-- Logs begin at Fri 2022-05-27 00:43:23 UTC, end at Fri 2022-05-27 03:51:38 UTC. -- May 27 01:53:38.853989 n-d-843554-3 systemd[1]: Started Devstack devstack@q-svc.service. May 27 01:53:41.349157 n-d-843554-3 neutron-server[88792]: INFO neutron.common.config [-] Logging enabled! May 27 01:53:41.349856 n-d-843554-3 neutron-server[88792]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev1 May 27 01:53:41.350040 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88792) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 27 01:53:41.353079 n-d-843554-3 neutron-server[88792]: INFO neutron.common.config [-] Logging enabled! May 27 01:53:41.353329 n-d-843554-3 neutron-server[88792]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev1 May 27 01:53:41.353636 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88792) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 27 01:53:41.354551 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 01:53:41.354804 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 01:53:41.355147 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 01:53:41.355388 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 01:53:41.355606 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 01:53:41.355919 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.356214 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.356505 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.356747 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.357047 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.357334 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.357610 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.357892 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.358184 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.358468 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.358741 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.359016 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.359239 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.359514 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.359795 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.360078 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.360298 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] debug = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.360570 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.361024 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.361421 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.361695 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.361977 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.362247 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.362510 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.362778 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.363054 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.363374 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] host = n-d-843554-3 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.363645 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.363927 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.364209 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.364488 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.364784 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.365056 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.365334 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.365600 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.365866 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] log_file = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.366137 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.366419 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.366699 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.366983 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.367202 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.367420 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.367706 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.367988 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.368257 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.368532 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.368825 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.369093 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.369360 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.369623 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.369904 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.370183 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.370973 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.371241 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.371508 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.371773 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.372042 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.372322 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.372589 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.372882 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.373151 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.373434 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.373696 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.373965 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.374261 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.374542 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.374819 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.375101 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.375365 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.375641 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.375907 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.376172 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.376436 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] use_json = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.376702 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.376988 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.377264 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.377528 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.377794 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.378062 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.378327 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.378606 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.378879 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:41.379167 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.379458 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.379752 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.380032 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.380317 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.380591 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.381167 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.381441 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.381724 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.382009 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.382292 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.382566 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.382848 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.383118 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.383406 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.383707 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.384001 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.384291 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.384560 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.384849 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.385133 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.385390 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.385669 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.385961 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.386799 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.387071 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.387346 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.387634 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.387906 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.388175 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.388448 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.388756 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.389038 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.389305 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.389582 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.389868 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.390153 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.390422 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.390695 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.390979 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.391251 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.391515 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.391779 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.392051 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.392317 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.392595 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.392888 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.393156 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.393421 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.393691 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.393955 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.394221 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.394491 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.394755 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.395026 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.395290 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.395553 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.395817 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.396082 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.396348 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.396613 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.396965 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.397238 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.397502 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.397767 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.398031 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.398301 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.398568 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.398853 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.399147 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.399420 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.399695 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.399969 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.400244 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.400517 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.400818 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.401100 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.401375 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.401678 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.401972 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.402255 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.402539 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.402817 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.403090 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.403380 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.403654 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.403932 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.404204 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.404483 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.404786 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.405066 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.405359 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.405650 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.405937 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.406224 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.406510 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.406785 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.407091 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.407364 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:41.407578 n-d-843554-3 neutron-server[88792]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 01:53:41.407812 n-d-843554-3 neutron-server[88792]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88792) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 27 01:53:41.794496 n-d-843554-3 neutron-server[88792]: INFO keyring.backend [-] Loading KWallet May 27 01:53:41.801635 n-d-843554-3 neutron-server[88792]: INFO keyring.backend [-] Loading SecretService May 27 01:53:41.805047 n-d-843554-3 neutron-server[88792]: INFO keyring.backend [-] Loading Windows May 27 01:53:41.806341 n-d-843554-3 neutron-server[88792]: INFO keyring.backend [-] Loading chainer May 27 01:53:41.807118 n-d-843554-3 neutron-server[88792]: INFO keyring.backend [-] Loading macOS May 27 01:53:41.839803 n-d-843554-3 neutron-server[88792]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 01:53:41.840072 n-d-843554-3 neutron-server[88792]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 01:53:41.840356 n-d-843554-3 neutron-server[88792]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 01:53:41.840687 n-d-843554-3 neutron-server[88792]: INFO neutron.manager [-] Loading core plugin: ml2 May 27 01:53:42.223434 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.223657 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.223928 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.225230 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.225506 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.225770 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.260558 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.260853 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.261144 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.273996 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.274275 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.274542 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.304736 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.305021 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.305287 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.341665 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.341943 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.342210 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.572669 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.573329 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.573329 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.573998 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.574740 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.693251 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.693571 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.693853 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.694118 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.694380 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.694686 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.694947 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.695200 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.695451 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.695729 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.695986 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.696248 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.696509 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.696789 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.697059 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.697329 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.697583 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.697851 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.698100 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.698879 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.699243 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.699493 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.699739 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.700016 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.700260 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.700501 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.700917 n-d-843554-3 neutron-server[88792]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88792) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 01:53:42.701156 n-d-843554-3 neutron-server[88792]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88792) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 01:53:42.701391 n-d-843554-3 neutron-server[88792]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88792) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 01:53:42.701623 n-d-843554-3 neutron-server[88792]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88792) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 01:53:42.701853 n-d-843554-3 neutron-server[88792]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88792) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 01:53:42.702083 n-d-843554-3 neutron-server[88792]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88792) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 01:53:42.702454 n-d-843554-3 neutron-server[88792]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 27 01:53:42.705517 n-d-843554-3 neutron-server[88792]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 27 01:53:42.709464 n-d-843554-3 neutron-server[88792]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 27 01:53:42.713201 n-d-843554-3 neutron-server[88792]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) May 27 01:53:42.715417 n-d-843554-3 neutron-server[88792]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 27 01:53:42.715998 n-d-843554-3 neutron-server[88792]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 27 01:53:42.716335 n-d-843554-3 neutron-server[88792]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 27 01:53:42.716758 n-d-843554-3 neutron-server[88792]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 27 01:53:42.719497 n-d-843554-3 neutron-server[88792]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 27 01:53:42.719745 n-d-843554-3 neutron-server[88792]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 27 01:53:42.720087 n-d-843554-3 neutron-server[88792]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 27 01:53:42.752769 n-d-843554-3 neutron-server[88792]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 27 01:53:42.753214 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.753512 n-d-843554-3 neutron-server[88792]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88792) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 27 01:53:42.753873 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.755227 n-d-843554-3 neutron-server[88792]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88792) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 27 01:53:42.755504 n-d-843554-3 neutron-server[88792]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 27 01:53:42.755746 n-d-843554-3 neutron-server[88792]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 27 01:53:42.759495 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.759779 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:42.821724 n-d-843554-3 neutron-server[88792]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 27 01:53:42.821965 n-d-843554-3 neutron-server[88792]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 27 01:53:42.822200 n-d-843554-3 neutron-server[88792]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 27 01:53:42.822573 n-d-843554-3 neutron-server[88792]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 27 01:53:42.854994 n-d-843554-3 neutron-server[88792]: DEBUG oslo_db.sqlalchemy.engines [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88792) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} May 27 01:53:43.307087 n-d-843554-3 neutron-server[88792]: INFO neutron.plugins.ml2.managers [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Initializing driver for type 'gre' May 27 01:53:43.307607 n-d-843554-3 neutron-server[88792]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] gre ID ranges: [(1, 1000)] May 27 01:53:43.438765 n-d-843554-3 neutron-server[88792]: INFO neutron.plugins.ml2.managers [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Initializing driver for type 'local' May 27 01:53:43.439097 n-d-843554-3 neutron-server[88792]: INFO neutron.plugins.ml2.managers [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Initializing driver for type 'vlan' May 27 01:53:43.501573 n-d-843554-3 neutron-server[88792]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] VlanTypeDriver initialization complete May 27 01:53:43.501945 n-d-843554-3 neutron-server[88792]: INFO neutron.plugins.ml2.managers [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Initializing driver for type 'vxlan' May 27 01:53:43.502433 n-d-843554-3 neutron-server[88792]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] vxlan ID ranges: [(1, 1000)] May 27 01:53:43.638620 n-d-843554-3 neutron-server[88792]: INFO neutron.plugins.ml2.managers [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Initializing extension driver 'port_security' May 27 01:53:43.639199 n-d-843554-3 neutron-server[88792]: INFO neutron.plugins.ml2.extensions.port_security [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] PortSecurityExtensionDriver initialization complete May 27 01:53:43.639199 n-d-843554-3 neutron-server[88792]: INFO neutron.plugins.ml2.managers [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Initializing mechanism driver 'openvswitch' May 27 01:53:43.639603 n-d-843554-3 neutron-server[88792]: INFO neutron.plugins.ml2.managers [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Initializing mechanism driver 'hyperv' May 27 01:53:43.646156 n-d-843554-3 neutron-server[88792]: DEBUG neutron.plugins.ml2.plugin [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:53:43.646838 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > port after_create 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.651151 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > port after_update 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.651151 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > port after_delete 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.651151 n-d-843554-3 neutron-server[88792]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88792) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 27 01:53:43.651151 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > subnet after_create 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.651151 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > subnet after_update 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.651575 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > subnet after_delete 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.651575 n-d-843554-3 neutron-server[88792]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88792) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 27 01:53:43.651575 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > network after_create 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.651575 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > network after_update 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.651575 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > network after_delete 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.651927 n-d-843554-3 neutron-server[88792]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88792) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 27 01:53:43.651927 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > security_group after_create 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.651927 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > security_group after_update 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.652188 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > security_group after_delete 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.654236 n-d-843554-3 neutron-server[88792]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88792) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 27 01:53:43.654664 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.655139 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.655503 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.655977 n-d-843554-3 neutron-server[88792]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88792) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 27 01:53:43.656389 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > address_group after_create 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.656760 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > address_group after_update 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.657147 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > address_group after_delete 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.657536 n-d-843554-3 neutron-server[88792]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88792) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 27 01:53:43.657989 n-d-843554-3 neutron-server[88792]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] ML2 OVO RPC backend initialized. {{(pid=88792) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} May 27 01:53:43.658713 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > router_interface after_create 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.659089 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.659515 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > network before_response 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.659872 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > networks before_response 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.660222 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > port before_response 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.660625 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > ports before_response 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.661000 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > subnet before_response 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.661351 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > subnets before_response 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.661701 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > network after_create 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.662044 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > network after_update 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.662382 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > network after_delete 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.662720 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > port after_create 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.663059 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > port after_update 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.663394 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > port after_delete 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.663732 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > subnet after_create 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.664069 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > subnet after_update 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.664402 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > subnet after_delete 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.665015 n-d-843554-3 neutron-server[88792]: INFO neutron.plugins.ml2.plugin [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Modular L2 Plugin initialization complete May 27 01:53:43.665352 n-d-843554-3 neutron-server[88792]: DEBUG neutron.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading services supported by the core plugin {{(pid=88792) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 27 01:53:43.665683 n-d-843554-3 neutron-server[88792]: INFO neutron.plugins.ml2.managers [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Got port-security extension from driver 'port_security' May 27 01:53:43.666154 n-d-843554-3 neutron-server[88792]: INFO neutron.extensions.vlantransparent [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Disabled vlantransparent extension. May 27 01:53:43.666642 n-d-843554-3 neutron-server[88792]: DEBUG neutron.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88792) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 27 01:53:43.666963 n-d-843554-3 neutron-server[88792]: INFO neutron.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading Plugin: router May 27 01:53:43.703402 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > router_interface before_create 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.703801 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > router after_create 55549900 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.704172 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > router before_create 55549900 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.704538 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.704942 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.705299 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > router after_delete 55549900 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.705660 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > floatingip after_update 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.706030 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > router after_create 55549900 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.706383 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > router after_update 55549900 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.706742 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > router after_update 55549900 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.707096 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.707460 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > router after_update 55549900 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.707895 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > router precommit_update 55549900 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.708259 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: port after_update 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.708602 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: port after_delete 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.708970 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: subnet after_update 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.709317 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.709667 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > port precommit_delete 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.710018 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > router precommit_create 55549900 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.710365 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: port before_delete 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.710710 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > router precommit_create 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.711071 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > router after_update 55549900 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.711415 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > router precommit_delete 55549900 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.711765 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > router precommit_create 55549900 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.712131 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > router_interface after_create 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.712479 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > router precommit_update 55549900 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.712876 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > agent after_create 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.713230 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > agent after_delete 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.713731 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > network after_delete 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.714651 n-d-843554-3 neutron-server[88792]: DEBUG neutron.quota.resource_registry [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Tracking information for resource: router configured {{(pid=88792) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 01:53:43.714987 n-d-843554-3 neutron-server[88792]: DEBUG neutron.quota.resource_registry [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Tracking information for resource: floatingip configured {{(pid=88792) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 01:53:43.719938 n-d-843554-3 neutron-server[88792]: INFO neutron.db.l3_agentschedulers_db [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 27 01:53:43.720516 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: port after_update 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.720910 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: port after_create 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.721266 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: port after_delete 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.721624 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: port after_update 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.722405 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > router before_create 55550100 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.722775 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > router precommit_delete 55550100 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.723141 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > router precommit_create 55550100 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.723501 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > router precommit_update 55550100 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.727946 n-d-843554-3 neutron-server[88792]: DEBUG neutron.services.provider_configuration [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Service providers = [] {{(pid=88792) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 27 01:53:43.728324 n-d-843554-3 neutron-server[88792]: DEBUG neutron.db.servicetype_db [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88792) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 27 01:53:43.731336 n-d-843554-3 neutron-server[88792]: DEBUG neutron.services.service_base [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88792) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 01:53:43.731692 n-d-843554-3 neutron-server[88792]: DEBUG neutron.services.service_base [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88792) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 01:53:43.732037 n-d-843554-3 neutron-server[88792]: DEBUG neutron.services.service_base [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88792) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 01:53:43.732963 n-d-843554-3 neutron-server[88792]: DEBUG neutron.services.service_base [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88792) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 01:53:43.733342 n-d-843554-3 neutron-server[88792]: INFO neutron.services.service_base [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Default provider is not specified for service type L3_ROUTER_NAT May 27 01:53:43.733720 n-d-843554-3 neutron-server[88792]: DEBUG neutron.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88792) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 01:53:43.734040 n-d-843554-3 neutron-server[88792]: INFO neutron.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 27 01:53:43.745043 n-d-843554-3 neutron-server[88792]: DEBUG neutron.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88792) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 01:53:43.745976 n-d-843554-3 neutron-server[88792]: INFO neutron.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading Plugin: auto_allocate May 27 01:53:43.762637 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: network precommit_update 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.763005 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: network precommit_create 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.763613 n-d-843554-3 neutron-server[88792]: DEBUG neutron.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88792) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 01:53:43.763983 n-d-843554-3 neutron-server[88792]: INFO neutron.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading Plugin: tag May 27 01:53:43.770575 n-d-843554-3 neutron-server[88792]: DEBUG neutron.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88792) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 01:53:43.770911 n-d-843554-3 neutron-server[88792]: INFO neutron.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading Plugin: timestamp May 27 01:53:43.774986 n-d-843554-3 neutron-server[88792]: DEBUG neutron.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88792) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 01:53:43.775322 n-d-843554-3 neutron-server[88792]: INFO neutron.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading Plugin: network_ip_availability May 27 01:53:43.780744 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.781125 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.781985 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:43.782249 n-d-843554-3 neutron-server[88792]: DEBUG neutron.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88792) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 01:53:43.782572 n-d-843554-3 neutron-server[88792]: INFO neutron.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading Plugin: flavors May 27 01:53:43.787326 n-d-843554-3 neutron-server[88792]: DEBUG neutron.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88792) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 01:53:43.787705 n-d-843554-3 neutron-server[88792]: INFO neutron.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading Plugin: revisions May 27 01:53:43.791965 n-d-843554-3 neutron-server[88792]: DEBUG neutron.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88792) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 01:53:43.792405 n-d-843554-3 neutron-server[88792]: DEBUG oslo_concurrency.lockutils [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.952s {{(pid=88792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 01:53:43.793167 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88792) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 27 01:53:43.793551 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Initializing extension manager. May 27 01:53:43.794068 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: __init__.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.794414 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: __pycache__ {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.794753 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.795094 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: address_group.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.795853 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.796427 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: address-group May 27 01:53:43.796783 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: address_scope.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.797725 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.798244 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: address-scope May 27 01:53:43.798573 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: admin_state_down_before_update.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.799515 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.800039 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: router-admin-state-down-before-update May 27 01:53:43.800368 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: agent.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.801098 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.801609 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: agent May 27 01:53:43.801935 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: agent_resources_synced.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.802852 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.803418 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: agent-resources-synced May 27 01:53:43.803741 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: allowedaddresspairs.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.805569 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.806093 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: allowed-address-pairs May 27 01:53:43.806425 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: auto_allocated_topology.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.807510 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.808574 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: auto-allocated-topology May 27 01:53:43.808929 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: availability_zone.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.809754 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.810259 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: availability_zone May 27 01:53:43.810586 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: availability_zone_filter.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.811503 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.812017 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: availability_zone_filter May 27 01:53:43.812343 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: data_plane_status.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.813317 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.813862 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extension data-plane-status not supported by any of loaded plugins May 27 01:53:43.814189 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: default_subnetpools.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.815120 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.815675 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: default-subnetpools May 27 01:53:43.816001 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: dhcpagentscheduler.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.816890 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.817442 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: dhcp_agent_scheduler May 27 01:53:43.817767 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: dns.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.824986 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.825499 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extension dns-integration not supported by any of loaded plugins May 27 01:53:43.825826 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: dns_domain_ports.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.826744 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.827261 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extension dns-domain-ports not supported by any of loaded plugins May 27 01:53:43.827587 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: dvr.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.828260 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.828803 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: dvr May 27 01:53:43.829131 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: empty_string_filtering.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.830047 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.830561 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: empty-string-filtering May 27 01:53:43.830884 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.831829 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.832340 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 27 01:53:43.832662 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.833601 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.834111 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 27 01:53:43.834438 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: external_net.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.835356 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.835911 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: external-net May 27 01:53:43.836237 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: extra_dhcp_opt.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.837181 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.837693 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: extra_dhcp_opt May 27 01:53:43.838118 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: extraroute.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.839078 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.839589 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: extraroute May 27 01:53:43.839913 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: extraroute_atomic.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.840971 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.841489 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: extraroute-atomic May 27 01:53:43.841851 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: filter_validation.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.842561 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.843075 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: filter-validation May 27 01:53:43.843458 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: fip_pf_description.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.848039 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.848552 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 27 01:53:43.848908 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: fip_port_details.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.849944 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.850455 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: fip-port-details May 27 01:53:43.850780 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: flavors.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.852013 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.852532 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: flavors May 27 01:53:43.852898 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.854567 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.855174 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 27 01:53:43.855506 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: floatingip_pools.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.856211 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.856737 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: floatingip-pools May 27 01:53:43.857083 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: ip_allocation.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.858118 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.858643 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extension ip_allocation not supported by any of loaded plugins May 27 01:53:43.859011 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.859939 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.860452 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: ip-substring-filtering May 27 01:53:43.860901 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: l2_adjacency.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.861834 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.862345 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extension l2_adjacency not supported by any of loaded plugins May 27 01:53:43.862670 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: l3.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.863765 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.864377 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: router May 27 01:53:43.864654 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: l3_conntrack_helper.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.872859 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.873395 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 27 01:53:43.873729 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.874671 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.875192 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: ext-gw-mode May 27 01:53:43.875522 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.876445 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.876996 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: l3-ha May 27 01:53:43.877326 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: l3_flavors.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.878351 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.878869 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: l3-flavors May 27 01:53:43.879195 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.880114 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.880631 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: l3-port-ip-change-not-allowed May 27 01:53:43.881245 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: l3agentscheduler.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.882317 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.882836 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: l3_agent_scheduler May 27 01:53:43.883168 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: logging.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.884644 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.885196 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extension logging not supported by any of loaded plugins May 27 01:53:43.885532 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: metering.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.886933 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.887518 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: metering May 27 01:53:43.887850 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.889018 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.889530 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: metering_source_and_destination_fields May 27 01:53:43.889856 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: multiprovidernet.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.890795 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.891313 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: multi-provider May 27 01:53:43.891639 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: netmtu.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.892556 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.893112 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: net-mtu May 27 01:53:43.893438 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: netmtu_writable.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.894367 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.894881 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: net-mtu-writable May 27 01:53:43.895206 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: network_availability_zone.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.895877 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.896433 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: network_availability_zone May 27 01:53:43.896792 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: network_ip_availability.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.897887 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.898401 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: network-ip-availability May 27 01:53:43.898727 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: network_segment_range.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.899491 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.900009 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extension network-segment-range not supported by any of loaded plugins May 27 01:53:43.900422 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: pagination.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.901488 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.901831 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: pagination May 27 01:53:43.902151 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: port_device_profile.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.903067 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.903590 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: port-device-profile May 27 01:53:43.903918 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.904901 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.905418 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: port-mac-address-regenerate May 27 01:53:43.905747 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.906681 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.907194 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: port-numa-affinity-policy May 27 01:53:43.907519 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: port_resource_request.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.908440 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.908980 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extension port-resource-request not supported by any of loaded plugins May 27 01:53:43.909309 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: portbindings.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.910234 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.910750 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: binding May 27 01:53:43.911077 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: portbindings_extended.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.912507 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.913047 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: binding-extended May 27 01:53:43.913377 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: portsecurity.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.914312 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.914819 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: port-security May 27 01:53:43.915144 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: project_id.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.916127 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.916459 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: project-id May 27 01:53:43.916812 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: providernet.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.917807 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.918325 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: provider May 27 01:53:43.918650 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: qos.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.922183 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.922765 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extension qos not supported by any of loaded plugins May 27 01:53:43.923099 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.932034 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.932556 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 27 01:53:43.933452 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.934420 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.935047 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 27 01:53:43.935386 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: qos_default.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.936295 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.936840 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extension qos-default not supported by any of loaded plugins May 27 01:53:43.937172 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: qos_fip.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.937830 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.938338 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extension qos-fip not supported by any of loaded plugins May 27 01:53:43.938663 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: qos_gateway_ip.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.939628 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.940141 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extension qos-gateway-ip not supported by any of loaded plugins May 27 01:53:43.940467 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: qos_port_network_policy.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.941411 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.941921 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extension qos-port-network-policy not supported by any of loaded plugins May 27 01:53:43.942247 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: qos_rule_type_details.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.943172 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.943686 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extension qos-rule-type-details not supported by any of loaded plugins May 27 01:53:43.944012 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: qos_rules_alias.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.945096 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.945611 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extension qos-rules-alias not supported by any of loaded plugins May 27 01:53:43.945938 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: quotasv2.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.946881 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.947214 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: quotas May 27 01:53:43.947672 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: quotasv2_detail.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.949952 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.950293 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: quota_details May 27 01:53:43.950629 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: rbac.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.951679 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.952250 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: rbac-policies May 27 01:53:43.952591 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: rbac_address_group.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.953556 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.954080 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: rbac-address-group May 27 01:53:43.954411 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: rbac_address_scope.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.955334 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.955872 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: rbac-address-scope May 27 01:53:43.956260 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: rbac_security_groups.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.969911 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.970428 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: rbac-security-groups May 27 01:53:43.970754 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: rbac_subnetpool.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.971669 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.972185 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: rbac-subnetpool May 27 01:53:43.972518 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: revisionifmatch.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.973575 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.974096 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: revision-if-match May 27 01:53:43.974424 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: revisions.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.975537 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.976052 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: standard-attr-revisions May 27 01:53:43.976378 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: router_availability_zone.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.977070 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.977590 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: router_availability_zone May 27 01:53:43.977917 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: routerservicetype.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.978839 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.979357 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extension router-service-type not supported by any of loaded plugins May 27 01:53:43.980228 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.981172 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.981691 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: security-groups-normalized-cidr May 27 01:53:43.982016 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: security_groups_port_filtering.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.982949 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.983465 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: port-security-groups-filtering May 27 01:53:43.983789 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.984735 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.985260 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: security-groups-remote-address-group May 27 01:53:43.985585 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: securitygroup.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.997177 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.997769 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: security-group May 27 01:53:43.998108 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: segment.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:43.998896 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:43.999415 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extension segment not supported by any of loaded plugins May 27 01:53:43.999747 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:44.000708 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:44.001247 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 27 01:53:44.001578 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: servicetype.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:44.002693 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:44.003215 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: service-type May 27 01:53:44.003542 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: sorting.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:44.004568 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:44.004938 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: sorting May 27 01:53:44.005305 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: standard_attr_segment.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:44.006492 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:44.007058 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extension standard-attr-segment not supported by any of loaded plugins May 27 01:53:44.007387 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: standardattrdescription.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:44.008037 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:44.008549 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: standard-attr-description May 27 01:53:44.008910 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: stateful_security_group.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:44.009829 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:44.010344 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: stateful-security-group May 27 01:53:44.010670 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: stdattrs_common.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:44.011302 n-d-843554-3 neutron-server[88792]: WARNING neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 27 01:53:44.011628 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:44.012643 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:44.013191 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 27 01:53:44.013516 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: subnet_onboard.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:44.014685 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:44.015213 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: subnet_onboard May 27 01:53:44.015544 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:44.016479 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:44.017026 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 27 01:53:44.017357 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: subnet_service_types.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:44.018297 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:44.018815 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: subnet-service-types May 27 01:53:44.019237 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: subnetallocation.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:44.027588 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:44.028110 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: subnet_allocation May 27 01:53:44.028443 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:44.029148 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:44.029667 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: subnetpool-prefix-ops May 27 01:53:44.029999 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:44.030951 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:44.031469 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 27 01:53:44.031845 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: tagging.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:44.032962 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:44.033485 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: standard-attr-tag May 27 01:53:44.033818 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: timestamp.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:44.035030 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:44.035555 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loaded extension: standard-attr-timestamp May 27 01:53:44.035886 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: trunk.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:44.036938 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:44.037570 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extension trunk not supported by any of loaded plugins May 27 01:53:44.037900 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: trunk_details.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:44.038824 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:44.039342 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extension trunk-details not supported by any of loaded plugins May 27 01:53:44.039668 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: uplink_status_propagation.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:44.040621 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:44.041166 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extension uplink-status-propagation not supported by any of loaded plugins May 27 01:53:44.041493 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Loading extension file: vlantransparent.py {{(pid=88792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:53:44.042696 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:53:44.043360 n-d-843554-3 neutron-server[88792]: INFO neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extension vlan-transparent not supported by any of loaded plugins May 27 01:53:44.045697 n-d-843554-3 neutron-server[88792]: INFO neutron.quota.resource_registry [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Creating instance of TrackedResource for resource:network May 27 01:53:44.046431 n-d-843554-3 neutron-server[88792]: INFO neutron.quota.resource_registry [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Creating instance of TrackedResource for resource:subnet May 27 01:53:44.047037 n-d-843554-3 neutron-server[88792]: INFO neutron.quota.resource_registry [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Creating instance of TrackedResource for resource:subnetpool May 27 01:53:44.155811 n-d-843554-3 neutron-server[88792]: INFO neutron.quota.resource_registry [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Creating instance of TrackedResource for resource:port May 27 01:53:44.157126 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.v2.resource_helper [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88792) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 01:53:44.157620 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.v2.resource_helper [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Service FLAVORS assigned prefix: {{(pid=88792) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 01:53:44.158245 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.v2.resource_helper [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88792) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 01:53:44.158684 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.v2.resource_helper [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88792) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 01:53:44.159023 n-d-843554-3 neutron-server[88792]: INFO neutron.quota.resource_registry [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Creating instance of TrackedResource for resource:router May 27 01:53:44.159682 n-d-843554-3 neutron-server[88792]: INFO neutron.quota.resource_registry [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Creating instance of TrackedResource for resource:floatingip May 27 01:53:44.160598 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.v2.resource_helper [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Service METERING assigned prefix: /metering {{(pid=88792) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 01:53:44.162086 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:44.162466 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:44.162827 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:53:44.163856 n-d-843554-3 neutron-server[88792]: INFO neutron.quota.resource_registry [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Creating instance of CountableResource for resource:rbac_policy May 27 01:53:44.164299 n-d-843554-3 neutron-server[88792]: INFO neutron.quota.resource_registry [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Creating instance of TrackedResource for resource:security_group May 27 01:53:44.164982 n-d-843554-3 neutron-server[88792]: INFO neutron.quota.resource_registry [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Creating instance of TrackedResource for resource:security_group_rule May 27 01:53:44.165779 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.v2.resource_helper [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Service CORE assigned prefix: {{(pid=88792) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 01:53:44.166117 n-d-843554-3 neutron-server[88792]: INFO neutron.quota.resource_registry [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Creating instance of TrackedResource for resource:subnetpool May 27 01:53:44.166463 n-d-843554-3 neutron-server[88792]: WARNING neutron.quota.resource_registry [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] subnetpool is already registered May 27 01:53:44.167692 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.v2.resource_helper [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Service CORE assigned prefix: {{(pid=88792) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 01:53:44.168030 n-d-843554-3 neutron-server[88792]: INFO neutron.quota.resource_registry [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Creating instance of TrackedResource for resource:subnetpool May 27 01:53:44.168364 n-d-843554-3 neutron-server[88792]: WARNING neutron.quota.resource_registry [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] subnetpool is already registered May 27 01:53:44.170867 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.v2.resource_helper [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88792) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 01:53:44.171305 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.v2.resource_helper [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Service FLAVORS assigned prefix: {{(pid=88792) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 01:53:44.172067 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.v2.resource_helper [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88792) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 01:53:44.172495 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.v2.resource_helper [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88792) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 01:53:44.172863 n-d-843554-3 neutron-server[88792]: INFO neutron.quota.resource_registry [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Creating instance of TrackedResource for resource:router May 27 01:53:44.173199 n-d-843554-3 neutron-server[88792]: WARNING neutron.quota.resource_registry [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] router is already registered May 27 01:53:44.173800 n-d-843554-3 neutron-server[88792]: INFO neutron.quota.resource_registry [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Creating instance of TrackedResource for resource:floatingip May 27 01:53:44.174140 n-d-843554-3 neutron-server[88792]: WARNING neutron.quota.resource_registry [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] floatingip is already registered May 27 01:53:44.174905 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.v2.resource_helper [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Service METERING assigned prefix: /metering {{(pid=88792) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 01:53:44.175914 n-d-843554-3 neutron-server[88792]: INFO neutron.quota.resource_registry [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Creating instance of CountableResource for resource:rbac_policy May 27 01:53:44.176073 n-d-843554-3 neutron-server[88792]: WARNING neutron.quota.resource_registry [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] rbac_policy is already registered May 27 01:53:44.176686 n-d-843554-3 neutron-server[88792]: INFO neutron.quota.resource_registry [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Creating instance of TrackedResource for resource:security_group May 27 01:53:44.177078 n-d-843554-3 neutron-server[88792]: WARNING neutron.quota.resource_registry [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] security_group is already registered May 27 01:53:44.177825 n-d-843554-3 neutron-server[88792]: INFO neutron.quota.resource_registry [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Creating instance of TrackedResource for resource:security_group_rule May 27 01:53:44.178221 n-d-843554-3 neutron-server[88792]: WARNING neutron.quota.resource_registry [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] security_group_rule is already registered May 27 01:53:44.178991 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.v2.resource_helper [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Service CORE assigned prefix: {{(pid=88792) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 01:53:44.179329 n-d-843554-3 neutron-server[88792]: INFO neutron.quota.resource_registry [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Creating instance of TrackedResource for resource:subnetpool May 27 01:53:44.179705 n-d-843554-3 neutron-server[88792]: WARNING neutron.quota.resource_registry [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] subnetpool is already registered May 27 01:53:44.183463 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.v2.resource_helper [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Service CORE assigned prefix: {{(pid=88792) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 01:53:44.183463 n-d-843554-3 neutron-server[88792]: INFO neutron.quota.resource_registry [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Creating instance of TrackedResource for resource:subnetpool May 27 01:53:44.183463 n-d-843554-3 neutron-server[88792]: WARNING neutron.quota.resource_registry [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] subnetpool is already registered May 27 01:53:44.183463 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extended resource: extensions {{(pid=88792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:53:44.183855 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extended resource: address-groups {{(pid=88792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:53:44.185539 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extended resource: address-scopes {{(pid=88792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:53:44.186920 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extended resource: agents {{(pid=88792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:53:44.188084 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extended resource: auto-allocated-topology {{(pid=88792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:53:44.189353 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extended resource: availability_zones {{(pid=88792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:53:44.190692 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extended resource: dhcp-networks {{(pid=88792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:53:44.192176 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extended resource: dhcp-agents {{(pid=88792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:53:44.193617 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extended resource: routers {{(pid=88792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:53:44.195450 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extended resource: flavors {{(pid=88792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:53:44.196665 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extended resource: service_profiles {{(pid=88792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:53:44.198066 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extended resource: next_providers {{(pid=88792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:53:44.199647 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extended resource: service_profiles {{(pid=88792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:53:44.201150 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extended resource: floatingip-pools {{(pid=88792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:53:44.202360 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extended resource: routers {{(pid=88792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:53:44.204200 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extended resource: floatingips {{(pid=88792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:53:44.212277 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extended resource: l3-routers {{(pid=88792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:53:44.212277 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extended resource: l3-agents {{(pid=88792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:53:44.212277 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extended resource: metering-labels {{(pid=88792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:53:44.212277 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extended resource: metering-label-rules {{(pid=88792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:53:44.212277 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extended resource: network-ip-availabilities {{(pid=88792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:53:44.212277 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extended resource: bindings {{(pid=88792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:53:44.213765 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extended resource: quotas {{(pid=88792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:53:44.215358 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extended resource: quotas {{(pid=88792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:53:44.216772 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extended resource: rbac-policies {{(pid=88792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:53:44.218078 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extended resource: security-groups {{(pid=88792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:53:44.219333 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extended resource: security-group-rules {{(pid=88792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:53:44.220557 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extended resource: service-providers {{(pid=88792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:53:44.221856 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extended resource: subnetpools {{(pid=88792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:53:44.224335 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extended resource: subnetpools {{(pid=88792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:53:44.225912 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extended resource: tags {{(pid=88792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:53:44.227606 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extended resource: tags {{(pid=88792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:53:44.229441 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extended resource: tags {{(pid=88792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:53:44.231759 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extended resource: tags {{(pid=88792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:53:44.233652 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extended resource: tags {{(pid=88792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:53:44.235495 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extended resource: tags {{(pid=88792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:53:44.237208 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extended resource: tags {{(pid=88792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:53:44.239139 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extended resource: tags {{(pid=88792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:53:44.240906 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extended resource: tags {{(pid=88792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:53:44.242764 n-d-843554-3 neutron-server[88792]: DEBUG neutron.api.extensions [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Extended resource: tags {{(pid=88792) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:53:44.249371 n-d-843554-3 neutron-server[88792]: WARNING keystonemiddleware.auth_token [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 27 01:53:44.254103 n-d-843554-3 neutron-server[88792]: WARNING keystonemiddleware.auth_token [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 27 01:53:44.262748 n-d-843554-3 neutron-server[88792]: DEBUG oslo_concurrency.lockutils [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Acquired lock "singleton_lock" {{(pid=88792) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 27 01:53:44.266791 n-d-843554-3 neutron-server[88792]: DEBUG oslo_concurrency.lockutils [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Releasing lock "singleton_lock" {{(pid=88792) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 27 01:53:44.266791 n-d-843554-3 neutron-server[88792]: INFO oslo_service.service [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Starting 2 workers May 27 01:53:44.268661 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Started child 88901 {{(pid=88792) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 01:53:44.273161 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Started child 88902 {{(pid=88792) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 01:53:44.273665 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:44.274809 n-d-843554-3 neutron-server[88792]: INFO neutron.service [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Neutron service started, listening on 0.0.0.0:9696 May 27 01:53:44.275123 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [-] (88901) wsgi starting up on http://0.0.0.0:9696 May 27 01:53:44.275449 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Notify callbacks [] for process, before_spawn {{(pid=88792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:44.277507 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:44.277928 n-d-843554-3 neutron-server[88792]: INFO oslo_service.service [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Starting 1 workers May 27 01:53:44.279014 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [-] (88902) wsgi starting up on http://0.0.0.0:9696 May 27 01:53:44.283103 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Started child 88903 {{(pid=88792) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 01:53:44.283639 n-d-843554-3 neutron-server[88792]: INFO oslo_service.service [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Starting 1 workers May 27 01:53:44.286784 n-d-843554-3 neutron-server[88903]: DEBUG neutron.service [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] calling RpcWorker wait() {{(pid=88903) _wait /opt/stack/neutron/neutron/service.py:128}} May 27 01:53:44.287318 n-d-843554-3 neutron-server[88903]: DEBUG neutron.service [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] returning from RpcWorker wait() {{(pid=88903) _wait /opt/stack/neutron/neutron/service.py:135}} May 27 01:53:44.288078 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Started child 88904 {{(pid=88792) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 01:53:44.288485 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:44.288886 n-d-843554-3 neutron-server[88792]: DEBUG neutron_lib.callbacks.manager [None req-33304f12-12d4-4522-9d32-571132b3e0cb None None] Notify callbacks [] for process, after_spawn {{(pid=88792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:44.288979 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:53:44.290772 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88792) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 27 01:53:44.290988 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 01:53:44.291177 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 01:53:44.295603 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 01:53:44.295603 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 01:53:44.295603 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 01:53:44.295603 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.295603 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.295933 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:44.296389 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.296389 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.296389 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.296389 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.296389 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.296389 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.296389 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.296389 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.297279 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.297279 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.297279 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.297279 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.297279 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.297279 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.297279 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.297684 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.297684 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.298006 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.298211 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.298445 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.298708 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] debug = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.298973 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.299444 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.299680 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.299943 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.300160 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.300480 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.300780 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.301041 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.301275 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.301506 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.301758 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.302044 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.302283 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.302519 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.302737 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.302993 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.303209 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.303702 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] host = n-d-843554-3 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.303923 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.304140 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.304384 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.304644 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.304919 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.305169 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.305422 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.305669 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.305925 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.306171 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.306412 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.306656 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.306872 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.307170 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] log_file = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.307317 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] log_options = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.307546 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.308436 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.308702 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.308915 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.309175 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.309329 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.309502 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.309656 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.309913 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.310151 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.310369 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.310585 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.310829 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.311073 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.311321 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.311552 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.311868 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.312032 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.312268 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.313340 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.314359 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.314687 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.314907 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.315157 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.315393 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.315634 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.315873 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.316096 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.316279 n-d-843554-3 neutron-server[88904]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:53:44.316372 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.316603 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.316875 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.317129 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.317393 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.317648 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.317892 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.318115 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.318332 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.318599 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.318840 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.319100 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.319356 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.319741 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.319823 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.320453 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.320453 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.320453 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] use_json = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.322673 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.322673 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.322673 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.322673 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.322673 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.322673 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.325205 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.325205 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.325205 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.325205 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.325205 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.325205 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.325205 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.325205 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.325758 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.325758 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.325758 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.325968 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.326272 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.326431 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.326653 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.326936 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.327255 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.327466 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.328774 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.328774 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.328774 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.329136 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.329298 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.329552 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.329777 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.330106 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.330390 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.330655 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.330917 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.331134 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.331370 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.331583 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.331805 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.332010 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.332226 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.332498 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.332729 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.332948 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.333183 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.333412 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.333644 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.333888 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.334126 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.334389 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.334630 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.334854 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.335080 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.335300 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.335610 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.335831 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.336062 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.336300 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.336543 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.336792 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.337048 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.337280 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.337494 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.337731 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.337964 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.338182 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.338392 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.338602 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.338834 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.339531 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.339996 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.340217 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.340428 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.340641 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.340882 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.341116 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.341335 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.341555 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.341765 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.342137 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.342385 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.342627 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.342837 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.343057 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.343291 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.343508 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.343729 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.343953 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.344162 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.344377 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.344608 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.344845 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.345079 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.345371 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.345790 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.346042 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.346329 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.346565 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.346807 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.347044 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.347304 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.347542 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.347784 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.348015 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.348268 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.348526 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.348772 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.349031 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.349277 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.349559 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.349776 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.349997 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.350212 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.350444 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.350663 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.350943 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.351202 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.351461 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.351691 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.351920 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.352186 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.352410 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.352678 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.352940 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.353219 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.353518 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.353801 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.354082 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.354316 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.354543 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.355364 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.355645 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.356004 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.356259 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.356539 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.356773 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.357057 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.357294 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.357688 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.357905 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.358138 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.358500 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.358758 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.358987 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.359203 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.359461 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.359746 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.359991 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.360253 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.360521 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.360793 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.361026 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.361252 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.361492 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.361720 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.361949 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.362158 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.362401 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.362630 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.362864 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.363092 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.363305 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.363553 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.363781 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.363996 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.364224 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.364460 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.364673 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.364944 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.365153 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.365373 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.365609 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.365849 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.366061 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.366274 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.366502 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.366749 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.366962 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.367223 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.367484 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.367724 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.367948 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.368184 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.368417 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.368626 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.368890 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.369219 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.369414 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.369622 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.369839 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.370065 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.370402 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.370702 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.371087 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.371363 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.371615 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.371974 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.372241 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.372490 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.372771 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.373150 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.373392 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.373604 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.373811 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.374027 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.374247 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.374467 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.374701 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.374915 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.375126 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.375343 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.375579 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.375848 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.376099 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.376352 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.376566 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.376804 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.377019 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.377247 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.377457 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.377663 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.377869 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.378092 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.378303 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.378508 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.378792 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.379032 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.379271 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.379506 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.379747 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.379955 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.380161 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.380367 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.380600 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.381086 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.381307 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.381512 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.381717 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.381933 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.382168 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.382463 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.382708 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.382922 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.383222 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.383455 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.383681 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.383918 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.384226 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.384435 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.384696 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.384951 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.385199 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.385442 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.385725 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.386061 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.386356 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.386632 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.386886 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.387167 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.387440 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.387717 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.387948 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.388239 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.388581 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.388878 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.389128 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.389355 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.389719 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.389944 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.390159 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.390652 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.390652 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.390923 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.391055 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.391465 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.391628 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.391843 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.392071 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.392283 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.392642 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.392792 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.393043 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.393323 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.393440 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 01:53:44.394097 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88792) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 27 01:53:44.394097 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 01:53:44.394266 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 01:53:44.394381 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 01:53:44.394548 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 01:53:44.394698 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 01:53:44.394901 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.395061 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.395218 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.395379 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.395535 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.395731 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.395894 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.396043 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.396202 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.396337 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.396469 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.396626 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.396805 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.396964 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.397120 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.397277 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.397433 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.397758 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.397758 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.397919 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.398037 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.398193 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.398351 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] debug = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.398507 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.398709 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.398871 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.399028 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.399184 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.399340 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.399495 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.399652 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.399810 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.399966 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.400123 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.400279 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.400435 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.400592 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.400764 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.400924 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.401081 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.401335 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] host = n-d-843554-3 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.401915 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.402051 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.402209 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.402364 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.402521 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.402676 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.402834 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.402991 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.403148 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.403304 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.403472 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.403605 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.403761 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.403917 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] log_file = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.404073 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] log_options = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.404229 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.404384 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.404540 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.404745 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.404902 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.405058 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.405214 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.405371 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.405528 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.405688 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.405894 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.405993 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.406146 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.406312 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.406501 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.406604 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.406760 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.406917 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.407073 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.407230 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.407385 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.407540 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.407696 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.407852 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.408008 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.408164 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.408319 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.408476 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.408631 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.408812 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.408970 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.409126 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.409300 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.409426 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.409583 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.410068 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.410068 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.410068 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.410311 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.410311 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.410467 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.410622 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.410781 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.410942 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.411095 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.411251 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] use_json = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.411412 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.411563 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.411878 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.411991 n-d-843554-3 neutron-server[88903]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:53:44.412081 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.412163 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.412320 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.412475 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.412632 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.412813 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:53:44.412989 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.413149 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.413318 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.413478 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.413638 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.413797 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.413955 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.414115 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.414274 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.415094 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.415094 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.415094 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.415094 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.415094 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.415459 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.415459 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.415605 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.415719 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.415876 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.416332 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.416332 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.416332 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.416581 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.416663 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.417168 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.417168 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.417168 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.417923 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.418004 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.418159 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.418260 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.418418 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.418572 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.418739 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.418898 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.419056 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.419215 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.419374 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.419532 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.419693 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.419841 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.420000 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.420161 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.420320 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.420488 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.420628 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.420821 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.420983 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.421143 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.421302 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.421471 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.421630 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.421788 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.421946 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.422105 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.422263 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.422422 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.422580 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.422740 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.422900 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.423058 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.423229 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.423388 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.423545 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.423704 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.423862 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.424020 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.424178 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.424336 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.424494 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.424653 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.424833 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.424992 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.425150 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.425310 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.425469 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.425627 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.425790 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.425949 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.426106 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.426265 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.426423 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.426725 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.426725 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.426889 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.427054 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.427215 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.427373 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.427530 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.427691 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.427852 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.428009 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.428168 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.428327 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.428486 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.428642 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.428858 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.428989 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.429150 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.429308 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.429466 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.429624 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.429782 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.429939 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.430096 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.430254 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.430414 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.430573 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.430732 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.430898 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.431045 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.431212 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.431373 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.431533 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.431722 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.431862 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.432031 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.432190 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.432350 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.432509 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.432685 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.432870 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.433034 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.433198 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.433364 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.433519 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.433674 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.433807 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.433940 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.434077 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.434239 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.434396 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.434578 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.434736 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.434895 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.435055 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.435213 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.435370 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.435529 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.435693 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.435853 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.436010 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.436171 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.436329 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.436489 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.436672 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.436821 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.436980 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.437141 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.437300 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.437460 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.437619 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.437779 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.437937 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.438097 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.438255 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.438420 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.438579 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.438730 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.438890 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.439049 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.439207 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.439366 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.439524 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.439683 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.439841 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.440001 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.440159 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.440317 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.440479 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.440638 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.440818 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.440980 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.441139 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.441299 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.441457 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.441618 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.441776 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.441936 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.442096 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.442254 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.442418 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.442581 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.442739 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.442898 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.443057 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.443306 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.443538 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.443723 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.443978 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.443978 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.444243 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.444243 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.444493 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.444493 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.444767 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.445109 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.445109 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.445109 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.445510 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.445510 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.445768 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.445768 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.446017 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.446017 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.446277 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.446420 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.446553 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.446685 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.446845 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.446989 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.447116 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.447245 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.447371 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.447497 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.447631 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.447798 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.447956 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.448114 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.448274 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.448494 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.448632 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.448792 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.448948 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.449106 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.449266 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.450254 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.450254 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.450254 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.450254 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.450254 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.450254 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.450674 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.450674 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.450674 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.450890 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.450964 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.451084 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.451253 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.451414 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.451578 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.451737 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.451897 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.452055 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.452216 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.452379 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.452546 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.452739 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.452892 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.453059 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.453226 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.453394 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.453553 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.453717 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.453888 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.454057 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.454195 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.454353 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.454511 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.454669 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.454828 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.454987 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.455146 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.455305 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.455462 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.455626 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.455787 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.455944 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.456101 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.456260 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.456417 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.456577 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.456767 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.456913 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:53:44.457065 n-d-843554-3 neutron-server[88792]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 01:53:44.524543 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47910) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:44.533603 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [-] 10.222.0.57 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068724 May 27 01:53:55.394518 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6494bdd7-81c8-49bd-962a-8c8712be77d1 None None] get_active_networks_info from n-d-843554-3 {{(pid=88903) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 01:53:55.472405 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6494bdd7-81c8-49bd-962a-8c8712be77d1 None None] No non-hosted networks {{(pid=88903) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 27 01:53:55.488570 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.agentschedulers_db [None req-6494bdd7-81c8-49bd-962a-8c8712be77d1 None None] DHCP Agent not found on host n-d-843554-3 {{(pid=88903) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 27 01:53:55.564270 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1b4a40ec-9d07-49fe-a115-7413d8e57cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-963874'] for agent, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:57.732409 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-22e8799d-4495-476b-ab25-6ce496996a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-963874'] for agent, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:57.777864 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-6220a448-9d13-4b04-9b38-57d373dcbd99 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-843554-3 {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:53:57.778403 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-6220a448-9d13-4b04-9b38-57d373dcbd99 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:53:58.297838 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6220a448-9d13-4b04-9b38-57d373dcbd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:58.840896 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-963874'] for agent, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:58.895994 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-963874'] for agent, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:58.896555 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:58.896938 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:58.897273 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:58.897603 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:58.897929 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:58.898252 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:58.898574 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:58.898892 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:58.899210 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:58.899520 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:58.900430 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:58.901052 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:58.901698 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-843554-3', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:53:58.908210 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-843554-3', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:53:59.906610 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-963874'] for agent, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:01.585326 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48004) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:02.155400 n-d-843554-3 neutron-server[88902]: WARNING oslo_policy.policy [None req-8ce74f7f-123d-4eb3-8d60-5f851d36f8b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 01:54:02.155979 n-d-843554-3 neutron-server[88902]: WARNING oslo_policy.policy [None req-8ce74f7f-123d-4eb3-8d60-5f851d36f8b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 01:54:02.382950 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-8ce74f7f-123d-4eb3-8d60-5f851d36f8b7 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 01:54:02.384020 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8ce74f7f-123d-4eb3-8d60-5f851d36f8b7 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7977958 May 27 01:54:04.808202 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48018) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:04.846563 n-d-843554-3 neutron-server[88903]: INFO neutron.db.l3_hamode_db [None req-8d5db251-4655-4e4a-92be-4a09095375d4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 27 01:54:04.952466 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5db251-4655-4e4a-92be-4a09095375d4 None None] Routers set() bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:54:04.952913 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5db251-4655-4e4a-92be-4a09095375d4 None None] Router IDs set() for agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} May 27 01:54:05.195443 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-5c59275b-324d-4173-bfee-113f9cc77537 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:54:05.288683 n-d-843554-3 neutron-server[88902]: DEBUG neutron.policy [None req-5c59275b-324d-4173-bfee-113f9cc77537 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88902) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 27 01:54:05.333083 n-d-843554-3 neutron-server[88902]: WARNING oslo_policy.policy [None req-5c59275b-324d-4173-bfee-113f9cc77537 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 01:54:05.333391 n-d-843554-3 neutron-server[88902]: WARNING oslo_policy.policy [None req-5c59275b-324d-4173-bfee-113f9cc77537 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 01:54:05.342175 n-d-843554-3 neutron-server[88902]: INFO neutron.quota [None req-5c59275b-324d-4173-bfee-113f9cc77537 admin admin] Loaded quota_driver: . May 27 01:54:05.357832 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5c59275b-324d-4173-bfee-113f9cc77537 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:54:05.478579 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5c59275b-324d-4173-bfee-113f9cc77537 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789647912104', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789647912701', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789647896930', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789647896116', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789647934029', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789647943733', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1965563', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1965479', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-906327', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-670701'] for rbac-policy, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:05.661115 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5c59275b-324d-4173-bfee-113f9cc77537 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:05.662221 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5c59275b-324d-4173-bfee-113f9cc77537 admin admin] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8528936 May 27 01:54:08.260392 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48032) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:08.835747 n-d-843554-3 neutron-server[88901]: WARNING oslo_policy.policy [None req-a5df6da7-2a2f-44ef-8d0c-02065e3b7404 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 01:54:08.836327 n-d-843554-3 neutron-server[88901]: WARNING oslo_policy.policy [None req-a5df6da7-2a2f-44ef-8d0c-02065e3b7404 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 01:54:09.052598 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a5df6da7-2a2f-44ef-8d0c-02065e3b7404 admin admin] Request body: {'network': {'name': 'private', 'project_id': '3ab9a5cd267c4ed2b8a33c0786c68e4e', 'admin_state_up': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:54:09.054268 n-d-843554-3 neutron-server[88901]: INFO neutron.quota [None req-a5df6da7-2a2f-44ef-8d0c-02065e3b7404 admin admin] Loaded quota_driver: . May 27 01:54:09.069815 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a5df6da7-2a2f-44ef-8d0c-02065e3b7404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:54:09.076320 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a5df6da7-2a2f-44ef-8d0c-02065e3b7404 admin admin] Usage tracker for resource:network and tenant:3ab9a5cd267c4ed2b8a33c0786c68e4e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:54:09.081991 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a5df6da7-2a2f-44ef-8d0c-02065e3b7404 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:54:09.089901 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a5df6da7-2a2f-44ef-8d0c-02065e3b7404 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:54:09.208961 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5df6da7-2a2f-44ef-8d0c-02065e3b7404 admin admin] Made reservation on behalf of 3ab9a5cd267c4ed2b8a33c0786c68e4e for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:54:09.281969 n-d-843554-3 neutron-server[88901]: DEBUG neutron.policy [None req-a5df6da7-2a2f-44ef-8d0c-02065e3b7404 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88901) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 27 01:54:09.326009 n-d-843554-3 neutron-server[88901]: WARNING oslo_policy.policy [None req-a5df6da7-2a2f-44ef-8d0c-02065e3b7404 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 01:54:09.326333 n-d-843554-3 neutron-server[88901]: WARNING oslo_policy.policy [None req-a5df6da7-2a2f-44ef-8d0c-02065e3b7404 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 01:54:09.336012 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a5df6da7-2a2f-44ef-8d0c-02065e3b7404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:09.357650 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a5df6da7-2a2f-44ef-8d0c-02065e3b7404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:09.372028 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a5df6da7-2a2f-44ef-8d0c-02065e3b7404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:54:09.375753 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a5df6da7-2a2f-44ef-8d0c-02065e3b7404 admin admin] Usage tracker for resource:security_group_rule and tenant:3ab9a5cd267c4ed2b8a33c0786c68e4e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:54:09.381131 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a5df6da7-2a2f-44ef-8d0c-02065e3b7404 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:54:09.387210 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a5df6da7-2a2f-44ef-8d0c-02065e3b7404 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:54:09.482875 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a5df6da7-2a2f-44ef-8d0c-02065e3b7404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:09.546048 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a5df6da7-2a2f-44ef-8d0c-02065e3b7404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:09.569925 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5df6da7-2a2f-44ef-8d0c-02065e3b7404 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:54:09.594558 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a5df6da7-2a2f-44ef-8d0c-02065e3b7404 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789642953939', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:09.595072 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a5df6da7-2a2f-44ef-8d0c-02065e3b7404 admin admin] Unsubscribe: segment precommit_create {{(pid=88901) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 27 01:54:09.595590 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-a5df6da7-2a2f-44ef-8d0c-02065e3b7404 admin admin] Added segment d5b2d372-d9c5-46ef-907a-62f5b0077dac of type vlan for network c97b12d7-61b6-4ac2-b25e-b03e276d7d75 May 27 01:54:09.604022 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df6da7-2a2f-44ef-8d0c-02065e3b7404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac6fb92-9ece-4651-9dbf-37bf28d93c0e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:09.663523 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df6da7-2a2f-44ef-8d0c-02065e3b7404 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:09.663868 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df6da7-2a2f-44ef-8d0c-02065e3b7404 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:09.664201 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df6da7-2a2f-44ef-8d0c-02065e3b7404 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:09.664532 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df6da7-2a2f-44ef-8d0c-02065e3b7404 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:09.664886 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df6da7-2a2f-44ef-8d0c-02065e3b7404 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:09.665267 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df6da7-2a2f-44ef-8d0c-02065e3b7404 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:09.665616 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df6da7-2a2f-44ef-8d0c-02065e3b7404 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:09.665935 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df6da7-2a2f-44ef-8d0c-02065e3b7404 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:09.666252 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df6da7-2a2f-44ef-8d0c-02065e3b7404 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:09.666567 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df6da7-2a2f-44ef-8d0c-02065e3b7404 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:09.666879 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df6da7-2a2f-44ef-8d0c-02065e3b7404 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:09.667190 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df6da7-2a2f-44ef-8d0c-02065e3b7404 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:09.668303 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df6da7-2a2f-44ef-8d0c-02065e3b7404 admin admin] Tracked resource versions report: May 27 01:54:09.668303 n-d-843554-3 neutron-server[88901]: pushed versions: May 27 01:54:09.668303 n-d-843554-3 neutron-server[88901]: { 'AddressGroup': {'1.2'}, May 27 01:54:09.668303 n-d-843554-3 neutron-server[88901]: 'ConntrackHelper': {'1.0'}, May 27 01:54:09.668303 n-d-843554-3 neutron-server[88901]: 'Log': {'1.0'}, May 27 01:54:09.668303 n-d-843554-3 neutron-server[88901]: 'Network': {'1.1'}, May 27 01:54:09.668303 n-d-843554-3 neutron-server[88901]: 'Port': {'1.7'}, May 27 01:54:09.668303 n-d-843554-3 neutron-server[88901]: 'PortForwarding': {'1.2'}, May 27 01:54:09.668303 n-d-843554-3 neutron-server[88901]: 'QosPolicy': {'1.8'}, May 27 01:54:09.668303 n-d-843554-3 neutron-server[88901]: 'SecurityGroup': {'1.4'}, May 27 01:54:09.668303 n-d-843554-3 neutron-server[88901]: 'SecurityGroupRule': {'1.2'}, May 27 01:54:09.668303 n-d-843554-3 neutron-server[88901]: 'SubPort': {'1.0'}, May 27 01:54:09.668303 n-d-843554-3 neutron-server[88901]: 'Subnet': {'1.1'}, May 27 01:54:09.668303 n-d-843554-3 neutron-server[88901]: 'Trunk': {'1.1'}} May 27 01:54:09.668303 n-d-843554-3 neutron-server[88901]: consumer versions: May 27 01:54:09.668303 n-d-843554-3 neutron-server[88901]: { DHCP agent@n-d-843554-3: {}, May 27 01:54:09.668303 n-d-843554-3 neutron-server[88901]: L3 agent@n-d-843554-3: {}, May 27 01:54:09.668303 n-d-843554-3 neutron-server[88901]: Metadata agent@n-d-843554-3: {}, May 27 01:54:09.668303 n-d-843554-3 neutron-server[88901]: Metering agent@n-d-843554-3: {}, May 27 01:54:09.668303 n-d-843554-3 neutron-server[88901]: Open vSwitch agent@n-d-843554-3: { 'AddressGroup': '1.2', May 27 01:54:09.668303 n-d-843554-3 neutron-server[88901]: 'ConntrackHelper': '1.0', May 27 01:54:09.668303 n-d-843554-3 neutron-server[88901]: 'Log': '1.0', May 27 01:54:09.668303 n-d-843554-3 neutron-server[88901]: 'Network': '1.1', May 27 01:54:09.668303 n-d-843554-3 neutron-server[88901]: 'Port': '1.7', May 27 01:54:09.668303 n-d-843554-3 neutron-server[88901]: 'PortForwarding': '1.2', May 27 01:54:09.668303 n-d-843554-3 neutron-server[88901]: 'QosPolicy': '1.8', May 27 01:54:09.668303 n-d-843554-3 neutron-server[88901]: 'SecurityGroup': '1.4', May 27 01:54:09.668303 n-d-843554-3 neutron-server[88901]: 'SecurityGroupRule': '1.2', May 27 01:54:09.668303 n-d-843554-3 neutron-server[88901]: 'SubPort': '1.0', May 27 01:54:09.668303 n-d-843554-3 neutron-server[88901]: 'Subnet': '1.1', May 27 01:54:09.668303 n-d-843554-3 neutron-server[88901]: 'Trunk': '1.1'}} May 27 01:54:09.668303 n-d-843554-3 neutron-server[88901]: {{(pid=88901) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 01:54:09.709981 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a5df6da7-2a2f-44ef-8d0c-02065e3b7404 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:09.809533 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a5df6da7-2a2f-44ef-8d0c-02065e3b7404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:09.810753 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5df6da7-2a2f-44ef-8d0c-02065e3b7404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:09.811471 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a5df6da7-2a2f-44ef-8d0c-02065e3b7404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:09.907336 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df6da7-2a2f-44ef-8d0c-02065e3b7404 admin admin] Pushing event updated for resources: {'Network': ['ID=c97b12d7-61b6-4ac2-b25e-b03e276d7d75,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:09.919079 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network c97b12d7-61b6-4ac2-b25e-b03e276d7d75 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:54:09.998660 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a5df6da7-2a2f-44ef-8d0c-02065e3b7404 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.7360806 May 27 01:54:12.684943 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48054) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:13.132068 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb001ee9-a7d0-4ecf-9480-bd4897142009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:13.133353 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-bb001ee9-a7d0-4ecf-9480-bd4897142009 admin admin] 10.222.0.57 "GET /v2.0/networks/c97b12d7-61b6-4ac2-b25e-b03e276d7d75 HTTP/1.1" status: 200 len: 825 time: 0.4474494 May 27 01:54:13.162508 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-dd42a8df-4dc8-430f-b6e7-618c5852e945 admin admin] 10.222.0.57 "GET /v2.0/subnetpools/06411d92-bab0-499e-ab3e-ba19ecef916e HTTP/1.1" status: 200 len: 734 time: 0.0237219 May 27 01:54:13.171140 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-57dbdd01-da72-41f0-82cd-aa002e394830 admin admin] Request body: {'subnet': {'subnetpool_id': '06411d92-bab0-499e-ab3e-ba19ecef916e', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '3ab9a5cd267c4ed2b8a33c0786c68e4e', 'gateway_ip': '172.20.0.1', 'network_id': 'c97b12d7-61b6-4ac2-b25e-b03e276d7d75'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:54:13.175411 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-57dbdd01-da72-41f0-82cd-aa002e394830 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:54:13.179093 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-57dbdd01-da72-41f0-82cd-aa002e394830 admin admin] Usage tracker for resource:subnet and tenant:3ab9a5cd267c4ed2b8a33c0786c68e4e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:54:13.182561 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-57dbdd01-da72-41f0-82cd-aa002e394830 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:54:13.188545 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-57dbdd01-da72-41f0-82cd-aa002e394830 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:54:13.237115 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57dbdd01-da72-41f0-82cd-aa002e394830 admin admin] Made reservation on behalf of 3ab9a5cd267c4ed2b8a33c0786c68e4e for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:54:13.239264 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-57dbdd01-da72-41f0-82cd-aa002e394830 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:13.563442 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-57dbdd01-da72-41f0-82cd-aa002e394830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:13.644620 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dbdd01-da72-41f0-82cd-aa002e394830 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4294d864-e03d-4b8c-9b2d-11ca961051a3,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:13.648647 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dbdd01-da72-41f0-82cd-aa002e394830 admin admin] Checking segment: {'id': 'd5b2d372-d9c5-46ef-907a-62f5b0077dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c97b12d7-61b6-4ac2-b25e-b03e276d7d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:54:13.651227 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dbdd01-da72-41f0-82cd-aa002e394830 admin admin] Network hostable DHCP agents. Network: c97b12d7-61b6-4ac2-b25e-b03e276d7d75, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:54:13.711998 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dbdd01-da72-41f0-82cd-aa002e394830 admin admin] Network c97b12d7-61b6-4ac2-b25e-b03e276d7d75 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:54:13.786158 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-57dbdd01-da72-41f0-82cd-aa002e394830 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, c97b12d7-61b6-4ac2-b25e-b03e276d7d75) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:54:13.791179 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dbdd01-da72-41f0-82cd-aa002e394830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:13.794863 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-57dbdd01-da72-41f0-82cd-aa002e394830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:13.797022 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30037787-4f48-40c2-8381-30f2d43a7fd1 None None] Network c97b12d7-61b6-4ac2-b25e-b03e276d7d75 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:54:13.958503 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-57dbdd01-da72-41f0-82cd-aa002e394830 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7903607 May 27 01:54:14.095867 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21d43b9-3054-46b7-903c-f524c14f63d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-c97b12d7-61b6-4ac2-b25e-b03e276d7d75', 'network_id': 'c97b12d7-61b6-4ac2-b25e-b03e276d7d75', 'tenant_id': '3ab9a5cd267c4ed2b8a33c0786c68e4e', 'fixed_ips': [{'subnet_id': '4294d864-e03d-4b8c-9b2d-11ca961051a3'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 01:54:14.097093 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e21d43b9-3054-46b7-903c-f524c14f63d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:14.283850 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-e21d43b9-3054-46b7-903c-f524c14f63d8 None None] Allocated IP 172.20.0.2 (c97b12d7-61b6-4ac2-b25e-b03e276d7d75/4294d864-e03d-4b8c-9b2d-11ca961051a3/0f094757-3c3c-44e2-9eb8-47b64904767b) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:54:14.513125 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e21d43b9-3054-46b7-903c-f524c14f63d8 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:14.525927 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e21d43b9-3054-46b7-903c-f524c14f63d8 None None] Transition to ACTIVE for port object 0f094757-3c3c-44e2-9eb8-47b64904767b will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:54:14.545269 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e21d43b9-3054-46b7-903c-f524c14f63d8 None None] Transition to ACTIVE for port object 0f094757-3c3c-44e2-9eb8-47b64904767b will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:54:14.598077 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e21d43b9-3054-46b7-903c-f524c14f63d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:14.663720 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21d43b9-3054-46b7-903c-f524c14f63d8 None None] Network c97b12d7-61b6-4ac2-b25e-b03e276d7d75 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:54:14.666668 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-e21d43b9-3054-46b7-903c-f524c14f63d8 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:54:14.673157 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21d43b9-3054-46b7-903c-f524c14f63d8 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:54:14.676499 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d43b9-3054-46b7-903c-f524c14f63d8 None None] Pushing event updated for resources: {'Port': ['ID=0f094757-3c3c-44e2-9eb8-47b64904767b,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:14.715984 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d43b9-3054-46b7-903c-f524c14f63d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:14.716345 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d43b9-3054-46b7-903c-f524c14f63d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:14.716705 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d43b9-3054-46b7-903c-f524c14f63d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:14.717068 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d43b9-3054-46b7-903c-f524c14f63d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:14.717401 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d43b9-3054-46b7-903c-f524c14f63d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:14.717727 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d43b9-3054-46b7-903c-f524c14f63d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:14.718052 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d43b9-3054-46b7-903c-f524c14f63d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:14.718381 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d43b9-3054-46b7-903c-f524c14f63d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:14.718697 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d43b9-3054-46b7-903c-f524c14f63d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:14.719019 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d43b9-3054-46b7-903c-f524c14f63d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:14.719339 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d43b9-3054-46b7-903c-f524c14f63d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:14.719660 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d43b9-3054-46b7-903c-f524c14f63d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:14.720794 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d43b9-3054-46b7-903c-f524c14f63d8 None None] Tracked resource versions report: May 27 01:54:14.720794 n-d-843554-3 neutron-server[88903]: pushed versions: May 27 01:54:14.720794 n-d-843554-3 neutron-server[88903]: { 'AddressGroup': {'1.2'}, May 27 01:54:14.720794 n-d-843554-3 neutron-server[88903]: 'ConntrackHelper': {'1.0'}, May 27 01:54:14.720794 n-d-843554-3 neutron-server[88903]: 'Log': {'1.0'}, May 27 01:54:14.720794 n-d-843554-3 neutron-server[88903]: 'Network': {'1.1'}, May 27 01:54:14.720794 n-d-843554-3 neutron-server[88903]: 'Port': {'1.7'}, May 27 01:54:14.720794 n-d-843554-3 neutron-server[88903]: 'PortForwarding': {'1.2'}, May 27 01:54:14.720794 n-d-843554-3 neutron-server[88903]: 'QosPolicy': {'1.8'}, May 27 01:54:14.720794 n-d-843554-3 neutron-server[88903]: 'SecurityGroup': {'1.4'}, May 27 01:54:14.720794 n-d-843554-3 neutron-server[88903]: 'SecurityGroupRule': {'1.2'}, May 27 01:54:14.720794 n-d-843554-3 neutron-server[88903]: 'SubPort': {'1.0'}, May 27 01:54:14.720794 n-d-843554-3 neutron-server[88903]: 'Subnet': {'1.1'}, May 27 01:54:14.720794 n-d-843554-3 neutron-server[88903]: 'Trunk': {'1.1'}} May 27 01:54:14.720794 n-d-843554-3 neutron-server[88903]: consumer versions: May 27 01:54:14.720794 n-d-843554-3 neutron-server[88903]: { DHCP agent@n-d-843554-3: {}, May 27 01:54:14.720794 n-d-843554-3 neutron-server[88903]: L3 agent@n-d-843554-3: {}, May 27 01:54:14.720794 n-d-843554-3 neutron-server[88903]: Metadata agent@n-d-843554-3: {}, May 27 01:54:14.720794 n-d-843554-3 neutron-server[88903]: Metering agent@n-d-843554-3: {}, May 27 01:54:14.720794 n-d-843554-3 neutron-server[88903]: Open vSwitch agent@n-d-843554-3: { 'AddressGroup': '1.2', May 27 01:54:14.720794 n-d-843554-3 neutron-server[88903]: 'ConntrackHelper': '1.0', May 27 01:54:14.720794 n-d-843554-3 neutron-server[88903]: 'Log': '1.0', May 27 01:54:14.720794 n-d-843554-3 neutron-server[88903]: 'Network': '1.1', May 27 01:54:14.720794 n-d-843554-3 neutron-server[88903]: 'Port': '1.7', May 27 01:54:14.720794 n-d-843554-3 neutron-server[88903]: 'PortForwarding': '1.2', May 27 01:54:14.720794 n-d-843554-3 neutron-server[88903]: 'QosPolicy': '1.8', May 27 01:54:14.720794 n-d-843554-3 neutron-server[88903]: 'SecurityGroup': '1.4', May 27 01:54:14.720794 n-d-843554-3 neutron-server[88903]: 'SecurityGroupRule': '1.2', May 27 01:54:14.720794 n-d-843554-3 neutron-server[88903]: 'SubPort': '1.0', May 27 01:54:14.720794 n-d-843554-3 neutron-server[88903]: 'Subnet': '1.1', May 27 01:54:14.720794 n-d-843554-3 neutron-server[88903]: 'Trunk': '1.1'}} May 27 01:54:14.720794 n-d-843554-3 neutron-server[88903]: {{(pid=88903) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 01:54:14.776549 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-e21d43b9-3054-46b7-903c-f524c14f63d8 None None] Attempting to bind port 0f094757-3c3c-44e2-9eb8-47b64904767b on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:54:14.776965 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-e21d43b9-3054-46b7-903c-f524c14f63d8 None None] Attempting to bind port 0f094757-3c3c-44e2-9eb8-47b64904767b by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'd5b2d372-d9c5-46ef-907a-62f5b0077dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c97b12d7-61b6-4ac2-b25e-b03e276d7d75'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:54:14.777458 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21d43b9-3054-46b7-903c-f524c14f63d8 None None] Attempting to bind port 0f094757-3c3c-44e2-9eb8-47b64904767b on network c97b12d7-61b6-4ac2-b25e-b03e276d7d75 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:54:14.782799 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21d43b9-3054-46b7-903c-f524c14f63d8 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:54:14.783251 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21d43b9-3054-46b7-903c-f524c14f63d8 None None] Checking segment: {'id': 'd5b2d372-d9c5-46ef-907a-62f5b0077dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c97b12d7-61b6-4ac2-b25e-b03e276d7d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:54:14.783753 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e21d43b9-3054-46b7-903c-f524c14f63d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:14.784144 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21d43b9-3054-46b7-903c-f524c14f63d8 None None] Bound using segment: {'id': 'd5b2d372-d9c5-46ef-907a-62f5b0077dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c97b12d7-61b6-4ac2-b25e-b03e276d7d75'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:54:14.784647 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-e21d43b9-3054-46b7-903c-f524c14f63d8 None None] Bound port: 0f094757-3c3c-44e2-9eb8-47b64904767b, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5b2d372-d9c5-46ef-907a-62f5b0077dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c97b12d7-61b6-4ac2-b25e-b03e276d7d75'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:54:14.785111 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e21d43b9-3054-46b7-903c-f524c14f63d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:14.883528 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-e21d43b9-3054-46b7-903c-f524c14f63d8 None None] For port 0f094757-3c3c-44e2-9eb8-47b64904767b, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:54:14.888565 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-e21d43b9-3054-46b7-903c-f524c14f63d8 None None] For port 0f094757-3c3c-44e2-9eb8-47b64904767b, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=0f094757-3c3c-44e2-9eb8-47b64904767b,segment=NetworkSegment(d5b2d372-d9c5-46ef-907a-62f5b0077dac),segment_id=d5b2d372-d9c5-46ef-907a-62f5b0077dac)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:54:14.941289 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e21d43b9-3054-46b7-903c-f524c14f63d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:15.027837 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d43b9-3054-46b7-903c-f524c14f63d8 None None] Pushing event updated for resources: {'Port': ['ID=0f094757-3c3c-44e2-9eb8-47b64904767b,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:16.416556 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48064) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:16.777957 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [None req-fddc4214-d2c7-43fd-ba42-49c9253c353b admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 01:54:16.779364 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-fddc4214-d2c7-43fd-ba42-49c9253c353b admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3616214 May 27 01:54:18.553073 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 0f094757-3c3c-44e2-9eb8-47b64904767b up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:54:18.688801 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 0f094757-3c3c-44e2-9eb8-47b64904767b completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:54:18.757145 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7facf44e-966c-402c-850a-f571f84b6663 None None] Network c97b12d7-61b6-4ac2-b25e-b03e276d7d75 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:54:18.920763 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-647d39cf-c996-4cb0-91b6-0c004dcaf78f None None] Provisioning for port 0f094757-3c3c-44e2-9eb8-47b64904767b completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:54:18.930557 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-647d39cf-c996-4cb0-91b6-0c004dcaf78f None None] Provisioning complete for port 0f094757-3c3c-44e2-9eb8-47b64904767b triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:54:18.930966 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-647d39cf-c996-4cb0-91b6-0c004dcaf78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:19.134471 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-647d39cf-c996-4cb0-91b6-0c004dcaf78f None None] Current status of the port 0f094757-3c3c-44e2-9eb8-47b64904767b is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:54:19.134883 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-647d39cf-c996-4cb0-91b6-0c004dcaf78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:19.172822 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-647d39cf-c996-4cb0-91b6-0c004dcaf78f None None] For port 0f094757-3c3c-44e2-9eb8-47b64904767b, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=0f094757-3c3c-44e2-9eb8-47b64904767b,segment=NetworkSegment(d5b2d372-d9c5-46ef-907a-62f5b0077dac),segment_id=d5b2d372-d9c5-46ef-907a-62f5b0077dac)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:54:19.218181 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48078) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:19.254803 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-647d39cf-c996-4cb0-91b6-0c004dcaf78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:19.323831 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d39cf-c996-4cb0-91b6-0c004dcaf78f None None] Pushing event updated for resources: {'Port': ['ID=0f094757-3c3c-44e2-9eb8-47b64904767b,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:19.374562 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-b216f2b3-84ab-4bb7-b1fc-b1464bafe1ac None None] Provisioning complete for port 0f094757-3c3c-44e2-9eb8-47b64904767b triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:54:19.374923 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b216f2b3-84ab-4bb7-b1fc-b1464bafe1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:19.487360 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-b216f2b3-84ab-4bb7-b1fc-b1464bafe1ac None None] Current status of the port 0f094757-3c3c-44e2-9eb8-47b64904767b is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:54:19.590770 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-5dd58210-907a-4372-a98e-3fb9a4e7cfc0 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 01:54:19.591727 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5dd58210-907a-4372-a98e-3fb9a4e7cfc0 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3726473 May 27 01:54:20.520951 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 0f094757-3c3c-44e2-9eb8-47b64904767b up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:54:20.586427 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 0f094757-3c3c-44e2-9eb8-47b64904767b triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:54:20.586798 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:20.700098 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 0f094757-3c3c-44e2-9eb8-47b64904767b is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:54:22.251743 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48090) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:22.592495 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-2758cd3a-1a31-489d-b58e-1eaae1560ed8 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '3ab9a5cd267c4ed2b8a33c0786c68e4e'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:54:22.596924 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-2758cd3a-1a31-489d-b58e-1eaae1560ed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:54:22.601551 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-2758cd3a-1a31-489d-b58e-1eaae1560ed8 admin admin] Usage tracker for resource:router and tenant:3ab9a5cd267c4ed2b8a33c0786c68e4e is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:54:22.605837 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-2758cd3a-1a31-489d-b58e-1eaae1560ed8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:54:22.611814 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-2758cd3a-1a31-489d-b58e-1eaae1560ed8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:54:22.665950 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2758cd3a-1a31-489d-b58e-1eaae1560ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:22.667595 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2758cd3a-1a31-489d-b58e-1eaae1560ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:22.688898 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2758cd3a-1a31-489d-b58e-1eaae1560ed8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:22.866422 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2758cd3a-1a31-489d-b58e-1eaae1560ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:22.916950 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2758cd3a-1a31-489d-b58e-1eaae1560ed8 admin admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:22.918144 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2758cd3a-1a31-489d-b58e-1eaae1560ed8 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6654625 May 27 01:54:23.330236 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 5 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:54:25.332437 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48100) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:25.374183 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-504a71d9-65f2-4a58-a62a-1fa7aded77c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:25.696087 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-b3fff43f-aa14-46a1-bfee-9614e2ac1feb admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 01:54:25.697077 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b3fff43f-aa14-46a1-bfee-9614e2ac1feb admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3636346 May 27 01:54:27.717245 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-448258bf-2840-4785-ba9c-adc90637eae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:28.066566 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48110) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:28.425567 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-26995dc7-f02f-488c-b479-1f2717b6f730 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:54:28.430587 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-26995dc7-f02f-488c-b479-1f2717b6f730 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:54:28.434297 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-26995dc7-f02f-488c-b479-1f2717b6f730 admin admin] Usage tracker for resource:network and tenant:e0ca79bd14254ad3af14f4f53457f359 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:54:28.437654 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-26995dc7-f02f-488c-b479-1f2717b6f730 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:54:28.443159 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-26995dc7-f02f-488c-b479-1f2717b6f730 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:54:28.516797 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26995dc7-f02f-488c-b479-1f2717b6f730 admin admin] Made reservation on behalf of e0ca79bd14254ad3af14f4f53457f359 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:54:28.519635 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-26995dc7-f02f-488c-b479-1f2717b6f730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:28.536871 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-26995dc7-f02f-488c-b479-1f2717b6f730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:28.551431 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-26995dc7-f02f-488c-b479-1f2717b6f730 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:54:28.555106 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-26995dc7-f02f-488c-b479-1f2717b6f730 admin admin] Usage tracker for resource:security_group_rule and tenant:e0ca79bd14254ad3af14f4f53457f359 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:54:28.558215 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-26995dc7-f02f-488c-b479-1f2717b6f730 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:54:28.563691 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-26995dc7-f02f-488c-b479-1f2717b6f730 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:54:28.655149 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-26995dc7-f02f-488c-b479-1f2717b6f730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:28.722620 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-26995dc7-f02f-488c-b479-1f2717b6f730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:28.728591 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:28.738041 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-26995dc7-f02f-488c-b479-1f2717b6f730 admin admin] Reserving flat network on physical network physnet1 {{(pid=88902) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 27 01:54:28.768214 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-26995dc7-f02f-488c-b479-1f2717b6f730 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789642953939', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:28.768809 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-26995dc7-f02f-488c-b479-1f2717b6f730 admin admin] Unsubscribe: segment precommit_create {{(pid=88902) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 27 01:54:28.769330 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-26995dc7-f02f-488c-b479-1f2717b6f730 admin admin] Added segment cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6 of type flat for network d97d5b0c-4580-406a-95fb-4efaa0c98188 May 27 01:54:28.817312 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26995dc7-f02f-488c-b479-1f2717b6f730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b280cd99-6b05-4ada-b1b8-9d7aed2f2bfe,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:28.829028 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26995dc7-f02f-488c-b479-1f2717b6f730 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:28.829367 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26995dc7-f02f-488c-b479-1f2717b6f730 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:28.829697 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26995dc7-f02f-488c-b479-1f2717b6f730 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:28.830025 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26995dc7-f02f-488c-b479-1f2717b6f730 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:28.830657 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26995dc7-f02f-488c-b479-1f2717b6f730 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:28.830770 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26995dc7-f02f-488c-b479-1f2717b6f730 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:28.831064 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26995dc7-f02f-488c-b479-1f2717b6f730 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:28.831381 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26995dc7-f02f-488c-b479-1f2717b6f730 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:28.831698 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26995dc7-f02f-488c-b479-1f2717b6f730 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:28.832013 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26995dc7-f02f-488c-b479-1f2717b6f730 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:28.832355 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26995dc7-f02f-488c-b479-1f2717b6f730 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:28.832693 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26995dc7-f02f-488c-b479-1f2717b6f730 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:28.843471 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26995dc7-f02f-488c-b479-1f2717b6f730 admin admin] Tracked resource versions report: May 27 01:54:28.843471 n-d-843554-3 neutron-server[88902]: pushed versions: May 27 01:54:28.843471 n-d-843554-3 neutron-server[88902]: { 'AddressGroup': {'1.2'}, May 27 01:54:28.843471 n-d-843554-3 neutron-server[88902]: 'ConntrackHelper': {'1.0'}, May 27 01:54:28.843471 n-d-843554-3 neutron-server[88902]: 'Log': {'1.0'}, May 27 01:54:28.843471 n-d-843554-3 neutron-server[88902]: 'Network': {'1.1'}, May 27 01:54:28.843471 n-d-843554-3 neutron-server[88902]: 'Port': {'1.7'}, May 27 01:54:28.843471 n-d-843554-3 neutron-server[88902]: 'PortForwarding': {'1.2'}, May 27 01:54:28.843471 n-d-843554-3 neutron-server[88902]: 'QosPolicy': {'1.8'}, May 27 01:54:28.843471 n-d-843554-3 neutron-server[88902]: 'SecurityGroup': {'1.4'}, May 27 01:54:28.843471 n-d-843554-3 neutron-server[88902]: 'SecurityGroupRule': {'1.2'}, May 27 01:54:28.843471 n-d-843554-3 neutron-server[88902]: 'SubPort': {'1.0'}, May 27 01:54:28.843471 n-d-843554-3 neutron-server[88902]: 'Subnet': {'1.1'}, May 27 01:54:28.843471 n-d-843554-3 neutron-server[88902]: 'Trunk': {'1.1'}} May 27 01:54:28.843471 n-d-843554-3 neutron-server[88902]: consumer versions: May 27 01:54:28.843471 n-d-843554-3 neutron-server[88902]: { DHCP agent@n-d-843554-3: {}, May 27 01:54:28.843471 n-d-843554-3 neutron-server[88902]: L3 agent@n-d-843554-3: {}, May 27 01:54:28.843471 n-d-843554-3 neutron-server[88902]: Metadata agent@n-d-843554-3: {}, May 27 01:54:28.843471 n-d-843554-3 neutron-server[88902]: Metering agent@n-d-843554-3: {}, May 27 01:54:28.843471 n-d-843554-3 neutron-server[88902]: Open vSwitch agent@n-d-843554-3: { 'AddressGroup': '1.2', May 27 01:54:28.843471 n-d-843554-3 neutron-server[88902]: 'ConntrackHelper': '1.0', May 27 01:54:28.843471 n-d-843554-3 neutron-server[88902]: 'Log': '1.0', May 27 01:54:28.843471 n-d-843554-3 neutron-server[88902]: 'Network': '1.1', May 27 01:54:28.843471 n-d-843554-3 neutron-server[88902]: 'Port': '1.7', May 27 01:54:28.843471 n-d-843554-3 neutron-server[88902]: 'PortForwarding': '1.2', May 27 01:54:28.843471 n-d-843554-3 neutron-server[88902]: 'QosPolicy': '1.8', May 27 01:54:28.843471 n-d-843554-3 neutron-server[88902]: 'SecurityGroup': '1.4', May 27 01:54:28.843471 n-d-843554-3 neutron-server[88902]: 'SecurityGroupRule': '1.2', May 27 01:54:28.843471 n-d-843554-3 neutron-server[88902]: 'SubPort': '1.0', May 27 01:54:28.843471 n-d-843554-3 neutron-server[88902]: 'Subnet': '1.1', May 27 01:54:28.843471 n-d-843554-3 neutron-server[88902]: 'Trunk': '1.1'}} May 27 01:54:28.843471 n-d-843554-3 neutron-server[88902]: {{(pid=88902) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 01:54:28.865751 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:28.885818 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-26995dc7-f02f-488c-b479-1f2717b6f730 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:28.963075 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-26995dc7-f02f-488c-b479-1f2717b6f730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:28.964031 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26995dc7-f02f-488c-b479-1f2717b6f730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:28.964683 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-26995dc7-f02f-488c-b479-1f2717b6f730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:29.070120 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26995dc7-f02f-488c-b479-1f2717b6f730 admin admin] Pushing event updated for resources: {'Network': ['ID=d97d5b0c-4580-406a-95fb-4efaa0c98188,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:29.083412 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:54:29.100375 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-26995dc7-f02f-488c-b479-1f2717b6f730 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0327513 May 27 01:54:29.900339 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:31.473480 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48134) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:31.683117 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db577afe-ffc3-455e-be2f-dc345a7ca46b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:31.684452 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-db577afe-ffc3-455e-be2f-dc345a7ca46b admin admin] 10.222.0.57 "GET /v2.0/subnets/4294d864-e03d-4b8c-9b2d-11ca961051a3 HTTP/1.1" status: 200 len: 849 time: 0.2100396 May 27 01:54:31.839918 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ea0450ab-58d8-44cc-a751-977e8fac2d09 admin admin] 10.222.0.57 "GET /v2.0/routers/ec42f40c-21c8-4b71-90f5-3e0a89c71658 HTTP/1.1" status: 200 len: 704 time: 0.1499116 May 27 01:54:32.291638 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3c5367b7-c6c4-48f1-8cef-97f1e1fb7f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:32.516227 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-3c5367b7-c6c4-48f1-8cef-97f1e1fb7f47 admin admin] Allocated IP 172.20.0.1 (c97b12d7-61b6-4ac2-b25e-b03e276d7d75/4294d864-e03d-4b8c-9b2d-11ca961051a3/cae8ee8b-4d10-4de4-9170-9c7d6b8b5c13) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:54:32.667467 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3c5367b7-c6c4-48f1-8cef-97f1e1fb7f47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:32.685513 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3c5367b7-c6c4-48f1-8cef-97f1e1fb7f47 admin admin] Transition to ACTIVE for port object cae8ee8b-4d10-4de4-9170-9c7d6b8b5c13 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:54:32.803527 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3c5367b7-c6c4-48f1-8cef-97f1e1fb7f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:32.867568 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5367b7-c6c4-48f1-8cef-97f1e1fb7f47 admin admin] Network c97b12d7-61b6-4ac2-b25e-b03e276d7d75 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:54:32.870167 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-3c5367b7-c6c4-48f1-8cef-97f1e1fb7f47 admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:54:32.876112 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5367b7-c6c4-48f1-8cef-97f1e1fb7f47 admin admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:54:32.876627 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3c5367b7-c6c4-48f1-8cef-97f1e1fb7f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:32.998099 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5367b7-c6c4-48f1-8cef-97f1e1fb7f47 admin admin] Pushing event updated for resources: {'Port': ['ID=cae8ee8b-4d10-4de4-9170-9c7d6b8b5c13,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:33.157215 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-0daaabda-4989-4eb3-b1c3-37c16b3e844e None None] Provisioning for port cae8ee8b-4d10-4de4-9170-9c7d6b8b5c13 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:54:33.162172 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-0daaabda-4989-4eb3-b1c3-37c16b3e844e None None] Provisioning complete for port cae8ee8b-4d10-4de4-9170-9c7d6b8b5c13 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:54:33.164357 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0daaabda-4989-4eb3-b1c3-37c16b3e844e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:33.218249 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-0daaabda-4989-4eb3-b1c3-37c16b3e844e None None] Port cae8ee8b-4d10-4de4-9170-9c7d6b8b5c13 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:54:33.230765 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3c5367b7-c6c4-48f1-8cef-97f1e1fb7f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:33.464215 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3c5367b7-c6c4-48f1-8cef-97f1e1fb7f47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:33.539099 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3c5367b7-c6c4-48f1-8cef-97f1e1fb7f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:33.539837 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3c5367b7-c6c4-48f1-8cef-97f1e1fb7f47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:33.668676 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5367b7-c6c4-48f1-8cef-97f1e1fb7f47 admin admin] Pushing event updated for resources: {'Port': ['ID=cae8ee8b-4d10-4de4-9170-9c7d6b8b5c13,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:33.727894 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5367b7-c6c4-48f1-8cef-97f1e1fb7f47 admin admin] Network c97b12d7-61b6-4ac2-b25e-b03e276d7d75 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:54:33.728992 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-3c5367b7-c6c4-48f1-8cef-97f1e1fb7f47 admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:54:33.940125 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-d01a7fc9-b01f-4dba-a5c5-b6df5de36646 None None] Provisioning complete for port cae8ee8b-4d10-4de4-9170-9c7d6b8b5c13 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:54:33.940493 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d01a7fc9-b01f-4dba-a5c5-b6df5de36646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:33.962460 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5367b7-c6c4-48f1-8cef-97f1e1fb7f47 admin admin] Router ec42f40c-21c8-4b71-90f5-3e0a89c71658 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:54:33.991427 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-d01a7fc9-b01f-4dba-a5c5-b6df5de36646 None None] Port cae8ee8b-4d10-4de4-9170-9c7d6b8b5c13 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:54:34.110100 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5367b7-c6c4-48f1-8cef-97f1e1fb7f47 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:54:34.119234 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3c5367b7-c6c4-48f1-8cef-97f1e1fb7f47 admin admin] 10.222.0.57 "PUT /v2.0/routers/ec42f40c-21c8-4b71-90f5-3e0a89c71658/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2737551 May 27 01:54:34.120028 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f079301-f5f3-483a-9d83-221376fc3edc None None] Sync routers for ids ['ec42f40c-21c8-4b71-90f5-3e0a89c71658'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:54:34.130507 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f079301-f5f3-483a-9d83-221376fc3edc None None] Routers {'ec42f40c-21c8-4b71-90f5-3e0a89c71658'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:54:34.131349 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-1f079301-f5f3-483a-9d83-221376fc3edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T01:54:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['ec42f40c-21c8-4b71-90f5-3e0a89c71658'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:34.304731 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-1f079301-f5f3-483a-9d83-221376fc3edc None None] Set router ec42f40c-21c8-4b71-90f5-3e0a89c71658 gateway port host: None {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:54:34.675718 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-1f079301-f5f3-483a-9d83-221376fc3edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec42f40c-21c8-4b71-90f5-3e0a89c71658', 'name': 'router1', 'tenant_id': '3ab9a5cd267c4ed2b8a33c0786c68e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:22Z', 'updated_at': '2022-05-27T01:54:33Z', 'revision_number': 2, 'project_id': '3ab9a5cd267c4ed2b8a33c0786c68e4e', 'gw_port_host': None, '_interfaces': [{'id': 'cae8ee8b-4d10-4de4-9170-9c7d6b8b5c13', 'name': '', 'network_id': 'c97b12d7-61b6-4ac2-b25e-b03e276d7d75', 'tenant_id': '3ab9a5cd267c4ed2b8a33c0786c68e4e', 'mac_address': 'fa:16:3e:52:84:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec42f40c-21c8-4b71-90f5-3e0a89c71658', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4294d864-e03d-4b8c-9b2d-11ca961051a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:32Z', 'updated_at': '2022-05-27T01:54:33Z', 'revision_number': 2, 'project_id': '3ab9a5cd267c4ed2b8a33c0786c68e4e', 'subnets': [{'id': '4294d864-e03d-4b8c-9b2d-11ca961051a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06411d92-bab0-499e-ab3e-ba19ecef916e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:34.680629 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f079301-f5f3-483a-9d83-221376fc3edc None None] Checking router: ec42f40c-21c8-4b71-90f5-3e0a89c71658 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:54:34.681030 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f079301-f5f3-483a-9d83-221376fc3edc None None] Updating router ec42f40c-21c8-4b71-90f5-3e0a89c71658 port cae8ee8b-4d10-4de4-9170-9c7d6b8b5c13 binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:54:34.732589 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-1f079301-f5f3-483a-9d83-221376fc3edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:35.109516 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-1f079301-f5f3-483a-9d83-221376fc3edc None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:35.124601 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-1f079301-f5f3-483a-9d83-221376fc3edc None None] Transition to ACTIVE for port object cae8ee8b-4d10-4de4-9170-9c7d6b8b5c13 will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:54:35.185561 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-1f079301-f5f3-483a-9d83-221376fc3edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:35.411409 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc1950a-326f-42a0-b977-393c62fa30a9 None None] Pushing event updated for resources: {'Port': ['ID=cae8ee8b-4d10-4de4-9170-9c7d6b8b5c13,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:35.431414 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc1950a-326f-42a0-b977-393c62fa30a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:35.431991 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc1950a-326f-42a0-b977-393c62fa30a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:35.432333 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc1950a-326f-42a0-b977-393c62fa30a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:35.432661 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc1950a-326f-42a0-b977-393c62fa30a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:35.433010 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc1950a-326f-42a0-b977-393c62fa30a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:35.433341 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc1950a-326f-42a0-b977-393c62fa30a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:35.433667 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc1950a-326f-42a0-b977-393c62fa30a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:35.433987 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc1950a-326f-42a0-b977-393c62fa30a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:35.434309 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc1950a-326f-42a0-b977-393c62fa30a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:35.434625 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc1950a-326f-42a0-b977-393c62fa30a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:35.434941 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc1950a-326f-42a0-b977-393c62fa30a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:35.435257 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc1950a-326f-42a0-b977-393c62fa30a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:35.436363 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc1950a-326f-42a0-b977-393c62fa30a9 None None] Tracked resource versions report: May 27 01:54:35.436363 n-d-843554-3 neutron-server[88904]: pushed versions: May 27 01:54:35.436363 n-d-843554-3 neutron-server[88904]: { 'AddressGroup': {'1.2'}, May 27 01:54:35.436363 n-d-843554-3 neutron-server[88904]: 'ConntrackHelper': {'1.0'}, May 27 01:54:35.436363 n-d-843554-3 neutron-server[88904]: 'Log': {'1.0'}, May 27 01:54:35.436363 n-d-843554-3 neutron-server[88904]: 'Network': {'1.1'}, May 27 01:54:35.436363 n-d-843554-3 neutron-server[88904]: 'Port': {'1.7'}, May 27 01:54:35.436363 n-d-843554-3 neutron-server[88904]: 'PortForwarding': {'1.2'}, May 27 01:54:35.436363 n-d-843554-3 neutron-server[88904]: 'QosPolicy': {'1.8'}, May 27 01:54:35.436363 n-d-843554-3 neutron-server[88904]: 'SecurityGroup': {'1.4'}, May 27 01:54:35.436363 n-d-843554-3 neutron-server[88904]: 'SecurityGroupRule': {'1.2'}, May 27 01:54:35.436363 n-d-843554-3 neutron-server[88904]: 'SubPort': {'1.0'}, May 27 01:54:35.436363 n-d-843554-3 neutron-server[88904]: 'Subnet': {'1.1'}, May 27 01:54:35.436363 n-d-843554-3 neutron-server[88904]: 'Trunk': {'1.1'}} May 27 01:54:35.436363 n-d-843554-3 neutron-server[88904]: consumer versions: May 27 01:54:35.436363 n-d-843554-3 neutron-server[88904]: { DHCP agent@n-d-843554-3: {}, May 27 01:54:35.436363 n-d-843554-3 neutron-server[88904]: L3 agent@n-d-843554-3: {}, May 27 01:54:35.436363 n-d-843554-3 neutron-server[88904]: Metadata agent@n-d-843554-3: {}, May 27 01:54:35.436363 n-d-843554-3 neutron-server[88904]: Metering agent@n-d-843554-3: {}, May 27 01:54:35.436363 n-d-843554-3 neutron-server[88904]: Open vSwitch agent@n-d-843554-3: { 'AddressGroup': '1.2', May 27 01:54:35.436363 n-d-843554-3 neutron-server[88904]: 'ConntrackHelper': '1.0', May 27 01:54:35.436363 n-d-843554-3 neutron-server[88904]: 'Log': '1.0', May 27 01:54:35.436363 n-d-843554-3 neutron-server[88904]: 'Network': '1.1', May 27 01:54:35.436363 n-d-843554-3 neutron-server[88904]: 'Port': '1.7', May 27 01:54:35.436363 n-d-843554-3 neutron-server[88904]: 'PortForwarding': '1.2', May 27 01:54:35.436363 n-d-843554-3 neutron-server[88904]: 'QosPolicy': '1.8', May 27 01:54:35.436363 n-d-843554-3 neutron-server[88904]: 'SecurityGroup': '1.4', May 27 01:54:35.436363 n-d-843554-3 neutron-server[88904]: 'SecurityGroupRule': '1.2', May 27 01:54:35.436363 n-d-843554-3 neutron-server[88904]: 'SubPort': '1.0', May 27 01:54:35.436363 n-d-843554-3 neutron-server[88904]: 'Subnet': '1.1', May 27 01:54:35.436363 n-d-843554-3 neutron-server[88904]: 'Trunk': '1.1'}} May 27 01:54:35.436363 n-d-843554-3 neutron-server[88904]: {{(pid=88904) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 01:54:35.446904 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-1f079301-f5f3-483a-9d83-221376fc3edc None None] Attempting to bind port cae8ee8b-4d10-4de4-9170-9c7d6b8b5c13 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:54:35.447301 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-1f079301-f5f3-483a-9d83-221376fc3edc None None] Attempting to bind port cae8ee8b-4d10-4de4-9170-9c7d6b8b5c13 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'd5b2d372-d9c5-46ef-907a-62f5b0077dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c97b12d7-61b6-4ac2-b25e-b03e276d7d75'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:54:35.447772 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f079301-f5f3-483a-9d83-221376fc3edc None None] Attempting to bind port cae8ee8b-4d10-4de4-9170-9c7d6b8b5c13 on network c97b12d7-61b6-4ac2-b25e-b03e276d7d75 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:54:35.452917 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f079301-f5f3-483a-9d83-221376fc3edc None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:54:35.453327 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f079301-f5f3-483a-9d83-221376fc3edc None None] Checking segment: {'id': 'd5b2d372-d9c5-46ef-907a-62f5b0077dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c97b12d7-61b6-4ac2-b25e-b03e276d7d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:54:35.453816 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-1f079301-f5f3-483a-9d83-221376fc3edc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:35.454207 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f079301-f5f3-483a-9d83-221376fc3edc None None] Bound using segment: {'id': 'd5b2d372-d9c5-46ef-907a-62f5b0077dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c97b12d7-61b6-4ac2-b25e-b03e276d7d75'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:54:35.454705 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-1f079301-f5f3-483a-9d83-221376fc3edc None None] Bound port: cae8ee8b-4d10-4de4-9170-9c7d6b8b5c13, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5b2d372-d9c5-46ef-907a-62f5b0077dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c97b12d7-61b6-4ac2-b25e-b03e276d7d75'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:54:35.455105 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-1f079301-f5f3-483a-9d83-221376fc3edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:35.541021 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-1f079301-f5f3-483a-9d83-221376fc3edc None None] For port cae8ee8b-4d10-4de4-9170-9c7d6b8b5c13, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:54:35.544839 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-1f079301-f5f3-483a-9d83-221376fc3edc None None] For port cae8ee8b-4d10-4de4-9170-9c7d6b8b5c13, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=cae8ee8b-4d10-4de4-9170-9c7d6b8b5c13,segment=NetworkSegment(d5b2d372-d9c5-46ef-907a-62f5b0077dac),segment_id=d5b2d372-d9c5-46ef-907a-62f5b0077dac)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:54:35.603277 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-1f079301-f5f3-483a-9d83-221376fc3edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:35.691249 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc1950a-326f-42a0-b977-393c62fa30a9 None None] Pushing event updated for resources: {'Port': ['ID=cae8ee8b-4d10-4de4-9170-9c7d6b8b5c13,revision_number=4']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:35.693764 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f079301-f5f3-483a-9d83-221376fc3edc None None] Routers {'ec42f40c-21c8-4b71-90f5-3e0a89c71658'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:54:35.694361 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-1f079301-f5f3-483a-9d83-221376fc3edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T01:54:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['ec42f40c-21c8-4b71-90f5-3e0a89c71658'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:35.849115 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-1f079301-f5f3-483a-9d83-221376fc3edc None None] Set router ec42f40c-21c8-4b71-90f5-3e0a89c71658 gateway port host: None {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:54:36.165797 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-1f079301-f5f3-483a-9d83-221376fc3edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec42f40c-21c8-4b71-90f5-3e0a89c71658', 'name': 'router1', 'tenant_id': '3ab9a5cd267c4ed2b8a33c0786c68e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:22Z', 'updated_at': '2022-05-27T01:54:33Z', 'revision_number': 2, 'project_id': '3ab9a5cd267c4ed2b8a33c0786c68e4e', 'gw_port_host': None, '_interfaces': [{'id': 'cae8ee8b-4d10-4de4-9170-9c7d6b8b5c13', 'name': '', 'network_id': 'c97b12d7-61b6-4ac2-b25e-b03e276d7d75', 'tenant_id': '3ab9a5cd267c4ed2b8a33c0786c68e4e', 'mac_address': 'fa:16:3e:52:84:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec42f40c-21c8-4b71-90f5-3e0a89c71658', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4294d864-e03d-4b8c-9b2d-11ca961051a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:32Z', 'updated_at': '2022-05-27T01:54:35Z', 'revision_number': 4, 'project_id': '3ab9a5cd267c4ed2b8a33c0786c68e4e', 'subnets': [{'id': '4294d864-e03d-4b8c-9b2d-11ca961051a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06411d92-bab0-499e-ab3e-ba19ecef916e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:36.169644 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f079301-f5f3-483a-9d83-221376fc3edc None None] The sync data for ids ['ec42f40c-21c8-4b71-90f5-3e0a89c71658'] in n-d-843554-3 is: [{'id': 'ec42f40c-21c8-4b71-90f5-3e0a89c71658', 'name': 'router1', 'tenant_id': '3ab9a5cd267c4ed2b8a33c0786c68e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:22Z', 'updated_at': '2022-05-27T01:54:33Z', 'revision_number': 2, 'project_id': '3ab9a5cd267c4ed2b8a33c0786c68e4e', 'gw_port_host': None, '_interfaces': [{'id': 'cae8ee8b-4d10-4de4-9170-9c7d6b8b5c13', 'name': '', 'network_id': 'c97b12d7-61b6-4ac2-b25e-b03e276d7d75', 'tenant_id': '3ab9a5cd267c4ed2b8a33c0786c68e4e', 'mac_address': 'fa:16:3e:52:84:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec42f40c-21c8-4b71-90f5-3e0a89c71658', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4294d864-e03d-4b8c-9b2d-11ca961051a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:32Z', 'updated_at': '2022-05-27T01:54:35Z', 'revision_number': 4, 'project_id': '3ab9a5cd267c4ed2b8a33c0786c68e4e', 'subnets': [{'id': '4294d864-e03d-4b8c-9b2d-11ca961051a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06411d92-bab0-499e-ab3e-ba19ecef916e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:54:36.343499 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48156) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:36.495321 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881d5f8a-9154-4038-a851-6367de46658c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:36.495910 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-881d5f8a-9154-4038-a851-6367de46658c admin admin] Synchronizing usage tracker for tenant:e0ca79bd14254ad3af14f4f53457f359 on resource:network {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:54:36.608051 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-881d5f8a-9154-4038-a851-6367de46658c admin admin] Unset dirty status for tenant:e0ca79bd14254ad3af14f4f53457f359 on resource:network {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:54:36.609260 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-881d5f8a-9154-4038-a851-6367de46658c admin admin] 10.222.0.57 "GET /v2.0/networks/d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 842 time: 0.2648296 May 27 01:54:36.619035 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-25f90576-e4a1-4a6c-9fcc-5e038ff5a973 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'ip_version': 4, 'gateway_ip': '172.25.1.1', 'cidr': '172.25.1.0/24'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:54:36.624695 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-25f90576-e4a1-4a6c-9fcc-5e038ff5a973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:54:36.628759 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-25f90576-e4a1-4a6c-9fcc-5e038ff5a973 admin admin] Usage tracker for resource:subnet and tenant:e0ca79bd14254ad3af14f4f53457f359 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:54:36.631783 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-25f90576-e4a1-4a6c-9fcc-5e038ff5a973 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:54:36.638698 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-25f90576-e4a1-4a6c-9fcc-5e038ff5a973 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:54:36.729293 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f90576-e4a1-4a6c-9fcc-5e038ff5a973 admin admin] Made reservation on behalf of e0ca79bd14254ad3af14f4f53457f359 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:54:36.731939 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-25f90576-e4a1-4a6c-9fcc-5e038ff5a973 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:37.172889 n-d-843554-3 neutron-server[88902]: DEBUG neutron.objects.ports [None req-25f90576-e4a1-4a6c-9fcc-5e038ff5a973 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88902) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 01:54:37.173322 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-25f90576-e4a1-4a6c-9fcc-5e038ff5a973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:37.246164 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f90576-e4a1-4a6c-9fcc-5e038ff5a973 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8902fd1d-8bbe-4a18-9e82-36a026e0f883,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:37.254946 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f90576-e4a1-4a6c-9fcc-5e038ff5a973 admin admin] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:54:37.255291 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f90576-e4a1-4a6c-9fcc-5e038ff5a973 admin admin] Network hostable DHCP agents. Network: d97d5b0c-4580-406a-95fb-4efaa0c98188, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:54:37.373872 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f90576-e4a1-4a6c-9fcc-5e038ff5a973 admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:54:37.447848 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-25f90576-e4a1-4a6c-9fcc-5e038ff5a973 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, d97d5b0c-4580-406a-95fb-4efaa0c98188) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:54:37.451849 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f90576-e4a1-4a6c-9fcc-5e038ff5a973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:37.452462 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-25f90576-e4a1-4a6c-9fcc-5e038ff5a973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:37.456817 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4c7980-9a18-4165-9adc-3833a43d0fb5 None None] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:54:37.523161 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-25f90576-e4a1-4a6c-9fcc-5e038ff5a973 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9080887 May 27 01:54:37.681921 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbf7f01-360e-4cc6-a20b-887f2b61cc81 None None] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:54:38.548527 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device cae8ee8b-4d10-4de4-9170-9c7d6b8b5c13 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:54:38.704660 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port cae8ee8b-4d10-4de4-9170-9c7d6b8b5c13 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:54:38.709907 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port cae8ee8b-4d10-4de4-9170-9c7d6b8b5c13 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:54:38.713969 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:38.832252 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port cae8ee8b-4d10-4de4-9170-9c7d6b8b5c13 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:54:38.832650 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:38.867285 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port cae8ee8b-4d10-4de4-9170-9c7d6b8b5c13, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=cae8ee8b-4d10-4de4-9170-9c7d6b8b5c13,segment=NetworkSegment(d5b2d372-d9c5-46ef-907a-62f5b0077dac),segment_id=d5b2d372-d9c5-46ef-907a-62f5b0077dac)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:54:38.916573 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:38.982532 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=cae8ee8b-4d10-4de4-9170-9c7d6b8b5c13,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:39.837255 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48170) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:40.026981 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-41d43ff6-3596-49a8-9246-faf8cca8d9f3 admin admin] 10.222.0.57 "GET /v2.0/routers/ec42f40c-21c8-4b71-90f5-3e0a89c71658 HTTP/1.1" status: 200 len: 710 time: 0.1885395 May 27 01:54:40.147839 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e08f34-1445-42f0-b6a2-034f46c9850e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:40.149700 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-95e08f34-1445-42f0-b6a2-034f46c9850e admin admin] 10.222.0.57 "GET /v2.0/networks/d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 886 time: 0.1177068 May 27 01:54:40.157983 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-29c755ca-c6e6-4cbe-9354-50e06db1a083 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:54:40.533855 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device cae8ee8b-4d10-4de4-9170-9c7d6b8b5c13 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:54:40.573675 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-29c755ca-c6e6-4cbe-9354-50e06db1a083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:40.599719 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port cae8ee8b-4d10-4de4-9170-9c7d6b8b5c13 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:54:40.600089 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:40.735025 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port cae8ee8b-4d10-4de4-9170-9c7d6b8b5c13 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:54:40.951324 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-29c755ca-c6e6-4cbe-9354-50e06db1a083 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:41.005707 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-29c755ca-c6e6-4cbe-9354-50e06db1a083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:41.185393 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-29c755ca-c6e6-4cbe-9354-50e06db1a083 admin admin] Allocated IP 172.25.1.106 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/fc4095bf-1dd4-4884-849f-2e2e56584702) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:54:41.323272 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-29c755ca-c6e6-4cbe-9354-50e06db1a083 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:41.401913 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-29c755ca-c6e6-4cbe-9354-50e06db1a083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:41.466364 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c755ca-c6e6-4cbe-9354-50e06db1a083 admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:54:41.469138 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-29c755ca-c6e6-4cbe-9354-50e06db1a083 admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:54:41.472587 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c755ca-c6e6-4cbe-9354-50e06db1a083 admin admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:54:41.524996 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c755ca-c6e6-4cbe-9354-50e06db1a083 admin admin] Pushing event updated for resources: {'Port': ['ID=fc4095bf-1dd4-4884-849f-2e2e56584702,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:41.915148 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-29c755ca-c6e6-4cbe-9354-50e06db1a083 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:42.241283 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-29c755ca-c6e6-4cbe-9354-50e06db1a083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:42.245027 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-29c755ca-c6e6-4cbe-9354-50e06db1a083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-965449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-965446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966271'] for router, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:42.416776 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c755ca-c6e6-4cbe-9354-50e06db1a083 admin admin] Router ec42f40c-21c8-4b71-90f5-3e0a89c71658 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:54:42.637800 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c755ca-c6e6-4cbe-9354-50e06db1a083 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:54:42.646035 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-29c755ca-c6e6-4cbe-9354-50e06db1a083 admin admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:42.647352 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-29c755ca-c6e6-4cbe-9354-50e06db1a083 admin admin] 10.222.0.57 "PUT /v2.0/routers/ec42f40c-21c8-4b71-90f5-3e0a89c71658 HTTP/1.1" status: 200 len: 890 time: 2.4923303 May 27 01:54:42.648349 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac1d5dd-2078-4ac1-87ca-1856bae62b35 None None] Sync routers for ids ['ec42f40c-21c8-4b71-90f5-3e0a89c71658'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:54:42.658208 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac1d5dd-2078-4ac1-87ca-1856bae62b35 None None] Routers {'ec42f40c-21c8-4b71-90f5-3e0a89c71658'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:54:42.658905 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3ac1d5dd-2078-4ac1-87ca-1856bae62b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T01:54:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['ec42f40c-21c8-4b71-90f5-3e0a89c71658'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:42.899523 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-3ac1d5dd-2078-4ac1-87ca-1856bae62b35 None None] Set router ec42f40c-21c8-4b71-90f5-3e0a89c71658 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:54:43.189803 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3ac1d5dd-2078-4ac1-87ca-1856bae62b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec42f40c-21c8-4b71-90f5-3e0a89c71658', 'name': 'router1', 'tenant_id': '3ab9a5cd267c4ed2b8a33c0786c68e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'fc4095bf-1dd4-4884-849f-2e2e56584702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:22Z', 'updated_at': '2022-05-27T01:54:41Z', 'revision_number': 4, 'project_id': '3ab9a5cd267c4ed2b8a33c0786c68e4e', 'gw_port': {'id': 'fc4095bf-1dd4-4884-849f-2e2e56584702', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:88:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec42f40c-21c8-4b71-90f5-3e0a89c71658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:41Z', 'updated_at': '2022-05-27T01:54:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'cae8ee8b-4d10-4de4-9170-9c7d6b8b5c13', 'name': '', 'network_id': 'c97b12d7-61b6-4ac2-b25e-b03e276d7d75', 'tenant_id': '3ab9a5cd267c4ed2b8a33c0786c68e4e', 'mac_address': 'fa:16:3e:52:84:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec42f40c-21c8-4b71-90f5-3e0a89c71658', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4294d864-e03d-4b8c-9b2d-11ca961051a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:32Z', 'updated_at': '2022-05-27T01:54:38Z', 'revision_number': 5, 'project_id': '3ab9a5cd267c4ed2b8a33c0786c68e4e', 'subnets': [{'id': '4294d864-e03d-4b8c-9b2d-11ca961051a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06411d92-bab0-499e-ab3e-ba19ecef916e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:43.194669 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac1d5dd-2078-4ac1-87ca-1856bae62b35 None None] Checking router: ec42f40c-21c8-4b71-90f5-3e0a89c71658 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:54:43.195016 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac1d5dd-2078-4ac1-87ca-1856bae62b35 None None] Updating router ec42f40c-21c8-4b71-90f5-3e0a89c71658 port fc4095bf-1dd4-4884-849f-2e2e56584702 binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:54:43.244548 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3ac1d5dd-2078-4ac1-87ca-1856bae62b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:43.561982 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3ac1d5dd-2078-4ac1-87ca-1856bae62b35 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:43.573199 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3ac1d5dd-2078-4ac1-87ca-1856bae62b35 None None] Transition to ACTIVE for port object fc4095bf-1dd4-4884-849f-2e2e56584702 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:54:43.647727 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3ac1d5dd-2078-4ac1-87ca-1856bae62b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:43.729120 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-3ac1d5dd-2078-4ac1-87ca-1856bae62b35 None None] Attempting to bind port fc4095bf-1dd4-4884-849f-2e2e56584702 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:54:43.729746 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-3ac1d5dd-2078-4ac1-87ca-1856bae62b35 None None] Attempting to bind port fc4095bf-1dd4-4884-849f-2e2e56584702 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:54:43.729860 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac1d5dd-2078-4ac1-87ca-1856bae62b35 None None] Attempting to bind port fc4095bf-1dd4-4884-849f-2e2e56584702 on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:54:43.733081 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327cac1d-090a-40ae-9d5f-1dbe668f3d2b None None] Pushing event updated for resources: {'Port': ['ID=fc4095bf-1dd4-4884-849f-2e2e56584702,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:43.737228 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac1d5dd-2078-4ac1-87ca-1856bae62b35 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:54:43.737601 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac1d5dd-2078-4ac1-87ca-1856bae62b35 None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:54:43.737998 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3ac1d5dd-2078-4ac1-87ca-1856bae62b35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:43.738382 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac1d5dd-2078-4ac1-87ca-1856bae62b35 None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:54:43.738842 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-3ac1d5dd-2078-4ac1-87ca-1856bae62b35 None None] Bound port: fc4095bf-1dd4-4884-849f-2e2e56584702, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:54:43.739252 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3ac1d5dd-2078-4ac1-87ca-1856bae62b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:43.811947 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-3ac1d5dd-2078-4ac1-87ca-1856bae62b35 None None] For port fc4095bf-1dd4-4884-849f-2e2e56584702, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:54:43.815020 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-3ac1d5dd-2078-4ac1-87ca-1856bae62b35 None None] For port fc4095bf-1dd4-4884-849f-2e2e56584702, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=fc4095bf-1dd4-4884-849f-2e2e56584702,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:54:43.877131 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3ac1d5dd-2078-4ac1-87ca-1856bae62b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:43.954658 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac1d5dd-2078-4ac1-87ca-1856bae62b35 None None] Routers {'ec42f40c-21c8-4b71-90f5-3e0a89c71658'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:54:43.955254 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3ac1d5dd-2078-4ac1-87ca-1856bae62b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T01:54:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['ec42f40c-21c8-4b71-90f5-3e0a89c71658'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:44.018087 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327cac1d-090a-40ae-9d5f-1dbe668f3d2b None None] Pushing event updated for resources: {'Port': ['ID=fc4095bf-1dd4-4884-849f-2e2e56584702,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:44.143171 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-3ac1d5dd-2078-4ac1-87ca-1856bae62b35 None None] Set router ec42f40c-21c8-4b71-90f5-3e0a89c71658 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:54:44.481203 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3ac1d5dd-2078-4ac1-87ca-1856bae62b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec42f40c-21c8-4b71-90f5-3e0a89c71658', 'name': 'router1', 'tenant_id': '3ab9a5cd267c4ed2b8a33c0786c68e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'fc4095bf-1dd4-4884-849f-2e2e56584702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:22Z', 'updated_at': '2022-05-27T01:54:41Z', 'revision_number': 4, 'project_id': '3ab9a5cd267c4ed2b8a33c0786c68e4e', 'gw_port': {'id': 'fc4095bf-1dd4-4884-849f-2e2e56584702', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:88:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec42f40c-21c8-4b71-90f5-3e0a89c71658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:41Z', 'updated_at': '2022-05-27T01:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'cae8ee8b-4d10-4de4-9170-9c7d6b8b5c13', 'name': '', 'network_id': 'c97b12d7-61b6-4ac2-b25e-b03e276d7d75', 'tenant_id': '3ab9a5cd267c4ed2b8a33c0786c68e4e', 'mac_address': 'fa:16:3e:52:84:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec42f40c-21c8-4b71-90f5-3e0a89c71658', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4294d864-e03d-4b8c-9b2d-11ca961051a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:32Z', 'updated_at': '2022-05-27T01:54:38Z', 'revision_number': 5, 'project_id': '3ab9a5cd267c4ed2b8a33c0786c68e4e', 'subnets': [{'id': '4294d864-e03d-4b8c-9b2d-11ca961051a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06411d92-bab0-499e-ab3e-ba19ecef916e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:44.485156 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac1d5dd-2078-4ac1-87ca-1856bae62b35 None None] The sync data for ids ['ec42f40c-21c8-4b71-90f5-3e0a89c71658'] in n-d-843554-3 is: [{'id': 'ec42f40c-21c8-4b71-90f5-3e0a89c71658', 'name': 'router1', 'tenant_id': '3ab9a5cd267c4ed2b8a33c0786c68e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'fc4095bf-1dd4-4884-849f-2e2e56584702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:22Z', 'updated_at': '2022-05-27T01:54:41Z', 'revision_number': 4, 'project_id': '3ab9a5cd267c4ed2b8a33c0786c68e4e', 'gw_port': {'id': 'fc4095bf-1dd4-4884-849f-2e2e56584702', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:88:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec42f40c-21c8-4b71-90f5-3e0a89c71658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:41Z', 'updated_at': '2022-05-27T01:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'cae8ee8b-4d10-4de4-9170-9c7d6b8b5c13', 'name': '', 'network_id': 'c97b12d7-61b6-4ac2-b25e-b03e276d7d75', 'tenant_id': '3ab9a5cd267c4ed2b8a33c0786c68e4e', 'mac_address': 'fa:16:3e:52:84:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec42f40c-21c8-4b71-90f5-3e0a89c71658', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4294d864-e03d-4b8c-9b2d-11ca961051a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:32Z', 'updated_at': '2022-05-27T01:54:38Z', 'revision_number': 5, 'project_id': '3ab9a5cd267c4ed2b8a33c0786c68e4e', 'subnets': [{'id': '4294d864-e03d-4b8c-9b2d-11ca961051a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06411d92-bab0-499e-ab3e-ba19ecef916e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:54:45.066280 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48180) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:45.182518 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3d40b8b3-68a8-4672-9725-78f772e96d1c admin admin] 10.222.0.57 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1141632 May 27 01:54:46.553917 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device fc4095bf-1dd4-4884-849f-2e2e56584702 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:54:46.693413 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port fc4095bf-1dd4-4884-849f-2e2e56584702 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:54:46.698957 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port fc4095bf-1dd4-4884-849f-2e2e56584702 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:54:46.699352 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:46.831034 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port fc4095bf-1dd4-4884-849f-2e2e56584702 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:54:46.831424 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:46.851610 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port fc4095bf-1dd4-4884-849f-2e2e56584702, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=fc4095bf-1dd4-4884-849f-2e2e56584702,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:54:46.996845 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:47.075467 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=fc4095bf-1dd4-4884-849f-2e2e56584702,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:48.550048 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device fc4095bf-1dd4-4884-849f-2e2e56584702 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:54:48.641709 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port fc4095bf-1dd4-4884-849f-2e2e56584702 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:54:48.642107 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:48.779722 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port fc4095bf-1dd4-4884-849f-2e2e56584702 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:54:55.378784 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-328ce32d-6a3c-436d-b441-c07b77b9be30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:57.739026 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-71558424-a057-4279-aab6-e2f35df1186f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:58.716342 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:58.892217 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:59.870058 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:00.328727 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 5 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:55:25.354746 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7ceb16b4-6b3f-4e03-a999-12c46c0361ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:27.731740 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ddc786b8-226b-409d-b522-28f7ad63d50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:28.731923 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:28.857518 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:29.874719 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:37.327821 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 5 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:55:55.371449 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-48af3e4b-069b-4811-9cb1-f9bdc5239394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:57.731880 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b322003c-f49c-48c7-b821-7e14fca4c276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:58.760215 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:58.852504 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:59.880041 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:14.327244 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 5 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:56:25.366329 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b647f67a-1427-4653-8926-701c230dc9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:27.725275 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-69e19c22-ef70-42df-aa60-afe16e889b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:28.761184 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:28.874860 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:29.886285 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:51.326156 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 5 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:56:54.048675 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48784) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:54.118705 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d4ffd55-76d7-446c-80c9-6a089137e4b6 admin admin] GET failed (client error): The resource could not be found. May 27 01:56:54.119963 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3d4ffd55-76d7-446c-80c9-6a089137e4b6 admin admin] 10.222.0.57 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0703566 May 27 01:56:54.260922 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b8b66b-b7b9-46d5-99b1-41a4828b0475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:54.262335 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b0b8b66b-b7b9-46d5-99b1-41a4828b0475 admin admin] 10.222.0.57 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1385586 May 27 01:56:55.372678 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fefcf4ae-5c49-4086-8a42-7c1078267031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:56.441198 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48794) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:56.548412 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d510b7-104b-4058-8489-fd765230c482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:56.549732 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-29d510b7-104b-4058-8489-fd765230c482 admin admin] 10.222.0.57 "GET /v2.0/subnets/4294d864-e03d-4b8c-9b2d-11ca961051a3 HTTP/1.1" status: 200 len: 849 time: 0.1076069 May 27 01:56:56.558869 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-7dc22a40-38df-4bb9-8939-0b81e7bf31e6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:56.669869 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7dc22a40-38df-4bb9-8939-0b81e7bf31e6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:56.909547 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7dc22a40-38df-4bb9-8939-0b81e7bf31e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789642857912'] for subnet, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:56.954871 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc22a40-38df-4bb9-8939-0b81e7bf31e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:56.955721 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7dc22a40-38df-4bb9-8939-0b81e7bf31e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:56.964568 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7dc22a40-38df-4bb9-8939-0b81e7bf31e6 admin admin] 10.222.0.57 "PUT /v2.0/subnets/4294d864-e03d-4b8c-9b2d-11ca961051a3 HTTP/1.1" status: 200 len: 868 time: 0.4013186 May 27 01:56:56.964831 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a930ff82-bacd-47ea-b27a-7a5746ea7143 None None] Network c97b12d7-61b6-4ac2-b25e-b03e276d7d75 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:56:56.981153 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc22a40-38df-4bb9-8939-0b81e7bf31e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4294d864-e03d-4b8c-9b2d-11ca961051a3,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:56.988999 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc22a40-38df-4bb9-8939-0b81e7bf31e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:56.989330 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc22a40-38df-4bb9-8939-0b81e7bf31e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:56.989665 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc22a40-38df-4bb9-8939-0b81e7bf31e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:56.989993 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc22a40-38df-4bb9-8939-0b81e7bf31e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:56.990315 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc22a40-38df-4bb9-8939-0b81e7bf31e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:56.991147 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc22a40-38df-4bb9-8939-0b81e7bf31e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:56.991476 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc22a40-38df-4bb9-8939-0b81e7bf31e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:56.991796 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc22a40-38df-4bb9-8939-0b81e7bf31e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:56.992114 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc22a40-38df-4bb9-8939-0b81e7bf31e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:56.992430 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc22a40-38df-4bb9-8939-0b81e7bf31e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:56.992770 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc22a40-38df-4bb9-8939-0b81e7bf31e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:56.993083 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc22a40-38df-4bb9-8939-0b81e7bf31e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:57.437667 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-fbd1b8a2-356c-4be8-935c-89de649a003b None None] Provisioning complete for port cae8ee8b-4d10-4de4-9170-9c7d6b8b5c13 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:57.439956 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fbd1b8a2-356c-4be8-935c-89de649a003b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:57.551713 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-fbd1b8a2-356c-4be8-935c-89de649a003b None None] Current status of the port cae8ee8b-4d10-4de4-9170-9c7d6b8b5c13 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:56:57.562776 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-fbd1b8a2-356c-4be8-935c-89de649a003b None None] Provisioning complete for port 0f094757-3c3c-44e2-9eb8-47b64904767b triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:57.563147 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fbd1b8a2-356c-4be8-935c-89de649a003b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:57.706278 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-fbd1b8a2-356c-4be8-935c-89de649a003b None None] Current status of the port 0f094757-3c3c-44e2-9eb8-47b64904767b is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:56:57.738373 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8fab726a-ba3c-406d-a8b5-e9728daa128f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:58.748534 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:58.902854 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:59.133603 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48804) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:59.303852 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b2d119-d02d-473a-b9f5-9c468c99b331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:59.304320 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b2d119-d02d-473a-b9f5-9c468c99b331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:59.305840 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-98b2d119-d02d-473a-b9f5-9c468c99b331 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1712854 May 27 01:56:59.921185 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:01.448682 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48814) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:01.617615 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7a3e8c-277d-4829-8274-1110fb196ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:01.618081 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7a3e8c-277d-4829-8274-1110fb196ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:01.619569 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-db7a3e8c-277d-4829-8274-1110fb196ef6 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1699374 May 27 01:57:03.783492 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48824) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:03.956290 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04ba682-18fb-4ff4-b959-b47dd8a07260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:03.957675 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f04ba682-18fb-4ff4-b959-b47dd8a07260 admin admin] 10.222.0.57 "GET /v2.0/networks/c97b12d7-61b6-4ac2-b25e-b03e276d7d75 HTTP/1.1" status: 200 len: 869 time: 0.1731825 May 27 01:57:06.103443 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48834) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:06.268830 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab9d168-2c9d-4c52-a760-ef940799f845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:06.270206 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2ab9d168-2c9d-4c52-a760-ef940799f845 admin admin] 10.222.0.57 "GET /v2.0/networks/d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 886 time: 0.1657877 May 27 01:57:08.426314 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48844) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:08.532796 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07329e05-97e8-4470-972a-701b388dbfd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:08.533250 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07329e05-97e8-4470-972a-701b388dbfd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:08.533962 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-07329e05-97e8-4470-972a-701b388dbfd7 admin admin] Synchronizing usage tracker for tenant:e0ca79bd14254ad3af14f4f53457f359 on resource:subnet {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:57:08.617140 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-07329e05-97e8-4470-972a-701b388dbfd7 admin admin] Unset dirty status for tenant:e0ca79bd14254ad3af14f4f53457f359 on resource:subnet {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:57:08.618192 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-07329e05-97e8-4470-972a-701b388dbfd7 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1909285 May 27 01:57:10.779118 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48854) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:10.885283 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1d6921-91e8-4365-8f81-ddba6b59ad78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:10.885739 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1d6921-91e8-4365-8f81-ddba6b59ad78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:10.887228 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9f1d6921-91e8-4365-8f81-ddba6b59ad78 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1071811 May 27 01:57:13.056833 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48864) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:13.159675 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f0509a-e6b2-484c-91cb-90aa136b0e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:13.160995 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d9f0509a-e6b2-484c-91cb-90aa136b0e44 admin admin] 10.222.0.57 "GET /v2.0/subnets/4294d864-e03d-4b8c-9b2d-11ca961051a3 HTTP/1.1" status: 200 len: 868 time: 0.1031811 May 27 01:57:15.312960 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48874) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:15.414832 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea5aa17-c14f-42ac-81ce-d85c4db23714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:15.416122 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6ea5aa17-c14f-42ac-81ce-d85c4db23714 admin admin] 10.222.0.57 "GET /v2.0/subnets/8902fd1d-8bbe-4a18-9e82-36a026e0f883 HTTP/1.1" status: 200 len: 816 time: 0.1022267 May 27 01:57:25.367351 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5e471f3a-c81f-4e9c-a0aa-c7fdbff5753f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:27.749990 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a0bdf772-300e-418a-b3f9-41494c1acab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:28.324298 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 5 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:57:28.750163 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:28.858955 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:29.870317 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:34.266710 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48920) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:34.313177 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-0f36f49d-6005-45db-ad69-4e0e0b0c406e admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 01:57:34.314155 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0f36f49d-6005-45db-ad69-4e0e0b0c406e admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465198 May 27 01:57:36.533572 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48930) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:36.599113 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-a36fa4a2-4832-4ff4-80b2-ba1150ca9caf admin admin] GET failed (client error): The resource could not be found. May 27 01:57:36.600350 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a36fa4a2-4832-4ff4-80b2-ba1150ca9caf admin admin] 10.222.0.57 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0658541 May 27 01:57:36.725131 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55e8097-d632-4ce1-8be5-a3f969811af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:36.726527 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c55e8097-d632-4ce1-8be5-a3f969811af3 admin admin] 10.222.0.57 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1224222 May 27 01:57:38.883551 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48940) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:38.931847 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-6b4eedea-ec87-4547-930d-b13d4c7011dc admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:38.936292 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-6b4eedea-ec87-4547-930d-b13d4c7011dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:57:38.945756 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-6b4eedea-ec87-4547-930d-b13d4c7011dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:57:39.034047 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4eedea-ec87-4547-930d-b13d4c7011dc admin admin] Made reservation on behalf of e0ca79bd14254ad3af14f4f53457f359 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:57:39.036269 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6b4eedea-ec87-4547-930d-b13d4c7011dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:39.123296 n-d-843554-3 neutron-server[88902]: WARNING neutron.services.revisions.revision_plugin [None req-6b4eedea-ec87-4547-930d-b13d4c7011dc admin admin] Could not find related network for resource to bump revision. May 27 01:57:39.135948 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b4eedea-ec87-4547-930d-b13d4c7011dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:57:39.144423 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6b4eedea-ec87-4547-930d-b13d4c7011dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:39.144792 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-6b4eedea-ec87-4547-930d-b13d4c7011dc admin admin] Added segment e7fdae27-92c6-46aa-ac25-eafb07640aaa of type vlan for network 54d5ea08-4fa3-4323-9d64-35a947e9d08e May 27 01:57:39.169601 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6b4eedea-ec87-4547-930d-b13d4c7011dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:39.264297 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6b4eedea-ec87-4547-930d-b13d4c7011dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:39.265257 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4eedea-ec87-4547-930d-b13d4c7011dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:39.265837 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6b4eedea-ec87-4547-930d-b13d4c7011dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:39.364796 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4eedea-ec87-4547-930d-b13d4c7011dc admin admin] Pushing event updated for resources: {'Network': ['ID=54d5ea08-4fa3-4323-9d64-35a947e9d08e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:39.371307 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4eedea-ec87-4547-930d-b13d4c7011dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:39.371647 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4eedea-ec87-4547-930d-b13d4c7011dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:39.371976 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4eedea-ec87-4547-930d-b13d4c7011dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:39.372302 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4eedea-ec87-4547-930d-b13d4c7011dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:39.372624 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4eedea-ec87-4547-930d-b13d4c7011dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:39.372971 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4eedea-ec87-4547-930d-b13d4c7011dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:39.373293 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4eedea-ec87-4547-930d-b13d4c7011dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:39.373672 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4eedea-ec87-4547-930d-b13d4c7011dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:39.373926 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4eedea-ec87-4547-930d-b13d4c7011dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:39.374243 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4eedea-ec87-4547-930d-b13d4c7011dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:39.374557 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4eedea-ec87-4547-930d-b13d4c7011dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:39.374870 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4eedea-ec87-4547-930d-b13d4c7011dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:39.386102 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 54d5ea08-4fa3-4323-9d64-35a947e9d08e details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:57:39.446765 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6b4eedea-ec87-4547-930d-b13d4c7011dc admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5620956 May 27 01:57:41.634019 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48950) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:41.699942 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-f19f1f51-fd4c-44c5-a89c-46295bbad1e4 admin admin] GET failed (client error): The resource could not be found. May 27 01:57:41.700450 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f19f1f51-fd4c-44c5-a89c-46295bbad1e4 admin admin] Synchronizing usage tracker for tenant:e0ca79bd14254ad3af14f4f53457f359 on resource:network {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:57:41.767032 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f19f1f51-fd4c-44c5-a89c-46295bbad1e4 admin admin] Unset dirty status for tenant:e0ca79bd14254ad3af14f4f53457f359 on resource:network {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:57:41.768205 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f19f1f51-fd4c-44c5-a89c-46295bbad1e4 admin admin] 10.222.0.57 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1332161 May 27 01:57:41.920359 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d84788-4a8b-4925-8cb9-f458f9925fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:41.921838 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b1d84788-4a8b-4925-8cb9-f458f9925fe3 admin admin] 10.222.0.57 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1492360 May 27 01:57:41.931184 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-77b530e8-46fd-4a2d-afc3-de9659888ca7 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:41.935325 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-77b530e8-46fd-4a2d-afc3-de9659888ca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:57:41.944681 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-77b530e8-46fd-4a2d-afc3-de9659888ca7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:57:42.029874 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b530e8-46fd-4a2d-afc3-de9659888ca7 admin admin] Made reservation on behalf of e0ca79bd14254ad3af14f4f53457f359 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:57:42.032084 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-77b530e8-46fd-4a2d-afc3-de9659888ca7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:42.281690 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-77b530e8-46fd-4a2d-afc3-de9659888ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:42.353962 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b530e8-46fd-4a2d-afc3-de9659888ca7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cf69705-8457-415f-85a3-b42efaff1b97,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:42.357931 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b530e8-46fd-4a2d-afc3-de9659888ca7 admin admin] Checking segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:57:42.358281 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b530e8-46fd-4a2d-afc3-de9659888ca7 admin admin] Network hostable DHCP agents. Network: 54d5ea08-4fa3-4323-9d64-35a947e9d08e, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:57:42.429823 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b530e8-46fd-4a2d-afc3-de9659888ca7 admin admin] Network 54d5ea08-4fa3-4323-9d64-35a947e9d08e is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:57:42.493008 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-77b530e8-46fd-4a2d-afc3-de9659888ca7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 54d5ea08-4fa3-4323-9d64-35a947e9d08e) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:57:42.496900 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b530e8-46fd-4a2d-afc3-de9659888ca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:42.497541 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-77b530e8-46fd-4a2d-afc3-de9659888ca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:42.501923 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1452c457-b78a-4aae-a627-3880d3ec3352 None None] Network 54d5ea08-4fa3-4323-9d64-35a947e9d08e requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:57:42.581554 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-77b530e8-46fd-4a2d-afc3-de9659888ca7 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6536257 May 27 01:57:42.719133 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a5bd71-ce2e-4330-a21c-603c7b44c3eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'tenant_id': 'e0ca79bd14254ad3af14f4f53457f359', 'fixed_ips': [{'subnet_id': '2cf69705-8457-415f-85a3-b42efaff1b97'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 01:57:42.719994 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b5a5bd71-ce2e-4330-a21c-603c7b44c3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:42.878663 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-b5a5bd71-ce2e-4330-a21c-603c7b44c3eb None None] Allocated IP 192.168.233.2 (54d5ea08-4fa3-4323-9d64-35a947e9d08e/2cf69705-8457-415f-85a3-b42efaff1b97/ec567156-8e2b-4d5d-b73f-243787f9195a) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:57:43.082023 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b5a5bd71-ce2e-4330-a21c-603c7b44c3eb None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:43.092140 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-b5a5bd71-ce2e-4330-a21c-603c7b44c3eb None None] Transition to ACTIVE for port object ec567156-8e2b-4d5d-b73f-243787f9195a will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:57:43.113470 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-b5a5bd71-ce2e-4330-a21c-603c7b44c3eb None None] Transition to ACTIVE for port object ec567156-8e2b-4d5d-b73f-243787f9195a will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:57:43.196686 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b5a5bd71-ce2e-4330-a21c-603c7b44c3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:43.268640 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a5bd71-ce2e-4330-a21c-603c7b44c3eb None None] Network 54d5ea08-4fa3-4323-9d64-35a947e9d08e is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:57:43.274569 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-b5a5bd71-ce2e-4330-a21c-603c7b44c3eb None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:57:43.276402 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5bd71-ce2e-4330-a21c-603c7b44c3eb None None] Pushing event updated for resources: {'Port': ['ID=ec567156-8e2b-4d5d-b73f-243787f9195a,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:43.278635 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a5bd71-ce2e-4330-a21c-603c7b44c3eb None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:57:43.311142 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5bd71-ce2e-4330-a21c-603c7b44c3eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:43.311484 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5bd71-ce2e-4330-a21c-603c7b44c3eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:43.311823 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5bd71-ce2e-4330-a21c-603c7b44c3eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:43.312153 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5bd71-ce2e-4330-a21c-603c7b44c3eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:43.312482 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5bd71-ce2e-4330-a21c-603c7b44c3eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:43.312832 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5bd71-ce2e-4330-a21c-603c7b44c3eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:43.313156 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5bd71-ce2e-4330-a21c-603c7b44c3eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:43.313478 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5bd71-ce2e-4330-a21c-603c7b44c3eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:43.313795 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5bd71-ce2e-4330-a21c-603c7b44c3eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:43.314110 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5bd71-ce2e-4330-a21c-603c7b44c3eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:43.314427 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5bd71-ce2e-4330-a21c-603c7b44c3eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:43.314740 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5bd71-ce2e-4330-a21c-603c7b44c3eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:43.377982 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-b5a5bd71-ce2e-4330-a21c-603c7b44c3eb None None] Attempting to bind port ec567156-8e2b-4d5d-b73f-243787f9195a on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:57:43.378349 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-b5a5bd71-ce2e-4330-a21c-603c7b44c3eb None None] Attempting to bind port ec567156-8e2b-4d5d-b73f-243787f9195a by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:57:43.378704 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a5bd71-ce2e-4330-a21c-603c7b44c3eb None None] Attempting to bind port ec567156-8e2b-4d5d-b73f-243787f9195a on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:57:43.384007 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a5bd71-ce2e-4330-a21c-603c7b44c3eb None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:57:43.384382 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a5bd71-ce2e-4330-a21c-603c7b44c3eb None None] Checking segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:57:43.384799 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b5a5bd71-ce2e-4330-a21c-603c7b44c3eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:43.385206 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a5bd71-ce2e-4330-a21c-603c7b44c3eb None None] Bound using segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:57:43.385653 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-b5a5bd71-ce2e-4330-a21c-603c7b44c3eb None None] Bound port: ec567156-8e2b-4d5d-b73f-243787f9195a, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:57:43.386896 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b5a5bd71-ce2e-4330-a21c-603c7b44c3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:43.471897 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-b5a5bd71-ce2e-4330-a21c-603c7b44c3eb None None] For port ec567156-8e2b-4d5d-b73f-243787f9195a, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:57:43.475380 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-b5a5bd71-ce2e-4330-a21c-603c7b44c3eb None None] For port ec567156-8e2b-4d5d-b73f-243787f9195a, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=ec567156-8e2b-4d5d-b73f-243787f9195a,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:57:43.539758 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b5a5bd71-ce2e-4330-a21c-603c7b44c3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:43.625948 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5bd71-ce2e-4330-a21c-603c7b44c3eb None None] Pushing event updated for resources: {'Port': ['ID=ec567156-8e2b-4d5d-b73f-243787f9195a,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:44.475115 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471f95bc-5baf-4e02-a0f6-fc5a902b3130 None None] Network 54d5ea08-4fa3-4323-9d64-35a947e9d08e requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:57:44.657364 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6090010f-b3f5-4e5c-bb55-74486578ee49 None None] Provisioning for port ec567156-8e2b-4d5d-b73f-243787f9195a completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:57:44.674265 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ec567156-8e2b-4d5d-b73f-243787f9195a up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:57:44.857318 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port ec567156-8e2b-4d5d-b73f-243787f9195a completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:57:44.864704 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port ec567156-8e2b-4d5d-b73f-243787f9195a triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:57:44.875306 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:44.994398 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port ec567156-8e2b-4d5d-b73f-243787f9195a is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:57:44.994775 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:45.034089 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ef5d20f9-69dc-4da1-9909-2fd18716f999 None None] Provisioning complete for port ec567156-8e2b-4d5d-b73f-243787f9195a triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:57:45.034459 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ef5d20f9-69dc-4da1-9909-2fd18716f999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:45.063178 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port ec567156-8e2b-4d5d-b73f-243787f9195a, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=ec567156-8e2b-4d5d-b73f-243787f9195a,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:57:45.130099 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:45.206666 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ef5d20f9-69dc-4da1-9909-2fd18716f999 None None] Current status of the port ec567156-8e2b-4d5d-b73f-243787f9195a is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:57:45.218805 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=ec567156-8e2b-4d5d-b73f-243787f9195a,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:46.630486 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ec567156-8e2b-4d5d-b73f-243787f9195a up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:57:46.701522 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port ec567156-8e2b-4d5d-b73f-243787f9195a triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:57:46.701889 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:46.820208 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port ec567156-8e2b-4d5d-b73f-243787f9195a is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:57:55.377676 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5a93143c-1b44-4b55-a57c-42dee9056dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:57.731753 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b861019f-6f59-4391-b97a-5071180b36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:58.744749 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:58.882691 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:59.887402 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:05.323606 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 5 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:58:25.371503 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-50e3a396-c56d-4f49-815c-990af23c38de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:27.739167 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3ffe841c-9d18-425b-a0e4-d066d901654b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:28.767783 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:28.876234 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:29.902825 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:42.322228 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 5 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:58:55.390854 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-10a47243-609d-4adb-b66b-f3daa69f5da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:57.737478 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6c45d94d-c161-46b9-bd77-fcb1b58a287d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:58.743015 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:58.865386 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:59.893842 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:19.321057 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 5 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:59:24.470743 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48998) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:24.476770 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-b9c46080-325b-49da-a914-f973738166b8 tempest-verify_tempest_config-1560152647 tempest-verify_tempest_config-1560152647-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 01:59:24.477701 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b9c46080-325b-49da-a914-f973738166b8 tempest-verify_tempest_config-1560152647 tempest-verify_tempest_config-1560152647-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059857 May 27 01:59:25.023171 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 49016) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:25.139129 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-20e593f0-dc28-4e6a-bd9f-384ace61fa83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:25.153518 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-20e593f0-dc28-4e6a-bd9f-384ace61fa83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:59:25.157296 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-20e593f0-dc28-4e6a-bd9f-384ace61fa83 admin admin] Usage tracker for resource:security_group_rule and tenant:d1c50c00fbba480089eba28fa0904919 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:59:25.160028 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-20e593f0-dc28-4e6a-bd9f-384ace61fa83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:59:25.165622 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-20e593f0-dc28-4e6a-bd9f-384ace61fa83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:59:25.245013 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-20e593f0-dc28-4e6a-bd9f-384ace61fa83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:25.320217 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-20e593f0-dc28-4e6a-bd9f-384ace61fa83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:25.364802 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-20e593f0-dc28-4e6a-bd9f-384ace61fa83 admin admin] Synchronizing usage tracker for tenant:e0ca79bd14254ad3af14f4f53457f359 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:59:25.369627 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e593f0-dc28-4e6a-bd9f-384ace61fa83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48998c85-b50b-4d60-b608-8302ae6be09f,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:25.371504 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c365d915-9fe1-4381-9bc5-a90a85b13884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:25.379595 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e593f0-dc28-4e6a-bd9f-384ace61fa83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:25.379930 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e593f0-dc28-4e6a-bd9f-384ace61fa83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:25.380273 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e593f0-dc28-4e6a-bd9f-384ace61fa83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:25.380588 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e593f0-dc28-4e6a-bd9f-384ace61fa83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:25.381575 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e593f0-dc28-4e6a-bd9f-384ace61fa83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:25.381897 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e593f0-dc28-4e6a-bd9f-384ace61fa83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:25.382259 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e593f0-dc28-4e6a-bd9f-384ace61fa83 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:25.382577 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e593f0-dc28-4e6a-bd9f-384ace61fa83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:25.382893 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e593f0-dc28-4e6a-bd9f-384ace61fa83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:25.383228 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e593f0-dc28-4e6a-bd9f-384ace61fa83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:25.383541 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e593f0-dc28-4e6a-bd9f-384ace61fa83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:25.383852 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e593f0-dc28-4e6a-bd9f-384ace61fa83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:25.457263 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-20e593f0-dc28-4e6a-bd9f-384ace61fa83 admin admin] Unset dirty status for tenant:e0ca79bd14254ad3af14f4f53457f359 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:59:25.458576 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-20e593f0-dc28-4e6a-bd9f-384ace61fa83 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d1c50c00fbba480089eba28fa0904919&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4344587 May 27 01:59:25.461259 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 49022) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:25.517809 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0384b4d7-adda-47e9-a8db-7471e40581ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:25.542043 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0384b4d7-adda-47e9-a8db-7471e40581ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:25.705410 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0384b4d7-adda-47e9-a8db-7471e40581ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:25.721891 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0384b4d7-adda-47e9-a8db-7471e40581ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48998c85-b50b-4d60-b608-8302ae6be09f,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:25.725594 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0384b4d7-adda-47e9-a8db-7471e40581ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:25.727086 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0384b4d7-adda-47e9-a8db-7471e40581ad admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/48998c85-b50b-4d60-b608-8302ae6be09f HTTP/1.1" status: 204 len: 168 time: 0.2645521 May 27 01:59:27.737310 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e652a70f-22f7-4a4b-bbfa-ffd71d21fab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:28.750785 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:28.859468 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:29.899476 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:55.390572 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-99b4df25-eed6-4bdd-81e8-426ec07f13ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:56.320199 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 5 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:59:57.733584 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d0cc2b48-c254-4ea6-832f-3a7f66b30add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:58.748342 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:58.862681 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:59.896641 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:25.419260 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f468f4e4-491d-4e7b-9d9e-23c6552c0a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:27.759531 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-df0b4f44-e4df-4c58-8e09-82e7f941d2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:28.759517 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:28.887834 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:29.908087 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:33.319255 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 5 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:00:55.387962 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b4784b79-49ae-4191-be48-8cd5dc71f11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:57.719230 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1330e4dd-b65b-4f79-8d8f-18484854b13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:58.796570 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:58.887875 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:59.907736 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:10.317982 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 5 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:01:25.416506 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1640ab6f-5f3e-4611-a254-6d8e3d427709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:27.735985 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-974c8201-8737-417f-a637-0e0f58942981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:28.759202 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:28.870771 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:29.913057 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:47.315788 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 5 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:01:55.370129 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-eb31bd3a-1f57-4607-bf20-9b62302ae7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:57.739165 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e72a8d81-ab2b-4b36-ab2f-ad4566c930cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:58.773278 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:58.899626 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:59.910184 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:18.612988 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-963874'] for agent, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:18.859020 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-963874'] for agent, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:24.314723 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:02:25.386977 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-86b8b8b8-4be2-48e3-a63b-21a439c6478a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:27.721746 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3693130d-246b-4588-b1e4-031863638456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:28.773358 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:28.887490 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:29.917866 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:48.612980 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:48.775202 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:55.375068 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6ca1a138-5832-424b-9901-d68058395544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:57.711901 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4b4f7026-5400-447e-8e28-13692d5ab0f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:58.813056 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:58.872091 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:59.921228 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:01.313821 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:03:10.359049 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 49086) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:10.471123 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4b1aeb99-b908-4785-ab6a-efc60df9db96 admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1110110 May 27 02:03:12.639626 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 49096) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:12.698763 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-fb760f4a-48c3-4ae7-8e48-2328affd55d6 admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0580475 May 27 02:03:18.635148 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:18.841513 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:25.378341 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-63b5456c-0dfd-43fa-ae01-7d81441fa446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:27.744183 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-532f73c5-311c-43d1-80d8-e9887ef81d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:28.797195 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:28.871559 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:29.900106 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:38.313201 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:03:48.652377 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:48.806585 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:55.379965 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-300d3fce-5c45-47a3-b12c-d60499070cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:57.723594 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6e97a84d-19f8-43c0-9ae4-3873c075d471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:58.795233 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:58.894667 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:59.917130 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:15.313033 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:04:18.631008 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:18.847808 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:25.385127 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6e3406a3-1e2e-42cb-8550-3a9574cdb73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:27.755999 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8af2b260-7dd5-4609-9a38-fdd49d779430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:28.788992 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:28.880742 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:29.944623 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:48.674781 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:48.855739 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:52.224958 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 49314) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:52.312512 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:04:52.590313 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 49328) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:52.909408 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d5629cef-7238-4fb6-b6ae-ae6fae800d8f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1611667911-network', 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:04:52.915119 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d5629cef-7238-4fb6-b6ae-ae6fae800d8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:04:52.919054 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d5629cef-7238-4fb6-b6ae-ae6fae800d8f admin admin] Usage tracker for resource:network and tenant:28dbf9fdfeb54f248dadfff426cc8a12 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:04:52.922370 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d5629cef-7238-4fb6-b6ae-ae6fae800d8f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:04:52.929385 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d5629cef-7238-4fb6-b6ae-ae6fae800d8f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:04:52.989870 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5629cef-7238-4fb6-b6ae-ae6fae800d8f admin admin] Made reservation on behalf of 28dbf9fdfeb54f248dadfff426cc8a12 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:04:52.992175 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d5629cef-7238-4fb6-b6ae-ae6fae800d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:53.004333 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d5629cef-7238-4fb6-b6ae-ae6fae800d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:53.018583 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d5629cef-7238-4fb6-b6ae-ae6fae800d8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:04:53.023419 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d5629cef-7238-4fb6-b6ae-ae6fae800d8f admin admin] Usage tracker for resource:security_group_rule and tenant:28dbf9fdfeb54f248dadfff426cc8a12 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:04:53.026249 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d5629cef-7238-4fb6-b6ae-ae6fae800d8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:04:53.032131 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d5629cef-7238-4fb6-b6ae-ae6fae800d8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:04:53.084394 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d2121a49-4bdb-4dc6-8e08-0ad543707852 tempest-AutoAllocateNetworkTest-646545244 tempest-AutoAllocateNetworkTest-646545244-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=12565d51fc6f44a1b90b0ac874daa79f&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4929576 May 27 02:04:53.087193 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 49346) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:53.144807 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d5629cef-7238-4fb6-b6ae-ae6fae800d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:53.205610 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d5629cef-7238-4fb6-b6ae-ae6fae800d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:53.237002 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5629cef-7238-4fb6-b6ae-ae6fae800d8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:04:53.246860 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79cca4a-a55e-4238-b830-ae82e6a0f0c8 tempest-AutoAllocateNetworkTest-646545244 tempest-AutoAllocateNetworkTest-646545244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:53.248153 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d5629cef-7238-4fb6-b6ae-ae6fae800d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:53.248504 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-d5629cef-7238-4fb6-b6ae-ae6fae800d8f admin admin] Added segment 37da2cdf-7342-48b3-97e6-2ad8634f3cd8 of type vlan for network 17b286dd-35ae-40dc-a3e1-65b9625948fe May 27 02:04:53.249375 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c79cca4a-a55e-4238-b830-ae82e6a0f0c8 tempest-AutoAllocateNetworkTest-646545244 tempest-AutoAllocateNetworkTest-646545244-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1604917 May 27 02:04:53.252899 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 49354) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:53.276371 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d5629cef-7238-4fb6-b6ae-ae6fae800d8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:53.301218 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5629cef-7238-4fb6-b6ae-ae6fae800d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9d5a2a-f6f1-4c14-abf1-e089146ce175,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:53.313228 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5629cef-7238-4fb6-b6ae-ae6fae800d8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:53.313790 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5629cef-7238-4fb6-b6ae-ae6fae800d8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:53.314288 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5629cef-7238-4fb6-b6ae-ae6fae800d8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:53.314770 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5629cef-7238-4fb6-b6ae-ae6fae800d8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:53.315238 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5629cef-7238-4fb6-b6ae-ae6fae800d8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:53.316224 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5629cef-7238-4fb6-b6ae-ae6fae800d8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:53.316705 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5629cef-7238-4fb6-b6ae-ae6fae800d8f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:53.317201 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5629cef-7238-4fb6-b6ae-ae6fae800d8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:53.317680 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5629cef-7238-4fb6-b6ae-ae6fae800d8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:53.318153 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5629cef-7238-4fb6-b6ae-ae6fae800d8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:53.318658 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5629cef-7238-4fb6-b6ae-ae6fae800d8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:53.319137 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5629cef-7238-4fb6-b6ae-ae6fae800d8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:53.320357 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5629cef-7238-4fb6-b6ae-ae6fae800d8f admin admin] Tracked resource versions report: May 27 02:04:53.320357 n-d-843554-3 neutron-server[88901]: pushed versions: May 27 02:04:53.320357 n-d-843554-3 neutron-server[88901]: { 'AddressGroup': {'1.2'}, May 27 02:04:53.320357 n-d-843554-3 neutron-server[88901]: 'ConntrackHelper': {'1.0'}, May 27 02:04:53.320357 n-d-843554-3 neutron-server[88901]: 'Log': {'1.0'}, May 27 02:04:53.320357 n-d-843554-3 neutron-server[88901]: 'Network': {'1.1'}, May 27 02:04:53.320357 n-d-843554-3 neutron-server[88901]: 'Port': {'1.7'}, May 27 02:04:53.320357 n-d-843554-3 neutron-server[88901]: 'PortForwarding': {'1.2'}, May 27 02:04:53.320357 n-d-843554-3 neutron-server[88901]: 'QosPolicy': {'1.8'}, May 27 02:04:53.320357 n-d-843554-3 neutron-server[88901]: 'SecurityGroup': {'1.4'}, May 27 02:04:53.320357 n-d-843554-3 neutron-server[88901]: 'SecurityGroupRule': {'1.2'}, May 27 02:04:53.320357 n-d-843554-3 neutron-server[88901]: 'SubPort': {'1.0'}, May 27 02:04:53.320357 n-d-843554-3 neutron-server[88901]: 'Subnet': {'1.1'}, May 27 02:04:53.320357 n-d-843554-3 neutron-server[88901]: 'Trunk': {'1.1'}} May 27 02:04:53.320357 n-d-843554-3 neutron-server[88901]: consumer versions: May 27 02:04:53.320357 n-d-843554-3 neutron-server[88901]: { DHCP agent@n-d-843554-3: {}, May 27 02:04:53.320357 n-d-843554-3 neutron-server[88901]: HyperV agent@n-h1-843554-3: {}, May 27 02:04:53.320357 n-d-843554-3 neutron-server[88901]: HyperV agent@n-h2-843554-3: {}, May 27 02:04:53.320357 n-d-843554-3 neutron-server[88901]: L3 agent@n-d-843554-3: {}, May 27 02:04:53.320357 n-d-843554-3 neutron-server[88901]: Metadata agent@n-d-843554-3: {}, May 27 02:04:53.320357 n-d-843554-3 neutron-server[88901]: Metering agent@n-d-843554-3: {}, May 27 02:04:53.320357 n-d-843554-3 neutron-server[88901]: Open vSwitch agent@n-d-843554-3: { 'AddressGroup': '1.2', May 27 02:04:53.320357 n-d-843554-3 neutron-server[88901]: 'ConntrackHelper': '1.0', May 27 02:04:53.320357 n-d-843554-3 neutron-server[88901]: 'Log': '1.0', May 27 02:04:53.320357 n-d-843554-3 neutron-server[88901]: 'Network': '1.1', May 27 02:04:53.320357 n-d-843554-3 neutron-server[88901]: 'Port': '1.7', May 27 02:04:53.320357 n-d-843554-3 neutron-server[88901]: 'PortForwarding': '1.2', May 27 02:04:53.320357 n-d-843554-3 neutron-server[88901]: 'QosPolicy': '1.8', May 27 02:04:53.320357 n-d-843554-3 neutron-server[88901]: 'SecurityGroup': '1.4', May 27 02:04:53.320357 n-d-843554-3 neutron-server[88901]: 'SecurityGroupRule': '1.2', May 27 02:04:53.320357 n-d-843554-3 neutron-server[88901]: 'SubPort': '1.0', May 27 02:04:53.320357 n-d-843554-3 neutron-server[88901]: 'Subnet': '1.1', May 27 02:04:53.320357 n-d-843554-3 neutron-server[88901]: 'Trunk': '1.1'}} May 27 02:04:53.320357 n-d-843554-3 neutron-server[88901]: {{(pid=88901) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 02:04:53.322184 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2ecad6ac-d642-4f5d-b008-78ce31ae58cd tempest-AutoAllocateNetworkTest-646545244 tempest-AutoAllocateNetworkTest-646545244-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0676322 May 27 02:04:53.322756 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 49360) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:53.349839 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-873a8bf7-52a8-40d1-a410-af864d253217 tempest-AutoAllocateNetworkTest-646545244 tempest-AutoAllocateNetworkTest-646545244-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=12565d51fc6f44a1b90b0ac874daa79f HTTP/1.1" status: 200 len: 208 time: 0.0259743 May 27 02:04:53.388777 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d5629cef-7238-4fb6-b6ae-ae6fae800d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:53.393410 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5629cef-7238-4fb6-b6ae-ae6fae800d8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:53.393410 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d5629cef-7238-4fb6-b6ae-ae6fae800d8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:53.491893 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5629cef-7238-4fb6-b6ae-ae6fae800d8f admin admin] Pushing event updated for resources: {'Network': ['ID=17b286dd-35ae-40dc-a3e1-65b9625948fe,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:53.502477 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 17b286dd-35ae-40dc-a3e1-65b9625948fe details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:04:53.559516 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d5629cef-7238-4fb6-b6ae-ae6fae800d8f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3302021 May 27 02:04:53.559898 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 49370) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:53.565523 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-fd9593e5-379d-44f1-9a35-41dfc8e4ce64 admin admin] Request body: {'subnet': {'network_id': '17b286dd-35ae-40dc-a3e1-65b9625948fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1611667911-subnet', 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:04:53.571170 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-fd9593e5-379d-44f1-9a35-41dfc8e4ce64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:04:53.575806 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-fd9593e5-379d-44f1-9a35-41dfc8e4ce64 admin admin] Usage tracker for resource:subnet and tenant:28dbf9fdfeb54f248dadfff426cc8a12 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:04:53.579136 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-fd9593e5-379d-44f1-9a35-41dfc8e4ce64 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:04:53.587273 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-fd9593e5-379d-44f1-9a35-41dfc8e4ce64 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:04:53.647382 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9593e5-379d-44f1-9a35-41dfc8e4ce64 admin admin] Made reservation on behalf of 28dbf9fdfeb54f248dadfff426cc8a12 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:04:53.649701 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fd9593e5-379d-44f1-9a35-41dfc8e4ce64 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:53.920020 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fd9593e5-379d-44f1-9a35-41dfc8e4ce64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:53.997109 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9593e5-379d-44f1-9a35-41dfc8e4ce64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=910bc1cc-bbe5-4144-8601-c90701254592,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:54.002365 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9593e5-379d-44f1-9a35-41dfc8e4ce64 admin admin] Checking segment: {'id': '37da2cdf-7342-48b3-97e6-2ad8634f3cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17b286dd-35ae-40dc-a3e1-65b9625948fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:04:54.003953 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9593e5-379d-44f1-9a35-41dfc8e4ce64 admin admin] Network hostable DHCP agents. Network: 17b286dd-35ae-40dc-a3e1-65b9625948fe, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:04:54.012652 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9593e5-379d-44f1-9a35-41dfc8e4ce64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:54.012958 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9593e5-379d-44f1-9a35-41dfc8e4ce64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:54.013298 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9593e5-379d-44f1-9a35-41dfc8e4ce64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:54.013628 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9593e5-379d-44f1-9a35-41dfc8e4ce64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:54.013963 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9593e5-379d-44f1-9a35-41dfc8e4ce64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:54.014290 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9593e5-379d-44f1-9a35-41dfc8e4ce64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:54.014610 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9593e5-379d-44f1-9a35-41dfc8e4ce64 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:54.014930 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9593e5-379d-44f1-9a35-41dfc8e4ce64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:54.015249 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9593e5-379d-44f1-9a35-41dfc8e4ce64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:54.015569 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9593e5-379d-44f1-9a35-41dfc8e4ce64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:54.015887 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9593e5-379d-44f1-9a35-41dfc8e4ce64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:54.016202 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9593e5-379d-44f1-9a35-41dfc8e4ce64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:54.017525 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9593e5-379d-44f1-9a35-41dfc8e4ce64 admin admin] Tracked resource versions report: May 27 02:04:54.017525 n-d-843554-3 neutron-server[88902]: pushed versions: May 27 02:04:54.017525 n-d-843554-3 neutron-server[88902]: { 'AddressGroup': {'1.2'}, May 27 02:04:54.017525 n-d-843554-3 neutron-server[88902]: 'ConntrackHelper': {'1.0'}, May 27 02:04:54.017525 n-d-843554-3 neutron-server[88902]: 'Log': {'1.0'}, May 27 02:04:54.017525 n-d-843554-3 neutron-server[88902]: 'Network': {'1.1'}, May 27 02:04:54.017525 n-d-843554-3 neutron-server[88902]: 'Port': {'1.7'}, May 27 02:04:54.017525 n-d-843554-3 neutron-server[88902]: 'PortForwarding': {'1.2'}, May 27 02:04:54.017525 n-d-843554-3 neutron-server[88902]: 'QosPolicy': {'1.8'}, May 27 02:04:54.017525 n-d-843554-3 neutron-server[88902]: 'SecurityGroup': {'1.4'}, May 27 02:04:54.017525 n-d-843554-3 neutron-server[88902]: 'SecurityGroupRule': {'1.2'}, May 27 02:04:54.017525 n-d-843554-3 neutron-server[88902]: 'SubPort': {'1.0'}, May 27 02:04:54.017525 n-d-843554-3 neutron-server[88902]: 'Subnet': {'1.1'}, May 27 02:04:54.017525 n-d-843554-3 neutron-server[88902]: 'Trunk': {'1.1'}} May 27 02:04:54.017525 n-d-843554-3 neutron-server[88902]: consumer versions: May 27 02:04:54.017525 n-d-843554-3 neutron-server[88902]: { DHCP agent@n-d-843554-3: {}, May 27 02:04:54.017525 n-d-843554-3 neutron-server[88902]: HyperV agent@n-h1-843554-3: {}, May 27 02:04:54.017525 n-d-843554-3 neutron-server[88902]: HyperV agent@n-h2-843554-3: {}, May 27 02:04:54.017525 n-d-843554-3 neutron-server[88902]: L3 agent@n-d-843554-3: {}, May 27 02:04:54.017525 n-d-843554-3 neutron-server[88902]: Metadata agent@n-d-843554-3: {}, May 27 02:04:54.017525 n-d-843554-3 neutron-server[88902]: Metering agent@n-d-843554-3: {}, May 27 02:04:54.017525 n-d-843554-3 neutron-server[88902]: Open vSwitch agent@n-d-843554-3: { 'AddressGroup': '1.2', May 27 02:04:54.017525 n-d-843554-3 neutron-server[88902]: 'ConntrackHelper': '1.0', May 27 02:04:54.017525 n-d-843554-3 neutron-server[88902]: 'Log': '1.0', May 27 02:04:54.017525 n-d-843554-3 neutron-server[88902]: 'Network': '1.1', May 27 02:04:54.017525 n-d-843554-3 neutron-server[88902]: 'Port': '1.7', May 27 02:04:54.017525 n-d-843554-3 neutron-server[88902]: 'PortForwarding': '1.2', May 27 02:04:54.017525 n-d-843554-3 neutron-server[88902]: 'QosPolicy': '1.8', May 27 02:04:54.017525 n-d-843554-3 neutron-server[88902]: 'SecurityGroup': '1.4', May 27 02:04:54.017525 n-d-843554-3 neutron-server[88902]: 'SecurityGroupRule': '1.2', May 27 02:04:54.017525 n-d-843554-3 neutron-server[88902]: 'SubPort': '1.0', May 27 02:04:54.017525 n-d-843554-3 neutron-server[88902]: 'Subnet': '1.1', May 27 02:04:54.017525 n-d-843554-3 neutron-server[88902]: 'Trunk': '1.1'}} May 27 02:04:54.017525 n-d-843554-3 neutron-server[88902]: {{(pid=88902) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 02:04:54.102984 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9593e5-379d-44f1-9a35-41dfc8e4ce64 admin admin] Network 17b286dd-35ae-40dc-a3e1-65b9625948fe is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:04:54.178687 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-fd9593e5-379d-44f1-9a35-41dfc8e4ce64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 17b286dd-35ae-40dc-a3e1-65b9625948fe) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:04:54.182824 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9593e5-379d-44f1-9a35-41dfc8e4ce64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:54.183839 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fd9593e5-379d-44f1-9a35-41dfc8e4ce64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:54.187411 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0d822e-dc70-413f-a8e5-ba7412c43f7f None None] Network 17b286dd-35ae-40dc-a3e1-65b9625948fe requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:04:54.279975 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 49396) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:54.282929 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-fd9593e5-379d-44f1-9a35-41dfc8e4ce64 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7217700 May 27 02:04:54.288331 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-c122a948-b8e8-480f-8de1-11165fbfc7ac admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1611667911-router', 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:04:54.294979 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c122a948-b8e8-480f-8de1-11165fbfc7ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:04:54.299700 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c122a948-b8e8-480f-8de1-11165fbfc7ac admin admin] Usage tracker for resource:router and tenant:28dbf9fdfeb54f248dadfff426cc8a12 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:04:54.304195 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c122a948-b8e8-480f-8de1-11165fbfc7ac admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:04:54.310841 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c122a948-b8e8-480f-8de1-11165fbfc7ac admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:04:54.368186 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c122a948-b8e8-480f-8de1-11165fbfc7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:54.370581 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c122a948-b8e8-480f-8de1-11165fbfc7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:54.402629 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c122a948-b8e8-480f-8de1-11165fbfc7ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:54.443042 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db1917b-b86b-4a19-946f-263c16a82d05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-17b286dd-35ae-40dc-a3e1-65b9625948fe', 'network_id': '17b286dd-35ae-40dc-a3e1-65b9625948fe', 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'fixed_ips': [{'subnet_id': '910bc1cc-bbe5-4144-8601-c90701254592'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:04:54.443042 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5db1917b-b86b-4a19-946f-263c16a82d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:54.494088 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 49408) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:54.611616 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-5db1917b-b86b-4a19-946f-263c16a82d05 None None] Allocated IP 172.20.0.2 (17b286dd-35ae-40dc-a3e1-65b9625948fe/910bc1cc-bbe5-4144-8601-c90701254592/6813bc5f-ef3c-45c9-ba5a-72cb1f260b50) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:04:54.819843 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5db1917b-b86b-4a19-946f-263c16a82d05 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:54.830397 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5db1917b-b86b-4a19-946f-263c16a82d05 None None] Transition to ACTIVE for port object 6813bc5f-ef3c-45c9-ba5a-72cb1f260b50 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:04:54.850407 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5db1917b-b86b-4a19-946f-263c16a82d05 None None] Transition to ACTIVE for port object 6813bc5f-ef3c-45c9-ba5a-72cb1f260b50 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:04:54.899521 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c122a948-b8e8-480f-8de1-11165fbfc7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:54.933805 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5db1917b-b86b-4a19-946f-263c16a82d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:55.003821 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db1917b-b86b-4a19-946f-263c16a82d05 None None] Network 17b286dd-35ae-40dc-a3e1-65b9625948fe is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:04:55.006843 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-5db1917b-b86b-4a19-946f-263c16a82d05 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:04:55.010613 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db1917b-b86b-4a19-946f-263c16a82d05 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:04:55.016397 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db1917b-b86b-4a19-946f-263c16a82d05 None None] Pushing event updated for resources: {'Port': ['ID=6813bc5f-ef3c-45c9-ba5a-72cb1f260b50,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:55.053813 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1917b-b86b-4a19-946f-263c16a82d05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:55.054153 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1917b-b86b-4a19-946f-263c16a82d05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:55.054489 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1917b-b86b-4a19-946f-263c16a82d05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:55.054812 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1917b-b86b-4a19-946f-263c16a82d05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:55.055206 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1917b-b86b-4a19-946f-263c16a82d05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:55.055556 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1917b-b86b-4a19-946f-263c16a82d05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:55.055852 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1917b-b86b-4a19-946f-263c16a82d05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:55.056171 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1917b-b86b-4a19-946f-263c16a82d05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:55.056546 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1917b-b86b-4a19-946f-263c16a82d05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:55.056825 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1917b-b86b-4a19-946f-263c16a82d05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:55.057142 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1917b-b86b-4a19-946f-263c16a82d05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:55.057453 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1917b-b86b-4a19-946f-263c16a82d05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:55.058508 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1917b-b86b-4a19-946f-263c16a82d05 None None] Tracked resource versions report: May 27 02:04:55.058508 n-d-843554-3 neutron-server[88903]: pushed versions: May 27 02:04:55.058508 n-d-843554-3 neutron-server[88903]: { 'AddressGroup': {'1.2'}, May 27 02:04:55.058508 n-d-843554-3 neutron-server[88903]: 'ConntrackHelper': {'1.0'}, May 27 02:04:55.058508 n-d-843554-3 neutron-server[88903]: 'Log': {'1.0'}, May 27 02:04:55.058508 n-d-843554-3 neutron-server[88903]: 'Network': {'1.1'}, May 27 02:04:55.058508 n-d-843554-3 neutron-server[88903]: 'Port': {'1.7'}, May 27 02:04:55.058508 n-d-843554-3 neutron-server[88903]: 'PortForwarding': {'1.2'}, May 27 02:04:55.058508 n-d-843554-3 neutron-server[88903]: 'QosPolicy': {'1.8'}, May 27 02:04:55.058508 n-d-843554-3 neutron-server[88903]: 'SecurityGroup': {'1.4'}, May 27 02:04:55.058508 n-d-843554-3 neutron-server[88903]: 'SecurityGroupRule': {'1.2'}, May 27 02:04:55.058508 n-d-843554-3 neutron-server[88903]: 'SubPort': {'1.0'}, May 27 02:04:55.058508 n-d-843554-3 neutron-server[88903]: 'Subnet': {'1.1'}, May 27 02:04:55.058508 n-d-843554-3 neutron-server[88903]: 'Trunk': {'1.1'}} May 27 02:04:55.058508 n-d-843554-3 neutron-server[88903]: consumer versions: May 27 02:04:55.058508 n-d-843554-3 neutron-server[88903]: { DHCP agent@n-d-843554-3: {}, May 27 02:04:55.058508 n-d-843554-3 neutron-server[88903]: HyperV agent@n-h1-843554-3: {}, May 27 02:04:55.058508 n-d-843554-3 neutron-server[88903]: HyperV agent@n-h2-843554-3: {}, May 27 02:04:55.058508 n-d-843554-3 neutron-server[88903]: L3 agent@n-d-843554-3: {}, May 27 02:04:55.058508 n-d-843554-3 neutron-server[88903]: Metadata agent@n-d-843554-3: {}, May 27 02:04:55.058508 n-d-843554-3 neutron-server[88903]: Metering agent@n-d-843554-3: {}, May 27 02:04:55.058508 n-d-843554-3 neutron-server[88903]: Open vSwitch agent@n-d-843554-3: { 'AddressGroup': '1.2', May 27 02:04:55.058508 n-d-843554-3 neutron-server[88903]: 'ConntrackHelper': '1.0', May 27 02:04:55.058508 n-d-843554-3 neutron-server[88903]: 'Log': '1.0', May 27 02:04:55.058508 n-d-843554-3 neutron-server[88903]: 'Network': '1.1', May 27 02:04:55.058508 n-d-843554-3 neutron-server[88903]: 'Port': '1.7', May 27 02:04:55.058508 n-d-843554-3 neutron-server[88903]: 'PortForwarding': '1.2', May 27 02:04:55.058508 n-d-843554-3 neutron-server[88903]: 'QosPolicy': '1.8', May 27 02:04:55.058508 n-d-843554-3 neutron-server[88903]: 'SecurityGroup': '1.4', May 27 02:04:55.058508 n-d-843554-3 neutron-server[88903]: 'SecurityGroupRule': '1.2', May 27 02:04:55.058508 n-d-843554-3 neutron-server[88903]: 'SubPort': '1.0', May 27 02:04:55.058508 n-d-843554-3 neutron-server[88903]: 'Subnet': '1.1', May 27 02:04:55.058508 n-d-843554-3 neutron-server[88903]: 'Trunk': '1.1'}} May 27 02:04:55.058508 n-d-843554-3 neutron-server[88903]: {{(pid=88903) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 02:04:55.116991 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d169aa34-2944-48b1-98ea-41e52f3321bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:55.120041 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5db1917b-b86b-4a19-946f-263c16a82d05 None None] Attempting to bind port 6813bc5f-ef3c-45c9-ba5a-72cb1f260b50 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:04:55.120388 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5db1917b-b86b-4a19-946f-263c16a82d05 None None] Attempting to bind port 6813bc5f-ef3c-45c9-ba5a-72cb1f260b50 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '37da2cdf-7342-48b3-97e6-2ad8634f3cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17b286dd-35ae-40dc-a3e1-65b9625948fe'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:04:55.121173 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db1917b-b86b-4a19-946f-263c16a82d05 None None] Attempting to bind port 6813bc5f-ef3c-45c9-ba5a-72cb1f260b50 on network 17b286dd-35ae-40dc-a3e1-65b9625948fe {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:04:55.127481 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db1917b-b86b-4a19-946f-263c16a82d05 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:04:55.128004 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db1917b-b86b-4a19-946f-263c16a82d05 None None] Checking segment: {'id': '37da2cdf-7342-48b3-97e6-2ad8634f3cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17b286dd-35ae-40dc-a3e1-65b9625948fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:04:55.128980 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5db1917b-b86b-4a19-946f-263c16a82d05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:55.129372 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db1917b-b86b-4a19-946f-263c16a82d05 None None] Bound using segment: {'id': '37da2cdf-7342-48b3-97e6-2ad8634f3cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17b286dd-35ae-40dc-a3e1-65b9625948fe'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:04:55.129838 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5db1917b-b86b-4a19-946f-263c16a82d05 None None] Bound port: 6813bc5f-ef3c-45c9-ba5a-72cb1f260b50, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37da2cdf-7342-48b3-97e6-2ad8634f3cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17b286dd-35ae-40dc-a3e1-65b9625948fe'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:04:55.130226 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5db1917b-b86b-4a19-946f-263c16a82d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:55.156411 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-d169aa34-2944-48b1-98ea-41e52f3321bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:04:55.163484 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d169aa34-2944-48b1-98ea-41e52f3321bd admin admin] Usage tracker for resource:security_group_rule and tenant:12565d51fc6f44a1b90b0ac874daa79f is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:04:55.167530 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d169aa34-2944-48b1-98ea-41e52f3321bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:04:55.181970 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-d169aa34-2944-48b1-98ea-41e52f3321bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:04:55.249509 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5db1917b-b86b-4a19-946f-263c16a82d05 None None] For port 6813bc5f-ef3c-45c9-ba5a-72cb1f260b50, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:04:55.252963 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5db1917b-b86b-4a19-946f-263c16a82d05 None None] For port 6813bc5f-ef3c-45c9-ba5a-72cb1f260b50, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=6813bc5f-ef3c-45c9-ba5a-72cb1f260b50,segment=NetworkSegment(37da2cdf-7342-48b3-97e6-2ad8634f3cd8),segment_id=37da2cdf-7342-48b3-97e6-2ad8634f3cd8)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:04:55.298486 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d169aa34-2944-48b1-98ea-41e52f3321bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:55.328328 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5db1917b-b86b-4a19-946f-263c16a82d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:55.355496 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d169aa34-2944-48b1-98ea-41e52f3321bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:55.401156 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d169aa34-2944-48b1-98ea-41e52f3321bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2770ad-ed7d-48ec-aa93-6041c3ab7523,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:55.423529 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d169aa34-2944-48b1-98ea-41e52f3321bd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=12565d51fc6f44a1b90b0ac874daa79f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9283490 May 27 02:04:55.424161 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 49450) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:55.466218 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db1917b-b86b-4a19-946f-263c16a82d05 None None] Pushing event updated for resources: {'Port': ['ID=6813bc5f-ef3c-45c9-ba5a-72cb1f260b50,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:55.469009 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-63bbd5e0-2490-48e8-82fc-8d4659d687ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:55.475968 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c122a948-b8e8-480f-8de1-11165fbfc7ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:55.518812 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6d9df236-80cf-4e26-9a5e-6339b8cbc0dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:55.521222 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c122a948-b8e8-480f-8de1-11165fbfc7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:55.552525 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6d9df236-80cf-4e26-9a5e-6339b8cbc0dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:55.688087 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-c122a948-b8e8-480f-8de1-11165fbfc7ac admin admin] Allocated IP 172.25.1.85 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/1614c3e5-b0b6-490c-9dba-bc2ef875c90e) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:04:55.700539 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6d9df236-80cf-4e26-9a5e-6339b8cbc0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:55.720191 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9df236-80cf-4e26-9a5e-6339b8cbc0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2770ad-ed7d-48ec-aa93-6041c3ab7523,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:55.794533 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6d9df236-80cf-4e26-9a5e-6339b8cbc0dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:55.805919 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6d9df236-80cf-4e26-9a5e-6339b8cbc0dd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7b2770ad-ed7d-48ec-aa93-6041c3ab7523 HTTP/1.1" status: 204 len: 168 time: 0.3805726 May 27 02:04:55.925363 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c122a948-b8e8-480f-8de1-11165fbfc7ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:56.040439 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 49470) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:56.042664 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c122a948-b8e8-480f-8de1-11165fbfc7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:56.115213 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c122a948-b8e8-480f-8de1-11165fbfc7ac admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:04:56.123065 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-c122a948-b8e8-480f-8de1-11165fbfc7ac admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:04:56.125759 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c122a948-b8e8-480f-8de1-11165fbfc7ac admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:04:56.306672 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c122a948-b8e8-480f-8de1-11165fbfc7ac admin admin] Pushing event updated for resources: {'Port': ['ID=1614c3e5-b0b6-490c-9dba-bc2ef875c90e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:56.635768 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de30415f-29e0-425f-9324-c66d7a9c2a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:56.656689 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-de30415f-29e0-425f-9324-c66d7a9c2a66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:04:56.661159 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-de30415f-29e0-425f-9324-c66d7a9c2a66 admin admin] Usage tracker for resource:security_group_rule and tenant:4926cd8b8f8a40199700d1efda4b89f5 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:04:56.665970 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-de30415f-29e0-425f-9324-c66d7a9c2a66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:04:56.681722 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-de30415f-29e0-425f-9324-c66d7a9c2a66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:04:56.738443 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c122a948-b8e8-480f-8de1-11165fbfc7ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:56.749889 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cfa194-5ec7-4900-8840-e9445aae6dd9 None None] Network 17b286dd-35ae-40dc-a3e1-65b9625948fe requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:04:56.851802 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de30415f-29e0-425f-9324-c66d7a9c2a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:56.944160 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de30415f-29e0-425f-9324-c66d7a9c2a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:57.016896 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-de30415f-29e0-425f-9324-c66d7a9c2a66 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4926cd8b8f8a40199700d1efda4b89f5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9698157 May 27 02:04:57.017632 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 49498) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:57.045550 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 6813bc5f-ef3c-45c9-ba5a-72cb1f260b50 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:04:57.104927 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de30415f-29e0-425f-9324-c66d7a9c2a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3996088f-5ba8-4ff3-8927-11b910f512a0,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:57.147297 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ef08d13a-a862-4d3b-b0b9-2921f4abd689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:57.191261 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ef08d13a-a862-4d3b-b0b9-2921f4abd689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:57.269654 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a23e8162-e6d9-4852-b5f1-7555af0c83a8 None None] Provisioning for port 6813bc5f-ef3c-45c9-ba5a-72cb1f260b50 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:04:57.328150 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 6813bc5f-ef3c-45c9-ba5a-72cb1f260b50 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:04:57.347815 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 6813bc5f-ef3c-45c9-ba5a-72cb1f260b50 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:04:57.348188 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:57.390081 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ef08d13a-a862-4d3b-b0b9-2921f4abd689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:57.421329 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef08d13a-a862-4d3b-b0b9-2921f4abd689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3996088f-5ba8-4ff3-8927-11b910f512a0,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:57.429233 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c122a948-b8e8-480f-8de1-11165fbfc7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:57.434579 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ef08d13a-a862-4d3b-b0b9-2921f4abd689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:57.441509 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ef08d13a-a862-4d3b-b0b9-2921f4abd689 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3996088f-5ba8-4ff3-8927-11b910f512a0 HTTP/1.1" status: 204 len: 168 time: 0.4206243 May 27 02:04:57.612662 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 6813bc5f-ef3c-45c9-ba5a-72cb1f260b50 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:04:57.613336 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:57.658240 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 6813bc5f-ef3c-45c9-ba5a-72cb1f260b50, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=6813bc5f-ef3c-45c9-ba5a-72cb1f260b50,segment=NetworkSegment(37da2cdf-7342-48b3-97e6-2ad8634f3cd8),segment_id=37da2cdf-7342-48b3-97e6-2ad8634f3cd8)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:04:57.723790 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f0f4dbda-b25e-4458-aed4-bc0b0ab45106 None None] Provisioning complete for port 6813bc5f-ef3c-45c9-ba5a-72cb1f260b50 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:04:57.724158 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f0f4dbda-b25e-4458-aed4-bc0b0ab45106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:57.777339 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6c293de4-aef8-47d2-9b5f-894c39d7d472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:57.782000 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:57.894272 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=6813bc5f-ef3c-45c9-ba5a-72cb1f260b50,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:57.904762 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c122a948-b8e8-480f-8de1-11165fbfc7ac admin admin] Router e03f01e5-96b0-474f-afa3-b6c0b8afed82 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:04:57.921547 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-f0f4dbda-b25e-4458-aed4-bc0b0ab45106 None None] Current status of the port 6813bc5f-ef3c-45c9-ba5a-72cb1f260b50 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:04:58.082705 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c122a948-b8e8-480f-8de1-11165fbfc7ac admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:04:58.091879 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c63f3a-3373-4c37-bf93-af366999e87d None None] Sync routers for ids ['e03f01e5-96b0-474f-afa3-b6c0b8afed82'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:04:58.101782 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c63f3a-3373-4c37-bf93-af366999e87d None None] Routers {'e03f01e5-96b0-474f-afa3-b6c0b8afed82'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:04:58.102610 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e7c63f3a-3373-4c37-bf93-af366999e87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:04:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['e03f01e5-96b0-474f-afa3-b6c0b8afed82'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:58.148934 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 49550) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:58.171309 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c122a948-b8e8-480f-8de1-11165fbfc7ac admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:58.172538 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c122a948-b8e8-480f-8de1-11165fbfc7ac admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.8907874 May 27 02:04:58.176103 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 49556) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:58.288546 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-e7c63f3a-3373-4c37-bf93-af366999e87d None None] Set router e03f01e5-96b0-474f-afa3-b6c0b8afed82 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:04:58.395340 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 49562) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:58.427501 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dca5109f-dbfc-4116-8e95-37416507c86f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:58.495530 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-dca5109f-dbfc-4116-8e95-37416507c86f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:04:58.507941 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-dca5109f-dbfc-4116-8e95-37416507c86f admin admin] Usage tracker for resource:security_group_rule and tenant:3fa2e008173e47a8bfa058e1e2aa3ac4 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:04:58.522581 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-dca5109f-dbfc-4116-8e95-37416507c86f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:04:58.532391 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-dca5109f-dbfc-4116-8e95-37416507c86f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:04:58.584616 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e7c63f3a-3373-4c37-bf93-af366999e87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1611667911-router', 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '1614c3e5-b0b6-490c-9dba-bc2ef875c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:54Z', 'updated_at': '2022-05-27T02:04:56Z', 'revision_number': 3, 'project_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'gw_port': {'id': '1614c3e5-b0b6-490c-9dba-bc2ef875c90e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:04:55Z', 'updated_at': '2022-05-27T02:04:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:58.590668 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c63f3a-3373-4c37-bf93-af366999e87d None None] Checking router: e03f01e5-96b0-474f-afa3-b6c0b8afed82 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:04:58.591542 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c63f3a-3373-4c37-bf93-af366999e87d None None] Updating router e03f01e5-96b0-474f-afa3-b6c0b8afed82 port 1614c3e5-b0b6-490c-9dba-bc2ef875c90e binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:04:58.654688 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-e7c63f3a-3373-4c37-bf93-af366999e87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:58.667432 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 49574) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:58.781768 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:58.782573 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2353a354-6d5a-4f46-8268-ed347cc94518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:58.865757 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-2353a354-6d5a-4f46-8268-ed347cc94518 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:04:58.881518 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-2353a354-6d5a-4f46-8268-ed347cc94518 admin admin] Usage tracker for resource:security_group_rule and tenant:4e83a93d4b594da78d356d7eeaa17a5c is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:04:58.893162 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-2353a354-6d5a-4f46-8268-ed347cc94518 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:04:58.916216 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:58.926785 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 6813bc5f-ef3c-45c9-ba5a-72cb1f260b50 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:04:58.959130 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-2353a354-6d5a-4f46-8268-ed347cc94518 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:04:59.009502 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dca5109f-dbfc-4116-8e95-37416507c86f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:59.079213 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dca5109f-dbfc-4116-8e95-37416507c86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:59.090168 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 6813bc5f-ef3c-45c9-ba5a-72cb1f260b50 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:04:59.090953 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:59.126254 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca5109f-dbfc-4116-8e95-37416507c86f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ff8ddd-ffdd-4547-b862-593cfc778a09,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:59.188188 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-e7c63f3a-3373-4c37-bf93-af366999e87d None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:59.191324 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7951369f-ef27-49c9-80d4-a3a7853fffef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:59.221776 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-e7c63f3a-3373-4c37-bf93-af366999e87d None None] Transition to ACTIVE for port object 1614c3e5-b0b6-490c-9dba-bc2ef875c90e will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:04:59.229212 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7951369f-ef27-49c9-80d4-a3a7853fffef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:04:59.234296 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7951369f-ef27-49c9-80d4-a3a7853fffef admin admin] Usage tracker for resource:security_group_rule and tenant:2d4feebddd5c41d0837f278d79071049 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:04:59.238762 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7951369f-ef27-49c9-80d4-a3a7853fffef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:04:59.247192 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7951369f-ef27-49c9-80d4-a3a7853fffef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:04:59.287478 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 6813bc5f-ef3c-45c9-ba5a-72cb1f260b50 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:04:59.297091 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4aaf861b-91a5-400b-af9e-4fd89b1973ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:59.310458 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-dca5109f-dbfc-4116-8e95-37416507c86f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3fa2e008173e47a8bfa058e1e2aa3ac4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9150991 May 27 02:04:59.313764 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 49600) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:59.316225 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-e7c63f3a-3373-4c37-bf93-af366999e87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:59.420575 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b633b-a4d8-4adf-8594-a7c952ac6a86 None None] Pushing event updated for resources: {'Port': ['ID=1614c3e5-b0b6-490c-9dba-bc2ef875c90e,revision_number=2']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:59.426048 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3b3a21b2-bb22-4add-a00f-266e66ec8fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:59.431323 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b633b-a4d8-4adf-8594-a7c952ac6a86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:59.431931 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b633b-a4d8-4adf-8594-a7c952ac6a86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:59.432459 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b633b-a4d8-4adf-8594-a7c952ac6a86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:59.433537 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b633b-a4d8-4adf-8594-a7c952ac6a86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:59.434153 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b633b-a4d8-4adf-8594-a7c952ac6a86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:59.434698 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b633b-a4d8-4adf-8594-a7c952ac6a86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:59.435256 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b633b-a4d8-4adf-8594-a7c952ac6a86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:59.435797 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b633b-a4d8-4adf-8594-a7c952ac6a86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:59.436326 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b633b-a4d8-4adf-8594-a7c952ac6a86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:59.436899 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b633b-a4d8-4adf-8594-a7c952ac6a86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:59.437442 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b633b-a4d8-4adf-8594-a7c952ac6a86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:59.438087 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b633b-a4d8-4adf-8594-a7c952ac6a86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:59.439541 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b633b-a4d8-4adf-8594-a7c952ac6a86 None None] Tracked resource versions report: May 27 02:04:59.439541 n-d-843554-3 neutron-server[88904]: pushed versions: May 27 02:04:59.439541 n-d-843554-3 neutron-server[88904]: { 'AddressGroup': {'1.2'}, May 27 02:04:59.439541 n-d-843554-3 neutron-server[88904]: 'ConntrackHelper': {'1.0'}, May 27 02:04:59.439541 n-d-843554-3 neutron-server[88904]: 'Log': {'1.0'}, May 27 02:04:59.439541 n-d-843554-3 neutron-server[88904]: 'Network': {'1.1'}, May 27 02:04:59.439541 n-d-843554-3 neutron-server[88904]: 'Port': {'1.7'}, May 27 02:04:59.439541 n-d-843554-3 neutron-server[88904]: 'PortForwarding': {'1.2'}, May 27 02:04:59.439541 n-d-843554-3 neutron-server[88904]: 'QosPolicy': {'1.8'}, May 27 02:04:59.439541 n-d-843554-3 neutron-server[88904]: 'SecurityGroup': {'1.4'}, May 27 02:04:59.439541 n-d-843554-3 neutron-server[88904]: 'SecurityGroupRule': {'1.2'}, May 27 02:04:59.439541 n-d-843554-3 neutron-server[88904]: 'SubPort': {'1.0'}, May 27 02:04:59.439541 n-d-843554-3 neutron-server[88904]: 'Subnet': {'1.1'}, May 27 02:04:59.439541 n-d-843554-3 neutron-server[88904]: 'Trunk': {'1.1'}} May 27 02:04:59.439541 n-d-843554-3 neutron-server[88904]: consumer versions: May 27 02:04:59.439541 n-d-843554-3 neutron-server[88904]: { DHCP agent@n-d-843554-3: {}, May 27 02:04:59.439541 n-d-843554-3 neutron-server[88904]: HyperV agent@n-h1-843554-3: {}, May 27 02:04:59.439541 n-d-843554-3 neutron-server[88904]: HyperV agent@n-h2-843554-3: {}, May 27 02:04:59.439541 n-d-843554-3 neutron-server[88904]: L3 agent@n-d-843554-3: {}, May 27 02:04:59.439541 n-d-843554-3 neutron-server[88904]: Metadata agent@n-d-843554-3: {}, May 27 02:04:59.439541 n-d-843554-3 neutron-server[88904]: Metering agent@n-d-843554-3: {}, May 27 02:04:59.439541 n-d-843554-3 neutron-server[88904]: Open vSwitch agent@n-d-843554-3: { 'AddressGroup': '1.2', May 27 02:04:59.439541 n-d-843554-3 neutron-server[88904]: 'ConntrackHelper': '1.0', May 27 02:04:59.439541 n-d-843554-3 neutron-server[88904]: 'Log': '1.0', May 27 02:04:59.439541 n-d-843554-3 neutron-server[88904]: 'Network': '1.1', May 27 02:04:59.439541 n-d-843554-3 neutron-server[88904]: 'Port': '1.7', May 27 02:04:59.439541 n-d-843554-3 neutron-server[88904]: 'PortForwarding': '1.2', May 27 02:04:59.439541 n-d-843554-3 neutron-server[88904]: 'QosPolicy': '1.8', May 27 02:04:59.439541 n-d-843554-3 neutron-server[88904]: 'SecurityGroup': '1.4', May 27 02:04:59.439541 n-d-843554-3 neutron-server[88904]: 'SecurityGroupRule': '1.2', May 27 02:04:59.439541 n-d-843554-3 neutron-server[88904]: 'SubPort': '1.0', May 27 02:04:59.439541 n-d-843554-3 neutron-server[88904]: 'Subnet': '1.1', May 27 02:04:59.439541 n-d-843554-3 neutron-server[88904]: 'Trunk': '1.1'}} May 27 02:04:59.439541 n-d-843554-3 neutron-server[88904]: {{(pid=88904) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 02:04:59.457855 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7951369f-ef27-49c9-80d4-a3a7853fffef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:59.464696 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-e7c63f3a-3373-4c37-bf93-af366999e87d None None] Attempting to bind port 1614c3e5-b0b6-490c-9dba-bc2ef875c90e on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:04:59.465213 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-e7c63f3a-3373-4c37-bf93-af366999e87d None None] Attempting to bind port 1614c3e5-b0b6-490c-9dba-bc2ef875c90e by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:04:59.465655 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c63f3a-3373-4c37-bf93-af366999e87d None None] Attempting to bind port 1614c3e5-b0b6-490c-9dba-bc2ef875c90e on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:04:59.473562 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c63f3a-3373-4c37-bf93-af366999e87d None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:04:59.473562 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c63f3a-3373-4c37-bf93-af366999e87d None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:04:59.473749 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3b3a21b2-bb22-4add-a00f-266e66ec8fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:59.473820 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-e7c63f3a-3373-4c37-bf93-af366999e87d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:59.474420 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c63f3a-3373-4c37-bf93-af366999e87d None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:04:59.474987 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-e7c63f3a-3373-4c37-bf93-af366999e87d None None] Bound port: 1614c3e5-b0b6-490c-9dba-bc2ef875c90e, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:04:59.475478 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-e7c63f3a-3373-4c37-bf93-af366999e87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:59.527376 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7951369f-ef27-49c9-80d4-a3a7853fffef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:59.563482 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-e7c63f3a-3373-4c37-bf93-af366999e87d None None] For port 1614c3e5-b0b6-490c-9dba-bc2ef875c90e, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:04:59.567452 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-e7c63f3a-3373-4c37-bf93-af366999e87d None None] For port 1614c3e5-b0b6-490c-9dba-bc2ef875c90e, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1614c3e5-b0b6-490c-9dba-bc2ef875c90e,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:04:59.569633 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7951369f-ef27-49c9-80d4-a3a7853fffef admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2d4feebddd5c41d0837f278d79071049&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9009533 May 27 02:04:59.572702 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 49622) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:59.642122 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-e7c63f3a-3373-4c37-bf93-af366999e87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:59.660456 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-4aaf861b-91a5-400b-af9e-4fd89b1973ea admin admin] Allocated IP 172.20.0.1 (17b286dd-35ae-40dc-a3e1-65b9625948fe/910bc1cc-bbe5-4144-8601-c90701254592/ac5d3537-77cc-4eda-8e6a-19af9c2aa817) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:04:59.660645 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951369f-ef27-49c9-80d4-a3a7853fffef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd42d32f-460d-42a3-ba35-9474eebb0dca,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:59.672137 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2353a354-6d5a-4f46-8268-ed347cc94518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:59.704594 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3524481d-6f5a-4c75-8329-f909d38f287a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:59.741813 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b633b-a4d8-4adf-8594-a7c952ac6a86 None None] Pushing event updated for resources: {'Port': ['ID=1614c3e5-b0b6-490c-9dba-bc2ef875c90e,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:59.744261 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c63f3a-3373-4c37-bf93-af366999e87d None None] Routers {'e03f01e5-96b0-474f-afa3-b6c0b8afed82'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:04:59.745000 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e7c63f3a-3373-4c37-bf93-af366999e87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:04:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['e03f01e5-96b0-474f-afa3-b6c0b8afed82'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:59.779716 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3524481d-6f5a-4c75-8329-f909d38f287a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:59.802995 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3b3a21b2-bb22-4add-a00f-266e66ec8fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:59.818575 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2353a354-6d5a-4f46-8268-ed347cc94518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:59.882221 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a21b2-bb22-4add-a00f-266e66ec8fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ff8ddd-ffdd-4547-b862-593cfc778a09,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:59.905936 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3b3a21b2-bb22-4add-a00f-266e66ec8fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:59.907416 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3b3a21b2-bb22-4add-a00f-266e66ec8fd4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a9ff8ddd-ffdd-4547-b862-593cfc778a09 HTTP/1.1" status: 204 len: 168 time: 0.5802248 May 27 02:04:59.938654 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:59.943119 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2353a354-6d5a-4f46-8268-ed347cc94518 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4e83a93d4b594da78d356d7eeaa17a5c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7928255 May 27 02:04:59.946985 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2353a354-6d5a-4f46-8268-ed347cc94518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e52cdb-68b3-424a-aaae-bb8052443f58,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:59.948076 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 49644) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:00.042760 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3524481d-6f5a-4c75-8329-f909d38f287a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:00.042954 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-e7c63f3a-3373-4c37-bf93-af366999e87d None None] Set router e03f01e5-96b0-474f-afa3-b6c0b8afed82 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:05:00.052645 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4aaf861b-91a5-400b-af9e-4fd89b1973ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:00.058990 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1efcd111-ec90-4b09-b5d3-ad2bd88531a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:00.063143 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524481d-6f5a-4c75-8329-f909d38f287a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd42d32f-460d-42a3-ba35-9474eebb0dca,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:00.081732 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4aaf861b-91a5-400b-af9e-4fd89b1973ea admin admin] Transition to ACTIVE for port object ac5d3537-77cc-4eda-8e6a-19af9c2aa817 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:05:00.092680 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3524481d-6f5a-4c75-8329-f909d38f287a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:00.093905 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3524481d-6f5a-4c75-8329-f909d38f287a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cd42d32f-460d-42a3-ba35-9474eebb0dca HTTP/1.1" status: 204 len: 168 time: 0.5166452 May 27 02:05:00.109140 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1efcd111-ec90-4b09-b5d3-ad2bd88531a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:00.159971 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 49658) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:00.165831 n-d-843554-3 neutron-server[88902]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 27 02:05:00.214170 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-6a06fb76-a040-440a-8442-0b2d4d76890e tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=c8e98513f9bc4dea908292ab34987fa9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520003 May 27 02:05:00.215650 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4aaf861b-91a5-400b-af9e-4fd89b1973ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:00.281769 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1efcd111-ec90-4b09-b5d3-ad2bd88531a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:00.326185 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1efcd111-ec90-4b09-b5d3-ad2bd88531a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:00.334809 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1efcd111-ec90-4b09-b5d3-ad2bd88531a5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d0e52cdb-68b3-424a-aaae-bb8052443f58 HTTP/1.1" status: 204 len: 168 time: 0.3854020 May 27 02:05:00.342957 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efcd111-ec90-4b09-b5d3-ad2bd88531a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e52cdb-68b3-424a-aaae-bb8052443f58,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:00.430591 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e7c63f3a-3373-4c37-bf93-af366999e87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1611667911-router', 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '1614c3e5-b0b6-490c-9dba-bc2ef875c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:54Z', 'updated_at': '2022-05-27T02:04:56Z', 'revision_number': 3, 'project_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'gw_port': {'id': '1614c3e5-b0b6-490c-9dba-bc2ef875c90e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:04:55Z', 'updated_at': '2022-05-27T02:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:00.435100 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c63f3a-3373-4c37-bf93-af366999e87d None None] The sync data for ids ['e03f01e5-96b0-474f-afa3-b6c0b8afed82'] in n-d-843554-3 is: [{'id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1611667911-router', 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '1614c3e5-b0b6-490c-9dba-bc2ef875c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:54Z', 'updated_at': '2022-05-27T02:04:56Z', 'revision_number': 3, 'project_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'gw_port': {'id': '1614c3e5-b0b6-490c-9dba-bc2ef875c90e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:04:55Z', 'updated_at': '2022-05-27T02:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:05:00.437227 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aaf861b-91a5-400b-af9e-4fd89b1973ea admin admin] Network 17b286dd-35ae-40dc-a3e1-65b9625948fe is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:05:00.442607 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-4aaf861b-91a5-400b-af9e-4fd89b1973ea admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:05:00.451008 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaf861b-91a5-400b-af9e-4fd89b1973ea admin admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:05:00.451467 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4aaf861b-91a5-400b-af9e-4fd89b1973ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:00.456036 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf861b-91a5-400b-af9e-4fd89b1973ea admin admin] Pushing event updated for resources: {'Port': ['ID=ac5d3537-77cc-4eda-8e6a-19af9c2aa817,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:00.472969 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-dd4b9be7-348f-4509-9466-6821a87dafe3 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:00.479736 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-dd4b9be7-348f-4509-9466-6821a87dafe3 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2595665 May 27 02:05:00.503859 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-34b264d4-cb90-4bb4-aa8b-83dd2f196967 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.57 "GET /v2.0/quotas/c8e98513f9bc4dea908292ab34987fa9 HTTP/1.1" status: 200 len: 375 time: 0.0231476 May 27 02:05:00.593980 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-c283560e-1eef-4086-bc6a-da245c846ce9 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8e98513f9bc4dea908292ab34987fa9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0891664 May 27 02:05:00.845556 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-2642fd96-4a82-4427-8b6f-b4405e53243c None None] Provisioning for port ac5d3537-77cc-4eda-8e6a-19af9c2aa817 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:05:00.851822 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-2642fd96-4a82-4427-8b6f-b4405e53243c None None] Provisioning complete for port ac5d3537-77cc-4eda-8e6a-19af9c2aa817 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:00.852187 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2642fd96-4a82-4427-8b6f-b4405e53243c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:00.957609 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-2642fd96-4a82-4427-8b6f-b4405e53243c None None] Port ac5d3537-77cc-4eda-8e6a-19af9c2aa817 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:05:01.006966 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-66de3a44-b48b-41a1-9592-7432e8fabb80 req-3567ff19-d480-48d3-b617-675eb4fe5fb3 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac8efcca-4593-4e3d-804b-ba5062d276c3 HTTP/1.1" status: 200 len: 210 time: 0.0590904 May 27 02:05:01.016108 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4aaf861b-91a5-400b-af9e-4fd89b1973ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:01.184065 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 49708) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:01.214444 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0de6617e-2860-4563-b898-1cb2aa4f2e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:01.232988 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0de6617e-2860-4563-b898-1cb2aa4f2e41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:01.237977 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0de6617e-2860-4563-b898-1cb2aa4f2e41 admin admin] Usage tracker for resource:security_group_rule and tenant:00764874a9244281a0fac941002c2dde is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:01.241175 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0de6617e-2860-4563-b898-1cb2aa4f2e41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:01.250046 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0de6617e-2860-4563-b898-1cb2aa4f2e41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:01.328558 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4aaf861b-91a5-400b-af9e-4fd89b1973ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:01.383546 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0de6617e-2860-4563-b898-1cb2aa4f2e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:01.400415 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4aaf861b-91a5-400b-af9e-4fd89b1973ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:01.401540 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4aaf861b-91a5-400b-af9e-4fd89b1973ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:01.488829 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0de6617e-2860-4563-b898-1cb2aa4f2e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:01.557374 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de6617e-2860-4563-b898-1cb2aa4f2e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218b1b38-4f32-42c1-b3cf-31af5c7c01cd,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:01.576429 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0de6617e-2860-4563-b898-1cb2aa4f2e41 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=00764874a9244281a0fac941002c2dde&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3908191 May 27 02:05:01.577051 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 49724) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:01.653223 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf861b-91a5-400b-af9e-4fd89b1973ea admin admin] Pushing event updated for resources: {'Port': ['ID=ac5d3537-77cc-4eda-8e6a-19af9c2aa817,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:01.677805 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 49736) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:01.706243 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fb4e4779-d38d-4834-ade9-d757b1b73011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:01.713629 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83191824-d50e-44f6-81dc-2b46ec524943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:01.744495 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-83191824-d50e-44f6-81dc-2b46ec524943 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:01.761008 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aaf861b-91a5-400b-af9e-4fd89b1973ea admin admin] Network 17b286dd-35ae-40dc-a3e1-65b9625948fe is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:05:01.762225 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-4aaf861b-91a5-400b-af9e-4fd89b1973ea admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:05:01.777339 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-83191824-d50e-44f6-81dc-2b46ec524943 admin admin] Usage tracker for resource:security_group_rule and tenant:926673bb85244f73bd4643b7f6554b74 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:01.782742 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-83191824-d50e-44f6-81dc-2b46ec524943 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:01.787553 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fb4e4779-d38d-4834-ade9-d757b1b73011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:01.804023 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-83191824-d50e-44f6-81dc-2b46ec524943 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:02.032019 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aaf861b-91a5-400b-af9e-4fd89b1973ea admin admin] Router e03f01e5-96b0-474f-afa3-b6c0b8afed82 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:05:02.035090 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fb4e4779-d38d-4834-ade9-d757b1b73011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:02.059154 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e4779-d38d-4834-ade9-d757b1b73011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218b1b38-4f32-42c1-b3cf-31af5c7c01cd,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:02.098591 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fb4e4779-d38d-4834-ade9-d757b1b73011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:02.102588 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-fb4e4779-d38d-4834-ade9-d757b1b73011 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/218b1b38-4f32-42c1-b3cf-31af5c7c01cd HTTP/1.1" status: 204 len: 168 time: 0.5245967 May 27 02:05:02.137511 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ccd9a6b6-6cec-4028-9a74-f58fc54c986d None None] Provisioning complete for port ac5d3537-77cc-4eda-8e6a-19af9c2aa817 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:02.138566 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ccd9a6b6-6cec-4028-9a74-f58fc54c986d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:02.222298 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83191824-d50e-44f6-81dc-2b46ec524943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:02.233056 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-68cefc89-fadd-450b-af11-9ab8273064e5 req-9160c577-bcaf-4009-889a-209a45d324a5 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac8efcca-4593-4e3d-804b-ba5062d276c3 HTTP/1.1" status: 200 len: 210 time: 0.1127055 May 27 02:05:02.272514 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9a6b6-6cec-4028-9a74-f58fc54c986d None None] Port ac5d3537-77cc-4eda-8e6a-19af9c2aa817 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:05:02.297339 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83191824-d50e-44f6-81dc-2b46ec524943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:02.341609 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-83191824-d50e-44f6-81dc-2b46ec524943 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=926673bb85244f73bd4643b7f6554b74&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6581421 May 27 02:05:02.341819 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 49766) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:02.350864 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aaf861b-91a5-400b-af9e-4fd89b1973ea admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:05:02.374962 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4aaf861b-91a5-400b-af9e-4fd89b1973ea admin admin] 10.222.0.57 "PUT /v2.0/routers/e03f01e5-96b0-474f-afa3-b6c0b8afed82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1977642 May 27 02:05:02.401094 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83191824-d50e-44f6-81dc-2b46ec524943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0058cc29-9427-4442-bc45-6ff36107d799,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:02.421924 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c01050a2-4382-435b-bc6e-b237918f4dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:02.447114 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c01050a2-4382-435b-bc6e-b237918f4dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:02.632239 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c01050a2-4382-435b-bc6e-b237918f4dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:02.653127 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01050a2-4382-435b-bc6e-b237918f4dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0058cc29-9427-4442-bc45-6ff36107d799,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:02.661212 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c01050a2-4382-435b-bc6e-b237918f4dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:02.687933 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c01050a2-4382-435b-bc6e-b237918f4dd7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0058cc29-9427-4442-bc45-6ff36107d799 HTTP/1.1" status: 204 len: 168 time: 0.3449199 May 27 02:05:02.921054 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1614c3e5-b0b6-490c-9dba-bc2ef875c90e up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:05:03.155632 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 1614c3e5-b0b6-490c-9dba-bc2ef875c90e completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:05:03.162544 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 1614c3e5-b0b6-490c-9dba-bc2ef875c90e triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:03.163094 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:03.206363 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2bf59a-ee32-497c-aa94-52cbc91158ae None None] Sync routers for ids ['e03f01e5-96b0-474f-afa3-b6c0b8afed82'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:05:03.241333 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2bf59a-ee32-497c-aa94-52cbc91158ae None None] Routers {'e03f01e5-96b0-474f-afa3-b6c0b8afed82'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:05:03.242634 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-cb2bf59a-ee32-497c-aa94-52cbc91158ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:04:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['e03f01e5-96b0-474f-afa3-b6c0b8afed82'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:03.491643 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 1614c3e5-b0b6-490c-9dba-bc2ef875c90e is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:03.492029 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:03.499420 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-cb2bf59a-ee32-497c-aa94-52cbc91158ae None None] Set router e03f01e5-96b0-474f-afa3-b6c0b8afed82 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:05:03.582886 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 1614c3e5-b0b6-490c-9dba-bc2ef875c90e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1614c3e5-b0b6-490c-9dba-bc2ef875c90e,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:03.650157 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:03.826809 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 49866) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:03.835148 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=1614c3e5-b0b6-490c-9dba-bc2ef875c90e,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:03.981567 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-cb2bf59a-ee32-497c-aa94-52cbc91158ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1611667911-router', 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '1614c3e5-b0b6-490c-9dba-bc2ef875c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:54Z', 'updated_at': '2022-05-27T02:05:00Z', 'revision_number': 4, 'project_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'gw_port': {'id': '1614c3e5-b0b6-490c-9dba-bc2ef875c90e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:04:55Z', 'updated_at': '2022-05-27T02:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'ac5d3537-77cc-4eda-8e6a-19af9c2aa817', 'name': '', 'network_id': '17b286dd-35ae-40dc-a3e1-65b9625948fe', 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'mac_address': 'fa:16:3e:43:ba:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '910bc1cc-bbe5-4144-8601-c90701254592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:04:59Z', 'updated_at': '2022-05-27T02:05:01Z', 'revision_number': 2, 'project_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'subnets': [{'id': '910bc1cc-bbe5-4144-8601-c90701254592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:03.985445 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2bf59a-ee32-497c-aa94-52cbc91158ae None None] Checking router: e03f01e5-96b0-474f-afa3-b6c0b8afed82 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:05:03.985799 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2bf59a-ee32-497c-aa94-52cbc91158ae None None] Updating router e03f01e5-96b0-474f-afa3-b6c0b8afed82 port ac5d3537-77cc-4eda-8e6a-19af9c2aa817 binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:05:04.052803 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cb2bf59a-ee32-497c-aa94-52cbc91158ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:04.355753 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1af901c1-3c7d-468f-9d4a-8245b0c8a73c req-7fece084-07af-40c8-b0ef-3dcd4097fd9a tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac8efcca-4593-4e3d-804b-ba5062d276c3 HTTP/1.1" status: 200 len: 210 time: 0.5269809 May 27 02:05:04.441631 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cb2bf59a-ee32-497c-aa94-52cbc91158ae None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:04.453723 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-cb2bf59a-ee32-497c-aa94-52cbc91158ae None None] Transition to ACTIVE for port object ac5d3537-77cc-4eda-8e6a-19af9c2aa817 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:05:04.514398 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cb2bf59a-ee32-497c-aa94-52cbc91158ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:04.541620 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 49898) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:04.547966 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-2fcae419-d54a-4db5-9254-fc75a6fd7584 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953330169-network', 'tenant_id': '29b0a756dbe242a98d4e9592a6aeb4b1'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:05:04.556092 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-2fcae419-d54a-4db5-9254-fc75a6fd7584 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:04.561148 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-2fcae419-d54a-4db5-9254-fc75a6fd7584 admin admin] Usage tracker for resource:network and tenant:29b0a756dbe242a98d4e9592a6aeb4b1 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:04.564547 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-2fcae419-d54a-4db5-9254-fc75a6fd7584 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:04.571509 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-2fcae419-d54a-4db5-9254-fc75a6fd7584 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:04.664776 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fcae419-d54a-4db5-9254-fc75a6fd7584 admin admin] Made reservation on behalf of 29b0a756dbe242a98d4e9592a6aeb4b1 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:05:04.673609 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2fcae419-d54a-4db5-9254-fc75a6fd7584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:04.692086 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2fcae419-d54a-4db5-9254-fc75a6fd7584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:04.697641 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a45d490-360d-4271-937b-3054a8fb679d None None] Pushing event updated for resources: {'Port': ['ID=ac5d3537-77cc-4eda-8e6a-19af9c2aa817,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:04.719554 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-2fcae419-d54a-4db5-9254-fc75a6fd7584 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:04.724852 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-2fcae419-d54a-4db5-9254-fc75a6fd7584 admin admin] Usage tracker for resource:security_group_rule and tenant:29b0a756dbe242a98d4e9592a6aeb4b1 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:04.728671 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-2fcae419-d54a-4db5-9254-fc75a6fd7584 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:04.735386 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-2fcae419-d54a-4db5-9254-fc75a6fd7584 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:04.779023 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-cb2bf59a-ee32-497c-aa94-52cbc91158ae None None] Attempting to bind port ac5d3537-77cc-4eda-8e6a-19af9c2aa817 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:05:04.779405 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-cb2bf59a-ee32-497c-aa94-52cbc91158ae None None] Attempting to bind port ac5d3537-77cc-4eda-8e6a-19af9c2aa817 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '37da2cdf-7342-48b3-97e6-2ad8634f3cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17b286dd-35ae-40dc-a3e1-65b9625948fe'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:05:04.779751 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2bf59a-ee32-497c-aa94-52cbc91158ae None None] Attempting to bind port ac5d3537-77cc-4eda-8e6a-19af9c2aa817 on network 17b286dd-35ae-40dc-a3e1-65b9625948fe {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:05:04.788042 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2bf59a-ee32-497c-aa94-52cbc91158ae None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:05:04.788482 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2bf59a-ee32-497c-aa94-52cbc91158ae None None] Checking segment: {'id': '37da2cdf-7342-48b3-97e6-2ad8634f3cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17b286dd-35ae-40dc-a3e1-65b9625948fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:05:04.788959 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cb2bf59a-ee32-497c-aa94-52cbc91158ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:04.789366 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2bf59a-ee32-497c-aa94-52cbc91158ae None None] Bound using segment: {'id': '37da2cdf-7342-48b3-97e6-2ad8634f3cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17b286dd-35ae-40dc-a3e1-65b9625948fe'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:05:04.789836 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-cb2bf59a-ee32-497c-aa94-52cbc91158ae None None] Bound port: ac5d3537-77cc-4eda-8e6a-19af9c2aa817, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37da2cdf-7342-48b3-97e6-2ad8634f3cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17b286dd-35ae-40dc-a3e1-65b9625948fe'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:05:04.790220 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cb2bf59a-ee32-497c-aa94-52cbc91158ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:04.879564 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2fcae419-d54a-4db5-9254-fc75a6fd7584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:04.905448 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1614c3e5-b0b6-490c-9dba-bc2ef875c90e up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:05:04.951244 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.66', 62027) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:04.987108 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2fcae419-d54a-4db5-9254-fc75a6fd7584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:04.995285 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-cb2bf59a-ee32-497c-aa94-52cbc91158ae None None] For port ac5d3537-77cc-4eda-8e6a-19af9c2aa817, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:05:05.000319 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-cb2bf59a-ee32-497c-aa94-52cbc91158ae None None] For port ac5d3537-77cc-4eda-8e6a-19af9c2aa817, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=ac5d3537-77cc-4eda-8e6a-19af9c2aa817,segment=NetworkSegment(37da2cdf-7342-48b3-97e6-2ad8634f3cd8),segment_id=37da2cdf-7342-48b3-97e6-2ad8634f3cd8)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:05:05.004535 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-1e08b1a4-720f-4e8d-814d-cdc29ff1f141 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=c8e98513f9bc4dea908292ab34987fa9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516126 May 27 02:05:05.010850 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 1614c3e5-b0b6-490c-9dba-bc2ef875c90e triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:05.011252 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:05.021842 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 49912) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:05.048569 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fcae419-d54a-4db5-9254-fc75a6fd7584 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:05:05.107005 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cb2bf59a-ee32-497c-aa94-52cbc91158ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:05.109126 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcae419-d54a-4db5-9254-fc75a6fd7584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a097ca5-ab4c-4a87-9f0a-1a4ada31b574,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:05.125727 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2fcae419-d54a-4db5-9254-fc75a6fd7584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:05.126069 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-2fcae419-d54a-4db5-9254-fc75a6fd7584 admin admin] Added segment 3ac6780f-424a-4041-a231-bee35e0562c1 of type vlan for network 285d116f-f374-4f94-b77a-ffd92d46c315 May 27 02:05:05.177380 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2fcae419-d54a-4db5-9254-fc75a6fd7584 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:05.212295 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-c570f0c7-f48d-4d94-84bc-e193f4616025 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:05.213774 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-c570f0c7-f48d-4d94-84bc-e193f4616025 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2033987 May 27 02:05:05.305967 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2bf59a-ee32-497c-aa94-52cbc91158ae None None] Routers {'e03f01e5-96b0-474f-afa3-b6c0b8afed82'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:05:05.305967 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-cb2bf59a-ee32-497c-aa94-52cbc91158ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:04:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['e03f01e5-96b0-474f-afa3-b6c0b8afed82'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:05.327201 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2fcae419-d54a-4db5-9254-fc75a6fd7584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:05.328689 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcae419-d54a-4db5-9254-fc75a6fd7584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:05.329350 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2fcae419-d54a-4db5-9254-fc75a6fd7584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:05.329801 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b6bb5e8b-929f-40e1-b9de-5e569161cba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:05.352512 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b6bb5e8b-929f-40e1-b9de-5e569161cba2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:05.362376 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b6bb5e8b-929f-40e1-b9de-5e569161cba2 admin admin] Usage tracker for resource:security_group_rule and tenant:7f91819fac634e398eada258b1d12f84 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:05.366029 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b6bb5e8b-929f-40e1-b9de-5e569161cba2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:05.385126 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b6bb5e8b-929f-40e1-b9de-5e569161cba2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:05.424481 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a45d490-360d-4271-937b-3054a8fb679d None None] Pushing event updated for resources: {'Port': ['ID=ac5d3537-77cc-4eda-8e6a-19af9c2aa817,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:05.487073 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-f39a389c-5d4d-4807-bc7c-35f3988440ea tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Request body: {'port': {'device_id': 'ac8efcca-4593-4e3d-804b-ba5062d276c3', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'admin_state_up': True, 'tenant_id': 'c8e98513f9bc4dea908292ab34987fa9'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:05:05.489552 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 1614c3e5-b0b6-490c-9dba-bc2ef875c90e is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:05.597011 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2fcae419-d54a-4db5-9254-fc75a6fd7584 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0539970 May 27 02:05:05.611585 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b6bb5e8b-929f-40e1-b9de-5e569161cba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:05.613089 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 49932) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:05.620666 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-e7ffe084-57ec-46c5-b623-1cc482bab189 admin admin] Request body: {'subnet': {'network_id': '285d116f-f374-4f94-b77a-ffd92d46c315', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953330169-subnet', 'tenant_id': '29b0a756dbe242a98d4e9592a6aeb4b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:05:05.628525 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e7ffe084-57ec-46c5-b623-1cc482bab189 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:05.633598 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e7ffe084-57ec-46c5-b623-1cc482bab189 admin admin] Usage tracker for resource:subnet and tenant:29b0a756dbe242a98d4e9592a6aeb4b1 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:05.639372 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e7ffe084-57ec-46c5-b623-1cc482bab189 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:05.657868 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e7ffe084-57ec-46c5-b623-1cc482bab189 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:05.693427 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-cb2bf59a-ee32-497c-aa94-52cbc91158ae None None] Set router e03f01e5-96b0-474f-afa3-b6c0b8afed82 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:05:05.718824 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b6bb5e8b-929f-40e1-b9de-5e569161cba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:05.824047 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b6bb5e8b-929f-40e1-b9de-5e569161cba2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7f91819fac634e398eada258b1d12f84&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8001654 May 27 02:05:05.825246 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 49946) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:05.826432 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb5e8b-929f-40e1-b9de-5e569161cba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bda96b5-4eb4-45ff-96a1-7affeff0a372,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:05.847843 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ffe084-57ec-46c5-b623-1cc482bab189 admin admin] Made reservation on behalf of 29b0a756dbe242a98d4e9592a6aeb4b1 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:05:05.850140 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e7ffe084-57ec-46c5-b623-1cc482bab189 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:05.873705 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-21111ca3-5e81-4466-ac87-17192164f1d9 req-4a7dfe0b-2d02-4143-8492-9ef722d4c7da tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac8efcca-4593-4e3d-804b-ba5062d276c3 HTTP/1.1" status: 200 len: 210 time: 0.1547632 May 27 02:05:05.879296 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcae419-d54a-4db5-9254-fc75a6fd7584 admin admin] Pushing event updated for resources: {'Network': ['ID=285d116f-f374-4f94-b77a-ffd92d46c315,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:05.974900 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-f39a389c-5d4d-4807-bc7c-35f3988440ea tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:05.985840 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-f39a389c-5d4d-4807-bc7c-35f3988440ea tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Usage tracker for resource:port and tenant:c8e98513f9bc4dea908292ab34987fa9 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:05.991790 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 285d116f-f374-4f94-b77a-ffd92d46c315 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:05:05.996016 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-f39a389c-5d4d-4807-bc7c-35f3988440ea tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:06.020104 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-f39a389c-5d4d-4807-bc7c-35f3988440ea tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:06.066647 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4aaa8a05-16ee-4b2e-8bff-b33a6b061a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:06.100891 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4aaa8a05-16ee-4b2e-8bff-b33a6b061a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:06.110005 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-f39a389c-5d4d-4807-bc7c-35f3988440ea tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Made reservation on behalf of c8e98513f9bc4dea908292ab34987fa9 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:05:06.115361 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-f39a389c-5d4d-4807-bc7c-35f3988440ea tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:06.143894 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-f39a389c-5d4d-4807-bc7c-35f3988440ea tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:06.178765 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-f39a389c-5d4d-4807-bc7c-35f3988440ea tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:06.192945 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-f39a389c-5d4d-4807-bc7c-35f3988440ea tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Usage tracker for resource:security_group_rule and tenant:c8e98513f9bc4dea908292ab34987fa9 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:06.203337 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-f39a389c-5d4d-4807-bc7c-35f3988440ea tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:06.223713 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-f39a389c-5d4d-4807-bc7c-35f3988440ea tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:06.354414 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4aaa8a05-16ee-4b2e-8bff-b33a6b061a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:06.381083 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa8a05-16ee-4b2e-8bff-b33a6b061a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bda96b5-4eb4-45ff-96a1-7affeff0a372,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:06.388540 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4aaa8a05-16ee-4b2e-8bff-b33a6b061a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:06.392798 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4aaa8a05-16ee-4b2e-8bff-b33a6b061a21 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6bda96b5-4eb4-45ff-96a1-7affeff0a372 HTTP/1.1" status: 204 len: 168 time: 0.5629194 May 27 02:05:06.401759 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e7ffe084-57ec-46c5-b623-1cc482bab189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:06.434836 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-cb2bf59a-ee32-497c-aa94-52cbc91158ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1611667911-router', 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '1614c3e5-b0b6-490c-9dba-bc2ef875c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:54Z', 'updated_at': '2022-05-27T02:05:00Z', 'revision_number': 4, 'project_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'gw_port': {'id': '1614c3e5-b0b6-490c-9dba-bc2ef875c90e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:04:55Z', 'updated_at': '2022-05-27T02:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'ac5d3537-77cc-4eda-8e6a-19af9c2aa817', 'name': '', 'network_id': '17b286dd-35ae-40dc-a3e1-65b9625948fe', 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'mac_address': 'fa:16:3e:43:ba:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '910bc1cc-bbe5-4144-8601-c90701254592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:04:59Z', 'updated_at': '2022-05-27T02:05:04Z', 'revision_number': 4, 'project_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'subnets': [{'id': '910bc1cc-bbe5-4144-8601-c90701254592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:06.440272 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2bf59a-ee32-497c-aa94-52cbc91158ae None None] The sync data for ids ['e03f01e5-96b0-474f-afa3-b6c0b8afed82'] in n-d-843554-3 is: [{'id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1611667911-router', 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '1614c3e5-b0b6-490c-9dba-bc2ef875c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:54Z', 'updated_at': '2022-05-27T02:05:00Z', 'revision_number': 4, 'project_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'gw_port': {'id': '1614c3e5-b0b6-490c-9dba-bc2ef875c90e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:04:55Z', 'updated_at': '2022-05-27T02:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'ac5d3537-77cc-4eda-8e6a-19af9c2aa817', 'name': '', 'network_id': '17b286dd-35ae-40dc-a3e1-65b9625948fe', 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'mac_address': 'fa:16:3e:43:ba:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '910bc1cc-bbe5-4144-8601-c90701254592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:04:59Z', 'updated_at': '2022-05-27T02:05:04Z', 'revision_number': 4, 'project_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'subnets': [{'id': '910bc1cc-bbe5-4144-8601-c90701254592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:05:06.484009 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-f39a389c-5d4d-4807-bc7c-35f3988440ea tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:06.574938 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ffe084-57ec-46c5-b623-1cc482bab189 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35bc9c30-2977-4706-8ea2-6509dc0d5f36,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:06.591505 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ffe084-57ec-46c5-b623-1cc482bab189 admin admin] Checking segment: {'id': '3ac6780f-424a-4041-a231-bee35e0562c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '285d116f-f374-4f94-b77a-ffd92d46c315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:05:06.591829 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ffe084-57ec-46c5-b623-1cc482bab189 admin admin] Network hostable DHCP agents. Network: 285d116f-f374-4f94-b77a-ffd92d46c315, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:05:06.653058 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-f39a389c-5d4d-4807-bc7c-35f3988440ea tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:06.698527 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ffe084-57ec-46c5-b623-1cc482bab189 admin admin] Network 285d116f-f374-4f94-b77a-ffd92d46c315 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:05:06.738342 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a389c-5d4d-4807-bc7c-35f3988440ea tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa732e51-09fd-4f5c-80ab-aa8098abbb77,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:06.784854 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-e7ffe084-57ec-46c5-b623-1cc482bab189 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 285d116f-f374-4f94-b77a-ffd92d46c315) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:05:06.789451 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ffe084-57ec-46c5-b623-1cc482bab189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:06.790343 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e7ffe084-57ec-46c5-b623-1cc482bab189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:06.806421 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183043a8-cde5-4342-87cf-0d8762197cdf None None] Network 285d116f-f374-4f94-b77a-ffd92d46c315 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:05:06.853484 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-f39a389c-5d4d-4807-bc7c-35f3988440ea tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Allocated IP 192.168.233.204 (54d5ea08-4fa3-4323-9d64-35a947e9d08e/2cf69705-8457-415f-85a3-b42efaff1b97/102fd53c-2234-42c6-bbca-e5f87bb7b583) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:05:06.911765 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e7ffe084-57ec-46c5-b623-1cc482bab189 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2972789 May 27 02:05:06.914687 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 49998) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:06.928952 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-df6f0710-3a69-429e-b8c8-30b8df8fcb47 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953330169-router', 'tenant_id': '29b0a756dbe242a98d4e9592a6aeb4b1', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:05:06.934316 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-df6f0710-3a69-429e-b8c8-30b8df8fcb47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:06.940835 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-df6f0710-3a69-429e-b8c8-30b8df8fcb47 admin admin] Usage tracker for resource:router and tenant:29b0a756dbe242a98d4e9592a6aeb4b1 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:06.950254 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-df6f0710-3a69-429e-b8c8-30b8df8fcb47 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:06.957164 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-df6f0710-3a69-429e-b8c8-30b8df8fcb47 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:06.961963 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ac5d3537-77cc-4eda-8e6a-19af9c2aa817 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:05:07.058780 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df6f0710-3a69-429e-b8c8-30b8df8fcb47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:07.060678 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df6f0710-3a69-429e-b8c8-30b8df8fcb47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:07.092955 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df6f0710-3a69-429e-b8c8-30b8df8fcb47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:07.195633 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-11f36dde-3b21-462a-824a-cd4af8b50c1e req-0dbb4f10-f1be-4451-b284-d9286e8bb6e9 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac8efcca-4593-4e3d-804b-ba5062d276c3 HTTP/1.1" status: 200 len: 210 time: 0.0874603 May 27 02:05:07.271999 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port ac5d3537-77cc-4eda-8e6a-19af9c2aa817 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:05:07.282721 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port ac5d3537-77cc-4eda-8e6a-19af9c2aa817 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:07.283536 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:07.327388 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-f39a389c-5d4d-4807-bc7c-35f3988440ea tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:07.350707 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e54817-7ccc-4dc0-8020-ec021600c817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-285d116f-f374-4f94-b77a-ffd92d46c315', 'network_id': '285d116f-f374-4f94-b77a-ffd92d46c315', 'tenant_id': '29b0a756dbe242a98d4e9592a6aeb4b1', 'fixed_ips': [{'subnet_id': '35bc9c30-2977-4706-8ea2-6509dc0d5f36'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:05:07.352993 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-34e54817-7ccc-4dc0-8020-ec021600c817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:07.367243 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-f39a389c-5d4d-4807-bc7c-35f3988440ea tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Transition to ACTIVE for port object 102fd53c-2234-42c6-bbca-e5f87bb7b583 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:05:07.487258 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-f39a389c-5d4d-4807-bc7c-35f3988440ea tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:07.602143 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 50014) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:07.704426 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df6f0710-3a69-429e-b8c8-30b8df8fcb47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:07.720423 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-f39a389c-5d4d-4807-bc7c-35f3988440ea tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Network 54d5ea08-4fa3-4323-9d64-35a947e9d08e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:05:07.725213 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-f39a389c-5d4d-4807-bc7c-35f3988440ea tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:05:07.754040 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-f39a389c-5d4d-4807-bc7c-35f3988440ea tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:05:07.767518 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port ac5d3537-77cc-4eda-8e6a-19af9c2aa817 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:07.767518 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:07.768685 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50022) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:07.781630 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-f39a389c-5d4d-4807-bc7c-35f3988440ea tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:07.790198 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-f39a389c-5d4d-4807-bc7c-35f3988440ea tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:07.869479 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a389c-5d4d-4807-bc7c-35f3988440ea tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Pushing event updated for resources: {'Port': ['ID=102fd53c-2234-42c6-bbca-e5f87bb7b583,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:07.892340 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c70b55ba-ab95-4bec-8319-6910545c6316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:07.899427 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-34e54817-7ccc-4dc0-8020-ec021600c817 None None] Allocated IP 172.20.0.2 (285d116f-f374-4f94-b77a-ffd92d46c315/35bc9c30-2977-4706-8ea2-6509dc0d5f36/5dddb95b-2fbc-48d6-90c9-29912395a85f) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:05:07.911625 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port ac5d3537-77cc-4eda-8e6a-19af9c2aa817, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=ac5d3537-77cc-4eda-8e6a-19af9c2aa817,segment=NetworkSegment(37da2cdf-7342-48b3-97e6-2ad8634f3cd8),segment_id=37da2cdf-7342-48b3-97e6-2ad8634f3cd8)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:07.984555 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c70b55ba-ab95-4bec-8319-6910545c6316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:07.998465 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c70b55ba-ab95-4bec-8319-6910545c6316 admin admin] Usage tracker for resource:security_group_rule and tenant:346e04bf3fb24e5e94bc4d2733f3eba9 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:08.014550 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c70b55ba-ab95-4bec-8319-6910545c6316 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:08.021142 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:08.030606 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-f39a389c-5d4d-4807-bc7c-35f3988440ea tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6291380 May 27 02:05:08.048509 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-c1d1e220-42da-4b1b-84c1-45edb1181e99 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:05:08.050206 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-c1d1e220-42da-4b1b-84c1-45edb1181e99 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054474 May 27 02:05:08.050756 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c70b55ba-ab95-4bec-8319-6910545c6316 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:08.410031 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eb737698-97ba-414a-a354-ef3cda92279b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:08.410031 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-eb737698-97ba-414a-a354-ef3cda92279b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:08.411504 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=ac5d3537-77cc-4eda-8e6a-19af9c2aa817,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:08.411915 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-eb737698-97ba-414a-a354-ef3cda92279b admin admin] Usage tracker for resource:security_group_rule and tenant:aa622461803141d6a9676bd6e911a59b is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:08.411915 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-eb737698-97ba-414a-a354-ef3cda92279b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:08.411915 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-eb737698-97ba-414a-a354-ef3cda92279b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:08.411915 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eb737698-97ba-414a-a354-ef3cda92279b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:08.428011 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-34e54817-7ccc-4dc0-8020-ec021600c817 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:08.431349 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c70b55ba-ab95-4bec-8319-6910545c6316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:08.455862 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-34e54817-7ccc-4dc0-8020-ec021600c817 None None] Transition to ACTIVE for port object 5dddb95b-2fbc-48d6-90c9-29912395a85f will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:05:08.506780 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-34e54817-7ccc-4dc0-8020-ec021600c817 None None] Transition to ACTIVE for port object 5dddb95b-2fbc-48d6-90c9-29912395a85f will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:05:08.674660 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df6f0710-3a69-429e-b8c8-30b8df8fcb47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:08.674870 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23f7fe-dd14-4b34-bdc2-18a25f6c329f req-f3bcfc13-b325-4651-aa23-c94986758d32 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:08.675640 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-5b23f7fe-dd14-4b34-bdc2-18a25f6c329f req-f3bcfc13-b325-4651-aa23-c94986758d32 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Synchronizing usage tracker for tenant:c8e98513f9bc4dea908292ab34987fa9 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:05:08.711774 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df6f0710-3a69-429e-b8c8-30b8df8fcb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:08.825856 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-7c3bffd1-a2b3-4a7b-a6be-8ded85899395 service neutron] Request body: {'port': {'device_id': 'ac8efcca-4593-4e3d-804b-ba5062d276c3', 'device_owner': 'compute:tempest-test_az-1552486461', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:05:08.980275 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-df6f0710-3a69-429e-b8c8-30b8df8fcb47 admin admin] Allocated IP 172.25.1.134 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/5cc8d37b-858e-45ac-8f79-c999b7db0439) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:05:09.007856 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ac5d3537-77cc-4eda-8e6a-19af9c2aa817 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:05:09.134314 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-7c3bffd1-a2b3-4a7b-a6be-8ded85899395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:09.201152 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port ac5d3537-77cc-4eda-8e6a-19af9c2aa817 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:09.201486 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:09.247728 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df6f0710-3a69-429e-b8c8-30b8df8fcb47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:09.453707 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port ac5d3537-77cc-4eda-8e6a-19af9c2aa817 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:09.557760 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-551c354d-bca5-442b-865f-41dc0451fd74 req-09e3f69b-a79d-4201-ac39-8e9468a2221a tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=02484ed977aa42298767096cda535a80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0859706 May 27 02:05:09.760097 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c354d-bca5-442b-865f-41dc0451fd74 req-dc9db6c3-b79a-4726-8b0c-26f5ca7b2b50 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:09.761563 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-551c354d-bca5-442b-865f-41dc0451fd74 req-dc9db6c3-b79a-4726-8b0c-26f5ca7b2b50 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1940618 May 27 02:05:09.823122 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-551c354d-bca5-442b-865f-41dc0451fd74 req-70acb651-5862-4293-af27-3fa06bf35453 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/quotas/02484ed977aa42298767096cda535a80 HTTP/1.1" status: 200 len: 375 time: 0.0324972 May 27 02:05:09.834848 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-7c3bffd1-a2b3-4a7b-a6be-8ded85899395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 102fd53c-2234-42c6-bbca-e5f87bb7b583 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:05:09.878294 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-7c3bffd1-a2b3-4a7b-a6be-8ded85899395 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:09.895801 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-551c354d-bca5-442b-865f-41dc0451fd74 req-57cca842-63c7-4496-a491-791ddb823bd9 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=02484ed977aa42298767096cda535a80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551052 May 27 02:05:09.905001 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-7c3bffd1-a2b3-4a7b-a6be-8ded85899395 service neutron] Transition to ACTIVE for port object 102fd53c-2234-42c6-bbca-e5f87bb7b583 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:05:09.921547 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9e9ee84e-ba61-4a8a-82a4-c2d94832ad54 None None] Provisioning for port 102fd53c-2234-42c6-bbca-e5f87bb7b583 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:05:09.928613 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9e9ee84e-ba61-4a8a-82a4-c2d94832ad54 None None] Provisioning complete for port 102fd53c-2234-42c6-bbca-e5f87bb7b583 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:09.929125 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9e9ee84e-ba61-4a8a-82a4-c2d94832ad54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:09.944801 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c70b55ba-ab95-4bec-8319-6910545c6316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:09.947437 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eb737698-97ba-414a-a354-ef3cda92279b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:09.955309 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-34e54817-7ccc-4dc0-8020-ec021600c817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:09.998320 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b55ba-ab95-4bec-8319-6910545c6316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80dda889-0c49-4387-8864-03daf700efdf,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:10.002967 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df6f0710-3a69-429e-b8c8-30b8df8fcb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:10.046289 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-7c3bffd1-a2b3-4a7b-a6be-8ded85899395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:10.059431 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e54817-7ccc-4dc0-8020-ec021600c817 None None] Pushing event updated for resources: {'Port': ['ID=5dddb95b-2fbc-48d6-90c9-29912395a85f,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:10.081262 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e54817-7ccc-4dc0-8020-ec021600c817 None None] Network 285d116f-f374-4f94-b77a-ffd92d46c315 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:05:10.084569 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-34e54817-7ccc-4dc0-8020-ec021600c817 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:05:10.088703 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e54817-7ccc-4dc0-8020-ec021600c817 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:05:10.125888 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6f0710-3a69-429e-b8c8-30b8df8fcb47 admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:05:10.138708 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-df6f0710-3a69-429e-b8c8-30b8df8fcb47 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:05:10.153152 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c70b55ba-ab95-4bec-8319-6910545c6316 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=346e04bf3fb24e5e94bc4d2733f3eba9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3715279 May 27 02:05:10.155456 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6f0710-3a69-429e-b8c8-30b8df8fcb47 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:05:10.177494 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9e9ee84e-ba61-4a8a-82a4-c2d94832ad54 None None] Port 102fd53c-2234-42c6-bbca-e5f87bb7b583 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:05:10.199587 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-34e54817-7ccc-4dc0-8020-ec021600c817 None None] Attempting to bind port 5dddb95b-2fbc-48d6-90c9-29912395a85f on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:05:10.200030 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-34e54817-7ccc-4dc0-8020-ec021600c817 None None] Attempting to bind port 5dddb95b-2fbc-48d6-90c9-29912395a85f by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '3ac6780f-424a-4041-a231-bee35e0562c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '285d116f-f374-4f94-b77a-ffd92d46c315'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:05:10.200461 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e54817-7ccc-4dc0-8020-ec021600c817 None None] Attempting to bind port 5dddb95b-2fbc-48d6-90c9-29912395a85f on network 285d116f-f374-4f94-b77a-ffd92d46c315 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:05:10.210957 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e54817-7ccc-4dc0-8020-ec021600c817 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:05:10.212915 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e54817-7ccc-4dc0-8020-ec021600c817 None None] Checking segment: {'id': '3ac6780f-424a-4041-a231-bee35e0562c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '285d116f-f374-4f94-b77a-ffd92d46c315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:05:10.221147 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50062) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:10.224181 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-34e54817-7ccc-4dc0-8020-ec021600c817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:10.224630 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e54817-7ccc-4dc0-8020-ec021600c817 None None] Bound using segment: {'id': '3ac6780f-424a-4041-a231-bee35e0562c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '285d116f-f374-4f94-b77a-ffd92d46c315'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:05:10.225200 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-34e54817-7ccc-4dc0-8020-ec021600c817 None None] Bound port: 5dddb95b-2fbc-48d6-90c9-29912395a85f, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac6780f-424a-4041-a231-bee35e0562c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '285d116f-f374-4f94-b77a-ffd92d46c315'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:05:10.225602 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-34e54817-7ccc-4dc0-8020-ec021600c817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:10.395315 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f0710-3a69-429e-b8c8-30b8df8fcb47 admin admin] Pushing event updated for resources: {'Port': ['ID=5cc8d37b-858e-45ac-8f79-c999b7db0439,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:10.397898 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-eb737698-97ba-414a-a354-ef3cda92279b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=aa622461803141d6a9676bd6e911a59b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7721074 May 27 02:05:10.423681 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50084) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:10.442495 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-5b23f7fe-dd14-4b34-bdc2-18a25f6c329f req-f3bcfc13-b325-4651-aa23-c94986758d32 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Unset dirty status for tenant:c8e98513f9bc4dea908292ab34987fa9 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:05:10.442495 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5b23f7fe-dd14-4b34-bdc2-18a25f6c329f req-f3bcfc13-b325-4651-aa23-c94986758d32 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac8efcca-4593-4e3d-804b-ba5062d276c3 HTTP/1.1" status: 200 len: 936 time: 1.9798110 May 27 02:05:10.455649 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-34e54817-7ccc-4dc0-8020-ec021600c817 None None] For port 5dddb95b-2fbc-48d6-90c9-29912395a85f, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:05:10.464324 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-34e54817-7ccc-4dc0-8020-ec021600c817 None None] For port 5dddb95b-2fbc-48d6-90c9-29912395a85f, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=5dddb95b-2fbc-48d6-90c9-29912395a85f,segment=NetworkSegment(3ac6780f-424a-4041-a231-bee35e0562c1),segment_id=3ac6780f-424a-4041-a231-bee35e0562c1)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:05:10.471653 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3bffd1-a2b3-4a7b-a6be-8ded85899395 service neutron] Pushing event updated for resources: {'Port': ['ID=102fd53c-2234-42c6-bbca-e5f87bb7b583,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:10.473967 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb737698-97ba-414a-a354-ef3cda92279b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080f6942-b2b9-4bf0-9e5b-122893e9432f,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:10.516635 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-94dab667-2c36-4e2e-9e72-d57977860f80 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=5ce75c7d6fd94a56b324ae10a0baeb2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325665 May 27 02:05:10.527353 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-34e54817-7ccc-4dc0-8020-ec021600c817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:10.669032 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e54817-7ccc-4dc0-8020-ec021600c817 None None] Pushing event updated for resources: {'Port': ['ID=5dddb95b-2fbc-48d6-90c9-29912395a85f,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:10.786624 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-75364506-8e58-4d66-90dd-6ca294f3e586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:10.867076 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-44d98d1d-d8f7-46ae-8e82-fb15ac50524d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:10.917521 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-5b23f7fe-dd14-4b34-bdc2-18a25f6c329f req-55ded3e6-2065-4848-b177-5f46ac037b93 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Synchronizing usage tracker for tenant:c8e98513f9bc4dea908292ab34987fa9 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:05:10.919936 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-75364506-8e58-4d66-90dd-6ca294f3e586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:10.996363 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-e0702ca4-d97b-4f29-9ff9-722e61975a1a tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:11.004619 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-e0702ca4-d97b-4f29-9ff9-722e61975a1a tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4686317 May 27 02:05:11.120305 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-44d98d1d-d8f7-46ae-8e82-fb15ac50524d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:11.126323 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-b1c266b7-51da-4449-b52a-f14ff1e5821a tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/quotas/5ce75c7d6fd94a56b324ae10a0baeb2d HTTP/1.1" status: 200 len: 375 time: 0.1204629 May 27 02:05:11.231659 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-7b60bd85-baf9-47e7-ac35-61a8f2a0dcae tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5ce75c7d6fd94a56b324ae10a0baeb2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1036234 May 27 02:05:11.235973 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-7c3bffd1-a2b3-4a7b-a6be-8ded85899395 service neutron] Attempting to bind port 102fd53c-2234-42c6-bbca-e5f87bb7b583 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:05:11.240771 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-7c3bffd1-a2b3-4a7b-a6be-8ded85899395 service neutron] Attempting to bind port 102fd53c-2234-42c6-bbca-e5f87bb7b583 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:05:11.251549 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-7c3bffd1-a2b3-4a7b-a6be-8ded85899395 service neutron] Attempting to bind port 102fd53c-2234-42c6-bbca-e5f87bb7b583 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:05:11.260085 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-7c3bffd1-a2b3-4a7b-a6be-8ded85899395 service neutron] Port 102fd53c-2234-42c6-bbca-e5f87bb7b583 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:05:11.262388 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-7c3bffd1-a2b3-4a7b-a6be-8ded85899395 service neutron] Attempting to bind port 102fd53c-2234-42c6-bbca-e5f87bb7b583 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:05:11.263426 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df6f0710-3a69-429e-b8c8-30b8df8fcb47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:11.266139 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-5b23f7fe-dd14-4b34-bdc2-18a25f6c329f req-55ded3e6-2065-4848-b177-5f46ac037b93 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Unset dirty status for tenant:c8e98513f9bc4dea908292ab34987fa9 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:05:11.267537 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5b23f7fe-dd14-4b34-bdc2-18a25f6c329f req-55ded3e6-2065-4848-b177-5f46ac037b93 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa732e51-09fd-4f5c-80ab-aa8098abbb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7813547 May 27 02:05:11.271697 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-7c3bffd1-a2b3-4a7b-a6be-8ded85899395 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:05:11.272302 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-7c3bffd1-a2b3-4a7b-a6be-8ded85899395 service neutron] Checking segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:05:11.272983 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-7c3bffd1-a2b3-4a7b-a6be-8ded85899395 service neutron] Bound using segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:05:11.273500 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-7c3bffd1-a2b3-4a7b-a6be-8ded85899395 service neutron] Bound port: 102fd53c-2234-42c6-bbca-e5f87bb7b583, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:05:11.274069 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-7c3bffd1-a2b3-4a7b-a6be-8ded85899395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:11.490255 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-75364506-8e58-4d66-90dd-6ca294f3e586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:11.495098 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-323d865f-f5b9-4453-b626-034ee4ee9ac0 req-5ca73c42-95c5-4227-97db-c06ced8ddf61 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/ports?device_id=e69d55ab-786f-40de-bc71-a546d38bf60b HTTP/1.1" status: 200 len: 210 time: 0.1126342 May 27 02:05:11.540204 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-44d98d1d-d8f7-46ae-8e82-fb15ac50524d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:11.553125 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75364506-8e58-4d66-90dd-6ca294f3e586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080f6942-b2b9-4bf0-9e5b-122893e9432f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:11.585578 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d98d1d-d8f7-46ae-8e82-fb15ac50524d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80dda889-0c49-4387-8864-03daf700efdf,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:11.608651 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-7c3bffd1-a2b3-4a7b-a6be-8ded85899395 service neutron] For port 102fd53c-2234-42c6-bbca-e5f87bb7b583, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:05:11.613955 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-7c3bffd1-a2b3-4a7b-a6be-8ded85899395 service neutron] For port 102fd53c-2234-42c6-bbca-e5f87bb7b583, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=102fd53c-2234-42c6-bbca-e5f87bb7b583,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:05:11.712113 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-7c3bffd1-a2b3-4a7b-a6be-8ded85899395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:11.748853 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-44d98d1d-d8f7-46ae-8e82-fb15ac50524d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:11.749987 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-44d98d1d-d8f7-46ae-8e82-fb15ac50524d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/80dda889-0c49-4387-8864-03daf700efdf HTTP/1.1" status: 204 len: 168 time: 1.5201626 May 27 02:05:11.764325 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-75364506-8e58-4d66-90dd-6ca294f3e586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:11.764325 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-75364506-8e58-4d66-90dd-6ca294f3e586 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/080f6942-b2b9-4bf0-9e5b-122893e9432f HTTP/1.1" status: 204 len: 168 time: 1.3379550 May 27 02:05:11.866700 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b32e3bf9-26a0-42bd-a78d-718e4bcc849c req-17079136-bbdf-47b0-ab3e-e95ba4e6673a tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa238936-2f27-4cdf-9352-a3a68b4de7d6 HTTP/1.1" status: 200 len: 210 time: 0.2044899 May 27 02:05:11.966450 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-7c3bffd1-a2b3-4a7b-a6be-8ded85899395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:11.967187 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-7c3bffd1-a2b3-4a7b-a6be-8ded85899395 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:11.973618 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-7c3bffd1-a2b3-4a7b-a6be-8ded85899395 service neutron] 10.222.0.66 "PUT /v2.0/ports/102fd53c-2234-42c6-bbca-e5f87bb7b583 HTTP/1.1" status: 200 len: 1118 time: 3.5200536 May 27 02:05:12.009023 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac8efcca-4593-4e3d-804b-ba5062d276c3', 'tag': '102fd53c-2234-42c6-bbca-e5f87bb7b583'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:05:12.100551 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df6f0710-3a69-429e-b8c8-30b8df8fcb47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:12.148235 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3bffd1-a2b3-4a7b-a6be-8ded85899395 service neutron] Pushing event updated for resources: {'Port': ['ID=102fd53c-2234-42c6-bbca-e5f87bb7b583,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:12.485816 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-89bf382a-21b8-42fa-b809-d0d36fe7e0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:12.500030 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-89bf382a-21b8-42fa-b809-d0d36fe7e0a0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c8e98513f9bc4dea908292ab34987fa9&device_id=ac8efcca-4593-4e3d-804b-ba5062d276c3 HTTP/1.1" status: 200 len: 1121 time: 0.2932091 May 27 02:05:12.609883 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00426de6-8a1f-4edd-8279-56dae6e25d04 None None] Network 285d116f-f374-4f94-b77a-ffd92d46c315 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:05:12.763583 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-8b0ba5fd-ace7-4ee3-928d-831bb60a9f2f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=102fd53c-2234-42c6-bbca-e5f87bb7b583 HTTP/1.1" status: 200 len: 217 time: 0.2549005 May 27 02:05:12.776114 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-86d69e1c-5367-40d4-8b3b-cc9afca612c3 req-d5648b6c-10c0-49ef-9c91-276b4f82a72e tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/ports?device_id=e69d55ab-786f-40de-bc71-a546d38bf60b HTTP/1.1" status: 200 len: 210 time: 0.1053636 May 27 02:05:12.870965 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17179c81-8180-4fbc-a74c-03a58befe0d5 req-b7e67090-bbaf-43fe-af0a-2157874fc111 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:12.878345 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-17179c81-8180-4fbc-a74c-03a58befe0d5 req-b7e67090-bbaf-43fe-af0a-2157874fc111 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac8efcca-4593-4e3d-804b-ba5062d276c3 HTTP/1.1" status: 200 len: 970 time: 0.1703348 May 27 02:05:12.904848 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6f0710-3a69-429e-b8c8-30b8df8fcb47 admin admin] Router d6b055a4-8e9b-4894-b769-ce34a8259cc6 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:05:13.124574 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 5dddb95b-2fbc-48d6-90c9-29912395a85f up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:05:13.187221 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f7a4f8f2-6d21-49e7-b1de-d2704b52b0bc req-83d22870-f07c-49f8-aeba-9a6db67a8c98 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa238936-2f27-4cdf-9352-a3a68b4de7d6 HTTP/1.1" status: 200 len: 210 time: 0.2046194 May 27 02:05:13.240836 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-17179c81-8180-4fbc-a74c-03a58befe0d5 req-22916162-347d-46d3-8415-f49ec99d9a62 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa732e51-09fd-4f5c-80ab-aa8098abbb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916520 May 27 02:05:13.242711 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-6dc824f9-b975-4697-a8bb-81a7aaaabb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:13.243306 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c06b8010-5abd-438a-b8cb-f2db1ad3159a None None] Provisioning for port 5dddb95b-2fbc-48d6-90c9-29912395a85f completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:05:13.245135 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-6dc824f9-b975-4697-a8bb-81a7aaaabb1c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.3648777 May 27 02:05:13.410258 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 5dddb95b-2fbc-48d6-90c9-29912395a85f completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:05:13.417084 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6f0710-3a69-429e-b8c8-30b8df8fcb47 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:05:13.428869 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6589f3b-ba59-4829-8a3f-43ed5e4d4ce7 None None] Sync routers for ids ['d6b055a4-8e9b-4894-b769-ce34a8259cc6'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:05:13.431554 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 5dddb95b-2fbc-48d6-90c9-29912395a85f triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:13.431554 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:13.444843 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-067fb53d-771b-4253-92ef-ad6e0c58548d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:13.446535 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-067fb53d-771b-4253-92ef-ad6e0c58548d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1890571 May 27 02:05:13.448385 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6589f3b-ba59-4829-8a3f-43ed5e4d4ce7 None None] Routers {'d6b055a4-8e9b-4894-b769-ce34a8259cc6'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:05:13.454169 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-b6589f3b-ba59-4829-8a3f-43ed5e4d4ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:04:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d6b055a4-8e9b-4894-b769-ce34a8259cc6'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:13.568180 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-700a3755-3720-41ed-a263-4596849831e4'] response: {'name': 'network-changed', 'server_uuid': 'ac8efcca-4593-4e3d-804b-ba5062d276c3', 'tag': '102fd53c-2234-42c6-bbca-e5f87bb7b583', 'status': 'completed', 'code': 200} May 27 02:05:13.623073 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df6f0710-3a69-429e-b8c8-30b8df8fcb47 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:13.624391 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-df6f0710-3a69-429e-b8c8-30b8df8fcb47 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.7032442 May 27 02:05:13.628079 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50160) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:13.646270 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 5dddb95b-2fbc-48d6-90c9-29912395a85f is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:13.647908 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:13.691202 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-8e5100b1-e94b-4cd7-9419-65afc12c6369 service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284708 May 27 02:05:13.710120 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 5dddb95b-2fbc-48d6-90c9-29912395a85f, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=5dddb95b-2fbc-48d6-90c9-29912395a85f,segment=NetworkSegment(3ac6780f-424a-4041-a231-bee35e0562c1),segment_id=3ac6780f-424a-4041-a231-bee35e0562c1)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:13.757275 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a539081b-1679-408a-bdd5-5556ed2310e9 None None] Provisioning complete for port 5dddb95b-2fbc-48d6-90c9-29912395a85f triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:13.757960 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a539081b-1679-408a-bdd5-5556ed2310e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:13.838928 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:13.899181 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 50166) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:13.945916 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-653caa28-a8f8-4c65-bef2-1b3efec89378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:13.992195 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-b6589f3b-ba59-4829-8a3f-43ed5e4d4ce7 None None] Set router d6b055a4-8e9b-4894-b769-ce34a8259cc6 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:05:14.005397 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-653caa28-a8f8-4c65-bef2-1b3efec89378 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:14.028496 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-653caa28-a8f8-4c65-bef2-1b3efec89378 admin admin] Usage tracker for resource:security_group_rule and tenant:6947dd0687d742a98055825e7e4a0684 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:14.045037 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-653caa28-a8f8-4c65-bef2-1b3efec89378 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:14.050047 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=5dddb95b-2fbc-48d6-90c9-29912395a85f,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:14.166217 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a539081b-1679-408a-bdd5-5556ed2310e9 None None] Current status of the port 5dddb95b-2fbc-48d6-90c9-29912395a85f is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:14.235465 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-71553fd5-028e-452d-8d13-1f7dcceb4d39 req-d127a5d2-4381-4c8c-a118-6165bab38e8a tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/ports?device_id=e69d55ab-786f-40de-bc71-a546d38bf60b HTTP/1.1" status: 200 len: 210 time: 0.1858106 May 27 02:05:14.241846 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-653caa28-a8f8-4c65-bef2-1b3efec89378 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:14.389091 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-653caa28-a8f8-4c65-bef2-1b3efec89378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:14.392745 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c609c72-52aa-46ff-b15d-84dd31b966d1 req-e45b6a6b-d16c-4db0-9fb9-99cb926547a9 service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6932678 May 27 02:05:14.466687 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-653caa28-a8f8-4c65-bef2-1b3efec89378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:14.531367 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653caa28-a8f8-4c65-bef2-1b3efec89378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99349aca-b0da-49eb-94f3-91a5267527c7,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:14.671343 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-b6589f3b-ba59-4829-8a3f-43ed5e4d4ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b055a4-8e9b-4894-b769-ce34a8259cc6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953330169-router', 'tenant_id': '29b0a756dbe242a98d4e9592a6aeb4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '5cc8d37b-858e-45ac-8f79-c999b7db0439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:05:07Z', 'updated_at': '2022-05-27T02:05:10Z', 'revision_number': 3, 'project_id': '29b0a756dbe242a98d4e9592a6aeb4b1', 'gw_port': {'id': '5cc8d37b-858e-45ac-8f79-c999b7db0439', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b055a4-8e9b-4894-b769-ce34a8259cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:08Z', 'updated_at': '2022-05-27T02:05:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:14.675947 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6589f3b-ba59-4829-8a3f-43ed5e4d4ce7 None None] Checking router: d6b055a4-8e9b-4894-b769-ce34a8259cc6 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:05:14.676387 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6589f3b-ba59-4829-8a3f-43ed5e4d4ce7 None None] Updating router d6b055a4-8e9b-4894-b769-ce34a8259cc6 port 5cc8d37b-858e-45ac-8f79-c999b7db0439 binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:05:14.685508 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c0e4b8b4-0748-4c01-acd4-b087551941d6 req-3b159e1c-f063-4223-b248-ccdd2f99745c tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa238936-2f27-4cdf-9352-a3a68b4de7d6 HTTP/1.1" status: 200 len: 210 time: 0.2086494 May 27 02:05:14.694298 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-653caa28-a8f8-4c65-bef2-1b3efec89378 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6947dd0687d742a98055825e7e4a0684&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7922137 May 27 02:05:14.736209 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c13bcd-15bf-494e-8d1a-dca68fdeb1b7 req-e5f54360-ce8c-4177-97c2-6fd00d2f0a53 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:14.738499 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-17c13bcd-15bf-494e-8d1a-dca68fdeb1b7 req-e5f54360-ce8c-4177-97c2-6fd00d2f0a53 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac8efcca-4593-4e3d-804b-ba5062d276c3 HTTP/1.1" status: 200 len: 970 time: 0.3339424 May 27 02:05:14.756627 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50184) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:14.792369 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-b6589f3b-ba59-4829-8a3f-43ed5e4d4ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:14.961106 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a88f0-c9f2-4686-af36-b334f492813d req-5cbbf420-634c-4530-86f4-cd8c7bd31d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:14.973890 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 5dddb95b-2fbc-48d6-90c9-29912395a85f up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:05:14.988514 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d97a88f0-c9f2-4686-af36-b334f492813d req-5cbbf420-634c-4530-86f4-cd8c7bd31d58 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c8e98513f9bc4dea908292ab34987fa9&device_id=ac8efcca-4593-4e3d-804b-ba5062d276c3 HTTP/1.1" status: 200 len: 1121 time: 0.3867126 May 27 02:05:15.040903 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-17c13bcd-15bf-494e-8d1a-dca68fdeb1b7 req-0f41d36e-bd4b-4a39-b6da-9092c92254fd tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa732e51-09fd-4f5c-80ab-aa8098abbb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709496 May 27 02:05:15.153263 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-59049e18-c5ed-4a2d-bd28-ca6df27ab3be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:15.169045 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 5dddb95b-2fbc-48d6-90c9-29912395a85f triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:15.171625 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:15.237852 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-59049e18-c5ed-4a2d-bd28-ca6df27ab3be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:15.315915 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-b6589f3b-ba59-4829-8a3f-43ed5e4d4ce7 None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:15.331278 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-b6589f3b-ba59-4829-8a3f-43ed5e4d4ce7 None None] Transition to ACTIVE for port object 5cc8d37b-858e-45ac-8f79-c999b7db0439 will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:05:15.425448 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-b6589f3b-ba59-4829-8a3f-43ed5e4d4ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:15.477246 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 5dddb95b-2fbc-48d6-90c9-29912395a85f is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:15.610410 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-b6589f3b-ba59-4829-8a3f-43ed5e4d4ce7 None None] Attempting to bind port 5cc8d37b-858e-45ac-8f79-c999b7db0439 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:05:15.610783 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-b6589f3b-ba59-4829-8a3f-43ed5e4d4ce7 None None] Attempting to bind port 5cc8d37b-858e-45ac-8f79-c999b7db0439 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:05:15.611144 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6589f3b-ba59-4829-8a3f-43ed5e4d4ce7 None None] Attempting to bind port 5cc8d37b-858e-45ac-8f79-c999b7db0439 on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:05:15.618914 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6589f3b-ba59-4829-8a3f-43ed5e4d4ce7 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:05:15.620899 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6589f3b-ba59-4829-8a3f-43ed5e4d4ce7 None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:05:15.620899 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-b6589f3b-ba59-4829-8a3f-43ed5e4d4ce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:15.620899 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6589f3b-ba59-4829-8a3f-43ed5e4d4ce7 None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:05:15.620899 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-b6589f3b-ba59-4829-8a3f-43ed5e4d4ce7 None None] Bound port: 5cc8d37b-858e-45ac-8f79-c999b7db0439, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:05:15.621218 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-b6589f3b-ba59-4829-8a3f-43ed5e4d4ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:15.645709 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81181643-a6de-4b1a-9533-91e55d435964 None None] Pushing event updated for resources: {'Port': ['ID=5cc8d37b-858e-45ac-8f79-c999b7db0439,revision_number=2']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:15.697103 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.32', 58800) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:15.706178 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-b6589f3b-ba59-4829-8a3f-43ed5e4d4ce7 None None] For port 5cc8d37b-858e-45ac-8f79-c999b7db0439, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:05:15.710330 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-b6589f3b-ba59-4829-8a3f-43ed5e4d4ce7 None None] For port 5cc8d37b-858e-45ac-8f79-c999b7db0439, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=5cc8d37b-858e-45ac-8f79-c999b7db0439,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:05:15.715625 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-611fdbc5-2d36-429f-a606-7c65191c9730 req-08b11982-1c84-44be-bc8b-89761ce2a4d1 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/ports?device_id=e69d55ab-786f-40de-bc71-a546d38bf60b HTTP/1.1" status: 200 len: 210 time: 0.2298703 May 27 02:05:15.786097 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-551c354d-bca5-442b-865f-41dc0451fd74 req-ef416a55-47c4-4506-9b68-1ba3834ca48a tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=02484ed977aa42298767096cda535a80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0560932 May 27 02:05:15.818225 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-59049e18-c5ed-4a2d-bd28-ca6df27ab3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:15.868209 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a88f0-c9f2-4686-af36-b334f492813d req-a817fd25-0f02-4e79-a9e7-5085ea70fde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:15.869873 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d97a88f0-c9f2-4686-af36-b334f492813d req-a817fd25-0f02-4e79-a9e7-5085ea70fde1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.4570551 May 27 02:05:15.870131 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-b6589f3b-ba59-4829-8a3f-43ed5e4d4ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:15.966680 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59049e18-c5ed-4a2d-bd28-ca6df27ab3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99349aca-b0da-49eb-94f3-91a5267527c7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:15.973633 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-59049e18-c5ed-4a2d-bd28-ca6df27ab3be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:15.974734 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-59049e18-c5ed-4a2d-bd28-ca6df27ab3be admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/99349aca-b0da-49eb-94f3-91a5267527c7 HTTP/1.1" status: 204 len: 168 time: 1.2170994 May 27 02:05:15.979477 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9b33c811-6dd7-45f7-bb8e-0c499143f430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:16.009395 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6589f3b-ba59-4829-8a3f-43ed5e4d4ce7 None None] Routers {'d6b055a4-8e9b-4894-b769-ce34a8259cc6'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:05:16.011922 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-b6589f3b-ba59-4829-8a3f-43ed5e4d4ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:04:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d6b055a4-8e9b-4894-b769-ce34a8259cc6'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:16.178331 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81181643-a6de-4b1a-9533-91e55d435964 None None] Pushing event updated for resources: {'Port': ['ID=5cc8d37b-858e-45ac-8f79-c999b7db0439,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:16.248369 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d97a88f0-c9f2-4686-af36-b334f492813d req-ef180e39-98d9-4eaf-b41b-9ca20c9e915a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=102fd53c-2234-42c6-bbca-e5f87bb7b583 HTTP/1.1" status: 200 len: 217 time: 0.3724890 May 27 02:05:16.272398 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fd2601e1-8cb8-48b9-8b7d-c2a4b6872fc2 req-868a6340-6c4c-476d-b811-4f0d0b6c3607 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa238936-2f27-4cdf-9352-a3a68b4de7d6 HTTP/1.1" status: 200 len: 210 time: 0.1825180 May 27 02:05:16.369691 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c354d-bca5-442b-865f-41dc0451fd74 req-f53fb770-6e22-4977-a64d-532dad4435a2 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:16.382192 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-551c354d-bca5-442b-865f-41dc0451fd74 req-f53fb770-6e22-4977-a64d-532dad4435a2 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5910957 May 27 02:05:16.395092 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-b6589f3b-ba59-4829-8a3f-43ed5e4d4ce7 None None] Set router d6b055a4-8e9b-4894-b769-ce34a8259cc6 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:05:16.479622 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-551c354d-bca5-442b-865f-41dc0451fd74 req-2158dc23-6b40-46c8-98eb-6a2f1840994c tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Request body: {'port': {'device_id': 'e69d55ab-786f-40de-bc71-a546d38bf60b', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'admin_state_up': True, 'tenant_id': '02484ed977aa42298767096cda535a80'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:05:16.538636 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a88f0-c9f2-4686-af36-b334f492813d req-53eced5c-f0e7-42f1-8767-10749ee39d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:16.540412 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d97a88f0-c9f2-4686-af36-b334f492813d req-53eced5c-f0e7-42f1-8767-10749ee39d46 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.2707067 May 27 02:05:16.672377 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.32', 58801) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:16.698316 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-551c354d-bca5-442b-865f-41dc0451fd74 req-2158dc23-6b40-46c8-98eb-6a2f1840994c tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:16.709780 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-551c354d-bca5-442b-865f-41dc0451fd74 req-2158dc23-6b40-46c8-98eb-6a2f1840994c tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Usage tracker for resource:port and tenant:02484ed977aa42298767096cda535a80 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:16.715694 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-551c354d-bca5-442b-865f-41dc0451fd74 req-2158dc23-6b40-46c8-98eb-6a2f1840994c tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:16.727333 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-551c354d-bca5-442b-865f-41dc0451fd74 req-2158dc23-6b40-46c8-98eb-6a2f1840994c tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:16.745847 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-9d8ce2b2-bb86-4a9b-8a08-732730187059 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=5ce75c7d6fd94a56b324ae10a0baeb2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0760806 May 27 02:05:17.079474 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-9b33c811-6dd7-45f7-bb8e-0c499143f430 admin admin] Allocated IP 172.20.0.1 (285d116f-f374-4f94-b77a-ffd92d46c315/35bc9c30-2977-4706-8ea2-6509dc0d5f36/8de9b763-a665-4067-b570-665e10ad66a2) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:05:17.079890 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1ce98-9470-48c5-8edc-212d52b1acf3 req-cd374fd2-e565-4a9f-a542-442b9d9c4ea0 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:17.079890 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3dd1ce98-9470-48c5-8edc-212d52b1acf3 req-cd374fd2-e565-4a9f-a542-442b9d9c4ea0 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac8efcca-4593-4e3d-804b-ba5062d276c3 HTTP/1.1" status: 200 len: 970 time: 0.6573105 May 27 02:05:17.079890 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a88f0-c9f2-4686-af36-b334f492813d req-657464f6-cab9-4929-8103-b8dba7921ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:17.079890 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d97a88f0-c9f2-4686-af36-b334f492813d req-657464f6-cab9-4929-8103-b8dba7921ed9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5201147 May 27 02:05:17.095426 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-b6589f3b-ba59-4829-8a3f-43ed5e4d4ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b055a4-8e9b-4894-b769-ce34a8259cc6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953330169-router', 'tenant_id': '29b0a756dbe242a98d4e9592a6aeb4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '5cc8d37b-858e-45ac-8f79-c999b7db0439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:05:07Z', 'updated_at': '2022-05-27T02:05:10Z', 'revision_number': 3, 'project_id': '29b0a756dbe242a98d4e9592a6aeb4b1', 'gw_port': {'id': '5cc8d37b-858e-45ac-8f79-c999b7db0439', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b055a4-8e9b-4894-b769-ce34a8259cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:08Z', 'updated_at': '2022-05-27T02:05:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:17.106284 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6589f3b-ba59-4829-8a3f-43ed5e4d4ce7 None None] The sync data for ids ['d6b055a4-8e9b-4894-b769-ce34a8259cc6'] in n-d-843554-3 is: [{'id': 'd6b055a4-8e9b-4894-b769-ce34a8259cc6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953330169-router', 'tenant_id': '29b0a756dbe242a98d4e9592a6aeb4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '5cc8d37b-858e-45ac-8f79-c999b7db0439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:05:07Z', 'updated_at': '2022-05-27T02:05:10Z', 'revision_number': 3, 'project_id': '29b0a756dbe242a98d4e9592a6aeb4b1', 'gw_port': {'id': '5cc8d37b-858e-45ac-8f79-c999b7db0439', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b055a4-8e9b-4894-b769-ce34a8259cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:08Z', 'updated_at': '2022-05-27T02:05:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:05:17.211731 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-551c354d-bca5-442b-865f-41dc0451fd74 req-2158dc23-6b40-46c8-98eb-6a2f1840994c tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Made reservation on behalf of 02484ed977aa42298767096cda535a80 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:05:17.219728 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-551c354d-bca5-442b-865f-41dc0451fd74 req-2158dc23-6b40-46c8-98eb-6a2f1840994c tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:17.255983 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3e78129e-4551-43ff-8ce9-75dba24f1b19 req-bb98e783-a8dd-42b7-9a5c-239114bd58f1 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/ports?device_id=e69d55ab-786f-40de-bc71-a546d38bf60b HTTP/1.1" status: 200 len: 210 time: 0.1726534 May 27 02:05:17.266081 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-551c354d-bca5-442b-865f-41dc0451fd74 req-2158dc23-6b40-46c8-98eb-6a2f1840994c tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:17.306801 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-551c354d-bca5-442b-865f-41dc0451fd74 req-2158dc23-6b40-46c8-98eb-6a2f1840994c tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:17.316092 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-551c354d-bca5-442b-865f-41dc0451fd74 req-2158dc23-6b40-46c8-98eb-6a2f1840994c tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Usage tracker for resource:security_group_rule and tenant:02484ed977aa42298767096cda535a80 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:17.319832 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-551c354d-bca5-442b-865f-41dc0451fd74 req-2158dc23-6b40-46c8-98eb-6a2f1840994c tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:17.336080 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3dd1ce98-9470-48c5-8edc-212d52b1acf3 req-e43b3917-bb3b-464f-86fa-a90ec64940a9 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa732e51-09fd-4f5c-80ab-aa8098abbb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236828 May 27 02:05:17.367507 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-551c354d-bca5-442b-865f-41dc0451fd74 req-2158dc23-6b40-46c8-98eb-6a2f1840994c tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:17.378991 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-f5fbd274-64b5-4358-b40e-49ea3c919e14 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:17.385792 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-f5fbd274-64b5-4358-b40e-49ea3c919e14 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6321516 May 27 02:05:17.414310 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-eb4ffe37-10e0-468e-99d2-0073be140801 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Request body: {'port': {'device_id': 'fa238936-2f27-4cdf-9352-a3a68b4de7d6', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'admin_state_up': True, 'tenant_id': '5ce75c7d6fd94a56b324ae10a0baeb2d'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:05:17.505549 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9b33c811-6dd7-45f7-bb8e-0c499143f430 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:17.734220 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b378385-0e75-41d8-af01-6f2cc571859b req-b61987ac-497c-443f-8f8e-2f749fa006b4 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa238936-2f27-4cdf-9352-a3a68b4de7d6 HTTP/1.1" status: 200 len: 210 time: 0.0749800 May 27 02:05:17.748115 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-551c354d-bca5-442b-865f-41dc0451fd74 req-2158dc23-6b40-46c8-98eb-6a2f1840994c tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:17.770299 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-9b33c811-6dd7-45f7-bb8e-0c499143f430 admin admin] Transition to ACTIVE for port object 8de9b763-a665-4067-b570-665e10ad66a2 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:05:17.808583 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d97a88f0-c9f2-4686-af36-b334f492813d req-5af5dc07-ebee-48a7-bdf6-fa751e1b408a service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7240071 May 27 02:05:17.904253 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-551c354d-bca5-442b-865f-41dc0451fd74 req-2158dc23-6b40-46c8-98eb-6a2f1840994c tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:18.089747 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158dc23-6b40-46c8-98eb-6a2f1840994c tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc8d478-f999-427c-97b9-76a718b84049,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:18.094588 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9b33c811-6dd7-45f7-bb8e-0c499143f430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:18.170050 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-eb4ffe37-10e0-468e-99d2-0073be140801 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:18.182157 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-eb4ffe37-10e0-468e-99d2-0073be140801 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Usage tracker for resource:port and tenant:5ce75c7d6fd94a56b324ae10a0baeb2d is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:18.188920 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-eb4ffe37-10e0-468e-99d2-0073be140801 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:18.213224 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-eb4ffe37-10e0-468e-99d2-0073be140801 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:18.282518 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b33c811-6dd7-45f7-bb8e-0c499143f430 admin admin] Network 285d116f-f374-4f94-b77a-ffd92d46c315 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:05:18.292790 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-9b33c811-6dd7-45f7-bb8e-0c499143f430 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:05:18.311886 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b33c811-6dd7-45f7-bb8e-0c499143f430 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:05:18.312359 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9b33c811-6dd7-45f7-bb8e-0c499143f430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:18.501157 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-eb4ffe37-10e0-468e-99d2-0073be140801 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Made reservation on behalf of 5ce75c7d6fd94a56b324ae10a0baeb2d for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:05:18.506004 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-eb4ffe37-10e0-468e-99d2-0073be140801 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:18.537442 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d97a88f0-c9f2-4686-af36-b334f492813d req-c7127e6b-1885-4fe2-be6b-7ae0720b58f8 service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7027814 May 27 02:05:18.547015 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-eb4ffe37-10e0-468e-99d2-0073be140801 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:18.584196 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-eb4ffe37-10e0-468e-99d2-0073be140801 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:18.610602 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-eb4ffe37-10e0-468e-99d2-0073be140801 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Usage tracker for resource:security_group_rule and tenant:5ce75c7d6fd94a56b324ae10a0baeb2d is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:18.630462 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-eb4ffe37-10e0-468e-99d2-0073be140801 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:18.646350 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-eb4ffe37-10e0-468e-99d2-0073be140801 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:18.829133 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:18.853286 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:18.861523 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d60b2921-1602-4cd9-9c73-06836c0edc79 req-fb054781-5dd0-43ec-ad9e-43eda86d38b2 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/ports?device_id=e69d55ab-786f-40de-bc71-a546d38bf60b HTTP/1.1" status: 200 len: 210 time: 0.2247300 May 27 02:05:18.914732 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-7002edeb-28d9-4d5a-bd5a-c3db08db0de1 None None] Provisioning for port 8de9b763-a665-4067-b570-665e10ad66a2 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:05:18.920367 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-7002edeb-28d9-4d5a-bd5a-c3db08db0de1 None None] Provisioning complete for port 8de9b763-a665-4067-b570-665e10ad66a2 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:18.921059 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7002edeb-28d9-4d5a-bd5a-c3db08db0de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:19.138388 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 5cc8d37b-858e-45ac-8f79-c999b7db0439 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:05:19.195485 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-7002edeb-28d9-4d5a-bd5a-c3db08db0de1 None None] Port 8de9b763-a665-4067-b570-665e10ad66a2 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:05:19.307299 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-eb4ffe37-10e0-468e-99d2-0073be140801 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:19.323644 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 5cc8d37b-858e-45ac-8f79-c999b7db0439 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:05:19.350011 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 5cc8d37b-858e-45ac-8f79-c999b7db0439 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:19.350011 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:19.350418 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33c811-6dd7-45f7-bb8e-0c499143f430 admin admin] Pushing event updated for resources: {'Port': ['ID=8de9b763-a665-4067-b570-665e10ad66a2,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:19.369790 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-551c354d-bca5-442b-865f-41dc0451fd74 req-2158dc23-6b40-46c8-98eb-6a2f1840994c tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Allocated IP 192.168.233.95 (54d5ea08-4fa3-4323-9d64-35a947e9d08e/2cf69705-8457-415f-85a3-b42efaff1b97/83d9588b-2115-41e9-aeb9-ccc322936adc) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:05:19.442506 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093d4e9-a2e1-46e6-88cf-433be9155ef4 req-edf28367-8a0f-4e0a-b7b7-622fc6e683e9 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:19.445495 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a093d4e9-a2e1-46e6-88cf-433be9155ef4 req-edf28367-8a0f-4e0a-b7b7-622fc6e683e9 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac8efcca-4593-4e3d-804b-ba5062d276c3 HTTP/1.1" status: 200 len: 970 time: 0.3324172 May 27 02:05:19.553046 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ba45e7cb-dc47-438a-b4e8-234a2cd05e6a req-7bd7bd41-2068-4b32-9a82-4ad0cad521d9 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa238936-2f27-4cdf-9352-a3a68b4de7d6 HTTP/1.1" status: 200 len: 210 time: 0.1350615 May 27 02:05:19.564902 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-eb4ffe37-10e0-468e-99d2-0073be140801 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:19.757126 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 5cc8d37b-858e-45ac-8f79-c999b7db0439 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:19.761885 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:19.790720 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 5cc8d37b-858e-45ac-8f79-c999b7db0439, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=5cc8d37b-858e-45ac-8f79-c999b7db0439,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:19.875718 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:19.877135 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ffe37-10e0-468e-99d2-0073be140801 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fadc0ad7-a34f-4f5c-a66a-2e6db2753842,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:19.948739 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a093d4e9-a2e1-46e6-88cf-433be9155ef4 req-78893b18-07c1-4c70-bdd9-b2ecf5f9e488 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa732e51-09fd-4f5c-80ab-aa8098abbb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4445839 May 27 02:05:20.200423 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=5cc8d37b-858e-45ac-8f79-c999b7db0439,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:20.293096 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-551c354d-bca5-442b-865f-41dc0451fd74 req-2158dc23-6b40-46c8-98eb-6a2f1840994c tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:20.328885 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-551c354d-bca5-442b-865f-41dc0451fd74 req-2158dc23-6b40-46c8-98eb-6a2f1840994c tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Transition to ACTIVE for port object 83d9588b-2115-41e9-aeb9-ccc322936adc will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:05:20.420982 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-05ec8b5d-31c5-44ea-96ca-e77bd9d857ac req-6af9caae-a47e-4d58-bae4-a05890d5796c tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/ports?device_id=e69d55ab-786f-40de-bc71-a546d38bf60b HTTP/1.1" status: 200 len: 210 time: 0.1090691 May 27 02:05:20.499779 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9b33c811-6dd7-45f7-bb8e-0c499143f430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:20.523682 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-551c354d-bca5-442b-865f-41dc0451fd74 req-2158dc23-6b40-46c8-98eb-6a2f1840994c tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:20.659965 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-eb4ffe37-10e0-468e-99d2-0073be140801 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Allocated IP 192.168.233.124 (54d5ea08-4fa3-4323-9d64-35a947e9d08e/2cf69705-8457-415f-85a3-b42efaff1b97/1a2b39fb-17d3-48c4-9c1c-475432c11a7d) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:05:20.816385 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-551c354d-bca5-442b-865f-41dc0451fd74 req-2158dc23-6b40-46c8-98eb-6a2f1840994c tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Network 54d5ea08-4fa3-4323-9d64-35a947e9d08e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:05:20.827069 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-551c354d-bca5-442b-865f-41dc0451fd74 req-2158dc23-6b40-46c8-98eb-6a2f1840994c tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:05:20.846208 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-551c354d-bca5-442b-865f-41dc0451fd74 req-2158dc23-6b40-46c8-98eb-6a2f1840994c tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:05:20.862353 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c354d-bca5-442b-865f-41dc0451fd74 req-2158dc23-6b40-46c8-98eb-6a2f1840994c tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:20.874121 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-551c354d-bca5-442b-865f-41dc0451fd74 req-2158dc23-6b40-46c8-98eb-6a2f1840994c tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:20.934464 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158dc23-6b40-46c8-98eb-6a2f1840994c tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Pushing event updated for resources: {'Port': ['ID=83d9588b-2115-41e9-aeb9-ccc322936adc,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:20.992657 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 5cc8d37b-858e-45ac-8f79-c999b7db0439 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:05:21.155466 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-551c354d-bca5-442b-865f-41dc0451fd74 req-2158dc23-6b40-46c8-98eb-6a2f1840994c tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6898808 May 27 02:05:21.188410 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 5cc8d37b-858e-45ac-8f79-c999b7db0439 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:21.190607 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:21.228752 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [req-551c354d-bca5-442b-865f-41dc0451fd74 req-0584263e-6ed1-4abf-806d-c6f65d8f9946 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:05:21.230854 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-551c354d-bca5-442b-865f-41dc0451fd74 req-0584263e-6ed1-4abf-806d-c6f65d8f9946 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0287862 May 27 02:05:21.246408 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9b33c811-6dd7-45f7-bb8e-0c499143f430 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:21.305306 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-86631f3c-80ef-4ec6-b5e5-7211184aa3ce req-6c866d89-acca-4afa-99c8-989f6a4d9aa3 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa238936-2f27-4cdf-9352-a3a68b4de7d6 HTTP/1.1" status: 200 len: 210 time: 0.4325306 May 27 02:05:21.309821 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9b33c811-6dd7-45f7-bb8e-0c499143f430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:21.310626 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9b33c811-6dd7-45f7-bb8e-0c499143f430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:21.421065 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-eb4ffe37-10e0-468e-99d2-0073be140801 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:21.443847 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f5754-13c6-4d90-8f41-a06a021e5e44 req-b8f892ed-c8b6-4d7d-8ee7-aa80e35658f8 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:21.451041 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-834f5754-13c6-4d90-8f41-a06a021e5e44 req-b8f892ed-c8b6-4d7d-8ee7-aa80e35658f8 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac8efcca-4593-4e3d-804b-ba5062d276c3 HTTP/1.1" status: 200 len: 970 time: 0.2475629 May 27 02:05:21.476346 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-eb4ffe37-10e0-468e-99d2-0073be140801 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Transition to ACTIVE for port object 1a2b39fb-17d3-48c4-9c1c-475432c11a7d will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:05:21.516928 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 5cc8d37b-858e-45ac-8f79-c999b7db0439 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:21.523568 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-834f5754-13c6-4d90-8f41-a06a021e5e44 req-706a5131-f60f-4c5f-b7e9-82d7860f895d tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa732e51-09fd-4f5c-80ab-aa8098abbb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715115 May 27 02:05:21.602648 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33c811-6dd7-45f7-bb8e-0c499143f430 admin admin] Pushing event updated for resources: {'Port': ['ID=8de9b763-a665-4067-b570-665e10ad66a2,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:21.613723 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-eb4ffe37-10e0-468e-99d2-0073be140801 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:21.635461 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-47c9a5e4-3381-4ba8-a8af-97640c7d8c08 None None] Provisioning for port 83d9588b-2115-41e9-aeb9-ccc322936adc completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:05:21.643784 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-47c9a5e4-3381-4ba8-a8af-97640c7d8c08 None None] Provisioning complete for port 83d9588b-2115-41e9-aeb9-ccc322936adc triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:21.644455 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-47c9a5e4-3381-4ba8-a8af-97640c7d8c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:21.770807 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-47c9a5e4-3381-4ba8-a8af-97640c7d8c08 None None] Port 83d9588b-2115-41e9-aeb9-ccc322936adc cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:05:21.774335 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b33c811-6dd7-45f7-bb8e-0c499143f430 admin admin] Network 285d116f-f374-4f94-b77a-ffd92d46c315 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:05:21.777574 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-9b33c811-6dd7-45f7-bb8e-0c499143f430 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:05:21.840665 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 50320) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:21.879830 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 50324) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:21.929560 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-eb4ffe37-10e0-468e-99d2-0073be140801 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Network 54d5ea08-4fa3-4323-9d64-35a947e9d08e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:05:21.932929 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-eb4ffe37-10e0-468e-99d2-0073be140801 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:05:21.937217 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-eb4ffe37-10e0-468e-99d2-0073be140801 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:05:21.945442 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-eb4ffe37-10e0-468e-99d2-0073be140801 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:21.946481 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-eb4ffe37-10e0-468e-99d2-0073be140801 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:21.966373 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ffe37-10e0-468e-99d2-0073be140801 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Pushing event updated for resources: {'Port': ['ID=1a2b39fb-17d3-48c4-9c1c-475432c11a7d,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:22.150862 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17c6f7-e8ef-4088-b3c5-883a00c45cf6 req-fd88777d-b09a-4c3d-a6f4-24e99e6b55be tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:22.152495 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3c17c6f7-e8ef-4088-b3c5-883a00c45cf6 req-fd88777d-b09a-4c3d-a6f4-24e99e6b55be tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/ports?device_id=e69d55ab-786f-40de-bc71-a546d38bf60b HTTP/1.1" status: 200 len: 935 time: 0.4055159 May 27 02:05:22.207254 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-458470cf-a300-44ac-903e-c37b505824e5 None None] Provisioning complete for port 8de9b763-a665-4067-b570-665e10ad66a2 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:22.213447 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-458470cf-a300-44ac-903e-c37b505824e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:22.263526 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-eb4ffe37-10e0-468e-99d2-0073be140801 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8678629 May 27 02:05:22.268297 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-25c9aa16-45e9-4bdb-9128-37b2c0c3cbb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:22.279502 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-551c354d-bca5-442b-865f-41dc0451fd74 req-ea7013ac-88c2-4d67-9704-b5299ad1d1a8 service neutron] Request body: {'port': {'device_id': 'e69d55ab-786f-40de-bc71-a546d38bf60b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:05:22.288393 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-25c9aa16-45e9-4bdb-9128-37b2c0c3cbb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:22.292541 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-25c9aa16-45e9-4bdb-9128-37b2c0c3cbb5 admin admin] Usage tracker for resource:security_group_rule and tenant:00109f83e3aa4326a4e047b323d9dc32 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:22.295581 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-25c9aa16-45e9-4bdb-9128-37b2c0c3cbb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:22.302313 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-25c9aa16-45e9-4bdb-9128-37b2c0c3cbb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:22.339593 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-458470cf-a300-44ac-903e-c37b505824e5 None None] Port 8de9b763-a665-4067-b570-665e10ad66a2 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:05:22.352394 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f08675cf-15ec-4b61-8fa1-b36c0c56a66e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:22.370407 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-9ff43e51-45e4-4d7a-9561-00780123933e service neutron] Request body: {'port': {'device_id': 'fa238936-2f27-4cdf-9352-a3a68b4de7d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:05:22.413738 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-f08675cf-15ec-4b61-8fa1-b36c0c56a66e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:22.427944 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f08675cf-15ec-4b61-8fa1-b36c0c56a66e admin admin] Usage tracker for resource:security_group_rule and tenant:2ccab4a8479b4b289b329e2315894ce5 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:22.437126 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f08675cf-15ec-4b61-8fa1-b36c0c56a66e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:22.454610 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3c17c6f7-e8ef-4088-b3c5-883a00c45cf6 req-a4a0ee10-10dc-409f-9627-ae126976bed2 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc8d478-f999-427c-97b9-76a718b84049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900987 May 27 02:05:22.467768 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-f08675cf-15ec-4b61-8fa1-b36c0c56a66e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:22.525359 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-152e3049-5d49-4b63-85e2-75f206f83b0a None None] Provisioning for port 1a2b39fb-17d3-48c4-9c1c-475432c11a7d completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:05:22.534793 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-152e3049-5d49-4b63-85e2-75f206f83b0a None None] Provisioning complete for port 1a2b39fb-17d3-48c4-9c1c-475432c11a7d triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:22.534793 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-152e3049-5d49-4b63-85e2-75f206f83b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:22.538493 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b33c811-6dd7-45f7-bb8e-0c499143f430 admin admin] Router d6b055a4-8e9b-4894-b769-ce34a8259cc6 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:05:22.638889 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-9ff43e51-45e4-4d7a-9561-00780123933e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:22.655186 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-551c354d-bca5-442b-865f-41dc0451fd74 req-ea7013ac-88c2-4d67-9704-b5299ad1d1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:22.666333 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-152e3049-5d49-4b63-85e2-75f206f83b0a None None] Port 1a2b39fb-17d3-48c4-9c1c-475432c11a7d cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:05:22.931951 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-25c9aa16-45e9-4bdb-9128-37b2c0c3cbb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:23.036949 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b33c811-6dd7-45f7-bb8e-0c499143f430 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:05:23.057003 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c002a446-ca7c-432f-a681-bf4d0aabf93c None None] Sync routers for ids ['d6b055a4-8e9b-4894-b769-ce34a8259cc6'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:05:23.066106 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9b33c811-6dd7-45f7-bb8e-0c499143f430 admin admin] 10.222.0.57 "PUT /v2.0/routers/d6b055a4-8e9b-4894-b769-ce34a8259cc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4292397 May 27 02:05:23.071218 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c002a446-ca7c-432f-a681-bf4d0aabf93c None None] Routers {'d6b055a4-8e9b-4894-b769-ce34a8259cc6'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:05:23.072083 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c002a446-ca7c-432f-a681-bf4d0aabf93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:04:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d6b055a4-8e9b-4894-b769-ce34a8259cc6'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:23.121565 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-25c9aa16-45e9-4bdb-9128-37b2c0c3cbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:23.205060 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c9aa16-45e9-4bdb-9128-37b2c0c3cbb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c20ccf0-f804-4fca-baf6-c94642b814d8,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:23.268866 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f08675cf-15ec-4b61-8fa1-b36c0c56a66e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:23.282837 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-25c9aa16-45e9-4bdb-9128-37b2c0c3cbb5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=00109f83e3aa4326a4e047b323d9dc32&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4337056 May 27 02:05:23.286854 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50342) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:23.296152 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027955e9-e6f5-4622-871c-724c7d55c679 req-312768f6-c4ad-4b6c-b0f3-495cc0361829 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:23.297950 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-027955e9-e6f5-4622-871c-724c7d55c679 req-312768f6-c4ad-4b6c-b0f3-495cc0361829 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac8efcca-4593-4e3d-804b-ba5062d276c3 HTTP/1.1" status: 200 len: 970 time: 0.5435684 May 27 02:05:23.307107 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb43d56-abb4-4a82-982e-3c55eae5e5be req-14890483-2bcb-4d09-b460-49a70461a975 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:23.311600 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-5eb43d56-abb4-4a82-982e-3c55eae5e5be req-14890483-2bcb-4d09-b460-49a70461a975 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Synchronizing usage tracker for tenant:5ce75c7d6fd94a56b324ae10a0baeb2d on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:05:23.344506 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f08675cf-15ec-4b61-8fa1-b36c0c56a66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:23.395669 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-c002a446-ca7c-432f-a681-bf4d0aabf93c None None] Set router d6b055a4-8e9b-4894-b769-ce34a8259cc6 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:05:23.457843 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fbd2af14-2620-4fef-b66a-8b275da13d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:23.490903 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-551c354d-bca5-442b-865f-41dc0451fd74 req-ea7013ac-88c2-4d67-9704-b5299ad1d1a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83d9588b-2115-41e9-aeb9-ccc322936adc {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:05:23.493502 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08675cf-15ec-4b61-8fa1-b36c0c56a66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca663453-e0d0-49a3-899d-142015438c72,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:23.502015 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fbd2af14-2620-4fef-b66a-8b275da13d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:23.510400 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-551c354d-bca5-442b-865f-41dc0451fd74 req-ea7013ac-88c2-4d67-9704-b5299ad1d1a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:23.521548 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-027955e9-e6f5-4622-871c-724c7d55c679 req-019c598a-fd95-4e82-a801-d44d4e977c47 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa732e51-09fd-4f5c-80ab-aa8098abbb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035546 May 27 02:05:23.531454 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f08675cf-15ec-4b61-8fa1-b36c0c56a66e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2ccab4a8479b4b289b329e2315894ce5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6466832 May 27 02:05:23.535283 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 50350) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:23.537834 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-5eb43d56-abb4-4a82-982e-3c55eae5e5be req-14890483-2bcb-4d09-b460-49a70461a975 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Unset dirty status for tenant:5ce75c7d6fd94a56b324ae10a0baeb2d on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:05:23.544686 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5eb43d56-abb4-4a82-982e-3c55eae5e5be req-14890483-2bcb-4d09-b460-49a70461a975 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa238936-2f27-4cdf-9352-a3a68b4de7d6 HTTP/1.1" status: 200 len: 936 time: 0.9111414 May 27 02:05:23.569716 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-551c354d-bca5-442b-865f-41dc0451fd74 req-ea7013ac-88c2-4d67-9704-b5299ad1d1a8 service neutron] Transition to ACTIVE for port object 83d9588b-2115-41e9-aeb9-ccc322936adc will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:05:23.630277 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-551c354d-bca5-442b-865f-41dc0451fd74 req-ea7013ac-88c2-4d67-9704-b5299ad1d1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:23.708662 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fbd2af14-2620-4fef-b66a-8b275da13d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:23.843287 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-5eb43d56-abb4-4a82-982e-3c55eae5e5be req-c55e7fec-4b53-4675-93f3-2066dbd2f04e tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Synchronizing usage tracker for tenant:5ce75c7d6fd94a56b324ae10a0baeb2d on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:05:23.871224 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fbd2af14-2620-4fef-b66a-8b275da13d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:23.874255 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-fbd2af14-2620-4fef-b66a-8b275da13d06 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8c20ccf0-f804-4fca-baf6-c94642b814d8 HTTP/1.1" status: 204 len: 168 time: 0.5860693 May 27 02:05:23.875573 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd2af14-2620-4fef-b66a-8b275da13d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c20ccf0-f804-4fca-baf6-c94642b814d8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:23.910086 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7013ac-88c2-4d67-9704-b5299ad1d1a8 service neutron] Pushing event updated for resources: {'Port': ['ID=83d9588b-2115-41e9-aeb9-ccc322936adc,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:23.989050 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9f7240fa-488d-417b-99af-429b5dcd1813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:24.027957 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-551c354d-bca5-442b-865f-41dc0451fd74 req-ea7013ac-88c2-4d67-9704-b5299ad1d1a8 service neutron] Attempting to bind port 83d9588b-2115-41e9-aeb9-ccc322936adc on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:05:24.031678 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-551c354d-bca5-442b-865f-41dc0451fd74 req-ea7013ac-88c2-4d67-9704-b5299ad1d1a8 service neutron] Attempting to bind port 83d9588b-2115-41e9-aeb9-ccc322936adc by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:05:24.032321 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551c354d-bca5-442b-865f-41dc0451fd74 req-ea7013ac-88c2-4d67-9704-b5299ad1d1a8 service neutron] Attempting to bind port 83d9588b-2115-41e9-aeb9-ccc322936adc on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:05:24.044174 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9f7240fa-488d-417b-99af-429b5dcd1813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:24.047837 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551c354d-bca5-442b-865f-41dc0451fd74 req-ea7013ac-88c2-4d67-9704-b5299ad1d1a8 service neutron] Port 83d9588b-2115-41e9-aeb9-ccc322936adc on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:05:24.048142 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551c354d-bca5-442b-865f-41dc0451fd74 req-ea7013ac-88c2-4d67-9704-b5299ad1d1a8 service neutron] Attempting to bind port 83d9588b-2115-41e9-aeb9-ccc322936adc on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:05:24.063374 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551c354d-bca5-442b-865f-41dc0451fd74 req-ea7013ac-88c2-4d67-9704-b5299ad1d1a8 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:05:24.063374 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551c354d-bca5-442b-865f-41dc0451fd74 req-ea7013ac-88c2-4d67-9704-b5299ad1d1a8 service neutron] Checking segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:05:24.065558 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551c354d-bca5-442b-865f-41dc0451fd74 req-ea7013ac-88c2-4d67-9704-b5299ad1d1a8 service neutron] Bound using segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:05:24.066043 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-551c354d-bca5-442b-865f-41dc0451fd74 req-ea7013ac-88c2-4d67-9704-b5299ad1d1a8 service neutron] Bound port: 83d9588b-2115-41e9-aeb9-ccc322936adc, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:05:24.066330 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c002a446-ca7c-432f-a681-bf4d0aabf93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b055a4-8e9b-4894-b769-ce34a8259cc6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953330169-router', 'tenant_id': '29b0a756dbe242a98d4e9592a6aeb4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '5cc8d37b-858e-45ac-8f79-c999b7db0439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:05:07Z', 'updated_at': '2022-05-27T02:05:20Z', 'revision_number': 4, 'project_id': '29b0a756dbe242a98d4e9592a6aeb4b1', 'gw_port': {'id': '5cc8d37b-858e-45ac-8f79-c999b7db0439', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b055a4-8e9b-4894-b769-ce34a8259cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:08Z', 'updated_at': '2022-05-27T02:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '8de9b763-a665-4067-b570-665e10ad66a2', 'name': '', 'network_id': '285d116f-f374-4f94-b77a-ffd92d46c315', 'tenant_id': '29b0a756dbe242a98d4e9592a6aeb4b1', 'mac_address': 'fa:16:3e:25:0d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b055a4-8e9b-4894-b769-ce34a8259cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '35bc9c30-2977-4706-8ea2-6509dc0d5f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:16Z', 'updated_at': '2022-05-27T02:05:20Z', 'revision_number': 2, 'project_id': '29b0a756dbe242a98d4e9592a6aeb4b1', 'subnets': [{'id': '35bc9c30-2977-4706-8ea2-6509dc0d5f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:24.066595 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-551c354d-bca5-442b-865f-41dc0451fd74 req-ea7013ac-88c2-4d67-9704-b5299ad1d1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:24.085490 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c002a446-ca7c-432f-a681-bf4d0aabf93c None None] Checking router: d6b055a4-8e9b-4894-b769-ce34a8259cc6 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:05:24.085940 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c002a446-ca7c-432f-a681-bf4d0aabf93c None None] Updating router d6b055a4-8e9b-4894-b769-ce34a8259cc6 port 8de9b763-a665-4067-b570-665e10ad66a2 binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:05:24.147511 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-5eb43d56-abb4-4a82-982e-3c55eae5e5be req-c55e7fec-4b53-4675-93f3-2066dbd2f04e tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Unset dirty status for tenant:5ce75c7d6fd94a56b324ae10a0baeb2d on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:05:24.160688 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5eb43d56-abb4-4a82-982e-3c55eae5e5be req-c55e7fec-4b53-4675-93f3-2066dbd2f04e tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/security-groups?id=fadc0ad7-a34f-4f5c-a66a-2e6db2753842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6030338 May 27 02:05:24.234605 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-551c354d-bca5-442b-865f-41dc0451fd74 req-ea7013ac-88c2-4d67-9704-b5299ad1d1a8 service neutron] For port 83d9588b-2115-41e9-aeb9-ccc322936adc, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:05:24.248639 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-551c354d-bca5-442b-865f-41dc0451fd74 req-ea7013ac-88c2-4d67-9704-b5299ad1d1a8 service neutron] For port 83d9588b-2115-41e9-aeb9-ccc322936adc, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=83d9588b-2115-41e9-aeb9-ccc322936adc,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:05:24.257314 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c002a446-ca7c-432f-a681-bf4d0aabf93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:24.337657 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-551c354d-bca5-442b-865f-41dc0451fd74 req-ea7013ac-88c2-4d67-9704-b5299ad1d1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:24.368264 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9f7240fa-488d-417b-99af-429b5dcd1813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:24.467202 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c354d-bca5-442b-865f-41dc0451fd74 req-ea7013ac-88c2-4d67-9704-b5299ad1d1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:24.467823 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-551c354d-bca5-442b-865f-41dc0451fd74 req-ea7013ac-88c2-4d67-9704-b5299ad1d1a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:24.469263 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7240fa-488d-417b-99af-429b5dcd1813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca663453-e0d0-49a3-899d-142015438c72,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:24.469390 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-551c354d-bca5-442b-865f-41dc0451fd74 req-ea7013ac-88c2-4d67-9704-b5299ad1d1a8 service neutron] 10.222.0.32 "PUT /v2.0/ports/83d9588b-2115-41e9-aeb9-ccc322936adc HTTP/1.1" status: 200 len: 1095 time: 2.4769511 May 27 02:05:24.469770 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e69d55ab-786f-40de-bc71-a546d38bf60b', 'tag': '83d9588b-2115-41e9-aeb9-ccc322936adc'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:05:24.491186 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6170b-ecdf-4ac8-9dbc-d9f8f0874675 req-61f317b7-8839-4d9a-a180-3c28a96116e8 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:24.492737 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-edc6170b-ecdf-4ac8-9dbc-d9f8f0874675 req-61f317b7-8839-4d9a-a180-3c28a96116e8 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/ports?device_id=e69d55ab-786f-40de-bc71-a546d38bf60b HTTP/1.1" status: 200 len: 947 time: 0.3594100 May 27 02:05:24.493600 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9f7240fa-488d-417b-99af-429b5dcd1813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:24.494576 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9f7240fa-488d-417b-99af-429b5dcd1813 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ca663453-e0d0-49a3-899d-142015438c72 HTTP/1.1" status: 204 len: 168 time: 0.9478521 May 27 02:05:24.509787 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-9ff43e51-45e4-4d7a-9561-00780123933e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a2b39fb-17d3-48c4-9c1c-475432c11a7d {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:05:24.538202 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-9ff43e51-45e4-4d7a-9561-00780123933e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:24.566425 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-9ff43e51-45e4-4d7a-9561-00780123933e service neutron] Transition to ACTIVE for port object 1a2b39fb-17d3-48c4-9c1c-475432c11a7d will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:05:24.655180 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-9ff43e51-45e4-4d7a-9561-00780123933e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:24.687889 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7013ac-88c2-4d67-9704-b5299ad1d1a8 service neutron] Pushing event updated for resources: {'Port': ['ID=83d9588b-2115-41e9-aeb9-ccc322936adc,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:24.712434 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-edc6170b-ecdf-4ac8-9dbc-d9f8f0874675 req-92b57674-2e91-4c98-b29f-8659c06f4bc0 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc8d478-f999-427c-97b9-76a718b84049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013509 May 27 02:05:24.948578 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff43e51-45e4-4d7a-9561-00780123933e service neutron] Pushing event updated for resources: {'Port': ['ID=1a2b39fb-17d3-48c4-9c1c-475432c11a7d,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:25.026332 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50374) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:25.077763 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-684ce83a-2909-47fe-9f4e-5a0804be2917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:25.098832 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-684ce83a-2909-47fe-9f4e-5a0804be2917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:25.103545 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-684ce83a-2909-47fe-9f4e-5a0804be2917 admin admin] Usage tracker for resource:security_group_rule and tenant:f802d475c360421482c29de5cd75c46a is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:25.106975 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-684ce83a-2909-47fe-9f4e-5a0804be2917 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:25.116533 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-684ce83a-2909-47fe-9f4e-5a0804be2917 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:25.189903 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-9ff43e51-45e4-4d7a-9561-00780123933e service neutron] Attempting to bind port 1a2b39fb-17d3-48c4-9c1c-475432c11a7d on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:05:25.190894 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-9ff43e51-45e4-4d7a-9561-00780123933e service neutron] Attempting to bind port 1a2b39fb-17d3-48c4-9c1c-475432c11a7d by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:05:25.192849 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-9ff43e51-45e4-4d7a-9561-00780123933e service neutron] Attempting to bind port 1a2b39fb-17d3-48c4-9c1c-475432c11a7d on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:05:25.209750 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-9ff43e51-45e4-4d7a-9561-00780123933e service neutron] Port 1a2b39fb-17d3-48c4-9c1c-475432c11a7d on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:05:25.210080 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-9ff43e51-45e4-4d7a-9561-00780123933e service neutron] Attempting to bind port 1a2b39fb-17d3-48c4-9c1c-475432c11a7d on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:05:25.245549 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-9ff43e51-45e4-4d7a-9561-00780123933e service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:05:25.247693 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-9ff43e51-45e4-4d7a-9561-00780123933e service neutron] Checking segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:05:25.248174 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-9ff43e51-45e4-4d7a-9561-00780123933e service neutron] Bound using segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:05:25.248910 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-9ff43e51-45e4-4d7a-9561-00780123933e service neutron] Bound port: 1a2b39fb-17d3-48c4-9c1c-475432c11a7d, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:05:25.249281 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-9ff43e51-45e4-4d7a-9561-00780123933e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:25.295848 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-684ce83a-2909-47fe-9f4e-5a0804be2917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:25.312515 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb0eff-3dd4-478e-a2de-35e6a02ccd30 req-49c1454d-3035-48c8-83fa-537bace3130a tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:25.335529 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9efb0eff-3dd4-478e-a2de-35e6a02ccd30 req-49c1454d-3035-48c8-83fa-537bace3130a tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac8efcca-4593-4e3d-804b-ba5062d276c3 HTTP/1.1" status: 200 len: 970 time: 0.4284296 May 27 02:05:25.366936 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-684ce83a-2909-47fe-9f4e-5a0804be2917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:25.395471 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 102fd53c-2234-42c6-bbca-e5f87bb7b583 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:05:25.499947 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-684ce83a-2909-47fe-9f4e-5a0804be2917 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f802d475c360421482c29de5cd75c46a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4723794 May 27 02:05:25.517115 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50392) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:25.545864 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9efb0eff-3dd4-478e-a2de-35e6a02ccd30 req-3bba5e35-257b-4294-9b82-b917213d5184 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa732e51-09fd-4f5c-80ab-aa8098abbb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081840 May 27 02:05:25.564202 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ce83a-2909-47fe-9f4e-5a0804be2917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ced600-0a4e-41b4-8504-a1dc48e7cd7b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:25.627631 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69d2fa3e-2b7e-44b0-9e42-96d8598dd42d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:25.672710 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69d2fa3e-2b7e-44b0-9e42-96d8598dd42d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:25.708488 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 102fd53c-2234-42c6-bbca-e5f87bb7b583, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=102fd53c-2234-42c6-bbca-e5f87bb7b583,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:25.739174 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '102fd53c-2234-42c6-bbca-e5f87bb7b583', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'port_id': '102fd53c-2234-42c6-bbca-e5f87bb7b583', 'mac_address': 'fa:16:3e:7f:a0:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf69705-8457-415f-85a3-b42efaff1b97', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:tempest-test_az-1552486461', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:05:25.813276 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-9ff43e51-45e4-4d7a-9561-00780123933e service neutron] For port 1a2b39fb-17d3-48c4-9c1c-475432c11a7d, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:05:25.826040 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-9ff43e51-45e4-4d7a-9561-00780123933e service neutron] For port 1a2b39fb-17d3-48c4-9c1c-475432c11a7d, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=1a2b39fb-17d3-48c4-9c1c-475432c11a7d,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:05:25.841544 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28eacfbc-a14e-4376-abbc-15566a7a1552'] response: {'name': 'network-changed', 'server_uuid': 'e69d55ab-786f-40de-bc71-a546d38bf60b', 'tag': '83d9588b-2115-41e9-aeb9-ccc322936adc', 'status': 'completed', 'code': 200} May 27 02:05:25.870511 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c002a446-ca7c-432f-a681-bf4d0aabf93c None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:25.881224 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69d2fa3e-2b7e-44b0-9e42-96d8598dd42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:25.885606 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cefaed3-4e79-4d83-987d-95bdf56ef751 req-919c0194-8bd6-40b1-9c73-c309abc00c60 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:25.885822 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9415d882-9fb6-493e-a395-d747ddac22be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:25.897295 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c002a446-ca7c-432f-a681-bf4d0aabf93c None None] Transition to ACTIVE for port object 8de9b763-a665-4067-b570-665e10ad66a2 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:05:25.904520 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5cefaed3-4e79-4d83-987d-95bdf56ef751 req-919c0194-8bd6-40b1-9c73-c309abc00c60 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa238936-2f27-4cdf-9352-a3a68b4de7d6 HTTP/1.1" status: 200 len: 948 time: 0.4305451 May 27 02:05:25.908754 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 102fd53c-2234-42c6-bbca-e5f87bb7b583 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:25.909394 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:25.932215 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 102fd53c-2234-42c6-bbca-e5f87bb7b583 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:05:25.933326 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2fa3e-2b7e-44b0-9e42-96d8598dd42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ced600-0a4e-41b4-8504-a1dc48e7cd7b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:25.960373 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69d2fa3e-2b7e-44b0-9e42-96d8598dd42d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:25.962973 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-69d2fa3e-2b7e-44b0-9e42-96d8598dd42d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/52ced600-0a4e-41b4-8504-a1dc48e7cd7b HTTP/1.1" status: 204 len: 168 time: 0.4442232 May 27 02:05:25.978336 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-9ff43e51-45e4-4d7a-9561-00780123933e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:26.077795 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5cefaed3-4e79-4d83-987d-95bdf56ef751 req-b72c585e-ede3-4ec0-bf79-37414dab3093 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/security-groups?id=fadc0ad7-a34f-4f5c-a66a-2e6db2753842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722045 May 27 02:05:26.087076 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c002a446-ca7c-432f-a681-bf4d0aabf93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:26.094868 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-9ff43e51-45e4-4d7a-9561-00780123933e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:26.095461 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-9ff43e51-45e4-4d7a-9561-00780123933e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:26.097372 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-9ff43e51-45e4-4d7a-9561-00780123933e service neutron] 10.222.0.32 "PUT /v2.0/ports/1a2b39fb-17d3-48c4-9c1c-475432c11a7d HTTP/1.1" status: 200 len: 1096 time: 3.7543499 May 27 02:05:26.098404 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa238936-2f27-4cdf-9352-a3a68b4de7d6', 'tag': '1a2b39fb-17d3-48c4-9c1c-475432c11a7d'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:05:26.109175 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50404) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:26.122679 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 102fd53c-2234-42c6-bbca-e5f87bb7b583, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=102fd53c-2234-42c6-bbca-e5f87bb7b583,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:26.144327 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2a61a5b7-76ce-47ae-a553-a1fbef5cb2f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:26.163201 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 50410) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:26.163877 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff43e51-45e4-4d7a-9561-00780123933e service neutron] Pushing event updated for resources: {'Port': ['ID=1a2b39fb-17d3-48c4-9c1c-475432c11a7d,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:26.175187 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2a61a5b7-76ce-47ae-a553-a1fbef5cb2f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:26.178775 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2a61a5b7-76ce-47ae-a553-a1fbef5cb2f8 admin admin] Usage tracker for resource:security_group_rule and tenant:7cb3fc932609411da161bd30f2ed0321 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:26.181218 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-c3cc021d-5ecf-4df8-b836-d81787bbf0f5 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1685611140', 'description': 'tempest-description--632035274'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:05:26.182947 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2a61a5b7-76ce-47ae-a553-a1fbef5cb2f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:26.191472 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c3cc021d-5ecf-4df8-b836-d81787bbf0f5 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:26.198880 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2a61a5b7-76ce-47ae-a553-a1fbef5cb2f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:26.205920 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c3cc021d-5ecf-4df8-b836-d81787bbf0f5 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Usage tracker for resource:security_group and tenant:28dbf9fdfeb54f248dadfff426cc8a12 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:26.211844 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c3cc021d-5ecf-4df8-b836-d81787bbf0f5 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:26.230482 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c3cc021d-5ecf-4df8-b836-d81787bbf0f5 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:26.248066 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7954c049-3052-4d7c-b235-daf7135222dd'] response: {'name': 'network-changed', 'server_uuid': 'fa238936-2f27-4cdf-9352-a3a68b4de7d6', 'tag': '1a2b39fb-17d3-48c4-9c1c-475432c11a7d', 'status': 'completed', 'code': 200} May 27 02:05:26.339221 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c3cc021d-5ecf-4df8-b836-d81787bbf0f5 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:26.391418 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c3cc021d-5ecf-4df8-b836-d81787bbf0f5 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:26.402562 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c3cc021d-5ecf-4df8-b836-d81787bbf0f5 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Usage tracker for resource:security_group_rule and tenant:28dbf9fdfeb54f248dadfff426cc8a12 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:26.407361 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c3cc021d-5ecf-4df8-b836-d81787bbf0f5 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:26.417942 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2a61a5b7-76ce-47ae-a553-a1fbef5cb2f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:26.428039 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c3cc021d-5ecf-4df8-b836-d81787bbf0f5 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:26.452543 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:26.475523 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2a61a5b7-76ce-47ae-a553-a1fbef5cb2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:26.498000 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40ff4b-ed1e-4f6e-bdee-aae556691273 req-ec0e17c0-14fe-44f8-8f76-a7744d505260 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:26.505613 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cd40ff4b-ed1e-4f6e-bdee-aae556691273 req-ec0e17c0-14fe-44f8-8f76-a7744d505260 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/ports?device_id=e69d55ab-786f-40de-bc71-a546d38bf60b HTTP/1.1" status: 200 len: 947 time: 0.2132130 May 27 02:05:26.579271 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61a5b7-76ce-47ae-a553-a1fbef5cb2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27b38b7-7500-4ffc-988d-5569d17dae52,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:26.630680 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2a61a5b7-76ce-47ae-a553-a1fbef5cb2f8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7cb3fc932609411da161bd30f2ed0321&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5204117 May 27 02:05:26.633434 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 50418) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:26.651262 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeae191-c9bf-4866-b37e-cfb51cbf8212 None None] Pushing event updated for resources: {'Port': ['ID=8de9b763-a665-4067-b570-665e10ad66a2,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:26.698048 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cd40ff4b-ed1e-4f6e-bdee-aae556691273 req-dd9f5877-91cd-4f02-b20a-8a272bc1f778 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc8d478-f999-427c-97b9-76a718b84049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843669 May 27 02:05:26.778948 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-c002a446-ca7c-432f-a681-bf4d0aabf93c None None] Attempting to bind port 8de9b763-a665-4067-b570-665e10ad66a2 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:05:26.782765 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-c002a446-ca7c-432f-a681-bf4d0aabf93c None None] Attempting to bind port 8de9b763-a665-4067-b570-665e10ad66a2 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '3ac6780f-424a-4041-a231-bee35e0562c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '285d116f-f374-4f94-b77a-ffd92d46c315'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:05:26.782765 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c002a446-ca7c-432f-a681-bf4d0aabf93c None None] Attempting to bind port 8de9b763-a665-4067-b570-665e10ad66a2 on network 285d116f-f374-4f94-b77a-ffd92d46c315 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:05:26.804413 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c002a446-ca7c-432f-a681-bf4d0aabf93c None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:05:26.804960 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c002a446-ca7c-432f-a681-bf4d0aabf93c None None] Checking segment: {'id': '3ac6780f-424a-4041-a231-bee35e0562c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '285d116f-f374-4f94-b77a-ffd92d46c315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:05:26.805570 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c002a446-ca7c-432f-a681-bf4d0aabf93c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:26.806051 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c002a446-ca7c-432f-a681-bf4d0aabf93c None None] Bound using segment: {'id': '3ac6780f-424a-4041-a231-bee35e0562c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '285d116f-f374-4f94-b77a-ffd92d46c315'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:05:26.806768 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-c002a446-ca7c-432f-a681-bf4d0aabf93c None None] Bound port: 8de9b763-a665-4067-b570-665e10ad66a2, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac6780f-424a-4041-a231-bee35e0562c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '285d116f-f374-4f94-b77a-ffd92d46c315'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:05:26.807122 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c002a446-ca7c-432f-a681-bf4d0aabf93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:26.869182 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['102fd53c-2234-42c6-bbca-e5f87bb7b583'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:05:26.878247 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c3cc021d-5ecf-4df8-b836-d81787bbf0f5 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:26.893326 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6eeb8fde-b353-4e8f-8d60-09d0fbd66562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:26.926909 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6eeb8fde-b353-4e8f-8d60-09d0fbd66562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:26.951275 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c3cc021d-5ecf-4df8-b836-d81787bbf0f5 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:27.007220 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=102fd53c-2234-42c6-bbca-e5f87bb7b583,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:27.029694 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac69f6f-e9bd-42fb-89dd-1403414ee6ca req-0d7da557-8460-47e7-9a47-5161de0bb85b tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:27.031176 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8ac69f6f-e9bd-42fb-89dd-1403414ee6ca req-0d7da557-8460-47e7-9a47-5161de0bb85b tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac8efcca-4593-4e3d-804b-ba5062d276c3 HTTP/1.1" status: 200 len: 971 time: 0.2797458 May 27 02:05:27.032876 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-c002a446-ca7c-432f-a681-bf4d0aabf93c None None] For port 8de9b763-a665-4067-b570-665e10ad66a2, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:05:27.034153 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc021d-5ecf-4df8-b836-d81787bbf0f5 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d322c91f-9b95-4e01-816d-2040f3d8ecc3,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:27.054014 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-c002a446-ca7c-432f-a681-bf4d0aabf93c None None] For port 8de9b763-a665-4067-b570-665e10ad66a2, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8de9b763-a665-4067-b570-665e10ad66a2,segment=NetworkSegment(3ac6780f-424a-4041-a231-bee35e0562c1),segment_id=3ac6780f-424a-4041-a231-bee35e0562c1)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:05:27.081820 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8ac69f6f-e9bd-42fb-89dd-1403414ee6ca req-d3f38ac9-f795-4345-8e20-cc0443799a55 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa732e51-09fd-4f5c-80ab-aa8098abbb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425704 May 27 02:05:27.086663 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c3cc021d-5ecf-4df8-b836-d81787bbf0f5 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:27.091082 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c3cc021d-5ecf-4df8-b836-d81787bbf0f5 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9146824 May 27 02:05:27.096305 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50432) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:27.099452 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d07e64a3-0021-40a6-b5b3-d22df9250fad tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Request body: {'security_group_rule': {'security_group_id': 'd322c91f-9b95-4e01-816d-2040f3d8ecc3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:05:27.106447 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d07e64a3-0021-40a6-b5b3-d22df9250fad tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:27.110530 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d07e64a3-0021-40a6-b5b3-d22df9250fad tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Usage tracker for resource:security_group_rule and tenant:28dbf9fdfeb54f248dadfff426cc8a12 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:27.114511 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d07e64a3-0021-40a6-b5b3-d22df9250fad tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:27.120949 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d07e64a3-0021-40a6-b5b3-d22df9250fad tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:27.121178 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c002a446-ca7c-432f-a681-bf4d0aabf93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:27.172075 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6eeb8fde-b353-4e8f-8d60-09d0fbd66562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:27.189872 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeb8fde-b353-4e8f-8d60-09d0fbd66562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27b38b7-7500-4ffc-988d-5569d17dae52,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:27.199305 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6eeb8fde-b353-4e8f-8d60-09d0fbd66562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:27.200399 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6eeb8fde-b353-4e8f-8d60-09d0fbd66562 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c27b38b7-7500-4ffc-988d-5569d17dae52 HTTP/1.1" status: 204 len: 168 time: 0.5586085 May 27 02:05:27.219051 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d07e64a3-0021-40a6-b5b3-d22df9250fad tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:27.310718 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeae191-c9bf-4866-b37e-cfb51cbf8212 None None] Pushing event updated for resources: {'Port': ['ID=8de9b763-a665-4067-b570-665e10ad66a2,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:27.356391 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c002a446-ca7c-432f-a681-bf4d0aabf93c None None] Routers {'d6b055a4-8e9b-4894-b769-ce34a8259cc6'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:05:27.357504 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c002a446-ca7c-432f-a681-bf4d0aabf93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:04:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d6b055a4-8e9b-4894-b769-ce34a8259cc6'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:27.394995 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba94b6a-db1d-4605-abb2-7485d07294b9 req-92f5d598-48c3-4563-8876-95f688953b4c tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:27.403016 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7ba94b6a-db1d-4605-abb2-7485d07294b9 req-92f5d598-48c3-4563-8876-95f688953b4c tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa238936-2f27-4cdf-9352-a3a68b4de7d6 HTTP/1.1" status: 200 len: 948 time: 0.2055588 May 27 02:05:27.473351 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7ba94b6a-db1d-4605-abb2-7485d07294b9 req-94fbb272-1cd3-4de9-a412-46bc26783673 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/security-groups?id=fadc0ad7-a34f-4f5c-a66a-2e6db2753842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693510 May 27 02:05:27.481846 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a1782-089a-4126-a7b3-2a30ffa341e1 req-b1c87511-2670-4c4e-b157-f74bedccc98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:27.483316 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fb8a1782-089a-4126-a7b3-2a30ffa341e1 req-b1c87511-2670-4c4e-b157-f74bedccc98c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5ce75c7d6fd94a56b324ae10a0baeb2d&device_id=fa238936-2f27-4cdf-9352-a3a68b4de7d6 HTTP/1.1" status: 200 len: 1099 time: 0.1491995 May 27 02:05:27.500148 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d07e64a3-0021-40a6-b5b3-d22df9250fad tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:27.515522 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3eb78-5470-4cf0-bee0-6be573af177b req-9d40c0e3-b266-442f-860f-73b8a9dfec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:27.517249 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0ed3eb78-5470-4cf0-bee0-6be573af177b req-9d40c0e3-b266-442f-860f-73b8a9dfec50 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=02484ed977aa42298767096cda535a80&device_id=e69d55ab-786f-40de-bc71-a546d38bf60b HTTP/1.1" status: 200 len: 1098 time: 0.1644630 May 27 02:05:27.546397 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fb8a1782-089a-4126-a7b3-2a30ffa341e1 req-51298097-2ef3-46c7-8b92-87667102a2b2 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=5ce75c7d6fd94a56b324ae10a0baeb2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339444 May 27 02:05:27.574766 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0ed3eb78-5470-4cf0-bee0-6be573af177b req-b26afc69-90a3-4bf2-82b3-163ec89d7e7e service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=02484ed977aa42298767096cda535a80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459783 May 27 02:05:27.631247 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-c002a446-ca7c-432f-a681-bf4d0aabf93c None None] Set router d6b055a4-8e9b-4894-b769-ce34a8259cc6 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:05:27.741657 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d07e64a3-0021-40a6-b5b3-d22df9250fad tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:27.763390 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3eb78-5470-4cf0-bee0-6be573af177b req-7a38596b-46bb-400d-ad18-e8ab1742e972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:27.764941 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0ed3eb78-5470-4cf0-bee0-6be573af177b req-7a38596b-46bb-400d-ad18-e8ab1742e972 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1757841 May 27 02:05:27.775568 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e64a3-0021-40a6-b5b3-d22df9250fad tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cad7bad4-4eee-445c-a80d-25f85595b03d,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:27.910327 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a1782-089a-4126-a7b3-2a30ffa341e1 req-64d15c3b-151c-489d-934e-f342e553ea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:27.910327 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fb8a1782-089a-4126-a7b3-2a30ffa341e1 req-64d15c3b-151c-489d-934e-f342e553ea5a service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3531888 May 27 02:05:27.947789 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d07e64a3-0021-40a6-b5b3-d22df9250fad tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:27.951432 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d07e64a3-0021-40a6-b5b3-d22df9250fad tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8563712 May 27 02:05:27.966417 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50464) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:27.975853 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-726bb680-625a-427f-b402-3be5acb7e67c tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Request body: {'security_group_rule': {'security_group_id': 'd322c91f-9b95-4e01-816d-2040f3d8ecc3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:05:27.980735 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-726bb680-625a-427f-b402-3be5acb7e67c tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:27.993939 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-726bb680-625a-427f-b402-3be5acb7e67c tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Usage tracker for resource:security_group_rule and tenant:28dbf9fdfeb54f248dadfff426cc8a12 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:28.016056 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-726bb680-625a-427f-b402-3be5acb7e67c tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:28.073203 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-726bb680-625a-427f-b402-3be5acb7e67c tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:28.109780 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53842f35-19f0-4f60-9f6b-9d5b6371d83a req-8a856897-2d37-4f6d-9f47-598cc0edcffb tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:28.110079 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c354d-bca5-442b-865f-41dc0451fd74 req-7a151583-e7c3-429c-87bf-ca7b5751cd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:28.112093 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-551c354d-bca5-442b-865f-41dc0451fd74 req-7a151583-e7c3-429c-87bf-ca7b5751cd0e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=02484ed977aa42298767096cda535a80&device_id=e69d55ab-786f-40de-bc71-a546d38bf60b HTTP/1.1" status: 200 len: 1098 time: 0.2571042 May 27 02:05:28.119557 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-53842f35-19f0-4f60-9f6b-9d5b6371d83a req-8a856897-2d37-4f6d-9f47-598cc0edcffb tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/ports?device_id=e69d55ab-786f-40de-bc71-a546d38bf60b HTTP/1.1" status: 200 len: 947 time: 0.1803329 May 27 02:05:28.130274 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-d639ea60-134d-4195-ae56-08d801734785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:28.130274 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-d639ea60-134d-4195-ae56-08d801734785 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5ce75c7d6fd94a56b324ae10a0baeb2d&device_id=fa238936-2f27-4cdf-9352-a3a68b4de7d6 HTTP/1.1" status: 200 len: 1099 time: 0.1439083 May 27 02:05:28.130507 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6efb64f3-db2b-4419-a7b3-c94d7d817290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:28.186469 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c002a446-ca7c-432f-a681-bf4d0aabf93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b055a4-8e9b-4894-b769-ce34a8259cc6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953330169-router', 'tenant_id': '29b0a756dbe242a98d4e9592a6aeb4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '5cc8d37b-858e-45ac-8f79-c999b7db0439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:05:07Z', 'updated_at': '2022-05-27T02:05:20Z', 'revision_number': 4, 'project_id': '29b0a756dbe242a98d4e9592a6aeb4b1', 'gw_port': {'id': '5cc8d37b-858e-45ac-8f79-c999b7db0439', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b055a4-8e9b-4894-b769-ce34a8259cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:08Z', 'updated_at': '2022-05-27T02:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '8de9b763-a665-4067-b570-665e10ad66a2', 'name': '', 'network_id': '285d116f-f374-4f94-b77a-ffd92d46c315', 'tenant_id': '29b0a756dbe242a98d4e9592a6aeb4b1', 'mac_address': 'fa:16:3e:25:0d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b055a4-8e9b-4894-b769-ce34a8259cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '35bc9c30-2977-4706-8ea2-6509dc0d5f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:16Z', 'updated_at': '2022-05-27T02:05:27Z', 'revision_number': 4, 'project_id': '29b0a756dbe242a98d4e9592a6aeb4b1', 'subnets': [{'id': '35bc9c30-2977-4706-8ea2-6509dc0d5f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:28.194921 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c002a446-ca7c-432f-a681-bf4d0aabf93c None None] The sync data for ids ['d6b055a4-8e9b-4894-b769-ce34a8259cc6'] in n-d-843554-3 is: [{'id': 'd6b055a4-8e9b-4894-b769-ce34a8259cc6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953330169-router', 'tenant_id': '29b0a756dbe242a98d4e9592a6aeb4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '5cc8d37b-858e-45ac-8f79-c999b7db0439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:05:07Z', 'updated_at': '2022-05-27T02:05:20Z', 'revision_number': 4, 'project_id': '29b0a756dbe242a98d4e9592a6aeb4b1', 'gw_port': {'id': '5cc8d37b-858e-45ac-8f79-c999b7db0439', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b055a4-8e9b-4894-b769-ce34a8259cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:08Z', 'updated_at': '2022-05-27T02:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '8de9b763-a665-4067-b570-665e10ad66a2', 'name': '', 'network_id': '285d116f-f374-4f94-b77a-ffd92d46c315', 'tenant_id': '29b0a756dbe242a98d4e9592a6aeb4b1', 'mac_address': 'fa:16:3e:25:0d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b055a4-8e9b-4894-b769-ce34a8259cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '35bc9c30-2977-4706-8ea2-6509dc0d5f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:16Z', 'updated_at': '2022-05-27T02:05:27Z', 'revision_number': 4, 'project_id': '29b0a756dbe242a98d4e9592a6aeb4b1', 'subnets': [{'id': '35bc9c30-2977-4706-8ea2-6509dc0d5f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:05:28.212739 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-409fbf1a-6127-4a33-8d26-b7765dbfd0c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=1a2b39fb-17d3-48c4-9c1c-475432c11a7d HTTP/1.1" status: 200 len: 217 time: 0.0709548 May 27 02:05:28.283313 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-551c354d-bca5-442b-865f-41dc0451fd74 req-ea055419-d7be-4326-98c4-6ff67c9c6839 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=83d9588b-2115-41e9-aeb9-ccc322936adc HTTP/1.1" status: 200 len: 217 time: 0.1637940 May 27 02:05:28.284835 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-726bb680-625a-427f-b402-3be5acb7e67c tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:28.304780 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-53842f35-19f0-4f60-9f6b-9d5b6371d83a req-7a684a58-909e-4305-a1ae-593e6462bfe0 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc8d478-f999-427c-97b9-76a718b84049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841440 May 27 02:05:28.362529 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-58eaaeab-47af-4ff6-9106-abd44c6f156d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:28.365081 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-58eaaeab-47af-4ff6-9106-abd44c6f156d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.1398535 May 27 02:05:28.473826 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511d0dc-ebe9-4c2d-9cd7-ba987106cfdb req-64d29a6c-70b6-46aa-a69d-13d933db0df1 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:28.475335 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c511d0dc-ebe9-4c2d-9cd7-ba987106cfdb req-64d29a6c-70b6-46aa-a69d-13d933db0df1 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac8efcca-4593-4e3d-804b-ba5062d276c3 HTTP/1.1" status: 200 len: 971 time: 0.1675544 May 27 02:05:28.478895 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c354d-bca5-442b-865f-41dc0451fd74 req-624372d5-5576-4b35-8e84-e20eebf2030c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:28.480740 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-551c354d-bca5-442b-865f-41dc0451fd74 req-624372d5-5576-4b35-8e84-e20eebf2030c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.1706862 May 27 02:05:28.526892 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-1dbd9f19-3083-4def-8d8b-7501f7c93228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:28.526892 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-1dbd9f19-3083-4def-8d8b-7501f7c93228 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1450558 May 27 02:05:28.543529 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-726bb680-625a-427f-b402-3be5acb7e67c tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:28.587550 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c354d-bca5-442b-865f-41dc0451fd74 req-2743573d-3c3f-476a-be6c-a5a01841c60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:28.589580 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-551c354d-bca5-442b-865f-41dc0451fd74 req-2743573d-3c3f-476a-be6c-a5a01841c60a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0979221 May 27 02:05:28.607260 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c511d0dc-ebe9-4c2d-9cd7-ba987106cfdb req-452c85d1-05ed-4185-aff9-b98b75082331 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa732e51-09fd-4f5c-80ab-aa8098abbb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228843 May 27 02:05:28.691836 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-726bb680-625a-427f-b402-3be5acb7e67c tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:28.795969 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-3464ab64-e017-4616-ae08-20ec97708a19 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653236 May 27 02:05:28.802865 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726bb680-625a-427f-b402-3be5acb7e67c tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd11adf0-94ed-417d-a797-32b30461c9e5,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:28.811602 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:28.839145 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-551c354d-bca5-442b-865f-41dc0451fd74 req-137fff66-6c4c-4c61-be1b-a9c472b2bf1d service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417383 May 27 02:05:28.926904 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:28.984655 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a765c7-b02b-4321-bdcc-26fc53055935 req-1b9b6b67-ca1b-41c3-8313-441664866d70 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:28.988350 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-71a765c7-b02b-4321-bdcc-26fc53055935 req-1b9b6b67-ca1b-41c3-8313-441664866d70 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa238936-2f27-4cdf-9352-a3a68b4de7d6 HTTP/1.1" status: 200 len: 948 time: 0.3678796 May 27 02:05:29.015534 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8de9b763-a665-4067-b570-665e10ad66a2 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:05:29.071524 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a8fc5e18-ab62-409f-993c-a78e6ba9e706 req-8c93e134-45e8-4c3d-b284-214d0209363d service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656336 May 27 02:05:29.080792 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-551c354d-bca5-442b-865f-41dc0451fd74 req-9423c5e5-6dbc-4c8c-8b39-0894378e4ab3 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332830 May 27 02:05:29.082257 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-726bb680-625a-427f-b402-3be5acb7e67c tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:29.097533 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-726bb680-625a-427f-b402-3be5acb7e67c tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1297419 May 27 02:05:29.100928 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50508) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:29.106258 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-109cda97-ded3-4c6c-bbc2-fbdfe11d6a09 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:05:29.113342 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-109cda97-ded3-4c6c-bbc2-fbdfe11d6a09 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:29.121414 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-71a765c7-b02b-4321-bdcc-26fc53055935 req-f011cc7d-e2fd-4a3b-91f3-cc2a2003187b tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/security-groups?id=fadc0ad7-a34f-4f5c-a66a-2e6db2753842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189809 May 27 02:05:29.127670 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-109cda97-ded3-4c6c-bbc2-fbdfe11d6a09 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Usage tracker for resource:floatingip and tenant:28dbf9fdfeb54f248dadfff426cc8a12 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:29.131951 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-109cda97-ded3-4c6c-bbc2-fbdfe11d6a09 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:29.138133 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-109cda97-ded3-4c6c-bbc2-fbdfe11d6a09 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:29.195320 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 8de9b763-a665-4067-b570-665e10ad66a2 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:05:29.201079 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 8de9b763-a665-4067-b570-665e10ad66a2 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:29.201654 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:29.212399 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-109cda97-ded3-4c6c-bbc2-fbdfe11d6a09 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:29.319444 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:05:29.344087 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 8de9b763-a665-4067-b570-665e10ad66a2 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:29.344613 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:29.395022 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 102fd53c-2234-42c6-bbca-e5f87bb7b583 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:05:29.510457 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-109cda97-ded3-4c6c-bbc2-fbdfe11d6a09 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:29.516302 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 8de9b763-a665-4067-b570-665e10ad66a2, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8de9b763-a665-4067-b570-665e10ad66a2,segment=NetworkSegment(3ac6780f-424a-4041-a231-bee35e0562c1),segment_id=3ac6780f-424a-4041-a231-bee35e0562c1)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:29.562164 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d1f7e-f721-4dde-aa80-85a0f26e08e7 req-0a200edb-d35f-40d4-8fd0-7f8ff29cbd0c tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:29.563659 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f90d1f7e-f721-4dde-aa80-85a0f26e08e7 req-0a200edb-d35f-40d4-8fd0-7f8ff29cbd0c tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/ports?device_id=e69d55ab-786f-40de-bc71-a546d38bf60b HTTP/1.1" status: 200 len: 947 time: 0.0928483 May 27 02:05:29.618879 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f90d1f7e-f721-4dde-aa80-85a0f26e08e7 req-40fba0cf-b9e9-4eb9-9327-5bda96337b73 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc8d478-f999-427c-97b9-76a718b84049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478618 May 27 02:05:29.648699 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:29.680778 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-109cda97-ded3-4c6c-bbc2-fbdfe11d6a09 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Allocated IP 172.25.1.40 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/28349b7a-b413-4ef5-9d5b-cc6719aa12c0) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:05:29.689685 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 102fd53c-2234-42c6-bbca-e5f87bb7b583 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:05:29.710518 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 102fd53c-2234-42c6-bbca-e5f87bb7b583 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:29.711204 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:29.905973 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23caf51-f4be-4b47-a0db-85605c1c1156 req-e191b64a-8c8d-4721-8d9e-322246646209 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:29.913979 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b23caf51-f4be-4b47-a0db-85605c1c1156 req-e191b64a-8c8d-4721-8d9e-322246646209 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac8efcca-4593-4e3d-804b-ba5062d276c3 HTTP/1.1" status: 200 len: 971 time: 0.1377020 May 27 02:05:29.930556 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-109cda97-ded3-4c6c-bbc2-fbdfe11d6a09 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:29.935689 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=8de9b763-a665-4067-b570-665e10ad66a2,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:29.990077 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b23caf51-f4be-4b47-a0db-85605c1c1156 req-0c8ec98e-46e8-4a6e-8070-860b52d3c5fe tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa732e51-09fd-4f5c-80ab-aa8098abbb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751281 May 27 02:05:30.030115 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 102fd53c-2234-42c6-bbca-e5f87bb7b583 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:30.030603 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:30.040167 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:30.058804 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-109cda97-ded3-4c6c-bbc2-fbdfe11d6a09 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:30.081879 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 50548) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:30.128843 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109cda97-ded3-4c6c-bbc2-fbdfe11d6a09 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:05:30.131432 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-109cda97-ded3-4c6c-bbc2-fbdfe11d6a09 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:05:30.135718 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109cda97-ded3-4c6c-bbc2-fbdfe11d6a09 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:05:30.142758 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8efcca-4593-4e3d-804b-ba5062d276c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102fd53c-2234-42c6-bbca-e5f87bb7b583'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:05:30.147051 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cda97-ded3-4c6c-bbc2-fbdfe11d6a09 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Pushing event updated for resources: {'Port': ['ID=28349b7a-b413-4ef5-9d5b-cc6719aa12c0,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:30.218006 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-109cda97-ded3-4c6c-bbc2-fbdfe11d6a09 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:30.254866 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 102fd53c-2234-42c6-bbca-e5f87bb7b583, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=102fd53c-2234-42c6-bbca-e5f87bb7b583,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:30.309384 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-104039a9-63cc-449d-81a9-27a6c53f83d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:30.336510 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-109cda97-ded3-4c6c-bbc2-fbdfe11d6a09 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:30.337311 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-104039a9-63cc-449d-81a9-27a6c53f83d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:30.338794 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:30.352068 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-104039a9-63cc-449d-81a9-27a6c53f83d3 admin admin] Usage tracker for resource:security_group_rule and tenant:e907e0311f4745f099ac5e2270243ef3 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:30.356067 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-104039a9-63cc-449d-81a9-27a6c53f83d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:30.363867 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-104039a9-63cc-449d-81a9-27a6c53f83d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:30.404137 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b89894-a752-4fcf-be27-08cc08c7c17e req-d533a217-d282-46c6-8b77-c03c48c68627 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:30.413733 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-80b89894-a752-4fcf-be27-08cc08c7c17e req-d533a217-d282-46c6-8b77-c03c48c68627 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa238936-2f27-4cdf-9352-a3a68b4de7d6 HTTP/1.1" status: 200 len: 948 time: 0.1431296 May 27 02:05:30.432301 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=102fd53c-2234-42c6-bbca-e5f87bb7b583,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:30.475594 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-80b89894-a752-4fcf-be27-08cc08c7c17e req-2428ae91-5422-4cf1-969a-6f91ba5d3eab tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/security-groups?id=fadc0ad7-a34f-4f5c-a66a-2e6db2753842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588250 May 27 02:05:30.510171 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fb5ead9-b6ec-4804-a594-ab1d21b80881'] response: {'server_uuid': 'ac8efcca-4593-4e3d-804b-ba5062d276c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102fd53c-2234-42c6-bbca-e5f87bb7b583', 'code': 200} May 27 02:05:30.527599 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-104039a9-63cc-449d-81a9-27a6c53f83d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:30.602594 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-109cda97-ded3-4c6c-bbc2-fbdfe11d6a09 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:30.609781 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-104039a9-63cc-449d-81a9-27a6c53f83d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:30.670688 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-104039a9-63cc-449d-81a9-27a6c53f83d3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e907e0311f4745f099ac5e2270243ef3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5877504 May 27 02:05:30.673519 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104039a9-63cc-449d-81a9-27a6c53f83d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3806c3b8-6c37-4d9e-860c-bfab26d51df1,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:30.674042 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50570) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:30.703800 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466f82d-b127-4e31-ade2-19c86f215acf req-46ebe210-db5b-402b-9933-c806cfa62c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:30.705713 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-109cda97-ded3-4c6c-bbc2-fbdfe11d6a09 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:30.706172 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a466f82d-b127-4e31-ade2-19c86f215acf req-46ebe210-db5b-402b-9933-c806cfa62c45 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ac8efcca-4593-4e3d-804b-ba5062d276c3 HTTP/1.1" status: 200 len: 1123 time: 0.1302266 May 27 02:05:30.765412 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-a466f82d-b127-4e31-ade2-19c86f215acf req-d1196607-15ac-497b-887e-5f822436832a service neutron] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:30.780914 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-109cda97-ded3-4c6c-bbc2-fbdfe11d6a09 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:30.788930 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-a466f82d-b127-4e31-ade2-19c86f215acf req-d1196607-15ac-497b-887e-5f822436832a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:30.794523 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-a466f82d-b127-4e31-ade2-19c86f215acf req-d1196607-15ac-497b-887e-5f822436832a service neutron] Usage tracker for resource:security_group_rule and tenant:0ad2b60935b04d8daab61e220b5ed069 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:30.804152 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-a466f82d-b127-4e31-ade2-19c86f215acf req-d1196607-15ac-497b-887e-5f822436832a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:30.812445 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-a466f82d-b127-4e31-ade2-19c86f215acf req-d1196607-15ac-497b-887e-5f822436832a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:30.821524 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cda97-ded3-4c6c-bbc2-fbdfe11d6a09 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Pushing event updated for resources: {'Port': ['ID=28349b7a-b413-4ef5-9d5b-cc6719aa12c0,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:30.832420 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fff35dc1-94a3-4079-950a-2dcd3158ef89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:30.845088 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efe711-b362-437a-ae3d-7d8c74294719 req-e24bbf5d-5802-4bfc-b506-97fad61bf725 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:30.846702 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c9efe711-b362-437a-ae3d-7d8c74294719 req-e24bbf5d-5802-4bfc-b506-97fad61bf725 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/ports?device_id=e69d55ab-786f-40de-bc71-a546d38bf60b HTTP/1.1" status: 200 len: 947 time: 0.1170595 May 27 02:05:30.865921 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fff35dc1-94a3-4079-950a-2dcd3158ef89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:30.900359 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-109cda97-ded3-4c6c-bbc2-fbdfe11d6a09 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:30.904829 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-109cda97-ded3-4c6c-bbc2-fbdfe11d6a09 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8002472 May 27 02:05:30.906174 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c9efe711-b362-437a-ae3d-7d8c74294719 req-da7e4017-f48c-428a-9fe3-cba663580d9f tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc8d478-f999-427c-97b9-76a718b84049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531771 May 27 02:05:30.913301 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8de9b763-a665-4067-b570-665e10ad66a2 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:05:30.992657 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 8de9b763-a665-4067-b570-665e10ad66a2 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:30.993341 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:31.003735 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-a466f82d-b127-4e31-ade2-19c86f215acf req-d1196607-15ac-497b-887e-5f822436832a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:31.040881 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fff35dc1-94a3-4079-950a-2dcd3158ef89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:31.073758 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff35dc1-94a3-4079-950a-2dcd3158ef89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3806c3b8-6c37-4d9e-860c-bfab26d51df1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:31.086343 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fff35dc1-94a3-4079-950a-2dcd3158ef89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:31.086999 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-a466f82d-b127-4e31-ade2-19c86f215acf req-d1196607-15ac-497b-887e-5f822436832a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:31.088460 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-fff35dc1-94a3-4079-950a-2dcd3158ef89 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3806c3b8-6c37-4d9e-860c-bfab26d51df1 HTTP/1.1" status: 204 len: 168 time: 0.4133780 May 27 02:05:31.094556 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50582) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:31.137186 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a466f82d-b127-4e31-ade2-19c86f215acf req-d1196607-15ac-497b-887e-5f822436832a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fa732e51-09fd-4f5c-80ab-aa8098abbb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4248719 May 27 02:05:31.201905 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 8de9b763-a665-4067-b570-665e10ad66a2 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:31.251264 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a942a9cf-a6d3-4bcf-aba9-ff1b7e42dcac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:31.262311 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1196607-15ac-497b-887e-5f822436832a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=99b26036-a5e9-4365-959e-49087515888d,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:31.266255 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a942a9cf-a6d3-4bcf-aba9-ff1b7e42dcac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:31.274289 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a942a9cf-a6d3-4bcf-aba9-ff1b7e42dcac admin admin] Usage tracker for resource:security_group_rule and tenant:a509ad42ee194cfba3d3f0ec26b9cd6a is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:31.280612 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a942a9cf-a6d3-4bcf-aba9-ff1b7e42dcac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:31.286745 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a942a9cf-a6d3-4bcf-aba9-ff1b7e42dcac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:31.318853 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-add2bd1d-b914-4b36-820f-8bd186c827f2 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Synchronizing usage tracker for tenant:28dbf9fdfeb54f248dadfff426cc8a12 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:05:31.350505 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0323a-3590-4da8-88ee-ac032421fe08 req-ed2884bc-e419-456e-b6b8-f9ca96615b27 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:31.351956 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dce0323a-3590-4da8-88ee-ac032421fe08 req-ed2884bc-e419-456e-b6b8-f9ca96615b27 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac8efcca-4593-4e3d-804b-ba5062d276c3 HTTP/1.1" status: 200 len: 972 time: 0.2133834 May 27 02:05:31.370454 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a942a9cf-a6d3-4bcf-aba9-ff1b7e42dcac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:31.399660 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dce0323a-3590-4da8-88ee-ac032421fe08 req-a34bb64f-f1c4-4115-b259-eb2b46522811 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa732e51-09fd-4f5c-80ab-aa8098abbb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419309 May 27 02:05:31.415542 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-add2bd1d-b914-4b36-820f-8bd186c827f2 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Unset dirty status for tenant:28dbf9fdfeb54f248dadfff426cc8a12 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:05:31.416845 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-add2bd1d-b914-4b36-820f-8bd186c827f2 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1685611140&fields=id&tenant_id=28dbf9fdfeb54f248dadfff426cc8a12 HTTP/1.1" status: 200 len: 267 time: 0.1605935 May 27 02:05:31.440429 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a942a9cf-a6d3-4bcf-aba9-ff1b7e42dcac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:31.488899 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a942a9cf-a6d3-4bcf-aba9-ff1b7e42dcac admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a509ad42ee194cfba3d3f0ec26b9cd6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3922255 May 27 02:05:31.489762 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a942a9cf-a6d3-4bcf-aba9-ff1b7e42dcac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97bbdf50-4d11-409f-8027-f01004c9f8fe,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:31.492000 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50600) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:31.579535 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-559f60d5-06fd-4980-ba56-3bc24a16f551 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:31.581412 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-559f60d5-06fd-4980-ba56-3bc24a16f551 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/networks?id=17b286dd-35ae-40dc-a3e1-65b9625948fe HTTP/1.1" status: 200 len: 824 time: 0.1577449 May 27 02:05:31.600370 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-d44dc76d-0115-4362-956a-da96c4005820 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/quotas/28dbf9fdfeb54f248dadfff426cc8a12 HTTP/1.1" status: 200 len: 375 time: 0.0113928 May 27 02:05:31.650467 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db8722dc-9609-435c-b57c-57ce9915bace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:31.677482 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db8722dc-9609-435c-b57c-57ce9915bace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:31.748575 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2712be-1ea0-413d-92fa-7f5926e5f87f req-b8029911-d69e-407c-84ee-de381b28fe43 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:31.750083 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0b2712be-1ea0-413d-92fa-7f5926e5f87f req-b8029911-d69e-407c-84ee-de381b28fe43 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa238936-2f27-4cdf-9352-a3a68b4de7d6 HTTP/1.1" status: 200 len: 948 time: 0.1483316 May 27 02:05:31.761296 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-dfeaa1f2-6738-4826-8281-2172824282f2 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Synchronizing usage tracker for tenant:28dbf9fdfeb54f248dadfff426cc8a12 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:05:31.795105 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db8722dc-9609-435c-b57c-57ce9915bace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:31.811357 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8722dc-9609-435c-b57c-57ce9915bace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bbdf50-4d11-409f-8027-f01004c9f8fe,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:31.811882 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0b2712be-1ea0-413d-92fa-7f5926e5f87f req-72fe5393-7346-406d-b936-8328e90ccac0 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/security-groups?id=fadc0ad7-a34f-4f5c-a66a-2e6db2753842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468290 May 27 02:05:31.821643 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db8722dc-9609-435c-b57c-57ce9915bace admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:31.822914 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-db8722dc-9609-435c-b57c-57ce9915bace admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/97bbdf50-4d11-409f-8027-f01004c9f8fe HTTP/1.1" status: 204 len: 168 time: 0.3300202 May 27 02:05:31.874992 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-dfeaa1f2-6738-4826-8281-2172824282f2 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Unset dirty status for tenant:28dbf9fdfeb54f248dadfff426cc8a12 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:05:31.876922 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-dfeaa1f2-6738-4826-8281-2172824282f2 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=28dbf9fdfeb54f248dadfff426cc8a12&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2434895 May 27 02:05:32.109645 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af3f7d-3083-46f7-9a77-df29e4ebf474 req-6c60f208-0e83-48f2-b213-5f28f5b5182e tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:32.111266 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-95af3f7d-3083-46f7-9a77-df29e4ebf474 req-6c60f208-0e83-48f2-b213-5f28f5b5182e tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/ports?device_id=e69d55ab-786f-40de-bc71-a546d38bf60b HTTP/1.1" status: 200 len: 947 time: 0.0841768 May 27 02:05:32.116319 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-42c813e4-1f43-4df7-9c01-9c38d5a02b45 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:05:32.117323 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-42c813e4-1f43-4df7-9c01-9c38d5a02b45 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0965066 May 27 02:05:32.232611 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-95af3f7d-3083-46f7-9a77-df29e4ebf474 req-60768c8e-b31e-4306-8a38-d657b06428cb tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc8d478-f999-427c-97b9-76a718b84049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143653 May 27 02:05:32.289183 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-bf49ec1d-1d82-40b4-a320-968cfeb5e791 service neutron] 10.222.0.57 "GET /v2.0/networks/17b286dd-35ae-40dc-a3e1-65b9625948fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564565 May 27 02:05:32.312841 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50634) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:32.424744 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-9abb1fd4-9c73-464f-8c9d-02bd5662b327 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-879003590-network', 'tenant_id': 'a61d387cdc974bb69c2ef2afd4df1928'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:05:32.430677 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9abb1fd4-9c73-464f-8c9d-02bd5662b327 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:32.435870 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9abb1fd4-9c73-464f-8c9d-02bd5662b327 admin admin] Usage tracker for resource:network and tenant:a61d387cdc974bb69c2ef2afd4df1928 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:32.437568 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-e073b45e-5e6f-4d26-badb-a8b4e7c97282 service neutron] 10.222.0.57 "GET /v2.0/networks/17b286dd-35ae-40dc-a3e1-65b9625948fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421309 May 27 02:05:32.440187 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9abb1fd4-9c73-464f-8c9d-02bd5662b327 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:32.447170 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9abb1fd4-9c73-464f-8c9d-02bd5662b327 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:32.456707 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50642) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:32.476543 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-108eb035-e1ed-4de7-afaf-e1e7c885c531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:32.491192 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-108eb035-e1ed-4de7-afaf-e1e7c885c531 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:32.495126 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-108eb035-e1ed-4de7-afaf-e1e7c885c531 admin admin] Usage tracker for resource:security_group_rule and tenant:e8201a3b8631413f83b8751082ab7157 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:32.501654 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-108eb035-e1ed-4de7-afaf-e1e7c885c531 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:32.508319 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-108eb035-e1ed-4de7-afaf-e1e7c885c531 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:32.550416 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abb1fd4-9c73-464f-8c9d-02bd5662b327 admin admin] Made reservation on behalf of a61d387cdc974bb69c2ef2afd4df1928 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:05:32.552774 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9abb1fd4-9c73-464f-8c9d-02bd5662b327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:32.573625 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9abb1fd4-9c73-464f-8c9d-02bd5662b327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:32.596244 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83682b-ea2a-438e-8ded-3c2d01da5aa5 req-e5ee86bd-bb40-43bf-887a-c7fd2e3d2536 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:32.597917 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-de83682b-ea2a-438e-8ded-3c2d01da5aa5 req-e5ee86bd-bb40-43bf-887a-c7fd2e3d2536 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac8efcca-4593-4e3d-804b-ba5062d276c3 HTTP/1.1" status: 200 len: 972 time: 0.0866563 May 27 02:05:32.601057 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9abb1fd4-9c73-464f-8c9d-02bd5662b327 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:32.613923 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9abb1fd4-9c73-464f-8c9d-02bd5662b327 admin admin] Usage tracker for resource:security_group_rule and tenant:a61d387cdc974bb69c2ef2afd4df1928 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:32.618134 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9abb1fd4-9c73-464f-8c9d-02bd5662b327 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:32.632925 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9abb1fd4-9c73-464f-8c9d-02bd5662b327 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:32.639028 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-108eb035-e1ed-4de7-afaf-e1e7c885c531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:32.658310 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-de83682b-ea2a-438e-8ded-3c2d01da5aa5 req-1c57b01a-4425-4058-9ed3-1cad077b9fb7 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa732e51-09fd-4f5c-80ab-aa8098abbb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525193 May 27 02:05:32.707136 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-108eb035-e1ed-4de7-afaf-e1e7c885c531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:32.732263 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-30ce7870-8d04-42a2-872d-81ebdf2db722 req-bc246834-a102-49df-bcd5-3bfe613f5eca tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/ports?device_id=737eef93-9fa1-4e72-a654-8abc5ce308f0 HTTP/1.1" status: 200 len: 210 time: 0.0442867 May 27 02:05:32.774187 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-108eb035-e1ed-4de7-afaf-e1e7c885c531 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e8201a3b8631413f83b8751082ab7157&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3160784 May 27 02:05:32.776004 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108eb035-e1ed-4de7-afaf-e1e7c885c531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c980ae6-3a8a-4dcc-8c25-85fab07cea18,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:32.777713 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 50650) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:32.867714 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-af79f469-338f-41a0-9787-c28c6d14a193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:32.902514 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-af79f469-338f-41a0-9787-c28c6d14a193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:32.922644 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9abb1fd4-9c73-464f-8c9d-02bd5662b327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:32.980881 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9abb1fd4-9c73-464f-8c9d-02bd5662b327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:33.038387 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb1fd4-9c73-464f-8c9d-02bd5662b327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf23e37f-7d07-42d7-87c4-5fae263eb76f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:33.038978 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d9b1e-f400-4f53-b7ed-7aa559491659 req-0b720dd2-23f3-480f-bda2-88a52d1f1b95 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:33.048613 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1c1d9b1e-f400-4f53-b7ed-7aa559491659 req-0b720dd2-23f3-480f-bda2-88a52d1f1b95 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa238936-2f27-4cdf-9352-a3a68b4de7d6 HTTP/1.1" status: 200 len: 948 time: 0.1015832 May 27 02:05:33.097872 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1c1d9b1e-f400-4f53-b7ed-7aa559491659 req-7b7e9c9d-b683-423e-85db-582f0d50dcf6 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/security-groups?id=fadc0ad7-a34f-4f5c-a66a-2e6db2753842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435643 May 27 02:05:33.099092 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-af79f469-338f-41a0-9787-c28c6d14a193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:33.105175 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9abb1fd4-9c73-464f-8c9d-02bd5662b327 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:05:33.117855 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9abb1fd4-9c73-464f-8c9d-02bd5662b327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:33.118088 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79f469-338f-41a0-9787-c28c6d14a193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c980ae6-3a8a-4dcc-8c25-85fab07cea18,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:33.118687 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-9abb1fd4-9c73-464f-8c9d-02bd5662b327 admin admin] Added segment c7da7488-ba0f-458c-9f65-95e0e53dd7f9 of type vlan for network 773a749f-d2ca-4535-8f7c-cd5920e270a5 May 27 02:05:33.131480 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-af79f469-338f-41a0-9787-c28c6d14a193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:33.133378 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-af79f469-338f-41a0-9787-c28c6d14a193 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4c980ae6-3a8a-4dcc-8c25-85fab07cea18 HTTP/1.1" status: 204 len: 168 time: 0.3523531 May 27 02:05:33.162408 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9abb1fd4-9c73-464f-8c9d-02bd5662b327 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:33.269882 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9abb1fd4-9c73-464f-8c9d-02bd5662b327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:33.278477 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abb1fd4-9c73-464f-8c9d-02bd5662b327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:33.278477 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9abb1fd4-9c73-464f-8c9d-02bd5662b327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:33.384219 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb1fd4-9c73-464f-8c9d-02bd5662b327 admin admin] Pushing event updated for resources: {'Network': ['ID=773a749f-d2ca-4535-8f7c-cd5920e270a5,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:33.397001 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 773a749f-d2ca-4535-8f7c-cd5920e270a5 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:05:33.460105 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36c6da-dc23-40b3-a17f-c2f08a48d1be req-1798e831-fe8a-4cb2-bcf9-1d4c44ae3dc1 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:33.461645 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2e36c6da-dc23-40b3-a17f-c2f08a48d1be req-1798e831-fe8a-4cb2-bcf9-1d4c44ae3dc1 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/ports?device_id=e69d55ab-786f-40de-bc71-a546d38bf60b HTTP/1.1" status: 200 len: 947 time: 0.1214137 May 27 02:05:33.496912 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9abb1fd4-9c73-464f-8c9d-02bd5662b327 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1769509 May 27 02:05:33.496912 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50668) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:33.505827 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-143e8129-af95-4c60-939d-868ed3821fc1 admin admin] Request body: {'subnet': {'network_id': '773a749f-d2ca-4535-8f7c-cd5920e270a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-879003590-subnet', 'tenant_id': 'a61d387cdc974bb69c2ef2afd4df1928', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:05:33.511737 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 83d9588b-2115-41e9-aeb9-ccc322936adc details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:05:33.515660 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-143e8129-af95-4c60-939d-868ed3821fc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:33.519903 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-143e8129-af95-4c60-939d-868ed3821fc1 admin admin] Usage tracker for resource:subnet and tenant:a61d387cdc974bb69c2ef2afd4df1928 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:33.522870 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-143e8129-af95-4c60-939d-868ed3821fc1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:33.528040 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2e36c6da-dc23-40b3-a17f-c2f08a48d1be req-5b0e748e-d7f4-45ec-bf7c-754148b6fa8d tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc8d478-f999-427c-97b9-76a718b84049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599861 May 27 02:05:33.529665 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-143e8129-af95-4c60-939d-868ed3821fc1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:33.618044 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143e8129-af95-4c60-939d-868ed3821fc1 admin admin] Made reservation on behalf of a61d387cdc974bb69c2ef2afd4df1928 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:05:33.620302 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-143e8129-af95-4c60-939d-868ed3821fc1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:33.695767 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 83d9588b-2115-41e9-aeb9-ccc322936adc, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=83d9588b-2115-41e9-aeb9-ccc322936adc,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:33.717513 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '83d9588b-2115-41e9-aeb9-ccc322936adc', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'port_id': '83d9588b-2115-41e9-aeb9-ccc322936adc', 'mac_address': 'fa:16:3e:76:d1:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf69705-8457-415f-85a3-b42efaff1b97', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:05:33.788495 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 83d9588b-2115-41e9-aeb9-ccc322936adc is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:33.789755 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:33.817649 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83d9588b-2115-41e9-aeb9-ccc322936adc {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:05:33.839810 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 83d9588b-2115-41e9-aeb9-ccc322936adc, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=83d9588b-2115-41e9-aeb9-ccc322936adc,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:33.904202 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e0e7efa3-9efb-4435-b19b-cb7d393300ea req-e07c3e3b-a4f7-451d-9ac9-664c3f9dee7b tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/ports?device_id=737eef93-9fa1-4e72-a654-8abc5ce308f0 HTTP/1.1" status: 200 len: 210 time: 0.0680618 May 27 02:05:33.910509 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:33.911238 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 1a2b39fb-17d3-48c4-9c1c-475432c11a7d details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:05:33.957574 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10fd5e6-6242-4e33-9dbd-d1171fb10f36 req-14718c8b-23a5-4fd7-95d4-cf62aa5f8986 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:33.959030 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e10fd5e6-6242-4e33-9dbd-d1171fb10f36 req-14718c8b-23a5-4fd7-95d4-cf62aa5f8986 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac8efcca-4593-4e3d-804b-ba5062d276c3 HTTP/1.1" status: 200 len: 972 time: 0.1693485 May 27 02:05:33.988552 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-143e8129-af95-4c60-939d-868ed3821fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:33.998872 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=83d9588b-2115-41e9-aeb9-ccc322936adc,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:34.003514 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 1a2b39fb-17d3-48c4-9c1c-475432c11a7d, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=1a2b39fb-17d3-48c4-9c1c-475432c11a7d,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:34.019822 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '1a2b39fb-17d3-48c4-9c1c-475432c11a7d', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'port_id': '1a2b39fb-17d3-48c4-9c1c-475432c11a7d', 'mac_address': 'fa:16:3e:b2:f0:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf69705-8457-415f-85a3-b42efaff1b97', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:05:34.026146 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e10fd5e6-6242-4e33-9dbd-d1171fb10f36 req-5096c931-7bfe-40f1-86c0-ba14df07ec91 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa732e51-09fd-4f5c-80ab-aa8098abbb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545180 May 27 02:05:34.078525 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e8129-af95-4c60-939d-868ed3821fc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f3a0bb9-2c87-4da6-9e2a-6aea9082377c,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:34.089776 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143e8129-af95-4c60-939d-868ed3821fc1 admin admin] Checking segment: {'id': 'c7da7488-ba0f-458c-9f65-95e0e53dd7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '773a749f-d2ca-4535-8f7c-cd5920e270a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:05:34.090133 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143e8129-af95-4c60-939d-868ed3821fc1 admin admin] Network hostable DHCP agents. Network: 773a749f-d2ca-4535-8f7c-cd5920e270a5, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:05:34.111518 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 1a2b39fb-17d3-48c4-9c1c-475432c11a7d is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:34.112098 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:34.132185 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a2b39fb-17d3-48c4-9c1c-475432c11a7d {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:05:34.150030 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 1a2b39fb-17d3-48c4-9c1c-475432c11a7d, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=1a2b39fb-17d3-48c4-9c1c-475432c11a7d,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:34.244974 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143e8129-af95-4c60-939d-868ed3821fc1 admin admin] Network 773a749f-d2ca-4535-8f7c-cd5920e270a5 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:05:34.245457 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:34.281467 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2df3c-1539-4291-a43f-f1e8b11e742e req-d670b7a6-b9f0-48d3-b739-16d395f8fd00 tempest-AggregatesAdminTestJSON-1526672169 tempest-AggregatesAdminTestJSON-1526672169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:34.283506 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-95f2df3c-1539-4291-a43f-f1e8b11e742e req-d670b7a6-b9f0-48d3-b739-16d395f8fd00 tempest-AggregatesAdminTestJSON-1526672169 tempest-AggregatesAdminTestJSON-1526672169-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ac8efcca-4593-4e3d-804b-ba5062d276c3 HTTP/1.1" status: 200 len: 1123 time: 0.1275833 May 27 02:05:34.310100 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-95f2df3c-1539-4291-a43f-f1e8b11e742e req-f2511486-9581-47d1-8e42-f7af69680e15 tempest-AggregatesAdminTestJSON-1526672169 tempest-AggregatesAdminTestJSON-1526672169-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:34.322088 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=1a2b39fb-17d3-48c4-9c1c-475432c11a7d,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:34.332173 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-143e8129-af95-4c60-939d-868ed3821fc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 773a749f-d2ca-4535-8f7c-cd5920e270a5) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:05:34.336583 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888b56a-d825-40e0-8155-06f5d78711e4 req-5c402753-9c2f-4df2-9ca0-8524f9f36066 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:34.338084 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4888b56a-d825-40e0-8155-06f5d78711e4 req-5c402753-9c2f-4df2-9ca0-8524f9f36066 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa238936-2f27-4cdf-9352-a3a68b4de7d6 HTTP/1.1" status: 200 len: 949 time: 0.1221089 May 27 02:05:34.340310 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-95f2df3c-1539-4291-a43f-f1e8b11e742e req-f2511486-9581-47d1-8e42-f7af69680e15 tempest-AggregatesAdminTestJSON-1526672169 tempest-AggregatesAdminTestJSON-1526672169-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:34.344545 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24cb096-0e1a-4a6d-8424-fd76fb546095 None None] Network 773a749f-d2ca-4535-8f7c-cd5920e270a5 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:05:34.344662 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-95f2df3c-1539-4291-a43f-f1e8b11e742e req-f2511486-9581-47d1-8e42-f7af69680e15 tempest-AggregatesAdminTestJSON-1526672169 tempest-AggregatesAdminTestJSON-1526672169-project-admin] Usage tracker for resource:security_group_rule and tenant:8fbf1198e02e4a23a9c7cfbbf61b9ba8 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:34.346681 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143e8129-af95-4c60-939d-868ed3821fc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:34.348363 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-95f2df3c-1539-4291-a43f-f1e8b11e742e req-f2511486-9581-47d1-8e42-f7af69680e15 tempest-AggregatesAdminTestJSON-1526672169 tempest-AggregatesAdminTestJSON-1526672169-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:34.354417 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-143e8129-af95-4c60-939d-868ed3821fc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:34.355796 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-95f2df3c-1539-4291-a43f-f1e8b11e742e req-f2511486-9581-47d1-8e42-f7af69680e15 tempest-AggregatesAdminTestJSON-1526672169 tempest-AggregatesAdminTestJSON-1526672169-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:34.415389 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4888b56a-d825-40e0-8155-06f5d78711e4 req-ab0e8859-a3a9-48e9-84a5-1502540020e5 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/security-groups?id=fadc0ad7-a34f-4f5c-a66a-2e6db2753842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607905 May 27 02:05:34.487458 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-143e8129-af95-4c60-939d-868ed3821fc1 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9925015 May 27 02:05:34.490061 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50698) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:34.496984 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-301b0abd-ec4d-4657-a289-e4d5944f3157 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-879003590-router', 'tenant_id': 'a61d387cdc974bb69c2ef2afd4df1928', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:05:34.497985 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-95f2df3c-1539-4291-a43f-f1e8b11e742e req-f2511486-9581-47d1-8e42-f7af69680e15 tempest-AggregatesAdminTestJSON-1526672169 tempest-AggregatesAdminTestJSON-1526672169-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:34.502344 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-301b0abd-ec4d-4657-a289-e4d5944f3157 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:34.506447 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-301b0abd-ec4d-4657-a289-e4d5944f3157 admin admin] Usage tracker for resource:router and tenant:a61d387cdc974bb69c2ef2afd4df1928 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:34.509574 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-301b0abd-ec4d-4657-a289-e4d5944f3157 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:34.516618 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-301b0abd-ec4d-4657-a289-e4d5944f3157 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:34.595695 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-95f2df3c-1539-4291-a43f-f1e8b11e742e req-f2511486-9581-47d1-8e42-f7af69680e15 tempest-AggregatesAdminTestJSON-1526672169 tempest-AggregatesAdminTestJSON-1526672169-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:34.620308 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4244ae34-2933-4322-9f07-bf82037b1120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-773a749f-d2ca-4535-8f7c-cd5920e270a5', 'network_id': '773a749f-d2ca-4535-8f7c-cd5920e270a5', 'tenant_id': 'a61d387cdc974bb69c2ef2afd4df1928', 'fixed_ips': [{'subnet_id': '8f3a0bb9-2c87-4da6-9e2a-6aea9082377c'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:05:34.621203 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4244ae34-2933-4322-9f07-bf82037b1120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:34.632484 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['1a2b39fb-17d3-48c4-9c1c-475432c11a7d'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:05:34.658156 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['83d9588b-2115-41e9-aeb9-ccc322936adc'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:05:34.665165 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-301b0abd-ec4d-4657-a289-e4d5944f3157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:34.667821 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-301b0abd-ec4d-4657-a289-e4d5944f3157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:34.690989 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-301b0abd-ec4d-4657-a289-e4d5944f3157 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:34.691582 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-95f2df3c-1539-4291-a43f-f1e8b11e742e req-f2511486-9581-47d1-8e42-f7af69680e15 tempest-AggregatesAdminTestJSON-1526672169 tempest-AggregatesAdminTestJSON-1526672169-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=fa732e51-09fd-4f5c-80ab-aa8098abbb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984962 May 27 02:05:34.771822 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2511486-9581-47d1-8e42-f7af69680e15 tempest-AggregatesAdminTestJSON-1526672169 tempest-AggregatesAdminTestJSON-1526672169-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2a8b85-c62a-4a2b-a8d1-ca73c03d733f,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:34.840624 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c03a7-e089-4800-92a4-955194f443aa req-35169403-042a-4883-b334-b1109e40d8b4 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:34.842992 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-766c03a7-e089-4800-92a4-955194f443aa req-35169403-042a-4883-b334-b1109e40d8b4 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/ports?device_id=e69d55ab-786f-40de-bc71-a546d38bf60b HTTP/1.1" status: 200 len: 948 time: 0.1450171 May 27 02:05:34.932426 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-766c03a7-e089-4800-92a4-955194f443aa req-68e42fbd-afcb-442f-94e0-e8a2b798c221 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc8d478-f999-427c-97b9-76a718b84049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832751 May 27 02:05:35.118388 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-957a9fd4-d8bb-4ac0-914e-d5d3dd9c3243 req-0b08e76b-c05f-467d-8b50-459822985ca5 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/ports?device_id=737eef93-9fa1-4e72-a654-8abc5ce308f0 HTTP/1.1" status: 200 len: 210 time: 0.0473239 May 27 02:05:35.119564 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-301b0abd-ec4d-4657-a289-e4d5944f3157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:35.131959 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-4244ae34-2933-4322-9f07-bf82037b1120 None None] Allocated IP 172.20.0.2 (773a749f-d2ca-4535-8f7c-cd5920e270a5/8f3a0bb9-2c87-4da6-9e2a-6aea9082377c/df92e7c8-507e-4d35-a77f-c186a3c7f26e) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:05:35.429239 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4244ae34-2933-4322-9f07-bf82037b1120 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:35.441178 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4244ae34-2933-4322-9f07-bf82037b1120 None None] Transition to ACTIVE for port object df92e7c8-507e-4d35-a77f-c186a3c7f26e will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:05:35.462632 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4244ae34-2933-4322-9f07-bf82037b1120 None None] Transition to ACTIVE for port object df92e7c8-507e-4d35-a77f-c186a3c7f26e will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:05:35.549424 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4244ae34-2933-4322-9f07-bf82037b1120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:35.585220 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-301b0abd-ec4d-4657-a289-e4d5944f3157 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:35.617306 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-301b0abd-ec4d-4657-a289-e4d5944f3157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:35.622127 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4244ae34-2933-4322-9f07-bf82037b1120 None None] Network 773a749f-d2ca-4535-8f7c-cd5920e270a5 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:05:35.624956 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-4244ae34-2933-4322-9f07-bf82037b1120 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:05:35.627511 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4244ae34-2933-4322-9f07-bf82037b1120 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:05:35.703606 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4244ae34-2933-4322-9f07-bf82037b1120 None None] Pushing event updated for resources: {'Port': ['ID=df92e7c8-507e-4d35-a77f-c186a3c7f26e,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:35.707119 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-6c063a3a-dc60-4d0f-8f91-98eca55a4eac tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:35.708662 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-6c063a3a-dc60-4d0f-8f91-98eca55a4eac tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.66 "GET /v2.0/networks?id=17b286dd-35ae-40dc-a3e1-65b9625948fe HTTP/1.1" status: 200 len: 824 time: 0.3041925 May 27 02:05:35.726748 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-4244ae34-2933-4322-9f07-bf82037b1120 None None] Attempting to bind port df92e7c8-507e-4d35-a77f-c186a3c7f26e on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:05:35.727111 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-4244ae34-2933-4322-9f07-bf82037b1120 None None] Attempting to bind port df92e7c8-507e-4d35-a77f-c186a3c7f26e by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'c7da7488-ba0f-458c-9f65-95e0e53dd7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '773a749f-d2ca-4535-8f7c-cd5920e270a5'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:05:35.727465 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4244ae34-2933-4322-9f07-bf82037b1120 None None] Attempting to bind port df92e7c8-507e-4d35-a77f-c186a3c7f26e on network 773a749f-d2ca-4535-8f7c-cd5920e270a5 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:05:35.733277 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4244ae34-2933-4322-9f07-bf82037b1120 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:05:35.733649 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4244ae34-2933-4322-9f07-bf82037b1120 None None] Checking segment: {'id': 'c7da7488-ba0f-458c-9f65-95e0e53dd7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '773a749f-d2ca-4535-8f7c-cd5920e270a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:05:35.734093 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4244ae34-2933-4322-9f07-bf82037b1120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:35.734486 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4244ae34-2933-4322-9f07-bf82037b1120 None None] Bound using segment: {'id': 'c7da7488-ba0f-458c-9f65-95e0e53dd7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '773a749f-d2ca-4535-8f7c-cd5920e270a5'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:05:35.734950 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-4244ae34-2933-4322-9f07-bf82037b1120 None None] Bound port: df92e7c8-507e-4d35-a77f-c186a3c7f26e, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7da7488-ba0f-458c-9f65-95e0e53dd7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '773a749f-d2ca-4535-8f7c-cd5920e270a5'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:05:35.735388 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4244ae34-2933-4322-9f07-bf82037b1120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:35.752256 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62530279-cba6-45ba-8e56-8789baf70f26 req-4f683435-9063-498e-ba5f-944733db4fc8 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:35.762208 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62530279-cba6-45ba-8e56-8789baf70f26 req-4f683435-9063-498e-ba5f-944733db4fc8 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac8efcca-4593-4e3d-804b-ba5062d276c3 HTTP/1.1" status: 200 len: 972 time: 0.2293305 May 27 02:05:35.835186 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f572adc-09ee-4be2-9d9e-778d1665aa79 req-5ca90853-d2f2-4ac9-b8a4-6c7904ce497e tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:35.835431 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-4244ae34-2933-4322-9f07-bf82037b1120 None None] For port df92e7c8-507e-4d35-a77f-c186a3c7f26e, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:05:35.840177 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-4244ae34-2933-4322-9f07-bf82037b1120 None None] For port df92e7c8-507e-4d35-a77f-c186a3c7f26e, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=df92e7c8-507e-4d35-a77f-c186a3c7f26e,segment=NetworkSegment(c7da7488-ba0f-458c-9f65-95e0e53dd7f9),segment_id=c7da7488-ba0f-458c-9f65-95e0e53dd7f9)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:05:35.844152 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0f572adc-09ee-4be2-9d9e-778d1665aa79 req-5ca90853-d2f2-4ac9-b8a4-6c7904ce497e tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa238936-2f27-4cdf-9352-a3a68b4de7d6 HTTP/1.1" status: 200 len: 949 time: 0.2586200 May 27 02:05:35.853739 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-301b0abd-ec4d-4657-a289-e4d5944f3157 admin admin] Allocated IP 172.25.1.213 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/ce42b16f-8639-4ffa-8341-55d65833f264) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:05:35.900360 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-cdb63b1a-b04e-43f3-8866-6c8100bf5a72 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28dbf9fdfeb54f248dadfff426cc8a12 HTTP/1.1" status: 200 len: 380 time: 0.1823108 May 27 02:05:35.907032 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62530279-cba6-45ba-8e56-8789baf70f26 req-7966f380-b3b3-4c00-85ec-e73dcc7dfb9b tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa732e51-09fd-4f5c-80ab-aa8098abbb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210198 May 27 02:05:35.913344 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-513f7cc0-2326-4e27-a606-0ef416fb7a0a tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Request body: {'port': {'device_id': '737eef93-9fa1-4e72-a654-8abc5ce308f0', 'network_id': '17b286dd-35ae-40dc-a3e1-65b9625948fe', 'admin_state_up': True, 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'security_groups': ['d322c91f-9b95-4e01-816d-2040f3d8ecc3']}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:05:35.926973 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4244ae34-2933-4322-9f07-bf82037b1120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:35.945898 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0f572adc-09ee-4be2-9d9e-778d1665aa79 req-b20a8bd0-9136-4d01-84b5-6335b4f5d6bf tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/security-groups?id=fadc0ad7-a34f-4f5c-a66a-2e6db2753842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006174 May 27 02:05:36.022034 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-301b0abd-ec4d-4657-a289-e4d5944f3157 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:36.028676 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4244ae34-2933-4322-9f07-bf82037b1120 None None] Pushing event updated for resources: {'Port': ['ID=df92e7c8-507e-4d35-a77f-c186a3c7f26e,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:36.155473 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-301b0abd-ec4d-4657-a289-e4d5944f3157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:36.180147 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-513f7cc0-2326-4e27-a606-0ef416fb7a0a tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:36.193370 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-513f7cc0-2326-4e27-a606-0ef416fb7a0a tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:36.216823 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277cd5c-c8b6-4f97-9b93-42381bd18044 req-5806eaf9-c69d-4f96-8711-e8bfd694d891 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:36.219062 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5277cd5c-c8b6-4f97-9b93-42381bd18044 req-5806eaf9-c69d-4f96-8711-e8bfd694d891 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/ports?device_id=e69d55ab-786f-40de-bc71-a546d38bf60b HTTP/1.1" status: 200 len: 948 time: 0.1201565 May 27 02:05:36.263468 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301b0abd-ec4d-4657-a289-e4d5944f3157 admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:05:36.271125 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-301b0abd-ec4d-4657-a289-e4d5944f3157 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:05:36.275858 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301b0abd-ec4d-4657-a289-e4d5944f3157 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:05:36.303457 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-513f7cc0-2326-4e27-a606-0ef416fb7a0a tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Made reservation on behalf of 28dbf9fdfeb54f248dadfff426cc8a12 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:05:36.307156 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-513f7cc0-2326-4e27-a606-0ef416fb7a0a tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:36.331343 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5277cd5c-c8b6-4f97-9b93-42381bd18044 req-965f6612-183d-4fcd-91ef-edc1f8f45a5f tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc8d478-f999-427c-97b9-76a718b84049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939894 May 27 02:05:36.365325 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b0abd-ec4d-4657-a289-e4d5944f3157 admin admin] Pushing event updated for resources: {'Port': ['ID=ce42b16f-8639-4ffa-8341-55d65833f264,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:36.553737 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-372003f4-180f-4a0b-bafb-c34ce1948f1c req-5ddc000c-126f-4071-8937-29c8de99bd2e tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/ports?device_id=737eef93-9fa1-4e72-a654-8abc5ce308f0 HTTP/1.1" status: 200 len: 210 time: 0.0582900 May 27 02:05:36.573342 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-513f7cc0-2326-4e27-a606-0ef416fb7a0a tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Allocated IP 172.20.0.10 (17b286dd-35ae-40dc-a3e1-65b9625948fe/910bc1cc-bbe5-4144-8601-c90701254592/51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:05:36.653348 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.66', 62040) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:36.783724 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-513f7cc0-2326-4e27-a606-0ef416fb7a0a tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:36.802257 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-513f7cc0-2326-4e27-a606-0ef416fb7a0a tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Transition to ACTIVE for port object 51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:05:36.837273 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-301b0abd-ec4d-4657-a289-e4d5944f3157 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:36.893470 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-513f7cc0-2326-4e27-a606-0ef416fb7a0a tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:36.894729 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 50744) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:36.955745 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device df92e7c8-507e-4d35-a77f-c186a3c7f26e up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:05:37.003899 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-513f7cc0-2326-4e27-a606-0ef416fb7a0a tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Network 17b286dd-35ae-40dc-a3e1-65b9625948fe is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:05:37.013917 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-513f7cc0-2326-4e27-a606-0ef416fb7a0a tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:05:37.029968 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-513f7cc0-2326-4e27-a606-0ef416fb7a0a tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:05:37.039704 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-513f7cc0-2326-4e27-a606-0ef416fb7a0a tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:37.043045 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-513f7cc0-2326-4e27-a606-0ef416fb7a0a tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:37.103478 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port df92e7c8-507e-4d35-a77f-c186a3c7f26e completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:05:37.108547 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f7cc0-2326-4e27-a606-0ef416fb7a0a tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Pushing event updated for resources: {'Port': ['ID=51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:37.118397 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b9a17-2fd5-46c8-84ae-42bb86fe0309 req-5f3a97cd-7339-4581-a058-e2537ff117c6 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:37.125268 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-181b9a17-2fd5-46c8-84ae-42bb86fe0309 req-5f3a97cd-7339-4581-a058-e2537ff117c6 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac8efcca-4593-4e3d-804b-ba5062d276c3 HTTP/1.1" status: 200 len: 972 time: 0.4699426 May 27 02:05:37.250976 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acf1a42-87e9-45a8-af99-4084499e85ba None None] Network 773a749f-d2ca-4535-8f7c-cd5920e270a5 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:05:37.265796 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-513f7cc0-2326-4e27-a606-0ef416fb7a0a tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3558884 May 27 02:05:37.278595 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-3c8f2651-093e-477f-9c0f-4248abce8f9f service neutron] Request body: {'port': {'device_id': '737eef93-9fa1-4e72-a654-8abc5ce308f0', 'device_owner': 'compute:tempest-test_az-1552486461', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:05:37.297701 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-181b9a17-2fd5-46c8-84ae-42bb86fe0309 req-1277f375-a440-4478-b87a-7f2ebfe85f7c tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Deleting port 102fd53c-2234-42c6-bbca-e5f87bb7b583 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:05:37.298050 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-181b9a17-2fd5-46c8-84ae-42bb86fe0309 req-1277f375-a440-4478-b87a-7f2ebfe85f7c tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:37.307163 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-43e11c5d-916f-4d70-9d5e-acf745ace4ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:37.373069 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-43e11c5d-916f-4d70-9d5e-acf745ace4ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:37.384452 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-43e11c5d-916f-4d70-9d5e-acf745ace4ce admin admin] Usage tracker for resource:security_group_rule and tenant:6b02d1ab88d5413b9d315111cbe9ab49 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:37.412479 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-43e11c5d-916f-4d70-9d5e-acf745ace4ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:37.429004 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-106ef5c5-b793-433a-992e-a1730221394d None None] Provisioning for port df92e7c8-507e-4d35-a77f-c186a3c7f26e completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:05:37.430410 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-43e11c5d-916f-4d70-9d5e-acf745ace4ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:37.445231 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-106ef5c5-b793-433a-992e-a1730221394d None None] Provisioning complete for port df92e7c8-507e-4d35-a77f-c186a3c7f26e triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:37.445680 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-106ef5c5-b793-433a-992e-a1730221394d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:37.478875 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 83d9588b-2115-41e9-aeb9-ccc322936adc up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:05:37.481428 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-3c8f2651-093e-477f-9c0f-4248abce8f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:37.493149 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-301b0abd-ec4d-4657-a289-e4d5944f3157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:37.502805 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23de77e-773d-4c12-8117-3eea7b78d66d req-de96b24a-de8d-4e82-833e-10d93cad7650 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:37.503843 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d23de77e-773d-4c12-8117-3eea7b78d66d req-de96b24a-de8d-4e82-833e-10d93cad7650 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa238936-2f27-4cdf-9352-a3a68b4de7d6 HTTP/1.1" status: 200 len: 949 time: 0.3538694 May 27 02:05:37.641650 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1659dbb6-adef-4807-96bb-a2637a0f0834 req-313cb177-72c9-4272-bf52-5c1fbfe85c28 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:37.643215 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1659dbb6-adef-4807-96bb-a2637a0f0834 req-313cb177-72c9-4272-bf52-5c1fbfe85c28 tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac8efcca-4593-4e3d-804b-ba5062d276c3 HTTP/1.1" status: 200 len: 972 time: 0.4451382 May 27 02:05:37.693951 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 83d9588b-2115-41e9-aeb9-ccc322936adc completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:05:37.703280 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-106ef5c5-b793-433a-992e-a1730221394d None None] Current status of the port df92e7c8-507e-4d35-a77f-c186a3c7f26e is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:37.703654 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-106ef5c5-b793-433a-992e-a1730221394d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:37.714254 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 83d9588b-2115-41e9-aeb9-ccc322936adc triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:37.714620 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:37.721521 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d23de77e-773d-4c12-8117-3eea7b78d66d req-3d953569-8553-4cab-a438-6e750acb3acd tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/security-groups?id=fadc0ad7-a34f-4f5c-a66a-2e6db2753842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075262 May 27 02:05:37.844788 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-106ef5c5-b793-433a-992e-a1730221394d None None] For port df92e7c8-507e-4d35-a77f-c186a3c7f26e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=df92e7c8-507e-4d35-a77f-c186a3c7f26e,segment=NetworkSegment(c7da7488-ba0f-458c-9f65-95e0e53dd7f9),segment_id=c7da7488-ba0f-458c-9f65-95e0e53dd7f9)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:37.930670 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 83d9588b-2115-41e9-aeb9-ccc322936adc is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:37.931068 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:37.942320 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-106ef5c5-b793-433a-992e-a1730221394d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:37.948740 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-181b9a17-2fd5-46c8-84ae-42bb86fe0309 req-1277f375-a440-4478-b87a-7f2ebfe85f7c tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] For port 102fd53c-2234-42c6-bbca-e5f87bb7b583, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=102fd53c-2234-42c6-bbca-e5f87bb7b583,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:37.949246 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-181b9a17-2fd5-46c8-84ae-42bb86fe0309 req-1277f375-a440-4478-b87a-7f2ebfe85f7c tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:38.021185 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69d55ab-786f-40de-bc71-a546d38bf60b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d9588b-2115-41e9-aeb9-ccc322936adc'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:05:38.030950 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1659dbb6-adef-4807-96bb-a2637a0f0834 req-1b6aacb2-e3d8-44f1-a3df-63f00b2829aa tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa732e51-09fd-4f5c-80ab-aa8098abbb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693833 May 27 02:05:38.038038 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 83d9588b-2115-41e9-aeb9-ccc322936adc, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=83d9588b-2115-41e9-aeb9-ccc322936adc,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:38.045432 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106ef5c5-b793-433a-992e-a1730221394d None None] Pushing event updated for resources: {'Port': ['ID=df92e7c8-507e-4d35-a77f-c186a3c7f26e,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:38.086411 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-43e11c5d-916f-4d70-9d5e-acf745ace4ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:38.092279 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-181b9a17-2fd5-46c8-84ae-42bb86fe0309 req-1277f375-a440-4478-b87a-7f2ebfe85f7c tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Calling delete_port for 102fd53c-2234-42c6-bbca-e5f87bb7b583 owned by compute:tempest-test_az-1552486461 {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:05:38.109045 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:38.110600 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 1a2b39fb-17d3-48c4-9c1c-475432c11a7d up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:05:38.135077 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbeac02-6d3c-4f17-b960-d136f0c3aeb2 req-5f56efd1-c075-47ec-9da8-37b14b29c629 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:38.136532 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9bbeac02-6d3c-4f17-b960-d136f0c3aeb2 req-5f56efd1-c075-47ec-9da8-37b14b29c629 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/ports?device_id=e69d55ab-786f-40de-bc71-a546d38bf60b HTTP/1.1" status: 200 len: 948 time: 0.2582114 May 27 02:05:38.216187 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-43e11c5d-916f-4d70-9d5e-acf745ace4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:38.225946 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-573796aa-0909-4382-a6bc-a0e296169eae None None] Provisioning for port 51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:05:38.248639 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301b0abd-ec4d-4657-a289-e4d5944f3157 admin admin] Router f303f7d8-c3ff-44e6-8356-1e00cd00733d is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:05:38.249032 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-573796aa-0909-4382-a6bc-a0e296169eae None None] Provisioning complete for port 51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:38.249887 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-573796aa-0909-4382-a6bc-a0e296169eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:38.328973 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-3c8f2651-093e-477f-9c0f-4248abce8f9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:05:38.349884 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9bbeac02-6d3c-4f17-b960-d136f0c3aeb2 req-a8fcb353-74bf-4018-b625-f291295d4d29 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc8d478-f999-427c-97b9-76a718b84049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017543 May 27 02:05:38.351465 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-3c8f2651-093e-477f-9c0f-4248abce8f9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:38.356552 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=83d9588b-2115-41e9-aeb9-ccc322936adc,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:38.358445 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-43e11c5d-916f-4d70-9d5e-acf745ace4ce admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6b02d1ab88d5413b9d315111cbe9ab49&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4618766 May 27 02:05:38.359288 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e11c5d-916f-4d70-9d5e-acf745ace4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d83b59-ace8-4368-aec3-a4ae5d6cfc63,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:38.360599 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-573796aa-0909-4382-a6bc-a0e296169eae None None] Port 51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:05:38.364639 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 50760) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:38.389351 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-573796aa-0909-4382-a6bc-a0e296169eae None None] Provisioning complete for port df92e7c8-507e-4d35-a77f-c186a3c7f26e triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:38.389351 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-573796aa-0909-4382-a6bc-a0e296169eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:38.447175 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-3c8f2651-093e-477f-9c0f-4248abce8f9f service neutron] Transition to ACTIVE for port object 51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:05:38.462847 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40839405-2e4e-43e6-8d04-894531412449'] response: {'server_uuid': 'e69d55ab-786f-40de-bc71-a546d38bf60b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d9588b-2115-41e9-aeb9-ccc322936adc', 'code': 200} May 27 02:05:38.464490 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 1a2b39fb-17d3-48c4-9c1c-475432c11a7d completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:05:38.476815 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 1a2b39fb-17d3-48c4-9c1c-475432c11a7d triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:38.477144 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-74a54c19-83fe-4dbc-b6a5-e6a03c9be7ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:38.477853 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:38.500780 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92260e-f403-42c1-a958-41e7a1494bf6 req-f65e127e-bb1e-4e07-85d0-ba3676192fe0 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:38.501265 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-181b9a17-2fd5-46c8-84ae-42bb86fe0309 req-1277f375-a440-4478-b87a-7f2ebfe85f7c tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:38.502248 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-4b92260e-f403-42c1-a958-41e7a1494bf6 req-f65e127e-bb1e-4e07-85d0-ba3676192fe0 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Synchronizing usage tracker for tenant:28dbf9fdfeb54f248dadfff426cc8a12 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:05:38.521639 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-74a54c19-83fe-4dbc-b6a5-e6a03c9be7ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:38.534860 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-3c8f2651-093e-477f-9c0f-4248abce8f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:38.551088 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['102fd53c-2234-42c6-bbca-e5f87bb7b583'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:05:38.602609 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277f375-a440-4478-b87a-7f2ebfe85f7c tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Pushing event deleted for resources: {'Port': ['ID=102fd53c-2234-42c6-bbca-e5f87bb7b583,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:38.612985 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301b0abd-ec4d-4657-a289-e4d5944f3157 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:05:38.622710 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4509b7b-6838-4edc-908f-89dae2bd6fe3 None None] Sync routers for ids ['f303f7d8-c3ff-44e6-8356-1e00cd00733d'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:05:38.642916 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4509b7b-6838-4edc-908f-89dae2bd6fe3 None None] Routers {'f303f7d8-c3ff-44e6-8356-1e00cd00733d'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:05:38.643326 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-d4509b7b-6838-4edc-908f-89dae2bd6fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:05:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['f303f7d8-c3ff-44e6-8356-1e00cd00733d'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:38.670316 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-573796aa-0909-4382-a6bc-a0e296169eae None None] Current status of the port df92e7c8-507e-4d35-a77f-c186a3c7f26e is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:38.712746 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-4b92260e-f403-42c1-a958-41e7a1494bf6 req-f65e127e-bb1e-4e07-85d0-ba3676192fe0 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Unset dirty status for tenant:28dbf9fdfeb54f248dadfff426cc8a12 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:05:38.720953 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4b92260e-f403-42c1-a958-41e7a1494bf6 req-f65e127e-bb1e-4e07-85d0-ba3676192fe0 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/ports?device_id=737eef93-9fa1-4e72-a654-8abc5ce308f0 HTTP/1.1" status: 200 len: 932 time: 0.5186176 May 27 02:05:38.731751 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 1a2b39fb-17d3-48c4-9c1c-475432c11a7d is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:38.732111 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:38.818193 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-181b9a17-2fd5-46c8-84ae-42bb86fe0309 req-1277f375-a440-4478-b87a-7f2ebfe85f7c tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] No DVR routers for this DVR port 102fd53c-2234-42c6-bbca-e5f87bb7b583 on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:05:38.823559 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-181b9a17-2fd5-46c8-84ae-42bb86fe0309 req-1277f375-a440-4478-b87a-7f2ebfe85f7c tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:38.897425 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-181b9a17-2fd5-46c8-84ae-42bb86fe0309 req-1277f375-a440-4478-b87a-7f2ebfe85f7c tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.66 "DELETE /v2.0/ports/102fd53c-2234-42c6-bbca-e5f87bb7b583 HTTP/1.1" status: 204 len: 173 time: 1.6934547 May 27 02:05:38.897425 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8efcca-4593-4e3d-804b-ba5062d276c3', 'name': 'network-vif-deleted', 'tag': '102fd53c-2234-42c6-bbca-e5f87bb7b583'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:05:38.898375 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 1a2b39fb-17d3-48c4-9c1c-475432c11a7d, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=1a2b39fb-17d3-48c4-9c1c-475432c11a7d,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:38.898855 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11696f27-965e-41ca-9156-20222627e491 req-251495bd-fee9-40b2-a524-6a9f7a463350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:38.898855 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-11696f27-965e-41ca-9156-20222627e491 req-251495bd-fee9-40b2-a524-6a9f7a463350 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e69d55ab-786f-40de-bc71-a546d38bf60b HTTP/1.1" status: 200 len: 1100 time: 0.3165371 May 27 02:05:38.899273 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f2651-093e-477f-9c0f-4248abce8f9f service neutron] Pushing event updated for resources: {'Port': ['ID=51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:39.022827 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-301b0abd-ec4d-4657-a289-e4d5944f3157 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:39.022827 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-301b0abd-ec4d-4657-a289-e4d5944f3157 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.4538667 May 27 02:05:39.022827 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-11696f27-965e-41ca-9156-20222627e491 req-0e9fdfbb-0d27-48ad-944b-26cae0adf746 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7cc8d478-f999-427c-97b9-76a718b84049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847547 May 27 02:05:39.025051 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device df92e7c8-507e-4d35-a77f-c186a3c7f26e up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:05:39.025936 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50772) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:39.040641 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port df92e7c8-507e-4d35-a77f-c186a3c7f26e triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:39.041099 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:39.043194 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4b92260e-f403-42c1-a958-41e7a1494bf6 req-87d80888-af38-4b2b-8a42-d646dcc988a6 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/security-groups?id=d322c91f-9b95-4e01-816d-2040f3d8ecc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3189981 May 27 02:05:39.051931 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-3c8f2651-093e-477f-9c0f-4248abce8f9f service neutron] Attempting to bind port 51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:05:39.054481 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-d4509b7b-6838-4edc-908f-89dae2bd6fe3 None None] Set router f303f7d8-c3ff-44e6-8356-1e00cd00733d gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:05:39.054626 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-3c8f2651-093e-477f-9c0f-4248abce8f9f service neutron] Attempting to bind port 51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '37da2cdf-7342-48b3-97e6-2ad8634f3cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17b286dd-35ae-40dc-a3e1-65b9625948fe'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:05:39.055000 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-3c8f2651-093e-477f-9c0f-4248abce8f9f service neutron] Attempting to bind port 51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8 on network 17b286dd-35ae-40dc-a3e1-65b9625948fe {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:05:39.072964 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-3c8f2651-093e-477f-9c0f-4248abce8f9f service neutron] Port 51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8 on network 17b286dd-35ae-40dc-a3e1-65b9625948fe not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:05:39.074308 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-3c8f2651-093e-477f-9c0f-4248abce8f9f service neutron] Attempting to bind port 51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8 on network 17b286dd-35ae-40dc-a3e1-65b9625948fe {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:05:39.086193 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:39.108297 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-3c8f2651-093e-477f-9c0f-4248abce8f9f service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:05:39.108644 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-3c8f2651-093e-477f-9c0f-4248abce8f9f service neutron] Checking segment: {'id': '37da2cdf-7342-48b3-97e6-2ad8634f3cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17b286dd-35ae-40dc-a3e1-65b9625948fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:05:39.119038 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8612180a-81ce-4ac3-9d77-6d394863ae1f'] response: {'server_uuid': 'ac8efcca-4593-4e3d-804b-ba5062d276c3', 'name': 'network-vif-deleted', 'tag': '102fd53c-2234-42c6-bbca-e5f87bb7b583', 'status': 'completed', 'code': 200} May 27 02:05:39.122606 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-3c8f2651-093e-477f-9c0f-4248abce8f9f service neutron] Bound using segment: {'id': '37da2cdf-7342-48b3-97e6-2ad8634f3cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17b286dd-35ae-40dc-a3e1-65b9625948fe'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:05:39.123127 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-3c8f2651-093e-477f-9c0f-4248abce8f9f service neutron] Bound port: 51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37da2cdf-7342-48b3-97e6-2ad8634f3cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17b286dd-35ae-40dc-a3e1-65b9625948fe'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:05:39.123489 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-3c8f2651-093e-477f-9c0f-4248abce8f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:39.195657 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-74a54c19-83fe-4dbc-b6a5-e6a03c9be7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:39.209434 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=1a2b39fb-17d3-48c4-9c1c-475432c11a7d,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:39.247209 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a54c19-83fe-4dbc-b6a5-e6a03c9be7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d83b59-ace8-4368-aec3-a4ae5d6cfc63,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:39.320573 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5d4ebc97-730d-4312-a2b5-9e9e5c3cf512 req-c552ff6a-5329-4963-894b-7c8f47390e6c tempest-AggregatesAdminTestJSON-168289857 tempest-AggregatesAdminTestJSON-168289857-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac8efcca-4593-4e3d-804b-ba5062d276c3 HTTP/1.1" status: 200 len: 210 time: 0.0587790 May 27 02:05:39.341899 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-74a54c19-83fe-4dbc-b6a5-e6a03c9be7ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:39.341899 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-74a54c19-83fe-4dbc-b6a5-e6a03c9be7ba admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c0d83b59-ace8-4368-aec3-a4ae5d6cfc63 HTTP/1.1" status: 204 len: 168 time: 0.9695895 May 27 02:05:39.365222 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port df92e7c8-507e-4d35-a77f-c186a3c7f26e is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:39.379286 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1eeb8-480b-4bce-ae83-3452f1be843a req-9e16178d-2b21-4a35-91cd-f44f0b669dd5 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:39.386516 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7cd1eeb8-480b-4bce-ae83-3452f1be843a req-9e16178d-2b21-4a35-91cd-f44f0b669dd5 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa238936-2f27-4cdf-9352-a3a68b4de7d6 HTTP/1.1" status: 200 len: 949 time: 0.4447625 May 27 02:05:39.480112 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-3c8f2651-093e-477f-9c0f-4248abce8f9f service neutron] For port 51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:05:39.494332 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7cd1eeb8-480b-4bce-ae83-3452f1be843a req-2ad026fd-a7e1-4b58-8d09-43237c618e94 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/security-groups?id=fadc0ad7-a34f-4f5c-a66a-2e6db2753842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058826 May 27 02:05:39.531317 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-3c8f2651-093e-477f-9c0f-4248abce8f9f service neutron] For port 51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8,segment=NetworkSegment(37da2cdf-7342-48b3-97e6-2ad8634f3cd8),segment_id=37da2cdf-7342-48b3-97e6-2ad8634f3cd8)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:05:39.576302 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-d4509b7b-6838-4edc-908f-89dae2bd6fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f303f7d8-c3ff-44e6-8356-1e00cd00733d', 'name': 'tempest-FloatingIPsTestJSON-879003590-router', 'tenant_id': 'a61d387cdc974bb69c2ef2afd4df1928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'ce42b16f-8639-4ffa-8341-55d65833f264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:05:34Z', 'updated_at': '2022-05-27T02:05:36Z', 'revision_number': 3, 'project_id': 'a61d387cdc974bb69c2ef2afd4df1928', 'gw_port': {'id': 'ce42b16f-8639-4ffa-8341-55d65833f264', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f303f7d8-c3ff-44e6-8356-1e00cd00733d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:35Z', 'updated_at': '2022-05-27T02:05:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:39.583439 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4cd1ce-3f35-4208-94d9-8c3c9988942f req-0ef4e858-5d2d-422d-af91-6200cd47c0e1 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:39.584411 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4509b7b-6838-4edc-908f-89dae2bd6fe3 None None] Checking router: f303f7d8-c3ff-44e6-8356-1e00cd00733d for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:05:39.585191 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4509b7b-6838-4edc-908f-89dae2bd6fe3 None None] Updating router f303f7d8-c3ff-44e6-8356-1e00cd00733d port ce42b16f-8639-4ffa-8341-55d65833f264 binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:05:39.590439 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9d4cd1ce-3f35-4208-94d9-8c3c9988942f req-0ef4e858-5d2d-422d-af91-6200cd47c0e1 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/ports?device_id=e69d55ab-786f-40de-bc71-a546d38bf60b HTTP/1.1" status: 200 len: 949 time: 0.0998194 May 27 02:05:39.612732 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-3c8f2651-093e-477f-9c0f-4248abce8f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:39.646636 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-d4509b7b-6838-4edc-908f-89dae2bd6fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:39.701348 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9d4cd1ce-3f35-4208-94d9-8c3c9988942f req-b4617939-edee-4ce0-bbde-9b854d530e49 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc8d478-f999-427c-97b9-76a718b84049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099677 May 27 02:05:39.702749 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-3c8f2651-093e-477f-9c0f-4248abce8f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:39.703973 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-3c8f2651-093e-477f-9c0f-4248abce8f9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:39.705462 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-3c8f2651-093e-477f-9c0f-4248abce8f9f service neutron] 10.222.0.66 "PUT /v2.0/ports/51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8 HTTP/1.1" status: 200 len: 1114 time: 2.4301372 May 27 02:05:39.708582 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '737eef93-9fa1-4e72-a654-8abc5ce308f0', 'tag': '51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:05:39.749740 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f2651-093e-477f-9c0f-4248abce8f9f service neutron] Pushing event updated for resources: {'Port': ['ID=51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:39.810454 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d4e855a-e692-4421-8d31-98525ae9266b'] response: {'name': 'network-changed', 'server_uuid': '737eef93-9fa1-4e72-a654-8abc5ce308f0', 'tag': '51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8', 'status': 'completed', 'code': 200} May 27 02:05:39.950287 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-df09cd9e-9c28-4508-bd06-7378914ee652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:39.952130 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-df09cd9e-9c28-4508-bd06-7378914ee652 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=28dbf9fdfeb54f248dadfff426cc8a12&device_id=737eef93-9fa1-4e72-a654-8abc5ce308f0 HTTP/1.1" status: 200 len: 1117 time: 0.1194372 May 27 02:05:40.024998 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-583dfd08-f509-48be-83ba-d03a7929c556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:40.043244 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-53fc11aa-887a-4471-9a0a-c5212a809ec6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8 HTTP/1.1" status: 200 len: 217 time: 0.0832839 May 27 02:05:40.157770 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-d89bb702-2473-42e9-99bb-5e4f22fa2e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:40.159315 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-d89bb702-2473-42e9-99bb-5e4f22fa2e46 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=910bc1cc-bbe5-4144-8601-c90701254592 HTTP/1.1" status: 200 len: 863 time: 0.1102378 May 27 02:05:40.187487 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-d4509b7b-6838-4edc-908f-89dae2bd6fe3 None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:40.207544 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-d4509b7b-6838-4edc-908f-89dae2bd6fe3 None None] Transition to ACTIVE for port object ce42b16f-8639-4ffa-8341-55d65833f264 will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:05:40.275673 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50788) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:40.300118 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b14aaed8-f500-4940-be77-454c501bc669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:40.319800 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-d4509b7b-6838-4edc-908f-89dae2bd6fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:40.322665 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-583dfd08-f509-48be-83ba-d03a7929c556 admin admin] Allocated IP 172.20.0.1 (773a749f-d2ca-4535-8f7c-cd5920e270a5/8f3a0bb9-2c87-4da6-9e2a-6aea9082377c/57bd02ae-2657-49f7-8213-1dbc4ea4a4d1) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:05:40.327434 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b14aaed8-f500-4940-be77-454c501bc669 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:40.335257 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b14aaed8-f500-4940-be77-454c501bc669 admin admin] Usage tracker for resource:security_group_rule and tenant:2bbe780693e7498ca9266ce3f11002c7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:40.354146 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b14aaed8-f500-4940-be77-454c501bc669 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:40.365524 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b14aaed8-f500-4940-be77-454c501bc669 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:40.397136 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-b0e028db-7681-4828-9fae-8da07a690590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:40.398658 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-b0e028db-7681-4828-9fae-8da07a690590 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=17b286dd-35ae-40dc-a3e1-65b9625948fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2335091 May 27 02:05:40.401793 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-d4509b7b-6838-4edc-908f-89dae2bd6fe3 None None] Attempting to bind port ce42b16f-8639-4ffa-8341-55d65833f264 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:05:40.403829 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-d4509b7b-6838-4edc-908f-89dae2bd6fe3 None None] Attempting to bind port ce42b16f-8639-4ffa-8341-55d65833f264 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:05:40.403829 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4509b7b-6838-4edc-908f-89dae2bd6fe3 None None] Attempting to bind port ce42b16f-8639-4ffa-8341-55d65833f264 on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:05:40.407515 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af75c4-73a9-4b0b-a20f-d21b021dd20f req-ebdd5833-38e3-4c3b-8965-1345c6aaf9eb tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:40.409022 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04af75c4-73a9-4b0b-a20f-d21b021dd20f req-ebdd5833-38e3-4c3b-8965-1345c6aaf9eb tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/ports?device_id=737eef93-9fa1-4e72-a654-8abc5ce308f0 HTTP/1.1" status: 200 len: 966 time: 0.1881576 May 27 02:05:40.412276 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87701b32-46d2-48e6-a814-d6f270e2bd02 None None] Pushing event updated for resources: {'Port': ['ID=ce42b16f-8639-4ffa-8341-55d65833f264,revision_number=2']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:40.414659 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4509b7b-6838-4edc-908f-89dae2bd6fe3 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:05:40.415107 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4509b7b-6838-4edc-908f-89dae2bd6fe3 None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:05:40.415573 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-d4509b7b-6838-4edc-908f-89dae2bd6fe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:40.416024 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4509b7b-6838-4edc-908f-89dae2bd6fe3 None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:05:40.416574 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-d4509b7b-6838-4edc-908f-89dae2bd6fe3 None None] Bound port: ce42b16f-8639-4ffa-8341-55d65833f264, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:05:40.417056 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-d4509b7b-6838-4edc-908f-89dae2bd6fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:40.464296 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa238936-2f27-4cdf-9352-a3a68b4de7d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2b39fb-17d3-48c4-9c1c-475432c11a7d'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:05:40.504941 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-d4509b7b-6838-4edc-908f-89dae2bd6fe3 None None] For port ce42b16f-8639-4ffa-8341-55d65833f264, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:05:40.509014 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-d4509b7b-6838-4edc-908f-89dae2bd6fe3 None None] For port ce42b16f-8639-4ffa-8341-55d65833f264, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=ce42b16f-8639-4ffa-8341-55d65833f264,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:05:40.544774 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04af75c4-73a9-4b0b-a20f-d21b021dd20f req-16480753-9d29-4a59-8b8d-d45046c2969c tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/security-groups?id=d322c91f-9b95-4e01-816d-2040f3d8ecc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137555 May 27 02:05:40.572778 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-d4509b7b-6838-4edc-908f-89dae2bd6fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:40.578487 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-dff53a8b-2961-4add-ae7d-77a04ff37df1 service neutron] 10.222.0.66 "GET /v2.0/networks/17b286dd-35ae-40dc-a3e1-65b9625948fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685302 May 27 02:05:40.627444 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eaa2959-4e05-4cce-8bef-9198a2caecbc'] response: {'server_uuid': 'fa238936-2f27-4cdf-9352-a3a68b4de7d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2b39fb-17d3-48c4-9c1c-475432c11a7d', 'code': 200} May 27 02:05:40.659081 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-583dfd08-f509-48be-83ba-d03a7929c556 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:40.668245 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b14aaed8-f500-4940-be77-454c501bc669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:40.693914 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-583dfd08-f509-48be-83ba-d03a7929c556 admin admin] Transition to ACTIVE for port object 57bd02ae-2657-49f7-8213-1dbc4ea4a4d1 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:05:40.702397 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87701b32-46d2-48e6-a814-d6f270e2bd02 None None] Pushing event updated for resources: {'Port': ['ID=ce42b16f-8639-4ffa-8341-55d65833f264,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:40.707393 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4509b7b-6838-4edc-908f-89dae2bd6fe3 None None] Routers {'f303f7d8-c3ff-44e6-8356-1e00cd00733d'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:05:40.708071 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-d4509b7b-6838-4edc-908f-89dae2bd6fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:05:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['f303f7d8-c3ff-44e6-8356-1e00cd00733d'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:40.843820 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b14aaed8-f500-4940-be77-454c501bc669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:40.905407 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b14aaed8-f500-4940-be77-454c501bc669 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2bbe780693e7498ca9266ce3f11002c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6264708 May 27 02:05:40.906774 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50810) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:40.923969 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d696b70d-c066-4b0b-9391-e8994d8d7467 req-2bfe9f83-d835-4b49-90cb-e7a74c6c5077 service neutron] 10.222.0.66 "GET /v2.0/networks/17b286dd-35ae-40dc-a3e1-65b9625948fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386137 May 27 02:05:40.947293 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-d4509b7b-6838-4edc-908f-89dae2bd6fe3 None None] Set router f303f7d8-c3ff-44e6-8356-1e00cd00733d gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:05:40.952164 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-583dfd08-f509-48be-83ba-d03a7929c556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:40.981252 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323bdf0-799e-44b3-9e37-3668707ff81b req-71eeadf9-14ae-42cc-b9ce-43cd55f4875d tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:40.984871 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d323bdf0-799e-44b3-9e37-3668707ff81b req-71eeadf9-14ae-42cc-b9ce-43cd55f4875d tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa238936-2f27-4cdf-9352-a3a68b4de7d6 HTTP/1.1" status: 200 len: 950 time: 0.2473500 May 27 02:05:40.994837 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e91d4c-e71d-4023-b9cf-6a68f1864c8f req-5ff4f816-f698-41ae-8605-4f25d81edfdc tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:40.996286 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52e91d4c-e71d-4023-b9cf-6a68f1864c8f req-5ff4f816-f698-41ae-8605-4f25d81edfdc tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/ports?device_id=e69d55ab-786f-40de-bc71-a546d38bf60b HTTP/1.1" status: 200 len: 949 time: 0.1479695 May 27 02:05:41.028880 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14aaed8-f500-4940-be77-454c501bc669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b9dd40-b29c-4f82-978c-1d4a19092d6c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:41.060271 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745edf9f-2a20-412a-a93f-449ca33462a1 req-ed19a3b3-9ef2-49a0-8f89-4d309789e843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:41.061991 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-745edf9f-2a20-412a-a93f-449ca33462a1 req-ed19a3b3-9ef2-49a0-8f89-4d309789e843 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fa238936-2f27-4cdf-9352-a3a68b4de7d6 HTTP/1.1" status: 200 len: 1101 time: 0.3557231 May 27 02:05:41.089995 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583dfd08-f509-48be-83ba-d03a7929c556 admin admin] Network 773a749f-d2ca-4535-8f7c-cd5920e270a5 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:05:41.099281 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-583dfd08-f509-48be-83ba-d03a7929c556 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:05:41.103014 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583dfd08-f509-48be-83ba-d03a7929c556 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:05:41.104101 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-583dfd08-f509-48be-83ba-d03a7929c556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:41.122240 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d323bdf0-799e-44b3-9e37-3668707ff81b req-19afabdb-9455-44fd-9c20-51fe9405e541 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/security-groups?id=fadc0ad7-a34f-4f5c-a66a-2e6db2753842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246777 May 27 02:05:41.124635 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583dfd08-f509-48be-83ba-d03a7929c556 admin admin] Pushing event updated for resources: {'Port': ['ID=57bd02ae-2657-49f7-8213-1dbc4ea4a4d1,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:41.174183 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f98458a-8307-40e7-b4cd-5cea78048111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:41.178319 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-745edf9f-2a20-412a-a93f-449ca33462a1 req-718b2c8b-bb76-41fa-81be-a2ba8a054947 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fadc0ad7-a34f-4f5c-a66a-2e6db2753842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033795 May 27 02:05:41.194546 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52e91d4c-e71d-4023-b9cf-6a68f1864c8f req-ebfbc13b-b0fa-46ae-bc2b-3e3a2d865a62 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc8d478-f999-427c-97b9-76a718b84049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823561 May 27 02:05:41.221043 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f98458a-8307-40e7-b4cd-5cea78048111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:41.252059 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c5666-cc80-460f-b141-7bacb93f4c93 req-fce66dbe-e4ab-4bb3-a93b-aeae8dd20c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:41.258586 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b6c5666-cc80-460f-b141-7bacb93f4c93 req-fce66dbe-e4ab-4bb3-a93b-aeae8dd20c4d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=28dbf9fdfeb54f248dadfff426cc8a12&device_id=737eef93-9fa1-4e72-a654-8abc5ce308f0 HTTP/1.1" status: 200 len: 1117 time: 0.1243346 May 27 02:05:41.316134 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-d4509b7b-6838-4edc-908f-89dae2bd6fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f303f7d8-c3ff-44e6-8356-1e00cd00733d', 'name': 'tempest-FloatingIPsTestJSON-879003590-router', 'tenant_id': 'a61d387cdc974bb69c2ef2afd4df1928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'ce42b16f-8639-4ffa-8341-55d65833f264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:05:34Z', 'updated_at': '2022-05-27T02:05:36Z', 'revision_number': 3, 'project_id': 'a61d387cdc974bb69c2ef2afd4df1928', 'gw_port': {'id': 'ce42b16f-8639-4ffa-8341-55d65833f264', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f303f7d8-c3ff-44e6-8356-1e00cd00733d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:35Z', 'updated_at': '2022-05-27T02:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:41.321725 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4509b7b-6838-4edc-908f-89dae2bd6fe3 None None] The sync data for ids ['f303f7d8-c3ff-44e6-8356-1e00cd00733d'] in n-d-843554-3 is: [{'id': 'f303f7d8-c3ff-44e6-8356-1e00cd00733d', 'name': 'tempest-FloatingIPsTestJSON-879003590-router', 'tenant_id': 'a61d387cdc974bb69c2ef2afd4df1928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'ce42b16f-8639-4ffa-8341-55d65833f264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:05:34Z', 'updated_at': '2022-05-27T02:05:36Z', 'revision_number': 3, 'project_id': 'a61d387cdc974bb69c2ef2afd4df1928', 'gw_port': {'id': 'ce42b16f-8639-4ffa-8341-55d65833f264', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f303f7d8-c3ff-44e6-8356-1e00cd00733d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:35Z', 'updated_at': '2022-05-27T02:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:05:41.408855 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 102fd53c-2234-42c6-bbca-e5f87bb7b583 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:05:41.441151 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c5666-cc80-460f-b141-7bacb93f4c93 req-77117332-5d39-43fd-b2d1-0dabe1a52c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:41.442668 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b6c5666-cc80-460f-b141-7bacb93f4c93 req-77117332-5d39-43fd-b2d1-0dabe1a52c08 service neutron] 10.222.0.66 "GET /v2.0/networks?id=17b286dd-35ae-40dc-a3e1-65b9625948fe HTTP/1.1" status: 200 len: 925 time: 0.1767616 May 27 02:05:41.445582 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f98458a-8307-40e7-b4cd-5cea78048111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:41.456894 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: 102fd53c-2234-42c6-bbca-e5f87bb7b583 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:05:41.457237 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 102fd53c-2234-42c6-bbca-e5f87bb7b583 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:05:41.476753 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98458a-8307-40e7-b4cd-5cea78048111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b9dd40-b29c-4f82-978c-1d4a19092d6c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:41.498960 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-583dfd08-f509-48be-83ba-d03a7929c556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:41.511890 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f98458a-8307-40e7-b4cd-5cea78048111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:41.514007 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1f98458a-8307-40e7-b4cd-5cea78048111 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/92b9dd40-b29c-4f82-978c-1d4a19092d6c HTTP/1.1" status: 204 len: 168 time: 0.6031668 May 27 02:05:41.523444 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b6c5666-cc80-460f-b141-7bacb93f4c93 req-03aaca39-f213-41a7-9e2f-248b67ef148d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8 HTTP/1.1" status: 200 len: 217 time: 0.0738060 May 27 02:05:41.577842 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-687dbe09-894d-40ae-8852-589de48351ee None None] Provisioning for port 57bd02ae-2657-49f7-8213-1dbc4ea4a4d1 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:05:41.592288 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-687dbe09-894d-40ae-8852-589de48351ee None None] Provisioning complete for port 57bd02ae-2657-49f7-8213-1dbc4ea4a4d1 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:41.592683 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-687dbe09-894d-40ae-8852-589de48351ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:41.672219 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c5666-cc80-460f-b141-7bacb93f4c93 req-1064b47e-fb11-4097-9bf5-e5ed6d9b95a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:41.672784 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b6c5666-cc80-460f-b141-7bacb93f4c93 req-1064b47e-fb11-4097-9bf5-e5ed6d9b95a2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=910bc1cc-bbe5-4144-8601-c90701254592 HTTP/1.1" status: 200 len: 863 time: 0.1431544 May 27 02:05:41.718227 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-687dbe09-894d-40ae-8852-589de48351ee None None] Port 57bd02ae-2657-49f7-8213-1dbc4ea4a4d1 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:05:41.772644 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-583dfd08-f509-48be-83ba-d03a7929c556 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:41.851258 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-583dfd08-f509-48be-83ba-d03a7929c556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:41.852298 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-583dfd08-f509-48be-83ba-d03a7929c556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:41.906082 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c5666-cc80-460f-b141-7bacb93f4c93 req-a0bf61e8-7a18-4caf-8d6a-69fd7b73d2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:41.907770 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b6c5666-cc80-460f-b141-7bacb93f4c93 req-a0bf61e8-7a18-4caf-8d6a-69fd7b73d2c6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=17b286dd-35ae-40dc-a3e1-65b9625948fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2282779 May 27 02:05:42.015227 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583dfd08-f509-48be-83ba-d03a7929c556 admin admin] Pushing event updated for resources: {'Port': ['ID=57bd02ae-2657-49f7-8213-1dbc4ea4a4d1,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:42.092898 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c78c1-56ae-4014-aea0-23157b0c40d8 req-d8818a5a-dd29-4b87-973f-62bf34beea02 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:42.094474 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-da7c78c1-56ae-4014-aea0-23157b0c40d8 req-d8818a5a-dd29-4b87-973f-62bf34beea02 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/ports?device_id=737eef93-9fa1-4e72-a654-8abc5ce308f0 HTTP/1.1" status: 200 len: 966 time: 0.2577000 May 27 02:05:42.123159 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b6c5666-cc80-460f-b141-7bacb93f4c93 req-cc4d7f8a-cf87-4c47-893f-9d1e701e4452 service neutron] 10.222.0.66 "GET /v2.0/networks/17b286dd-35ae-40dc-a3e1-65b9625948fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019191 May 27 02:05:42.170996 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583dfd08-f509-48be-83ba-d03a7929c556 admin admin] Network 773a749f-d2ca-4535-8f7c-cd5920e270a5 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:05:42.172516 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-583dfd08-f509-48be-83ba-d03a7929c556 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:05:42.382916 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-da7c78c1-56ae-4014-aea0-23157b0c40d8 req-edaa53fe-c0a9-481e-8301-62f2c3a86955 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/security-groups?id=d322c91f-9b95-4e01-816d-2040f3d8ecc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2561035 May 27 02:05:42.481303 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-583dfd08-f509-48be-83ba-d03a7929c556 admin admin] Router f303f7d8-c3ff-44e6-8356-1e00cd00733d has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:05:42.505497 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b6c5666-cc80-460f-b141-7bacb93f4c93 req-1ad1dce1-fdb2-484b-ba1b-b3056a9f790d service neutron] 10.222.0.66 "GET /v2.0/networks/17b286dd-35ae-40dc-a3e1-65b9625948fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624339 May 27 02:05:42.546211 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9daeee13-6c04-4fbe-8883-615b6e98730e None None] Provisioning complete for port 57bd02ae-2657-49f7-8213-1dbc4ea4a4d1 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:42.546939 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9daeee13-6c04-4fbe-8883-615b6e98730e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:42.638187 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9daeee13-6c04-4fbe-8883-615b6e98730e None None] Port 57bd02ae-2657-49f7-8213-1dbc4ea4a4d1 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:05:42.733131 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e295e6b-3b5f-4536-a33a-bfa0bfcbef1a req-5e69338f-d092-4adb-83a8-90d2c8dae931 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:42.733131 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8e295e6b-3b5f-4536-a33a-bfa0bfcbef1a req-5e69338f-d092-4adb-83a8-90d2c8dae931 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa238936-2f27-4cdf-9352-a3a68b4de7d6 HTTP/1.1" status: 200 len: 950 time: 0.1668665 May 27 02:05:42.771439 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583dfd08-f509-48be-83ba-d03a7929c556 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:05:42.778032 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-583dfd08-f509-48be-83ba-d03a7929c556 admin admin] 10.222.0.57 "PUT /v2.0/routers/f303f7d8-c3ff-44e6-8356-1e00cd00733d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7553351 May 27 02:05:42.779391 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95f321-702b-412b-804e-1e5033961be5 req-c2232fa7-6bdd-40d1-818b-75000577c51d tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:42.790708 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6c95f321-702b-412b-804e-1e5033961be5 req-c2232fa7-6bdd-40d1-818b-75000577c51d tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/ports?device_id=e69d55ab-786f-40de-bc71-a546d38bf60b HTTP/1.1" status: 200 len: 949 time: 0.1346767 May 27 02:05:42.877469 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8e295e6b-3b5f-4536-a33a-bfa0bfcbef1a req-ca7b723c-a93c-4710-86cb-5ab005c258b0 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/security-groups?id=fadc0ad7-a34f-4f5c-a66a-2e6db2753842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463900 May 27 02:05:42.918859 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6c95f321-702b-412b-804e-1e5033961be5 req-c9f1ba1d-a151-4528-9696-d8fda9c3f444 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc8d478-f999-427c-97b9-76a718b84049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319795 May 27 02:05:42.964622 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ce42b16f-8639-4ffa-8341-55d65833f264 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:05:43.103060 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port ce42b16f-8639-4ffa-8341-55d65833f264 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:05:43.108829 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port ce42b16f-8639-4ffa-8341-55d65833f264 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:43.109326 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:43.277873 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port ce42b16f-8639-4ffa-8341-55d65833f264 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:43.278493 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:43.299814 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 50882) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:43.303013 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port ce42b16f-8639-4ffa-8341-55d65833f264, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=ce42b16f-8639-4ffa-8341-55d65833f264,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:43.395453 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:43.415968 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-69dd5f91-b87b-4e71-be91-cde03d37d39c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1794847227-network', 'tenant_id': '0e040053d4e449dfa1947a03903551ab'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:05:43.425812 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-69dd5f91-b87b-4e71-be91-cde03d37d39c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:43.436463 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-69dd5f91-b87b-4e71-be91-cde03d37d39c admin admin] Usage tracker for resource:network and tenant:0e040053d4e449dfa1947a03903551ab is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:43.441577 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:05:43.443957 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-69dd5f91-b87b-4e71-be91-cde03d37d39c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:43.453751 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-69dd5f91-b87b-4e71-be91-cde03d37d39c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:43.509996 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-91aece2d-3ff3-46df-882d-0def87f7f15d req-dde63a5c-4c64-4032-adce-1052f2cf5ccc tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1921396 May 27 02:05:43.514634 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-91aece2d-3ff3-46df-882d-0def87f7f15d req-e2b760da-e96c-48ae-89b6-6e938140e472 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:05:43.520806 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-91aece2d-3ff3-46df-882d-0def87f7f15d req-e2b760da-e96c-48ae-89b6-6e938140e472 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:43.524632 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-91aece2d-3ff3-46df-882d-0def87f7f15d req-e2b760da-e96c-48ae-89b6-6e938140e472 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Usage tracker for resource:floatingip and tenant:a61d387cdc974bb69c2ef2afd4df1928 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:43.527582 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-91aece2d-3ff3-46df-882d-0def87f7f15d req-e2b760da-e96c-48ae-89b6-6e938140e472 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:43.534518 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-91aece2d-3ff3-46df-882d-0def87f7f15d req-e2b760da-e96c-48ae-89b6-6e938140e472 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:43.541896 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69dd5f91-b87b-4e71-be91-cde03d37d39c admin admin] Made reservation on behalf of 0e040053d4e449dfa1947a03903551ab for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:05:43.544112 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-69dd5f91-b87b-4e71-be91-cde03d37d39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:43.550478 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c289576-e072-4f23-bb66-f9cbfe229090 None None] Sync routers for ids ['f303f7d8-c3ff-44e6-8356-1e00cd00733d'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:05:43.552517 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=ce42b16f-8639-4ffa-8341-55d65833f264,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:43.578209 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c289576-e072-4f23-bb66-f9cbfe229090 None None] Routers {'f303f7d8-c3ff-44e6-8356-1e00cd00733d'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:05:43.578842 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5c289576-e072-4f23-bb66-f9cbfe229090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:05:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['f303f7d8-c3ff-44e6-8356-1e00cd00733d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:43.589885 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-69dd5f91-b87b-4e71-be91-cde03d37d39c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:43.609970 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-91aece2d-3ff3-46df-882d-0def87f7f15d req-e2b760da-e96c-48ae-89b6-6e938140e472 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Notify callbacks [] for floatingip, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:43.631786 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-69dd5f91-b87b-4e71-be91-cde03d37d39c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:43.645445 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-69dd5f91-b87b-4e71-be91-cde03d37d39c admin admin] Usage tracker for resource:security_group_rule and tenant:0e040053d4e449dfa1947a03903551ab is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:43.649815 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-69dd5f91-b87b-4e71-be91-cde03d37d39c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:43.701437 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-69dd5f91-b87b-4e71-be91-cde03d37d39c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:43.768404 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493f18e-b677-4df3-b8d5-94c675dc4b3a req-d802ecd9-9885-478b-9e0c-71f0be1dd8c2 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:43.769820 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0493f18e-b677-4df3-b8d5-94c675dc4b3a req-d802ecd9-9885-478b-9e0c-71f0be1dd8c2 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/ports?device_id=e69d55ab-786f-40de-bc71-a546d38bf60b HTTP/1.1" status: 200 len: 949 time: 0.2162917 May 27 02:05:43.770583 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8,segment=NetworkSegment(37da2cdf-7342-48b3-97e6-2ad8634f3cd8),segment_id=37da2cdf-7342-48b3-97e6-2ad8634f3cd8)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:43.792740 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8', 'network_id': '17b286dd-35ae-40dc-a3e1-65b9625948fe', 'port_id': '51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8', 'mac_address': 'fa:16:3e:58:c8:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '910bc1cc-bbe5-4144-8601-c90701254592', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:tempest-test_az-1552486461', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:05:43.834378 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-5c289576-e072-4f23-bb66-f9cbfe229090 None None] Set router f303f7d8-c3ff-44e6-8356-1e00cd00733d gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:05:43.844495 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0493f18e-b677-4df3-b8d5-94c675dc4b3a req-1e217d41-f3b5-4f44-bac3-c267c031f7a1 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc8d478-f999-427c-97b9-76a718b84049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656567 May 27 02:05:43.889171 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-69dd5f91-b87b-4e71-be91-cde03d37d39c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:43.929816 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-91aece2d-3ff3-46df-882d-0def87f7f15d req-e2b760da-e96c-48ae-89b6-6e938140e472 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:43.979058 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-69dd5f91-b87b-4e71-be91-cde03d37d39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:44.012124 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:44.012498 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:44.056299 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69dd5f91-b87b-4e71-be91-cde03d37d39c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:05:44.088418 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd5f91-b87b-4e71-be91-cde03d37d39c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03fb5a1-c41e-468e-ad06-5330334f3fb7,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:44.094018 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:05:44.096216 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-69dd5f91-b87b-4e71-be91-cde03d37d39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:44.096534 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-69dd5f91-b87b-4e71-be91-cde03d37d39c admin admin] Added segment 6cdf9896-5f69-4ffd-89fb-e5496db1f514 of type vlan for network 5e15a373-2510-460c-8860-ae4464ae2ec5 May 27 02:05:44.127176 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8,segment=NetworkSegment(37da2cdf-7342-48b3-97e6-2ad8634f3cd8),segment_id=37da2cdf-7342-48b3-97e6-2ad8634f3cd8)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:44.179848 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-69dd5f91-b87b-4e71-be91-cde03d37d39c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:44.208226 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:44.216057 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b31308-5b5c-4d6e-88d3-fee077136d92 req-6e1619b2-043c-4d90-96f0-2d66557bc2a7 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:44.217532 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-07b31308-5b5c-4d6e-88d3-fee077136d92 req-6e1619b2-043c-4d90-96f0-2d66557bc2a7 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/ports?device_id=737eef93-9fa1-4e72-a654-8abc5ce308f0 HTTP/1.1" status: 200 len: 966 time: 0.2395093 May 27 02:05:44.218592 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-91aece2d-3ff3-46df-882d-0def87f7f15d req-e2b760da-e96c-48ae-89b6-6e938140e472 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Allocated IP 172.25.1.26 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/31eb3fb1-e07d-4cf3-82da-582237612d27) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:05:44.284494 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:44.292013 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5c289576-e072-4f23-bb66-f9cbfe229090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f303f7d8-c3ff-44e6-8356-1e00cd00733d', 'name': 'tempest-FloatingIPsTestJSON-879003590-router', 'tenant_id': 'a61d387cdc974bb69c2ef2afd4df1928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'ce42b16f-8639-4ffa-8341-55d65833f264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:05:34Z', 'updated_at': '2022-05-27T02:05:41Z', 'revision_number': 4, 'project_id': 'a61d387cdc974bb69c2ef2afd4df1928', 'gw_port': {'id': 'ce42b16f-8639-4ffa-8341-55d65833f264', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303f7d8-c3ff-44e6-8356-1e00cd00733d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:35Z', 'updated_at': '2022-05-27T02:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '57bd02ae-2657-49f7-8213-1dbc4ea4a4d1', 'name': '', 'network_id': '773a749f-d2ca-4535-8f7c-cd5920e270a5', 'tenant_id': 'a61d387cdc974bb69c2ef2afd4df1928', 'mac_address': 'fa:16:3e:50:91:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f303f7d8-c3ff-44e6-8356-1e00cd00733d', 'device_owner': 'network:router_interface', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '8f3a0bb9-2c87-4da6-9e2a-6aea9082377c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:40Z', 'updated_at': '2022-05-27T02:05:41Z', 'revision_number': 2, 'project_id': 'a61d387cdc974bb69c2ef2afd4df1928', 'subnets': [{'id': '8f3a0bb9-2c87-4da6-9e2a-6aea9082377c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:44.295997 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c289576-e072-4f23-bb66-f9cbfe229090 None None] Checking router: f303f7d8-c3ff-44e6-8356-1e00cd00733d for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:05:44.296312 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c289576-e072-4f23-bb66-f9cbfe229090 None None] Updating router f303f7d8-c3ff-44e6-8356-1e00cd00733d port 57bd02ae-2657-49f7-8213-1dbc4ea4a4d1 binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:05:44.347364 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-69dd5f91-b87b-4e71-be91-cde03d37d39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:44.348290 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dd5f91-b87b-4e71-be91-cde03d37d39c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:44.348876 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-69dd5f91-b87b-4e71-be91-cde03d37d39c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:44.351607 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5c289576-e072-4f23-bb66-f9cbfe229090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:44.386163 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-07b31308-5b5c-4d6e-88d3-fee077136d92 req-4976ef0c-ad41-4105-9db8-7ab866140285 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/security-groups?id=d322c91f-9b95-4e01-816d-2040f3d8ecc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540718 May 27 02:05:44.407745 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:05:44.492128 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd5f91-b87b-4e71-be91-cde03d37d39c admin admin] Pushing event updated for resources: {'Network': ['ID=5e15a373-2510-460c-8860-ae4464ae2ec5,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:44.510881 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 5e15a373-2510-460c-8860-ae4464ae2ec5 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:05:44.515536 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-91aece2d-3ff3-46df-882d-0def87f7f15d req-e2b760da-e96c-48ae-89b6-6e938140e472 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:44.540354 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-69dd5f91-b87b-4e71-be91-cde03d37d39c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2394285 May 27 02:05:44.543256 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 50902) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:44.552038 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-2a2991ab-0d27-4c57-bec1-cdb6675c1ced admin admin] Request body: {'subnet': {'network_id': '5e15a373-2510-460c-8860-ae4464ae2ec5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1794847227-subnet', 'tenant_id': '0e040053d4e449dfa1947a03903551ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:05:44.557034 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-2a2991ab-0d27-4c57-bec1-cdb6675c1ced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:44.562292 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-2a2991ab-0d27-4c57-bec1-cdb6675c1ced admin admin] Usage tracker for resource:subnet and tenant:0e040053d4e449dfa1947a03903551ab is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:44.566279 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-2a2991ab-0d27-4c57-bec1-cdb6675c1ced admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:44.572956 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-2a2991ab-0d27-4c57-bec1-cdb6675c1ced admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:44.634979 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-91aece2d-3ff3-46df-882d-0def87f7f15d req-e2b760da-e96c-48ae-89b6-6e938140e472 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:44.691023 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2991ab-0d27-4c57-bec1-cdb6675c1ced admin admin] Made reservation on behalf of 0e040053d4e449dfa1947a03903551ab for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:05:44.693312 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2a2991ab-0d27-4c57-bec1-cdb6675c1ced admin admin] Notify callbacks [] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:44.725574 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91aece2d-3ff3-46df-882d-0def87f7f15d req-e2b760da-e96c-48ae-89b6-6e938140e472 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:05:44.769818 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-91aece2d-3ff3-46df-882d-0def87f7f15d req-e2b760da-e96c-48ae-89b6-6e938140e472 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:05:44.787691 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-91aece2d-3ff3-46df-882d-0def87f7f15d req-e2b760da-e96c-48ae-89b6-6e938140e472 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:05:44.889291 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b760da-e96c-48ae-89b6-6e938140e472 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Pushing event updated for resources: {'Port': ['ID=31eb3fb1-e07d-4cf3-82da-582237612d27,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:44.908323 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ce42b16f-8639-4ffa-8341-55d65833f264 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:05:44.940560 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-91aece2d-3ff3-46df-882d-0def87f7f15d req-e2b760da-e96c-48ae-89b6-6e938140e472 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:44.974039 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114343f8-3683-411f-a0c9-b3aad70719e1 req-dff10adf-6854-49de-83a5-4b7335497542 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:44.975484 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-114343f8-3683-411f-a0c9-b3aad70719e1 req-dff10adf-6854-49de-83a5-4b7335497542 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa238936-2f27-4cdf-9352-a3a68b4de7d6 HTTP/1.1" status: 200 len: 950 time: 0.1978490 May 27 02:05:44.990359 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5c289576-e072-4f23-bb66-f9cbfe229090 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:45.006057 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5c289576-e072-4f23-bb66-f9cbfe229090 None None] Transition to ACTIVE for port object 57bd02ae-2657-49f7-8213-1dbc4ea4a4d1 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:05:45.017615 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port ce42b16f-8639-4ffa-8341-55d65833f264 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:45.018010 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:45.110139 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5c289576-e072-4f23-bb66-f9cbfe229090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:45.121681 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-114343f8-3683-411f-a0c9-b3aad70719e1 req-0bd4d3b0-9451-465e-8555-7ff40c795d7e tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/security-groups?id=fadc0ad7-a34f-4f5c-a66a-2e6db2753842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138539 May 27 02:05:45.126038 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-91aece2d-3ff3-46df-882d-0def87f7f15d req-e2b760da-e96c-48ae-89b6-6e938140e472 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:45.267192 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port ce42b16f-8639-4ffa-8341-55d65833f264 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:45.269184 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0768bb3-1348-4cac-a922-5a9cdfb1996f None None] Pushing event updated for resources: {'Port': ['ID=57bd02ae-2657-49f7-8213-1dbc4ea4a4d1,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:45.291049 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-9e20a05f-8f49-41fe-9a18-8e8a0f5e359f tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=02484ed977aa42298767096cda535a80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494514 May 27 02:05:45.368530 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5c289576-e072-4f23-bb66-f9cbfe229090 None None] Attempting to bind port 57bd02ae-2657-49f7-8213-1dbc4ea4a4d1 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:05:45.368920 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5c289576-e072-4f23-bb66-f9cbfe229090 None None] Attempting to bind port 57bd02ae-2657-49f7-8213-1dbc4ea4a4d1 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'c7da7488-ba0f-458c-9f65-95e0e53dd7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '773a749f-d2ca-4535-8f7c-cd5920e270a5'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:05:45.369281 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c289576-e072-4f23-bb66-f9cbfe229090 None None] Attempting to bind port 57bd02ae-2657-49f7-8213-1dbc4ea4a4d1 on network 773a749f-d2ca-4535-8f7c-cd5920e270a5 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:05:45.375059 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c289576-e072-4f23-bb66-f9cbfe229090 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:05:45.375426 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c289576-e072-4f23-bb66-f9cbfe229090 None None] Checking segment: {'id': 'c7da7488-ba0f-458c-9f65-95e0e53dd7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '773a749f-d2ca-4535-8f7c-cd5920e270a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:05:45.375817 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5c289576-e072-4f23-bb66-f9cbfe229090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:45.376224 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c289576-e072-4f23-bb66-f9cbfe229090 None None] Bound using segment: {'id': 'c7da7488-ba0f-458c-9f65-95e0e53dd7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '773a749f-d2ca-4535-8f7c-cd5920e270a5'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:05:45.376686 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5c289576-e072-4f23-bb66-f9cbfe229090 None None] Bound port: 57bd02ae-2657-49f7-8213-1dbc4ea4a4d1, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7da7488-ba0f-458c-9f65-95e0e53dd7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '773a749f-d2ca-4535-8f7c-cd5920e270a5'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:05:45.377073 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5c289576-e072-4f23-bb66-f9cbfe229090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:45.386010 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2a2991ab-0d27-4c57-bec1-cdb6675c1ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:45.421667 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:05:45.529539 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5c289576-e072-4f23-bb66-f9cbfe229090 None None] For port 57bd02ae-2657-49f7-8213-1dbc4ea4a4d1, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:05:45.531444 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5c289576-e072-4f23-bb66-f9cbfe229090 None None] For port 57bd02ae-2657-49f7-8213-1dbc4ea4a4d1, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=57bd02ae-2657-49f7-8213-1dbc4ea4a4d1,segment=NetworkSegment(c7da7488-ba0f-458c-9f65-95e0e53dd7f9),segment_id=c7da7488-ba0f-458c-9f65-95e0e53dd7f9)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:05:45.578968 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2991ab-0d27-4c57-bec1-cdb6675c1ced admin admin] Pushing event updated for resources: {'Subnet': ['ID=76e2f248-3c27-4d45-9104-3e366294e9b4,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:45.606312 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5c289576-e072-4f23-bb66-f9cbfe229090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:45.630454 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-5da2b7d9-335f-4c2f-b86b-44739ee2950b tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:45.631975 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-5da2b7d9-335f-4c2f-b86b-44739ee2950b tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3343515 May 27 02:05:45.635525 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2991ab-0d27-4c57-bec1-cdb6675c1ced admin admin] Checking segment: {'id': '6cdf9896-5f69-4ffd-89fb-e5496db1f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '5e15a373-2510-460c-8860-ae4464ae2ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:05:45.635885 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2991ab-0d27-4c57-bec1-cdb6675c1ced admin admin] Network hostable DHCP agents. Network: 5e15a373-2510-460c-8860-ae4464ae2ec5, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:05:45.664480 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-d2552111-dcf6-42c3-b0dd-818608a141dd tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/quotas/02484ed977aa42298767096cda535a80 HTTP/1.1" status: 200 len: 375 time: 0.0239017 May 27 02:05:45.685543 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:05:45.702585 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:45.702860 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:45.726654 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-91aece2d-3ff3-46df-882d-0def87f7f15d req-e2b760da-e96c-48ae-89b6-6e938140e472 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:45.755716 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2991ab-0d27-4c57-bec1-cdb6675c1ced admin admin] Network 5e15a373-2510-460c-8860-ae4464ae2ec5 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:05:45.768624 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-32e64a47-fbb8-40ca-9716-c0f6605cf99c tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=02484ed977aa42298767096cda535a80&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0965054 May 27 02:05:45.773900 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c289576-e072-4f23-bb66-f9cbfe229090 None None] Routers {'f303f7d8-c3ff-44e6-8356-1e00cd00733d'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:05:45.774524 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5c289576-e072-4f23-bb66-f9cbfe229090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:05:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['f303f7d8-c3ff-44e6-8356-1e00cd00733d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:45.811799 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-91aece2d-3ff3-46df-882d-0def87f7f15d req-e2b760da-e96c-48ae-89b6-6e938140e472 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:45.831555 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0768bb3-1348-4cac-a922-5a9cdfb1996f None None] Pushing event updated for resources: {'Port': ['ID=57bd02ae-2657-49f7-8213-1dbc4ea4a4d1,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:45.894674 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-2a2991ab-0d27-4c57-bec1-cdb6675c1ced admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 5e15a373-2510-460c-8860-ae4464ae2ec5) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:05:45.914096 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-91aece2d-3ff3-46df-882d-0def87f7f15d req-e2b760da-e96c-48ae-89b6-6e938140e472 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:45.920278 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2991ab-0d27-4c57-bec1-cdb6675c1ced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:45.920899 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2a2991ab-0d27-4c57-bec1-cdb6675c1ced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:45.923713 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2867453e-53dd-456d-bb03-57941d9022ea None None] Network 5e15a373-2510-460c-8860-ae4464ae2ec5 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:05:45.944609 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b760da-e96c-48ae-89b6-6e938140e472 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Pushing event updated for resources: {'Port': ['ID=31eb3fb1-e07d-4cf3-82da-582237612d27,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:46.034887 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-91aece2d-3ff3-46df-882d-0def87f7f15d req-e2b760da-e96c-48ae-89b6-6e938140e472 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:46.039585 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-91aece2d-3ff3-46df-882d-0def87f7f15d req-e2b760da-e96c-48ae-89b6-6e938140e472 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5255842 May 27 02:05:46.054801 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2a2991ab-0d27-4c57-bec1-cdb6675c1ced admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5026348 May 27 02:05:46.125323 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:46.125695 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:46.153062 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-5c289576-e072-4f23-bb66-f9cbfe229090 None None] Set router f303f7d8-c3ff-44e6-8356-1e00cd00733d gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:05:46.195908 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-91aece2d-3ff3-46df-882d-0def87f7f15d req-cac1a3e1-68e8-4f76-aab6-a8f2f1c54183 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Synchronizing usage tracker for tenant:a61d387cdc974bb69c2ef2afd4df1928 on resource:floatingip {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:05:46.321013 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-91aece2d-3ff3-46df-882d-0def87f7f15d req-cac1a3e1-68e8-4f76-aab6-a8f2f1c54183 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Unset dirty status for tenant:a61d387cdc974bb69c2ef2afd4df1928 on resource:floatingip {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:05:46.322194 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-91aece2d-3ff3-46df-882d-0def87f7f15d req-cac1a3e1-68e8-4f76-aab6-a8f2f1c54183 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.26 HTTP/1.1" status: 200 len: 695 time: 0.2736685 May 27 02:05:46.352880 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737eef93-9fa1-4e72-a654-8abc5ce308f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:05:46.493726 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aece2d-3ff3-46df-882d-0def87f7f15d req-8c3829b5-a2a0-4e53-b35a-73763b112ec6 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:46.501502 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-91aece2d-3ff3-46df-882d-0def87f7f15d req-8c3829b5-a2a0-4e53-b35a-73763b112ec6 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] 10.222.0.57 "GET /v2.0/networks/d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 784 time: 0.1726618 May 27 02:05:46.507973 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-91aece2d-3ff3-46df-882d-0def87f7f15d req-5a321f39-cad3-413a-82f2-a15ac02f8953 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:05:46.508992 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-91aece2d-3ff3-46df-882d-0def87f7f15d req-5a321f39-cad3-413a-82f2-a15ac02f8953 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056074 May 27 02:05:46.540655 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8,segment=NetworkSegment(37da2cdf-7342-48b3-97e6-2ad8634f3cd8),segment_id=37da2cdf-7342-48b3-97e6-2ad8634f3cd8)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:46.563556 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b70567-afb7-4e70-8164-e06d43184545 None None] Network 5e15a373-2510-460c-8860-ae4464ae2ec5 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:05:46.680731 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:46.717024 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0e5a1aef-3f03-467d-8101-4f139b2fe30b req-9196d412-059f-4302-9962-a9f7fca88259 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/ports?device_id=8eb34f8b-7080-4323-8451-7185d7c0ce27 HTTP/1.1" status: 200 len: 210 time: 0.0625355 May 27 02:05:46.763809 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045e1c5-9f90-4d6f-b2a6-c5dd587d54c0 req-2b85b058-c8f2-4835-8e32-a80b914801a2 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:46.766101 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7045e1c5-9f90-4d6f-b2a6-c5dd587d54c0 req-2b85b058-c8f2-4835-8e32-a80b914801a2 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/ports?device_id=737eef93-9fa1-4e72-a654-8abc5ce308f0 HTTP/1.1" status: 200 len: 968 time: 0.1472309 May 27 02:05:46.835776 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:46.849172 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7045e1c5-9f90-4d6f-b2a6-c5dd587d54c0 req-d133049d-b8de-4a55-ab54-3404a370ff6e tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/security-groups?id=d322c91f-9b95-4e01-816d-2040f3d8ecc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771272 May 27 02:05:46.951638 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-deef400c-ffdc-49cc-bb0a-fdea098779c9'] response: {'server_uuid': '737eef93-9fa1-4e72-a654-8abc5ce308f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8', 'code': 200} May 27 02:05:46.964025 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5c289576-e072-4f23-bb66-f9cbfe229090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f303f7d8-c3ff-44e6-8356-1e00cd00733d', 'name': 'tempest-FloatingIPsTestJSON-879003590-router', 'tenant_id': 'a61d387cdc974bb69c2ef2afd4df1928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'ce42b16f-8639-4ffa-8341-55d65833f264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:05:34Z', 'updated_at': '2022-05-27T02:05:41Z', 'revision_number': 4, 'project_id': 'a61d387cdc974bb69c2ef2afd4df1928', 'gw_port': {'id': 'ce42b16f-8639-4ffa-8341-55d65833f264', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303f7d8-c3ff-44e6-8356-1e00cd00733d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:35Z', 'updated_at': '2022-05-27T02:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '57bd02ae-2657-49f7-8213-1dbc4ea4a4d1', 'name': '', 'network_id': '773a749f-d2ca-4535-8f7c-cd5920e270a5', 'tenant_id': 'a61d387cdc974bb69c2ef2afd4df1928', 'mac_address': 'fa:16:3e:50:91:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f303f7d8-c3ff-44e6-8356-1e00cd00733d', 'device_owner': 'network:router_interface', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '8f3a0bb9-2c87-4da6-9e2a-6aea9082377c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:40Z', 'updated_at': '2022-05-27T02:05:45Z', 'revision_number': 4, 'project_id': 'a61d387cdc974bb69c2ef2afd4df1928', 'subnets': [{'id': '8f3a0bb9-2c87-4da6-9e2a-6aea9082377c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:46.968539 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c289576-e072-4f23-bb66-f9cbfe229090 None None] The sync data for ids ['f303f7d8-c3ff-44e6-8356-1e00cd00733d'] in n-d-843554-3 is: [{'id': 'f303f7d8-c3ff-44e6-8356-1e00cd00733d', 'name': 'tempest-FloatingIPsTestJSON-879003590-router', 'tenant_id': 'a61d387cdc974bb69c2ef2afd4df1928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'ce42b16f-8639-4ffa-8341-55d65833f264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:05:34Z', 'updated_at': '2022-05-27T02:05:41Z', 'revision_number': 4, 'project_id': 'a61d387cdc974bb69c2ef2afd4df1928', 'gw_port': {'id': 'ce42b16f-8639-4ffa-8341-55d65833f264', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303f7d8-c3ff-44e6-8356-1e00cd00733d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:35Z', 'updated_at': '2022-05-27T02:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '57bd02ae-2657-49f7-8213-1dbc4ea4a4d1', 'name': '', 'network_id': '773a749f-d2ca-4535-8f7c-cd5920e270a5', 'tenant_id': 'a61d387cdc974bb69c2ef2afd4df1928', 'mac_address': 'fa:16:3e:50:91:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f303f7d8-c3ff-44e6-8356-1e00cd00733d', 'device_owner': 'network:router_interface', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '8f3a0bb9-2c87-4da6-9e2a-6aea9082377c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:40Z', 'updated_at': '2022-05-27T02:05:45Z', 'revision_number': 4, 'project_id': 'a61d387cdc974bb69c2ef2afd4df1928', 'subnets': [{'id': '8f3a0bb9-2c87-4da6-9e2a-6aea9082377c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:05:47.026408 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50964) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:47.045228 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d749c7a4-f359-40c2-83cc-93abf8275385 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2089861611-network', 'tenant_id': 'ce5f9d03520f4008947ae4d65c90d180'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:05:47.045228 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d749c7a4-f359-40c2-83cc-93abf8275385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:47.045228 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d749c7a4-f359-40c2-83cc-93abf8275385 admin admin] Usage tracker for resource:network and tenant:ce5f9d03520f4008947ae4d65c90d180 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:47.054394 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d749c7a4-f359-40c2-83cc-93abf8275385 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:47.080183 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d749c7a4-f359-40c2-83cc-93abf8275385 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:47.105164 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-294aa44b-885d-404f-9238-66afaa3ada23 req-1f50f610-6db3-43bf-a546-178bb8fe8813 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] 10.222.0.57 "GET /v2.0/floatingips/f23ed66e-34ce-441b-bd65-2c157cef4e55 HTTP/1.1" status: 200 len: 692 time: 0.1578913 May 27 02:05:47.218739 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d749c7a4-f359-40c2-83cc-93abf8275385 admin admin] Made reservation on behalf of ce5f9d03520f4008947ae4d65c90d180 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:05:47.223243 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d749c7a4-f359-40c2-83cc-93abf8275385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:47.240982 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d749c7a4-f359-40c2-83cc-93abf8275385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:47.264897 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d749c7a4-f359-40c2-83cc-93abf8275385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:47.269638 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d749c7a4-f359-40c2-83cc-93abf8275385 admin admin] Usage tracker for resource:security_group_rule and tenant:ce5f9d03520f4008947ae4d65c90d180 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:47.272964 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d749c7a4-f359-40c2-83cc-93abf8275385 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:47.275993 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c594e-f649-4ecd-9ebe-4f4e88271d6a req-082e6dad-5548-4131-a076-f99a26a5140e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:47.277555 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3b9c594e-f649-4ecd-9ebe-4f4e88271d6a req-082e6dad-5548-4131-a076-f99a26a5140e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=737eef93-9fa1-4e72-a654-8abc5ce308f0 HTTP/1.1" status: 200 len: 1119 time: 0.2375236 May 27 02:05:47.279041 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d749c7a4-f359-40c2-83cc-93abf8275385 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:47.348376 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294aa44b-885d-404f-9238-66afaa3ada23 req-2c979b7a-40e4-402f-a286-e269705187fc tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:47.350008 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-294aa44b-885d-404f-9238-66afaa3ada23 req-2c979b7a-40e4-402f-a286-e269705187fc tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] 10.222.0.57 "GET /v2.0/networks/d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 784 time: 0.2328019 May 27 02:05:47.375542 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d749c7a4-f359-40c2-83cc-93abf8275385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:47.383766 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-294aa44b-885d-404f-9238-66afaa3ada23 req-19e5d084-303e-4606-b12b-87767be0f9eb tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:05:47.384846 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-294aa44b-885d-404f-9238-66afaa3ada23 req-19e5d084-303e-4606-b12b-87767be0f9eb tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118570 May 27 02:05:47.410800 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-3b9c594e-f649-4ecd-9ebe-4f4e88271d6a req-871620d6-bd74-438a-b48b-639e5170ed16 service neutron] Synchronizing usage tracker for tenant:0ad2b60935b04d8daab61e220b5ed069 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:05:47.440637 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d749c7a4-f359-40c2-83cc-93abf8275385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:47.459299 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db3b62-8335-411c-bf25-66fb4eee995c req-f392866e-0a18-41a4-9e02-52bd8564722f tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:47.460942 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-10db3b62-8335-411c-bf25-66fb4eee995c req-f392866e-0a18-41a4-9e02-52bd8564722f tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa238936-2f27-4cdf-9352-a3a68b4de7d6 HTTP/1.1" status: 200 len: 950 time: 0.1876440 May 27 02:05:47.476297 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d749c7a4-f359-40c2-83cc-93abf8275385 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:05:47.478933 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d749c7a4-f359-40c2-83cc-93abf8275385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f988b67-ff3d-4ed1-a7f1-20a51cb446ee,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:47.490352 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d749c7a4-f359-40c2-83cc-93abf8275385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:47.490891 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-d749c7a4-f359-40c2-83cc-93abf8275385 admin admin] Added segment c3fcc9c3-6553-47b1-8663-379582dd947d of type vlan for network 565f1b0f-d51a-48c1-9f94-226ce95728fa May 27 02:05:47.529967 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d749c7a4-f359-40c2-83cc-93abf8275385 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:47.538304 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-10db3b62-8335-411c-bf25-66fb4eee995c req-a0ae18e6-80cb-4d6f-8aae-4c2005770833 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/security-groups?id=fadc0ad7-a34f-4f5c-a66a-2e6db2753842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643082 May 27 02:05:47.544896 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-3b9c594e-f649-4ecd-9ebe-4f4e88271d6a req-871620d6-bd74-438a-b48b-639e5170ed16 service neutron] Unset dirty status for tenant:0ad2b60935b04d8daab61e220b5ed069 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:05:47.547987 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3b9c594e-f649-4ecd-9ebe-4f4e88271d6a req-871620d6-bd74-438a-b48b-639e5170ed16 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d322c91f-9b95-4e01-816d-2040f3d8ecc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2287166 May 27 02:05:47.639200 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dd9cc3cf-9563-472b-9f16-66c0a6322421 req-68dfe07c-0225-4184-ab11-719f383c73d4 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] 10.222.0.57 "GET /v2.0/floatingips?tenant_id=a61d387cdc974bb69c2ef2afd4df1928 HTTP/1.1" status: 200 len: 695 time: 0.0902016 May 27 02:05:47.673581 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d749c7a4-f359-40c2-83cc-93abf8275385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:47.673581 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d749c7a4-f359-40c2-83cc-93abf8275385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:47.673581 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d749c7a4-f359-40c2-83cc-93abf8275385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:47.792203 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d749c7a4-f359-40c2-83cc-93abf8275385 admin admin] Pushing event updated for resources: {'Network': ['ID=565f1b0f-d51a-48c1-9f94-226ce95728fa,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:47.803681 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 565f1b0f-d51a-48c1-9f94-226ce95728fa details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:05:47.869810 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d749c7a4-f359-40c2-83cc-93abf8275385 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8422706 May 27 02:05:47.872581 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50982) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:47.880897 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3ddfc3fd-cb4b-4f54-b80f-dcdbbd28cdf4 admin admin] Request body: {'subnet': {'network_id': '565f1b0f-d51a-48c1-9f94-226ce95728fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2089861611-subnet', 'tenant_id': 'ce5f9d03520f4008947ae4d65c90d180', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:05:47.890654 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3ddfc3fd-cb4b-4f54-b80f-dcdbbd28cdf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:47.897934 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3ddfc3fd-cb4b-4f54-b80f-dcdbbd28cdf4 admin admin] Usage tracker for resource:subnet and tenant:ce5f9d03520f4008947ae4d65c90d180 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:47.904160 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3ddfc3fd-cb4b-4f54-b80f-dcdbbd28cdf4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:47.916413 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3ddfc3fd-cb4b-4f54-b80f-dcdbbd28cdf4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:47.951769 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9cc3cf-9563-472b-9f16-66c0a6322421 req-3085d067-59ac-4d67-9fed-c384b288411f tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:47.953342 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dd9cc3cf-9563-472b-9f16-66c0a6322421 req-3085d067-59ac-4d67-9fed-c384b288411f tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] 10.222.0.57 "GET /v2.0/networks?id=d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 787 time: 0.3086898 May 27 02:05:47.963970 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-dd9cc3cf-9563-472b-9f16-66c0a6322421 req-70745c69-a993-4ad5-b80e-7cacc986533e tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:05:47.964931 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dd9cc3cf-9563-472b-9f16-66c0a6322421 req-70745c69-a993-4ad5-b80e-7cacc986533e tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056624 May 27 02:05:47.995988 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ddfc3fd-cb4b-4f54-b80f-dcdbbd28cdf4 admin admin] Made reservation on behalf of ce5f9d03520f4008947ae4d65c90d180 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:05:47.995988 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ddfc3fd-cb4b-4f54-b80f-dcdbbd28cdf4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:48.144014 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f103a12-2745-4caf-8614-97cffc3f9080 req-aaa05f7a-51e8-499e-af05-7dff4e4d01aa tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/ports?device_id=8eb34f8b-7080-4323-8451-7185d7c0ce27 HTTP/1.1" status: 200 len: 210 time: 0.0868340 May 27 02:05:48.217704 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45e136-3c28-40eb-986a-d378b31c192c req-46cbb996-e5cc-45af-958f-5edc2076630a tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:48.219236 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5f45e136-3c28-40eb-986a-d378b31c192c req-46cbb996-e5cc-45af-958f-5edc2076630a tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/ports?device_id=737eef93-9fa1-4e72-a654-8abc5ce308f0 HTTP/1.1" status: 200 len: 968 time: 0.1246963 May 27 02:05:48.264913 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1dc52-a459-4d88-a693-f03297abe61b req-4b930e83-56cc-4a9d-b9f3-404362e1be03 tempest-DeleteServersAdminTestJSON-481995932 tempest-DeleteServersAdminTestJSON-481995932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:48.264913 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-31b1dc52-a459-4d88-a693-f03297abe61b req-4b930e83-56cc-4a9d-b9f3-404362e1be03 tempest-DeleteServersAdminTestJSON-481995932 tempest-DeleteServersAdminTestJSON-481995932-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fa238936-2f27-4cdf-9352-a3a68b4de7d6 HTTP/1.1" status: 200 len: 1101 time: 0.2037337 May 27 02:05:48.271607 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5f45e136-3c28-40eb-986a-d378b31c192c req-0ee3f629-da22-4053-8040-6af568031c5b tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/security-groups?id=d322c91f-9b95-4e01-816d-2040f3d8ecc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460300 May 27 02:05:48.375883 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-31b1dc52-a459-4d88-a693-f03297abe61b req-3b4bf426-07ab-44e4-9660-d4994edf6016 tempest-DeleteServersAdminTestJSON-481995932 tempest-DeleteServersAdminTestJSON-481995932-project-admin] Deleting port 1a2b39fb-17d3-48c4-9c1c-475432c11a7d {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:05:48.376693 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-31b1dc52-a459-4d88-a693-f03297abe61b req-3b4bf426-07ab-44e4-9660-d4994edf6016 tempest-DeleteServersAdminTestJSON-481995932 tempest-DeleteServersAdminTestJSON-481995932-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:48.400426 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1d718631-84de-4889-af6e-cc7069e2dc72 req-f115e7f7-12d2-490a-a1de-3d6ba5223f10 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] 10.222.0.57 "GET /v2.0/floatingips/f23ed66e-34ce-441b-bd65-2c157cef4e55 HTTP/1.1" status: 200 len: 692 time: 0.0899107 May 27 02:05:48.499812 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ddfc3fd-cb4b-4f54-b80f-dcdbbd28cdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:48.522467 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-eeebcd34-afdf-4feb-bc03-bb113f916932 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=02484ed977aa42298767096cda535a80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433512 May 27 02:05:48.683023 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d718631-84de-4889-af6e-cc7069e2dc72 req-a3f300c3-0394-46b5-86f9-0a1690fec5a0 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:48.683714 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddfc3fd-cb4b-4f54-b80f-dcdbbd28cdf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3059df6-80b4-44dc-98be-b04388c47eb0,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:48.686340 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1d718631-84de-4889-af6e-cc7069e2dc72 req-a3f300c3-0394-46b5-86f9-0a1690fec5a0 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] 10.222.0.57 "GET /v2.0/networks/d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 784 time: 0.2800674 May 27 02:05:48.702021 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddfc3fd-cb4b-4f54-b80f-dcdbbd28cdf4 admin admin] Checking segment: {'id': 'c3fcc9c3-6553-47b1-8663-379582dd947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '565f1b0f-d51a-48c1-9f94-226ce95728fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:05:48.702618 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddfc3fd-cb4b-4f54-b80f-dcdbbd28cdf4 admin admin] Network hostable DHCP agents. Network: 565f1b0f-d51a-48c1-9f94-226ce95728fa, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:05:48.748045 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:48.757219 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-31b1dc52-a459-4d88-a693-f03297abe61b req-3b4bf426-07ab-44e4-9660-d4994edf6016 tempest-DeleteServersAdminTestJSON-481995932 tempest-DeleteServersAdminTestJSON-481995932-project-admin] For port 1a2b39fb-17d3-48c4-9c1c-475432c11a7d, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=1a2b39fb-17d3-48c4-9c1c-475432c11a7d,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:48.757583 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-31b1dc52-a459-4d88-a693-f03297abe61b req-3b4bf426-07ab-44e4-9660-d4994edf6016 tempest-DeleteServersAdminTestJSON-481995932 tempest-DeleteServersAdminTestJSON-481995932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:48.765891 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-1d718631-84de-4889-af6e-cc7069e2dc72 req-955e3d58-736d-4d70-86dc-e7e94a4264ea tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:05:48.767339 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1d718631-84de-4889-af6e-cc7069e2dc72 req-955e3d58-736d-4d70-86dc-e7e94a4264ea tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0430765 May 27 02:05:48.841775 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:48.885121 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-319a5f0d-9826-4b82-89ca-9f2234e3e9d7 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:48.886487 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-319a5f0d-9826-4b82-89ca-9f2234e3e9d7 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3582983 May 27 02:05:48.899304 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1d718631-84de-4889-af6e-cc7069e2dc72 req-8dbe48fd-465d-49fc-a3c8-a82efeb1d3ce tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.26 HTTP/1.1" status: 200 len: 695 time: 0.1143575 May 27 02:05:48.905567 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-d79561e8-6bbc-41de-b4b9-6fea71ce2948 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Request body: {'port': {'device_id': '8eb34f8b-7080-4323-8451-7185d7c0ce27', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'admin_state_up': True, 'tenant_id': '02484ed977aa42298767096cda535a80'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:05:48.914818 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-31b1dc52-a459-4d88-a693-f03297abe61b req-3b4bf426-07ab-44e4-9660-d4994edf6016 tempest-DeleteServersAdminTestJSON-481995932 tempest-DeleteServersAdminTestJSON-481995932-project-admin] Calling delete_port for 1a2b39fb-17d3-48c4-9c1c-475432c11a7d owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:05:48.956684 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 57bd02ae-2657-49f7-8213-1dbc4ea4a4d1 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:05:49.026290 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddfc3fd-cb4b-4f54-b80f-dcdbbd28cdf4 admin admin] Network 565f1b0f-d51a-48c1-9f94-226ce95728fa is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:05:49.075256 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1d718631-84de-4889-af6e-cc7069e2dc72 req-1dc8f536-8ebb-48c4-9624-e534a1eba899 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.26 HTTP/1.1" status: 200 len: 695 time: 0.1555035 May 27 02:05:49.140052 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-3ddfc3fd-cb4b-4f54-b80f-dcdbbd28cdf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 565f1b0f-d51a-48c1-9f94-226ce95728fa) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:05:49.148156 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddfc3fd-cb4b-4f54-b80f-dcdbbd28cdf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:49.148747 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ddfc3fd-cb4b-4f54-b80f-dcdbbd28cdf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:49.154246 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cd235f-56db-440f-8eb3-caeffc0487ff None None] Network 565f1b0f-d51a-48c1-9f94-226ce95728fa requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:05:49.160694 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e00de-2c27-4a58-9f2b-0915f161ad83 req-e68dd013-6d96-4d62-8da0-1d31785316b3 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:49.162220 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c31e00de-2c27-4a58-9f2b-0915f161ad83 req-e68dd013-6d96-4d62-8da0-1d31785316b3 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa238936-2f27-4cdf-9352-a3a68b4de7d6 HTTP/1.1" status: 200 len: 950 time: 0.4747546 May 27 02:05:49.180779 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 57bd02ae-2657-49f7-8213-1dbc4ea4a4d1 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:05:49.231584 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 57bd02ae-2657-49f7-8213-1dbc4ea4a4d1 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:49.232076 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:49.234593 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-31b1dc52-a459-4d88-a693-f03297abe61b req-3b4bf426-07ab-44e4-9660-d4994edf6016 tempest-DeleteServersAdminTestJSON-481995932 tempest-DeleteServersAdminTestJSON-481995932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:49.270716 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['1a2b39fb-17d3-48c4-9c1c-475432c11a7d'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:05:49.285113 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3ddfc3fd-cb4b-4f54-b80f-dcdbbd28cdf4 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4113219 May 27 02:05:49.288259 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4bf426-07ab-44e4-9660-d4994edf6016 tempest-DeleteServersAdminTestJSON-481995932 tempest-DeleteServersAdminTestJSON-481995932-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a2b39fb-17d3-48c4-9c1c-475432c11a7d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:49.344335 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-1d718631-84de-4889-af6e-cc7069e2dc72 req-3c3ca26c-18fc-465a-95fc-950df7f1beaf tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Deleting port 31eb3fb1-e07d-4cf3-82da-582237612d27 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:05:49.344673 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1d718631-84de-4889-af6e-cc7069e2dc72 req-3c3ca26c-18fc-465a-95fc-950df7f1beaf tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:49.397515 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c31e00de-2c27-4a58-9f2b-0915f161ad83 req-c5e23406-5701-4425-ac55-a07784e75da8 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/security-groups?id=fadc0ad7-a34f-4f5c-a66a-2e6db2753842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237546 May 27 02:05:49.429114 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-d79561e8-6bbc-41de-b4b9-6fea71ce2948 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:49.439152 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-d79561e8-6bbc-41de-b4b9-6fea71ce2948 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Usage tracker for resource:port and tenant:02484ed977aa42298767096cda535a80 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:49.464541 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-d79561e8-6bbc-41de-b4b9-6fea71ce2948 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:49.512960 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51014) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:49.546911 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 57bd02ae-2657-49f7-8213-1dbc4ea4a4d1 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:49.547298 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:49.564423 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426435fa-d2c2-40bf-a0e5-bf37cb7c6ce5 None None] Network 565f1b0f-d51a-48c1-9f94-226ce95728fa requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:05:49.591509 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b5c78cc-4aff-421e-b4d5-830097f135b7 admin admin] Deleting subnet 76e2f248-3c27-4d45-9104-3e366294e9b4 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:05:49.595431 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5b5c78cc-4aff-421e-b4d5-830097f135b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:49.615197 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-d79561e8-6bbc-41de-b4b9-6fea71ce2948 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:49.657660 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5b5c78cc-4aff-421e-b4d5-830097f135b7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:49.666604 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5b5c78cc-4aff-421e-b4d5-830097f135b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:49.673634 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 57bd02ae-2657-49f7-8213-1dbc4ea4a4d1, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=57bd02ae-2657-49f7-8213-1dbc4ea4a4d1,segment=NetworkSegment(c7da7488-ba0f-458c-9f65-95e0e53dd7f9),segment_id=c7da7488-ba0f-458c-9f65-95e0e53dd7f9)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:49.688196 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1d718631-84de-4889-af6e-cc7069e2dc72 req-3c3ca26c-18fc-465a-95fc-950df7f1beaf tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:49.691232 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1d718631-84de-4889-af6e-cc7069e2dc72 req-3c3ca26c-18fc-465a-95fc-950df7f1beaf tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:49.755881 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:49.763787 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b1dc52-a459-4d88-a693-f03297abe61b req-3b4bf426-07ab-44e4-9660-d4994edf6016 tempest-DeleteServersAdminTestJSON-481995932 tempest-DeleteServersAdminTestJSON-481995932-project-admin] No DVR routers for this DVR port 1a2b39fb-17d3-48c4-9c1c-475432c11a7d on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:05:49.768040 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-31b1dc52-a459-4d88-a693-f03297abe61b req-3b4bf426-07ab-44e4-9660-d4994edf6016 tempest-DeleteServersAdminTestJSON-481995932 tempest-DeleteServersAdminTestJSON-481995932-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:49.769982 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-31b1dc52-a459-4d88-a693-f03297abe61b req-3b4bf426-07ab-44e4-9660-d4994edf6016 tempest-DeleteServersAdminTestJSON-481995932 tempest-DeleteServersAdminTestJSON-481995932-project-admin] 10.222.0.32 "DELETE /v2.0/ports/1a2b39fb-17d3-48c4-9c1c-475432c11a7d HTTP/1.1" status: 204 len: 173 time: 1.4950764 May 27 02:05:49.770443 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa238936-2f27-4cdf-9352-a3a68b4de7d6', 'name': 'network-vif-deleted', 'tag': '1a2b39fb-17d3-48c4-9c1c-475432c11a7d'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:05:49.862746 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-d79561e8-6bbc-41de-b4b9-6fea71ce2948 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Made reservation on behalf of 02484ed977aa42298767096cda535a80 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:05:49.866296 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-d79561e8-6bbc-41de-b4b9-6fea71ce2948 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:49.885334 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5b5c78cc-4aff-421e-b4d5-830097f135b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:49.886604 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=57bd02ae-2657-49f7-8213-1dbc4ea4a4d1,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:49.887405 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-1d718631-84de-4889-af6e-cc7069e2dc72 req-3c3ca26c-18fc-465a-95fc-950df7f1beaf tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Calling delete_port for 31eb3fb1-e07d-4cf3-82da-582237612d27 owned by network:floatingip {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:05:49.926780 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c78cc-4aff-421e-b4d5-830097f135b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76e2f248-3c27-4d45-9104-3e366294e9b4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:49.927158 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f828707b-7fae-425b-b2ab-8979c376fea5 req-f9c46468-d639-4444-8b92-f9631d725e1e tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/ports?device_id=8eb34f8b-7080-4323-8451-7185d7c0ce27 HTTP/1.1" status: 200 len: 210 time: 0.1665163 May 27 02:05:49.934371 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5b5c78cc-4aff-421e-b4d5-830097f135b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:49.947011 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5b5c78cc-4aff-421e-b4d5-830097f135b7 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/76e2f248-3c27-4d45-9104-3e366294e9b4 HTTP/1.1" status: 204 len: 168 time: 0.4295964 May 27 02:05:49.947011 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51024) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:50.059532 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54cb37ea-ef54-4262-bc01-89d272208d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:50.189854 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54cb37ea-ef54-4262-bc01-89d272208d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:50.215300 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54cb37ea-ef54-4262-bc01-89d272208d3b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 02:05:50.215640 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54cb37ea-ef54-4262-bc01-89d272208d3b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 02:05:50.216455 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54cb37ea-ef54-4262-bc01-89d272208d3b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 02:05:50.216809 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54cb37ea-ef54-4262-bc01-89d272208d3b admin admin] Subscribe: > port after_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 02:05:50.217129 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54cb37ea-ef54-4262-bc01-89d272208d3b admin admin] Subscribe: > port after_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 02:05:50.217479 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54cb37ea-ef54-4262-bc01-89d272208d3b admin admin] Subscribe: > port after_update 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 02:05:50.217794 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54cb37ea-ef54-4262-bc01-89d272208d3b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 02:05:50.218125 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54cb37ea-ef54-4262-bc01-89d272208d3b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 02:05:50.218445 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54cb37ea-ef54-4262-bc01-89d272208d3b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 02:05:50.218759 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54cb37ea-ef54-4262-bc01-89d272208d3b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 02:05:50.231325 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-d79561e8-6bbc-41de-b4b9-6fea71ce2948 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Allocated IP 192.168.233.4 (54d5ea08-4fa3-4323-9d64-35a947e9d08e/2cf69705-8457-415f-85a3-b42efaff1b97/6a026261-454a-4dc8-bbdf-1f5bf40bcd38) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:05:50.332006 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8d282-5ca9-4adb-b9b3-470868cf84ae req-18d5e79a-34f7-4411-bede-533086f14612 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:50.333406 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-43c8d282-5ca9-4adb-b9b3-470868cf84ae req-18d5e79a-34f7-4411-bede-533086f14612 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/ports?device_id=737eef93-9fa1-4e72-a654-8abc5ce308f0 HTTP/1.1" status: 200 len: 968 time: 0.2722108 May 27 02:05:50.341342 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54cb37ea-ef54-4262-bc01-89d272208d3b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 02:05:50.341874 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54cb37ea-ef54-4262-bc01-89d272208d3b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 02:05:50.342031 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54cb37ea-ef54-4262-bc01-89d272208d3b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 02:05:50.342348 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54cb37ea-ef54-4262-bc01-89d272208d3b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 02:05:50.342683 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-54cb37ea-ef54-4262-bc01-89d272208d3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e15a373-2510-460c-8860-ae4464ae2ec5']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:50.356504 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-54cb37ea-ef54-4262-bc01-89d272208d3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cdf9896-5f69-4ffd-89fb-e5496db1f514') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:50.356824 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-54cb37ea-ef54-4262-bc01-89d272208d3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cdf9896-5f69-4ffd-89fb-e5496db1f514') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:50.368811 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54cb37ea-ef54-4262-bc01-89d272208d3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:50.385034 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54cb37ea-ef54-4262-bc01-89d272208d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:50.392438 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54cb37ea-ef54-4262-bc01-89d272208d3b admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:05:50.392869 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54cb37ea-ef54-4262-bc01-89d272208d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:50.461025 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1d718631-84de-4889-af6e-cc7069e2dc72 req-3c3ca26c-18fc-465a-95fc-950df7f1beaf tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:50.525138 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ca26c-18fc-465a-95fc-950df7f1beaf tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Pushing event deleted for resources: {'Port': ['ID=31eb3fb1-e07d-4cf3-82da-582237612d27,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:50.533386 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-43c8d282-5ca9-4adb-b9b3-470868cf84ae req-9f8cf466-277c-44d3-9649-fd1a0ac9789a tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/security-groups?id=d322c91f-9b95-4e01-816d-2040f3d8ecc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882122 May 27 02:05:50.577808 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54cb37ea-ef54-4262-bc01-89d272208d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:50.604072 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1d718631-84de-4889-af6e-cc7069e2dc72 req-3c3ca26c-18fc-465a-95fc-950df7f1beaf tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Notify callbacks [] for floatingip, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:50.610147 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54cb37ea-ef54-4262-bc01-89d272208d3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:50.610147 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb37ea-ef54-4262-bc01-89d272208d3b admin admin] Pushing event deleted for resources: {'Network': ['ID=5e15a373-2510-460c-8860-ae4464ae2ec5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:50.614213 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-54cb37ea-ef54-4262-bc01-89d272208d3b admin admin] 10.222.0.57 "DELETE /v2.0/networks/5e15a373-2510-460c-8860-ae4464ae2ec5 HTTP/1.1" status: 204 len: 168 time: 0.6683934 May 27 02:05:50.617078 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51040) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:50.674719 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-d79561e8-6bbc-41de-b4b9-6fea71ce2948 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:50.686380 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb6ed0a9-34fa-484b-9b32-298c1306d1c7 admin admin] Deleting subnet a3059df6-80b4-44dc-98be-b04388c47eb0 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:05:50.690086 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 6cdf9896-5f69-4ffd-89fb-e5496db1f514 resource provider aggregate not found May 27 02:05:50.693746 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb6ed0a9-34fa-484b-9b32-298c1306d1c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:50.709920 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-d79561e8-6bbc-41de-b4b9-6fea71ce2948 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Transition to ACTIVE for port object 6a026261-454a-4dc8-bbdf-1f5bf40bcd38 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:05:50.723038 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 6cdf9896-5f69-4ffd-89fb-e5496db1f514 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6cdf9896-5f69-4ffd-89fb-e5496db1f514 found for delete ", "request_id": "req-fb2279de-2a2f-4c36-a7a3-beb2f28970e5"}]} May 27 02:05:50.753033 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb6ed0a9-34fa-484b-9b32-298c1306d1c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:50.755904 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1d718631-84de-4889-af6e-cc7069e2dc72 req-3c3ca26c-18fc-465a-95fc-950df7f1beaf tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:50.757405 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1d718631-84de-4889-af6e-cc7069e2dc72 req-3c3ca26c-18fc-465a-95fc-950df7f1beaf tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] 10.222.0.57 "DELETE /v2.0/floatingips/f23ed66e-34ce-441b-bd65-2c157cef4e55 HTTP/1.1" status: 204 len: 173 time: 1.6753852 May 27 02:05:50.813194 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6e0d7ce-58cc-44e2-95b4-8624804f668b'] response: {'server_uuid': 'fa238936-2f27-4cdf-9352-a3a68b4de7d6', 'name': 'network-vif-deleted', 'tag': '1a2b39fb-17d3-48c4-9c1c-475432c11a7d', 'status': 'completed', 'code': 200} May 27 02:05:50.848570 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb6ed0a9-34fa-484b-9b32-298c1306d1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:50.890971 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-d79561e8-6bbc-41de-b4b9-6fea71ce2948 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:50.903873 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['83d9588b-2115-41e9-aeb9-ccc322936adc'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:05:50.958905 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 57bd02ae-2657-49f7-8213-1dbc4ea4a4d1 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:05:51.016472 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-511ee0df-904b-4c0e-b80e-006e0b496ced req-b5a59704-b0c2-497e-865e-605c510fd0f1 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa238936-2f27-4cdf-9352-a3a68b4de7d6 HTTP/1.1" status: 200 len: 210 time: 0.0708146 May 27 02:05:51.027464 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-d79561e8-6bbc-41de-b4b9-6fea71ce2948 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Network 54d5ea08-4fa3-4323-9d64-35a947e9d08e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:05:51.030939 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-d79561e8-6bbc-41de-b4b9-6fea71ce2948 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:05:51.032899 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79561e8-6bbc-41de-b4b9-6fea71ce2948 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Pushing event updated for resources: {'Port': ['ID=6a026261-454a-4dc8-bbdf-1f5bf40bcd38,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:51.035259 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-d79561e8-6bbc-41de-b4b9-6fea71ce2948 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:05:51.040786 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-d79561e8-6bbc-41de-b4b9-6fea71ce2948 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:51.044533 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-d79561e8-6bbc-41de-b4b9-6fea71ce2948 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:51.096474 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb6ed0a9-34fa-484b-9b32-298c1306d1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:51.096630 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 57bd02ae-2657-49f7-8213-1dbc4ea4a4d1 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:51.096630 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:51.146626 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb6ed0a9-34fa-484b-9b32-298c1306d1c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:51.149337 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ed0a9-34fa-484b-9b32-298c1306d1c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3059df6-80b4-44dc-98be-b04388c47eb0,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:51.154739 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-bb6ed0a9-34fa-484b-9b32-298c1306d1c7 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a3059df6-80b4-44dc-98be-b04388c47eb0 HTTP/1.1" status: 204 len: 168 time: 0.5365751 May 27 02:05:51.160689 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51056) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:51.248045 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-d79561e8-6bbc-41de-b4b9-6fea71ce2948 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3477099 May 27 02:05:51.270127 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-34694691-7ea9-4a6d-a785-b4828311ecc2 service neutron] Request body: {'port': {'device_id': '8eb34f8b-7080-4323-8451-7185d7c0ce27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:05:51.302905 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 57bd02ae-2657-49f7-8213-1dbc4ea4a4d1 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:51.423707 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e76aa06a-86a7-48e5-a86a-158eea5fbffe None None] Provisioning for port 6a026261-454a-4dc8-bbdf-1f5bf40bcd38 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:05:51.428663 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e76aa06a-86a7-48e5-a86a-158eea5fbffe None None] Provisioning complete for port 6a026261-454a-4dc8-bbdf-1f5bf40bcd38 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:51.429066 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e76aa06a-86a7-48e5-a86a-158eea5fbffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:51.481049 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-e76aa06a-86a7-48e5-a86a-158eea5fbffe None None] Port 6a026261-454a-4dc8-bbdf-1f5bf40bcd38 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:05:51.497802 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-51efeba6-02e2-47d6-9d30-ec22fd2ce25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:51.574278 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-86347f21-3c43-4f12-a0bc-6e032f044294 req-208df1c2-3d2d-4843-89ba-429d9a276aa9 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4447675 May 27 02:05:51.592480 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164b976-9ef4-4199-8520-80e8e10c3d74 req-2c9385c8-b002-404b-8bc4-a053a205ba77 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:51.593867 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e164b976-9ef4-4199-8520-80e8e10c3d74 req-2c9385c8-b002-404b-8bc4-a053a205ba77 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/ports?device_id=737eef93-9fa1-4e72-a654-8abc5ce308f0 HTTP/1.1" status: 200 len: 968 time: 0.5158114 May 27 02:05:51.598479 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-86347f21-3c43-4f12-a0bc-6e032f044294 req-6cdc9481-8aae-40c0-8f1e-a112f37e65a0 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:05:51.602511 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51060) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:51.607788 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f8f957da-6734-41a3-a396-54793f49bf0d tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Request body: {'floatingip': {'port_id': '51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:05:51.634422 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-86347f21-3c43-4f12-a0bc-6e032f044294 req-6cdc9481-8aae-40c0-8f1e-a112f37e65a0 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:51.636828 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-34694691-7ea9-4a6d-a785-b4828311ecc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:51.664909 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-86347f21-3c43-4f12-a0bc-6e032f044294 req-6cdc9481-8aae-40c0-8f1e-a112f37e65a0 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Usage tracker for resource:floatingip and tenant:a61d387cdc974bb69c2ef2afd4df1928 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:51.671027 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-86347f21-3c43-4f12-a0bc-6e032f044294 req-6cdc9481-8aae-40c0-8f1e-a112f37e65a0 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:51.701463 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8f957da-6734-41a3-a396-54793f49bf0d tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks [] for floatingip, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:51.703648 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-86347f21-3c43-4f12-a0bc-6e032f044294 req-6cdc9481-8aae-40c0-8f1e-a112f37e65a0 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:51.841274 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-51efeba6-02e2-47d6-9d30-ec22fd2ce25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:51.932044 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-86347f21-3c43-4f12-a0bc-6e032f044294 req-6cdc9481-8aae-40c0-8f1e-a112f37e65a0 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Notify callbacks [] for floatingip, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:51.946508 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-51efeba6-02e2-47d6-9d30-ec22fd2ce25f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 02:05:51.946847 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-51efeba6-02e2-47d6-9d30-ec22fd2ce25f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 02:05:51.947749 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-51efeba6-02e2-47d6-9d30-ec22fd2ce25f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 02:05:51.947983 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-51efeba6-02e2-47d6-9d30-ec22fd2ce25f admin admin] Subscribe: > port after_create 55550000 {{(pid=88902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 02:05:51.948301 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-51efeba6-02e2-47d6-9d30-ec22fd2ce25f admin admin] Subscribe: > port after_delete 55550000 {{(pid=88902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 02:05:51.948652 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-51efeba6-02e2-47d6-9d30-ec22fd2ce25f admin admin] Subscribe: > port after_update 55550000 {{(pid=88902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 02:05:51.948990 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-51efeba6-02e2-47d6-9d30-ec22fd2ce25f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 02:05:51.949323 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-51efeba6-02e2-47d6-9d30-ec22fd2ce25f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 02:05:51.949636 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-51efeba6-02e2-47d6-9d30-ec22fd2ce25f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 02:05:51.949940 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-51efeba6-02e2-47d6-9d30-ec22fd2ce25f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 02:05:52.016070 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-51efeba6-02e2-47d6-9d30-ec22fd2ce25f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 02:05:52.016369 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-51efeba6-02e2-47d6-9d30-ec22fd2ce25f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 02:05:52.016798 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-51efeba6-02e2-47d6-9d30-ec22fd2ce25f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 02:05:52.017329 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-51efeba6-02e2-47d6-9d30-ec22fd2ce25f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 02:05:52.017990 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-51efeba6-02e2-47d6-9d30-ec22fd2ce25f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['565f1b0f-d51a-48c1-9f94-226ce95728fa']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:52.046142 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-51efeba6-02e2-47d6-9d30-ec22fd2ce25f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3fcc9c3-6553-47b1-8663-379582dd947d') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:52.046426 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-51efeba6-02e2-47d6-9d30-ec22fd2ce25f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3fcc9c3-6553-47b1-8663-379582dd947d') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:52.072876 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-51efeba6-02e2-47d6-9d30-ec22fd2ce25f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:52.214272 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-51efeba6-02e2-47d6-9d30-ec22fd2ce25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:52.235971 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08ac37-8cd1-4aca-ad94-4089ead7894d req-f1a99abd-b9ef-4274-a058-941e0e23e608 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:52.236383 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-5c08ac37-8cd1-4aca-ad94-4089ead7894d req-f1a99abd-b9ef-4274-a058-941e0e23e608 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Synchronizing usage tracker for tenant:02484ed977aa42298767096cda535a80 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:05:52.252223 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51efeba6-02e2-47d6-9d30-ec22fd2ce25f admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:05:52.257514 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-51efeba6-02e2-47d6-9d30-ec22fd2ce25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:52.486772 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment c3fcc9c3-6553-47b1-8663-379582dd947d resource provider aggregate not found May 27 02:05:52.501962 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-5c08ac37-8cd1-4aca-ad94-4089ead7894d req-f1a99abd-b9ef-4274-a058-941e0e23e608 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Unset dirty status for tenant:02484ed977aa42298767096cda535a80 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:05:52.503018 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5c08ac37-8cd1-4aca-ad94-4089ead7894d req-f1a99abd-b9ef-4274-a058-941e0e23e608 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/ports?device_id=8eb34f8b-7080-4323-8451-7185d7c0ce27 HTTP/1.1" status: 200 len: 934 time: 0.7523670 May 27 02:05:52.510124 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-51efeba6-02e2-47d6-9d30-ec22fd2ce25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:52.519839 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment c3fcc9c3-6553-47b1-8663-379582dd947d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c3fcc9c3-6553-47b1-8663-379582dd947d found for delete ", "request_id": "req-d1cf0d3f-2525-48ad-b343-1d5fa2d4e6f3"}]} May 27 02:05:52.557089 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-34694691-7ea9-4a6d-a785-b4828311ecc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a026261-454a-4dc8-bbdf-1f5bf40bcd38 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:05:52.561479 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-51efeba6-02e2-47d6-9d30-ec22fd2ce25f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:52.571827 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-34694691-7ea9-4a6d-a785-b4828311ecc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:52.576165 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8f957da-6734-41a3-a396-54793f49bf0d tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:52.580396 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51efeba6-02e2-47d6-9d30-ec22fd2ce25f admin admin] Pushing event deleted for resources: {'Network': ['ID=565f1b0f-d51a-48c1-9f94-226ce95728fa,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:52.594591 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-86347f21-3c43-4f12-a0bc-6e032f044294 req-6cdc9481-8aae-40c0-8f1e-a112f37e65a0 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:52.601723 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-51efeba6-02e2-47d6-9d30-ec22fd2ce25f admin admin] 10.222.0.57 "DELETE /v2.0/networks/565f1b0f-d51a-48c1-9f94-226ce95728fa HTTP/1.1" status: 204 len: 168 time: 1.4372993 May 27 02:05:52.640093 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8f957da-6734-41a3-a396-54793f49bf0d tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:52.647222 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5c08ac37-8cd1-4aca-ad94-4089ead7894d req-abb1b779-66bd-49fd-b0b2-47ba5a9ca8aa tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc8d478-f999-427c-97b9-76a718b84049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354563 May 27 02:05:52.649040 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-34694691-7ea9-4a6d-a785-b4828311ecc2 service neutron] Transition to ACTIVE for port object 6a026261-454a-4dc8-bbdf-1f5bf40bcd38 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:05:52.732920 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-34694691-7ea9-4a6d-a785-b4828311ecc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:52.825321 n-d-843554-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-f8f957da-6734-41a3-a396-54793f49bf0d tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Floating IP 0503cf2f-0483-485d-bc98-33f480e3239e associated. External IP: 172.25.1.40, port: 51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8. May 27 02:05:52.901762 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-86347f21-3c43-4f12-a0bc-6e032f044294 req-6cdc9481-8aae-40c0-8f1e-a112f37e65a0 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Allocated IP 172.25.1.126 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/38e5ea37-82f2-4f34-a8f0-adf4a99a55e6) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:05:52.944899 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34694691-7ea9-4a6d-a785-b4828311ecc2 service neutron] Pushing event updated for resources: {'Port': ['ID=6a026261-454a-4dc8-bbdf-1f5bf40bcd38,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:53.082570 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51090) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:53.283002 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-34694691-7ea9-4a6d-a785-b4828311ecc2 service neutron] Attempting to bind port 6a026261-454a-4dc8-bbdf-1f5bf40bcd38 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:05:53.283324 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-34694691-7ea9-4a6d-a785-b4828311ecc2 service neutron] Attempting to bind port 6a026261-454a-4dc8-bbdf-1f5bf40bcd38 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:05:53.283646 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-34694691-7ea9-4a6d-a785-b4828311ecc2 service neutron] Attempting to bind port 6a026261-454a-4dc8-bbdf-1f5bf40bcd38 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:05:53.290980 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-991028d8-d851-4cd3-810a-ef9b9f5b9b65 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0e040053d4e449dfa1947a03903551ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2073543 May 27 02:05:53.294493 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51098) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:53.303092 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-34694691-7ea9-4a6d-a785-b4828311ecc2 service neutron] Port 6a026261-454a-4dc8-bbdf-1f5bf40bcd38 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:05:53.303414 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-34694691-7ea9-4a6d-a785-b4828311ecc2 service neutron] Attempting to bind port 6a026261-454a-4dc8-bbdf-1f5bf40bcd38 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:05:53.313325 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-34694691-7ea9-4a6d-a785-b4828311ecc2 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:05:53.313325 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-34694691-7ea9-4a6d-a785-b4828311ecc2 service neutron] Checking segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:05:53.313742 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-34694691-7ea9-4a6d-a785-b4828311ecc2 service neutron] Bound using segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:05:53.314162 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-34694691-7ea9-4a6d-a785-b4828311ecc2 service neutron] Bound port: 6a026261-454a-4dc8-bbdf-1f5bf40bcd38, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:05:53.314488 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-34694691-7ea9-4a6d-a785-b4828311ecc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:53.325507 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-86347f21-3c43-4f12-a0bc-6e032f044294 req-6cdc9481-8aae-40c0-8f1e-a112f37e65a0 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:53.352388 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f957da-6734-41a3-a396-54793f49bf0d tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Router e03f01e5-96b0-474f-afa3-b6c0b8afed82 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:05:53.374459 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7ec9784e-c2b5-4f6b-9f2b-3b957d5a9d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:53.422162 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-960c8f95-6ada-4c64-b8c6-bf25f6889f07 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=5ce75c7d6fd94a56b324ae10a0baeb2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408697 May 27 02:05:53.538307 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-34694691-7ea9-4a6d-a785-b4828311ecc2 service neutron] For port 6a026261-454a-4dc8-bbdf-1f5bf40bcd38, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:05:53.548435 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7ec9784e-c2b5-4f6b-9f2b-3b957d5a9d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:53.553379 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-34694691-7ea9-4a6d-a785-b4828311ecc2 service neutron] For port 6a026261-454a-4dc8-bbdf-1f5bf40bcd38, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=6a026261-454a-4dc8-bbdf-1f5bf40bcd38,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:05:53.584633 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 1a2b39fb-17d3-48c4-9c1c-475432c11a7d no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:05:53.600046 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-88b3bdfb-27b1-4457-a19f-920334320027 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:53.601502 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-88b3bdfb-27b1-4457-a19f-920334320027 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1650667 May 27 02:05:53.616606 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-c45bdf12-642b-4d76-a6ca-2b5bb1516af6 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/quotas/5ce75c7d6fd94a56b324ae10a0baeb2d HTTP/1.1" status: 200 len: 375 time: 0.0096359 May 27 02:05:53.630411 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 1a2b39fb-17d3-48c4-9c1c-475432c11a7d {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:05:53.631021 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 1a2b39fb-17d3-48c4-9c1c-475432c11a7d not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:05:53.659534 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-34694691-7ea9-4a6d-a785-b4828311ecc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:53.663220 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-86347f21-3c43-4f12-a0bc-6e032f044294 req-6cdc9481-8aae-40c0-8f1e-a112f37e65a0 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:53.682557 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f957da-6734-41a3-a396-54793f49bf0d tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:05:53.698315 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03229e76-1f13-4358-aadd-b25817999e1a None None] Sync routers for ids ['e03f01e5-96b0-474f-afa3-b6c0b8afed82'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:05:53.699880 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8f957da-6734-41a3-a396-54793f49bf0d tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:53.712474 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-5cf1f3ff-0627-4cb2-afa3-f6399ee0229f tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5ce75c7d6fd94a56b324ae10a0baeb2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0892179 May 27 02:05:53.725107 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03229e76-1f13-4358-aadd-b25817999e1a None None] Routers {'e03f01e5-96b0-474f-afa3-b6c0b8afed82'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:05:53.729366 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-03229e76-1f13-4358-aadd-b25817999e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:05:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['e03f01e5-96b0-474f-afa3-b6c0b8afed82'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:53.741142 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-34694691-7ea9-4a6d-a785-b4828311ecc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:53.741785 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-34694691-7ea9-4a6d-a785-b4828311ecc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:53.743152 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-34694691-7ea9-4a6d-a785-b4828311ecc2 service neutron] 10.222.0.66 "PUT /v2.0/ports/6a026261-454a-4dc8-bbdf-1f5bf40bcd38 HTTP/1.1" status: 200 len: 1094 time: 2.4812112 May 27 02:05:53.745611 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eb34f8b-7080-4323-8451-7185d7c0ce27', 'tag': '6a026261-454a-4dc8-bbdf-1f5bf40bcd38'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:05:53.764665 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86347f21-3c43-4f12-a0bc-6e032f044294 req-6cdc9481-8aae-40c0-8f1e-a112f37e65a0 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:05:53.770238 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-86347f21-3c43-4f12-a0bc-6e032f044294 req-6cdc9481-8aae-40c0-8f1e-a112f37e65a0 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:05:53.776798 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-86347f21-3c43-4f12-a0bc-6e032f044294 req-6cdc9481-8aae-40c0-8f1e-a112f37e65a0 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:05:53.792190 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7ec9784e-c2b5-4f6b-9f2b-3b957d5a9d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:53.797386 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7ec9784e-c2b5-4f6b-9f2b-3b957d5a9d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:53.800996 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7ec9784e-c2b5-4f6b-9f2b-3b957d5a9d3b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e03fb5a1-c41e-468e-ad06-5330334f3fb7 HTTP/1.1" status: 204 len: 168 time: 0.5030324 May 27 02:05:53.840202 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f8f957da-6734-41a3-a396-54793f49bf0d tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "PUT /v2.0/floatingips/0503cf2f-0483-485d-bc98-33f480e3239e HTTP/1.1" status: 200 len: 1013 time: 2.2365248 May 27 02:05:53.846168 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '737eef93-9fa1-4e72-a654-8abc5ce308f0', 'tag': '51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:05:53.868245 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec9784e-c2b5-4f6b-9f2b-3b957d5a9d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03fb5a1-c41e-468e-ad06-5330334f3fb7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:53.882044 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec9784e-c2b5-4f6b-9f2b-3b957d5a9d3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:53.883841 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec9784e-c2b5-4f6b-9f2b-3b957d5a9d3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:53.885796 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec9784e-c2b5-4f6b-9f2b-3b957d5a9d3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:53.887703 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec9784e-c2b5-4f6b-9f2b-3b957d5a9d3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:53.889456 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec9784e-c2b5-4f6b-9f2b-3b957d5a9d3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:53.889943 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec9784e-c2b5-4f6b-9f2b-3b957d5a9d3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:53.890481 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec9784e-c2b5-4f6b-9f2b-3b957d5a9d3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:53.893523 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec9784e-c2b5-4f6b-9f2b-3b957d5a9d3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:53.893995 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec9784e-c2b5-4f6b-9f2b-3b957d5a9d3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:53.895375 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec9784e-c2b5-4f6b-9f2b-3b957d5a9d3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:53.896018 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec9784e-c2b5-4f6b-9f2b-3b957d5a9d3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:53.896441 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec9784e-c2b5-4f6b-9f2b-3b957d5a9d3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:53.939719 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-86347f21-3c43-4f12-a0bc-6e032f044294 req-6cdc9481-8aae-40c0-8f1e-a112f37e65a0 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:53.955430 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34694691-7ea9-4a6d-a785-b4828311ecc2 service neutron] Pushing event updated for resources: {'Port': ['ID=6a026261-454a-4dc8-bbdf-1f5bf40bcd38,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:54.036039 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc9481-8aae-40c0-8f1e-a112f37e65a0 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Pushing event updated for resources: {'Port': ['ID=38e5ea37-82f2-4f34-a8f0-adf4a99a55e6,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:54.039575 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-03229e76-1f13-4358-aadd-b25817999e1a None None] Set router e03f01e5-96b0-474f-afa3-b6c0b8afed82 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:05:54.084995 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc9481-8aae-40c0-8f1e-a112f37e65a0 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:54.085339 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc9481-8aae-40c0-8f1e-a112f37e65a0 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:54.085673 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc9481-8aae-40c0-8f1e-a112f37e65a0 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:54.086008 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc9481-8aae-40c0-8f1e-a112f37e65a0 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:54.086335 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc9481-8aae-40c0-8f1e-a112f37e65a0 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:54.086658 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc9481-8aae-40c0-8f1e-a112f37e65a0 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:54.086978 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc9481-8aae-40c0-8f1e-a112f37e65a0 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:54.087866 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc9481-8aae-40c0-8f1e-a112f37e65a0 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:54.087866 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc9481-8aae-40c0-8f1e-a112f37e65a0 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:54.088059 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc9481-8aae-40c0-8f1e-a112f37e65a0 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:54.088249 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc9481-8aae-40c0-8f1e-a112f37e65a0 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:54.088571 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc9481-8aae-40c0-8f1e-a112f37e65a0 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:54.113213 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-a3c283ed-c6d9-4fee-a51d-dd4a924fda56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:54.114704 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-a3c283ed-c6d9-4fee-a51d-dd4a924fda56 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=02484ed977aa42298767096cda535a80&device_id=8eb34f8b-7080-4323-8451-7185d7c0ce27 HTTP/1.1" status: 200 len: 1097 time: 0.2144654 May 27 02:05:54.174288 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-86347f21-3c43-4f12-a0bc-6e032f044294 req-6cdc9481-8aae-40c0-8f1e-a112f37e65a0 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:54.228944 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-025ba48f-993e-46db-b0be-0a933b1f50dc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=6a026261-454a-4dc8-bbdf-1f5bf40bcd38 HTTP/1.1" status: 200 len: 217 time: 0.1041007 May 27 02:05:54.314162 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-677d0d01-c081-4ae1-9d84-e683bf8e2bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:54.316771 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-677d0d01-c081-4ae1-9d84-e683bf8e2bd7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.0819359 May 27 02:05:54.450263 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-03229e76-1f13-4358-aadd-b25817999e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1611667911-router', 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '1614c3e5-b0b6-490c-9dba-bc2ef875c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:54Z', 'updated_at': '2022-05-27T02:05:00Z', 'revision_number': 4, 'project_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'gw_port': {'id': '1614c3e5-b0b6-490c-9dba-bc2ef875c90e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:04:55Z', 'updated_at': '2022-05-27T02:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '0503cf2f-0483-485d-bc98-33f480e3239e', 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'floating_ip_address': '172.25.1.40', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'port_id': '51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17b286dd-35ae-40dc-a3e1-65b9625948fe', 'mac_address': 'fa:16:3e:58:c8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737eef93-9fa1-4e72-a654-8abc5ce308f0', 'device_owner': 'compute:tempest-test_az-1552486461'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:05:30Z', 'updated_at': '2022-05-27T02:05:52Z', 'revision_number': 1, 'project_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac5d3537-77cc-4eda-8e6a-19af9c2aa817', 'name': '', 'network_id': '17b286dd-35ae-40dc-a3e1-65b9625948fe', 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'mac_address': 'fa:16:3e:43:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '910bc1cc-bbe5-4144-8601-c90701254592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:04:59Z', 'updated_at': '2022-05-27T02:05:07Z', 'revision_number': 5, 'project_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'subnets': [{'id': '910bc1cc-bbe5-4144-8601-c90701254592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:54.454636 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03229e76-1f13-4358-aadd-b25817999e1a None None] Checking router: e03f01e5-96b0-474f-afa3-b6c0b8afed82 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:05:54.462962 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03229e76-1f13-4358-aadd-b25817999e1a None None] Routers {'e03f01e5-96b0-474f-afa3-b6c0b8afed82'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:05:54.463705 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-03229e76-1f13-4358-aadd-b25817999e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:05:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['e03f01e5-96b0-474f-afa3-b6c0b8afed82'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:54.514036 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-b3809a06-b342-47fd-8e63-0e7003127b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:54.515838 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-b3809a06-b342-47fd-8e63-0e7003127b01 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1795590 May 27 02:05:54.607051 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-86347f21-3c43-4f12-a0bc-6e032f044294 req-6cdc9481-8aae-40c0-8f1e-a112f37e65a0 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:54.661414 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-03229e76-1f13-4358-aadd-b25817999e1a None None] Set router e03f01e5-96b0-474f-afa3-b6c0b8afed82 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:05:54.713105 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-1398e9c5-48ae-48dd-a601-7fb4ae8bd7e0 service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912217 May 27 02:05:54.744966 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-86347f21-3c43-4f12-a0bc-6e032f044294 req-6cdc9481-8aae-40c0-8f1e-a112f37e65a0 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:54.792729 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51144) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:54.854728 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-60685ae8-d825-41bd-ab1c-b398bf4035a9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ce5f9d03520f4008947ae4d65c90d180&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0586028 May 27 02:05:54.854942 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51148) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:54.921603 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-04a51d58-1c6f-4523-80cd-406b2a5a2c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:54.953667 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-04a51d58-1c6f-4523-80cd-406b2a5a2c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:55.037747 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc9481-8aae-40c0-8f1e-a112f37e65a0 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Pushing event updated for resources: {'Port': ['ID=38e5ea37-82f2-4f34-a8f0-adf4a99a55e6,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:55.063536 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-03229e76-1f13-4358-aadd-b25817999e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1611667911-router', 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '1614c3e5-b0b6-490c-9dba-bc2ef875c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:54Z', 'updated_at': '2022-05-27T02:05:00Z', 'revision_number': 4, 'project_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'gw_port': {'id': '1614c3e5-b0b6-490c-9dba-bc2ef875c90e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:04:55Z', 'updated_at': '2022-05-27T02:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '0503cf2f-0483-485d-bc98-33f480e3239e', 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'floating_ip_address': '172.25.1.40', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'port_id': '51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17b286dd-35ae-40dc-a3e1-65b9625948fe', 'mac_address': 'fa:16:3e:58:c8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737eef93-9fa1-4e72-a654-8abc5ce308f0', 'device_owner': 'compute:tempest-test_az-1552486461'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:05:30Z', 'updated_at': '2022-05-27T02:05:52Z', 'revision_number': 1, 'project_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac5d3537-77cc-4eda-8e6a-19af9c2aa817', 'name': '', 'network_id': '17b286dd-35ae-40dc-a3e1-65b9625948fe', 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'mac_address': 'fa:16:3e:43:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '910bc1cc-bbe5-4144-8601-c90701254592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:04:59Z', 'updated_at': '2022-05-27T02:05:07Z', 'revision_number': 5, 'project_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'subnets': [{'id': '910bc1cc-bbe5-4144-8601-c90701254592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:55.067830 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-86347f21-3c43-4f12-a0bc-6e032f044294 req-6cdc9481-8aae-40c0-8f1e-a112f37e65a0 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:55.068150 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03229e76-1f13-4358-aadd-b25817999e1a None None] The sync data for ids ['e03f01e5-96b0-474f-afa3-b6c0b8afed82'] in n-d-843554-3 is: [{'id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1611667911-router', 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '1614c3e5-b0b6-490c-9dba-bc2ef875c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:54Z', 'updated_at': '2022-05-27T02:05:00Z', 'revision_number': 4, 'project_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'gw_port': {'id': '1614c3e5-b0b6-490c-9dba-bc2ef875c90e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:04:55Z', 'updated_at': '2022-05-27T02:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '0503cf2f-0483-485d-bc98-33f480e3239e', 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'floating_ip_address': '172.25.1.40', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'port_id': '51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17b286dd-35ae-40dc-a3e1-65b9625948fe', 'mac_address': 'fa:16:3e:58:c8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737eef93-9fa1-4e72-a654-8abc5ce308f0', 'device_owner': 'compute:tempest-test_az-1552486461'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:05:30Z', 'updated_at': '2022-05-27T02:05:52Z', 'revision_number': 1, 'project_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac5d3537-77cc-4eda-8e6a-19af9c2aa817', 'name': '', 'network_id': '17b286dd-35ae-40dc-a3e1-65b9625948fe', 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'mac_address': 'fa:16:3e:43:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '910bc1cc-bbe5-4144-8601-c90701254592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:04:59Z', 'updated_at': '2022-05-27T02:05:07Z', 'revision_number': 5, 'project_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'subnets': [{'id': '910bc1cc-bbe5-4144-8601-c90701254592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:05:55.097204 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-04a51d58-1c6f-4523-80cd-406b2a5a2c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:55.104011 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9a6e9a51-893d-40e1-8a32-4abe40669ef7 req-263c5fe1-1dd3-451c-801f-e6a5d7b80495 service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764305 May 27 02:05:55.112709 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a51d58-1c6f-4523-80cd-406b2a5a2c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f988b67-ff3d-4ed1-a7f1-20a51cb446ee,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:55.117821 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee317ce-d3f8-4bc4-92f0-bf78e25b78d0 req-272fb0a7-f06a-4319-b21b-c7ff07e4d1bb tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:55.119294 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aee317ce-d3f8-4bc4-92f0-bf78e25b78d0 req-272fb0a7-f06a-4319-b21b-c7ff07e4d1bb tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/ports?device_id=8eb34f8b-7080-4323-8451-7185d7c0ce27 HTTP/1.1" status: 200 len: 946 time: 0.4394920 May 27 02:05:55.126291 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-04a51d58-1c6f-4523-80cd-406b2a5a2c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:55.130691 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-04a51d58-1c6f-4523-80cd-406b2a5a2c2f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9f988b67-ff3d-4ed1-a7f1-20a51cb446ee HTTP/1.1" status: 204 len: 168 time: 0.2748270 May 27 02:05:55.171090 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aee317ce-d3f8-4bc4-92f0-bf78e25b78d0 req-a59014c9-3822-495d-ba65-d1321add8396 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc8d478-f999-427c-97b9-76a718b84049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447786 May 27 02:05:55.225355 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56834286-8a38-4435-bf18-cd0ffa759166'] response: {'name': 'network-changed', 'server_uuid': '8eb34f8b-7080-4323-8451-7185d7c0ce27', 'tag': '6a026261-454a-4dc8-bbdf-1f5bf40bcd38', 'status': 'completed', 'code': 200} May 27 02:05:55.299191 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-86347f21-3c43-4f12-a0bc-6e032f044294 req-6cdc9481-8aae-40c0-8f1e-a112f37e65a0 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:55.301673 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-86347f21-3c43-4f12-a0bc-6e032f044294 req-6cdc9481-8aae-40c0-8f1e-a112f37e65a0 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7208157 May 27 02:05:55.309100 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238ef681-a1a2-4a6b-a6f6-9f623e1e8207 None None] New status for floating IP 0503cf2f-0483-485d-bc98-33f480e3239e: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:05:55.451064 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-86347f21-3c43-4f12-a0bc-6e032f044294 req-f948625a-95d4-417d-ab8c-8aa6e7fc9f5e tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Synchronizing usage tracker for tenant:a61d387cdc974bb69c2ef2afd4df1928 on resource:floatingip {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:05:55.485308 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-85bc8727-f736-49b0-84a3-596da22f4063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:55.485417 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a40163-4eb6-47ff-88bb-c4fe7fa9e2fb req-a193c6f3-b20e-4de2-a724-19fa80d34843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:55.485417 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b5a40163-4eb6-47ff-88bb-c4fe7fa9e2fb req-a193c6f3-b20e-4de2-a724-19fa80d34843 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=02484ed977aa42298767096cda535a80&device_id=8eb34f8b-7080-4323-8451-7185d7c0ce27 HTTP/1.1" status: 200 len: 1097 time: 0.2350678 May 27 02:05:55.579873 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-86347f21-3c43-4f12-a0bc-6e032f044294 req-f948625a-95d4-417d-ab8c-8aa6e7fc9f5e tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Unset dirty status for tenant:a61d387cdc974bb69c2ef2afd4df1928 on resource:floatingip {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:05:55.581158 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-86347f21-3c43-4f12-a0bc-6e032f044294 req-f948625a-95d4-417d-ab8c-8aa6e7fc9f5e tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.126 HTTP/1.1" status: 200 len: 696 time: 0.2682707 May 27 02:05:55.631817 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf67a538-80de-4194-8ae4-f479d57b99ce req-0f44077d-1433-4a27-80cf-90cc66621627 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:55.639952 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bf67a538-80de-4194-8ae4-f479d57b99ce req-0f44077d-1433-4a27-80cf-90cc66621627 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/ports?device_id=737eef93-9fa1-4e72-a654-8abc5ce308f0 HTTP/1.1" status: 200 len: 968 time: 0.2479410 May 27 02:05:55.778409 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a40163-4eb6-47ff-88bb-c4fe7fa9e2fb req-ce1b24a4-658c-4bb6-aff2-7fe71ee049f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:55.780356 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b5a40163-4eb6-47ff-88bb-c4fe7fa9e2fb req-ce1b24a4-658c-4bb6-aff2-7fe71ee049f7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.2903240 May 27 02:05:55.794187 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bf67a538-80de-4194-8ae4-f479d57b99ce req-40628de8-5cf9-4186-bf9c-e9e1057d1205 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/security-groups?id=d322c91f-9b95-4e01-816d-2040f3d8ecc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048748 May 27 02:05:55.865940 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3d7dad9-afc2-41ad-a188-8ee2f5f3720e'] response: {'name': 'network-changed', 'server_uuid': '737eef93-9fa1-4e72-a654-8abc5ce308f0', 'tag': '51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8', 'status': 'completed', 'code': 200} May 27 02:05:55.909783 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86347f21-3c43-4f12-a0bc-6e032f044294 req-843f0aea-b332-44ad-bdc8-81455d484188 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:55.912840 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-86347f21-3c43-4f12-a0bc-6e032f044294 req-843f0aea-b332-44ad-bdc8-81455d484188 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] 10.222.0.57 "GET /v2.0/networks/d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 784 time: 0.3151984 May 27 02:05:55.914329 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b5a40163-4eb6-47ff-88bb-c4fe7fa9e2fb req-22df118c-52c2-46ef-bad1-be2aecc8df42 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=6a026261-454a-4dc8-bbdf-1f5bf40bcd38 HTTP/1.1" status: 200 len: 217 time: 0.1080225 May 27 02:05:55.972398 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43abf3-db7b-409c-a177-c4cd8df76872 req-80e7273d-1dea-4acc-a498-c443a1383802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:55.973894 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4a43abf3-db7b-409c-a177-c4cd8df76872 req-80e7273d-1dea-4acc-a498-c443a1383802 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=28dbf9fdfeb54f248dadfff426cc8a12&device_id=737eef93-9fa1-4e72-a654-8abc5ce308f0 HTTP/1.1" status: 200 len: 1119 time: 0.0881424 May 27 02:05:56.014422 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-64a4cc56-170f-4dfe-a33b-1320fc958775 req-ac80801c-5607-4bab-93dd-628c0216fe45 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecc9cf56-5178-4077-987a-98d29cbc125b HTTP/1.1" status: 200 len: 210 time: 0.0585878 May 27 02:05:56.026193 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a40163-4eb6-47ff-88bb-c4fe7fa9e2fb req-361b96b3-1008-4617-9c97-dca26740e2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:56.027933 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b5a40163-4eb6-47ff-88bb-c4fe7fa9e2fb req-361b96b3-1008-4617-9c97-dca26740e2a5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.1070838 May 27 02:05:56.161207 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43abf3-db7b-409c-a177-c4cd8df76872 req-79bb56b1-460b-441e-a99e-c1ccdac7c707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:56.163085 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4a43abf3-db7b-409c-a177-c4cd8df76872 req-79bb56b1-460b-441e-a99e-c1ccdac7c707 service neutron] 10.222.0.66 "GET /v2.0/networks?id=17b286dd-35ae-40dc-a3e1-65b9625948fe HTTP/1.1" status: 200 len: 925 time: 0.1832390 May 27 02:05:56.218915 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-96553952-d378-4605-9c77-a225add65a5b req-4631277b-62b4-4c8d-83a4-a2cf2a5db80b tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] 10.222.0.57 "GET /v2.0/floatingips/11574719-4e7d-49c2-9951-14248468df21 HTTP/1.1" status: 200 len: 693 time: 0.1291833 May 27 02:05:56.319914 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-1dcfb556-1402-483f-9cec-4cfb67ad0c97 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=5ce75c7d6fd94a56b324ae10a0baeb2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417988 May 27 02:05:56.322321 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4a43abf3-db7b-409c-a177-c4cd8df76872 req-895eb7bc-62a6-4376-8bf8-464528ee55c1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8 HTTP/1.1" status: 200 len: 1023 time: 0.1500270 May 27 02:05:56.331211 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a40163-4eb6-47ff-88bb-c4fe7fa9e2fb req-471f9266-4d8a-49b0-b2c0-7aec9b8b518c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:56.333142 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b5a40163-4eb6-47ff-88bb-c4fe7fa9e2fb req-471f9266-4d8a-49b0-b2c0-7aec9b8b518c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2981999 May 27 02:05:56.491899 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51192) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:56.496695 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43abf3-db7b-409c-a177-c4cd8df76872 req-a4a93c4e-e2b4-403e-839d-35bcda4240cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:56.498158 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4a43abf3-db7b-409c-a177-c4cd8df76872 req-a4a93c4e-e2b4-403e-839d-35bcda4240cb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=910bc1cc-bbe5-4144-8601-c90701254592 HTTP/1.1" status: 200 len: 863 time: 0.1698332 May 27 02:05:56.573203 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b5a40163-4eb6-47ff-88bb-c4fe7fa9e2fb req-4d1e0475-5e45-4782-aa9a-7dc949ef0708 service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304969 May 27 02:05:56.592617 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-8e9475a1-739c-4e0f-809b-3b59c2828155 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:56.594169 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-8e9475a1-739c-4e0f-809b-3b59c2828155 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2686057 May 27 02:05:56.608403 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-0055bbca-f77a-4a27-99d3-d129db6b0b54 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Request body: {'port': {'device_id': 'ecc9cf56-5178-4077-987a-98d29cbc125b', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'admin_state_up': True, 'tenant_id': '5ce75c7d6fd94a56b324ae10a0baeb2d'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:05:56.667115 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51200) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:56.719083 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96553952-d378-4605-9c77-a225add65a5b req-cfaa6339-ba95-4903-bbe6-5cce3b150a0f tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:56.721299 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-96553952-d378-4605-9c77-a225add65a5b req-cfaa6339-ba95-4903-bbe6-5cce3b150a0f tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] 10.222.0.57 "GET /v2.0/networks/d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 784 time: 0.4938302 May 27 02:05:56.738586 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-e1279bfc-2bec-41bc-aae4-2d6a7914cba9 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1159227962-network', 'tenant_id': 'b10311550dd24ab5af04d69bb8469c0b'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:05:56.757105 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-96553952-d378-4605-9c77-a225add65a5b req-9787f143-0852-478c-bbbb-72442b111575 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:05:56.758084 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-96553952-d378-4605-9c77-a225add65a5b req-9787f143-0852-478c-bbbb-72442b111575 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141168 May 27 02:05:56.764617 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e1279bfc-2bec-41bc-aae4-2d6a7914cba9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:56.785288 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e1279bfc-2bec-41bc-aae4-2d6a7914cba9 admin admin] Usage tracker for resource:network and tenant:b10311550dd24ab5af04d69bb8469c0b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:56.802975 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e1279bfc-2bec-41bc-aae4-2d6a7914cba9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:56.833671 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43abf3-db7b-409c-a177-c4cd8df76872 req-f4ffed22-c21c-4ded-bba8-71a9bf30041c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:56.835443 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4a43abf3-db7b-409c-a177-c4cd8df76872 req-f4ffed22-c21c-4ded-bba8-71a9bf30041c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=17b286dd-35ae-40dc-a3e1-65b9625948fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3205013 May 27 02:05:56.876539 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e1279bfc-2bec-41bc-aae4-2d6a7914cba9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:56.947103 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b5a40163-4eb6-47ff-88bb-c4fe7fa9e2fb req-0d1d5108-422a-4ab3-b747-cc60315380c5 service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648672 May 27 02:05:56.968908 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-0055bbca-f77a-4a27-99d3-d129db6b0b54 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:56.976428 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-0055bbca-f77a-4a27-99d3-d129db6b0b54 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Usage tracker for resource:port and tenant:5ce75c7d6fd94a56b324ae10a0baeb2d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:56.984284 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-96553952-d378-4605-9c77-a225add65a5b req-ecb23ca5-abce-4a39-8ea4-bad686a5119d tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.126 HTTP/1.1" status: 200 len: 696 time: 0.2088430 May 27 02:05:56.988275 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-0055bbca-f77a-4a27-99d3-d129db6b0b54 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:56.991754 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177dcd02-a0c8-4847-98e1-aa700321a57f req-a1a14ce1-f57d-43d3-82c9-ee2116d7edfe tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:56.993185 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-177dcd02-a0c8-4847-98e1-aa700321a57f req-a1a14ce1-f57d-43d3-82c9-ee2116d7edfe tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/ports?device_id=8eb34f8b-7080-4323-8451-7185d7c0ce27 HTTP/1.1" status: 200 len: 946 time: 0.4760199 May 27 02:05:56.993875 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1d577b5c-1c58-43fd-b3b6-59511dde9ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:56.997308 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-0055bbca-f77a-4a27-99d3-d129db6b0b54 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:57.020228 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4a43abf3-db7b-409c-a177-c4cd8df76872 req-fc10e7ac-28e5-4130-afd9-02066758f3be service neutron] 10.222.0.66 "GET /v2.0/networks/17b286dd-35ae-40dc-a3e1-65b9625948fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715956 May 27 02:05:57.048413 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1279bfc-2bec-41bc-aae4-2d6a7914cba9 admin admin] Made reservation on behalf of b10311550dd24ab5af04d69bb8469c0b for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:05:57.050530 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e1279bfc-2bec-41bc-aae4-2d6a7914cba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:57.095459 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1d577b5c-1c58-43fd-b3b6-59511dde9ed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:57.104566 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-96553952-d378-4605-9c77-a225add65a5b req-3d131a2c-c372-4203-bceb-afabfddda199 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.126 HTTP/1.1" status: 200 len: 696 time: 0.1010253 May 27 02:05:57.109773 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e1279bfc-2bec-41bc-aae4-2d6a7914cba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:57.113763 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1d577b5c-1c58-43fd-b3b6-59511dde9ed8 admin admin] Usage tracker for resource:security_group_rule and tenant:a1812c66d96a4d4a8f096fee01eb02be is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:57.118103 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-0055bbca-f77a-4a27-99d3-d129db6b0b54 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Made reservation on behalf of 5ce75c7d6fd94a56b324ae10a0baeb2d for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:05:57.120365 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1d577b5c-1c58-43fd-b3b6-59511dde9ed8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:57.121711 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-0055bbca-f77a-4a27-99d3-d129db6b0b54 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:57.180994 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1d577b5c-1c58-43fd-b3b6-59511dde9ed8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:57.191713 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-177dcd02-a0c8-4847-98e1-aa700321a57f req-c7fae1ba-7ff8-41ed-84b2-bdaa2913fc77 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc8d478-f999-427c-97b9-76a718b84049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870739 May 27 02:05:57.241500 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e1279bfc-2bec-41bc-aae4-2d6a7914cba9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:57.252019 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e1279bfc-2bec-41bc-aae4-2d6a7914cba9 admin admin] Usage tracker for resource:security_group_rule and tenant:b10311550dd24ab5af04d69bb8469c0b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:57.288489 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e1279bfc-2bec-41bc-aae4-2d6a7914cba9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:57.309100 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-96553952-d378-4605-9c77-a225add65a5b req-a481c913-68ed-419e-ad24-dc714a213147 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Deleting port 38e5ea37-82f2-4f34-a8f0-adf4a99a55e6 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:05:57.309656 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e1279bfc-2bec-41bc-aae4-2d6a7914cba9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:57.309757 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-96553952-d378-4605-9c77-a225add65a5b req-a481c913-68ed-419e-ad24-dc714a213147 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:57.357083 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4a43abf3-db7b-409c-a177-c4cd8df76872 req-8429ce63-ecaa-41ce-b096-8a5efa993864 service neutron] 10.222.0.66 "GET /v2.0/networks/17b286dd-35ae-40dc-a3e1-65b9625948fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309929 May 27 02:05:57.465690 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 6a026261-454a-4dc8-bbdf-1f5bf40bcd38 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:05:57.469973 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-0055bbca-f77a-4a27-99d3-d129db6b0b54 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Allocated IP 192.168.233.84 (54d5ea08-4fa3-4323-9d64-35a947e9d08e/2cf69705-8457-415f-85a3-b42efaff1b97/b082392d-73a1-41de-9a3f-0001c0717aec) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:05:57.518067 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e1279bfc-2bec-41bc-aae4-2d6a7914cba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:57.522938 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1d577b5c-1c58-43fd-b3b6-59511dde9ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:57.538241 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-96553952-d378-4605-9c77-a225add65a5b req-a481c913-68ed-419e-ad24-dc714a213147 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:57.538567 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-96553952-d378-4605-9c77-a225add65a5b req-a481c913-68ed-419e-ad24-dc714a213147 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:57.585483 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e1279bfc-2bec-41bc-aae4-2d6a7914cba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:57.664986 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 6a026261-454a-4dc8-bbdf-1f5bf40bcd38, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=6a026261-454a-4dc8-bbdf-1f5bf40bcd38,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:57.668909 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-96553952-d378-4605-9c77-a225add65a5b req-a481c913-68ed-419e-ad24-dc714a213147 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Calling delete_port for 38e5ea37-82f2-4f34-a8f0-adf4a99a55e6 owned by network:floatingip {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:05:57.683734 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '6a026261-454a-4dc8-bbdf-1f5bf40bcd38', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'port_id': '6a026261-454a-4dc8-bbdf-1f5bf40bcd38', 'mac_address': 'fa:16:3e:67:f4:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf69705-8457-415f-85a3-b42efaff1b97', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:05:57.692035 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1279bfc-2bec-41bc-aae4-2d6a7914cba9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:05:57.694987 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1279bfc-2bec-41bc-aae4-2d6a7914cba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32383c23-1127-48a1-b636-e114e5bce2ae,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:57.697655 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1d577b5c-1c58-43fd-b3b6-59511dde9ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:57.724791 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e1279bfc-2bec-41bc-aae4-2d6a7914cba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:57.725120 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-e1279bfc-2bec-41bc-aae4-2d6a7914cba9 admin admin] Added segment aa0595bb-72c4-4a88-b75b-a7d4ad16e228 of type vlan for network e5ded2bd-6dbd-449a-adc0-e1185e1b2161 May 27 02:05:57.765820 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 6a026261-454a-4dc8-bbdf-1f5bf40bcd38 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:57.767771 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:57.769934 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d577b5c-1c58-43fd-b3b6-59511dde9ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd8f5dc-fe96-4fc3-b2e4-64630b4d6064,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:57.775941 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1d577b5c-1c58-43fd-b3b6-59511dde9ed8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a1812c66d96a4d4a8f096fee01eb02be&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1077480 May 27 02:05:57.780624 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-0055bbca-f77a-4a27-99d3-d129db6b0b54 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:57.783015 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51218) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:57.785468 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e1279bfc-2bec-41bc-aae4-2d6a7914cba9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:57.805758 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-0055bbca-f77a-4a27-99d3-d129db6b0b54 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Transition to ACTIVE for port object b082392d-73a1-41de-9a3f-0001c0717aec will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:05:57.813089 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a026261-454a-4dc8-bbdf-1f5bf40bcd38 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:05:57.835864 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8e10235e-064f-4064-899b-6d214a57aa22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:57.851993 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 6a026261-454a-4dc8-bbdf-1f5bf40bcd38, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=6a026261-454a-4dc8-bbdf-1f5bf40bcd38,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:57.897339 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e1279bfc-2bec-41bc-aae4-2d6a7914cba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:57.898457 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1279bfc-2bec-41bc-aae4-2d6a7914cba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:57.899034 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e1279bfc-2bec-41bc-aae4-2d6a7914cba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:57.913289 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:57.919058 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-0055bbca-f77a-4a27-99d3-d129db6b0b54 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:57.944162 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-03f91ebf-b33f-403d-a453-b0e746aa68a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:57.984866 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=6a026261-454a-4dc8-bbdf-1f5bf40bcd38,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:57.993141 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:57.993567 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:57.994062 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:57.994641 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:57.995084 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:57.995481 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:57.995926 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:57.996554 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:57.996982 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:57.997535 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:57.997943 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:57.998324 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:57.999818 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-03f91ebf-b33f-403d-a453-b0e746aa68a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:58.052734 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba249710-9e92-4900-8fb6-87db74ea8921 req-73304b11-42d5-4bd0-9ce3-07e272befe63 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:58.054230 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ba249710-9e92-4900-8fb6-87db74ea8921 req-73304b11-42d5-4bd0-9ce3-07e272befe63 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecc9cf56-5178-4077-987a-98d29cbc125b HTTP/1.1" status: 200 len: 935 time: 0.1764274 May 27 02:05:58.057518 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-96553952-d378-4605-9c77-a225add65a5b req-a481c913-68ed-419e-ad24-dc714a213147 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:58.077761 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-0055bbca-f77a-4a27-99d3-d129db6b0b54 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Network 54d5ea08-4fa3-4323-9d64-35a947e9d08e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:05:58.079547 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-0055bbca-f77a-4a27-99d3-d129db6b0b54 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:05:58.081275 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1279bfc-2bec-41bc-aae4-2d6a7914cba9 admin admin] Pushing event updated for resources: {'Network': ['ID=e5ded2bd-6dbd-449a-adc0-e1185e1b2161,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:58.086492 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-0055bbca-f77a-4a27-99d3-d129db6b0b54 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:05:58.097524 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network e5ded2bd-6dbd-449a-adc0-e1185e1b2161 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:05:58.126135 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a481c913-68ed-419e-ad24-dc714a213147 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Pushing event deleted for resources: {'Port': ['ID=38e5ea37-82f2-4f34-a8f0-adf4a99a55e6,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:58.132581 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0055bbca-f77a-4a27-99d3-d129db6b0b54 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Pushing event updated for resources: {'Port': ['ID=b082392d-73a1-41de-9a3f-0001c0717aec,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:58.164784 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-0055bbca-f77a-4a27-99d3-d129db6b0b54 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:58.165736 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-0055bbca-f77a-4a27-99d3-d129db6b0b54 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:58.172253 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e1279bfc-2bec-41bc-aae4-2d6a7914cba9 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6731534 May 27 02:05:58.178304 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51222) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:58.183797 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-fd7ffcad-a162-469c-b321-e8e26839280f admin admin] Request body: {'subnet': {'network_id': 'e5ded2bd-6dbd-449a-adc0-e1185e1b2161', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1159227962-subnet', 'tenant_id': 'b10311550dd24ab5af04d69bb8469c0b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:05:58.189024 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['6a026261-454a-4dc8-bbdf-1f5bf40bcd38'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:05:58.192600 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fd7ffcad-a162-469c-b321-e8e26839280f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:58.197479 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fd7ffcad-a162-469c-b321-e8e26839280f admin admin] Usage tracker for resource:subnet and tenant:b10311550dd24ab5af04d69bb8469c0b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:58.200684 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fd7ffcad-a162-469c-b321-e8e26839280f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:58.207235 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fd7ffcad-a162-469c-b321-e8e26839280f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:58.242030 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ba249710-9e92-4900-8fb6-87db74ea8921 req-7128f42a-ab06-481e-9bbf-afb4e00e5485 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/security-groups?id=fadc0ad7-a34f-4f5c-a66a-2e6db2753842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512287 May 27 02:05:58.244595 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-03f91ebf-b33f-403d-a453-b0e746aa68a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:58.259582 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-0055bbca-f77a-4a27-99d3-d129db6b0b54 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6563194 May 27 02:05:58.273040 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-32222d6d-b479-4309-8c87-ee79a18d3757 service neutron] Request body: {'port': {'device_id': 'ecc9cf56-5178-4077-987a-98d29cbc125b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:05:58.283045 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-96553952-d378-4605-9c77-a225add65a5b req-a481c913-68ed-419e-ad24-dc714a213147 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Notify callbacks [] for floatingip, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:58.289716 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f91ebf-b33f-403d-a453-b0e746aa68a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd8f5dc-fe96-4fc3-b2e4-64630b4d6064,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:58.332679 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7ffcad-a162-469c-b321-e8e26839280f admin admin] Made reservation on behalf of b10311550dd24ab5af04d69bb8469c0b for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:05:58.334977 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd7ffcad-a162-469c-b321-e8e26839280f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:58.370505 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-03f91ebf-b33f-403d-a453-b0e746aa68a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:58.371930 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-03f91ebf-b33f-403d-a453-b0e746aa68a7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7bd8f5dc-fe96-4fc3-b2e4-64630b4d6064 HTTP/1.1" status: 204 len: 168 time: 0.5880148 May 27 02:05:58.373351 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-96553952-d378-4605-9c77-a225add65a5b req-a481c913-68ed-419e-ad24-dc714a213147 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:58.398910 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-96553952-d378-4605-9c77-a225add65a5b req-a481c913-68ed-419e-ad24-dc714a213147 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] 10.222.0.57 "DELETE /v2.0/floatingips/11574719-4e7d-49c2-9951-14248468df21 HTTP/1.1" status: 204 len: 173 time: 1.2822812 May 27 02:05:58.502790 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [req-cfb8e584-762c-4847-810d-30a97e1ed31b req-a7ea3f35-ebd8-4415-b656-7203f96b55e7 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] show failed (client error): The resource could not be found. May 27 02:05:58.503795 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cfb8e584-762c-4847-810d-30a97e1ed31b req-a7ea3f35-ebd8-4415-b656-7203f96b55e7 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] 10.222.0.57 "GET /v2.0/floatingips/11574719-4e7d-49c2-9951-14248468df21 HTTP/1.1" status: 404 len: 350 time: 0.0752733 May 27 02:05:58.543661 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-86746f2e-086e-46bd-a90f-10548cc6146c None None] Provisioning for port b082392d-73a1-41de-9a3f-0001c0717aec completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:05:58.549576 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-86746f2e-086e-46bd-a90f-10548cc6146c None None] Provisioning complete for port b082392d-73a1-41de-9a3f-0001c0717aec triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:58.550213 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-86746f2e-086e-46bd-a90f-10548cc6146c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:58.558632 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-32222d6d-b479-4309-8c87-ee79a18d3757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:58.609615 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-86746f2e-086e-46bd-a90f-10548cc6146c None None] Port b082392d-73a1-41de-9a3f-0001c0717aec cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:05:58.664670 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75ee77-a102-4d3f-9b42-b1ce11e122b7 req-0e49171b-4b84-42c5-8929-2b8c4f312f05 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:58.666268 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-af75ee77-a102-4d3f-9b42-b1ce11e122b7 req-0e49171b-4b84-42c5-8929-2b8c4f312f05 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/ports?device_id=8eb34f8b-7080-4323-8451-7185d7c0ce27 HTTP/1.1" status: 200 len: 947 time: 0.1299171 May 27 02:05:58.802333 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-af75ee77-a102-4d3f-9b42-b1ce11e122b7 req-9a3fa0a4-7eab-4c62-ad5a-4968895d0d3a tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc8d478-f999-427c-97b9-76a718b84049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286342 May 27 02:05:58.835398 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:58.952271 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [req-77240fcb-2ba9-4a8e-ac68-7cdf51a55aa2 req-b0e9c98d-784e-4ad3-989f-e14499393f30 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] show failed (client error): The resource could not be found. May 27 02:05:58.953274 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-77240fcb-2ba9-4a8e-ac68-7cdf51a55aa2 req-b0e9c98d-784e-4ad3-989f-e14499393f30 tempest-FloatingIPsTestJSON-677088089 tempest-FloatingIPsTestJSON-677088089-project] 10.222.0.57 "GET /v2.0/floatingips/11574719-4e7d-49c2-9951-14248468df21 HTTP/1.1" status: 404 len: 350 time: 0.0742273 May 27 02:05:58.960335 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:58.965076 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51250) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:59.038439 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd7ffcad-a162-469c-b321-e8e26839280f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:59.105798 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51258) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:59.123702 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6e9fa0c6-9f25-4078-b995-21447a80d2bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:59.159305 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-6e9fa0c6-9f25-4078-b995-21447a80d2bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:59.163676 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-6e9fa0c6-9f25-4078-b995-21447a80d2bd admin admin] Usage tracker for resource:security_group_rule and tenant:26fd9afd8618472c9277a854ab02bad0 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:59.169743 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-6e9fa0c6-9f25-4078-b995-21447a80d2bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:59.175706 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-6e9fa0c6-9f25-4078-b995-21447a80d2bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:59.278918 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6e9fa0c6-9f25-4078-b995-21447a80d2bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:59.343734 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6e9fa0c6-9f25-4078-b995-21447a80d2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:59.344320 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ffcad-a162-469c-b321-e8e26839280f admin admin] Pushing event updated for resources: {'Subnet': ['ID=12865575-b7fb-4609-bc72-5aad92099ef2,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:59.373053 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7ffcad-a162-469c-b321-e8e26839280f admin admin] Checking segment: {'id': 'aa0595bb-72c4-4a88-b75b-a7d4ad16e228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e5ded2bd-6dbd-449a-adc0-e1185e1b2161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:05:59.373438 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7ffcad-a162-469c-b321-e8e26839280f admin admin] Network hostable DHCP agents. Network: e5ded2bd-6dbd-449a-adc0-e1185e1b2161, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:05:59.383541 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-32222d6d-b479-4309-8c87-ee79a18d3757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b082392d-73a1-41de-9a3f-0001c0717aec {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:05:59.399344 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-32222d6d-b479-4309-8c87-ee79a18d3757 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:59.465312 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6e9fa0c6-9f25-4078-b995-21447a80d2bd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=26fd9afd8618472c9277a854ab02bad0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3583710 May 27 02:05:59.466483 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51272) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:59.471797 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9fa0c6-9f25-4078-b995-21447a80d2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79668b6b-7ee0-4605-81b8-49e0c9c5b15a,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:59.478352 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 6a026261-454a-4dc8-bbdf-1f5bf40bcd38 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:05:59.497028 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-32222d6d-b479-4309-8c87-ee79a18d3757 service neutron] Transition to ACTIVE for port object b082392d-73a1-41de-9a3f-0001c0717aec will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:05:59.539146 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf73088-16a8-49db-a2d4-2e0147231ab7 req-0a98cbd9-db4f-4bcc-a705-5e034eb0efd9 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:59.540631 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cdf73088-16a8-49db-a2d4-2e0147231ab7 req-0a98cbd9-db4f-4bcc-a705-5e034eb0efd9 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecc9cf56-5178-4077-987a-98d29cbc125b HTTP/1.1" status: 200 len: 935 time: 0.1707001 May 27 02:05:59.557313 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7ffcad-a162-469c-b321-e8e26839280f admin admin] Network e5ded2bd-6dbd-449a-adc0-e1185e1b2161 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:05:59.561759 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-89ab1969-d24c-44c7-97d9-a4927f93a170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:59.584967 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-32222d6d-b479-4309-8c87-ee79a18d3757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:59.618502 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-89ab1969-d24c-44c7-97d9-a4927f93a170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:59.633407 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cdf73088-16a8-49db-a2d4-2e0147231ab7 req-2ec828a7-455d-47c0-a167-13c0b547537a tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/security-groups?id=fadc0ad7-a34f-4f5c-a66a-2e6db2753842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724378 May 27 02:05:59.669937 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 6a026261-454a-4dc8-bbdf-1f5bf40bcd38 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:05:59.681846 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 6a026261-454a-4dc8-bbdf-1f5bf40bcd38 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:59.682290 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:59.705369 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-fd7ffcad-a162-469c-b321-e8e26839280f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, e5ded2bd-6dbd-449a-adc0-e1185e1b2161) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:05:59.715418 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88605f0-df3b-4526-b692-c6bbe79b2d7c None None] Network e5ded2bd-6dbd-449a-adc0-e1185e1b2161 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:05:59.736836 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7ffcad-a162-469c-b321-e8e26839280f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:59.737431 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd7ffcad-a162-469c-b321-e8e26839280f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:59.748036 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-89ab1969-d24c-44c7-97d9-a4927f93a170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:59.790365 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab1969-d24c-44c7-97d9-a4927f93a170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79668b6b-7ee0-4605-81b8-49e0c9c5b15a,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:59.803043 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32222d6d-b479-4309-8c87-ee79a18d3757 service neutron] Pushing event updated for resources: {'Port': ['ID=b082392d-73a1-41de-9a3f-0001c0717aec,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:59.808470 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-89ab1969-d24c-44c7-97d9-a4927f93a170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:59.812005 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-89ab1969-d24c-44c7-97d9-a4927f93a170 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/79668b6b-7ee0-4605-81b8-49e0c9c5b15a HTTP/1.1" status: 204 len: 168 time: 0.3318472 May 27 02:06:00.021589 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-fd7ffcad-a162-469c-b321-e8e26839280f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8418908 May 27 02:06:00.024474 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51286) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:00.029999 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-4008e9cd-14e7-42e2-8fb9-657a964a6ae2 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1159227962-router', 'tenant_id': 'b10311550dd24ab5af04d69bb8469c0b', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:06:00.042309 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4008e9cd-14e7-42e2-8fb9-657a964a6ae2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:00.053082 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4008e9cd-14e7-42e2-8fb9-657a964a6ae2 admin admin] Usage tracker for resource:router and tenant:b10311550dd24ab5af04d69bb8469c0b is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:00.054406 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4008e9cd-14e7-42e2-8fb9-657a964a6ae2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:00.059656 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:00.063051 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4008e9cd-14e7-42e2-8fb9-657a964a6ae2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:00.067268 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 6a026261-454a-4dc8-bbdf-1f5bf40bcd38 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:06:00.067715 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:00.076761 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-32222d6d-b479-4309-8c87-ee79a18d3757 service neutron] Attempting to bind port b082392d-73a1-41de-9a3f-0001c0717aec on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:06:00.077098 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-32222d6d-b479-4309-8c87-ee79a18d3757 service neutron] Attempting to bind port b082392d-73a1-41de-9a3f-0001c0717aec by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:06:00.077597 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-32222d6d-b479-4309-8c87-ee79a18d3757 service neutron] Attempting to bind port b082392d-73a1-41de-9a3f-0001c0717aec on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:06:00.087013 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-32222d6d-b479-4309-8c87-ee79a18d3757 service neutron] Port b082392d-73a1-41de-9a3f-0001c0717aec on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:06:00.087700 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-32222d6d-b479-4309-8c87-ee79a18d3757 service neutron] Attempting to bind port b082392d-73a1-41de-9a3f-0001c0717aec on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:06:00.098783 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-32222d6d-b479-4309-8c87-ee79a18d3757 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:06:00.099127 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-32222d6d-b479-4309-8c87-ee79a18d3757 service neutron] Checking segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:06:00.099509 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-32222d6d-b479-4309-8c87-ee79a18d3757 service neutron] Bound using segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:06:00.099969 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-32222d6d-b479-4309-8c87-ee79a18d3757 service neutron] Bound port: b082392d-73a1-41de-9a3f-0001c0717aec, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:06:00.100315 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-32222d6d-b479-4309-8c87-ee79a18d3757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:00.154322 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb34f8b-7080-4323-8451-7185d7c0ce27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a026261-454a-4dc8-bbdf-1f5bf40bcd38'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:06:00.177700 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4008e9cd-14e7-42e2-8fb9-657a964a6ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:00.180243 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4008e9cd-14e7-42e2-8fb9-657a964a6ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:00.180863 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acab3261-e672-4f7a-83d1-c7774facb0fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-e5ded2bd-6dbd-449a-adc0-e1185e1b2161', 'network_id': 'e5ded2bd-6dbd-449a-adc0-e1185e1b2161', 'tenant_id': 'b10311550dd24ab5af04d69bb8469c0b', 'fixed_ips': [{'subnet_id': '12865575-b7fb-4609-bc72-5aad92099ef2'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:06:00.181981 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-acab3261-e672-4f7a-83d1-c7774facb0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:00.198865 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 6a026261-454a-4dc8-bbdf-1f5bf40bcd38, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=6a026261-454a-4dc8-bbdf-1f5bf40bcd38,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:06:00.201946 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ef545-106c-4ed6-a23d-19394f2788ce req-87e0a428-bc70-48cc-b52d-4130e6eaca63 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:00.203431 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3c3ef545-106c-4ed6-a23d-19394f2788ce req-87e0a428-bc70-48cc-b52d-4130e6eaca63 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/ports?device_id=8eb34f8b-7080-4323-8451-7185d7c0ce27 HTTP/1.1" status: 200 len: 947 time: 0.1282167 May 27 02:06:00.224743 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4008e9cd-14e7-42e2-8fb9-657a964a6ae2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:00.250740 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-32222d6d-b479-4309-8c87-ee79a18d3757 service neutron] For port b082392d-73a1-41de-9a3f-0001c0717aec, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:06:00.265407 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3c3ef545-106c-4ed6-a23d-19394f2788ce req-ad4a880c-e08a-4f5f-a8d2-a3cef0dce083 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc8d478-f999-427c-97b9-76a718b84049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558817 May 27 02:06:00.270704 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:00.279738 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-32222d6d-b479-4309-8c87-ee79a18d3757 service neutron] For port b082392d-73a1-41de-9a3f-0001c0717aec, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=b082392d-73a1-41de-9a3f-0001c0717aec,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:06:00.314538 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-584eb056-e9b2-4808-8e9c-cfecab97c389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:00.343640 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb5c11ea-a582-4811-8ea8-a421cbf60ed4'] response: {'server_uuid': '8eb34f8b-7080-4323-8451-7185d7c0ce27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a026261-454a-4dc8-bbdf-1f5bf40bcd38', 'code': 200} May 27 02:06:00.504920 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-acab3261-e672-4f7a-83d1-c7774facb0fd None None] Allocated IP 172.20.0.2 (e5ded2bd-6dbd-449a-adc0-e1185e1b2161/12865575-b7fb-4609-bc72-5aad92099ef2/3dcecc65-3d90-4797-a443-6596cafe3bab) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:06:00.592651 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-32222d6d-b479-4309-8c87-ee79a18d3757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:00.749765 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-32222d6d-b479-4309-8c87-ee79a18d3757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:00.750375 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-32222d6d-b479-4309-8c87-ee79a18d3757 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:00.752266 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-32222d6d-b479-4309-8c87-ee79a18d3757 service neutron] 10.222.0.32 "PUT /v2.0/ports/b082392d-73a1-41de-9a3f-0001c0717aec HTTP/1.1" status: 200 len: 1095 time: 2.4834452 May 27 02:06:00.768237 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc9cf56-5178-4077-987a-98d29cbc125b', 'tag': 'b082392d-73a1-41de-9a3f-0001c0717aec'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:06:00.771914 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-acab3261-e672-4f7a-83d1-c7774facb0fd None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:00.782508 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-acab3261-e672-4f7a-83d1-c7774facb0fd None None] Transition to ACTIVE for port object 3dcecc65-3d90-4797-a443-6596cafe3bab will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:06:00.802538 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-acab3261-e672-4f7a-83d1-c7774facb0fd None None] Transition to ACTIVE for port object 3dcecc65-3d90-4797-a443-6596cafe3bab will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:06:00.805218 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=6a026261-454a-4dc8-bbdf-1f5bf40bcd38,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:00.920346 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-acab3261-e672-4f7a-83d1-c7774facb0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:01.030095 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4008e9cd-14e7-42e2-8fb9-657a964a6ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:01.041893 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acab3261-e672-4f7a-83d1-c7774facb0fd None None] Network e5ded2bd-6dbd-449a-adc0-e1185e1b2161 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:06:01.045349 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-acab3261-e672-4f7a-83d1-c7774facb0fd None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:06:01.049788 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acab3261-e672-4f7a-83d1-c7774facb0fd None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:06:01.070741 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab3261-e672-4f7a-83d1-c7774facb0fd None None] Pushing event updated for resources: {'Port': ['ID=3dcecc65-3d90-4797-a443-6596cafe3bab,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:01.085757 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32222d6d-b479-4309-8c87-ee79a18d3757 service neutron] Pushing event updated for resources: {'Port': ['ID=b082392d-73a1-41de-9a3f-0001c0717aec,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:01.118576 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42f3b404-6eb6-435b-a30f-b864cca11e70'] response: {'name': 'network-changed', 'server_uuid': 'ecc9cf56-5178-4077-987a-98d29cbc125b', 'tag': 'b082392d-73a1-41de-9a3f-0001c0717aec', 'status': 'completed', 'code': 200} May 27 02:06:01.151520 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402cc2a-fa69-4924-a4ed-50e67d0d7bd3 req-6647d5e5-2c8b-4ede-af55-d8de5077e66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:01.153237 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6402cc2a-fa69-4924-a4ed-50e67d0d7bd3 req-6647d5e5-2c8b-4ede-af55-d8de5077e66e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8eb34f8b-7080-4323-8451-7185d7c0ce27 HTTP/1.1" status: 200 len: 1099 time: 0.6130269 May 27 02:06:01.215118 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-acab3261-e672-4f7a-83d1-c7774facb0fd None None] Attempting to bind port 3dcecc65-3d90-4797-a443-6596cafe3bab on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:06:01.215479 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-acab3261-e672-4f7a-83d1-c7774facb0fd None None] Attempting to bind port 3dcecc65-3d90-4797-a443-6596cafe3bab by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'aa0595bb-72c4-4a88-b75b-a7d4ad16e228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e5ded2bd-6dbd-449a-adc0-e1185e1b2161'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:06:01.215834 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acab3261-e672-4f7a-83d1-c7774facb0fd None None] Attempting to bind port 3dcecc65-3d90-4797-a443-6596cafe3bab on network e5ded2bd-6dbd-449a-adc0-e1185e1b2161 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:06:01.225950 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acab3261-e672-4f7a-83d1-c7774facb0fd None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:06:01.226306 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acab3261-e672-4f7a-83d1-c7774facb0fd None None] Checking segment: {'id': 'aa0595bb-72c4-4a88-b75b-a7d4ad16e228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e5ded2bd-6dbd-449a-adc0-e1185e1b2161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:06:01.226734 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-acab3261-e672-4f7a-83d1-c7774facb0fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:01.227120 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acab3261-e672-4f7a-83d1-c7774facb0fd None None] Bound using segment: {'id': 'aa0595bb-72c4-4a88-b75b-a7d4ad16e228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e5ded2bd-6dbd-449a-adc0-e1185e1b2161'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:06:01.228476 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-acab3261-e672-4f7a-83d1-c7774facb0fd None None] Bound port: 3dcecc65-3d90-4797-a443-6596cafe3bab, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0595bb-72c4-4a88-b75b-a7d4ad16e228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e5ded2bd-6dbd-449a-adc0-e1185e1b2161'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:06:01.228874 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-acab3261-e672-4f7a-83d1-c7774facb0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:01.253276 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6402cc2a-fa69-4924-a4ed-50e67d0d7bd3 req-aef98893-f555-47e7-954c-14cfbe75ece2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7cc8d478-f999-427c-97b9-76a718b84049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873203 May 27 02:06:01.261019 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-1b342a65-8373-4e7b-83f0-bfff0bdb2095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:01.262828 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-1b342a65-8373-4e7b-83f0-bfff0bdb2095 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5ce75c7d6fd94a56b324ae10a0baeb2d&device_id=ecc9cf56-5178-4077-987a-98d29cbc125b HTTP/1.1" status: 200 len: 1098 time: 0.3190684 May 27 02:06:01.330615 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d4ba4-b3f7-4871-abed-efe837821239 req-8b2b59dc-a7a1-473f-a549-1d29011b20f5 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:01.340043 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d29d4ba4-b3f7-4871-abed-efe837821239 req-8b2b59dc-a7a1-473f-a549-1d29011b20f5 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecc9cf56-5178-4077-987a-98d29cbc125b HTTP/1.1" status: 200 len: 947 time: 0.2755270 May 27 02:06:01.376801 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-acab3261-e672-4f7a-83d1-c7774facb0fd None None] For port 3dcecc65-3d90-4797-a443-6596cafe3bab, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:06:01.376801 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-acab3261-e672-4f7a-83d1-c7774facb0fd None None] For port 3dcecc65-3d90-4797-a443-6596cafe3bab, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=3dcecc65-3d90-4797-a443-6596cafe3bab,segment=NetworkSegment(aa0595bb-72c4-4a88-b75b-a7d4ad16e228),segment_id=aa0595bb-72c4-4a88-b75b-a7d4ad16e228)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:06:01.382424 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-bf220f95-0490-4a0c-b875-4bf66e73081c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=b082392d-73a1-41de-9a3f-0001c0717aec HTTP/1.1" status: 200 len: 217 time: 0.1073039 May 27 02:06:01.399259 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d29d4ba4-b3f7-4871-abed-efe837821239 req-eff5ff71-364c-4ccb-b367-873a5035fd26 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/security-groups?id=fadc0ad7-a34f-4f5c-a66a-2e6db2753842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577881 May 27 02:06:01.477002 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-acab3261-e672-4f7a-83d1-c7774facb0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:01.595342 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-584eb056-e9b2-4808-8e9c-cfecab97c389 admin admin] Deleting port 57bd02ae-2657-49f7-8213-1dbc4ea4a4d1 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:06:01.595682 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-584eb056-e9b2-4808-8e9c-cfecab97c389 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:01.648838 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-672c071c-dc94-442a-bd59-2960049907df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:01.650504 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-672c071c-dc94-442a-bd59-2960049907df service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.2563365 May 27 02:06:01.667458 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab3261-e672-4f7a-83d1-c7774facb0fd None None] Pushing event updated for resources: {'Port': ['ID=3dcecc65-3d90-4797-a443-6596cafe3bab,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:01.794053 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4008e9cd-14e7-42e2-8fb9-657a964a6ae2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:01.835927 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4008e9cd-14e7-42e2-8fb9-657a964a6ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:01.893761 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51374) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:01.967315 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-584eb056-e9b2-4808-8e9c-cfecab97c389 admin admin] For port 57bd02ae-2657-49f7-8213-1dbc4ea4a4d1, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=57bd02ae-2657-49f7-8213-1dbc4ea4a4d1,segment=NetworkSegment(c7da7488-ba0f-458c-9f65-95e0e53dd7f9),segment_id=c7da7488-ba0f-458c-9f65-95e0e53dd7f9)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:06:01.967727 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-584eb056-e9b2-4808-8e9c-cfecab97c389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:02.086893 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439edff-7844-4765-a101-8804c42f2aae req-9c7865ee-3dcd-4e41-a77d-d5186b6499de tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:02.088597 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3439edff-7844-4765-a101-8804c42f2aae req-9c7865ee-3dcd-4e41-a77d-d5186b6499de tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/ports?device_id=8eb34f8b-7080-4323-8451-7185d7c0ce27 HTTP/1.1" status: 200 len: 948 time: 0.3372786 May 27 02:06:02.166255 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-584eb056-e9b2-4808-8e9c-cfecab97c389 admin admin] Calling delete_port for 57bd02ae-2657-49f7-8213-1dbc4ea4a4d1 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:06:02.224581 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-4008e9cd-14e7-42e2-8fb9-657a964a6ae2 admin admin] Allocated IP 172.25.1.133 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/22cb7907-9f24-4c18-b60a-ddf4dabb657a) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:06:02.228136 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-9aa1cb26-7fbb-4ce3-be2f-aaef3d9a1d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:02.229247 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3439edff-7844-4765-a101-8804c42f2aae req-85fedfd6-5b94-4a66-ae7b-1eac141eca07 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc8d478-f999-427c-97b9-76a718b84049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093199 May 27 02:06:02.229617 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-9aa1cb26-7fbb-4ce3-be2f-aaef3d9a1d99 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5716603 May 27 02:06:02.432056 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4008e9cd-14e7-42e2-8fb9-657a964a6ae2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:02.543771 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4008e9cd-14e7-42e2-8fb9-657a964a6ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:02.663824 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b95c2cc9-22b8-4b1e-843f-c3b0dd3523b7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c8e98513f9bc4dea908292ab34987fa9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7021360 May 27 02:06:02.665425 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51410) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:02.683306 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4008e9cd-14e7-42e2-8fb9-657a964a6ae2 admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:06:02.713702 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-4008e9cd-14e7-42e2-8fb9-657a964a6ae2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:06:02.723510 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4008e9cd-14e7-42e2-8fb9-657a964a6ae2 admin admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:06:02.725860 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-0879e0b7-7e19-4a8c-a558-f756f224658d service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4860518 May 27 02:06:02.799422 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4008e9cd-14e7-42e2-8fb9-657a964a6ae2 admin admin] Pushing event updated for resources: {'Port': ['ID=22cb7907-9f24-4c18-b60a-ddf4dabb657a,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:02.949529 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ef1b3bbd-6ec8-4e11-bb9a-4b3e07f51ad7 req-c25bb3ce-af94-49e0-8257-0c5942ae8b64 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163835 May 27 02:06:03.000599 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-584eb056-e9b2-4808-8e9c-cfecab97c389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:03.023649 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 3dcecc65-3d90-4797-a443-6596cafe3bab up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:06:03.044004 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6493ce34-1efa-4ad7-9534-79c46ccf57c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:03.106363 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584eb056-e9b2-4808-8e9c-cfecab97c389 admin admin] Pushing event deleted for resources: {'Port': ['ID=57bd02ae-2657-49f7-8213-1dbc4ea4a4d1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:03.163399 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6493ce34-1efa-4ad7-9534-79c46ccf57c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:03.182062 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debfc6df-a9a5-4665-b7fd-739203a25f57 req-0da75e16-d816-4c81-a3e0-6202a336b972 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:03.182062 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-debfc6df-a9a5-4665-b7fd-739203a25f57 req-0da75e16-d816-4c81-a3e0-6202a336b972 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecc9cf56-5178-4077-987a-98d29cbc125b HTTP/1.1" status: 200 len: 947 time: 0.5667980 May 27 02:06:03.193275 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc1f796-dff8-494c-b32e-45ac2023f369 None None] Network e5ded2bd-6dbd-449a-adc0-e1185e1b2161 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:06:03.301593 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-debfc6df-a9a5-4665-b7fd-739203a25f57 req-67765475-62c5-47d6-96e0-82a38d699139 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/security-groups?id=fadc0ad7-a34f-4f5c-a66a-2e6db2753842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134517 May 27 02:06:03.427777 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 3dcecc65-3d90-4797-a443-6596cafe3bab completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:06:03.457898 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6493ce34-1efa-4ad7-9534-79c46ccf57c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:03.526243 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493ce34-1efa-4ad7-9534-79c46ccf57c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa732e51-09fd-4f5c-80ab-aa8098abbb77,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:03.537229 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-cd380a7c-5b0b-4c10-8372-816c13c5d32c None None] Provisioning for port 3dcecc65-3d90-4797-a443-6596cafe3bab completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:06:03.557191 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-cd380a7c-5b0b-4c10-8372-816c13c5d32c None None] Provisioning complete for port 3dcecc65-3d90-4797-a443-6596cafe3bab triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:06:03.557785 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cd380a7c-5b0b-4c10-8372-816c13c5d32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:03.570014 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34691b0-7589-4e86-a6ee-0b8ac3497340 req-c0e6dd5e-469b-469c-98af-b60b43070a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:03.571841 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c34691b0-7589-4e86-a6ee-0b8ac3497340 req-c0e6dd5e-469b-469c-98af-b60b43070a58 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5ce75c7d6fd94a56b324ae10a0baeb2d&device_id=ecc9cf56-5178-4077-987a-98d29cbc125b HTTP/1.1" status: 200 len: 1098 time: 0.3825805 May 27 02:06:03.707833 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6493ce34-1efa-4ad7-9534-79c46ccf57c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:03.709580 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6493ce34-1efa-4ad7-9534-79c46ccf57c4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fa732e51-09fd-4f5c-80ab-aa8098abbb77 HTTP/1.1" status: 204 len: 168 time: 1.0394483 May 27 02:06:03.722943 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-cd380a7c-5b0b-4c10-8372-816c13c5d32c None None] Current status of the port 3dcecc65-3d90-4797-a443-6596cafe3bab is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:06:03.723868 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cd380a7c-5b0b-4c10-8372-816c13c5d32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:03.725651 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4008e9cd-14e7-42e2-8fb9-657a964a6ae2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:03.733003 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34691b0-7589-4e86-a6ee-0b8ac3497340 req-79121462-1a20-4d95-bfbd-863e997df6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:03.737948 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c34691b0-7589-4e86-a6ee-0b8ac3497340 req-79121462-1a20-4d95-bfbd-863e997df6fc service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.1580913 May 27 02:06:03.791704 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-cd380a7c-5b0b-4c10-8372-816c13c5d32c None None] For port 3dcecc65-3d90-4797-a443-6596cafe3bab, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=3dcecc65-3d90-4797-a443-6596cafe3bab,segment=NetworkSegment(aa0595bb-72c4-4a88-b75b-a7d4ad16e228),segment_id=aa0595bb-72c4-4a88-b75b-a7d4ad16e228)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:06:03.793705 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55790cec-09f6-4437-96a1-1c0c3820c2bc req-e844efe4-7fc9-43a1-a3c6-3be9b001d7b0 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:03.795214 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-55790cec-09f6-4437-96a1-1c0c3820c2bc req-e844efe4-7fc9-43a1-a3c6-3be9b001d7b0 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/ports?device_id=8eb34f8b-7080-4323-8451-7185d7c0ce27 HTTP/1.1" status: 200 len: 948 time: 0.3390248 May 27 02:06:03.865653 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c34691b0-7589-4e86-a6ee-0b8ac3497340 req-13b08c01-31eb-4de1-bf93-c7fe62e49e8c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=b082392d-73a1-41de-9a3f-0001c0717aec HTTP/1.1" status: 200 len: 217 time: 0.1194367 May 27 02:06:03.873673 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-584eb056-e9b2-4808-8e9c-cfecab97c389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:03.897495 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cd380a7c-5b0b-4c10-8372-816c13c5d32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:03.929444 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-55790cec-09f6-4437-96a1-1c0c3820c2bc req-164ad59c-82a5-4853-81d9-a9c7e3fcb7c3 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc8d478-f999-427c-97b9-76a718b84049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259685 May 27 02:06:03.991501 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd380a7c-5b0b-4c10-8372-816c13c5d32c None None] Pushing event updated for resources: {'Port': ['ID=3dcecc65-3d90-4797-a443-6596cafe3bab,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:04.019242 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4702fe2d-fe1b-46c0-ab78-641e463c83d9 None None] Provisioning complete for port 3dcecc65-3d90-4797-a443-6596cafe3bab triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:06:04.019929 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4702fe2d-fe1b-46c0-ab78-641e463c83d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:04.056356 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34691b0-7589-4e86-a6ee-0b8ac3497340 req-53eadd58-2b6f-4660-9446-7d87add91e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:04.058390 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c34691b0-7589-4e86-a6ee-0b8ac3497340 req-53eadd58-2b6f-4660-9446-7d87add91e31 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.1800344 May 27 02:06:04.254661 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34691b0-7589-4e86-a6ee-0b8ac3497340 req-13082a8f-5da3-43ba-a376-4c1e2f618e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:04.256665 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c34691b0-7589-4e86-a6ee-0b8ac3497340 req-13082a8f-5da3-43ba-a376-4c1e2f618e7b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1859267 May 27 02:06:04.279726 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4008e9cd-14e7-42e2-8fb9-657a964a6ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:04.283764 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-4702fe2d-fe1b-46c0-ab78-641e463c83d9 None None] Current status of the port 3dcecc65-3d90-4797-a443-6596cafe3bab is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:06:04.376372 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51450) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:04.391535 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51454) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:04.600986 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-584eb056-e9b2-4808-8e9c-cfecab97c389 admin admin] Router f303f7d8-c3ff-44e6-8356-1e00cd00733d has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:06:04.615091 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c34691b0-7589-4e86-a6ee-0b8ac3497340 req-64a180e4-2d65-4c4a-88dc-6ff964ddfcca service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020623 May 27 02:06:04.646452 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7296c-c337-4664-b369-f8b00248e9af req-cb98df7c-049e-4f9a-8c98-54c5075989e6 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:04.648147 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e9b7296c-c337-4664-b369-f8b00248e9af req-cb98df7c-049e-4f9a-8c98-54c5075989e6 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecc9cf56-5178-4077-987a-98d29cbc125b HTTP/1.1" status: 200 len: 947 time: 0.1753461 May 27 02:06:04.841762 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4008e9cd-14e7-42e2-8fb9-657a964a6ae2 admin admin] Router 15ea3d23-0bb2-41d4-ae2c-2c56609cb99d is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:06:04.855437 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e9b7296c-c337-4664-b369-f8b00248e9af req-eabaac70-d873-4f72-b267-9f9214d3b040 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/security-groups?id=fadc0ad7-a34f-4f5c-a66a-2e6db2753842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980138 May 27 02:06:04.889705 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f344b8ed-d2e8-460d-897d-8cca432905dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:04.916465 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584eb056-e9b2-4808-8e9c-cfecab97c389 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:06:04.919361 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c34691b0-7589-4e86-a6ee-0b8ac3497340 req-4f32f398-71fc-494e-8633-1bbcb3232e71 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490678 May 27 02:06:04.926827 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e08a645-53ee-4872-870e-1c2d41573b9d None None] Sync routers for ids ['f303f7d8-c3ff-44e6-8356-1e00cd00733d'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:06:04.929241 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-584eb056-e9b2-4808-8e9c-cfecab97c389 admin admin] 10.222.0.57 "PUT /v2.0/routers/f303f7d8-c3ff-44e6-8356-1e00cd00733d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9630685 May 27 02:06:04.930120 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51468) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:04.955264 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e08a645-53ee-4872-870e-1c2d41573b9d None None] Routers {'f303f7d8-c3ff-44e6-8356-1e00cd00733d'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:06:04.956461 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-8e08a645-53ee-4872-870e-1c2d41573b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:05:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['f303f7d8-c3ff-44e6-8356-1e00cd00733d'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:04.973260 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b6363d30-e299-4ea9-ad81-02ec6df1a342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:04.992399 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-f344b8ed-d2e8-460d-897d-8cca432905dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:05.042321 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 3dcecc65-3d90-4797-a443-6596cafe3bab up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:06:05.158681 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4008e9cd-14e7-42e2-8fb9-657a964a6ae2 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:06:05.160184 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 3dcecc65-3d90-4797-a443-6596cafe3bab triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:06:05.163393 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51472) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:05.163900 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:05.184153 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f344b8ed-d2e8-460d-897d-8cca432905dc admin admin] Usage tracker for resource:security_group_rule and tenant:e5d519fab4424336bd3664a5deb1c39c is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:05.189682 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-8e08a645-53ee-4872-870e-1c2d41573b9d None None] Set router f303f7d8-c3ff-44e6-8356-1e00cd00733d gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:06:05.190634 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b6363d30-e299-4ea9-ad81-02ec6df1a342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:05.195253 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f344b8ed-d2e8-460d-897d-8cca432905dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:05.205632 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b6363d30-e299-4ea9-ad81-02ec6df1a342 admin admin] Usage tracker for resource:security_group_rule and tenant:6d14662fef8d47bdb26f5b1e67e69b72 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:05.207811 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce11a709-82ff-4ac4-937c-1c1d6ce01b2d None None] Sync routers for ids ['15ea3d23-0bb2-41d4-ae2c-2c56609cb99d'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:06:05.210424 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b6363d30-e299-4ea9-ad81-02ec6df1a342 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:05.213788 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-f344b8ed-d2e8-460d-897d-8cca432905dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:05.221113 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b6363d30-e299-4ea9-ad81-02ec6df1a342 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:05.239614 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce11a709-82ff-4ac4-937c-1c1d6ce01b2d None None] Routers {'15ea3d23-0bb2-41d4-ae2c-2c56609cb99d'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:06:05.240320 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ce11a709-82ff-4ac4-937c-1c1d6ce01b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:05:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['15ea3d23-0bb2-41d4-ae2c-2c56609cb99d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:05.241733 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6c080-dc8e-4a95-a367-f94d5d6e319b req-8d3f603a-d8cf-4ad7-80a7-53f643d56e41 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:05.243642 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-acb6c080-dc8e-4a95-a367-f94d5d6e319b req-8d3f603a-d8cf-4ad7-80a7-53f643d56e41 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/ports?device_id=8eb34f8b-7080-4323-8451-7185d7c0ce27 HTTP/1.1" status: 200 len: 948 time: 0.5406013 May 27 02:06:05.303232 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c516be7-40a4-4c74-bde7-647c8504aa30 admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:05.309360 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-acb6c080-dc8e-4a95-a367-f94d5d6e319b req-7ec5e4e1-428b-435b-9f2e-e7fa29f07db9 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc8d478-f999-427c-97b9-76a718b84049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590353 May 27 02:06:05.352027 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4008e9cd-14e7-42e2-8fb9-657a964a6ae2 admin admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:05.354951 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4008e9cd-14e7-42e2-8fb9-657a964a6ae2 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3293092 May 27 02:06:05.357749 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51476) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:05.362312 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d720eba5-5267-4543-a57a-36102ea541fb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8fbf1198e02e4a23a9c7cfbbf61b9ba8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1392159 May 27 02:06:05.366068 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51480) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:05.414216 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 3dcecc65-3d90-4797-a443-6596cafe3bab is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:06:05.522770 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-ce11a709-82ff-4ac4-937c-1c1d6ce01b2d None None] Set router 15ea3d23-0bb2-41d4-ae2c-2c56609cb99d gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:06:05.526913 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d72b5c70-51bc-462d-92cf-d50750953a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:05.568433 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d72b5c70-51bc-462d-92cf-d50750953a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:05.587917 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c516be7-40a4-4c74-bde7-647c8504aa30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:05.609733 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-8e08a645-53ee-4872-870e-1c2d41573b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f303f7d8-c3ff-44e6-8356-1e00cd00733d', 'name': 'tempest-FloatingIPsTestJSON-879003590-router', 'tenant_id': 'a61d387cdc974bb69c2ef2afd4df1928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'ce42b16f-8639-4ffa-8341-55d65833f264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:05:34Z', 'updated_at': '2022-05-27T02:06:02Z', 'revision_number': 5, 'project_id': 'a61d387cdc974bb69c2ef2afd4df1928', 'gw_port': {'id': 'ce42b16f-8639-4ffa-8341-55d65833f264', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303f7d8-c3ff-44e6-8356-1e00cd00733d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:35Z', 'updated_at': '2022-05-27T02:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:05.615072 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e08a645-53ee-4872-870e-1c2d41573b9d None None] Checking router: f303f7d8-c3ff-44e6-8356-1e00cd00733d for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:06:05.624934 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e08a645-53ee-4872-870e-1c2d41573b9d None None] Routers {'f303f7d8-c3ff-44e6-8356-1e00cd00733d'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:06:05.626679 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-8e08a645-53ee-4872-870e-1c2d41573b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:05:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['f303f7d8-c3ff-44e6-8356-1e00cd00733d'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:05.696694 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-9c516be7-40a4-4c74-bde7-647c8504aa30 admin admin] Deleting port ce42b16f-8639-4ffa-8341-55d65833f264 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:06:05.697373 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c516be7-40a4-4c74-bde7-647c8504aa30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:05.741444 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d72b5c70-51bc-462d-92cf-d50750953a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:05.794361 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b5c70-51bc-462d-92cf-d50750953a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2a8b85-c62a-4a2b-a8d1-ca73c03d733f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:05.802273 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d72b5c70-51bc-462d-92cf-d50750953a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:05.806029 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d72b5c70-51bc-462d-92cf-d50750953a3f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cc2a8b85-c62a-4a2b-a8d1-ca73c03d733f HTTP/1.1" status: 204 len: 168 time: 0.4366775 May 27 02:06:05.836846 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-8e08a645-53ee-4872-870e-1c2d41573b9d None None] Set router f303f7d8-c3ff-44e6-8356-1e00cd00733d gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:06:05.903461 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device b082392d-73a1-41de-9a3f-0001c0717aec details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:06:05.963453 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-9c516be7-40a4-4c74-bde7-647c8504aa30 admin admin] For port ce42b16f-8639-4ffa-8341-55d65833f264, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=ce42b16f-8639-4ffa-8341-55d65833f264,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:06:05.963983 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c516be7-40a4-4c74-bde7-647c8504aa30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:06.137528 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port b082392d-73a1-41de-9a3f-0001c0717aec, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=b082392d-73a1-41de-9a3f-0001c0717aec,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:06:06.138106 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-9c516be7-40a4-4c74-bde7-647c8504aa30 admin admin] Calling delete_port for ce42b16f-8639-4ffa-8341-55d65833f264 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:06:06.155305 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-8e08a645-53ee-4872-870e-1c2d41573b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f303f7d8-c3ff-44e6-8356-1e00cd00733d', 'name': 'tempest-FloatingIPsTestJSON-879003590-router', 'tenant_id': 'a61d387cdc974bb69c2ef2afd4df1928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'ce42b16f-8639-4ffa-8341-55d65833f264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:05:34Z', 'updated_at': '2022-05-27T02:06:02Z', 'revision_number': 5, 'project_id': 'a61d387cdc974bb69c2ef2afd4df1928', 'gw_port': {'id': 'ce42b16f-8639-4ffa-8341-55d65833f264', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303f7d8-c3ff-44e6-8356-1e00cd00733d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:35Z', 'updated_at': '2022-05-27T02:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:06.160407 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e08a645-53ee-4872-870e-1c2d41573b9d None None] The sync data for ids ['f303f7d8-c3ff-44e6-8356-1e00cd00733d'] in n-d-843554-3 is: [{'id': 'f303f7d8-c3ff-44e6-8356-1e00cd00733d', 'name': 'tempest-FloatingIPsTestJSON-879003590-router', 'tenant_id': 'a61d387cdc974bb69c2ef2afd4df1928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'ce42b16f-8639-4ffa-8341-55d65833f264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:05:34Z', 'updated_at': '2022-05-27T02:06:02Z', 'revision_number': 5, 'project_id': 'a61d387cdc974bb69c2ef2afd4df1928', 'gw_port': {'id': 'ce42b16f-8639-4ffa-8341-55d65833f264', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303f7d8-c3ff-44e6-8356-1e00cd00733d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:35Z', 'updated_at': '2022-05-27T02:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:06:06.161721 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b6363d30-e299-4ea9-ad81-02ec6df1a342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:06.174129 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': 'b082392d-73a1-41de-9a3f-0001c0717aec', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'port_id': 'b082392d-73a1-41de-9a3f-0001c0717aec', 'mac_address': 'fa:16:3e:d3:5c:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf69705-8457-415f-85a3-b42efaff1b97', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:06:06.177199 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f344b8ed-d2e8-460d-897d-8cca432905dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:06.270192 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port b082392d-73a1-41de-9a3f-0001c0717aec is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:06:06.270583 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:06.292596 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b082392d-73a1-41de-9a3f-0001c0717aec {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:06:06.312074 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ce11a709-82ff-4ac4-937c-1c1d6ce01b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ea3d23-0bb2-41d4-ae2c-2c56609cb99d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1159227962-router', 'tenant_id': 'b10311550dd24ab5af04d69bb8469c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '22cb7907-9f24-4c18-b60a-ddf4dabb657a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:06:00Z', 'updated_at': '2022-05-27T02:06:03Z', 'revision_number': 3, 'project_id': 'b10311550dd24ab5af04d69bb8469c0b', 'gw_port': {'id': '22cb7907-9f24-4c18-b60a-ddf4dabb657a', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ad:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15ea3d23-0bb2-41d4-ae2c-2c56609cb99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:06:02Z', 'updated_at': '2022-05-27T02:06:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:06.318692 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce11a709-82ff-4ac4-937c-1c1d6ce01b2d None None] Checking router: 15ea3d23-0bb2-41d4-ae2c-2c56609cb99d for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:06:06.319045 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce11a709-82ff-4ac4-937c-1c1d6ce01b2d None None] Updating router 15ea3d23-0bb2-41d4-ae2c-2c56609cb99d port 22cb7907-9f24-4c18-b60a-ddf4dabb657a binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:06:06.326252 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:06:06.345373 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b6363d30-e299-4ea9-ad81-02ec6df1a342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:06.372154 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f344b8ed-d2e8-460d-897d-8cca432905dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:06.383560 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port b082392d-73a1-41de-9a3f-0001c0717aec, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=b082392d-73a1-41de-9a3f-0001c0717aec,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:06:06.391185 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b6363d30-e299-4ea9-ad81-02ec6df1a342 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6d14662fef8d47bdb26f5b1e67e69b72&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9986017 May 27 02:06:06.395991 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ce11a709-82ff-4ac4-937c-1c1d6ce01b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:06.404057 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51492) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:06.453929 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:06.482940 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6363d30-e299-4ea9-ad81-02ec6df1a342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b41cb3e-5c20-4bc9-992b-547d5003bc9d,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:06.508895 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c516be7-40a4-4c74-bde7-647c8504aa30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:06.523473 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f344b8ed-d2e8-460d-897d-8cca432905dc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e5d519fab4424336bd3664a5deb1c39c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1465673 May 27 02:06:06.565350 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51498) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:06.608339 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c516be7-40a4-4c74-bde7-647c8504aa30 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce42b16f-8639-4ffa-8341-55d65833f264,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:06.621269 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=b082392d-73a1-41de-9a3f-0001c0717aec,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:06.659322 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374e942-2ba6-4586-99a7-6f9011f2e702 req-b4104873-12ec-4371-a7e9-7860625c82c3 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:06.660852 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3374e942-2ba6-4586-99a7-6f9011f2e702 req-b4104873-12ec-4371-a7e9-7860625c82c3 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecc9cf56-5178-4077-987a-98d29cbc125b HTTP/1.1" status: 200 len: 947 time: 0.5902712 May 27 02:06:06.677276 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f344b8ed-d2e8-460d-897d-8cca432905dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc8c316-c747-4b92-a728-179fecbbafac,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:06.718854 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b9cbeb51-97ce-42bc-83cb-96781adb04a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:06.723617 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['b082392d-73a1-41de-9a3f-0001c0717aec'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:06:06.812397 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c516be7-40a4-4c74-bde7-647c8504aa30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:06.886643 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b9cbeb51-97ce-42bc-83cb-96781adb04a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:06.935383 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3374e942-2ba6-4586-99a7-6f9011f2e702 req-d8682f55-e9a4-4de7-9c3a-d1cb45883c04 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/security-groups?id=fadc0ad7-a34f-4f5c-a66a-2e6db2753842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189672 May 27 02:06:07.002398 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 57bd02ae-2657-49f7-8213-1dbc4ea4a4d1 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:06:07.010080 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9762a-11e2-4635-8b10-83f7935ce5e9 req-ee7288b4-f681-460a-a70b-ea9af07865c1 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:07.011584 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-34f9762a-11e2-4635-8b10-83f7935ce5e9 req-ee7288b4-f681-460a-a70b-ea9af07865c1 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/ports?device_id=8eb34f8b-7080-4323-8451-7185d7c0ce27 HTTP/1.1" status: 200 len: 948 time: 0.5296483 May 27 02:06:07.021407 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-daa15b07-2426-4b99-9b33-c899ee661ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:07.048798 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba063ac1-dff2-4ec2-8f17-57072fa55786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:07.054172 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 57bd02ae-2657-49f7-8213-1dbc4ea4a4d1 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:06:07.054518 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 57bd02ae-2657-49f7-8213-1dbc4ea4a4d1 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:06:07.073299 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c516be7-40a4-4c74-bde7-647c8504aa30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:07.076898 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c516be7-40a4-4c74-bde7-647c8504aa30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:07.117987 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-34f9762a-11e2-4635-8b10-83f7935ce5e9 req-7ea4bc04-6793-4fb9-8097-9287bd0d356a tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc8d478-f999-427c-97b9-76a718b84049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974374 May 27 02:06:07.136523 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b9cbeb51-97ce-42bc-83cb-96781adb04a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:07.169506 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cbeb51-97ce-42bc-83cb-96781adb04a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b41cb3e-5c20-4bc9-992b-547d5003bc9d,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:07.240210 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ce11a709-82ff-4ac4-937c-1c1d6ce01b2d None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:07.243222 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b9cbeb51-97ce-42bc-83cb-96781adb04a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:07.247039 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b9cbeb51-97ce-42bc-83cb-96781adb04a8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7b41cb3e-5c20-4bc9-992b-547d5003bc9d HTTP/1.1" status: 204 len: 168 time: 0.8393896 May 27 02:06:07.287762 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba063ac1-dff2-4ec2-8f17-57072fa55786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:07.324656 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ce11a709-82ff-4ac4-937c-1c1d6ce01b2d None None] Transition to ACTIVE for port object 22cb7907-9f24-4c18-b60a-ddf4dabb657a will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:06:07.394177 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ce11a709-82ff-4ac4-937c-1c1d6ce01b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:07.394364 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c516be7-40a4-4c74-bde7-647c8504aa30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:07.395019 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c516be7-40a4-4c74-bde7-647c8504aa30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f303f7d8-c3ff-44e6-8356-1e00cd00733d {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:06:07.402258 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-daa15b07-2426-4b99-9b33-c899ee661ea7 admin admin] Allocated IP 172.20.0.1 (e5ded2bd-6dbd-449a-adc0-e1185e1b2161/12865575-b7fb-4609-bc72-5aad92099ef2/89419922-1ed7-4bd8-8c4a-c0083e27742c) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:06:07.422724 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba063ac1-dff2-4ec2-8f17-57072fa55786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:07.451363 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba063ac1-dff2-4ec2-8f17-57072fa55786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:07.455658 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ba063ac1-dff2-4ec2-8f17-57072fa55786 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8bc8c316-c747-4b92-a728-179fecbbafac HTTP/1.1" status: 204 len: 168 time: 0.8832996 May 27 02:06:07.455658 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c516be7-40a4-4c74-bde7-647c8504aa30 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:07.458276 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9c516be7-40a4-4c74-bde7-647c8504aa30 admin admin] 10.222.0.57 "DELETE /v2.0/routers/f303f7d8-c3ff-44e6-8356-1e00cd00733d HTTP/1.1" status: 204 len: 168 time: 2.5268912 May 27 02:06:07.459487 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba063ac1-dff2-4ec2-8f17-57072fa55786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc8c316-c747-4b92-a728-179fecbbafac,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:07.460034 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51522) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:07.530754 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-ce11a709-82ff-4ac4-937c-1c1d6ce01b2d None None] Attempting to bind port 22cb7907-9f24-4c18-b60a-ddf4dabb657a on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:06:07.531211 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-ce11a709-82ff-4ac4-937c-1c1d6ce01b2d None None] Attempting to bind port 22cb7907-9f24-4c18-b60a-ddf4dabb657a by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:06:07.531480 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce11a709-82ff-4ac4-937c-1c1d6ce01b2d None None] Attempting to bind port 22cb7907-9f24-4c18-b60a-ddf4dabb657a on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:06:07.541816 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc34dcbc-e7cc-418b-9a3c-83dc2d07ebea None None] Pushing event updated for resources: {'Port': ['ID=22cb7907-9f24-4c18-b60a-ddf4dabb657a,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:07.544182 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce11a709-82ff-4ac4-937c-1c1d6ce01b2d None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:06:07.544552 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce11a709-82ff-4ac4-937c-1c1d6ce01b2d None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:06:07.545034 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ce11a709-82ff-4ac4-937c-1c1d6ce01b2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:07.545417 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce11a709-82ff-4ac4-937c-1c1d6ce01b2d None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:06:07.545891 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-ce11a709-82ff-4ac4-937c-1c1d6ce01b2d None None] Bound port: 22cb7907-9f24-4c18-b60a-ddf4dabb657a, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:06:07.546265 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ce11a709-82ff-4ac4-937c-1c1d6ce01b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:07.643297 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-ce11a709-82ff-4ac4-937c-1c1d6ce01b2d None None] For port 22cb7907-9f24-4c18-b60a-ddf4dabb657a, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:06:07.644942 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8da06ad-ceb8-478a-9948-fe2fd7e6da56 admin admin] Deleting subnet 8f3a0bb9-2c87-4da6-9e2a-6aea9082377c {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:06:07.646445 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-ce11a709-82ff-4ac4-937c-1c1d6ce01b2d None None] For port 22cb7907-9f24-4c18-b60a-ddf4dabb657a, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=22cb7907-9f24-4c18-b60a-ddf4dabb657a,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:06:07.658227 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c8da06ad-ceb8-478a-9948-fe2fd7e6da56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:07.692452 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62ff65-98f3-4638-a6fd-5595e08383e3 req-a111c50d-7d0e-4222-8396-8c174ddbbdcd tempest-LiveMigrationNegativeTest-1608868736 tempest-LiveMigrationNegativeTest-1608868736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:07.693971 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0a62ff65-98f3-4638-a6fd-5595e08383e3 req-a111c50d-7d0e-4222-8396-8c174ddbbdcd tempest-LiveMigrationNegativeTest-1608868736 tempest-LiveMigrationNegativeTest-1608868736-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8eb34f8b-7080-4323-8451-7185d7c0ce27 HTTP/1.1" status: 200 len: 1099 time: 0.3527193 May 27 02:06:07.726484 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ce11a709-82ff-4ac4-937c-1c1d6ce01b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:07.731204 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0a62ff65-98f3-4638-a6fd-5595e08383e3 req-abde7df8-78a1-438e-8848-b3aa97e8e71f tempest-LiveMigrationNegativeTest-1608868736 tempest-LiveMigrationNegativeTest-1608868736-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:07.765677 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-0a62ff65-98f3-4638-a6fd-5595e08383e3 req-abde7df8-78a1-438e-8848-b3aa97e8e71f tempest-LiveMigrationNegativeTest-1608868736 tempest-LiveMigrationNegativeTest-1608868736-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:07.773781 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c8da06ad-ceb8-478a-9948-fe2fd7e6da56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:07.807248 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-0a62ff65-98f3-4638-a6fd-5595e08383e3 req-abde7df8-78a1-438e-8848-b3aa97e8e71f tempest-LiveMigrationNegativeTest-1608868736 tempest-LiveMigrationNegativeTest-1608868736-project-admin] Usage tracker for resource:security_group_rule and tenant:5a81d863383e48e1935a45e5a4eccc98 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:07.824516 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-0a62ff65-98f3-4638-a6fd-5595e08383e3 req-abde7df8-78a1-438e-8848-b3aa97e8e71f tempest-LiveMigrationNegativeTest-1608868736 tempest-LiveMigrationNegativeTest-1608868736-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:07.827686 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce11a709-82ff-4ac4-937c-1c1d6ce01b2d None None] Routers {'15ea3d23-0bb2-41d4-ae2c-2c56609cb99d'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:06:07.829146 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ce11a709-82ff-4ac4-937c-1c1d6ce01b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:05:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['15ea3d23-0bb2-41d4-ae2c-2c56609cb99d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:07.850053 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-0a62ff65-98f3-4638-a6fd-5595e08383e3 req-abde7df8-78a1-438e-8848-b3aa97e8e71f tempest-LiveMigrationNegativeTest-1608868736 tempest-LiveMigrationNegativeTest-1608868736-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:07.865700 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-daa15b07-2426-4b99-9b33-c899ee661ea7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:07.919052 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc34dcbc-e7cc-418b-9a3c-83dc2d07ebea None None] Pushing event updated for resources: {'Port': ['ID=22cb7907-9f24-4c18-b60a-ddf4dabb657a,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:07.951987 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-daa15b07-2426-4b99-9b33-c899ee661ea7 admin admin] Transition to ACTIVE for port object 89419922-1ed7-4bd8-8c4a-c0083e27742c will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:06:07.971128 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51534) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:07.993045 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c8da06ad-ceb8-478a-9948-fe2fd7e6da56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:08.003332 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-598e52ac-1d22-4d8b-8e68-e3a512321eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:08.039935 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-598e52ac-1d22-4d8b-8e68-e3a512321eb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:08.044487 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-598e52ac-1d22-4d8b-8e68-e3a512321eb9 admin admin] Usage tracker for resource:security_group_rule and tenant:f4b2612a615c47e4b6a606338fe2c84c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:08.051313 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-598e52ac-1d22-4d8b-8e68-e3a512321eb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:08.065525 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-598e52ac-1d22-4d8b-8e68-e3a512321eb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:08.117632 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0a62ff65-98f3-4638-a6fd-5595e08383e3 req-abde7df8-78a1-438e-8848-b3aa97e8e71f tempest-LiveMigrationNegativeTest-1608868736 tempest-LiveMigrationNegativeTest-1608868736-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:08.125207 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-ce11a709-82ff-4ac4-937c-1c1d6ce01b2d None None] Set router 15ea3d23-0bb2-41d4-ae2c-2c56609cb99d gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:06:08.208670 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-598e52ac-1d22-4d8b-8e68-e3a512321eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:08.222692 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-daa15b07-2426-4b99-9b33-c899ee661ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:08.280217 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-598e52ac-1d22-4d8b-8e68-e3a512321eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:08.299217 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa15b07-2426-4b99-9b33-c899ee661ea7 admin admin] Pushing event updated for resources: {'Port': ['ID=89419922-1ed7-4bd8-8c4a-c0083e27742c,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:08.305276 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c8da06ad-ceb8-478a-9948-fe2fd7e6da56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:08.315560 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0a62ff65-98f3-4638-a6fd-5595e08383e3 req-abde7df8-78a1-438e-8848-b3aa97e8e71f tempest-LiveMigrationNegativeTest-1608868736 tempest-LiveMigrationNegativeTest-1608868736-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:08.343748 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-598e52ac-1d22-4d8b-8e68-e3a512321eb9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f4b2612a615c47e4b6a606338fe2c84c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3715184 May 27 02:06:08.347837 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51542) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:08.371842 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e52ac-1d22-4d8b-8e68-e3a512321eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675c7491-40cd-4139-aba5-53c3bd291ede,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:08.430844 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c8da06ad-ceb8-478a-9948-fe2fd7e6da56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:08.435322 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9ed88f6-bcf2-44b0-a002-e5893ee3b9e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:08.436441 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da06ad-ceb8-478a-9948-fe2fd7e6da56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f3a0bb9-2c87-4da6-9e2a-6aea9082377c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:08.446436 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa15b07-2426-4b99-9b33-c899ee661ea7 admin admin] Network e5ded2bd-6dbd-449a-adc0-e1185e1b2161 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:06:08.449964 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0a62ff65-98f3-4638-a6fd-5595e08383e3 req-abde7df8-78a1-438e-8848-b3aa97e8e71f tempest-LiveMigrationNegativeTest-1608868736 tempest-LiveMigrationNegativeTest-1608868736-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=7cc8d478-f999-427c-97b9-76a718b84049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7481792 May 27 02:06:08.457088 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-daa15b07-2426-4b99-9b33-c899ee661ea7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:06:08.465515 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa15b07-2426-4b99-9b33-c899ee661ea7 admin admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:06:08.470567 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9ed88f6-bcf2-44b0-a002-e5893ee3b9e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:08.516742 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde7df8-78a1-438e-8848-b3aa97e8e71f tempest-LiveMigrationNegativeTest-1608868736 tempest-LiveMigrationNegativeTest-1608868736-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf7deb0-6d22-429e-a8b1-f0902d6aa972,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:08.538048 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51550) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:08.538364 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c8da06ad-ceb8-478a-9948-fe2fd7e6da56 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/8f3a0bb9-2c87-4da6-9e2a-6aea9082377c HTTP/1.1" status: 204 len: 168 time: 1.0450802 May 27 02:06:08.538440 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51556) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:08.546002 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950a9996-bb88-4f27-a82e-645ab9820ae3 None None] Network 773a749f-d2ca-4535-8f7c-cd5920e270a5 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:06:08.592949 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-daa15b07-2426-4b99-9b33-c899ee661ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:08.615308 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53468a-f966-40ad-ae04-690c70a6f34b req-f349154b-2dce-4a61-b3b4-cb229d01a558 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:08.624432 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b53468a-f966-40ad-ae04-690c70a6f34b req-f349154b-2dce-4a61-b3b4-cb229d01a558 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecc9cf56-5178-4077-987a-98d29cbc125b HTTP/1.1" status: 200 len: 948 time: 0.4427948 May 27 02:06:08.729241 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b53468a-f966-40ad-ae04-690c70a6f34b req-a055f922-bb66-4f7f-baf2-72b031cc9d3b tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/security-groups?id=fadc0ad7-a34f-4f5c-a66a-2e6db2753842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019723 May 27 02:06:08.796182 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f50122e6-46f9-4ad6-b584-7e46610f94ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:08.802768 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ce11a709-82ff-4ac4-937c-1c1d6ce01b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ea3d23-0bb2-41d4-ae2c-2c56609cb99d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1159227962-router', 'tenant_id': 'b10311550dd24ab5af04d69bb8469c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '22cb7907-9f24-4c18-b60a-ddf4dabb657a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:06:00Z', 'updated_at': '2022-05-27T02:06:03Z', 'revision_number': 3, 'project_id': 'b10311550dd24ab5af04d69bb8469c0b', 'gw_port': {'id': '22cb7907-9f24-4c18-b60a-ddf4dabb657a', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ad:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15ea3d23-0bb2-41d4-ae2c-2c56609cb99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:06:02Z', 'updated_at': '2022-05-27T02:06:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:08.808218 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce11a709-82ff-4ac4-937c-1c1d6ce01b2d None None] The sync data for ids ['15ea3d23-0bb2-41d4-ae2c-2c56609cb99d'] in n-d-843554-3 is: [{'id': '15ea3d23-0bb2-41d4-ae2c-2c56609cb99d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1159227962-router', 'tenant_id': 'b10311550dd24ab5af04d69bb8469c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '22cb7907-9f24-4c18-b60a-ddf4dabb657a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:06:00Z', 'updated_at': '2022-05-27T02:06:03Z', 'revision_number': 3, 'project_id': 'b10311550dd24ab5af04d69bb8469c0b', 'gw_port': {'id': '22cb7907-9f24-4c18-b60a-ddf4dabb657a', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ad:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15ea3d23-0bb2-41d4-ae2c-2c56609cb99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:06:02Z', 'updated_at': '2022-05-27T02:06:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:06:08.811503 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2dbdc40f-2eb1-405a-a770-5678d2adaf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:08.824653 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f50122e6-46f9-4ad6-b584-7e46610f94ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:08.831159 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f50122e6-46f9-4ad6-b584-7e46610f94ac admin admin] Usage tracker for resource:security_group_rule and tenant:09e19590f2764098b2804e26a101236b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:08.834696 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f50122e6-46f9-4ad6-b584-7e46610f94ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:08.840477 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-2dbdc40f-2eb1-405a-a770-5678d2adaf58 admin admin] Deleting port df92e7c8-507e-4d35-a77f-c186a3c7f26e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:06:08.840827 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2dbdc40f-2eb1-405a-a770-5678d2adaf58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:08.871965 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f50122e6-46f9-4ad6-b584-7e46610f94ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:08.903482 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9ed88f6-bcf2-44b0-a002-e5893ee3b9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:08.904544 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b67b590-776c-476d-8b82-6d7093233dda None None] DHCP port deletion for 773a749f-d2ca-4535-8f7c-cd5920e270a5 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:06:08.912115 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-2b67b590-776c-476d-8b82-6d7093233dda None None] Deleting port df92e7c8-507e-4d35-a77f-c186a3c7f26e {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:06:08.912766 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2b67b590-776c-476d-8b82-6d7093233dda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:08.943183 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed88f6-bcf2-44b0-a002-e5893ee3b9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675c7491-40cd-4139-aba5-53c3bd291ede,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:08.982937 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-daa15b07-2426-4b99-9b33-c899ee661ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:09.003394 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9ed88f6-bcf2-44b0-a002-e5893ee3b9e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:09.004619 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a9ed88f6-bcf2-44b0-a002-e5893ee3b9e4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/675c7491-40cd-4139-aba5-53c3bd291ede HTTP/1.1" status: 204 len: 168 time: 0.6558297 May 27 02:06:09.008798 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ce42b16f-8639-4ffa-8341-55d65833f264 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:06:09.117655 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-b54a5f85-55ad-4e2f-9866-6618d9819ef1 None None] Provisioning for port 89419922-1ed7-4bd8-8c4a-c0083e27742c completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:06:09.155252 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-b54a5f85-55ad-4e2f-9866-6618d9819ef1 None None] Provisioning complete for port 89419922-1ed7-4bd8-8c4a-c0083e27742c triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:06:09.177212 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b54a5f85-55ad-4e2f-9866-6618d9819ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:09.202169 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-2dbdc40f-2eb1-405a-a770-5678d2adaf58 admin admin] For port df92e7c8-507e-4d35-a77f-c186a3c7f26e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=df92e7c8-507e-4d35-a77f-c186a3c7f26e,segment=NetworkSegment(c7da7488-ba0f-458c-9f65-95e0e53dd7f9),segment_id=c7da7488-ba0f-458c-9f65-95e0e53dd7f9)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:06:09.202752 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2dbdc40f-2eb1-405a-a770-5678d2adaf58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:09.258978 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: ce42b16f-8639-4ffa-8341-55d65833f264 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:06:09.263976 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ce42b16f-8639-4ffa-8341-55d65833f264 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:06:09.507678 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-daa15b07-2426-4b99-9b33-c899ee661ea7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:09.538345 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-b54a5f85-55ad-4e2f-9866-6618d9819ef1 None None] Port 89419922-1ed7-4bd8-8c4a-c0083e27742c cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:06:09.548438 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-2b67b590-776c-476d-8b82-6d7093233dda None None] For port df92e7c8-507e-4d35-a77f-c186a3c7f26e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=df92e7c8-507e-4d35-a77f-c186a3c7f26e,segment=NetworkSegment(c7da7488-ba0f-458c-9f65-95e0e53dd7f9),segment_id=c7da7488-ba0f-458c-9f65-95e0e53dd7f9)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:06:09.549114 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2b67b590-776c-476d-8b82-6d7093233dda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:09.576275 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-2dbdc40f-2eb1-405a-a770-5678d2adaf58 admin admin] Calling delete_port for df92e7c8-507e-4d35-a77f-c186a3c7f26e owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:06:09.600142 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-daa15b07-2426-4b99-9b33-c899ee661ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:09.758970 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f50122e6-46f9-4ad6-b584-7e46610f94ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:09.822381 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-2b67b590-776c-476d-8b82-6d7093233dda None None] Calling delete_port for df92e7c8-507e-4d35-a77f-c186a3c7f26e owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:06:09.841982 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f50122e6-46f9-4ad6-b584-7e46610f94ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:09.849095 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa15b07-2426-4b99-9b33-c899ee661ea7 admin admin] Pushing event updated for resources: {'Port': ['ID=89419922-1ed7-4bd8-8c4a-c0083e27742c,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:09.891431 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2dbdc40f-2eb1-405a-a770-5678d2adaf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:09.971520 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-daa15b07-2426-4b99-9b33-c899ee661ea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:10.019419 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-2b67b590-776c-476d-8b82-6d7093233dda None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:06:10.019746 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-2b67b590-776c-476d-8b82-6d7093233dda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:06:10.023522 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device b082392d-73a1-41de-9a3f-0001c0717aec up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:06:10.050769 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbdc40f-2eb1-405a-a770-5678d2adaf58 admin admin] Pushing event deleted for resources: {'Port': ['ID=df92e7c8-507e-4d35-a77f-c186a3c7f26e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:10.054254 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50122e6-46f9-4ad6-b584-7e46610f94ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8149561c-fb02-46f7-81ff-7e32478e48ea,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:10.091995 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbdc40f-2eb1-405a-a770-5678d2adaf58 admin admin] No DVR routers for this DVR port df92e7c8-507e-4d35-a77f-c186a3c7f26e on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:06:10.100319 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f50122e6-46f9-4ad6-b584-7e46610f94ac admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=09e19590f2764098b2804e26a101236b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5582833 May 27 02:06:10.108009 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44aea13-124d-4037-b41b-1ee28bf7cd60 req-d8584fb5-4a88-4f55-b0ea-d234babb4aef tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:10.120025 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b44aea13-124d-4037-b41b-1ee28bf7cd60 req-d8584fb5-4a88-4f55-b0ea-d234babb4aef tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/ports?device_id=8eb34f8b-7080-4323-8451-7185d7c0ce27 HTTP/1.1" status: 200 len: 948 time: 0.2810762 May 27 02:06:10.120520 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51594) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:10.217130 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port b082392d-73a1-41de-9a3f-0001c0717aec completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:06:10.225684 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port b082392d-73a1-41de-9a3f-0001c0717aec triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:06:10.226328 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:10.240701 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2dbdc40f-2eb1-405a-a770-5678d2adaf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:10.308349 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-2dbdc40f-2eb1-405a-a770-5678d2adaf58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['773a749f-d2ca-4535-8f7c-cd5920e270a5']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:10.310020 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa15b07-2426-4b99-9b33-c899ee661ea7 admin admin] Network e5ded2bd-6dbd-449a-adc0-e1185e1b2161 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:06:10.325531 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-2dbdc40f-2eb1-405a-a770-5678d2adaf58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7da7488-ba0f-458c-9f65-95e0e53dd7f9') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:10.325829 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-2dbdc40f-2eb1-405a-a770-5678d2adaf58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7da7488-ba0f-458c-9f65-95e0e53dd7f9') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:10.340360 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2dbdc40f-2eb1-405a-a770-5678d2adaf58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:10.343506 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-daa15b07-2426-4b99-9b33-c899ee661ea7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:06:10.363312 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2dbdc40f-2eb1-405a-a770-5678d2adaf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:10.365174 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1594389f-19eb-433a-a29e-f75a7ffeef5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:10.375724 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dbdc40f-2eb1-405a-a770-5678d2adaf58 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:06:10.375724 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2dbdc40f-2eb1-405a-a770-5678d2adaf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:10.381795 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port b082392d-73a1-41de-9a3f-0001c0717aec is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:06:10.382234 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:10.411589 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1594389f-19eb-433a-a29e-f75a7ffeef5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:10.427942 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc9cf56-5178-4077-987a-98d29cbc125b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b082392d-73a1-41de-9a3f-0001c0717aec'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:06:10.441773 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port b082392d-73a1-41de-9a3f-0001c0717aec, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=b082392d-73a1-41de-9a3f-0001c0717aec,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:06:10.466428 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b44aea13-124d-4037-b41b-1ee28bf7cd60 req-a0d50c42-9b65-4c54-93fa-6ca52093ff72 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc8d478-f999-427c-97b9-76a718b84049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217480 May 27 02:06:10.468617 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment c7da7488-ba0f-458c-9f65-95e0e53dd7f9 resource provider aggregate not found May 27 02:06:10.501169 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment c7da7488-ba0f-458c-9f65-95e0e53dd7f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7da7488-ba0f-458c-9f65-95e0e53dd7f9 found for delete ", "request_id": "req-34928cfc-59b8-41ee-bb14-67d6d42e6182"}]} May 27 02:06:10.521645 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-2b67b590-776c-476d-8b82-6d7093233dda None None] Deleting port df92e7c8-507e-4d35-a77f-c186a3c7f26e {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:06:10.522042 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2b67b590-776c-476d-8b82-6d7093233dda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:10.605495 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:10.611551 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2dbdc40f-2eb1-405a-a770-5678d2adaf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:10.613511 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-2b67b590-776c-476d-8b82-6d7093233dda None None] The port 'df92e7c8-507e-4d35-a77f-c186a3c7f26e' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:06:10.667174 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2dbdc40f-2eb1-405a-a770-5678d2adaf58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:10.680766 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbdc40f-2eb1-405a-a770-5678d2adaf58 admin admin] Pushing event deleted for resources: {'Network': ['ID=773a749f-d2ca-4535-8f7c-cd5920e270a5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:10.694084 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-2af3adc2-1cca-43f7-8a2f-011691915f8f None None] Provisioning complete for port 89419922-1ed7-4bd8-8c4a-c0083e27742c triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:06:10.694624 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2af3adc2-1cca-43f7-8a2f-011691915f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:10.697163 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2dbdc40f-2eb1-405a-a770-5678d2adaf58 admin admin] 10.222.0.57 "DELETE /v2.0/networks/773a749f-d2ca-4535-8f7c-cd5920e270a5 HTTP/1.1" status: 204 len: 168 time: 2.1606650 May 27 02:06:10.793879 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39943f3-e58b-4168-b326-d1c1305e8747 req-b14841fc-d1c3-4f79-9e03-7f543467130e tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:10.795996 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b39943f3-e58b-4168-b326-d1c1305e8747 req-b14841fc-d1c3-4f79-9e03-7f543467130e tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecc9cf56-5178-4077-987a-98d29cbc125b HTTP/1.1" status: 200 len: 948 time: 0.6664994 May 27 02:06:10.798326 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa15b07-2426-4b99-9b33-c899ee661ea7 admin admin] Router 15ea3d23-0bb2-41d4-ae2c-2c56609cb99d has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:06:10.803578 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=b082392d-73a1-41de-9a3f-0001c0717aec,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:10.828064 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-2af3adc2-1cca-43f7-8a2f-011691915f8f None None] Port 89419922-1ed7-4bd8-8c4a-c0083e27742c cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:06:10.933544 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f99dbf61-46f9-45ad-bf60-0077fd4c2427'] response: {'server_uuid': 'ecc9cf56-5178-4077-987a-98d29cbc125b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b082392d-73a1-41de-9a3f-0001c0717aec', 'code': 200} May 27 02:06:10.968375 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1594389f-19eb-433a-a29e-f75a7ffeef5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:11.007017 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 22cb7907-9f24-4c18-b60a-ddf4dabb657a up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:06:11.051299 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594389f-19eb-433a-a29e-f75a7ffeef5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8149561c-fb02-46f7-81ff-7e32478e48ea,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:11.053229 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1594389f-19eb-433a-a29e-f75a7ffeef5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:11.056695 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1594389f-19eb-433a-a29e-f75a7ffeef5e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8149561c-fb02-46f7-81ff-7e32478e48ea HTTP/1.1" status: 204 len: 168 time: 0.9294658 May 27 02:06:11.142545 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b39943f3-e58b-4168-b326-d1c1305e8747 req-386d7a80-bfbb-4a84-8f34-4eb434e9b654 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/security-groups?id=fadc0ad7-a34f-4f5c-a66a-2e6db2753842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382983 May 27 02:06:11.159859 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09804c0a-5cea-42f7-86ed-7dfbae021e26 req-b747c2a6-c431-45f1-9118-c92f41e51b3d tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:11.160669 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-09804c0a-5cea-42f7-86ed-7dfbae021e26 req-b747c2a6-c431-45f1-9118-c92f41e51b3d tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Synchronizing usage tracker for tenant:02484ed977aa42298767096cda535a80 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:06:11.179760 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb9ec1-1658-477a-b265-7cd90ac67517 req-1e3a6ca1-dd15-4431-8167-4ecc172d5dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:11.181312 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b8eb9ec1-1658-477a-b265-7cd90ac67517 req-1e3a6ca1-dd15-4431-8167-4ecc172d5dc9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ecc9cf56-5178-4077-987a-98d29cbc125b HTTP/1.1" status: 200 len: 1100 time: 0.1594329 May 27 02:06:11.182332 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-09804c0a-5cea-42f7-86ed-7dfbae021e26 req-b747c2a6-c431-45f1-9118-c92f41e51b3d tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Unset dirty status for tenant:02484ed977aa42298767096cda535a80 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:06:11.183305 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-09804c0a-5cea-42f7-86ed-7dfbae021e26 req-b747c2a6-c431-45f1-9118-c92f41e51b3d tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.66 "GET /v2.0/ports?device_id=8eb34f8b-7080-4323-8451-7185d7c0ce27 HTTP/1.1" status: 200 len: 948 time: 0.2225826 May 27 02:06:11.237048 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51626) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:11.251363 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 22cb7907-9f24-4c18-b60a-ddf4dabb657a completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:06:11.259135 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 22cb7907-9f24-4c18-b60a-ddf4dabb657a triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:06:11.261066 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa15b07-2426-4b99-9b33-c899ee661ea7 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:06:11.261747 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:11.267116 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-daa15b07-2426-4b99-9b33-c899ee661ea7 admin admin] 10.222.0.57 "PUT /v2.0/routers/15ea3d23-0bb2-41d4-ae2c-2c56609cb99d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9083989 May 27 02:06:11.280090 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85719eb4-a8a2-4124-b04b-bdd93696e9bb None None] Sync routers for ids ['15ea3d23-0bb2-41d4-ae2c-2c56609cb99d'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:06:11.297692 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85719eb4-a8a2-4124-b04b-bdd93696e9bb None None] Routers {'15ea3d23-0bb2-41d4-ae2c-2c56609cb99d'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:06:11.299255 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-85719eb4-a8a2-4124-b04b-bdd93696e9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:05:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['15ea3d23-0bb2-41d4-ae2c-2c56609cb99d'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:11.321795 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-09804c0a-5cea-42f7-86ed-7dfbae021e26 req-ed615592-49de-43d4-9905-d1342b6e3ca4 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Deleting port 6a026261-454a-4dc8-bbdf-1f5bf40bcd38 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:06:11.322950 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-09804c0a-5cea-42f7-86ed-7dfbae021e26 req-ed615592-49de-43d4-9905-d1342b6e3ca4 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:11.449907 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b8eb9ec1-1658-477a-b265-7cd90ac67517 req-e9328585-81a7-44e2-a4a4-aad1045f1593 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fadc0ad7-a34f-4f5c-a66a-2e6db2753842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623398 May 27 02:06:11.470857 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 22cb7907-9f24-4c18-b60a-ddf4dabb657a is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:06:11.471236 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:11.484038 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-31c6f2db-61f1-425c-b033-98eab2ff4105 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a61d387cdc974bb69c2ef2afd4df1928&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391052 May 27 02:06:11.484364 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51632) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:11.494419 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 22cb7907-9f24-4c18-b60a-ddf4dabb657a, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=22cb7907-9f24-4c18-b60a-ddf4dabb657a,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:06:11.546363 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-85719eb4-a8a2-4124-b04b-bdd93696e9bb None None] Set router 15ea3d23-0bb2-41d4-ae2c-2c56609cb99d gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:06:11.571771 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:11.714987 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86e90829-9722-4e3c-a443-079dbddf8be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:11.731169 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=22cb7907-9f24-4c18-b60a-ddf4dabb657a,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:11.736703 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device df92e7c8-507e-4d35-a77f-c186a3c7f26e no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:06:11.767013 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163b321-9ae2-4dfd-9ddb-0c0e9d284861 req-ad39b736-feee-4856-9a93-857695b174e1 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:11.771552 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2163b321-9ae2-4dfd-9ddb-0c0e9d284861 req-ad39b736-feee-4856-9a93-857695b174e1 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/ports?device_id=8eb34f8b-7080-4323-8451-7185d7c0ce27 HTTP/1.1" status: 200 len: 948 time: 0.1791775 May 27 02:06:11.786637 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: df92e7c8-507e-4d35-a77f-c186a3c7f26e {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:06:11.787101 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device df92e7c8-507e-4d35-a77f-c186a3c7f26e not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:06:11.830163 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86e90829-9722-4e3c-a443-079dbddf8be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:11.863523 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2163b321-9ae2-4dfd-9ddb-0c0e9d284861 req-899c8805-4f15-4838-b659-20a22d0c8d83 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc8d478-f999-427c-97b9-76a718b84049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910289 May 27 02:06:11.907270 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-09804c0a-5cea-42f7-86ed-7dfbae021e26 req-ed615592-49de-43d4-9905-d1342b6e3ca4 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] For port 6a026261-454a-4dc8-bbdf-1f5bf40bcd38, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=6a026261-454a-4dc8-bbdf-1f5bf40bcd38,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:06:11.907656 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-09804c0a-5cea-42f7-86ed-7dfbae021e26 req-ed615592-49de-43d4-9905-d1342b6e3ca4 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:12.010412 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51646) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:12.040154 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-09804c0a-5cea-42f7-86ed-7dfbae021e26 req-ed615592-49de-43d4-9905-d1342b6e3ca4 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Calling delete_port for 6a026261-454a-4dc8-bbdf-1f5bf40bcd38 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:06:12.052946 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-85719eb4-a8a2-4124-b04b-bdd93696e9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ea3d23-0bb2-41d4-ae2c-2c56609cb99d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1159227962-router', 'tenant_id': 'b10311550dd24ab5af04d69bb8469c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '22cb7907-9f24-4c18-b60a-ddf4dabb657a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:06:00Z', 'updated_at': '2022-05-27T02:06:08Z', 'revision_number': 4, 'project_id': 'b10311550dd24ab5af04d69bb8469c0b', 'gw_port': {'id': '22cb7907-9f24-4c18-b60a-ddf4dabb657a', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ad:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15ea3d23-0bb2-41d4-ae2c-2c56609cb99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:06:02Z', 'updated_at': '2022-05-27T02:06:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '89419922-1ed7-4bd8-8c4a-c0083e27742c', 'name': '', 'network_id': 'e5ded2bd-6dbd-449a-adc0-e1185e1b2161', 'tenant_id': 'b10311550dd24ab5af04d69bb8469c0b', 'mac_address': 'fa:16:3e:c8:b9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15ea3d23-0bb2-41d4-ae2c-2c56609cb99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '12865575-b7fb-4609-bc72-5aad92099ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:06:07Z', 'updated_at': '2022-05-27T02:06:09Z', 'revision_number': 2, 'project_id': 'b10311550dd24ab5af04d69bb8469c0b', 'subnets': [{'id': '12865575-b7fb-4609-bc72-5aad92099ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:12.057934 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85719eb4-a8a2-4124-b04b-bdd93696e9bb None None] Checking router: 15ea3d23-0bb2-41d4-ae2c-2c56609cb99d for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:06:12.058288 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85719eb4-a8a2-4124-b04b-bdd93696e9bb None None] Updating router 15ea3d23-0bb2-41d4-ae2c-2c56609cb99d port 89419922-1ed7-4bd8-8c4a-c0083e27742c binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:06:12.123314 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-85719eb4-a8a2-4124-b04b-bdd93696e9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:12.155379 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86e90829-9722-4e3c-a443-079dbddf8be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:12.209063 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e90829-9722-4e3c-a443-079dbddf8be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf23e37f-7d07-42d7-87c4-5fae263eb76f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:12.215258 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c78d2e36-ad9f-4afe-8159-c12e3ad8726b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:12.249780 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c78d2e36-ad9f-4afe-8159-c12e3ad8726b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:12.261521 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c78d2e36-ad9f-4afe-8159-c12e3ad8726b admin admin] Usage tracker for resource:security_group_rule and tenant:a3376630e13e4aa4bf6517c6dab135ca is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:12.264628 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c78d2e36-ad9f-4afe-8159-c12e3ad8726b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:12.277732 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c78d2e36-ad9f-4afe-8159-c12e3ad8726b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:12.315466 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86e90829-9722-4e3c-a443-079dbddf8be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:12.317630 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-86e90829-9722-4e3c-a443-079dbddf8be5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bf23e37f-7d07-42d7-87c4-5fae263eb76f HTTP/1.1" status: 204 len: 168 time: 0.8318906 May 27 02:06:12.325844 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-09804c0a-5cea-42f7-86ed-7dfbae021e26 req-ed615592-49de-43d4-9905-d1342b6e3ca4 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:12.338159 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['6a026261-454a-4dc8-bbdf-1f5bf40bcd38'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:06:12.397144 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['83d9588b-2115-41e9-aeb9-ccc322936adc'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:06:12.400326 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed615592-49de-43d4-9905-d1342b6e3ca4 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Pushing event deleted for resources: {'Port': ['ID=6a026261-454a-4dc8-bbdf-1f5bf40bcd38,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:12.517553 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-09804c0a-5cea-42f7-86ed-7dfbae021e26 req-ed615592-49de-43d4-9905-d1342b6e3ca4 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] No DVR routers for this DVR port 6a026261-454a-4dc8-bbdf-1f5bf40bcd38 on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:06:12.520961 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-09804c0a-5cea-42f7-86ed-7dfbae021e26 req-ed615592-49de-43d4-9905-d1342b6e3ca4 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:12.525528 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-09804c0a-5cea-42f7-86ed-7dfbae021e26 req-ed615592-49de-43d4-9905-d1342b6e3ca4 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.66 "DELETE /v2.0/ports/6a026261-454a-4dc8-bbdf-1f5bf40bcd38 HTTP/1.1" status: 204 len: 173 time: 1.3363321 May 27 02:06:12.525980 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb34f8b-7080-4323-8451-7185d7c0ce27', 'name': 'network-vif-deleted', 'tag': '6a026261-454a-4dc8-bbdf-1f5bf40bcd38'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:06:12.612511 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-443db775-6404-4b4f-a7db-c868130c8cda'] response: {'server_uuid': '8eb34f8b-7080-4323-8451-7185d7c0ce27', 'name': 'network-vif-deleted', 'tag': '6a026261-454a-4dc8-bbdf-1f5bf40bcd38', 'status': 'completed', 'code': 200} May 27 02:06:12.652913 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd3e86-3b0c-4103-a211-45c8dd06dae9 req-36d270ce-d57b-4c41-b3ba-f051fe9ee1e6 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:12.665843 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4cbd3e86-3b0c-4103-a211-45c8dd06dae9 req-36d270ce-d57b-4c41-b3ba-f051fe9ee1e6 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecc9cf56-5178-4077-987a-98d29cbc125b HTTP/1.1" status: 200 len: 949 time: 0.3437624 May 27 02:06:12.770420 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c78d2e36-ad9f-4afe-8159-c12e3ad8726b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:12.798013 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4cbd3e86-3b0c-4103-a211-45c8dd06dae9 req-e1c660a4-d19c-4208-b594-fa0daa54ac10 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/security-groups?id=fadc0ad7-a34f-4f5c-a66a-2e6db2753842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187563 May 27 02:06:12.827773 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-85719eb4-a8a2-4124-b04b-bdd93696e9bb None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:12.841955 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-85719eb4-a8a2-4124-b04b-bdd93696e9bb None None] Transition to ACTIVE for port object 89419922-1ed7-4bd8-8c4a-c0083e27742c will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:06:12.868953 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c78d2e36-ad9f-4afe-8159-c12e3ad8726b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:12.938307 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-85719eb4-a8a2-4124-b04b-bdd93696e9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:12.943563 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 22cb7907-9f24-4c18-b60a-ddf4dabb657a up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:06:12.966071 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c78d2e36-ad9f-4afe-8159-c12e3ad8726b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a3376630e13e4aa4bf6517c6dab135ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9523749 May 27 02:06:12.966435 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51678) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:12.977064 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d2e36-ad9f-4afe-8159-c12e3ad8726b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061903c6-de02-4c54-8fa3-1bf772b827ec,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:13.035619 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 22cb7907-9f24-4c18-b60a-ddf4dabb657a triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:06:13.036340 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:13.056761 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf421b7e-1c76-4275-ac61-36425519d65f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:13.088216 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf421b7e-1c76-4275-ac61-36425519d65f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:13.117539 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6481d78d-1bf7-4b51-9aa8-dd0b214da893 None None] Pushing event updated for resources: {'Port': ['ID=89419922-1ed7-4bd8-8c4a-c0083e27742c,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:13.119972 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ab09011a-e1f2-47cf-b4be-2753adb4cf5b req-d916996f-c05e-48d3-94f7-a8ae1fa788a4 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/ports?device_id=8eb34f8b-7080-4323-8451-7185d7c0ce27 HTTP/1.1" status: 200 len: 210 time: 0.1098332 May 27 02:06:13.129632 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481d78d-1bf7-4b51-9aa8-dd0b214da893 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:13.129973 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481d78d-1bf7-4b51-9aa8-dd0b214da893 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:13.130376 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481d78d-1bf7-4b51-9aa8-dd0b214da893 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:13.130715 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481d78d-1bf7-4b51-9aa8-dd0b214da893 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:13.131095 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481d78d-1bf7-4b51-9aa8-dd0b214da893 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:13.131420 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481d78d-1bf7-4b51-9aa8-dd0b214da893 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:13.131740 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481d78d-1bf7-4b51-9aa8-dd0b214da893 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:13.132059 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481d78d-1bf7-4b51-9aa8-dd0b214da893 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:13.132373 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481d78d-1bf7-4b51-9aa8-dd0b214da893 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:13.132689 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481d78d-1bf7-4b51-9aa8-dd0b214da893 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:13.133089 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481d78d-1bf7-4b51-9aa8-dd0b214da893 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:13.138018 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481d78d-1bf7-4b51-9aa8-dd0b214da893 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:13.192231 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 22cb7907-9f24-4c18-b60a-ddf4dabb657a is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:06:13.267473 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf421b7e-1c76-4275-ac61-36425519d65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:13.283009 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf421b7e-1c76-4275-ac61-36425519d65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061903c6-de02-4c54-8fa3-1bf772b827ec,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:13.289910 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf421b7e-1c76-4275-ac61-36425519d65f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:13.293589 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-cf421b7e-1c76-4275-ac61-36425519d65f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/061903c6-de02-4c54-8fa3-1bf772b827ec HTTP/1.1" status: 204 len: 168 time: 0.3238440 May 27 02:06:13.329918 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-85719eb4-a8a2-4124-b04b-bdd93696e9bb None None] Attempting to bind port 89419922-1ed7-4bd8-8c4a-c0083e27742c on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:06:13.329918 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-85719eb4-a8a2-4124-b04b-bdd93696e9bb None None] Attempting to bind port 89419922-1ed7-4bd8-8c4a-c0083e27742c by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'aa0595bb-72c4-4a88-b75b-a7d4ad16e228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e5ded2bd-6dbd-449a-adc0-e1185e1b2161'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:06:13.329918 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85719eb4-a8a2-4124-b04b-bdd93696e9bb None None] Attempting to bind port 89419922-1ed7-4bd8-8c4a-c0083e27742c on network e5ded2bd-6dbd-449a-adc0-e1185e1b2161 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:06:13.331397 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85719eb4-a8a2-4124-b04b-bdd93696e9bb None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:06:13.331832 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85719eb4-a8a2-4124-b04b-bdd93696e9bb None None] Checking segment: {'id': 'aa0595bb-72c4-4a88-b75b-a7d4ad16e228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e5ded2bd-6dbd-449a-adc0-e1185e1b2161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:06:13.332311 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-85719eb4-a8a2-4124-b04b-bdd93696e9bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:13.332862 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85719eb4-a8a2-4124-b04b-bdd93696e9bb None None] Bound using segment: {'id': 'aa0595bb-72c4-4a88-b75b-a7d4ad16e228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e5ded2bd-6dbd-449a-adc0-e1185e1b2161'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:06:13.333386 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-85719eb4-a8a2-4124-b04b-bdd93696e9bb None None] Bound port: 89419922-1ed7-4bd8-8c4a-c0083e27742c, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0595bb-72c4-4a88-b75b-a7d4ad16e228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e5ded2bd-6dbd-449a-adc0-e1185e1b2161'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:06:13.333835 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-85719eb4-a8a2-4124-b04b-bdd93696e9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:13.451477 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-85719eb4-a8a2-4124-b04b-bdd93696e9bb None None] For port 89419922-1ed7-4bd8-8c4a-c0083e27742c, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:06:13.456883 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-85719eb4-a8a2-4124-b04b-bdd93696e9bb None None] For port 89419922-1ed7-4bd8-8c4a-c0083e27742c, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=89419922-1ed7-4bd8-8c4a-c0083e27742c,segment=NetworkSegment(aa0595bb-72c4-4a88-b75b-a7d4ad16e228),segment_id=aa0595bb-72c4-4a88-b75b-a7d4ad16e228)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:06:13.542163 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-85719eb4-a8a2-4124-b04b-bdd93696e9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:13.621397 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85719eb4-a8a2-4124-b04b-bdd93696e9bb None None] Routers {'15ea3d23-0bb2-41d4-ae2c-2c56609cb99d'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:06:13.622048 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-85719eb4-a8a2-4124-b04b-bdd93696e9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:05:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['15ea3d23-0bb2-41d4-ae2c-2c56609cb99d'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:13.690343 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6481d78d-1bf7-4b51-9aa8-dd0b214da893 None None] Pushing event updated for resources: {'Port': ['ID=89419922-1ed7-4bd8-8c4a-c0083e27742c,revision_number=4']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:13.907820 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-85719eb4-a8a2-4124-b04b-bdd93696e9bb None None] Set router 15ea3d23-0bb2-41d4-ae2c-2c56609cb99d gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:06:13.960403 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51712) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:13.967096 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-2ee52af1-a940-4ce2-82ab-473b97620cc7 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1525975292-network', 'tenant_id': '38c3a24c25c043c29b7adf8499177512'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:06:13.972572 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2ee52af1-a940-4ce2-82ab-473b97620cc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:13.977444 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2ee52af1-a940-4ce2-82ab-473b97620cc7 admin admin] Usage tracker for resource:network and tenant:38c3a24c25c043c29b7adf8499177512 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:13.982033 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2ee52af1-a940-4ce2-82ab-473b97620cc7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:13.990568 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2ee52af1-a940-4ce2-82ab-473b97620cc7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:14.058212 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee52af1-a940-4ce2-82ab-473b97620cc7 admin admin] Made reservation on behalf of 38c3a24c25c043c29b7adf8499177512 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:06:14.062261 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2ee52af1-a940-4ce2-82ab-473b97620cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:14.088921 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2ee52af1-a940-4ce2-82ab-473b97620cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:14.129494 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2ee52af1-a940-4ce2-82ab-473b97620cc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:14.135535 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2ee52af1-a940-4ce2-82ab-473b97620cc7 admin admin] Usage tracker for resource:security_group_rule and tenant:38c3a24c25c043c29b7adf8499177512 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:14.139057 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2ee52af1-a940-4ce2-82ab-473b97620cc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:14.148503 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2ee52af1-a940-4ce2-82ab-473b97620cc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:14.271039 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51722) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:14.288600 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2ee52af1-a940-4ce2-82ab-473b97620cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:14.299024 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309dd7e-96d6-4229-9062-684139387c60 req-4bb99a4d-a7a2-49dd-a224-1b927fc04a89 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:14.299024 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9309dd7e-96d6-4229-9062-684139387c60 req-4bb99a4d-a7a2-49dd-a224-1b927fc04a89 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecc9cf56-5178-4077-987a-98d29cbc125b HTTP/1.1" status: 200 len: 949 time: 0.1983206 May 27 02:06:14.299629 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d1628b21-28dc-4461-b04d-a041e512a143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:14.332401 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-d1628b21-28dc-4461-b04d-a041e512a143 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:14.339361 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d1628b21-28dc-4461-b04d-a041e512a143 admin admin] Usage tracker for resource:security_group_rule and tenant:17b6e20f58ab4c4c87911d74454afc9f is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:14.349475 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2ee52af1-a940-4ce2-82ab-473b97620cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:14.351830 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d1628b21-28dc-4461-b04d-a041e512a143 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:14.365756 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-d1628b21-28dc-4461-b04d-a041e512a143 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:14.374017 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9309dd7e-96d6-4229-9062-684139387c60 req-321c9c26-2df5-4cf7-885a-c0bd93ae0f5b tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/security-groups?id=fadc0ad7-a34f-4f5c-a66a-2e6db2753842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638247 May 27 02:06:14.426240 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee52af1-a940-4ce2-82ab-473b97620cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea7bc80-5a66-4198-a731-1396ddb558f2,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:14.433545 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-85719eb4-a8a2-4124-b04b-bdd93696e9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ea3d23-0bb2-41d4-ae2c-2c56609cb99d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1159227962-router', 'tenant_id': 'b10311550dd24ab5af04d69bb8469c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '22cb7907-9f24-4c18-b60a-ddf4dabb657a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:06:00Z', 'updated_at': '2022-05-27T02:06:08Z', 'revision_number': 4, 'project_id': 'b10311550dd24ab5af04d69bb8469c0b', 'gw_port': {'id': '22cb7907-9f24-4c18-b60a-ddf4dabb657a', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ad:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ea3d23-0bb2-41d4-ae2c-2c56609cb99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:06:02Z', 'updated_at': '2022-05-27T02:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '89419922-1ed7-4bd8-8c4a-c0083e27742c', 'name': '', 'network_id': 'e5ded2bd-6dbd-449a-adc0-e1185e1b2161', 'tenant_id': 'b10311550dd24ab5af04d69bb8469c0b', 'mac_address': 'fa:16:3e:c8:b9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15ea3d23-0bb2-41d4-ae2c-2c56609cb99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '12865575-b7fb-4609-bc72-5aad92099ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:06:07Z', 'updated_at': '2022-05-27T02:06:13Z', 'revision_number': 4, 'project_id': 'b10311550dd24ab5af04d69bb8469c0b', 'subnets': [{'id': '12865575-b7fb-4609-bc72-5aad92099ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:14.439696 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee52af1-a940-4ce2-82ab-473b97620cc7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:06:14.450423 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85719eb4-a8a2-4124-b04b-bdd93696e9bb None None] The sync data for ids ['15ea3d23-0bb2-41d4-ae2c-2c56609cb99d'] in n-d-843554-3 is: [{'id': '15ea3d23-0bb2-41d4-ae2c-2c56609cb99d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1159227962-router', 'tenant_id': 'b10311550dd24ab5af04d69bb8469c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '22cb7907-9f24-4c18-b60a-ddf4dabb657a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:06:00Z', 'updated_at': '2022-05-27T02:06:08Z', 'revision_number': 4, 'project_id': 'b10311550dd24ab5af04d69bb8469c0b', 'gw_port': {'id': '22cb7907-9f24-4c18-b60a-ddf4dabb657a', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ad:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ea3d23-0bb2-41d4-ae2c-2c56609cb99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:06:02Z', 'updated_at': '2022-05-27T02:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '89419922-1ed7-4bd8-8c4a-c0083e27742c', 'name': '', 'network_id': 'e5ded2bd-6dbd-449a-adc0-e1185e1b2161', 'tenant_id': 'b10311550dd24ab5af04d69bb8469c0b', 'mac_address': 'fa:16:3e:c8:b9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15ea3d23-0bb2-41d4-ae2c-2c56609cb99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '12865575-b7fb-4609-bc72-5aad92099ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:06:07Z', 'updated_at': '2022-05-27T02:06:13Z', 'revision_number': 4, 'project_id': 'b10311550dd24ab5af04d69bb8469c0b', 'subnets': [{'id': '12865575-b7fb-4609-bc72-5aad92099ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:06:14.454078 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2ee52af1-a940-4ce2-82ab-473b97620cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:14.454593 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-2ee52af1-a940-4ce2-82ab-473b97620cc7 admin admin] Added segment 61d202a5-7a62-49fd-b584-e0d6e1facdfd of type vlan for network 0fba008a-1bcf-4a59-a1ba-43ceb6a87ecf May 27 02:06:14.521870 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2ee52af1-a940-4ce2-82ab-473b97620cc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:14.540900 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d1628b21-28dc-4461-b04d-a041e512a143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:14.656590 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d1628b21-28dc-4461-b04d-a041e512a143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:14.704856 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d1628b21-28dc-4461-b04d-a041e512a143 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=17b6e20f58ab4c4c87911d74454afc9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4319432 May 27 02:06:14.706801 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1628b21-28dc-4461-b04d-a041e512a143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34c6336-a879-4824-952b-108e38e61b8c,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:14.707772 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51730) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:14.794811 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2ee52af1-a940-4ce2-82ab-473b97620cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:14.794811 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee52af1-a940-4ce2-82ab-473b97620cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:14.794811 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2ee52af1-a940-4ce2-82ab-473b97620cc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:14.968669 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee52af1-a940-4ce2-82ab-473b97620cc7 admin admin] Pushing event updated for resources: {'Network': ['ID=0fba008a-1bcf-4a59-a1ba-43ceb6a87ecf,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:14.979367 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f91ea792-e33a-4bc3-94b2-a62b969397a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:14.990657 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 0fba008a-1bcf-4a59-a1ba-43ceb6a87ecf details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:06:15.025143 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 89419922-1ed7-4bd8-8c4a-c0083e27742c up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:06:15.048333 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f91ea792-e33a-4bc3-94b2-a62b969397a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:15.140169 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2ee52af1-a940-4ce2-82ab-473b97620cc7 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1762755 May 27 02:06:15.140707 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51744) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:15.148853 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-de2ac049-b47f-45bd-9303-92e99f6c4b1d admin admin] Request body: {'subnet': {'network_id': '0fba008a-1bcf-4a59-a1ba-43ceb6a87ecf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1525975292-subnet', 'tenant_id': '38c3a24c25c043c29b7adf8499177512', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:06:15.170504 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-de2ac049-b47f-45bd-9303-92e99f6c4b1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:15.183511 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-de2ac049-b47f-45bd-9303-92e99f6c4b1d admin admin] Usage tracker for resource:subnet and tenant:38c3a24c25c043c29b7adf8499177512 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:15.183511 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-de2ac049-b47f-45bd-9303-92e99f6c4b1d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:15.191626 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-de2ac049-b47f-45bd-9303-92e99f6c4b1d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:15.211360 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f91ea792-e33a-4bc3-94b2-a62b969397a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:15.229905 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ea792-e33a-4bc3-94b2-a62b969397a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34c6336-a879-4824-952b-108e38e61b8c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:15.235891 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f91ea792-e33a-4bc3-94b2-a62b969397a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:15.239496 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f91ea792-e33a-4bc3-94b2-a62b969397a8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a34c6336-a879-4824-952b-108e38e61b8c HTTP/1.1" status: 204 len: 168 time: 0.5284584 May 27 02:06:15.273995 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2ac049-b47f-45bd-9303-92e99f6c4b1d admin admin] Made reservation on behalf of 38c3a24c25c043c29b7adf8499177512 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:06:15.278582 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-de2ac049-b47f-45bd-9303-92e99f6c4b1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:15.353990 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 89419922-1ed7-4bd8-8c4a-c0083e27742c completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:06:15.365273 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 89419922-1ed7-4bd8-8c4a-c0083e27742c triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:06:15.365835 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:15.478382 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2955111-c4cc-42b4-a4c7-62b258090172 req-e959611e-bd23-4d37-8c70-2db2619eb09a tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:15.485368 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c2955111-c4cc-42b4-a4c7-62b258090172 req-e959611e-bd23-4d37-8c70-2db2619eb09a tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/ports?device_id=e69d55ab-786f-40de-bc71-a546d38bf60b HTTP/1.1" status: 200 len: 949 time: 0.2293444 May 27 02:06:15.523916 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d895ccda-8f05-4104-8f3b-85bb69a1b4f6 req-65a7b88e-f3f1-4f99-85ea-a7b241d74297 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:15.525677 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d895ccda-8f05-4104-8f3b-85bb69a1b4f6 req-65a7b88e-f3f1-4f99-85ea-a7b241d74297 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecc9cf56-5178-4077-987a-98d29cbc125b HTTP/1.1" status: 200 len: 949 time: 0.2304604 May 27 02:06:15.562194 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 6a026261-454a-4dc8-bbdf-1f5bf40bcd38 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:06:15.614480 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c2955111-c4cc-42b4-a4c7-62b258090172 req-88807743-22f5-416e-9e7b-0241ec1c89d9 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc8d478-f999-427c-97b9-76a718b84049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281505 May 27 02:06:15.629061 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: 6a026261-454a-4dc8-bbdf-1f5bf40bcd38 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:06:15.629061 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 6a026261-454a-4dc8-bbdf-1f5bf40bcd38 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:06:15.640151 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 89419922-1ed7-4bd8-8c4a-c0083e27742c is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:06:15.641332 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:15.649381 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d895ccda-8f05-4104-8f3b-85bb69a1b4f6 req-acc3820b-a7fd-456e-be93-64ae3ff2a6c1 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/security-groups?id=fadc0ad7-a34f-4f5c-a66a-2e6db2753842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168804 May 27 02:06:15.668739 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-de2ac049-b47f-45bd-9303-92e99f6c4b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:15.704966 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 89419922-1ed7-4bd8-8c4a-c0083e27742c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=89419922-1ed7-4bd8-8c4a-c0083e27742c,segment=NetworkSegment(aa0595bb-72c4-4a88-b75b-a7d4ad16e228),segment_id=aa0595bb-72c4-4a88-b75b-a7d4ad16e228)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:06:15.765029 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2ac049-b47f-45bd-9303-92e99f6c4b1d admin admin] Checking segment: {'id': '61d202a5-7a62-49fd-b584-e0d6e1facdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0fba008a-1bcf-4a59-a1ba-43ceb6a87ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:06:15.765381 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2ac049-b47f-45bd-9303-92e99f6c4b1d admin admin] Network hostable DHCP agents. Network: 0fba008a-1bcf-4a59-a1ba-43ceb6a87ecf, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:06:15.783439 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ac049-b47f-45bd-9303-92e99f6c4b1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=da11b168-f0b6-4d11-a96e-332f3af0231b,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:15.789239 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:15.856760 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2ac049-b47f-45bd-9303-92e99f6c4b1d admin admin] Network 0fba008a-1bcf-4a59-a1ba-43ceb6a87ecf is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:06:15.870426 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=89419922-1ed7-4bd8-8c4a-c0083e27742c,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:15.919903 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-de2ac049-b47f-45bd-9303-92e99f6c4b1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 0fba008a-1bcf-4a59-a1ba-43ceb6a87ecf) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:06:15.925596 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2ac049-b47f-45bd-9303-92e99f6c4b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:15.926593 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-de2ac049-b47f-45bd-9303-92e99f6c4b1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:15.930450 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0821cb15-5b83-4704-9a6a-62a927fc097b None None] Network 0fba008a-1bcf-4a59-a1ba-43ceb6a87ecf requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:06:16.031495 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51776) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:16.039736 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-de2ac049-b47f-45bd-9303-92e99f6c4b1d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8869267 May 27 02:06:16.039886 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-520d937b-7c38-4a4f-a34c-139dbc27eb90 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1525975292-router', 'tenant_id': '38c3a24c25c043c29b7adf8499177512', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:06:16.043239 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-520d937b-7c38-4a4f-a34c-139dbc27eb90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:16.047796 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-520d937b-7c38-4a4f-a34c-139dbc27eb90 admin admin] Usage tracker for resource:router and tenant:38c3a24c25c043c29b7adf8499177512 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:16.052277 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-520d937b-7c38-4a4f-a34c-139dbc27eb90 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:16.061444 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-520d937b-7c38-4a4f-a34c-139dbc27eb90 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:16.177235 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-520d937b-7c38-4a4f-a34c-139dbc27eb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:16.178541 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-520d937b-7c38-4a4f-a34c-139dbc27eb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:16.184568 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4136906-622f-46f6-a633-14b612d4ec67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-0fba008a-1bcf-4a59-a1ba-43ceb6a87ecf', 'network_id': '0fba008a-1bcf-4a59-a1ba-43ceb6a87ecf', 'tenant_id': '38c3a24c25c043c29b7adf8499177512', 'fixed_ips': [{'subnet_id': 'da11b168-f0b6-4d11-a96e-332f3af0231b'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:06:16.185644 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e4136906-622f-46f6-a633-14b612d4ec67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:16.195598 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-520d937b-7c38-4a4f-a34c-139dbc27eb90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:16.304750 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51790) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:16.398082 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-e4136906-622f-46f6-a633-14b612d4ec67 None None] Allocated IP 172.20.0.2 (0fba008a-1bcf-4a59-a1ba-43ceb6a87ecf/da11b168-f0b6-4d11-a96e-332f3af0231b/cb0d2a4e-5ccc-433a-b9ac-3f432c7d57c7) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:06:16.585804 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-2b5daa2f-bcf8-49fc-9209-25423867f75d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-439160847-network', 'tenant_id': 'b577a3eed71a48a58948c79dade6b651'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:06:16.591407 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2b5daa2f-bcf8-49fc-9209-25423867f75d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:16.597323 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2b5daa2f-bcf8-49fc-9209-25423867f75d admin admin] Usage tracker for resource:network and tenant:b577a3eed71a48a58948c79dade6b651 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:16.607085 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2b5daa2f-bcf8-49fc-9209-25423867f75d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:16.621985 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2b5daa2f-bcf8-49fc-9209-25423867f75d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:16.644978 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-520d937b-7c38-4a4f-a34c-139dbc27eb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:16.658018 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e4136906-622f-46f6-a633-14b612d4ec67 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:16.673729 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747d5e1-9ed4-4dbe-a082-4707bc170a99 req-bb7f0072-806a-4d7e-ab60-4da8b0752ebe tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:16.678876 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e4136906-622f-46f6-a633-14b612d4ec67 None None] Transition to ACTIVE for port object cb0d2a4e-5ccc-433a-b9ac-3f432c7d57c7 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:06:16.682705 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7747d5e1-9ed4-4dbe-a082-4707bc170a99 req-bb7f0072-806a-4d7e-ab60-4da8b0752ebe tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecc9cf56-5178-4077-987a-98d29cbc125b HTTP/1.1" status: 200 len: 949 time: 0.3006279 May 27 02:06:16.709516 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e4136906-622f-46f6-a633-14b612d4ec67 None None] Transition to ACTIVE for port object cb0d2a4e-5ccc-433a-b9ac-3f432c7d57c7 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:06:16.731053 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7747d5e1-9ed4-4dbe-a082-4707bc170a99 req-de54e599-b560-4188-8792-4ec280163270 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/security-groups?id=fadc0ad7-a34f-4f5c-a66a-2e6db2753842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461559 May 27 02:06:16.755104 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e899d-9551-4208-83c8-ae84ce6376ff req-2087ebfb-6da5-4205-9ab1-fdfa86f5843e tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:16.756248 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-017e899d-9551-4208-83c8-ae84ce6376ff req-2087ebfb-6da5-4205-9ab1-fdfa86f5843e tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Synchronizing usage tracker for tenant:02484ed977aa42298767096cda535a80 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:06:16.793685 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5daa2f-bcf8-49fc-9209-25423867f75d admin admin] Made reservation on behalf of b577a3eed71a48a58948c79dade6b651 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:06:16.797538 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b5daa2f-bcf8-49fc-9209-25423867f75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:16.822427 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b5daa2f-bcf8-49fc-9209-25423867f75d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:16.823013 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e4136906-622f-46f6-a633-14b612d4ec67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:16.860563 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2b5daa2f-bcf8-49fc-9209-25423867f75d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:16.869359 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-017e899d-9551-4208-83c8-ae84ce6376ff req-2087ebfb-6da5-4205-9ab1-fdfa86f5843e tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Unset dirty status for tenant:02484ed977aa42298767096cda535a80 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:06:16.874459 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-017e899d-9551-4208-83c8-ae84ce6376ff req-2087ebfb-6da5-4205-9ab1-fdfa86f5843e tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.32 "GET /v2.0/ports?device_id=e69d55ab-786f-40de-bc71-a546d38bf60b HTTP/1.1" status: 200 len: 949 time: 0.2478063 May 27 02:06:16.875981 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2b5daa2f-bcf8-49fc-9209-25423867f75d admin admin] Usage tracker for resource:security_group_rule and tenant:b577a3eed71a48a58948c79dade6b651 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:16.883732 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2b5daa2f-bcf8-49fc-9209-25423867f75d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:17.015072 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 89419922-1ed7-4bd8-8c4a-c0083e27742c up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:06:17.057695 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2b5daa2f-bcf8-49fc-9209-25423867f75d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:17.079899 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4136906-622f-46f6-a633-14b612d4ec67 None None] Network 0fba008a-1bcf-4a59-a1ba-43ceb6a87ecf is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:06:17.081793 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-017e899d-9551-4208-83c8-ae84ce6376ff req-47642bf8-4bb1-461a-a596-1cab230d44e4 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Deleting port 83d9588b-2115-41e9-aeb9-ccc322936adc {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:06:17.082400 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-017e899d-9551-4208-83c8-ae84ce6376ff req-47642bf8-4bb1-461a-a596-1cab230d44e4 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:17.086748 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-e4136906-622f-46f6-a633-14b612d4ec67 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:06:17.091224 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4136906-622f-46f6-a633-14b612d4ec67 None None] Pushing event updated for resources: {'Port': ['ID=cb0d2a4e-5ccc-433a-b9ac-3f432c7d57c7,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:17.096813 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4136906-622f-46f6-a633-14b612d4ec67 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:06:17.197655 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-e4136906-622f-46f6-a633-14b612d4ec67 None None] Attempting to bind port cb0d2a4e-5ccc-433a-b9ac-3f432c7d57c7 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:06:17.198661 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-e4136906-622f-46f6-a633-14b612d4ec67 None None] Attempting to bind port cb0d2a4e-5ccc-433a-b9ac-3f432c7d57c7 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '61d202a5-7a62-49fd-b584-e0d6e1facdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0fba008a-1bcf-4a59-a1ba-43ceb6a87ecf'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:06:17.198661 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4136906-622f-46f6-a633-14b612d4ec67 None None] Attempting to bind port cb0d2a4e-5ccc-433a-b9ac-3f432c7d57c7 on network 0fba008a-1bcf-4a59-a1ba-43ceb6a87ecf {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:06:17.202435 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 89419922-1ed7-4bd8-8c4a-c0083e27742c triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:06:17.202865 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:17.238296 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4136906-622f-46f6-a633-14b612d4ec67 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:06:17.238673 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4136906-622f-46f6-a633-14b612d4ec67 None None] Checking segment: {'id': '61d202a5-7a62-49fd-b584-e0d6e1facdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0fba008a-1bcf-4a59-a1ba-43ceb6a87ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:06:17.239074 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e4136906-622f-46f6-a633-14b612d4ec67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:17.239474 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4136906-622f-46f6-a633-14b612d4ec67 None None] Bound using segment: {'id': '61d202a5-7a62-49fd-b584-e0d6e1facdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0fba008a-1bcf-4a59-a1ba-43ceb6a87ecf'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:06:17.239946 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-e4136906-622f-46f6-a633-14b612d4ec67 None None] Bound port: cb0d2a4e-5ccc-433a-b9ac-3f432c7d57c7, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61d202a5-7a62-49fd-b584-e0d6e1facdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0fba008a-1bcf-4a59-a1ba-43ceb6a87ecf'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:06:17.240342 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e4136906-622f-46f6-a633-14b612d4ec67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:17.394966 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-520d937b-7c38-4a4f-a34c-139dbc27eb90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:17.422253 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b5daa2f-bcf8-49fc-9209-25423867f75d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:17.426772 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-e4136906-622f-46f6-a633-14b612d4ec67 None None] For port cb0d2a4e-5ccc-433a-b9ac-3f432c7d57c7, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:06:17.438116 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 89419922-1ed7-4bd8-8c4a-c0083e27742c is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:06:17.441144 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-e4136906-622f-46f6-a633-14b612d4ec67 None None] For port cb0d2a4e-5ccc-433a-b9ac-3f432c7d57c7, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=cb0d2a4e-5ccc-433a-b9ac-3f432c7d57c7,segment=NetworkSegment(61d202a5-7a62-49fd-b584-e0d6e1facdfd),segment_id=61d202a5-7a62-49fd-b584-e0d6e1facdfd)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:06:17.484056 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-520d937b-7c38-4a4f-a34c-139dbc27eb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:17.486137 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-017e899d-9551-4208-83c8-ae84ce6376ff req-47642bf8-4bb1-461a-a596-1cab230d44e4 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] For port 83d9588b-2115-41e9-aeb9-ccc322936adc, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=83d9588b-2115-41e9-aeb9-ccc322936adc,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:06:17.486672 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-017e899d-9551-4208-83c8-ae84ce6376ff req-47642bf8-4bb1-461a-a596-1cab230d44e4 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:17.503376 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b5daa2f-bcf8-49fc-9209-25423867f75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:17.535601 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a3486-70dc-412c-9c59-37f1dd8d38f9 req-89565090-4068-4736-8a5b-b37d70c4bca1 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:17.537209 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6f7a3486-70dc-412c-9c59-37f1dd8d38f9 req-89565090-4068-4736-8a5b-b37d70c4bca1 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/ports?device_id=e69d55ab-786f-40de-bc71-a546d38bf60b HTTP/1.1" status: 200 len: 949 time: 0.6404779 May 27 02:06:17.547804 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e4136906-622f-46f6-a633-14b612d4ec67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:17.676595 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-017e899d-9551-4208-83c8-ae84ce6376ff req-47642bf8-4bb1-461a-a596-1cab230d44e4 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Calling delete_port for 83d9588b-2115-41e9-aeb9-ccc322936adc owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:06:17.723745 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4136906-622f-46f6-a633-14b612d4ec67 None None] Pushing event updated for resources: {'Port': ['ID=cb0d2a4e-5ccc-433a-b9ac-3f432c7d57c7,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:17.728019 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b5daa2f-bcf8-49fc-9209-25423867f75d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:06:17.741423 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5daa2f-bcf8-49fc-9209-25423867f75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c87a0b-f1e0-4cab-a63f-b194f37d369c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:17.757603 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b5daa2f-bcf8-49fc-9209-25423867f75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:17.758153 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-2b5daa2f-bcf8-49fc-9209-25423867f75d admin admin] Added segment ce9f4a85-20dd-421b-a936-36ca596f166a of type vlan for network 4d2dfbbb-330c-4d80-a576-f02cbaf8f2a2 May 27 02:06:17.769419 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6f7a3486-70dc-412c-9c59-37f1dd8d38f9 req-c9a20e23-7220-4ee2-a683-5b169886938c tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/security-groups?id=7cc8d478-f999-427c-97b9-76a718b84049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041283 May 27 02:06:17.858139 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b5daa2f-bcf8-49fc-9209-25423867f75d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:18.108600 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-017e899d-9551-4208-83c8-ae84ce6376ff req-47642bf8-4bb1-461a-a596-1cab230d44e4 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:18.121881 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['83d9588b-2115-41e9-aeb9-ccc322936adc'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:06:18.150529 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf9390-96fe-4949-8b23-4a2d70190a1f req-67d259ea-cf95-40c1-994e-098634236bfd tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:18.151831 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-28bf9390-96fe-4949-8b23-4a2d70190a1f req-67d259ea-cf95-40c1-994e-098634236bfd tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecc9cf56-5178-4077-987a-98d29cbc125b HTTP/1.1" status: 200 len: 949 time: 0.5835481 May 27 02:06:18.173281 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b5daa2f-bcf8-49fc-9209-25423867f75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:18.174306 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5daa2f-bcf8-49fc-9209-25423867f75d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:18.174886 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b5daa2f-bcf8-49fc-9209-25423867f75d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:18.209178 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-520d937b-7c38-4a4f-a34c-139dbc27eb90 admin admin] Allocated IP 172.25.1.244 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/bcab055f-3a46-45a4-9dec-c432900be063) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:06:18.241069 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583fa21-994e-4d5d-a66a-f59b1ea85808 req-d2783a4d-139e-4f8d-b272-635cf381ddfb tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:18.248243 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b583fa21-994e-4d5d-a66a-f59b1ea85808 req-d2783a4d-139e-4f8d-b272-635cf381ddfb tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecc9cf56-5178-4077-987a-98d29cbc125b HTTP/1.1" status: 200 len: 949 time: 0.2149673 May 27 02:06:18.278321 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47642bf8-4bb1-461a-a596-1cab230d44e4 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Pushing event deleted for resources: {'Port': ['ID=83d9588b-2115-41e9-aeb9-ccc322936adc,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:18.292186 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5daa2f-bcf8-49fc-9209-25423867f75d admin admin] Pushing event updated for resources: {'Network': ['ID=4d2dfbbb-330c-4d80-a576-f02cbaf8f2a2,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:18.305838 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-28bf9390-96fe-4949-8b23-4a2d70190a1f req-f54e02b2-d8e0-487c-8a3c-ad797b8b84b4 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Deleting port b082392d-73a1-41de-9a3f-0001c0717aec {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:06:18.306183 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-28bf9390-96fe-4949-8b23-4a2d70190a1f req-f54e02b2-d8e0-487c-8a3c-ad797b8b84b4 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:18.332593 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 4d2dfbbb-330c-4d80-a576-f02cbaf8f2a2 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:06:18.388568 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-017e899d-9551-4208-83c8-ae84ce6376ff req-47642bf8-4bb1-461a-a596-1cab230d44e4 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] No DVR routers for this DVR port 83d9588b-2115-41e9-aeb9-ccc322936adc on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:06:18.393808 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-017e899d-9551-4208-83c8-ae84ce6376ff req-47642bf8-4bb1-461a-a596-1cab230d44e4 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:18.401100 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69d55ab-786f-40de-bc71-a546d38bf60b', 'name': 'network-vif-deleted', 'tag': '83d9588b-2115-41e9-aeb9-ccc322936adc'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:06:18.405668 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-017e899d-9551-4208-83c8-ae84ce6376ff req-47642bf8-4bb1-461a-a596-1cab230d44e4 tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.32 "DELETE /v2.0/ports/83d9588b-2115-41e9-aeb9-ccc322936adc HTTP/1.1" status: 204 len: 173 time: 1.5187845 May 27 02:06:18.437381 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b583fa21-994e-4d5d-a66a-f59b1ea85808 req-805bd00c-ee63-4ea3-a4e7-9204e7af9bfe tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/security-groups?id=fadc0ad7-a34f-4f5c-a66a-2e6db2753842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882296 May 27 02:06:18.528336 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2b5daa2f-bcf8-49fc-9209-25423867f75d admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2218776 May 27 02:06:18.530470 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51850) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:18.550151 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-5384c70d-9431-43b7-afbb-2dc02f706ce5 admin admin] Request body: {'subnet': {'network_id': '4d2dfbbb-330c-4d80-a576-f02cbaf8f2a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-439160847-subnet', 'tenant_id': 'b577a3eed71a48a58948c79dade6b651', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:06:18.561850 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5384c70d-9431-43b7-afbb-2dc02f706ce5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:18.572881 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5384c70d-9431-43b7-afbb-2dc02f706ce5 admin admin] Usage tracker for resource:subnet and tenant:b577a3eed71a48a58948c79dade6b651 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:18.583288 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cc29153-1741-4ede-9b5e-c5a0e4409168'] response: {'server_uuid': 'e69d55ab-786f-40de-bc71-a546d38bf60b', 'name': 'network-vif-deleted', 'tag': '83d9588b-2115-41e9-aeb9-ccc322936adc', 'status': 'completed', 'code': 200} May 27 02:06:18.584276 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5384c70d-9431-43b7-afbb-2dc02f706ce5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:18.601112 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5384c70d-9431-43b7-afbb-2dc02f706ce5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:18.649794 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-520d937b-7c38-4a4f-a34c-139dbc27eb90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:18.708246 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5384c70d-9431-43b7-afbb-2dc02f706ce5 admin admin] Made reservation on behalf of b577a3eed71a48a58948c79dade6b651 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:06:18.737874 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5384c70d-9431-43b7-afbb-2dc02f706ce5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:18.749701 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-28bf9390-96fe-4949-8b23-4a2d70190a1f req-f54e02b2-d8e0-487c-8a3c-ad797b8b84b4 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] For port b082392d-73a1-41de-9a3f-0001c0717aec, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=b082392d-73a1-41de-9a3f-0001c0717aec,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:06:18.764897 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-28bf9390-96fe-4949-8b23-4a2d70190a1f req-f54e02b2-d8e0-487c-8a3c-ad797b8b84b4 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:18.782598 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:18.872383 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51856) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:18.902621 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:19.020073 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-520d937b-7c38-4a4f-a34c-139dbc27eb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:19.031509 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-28bf9390-96fe-4949-8b23-4a2d70190a1f req-f54e02b2-d8e0-487c-8a3c-ad797b8b84b4 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Calling delete_port for b082392d-73a1-41de-9a3f-0001c0717aec owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:06:19.164972 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device cb0d2a4e-5ccc-433a-b9ac-3f432c7d57c7 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:06:19.352841 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6e03c347-6851-421d-a21d-77827319f6b7 req-0abebae2-fd57-41d4-a127-7a5cd5655e0c tempest-LiveMigrationNegativeTest-1371797965 tempest-LiveMigrationNegativeTest-1371797965-project] 10.222.0.57 "GET /v2.0/ports?device_id=e69d55ab-786f-40de-bc71-a546d38bf60b HTTP/1.1" status: 200 len: 210 time: 0.1662180 May 27 02:06:19.364548 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a94f7c16-6aec-4a27-aa3d-5282ac25b450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:19.376528 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbf836b-1d0f-4484-9c03-6859f971d8b4 None None] Network 0fba008a-1bcf-4a59-a1ba-43ceb6a87ecf requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:06:19.391176 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a94f7c16-6aec-4a27-aa3d-5282ac25b450 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:19.395655 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a94f7c16-6aec-4a27-aa3d-5282ac25b450 admin admin] Usage tracker for resource:security_group_rule and tenant:145461a852834d9db840e2eda345e3da is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:19.398901 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a94f7c16-6aec-4a27-aa3d-5282ac25b450 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:19.406125 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a94f7c16-6aec-4a27-aa3d-5282ac25b450 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:19.426448 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520d937b-7c38-4a4f-a34c-139dbc27eb90 admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:06:19.438273 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-520d937b-7c38-4a4f-a34c-139dbc27eb90 admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:06:19.461749 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520d937b-7c38-4a4f-a34c-139dbc27eb90 admin admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:06:19.464565 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5384c70d-9431-43b7-afbb-2dc02f706ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:19.552705 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port cb0d2a4e-5ccc-433a-b9ac-3f432c7d57c7 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:06:19.561790 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d937b-7c38-4a4f-a34c-139dbc27eb90 admin admin] Pushing event updated for resources: {'Port': ['ID=bcab055f-3a46-45a4-9dec-c432900be063,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:19.636889 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5384c70d-9431-43b7-afbb-2dc02f706ce5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9b72f4e-e8a7-42ad-b066-e1ad328f10e0,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:19.793609 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5384c70d-9431-43b7-afbb-2dc02f706ce5 admin admin] Checking segment: {'id': 'ce9f4a85-20dd-421b-a936-36ca596f166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4d2dfbbb-330c-4d80-a576-f02cbaf8f2a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:06:19.794104 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5384c70d-9431-43b7-afbb-2dc02f706ce5 admin admin] Network hostable DHCP agents. Network: 4d2dfbbb-330c-4d80-a576-f02cbaf8f2a2, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:06:19.804544 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a94f7c16-6aec-4a27-aa3d-5282ac25b450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:19.808237 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-8f28681d-0035-4136-9aed-92bfea38513b None None] Provisioning for port cb0d2a4e-5ccc-433a-b9ac-3f432c7d57c7 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:06:19.840555 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-8f28681d-0035-4136-9aed-92bfea38513b None None] Provisioning complete for port cb0d2a4e-5ccc-433a-b9ac-3f432c7d57c7 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:06:19.841196 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8f28681d-0035-4136-9aed-92bfea38513b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:19.881203 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a94f7c16-6aec-4a27-aa3d-5282ac25b450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:19.893053 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5384c70d-9431-43b7-afbb-2dc02f706ce5 admin admin] Network 4d2dfbbb-330c-4d80-a576-f02cbaf8f2a2 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:06:19.948097 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51882) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:19.959592 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a94f7c16-6aec-4a27-aa3d-5282ac25b450 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=145461a852834d9db840e2eda345e3da&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0778394 May 27 02:06:19.964158 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f7c16-6aec-4a27-aa3d-5282ac25b450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a7f1a3-a020-4c25-b9bd-1b295f75a834,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:19.977684 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-5384c70d-9431-43b7-afbb-2dc02f706ce5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 4d2dfbbb-330c-4d80-a576-f02cbaf8f2a2) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:06:19.989615 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5384c70d-9431-43b7-afbb-2dc02f706ce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:19.990588 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5384c70d-9431-43b7-afbb-2dc02f706ce5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:19.996809 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8091900d-1331-4e97-b053-bab4adb0db35 None None] Network 4d2dfbbb-330c-4d80-a576-f02cbaf8f2a2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:06:20.070623 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-74341746-b839-44fc-9576-4bcc8abf0a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:20.090837 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5510b-2128-4d87-a445-3f8384a249cb req-ade2fbe4-c308-4428-a924-b611257e12ca tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:20.097055 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-8f28681d-0035-4136-9aed-92bfea38513b None None] Current status of the port cb0d2a4e-5ccc-433a-b9ac-3f432c7d57c7 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:06:20.097437 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8f28681d-0035-4136-9aed-92bfea38513b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:20.098992 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c8e5510b-2128-4d87-a445-3f8384a249cb req-ade2fbe4-c308-4428-a924-b611257e12ca tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecc9cf56-5178-4077-987a-98d29cbc125b HTTP/1.1" status: 200 len: 949 time: 0.1990495 May 27 02:06:20.138467 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-28bf9390-96fe-4949-8b23-4a2d70190a1f req-f54e02b2-d8e0-487c-8a3c-ad797b8b84b4 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:20.141934 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-74341746-b839-44fc-9576-4bcc8abf0a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:20.167734 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5384c70d-9431-43b7-afbb-2dc02f706ce5 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6351449 May 27 02:06:20.170110 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51888) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:20.170247 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-8f28681d-0035-4136-9aed-92bfea38513b None None] For port cb0d2a4e-5ccc-433a-b9ac-3f432c7d57c7, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=cb0d2a4e-5ccc-433a-b9ac-3f432c7d57c7,segment=NetworkSegment(61d202a5-7a62-49fd-b584-e0d6e1facdfd),segment_id=61d202a5-7a62-49fd-b584-e0d6e1facdfd)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:06:20.176750 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-534a24f3-f8c5-4abd-bce2-f7e8d895de1d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-439160847-router', 'tenant_id': 'b577a3eed71a48a58948c79dade6b651', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:06:20.184123 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-534a24f3-f8c5-4abd-bce2-f7e8d895de1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:20.193555 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-534a24f3-f8c5-4abd-bce2-f7e8d895de1d admin admin] Usage tracker for resource:router and tenant:b577a3eed71a48a58948c79dade6b651 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:20.207994 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-534a24f3-f8c5-4abd-bce2-f7e8d895de1d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:20.230321 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-534a24f3-f8c5-4abd-bce2-f7e8d895de1d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:20.241961 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e02b2-d8e0-487c-8a3c-ad797b8b84b4 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Pushing event deleted for resources: {'Port': ['ID=b082392d-73a1-41de-9a3f-0001c0717aec,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:20.279894 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8f28681d-0035-4136-9aed-92bfea38513b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:20.319975 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e993a8a4-2096-4324-9411-20092df8f224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-4d2dfbbb-330c-4d80-a576-f02cbaf8f2a2', 'network_id': '4d2dfbbb-330c-4d80-a576-f02cbaf8f2a2', 'tenant_id': 'b577a3eed71a48a58948c79dade6b651', 'fixed_ips': [{'subnet_id': 'a9b72f4e-e8a7-42ad-b066-e1ad328f10e0'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:06:20.320826 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e993a8a4-2096-4324-9411-20092df8f224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:20.337203 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-534a24f3-f8c5-4abd-bce2-f7e8d895de1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:20.339063 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-534a24f3-f8c5-4abd-bce2-f7e8d895de1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:20.372354 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-534a24f3-f8c5-4abd-bce2-f7e8d895de1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:20.440580 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c8e5510b-2128-4d87-a445-3f8384a249cb req-b1becd8e-4339-46d9-a2be-2e957bdba145 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/security-groups?id=fadc0ad7-a34f-4f5c-a66a-2e6db2753842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406954 May 27 02:06:20.453794 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28681d-0035-4136-9aed-92bfea38513b None None] Pushing event updated for resources: {'Port': ['ID=cb0d2a4e-5ccc-433a-b9ac-3f432c7d57c7,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:20.497313 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5ea7560a-e8c2-458f-b2a4-c027d2623dd8 None None] Provisioning complete for port cb0d2a4e-5ccc-433a-b9ac-3f432c7d57c7 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:06:20.497696 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5ea7560a-e8c2-458f-b2a4-c027d2623dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:20.658961 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-28bf9390-96fe-4949-8b23-4a2d70190a1f req-f54e02b2-d8e0-487c-8a3c-ad797b8b84b4 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] No DVR routers for this DVR port b082392d-73a1-41de-9a3f-0001c0717aec on host n-h1-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:06:20.667358 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-28bf9390-96fe-4949-8b23-4a2d70190a1f req-f54e02b2-d8e0-487c-8a3c-ad797b8b84b4 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:20.674626 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-e993a8a4-2096-4324-9411-20092df8f224 None None] Allocated IP 172.20.0.2 (4d2dfbbb-330c-4d80-a576-f02cbaf8f2a2/a9b72f4e-e8a7-42ad-b066-e1ad328f10e0/f42d1856-67cc-4ae7-9cfd-742543de4c8f) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:06:20.679154 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc9cf56-5178-4077-987a-98d29cbc125b', 'name': 'network-vif-deleted', 'tag': 'b082392d-73a1-41de-9a3f-0001c0717aec'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:06:20.850382 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e090b16e-f1c3-4b0f-80aa-85d6d461e8b4'] response: {'server_uuid': 'ecc9cf56-5178-4077-987a-98d29cbc125b', 'name': 'network-vif-deleted', 'tag': 'b082392d-73a1-41de-9a3f-0001c0717aec', 'status': 'completed', 'code': 200} May 27 02:06:20.918724 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-28bf9390-96fe-4949-8b23-4a2d70190a1f req-f54e02b2-d8e0-487c-8a3c-ad797b8b84b4 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.32 "DELETE /v2.0/ports/b082392d-73a1-41de-9a3f-0001c0717aec HTTP/1.1" status: 204 len: 173 time: 2.7594047 May 27 02:06:20.920153 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5ea7560a-e8c2-458f-b2a4-c027d2623dd8 None None] Current status of the port cb0d2a4e-5ccc-433a-b9ac-3f432c7d57c7 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:06:20.929658 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-520d937b-7c38-4a4f-a34c-139dbc27eb90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:21.032031 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device cb0d2a4e-5ccc-433a-b9ac-3f432c7d57c7 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:06:21.164840 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-534a24f3-f8c5-4abd-bce2-f7e8d895de1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:21.230103 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-74341746-b839-44fc-9576-4bcc8abf0a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:21.233020 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-74341746-b839-44fc-9576-4bcc8abf0a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:21.236458 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-74341746-b839-44fc-9576-4bcc8abf0a3a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/22a7f1a3-a020-4c25-b9bd-1b295f75a834 HTTP/1.1" status: 204 len: 168 time: 1.2850552 May 27 02:06:21.255909 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74341746-b839-44fc-9576-4bcc8abf0a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a7f1a3-a020-4c25-b9bd-1b295f75a834,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:21.269191 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e993a8a4-2096-4324-9411-20092df8f224 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:21.294898 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port cb0d2a4e-5ccc-433a-b9ac-3f432c7d57c7 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:06:21.295409 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:21.405085 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e993a8a4-2096-4324-9411-20092df8f224 None None] Transition to ACTIVE for port object f42d1856-67cc-4ae7-9cfd-742543de4c8f will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:06:21.507343 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e993a8a4-2096-4324-9411-20092df8f224 None None] Transition to ACTIVE for port object f42d1856-67cc-4ae7-9cfd-742543de4c8f will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:06:21.522010 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port cb0d2a4e-5ccc-433a-b9ac-3f432c7d57c7 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:06:21.525609 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-520d937b-7c38-4a4f-a34c-139dbc27eb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:21.594608 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e993a8a4-2096-4324-9411-20092df8f224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:21.694722 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-6963ac96-3886-4ac1-9fa9-f62382366a6a req-eae28526-edc9-4191-84fb-5e27e7531906 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Synchronizing usage tracker for tenant:5ce75c7d6fd94a56b324ae10a0baeb2d on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:06:21.722030 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e993a8a4-2096-4324-9411-20092df8f224 None None] Network 4d2dfbbb-330c-4d80-a576-f02cbaf8f2a2 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:06:21.725902 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-e993a8a4-2096-4324-9411-20092df8f224 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:06:21.735930 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device b082392d-73a1-41de-9a3f-0001c0717aec no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:06:21.796239 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e993a8a4-2096-4324-9411-20092df8f224 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:06:21.808681 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-534a24f3-f8c5-4abd-bce2-f7e8d895de1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:21.816038 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e993a8a4-2096-4324-9411-20092df8f224 None None] Pushing event updated for resources: {'Port': ['ID=f42d1856-67cc-4ae7-9cfd-742543de4c8f,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:21.820243 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: b082392d-73a1-41de-9a3f-0001c0717aec {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:06:21.820243 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device b082392d-73a1-41de-9a3f-0001c0717aec not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:06:21.820741 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 83d9588b-2115-41e9-aeb9-ccc322936adc no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:06:21.860201 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-534a24f3-f8c5-4abd-bce2-f7e8d895de1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:21.882210 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-6963ac96-3886-4ac1-9fa9-f62382366a6a req-eae28526-edc9-4191-84fb-5e27e7531906 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] Unset dirty status for tenant:5ce75c7d6fd94a56b324ae10a0baeb2d on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:06:21.897501 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6963ac96-3886-4ac1-9fa9-f62382366a6a req-eae28526-edc9-4191-84fb-5e27e7531906 tempest-DeleteServersAdminTestJSON-1724732927 tempest-DeleteServersAdminTestJSON-1724732927-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecc9cf56-5178-4077-987a-98d29cbc125b HTTP/1.1" status: 200 len: 210 time: 0.2534626 May 27 02:06:21.998743 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 83d9588b-2115-41e9-aeb9-ccc322936adc {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:06:21.999085 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 83d9588b-2115-41e9-aeb9-ccc322936adc not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:06:22.002098 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520d937b-7c38-4a4f-a34c-139dbc27eb90 admin admin] Router 3fce7ea9-be8f-407d-873d-8bc401966b52 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:06:22.044325 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-e993a8a4-2096-4324-9411-20092df8f224 None None] Attempting to bind port f42d1856-67cc-4ae7-9cfd-742543de4c8f on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:06:22.044704 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-e993a8a4-2096-4324-9411-20092df8f224 None None] Attempting to bind port f42d1856-67cc-4ae7-9cfd-742543de4c8f by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'ce9f4a85-20dd-421b-a936-36ca596f166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4d2dfbbb-330c-4d80-a576-f02cbaf8f2a2'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:06:22.047194 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e993a8a4-2096-4324-9411-20092df8f224 None None] Attempting to bind port f42d1856-67cc-4ae7-9cfd-742543de4c8f on network 4d2dfbbb-330c-4d80-a576-f02cbaf8f2a2 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:06:22.058764 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e993a8a4-2096-4324-9411-20092df8f224 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:06:22.059134 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e993a8a4-2096-4324-9411-20092df8f224 None None] Checking segment: {'id': 'ce9f4a85-20dd-421b-a936-36ca596f166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4d2dfbbb-330c-4d80-a576-f02cbaf8f2a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:06:22.059542 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e993a8a4-2096-4324-9411-20092df8f224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:22.059938 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e993a8a4-2096-4324-9411-20092df8f224 None None] Bound using segment: {'id': 'ce9f4a85-20dd-421b-a936-36ca596f166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4d2dfbbb-330c-4d80-a576-f02cbaf8f2a2'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:06:22.060410 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-e993a8a4-2096-4324-9411-20092df8f224 None None] Bound port: f42d1856-67cc-4ae7-9cfd-742543de4c8f, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9f4a85-20dd-421b-a936-36ca596f166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4d2dfbbb-330c-4d80-a576-f02cbaf8f2a2'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:06:22.060819 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e993a8a4-2096-4324-9411-20092df8f224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:22.131049 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-534a24f3-f8c5-4abd-bce2-f7e8d895de1d admin admin] Allocated IP 172.25.1.60 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/c2597911-8771-4447-b5b8-8cd694102854) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:06:22.173681 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51946) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:22.174295 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51948) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:22.211415 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-e993a8a4-2096-4324-9411-20092df8f224 None None] For port f42d1856-67cc-4ae7-9cfd-742543de4c8f, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:06:22.216297 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-e993a8a4-2096-4324-9411-20092df8f224 None None] For port f42d1856-67cc-4ae7-9cfd-742543de4c8f, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=f42d1856-67cc-4ae7-9cfd-742543de4c8f,segment=NetworkSegment(ce9f4a85-20dd-421b-a936-36ca596f166a),segment_id=ce9f4a85-20dd-421b-a936-36ca596f166a)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:06:22.267722 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520d937b-7c38-4a4f-a34c-139dbc27eb90 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:06:22.279960 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4e02f1-7073-46ef-b9e5-99a48a2c397d None None] Sync routers for ids ['3fce7ea9-be8f-407d-873d-8bc401966b52'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:06:22.290038 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4e02f1-7073-46ef-b9e5-99a48a2c397d None None] Routers {'3fce7ea9-be8f-407d-873d-8bc401966b52'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:06:22.290676 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-eb4e02f1-7073-46ef-b9e5-99a48a2c397d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:05:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['3fce7ea9-be8f-407d-873d-8bc401966b52'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:22.355817 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e993a8a4-2096-4324-9411-20092df8f224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:22.379775 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-534a24f3-f8c5-4abd-bce2-f7e8d895de1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:22.399916 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-520d937b-7c38-4a4f-a34c-139dbc27eb90 admin admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:22.403646 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-520d937b-7c38-4a4f-a34c-139dbc27eb90 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.3685462 May 27 02:06:22.403893 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51966) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:22.422455 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3f00490c-616a-450f-9538-979e36cc89bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:22.486490 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3f00490c-616a-450f-9538-979e36cc89bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:22.507749 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3f00490c-616a-450f-9538-979e36cc89bb admin admin] Usage tracker for resource:security_group_rule and tenant:4584748d73614b50acf12707a1f2ad3b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:22.512357 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3f00490c-616a-450f-9538-979e36cc89bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:22.525679 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a6a4cd22-adc4-4154-a49e-7836eec4b77f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=02484ed977aa42298767096cda535a80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3481934 May 27 02:06:22.527389 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3f00490c-616a-450f-9538-979e36cc89bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:22.530581 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51970) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:22.602109 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e993a8a4-2096-4324-9411-20092df8f224 None None] Pushing event updated for resources: {'Port': ['ID=f42d1856-67cc-4ae7-9cfd-742543de4c8f,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:22.607880 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51974) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:22.667435 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-eb4e02f1-7073-46ef-b9e5-99a48a2c397d None None] Set router 3fce7ea9-be8f-407d-873d-8bc401966b52 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:06:22.708868 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1781f56-e85f-4cea-a887-b817320c801d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:22.768750 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6b40cfec-eaa7-4ba8-a022-4efa193f54b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:22.778211 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a1781f56-e85f-4cea-a887-b817320c801d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:22.824307 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a1781f56-e85f-4cea-a887-b817320c801d admin admin] Usage tracker for resource:security_group_rule and tenant:b11748f6429b408598b8f4d9c059bb62 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:22.833688 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a1781f56-e85f-4cea-a887-b817320c801d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:22.985673 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a1781f56-e85f-4cea-a887-b817320c801d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:22.989579 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-534a24f3-f8c5-4abd-bce2-f7e8d895de1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:23.135713 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6b40cfec-eaa7-4ba8-a022-4efa193f54b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:23.160756 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f42d1856-67cc-4ae7-9cfd-742543de4c8f up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:06:23.182176 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a24f3-f8c5-4abd-bce2-f7e8d895de1d admin admin] Pushing event updated for resources: {'Port': ['ID=c2597911-8771-4447-b5b8-8cd694102854,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:23.220209 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534a24f3-f8c5-4abd-bce2-f7e8d895de1d admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:06:23.238833 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-534a24f3-f8c5-4abd-bce2-f7e8d895de1d admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:06:23.241337 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534a24f3-f8c5-4abd-bce2-f7e8d895de1d admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:06:23.385303 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-eb4e02f1-7073-46ef-b9e5-99a48a2c397d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fce7ea9-be8f-407d-873d-8bc401966b52', 'name': 'tempest-AttachSCSIVolumeTestJSON-1525975292-router', 'tenant_id': '38c3a24c25c043c29b7adf8499177512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'bcab055f-3a46-45a4-9dec-c432900be063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:06:16Z', 'updated_at': '2022-05-27T02:06:19Z', 'revision_number': 3, 'project_id': '38c3a24c25c043c29b7adf8499177512', 'gw_port': {'id': 'bcab055f-3a46-45a4-9dec-c432900be063', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:32:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fce7ea9-be8f-407d-873d-8bc401966b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:06:17Z', 'updated_at': '2022-05-27T02:06:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:23.390723 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4e02f1-7073-46ef-b9e5-99a48a2c397d None None] Checking router: 3fce7ea9-be8f-407d-873d-8bc401966b52 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:06:23.391310 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4e02f1-7073-46ef-b9e5-99a48a2c397d None None] Updating router 3fce7ea9-be8f-407d-873d-8bc401966b52 port bcab055f-3a46-45a4-9dec-c432900be063 binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:06:23.430569 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port f42d1856-67cc-4ae7-9cfd-742543de4c8f completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:06:23.456060 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1781f56-e85f-4cea-a887-b817320c801d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:23.458065 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-eb4e02f1-7073-46ef-b9e5-99a48a2c397d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:23.507069 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3f00490c-616a-450f-9538-979e36cc89bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:23.618074 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6b40cfec-eaa7-4ba8-a022-4efa193f54b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:23.636818 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3f00490c-616a-450f-9538-979e36cc89bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:23.644242 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1781f56-e85f-4cea-a887-b817320c801d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:23.721621 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b40cfec-eaa7-4ba8-a022-4efa193f54b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc8d478-f999-427c-97b9-76a718b84049,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:23.847747 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-ea44e87b-01b6-443e-8664-48667838692c tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1685611140&fields=id&tenant_id=28dbf9fdfeb54f248dadfff426cc8a12 HTTP/1.1" status: 200 len: 267 time: 0.1535928 May 27 02:06:23.984165 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a45364b-500c-44ad-8683-86cc236e1e67 None None] Network 4d2dfbbb-330c-4d80-a576-f02cbaf8f2a2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:06:24.005158 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b7c27985-beb9-4635-b25b-0a498126a78b req-6c8871fc-244c-4b52-a1e4-286d540d2b0f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=737eef93-9fa1-4e72-a654-8abc5ce308f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1770177 May 27 02:06:24.023995 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a1781f56-e85f-4cea-a887-b817320c801d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b11748f6429b408598b8f4d9c059bb62&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4108834 May 27 02:06:24.032890 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3f00490c-616a-450f-9538-979e36cc89bb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4584748d73614b50acf12707a1f2ad3b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8561182 May 27 02:06:24.033900 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52016) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:24.038959 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52018) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:24.115646 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-86d24028-df6b-4d8a-a791-39b7abcd47db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:24.153087 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-eb4e02f1-7073-46ef-b9e5-99a48a2c397d None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:24.168172 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-858bfb97-81fe-4f9f-b866-daac98e3710a None None] Provisioning for port f42d1856-67cc-4ae7-9cfd-742543de4c8f completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:06:24.194051 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-858bfb97-81fe-4f9f-b866-daac98e3710a None None] Provisioning complete for port f42d1856-67cc-4ae7-9cfd-742543de4c8f triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:06:24.199865 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-858bfb97-81fe-4f9f-b866-daac98e3710a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:24.237303 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f00490c-616a-450f-9538-979e36cc89bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbb4014-0a52-4f6f-b96b-eaf98c1bd841,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:24.273466 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-eb4e02f1-7073-46ef-b9e5-99a48a2c397d None None] Transition to ACTIVE for port object bcab055f-3a46-45a4-9dec-c432900be063 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:06:24.302221 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6b40cfec-eaa7-4ba8-a022-4efa193f54b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:24.306149 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6b40cfec-eaa7-4ba8-a022-4efa193f54b8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7cc8d478-f999-427c-97b9-76a718b84049 HTTP/1.1" status: 204 len: 168 time: 1.7744315 May 27 02:06:24.333998 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-963234ce-86f8-4381-a86b-f19493d6a26a tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:24.341896 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-963234ce-86f8-4381-a86b-f19493d6a26a tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/networks?id=17b286dd-35ae-40dc-a3e1-65b9625948fe HTTP/1.1" status: 200 len: 824 time: 0.4387393 May 27 02:06:24.364303 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-9eb2cd5c-0c67-4d5e-af2d-ad3dfa708bac tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/quotas/28dbf9fdfeb54f248dadfff426cc8a12 HTTP/1.1" status: 200 len: 375 time: 0.0210650 May 27 02:06:24.398577 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-eb4e02f1-7073-46ef-b9e5-99a48a2c397d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:24.425406 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1a1df4b2-1306-4fd2-9b96-476196789310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:24.457767 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1781f56-e85f-4cea-a887-b817320c801d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c49207a-8dfe-4928-a037-19dda7a9c748,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:24.495001 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1a1df4b2-1306-4fd2-9b96-476196789310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:24.564070 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c7c2d083-671a-43a2-9272-697800112f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:24.577354 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-0e85fbdb-e929-4d61-9f7f-4ee8783620b9 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=28dbf9fdfeb54f248dadfff426cc8a12&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2118971 May 27 02:06:24.643004 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1a1df4b2-1306-4fd2-9b96-476196789310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:24.651380 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-86d24028-df6b-4d8a-a791-39b7abcd47db admin admin] Allocated IP 172.20.0.1 (0fba008a-1bcf-4a59-a1ba-43ceb6a87ecf/da11b168-f0b6-4d11-a96e-332f3af0231b/1a6f1d64-afe4-41fc-8056-63f10a586b98) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:06:24.685897 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1df4b2-1306-4fd2-9b96-476196789310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbb4014-0a52-4f6f-b96b-eaf98c1bd841,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:24.691908 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52048) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:24.699621 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c27985-beb9-4635-b25b-0a498126a78b req-691e4964-80e5-4d63-99f3-282f1df5f272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:24.701475 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b7c27985-beb9-4635-b25b-0a498126a78b req-691e4964-80e5-4d63-99f3-282f1df5f272 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=28dbf9fdfeb54f248dadfff426cc8a12&device_id=737eef93-9fa1-4e72-a654-8abc5ce308f0 HTTP/1.1" status: 200 len: 1119 time: 0.5671160 May 27 02:06:24.713863 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c7c2d083-671a-43a2-9272-697800112f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:24.752404 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-858bfb97-81fe-4f9f-b866-daac98e3710a None None] Current status of the port f42d1856-67cc-4ae7-9cfd-742543de4c8f is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:06:24.752798 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-858bfb97-81fe-4f9f-b866-daac98e3710a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:24.772683 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef84741-5159-4b50-8069-c79a0b60a46d None None] Pushing event updated for resources: {'Port': ['ID=bcab055f-3a46-45a4-9dec-c432900be063,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:24.774360 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1a1df4b2-1306-4fd2-9b96-476196789310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:24.784791 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-eb4e02f1-7073-46ef-b9e5-99a48a2c397d None None] Attempting to bind port bcab055f-3a46-45a4-9dec-c432900be063 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:06:24.788198 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1a1df4b2-1306-4fd2-9b96-476196789310 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fdbb4014-0a52-4f6f-b96b-eaf98c1bd841 HTTP/1.1" status: 204 len: 168 time: 0.7169957 May 27 02:06:24.802461 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-eb4e02f1-7073-46ef-b9e5-99a48a2c397d None None] Attempting to bind port bcab055f-3a46-45a4-9dec-c432900be063 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:06:24.802461 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4e02f1-7073-46ef-b9e5-99a48a2c397d None None] Attempting to bind port bcab055f-3a46-45a4-9dec-c432900be063 on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:06:24.841512 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4e02f1-7073-46ef-b9e5-99a48a2c397d None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:06:24.841893 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4e02f1-7073-46ef-b9e5-99a48a2c397d None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:06:24.842288 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-eb4e02f1-7073-46ef-b9e5-99a48a2c397d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:24.853384 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4e02f1-7073-46ef-b9e5-99a48a2c397d None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:06:24.855267 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-eb4e02f1-7073-46ef-b9e5-99a48a2c397d None None] Bound port: bcab055f-3a46-45a4-9dec-c432900be063, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:06:24.863207 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-eb4e02f1-7073-46ef-b9e5-99a48a2c397d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:24.894272 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-534a24f3-f8c5-4abd-bce2-f7e8d895de1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:24.908555 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd25412-52f9-4657-ba65-383c578f5634 req-361bdcb6-5854-4a1f-8e46-838ffb13419f tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:24.910020 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3fd25412-52f9-4657-ba65-383c578f5634 req-361bdcb6-5854-4a1f-8e46-838ffb13419f tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.66 "GET /v2.0/ports?device_id=737eef93-9fa1-4e72-a654-8abc5ce308f0 HTTP/1.1" status: 200 len: 968 time: 0.1337938 May 27 02:06:24.958640 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-858bfb97-81fe-4f9f-b866-daac98e3710a None None] For port f42d1856-67cc-4ae7-9cfd-742543de4c8f, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=f42d1856-67cc-4ae7-9cfd-742543de4c8f,segment=NetworkSegment(ce9f4a85-20dd-421b-a936-36ca596f166a),segment_id=ce9f4a85-20dd-421b-a936-36ca596f166a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:06:24.986071 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-86d24028-df6b-4d8a-a791-39b7abcd47db admin admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:25.013583 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-3fd25412-52f9-4657-ba65-383c578f5634 req-783ab15d-041e-4853-ace9-0fccd0163c4a tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Deleting port 51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:06:25.013916 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-3fd25412-52f9-4657-ba65-383c578f5634 req-783ab15d-041e-4853-ace9-0fccd0163c4a tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:25.021373 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-eb4e02f1-7073-46ef-b9e5-99a48a2c397d None None] For port bcab055f-3a46-45a4-9dec-c432900be063, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:06:25.032153 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-eb4e02f1-7073-46ef-b9e5-99a48a2c397d None None] For port bcab055f-3a46-45a4-9dec-c432900be063, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=bcab055f-3a46-45a4-9dec-c432900be063,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:06:25.043342 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-86d24028-df6b-4d8a-a791-39b7abcd47db admin admin] Transition to ACTIVE for port object 1a6f1d64-afe4-41fc-8056-63f10a586b98 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:06:25.127993 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c27985-beb9-4635-b25b-0a498126a78b req-193bfd11-a7d5-46e5-a1c8-f68427d4e08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:25.129513 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b7c27985-beb9-4635-b25b-0a498126a78b req-193bfd11-a7d5-46e5-a1c8-f68427d4e08f service neutron] 10.222.0.66 "GET /v2.0/networks?id=17b286dd-35ae-40dc-a3e1-65b9625948fe HTTP/1.1" status: 200 len: 925 time: 0.3944027 May 27 02:06:25.201813 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-858bfb97-81fe-4f9f-b866-daac98e3710a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:25.268921 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-86d24028-df6b-4d8a-a791-39b7abcd47db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:25.279648 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-eb4e02f1-7073-46ef-b9e5-99a48a2c397d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:25.301005 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c7c2d083-671a-43a2-9272-697800112f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:25.349725 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c2d083-671a-43a2-9272-697800112f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c49207a-8dfe-4928-a037-19dda7a9c748,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:25.352679 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b7c27985-beb9-4635-b25b-0a498126a78b req-cfb65e81-db22-450d-9d2b-5c71ffcdf087 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8 HTTP/1.1" status: 200 len: 1023 time: 0.2173243 May 27 02:06:25.403492 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c7c2d083-671a-43a2-9272-697800112f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:25.404641 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c7c2d083-671a-43a2-9272-697800112f3a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0c49207a-8dfe-4928-a037-19dda7a9c748 HTTP/1.1" status: 204 len: 168 time: 1.3669436 May 27 02:06:25.419481 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858bfb97-81fe-4f9f-b866-daac98e3710a None None] Pushing event updated for resources: {'Port': ['ID=f42d1856-67cc-4ae7-9cfd-742543de4c8f,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:25.431863 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4e02f1-7073-46ef-b9e5-99a48a2c397d None None] Routers {'3fce7ea9-be8f-407d-873d-8bc401966b52'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:06:25.432993 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-eb4e02f1-7073-46ef-b9e5-99a48a2c397d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:05:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['3fce7ea9-be8f-407d-873d-8bc401966b52'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:25.474209 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52064) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:25.561669 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-534a24f3-f8c5-4abd-bce2-f7e8d895de1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:25.579331 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c27985-beb9-4635-b25b-0a498126a78b req-360a521a-302e-4bfd-b77e-416a48954732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:25.580967 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b7c27985-beb9-4635-b25b-0a498126a78b req-360a521a-302e-4bfd-b77e-416a48954732 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=910bc1cc-bbe5-4144-8601-c90701254592 HTTP/1.1" status: 200 len: 863 time: 0.1787791 May 27 02:06:25.610524 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d50104c6-04dc-4997-8648-d5aeaf835da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:25.613418 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-8988fbf6-e877-404b-ab6e-58bde80a6fe3 None None] Provisioning complete for port f42d1856-67cc-4ae7-9cfd-742543de4c8f triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:06:25.613716 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8988fbf6-e877-404b-ab6e-58bde80a6fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:25.648995 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d24028-df6b-4d8a-a791-39b7abcd47db admin admin] Network 0fba008a-1bcf-4a59-a1ba-43ceb6a87ecf is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:06:25.653028 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d24028-df6b-4d8a-a791-39b7abcd47db admin admin] Pushing event updated for resources: {'Port': ['ID=1a6f1d64-afe4-41fc-8056-63f10a586b98,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:25.658056 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-86d24028-df6b-4d8a-a791-39b7abcd47db admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:06:25.660354 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d24028-df6b-4d8a-a791-39b7abcd47db admin admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:06:25.692058 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-660a5b53-e871-4edd-aae5-0b51805581b5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5a81d863383e48e1935a45e5a4eccc98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2140999 May 27 02:06:25.699480 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52068) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:25.709273 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-54ff792f-8a21-4328-a4ba-5934448830f4 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:06:25.720666 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-54ff792f-8a21-4328-a4ba-5934448830f4 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8678999 May 27 02:06:25.723852 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52072) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:25.788782 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d462d7a3-dd28-4512-9f8d-5954cb37eb52 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5ce75c7d6fd94a56b324ae10a0baeb2d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0717185 May 27 02:06:25.790071 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52078) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:25.947316 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef84741-5159-4b50-8069-c79a0b60a46d None None] Pushing event updated for resources: {'Port': ['ID=bcab055f-3a46-45a4-9dec-c432900be063,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:26.021541 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-eb4e02f1-7073-46ef-b9e5-99a48a2c397d None None] Set router 3fce7ea9-be8f-407d-873d-8bc401966b52 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:06:26.047593 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cc3e8126-3638-43fe-8c0b-2f11ac8d877f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:26.050608 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-86d24028-df6b-4d8a-a791-39b7abcd47db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:26.115451 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cc3e8126-3638-43fe-8c0b-2f11ac8d877f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:26.148336 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-90e2638b-acda-4400-87a8-1ce08fe204fc service neutron] 10.222.0.57 "GET /v2.0/networks/17b286dd-35ae-40dc-a3e1-65b9625948fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4308615 May 27 02:06:26.151122 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-3fd25412-52f9-4657-ba65-383c578f5634 req-783ab15d-041e-4853-ace9-0fccd0163c4a tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] For port 51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8,segment=NetworkSegment(37da2cdf-7342-48b3-97e6-2ad8634f3cd8),segment_id=37da2cdf-7342-48b3-97e6-2ad8634f3cd8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:06:26.151554 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-3fd25412-52f9-4657-ba65-383c578f5634 req-783ab15d-041e-4853-ace9-0fccd0163c4a tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:26.181900 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ca3dc0e-2042-48ec-8e91-4b35e0027990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:26.199670 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c27985-beb9-4635-b25b-0a498126a78b req-d60cf836-1d8b-4654-989f-cc019f33b47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:26.201167 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b7c27985-beb9-4635-b25b-0a498126a78b req-d60cf836-1d8b-4654-989f-cc019f33b47b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=17b286dd-35ae-40dc-a3e1-65b9625948fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5536761 May 27 02:06:26.246783 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ca3dc0e-2042-48ec-8e91-4b35e0027990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:26.332974 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-d55ccc32-a0c4-4079-925f-95e5ea764026 service neutron] 10.222.0.57 "GET /v2.0/networks/17b286dd-35ae-40dc-a3e1-65b9625948fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836245 May 27 02:06:26.478998 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-79b67878-d481-4dba-9609-ac312f29b939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:26.509826 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-8988fbf6-e877-404b-ab6e-58bde80a6fe3 None None] Current status of the port f42d1856-67cc-4ae7-9cfd-742543de4c8f is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:06:26.520156 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-79b67878-d481-4dba-9609-ac312f29b939 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:26.528163 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-79b67878-d481-4dba-9609-ac312f29b939 admin admin] Usage tracker for resource:security_group_rule and tenant:6b73b989330b4a55958d899b94c17e61 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:26.532456 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b7c27985-beb9-4635-b25b-0a498126a78b req-51362c0d-4571-497a-9e2b-c5cd636259f7 service neutron] 10.222.0.66 "GET /v2.0/networks/17b286dd-35ae-40dc-a3e1-65b9625948fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177123 May 27 02:06:26.533477 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-79b67878-d481-4dba-9609-ac312f29b939 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:26.541993 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-79b67878-d481-4dba-9609-ac312f29b939 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:26.599597 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ca3dc0e-2042-48ec-8e91-4b35e0027990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:26.659723 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-eb4e02f1-7073-46ef-b9e5-99a48a2c397d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fce7ea9-be8f-407d-873d-8bc401966b52', 'name': 'tempest-AttachSCSIVolumeTestJSON-1525975292-router', 'tenant_id': '38c3a24c25c043c29b7adf8499177512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'bcab055f-3a46-45a4-9dec-c432900be063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:06:16Z', 'updated_at': '2022-05-27T02:06:19Z', 'revision_number': 3, 'project_id': '38c3a24c25c043c29b7adf8499177512', 'gw_port': {'id': 'bcab055f-3a46-45a4-9dec-c432900be063', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:32:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fce7ea9-be8f-407d-873d-8bc401966b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:06:17Z', 'updated_at': '2022-05-27T02:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:26.664096 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4e02f1-7073-46ef-b9e5-99a48a2c397d None None] The sync data for ids ['3fce7ea9-be8f-407d-873d-8bc401966b52'] in n-d-843554-3 is: [{'id': '3fce7ea9-be8f-407d-873d-8bc401966b52', 'name': 'tempest-AttachSCSIVolumeTestJSON-1525975292-router', 'tenant_id': '38c3a24c25c043c29b7adf8499177512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'bcab055f-3a46-45a4-9dec-c432900be063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:06:16Z', 'updated_at': '2022-05-27T02:06:19Z', 'revision_number': 3, 'project_id': '38c3a24c25c043c29b7adf8499177512', 'gw_port': {'id': 'bcab055f-3a46-45a4-9dec-c432900be063', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:32:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fce7ea9-be8f-407d-873d-8bc401966b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:06:17Z', 'updated_at': '2022-05-27T02:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:06:26.714068 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534a24f3-f8c5-4abd-bce2-f7e8d895de1d admin admin] Router 5f2a8173-a534-478f-9773-2a6ea7d33ad7 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:06:26.716888 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52096) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:26.733196 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3dc0e-2042-48ec-8e91-4b35e0027990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadc0ad7-a34f-4f5c-a66a-2e6db2753842,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:26.736450 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-bca34b05-b6a1-4e36-bf70-330a4742cfab None None] Provisioning for port 1a6f1d64-afe4-41fc-8056-63f10a586b98 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:06:26.742358 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-bca34b05-b6a1-4e36-bf70-330a4742cfab None None] Provisioning complete for port 1a6f1d64-afe4-41fc-8056-63f10a586b98 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:06:26.742942 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-bca34b05-b6a1-4e36-bf70-330a4742cfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:26.791921 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cc3e8126-3638-43fe-8c0b-2f11ac8d877f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:26.830631 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-bca34b05-b6a1-4e36-bf70-330a4742cfab None None] Port 1a6f1d64-afe4-41fc-8056-63f10a586b98 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:06:26.946611 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2ea7afe1-48c8-4646-8e71-b23e7ca05f5f req-c08bfc8f-be5c-4965-8266-bba63869e81a tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7e24fcc-3eee-49fb-8d08-0386a309bd7d HTTP/1.1" status: 200 len: 210 time: 0.2740629 May 27 02:06:26.954378 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-79b67878-d481-4dba-9609-ac312f29b939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:26.964468 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-76eacc5b-c955-42c8-adc5-bbdbc688b1c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:26.967703 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e8126-3638-43fe-8c0b-2f11ac8d877f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf7deb0-6d22-429e-a8b1-f0902d6aa972,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:27.007785 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-86d24028-df6b-4d8a-a791-39b7abcd47db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:27.010961 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f42d1856-67cc-4ae7-9cfd-742543de4c8f up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:06:27.045345 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-3fd25412-52f9-4657-ba65-383c578f5634 req-783ab15d-041e-4853-ace9-0fccd0163c4a tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:27.047497 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-3fd25412-52f9-4657-ba65-383c578f5634 req-783ab15d-041e-4853-ace9-0fccd0163c4a tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:27.048229 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [req-3fd25412-52f9-4657-ba65-383c578f5634 req-783ab15d-041e-4853-ace9-0fccd0163c4a tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Floating IP 0503cf2f-0483-485d-bc98-33f480e3239e disassociated. External IP: 172.25.1.40, port: 51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8. May 27 02:06:27.049885 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-3fd25412-52f9-4657-ba65-383c578f5634 req-783ab15d-041e-4853-ace9-0fccd0163c4a tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Calling delete_port for 51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8 owned by compute:tempest-test_az-1552486461 {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:06:27.058087 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-79b67878-d481-4dba-9609-ac312f29b939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:27.083986 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-76eacc5b-c955-42c8-adc5-bbdbc688b1c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:27.094398 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ca3dc0e-2042-48ec-8e91-4b35e0027990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:27.098190 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5ca3dc0e-2042-48ec-8e91-4b35e0027990 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fadc0ad7-a34f-4f5c-a66a-2e6db2753842 HTTP/1.1" status: 204 len: 168 time: 1.3031919 May 27 02:06:27.102358 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port f42d1856-67cc-4ae7-9cfd-742543de4c8f triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:06:27.102825 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:27.111770 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-76eacc5b-c955-42c8-adc5-bbdbc688b1c3 admin admin] Usage tracker for resource:security_group_rule and tenant:1a4a139f46554148a3e61e08c3adad84 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:27.154879 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-76eacc5b-c955-42c8-adc5-bbdbc688b1c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:27.232838 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-76eacc5b-c955-42c8-adc5-bbdbc688b1c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:27.271928 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cc3e8126-3638-43fe-8c0b-2f11ac8d877f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:27.273313 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-cc3e8126-3638-43fe-8c0b-2f11ac8d877f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/abf7deb0-6d22-429e-a8b1-f0902d6aa972 HTTP/1.1" status: 204 len: 168 time: 1.5712883 May 27 02:06:27.291801 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-79b67878-d481-4dba-9609-ac312f29b939 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6b73b989330b4a55958d899b94c17e61&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5634005 May 27 02:06:27.294330 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52116) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:27.296180 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b7c27985-beb9-4635-b25b-0a498126a78b req-c4a43b5c-1880-4d85-845f-8f36a8fc8c4e service neutron] 10.222.0.66 "GET /v2.0/networks/17b286dd-35ae-40dc-a3e1-65b9625948fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7556474 May 27 02:06:27.301121 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b67878-d481-4dba-9609-ac312f29b939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f9b4d9-c46d-46d8-9af8-dd950dcd3494,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:27.357780 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534a24f3-f8c5-4abd-bce2-f7e8d895de1d admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:06:27.359440 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port f42d1856-67cc-4ae7-9cfd-742543de4c8f is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:06:27.370010 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016c4e02-cf6d-4014-9e8a-78787fa08bcd None None] Sync routers for ids ['5f2a8173-a534-478f-9773-2a6ea7d33ad7'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:06:27.386515 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016c4e02-cf6d-4014-9e8a-78787fa08bcd None None] Routers {'5f2a8173-a534-478f-9773-2a6ea7d33ad7'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:06:27.390823 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-016c4e02-cf6d-4014-9e8a-78787fa08bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:05:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['5f2a8173-a534-478f-9773-2a6ea7d33ad7'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:27.564837 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-76eacc5b-c955-42c8-adc5-bbdbc688b1c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:27.568473 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-534a24f3-f8c5-4abd-bce2-f7e8d895de1d admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:27.571187 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-534a24f3-f8c5-4abd-bce2-f7e8d895de1d admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.3997838 May 27 02:06:27.579357 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52126) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:27.662524 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c6e9db1c-64c1-4e72-a5fe-2f2e033fbdfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:27.705721 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-76eacc5b-c955-42c8-adc5-bbdbc688b1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:27.732417 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c6e9db1c-64c1-4e72-a5fe-2f2e033fbdfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:27.761814 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-3fd25412-52f9-4657-ba65-383c578f5634 req-783ab15d-041e-4853-ace9-0fccd0163c4a tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:27.788233 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6d5ad311-1db2-4f4e-b76b-9afd6820d964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:27.822274 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-016c4e02-cf6d-4014-9e8a-78787fa08bcd None None] Set router 5f2a8173-a534-478f-9773-2a6ea7d33ad7 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:06:27.852435 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eacc5b-c955-42c8-adc5-bbdbc688b1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ced905-9d1b-46d9-ae98-682c79e9f247,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:27.858553 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-76eacc5b-c955-42c8-adc5-bbdbc688b1c3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1a4a139f46554148a3e61e08c3adad84&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1330223 May 27 02:06:27.863386 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52132) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:27.883702 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-86d24028-df6b-4d8a-a791-39b7abcd47db admin admin] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:27.888435 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ab15d-041e-4853-ace9-0fccd0163c4a tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Pushing event deleted for resources: {'Port': ['ID=51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:28.026668 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-86d24028-df6b-4d8a-a791-39b7abcd47db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:28.174024 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c06ccb16-6b6f-4e19-9419-f4534cc5d6ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:28.208169 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c06ccb16-6b6f-4e19-9419-f4534cc5d6ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:28.271450 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52140) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:28.457532 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-86d24028-df6b-4d8a-a791-39b7abcd47db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:28.485637 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-016c4e02-cf6d-4014-9e8a-78787fa08bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2a8173-a534-478f-9773-2a6ea7d33ad7', 'name': 'tempest-FloatingIPDetailsTestJSON-439160847-router', 'tenant_id': 'b577a3eed71a48a58948c79dade6b651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c2597911-8771-4447-b5b8-8cd694102854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:06:20Z', 'updated_at': '2022-05-27T02:06:24Z', 'revision_number': 3, 'project_id': 'b577a3eed71a48a58948c79dade6b651', 'gw_port': {'id': 'c2597911-8771-4447-b5b8-8cd694102854', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:68:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2a8173-a534-478f-9773-2a6ea7d33ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:06:21Z', 'updated_at': '2022-05-27T02:06:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:28.490027 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016c4e02-cf6d-4014-9e8a-78787fa08bcd None None] Checking router: 5f2a8173-a534-478f-9773-2a6ea7d33ad7 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:06:28.490586 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016c4e02-cf6d-4014-9e8a-78787fa08bcd None None] Updating router 5f2a8173-a534-478f-9773-2a6ea7d33ad7 port c2597911-8771-4447-b5b8-8cd694102854 binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:06:28.535550 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a55f7c23-5e7f-47bb-8c7d-bd5f53408340 req-80f84ad7-0d2a-4125-ab2d-83a347586860 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7e24fcc-3eee-49fb-8d08-0386a309bd7d HTTP/1.1" status: 200 len: 210 time: 0.2207489 May 27 02:06:28.539708 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52150) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:28.558436 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-016c4e02-cf6d-4014-9e8a-78787fa08bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:28.810678 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:28.872452 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c06ccb16-6b6f-4e19-9419-f4534cc5d6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:28.882489 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-0ef2131e-6e14-43fb-90ca-a2335da03c60 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1239200569-network', 'tenant_id': 'a29ffcc4de66478babed622f0d89fbe8'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:06:28.929263 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c6e9db1c-64c1-4e72-a5fe-2f2e033fbdfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:28.940757 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ccb16-6b6f-4e19-9419-f4534cc5d6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ced905-9d1b-46d9-ae98-682c79e9f247,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:28.945907 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c06ccb16-6b6f-4e19-9419-f4534cc5d6ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:28.947500 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c06ccb16-6b6f-4e19-9419-f4534cc5d6ac admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/44ced905-9d1b-46d9-ae98-682c79e9f247 HTTP/1.1" status: 204 len: 168 time: 1.0827000 May 27 02:06:28.948056 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:28.952431 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0ef2131e-6e14-43fb-90ca-a2335da03c60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:28.971205 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d24028-df6b-4d8a-a791-39b7abcd47db admin admin] Network 0fba008a-1bcf-4a59-a1ba-43ceb6a87ecf is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:06:28.987742 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-288b1ccb-7270-4e21-b690-c2ae4ecea96c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:28.992645 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0ef2131e-6e14-43fb-90ca-a2335da03c60 admin admin] Usage tracker for resource:network and tenant:a29ffcc4de66478babed622f0d89fbe8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:28.998848 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0ef2131e-6e14-43fb-90ca-a2335da03c60 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:28.999137 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-86d24028-df6b-4d8a-a791-39b7abcd47db admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:06:29.028872 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e9db1c-64c1-4e72-a5fe-2f2e033fbdfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f9b4d9-c46d-46d8-9af8-dd950dcd3494,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:29.028872 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d24028-df6b-4d8a-a791-39b7abcd47db admin admin] Pushing event updated for resources: {'Port': ['ID=1a6f1d64-afe4-41fc-8056-63f10a586b98,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:29.029457 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0ef2131e-6e14-43fb-90ca-a2335da03c60 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:29.140178 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-016c4e02-cf6d-4014-9e8a-78787fa08bcd None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:29.168810 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-288b1ccb-7270-4e21-b690-c2ae4ecea96c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:29.172026 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-016c4e02-cf6d-4014-9e8a-78787fa08bcd None None] Transition to ACTIVE for port object c2597911-8771-4447-b5b8-8cd694102854 will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:06:29.232767 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device bcab055f-3a46-45a4-9dec-c432900be063 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:06:29.253151 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-288b1ccb-7270-4e21-b690-c2ae4ecea96c admin admin] Usage tracker for resource:security_group_rule and tenant:24972c392a7e478ca1a7f498f5138d22 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:29.258001 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-288b1ccb-7270-4e21-b690-c2ae4ecea96c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:29.263398 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-016c4e02-cf6d-4014-9e8a-78787fa08bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:29.270120 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02ef479b-c210-4c06-a6b8-10f86c65e048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:29.270239 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c6e9db1c-64c1-4e72-a5fe-2f2e033fbdfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:29.271125 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c6e9db1c-64c1-4e72-a5fe-2f2e033fbdfc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/94f9b4d9-c46d-46d8-9af8-dd950dcd3494 HTTP/1.1" status: 204 len: 168 time: 1.9637990 May 27 02:06:29.278894 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-288b1ccb-7270-4e21-b690-c2ae4ecea96c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:29.289922 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fd25412-52f9-4657-ba65-383c578f5634 req-783ab15d-041e-4853-ace9-0fccd0163c4a tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Router e03f01e5-96b0-474f-afa3-b6c0b8afed82 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:06:29.414928 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c0b7c528-de97-43c0-b1c2-0cd690aa727b None None] Provisioning complete for port 1a6f1d64-afe4-41fc-8056-63f10a586b98 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:06:29.415845 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c0b7c528-de97-43c0-b1c2-0cd690aa727b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:29.474129 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64a8b0-2e5d-4d05-ba2c-f084aba721ac None None] Pushing event updated for resources: {'Port': ['ID=c2597911-8771-4447-b5b8-8cd694102854,revision_number=2']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:29.484258 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-016c4e02-cf6d-4014-9e8a-78787fa08bcd None None] Attempting to bind port c2597911-8771-4447-b5b8-8cd694102854 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:06:29.484694 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-016c4e02-cf6d-4014-9e8a-78787fa08bcd None None] Attempting to bind port c2597911-8771-4447-b5b8-8cd694102854 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:06:29.485809 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016c4e02-cf6d-4014-9e8a-78787fa08bcd None None] Attempting to bind port c2597911-8771-4447-b5b8-8cd694102854 on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:06:29.498596 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016c4e02-cf6d-4014-9e8a-78787fa08bcd None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:06:29.500859 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016c4e02-cf6d-4014-9e8a-78787fa08bcd None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:06:29.501491 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-016c4e02-cf6d-4014-9e8a-78787fa08bcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:29.502215 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016c4e02-cf6d-4014-9e8a-78787fa08bcd None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:06:29.504362 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-016c4e02-cf6d-4014-9e8a-78787fa08bcd None None] Bound port: c2597911-8771-4447-b5b8-8cd694102854, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:06:29.504827 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-016c4e02-cf6d-4014-9e8a-78787fa08bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:29.514012 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-c0b7c528-de97-43c0-b1c2-0cd690aa727b None None] Port 1a6f1d64-afe4-41fc-8056-63f10a586b98 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:06:29.523142 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef2131e-6e14-43fb-90ca-a2335da03c60 admin admin] Made reservation on behalf of a29ffcc4de66478babed622f0d89fbe8 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:06:29.525699 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0ef2131e-6e14-43fb-90ca-a2335da03c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:29.551818 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0ef2131e-6e14-43fb-90ca-a2335da03c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:29.571699 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port bcab055f-3a46-45a4-9dec-c432900be063 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:06:29.578504 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port bcab055f-3a46-45a4-9dec-c432900be063 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:06:29.579178 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:29.606251 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0ef2131e-6e14-43fb-90ca-a2335da03c60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:29.627235 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0ef2131e-6e14-43fb-90ca-a2335da03c60 admin admin] Usage tracker for resource:security_group_rule and tenant:a29ffcc4de66478babed622f0d89fbe8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:29.642282 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0ef2131e-6e14-43fb-90ca-a2335da03c60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:29.662231 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:06:29.662432 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-016c4e02-cf6d-4014-9e8a-78787fa08bcd None None] For port c2597911-8771-4447-b5b8-8cd694102854, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:06:29.666470 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-016c4e02-cf6d-4014-9e8a-78787fa08bcd None None] For port c2597911-8771-4447-b5b8-8cd694102854, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c2597911-8771-4447-b5b8-8cd694102854,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:06:29.703990 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-288b1ccb-7270-4e21-b690-c2ae4ecea96c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:29.706125 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d24028-df6b-4d8a-a791-39b7abcd47db admin admin] Router 3fce7ea9-be8f-407d-873d-8bc401966b52 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:06:29.718825 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0ef2131e-6e14-43fb-90ca-a2335da03c60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:29.722667 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: 51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:06:29.722999 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:06:29.742183 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-016c4e02-cf6d-4014-9e8a-78787fa08bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:29.751155 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-02ef479b-c210-4c06-a6b8-10f86c65e048 admin admin] Allocated IP 172.20.0.1 (4d2dfbbb-330c-4d80-a576-f02cbaf8f2a2/a9b72f4e-e8a7-42ad-b066-e1ad328f10e0/5749b077-13ca-4967-a7e7-80ac13b271fe) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:06:29.845997 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port bcab055f-3a46-45a4-9dec-c432900be063 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:06:29.846589 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:29.892382 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port bcab055f-3a46-45a4-9dec-c432900be063, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=bcab055f-3a46-45a4-9dec-c432900be063,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:06:29.912493 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016c4e02-cf6d-4014-9e8a-78787fa08bcd None None] Routers {'5f2a8173-a534-478f-9773-2a6ea7d33ad7'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:06:29.913050 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-016c4e02-cf6d-4014-9e8a-78787fa08bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:06:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['5f2a8173-a534-478f-9773-2a6ea7d33ad7'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:29.971178 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:29.993719 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64a8b0-2e5d-4d05-ba2c-f084aba721ac None None] Pushing event updated for resources: {'Port': ['ID=c2597911-8771-4447-b5b8-8cd694102854,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:30.045975 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:30.063561 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-1ad8f899-188e-4854-8302-04c0b165756b tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:30.063561 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-1ad8f899-188e-4854-8302-04c0b165756b tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.32 "GET /v2.0/networks?id=17b286dd-35ae-40dc-a3e1-65b9625948fe HTTP/1.1" status: 200 len: 824 time: 0.3501427 May 27 02:06:30.092671 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02ef479b-c210-4c06-a6b8-10f86c65e048 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:30.117063 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=bcab055f-3a46-45a4-9dec-c432900be063,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:30.152603 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-da310616-20e8-44af-b2a9-61b23c7624f9 req-fd286917-88de-48ba-a5ab-8b667489d7fe tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Synchronizing usage tracker for tenant:28dbf9fdfeb54f248dadfff426cc8a12 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:06:30.153008 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-288b1ccb-7270-4e21-b690-c2ae4ecea96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:30.172438 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-02ef479b-c210-4c06-a6b8-10f86c65e048 admin admin] Transition to ACTIVE for port object 5749b077-13ca-4967-a7e7-80ac13b271fe will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:06:30.176233 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0ef2131e-6e14-43fb-90ca-a2335da03c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:30.204648 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-016c4e02-cf6d-4014-9e8a-78787fa08bcd None None] Set router 5f2a8173-a534-478f-9773-2a6ea7d33ad7 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:06:30.273632 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0ef2131e-6e14-43fb-90ca-a2335da03c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:30.278245 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02ef479b-c210-4c06-a6b8-10f86c65e048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:30.389052 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-288b1ccb-7270-4e21-b690-c2ae4ecea96c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=24972c392a7e478ca1a7f498f5138d22&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6641502 May 27 02:06:30.404502 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52186) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:30.409382 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b1ccb-7270-4e21-b690-c2ae4ecea96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aec2774-7d06-40bb-96f1-70ae9d01ea60,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:30.440547 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-f57fcdec-5b2a-40ff-8e61-41413c895fc8 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28dbf9fdfeb54f248dadfff426cc8a12 HTTP/1.1" status: 200 len: 380 time: 0.3003464 May 27 02:06:30.446877 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-da310616-20e8-44af-b2a9-61b23c7624f9 req-fd286917-88de-48ba-a5ab-8b667489d7fe tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Unset dirty status for tenant:28dbf9fdfeb54f248dadfff426cc8a12 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:06:30.453205 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ef2131e-6e14-43fb-90ca-a2335da03c60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:06:30.453946 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-da310616-20e8-44af-b2a9-61b23c7624f9 req-fd286917-88de-48ba-a5ab-8b667489d7fe tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7e24fcc-3eee-49fb-8d08-0386a309bd7d HTTP/1.1" status: 200 len: 210 time: 0.7521274 May 27 02:06:30.462223 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ef479b-c210-4c06-a6b8-10f86c65e048 admin admin] Network 4d2dfbbb-330c-4d80-a576-f02cbaf8f2a2 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:06:30.472366 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-02ef479b-c210-4c06-a6b8-10f86c65e048 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:06:30.481883 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ef479b-c210-4c06-a6b8-10f86c65e048 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:06:30.512397 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-dac9a850-3e23-46ed-8035-c93c1c5bd5da tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Request body: {'port': {'device_id': 'd7e24fcc-3eee-49fb-8d08-0386a309bd7d', 'network_id': '17b286dd-35ae-40dc-a3e1-65b9625948fe', 'admin_state_up': True, 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'security_groups': ['d322c91f-9b95-4e01-816d-2040f3d8ecc3']}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:06:30.524865 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ef479b-c210-4c06-a6b8-10f86c65e048 admin admin] Pushing event updated for resources: {'Port': ['ID=5749b077-13ca-4967-a7e7-80ac13b271fe,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:30.527248 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef2131e-6e14-43fb-90ca-a2335da03c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87215dd5-ba3a-4f09-96bb-87bff7da49b5,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:30.545529 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0ef2131e-6e14-43fb-90ca-a2335da03c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:30.546266 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-0ef2131e-6e14-43fb-90ca-a2335da03c60 admin admin] Added segment a69d16a1-8436-40ed-b9ce-539b6def055f of type vlan for network db30ed05-8f60-4a40-83c6-9b50139dcb81 May 27 02:06:30.573785 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52190) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:30.584874 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02ef479b-c210-4c06-a6b8-10f86c65e048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:30.676122 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-016c4e02-cf6d-4014-9e8a-78787fa08bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2a8173-a534-478f-9773-2a6ea7d33ad7', 'name': 'tempest-FloatingIPDetailsTestJSON-439160847-router', 'tenant_id': 'b577a3eed71a48a58948c79dade6b651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c2597911-8771-4447-b5b8-8cd694102854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:06:20Z', 'updated_at': '2022-05-27T02:06:24Z', 'revision_number': 3, 'project_id': 'b577a3eed71a48a58948c79dade6b651', 'gw_port': {'id': 'c2597911-8771-4447-b5b8-8cd694102854', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:68:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2a8173-a534-478f-9773-2a6ea7d33ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:06:21Z', 'updated_at': '2022-05-27T02:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:30.682561 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016c4e02-cf6d-4014-9e8a-78787fa08bcd None None] The sync data for ids ['5f2a8173-a534-478f-9773-2a6ea7d33ad7'] in n-d-843554-3 is: [{'id': '5f2a8173-a534-478f-9773-2a6ea7d33ad7', 'name': 'tempest-FloatingIPDetailsTestJSON-439160847-router', 'tenant_id': 'b577a3eed71a48a58948c79dade6b651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c2597911-8771-4447-b5b8-8cd694102854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:06:20Z', 'updated_at': '2022-05-27T02:06:24Z', 'revision_number': 3, 'project_id': 'b577a3eed71a48a58948c79dade6b651', 'gw_port': {'id': 'c2597911-8771-4447-b5b8-8cd694102854', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:68:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2a8173-a534-478f-9773-2a6ea7d33ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:06:21Z', 'updated_at': '2022-05-27T02:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:06:30.787399 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81eb7850-2cd7-4c50-bbb8-9b58229df8c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:30.817771 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0ef2131e-6e14-43fb-90ca-a2335da03c60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:30.826856 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fd25412-52f9-4657-ba65-383c578f5634 req-783ab15d-041e-4853-ace9-0fccd0163c4a tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:06:30.828368 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-81eb7850-2cd7-4c50-bbb8-9b58229df8c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:30.844016 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-81eb7850-2cd7-4c50-bbb8-9b58229df8c1 admin admin] Usage tracker for resource:security_group_rule and tenant:b84abff034f24853a4be70068418c7fe is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:30.847895 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-81eb7850-2cd7-4c50-bbb8-9b58229df8c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:30.848120 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14965f7-5cb1-474d-91eb-4d1528592de6 None None] Sync routers for ids ['e03f01e5-96b0-474f-afa3-b6c0b8afed82'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:06:30.855255 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-81eb7850-2cd7-4c50-bbb8-9b58229df8c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:30.872438 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14965f7-5cb1-474d-91eb-4d1528592de6 None None] Routers {'e03f01e5-96b0-474f-afa3-b6c0b8afed82'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:06:30.872840 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b14965f7-5cb1-474d-91eb-4d1528592de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:06:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['e03f01e5-96b0-474f-afa3-b6c0b8afed82'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:30.964411 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81eb7850-2cd7-4c50-bbb8-9b58229df8c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:30.986052 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e82e3855-06f2-4cf0-bf55-b60574cafa73 None None] Provisioning for port 5749b077-13ca-4967-a7e7-80ac13b271fe completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:06:31.023859 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device bcab055f-3a46-45a4-9dec-c432900be063 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:06:31.026053 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81eb7850-2cd7-4c50-bbb8-9b58229df8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:31.067893 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd25412-52f9-4657-ba65-383c578f5634 req-783ab15d-041e-4853-ace9-0fccd0163c4a tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] No DVR routers for this DVR port 51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8 on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:06:31.097445 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-3fd25412-52f9-4657-ba65-383c578f5634 req-783ab15d-041e-4853-ace9-0fccd0163c4a tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:31.111632 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e82e3855-06f2-4cf0-bf55-b60574cafa73 None None] Provisioning complete for port 5749b077-13ca-4967-a7e7-80ac13b271fe triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:06:31.112419 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e82e3855-06f2-4cf0-bf55-b60574cafa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:31.123972 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-81eb7850-2cd7-4c50-bbb8-9b58229df8c1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b84abff034f24853a4be70068418c7fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5407965 May 27 02:06:31.143510 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737eef93-9fa1-4e72-a654-8abc5ce308f0', 'name': 'network-vif-deleted', 'tag': '51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:06:31.148976 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3fd25412-52f9-4657-ba65-383c578f5634 req-783ab15d-041e-4853-ace9-0fccd0163c4a tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.66 "DELETE /v2.0/ports/51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8 HTTP/1.1" status: 204 len: 173 time: 6.2310207 May 27 02:06:31.165840 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb7850-2cd7-4c50-bbb8-9b58229df8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c486ad-87a2-47a3-92aa-b25a55c9ad1b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:31.169597 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52204) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:31.174854 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0ef2131e-6e14-43fb-90ca-a2335da03c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:31.174854 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef2131e-6e14-43fb-90ca-a2335da03c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:31.176521 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0ef2131e-6e14-43fb-90ca-a2335da03c60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:31.196773 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d24028-df6b-4d8a-a791-39b7abcd47db admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:06:31.206364 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c03ba5-210c-4112-b5f9-78e71c9a5c96 None None] Sync routers for ids ['3fce7ea9-be8f-407d-873d-8bc401966b52'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:06:31.221215 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c03ba5-210c-4112-b5f9-78e71c9a5c96 None None] Routers {'3fce7ea9-be8f-407d-873d-8bc401966b52'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:06:31.223227 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-97c03ba5-210c-4112-b5f9-78e71c9a5c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:06:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['3fce7ea9-be8f-407d-873d-8bc401966b52'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:31.270483 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-86d24028-df6b-4d8a-a791-39b7abcd47db admin admin] 10.222.0.57 "PUT /v2.0/routers/3fce7ea9-be8f-407d-873d-8bc401966b52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8653169 May 27 02:06:31.285585 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fbfd991-7114-48be-baef-d6fc29c7df1e'] response: {'server_uuid': '737eef93-9fa1-4e72-a654-8abc5ce308f0', 'name': 'network-vif-deleted', 'tag': '51fc01e2-cdfa-4812-b57a-7f8ceacdfcd8', 'status': 'completed', 'code': 200} May 27 02:06:31.287937 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-105511b8-fbb8-447a-a76a-48c1ba3a4096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:31.300090 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-e82e3855-06f2-4cf0-bf55-b60574cafa73 None None] Port 5749b077-13ca-4967-a7e7-80ac13b271fe cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:06:31.359716 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-105511b8-fbb8-447a-a76a-48c1ba3a4096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:31.412292 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port bcab055f-3a46-45a4-9dec-c432900be063 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:06:31.413784 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:31.445376 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef2131e-6e14-43fb-90ca-a2335da03c60 admin admin] Pushing event updated for resources: {'Network': ['ID=db30ed05-8f60-4a40-83c6-9b50139dcb81,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:31.468502 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network db30ed05-8f60-4a40-83c6-9b50139dcb81 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:06:31.523400 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-dac9a850-3e23-46ed-8035-c93c1c5bd5da tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:31.543677 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-dac9a850-3e23-46ed-8035-c93c1c5bd5da tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:31.662040 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-419cd1d9-e48f-48be-9acf-0df8cdfcc2dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:31.668121 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-105511b8-fbb8-447a-a76a-48c1ba3a4096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:31.679988 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-97c03ba5-210c-4112-b5f9-78e71c9a5c96 None None] Set router 3fce7ea9-be8f-407d-873d-8bc401966b52 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:06:31.703381 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105511b8-fbb8-447a-a76a-48c1ba3a4096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aec2774-7d06-40bb-96f1-70ae9d01ea60,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:31.718629 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-105511b8-fbb8-447a-a76a-48c1ba3a4096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:31.723979 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-105511b8-fbb8-447a-a76a-48c1ba3a4096 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6aec2774-7d06-40bb-96f1-70ae9d01ea60 HTTP/1.1" status: 204 len: 168 time: 1.3103790 May 27 02:06:31.729151 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-b14965f7-5cb1-474d-91eb-4d1528592de6 None None] Set router e03f01e5-96b0-474f-afa3-b6c0b8afed82 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:06:31.731755 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-419cd1d9-e48f-48be-9acf-0df8cdfcc2dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:31.793954 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0ef2131e-6e14-43fb-90ca-a2335da03c60 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.5183177 May 27 02:06:31.801119 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52230) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:31.831350 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-87faec13-590d-4974-8206-732c6c84c490 admin admin] Request body: {'subnet': {'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1239200569-subnet', 'tenant_id': 'a29ffcc4de66478babed622f0d89fbe8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:06:31.842294 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-87faec13-590d-4974-8206-732c6c84c490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:31.853510 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-87faec13-590d-4974-8206-732c6c84c490 admin admin] Usage tracker for resource:subnet and tenant:a29ffcc4de66478babed622f0d89fbe8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:31.867415 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-87faec13-590d-4974-8206-732c6c84c490 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:31.888815 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d29981bf-09ac-48ab-a890-fa8a4f28767b req-f6d916e3-ea91-4359-8c72-225b94ce996e tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7e24fcc-3eee-49fb-8d08-0386a309bd7d HTTP/1.1" status: 200 len: 210 time: 0.1222959 May 27 02:06:31.892382 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-dac9a850-3e23-46ed-8035-c93c1c5bd5da tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Made reservation on behalf of 28dbf9fdfeb54f248dadfff426cc8a12 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:06:31.900837 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-dac9a850-3e23-46ed-8035-c93c1c5bd5da tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:32.032747 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-87faec13-590d-4974-8206-732c6c84c490 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:32.034761 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02ef479b-c210-4c06-a6b8-10f86c65e048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:32.047640 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-419cd1d9-e48f-48be-9acf-0df8cdfcc2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:32.183258 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419cd1d9-e48f-48be-9acf-0df8cdfcc2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c486ad-87a2-47a3-92aa-b25a55c9ad1b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:32.198799 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87faec13-590d-4974-8206-732c6c84c490 admin admin] Made reservation on behalf of a29ffcc4de66478babed622f0d89fbe8 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:06:32.200240 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-87faec13-590d-4974-8206-732c6c84c490 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:32.245546 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-419cd1d9-e48f-48be-9acf-0df8cdfcc2dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:32.246697 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-419cd1d9-e48f-48be-9acf-0df8cdfcc2dd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/48c486ad-87a2-47a3-92aa-b25a55c9ad1b HTTP/1.1" status: 204 len: 168 time: 1.0759826 May 27 02:06:32.283886 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-dac9a850-3e23-46ed-8035-c93c1c5bd5da tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Allocated IP 172.20.0.12 (17b286dd-35ae-40dc-a3e1-65b9625948fe/910bc1cc-bbe5-4144-8601-c90701254592/ae0ca0b2-7340-4626-a45f-4a42abff3315) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:06:32.572640 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port bcab055f-3a46-45a4-9dec-c432900be063 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:06:32.594885 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-97c03ba5-210c-4112-b5f9-78e71c9a5c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fce7ea9-be8f-407d-873d-8bc401966b52', 'name': 'tempest-AttachSCSIVolumeTestJSON-1525975292-router', 'tenant_id': '38c3a24c25c043c29b7adf8499177512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'bcab055f-3a46-45a4-9dec-c432900be063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:06:16Z', 'updated_at': '2022-05-27T02:06:26Z', 'revision_number': 4, 'project_id': '38c3a24c25c043c29b7adf8499177512', 'gw_port': {'id': 'bcab055f-3a46-45a4-9dec-c432900be063', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:32:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce7ea9-be8f-407d-873d-8bc401966b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:06:17Z', 'updated_at': '2022-05-27T02:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '1a6f1d64-afe4-41fc-8056-63f10a586b98', 'name': '', 'network_id': '0fba008a-1bcf-4a59-a1ba-43ceb6a87ecf', 'tenant_id': '38c3a24c25c043c29b7adf8499177512', 'mac_address': 'fa:16:3e:d2:88:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fce7ea9-be8f-407d-873d-8bc401966b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'da11b168-f0b6-4d11-a96e-332f3af0231b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:06:24Z', 'updated_at': '2022-05-27T02:06:27Z', 'revision_number': 2, 'project_id': '38c3a24c25c043c29b7adf8499177512', 'subnets': [{'id': 'da11b168-f0b6-4d11-a96e-332f3af0231b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:32.600633 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c03ba5-210c-4112-b5f9-78e71c9a5c96 None None] Checking router: 3fce7ea9-be8f-407d-873d-8bc401966b52 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:06:32.601256 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c03ba5-210c-4112-b5f9-78e71c9a5c96 None None] Updating router 3fce7ea9-be8f-407d-873d-8bc401966b52 port 1a6f1d64-afe4-41fc-8056-63f10a586b98 binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:06:32.717886 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-97c03ba5-210c-4112-b5f9-78e71c9a5c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:32.776807 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-dac9a850-3e23-46ed-8035-c93c1c5bd5da tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:32.829335 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-dac9a850-3e23-46ed-8035-c93c1c5bd5da tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Transition to ACTIVE for port object ae0ca0b2-7340-4626-a45f-4a42abff3315 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:06:32.850679 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b14965f7-5cb1-474d-91eb-4d1528592de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1611667911-router', 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '1614c3e5-b0b6-490c-9dba-bc2ef875c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:54Z', 'updated_at': '2022-05-27T02:05:00Z', 'revision_number': 4, 'project_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'gw_port': {'id': '1614c3e5-b0b6-490c-9dba-bc2ef875c90e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:04:55Z', 'updated_at': '2022-05-27T02:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'ac5d3537-77cc-4eda-8e6a-19af9c2aa817', 'name': '', 'network_id': '17b286dd-35ae-40dc-a3e1-65b9625948fe', 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'mac_address': 'fa:16:3e:43:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '910bc1cc-bbe5-4144-8601-c90701254592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:04:59Z', 'updated_at': '2022-05-27T02:05:07Z', 'revision_number': 5, 'project_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'subnets': [{'id': '910bc1cc-bbe5-4144-8601-c90701254592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:32.921038 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14965f7-5cb1-474d-91eb-4d1528592de6 None None] Checking router: e03f01e5-96b0-474f-afa3-b6c0b8afed82 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:06:32.985164 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14965f7-5cb1-474d-91eb-4d1528592de6 None None] Routers {'e03f01e5-96b0-474f-afa3-b6c0b8afed82'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:06:32.986198 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b14965f7-5cb1-474d-91eb-4d1528592de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:06:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['e03f01e5-96b0-474f-afa3-b6c0b8afed82'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:33.105245 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-dac9a850-3e23-46ed-8035-c93c1c5bd5da tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:33.356113 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c2597911-8771-4447-b5b8-8cd694102854 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:06:33.359050 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-dac9a850-3e23-46ed-8035-c93c1c5bd5da tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Network 17b286dd-35ae-40dc-a3e1-65b9625948fe is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:06:33.365868 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-dac9a850-3e23-46ed-8035-c93c1c5bd5da tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:06:33.387758 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-dac9a850-3e23-46ed-8035-c93c1c5bd5da tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:06:33.600511 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9a850-3e23-46ed-8035-c93c1c5bd5da tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Pushing event updated for resources: {'Port': ['ID=ae0ca0b2-7340-4626-a45f-4a42abff3315,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:33.654070 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-dac9a850-3e23-46ed-8035-c93c1c5bd5da tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:33.654995 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-dac9a850-3e23-46ed-8035-c93c1c5bd5da tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:33.666021 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-87faec13-590d-4974-8206-732c6c84c490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:33.719795 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861766a-cc0c-4c5e-9ec5-2633721d00db req-87c533e4-c0f5-488f-91e8-2c7ed962ba9d tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:33.720951 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-3861766a-cc0c-4c5e-9ec5-2633721d00db req-87c533e4-c0f5-488f-91e8-2c7ed962ba9d tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Synchronizing usage tracker for tenant:28dbf9fdfeb54f248dadfff426cc8a12 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:06:33.777714 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-97c03ba5-210c-4112-b5f9-78e71c9a5c96 None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:33.784943 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-dac9a850-3e23-46ed-8035-c93c1c5bd5da tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2781341 May 27 02:06:33.803846 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-7759a056-cf35-4f49-b9f8-d6711f02bfa9 service neutron] Request body: {'port': {'device_id': 'd7e24fcc-3eee-49fb-8d08-0386a309bd7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:06:33.813971 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-97c03ba5-210c-4112-b5f9-78e71c9a5c96 None None] Transition to ACTIVE for port object 1a6f1d64-afe4-41fc-8056-63f10a586b98 will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:06:33.864685 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02ef479b-c210-4c06-a6b8-10f86c65e048 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:33.875196 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87faec13-590d-4974-8206-732c6c84c490 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e2a1d95-8ee5-4ee3-927d-bf057db8df2f,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:33.886976 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87faec13-590d-4974-8206-732c6c84c490 admin admin] Checking segment: {'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:06:33.887340 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87faec13-590d-4974-8206-732c6c84c490 admin admin] Network hostable DHCP agents. Network: db30ed05-8f60-4a40-83c6-9b50139dcb81, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:06:33.920192 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-97c03ba5-210c-4112-b5f9-78e71c9a5c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:33.929480 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-3861766a-cc0c-4c5e-9ec5-2633721d00db req-87c533e4-c0f5-488f-91e8-2c7ed962ba9d tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Unset dirty status for tenant:28dbf9fdfeb54f248dadfff426cc8a12 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:06:33.929918 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port c2597911-8771-4447-b5b8-8cd694102854 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:06:33.942018 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3861766a-cc0c-4c5e-9ec5-2633721d00db req-87c533e4-c0f5-488f-91e8-2c7ed962ba9d tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7e24fcc-3eee-49fb-8d08-0386a309bd7d HTTP/1.1" status: 200 len: 932 time: 0.7573147 May 27 02:06:33.954332 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02ef479b-c210-4c06-a6b8-10f86c65e048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:33.965814 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port c2597911-8771-4447-b5b8-8cd694102854 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:06:33.966451 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:34.035206 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52264) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:34.094418 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-b14965f7-5cb1-474d-91eb-4d1528592de6 None None] Set router e03f01e5-96b0-474f-afa3-b6c0b8afed82 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:06:34.164438 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-409dbd91-eac3-4371-a27f-ee5e207bc2d3 None None] Provisioning for port ae0ca0b2-7340-4626-a45f-4a42abff3315 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:06:34.223262 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-409dbd91-eac3-4371-a27f-ee5e207bc2d3 None None] Provisioning complete for port ae0ca0b2-7340-4626-a45f-4a42abff3315 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:06:34.223659 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-409dbd91-eac3-4371-a27f-ee5e207bc2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:34.227076 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c4c80ba8-25c0-43cf-9b68-61a070ebf847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:34.235360 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87faec13-590d-4974-8206-732c6c84c490 admin admin] Network db30ed05-8f60-4a40-83c6-9b50139dcb81 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:06:34.490081 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02ef479b-c210-4c06-a6b8-10f86c65e048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:34.505741 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ef479b-c210-4c06-a6b8-10f86c65e048 admin admin] Pushing event updated for resources: {'Port': ['ID=5749b077-13ca-4967-a7e7-80ac13b271fe,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:34.531054 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-87faec13-590d-4974-8206-732c6c84c490 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, db30ed05-8f60-4a40-83c6-9b50139dcb81) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:06:34.531289 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3861766a-cc0c-4c5e-9ec5-2633721d00db req-df80bc10-36da-41a3-b499-cb3968332fc1 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/security-groups?id=d322c91f-9b95-4e01-816d-2040f3d8ecc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5834467 May 27 02:06:34.572760 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c4c80ba8-25c0-43cf-9b68-61a070ebf847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:34.607772 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c4c80ba8-25c0-43cf-9b68-61a070ebf847 admin admin] Usage tracker for resource:security_group_rule and tenant:772ff09f3c9c402ab4983d4667bca331 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:34.613360 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c4c80ba8-25c0-43cf-9b68-61a070ebf847 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:34.620441 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7a5081-7d18-44dc-bab2-5cbe2be82d5c None None] Network db30ed05-8f60-4a40-83c6-9b50139dcb81 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:06:34.651146 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c4c80ba8-25c0-43cf-9b68-61a070ebf847 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:34.667840 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-7759a056-cf35-4f49-b9f8-d6711f02bfa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:34.825418 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186162cb-0edc-4760-8ae0-008c3a314e07 None None] Pushing event updated for resources: {'Port': ['ID=1a6f1d64-afe4-41fc-8056-63f10a586b98,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:34.867668 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port c2597911-8771-4447-b5b8-8cd694102854 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:06:34.867668 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:34.887545 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87faec13-590d-4974-8206-732c6c84c490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:34.888144 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-87faec13-590d-4974-8206-732c6c84c490 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:34.904219 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-97c03ba5-210c-4112-b5f9-78e71c9a5c96 None None] Attempting to bind port 1a6f1d64-afe4-41fc-8056-63f10a586b98 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:06:34.907021 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-97c03ba5-210c-4112-b5f9-78e71c9a5c96 None None] Attempting to bind port 1a6f1d64-afe4-41fc-8056-63f10a586b98 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '61d202a5-7a62-49fd-b584-e0d6e1facdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0fba008a-1bcf-4a59-a1ba-43ceb6a87ecf'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:06:34.908704 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c03ba5-210c-4112-b5f9-78e71c9a5c96 None None] Attempting to bind port 1a6f1d64-afe4-41fc-8056-63f10a586b98 on network 0fba008a-1bcf-4a59-a1ba-43ceb6a87ecf {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:06:34.929978 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c03ba5-210c-4112-b5f9-78e71c9a5c96 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:06:34.932336 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c03ba5-210c-4112-b5f9-78e71c9a5c96 None None] Checking segment: {'id': '61d202a5-7a62-49fd-b584-e0d6e1facdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0fba008a-1bcf-4a59-a1ba-43ceb6a87ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:06:34.932940 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-97c03ba5-210c-4112-b5f9-78e71c9a5c96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:34.934429 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c03ba5-210c-4112-b5f9-78e71c9a5c96 None None] Bound using segment: {'id': '61d202a5-7a62-49fd-b584-e0d6e1facdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0fba008a-1bcf-4a59-a1ba-43ceb6a87ecf'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:06:34.935564 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-97c03ba5-210c-4112-b5f9-78e71c9a5c96 None None] Bound port: 1a6f1d64-afe4-41fc-8056-63f10a586b98, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61d202a5-7a62-49fd-b584-e0d6e1facdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0fba008a-1bcf-4a59-a1ba-43ceb6a87ecf'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:06:34.936560 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-97c03ba5-210c-4112-b5f9-78e71c9a5c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:35.000204 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ef479b-c210-4c06-a6b8-10f86c65e048 admin admin] Network 4d2dfbbb-330c-4d80-a576-f02cbaf8f2a2 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:06:35.002977 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-02ef479b-c210-4c06-a6b8-10f86c65e048 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:06:35.052510 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-409dbd91-eac3-4371-a27f-ee5e207bc2d3 None None] Port ae0ca0b2-7340-4626-a45f-4a42abff3315 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:06:35.146519 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port c2597911-8771-4447-b5b8-8cd694102854, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c2597911-8771-4447-b5b8-8cd694102854,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:06:35.207086 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-97c03ba5-210c-4112-b5f9-78e71c9a5c96 None None] For port 1a6f1d64-afe4-41fc-8056-63f10a586b98, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:06:35.225263 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:35.229200 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-97c03ba5-210c-4112-b5f9-78e71c9a5c96 None None] For port 1a6f1d64-afe4-41fc-8056-63f10a586b98, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1a6f1d64-afe4-41fc-8056-63f10a586b98,segment=NetworkSegment(61d202a5-7a62-49fd-b584-e0d6e1facdfd),segment_id=61d202a5-7a62-49fd-b584-e0d6e1facdfd)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:06:35.286582 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-97c03ba5-210c-4112-b5f9-78e71c9a5c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:35.435388 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c4c80ba8-25c0-43cf-9b68-61a070ebf847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:35.518389 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c4c80ba8-25c0-43cf-9b68-61a070ebf847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:35.541363 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-87faec13-590d-4974-8206-732c6c84c490 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.7337883 May 27 02:06:35.554693 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c03ba5-210c-4112-b5f9-78e71c9a5c96 None None] Routers {'3fce7ea9-be8f-407d-873d-8bc401966b52'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:06:35.555337 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-97c03ba5-210c-4112-b5f9-78e71c9a5c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:06:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['3fce7ea9-be8f-407d-873d-8bc401966b52'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:35.649610 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ef479b-c210-4c06-a6b8-10f86c65e048 admin admin] Router 5f2a8173-a534-478f-9773-2a6ea7d33ad7 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:06:35.859091 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c80ba8-25c0-43cf-9b68-61a070ebf847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3e9820-4187-44ed-96ee-1ff3f2c1a654,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:35.887204 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c4c80ba8-25c0-43cf-9b68-61a070ebf847 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=772ff09f3c9c402ab4983d4667bca331&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8316128 May 27 02:06:35.887826 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52290) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:35.938834 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-7759a056-cf35-4f49-b9f8-d6711f02bfa9 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:06:36.108579 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ef479b-c210-4c06-a6b8-10f86c65e048 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:06:36.119112 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-02ef479b-c210-4c06-a6b8-10f86c65e048 admin admin] 10.222.0.57 "PUT /v2.0/routers/5f2a8173-a534-478f-9773-2a6ea7d33ad7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5383112 May 27 02:06:36.258721 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9973286-8cf2-44dc-8e6d-d79eb4c622fa None None] Sync routers for ids ['5f2a8173-a534-478f-9773-2a6ea7d33ad7'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:06:36.295251 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-97c03ba5-210c-4112-b5f9-78e71c9a5c96 None None] Set router 3fce7ea9-be8f-407d-873d-8bc401966b52 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:06:36.324890 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=c2597911-8771-4447-b5b8-8cd694102854,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:36.339898 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dc87e6-42a9-42a5-b708-a65eae595dd3 None None] Network db30ed05-8f60-4a40-83c6-9b50139dcb81 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:06:36.385445 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-7759a056-cf35-4f49-b9f8-d6711f02bfa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae0ca0b2-7340-4626-a45f-4a42abff3315 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:06:36.439836 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-7759a056-cf35-4f49-b9f8-d6711f02bfa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:36.532399 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c4eaa5a8-2a8c-4b48-89a7-f2fb70fe7fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:36.583559 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186162cb-0edc-4760-8ae0-008c3a314e07 None None] Pushing event updated for resources: {'Port': ['ID=1a6f1d64-afe4-41fc-8056-63f10a586b98,revision_number=4']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:36.611779 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-7759a056-cf35-4f49-b9f8-d6711f02bfa9 service neutron] Transition to ACTIVE for port object ae0ca0b2-7340-4626-a45f-4a42abff3315 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:06:36.659076 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c4eaa5a8-2a8c-4b48-89a7-f2fb70fe7fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:36.701229 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05aa1b-64d9-4ab5-a299-96f4f73efb94 req-83f5e623-9af3-409a-8847-24ad69901ed8 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:36.703228 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b05aa1b-64d9-4ab5-a299-96f4f73efb94 req-83f5e623-9af3-409a-8847-24ad69901ed8 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7e24fcc-3eee-49fb-8d08-0386a309bd7d HTTP/1.1" status: 200 len: 932 time: 0.7367814 May 27 02:06:36.706044 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-7759a056-cf35-4f49-b9f8-d6711f02bfa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:36.765549 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-97c03ba5-210c-4112-b5f9-78e71c9a5c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fce7ea9-be8f-407d-873d-8bc401966b52', 'name': 'tempest-AttachSCSIVolumeTestJSON-1525975292-router', 'tenant_id': '38c3a24c25c043c29b7adf8499177512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'bcab055f-3a46-45a4-9dec-c432900be063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:06:16Z', 'updated_at': '2022-05-27T02:06:26Z', 'revision_number': 4, 'project_id': '38c3a24c25c043c29b7adf8499177512', 'gw_port': {'id': 'bcab055f-3a46-45a4-9dec-c432900be063', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:32:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce7ea9-be8f-407d-873d-8bc401966b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:06:17Z', 'updated_at': '2022-05-27T02:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '1a6f1d64-afe4-41fc-8056-63f10a586b98', 'name': '', 'network_id': '0fba008a-1bcf-4a59-a1ba-43ceb6a87ecf', 'tenant_id': '38c3a24c25c043c29b7adf8499177512', 'mac_address': 'fa:16:3e:d2:88:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fce7ea9-be8f-407d-873d-8bc401966b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'da11b168-f0b6-4d11-a96e-332f3af0231b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:06:24Z', 'updated_at': '2022-05-27T02:06:35Z', 'revision_number': 4, 'project_id': '38c3a24c25c043c29b7adf8499177512', 'subnets': [{'id': 'da11b168-f0b6-4d11-a96e-332f3af0231b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:36.775810 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c03ba5-210c-4112-b5f9-78e71c9a5c96 None None] The sync data for ids ['3fce7ea9-be8f-407d-873d-8bc401966b52'] in n-d-843554-3 is: [{'id': '3fce7ea9-be8f-407d-873d-8bc401966b52', 'name': 'tempest-AttachSCSIVolumeTestJSON-1525975292-router', 'tenant_id': '38c3a24c25c043c29b7adf8499177512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'bcab055f-3a46-45a4-9dec-c432900be063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:06:16Z', 'updated_at': '2022-05-27T02:06:26Z', 'revision_number': 4, 'project_id': '38c3a24c25c043c29b7adf8499177512', 'gw_port': {'id': 'bcab055f-3a46-45a4-9dec-c432900be063', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:32:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce7ea9-be8f-407d-873d-8bc401966b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:06:17Z', 'updated_at': '2022-05-27T02:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '1a6f1d64-afe4-41fc-8056-63f10a586b98', 'name': '', 'network_id': '0fba008a-1bcf-4a59-a1ba-43ceb6a87ecf', 'tenant_id': '38c3a24c25c043c29b7adf8499177512', 'mac_address': 'fa:16:3e:d2:88:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fce7ea9-be8f-407d-873d-8bc401966b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'da11b168-f0b6-4d11-a96e-332f3af0231b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:06:24Z', 'updated_at': '2022-05-27T02:06:35Z', 'revision_number': 4, 'project_id': '38c3a24c25c043c29b7adf8499177512', 'subnets': [{'id': 'da11b168-f0b6-4d11-a96e-332f3af0231b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:06:36.784151 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9973286-8cf2-44dc-8e6d-d79eb4c622fa None None] Routers {'5f2a8173-a534-478f-9773-2a6ea7d33ad7'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:06:36.809408 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-d9973286-8cf2-44dc-8e6d-d79eb4c622fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:06:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['5f2a8173-a534-478f-9773-2a6ea7d33ad7'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:37.110628 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-7d3bae0f-fd86-4ce1-8e29-c47698750f61 None None] Provisioning complete for port 5749b077-13ca-4967-a7e7-80ac13b271fe triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:06:37.111437 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7d3bae0f-fd86-4ce1-8e29-c47698750f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:37.461987 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-7d3bae0f-fd86-4ce1-8e29-c47698750f61 None None] Port 5749b077-13ca-4967-a7e7-80ac13b271fe cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:06:37.614040 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759a056-cf35-4f49-b9f8-d6711f02bfa9 service neutron] Pushing event updated for resources: {'Port': ['ID=ae0ca0b2-7340-4626-a45f-4a42abff3315,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:37.670930 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b05aa1b-64d9-4ab5-a299-96f4f73efb94 req-1d85f3e5-331b-488a-9a43-8fc900b3107b tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/security-groups?id=d322c91f-9b95-4e01-816d-2040f3d8ecc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9366183 May 27 02:06:37.680950 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c4eaa5a8-2a8c-4b48-89a7-f2fb70fe7fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:37.790860 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1a6f1d64-afe4-41fc-8056-63f10a586b98 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:06:37.982003 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eaa5a8-2a8c-4b48-89a7-f2fb70fe7fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3e9820-4187-44ed-96ee-1ff3f2c1a654,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:37.987302 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c4eaa5a8-2a8c-4b48-89a7-f2fb70fe7fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:37.991726 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c4eaa5a8-2a8c-4b48-89a7-f2fb70fe7fe8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7a3e9820-4187-44ed-96ee-1ff3f2c1a654 HTTP/1.1" status: 204 len: 168 time: 2.1015561 May 27 02:06:38.133315 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b14965f7-5cb1-474d-91eb-4d1528592de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1611667911-router', 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '1614c3e5-b0b6-490c-9dba-bc2ef875c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:54Z', 'updated_at': '2022-05-27T02:05:00Z', 'revision_number': 4, 'project_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'gw_port': {'id': '1614c3e5-b0b6-490c-9dba-bc2ef875c90e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:04:55Z', 'updated_at': '2022-05-27T02:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'ac5d3537-77cc-4eda-8e6a-19af9c2aa817', 'name': '', 'network_id': '17b286dd-35ae-40dc-a3e1-65b9625948fe', 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'mac_address': 'fa:16:3e:43:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '910bc1cc-bbe5-4144-8601-c90701254592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:04:59Z', 'updated_at': '2022-05-27T02:05:07Z', 'revision_number': 5, 'project_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'subnets': [{'id': '910bc1cc-bbe5-4144-8601-c90701254592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:38.165960 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14965f7-5cb1-474d-91eb-4d1528592de6 None None] The sync data for ids ['e03f01e5-96b0-474f-afa3-b6c0b8afed82'] in n-d-843554-3 is: [{'id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1611667911-router', 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '1614c3e5-b0b6-490c-9dba-bc2ef875c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:54Z', 'updated_at': '2022-05-27T02:05:00Z', 'revision_number': 4, 'project_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'gw_port': {'id': '1614c3e5-b0b6-490c-9dba-bc2ef875c90e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:04:55Z', 'updated_at': '2022-05-27T02:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'ac5d3537-77cc-4eda-8e6a-19af9c2aa817', 'name': '', 'network_id': '17b286dd-35ae-40dc-a3e1-65b9625948fe', 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'mac_address': 'fa:16:3e:43:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '910bc1cc-bbe5-4144-8601-c90701254592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:04:59Z', 'updated_at': '2022-05-27T02:05:07Z', 'revision_number': 5, 'project_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'subnets': [{'id': '910bc1cc-bbe5-4144-8601-c90701254592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:06:38.178910 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-d9973286-8cf2-44dc-8e6d-d79eb4c622fa None None] Set router 5f2a8173-a534-478f-9773-2a6ea7d33ad7 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:06:38.231419 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-7759a056-cf35-4f49-b9f8-d6711f02bfa9 service neutron] Attempting to bind port ae0ca0b2-7340-4626-a45f-4a42abff3315 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:06:38.231761 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-7759a056-cf35-4f49-b9f8-d6711f02bfa9 service neutron] Attempting to bind port ae0ca0b2-7340-4626-a45f-4a42abff3315 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '37da2cdf-7342-48b3-97e6-2ad8634f3cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17b286dd-35ae-40dc-a3e1-65b9625948fe'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:06:38.232099 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-7759a056-cf35-4f49-b9f8-d6711f02bfa9 service neutron] Attempting to bind port ae0ca0b2-7340-4626-a45f-4a42abff3315 on network 17b286dd-35ae-40dc-a3e1-65b9625948fe {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:06:38.252494 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-7759a056-cf35-4f49-b9f8-d6711f02bfa9 service neutron] Port ae0ca0b2-7340-4626-a45f-4a42abff3315 on network 17b286dd-35ae-40dc-a3e1-65b9625948fe not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:06:38.252848 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-7759a056-cf35-4f49-b9f8-d6711f02bfa9 service neutron] Attempting to bind port ae0ca0b2-7340-4626-a45f-4a42abff3315 on network 17b286dd-35ae-40dc-a3e1-65b9625948fe {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:06:38.278578 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-7759a056-cf35-4f49-b9f8-d6711f02bfa9 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:06:38.279014 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-7759a056-cf35-4f49-b9f8-d6711f02bfa9 service neutron] Checking segment: {'id': '37da2cdf-7342-48b3-97e6-2ad8634f3cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17b286dd-35ae-40dc-a3e1-65b9625948fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:06:38.279320 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-7759a056-cf35-4f49-b9f8-d6711f02bfa9 service neutron] Bound using segment: {'id': '37da2cdf-7342-48b3-97e6-2ad8634f3cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17b286dd-35ae-40dc-a3e1-65b9625948fe'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:06:38.279777 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-7759a056-cf35-4f49-b9f8-d6711f02bfa9 service neutron] Bound port: ae0ca0b2-7340-4626-a45f-4a42abff3315, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37da2cdf-7342-48b3-97e6-2ad8634f3cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17b286dd-35ae-40dc-a3e1-65b9625948fe'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:06:38.280137 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-7759a056-cf35-4f49-b9f8-d6711f02bfa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:38.478744 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-7759a056-cf35-4f49-b9f8-d6711f02bfa9 service neutron] For port ae0ca0b2-7340-4626-a45f-4a42abff3315, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:06:38.484178 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-7759a056-cf35-4f49-b9f8-d6711f02bfa9 service neutron] For port ae0ca0b2-7340-4626-a45f-4a42abff3315, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=ae0ca0b2-7340-4626-a45f-4a42abff3315,segment=NetworkSegment(37da2cdf-7342-48b3-97e6-2ad8634f3cd8),segment_id=37da2cdf-7342-48b3-97e6-2ad8634f3cd8)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:06:38.492141 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 1a6f1d64-afe4-41fc-8056-63f10a586b98 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:06:38.503057 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 1a6f1d64-afe4-41fc-8056-63f10a586b98 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:06:38.503468 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:38.543805 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b90ed629-f80e-418c-badf-e5ee39e90fb8 req-b954cec2-1194-480a-921f-4daf9f090547 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6091511 May 27 02:06:38.555797 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-b90ed629-f80e-418c-badf-e5ee39e90fb8 req-2ec69df8-85eb-4444-80fc-be2e325fc7cb tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:06:38.573650 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-7759a056-cf35-4f49-b9f8-d6711f02bfa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:38.589431 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-b90ed629-f80e-418c-badf-e5ee39e90fb8 req-2ec69df8-85eb-4444-80fc-be2e325fc7cb tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:38.681057 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b90ed629-f80e-418c-badf-e5ee39e90fb8 req-2ec69df8-85eb-4444-80fc-be2e325fc7cb tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Usage tracker for resource:floatingip and tenant:b577a3eed71a48a58948c79dade6b651 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:38.686155 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b90ed629-f80e-418c-badf-e5ee39e90fb8 req-2ec69df8-85eb-4444-80fc-be2e325fc7cb tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:38.709194 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-b90ed629-f80e-418c-badf-e5ee39e90fb8 req-2ec69df8-85eb-4444-80fc-be2e325fc7cb tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:38.736761 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-7759a056-cf35-4f49-b9f8-d6711f02bfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:38.737638 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-7759a056-cf35-4f49-b9f8-d6711f02bfa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:38.740396 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-7759a056-cf35-4f49-b9f8-d6711f02bfa9 service neutron] 10.222.0.32 "PUT /v2.0/ports/ae0ca0b2-7340-4626-a45f-4a42abff3315 HTTP/1.1" status: 200 len: 1092 time: 4.9479823 May 27 02:06:38.740999 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e24fcc-3eee-49fb-8d08-0386a309bd7d', 'tag': 'ae0ca0b2-7340-4626-a45f-4a42abff3315'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:06:38.837921 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759a056-cf35-4f49-b9f8-d6711f02bfa9 service neutron] Pushing event updated for resources: {'Port': ['ID=ae0ca0b2-7340-4626-a45f-4a42abff3315,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:38.943011 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013190b9-770f-4ac6-9707-c0f5941fd0fe None None] New status for floating IP 0503cf2f-0483-485d-bc98-33f480e3239e: DOWN {{(pid=88904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:06:39.017049 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b90ed629-f80e-418c-badf-e5ee39e90fb8 req-2ec69df8-85eb-4444-80fc-be2e325fc7cb tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks [] for floatingip, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:39.388111 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-ed21a8f8-0212-4da2-9d84-5a1bbc51de97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:39.391248 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-ed21a8f8-0212-4da2-9d84-5a1bbc51de97 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=28dbf9fdfeb54f248dadfff426cc8a12&device_id=d7e24fcc-3eee-49fb-8d08-0386a309bd7d HTTP/1.1" status: 200 len: 1095 time: 0.5443127 May 27 02:06:39.455156 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52366) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:39.462005 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-340c2091-42d0-4b4b-853b-7302dc4b6427 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1847859407-network', 'tenant_id': '03008bdcdd68462f806851e8e855d738'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:06:39.476768 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-340c2091-42d0-4b4b-853b-7302dc4b6427 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:39.485403 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-340c2091-42d0-4b4b-853b-7302dc4b6427 admin admin] Usage tracker for resource:network and tenant:03008bdcdd68462f806851e8e855d738 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:39.492472 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-340c2091-42d0-4b4b-853b-7302dc4b6427 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:39.505836 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-340c2091-42d0-4b4b-853b-7302dc4b6427 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:39.540229 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 1a6f1d64-afe4-41fc-8056-63f10a586b98 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:06:39.541532 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:39.588830 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340c2091-42d0-4b4b-853b-7302dc4b6427 admin admin] Made reservation on behalf of 03008bdcdd68462f806851e8e855d738 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:06:39.592371 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-340c2091-42d0-4b4b-853b-7302dc4b6427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:39.612707 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-fbc41bb2-11bb-4139-aa0c-9e6a5e1e5e77 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae0ca0b2-7340-4626-a45f-4a42abff3315 HTTP/1.1" status: 200 len: 217 time: 0.2110481 May 27 02:06:39.627947 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-340c2091-42d0-4b4b-853b-7302dc4b6427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:39.666082 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 1a6f1d64-afe4-41fc-8056-63f10a586b98, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1a6f1d64-afe4-41fc-8056-63f10a586b98,segment=NetworkSegment(61d202a5-7a62-49fd-b584-e0d6e1facdfd),segment_id=61d202a5-7a62-49fd-b584-e0d6e1facdfd)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:06:39.677389 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-340c2091-42d0-4b4b-853b-7302dc4b6427 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:39.682211 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-340c2091-42d0-4b4b-853b-7302dc4b6427 admin admin] Usage tracker for resource:security_group_rule and tenant:03008bdcdd68462f806851e8e855d738 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:39.694777 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-340c2091-42d0-4b4b-853b-7302dc4b6427 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:39.707211 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-340c2091-42d0-4b4b-853b-7302dc4b6427 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:39.725504 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-d9973286-8cf2-44dc-8e6d-d79eb4c622fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2a8173-a534-478f-9773-2a6ea7d33ad7', 'name': 'tempest-FloatingIPDetailsTestJSON-439160847-router', 'tenant_id': 'b577a3eed71a48a58948c79dade6b651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c2597911-8771-4447-b5b8-8cd694102854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:06:20Z', 'updated_at': '2022-05-27T02:06:31Z', 'revision_number': 4, 'project_id': 'b577a3eed71a48a58948c79dade6b651', 'gw_port': {'id': 'c2597911-8771-4447-b5b8-8cd694102854', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:68:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a8173-a534-478f-9773-2a6ea7d33ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:06:21Z', 'updated_at': '2022-05-27T02:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '5749b077-13ca-4967-a7e7-80ac13b271fe', 'name': '', 'network_id': '4d2dfbbb-330c-4d80-a576-f02cbaf8f2a2', 'tenant_id': 'b577a3eed71a48a58948c79dade6b651', 'mac_address': 'fa:16:3e:13:a4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2a8173-a534-478f-9773-2a6ea7d33ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a9b72f4e-e8a7-42ad-b066-e1ad328f10e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:06:29Z', 'updated_at': '2022-05-27T02:06:33Z', 'revision_number': 2, 'project_id': 'b577a3eed71a48a58948c79dade6b651', 'subnets': [{'id': 'a9b72f4e-e8a7-42ad-b066-e1ad328f10e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:39.735717 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9973286-8cf2-44dc-8e6d-d79eb4c622fa None None] Checking router: 5f2a8173-a534-478f-9773-2a6ea7d33ad7 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:06:39.736071 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9973286-8cf2-44dc-8e6d-d79eb4c622fa None None] Updating router 5f2a8173-a534-478f-9773-2a6ea7d33ad7 port 5749b077-13ca-4967-a7e7-80ac13b271fe binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:06:39.854361 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d9973286-8cf2-44dc-8e6d-d79eb4c622fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:39.876422 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:39.877312 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c2597911-8771-4447-b5b8-8cd694102854 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:06:39.896135 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-0d2f34fa-d0f8-4564-bf06-5ec805ff7f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:39.899246 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-0d2f34fa-d0f8-4564-bf06-5ec805ff7f1f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=910bc1cc-bbe5-4144-8601-c90701254592 HTTP/1.1" status: 200 len: 863 time: 0.2751660 May 27 02:06:39.913015 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-340c2091-42d0-4b4b-853b-7302dc4b6427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:40.004543 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-340c2091-42d0-4b4b-853b-7302dc4b6427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:40.064529 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b90ed629-f80e-418c-badf-e5ee39e90fb8 req-2ec69df8-85eb-4444-80fc-be2e325fc7cb tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:40.088809 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c2091-42d0-4b4b-853b-7302dc4b6427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f9f59a-8b58-44ca-b498-993d7b2016a3,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:40.123462 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-340c2091-42d0-4b4b-853b-7302dc4b6427 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:06:40.145733 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-340c2091-42d0-4b4b-853b-7302dc4b6427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:40.146077 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-340c2091-42d0-4b4b-853b-7302dc4b6427 admin admin] Added segment a99f6632-650f-4799-bbd2-6e3e249851ac of type vlan for network 5a7ccb10-538a-4cd5-8e08-f317e5a84a67 May 27 02:06:40.150639 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=1a6f1d64-afe4-41fc-8056-63f10a586b98,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:40.203804 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port c2597911-8771-4447-b5b8-8cd694102854 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:06:40.204565 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:40.207033 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-340c2091-42d0-4b4b-853b-7302dc4b6427 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:40.307876 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-340c2091-42d0-4b4b-853b-7302dc4b6427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:40.308893 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340c2091-42d0-4b4b-853b-7302dc4b6427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:40.309492 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-340c2091-42d0-4b4b-853b-7302dc4b6427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:40.331147 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-b90ed629-f80e-418c-badf-e5ee39e90fb8 req-2ec69df8-85eb-4444-80fc-be2e325fc7cb tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Allocated IP 172.25.1.225 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/d2504e0c-d0ce-456d-af3a-15aac1a1e6f4) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:06:40.468820 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port c2597911-8771-4447-b5b8-8cd694102854 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:06:40.515961 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c2091-42d0-4b4b-853b-7302dc4b6427 admin admin] Pushing event updated for resources: {'Network': ['ID=5a7ccb10-538a-4cd5-8e08-f317e5a84a67,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:40.565669 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-340c2091-42d0-4b4b-853b-7302dc4b6427 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1088006 May 27 02:06:40.569308 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52388) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:40.574595 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 5a7ccb10-538a-4cd5-8e08-f317e5a84a67 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:06:40.575541 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3be5eecc-55a4-457a-a7a4-e747e1c86ea7 admin admin] Request body: {'subnet': {'network_id': '5a7ccb10-538a-4cd5-8e08-f317e5a84a67', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1847859407-subnet', 'tenant_id': '03008bdcdd68462f806851e8e855d738', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:06:40.584118 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3be5eecc-55a4-457a-a7a4-e747e1c86ea7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:40.588708 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3be5eecc-55a4-457a-a7a4-e747e1c86ea7 admin admin] Usage tracker for resource:subnet and tenant:03008bdcdd68462f806851e8e855d738 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:40.597669 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3be5eecc-55a4-457a-a7a4-e747e1c86ea7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:40.605109 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3be5eecc-55a4-457a-a7a4-e747e1c86ea7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:40.661891 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b90ed629-f80e-418c-badf-e5ee39e90fb8 req-2ec69df8-85eb-4444-80fc-be2e325fc7cb tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:40.682040 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1a6f1d64-afe4-41fc-8056-63f10a586b98 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:06:40.690295 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be5eecc-55a4-457a-a7a4-e747e1c86ea7 admin admin] Made reservation on behalf of 03008bdcdd68462f806851e8e855d738 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:06:40.692806 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3be5eecc-55a4-457a-a7a4-e747e1c86ea7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:40.706775 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c5efe2-1dab-476f-bff5-e0313a556538 req-2304e413-12cd-4c86-824f-92d0506748f7 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:40.714293 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-21c5efe2-1dab-476f-bff5-e0313a556538 req-2304e413-12cd-4c86-824f-92d0506748f7 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7e24fcc-3eee-49fb-8d08-0386a309bd7d HTTP/1.1" status: 200 len: 944 time: 0.8990655 May 27 02:06:40.740992 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-c2c2d68a-b6d6-4749-a3a8-33197cc9ef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:40.742465 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-c2c2d68a-b6d6-4749-a3a8-33197cc9ef29 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17b286dd-35ae-40dc-a3e1-65b9625948fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8151946 May 27 02:06:40.809953 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-21c5efe2-1dab-476f-bff5-e0313a556538 req-ed73cc24-d07a-41ae-ba6d-aa304b3a5c54 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/security-groups?id=d322c91f-9b95-4e01-816d-2040f3d8ecc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945656 May 27 02:06:40.894054 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b90ed629-f80e-418c-badf-e5ee39e90fb8 req-2ec69df8-85eb-4444-80fc-be2e325fc7cb tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:41.012655 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 1a6f1d64-afe4-41fc-8056-63f10a586b98 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:06:41.013059 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:41.109342 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2231524a-ad9f-493e-baa7-f4a6873c370d'] response: {'name': 'network-changed', 'server_uuid': 'd7e24fcc-3eee-49fb-8d08-0386a309bd7d', 'tag': 'ae0ca0b2-7340-4626-a45f-4a42abff3315', 'status': 'completed', 'code': 200} May 27 02:06:41.193226 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b90ed629-f80e-418c-badf-e5ee39e90fb8 req-2ec69df8-85eb-4444-80fc-be2e325fc7cb tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:06:41.200706 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-b90ed629-f80e-418c-badf-e5ee39e90fb8 req-2ec69df8-85eb-4444-80fc-be2e325fc7cb tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:06:41.207882 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-b90ed629-f80e-418c-badf-e5ee39e90fb8 req-2ec69df8-85eb-4444-80fc-be2e325fc7cb tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:06:41.238020 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec69df8-85eb-4444-80fc-be2e325fc7cb tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Pushing event updated for resources: {'Port': ['ID=d2504e0c-d0ce-456d-af3a-15aac1a1e6f4,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:41.251407 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3be5eecc-55a4-457a-a7a4-e747e1c86ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:41.351676 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be5eecc-55a4-457a-a7a4-e747e1c86ea7 admin admin] Checking segment: {'id': 'a99f6632-650f-4799-bbd2-6e3e249851ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5a7ccb10-538a-4cd5-8e08-f317e5a84a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:06:41.352407 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be5eecc-55a4-457a-a7a4-e747e1c86ea7 admin admin] Network hostable DHCP agents. Network: 5a7ccb10-538a-4cd5-8e08-f317e5a84a67, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:06:41.372392 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5eecc-55a4-457a-a7a4-e747e1c86ea7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=becef69b-8feb-4e3f-b6cf-7c058a96e1df,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:41.425245 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d9973286-8cf2-44dc-8e6d-d79eb4c622fa None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:41.466582 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be5eecc-55a4-457a-a7a4-e747e1c86ea7 admin admin] Network 5a7ccb10-538a-4cd5-8e08-f317e5a84a67 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:06:41.473604 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-d9973286-8cf2-44dc-8e6d-d79eb4c622fa None None] Transition to ACTIVE for port object 5749b077-13ca-4967-a7e7-80ac13b271fe will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:06:41.483521 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 1a6f1d64-afe4-41fc-8056-63f10a586b98 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:06:41.505076 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-0dc23467-0b02-4ce9-80c6-e8efa80ee258 service neutron] 10.222.0.32 "GET /v2.0/networks/17b286dd-35ae-40dc-a3e1-65b9625948fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7388804 May 27 02:06:41.553401 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-3be5eecc-55a4-457a-a7a4-e747e1c86ea7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 5a7ccb10-538a-4cd5-8e08-f317e5a84a67) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:06:41.558993 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be5eecc-55a4-457a-a7a4-e747e1c86ea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:41.563957 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ec824b-da89-438e-a5c5-cf8490864b53 None None] Network 5a7ccb10-538a-4cd5-8e08-f317e5a84a67 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:06:41.568638 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3be5eecc-55a4-457a-a7a4-e747e1c86ea7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:41.644292 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b90ed629-f80e-418c-badf-e5ee39e90fb8 req-2ec69df8-85eb-4444-80fc-be2e325fc7cb tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:41.679998 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3dcd363a-3174-46bd-b1d4-6d778ae3a5dd req-d16e172a-a225-44c7-bb21-d27a2be3e5d0 service neutron] 10.222.0.32 "GET /v2.0/networks/17b286dd-35ae-40dc-a3e1-65b9625948fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673436 May 27 02:06:41.681165 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d9973286-8cf2-44dc-8e6d-d79eb4c622fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:41.702918 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3be5eecc-55a4-457a-a7a4-e747e1c86ea7 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1323278 May 27 02:06:41.996133 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b90ed629-f80e-418c-badf-e5ee39e90fb8 req-2ec69df8-85eb-4444-80fc-be2e325fc7cb tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:42.126589 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff8c50e-1028-4a3b-8071-b1ba762bb2b1 req-fb0875a9-c0b7-4463-abad-db76dacd9931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:42.132643 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2ff8c50e-1028-4a3b-8071-b1ba762bb2b1 req-fb0875a9-c0b7-4463-abad-db76dacd9931 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=28dbf9fdfeb54f248dadfff426cc8a12&device_id=d7e24fcc-3eee-49fb-8d08-0386a309bd7d HTTP/1.1" status: 200 len: 1095 time: 0.3372540 May 27 02:06:42.279024 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5661be44-414c-42c6-9d76-be1148378bcc None None] Pushing event updated for resources: {'Port': ['ID=5749b077-13ca-4967-a7e7-80ac13b271fe,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:42.396766 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-d9973286-8cf2-44dc-8e6d-d79eb4c622fa None None] Attempting to bind port 5749b077-13ca-4967-a7e7-80ac13b271fe on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:06:42.397294 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-d9973286-8cf2-44dc-8e6d-d79eb4c622fa None None] Attempting to bind port 5749b077-13ca-4967-a7e7-80ac13b271fe by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'ce9f4a85-20dd-421b-a936-36ca596f166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4d2dfbbb-330c-4d80-a576-f02cbaf8f2a2'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:06:42.398240 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9973286-8cf2-44dc-8e6d-d79eb4c622fa None None] Attempting to bind port 5749b077-13ca-4967-a7e7-80ac13b271fe on network 4d2dfbbb-330c-4d80-a576-f02cbaf8f2a2 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:06:42.407158 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9973286-8cf2-44dc-8e6d-d79eb4c622fa None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:06:42.407687 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9973286-8cf2-44dc-8e6d-d79eb4c622fa None None] Checking segment: {'id': 'ce9f4a85-20dd-421b-a936-36ca596f166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4d2dfbbb-330c-4d80-a576-f02cbaf8f2a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:06:42.408299 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d9973286-8cf2-44dc-8e6d-d79eb4c622fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:42.408840 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9973286-8cf2-44dc-8e6d-d79eb4c622fa None None] Bound using segment: {'id': 'ce9f4a85-20dd-421b-a936-36ca596f166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4d2dfbbb-330c-4d80-a576-f02cbaf8f2a2'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:06:42.416920 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-d9973286-8cf2-44dc-8e6d-d79eb4c622fa None None] Bound port: 5749b077-13ca-4967-a7e7-80ac13b271fe, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9f4a85-20dd-421b-a936-36ca596f166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4d2dfbbb-330c-4d80-a576-f02cbaf8f2a2'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:06:42.416920 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d9973286-8cf2-44dc-8e6d-d79eb4c622fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:42.490932 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff8c50e-1028-4a3b-8071-b1ba762bb2b1 req-fb957c58-d64b-40d9-92cc-80dc5a34db97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:42.492665 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2ff8c50e-1028-4a3b-8071-b1ba762bb2b1 req-fb957c58-d64b-40d9-92cc-80dc5a34db97 service neutron] 10.222.0.32 "GET /v2.0/networks?id=17b286dd-35ae-40dc-a3e1-65b9625948fe HTTP/1.1" status: 200 len: 925 time: 0.3377314 May 27 02:06:42.562995 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-d9973286-8cf2-44dc-8e6d-d79eb4c622fa None None] For port 5749b077-13ca-4967-a7e7-80ac13b271fe, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:06:42.587837 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-d9973286-8cf2-44dc-8e6d-d79eb4c622fa None None] For port 5749b077-13ca-4967-a7e7-80ac13b271fe, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=5749b077-13ca-4967-a7e7-80ac13b271fe,segment=NetworkSegment(ce9f4a85-20dd-421b-a936-36ca596f166a),segment_id=ce9f4a85-20dd-421b-a936-36ca596f166a)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:06:42.590001 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2ff8c50e-1028-4a3b-8071-b1ba762bb2b1 req-2c2c83c2-ebfc-4a8e-800a-08c7f4fdfd4a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae0ca0b2-7340-4626-a45f-4a42abff3315 HTTP/1.1" status: 200 len: 217 time: 0.0833251 May 27 02:06:42.642287 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ecd6ba-ac5a-4a6c-ba5b-ea1928f539ee None None] Network 5a7ccb10-538a-4cd5-8e08-f317e5a84a67 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:06:42.671589 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d9973286-8cf2-44dc-8e6d-d79eb4c622fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:42.740829 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff8c50e-1028-4a3b-8071-b1ba762bb2b1 req-53133a97-f943-4221-b288-747dd6d14778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:42.742703 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2ff8c50e-1028-4a3b-8071-b1ba762bb2b1 req-53133a97-f943-4221-b288-747dd6d14778 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=910bc1cc-bbe5-4144-8601-c90701254592 HTTP/1.1" status: 200 len: 863 time: 0.1406133 May 27 02:06:42.828801 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b90ed629-f80e-418c-badf-e5ee39e90fb8 req-2ec69df8-85eb-4444-80fc-be2e325fc7cb tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:42.850305 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff8c50e-1028-4a3b-8071-b1ba762bb2b1 req-09a331ca-be18-47af-875b-4eee9fe95ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:42.852147 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2ff8c50e-1028-4a3b-8071-b1ba762bb2b1 req-09a331ca-be18-47af-875b-4eee9fe95ffa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17b286dd-35ae-40dc-a3e1-65b9625948fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1016426 May 27 02:06:42.914481 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b90ed629-f80e-418c-badf-e5ee39e90fb8 req-2ec69df8-85eb-4444-80fc-be2e325fc7cb tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:43.128379 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9973286-8cf2-44dc-8e6d-d79eb4c622fa None None] Routers {'5f2a8173-a534-478f-9773-2a6ea7d33ad7'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:06:43.134733 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-d9973286-8cf2-44dc-8e6d-d79eb4c622fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:06:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['5f2a8173-a534-478f-9773-2a6ea7d33ad7'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:43.284093 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5661be44-414c-42c6-9d76-be1148378bcc None None] Pushing event updated for resources: {'Port': ['ID=5749b077-13ca-4967-a7e7-80ac13b271fe,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:43.316092 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:06:43.353067 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec69df8-85eb-4444-80fc-be2e325fc7cb tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Pushing event updated for resources: {'Port': ['ID=d2504e0c-d0ce-456d-af3a-15aac1a1e6f4,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:43.412169 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2ff8c50e-1028-4a3b-8071-b1ba762bb2b1 req-4af29c66-9a18-4621-8c2f-4b147cf20a30 service neutron] 10.222.0.32 "GET /v2.0/networks/17b286dd-35ae-40dc-a3e1-65b9625948fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5532279 May 27 02:06:43.418066 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b90ed629-f80e-418c-badf-e5ee39e90fb8 req-2ec69df8-85eb-4444-80fc-be2e325fc7cb tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:43.450201 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704707b2-b6c7-4f80-822c-b9f732b4fce9 req-5542e9bb-43f0-4f71-87f1-3b12eae30f3d tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:43.451670 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-704707b2-b6c7-4f80-822c-b9f732b4fce9 req-5542e9bb-43f0-4f71-87f1-3b12eae30f3d tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7e24fcc-3eee-49fb-8d08-0386a309bd7d HTTP/1.1" status: 200 len: 944 time: 0.2322111 May 27 02:06:43.540217 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-d9973286-8cf2-44dc-8e6d-d79eb4c622fa None None] Set router 5f2a8173-a534-478f-9773-2a6ea7d33ad7 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:06:43.582306 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-704707b2-b6c7-4f80-822c-b9f732b4fce9 req-196a116a-b073-4b2d-9458-45a9db1cd971 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/security-groups?id=d322c91f-9b95-4e01-816d-2040f3d8ecc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227899 May 27 02:06:43.633641 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b90ed629-f80e-418c-badf-e5ee39e90fb8 req-2ec69df8-85eb-4444-80fc-be2e325fc7cb tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:43.644763 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b90ed629-f80e-418c-badf-e5ee39e90fb8 req-2ec69df8-85eb-4444-80fc-be2e325fc7cb tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.0957983 May 27 02:06:43.700184 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2ff8c50e-1028-4a3b-8071-b1ba762bb2b1 req-85c71b54-4777-4660-b45d-aa53513f7e77 service neutron] 10.222.0.32 "GET /v2.0/networks/17b286dd-35ae-40dc-a3e1-65b9625948fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765882 May 27 02:06:43.755333 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b90ed629-f80e-418c-badf-e5ee39e90fb8 req-c55b58e1-710a-47c6-9d27-3b6f9df90c77 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Synchronizing usage tracker for tenant:b577a3eed71a48a58948c79dade6b651 on resource:floatingip {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:06:43.839092 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b90ed629-f80e-418c-badf-e5ee39e90fb8 req-c55b58e1-710a-47c6-9d27-3b6f9df90c77 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Unset dirty status for tenant:b577a3eed71a48a58948c79dade6b651 on resource:floatingip {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:06:43.840608 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b90ed629-f80e-418c-badf-e5ee39e90fb8 req-c55b58e1-710a-47c6-9d27-3b6f9df90c77 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.225 HTTP/1.1" status: 200 len: 696 time: 0.1988423 May 27 02:06:44.113453 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-d9973286-8cf2-44dc-8e6d-d79eb4c622fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2a8173-a534-478f-9773-2a6ea7d33ad7', 'name': 'tempest-FloatingIPDetailsTestJSON-439160847-router', 'tenant_id': 'b577a3eed71a48a58948c79dade6b651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c2597911-8771-4447-b5b8-8cd694102854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:06:20Z', 'updated_at': '2022-05-27T02:06:31Z', 'revision_number': 4, 'project_id': 'b577a3eed71a48a58948c79dade6b651', 'gw_port': {'id': 'c2597911-8771-4447-b5b8-8cd694102854', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:68:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a8173-a534-478f-9773-2a6ea7d33ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:06:21Z', 'updated_at': '2022-05-27T02:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '5749b077-13ca-4967-a7e7-80ac13b271fe', 'name': '', 'network_id': '4d2dfbbb-330c-4d80-a576-f02cbaf8f2a2', 'tenant_id': 'b577a3eed71a48a58948c79dade6b651', 'mac_address': 'fa:16:3e:13:a4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2a8173-a534-478f-9773-2a6ea7d33ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a9b72f4e-e8a7-42ad-b066-e1ad328f10e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:06:29Z', 'updated_at': '2022-05-27T02:06:42Z', 'revision_number': 4, 'project_id': 'b577a3eed71a48a58948c79dade6b651', 'subnets': [{'id': 'a9b72f4e-e8a7-42ad-b066-e1ad328f10e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:44.118125 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9973286-8cf2-44dc-8e6d-d79eb4c622fa None None] The sync data for ids ['5f2a8173-a534-478f-9773-2a6ea7d33ad7'] in n-d-843554-3 is: [{'id': '5f2a8173-a534-478f-9773-2a6ea7d33ad7', 'name': 'tempest-FloatingIPDetailsTestJSON-439160847-router', 'tenant_id': 'b577a3eed71a48a58948c79dade6b651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c2597911-8771-4447-b5b8-8cd694102854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:06:20Z', 'updated_at': '2022-05-27T02:06:31Z', 'revision_number': 4, 'project_id': 'b577a3eed71a48a58948c79dade6b651', 'gw_port': {'id': 'c2597911-8771-4447-b5b8-8cd694102854', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:68:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a8173-a534-478f-9773-2a6ea7d33ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:06:21Z', 'updated_at': '2022-05-27T02:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '5749b077-13ca-4967-a7e7-80ac13b271fe', 'name': '', 'network_id': '4d2dfbbb-330c-4d80-a576-f02cbaf8f2a2', 'tenant_id': 'b577a3eed71a48a58948c79dade6b651', 'mac_address': 'fa:16:3e:13:a4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2a8173-a534-478f-9773-2a6ea7d33ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a9b72f4e-e8a7-42ad-b066-e1ad328f10e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:06:29Z', 'updated_at': '2022-05-27T02:06:42Z', 'revision_number': 4, 'project_id': 'b577a3eed71a48a58948c79dade6b651', 'subnets': [{'id': 'a9b72f4e-e8a7-42ad-b066-e1ad328f10e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:06:44.205428 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ed629-f80e-418c-badf-e5ee39e90fb8 req-e4cf00e4-e9e5-450e-b61e-d4c26e422189 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:44.230116 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b90ed629-f80e-418c-badf-e5ee39e90fb8 req-e4cf00e4-e9e5-450e-b61e-d4c26e422189 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] 10.222.0.57 "GET /v2.0/networks/d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 784 time: 0.3667858 May 27 02:06:44.240887 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-b90ed629-f80e-418c-badf-e5ee39e90fb8 req-fbdbacdd-6174-4d4f-a897-68ae08e5e00a tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:06:44.241737 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b90ed629-f80e-418c-badf-e5ee39e90fb8 req-fbdbacdd-6174-4d4f-a897-68ae08e5e00a tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082884 May 27 02:06:44.483957 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-ee872eea-0cf3-4555-a11a-638ef423c40e tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:44.491634 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-ee872eea-0cf3-4555-a11a-638ef423c40e tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/networks?id=db30ed05-8f60-4a40-83c6-9b50139dcb81 HTTP/1.1" status: 200 len: 821 time: 0.2181818 May 27 02:06:44.503426 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-add16622-af79-4bc2-a7bc-6ab7510fe09e tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/quotas/a29ffcc4de66478babed622f0d89fbe8 HTTP/1.1" status: 200 len: 375 time: 0.0111258 May 27 02:06:44.600585 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-a01a177b-f395-4899-b546-7ad935330d23 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a29ffcc4de66478babed622f0d89fbe8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0800822 May 27 02:06:44.709612 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 5749b077-13ca-4967-a7e7-80ac13b271fe up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:06:44.749949 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52474) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:44.935379 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-5c2b6dc3-8790-4f03-b809-0d41560cd1ed service neutron] 10.222.0.57 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337777 May 27 02:06:45.005452 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 5749b077-13ca-4967-a7e7-80ac13b271fe completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:06:45.011543 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 5749b077-13ca-4967-a7e7-80ac13b271fe triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:06:45.012128 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:45.020226 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-153c7ebe-f6b7-42a9-9391-6d05d444c1b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:45.055492 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-153c7ebe-f6b7-42a9-9391-6d05d444c1b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:45.060063 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-153c7ebe-f6b7-42a9-9391-6d05d444c1b3 admin admin] Usage tracker for resource:security_group_rule and tenant:03f9a5cfe9d54bc48611081094b9d7f5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:45.063720 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-153c7ebe-f6b7-42a9-9391-6d05d444c1b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:45.070431 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-153c7ebe-f6b7-42a9-9391-6d05d444c1b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:45.241401 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-153c7ebe-f6b7-42a9-9391-6d05d444c1b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:45.295246 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-18a2fc06-b459-4c3d-8277-bfebba4b111f service neutron] 10.222.0.57 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589916 May 27 02:06:45.346558 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-153c7ebe-f6b7-42a9-9391-6d05d444c1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:45.449029 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 5749b077-13ca-4967-a7e7-80ac13b271fe is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:06:45.449029 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:45.480493 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-192f3863-329c-4a6f-b267-fe8f7a73934c tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0736403 May 27 02:06:45.538863 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 5749b077-13ca-4967-a7e7-80ac13b271fe, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=5749b077-13ca-4967-a7e7-80ac13b271fe,segment=NetworkSegment(ce9f4a85-20dd-421b-a936-36ca596f166a),segment_id=ce9f4a85-20dd-421b-a936-36ca596f166a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:06:45.632875 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:45.690950 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153c7ebe-f6b7-42a9-9391-6d05d444c1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be8680c-8173-4dfc-8f41-2566efb0b106,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:45.712638 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-153c7ebe-f6b7-42a9-9391-6d05d444c1b3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=03f9a5cfe9d54bc48611081094b9d7f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9606900 May 27 02:06:45.715971 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52492) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:45.811276 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=5749b077-13ca-4967-a7e7-80ac13b271fe,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:45.850756 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device ae0ca0b2-7340-4626-a45f-4a42abff3315 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:06:45.876240 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-521661b2-a018-4ac4-8976-1eafe6f93702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:45.947398 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-521661b2-a018-4ac4-8976-1eafe6f93702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:46.057464 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-e17d381e-a6ed-48ac-b44f-53f71de63c92 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:46.059044 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-e17d381e-a6ed-48ac-b44f-53f71de63c92 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5777173 May 27 02:06:46.121990 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port ae0ca0b2-7340-4626-a45f-4a42abff3315, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=ae0ca0b2-7340-4626-a45f-4a42abff3315,segment=NetworkSegment(37da2cdf-7342-48b3-97e6-2ad8634f3cd8),segment_id=37da2cdf-7342-48b3-97e6-2ad8634f3cd8)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:06:46.134529 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-227dbffc-f26f-42a3-99c0-e97f0ef48ec5 req-dd26bece-450e-4461-9674-b0d823717f5d tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4793472 May 27 02:06:46.136990 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-521661b2-a018-4ac4-8976-1eafe6f93702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:46.153391 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': 'ae0ca0b2-7340-4626-a45f-4a42abff3315', 'network_id': '17b286dd-35ae-40dc-a3e1-65b9625948fe', 'port_id': 'ae0ca0b2-7340-4626-a45f-4a42abff3315', 'mac_address': 'fa:16:3e:a4:9d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '910bc1cc-bbe5-4144-8601-c90701254592', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:06:46.159590 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-227dbffc-f26f-42a3-99c0-e97f0ef48ec5 req-d1de3a03-474a-4111-ba2e-f391275a7b10 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:06:46.162759 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521661b2-a018-4ac4-8976-1eafe6f93702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be8680c-8173-4dfc-8f41-2566efb0b106,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:46.198477 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-521661b2-a018-4ac4-8976-1eafe6f93702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:46.222308 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-521661b2-a018-4ac4-8976-1eafe6f93702 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9be8680c-8173-4dfc-8f41-2566efb0b106 HTTP/1.1" status: 204 len: 168 time: 0.4850988 May 27 02:06:46.222524 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-227dbffc-f26f-42a3-99c0-e97f0ef48ec5 req-d1de3a03-474a-4111-ba2e-f391275a7b10 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:46.222524 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-f32ddff5-cdc7-41f6-81e2-054e26cf9e16 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/quotas/91fc0a0dee4b4cc18343e2e355149e58 HTTP/1.1" status: 200 len: 375 time: 0.0696259 May 27 02:06:46.250245 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-227dbffc-f26f-42a3-99c0-e97f0ef48ec5 req-d1de3a03-474a-4111-ba2e-f391275a7b10 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:46.294037 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port ae0ca0b2-7340-4626-a45f-4a42abff3315 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:06:46.294519 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:46.319894 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae0ca0b2-7340-4626-a45f-4a42abff3315 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:06:46.337825 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port ae0ca0b2-7340-4626-a45f-4a42abff3315, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=ae0ca0b2-7340-4626-a45f-4a42abff3315,segment=NetworkSegment(37da2cdf-7342-48b3-97e6-2ad8634f3cd8),segment_id=37da2cdf-7342-48b3-97e6-2ad8634f3cd8)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:06:46.348970 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-2bbb0e16-d90b-4cb3-b518-71b8d9cf0fa7 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1121745 May 27 02:06:46.367769 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-227dbffc-f26f-42a3-99c0-e97f0ef48ec5 req-d1de3a03-474a-4111-ba2e-f391275a7b10 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks [] for floatingip, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:46.388212 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:46.533661 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=ae0ca0b2-7340-4626-a45f-4a42abff3315,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:46.578809 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-227dbffc-f26f-42a3-99c0-e97f0ef48ec5 req-d1de3a03-474a-4111-ba2e-f391275a7b10 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:46.593404 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 5749b077-13ca-4967-a7e7-80ac13b271fe up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:06:46.640351 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['ae0ca0b2-7340-4626-a45f-4a42abff3315'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:06:46.833193 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-227dbffc-f26f-42a3-99c0-e97f0ef48ec5 req-d1de3a03-474a-4111-ba2e-f391275a7b10 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Allocated IP 172.25.1.245 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/79c7b106-c935-47e1-b1ad-b434e78f6e8c) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:06:46.855628 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 5749b077-13ca-4967-a7e7-80ac13b271fe triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:06:46.856131 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:47.048390 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 5749b077-13ca-4967-a7e7-80ac13b271fe is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:06:47.081845 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-227dbffc-f26f-42a3-99c0-e97f0ef48ec5 req-d1de3a03-474a-4111-ba2e-f391275a7b10 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:47.099588 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7521bfe-11d0-4b59-9666-0ad0c10b7527 req-37aaf209-07b5-482d-ad67-a0b4fae0951a tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:47.099588 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a7521bfe-11d0-4b59-9666-0ad0c10b7527 req-37aaf209-07b5-482d-ad67-a0b4fae0951a tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7e24fcc-3eee-49fb-8d08-0386a309bd7d HTTP/1.1" status: 200 len: 945 time: 0.1507695 May 27 02:06:47.153170 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a7521bfe-11d0-4b59-9666-0ad0c10b7527 req-e223befc-96c4-4dff-bb64-8f7c93026a3a tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/security-groups?id=d322c91f-9b95-4e01-816d-2040f3d8ecc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463276 May 27 02:06:47.267080 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52534) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:47.285792 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3904c0b7-a0f9-4215-8a47-eb9567afc0da admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:47.304484 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3904c0b7-a0f9-4215-8a47-eb9567afc0da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:47.308582 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3904c0b7-a0f9-4215-8a47-eb9567afc0da admin admin] Usage tracker for resource:security_group_rule and tenant:909086a17dc246e391455bf9a2c02fd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:47.312069 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3904c0b7-a0f9-4215-8a47-eb9567afc0da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:47.318151 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-227dbffc-f26f-42a3-99c0-e97f0ef48ec5 req-d1de3a03-474a-4111-ba2e-f391275a7b10 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:47.318733 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3904c0b7-a0f9-4215-8a47-eb9567afc0da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:47.425240 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3904c0b7-a0f9-4215-8a47-eb9567afc0da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:47.507487 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3904c0b7-a0f9-4215-8a47-eb9567afc0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:47.517875 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-227dbffc-f26f-42a3-99c0-e97f0ef48ec5 req-d1de3a03-474a-4111-ba2e-f391275a7b10 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:06:47.528030 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-227dbffc-f26f-42a3-99c0-e97f0ef48ec5 req-d1de3a03-474a-4111-ba2e-f391275a7b10 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:06:47.531837 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-227dbffc-f26f-42a3-99c0-e97f0ef48ec5 req-d1de3a03-474a-4111-ba2e-f391275a7b10 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:06:47.588837 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3904c0b7-a0f9-4215-8a47-eb9567afc0da admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=909086a17dc246e391455bf9a2c02fd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3204865 May 27 02:06:47.595808 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52542) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:47.603374 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de3a03-474a-4111-ba2e-f391275a7b10 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Pushing event updated for resources: {'Port': ['ID=79c7b106-c935-47e1-b1ad-b434e78f6e8c,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:47.613315 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3904c0b7-a0f9-4215-8a47-eb9567afc0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bb33e5-7ef2-4a86-a4df-1c7727382fd2,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:47.690902 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-227dbffc-f26f-42a3-99c0-e97f0ef48ec5 req-d1de3a03-474a-4111-ba2e-f391275a7b10 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:47.733853 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f835612b-43a2-418f-954b-059911e3d816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:47.821983 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f835612b-43a2-418f-954b-059911e3d816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:47.829815 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-227dbffc-f26f-42a3-99c0-e97f0ef48ec5 req-d1de3a03-474a-4111-ba2e-f391275a7b10 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:47.865981 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device ae0ca0b2-7340-4626-a45f-4a42abff3315 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:06:47.954016 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3ce89818-378d-408d-94ee-02dfb5d7fd1b req-7f95ff5b-1344-43a0-94ad-e22cb94174ee tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=78111124-233b-40b7-a265-2804a27a2d72 HTTP/1.1" status: 200 len: 210 time: 0.1916189 May 27 02:06:48.004974 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port ae0ca0b2-7340-4626-a45f-4a42abff3315 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:06:48.011830 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port ae0ca0b2-7340-4626-a45f-4a42abff3315 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:06:48.016005 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:48.163241 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f835612b-43a2-418f-954b-059911e3d816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:48.165090 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port ae0ca0b2-7340-4626-a45f-4a42abff3315 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:06:48.165969 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:48.189874 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c9b65abc-b980-498d-9d7b-b2bc69752e19 req-7c6500d6-fbe1-444f-8748-f863efe08c64 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=527f146d-bcc6-451c-91eb-c53a214932df HTTP/1.1" status: 200 len: 210 time: 0.1518791 May 27 02:06:48.193511 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f835612b-43a2-418f-954b-059911e3d816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bb33e5-7ef2-4a86-a4df-1c7727382fd2,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:48.235840 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port ae0ca0b2-7340-4626-a45f-4a42abff3315, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=ae0ca0b2-7340-4626-a45f-4a42abff3315,segment=NetworkSegment(37da2cdf-7342-48b3-97e6-2ad8634f3cd8),segment_id=37da2cdf-7342-48b3-97e6-2ad8634f3cd8)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:06:48.236911 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e24fcc-3eee-49fb-8d08-0386a309bd7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae0ca0b2-7340-4626-a45f-4a42abff3315'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:06:48.278064 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f835612b-43a2-418f-954b-059911e3d816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:48.290535 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:48.295185 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f835612b-43a2-418f-954b-059911e3d816 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a9bb33e5-7ef2-4a86-a4df-1c7727382fd2 HTTP/1.1" status: 204 len: 168 time: 0.6814742 May 27 02:06:48.338748 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-227dbffc-f26f-42a3-99c0-e97f0ef48ec5 req-d1de3a03-474a-4111-ba2e-f391275a7b10 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:48.398985 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-227dbffc-f26f-42a3-99c0-e97f0ef48ec5 req-d1de3a03-474a-4111-ba2e-f391275a7b10 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:48.435218 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=ae0ca0b2-7340-4626-a45f-4a42abff3315,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:48.491449 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de3a03-474a-4111-ba2e-f391275a7b10 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Pushing event updated for resources: {'Port': ['ID=79c7b106-c935-47e1-b1ad-b434e78f6e8c,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:48.596194 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-227dbffc-f26f-42a3-99c0-e97f0ef48ec5 req-d1de3a03-474a-4111-ba2e-f391275a7b10 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:48.732908 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-227dbffc-f26f-42a3-99c0-e97f0ef48ec5 req-d1de3a03-474a-4111-ba2e-f391275a7b10 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:48.734451 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-227dbffc-f26f-42a3-99c0-e97f0ef48ec5 req-d1de3a03-474a-4111-ba2e-f391275a7b10 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5989180 May 27 02:06:48.742115 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:48.867858 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:48.906782 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-227dbffc-f26f-42a3-99c0-e97f0ef48ec5 req-de24b963-392e-483b-8caf-8e0f3b68706c tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Synchronizing usage tracker for tenant:b577a3eed71a48a58948c79dade6b651 on resource:floatingip {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:06:48.980324 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9817a-a976-48dd-80ef-1a984e2badb6 req-9ae186bc-316f-42eb-be2c-0547e04a9dcf tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:48.981926 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5fa9817a-a976-48dd-80ef-1a984e2badb6 req-9ae186bc-316f-42eb-be2c-0547e04a9dcf tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7e24fcc-3eee-49fb-8d08-0386a309bd7d HTTP/1.1" status: 200 len: 946 time: 0.3342881 May 27 02:06:48.992537 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-f5a30e86-06c3-4062-910b-14fba7016840 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:48.993997 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-f5a30e86-06c3-4062-910b-14fba7016840 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.66 "GET /v2.0/networks?id=db30ed05-8f60-4a40-83c6-9b50139dcb81 HTTP/1.1" status: 200 len: 821 time: 0.3015270 May 27 02:06:49.015366 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-b3172bac-d558-4e89-a0cb-3088a13c9c91 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Request body: {'port': {'device_id': '78111124-233b-40b7-a265-2804a27a2d72', 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81', 'admin_state_up': True, 'tenant_id': 'a29ffcc4de66478babed622f0d89fbe8'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:06:49.103660 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-227dbffc-f26f-42a3-99c0-e97f0ef48ec5 req-de24b963-392e-483b-8caf-8e0f3b68706c tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Unset dirty status for tenant:b577a3eed71a48a58948c79dade6b651 on resource:floatingip {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:06:49.104799 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-227dbffc-f26f-42a3-99c0-e97f0ef48ec5 req-de24b963-392e-483b-8caf-8e0f3b68706c tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.245 HTTP/1.1" status: 200 len: 696 time: 0.3125050 May 27 02:06:49.146411 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5fa9817a-a976-48dd-80ef-1a984e2badb6 req-856daa7b-dfbc-47a3-99fa-2ec42cf222cc tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/security-groups?id=d322c91f-9b95-4e01-816d-2040f3d8ecc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512959 May 27 02:06:49.283925 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52d27290-dec4-4a7d-b7bc-5b4d89242128'] response: {'server_uuid': 'd7e24fcc-3eee-49fb-8d08-0386a309bd7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae0ca0b2-7340-4626-a45f-4a42abff3315', 'code': 200} May 27 02:06:49.331015 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-b3172bac-d558-4e89-a0cb-3088a13c9c91 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:49.390221 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-b3172bac-d558-4e89-a0cb-3088a13c9c91 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Usage tracker for resource:port and tenant:a29ffcc4de66478babed622f0d89fbe8 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:49.398310 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-b3172bac-d558-4e89-a0cb-3088a13c9c91 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:49.413229 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227dbffc-f26f-42a3-99c0-e97f0ef48ec5 req-e3650010-afb9-4daf-a546-735b158a2029 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:49.414543 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-227dbffc-f26f-42a3-99c0-e97f0ef48ec5 req-e3650010-afb9-4daf-a546-735b158a2029 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] 10.222.0.57 "GET /v2.0/networks/d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 784 time: 0.2985599 May 27 02:06:49.419059 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-b3172bac-d558-4e89-a0cb-3088a13c9c91 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:49.503657 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79b4c1-60d2-4d83-aef9-064bb7f92a0f req-63f8b687-219e-4882-ad43-2e459e70dc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:49.505160 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1c79b4c1-60d2-4d83-aef9-064bb7f92a0f req-63f8b687-219e-4882-ad43-2e459e70dc46 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d7e24fcc-3eee-49fb-8d08-0386a309bd7d HTTP/1.1" status: 200 len: 1097 time: 0.1536121 May 27 02:06:49.533812 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-381c86ee-634d-42bb-8a35-cd82800bfa57 req-5d020432-3062-49b3-ba21-2a8c909d324c tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=78111124-233b-40b7-a265-2804a27a2d72 HTTP/1.1" status: 200 len: 210 time: 0.0651248 May 27 02:06:49.548100 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-b3172bac-d558-4e89-a0cb-3088a13c9c91 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Made reservation on behalf of a29ffcc4de66478babed622f0d89fbe8 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:06:49.553200 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-b3172bac-d558-4e89-a0cb-3088a13c9c91 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:49.722796 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-d5cbf69d-3688-4474-ae3f-704a52746077 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441806 May 27 02:06:49.742694 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ea40e6b3-f51f-4c96-a099-cccfcea1af77 req-eb619921-ff5c-452a-91ef-a8156f5808d5 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=527f146d-bcc6-451c-91eb-c53a214932df HTTP/1.1" status: 200 len: 210 time: 0.1798868 May 27 02:06:49.753698 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1c79b4c1-60d2-4d83-aef9-064bb7f92a0f req-766d558f-b608-46fd-879c-ad5cf80987e6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d322c91f-9b95-4e01-816d-2040f3d8ecc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2415133 May 27 02:06:49.965534 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-b3172bac-d558-4e89-a0cb-3088a13c9c91 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Allocated IP 172.20.0.3 (db30ed05-8f60-4a40-83c6-9b50139dcb81/1e2a1d95-8ee5-4ee3-927d-bf057db8df2f/ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:06:50.150610 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-c93bec13-c023-4f73-ac8c-fa99f71075a3 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:50.153489 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-c93bec13-c023-4f73-ac8c-fa99f71075a3 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4243464 May 27 02:06:50.167158 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-3453b891-3439-4999-afe6-7254119e23b5 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Request body: {'port': {'device_id': '527f146d-bcc6-451c-91eb-c53a214932df', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'admin_state_up': True, 'tenant_id': '91fc0a0dee4b4cc18343e2e355149e58'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:06:50.386791 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-3453b891-3439-4999-afe6-7254119e23b5 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:50.392106 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-3453b891-3439-4999-afe6-7254119e23b5 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Usage tracker for resource:port and tenant:91fc0a0dee4b4cc18343e2e355149e58 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:50.401913 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-3453b891-3439-4999-afe6-7254119e23b5 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:50.408871 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-3453b891-3439-4999-afe6-7254119e23b5 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:50.415911 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2d926f42-65a1-4d23-a4b1-1d48c7e0d041 req-e9d69ca6-740d-44ea-955f-1d61024f74c9 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6698606 May 27 02:06:50.467703 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-2d926f42-65a1-4d23-a4b1-1d48c7e0d041 req-d297b163-a19f-4815-9767-12b5a64ed956 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:06:50.473518 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-2d926f42-65a1-4d23-a4b1-1d48c7e0d041 req-d297b163-a19f-4815-9767-12b5a64ed956 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:50.516130 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-2d926f42-65a1-4d23-a4b1-1d48c7e0d041 req-d297b163-a19f-4815-9767-12b5a64ed956 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:50.536380 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-3453b891-3439-4999-afe6-7254119e23b5 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Made reservation on behalf of 91fc0a0dee4b4cc18343e2e355149e58 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:06:50.541378 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-3453b891-3439-4999-afe6-7254119e23b5 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:50.572211 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-b3172bac-d558-4e89-a0cb-3088a13c9c91 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:50.584143 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-3453b891-3439-4999-afe6-7254119e23b5 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:50.606417 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-3453b891-3439-4999-afe6-7254119e23b5 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:50.612260 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-3453b891-3439-4999-afe6-7254119e23b5 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Usage tracker for resource:security_group_rule and tenant:91fc0a0dee4b4cc18343e2e355149e58 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:50.614682 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12279562-4e3c-4cea-b070-40a5862aaa8d req-ad61ff8e-e7d1-4c8a-8982-3998ed22151c tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:50.618437 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-3453b891-3439-4999-afe6-7254119e23b5 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:50.622297 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-12279562-4e3c-4cea-b070-40a5862aaa8d req-ad61ff8e-e7d1-4c8a-8982-3998ed22151c tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7e24fcc-3eee-49fb-8d08-0386a309bd7d HTTP/1.1" status: 200 len: 946 time: 0.2019577 May 27 02:06:50.627332 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-3453b891-3439-4999-afe6-7254119e23b5 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:50.643254 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-2d926f42-65a1-4d23-a4b1-1d48c7e0d041 req-d297b163-a19f-4815-9767-12b5a64ed956 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks [] for floatingip, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:50.702855 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-12279562-4e3c-4cea-b070-40a5862aaa8d req-8a5a9e9d-3d0b-415b-b3f9-a5d28dbe9bda tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/security-groups?id=d322c91f-9b95-4e01-816d-2040f3d8ecc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796294 May 27 02:06:50.848274 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-3453b891-3439-4999-afe6-7254119e23b5 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:50.923736 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-b3172bac-d558-4e89-a0cb-3088a13c9c91 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:50.931016 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-3453b891-3439-4999-afe6-7254119e23b5 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:51.073293 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-b3172bac-d558-4e89-a0cb-3088a13c9c91 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Network db30ed05-8f60-4a40-83c6-9b50139dcb81 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:06:51.113585 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-b3172bac-d558-4e89-a0cb-3088a13c9c91 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:06:51.126839 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-b3172bac-d558-4e89-a0cb-3088a13c9c91 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:06:51.211793 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3172bac-d558-4e89-a0cb-3088a13c9c91 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Pushing event updated for resources: {'Port': ['ID=ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:51.219194 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-2d926f42-65a1-4d23-a4b1-1d48c7e0d041 req-d297b163-a19f-4815-9767-12b5a64ed956 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:51.263835 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453b891-3439-4999-afe6-7254119e23b5 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d08e45c1-4b33-4eca-bd67-478f28701884,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:51.298016 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-b3172bac-d558-4e89-a0cb-3088a13c9c91 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:51.298680 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-b3172bac-d558-4e89-a0cb-3088a13c9c91 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:51.304318 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-3453b891-3439-4999-afe6-7254119e23b5 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Allocated IP 192.168.233.24 (54d5ea08-4fa3-4323-9d64-35a947e9d08e/2cf69705-8457-415f-85a3-b42efaff1b97/996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:06:51.409555 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c411378-d568-4115-8b5b-3c30bee21aa0 req-0640e23c-88e0-4212-9890-cfa8f999f2b4 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:51.412496 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-3c411378-d568-4115-8b5b-3c30bee21aa0 req-0640e23c-88e0-4212-9890-cfa8f999f2b4 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Synchronizing usage tracker for tenant:a29ffcc4de66478babed622f0d89fbe8 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:06:51.437475 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-b3172bac-d558-4e89-a0cb-3088a13c9c91 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4264412 May 27 02:06:51.460358 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-a0475ea8-e0a9-4f55-b86b-5a8b72ccd0e9 service neutron] Request body: {'port': {'device_id': '78111124-233b-40b7-a265-2804a27a2d72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:06:51.486573 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-2d926f42-65a1-4d23-a4b1-1d48c7e0d041 req-d297b163-a19f-4815-9767-12b5a64ed956 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Allocated IP 172.25.1.121 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/3b39ae22-48ea-448d-b49d-18282f1448b3) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:06:51.501077 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-3c411378-d568-4115-8b5b-3c30bee21aa0 req-0640e23c-88e0-4212-9890-cfa8f999f2b4 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Unset dirty status for tenant:a29ffcc4de66478babed622f0d89fbe8 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:06:51.502239 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3c411378-d568-4115-8b5b-3c30bee21aa0 req-0640e23c-88e0-4212-9890-cfa8f999f2b4 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=78111124-233b-40b7-a265-2804a27a2d72 HTTP/1.1" status: 200 len: 931 time: 0.4345839 May 27 02:06:51.577877 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52646) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:51.675643 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3c411378-d568-4115-8b5b-3c30bee21aa0 req-7544f3be-e288-4fd4-863a-2305143bf7dc tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651525 May 27 02:06:51.736835 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-3453b891-3439-4999-afe6-7254119e23b5 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:51.745905 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-a0475ea8-e0a9-4f55-b86b-5a8b72ccd0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:51.777676 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-3453b891-3439-4999-afe6-7254119e23b5 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Transition to ACTIVE for port object 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:06:51.851739 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-3453b891-3439-4999-afe6-7254119e23b5 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:51.926551 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-3453b891-3439-4999-afe6-7254119e23b5 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Network 54d5ea08-4fa3-4323-9d64-35a947e9d08e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:06:51.929709 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-3453b891-3439-4999-afe6-7254119e23b5 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:06:51.943978 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-3453b891-3439-4999-afe6-7254119e23b5 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:06:51.986609 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1ad8c971-24ca-4b6f-af1e-2c319768e167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:52.010858 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453b891-3439-4999-afe6-7254119e23b5 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Pushing event updated for resources: {'Port': ['ID=996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:52.035254 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-3453b891-3439-4999-afe6-7254119e23b5 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:52.035937 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-3453b891-3439-4999-afe6-7254119e23b5 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:52.045127 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1ad8c971-24ca-4b6f-af1e-2c319768e167 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:52.062196 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-2d926f42-65a1-4d23-a4b1-1d48c7e0d041 req-d297b163-a19f-4815-9767-12b5a64ed956 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:52.083280 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1ad8c971-24ca-4b6f-af1e-2c319768e167 admin admin] Usage tracker for resource:security_group_rule and tenant:04720fe771994fc6975aaf1af49ce5fd is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:52.087231 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1ad8c971-24ca-4b6f-af1e-2c319768e167 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:52.220785 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-3453b891-3439-4999-afe6-7254119e23b5 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0575039 May 27 02:06:52.236033 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1ad8c971-24ca-4b6f-af1e-2c319768e167 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:52.240400 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-14071a2b-2c58-44c7-b2ba-36c070bba17e service neutron] Request body: {'port': {'device_id': '527f146d-bcc6-451c-91eb-c53a214932df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:06:52.255935 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5b0e81d7-e87c-4a10-8b61-f18652082a13 None None] Provisioning for port 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:06:52.261912 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5b0e81d7-e87c-4a10-8b61-f18652082a13 None None] Provisioning complete for port 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:06:52.262712 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5b0e81d7-e87c-4a10-8b61-f18652082a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:52.432858 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-14071a2b-2c58-44c7-b2ba-36c070bba17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:52.433069 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc031c-6bff-4ec7-a297-8917439d1988 req-a623cdd8-3fce-4d23-b001-16e7db6ff8fc tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:52.433069 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-81dc031c-6bff-4ec7-a297-8917439d1988 req-a623cdd8-3fce-4d23-b001-16e7db6ff8fc tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=527f146d-bcc6-451c-91eb-c53a214932df HTTP/1.1" status: 200 len: 935 time: 0.5427668 May 27 02:06:52.433229 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5b0e81d7-e87c-4a10-8b61-f18652082a13 None None] Port 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:06:52.570393 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-81dc031c-6bff-4ec7-a297-8917439d1988 req-e194c2d7-255c-4873-91b9-7a8dd20138b2 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303055 May 27 02:06:52.663212 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1ad8c971-24ca-4b6f-af1e-2c319768e167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:52.682824 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-a0475ea8-e0a9-4f55-b86b-5a8b72ccd0e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:06:52.696843 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-a0475ea8-e0a9-4f55-b86b-5a8b72ccd0e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:52.719641 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-a0475ea8-e0a9-4f55-b86b-5a8b72ccd0e9 service neutron] Transition to ACTIVE for port object ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:06:52.894487 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-14071a2b-2c58-44c7-b2ba-36c070bba17e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:06:52.899474 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-d10f41e1-8251-4e6e-95f3-2cd063b1ae15 req-0d4e5e00-cee7-4472-8944-fa6e5d67995b tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Request body: {'security_group': {'name': 'tempest-securitygroup-83074800', 'description': 'tempest-description-1665461113'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:06:52.901935 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-14071a2b-2c58-44c7-b2ba-36c070bba17e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:52.905964 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-d10f41e1-8251-4e6e-95f3-2cd063b1ae15 req-0d4e5e00-cee7-4472-8944-fa6e5d67995b tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:52.910452 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-d10f41e1-8251-4e6e-95f3-2cd063b1ae15 req-0d4e5e00-cee7-4472-8944-fa6e5d67995b tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Usage tracker for resource:security_group and tenant:885329e94c1b4ad79d2d278f26c9af05 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:52.913607 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-d10f41e1-8251-4e6e-95f3-2cd063b1ae15 req-0d4e5e00-cee7-4472-8944-fa6e5d67995b tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:52.916622 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-14071a2b-2c58-44c7-b2ba-36c070bba17e service neutron] Transition to ACTIVE for port object 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:06:52.916869 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-2d926f42-65a1-4d23-a4b1-1d48c7e0d041 req-d297b163-a19f-4815-9767-12b5a64ed956 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:52.952584 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-d10f41e1-8251-4e6e-95f3-2cd063b1ae15 req-0d4e5e00-cee7-4472-8944-fa6e5d67995b tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:52.962328 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1ad8c971-24ca-4b6f-af1e-2c319768e167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:52.969430 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-a0475ea8-e0a9-4f55-b86b-5a8b72ccd0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:53.032536 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d926f42-65a1-4d23-a4b1-1d48c7e0d041 req-d297b163-a19f-4815-9767-12b5a64ed956 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:06:53.039090 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-14071a2b-2c58-44c7-b2ba-36c070bba17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:53.095535 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-2d926f42-65a1-4d23-a4b1-1d48c7e0d041 req-d297b163-a19f-4815-9767-12b5a64ed956 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:06:53.108434 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d926f42-65a1-4d23-a4b1-1d48c7e0d041 req-d297b163-a19f-4815-9767-12b5a64ed956 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:06:53.155466 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad8c971-24ca-4b6f-af1e-2c319768e167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72287ffc-4165-4b40-82fe-fabeaa984c4d,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:53.176579 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1ad8c971-24ca-4b6f-af1e-2c319768e167 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=04720fe771994fc6975aaf1af49ce5fd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5857451 May 27 02:06:53.179171 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52664) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:53.180233 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d10f41e1-8251-4e6e-95f3-2cd063b1ae15 req-0d4e5e00-cee7-4472-8944-fa6e5d67995b tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:53.218428 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297b163-a19f-4815-9767-12b5a64ed956 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Pushing event updated for resources: {'Port': ['ID=3b39ae22-48ea-448d-b49d-18282f1448b3,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:53.292948 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d10f41e1-8251-4e6e-95f3-2cd063b1ae15 req-0d4e5e00-cee7-4472-8944-fa6e5d67995b tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:53.418912 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-d10f41e1-8251-4e6e-95f3-2cd063b1ae15 req-0d4e5e00-cee7-4472-8944-fa6e5d67995b tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:53.437460 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14071a2b-2c58-44c7-b2ba-36c070bba17e service neutron] Pushing event updated for resources: {'Port': ['ID=996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:53.444028 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52670) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:53.448461 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-d10f41e1-8251-4e6e-95f3-2cd063b1ae15 req-0d4e5e00-cee7-4472-8944-fa6e5d67995b tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Usage tracker for resource:security_group_rule and tenant:885329e94c1b4ad79d2d278f26c9af05 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:53.458337 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-d10f41e1-8251-4e6e-95f3-2cd063b1ae15 req-0d4e5e00-cee7-4472-8944-fa6e5d67995b tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:53.492685 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-d10f41e1-8251-4e6e-95f3-2cd063b1ae15 req-0d4e5e00-cee7-4472-8944-fa6e5d67995b tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:53.505659 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0475ea8-e0a9-4f55-b86b-5a8b72ccd0e9 service neutron] Pushing event updated for resources: {'Port': ['ID=ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:53.517589 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-14071a2b-2c58-44c7-b2ba-36c070bba17e service neutron] Attempting to bind port 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:06:53.518045 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-14071a2b-2c58-44c7-b2ba-36c070bba17e service neutron] Attempting to bind port 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:06:53.518650 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-14071a2b-2c58-44c7-b2ba-36c070bba17e service neutron] Attempting to bind port 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:06:53.524279 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-14071a2b-2c58-44c7-b2ba-36c070bba17e service neutron] Port 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:06:53.524942 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-14071a2b-2c58-44c7-b2ba-36c070bba17e service neutron] Attempting to bind port 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:06:53.532593 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-14071a2b-2c58-44c7-b2ba-36c070bba17e service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:06:53.532799 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-14071a2b-2c58-44c7-b2ba-36c070bba17e service neutron] Checking segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:06:53.533417 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-14071a2b-2c58-44c7-b2ba-36c070bba17e service neutron] Bound using segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:06:53.533856 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-14071a2b-2c58-44c7-b2ba-36c070bba17e service neutron] Bound port: 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:06:53.534256 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-14071a2b-2c58-44c7-b2ba-36c070bba17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:53.537260 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0b18fe26-48ec-4876-9eb3-34a5b0e6501e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:53.588582 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-a0475ea8-e0a9-4f55-b86b-5a8b72ccd0e9 service neutron] Attempting to bind port ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:06:53.589246 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-a0475ea8-e0a9-4f55-b86b-5a8b72ccd0e9 service neutron] Attempting to bind port ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:06:53.589246 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-a0475ea8-e0a9-4f55-b86b-5a8b72ccd0e9 service neutron] Attempting to bind port ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 on network db30ed05-8f60-4a40-83c6-9b50139dcb81 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:06:53.608516 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-a0475ea8-e0a9-4f55-b86b-5a8b72ccd0e9 service neutron] Port ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 on network db30ed05-8f60-4a40-83c6-9b50139dcb81 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:06:53.608765 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-a0475ea8-e0a9-4f55-b86b-5a8b72ccd0e9 service neutron] Attempting to bind port ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 on network db30ed05-8f60-4a40-83c6-9b50139dcb81 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:06:53.627732 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0b18fe26-48ec-4876-9eb3-34a5b0e6501e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:53.637293 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-a0475ea8-e0a9-4f55-b86b-5a8b72ccd0e9 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:06:53.637631 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-a0475ea8-e0a9-4f55-b86b-5a8b72ccd0e9 service neutron] Checking segment: {'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:06:53.638009 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-a0475ea8-e0a9-4f55-b86b-5a8b72ccd0e9 service neutron] Bound using segment: {'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:06:53.638445 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-a0475ea8-e0a9-4f55-b86b-5a8b72ccd0e9 service neutron] Bound port: ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:06:53.638784 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-a0475ea8-e0a9-4f55-b86b-5a8b72ccd0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:53.649141 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-2d926f42-65a1-4d23-a4b1-1d48c7e0d041 req-d297b163-a19f-4815-9767-12b5a64ed956 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:53.674893 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62a50919-2b5a-4e24-a26a-df402ea5e064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:53.697870 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-62a50919-2b5a-4e24-a26a-df402ea5e064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:53.701111 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-14071a2b-2c58-44c7-b2ba-36c070bba17e service neutron] For port 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:06:53.706115 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-62a50919-2b5a-4e24-a26a-df402ea5e064 admin admin] Usage tracker for resource:security_group_rule and tenant:d116aed40fd54bc9b6804e1f32b85618 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:53.710543 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-62a50919-2b5a-4e24-a26a-df402ea5e064 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:53.717909 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-62a50919-2b5a-4e24-a26a-df402ea5e064 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:53.729830 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-14071a2b-2c58-44c7-b2ba-36c070bba17e service neutron] For port 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:06:53.810343 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62a50919-2b5a-4e24-a26a-df402ea5e064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:53.813118 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-14071a2b-2c58-44c7-b2ba-36c070bba17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:53.849860 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d10f41e1-8251-4e6e-95f3-2cd063b1ae15 req-0d4e5e00-cee7-4472-8944-fa6e5d67995b tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:53.855203 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-2d926f42-65a1-4d23-a4b1-1d48c7e0d041 req-d297b163-a19f-4815-9767-12b5a64ed956 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:53.864960 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-14071a2b-2c58-44c7-b2ba-36c070bba17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:53.865950 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-14071a2b-2c58-44c7-b2ba-36c070bba17e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:53.867415 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-14071a2b-2c58-44c7-b2ba-36c070bba17e service neutron] 10.222.0.66 "PUT /v2.0/ports/996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de HTTP/1.1" status: 200 len: 1095 time: 1.6323974 May 27 02:06:53.877400 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '527f146d-bcc6-451c-91eb-c53a214932df', 'tag': '996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:06:53.890519 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62a50919-2b5a-4e24-a26a-df402ea5e064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:53.894479 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-a0475ea8-e0a9-4f55-b86b-5a8b72ccd0e9 service neutron] For port ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:06:53.904483 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0b18fe26-48ec-4876-9eb3-34a5b0e6501e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:53.907803 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d10f41e1-8251-4e6e-95f3-2cd063b1ae15 req-0d4e5e00-cee7-4472-8944-fa6e5d67995b tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:53.939048 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-a0475ea8-e0a9-4f55-b86b-5a8b72ccd0e9 service neutron] For port ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869,segment=NetworkSegment(a69d16a1-8436-40ed-b9ce-539b6def055f),segment_id=a69d16a1-8436-40ed-b9ce-539b6def055f)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:06:53.944017 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-d10f41e1-8251-4e6e-95f3-2cd063b1ae15 req-0d4e5e00-cee7-4472-8944-fa6e5d67995b tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:53.950447 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-d10f41e1-8251-4e6e-95f3-2cd063b1ae15 req-0d4e5e00-cee7-4472-8944-fa6e5d67995b tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Usage tracker for resource:security_group_rule and tenant:885329e94c1b4ad79d2d278f26c9af05 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:53.953319 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18fe26-48ec-4876-9eb3-34a5b0e6501e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72287ffc-4165-4b40-82fe-fabeaa984c4d,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:53.957182 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-d10f41e1-8251-4e6e-95f3-2cd063b1ae15 req-0d4e5e00-cee7-4472-8944-fa6e5d67995b tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:53.974209 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-62a50919-2b5a-4e24-a26a-df402ea5e064 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d116aed40fd54bc9b6804e1f32b85618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5288455 May 27 02:06:53.978294 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a50919-2b5a-4e24-a26a-df402ea5e064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60fee6d-ba71-413f-8f1a-faa328695807,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:54.010283 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52680) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:54.017709 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-d10f41e1-8251-4e6e-95f3-2cd063b1ae15 req-0d4e5e00-cee7-4472-8944-fa6e5d67995b tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:54.025286 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14071a2b-2c58-44c7-b2ba-36c070bba17e service neutron] Pushing event updated for resources: {'Port': ['ID=996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:54.034198 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a50919-2b5a-4e24-a26a-df402ea5e064 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:54.034633 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a50919-2b5a-4e24-a26a-df402ea5e064 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:54.035063 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a50919-2b5a-4e24-a26a-df402ea5e064 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:54.035527 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a50919-2b5a-4e24-a26a-df402ea5e064 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:54.036052 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a50919-2b5a-4e24-a26a-df402ea5e064 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:54.036502 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a50919-2b5a-4e24-a26a-df402ea5e064 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:54.036924 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a50919-2b5a-4e24-a26a-df402ea5e064 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:54.037321 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a50919-2b5a-4e24-a26a-df402ea5e064 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:54.037718 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a50919-2b5a-4e24-a26a-df402ea5e064 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:54.038167 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a50919-2b5a-4e24-a26a-df402ea5e064 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:54.038573 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a50919-2b5a-4e24-a26a-df402ea5e064 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:54.038967 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a50919-2b5a-4e24-a26a-df402ea5e064 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:54.062797 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14071a2b-2c58-44c7-b2ba-36c070bba17e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:54.063286 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14071a2b-2c58-44c7-b2ba-36c070bba17e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:54.063698 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14071a2b-2c58-44c7-b2ba-36c070bba17e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:54.064045 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14071a2b-2c58-44c7-b2ba-36c070bba17e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:54.064385 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14071a2b-2c58-44c7-b2ba-36c070bba17e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:54.064488 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-a0475ea8-e0a9-4f55-b86b-5a8b72ccd0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:54.064754 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14071a2b-2c58-44c7-b2ba-36c070bba17e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:54.069740 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14071a2b-2c58-44c7-b2ba-36c070bba17e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:54.069740 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14071a2b-2c58-44c7-b2ba-36c070bba17e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:54.069740 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14071a2b-2c58-44c7-b2ba-36c070bba17e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:54.069740 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14071a2b-2c58-44c7-b2ba-36c070bba17e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:54.069740 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14071a2b-2c58-44c7-b2ba-36c070bba17e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:54.069740 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14071a2b-2c58-44c7-b2ba-36c070bba17e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:54.082758 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e5e00-cee7-4472-8944-fa6e5d67995b tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=046669fb-7e16-4259-ab78-e73387ae2c94,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:54.099591 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-2f44f8a6-1115-47bd-a34a-e3afcb8353de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:54.101254 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-2f44f8a6-1115-47bd-a34a-e3afcb8353de service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&device_id=527f146d-bcc6-451c-91eb-c53a214932df HTTP/1.1" status: 200 len: 1098 time: 0.1240993 May 27 02:06:54.185750 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-13e48a63-64aa-4f8e-b632-d7f8213918f1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de HTTP/1.1" status: 200 len: 217 time: 0.0754678 May 27 02:06:54.247728 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-a0475ea8-e0a9-4f55-b86b-5a8b72ccd0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:54.248382 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-a0475ea8-e0a9-4f55-b86b-5a8b72ccd0e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:54.250177 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-a0475ea8-e0a9-4f55-b86b-5a8b72ccd0e9 service neutron] 10.222.0.66 "PUT /v2.0/ports/ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 HTTP/1.1" status: 200 len: 1091 time: 2.8004718 May 27 02:06:54.271813 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-5b8d2907-c0d1-4590-8c9c-cfdf3e7d7b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:54.273850 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-5b8d2907-c0d1-4590-8c9c-cfdf3e7d7b7e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.0757518 May 27 02:06:54.279487 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78111124-233b-40b7-a265-2804a27a2d72', 'tag': 'ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:06:54.363709 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aa8891c1-51a4-4ab6-9114-724acb9aa529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:54.375474 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0b18fe26-48ec-4876-9eb3-34a5b0e6501e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:54.379526 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0b18fe26-48ec-4876-9eb3-34a5b0e6501e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/72287ffc-4165-4b40-82fe-fabeaa984c4d HTTP/1.1" status: 204 len: 168 time: 1.1853688 May 27 02:06:54.386324 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-1a909924-e610-4407-9c61-01615695f1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:54.387918 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-1a909924-e610-4407-9c61-01615695f1f3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1064174 May 27 02:06:54.498830 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aa8891c1-51a4-4ab6-9114-724acb9aa529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:54.512527 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0475ea8-e0a9-4f55-b86b-5a8b72ccd0e9 service neutron] Pushing event updated for resources: {'Port': ['ID=ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:54.567658 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0475ea8-e0a9-4f55-b86b-5a8b72ccd0e9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:54.568024 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0475ea8-e0a9-4f55-b86b-5a8b72ccd0e9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:54.568333 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0475ea8-e0a9-4f55-b86b-5a8b72ccd0e9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:54.568694 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0475ea8-e0a9-4f55-b86b-5a8b72ccd0e9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:54.569022 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0475ea8-e0a9-4f55-b86b-5a8b72ccd0e9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:54.569348 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0475ea8-e0a9-4f55-b86b-5a8b72ccd0e9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:54.569723 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0475ea8-e0a9-4f55-b86b-5a8b72ccd0e9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:54.570387 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0475ea8-e0a9-4f55-b86b-5a8b72ccd0e9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:54.570387 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0475ea8-e0a9-4f55-b86b-5a8b72ccd0e9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:54.570612 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0475ea8-e0a9-4f55-b86b-5a8b72ccd0e9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:54.570986 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0475ea8-e0a9-4f55-b86b-5a8b72ccd0e9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:54.571308 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0475ea8-e0a9-4f55-b86b-5a8b72ccd0e9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:54.597084 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-f574fcd4-786a-4c1f-98e5-e83e196bbb9e service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023423 May 27 02:06:54.599703 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d10f41e1-8251-4e6e-95f3-2cd063b1ae15 req-0d4e5e00-cee7-4472-8944-fa6e5d67995b tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:54.634923 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-9a15c5a6-4e0d-410d-af35-e03c16d85769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:54.636317 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-9a15c5a6-4e0d-410d-af35-e03c16d85769 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a29ffcc4de66478babed622f0d89fbe8&device_id=78111124-233b-40b7-a265-2804a27a2d72 HTTP/1.1" status: 200 len: 1094 time: 0.2642517 May 27 02:06:54.641696 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-2d926f42-65a1-4d23-a4b1-1d48c7e0d041 req-d297b163-a19f-4815-9767-12b5a64ed956 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:54.823339 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2a933ebe-344d-4df9-a444-c57183acbb07 req-b76ba9d9-87c5-494a-92ca-999fe0a22ca4 service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184489 May 27 02:06:54.836812 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-2d926f42-65a1-4d23-a4b1-1d48c7e0d041 req-d297b163-a19f-4815-9767-12b5a64ed956 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:54.840916 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d10f41e1-8251-4e6e-95f3-2cd063b1ae15 req-0d4e5e00-cee7-4472-8944-fa6e5d67995b tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:54.903209 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-f613458b-943b-4f47-a342-fb14e69960b6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 HTTP/1.1" status: 200 len: 217 time: 0.2594543 May 27 02:06:55.017307 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aa8891c1-51a4-4ab6-9114-724acb9aa529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:55.057489 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297b163-a19f-4815-9767-12b5a64ed956 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Pushing event updated for resources: {'Port': ['ID=3b39ae22-48ea-448d-b49d-18282f1448b3,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:55.059801 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e5e00-cee7-4472-8944-fa6e5d67995b tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1e8f86-ea00-4351-8ad4-686c9b196bf9,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:55.081830 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aa8891c1-51a4-4ab6-9114-724acb9aa529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:55.082795 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-aa8891c1-51a4-4ab6-9114-724acb9aa529 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c60fee6d-ba71-413f-8f1a-faa328695807 HTTP/1.1" status: 204 len: 168 time: 1.0679324 May 27 02:06:55.087082 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8891c1-51a4-4ab6-9114-724acb9aa529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60fee6d-ba71-413f-8f1a-faa328695807,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:55.101831 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-acaf2012-971d-4b42-8928-d54034456ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:55.103295 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-acaf2012-971d-4b42-8928-d54034456ccf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e2a1d95-8ee5-4ee3-927d-bf057db8df2f HTTP/1.1" status: 200 len: 861 time: 0.1875808 May 27 02:06:55.104144 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-2d926f42-65a1-4d23-a4b1-1d48c7e0d041 req-d297b163-a19f-4815-9767-12b5a64ed956 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:55.148933 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52694) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:55.169706 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d10f41e1-8251-4e6e-95f3-2cd063b1ae15 req-0d4e5e00-cee7-4472-8944-fa6e5d67995b tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:55.170862 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d10f41e1-8251-4e6e-95f3-2cd063b1ae15 req-0d4e5e00-cee7-4472-8944-fa6e5d67995b tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.2757699 May 27 02:06:55.176925 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c7e49473-72bf-4f21-ad19-98c0543c766b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:55.181605 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-c9b4c9dc-16cc-4da0-a0e1-17af2be5efe6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=db30ed05-8f60-4a40-83c6-9b50139dcb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648534 May 27 02:06:55.207676 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c7e49473-72bf-4f21-ad19-98c0543c766b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:55.218467 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c7e49473-72bf-4f21-ad19-98c0543c766b admin admin] Usage tracker for resource:security_group_rule and tenant:fc2c59ab6b0b4b4986cd05f438208d02 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:55.222221 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c7e49473-72bf-4f21-ad19-98c0543c766b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:55.228930 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c7e49473-72bf-4f21-ad19-98c0543c766b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:55.301635 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-2d926f42-65a1-4d23-a4b1-1d48c7e0d041 req-d297b163-a19f-4815-9767-12b5a64ed956 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:55.309682 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2d926f42-65a1-4d23-a4b1-1d48c7e0d041 req-d297b163-a19f-4815-9767-12b5a64ed956 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.8849590 May 27 02:06:55.449525 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c7e49473-72bf-4f21-ad19-98c0543c766b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:55.450503 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-aa6362f0-a3aa-4296-8dc4-eecb303f049e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:55.458056 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-2d926f42-65a1-4d23-a4b1-1d48c7e0d041 req-614c7297-dc4f-4743-ac0f-ff321d7d2e68 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Synchronizing usage tracker for tenant:b577a3eed71a48a58948c79dade6b651 on resource:floatingip {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:06:55.520014 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-6c94b926-e2ff-4e3b-bc41-64ad1b010889 service neutron] 10.222.0.66 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294818 May 27 02:06:55.535944 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c7e49473-72bf-4f21-ad19-98c0543c766b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:55.577802 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-2d926f42-65a1-4d23-a4b1-1d48c7e0d041 req-614c7297-dc4f-4743-ac0f-ff321d7d2e68 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Unset dirty status for tenant:b577a3eed71a48a58948c79dade6b651 on resource:floatingip {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:06:55.584107 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2d926f42-65a1-4d23-a4b1-1d48c7e0d041 req-614c7297-dc4f-4743-ac0f-ff321d7d2e68 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.121 HTTP/1.1" status: 200 len: 696 time: 0.2636497 May 27 02:06:55.613683 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9fdb2-9f64-48ca-a9b8-dc709d943d27 req-6f84a9ba-b0a7-4d4f-a742-b522236f15e3 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:55.621094 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-37f9fdb2-9f64-48ca-a9b8-dc709d943d27 req-6f84a9ba-b0a7-4d4f-a742-b522236f15e3 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7e24fcc-3eee-49fb-8d08-0386a309bd7d HTTP/1.1" status: 200 len: 946 time: 0.3106222 May 27 02:06:55.641878 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c7e49473-72bf-4f21-ad19-98c0543c766b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fc2c59ab6b0b4b4986cd05f438208d02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4910986 May 27 02:06:55.642749 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e49473-72bf-4f21-ad19-98c0543c766b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7776a3ac-d0b4-4a6d-bc6b-d38df1325e9a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:55.657217 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52702) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:55.733075 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3b89d8e8-721e-44ed-9cb0-f159a7372d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:55.762079 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3b89d8e8-721e-44ed-9cb0-f159a7372d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:55.890466 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3b89d8e8-721e-44ed-9cb0-f159a7372d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:55.900314 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-37f9fdb2-9f64-48ca-a9b8-dc709d943d27 req-78849fde-24c9-42ee-9408-10a3ccd2301f tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/security-groups?id=d322c91f-9b95-4e01-816d-2040f3d8ecc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2783568 May 27 02:06:55.931131 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89d8e8-721e-44ed-9cb0-f159a7372d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7776a3ac-d0b4-4a6d-bc6b-d38df1325e9a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:55.941961 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3b89d8e8-721e-44ed-9cb0-f159a7372d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:55.945536 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3b89d8e8-721e-44ed-9cb0-f159a7372d08 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7776a3ac-d0b4-4a6d-bc6b-d38df1325e9a HTTP/1.1" status: 204 len: 168 time: 0.2848871 May 27 02:06:55.991836 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52710) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:56.004728 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b6556338-5f8f-4efd-b9fa-e4a524121b22 req-42ac6323-4b51-4fc5-a3d0-2276cf58c284 service neutron] 10.222.0.66 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4778464 May 27 02:06:56.010522 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-433c791d-17db-438c-891d-f85c06ef622c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:56.026271 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-433c791d-17db-438c-891d-f85c06ef622c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:56.030555 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-433c791d-17db-438c-891d-f85c06ef622c admin admin] Usage tracker for resource:security_group_rule and tenant:e3aed49bf4f64d0280c714b44cad8689 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:56.034081 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-433c791d-17db-438c-891d-f85c06ef622c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:56.044646 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-433c791d-17db-438c-891d-f85c06ef622c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:56.045092 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d926f42-65a1-4d23-a4b1-1d48c7e0d041 req-81aa0492-71c8-439a-89c5-bfa0ec547445 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:56.052837 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2d926f42-65a1-4d23-a4b1-1d48c7e0d041 req-81aa0492-71c8-439a-89c5-bfa0ec547445 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] 10.222.0.57 "GET /v2.0/networks/d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 784 time: 0.4678450 May 27 02:06:56.199330 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-433c791d-17db-438c-891d-f85c06ef622c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:56.266540 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252484c-05c5-448e-b687-c963a46d13b7 req-22679e6e-86ad-4af6-8840-e77b0ebc7b7d tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:56.268036 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b252484c-05c5-448e-b687-c963a46d13b7 req-22679e6e-86ad-4af6-8840-e77b0ebc7b7d tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=78111124-233b-40b7-a265-2804a27a2d72 HTTP/1.1" status: 200 len: 943 time: 0.1716790 May 27 02:06:56.284557 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-433c791d-17db-438c-891d-f85c06ef622c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:56.340386 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c791d-17db-438c-891d-f85c06ef622c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36235b09-e5e0-48cd-b9df-e7e0ee6c8fce,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:56.344517 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5fda9-cffb-4617-8285-5be8c7190446 req-e610609f-3e65-4c64-a9ad-c049116b6660 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:56.346579 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eea5fda9-cffb-4617-8285-5be8c7190446 req-e610609f-3e65-4c64-a9ad-c049116b6660 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=527f146d-bcc6-451c-91eb-c53a214932df HTTP/1.1" status: 200 len: 947 time: 0.1648479 May 27 02:06:56.361608 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-433c791d-17db-438c-891d-f85c06ef622c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e3aed49bf4f64d0280c714b44cad8689&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3666792 May 27 02:06:56.362628 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52718) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:56.414713 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b252484c-05c5-448e-b687-c963a46d13b7 req-93be4902-bf39-48b5-98bb-dcba0bfdf356 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356208 May 27 02:06:56.443571 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-287fda22-7905-4c99-89d2-9e157f26f286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:56.454259 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eea5fda9-cffb-4617-8285-5be8c7190446 req-2942eaab-232a-4ac7-bbea-70f7cafca5ec tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981407 May 27 02:06:56.498617 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-287fda22-7905-4c99-89d2-9e157f26f286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:56.507078 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a323428-80d7-4082-9d2e-0784cead0b1a'] response: {'name': 'network-changed', 'server_uuid': '527f146d-bcc6-451c-91eb-c53a214932df', 'tag': '996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de', 'status': 'completed', 'code': 200} May 27 02:06:56.513576 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-75c05414-2ccf-40d8-8340-f67bfd85f652 req-1f3af79e-0a95-4b85-8038-5dde015e976d tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1137903480', 'description': 'tempest-description-676102273'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:06:56.519675 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-75c05414-2ccf-40d8-8340-f67bfd85f652 req-1f3af79e-0a95-4b85-8038-5dde015e976d tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:56.524003 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-75c05414-2ccf-40d8-8340-f67bfd85f652 req-1f3af79e-0a95-4b85-8038-5dde015e976d tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Usage tracker for resource:security_group and tenant:885329e94c1b4ad79d2d278f26c9af05 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:56.527114 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-75c05414-2ccf-40d8-8340-f67bfd85f652 req-1f3af79e-0a95-4b85-8038-5dde015e976d tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:56.535961 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-75c05414-2ccf-40d8-8340-f67bfd85f652 req-1f3af79e-0a95-4b85-8038-5dde015e976d tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:56.584338 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca508c92-159c-4e97-84ae-100ad8545a53'] response: {'name': 'network-changed', 'server_uuid': '78111124-233b-40b7-a265-2804a27a2d72', 'tag': 'ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869', 'status': 'completed', 'code': 200} May 27 02:06:56.667335 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-287fda22-7905-4c99-89d2-9e157f26f286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:56.668693 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03496ce1-1b43-408c-8e17-ec719941157c req-c1e7a248-7f90-43a6-80b9-aaf7bbc340d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:56.672829 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-03496ce1-1b43-408c-8e17-ec719941157c req-c1e7a248-7f90-43a6-80b9-aaf7bbc340d7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&device_id=527f146d-bcc6-451c-91eb-c53a214932df HTTP/1.1" status: 200 len: 1098 time: 0.1355908 May 27 02:06:56.674206 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-75c05414-2ccf-40d8-8340-f67bfd85f652 req-1f3af79e-0a95-4b85-8038-5dde015e976d tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:56.690293 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287fda22-7905-4c99-89d2-9e157f26f286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36235b09-e5e0-48cd-b9df-e7e0ee6c8fce,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:56.710405 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-287fda22-7905-4c99-89d2-9e157f26f286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:56.711628 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-287fda22-7905-4c99-89d2-9e157f26f286 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/36235b09-e5e0-48cd-b9df-e7e0ee6c8fce HTTP/1.1" status: 204 len: 168 time: 0.3474536 May 27 02:06:56.752465 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6bdeba-c953-4d19-8fe3-2370cb293b69 req-117333b1-57b3-492e-879a-f41a5b8f83f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:56.763711 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7a6bdeba-c953-4d19-8fe3-2370cb293b69 req-117333b1-57b3-492e-879a-f41a5b8f83f6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a29ffcc4de66478babed622f0d89fbe8&device_id=78111124-233b-40b7-a265-2804a27a2d72 HTTP/1.1" status: 200 len: 1094 time: 0.1704147 May 27 02:06:56.851786 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-75c05414-2ccf-40d8-8340-f67bfd85f652 req-1f3af79e-0a95-4b85-8038-5dde015e976d tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:56.883773 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-75c05414-2ccf-40d8-8340-f67bfd85f652 req-1f3af79e-0a95-4b85-8038-5dde015e976d tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Usage tracker for resource:security_group_rule and tenant:885329e94c1b4ad79d2d278f26c9af05 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:56.900143 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-75c05414-2ccf-40d8-8340-f67bfd85f652 req-1f3af79e-0a95-4b85-8038-5dde015e976d tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:56.958359 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03496ce1-1b43-408c-8e17-ec719941157c req-b79e3b2e-45e5-4028-81cd-d41054ced139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:56.960193 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-03496ce1-1b43-408c-8e17-ec719941157c req-b79e3b2e-45e5-4028-81cd-d41054ced139 service neutron] 10.222.0.66 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.2723229 May 27 02:06:56.964268 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-75c05414-2ccf-40d8-8340-f67bfd85f652 req-1f3af79e-0a95-4b85-8038-5dde015e976d tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:56.997560 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6bdeba-c953-4d19-8fe3-2370cb293b69 req-5ff8363b-3eb4-474e-b839-924bf9ca4185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:57.000376 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7a6bdeba-c953-4d19-8fe3-2370cb293b69 req-5ff8363b-3eb4-474e-b839-924bf9ca4185 service neutron] 10.222.0.66 "GET /v2.0/networks?id=db30ed05-8f60-4a40-83c6-9b50139dcb81 HTTP/1.1" status: 200 len: 922 time: 0.2341290 May 27 02:06:57.170577 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-03496ce1-1b43-408c-8e17-ec719941157c req-bd71c940-fdaf-45e8-9c35-8ba0cf3ec731 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de HTTP/1.1" status: 200 len: 217 time: 0.2030103 May 27 02:06:57.205684 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7a6bdeba-c953-4d19-8fe3-2370cb293b69 req-4dd32725-8676-466a-a3bc-f6ddff0ff754 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 HTTP/1.1" status: 200 len: 217 time: 0.1983378 May 27 02:06:57.231275 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad9c16-70d9-40ef-9864-9a07a8c601c8 req-3926742a-184b-494f-a027-6f20779e7170 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:57.233075 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0aad9c16-70d9-40ef-9864-9a07a8c601c8 req-3926742a-184b-494f-a027-6f20779e7170 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7e24fcc-3eee-49fb-8d08-0386a309bd7d HTTP/1.1" status: 200 len: 946 time: 0.5096912 May 27 02:06:57.252538 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52740) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:57.266548 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-e33edbe4-4ad1-4773-ae49-046415596f25 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Request body: {'floatingip': {'port_id': 'ae0ca0b2-7340-4626-a45f-4a42abff3315'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:06:57.354361 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6bdeba-c953-4d19-8fe3-2370cb293b69 req-7a2cdf28-11e9-482b-967d-0c1af22baede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:57.355874 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7a6bdeba-c953-4d19-8fe3-2370cb293b69 req-7a2cdf28-11e9-482b-967d-0c1af22baede service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e2a1d95-8ee5-4ee3-927d-bf057db8df2f HTTP/1.1" status: 200 len: 861 time: 0.1437140 May 27 02:06:57.415945 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7a6bdeba-c953-4d19-8fe3-2370cb293b69 req-dc0dd357-4cd9-48b0-9597-1e4f89466b66 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=db30ed05-8f60-4a40-83c6-9b50139dcb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521727 May 27 02:06:57.507242 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03496ce1-1b43-408c-8e17-ec719941157c req-224048d2-229e-4d78-83c9-3dd7bef66648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:57.508742 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-03496ce1-1b43-408c-8e17-ec719941157c req-224048d2-229e-4d78-83c9-3dd7bef66648 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.3303189 May 27 02:06:57.516668 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e33edbe4-4ad1-4773-ae49-046415596f25 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks [] for floatingip, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:57.680919 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7a6bdeba-c953-4d19-8fe3-2370cb293b69 req-34de335b-3800-485c-ab45-2f527919733e service neutron] 10.222.0.66 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513616 May 27 02:06:57.725072 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-75c05414-2ccf-40d8-8340-f67bfd85f652 req-1f3af79e-0a95-4b85-8038-5dde015e976d tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:57.744150 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b253765b-5a79-418f-9420-587a0aa49874 req-9518ec72-520e-49d4-b822-2a13531c192f tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4868972 May 27 02:06:57.762397 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-b253765b-5a79-418f-9420-587a0aa49874 req-f4afe2af-0e1c-496e-b31a-f3089121f3ce tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:06:57.770315 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-b253765b-5a79-418f-9420-587a0aa49874 req-f4afe2af-0e1c-496e-b31a-f3089121f3ce tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:57.826496 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-b253765b-5a79-418f-9420-587a0aa49874 req-f4afe2af-0e1c-496e-b31a-f3089121f3ce tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:57.851926 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:06:57.905795 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7a6bdeba-c953-4d19-8fe3-2370cb293b69 req-7819bdcd-dcf1-4f22-8211-6ea4d3ec0eb3 service neutron] 10.222.0.66 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163272 May 27 02:06:57.927332 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03496ce1-1b43-408c-8e17-ec719941157c req-08269a6e-a16b-4e6e-95bd-fadf9274e35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:57.929178 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-03496ce1-1b43-408c-8e17-ec719941157c req-08269a6e-a16b-4e6e-95bd-fadf9274e35b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3587368 May 27 02:06:58.036047 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:06:58.049580 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'port_id': '996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de', 'mac_address': 'fa:16:3e:26:aa:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf69705-8457-415f-85a3-b42efaff1b97', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:06:58.104936 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:06:58.105233 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:58.125203 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:06:58.140650 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:06:58.193635 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-25be1f48-568a-4c8f-bcdd-05315f369dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:58.237111 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-75c05414-2ccf-40d8-8340-f67bfd85f652 req-1f3af79e-0a95-4b85-8038-5dde015e976d tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:58.249912 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:58.376535 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:58.386443 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:58.388400 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:58.388400 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:58.388400 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:58.388400 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:58.388400 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:58.388794 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:58.389603 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:58.389927 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:58.390245 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:58.390561 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:58.391123 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:58.406897 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-03496ce1-1b43-408c-8e17-ec719941157c req-51176868-f524-4552-8e19-5c9085822232 service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4656730 May 27 02:06:58.420274 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b253765b-5a79-418f-9420-587a0aa49874 req-f4afe2af-0e1c-496e-b31a-f3089121f3ce tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks [] for floatingip, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:58.464514 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:06:58.674147 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3af79e-0a95-4b85-8038-5dde015e976d tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=648143ee-314c-42c1-973e-2091b944a737,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:58.804871 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-75c05414-2ccf-40d8-8340-f67bfd85f652 req-1f3af79e-0a95-4b85-8038-5dde015e976d tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:58.827947 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-75c05414-2ccf-40d8-8340-f67bfd85f652 req-1f3af79e-0a95-4b85-8038-5dde015e976d tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.3192928 May 27 02:06:58.861213 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:58.912209 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:58.962367 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-03496ce1-1b43-408c-8e17-ec719941157c req-09a32fb4-d65d-437c-a301-dc96fc4e9383 service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5294824 May 27 02:06:59.106990 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [None req-e33edbe4-4ad1-4773-ae49-046415596f25 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:06:59.247491 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b253765b-5a79-418f-9420-587a0aa49874 req-f4afe2af-0e1c-496e-b31a-f3089121f3ce tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:59.252061 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e33edbe4-4ad1-4773-ae49-046415596f25 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:59.312275 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce202cb-d752-4fd8-b140-e4f0a336623d req-2e2cde9e-f4e5-44e9-ad48-ce35994e400f tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:59.313786 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8ce202cb-d752-4fd8-b140-e4f0a336623d req-2e2cde9e-f4e5-44e9-ad48-ce35994e400f tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=78111124-233b-40b7-a265-2804a27a2d72 HTTP/1.1" status: 200 len: 943 time: 0.2831457 May 27 02:06:59.349342 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e33edbe4-4ad1-4773-ae49-046415596f25 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:59.504894 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8ce202cb-d752-4fd8-b140-e4f0a336623d req-0f804f14-0991-4a33-80d7-387f17bf0224 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837208 May 27 02:06:59.651821 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-b253765b-5a79-418f-9420-587a0aa49874 req-f4afe2af-0e1c-496e-b31a-f3089121f3ce tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Allocated IP 172.25.1.236 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/6cc3e42a-0d84-4fa0-aedb-917e3b232889) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:06:59.675458 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-e33edbe4-4ad1-4773-ae49-046415596f25 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Floating IP 0503cf2f-0483-485d-bc98-33f480e3239e associated. External IP: 172.25.1.40, port: ae0ca0b2-7340-4626-a45f-4a42abff3315. May 27 02:06:59.856868 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:06:59.889079 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:07:00.032250 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:00.090860 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869,segment=NetworkSegment(a69d16a1-8436-40ed-b9ce-539b6def055f),segment_id=a69d16a1-8436-40ed-b9ce-539b6def055f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:00.099450 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b253765b-5a79-418f-9420-587a0aa49874 req-f4afe2af-0e1c-496e-b31a-f3089121f3ce tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:00.108319 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': 'ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869', 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81', 'port_id': 'ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869', 'mac_address': 'fa:16:3e:ba:b8:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a1d95-8ee5-4ee3-927d-bf057db8df2f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:07:00.136666 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03a825-ff07-4f2f-8481-3f9316f7ef6e req-c54496ab-103a-4c23-8203-979ff5c0b975 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:00.138223 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2c03a825-ff07-4f2f-8481-3f9316f7ef6e req-c54496ab-103a-4c23-8203-979ff5c0b975 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=527f146d-bcc6-451c-91eb-c53a214932df HTTP/1.1" status: 200 len: 948 time: 0.4183280 May 27 02:07:00.151818 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:07:00.163827 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:07:00.164198 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:00.288844 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:07:00.289506 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:00.321287 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:07:00.336155 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:07:00.336454 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:00.356223 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869,segment=NetworkSegment(a69d16a1-8436-40ed-b9ce-539b6def055f),segment_id=a69d16a1-8436-40ed-b9ce-539b6def055f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:00.370684 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527f146d-bcc6-451c-91eb-c53a214932df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:07:00.381390 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:00.438833 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:00.457986 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2c03a825-ff07-4f2f-8481-3f9316f7ef6e req-ec695738-960f-41b7-9936-d312d58c815b tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107655 May 27 02:07:00.493253 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:00.514431 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33edbe4-4ad1-4773-ae49-046415596f25 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Router e03f01e5-96b0-474f-afa3-b6c0b8afed82 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:07:00.550403 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:00.586943 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b253765b-5a79-418f-9420-587a0aa49874 req-f4afe2af-0e1c-496e-b31a-f3089121f3ce tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:00.676791 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b253765b-5a79-418f-9420-587a0aa49874 req-f4afe2af-0e1c-496e-b31a-f3089121f3ce tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:07:00.683100 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-b253765b-5a79-418f-9420-587a0aa49874 req-f4afe2af-0e1c-496e-b31a-f3089121f3ce tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:07:00.691457 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-b253765b-5a79-418f-9420-587a0aa49874 req-f4afe2af-0e1c-496e-b31a-f3089121f3ce tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:07:00.729985 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:07:00.787670 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:00.877466 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4afe2af-0e1c-496e-b31a-f3089121f3ce tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Pushing event updated for resources: {'Port': ['ID=6cc3e42a-0d84-4fa0-aedb-917e3b232889,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:00.884699 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-02e2655f-7a09-4693-85bb-ebb50515009e req-c9fc81b5-d4c9-497d-b906-03c6e0ea9ad4 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1997965999', 'description': 'tempest-description-1802178469'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:07:00.893658 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-02e2655f-7a09-4693-85bb-ebb50515009e req-c9fc81b5-d4c9-497d-b906-03c6e0ea9ad4 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:00.903922 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-02e2655f-7a09-4693-85bb-ebb50515009e req-c9fc81b5-d4c9-497d-b906-03c6e0ea9ad4 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Usage tracker for resource:security_group and tenant:9527e5c709794ad780ba792788fa8ba9 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:00.910719 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-02e2655f-7a09-4693-85bb-ebb50515009e req-c9fc81b5-d4c9-497d-b906-03c6e0ea9ad4 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:00.928191 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-02e2655f-7a09-4693-85bb-ebb50515009e req-c9fc81b5-d4c9-497d-b906-03c6e0ea9ad4 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:00.938902 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33edbe4-4ad1-4773-ae49-046415596f25 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:07:00.955212 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc889a6-26fa-4f9c-867f-baf3e373fa19 None None] Sync routers for ids ['e03f01e5-96b0-474f-afa3-b6c0b8afed82'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:07:00.966470 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e33edbe4-4ad1-4773-ae49-046415596f25 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:00.983282 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc889a6-26fa-4f9c-867f-baf3e373fa19 None None] Routers {'e03f01e5-96b0-474f-afa3-b6c0b8afed82'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:07:00.984086 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6dc889a6-26fa-4f9c-867f-baf3e373fa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:06:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['e03f01e5-96b0-474f-afa3-b6c0b8afed82'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:01.015951 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b253765b-5a79-418f-9420-587a0aa49874 req-f4afe2af-0e1c-496e-b31a-f3089121f3ce tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:01.024953 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-02e2655f-7a09-4693-85bb-ebb50515009e req-c9fc81b5-d4c9-497d-b906-03c6e0ea9ad4 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:01.041583 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-02e2655f-7a09-4693-85bb-ebb50515009e req-c9fc81b5-d4c9-497d-b906-03c6e0ea9ad4 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:01.055477 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e33edbe4-4ad1-4773-ae49-046415596f25 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "PUT /v2.0/floatingips/0503cf2f-0483-485d-bc98-33f480e3239e HTTP/1.1" status: 200 len: 991 time: 3.8015983 May 27 02:07:01.057553 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e24fcc-3eee-49fb-8d08-0386a309bd7d', 'tag': 'ae0ca0b2-7340-4626-a45f-4a42abff3315'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:07:01.066973 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-02e2655f-7a09-4693-85bb-ebb50515009e req-c9fc81b5-d4c9-497d-b906-03c6e0ea9ad4 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:01.070556 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-02e2655f-7a09-4693-85bb-ebb50515009e req-c9fc81b5-d4c9-497d-b906-03c6e0ea9ad4 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Usage tracker for resource:security_group_rule and tenant:9527e5c709794ad780ba792788fa8ba9 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:01.074950 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-02e2655f-7a09-4693-85bb-ebb50515009e req-c9fc81b5-d4c9-497d-b906-03c6e0ea9ad4 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:01.112533 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-02e2655f-7a09-4693-85bb-ebb50515009e req-c9fc81b5-d4c9-497d-b906-03c6e0ea9ad4 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:01.157356 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b253765b-5a79-418f-9420-587a0aa49874 req-f4afe2af-0e1c-496e-b31a-f3089121f3ce tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:01.227345 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-6dc889a6-26fa-4f9c-867f-baf3e373fa19 None None] Set router e03f01e5-96b0-474f-afa3-b6c0b8afed82 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:07:01.387630 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-02e2655f-7a09-4693-85bb-ebb50515009e req-c9fc81b5-d4c9-497d-b906-03c6e0ea9ad4 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:01.437057 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b253765b-5a79-418f-9420-587a0aa49874 req-f4afe2af-0e1c-496e-b31a-f3089121f3ce tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:01.443975 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-02e2655f-7a09-4693-85bb-ebb50515009e req-c9fc81b5-d4c9-497d-b906-03c6e0ea9ad4 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:01.457709 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-02e2655f-7a09-4693-85bb-ebb50515009e req-c9fc81b5-d4c9-497d-b906-03c6e0ea9ad4 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:01.465565 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-02e2655f-7a09-4693-85bb-ebb50515009e req-c9fc81b5-d4c9-497d-b906-03c6e0ea9ad4 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Usage tracker for resource:security_group_rule and tenant:9527e5c709794ad780ba792788fa8ba9 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:01.473373 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-02e2655f-7a09-4693-85bb-ebb50515009e req-c9fc81b5-d4c9-497d-b906-03c6e0ea9ad4 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:01.489242 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-02e2655f-7a09-4693-85bb-ebb50515009e req-c9fc81b5-d4c9-497d-b906-03c6e0ea9ad4 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:01.497893 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc81b5-d4c9-497d-b906-03c6e0ea9ad4 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4879a168-4461-4b91-8f9e-64d296692e3b,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:01.506320 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b253765b-5a79-418f-9420-587a0aa49874 req-f4afe2af-0e1c-496e-b31a-f3089121f3ce tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:01.639536 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6dc889a6-26fa-4f9c-867f-baf3e373fa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1611667911-router', 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '1614c3e5-b0b6-490c-9dba-bc2ef875c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:54Z', 'updated_at': '2022-05-27T02:05:00Z', 'revision_number': 4, 'project_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'gw_port': {'id': '1614c3e5-b0b6-490c-9dba-bc2ef875c90e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:04:55Z', 'updated_at': '2022-05-27T02:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '0503cf2f-0483-485d-bc98-33f480e3239e', 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'floating_ip_address': '172.25.1.40', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'port_id': 'ae0ca0b2-7340-4626-a45f-4a42abff3315', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17b286dd-35ae-40dc-a3e1-65b9625948fe', 'mac_address': 'fa:16:3e:a4:9d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e24fcc-3eee-49fb-8d08-0386a309bd7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:05:30Z', 'updated_at': '2022-05-27T02:06:58Z', 'revision_number': 5, 'project_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac5d3537-77cc-4eda-8e6a-19af9c2aa817', 'name': '', 'network_id': '17b286dd-35ae-40dc-a3e1-65b9625948fe', 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'mac_address': 'fa:16:3e:43:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '910bc1cc-bbe5-4144-8601-c90701254592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:04:59Z', 'updated_at': '2022-05-27T02:05:07Z', 'revision_number': 5, 'project_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'subnets': [{'id': '910bc1cc-bbe5-4144-8601-c90701254592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:01.644095 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc889a6-26fa-4f9c-867f-baf3e373fa19 None None] Checking router: e03f01e5-96b0-474f-afa3-b6c0b8afed82 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:07:01.655007 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4afe2af-0e1c-496e-b31a-f3089121f3ce tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Pushing event updated for resources: {'Port': ['ID=6cc3e42a-0d84-4fa0-aedb-917e3b232889,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:01.659621 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc889a6-26fa-4f9c-867f-baf3e373fa19 None None] Routers {'e03f01e5-96b0-474f-afa3-b6c0b8afed82'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:07:01.660666 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6dc889a6-26fa-4f9c-867f-baf3e373fa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:06:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['e03f01e5-96b0-474f-afa3-b6c0b8afed82'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:01.669221 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b253765b-5a79-418f-9420-587a0aa49874 req-f4afe2af-0e1c-496e-b31a-f3089121f3ce tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:01.729968 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-02e2655f-7a09-4693-85bb-ebb50515009e req-c9fc81b5-d4c9-497d-b906-03c6e0ea9ad4 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:01.781599 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b253765b-5a79-418f-9420-587a0aa49874 req-f4afe2af-0e1c-496e-b31a-f3089121f3ce tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:01.782895 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b253765b-5a79-418f-9420-587a0aa49874 req-f4afe2af-0e1c-496e-b31a-f3089121f3ce tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0376420 May 27 02:07:01.855199 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-6dc889a6-26fa-4f9c-867f-baf3e373fa19 None None] Set router e03f01e5-96b0-474f-afa3-b6c0b8afed82 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:07:01.858811 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-02e2655f-7a09-4693-85bb-ebb50515009e req-c9fc81b5-d4c9-497d-b906-03c6e0ea9ad4 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:01.899121 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b253765b-5a79-418f-9420-587a0aa49874 req-e9e35d47-b1e5-48c7-bb6f-2fae667551b3 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Synchronizing usage tracker for tenant:b577a3eed71a48a58948c79dade6b651 on resource:floatingip {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:07:01.913135 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:07:01.924602 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc81b5-d4c9-497d-b906-03c6e0ea9ad4 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77da0671-8ac3-4945-a985-b2c01ec1253a,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:01.990296 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-02e2655f-7a09-4693-85bb-ebb50515009e req-c9fc81b5-d4c9-497d-b906-03c6e0ea9ad4 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:01.991998 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-02e2655f-7a09-4693-85bb-ebb50515009e req-c9fc81b5-d4c9-497d-b906-03c6e0ea9ad4 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.1296284 May 27 02:07:02.013223 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b253765b-5a79-418f-9420-587a0aa49874 req-e9e35d47-b1e5-48c7-bb6f-2fae667551b3 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Unset dirty status for tenant:b577a3eed71a48a58948c79dade6b651 on resource:floatingip {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:07:02.015469 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b253765b-5a79-418f-9420-587a0aa49874 req-e9e35d47-b1e5-48c7-bb6f-2fae667551b3 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.236 HTTP/1.1" status: 200 len: 696 time: 0.2265904 May 27 02:07:02.218649 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253765b-5a79-418f-9420-587a0aa49874 req-20c3f799-7c89-451e-bfc1-90315f4fa1a7 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:02.220109 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b253765b-5a79-418f-9420-587a0aa49874 req-20c3f799-7c89-451e-bfc1-90315f4fa1a7 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] 10.222.0.57 "GET /v2.0/networks/d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 784 time: 0.1959128 May 27 02:07:02.327404 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6dc889a6-26fa-4f9c-867f-baf3e373fa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1611667911-router', 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '1614c3e5-b0b6-490c-9dba-bc2ef875c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:54Z', 'updated_at': '2022-05-27T02:05:00Z', 'revision_number': 4, 'project_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'gw_port': {'id': '1614c3e5-b0b6-490c-9dba-bc2ef875c90e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:04:55Z', 'updated_at': '2022-05-27T02:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '0503cf2f-0483-485d-bc98-33f480e3239e', 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'floating_ip_address': '172.25.1.40', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'port_id': 'ae0ca0b2-7340-4626-a45f-4a42abff3315', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17b286dd-35ae-40dc-a3e1-65b9625948fe', 'mac_address': 'fa:16:3e:a4:9d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e24fcc-3eee-49fb-8d08-0386a309bd7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:05:30Z', 'updated_at': '2022-05-27T02:06:58Z', 'revision_number': 5, 'project_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac5d3537-77cc-4eda-8e6a-19af9c2aa817', 'name': '', 'network_id': '17b286dd-35ae-40dc-a3e1-65b9625948fe', 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'mac_address': 'fa:16:3e:43:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '910bc1cc-bbe5-4144-8601-c90701254592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:04:59Z', 'updated_at': '2022-05-27T02:05:07Z', 'revision_number': 5, 'project_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'subnets': [{'id': '910bc1cc-bbe5-4144-8601-c90701254592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:02.332221 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc889a6-26fa-4f9c-867f-baf3e373fa19 None None] The sync data for ids ['e03f01e5-96b0-474f-afa3-b6c0b8afed82'] in n-d-843554-3 is: [{'id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1611667911-router', 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '1614c3e5-b0b6-490c-9dba-bc2ef875c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:54Z', 'updated_at': '2022-05-27T02:05:00Z', 'revision_number': 4, 'project_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'gw_port': {'id': '1614c3e5-b0b6-490c-9dba-bc2ef875c90e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:04:55Z', 'updated_at': '2022-05-27T02:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '0503cf2f-0483-485d-bc98-33f480e3239e', 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'floating_ip_address': '172.25.1.40', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'port_id': 'ae0ca0b2-7340-4626-a45f-4a42abff3315', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17b286dd-35ae-40dc-a3e1-65b9625948fe', 'mac_address': 'fa:16:3e:a4:9d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e24fcc-3eee-49fb-8d08-0386a309bd7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:05:30Z', 'updated_at': '2022-05-27T02:06:58Z', 'revision_number': 5, 'project_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac5d3537-77cc-4eda-8e6a-19af9c2aa817', 'name': '', 'network_id': '17b286dd-35ae-40dc-a3e1-65b9625948fe', 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'mac_address': 'fa:16:3e:43:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '910bc1cc-bbe5-4144-8601-c90701254592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:04:59Z', 'updated_at': '2022-05-27T02:05:07Z', 'revision_number': 5, 'project_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'subnets': [{'id': '910bc1cc-bbe5-4144-8601-c90701254592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:07:02.334705 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a41511d9-605e-4398-9fbb-80c0234e1f71'] response: {'server_uuid': '527f146d-bcc6-451c-91eb-c53a214932df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de', 'code': 200} May 27 02:07:02.461235 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:07:02.466463 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:07:02.466864 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:02.528561 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559ba1f-efe1-4e4b-9041-3fac4fd436c3 req-2bffc48d-12fd-415f-aa26-648fa25aac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:02.530165 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9559ba1f-efe1-4e4b-9041-3fac4fd436c3 req-2bffc48d-12fd-415f-aa26-648fa25aac51 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=527f146d-bcc6-451c-91eb-c53a214932df HTTP/1.1" status: 200 len: 1100 time: 0.1397767 May 27 02:07:02.543233 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c35f4-33de-4b52-8d85-dce9e18ce778 req-c0747d60-b0e0-40d0-b996-e1df2d7435d0 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:02.545173 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7a7c35f4-33de-4b52-8d85-dce9e18ce778 req-c0747d60-b0e0-40d0-b996-e1df2d7435d0 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=78111124-233b-40b7-a265-2804a27a2d72 HTTP/1.1" status: 200 len: 944 time: 0.1120377 May 27 02:07:02.572555 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2db578-7204-4ebe-8889-dc72ea314487 None None] New status for floating IP 0503cf2f-0483-485d-bc98-33f480e3239e: ACTIVE {{(pid=88904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:07:02.610008 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:07:02.610393 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:02.616781 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7a7c35f4-33de-4b52-8d85-dce9e18ce778 req-883eba1a-56bc-4bdf-8e2c-51e6ad81a439 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563176 May 27 02:07:02.626864 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9559ba1f-efe1-4e4b-9041-3fac4fd436c3 req-0884ea39-861e-48aa-9f22-625ca8210ce0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741594 May 27 02:07:02.655879 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869,segment=NetworkSegment(a69d16a1-8436-40ed-b9ce-539b6def055f),segment_id=a69d16a1-8436-40ed-b9ce-539b6def055f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:02.730302 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:02.798509 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f5f02aa-e4ae-41aa-a617-e25153d90695'] response: {'name': 'network-changed', 'server_uuid': 'd7e24fcc-3eee-49fb-8d08-0386a309bd7d', 'tag': 'ae0ca0b2-7340-4626-a45f-4a42abff3315', 'status': 'completed', 'code': 200} May 27 02:07:02.864293 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:03.108282 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296246c4-e8ab-4df4-b233-f303fde70df9 req-e9b65c7a-0c9e-44fb-8cd3-d1a47ae8c8ae tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:03.113214 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-296246c4-e8ab-4df4-b233-f303fde70df9 req-e9b65c7a-0c9e-44fb-8cd3-d1a47ae8c8ae tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=527f146d-bcc6-451c-91eb-c53a214932df HTTP/1.1" status: 200 len: 949 time: 0.2557364 May 27 02:07:03.117277 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608ccf4-0db6-4232-b50c-d2c5f9701b3b req-d923a431-6cd8-418b-8ae6-1d6c1182310b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:03.118871 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7608ccf4-0db6-4232-b50c-d2c5f9701b3b req-d923a431-6cd8-418b-8ae6-1d6c1182310b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=28dbf9fdfeb54f248dadfff426cc8a12&device_id=d7e24fcc-3eee-49fb-8d08-0386a309bd7d HTTP/1.1" status: 200 len: 1097 time: 0.3138270 May 27 02:07:03.141818 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42c195-1522-4420-b1d2-d748d861beec req-f10326e5-54b7-4d67-8c0d-b46597d98dd4 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:03.143510 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1a42c195-1522-4420-b1d2-d748d861beec req-f10326e5-54b7-4d67-8c0d-b46597d98dd4 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7e24fcc-3eee-49fb-8d08-0386a309bd7d HTTP/1.1" status: 200 len: 946 time: 0.4408817 May 27 02:07:03.255295 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-296246c4-e8ab-4df4-b233-f303fde70df9 req-c8a99067-0009-4211-960a-c7b4ad56fe2e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351845 May 27 02:07:03.290091 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-b5318cb8-1629-4987-903a-6aa1190c4264 req-a7a39e95-ab09-43b8-a9d5-729a6a1714d0 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-216495254', 'description': 'tempest-description-488718165'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:07:03.301170 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-b5318cb8-1629-4987-903a-6aa1190c4264 req-a7a39e95-ab09-43b8-a9d5-729a6a1714d0 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:03.307810 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b5318cb8-1629-4987-903a-6aa1190c4264 req-a7a39e95-ab09-43b8-a9d5-729a6a1714d0 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Usage tracker for resource:security_group and tenant:9527e5c709794ad780ba792788fa8ba9 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:03.314780 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1a42c195-1522-4420-b1d2-d748d861beec req-79077813-1178-472e-914b-06e2468ec41a tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/security-groups?id=d322c91f-9b95-4e01-816d-2040f3d8ecc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419630 May 27 02:07:03.317327 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b5318cb8-1629-4987-903a-6aa1190c4264 req-a7a39e95-ab09-43b8-a9d5-729a6a1714d0 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:03.335169 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-b5318cb8-1629-4987-903a-6aa1190c4264 req-a7a39e95-ab09-43b8-a9d5-729a6a1714d0 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:03.445425 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-58066ff6-6e58-4363-8367-59c1a2b40c50 req-86914af3-09a3-4663-91da-3eb922b1669f tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] 10.222.0.57 "GET /v2.0/floatingips/b4b6dc4c-e184-40e8-8418-f778ec14e522 HTTP/1.1" status: 200 len: 693 time: 0.1040227 May 27 02:07:03.446425 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608ccf4-0db6-4232-b50c-d2c5f9701b3b req-67989cf8-2152-406f-a664-4847800fd9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:03.447769 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7608ccf4-0db6-4232-b50c-d2c5f9701b3b req-67989cf8-2152-406f-a664-4847800fd9bf service neutron] 10.222.0.32 "GET /v2.0/networks?id=17b286dd-35ae-40dc-a3e1-65b9625948fe HTTP/1.1" status: 200 len: 925 time: 0.3018260 May 27 02:07:03.547189 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b5318cb8-1629-4987-903a-6aa1190c4264 req-a7a39e95-ab09-43b8-a9d5-729a6a1714d0 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:03.656120 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-b5318cb8-1629-4987-903a-6aa1190c4264 req-a7a39e95-ab09-43b8-a9d5-729a6a1714d0 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:03.665580 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7608ccf4-0db6-4232-b50c-d2c5f9701b3b req-b508f6ec-0e2b-4245-887e-615edf5b6e13 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae0ca0b2-7340-4626-a45f-4a42abff3315 HTTP/1.1" status: 200 len: 1001 time: 0.1954491 May 27 02:07:03.666446 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b5318cb8-1629-4987-903a-6aa1190c4264 req-a7a39e95-ab09-43b8-a9d5-729a6a1714d0 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Usage tracker for resource:security_group_rule and tenant:9527e5c709794ad780ba792788fa8ba9 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:03.671252 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b5318cb8-1629-4987-903a-6aa1190c4264 req-a7a39e95-ab09-43b8-a9d5-729a6a1714d0 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:03.715673 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-b5318cb8-1629-4987-903a-6aa1190c4264 req-a7a39e95-ab09-43b8-a9d5-729a6a1714d0 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:03.799969 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58066ff6-6e58-4363-8367-59c1a2b40c50 req-36b41d55-28b4-4af5-9133-b70fd8d5baec tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:03.801491 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-58066ff6-6e58-4363-8367-59c1a2b40c50 req-36b41d55-28b4-4af5-9133-b70fd8d5baec tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] 10.222.0.57 "GET /v2.0/networks/d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 784 time: 0.3508103 May 27 02:07:03.807294 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608ccf4-0db6-4232-b50c-d2c5f9701b3b req-c865d063-48ac-414f-922b-f24f09a59605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:03.808929 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7608ccf4-0db6-4232-b50c-d2c5f9701b3b req-c865d063-48ac-414f-922b-f24f09a59605 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=910bc1cc-bbe5-4144-8601-c90701254592 HTTP/1.1" status: 200 len: 863 time: 0.1329274 May 27 02:07:03.915339 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b5318cb8-1629-4987-903a-6aa1190c4264 req-a7a39e95-ab09-43b8-a9d5-729a6a1714d0 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:03.928389 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608ccf4-0db6-4232-b50c-d2c5f9701b3b req-20fccff5-0772-49db-acd6-2b7c00119741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:03.929906 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7608ccf4-0db6-4232-b50c-d2c5f9701b3b req-20fccff5-0772-49db-acd6-2b7c00119741 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17b286dd-35ae-40dc-a3e1-65b9625948fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1123571 May 27 02:07:04.005174 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b5318cb8-1629-4987-903a-6aa1190c4264 req-a7a39e95-ab09-43b8-a9d5-729a6a1714d0 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:04.063260 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a39e95-ab09-43b8-a9d5-729a6a1714d0 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5963b381-56b6-4c80-96d5-861288f7763b,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:04.099558 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7608ccf4-0db6-4232-b50c-d2c5f9701b3b req-9edc9446-c4d2-4d8f-a66b-a9cc440dff9a service neutron] 10.222.0.32 "GET /v2.0/networks/17b286dd-35ae-40dc-a3e1-65b9625948fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623960 May 27 02:07:04.175145 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b5318cb8-1629-4987-903a-6aa1190c4264 req-a7a39e95-ab09-43b8-a9d5-729a6a1714d0 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:04.176301 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b5318cb8-1629-4987-903a-6aa1190c4264 req-a7a39e95-ab09-43b8-a9d5-729a6a1714d0 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8933463 May 27 02:07:04.236593 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7608ccf4-0db6-4232-b50c-d2c5f9701b3b req-d53ef43a-da88-41ea-8b82-7491d908767a service neutron] 10.222.0.32 "GET /v2.0/networks/17b286dd-35ae-40dc-a3e1-65b9625948fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305902 May 27 02:07:04.335954 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78111124-233b-40b7-a265-2804a27a2d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:07:04.463507 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c341183-2d90-44c7-8597-90637bd601ad req-76bc7bea-6a4f-49d9-84de-837bb1d452ff tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:04.465004 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0c341183-2d90-44c7-8597-90637bd601ad req-76bc7bea-6a4f-49d9-84de-837bb1d452ff tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=78111124-233b-40b7-a265-2804a27a2d72 HTTP/1.1" status: 200 len: 945 time: 0.0811212 May 27 02:07:04.509659 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0c341183-2d90-44c7-8597-90637bd601ad req-74a481a4-13c7-4705-9fe5-08e5d2fef9b1 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383062 May 27 02:07:04.616086 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e6cf404-3c85-48ee-84ad-055a5dea9c56 req-a4f3918f-189f-4070-87f8-57cdc777900f tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] 10.222.0.57 "GET /v2.0/floatingips/b4b6dc4c-e184-40e8-8418-f778ec14e522 HTTP/1.1" status: 200 len: 693 time: 0.0806735 May 27 02:07:04.762477 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cf404-3c85-48ee-84ad-055a5dea9c56 req-9696564a-c7b9-4b28-923b-8f5092936686 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:04.763788 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e6cf404-3c85-48ee-84ad-055a5dea9c56 req-9696564a-c7b9-4b28-923b-8f5092936686 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] 10.222.0.57 "GET /v2.0/networks/d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 784 time: 0.1422739 May 27 02:07:04.844953 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e6cf404-3c85-48ee-84ad-055a5dea9c56 req-c8d3bf4c-e760-43e6-975c-e4ac0744137c tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.236 HTTP/1.1" status: 200 len: 696 time: 0.0750778 May 27 02:07:05.022171 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e6cf404-3c85-48ee-84ad-055a5dea9c56 req-d1492cd2-3577-4bfa-b6ce-0a9778f33410 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.236 HTTP/1.1" status: 200 len: 696 time: 0.1715720 May 27 02:07:05.156403 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52862) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:05.162034 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-9cd1c5f6-a4ed-4a31-a05f-7e8aab53d698 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1860917345', 'description': 'tempest-description--766062615'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:07:05.167938 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9cd1c5f6-a4ed-4a31-a05f-7e8aab53d698 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:05.172137 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9cd1c5f6-a4ed-4a31-a05f-7e8aab53d698 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Usage tracker for resource:security_group and tenant:b10311550dd24ab5af04d69bb8469c0b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:05.176066 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9cd1c5f6-a4ed-4a31-a05f-7e8aab53d698 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:05.181767 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9cd1c5f6-a4ed-4a31-a05f-7e8aab53d698 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:05.200031 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-4e6cf404-3c85-48ee-84ad-055a5dea9c56 req-3c25f425-4783-4d31-8021-992f755ca29b tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Deleting port 6cc3e42a-0d84-4fa0-aedb-917e3b232889 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:07:05.200363 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4e6cf404-3c85-48ee-84ad-055a5dea9c56 req-3c25f425-4783-4d31-8021-992f755ca29b tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:05.255429 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9cd1c5f6-a4ed-4a31-a05f-7e8aab53d698 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:05.275424 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9cd1c5f6-a4ed-4a31-a05f-7e8aab53d698 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:05.279528 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9cd1c5f6-a4ed-4a31-a05f-7e8aab53d698 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Usage tracker for resource:security_group_rule and tenant:b10311550dd24ab5af04d69bb8469c0b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:05.282004 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9cd1c5f6-a4ed-4a31-a05f-7e8aab53d698 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:05.287536 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9cd1c5f6-a4ed-4a31-a05f-7e8aab53d698 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:05.356551 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9cd1c5f6-a4ed-4a31-a05f-7e8aab53d698 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:05.415389 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9cd1c5f6-a4ed-4a31-a05f-7e8aab53d698 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:05.455387 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4e6cf404-3c85-48ee-84ad-055a5dea9c56 req-3c25f425-4783-4d31-8021-992f755ca29b tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:05.455634 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4e6cf404-3c85-48ee-84ad-055a5dea9c56 req-3c25f425-4783-4d31-8021-992f755ca29b tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:05.456564 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1c5f6-a4ed-4a31-a05f-7e8aab53d698 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76cf8042-c5a8-4791-a100-012f0d5d7975,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:05.529855 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9cd1c5f6-a4ed-4a31-a05f-7e8aab53d698 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:05.531101 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9cd1c5f6-a4ed-4a31-a05f-7e8aab53d698 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3735628 May 27 02:07:05.534000 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52866) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:05.540498 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-83b79284-1ec1-4689-a0ac-e51fc9065c15 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Request body: {'security_group_rule': {'security_group_id': '76cf8042-c5a8-4791-a100-012f0d5d7975', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:07:05.546313 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-83b79284-1ec1-4689-a0ac-e51fc9065c15 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:05.550234 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-83b79284-1ec1-4689-a0ac-e51fc9065c15 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Usage tracker for resource:security_group_rule and tenant:b10311550dd24ab5af04d69bb8469c0b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:05.553143 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-83b79284-1ec1-4689-a0ac-e51fc9065c15 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:05.558823 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-83b79284-1ec1-4689-a0ac-e51fc9065c15 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:05.590851 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-4e6cf404-3c85-48ee-84ad-055a5dea9c56 req-3c25f425-4783-4d31-8021-992f755ca29b tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Calling delete_port for 6cc3e42a-0d84-4fa0-aedb-917e3b232889 owned by network:floatingip {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:07:05.639161 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83b79284-1ec1-4689-a0ac-e51fc9065c15 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:05.702188 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83b79284-1ec1-4689-a0ac-e51fc9065c15 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:05.752516 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83b79284-1ec1-4689-a0ac-e51fc9065c15 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:05.779734 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b79284-1ec1-4689-a0ac-e51fc9065c15 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25c2199e-c381-4076-9e59-1f6427068922,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:05.794619 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-7f697e40-dbc5-4274-a721-e75567727297 req-666b14ec-0d94-4d3e-9266-f1312bdfab64 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Synchronizing usage tracker for tenant:9527e5c709794ad780ba792788fa8ba9 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:07:05.844133 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83b79284-1ec1-4689-a0ac-e51fc9065c15 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:05.845513 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-83b79284-1ec1-4689-a0ac-e51fc9065c15 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3105736 May 27 02:07:05.848149 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52872) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:05.853137 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-addb28ac-f41b-429f-afee-f28b54da1aa9 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Request body: {'security_group_rule': {'security_group_id': '76cf8042-c5a8-4791-a100-012f0d5d7975', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:07:05.859329 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-addb28ac-f41b-429f-afee-f28b54da1aa9 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:05.863204 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-addb28ac-f41b-429f-afee-f28b54da1aa9 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Usage tracker for resource:security_group_rule and tenant:b10311550dd24ab5af04d69bb8469c0b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:05.866057 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-addb28ac-f41b-429f-afee-f28b54da1aa9 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:05.872030 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-addb28ac-f41b-429f-afee-f28b54da1aa9 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:05.872498 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4e6cf404-3c85-48ee-84ad-055a5dea9c56 req-3c25f425-4783-4d31-8021-992f755ca29b tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:05.907708 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-7f697e40-dbc5-4274-a721-e75567727297 req-666b14ec-0d94-4d3e-9266-f1312bdfab64 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Unset dirty status for tenant:9527e5c709794ad780ba792788fa8ba9 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:07:05.909765 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f697e40-dbc5-4274-a721-e75567727297 req-666b14ec-0d94-4d3e-9266-f1312bdfab64 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45080 time: 0.7433345 May 27 02:07:05.925401 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25f425-4783-4d31-8021-992f755ca29b tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Pushing event deleted for resources: {'Port': ['ID=6cc3e42a-0d84-4fa0-aedb-917e3b232889,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:05.947752 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-addb28ac-f41b-429f-afee-f28b54da1aa9 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:06.010162 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-addb28ac-f41b-429f-afee-f28b54da1aa9 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:06.043884 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f697e40-dbc5-4274-a721-e75567727297 req-85a2b6d0-2027-45de-9675-58f4448af9a1 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] 10.222.0.57 "GET /v2.0/security-groups/046669fb-7e16-4259-ab78-e73387ae2c94 HTTP/1.1" status: 200 len: 2981 time: 0.1195109 May 27 02:07:06.051716 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4e6cf404-3c85-48ee-84ad-055a5dea9c56 req-3c25f425-4783-4d31-8021-992f755ca29b tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks [] for floatingip, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:06.083872 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-addb28ac-f41b-429f-afee-f28b54da1aa9 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:06.102539 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f697e40-dbc5-4274-a721-e75567727297 req-03ecffbd-0f24-44dd-8fa8-178b53374fd6 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] 10.222.0.57 "GET /v2.0/security-groups/046669fb-7e16-4259-ab78-e73387ae2c94 HTTP/1.1" status: 200 len: 2981 time: 0.0522716 May 27 02:07:06.111877 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb28ac-f41b-429f-afee-f28b54da1aa9 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=473894f6-4f15-40a3-9260-6c202d25f282,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:06.151628 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f697e40-dbc5-4274-a721-e75567727297 req-95687997-ac94-4ce1-a415-ee0c13579bda tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] 10.222.0.57 "GET /v2.0/security-groups/2ea7bc80-5a66-4198-a731-1396ddb558f2 HTTP/1.1" status: 200 len: 2981 time: 0.0420499 May 27 02:07:06.193325 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4e6cf404-3c85-48ee-84ad-055a5dea9c56 req-3c25f425-4783-4d31-8021-992f755ca29b tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:06.194392 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e6cf404-3c85-48ee-84ad-055a5dea9c56 req-3c25f425-4783-4d31-8021-992f755ca29b tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] 10.222.0.57 "DELETE /v2.0/floatingips/b4b6dc4c-e184-40e8-8418-f778ec14e522 HTTP/1.1" status: 204 len: 173 time: 1.1668127 May 27 02:07:06.203145 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f697e40-dbc5-4274-a721-e75567727297 req-48860e55-c2f6-4132-b161-93a940115e3c tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] 10.222.0.57 "GET /v2.0/security-groups/2ea7bc80-5a66-4198-a731-1396ddb558f2 HTTP/1.1" status: 200 len: 2981 time: 0.0453255 May 27 02:07:06.210839 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-addb28ac-f41b-429f-afee-f28b54da1aa9 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:06.212060 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-addb28ac-f41b-429f-afee-f28b54da1aa9 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3629165 May 27 02:07:06.215032 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52878) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:06.221062 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-152ee2a0-3e05-44eb-8891-ad989ea2df04 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:07:06.226968 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-152ee2a0-3e05-44eb-8891-ad989ea2df04 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:06.230919 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-152ee2a0-3e05-44eb-8891-ad989ea2df04 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Usage tracker for resource:floatingip and tenant:b10311550dd24ab5af04d69bb8469c0b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:06.234529 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-152ee2a0-3e05-44eb-8891-ad989ea2df04 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:06.240326 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-152ee2a0-3e05-44eb-8891-ad989ea2df04 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:06.262686 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f697e40-dbc5-4274-a721-e75567727297 req-b391a486-69f5-464e-ad4d-820265fff0ad tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] 10.222.0.57 "GET /v2.0/security-groups/32383c23-1127-48a1-b636-e114e5bce2ae HTTP/1.1" status: 200 len: 2981 time: 0.0535476 May 27 02:07:06.324302 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-152ee2a0-3e05-44eb-8891-ad989ea2df04 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:06.360921 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f697e40-dbc5-4274-a721-e75567727297 req-02024b16-4321-48c7-9a77-318f71ad8f86 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] 10.222.0.57 "GET /v2.0/security-groups/32383c23-1127-48a1-b636-e114e5bce2ae HTTP/1.1" status: 200 len: 2981 time: 0.0924568 May 27 02:07:06.410171 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe914b3-61d0-49ed-8f66-e2178acd435d req-da7d57a2-38c4-4a26-b99d-ddfa6753f611 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:06.411601 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9fe914b3-61d0-49ed-8f66-e2178acd435d req-da7d57a2-38c4-4a26-b99d-ddfa6753f611 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=527f146d-bcc6-451c-91eb-c53a214932df HTTP/1.1" status: 200 len: 949 time: 0.1312170 May 27 02:07:06.443208 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f697e40-dbc5-4274-a721-e75567727297 req-0abdfa9b-3932-4c1e-8c2b-45d750e53322 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] 10.222.0.57 "GET /v2.0/security-groups/4879a168-4461-4b91-8f9e-64d296692e3b HTTP/1.1" status: 200 len: 2981 time: 0.0763800 May 27 02:07:06.461309 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-152ee2a0-3e05-44eb-8891-ad989ea2df04 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:06.476560 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9fe914b3-61d0-49ed-8f66-e2178acd435d req-8e308b0b-5d77-4160-94d7-0b7ba2313283 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583546 May 27 02:07:06.513041 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f697e40-dbc5-4274-a721-e75567727297 req-2f1f7108-4556-458d-9dd3-0177b658deee tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] 10.222.0.57 "GET /v2.0/security-groups/4879a168-4461-4b91-8f9e-64d296692e3b HTTP/1.1" status: 200 len: 2981 time: 0.0595021 May 27 02:07:06.539952 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f679d0d0-729b-497c-92eb-ca5752b44d33'] response: {'server_uuid': '78111124-233b-40b7-a265-2804a27a2d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869', 'code': 200} May 27 02:07:06.578252 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f697e40-dbc5-4274-a721-e75567727297 req-2a1ba017-307a-4cba-a0e2-f61b498ee4d4 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] 10.222.0.57 "GET /v2.0/security-groups/59f9f59a-8b58-44ca-b498-993d7b2016a3 HTTP/1.1" status: 200 len: 2981 time: 0.0507040 May 27 02:07:06.619743 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-152ee2a0-3e05-44eb-8891-ad989ea2df04 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Allocated IP 172.25.1.239 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/b0ad7f28-daa2-42e5-9182-f2eddffed7a8) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:07:06.775426 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-152ee2a0-3e05-44eb-8891-ad989ea2df04 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:06.815445 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f697e40-dbc5-4274-a721-e75567727297 req-727291bb-074d-43da-a1fb-b7f7037d8dfc tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] 10.222.0.57 "GET /v2.0/security-groups/59f9f59a-8b58-44ca-b498-993d7b2016a3 HTTP/1.1" status: 200 len: 2981 time: 0.2311366 May 27 02:07:06.890149 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be9105-9436-4598-8a5d-9a3252548283 req-555c82e7-0a8e-4052-b8f4-65cf27ca3798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:06.891579 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-71be9105-9436-4598-8a5d-9a3252548283 req-555c82e7-0a8e-4052-b8f4-65cf27ca3798 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=78111124-233b-40b7-a265-2804a27a2d72 HTTP/1.1" status: 200 len: 1096 time: 0.2912281 May 27 02:07:06.896257 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f697e40-dbc5-4274-a721-e75567727297 req-7228e94d-0b6f-498c-81ad-f1e898ed26b3 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] 10.222.0.57 "GET /v2.0/security-groups/5a097ca5-ab4c-4a87-9f0a-1a4ada31b574 HTTP/1.1" status: 200 len: 2977 time: 0.0662258 May 27 02:07:06.901222 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-152ee2a0-3e05-44eb-8891-ad989ea2df04 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:06.916146 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b88b5b-2252-4bca-a1c1-bd3409b53046 req-5610cf73-6070-416b-9800-bb33977fcdee tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:06.917609 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e3b88b5b-2252-4bca-a1c1-bd3409b53046 req-5610cf73-6070-416b-9800-bb33977fcdee tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=78111124-233b-40b7-a265-2804a27a2d72 HTTP/1.1" status: 200 len: 945 time: 0.2450030 May 27 02:07:06.966232 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152ee2a0-3e05-44eb-8891-ad989ea2df04 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:07:06.969441 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-152ee2a0-3e05-44eb-8891-ad989ea2df04 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:07:06.973080 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152ee2a0-3e05-44eb-8891-ad989ea2df04 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:07:06.991907 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-71be9105-9436-4598-8a5d-9a3252548283 req-c87bdd8e-4255-4fa9-a9f5-18e8e0f02619 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940964 May 27 02:07:07.005826 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ee2a0-3e05-44eb-8891-ad989ea2df04 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Pushing event updated for resources: {'Port': ['ID=b0ad7f28-daa2-42e5-9182-f2eddffed7a8,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:07.018078 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e3b88b5b-2252-4bca-a1c1-bd3409b53046 req-c5fe5a47-6627-4b5c-8b4a-88f89384f112 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859289 May 27 02:07:07.019628 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f697e40-dbc5-4274-a721-e75567727297 req-d6e00503-984e-45b8-8e24-776d7d97afe4 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] 10.222.0.57 "GET /v2.0/security-groups/5a097ca5-ab4c-4a87-9f0a-1a4ada31b574 HTTP/1.1" status: 200 len: 2977 time: 0.0996733 May 27 02:07:07.059984 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-152ee2a0-3e05-44eb-8891-ad989ea2df04 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:07.162442 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f697e40-dbc5-4274-a721-e75567727297 req-e411fdfb-6512-4a2d-ae54-d918061d240d tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] 10.222.0.57 "GET /v2.0/security-groups/68c87a0b-f1e0-4cab-a63f-b194f37d369c HTTP/1.1" status: 200 len: 2981 time: 0.1354237 May 27 02:07:07.195139 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-152ee2a0-3e05-44eb-8891-ad989ea2df04 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:07.245670 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc5cc9-2685-4431-9e2f-da495fbe7f5e req-5af0caa5-b76f-4a5b-9b32-fa609f177e72 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:07.247073 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a7bc5cc9-2685-4431-9e2f-da495fbe7f5e req-5af0caa5-b76f-4a5b-9b32-fa609f177e72 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2005422 May 27 02:07:07.252767 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f697e40-dbc5-4274-a721-e75567727297 req-855f382b-29ef-468f-8334-dc477f7dacf4 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] 10.222.0.57 "GET /v2.0/security-groups/68c87a0b-f1e0-4cab-a63f-b194f37d369c HTTP/1.1" status: 200 len: 2981 time: 0.0841732 May 27 02:07:07.303329 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f697e40-dbc5-4274-a721-e75567727297 req-d4d03fb7-2563-4b10-bf42-20c62be23355 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] 10.222.0.57 "GET /v2.0/security-groups/7f9d5a2a-f6f1-4c14-abf1-e089146ce175 HTTP/1.1" status: 200 len: 2977 time: 0.0441480 May 27 02:07:07.354230 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f697e40-dbc5-4274-a721-e75567727297 req-1f173ba3-3ed5-47c0-b80c-34b6748236ff tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] 10.222.0.57 "GET /v2.0/security-groups/7f9d5a2a-f6f1-4c14-abf1-e089146ce175 HTTP/1.1" status: 200 len: 2977 time: 0.0451884 May 27 02:07:07.405907 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f697e40-dbc5-4274-a721-e75567727297 req-d1cd7fe1-2eb3-4afa-a9f3-98ba3a949dc6 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] 10.222.0.57 "GET /v2.0/security-groups/87215dd5-ba3a-4f09-96bb-87bff7da49b5 HTTP/1.1" status: 200 len: 2981 time: 0.0441298 May 27 02:07:07.409713 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-152ee2a0-3e05-44eb-8891-ad989ea2df04 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:07.458605 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f697e40-dbc5-4274-a721-e75567727297 req-8e6b0cd5-86f4-4b54-b3bc-a159746ca714 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] 10.222.0.57 "GET /v2.0/security-groups/87215dd5-ba3a-4f09-96bb-87bff7da49b5 HTTP/1.1" status: 200 len: 2981 time: 0.0462675 May 27 02:07:07.472568 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-152ee2a0-3e05-44eb-8891-ad989ea2df04 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:07.558943 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f697e40-dbc5-4274-a721-e75567727297 req-427adda4-338f-4c10-a9ad-df2c22992dcd tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] 10.222.0.57 "GET /v2.0/security-groups/99b26036-a5e9-4365-959e-49087515888d HTTP/1.1" status: 200 len: 2981 time: 0.0935490 May 27 02:07:07.578096 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ee2a0-3e05-44eb-8891-ad989ea2df04 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Pushing event updated for resources: {'Port': ['ID=b0ad7f28-daa2-42e5-9182-f2eddffed7a8,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:07.584814 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b391f-2b69-4747-aa64-ebee52968497 req-706c8459-d212-4ae1-81f3-0f001a221aa9 tempest-MigrationsAdminTest-552391776 tempest-MigrationsAdminTest-552391776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:07.586317 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1c7b391f-2b69-4747-aa64-ebee52968497 req-706c8459-d212-4ae1-81f3-0f001a221aa9 tempest-MigrationsAdminTest-552391776 tempest-MigrationsAdminTest-552391776-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=527f146d-bcc6-451c-91eb-c53a214932df HTTP/1.1" status: 200 len: 1100 time: 0.1222293 May 27 02:07:07.590688 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-152ee2a0-3e05-44eb-8891-ad989ea2df04 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:07.623582 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1c7b391f-2b69-4747-aa64-ebee52968497 req-dd5cb5db-27fe-4f26-96d3-0c1a4fd7d1ac tempest-MigrationsAdminTest-552391776 tempest-MigrationsAdminTest-552391776-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:07.644542 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-1c7b391f-2b69-4747-aa64-ebee52968497 req-dd5cb5db-27fe-4f26-96d3-0c1a4fd7d1ac tempest-MigrationsAdminTest-552391776 tempest-MigrationsAdminTest-552391776-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:07.647652 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f697e40-dbc5-4274-a721-e75567727297 req-7c336d9f-b6e3-4c3e-a007-e686bdefab78 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] 10.222.0.57 "GET /v2.0/security-groups/99b26036-a5e9-4365-959e-49087515888d HTTP/1.1" status: 200 len: 2981 time: 0.0823309 May 27 02:07:07.649878 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-1c7b391f-2b69-4747-aa64-ebee52968497 req-dd5cb5db-27fe-4f26-96d3-0c1a4fd7d1ac tempest-MigrationsAdminTest-552391776 tempest-MigrationsAdminTest-552391776-project-admin] Usage tracker for resource:security_group_rule and tenant:0d4732360e6646d699192718bf2b0f0f is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:07.652883 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-1c7b391f-2b69-4747-aa64-ebee52968497 req-dd5cb5db-27fe-4f26-96d3-0c1a4fd7d1ac tempest-MigrationsAdminTest-552391776 tempest-MigrationsAdminTest-552391776-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:07.660551 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-1c7b391f-2b69-4747-aa64-ebee52968497 req-dd5cb5db-27fe-4f26-96d3-0c1a4fd7d1ac tempest-MigrationsAdminTest-552391776 tempest-MigrationsAdminTest-552391776-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:07.678458 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-152ee2a0-3e05-44eb-8891-ad989ea2df04 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:07.679708 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-152ee2a0-3e05-44eb-8891-ad989ea2df04 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4636345 May 27 02:07:07.723011 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f697e40-dbc5-4274-a721-e75567727297 req-7c73674a-7130-4b2f-a6f0-fe29fe54f615 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] 10.222.0.57 "GET /v2.0/security-groups/b280cd99-6b05-4ada-b1b8-9d7aed2f2bfe HTTP/1.1" status: 200 len: 2977 time: 0.0664680 May 27 02:07:07.793224 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f697e40-dbc5-4274-a721-e75567727297 req-6d75c959-97a7-4f6b-911c-ea0b6f79a39f tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] 10.222.0.57 "GET /v2.0/security-groups/b280cd99-6b05-4ada-b1b8-9d7aed2f2bfe HTTP/1.1" status: 200 len: 2977 time: 0.0615036 May 27 02:07:07.836053 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1c7b391f-2b69-4747-aa64-ebee52968497 req-dd5cb5db-27fe-4f26-96d3-0c1a4fd7d1ac tempest-MigrationsAdminTest-552391776 tempest-MigrationsAdminTest-552391776-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:07.859778 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f697e40-dbc5-4274-a721-e75567727297 req-b97f3588-5521-47b7-be0c-42e738fef673 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] 10.222.0.57 "GET /v2.0/security-groups/d08e45c1-4b33-4eca-bd67-478f28701884 HTTP/1.1" status: 200 len: 2981 time: 0.0591652 May 27 02:07:07.889834 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1c7b391f-2b69-4747-aa64-ebee52968497 req-dd5cb5db-27fe-4f26-96d3-0c1a4fd7d1ac tempest-MigrationsAdminTest-552391776 tempest-MigrationsAdminTest-552391776-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:07.928319 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1c7b391f-2b69-4747-aa64-ebee52968497 req-dd5cb5db-27fe-4f26-96d3-0c1a4fd7d1ac tempest-MigrationsAdminTest-552391776 tempest-MigrationsAdminTest-552391776-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344800 May 27 02:07:07.936566 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f697e40-dbc5-4274-a721-e75567727297 req-99a511ed-8d11-4f5e-8171-a49c6f49f39b tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] 10.222.0.57 "GET /v2.0/security-groups/d08e45c1-4b33-4eca-bd67-478f28701884 HTTP/1.1" status: 200 len: 2981 time: 0.0709529 May 27 02:07:07.944947 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5cb5db-27fe-4f26-96d3-0c1a4fd7d1ac tempest-MigrationsAdminTest-552391776 tempest-MigrationsAdminTest-552391776-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8659cf2d-7835-4f75-9d50-211370737ef9,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:07.991268 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f697e40-dbc5-4274-a721-e75567727297 req-56292447-d132-448d-8f99-e6fc04d7c0e1 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] 10.222.0.57 "GET /v2.0/security-groups/fac6fb92-9ece-4651-9dbf-37bf28d93c0e HTTP/1.1" status: 200 len: 2973 time: 0.0472131 May 27 02:07:08.041081 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f697e40-dbc5-4274-a721-e75567727297 req-c7b8bde4-8c3b-4bd0-b16f-6b503473595f tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] 10.222.0.57 "GET /v2.0/security-groups/fac6fb92-9ece-4651-9dbf-37bf28d93c0e HTTP/1.1" status: 200 len: 2973 time: 0.0425842 May 27 02:07:08.158088 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-19cbad16-a796-4746-a72b-478c2d811228 req-adb27ec3-5794-40c1-93d7-4da02c0b29fc tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Synchronizing usage tracker for tenant:b577a3eed71a48a58948c79dade6b651 on resource:floatingip {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:07:08.237998 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-19cbad16-a796-4746-a72b-478c2d811228 req-adb27ec3-5794-40c1-93d7-4da02c0b29fc tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Unset dirty status for tenant:b577a3eed71a48a58948c79dade6b651 on resource:floatingip {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:07:08.239247 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-19cbad16-a796-4746-a72b-478c2d811228 req-adb27ec3-5794-40c1-93d7-4da02c0b29fc tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] 10.222.0.57 "GET /v2.0/floatingips?tenant_id=b577a3eed71a48a58948c79dade6b651 HTTP/1.1" status: 200 len: 1657 time: 0.1644151 May 27 02:07:08.390124 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbad16-a796-4746-a72b-478c2d811228 req-1a27ad6a-b192-4806-9aa1-59e9f2c533ae tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:08.391537 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-19cbad16-a796-4746-a72b-478c2d811228 req-1a27ad6a-b192-4806-9aa1-59e9f2c533ae tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] 10.222.0.57 "GET /v2.0/networks?id=d97d5b0c-4580-406a-95fb-4efaa0c98188&id=d97d5b0c-4580-406a-95fb-4efaa0c98188&id=d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 787 time: 0.1463482 May 27 02:07:08.401054 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-19cbad16-a796-4746-a72b-478c2d811228 req-0e169a3d-6390-47e5-b6ec-89be2c445fe8 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:07:08.401996 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-19cbad16-a796-4746-a72b-478c2d811228 req-0e169a3d-6390-47e5-b6ec-89be2c445fe8 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053344 May 27 02:07:08.517658 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-087494ad-fe9e-4056-b785-938977e06472 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1860917345&fields=id&tenant_id=b10311550dd24ab5af04d69bb8469c0b HTTP/1.1" status: 200 len: 267 time: 0.0401735 May 27 02:07:08.664008 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-832a0f47-b443-4989-b874-d6bc6d2001c2 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:08.665399 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-832a0f47-b443-4989-b874-d6bc6d2001c2 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.57 "GET /v2.0/networks?id=e5ded2bd-6dbd-449a-adc0-e1185e1b2161 HTTP/1.1" status: 200 len: 815 time: 0.1413333 May 27 02:07:08.680288 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-c0d68498-9e3e-42d0-a46d-a881e2c966fc tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.57 "GET /v2.0/quotas/b10311550dd24ab5af04d69bb8469c0b HTTP/1.1" status: 200 len: 375 time: 0.0088046 May 27 02:07:08.766819 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-35da1213-91e1-498c-8abd-e19e5b04eb1f tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Synchronizing usage tracker for tenant:b10311550dd24ab5af04d69bb8469c0b on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:07:08.843914 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-35da1213-91e1-498c-8abd-e19e5b04eb1f tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Unset dirty status for tenant:b10311550dd24ab5af04d69bb8469c0b on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:07:08.845415 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-35da1213-91e1-498c-8abd-e19e5b04eb1f tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b10311550dd24ab5af04d69bb8469c0b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1600747 May 27 02:07:08.985967 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-377873de-9598-4f60-8af1-45b2853d1260 service neutron] 10.222.0.57 "GET /v2.0/networks/e5ded2bd-6dbd-449a-adc0-e1185e1b2161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275184 May 27 02:07:09.210930 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-7e0ae564-8a0f-4c41-94b6-6f4defd274a6 service neutron] 10.222.0.57 "GET /v2.0/networks/e5ded2bd-6dbd-449a-adc0-e1185e1b2161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160101 May 27 02:07:09.380905 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52930) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:09.580754 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-df87c5c2-7386-4539-a07c-3b73ea402bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:09.614217 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-df87c5c2-7386-4539-a07c-3b73ea402bee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:09.629956 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-df87c5c2-7386-4539-a07c-3b73ea402bee admin admin] Usage tracker for resource:security_group_rule and tenant:3c7f1b503df7481eade6603ae94171c0 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:09.638953 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-df87c5c2-7386-4539-a07c-3b73ea402bee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:09.651504 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-df87c5c2-7386-4539-a07c-3b73ea402bee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:09.659570 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-fe446993-4b2d-4304-ab7e-aab235df4a64 req-39e08b50-2944-48ef-906e-ac488a70a75d tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Synchronizing usage tracker for tenant:885329e94c1b4ad79d2d278f26c9af05 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:07:09.683422 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877769e-62ca-4b60-bde1-7f4088c00c9a req-1c56e50d-5e71-424d-88a0-740b65abfe9c tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:09.684912 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d877769e-62ca-4b60-bde1-7f4088c00c9a req-1c56e50d-5e71-424d-88a0-740b65abfe9c tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=78111124-233b-40b7-a265-2804a27a2d72 HTTP/1.1" status: 200 len: 945 time: 0.2055314 May 27 02:07:09.719268 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52950) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:09.753403 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d877769e-62ca-4b60-bde1-7f4088c00c9a req-ecad7ac3-4dbd-49cc-bba6-904da0be9510 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614116 May 27 02:07:09.787131 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-fe446993-4b2d-4304-ab7e-aab235df4a64 req-39e08b50-2944-48ef-906e-ac488a70a75d tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Unset dirty status for tenant:885329e94c1b4ad79d2d278f26c9af05 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:07:09.788554 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fe446993-4b2d-4304-ab7e-aab235df4a64 req-39e08b50-2944-48ef-906e-ac488a70a75d tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=885329e94c1b4ad79d2d278f26c9af05 HTTP/1.1" status: 200 len: 6101 time: 0.2727506 May 27 02:07:09.939162 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fe446993-4b2d-4304-ab7e-aab235df4a64 req-fb9bc470-678a-4a03-9c35-4c53107e268f tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] 10.222.0.57 "GET /v2.0/security-groups/046669fb-7e16-4259-ab78-e73387ae2c94 HTTP/1.1" status: 200 len: 2981 time: 0.1448405 May 27 02:07:09.943108 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-df87c5c2-7386-4539-a07c-3b73ea402bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:09.949371 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cc29bc97-d722-4e80-9ace-8fef30e49c07 req-1e144dd5-04b2-45f5-833a-6f85e8483c67 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] 10.222.0.57 "GET /v2.0/floatingips/b0ef9ce6-a96d-44cd-9b37-933a94738207 HTTP/1.1" status: 200 len: 693 time: 0.1097529 May 27 02:07:09.966826 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-d685eb49-0e07-44a8-94b7-bc73ff0ca157 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=527f146d-bcc6-451c-91eb-c53a214932df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2463253 May 27 02:07:10.048684 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-df87c5c2-7386-4539-a07c-3b73ea402bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:10.137959 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-df87c5c2-7386-4539-a07c-3b73ea402bee admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3c7f1b503df7481eade6603ae94171c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7559564 May 27 02:07:10.140846 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52962) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:10.140972 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fe446993-4b2d-4304-ab7e-aab235df4a64 req-64c85572-94fa-4f43-a2a7-1184a902d602 tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] 10.222.0.57 "GET /v2.0/security-groups/046669fb-7e16-4259-ab78-e73387ae2c94 HTTP/1.1" status: 200 len: 2981 time: 0.1906204 May 27 02:07:10.144794 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df87c5c2-7386-4539-a07c-3b73ea402bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733c534a-e269-4df9-a775-6f0a0d157c43,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:10.190222 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29bc97-d722-4e80-9ace-8fef30e49c07 req-e62bc41c-4061-45c3-a05b-415f17c8b93c tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:10.191725 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cc29bc97-d722-4e80-9ace-8fef30e49c07 req-e62bc41c-4061-45c3-a05b-415f17c8b93c tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] 10.222.0.57 "GET /v2.0/networks/d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 784 time: 0.2261360 May 27 02:07:10.222952 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d5f908b6-dd6e-4fc9-bcc8-83c1a60a15ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:10.259525 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d5f908b6-dd6e-4fc9-bcc8-83c1a60a15ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:10.312950 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cc29bc97-d722-4e80-9ace-8fef30e49c07 req-91a08de0-7042-4311-8b1d-5b4fb39bc50a tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.121 HTTP/1.1" status: 200 len: 696 time: 0.1139607 May 27 02:07:10.319766 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1b7bf956-46dd-4447-acfb-9f3ce17760e8 req-8ca80829-7871-4716-98a6-cdefdf6eda4c tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.57 "GET /v2.0/ports?device_id=85a62910-4852-4fca-a052-8deec8c4e7e3 HTTP/1.1" status: 200 len: 210 time: 0.0661228 May 27 02:07:10.422466 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cc29bc97-d722-4e80-9ace-8fef30e49c07 req-f9309341-61a6-4978-9058-9f821b84aaf4 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.121 HTTP/1.1" status: 200 len: 696 time: 0.0983293 May 27 02:07:10.427958 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d5f908b6-dd6e-4fc9-bcc8-83c1a60a15ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:10.446197 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f908b6-dd6e-4fc9-bcc8-83c1a60a15ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733c534a-e269-4df9-a775-6f0a0d157c43,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:10.451451 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d5f908b6-dd6e-4fc9-bcc8-83c1a60a15ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:10.452813 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d5f908b6-dd6e-4fc9-bcc8-83c1a60a15ae admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/733c534a-e269-4df9-a775-6f0a0d157c43 HTTP/1.1" status: 204 len: 168 time: 0.3104713 May 27 02:07:10.646683 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-cc29bc97-d722-4e80-9ace-8fef30e49c07 req-503acccf-2303-404a-b1b3-97cfb97fe108 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Deleting port 3b39ae22-48ea-448d-b49d-18282f1448b3 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:07:10.647023 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-cc29bc97-d722-4e80-9ace-8fef30e49c07 req-503acccf-2303-404a-b1b3-97cfb97fe108 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:10.801636 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5583335-317b-4338-9650-169e5bec98c8 req-8252f2d2-1f3b-4f01-b158-3f6d49bbb3e9 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:10.801636 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c5583335-317b-4338-9650-169e5bec98c8 req-8252f2d2-1f3b-4f01-b158-3f6d49bbb3e9 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=527f146d-bcc6-451c-91eb-c53a214932df HTTP/1.1" status: 200 len: 949 time: 0.2891183 May 27 02:07:10.881700 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c5583335-317b-4338-9650-169e5bec98c8 req-07c28780-6480-45e1-9ac5-27e87fb5e2d0 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777166 May 27 02:07:10.885083 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-cc29bc97-d722-4e80-9ace-8fef30e49c07 req-503acccf-2303-404a-b1b3-97cfb97fe108 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:10.885407 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-cc29bc97-d722-4e80-9ace-8fef30e49c07 req-503acccf-2303-404a-b1b3-97cfb97fe108 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:11.106591 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-cc29bc97-d722-4e80-9ace-8fef30e49c07 req-503acccf-2303-404a-b1b3-97cfb97fe108 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Calling delete_port for 3b39ae22-48ea-448d-b49d-18282f1448b3 owned by network:floatingip {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:07:11.191561 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52996) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:11.210863 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83ea5224-05b9-49e1-bbb8-da2c11cf694b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:11.226282 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-83ea5224-05b9-49e1-bbb8-da2c11cf694b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:11.230465 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-83ea5224-05b9-49e1-bbb8-da2c11cf694b admin admin] Usage tracker for resource:security_group_rule and tenant:2bc2775daa3c4140ba3ef7c5307d5fdc is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:11.233523 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-83ea5224-05b9-49e1-bbb8-da2c11cf694b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:11.239381 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-83ea5224-05b9-49e1-bbb8-da2c11cf694b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:11.326954 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3016366-e755-4cd8-85d9-9bc1fb4e320b req-73e8248d-e79a-4b66-8781-1305b7edacf8 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:11.327186 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83ea5224-05b9-49e1-bbb8-da2c11cf694b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:11.328440 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c3016366-e755-4cd8-85d9-9bc1fb4e320b req-73e8248d-e79a-4b66-8781-1305b7edacf8 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=78111124-233b-40b7-a265-2804a27a2d72 HTTP/1.1" status: 200 len: 1096 time: 0.0927455 May 27 02:07:11.368704 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c3016366-e755-4cd8-85d9-9bc1fb4e320b req-0c5a87bb-6d0b-428f-9b84-41a41c012a12 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344851 May 27 02:07:11.392472 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-cc29bc97-d722-4e80-9ace-8fef30e49c07 req-503acccf-2303-404a-b1b3-97cfb97fe108 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:11.392635 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83ea5224-05b9-49e1-bbb8-da2c11cf694b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:11.445351 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea5224-05b9-49e1-bbb8-da2c11cf694b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c75f6a-3446-4eb0-aa7c-bfd46df1ccba,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:11.446460 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503acccf-2303-404a-b1b3-97cfb97fe108 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Pushing event deleted for resources: {'Port': ['ID=3b39ae22-48ea-448d-b49d-18282f1448b3,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:11.461401 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-83ea5224-05b9-49e1-bbb8-da2c11cf694b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2bc2775daa3c4140ba3ef7c5307d5fdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2673240 May 27 02:07:11.467700 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53004) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:11.532937 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9254453f-5040-4c83-833e-51fd57c0c881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:11.561991 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9254453f-5040-4c83-833e-51fd57c0c881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:11.582372 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-cc29bc97-d722-4e80-9ace-8fef30e49c07 req-503acccf-2303-404a-b1b3-97cfb97fe108 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks [] for floatingip, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:11.587542 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3dc737c2-1412-4c8a-bd25-d5fd780caa73 req-2a522a0a-0664-450f-a209-f1e76b9fa075 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] 10.222.0.57 "GET /v2.0/security-groups/5963b381-56b6-4c80-96d5-861288f7763b HTTP/1.1" status: 200 len: 1776 time: 0.0731125 May 27 02:07:11.655781 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-3dc737c2-1412-4c8a-bd25-d5fd780caa73 req-3748a62a-13b7-407c-8778-375655598786 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:11.686259 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-3dc737c2-1412-4c8a-bd25-d5fd780caa73 req-3748a62a-13b7-407c-8778-375655598786 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:11.701257 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9254453f-5040-4c83-833e-51fd57c0c881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:11.713737 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-cc29bc97-d722-4e80-9ace-8fef30e49c07 req-503acccf-2303-404a-b1b3-97cfb97fe108 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:11.714840 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cc29bc97-d722-4e80-9ace-8fef30e49c07 req-503acccf-2303-404a-b1b3-97cfb97fe108 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] 10.222.0.57 "DELETE /v2.0/floatingips/b0ef9ce6-a96d-44cd-9b37-933a94738207 HTTP/1.1" status: 204 len: 173 time: 1.2851768 May 27 02:07:11.725537 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9254453f-5040-4c83-833e-51fd57c0c881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c75f6a-3446-4eb0-aa7c-bfd46df1ccba,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:11.739293 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9254453f-5040-4c83-833e-51fd57c0c881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:11.743488 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9254453f-5040-4c83-833e-51fd57c0c881 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/08c75f6a-3446-4eb0-aa7c-bfd46df1ccba HTTP/1.1" status: 204 len: 168 time: 0.2749126 May 27 02:07:11.798605 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-3dc737c2-1412-4c8a-bd25-d5fd780caa73 req-3748a62a-13b7-407c-8778-375655598786 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:11.870702 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3748a62a-13b7-407c-8778-375655598786 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5963b381-56b6-4c80-96d5-861288f7763b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:11.882901 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8e482106-36b1-4514-bcdd-8f4fb5efc6fb req-8f5f18e4-4b33-43a9-b24a-5654ed464a1b tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.57 "GET /v2.0/ports?device_id=85a62910-4852-4fca-a052-8deec8c4e7e3 HTTP/1.1" status: 200 len: 210 time: 0.0564139 May 27 02:07:12.037072 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-3dc737c2-1412-4c8a-bd25-d5fd780caa73 req-3748a62a-13b7-407c-8778-375655598786 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:12.038246 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3dc737c2-1412-4c8a-bd25-d5fd780caa73 req-3748a62a-13b7-407c-8778-375655598786 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] 10.222.0.57 "DELETE /v2.0/security-groups/5963b381-56b6-4c80-96d5-861288f7763b HTTP/1.1" status: 204 len: 173 time: 0.4432819 May 27 02:07:12.182010 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-163b5bcc-3c2e-4726-9015-cd32329c5796 req-bb99d8fd-8072-4af6-9966-e08c7ad05c15 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] 10.222.0.57 "GET /v2.0/floatingips/5f27ac11-dc9b-4f73-894b-6bc778e7b97a HTTP/1.1" status: 200 len: 693 time: 0.1149092 May 27 02:07:12.286743 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-cd443584-9c2f-4d7e-957c-dff895e71755 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:12.288156 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-cd443584-9c2f-4d7e-957c-dff895e71755 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.32 "GET /v2.0/networks?id=e5ded2bd-6dbd-449a-adc0-e1185e1b2161 HTTP/1.1" status: 200 len: 815 time: 0.3625207 May 27 02:07:12.333857 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275ab0d-c304-488a-a1f0-aaab6d64b982 req-e77dace0-c14a-4b6e-acd4-f1d54ac7c6f6 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:12.335343 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1275ab0d-c304-488a-a1f0-aaab6d64b982 req-e77dace0-c14a-4b6e-acd4-f1d54ac7c6f6 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=78111124-233b-40b7-a265-2804a27a2d72 HTTP/1.1" status: 200 len: 1096 time: 0.3381236 May 27 02:07:12.398998 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-b3d98304-eadf-4ee7-bfa9-a367f911049b tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b10311550dd24ab5af04d69bb8469c0b HTTP/1.1" status: 200 len: 380 time: 0.0953162 May 27 02:07:12.429447 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-5c69925e-4549-4c78-9908-6c604265350a tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Request body: {'port': {'device_id': '85a62910-4852-4fca-a052-8deec8c4e7e3', 'network_id': 'e5ded2bd-6dbd-449a-adc0-e1185e1b2161', 'admin_state_up': True, 'tenant_id': 'b10311550dd24ab5af04d69bb8469c0b', 'security_groups': ['76cf8042-c5a8-4791-a100-012f0d5d7975']}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:07:12.463345 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1275ab0d-c304-488a-a1f0-aaab6d64b982 req-7091b711-4f4f-451b-bdc4-00198955c694 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160846 May 27 02:07:12.470824 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b5bcc-3c2e-4726-9015-cd32329c5796 req-e2be22a6-b723-4315-bf27-1d4c217114ee tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:12.472192 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-163b5bcc-3c2e-4726-9015-cd32329c5796 req-e2be22a6-b723-4315-bf27-1d4c217114ee tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] 10.222.0.57 "GET /v2.0/networks/d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 784 time: 0.2818511 May 27 02:07:12.656056 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-163b5bcc-3c2e-4726-9015-cd32329c5796 req-e9ff2fba-64f6-4037-8bf1-74541e2d095f tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Synchronizing usage tracker for tenant:b577a3eed71a48a58948c79dade6b651 on resource:floatingip {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:07:12.773973 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-5c69925e-4549-4c78-9908-6c604265350a tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:12.790645 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-5c69925e-4549-4c78-9908-6c604265350a tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:12.810991 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-a3d5c883-387e-4b43-9799-b5d6d50c4fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:12.812441 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-a3d5c883-387e-4b43-9799-b5d6d50c4fe8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&device_id=527f146d-bcc6-451c-91eb-c53a214932df HTTP/1.1" status: 200 len: 1100 time: 0.2218719 May 27 02:07:12.828131 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27af64-59e4-4f88-a34f-c84427463fc4 req-d8ff55fb-48c2-4977-947f-b218ac18c73f tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:12.835137 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9d27af64-59e4-4f88-a34f-c84427463fc4 req-d8ff55fb-48c2-4977-947f-b218ac18c73f tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=527f146d-bcc6-451c-91eb-c53a214932df HTTP/1.1" status: 200 len: 949 time: 0.1552720 May 27 02:07:13.045674 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-163b5bcc-3c2e-4726-9015-cd32329c5796 req-e9ff2fba-64f6-4037-8bf1-74541e2d095f tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Unset dirty status for tenant:b577a3eed71a48a58948c79dade6b651 on resource:floatingip {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:07:13.046799 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-163b5bcc-3c2e-4726-9015-cd32329c5796 req-e9ff2fba-64f6-4037-8bf1-74541e2d095f tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.245 HTTP/1.1" status: 200 len: 696 time: 0.5281665 May 27 02:07:13.062177 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-5c69925e-4549-4c78-9908-6c604265350a tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Made reservation on behalf of b10311550dd24ab5af04d69bb8469c0b for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:07:13.065681 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-5c69925e-4549-4c78-9908-6c604265350a tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:13.251409 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-163b5bcc-3c2e-4726-9015-cd32329c5796 req-8c540313-17b8-4f29-aeec-b3275cfdb0cc tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.245 HTTP/1.1" status: 200 len: 696 time: 0.1901848 May 27 02:07:13.282520 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9d27af64-59e4-4f88-a34f-c84427463fc4 req-85e8320c-0210-42d0-b1a4-2351626768be tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4319403 May 27 02:07:13.386688 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-fc79fa8a-e1a7-41fc-8c0a-aa7c0b045d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:13.388115 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-fc79fa8a-e1a7-41fc-8c0a-aa7c0b045d27 service neutron] 10.222.0.66 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.5576317 May 27 02:07:13.548362 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-5a59c193-4215-4992-ac68-620c118e5841 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de HTTP/1.1" status: 200 len: 217 time: 0.1457238 May 27 02:07:13.646264 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-163b5bcc-3c2e-4726-9015-cd32329c5796 req-b6bc93c5-e99d-411e-a96a-b28a39819f64 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Deleting port 79c7b106-c935-47e1-b1ad-b434e78f6e8c {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:07:13.646615 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-163b5bcc-3c2e-4726-9015-cd32329c5796 req-b6bc93c5-e99d-411e-a96a-b28a39819f64 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:13.701548 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-66d41089-349e-4f4b-a560-146a53c5a036 req-5010a7e0-78e9-46b8-b498-34efbbd66838 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] 10.222.0.57 "GET /v2.0/security-groups/77da0671-8ac3-4945-a985-b2c01ec1253a HTTP/1.1" status: 200 len: 1778 time: 0.3524213 May 27 02:07:13.775133 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-5c69925e-4549-4c78-9908-6c604265350a tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Allocated IP 172.20.0.5 (e5ded2bd-6dbd-449a-adc0-e1185e1b2161/12865575-b7fb-4609-bc72-5aad92099ef2/17166680-e597-4410-99de-46b2d3051e07) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:07:13.795589 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-5a6e6b81-aac7-4cbb-97de-f0652c34f134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:13.797062 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-5a6e6b81-aac7-4cbb-97de-f0652c34f134 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.2004442 May 27 02:07:13.998430 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-66d41089-349e-4f4b-a560-146a53c5a036 req-a66b928a-26ca-4738-ab82-60bac3cd8d18 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:14.126456 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-163b5bcc-3c2e-4726-9015-cd32329c5796 req-b6bc93c5-e99d-411e-a96a-b28a39819f64 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:14.126778 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-163b5bcc-3c2e-4726-9015-cd32329c5796 req-b6bc93c5-e99d-411e-a96a-b28a39819f64 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:14.267763 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-66d41089-349e-4f4b-a560-146a53c5a036 req-a66b928a-26ca-4738-ab82-60bac3cd8d18 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:14.285570 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-163b5bcc-3c2e-4726-9015-cd32329c5796 req-b6bc93c5-e99d-411e-a96a-b28a39819f64 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Calling delete_port for 79c7b106-c935-47e1-b1ad-b434e78f6e8c owned by network:floatingip {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:07:14.368226 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-74d95e05-4e3c-47af-b204-7f9a01e8507b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:14.369973 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-74d95e05-4e3c-47af-b204-7f9a01e8507b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5136225 May 27 02:07:14.632741 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-5c69925e-4549-4c78-9908-6c604265350a tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:14.710998 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-66d41089-349e-4f4b-a560-146a53c5a036 req-a66b928a-26ca-4738-ab82-60bac3cd8d18 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:14.755788 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-7dcdcfca-3b7d-458e-93eb-15cf50b7d424 service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656459 May 27 02:07:14.760492 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b928a-26ca-4738-ab82-60bac3cd8d18 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77da0671-8ac3-4945-a985-b2c01ec1253a,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:14.910881 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-5c69925e-4549-4c78-9908-6c604265350a tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Transition to ACTIVE for port object 17166680-e597-4410-99de-46b2d3051e07 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:07:14.914355 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-163b5bcc-3c2e-4726-9015-cd32329c5796 req-b6bc93c5-e99d-411e-a96a-b28a39819f64 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:14.987595 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc93c5-e99d-411e-a96a-b28a39819f64 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Pushing event deleted for resources: {'Port': ['ID=79c7b106-c935-47e1-b1ad-b434e78f6e8c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:15.025287 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-ff1e8781-d2be-423e-843f-42864ec20b6e service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588797 May 27 02:07:15.075415 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-66d41089-349e-4f4b-a560-146a53c5a036 req-a66b928a-26ca-4738-ab82-60bac3cd8d18 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:15.077534 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-66d41089-349e-4f4b-a560-146a53c5a036 req-a66b928a-26ca-4738-ab82-60bac3cd8d18 tempest-SecurityGroupsTestAdminJSON-2120841718 tempest-SecurityGroupsTestAdminJSON-2120841718-project-admin] 10.222.0.57 "DELETE /v2.0/security-groups/77da0671-8ac3-4945-a985-b2c01ec1253a HTTP/1.1" status: 204 len: 173 time: 1.3589439 May 27 02:07:15.104302 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-163b5bcc-3c2e-4726-9015-cd32329c5796 req-b6bc93c5-e99d-411e-a96a-b28a39819f64 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks [] for floatingip, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:15.107629 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-163b5bcc-3c2e-4726-9015-cd32329c5796 req-b6bc93c5-e99d-411e-a96a-b28a39819f64 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:15.108541 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-163b5bcc-3c2e-4726-9015-cd32329c5796 req-b6bc93c5-e99d-411e-a96a-b28a39819f64 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] 10.222.0.57 "DELETE /v2.0/floatingips/5f27ac11-dc9b-4f73-894b-6bc778e7b97a HTTP/1.1" status: 204 len: 173 time: 1.8458965 May 27 02:07:15.192762 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-5c69925e-4549-4c78-9908-6c604265350a tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:15.368800 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-5c69925e-4549-4c78-9908-6c604265350a tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Network e5ded2bd-6dbd-449a-adc0-e1185e1b2161 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:07:15.373886 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-5c69925e-4549-4c78-9908-6c604265350a tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:07:15.386142 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-5c69925e-4549-4c78-9908-6c604265350a tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:07:15.438257 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c69925e-4549-4c78-9908-6c604265350a tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Pushing event updated for resources: {'Port': ['ID=17166680-e597-4410-99de-46b2d3051e07,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:15.493484 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-5c69925e-4549-4c78-9908-6c604265350a tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:15.494362 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-5c69925e-4549-4c78-9908-6c604265350a tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:15.553972 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf88da-94c7-495f-912a-7105db23d301 req-805d88ae-cafb-4947-a685-26031ba83f25 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:15.555664 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0eaf88da-94c7-495f-912a-7105db23d301 req-805d88ae-cafb-4947-a685-26031ba83f25 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=527f146d-bcc6-451c-91eb-c53a214932df HTTP/1.1" status: 200 len: 949 time: 0.3084693 May 27 02:07:15.563068 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d9ec4-bd8d-4661-8bea-d29ad1e4e474 req-e583b145-95b5-457f-86b3-649ea3b49ef1 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:15.563771 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-da3d9ec4-bd8d-4661-8bea-d29ad1e4e474 req-e583b145-95b5-457f-86b3-649ea3b49ef1 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Synchronizing usage tracker for tenant:b10311550dd24ab5af04d69bb8469c0b on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:07:15.614446 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0eaf88da-94c7-495f-912a-7105db23d301 req-606d5002-0c8d-4dbb-957d-15d72ead38bc tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474989 May 27 02:07:15.616052 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-5c69925e-4549-4c78-9908-6c604265350a tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1936901 May 27 02:07:15.666794 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-da3d9ec4-bd8d-4661-8bea-d29ad1e4e474 req-e583b145-95b5-457f-86b3-649ea3b49ef1 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Unset dirty status for tenant:b10311550dd24ab5af04d69bb8469c0b on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:07:15.668081 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-da3d9ec4-bd8d-4661-8bea-d29ad1e4e474 req-e583b145-95b5-457f-86b3-649ea3b49ef1 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.57 "GET /v2.0/ports?device_id=85a62910-4852-4fca-a052-8deec8c4e7e3 HTTP/1.1" status: 200 len: 931 time: 0.4224174 May 27 02:07:15.695314 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5d16ec34-23d3-4937-a328-52ee08ac9717 None None] Provisioning for port 17166680-e597-4410-99de-46b2d3051e07 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:07:15.700368 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5d16ec34-23d3-4937-a328-52ee08ac9717 None None] Provisioning complete for port 17166680-e597-4410-99de-46b2d3051e07 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:07:15.701572 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5d16ec34-23d3-4937-a328-52ee08ac9717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:15.719499 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-da3d9ec4-bd8d-4661-8bea-d29ad1e4e474 req-c5182fe5-8fa5-4c64-9a3b-df2a7e1980e3 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cf8042-c5a8-4791-a100-012f0d5d7975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457144 May 27 02:07:15.764006 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5d16ec34-23d3-4937-a328-52ee08ac9717 None None] Port 17166680-e597-4410-99de-46b2d3051e07 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:07:15.809264 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9591d39e-2ead-4cba-8c2b-4a8b7176de36 req-17cb0e26-6668-4dbd-a400-73cdcd1eb60d tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] 10.222.0.57 "GET /v2.0/security-groups/648143ee-314c-42c1-973e-2091b944a737 HTTP/1.1" status: 200 len: 1777 time: 0.0521290 May 27 02:07:15.879226 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-9591d39e-2ead-4cba-8c2b-4a8b7176de36 req-8d6b7132-88b2-4b51-bb0e-0542f798ca9b tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:15.905164 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-9591d39e-2ead-4cba-8c2b-4a8b7176de36 req-8d6b7132-88b2-4b51-bb0e-0542f798ca9b tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:16.047481 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-9591d39e-2ead-4cba-8c2b-4a8b7176de36 req-8d6b7132-88b2-4b51-bb0e-0542f798ca9b tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:16.083323 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2da8a890-f3ee-4b5d-b868-99a6c58f0de3 req-eb070bc0-beb9-43a6-ac92-6a4bddac7e5d tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] 10.222.0.57 "GET /v2.0/floatingips/1dd18f87-6974-4f03-bb6b-285ba4b93250 HTTP/1.1" status: 200 len: 693 time: 0.1035695 May 27 02:07:16.087641 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6b7132-88b2-4b51-bb0e-0542f798ca9b tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=648143ee-314c-42c1-973e-2091b944a737,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:16.189094 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-9591d39e-2ead-4cba-8c2b-4a8b7176de36 req-8d6b7132-88b2-4b51-bb0e-0542f798ca9b tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:16.190173 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9591d39e-2ead-4cba-8c2b-4a8b7176de36 req-8d6b7132-88b2-4b51-bb0e-0542f798ca9b tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] 10.222.0.57 "DELETE /v2.0/security-groups/648143ee-314c-42c1-973e-2091b944a737 HTTP/1.1" status: 204 len: 173 time: 0.3744636 May 27 02:07:16.250991 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da8a890-f3ee-4b5d-b868-99a6c58f0de3 req-63e539db-239d-4a18-bb08-de9a50d0f317 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:16.252375 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2da8a890-f3ee-4b5d-b868-99a6c58f0de3 req-63e539db-239d-4a18-bb08-de9a50d0f317 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] 10.222.0.57 "GET /v2.0/networks/d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 784 time: 0.1625040 May 27 02:07:16.333470 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-2da8a890-f3ee-4b5d-b868-99a6c58f0de3 req-ce7b839f-0222-4f0b-8313-e3813bf4b8a1 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Synchronizing usage tracker for tenant:b577a3eed71a48a58948c79dade6b651 on resource:floatingip {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:07:16.404032 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-2da8a890-f3ee-4b5d-b868-99a6c58f0de3 req-ce7b839f-0222-4f0b-8313-e3813bf4b8a1 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Unset dirty status for tenant:b577a3eed71a48a58948c79dade6b651 on resource:floatingip {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:07:16.404945 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2da8a890-f3ee-4b5d-b868-99a6c58f0de3 req-ce7b839f-0222-4f0b-8313-e3813bf4b8a1 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.225 HTTP/1.1" status: 200 len: 696 time: 0.1464739 May 27 02:07:16.508380 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2da8a890-f3ee-4b5d-b868-99a6c58f0de3 req-8670a153-18b9-4a3a-8276-9ce9a2bf0445 tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.225 HTTP/1.1" status: 200 len: 696 time: 0.0971081 May 27 02:07:16.775666 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-2da8a890-f3ee-4b5d-b868-99a6c58f0de3 req-91c8ff4f-d2d5-4dd0-ba38-ea993e22ca1b tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Deleting port d2504e0c-d0ce-456d-af3a-15aac1a1e6f4 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:07:16.775920 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-2da8a890-f3ee-4b5d-b868-99a6c58f0de3 req-91c8ff4f-d2d5-4dd0-ba38-ea993e22ca1b tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:16.992519 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-2da8a890-f3ee-4b5d-b868-99a6c58f0de3 req-91c8ff4f-d2d5-4dd0-ba38-ea993e22ca1b tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:16.993037 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-2da8a890-f3ee-4b5d-b868-99a6c58f0de3 req-91c8ff4f-d2d5-4dd0-ba38-ea993e22ca1b tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:17.144433 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-2da8a890-f3ee-4b5d-b868-99a6c58f0de3 req-91c8ff4f-d2d5-4dd0-ba38-ea993e22ca1b tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Calling delete_port for d2504e0c-d0ce-456d-af3a-15aac1a1e6f4 owned by network:floatingip {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:07:17.415475 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-2da8a890-f3ee-4b5d-b868-99a6c58f0de3 req-91c8ff4f-d2d5-4dd0-ba38-ea993e22ca1b tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:17.474918 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c8ff4f-d2d5-4dd0-ba38-ea993e22ca1b tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Pushing event deleted for resources: {'Port': ['ID=d2504e0c-d0ce-456d-af3a-15aac1a1e6f4,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:17.580044 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-2da8a890-f3ee-4b5d-b868-99a6c58f0de3 req-91c8ff4f-d2d5-4dd0-ba38-ea993e22ca1b tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks [] for floatingip, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:17.658018 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-2da8a890-f3ee-4b5d-b868-99a6c58f0de3 req-91c8ff4f-d2d5-4dd0-ba38-ea993e22ca1b tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:17.660751 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2da8a890-f3ee-4b5d-b868-99a6c58f0de3 req-91c8ff4f-d2d5-4dd0-ba38-ea993e22ca1b tempest-FloatingIPDetailsTestJSON-805160911 tempest-FloatingIPDetailsTestJSON-805160911-project] 10.222.0.57 "DELETE /v2.0/floatingips/1dd18f87-6974-4f03-bb6b-285ba4b93250 HTTP/1.1" status: 204 len: 173 time: 1.1513081 May 27 02:07:17.667524 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53136) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:18.001290 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7e79d3f5-ce04-4e6b-a475-d8f0127e545f req-2e84a9f7-ec1a-476c-a655-722b0c28e33c tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] 10.222.0.57 "GET /v2.0/security-groups/6c1e8f86-ea00-4351-8ad4-686c9b196bf9 HTTP/1.1" status: 200 len: 1776 time: 0.0897741 May 27 02:07:18.183613 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-7e79d3f5-ce04-4e6b-a475-d8f0127e545f req-5a134324-c1a2-4ac2-9684-c11415ee014c tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:18.248366 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-7e79d3f5-ce04-4e6b-a475-d8f0127e545f req-5a134324-c1a2-4ac2-9684-c11415ee014c tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:18.360510 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-7e79d3f5-ce04-4e6b-a475-d8f0127e545f req-5a134324-c1a2-4ac2-9684-c11415ee014c tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:18.380919 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a134324-c1a2-4ac2-9684-c11415ee014c tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1e8f86-ea00-4351-8ad4-686c9b196bf9,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:18.393340 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-7e79d3f5-ce04-4e6b-a475-d8f0127e545f req-5a134324-c1a2-4ac2-9684-c11415ee014c tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:18.394572 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7e79d3f5-ce04-4e6b-a475-d8f0127e545f req-5a134324-c1a2-4ac2-9684-c11415ee014c tempest-SecurityGroupsTestAdminJSON-31122363 tempest-SecurityGroupsTestAdminJSON-31122363-project] 10.222.0.57 "DELETE /v2.0/security-groups/6c1e8f86-ea00-4351-8ad4-686c9b196bf9 HTTP/1.1" status: 204 len: 173 time: 0.3408113 May 27 02:07:18.407713 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a9baaee1-5c4f-444f-81a4-4f4fb7042feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:18.712488 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:18.837809 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:18.863082 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ccdb3-291c-44d7-b6c5-d95f368399f7 req-be5fcfaf-bb07-4734-914d-400f889887a0 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:18.864540 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3a7ccdb3-291c-44d7-b6c5-d95f368399f7 req-be5fcfaf-bb07-4734-914d-400f889887a0 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=527f146d-bcc6-451c-91eb-c53a214932df HTTP/1.1" status: 200 len: 949 time: 0.2102518 May 27 02:07:18.924743 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3a7ccdb3-291c-44d7-b6c5-d95f368399f7 req-56d353a6-d7d5-490c-8c62-fb75540f4d08 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542464 May 27 02:07:18.988337 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a9baaee1-5c4f-444f-81a4-4f4fb7042feb admin admin] Deleting port 5749b077-13ca-4967-a7e7-80ac13b271fe {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:07:18.988685 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a9baaee1-5c4f-444f-81a4-4f4fb7042feb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:19.049824 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53160) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:19.198345 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-922a16b5-ca19-4b11-9d92-6a5883a43d97 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=885329e94c1b4ad79d2d278f26c9af05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1473734 May 27 02:07:19.200700 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53166) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:19.250164 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a9baaee1-5c4f-444f-81a4-4f4fb7042feb admin admin] For port 5749b077-13ca-4967-a7e7-80ac13b271fe, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=5749b077-13ca-4967-a7e7-80ac13b271fe,segment=NetworkSegment(ce9f4a85-20dd-421b-a936-36ca596f166a),segment_id=ce9f4a85-20dd-421b-a936-36ca596f166a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:19.250447 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a9baaee1-5c4f-444f-81a4-4f4fb7042feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:19.266400 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d3906866-b927-4ff7-9e85-8d06e7858662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:19.293447 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d3906866-b927-4ff7-9e85-8d06e7858662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:19.387489 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a9baaee1-5c4f-444f-81a4-4f4fb7042feb admin admin] Calling delete_port for 5749b077-13ca-4967-a7e7-80ac13b271fe owned by network:router_interface {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:07:19.424925 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a4e24-5776-4e46-a9cc-58f7abd8c0d5 req-e264c1c8-4243-416c-a1d3-72ef58d1d051 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:19.426394 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d86a4e24-5776-4e46-a9cc-58f7abd8c0d5 req-e264c1c8-4243-416c-a1d3-72ef58d1d051 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.57 "GET /v2.0/ports?device_id=85a62910-4852-4fca-a052-8deec8c4e7e3 HTTP/1.1" status: 200 len: 931 time: 0.3588355 May 27 02:07:19.438173 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d3906866-b927-4ff7-9e85-8d06e7858662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:19.458525 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3906866-b927-4ff7-9e85-8d06e7858662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046669fb-7e16-4259-ab78-e73387ae2c94,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:19.464654 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d3906866-b927-4ff7-9e85-8d06e7858662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:19.469193 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d3906866-b927-4ff7-9e85-8d06e7858662 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/046669fb-7e16-4259-ab78-e73387ae2c94 HTTP/1.1" status: 204 len: 168 time: 0.2640076 May 27 02:07:19.625995 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d86a4e24-5776-4e46-a9cc-58f7abd8c0d5 req-a46643e2-8ee1-42ae-b7b8-628d8ad59341 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cf8042-c5a8-4791-a100-012f0d5d7975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931512 May 27 02:07:19.878640 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a9baaee1-5c4f-444f-81a4-4f4fb7042feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:19.965594 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9baaee1-5c4f-444f-81a4-4f4fb7042feb admin admin] Pushing event deleted for resources: {'Port': ['ID=5749b077-13ca-4967-a7e7-80ac13b271fe,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:20.216489 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53186) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:20.296414 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0a32ce9c-e68b-4acf-af21-5544e6d242ba admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9527e5c709794ad780ba792788fa8ba9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0813487 May 27 02:07:20.300896 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53192) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:20.326205 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:07:20.521605 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a9baaee1-5c4f-444f-81a4-4f4fb7042feb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:20.681987 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-85fc410a-bab4-4053-95b0-4ab869260110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:20.797711 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-85fc410a-bab4-4053-95b0-4ab869260110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:20.819969 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8e84b-32c6-4569-98b0-f42ee3554f15 req-6aaeb2b4-0f58-49cb-bd71-7b5355af5047 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:20.821498 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e2b8e84b-32c6-4569-98b0-f42ee3554f15 req-6aaeb2b4-0f58-49cb-bd71-7b5355af5047 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=527f146d-bcc6-451c-91eb-c53a214932df HTTP/1.1" status: 200 len: 949 time: 0.3340869 May 27 02:07:20.972662 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53202) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:21.040408 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e2b8e84b-32c6-4569-98b0-f42ee3554f15 req-4c2c5f5b-97bb-47e0-a7fc-47df9aea66fe tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093008 May 27 02:07:21.198105 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-23884512-b968-432e-9b6b-ec4ba5522d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:21.206951 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-85fc410a-bab4-4053-95b0-4ab869260110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:21.217506 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-23884512-b968-432e-9b6b-ec4ba5522d0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:21.222862 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-23884512-b968-432e-9b6b-ec4ba5522d0e admin admin] Usage tracker for resource:security_group_rule and tenant:35595c29d8e34522959afe9e4bf003a8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:21.226940 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-23884512-b968-432e-9b6b-ec4ba5522d0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:21.256218 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-23884512-b968-432e-9b6b-ec4ba5522d0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:21.283580 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc410a-bab4-4053-95b0-4ab869260110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4879a168-4461-4b91-8f9e-64d296692e3b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:21.350381 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-85fc410a-bab4-4053-95b0-4ab869260110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:21.351791 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-85fc410a-bab4-4053-95b0-4ab869260110 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4879a168-4461-4b91-8f9e-64d296692e3b HTTP/1.1" status: 204 len: 168 time: 1.0499525 May 27 02:07:21.358742 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9baaee1-5c4f-444f-81a4-4f4fb7042feb admin admin] Router 5f2a8173-a534-478f-9773-2a6ea7d33ad7 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:07:21.482687 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-23884512-b968-432e-9b6b-ec4ba5522d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:21.586323 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-23884512-b968-432e-9b6b-ec4ba5522d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:21.649585 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-23884512-b968-432e-9b6b-ec4ba5522d0e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=35595c29d8e34522959afe9e4bf003a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6753976 May 27 02:07:21.650884 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23884512-b968-432e-9b6b-ec4ba5522d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3bceb4-979d-46bb-9774-be8656715535,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:21.654083 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53216) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:21.737870 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b3770260-060f-4cbe-9063-65c4d9b3f6eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:21.753828 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260c396-995b-477e-836c-a711f464b0e1 req-9deaad43-1707-4b50-bd2e-ec91f1c7458d tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:21.755588 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8260c396-995b-477e-836c-a711f464b0e1 req-9deaad43-1707-4b50-bd2e-ec91f1c7458d tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.57 "GET /v2.0/ports?device_id=85a62910-4852-4fca-a052-8deec8c4e7e3 HTTP/1.1" status: 200 len: 931 time: 0.2662239 May 27 02:07:21.756879 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9baaee1-5c4f-444f-81a4-4f4fb7042feb admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:07:21.766309 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c376cf51-88cd-488e-8586-e16ea29c8d5a None None] Sync routers for ids ['5f2a8173-a534-478f-9773-2a6ea7d33ad7'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:07:21.769745 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a9baaee1-5c4f-444f-81a4-4f4fb7042feb admin admin] 10.222.0.57 "PUT /v2.0/routers/5f2a8173-a534-478f-9773-2a6ea7d33ad7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0997894 May 27 02:07:21.773901 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53222) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:21.797878 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c376cf51-88cd-488e-8586-e16ea29c8d5a None None] Routers {'5f2a8173-a534-478f-9773-2a6ea7d33ad7'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:07:21.798787 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c376cf51-88cd-488e-8586-e16ea29c8d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:06:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['5f2a8173-a534-478f-9773-2a6ea7d33ad7'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:21.822141 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b3770260-060f-4cbe-9063-65c4d9b3f6eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:22.015056 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b3770260-060f-4cbe-9063-65c4d9b3f6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:22.031380 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8260c396-995b-477e-836c-a711f464b0e1 req-ff94ea90-ac6e-4d51-93f3-437c6c101dab tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cf8042-c5a8-4791-a100-012f0d5d7975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2594244 May 27 02:07:22.105156 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3770260-060f-4cbe-9063-65c4d9b3f6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3bceb4-979d-46bb-9774-be8656715535,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:22.120987 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1dd3950d-8bd8-48a1-bb18-f9638e06c5e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:22.135098 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b3770260-060f-4cbe-9063-65c4d9b3f6eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:22.139103 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b3770260-060f-4cbe-9063-65c4d9b3f6eb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2e3bceb4-979d-46bb-9774-be8656715535 HTTP/1.1" status: 204 len: 168 time: 0.4808381 May 27 02:07:22.165739 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-c376cf51-88cd-488e-8586-e16ea29c8d5a None None] Set router 5f2a8173-a534-478f-9773-2a6ea7d33ad7 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:07:22.413421 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c3fb4-b3e0-49d5-9fe3-05dadbc70386 req-27960cd1-a1b8-4327-9891-5bb85175dd54 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:22.414942 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-875c3fb4-b3e0-49d5-9fe3-05dadbc70386 req-27960cd1-a1b8-4327-9891-5bb85175dd54 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=527f146d-bcc6-451c-91eb-c53a214932df HTTP/1.1" status: 200 len: 949 time: 0.1878979 May 27 02:07:22.456618 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1dd3950d-8bd8-48a1-bb18-f9638e06c5e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:22.492469 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-875c3fb4-b3e0-49d5-9fe3-05dadbc70386 req-8ba1d9f5-ea7b-45c6-ae00-84ce3b72b0ff tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648253 May 27 02:07:22.529775 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-1dd3950d-8bd8-48a1-bb18-f9638e06c5e1 admin admin] Deleting port c2597911-8771-4447-b5b8-8cd694102854 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:07:22.530125 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1dd3950d-8bd8-48a1-bb18-f9638e06c5e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:22.636022 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c376cf51-88cd-488e-8586-e16ea29c8d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2a8173-a534-478f-9773-2a6ea7d33ad7', 'name': 'tempest-FloatingIPDetailsTestJSON-439160847-router', 'tenant_id': 'b577a3eed71a48a58948c79dade6b651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c2597911-8771-4447-b5b8-8cd694102854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:06:20Z', 'updated_at': '2022-05-27T02:07:19Z', 'revision_number': 5, 'project_id': 'b577a3eed71a48a58948c79dade6b651', 'gw_port': {'id': 'c2597911-8771-4447-b5b8-8cd694102854', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:68:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a8173-a534-478f-9773-2a6ea7d33ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:06:21Z', 'updated_at': '2022-05-27T02:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:22.650546 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c376cf51-88cd-488e-8586-e16ea29c8d5a None None] Checking router: 5f2a8173-a534-478f-9773-2a6ea7d33ad7 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:07:22.678830 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c376cf51-88cd-488e-8586-e16ea29c8d5a None None] Routers {'5f2a8173-a534-478f-9773-2a6ea7d33ad7'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:07:22.680404 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c376cf51-88cd-488e-8586-e16ea29c8d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:06:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['5f2a8173-a534-478f-9773-2a6ea7d33ad7'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:22.953799 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-c376cf51-88cd-488e-8586-e16ea29c8d5a None None] Set router 5f2a8173-a534-478f-9773-2a6ea7d33ad7 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:07:23.023653 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-1dd3950d-8bd8-48a1-bb18-f9638e06c5e1 admin admin] For port c2597911-8771-4447-b5b8-8cd694102854, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c2597911-8771-4447-b5b8-8cd694102854,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:23.024014 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1dd3950d-8bd8-48a1-bb18-f9638e06c5e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:23.102305 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c376cf51-88cd-488e-8586-e16ea29c8d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2a8173-a534-478f-9773-2a6ea7d33ad7', 'name': 'tempest-FloatingIPDetailsTestJSON-439160847-router', 'tenant_id': 'b577a3eed71a48a58948c79dade6b651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:06:20Z', 'updated_at': '2022-05-27T02:07:22Z', 'revision_number': 6, 'project_id': 'b577a3eed71a48a58948c79dade6b651', 'gw_port_host': None}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:23.106866 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c376cf51-88cd-488e-8586-e16ea29c8d5a None None] The sync data for ids ['5f2a8173-a534-478f-9773-2a6ea7d33ad7'] in n-d-843554-3 is: [{'id': '5f2a8173-a534-478f-9773-2a6ea7d33ad7', 'name': 'tempest-FloatingIPDetailsTestJSON-439160847-router', 'tenant_id': 'b577a3eed71a48a58948c79dade6b651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:06:20Z', 'updated_at': '2022-05-27T02:07:22Z', 'revision_number': 6, 'project_id': 'b577a3eed71a48a58948c79dade6b651', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:07:23.219481 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-1dd3950d-8bd8-48a1-bb18-f9638e06c5e1 admin admin] Calling delete_port for c2597911-8771-4447-b5b8-8cd694102854 owned by network:router_gateway {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:07:23.381581 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625babc-7c1c-4bd6-b261-6bfb59cad2fd req-e1c44ee4-2ce3-41a2-874f-903c7768faae tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:23.383189 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1625babc-7c1c-4bd6-b261-6bfb59cad2fd req-e1c44ee4-2ce3-41a2-874f-903c7768faae tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.57 "GET /v2.0/ports?device_id=85a62910-4852-4fca-a052-8deec8c4e7e3 HTTP/1.1" status: 200 len: 931 time: 0.1709526 May 27 02:07:23.438069 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53252) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:23.444258 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1625babc-7c1c-4bd6-b261-6bfb59cad2fd req-6568bd50-8d57-463d-9a75-8986cf948a37 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cf8042-c5a8-4791-a100-012f0d5d7975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535550 May 27 02:07:23.501316 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-76ef68cf-72dd-406a-920a-cc8464019e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:23.546383 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-76ef68cf-72dd-406a-920a-cc8464019e4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:23.560270 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-76ef68cf-72dd-406a-920a-cc8464019e4a admin admin] Usage tracker for resource:security_group_rule and tenant:d3006bb7cd3b4c7990503f1df025f1fd is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:23.564240 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-76ef68cf-72dd-406a-920a-cc8464019e4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:23.571601 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-76ef68cf-72dd-406a-920a-cc8464019e4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:23.605210 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1dd3950d-8bd8-48a1-bb18-f9638e06c5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:23.739603 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd3950d-8bd8-48a1-bb18-f9638e06c5e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2597911-8771-4447-b5b8-8cd694102854,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:23.762776 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53260) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:23.798643 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-76ef68cf-72dd-406a-920a-cc8464019e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:23.858613 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1dd3950d-8bd8-48a1-bb18-f9638e06c5e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:23.861235 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-76ef68cf-72dd-406a-920a-cc8464019e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:23.931899 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-76ef68cf-72dd-406a-920a-cc8464019e4a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d3006bb7cd3b4c7990503f1df025f1fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4925144 May 27 02:07:23.933013 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef68cf-72dd-406a-920a-cc8464019e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f734ce-b548-472d-8b4b-06c7431c6485,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:23.950654 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53270) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:24.033592 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cecdec24-cbb7-4883-968d-9f04e18d576d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:24.051536 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1dd3950d-8bd8-48a1-bb18-f9638e06c5e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:24.054215 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1dd3950d-8bd8-48a1-bb18-f9638e06c5e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:24.063549 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c18cb6-bfbc-4a67-9f0b-86fe2f2da1a9 req-00fe5f00-18bb-4d22-b370-b1598fbc19c4 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:24.071018 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-78c18cb6-bfbc-4a67-9f0b-86fe2f2da1a9 req-00fe5f00-18bb-4d22-b370-b1598fbc19c4 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=527f146d-bcc6-451c-91eb-c53a214932df HTTP/1.1" status: 200 len: 949 time: 0.3728237 May 27 02:07:24.076484 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cecdec24-cbb7-4883-968d-9f04e18d576d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:24.100857 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53274) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:24.160690 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-03c2350e-75f9-4b8f-a02e-3209ca283da7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1120086578-network', 'tenant_id': '03c1fcaae176438a9274ccbf2946eee2'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:07:24.178287 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-03c2350e-75f9-4b8f-a02e-3209ca283da7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:24.184820 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-03c2350e-75f9-4b8f-a02e-3209ca283da7 admin admin] Usage tracker for resource:network and tenant:03c1fcaae176438a9274ccbf2946eee2 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:24.188241 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2529772e-b0af-4d99-998b-9f9a1b682006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:24.197286 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-78c18cb6-bfbc-4a67-9f0b-86fe2f2da1a9 req-1fb89dc7-3429-490a-aae9-45d5f1ee6358 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255732 May 27 02:07:24.197584 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-03c2350e-75f9-4b8f-a02e-3209ca283da7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:24.215237 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-03c2350e-75f9-4b8f-a02e-3209ca283da7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:24.220875 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2529772e-b0af-4d99-998b-9f9a1b682006 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:24.227221 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2529772e-b0af-4d99-998b-9f9a1b682006 admin admin] Usage tracker for resource:security_group_rule and tenant:688a1b2359c748609c507940c1f502ba is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:24.230541 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cecdec24-cbb7-4883-968d-9f04e18d576d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:24.236892 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2529772e-b0af-4d99-998b-9f9a1b682006 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:24.249732 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1dd3950d-8bd8-48a1-bb18-f9638e06c5e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:24.250218 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2529772e-b0af-4d99-998b-9f9a1b682006 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:24.250323 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd3950d-8bd8-48a1-bb18-f9638e06c5e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f2a8173-a534-478f-9773-2a6ea7d33ad7 {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:07:24.252235 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecdec24-cbb7-4883-968d-9f04e18d576d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f734ce-b548-472d-8b4b-06c7431c6485,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:24.266134 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1dd3950d-8bd8-48a1-bb18-f9638e06c5e1 admin admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:24.266733 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cecdec24-cbb7-4883-968d-9f04e18d576d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:24.267151 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1dd3950d-8bd8-48a1-bb18-f9638e06c5e1 admin admin] 10.222.0.57 "DELETE /v2.0/routers/5f2a8173-a534-478f-9773-2a6ea7d33ad7 HTTP/1.1" status: 204 len: 168 time: 2.4920895 May 27 02:07:24.269167 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-cecdec24-cbb7-4883-968d-9f04e18d576d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d9f734ce-b548-472d-8b4b-06c7431c6485 HTTP/1.1" status: 204 len: 168 time: 0.3151679 May 27 02:07:24.269758 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53280) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:24.299921 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c2350e-75f9-4b8f-a02e-3209ca283da7 admin admin] Made reservation on behalf of 03c1fcaae176438a9274ccbf2946eee2 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:07:24.306665 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03c2350e-75f9-4b8f-a02e-3209ca283da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:24.320492 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03c2350e-75f9-4b8f-a02e-3209ca283da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:24.335498 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-a55c8d65-8866-47f3-8791-d3e430563a1e admin admin] Deleting subnet a9b72f4e-e8a7-42ad-b066-e1ad328f10e0 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:07:24.336167 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a55c8d65-8866-47f3-8791-d3e430563a1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:24.340300 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-03c2350e-75f9-4b8f-a02e-3209ca283da7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:24.344545 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-03c2350e-75f9-4b8f-a02e-3209ca283da7 admin admin] Usage tracker for resource:security_group_rule and tenant:03c1fcaae176438a9274ccbf2946eee2 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:24.348510 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-03c2350e-75f9-4b8f-a02e-3209ca283da7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:24.358441 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-03c2350e-75f9-4b8f-a02e-3209ca283da7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:24.396746 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a55c8d65-8866-47f3-8791-d3e430563a1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:24.438908 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2529772e-b0af-4d99-998b-9f9a1b682006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:24.468135 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-6a5d31fa-e883-480d-88c7-10a15315e6f7 service neutron] Request body: {'port': {'device_id': '85a62910-4852-4fca-a052-8deec8c4e7e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:07:24.530147 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03c2350e-75f9-4b8f-a02e-3209ca283da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:24.532140 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a55c8d65-8866-47f3-8791-d3e430563a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:24.536315 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2529772e-b0af-4d99-998b-9f9a1b682006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:24.611627 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2529772e-b0af-4d99-998b-9f9a1b682006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83da75bd-249e-434d-9bde-52215a2066c1,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:24.624279 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2529772e-b0af-4d99-998b-9f9a1b682006 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=688a1b2359c748609c507940c1f502ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8610423 May 27 02:07:24.629257 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53292) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:24.631969 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03c2350e-75f9-4b8f-a02e-3209ca283da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:24.666804 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 5749b077-13ca-4967-a7e7-80ac13b271fe no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:07:24.702563 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 5749b077-13ca-4967-a7e7-80ac13b271fe {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:07:24.703079 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 5749b077-13ca-4967-a7e7-80ac13b271fe not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:07:24.703630 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c2597911-8771-4447-b5b8-8cd694102854 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:07:24.711533 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03c2350e-75f9-4b8f-a02e-3209ca283da7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:07:24.776746 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03c2350e-75f9-4b8f-a02e-3209ca283da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:24.777107 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-03c2350e-75f9-4b8f-a02e-3209ca283da7 admin admin] Added segment 289e98b2-c013-428a-9af2-2474b2ccaed7 of type vlan for network 514e079c-2944-4b13-a7e0-cfbe224342f3 May 27 02:07:24.778453 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c2350e-75f9-4b8f-a02e-3209ca283da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a399aad-ce28-4352-b510-d682d1e0f384,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:24.793007 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b96cfe39-fc10-41ea-b9d5-d7e949540293 req-c01debcd-33d9-4c70-9fdf-080bef0adf74 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d7e24fcc-3eee-49fb-8d08-0386a309bd7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2952750 May 27 02:07:24.838976 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: c2597911-8771-4447-b5b8-8cd694102854 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:07:24.839095 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c2597911-8771-4447-b5b8-8cd694102854 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:07:24.883528 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d3470f7a-a48d-4d53-a7b6-a616f9be872c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:24.894258 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03c2350e-75f9-4b8f-a02e-3209ca283da7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:24.939699 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d3470f7a-a48d-4d53-a7b6-a616f9be872c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:24.962020 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-6a5d31fa-e883-480d-88c7-10a15315e6f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:25.068768 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a55c8d65-8866-47f3-8791-d3e430563a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:25.080505 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96cfe39-fc10-41ea-b9d5-d7e949540293 req-d3908c5c-282d-4e7e-8ef5-be10b84c2a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:25.082310 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b96cfe39-fc10-41ea-b9d5-d7e949540293 req-d3908c5c-282d-4e7e-8ef5-be10b84c2a23 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=28dbf9fdfeb54f248dadfff426cc8a12&device_id=d7e24fcc-3eee-49fb-8d08-0386a309bd7d HTTP/1.1" status: 200 len: 1097 time: 0.1352360 May 27 02:07:25.125230 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6eb4f-132f-4eac-bfc0-e12c1ccd4ec5 req-f2444f84-fb45-4c59-a530-33c7ac0fb41b tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:25.126750 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f7b6eb4f-132f-4eac-bfc0-e12c1ccd4ec5 req-f2444f84-fb45-4c59-a530-33c7ac0fb41b tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.57 "GET /v2.0/ports?device_id=85a62910-4852-4fca-a052-8deec8c4e7e3 HTTP/1.1" status: 200 len: 931 time: 0.4173548 May 27 02:07:25.128116 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03c2350e-75f9-4b8f-a02e-3209ca283da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:25.129541 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c2350e-75f9-4b8f-a02e-3209ca283da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:25.130411 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03c2350e-75f9-4b8f-a02e-3209ca283da7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:25.151243 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c8d65-8866-47f3-8791-d3e430563a1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9b72f4e-e8a7-42ad-b066-e1ad328f10e0,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:25.166692 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a55c8d65-8866-47f3-8791-d3e430563a1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:25.170085 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634367b8-b088-4bf7-a49c-4215208fbd6c None None] Network 4d2dfbbb-330c-4d80-a576-f02cbaf8f2a2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:07:25.231925 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a55c8d65-8866-47f3-8791-d3e430563a1e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a9b72f4e-e8a7-42ad-b066-e1ad328f10e0 HTTP/1.1" status: 204 len: 168 time: 0.9584236 May 27 02:07:25.242139 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53310) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:25.256018 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d3470f7a-a48d-4d53-a7b6-a616f9be872c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:25.259089 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d3470f7a-a48d-4d53-a7b6-a616f9be872c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:25.260411 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d3470f7a-a48d-4d53-a7b6-a616f9be872c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/83da75bd-249e-434d-9bde-52215a2066c1 HTTP/1.1" status: 204 len: 168 time: 0.6298749 May 27 02:07:25.274530 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460c6c2-e323-422d-8913-2e4941a25caf req-e330bcdf-fe7b-484e-afa4-cd2145a4e239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:25.275939 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6460c6c2-e323-422d-8913-2e4941a25caf req-e330bcdf-fe7b-484e-afa4-cd2145a4e239 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a29ffcc4de66478babed622f0d89fbe8&device_id=78111124-233b-40b7-a265-2804a27a2d72 HTTP/1.1" status: 200 len: 1096 time: 0.3615875 May 27 02:07:25.281472 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-03c2350e-75f9-4b8f-a02e-3209ca283da7 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.1794655 May 27 02:07:25.295938 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53316) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:25.309916 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-9784f99b-e862-4597-9ebf-bf1f5f21f71e admin admin] Request body: {'subnet': {'network_id': '514e079c-2944-4b13-a7e0-cfbe224342f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1120086578-subnet', 'tenant_id': '03c1fcaae176438a9274ccbf2946eee2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:07:25.386702 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f7b6eb4f-132f-4eac-bfc0-e12c1ccd4ec5 req-f68ac709-a91d-459d-a953-a51e319be624 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cf8042-c5a8-4791-a100-012f0d5d7975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2452731 May 27 02:07:25.395219 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-9784f99b-e862-4597-9ebf-bf1f5f21f71e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:25.399221 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3470f7a-a48d-4d53-a7b6-a616f9be872c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83da75bd-249e-434d-9bde-52215a2066c1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:25.417145 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c2350e-75f9-4b8f-a02e-3209ca283da7 admin admin] Pushing event updated for resources: {'Network': ['ID=514e079c-2944-4b13-a7e0-cfbe224342f3,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:25.460649 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 514e079c-2944-4b13-a7e0-cfbe224342f3 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:07:25.480213 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96cfe39-fc10-41ea-b9d5-d7e949540293 req-b7867e67-cefa-46aa-897b-b67f5e184a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:25.482286 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b96cfe39-fc10-41ea-b9d5-d7e949540293 req-b7867e67-cefa-46aa-897b-b67f5e184a6b service neutron] 10.222.0.32 "GET /v2.0/networks?id=17b286dd-35ae-40dc-a3e1-65b9625948fe HTTP/1.1" status: 200 len: 925 time: 0.3789074 May 27 02:07:25.528294 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-9784f99b-e862-4597-9ebf-bf1f5f21f71e admin admin] Usage tracker for resource:subnet and tenant:03c1fcaae176438a9274ccbf2946eee2 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:25.612130 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-90ee18eb-c65e-409b-ba02-0c9ad65da322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:25.624221 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-9784f99b-e862-4597-9ebf-bf1f5f21f71e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:25.639798 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b96cfe39-fc10-41ea-b9d5-d7e949540293 req-af4a7f6c-de14-4944-823c-3422bdb9ab03 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae0ca0b2-7340-4626-a45f-4a42abff3315 HTTP/1.1" status: 200 len: 1001 time: 0.1511569 May 27 02:07:25.696387 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53330) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:25.722531 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-9784f99b-e862-4597-9ebf-bf1f5f21f71e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:25.757835 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34040e20-ea58-41a5-9818-28795a7c93cd None None] DHCP port deletion for 4d2dfbbb-330c-4d80-a576-f02cbaf8f2a2 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:07:25.764306 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-34040e20-ea58-41a5-9818-28795a7c93cd None None] Deleting port f42d1856-67cc-4ae7-9cfd-742543de4c8f {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:07:25.764948 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-34040e20-ea58-41a5-9818-28795a7c93cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:25.790874 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460c6c2-e323-422d-8913-2e4941a25caf req-cadfc094-3800-424a-a547-7e3d7befe71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:25.792246 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6460c6c2-e323-422d-8913-2e4941a25caf req-cadfc094-3800-424a-a547-7e3d7befe71b service neutron] 10.222.0.66 "GET /v2.0/networks?id=db30ed05-8f60-4a40-83c6-9b50139dcb81 HTTP/1.1" status: 200 len: 922 time: 0.4861434 May 27 02:07:25.799367 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-643da769-8b2c-49b8-8514-14ed53b0c17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:25.894397 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96cfe39-fc10-41ea-b9d5-d7e949540293 req-ab0d022d-e5d1-4a17-8de9-aad418c0eccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:25.895593 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b96cfe39-fc10-41ea-b9d5-d7e949540293 req-ab0d022d-e5d1-4a17-8de9-aad418c0eccb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=910bc1cc-bbe5-4144-8601-c90701254592 HTTP/1.1" status: 200 len: 863 time: 0.2482884 May 27 02:07:25.980125 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6460c6c2-e323-422d-8913-2e4941a25caf req-52ebe1c7-cc3b-43da-bfc9-2c8111042ec6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 HTTP/1.1" status: 200 len: 217 time: 0.1779163 May 27 02:07:25.982806 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96cfe39-fc10-41ea-b9d5-d7e949540293 req-a848f2e7-acad-46ae-8175-66cba84c978b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:25.984433 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b96cfe39-fc10-41ea-b9d5-d7e949540293 req-a848f2e7-acad-46ae-8175-66cba84c978b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17b286dd-35ae-40dc-a3e1-65b9625948fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809443 May 27 02:07:26.043495 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-643da769-8b2c-49b8-8514-14ed53b0c17f admin admin] Deleting port f42d1856-67cc-4ae7-9cfd-742543de4c8f {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:07:26.044073 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-643da769-8b2c-49b8-8514-14ed53b0c17f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:26.082609 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9784f99b-e862-4597-9ebf-bf1f5f21f71e admin admin] Made reservation on behalf of 03c1fcaae176438a9274ccbf2946eee2 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:07:26.085180 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9784f99b-e862-4597-9ebf-bf1f5f21f71e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:26.115107 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-34040e20-ea58-41a5-9818-28795a7c93cd None None] For port f42d1856-67cc-4ae7-9cfd-742543de4c8f, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=f42d1856-67cc-4ae7-9cfd-742543de4c8f,segment=NetworkSegment(ce9f4a85-20dd-421b-a936-36ca596f166a),segment_id=ce9f4a85-20dd-421b-a936-36ca596f166a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:26.117674 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-34040e20-ea58-41a5-9818-28795a7c93cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:26.144466 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-0a499e30-1d89-4951-a80e-de317a07a13c req-8567e627-2103-4c0d-a627-5015488b0e2b tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:07:26.146185 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0a499e30-1d89-4951-a80e-de317a07a13c req-8567e627-2103-4c0d-a627-5015488b0e2b tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4330451 May 27 02:07:26.147342 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b96cfe39-fc10-41ea-b9d5-d7e949540293 req-d472c566-7ead-4762-8e9f-e5082eb68905 service neutron] 10.222.0.32 "GET /v2.0/networks/17b286dd-35ae-40dc-a3e1-65b9625948fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554811 May 27 02:07:26.256667 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-34040e20-ea58-41a5-9818-28795a7c93cd None None] Calling delete_port for f42d1856-67cc-4ae7-9cfd-742543de4c8f owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:07:26.266242 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460c6c2-e323-422d-8913-2e4941a25caf req-51225e02-0ac7-4c92-83d2-d61f09ec12d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:26.270202 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6460c6c2-e323-422d-8913-2e4941a25caf req-51225e02-0ac7-4c92-83d2-d61f09ec12d0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e2a1d95-8ee5-4ee3-927d-bf057db8df2f HTTP/1.1" status: 200 len: 861 time: 0.2666888 May 27 02:07:26.297959 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53344) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:26.339912 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce7dec4c-988c-4c75-a37b-67ef5e3f6dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:26.347492 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a3e5c-c356-4f52-932a-5380752540b4 req-b902863a-96b1-41d2-93ee-462662ca1e41 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:26.354393 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-838a3e5c-c356-4f52-932a-5380752540b4 req-b902863a-96b1-41d2-93ee-462662ca1e41 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=527f146d-bcc6-451c-91eb-c53a214932df HTTP/1.1" status: 200 len: 949 time: 0.7190700 May 27 02:07:26.360746 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-6a5d31fa-e883-480d-88c7-10a15315e6f7 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:07:26.389280 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ce7dec4c-988c-4c75-a37b-67ef5e3f6dd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:26.395740 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ce7dec4c-988c-4c75-a37b-67ef5e3f6dd2 admin admin] Usage tracker for resource:security_group_rule and tenant:ff226d43d6894454ae2b43b4aab4e3bb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:26.406395 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ce7dec4c-988c-4c75-a37b-67ef5e3f6dd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:26.409798 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-34040e20-ea58-41a5-9818-28795a7c93cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:26.416374 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ce7dec4c-988c-4c75-a37b-67ef5e3f6dd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:26.423274 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b96cfe39-fc10-41ea-b9d5-d7e949540293 req-813f6367-2e21-4c04-b16b-d8f9a73cae38 service neutron] 10.222.0.32 "GET /v2.0/networks/17b286dd-35ae-40dc-a3e1-65b9625948fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677855 May 27 02:07:26.424159 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6460c6c2-e323-422d-8913-2e4941a25caf req-8e80f96d-f83d-4586-b163-d1e222ad0eff service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=db30ed05-8f60-4a40-83c6-9b50139dcb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1160321 May 27 02:07:26.468901 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34040e20-ea58-41a5-9818-28795a7c93cd None None] Pushing event deleted for resources: {'Port': ['ID=f42d1856-67cc-4ae7-9cfd-742543de4c8f,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:26.475411 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34040e20-ea58-41a5-9818-28795a7c93cd None None] No DVR routers for this DVR port f42d1856-67cc-4ae7-9cfd-742543de4c8f on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:07:26.528190 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce7dec4c-988c-4c75-a37b-67ef5e3f6dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:26.603563 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce7dec4c-988c-4c75-a37b-67ef5e3f6dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:26.632166 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f42d1856-67cc-4ae7-9cfd-742543de4c8f no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:07:26.667863 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: f42d1856-67cc-4ae7-9cfd-742543de4c8f {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:07:26.668348 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f42d1856-67cc-4ae7-9cfd-742543de4c8f not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:07:26.670025 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ce7dec4c-988c-4c75-a37b-67ef5e3f6dd2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ff226d43d6894454ae2b43b4aab4e3bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3738918 May 27 02:07:26.671907 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7dec4c-988c-4c75-a37b-67ef5e3f6dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee70352c-10d2-43dc-8398-02308d7eb6ca,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:26.674339 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53358) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:26.701946 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-0a499e30-1d89-4951-a80e-de317a07a13c req-bd8c6d03-170d-4c8f-abf0-4a95847dcd57 service neutron] Request body: {'binding': {'host': 'n-h1-843554-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:07:26.702455 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-0a499e30-1d89-4951-a80e-de317a07a13c req-bd8c6d03-170d-4c8f-abf0-4a95847dcd57 service neutron] Unknown quota resources ['binding']. {{(pid=88902) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 27 02:07:26.746173 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d774f20-ccae-467b-a4db-b0d6052ad79d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:26.783562 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d774f20-ccae-467b-a4db-b0d6052ad79d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:26.794203 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-838a3e5c-c356-4f52-932a-5380752540b4 req-0d1db360-14f4-4f80-9a61-ea0d56feb09e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388964 May 27 02:07:26.796192 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-6a5d31fa-e883-480d-88c7-10a15315e6f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17166680-e597-4410-99de-46b2d3051e07 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:07:26.881215 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-6a5d31fa-e883-480d-88c7-10a15315e6f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:26.901493 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d774f20-ccae-467b-a4db-b0d6052ad79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:26.938018 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d774f20-ccae-467b-a4db-b0d6052ad79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee70352c-10d2-43dc-8398-02308d7eb6ca,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:26.945910 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d774f20-ccae-467b-a4db-b0d6052ad79d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:26.969100 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6d774f20-ccae-467b-a4db-b0d6052ad79d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ee70352c-10d2-43dc-8398-02308d7eb6ca HTTP/1.1" status: 204 len: 168 time: 0.2736497 May 27 02:07:27.065710 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-6a5d31fa-e883-480d-88c7-10a15315e6f7 service neutron] Transition to ACTIVE for port object 17166680-e597-4410-99de-46b2d3051e07 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:07:27.125014 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-643da769-8b2c-49b8-8514-14ed53b0c17f admin admin] For port f42d1856-67cc-4ae7-9cfd-742543de4c8f, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=f42d1856-67cc-4ae7-9cfd-742543de4c8f,segment=NetworkSegment(ce9f4a85-20dd-421b-a936-36ca596f166a),segment_id=ce9f4a85-20dd-421b-a936-36ca596f166a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:27.125379 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-643da769-8b2c-49b8-8514-14ed53b0c17f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:27.153252 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-6a5d31fa-e883-480d-88c7-10a15315e6f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:27.158382 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6460c6c2-e323-422d-8913-2e4941a25caf req-033dfa63-cb35-4705-99d6-23aa6539e607 service neutron] 10.222.0.66 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6930702 May 27 02:07:27.369844 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-643da769-8b2c-49b8-8514-14ed53b0c17f admin admin] Calling delete_port for f42d1856-67cc-4ae7-9cfd-742543de4c8f owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:07:27.676875 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d31fa-e883-480d-88c7-10a15315e6f7 service neutron] Pushing event updated for resources: {'Port': ['ID=17166680-e597-4410-99de-46b2d3051e07,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:27.764826 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d630903-ef68-4a0f-bcde-e1f611a01698 req-5c6bc078-8d53-4e94-af97-116140aa82bd tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:27.765996 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5d630903-ef68-4a0f-bcde-e1f611a01698 req-5c6bc078-8d53-4e94-af97-116140aa82bd tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.57 "GET /v2.0/ports?device_id=85a62910-4852-4fca-a052-8deec8c4e7e3 HTTP/1.1" status: 200 len: 931 time: 0.8090131 May 27 02:07:27.797843 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-0a499e30-1d89-4951-a80e-de317a07a13c req-bd8c6d03-170d-4c8f-abf0-4a95847dcd57 service neutron] Attempting to bind port ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 on host n-h1-843554-3 for vnic_type normal with profile None {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:07:27.798181 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-0a499e30-1d89-4951-a80e-de317a07a13c req-bd8c6d03-170d-4c8f-abf0-4a95847dcd57 service neutron] Attempting to bind port ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:07:27.800219 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a499e30-1d89-4951-a80e-de317a07a13c req-bd8c6d03-170d-4c8f-abf0-4a95847dcd57 service neutron] Attempting to bind port ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 on network db30ed05-8f60-4a40-83c6-9b50139dcb81 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:07:27.831837 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6460c6c2-e323-422d-8913-2e4941a25caf req-2a26c4b4-bcf0-44d2-bd18-28aad0a1738c service neutron] 10.222.0.66 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5860333 May 27 02:07:27.842015 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a499e30-1d89-4951-a80e-de317a07a13c req-bd8c6d03-170d-4c8f-abf0-4a95847dcd57 service neutron] Port ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 on network db30ed05-8f60-4a40-83c6-9b50139dcb81 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:07:27.842442 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a499e30-1d89-4951-a80e-de317a07a13c req-bd8c6d03-170d-4c8f-abf0-4a95847dcd57 service neutron] Attempting to bind port ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 on network db30ed05-8f60-4a40-83c6-9b50139dcb81 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:07:27.857480 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-643da769-8b2c-49b8-8514-14ed53b0c17f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:07:27.857874 n-d-843554-3 neutron-server[88902]: DEBUG oslo_db.api [None req-643da769-8b2c-49b8-8514-14ed53b0c17f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:07:27.874580 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a499e30-1d89-4951-a80e-de317a07a13c req-bd8c6d03-170d-4c8f-abf0-4a95847dcd57 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:07:27.874960 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a499e30-1d89-4951-a80e-de317a07a13c req-bd8c6d03-170d-4c8f-abf0-4a95847dcd57 service neutron] Checking segment: {'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:07:27.875402 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a499e30-1d89-4951-a80e-de317a07a13c req-bd8c6d03-170d-4c8f-abf0-4a95847dcd57 service neutron] Bound using segment: {'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:07:27.875881 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-0a499e30-1d89-4951-a80e-de317a07a13c req-bd8c6d03-170d-4c8f-abf0-4a95847dcd57 service neutron] Bound port: ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:07:27.943756 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5d630903-ef68-4a0f-bcde-e1f611a01698 req-12c2e169-bcd9-4cb3-b113-85948a59be20 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cf8042-c5a8-4791-a100-012f0d5d7975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554778 May 27 02:07:27.944507 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-6a5d31fa-e883-480d-88c7-10a15315e6f7 service neutron] Attempting to bind port 17166680-e597-4410-99de-46b2d3051e07 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:07:27.944896 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-6a5d31fa-e883-480d-88c7-10a15315e6f7 service neutron] Attempting to bind port 17166680-e597-4410-99de-46b2d3051e07 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'aa0595bb-72c4-4a88-b75b-a7d4ad16e228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e5ded2bd-6dbd-449a-adc0-e1185e1b2161'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:07:27.945267 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-6a5d31fa-e883-480d-88c7-10a15315e6f7 service neutron] Attempting to bind port 17166680-e597-4410-99de-46b2d3051e07 on network e5ded2bd-6dbd-449a-adc0-e1185e1b2161 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:07:27.956702 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-6a5d31fa-e883-480d-88c7-10a15315e6f7 service neutron] Port 17166680-e597-4410-99de-46b2d3051e07 on network e5ded2bd-6dbd-449a-adc0-e1185e1b2161 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:07:27.957146 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-6a5d31fa-e883-480d-88c7-10a15315e6f7 service neutron] Attempting to bind port 17166680-e597-4410-99de-46b2d3051e07 on network e5ded2bd-6dbd-449a-adc0-e1185e1b2161 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:07:27.972101 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-6a5d31fa-e883-480d-88c7-10a15315e6f7 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:07:27.972484 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-6a5d31fa-e883-480d-88c7-10a15315e6f7 service neutron] Checking segment: {'id': 'aa0595bb-72c4-4a88-b75b-a7d4ad16e228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e5ded2bd-6dbd-449a-adc0-e1185e1b2161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:07:27.972942 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-6a5d31fa-e883-480d-88c7-10a15315e6f7 service neutron] Bound using segment: {'id': 'aa0595bb-72c4-4a88-b75b-a7d4ad16e228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e5ded2bd-6dbd-449a-adc0-e1185e1b2161'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:07:27.973411 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-6a5d31fa-e883-480d-88c7-10a15315e6f7 service neutron] Bound port: 17166680-e597-4410-99de-46b2d3051e07, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa0595bb-72c4-4a88-b75b-a7d4ad16e228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e5ded2bd-6dbd-449a-adc0-e1185e1b2161'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:07:27.973790 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-6a5d31fa-e883-480d-88c7-10a15315e6f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:28.029359 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-0a499e30-1d89-4951-a80e-de317a07a13c req-bd8c6d03-170d-4c8f-abf0-4a95847dcd57 service neutron] For port ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869,segment=NetworkSegment(a69d16a1-8436-40ed-b9ce-539b6def055f),segment_id=a69d16a1-8436-40ed-b9ce-539b6def055f)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:07:28.098141 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-6a5d31fa-e883-480d-88c7-10a15315e6f7 service neutron] For port 17166680-e597-4410-99de-46b2d3051e07, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:07:28.101532 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-6a5d31fa-e883-480d-88c7-10a15315e6f7 service neutron] For port 17166680-e597-4410-99de-46b2d3051e07, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=17166680-e597-4410-99de-46b2d3051e07,segment=NetworkSegment(aa0595bb-72c4-4a88-b75b-a7d4ad16e228),segment_id=aa0595bb-72c4-4a88-b75b-a7d4ad16e228)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:07:28.358818 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-643da769-8b2c-49b8-8514-14ed53b0c17f admin admin] Deleting port f42d1856-67cc-4ae7-9cfd-742543de4c8f {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:07:28.359096 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-643da769-8b2c-49b8-8514-14ed53b0c17f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:28.424290 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-643da769-8b2c-49b8-8514-14ed53b0c17f admin admin] The port 'f42d1856-67cc-4ae7-9cfd-742543de4c8f' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:07:28.599792 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ccb3b2e8-91aa-455b-ad1e-69fa18233b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:28.630552 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9784f99b-e862-4597-9ebf-bf1f5f21f71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:28.696888 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-6a5d31fa-e883-480d-88c7-10a15315e6f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:28.752359 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-643da769-8b2c-49b8-8514-14ed53b0c17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:28.794174 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0a499e30-1d89-4951-a80e-de317a07a13c req-bd8c6d03-170d-4c8f-abf0-4a95847dcd57 service neutron] Notify callbacks [] for binding, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:28.795885 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0a499e30-1d89-4951-a80e-de317a07a13c req-bd8c6d03-170d-4c8f-abf0-4a95847dcd57 service neutron] 10.222.0.57 "POST /v2.0/ports/ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869/bindings HTTP/1.1" status: 201 len: 389 time: 2.4062173 May 27 02:07:28.812327 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-6a5d31fa-e883-480d-88c7-10a15315e6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:28.812971 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-6a5d31fa-e883-480d-88c7-10a15315e6f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:28.814327 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-6a5d31fa-e883-480d-88c7-10a15315e6f7 service neutron] 10.222.0.32 "PUT /v2.0/ports/17166680-e597-4410-99de-46b2d3051e07 HTTP/1.1" status: 200 len: 1091 time: 4.3509417 May 27 02:07:28.830804 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85a62910-4852-4fca-a052-8deec8c4e7e3', 'tag': '17166680-e597-4410-99de-46b2d3051e07'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:07:28.843831 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-643da769-8b2c-49b8-8514-14ed53b0c17f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d2dfbbb-330c-4d80-a576-f02cbaf8f2a2']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:28.850342 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:28.855746 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9784f99b-e862-4597-9ebf-bf1f5f21f71e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3228bc85-ca3c-44ef-b3fa-500ab610ab5d,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:28.869882 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-643da769-8b2c-49b8-8514-14ed53b0c17f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce9f4a85-20dd-421b-a936-36ca596f166a') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:28.870185 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-643da769-8b2c-49b8-8514-14ed53b0c17f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce9f4a85-20dd-421b-a936-36ca596f166a') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:28.888411 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d31fa-e883-480d-88c7-10a15315e6f7 service neutron] Pushing event updated for resources: {'Port': ['ID=17166680-e597-4410-99de-46b2d3051e07,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:28.892480 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9784f99b-e862-4597-9ebf-bf1f5f21f71e admin admin] Checking segment: {'id': '289e98b2-c013-428a-9af2-2474b2ccaed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '514e079c-2944-4b13-a7e0-cfbe224342f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:07:28.897910 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9784f99b-e862-4597-9ebf-bf1f5f21f71e admin admin] Network hostable DHCP agents. Network: 514e079c-2944-4b13-a7e0-cfbe224342f3, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:07:28.906586 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-643da769-8b2c-49b8-8514-14ed53b0c17f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:28.929813 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-643da769-8b2c-49b8-8514-14ed53b0c17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:28.940146 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-643da769-8b2c-49b8-8514-14ed53b0c17f admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:07:28.940146 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-643da769-8b2c-49b8-8514-14ed53b0c17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:28.957994 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:29.012458 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment ce9f4a85-20dd-421b-a936-36ca596f166a resource provider aggregate not found May 27 02:07:29.142348 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment ce9f4a85-20dd-421b-a936-36ca596f166a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce9f4a85-20dd-421b-a936-36ca596f166a found for delete ", "request_id": "req-b34334ae-2f7f-451a-b997-88f10b5420d1"}]} May 27 02:07:29.153513 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9784f99b-e862-4597-9ebf-bf1f5f21f71e admin admin] Network 514e079c-2944-4b13-a7e0-cfbe224342f3 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:07:29.221385 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53c946-3f20-444c-904e-95eb634c504c req-672baae8-1f09-49c1-948a-5936804dcde1 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:29.229159 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fd53c946-3f20-444c-904e-95eb634c504c req-672baae8-1f09-49c1-948a-5936804dcde1 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=527f146d-bcc6-451c-91eb-c53a214932df HTTP/1.1" status: 200 len: 949 time: 0.1571255 May 27 02:07:29.229159 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-561167fc-1f0d-4148-a10a-de9b163fb591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:29.229159 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-561167fc-1f0d-4148-a10a-de9b163fb591 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b10311550dd24ab5af04d69bb8469c0b&device_id=85a62910-4852-4fca-a052-8deec8c4e7e3 HTTP/1.1" status: 200 len: 1094 time: 0.2168274 May 27 02:07:29.317505 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-9784f99b-e862-4597-9ebf-bf1f5f21f71e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 514e079c-2944-4b13-a7e0-cfbe224342f3) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:07:29.322184 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9784f99b-e862-4597-9ebf-bf1f5f21f71e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:29.322859 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9784f99b-e862-4597-9ebf-bf1f5f21f71e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:29.330796 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6beed443-533f-49ae-9640-a25ae158d37f None None] Network 514e079c-2944-4b13-a7e0-cfbe224342f3 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:07:29.337641 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-643da769-8b2c-49b8-8514-14ed53b0c17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:29.342874 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-643da769-8b2c-49b8-8514-14ed53b0c17f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:29.375968 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-701ddc88-a791-47ca-9331-288c85667dd2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17166680-e597-4410-99de-46b2d3051e07 HTTP/1.1" status: 200 len: 217 time: 0.1392887 May 27 02:07:29.424582 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643da769-8b2c-49b8-8514-14ed53b0c17f admin admin] Pushing event deleted for resources: {'Network': ['ID=4d2dfbbb-330c-4d80-a576-f02cbaf8f2a2,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:29.428942 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-643da769-8b2c-49b8-8514-14ed53b0c17f admin admin] 10.222.0.57 "DELETE /v2.0/networks/4d2dfbbb-330c-4d80-a576-f02cbaf8f2a2 HTTP/1.1" status: 204 len: 168 time: 4.1841462 May 27 02:07:29.479619 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fd53c946-3f20-444c-904e-95eb634c504c req-09025e6b-8a40-4ec8-9bdc-6860fa87ad90 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416246 May 27 02:07:29.499990 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9784f99b-e862-4597-9ebf-bf1f5f21f71e admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.2030604 May 27 02:07:29.503408 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53418) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:29.505844 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-ba4e8e25-8eb6-4207-87a6-8409d219d9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:29.507305 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-ba4e8e25-8eb6-4207-87a6-8409d219d9b3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12865575-b7fb-4609-bc72-5aad92099ef2 HTTP/1.1" status: 200 len: 854 time: 0.1206555 May 27 02:07:29.511503 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-c384c5a1-f79f-4c3f-83cc-f7ce5c7a37af admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1120086578-router', 'tenant_id': '03c1fcaae176438a9274ccbf2946eee2', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:07:29.530547 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c384c5a1-f79f-4c3f-83cc-f7ce5c7a37af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:29.536350 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c384c5a1-f79f-4c3f-83cc-f7ce5c7a37af admin admin] Usage tracker for resource:router and tenant:03c1fcaae176438a9274ccbf2946eee2 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:29.540937 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c384c5a1-f79f-4c3f-83cc-f7ce5c7a37af admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:29.549255 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c384c5a1-f79f-4c3f-83cc-f7ce5c7a37af admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:29.595004 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bd58bdd-6046-488b-b30f-120f109fcaeb'] response: {'name': 'network-changed', 'server_uuid': '85a62910-4852-4fca-a052-8deec8c4e7e3', 'tag': '17166680-e597-4410-99de-46b2d3051e07', 'status': 'completed', 'code': 200} May 27 02:07:29.659191 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a499e30-1d89-4951-a80e-de317a07a13c req-50b34d6a-6204-42e1-bfcd-69ab06b1a15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:29.661135 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0a499e30-1d89-4951-a80e-de317a07a13c req-50b34d6a-6204-42e1-bfcd-69ab06b1a15f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a29ffcc4de66478babed622f0d89fbe8&device_id=78111124-233b-40b7-a265-2804a27a2d72 HTTP/1.1" status: 200 len: 1096 time: 0.0856538 May 27 02:07:29.669996 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-bc6ab25b-6169-4bde-a642-abecd3a9f514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:29.669996 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-bc6ab25b-6169-4bde-a642-abecd3a9f514 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5ded2bd-6dbd-449a-adc0-e1185e1b2161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1509748 May 27 02:07:29.729590 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1143a6ca-46df-4149-904d-fe7e85b141d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-514e079c-2944-4b13-a7e0-cfbe224342f3', 'network_id': '514e079c-2944-4b13-a7e0-cfbe224342f3', 'tenant_id': '03c1fcaae176438a9274ccbf2946eee2', 'fixed_ips': [{'subnet_id': '3228bc85-ca3c-44ef-b3fa-500ab610ab5d'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:07:29.729590 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1143a6ca-46df-4149-904d-fe7e85b141d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:29.924215 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a499e30-1d89-4951-a80e-de317a07a13c req-614875a1-6504-409b-91b2-13c5b280fed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:29.925859 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0a499e30-1d89-4951-a80e-de317a07a13c req-614875a1-6504-409b-91b2-13c5b280fed9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=db30ed05-8f60-4a40-83c6-9b50139dcb81 HTTP/1.1" status: 200 len: 922 time: 0.2541220 May 27 02:07:29.927075 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c384c5a1-f79f-4c3f-83cc-f7ce5c7a37af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:29.928127 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c384c5a1-f79f-4c3f-83cc-f7ce5c7a37af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:29.942814 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-1143a6ca-46df-4149-904d-fe7e85b141d1 None None] Allocated IP 172.20.0.2 (514e079c-2944-4b13-a7e0-cfbe224342f3/3228bc85-ca3c-44ef-b3fa-500ab610ab5d/238677d6-2ccc-4c6c-8a73-8bf3b1c4f953) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:07:29.956993 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53426) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:30.005768 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0a499e30-1d89-4951-a80e-de317a07a13c req-e982fe1d-61ca-4726-8c99-22eb170f4fc3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 HTTP/1.1" status: 200 len: 217 time: 0.0730031 May 27 02:07:30.053236 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c384c5a1-f79f-4c3f-83cc-f7ce5c7a37af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:30.089148 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a499e30-1d89-4951-a80e-de317a07a13c req-ceb3f861-5d56-4b36-8dcc-d1a91b52ee61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:30.090655 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0a499e30-1d89-4951-a80e-de317a07a13c req-ceb3f861-5d56-4b36-8dcc-d1a91b52ee61 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1e2a1d95-8ee5-4ee3-927d-bf057db8df2f HTTP/1.1" status: 200 len: 861 time: 0.0781834 May 27 02:07:30.117729 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:30.148074 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0a499e30-1d89-4951-a80e-de317a07a13c req-9f3d1aea-5248-40d4-a6c9-22318291c3f3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=db30ed05-8f60-4a40-83c6-9b50139dcb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505574 May 27 02:07:30.150863 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-27e70647-fc49-4389-844a-b5e08cc7d14a service neutron] 10.222.0.32 "GET /v2.0/networks/e5ded2bd-6dbd-449a-adc0-e1185e1b2161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4709024 May 27 02:07:30.161846 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7e9fa218-0176-42b5-bff6-62ccace49638 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b577a3eed71a48a58948c79dade6b651&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1913257 May 27 02:07:30.175384 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53434) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:30.231257 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1143a6ca-46df-4149-904d-fe7e85b141d1 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:30.241994 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1143a6ca-46df-4149-904d-fe7e85b141d1 None None] Transition to ACTIVE for port object 238677d6-2ccc-4c6c-8a73-8bf3b1c4f953 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:07:30.242785 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3988a-418c-44f3-9c24-49f74e588987 req-fff1b59c-d903-4e68-a661-218b632a538d tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:30.244526 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f7a3988a-418c-44f3-9c24-49f74e588987 req-fff1b59c-d903-4e68-a661-218b632a538d tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7e24fcc-3eee-49fb-8d08-0386a309bd7d HTTP/1.1" status: 200 len: 946 time: 0.5005581 May 27 02:07:30.266587 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1143a6ca-46df-4149-904d-fe7e85b141d1 None None] Transition to ACTIVE for port object 238677d6-2ccc-4c6c-8a73-8bf3b1c4f953 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:07:30.300371 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea38ee2-7302-4642-bd97-9491da125ef5 req-12f8ccc1-dc09-48ab-bd4c-90792fcf563b tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:30.301836 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bea38ee2-7302-4642-bd97-9491da125ef5 req-12f8ccc1-dc09-48ab-bd4c-90792fcf563b tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.57 "GET /v2.0/ports?device_id=85a62910-4852-4fca-a052-8deec8c4e7e3 HTTP/1.1" status: 200 len: 943 time: 0.3939734 May 27 02:07:30.335592 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1143a6ca-46df-4149-904d-fe7e85b141d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:30.353273 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.32', 58836) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:30.427210 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143a6ca-46df-4149-904d-fe7e85b141d1 None None] Pushing event updated for resources: {'Port': ['ID=238677d6-2ccc-4c6c-8a73-8bf3b1c4f953,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:30.444426 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1143a6ca-46df-4149-904d-fe7e85b141d1 None None] Network 514e079c-2944-4b13-a7e0-cfbe224342f3 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:07:30.446244 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-1143a6ca-46df-4149-904d-fe7e85b141d1 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:07:30.449154 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1143a6ca-46df-4149-904d-fe7e85b141d1 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:07:30.502297 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f7a3988a-418c-44f3-9c24-49f74e588987 req-8d496c18-539c-4247-a543-9fae736cf6bd tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/security-groups?id=d322c91f-9b95-4e01-816d-2040f3d8ecc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934330 May 27 02:07:30.519783 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bea38ee2-7302-4642-bd97-9491da125ef5 req-9cf196de-bfab-4a9a-8d0a-c4ee9535108a tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cf8042-c5a8-4791-a100-012f0d5d7975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2048311 May 27 02:07:30.539861 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7ab3b24c-6115-4dbf-9b84-62dffbbe2eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:30.568477 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-37611e9f-4167-4239-9fa3-6057fc481c56 req-c46c53a3-c78e-4541-85a1-bc42e5c2a5dd service neutron] 10.222.0.32 "GET /v2.0/networks/e5ded2bd-6dbd-449a-adc0-e1185e1b2161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954446 May 27 02:07:30.586338 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7ab3b24c-6115-4dbf-9b84-62dffbbe2eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:30.618897 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-1143a6ca-46df-4149-904d-fe7e85b141d1 None None] Attempting to bind port 238677d6-2ccc-4c6c-8a73-8bf3b1c4f953 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:07:30.620641 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bac119-10c2-4dad-bee3-7602b2afe15b req-f5d23a71-9f62-4358-a4d7-93cc956966c8 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:30.621266 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-1143a6ca-46df-4149-904d-fe7e85b141d1 None None] Attempting to bind port 238677d6-2ccc-4c6c-8a73-8bf3b1c4f953 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '289e98b2-c013-428a-9af2-2474b2ccaed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '514e079c-2944-4b13-a7e0-cfbe224342f3'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:07:30.621796 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1143a6ca-46df-4149-904d-fe7e85b141d1 None None] Attempting to bind port 238677d6-2ccc-4c6c-8a73-8bf3b1c4f953 on network 514e079c-2944-4b13-a7e0-cfbe224342f3 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:07:30.622204 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62bac119-10c2-4dad-bee3-7602b2afe15b req-f5d23a71-9f62-4358-a4d7-93cc956966c8 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7e24fcc-3eee-49fb-8d08-0386a309bd7d HTTP/1.1" status: 200 len: 946 time: 0.2680025 May 27 02:07:30.641225 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1143a6ca-46df-4149-904d-fe7e85b141d1 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:07:30.641915 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1143a6ca-46df-4149-904d-fe7e85b141d1 None None] Checking segment: {'id': '289e98b2-c013-428a-9af2-2474b2ccaed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '514e079c-2944-4b13-a7e0-cfbe224342f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:07:30.642537 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1143a6ca-46df-4149-904d-fe7e85b141d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:30.643086 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1143a6ca-46df-4149-904d-fe7e85b141d1 None None] Bound using segment: {'id': '289e98b2-c013-428a-9af2-2474b2ccaed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '514e079c-2944-4b13-a7e0-cfbe224342f3'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:07:30.643711 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-1143a6ca-46df-4149-904d-fe7e85b141d1 None None] Bound port: 238677d6-2ccc-4c6c-8a73-8bf3b1c4f953, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289e98b2-c013-428a-9af2-2474b2ccaed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '514e079c-2944-4b13-a7e0-cfbe224342f3'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:07:30.644321 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1143a6ca-46df-4149-904d-fe7e85b141d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:30.687883 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c384c5a1-f79f-4c3f-83cc-f7ce5c7a37af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:30.757102 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0a499e30-1d89-4951-a80e-de317a07a13c req-427c5011-f663-42a0-a360-682fc167bce7 service neutron] 10.222.0.32 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5970273 May 27 02:07:30.778375 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-1143a6ca-46df-4149-904d-fe7e85b141d1 None None] For port 238677d6-2ccc-4c6c-8a73-8bf3b1c4f953, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:07:30.782458 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-1143a6ca-46df-4149-904d-fe7e85b141d1 None None] For port 238677d6-2ccc-4c6c-8a73-8bf3b1c4f953, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=238677d6-2ccc-4c6c-8a73-8bf3b1c4f953,segment=NetworkSegment(289e98b2-c013-428a-9af2-2474b2ccaed7),segment_id=289e98b2-c013-428a-9af2-2474b2ccaed7)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:07:30.883898 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1143a6ca-46df-4149-904d-fe7e85b141d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:30.985044 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143a6ca-46df-4149-904d-fe7e85b141d1 None None] Pushing event updated for resources: {'Port': ['ID=238677d6-2ccc-4c6c-8a73-8bf3b1c4f953,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:30.997561 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-62bac119-10c2-4dad-bee3-7602b2afe15b req-3b229b39-a88e-4d86-b3d6-448c28851ea7 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Deleting port ae0ca0b2-7340-4626-a45f-4a42abff3315 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:07:30.998312 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-62bac119-10c2-4dad-bee3-7602b2afe15b req-3b229b39-a88e-4d86-b3d6-448c28851ea7 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:31.008669 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0a499e30-1d89-4951-a80e-de317a07a13c req-af991910-405c-4f6c-a007-4180042f15af service neutron] 10.222.0.32 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442603 May 27 02:07:31.226385 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7ab3b24c-6115-4dbf-9b84-62dffbbe2eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:31.275534 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3b24c-6115-4dbf-9b84-62dffbbe2eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c87a0b-f1e0-4cab-a63f-b194f37d369c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:31.335896 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c384c5a1-f79f-4c3f-83cc-f7ce5c7a37af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:31.357370 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7ab3b24c-6115-4dbf-9b84-62dffbbe2eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:31.358592 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7ab3b24c-6115-4dbf-9b84-62dffbbe2eb0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/68c87a0b-f1e0-4cab-a63f-b194f37d369c HTTP/1.1" status: 204 len: 168 time: 1.1823332 May 27 02:07:31.366655 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48dd89-f119-4a81-959d-1b3f3e94555d req-b037c322-c84c-46fd-947d-b74501d28200 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:31.368528 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee48dd89-f119-4a81-959d-1b3f3e94555d req-b037c322-c84c-46fd-947d-b74501d28200 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=78111124-233b-40b7-a265-2804a27a2d72 HTTP/1.1" status: 200 len: 945 time: 0.6569724 May 27 02:07:31.371279 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c384c5a1-f79f-4c3f-83cc-f7ce5c7a37af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:31.392332 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436be1d-bc8f-47d9-95b5-2972e165912b req-4a1bacaa-662e-4683-aeed-2414ca91dfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:31.393805 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0436be1d-bc8f-47d9-95b5-2972e165912b req-4a1bacaa-662e-4683-aeed-2414ca91dfcb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b10311550dd24ab5af04d69bb8469c0b&device_id=85a62910-4852-4fca-a052-8deec8c4e7e3 HTTP/1.1" status: 200 len: 1094 time: 0.6643126 May 27 02:07:31.419444 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a499e30-1d89-4951-a80e-de317a07a13c req-e76a765a-ceb8-4843-a7c0-0df075f16241 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:31.420741 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3fff5-4bb2-4641-857b-71f37a3e1851 req-7bd21876-38c4-4b16-b7c0-c5f8dbd22ed1 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:31.420953 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0a499e30-1d89-4951-a80e-de317a07a13c req-e76a765a-ceb8-4843-a7c0-0df075f16241 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=78111124-233b-40b7-a265-2804a27a2d72&tenant_id=a29ffcc4de66478babed622f0d89fbe8&binding%3Ahost_id=n-h2-843554-3 HTTP/1.1" status: 200 len: 1096 time: 0.2491200 May 27 02:07:31.422194 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eeb3fff5-4bb2-4641-857b-71f37a3e1851 req-7bd21876-38c4-4b16-b7c0-c5f8dbd22ed1 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=527f146d-bcc6-451c-91eb-c53a214932df HTTP/1.1" status: 200 len: 949 time: 0.3791435 May 27 02:07:31.437457 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-0a499e30-1d89-4951-a80e-de317a07a13c req-1e2ac3b6-4920-49f3-949d-4b4ea09f489d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843554-3'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:07:31.594234 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee48dd89-f119-4a81-959d-1b3f3e94555d req-c9167be4-45bb-4783-9d15-ee2a5616cdd8 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137144 May 27 02:07:31.600203 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-62bac119-10c2-4dad-bee3-7602b2afe15b req-3b229b39-a88e-4d86-b3d6-448c28851ea7 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] For port ae0ca0b2-7340-4626-a45f-4a42abff3315, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=ae0ca0b2-7340-4626-a45f-4a42abff3315,segment=NetworkSegment(37da2cdf-7342-48b3-97e6-2ad8634f3cd8),segment_id=37da2cdf-7342-48b3-97e6-2ad8634f3cd8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:31.600203 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-62bac119-10c2-4dad-bee3-7602b2afe15b req-3b229b39-a88e-4d86-b3d6-448c28851ea7 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:31.632608 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0a499e30-1d89-4951-a80e-de317a07a13c req-1e2ac3b6-4920-49f3-949d-4b4ea09f489d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:31.644498 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-c384c5a1-f79f-4c3f-83cc-f7ce5c7a37af admin admin] Allocated IP 172.25.1.177 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:07:31.688797 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eeb3fff5-4bb2-4641-857b-71f37a3e1851 req-253a52bf-c97c-4ef0-be41-3de7ce6c7042 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423308 May 27 02:07:31.736502 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436be1d-bc8f-47d9-95b5-2972e165912b req-f3547c0c-243c-486c-8fd8-7309f5de71e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:31.737983 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0436be1d-bc8f-47d9-95b5-2972e165912b req-f3547c0c-243c-486c-8fd8-7309f5de71e4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e5ded2bd-6dbd-449a-adc0-e1185e1b2161 HTTP/1.1" status: 200 len: 916 time: 0.3252935 May 27 02:07:31.948900 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0436be1d-bc8f-47d9-95b5-2972e165912b req-5b4432a3-8bed-44ac-a417-6aeae59a4dde service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17166680-e597-4410-99de-46b2d3051e07 HTTP/1.1" status: 200 len: 217 time: 0.2033653 May 27 02:07:32.051875 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c384c5a1-f79f-4c3f-83cc-f7ce5c7a37af admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:32.097192 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0a499e30-1d89-4951-a80e-de317a07a13c req-1e2ac3b6-4920-49f3-949d-4b4ea09f489d service neutron] For port ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869,segment=NetworkSegment(a69d16a1-8436-40ed-b9ce-539b6def055f),segment_id=a69d16a1-8436-40ed-b9ce-539b6def055f)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:32.167398 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0a499e30-1d89-4951-a80e-de317a07a13c req-1e2ac3b6-4920-49f3-949d-4b4ea09f489d service neutron] For port ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:07:32.218273 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436be1d-bc8f-47d9-95b5-2972e165912b req-783baee5-e97f-4423-9404-cbede5f4a439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:32.219985 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0436be1d-bc8f-47d9-95b5-2972e165912b req-783baee5-e97f-4423-9404-cbede5f4a439 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12865575-b7fb-4609-bc72-5aad92099ef2 HTTP/1.1" status: 200 len: 854 time: 0.2537718 May 27 02:07:32.255903 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78111124-233b-40b7-a265-2804a27a2d72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:07:32.267473 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0a499e30-1d89-4951-a80e-de317a07a13c req-1e2ac3b6-4920-49f3-949d-4b4ea09f489d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:32.271096 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e634a5-43bc-43a4-8852-9aea47d871d8 None None] Network 514e079c-2944-4b13-a7e0-cfbe224342f3 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:07:32.277613 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c384c5a1-f79f-4c3f-83cc-f7ce5c7a37af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:32.342717 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c384c5a1-f79f-4c3f-83cc-f7ce5c7a37af admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:07:32.345721 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-c384c5a1-f79f-4c3f-83cc-f7ce5c7a37af admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:07:32.350088 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c384c5a1-f79f-4c3f-83cc-f7ce5c7a37af admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:07:32.385524 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0a499e30-1d89-4951-a80e-de317a07a13c req-1e2ac3b6-4920-49f3-949d-4b4ea09f489d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:32.389036 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c384c5a1-f79f-4c3f-83cc-f7ce5c7a37af admin admin] Pushing event updated for resources: {'Port': ['ID=5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:32.399545 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-62bac119-10c2-4dad-bee3-7602b2afe15b req-3b229b39-a88e-4d86-b3d6-448c28851ea7 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:32.399545 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-62bac119-10c2-4dad-bee3-7602b2afe15b req-3b229b39-a88e-4d86-b3d6-448c28851ea7 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:32.399754 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [req-62bac119-10c2-4dad-bee3-7602b2afe15b req-3b229b39-a88e-4d86-b3d6-448c28851ea7 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Floating IP 0503cf2f-0483-485d-bc98-33f480e3239e disassociated. External IP: 172.25.1.40, port: ae0ca0b2-7340-4626-a45f-4a42abff3315. May 27 02:07:32.400030 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-62bac119-10c2-4dad-bee3-7602b2afe15b req-3b229b39-a88e-4d86-b3d6-448c28851ea7 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Calling delete_port for ae0ca0b2-7340-4626-a45f-4a42abff3315 owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:07:32.540463 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-42e7861d-1063-47ba-b602-2e7f66538038 service neutron] show failed (client error): The resource could not be found. May 27 02:07:32.541592 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-42e7861d-1063-47ba-b602-2e7f66538038 service neutron] 10.222.0.66 "GET /v2.0/ports/996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de/bindings/n-h1-843554-3 HTTP/1.1" status: 404 len: 380 time: 0.3291466 May 27 02:07:32.565907 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5c37c-e98f-4a4e-a481-5f98554b1bd6 req-6d9c1b66-109a-4f4a-b009-a4288cbd184b tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:32.573876 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bdd5c37c-e98f-4a4e-a481-5f98554b1bd6 req-6d9c1b66-109a-4f4a-b009-a4288cbd184b tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7e24fcc-3eee-49fb-8d08-0386a309bd7d HTTP/1.1" status: 200 len: 946 time: 0.4583626 May 27 02:07:32.578109 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c634e298-2668-4a05-a8ce-abb84edbd63b None None] Provisioning for port 238677d6-2ccc-4c6c-8a73-8bf3b1c4f953 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:07:32.764131 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 238677d6-2ccc-4c6c-8a73-8bf3b1c4f953 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:07:32.804201 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436be1d-bc8f-47d9-95b5-2972e165912b req-398e2d6d-11d1-48c5-bf04-288e18cdf6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:32.805684 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0436be1d-bc8f-47d9-95b5-2972e165912b req-398e2d6d-11d1-48c5-bf04-288e18cdf6a8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5ded2bd-6dbd-449a-adc0-e1185e1b2161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5459838 May 27 02:07:32.872752 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c7b91-f582-402e-9202-e849853fb306 req-f7546156-1d1e-465c-aca4-ae97fc81b517 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:32.877733 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b33c7b91-f582-402e-9202-e849853fb306 req-f7546156-1d1e-465c-aca4-ae97fc81b517 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.57 "GET /v2.0/ports?device_id=85a62910-4852-4fca-a052-8deec8c4e7e3 HTTP/1.1" status: 200 len: 943 time: 0.5773878 May 27 02:07:32.964049 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 238677d6-2ccc-4c6c-8a73-8bf3b1c4f953 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:07:32.976356 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 238677d6-2ccc-4c6c-8a73-8bf3b1c4f953 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:07:32.976804 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:32.989758 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-62bac119-10c2-4dad-bee3-7602b2afe15b req-3b229b39-a88e-4d86-b3d6-448c28851ea7 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:33.054921 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53494) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:33.064614 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bdd5c37c-e98f-4a4e-a481-5f98554b1bd6 req-9bf1400d-ee80-4c5d-b339-158c880650f1 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/security-groups?id=d322c91f-9b95-4e01-816d-2040f3d8ecc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4896898 May 27 02:07:33.073911 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ac3b6-4920-49f3-949d-4b4ea09f489d service neutron] Pushing event updated for resources: {'Port': ['ID=ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869,revision_number=7']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:33.186083 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-0a499e30-1d89-4951-a80e-de317a07a13c req-1e2ac3b6-4920-49f3-949d-4b4ea09f489d service neutron] Attempting to bind port ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 on host n-h2-843554-3 for vnic_type normal with profile {"migrating_to": "n-h1-843554-3"} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:07:33.186442 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-0a499e30-1d89-4951-a80e-de317a07a13c req-1e2ac3b6-4920-49f3-949d-4b4ea09f489d service neutron] Attempting to bind port ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:07:33.186745 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a499e30-1d89-4951-a80e-de317a07a13c req-1e2ac3b6-4920-49f3-949d-4b4ea09f489d service neutron] Attempting to bind port ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 on network db30ed05-8f60-4a40-83c6-9b50139dcb81 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:07:33.201367 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a499e30-1d89-4951-a80e-de317a07a13c req-1e2ac3b6-4920-49f3-949d-4b4ea09f489d service neutron] Port ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 on network db30ed05-8f60-4a40-83c6-9b50139dcb81 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:07:33.201711 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a499e30-1d89-4951-a80e-de317a07a13c req-1e2ac3b6-4920-49f3-949d-4b4ea09f489d service neutron] Attempting to bind port ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 on network db30ed05-8f60-4a40-83c6-9b50139dcb81 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:07:33.212614 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a499e30-1d89-4951-a80e-de317a07a13c req-1e2ac3b6-4920-49f3-949d-4b4ea09f489d service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:07:33.212956 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a499e30-1d89-4951-a80e-de317a07a13c req-1e2ac3b6-4920-49f3-949d-4b4ea09f489d service neutron] Checking segment: {'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:07:33.213630 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a499e30-1d89-4951-a80e-de317a07a13c req-1e2ac3b6-4920-49f3-949d-4b4ea09f489d service neutron] Bound using segment: {'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:07:33.214020 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-0a499e30-1d89-4951-a80e-de317a07a13c req-1e2ac3b6-4920-49f3-949d-4b4ea09f489d service neutron] Bound port: ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:07:33.215237 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0a499e30-1d89-4951-a80e-de317a07a13c req-1e2ac3b6-4920-49f3-949d-4b4ea09f489d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:33.227659 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 238677d6-2ccc-4c6c-8a73-8bf3b1c4f953 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:07:33.233358 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:33.319574 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 238677d6-2ccc-4c6c-8a73-8bf3b1c4f953, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=238677d6-2ccc-4c6c-8a73-8bf3b1c4f953,segment=NetworkSegment(289e98b2-c013-428a-9af2-2474b2ccaed7),segment_id=289e98b2-c013-428a-9af2-2474b2ccaed7)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:33.342147 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0a499e30-1d89-4951-a80e-de317a07a13c req-1e2ac3b6-4920-49f3-949d-4b4ea09f489d service neutron] For port ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:07:33.345679 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.32', 58841) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:33.364330 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-25875c35-afc9-46ff-ab55-dea08907de82 None None] Provisioning complete for port 238677d6-2ccc-4c6c-8a73-8bf3b1c4f953 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:07:33.369906 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-25875c35-afc9-46ff-ab55-dea08907de82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:33.371304 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b229b39-a88e-4d86-b3d6-448c28851ea7 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Pushing event deleted for resources: {'Port': ['ID=ae0ca0b2-7340-4626-a45f-4a42abff3315,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:33.397507 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:33.412755 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0a499e30-1d89-4951-a80e-de317a07a13c req-1e2ac3b6-4920-49f3-949d-4b4ea09f489d service neutron] For port ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869,segment=NetworkSegment(a69d16a1-8436-40ed-b9ce-539b6def055f),segment_id=a69d16a1-8436-40ed-b9ce-539b6def055f)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:07:33.418315 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-884574ef-b769-4462-92ed-fa2f7e726e40 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1936239004-network', 'tenant_id': 'acd984171a2445a5bb1155888985d0e9'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:07:33.516952 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=238677d6-2ccc-4c6c-8a73-8bf3b1c4f953,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:33.571611 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b33c7b91-f582-402e-9202-e849853fb306 req-d39ce45b-105c-4b5b-bf17-628d740e4ab9 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cf8042-c5a8-4791-a100-012f0d5d7975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6367500 May 27 02:07:33.609525 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-25875c35-afc9-46ff-ab55-dea08907de82 None None] Current status of the port 238677d6-2ccc-4c6c-8a73-8bf3b1c4f953 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:07:33.645334 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-884574ef-b769-4462-92ed-fa2f7e726e40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:33.667440 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0436be1d-bc8f-47d9-95b5-2972e165912b req-f92c4aa8-bc50-4a8c-a4be-6206edd9e7d3 service neutron] 10.222.0.32 "GET /v2.0/networks/e5ded2bd-6dbd-449a-adc0-e1185e1b2161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7883666 May 27 02:07:33.667846 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0a499e30-1d89-4951-a80e-de317a07a13c req-1e2ac3b6-4920-49f3-949d-4b4ea09f489d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:33.691705 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62bac119-10c2-4dad-bee3-7602b2afe15b req-3b229b39-a88e-4d86-b3d6-448c28851ea7 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Router e03f01e5-96b0-474f-afa3-b6c0b8afed82 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:07:33.708930 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81b60297-6a0c-4559-8c90-071fe3ad7d11'] response: {'server_uuid': '78111124-233b-40b7-a265-2804a27a2d72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869', 'code': 200} May 27 02:07:33.848936 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0436be1d-bc8f-47d9-95b5-2972e165912b req-a70c5926-eaac-41bb-bfdd-c87bb47dd540 service neutron] 10.222.0.32 "GET /v2.0/networks/e5ded2bd-6dbd-449a-adc0-e1185e1b2161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543801 May 27 02:07:33.933096 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-884574ef-b769-4462-92ed-fa2f7e726e40 admin admin] Usage tracker for resource:network and tenant:acd984171a2445a5bb1155888985d0e9 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:33.936188 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ac3b6-4920-49f3-949d-4b4ea09f489d service neutron] Pushing event updated for resources: {'Port': ['ID=ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869,revision_number=8']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:33.942361 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-884574ef-b769-4462-92ed-fa2f7e726e40 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:33.968747 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-884574ef-b769-4462-92ed-fa2f7e726e40 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:34.006333 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 17166680-e597-4410-99de-46b2d3051e07 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:07:34.009065 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device ae0ca0b2-7340-4626-a45f-4a42abff3315 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:07:34.025389 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a499e30-1d89-4951-a80e-de317a07a13c req-1e2ac3b6-4920-49f3-949d-4b4ea09f489d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:34.025981 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0a499e30-1d89-4951-a80e-de317a07a13c req-1e2ac3b6-4920-49f3-949d-4b4ea09f489d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:34.027470 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0a499e30-1d89-4951-a80e-de317a07a13c req-1e2ac3b6-4920-49f3-949d-4b4ea09f489d service neutron] 10.222.0.32 "PUT /v2.0/ports/ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 HTTP/1.1" status: 200 len: 1121 time: 2.6005599 May 27 02:07:34.045313 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c384c5a1-f79f-4c3f-83cc-f7ce5c7a37af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:34.057829 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: ae0ca0b2-7340-4626-a45f-4a42abff3315 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:07:34.058609 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device ae0ca0b2-7340-4626-a45f-4a42abff3315 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:07:34.131387 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-3849f77d-3690-4b15-b24a-c57bfeefa1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:34.132911 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-3849f77d-3690-4b15-b24a-c57bfeefa1b8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=527f146d-bcc6-451c-91eb-c53a214932df&tenant_id=91fc0a0dee4b4cc18343e2e355149e58 HTTP/1.1" status: 200 len: 1100 time: 0.7778022 May 27 02:07:34.148915 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884574ef-b769-4462-92ed-fa2f7e726e40 admin admin] Made reservation on behalf of acd984171a2445a5bb1155888985d0e9 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:07:34.150967 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-884574ef-b769-4462-92ed-fa2f7e726e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:34.171912 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-b68a1399-3b9b-40dc-bfcf-4f4e0820fd56 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843554-3', 'device_owner': 'compute:nova'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:07:34.175202 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62bac119-10c2-4dad-bee3-7602b2afe15b req-3b229b39-a88e-4d86-b3d6-448c28851ea7 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:07:34.175432 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:07:34.185820 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bb2e2-f135-441c-9b7b-2fd3d03090ac req-f12ab150-e89c-4d95-830e-ba5292eb6f6d tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:34.187365 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-323bb2e2-f135-441c-9b7b-2fd3d03090ac req-f12ab150-e89c-4d95-830e-ba5292eb6f6d tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=527f146d-bcc6-451c-91eb-c53a214932df HTTP/1.1" status: 200 len: 949 time: 0.3406174 May 27 02:07:34.195863 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2cbce9-8caa-4d21-a1c3-f51460d5cda9 None None] Sync routers for ids ['e03f01e5-96b0-474f-afa3-b6c0b8afed82'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:07:34.208219 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2cbce9-8caa-4d21-a1c3-f51460d5cda9 None None] Routers {'e03f01e5-96b0-474f-afa3-b6c0b8afed82'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:07:34.209363 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-8b2cbce9-8caa-4d21-a1c3-f51460d5cda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:07:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['e03f01e5-96b0-474f-afa3-b6c0b8afed82'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:34.238878 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5dfa85-89b1-4481-a2a6-1cfc6686daac req-3c460542-59d1-462a-b8b6-c6ddb62024ec tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:34.240363 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0c5dfa85-89b1-4481-a2a6-1cfc6686daac req-3c460542-59d1-462a-b8b6-c6ddb62024ec tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=78111124-233b-40b7-a265-2804a27a2d72 HTTP/1.1" status: 200 len: 943 time: 0.3947206 May 27 02:07:34.259597 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-884574ef-b769-4462-92ed-fa2f7e726e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:34.310990 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-884574ef-b769-4462-92ed-fa2f7e726e40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:34.328811 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-62bac119-10c2-4dad-bee3-7602b2afe15b req-3b229b39-a88e-4d86-b3d6-448c28851ea7 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] No DVR routers for this DVR port ae0ca0b2-7340-4626-a45f-4a42abff3315 on host n-h1-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:07:34.337428 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-62bac119-10c2-4dad-bee3-7602b2afe15b req-3b229b39-a88e-4d86-b3d6-448c28851ea7 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:34.341133 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 17166680-e597-4410-99de-46b2d3051e07, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=17166680-e597-4410-99de-46b2d3051e07,segment=NetworkSegment(aa0595bb-72c4-4a88-b75b-a7d4ad16e228),segment_id=aa0595bb-72c4-4a88-b75b-a7d4ad16e228)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:34.342253 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e24fcc-3eee-49fb-8d08-0386a309bd7d', 'name': 'network-vif-deleted', 'tag': 'ae0ca0b2-7340-4626-a45f-4a42abff3315'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:07:34.346225 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-884574ef-b769-4462-92ed-fa2f7e726e40 admin admin] Usage tracker for resource:security_group_rule and tenant:acd984171a2445a5bb1155888985d0e9 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:34.355258 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-884574ef-b769-4462-92ed-fa2f7e726e40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:34.364033 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '17166680-e597-4410-99de-46b2d3051e07', 'network_id': 'e5ded2bd-6dbd-449a-adc0-e1185e1b2161', 'port_id': '17166680-e597-4410-99de-46b2d3051e07', 'mac_address': 'fa:16:3e:f4:34:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12865575-b7fb-4609-bc72-5aad92099ef2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:07:34.375618 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-323bb2e2-f135-441c-9b7b-2fd3d03090ac req-8433990d-a49d-4f1a-8d56-6b4c016689a9 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455157 May 27 02:07:34.379562 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62bac119-10c2-4dad-bee3-7602b2afe15b req-3b229b39-a88e-4d86-b3d6-448c28851ea7 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.32 "DELETE /v2.0/ports/ae0ca0b2-7340-4626-a45f-4a42abff3315 HTTP/1.1" status: 204 len: 173 time: 3.7481396 May 27 02:07:34.382449 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-884574ef-b769-4462-92ed-fa2f7e726e40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:34.395449 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0c5dfa85-89b1-4481-a2a6-1cfc6686daac req-124c7926-8d22-40b3-abec-1b07e35f7bcd tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356690 May 27 02:07:34.463674 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-b68a1399-3b9b-40dc-bfcf-4f4e0820fd56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:34.490553 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-8b2cbce9-8caa-4d21-a1c3-f51460d5cda9 None None] Set router e03f01e5-96b0-474f-afa3-b6c0b8afed82 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:07:34.529070 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 17166680-e597-4410-99de-46b2d3051e07 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:07:34.533599 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:34.627742 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17166680-e597-4410-99de-46b2d3051e07 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:07:34.681088 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 17166680-e597-4410-99de-46b2d3051e07, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=17166680-e597-4410-99de-46b2d3051e07,segment=NetworkSegment(aa0595bb-72c4-4a88-b75b-a7d4ad16e228),segment_id=aa0595bb-72c4-4a88-b75b-a7d4ad16e228)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:34.689683 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 238677d6-2ccc-4c6c-8a73-8bf3b1c4f953 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:07:34.709479 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-f1f41357-dd31-48ea-89fd-886c8c99f1c2 req-b78c2135-7b08-431c-8ae9-ea099b65d9fc tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Synchronizing usage tracker for tenant:28dbf9fdfeb54f248dadfff426cc8a12 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:07:34.718364 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-262e36df-eef8-4416-866e-8537c13d5093 req-5b3c8e1a-a359-48bb-a3e4-4b3d3468ecf5 tempest-QuotasAdminNegativeTest-874653480 tempest-QuotasAdminNegativeTest-874653480-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=58cdf35d3f354a9e8874a4d994c0fa9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515876 May 27 02:07:34.750963 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-884574ef-b769-4462-92ed-fa2f7e726e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:34.779393 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:34.845731 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-f1f41357-dd31-48ea-89fd-886c8c99f1c2 req-b78c2135-7b08-431c-8ae9-ea099b65d9fc tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Unset dirty status for tenant:28dbf9fdfeb54f248dadfff426cc8a12 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:07:34.858840 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f1f41357-dd31-48ea-89fd-886c8c99f1c2 req-b78c2135-7b08-431c-8ae9-ea099b65d9fc tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7e24fcc-3eee-49fb-8d08-0386a309bd7d HTTP/1.1" status: 200 len: 210 time: 0.2321475 May 27 02:07:34.894750 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-884574ef-b769-4462-92ed-fa2f7e726e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:34.908057 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-8b2cbce9-8caa-4d21-a1c3-f51460d5cda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1611667911-router', 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '1614c3e5-b0b6-490c-9dba-bc2ef875c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:54Z', 'updated_at': '2022-05-27T02:05:00Z', 'revision_number': 4, 'project_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'gw_port': {'id': '1614c3e5-b0b6-490c-9dba-bc2ef875c90e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:04:55Z', 'updated_at': '2022-05-27T02:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'ac5d3537-77cc-4eda-8e6a-19af9c2aa817', 'name': '', 'network_id': '17b286dd-35ae-40dc-a3e1-65b9625948fe', 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'mac_address': 'fa:16:3e:43:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '910bc1cc-bbe5-4144-8601-c90701254592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:04:59Z', 'updated_at': '2022-05-27T02:05:07Z', 'revision_number': 5, 'project_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'subnets': [{'id': '910bc1cc-bbe5-4144-8601-c90701254592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:34.912896 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2cbce9-8caa-4d21-a1c3-f51460d5cda9 None None] Checking router: e03f01e5-96b0-474f-afa3-b6c0b8afed82 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:07:34.923874 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2cbce9-8caa-4d21-a1c3-f51460d5cda9 None None] Routers {'e03f01e5-96b0-474f-afa3-b6c0b8afed82'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:07:34.924598 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-8b2cbce9-8caa-4d21-a1c3-f51460d5cda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:07:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['e03f01e5-96b0-474f-afa3-b6c0b8afed82'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:34.969294 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e36df-eef8-4416-866e-8537c13d5093 req-1cc97bb4-74f0-4746-bb57-74e468c1cf66 tempest-QuotasAdminNegativeTest-874653480 tempest-QuotasAdminNegativeTest-874653480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:34.972264 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-262e36df-eef8-4416-866e-8537c13d5093 req-1cc97bb4-74f0-4746-bb57-74e468c1cf66 tempest-QuotasAdminNegativeTest-874653480 tempest-QuotasAdminNegativeTest-874653480-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2459159 May 27 02:07:34.998690 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04a80ea5-3340-48b0-ae61-254cade60fe1'] response: {'server_uuid': 'd7e24fcc-3eee-49fb-8d08-0386a309bd7d', 'name': 'network-vif-deleted', 'tag': 'ae0ca0b2-7340-4626-a45f-4a42abff3315', 'status': 'completed', 'code': 200} May 27 02:07:35.005836 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-262e36df-eef8-4416-866e-8537c13d5093 req-2a88e2ad-6781-48f2-a012-800ce1dcb8e1 tempest-QuotasAdminNegativeTest-874653480 tempest-QuotasAdminNegativeTest-874653480-project] 10.222.0.57 "GET /v2.0/quotas/58cdf35d3f354a9e8874a4d994c0fa9e HTTP/1.1" status: 200 len: 375 time: 0.0269060 May 27 02:07:35.006569 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=17166680-e597-4410-99de-46b2d3051e07,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:35.025826 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 238677d6-2ccc-4c6c-8a73-8bf3b1c4f953 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:07:35.026202 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:35.058820 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-262e36df-eef8-4416-866e-8537c13d5093 req-58533f61-ec98-4294-bd78-e89380606367 tempest-QuotasAdminNegativeTest-874653480 tempest-QuotasAdminNegativeTest-874653480-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=58cdf35d3f354a9e8874a4d994c0fa9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473745 May 27 02:07:35.089449 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['17166680-e597-4410-99de-46b2d3051e07'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:07:35.156260 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-8b2cbce9-8caa-4d21-a1c3-f51460d5cda9 None None] Set router e03f01e5-96b0-474f-afa3-b6c0b8afed82 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:07:35.256074 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 238677d6-2ccc-4c6c-8a73-8bf3b1c4f953 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:07:35.295894 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884574ef-b769-4462-92ed-fa2f7e726e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1b78d2-fdda-4132-8a14-a51381cc6bca,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:35.322338 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e97a5-e050-40c3-8197-f908baa46816 req-0c626433-1829-4790-964d-a3a7d4155212 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:35.331585 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a24e97a5-e050-40c3-8197-f908baa46816 req-0c626433-1829-4790-964d-a3a7d4155212 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.57 "GET /v2.0/ports?device_id=85a62910-4852-4fca-a052-8deec8c4e7e3 HTTP/1.1" status: 200 len: 944 time: 0.1078947 May 27 02:07:35.339212 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-884574ef-b769-4462-92ed-fa2f7e726e40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:07:35.395602 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a24e97a5-e050-40c3-8197-f908baa46816 req-f418dc26-c2c3-4cc8-9445-bb346819ce0f tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cf8042-c5a8-4791-a100-012f0d5d7975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629392 May 27 02:07:35.469845 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-884574ef-b769-4462-92ed-fa2f7e726e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:35.470428 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-884574ef-b769-4462-92ed-fa2f7e726e40 admin admin] Added segment 7e847541-5b73-4c7d-bea8-e91eb4e6d291 of type vlan for network 322327b4-bb13-4630-a779-a0a38cd59599 May 27 02:07:35.499819 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c384c5a1-f79f-4c3f-83cc-f7ce5c7a37af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:35.621257 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-884574ef-b769-4462-92ed-fa2f7e726e40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:35.667515 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-8b2cbce9-8caa-4d21-a1c3-f51460d5cda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1611667911-router', 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '1614c3e5-b0b6-490c-9dba-bc2ef875c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:54Z', 'updated_at': '2022-05-27T02:05:00Z', 'revision_number': 4, 'project_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'gw_port': {'id': '1614c3e5-b0b6-490c-9dba-bc2ef875c90e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:04:55Z', 'updated_at': '2022-05-27T02:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'ac5d3537-77cc-4eda-8e6a-19af9c2aa817', 'name': '', 'network_id': '17b286dd-35ae-40dc-a3e1-65b9625948fe', 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'mac_address': 'fa:16:3e:43:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '910bc1cc-bbe5-4144-8601-c90701254592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:04:59Z', 'updated_at': '2022-05-27T02:05:07Z', 'revision_number': 5, 'project_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'subnets': [{'id': '910bc1cc-bbe5-4144-8601-c90701254592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:35.672945 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2cbce9-8caa-4d21-a1c3-f51460d5cda9 None None] The sync data for ids ['e03f01e5-96b0-474f-afa3-b6c0b8afed82'] in n-d-843554-3 is: [{'id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1611667911-router', 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '1614c3e5-b0b6-490c-9dba-bc2ef875c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:54Z', 'updated_at': '2022-05-27T02:05:00Z', 'revision_number': 4, 'project_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'gw_port': {'id': '1614c3e5-b0b6-490c-9dba-bc2ef875c90e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:04:55Z', 'updated_at': '2022-05-27T02:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'ac5d3537-77cc-4eda-8e6a-19af9c2aa817', 'name': '', 'network_id': '17b286dd-35ae-40dc-a3e1-65b9625948fe', 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'mac_address': 'fa:16:3e:43:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '910bc1cc-bbe5-4144-8601-c90701254592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:04:59Z', 'updated_at': '2022-05-27T02:05:07Z', 'revision_number': 5, 'project_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'subnets': [{'id': '910bc1cc-bbe5-4144-8601-c90701254592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:07:35.727728 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78111124-233b-40b7-a265-2804a27a2d72', 'tag': 'ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:07:35.785952 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-b68a1399-3b9b-40dc-bfcf-4f4e0820fd56 service neutron] For port 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:35.844879 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ea256-8e70-4571-b029-cb1dda714862 req-1ff0641c-3681-4f2d-be4c-25ab2b2fd856 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:35.846650 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e73ea256-8e70-4571-b029-cb1dda714862 req-1ff0641c-3681-4f2d-be4c-25ab2b2fd856 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=527f146d-bcc6-451c-91eb-c53a214932df HTTP/1.1" status: 200 len: 949 time: 0.3162184 May 27 02:07:35.847194 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53552) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:35.863046 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-b68a1399-3b9b-40dc-bfcf-4f4e0820fd56 service neutron] For port 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:07:35.902428 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59a8d4-cc3f-4ccc-9367-9e60620ad346 req-3a3fe53f-40ae-4eeb-b61c-22bbc00c014c tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:35.903986 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f59a8d4-cc3f-4ccc-9367-9e60620ad346 req-3a3fe53f-40ae-4eeb-b61c-22bbc00c014c tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=78111124-233b-40b7-a265-2804a27a2d72 HTTP/1.1" status: 200 len: 943 time: 0.1588888 May 27 02:07:35.908022 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-884574ef-b769-4462-92ed-fa2f7e726e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:35.909001 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884574ef-b769-4462-92ed-fa2f7e726e40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:35.909586 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-884574ef-b769-4462-92ed-fa2f7e726e40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:35.948191 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e73ea256-8e70-4571-b029-cb1dda714862 req-46dd85c9-9ca9-41e5-a38a-078cbed50142 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838304 May 27 02:07:35.971090 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f59a8d4-cc3f-4ccc-9367-9e60620ad346 req-d04abefb-7ba5-4f96-849e-7148c4e5e49a tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471113 May 27 02:07:36.008238 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 17166680-e597-4410-99de-46b2d3051e07 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:07:36.018554 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884574ef-b769-4462-92ed-fa2f7e726e40 admin admin] Pushing event updated for resources: {'Network': ['ID=322327b4-bb13-4630-a779-a0a38cd59599,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:36.046251 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 322327b4-bb13-4630-a779-a0a38cd59599 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:07:36.058838 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c2a7a57d-a5ce-4958-9fcc-c9ff174337d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:36.075206 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c2a7a57d-a5ce-4958-9fcc-c9ff174337d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:36.080059 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c2a7a57d-a5ce-4958-9fcc-c9ff174337d0 admin admin] Usage tracker for resource:security_group_rule and tenant:8a40436625164c88bea0069cdb46638f is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:36.084201 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c2a7a57d-a5ce-4958-9fcc-c9ff174337d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:36.090748 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c2a7a57d-a5ce-4958-9fcc-c9ff174337d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:36.100278 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-b68a1399-3b9b-40dc-bfcf-4f4e0820fd56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:36.125712 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b433a802-b627-4a76-83f9-859bde0cdd5a'] response: {'name': 'network-changed', 'server_uuid': '78111124-233b-40b7-a265-2804a27a2d72', 'tag': 'ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869', 'status': 'completed', 'code': 200} May 27 02:07:36.128804 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-b68a1399-3b9b-40dc-bfcf-4f4e0820fd56 service neutron] Transition to ACTIVE for port object 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:07:36.129391 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c384c5a1-f79f-4c3f-83cc-f7ce5c7a37af admin admin] Router 4311d8b2-b97a-4403-8da5-0b95c2fdba48 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:07:36.152198 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a05d55-8008-4c08-a32f-3d0d172eff7a None None] New status for floating IP 0503cf2f-0483-485d-bc98-33f480e3239e: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:07:36.204346 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:07:36.256395 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c2a7a57d-a5ce-4958-9fcc-c9ff174337d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:36.282811 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e3bbb-4d23-4494-a4ee-c31922dcb6fe req-5c899185-52d1-47b5-a2c5-c5f217f1f06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:36.285446 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f86e3bbb-4d23-4494-a4ee-c31922dcb6fe req-5c899185-52d1-47b5-a2c5-c5f217f1f06a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a29ffcc4de66478babed622f0d89fbe8&device_id=78111124-233b-40b7-a265-2804a27a2d72 HTTP/1.1" status: 200 len: 1124 time: 0.1404674 May 27 02:07:36.348312 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c2a7a57d-a5ce-4958-9fcc-c9ff174337d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:36.394338 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c384c5a1-f79f-4c3f-83cc-f7ce5c7a37af admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:07:36.396145 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-b68a1399-3b9b-40dc-bfcf-4f4e0820fd56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:36.404099 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-884574ef-b769-4462-92ed-fa2f7e726e40 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.3467062 May 27 02:07:36.404851 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53570) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:36.409534 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a78186-f95d-444f-8d75-c1772beccf28 None None] Sync routers for ids ['4311d8b2-b97a-4403-8da5-0b95c2fdba48'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:07:36.443003 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a78186-f95d-444f-8d75-c1772beccf28 None None] Routers {'4311d8b2-b97a-4403-8da5-0b95c2fdba48'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:07:36.444145 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-d3a78186-f95d-444f-8d75-c1772beccf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:07:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4311d8b2-b97a-4403-8da5-0b95c2fdba48'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:36.480599 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-c5b97ad0-4e10-4e12-95fe-becc5ebe9141 admin admin] Request body: {'subnet': {'network_id': '322327b4-bb13-4630-a779-a0a38cd59599', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1936239004-subnet', 'tenant_id': 'acd984171a2445a5bb1155888985d0e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:07:36.507950 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c5b97ad0-4e10-4e12-95fe-becc5ebe9141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:36.551936 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:07:36.564172 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c2a7a57d-a5ce-4958-9fcc-c9ff174337d0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8a40436625164c88bea0069cdb46638f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7152002 May 27 02:07:36.565055 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53580) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:36.649372 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 17166680-e597-4410-99de-46b2d3051e07 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:07:36.655146 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 17166680-e597-4410-99de-46b2d3051e07 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:07:36.655849 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:36.656563 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c5b97ad0-4e10-4e12-95fe-becc5ebe9141 admin admin] Usage tracker for resource:subnet and tenant:acd984171a2445a5bb1155888985d0e9 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:36.676007 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c5b97ad0-4e10-4e12-95fe-becc5ebe9141 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:36.722907 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c5b97ad0-4e10-4e12-95fe-becc5ebe9141 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:36.723837 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a7a57d-a5ce-4958-9fcc-c9ff174337d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f309d63d-6756-4e76-8bee-85689bb4538a,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:36.748548 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-b68a1399-3b9b-40dc-bfcf-4f4e0820fd56 service neutron] No DVR routers for this DVR port 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:07:36.788006 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c384c5a1-f79f-4c3f-83cc-f7ce5c7a37af admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:36.789568 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c384c5a1-f79f-4c3f-83cc-f7ce5c7a37af admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 7.2845049 May 27 02:07:36.791436 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a1399-3b9b-40dc-bfcf-4f4e0820fd56 service neutron] Pushing event updated for resources: {'Port': ['ID=996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de,revision_number=6']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:36.808408 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53586) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:36.855689 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-d3a78186-f95d-444f-8d75-c1772beccf28 None None] Set router 4311d8b2-b97a-4403-8da5-0b95c2fdba48 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:07:36.863001 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b97ad0-4e10-4e12-95fe-becc5ebe9141 admin admin] Made reservation on behalf of acd984171a2445a5bb1155888985d0e9 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:07:36.865781 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c5b97ad0-4e10-4e12-95fe-becc5ebe9141 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:36.883901 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-b68a1399-3b9b-40dc-bfcf-4f4e0820fd56 service neutron] Attempting to bind port 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:07:36.884599 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-b68a1399-3b9b-40dc-bfcf-4f4e0820fd56 service neutron] Attempting to bind port 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:07:36.885187 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-b68a1399-3b9b-40dc-bfcf-4f4e0820fd56 service neutron] Attempting to bind port 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:07:36.947149 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-b68a1399-3b9b-40dc-bfcf-4f4e0820fd56 service neutron] Port 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:07:36.947955 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-b68a1399-3b9b-40dc-bfcf-4f4e0820fd56 service neutron] Attempting to bind port 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:07:36.960144 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-b68a1399-3b9b-40dc-bfcf-4f4e0820fd56 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:07:36.960797 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-b68a1399-3b9b-40dc-bfcf-4f4e0820fd56 service neutron] Checking segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:07:36.961384 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-b68a1399-3b9b-40dc-bfcf-4f4e0820fd56 service neutron] Bound using segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:07:36.962041 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-b68a1399-3b9b-40dc-bfcf-4f4e0820fd56 service neutron] Bound port: 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:07:36.962523 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-b68a1399-3b9b-40dc-bfcf-4f4e0820fd56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:37.003807 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 17166680-e597-4410-99de-46b2d3051e07 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:07:37.004481 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:37.036566 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a62910-4852-4fca-a052-8deec8c4e7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17166680-e597-4410-99de-46b2d3051e07'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:07:37.058002 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53600) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:37.068906 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 17166680-e597-4410-99de-46b2d3051e07, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=17166680-e597-4410-99de-46b2d3051e07,segment=NetworkSegment(aa0595bb-72c4-4a88-b75b-a7d4ad16e228),segment_id=aa0595bb-72c4-4a88-b75b-a7d4ad16e228)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:37.092144 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6dba98a0-3cb4-4b25-9df9-7c5b0d6d95e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:37.126990 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6dba98a0-3cb4-4b25-9df9-7c5b0d6d95e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:37.150189 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-b68a1399-3b9b-40dc-bfcf-4f4e0820fd56 service neutron] For port 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:07:37.170737 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-b68a1399-3b9b-40dc-bfcf-4f4e0820fd56 service neutron] For port 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:07:37.181589 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:37.209090 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f2b3084-74fa-4518-812b-c03c9d531d7d tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:37.257175 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-b68a1399-3b9b-40dc-bfcf-4f4e0820fd56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:37.261700 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f2b3084-74fa-4518-812b-c03c9d531d7d tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:37.272897 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-d3a78186-f95d-444f-8d75-c1772beccf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4311d8b2-b97a-4403-8da5-0b95c2fdba48', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1120086578-router', 'tenant_id': '03c1fcaae176438a9274ccbf2946eee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:07:29Z', 'updated_at': '2022-05-27T02:07:33Z', 'revision_number': 3, 'project_id': '03c1fcaae176438a9274ccbf2946eee2', 'gw_port': {'id': '5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4311d8b2-b97a-4403-8da5-0b95c2fdba48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:31Z', 'updated_at': '2022-05-27T02:07:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:37.274121 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=17166680-e597-4410-99de-46b2d3051e07,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:37.279423 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a78186-f95d-444f-8d75-c1772beccf28 None None] Checking router: 4311d8b2-b97a-4403-8da5-0b95c2fdba48 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:07:37.283275 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a78186-f95d-444f-8d75-c1772beccf28 None None] Updating router 4311d8b2-b97a-4403-8da5-0b95c2fdba48 port 5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3 binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:07:37.328441 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd7873-1930-4feb-8dfd-f8850fb5579e req-b5c36672-4b5a-41c5-8907-40dad55ef5c5 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:37.330242 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eadd7873-1930-4feb-8dfd-f8850fb5579e req-b5c36672-4b5a-41c5-8907-40dad55ef5c5 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.57 "GET /v2.0/ports?device_id=85a62910-4852-4fca-a052-8deec8c4e7e3 HTTP/1.1" status: 200 len: 944 time: 0.7544177 May 27 02:07:37.343489 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-d3a78186-f95d-444f-8d75-c1772beccf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:37.393585 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e3bbb-4d23-4494-a4ee-c31922dcb6fe req-b06edf05-c457-4eed-9948-a130f99b0c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:37.395032 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f86e3bbb-4d23-4494-a4ee-c31922dcb6fe req-b06edf05-c457-4eed-9948-a130f99b0c53 service neutron] 10.222.0.66 "GET /v2.0/networks?id=db30ed05-8f60-4a40-83c6-9b50139dcb81 HTTP/1.1" status: 200 len: 922 time: 1.1016858 May 27 02:07:37.478340 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-b68a1399-3b9b-40dc-bfcf-4f4e0820fd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:37.479314 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-b68a1399-3b9b-40dc-bfcf-4f4e0820fd56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:37.481083 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-b68a1399-3b9b-40dc-bfcf-4f4e0820fd56 service neutron] 10.222.0.32 "PUT /v2.0/ports/996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de HTTP/1.1" status: 200 len: 1095 time: 3.3187103 May 27 02:07:37.562948 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a1399-3b9b-40dc-bfcf-4f4e0820fd56 service neutron] Pushing event updated for resources: {'Port': ['ID=996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de,revision_number=7']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:37.599105 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f86e3bbb-4d23-4494-a4ee-c31922dcb6fe req-d6231b89-d5be-4239-aa5f-e8425bdcfbf6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 HTTP/1.1" status: 200 len: 217 time: 0.1851974 May 27 02:07:37.628625 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-a992eb46-5e86-4612-947e-02150ae4757a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:37.630387 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-a992eb46-5e86-4612-947e-02150ae4757a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&device_id=527f146d-bcc6-451c-91eb-c53a214932df HTTP/1.1" status: 200 len: 1098 time: 0.1131835 May 27 02:07:37.638036 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c5b97ad0-4e10-4e12-95fe-becc5ebe9141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:37.678175 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eadd7873-1930-4feb-8dfd-f8850fb5579e req-d82596b3-246d-4c55-82f4-07c27b7b3209 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cf8042-c5a8-4791-a100-012f0d5d7975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3073399 May 27 02:07:37.750680 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f2b3084-74fa-4518-812b-c03c9d531d7d tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:37.774233 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-d3a78186-f95d-444f-8d75-c1772beccf28 None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:37.893596 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b3084-74fa-4518-812b-c03c9d531d7d tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d322c91f-9b95-4e01-816d-2040f3d8ecc3,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:37.900005 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b97ad0-4e10-4e12-95fe-becc5ebe9141 admin admin] Checking segment: {'id': '7e847541-5b73-4c7d-bea8-e91eb4e6d291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '322327b4-bb13-4630-a779-a0a38cd59599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:07:37.900915 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b97ad0-4e10-4e12-95fe-becc5ebe9141 admin admin] Network hostable DHCP agents. Network: 322327b4-bb13-4630-a779-a0a38cd59599, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:07:37.922051 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b97ad0-4e10-4e12-95fe-becc5ebe9141 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfb22580-a9e2-4adc-af62-5943c24094d3,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:37.946890 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62c7e756-f066-4a97-94c7-560c172c271f req-7c0e045e-76ec-48d7-bd7e-cedb449c9dd1 tempest-QuotasAdminNegativeTest-874653480 tempest-QuotasAdminNegativeTest-874653480-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=58cdf35d3f354a9e8874a4d994c0fa9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488515 May 27 02:07:37.948375 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e3bbb-4d23-4494-a4ee-c31922dcb6fe req-ffb5a9e1-f3ed-4c3f-860c-32c86939180e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:37.949707 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f86e3bbb-4d23-4494-a4ee-c31922dcb6fe req-ffb5a9e1-f3ed-4c3f-860c-32c86939180e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e2a1d95-8ee5-4ee3-927d-bf057db8df2f HTTP/1.1" status: 200 len: 861 time: 0.3328650 May 27 02:07:37.963531 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-d3a78186-f95d-444f-8d75-c1772beccf28 None None] Transition to ACTIVE for port object 5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3 will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:07:37.964661 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-52263b4d-64d5-4c13-8384-799799c46ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:37.965662 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48bbe6-a101-419f-aa48-a33eee9c593a req-cc9be9cb-9760-407a-b31d-1e86ff70f6d1 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:37.967657 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7a48bbe6-a101-419f-aa48-a33eee9c593a req-cc9be9cb-9760-407a-b31d-1e86ff70f6d1 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=527f146d-bcc6-451c-91eb-c53a214932df HTTP/1.1" status: 200 len: 947 time: 0.6526325 May 27 02:07:37.968152 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-52263b4d-64d5-4c13-8384-799799c46ae7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.3193672 May 27 02:07:38.008892 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:07:38.029821 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6dba98a0-3cb4-4b25-9df9-7c5b0d6d95e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:38.038219 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-d3a78186-f95d-444f-8d75-c1772beccf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:38.062760 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b97ad0-4e10-4e12-95fe-becc5ebe9141 admin admin] Network 322327b4-bb13-4630-a779-a0a38cd59599 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:07:38.089799 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-abc72b39-a777-4e17-9b8e-84155aedb389 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de HTTP/1.1" status: 200 len: 217 time: 0.0986238 May 27 02:07:38.095523 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f2b3084-74fa-4518-812b-c03c9d531d7d tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:38.097120 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0f2b3084-74fa-4518-812b-c03c9d531d7d tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "DELETE /v2.0/security-groups/d322c91f-9b95-4e01-816d-2040f3d8ecc3 HTTP/1.1" status: 204 len: 168 time: 1.0381041 May 27 02:07:38.099961 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53612) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:38.101676 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-d3a78186-f95d-444f-8d75-c1772beccf28 None None] Attempting to bind port 5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:07:38.102052 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-d3a78186-f95d-444f-8d75-c1772beccf28 None None] Attempting to bind port 5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:07:38.102413 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a78186-f95d-444f-8d75-c1772beccf28 None None] Attempting to bind port 5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3 on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:07:38.119073 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a78186-f95d-444f-8d75-c1772beccf28 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:07:38.119073 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a78186-f95d-444f-8d75-c1772beccf28 None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:07:38.119073 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-d3a78186-f95d-444f-8d75-c1772beccf28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:38.119073 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a78186-f95d-444f-8d75-c1772beccf28 None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:07:38.119073 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-d3a78186-f95d-444f-8d75-c1772beccf28 None None] Bound port: 5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:07:38.119073 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-d3a78186-f95d-444f-8d75-c1772beccf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:38.152506 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527f146d-bcc6-451c-91eb-c53a214932df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de'}, {'name': 'network-changed', 'server_uuid': '527f146d-bcc6-451c-91eb-c53a214932df', 'tag': '996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:07:38.156285 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f86e3bbb-4d23-4494-a4ee-c31922dcb6fe req-b0229cb6-20ee-41bf-892d-2a84a5024b6c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=db30ed05-8f60-4a40-83c6-9b50139dcb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1682003 May 27 02:07:38.163319 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869,segment=NetworkSegment(a69d16a1-8436-40ed-b9ce-539b6def055f),segment_id=a69d16a1-8436-40ed-b9ce-539b6def055f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:38.169333 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba98a0-3cb4-4b25-9df9-7c5b0d6d95e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f309d63d-6756-4e76-8bee-85689bb4538a,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:38.189542 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf526483-11d3-40e7-8e8f-6939d8e76318 None None] Pushing event updated for resources: {'Port': ['ID=5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3,revision_number=2']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:38.201387 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 has no active binding in host n-h1-843554-3 {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 27 02:07:38.209853 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf526483-11d3-40e7-8e8f-6939d8e76318 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:38.209853 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf526483-11d3-40e7-8e8f-6939d8e76318 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:38.210060 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf526483-11d3-40e7-8e8f-6939d8e76318 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:38.210590 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf526483-11d3-40e7-8e8f-6939d8e76318 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:38.210709 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf526483-11d3-40e7-8e8f-6939d8e76318 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:38.211010 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf526483-11d3-40e7-8e8f-6939d8e76318 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:38.211332 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf526483-11d3-40e7-8e8f-6939d8e76318 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:38.211656 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf526483-11d3-40e7-8e8f-6939d8e76318 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:38.211994 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf526483-11d3-40e7-8e8f-6939d8e76318 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:38.212279 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf526483-11d3-40e7-8e8f-6939d8e76318 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:38.212595 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf526483-11d3-40e7-8e8f-6939d8e76318 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:38.212936 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf526483-11d3-40e7-8e8f-6939d8e76318 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:38.220548 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-c5b97ad0-4e10-4e12-95fe-becc5ebe9141 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 322327b4-bb13-4630-a779-a0a38cd59599) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:07:38.224129 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-42bc9c44-115c-45fe-b4bf-a84184f57df2 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] show failed (client error): The resource could not be found. May 27 02:07:38.225921 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-42bc9c44-115c-45fe-b4bf-a84184f57df2 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "GET /v2.0/security-groups/d322c91f-9b95-4e01-816d-2040f3d8ecc3 HTTP/1.1" status: 404 len: 347 time: 0.0740151 May 27 02:07:38.231123 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b97ad0-4e10-4e12-95fe-becc5ebe9141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:38.231581 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-d3a78186-f95d-444f-8d75-c1772beccf28 None None] For port 5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:07:38.231733 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c5b97ad0-4e10-4e12-95fe-becc5ebe9141 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:38.242970 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-d3a78186-f95d-444f-8d75-c1772beccf28 None None] For port 5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:07:38.243686 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6dba98a0-3cb4-4b25-9df9-7c5b0d6d95e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:38.243686 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6dba98a0-3cb4-4b25-9df9-7c5b0d6d95e8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f309d63d-6756-4e76-8bee-85689bb4538a HTTP/1.1" status: 204 len: 168 time: 1.6628685 May 27 02:07:38.244045 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5214bdf3-b234-44e1-b988-7fd9955c34bf None None] Network 322327b4-bb13-4630-a779-a0a38cd59599 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:07:38.248827 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-c30fa540-0ffe-4781-a71e-9f37ea2329fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:38.250113 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-c30fa540-0ffe-4781-a71e-9f37ea2329fb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.1511445 May 27 02:07:38.255467 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53618) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:38.312333 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7a48bbe6-a101-419f-aa48-a33eee9c593a req-6b834930-9c16-4987-b394-f44e937fca3b tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199360 May 27 02:07:38.369710 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-d3a78186-f95d-444f-8d75-c1772beccf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:38.431162 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7e756-f066-4a97-94c7-560c172c271f req-cf02300e-b098-400e-b4ae-eb799e99b9b0 tempest-QuotasAdminNegativeTest-874653480 tempest-QuotasAdminNegativeTest-874653480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:38.438713 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62c7e756-f066-4a97-94c7-560c172c271f req-cf02300e-b098-400e-b4ae-eb799e99b9b0 tempest-QuotasAdminNegativeTest-874653480 tempest-QuotasAdminNegativeTest-874653480-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4842772 May 27 02:07:38.506554 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62c7e756-f066-4a97-94c7-560c172c271f req-d83e772c-dc72-42c2-b874-a8bf28acd6df tempest-QuotasAdminNegativeTest-874653480 tempest-QuotasAdminNegativeTest-874653480-project] 10.222.0.57 "GET /v2.0/quotas/58cdf35d3f354a9e8874a4d994c0fa9e HTTP/1.1" status: 200 len: 375 time: 0.0668287 May 27 02:07:38.516884 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a78186-f95d-444f-8d75-c1772beccf28 None None] Routers {'4311d8b2-b97a-4403-8da5-0b95c2fdba48'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:07:38.517821 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-d3a78186-f95d-444f-8d75-c1772beccf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:07:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4311d8b2-b97a-4403-8da5-0b95c2fdba48'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:38.532217 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064604b1-2efb-4238-bdbc-6ff0bdcd7c19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-322327b4-bb13-4630-a779-a0a38cd59599', 'network_id': '322327b4-bb13-4630-a779-a0a38cd59599', 'tenant_id': 'acd984171a2445a5bb1155888985d0e9', 'fixed_ips': [{'subnet_id': 'cfb22580-a9e2-4adc-af62-5943c24094d3'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:07:38.532217 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-064604b1-2efb-4238-bdbc-6ff0bdcd7c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:38.545631 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f86e3bbb-4d23-4494-a4ee-c31922dcb6fe req-a30b8eec-0cf3-4c52-a2a3-5968e37a9562 service neutron] 10.222.0.66 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716362 May 27 02:07:38.575056 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c5b97ad0-4e10-4e12-95fe-becc5ebe9141 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.1313450 May 27 02:07:38.588244 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53624) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:38.608664 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf526483-11d3-40e7-8e8f-6939d8e76318 None None] Pushing event updated for resources: {'Port': ['ID=5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:38.632178 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-405ac4ef-0c94-443e-810d-1e3eabb1c960 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Deleting port 28349b7a-b413-4ef5-9d5b-cc6719aa12c0 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:07:38.632492 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-405ac4ef-0c94-443e-810d-1e3eabb1c960 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:38.646702 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-2300539e-96ec-4aa5-94b5-3158af78d58d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1936239004-router', 'tenant_id': 'acd984171a2445a5bb1155888985d0e9', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:07:38.721100 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-d3a78186-f95d-444f-8d75-c1772beccf28 None None] Set router 4311d8b2-b97a-4403-8da5-0b95c2fdba48 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:07:38.724115 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62c7e756-f066-4a97-94c7-560c172c271f req-88bda5b0-ad4e-4e5b-afb9-c5341aebd5c4 tempest-QuotasAdminNegativeTest-874653480 tempest-QuotasAdminNegativeTest-874653480-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=58cdf35d3f354a9e8874a4d994c0fa9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1766465 May 27 02:07:38.738215 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-2300539e-96ec-4aa5-94b5-3158af78d58d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:38.772128 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-2300539e-96ec-4aa5-94b5-3158af78d58d admin admin] Usage tracker for resource:router and tenant:acd984171a2445a5bb1155888985d0e9 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:38.782318 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2463e3a4-0ef3-4df2-a382-6942f55d6356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:38.812506 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-2300539e-96ec-4aa5-94b5-3158af78d58d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:38.817195 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-064604b1-2efb-4238-bdbc-6ff0bdcd7c19 None None] Allocated IP 172.20.0.2 (322327b4-bb13-4630-a779-a0a38cd59599/cfb22580-a9e2-4adc-af62-5943c24094d3/456900b9-6303-4711-90b2-5e746552398e) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:07:38.848339 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-2300539e-96ec-4aa5-94b5-3158af78d58d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:38.924540 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-c14952c3-c8ab-4e53-8d41-a6e3c8b9b722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:38.926205 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-c14952c3-c8ab-4e53-8d41-a6e3c8b9b722 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6683190 May 27 02:07:39.002177 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72becaf5-cf35-4698-a9d5-5b3a27d0287f'] response: {'server_uuid': '85a62910-4852-4fca-a052-8deec8c4e7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17166680-e597-4410-99de-46b2d3051e07', 'code': 200} May 27 02:07:39.005639 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2300539e-96ec-4aa5-94b5-3158af78d58d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:39.008468 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2300539e-96ec-4aa5-94b5-3158af78d58d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:39.053084 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-064604b1-2efb-4238-bdbc-6ff0bdcd7c19 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:39.059718 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4aff773-8fce-4111-b3bb-5ad4dddff90d'] response: {'server_uuid': '527f146d-bcc6-451c-91eb-c53a214932df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de', 'code': 200} May 27 02:07:39.059988 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4aff773-8fce-4111-b3bb-5ad4dddff90d'] response: {'name': 'network-changed', 'server_uuid': '527f146d-bcc6-451c-91eb-c53a214932df', 'tag': '996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de', 'status': 'completed', 'code': 200} May 27 02:07:39.075909 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-064604b1-2efb-4238-bdbc-6ff0bdcd7c19 None None] Transition to ACTIVE for port object 456900b9-6303-4711-90b2-5e746552398e will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:07:39.113169 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-064604b1-2efb-4238-bdbc-6ff0bdcd7c19 None None] Transition to ACTIVE for port object 456900b9-6303-4711-90b2-5e746552398e will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:07:39.129328 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53636) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:39.169641 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a43dbdcd-1928-4411-ac51-636a3a70aabd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:39.173699 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4825ff4-4ce0-4057-92b1-96c79e383445 req-490bdb2b-d54d-4f3e-b98d-9806357fc4ee tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:39.175215 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a4825ff4-4ce0-4057-92b1-96c79e383445 req-490bdb2b-d54d-4f3e-b98d-9806357fc4ee tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=78111124-233b-40b7-a265-2804a27a2d72 HTTP/1.1" status: 200 len: 943 time: 0.6744053 May 27 02:07:39.177048 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f86e3bbb-4d23-4494-a4ee-c31922dcb6fe req-a466c66a-b7d3-4bc6-9155-8e63b41b0097 service neutron] 10.222.0.66 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6170714 May 27 02:07:39.192594 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-064604b1-2efb-4238-bdbc-6ff0bdcd7c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:39.217248 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-d3a78186-f95d-444f-8d75-c1772beccf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4311d8b2-b97a-4403-8da5-0b95c2fdba48', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1120086578-router', 'tenant_id': '03c1fcaae176438a9274ccbf2946eee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:07:29Z', 'updated_at': '2022-05-27T02:07:33Z', 'revision_number': 3, 'project_id': '03c1fcaae176438a9274ccbf2946eee2', 'gw_port': {'id': '5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4311d8b2-b97a-4403-8da5-0b95c2fdba48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:31Z', 'updated_at': '2022-05-27T02:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:39.223742 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a78186-f95d-444f-8d75-c1772beccf28 None None] The sync data for ids ['4311d8b2-b97a-4403-8da5-0b95c2fdba48'] in n-d-843554-3 is: [{'id': '4311d8b2-b97a-4403-8da5-0b95c2fdba48', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1120086578-router', 'tenant_id': '03c1fcaae176438a9274ccbf2946eee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:07:29Z', 'updated_at': '2022-05-27T02:07:33Z', 'revision_number': 3, 'project_id': '03c1fcaae176438a9274ccbf2946eee2', 'gw_port': {'id': '5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4311d8b2-b97a-4403-8da5-0b95c2fdba48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:31Z', 'updated_at': '2022-05-27T02:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:07:39.228211 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a43dbdcd-1928-4411-ac51-636a3a70aabd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:39.248093 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2300539e-96ec-4aa5-94b5-3158af78d58d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:39.250243 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a43dbdcd-1928-4411-ac51-636a3a70aabd admin admin] Usage tracker for resource:security_group_rule and tenant:f8cb5d3ee3c845568118bd480864abd5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:39.260154 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a43dbdcd-1928-4411-ac51-636a3a70aabd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:39.270651 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064604b1-2efb-4238-bdbc-6ff0bdcd7c19 None None] Network 322327b4-bb13-4630-a779-a0a38cd59599 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:07:39.273444 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-064604b1-2efb-4238-bdbc-6ff0bdcd7c19 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:07:39.277353 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064604b1-2efb-4238-bdbc-6ff0bdcd7c19 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:07:39.283821 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-405ac4ef-0c94-443e-810d-1e3eabb1c960 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:39.284307 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-405ac4ef-0c94-443e-810d-1e3eabb1c960 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:39.302581 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-0b814093-e877-48a1-91cb-be7589ff28e0 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661523 May 27 02:07:39.304911 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a43dbdcd-1928-4411-ac51-636a3a70aabd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:39.357269 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064604b1-2efb-4238-bdbc-6ff0bdcd7c19 None None] Pushing event updated for resources: {'Port': ['ID=456900b9-6303-4711-90b2-5e746552398e,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:39.374830 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-064604b1-2efb-4238-bdbc-6ff0bdcd7c19 None None] Attempting to bind port 456900b9-6303-4711-90b2-5e746552398e on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:07:39.375193 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-064604b1-2efb-4238-bdbc-6ff0bdcd7c19 None None] Attempting to bind port 456900b9-6303-4711-90b2-5e746552398e by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '7e847541-5b73-4c7d-bea8-e91eb4e6d291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '322327b4-bb13-4630-a779-a0a38cd59599'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:07:39.375556 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064604b1-2efb-4238-bdbc-6ff0bdcd7c19 None None] Attempting to bind port 456900b9-6303-4711-90b2-5e746552398e on network 322327b4-bb13-4630-a779-a0a38cd59599 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:07:39.381949 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064604b1-2efb-4238-bdbc-6ff0bdcd7c19 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:07:39.382376 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064604b1-2efb-4238-bdbc-6ff0bdcd7c19 None None] Checking segment: {'id': '7e847541-5b73-4c7d-bea8-e91eb4e6d291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '322327b4-bb13-4630-a779-a0a38cd59599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:07:39.382906 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-064604b1-2efb-4238-bdbc-6ff0bdcd7c19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:39.383298 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064604b1-2efb-4238-bdbc-6ff0bdcd7c19 None None] Bound using segment: {'id': '7e847541-5b73-4c7d-bea8-e91eb4e6d291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '322327b4-bb13-4630-a779-a0a38cd59599'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:07:39.383763 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-064604b1-2efb-4238-bdbc-6ff0bdcd7c19 None None] Bound port: 456900b9-6303-4711-90b2-5e746552398e, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e847541-5b73-4c7d-bea8-e91eb4e6d291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '322327b4-bb13-4630-a779-a0a38cd59599'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:07:39.384132 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-064604b1-2efb-4238-bdbc-6ff0bdcd7c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:39.437137 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a4825ff4-4ce0-4057-92b1-96c79e383445 req-8bd0b382-97cd-4e5f-9cab-421d6e19af36 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872671 May 27 02:07:39.470655 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-405ac4ef-0c94-443e-810d-1e3eabb1c960 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Calling delete_port for 28349b7a-b413-4ef5-9d5b-cc6719aa12c0 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:07:39.483965 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-064604b1-2efb-4238-bdbc-6ff0bdcd7c19 None None] For port 456900b9-6303-4711-90b2-5e746552398e, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:07:39.487419 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-064604b1-2efb-4238-bdbc-6ff0bdcd7c19 None None] For port 456900b9-6303-4711-90b2-5e746552398e, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=456900b9-6303-4711-90b2-5e746552398e,segment=NetworkSegment(7e847541-5b73-4c7d-bea8-e91eb4e6d291),segment_id=7e847541-5b73-4c7d-bea8-e91eb4e6d291)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:07:39.563647 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-064604b1-2efb-4238-bdbc-6ff0bdcd7c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:39.597004 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687bd95-ad38-491b-8e5d-9737b72163ee req-c01a7508-574e-4333-a409-dd39b88aa223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:39.598498 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0687bd95-ad38-491b-8e5d-9737b72163ee req-c01a7508-574e-4333-a409-dd39b88aa223 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=85a62910-4852-4fca-a052-8deec8c4e7e3 HTTP/1.1" status: 200 len: 1096 time: 0.5664482 May 27 02:07:39.727762 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064604b1-2efb-4238-bdbc-6ff0bdcd7c19 None None] Pushing event updated for resources: {'Port': ['ID=456900b9-6303-4711-90b2-5e746552398e,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:39.784347 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f78fa3b-c309-4c2e-80a2-f86b33d8d224 req-4a545f2b-8b86-4544-92d5-02a040276ead tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:39.785971 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f78fa3b-c309-4c2e-80a2-f86b33d8d224 req-4a545f2b-8b86-4544-92d5-02a040276ead tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.57 "GET /v2.0/ports?device_id=85a62910-4852-4fca-a052-8deec8c4e7e3 HTTP/1.1" status: 200 len: 945 time: 0.6246121 May 27 02:07:39.789692 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-2463e3a4-0ef3-4df2-a382-6942f55d6356 admin admin] Allocated IP 172.20.0.1 (514e079c-2944-4b13-a7e0-cfbe224342f3/3228bc85-ca3c-44ef-b3fa-500ab610ab5d/809b18de-5154-4ee2-8f28-5d5fa944ef0c) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:07:39.928111 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f78fa3b-c309-4c2e-80a2-f86b33d8d224 req-14079be3-b453-44a4-be6f-56784d9d387a tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cf8042-c5a8-4791-a100-012f0d5d7975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235886 May 27 02:07:40.052497 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-eaa2676a-d1ae-4ebc-8952-aae00a375a1e service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6954074 May 27 02:07:40.064220 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51129d43-5662-44cb-9138-9394aa5ce6c9 req-5bd025c6-4f75-44bd-8105-2d0123bb64b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:40.068371 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-51129d43-5662-44cb-9138-9394aa5ce6c9 req-5bd025c6-4f75-44bd-8105-2d0123bb64b6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&device_id=527f146d-bcc6-451c-91eb-c53a214932df HTTP/1.1" status: 200 len: 1098 time: 1.0083032 May 27 02:07:40.294778 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0a499e30-1d89-4951-a80e-de317a07a13c req-cc0fe301-7797-42f1-b679-066a09026eb8 service neutron] 10.222.0.66 "GET /v2.0/ports/ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869/bindings/n-h1-843554-3 HTTP/1.1" status: 200 len: 384 time: 0.7147682 May 27 02:07:40.296485 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0687bd95-ad38-491b-8e5d-9737b72163ee req-a9c74c82-22f3-421d-a527-6b51c756c7fe service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=76cf8042-c5a8-4791-a100-012f0d5d7975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6252139 May 27 02:07:40.358984 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51129d43-5662-44cb-9138-9394aa5ce6c9 req-feff6395-1670-4fb2-b5de-e641534af913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:40.360633 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-51129d43-5662-44cb-9138-9394aa5ce6c9 req-feff6395-1670-4fb2-b5de-e641534af913 service neutron] 10.222.0.66 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.2830834 May 27 02:07:40.410672 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-405ac4ef-0c94-443e-810d-1e3eabb1c960 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:40.491067 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2300539e-96ec-4aa5-94b5-3158af78d58d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:40.550076 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ac4ef-0c94-443e-810d-1e3eabb1c960 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Pushing event deleted for resources: {'Port': ['ID=28349b7a-b413-4ef5-9d5b-cc6719aa12c0,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:40.586006 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-51129d43-5662-44cb-9138-9394aa5ce6c9 req-d9a59060-2ccf-4cc0-93ab-ce306f73e807 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de HTTP/1.1" status: 200 len: 217 time: 0.1684499 May 27 02:07:40.674924 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2463e3a4-0ef3-4df2-a382-6942f55d6356 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:40.723209 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a43dbdcd-1928-4411-ac51-636a3a70aabd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:40.799089 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:07:40.842768 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2463e3a4-0ef3-4df2-a382-6942f55d6356 admin admin] Transition to ACTIVE for port object 809b18de-5154-4ee2-8f28-5d5fa944ef0c will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:07:40.871184 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125c784-aaf9-464c-b30f-dc7c6e4173e3 req-b58bdd5a-be51-46c2-aed0-03fef6a221b8 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:40.871184 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5125c784-aaf9-464c-b30f-dc7c6e4173e3 req-b58bdd5a-be51-46c2-aed0-03fef6a221b8 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=527f146d-bcc6-451c-91eb-c53a214932df HTTP/1.1" status: 200 len: 947 time: 0.5767252 May 27 02:07:40.889656 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a43dbdcd-1928-4411-ac51-636a3a70aabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:40.976617 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51129d43-5662-44cb-9138-9394aa5ce6c9 req-467327df-c6fb-4c40-abbd-4b63f797ca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:40.978110 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-51129d43-5662-44cb-9138-9394aa5ce6c9 req-467327df-c6fb-4c40-abbd-4b63f797ca09 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.3447709 May 27 02:07:40.987261 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a43dbdcd-1928-4411-ac51-636a3a70aabd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f8cb5d3ee3c845568118bd480864abd5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8527009 May 27 02:07:40.988371 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-405ac4ef-0c94-443e-810d-1e3eabb1c960 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:40.992553 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53666) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:40.995846 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43dbdcd-1928-4411-ac51-636a3a70aabd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d704641-9e1b-4ce7-a7b3-5487ae68c6ee,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:41.071826 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:07:41.077357 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:07:41.077951 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:41.103049 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51129d43-5662-44cb-9138-9394aa5ce6c9 req-c8be582f-b4d1-48e1-97d3-3040b3ded276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:41.104543 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-51129d43-5662-44cb-9138-9394aa5ce6c9 req-c8be582f-b4d1-48e1-97d3-3040b3ded276 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&device_id=527f146d-bcc6-451c-91eb-c53a214932df HTTP/1.1" status: 200 len: 1098 time: 0.7421618 May 27 02:07:41.147827 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5125c784-aaf9-464c-b30f-dc7c6e4173e3 req-1d660be7-6a5b-4b9c-8d29-31923f9476a1 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617117 May 27 02:07:41.170097 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-0a499e30-1d89-4951-a80e-de317a07a13c req-1be4c253-34d5-4ea3-a9d1-685ed74098ca service neutron] For port ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869,segment=NetworkSegment(a69d16a1-8436-40ed-b9ce-539b6def055f),segment_id=a69d16a1-8436-40ed-b9ce-539b6def055f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:41.214198 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760cfbb-b9d3-45c2-b3f8-b305cabfb4c7 req-38ae3101-f3dd-4d11-b6e6-b2971975d07a tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:41.216252 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8760cfbb-b9d3-45c2-b3f8-b305cabfb4c7 req-38ae3101-f3dd-4d11-b6e6-b2971975d07a tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=78111124-233b-40b7-a265-2804a27a2d72 HTTP/1.1" status: 200 len: 943 time: 0.3886483 May 27 02:07:41.239131 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8502ca4c-9bf1-4a5b-b9e5-d614d8dcb480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:41.252426 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-0a499e30-1d89-4951-a80e-de317a07a13c req-1be4c253-34d5-4ea3-a9d1-685ed74098ca service neutron] For port ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:07:41.265436 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:07:41.265436 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:41.285787 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecbfab4-0c45-4415-b7ad-8c32e1578200 None None] Network 322327b4-bb13-4630-a779-a0a38cd59599 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:07:41.299315 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2463e3a4-0ef3-4df2-a382-6942f55d6356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:41.305698 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8502ca4c-9bf1-4a5b-b9e5-d614d8dcb480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:41.313834 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-405ac4ef-0c94-443e-810d-1e3eabb1c960 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:41.317824 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-405ac4ef-0c94-443e-810d-1e3eabb1c960 tempest-ServersWithSpecificFlavorTestJSON-948926535 tempest-ServersWithSpecificFlavorTestJSON-948926535-project] 10.222.0.57 "DELETE /v2.0/floatingips/0503cf2f-0483-485d-bc98-33f480e3239e HTTP/1.1" status: 204 len: 168 time: 3.0616338 May 27 02:07:41.362609 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51129d43-5662-44cb-9138-9394aa5ce6c9 req-9a33a70b-7a77-4dd1-ab19-666182cc2b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:41.364256 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-51129d43-5662-44cb-9138-9394aa5ce6c9 req-9a33a70b-7a77-4dd1-ab19-666182cc2b59 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3724389 May 27 02:07:41.391595 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51129d43-5662-44cb-9138-9394aa5ce6c9 req-09bde5fd-da71-47f1-b3e0-b111ebb4f1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:41.393112 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-51129d43-5662-44cb-9138-9394aa5ce6c9 req-09bde5fd-da71-47f1-b3e0-b111ebb4f1d8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.2815557 May 27 02:07:41.403851 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2463e3a4-0ef3-4df2-a382-6942f55d6356 admin admin] Network 514e079c-2944-4b13-a7e0-cfbe224342f3 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:07:41.431172 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-2463e3a4-0ef3-4df2-a382-6942f55d6356 admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:07:41.437576 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:41.445314 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-29256b2a-b107-4c05-a636-14139bbf07e3 req-698ca110-d603-4605-9754-e49a5b7b7710 tempest-QuotasAdminNegativeTest-874653480 tempest-QuotasAdminNegativeTest-874653480-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=58cdf35d3f354a9e8874a4d994c0fa9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0854189 May 27 02:07:41.519139 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:41.519911 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 456900b9-6303-4711-90b2-5e746552398e up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:07:41.549267 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-51129d43-5662-44cb-9138-9394aa5ce6c9 req-a6b648c7-183c-4805-a271-b4aa2a3d6dd4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de HTTP/1.1" status: 200 len: 217 time: 0.0999596 May 27 02:07:41.655813 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-51129d43-5662-44cb-9138-9394aa5ce6c9 req-687d09ec-9cda-49f1-9e90-5a08f0386803 service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838032 May 27 02:07:41.659459 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51129d43-5662-44cb-9138-9394aa5ce6c9 req-17fc14d0-0aee-4832-bc46-dd005ef2000d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:41.660948 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-51129d43-5662-44cb-9138-9394aa5ce6c9 req-17fc14d0-0aee-4832-bc46-dd005ef2000d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.1044614 May 27 02:07:41.663844 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-7a82c3f5-3cb0-4528-a3ef-5d0059bee0e7 None None] Provisioning for port 456900b9-6303-4711-90b2-5e746552398e completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:07:41.724588 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8502ca4c-9bf1-4a5b-b9e5-d614d8dcb480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:41.758823 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2463e3a4-0ef3-4df2-a382-6942f55d6356 admin admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:07:41.795664 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-0a499e30-1d89-4951-a80e-de317a07a13c req-1be4c253-34d5-4ea3-a9d1-685ed74098ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:07:41.808447 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29256b2a-b107-4c05-a636-14139bbf07e3 req-6a7f54fa-773b-494d-b3d8-9d99539f2198 tempest-QuotasAdminNegativeTest-874653480 tempest-QuotasAdminNegativeTest-874653480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:41.819458 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-29256b2a-b107-4c05-a636-14139bbf07e3 req-6a7f54fa-773b-494d-b3d8-9d99539f2198 tempest-QuotasAdminNegativeTest-874653480 tempest-QuotasAdminNegativeTest-874653480-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3732431 May 27 02:07:41.823743 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:41.830641 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502ca4c-9bf1-4a5b-b9e5-d614d8dcb480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d704641-9e1b-4ce7-a7b3-5487ae68c6ee,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:41.884122 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8760cfbb-b9d3-45c2-b3f8-b305cabfb4c7 req-6884351a-68df-4280-8670-d154c766a447 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6555245 May 27 02:07:41.911367 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8502ca4c-9bf1-4a5b-b9e5-d614d8dcb480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:41.912671 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8502ca4c-9bf1-4a5b-b9e5-d614d8dcb480 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3d704641-9e1b-4ce7-a7b3-5487ae68c6ee HTTP/1.1" status: 204 len: 168 time: 0.9180946 May 27 02:07:41.963487 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 456900b9-6303-4711-90b2-5e746552398e completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:07:41.965031 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51129d43-5662-44cb-9138-9394aa5ce6c9 req-151f7081-5992-4754-b660-d51697daf380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:41.967084 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-51129d43-5662-44cb-9138-9394aa5ce6c9 req-151f7081-5992-4754-b660-d51697daf380 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2770474 May 27 02:07:41.969909 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-51129d43-5662-44cb-9138-9394aa5ce6c9 req-6b2ade07-bcbb-4ae4-bd37-280458200f42 service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077624 May 27 02:07:41.971604 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 456900b9-6303-4711-90b2-5e746552398e triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:07:41.972472 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:42.009700 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-0a499e30-1d89-4951-a80e-de317a07a13c req-1be4c253-34d5-4ea3-a9d1-685ed74098ca service neutron] For port ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869,segment=NetworkSegment(a69d16a1-8436-40ed-b9ce-539b6def055f),segment_id=a69d16a1-8436-40ed-b9ce-539b6def055f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:42.030699 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-29256b2a-b107-4c05-a636-14139bbf07e3 req-a36802bc-30d6-45e5-bfce-87f0cb848d30 tempest-QuotasAdminNegativeTest-874653480 tempest-QuotasAdminNegativeTest-874653480-project] 10.222.0.57 "GET /v2.0/quotas/58cdf35d3f354a9e8874a4d994c0fa9e HTTP/1.1" status: 200 len: 375 time: 0.2098770 May 27 02:07:42.069352 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5e7f52e7-8f6f-4bee-9c81-452bcf9e048f None None] Provisioning for port 809b18de-5154-4ee2-8f28-5d5fa944ef0c completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:07:42.098670 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5e7f52e7-8f6f-4bee-9c81-452bcf9e048f None None] Provisioning complete for port 809b18de-5154-4ee2-8f28-5d5fa944ef0c triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:07:42.099366 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5e7f52e7-8f6f-4bee-9c81-452bcf9e048f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:42.176198 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5e7f52e7-8f6f-4bee-9c81-452bcf9e048f None None] Port 809b18de-5154-4ee2-8f28-5d5fa944ef0c cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:07:42.230896 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463e3a4-0ef3-4df2-a382-6942f55d6356 admin admin] Pushing event updated for resources: {'Port': ['ID=809b18de-5154-4ee2-8f28-5d5fa944ef0c,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:42.247355 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 456900b9-6303-4711-90b2-5e746552398e is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:07:42.247916 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:42.292106 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-29256b2a-b107-4c05-a636-14139bbf07e3 req-240103af-9569-48ae-aac6-57f47c0bd3b0 tempest-QuotasAdminNegativeTest-874653480 tempest-QuotasAdminNegativeTest-874653480-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=58cdf35d3f354a9e8874a4d994c0fa9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2598522 May 27 02:07:42.313406 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-19954e83-83f6-4829-b7fb-195f9f415288 None None] Provisioning complete for port 456900b9-6303-4711-90b2-5e746552398e triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:07:42.313778 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-19954e83-83f6-4829-b7fb-195f9f415288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:42.346422 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-51129d43-5662-44cb-9138-9394aa5ce6c9 req-b2fab515-7f66-4df1-a38f-945d83dc3212 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457694 May 27 02:07:42.357791 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 456900b9-6303-4711-90b2-5e746552398e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=456900b9-6303-4711-90b2-5e746552398e,segment=NetworkSegment(7e847541-5b73-4c7d-bea8-e91eb4e6d291),segment_id=7e847541-5b73-4c7d-bea8-e91eb4e6d291)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:42.414634 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0a499e30-1d89-4951-a80e-de317a07a13c req-1be4c253-34d5-4ea3-a9d1-685ed74098ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:42.431488 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:42.444995 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2463e3a4-0ef3-4df2-a382-6942f55d6356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:42.518985 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-51129d43-5662-44cb-9138-9394aa5ce6c9 req-1af40ca3-e088-40aa-81d3-476fc632bbb2 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640911 May 27 02:07:42.613468 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=456900b9-6303-4711-90b2-5e746552398e,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:42.626507 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-19954e83-83f6-4829-b7fb-195f9f415288 None None] Current status of the port 456900b9-6303-4711-90b2-5e746552398e is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:07:42.641009 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:07:42.725655 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:07:42.726165 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:42.768037 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2300539e-96ec-4aa5-94b5-3158af78d58d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:42.831986 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2300539e-96ec-4aa5-94b5-3158af78d58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:42.857342 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:07:42.995266 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1b3c7-1e61-4ce0-8a40-856b94b0c09a req-86102c2e-58d7-42e6-9a4c-f62af1ce2dde tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:42.997038 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a3d1b3c7-1e61-4ce0-8a40-856b94b0c09a req-86102c2e-58d7-42e6-9a4c-f62af1ce2dde tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.57 "GET /v2.0/ports?device_id=85a62910-4852-4fca-a052-8deec8c4e7e3 HTTP/1.1" status: 200 len: 945 time: 0.7739503 May 27 02:07:43.049881 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-0a499e30-1d89-4951-a80e-de317a07a13c req-1be4c253-34d5-4ea3-a9d1-685ed74098ca service neutron] Transition to ACTIVE for port object ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:07:43.085104 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ec3b5-2ec3-4f34-a8f8-a96c411de480 req-0470ebdc-de6b-4049-abd7-353af4fe0eae tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:43.086568 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0c9ec3b5-2ec3-4f34-a8f8-a96c411de480 req-0470ebdc-de6b-4049-abd7-353af4fe0eae tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=527f146d-bcc6-451c-91eb-c53a214932df HTTP/1.1" status: 200 len: 947 time: 0.4221144 May 27 02:07:43.136207 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0a499e30-1d89-4951-a80e-de317a07a13c req-1be4c253-34d5-4ea3-a9d1-685ed74098ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:43.208242 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a3d1b3c7-1e61-4ce0-8a40-856b94b0c09a req-8e8a4a18-1253-434e-897c-094a0a56779a tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cf8042-c5a8-4791-a100-012f0d5d7975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997066 May 27 02:07:43.285294 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-2300539e-96ec-4aa5-94b5-3158af78d58d admin admin] Allocated IP 172.25.1.139 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/f912d263-54bf-4535-b388-c610fa2b3a66) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:07:43.344691 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0c9ec3b5-2ec3-4f34-a8f8-a96c411de480 req-5edbfbd1-9ceb-48dd-8bbd-2cceda8d38cc tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478647 May 27 02:07:43.431928 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be4c253-34d5-4ea3-a9d1-685ed74098ca service neutron] Pushing event updated for resources: {'Port': ['ID=ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869,revision_number=10']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:43.492060 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2463e3a4-0ef3-4df2-a382-6942f55d6356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:43.765371 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2300539e-96ec-4aa5-94b5-3158af78d58d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:43.815928 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a499e30-1d89-4951-a80e-de317a07a13c req-1be4c253-34d5-4ea3-a9d1-685ed74098ca service neutron] No DVR routers for this DVR port ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:07:44.021214 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:07:44.035511 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d39e7-cfa4-418a-b6c2-d26ba47d67ea req-27280ed6-c45c-4fdd-8287-9817211ddf49 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:44.037088 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f32d39e7-cfa4-418a-b6c2-d26ba47d67ea req-27280ed6-c45c-4fdd-8287-9817211ddf49 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=78111124-233b-40b7-a265-2804a27a2d72 HTTP/1.1" status: 200 len: 944 time: 0.5149980 May 27 02:07:44.099831 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:07:44.167520 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f32d39e7-cfa4-418a-b6c2-d26ba47d67ea req-28ca02df-8502-4aee-820b-ff86ce4eb955 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141837 May 27 02:07:44.176916 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0a499e30-1d89-4951-a80e-de317a07a13c req-1be4c253-34d5-4ea3-a9d1-685ed74098ca service neutron] 10.222.0.66 "PUT /v2.0/ports/ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869/bindings/n-h1-843554-3/activate HTTP/1.1" status: 200 len: 369 time: 3.8677521 May 27 02:07:44.178773 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2463e3a4-0ef3-4df2-a382-6942f55d6356 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:44.188998 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32a076-6354-4f87-bbdf-d9fd7ff9ea3b req-5e31633e-967f-4290-af0a-ddf712b6e81b tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:44.190821 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ed32a076-6354-4f87-bbdf-d9fd7ff9ea3b req-5e31633e-967f-4290-af0a-ddf712b6e81b tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.57 "GET /v2.0/ports?device_id=85a62910-4852-4fca-a052-8deec8c4e7e3 HTTP/1.1" status: 200 len: 945 time: 0.4302232 May 27 02:07:44.191849 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:07:44.201719 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53734) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:44.208062 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2300539e-96ec-4aa5-94b5-3158af78d58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:44.212838 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-7d2fb838-af88-40d4-b4b9-611f091c28a0 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Request body: {'floatingip': {'port_id': '17166680-e597-4410-99de-46b2d3051e07'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:07:44.239976 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:44.263026 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2463e3a4-0ef3-4df2-a382-6942f55d6356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:44.265145 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'port_id': '996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de', 'mac_address': 'fa:16:3e:26:aa:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf69705-8457-415f-85a3-b42efaff1b97', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:07:44.333532 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2300539e-96ec-4aa5-94b5-3158af78d58d admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:07:44.338058 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-2300539e-96ec-4aa5-94b5-3158af78d58d admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:07:44.349043 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2300539e-96ec-4aa5-94b5-3158af78d58d admin admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:07:44.372853 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:07:44.372853 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:44.406955 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2300539e-96ec-4aa5-94b5-3158af78d58d admin admin] Pushing event updated for resources: {'Port': ['ID=f912d263-54bf-4535-b388-c610fa2b3a66,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:44.422160 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:07:44.455573 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7d2fb838-af88-40d4-b4b9-611f091c28a0 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify callbacks [] for floatingip, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:44.464986 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:44.486005 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2463e3a4-0ef3-4df2-a382-6942f55d6356 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:44.545212 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:44.594310 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463e3a4-0ef3-4df2-a382-6942f55d6356 admin admin] Pushing event updated for resources: {'Port': ['ID=809b18de-5154-4ee2-8f28-5d5fa944ef0c,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:44.678234 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a499e30-1d89-4951-a80e-de317a07a13c req-feb95e42-90ce-4714-8c3d-eec117fbf68a tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:44.681660 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de,revision_number=8']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:44.683376 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0a499e30-1d89-4951-a80e-de317a07a13c req-feb95e42-90ce-4714-8c3d-eec117fbf68a tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=78111124-233b-40b7-a265-2804a27a2d72&tenant_id=a29ffcc4de66478babed622f0d89fbe8&binding%3Ahost_id=n-h2-843554-3 HTTP/1.1" status: 200 len: 1095 time: 0.3117821 May 27 02:07:44.690768 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 456900b9-6303-4711-90b2-5e746552398e up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:07:44.838707 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 456900b9-6303-4711-90b2-5e746552398e triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:07:44.839127 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:44.869911 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:07:44.991197 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53772) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:45.063388 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53778) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:45.162146 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a499e30-1d89-4951-a80e-de317a07a13c req-7da9e740-c66e-4165-a7ec-26ac75ec617e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:45.163962 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0a499e30-1d89-4951-a80e-de317a07a13c req-7da9e740-c66e-4165-a7ec-26ac75ec617e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=78111124-233b-40b7-a265-2804a27a2d72&tenant_id=a29ffcc4de66478babed622f0d89fbe8 HTTP/1.1" status: 200 len: 1095 time: 0.3499157 May 27 02:07:45.236737 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 456900b9-6303-4711-90b2-5e746552398e is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:07:45.292440 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a499e30-1d89-4951-a80e-de317a07a13c req-2e804d0b-5983-4e17-9ac3-d99020d7c16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:45.294668 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0a499e30-1d89-4951-a80e-de317a07a13c req-2e804d0b-5983-4e17-9ac3-d99020d7c16e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a29ffcc4de66478babed622f0d89fbe8&device_id=78111124-233b-40b7-a265-2804a27a2d72 HTTP/1.1" status: 200 len: 1095 time: 0.1061423 May 27 02:07:45.310057 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3953235-4a9c-40fe-bab0-2548a60e16ac req-8c1bdc5e-f9b1-495a-98ca-0c5c868764fc tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:45.311652 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e3953235-4a9c-40fe-bab0-2548a60e16ac req-8c1bdc5e-f9b1-495a-98ca-0c5c868764fc tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=527f146d-bcc6-451c-91eb-c53a214932df HTTP/1.1" status: 200 len: 948 time: 0.8017018 May 27 02:07:45.483237 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7d2fb838-af88-40d4-b4b9-611f091c28a0 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:45.522007 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a499e30-1d89-4951-a80e-de317a07a13c req-b9080a80-7a9b-4c03-90a7-e59838dff257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:45.522230 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2463e3a4-0ef3-4df2-a382-6942f55d6356 admin admin] Network 514e079c-2944-4b13-a7e0-cfbe224342f3 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:07:45.523506 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0a499e30-1d89-4951-a80e-de317a07a13c req-b9080a80-7a9b-4c03-90a7-e59838dff257 service neutron] 10.222.0.32 "GET /v2.0/networks?id=db30ed05-8f60-4a40-83c6-9b50139dcb81 HTTP/1.1" status: 200 len: 922 time: 0.1616518 May 27 02:07:45.533501 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-63bb086b-1bcb-487b-9245-09da27d5fac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:45.542062 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-2463e3a4-0ef3-4df2-a382-6942f55d6356 admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:07:45.640429 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-63bb086b-1bcb-487b-9245-09da27d5fac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:45.699105 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7d2fb838-af88-40d4-b4b9-611f091c28a0 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:45.763582 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0a499e30-1d89-4951-a80e-de317a07a13c req-8173b7ae-7065-4ca5-91d8-881588b62ad8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 HTTP/1.1" status: 200 len: 217 time: 0.2304323 May 27 02:07:45.774402 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-30a80368-9f23-4502-90a6-f24659c2d00a None None] Provisioning complete for port 809b18de-5154-4ee2-8f28-5d5fa944ef0c triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:07:45.775045 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-30a80368-9f23-4502-90a6-f24659c2d00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:45.845202 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-30a80368-9f23-4502-90a6-f24659c2d00a None None] Port 809b18de-5154-4ee2-8f28-5d5fa944ef0c cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:07:45.918130 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a499e30-1d89-4951-a80e-de317a07a13c req-b83a1b2b-84de-4930-9e91-6077a2df6d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:45.920124 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0a499e30-1d89-4951-a80e-de317a07a13c req-b83a1b2b-84de-4930-9e91-6077a2df6d5d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1e2a1d95-8ee5-4ee3-927d-bf057db8df2f HTTP/1.1" status: 200 len: 861 time: 0.1477952 May 27 02:07:45.927307 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-63bb086b-1bcb-487b-9245-09da27d5fac0 admin admin] Usage tracker for resource:security_group_rule and tenant:58cdf35d3f354a9e8874a4d994c0fa9e is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:45.939010 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-63bb086b-1bcb-487b-9245-09da27d5fac0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:45.953088 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e3953235-4a9c-40fe-bab0-2548a60e16ac req-93cdb26d-55cf-49e9-9563-46a76156dbaf tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5850689 May 27 02:07:45.976050 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-63bb086b-1bcb-487b-9245-09da27d5fac0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:45.982739 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0a499e30-1d89-4951-a80e-de317a07a13c req-adc6613d-449b-4c0d-bcf9-f18087a5b0a6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=db30ed05-8f60-4a40-83c6-9b50139dcb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519626 May 27 02:07:45.982739 n-d-843554-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-7d2fb838-af88-40d4-b4b9-611f091c28a0 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Floating IP b253ae5f-a947-459d-97ae-18f1c3124856 associated. External IP: 172.25.1.239, port: 17166680-e597-4410-99de-46b2d3051e07. May 27 02:07:46.020305 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:07:46.140481 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2300539e-96ec-4aa5-94b5-3158af78d58d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:46.261977 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02e1ec-4433-43b5-870e-0cecabb93a60 req-9a4530e9-892f-439c-aa87-8b0459449ab9 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:46.264101 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1a02e1ec-4433-43b5-870e-0cecabb93a60 req-9a4530e9-892f-439c-aa87-8b0459449ab9 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=78111124-233b-40b7-a265-2804a27a2d72 HTTP/1.1" status: 200 len: 944 time: 0.8906357 May 27 02:07:46.281393 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0a499e30-1d89-4951-a80e-de317a07a13c req-a10b1e3b-6025-4613-a1dc-867e5d458dfe service neutron] 10.222.0.32 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469428 May 27 02:07:46.300062 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:07:46.305636 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:07:46.310084 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:46.443728 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:07:46.444119 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:46.457820 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2463e3a4-0ef3-4df2-a382-6942f55d6356 admin admin] Router 4311d8b2-b97a-4403-8da5-0b95c2fdba48 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:07:46.481426 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527f146d-bcc6-451c-91eb-c53a214932df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:07:46.491594 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:46.597013 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2fb838-af88-40d4-b4b9-611f091c28a0 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Router 15ea3d23-0bb2-41d4-ae2c-2c56609cb99d has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:07:46.599354 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0a499e30-1d89-4951-a80e-de317a07a13c req-11261abf-c2f8-4621-a10c-108b7046bd5b service neutron] 10.222.0.32 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593558 May 27 02:07:46.609774 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:46.702684 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de,revision_number=9']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:46.718524 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1a02e1ec-4433-43b5-870e-0cecabb93a60 req-8ba4da22-27d4-415b-bfa8-eb5b7762cc6b tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4369233 May 27 02:07:46.741018 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53808) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:46.792388 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2fb838-af88-40d4-b4b9-611f091c28a0 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:07:46.798365 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7d2fb838-af88-40d4-b4b9-611f091c28a0 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:46.805865 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d737c1-efa6-49d1-9c22-16c29ff59fde None None] Sync routers for ids ['15ea3d23-0bb2-41d4-ae2c-2c56609cb99d'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:07:46.815629 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cf775ab-e4a8-45ec-9a79-7ed24200d3eb'] response: {'server_uuid': '527f146d-bcc6-451c-91eb-c53a214932df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de', 'code': 200} May 27 02:07:46.820097 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d737c1-efa6-49d1-9c22-16c29ff59fde None None] Routers {'15ea3d23-0bb2-41d4-ae2c-2c56609cb99d'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:07:46.821780 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-56d737c1-efa6-49d1-9c22-16c29ff59fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:07:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['15ea3d23-0bb2-41d4-ae2c-2c56609cb99d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:46.875895 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7d2fb838-af88-40d4-b4b9-611f091c28a0 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.57 "PUT /v2.0/floatingips/b253ae5f-a947-459d-97ae-18f1c3124856 HTTP/1.1" status: 200 len: 991 time: 2.6730843 May 27 02:07:46.876844 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85a62910-4852-4fca-a052-8deec8c4e7e3', 'tag': '17166680-e597-4410-99de-46b2d3051e07'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:07:46.923571 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b66f4d81-cf62-408c-b292-5103d18559a2'] response: {'name': 'network-changed', 'server_uuid': '85a62910-4852-4fca-a052-8deec8c4e7e3', 'tag': '17166680-e597-4410-99de-46b2d3051e07', 'status': 'completed', 'code': 200} May 27 02:07:46.947698 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2300539e-96ec-4aa5-94b5-3158af78d58d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:47.031118 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91a59b-12de-468a-9117-2dd94de2db36 req-8b8bdf12-cdf5-49a1-953c-3e3ad94be225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:47.033236 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2b91a59b-12de-468a-9117-2dd94de2db36 req-8b8bdf12-cdf5-49a1-953c-3e3ad94be225 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b10311550dd24ab5af04d69bb8469c0b&device_id=85a62910-4852-4fca-a052-8deec8c4e7e3 HTTP/1.1" status: 200 len: 1096 time: 0.0847425 May 27 02:07:47.049808 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-56d737c1-efa6-49d1-9c22-16c29ff59fde None None] Set router 15ea3d23-0bb2-41d4-ae2c-2c56609cb99d gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:07:47.071344 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-63bb086b-1bcb-487b-9245-09da27d5fac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:47.250996 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-63bb086b-1bcb-487b-9245-09da27d5fac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:47.273760 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bb94434d-ef77-4964-8f19-e68ebb297714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:47.284375 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91a59b-12de-468a-9117-2dd94de2db36 req-8ba02cc4-ebf3-44a0-8f93-167cc4460395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:47.285853 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2b91a59b-12de-468a-9117-2dd94de2db36 req-8ba02cc4-ebf3-44a0-8f93-167cc4460395 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e5ded2bd-6dbd-449a-adc0-e1185e1b2161 HTTP/1.1" status: 200 len: 916 time: 0.2472351 May 27 02:07:47.298904 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-bb94434d-ef77-4964-8f19-e68ebb297714 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:47.302794 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-bb94434d-ef77-4964-8f19-e68ebb297714 admin admin] Usage tracker for resource:security_group_rule and tenant:9bc846ab142e4f03a94fb206e773260c is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:47.305708 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-bb94434d-ef77-4964-8f19-e68ebb297714 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:47.311492 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-bb94434d-ef77-4964-8f19-e68ebb297714 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:47.392092 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2b91a59b-12de-468a-9117-2dd94de2db36 req-e0ad6271-c14f-4ade-8096-c23715d4e849 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17166680-e597-4410-99de-46b2d3051e07 HTTP/1.1" status: 200 len: 999 time: 0.0995891 May 27 02:07:47.433127 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-56d737c1-efa6-49d1-9c22-16c29ff59fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ea3d23-0bb2-41d4-ae2c-2c56609cb99d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1159227962-router', 'tenant_id': 'b10311550dd24ab5af04d69bb8469c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '22cb7907-9f24-4c18-b60a-ddf4dabb657a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:06:00Z', 'updated_at': '2022-05-27T02:06:08Z', 'revision_number': 4, 'project_id': 'b10311550dd24ab5af04d69bb8469c0b', 'gw_port': {'id': '22cb7907-9f24-4c18-b60a-ddf4dabb657a', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ad:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ea3d23-0bb2-41d4-ae2c-2c56609cb99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:06:02Z', 'updated_at': '2022-05-27T02:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'b253ae5f-a947-459d-97ae-18f1c3124856', 'tenant_id': 'b10311550dd24ab5af04d69bb8469c0b', 'floating_ip_address': '172.25.1.239', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '15ea3d23-0bb2-41d4-ae2c-2c56609cb99d', 'port_id': '17166680-e597-4410-99de-46b2d3051e07', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ded2bd-6dbd-449a-adc0-e1185e1b2161', 'mac_address': 'fa:16:3e:f4:34:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a62910-4852-4fca-a052-8deec8c4e7e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:07:07Z', 'updated_at': '2022-05-27T02:07:45Z', 'revision_number': 1, 'project_id': 'b10311550dd24ab5af04d69bb8469c0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89419922-1ed7-4bd8-8c4a-c0083e27742c', 'name': '', 'network_id': 'e5ded2bd-6dbd-449a-adc0-e1185e1b2161', 'tenant_id': 'b10311550dd24ab5af04d69bb8469c0b', 'mac_address': 'fa:16:3e:c8:b9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ea3d23-0bb2-41d4-ae2c-2c56609cb99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '12865575-b7fb-4609-bc72-5aad92099ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:06:07Z', 'updated_at': '2022-05-27T02:06:15Z', 'revision_number': 5, 'project_id': 'b10311550dd24ab5af04d69bb8469c0b', 'subnets': [{'id': '12865575-b7fb-4609-bc72-5aad92099ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:47.437751 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d737c1-efa6-49d1-9c22-16c29ff59fde None None] Checking router: 15ea3d23-0bb2-41d4-ae2c-2c56609cb99d for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:07:47.447370 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d737c1-efa6-49d1-9c22-16c29ff59fde None None] Routers {'15ea3d23-0bb2-41d4-ae2c-2c56609cb99d'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:07:47.448117 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-56d737c1-efa6-49d1-9c22-16c29ff59fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:07:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['15ea3d23-0bb2-41d4-ae2c-2c56609cb99d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:47.458185 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91a59b-12de-468a-9117-2dd94de2db36 req-5f5ef1e6-b25c-4bf1-8136-8fcc1d3eecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:47.459743 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2b91a59b-12de-468a-9117-2dd94de2db36 req-5f5ef1e6-b25c-4bf1-8136-8fcc1d3eecd2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12865575-b7fb-4609-bc72-5aad92099ef2 HTTP/1.1" status: 200 len: 854 time: 0.0608118 May 27 02:07:47.540905 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91a59b-12de-468a-9117-2dd94de2db36 req-4e259adf-dfe7-4838-afee-5e3a62f7b513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:47.542433 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2b91a59b-12de-468a-9117-2dd94de2db36 req-4e259adf-dfe7-4838-afee-5e3a62f7b513 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5ded2bd-6dbd-449a-adc0-e1185e1b2161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770936 May 27 02:07:47.640880 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-56d737c1-efa6-49d1-9c22-16c29ff59fde None None] Set router 15ea3d23-0bb2-41d4-ae2c-2c56609cb99d gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:07:47.654247 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb086b-1bcb-487b-9245-09da27d5fac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387aa92f-0acf-4e65-8921-211331a6ae05,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:47.668542 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-63bb086b-1bcb-487b-9245-09da27d5fac0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=58cdf35d3f354a9e8874a4d994c0fa9e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6742778 May 27 02:07:47.671301 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53828) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:47.694019 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2b91a59b-12de-468a-9117-2dd94de2db36 req-3f22f74a-f563-4744-98d9-3f12f852a86b service neutron] 10.222.0.32 "GET /v2.0/networks/e5ded2bd-6dbd-449a-adc0-e1185e1b2161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449456 May 27 02:07:47.703006 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2463e3a4-0ef3-4df2-a382-6942f55d6356 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:07:47.719592 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5504fda2-1a24-42cc-b408-d8ade0253020 None None] Sync routers for ids ['4311d8b2-b97a-4403-8da5-0b95c2fdba48'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:07:47.730747 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5504fda2-1a24-42cc-b408-d8ade0253020 None None] Routers {'4311d8b2-b97a-4403-8da5-0b95c2fdba48'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:07:47.731760 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-5504fda2-1a24-42cc-b408-d8ade0253020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:07:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4311d8b2-b97a-4403-8da5-0b95c2fdba48'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:47.733494 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43177869-171e-4b2a-94ba-6e29f06a2e78 req-04ebf78f-7965-400e-acb3-ca7a18ec8058 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:47.734996 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-43177869-171e-4b2a-94ba-6e29f06a2e78 req-04ebf78f-7965-400e-acb3-ca7a18ec8058 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.66 "GET /v2.0/ports?device_id=527f146d-bcc6-451c-91eb-c53a214932df&tenant_id=91fc0a0dee4b4cc18343e2e355149e58&binding%3Ahost_id=n-h1-843554-3 HTTP/1.1" status: 200 len: 949 time: 1.0149028 May 27 02:07:47.742471 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd909ff-f477-4597-b0d3-4e47846b756a req-7b1d9cf0-ded0-4a28-a8d9-cda294585ea5 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:47.749673 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7dd909ff-f477-4597-b0d3-4e47846b756a req-7b1d9cf0-ded0-4a28-a8d9-cda294585ea5 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=527f146d-bcc6-451c-91eb-c53a214932df HTTP/1.1" status: 200 len: 949 time: 1.0258183 May 27 02:07:47.927523 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c7f50cc4-59c7-4fac-af3f-7f6d83075e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:47.940566 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a499e30-1d89-4951-a80e-de317a07a13c req-dbef2e78-a881-4fc4-9717-d8c76b09da24 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:47.942081 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0a499e30-1d89-4951-a80e-de317a07a13c req-dbef2e78-a881-4fc4-9717-d8c76b09da24 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=78111124-233b-40b7-a265-2804a27a2d72&tenant_id=a29ffcc4de66478babed622f0d89fbe8&binding%3Ahost_id=n-h1-843554-3 HTTP/1.1" status: 200 len: 1095 time: 0.8636193 May 27 02:07:47.944009 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bb94434d-ef77-4964-8f19-e68ebb297714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:47.986041 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c7f50cc4-59c7-4fac-af3f-7f6d83075e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:47.994270 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2b91a59b-12de-468a-9117-2dd94de2db36 req-34e27c25-f494-41f0-9629-0aaf278dbd3d service neutron] 10.222.0.32 "GET /v2.0/networks/e5ded2bd-6dbd-449a-adc0-e1185e1b2161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907755 May 27 02:07:48.004357 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2463e3a4-0ef3-4df2-a382-6942f55d6356 admin admin] 10.222.0.57 "PUT /v2.0/routers/4311d8b2-b97a-4403-8da5-0b95c2fdba48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1749170 May 27 02:07:48.072419 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7dd909ff-f477-4597-b0d3-4e47846b756a req-0de02736-a74d-473c-b09a-93dad5babbad tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217995 May 27 02:07:48.075763 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-5504fda2-1a24-42cc-b408-d8ade0253020 None None] Set router 4311d8b2-b97a-4403-8da5-0b95c2fdba48 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:07:48.124051 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c7f50cc4-59c7-4fac-af3f-7f6d83075e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:48.124790 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bb94434d-ef77-4964-8f19-e68ebb297714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:48.149120 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f50cc4-59c7-4fac-af3f-7f6d83075e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387aa92f-0acf-4e65-8921-211331a6ae05,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:48.161147 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c7f50cc4-59c7-4fac-af3f-7f6d83075e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:48.163162 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c7f50cc4-59c7-4fac-af3f-7f6d83075e97 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/387aa92f-0acf-4e65-8921-211331a6ae05 HTTP/1.1" status: 204 len: 168 time: 0.4910452 May 27 02:07:48.206410 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-bb94434d-ef77-4964-8f19-e68ebb297714 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9bc846ab142e4f03a94fb206e773260c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3423712 May 27 02:07:48.207643 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-56d737c1-efa6-49d1-9c22-16c29ff59fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ea3d23-0bb2-41d4-ae2c-2c56609cb99d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1159227962-router', 'tenant_id': 'b10311550dd24ab5af04d69bb8469c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '22cb7907-9f24-4c18-b60a-ddf4dabb657a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:06:00Z', 'updated_at': '2022-05-27T02:06:08Z', 'revision_number': 4, 'project_id': 'b10311550dd24ab5af04d69bb8469c0b', 'gw_port': {'id': '22cb7907-9f24-4c18-b60a-ddf4dabb657a', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ad:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ea3d23-0bb2-41d4-ae2c-2c56609cb99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:06:02Z', 'updated_at': '2022-05-27T02:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'b253ae5f-a947-459d-97ae-18f1c3124856', 'tenant_id': 'b10311550dd24ab5af04d69bb8469c0b', 'floating_ip_address': '172.25.1.239', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '15ea3d23-0bb2-41d4-ae2c-2c56609cb99d', 'port_id': '17166680-e597-4410-99de-46b2d3051e07', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ded2bd-6dbd-449a-adc0-e1185e1b2161', 'mac_address': 'fa:16:3e:f4:34:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a62910-4852-4fca-a052-8deec8c4e7e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:07:07Z', 'updated_at': '2022-05-27T02:07:45Z', 'revision_number': 1, 'project_id': 'b10311550dd24ab5af04d69bb8469c0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89419922-1ed7-4bd8-8c4a-c0083e27742c', 'name': '', 'network_id': 'e5ded2bd-6dbd-449a-adc0-e1185e1b2161', 'tenant_id': 'b10311550dd24ab5af04d69bb8469c0b', 'mac_address': 'fa:16:3e:c8:b9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ea3d23-0bb2-41d4-ae2c-2c56609cb99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '12865575-b7fb-4609-bc72-5aad92099ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:06:07Z', 'updated_at': '2022-05-27T02:06:15Z', 'revision_number': 5, 'project_id': 'b10311550dd24ab5af04d69bb8469c0b', 'subnets': [{'id': '12865575-b7fb-4609-bc72-5aad92099ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:48.209070 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53838) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:48.230803 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [req-43177869-171e-4b2a-94ba-6e29f06a2e78 req-3aab6d1c-31ec-4fa3-815a-6d0d12192d57 service neutron] delete failed (client error): The resource could not be found. May 27 02:07:48.231893 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-43177869-171e-4b2a-94ba-6e29f06a2e78 req-3aab6d1c-31ec-4fa3-815a-6d0d12192d57 service neutron] 10.222.0.66 "DELETE /v2.0/ports/996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de/bindings/n-h2-843554-3 HTTP/1.1" status: 404 len: 380 time: 0.4802027 May 27 02:07:48.234316 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d737c1-efa6-49d1-9c22-16c29ff59fde None None] The sync data for ids ['15ea3d23-0bb2-41d4-ae2c-2c56609cb99d'] in n-d-843554-3 is: [{'id': '15ea3d23-0bb2-41d4-ae2c-2c56609cb99d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1159227962-router', 'tenant_id': 'b10311550dd24ab5af04d69bb8469c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '22cb7907-9f24-4c18-b60a-ddf4dabb657a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:06:00Z', 'updated_at': '2022-05-27T02:06:08Z', 'revision_number': 4, 'project_id': 'b10311550dd24ab5af04d69bb8469c0b', 'gw_port': {'id': '22cb7907-9f24-4c18-b60a-ddf4dabb657a', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ad:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ea3d23-0bb2-41d4-ae2c-2c56609cb99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:06:02Z', 'updated_at': '2022-05-27T02:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'b253ae5f-a947-459d-97ae-18f1c3124856', 'tenant_id': 'b10311550dd24ab5af04d69bb8469c0b', 'floating_ip_address': '172.25.1.239', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '15ea3d23-0bb2-41d4-ae2c-2c56609cb99d', 'port_id': '17166680-e597-4410-99de-46b2d3051e07', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ded2bd-6dbd-449a-adc0-e1185e1b2161', 'mac_address': 'fa:16:3e:f4:34:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a62910-4852-4fca-a052-8deec8c4e7e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:07:07Z', 'updated_at': '2022-05-27T02:07:45Z', 'revision_number': 1, 'project_id': 'b10311550dd24ab5af04d69bb8469c0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89419922-1ed7-4bd8-8c4a-c0083e27742c', 'name': '', 'network_id': 'e5ded2bd-6dbd-449a-adc0-e1185e1b2161', 'tenant_id': 'b10311550dd24ab5af04d69bb8469c0b', 'mac_address': 'fa:16:3e:c8:b9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ea3d23-0bb2-41d4-ae2c-2c56609cb99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '12865575-b7fb-4609-bc72-5aad92099ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:06:07Z', 'updated_at': '2022-05-27T02:06:15Z', 'revision_number': 5, 'project_id': 'b10311550dd24ab5af04d69bb8469c0b', 'subnets': [{'id': '12865575-b7fb-4609-bc72-5aad92099ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:07:48.253177 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-76b71ae2-8c38-49b1-af7c-bbee43557d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:48.309155 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94434d-ef77-4964-8f19-e68ebb297714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31366742-48e5-4ee4-aaa7-19fd09fc6a66,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:48.351153 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c679cdc3-ced9-421d-bbb4-3d03e81746fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:48.386700 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c679cdc3-ced9-421d-bbb4-3d03e81746fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:48.557876 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c679cdc3-ced9-421d-bbb4-3d03e81746fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:48.590877 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679cdc3-ced9-421d-bbb4-3d03e81746fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31366742-48e5-4ee4-aaa7-19fd09fc6a66,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:48.605403 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c679cdc3-ced9-421d-bbb4-3d03e81746fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:48.609631 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c679cdc3-ced9-421d-bbb4-3d03e81746fd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/31366742-48e5-4ee4-aaa7-19fd09fc6a66 HTTP/1.1" status: 204 len: 168 time: 0.3994508 May 27 02:07:48.611568 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-5504fda2-1a24-42cc-b408-d8ade0253020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4311d8b2-b97a-4403-8da5-0b95c2fdba48', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1120086578-router', 'tenant_id': '03c1fcaae176438a9274ccbf2946eee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:07:29Z', 'updated_at': '2022-05-27T02:07:43Z', 'revision_number': 4, 'project_id': '03c1fcaae176438a9274ccbf2946eee2', 'gw_port': {'id': '5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4311d8b2-b97a-4403-8da5-0b95c2fdba48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:31Z', 'updated_at': '2022-05-27T02:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '809b18de-5154-4ee2-8f28-5d5fa944ef0c', 'name': '', 'network_id': '514e079c-2944-4b13-a7e0-cfbe224342f3', 'tenant_id': '03c1fcaae176438a9274ccbf2946eee2', 'mac_address': 'fa:16:3e:2b:a5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4311d8b2-b97a-4403-8da5-0b95c2fdba48', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '3228bc85-ca3c-44ef-b3fa-500ab610ab5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:38Z', 'updated_at': '2022-05-27T02:07:43Z', 'revision_number': 2, 'project_id': '03c1fcaae176438a9274ccbf2946eee2', 'subnets': [{'id': '3228bc85-ca3c-44ef-b3fa-500ab610ab5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:48.616848 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5504fda2-1a24-42cc-b408-d8ade0253020 None None] Checking router: 4311d8b2-b97a-4403-8da5-0b95c2fdba48 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:07:48.617450 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5504fda2-1a24-42cc-b408-d8ade0253020 None None] Updating router 4311d8b2-b97a-4403-8da5-0b95c2fdba48 port 809b18de-5154-4ee2-8f28-5d5fa944ef0c binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:07:48.639837 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b3128b-d18d-4404-b75f-5c0497914aab None None] New status for floating IP b253ae5f-a947-459d-97ae-18f1c3124856: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:07:48.755133 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-5504fda2-1a24-42cc-b408-d8ade0253020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:48.784517 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2300539e-96ec-4aa5-94b5-3158af78d58d admin admin] Router 78753787-fa04-4aee-b145-c743c1444557 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:07:48.871567 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:48.911757 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67e368-5c7f-44c4-ba66-e907a0794301 req-85a225a3-d378-45ed-a26b-39226e2513c8 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:48.913261 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ce67e368-5c7f-44c4-ba66-e907a0794301 req-85a225a3-d378-45ed-a26b-39226e2513c8 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=78111124-233b-40b7-a265-2804a27a2d72 HTTP/1.1" status: 200 len: 944 time: 0.9952369 May 27 02:07:49.004442 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:49.030819 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-0a499e30-1d89-4951-a80e-de317a07a13c req-6a086604-75ba-487f-82b6-130d175617e1 service neutron] For port ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:07:49.059664 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0a499e30-1d89-4951-a80e-de317a07a13c req-6a086604-75ba-487f-82b6-130d175617e1 service neutron] Notify callbacks [] for binding, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:49.060752 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0a499e30-1d89-4951-a80e-de317a07a13c req-6a086604-75ba-487f-82b6-130d175617e1 service neutron] 10.222.0.32 "DELETE /v2.0/ports/ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869/bindings/n-h2-843554-3 HTTP/1.1" status: 204 len: 173 time: 1.0522816 May 27 02:07:49.109852 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ce67e368-5c7f-44c4-ba66-e907a0794301 req-2d74379a-b809-440c-afec-d5d014bb8043 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872673 May 27 02:07:49.168208 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53866) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:49.198605 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ab91c152-8a57-424f-a790-d0c842734757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:49.232464 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-5504fda2-1a24-42cc-b408-d8ade0253020 None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:49.235949 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ab91c152-8a57-424f-a790-d0c842734757 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:49.241707 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43177869-171e-4b2a-94ba-6e29f06a2e78 req-23469f2c-3c2e-4527-89e5-acc4d841f6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:49.242838 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ab91c152-8a57-424f-a790-d0c842734757 admin admin] Usage tracker for resource:security_group_rule and tenant:9b9c8e1c2dde41c6a33dbfa1655bf8a4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:49.243436 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-43177869-171e-4b2a-94ba-6e29f06a2e78 req-23469f2c-3c2e-4527-89e5-acc4d841f6d7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&device_id=527f146d-bcc6-451c-91eb-c53a214932df HTTP/1.1" status: 200 len: 1100 time: 0.7249248 May 27 02:07:49.249790 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ab91c152-8a57-424f-a790-d0c842734757 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:49.259017 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-5504fda2-1a24-42cc-b408-d8ade0253020 None None] Transition to ACTIVE for port object 809b18de-5154-4ee2-8f28-5d5fa944ef0c will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:07:49.261982 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ab91c152-8a57-424f-a790-d0c842734757 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:49.276754 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-76b71ae2-8c38-49b1-af7c-bbee43557d28 admin admin] Deleting port ac5d3537-77cc-4eda-8e6a-19af9c2aa817 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:07:49.279657 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-76b71ae2-8c38-49b1-af7c-bbee43557d28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:49.328880 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-5504fda2-1a24-42cc-b408-d8ade0253020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:49.333600 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-2f2469fc-1a1d-4f76-a51f-ff7414106726 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:49.335081 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-2f2469fc-1a1d-4f76-a51f-ff7414106726 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/networks?id=514e079c-2944-4b13-a7e0-cfbe224342f3 HTTP/1.1" status: 200 len: 829 time: 0.5059209 May 27 02:07:49.354820 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ab91c152-8a57-424f-a790-d0c842734757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:49.373944 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2300539e-96ec-4aa5-94b5-3158af78d58d admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:07:49.439283 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c5d08d-7c8a-4260-a58f-7fbe76609d35 None None] Sync routers for ids ['78753787-fa04-4aee-b145-c743c1444557'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:07:49.443106 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ab91c152-8a57-424f-a790-d0c842734757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:49.464043 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c5d08d-7c8a-4260-a58f-7fbe76609d35 None None] Routers {'78753787-fa04-4aee-b145-c743c1444557'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:07:49.464584 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-45c5d08d-7c8a-4260-a58f-7fbe76609d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:07:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['78753787-fa04-4aee-b145-c743c1444557'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:49.567832 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91c152-8a57-424f-a790-d0c842734757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7daef1-1c5e-48f3-a62b-4afdcdb34ee3,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:49.578845 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ab91c152-8a57-424f-a790-d0c842734757 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9b9c8e1c2dde41c6a33dbfa1655bf8a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4087512 May 27 02:07:49.581722 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53874) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:49.656270 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53878) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:49.677065 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-861d609b-0e70-45a1-a9ff-ae0ca9c10c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:49.695679 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-25d2278c-edf7-4f47-9e95-6f365e80928b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:49.718998 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-45c5d08d-7c8a-4260-a58f-7fbe76609d35 None None] Set router 78753787-fa04-4aee-b145-c743c1444557 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:07:49.726109 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-25d2278c-edf7-4f47-9e95-6f365e80928b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:49.733242 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-861d609b-0e70-45a1-a9ff-ae0ca9c10c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:49.740420 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-25d2278c-edf7-4f47-9e95-6f365e80928b admin admin] Usage tracker for resource:security_group_rule and tenant:96b8259238c24932abda1d4bc1f92dbe is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:49.746230 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-25d2278c-edf7-4f47-9e95-6f365e80928b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:49.759558 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-25d2278c-edf7-4f47-9e95-6f365e80928b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:49.777008 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed1c5e-4490-4740-88c0-f3488da88d00 None None] Pushing event updated for resources: {'Port': ['ID=809b18de-5154-4ee2-8f28-5d5fa944ef0c,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:49.833889 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-76b71ae2-8c38-49b1-af7c-bbee43557d28 admin admin] For port ac5d3537-77cc-4eda-8e6a-19af9c2aa817, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=ac5d3537-77cc-4eda-8e6a-19af9c2aa817,segment=NetworkSegment(37da2cdf-7342-48b3-97e6-2ad8634f3cd8),segment_id=37da2cdf-7342-48b3-97e6-2ad8634f3cd8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:49.834487 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-76b71ae2-8c38-49b1-af7c-bbee43557d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:49.883497 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-25d2278c-edf7-4f47-9e95-6f365e80928b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:49.923772 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-861d609b-0e70-45a1-a9ff-ae0ca9c10c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:49.941636 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d609b-0e70-45a1-a9ff-ae0ca9c10c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7daef1-1c5e-48f3-a62b-4afdcdb34ee3,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:49.953407 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-861d609b-0e70-45a1-a9ff-ae0ca9c10c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:49.957000 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-861d609b-0e70-45a1-a9ff-ae0ca9c10c01 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5c7daef1-1c5e-48f3-a62b-4afdcdb34ee3 HTTP/1.1" status: 204 len: 168 time: 0.3719437 May 27 02:07:49.974297 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-25d2278c-edf7-4f47-9e95-6f365e80928b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:50.011734 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-76b71ae2-8c38-49b1-af7c-bbee43557d28 admin admin] Calling delete_port for ac5d3537-77cc-4eda-8e6a-19af9c2aa817 owned by network:router_interface {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:07:50.044492 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2300539e-96ec-4aa5-94b5-3158af78d58d admin admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:50.048414 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2300539e-96ec-4aa5-94b5-3158af78d58d admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 11.4216366 May 27 02:07:50.048555 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-5504fda2-1a24-42cc-b408-d8ade0253020 None None] Attempting to bind port 809b18de-5154-4ee2-8f28-5d5fa944ef0c on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:07:50.048555 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-5504fda2-1a24-42cc-b408-d8ade0253020 None None] Attempting to bind port 809b18de-5154-4ee2-8f28-5d5fa944ef0c by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '289e98b2-c013-428a-9af2-2474b2ccaed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '514e079c-2944-4b13-a7e0-cfbe224342f3'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:07:50.048555 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5504fda2-1a24-42cc-b408-d8ade0253020 None None] Attempting to bind port 809b18de-5154-4ee2-8f28-5d5fa944ef0c on network 514e079c-2944-4b13-a7e0-cfbe224342f3 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:07:50.048952 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53884) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:50.054797 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-25d2278c-edf7-4f47-9e95-6f365e80928b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=96b8259238c24932abda1d4bc1f92dbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3974607 May 27 02:07:50.055583 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d2278c-edf7-4f47-9e95-6f365e80928b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c4383d-e4e2-4348-ba3c-584e2a74938e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:50.060447 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53888) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:50.061956 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5504fda2-1a24-42cc-b408-d8ade0253020 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:07:50.062637 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5504fda2-1a24-42cc-b408-d8ade0253020 None None] Checking segment: {'id': '289e98b2-c013-428a-9af2-2474b2ccaed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '514e079c-2944-4b13-a7e0-cfbe224342f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:07:50.063254 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-5504fda2-1a24-42cc-b408-d8ade0253020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:50.063868 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5504fda2-1a24-42cc-b408-d8ade0253020 None None] Bound using segment: {'id': '289e98b2-c013-428a-9af2-2474b2ccaed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '514e079c-2944-4b13-a7e0-cfbe224342f3'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:07:50.064607 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-5504fda2-1a24-42cc-b408-d8ade0253020 None None] Bound port: 809b18de-5154-4ee2-8f28-5d5fa944ef0c, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289e98b2-c013-428a-9af2-2474b2ccaed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '514e079c-2944-4b13-a7e0-cfbe224342f3'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:07:50.065236 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-5504fda2-1a24-42cc-b408-d8ade0253020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:50.083529 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-a98eb122-7be3-4a76-8a44-dbbd0e98599e tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/quotas/03c1fcaae176438a9274ccbf2946eee2 HTTP/1.1" status: 200 len: 375 time: 0.7194161 May 27 02:07:50.242145 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-5504fda2-1a24-42cc-b408-d8ade0253020 None None] For port 809b18de-5154-4ee2-8f28-5d5fa944ef0c, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:07:50.247849 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-5504fda2-1a24-42cc-b408-d8ade0253020 None None] For port 809b18de-5154-4ee2-8f28-5d5fa944ef0c, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=809b18de-5154-4ee2-8f28-5d5fa944ef0c,segment=NetworkSegment(289e98b2-c013-428a-9af2-2474b2ccaed7),segment_id=289e98b2-c013-428a-9af2-2474b2ccaed7)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:07:50.262796 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-45c5d08d-7c8a-4260-a58f-7fbe76609d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78753787-fa04-4aee-b145-c743c1444557', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1936239004-router', 'tenant_id': 'acd984171a2445a5bb1155888985d0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'f912d263-54bf-4535-b388-c610fa2b3a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:07:39Z', 'updated_at': '2022-05-27T02:07:44Z', 'revision_number': 3, 'project_id': 'acd984171a2445a5bb1155888985d0e9', 'gw_port': {'id': 'f912d263-54bf-4535-b388-c610fa2b3a66', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78753787-fa04-4aee-b145-c743c1444557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:42Z', 'updated_at': '2022-05-27T02:07:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:50.267049 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c5d08d-7c8a-4260-a58f-7fbe76609d35 None None] Checking router: 78753787-fa04-4aee-b145-c743c1444557 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:07:50.267527 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c5d08d-7c8a-4260-a58f-7fbe76609d35 None None] Updating router 78753787-fa04-4aee-b145-c743c1444557 port f912d263-54bf-4535-b388-c610fa2b3a66 binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:07:50.338914 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-45c5d08d-7c8a-4260-a58f-7fbe76609d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:50.353584 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f5a801d4-650f-4e9d-8b9e-1a0a9f5ef963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:50.370759 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-5504fda2-1a24-42cc-b408-d8ade0253020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:50.380216 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43177869-171e-4b2a-94ba-6e29f06a2e78 req-1cac78b1-84f9-4273-a1c9-500578e5e199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:50.381822 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-43177869-171e-4b2a-94ba-6e29f06a2e78 req-1cac78b1-84f9-4273-a1c9-500578e5e199 service neutron] 10.222.0.66 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 1.0601542 May 27 02:07:50.393150 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5c467-5ae3-4c35-9072-b56badaef63c req-4cf5a50e-69e6-451d-a5c9-c70b68c09842 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:50.405873 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d4a5c467-5ae3-4c35-9072-b56badaef63c req-4cf5a50e-69e6-451d-a5c9-c70b68c09842 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=527f146d-bcc6-451c-91eb-c53a214932df HTTP/1.1" status: 200 len: 949 time: 1.0395176 May 27 02:07:50.468400 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f5a801d4-650f-4e9d-8b9e-1a0a9f5ef963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:50.515994 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-43177869-171e-4b2a-94ba-6e29f06a2e78 req-e28fd71b-896a-4fff-867a-234262d21f5f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de HTTP/1.1" status: 200 len: 217 time: 0.1134689 May 27 02:07:50.565420 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-a6ad80f5-d572-49d9-927b-880bb56da969 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Synchronizing usage tracker for tenant:03c1fcaae176438a9274ccbf2946eee2 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:07:50.593576 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5504fda2-1a24-42cc-b408-d8ade0253020 None None] Routers {'4311d8b2-b97a-4403-8da5-0b95c2fdba48'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:07:50.594586 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-5504fda2-1a24-42cc-b408-d8ade0253020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:07:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4311d8b2-b97a-4403-8da5-0b95c2fdba48'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:50.650879 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d4a5c467-5ae3-4c35-9072-b56badaef63c req-6fcc7623-1deb-40f5-b2eb-3fecb8cfb253 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476106 May 27 02:07:50.681417 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43177869-171e-4b2a-94ba-6e29f06a2e78 req-6621474a-504d-4bac-a9ef-e2204ab4c225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:50.690035 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-43177869-171e-4b2a-94ba-6e29f06a2e78 req-6621474a-504d-4bac-a9ef-e2204ab4c225 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.1670747 May 27 02:07:50.741324 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed1c5e-4490-4740-88c0-f3488da88d00 None None] Pushing event updated for resources: {'Port': ['ID=809b18de-5154-4ee2-8f28-5d5fa944ef0c,revision_number=4']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:50.794660 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-a6ad80f5-d572-49d9-927b-880bb56da969 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Unset dirty status for tenant:03c1fcaae176438a9274ccbf2946eee2 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:07:50.811046 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-a6ad80f5-d572-49d9-927b-880bb56da969 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=03c1fcaae176438a9274ccbf2946eee2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7265873 May 27 02:07:51.040335 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f5a801d4-650f-4e9d-8b9e-1a0a9f5ef963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:51.075544 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a801d4-650f-4e9d-8b9e-1a0a9f5ef963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c4383d-e4e2-4348-ba3c-584e2a74938e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:51.086651 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f5a801d4-650f-4e9d-8b9e-1a0a9f5ef963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:51.088071 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f5a801d4-650f-4e9d-8b9e-1a0a9f5ef963 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/30c4383d-e4e2-4348-ba3c-584e2a74938e HTTP/1.1" status: 204 len: 168 time: 0.9225881 May 27 02:07:51.091582 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-5504fda2-1a24-42cc-b408-d8ade0253020 None None] Set router 4311d8b2-b97a-4403-8da5-0b95c2fdba48 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:07:51.141207 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43177869-171e-4b2a-94ba-6e29f06a2e78 req-27efaeba-cf59-442a-badd-e458174734bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:51.142825 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-43177869-171e-4b2a-94ba-6e29f06a2e78 req-27efaeba-cf59-442a-badd-e458174734bd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4454331 May 27 02:07:51.146203 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-a4cfbd75-5c4a-4be0-80b4-4847571fc1ea service neutron] 10.222.0.57 "GET /v2.0/networks/514e079c-2944-4b13-a7e0-cfbe224342f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343794 May 27 02:07:51.198145 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-76b71ae2-8c38-49b1-af7c-bbee43557d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:51.289691 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4405695-9c50-41b8-a82e-aefa88516840 req-a7ec1465-e20d-44bf-a541-249e657f5c72 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:51.295131 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b4405695-9c50-41b8-a82e-aefa88516840 req-a7ec1465-e20d-44bf-a541-249e657f5c72 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=78111124-233b-40b7-a265-2804a27a2d72 HTTP/1.1" status: 200 len: 1095 time: 0.3820627 May 27 02:07:51.343376 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-51268c8a-fd9f-462b-a708-a68b43d67fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:51.461085 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-45c5d08d-7c8a-4260-a58f-7fbe76609d35 None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:51.564609 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-45c5d08d-7c8a-4260-a58f-7fbe76609d35 None None] Transition to ACTIVE for port object f912d263-54bf-4535-b388-c610fa2b3a66 will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:07:51.590643 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-5504fda2-1a24-42cc-b408-d8ade0253020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4311d8b2-b97a-4403-8da5-0b95c2fdba48', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1120086578-router', 'tenant_id': '03c1fcaae176438a9274ccbf2946eee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:07:29Z', 'updated_at': '2022-05-27T02:07:43Z', 'revision_number': 4, 'project_id': '03c1fcaae176438a9274ccbf2946eee2', 'gw_port': {'id': '5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4311d8b2-b97a-4403-8da5-0b95c2fdba48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:31Z', 'updated_at': '2022-05-27T02:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '809b18de-5154-4ee2-8f28-5d5fa944ef0c', 'name': '', 'network_id': '514e079c-2944-4b13-a7e0-cfbe224342f3', 'tenant_id': '03c1fcaae176438a9274ccbf2946eee2', 'mac_address': 'fa:16:3e:2b:a5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4311d8b2-b97a-4403-8da5-0b95c2fdba48', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '3228bc85-ca3c-44ef-b3fa-500ab610ab5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:38Z', 'updated_at': '2022-05-27T02:07:50Z', 'revision_number': 4, 'project_id': '03c1fcaae176438a9274ccbf2946eee2', 'subnets': [{'id': '3228bc85-ca3c-44ef-b3fa-500ab610ab5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:51.594867 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5504fda2-1a24-42cc-b408-d8ade0253020 None None] The sync data for ids ['4311d8b2-b97a-4403-8da5-0b95c2fdba48'] in n-d-843554-3 is: [{'id': '4311d8b2-b97a-4403-8da5-0b95c2fdba48', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1120086578-router', 'tenant_id': '03c1fcaae176438a9274ccbf2946eee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:07:29Z', 'updated_at': '2022-05-27T02:07:43Z', 'revision_number': 4, 'project_id': '03c1fcaae176438a9274ccbf2946eee2', 'gw_port': {'id': '5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4311d8b2-b97a-4403-8da5-0b95c2fdba48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:31Z', 'updated_at': '2022-05-27T02:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '809b18de-5154-4ee2-8f28-5d5fa944ef0c', 'name': '', 'network_id': '514e079c-2944-4b13-a7e0-cfbe224342f3', 'tenant_id': '03c1fcaae176438a9274ccbf2946eee2', 'mac_address': 'fa:16:3e:2b:a5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4311d8b2-b97a-4403-8da5-0b95c2fdba48', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '3228bc85-ca3c-44ef-b3fa-500ab610ab5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:38Z', 'updated_at': '2022-05-27T02:07:50Z', 'revision_number': 4, 'project_id': '03c1fcaae176438a9274ccbf2946eee2', 'subnets': [{'id': '3228bc85-ca3c-44ef-b3fa-500ab610ab5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:07:51.638606 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b71ae2-8c38-49b1-af7c-bbee43557d28 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac5d3537-77cc-4eda-8e6a-19af9c2aa817,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:51.649614 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-45c5d08d-7c8a-4260-a58f-7fbe76609d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:51.675965 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-51268c8a-fd9f-462b-a708-a68b43d67fc4 admin admin] Allocated IP 172.20.0.1 (322327b4-bb13-4630-a779-a0a38cd59599/cfb22580-a9e2-4adc-af62-5943c24094d3/b5323004-beca-437c-8571-d6b58882185c) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:07:51.827176 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84218ca8-7cda-4188-951d-1f59778de47b None None] Pushing event updated for resources: {'Port': ['ID=f912d263-54bf-4535-b388-c610fa2b3a66,revision_number=2']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:51.877449 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-45c5d08d-7c8a-4260-a58f-7fbe76609d35 None None] Attempting to bind port f912d263-54bf-4535-b388-c610fa2b3a66 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:07:51.878126 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-45c5d08d-7c8a-4260-a58f-7fbe76609d35 None None] Attempting to bind port f912d263-54bf-4535-b388-c610fa2b3a66 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:07:51.878659 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c5d08d-7c8a-4260-a58f-7fbe76609d35 None None] Attempting to bind port f912d263-54bf-4535-b388-c610fa2b3a66 on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:07:51.888570 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c5d08d-7c8a-4260-a58f-7fbe76609d35 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:07:51.892577 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c5d08d-7c8a-4260-a58f-7fbe76609d35 None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:07:51.893826 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-45c5d08d-7c8a-4260-a58f-7fbe76609d35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:51.894404 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c5d08d-7c8a-4260-a58f-7fbe76609d35 None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:07:51.895205 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-45c5d08d-7c8a-4260-a58f-7fbe76609d35 None None] Bound port: f912d263-54bf-4535-b388-c610fa2b3a66, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:07:51.897231 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-45c5d08d-7c8a-4260-a58f-7fbe76609d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:51.960710 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b4405695-9c50-41b8-a82e-aefa88516840 req-2fc55389-762a-4cdc-8658-9ddd72d0c27b tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6416428 May 27 02:07:52.018040 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-43177869-171e-4b2a-94ba-6e29f06a2e78 req-84bc5d8d-4144-43a0-aa6b-db88996e4c5f service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8671737 May 27 02:07:52.081165 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-45c5d08d-7c8a-4260-a58f-7fbe76609d35 None None] For port f912d263-54bf-4535-b388-c610fa2b3a66, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:07:52.081681 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-51268c8a-fd9f-462b-a708-a68b43d67fc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:52.107699 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-51268c8a-fd9f-462b-a708-a68b43d67fc4 admin admin] Transition to ACTIVE for port object b5323004-beca-437c-8571-d6b58882185c will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:07:52.119073 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-45c5d08d-7c8a-4260-a58f-7fbe76609d35 None None] For port f912d263-54bf-4535-b388-c610fa2b3a66, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=f912d263-54bf-4535-b388-c610fa2b3a66,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:07:52.177591 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-8841fac7-8e07-4f49-bdf3-fb76458c698c service neutron] 10.222.0.57 "GET /v2.0/networks/514e079c-2944-4b13-a7e0-cfbe224342f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0077112 May 27 02:07:52.180780 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-45c5d08d-7c8a-4260-a58f-7fbe76609d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:52.210148 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-51268c8a-fd9f-462b-a708-a68b43d67fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:52.309038 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c5d08d-7c8a-4260-a58f-7fbe76609d35 None None] Routers {'78753787-fa04-4aee-b145-c743c1444557'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:07:52.309815 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-45c5d08d-7c8a-4260-a58f-7fbe76609d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:07:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['78753787-fa04-4aee-b145-c743c1444557'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:52.349517 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51268c8a-fd9f-462b-a708-a68b43d67fc4 admin admin] Network 322327b4-bb13-4630-a779-a0a38cd59599 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:07:52.357853 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-51268c8a-fd9f-462b-a708-a68b43d67fc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:07:52.365666 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51268c8a-fd9f-462b-a708-a68b43d67fc4 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:07:52.466447 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-51268c8a-fd9f-462b-a708-a68b43d67fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:52.669106 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51268c8a-fd9f-462b-a708-a68b43d67fc4 admin admin] Pushing event updated for resources: {'Port': ['ID=b5323004-beca-437c-8571-d6b58882185c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:52.817412 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-45c5d08d-7c8a-4260-a58f-7fbe76609d35 None None] Set router 78753787-fa04-4aee-b145-c743c1444557 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:07:52.832668 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0f9054db-28b6-44bf-a635-5423b6bf3549 req-3256f24c-3f13-4bdf-88fa-15c6aa77c518 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/ports?device_id=41922585-b3d3-4c0d-b8f5-88dcc97a4dee HTTP/1.1" status: 200 len: 210 time: 0.1881232 May 27 02:07:52.873120 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26408599-0f0b-4198-9b7a-f71b1a695c51 req-5abb822f-5564-4d3d-a29e-43d290bbb82a tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:52.903271 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-26408599-0f0b-4198-9b7a-f71b1a695c51 req-5abb822f-5564-4d3d-a29e-43d290bbb82a tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=527f146d-bcc6-451c-91eb-c53a214932df HTTP/1.1" status: 200 len: 949 time: 0.5470874 May 27 02:07:52.927272 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 809b18de-5154-4ee2-8f28-5d5fa944ef0c up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:07:53.001384 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-51268c8a-fd9f-462b-a708-a68b43d67fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:53.055074 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-43177869-171e-4b2a-94ba-6e29f06a2e78 req-e03bb5a1-1e17-47a7-95c8-d8ad734e446c service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8999910 May 27 02:07:53.086118 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-76b71ae2-8c38-49b1-af7c-bbee43557d28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:53.116501 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c1e60949-2d97-4ebe-b549-d69187d41143 None None] Provisioning for port b5323004-beca-437c-8571-d6b58882185c completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:07:53.172687 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c1e60949-2d97-4ebe-b549-d69187d41143 None None] Provisioning complete for port b5323004-beca-437c-8571-d6b58882185c triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:07:53.176192 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c1e60949-2d97-4ebe-b549-d69187d41143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:53.331538 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-c1e60949-2d97-4ebe-b549-d69187d41143 None None] Port b5323004-beca-437c-8571-d6b58882185c cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:07:53.483038 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84218ca8-7cda-4188-951d-1f59778de47b None None] Pushing event updated for resources: {'Port': ['ID=f912d263-54bf-4535-b388-c610fa2b3a66,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:53.488625 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 809b18de-5154-4ee2-8f28-5d5fa944ef0c completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:07:53.494743 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 809b18de-5154-4ee2-8f28-5d5fa944ef0c triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:07:53.495469 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:53.682395 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-51268c8a-fd9f-462b-a708-a68b43d67fc4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:53.719834 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 809b18de-5154-4ee2-8f28-5d5fa944ef0c is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:07:53.720212 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:53.729531 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-45c5d08d-7c8a-4260-a58f-7fbe76609d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78753787-fa04-4aee-b145-c743c1444557', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1936239004-router', 'tenant_id': 'acd984171a2445a5bb1155888985d0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'f912d263-54bf-4535-b388-c610fa2b3a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:07:39Z', 'updated_at': '2022-05-27T02:07:44Z', 'revision_number': 3, 'project_id': 'acd984171a2445a5bb1155888985d0e9', 'gw_port': {'id': 'f912d263-54bf-4535-b388-c610fa2b3a66', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78753787-fa04-4aee-b145-c743c1444557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:42Z', 'updated_at': '2022-05-27T02:07:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:53.739232 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c5d08d-7c8a-4260-a58f-7fbe76609d35 None None] The sync data for ids ['78753787-fa04-4aee-b145-c743c1444557'] in n-d-843554-3 is: [{'id': '78753787-fa04-4aee-b145-c743c1444557', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1936239004-router', 'tenant_id': 'acd984171a2445a5bb1155888985d0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'f912d263-54bf-4535-b388-c610fa2b3a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:07:39Z', 'updated_at': '2022-05-27T02:07:44Z', 'revision_number': 3, 'project_id': 'acd984171a2445a5bb1155888985d0e9', 'gw_port': {'id': 'f912d263-54bf-4535-b388-c610fa2b3a66', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78753787-fa04-4aee-b145-c743c1444557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:42Z', 'updated_at': '2022-05-27T02:07:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:07:53.755586 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-26408599-0f0b-4198-9b7a-f71b1a695c51 req-97621274-22f4-4219-869e-d3fff7d2833a tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8566122 May 27 02:07:53.800500 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 809b18de-5154-4ee2-8f28-5d5fa944ef0c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=809b18de-5154-4ee2-8f28-5d5fa944ef0c,segment=NetworkSegment(289e98b2-c013-428a-9af2-2474b2ccaed7),segment_id=289e98b2-c013-428a-9af2-2474b2ccaed7)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:53.838201 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-51268c8a-fd9f-462b-a708-a68b43d67fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:53.966037 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0006525-5c28-4878-88c4-035201aa5b22 req-f57c2b60-f71f-433d-ad1c-10482370f6cd tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:53.967622 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b0006525-5c28-4878-88c4-035201aa5b22 req-f57c2b60-f71f-433d-ad1c-10482370f6cd tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/networks?id=db30ed05-8f60-4a40-83c6-9b50139dcb81 HTTP/1.1" status: 200 len: 821 time: 0.8638577 May 27 02:07:53.999346 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51268c8a-fd9f-462b-a708-a68b43d67fc4 admin admin] Pushing event updated for resources: {'Port': ['ID=b5323004-beca-437c-8571-d6b58882185c,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:54.002678 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-51268c8a-fd9f-462b-a708-a68b43d67fc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:54.052531 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b0006525-5c28-4878-88c4-035201aa5b22 req-e8958881-5364-4f5c-8a6c-fc4a6263934d tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/quotas/a29ffcc4de66478babed622f0d89fbe8 HTTP/1.1" status: 200 len: 375 time: 0.0780482 May 27 02:07:54.171020 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:54.190205 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51268c8a-fd9f-462b-a708-a68b43d67fc4 admin admin] Network 322327b4-bb13-4630-a779-a0a38cd59599 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:07:54.193648 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-51268c8a-fd9f-462b-a708-a68b43d67fc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:07:54.331971 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b71ae2-8c38-49b1-af7c-bbee43557d28 admin admin] Router e03f01e5-96b0-474f-afa3-b6c0b8afed82 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:07:54.333622 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=809b18de-5154-4ee2-8f28-5d5fa944ef0c,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:54.375855 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b0006525-5c28-4878-88c4-035201aa5b22 req-22bae75e-39d7-4ece-8e3c-a451692ec399 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a29ffcc4de66478babed622f0d89fbe8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3110337 May 27 02:07:54.679426 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-dd4c2e2b-08a8-461c-a8d7-9c4a25a3da7a None None] Provisioning complete for port b5323004-beca-437c-8571-d6b58882185c triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:07:54.680339 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-dd4c2e2b-08a8-461c-a8d7-9c4a25a3da7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:54.876384 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f912d263-54bf-4535-b388-c610fa2b3a66 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:07:54.908791 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51268c8a-fd9f-462b-a708-a68b43d67fc4 admin admin] Router 78753787-fa04-4aee-b145-c743c1444557 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:07:55.107345 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-dd4c2e2b-08a8-461c-a8d7-9c4a25a3da7a None None] Port b5323004-beca-437c-8571-d6b58882185c cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:07:55.189318 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-86e24263-ad53-46ca-b550-860466c886de req-191855af-f319-4d59-8747-4cbd1671faef tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/ports?device_id=41922585-b3d3-4c0d-b8f5-88dcc97a4dee HTTP/1.1" status: 200 len: 210 time: 0.1335435 May 27 02:07:55.223685 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51268c8a-fd9f-462b-a708-a68b43d67fc4 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:07:55.233992 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-51268c8a-fd9f-462b-a708-a68b43d67fc4 admin admin] 10.222.0.57 "PUT /v2.0/routers/78753787-fa04-4aee-b145-c743c1444557/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1843362 May 27 02:07:55.249002 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b0006525-5c28-4878-88c4-035201aa5b22 req-799d5fc6-ef72-4ceb-ac37-0899f583f5a2 service neutron] 10.222.0.57 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8717337 May 27 02:07:55.277280 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port f912d263-54bf-4535-b388-c610fa2b3a66 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:07:55.287677 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port f912d263-54bf-4535-b388-c610fa2b3a66 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:07:55.288330 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:55.396780 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b71ae2-8c38-49b1-af7c-bbee43557d28 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:07:55.409620 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9bcb8923-12f4-40ff-8a03-4d4f116b2889 req-eb5405e2-aac3-46c5-a7c1-932e2acad956 tempest-ServersAdmin275Test-498210352 tempest-ServersAdmin275Test-498210352-project] 10.222.0.57 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.1247823 May 27 02:07:55.422200 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f33d57-3d8f-45dd-90f7-4cf92aeda9cc None None] Sync routers for ids ['e03f01e5-96b0-474f-afa3-b6c0b8afed82'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:07:55.430619 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54016) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:55.431316 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-76b71ae2-8c38-49b1-af7c-bbee43557d28 admin admin] 10.222.0.57 "PUT /v2.0/routers/e03f01e5-96b0-474f-afa3-b6c0b8afed82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3638594 May 27 02:07:55.478211 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-205c530b-e4bf-4524-8023-db09c2065410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:55.509390 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b0006525-5c28-4878-88c4-035201aa5b22 req-ef6e32be-5b2c-41a2-bd51-126177397568 service neutron] 10.222.0.57 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589815 May 27 02:07:55.512965 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port f912d263-54bf-4535-b388-c610fa2b3a66 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:07:55.512965 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:55.518732 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f33d57-3d8f-45dd-90f7-4cf92aeda9cc None None] Routers {'e03f01e5-96b0-474f-afa3-b6c0b8afed82'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:07:55.519618 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-79f33d57-3d8f-45dd-90f7-4cf92aeda9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:07:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['e03f01e5-96b0-474f-afa3-b6c0b8afed82'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:55.633089 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port f912d263-54bf-4535-b388-c610fa2b3a66, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=f912d263-54bf-4535-b388-c610fa2b3a66,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:55.667882 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69a2b955-5b3e-4eaa-9dd3-3230f20621fa admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:55.704244 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a5b0a-328a-40e8-af4f-93ab3350827e req-7b0300a6-8feb-4288-8667-e4777a95ca46 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:55.705869 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e68a5b0a-328a-40e8-af4f-93ab3350827e req-7b0300a6-8feb-4288-8667-e4777a95ca46 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=527f146d-bcc6-451c-91eb-c53a214932df HTTP/1.1" status: 200 len: 949 time: 0.1428142 May 27 02:07:55.716052 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:55.716860 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 809b18de-5154-4ee2-8f28-5d5fa944ef0c up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:07:55.850390 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e68a5b0a-328a-40e8-af4f-93ab3350827e req-05660301-a2ce-4013-af67-f41217b0583d tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325819 May 27 02:07:55.854137 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=f912d263-54bf-4535-b388-c610fa2b3a66,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:55.936487 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-79f33d57-3d8f-45dd-90f7-4cf92aeda9cc None None] Set router e03f01e5-96b0-474f-afa3-b6c0b8afed82 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:07:55.948602 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69a2b955-5b3e-4eaa-9dd3-3230f20621fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:56.057745 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8aa0648e-3a01-44cc-9a92-906331485e48 req-6fbe2f53-3f15-475c-a9a4-40b20dd24b7f tempest-ServersAdmin275Test-498210352 tempest-ServersAdmin275Test-498210352-project] 10.222.0.57 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.1166074 May 27 02:07:56.071428 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-69a2b955-5b3e-4eaa-9dd3-3230f20621fa admin admin] Deleting port 1614c3e5-b0b6-490c-9dba-bc2ef875c90e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:07:56.071957 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69a2b955-5b3e-4eaa-9dd3-3230f20621fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:56.186792 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 809b18de-5154-4ee2-8f28-5d5fa944ef0c triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:07:56.186792 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:56.295660 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [req-84b75ab8-a151-43aa-8ee3-97ee12eb331e req-50a11810-e027-4ee5-be05-cd81552651c4 tempest-FloatingIPDetailsNegativeTestJSON-712095815 tempest-FloatingIPDetailsNegativeTestJSON-712095815-project] show failed (client error): The resource could not be found. May 27 02:07:56.306187 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54044) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:56.315652 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-84b75ab8-a151-43aa-8ee3-97ee12eb331e req-50a11810-e027-4ee5-be05-cd81552651c4 tempest-FloatingIPDetailsNegativeTestJSON-712095815 tempest-FloatingIPDetailsNegativeTestJSON-712095815-project] 10.222.0.57 "GET /v2.0/floatingips/bd261219-a4e4-49b4-a4a2-b6960a0e2258 HTTP/1.1" status: 404 len: 350 time: 0.0979800 May 27 02:07:56.380560 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f692de-a40d-4ea4-a5cb-ee83345869d0 None None] Sync routers for ids ['78753787-fa04-4aee-b145-c743c1444557'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:07:56.419914 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f692de-a40d-4ea4-a5cb-ee83345869d0 None None] Routers {'78753787-fa04-4aee-b145-c743c1444557'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:07:56.426068 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-83f692de-a40d-4ea4-a5cb-ee83345869d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:07:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['78753787-fa04-4aee-b145-c743c1444557'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:56.455539 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 809b18de-5154-4ee2-8f28-5d5fa944ef0c is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:07:56.525541 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5f61b1a5-9ed4-4a87-986a-bbb80cc87bb0 req-e186ccf0-a4e3-455f-8802-613d5a2cfa2c tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3e001ad-cd44-4ca5-aecd-4479d82578b7 HTTP/1.1" status: 200 len: 210 time: 0.2106740 May 27 02:07:56.600533 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-79f33d57-3d8f-45dd-90f7-4cf92aeda9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1611667911-router', 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '1614c3e5-b0b6-490c-9dba-bc2ef875c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:54Z', 'updated_at': '2022-05-27T02:07:50Z', 'revision_number': 5, 'project_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'gw_port': {'id': '1614c3e5-b0b6-490c-9dba-bc2ef875c90e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:04:55Z', 'updated_at': '2022-05-27T02:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:56.612641 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f33d57-3d8f-45dd-90f7-4cf92aeda9cc None None] Checking router: e03f01e5-96b0-474f-afa3-b6c0b8afed82 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:07:56.657783 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f33d57-3d8f-45dd-90f7-4cf92aeda9cc None None] Routers {'e03f01e5-96b0-474f-afa3-b6c0b8afed82'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:07:56.663233 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-79f33d57-3d8f-45dd-90f7-4cf92aeda9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:07:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['e03f01e5-96b0-474f-afa3-b6c0b8afed82'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:56.732882 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-69a2b955-5b3e-4eaa-9dd3-3230f20621fa admin admin] For port 1614c3e5-b0b6-490c-9dba-bc2ef875c90e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1614c3e5-b0b6-490c-9dba-bc2ef875c90e,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:56.733256 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69a2b955-5b3e-4eaa-9dd3-3230f20621fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:56.862885 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-85fb7f94-78ef-4a6f-965a-585314067ccc tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:56.866978 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-85fb7f94-78ef-4a6f-965a-585314067ccc tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.66 "GET /v2.0/networks?id=514e079c-2944-4b13-a7e0-cfbe224342f3 HTTP/1.1" status: 200 len: 829 time: 0.4852374 May 27 02:07:56.897723 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-ec5b8ade-a8bd-43c7-9459-cfc69c9c2209 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Request body: {'port': {'device_id': '41922585-b3d3-4c0d-b8f5-88dcc97a4dee', 'network_id': '514e079c-2944-4b13-a7e0-cfbe224342f3', 'admin_state_up': True, 'tenant_id': '03c1fcaae176438a9274ccbf2946eee2'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:07:56.961777 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-83f692de-a40d-4ea4-a5cb-ee83345869d0 None None] Set router 78753787-fa04-4aee-b145-c743c1444557 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:07:57.002181 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f912d263-54bf-4535-b388-c610fa2b3a66 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:07:57.046443 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-69a2b955-5b3e-4eaa-9dd3-3230f20621fa admin admin] Calling delete_port for 1614c3e5-b0b6-490c-9dba-bc2ef875c90e owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:07:57.117042 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-ec5b8ade-a8bd-43c7-9459-cfc69c9c2209 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:57.126708 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-79f33d57-3d8f-45dd-90f7-4cf92aeda9cc None None] Set router e03f01e5-96b0-474f-afa3-b6c0b8afed82 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:07:57.173059 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-73e0c089-f0ea-44bd-9605-9cd9d2dd6c72 req-1caa09b8-6a4e-4e2d-8e83-8bbca5ef96d0 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/ports?device_id=41922585-b3d3-4c0d-b8f5-88dcc97a4dee HTTP/1.1" status: 200 len: 210 time: 0.0605991 May 27 02:07:57.206176 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-ec5b8ade-a8bd-43c7-9459-cfc69c9c2209 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:57.229638 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43841362-b4bb-4d5e-b906-e5fa9e261d25 req-322340a3-9069-4066-bda0-74dce9d1dd32 tempest-MigrationsAdminTest-552391776 tempest-MigrationsAdminTest-552391776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:57.242448 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-43841362-b4bb-4d5e-b906-e5fa9e261d25 req-322340a3-9069-4066-bda0-74dce9d1dd32 tempest-MigrationsAdminTest-552391776 tempest-MigrationsAdminTest-552391776-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=527f146d-bcc6-451c-91eb-c53a214932df HTTP/1.1" status: 200 len: 1100 time: 0.6026592 May 27 02:07:57.258114 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-79f33d57-3d8f-45dd-90f7-4cf92aeda9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1611667911-router', 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:54Z', 'updated_at': '2022-05-27T02:07:55Z', 'revision_number': 6, 'project_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'gw_port_host': None}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:57.265477 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f33d57-3d8f-45dd-90f7-4cf92aeda9cc None None] The sync data for ids ['e03f01e5-96b0-474f-afa3-b6c0b8afed82'] in n-d-843554-3 is: [{'id': 'e03f01e5-96b0-474f-afa3-b6c0b8afed82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1611667911-router', 'tenant_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:54Z', 'updated_at': '2022-05-27T02:07:55Z', 'revision_number': 6, 'project_id': '28dbf9fdfeb54f248dadfff426cc8a12', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:07:57.273708 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port f912d263-54bf-4535-b388-c610fa2b3a66 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:07:57.273708 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:57.291237 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-ec5b8ade-a8bd-43c7-9459-cfc69c9c2209 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Made reservation on behalf of 03c1fcaae176438a9274ccbf2946eee2 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:07:57.296168 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-ec5b8ade-a8bd-43c7-9459-cfc69c9c2209 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:57.329909 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-43841362-b4bb-4d5e-b906-e5fa9e261d25 req-82102302-c461-4c58-a404-892b351687bb tempest-MigrationsAdminTest-552391776 tempest-MigrationsAdminTest-552391776-project-admin] Synchronizing usage tracker for tenant:0d4732360e6646d699192718bf2b0f0f on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:07:57.430335 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:07:57.493579 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-43841362-b4bb-4d5e-b906-e5fa9e261d25 req-82102302-c461-4c58-a404-892b351687bb tempest-MigrationsAdminTest-552391776 tempest-MigrationsAdminTest-552391776-project-admin] Unset dirty status for tenant:0d4732360e6646d699192718bf2b0f0f on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:07:57.493784 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port f912d263-54bf-4535-b388-c610fa2b3a66 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:07:57.501999 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-43841362-b4bb-4d5e-b906-e5fa9e261d25 req-82102302-c461-4c58-a404-892b351687bb tempest-MigrationsAdminTest-552391776 tempest-MigrationsAdminTest-552391776-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570775 May 27 02:07:57.675324 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-83f692de-a40d-4ea4-a5cb-ee83345869d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78753787-fa04-4aee-b145-c743c1444557', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1936239004-router', 'tenant_id': 'acd984171a2445a5bb1155888985d0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'f912d263-54bf-4535-b388-c610fa2b3a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:07:39Z', 'updated_at': '2022-05-27T02:07:52Z', 'revision_number': 4, 'project_id': 'acd984171a2445a5bb1155888985d0e9', 'gw_port': {'id': 'f912d263-54bf-4535-b388-c610fa2b3a66', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78753787-fa04-4aee-b145-c743c1444557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:42Z', 'updated_at': '2022-05-27T02:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'b5323004-beca-437c-8571-d6b58882185c', 'name': '', 'network_id': '322327b4-bb13-4630-a779-a0a38cd59599', 'tenant_id': 'acd984171a2445a5bb1155888985d0e9', 'mac_address': 'fa:16:3e:94:1e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78753787-fa04-4aee-b145-c743c1444557', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'cfb22580-a9e2-4adc-af62-5943c24094d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:51Z', 'updated_at': '2022-05-27T02:07:53Z', 'revision_number': 2, 'project_id': 'acd984171a2445a5bb1155888985d0e9', 'subnets': [{'id': 'cfb22580-a9e2-4adc-af62-5943c24094d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:57.679829 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f692de-a40d-4ea4-a5cb-ee83345869d0 None None] Checking router: 78753787-fa04-4aee-b145-c743c1444557 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:07:57.680436 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f692de-a40d-4ea4-a5cb-ee83345869d0 None None] Updating router 78753787-fa04-4aee-b145-c743c1444557 port b5323004-beca-437c-8571-d6b58882185c binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:07:57.694061 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7132d9ca-b328-4868-93e7-1278fded955a req-a7ffba8f-105e-4e12-a256-c9a8fdedf203 tempest-ServersAdmin275Test-498210352 tempest-ServersAdmin275Test-498210352-project] 10.222.0.57 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.1843290 May 27 02:07:57.785659 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d33a7caa-614c-4d79-9743-87607b37a32b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:57.824389 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df2071a2-3200-42e3-809f-734e6a14a33f req-46804d68-2046-4042-8bb6-aae57ad00c0c tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3e001ad-cd44-4ca5-aecd-4479d82578b7 HTTP/1.1" status: 200 len: 210 time: 0.1186967 May 27 02:07:57.857766 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-83f692de-a40d-4ea4-a5cb-ee83345869d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:57.919729 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-ec5b8ade-a8bd-43c7-9459-cfc69c9c2209 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Allocated IP 172.20.0.7 (514e079c-2944-4b13-a7e0-cfbe224342f3/3228bc85-ca3c-44ef-b3fa-500ab610ab5d/7dacb60a-88f7-460b-b571-bdcd6730ee06) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:07:57.953240 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-701c4403-669d-459d-98f8-a6b5c4655c9c tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371068 May 27 02:07:58.034359 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54074) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:58.382628 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69a2b955-5b3e-4eaa-9dd3-3230f20621fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:58.421572 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a0f8908-0cae-4660-b80b-346cb14a980b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:58.506029 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2b955-5b3e-4eaa-9dd3-3230f20621fa admin admin] Pushing event deleted for resources: {'Port': ['ID=1614c3e5-b0b6-490c-9dba-bc2ef875c90e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:58.506428 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fa51c12d-1488-498f-88ba-bd564e512901 req-546dd749-3718-4665-816c-8581b9c2d17b tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/ports?device_id=41922585-b3d3-4c0d-b8f5-88dcc97a4dee HTTP/1.1" status: 200 len: 210 time: 0.1291909 May 27 02:07:58.515698 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5a0f8908-0cae-4660-b80b-346cb14a980b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:58.521464 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-83f692de-a40d-4ea4-a5cb-ee83345869d0 None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:58.526495 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5a0f8908-0cae-4660-b80b-346cb14a980b admin admin] Usage tracker for resource:security_group_rule and tenant:55084007d5a34e6291ca6364ad04330e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:58.539687 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-83f692de-a40d-4ea4-a5cb-ee83345869d0 None None] Transition to ACTIVE for port object b5323004-beca-437c-8571-d6b58882185c will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:07:58.559349 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5a0f8908-0cae-4660-b80b-346cb14a980b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:58.559688 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-da2ac234-0df2-4b97-8900-a0ff7f09fac2 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:58.561361 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-da2ac234-0df2-4b97-8900-a0ff7f09fac2 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5974555 May 27 02:07:58.566143 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2b955-5b3e-4eaa-9dd3-3230f20621fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:58.566505 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2b955-5b3e-4eaa-9dd3-3230f20621fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:58.566858 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2b955-5b3e-4eaa-9dd3-3230f20621fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:58.567345 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2b955-5b3e-4eaa-9dd3-3230f20621fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:58.567686 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2b955-5b3e-4eaa-9dd3-3230f20621fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:58.568017 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2b955-5b3e-4eaa-9dd3-3230f20621fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:58.568345 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2b955-5b3e-4eaa-9dd3-3230f20621fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:58.568671 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2b955-5b3e-4eaa-9dd3-3230f20621fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:58.569018 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2b955-5b3e-4eaa-9dd3-3230f20621fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:58.569344 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2b955-5b3e-4eaa-9dd3-3230f20621fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:58.569674 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2b955-5b3e-4eaa-9dd3-3230f20621fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:58.569984 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2b955-5b3e-4eaa-9dd3-3230f20621fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:58.587269 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5a0f8908-0cae-4660-b80b-346cb14a980b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:58.597227 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-83f692de-a40d-4ea4-a5cb-ee83345869d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:58.611804 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-1b69f69a-c786-4656-acf0-3dda42310c27 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/quotas/91fc0a0dee4b4cc18343e2e355149e58 HTTP/1.1" status: 200 len: 375 time: 0.0372908 May 27 02:07:58.627983 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69a2b955-5b3e-4eaa-9dd3-3230f20621fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:58.643504 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ac5d3537-77cc-4eda-8e6a-19af9c2aa817 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:07:58.681217 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: ac5d3537-77cc-4eda-8e6a-19af9c2aa817 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:07:58.681767 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ac5d3537-77cc-4eda-8e6a-19af9c2aa817 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:07:58.682497 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1614c3e5-b0b6-490c-9dba-bc2ef875c90e no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:07:58.728327 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 1614c3e5-b0b6-490c-9dba-bc2ef875c90e {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:07:58.728661 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1614c3e5-b0b6-490c-9dba-bc2ef875c90e not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:07:58.785793 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-566f1e73-c729-4ce1-9b7a-465eb33a537b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:58.801919 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-ec5b8ade-a8bd-43c7-9459-cfc69c9c2209 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:58.827228 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-ec5b8ade-a8bd-43c7-9459-cfc69c9c2209 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Transition to ACTIVE for port object 7dacb60a-88f7-460b-b571-bdcd6730ee06 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:07:58.851901 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:58.878301 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-4b5ec33d-64ce-42b1-8c5d-b2e6c9492d7f tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2655532 May 27 02:07:58.888013 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681dced-98ce-4bba-b7ee-5a9e837fb236 None None] Pushing event updated for resources: {'Port': ['ID=b5323004-beca-437c-8571-d6b58882185c,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:58.939214 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-83f692de-a40d-4ea4-a5cb-ee83345869d0 None None] Attempting to bind port b5323004-beca-437c-8571-d6b58882185c on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:07:58.939214 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-83f692de-a40d-4ea4-a5cb-ee83345869d0 None None] Attempting to bind port b5323004-beca-437c-8571-d6b58882185c by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '7e847541-5b73-4c7d-bea8-e91eb4e6d291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '322327b4-bb13-4630-a779-a0a38cd59599'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:07:58.939214 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f692de-a40d-4ea4-a5cb-ee83345869d0 None None] Attempting to bind port b5323004-beca-437c-8571-d6b58882185c on network 322327b4-bb13-4630-a779-a0a38cd59599 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:07:58.953223 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f692de-a40d-4ea4-a5cb-ee83345869d0 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:07:58.953597 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f692de-a40d-4ea4-a5cb-ee83345869d0 None None] Checking segment: {'id': '7e847541-5b73-4c7d-bea8-e91eb4e6d291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '322327b4-bb13-4630-a779-a0a38cd59599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:07:58.954105 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-83f692de-a40d-4ea4-a5cb-ee83345869d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:58.954394 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f692de-a40d-4ea4-a5cb-ee83345869d0 None None] Bound using segment: {'id': '7e847541-5b73-4c7d-bea8-e91eb4e6d291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '322327b4-bb13-4630-a779-a0a38cd59599'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:07:58.954865 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-83f692de-a40d-4ea4-a5cb-ee83345869d0 None None] Bound port: b5323004-beca-437c-8571-d6b58882185c, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e847541-5b73-4c7d-bea8-e91eb4e6d291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '322327b4-bb13-4630-a779-a0a38cd59599'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:07:58.955254 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-83f692de-a40d-4ea4-a5cb-ee83345869d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:58.969326 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:59.008867 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-ec5b8ade-a8bd-43c7-9459-cfc69c9c2209 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:59.081054 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-83f692de-a40d-4ea4-a5cb-ee83345869d0 None None] For port b5323004-beca-437c-8571-d6b58882185c, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:07:59.084326 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-83f692de-a40d-4ea4-a5cb-ee83345869d0 None None] For port b5323004-beca-437c-8571-d6b58882185c, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b5323004-beca-437c-8571-d6b58882185c,segment=NetworkSegment(7e847541-5b73-4c7d-bea8-e91eb4e6d291),segment_id=7e847541-5b73-4c7d-bea8-e91eb4e6d291)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:07:59.152149 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-83f692de-a40d-4ea4-a5cb-ee83345869d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:59.174708 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aa7f247b-2287-416e-91e2-209a3371b5a6 req-0535060e-e432-4f34-88d5-0359c925335a tempest-ServersAdmin275Test-498210352 tempest-ServersAdmin275Test-498210352-project] 10.222.0.57 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.1136453 May 27 02:07:59.188706 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69a2b955-5b3e-4eaa-9dd3-3230f20621fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:59.191640 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69a2b955-5b3e-4eaa-9dd3-3230f20621fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:59.212000 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-ec5b8ade-a8bd-43c7-9459-cfc69c9c2209 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Network 514e079c-2944-4b13-a7e0-cfbe224342f3 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:07:59.256429 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-ec5b8ade-a8bd-43c7-9459-cfc69c9c2209 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:07:59.270279 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-ec5b8ade-a8bd-43c7-9459-cfc69c9c2209 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:07:59.290579 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f692de-a40d-4ea4-a5cb-ee83345869d0 None None] Routers {'78753787-fa04-4aee-b145-c743c1444557'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:07:59.291956 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-83f692de-a40d-4ea4-a5cb-ee83345869d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:07:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['78753787-fa04-4aee-b145-c743c1444557'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:59.359027 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b8ade-a8bd-43c7-9459-cfc69c9c2209 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Pushing event updated for resources: {'Port': ['ID=7dacb60a-88f7-460b-b571-bdcd6730ee06,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:59.452631 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.66', 62092) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:59.518022 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681dced-98ce-4bba-b7ee-5a9e837fb236 None None] Pushing event updated for resources: {'Port': ['ID=b5323004-beca-437c-8571-d6b58882185c,revision_number=4']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:59.521538 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b8ade-a8bd-43c7-9459-cfc69c9c2209 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:59.522525 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b8ade-a8bd-43c7-9459-cfc69c9c2209 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:59.523043 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b8ade-a8bd-43c7-9459-cfc69c9c2209 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:59.527929 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b8ade-a8bd-43c7-9459-cfc69c9c2209 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:59.527929 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b8ade-a8bd-43c7-9459-cfc69c9c2209 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:59.527929 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b8ade-a8bd-43c7-9459-cfc69c9c2209 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:59.527929 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b8ade-a8bd-43c7-9459-cfc69c9c2209 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:59.527929 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b8ade-a8bd-43c7-9459-cfc69c9c2209 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:59.527929 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b8ade-a8bd-43c7-9459-cfc69c9c2209 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:59.527929 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b8ade-a8bd-43c7-9459-cfc69c9c2209 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:59.527929 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b8ade-a8bd-43c7-9459-cfc69c9c2209 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:59.527929 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b8ade-a8bd-43c7-9459-cfc69c9c2209 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:59.549180 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8c2af6f6-b068-42bf-8bca-473cf45af627 req-e8f2a07f-356c-494d-bd1e-c620aeda0bbb tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 210 time: 0.1774585 May 27 02:07:59.624316 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a0f8908-0cae-4660-b80b-346cb14a980b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:59.663654 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a8557c01-e079-41a9-a0cc-4f3fee209f85 req-ef44f254-69b5-48c9-848e-48f4de51c756 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3e001ad-cd44-4ca5-aecd-4479d82578b7 HTTP/1.1" status: 200 len: 210 time: 0.1216896 May 27 02:07:59.679858 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b76c7777-a504-4cf1-b660-6623633ec9a9 req-c807e4d0-6fec-46c3-a835-8ff2bb1ac610 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.2210159 May 27 02:07:59.698260 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-ec5b8ade-a8bd-43c7-9459-cfc69c9c2209 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:59.704768 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-ec5b8ade-a8bd-43c7-9459-cfc69c9c2209 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:59.721081 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0006525-5c28-4878-88c4-035201aa5b22 req-6b911aa1-b33d-4ccb-88ef-f79306aeec46 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:59.721759 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-b0006525-5c28-4878-88c4-035201aa5b22 req-6b911aa1-b33d-4ccb-88ef-f79306aeec46 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Synchronizing usage tracker for tenant:a29ffcc4de66478babed622f0d89fbe8 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:07:59.729636 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-83f692de-a40d-4ea4-a5cb-ee83345869d0 None None] Set router 78753787-fa04-4aee-b145-c743c1444557 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:07:59.730818 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69a2b955-5b3e-4eaa-9dd3-3230f20621fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:59.731396 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a2b955-5b3e-4eaa-9dd3-3230f20621fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router e03f01e5-96b0-474f-afa3-b6c0b8afed82 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:07:59.753749 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a0f8908-0cae-4660-b80b-346cb14a980b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:59.790874 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-d06170e2-420a-457d-acb4-00a07c0366e0 None None] Provisioning for port 7dacb60a-88f7-460b-b571-bdcd6730ee06 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:07:59.796511 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-d06170e2-420a-457d-acb4-00a07c0366e0 None None] Provisioning complete for port 7dacb60a-88f7-460b-b571-bdcd6730ee06 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:07:59.796932 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d06170e2-420a-457d-acb4-00a07c0366e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:59.815435 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-ec5b8ade-a8bd-43c7-9459-cfc69c9c2209 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9271255 May 27 02:07:59.831875 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5a0f8908-0cae-4660-b80b-346cb14a980b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=55084007d5a34e6291ca6364ad04330e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7963641 May 27 02:07:59.834797 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54098) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:59.860507 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e62922-a9a0-4fa8-92b2-f29dbe68c4fa req-c7d8f7b8-888c-48e9-99ff-b5b776c533ba tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:59.861317 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-17e62922-a9a0-4fa8-92b2-f29dbe68c4fa req-c7d8f7b8-888c-48e9-99ff-b5b776c533ba tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Synchronizing usage tracker for tenant:03c1fcaae176438a9274ccbf2946eee2 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:07:59.898161 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-1ab2c331-3b54-42e7-8021-9e2bd1994823 service neutron] Request body: {'port': {'device_id': '41922585-b3d3-4c0d-b8f5-88dcc97a4dee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:07:59.943520 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-d06170e2-420a-457d-acb4-00a07c0366e0 None None] Port 7dacb60a-88f7-460b-b571-bdcd6730ee06 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:08:00.034057 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-b0006525-5c28-4878-88c4-035201aa5b22 req-6b911aa1-b33d-4ccb-88ef-f79306aeec46 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Unset dirty status for tenant:a29ffcc4de66478babed622f0d89fbe8 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:08:00.035178 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b0006525-5c28-4878-88c4-035201aa5b22 req-6b911aa1-b33d-4ccb-88ef-f79306aeec46 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.66 "GET /v2.0/networks?id=db30ed05-8f60-4a40-83c6-9b50139dcb81 HTTP/1.1" status: 200 len: 821 time: 1.3568769 May 27 02:08:00.037066 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:00.054037 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5e593e7f-cb8a-4bd7-b5ff-3ff7d2b0e624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:00.060248 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-b0006525-5c28-4878-88c4-035201aa5b22 req-a07ab35c-65f4-41d8-acea-07d5c3656aea tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Request body: {'port': {'device_id': 'f3e001ad-cd44-4ca5-aecd-4479d82578b7', 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81', 'admin_state_up': True, 'tenant_id': 'a29ffcc4de66478babed622f0d89fbe8'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:00.095518 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f8908-0cae-4660-b80b-346cb14a980b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9ea2bc-927a-4129-84ee-96773fc258d0,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:00.107874 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5e593e7f-cb8a-4bd7-b5ff-3ff7d2b0e624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:00.119080 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-1ab2c331-3b54-42e7-8021-9e2bd1994823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:00.136744 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-17e62922-a9a0-4fa8-92b2-f29dbe68c4fa req-c7d8f7b8-888c-48e9-99ff-b5b776c533ba tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Unset dirty status for tenant:03c1fcaae176438a9274ccbf2946eee2 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:08:00.138765 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-17e62922-a9a0-4fa8-92b2-f29dbe68c4fa req-c7d8f7b8-888c-48e9-99ff-b5b776c533ba tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/ports?device_id=41922585-b3d3-4c0d-b8f5-88dcc97a4dee HTTP/1.1" status: 200 len: 931 time: 0.4028327 May 27 02:08:00.150975 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-83f692de-a40d-4ea4-a5cb-ee83345869d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78753787-fa04-4aee-b145-c743c1444557', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1936239004-router', 'tenant_id': 'acd984171a2445a5bb1155888985d0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'f912d263-54bf-4535-b388-c610fa2b3a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:07:39Z', 'updated_at': '2022-05-27T02:07:52Z', 'revision_number': 4, 'project_id': 'acd984171a2445a5bb1155888985d0e9', 'gw_port': {'id': 'f912d263-54bf-4535-b388-c610fa2b3a66', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78753787-fa04-4aee-b145-c743c1444557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:42Z', 'updated_at': '2022-05-27T02:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'b5323004-beca-437c-8571-d6b58882185c', 'name': '', 'network_id': '322327b4-bb13-4630-a779-a0a38cd59599', 'tenant_id': 'acd984171a2445a5bb1155888985d0e9', 'mac_address': 'fa:16:3e:94:1e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78753787-fa04-4aee-b145-c743c1444557', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'cfb22580-a9e2-4adc-af62-5943c24094d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:51Z', 'updated_at': '2022-05-27T02:07:59Z', 'revision_number': 4, 'project_id': 'acd984171a2445a5bb1155888985d0e9', 'subnets': [{'id': 'cfb22580-a9e2-4adc-af62-5943c24094d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:00.155709 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f692de-a40d-4ea4-a5cb-ee83345869d0 None None] The sync data for ids ['78753787-fa04-4aee-b145-c743c1444557'] in n-d-843554-3 is: [{'id': '78753787-fa04-4aee-b145-c743c1444557', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1936239004-router', 'tenant_id': 'acd984171a2445a5bb1155888985d0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'f912d263-54bf-4535-b388-c610fa2b3a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:07:39Z', 'updated_at': '2022-05-27T02:07:52Z', 'revision_number': 4, 'project_id': 'acd984171a2445a5bb1155888985d0e9', 'gw_port': {'id': 'f912d263-54bf-4535-b388-c610fa2b3a66', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78753787-fa04-4aee-b145-c743c1444557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:42Z', 'updated_at': '2022-05-27T02:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'b5323004-beca-437c-8571-d6b58882185c', 'name': '', 'network_id': '322327b4-bb13-4630-a779-a0a38cd59599', 'tenant_id': 'acd984171a2445a5bb1155888985d0e9', 'mac_address': 'fa:16:3e:94:1e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78753787-fa04-4aee-b145-c743c1444557', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'cfb22580-a9e2-4adc-af62-5943c24094d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:51Z', 'updated_at': '2022-05-27T02:07:59Z', 'revision_number': 4, 'project_id': 'acd984171a2445a5bb1155888985d0e9', 'subnets': [{'id': 'cfb22580-a9e2-4adc-af62-5943c24094d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:08:00.191372 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69a2b955-5b3e-4eaa-9dd3-3230f20621fa admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:00.192570 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-69a2b955-5b3e-4eaa-9dd3-3230f20621fa admin admin] 10.222.0.57 "DELETE /v2.0/routers/e03f01e5-96b0-474f-afa3-b6c0b8afed82 HTTP/1.1" status: 204 len: 168 time: 4.7604330 May 27 02:08:00.197275 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54104) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:00.269924 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-17e62922-a9a0-4fa8-92b2-f29dbe68c4fa req-4d42bffc-1fcd-4387-9e11-6d7d41a2323d tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a399aad-ce28-4352-b510-d682d1e0f384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736723 May 27 02:08:00.379538 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-b0006525-5c28-4878-88c4-035201aa5b22 req-a07ab35c-65f4-41d8-acea-07d5c3656aea tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:00.395484 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e489468-f0c8-491b-9248-d77155bc1fa1 admin admin] Deleting subnet 910bc1cc-bbe5-4144-8601-c90701254592 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:08:00.403310 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-b0006525-5c28-4878-88c4-035201aa5b22 req-a07ab35c-65f4-41d8-acea-07d5c3656aea tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:00.406816 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e489468-f0c8-491b-9248-d77155bc1fa1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:00.441361 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-566f1e73-c729-4ce1-9b7a-465eb33a537b admin admin] Deleting port b5323004-beca-437c-8571-d6b58882185c {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:08:00.441743 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-566f1e73-c729-4ce1-9b7a-465eb33a537b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:00.518747 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f0adc9ba-475e-4eaf-8ec8-80c3cbf4c45e req-aa06ebe3-e719-4d75-9a01-051792c42c34 tempest-ServersAdmin275Test-498210352 tempest-ServersAdmin275Test-498210352-project] 10.222.0.57 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.1199646 May 27 02:08:00.518996 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e489468-f0c8-491b-9248-d77155bc1fa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:00.523837 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5e593e7f-cb8a-4bd7-b5ff-3ff7d2b0e624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:00.550997 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0006525-5c28-4878-88c4-035201aa5b22 req-a07ab35c-65f4-41d8-acea-07d5c3656aea tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Made reservation on behalf of a29ffcc4de66478babed622f0d89fbe8 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:08:00.558928 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b0006525-5c28-4878-88c4-035201aa5b22 req-a07ab35c-65f4-41d8-acea-07d5c3656aea tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:00.563312 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e593e7f-cb8a-4bd7-b5ff-3ff7d2b0e624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9ea2bc-927a-4129-84ee-96773fc258d0,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:00.576446 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5e593e7f-cb8a-4bd7-b5ff-3ff7d2b0e624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:00.582204 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5e593e7f-cb8a-4bd7-b5ff-3ff7d2b0e624 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cc9ea2bc-927a-4129-84ee-96773fc258d0 HTTP/1.1" status: 204 len: 168 time: 0.7413080 May 27 02:08:00.831043 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-1ab2c331-3b54-42e7-8021-9e2bd1994823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dacb60a-88f7-460b-b571-bdcd6730ee06 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:08:00.841706 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-1ab2c331-3b54-42e7-8021-9e2bd1994823 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:00.923435 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b5323004-beca-437c-8571-d6b58882185c up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:08:00.928678 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-54634cf6-b5ed-4d89-8051-f60a932eb6c9 req-f608e70a-2978-4a4b-8314-daaa5d0c33b6 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 210 time: 0.0919893 May 27 02:08:01.059474 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3722700b-8f12-4b42-8846-b6dc35a7852a req-96d966d9-e7cd-4751-88db-8eabf72c512e tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3e001ad-cd44-4ca5-aecd-4479d82578b7 HTTP/1.1" status: 200 len: 210 time: 0.1265316 May 27 02:08:01.063377 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-1ab2c331-3b54-42e7-8021-9e2bd1994823 service neutron] Transition to ACTIVE for port object 7dacb60a-88f7-460b-b571-bdcd6730ee06 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:08:01.087108 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-566f1e73-c729-4ce1-9b7a-465eb33a537b admin admin] For port b5323004-beca-437c-8571-d6b58882185c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b5323004-beca-437c-8571-d6b58882185c,segment=NetworkSegment(7e847541-5b73-4c7d-bea8-e91eb4e6d291),segment_id=7e847541-5b73-4c7d-bea8-e91eb4e6d291)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:01.087477 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-566f1e73-c729-4ce1-9b7a-465eb33a537b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:01.110671 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e489468-f0c8-491b-9248-d77155bc1fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:01.162570 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-1ab2c331-3b54-42e7-8021-9e2bd1994823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:01.196665 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port b5323004-beca-437c-8571-d6b58882185c completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:08:01.203059 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port b5323004-beca-437c-8571-d6b58882185c triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:08:01.203690 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:01.283224 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-566f1e73-c729-4ce1-9b7a-465eb33a537b admin admin] Calling delete_port for b5323004-beca-437c-8571-d6b58882185c owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:08:01.341613 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-b0006525-5c28-4878-88c4-035201aa5b22 req-a07ab35c-65f4-41d8-acea-07d5c3656aea tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Allocated IP 172.20.0.14 (db30ed05-8f60-4a40-83c6-9b50139dcb81/1e2a1d95-8ee5-4ee3-927d-bf057db8df2f/2f108c7c-cb3d-4888-b5ed-193b8e1f7b52) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:08:01.491130 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port b5323004-beca-437c-8571-d6b58882185c is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:08:01.491508 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:01.540126 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port b5323004-beca-437c-8571-d6b58882185c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b5323004-beca-437c-8571-d6b58882185c,segment=NetworkSegment(7e847541-5b73-4c7d-bea8-e91eb4e6d291),segment_id=7e847541-5b73-4c7d-bea8-e91eb4e6d291)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:01.608761 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:01.609144 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab2c331-3b54-42e7-8021-9e2bd1994823 service neutron] Pushing event updated for resources: {'Port': ['ID=7dacb60a-88f7-460b-b571-bdcd6730ee06,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:01.613615 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54126) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:01.695341 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b0006525-5c28-4878-88c4-035201aa5b22 req-a07ab35c-65f4-41d8-acea-07d5c3656aea tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:01.699154 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=b5323004-beca-437c-8571-d6b58882185c,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:01.708394 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:01.709129 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:01.709678 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:01.710216 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:01.710920 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:01.711517 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:01.712052 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:01.712591 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:01.713148 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:01.713675 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:01.714225 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:01.715271 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:01.731609 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e489468-f0c8-491b-9248-d77155bc1fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:01.783325 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e489468-f0c8-491b-9248-d77155bc1fa1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:01.785076 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e489468-f0c8-491b-9248-d77155bc1fa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=910bc1cc-bbe5-4144-8601-c90701254592,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:01.806642 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5e665f6f-49fc-4759-b277-fd86230b2d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:01.816304 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b0006525-5c28-4878-88c4-035201aa5b22 req-a07ab35c-65f4-41d8-acea-07d5c3656aea tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:01.820906 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f6496f-52de-47c3-bdea-9592811e3b86 None None] Network 17b286dd-35ae-40dc-a3e1-65b9625948fe requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:08:01.857082 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6f180052-7a17-47f9-a752-2140da655427 req-07330440-d438-4bc4-96c4-0a8834b454ee tempest-ServersAdmin275Test-498210352 tempest-ServersAdmin275Test-498210352-project] 10.222.0.57 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.1238642 May 27 02:08:01.932794 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0006525-5c28-4878-88c4-035201aa5b22 req-a07ab35c-65f4-41d8-acea-07d5c3656aea tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Network db30ed05-8f60-4a40-83c6-9b50139dcb81 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:08:01.951683 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5e665f6f-49fc-4759-b277-fd86230b2d9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:01.953334 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-b0006525-5c28-4878-88c4-035201aa5b22 req-a07ab35c-65f4-41d8-acea-07d5c3656aea tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:08:01.956982 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5e665f6f-49fc-4759-b277-fd86230b2d9f admin admin] Usage tracker for resource:security_group_rule and tenant:7550f7248c944278a235197b0c181a1e is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:01.959384 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0006525-5c28-4878-88c4-035201aa5b22 req-a07ab35c-65f4-41d8-acea-07d5c3656aea tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:08:01.961412 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5e665f6f-49fc-4759-b277-fd86230b2d9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:01.969373 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5e665f6f-49fc-4759-b277-fd86230b2d9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:02.036988 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1e489468-f0c8-491b-9248-d77155bc1fa1 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/910bc1cc-bbe5-4144-8601-c90701254592 HTTP/1.1" status: 204 len: 168 time: 1.8320274 May 27 02:08:02.042351 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ab35c-65f4-41d8-acea-07d5c3656aea tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Pushing event updated for resources: {'Port': ['ID=2f108c7c-cb3d-4888-b5ed-193b8e1f7b52,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:02.045053 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54138) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:02.078669 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-1ab2c331-3b54-42e7-8021-9e2bd1994823 service neutron] Attempting to bind port 7dacb60a-88f7-460b-b571-bdcd6730ee06 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:08:02.079016 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-1ab2c331-3b54-42e7-8021-9e2bd1994823 service neutron] Attempting to bind port 7dacb60a-88f7-460b-b571-bdcd6730ee06 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '289e98b2-c013-428a-9af2-2474b2ccaed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '514e079c-2944-4b13-a7e0-cfbe224342f3'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:08:02.079342 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-1ab2c331-3b54-42e7-8021-9e2bd1994823 service neutron] Attempting to bind port 7dacb60a-88f7-460b-b571-bdcd6730ee06 on network 514e079c-2944-4b13-a7e0-cfbe224342f3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:08:02.086392 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-1ab2c331-3b54-42e7-8021-9e2bd1994823 service neutron] Port 7dacb60a-88f7-460b-b571-bdcd6730ee06 on network 514e079c-2944-4b13-a7e0-cfbe224342f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:08:02.086617 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-1ab2c331-3b54-42e7-8021-9e2bd1994823 service neutron] Attempting to bind port 7dacb60a-88f7-460b-b571-bdcd6730ee06 on network 514e079c-2944-4b13-a7e0-cfbe224342f3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:08:02.139436 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-1ab2c331-3b54-42e7-8021-9e2bd1994823 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:08:02.139812 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-1ab2c331-3b54-42e7-8021-9e2bd1994823 service neutron] Checking segment: {'id': '289e98b2-c013-428a-9af2-2474b2ccaed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '514e079c-2944-4b13-a7e0-cfbe224342f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:08:02.140208 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-1ab2c331-3b54-42e7-8021-9e2bd1994823 service neutron] Bound using segment: {'id': '289e98b2-c013-428a-9af2-2474b2ccaed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '514e079c-2944-4b13-a7e0-cfbe224342f3'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:08:02.140659 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-1ab2c331-3b54-42e7-8021-9e2bd1994823 service neutron] Bound port: 7dacb60a-88f7-460b-b571-bdcd6730ee06, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289e98b2-c013-428a-9af2-2474b2ccaed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '514e079c-2944-4b13-a7e0-cfbe224342f3'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:08:02.141036 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-1ab2c331-3b54-42e7-8021-9e2bd1994823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:02.162464 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0006525-5c28-4878-88c4-035201aa5b22 req-a07ab35c-65f4-41d8-acea-07d5c3656aea tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:02.163079 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b0006525-5c28-4878-88c4-035201aa5b22 req-a07ab35c-65f4-41d8-acea-07d5c3656aea tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:02.164443 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-4f4c04eb-9fcb-48f7-8bb4-801ba39e510b tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551658 May 27 02:08:02.185946 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-566f1e73-c729-4ce1-9b7a-465eb33a537b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:08:02.186406 n-d-843554-3 neutron-server[88901]: DEBUG oslo_db.api [None req-566f1e73-c729-4ce1-9b7a-465eb33a537b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:08:02.213477 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dcf43f-3016-4c39-a0d5-539e1faf9779 None None] DHCP port deletion for 17b286dd-35ae-40dc-a3e1-65b9625948fe request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:08:02.218028 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-b2dcf43f-3016-4c39-a0d5-539e1faf9779 None None] Deleting port 6813bc5f-ef3c-45c9-ba5a-72cb1f260b50 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:08:02.218450 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b2dcf43f-3016-4c39-a0d5-539e1faf9779 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:02.349839 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-265a8bb1-68d3-4434-81c7-3acc3c2a9a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:02.363146 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-265a8bb1-68d3-4434-81c7-3acc3c2a9a41 admin admin] Deleting port 6813bc5f-ef3c-45c9-ba5a-72cb1f260b50 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:08:02.364633 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-265a8bb1-68d3-4434-81c7-3acc3c2a9a41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:02.370628 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-83466bd3-462d-4500-ad72-2d0ff85711f7 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:02.372598 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-83466bd3-462d-4500-ad72-2d0ff85711f7 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1677070 May 27 02:08:02.401420 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80e889-031f-4ebb-ae1b-5f21d684b2dd req-101e13aa-ef88-4536-a2bc-2d0868e50ded tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:02.408639 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1b80e889-031f-4ebb-ae1b-5f21d684b2dd req-101e13aa-ef88-4536-a2bc-2d0868e50ded tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/ports?device_id=41922585-b3d3-4c0d-b8f5-88dcc97a4dee HTTP/1.1" status: 200 len: 943 time: 0.8006630 May 27 02:08:02.433169 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b0006525-5c28-4878-88c4-035201aa5b22 req-a07ab35c-65f4-41d8-acea-07d5c3656aea tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3806763 May 27 02:08:02.436575 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-8a3163aa-3554-4840-a5e8-54b9bceeb69e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Request body: {'port': {'device_id': 'bbae73f2-19f5-43aa-8706-3a7ec14abdd8', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'admin_state_up': True, 'tenant_id': '91fc0a0dee4b4cc18343e2e355149e58'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:02.444206 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-b0006525-5c28-4878-88c4-035201aa5b22 req-ee793237-d12a-4f65-b252-0eb1eaf81457 service neutron] Request body: {'port': {'device_id': 'f3e001ad-cd44-4ca5-aecd-4479d82578b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:02.463834 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-b2dcf43f-3016-4c39-a0d5-539e1faf9779 None None] For port 6813bc5f-ef3c-45c9-ba5a-72cb1f260b50, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=6813bc5f-ef3c-45c9-ba5a-72cb1f260b50,segment=NetworkSegment(37da2cdf-7342-48b3-97e6-2ad8634f3cd8),segment_id=37da2cdf-7342-48b3-97e6-2ad8634f3cd8)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:02.464740 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b2dcf43f-3016-4c39-a0d5-539e1faf9779 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:02.666067 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-b2dcf43f-3016-4c39-a0d5-539e1faf9779 None None] Calling delete_port for 6813bc5f-ef3c-45c9-ba5a-72cb1f260b50 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:08:02.690722 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-566f1e73-c729-4ce1-9b7a-465eb33a537b admin admin] Deleting port b5323004-beca-437c-8571-d6b58882185c {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:08:02.692082 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-566f1e73-c729-4ce1-9b7a-465eb33a537b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:02.692190 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-81983a28-731b-43a3-89b9-d0ddbf7a0cef req-890fa878-7670-40a5-892a-972831529727 tempest-ServersAdmin275Test-498210352 tempest-ServersAdmin275Test-498210352-project] 10.222.0.57 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.0732713 May 27 02:08:02.732561 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-8a3163aa-3554-4840-a5e8-54b9bceeb69e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:02.736703 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-8a3163aa-3554-4840-a5e8-54b9bceeb69e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Usage tracker for resource:port and tenant:91fc0a0dee4b4cc18343e2e355149e58 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:02.739789 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-8a3163aa-3554-4840-a5e8-54b9bceeb69e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:02.746575 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-8a3163aa-3554-4840-a5e8-54b9bceeb69e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:02.769608 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1b80e889-031f-4ebb-ae1b-5f21d684b2dd req-581f13c0-b5f8-4fca-b050-30e333138a3d tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a399aad-ce28-4352-b510-d682d1e0f384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600564 May 27 02:08:02.774435 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5e665f6f-49fc-4759-b277-fd86230b2d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:02.794730 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b5323004-beca-437c-8571-d6b58882185c up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:08:02.818569 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-1ab2c331-3b54-42e7-8021-9e2bd1994823 service neutron] For port 7dacb60a-88f7-460b-b571-bdcd6730ee06, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:08:02.839845 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5e665f6f-49fc-4759-b277-fd86230b2d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:02.871609 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b2dcf43f-3016-4c39-a0d5-539e1faf9779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:02.922345 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5e665f6f-49fc-4759-b277-fd86230b2d9f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7550f7248c944278a235197b0c181a1e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2898817 May 27 02:08:02.928661 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54156) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:02.931907 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-8a3163aa-3554-4840-a5e8-54b9bceeb69e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Made reservation on behalf of 91fc0a0dee4b4cc18343e2e355149e58 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:08:02.941786 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dcf43f-3016-4c39-a0d5-539e1faf9779 None None] Pushing event deleted for resources: {'Port': ['ID=6813bc5f-ef3c-45c9-ba5a-72cb1f260b50,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:02.947198 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dcf43f-3016-4c39-a0d5-539e1faf9779 None None] No DVR routers for this DVR port 6813bc5f-ef3c-45c9-ba5a-72cb1f260b50 on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:08:02.948352 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-8a3163aa-3554-4840-a5e8-54b9bceeb69e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:02.952148 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port b5323004-beca-437c-8571-d6b58882185c triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:08:02.952603 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:02.987308 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b0006525-5c28-4878-88c4-035201aa5b22 req-ee793237-d12a-4f65-b252-0eb1eaf81457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:03.049400 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-1ab2c331-3b54-42e7-8021-9e2bd1994823 service neutron] For port 7dacb60a-88f7-460b-b571-bdcd6730ee06, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=7dacb60a-88f7-460b-b571-bdcd6730ee06,segment=NetworkSegment(289e98b2-c013-428a-9af2-2474b2ccaed7),segment_id=289e98b2-c013-428a-9af2-2474b2ccaed7)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:08:03.101274 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port b5323004-beca-437c-8571-d6b58882185c is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:08:03.106687 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-93586a8e-72a5-4095-9292-3bf1f1b4ad99 req-4cb7f9ee-3f38-4c58-b2c3-7d165e726cbf tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 210 time: 0.0542340 May 27 02:08:03.176612 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-1ab2c331-3b54-42e7-8021-9e2bd1994823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:03.216571 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 6813bc5f-ef3c-45c9-ba5a-72cb1f260b50 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:08:03.229303 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e665f6f-49fc-4759-b277-fd86230b2d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78904df-09d6-4a3c-9b95-1b9d708366aa,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:03.258734 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-1ab2c331-3b54-42e7-8021-9e2bd1994823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:03.259359 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-1ab2c331-3b54-42e7-8021-9e2bd1994823 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:03.260781 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-1ab2c331-3b54-42e7-8021-9e2bd1994823 service neutron] 10.222.0.66 "PUT /v2.0/ports/7dacb60a-88f7-460b-b571-bdcd6730ee06 HTTP/1.1" status: 200 len: 1091 time: 3.3669245 May 27 02:08:03.276090 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 6813bc5f-ef3c-45c9-ba5a-72cb1f260b50 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:08:03.276326 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41922585-b3d3-4c0d-b8f5-88dcc97a4dee', 'tag': '7dacb60a-88f7-460b-b571-bdcd6730ee06'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:08:03.276821 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 6813bc5f-ef3c-45c9-ba5a-72cb1f260b50 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:08:03.287523 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-265a8bb1-68d3-4434-81c7-3acc3c2a9a41 admin admin] For port 6813bc5f-ef3c-45c9-ba5a-72cb1f260b50, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=6813bc5f-ef3c-45c9-ba5a-72cb1f260b50,segment=NetworkSegment(37da2cdf-7342-48b3-97e6-2ad8634f3cd8),segment_id=37da2cdf-7342-48b3-97e6-2ad8634f3cd8)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:03.287992 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-265a8bb1-68d3-4434-81c7-3acc3c2a9a41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:03.365093 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c22827f-9dc0-4cb8-b7d9-6c35915523c9 req-8b924b34-6e13-4ef5-8946-f8eca990541f tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:03.366662 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5c22827f-9dc0-4cb8-b7d9-6c35915523c9 req-8b924b34-6e13-4ef5-8946-f8eca990541f tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3e001ad-cd44-4ca5-aecd-4479d82578b7 HTTP/1.1" status: 200 len: 932 time: 0.3743334 May 27 02:08:03.448790 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-265a8bb1-68d3-4434-81c7-3acc3c2a9a41 admin admin] Calling delete_port for 6813bc5f-ef3c-45c9-ba5a-72cb1f260b50 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:08:03.457401 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-60ef529a-8e61-47bb-877b-b6fccefd8db6 req-d3226245-8479-4a59-9933-e452e3e0c29d tempest-ServersAdmin275Test-498210352 tempest-ServersAdmin275Test-498210352-project] 10.222.0.57 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.1514237 May 27 02:08:03.510666 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab2c331-3b54-42e7-8021-9e2bd1994823 service neutron] Pushing event updated for resources: {'Port': ['ID=7dacb60a-88f7-460b-b571-bdcd6730ee06,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:03.533258 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f387db52-3b3e-420e-88cd-24696b769cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:03.545536 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab787de9-57f4-43bf-b942-48d22ed1eddf'] response: {'name': 'network-changed', 'server_uuid': '41922585-b3d3-4c0d-b8f5-88dcc97a4dee', 'tag': '7dacb60a-88f7-460b-b571-bdcd6730ee06', 'status': 'completed', 'code': 200} May 27 02:08:03.580614 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-566f1e73-c729-4ce1-9b7a-465eb33a537b admin admin] For port b5323004-beca-437c-8571-d6b58882185c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b5323004-beca-437c-8571-d6b58882185c,segment=NetworkSegment(7e847541-5b73-4c7d-bea8-e91eb4e6d291),segment_id=7e847541-5b73-4c7d-bea8-e91eb4e6d291)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:03.580993 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-566f1e73-c729-4ce1-9b7a-465eb33a537b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:03.588355 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5c22827f-9dc0-4cb8-b7d9-6c35915523c9 req-e7615823-9220-49db-a981-04b776fcb611 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042572 May 27 02:08:03.597301 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f387db52-3b3e-420e-88cd-24696b769cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:03.620210 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-8a3163aa-3554-4840-a5e8-54b9bceeb69e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Allocated IP 192.168.233.228 (54d5ea08-4fa3-4323-9d64-35a947e9d08e/2cf69705-8457-415f-85a3-b42efaff1b97/e877bcc3-33c5-4254-8b54-f3b4e576ce23) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:08:03.676629 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-f3c4e135-892e-42f6-9127-94fe9f09261a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:03.678174 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-f3c4e135-892e-42f6-9127-94fe9f09261a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=03c1fcaae176438a9274ccbf2946eee2&device_id=41922585-b3d3-4c0d-b8f5-88dcc97a4dee HTTP/1.1" status: 200 len: 1094 time: 0.3042543 May 27 02:08:03.722533 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-566f1e73-c729-4ce1-9b7a-465eb33a537b admin admin] Calling delete_port for b5323004-beca-437c-8571-d6b58882185c owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:08:03.769658 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-422ee326-2745-42ca-8729-27b4e08f7de3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dacb60a-88f7-460b-b571-bdcd6730ee06 HTTP/1.1" status: 200 len: 217 time: 0.0776322 May 27 02:08:03.841623 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-265a8bb1-68d3-4434-81c7-3acc3c2a9a41 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:08:03.842008 n-d-843554-3 neutron-server[88901]: DEBUG oslo_db.api [None req-265a8bb1-68d3-4434-81c7-3acc3c2a9a41 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:08:04.021180 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-b0006525-5c28-4878-88c4-035201aa5b22 req-ee793237-d12a-4f65-b252-0eb1eaf81457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:08:04.049781 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f387db52-3b3e-420e-88cd-24696b769cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:04.060168 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b0006525-5c28-4878-88c4-035201aa5b22 req-ee793237-d12a-4f65-b252-0eb1eaf81457 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:04.086528 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-b0006525-5c28-4878-88c4-035201aa5b22 req-ee793237-d12a-4f65-b252-0eb1eaf81457 service neutron] Transition to ACTIVE for port object 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:08:04.097336 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387db52-3b3e-420e-88cd-24696b769cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78904df-09d6-4a3c-9b95-1b9d708366aa,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:04.123375 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-84126c6e-2186-4bc6-80ca-53ef0c722201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:04.124847 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-84126c6e-2186-4bc6-80ca-53ef0c722201 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3228bc85-ca3c-44ef-b3fa-500ab610ab5d HTTP/1.1" status: 200 len: 868 time: 0.3480661 May 27 02:08:04.173861 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b0006525-5c28-4878-88c4-035201aa5b22 req-ee793237-d12a-4f65-b252-0eb1eaf81457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:04.196960 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f387db52-3b3e-420e-88cd-24696b769cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:04.200493 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f387db52-3b3e-420e-88cd-24696b769cde admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a78904df-09d6-4a3c-9b95-1b9d708366aa HTTP/1.1" status: 204 len: 168 time: 1.2095871 May 27 02:08:04.223109 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-566f1e73-c729-4ce1-9b7a-465eb33a537b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:04.248070 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-8a3163aa-3554-4840-a5e8-54b9bceeb69e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:04.262562 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7f1dd-0498-4e04-b880-8f5168da0fbd req-aa6c02c0-8cd4-4a85-a33c-bfb077905863 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:04.264091 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-21c7f1dd-0498-4e04-b880-8f5168da0fbd req-aa6c02c0-8cd4-4a85-a33c-bfb077905863 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/ports?device_id=41922585-b3d3-4c0d-b8f5-88dcc97a4dee HTTP/1.1" status: 200 len: 943 time: 0.3310068 May 27 02:08:04.335850 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-8a3163aa-3554-4840-a5e8-54b9bceeb69e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Transition to ACTIVE for port object e877bcc3-33c5-4254-8b54-f3b4e576ce23 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:08:04.339449 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-4eb5d1d8-512f-402f-be47-1ed8f17d24a9 req-6f0f5e3a-9546-4340-83e2-47575402097e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Synchronizing usage tracker for tenant:91fc0a0dee4b4cc18343e2e355149e58 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:08:04.390335 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-21c7f1dd-0498-4e04-b880-8f5168da0fbd req-166a5c30-144b-44f8-aa11-8f8b8b61e741 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a399aad-ce28-4352-b510-d682d1e0f384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852215 May 27 02:08:04.398333 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-265a8bb1-68d3-4434-81c7-3acc3c2a9a41 admin admin] Deleting port 6813bc5f-ef3c-45c9-ba5a-72cb1f260b50 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:08:04.398689 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-265a8bb1-68d3-4434-81c7-3acc3c2a9a41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:04.398890 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-53f701bb-ff4f-410e-9368-8aca2ea26c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:04.400305 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-53f701bb-ff4f-410e-9368-8aca2ea26c70 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=514e079c-2944-4b13-a7e0-cfbe224342f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2530987 May 27 02:08:04.481465 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-4eb5d1d8-512f-402f-be47-1ed8f17d24a9 req-6f0f5e3a-9546-4340-83e2-47575402097e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Unset dirty status for tenant:91fc0a0dee4b4cc18343e2e355149e58 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:08:04.482621 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4eb5d1d8-512f-402f-be47-1ed8f17d24a9 req-6f0f5e3a-9546-4340-83e2-47575402097e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 210 time: 0.2400439 May 27 02:08:04.502508 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-8a3163aa-3554-4840-a5e8-54b9bceeb69e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:04.516880 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:08:04.537533 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-265a8bb1-68d3-4434-81c7-3acc3c2a9a41 admin admin] The port '6813bc5f-ef3c-45c9-ba5a-72cb1f260b50' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:08:04.570058 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee793237-d12a-4f65-b252-0eb1eaf81457 service neutron] Pushing event updated for resources: {'Port': ['ID=2f108c7c-cb3d-4888-b5ed-193b8e1f7b52,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:04.655825 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-8a3163aa-3554-4840-a5e8-54b9bceeb69e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Network 54d5ea08-4fa3-4323-9d64-35a947e9d08e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:08:04.658846 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3163aa-3554-4840-a5e8-54b9bceeb69e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Pushing event updated for resources: {'Port': ['ID=e877bcc3-33c5-4254-8b54-f3b4e576ce23,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:04.671508 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-8a3163aa-3554-4840-a5e8-54b9bceeb69e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:08:04.688410 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-8a3163aa-3554-4840-a5e8-54b9bceeb69e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:08:04.778905 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f1e73-c729-4ce1-9b7a-465eb33a537b admin admin] Pushing event deleted for resources: {'Port': ['ID=b5323004-beca-437c-8571-d6b58882185c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:04.928903 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-d76f689d-972b-43c7-a4c1-49a2093c6106 service neutron] 10.222.0.66 "GET /v2.0/networks/514e079c-2944-4b13-a7e0-cfbe224342f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5214870 May 27 02:08:04.938767 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eec9e799-3a7f-4fae-b391-9495e9f05f95 req-3b02c638-f6cd-4121-8678-9398fc6100a1 tempest-ServersAdmin275Test-498210352 tempest-ServersAdmin275Test-498210352-project] 10.222.0.57 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.2513542 May 27 02:08:05.006315 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-265a8bb1-68d3-4434-81c7-3acc3c2a9a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:05.055482 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-8a3163aa-3554-4840-a5e8-54b9bceeb69e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:05.056098 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-8a3163aa-3554-4840-a5e8-54b9bceeb69e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:05.056965 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-265a8bb1-68d3-4434-81c7-3acc3c2a9a41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17b286dd-35ae-40dc-a3e1-65b9625948fe']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:05.071423 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-91838f54-f7e4-4292-85cf-4425773dbe9a None None] Provisioning for port e877bcc3-33c5-4254-8b54-f3b4e576ce23 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:08:05.077882 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-91838f54-f7e4-4292-85cf-4425773dbe9a None None] Provisioning complete for port e877bcc3-33c5-4254-8b54-f3b4e576ce23 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:08:05.077882 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-91838f54-f7e4-4292-85cf-4425773dbe9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:05.092924 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-265a8bb1-68d3-4434-81c7-3acc3c2a9a41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37da2cdf-7342-48b3-97e6-2ad8634f3cd8') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:05.093124 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-265a8bb1-68d3-4434-81c7-3acc3c2a9a41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37da2cdf-7342-48b3-97e6-2ad8634f3cd8') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:05.139710 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-91838f54-f7e4-4292-85cf-4425773dbe9a None None] Port e877bcc3-33c5-4254-8b54-f3b4e576ce23 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:08:05.144354 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36f9e0-2cc3-452a-94ef-72bd53e93965 req-56b963ae-0581-4fd4-93cf-1e112db53526 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:05.145886 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5a36f9e0-2cc3-452a-94ef-72bd53e93965 req-56b963ae-0581-4fd4-93cf-1e112db53526 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3e001ad-cd44-4ca5-aecd-4479d82578b7 HTTP/1.1" status: 200 len: 944 time: 0.3708041 May 27 02:08:05.147875 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b35ba20f-3ce1-4c6d-bec9-872df821d0e4 req-f08860da-4170-419b-9886-7f6f040cf18e service neutron] 10.222.0.66 "GET /v2.0/networks/514e079c-2944-4b13-a7e0-cfbe224342f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082572 May 27 02:08:05.154535 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-b0006525-5c28-4878-88c4-035201aa5b22 req-ee793237-d12a-4f65-b252-0eb1eaf81457 service neutron] Attempting to bind port 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:08:05.154535 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-b0006525-5c28-4878-88c4-035201aa5b22 req-ee793237-d12a-4f65-b252-0eb1eaf81457 service neutron] Attempting to bind port 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:08:05.154798 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0006525-5c28-4878-88c4-035201aa5b22 req-ee793237-d12a-4f65-b252-0eb1eaf81457 service neutron] Attempting to bind port 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52 on network db30ed05-8f60-4a40-83c6-9b50139dcb81 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:08:05.166970 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-265a8bb1-68d3-4434-81c7-3acc3c2a9a41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:05.185435 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0006525-5c28-4878-88c4-035201aa5b22 req-ee793237-d12a-4f65-b252-0eb1eaf81457 service neutron] Port 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52 on network db30ed05-8f60-4a40-83c6-9b50139dcb81 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:08:05.185762 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0006525-5c28-4878-88c4-035201aa5b22 req-ee793237-d12a-4f65-b252-0eb1eaf81457 service neutron] Attempting to bind port 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52 on network db30ed05-8f60-4a40-83c6-9b50139dcb81 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:08:05.192278 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5a36f9e0-2cc3-452a-94ef-72bd53e93965 req-430d89ae-a95d-40ee-8375-2c166ec79053 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406225 May 27 02:08:05.197702 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-8a3163aa-3554-4840-a5e8-54b9bceeb69e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7653592 May 27 02:08:05.206942 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0006525-5c28-4878-88c4-035201aa5b22 req-ee793237-d12a-4f65-b252-0eb1eaf81457 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:08:05.206942 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0006525-5c28-4878-88c4-035201aa5b22 req-ee793237-d12a-4f65-b252-0eb1eaf81457 service neutron] Checking segment: {'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:08:05.207263 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0006525-5c28-4878-88c4-035201aa5b22 req-ee793237-d12a-4f65-b252-0eb1eaf81457 service neutron] Bound using segment: {'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:08:05.207709 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-b0006525-5c28-4878-88c4-035201aa5b22 req-ee793237-d12a-4f65-b252-0eb1eaf81457 service neutron] Bound port: 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:08:05.208063 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b0006525-5c28-4878-88c4-035201aa5b22 req-ee793237-d12a-4f65-b252-0eb1eaf81457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:05.213314 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-2051666f-1111-4c25-8566-f004f413754c service neutron] Request body: {'port': {'device_id': 'bbae73f2-19f5-43aa-8706-3a7ec14abdd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:05.229573 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-265a8bb1-68d3-4434-81c7-3acc3c2a9a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:05.270504 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-265a8bb1-68d3-4434-81c7-3acc3c2a9a41 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:08:05.270911 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-265a8bb1-68d3-4434-81c7-3acc3c2a9a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:05.289456 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-566f1e73-c729-4ce1-9b7a-465eb33a537b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:05.360130 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 37da2cdf-7342-48b3-97e6-2ad8634f3cd8 resource provider aggregate not found May 27 02:08:05.407319 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-2051666f-1111-4c25-8566-f004f413754c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:05.441165 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 37da2cdf-7342-48b3-97e6-2ad8634f3cd8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 37da2cdf-7342-48b3-97e6-2ad8634f3cd8 found for delete ", "request_id": "req-53dc01cf-1402-464e-b647-acbea447c6b3"}]} May 27 02:08:05.499757 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-b0006525-5c28-4878-88c4-035201aa5b22 req-ee793237-d12a-4f65-b252-0eb1eaf81457 service neutron] For port 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:08:05.505321 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-b0006525-5c28-4878-88c4-035201aa5b22 req-ee793237-d12a-4f65-b252-0eb1eaf81457 service neutron] For port 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=2f108c7c-cb3d-4888-b5ed-193b8e1f7b52,segment=NetworkSegment(a69d16a1-8436-40ed-b9ce-539b6def055f),segment_id=a69d16a1-8436-40ed-b9ce-539b6def055f)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:08:05.528737 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf8b15-6a40-4060-901c-38aafc33ad19 req-ad868e9a-486d-4de4-927d-cf3e1201fcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:05.530255 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-addf8b15-6a40-4060-901c-38aafc33ad19 req-ad868e9a-486d-4de4-927d-cf3e1201fcfb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=03c1fcaae176438a9274ccbf2946eee2&device_id=41922585-b3d3-4c0d-b8f5-88dcc97a4dee HTTP/1.1" status: 200 len: 1094 time: 0.2476983 May 27 02:08:05.565390 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-265a8bb1-68d3-4434-81c7-3acc3c2a9a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:05.601623 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-265a8bb1-68d3-4434-81c7-3acc3c2a9a41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:05.604753 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b0006525-5c28-4878-88c4-035201aa5b22 req-ee793237-d12a-4f65-b252-0eb1eaf81457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:05.653198 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a8bb1-68d3-4434-81c7-3acc3c2a9a41 admin admin] Pushing event deleted for resources: {'Network': ['ID=17b286dd-35ae-40dc-a3e1-65b9625948fe,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:05.689137 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0006525-5c28-4878-88c4-035201aa5b22 req-ee793237-d12a-4f65-b252-0eb1eaf81457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:05.689751 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b0006525-5c28-4878-88c4-035201aa5b22 req-ee793237-d12a-4f65-b252-0eb1eaf81457 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:05.691110 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b0006525-5c28-4878-88c4-035201aa5b22 req-ee793237-d12a-4f65-b252-0eb1eaf81457 service neutron] 10.222.0.66 "PUT /v2.0/ports/2f108c7c-cb3d-4888-b5ed-193b8e1f7b52 HTTP/1.1" status: 200 len: 1092 time: 3.2510827 May 27 02:08:05.696957 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-265a8bb1-68d3-4434-81c7-3acc3c2a9a41 admin admin] 10.222.0.57 "DELETE /v2.0/networks/17b286dd-35ae-40dc-a3e1-65b9625948fe HTTP/1.1" status: 204 len: 168 time: 3.6442611 May 27 02:08:05.696957 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e001ad-cd44-4ca5-aecd-4479d82578b7', 'tag': '2f108c7c-cb3d-4888-b5ed-193b8e1f7b52'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:08:05.701703 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54198) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:06.046151 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee793237-d12a-4f65-b252-0eb1eaf81457 service neutron] Pushing event updated for resources: {'Port': ['ID=2f108c7c-cb3d-4888-b5ed-193b8e1f7b52,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:06.128211 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf8b15-6a40-4060-901c-38aafc33ad19 req-a9e8404e-5087-4d69-b6de-d058ca7c24cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:06.129697 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-addf8b15-6a40-4060-901c-38aafc33ad19 req-a9e8404e-5087-4d69-b6de-d058ca7c24cd service neutron] 10.222.0.66 "GET /v2.0/networks?id=514e079c-2944-4b13-a7e0-cfbe224342f3 HTTP/1.1" status: 200 len: 930 time: 0.5601091 May 27 02:08:06.137870 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9b433-fbad-471d-b514-e48b5cd3ab29 req-6be648b1-514d-4733-aa78-a1e1dc5be70c tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:06.139192 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3ed9b433-fbad-471d-b514-e48b5cd3ab29 req-6be648b1-514d-4733-aa78-a1e1dc5be70c tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 936 time: 0.5106294 May 27 02:08:06.149023 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4942edd-2c62-4fa3-a545-d61c3689c934 req-f888cb59-fdc1-4c58-bb43-fd122b1c1005 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:06.152239 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c4942edd-2c62-4fa3-a545-d61c3689c934 req-f888cb59-fdc1-4c58-bb43-fd122b1c1005 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/ports?device_id=41922585-b3d3-4c0d-b8f5-88dcc97a4dee HTTP/1.1" status: 200 len: 943 time: 0.6244447 May 27 02:08:06.251312 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-addf8b15-6a40-4060-901c-38aafc33ad19 req-77921dc8-f3ea-4a65-b263-7930eb662dd6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dacb60a-88f7-460b-b571-bdcd6730ee06 HTTP/1.1" status: 200 len: 217 time: 0.1108258 May 27 02:08:06.358003 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0006525-5c28-4878-88c4-035201aa5b22 req-4b74fb6e-13c3-4648-beb4-9e29d17ceb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:06.359494 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b0006525-5c28-4878-88c4-035201aa5b22 req-4b74fb6e-13c3-4648-beb4-9e29d17ceb8f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a29ffcc4de66478babed622f0d89fbe8&device_id=f3e001ad-cd44-4ca5-aecd-4479d82578b7 HTTP/1.1" status: 200 len: 1095 time: 0.5415936 May 27 02:08:06.363352 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566f1e73-c729-4ce1-9b7a-465eb33a537b admin admin] Router 78753787-fa04-4aee-b145-c743c1444557 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:08:06.384341 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3ed9b433-fbad-471d-b514-e48b5cd3ab29 req-eaef1783-e0cf-4db6-876b-e6ff1fe7412f tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800599 May 27 02:08:06.402306 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c4942edd-2c62-4fa3-a545-d61c3689c934 req-d345e607-d4e3-4c90-bbaa-ad98165f09f7 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a399aad-ce28-4352-b510-d682d1e0f384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970453 May 27 02:08:06.420371 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf8b15-6a40-4060-901c-38aafc33ad19 req-86c6cd5c-fa47-47cd-a030-7ee62f0d389c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:06.421864 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-addf8b15-6a40-4060-901c-38aafc33ad19 req-86c6cd5c-fa47-47cd-a030-7ee62f0d389c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3228bc85-ca3c-44ef-b3fa-500ab610ab5d HTTP/1.1" status: 200 len: 868 time: 0.1590502 May 27 02:08:06.488472 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-2051666f-1111-4c25-8566-f004f413754c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e877bcc3-33c5-4254-8b54-f3b4e576ce23 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:08:06.505386 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-2051666f-1111-4c25-8566-f004f413754c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:06.505770 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-462e21b4-ec9f-4b41-80b9-9fddf5aba9cc'] response: {'name': 'network-changed', 'server_uuid': 'f3e001ad-cd44-4ca5-aecd-4479d82578b7', 'tag': '2f108c7c-cb3d-4888-b5ed-193b8e1f7b52', 'status': 'completed', 'code': 200} May 27 02:08:06.509501 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b0006525-5c28-4878-88c4-035201aa5b22 req-ab17ccd8-b64a-4da7-bcaa-ec7eaceb0123 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f108c7c-cb3d-4888-b5ed-193b8e1f7b52 HTTP/1.1" status: 200 len: 217 time: 0.1418731 May 27 02:08:06.540315 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-2051666f-1111-4c25-8566-f004f413754c service neutron] Transition to ACTIVE for port object e877bcc3-33c5-4254-8b54-f3b4e576ce23 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:08:06.571825 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf8b15-6a40-4060-901c-38aafc33ad19 req-8386aa4c-b821-4180-9b3d-fe1e31267ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:06.573535 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-addf8b15-6a40-4060-901c-38aafc33ad19 req-8386aa4c-b821-4180-9b3d-fe1e31267ec2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=514e079c-2944-4b13-a7e0-cfbe224342f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1374674 May 27 02:08:06.721712 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-2051666f-1111-4c25-8566-f004f413754c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:06.769654 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0006525-5c28-4878-88c4-035201aa5b22 req-891c5f13-24af-4ad5-a480-84e682edc406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:06.771051 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b0006525-5c28-4878-88c4-035201aa5b22 req-891c5f13-24af-4ad5-a480-84e682edc406 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e2a1d95-8ee5-4ee3-927d-bf057db8df2f HTTP/1.1" status: 200 len: 861 time: 0.2543008 May 27 02:08:06.808928 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3b6cc61b-86a4-4909-9b54-9da171d98505 req-6f1dfc6c-f569-4015-93b3-793bed0f7f9c tempest-ServersAdmin275Test-498210352 tempest-ServersAdmin275Test-498210352-project] 10.222.0.57 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.1922426 May 27 02:08:06.867221 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b0006525-5c28-4878-88c4-035201aa5b22 req-a77d5883-bc5a-4c73-ba75-9c9f2133a1f0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=db30ed05-8f60-4a40-83c6-9b50139dcb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845208 May 27 02:08:06.972541 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566f1e73-c729-4ce1-9b7a-465eb33a537b admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:08:06.984757 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0de3de-d50d-49db-915c-71ec393ef050 None None] Sync routers for ids ['78753787-fa04-4aee-b145-c743c1444557'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:08:06.989287 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-566f1e73-c729-4ce1-9b7a-465eb33a537b admin admin] 10.222.0.57 "PUT /v2.0/routers/78753787-fa04-4aee-b145-c743c1444557/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6786380 May 27 02:08:06.990200 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54226) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:07.007736 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0de3de-d50d-49db-915c-71ec393ef050 None None] Routers {'78753787-fa04-4aee-b145-c743c1444557'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:08:07.008560 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-0d0de3de-d50d-49db-915c-71ec393ef050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:07:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['78753787-fa04-4aee-b145-c743c1444557'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:07.071533 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2051666f-1111-4c25-8566-f004f413754c service neutron] Pushing event updated for resources: {'Port': ['ID=e877bcc3-33c5-4254-8b54-f3b4e576ce23,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:07.126284 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2558934-d070-43b2-900b-acf4023dd7f7 req-74acebf9-e7cf-4405-9880-34834f034cf2 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:07.127756 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b2558934-d070-43b2-900b-acf4023dd7f7 req-74acebf9-e7cf-4405-9880-34834f034cf2 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3e001ad-cd44-4ca5-aecd-4479d82578b7 HTTP/1.1" status: 200 len: 944 time: 0.4167082 May 27 02:08:07.131735 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-addf8b15-6a40-4060-901c-38aafc33ad19 req-bb0b7d6e-6a99-43da-98fa-5bd64517fd39 service neutron] 10.222.0.66 "GET /v2.0/networks/514e079c-2944-4b13-a7e0-cfbe224342f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5513968 May 27 02:08:07.133924 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-2051666f-1111-4c25-8566-f004f413754c service neutron] Attempting to bind port e877bcc3-33c5-4254-8b54-f3b4e576ce23 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:08:07.134304 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-2051666f-1111-4c25-8566-f004f413754c service neutron] Attempting to bind port e877bcc3-33c5-4254-8b54-f3b4e576ce23 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:08:07.134637 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-2051666f-1111-4c25-8566-f004f413754c service neutron] Attempting to bind port e877bcc3-33c5-4254-8b54-f3b4e576ce23 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:08:07.155025 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-2051666f-1111-4c25-8566-f004f413754c service neutron] Port e877bcc3-33c5-4254-8b54-f3b4e576ce23 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:08:07.155531 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-2051666f-1111-4c25-8566-f004f413754c service neutron] Attempting to bind port e877bcc3-33c5-4254-8b54-f3b4e576ce23 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:08:07.263216 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-2051666f-1111-4c25-8566-f004f413754c service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:08:07.263647 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-2051666f-1111-4c25-8566-f004f413754c service neutron] Checking segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:08:07.264019 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-2051666f-1111-4c25-8566-f004f413754c service neutron] Bound using segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:08:07.264462 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-2051666f-1111-4c25-8566-f004f413754c service neutron] Bound port: e877bcc3-33c5-4254-8b54-f3b4e576ce23, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:08:07.264835 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-2051666f-1111-4c25-8566-f004f413754c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:07.272128 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-0d0de3de-d50d-49db-915c-71ec393ef050 None None] Set router 78753787-fa04-4aee-b145-c743c1444557 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:08:07.300041 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b0006525-5c28-4878-88c4-035201aa5b22 req-2028612b-ce43-43b6-ac1c-fbd747e2a167 service neutron] 10.222.0.66 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204891 May 27 02:08:07.345845 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b2558934-d070-43b2-900b-acf4023dd7f7 req-38a5425d-1aea-4bbd-9783-44faf6743ebc tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068374 May 27 02:08:07.448256 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-2051666f-1111-4c25-8566-f004f413754c service neutron] For port e877bcc3-33c5-4254-8b54-f3b4e576ce23, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:08:07.456764 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-2051666f-1111-4c25-8566-f004f413754c service neutron] For port e877bcc3-33c5-4254-8b54-f3b4e576ce23, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=e877bcc3-33c5-4254-8b54-f3b4e576ce23,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:08:07.478857 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-addf8b15-6a40-4060-901c-38aafc33ad19 req-7f12c83f-959a-4bb0-8f4c-2aa1e86283c8 service neutron] 10.222.0.66 "GET /v2.0/networks/514e079c-2944-4b13-a7e0-cfbe224342f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247309 May 27 02:08:07.532509 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ff69d51-f06a-4fc6-92c9-01301b74ad34 admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:07.564369 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-2051666f-1111-4c25-8566-f004f413754c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:07.633276 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-2051666f-1111-4c25-8566-f004f413754c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:07.634229 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-2051666f-1111-4c25-8566-f004f413754c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:07.635701 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-2051666f-1111-4c25-8566-f004f413754c service neutron] 10.222.0.32 "PUT /v2.0/ports/e877bcc3-33c5-4254-8b54-f3b4e576ce23 HTTP/1.1" status: 200 len: 1096 time: 2.4298267 May 27 02:08:07.652477 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbae73f2-19f5-43aa-8706-3a7ec14abdd8', 'tag': 'e877bcc3-33c5-4254-8b54-f3b4e576ce23'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:08:07.717077 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-0d0de3de-d50d-49db-915c-71ec393ef050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78753787-fa04-4aee-b145-c743c1444557', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1936239004-router', 'tenant_id': 'acd984171a2445a5bb1155888985d0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'f912d263-54bf-4535-b388-c610fa2b3a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:07:39Z', 'updated_at': '2022-05-27T02:08:04Z', 'revision_number': 5, 'project_id': 'acd984171a2445a5bb1155888985d0e9', 'gw_port': {'id': 'f912d263-54bf-4535-b388-c610fa2b3a66', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78753787-fa04-4aee-b145-c743c1444557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:42Z', 'updated_at': '2022-05-27T02:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:07.721407 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0de3de-d50d-49db-915c-71ec393ef050 None None] Checking router: 78753787-fa04-4aee-b145-c743c1444557 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:08:07.738593 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0de3de-d50d-49db-915c-71ec393ef050 None None] Routers {'78753787-fa04-4aee-b145-c743c1444557'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:08:07.739227 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-0d0de3de-d50d-49db-915c-71ec393ef050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:07:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['78753787-fa04-4aee-b145-c743c1444557'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:07.769045 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b0006525-5c28-4878-88c4-035201aa5b22 req-31dcab32-541e-4ebd-a6aa-c05534c1d93e service neutron] 10.222.0.66 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4579332 May 27 02:08:07.786270 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e46b1316-b9b5-49b8-9ecd-4c953b134376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:07.911231 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ff69d51-f06a-4fc6-92c9-01301b74ad34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:07.948606 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2051666f-1111-4c25-8566-f004f413754c service neutron] Pushing event updated for resources: {'Port': ['ID=e877bcc3-33c5-4254-8b54-f3b4e576ce23,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:07.966493 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-0d0de3de-d50d-49db-915c-71ec393ef050 None None] Set router 78753787-fa04-4aee-b145-c743c1444557 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:08:08.006701 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da2d32-ece5-4a1d-ae5b-3f668a21d452 req-87c85494-e194-492b-be41-eaa6f556da8e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:08.008339 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-22da2d32-ece5-4a1d-ae5b-3f668a21d452 req-87c85494-e194-492b-be41-eaa6f556da8e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 948 time: 0.4888055 May 27 02:08:08.023677 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962facf-d33b-4893-a559-f1d009e657c6 req-90dc6855-bfff-477b-939f-eabbb8b0e98c tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:08.025278 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d962facf-d33b-4893-a559-f1d009e657c6 req-90dc6855-bfff-477b-939f-eabbb8b0e98c tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/ports?device_id=41922585-b3d3-4c0d-b8f5-88dcc97a4dee HTTP/1.1" status: 200 len: 943 time: 0.3677614 May 27 02:08:08.064779 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-32b67adc-82ee-40b6-b62a-c8740712bfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:08.066289 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-32b67adc-82ee-40b6-b62a-c8740712bfef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 1099 time: 0.3418431 May 27 02:08:08.087047 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6ff69d51-f06a-4fc6-92c9-01301b74ad34 admin admin] Deleting port f912d263-54bf-4535-b388-c610fa2b3a66 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:08:08.087389 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ff69d51-f06a-4fc6-92c9-01301b74ad34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:08.176499 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-22da2d32-ece5-4a1d-ae5b-3f668a21d452 req-1a7d3009-0b96-4ab0-81b7-6fafe329c224 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499264 May 27 02:08:08.179715 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-625b01be-c4b1-432b-bb33-2e7f67b9bde6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=e877bcc3-33c5-4254-8b54-f3b4e576ce23 HTTP/1.1" status: 200 len: 217 time: 0.0944896 May 27 02:08:08.186333 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d962facf-d33b-4893-a559-f1d009e657c6 req-4b7e3475-0a28-4912-a75e-f9af0cba1bd2 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a399aad-ce28-4352-b510-d682d1e0f384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436949 May 27 02:08:08.205477 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 7dacb60a-88f7-460b-b571-bdcd6730ee06 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:08:08.250593 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-ebcd6da8-df1f-4975-b48a-ca5eeae56032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:08.252701 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-ebcd6da8-df1f-4975-b48a-ca5eeae56032 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.0653105 May 27 02:08:08.270995 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433ab0f-2931-456f-b1b3-3c9ad1252e45 req-9e27706f-9ac3-49a6-bfe5-e2e8be095b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:08.272354 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5433ab0f-2931-456f-b1b3-3c9ad1252e45 req-9e27706f-9ac3-49a6-bfe5-e2e8be095b0b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a29ffcc4de66478babed622f0d89fbe8&device_id=f3e001ad-cd44-4ca5-aecd-4479d82578b7 HTTP/1.1" status: 200 len: 1095 time: 0.3578410 May 27 02:08:08.303912 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32e163d9-fac3-4e37-9e50-81167d153aac'] response: {'name': 'network-changed', 'server_uuid': 'bbae73f2-19f5-43aa-8706-3a7ec14abdd8', 'tag': 'e877bcc3-33c5-4254-8b54-f3b4e576ce23', 'status': 'completed', 'code': 200} May 27 02:08:08.356523 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-8b34ad70-db40-4659-bf8e-04e64df4dd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:08.358170 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-8b34ad70-db40-4659-bf8e-04e64df4dd8c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0985868 May 27 02:08:08.422660 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-0d0de3de-d50d-49db-915c-71ec393ef050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78753787-fa04-4aee-b145-c743c1444557', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1936239004-router', 'tenant_id': 'acd984171a2445a5bb1155888985d0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'f912d263-54bf-4535-b388-c610fa2b3a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:07:39Z', 'updated_at': '2022-05-27T02:08:04Z', 'revision_number': 5, 'project_id': 'acd984171a2445a5bb1155888985d0e9', 'gw_port': {'id': 'f912d263-54bf-4535-b388-c610fa2b3a66', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78753787-fa04-4aee-b145-c743c1444557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:42Z', 'updated_at': '2022-05-27T02:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:08.438820 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0de3de-d50d-49db-915c-71ec393ef050 None None] The sync data for ids ['78753787-fa04-4aee-b145-c743c1444557'] in n-d-843554-3 is: [{'id': '78753787-fa04-4aee-b145-c743c1444557', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1936239004-router', 'tenant_id': 'acd984171a2445a5bb1155888985d0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'f912d263-54bf-4535-b388-c610fa2b3a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:07:39Z', 'updated_at': '2022-05-27T02:08:04Z', 'revision_number': 5, 'project_id': 'acd984171a2445a5bb1155888985d0e9', 'gw_port': {'id': 'f912d263-54bf-4535-b388-c610fa2b3a66', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78753787-fa04-4aee-b145-c743c1444557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:42Z', 'updated_at': '2022-05-27T02:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:08:08.445439 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 7dacb60a-88f7-460b-b571-bdcd6730ee06, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=7dacb60a-88f7-460b-b571-bdcd6730ee06,segment=NetworkSegment(289e98b2-c013-428a-9af2-2474b2ccaed7),segment_id=289e98b2-c013-428a-9af2-2474b2ccaed7)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:08.467978 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '7dacb60a-88f7-460b-b571-bdcd6730ee06', 'network_id': '514e079c-2944-4b13-a7e0-cfbe224342f3', 'port_id': '7dacb60a-88f7-460b-b571-bdcd6730ee06', 'mac_address': 'fa:16:3e:57:1b:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3228bc85-ca3c-44ef-b3fa-500ab610ab5d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:08:08.545105 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 7dacb60a-88f7-460b-b571-bdcd6730ee06 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:08:08.545474 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:08.563463 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dacb60a-88f7-460b-b571-bdcd6730ee06 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:08:08.569658 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-6ff69d51-f06a-4fc6-92c9-01301b74ad34 admin admin] For port f912d263-54bf-4535-b388-c610fa2b3a66, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=f912d263-54bf-4535-b388-c610fa2b3a66,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:08.570013 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ff69d51-f06a-4fc6-92c9-01301b74ad34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:08.579413 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 7dacb60a-88f7-460b-b571-bdcd6730ee06, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=7dacb60a-88f7-460b-b571-bdcd6730ee06,segment=NetworkSegment(289e98b2-c013-428a-9af2-2474b2ccaed7),segment_id=289e98b2-c013-428a-9af2-2474b2ccaed7)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:08.580011 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ec389ec6-6ad5-4272-b1c3-2bc1695abb37 req-2e987591-41a3-4ba0-bebc-6cab54ebbccb tempest-ServersAdmin275Test-498210352 tempest-ServersAdmin275Test-498210352-project] 10.222.0.57 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.1044900 May 27 02:08:08.591533 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433ab0f-2931-456f-b1b3-3c9ad1252e45 req-04f0db49-2bc8-4279-90e9-51384ba5143a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:08.593008 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5433ab0f-2931-456f-b1b3-3c9ad1252e45 req-04f0db49-2bc8-4279-90e9-51384ba5143a service neutron] 10.222.0.66 "GET /v2.0/networks?id=db30ed05-8f60-4a40-83c6-9b50139dcb81 HTTP/1.1" status: 200 len: 922 time: 0.2668736 May 27 02:08:08.648078 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:08.654005 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-175adbbe-7bcc-448e-af3d-037d62f32f21 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883744 May 27 02:08:08.695688 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04903307-9191-4ff0-8873-582c3608c738 req-e95477f8-6071-46a8-8881-3f38a3b49e0d tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:08.701986 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04903307-9191-4ff0-8873-582c3608c738 req-e95477f8-6071-46a8-8881-3f38a3b49e0d tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3e001ad-cd44-4ca5-aecd-4479d82578b7 HTTP/1.1" status: 200 len: 944 time: 0.1612763 May 27 02:08:08.713666 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6ff69d51-f06a-4fc6-92c9-01301b74ad34 admin admin] Calling delete_port for f912d263-54bf-4535-b388-c610fa2b3a66 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:08:08.720480 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=7dacb60a-88f7-460b-b571-bdcd6730ee06,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:08.811081 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04903307-9191-4ff0-8873-582c3608c738 req-69c2f5b8-d400-4a3b-be0d-8eb0882252b1 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017625 May 27 02:08:08.831119 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5433ab0f-2931-456f-b1b3-3c9ad1252e45 req-a6079535-4c40-4b3b-a46f-031d69b4da37 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f108c7c-cb3d-4888-b5ed-193b8e1f7b52 HTTP/1.1" status: 200 len: 217 time: 0.1819763 May 27 02:08:08.863412 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b5323004-beca-437c-8571-d6b58882185c no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:08:08.891260 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-92a7d9cc-6242-437a-9ba7-6af5aac86d15 req-8e09ff44-36c7-4713-a7e1-8de12ff98edd service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302785 May 27 02:08:08.913102 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: b5323004-beca-437c-8571-d6b58882185c {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:08:08.913816 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b5323004-beca-437c-8571-d6b58882185c not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:08:08.915990 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['7dacb60a-88f7-460b-b571-bdcd6730ee06'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:08:09.035993 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-e46b1316-b9b5-49b8-9ecd-4c953b134376 admin admin] Deleting port 8de9b763-a665-4067-b570-665e10ad66a2 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:08:09.036331 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e46b1316-b9b5-49b8-9ecd-4c953b134376 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:09.078700 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad68905-87a6-4226-996d-0390cf78bb92 req-cab6cb28-657d-4fd7-8783-e34d5ad0d5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:09.080255 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cad68905-87a6-4226-996d-0390cf78bb92 req-cab6cb28-657d-4fd7-8783-e34d5ad0d5ff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 1099 time: 0.0809159 May 27 02:08:09.144530 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433ab0f-2931-456f-b1b3-3c9ad1252e45 req-8b5b3d1e-2f26-49b2-b919-53004a841504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:09.146386 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5433ab0f-2931-456f-b1b3-3c9ad1252e45 req-8b5b3d1e-2f26-49b2-b919-53004a841504 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e2a1d95-8ee5-4ee3-927d-bf057db8df2f HTTP/1.1" status: 200 len: 861 time: 0.2992661 May 27 02:08:09.231734 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad68905-87a6-4226-996d-0390cf78bb92 req-8e882a64-20dd-4fdc-8762-1d05b2494ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:09.233317 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cad68905-87a6-4226-996d-0390cf78bb92 req-8e882a64-20dd-4fdc-8762-1d05b2494ba3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.1453929 May 27 02:08:09.255986 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5433ab0f-2931-456f-b1b3-3c9ad1252e45 req-447b7eca-3ec4-42f9-abff-9c481a49f31b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=db30ed05-8f60-4a40-83c6-9b50139dcb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614648 May 27 02:08:09.318316 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cad68905-87a6-4226-996d-0390cf78bb92 req-6f45c263-4a9c-4b34-a43d-246e7fd36fbf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=e877bcc3-33c5-4254-8b54-f3b4e576ce23 HTTP/1.1" status: 200 len: 217 time: 0.0716305 May 27 02:08:09.400553 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54266) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:09.424143 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-e46b1316-b9b5-49b8-9ecd-4c953b134376 admin admin] For port 8de9b763-a665-4067-b570-665e10ad66a2, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8de9b763-a665-4067-b570-665e10ad66a2,segment=NetworkSegment(3ac6780f-424a-4041-a231-bee35e0562c1),segment_id=3ac6780f-424a-4041-a231-bee35e0562c1)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:09.424500 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e46b1316-b9b5-49b8-9ecd-4c953b134376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:09.490414 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad68905-87a6-4226-996d-0390cf78bb92 req-7d7795e5-e2b3-4353-a19e-e5bf23fa5817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:09.491931 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cad68905-87a6-4226-996d-0390cf78bb92 req-7d7795e5-e2b3-4353-a19e-e5bf23fa5817 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.1664286 May 27 02:08:09.594333 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1836e-b443-4e39-8b09-ba4eafff7bcc req-65180fe6-1990-4434-bb01-3f3088add314 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:09.595788 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-36a1836e-b443-4e39-8b09-ba4eafff7bcc req-65180fe6-1990-4434-bb01-3f3088add314 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/ports?device_id=41922585-b3d3-4c0d-b8f5-88dcc97a4dee HTTP/1.1" status: 200 len: 944 time: 0.2302818 May 27 02:08:09.603123 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20d3e9-402b-4562-9554-3dd8782aa0a7 req-a5862b43-167c-48c0-a695-4de31df6258e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:09.604469 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fa20d3e9-402b-4562-9554-3dd8782aa0a7 req-a5862b43-167c-48c0-a695-4de31df6258e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 948 time: 0.1972339 May 27 02:08:09.624531 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-e46b1316-b9b5-49b8-9ecd-4c953b134376 admin admin] Calling delete_port for 8de9b763-a665-4067-b570-665e10ad66a2 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:08:09.666272 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad68905-87a6-4226-996d-0390cf78bb92 req-ae0e9834-baf3-415f-a06c-5c3c28cc04a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:09.667747 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cad68905-87a6-4226-996d-0390cf78bb92 req-ae0e9834-baf3-415f-a06c-5c3c28cc04a1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1665409 May 27 02:08:09.672256 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5201477f-e1ae-475f-b41f-295a64e3b568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:09.692932 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5433ab0f-2931-456f-b1b3-3c9ad1252e45 req-3913cfe4-f35c-41e2-8cc7-76e37216643f service neutron] 10.222.0.66 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287033 May 27 02:08:09.705680 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5201477f-e1ae-475f-b41f-295a64e3b568 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:09.708911 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-36a1836e-b443-4e39-8b09-ba4eafff7bcc req-5a2de472-4879-4a5f-a649-a586496d9795 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a399aad-ce28-4352-b510-d682d1e0f384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024156 May 27 02:08:09.714902 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fa20d3e9-402b-4562-9554-3dd8782aa0a7 req-41ee3bfa-7f21-4faa-a401-f0a6c38b3ab6 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917583 May 27 02:08:09.736795 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5201477f-e1ae-475f-b41f-295a64e3b568 admin admin] Usage tracker for resource:security_group_rule and tenant:db1f60b1155c4b499092fc8e6b180730 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:09.743018 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5201477f-e1ae-475f-b41f-295a64e3b568 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:09.797228 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5201477f-e1ae-475f-b41f-295a64e3b568 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:09.825494 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cad68905-87a6-4226-996d-0390cf78bb92 req-b6d00a5a-f673-4f5d-9935-c49870950900 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505737 May 27 02:08:09.833842 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ff69d51-f06a-4fc6-92c9-01301b74ad34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:09.917081 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff69d51-f06a-4fc6-92c9-01301b74ad34 admin admin] Pushing event deleted for resources: {'Port': ['ID=f912d263-54bf-4535-b388-c610fa2b3a66,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:10.067378 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5433ab0f-2931-456f-b1b3-3c9ad1252e45 req-08b1cb4c-d7d5-4b76-8460-088bbc3f23e1 service neutron] 10.222.0.66 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642979 May 27 02:08:10.101238 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ff69d51-f06a-4fc6-92c9-01301b74ad34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:10.139148 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e3f54cc9-0c10-42cf-b22c-3ff067c1c71e req-ae956faf-750d-4664-9f83-94e7fe1b08bf tempest-ServersAdmin275Test-498210352 tempest-ServersAdmin275Test-498210352-project] 10.222.0.57 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.1048245 May 27 02:08:10.197827 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cad68905-87a6-4226-996d-0390cf78bb92 req-1b28cd17-3ca9-4345-b6e6-58661dd09ae6 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653200 May 27 02:08:10.215826 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d49db-38d9-4b31-af10-dee712d37a76 req-85d1534c-cc4d-4772-a80e-b5c5e9867944 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:10.217574 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-936d49db-38d9-4b31-af10-dee712d37a76 req-85d1534c-cc4d-4772-a80e-b5c5e9867944 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3e001ad-cd44-4ca5-aecd-4479d82578b7 HTTP/1.1" status: 200 len: 944 time: 0.1822646 May 27 02:08:10.227427 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:08:10.233770 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 7dacb60a-88f7-460b-b571-bdcd6730ee06 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:08:10.266106 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-936d49db-38d9-4b31-af10-dee712d37a76 req-35897e01-fd53-4e5f-900c-7393917056ab tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423374 May 27 02:08:10.337830 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ff69d51-f06a-4fc6-92c9-01301b74ad34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:10.347669 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5201477f-e1ae-475f-b41f-295a64e3b568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:10.349009 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ff69d51-f06a-4fc6-92c9-01301b74ad34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:10.423638 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=2f108c7c-cb3d-4888-b5ed-193b8e1f7b52,segment=NetworkSegment(a69d16a1-8436-40ed-b9ce-539b6def055f),segment_id=a69d16a1-8436-40ed-b9ce-539b6def055f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:10.437214 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '2f108c7c-cb3d-4888-b5ed-193b8e1f7b52', 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81', 'port_id': '2f108c7c-cb3d-4888-b5ed-193b8e1f7b52', 'mac_address': 'fa:16:3e:8d:d6:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a1d95-8ee5-4ee3-927d-bf057db8df2f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:08:10.437462 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5201477f-e1ae-475f-b41f-295a64e3b568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:10.438817 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 7dacb60a-88f7-460b-b571-bdcd6730ee06 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:08:10.451941 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e46b1316-b9b5-49b8-9ecd-4c953b134376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:10.455456 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ff69d51-f06a-4fc6-92c9-01301b74ad34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:10.455944 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff69d51-f06a-4fc6-92c9-01301b74ad34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78753787-fa04-4aee-b145-c743c1444557 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:08:10.471627 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 7dacb60a-88f7-460b-b571-bdcd6730ee06 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:08:10.471994 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:10.548559 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:08:10.549014 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:10.570579 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:08:10.594081 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=2f108c7c-cb3d-4888-b5ed-193b8e1f7b52,segment=NetworkSegment(a69d16a1-8436-40ed-b9ce-539b6def055f),segment_id=a69d16a1-8436-40ed-b9ce-539b6def055f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:10.644396 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b1316-b9b5-49b8-9ecd-4c953b134376 admin admin] Pushing event deleted for resources: {'Port': ['ID=8de9b763-a665-4067-b570-665e10ad66a2,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:10.648585 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 7dacb60a-88f7-460b-b571-bdcd6730ee06 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:08:10.648999 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:10.671613 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:10.711058 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5201477f-e1ae-475f-b41f-295a64e3b568 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=db1f60b1155c4b499092fc8e6b180730&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3074551 May 27 02:08:10.713733 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54276) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:10.719686 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41922585-b3d3-4c0d-b8f5-88dcc97a4dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dacb60a-88f7-460b-b571-bdcd6730ee06'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:08:10.722391 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201477f-e1ae-475f-b41f-295a64e3b568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc05b9ff-022e-445f-b095-6dcb7e631227,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:10.798652 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ff69d51-f06a-4fc6-92c9-01301b74ad34 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:10.801131 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6ff69d51-f06a-4fc6-92c9-01301b74ad34 admin admin] 10.222.0.57 "DELETE /v2.0/routers/78753787-fa04-4aee-b145-c743c1444557 HTTP/1.1" status: 204 len: 168 time: 3.7999668 May 27 02:08:10.805116 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54286) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:10.855290 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e3c6a55f-6b90-4565-8324-4dc97b08dfe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:10.906971 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 7dacb60a-88f7-460b-b571-bdcd6730ee06, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=7dacb60a-88f7-460b-b571-bdcd6730ee06,segment=NetworkSegment(289e98b2-c013-428a-9af2-2474b2ccaed7),segment_id=289e98b2-c013-428a-9af2-2474b2ccaed7)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:10.922196 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e3c6a55f-6b90-4565-8324-4dc97b08dfe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:10.927902 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=2f108c7c-cb3d-4888-b5ed-193b8e1f7b52,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:10.958043 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8b88bb8-0bad-4bd2-8d4c-e4878262b773 admin admin] Deleting subnet cfb22580-a9e2-4adc-af62-5943c24094d3 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:08:10.971210 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['2f108c7c-cb3d-4888-b5ed-193b8e1f7b52'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:08:10.983337 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a8b88bb8-0bad-4bd2-8d4c-e4878262b773 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:11.006855 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:11.050150 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e46b1316-b9b5-49b8-9ecd-4c953b134376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:11.118453 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=7dacb60a-88f7-460b-b571-bdcd6730ee06,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:11.177088 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a8b88bb8-0bad-4bd2-8d4c-e4878262b773 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:11.270668 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc459691-11b3-4e28-9be5-3a8dbbf6d93d req-9ba950d2-266a-4852-8e99-a56767a5bf71 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:11.272054 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cc459691-11b3-4e28-9be5-3a8dbbf6d93d req-9ba950d2-266a-4852-8e99-a56767a5bf71 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 948 time: 0.3083081 May 27 02:08:11.280977 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd3f49-7e31-47fe-9569-0e0894162cc3 req-db41ac4b-7f6e-4191-b04b-a1e9c61140ff tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:11.282408 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-21bd3f49-7e31-47fe-9569-0e0894162cc3 req-db41ac4b-7f6e-4191-b04b-a1e9c61140ff tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/ports?device_id=41922585-b3d3-4c0d-b8f5-88dcc97a4dee HTTP/1.1" status: 200 len: 945 time: 0.2587450 May 27 02:08:11.321867 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e3c6a55f-6b90-4565-8324-4dc97b08dfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:11.367329 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6a55f-6b90-4565-8324-4dc97b08dfe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc05b9ff-022e-445f-b095-6dcb7e631227,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:11.386917 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a8b88bb8-0bad-4bd2-8d4c-e4878262b773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:11.417415 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e3c6a55f-6b90-4565-8324-4dc97b08dfe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:11.421056 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e3c6a55f-6b90-4565-8324-4dc97b08dfe0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fc05b9ff-022e-445f-b095-6dcb7e631227 HTTP/1.1" status: 204 len: 168 time: 0.7033212 May 27 02:08:11.427103 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cc459691-11b3-4e28-9be5-3a8dbbf6d93d req-8cb56545-fcfb-4980-ab2c-b5b1f73bf679 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392167 May 27 02:08:11.435983 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-21bd3f49-7e31-47fe-9569-0e0894162cc3 req-af82070b-6ad4-441d-beea-1253b0de604c tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a399aad-ce28-4352-b510-d682d1e0f384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460025 May 27 02:08:11.502324 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e46b1316-b9b5-49b8-9ecd-4c953b134376 admin admin] Router d6b055a4-8e9b-4894-b769-ce34a8259cc6 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:08:11.509176 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fed0718-5c07-4b69-bbd5-e04b78e00f7a'] response: {'server_uuid': '41922585-b3d3-4c0d-b8f5-88dcc97a4dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dacb60a-88f7-460b-b571-bdcd6730ee06', 'code': 200} May 27 02:08:11.608872 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4a33d97b-b04c-4ab7-98f3-67ed16605650 req-3ed0d2ca-0526-4b72-bc3e-facefe7137ae tempest-ServersAdmin275Test-498210352 tempest-ServersAdmin275Test-498210352-project] 10.222.0.57 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.0546854 May 27 02:08:11.612276 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a8b88bb8-0bad-4bd2-8d4c-e4878262b773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:11.690807 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b88bb8-0bad-4bd2-8d4c-e4878262b773 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfb22580-a9e2-4adc-af62-5943c24094d3,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:11.699136 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a8b88bb8-0bad-4bd2-8d4c-e4878262b773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:11.702828 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fecee1-3b2b-4883-a32f-cbb18d50210c None None] Network 322327b4-bb13-4630-a779-a0a38cd59599 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:08:11.713408 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a8b88bb8-0bad-4bd2-8d4c-e4878262b773 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/cfb22580-a9e2-4adc-af62-5943c24094d3 HTTP/1.1" status: 204 len: 168 time: 0.9068511 May 27 02:08:11.715787 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54298) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:11.773849 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46b1316-b9b5-49b8-9ecd-4c953b134376 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:08:11.778811 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e46b1316-b9b5-49b8-9ecd-4c953b134376 admin admin] 10.222.0.57 "PUT /v2.0/routers/d6b055a4-8e9b-4894-b769-ce34a8259cc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0740387 May 27 02:08:11.785200 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54302) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:11.795540 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab62e18-5ce0-497a-92ec-78d1e6b218ba None None] Sync routers for ids ['d6b055a4-8e9b-4894-b769-ce34a8259cc6'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:08:11.809456 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab62e18-5ce0-497a-92ec-78d1e6b218ba None None] Routers {'d6b055a4-8e9b-4894-b769-ce34a8259cc6'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:08:11.810307 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-0ab62e18-5ce0-497a-92ec-78d1e6b218ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:07:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d6b055a4-8e9b-4894-b769-ce34a8259cc6'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:11.883751 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a57b0394-e48b-4b0b-b7ad-774794f26ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:11.913448 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a57b0394-e48b-4b0b-b7ad-774794f26ad7 admin admin] Deleting port 456900b9-6303-4711-90b2-5e746552398e {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:08:11.913793 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a57b0394-e48b-4b0b-b7ad-774794f26ad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:11.936776 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb0686-cd20-49df-8dde-9c813abff9d7 req-9ef12891-3a8e-44e3-917a-a959619e47b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:11.938302 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-95bb0686-cd20-49df-8dde-9c813abff9d7 req-9ef12891-3a8e-44e3-917a-a959619e47b6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=41922585-b3d3-4c0d-b8f5-88dcc97a4dee HTTP/1.1" status: 200 len: 1096 time: 0.3472018 May 27 02:08:11.969272 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f894e-e4a5-4ca8-bfe4-2c12bd9177f4 req-0f26a9b6-474b-43be-9ea6-0dffed06b560 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:11.976208 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f89f894e-e4a5-4ca8-bfe4-2c12bd9177f4 req-0f26a9b6-474b-43be-9ea6-0dffed06b560 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3e001ad-cd44-4ca5-aecd-4479d82578b7 HTTP/1.1" status: 200 len: 945 time: 0.3658979 May 27 02:08:12.010650 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e06c79-48b7-4897-8c2c-80e995e9fd66 None None] DHCP port deletion for 322327b4-bb13-4630-a779-a0a38cd59599 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:08:12.014968 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-41e06c79-48b7-4897-8c2c-80e995e9fd66 None None] Deleting port 456900b9-6303-4711-90b2-5e746552398e {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:08:12.015346 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-41e06c79-48b7-4897-8c2c-80e995e9fd66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:12.043089 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f89f894e-e4a5-4ca8-bfe4-2c12bd9177f4 req-0e320c4b-297f-468c-b0cf-f4e3df66bcd1 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653136 May 27 02:08:12.068688 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-95bb0686-cd20-49df-8dde-9c813abff9d7 req-d8a65a5e-3ad5-45da-bcea-4841c57cf6f8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4a399aad-ce28-4352-b510-d682d1e0f384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234329 May 27 02:08:12.078718 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-0ab62e18-5ce0-497a-92ec-78d1e6b218ba None None] Set router d6b055a4-8e9b-4894-b769-ce34a8259cc6 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:08:12.098174 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a00f2aa-67bc-450b-a28c-01910a3b2f6d admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:12.161783 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device e877bcc3-33c5-4254-8b54-f3b4e576ce23 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:08:12.177006 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54306) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:12.217498 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e910188b-828f-4e5f-9303-943dc573fe0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:12.247384 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e910188b-828f-4e5f-9303-943dc573fe0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:12.256135 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e910188b-828f-4e5f-9303-943dc573fe0e admin admin] Usage tracker for resource:security_group_rule and tenant:2562fb9af15b42e28d2c1a55d6cc100c is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:12.260242 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a57b0394-e48b-4b0b-b7ad-774794f26ad7 admin admin] For port 456900b9-6303-4711-90b2-5e746552398e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=456900b9-6303-4711-90b2-5e746552398e,segment=NetworkSegment(7e847541-5b73-4c7d-bea8-e91eb4e6d291),segment_id=7e847541-5b73-4c7d-bea8-e91eb4e6d291)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:12.260873 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a57b0394-e48b-4b0b-b7ad-774794f26ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:12.269768 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e910188b-828f-4e5f-9303-943dc573fe0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:12.280755 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e910188b-828f-4e5f-9303-943dc573fe0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:12.284529 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:08:12.402506 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a00f2aa-67bc-450b-a28c-01910a3b2f6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:12.406549 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a57b0394-e48b-4b0b-b7ad-774794f26ad7 admin admin] Calling delete_port for 456900b9-6303-4711-90b2-5e746552398e owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:08:12.434235 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-0ab62e18-5ce0-497a-92ec-78d1e6b218ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b055a4-8e9b-4894-b769-ce34a8259cc6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953330169-router', 'tenant_id': '29b0a756dbe242a98d4e9592a6aeb4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '5cc8d37b-858e-45ac-8f79-c999b7db0439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:05:07Z', 'updated_at': '2022-05-27T02:08:10Z', 'revision_number': 5, 'project_id': '29b0a756dbe242a98d4e9592a6aeb4b1', 'gw_port': {'id': '5cc8d37b-858e-45ac-8f79-c999b7db0439', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b055a4-8e9b-4894-b769-ce34a8259cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:08Z', 'updated_at': '2022-05-27T02:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:12.437363 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab62e18-5ce0-497a-92ec-78d1e6b218ba None None] Checking router: d6b055a4-8e9b-4894-b769-ce34a8259cc6 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:08:12.447441 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab62e18-5ce0-497a-92ec-78d1e6b218ba None None] Routers {'d6b055a4-8e9b-4894-b769-ce34a8259cc6'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:08:12.448168 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-0ab62e18-5ce0-497a-92ec-78d1e6b218ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:07:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d6b055a4-8e9b-4894-b769-ce34a8259cc6'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:12.450353 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-41e06c79-48b7-4897-8c2c-80e995e9fd66 None None] For port 456900b9-6303-4711-90b2-5e746552398e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=456900b9-6303-4711-90b2-5e746552398e,segment=NetworkSegment(7e847541-5b73-4c7d-bea8-e91eb4e6d291),segment_id=7e847541-5b73-4c7d-bea8-e91eb4e6d291)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:12.450754 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-41e06c79-48b7-4897-8c2c-80e995e9fd66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:12.476871 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-5a00f2aa-67bc-450b-a28c-01910a3b2f6d admin admin] Deleting port 5cc8d37b-858e-45ac-8f79-c999b7db0439 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:08:12.477397 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a00f2aa-67bc-450b-a28c-01910a3b2f6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:12.658850 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-0ab62e18-5ce0-497a-92ec-78d1e6b218ba None None] Set router d6b055a4-8e9b-4894-b769-ce34a8259cc6 gateway port host: None {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:08:12.681896 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-41e06c79-48b7-4897-8c2c-80e995e9fd66 None None] Calling delete_port for 456900b9-6303-4711-90b2-5e746552398e owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:08:12.772511 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-0ab62e18-5ce0-497a-92ec-78d1e6b218ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b055a4-8e9b-4894-b769-ce34a8259cc6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953330169-router', 'tenant_id': '29b0a756dbe242a98d4e9592a6aeb4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:05:07Z', 'updated_at': '2022-05-27T02:08:12Z', 'revision_number': 6, 'project_id': '29b0a756dbe242a98d4e9592a6aeb4b1', 'gw_port_host': None}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:12.777314 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab62e18-5ce0-497a-92ec-78d1e6b218ba None None] The sync data for ids ['d6b055a4-8e9b-4894-b769-ce34a8259cc6'] in n-d-843554-3 is: [{'id': 'd6b055a4-8e9b-4894-b769-ce34a8259cc6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953330169-router', 'tenant_id': '29b0a756dbe242a98d4e9592a6aeb4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:05:07Z', 'updated_at': '2022-05-27T02:08:12Z', 'revision_number': 6, 'project_id': '29b0a756dbe242a98d4e9592a6aeb4b1', 'gw_port_host': None}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:08:12.796222 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port e877bcc3-33c5-4254-8b54-f3b4e576ce23, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=e877bcc3-33c5-4254-8b54-f3b4e576ce23,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:12.798370 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-5a00f2aa-67bc-450b-a28c-01910a3b2f6d admin admin] For port 5cc8d37b-858e-45ac-8f79-c999b7db0439, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=5cc8d37b-858e-45ac-8f79-c999b7db0439,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:12.798734 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a00f2aa-67bc-450b-a28c-01910a3b2f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:12.817396 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': 'e877bcc3-33c5-4254-8b54-f3b4e576ce23', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'port_id': 'e877bcc3-33c5-4254-8b54-f3b4e576ce23', 'mac_address': 'fa:16:3e:50:83:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf69705-8457-415f-85a3-b42efaff1b97', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:08:12.819319 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 456900b9-6303-4711-90b2-5e746552398e no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:08:12.864039 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-41e06c79-48b7-4897-8c2c-80e995e9fd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:12.898901 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 456900b9-6303-4711-90b2-5e746552398e {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:08:12.899305 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 456900b9-6303-4711-90b2-5e746552398e not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:08:12.899723 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f912d263-54bf-4535-b388-c610fa2b3a66 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:08:12.919473 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-a57b0394-e48b-4b0b-b7ad-774794f26ad7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:08:12.919867 n-d-843554-3 neutron-server[88902]: DEBUG oslo_db.api [None req-a57b0394-e48b-4b0b-b7ad-774794f26ad7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:08:12.939085 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-5a00f2aa-67bc-450b-a28c-01910a3b2f6d admin admin] Calling delete_port for 5cc8d37b-858e-45ac-8f79-c999b7db0439 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:08:12.982659 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:08:12.984792 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e910188b-828f-4e5f-9303-943dc573fe0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:12.999951 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b78ed-be84-4ac5-b853-0de928d6da0e req-78a1a89d-bb29-47ec-bfc7-e5c3d499b9de tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:13.006970 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a83b78ed-be84-4ac5-b853-0de928d6da0e req-78a1a89d-bb29-47ec-bfc7-e5c3d499b9de tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 948 time: 0.2145064 May 27 02:08:13.024706 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e06c79-48b7-4897-8c2c-80e995e9fd66 None None] Pushing event deleted for resources: {'Port': ['ID=456900b9-6303-4711-90b2-5e746552398e,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:13.032741 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port e877bcc3-33c5-4254-8b54-f3b4e576ce23 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:08:13.033497 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:13.034227 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21d0de-7c9b-44ad-a6c1-37d4308445bc req-c542e216-1ee2-4769-9f63-5397cb4d3ec9 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:13.037550 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0b21d0de-7c9b-44ad-a6c1-37d4308445bc req-c542e216-1ee2-4769-9f63-5397cb4d3ec9 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/ports?device_id=41922585-b3d3-4c0d-b8f5-88dcc97a4dee HTTP/1.1" status: 200 len: 945 time: 0.2462561 May 27 02:08:13.052679 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: f912d263-54bf-4535-b388-c610fa2b3a66 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:08:13.053276 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f912d263-54bf-4535-b388-c610fa2b3a66 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:08:13.062502 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:08:13.062502 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:13.083287 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e910188b-828f-4e5f-9303-943dc573fe0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:13.096754 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e06c79-48b7-4897-8c2c-80e995e9fd66 None None] No DVR routers for this DVR port 456900b9-6303-4711-90b2-5e746552398e on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:08:13.115632 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e877bcc3-33c5-4254-8b54-f3b4e576ce23 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:08:13.128857 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a83b78ed-be84-4ac5-b853-0de928d6da0e req-cb02e05e-c50d-47db-90f7-8c7d25b94083 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208668 May 27 02:08:13.161440 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port e877bcc3-33c5-4254-8b54-f3b4e576ce23, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=e877bcc3-33c5-4254-8b54-f3b4e576ce23,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:13.193055 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0b21d0de-7c9b-44ad-a6c1-37d4308445bc req-b4d784d4-dcb7-43dd-b664-19f94be504e6 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a399aad-ce28-4352-b510-d682d1e0f384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513367 May 27 02:08:13.205574 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54318) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:13.206151 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e910188b-828f-4e5f-9303-943dc573fe0e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2562fb9af15b42e28d2c1a55d6cc100c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0272686 May 27 02:08:13.206736 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e910188b-828f-4e5f-9303-943dc573fe0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c96d7e-0cee-41f4-8caa-a231edb309ac,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:13.256922 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a00f2aa-67bc-450b-a28c-01910a3b2f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:13.271969 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:13.319452 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:08:13.320061 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:13.377569 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-faa46446-5f04-4e6e-a424-2250250c8a8d req-0b23a2aa-fb2f-4349-ad3d-4066a72e871c tempest-ServersAdmin275Test-498210352 tempest-ServersAdmin275Test-498210352-project] 10.222.0.57 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.0591333 May 27 02:08:13.378158 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=2f108c7c-cb3d-4888-b5ed-193b8e1f7b52,segment=NetworkSegment(a69d16a1-8436-40ed-b9ce-539b6def055f),segment_id=a69d16a1-8436-40ed-b9ce-539b6def055f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:13.384678 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=e877bcc3-33c5-4254-8b54-f3b4e576ce23,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:13.401309 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a00f2aa-67bc-450b-a28c-01910a3b2f6d admin admin] Pushing event deleted for resources: {'Port': ['ID=5cc8d37b-858e-45ac-8f79-c999b7db0439,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:13.421429 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a57b0394-e48b-4b0b-b7ad-774794f26ad7 admin admin] Deleting port 456900b9-6303-4711-90b2-5e746552398e {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:08:13.421773 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a57b0394-e48b-4b0b-b7ad-774794f26ad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:13.448155 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:13.497545 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1dbcfb9c-fcf4-4c94-91c4-7c008e0a302c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:13.499642 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a00f2aa-67bc-450b-a28c-01910a3b2f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:13.510066 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a57b0394-e48b-4b0b-b7ad-774794f26ad7 admin admin] The port '456900b9-6303-4711-90b2-5e746552398e' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:08:13.530798 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e001ad-cd44-4ca5-aecd-4479d82578b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f108c7c-cb3d-4888-b5ed-193b8e1f7b52'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:08:13.550424 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['e877bcc3-33c5-4254-8b54-f3b4e576ce23'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:08:13.584690 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28c2bb27-ce7e-45a3-8155-09b36ada3bfb'] response: {'server_uuid': 'f3e001ad-cd44-4ca5-aecd-4479d82578b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f108c7c-cb3d-4888-b5ed-193b8e1f7b52', 'code': 200} May 27 02:08:13.645417 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=2f108c7c-cb3d-4888-b5ed-193b8e1f7b52,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:13.660689 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a57b0394-e48b-4b0b-b7ad-774794f26ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:13.692489 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-a57b0394-e48b-4b0b-b7ad-774794f26ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['322327b4-bb13-4630-a779-a0a38cd59599']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:13.709553 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dadde8-a37e-4fc3-abed-355426c1a4ee req-b88285ed-4a20-48c5-bb99-4168760c1957 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:13.711175 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-42dadde8-a37e-4fc3-abed-355426c1a4ee req-b88285ed-4a20-48c5-bb99-4168760c1957 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3e001ad-cd44-4ca5-aecd-4479d82578b7 HTTP/1.1" status: 200 len: 945 time: 0.3325675 May 27 02:08:13.715703 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-a57b0394-e48b-4b0b-b7ad-774794f26ad7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e847541-5b73-4c7d-bea8-e91eb4e6d291') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:13.716105 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-a57b0394-e48b-4b0b-b7ad-774794f26ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e847541-5b73-4c7d-bea8-e91eb4e6d291') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:13.746013 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a57b0394-e48b-4b0b-b7ad-774794f26ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:13.769775 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a00f2aa-67bc-450b-a28c-01910a3b2f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:13.778104 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a57b0394-e48b-4b0b-b7ad-774794f26ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:13.781166 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a00f2aa-67bc-450b-a28c-01910a3b2f6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:13.789727 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-42dadde8-a37e-4fc3-abed-355426c1a4ee req-3b212563-a5e1-47d7-b150-49742b3540ea tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635126 May 27 02:08:13.790798 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a57b0394-e48b-4b0b-b7ad-774794f26ad7 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:08:13.791301 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a57b0394-e48b-4b0b-b7ad-774794f26ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:13.798086 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1dbcfb9c-fcf4-4c94-91c4-7c008e0a302c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:13.863642 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 7e847541-5b73-4c7d-bea8-e91eb4e6d291 resource provider aggregate not found May 27 02:08:13.882782 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 7e847541-5b73-4c7d-bea8-e91eb4e6d291 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e847541-5b73-4c7d-bea8-e91eb4e6d291 found for delete ", "request_id": "req-761ffb46-d05a-4f2d-a65e-418454d05abc"}]} May 27 02:08:13.884006 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7858e-a7f6-4950-8bc0-31b502bea511 req-559c519a-251e-43b9-8993-161fd992c466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:13.885535 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-99d7858e-a7f6-4950-8bc0-31b502bea511 req-559c519a-251e-43b9-8993-161fd992c466 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f3e001ad-cd44-4ca5-aecd-4479d82578b7 HTTP/1.1" status: 200 len: 1097 time: 0.1905420 May 27 02:08:13.924091 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a00f2aa-67bc-450b-a28c-01910a3b2f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:13.924591 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a00f2aa-67bc-450b-a28c-01910a3b2f6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6b055a4-8e9b-4894-b769-ce34a8259cc6 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:08:13.934087 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-99d7858e-a7f6-4950-8bc0-31b502bea511 req-8506b25a-2d7b-4e52-80c3-262195987d0d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418148 May 27 02:08:13.939419 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a57b0394-e48b-4b0b-b7ad-774794f26ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:13.939719 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1dbcfb9c-fcf4-4c94-91c4-7c008e0a302c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:13.960537 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbcfb9c-fcf4-4c94-91c4-7c008e0a302c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c96d7e-0cee-41f4-8caa-a231edb309ac,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:13.961173 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a57b0394-e48b-4b0b-b7ad-774794f26ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:13.965748 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a00f2aa-67bc-450b-a28c-01910a3b2f6d admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:13.969559 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5a00f2aa-67bc-450b-a28c-01910a3b2f6d admin admin] 10.222.0.57 "DELETE /v2.0/routers/d6b055a4-8e9b-4894-b769-ce34a8259cc6 HTTP/1.1" status: 204 len: 168 time: 2.1799273 May 27 02:08:13.969559 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1dbcfb9c-fcf4-4c94-91c4-7c008e0a302c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:13.969821 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b0394-e48b-4b0b-b7ad-774794f26ad7 admin admin] Pushing event deleted for resources: {'Network': ['ID=322327b4-bb13-4630-a779-a0a38cd59599,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:13.971504 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1dbcfb9c-fcf4-4c94-91c4-7c008e0a302c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f4c96d7e-0cee-41f4-8caa-a231edb309ac HTTP/1.1" status: 204 len: 168 time: 0.7638049 May 27 02:08:13.972165 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54330) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:13.980999 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a57b0394-e48b-4b0b-b7ad-774794f26ad7 admin admin] 10.222.0.57 "DELETE /v2.0/networks/322327b4-bb13-4630-a779-a0a38cd59599 HTTP/1.1" status: 204 len: 168 time: 2.2641652 May 27 02:08:14.065638 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca2a9705-88a0-4be0-9a66-dbde8fe790de admin admin] Deleting subnet 35bc9c30-2977-4706-8ea2-6509dc0d5f36 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:08:14.069175 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ca2a9705-88a0-4be0-9a66-dbde8fe790de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:14.122074 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ca2a9705-88a0-4be0-9a66-dbde8fe790de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:14.203908 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ca2a9705-88a0-4be0-9a66-dbde8fe790de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:14.339969 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ca2a9705-88a0-4be0-9a66-dbde8fe790de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:14.349960 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db470a9-4f65-4203-a704-f94876e9d3eb req-681f5787-0ab0-4c32-8ea0-31ccec4815bb tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:14.351457 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1db470a9-4f65-4203-a704-f94876e9d3eb req-681f5787-0ab0-4c32-8ea0-31ccec4815bb tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 949 time: 0.0935712 May 27 02:08:14.381267 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a9705-88a0-4be0-9a66-dbde8fe790de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35bc9c30-2977-4706-8ea2-6509dc0d5f36,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:14.387082 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ca2a9705-88a0-4be0-9a66-dbde8fe790de admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:14.393673 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ca2a9705-88a0-4be0-9a66-dbde8fe790de admin admin] 10.222.0.57 "DELETE /v2.0/subnets/35bc9c30-2977-4706-8ea2-6509dc0d5f36 HTTP/1.1" status: 204 len: 168 time: 0.4204733 May 27 02:08:14.398685 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54342) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:14.402228 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494915dc-448e-4ec7-a85c-79e68525fa13 None None] Network 285d116f-f374-4f94-b77a-ffd92d46c315 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:08:14.445934 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1db470a9-4f65-4203-a704-f94876e9d3eb req-7bab009c-dfdc-4d4c-bbbd-fa6c8d299535 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629818 May 27 02:08:14.475529 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6009653-3911-4d70-9a8a-44cca07a174d req-68d46919-54d3-47fa-88c6-001fb2c2e685 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:14.482711 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c6009653-3911-4d70-9a8a-44cca07a174d req-68d46919-54d3-47fa-88c6-001fb2c2e685 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/ports?device_id=41922585-b3d3-4c0d-b8f5-88dcc97a4dee HTTP/1.1" status: 200 len: 945 time: 0.1300561 May 27 02:08:14.484315 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54350) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:14.588748 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c6009653-3911-4d70-9a8a-44cca07a174d req-d82336a6-33d6-4ed7-913f-b98bf78580a0 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a399aad-ce28-4352-b510-d682d1e0f384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041012 May 27 02:08:14.591637 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-dfa4d49b-45cf-4d1b-9e85-8e21e4c870d2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=acd984171a2445a5bb1155888985d0e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1056619 May 27 02:08:14.594760 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54354) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:14.707444 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b27543b5-87b3-43c1-a04e-04416478046b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:14.708864 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 5cc8d37b-858e-45ac-8f79-c999b7db0439 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:08:14.723457 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b27543b5-87b3-43c1-a04e-04416478046b admin admin] Deleting port 5dddb95b-2fbc-48d6-90c9-29912395a85f {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:08:14.724316 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b27543b5-87b3-43c1-a04e-04416478046b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:14.763892 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 5cc8d37b-858e-45ac-8f79-c999b7db0439 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:08:14.764406 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 5cc8d37b-858e-45ac-8f79-c999b7db0439 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:08:14.765005 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8de9b763-a665-4067-b570-665e10ad66a2 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:08:14.815297 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 8de9b763-a665-4067-b570-665e10ad66a2 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:08:14.816368 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8de9b763-a665-4067-b570-665e10ad66a2 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:08:14.841724 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fb1a8131-7ac0-41bc-9522-840baaefc4d4 req-c959beb7-69e6-430b-8017-37a4a44895ea tempest-ServersAdmin275Test-498210352 tempest-ServersAdmin275Test-498210352-project] 10.222.0.57 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.2007611 May 27 02:08:14.892684 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4febc5d8-91f6-4935-b6b2-9f2761d17adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:14.901102 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ebfeb9-fb4e-48e3-9058-4c937d6648a3 None None] DHCP port deletion for 285d116f-f374-4f94-b77a-ffd92d46c315 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:08:14.905617 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-93ebfeb9-fb4e-48e3-9058-4c937d6648a3 None None] Deleting port 5dddb95b-2fbc-48d6-90c9-29912395a85f {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:08:14.906091 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-93ebfeb9-fb4e-48e3-9058-4c937d6648a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:14.947751 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4febc5d8-91f6-4935-b6b2-9f2761d17adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:15.030434 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-b27543b5-87b3-43c1-a04e-04416478046b admin admin] For port 5dddb95b-2fbc-48d6-90c9-29912395a85f, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=5dddb95b-2fbc-48d6-90c9-29912395a85f,segment=NetworkSegment(3ac6780f-424a-4041-a231-bee35e0562c1),segment_id=3ac6780f-424a-4041-a231-bee35e0562c1)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:15.030800 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b27543b5-87b3-43c1-a04e-04416478046b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:15.093750 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-705c6aca-51b1-41a9-8f8e-cfcbc9e3e2b9 req-0e027359-957a-4e66-92f9-daca2178a94f tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 258 time: 0.4532144 May 27 02:08:15.105394 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-705c6aca-51b1-41a9-8f8e-cfcbc9e3e2b9 req-2326a5ef-6049-443a-ba85-64d091c3a27b tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:15.114424 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-705c6aca-51b1-41a9-8f8e-cfcbc9e3e2b9 req-2326a5ef-6049-443a-ba85-64d091c3a27b tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:15.120174 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-705c6aca-51b1-41a9-8f8e-cfcbc9e3e2b9 req-2326a5ef-6049-443a-ba85-64d091c3a27b tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Usage tracker for resource:floatingip and tenant:03c1fcaae176438a9274ccbf2946eee2 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:15.132750 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-705c6aca-51b1-41a9-8f8e-cfcbc9e3e2b9 req-2326a5ef-6049-443a-ba85-64d091c3a27b tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:15.144360 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-705c6aca-51b1-41a9-8f8e-cfcbc9e3e2b9 req-2326a5ef-6049-443a-ba85-64d091c3a27b tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:15.173325 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720fe54a-4a04-4290-aa2e-8d05ce21eecd req-e0ffaa7a-95c5-4db5-881e-765650ac78e8 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:15.174881 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-720fe54a-4a04-4290-aa2e-8d05ce21eecd req-e0ffaa7a-95c5-4db5-881e-765650ac78e8 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3e001ad-cd44-4ca5-aecd-4479d82578b7 HTTP/1.1" status: 200 len: 946 time: 0.1757042 May 27 02:08:15.197327 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b27543b5-87b3-43c1-a04e-04416478046b admin admin] Calling delete_port for 5dddb95b-2fbc-48d6-90c9-29912395a85f owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:08:15.217554 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-93ebfeb9-fb4e-48e3-9058-4c937d6648a3 None None] For port 5dddb95b-2fbc-48d6-90c9-29912395a85f, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=5dddb95b-2fbc-48d6-90c9-29912395a85f,segment=NetworkSegment(3ac6780f-424a-4041-a231-bee35e0562c1),segment_id=3ac6780f-424a-4041-a231-bee35e0562c1)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:15.218257 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-93ebfeb9-fb4e-48e3-9058-4c937d6648a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:15.235652 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-720fe54a-4a04-4290-aa2e-8d05ce21eecd req-3745d768-8811-4cab-81b6-a132641dd19f tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546312 May 27 02:08:15.249005 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-705c6aca-51b1-41a9-8f8e-cfcbc9e3e2b9 req-2326a5ef-6049-443a-ba85-64d091c3a27b tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks [] for floatingip, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:15.288880 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4febc5d8-91f6-4935-b6b2-9f2761d17adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:15.316966 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4febc5d8-91f6-4935-b6b2-9f2761d17adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1b78d2-fdda-4132-8a14-a51381cc6bca,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:15.351072 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b27543b5-87b3-43c1-a04e-04416478046b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:15.361692 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-93ebfeb9-fb4e-48e3-9058-4c937d6648a3 None None] Calling delete_port for 5dddb95b-2fbc-48d6-90c9-29912395a85f owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:08:15.369904 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4febc5d8-91f6-4935-b6b2-9f2761d17adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:15.371210 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4febc5d8-91f6-4935-b6b2-9f2761d17adb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4a1b78d2-fdda-4132-8a14-a51381cc6bca HTTP/1.1" status: 204 len: 168 time: 0.7755115 May 27 02:08:15.436144 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27543b5-87b3-43c1-a04e-04416478046b admin admin] Pushing event deleted for resources: {'Port': ['ID=5dddb95b-2fbc-48d6-90c9-29912395a85f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:15.440522 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27543b5-87b3-43c1-a04e-04416478046b admin admin] No DVR routers for this DVR port 5dddb95b-2fbc-48d6-90c9-29912395a85f on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:08:15.463051 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-705c6aca-51b1-41a9-8f8e-cfcbc9e3e2b9 req-2326a5ef-6049-443a-ba85-64d091c3a27b tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:15.478319 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-93ebfeb9-fb4e-48e3-9058-4c937d6648a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:08:15.479927 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-93ebfeb9-fb4e-48e3-9058-4c937d6648a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:08:15.562382 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54382) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:15.582786 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b27543b5-87b3-43c1-a04e-04416478046b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:15.625656 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-b27543b5-87b3-43c1-a04e-04416478046b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['285d116f-f374-4f94-b77a-ffd92d46c315']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:15.643625 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-b27543b5-87b3-43c1-a04e-04416478046b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ac6780f-424a-4041-a231-bee35e0562c1') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:15.643933 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-b27543b5-87b3-43c1-a04e-04416478046b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ac6780f-424a-4041-a231-bee35e0562c1') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:15.658359 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b27543b5-87b3-43c1-a04e-04416478046b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:15.675993 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b27543b5-87b3-43c1-a04e-04416478046b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:15.682216 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b27543b5-87b3-43c1-a04e-04416478046b admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:08:15.682610 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b27543b5-87b3-43c1-a04e-04416478046b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:15.752218 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 3ac6780f-424a-4041-a231-bee35e0562c1 resource provider aggregate not found May 27 02:08:15.786202 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 3ac6780f-424a-4041-a231-bee35e0562c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ac6780f-424a-4041-a231-bee35e0562c1 found for delete ", "request_id": "req-6060ffef-40c0-4b1c-aefc-90ffed986e37"}]} May 27 02:08:15.824224 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705156a5-d9d9-402d-a6fa-4a9886a0b210 req-3ad94179-f3de-4f71-8550-391c801b7209 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:15.825739 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-705156a5-d9d9-402d-a6fa-4a9886a0b210 req-3ad94179-f3de-4f71-8550-391c801b7209 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 949 time: 0.1879752 May 27 02:08:15.842435 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b27543b5-87b3-43c1-a04e-04416478046b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:15.854242 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-705c6aca-51b1-41a9-8f8e-cfcbc9e3e2b9 req-2326a5ef-6049-443a-ba85-64d091c3a27b tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Allocated IP 172.25.1.137 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/58861fb0-f633-42ac-96e1-e16fa7766aa6) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:08:15.876817 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d40c4176-2a41-4275-b64b-183f9b7a005e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-208715108-network', 'tenant_id': '846b128e49a144bb97bdbd537ab49432'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:15.881065 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b27543b5-87b3-43c1-a04e-04416478046b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:15.890503 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d40c4176-2a41-4275-b64b-183f9b7a005e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:15.892978 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27543b5-87b3-43c1-a04e-04416478046b admin admin] Pushing event deleted for resources: {'Network': ['ID=285d116f-f374-4f94-b77a-ffd92d46c315,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:15.897579 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d40c4176-2a41-4275-b64b-183f9b7a005e admin admin] Usage tracker for resource:network and tenant:846b128e49a144bb97bdbd537ab49432 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:15.901137 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d40c4176-2a41-4275-b64b-183f9b7a005e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:15.907199 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b27543b5-87b3-43c1-a04e-04416478046b admin admin] 10.222.0.57 "DELETE /v2.0/networks/285d116f-f374-4f94-b77a-ffd92d46c315 HTTP/1.1" status: 204 len: 168 time: 1.5068681 May 27 02:08:15.909074 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d40c4176-2a41-4275-b64b-183f9b7a005e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:15.911091 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-705156a5-d9d9-402d-a6fa-4a9886a0b210 req-f58895b3-e400-4fcb-a719-11e193be5d79 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769143 May 27 02:08:15.979954 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-93ebfeb9-fb4e-48e3-9058-4c937d6648a3 None None] Deleting port 5dddb95b-2fbc-48d6-90c9-29912395a85f {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:08:15.981785 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-93ebfeb9-fb4e-48e3-9058-4c937d6648a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:16.013887 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40c4176-2a41-4275-b64b-183f9b7a005e admin admin] Made reservation on behalf of 846b128e49a144bb97bdbd537ab49432 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:08:16.016248 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d40c4176-2a41-4275-b64b-183f9b7a005e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:16.039355 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d40c4176-2a41-4275-b64b-183f9b7a005e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:16.055913 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d40c4176-2a41-4275-b64b-183f9b7a005e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:16.060643 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d40c4176-2a41-4275-b64b-183f9b7a005e admin admin] Usage tracker for resource:security_group_rule and tenant:846b128e49a144bb97bdbd537ab49432 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:16.062274 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-705c6aca-51b1-41a9-8f8e-cfcbc9e3e2b9 req-2326a5ef-6049-443a-ba85-64d091c3a27b tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:16.064117 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d40c4176-2a41-4275-b64b-183f9b7a005e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:16.070764 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d40c4176-2a41-4275-b64b-183f9b7a005e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:16.095016 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-93ebfeb9-fb4e-48e3-9058-4c937d6648a3 None None] The port '5dddb95b-2fbc-48d6-90c9-29912395a85f' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:08:16.171848 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d40c4176-2a41-4275-b64b-183f9b7a005e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:16.174971 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device e877bcc3-33c5-4254-8b54-f3b4e576ce23 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:08:16.203531 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-705c6aca-51b1-41a9-8f8e-cfcbc9e3e2b9 req-2326a5ef-6049-443a-ba85-64d091c3a27b tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:16.259869 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d40c4176-2a41-4275-b64b-183f9b7a005e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:16.287832 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d40c4176-2a41-4275-b64b-183f9b7a005e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:08:16.304115 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40c4176-2a41-4275-b64b-183f9b7a005e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf40757-b57b-4b5f-b315-5f4f7d56f824,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:16.309046 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d40c4176-2a41-4275-b64b-183f9b7a005e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:16.309391 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-d40c4176-2a41-4275-b64b-183f9b7a005e admin admin] Added segment 18001c0d-6c74-475c-a0cb-9d64b721b14f of type vlan for network a46dc284-eb7c-468a-bcfd-6cfcbba366bf May 27 02:08:16.335340 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d40c4176-2a41-4275-b64b-183f9b7a005e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:16.339361 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-43f36a48-0104-414d-b0c5-e4b708767e12 req-a2aab4b3-0d0e-4567-88f8-d8d015d43288 tempest-ServersAdmin275Test-498210352 tempest-ServersAdmin275Test-498210352-project] 10.222.0.57 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.0666735 May 27 02:08:16.344649 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-705c6aca-51b1-41a9-8f8e-cfcbc9e3e2b9 req-2326a5ef-6049-443a-ba85-64d091c3a27b tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:08:16.345046 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port e877bcc3-33c5-4254-8b54-f3b4e576ce23 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:08:16.347379 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-705c6aca-51b1-41a9-8f8e-cfcbc9e3e2b9 req-2326a5ef-6049-443a-ba85-64d091c3a27b tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:08:16.350727 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-705c6aca-51b1-41a9-8f8e-cfcbc9e3e2b9 req-2326a5ef-6049-443a-ba85-64d091c3a27b tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:08:16.357790 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port e877bcc3-33c5-4254-8b54-f3b4e576ce23 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:08:16.357790 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:16.374509 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54410) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:16.399023 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326a5ef-6049-443a-ba85-64d091c3a27b tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Pushing event updated for resources: {'Port': ['ID=58861fb0-f633-42ac-96e1-e16fa7766aa6,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:16.442121 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-886dd4e5-3896-4e94-9763-16104ed056fa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=28dbf9fdfeb54f248dadfff426cc8a12&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0664833 May 27 02:08:16.444578 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54414) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:16.446587 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-705c6aca-51b1-41a9-8f8e-cfcbc9e3e2b9 req-2326a5ef-6049-443a-ba85-64d091c3a27b tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:16.509636 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5bea3442-2d0b-4789-aa1f-d206bb8988ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:16.512484 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d40c4176-2a41-4275-b64b-183f9b7a005e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:16.513507 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40c4176-2a41-4275-b64b-183f9b7a005e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:16.514099 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d40c4176-2a41-4275-b64b-183f9b7a005e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:16.558219 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port e877bcc3-33c5-4254-8b54-f3b4e576ce23 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:08:16.559285 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:16.592906 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbae73f2-19f5-43aa-8706-3a7ec14abdd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e877bcc3-33c5-4254-8b54-f3b4e576ce23'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:08:16.599818 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-705c6aca-51b1-41a9-8f8e-cfcbc9e3e2b9 req-2326a5ef-6049-443a-ba85-64d091c3a27b tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:16.603966 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port e877bcc3-33c5-4254-8b54-f3b4e576ce23, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=e877bcc3-33c5-4254-8b54-f3b4e576ce23,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:16.653779 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:16.654321 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5bea3442-2d0b-4789-aa1f-d206bb8988ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:16.677322 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40c4176-2a41-4275-b64b-183f9b7a005e admin admin] Pushing event updated for resources: {'Network': ['ID=a46dc284-eb7c-468a-bcfd-6cfcbba366bf,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:16.685635 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d40c4176-2a41-4275-b64b-183f9b7a005e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1196423 May 27 02:08:16.693811 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54424) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:16.698060 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29cf4c-8e6a-4ad5-968c-97cfa78b4d1c req-a7535952-401d-4c8c-9b6e-2d7b0725224e tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:16.700184 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ac29cf4c-8e6a-4ad5-968c-97cfa78b4d1c req-a7535952-401d-4c8c-9b6e-2d7b0725224e tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3e001ad-cd44-4ca5-aecd-4479d82578b7 HTTP/1.1" status: 200 len: 946 time: 0.2266421 May 27 02:08:16.702796 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 5dddb95b-2fbc-48d6-90c9-29912395a85f no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:08:16.704102 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-180a9041-34cb-45e8-9831-1a3c17bd4324 admin admin] Request body: {'subnet': {'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-208715108-subnet', 'tenant_id': '846b128e49a144bb97bdbd537ab49432', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:16.711133 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-180a9041-34cb-45e8-9831-1a3c17bd4324 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:16.715737 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-180a9041-34cb-45e8-9831-1a3c17bd4324 admin admin] Usage tracker for resource:subnet and tenant:846b128e49a144bb97bdbd537ab49432 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:16.719174 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-180a9041-34cb-45e8-9831-1a3c17bd4324 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:16.725474 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-180a9041-34cb-45e8-9831-1a3c17bd4324 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:16.734321 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network a46dc284-eb7c-468a-bcfd-6cfcbba366bf details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:08:16.813763 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180a9041-34cb-45e8-9831-1a3c17bd4324 admin admin] Made reservation on behalf of 846b128e49a144bb97bdbd537ab49432 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:08:16.816104 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-180a9041-34cb-45e8-9831-1a3c17bd4324 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:16.822935 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 5dddb95b-2fbc-48d6-90c9-29912395a85f {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:08:16.823279 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 5dddb95b-2fbc-48d6-90c9-29912395a85f not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:08:16.846168 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5bea3442-2d0b-4789-aa1f-d206bb8988ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:16.851092 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ac29cf4c-8e6a-4ad5-968c-97cfa78b4d1c req-eeb4bb7f-f105-4e0f-aa4c-cd8f3ab064c0 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412871 May 27 02:08:16.880339 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=e877bcc3-33c5-4254-8b54-f3b4e576ce23,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:16.938613 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a23229e8-8d4d-4f37-a048-b26cb1b35516'] response: {'server_uuid': 'bbae73f2-19f5-43aa-8706-3a7ec14abdd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e877bcc3-33c5-4254-8b54-f3b4e576ce23', 'code': 200} May 27 02:08:16.942847 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea3442-2d0b-4789-aa1f-d206bb8988ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9d5a2a-f6f1-4c14-abf1-e089146ce175,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:16.952895 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-705c6aca-51b1-41a9-8f8e-cfcbc9e3e2b9 req-2326a5ef-6049-443a-ba85-64d091c3a27b tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:16.990500 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5bea3442-2d0b-4789-aa1f-d206bb8988ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:16.991745 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5bea3442-2d0b-4789-aa1f-d206bb8988ea admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7f9d5a2a-f6f1-4c14-abf1-e089146ce175 HTTP/1.1" status: 204 len: 168 time: 0.5461831 May 27 02:08:17.110871 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-705c6aca-51b1-41a9-8f8e-cfcbc9e3e2b9 req-2326a5ef-6049-443a-ba85-64d091c3a27b tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:17.208176 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-180a9041-34cb-45e8-9831-1a3c17bd4324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:17.256608 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326a5ef-6049-443a-ba85-64d091c3a27b tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Pushing event updated for resources: {'Port': ['ID=58861fb0-f633-42ac-96e1-e16fa7766aa6,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:17.265048 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-705c6aca-51b1-41a9-8f8e-cfcbc9e3e2b9 req-2326a5ef-6049-443a-ba85-64d091c3a27b tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:17.289417 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a9041-34cb-45e8-9831-1a3c17bd4324 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bcc4077-ba65-497d-80cd-f2b54423660b,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:17.293640 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180a9041-34cb-45e8-9831-1a3c17bd4324 admin admin] Checking segment: {'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:08:17.294005 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180a9041-34cb-45e8-9831-1a3c17bd4324 admin admin] Network hostable DHCP agents. Network: a46dc284-eb7c-468a-bcfd-6cfcbba366bf, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:08:17.296293 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca300ac-4147-45dc-abb7-b61e67e7edaf req-66301f1c-d9b1-47ff-9f7d-c0c1c7b7bd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:17.297820 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ca300ac-4147-45dc-abb7-b61e67e7edaf req-66301f1c-d9b1-47ff-9f7d-c0c1c7b7bd4e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 1101 time: 0.2895470 May 27 02:08:17.303159 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477f5f0-b530-4cad-bdb1-eb6d64a7b886 req-8c7fa610-08e4-495e-a1e2-00025ea37275 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:17.304763 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e477f5f0-b530-4cad-bdb1-eb6d64a7b886 req-8c7fa610-08e4-495e-a1e2-00025ea37275 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f3e001ad-cd44-4ca5-aecd-4479d82578b7 HTTP/1.1" status: 200 len: 1097 time: 0.2496088 May 27 02:08:17.372386 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-705c6aca-51b1-41a9-8f8e-cfcbc9e3e2b9 req-2326a5ef-6049-443a-ba85-64d091c3a27b tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:17.373632 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-705c6aca-51b1-41a9-8f8e-cfcbc9e3e2b9 req-2326a5ef-6049-443a-ba85-64d091c3a27b tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2788057 May 27 02:08:17.375164 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ca300ac-4147-45dc-abb7-b61e67e7edaf req-a8ce3745-8004-48d6-b40a-b56f414d6819 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695870 May 27 02:08:17.380503 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e477f5f0-b530-4cad-bdb1-eb6d64a7b886 req-d1670e21-b5b5-4f7a-a5fd-a240d397eea9 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592144 May 27 02:08:17.392063 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180a9041-34cb-45e8-9831-1a3c17bd4324 admin admin] Network a46dc284-eb7c-468a-bcfd-6cfcbba366bf is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:08:17.456173 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-705c6aca-51b1-41a9-8f8e-cfcbc9e3e2b9 req-f46da39c-743e-4eb5-a0ab-a588f273c933 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Synchronizing usage tracker for tenant:03c1fcaae176438a9274ccbf2946eee2 on resource:floatingip {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:08:17.459383 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-180a9041-34cb-45e8-9831-1a3c17bd4324 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, a46dc284-eb7c-468a-bcfd-6cfcbba366bf) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:08:17.464496 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180a9041-34cb-45e8-9831-1a3c17bd4324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:17.465261 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-180a9041-34cb-45e8-9831-1a3c17bd4324 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:17.473745 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ded018-35b8-4d40-926f-d74fa9fe1bf2 None None] Network a46dc284-eb7c-468a-bcfd-6cfcbba366bf requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:08:17.510869 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-705c6aca-51b1-41a9-8f8e-cfcbc9e3e2b9 req-f46da39c-743e-4eb5-a0ab-a588f273c933 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Unset dirty status for tenant:03c1fcaae176438a9274ccbf2946eee2 on resource:floatingip {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:08:17.512816 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-705c6aca-51b1-41a9-8f8e-cfcbc9e3e2b9 req-f46da39c-743e-4eb5-a0ab-a588f273c933 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.137 HTTP/1.1" status: 200 len: 696 time: 0.1313367 May 27 02:08:17.529306 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-180a9041-34cb-45e8-9831-1a3c17bd4324 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8343601 May 27 02:08:17.676676 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54446) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:17.742288 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-bedf2c9c-936c-4d13-8fce-81d833dfe13d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=29b0a756dbe242a98d4e9592a6aeb4b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0641115 May 27 02:08:17.743331 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54452) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:17.856099 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c6aca-51b1-41a9-8f8e-cfcbc9e3e2b9 req-4dd294a6-de75-4c62-9c63-900a64fcbd33 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:17.857538 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-705c6aca-51b1-41a9-8f8e-cfcbc9e3e2b9 req-4dd294a6-de75-4c62-9c63-900a64fcbd33 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/networks/d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 784 time: 0.3388238 May 27 02:08:17.869233 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbae4f-0600-4992-a74f-cbf3256c3017 req-25c07c5a-0e52-4578-9ee3-03a38f871309 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:17.871563 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-85dbae4f-0600-4992-a74f-cbf3256c3017 req-25c07c5a-0e52-4578-9ee3-03a38f871309 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 950 time: 0.3230646 May 27 02:08:17.901108 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a63650-5d3f-4167-8592-24d600c38300 None None] Network a46dc284-eb7c-468a-bcfd-6cfcbba366bf requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:08:17.911944 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-103a3c31-1f18-4b47-8aa0-875e3160c640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:17.953597 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-85dbae4f-0600-4992-a74f-cbf3256c3017 req-80714816-b1fa-456d-94d3-57cffdb9d0c7 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740275 May 27 02:08:17.966331 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-103a3c31-1f18-4b47-8aa0-875e3160c640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:18.093657 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-103a3c31-1f18-4b47-8aa0-875e3160c640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:18.118911 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a3c31-1f18-4b47-8aa0-875e3160c640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a097ca5-ab4c-4a87-9f0a-1a4ada31b574,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:18.120091 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-103a3c31-1f18-4b47-8aa0-875e3160c640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:18.124172 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-103a3c31-1f18-4b47-8aa0-875e3160c640 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5a097ca5-ab4c-4a87-9f0a-1a4ada31b574 HTTP/1.1" status: 204 len: 168 time: 0.3773675 May 27 02:08:18.174682 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5542b6f4-fa65-4d2c-b89c-4e3e3ede0848 req-e47c16f4-3f71-4609-b525-d30d4495b15c tempest-ServersAdmin275Test-498210352 tempest-ServersAdmin275Test-498210352-project] 10.222.0.57 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.0607984 May 27 02:08:18.367318 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98090ef-95a4-4846-af32-d02158e9e2d3 req-b1a356d2-3040-4030-aaf6-0e464e6dd41c tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:18.369026 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a98090ef-95a4-4846-af32-d02158e9e2d3 req-b1a356d2-3040-4030-aaf6-0e464e6dd41c tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f3e001ad-cd44-4ca5-aecd-4479d82578b7 HTTP/1.1" status: 200 len: 1097 time: 0.0747678 May 27 02:08:18.459843 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a98090ef-95a4-4846-af32-d02158e9e2d3 req-55f139d1-41cc-4582-9f57-0e2b8f9cb808 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849259 May 27 02:08:18.490761 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53152a-9eb9-4309-ad21-ba39714f3c51 req-3872c8f4-f776-4387-a66a-37c15c7ef5b2 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:18.492227 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ea53152a-9eb9-4309-ad21-ba39714f3c51 req-3872c8f4-f776-4387-a66a-37c15c7ef5b2 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/ports?device_id=41922585-b3d3-4c0d-b8f5-88dcc97a4dee&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0999484 May 27 02:08:18.583514 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ea53152a-9eb9-4309-ad21-ba39714f3c51 req-df3de5d6-7fc2-4b0f-a55a-5b5f10c97700 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.137 HTTP/1.1" status: 200 len: 696 time: 0.0849314 May 27 02:08:18.595415 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-ea53152a-9eb9-4309-ad21-ba39714f3c51 req-31b07965-3216-40b3-9647-b36b01868b20 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Request body: {'floatingip': {'port_id': '7dacb60a-88f7-460b-b571-bdcd6730ee06', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:18.689360 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ea53152a-9eb9-4309-ad21-ba39714f3c51 req-31b07965-3216-40b3-9647-b36b01868b20 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks [] for floatingip, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:18.733777 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:18.745803 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54488) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:18.753550 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-35d8691d-2557-4425-b5d8-d100efaeeb6e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2146491160-network', 'tenant_id': 'b987c007489043919408b5b1168f0ea4'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:18.758958 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-35d8691d-2557-4425-b5d8-d100efaeeb6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:18.763985 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-35d8691d-2557-4425-b5d8-d100efaeeb6e admin admin] Usage tracker for resource:network and tenant:b987c007489043919408b5b1168f0ea4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:18.767719 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-35d8691d-2557-4425-b5d8-d100efaeeb6e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:18.774505 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-35d8691d-2557-4425-b5d8-d100efaeeb6e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:18.865416 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d8691d-2557-4425-b5d8-d100efaeeb6e admin admin] Made reservation on behalf of b987c007489043919408b5b1168f0ea4 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:08:18.868085 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-35d8691d-2557-4425-b5d8-d100efaeeb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:18.894898 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-35d8691d-2557-4425-b5d8-d100efaeeb6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:18.910035 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-35d8691d-2557-4425-b5d8-d100efaeeb6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:18.913926 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-35d8691d-2557-4425-b5d8-d100efaeeb6e admin admin] Usage tracker for resource:security_group_rule and tenant:b987c007489043919408b5b1168f0ea4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:18.917243 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:18.917846 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-35d8691d-2557-4425-b5d8-d100efaeeb6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:18.928569 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-35d8691d-2557-4425-b5d8-d100efaeeb6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:19.010147 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-35d8691d-2557-4425-b5d8-d100efaeeb6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:19.065929 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-35d8691d-2557-4425-b5d8-d100efaeeb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:19.078454 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d8691d-2557-4425-b5d8-d100efaeeb6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:08:19.109453 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-35d8691d-2557-4425-b5d8-d100efaeeb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:19.109891 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-35d8691d-2557-4425-b5d8-d100efaeeb6e admin admin] Added segment 99ac63a7-ae1f-4aff-9d0f-a6f344515c70 of type vlan for network 451efb33-7957-481c-90fe-687513a4290b May 27 02:08:19.120147 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8691d-2557-4425-b5d8-d100efaeeb6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b948353f-d154-4b28-908b-c54f980fd86c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:19.147207 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-35d8691d-2557-4425-b5d8-d100efaeeb6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:19.248070 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-35d8691d-2557-4425-b5d8-d100efaeeb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:19.249376 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d8691d-2557-4425-b5d8-d100efaeeb6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:19.250199 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-35d8691d-2557-4425-b5d8-d100efaeeb6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:19.363930 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8691d-2557-4425-b5d8-d100efaeeb6e admin admin] Pushing event updated for resources: {'Network': ['ID=451efb33-7957-481c-90fe-687513a4290b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:19.377608 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 451efb33-7957-481c-90fe-687513a4290b details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:08:19.449410 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-35d8691d-2557-4425-b5d8-d100efaeeb6e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7022302 May 27 02:08:19.450085 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca967e3a-6767-4d5d-9c36-9da8c43dbd75 req-db43a9ca-c448-4048-8954-92b9055d652b tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:19.451446 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54512) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:19.451571 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ca967e3a-6767-4d5d-9c36-9da8c43dbd75 req-db43a9ca-c448-4048-8954-92b9055d652b tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 950 time: 0.1830986 May 27 02:08:19.459323 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ac5c8dcd-8d62-4f87-9745-d6f3e2cc565b admin admin] Request body: {'subnet': {'network_id': '451efb33-7957-481c-90fe-687513a4290b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2146491160-subnet', 'tenant_id': 'b987c007489043919408b5b1168f0ea4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:19.465091 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ac5c8dcd-8d62-4f87-9745-d6f3e2cc565b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:19.469164 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ac5c8dcd-8d62-4f87-9745-d6f3e2cc565b admin admin] Usage tracker for resource:subnet and tenant:b987c007489043919408b5b1168f0ea4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:19.472331 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ac5c8dcd-8d62-4f87-9745-d6f3e2cc565b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:19.478255 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ac5c8dcd-8d62-4f87-9745-d6f3e2cc565b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:19.495541 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ea53152a-9eb9-4309-ad21-ba39714f3c51 req-31b07965-3216-40b3-9647-b36b01868b20 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:19.514733 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ca967e3a-6767-4d5d-9c36-9da8c43dbd75 req-c4c55731-7703-4a53-857e-a4d0b1a1de37 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508983 May 27 02:08:19.579392 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5c8dcd-8d62-4f87-9745-d6f3e2cc565b admin admin] Made reservation on behalf of b987c007489043919408b5b1168f0ea4 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:08:19.581778 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac5c8dcd-8d62-4f87-9745-d6f3e2cc565b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:19.657378 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ea53152a-9eb9-4309-ad21-ba39714f3c51 req-31b07965-3216-40b3-9647-b36b01868b20 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:19.856041 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58939b8b-a92b-4ff0-9ab4-f09fc3a44c68 req-c4950782-8459-4305-a289-4098a21a95f1 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:19.857608 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-58939b8b-a92b-4ff0-9ab4-f09fc3a44c68 req-c4950782-8459-4305-a289-4098a21a95f1 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f3e001ad-cd44-4ca5-aecd-4479d82578b7 HTTP/1.1" status: 200 len: 1097 time: 0.2484870 May 27 02:08:19.858595 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [req-ea53152a-9eb9-4309-ad21-ba39714f3c51 req-31b07965-3216-40b3-9647-b36b01868b20 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Floating IP e8ab0709-8cf5-423e-a740-698ad3b1312c associated. External IP: 172.25.1.137, port: 7dacb60a-88f7-460b-b571-bdcd6730ee06. May 27 02:08:19.860269 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac5c8dcd-8d62-4f87-9745-d6f3e2cc565b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:19.946989 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c8dcd-8d62-4f87-9745-d6f3e2cc565b admin admin] Pushing event updated for resources: {'Subnet': ['ID=090f6927-11f9-4eb5-b104-59357cdb596b,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:19.955904 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5c8dcd-8d62-4f87-9745-d6f3e2cc565b admin admin] Checking segment: {'id': '99ac63a7-ae1f-4aff-9d0f-a6f344515c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '451efb33-7957-481c-90fe-687513a4290b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:08:19.956263 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5c8dcd-8d62-4f87-9745-d6f3e2cc565b admin admin] Network hostable DHCP agents. Network: 451efb33-7957-481c-90fe-687513a4290b, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:08:20.053694 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5c8dcd-8d62-4f87-9745-d6f3e2cc565b admin admin] Network 451efb33-7957-481c-90fe-687513a4290b is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:08:20.147647 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-58939b8b-a92b-4ff0-9ab4-f09fc3a44c68 req-5e55ced2-0298-453e-a639-1384a668eb56 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184244 May 27 02:08:20.156323 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-ac5c8dcd-8d62-4f87-9745-d6f3e2cc565b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 451efb33-7957-481c-90fe-687513a4290b) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:08:20.161337 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5c8dcd-8d62-4f87-9745-d6f3e2cc565b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:20.161974 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac5c8dcd-8d62-4f87-9745-d6f3e2cc565b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:20.171082 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cc6d48-57a8-4dac-af2b-284905d0ce5f None None] Network 451efb33-7957-481c-90fe-687513a4290b requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:08:20.279859 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ac5c8dcd-8d62-4f87-9745-d6f3e2cc565b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8190589 May 27 02:08:20.464707 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75e22e9-6cf2-4795-a15b-3b150fe5720d None None] Network 451efb33-7957-481c-90fe-687513a4290b requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:08:20.484082 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea53152a-9eb9-4309-ad21-ba39714f3c51 req-31b07965-3216-40b3-9647-b36b01868b20 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Router 4311d8b2-b97a-4403-8da5-0b95c2fdba48 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:08:20.549091 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f155394f-c6a7-4f35-9af9-76c9bb7de282 req-b7f56055-f8c6-42eb-a01d-952332d5dbf7 tempest-ServersAdmin275Test-498210352 tempest-ServersAdmin275Test-498210352-project] 10.222.0.57 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.0588293 May 27 02:08:20.741367 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea53152a-9eb9-4309-ad21-ba39714f3c51 req-31b07965-3216-40b3-9647-b36b01868b20 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:08:20.747187 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ea53152a-9eb9-4309-ad21-ba39714f3c51 req-31b07965-3216-40b3-9647-b36b01868b20 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:20.752047 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be51116-f808-4cbf-ab0e-8a351ae22d29 None None] Sync routers for ids ['4311d8b2-b97a-4403-8da5-0b95c2fdba48'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:08:20.762213 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be51116-f808-4cbf-ab0e-8a351ae22d29 None None] Routers {'4311d8b2-b97a-4403-8da5-0b95c2fdba48'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:08:20.762820 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5be51116-f808-4cbf-ab0e-8a351ae22d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:07:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4311d8b2-b97a-4403-8da5-0b95c2fdba48'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:20.829105 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ea53152a-9eb9-4309-ad21-ba39714f3c51 req-31b07965-3216-40b3-9647-b36b01868b20 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "PUT /v2.0/floatingips/e8ab0709-8cf5-423e-a740-698ad3b1312c HTTP/1.1" status: 200 len: 996 time: 2.2390890 May 27 02:08:20.831796 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41922585-b3d3-4c0d-b8f5-88dcc97a4dee', 'tag': '7dacb60a-88f7-460b-b571-bdcd6730ee06'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:08:20.937826 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53152a-9eb9-4309-ad21-ba39714f3c51 req-9179cc95-3504-4200-9718-5a11a37223fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:20.940762 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ea53152a-9eb9-4309-ad21-ba39714f3c51 req-9179cc95-3504-4200-9718-5a11a37223fa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=03c1fcaae176438a9274ccbf2946eee2&device_id=41922585-b3d3-4c0d-b8f5-88dcc97a4dee HTTP/1.1" status: 200 len: 1096 time: 0.0921471 May 27 02:08:20.958986 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-5be51116-f808-4cbf-ab0e-8a351ae22d29 None None] Set router 4311d8b2-b97a-4403-8da5-0b95c2fdba48 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:08:21.079241 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53152a-9eb9-4309-ad21-ba39714f3c51 req-277bc714-5cd6-4e9d-9947-cff48b36a77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:21.080822 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ea53152a-9eb9-4309-ad21-ba39714f3c51 req-277bc714-5cd6-4e9d-9947-cff48b36a77f service neutron] 10.222.0.57 "GET /v2.0/networks?id=514e079c-2944-4b13-a7e0-cfbe224342f3 HTTP/1.1" status: 200 len: 930 time: 0.1332862 May 27 02:08:21.234504 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ea53152a-9eb9-4309-ad21-ba39714f3c51 req-ad7161df-61ca-42c0-b8ef-05a221749fec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dacb60a-88f7-460b-b571-bdcd6730ee06 HTTP/1.1" status: 200 len: 999 time: 0.1478300 May 27 02:08:21.301090 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8bed595e-837e-418e-b7d8-28015a2895ca req-5219afb7-ae09-40ad-8eef-0c8180da054d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1543455 May 27 02:08:21.310151 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53152a-9eb9-4309-ad21-ba39714f3c51 req-1ac556b2-316c-4f09-b55f-c18bad396a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:21.311623 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ea53152a-9eb9-4309-ad21-ba39714f3c51 req-1ac556b2-316c-4f09-b55f-c18bad396a2d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3228bc85-ca3c-44ef-b3fa-500ab610ab5d HTTP/1.1" status: 200 len: 868 time: 0.0700016 May 27 02:08:21.364646 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5be51116-f808-4cbf-ab0e-8a351ae22d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4311d8b2-b97a-4403-8da5-0b95c2fdba48', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1120086578-router', 'tenant_id': '03c1fcaae176438a9274ccbf2946eee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:07:29Z', 'updated_at': '2022-05-27T02:07:43Z', 'revision_number': 4, 'project_id': '03c1fcaae176438a9274ccbf2946eee2', 'gw_port': {'id': '5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4311d8b2-b97a-4403-8da5-0b95c2fdba48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:31Z', 'updated_at': '2022-05-27T02:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'e8ab0709-8cf5-423e-a740-698ad3b1312c', 'tenant_id': '03c1fcaae176438a9274ccbf2946eee2', 'floating_ip_address': '172.25.1.137', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '4311d8b2-b97a-4403-8da5-0b95c2fdba48', 'port_id': '7dacb60a-88f7-460b-b571-bdcd6730ee06', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '514e079c-2944-4b13-a7e0-cfbe224342f3', 'mac_address': 'fa:16:3e:57:1b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41922585-b3d3-4c0d-b8f5-88dcc97a4dee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:08:16Z', 'updated_at': '2022-05-27T02:08:19Z', 'revision_number': 1, 'project_id': '03c1fcaae176438a9274ccbf2946eee2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '809b18de-5154-4ee2-8f28-5d5fa944ef0c', 'name': '', 'network_id': '514e079c-2944-4b13-a7e0-cfbe224342f3', 'tenant_id': '03c1fcaae176438a9274ccbf2946eee2', 'mac_address': 'fa:16:3e:2b:a5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4311d8b2-b97a-4403-8da5-0b95c2fdba48', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '3228bc85-ca3c-44ef-b3fa-500ab610ab5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:38Z', 'updated_at': '2022-05-27T02:07:53Z', 'revision_number': 5, 'project_id': '03c1fcaae176438a9274ccbf2946eee2', 'subnets': [{'id': '3228bc85-ca3c-44ef-b3fa-500ab610ab5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:21.369055 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be51116-f808-4cbf-ab0e-8a351ae22d29 None None] Checking router: 4311d8b2-b97a-4403-8da5-0b95c2fdba48 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:08:21.377445 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be51116-f808-4cbf-ab0e-8a351ae22d29 None None] Routers {'4311d8b2-b97a-4403-8da5-0b95c2fdba48'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:08:21.378669 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5be51116-f808-4cbf-ab0e-8a351ae22d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:07:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4311d8b2-b97a-4403-8da5-0b95c2fdba48'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:21.390742 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53152a-9eb9-4309-ad21-ba39714f3c51 req-c610f146-f3bd-413c-8164-ab57369d284c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:21.392249 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ea53152a-9eb9-4309-ad21-ba39714f3c51 req-c610f146-f3bd-413c-8164-ab57369d284c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=514e079c-2944-4b13-a7e0-cfbe224342f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740519 May 27 02:08:21.403637 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-ea53152a-9eb9-4309-ad21-ba39714f3c51 req-3a9accfc-b013-4370-9905-55de70417be4 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:08:21.404630 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ea53152a-9eb9-4309-ad21-ba39714f3c51 req-3a9accfc-b013-4370-9905-55de70417be4 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057938 May 27 02:08:21.545669 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ea53152a-9eb9-4309-ad21-ba39714f3c51 req-e599a674-d66c-4d26-9889-5c09ebd542b1 service neutron] 10.222.0.57 "GET /v2.0/networks/514e079c-2944-4b13-a7e0-cfbe224342f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346359 May 27 02:08:21.643492 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-5be51116-f808-4cbf-ab0e-8a351ae22d29 None None] Set router 4311d8b2-b97a-4403-8da5-0b95c2fdba48 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:08:21.850752 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ea53152a-9eb9-4309-ad21-ba39714f3c51 req-9d896a94-f466-45d7-afa6-acd7a7ee89d1 service neutron] 10.222.0.57 "GET /v2.0/networks/514e079c-2944-4b13-a7e0-cfbe224342f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991817 May 27 02:08:22.178352 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5be51116-f808-4cbf-ab0e-8a351ae22d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4311d8b2-b97a-4403-8da5-0b95c2fdba48', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1120086578-router', 'tenant_id': '03c1fcaae176438a9274ccbf2946eee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:07:29Z', 'updated_at': '2022-05-27T02:07:43Z', 'revision_number': 4, 'project_id': '03c1fcaae176438a9274ccbf2946eee2', 'gw_port': {'id': '5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4311d8b2-b97a-4403-8da5-0b95c2fdba48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:31Z', 'updated_at': '2022-05-27T02:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'e8ab0709-8cf5-423e-a740-698ad3b1312c', 'tenant_id': '03c1fcaae176438a9274ccbf2946eee2', 'floating_ip_address': '172.25.1.137', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '4311d8b2-b97a-4403-8da5-0b95c2fdba48', 'port_id': '7dacb60a-88f7-460b-b571-bdcd6730ee06', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '514e079c-2944-4b13-a7e0-cfbe224342f3', 'mac_address': 'fa:16:3e:57:1b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41922585-b3d3-4c0d-b8f5-88dcc97a4dee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:08:16Z', 'updated_at': '2022-05-27T02:08:19Z', 'revision_number': 1, 'project_id': '03c1fcaae176438a9274ccbf2946eee2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '809b18de-5154-4ee2-8f28-5d5fa944ef0c', 'name': '', 'network_id': '514e079c-2944-4b13-a7e0-cfbe224342f3', 'tenant_id': '03c1fcaae176438a9274ccbf2946eee2', 'mac_address': 'fa:16:3e:2b:a5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4311d8b2-b97a-4403-8da5-0b95c2fdba48', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '3228bc85-ca3c-44ef-b3fa-500ab610ab5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:38Z', 'updated_at': '2022-05-27T02:07:53Z', 'revision_number': 5, 'project_id': '03c1fcaae176438a9274ccbf2946eee2', 'subnets': [{'id': '3228bc85-ca3c-44ef-b3fa-500ab610ab5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:22.182815 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be51116-f808-4cbf-ab0e-8a351ae22d29 None None] The sync data for ids ['4311d8b2-b97a-4403-8da5-0b95c2fdba48'] in n-d-843554-3 is: [{'id': '4311d8b2-b97a-4403-8da5-0b95c2fdba48', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1120086578-router', 'tenant_id': '03c1fcaae176438a9274ccbf2946eee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:07:29Z', 'updated_at': '2022-05-27T02:07:43Z', 'revision_number': 4, 'project_id': '03c1fcaae176438a9274ccbf2946eee2', 'gw_port': {'id': '5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4311d8b2-b97a-4403-8da5-0b95c2fdba48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:31Z', 'updated_at': '2022-05-27T02:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'e8ab0709-8cf5-423e-a740-698ad3b1312c', 'tenant_id': '03c1fcaae176438a9274ccbf2946eee2', 'floating_ip_address': '172.25.1.137', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '4311d8b2-b97a-4403-8da5-0b95c2fdba48', 'port_id': '7dacb60a-88f7-460b-b571-bdcd6730ee06', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '514e079c-2944-4b13-a7e0-cfbe224342f3', 'mac_address': 'fa:16:3e:57:1b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41922585-b3d3-4c0d-b8f5-88dcc97a4dee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:08:16Z', 'updated_at': '2022-05-27T02:08:19Z', 'revision_number': 1, 'project_id': '03c1fcaae176438a9274ccbf2946eee2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '809b18de-5154-4ee2-8f28-5d5fa944ef0c', 'name': '', 'network_id': '514e079c-2944-4b13-a7e0-cfbe224342f3', 'tenant_id': '03c1fcaae176438a9274ccbf2946eee2', 'mac_address': 'fa:16:3e:2b:a5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4311d8b2-b97a-4403-8da5-0b95c2fdba48', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '3228bc85-ca3c-44ef-b3fa-500ab610ab5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:38Z', 'updated_at': '2022-05-27T02:07:53Z', 'revision_number': 5, 'project_id': '03c1fcaae176438a9274ccbf2946eee2', 'subnets': [{'id': '3228bc85-ca3c-44ef-b3fa-500ab610ab5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:08:22.433613 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ead04d3-cf98-433e-b397-89facaddb45f None None] New status for floating IP e8ab0709-8cf5-423e-a740-698ad3b1312c: ACTIVE {{(pid=88904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:08:22.660525 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-854f70eb-c65c-4cf3-a9c5-791619c88138 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:22.661714 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-854f70eb-c65c-4cf3-a9c5-791619c88138 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/networks?id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf HTTP/1.1" status: 200 len: 807 time: 0.1783366 May 27 02:08:22.677676 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-f5876214-f55e-470f-a3da-1aa97fdc2220 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/quotas/846b128e49a144bb97bdbd537ab49432 HTTP/1.1" status: 200 len: 375 time: 0.0103776 May 27 02:08:22.737270 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-06fbdb07-e1b0-46f1-9e11-32cc29076ae2 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=846b128e49a144bb97bdbd537ab49432&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515146 May 27 02:08:22.881546 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-f2350024-f999-45fe-8e44-4c5f4bb51bd0 service neutron] 10.222.0.57 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405711 May 27 02:08:23.032556 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-52a43cc3-31fd-4865-9c3c-1295d433e78b service neutron] 10.222.0.57 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427677 May 27 02:08:23.085426 n-d-843554-3 neutron-server[88901]: WARNING keystonemiddleware.auth_token [req-0de0680c-204f-496a-b0ea-c7b4fc055a84 req-d685eb49-0e07-44a8-94b7-bc73ff0ca157 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 27 02:08:23.089836 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [req-81c323db-9083-498e-855f-0357c300643a req-33c725a6-a074-41bc-ab6e-d3d41c0b8580 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:08:23.091012 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-81c323db-9083-498e-855f-0357c300643a req-33c725a6-a074-41bc-ab6e-d3d41c0b8580 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1178083 May 27 02:08:23.100634 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-81c323db-9083-498e-855f-0357c300643a req-87d85b95-a224-4246-9cc0-c26e43dc98c1 service neutron] Request body: {'binding': {'host': 'n-h1-843554-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:23.101340 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-81c323db-9083-498e-855f-0357c300643a req-87d85b95-a224-4246-9cc0-c26e43dc98c1 service neutron] Unknown quota resources ['binding']. {{(pid=88901) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 27 02:08:23.285546 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1694bd45-4283-4dc5-b685-d0174cba5d50'] response: {'name': 'network-changed', 'server_uuid': '41922585-b3d3-4c0d-b8f5-88dcc97a4dee', 'tag': '7dacb60a-88f7-460b-b571-bdcd6730ee06', 'status': 'completed', 'code': 200} May 27 02:08:23.402433 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-81c323db-9083-498e-855f-0357c300643a req-87d85b95-a224-4246-9cc0-c26e43dc98c1 service neutron] Attempting to bind port 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52 on host n-h1-843554-3 for vnic_type normal with profile None {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:08:23.402847 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-81c323db-9083-498e-855f-0357c300643a req-87d85b95-a224-4246-9cc0-c26e43dc98c1 service neutron] Attempting to bind port 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:08:23.403085 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c323db-9083-498e-855f-0357c300643a req-87d85b95-a224-4246-9cc0-c26e43dc98c1 service neutron] Attempting to bind port 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52 on network db30ed05-8f60-4a40-83c6-9b50139dcb81 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:08:23.414567 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c323db-9083-498e-855f-0357c300643a req-87d85b95-a224-4246-9cc0-c26e43dc98c1 service neutron] Port 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52 on network db30ed05-8f60-4a40-83c6-9b50139dcb81 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:08:23.414567 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c323db-9083-498e-855f-0357c300643a req-87d85b95-a224-4246-9cc0-c26e43dc98c1 service neutron] Attempting to bind port 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52 on network db30ed05-8f60-4a40-83c6-9b50139dcb81 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:08:23.420823 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c323db-9083-498e-855f-0357c300643a req-87d85b95-a224-4246-9cc0-c26e43dc98c1 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:08:23.421232 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c323db-9083-498e-855f-0357c300643a req-87d85b95-a224-4246-9cc0-c26e43dc98c1 service neutron] Checking segment: {'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:08:23.421675 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c323db-9083-498e-855f-0357c300643a req-87d85b95-a224-4246-9cc0-c26e43dc98c1 service neutron] Bound using segment: {'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:08:23.422162 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-81c323db-9083-498e-855f-0357c300643a req-87d85b95-a224-4246-9cc0-c26e43dc98c1 service neutron] Bound port: 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:08:23.494529 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc246f-b697-4424-a3ac-e2db8bdd9d18 req-09fe55f4-3c91-408c-874c-e9a852b28b2a tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:23.496121 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-73dc246f-b697-4424-a3ac-e2db8bdd9d18 req-09fe55f4-3c91-408c-874c-e9a852b28b2a tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 950 time: 0.0878510 May 27 02:08:23.497147 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d4b22-56c1-4e98-a9e8-18f72d2606a9 req-f5fefa4d-2dab-4b94-bf01-c91a47a6e13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:23.498632 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-dd0d4b22-56c1-4e98-a9e8-18f72d2606a9 req-f5fefa4d-2dab-4b94-bf01-c91a47a6e13c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=03c1fcaae176438a9274ccbf2946eee2&device_id=41922585-b3d3-4c0d-b8f5-88dcc97a4dee HTTP/1.1" status: 200 len: 1096 time: 0.1811461 May 27 02:08:23.548221 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-73dc246f-b697-4424-a3ac-e2db8bdd9d18 req-19fca187-db33-4ffb-9eeb-ebfc029dc482 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452888 May 27 02:08:23.593532 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-81c323db-9083-498e-855f-0357c300643a req-87d85b95-a224-4246-9cc0-c26e43dc98c1 service neutron] For port 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=2f108c7c-cb3d-4888-b5ed-193b8e1f7b52,segment=NetworkSegment(a69d16a1-8436-40ed-b9ce-539b6def055f),segment_id=a69d16a1-8436-40ed-b9ce-539b6def055f)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:08:23.646991 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d4b22-56c1-4e98-a9e8-18f72d2606a9 req-9058d044-707c-442b-b418-4ea3e47f7c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:23.648417 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-dd0d4b22-56c1-4e98-a9e8-18f72d2606a9 req-9058d044-707c-442b-b418-4ea3e47f7c4e service neutron] 10.222.0.66 "GET /v2.0/networks?id=514e079c-2944-4b13-a7e0-cfbe224342f3 HTTP/1.1" status: 200 len: 930 time: 0.1413562 May 27 02:08:23.653312 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-81c323db-9083-498e-855f-0357c300643a req-87d85b95-a224-4246-9cc0-c26e43dc98c1 service neutron] Notify callbacks [] for binding, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:23.654422 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-81c323db-9083-498e-855f-0357c300643a req-87d85b95-a224-4246-9cc0-c26e43dc98c1 service neutron] 10.222.0.57 "POST /v2.0/ports/2f108c7c-cb3d-4888-b5ed-193b8e1f7b52/bindings HTTP/1.1" status: 201 len: 389 time: 0.5574248 May 27 02:08:23.718972 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2b73a7d4-9edc-4516-a9b7-e526c7401187 req-ad632f7b-2a9a-4023-9152-2e215b98d570 tempest-ServersAdmin275Test-498210352 tempest-ServersAdmin275Test-498210352-project] 10.222.0.57 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.0500774 May 27 02:08:23.803617 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-dd0d4b22-56c1-4e98-a9e8-18f72d2606a9 req-14fb03ae-6644-4104-8358-fdf15acfd31c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dacb60a-88f7-460b-b571-bdcd6730ee06 HTTP/1.1" status: 200 len: 1001 time: 0.1480939 May 27 02:08:23.874839 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d4b22-56c1-4e98-a9e8-18f72d2606a9 req-a00cc557-bed0-4dfe-919e-c3a5c94bf200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:23.876242 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-dd0d4b22-56c1-4e98-a9e8-18f72d2606a9 req-a00cc557-bed0-4dfe-919e-c3a5c94bf200 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3228bc85-ca3c-44ef-b3fa-500ab610ab5d HTTP/1.1" status: 200 len: 868 time: 0.0656705 May 27 02:08:23.969368 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d4b22-56c1-4e98-a9e8-18f72d2606a9 req-78180510-44a6-4e74-b449-1b170e8a2ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:23.971112 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-dd0d4b22-56c1-4e98-a9e8-18f72d2606a9 req-78180510-44a6-4e74-b449-1b170e8a2ae8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=514e079c-2944-4b13-a7e0-cfbe224342f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872560 May 27 02:08:24.053561 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0014053a-418c-4751-8f36-84229442ee23 req-cb8ef539-22a0-402e-9e0c-8e659537c923 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 258 time: 0.2869079 May 27 02:08:24.059185 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed595e-837e-418e-b7d8-28015a2895ca req-bbeebff1-036f-4752-b5fe-28877377a272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:24.060571 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8bed595e-837e-418e-b7d8-28015a2895ca req-bbeebff1-036f-4752-b5fe-28877377a272 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 1101 time: 0.1526051 May 27 02:08:24.065552 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-0014053a-418c-4751-8f36-84229442ee23 req-e593b215-3c4c-4f8e-848f-3fccc686522a tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:24.096154 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-0014053a-418c-4751-8f36-84229442ee23 req-e593b215-3c4c-4f8e-848f-3fccc686522a tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:24.155317 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-dd0d4b22-56c1-4e98-a9e8-18f72d2606a9 req-ccf15954-420c-4cec-9154-b8fe8d86d888 service neutron] 10.222.0.66 "GET /v2.0/networks/514e079c-2944-4b13-a7e0-cfbe224342f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749880 May 27 02:08:24.170620 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-0014053a-418c-4751-8f36-84229442ee23 req-e593b215-3c4c-4f8e-848f-3fccc686522a tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:24.240422 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed595e-837e-418e-b7d8-28015a2895ca req-156d385c-9a83-4477-ac0f-262714988b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:24.242035 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8bed595e-837e-418e-b7d8-28015a2895ca req-156d385c-9a83-4477-ac0f-262714988b3a service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.1691804 May 27 02:08:24.322108 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0014053a-418c-4751-8f36-84229442ee23 req-e593b215-3c4c-4f8e-848f-3fccc686522a tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks [] for floatingip, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:24.364750 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8bed595e-837e-418e-b7d8-28015a2895ca req-4256c2f7-8503-4f73-97b3-b274dc310898 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=e877bcc3-33c5-4254-8b54-f3b4e576ce23 HTTP/1.1" status: 200 len: 217 time: 0.1093194 May 27 02:08:24.385035 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f366210a-370c-47b2-9e33-bf5825795dc8 req-3bae01e6-c936-4c19-9121-bafbc91b8e97 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f804a31-e3b1-4632-ad4b-004d10a066e7 HTTP/1.1" status: 200 len: 210 time: 0.0713162 May 27 02:08:24.401496 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-dd0d4b22-56c1-4e98-a9e8-18f72d2606a9 req-5aa2df1e-068b-4fe5-b726-a10feadf2508 service neutron] 10.222.0.66 "GET /v2.0/networks/514e079c-2944-4b13-a7e0-cfbe224342f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396083 May 27 02:08:24.534405 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c323db-9083-498e-855f-0357c300643a req-90b99487-6461-49b4-adf6-1d7b05f44fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:24.534405 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-81c323db-9083-498e-855f-0357c300643a req-90b99487-6461-49b4-adf6-1d7b05f44fa0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a29ffcc4de66478babed622f0d89fbe8&device_id=f3e001ad-cd44-4ca5-aecd-4479d82578b7 HTTP/1.1" status: 200 len: 1097 time: 0.0830047 May 27 02:08:24.549002 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed595e-837e-418e-b7d8-28015a2895ca req-9b547806-c64e-467d-b4a4-526f16b8cd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:24.550414 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8bed595e-837e-418e-b7d8-28015a2895ca req-9b547806-c64e-467d-b4a4-526f16b8cd17 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.1696460 May 27 02:08:24.666599 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c323db-9083-498e-855f-0357c300643a req-3bbbfc09-0fa6-444e-8559-6bd71bc11f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:24.668618 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-81c323db-9083-498e-855f-0357c300643a req-3bbbfc09-0fa6-444e-8559-6bd71bc11f06 service neutron] 10.222.0.32 "GET /v2.0/networks?id=db30ed05-8f60-4a40-83c6-9b50139dcb81 HTTP/1.1" status: 200 len: 922 time: 0.1379728 May 27 02:08:24.743700 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-81c323db-9083-498e-855f-0357c300643a req-c093a77d-584e-43a1-b7a9-f5a305f02add service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f108c7c-cb3d-4888-b5ed-193b8e1f7b52 HTTP/1.1" status: 200 len: 217 time: 0.0681024 May 27 02:08:24.793071 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f0d69-628a-48cf-b547-7df90b61e28c req-c301b7a3-f4ac-4506-80ad-da8aeb5a9763 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:24.794442 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-437f0d69-628a-48cf-b547-7df90b61e28c req-c301b7a3-f4ac-4506-80ad-da8aeb5a9763 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3e001ad-cd44-4ca5-aecd-4479d82578b7 HTTP/1.1" status: 200 len: 946 time: 0.2959614 May 27 02:08:24.798662 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed595e-837e-418e-b7d8-28015a2895ca req-4a603543-c706-4878-ac09-621e114c0b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:24.800916 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8bed595e-837e-418e-b7d8-28015a2895ca req-4a603543-c706-4878-ac09-621e114c0b68 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2426543 May 27 02:08:24.814779 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c323db-9083-498e-855f-0357c300643a req-cf75d5be-474d-4bac-8edc-8a2e7b2d3169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:24.816224 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-81c323db-9083-498e-855f-0357c300643a req-cf75d5be-474d-4bac-8edc-8a2e7b2d3169 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1e2a1d95-8ee5-4ee3-927d-bf057db8df2f HTTP/1.1" status: 200 len: 861 time: 0.0667548 May 27 02:08:24.868621 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-81c323db-9083-498e-855f-0357c300643a req-d798414e-4ca5-4b10-827a-603a408d1b25 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=db30ed05-8f60-4a40-83c6-9b50139dcb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459099 May 27 02:08:24.904617 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0014053a-418c-4751-8f36-84229442ee23 req-e593b215-3c4c-4f8e-848f-3fccc686522a tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:24.995249 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-437f0d69-628a-48cf-b547-7df90b61e28c req-aa57f656-535f-40e6-9359-0bd0afba230b tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942945 May 27 02:08:25.008851 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-81c323db-9083-498e-855f-0357c300643a req-9c02d16e-bb7c-47e3-96b9-2f4f96d916bf service neutron] 10.222.0.32 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333544 May 27 02:08:25.094287 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8bed595e-837e-418e-b7d8-28015a2895ca req-8434e0ed-7837-4419-9542-45b94e4ea9e7 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717094 May 27 02:08:25.171576 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-81c323db-9083-498e-855f-0357c300643a req-a7021b70-4291-497f-b07a-c3bf68bdc9a6 service neutron] 10.222.0.32 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395943 May 27 02:08:25.205957 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-0014053a-418c-4751-8f36-84229442ee23 req-e593b215-3c4c-4f8e-848f-3fccc686522a tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Allocated IP 172.25.1.15 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/d0f1c103-ff60-4507-8818-99ab8f2136be) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:08:25.373096 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f8441f42-984d-4a19-bbef-d4aec4dea833 req-633e9447-15e3-4cec-8e3c-90cc8f379b7d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=78111124-233b-40b7-a265-2804a27a2d72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1418860 May 27 02:08:25.382185 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8bed595e-837e-418e-b7d8-28015a2895ca req-747e695b-35c7-4e7e-b302-6322f376a58f service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810590 May 27 02:08:25.383941 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c323db-9083-498e-855f-0357c300643a req-70193e2b-a581-4596-9f37-7adbb798beba tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:25.385914 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-81c323db-9083-498e-855f-0357c300643a req-70193e2b-a581-4596-9f37-7adbb798beba tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f3e001ad-cd44-4ca5-aecd-4479d82578b7&tenant_id=a29ffcc4de66478babed622f0d89fbe8&binding%3Ahost_id=n-h2-843554-3 HTTP/1.1" status: 200 len: 1097 time: 0.0907247 May 27 02:08:25.402794 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-81c323db-9083-498e-855f-0357c300643a req-801bb99c-1a8b-427d-bae4-f72faf1c0259 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843554-3'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:25.413909 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5d5ca39b-927b-46a4-ad63-d43160f580c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:25.500865 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0014053a-418c-4751-8f36-84229442ee23 req-e593b215-3c4c-4f8e-848f-3fccc686522a tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:25.524765 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-81c323db-9083-498e-855f-0357c300643a req-801bb99c-1a8b-427d-bae4-f72faf1c0259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:25.525483 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae55f0-6d64-4b12-a5b3-33cabc1cafb6 req-2b7849f2-cf6d-4b52-8ba4-af861d75c383 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:25.527501 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c9ae55f0-6d64-4b12-a5b3-33cabc1cafb6 req-2b7849f2-cf6d-4b52-8ba4-af861d75c383 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 950 time: 0.2674780 May 27 02:08:25.597370 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c9ae55f0-6d64-4b12-a5b3-33cabc1cafb6 req-9939ca3c-e7f9-4eb8-b39a-e513aac4274a tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609963 May 27 02:08:25.606520 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8441f42-984d-4a19-bbef-d4aec4dea833 req-e0123031-5cb7-41b0-84c1-739280b36d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:25.606520 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f8441f42-984d-4a19-bbef-d4aec4dea833 req-e0123031-5cb7-41b0-84c1-739280b36d02 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a29ffcc4de66478babed622f0d89fbe8&device_id=78111124-233b-40b7-a265-2804a27a2d72 HTTP/1.1" status: 200 len: 1095 time: 0.1586521 May 27 02:08:25.706139 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0014053a-418c-4751-8f36-84229442ee23 req-e593b215-3c4c-4f8e-848f-3fccc686522a tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:25.739747 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-81c323db-9083-498e-855f-0357c300643a req-801bb99c-1a8b-427d-bae4-f72faf1c0259 service neutron] For port 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=2f108c7c-cb3d-4888-b5ed-193b8e1f7b52,segment=NetworkSegment(a69d16a1-8436-40ed-b9ce-539b6def055f),segment_id=a69d16a1-8436-40ed-b9ce-539b6def055f)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:25.789006 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-81c323db-9083-498e-855f-0357c300643a req-801bb99c-1a8b-427d-bae4-f72faf1c0259 service neutron] For port 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:08:25.827837 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a6995183-95c2-41d8-aa04-2efc5194c1b3 req-cca96073-760a-48cc-bc02-bdc34879e5fc tempest-ServersAdmin275Test-498210352 tempest-ServersAdmin275Test-498210352-project] 10.222.0.57 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.1170781 May 27 02:08:25.842670 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0014053a-418c-4751-8f36-84229442ee23 req-e593b215-3c4c-4f8e-848f-3fccc686522a tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:08:25.858032 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593b215-3c4c-4f8e-848f-3fccc686522a tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Pushing event updated for resources: {'Port': ['ID=d0f1c103-ff60-4507-8818-99ab8f2136be,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:25.860432 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-0014053a-418c-4751-8f36-84229442ee23 req-e593b215-3c4c-4f8e-848f-3fccc686522a tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:08:25.873703 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-0014053a-418c-4751-8f36-84229442ee23 req-e593b215-3c4c-4f8e-848f-3fccc686522a tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:08:25.889193 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-81c323db-9083-498e-855f-0357c300643a req-801bb99c-1a8b-427d-bae4-f72faf1c0259 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:25.892702 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e001ad-cd44-4ca5-aecd-4479d82578b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f108c7c-cb3d-4888-b5ed-193b8e1f7b52'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:08:25.939987 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8441f42-984d-4a19-bbef-d4aec4dea833 req-14b7a3be-6dd4-44aa-8907-bea8699c1bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:25.941461 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f8441f42-984d-4a19-bbef-d4aec4dea833 req-14b7a3be-6dd4-44aa-8907-bea8699c1bea service neutron] 10.222.0.32 "GET /v2.0/networks?id=db30ed05-8f60-4a40-83c6-9b50139dcb81 HTTP/1.1" status: 200 len: 922 time: 0.3157556 May 27 02:08:25.987316 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-81c323db-9083-498e-855f-0357c300643a req-801bb99c-1a8b-427d-bae4-f72faf1c0259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:26.024068 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f8441f42-984d-4a19-bbef-d4aec4dea833 req-b6f0dd66-79d3-4d22-bd71-61c0a91b8b8e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 HTTP/1.1" status: 200 len: 217 time: 0.0733111 May 27 02:08:26.046250 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0014053a-418c-4751-8f36-84229442ee23 req-e593b215-3c4c-4f8e-848f-3fccc686522a tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:26.111690 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8441f42-984d-4a19-bbef-d4aec4dea833 req-e6bb0262-f689-4b35-9af1-4770fde18db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:26.113216 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f8441f42-984d-4a19-bbef-d4aec4dea833 req-e6bb0262-f689-4b35-9af1-4770fde18db4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1e2a1d95-8ee5-4ee3-927d-bf057db8df2f HTTP/1.1" status: 200 len: 861 time: 0.0631187 May 27 02:08:26.207677 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f8441f42-984d-4a19-bbef-d4aec4dea833 req-eadfd9bb-3a04-4abd-b915-56f47ee30c2c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=db30ed05-8f60-4a40-83c6-9b50139dcb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875919 May 27 02:08:26.311492 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801bb99c-1a8b-427d-bae4-f72faf1c0259 service neutron] Pushing event updated for resources: {'Port': ['ID=2f108c7c-cb3d-4888-b5ed-193b8e1f7b52,revision_number=7']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:26.320340 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0014053a-418c-4751-8f36-84229442ee23 req-e593b215-3c4c-4f8e-848f-3fccc686522a tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:26.342305 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-81c323db-9083-498e-855f-0357c300643a req-801bb99c-1a8b-427d-bae4-f72faf1c0259 service neutron] Attempting to bind port 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52 on host n-h2-843554-3 for vnic_type normal with profile {"migrating_to": "n-h1-843554-3"} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:08:26.342629 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-81c323db-9083-498e-855f-0357c300643a req-801bb99c-1a8b-427d-bae4-f72faf1c0259 service neutron] Attempting to bind port 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:08:26.342953 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c323db-9083-498e-855f-0357c300643a req-801bb99c-1a8b-427d-bae4-f72faf1c0259 service neutron] Attempting to bind port 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52 on network db30ed05-8f60-4a40-83c6-9b50139dcb81 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:08:26.357800 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c323db-9083-498e-855f-0357c300643a req-801bb99c-1a8b-427d-bae4-f72faf1c0259 service neutron] Port 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52 on network db30ed05-8f60-4a40-83c6-9b50139dcb81 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:08:26.358000 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c323db-9083-498e-855f-0357c300643a req-801bb99c-1a8b-427d-bae4-f72faf1c0259 service neutron] Attempting to bind port 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52 on network db30ed05-8f60-4a40-83c6-9b50139dcb81 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:08:26.371897 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-9a3c6acd-c8c8-4096-a115-4c306f217f75 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:26.372574 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-9a3c6acd-c8c8-4096-a115-4c306f217f75 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Synchronizing usage tracker for tenant:846b128e49a144bb97bdbd537ab49432 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:08:26.376271 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c323db-9083-498e-855f-0357c300643a req-801bb99c-1a8b-427d-bae4-f72faf1c0259 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:08:26.376590 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c323db-9083-498e-855f-0357c300643a req-801bb99c-1a8b-427d-bae4-f72faf1c0259 service neutron] Checking segment: {'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:08:26.376985 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c323db-9083-498e-855f-0357c300643a req-801bb99c-1a8b-427d-bae4-f72faf1c0259 service neutron] Bound using segment: {'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:08:26.377419 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-81c323db-9083-498e-855f-0357c300643a req-801bb99c-1a8b-427d-bae4-f72faf1c0259 service neutron] Bound port: 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:08:26.377756 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-81c323db-9083-498e-855f-0357c300643a req-801bb99c-1a8b-427d-bae4-f72faf1c0259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:26.431913 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f8441f42-984d-4a19-bbef-d4aec4dea833 req-1fd25934-2be6-4a95-b1d7-c594f3ce55c7 service neutron] 10.222.0.32 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079902 May 27 02:08:26.477356 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-81c323db-9083-498e-855f-0357c300643a req-801bb99c-1a8b-427d-bae4-f72faf1c0259 service neutron] For port 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:08:26.481429 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-81c323db-9083-498e-855f-0357c300643a req-801bb99c-1a8b-427d-bae4-f72faf1c0259 service neutron] For port 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=2f108c7c-cb3d-4888-b5ed-193b8e1f7b52,segment=NetworkSegment(a69d16a1-8436-40ed-b9ce-539b6def055f),segment_id=a69d16a1-8436-40ed-b9ce-539b6def055f)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:08:26.498873 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-9a3c6acd-c8c8-4096-a115-4c306f217f75 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Unset dirty status for tenant:846b128e49a144bb97bdbd537ab49432 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:08:26.500090 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-9a3c6acd-c8c8-4096-a115-4c306f217f75 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.32 "GET /v2.0/networks?id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf HTTP/1.1" status: 200 len: 807 time: 0.5896857 May 27 02:08:26.512124 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-a72244d2-2497-4e72-a7a3-4f107c827499 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Request body: {'port': {'device_id': '0f804a31-e3b1-4632-ad4b-004d10a066e7', 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf', 'admin_state_up': True, 'tenant_id': '846b128e49a144bb97bdbd537ab49432'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:26.591440 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-81c323db-9083-498e-855f-0357c300643a req-801bb99c-1a8b-427d-bae4-f72faf1c0259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:26.788936 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f8441f42-984d-4a19-bbef-d4aec4dea833 req-5226d862-cfd6-447a-8a26-c35738b2d7c2 service neutron] 10.222.0.32 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764305 May 27 02:08:26.818953 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801bb99c-1a8b-427d-bae4-f72faf1c0259 service neutron] Pushing event updated for resources: {'Port': ['ID=2f108c7c-cb3d-4888-b5ed-193b8e1f7b52,revision_number=8']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:26.840220 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c323db-9083-498e-855f-0357c300643a req-801bb99c-1a8b-427d-bae4-f72faf1c0259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:26.840940 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-81c323db-9083-498e-855f-0357c300643a req-801bb99c-1a8b-427d-bae4-f72faf1c0259 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:26.842492 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-81c323db-9083-498e-855f-0357c300643a req-801bb99c-1a8b-427d-bae4-f72faf1c0259 service neutron] 10.222.0.32 "PUT /v2.0/ports/2f108c7c-cb3d-4888-b5ed-193b8e1f7b52 HTTP/1.1" status: 200 len: 1122 time: 1.4464924 May 27 02:08:26.843378 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0014053a-418c-4751-8f36-84229442ee23 req-e593b215-3c4c-4f8e-848f-3fccc686522a tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:26.847484 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-a72244d2-2497-4e72-a7a3-4f107c827499 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:26.853144 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-a72244d2-2497-4e72-a7a3-4f107c827499 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Usage tracker for resource:port and tenant:846b128e49a144bb97bdbd537ab49432 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:26.856370 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-a72244d2-2497-4e72-a7a3-4f107c827499 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:26.863278 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-a72244d2-2497-4e72-a7a3-4f107c827499 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:26.898983 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0014053a-418c-4751-8f36-84229442ee23 req-e593b215-3c4c-4f8e-848f-3fccc686522a tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:26.912987 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['2f108c7c-cb3d-4888-b5ed-193b8e1f7b52'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:08:26.921771 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-a72244d2-2497-4e72-a7a3-4f107c827499 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Made reservation on behalf of 846b128e49a144bb97bdbd537ab49432 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:08:26.928317 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-a72244d2-2497-4e72-a7a3-4f107c827499 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:27.052198 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0014053a-418c-4751-8f36-84229442ee23 req-e593b215-3c4c-4f8e-848f-3fccc686522a tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:27.086052 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593b215-3c4c-4f8e-848f-3fccc686522a tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Pushing event updated for resources: {'Port': ['ID=d0f1c103-ff60-4507-8818-99ab8f2136be,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:27.127303 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-a72244d2-2497-4e72-a7a3-4f107c827499 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Allocated IP 172.20.0.12 (a46dc284-eb7c-468a-bcfd-6cfcbba366bf/7bcc4077-ba65-497d-80cd-f2b54423660b/eba1c68e-2190-44d5-8651-0e5466a7f922) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:08:27.156742 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0014053a-418c-4751-8f36-84229442ee23 req-e593b215-3c4c-4f8e-848f-3fccc686522a tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:27.159322 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0014053a-418c-4751-8f36-84229442ee23 req-e593b215-3c4c-4f8e-848f-3fccc686522a tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0962086 May 27 02:08:27.284157 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-0014053a-418c-4751-8f36-84229442ee23 req-c3e290ee-8d00-4236-856f-b82f7a1a06c7 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Synchronizing usage tracker for tenant:03c1fcaae176438a9274ccbf2946eee2 on resource:floatingip {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:08:27.299091 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-17f83b10-b84d-4305-841f-648ca6014da7 req-cba566bf-92d8-48c5-9c7a-e79129cb59a5 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f804a31-e3b1-4632-ad4b-004d10a066e7 HTTP/1.1" status: 200 len: 210 time: 0.0555673 May 27 02:08:27.372135 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37c71248-6acf-4c73-a2e3-3bdcf7b782e7'] response: {'server_uuid': 'f3e001ad-cd44-4ca5-aecd-4479d82578b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f108c7c-cb3d-4888-b5ed-193b8e1f7b52', 'code': 200} May 27 02:08:27.379025 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-0014053a-418c-4751-8f36-84229442ee23 req-c3e290ee-8d00-4236-856f-b82f7a1a06c7 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Unset dirty status for tenant:03c1fcaae176438a9274ccbf2946eee2 on resource:floatingip {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:08:27.380220 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0014053a-418c-4751-8f36-84229442ee23 req-c3e290ee-8d00-4236-856f-b82f7a1a06c7 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.15 HTTP/1.1" status: 200 len: 695 time: 0.2145231 May 27 02:08:27.422979 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-a72244d2-2497-4e72-a7a3-4f107c827499 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:27.511479 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-a72244d2-2497-4e72-a7a3-4f107c827499 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:27.593908 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-a72244d2-2497-4e72-a7a3-4f107c827499 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Network a46dc284-eb7c-468a-bcfd-6cfcbba366bf is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:08:27.612868 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-a72244d2-2497-4e72-a7a3-4f107c827499 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:08:27.619899 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-a72244d2-2497-4e72-a7a3-4f107c827499 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:08:27.628489 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014053a-418c-4751-8f36-84229442ee23 req-2bce0492-3f73-44b6-a40b-bc3481d579b7 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:27.629905 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0014053a-418c-4751-8f36-84229442ee23 req-2bce0492-3f73-44b6-a40b-bc3481d579b7 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/networks/d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 784 time: 0.2434788 May 27 02:08:27.654850 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335fbe4c-b0f0-40e0-bf36-147788ee4c12 req-d34bcc15-6ba5-405d-9ea8-daff41601375 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:27.656358 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-335fbe4c-b0f0-40e0-bf36-147788ee4c12 req-d34bcc15-6ba5-405d-9ea8-daff41601375 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3e001ad-cd44-4ca5-aecd-4479d82578b7 HTTP/1.1" status: 200 len: 944 time: 0.1642175 May 27 02:08:27.656747 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72244d2-2497-4e72-a7a3-4f107c827499 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Pushing event updated for resources: {'Port': ['ID=eba1c68e-2190-44d5-8651-0e5466a7f922,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:27.712519 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-a72244d2-2497-4e72-a7a3-4f107c827499 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:27.713367 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-a72244d2-2497-4e72-a7a3-4f107c827499 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:27.718535 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-335fbe4c-b0f0-40e0-bf36-147788ee4c12 req-ee3e0b10-28e4-41a0-9ae0-89e41851c433 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530365 May 27 02:08:27.784625 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a3a1feb6-69f8-4137-ab63-f17e1065ec8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:27.842627 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-a72244d2-2497-4e72-a7a3-4f107c827499 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3344467 May 27 02:08:27.854065 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-c1536803-eba4-4e9e-992d-0689b7fdd4fb service neutron] Request body: {'port': {'device_id': '0f804a31-e3b1-4632-ad4b-004d10a066e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:27.856045 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abcf278-04a6-4303-ba1b-a1e9a74b237e req-af38b1ae-89c6-4660-9dd2-f6ac224880ca tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:27.861915 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7abcf278-04a6-4303-ba1b-a1e9a74b237e req-af38b1ae-89c6-4660-9dd2-f6ac224880ca tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 950 time: 0.1091604 May 27 02:08:27.921247 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-06b1db4f-3764-485e-9653-286e2420c2ce req-b074ccf8-4252-4c7f-9c73-a46781c1e63d tempest-ServersAdmin275Test-498210352 tempest-ServersAdmin275Test-498210352-project] 10.222.0.57 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.0571704 May 27 02:08:27.969658 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-c1536803-eba4-4e9e-992d-0689b7fdd4fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:27.985578 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7abcf278-04a6-4303-ba1b-a1e9a74b237e req-d2f88eef-4e07-4b4b-a3c3-d53722c146c8 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225462 May 27 02:08:28.235894 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f18537-d362-4b21-9182-30c3f2c097aa req-1040b158-7221-4260-8fa3-c84bdaf729ab tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:28.245709 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-11f18537-d362-4b21-9182-30c3f2c097aa req-1040b158-7221-4260-8fa3-c84bdaf729ab tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/ports?device_id=41922585-b3d3-4c0d-b8f5-88dcc97a4dee&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0965884 May 27 02:08:28.344689 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-11f18537-d362-4b21-9182-30c3f2c097aa req-032d24b0-7e69-41e3-87c9-acd59f2d6c1b tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.15 HTTP/1.1" status: 200 len: 695 time: 0.0973978 May 27 02:08:28.350292 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-11f18537-d362-4b21-9182-30c3f2c097aa req-784c8bc7-d126-4849-91d0-b5b83fc5cefc tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Request body: {'floatingip': {'port_id': '7dacb60a-88f7-460b-b571-bdcd6730ee06', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:28.412825 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-c1536803-eba4-4e9e-992d-0689b7fdd4fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eba1c68e-2190-44d5-8651-0e5466a7f922 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:08:28.424507 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-c1536803-eba4-4e9e-992d-0689b7fdd4fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:28.442195 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-11f18537-d362-4b21-9182-30c3f2c097aa req-784c8bc7-d126-4849-91d0-b5b83fc5cefc tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks [] for floatingip, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:28.452094 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-c1536803-eba4-4e9e-992d-0689b7fdd4fb service neutron] Transition to ACTIVE for port object eba1c68e-2190-44d5-8651-0e5466a7f922 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:08:28.538921 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-c1536803-eba4-4e9e-992d-0689b7fdd4fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:28.705328 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bea76f-2ece-4f2f-9c25-c4c300bb608b req-d9d16adc-5c21-4494-bb6c-b65d19e4f133 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:28.706796 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e1bea76f-2ece-4f2f-9c25-c4c300bb608b req-d9d16adc-5c21-4494-bb6c-b65d19e4f133 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f804a31-e3b1-4632-ad4b-004d10a066e7 HTTP/1.1" status: 200 len: 944 time: 0.2017899 May 27 02:08:28.770974 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1536803-eba4-4e9e-992d-0689b7fdd4fb service neutron] Pushing event updated for resources: {'Port': ['ID=eba1c68e-2190-44d5-8651-0e5466a7f922,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:28.842615 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:28.898854 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:28.906485 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-c1536803-eba4-4e9e-992d-0689b7fdd4fb service neutron] Attempting to bind port eba1c68e-2190-44d5-8651-0e5466a7f922 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:08:28.907389 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-c1536803-eba4-4e9e-992d-0689b7fdd4fb service neutron] Attempting to bind port eba1c68e-2190-44d5-8651-0e5466a7f922 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:08:28.907738 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-c1536803-eba4-4e9e-992d-0689b7fdd4fb service neutron] Attempting to bind port eba1c68e-2190-44d5-8651-0e5466a7f922 on network a46dc284-eb7c-468a-bcfd-6cfcbba366bf {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:08:28.913030 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-c1536803-eba4-4e9e-992d-0689b7fdd4fb service neutron] Port eba1c68e-2190-44d5-8651-0e5466a7f922 on network a46dc284-eb7c-468a-bcfd-6cfcbba366bf not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:08:28.913030 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-c1536803-eba4-4e9e-992d-0689b7fdd4fb service neutron] Attempting to bind port eba1c68e-2190-44d5-8651-0e5466a7f922 on network a46dc284-eb7c-468a-bcfd-6cfcbba366bf {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:08:28.918581 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-c1536803-eba4-4e9e-992d-0689b7fdd4fb service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:08:28.918919 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-c1536803-eba4-4e9e-992d-0689b7fdd4fb service neutron] Checking segment: {'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:08:28.919351 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-c1536803-eba4-4e9e-992d-0689b7fdd4fb service neutron] Bound using segment: {'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:08:28.919780 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-c1536803-eba4-4e9e-992d-0689b7fdd4fb service neutron] Bound port: eba1c68e-2190-44d5-8651-0e5466a7f922, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:08:28.920221 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-c1536803-eba4-4e9e-992d-0689b7fdd4fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:28.997187 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e1bea76f-2ece-4f2f-9c25-c4c300bb608b req-8ee7ae6d-4593-42e2-a901-6b9527d59213 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252172 May 27 02:08:29.015807 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-c1536803-eba4-4e9e-992d-0689b7fdd4fb service neutron] For port eba1c68e-2190-44d5-8651-0e5466a7f922, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:08:29.019684 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-c1536803-eba4-4e9e-992d-0689b7fdd4fb service neutron] For port eba1c68e-2190-44d5-8651-0e5466a7f922, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=eba1c68e-2190-44d5-8651-0e5466a7f922,segment=NetworkSegment(18001c0d-6c74-475c-a0cb-9d64b721b14f),segment_id=18001c0d-6c74-475c-a0cb-9d64b721b14f)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:08:29.045443 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [req-11f18537-d362-4b21-9182-30c3f2c097aa req-784c8bc7-d126-4849-91d0-b5b83fc5cefc tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] update failed (client error): There was a conflict when trying to complete your request. May 27 02:08:29.046435 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-11f18537-d362-4b21-9182-30c3f2c097aa req-784c8bc7-d126-4849-91d0-b5b83fc5cefc tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "PUT /v2.0/floatingips/db582dcc-76a8-4071-ab01-e3bfb1f7a193 HTTP/1.1" status: 409 len: 549 time: 0.7008696 May 27 02:08:29.059337 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-c1536803-eba4-4e9e-992d-0689b7fdd4fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:29.128595 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-c1536803-eba4-4e9e-992d-0689b7fdd4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:29.128595 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-c1536803-eba4-4e9e-992d-0689b7fdd4fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:29.129719 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-c1536803-eba4-4e9e-992d-0689b7fdd4fb service neutron] 10.222.0.32 "PUT /v2.0/ports/eba1c68e-2190-44d5-8651-0e5466a7f922 HTTP/1.1" status: 200 len: 1092 time: 1.2799253 May 27 02:08:29.146802 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1536803-eba4-4e9e-992d-0689b7fdd4fb service neutron] Pushing event updated for resources: {'Port': ['ID=eba1c68e-2190-44d5-8651-0e5466a7f922,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:29.312335 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-a1897b1a-0403-4eba-9201-fb61ac7d5384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:29.313907 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-a1897b1a-0403-4eba-9201-fb61ac7d5384 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=846b128e49a144bb97bdbd537ab49432&device_id=0f804a31-e3b1-4632-ad4b-004d10a066e7 HTTP/1.1" status: 200 len: 1095 time: 0.0933151 May 27 02:08:29.358326 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b9a28818-aa73-403f-a563-41561bf72166 req-a5190cce-b281-4801-b384-b37714b4bfcd tempest-ServersAdmin275Test-498210352 tempest-ServersAdmin275Test-498210352-project] 10.222.0.57 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.0600009 May 27 02:08:29.389304 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83254d-8bd4-4ed9-846e-2ae188f4c7bb req-3e67906c-880a-427b-9c78-76a2f79bb65b tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:29.391043 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c83254d-8bd4-4ed9-846e-2ae188f4c7bb req-3e67906c-880a-427b-9c78-76a2f79bb65b tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3e001ad-cd44-4ca5-aecd-4479d82578b7 HTTP/1.1" status: 200 len: 944 time: 0.1288357 May 27 02:08:29.414240 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e001ad-cd44-4ca5-aecd-4479d82578b7', 'tag': '2f108c7c-cb3d-4888-b5ed-193b8e1f7b52'}, {'name': 'network-changed', 'server_uuid': '0f804a31-e3b1-4632-ad4b-004d10a066e7', 'tag': 'eba1c68e-2190-44d5-8651-0e5466a7f922'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:08:29.439718 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-50392b8f-4d70-4f44-8e96-2b3e3f78276a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eba1c68e-2190-44d5-8651-0e5466a7f922 HTTP/1.1" status: 200 len: 217 time: 0.1113741 May 27 02:08:29.444590 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c83254d-8bd4-4ed9-846e-2ae188f4c7bb req-18088b1b-ed40-4c59-9c6e-7b265fc036d5 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478642 May 27 02:08:29.536245 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-5151060d-7f20-4b44-bbee-f353ea4610cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:29.538010 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-5151060d-7f20-4b44-bbee-f353ea4610cc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7bcc4077-ba65-497d-80cd-f2b54423660b HTTP/1.1" status: 200 len: 847 time: 0.0847962 May 27 02:08:29.590943 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-d9bdc678-08c1-4fb9-b075-d153ec5e614d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452387 May 27 02:08:29.614893 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54736) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:29.629375 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4679a54b-280a-49d6-9fd1-6909af5152d6 req-d70440e4-43f4-4788-8cf9-e679bdabd4ec tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/floatingips/db582dcc-76a8-4071-ab01-e3bfb1f7a193 HTTP/1.1" status: 200 len: 692 time: 0.1555352 May 27 02:08:29.742764 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-b563a380-a7bc-44d9-b346-8c96597e04df service neutron] 10.222.0.32 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449771 May 27 02:08:29.808339 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505c51c-03f4-410b-9c91-30efcc1a837b req-8c0017f0-3d5b-485a-ab1d-a235724084d7 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:29.816053 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9505c51c-03f4-410b-9c91-30efcc1a837b req-8c0017f0-3d5b-485a-ab1d-a235724084d7 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 950 time: 0.2670629 May 27 02:08:29.837032 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bf3b6547-be5f-4556-908e-19cfe93232f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:29.889942 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-bf3b6547-be5f-4556-908e-19cfe93232f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:29.905334 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-bf3b6547-be5f-4556-908e-19cfe93232f9 admin admin] Usage tracker for resource:security_group_rule and tenant:2414b226aab44638a27f58d24c0d1c97 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:29.915258 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679a54b-280a-49d6-9fd1-6909af5152d6 req-63f453be-a3c6-41bd-a0c5-222a5ae529ad tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:29.917459 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4679a54b-280a-49d6-9fd1-6909af5152d6 req-63f453be-a3c6-41bd-a0c5-222a5ae529ad tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/networks/d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 784 time: 0.2749152 May 27 02:08:29.925606 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-bf3b6547-be5f-4556-908e-19cfe93232f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:29.937781 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-bf3b6547-be5f-4556-908e-19cfe93232f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:29.945080 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:29.960253 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7869dd1f-25a1-4c6c-8bc2-7e9906685ad0 req-27ef4535-9689-4713-9165-71c248d9fab9 service neutron] 10.222.0.32 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919718 May 27 02:08:30.014850 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9505c51c-03f4-410b-9c91-30efcc1a837b req-a8c6739f-3464-4d00-9531-faee8253faf5 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976137 May 27 02:08:30.038990 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4679a54b-280a-49d6-9fd1-6909af5152d6 req-3c62726b-4081-4cfc-b87f-7cc346dc8a8c tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.15 HTTP/1.1" status: 200 len: 695 time: 0.1055932 May 27 02:08:30.133058 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4679a54b-280a-49d6-9fd1-6909af5152d6 req-f7400d79-eb41-416f-91b5-3e2acd82a504 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.15 HTTP/1.1" status: 200 len: 695 time: 0.0862572 May 27 02:08:30.197294 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aa35f29-1213-4f25-afab-b77b3a94ba5a'] response: {'name': 'network-changed', 'server_uuid': 'f3e001ad-cd44-4ca5-aecd-4479d82578b7', 'tag': '2f108c7c-cb3d-4888-b5ed-193b8e1f7b52', 'status': 'completed', 'code': 200} May 27 02:08:30.197560 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aa35f29-1213-4f25-afab-b77b3a94ba5a'] response: {'name': 'network-changed', 'server_uuid': '0f804a31-e3b1-4632-ad4b-004d10a066e7', 'tag': 'eba1c68e-2190-44d5-8651-0e5466a7f922', 'status': 'completed', 'code': 200} May 27 02:08:30.253219 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:08:30.365229 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-4679a54b-280a-49d6-9fd1-6909af5152d6 req-b28bee8f-a3b6-469e-970c-218bdea14ac8 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Deleting port d0f1c103-ff60-4507-8818-99ab8f2136be {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:08:30.365463 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4679a54b-280a-49d6-9fd1-6909af5152d6 req-b28bee8f-a3b6-469e-970c-218bdea14ac8 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:30.439863 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59551455-2710-4f80-b456-7ffd5c1299e1 req-189ede43-35b8-4636-a15a-1a09ede170c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:30.441560 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-59551455-2710-4f80-b456-7ffd5c1299e1 req-189ede43-35b8-4636-a15a-1a09ede170c3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=846b128e49a144bb97bdbd537ab49432&device_id=0f804a31-e3b1-4632-ad4b-004d10a066e7 HTTP/1.1" status: 200 len: 1095 time: 0.2133188 May 27 02:08:30.448464 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59551455-2710-4f80-b456-7ffd5c1299e1 req-0e014c54-65bb-4297-a4d5-6e0c13a38bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:30.449941 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-59551455-2710-4f80-b456-7ffd5c1299e1 req-0e014c54-65bb-4297-a4d5-6e0c13a38bcf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a29ffcc4de66478babed622f0d89fbe8&device_id=f3e001ad-cd44-4ca5-aecd-4479d82578b7 HTTP/1.1" status: 200 len: 1125 time: 0.1532485 May 27 02:08:30.452874 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=2f108c7c-cb3d-4888-b5ed-193b8e1f7b52,segment=NetworkSegment(a69d16a1-8436-40ed-b9ce-539b6def055f),segment_id=a69d16a1-8436-40ed-b9ce-539b6def055f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:30.465819 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52 has no active binding in host n-h1-843554-3 {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 27 02:08:30.511032 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bf3b6547-be5f-4556-908e-19cfe93232f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:30.600057 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb278a-f826-42d2-87a1-af1e79e8236b req-9e433d8b-af70-4594-b24a-caa2ec669d23 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:30.601648 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b5cb278a-f826-42d2-87a1-af1e79e8236b req-9e433d8b-af70-4594-b24a-caa2ec669d23 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f804a31-e3b1-4632-ad4b-004d10a066e7 HTTP/1.1" status: 200 len: 944 time: 0.2768826 May 27 02:08:30.607718 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bf3b6547-be5f-4556-908e-19cfe93232f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:30.691508 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54754) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:30.704793 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59551455-2710-4f80-b456-7ffd5c1299e1 req-5d70be05-043a-4171-9d07-681003cd8eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:30.706215 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-59551455-2710-4f80-b456-7ffd5c1299e1 req-5d70be05-043a-4171-9d07-681003cd8eef service neutron] 10.222.0.32 "GET /v2.0/networks?id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf HTTP/1.1" status: 200 len: 908 time: 0.2554004 May 27 02:08:30.707265 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59551455-2710-4f80-b456-7ffd5c1299e1 req-ed80d6e1-f6cf-481f-a868-2a732af05a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:30.708602 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-59551455-2710-4f80-b456-7ffd5c1299e1 req-ed80d6e1-f6cf-481f-a868-2a732af05a25 service neutron] 10.222.0.66 "GET /v2.0/networks?id=db30ed05-8f60-4a40-83c6-9b50139dcb81 HTTP/1.1" status: 200 len: 922 time: 0.2363603 May 27 02:08:30.718098 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-bf3b6547-be5f-4556-908e-19cfe93232f9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2414b226aab44638a27f58d24c0d1c97&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1007285 May 27 02:08:30.721038 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4679a54b-280a-49d6-9fd1-6909af5152d6 req-b28bee8f-a3b6-469e-970c-218bdea14ac8 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:30.721201 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4679a54b-280a-49d6-9fd1-6909af5152d6 req-b28bee8f-a3b6-469e-970c-218bdea14ac8 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:30.729868 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54760) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:30.736264 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b6547-be5f-4556-908e-19cfe93232f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc36bd9-81cd-4847-b2ca-791ad6608834,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:30.913370 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-59551455-2710-4f80-b456-7ffd5c1299e1 req-52cfa8e5-4dbf-4571-bbd1-ea0546e58f5c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eba1c68e-2190-44d5-8651-0e5466a7f922 HTTP/1.1" status: 200 len: 217 time: 0.1050858 May 27 02:08:30.914710 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-59551455-2710-4f80-b456-7ffd5c1299e1 req-2bf31ef7-b8d1-4d93-91e2-6ac919919ef8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f108c7c-cb3d-4888-b5ed-193b8e1f7b52 HTTP/1.1" status: 200 len: 217 time: 0.1991127 May 27 02:08:31.054706 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-4679a54b-280a-49d6-9fd1-6909af5152d6 req-b28bee8f-a3b6-469e-970c-218bdea14ac8 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Calling delete_port for d0f1c103-ff60-4507-8818-99ab8f2136be owned by network:floatingip {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:08:31.088596 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b5cb278a-f826-42d2-87a1-af1e79e8236b req-5d32c50f-6517-4013-934d-cb728792a165 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4736769 May 27 02:08:31.110706 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c2323865-6fdd-4582-8320-1ea5d2401df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:31.139386 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59551455-2710-4f80-b456-7ffd5c1299e1 req-9a376dd8-2473-4574-9828-ecbc2a81af78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:31.153058 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-59551455-2710-4f80-b456-7ffd5c1299e1 req-9a376dd8-2473-4574-9828-ecbc2a81af78 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e2a1d95-8ee5-4ee3-927d-bf057db8df2f HTTP/1.1" status: 200 len: 861 time: 0.2310054 May 27 02:08:31.160551 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59551455-2710-4f80-b456-7ffd5c1299e1 req-4520e883-2049-4896-949c-85302b1a46b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:31.162110 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-59551455-2710-4f80-b456-7ffd5c1299e1 req-4520e883-2049-4896-949c-85302b1a46b7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7bcc4077-ba65-497d-80cd-f2b54423660b HTTP/1.1" status: 200 len: 847 time: 0.2102046 May 27 02:08:31.171144 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c2323865-6fdd-4582-8320-1ea5d2401df9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:31.187422 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c2323865-6fdd-4582-8320-1ea5d2401df9 admin admin] Usage tracker for resource:security_group_rule and tenant:97946b4f69c146019fd46e3988c93817 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:31.193961 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c2323865-6fdd-4582-8320-1ea5d2401df9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:31.205284 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c2323865-6fdd-4582-8320-1ea5d2401df9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:31.236246 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-81c323db-9083-498e-855f-0357c300643a req-80daef85-e02f-4581-abbd-0f8ef032e525 service neutron] 10.222.0.66 "GET /v2.0/ports/2f108c7c-cb3d-4888-b5ed-193b8e1f7b52/bindings/n-h1-843554-3 HTTP/1.1" status: 200 len: 384 time: 0.3120914 May 27 02:08:31.252231 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5ae58994-1992-4ce7-bdfa-1f1e555b00b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:31.266013 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-59551455-2710-4f80-b456-7ffd5c1299e1 req-2355197e-23c3-4647-8440-3670b9212466 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=db30ed05-8f60-4a40-83c6-9b50139dcb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015441 May 27 02:08:31.276939 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-59551455-2710-4f80-b456-7ffd5c1299e1 req-d672f52d-1967-4d63-b5b4-4b5edb818331 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517261 May 27 02:08:31.477044 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d9d30e82-075e-4b72-ac1a-cb503699b3f4 req-d8768c6e-7822-44f0-a5b1-092c52925a93 tempest-ServersAdmin275Test-498210352 tempest-ServersAdmin275Test-498210352-project] 10.222.0.57 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.1716495 May 27 02:08:31.487007 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5ae58994-1992-4ce7-bdfa-1f1e555b00b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:31.495966 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c288d291-375c-4456-9d3d-8dfab0497b10 req-1bcca606-92da-438b-89a4-e7f28e0d861d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.1705799 May 27 02:08:31.519747 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-59551455-2710-4f80-b456-7ffd5c1299e1 req-8b905bca-63e4-4d58-82d5-fb11e0ffb042 service neutron] 10.222.0.66 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458456 May 27 02:08:31.524961 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-59551455-2710-4f80-b456-7ffd5c1299e1 req-b9ba3a35-b7f5-4085-a5ee-75461ea50376 service neutron] 10.222.0.32 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267416 May 27 02:08:31.671226 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-59551455-2710-4f80-b456-7ffd5c1299e1 req-8b5456e5-e8bd-4bb2-b8f4-4715e11b503d service neutron] 10.222.0.32 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379542 May 27 02:08:31.699433 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4679a54b-280a-49d6-9fd1-6909af5152d6 req-b28bee8f-a3b6-469e-970c-218bdea14ac8 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:31.779295 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28bee8f-a3b6-469e-970c-218bdea14ac8 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Pushing event deleted for resources: {'Port': ['ID=d0f1c103-ff60-4507-8818-99ab8f2136be,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:31.835213 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-59551455-2710-4f80-b456-7ffd5c1299e1 req-ca179985-ffe0-4ef6-a204-cc69dd4172f0 service neutron] 10.222.0.66 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473894 May 27 02:08:31.893174 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5ae58994-1992-4ce7-bdfa-1f1e555b00b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:31.897267 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c2323865-6fdd-4582-8320-1ea5d2401df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:31.957972 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c2323865-6fdd-4582-8320-1ea5d2401df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:31.964809 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae58994-1992-4ce7-bdfa-1f1e555b00b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc36bd9-81cd-4847-b2ca-791ad6608834,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:32.057406 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c2323865-6fdd-4582-8320-1ea5d2401df9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=97946b4f69c146019fd46e3988c93817&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3602552 May 27 02:08:32.060006 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54770) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:32.061492 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4679a54b-280a-49d6-9fd1-6909af5152d6 req-b28bee8f-a3b6-469e-970c-218bdea14ac8 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks [] for floatingip, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:32.077906 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2323865-6fdd-4582-8320-1ea5d2401df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8f8749-fbba-43be-ae9b-95bfc2ebd725,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:32.097784 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b91cb-651d-49c9-ad73-48929bb860f8 req-4f842c02-f82d-4244-8fcd-c8c9261b5817 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:32.099282 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b3b91cb-651d-49c9-ad73-48929bb860f8 req-4f842c02-f82d-4244-8fcd-c8c9261b5817 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3e001ad-cd44-4ca5-aecd-4479d82578b7 HTTP/1.1" status: 200 len: 944 time: 0.4753294 May 27 02:08:32.110812 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-81c323db-9083-498e-855f-0357c300643a req-e5c4cbd8-6b80-4fb7-bafe-001c72066922 service neutron] For port 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=2f108c7c-cb3d-4888-b5ed-193b8e1f7b52,segment=NetworkSegment(a69d16a1-8436-40ed-b9ce-539b6def055f),segment_id=a69d16a1-8436-40ed-b9ce-539b6def055f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:32.130110 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-349ad36d-611b-47a6-9e29-07477d8ef920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:32.157673 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-349ad36d-611b-47a6-9e29-07477d8ef920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:32.167461 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-81c323db-9083-498e-855f-0357c300643a req-e5c4cbd8-6b80-4fb7-bafe-001c72066922 service neutron] For port 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:08:32.208293 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b3b91cb-651d-49c9-ad73-48929bb860f8 req-06f54fae-f709-4882-b950-8bcdcd48e262 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999019 May 27 02:08:32.239477 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-81c323db-9083-498e-855f-0357c300643a req-e5c4cbd8-6b80-4fb7-bafe-001c72066922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:08:32.245517 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4679a54b-280a-49d6-9fd1-6909af5152d6 req-b28bee8f-a3b6-469e-970c-218bdea14ac8 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:32.246641 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4679a54b-280a-49d6-9fd1-6909af5152d6 req-b28bee8f-a3b6-469e-970c-218bdea14ac8 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "DELETE /v2.0/floatingips/db582dcc-76a8-4071-ab01-e3bfb1f7a193 HTTP/1.1" status: 204 len: 173 time: 2.1060410 May 27 02:08:32.249756 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5ae58994-1992-4ce7-bdfa-1f1e555b00b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:32.250786 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5ae58994-1992-4ce7-bdfa-1f1e555b00b6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dcc36bd9-81cd-4847-b2ca-791ad6608834 HTTP/1.1" status: 204 len: 168 time: 1.5161924 May 27 02:08:32.255913 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-81c323db-9083-498e-855f-0357c300643a req-e5c4cbd8-6b80-4fb7-bafe-001c72066922 service neutron] For port 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=2f108c7c-cb3d-4888-b5ed-193b8e1f7b52,segment=NetworkSegment(a69d16a1-8436-40ed-b9ce-539b6def055f),segment_id=a69d16a1-8436-40ed-b9ce-539b6def055f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:32.265356 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device eba1c68e-2190-44d5-8651-0e5466a7f922 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:08:32.276504 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-349ad36d-611b-47a6-9e29-07477d8ef920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:32.314540 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ad36d-611b-47a6-9e29-07477d8ef920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8f8749-fbba-43be-ae9b-95bfc2ebd725,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:32.331375 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-349ad36d-611b-47a6-9e29-07477d8ef920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:32.336013 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-349ad36d-611b-47a6-9e29-07477d8ef920 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3e8f8749-fbba-43be-ae9b-95bfc2ebd725 HTTP/1.1" status: 204 len: 168 time: 0.2749634 May 27 02:08:32.356986 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-81c323db-9083-498e-855f-0357c300643a req-e5c4cbd8-6b80-4fb7-bafe-001c72066922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:32.498858 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port eba1c68e-2190-44d5-8651-0e5466a7f922, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=eba1c68e-2190-44d5-8651-0e5466a7f922,segment=NetworkSegment(18001c0d-6c74-475c-a0cb-9d64b721b14f),segment_id=18001c0d-6c74-475c-a0cb-9d64b721b14f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:32.520172 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': 'eba1c68e-2190-44d5-8651-0e5466a7f922', 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf', 'port_id': 'eba1c68e-2190-44d5-8651-0e5466a7f922', 'mac_address': 'fa:16:3e:8f:de:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bcc4077-ba65-497d-80cd-f2b54423660b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:08:32.575470 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-81c323db-9083-498e-855f-0357c300643a req-e5c4cbd8-6b80-4fb7-bafe-001c72066922 service neutron] Transition to ACTIVE for port object 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:08:32.590843 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41230d7e-95fb-4db5-af15-f2f14583be28 req-15dccd26-b582-4045-89b8-f72df7c4e188 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:32.592381 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-41230d7e-95fb-4db5-af15-f2f14583be28 req-15dccd26-b582-4045-89b8-f72df7c4e188 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 950 time: 0.2784295 May 27 02:08:32.610914 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port eba1c68e-2190-44d5-8651-0e5466a7f922 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:08:32.616202 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:32.622000 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c7081-f8db-4cfa-b2e6-5d086baabbb3 req-12d8aac5-e58d-49a8-a5ff-587f2f2d3246 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:32.623485 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cb1c7081-f8db-4cfa-b2e6-5d086baabbb3 req-12d8aac5-e58d-49a8-a5ff-587f2f2d3246 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f804a31-e3b1-4632-ad4b-004d10a066e7 HTTP/1.1" status: 200 len: 944 time: 0.2159884 May 27 02:08:32.642052 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eba1c68e-2190-44d5-8651-0e5466a7f922 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:08:32.662626 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port eba1c68e-2190-44d5-8651-0e5466a7f922, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=eba1c68e-2190-44d5-8651-0e5466a7f922,segment=NetworkSegment(18001c0d-6c74-475c-a0cb-9d64b721b14f),segment_id=18001c0d-6c74-475c-a0cb-9d64b721b14f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:32.669943 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-81c323db-9083-498e-855f-0357c300643a req-e5c4cbd8-6b80-4fb7-bafe-001c72066922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:32.710930 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-41230d7e-95fb-4db5-af15-f2f14583be28 req-15bba788-d134-4ce7-acf4-481251da8366 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112008 May 27 02:08:32.750482 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:32.884246 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=eba1c68e-2190-44d5-8651-0e5466a7f922,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:32.967195 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cb1c7081-f8db-4cfa-b2e6-5d086baabbb3 req-b6be2051-b5d7-41dd-a4dd-b0da78e206fa tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357773 May 27 02:08:33.014168 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['eba1c68e-2190-44d5-8651-0e5466a7f922'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:08:33.235261 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54798) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:33.259985 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-101ab029-52ac-4d00-b955-003f5bba811b req-410c0e96-3527-42fb-9311-ba8f52dcb014 tempest-ServersAdmin275Test-498210352 tempest-ServersAdmin275Test-498210352-project] 10.222.0.57 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.1311173 May 27 02:08:33.261072 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c323db-9083-498e-855f-0357c300643a req-e5c4cbd8-6b80-4fb7-bafe-001c72066922 service neutron] No DVR routers for this DVR port 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52 on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:08:33.264462 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02a640a8-f50b-4a34-960b-b8b25ddf80a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:33.287809 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-02a640a8-f50b-4a34-960b-b8b25ddf80a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:33.293608 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-02a640a8-f50b-4a34-960b-b8b25ddf80a1 admin admin] Usage tracker for resource:security_group_rule and tenant:8a04c0be927c4df6a4141bc3a85ef797 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:33.298102 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-02a640a8-f50b-4a34-960b-b8b25ddf80a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:33.308381 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-02a640a8-f50b-4a34-960b-b8b25ddf80a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:33.335105 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c4cbd8-6b80-4fb7-bafe-001c72066922 service neutron] Pushing event updated for resources: {'Port': ['ID=2f108c7c-cb3d-4888-b5ed-193b8e1f7b52,revision_number=10']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:33.345272 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-819e5136-efeb-4ae2-adfa-6a3216f5cca3 req-3a9326cd-4729-4ef1-9773-cdba6662f8c9 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Synchronizing usage tracker for tenant:03c1fcaae176438a9274ccbf2946eee2 on resource:floatingip {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:08:33.353054 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-81c323db-9083-498e-855f-0357c300643a req-e5c4cbd8-6b80-4fb7-bafe-001c72066922 service neutron] 10.222.0.66 "PUT /v2.0/ports/2f108c7c-cb3d-4888-b5ed-193b8e1f7b52/bindings/n-h1-843554-3/activate HTTP/1.1" status: 200 len: 369 time: 2.0969923 May 27 02:08:33.413315 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02a640a8-f50b-4a34-960b-b8b25ddf80a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:33.473238 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-819e5136-efeb-4ae2-adfa-6a3216f5cca3 req-3a9326cd-4729-4ef1-9773-cdba6662f8c9 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Unset dirty status for tenant:03c1fcaae176438a9274ccbf2946eee2 on resource:floatingip {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:08:33.474399 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-819e5136-efeb-4ae2-adfa-6a3216f5cca3 req-3a9326cd-4729-4ef1-9773-cdba6662f8c9 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.137 HTTP/1.1" status: 200 len: 1001 time: 0.7088575 May 27 02:08:33.476406 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02a640a8-f50b-4a34-960b-b8b25ddf80a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:33.574612 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e5136-efeb-4ae2-adfa-6a3216f5cca3 req-abdedaee-4b11-48cd-a061-3979ec7f66b4 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:33.575213 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-819e5136-efeb-4ae2-adfa-6a3216f5cca3 req-abdedaee-4b11-48cd-a061-3979ec7f66b4 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Synchronizing usage tracker for tenant:03c1fcaae176438a9274ccbf2946eee2 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:08:33.577942 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-02a640a8-f50b-4a34-960b-b8b25ddf80a1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8a04c0be927c4df6a4141bc3a85ef797&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3398473 May 27 02:08:33.582525 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54812) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:33.590878 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52c4ed-4c88-445e-95e0-a171fe268dc9 req-d78087c6-34af-446a-9fce-d2bf12de0895 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:33.592335 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1c52c4ed-4c88-445e-95e0-a171fe268dc9 req-d78087c6-34af-446a-9fce-d2bf12de0895 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3e001ad-cd44-4ca5-aecd-4479d82578b7 HTTP/1.1" status: 200 len: 945 time: 0.1551435 May 27 02:08:33.605098 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a640a8-f50b-4a34-960b-b8b25ddf80a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579fa37b-722a-4cd7-b7c9-1ee60f5bfb8c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:33.626043 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c323db-9083-498e-855f-0357c300643a req-a634655a-3462-4cc6-b8a4-67d65133e8f6 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:33.627921 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-81c323db-9083-498e-855f-0357c300643a req-a634655a-3462-4cc6-b8a4-67d65133e8f6 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f3e001ad-cd44-4ca5-aecd-4479d82578b7&tenant_id=a29ffcc4de66478babed622f0d89fbe8&binding%3Ahost_id=n-h2-843554-3 HTTP/1.1" status: 200 len: 1096 time: 0.1248667 May 27 02:08:33.681908 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1c52c4ed-4c88-445e-95e0-a171fe268dc9 req-150e786a-dc5d-48a3-808c-54a7345b9362 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711670 May 27 02:08:33.717975 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-819e5136-efeb-4ae2-adfa-6a3216f5cca3 req-abdedaee-4b11-48cd-a061-3979ec7f66b4 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Unset dirty status for tenant:03c1fcaae176438a9274ccbf2946eee2 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:08:33.719383 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-819e5136-efeb-4ae2-adfa-6a3216f5cca3 req-abdedaee-4b11-48cd-a061-3979ec7f66b4 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/ports/7dacb60a-88f7-460b-b571-bdcd6730ee06 HTTP/1.1" status: 200 len: 942 time: 0.2347603 May 27 02:08:33.720074 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6620ab7c-6442-40f2-84cd-d3ce8f95036b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:33.752054 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6620ab7c-6442-40f2-84cd-d3ce8f95036b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:33.753631 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c323db-9083-498e-855f-0357c300643a req-e9d6740b-ea7d-42bd-98ee-d620043ecbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:33.755182 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-81c323db-9083-498e-855f-0357c300643a req-e9d6740b-ea7d-42bd-98ee-d620043ecbeb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f3e001ad-cd44-4ca5-aecd-4479d82578b7&tenant_id=a29ffcc4de66478babed622f0d89fbe8 HTTP/1.1" status: 200 len: 1096 time: 0.1205602 May 27 02:08:33.889482 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c323db-9083-498e-855f-0357c300643a req-ae11b196-43d5-440f-b379-07cd215dd512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:33.891255 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-81c323db-9083-498e-855f-0357c300643a req-ae11b196-43d5-440f-b379-07cd215dd512 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a29ffcc4de66478babed622f0d89fbe8&device_id=f3e001ad-cd44-4ca5-aecd-4479d82578b7 HTTP/1.1" status: 200 len: 1096 time: 0.1084189 May 27 02:08:33.938330 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-819e5136-efeb-4ae2-adfa-6a3216f5cca3 req-8327563f-a662-4b48-abf5-447fa7676c8b tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.137 HTTP/1.1" status: 200 len: 1001 time: 0.1197610 May 27 02:08:34.033445 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6620ab7c-6442-40f2-84cd-d3ce8f95036b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:34.058160 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c323db-9083-498e-855f-0357c300643a req-884176c1-a2c2-4a00-a2f0-b99e6044102b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:34.058325 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6620ab7c-6442-40f2-84cd-d3ce8f95036b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579fa37b-722a-4cd7-b7c9-1ee60f5bfb8c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:34.059612 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-81c323db-9083-498e-855f-0357c300643a req-884176c1-a2c2-4a00-a2f0-b99e6044102b service neutron] 10.222.0.32 "GET /v2.0/networks?id=db30ed05-8f60-4a40-83c6-9b50139dcb81 HTTP/1.1" status: 200 len: 922 time: 0.1542945 May 27 02:08:34.078097 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6620ab7c-6442-40f2-84cd-d3ce8f95036b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:34.081195 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6620ab7c-6442-40f2-84cd-d3ce8f95036b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/579fa37b-722a-4cd7-b7c9-1ee60f5bfb8c HTTP/1.1" status: 204 len: 168 time: 0.4878800 May 27 02:08:34.124473 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e5136-efeb-4ae2-adfa-6a3216f5cca3 req-119cae1b-ef38-4faf-a2ba-6f30b93a8501 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:34.131655 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-819e5136-efeb-4ae2-adfa-6a3216f5cca3 req-119cae1b-ef38-4faf-a2ba-6f30b93a8501 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/networks/d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 784 time: 0.1925197 May 27 02:08:34.137934 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-819e5136-efeb-4ae2-adfa-6a3216f5cca3 req-f22b8a91-fa56-4fe7-85f4-e2903220d811 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:08:34.147768 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-819e5136-efeb-4ae2-adfa-6a3216f5cca3 req-f22b8a91-fa56-4fe7-85f4-e2903220d811 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151877 May 27 02:08:34.153041 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-81c323db-9083-498e-855f-0357c300643a req-8ffd857e-e7ec-4b34-9750-917e93089ff2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f108c7c-cb3d-4888-b5ed-193b8e1f7b52 HTTP/1.1" status: 200 len: 217 time: 0.0877004 May 27 02:08:34.228051 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c323db-9083-498e-855f-0357c300643a req-4786b359-f893-44bd-8fb3-402afdfc07a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:34.230273 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-81c323db-9083-498e-855f-0357c300643a req-4786b359-f893-44bd-8fb3-402afdfc07a1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1e2a1d95-8ee5-4ee3-927d-bf057db8df2f HTTP/1.1" status: 200 len: 861 time: 0.0710073 May 27 02:08:34.261323 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-819e5136-efeb-4ae2-adfa-6a3216f5cca3 req-503a8434-d672-4b71-9b26-2f4e4cb2efcb tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.137 HTTP/1.1" status: 200 len: 1001 time: 0.1126473 May 27 02:08:34.270163 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device eba1c68e-2190-44d5-8651-0e5466a7f922 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:08:34.271188 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-819e5136-efeb-4ae2-adfa-6a3216f5cca3 req-b062f7bb-c818-48ae-81ee-efbaf62e26c8 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:34.279666 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-81c323db-9083-498e-855f-0357c300643a req-bb4a4224-ea76-4fcc-99a1-d411b3291ae9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=db30ed05-8f60-4a40-83c6-9b50139dcb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435236 May 27 02:08:34.372444 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:08:34.381132 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-819e5136-efeb-4ae2-adfa-6a3216f5cca3 req-b062f7bb-c818-48ae-81ee-efbaf62e26c8 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks [] for floatingip, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:34.406615 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:08:34.453825 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port eba1c68e-2190-44d5-8651-0e5466a7f922 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:08:34.466146 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port eba1c68e-2190-44d5-8651-0e5466a7f922 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:08:34.466602 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:34.481969 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-81c323db-9083-498e-855f-0357c300643a req-91e59bf6-b7ac-48a7-a996-3792456128a5 service neutron] 10.222.0.32 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786687 May 27 02:08:34.523230 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:08:34.625142 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port eba1c68e-2190-44d5-8651-0e5466a7f922 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:08:34.625584 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:34.669562 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f804a31-e3b1-4632-ad4b-004d10a066e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba1c68e-2190-44d5-8651-0e5466a7f922'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:08:34.683491 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port eba1c68e-2190-44d5-8651-0e5466a7f922, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=eba1c68e-2190-44d5-8651-0e5466a7f922,segment=NetworkSegment(18001c0d-6c74-475c-a0cb-9d64b721b14f),segment_id=18001c0d-6c74-475c-a0cb-9d64b721b14f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:34.745123 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-90a74ad1-0a8d-48b8-83b3-17aa2ebbee4f req-84a358ff-769f-4b45-b3d1-82482c72ae29 tempest-ServersAdmin275Test-1490240193 tempest-ServersAdmin275Test-1490240193-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.1210313 May 27 02:08:34.750765 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:34.800437 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-81c323db-9083-498e-855f-0357c300643a req-4c0cda9f-2a36-4d6f-b63c-36ef5f1c2493 service neutron] 10.222.0.32 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115997 May 27 02:08:34.911395 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=eba1c68e-2190-44d5-8651-0e5466a7f922,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:35.054834 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-819e5136-efeb-4ae2-adfa-6a3216f5cca3 req-b062f7bb-c818-48ae-81ee-efbaf62e26c8 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:35.094702 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff588740-7480-499b-a989-a37e1fa60959 req-1306e452-7efa-421b-ac33-0ca6c6fe7d75 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:35.096156 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ff588740-7480-499b-a989-a37e1fa60959 req-1306e452-7efa-421b-ac33-0ca6c6fe7d75 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 950 time: 0.0874779 May 27 02:08:35.141518 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ff588740-7480-499b-a989-a37e1fa60959 req-bf9c55a2-e806-4814-84a9-0ce76da8029b tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396223 May 27 02:08:35.179064 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-819e5136-efeb-4ae2-adfa-6a3216f5cca3 req-b062f7bb-c818-48ae-81ee-efbaf62e26c8 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:35.179517 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [req-819e5136-efeb-4ae2-adfa-6a3216f5cca3 req-b062f7bb-c818-48ae-81ee-efbaf62e26c8 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Floating IP e8ab0709-8cf5-423e-a740-698ad3b1312c disassociated. External IP: 172.25.1.137, port: 7dacb60a-88f7-460b-b571-bdcd6730ee06. May 27 02:08:35.360898 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c323db-9083-498e-855f-0357c300643a req-7384f35e-e68f-41ed-8caf-f0e3024ceb4b tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:35.362502 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-81c323db-9083-498e-855f-0357c300643a req-7384f35e-e68f-41ed-8caf-f0e3024ceb4b tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f3e001ad-cd44-4ca5-aecd-4479d82578b7&tenant_id=a29ffcc4de66478babed622f0d89fbe8&binding%3Ahost_id=n-h1-843554-3 HTTP/1.1" status: 200 len: 1096 time: 0.0782337 May 27 02:08:35.430112 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7e040-1ced-4f75-a35c-b7891c5a0468 req-61c4a73e-6395-4bbc-b9c4-be0a520af6b5 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:35.431587 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7dc7e040-1ced-4f75-a35c-b7891c5a0468 req-61c4a73e-6395-4bbc-b9c4-be0a520af6b5 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f804a31-e3b1-4632-ad4b-004d10a066e7 HTTP/1.1" status: 200 len: 946 time: 0.1801078 May 27 02:08:35.577118 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-81c323db-9083-498e-855f-0357c300643a req-6bac1385-d27a-441e-bfa4-6eb73a44d145 service neutron] For port 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:08:35.587990 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-81c323db-9083-498e-855f-0357c300643a req-6bac1385-d27a-441e-bfa4-6eb73a44d145 service neutron] Notify callbacks [] for binding, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:35.589761 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-81c323db-9083-498e-855f-0357c300643a req-6bac1385-d27a-441e-bfa4-6eb73a44d145 service neutron] 10.222.0.32 "DELETE /v2.0/ports/2f108c7c-cb3d-4888-b5ed-193b8e1f7b52/bindings/n-h2-843554-3 HTTP/1.1" status: 204 len: 173 time: 0.2192724 May 27 02:08:35.613087 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7dc7e040-1ced-4f75-a35c-b7891c5a0468 req-77279c94-c12a-4642-9a6b-f676125aa473 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271272 May 27 02:08:35.641484 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [req-819e5136-efeb-4ae2-adfa-6a3216f5cca3 req-b062f7bb-c818-48ae-81ee-efbaf62e26c8 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Router 4311d8b2-b97a-4403-8da5-0b95c2fdba48 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:08:35.832770 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-819e5136-efeb-4ae2-adfa-6a3216f5cca3 req-b062f7bb-c818-48ae-81ee-efbaf62e26c8 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:08:35.839163 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-819e5136-efeb-4ae2-adfa-6a3216f5cca3 req-b062f7bb-c818-48ae-81ee-efbaf62e26c8 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:35.843560 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a339bfc-a354-4f08-930e-076bfc6418e4 None None] Sync routers for ids ['4311d8b2-b97a-4403-8da5-0b95c2fdba48'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:08:35.860580 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a339bfc-a354-4f08-930e-076bfc6418e4 None None] Routers {'4311d8b2-b97a-4403-8da5-0b95c2fdba48'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:08:35.861252 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3a339bfc-a354-4f08-930e-076bfc6418e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:08:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4311d8b2-b97a-4403-8da5-0b95c2fdba48'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:35.912938 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-819e5136-efeb-4ae2-adfa-6a3216f5cca3 req-b062f7bb-c818-48ae-81ee-efbaf62e26c8 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "PUT /v2.0/floatingips/e8ab0709-8cf5-423e-a740-698ad3b1312c HTTP/1.1" status: 200 len: 695 time: 1.6458361 May 27 02:08:35.913389 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41922585-b3d3-4c0d-b8f5-88dcc97a4dee', 'tag': '7dacb60a-88f7-460b-b571-bdcd6730ee06'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:08:36.027079 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e5136-efeb-4ae2-adfa-6a3216f5cca3 req-1a14c4c1-85e5-4e97-ad82-589e57f6565a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:36.028761 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-819e5136-efeb-4ae2-adfa-6a3216f5cca3 req-1a14c4c1-85e5-4e97-ad82-589e57f6565a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=03c1fcaae176438a9274ccbf2946eee2&device_id=41922585-b3d3-4c0d-b8f5-88dcc97a4dee HTTP/1.1" status: 200 len: 1096 time: 0.0913234 May 27 02:08:36.109470 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4e9f1e1-1c17-4a08-b0c1-e763a5a91197'] response: {'server_uuid': '0f804a31-e3b1-4632-ad4b-004d10a066e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba1c68e-2190-44d5-8651-0e5466a7f922', 'code': 200} May 27 02:08:36.139056 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-3a339bfc-a354-4f08-930e-076bfc6418e4 None None] Set router 4311d8b2-b97a-4403-8da5-0b95c2fdba48 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:08:36.205856 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e5136-efeb-4ae2-adfa-6a3216f5cca3 req-72d28e72-ccaa-478d-9c22-3f6dd585c520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:36.213981 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-819e5136-efeb-4ae2-adfa-6a3216f5cca3 req-72d28e72-ccaa-478d-9c22-3f6dd585c520 service neutron] 10.222.0.57 "GET /v2.0/networks?id=514e079c-2944-4b13-a7e0-cfbe224342f3 HTTP/1.1" status: 200 len: 930 time: 0.1792974 May 27 02:08:36.275263 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2d4c7-0247-4ce0-8bd9-b2cb7089e1eb req-847d05d0-6612-411c-85f2-f1630d604b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:36.278672 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c2e2d4c7-0247-4ce0-8bd9-b2cb7089e1eb req-847d05d0-6612-411c-85f2-f1630d604b96 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0f804a31-e3b1-4632-ad4b-004d10a066e7 HTTP/1.1" status: 200 len: 1097 time: 0.0917864 May 27 02:08:36.321158 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c2e2d4c7-0247-4ce0-8bd9-b2cb7089e1eb req-8383c6eb-0bbb-4c18-88c6-6991baa5bc13 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373771 May 27 02:08:36.340765 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-819e5136-efeb-4ae2-adfa-6a3216f5cca3 req-3ba17090-dbf0-4bfa-98b0-06660d213ffd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dacb60a-88f7-460b-b571-bdcd6730ee06 HTTP/1.1" status: 200 len: 217 time: 0.1258955 May 27 02:08:36.424787 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e5136-efeb-4ae2-adfa-6a3216f5cca3 req-73b90276-8ca3-4f3d-8ac8-d395744deed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:36.426238 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-819e5136-efeb-4ae2-adfa-6a3216f5cca3 req-73b90276-8ca3-4f3d-8ac8-d395744deed4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3228bc85-ca3c-44ef-b3fa-500ab610ab5d HTTP/1.1" status: 200 len: 868 time: 0.0756624 May 27 02:08:36.438028 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ec89c-a1e9-4947-8f4d-0e1776398a33 req-c14bd612-5ef7-4795-a843-871f65fdd7b7 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:36.439456 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1c6ec89c-a1e9-4947-8f4d-0e1776398a33 req-c14bd612-5ef7-4795-a843-871f65fdd7b7 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3e001ad-cd44-4ca5-aecd-4479d82578b7 HTTP/1.1" status: 200 len: 945 time: 0.1566508 May 27 02:08:36.529809 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1c6ec89c-a1e9-4947-8f4d-0e1776398a33 req-05cba046-536e-489f-b796-567ce54584c9 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566194 May 27 02:08:36.537900 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3a339bfc-a354-4f08-930e-076bfc6418e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4311d8b2-b97a-4403-8da5-0b95c2fdba48', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1120086578-router', 'tenant_id': '03c1fcaae176438a9274ccbf2946eee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:07:29Z', 'updated_at': '2022-05-27T02:07:43Z', 'revision_number': 4, 'project_id': '03c1fcaae176438a9274ccbf2946eee2', 'gw_port': {'id': '5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4311d8b2-b97a-4403-8da5-0b95c2fdba48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:31Z', 'updated_at': '2022-05-27T02:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '809b18de-5154-4ee2-8f28-5d5fa944ef0c', 'name': '', 'network_id': '514e079c-2944-4b13-a7e0-cfbe224342f3', 'tenant_id': '03c1fcaae176438a9274ccbf2946eee2', 'mac_address': 'fa:16:3e:2b:a5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4311d8b2-b97a-4403-8da5-0b95c2fdba48', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '3228bc85-ca3c-44ef-b3fa-500ab610ab5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:38Z', 'updated_at': '2022-05-27T02:07:53Z', 'revision_number': 5, 'project_id': '03c1fcaae176438a9274ccbf2946eee2', 'subnets': [{'id': '3228bc85-ca3c-44ef-b3fa-500ab610ab5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:36.542558 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a339bfc-a354-4f08-930e-076bfc6418e4 None None] Checking router: 4311d8b2-b97a-4403-8da5-0b95c2fdba48 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:08:36.546324 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e5136-efeb-4ae2-adfa-6a3216f5cca3 req-433f3cb0-b73f-480e-ba20-b84f7a6ce8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:36.547848 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-819e5136-efeb-4ae2-adfa-6a3216f5cca3 req-433f3cb0-b73f-480e-ba20-b84f7a6ce8c7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=514e079c-2944-4b13-a7e0-cfbe224342f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1074872 May 27 02:08:36.552056 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a339bfc-a354-4f08-930e-076bfc6418e4 None None] Routers {'4311d8b2-b97a-4403-8da5-0b95c2fdba48'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:08:36.552657 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3a339bfc-a354-4f08-930e-076bfc6418e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:08:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4311d8b2-b97a-4403-8da5-0b95c2fdba48'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:36.744309 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-3a339bfc-a354-4f08-930e-076bfc6418e4 None None] Set router 4311d8b2-b97a-4403-8da5-0b95c2fdba48 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:08:36.811029 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e1f36d7d-77c1-4474-9a63-64aab6d93d8c req-3a5bc0c9-f3d4-4ab9-878d-20b9cee8a3c1 tempest-ServersAdmin275Test-1490240193 tempest-ServersAdmin275Test-1490240193-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.0475063 May 27 02:08:36.850180 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-819e5136-efeb-4ae2-adfa-6a3216f5cca3 req-6ed105da-3640-4912-8768-7045163f014f service neutron] 10.222.0.57 "GET /v2.0/networks/514e079c-2944-4b13-a7e0-cfbe224342f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949092 May 27 02:08:36.936243 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82a34726-3e37-494e-b99b-ecf1d230f5c0'] response: {'name': 'network-changed', 'server_uuid': '41922585-b3d3-4c0d-b8f5-88dcc97a4dee', 'tag': '7dacb60a-88f7-460b-b571-bdcd6730ee06', 'status': 'completed', 'code': 200} May 27 02:08:37.035167 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-819e5136-efeb-4ae2-adfa-6a3216f5cca3 req-d11c8d5e-0ddc-424f-89be-684e6f6366ca service neutron] 10.222.0.57 "GET /v2.0/networks/514e079c-2944-4b13-a7e0-cfbe224342f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784608 May 27 02:08:37.098750 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3a339bfc-a354-4f08-930e-076bfc6418e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4311d8b2-b97a-4403-8da5-0b95c2fdba48', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1120086578-router', 'tenant_id': '03c1fcaae176438a9274ccbf2946eee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:07:29Z', 'updated_at': '2022-05-27T02:07:43Z', 'revision_number': 4, 'project_id': '03c1fcaae176438a9274ccbf2946eee2', 'gw_port': {'id': '5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4311d8b2-b97a-4403-8da5-0b95c2fdba48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:31Z', 'updated_at': '2022-05-27T02:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '809b18de-5154-4ee2-8f28-5d5fa944ef0c', 'name': '', 'network_id': '514e079c-2944-4b13-a7e0-cfbe224342f3', 'tenant_id': '03c1fcaae176438a9274ccbf2946eee2', 'mac_address': 'fa:16:3e:2b:a5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4311d8b2-b97a-4403-8da5-0b95c2fdba48', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '3228bc85-ca3c-44ef-b3fa-500ab610ab5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:38Z', 'updated_at': '2022-05-27T02:07:53Z', 'revision_number': 5, 'project_id': '03c1fcaae176438a9274ccbf2946eee2', 'subnets': [{'id': '3228bc85-ca3c-44ef-b3fa-500ab610ab5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:37.102769 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a339bfc-a354-4f08-930e-076bfc6418e4 None None] The sync data for ids ['4311d8b2-b97a-4403-8da5-0b95c2fdba48'] in n-d-843554-3 is: [{'id': '4311d8b2-b97a-4403-8da5-0b95c2fdba48', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1120086578-router', 'tenant_id': '03c1fcaae176438a9274ccbf2946eee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:07:29Z', 'updated_at': '2022-05-27T02:07:43Z', 'revision_number': 4, 'project_id': '03c1fcaae176438a9274ccbf2946eee2', 'gw_port': {'id': '5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4311d8b2-b97a-4403-8da5-0b95c2fdba48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:31Z', 'updated_at': '2022-05-27T02:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '809b18de-5154-4ee2-8f28-5d5fa944ef0c', 'name': '', 'network_id': '514e079c-2944-4b13-a7e0-cfbe224342f3', 'tenant_id': '03c1fcaae176438a9274ccbf2946eee2', 'mac_address': 'fa:16:3e:2b:a5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4311d8b2-b97a-4403-8da5-0b95c2fdba48', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '3228bc85-ca3c-44ef-b3fa-500ab610ab5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:38Z', 'updated_at': '2022-05-27T02:07:53Z', 'revision_number': 5, 'project_id': '03c1fcaae176438a9274ccbf2946eee2', 'subnets': [{'id': '3228bc85-ca3c-44ef-b3fa-500ab610ab5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:08:37.134996 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec8e1b-8ea0-4b19-b826-609a0f04d5e9 req-ec323587-7f13-40cf-9ce9-12db81c80374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:37.137055 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d1ec8e1b-8ea0-4b19-b826-609a0f04d5e9 req-ec323587-7f13-40cf-9ce9-12db81c80374 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=03c1fcaae176438a9274ccbf2946eee2&device_id=41922585-b3d3-4c0d-b8f5-88dcc97a4dee HTTP/1.1" status: 200 len: 1096 time: 0.1526492 May 27 02:08:37.149202 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b697b0-595a-44a8-9e7f-cfe8e6303552 req-f5ae992b-236e-4062-9f71-73a3e7c82c63 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:37.150733 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f7b697b0-595a-44a8-9e7f-cfe8e6303552 req-f5ae992b-236e-4062-9f71-73a3e7c82c63 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 950 time: 0.1114688 May 27 02:08:37.280460 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f7b697b0-595a-44a8-9e7f-cfe8e6303552 req-4db33447-7a51-48bb-8ebe-56a8f280ba41 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079893 May 27 02:08:37.336319 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec8e1b-8ea0-4b19-b826-609a0f04d5e9 req-90dcf078-f5b6-4d60-bb0b-83983c2eea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:37.337969 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d1ec8e1b-8ea0-4b19-b826-609a0f04d5e9 req-90dcf078-f5b6-4d60-bb0b-83983c2eea62 service neutron] 10.222.0.66 "GET /v2.0/networks?id=514e079c-2944-4b13-a7e0-cfbe224342f3 HTTP/1.1" status: 200 len: 930 time: 0.1857727 May 27 02:08:37.341653 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f570d4-09f5-4349-ae7f-5c298edeba85 None None] New status for floating IP e8ab0709-8cf5-423e-a740-698ad3b1312c: DOWN {{(pid=88904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:08:37.508404 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d1ec8e1b-8ea0-4b19-b826-609a0f04d5e9 req-a62c5a9e-35a0-4412-88ea-48f8cbac6d45 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dacb60a-88f7-460b-b571-bdcd6730ee06 HTTP/1.1" status: 200 len: 217 time: 0.1628270 May 27 02:08:37.593246 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-090a310b-1f62-42c1-b3bc-1bd1fbce23a5 req-39332048-7d71-4204-bcf2-d91cd8632051 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/floatingips/e8ab0709-8cf5-423e-a740-698ad3b1312c HTTP/1.1" status: 200 len: 695 time: 0.1819727 May 27 02:08:37.680870 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec8e1b-8ea0-4b19-b826-609a0f04d5e9 req-ff7ea2bb-38b0-48ca-b0b1-366f34182b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:37.682746 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d1ec8e1b-8ea0-4b19-b826-609a0f04d5e9 req-ff7ea2bb-38b0-48ca-b0b1-366f34182b62 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3228bc85-ca3c-44ef-b3fa-500ab610ab5d HTTP/1.1" status: 200 len: 868 time: 0.1622550 May 27 02:08:37.771270 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d8233-9de6-42bf-a03c-ee00723e01a5 req-c00e85d5-a302-4a83-8bc2-7ea9a49dabea tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:37.772732 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-032d8233-9de6-42bf-a03c-ee00723e01a5 req-c00e85d5-a302-4a83-8bc2-7ea9a49dabea tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f804a31-e3b1-4632-ad4b-004d10a066e7 HTTP/1.1" status: 200 len: 946 time: 0.3677614 May 27 02:08:37.845666 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a310b-1f62-42c1-b3bc-1bd1fbce23a5 req-2df15cd2-7228-4ab1-88ef-d76765800fc5 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:37.846929 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-090a310b-1f62-42c1-b3bc-1bd1fbce23a5 req-2df15cd2-7228-4ab1-88ef-d76765800fc5 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/networks/d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 784 time: 0.2454972 May 27 02:08:37.934408 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-032d8233-9de6-42bf-a03c-ee00723e01a5 req-f0ee7295-56c9-4e49-918d-5ce8759c0e72 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456709 May 27 02:08:37.949249 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-090a310b-1f62-42c1-b3bc-1bd1fbce23a5 req-9ba9c3a1-5d52-47a1-8dd8-adf28159f39a tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.137 HTTP/1.1" status: 200 len: 696 time: 0.0937784 May 27 02:08:37.951263 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec8e1b-8ea0-4b19-b826-609a0f04d5e9 req-ab19559b-b9b4-4684-84a6-c7c7bf66ccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:37.952644 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d1ec8e1b-8ea0-4b19-b826-609a0f04d5e9 req-ab19559b-b9b4-4684-84a6-c7c7bf66ccf4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=514e079c-2944-4b13-a7e0-cfbe224342f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2625184 May 27 02:08:38.099620 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-090a310b-1f62-42c1-b3bc-1bd1fbce23a5 req-2b7f438a-2a62-4a9e-8893-35dd039c4ce1 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.137 HTTP/1.1" status: 200 len: 696 time: 0.1406889 May 27 02:08:38.442732 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-090a310b-1f62-42c1-b3bc-1bd1fbce23a5 req-0ab51033-9b1e-4b5a-a647-73219b11f926 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Deleting port 58861fb0-f633-42ac-96e1-e16fa7766aa6 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:08:38.442955 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-090a310b-1f62-42c1-b3bc-1bd1fbce23a5 req-0ab51033-9b1e-4b5a-a647-73219b11f926 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:38.502184 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d1ec8e1b-8ea0-4b19-b826-609a0f04d5e9 req-f2d87696-3139-49bf-811b-8eae3c15c713 service neutron] 10.222.0.66 "GET /v2.0/networks/514e079c-2944-4b13-a7e0-cfbe224342f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4950185 May 27 02:08:38.670002 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d57e8-bf13-49c9-91df-fc27c33db3e8 req-43bf4e1f-b73d-4fc6-8151-892355565294 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:38.671468 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-486d57e8-bf13-49c9-91df-fc27c33db3e8 req-43bf4e1f-b73d-4fc6-8151-892355565294 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f3e001ad-cd44-4ca5-aecd-4479d82578b7 HTTP/1.1" status: 200 len: 1096 time: 0.5037165 May 27 02:08:38.777891 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-486d57e8-bf13-49c9-91df-fc27c33db3e8 req-2905cb39-29a5-43c2-b2f3-5a46ab7886bf tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988259 May 27 02:08:38.781430 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d1ec8e1b-8ea0-4b19-b826-609a0f04d5e9 req-e778ae3d-cc76-42a3-8fc2-39651dab0c51 service neutron] 10.222.0.66 "GET /v2.0/networks/514e079c-2944-4b13-a7e0-cfbe224342f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695012 May 27 02:08:38.782931 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-090a310b-1f62-42c1-b3bc-1bd1fbce23a5 req-0ab51033-9b1e-4b5a-a647-73219b11f926 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:38.783250 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-090a310b-1f62-42c1-b3bc-1bd1fbce23a5 req-0ab51033-9b1e-4b5a-a647-73219b11f926 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:38.944279 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-090a310b-1f62-42c1-b3bc-1bd1fbce23a5 req-0ab51033-9b1e-4b5a-a647-73219b11f926 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Calling delete_port for 58861fb0-f633-42ac-96e1-e16fa7766aa6 owned by network:floatingip {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:08:39.157357 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c45ca3a3-6e4c-42b8-8bed-fee0f8a8d4db req-fb081b9c-2249-4d6f-9931-4bc70bf7ab48 tempest-ServersAdmin275Test-1490240193 tempest-ServersAdmin275Test-1490240193-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.0403023 May 27 02:08:39.167778 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-090a310b-1f62-42c1-b3bc-1bd1fbce23a5 req-0ab51033-9b1e-4b5a-a647-73219b11f926 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:39.218604 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab51033-9b1e-4b5a-a647-73219b11f926 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Pushing event deleted for resources: {'Port': ['ID=58861fb0-f633-42ac-96e1-e16fa7766aa6,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:39.323668 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-090a310b-1f62-42c1-b3bc-1bd1fbce23a5 req-0ab51033-9b1e-4b5a-a647-73219b11f926 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks [] for floatingip, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:39.438033 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0985f9-0874-4cdf-8ed6-9389a065c756 req-51db690e-1689-492b-b878-586f3733029f tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:39.439474 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b0985f9-0874-4cdf-8ed6-9389a065c756 req-51db690e-1689-492b-b878-586f3733029f tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 950 time: 0.0884790 May 27 02:08:39.460811 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-090a310b-1f62-42c1-b3bc-1bd1fbce23a5 req-0ab51033-9b1e-4b5a-a647-73219b11f926 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:39.461839 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-090a310b-1f62-42c1-b3bc-1bd1fbce23a5 req-0ab51033-9b1e-4b5a-a647-73219b11f926 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "DELETE /v2.0/floatingips/e8ab0709-8cf5-423e-a740-698ad3b1312c HTTP/1.1" status: 204 len: 173 time: 1.3534601 May 27 02:08:39.487088 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b0985f9-0874-4cdf-8ed6-9389a065c756 req-fd28fd5e-d8d8-4ea8-8c31-db4465400b70 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419607 May 27 02:08:39.745403 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88566837-6d74-4c1f-9142-393a3336cd1b req-c81aadd0-4ebd-4e97-ba5e-26563b9708ff tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:39.746796 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-88566837-6d74-4c1f-9142-393a3336cd1b req-c81aadd0-4ebd-4e97-ba5e-26563b9708ff tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/networks?id=db30ed05-8f60-4a40-83c6-9b50139dcb81 HTTP/1.1" status: 200 len: 821 time: 0.1662710 May 27 02:08:39.756888 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc642c5f-5d3b-494e-80ce-fc043c742150 req-aa7b2c4c-92e9-4a01-b947-9349d8bc8b39 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:39.758309 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bc642c5f-5d3b-494e-80ce-fc043c742150 req-aa7b2c4c-92e9-4a01-b947-9349d8bc8b39 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f804a31-e3b1-4632-ad4b-004d10a066e7 HTTP/1.1" status: 200 len: 946 time: 0.2087700 May 27 02:08:39.781843 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-88566837-6d74-4c1f-9142-393a3336cd1b req-3d7d47e8-7930-4a08-9a9f-651b138ede42 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/quotas/a29ffcc4de66478babed622f0d89fbe8 HTTP/1.1" status: 200 len: 375 time: 0.0225339 May 27 02:08:39.844947 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bc642c5f-5d3b-494e-80ce-fc043c742150 req-99a12ea5-d618-4b8c-a5cf-6d75d361d068 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789227 May 27 02:08:39.879943 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-88566837-6d74-4c1f-9142-393a3336cd1b req-3200687c-e5fc-4603-b99b-094fa6e72999 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a29ffcc4de66478babed622f0d89fbe8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0928426 May 27 02:08:40.012694 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-88566837-6d74-4c1f-9142-393a3336cd1b req-9517a5c1-d969-43c9-8add-d032d466dc33 service neutron] 10.222.0.57 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257241 May 27 02:08:40.254669 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-88566837-6d74-4c1f-9142-393a3336cd1b req-6335ab97-41df-4a3b-af8e-36855466e8ad service neutron] 10.222.0.57 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361312 May 27 02:08:40.344875 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808076d5-66ab-49a7-9a10-4451bfe66d63 req-8dc40a56-b296-458e-bc2a-f6f1267928d4 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:40.346281 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-808076d5-66ab-49a7-9a10-4451bfe66d63 req-8dc40a56-b296-458e-bc2a-f6f1267928d4 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=0f804a31-e3b1-4632-ad4b-004d10a066e7 HTTP/1.1" status: 200 len: 1097 time: 0.0718608 May 27 02:08:40.387304 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-808076d5-66ab-49a7-9a10-4451bfe66d63 req-741b83b6-23ff-40a9-b4cc-73f164c0c232 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351405 May 27 02:08:40.675810 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45afdba-9cb3-4104-9cd4-fe4525100bb3 req-66ae5b13-84a4-4014-bbf9-eb5fd2efd353 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:40.676503 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-d45afdba-9cb3-4104-9cd4-fe4525100bb3 req-66ae5b13-84a4-4014-bbf9-eb5fd2efd353 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Synchronizing usage tracker for tenant:03c1fcaae176438a9274ccbf2946eee2 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:08:40.744448 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-d45afdba-9cb3-4104-9cd4-fe4525100bb3 req-66ae5b13-84a4-4014-bbf9-eb5fd2efd353 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Unset dirty status for tenant:03c1fcaae176438a9274ccbf2946eee2 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:08:40.745665 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d45afdba-9cb3-4104-9cd4-fe4525100bb3 req-66ae5b13-84a4-4014-bbf9-eb5fd2efd353 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/ports?device_id=41922585-b3d3-4c0d-b8f5-88dcc97a4dee&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1524289 May 27 02:08:40.822216 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-d45afdba-9cb3-4104-9cd4-fe4525100bb3 req-b6f6bf23-e8c2-49fb-ae68-51ad54372c7c tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Synchronizing usage tracker for tenant:03c1fcaae176438a9274ccbf2946eee2 on resource:floatingip {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:08:40.892583 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-d45afdba-9cb3-4104-9cd4-fe4525100bb3 req-b6f6bf23-e8c2-49fb-ae68-51ad54372c7c tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Unset dirty status for tenant:03c1fcaae176438a9274ccbf2946eee2 on resource:floatingip {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:08:40.893747 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d45afdba-9cb3-4104-9cd4-fe4525100bb3 req-b6f6bf23-e8c2-49fb-ae68-51ad54372c7c tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1424801 May 27 02:08:41.081763 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6899e732-1873-4bcd-9ff5-7b33dd95b248 req-5a2d3aae-1d64-4bb9-8d13-6997c55fb731 tempest-ServersAdmin275Test-1490240193 tempest-ServersAdmin275Test-1490240193-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.0795956 May 27 02:08:41.116672 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667f9cd-b547-4219-8028-dc0859c656a6 req-a9aa80b1-6e9f-48a0-a3f6-a5c77a160854 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:41.118608 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0667f9cd-b547-4219-8028-dc0859c656a6 req-a9aa80b1-6e9f-48a0-a3f6-a5c77a160854 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=0f804a31-e3b1-4632-ad4b-004d10a066e7 HTTP/1.1" status: 200 len: 1097 time: 0.0845015 May 27 02:08:41.168330 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0667f9cd-b547-4219-8028-dc0859c656a6 req-03daf5b4-3654-47c6-b9a4-b60affce71cc tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435274 May 27 02:08:41.277334 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f988f4eb-aba9-4f36-96ec-0b285e434541 req-4538c510-f52a-41d9-9997-45692a4f2958 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=409aec4a-c1bd-4d1f-b785-52129f342cb8 HTTP/1.1" status: 200 len: 210 time: 0.0437839 May 27 02:08:41.380934 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d55f9e21-ba8a-40bd-b473-c64549a2a0bc req-d4cf6b27-dfba-48c5-b27d-429c2bdeec84 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0671389 May 27 02:08:41.479801 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4f006-1436-42eb-8837-3d63a845416c req-ceb45e50-006c-41c4-9385-72627563f4c2 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:41.481581 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0cf4f006-1436-42eb-8837-3d63a845416c req-ceb45e50-006c-41c4-9385-72627563f4c2 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 950 time: 0.0976779 May 27 02:08:41.532464 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0cf4f006-1436-42eb-8837-3d63a845416c req-8b931afd-fac9-4e04-b9df-9dc6aa8a8468 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445142 May 27 02:08:41.725731 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55008) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:41.871371 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c6ffeec3-4612-4b87-9003-e01ad2e30811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:41.889945 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c6ffeec3-4612-4b87-9003-e01ad2e30811 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:41.893888 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c6ffeec3-4612-4b87-9003-e01ad2e30811 admin admin] Usage tracker for resource:security_group_rule and tenant:90ef60eed73b479f904a07afc3711202 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:41.897246 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c6ffeec3-4612-4b87-9003-e01ad2e30811 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:41.903530 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c6ffeec3-4612-4b87-9003-e01ad2e30811 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:42.002763 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c6ffeec3-4612-4b87-9003-e01ad2e30811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:42.081348 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c6ffeec3-4612-4b87-9003-e01ad2e30811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:42.130151 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c6ffeec3-4612-4b87-9003-e01ad2e30811 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=90ef60eed73b479f904a07afc3711202&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4032538 May 27 02:08:42.131004 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ffeec3-4612-4b87-9003-e01ad2e30811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569c791e-3bc9-443f-918b-a5209e1a9782,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:42.132898 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55020) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:42.207944 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-163de390-5ab4-46e9-9239-f0b8bc532778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:42.238297 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-163de390-5ab4-46e9-9239-f0b8bc532778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:42.267258 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f830cf-e636-49c0-a2a2-f7c9547a6562 req-cbd4f5f4-f684-4143-b513-ce78931e5f44 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:42.268904 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-37f830cf-e636-49c0-a2a2-f7c9547a6562 req-cbd4f5f4-f684-4143-b513-ce78931e5f44 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/ports?device_id=41922585-b3d3-4c0d-b8f5-88dcc97a4dee HTTP/1.1" status: 200 len: 945 time: 0.0921829 May 27 02:08:42.332681 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-37f830cf-e636-49c0-a2a2-f7c9547a6562 req-b82e59a8-a552-41ee-918a-a3efa7342599 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a399aad-ce28-4352-b510-d682d1e0f384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570142 May 27 02:08:42.361447 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-163de390-5ab4-46e9-9239-f0b8bc532778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:42.380331 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163de390-5ab4-46e9-9239-f0b8bc532778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569c791e-3bc9-443f-918b-a5209e1a9782,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:42.382706 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-163de390-5ab4-46e9-9239-f0b8bc532778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:42.384226 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-163de390-5ab4-46e9-9239-f0b8bc532778 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/569c791e-3bc9-443f-918b-a5209e1a9782 HTTP/1.1" status: 204 len: 168 time: 0.2498395 May 27 02:08:42.649055 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3d5c6253-7ac7-4fa1-817c-c7c49ede41df req-5735a091-5c40-4171-a1fa-ef645e6b8046 tempest-ServersAdmin275Test-1490240193 tempest-ServersAdmin275Test-1490240193-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.0532451 May 27 02:08:42.661198 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88566837-6d74-4c1f-9142-393a3336cd1b req-6a74a084-4a86-45df-9817-d5c2c8d03609 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:42.662611 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-88566837-6d74-4c1f-9142-393a3336cd1b req-6a74a084-4a86-45df-9817-d5c2c8d03609 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.66 "GET /v2.0/networks?id=db30ed05-8f60-4a40-83c6-9b50139dcb81 HTTP/1.1" status: 200 len: 821 time: 0.2087822 May 27 02:08:42.679622 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-88566837-6d74-4c1f-9142-393a3336cd1b req-e89d0e32-0345-48e3-8e94-249ba90bec8f tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Request body: {'port': {'device_id': '409aec4a-c1bd-4d1f-b785-52129f342cb8', 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81', 'admin_state_up': True, 'tenant_id': 'a29ffcc4de66478babed622f0d89fbe8'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:42.848029 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-88566837-6d74-4c1f-9142-393a3336cd1b req-e89d0e32-0345-48e3-8e94-249ba90bec8f tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:42.853330 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-88566837-6d74-4c1f-9142-393a3336cd1b req-e89d0e32-0345-48e3-8e94-249ba90bec8f tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Usage tracker for resource:port and tenant:a29ffcc4de66478babed622f0d89fbe8 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:42.856918 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-88566837-6d74-4c1f-9142-393a3336cd1b req-e89d0e32-0345-48e3-8e94-249ba90bec8f tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:42.864034 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-88566837-6d74-4c1f-9142-393a3336cd1b req-e89d0e32-0345-48e3-8e94-249ba90bec8f tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:42.919444 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-34fe9b01-ebf2-4edf-8264-2691d3dbee0b req-c1cbea0d-6965-4cda-b79a-41698bc36753 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=409aec4a-c1bd-4d1f-b785-52129f342cb8 HTTP/1.1" status: 200 len: 210 time: 0.0530181 May 27 02:08:42.967256 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88566837-6d74-4c1f-9142-393a3336cd1b req-e89d0e32-0345-48e3-8e94-249ba90bec8f tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Made reservation on behalf of a29ffcc4de66478babed622f0d89fbe8 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:08:42.970966 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-88566837-6d74-4c1f-9142-393a3336cd1b req-e89d0e32-0345-48e3-8e94-249ba90bec8f tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:43.017004 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55058) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:43.044953 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c13cf66c-88de-4bf4-a3f9-3d2a41a5dd19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:43.060114 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c13cf66c-88de-4bf4-a3f9-3d2a41a5dd19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:43.064295 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c13cf66c-88de-4bf4-a3f9-3d2a41a5dd19 admin admin] Usage tracker for resource:security_group_rule and tenant:4d634843e3964571b9d5f99676013160 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:43.067372 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c13cf66c-88de-4bf4-a3f9-3d2a41a5dd19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:43.074175 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c13cf66c-88de-4bf4-a3f9-3d2a41a5dd19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:43.164233 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c13cf66c-88de-4bf4-a3f9-3d2a41a5dd19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:43.217384 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-88566837-6d74-4c1f-9142-393a3336cd1b req-e89d0e32-0345-48e3-8e94-249ba90bec8f tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Allocated IP 172.20.0.11 (db30ed05-8f60-4a40-83c6-9b50139dcb81/1e2a1d95-8ee5-4ee3-927d-bf057db8df2f/acfdfd2a-596c-4407-993b-2d9aae064064) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:08:43.237943 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8859b-3f2e-4f35-a016-146238283eea req-b539a1c7-e282-430f-8968-b2aa533f2081 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:43.240089 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a4e8859b-3f2e-4f35-a016-146238283eea req-b539a1c7-e282-430f-8968-b2aa533f2081 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 950 time: 0.1798849 May 27 02:08:43.242277 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c13cf66c-88de-4bf4-a3f9-3d2a41a5dd19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:43.300935 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c13cf66c-88de-4bf4-a3f9-3d2a41a5dd19 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4d634843e3964571b9d5f99676013160&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2817228 May 27 02:08:43.302954 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55066) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:43.315182 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13cf66c-88de-4bf4-a3f9-3d2a41a5dd19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5c89ff-0c46-48de-86b4-cb1d80122dfc,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:43.331723 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a4e8859b-3f2e-4f35-a016-146238283eea req-f4b70237-cb62-4469-ab2a-eab8a78940e7 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848663 May 27 02:08:43.383289 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-88a3ae6c-7815-4216-a208-74296741589c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:43.415711 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-88a3ae6c-7815-4216-a208-74296741589c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:43.532965 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-88a3ae6c-7815-4216-a208-74296741589c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:43.584779 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-88a3ae6c-7815-4216-a208-74296741589c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:43.586609 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-88a3ae6c-7815-4216-a208-74296741589c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ca5c89ff-0c46-48de-86b4-cb1d80122dfc HTTP/1.1" status: 204 len: 168 time: 0.2827611 May 27 02:08:43.587720 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a3ae6c-7815-4216-a208-74296741589c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5c89ff-0c46-48de-86b4-cb1d80122dfc,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:43.595665 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-5a63fd26-b511-429e-bed5-0833ce700947 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:08:43.603314 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-5a63fd26-b511-429e-bed5-0833ce700947 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0213430 May 27 02:08:43.608124 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-12ec3d5c-8785-4566-963c-79b47f2527ff service neutron] Request body: {'binding': {'host': 'n-h2-843554-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:43.608580 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-12ec3d5c-8785-4566-963c-79b47f2527ff service neutron] Unknown quota resources ['binding']. {{(pid=88901) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 27 02:08:43.635785 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-88566837-6d74-4c1f-9142-393a3336cd1b req-e89d0e32-0345-48e3-8e94-249ba90bec8f tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:43.701852 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d0a51-6291-442a-b487-aab547ded23c req-a02cc3e6-6847-475b-82d4-761ee8aab376 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:43.703316 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1c0d0a51-6291-442a-b487-aab547ded23c req-a02cc3e6-6847-475b-82d4-761ee8aab376 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.66 "GET /v2.0/ports?device_id=41922585-b3d3-4c0d-b8f5-88dcc97a4dee HTTP/1.1" status: 200 len: 945 time: 0.2229738 May 27 02:08:43.743278 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-88566837-6d74-4c1f-9142-393a3336cd1b req-e89d0e32-0345-48e3-8e94-249ba90bec8f tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:43.821109 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88566837-6d74-4c1f-9142-393a3336cd1b req-e89d0e32-0345-48e3-8e94-249ba90bec8f tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Network db30ed05-8f60-4a40-83c6-9b50139dcb81 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:08:43.824676 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-88566837-6d74-4c1f-9142-393a3336cd1b req-e89d0e32-0345-48e3-8e94-249ba90bec8f tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:08:43.828076 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-88566837-6d74-4c1f-9142-393a3336cd1b req-e89d0e32-0345-48e3-8e94-249ba90bec8f tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:08:43.847888 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-1c0d0a51-6291-442a-b487-aab547ded23c req-03266b3c-6812-4b7b-bf6c-71365edc0af5 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Deleting port 7dacb60a-88f7-460b-b571-bdcd6730ee06 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:08:43.848228 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-1c0d0a51-6291-442a-b487-aab547ded23c req-03266b3c-6812-4b7b-bf6c-71365edc0af5 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:43.898606 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d0e32-0345-48e3-8e94-249ba90bec8f tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Pushing event updated for resources: {'Port': ['ID=acfdfd2a-596c-4407-993b-2d9aae064064,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:43.915575 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72196c8d-92e6-4b18-9950-604d13dc0ee7 req-948be0b4-373e-4060-99c3-010071c46af6 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:43.917622 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-72196c8d-92e6-4b18-9950-604d13dc0ee7 req-948be0b4-373e-4060-99c3-010071c46af6 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/ports?device_id=41922585-b3d3-4c0d-b8f5-88dcc97a4dee HTTP/1.1" status: 200 len: 945 time: 0.2412081 May 27 02:08:43.925274 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88566837-6d74-4c1f-9142-393a3336cd1b req-e89d0e32-0345-48e3-8e94-249ba90bec8f tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:43.926592 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-88566837-6d74-4c1f-9142-393a3336cd1b req-e89d0e32-0345-48e3-8e94-249ba90bec8f tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:43.997370 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-72196c8d-92e6-4b18-9950-604d13dc0ee7 req-27f1c57f-309a-4e3e-bca2-93d9ad685c12 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a399aad-ce28-4352-b510-d682d1e0f384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624626 May 27 02:08:43.998809 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-12ec3d5c-8785-4566-963c-79b47f2527ff service neutron] Attempting to bind port eba1c68e-2190-44d5-8651-0e5466a7f922 on host n-h2-843554-3 for vnic_type normal with profile None {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:08:43.999143 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-12ec3d5c-8785-4566-963c-79b47f2527ff service neutron] Attempting to bind port eba1c68e-2190-44d5-8651-0e5466a7f922 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:08:43.999472 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-12ec3d5c-8785-4566-963c-79b47f2527ff service neutron] Attempting to bind port eba1c68e-2190-44d5-8651-0e5466a7f922 on network a46dc284-eb7c-468a-bcfd-6cfcbba366bf {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:08:44.023046 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-12ec3d5c-8785-4566-963c-79b47f2527ff service neutron] Port eba1c68e-2190-44d5-8651-0e5466a7f922 on network a46dc284-eb7c-468a-bcfd-6cfcbba366bf not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:08:44.023373 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-12ec3d5c-8785-4566-963c-79b47f2527ff service neutron] Attempting to bind port eba1c68e-2190-44d5-8651-0e5466a7f922 on network a46dc284-eb7c-468a-bcfd-6cfcbba366bf {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:08:44.077444 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-88566837-6d74-4c1f-9142-393a3336cd1b req-e89d0e32-0345-48e3-8e94-249ba90bec8f tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3981395 May 27 02:08:44.079488 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-12ec3d5c-8785-4566-963c-79b47f2527ff service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:08:44.079830 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-12ec3d5c-8785-4566-963c-79b47f2527ff service neutron] Checking segment: {'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:08:44.080217 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-12ec3d5c-8785-4566-963c-79b47f2527ff service neutron] Bound using segment: {'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:08:44.080653 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-12ec3d5c-8785-4566-963c-79b47f2527ff service neutron] Bound port: eba1c68e-2190-44d5-8651-0e5466a7f922, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:08:44.087198 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-88566837-6d74-4c1f-9142-393a3336cd1b req-91e53eeb-1a57-42d4-9ab9-684e60a27dfa service neutron] Request body: {'port': {'device_id': '409aec4a-c1bd-4d1f-b785-52129f342cb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:44.169516 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-1c0d0a51-6291-442a-b487-aab547ded23c req-03266b3c-6812-4b7b-bf6c-71365edc0af5 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] For port 7dacb60a-88f7-460b-b571-bdcd6730ee06, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=7dacb60a-88f7-460b-b571-bdcd6730ee06,segment=NetworkSegment(289e98b2-c013-428a-9af2-2474b2ccaed7),segment_id=289e98b2-c013-428a-9af2-2474b2ccaed7)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:44.170634 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-1c0d0a51-6291-442a-b487-aab547ded23c req-03266b3c-6812-4b7b-bf6c-71365edc0af5 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:44.233500 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-88566837-6d74-4c1f-9142-393a3336cd1b req-91e53eeb-1a57-42d4-9ab9-684e60a27dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:44.313286 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-1c0d0a51-6291-442a-b487-aab547ded23c req-03266b3c-6812-4b7b-bf6c-71365edc0af5 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Calling delete_port for 7dacb60a-88f7-460b-b571-bdcd6730ee06 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:08:44.382043 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c10dd4d2-86ee-4b80-8470-010014cfea5e req-21473b4a-6467-4cdd-95d7-ec029b1efcc2 tempest-ServersAdmin275Test-1490240193 tempest-ServersAdmin275Test-1490240193-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.0457892 May 27 02:08:44.410392 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-12ec3d5c-8785-4566-963c-79b47f2527ff service neutron] For port eba1c68e-2190-44d5-8651-0e5466a7f922, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=eba1c68e-2190-44d5-8651-0e5466a7f922,segment=NetworkSegment(18001c0d-6c74-475c-a0cb-9d64b721b14f),segment_id=18001c0d-6c74-475c-a0cb-9d64b721b14f)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:08:44.652940 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-12ec3d5c-8785-4566-963c-79b47f2527ff service neutron] Notify callbacks [] for binding, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:44.654172 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-12ec3d5c-8785-4566-963c-79b47f2527ff service neutron] 10.222.0.57 "POST /v2.0/ports/eba1c68e-2190-44d5-8651-0e5466a7f922/bindings HTTP/1.1" status: 201 len: 389 time: 1.0500607 May 27 02:08:44.681393 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-1c0d0a51-6291-442a-b487-aab547ded23c req-03266b3c-6812-4b7b-bf6c-71365edc0af5 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:44.692238 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b5f39-98f8-4f5e-a3fb-7af5acfd0d72 req-b673e4d4-787d-4c41-bcae-37bc1c93a0a7 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:44.692953 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-115b5f39-98f8-4f5e-a3fb-7af5acfd0d72 req-b673e4d4-787d-4c41-bcae-37bc1c93a0a7 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Synchronizing usage tracker for tenant:a29ffcc4de66478babed622f0d89fbe8 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:08:44.693943 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['7dacb60a-88f7-460b-b571-bdcd6730ee06'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:08:44.732854 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03266b3c-6812-4b7b-bf6c-71365edc0af5 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Pushing event deleted for resources: {'Port': ['ID=7dacb60a-88f7-460b-b571-bdcd6730ee06,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:44.754162 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-88566837-6d74-4c1f-9142-393a3336cd1b req-91e53eeb-1a57-42d4-9ab9-684e60a27dfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acfdfd2a-596c-4407-993b-2d9aae064064 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:08:44.761671 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-88566837-6d74-4c1f-9142-393a3336cd1b req-91e53eeb-1a57-42d4-9ab9-684e60a27dfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:44.777357 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-88566837-6d74-4c1f-9142-393a3336cd1b req-91e53eeb-1a57-42d4-9ab9-684e60a27dfa service neutron] Transition to ACTIVE for port object acfdfd2a-596c-4407-993b-2d9aae064064 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:08:44.835546 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0d0a51-6291-442a-b487-aab547ded23c req-03266b3c-6812-4b7b-bf6c-71365edc0af5 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] No DVR routers for this DVR port 7dacb60a-88f7-460b-b571-bdcd6730ee06 on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:08:44.838114 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-1c0d0a51-6291-442a-b487-aab547ded23c req-03266b3c-6812-4b7b-bf6c-71365edc0af5 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:44.840060 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1c0d0a51-6291-442a-b487-aab547ded23c req-03266b3c-6812-4b7b-bf6c-71365edc0af5 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.66 "DELETE /v2.0/ports/7dacb60a-88f7-460b-b571-bdcd6730ee06 HTTP/1.1" status: 204 len: 173 time: 1.0864840 May 27 02:08:44.840487 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41922585-b3d3-4c0d-b8f5-88dcc97a4dee', 'name': 'network-vif-deleted', 'tag': '7dacb60a-88f7-460b-b571-bdcd6730ee06'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:08:44.854549 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-115b5f39-98f8-4f5e-a3fb-7af5acfd0d72 req-b673e4d4-787d-4c41-bcae-37bc1c93a0a7 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Unset dirty status for tenant:a29ffcc4de66478babed622f0d89fbe8 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:08:44.855867 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-115b5f39-98f8-4f5e-a3fb-7af5acfd0d72 req-b673e4d4-787d-4c41-bcae-37bc1c93a0a7 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=409aec4a-c1bd-4d1f-b785-52129f342cb8 HTTP/1.1" status: 200 len: 932 time: 0.3030767 May 27 02:08:44.881596 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-88566837-6d74-4c1f-9142-393a3336cd1b req-91e53eeb-1a57-42d4-9ab9-684e60a27dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:44.955368 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e53eeb-1a57-42d4-9ab9-684e60a27dfa service neutron] Pushing event updated for resources: {'Port': ['ID=acfdfd2a-596c-4407-993b-2d9aae064064,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:45.050133 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-115b5f39-98f8-4f5e-a3fb-7af5acfd0d72 req-7eec4a5d-b744-4137-add8-004cc2317863 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877153 May 27 02:08:45.178562 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-88566837-6d74-4c1f-9142-393a3336cd1b req-91e53eeb-1a57-42d4-9ab9-684e60a27dfa service neutron] Attempting to bind port acfdfd2a-596c-4407-993b-2d9aae064064 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:08:45.179251 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-88566837-6d74-4c1f-9142-393a3336cd1b req-91e53eeb-1a57-42d4-9ab9-684e60a27dfa service neutron] Attempting to bind port acfdfd2a-596c-4407-993b-2d9aae064064 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:08:45.179758 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88566837-6d74-4c1f-9142-393a3336cd1b req-91e53eeb-1a57-42d4-9ab9-684e60a27dfa service neutron] Attempting to bind port acfdfd2a-596c-4407-993b-2d9aae064064 on network db30ed05-8f60-4a40-83c6-9b50139dcb81 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:08:45.187489 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88566837-6d74-4c1f-9142-393a3336cd1b req-91e53eeb-1a57-42d4-9ab9-684e60a27dfa service neutron] Port acfdfd2a-596c-4407-993b-2d9aae064064 on network db30ed05-8f60-4a40-83c6-9b50139dcb81 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:08:45.189120 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88566837-6d74-4c1f-9142-393a3336cd1b req-91e53eeb-1a57-42d4-9ab9-684e60a27dfa service neutron] Attempting to bind port acfdfd2a-596c-4407-993b-2d9aae064064 on network db30ed05-8f60-4a40-83c6-9b50139dcb81 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:08:45.197331 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88566837-6d74-4c1f-9142-393a3336cd1b req-91e53eeb-1a57-42d4-9ab9-684e60a27dfa service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:08:45.198112 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88566837-6d74-4c1f-9142-393a3336cd1b req-91e53eeb-1a57-42d4-9ab9-684e60a27dfa service neutron] Checking segment: {'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:08:45.198505 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88566837-6d74-4c1f-9142-393a3336cd1b req-91e53eeb-1a57-42d4-9ab9-684e60a27dfa service neutron] Bound using segment: {'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:08:45.198940 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-88566837-6d74-4c1f-9142-393a3336cd1b req-91e53eeb-1a57-42d4-9ab9-684e60a27dfa service neutron] Bound port: acfdfd2a-596c-4407-993b-2d9aae064064, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:08:45.199290 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-88566837-6d74-4c1f-9142-393a3336cd1b req-91e53eeb-1a57-42d4-9ab9-684e60a27dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:45.393813 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-88566837-6d74-4c1f-9142-393a3336cd1b req-91e53eeb-1a57-42d4-9ab9-684e60a27dfa service neutron] For port acfdfd2a-596c-4407-993b-2d9aae064064, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:08:45.397909 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-88566837-6d74-4c1f-9142-393a3336cd1b req-91e53eeb-1a57-42d4-9ab9-684e60a27dfa service neutron] For port acfdfd2a-596c-4407-993b-2d9aae064064, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=acfdfd2a-596c-4407-993b-2d9aae064064,segment=NetworkSegment(a69d16a1-8436-40ed-b9ce-539b6def055f),segment_id=a69d16a1-8436-40ed-b9ce-539b6def055f)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:08:45.404469 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-03296172-bca1-46a4-a583-bff9f02bd62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:45.406018 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-03296172-bca1-46a4-a583-bff9f02bd62b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=846b128e49a144bb97bdbd537ab49432&device_id=0f804a31-e3b1-4632-ad4b-004d10a066e7 HTTP/1.1" status: 200 len: 1097 time: 0.0807939 May 27 02:08:45.417536 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf129cd3-6b5a-4d24-99af-43451e77465d req-037557c8-49a4-4bd8-bacd-040b9f51b573 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:45.419083 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cf129cd3-6b5a-4d24-99af-43451e77465d req-037557c8-49a4-4bd8-bacd-040b9f51b573 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 950 time: 0.1331472 May 27 02:08:45.466466 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cf129cd3-6b5a-4d24-99af-43451e77465d req-2972c48f-9b62-4c7a-b20c-29781d4ad58f tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409634 May 27 02:08:45.499876 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-88566837-6d74-4c1f-9142-393a3336cd1b req-91e53eeb-1a57-42d4-9ab9-684e60a27dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:45.537074 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c88c3669-8db3-4624-ad9c-a0057ae3481d'] response: {'server_uuid': '41922585-b3d3-4c0d-b8f5-88dcc97a4dee', 'name': 'network-vif-deleted', 'tag': '7dacb60a-88f7-460b-b571-bdcd6730ee06', 'status': 'completed', 'code': 200} May 27 02:08:45.560022 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88566837-6d74-4c1f-9142-393a3336cd1b req-91e53eeb-1a57-42d4-9ab9-684e60a27dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:45.560279 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-88566837-6d74-4c1f-9142-393a3336cd1b req-91e53eeb-1a57-42d4-9ab9-684e60a27dfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:45.562579 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-88566837-6d74-4c1f-9142-393a3336cd1b req-91e53eeb-1a57-42d4-9ab9-684e60a27dfa service neutron] 10.222.0.66 "PUT /v2.0/ports/acfdfd2a-596c-4407-993b-2d9aae064064 HTTP/1.1" status: 200 len: 1092 time: 1.4804568 May 27 02:08:45.570619 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409aec4a-c1bd-4d1f-b785-52129f342cb8', 'tag': 'acfdfd2a-596c-4407-993b-2d9aae064064'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:08:45.574095 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-613fb300-241d-4bf1-83c5-31bb7e60dfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:45.578507 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-613fb300-241d-4bf1-83c5-31bb7e60dfaf service neutron] 10.222.0.66 "GET /v2.0/networks?id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf HTTP/1.1" status: 200 len: 908 time: 0.1663644 May 27 02:08:45.608576 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e53eeb-1a57-42d4-9ab9-684e60a27dfa service neutron] Pushing event updated for resources: {'Port': ['ID=acfdfd2a-596c-4407-993b-2d9aae064064,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:45.682718 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-f5311a9b-92e7-4341-b505-ee4c7c5a175d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eba1c68e-2190-44d5-8651-0e5466a7f922 HTTP/1.1" status: 200 len: 217 time: 0.0951114 May 27 02:08:45.774085 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-b1617e61-bf77-44fe-b8b4-f6ce776c55f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:45.775883 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-b1617e61-bf77-44fe-b8b4-f6ce776c55f7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7bcc4077-ba65-497d-80cd-f2b54423660b HTTP/1.1" status: 200 len: 847 time: 0.0873930 May 27 02:08:45.836577 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-eff7ab5f-f341-4264-bfc5-c65795ace05c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528893 May 27 02:08:45.997836 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-7a80df6e-1c06-41d4-998a-79074e3397a3 service neutron] 10.222.0.66 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518919 May 27 02:08:45.998361 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c5532979-6c7b-40b1-9c75-a1ebb75414f5 req-80ccfbc0-2b68-4a9e-a2cc-92b0ad7e518b tempest-FloatingIPsAssociationNegativeTestJSON-2008559340 tempest-FloatingIPsAssociationNegativeTestJSON-2008559340-project] 10.222.0.57 "GET /v2.0/ports?device_id=41922585-b3d3-4c0d-b8f5-88dcc97a4dee HTTP/1.1" status: 200 len: 210 time: 0.1984441 May 27 02:08:46.056628 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e60653-2fae-4680-90c8-a2d5380124f7 req-4d4040a8-fab1-438a-9521-8c1b6078a926 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:46.065193 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a3e60653-2fae-4680-90c8-a2d5380124f7 req-4d4040a8-fab1-438a-9521-8c1b6078a926 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f804a31-e3b1-4632-ad4b-004d10a066e7 HTTP/1.1" status: 200 len: 946 time: 0.3304529 May 27 02:08:46.085803 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88566837-6d74-4c1f-9142-393a3336cd1b req-70bd448b-8341-44b3-9a27-91e83141f800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:46.087408 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-88566837-6d74-4c1f-9142-393a3336cd1b req-70bd448b-8341-44b3-9a27-91e83141f800 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a29ffcc4de66478babed622f0d89fbe8&device_id=409aec4a-c1bd-4d1f-b785-52129f342cb8 HTTP/1.1" status: 200 len: 1095 time: 0.4165397 May 27 02:08:46.136873 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-dc201298-39ac-4c85-a561-5945dec18e56 service neutron] 10.222.0.66 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317925 May 27 02:08:46.180100 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-88566837-6d74-4c1f-9142-393a3336cd1b req-af7991b9-2b8c-47e8-9105-7bc02c81daaa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acfdfd2a-596c-4407-993b-2d9aae064064 HTTP/1.1" status: 200 len: 217 time: 0.0851638 May 27 02:08:46.183075 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a3e60653-2fae-4680-90c8-a2d5380124f7 req-e0f0c84b-0499-42e3-a0e6-ab058c01b4b0 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166201 May 27 02:08:46.283243 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-032588c0-83d6-4218-9d09-2ca1fe1e0464'] response: {'name': 'network-changed', 'server_uuid': '409aec4a-c1bd-4d1f-b785-52129f342cb8', 'tag': 'acfdfd2a-596c-4407-993b-2d9aae064064', 'status': 'completed', 'code': 200} May 27 02:08:46.293459 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-472d1110-45e6-4af2-8c89-1e17d48a8b54 req-092a65d8-9ec4-40dc-80c0-89f3765f1f63 tempest-ServersAdmin275Test-1490240193 tempest-ServersAdmin275Test-1490240193-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.0574791 May 27 02:08:46.302492 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88566837-6d74-4c1f-9142-393a3336cd1b req-7040f1da-7989-4fdf-ad24-a5ca1860f8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:46.304007 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-88566837-6d74-4c1f-9142-393a3336cd1b req-7040f1da-7989-4fdf-ad24-a5ca1860f8f0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e2a1d95-8ee5-4ee3-927d-bf057db8df2f HTTP/1.1" status: 200 len: 861 time: 0.1184313 May 27 02:08:46.348248 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-80286b8d-8c30-4d84-8005-bbbe58823768 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:46.350029 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-80286b8d-8c30-4d84-8005-bbbe58823768 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=0f804a31-e3b1-4632-ad4b-004d10a066e7&tenant_id=846b128e49a144bb97bdbd537ab49432&binding%3Ahost_id=n-h1-843554-3 HTTP/1.1" status: 200 len: 1097 time: 0.0819857 May 27 02:08:46.360638 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-31188fcf-2834-450b-8bb3-e7911dcbb5df service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843554-3'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:46.383931 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-88566837-6d74-4c1f-9142-393a3336cd1b req-67089b66-241a-46a4-bda9-240abd984e55 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=db30ed05-8f60-4a40-83c6-9b50139dcb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710583 May 27 02:08:46.478886 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-31188fcf-2834-450b-8bb3-e7911dcbb5df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:46.625052 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3606c-6394-4c09-9b30-bc40aa85a840 req-b33a8781-bb6d-4ad5-a057-96aa0a2b6848 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:46.626499 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-13f3606c-6394-4c09-9b30-bc40aa85a840 req-b33a8781-bb6d-4ad5-a057-96aa0a2b6848 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.57 "GET /v2.0/ports?device_id=85a62910-4852-4fca-a052-8deec8c4e7e3 HTTP/1.1" status: 200 len: 945 time: 0.2806304 May 27 02:08:46.630830 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-88566837-6d74-4c1f-9142-393a3336cd1b req-6d0ae818-787e-4819-b6ec-8f7b6453de22 service neutron] 10.222.0.66 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375815 May 27 02:08:46.680010 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-31188fcf-2834-450b-8bb3-e7911dcbb5df service neutron] For port eba1c68e-2190-44d5-8651-0e5466a7f922, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=eba1c68e-2190-44d5-8651-0e5466a7f922,segment=NetworkSegment(18001c0d-6c74-475c-a0cb-9d64b721b14f),segment_id=18001c0d-6c74-475c-a0cb-9d64b721b14f)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:46.711446 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-31188fcf-2834-450b-8bb3-e7911dcbb5df service neutron] For port eba1c68e-2190-44d5-8651-0e5466a7f922, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:08:46.771387 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-31188fcf-2834-450b-8bb3-e7911dcbb5df service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:46.807496 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-13f3606c-6394-4c09-9b30-bc40aa85a840 req-191f2f04-f4c5-414b-aae3-2c332a7c9cb2 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cf8042-c5a8-4791-a100-012f0d5d7975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730473 May 27 02:08:46.827149 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2704c65-057e-46a2-8a16-d91360a72a2c req-25280faa-dc5b-4e69-b9a1-75e137f0546e tempest-NetworksTest-85415497 tempest-NetworksTest-85415497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:46.827626 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2704c65-057e-46a2-8a16-d91360a72a2c req-25280faa-dc5b-4e69-b9a1-75e137f0546e tempest-NetworksTest-85415497 tempest-NetworksTest-85415497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:46.828089 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2704c65-057e-46a2-8a16-d91360a72a2c req-25280faa-dc5b-4e69-b9a1-75e137f0546e tempest-NetworksTest-85415497 tempest-NetworksTest-85415497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:46.828558 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2704c65-057e-46a2-8a16-d91360a72a2c req-25280faa-dc5b-4e69-b9a1-75e137f0546e tempest-NetworksTest-85415497 tempest-NetworksTest-85415497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:46.829026 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2704c65-057e-46a2-8a16-d91360a72a2c req-25280faa-dc5b-4e69-b9a1-75e137f0546e tempest-NetworksTest-85415497 tempest-NetworksTest-85415497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:46.829567 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2704c65-057e-46a2-8a16-d91360a72a2c req-25280faa-dc5b-4e69-b9a1-75e137f0546e tempest-NetworksTest-85415497 tempest-NetworksTest-85415497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:46.829921 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2704c65-057e-46a2-8a16-d91360a72a2c req-25280faa-dc5b-4e69-b9a1-75e137f0546e tempest-NetworksTest-85415497 tempest-NetworksTest-85415497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:46.830375 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2704c65-057e-46a2-8a16-d91360a72a2c req-25280faa-dc5b-4e69-b9a1-75e137f0546e tempest-NetworksTest-85415497 tempest-NetworksTest-85415497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:46.830827 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2704c65-057e-46a2-8a16-d91360a72a2c req-25280faa-dc5b-4e69-b9a1-75e137f0546e tempest-NetworksTest-85415497 tempest-NetworksTest-85415497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:46.831272 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2704c65-057e-46a2-8a16-d91360a72a2c req-25280faa-dc5b-4e69-b9a1-75e137f0546e tempest-NetworksTest-85415497 tempest-NetworksTest-85415497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:46.833197 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c2704c65-057e-46a2-8a16-d91360a72a2c req-25280faa-dc5b-4e69-b9a1-75e137f0546e tempest-NetworksTest-85415497 tempest-NetworksTest-85415497-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7138 time: 0.3164358 May 27 02:08:46.847701 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-31188fcf-2834-450b-8bb3-e7911dcbb5df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:46.861947 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-88566837-6d74-4c1f-9142-393a3336cd1b req-41b7b363-92c1-4dc9-b9d9-81288e347ca8 service neutron] 10.222.0.66 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126613 May 27 02:08:47.118113 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31188fcf-2834-450b-8bb3-e7911dcbb5df service neutron] Pushing event updated for resources: {'Port': ['ID=eba1c68e-2190-44d5-8651-0e5466a7f922,revision_number=7']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:47.130341 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-31188fcf-2834-450b-8bb3-e7911dcbb5df service neutron] Attempting to bind port eba1c68e-2190-44d5-8651-0e5466a7f922 on host n-h1-843554-3 for vnic_type normal with profile {"migrating_to": "n-h2-843554-3"} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:08:47.130341 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-31188fcf-2834-450b-8bb3-e7911dcbb5df service neutron] Attempting to bind port eba1c68e-2190-44d5-8651-0e5466a7f922 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:08:47.130636 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-31188fcf-2834-450b-8bb3-e7911dcbb5df service neutron] Attempting to bind port eba1c68e-2190-44d5-8651-0e5466a7f922 on network a46dc284-eb7c-468a-bcfd-6cfcbba366bf {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:08:47.131339 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f506c0ce-8a0c-4797-9fb0-18525ba9e2fa req-8f1bbc5b-50b9-4321-af67-eddc05c5e948 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:47.132864 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f506c0ce-8a0c-4797-9fb0-18525ba9e2fa req-8f1bbc5b-50b9-4321-af67-eddc05c5e948 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=409aec4a-c1bd-4d1f-b785-52129f342cb8 HTTP/1.1" status: 200 len: 944 time: 0.2131412 May 27 02:08:47.135579 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-31188fcf-2834-450b-8bb3-e7911dcbb5df service neutron] Port eba1c68e-2190-44d5-8651-0e5466a7f922 on network a46dc284-eb7c-468a-bcfd-6cfcbba366bf not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:08:47.135898 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-31188fcf-2834-450b-8bb3-e7911dcbb5df service neutron] Attempting to bind port eba1c68e-2190-44d5-8651-0e5466a7f922 on network a46dc284-eb7c-468a-bcfd-6cfcbba366bf {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:08:47.141537 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-31188fcf-2834-450b-8bb3-e7911dcbb5df service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:08:47.141871 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-31188fcf-2834-450b-8bb3-e7911dcbb5df service neutron] Checking segment: {'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:08:47.142253 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-31188fcf-2834-450b-8bb3-e7911dcbb5df service neutron] Bound using segment: {'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:08:47.142679 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-31188fcf-2834-450b-8bb3-e7911dcbb5df service neutron] Bound port: eba1c68e-2190-44d5-8651-0e5466a7f922, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:08:47.143023 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-31188fcf-2834-450b-8bb3-e7911dcbb5df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:47.149041 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbdfee-6e8f-4564-81ac-97c937b36e1d req-10323f9c-d993-4cf9-9cb4-72fa700e8dd2 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:47.150543 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3dfbdfee-6e8f-4564-81ac-97c937b36e1d req-10323f9c-d993-4cf9-9cb4-72fa700e8dd2 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 950 time: 0.1902330 May 27 02:08:47.185474 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd2b47-878c-466c-9390-0778e12c4d1e req-545f6f01-1a91-4318-95e2-e4d0433c67bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:47.187018 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d6cd2b47-878c-466c-9390-0778e12c4d1e req-545f6f01-1a91-4318-95e2-e4d0433c67bb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a29ffcc4de66478babed622f0d89fbe8&device_id=409aec4a-c1bd-4d1f-b785-52129f342cb8 HTTP/1.1" status: 200 len: 1095 time: 0.1827157 May 27 02:08:47.234950 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-31188fcf-2834-450b-8bb3-e7911dcbb5df service neutron] For port eba1c68e-2190-44d5-8651-0e5466a7f922, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:08:47.238076 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-31188fcf-2834-450b-8bb3-e7911dcbb5df service neutron] For port eba1c68e-2190-44d5-8651-0e5466a7f922, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=eba1c68e-2190-44d5-8651-0e5466a7f922,segment=NetworkSegment(18001c0d-6c74-475c-a0cb-9d64b721b14f),segment_id=18001c0d-6c74-475c-a0cb-9d64b721b14f)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:08:47.295383 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f506c0ce-8a0c-4797-9fb0-18525ba9e2fa req-fbf22f88-3c13-4695-8d3f-c6cb8b60f37a tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550760 May 27 02:08:47.304549 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-31188fcf-2834-450b-8bb3-e7911dcbb5df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:47.324933 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3dfbdfee-6e8f-4564-81ac-97c937b36e1d req-7f61dae5-16f4-495c-956a-499e9807d718 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568952 May 27 02:08:47.435446 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55162) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:47.517274 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd2b47-878c-466c-9390-0778e12c4d1e req-20044620-7056-4d07-ab3e-cb5e9db52e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:47.518721 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d6cd2b47-878c-466c-9390-0778e12c4d1e req-20044620-7056-4d07-ab3e-cb5e9db52e3e service neutron] 10.222.0.66 "GET /v2.0/networks?id=db30ed05-8f60-4a40-83c6-9b50139dcb81 HTTP/1.1" status: 200 len: 922 time: 0.3240693 May 27 02:08:47.537445 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31188fcf-2834-450b-8bb3-e7911dcbb5df service neutron] Pushing event updated for resources: {'Port': ['ID=eba1c68e-2190-44d5-8651-0e5466a7f922,revision_number=8']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:47.547931 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f804a31-e3b1-4632-ad4b-004d10a066e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eba1c68e-2190-44d5-8651-0e5466a7f922'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:08:47.556109 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-31188fcf-2834-450b-8bb3-e7911dcbb5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:47.556785 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-31188fcf-2834-450b-8bb3-e7911dcbb5df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:47.558458 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-31188fcf-2834-450b-8bb3-e7911dcbb5df service neutron] 10.222.0.66 "PUT /v2.0/ports/eba1c68e-2190-44d5-8651-0e5466a7f922 HTTP/1.1" status: 200 len: 1122 time: 1.2017560 May 27 02:08:47.582824 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34336a63-b035-4d68-9978-efd009f58359 req-9440f108-1636-4f2f-bcf3-5a1d7cd019b8 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:47.584270 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-34336a63-b035-4d68-9978-efd009f58359 req-9440f108-1636-4f2f-bcf3-5a1d7cd019b8 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a62910-4852-4fca-a052-8deec8c4e7e3 HTTP/1.1" status: 200 len: 945 time: 0.2066336 May 27 02:08:47.654095 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['eba1c68e-2190-44d5-8651-0e5466a7f922'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:08:47.663882 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-34336a63-b035-4d68-9978-efd009f58359 req-225435cf-f5f2-4b37-a86a-f0071134ad08 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Deleting port 17166680-e597-4410-99de-46b2d3051e07 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:08:47.664400 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-34336a63-b035-4d68-9978-efd009f58359 req-225435cf-f5f2-4b37-a86a-f0071134ad08 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:47.788585 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d6cd2b47-878c-466c-9390-0778e12c4d1e req-feac0c13-3cff-4a3c-acf4-4f4313ee5105 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acfdfd2a-596c-4407-993b-2d9aae064064 HTTP/1.1" status: 200 len: 217 time: 0.2245691 May 27 02:08:47.918638 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32ffa6-a64c-412d-81f1-f7b5da01d52d req-d67008e4-1e36-47d9-b562-b5b078a7b838 tempest-NetworksTest-85415497 tempest-NetworksTest-85415497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:47.919910 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fc32ffa6-a64c-412d-81f1-f7b5da01d52d req-d67008e4-1e36-47d9-b562-b5b078a7b838 tempest-NetworksTest-85415497 tempest-NetworksTest-85415497-project-admin] 10.222.0.57 "GET /v2.0/networks/d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 886 time: 0.5941164 May 27 02:08:47.959369 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-34336a63-b035-4d68-9978-efd009f58359 req-225435cf-f5f2-4b37-a86a-f0071134ad08 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] For port 17166680-e597-4410-99de-46b2d3051e07, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=17166680-e597-4410-99de-46b2d3051e07,segment=NetworkSegment(aa0595bb-72c4-4a88-b75b-a7d4ad16e228),segment_id=aa0595bb-72c4-4a88-b75b-a7d4ad16e228)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:47.959724 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-34336a63-b035-4d68-9978-efd009f58359 req-225435cf-f5f2-4b37-a86a-f0071134ad08 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:48.017233 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd2b47-878c-466c-9390-0778e12c4d1e req-d1c34cdc-3eb3-43f1-b0ef-e96e00237947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:48.018654 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d6cd2b47-878c-466c-9390-0778e12c4d1e req-d1c34cdc-3eb3-43f1-b0ef-e96e00237947 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e2a1d95-8ee5-4ee3-927d-bf057db8df2f HTTP/1.1" status: 200 len: 861 time: 0.2160876 May 27 02:08:48.094455 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d6cd2b47-878c-466c-9390-0778e12c4d1e req-01feaefd-695b-4b23-9eab-b852a5db2141 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=db30ed05-8f60-4a40-83c6-9b50139dcb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685339 May 27 02:08:48.107672 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9325bdc-b90b-4d84-919c-9099a9aae9be req-d9c15bd2-ca66-48af-a603-4509992c193a tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:48.109218 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b9325bdc-b90b-4d84-919c-9099a9aae9be req-d9c15bd2-ca66-48af-a603-4509992c193a tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f804a31-e3b1-4632-ad4b-004d10a066e7 HTTP/1.1" status: 200 len: 944 time: 0.5896475 May 27 02:08:48.237879 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0ae496f9-65fe-421e-8f1f-2898f8ee0b0b req-5b998130-16cf-467c-a05b-cbf090aad6ed tempest-ServersAdmin275Test-1490240193 tempest-ServersAdmin275Test-1490240193-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.1399586 May 27 02:08:48.249791 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-34336a63-b035-4d68-9978-efd009f58359 req-225435cf-f5f2-4b37-a86a-f0071134ad08 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:48.250171 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-34336a63-b035-4d68-9978-efd009f58359 req-225435cf-f5f2-4b37-a86a-f0071134ad08 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:48.250489 n-d-843554-3 neutron-server[88901]: INFO neutron.db.l3_db [req-34336a63-b035-4d68-9978-efd009f58359 req-225435cf-f5f2-4b37-a86a-f0071134ad08 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Floating IP b253ae5f-a947-459d-97ae-18f1c3124856 disassociated. External IP: 172.25.1.239, port: 17166680-e597-4410-99de-46b2d3051e07. May 27 02:08:48.250833 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-34336a63-b035-4d68-9978-efd009f58359 req-225435cf-f5f2-4b37-a86a-f0071134ad08 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Calling delete_port for 17166680-e597-4410-99de-46b2d3051e07 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:08:48.365295 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b9325bdc-b90b-4d84-919c-9099a9aae9be req-80e8f80e-112c-4043-8dca-8caf17930706 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043209 May 27 02:08:48.389138 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8f1aeee-368a-4a62-860e-c236fa9cdf90'] response: {'server_uuid': '0f804a31-e3b1-4632-ad4b-004d10a066e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eba1c68e-2190-44d5-8651-0e5466a7f922', 'code': 200} May 27 02:08:48.395575 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 7dacb60a-88f7-460b-b571-bdcd6730ee06 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:08:48.446299 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: 7dacb60a-88f7-460b-b571-bdcd6730ee06 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:08:48.446752 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 7dacb60a-88f7-460b-b571-bdcd6730ee06 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:08:48.481585 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-34336a63-b035-4d68-9978-efd009f58359 req-225435cf-f5f2-4b37-a86a-f0071134ad08 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:48.529432 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225435cf-f5f2-4b37-a86a-f0071134ad08 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Pushing event deleted for resources: {'Port': ['ID=17166680-e597-4410-99de-46b2d3051e07,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:48.564843 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d6cd2b47-878c-466c-9390-0778e12c4d1e req-6da77922-fd1b-4d61-bed6-9d49fd5a7611 service neutron] 10.222.0.66 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4518833 May 27 02:08:48.575869 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52127b8b-4e77-47da-a1fb-91f12f3cb646 req-edbb6c94-1273-4649-88a3-bc91f08f9528 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.57 "GET /v2.0/ports?device_id=85a62910-4852-4fca-a052-8deec8c4e7e3 HTTP/1.1" status: 200 len: 210 time: 0.1147048 May 27 02:08:48.739080 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34336a63-b035-4d68-9978-efd009f58359 req-225435cf-f5f2-4b37-a86a-f0071134ad08 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Router 15ea3d23-0bb2-41d4-ae2c-2c56609cb99d has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:08:48.744656 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:48.795702 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465550e3-229f-45a8-b2f5-177fa6fb206c req-83fb6010-c085-4303-bf13-9fdeb389aa1b tempest-NetworksTest-85415497 tempest-NetworksTest-85415497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:48.796107 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465550e3-229f-45a8-b2f5-177fa6fb206c req-83fb6010-c085-4303-bf13-9fdeb389aa1b tempest-NetworksTest-85415497 tempest-NetworksTest-85415497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:48.796562 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465550e3-229f-45a8-b2f5-177fa6fb206c req-83fb6010-c085-4303-bf13-9fdeb389aa1b tempest-NetworksTest-85415497 tempest-NetworksTest-85415497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:48.797053 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465550e3-229f-45a8-b2f5-177fa6fb206c req-83fb6010-c085-4303-bf13-9fdeb389aa1b tempest-NetworksTest-85415497 tempest-NetworksTest-85415497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:48.797509 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465550e3-229f-45a8-b2f5-177fa6fb206c req-83fb6010-c085-4303-bf13-9fdeb389aa1b tempest-NetworksTest-85415497 tempest-NetworksTest-85415497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:48.797965 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465550e3-229f-45a8-b2f5-177fa6fb206c req-83fb6010-c085-4303-bf13-9fdeb389aa1b tempest-NetworksTest-85415497 tempest-NetworksTest-85415497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:48.798421 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465550e3-229f-45a8-b2f5-177fa6fb206c req-83fb6010-c085-4303-bf13-9fdeb389aa1b tempest-NetworksTest-85415497 tempest-NetworksTest-85415497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:48.800114 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465550e3-229f-45a8-b2f5-177fa6fb206c req-83fb6010-c085-4303-bf13-9fdeb389aa1b tempest-NetworksTest-85415497 tempest-NetworksTest-85415497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:48.800114 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465550e3-229f-45a8-b2f5-177fa6fb206c req-83fb6010-c085-4303-bf13-9fdeb389aa1b tempest-NetworksTest-85415497 tempest-NetworksTest-85415497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:48.800114 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465550e3-229f-45a8-b2f5-177fa6fb206c req-83fb6010-c085-4303-bf13-9fdeb389aa1b tempest-NetworksTest-85415497 tempest-NetworksTest-85415497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:48.801845 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-465550e3-229f-45a8-b2f5-177fa6fb206c req-83fb6010-c085-4303-bf13-9fdeb389aa1b tempest-NetworksTest-85415497 tempest-NetworksTest-85415497-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7138 time: 0.3785717 May 27 02:08:48.845638 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d6cd2b47-878c-466c-9390-0778e12c4d1e req-3fd03ce0-d815-4bd0-8913-f7c2d39f1f1d service neutron] 10.222.0.66 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688200 May 27 02:08:48.899135 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:48.938699 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-16358ece-4fc7-41c4-ae0f-ab1a348939ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:49.128482 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34336a63-b035-4d68-9978-efd009f58359 req-225435cf-f5f2-4b37-a86a-f0071134ad08 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:08:49.140068 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e512ef1d-e1b6-4a37-9bc4-c5b69a93f7a3 None None] Sync routers for ids ['15ea3d23-0bb2-41d4-ae2c-2c56609cb99d'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:08:49.149874 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e512ef1d-e1b6-4a37-9bc4-c5b69a93f7a3 None None] Routers {'15ea3d23-0bb2-41d4-ae2c-2c56609cb99d'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:08:49.151048 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e512ef1d-e1b6-4a37-9bc4-c5b69a93f7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:08:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['15ea3d23-0bb2-41d4-ae2c-2c56609cb99d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:49.210711 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-34336a63-b035-4d68-9978-efd009f58359 req-225435cf-f5f2-4b37-a86a-f0071134ad08 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] No DVR routers for this DVR port 17166680-e597-4410-99de-46b2d3051e07 on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:08:49.214494 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-34336a63-b035-4d68-9978-efd009f58359 req-225435cf-f5f2-4b37-a86a-f0071134ad08 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:49.304805 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-34336a63-b035-4d68-9978-efd009f58359 req-225435cf-f5f2-4b37-a86a-f0071134ad08 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.32 "DELETE /v2.0/ports/17166680-e597-4410-99de-46b2d3051e07 HTTP/1.1" status: 204 len: 173 time: 1.7137530 May 27 02:08:49.350296 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-e512ef1d-e1b6-4a37-9bc4-c5b69a93f7a3 None None] Set router 15ea3d23-0bb2-41d4-ae2c-2c56609cb99d gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:08:49.439060 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55188) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:49.505616 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31d27b-05a2-40ef-852c-6de540b19f88 req-ae96e904-5a03-48e6-8971-751b5ca4b6d2 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:49.507758 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6d31d27b-05a2-40ef-852c-6de540b19f88 req-ae96e904-5a03-48e6-8971-751b5ca4b6d2 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=409aec4a-c1bd-4d1f-b785-52129f342cb8 HTTP/1.1" status: 200 len: 944 time: 0.5047028 May 27 02:08:49.523314 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a825837-f940-41e0-93e6-c9c188e2eea7 req-00204711-934d-4be8-aa36-b3900c82f1cc tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:49.525068 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3a825837-f940-41e0-93e6-c9c188e2eea7 req-00204711-934d-4be8-aa36-b3900c82f1cc tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 950 time: 0.4612367 May 27 02:08:49.580540 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1bb8ecb4-b32e-436a-b1d8-6458f7c8b472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:49.597824 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1bb8ecb4-b32e-436a-b1d8-6458f7c8b472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:49.603140 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1bb8ecb4-b32e-436a-b1d8-6458f7c8b472 admin admin] Usage tracker for resource:security_group_rule and tenant:0b355968102e42a9b370fe4f9caec790 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:49.606980 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1bb8ecb4-b32e-436a-b1d8-6458f7c8b472 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:49.613523 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1bb8ecb4-b32e-436a-b1d8-6458f7c8b472 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:49.621326 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6d31d27b-05a2-40ef-852c-6de540b19f88 req-dadf72e1-c45b-4661-808e-5df4739bcd23 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997784 May 27 02:08:49.633568 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3a825837-f940-41e0-93e6-c9c188e2eea7 req-97f1a594-e739-4ff9-aaea-504914e134ea tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973768 May 27 02:08:49.712023 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-16358ece-4fc7-41c4-ae0f-ab1a348939ed admin admin] Deleting port 809b18de-5154-4ee2-8f28-5d5fa944ef0c {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:08:49.712499 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-16358ece-4fc7-41c4-ae0f-ab1a348939ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:49.738713 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1bb8ecb4-b32e-436a-b1d8-6458f7c8b472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:49.784251 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e512ef1d-e1b6-4a37-9bc4-c5b69a93f7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ea3d23-0bb2-41d4-ae2c-2c56609cb99d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1159227962-router', 'tenant_id': 'b10311550dd24ab5af04d69bb8469c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '22cb7907-9f24-4c18-b60a-ddf4dabb657a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:06:00Z', 'updated_at': '2022-05-27T02:06:08Z', 'revision_number': 4, 'project_id': 'b10311550dd24ab5af04d69bb8469c0b', 'gw_port': {'id': '22cb7907-9f24-4c18-b60a-ddf4dabb657a', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ad:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ea3d23-0bb2-41d4-ae2c-2c56609cb99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:06:02Z', 'updated_at': '2022-05-27T02:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '89419922-1ed7-4bd8-8c4a-c0083e27742c', 'name': '', 'network_id': 'e5ded2bd-6dbd-449a-adc0-e1185e1b2161', 'tenant_id': 'b10311550dd24ab5af04d69bb8469c0b', 'mac_address': 'fa:16:3e:c8:b9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ea3d23-0bb2-41d4-ae2c-2c56609cb99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '12865575-b7fb-4609-bc72-5aad92099ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:06:07Z', 'updated_at': '2022-05-27T02:06:15Z', 'revision_number': 5, 'project_id': 'b10311550dd24ab5af04d69bb8469c0b', 'subnets': [{'id': '12865575-b7fb-4609-bc72-5aad92099ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:49.789068 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e512ef1d-e1b6-4a37-9bc4-c5b69a93f7a3 None None] Checking router: 15ea3d23-0bb2-41d4-ae2c-2c56609cb99d for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:08:49.798737 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e512ef1d-e1b6-4a37-9bc4-c5b69a93f7a3 None None] Routers {'15ea3d23-0bb2-41d4-ae2c-2c56609cb99d'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:08:49.799595 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e512ef1d-e1b6-4a37-9bc4-c5b69a93f7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:08:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['15ea3d23-0bb2-41d4-ae2c-2c56609cb99d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:49.830021 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1bb8ecb4-b32e-436a-b1d8-6458f7c8b472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:49.886546 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1bb8ecb4-b32e-436a-b1d8-6458f7c8b472 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0b355968102e42a9b370fe4f9caec790&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4462481 May 27 02:08:49.888035 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55198) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:49.890525 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8ecb4-b32e-436a-b1d8-6458f7c8b472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a44d55-7a34-4482-9d6e-a154b7bb8652,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:49.911094 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d3411d47-e67a-45c6-afb7-c870be11dc22 req-3cc5c3b3-f93f-45f9-8eb6-700b1c8e8a56 tempest-ServersAdmin275Test-1490240193 tempest-ServersAdmin275Test-1490240193-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.0891726 May 27 02:08:49.955724 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d379daa2-913f-4c54-954e-989c3287ca00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:49.990064 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-e512ef1d-e1b6-4a37-9bc4-c5b69a93f7a3 None None] Set router 15ea3d23-0bb2-41d4-ae2c-2c56609cb99d gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:08:49.991432 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d379daa2-913f-4c54-954e-989c3287ca00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:50.035609 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71130a32-abe7-400f-8fe0-0dbf634067e1 req-8b26c35b-243c-422a-8505-468d448b8867 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:50.037260 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-71130a32-abe7-400f-8fe0-0dbf634067e1 req-8b26c35b-243c-422a-8505-468d448b8867 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f804a31-e3b1-4632-ad4b-004d10a066e7 HTTP/1.1" status: 200 len: 944 time: 0.2573309 May 27 02:08:50.116089 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-16358ece-4fc7-41c4-ae0f-ab1a348939ed admin admin] For port 809b18de-5154-4ee2-8f28-5d5fa944ef0c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=809b18de-5154-4ee2-8f28-5d5fa944ef0c,segment=NetworkSegment(289e98b2-c013-428a-9af2-2474b2ccaed7),segment_id=289e98b2-c013-428a-9af2-2474b2ccaed7)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:50.116827 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-16358ece-4fc7-41c4-ae0f-ab1a348939ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:50.175266 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d47d7cd1-46ef-490c-8fe3-6c98897d616a req-f9354e32-e2b4-4323-b2df-df94423d2302 tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.57 "GET /v2.0/ports?device_id=85a62910-4852-4fca-a052-8deec8c4e7e3 HTTP/1.1" status: 200 len: 210 time: 0.0475323 May 27 02:08:50.201298 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d379daa2-913f-4c54-954e-989c3287ca00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:50.220602 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379daa2-913f-4c54-954e-989c3287ca00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a44d55-7a34-4482-9d6e-a154b7bb8652,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:50.222809 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d379daa2-913f-4c54-954e-989c3287ca00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:50.237228 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d379daa2-913f-4c54-954e-989c3287ca00 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e3a44d55-7a34-4482-9d6e-a154b7bb8652 HTTP/1.1" status: 204 len: 168 time: 0.3404610 May 27 02:08:50.301904 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-71130a32-abe7-400f-8fe0-0dbf634067e1 req-8a340a5d-34ac-4725-8c60-229c916328c9 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413130 May 27 02:08:50.308858 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-16358ece-4fc7-41c4-ae0f-ab1a348939ed admin admin] Calling delete_port for 809b18de-5154-4ee2-8f28-5d5fa944ef0c owned by network:router_interface {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:08:50.386672 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 17166680-e597-4410-99de-46b2d3051e07 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:08:50.390065 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f804a31-e3b1-4632-ad4b-004d10a066e7', 'tag': 'eba1c68e-2190-44d5-8651-0e5466a7f922'}, {'server_uuid': '85a62910-4852-4fca-a052-8deec8c4e7e3', 'name': 'network-vif-deleted', 'tag': '17166680-e597-4410-99de-46b2d3051e07'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:08:50.427946 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device acfdfd2a-596c-4407-993b-2d9aae064064 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:08:50.443009 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 17166680-e597-4410-99de-46b2d3051e07 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:08:50.443410 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 17166680-e597-4410-99de-46b2d3051e07 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:08:50.452024 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc16f56e-57a6-4ec5-8723-655074d2e58a'] response: {'name': 'network-changed', 'server_uuid': '0f804a31-e3b1-4632-ad4b-004d10a066e7', 'tag': 'eba1c68e-2190-44d5-8651-0e5466a7f922', 'status': 'completed', 'code': 200} May 27 02:08:50.452505 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc16f56e-57a6-4ec5-8723-655074d2e58a'] response: {'server_uuid': '85a62910-4852-4fca-a052-8deec8c4e7e3', 'name': 'network-vif-deleted', 'tag': '17166680-e597-4410-99de-46b2d3051e07', 'status': 'completed', 'code': 200} May 27 02:08:50.541574 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e512ef1d-e1b6-4a37-9bc4-c5b69a93f7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ea3d23-0bb2-41d4-ae2c-2c56609cb99d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1159227962-router', 'tenant_id': 'b10311550dd24ab5af04d69bb8469c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '22cb7907-9f24-4c18-b60a-ddf4dabb657a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:06:00Z', 'updated_at': '2022-05-27T02:06:08Z', 'revision_number': 4, 'project_id': 'b10311550dd24ab5af04d69bb8469c0b', 'gw_port': {'id': '22cb7907-9f24-4c18-b60a-ddf4dabb657a', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ad:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ea3d23-0bb2-41d4-ae2c-2c56609cb99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:06:02Z', 'updated_at': '2022-05-27T02:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '89419922-1ed7-4bd8-8c4a-c0083e27742c', 'name': '', 'network_id': 'e5ded2bd-6dbd-449a-adc0-e1185e1b2161', 'tenant_id': 'b10311550dd24ab5af04d69bb8469c0b', 'mac_address': 'fa:16:3e:c8:b9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ea3d23-0bb2-41d4-ae2c-2c56609cb99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '12865575-b7fb-4609-bc72-5aad92099ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:06:07Z', 'updated_at': '2022-05-27T02:06:15Z', 'revision_number': 5, 'project_id': 'b10311550dd24ab5af04d69bb8469c0b', 'subnets': [{'id': '12865575-b7fb-4609-bc72-5aad92099ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:50.550428 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e512ef1d-e1b6-4a37-9bc4-c5b69a93f7a3 None None] The sync data for ids ['15ea3d23-0bb2-41d4-ae2c-2c56609cb99d'] in n-d-843554-3 is: [{'id': '15ea3d23-0bb2-41d4-ae2c-2c56609cb99d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1159227962-router', 'tenant_id': 'b10311550dd24ab5af04d69bb8469c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '22cb7907-9f24-4c18-b60a-ddf4dabb657a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:06:00Z', 'updated_at': '2022-05-27T02:06:08Z', 'revision_number': 4, 'project_id': 'b10311550dd24ab5af04d69bb8469c0b', 'gw_port': {'id': '22cb7907-9f24-4c18-b60a-ddf4dabb657a', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ad:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ea3d23-0bb2-41d4-ae2c-2c56609cb99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:06:02Z', 'updated_at': '2022-05-27T02:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '89419922-1ed7-4bd8-8c4a-c0083e27742c', 'name': '', 'network_id': 'e5ded2bd-6dbd-449a-adc0-e1185e1b2161', 'tenant_id': 'b10311550dd24ab5af04d69bb8469c0b', 'mac_address': 'fa:16:3e:c8:b9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ea3d23-0bb2-41d4-ae2c-2c56609cb99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '12865575-b7fb-4609-bc72-5aad92099ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:06:07Z', 'updated_at': '2022-05-27T02:06:15Z', 'revision_number': 5, 'project_id': 'b10311550dd24ab5af04d69bb8469c0b', 'subnets': [{'id': '12865575-b7fb-4609-bc72-5aad92099ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:08:50.577707 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26184fc-eab7-4955-a4dc-81abcefd96f6 req-afc0535a-b19c-445c-b7b6-7833fd1dccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:50.582284 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c26184fc-eab7-4955-a4dc-81abcefd96f6 req-afc0535a-b19c-445c-b7b6-7833fd1dccc3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=846b128e49a144bb97bdbd537ab49432&device_id=0f804a31-e3b1-4632-ad4b-004d10a066e7 HTTP/1.1" status: 200 len: 1125 time: 0.0917888 May 27 02:08:50.608452 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-16358ece-4fc7-41c4-ae0f-ab1a348939ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:50.609445 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port acfdfd2a-596c-4407-993b-2d9aae064064, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=acfdfd2a-596c-4407-993b-2d9aae064064,segment=NetworkSegment(a69d16a1-8436-40ed-b9ce-539b6def055f),segment_id=a69d16a1-8436-40ed-b9ce-539b6def055f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:50.629910 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': 'acfdfd2a-596c-4407-993b-2d9aae064064', 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81', 'port_id': 'acfdfd2a-596c-4407-993b-2d9aae064064', 'mac_address': 'fa:16:3e:e7:64:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a1d95-8ee5-4ee3-927d-bf057db8df2f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:08:50.734818 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16358ece-4fc7-41c4-ae0f-ab1a348939ed admin admin] Pushing event deleted for resources: {'Port': ['ID=809b18de-5154-4ee2-8f28-5d5fa944ef0c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:50.736195 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port acfdfd2a-596c-4407-993b-2d9aae064064 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:08:50.736784 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:50.768376 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acfdfd2a-596c-4407-993b-2d9aae064064 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:08:50.789217 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port acfdfd2a-596c-4407-993b-2d9aae064064, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=acfdfd2a-596c-4407-993b-2d9aae064064,segment=NetworkSegment(a69d16a1-8436-40ed-b9ce-539b6def055f),segment_id=a69d16a1-8436-40ed-b9ce-539b6def055f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:50.858799 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:50.859910 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device eba1c68e-2190-44d5-8651-0e5466a7f922 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:08:50.929938 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26184fc-eab7-4955-a4dc-81abcefd96f6 req-71c2eccd-6e82-41fa-934f-057dfc504223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:50.931960 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c26184fc-eab7-4955-a4dc-81abcefd96f6 req-71c2eccd-6e82-41fa-934f-057dfc504223 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf HTTP/1.1" status: 200 len: 908 time: 0.3414011 May 27 02:08:50.965842 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55218) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:51.015786 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26763263-8831-4ec2-82fa-d05f07d1dfb1 None None] New status for floating IP b253ae5f-a947-459d-97ae-18f1c3124856: DOWN {{(pid=88904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:08:51.024294 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55220) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:51.047406 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c26184fc-eab7-4955-a4dc-81abcefd96f6 req-82759397-e8d1-4026-bbe0-d0c85d589b38 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eba1c68e-2190-44d5-8651-0e5466a7f922 HTTP/1.1" status: 200 len: 217 time: 0.1092429 May 27 02:08:51.052091 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-863c59d4-6461-41b8-9e54-66e3e44cc8c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:51.081556 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-863c59d4-6461-41b8-9e54-66e3e44cc8c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:51.086344 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-863c59d4-6461-41b8-9e54-66e3e44cc8c5 admin admin] Usage tracker for resource:security_group_rule and tenant:ab0cc32e3b1047c4be1da7bc7f7c386e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:51.099561 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=acfdfd2a-596c-4407-993b-2d9aae064064,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:51.163850 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port eba1c68e-2190-44d5-8651-0e5466a7f922, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=eba1c68e-2190-44d5-8651-0e5466a7f922,segment=NetworkSegment(18001c0d-6c74-475c-a0cb-9d64b721b14f),segment_id=18001c0d-6c74-475c-a0cb-9d64b721b14f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:51.175958 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26184fc-eab7-4955-a4dc-81abcefd96f6 req-80e45b71-3580-4dc6-af6a-bd8cc04bd380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:51.178166 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c26184fc-eab7-4955-a4dc-81abcefd96f6 req-80e45b71-3580-4dc6-af6a-bd8cc04bd380 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7bcc4077-ba65-497d-80cd-f2b54423660b HTTP/1.1" status: 200 len: 847 time: 0.1017756 May 27 02:08:51.179095 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-863c59d4-6461-41b8-9e54-66e3e44cc8c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:51.180041 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device eba1c68e-2190-44d5-8651-0e5466a7f922 has no active binding in host n-h2-843554-3 {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 27 02:08:51.186258 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-863c59d4-6461-41b8-9e54-66e3e44cc8c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:51.245926 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c26184fc-eab7-4955-a4dc-81abcefd96f6 req-b5972778-98ea-431b-8267-7b7ff6b1bc16 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528369 May 27 02:08:51.430200 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c26184fc-eab7-4955-a4dc-81abcefd96f6 req-7630406b-f8d9-4b15-b55c-838805514290 service neutron] 10.222.0.32 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746168 May 27 02:08:51.459781 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['acfdfd2a-596c-4407-993b-2d9aae064064'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:08:51.464277 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7f816999-ec98-4c6c-b050-d2201477fe59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:51.469073 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-863c59d4-6461-41b8-9e54-66e3e44cc8c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:51.504765 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-7f816999-ec98-4c6c-b050-d2201477fe59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:51.513937 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-16358ece-4fc7-41c4-ae0f-ab1a348939ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:51.518238 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7f816999-ec98-4c6c-b050-d2201477fe59 admin admin] Usage tracker for resource:security_group_rule and tenant:9e9cb1773f1341cf9191c0266d420bb1 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:51.528956 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538179c1-8339-4248-83c2-e806a7e66e36 req-e15286da-b71e-481a-a926-908d2aefa2fd tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:51.530560 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-538179c1-8339-4248-83c2-e806a7e66e36 req-e15286da-b71e-481a-a926-908d2aefa2fd tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=409aec4a-c1bd-4d1f-b785-52129f342cb8 HTTP/1.1" status: 200 len: 945 time: 0.6810713 May 27 02:08:51.533551 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7f816999-ec98-4c6c-b050-d2201477fe59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:51.543871 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da3296-1c8c-41c2-b817-598d0d7e3429 req-280036f8-d306-4150-af68-8159699ea0d8 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:51.550804 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-60da3296-1c8c-41c2-b817-598d0d7e3429 req-280036f8-d306-4150-af68-8159699ea0d8 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 950 time: 0.5883985 May 27 02:08:51.567217 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-863c59d4-6461-41b8-9e54-66e3e44cc8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:51.571400 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-7f816999-ec98-4c6c-b050-d2201477fe59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:51.606941 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c59d4-6461-41b8-9e54-66e3e44cc8c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59bc817a-d15b-4838-af21-e5fdf0a47a96,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:51.644463 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c26184fc-eab7-4955-a4dc-81abcefd96f6 req-f397a83e-9859-4c7f-9666-29745161a6f0 service neutron] 10.222.0.32 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020679 May 27 02:08:51.650540 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-863c59d4-6461-41b8-9e54-66e3e44cc8c5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ab0cc32e3b1047c4be1da7bc7f7c386e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6224711 May 27 02:08:51.650769 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55234) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:51.709480 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e13210ba-a99b-47af-b922-f55c8ca71d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:51.730767 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-60da3296-1c8c-41c2-b817-598d0d7e3429 req-4e7e6f36-e879-477e-8995-0ed3597388e3 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790214 May 27 02:08:51.737888 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e13210ba-a99b-47af-b922-f55c8ca71d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:51.802074 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-538179c1-8339-4248-83c2-e806a7e66e36 req-7775b40e-7b56-417e-9ce6-19137a72fdfa tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434006 May 27 02:08:51.864329 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e13210ba-a99b-47af-b922-f55c8ca71d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:51.886493 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13210ba-a99b-47af-b922-f55c8ca71d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bc817a-d15b-4838-af21-e5fdf0a47a96,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:51.888675 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e13210ba-a99b-47af-b922-f55c8ca71d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:51.890247 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e13210ba-a99b-47af-b922-f55c8ca71d5d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/59bc817a-d15b-4838-af21-e5fdf0a47a96 HTTP/1.1" status: 204 len: 168 time: 0.2384856 May 27 02:08:52.002416 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a43b75fc-5146-46ab-a913-c23740af2ab4 req-974547ca-04ea-4dbc-a7ca-29d26b7ac214 tempest-ServersAdmin275Test-1490240193 tempest-ServersAdmin275Test-1490240193-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.0694866 May 27 02:08:52.140623 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55244) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:52.193636 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7f816999-ec98-4c6c-b050-d2201477fe59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:52.208297 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03555f4f-ec12-4aa0-baab-1d6e948d7dcf tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:52.210879 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16358ece-4fc7-41c4-ae0f-ab1a348939ed admin admin] Router 4311d8b2-b97a-4403-8da5-0b95c2fdba48 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:08:52.227534 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf64b7-aea6-4590-a8d6-7f711dd2c0db req-b793e74e-a7d0-422d-ad87-3521b2bafe9a tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:52.229092 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6caf64b7-aea6-4590-a8d6-7f711dd2c0db req-b793e74e-a7d0-422d-ad87-3521b2bafe9a tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f804a31-e3b1-4632-ad4b-004d10a066e7 HTTP/1.1" status: 200 len: 944 time: 0.2154486 May 27 02:08:52.245138 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03555f4f-ec12-4aa0-baab-1d6e948d7dcf tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:52.294643 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7f816999-ec98-4c6c-b050-d2201477fe59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:52.344834 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03555f4f-ec12-4aa0-baab-1d6e948d7dcf tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:52.364602 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03555f4f-ec12-4aa0-baab-1d6e948d7dcf tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cf8042-c5a8-4791-a100-012f0d5d7975,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:52.370778 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03555f4f-ec12-4aa0-baab-1d6e948d7dcf tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:52.374718 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-03555f4f-ec12-4aa0-baab-1d6e948d7dcf tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.57 "DELETE /v2.0/security-groups/76cf8042-c5a8-4791-a100-012f0d5d7975 HTTP/1.1" status: 204 len: 168 time: 0.2304056 May 27 02:08:52.377204 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55254) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:52.387643 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f816999-ec98-4c6c-b050-d2201477fe59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516dbbd0-4548-4e65-a7bb-2ad97d6cbe4a,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:52.394209 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-978b2c97-58f1-4a65-8240-1275a7f2d64a tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] show failed (client error): The resource could not be found. May 27 02:08:52.397522 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-978b2c97-58f1-4a65-8240-1275a7f2d64a tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.57 "GET /v2.0/security-groups/76cf8042-c5a8-4791-a100-012f0d5d7975 HTTP/1.1" status: 404 len: 347 time: 0.0170150 May 27 02:08:52.399664 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55258) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:52.427097 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device acfdfd2a-596c-4407-993b-2d9aae064064 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:08:52.444635 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7f816999-ec98-4c6c-b050-d2201477fe59 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9e9cb1773f1341cf9191c0266d420bb1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4182339 May 27 02:08:52.456467 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55264) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:52.470088 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6caf64b7-aea6-4590-a8d6-7f711dd2c0db req-3793c7f4-c81a-47a0-bd96-307ce93d9882 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841533 May 27 02:08:52.531812 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16358ece-4fc7-41c4-ae0f-ab1a348939ed admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:08:52.545017 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000ba389-8a8c-4cf7-8ec2-965bccbcbbf3 None None] Sync routers for ids ['4311d8b2-b97a-4403-8da5-0b95c2fdba48'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:08:52.555367 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000ba389-8a8c-4cf7-8ec2-965bccbcbbf3 None None] Routers {'4311d8b2-b97a-4403-8da5-0b95c2fdba48'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:08:52.556112 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-000ba389-8a8c-4cf7-8ec2-965bccbcbbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:08:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4311d8b2-b97a-4403-8da5-0b95c2fdba48'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:52.563154 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8a3090ee-05f2-4820-bbbd-de28cdfaa8d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:52.583409 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-16358ece-4fc7-41c4-ae0f-ab1a348939ed admin admin] 10.222.0.57 "PUT /v2.0/routers/4311d8b2-b97a-4403-8da5-0b95c2fdba48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1427503 May 27 02:08:52.586681 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55268) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:52.594505 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8a3090ee-05f2-4820-bbbd-de28cdfaa8d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:52.620260 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port acfdfd2a-596c-4407-993b-2d9aae064064 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:08:52.650414 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf7ea2-ad7d-4bde-9c8c-1be3816909fb tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Deleting port b0ad7f28-daa2-42e5-9182-f2eddffed7a8 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:08:52.650947 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b2cf7ea2-ad7d-4bde-9c8c-1be3816909fb tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:52.656782 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port acfdfd2a-596c-4407-993b-2d9aae064064 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:08:52.657237 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:52.722118 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8a3090ee-05f2-4820-bbbd-de28cdfaa8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:52.746484 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3090ee-05f2-4820-bbbd-de28cdfaa8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516dbbd0-4548-4e65-a7bb-2ad97d6cbe4a,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:52.749851 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8a3090ee-05f2-4820-bbbd-de28cdfaa8d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:52.751366 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8a3090ee-05f2-4820-bbbd-de28cdfaa8d3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/516dbbd0-4548-4e65-a7bb-2ad97d6cbe4a HTTP/1.1" status: 204 len: 168 time: 0.2938151 May 27 02:08:52.965572 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-000ba389-8a8c-4cf7-8ec2-965bccbcbbf3 None None] Set router 4311d8b2-b97a-4403-8da5-0b95c2fdba48 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:08:53.023369 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca9d16-94af-4979-a85b-a64bc02c13f6 req-e77965c2-536e-4243-9509-5b306837cd2d tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:53.033234 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-85ca9d16-94af-4979-a85b-a64bc02c13f6 req-e77965c2-536e-4243-9509-5b306837cd2d tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 950 time: 0.1491306 May 27 02:08:53.152774 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port acfdfd2a-596c-4407-993b-2d9aae064064 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:08:53.153149 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:53.195446 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409aec4a-c1bd-4d1f-b785-52129f342cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acfdfd2a-596c-4407-993b-2d9aae064064'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:08:53.220508 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port acfdfd2a-596c-4407-993b-2d9aae064064, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=acfdfd2a-596c-4407-993b-2d9aae064064,segment=NetworkSegment(a69d16a1-8436-40ed-b9ce-539b6def055f),segment_id=a69d16a1-8436-40ed-b9ce-539b6def055f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:53.220843 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-aac2f7ad-1adf-4faa-b367-e7ba8eaf2745 service neutron] 10.222.0.32 "GET /v2.0/ports/eba1c68e-2190-44d5-8651-0e5466a7f922/bindings/n-h2-843554-3 HTTP/1.1" status: 200 len: 384 time: 0.3532953 May 27 02:08:53.224044 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-85ca9d16-94af-4979-a85b-a64bc02c13f6 req-9c63e0cd-0b02-4d58-ab36-de347bc6992c tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898787 May 27 02:08:53.271553 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8b1e29cd-87bb-429e-81e9-52159e2970ef admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:53.271667 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d114d-22d5-4ef9-89b0-7474d5c6ff44 req-e4cc8148-5355-4208-8371-0531612d4e5d tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:53.277684 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-121d114d-22d5-4ef9-89b0-7474d5c6ff44 req-e4cc8148-5355-4208-8371-0531612d4e5d tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=409aec4a-c1bd-4d1f-b785-52129f342cb8 HTTP/1.1" status: 200 len: 945 time: 0.2093720 May 27 02:08:53.293701 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:53.365343 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-121d114d-22d5-4ef9-89b0-7474d5c6ff44 req-65f3bbba-a587-4ce3-8c9f-7b4b9cbd466b tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784285 May 27 02:08:53.424117 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b2cf7ea2-ad7d-4bde-9c8c-1be3816909fb tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:53.424466 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b2cf7ea2-ad7d-4bde-9c8c-1be3816909fb tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:53.440868 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=acfdfd2a-596c-4407-993b-2d9aae064064,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:53.456947 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0431d97f-f36c-497e-8da1-0bf52f725ccd'] response: {'server_uuid': '409aec4a-c1bd-4d1f-b785-52129f342cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acfdfd2a-596c-4407-993b-2d9aae064064', 'code': 200} May 27 02:08:53.485924 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-000ba389-8a8c-4cf7-8ec2-965bccbcbbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4311d8b2-b97a-4403-8da5-0b95c2fdba48', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1120086578-router', 'tenant_id': '03c1fcaae176438a9274ccbf2946eee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:07:29Z', 'updated_at': '2022-05-27T02:08:50Z', 'revision_number': 5, 'project_id': '03c1fcaae176438a9274ccbf2946eee2', 'gw_port': {'id': '5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4311d8b2-b97a-4403-8da5-0b95c2fdba48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:31Z', 'updated_at': '2022-05-27T02:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:53.497937 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000ba389-8a8c-4cf7-8ec2-965bccbcbbf3 None None] Checking router: 4311d8b2-b97a-4403-8da5-0b95c2fdba48 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:08:53.530780 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000ba389-8a8c-4cf7-8ec2-965bccbcbbf3 None None] Routers {'4311d8b2-b97a-4403-8da5-0b95c2fdba48'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:08:53.531246 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-000ba389-8a8c-4cf7-8ec2-965bccbcbbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:08:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4311d8b2-b97a-4403-8da5-0b95c2fdba48'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:53.567537 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-017ab36c-e2d1-41fe-bb83-fd8ec3268253 req-2b2cf2f3-0a14-4484-941a-feacb79ec280 tempest-ServersAdmin275Test-1490240193 tempest-ServersAdmin275Test-1490240193-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.1217391 May 27 02:08:53.648281 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf7ea2-ad7d-4bde-9c8c-1be3816909fb tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Calling delete_port for b0ad7f28-daa2-42e5-9182-f2eddffed7a8 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:08:53.815236 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809340c3-cc41-47d8-a3f2-1fd06724ad77 req-23df283e-47d4-415e-927f-2694d8337f82 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:53.825688 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-809340c3-cc41-47d8-a3f2-1fd06724ad77 req-23df283e-47d4-415e-927f-2694d8337f82 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f804a31-e3b1-4632-ad4b-004d10a066e7 HTTP/1.1" status: 200 len: 944 time: 0.1969700 May 27 02:08:53.876393 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-000ba389-8a8c-4cf7-8ec2-965bccbcbbf3 None None] Set router 4311d8b2-b97a-4403-8da5-0b95c2fdba48 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:08:53.879504 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c81c4b-9a8b-423a-8eff-37c6b8fd56d0 req-2b0cf27d-7d99-4065-a200-458524c8d3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:53.881012 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-13c81c4b-9a8b-423a-8eff-37c6b8fd56d0 req-2b0cf27d-7d99-4065-a200-458524c8d3c1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=409aec4a-c1bd-4d1f-b785-52129f342cb8 HTTP/1.1" status: 200 len: 1097 time: 0.3126085 May 27 02:08:54.016237 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8b1e29cd-87bb-429e-81e9-52159e2970ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:54.031243 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-809340c3-cc41-47d8-a3f2-1fd06724ad77 req-ad064cd3-b55f-4508-a328-40b630284a8e tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046907 May 27 02:08:54.033152 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-13c81c4b-9a8b-423a-8eff-37c6b8fd56d0 req-ec049438-6567-49be-b483-dbb677ccd3b7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409450 May 27 02:08:54.139475 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-8b1e29cd-87bb-429e-81e9-52159e2970ef admin admin] Deleting port 5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:08:54.139475 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8b1e29cd-87bb-429e-81e9-52159e2970ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:54.318589 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-69859999-1fef-4a7f-9c6e-5186d9fb1451 service neutron] For port eba1c68e-2190-44d5-8651-0e5466a7f922, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=eba1c68e-2190-44d5-8651-0e5466a7f922,segment=NetworkSegment(18001c0d-6c74-475c-a0cb-9d64b721b14f),segment_id=18001c0d-6c74-475c-a0cb-9d64b721b14f)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:54.336020 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b2cf7ea2-ad7d-4bde-9c8c-1be3816909fb tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:54.378316 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-000ba389-8a8c-4cf7-8ec2-965bccbcbbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4311d8b2-b97a-4403-8da5-0b95c2fdba48', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1120086578-router', 'tenant_id': '03c1fcaae176438a9274ccbf2946eee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:07:29Z', 'updated_at': '2022-05-27T02:08:50Z', 'revision_number': 5, 'project_id': '03c1fcaae176438a9274ccbf2946eee2', 'gw_port': {'id': '5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4311d8b2-b97a-4403-8da5-0b95c2fdba48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:31Z', 'updated_at': '2022-05-27T02:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:54.386527 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000ba389-8a8c-4cf7-8ec2-965bccbcbbf3 None None] The sync data for ids ['4311d8b2-b97a-4403-8da5-0b95c2fdba48'] in n-d-843554-3 is: [{'id': '4311d8b2-b97a-4403-8da5-0b95c2fdba48', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1120086578-router', 'tenant_id': '03c1fcaae176438a9274ccbf2946eee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:07:29Z', 'updated_at': '2022-05-27T02:08:50Z', 'revision_number': 5, 'project_id': '03c1fcaae176438a9274ccbf2946eee2', 'gw_port': {'id': '5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4311d8b2-b97a-4403-8da5-0b95c2fdba48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:31Z', 'updated_at': '2022-05-27T02:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:08:54.395833 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf7ea2-ad7d-4bde-9c8c-1be3816909fb tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Pushing event deleted for resources: {'Port': ['ID=b0ad7f28-daa2-42e5-9182-f2eddffed7a8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:54.447942 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-69859999-1fef-4a7f-9c6e-5186d9fb1451 service neutron] For port eba1c68e-2190-44d5-8651-0e5466a7f922, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:08:54.511773 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a42e7-f36c-4135-9a0f-4db6be7fa8c2 req-e4ed0aa9-8d2c-47a1-9b32-24b0ec087da8 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:54.519379 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c49a42e7-f36c-4135-9a0f-4db6be7fa8c2 req-e4ed0aa9-8d2c-47a1-9b32-24b0ec087da8 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 950 time: 0.1549270 May 27 02:08:54.579648 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-69859999-1fef-4a7f-9c6e-5186d9fb1451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eba1c68e-2190-44d5-8651-0e5466a7f922 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:08:54.587277 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-8b1e29cd-87bb-429e-81e9-52159e2970ef admin admin] For port 5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:54.588263 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8b1e29cd-87bb-429e-81e9-52159e2970ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:54.610453 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-69859999-1fef-4a7f-9c6e-5186d9fb1451 service neutron] For port eba1c68e-2190-44d5-8651-0e5466a7f922, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=eba1c68e-2190-44d5-8651-0e5466a7f922,segment=NetworkSegment(18001c0d-6c74-475c-a0cb-9d64b721b14f),segment_id=18001c0d-6c74-475c-a0cb-9d64b721b14f)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:54.725424 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c49a42e7-f36c-4135-9a0f-4db6be7fa8c2 req-e90b1afa-c785-42a0-8464-6c5ec7fa6c5b tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051013 May 27 02:08:54.778759 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55334) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:54.798964 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 809b18de-5154-4ee2-8f28-5d5fa944ef0c no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:08:54.839626 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f236e5-af95-4843-9be2-59b12daab0f3 req-e02e3af4-51f4-47a6-a766-42dacd497c65 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:54.845170 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d8f236e5-af95-4843-9be2-59b12daab0f3 req-e02e3af4-51f4-47a6-a766-42dacd497c65 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=409aec4a-c1bd-4d1f-b785-52129f342cb8 HTTP/1.1" status: 200 len: 946 time: 0.1545219 May 27 02:08:54.858349 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 809b18de-5154-4ee2-8f28-5d5fa944ef0c {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:08:54.858685 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 809b18de-5154-4ee2-8f28-5d5fa944ef0c not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:08:54.880026 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b2cf7ea2-ad7d-4bde-9c8c-1be3816909fb tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:54.946173 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d8f236e5-af95-4843-9be2-59b12daab0f3 req-7ad6da01-d832-4cd0-ad5e-ba012f2d8924 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952983 May 27 02:08:54.984993 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-8b1e29cd-87bb-429e-81e9-52159e2970ef admin admin] Calling delete_port for 5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:08:55.037899 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9b173d18-7121-43c5-aa1c-62179bef8f8c req-1b13a788-9797-4293-8486-78cc94ce3fb5 tempest-ServersAdmin275Test-1490240193 tempest-ServersAdmin275Test-1490240193-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.0889106 May 27 02:08:55.057613 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-69859999-1fef-4a7f-9c6e-5186d9fb1451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:55.074997 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b2cf7ea2-ad7d-4bde-9c8c-1be3816909fb tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:55.078931 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b2cf7ea2-ad7d-4bde-9c8c-1be3816909fb tempest-AttachSCSIVolumeTestJSON-1031771303 tempest-AttachSCSIVolumeTestJSON-1031771303-project] 10.222.0.57 "DELETE /v2.0/floatingips/b253ae5f-a947-459d-97ae-18f1c3124856 HTTP/1.1" status: 204 len: 168 time: 2.6748879 May 27 02:08:55.156073 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-62f4660d-1da3-45fe-bd48-92706783cebf admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1678412478-network', 'tenant_id': '75c502f38d3f485db62df5c17ab184be'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:55.162804 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-62f4660d-1da3-45fe-bd48-92706783cebf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:55.181922 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-62f4660d-1da3-45fe-bd48-92706783cebf admin admin] Usage tracker for resource:network and tenant:75c502f38d3f485db62df5c17ab184be is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:55.196805 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-62f4660d-1da3-45fe-bd48-92706783cebf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:55.201536 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-62f4660d-1da3-45fe-bd48-92706783cebf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:55.247665 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-69859999-1fef-4a7f-9c6e-5186d9fb1451 service neutron] Transition to ACTIVE for port object eba1c68e-2190-44d5-8651-0e5466a7f922 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:08:55.425728 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f4660d-1da3-45fe-bd48-92706783cebf admin admin] Made reservation on behalf of 75c502f38d3f485db62df5c17ab184be for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:08:55.429831 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-62f4660d-1da3-45fe-bd48-92706783cebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:55.453004 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7d1b61ca-3114-4ea1-9b3a-1da6fb81c472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:55.455378 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8b1e29cd-87bb-429e-81e9-52159e2970ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:55.456953 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-62f4660d-1da3-45fe-bd48-92706783cebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:55.500587 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-62f4660d-1da3-45fe-bd48-92706783cebf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:55.501317 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-69859999-1fef-4a7f-9c6e-5186d9fb1451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:55.510137 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-62f4660d-1da3-45fe-bd48-92706783cebf admin admin] Usage tracker for resource:security_group_rule and tenant:75c502f38d3f485db62df5c17ab184be is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:55.518639 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-62f4660d-1da3-45fe-bd48-92706783cebf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:55.526513 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e29cd-87bb-429e-81e9-52159e2970ef admin admin] Pushing event deleted for resources: {'Port': ['ID=5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:55.532868 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-62f4660d-1da3-45fe-bd48-92706783cebf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:55.654565 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34807aa4-bb47-4add-ab6f-533a4b837d21 req-57b40b75-fcf6-4fd7-9e24-119dc07a9057 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:55.656274 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-34807aa4-bb47-4add-ab6f-533a4b837d21 req-57b40b75-fcf6-4fd7-9e24-119dc07a9057 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f804a31-e3b1-4632-ad4b-004d10a066e7 HTTP/1.1" status: 200 len: 945 time: 0.1208951 May 27 02:08:55.728919 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-62f4660d-1da3-45fe-bd48-92706783cebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:55.732082 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-34807aa4-bb47-4add-ab6f-533a4b837d21 req-94178c22-c634-4a0e-a838-bbb64c4c6862 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642653 May 27 02:08:55.784221 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-62f4660d-1da3-45fe-bd48-92706783cebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:55.819121 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-69859999-1fef-4a7f-9c6e-5186d9fb1451 service neutron] No DVR routers for this DVR port eba1c68e-2190-44d5-8651-0e5466a7f922 on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:08:55.848610 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62f4660d-1da3-45fe-bd48-92706783cebf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:08:55.857681 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f4660d-1da3-45fe-bd48-92706783cebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b13f21-331a-4ebb-8e11-ad8c53a48c96,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:55.877525 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-62f4660d-1da3-45fe-bd48-92706783cebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:55.877651 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-62f4660d-1da3-45fe-bd48-92706783cebf admin admin] Added segment b7fa8249-af64-49d0-9065-51c6323f7b8d of type vlan for network f1bba5e2-d647-4392-9eaf-7e2eff1d856b May 27 02:08:55.921289 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-62f4660d-1da3-45fe-bd48-92706783cebf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:55.930392 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69859999-1fef-4a7f-9c6e-5186d9fb1451 service neutron] Pushing event updated for resources: {'Port': ['ID=eba1c68e-2190-44d5-8651-0e5466a7f922,revision_number=10']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:55.934589 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8b1e29cd-87bb-429e-81e9-52159e2970ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:55.991991 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-69859999-1fef-4a7f-9c6e-5186d9fb1451 service neutron] 10.222.0.32 "PUT /v2.0/ports/eba1c68e-2190-44d5-8651-0e5466a7f922/bindings/n-h2-843554-3/activate HTTP/1.1" status: 200 len: 369 time: 2.7289572 May 27 02:08:56.051333 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326893d-0764-4026-91c5-ec085a353fb4 req-88aec207-cd4a-4f31-98c3-dc4213c00626 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:56.054587 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e326893d-0764-4026-91c5-ec085a353fb4 req-88aec207-cd4a-4f31-98c3-dc4213c00626 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 950 time: 0.1036923 May 27 02:08:56.102810 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-62f4660d-1da3-45fe-bd48-92706783cebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:56.103914 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f4660d-1da3-45fe-bd48-92706783cebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:56.104559 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-62f4660d-1da3-45fe-bd48-92706783cebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:56.129530 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8b1e29cd-87bb-429e-81e9-52159e2970ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:56.131664 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8b1e29cd-87bb-429e-81e9-52159e2970ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:56.229466 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8b1e29cd-87bb-429e-81e9-52159e2970ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:56.229974 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1e29cd-87bb-429e-81e9-52159e2970ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4311d8b2-b97a-4403-8da5-0b95c2fdba48 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:08:56.239283 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8b1e29cd-87bb-429e-81e9-52159e2970ef admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:56.239565 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8b1e29cd-87bb-429e-81e9-52159e2970ef admin admin] 10.222.0.57 "DELETE /v2.0/routers/4311d8b2-b97a-4403-8da5-0b95c2fdba48 HTTP/1.1" status: 204 len: 168 time: 3.6517925 May 27 02:08:56.242257 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55418) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:56.311220 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e326893d-0764-4026-91c5-ec085a353fb4 req-7b4e3846-6894-4f0c-a165-eafff1a26ae7 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376037 May 27 02:08:56.312603 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0375d14-92b3-4d91-b660-ddc090a26a88 admin admin] Deleting subnet 3228bc85-ca3c-44ef-b3fa-500ab610ab5d {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:08:56.315810 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c0375d14-92b3-4d91-b660-ddc090a26a88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:56.341084 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f4660d-1da3-45fe-bd48-92706783cebf admin admin] Pushing event updated for resources: {'Network': ['ID=f1bba5e2-d647-4392-9eaf-7e2eff1d856b,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:56.347538 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network f1bba5e2-d647-4392-9eaf-7e2eff1d856b details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:08:56.405187 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-438ba55a-3049-4941-b4ed-35fc4944aba2 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:56.407079 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-438ba55a-3049-4941-b4ed-35fc4944aba2 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=0f804a31-e3b1-4632-ad4b-004d10a066e7&tenant_id=846b128e49a144bb97bdbd537ab49432&binding%3Ahost_id=n-h1-843554-3 HTTP/1.1" status: 200 len: 1096 time: 0.2331352 May 27 02:08:56.412220 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-62f4660d-1da3-45fe-bd48-92706783cebf admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6325784 May 27 02:08:56.413391 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55422) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:56.422093 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-2caa4f60-8f48-4e9b-8a70-1c4406116836 admin admin] Request body: {'subnet': {'network_id': 'f1bba5e2-d647-4392-9eaf-7e2eff1d856b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1678412478-subnet', 'tenant_id': '75c502f38d3f485db62df5c17ab184be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:56.427316 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2caa4f60-8f48-4e9b-8a70-1c4406116836 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:56.432649 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2caa4f60-8f48-4e9b-8a70-1c4406116836 admin admin] Usage tracker for resource:subnet and tenant:75c502f38d3f485db62df5c17ab184be is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:56.436285 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2caa4f60-8f48-4e9b-8a70-1c4406116836 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:56.444144 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2caa4f60-8f48-4e9b-8a70-1c4406116836 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:56.451408 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device eba1c68e-2190-44d5-8651-0e5466a7f922 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:08:56.459273 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c0375d14-92b3-4d91-b660-ddc090a26a88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:56.508586 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf070d-4dcd-47bc-b304-50f4547b96f8 req-71c2e5d5-acbe-4531-8881-1b7afbd3016b tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:56.510730 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fdbf070d-4dcd-47bc-b304-50f4547b96f8 req-71c2e5d5-acbe-4531-8881-1b7afbd3016b tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=409aec4a-c1bd-4d1f-b785-52129f342cb8 HTTP/1.1" status: 200 len: 946 time: 0.4120915 May 27 02:08:56.546615 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2caa4f60-8f48-4e9b-8a70-1c4406116836 admin admin] Made reservation on behalf of 75c502f38d3f485db62df5c17ab184be for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:08:56.549080 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2caa4f60-8f48-4e9b-8a70-1c4406116836 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:56.567115 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device eba1c68e-2190-44d5-8651-0e5466a7f922 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:08:56.586313 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9a00946b-b0cf-4729-9e9d-f54d19bf2526 req-1a959d6d-c42a-4d07-86d9-6077a614ae72 tempest-ServersAdmin275Test-1490240193 tempest-ServersAdmin275Test-1490240193-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.0673213 May 27 02:08:56.612662 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-5f39fb4a-c53c-4b85-a4f0-20a5c8a99a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:56.614405 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-5f39fb4a-c53c-4b85-a4f0-20a5c8a99a68 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0f804a31-e3b1-4632-ad4b-004d10a066e7&tenant_id=846b128e49a144bb97bdbd537ab49432 HTTP/1.1" status: 200 len: 1096 time: 0.1990182 May 27 02:08:56.620887 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fdbf070d-4dcd-47bc-b304-50f4547b96f8 req-3d1912ac-5bcc-4b00-b964-82f9d6719222 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748873 May 27 02:08:56.674701 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c0375d14-92b3-4d91-b660-ddc090a26a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:56.756907 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-842218fa-8961-4801-b1d6-a874268f853e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:56.758850 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-842218fa-8961-4801-b1d6-a874268f853e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=846b128e49a144bb97bdbd537ab49432&device_id=0f804a31-e3b1-4632-ad4b-004d10a066e7 HTTP/1.1" status: 200 len: 1096 time: 0.1149168 May 27 02:08:56.820747 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:08:56.878980 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:08:56.879612 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 5caad0c3-6770-4dba-aa67-b2cc8fbcd8a3 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:08:57.061462 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c0375d14-92b3-4d91-b660-ddc090a26a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:57.062913 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-bd776127-131b-4163-b7a5-b40051991738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:57.065234 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-bd776127-131b-4163-b7a5-b40051991738 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf HTTP/1.1" status: 200 len: 908 time: 0.2874262 May 27 02:08:57.219028 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-05dc6efa-1133-4b2a-a789-7c1826094e43 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eba1c68e-2190-44d5-8651-0e5466a7f922 HTTP/1.1" status: 200 len: 217 time: 0.1421316 May 27 02:08:57.225100 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0375d14-92b3-4d91-b660-ddc090a26a88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3228bc85-ca3c-44ef-b3fa-500ab610ab5d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:57.233909 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c0375d14-92b3-4d91-b660-ddc090a26a88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:57.242153 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0802bc3e-c93e-42c7-b514-c9a76a997dfd None None] Network 514e079c-2944-4b13-a7e0-cfbe224342f3 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:08:57.245575 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c0375d14-92b3-4d91-b660-ddc090a26a88 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/3228bc85-ca3c-44ef-b3fa-500ab610ab5d HTTP/1.1" status: 204 len: 168 time: 1.0000234 May 27 02:08:57.248269 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55448) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:57.304561 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2caa4f60-8f48-4e9b-8a70-1c4406116836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:57.316313 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95cb8d-e4ca-4731-b984-7ed51775027e req-de50b20c-b9f6-40ec-a013-6e9bdee92e4a tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:57.327294 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cd95cb8d-e4ca-4731-b984-7ed51775027e req-de50b20c-b9f6-40ec-a013-6e9bdee92e4a tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=409aec4a-c1bd-4d1f-b785-52129f342cb8 HTTP/1.1" status: 200 len: 1097 time: 0.3924913 May 27 02:08:57.370554 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa4f60-8f48-4e9b-8a70-1c4406116836 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74e587ef-2bae-4632-b61a-48f488661b49,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:57.410628 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2caa4f60-8f48-4e9b-8a70-1c4406116836 admin admin] Checking segment: {'id': 'b7fa8249-af64-49d0-9065-51c6323f7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'f1bba5e2-d647-4392-9eaf-7e2eff1d856b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:08:57.410930 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2caa4f60-8f48-4e9b-8a70-1c4406116836 admin admin] Network hostable DHCP agents. Network: f1bba5e2-d647-4392-9eaf-7e2eff1d856b, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:08:57.446471 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-e6e59986-4ec6-4abc-882f-43c3d257f62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:57.448446 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-e6e59986-4ec6-4abc-882f-43c3d257f62b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7bcc4077-ba65-497d-80cd-f2b54423660b HTTP/1.1" status: 200 len: 847 time: 0.2034056 May 27 02:08:57.498272 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2caa4f60-8f48-4e9b-8a70-1c4406116836 admin admin] Network f1bba5e2-d647-4392-9eaf-7e2eff1d856b is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:08:57.529585 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173ccd87-a6dc-4292-94b2-0823a057fd39 None None] DHCP port deletion for 514e079c-2944-4b13-a7e0-cfbe224342f3 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:08:57.534464 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-173ccd87-a6dc-4292-94b2-0823a057fd39 None None] Deleting port 238677d6-2ccc-4c6c-8a73-8bf3b1c4f953 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:08:57.535391 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-173ccd87-a6dc-4292-94b2-0823a057fd39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:57.538874 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-a85e4ba4-8148-47c6-a566-24d8bd1df6e1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763118 May 27 02:08:57.549255 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8fb03674-c250-4542-9971-ad111dab2f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:57.579871 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-2caa4f60-8f48-4e9b-8a70-1c4406116836 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, f1bba5e2-d647-4392-9eaf-7e2eff1d856b) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:08:57.580665 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cd95cb8d-e4ca-4731-b984-7ed51775027e req-d0328dab-4ede-42b1-95f4-a06007269887 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551136 May 27 02:08:57.584177 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2caa4f60-8f48-4e9b-8a70-1c4406116836 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:57.585139 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2caa4f60-8f48-4e9b-8a70-1c4406116836 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:57.596351 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2270b4d6-ce0a-453f-a897-577758cae8f7 None None] Network f1bba5e2-d647-4392-9eaf-7e2eff1d856b requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:08:57.727997 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8bed595e-837e-418e-b7d8-28015a2895ca req-41e5641c-8aa4-4f66-a389-e4e143520fc6 service neutron] 10.222.0.32 "GET /v2.0/ports/e877bcc3-33c5-4254-8b54-f3b4e576ce23/bindings/n-h1-843554-3 HTTP/1.1" status: 200 len: 382 time: 0.1166530 May 27 02:08:57.735420 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2caa4f60-8f48-4e9b-8a70-1c4406116836 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3184314 May 27 02:08:57.735769 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55464) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:57.741569 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a95aebfa-c1c7-497f-a177-cd792728659d admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1678412478-router', 'tenant_id': '75c502f38d3f485db62df5c17ab184be', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:57.749124 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a95aebfa-c1c7-497f-a177-cd792728659d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:57.751740 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a95aebfa-c1c7-497f-a177-cd792728659d admin admin] Usage tracker for resource:router and tenant:75c502f38d3f485db62df5c17ab184be is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:57.755303 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a95aebfa-c1c7-497f-a177-cd792728659d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:57.763058 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a95aebfa-c1c7-497f-a177-cd792728659d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:57.769681 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de516c1-62c4-4c03-b079-13909086b908 req-9f4760b2-0760-4fde-976a-8a8b5080331e tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:57.777831 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6de516c1-62c4-4c03-b079-13909086b908 req-9f4760b2-0760-4fde-976a-8a8b5080331e tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f804a31-e3b1-4632-ad4b-004d10a066e7 HTTP/1.1" status: 200 len: 945 time: 0.6352038 May 27 02:08:57.807279 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-8fb03674-c250-4542-9971-ad111dab2f3f admin admin] Deleting port 238677d6-2ccc-4c6c-8a73-8bf3b1c4f953 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:08:57.807558 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8fb03674-c250-4542-9971-ad111dab2f3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:57.859000 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a95aebfa-c1c7-497f-a177-cd792728659d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:57.861137 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a95aebfa-c1c7-497f-a177-cd792728659d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:57.897937 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a95aebfa-c1c7-497f-a177-cd792728659d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:57.909128 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6de516c1-62c4-4c03-b079-13909086b908 req-bfc000a0-571e-43a6-978c-595531d34760 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261480 May 27 02:08:58.032109 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-faa79521-9b63-4605-b1b9-5d4d97148d7a service neutron] 10.222.0.66 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4763455 May 27 02:08:58.088672 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9606ff63-b87f-4935-8e49-14fd23d024d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:58.116019 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-173ccd87-a6dc-4292-94b2-0823a057fd39 None None] For port 238677d6-2ccc-4c6c-8a73-8bf3b1c4f953, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=238677d6-2ccc-4c6c-8a73-8bf3b1c4f953,segment=NetworkSegment(289e98b2-c013-428a-9af2-2474b2ccaed7),segment_id=289e98b2-c013-428a-9af2-2474b2ccaed7)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:58.116977 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-173ccd87-a6dc-4292-94b2-0823a057fd39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:58.348980 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-173ccd87-a6dc-4292-94b2-0823a057fd39 None None] Calling delete_port for 238677d6-2ccc-4c6c-8a73-8bf3b1c4f953 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:08:58.392510 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-8fb03674-c250-4542-9971-ad111dab2f3f admin admin] For port 238677d6-2ccc-4c6c-8a73-8bf3b1c4f953, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=238677d6-2ccc-4c6c-8a73-8bf3b1c4f953,segment=NetworkSegment(289e98b2-c013-428a-9af2-2474b2ccaed7),segment_id=289e98b2-c013-428a-9af2-2474b2ccaed7)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:58.393178 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8fb03674-c250-4542-9971-ad111dab2f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:58.435124 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d54fc76e-c330-4940-bd36-2c7cf45d17ef req-b3b253ad-44b6-4031-85fa-d315add1edbc tempest-ServersAdmin275Test-1490240193 tempest-ServersAdmin275Test-1490240193-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.1018753 May 27 02:08:58.481694 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d766a8f-e452-458d-9384-729a1d6359f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-f1bba5e2-d647-4392-9eaf-7e2eff1d856b', 'network_id': 'f1bba5e2-d647-4392-9eaf-7e2eff1d856b', 'tenant_id': '75c502f38d3f485db62df5c17ab184be', 'fixed_ips': [{'subnet_id': '74e587ef-2bae-4632-b61a-48f488661b49'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:08:58.485491 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2d766a8f-e452-458d-9384-729a1d6359f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:58.533164 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a95aebfa-c1c7-497f-a177-cd792728659d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:58.672080 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-8fb03674-c250-4542-9971-ad111dab2f3f admin admin] Calling delete_port for 238677d6-2ccc-4c6c-8a73-8bf3b1c4f953 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:08:58.721675 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-36488022-13f5-4bdc-9121-dd8d171a8013 service neutron] 10.222.0.66 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6639788 May 27 02:08:58.725419 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed595e-837e-418e-b7d8-28015a2895ca req-a0fa9840-5968-463b-b7b0-2e8ae31b1752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:58.727729 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8bed595e-837e-418e-b7d8-28015a2895ca req-a0fa9840-5968-463b-b7b0-2e8ae31b1752 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8&tenant_id=91fc0a0dee4b4cc18343e2e355149e58 HTTP/1.1" status: 200 len: 1101 time: 0.4018228 May 27 02:08:58.741110 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ae12a-05fa-4815-b9d0-3d7f3be30467 req-3f7cc6ba-985e-4035-9faf-cc4356c41b0d tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:58.768681 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-173ccd87-a6dc-4292-94b2-0823a057fd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:58.770697 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e48ae12a-05fa-4815-b9d0-3d7f3be30467 req-3f7cc6ba-985e-4035-9faf-cc4356c41b0d tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 950 time: 0.6878698 May 27 02:08:58.773357 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 238677d6-2ccc-4c6c-8a73-8bf3b1c4f953 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:08:58.878560 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-2d766a8f-e452-458d-9384-729a1d6359f5 None None] Allocated IP 172.20.0.2 (f1bba5e2-d647-4392-9eaf-7e2eff1d856b/74e587ef-2bae-4632-b61a-48f488661b49/1a945df5-342d-4941-be65-cd779f9b4aeb) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:08:58.883867 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ccd87-a6dc-4292-94b2-0823a057fd39 None None] Pushing event deleted for resources: {'Port': ['ID=238677d6-2ccc-4c6c-8a73-8bf3b1c4f953,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:58.901364 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 238677d6-2ccc-4c6c-8a73-8bf3b1c4f953 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:08:58.901955 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 238677d6-2ccc-4c6c-8a73-8bf3b1c4f953 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:08:58.915232 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed595e-837e-418e-b7d8-28015a2895ca req-5eb7787f-84ee-4d0c-b3a9-dc3b662ab45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:58.916098 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:58.916950 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8bed595e-837e-418e-b7d8-28015a2895ca req-5eb7787f-84ee-4d0c-b3a9-dc3b662ab45b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 1101 time: 0.1665008 May 27 02:08:58.931212 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e48ae12a-05fa-4815-b9d0-3d7f3be30467 req-e1455015-c5b2-435f-86e3-7368e1d1f23d tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457000 May 27 02:08:58.933203 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-8fb03674-c250-4542-9971-ad111dab2f3f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:08:58.934554 n-d-843554-3 neutron-server[88902]: DEBUG oslo_db.api [None req-8fb03674-c250-4542-9971-ad111dab2f3f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:08:58.939268 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173ccd87-a6dc-4292-94b2-0823a057fd39 None None] No DVR routers for this DVR port 238677d6-2ccc-4c6c-8a73-8bf3b1c4f953 on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:08:59.079317 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:59.128448 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c0256-69a7-4fe9-8710-edbf2f610e0c req-e0d1a252-e8ec-4867-bb61-918623e92c0e tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:59.136683 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fa3c0256-69a7-4fe9-8710-edbf2f610e0c req-e0d1a252-e8ec-4867-bb61-918623e92c0e tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f804a31-e3b1-4632-ad4b-004d10a066e7 HTTP/1.1" status: 200 len: 945 time: 0.1064436 May 27 02:08:59.239482 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fa3c0256-69a7-4fe9-8710-edbf2f610e0c req-a4b327c4-cbc7-42fc-a7bc-06b0485f3af2 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988433 May 27 02:08:59.281093 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2d766a8f-e452-458d-9384-729a1d6359f5 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:59.293336 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-2d766a8f-e452-458d-9384-729a1d6359f5 None None] Transition to ACTIVE for port object 1a945df5-342d-4941-be65-cd779f9b4aeb will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:08:59.318894 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-2d766a8f-e452-458d-9384-729a1d6359f5 None None] Transition to ACTIVE for port object 1a945df5-342d-4941-be65-cd779f9b4aeb will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:08:59.384883 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2d766a8f-e452-458d-9384-729a1d6359f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:59.445213 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-8fb03674-c250-4542-9971-ad111dab2f3f admin admin] Deleting port 238677d6-2ccc-4c6c-8a73-8bf3b1c4f953 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:08:59.446475 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8fb03674-c250-4542-9971-ad111dab2f3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:59.464434 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d766a8f-e452-458d-9384-729a1d6359f5 None None] Pushing event updated for resources: {'Port': ['ID=1a945df5-342d-4941-be65-cd779f9b4aeb,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:59.501001 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d766a8f-e452-458d-9384-729a1d6359f5 None None] Network f1bba5e2-d647-4392-9eaf-7e2eff1d856b is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:08:59.502486 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-2d766a8f-e452-458d-9384-729a1d6359f5 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:08:59.511129 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d766a8f-e452-458d-9384-729a1d6359f5 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:08:59.530957 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed595e-837e-418e-b7d8-28015a2895ca req-660ecbbf-6e88-4569-9e93-92155dbdf7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:59.532421 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8bed595e-837e-418e-b7d8-28015a2895ca req-660ecbbf-6e88-4569-9e93-92155dbdf7e0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.6079204 May 27 02:08:59.558000 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-8fb03674-c250-4542-9971-ad111dab2f3f admin admin] The port '238677d6-2ccc-4c6c-8a73-8bf3b1c4f953' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:08:59.687263 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-2d766a8f-e452-458d-9384-729a1d6359f5 None None] Attempting to bind port 1a945df5-342d-4941-be65-cd779f9b4aeb on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:08:59.687510 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-2d766a8f-e452-458d-9384-729a1d6359f5 None None] Attempting to bind port 1a945df5-342d-4941-be65-cd779f9b4aeb by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'b7fa8249-af64-49d0-9065-51c6323f7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'f1bba5e2-d647-4392-9eaf-7e2eff1d856b'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:08:59.687874 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d766a8f-e452-458d-9384-729a1d6359f5 None None] Attempting to bind port 1a945df5-342d-4941-be65-cd779f9b4aeb on network f1bba5e2-d647-4392-9eaf-7e2eff1d856b {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:08:59.693665 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d766a8f-e452-458d-9384-729a1d6359f5 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:08:59.694034 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d766a8f-e452-458d-9384-729a1d6359f5 None None] Checking segment: {'id': 'b7fa8249-af64-49d0-9065-51c6323f7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'f1bba5e2-d647-4392-9eaf-7e2eff1d856b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:08:59.697824 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2d766a8f-e452-458d-9384-729a1d6359f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:59.698387 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8bed595e-837e-418e-b7d8-28015a2895ca req-981a6bc9-846c-4fe2-8be7-d3efdbd46bd2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=e877bcc3-33c5-4254-8b54-f3b4e576ce23 HTTP/1.1" status: 200 len: 217 time: 0.1554961 May 27 02:08:59.702999 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a95aebfa-c1c7-497f-a177-cd792728659d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:59.703154 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d766a8f-e452-458d-9384-729a1d6359f5 None None] Bound using segment: {'id': 'b7fa8249-af64-49d0-9065-51c6323f7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'f1bba5e2-d647-4392-9eaf-7e2eff1d856b'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:08:59.703550 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-2d766a8f-e452-458d-9384-729a1d6359f5 None None] Bound port: 1a945df5-342d-4941-be65-cd779f9b4aeb, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7fa8249-af64-49d0-9065-51c6323f7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'f1bba5e2-d647-4392-9eaf-7e2eff1d856b'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:08:59.703942 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2d766a8f-e452-458d-9384-729a1d6359f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:59.721854 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8fb03674-c250-4542-9971-ad111dab2f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:59.761294 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-8fb03674-c250-4542-9971-ad111dab2f3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['514e079c-2944-4b13-a7e0-cfbe224342f3']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:59.784077 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-8fb03674-c250-4542-9971-ad111dab2f3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '289e98b2-c013-428a-9af2-2474b2ccaed7') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:59.784348 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a95aebfa-c1c7-497f-a177-cd792728659d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:59.784612 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-8fb03674-c250-4542-9971-ad111dab2f3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '289e98b2-c013-428a-9af2-2474b2ccaed7') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:59.817463 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8fb03674-c250-4542-9971-ad111dab2f3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:59.825350 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-2d766a8f-e452-458d-9384-729a1d6359f5 None None] For port 1a945df5-342d-4941-be65-cd779f9b4aeb, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:08:59.829605 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-2d766a8f-e452-458d-9384-729a1d6359f5 None None] For port 1a945df5-342d-4941-be65-cd779f9b4aeb, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1a945df5-342d-4941-be65-cd779f9b4aeb,segment=NetworkSegment(b7fa8249-af64-49d0-9065-51c6323f7b8d),segment_id=b7fa8249-af64-49d0-9065-51c6323f7b8d)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:08:59.884526 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed595e-837e-418e-b7d8-28015a2895ca req-4c6cb40f-6aca-4276-91d0-1e3ffce7f16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:59.886375 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8bed595e-837e-418e-b7d8-28015a2895ca req-4c6cb40f-6aca-4276-91d0-1e3ffce7f16e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.1527719 May 27 02:08:59.895617 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8fb03674-c250-4542-9971-ad111dab2f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:59.904529 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ba6f1ec5-5228-4f81-b7ea-4ceb4f357e4f req-d59e1e8b-b902-4bc0-9249-9e7e3b63f5ba tempest-ServersAdmin275Test-1490240193 tempest-ServersAdmin275Test-1490240193-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.0683475 May 27 02:08:59.909309 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fb03674-c250-4542-9971-ad111dab2f3f admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:08:59.909785 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8fb03674-c250-4542-9971-ad111dab2f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:59.921906 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2d766a8f-e452-458d-9384-729a1d6359f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:00.069488 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 289e98b2-c013-428a-9af2-2474b2ccaed7 resource provider aggregate not found May 27 02:09:00.097488 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-3f7e3d83-d505-4da4-9a2d-703d703d1eb6 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:00.114547 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-3f7e3d83-d505-4da4-9a2d-703d703d1eb6 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=0f804a31-e3b1-4632-ad4b-004d10a066e7&tenant_id=846b128e49a144bb97bdbd537ab49432&binding%3Ahost_id=n-h2-843554-3 HTTP/1.1" status: 200 len: 1096 time: 0.7102134 May 27 02:09:00.120278 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:00.161449 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 289e98b2-c013-428a-9af2-2474b2ccaed7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 289e98b2-c013-428a-9af2-2474b2ccaed7 found for delete ", "request_id": "req-df373911-f050-40c7-80b6-a2afb2cefaff"}]} May 27 02:09:00.169796 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d766a8f-e452-458d-9384-729a1d6359f5 None None] Pushing event updated for resources: {'Port': ['ID=1a945df5-342d-4941-be65-cd779f9b4aeb,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:00.288451 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-a95aebfa-c1c7-497f-a177-cd792728659d admin admin] Allocated IP 172.25.1.116 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/ac888c73-4e58-48dd-8212-c9d1cfb85aae) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:09:00.328451 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed595e-837e-418e-b7d8-28015a2895ca req-2d8b9c11-5f60-4971-8469-9a83c0c192b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:00.330933 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8bed595e-837e-418e-b7d8-28015a2895ca req-2d8b9c11-5f60-4971-8469-9a83c0c192b7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4359510 May 27 02:09:00.750684 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8bed595e-837e-418e-b7d8-28015a2895ca req-1dad96b0-86a8-4a84-b30e-b45535c79db3 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065461 May 27 02:09:00.812325 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1a945df5-342d-4941-be65-cd779f9b4aeb up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:09:00.888205 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8fb03674-c250-4542-9971-ad111dab2f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:00.926811 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8fb03674-c250-4542-9971-ad111dab2f3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:00.945086 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8fb03674-c250-4542-9971-ad111dab2f3f admin admin] 10.222.0.57 "DELETE /v2.0/networks/514e079c-2944-4b13-a7e0-cfbe224342f3 HTTP/1.1" status: 204 len: 168 time: 3.6315863 May 27 02:09:00.984956 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c925608-a4c8-44ee-b0b5-32035c703474 req-696ae54c-f726-4e42-b3bf-2bc6c96ae832 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:00.993016 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6c925608-a4c8-44ee-b0b5-32035c703474 req-696ae54c-f726-4e42-b3bf-2bc6c96ae832 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 950 time: 0.7079036 May 27 02:09:01.008752 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a95aebfa-c1c7-497f-a177-cd792728659d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:01.023903 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb03674-c250-4542-9971-ad111dab2f3f admin admin] Pushing event deleted for resources: {'Network': ['ID=514e079c-2944-4b13-a7e0-cfbe224342f3,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:01.052658 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8bed595e-837e-418e-b7d8-28015a2895ca req-562f220a-927b-4a46-a123-b8d18a0230c1 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862539 May 27 02:09:01.062627 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6c925608-a4c8-44ee-b0b5-32035c703474 req-4200bf98-c53c-4f6e-a7a1-7046caf7aa2c tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686526 May 27 02:09:01.079533 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb03674-c250-4542-9971-ad111dab2f3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:01.079533 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb03674-c250-4542-9971-ad111dab2f3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:01.079723 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb03674-c250-4542-9971-ad111dab2f3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:01.080008 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb03674-c250-4542-9971-ad111dab2f3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:01.080541 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb03674-c250-4542-9971-ad111dab2f3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:01.080910 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb03674-c250-4542-9971-ad111dab2f3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:01.081236 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb03674-c250-4542-9971-ad111dab2f3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:01.081558 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb03674-c250-4542-9971-ad111dab2f3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:01.081879 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb03674-c250-4542-9971-ad111dab2f3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:01.082203 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb03674-c250-4542-9971-ad111dab2f3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:01.082522 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb03674-c250-4542-9971-ad111dab2f3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:01.082838 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb03674-c250-4542-9971-ad111dab2f3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:01.088698 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 1a945df5-342d-4941-be65-cd779f9b4aeb completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:09:01.096988 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e53d06-90a6-4cf1-bf62-307db3562e44 req-6aef6de2-c932-4e33-b15c-49668eced0ad tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:01.104086 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-12e53d06-90a6-4cf1-bf62-307db3562e44 req-6aef6de2-c932-4e33-b15c-49668eced0ad tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f804a31-e3b1-4632-ad4b-004d10a066e7 HTTP/1.1" status: 200 len: 945 time: 0.4402437 May 27 02:09:01.120895 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-07ffc4cc-c679-4bef-af2e-4b4d15383b75 service neutron] For port eba1c68e-2190-44d5-8651-0e5466a7f922, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:09:01.128817 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-07ffc4cc-c679-4bef-af2e-4b4d15383b75 service neutron] Notify callbacks [] for binding, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:01.130100 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dd43da3f-6047-45aa-afe5-66bca68432f2 req-07ffc4cc-c679-4bef-af2e-4b4d15383b75 service neutron] 10.222.0.66 "DELETE /v2.0/ports/eba1c68e-2190-44d5-8651-0e5466a7f922/bindings/n-h1-843554-3 HTTP/1.1" status: 204 len: 173 time: 0.9826086 May 27 02:09:01.161773 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a95aebfa-c1c7-497f-a177-cd792728659d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:01.195591 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-12e53d06-90a6-4cf1-bf62-307db3562e44 req-f57ffd6c-355b-4116-9568-23eb6fcea958 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906065 May 27 02:09:01.275666 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95aebfa-c1c7-497f-a177-cd792728659d admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:09:01.281995 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-a95aebfa-c1c7-497f-a177-cd792728659d admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:09:01.289842 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95aebfa-c1c7-497f-a177-cd792728659d admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:09:01.453468 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04a1c89f-51e5-4a71-9e93-48cdc5e72fca req-ac659c62-a84a-4948-9ecd-ae174168064b tempest-ServersAdmin275Test-1490240193 tempest-ServersAdmin275Test-1490240193-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.0598078 May 27 02:09:01.480159 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95aebfa-c1c7-497f-a177-cd792728659d admin admin] Pushing event updated for resources: {'Port': ['ID=ac888c73-4e58-48dd-8212-c9d1cfb85aae,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:01.556379 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95aebfa-c1c7-497f-a177-cd792728659d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:01.556753 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95aebfa-c1c7-497f-a177-cd792728659d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:01.557095 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95aebfa-c1c7-497f-a177-cd792728659d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:01.557431 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95aebfa-c1c7-497f-a177-cd792728659d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:01.557764 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95aebfa-c1c7-497f-a177-cd792728659d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:01.558094 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95aebfa-c1c7-497f-a177-cd792728659d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:01.558717 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95aebfa-c1c7-497f-a177-cd792728659d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:01.558717 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95aebfa-c1c7-497f-a177-cd792728659d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:01.559238 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95aebfa-c1c7-497f-a177-cd792728659d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:01.559779 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95aebfa-c1c7-497f-a177-cd792728659d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:01.560288 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95aebfa-c1c7-497f-a177-cd792728659d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:01.560671 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95aebfa-c1c7-497f-a177-cd792728659d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:01.689750 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55554) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:01.709035 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55558) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:01.891673 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ced4bfd-ad18-4c98-a005-9993a5a00478 None None] Network f1bba5e2-d647-4392-9eaf-7e2eff1d856b requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:09:01.969545 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-df290bfb-c033-49c4-b026-9398dadf1518 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=03c1fcaae176438a9274ccbf2946eee2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2589974 May 27 02:09:01.972956 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55564) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:02.108599 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-09dc1730-5060-4689-9014-06be84a21aae None None] Provisioning for port 1a945df5-342d-4941-be65-cd779f9b4aeb completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:09:02.113809 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a95aebfa-c1c7-497f-a177-cd792728659d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:02.118884 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-09dc1730-5060-4689-9014-06be84a21aae None None] Provisioning complete for port 1a945df5-342d-4941-be65-cd779f9b4aeb triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:09:02.119367 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-09dc1730-5060-4689-9014-06be84a21aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:02.182581 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8cf5b-aa9a-4451-a2dd-4617e4b2074a req-fbb8b3ae-c172-4970-97ef-131f9ba5eb7c tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:02.184191 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-daa8cf5b-aa9a-4451-a2dd-4617e4b2074a req-fbb8b3ae-c172-4970-97ef-131f9ba5eb7c tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=0f804a31-e3b1-4632-ad4b-004d10a066e7 HTTP/1.1" status: 200 len: 1096 time: 0.2319188 May 27 02:09:02.189411 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-95aa8a43-3734-47e6-83d9-2eda40eb482f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:02.281667 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-95aa8a43-3734-47e6-83d9-2eda40eb482f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:02.314000 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-09dc1730-5060-4689-9014-06be84a21aae None None] Current status of the port 1a945df5-342d-4941-be65-cd779f9b4aeb is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:09:02.314662 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-09dc1730-5060-4689-9014-06be84a21aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:02.325855 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-daa8cf5b-aa9a-4451-a2dd-4617e4b2074a req-631852ef-987d-43ac-9ed9-7c84f629893b tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823042 May 27 02:09:02.367764 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-09dc1730-5060-4689-9014-06be84a21aae None None] For port 1a945df5-342d-4941-be65-cd779f9b4aeb, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1a945df5-342d-4941-be65-cd779f9b4aeb,segment=NetworkSegment(b7fa8249-af64-49d0-9065-51c6323f7b8d),segment_id=b7fa8249-af64-49d0-9065-51c6323f7b8d)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:02.463290 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device e877bcc3-33c5-4254-8b54-f3b4e576ce23 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:09:02.524598 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-09dc1730-5060-4689-9014-06be84a21aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:02.640946 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dc1730-5060-4689-9014-06be84a21aae None None] Pushing event updated for resources: {'Port': ['ID=1a945df5-342d-4941-be65-cd779f9b4aeb,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:02.679668 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dc1730-5060-4689-9014-06be84a21aae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:02.680018 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dc1730-5060-4689-9014-06be84a21aae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:02.680364 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dc1730-5060-4689-9014-06be84a21aae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:02.680698 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dc1730-5060-4689-9014-06be84a21aae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:02.681604 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dc1730-5060-4689-9014-06be84a21aae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:02.681931 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dc1730-5060-4689-9014-06be84a21aae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:02.682262 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dc1730-5060-4689-9014-06be84a21aae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:02.682586 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dc1730-5060-4689-9014-06be84a21aae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:02.682910 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dc1730-5060-4689-9014-06be84a21aae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:02.683236 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dc1730-5060-4689-9014-06be84a21aae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:02.683558 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dc1730-5060-4689-9014-06be84a21aae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:02.683879 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dc1730-5060-4689-9014-06be84a21aae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:02.715336 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port e877bcc3-33c5-4254-8b54-f3b4e576ce23 is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:09:02.715717 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:02.745721 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5dcac307-7053-49ec-911d-2ec32cc86ad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:02.758052 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbae73f2-19f5-43aa-8706-3a7ec14abdd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e877bcc3-33c5-4254-8b54-f3b4e576ce23'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:09:02.766440 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-d4896bb6-309c-4ea8-8751-6be7a9356e1a None None] Provisioning complete for port 1a945df5-342d-4941-be65-cd779f9b4aeb triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:09:02.766813 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d4896bb6-309c-4ea8-8751-6be7a9356e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:02.769705 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-95aa8a43-3734-47e6-83d9-2eda40eb482f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:02.797113 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port e877bcc3-33c5-4254-8b54-f3b4e576ce23, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=e877bcc3-33c5-4254-8b54-f3b4e576ce23,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:02.798906 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa8a43-3734-47e6-83d9-2eda40eb482f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a399aad-ce28-4352-b510-d682d1e0f384,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:02.824100 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a95aebfa-c1c7-497f-a177-cd792728659d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:02.900770 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-95aa8a43-3734-47e6-83d9-2eda40eb482f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:02.901900 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-95aa8a43-3734-47e6-83d9-2eda40eb482f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4a399aad-ce28-4352-b510-d682d1e0f384 HTTP/1.1" status: 204 len: 168 time: 0.9278591 May 27 02:09:02.911564 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:03.010960 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=e877bcc3-33c5-4254-8b54-f3b4e576ce23,revision_number=6']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:03.029964 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-d4896bb6-309c-4ea8-8751-6be7a9356e1a None None] Current status of the port 1a945df5-342d-4941-be65-cd779f9b4aeb is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:09:03.174362 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-5dcac307-7053-49ec-911d-2ec32cc86ad8 admin admin] Deleting port 89419922-1ed7-4bd8-8c4a-c0083e27742c {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:09:03.174702 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5dcac307-7053-49ec-911d-2ec32cc86ad8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:03.230163 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95aebfa-c1c7-497f-a177-cd792728659d admin admin] Router 92aedcde-c0d0-4c95-8aca-3a17cce9bfcf is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:09:03.471253 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95aebfa-c1c7-497f-a177-cd792728659d admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:09:03.474805 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1a79468f-f5bd-4117-8b52-19dd01333a77 req-ca8817c6-a464-4638-94c6-0123bece5e21 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.0555780 May 27 02:09:03.489223 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b7123c-97d4-4212-8979-24040e68fc70 None None] Sync routers for ids ['92aedcde-c0d0-4c95-8aca-3a17cce9bfcf'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:09:03.504303 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b7123c-97d4-4212-8979-24040e68fc70 None None] Routers {'92aedcde-c0d0-4c95-8aca-3a17cce9bfcf'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:09:03.505826 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-90b7123c-97d4-4212-8979-24040e68fc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:08:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['92aedcde-c0d0-4c95-8aca-3a17cce9bfcf'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:03.572696 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a95aebfa-c1c7-497f-a177-cd792728659d admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:03.574184 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a95aebfa-c1c7-497f-a177-cd792728659d admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.8373435 May 27 02:09:03.577009 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55594) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:03.582563 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-5dcac307-7053-49ec-911d-2ec32cc86ad8 admin admin] For port 89419922-1ed7-4bd8-8c4a-c0083e27742c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=89419922-1ed7-4bd8-8c4a-c0083e27742c,segment=NetworkSegment(aa0595bb-72c4-4a88-b75b-a7d4ad16e228),segment_id=aa0595bb-72c4-4a88-b75b-a7d4ad16e228)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:03.582982 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5dcac307-7053-49ec-911d-2ec32cc86ad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:03.833707 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-90b7123c-97d4-4212-8979-24040e68fc70 None None] Set router 92aedcde-c0d0-4c95-8aca-3a17cce9bfcf gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:09:03.898480 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-5dcac307-7053-49ec-911d-2ec32cc86ad8 admin admin] Calling delete_port for 89419922-1ed7-4bd8-8c4a-c0083e27742c owned by network:router_interface {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:09:03.932173 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-c9a46a6a-a991-4e79-9490-58e4699e3cff tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:03.938973 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-c9a46a6a-a991-4e79-9490-58e4699e3cff tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/networks?id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf HTTP/1.1" status: 200 len: 807 time: 0.2503922 May 27 02:09:03.968781 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-065f9860-68f7-4497-bb46-963e5c166725 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/quotas/846b128e49a144bb97bdbd537ab49432 HTTP/1.1" status: 200 len: 375 time: 0.0289004 May 27 02:09:03.983141 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9966c-ee52-447f-8f1d-e4856e681640 req-e46d38c6-8f4c-49b3-a0b4-5b773ae040a5 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:03.984629 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-efd9966c-ee52-447f-8f1d-e4856e681640 req-e46d38c6-8f4c-49b3-a0b4-5b773ae040a5 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 948 time: 0.4954524 May 27 02:09:04.107507 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-efd9966c-ee52-447f-8f1d-e4856e681640 req-45282912-8676-4802-9b56-7f79b81df656 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827222 May 27 02:09:04.205978 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-d88fcbe0-0889-4fdc-8cb5-7b451f664f7a tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=846b128e49a144bb97bdbd537ab49432&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2202499 May 27 02:09:04.222186 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-90b7123c-97d4-4212-8979-24040e68fc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92aedcde-c0d0-4c95-8aca-3a17cce9bfcf', 'name': 'tempest-ServersTestFqdnHostnames-1678412478-router', 'tenant_id': '75c502f38d3f485db62df5c17ab184be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'ac888c73-4e58-48dd-8212-c9d1cfb85aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:08:57Z', 'updated_at': '2022-05-27T02:09:01Z', 'revision_number': 3, 'project_id': '75c502f38d3f485db62df5c17ab184be', 'gw_port': {'id': 'ac888c73-4e58-48dd-8212-c9d1cfb85aae', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92aedcde-c0d0-4c95-8aca-3a17cce9bfcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:08:59Z', 'updated_at': '2022-05-27T02:09:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:04.226650 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b7123c-97d4-4212-8979-24040e68fc70 None None] Checking router: 92aedcde-c0d0-4c95-8aca-3a17cce9bfcf for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:09:04.227223 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b7123c-97d4-4212-8979-24040e68fc70 None None] Updating router 92aedcde-c0d0-4c95-8aca-3a17cce9bfcf port ac888c73-4e58-48dd-8212-c9d1cfb85aae binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:09:04.294211 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-90b7123c-97d4-4212-8979-24040e68fc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:04.409700 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-afd399c8-8528-418c-87eb-1f654ce52b4f req-af6bca98-f987-493a-a719-26f35a143cb3 tempest-ServersAdmin275Test-1490240193 tempest-ServersAdmin275Test-1490240193-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.0695653 May 27 02:09:04.466903 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device e877bcc3-33c5-4254-8b54-f3b4e576ce23 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:09:04.599366 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-44c7eac4-c0c1-449a-8882-8b850f073e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:04.666367 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-9222032e-8406-4d30-88dc-d74ef35189b1 service neutron] 10.222.0.57 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4593887 May 27 02:09:04.824024 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port e877bcc3-33c5-4254-8b54-f3b4e576ce23, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=e877bcc3-33c5-4254-8b54-f3b4e576ce23,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:04.842128 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-90b7123c-97d4-4212-8979-24040e68fc70 None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:04.861880 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5dcac307-7053-49ec-911d-2ec32cc86ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:04.881094 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': 'e877bcc3-33c5-4254-8b54-f3b4e576ce23', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'port_id': 'e877bcc3-33c5-4254-8b54-f3b4e576ce23', 'mac_address': 'fa:16:3e:50:83:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf69705-8457-415f-85a3-b42efaff1b97', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:09:04.897442 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-90b7123c-97d4-4212-8979-24040e68fc70 None None] Transition to ACTIVE for port object ac888c73-4e58-48dd-8212-c9d1cfb85aae will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:09:04.909122 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95abe29c-4f5e-4f8d-a849-fcff7fb8fb30'] response: {'server_uuid': 'bbae73f2-19f5-43aa-8706-3a7ec14abdd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e877bcc3-33c5-4254-8b54-f3b4e576ce23', 'code': 200} May 27 02:09:04.944892 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcac307-7053-49ec-911d-2ec32cc86ad8 admin admin] Pushing event deleted for resources: {'Port': ['ID=89419922-1ed7-4bd8-8c4a-c0083e27742c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:04.985232 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-90b7123c-97d4-4212-8979-24040e68fc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:05.018372 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-8a85d547-ad79-4d38-b9a9-53f16b9e2d8d service neutron] 10.222.0.57 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504601 May 27 02:09:05.048511 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1a945df5-342d-4941-be65-cd779f9b4aeb up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:09:05.125274 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port e877bcc3-33c5-4254-8b54-f3b4e576ce23 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:09:05.125617 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:05.201605 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e877bcc3-33c5-4254-8b54-f3b4e576ce23 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:09:05.237165 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-90b7123c-97d4-4212-8979-24040e68fc70 None None] Attempting to bind port ac888c73-4e58-48dd-8212-c9d1cfb85aae on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:09:05.237463 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-90b7123c-97d4-4212-8979-24040e68fc70 None None] Attempting to bind port ac888c73-4e58-48dd-8212-c9d1cfb85aae by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:09:05.237821 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b7123c-97d4-4212-8979-24040e68fc70 None None] Attempting to bind port ac888c73-4e58-48dd-8212-c9d1cfb85aae on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:09:05.246586 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-44c7eac4-c0c1-449a-8882-8b850f073e05 admin admin] Allocated IP 172.20.0.1 (f1bba5e2-d647-4392-9eaf-7e2eff1d856b/74e587ef-2bae-4632-b61a-48f488661b49/8f6b519f-a201-4618-a7ba-dffe9727210f) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:09:05.263229 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b7123c-97d4-4212-8979-24040e68fc70 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:09:05.263626 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b7123c-97d4-4212-8979-24040e68fc70 None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:09:05.264028 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-90b7123c-97d4-4212-8979-24040e68fc70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:05.264424 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b7123c-97d4-4212-8979-24040e68fc70 None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:09:05.269402 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-90b7123c-97d4-4212-8979-24040e68fc70 None None] Bound port: ac888c73-4e58-48dd-8212-c9d1cfb85aae, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:09:05.269815 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-90b7123c-97d4-4212-8979-24040e68fc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:05.294447 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port e877bcc3-33c5-4254-8b54-f3b4e576ce23, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=e877bcc3-33c5-4254-8b54-f3b4e576ce23,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:05.304030 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 1a945df5-342d-4941-be65-cd779f9b4aeb triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:09:05.304405 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:05.379071 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:05.468379 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-90b7123c-97d4-4212-8979-24040e68fc70 None None] For port ac888c73-4e58-48dd-8212-c9d1cfb85aae, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:09:05.472751 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-90b7123c-97d4-4212-8979-24040e68fc70 None None] For port ac888c73-4e58-48dd-8212-c9d1cfb85aae, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=ac888c73-4e58-48dd-8212-c9d1cfb85aae,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:09:05.485407 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a10ca-8e4f-4686-b157-d398e17bde44 None None] Pushing event updated for resources: {'Port': ['ID=ac888c73-4e58-48dd-8212-c9d1cfb85aae,revision_number=2']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:05.514139 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a10ca-8e4f-4686-b157-d398e17bde44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:05.518489 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a10ca-8e4f-4686-b157-d398e17bde44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:05.518489 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a10ca-8e4f-4686-b157-d398e17bde44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:05.518489 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a10ca-8e4f-4686-b157-d398e17bde44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:05.518489 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a10ca-8e4f-4686-b157-d398e17bde44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:05.518489 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a10ca-8e4f-4686-b157-d398e17bde44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:05.518984 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a10ca-8e4f-4686-b157-d398e17bde44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:05.519058 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a10ca-8e4f-4686-b157-d398e17bde44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:05.519394 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a10ca-8e4f-4686-b157-d398e17bde44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:05.519723 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a10ca-8e4f-4686-b157-d398e17bde44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:05.520075 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a10ca-8e4f-4686-b157-d398e17bde44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:05.522916 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a10ca-8e4f-4686-b157-d398e17bde44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:05.545303 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5dcac307-7053-49ec-911d-2ec32cc86ad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:05.590491 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-90b7123c-97d4-4212-8979-24040e68fc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:05.617948 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=e877bcc3-33c5-4254-8b54-f3b4e576ce23,revision_number=7']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:05.651608 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['e877bcc3-33c5-4254-8b54-f3b4e576ce23'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:09:05.688657 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-44c7eac4-c0c1-449a-8882-8b850f073e05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:05.690756 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a10ca-8e4f-4686-b157-d398e17bde44 None None] Pushing event updated for resources: {'Port': ['ID=ac888c73-4e58-48dd-8212-c9d1cfb85aae,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:05.709671 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-44c7eac4-c0c1-449a-8882-8b850f073e05 admin admin] Transition to ACTIVE for port object 8f6b519f-a201-4618-a7ba-dffe9727210f will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:09:05.723717 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b7123c-97d4-4212-8979-24040e68fc70 None None] Routers {'92aedcde-c0d0-4c95-8aca-3a17cce9bfcf'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:09:05.725173 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-90b7123c-97d4-4212-8979-24040e68fc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:08:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['92aedcde-c0d0-4c95-8aca-3a17cce9bfcf'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:05.827253 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 1a945df5-342d-4941-be65-cd779f9b4aeb is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:09:05.836692 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-44c7eac4-c0c1-449a-8882-8b850f073e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:05.967585 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c7eac4-c0c1-449a-8882-8b850f073e05 admin admin] Network f1bba5e2-d647-4392-9eaf-7e2eff1d856b is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:09:05.969542 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-44c7eac4-c0c1-449a-8882-8b850f073e05 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:09:05.972475 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c7eac4-c0c1-449a-8882-8b850f073e05 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:09:06.029165 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-90b7123c-97d4-4212-8979-24040e68fc70 None None] Set router 92aedcde-c0d0-4c95-8aca-3a17cce9bfcf gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:09:06.055733 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7eac4-c0c1-449a-8882-8b850f073e05 admin admin] Pushing event updated for resources: {'Port': ['ID=8f6b519f-a201-4618-a7ba-dffe9727210f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:06.071518 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-44c7eac4-c0c1-449a-8882-8b850f073e05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:06.370389 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0482d-49d1-4448-abc2-fbdc29c49d0a req-58329bfe-bfb7-472c-9d4c-940f7b51cb47 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:06.372510 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-0f5634a5-ac85-4f62-b22a-1f598282df82 None None] Provisioning for port 8f6b519f-a201-4618-a7ba-dffe9727210f completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:09:06.376139 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-31b0482d-49d1-4448-abc2-fbdc29c49d0a req-58329bfe-bfb7-472c-9d4c-940f7b51cb47 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 949 time: 0.5415523 May 27 02:09:06.379209 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-0f5634a5-ac85-4f62-b22a-1f598282df82 None None] Provisioning complete for port 8f6b519f-a201-4618-a7ba-dffe9727210f triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:09:06.379730 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0f5634a5-ac85-4f62-b22a-1f598282df82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:06.448862 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dcac307-7053-49ec-911d-2ec32cc86ad8 admin admin] Router 15ea3d23-0bb2-41d4-ae2c-2c56609cb99d has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:09:06.454597 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-0f5634a5-ac85-4f62-b22a-1f598282df82 None None] Port 8f6b519f-a201-4618-a7ba-dffe9727210f cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:09:06.471408 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-90b7123c-97d4-4212-8979-24040e68fc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92aedcde-c0d0-4c95-8aca-3a17cce9bfcf', 'name': 'tempest-ServersTestFqdnHostnames-1678412478-router', 'tenant_id': '75c502f38d3f485db62df5c17ab184be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'ac888c73-4e58-48dd-8212-c9d1cfb85aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:08:57Z', 'updated_at': '2022-05-27T02:09:01Z', 'revision_number': 3, 'project_id': '75c502f38d3f485db62df5c17ab184be', 'gw_port': {'id': 'ac888c73-4e58-48dd-8212-c9d1cfb85aae', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92aedcde-c0d0-4c95-8aca-3a17cce9bfcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:08:59Z', 'updated_at': '2022-05-27T02:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:06.476351 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b7123c-97d4-4212-8979-24040e68fc70 None None] The sync data for ids ['92aedcde-c0d0-4c95-8aca-3a17cce9bfcf'] in n-d-843554-3 is: [{'id': '92aedcde-c0d0-4c95-8aca-3a17cce9bfcf', 'name': 'tempest-ServersTestFqdnHostnames-1678412478-router', 'tenant_id': '75c502f38d3f485db62df5c17ab184be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'ac888c73-4e58-48dd-8212-c9d1cfb85aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:08:57Z', 'updated_at': '2022-05-27T02:09:01Z', 'revision_number': 3, 'project_id': '75c502f38d3f485db62df5c17ab184be', 'gw_port': {'id': 'ac888c73-4e58-48dd-8212-c9d1cfb85aae', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92aedcde-c0d0-4c95-8aca-3a17cce9bfcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:08:59Z', 'updated_at': '2022-05-27T02:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:09:06.499222 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-31b0482d-49d1-4448-abc2-fbdc29c49d0a req-e3d6d084-7fa4-4dae-a6a0-b211723d01f8 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738032 May 27 02:09:06.508168 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-44c7eac4-c0c1-449a-8882-8b850f073e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:06.845377 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e2b94be5-82c2-4be0-8003-1f12fb7261b3 req-fb379c29-00ca-47c4-b037-aab40703a771 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=87dafe07-4df8-4a69-ab8f-c04e892a00a9 HTTP/1.1" status: 200 len: 210 time: 0.1034458 May 27 02:09:06.858773 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-44c7eac4-c0c1-449a-8882-8b850f073e05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:06.874645 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dcac307-7053-49ec-911d-2ec32cc86ad8 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:09:06.884763 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c324ba8-bc81-48ba-8fa9-82821b3f7502 None None] Sync routers for ids ['15ea3d23-0bb2-41d4-ae2c-2c56609cb99d'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:09:06.900746 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c324ba8-bc81-48ba-8fa9-82821b3f7502 None None] Routers {'15ea3d23-0bb2-41d4-ae2c-2c56609cb99d'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:09:06.901489 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-0c324ba8-bc81-48ba-8fa9-82821b3f7502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:08:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['15ea3d23-0bb2-41d4-ae2c-2c56609cb99d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:06.922391 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5dcac307-7053-49ec-911d-2ec32cc86ad8 admin admin] 10.222.0.57 "PUT /v2.0/routers/15ea3d23-0bb2-41d4-ae2c-2c56609cb99d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2269874 May 27 02:09:06.922572 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55654) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:07.007956 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-44c7eac4-c0c1-449a-8882-8b850f073e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:07.187661 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0ad968df-3131-4c69-91ec-ce57e6e9304c req-543920cb-85a7-4e3d-af5e-0c268efb13e0 tempest-ServersAdmin275Test-1490240193 tempest-ServersAdmin275Test-1490240193-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.0939608 May 27 02:09:07.220057 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-0c324ba8-bc81-48ba-8fa9-82821b3f7502 None None] Set router 15ea3d23-0bb2-41d4-ae2c-2c56609cb99d gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:09:07.339561 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-44c7eac4-c0c1-449a-8882-8b850f073e05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:07.411904 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ed3b61b2-4909-4d3f-a757-1d9b42fc1a86 admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:07.551740 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7eac4-c0c1-449a-8882-8b850f073e05 admin admin] Pushing event updated for resources: {'Port': ['ID=8f6b519f-a201-4618-a7ba-dffe9727210f,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:07.712585 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-0c324ba8-bc81-48ba-8fa9-82821b3f7502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ea3d23-0bb2-41d4-ae2c-2c56609cb99d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1159227962-router', 'tenant_id': 'b10311550dd24ab5af04d69bb8469c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '22cb7907-9f24-4c18-b60a-ddf4dabb657a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:06:00Z', 'updated_at': '2022-05-27T02:09:04Z', 'revision_number': 5, 'project_id': 'b10311550dd24ab5af04d69bb8469c0b', 'gw_port': {'id': '22cb7907-9f24-4c18-b60a-ddf4dabb657a', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ad:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ea3d23-0bb2-41d4-ae2c-2c56609cb99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:06:02Z', 'updated_at': '2022-05-27T02:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:07.720095 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c324ba8-bc81-48ba-8fa9-82821b3f7502 None None] Checking router: 15ea3d23-0bb2-41d4-ae2c-2c56609cb99d for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:09:07.731515 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c324ba8-bc81-48ba-8fa9-82821b3f7502 None None] Routers {'15ea3d23-0bb2-41d4-ae2c-2c56609cb99d'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:09:07.732251 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-0c324ba8-bc81-48ba-8fa9-82821b3f7502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:08:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['15ea3d23-0bb2-41d4-ae2c-2c56609cb99d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:07.861630 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c7eac4-c0c1-449a-8882-8b850f073e05 admin admin] Network f1bba5e2-d647-4392-9eaf-7e2eff1d856b is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:09:07.863047 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ed3b61b2-4909-4d3f-a757-1d9b42fc1a86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:07.866361 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-44c7eac4-c0c1-449a-8882-8b850f073e05 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:09:08.116222 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-0c324ba8-bc81-48ba-8fa9-82821b3f7502 None None] Set router 15ea3d23-0bb2-41d4-ae2c-2c56609cb99d gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:09:08.174874 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b61b2-4909-4d3f-a757-1d9b42fc1a86 admin admin] Deleting port 22cb7907-9f24-4c18-b60a-ddf4dabb657a {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:09:08.174874 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ed3b61b2-4909-4d3f-a757-1d9b42fc1a86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:08.194072 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a8f7a832-775a-4062-88fe-821313a5c76f req-db33e16f-93c0-4e76-9470-d8337a8f382b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c877e31934e8466f907829382ce861d8&device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.1182518 May 27 02:09:08.220620 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55692) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:08.229333 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c7eac4-c0c1-449a-8882-8b850f073e05 admin admin] Router 92aedcde-c0d0-4c95-8aca-3a17cce9bfcf has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:09:08.300029 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a8f7a832-775a-4062-88fe-821313a5c76f req-dc59b3c1-3e51-449f-a180-4390e555f17c service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=c877e31934e8466f907829382ce861d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0896981 May 27 02:09:08.315342 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fe911-ed7f-43d4-9287-8310f5e45965 req-d588964a-7c7a-417e-a0ae-4ea5001ba9d7 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:08.323357 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-632fe911-ed7f-43d4-9287-8310f5e45965 req-d588964a-7c7a-417e-a0ae-4ea5001ba9d7 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 949 time: 0.3679667 May 27 02:09:08.426828 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-09710472-bea5-4f00-9021-60e0b8cac45f None None] Provisioning complete for port 8f6b519f-a201-4618-a7ba-dffe9727210f triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:09:08.427304 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-09710472-bea5-4f00-9021-60e0b8cac45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:08.449108 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-ed3b61b2-4909-4d3f-a757-1d9b42fc1a86 admin admin] For port 22cb7907-9f24-4c18-b60a-ddf4dabb657a, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=22cb7907-9f24-4c18-b60a-ddf4dabb657a,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:08.450610 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ed3b61b2-4909-4d3f-a757-1d9b42fc1a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:08.497915 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device e877bcc3-33c5-4254-8b54-f3b4e576ce23 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:09:08.558841 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-493273c6-feaa-40b4-b05b-867a80f0622e req-7ecaa123-f4fd-444a-8361-bd941b532409 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=87dafe07-4df8-4a69-ab8f-c04e892a00a9 HTTP/1.1" status: 200 len: 210 time: 0.3089778 May 27 02:09:08.598884 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-09710472-bea5-4f00-9021-60e0b8cac45f None None] Port 8f6b519f-a201-4618-a7ba-dffe9727210f cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:09:08.604947 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7a832-775a-4062-88fe-821313a5c76f req-c9c123ac-062d-4203-b6fd-3921f7f6ffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:08.604947 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a8f7a832-775a-4062-88fe-821313a5c76f req-c9c123ac-062d-4203-b6fd-3921f7f6ffe6 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2532356 May 27 02:09:08.651490 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-632fe911-ed7f-43d4-9287-8310f5e45965 req-9d9cf10a-80f9-4e1c-806b-fc4b4b005b7d tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189991 May 27 02:09:08.684980 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port e877bcc3-33c5-4254-8b54-f3b4e576ce23 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:09:08.685360 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:08.819878 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-0c324ba8-bc81-48ba-8fa9-82821b3f7502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ea3d23-0bb2-41d4-ae2c-2c56609cb99d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1159227962-router', 'tenant_id': 'b10311550dd24ab5af04d69bb8469c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '22cb7907-9f24-4c18-b60a-ddf4dabb657a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:06:00Z', 'updated_at': '2022-05-27T02:09:04Z', 'revision_number': 5, 'project_id': 'b10311550dd24ab5af04d69bb8469c0b', 'gw_port': {'id': '22cb7907-9f24-4c18-b60a-ddf4dabb657a', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ad:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ea3d23-0bb2-41d4-ae2c-2c56609cb99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:06:02Z', 'updated_at': '2022-05-27T02:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:08.839566 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ac888c73-4e58-48dd-8212-c9d1cfb85aae up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:09:08.849942 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b61b2-4909-4d3f-a757-1d9b42fc1a86 admin admin] Calling delete_port for 22cb7907-9f24-4c18-b60a-ddf4dabb657a owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:09:08.865828 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c324ba8-bc81-48ba-8fa9-82821b3f7502 None None] The sync data for ids ['15ea3d23-0bb2-41d4-ae2c-2c56609cb99d'] in n-d-843554-3 is: [{'id': '15ea3d23-0bb2-41d4-ae2c-2c56609cb99d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1159227962-router', 'tenant_id': 'b10311550dd24ab5af04d69bb8469c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '22cb7907-9f24-4c18-b60a-ddf4dabb657a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:06:00Z', 'updated_at': '2022-05-27T02:09:04Z', 'revision_number': 5, 'project_id': 'b10311550dd24ab5af04d69bb8469c0b', 'gw_port': {'id': '22cb7907-9f24-4c18-b60a-ddf4dabb657a', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ad:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ea3d23-0bb2-41d4-ae2c-2c56609cb99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:06:02Z', 'updated_at': '2022-05-27T02:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:09:08.888490 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-60ca7a3e-700e-4f58-a89d-22bf12fed8d8 req-9925917b-6b56-4904-9e8b-65c1d6293dbf tempest-ServersAdmin275Test-498210352 tempest-ServersAdmin275Test-498210352-project] 10.222.0.57 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.0883672 May 27 02:09:08.901755 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port e877bcc3-33c5-4254-8b54-f3b4e576ce23 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:09:08.902140 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:08.942458 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbae73f2-19f5-43aa-8706-3a7ec14abdd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e877bcc3-33c5-4254-8b54-f3b4e576ce23'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:09:08.959872 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port e877bcc3-33c5-4254-8b54-f3b4e576ce23, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=e877bcc3-33c5-4254-8b54-f3b4e576ce23,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:08.971739 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-1161c5ec-5a39-4d75-88fa-756faa7d2065 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:08.973266 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-1161c5ec-5a39-4d75-88fa-756faa7d2065 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.32 "GET /v2.0/networks?id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf HTTP/1.1" status: 200 len: 807 time: 0.7536066 May 27 02:09:08.980417 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-260fc27b-d7a0-4eb9-ae4d-89403bb5bd5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:09.002706 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce00fa9c-2ca9-41b7-a386-07723108533c'] response: {'server_uuid': 'bbae73f2-19f5-43aa-8706-3a7ec14abdd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e877bcc3-33c5-4254-8b54-f3b4e576ce23', 'code': 200} May 27 02:09:09.052889 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:09.054802 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port ac888c73-4e58-48dd-8212-c9d1cfb85aae completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:09:09.057970 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-4b299951-546a-48ec-b79d-5a9e890ddff1 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Request body: {'port': {'device_id': '87dafe07-4df8-4a69-ab8f-c04e892a00a9', 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf', 'admin_state_up': True, 'tenant_id': '846b128e49a144bb97bdbd537ab49432'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:09:09.093492 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port ac888c73-4e58-48dd-8212-c9d1cfb85aae triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:09:09.094038 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:09.162218 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-260fc27b-d7a0-4eb9-ae4d-89403bb5bd5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:09.174651 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=e877bcc3-33c5-4254-8b54-f3b4e576ce23,revision_number=8']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:09.194967 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-260fc27b-d7a0-4eb9-ae4d-89403bb5bd5e admin admin] Usage tracker for resource:security_group_rule and tenant:9de43ff3b71e4f078d343b7eb80e35c2 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:09.200442 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-260fc27b-d7a0-4eb9-ae4d-89403bb5bd5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:09.220301 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ccae6e-51e7-4921-b7c4-0fc84ec289fd req-423fe838-55f0-46db-af75-dd008d3ca8e7 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:09.221038 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-f6ccae6e-51e7-4921-b7c4-0fc84ec289fd req-423fe838-55f0-46db-af75-dd008d3ca8e7 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Synchronizing usage tracker for tenant:91fc0a0dee4b4cc18343e2e355149e58 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:09:09.242731 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-260fc27b-d7a0-4eb9-ae4d-89403bb5bd5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:09.252606 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port ac888c73-4e58-48dd-8212-c9d1cfb85aae is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:09:09.252606 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:09.271585 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port ac888c73-4e58-48dd-8212-c9d1cfb85aae, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=ac888c73-4e58-48dd-8212-c9d1cfb85aae,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:09.315913 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55712) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:09.338313 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:09.419594 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-4b299951-546a-48ec-b79d-5a9e890ddff1 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:09.422217 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-f6ccae6e-51e7-4921-b7c4-0fc84ec289fd req-423fe838-55f0-46db-af75-dd008d3ca8e7 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Unset dirty status for tenant:91fc0a0dee4b4cc18343e2e355149e58 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:09:09.423354 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f6ccae6e-51e7-4921-b7c4-0fc84ec289fd req-423fe838-55f0-46db-af75-dd008d3ca8e7 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8&tenant_id=91fc0a0dee4b4cc18343e2e355149e58&binding%3Ahost_id=n-h1-843554-3 HTTP/1.1" status: 200 len: 949 time: 1.2961197 May 27 02:09:09.428946 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-4b299951-546a-48ec-b79d-5a9e890ddff1 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Usage tracker for resource:port and tenant:846b128e49a144bb97bdbd537ab49432 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:09.433264 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c7eac4-c0c1-449a-8882-8b850f073e05 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:09:09.434989 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-4b299951-546a-48ec-b79d-5a9e890ddff1 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:09.437999 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=ac888c73-4e58-48dd-8212-c9d1cfb85aae,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:09.448823 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-4b299951-546a-48ec-b79d-5a9e890ddff1 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:09.451330 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c241286d-39e0-4980-99a1-1ad74d78be57 None None] Sync routers for ids ['92aedcde-c0d0-4c95-8aca-3a17cce9bfcf'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:09:09.467053 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c241286d-39e0-4980-99a1-1ad74d78be57 None None] Routers {'92aedcde-c0d0-4c95-8aca-3a17cce9bfcf'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:09:09.467666 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-c241286d-39e0-4980-99a1-1ad74d78be57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:08:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['92aedcde-c0d0-4c95-8aca-3a17cce9bfcf'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:09.470961 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f70b2f57-5f38-47ea-bd00-81cfd6554b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:09.493924 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-f70b2f57-5f38-47ea-bd00-81cfd6554b00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:09.504859 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f70b2f57-5f38-47ea-bd00-81cfd6554b00 admin admin] Usage tracker for resource:security_group_rule and tenant:f2d45cc316114d1c9ce294815c15084c is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:09.508259 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f70b2f57-5f38-47ea-bd00-81cfd6554b00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:09.516504 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-f70b2f57-5f38-47ea-bd00-81cfd6554b00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:09.631319 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f70b2f57-5f38-47ea-bd00-81cfd6554b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:09.641181 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-44c7eac4-c0c1-449a-8882-8b850f073e05 admin admin] 10.222.0.57 "PUT /v2.0/routers/92aedcde-c0d0-4c95-8aca-3a17cce9bfcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0628371 May 27 02:09:09.674403 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-260fc27b-d7a0-4eb9-ae4d-89403bb5bd5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:09.678702 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-4b299951-546a-48ec-b79d-5a9e890ddff1 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Made reservation on behalf of 846b128e49a144bb97bdbd537ab49432 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:09:09.683066 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-4b299951-546a-48ec-b79d-5a9e890ddff1 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:09.709492 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f70b2f57-5f38-47ea-bd00-81cfd6554b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:09.714078 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ccae6e-51e7-4921-b7c4-0fc84ec289fd req-59fd168b-3501-4fa2-9d1a-899cfddc4bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:09.716495 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f6ccae6e-51e7-4921-b7c4-0fc84ec289fd req-59fd168b-3501-4fa2-9d1a-899cfddc4bc5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 1101 time: 0.1746602 May 27 02:09:09.747606 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-c241286d-39e0-4980-99a1-1ad74d78be57 None None] Set router 92aedcde-c0d0-4c95-8aca-3a17cce9bfcf gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:09:09.805103 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b2f57-5f38-47ea-bd00-81cfd6554b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e03abe5-2f20-4a94-a245-981a4da35eb9,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:09.812359 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2fa9689e-8815-438e-8811-f9bc9411c610 req-fa811acc-19e5-4dba-bf9b-57bd1658be8c tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=87dafe07-4df8-4a69-ab8f-c04e892a00a9 HTTP/1.1" status: 200 len: 210 time: 0.0912583 May 27 02:09:09.818815 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f70b2f57-5f38-47ea-bd00-81cfd6554b00 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f2d45cc316114d1c9ce294815c15084c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5015662 May 27 02:09:09.821431 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55726) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:09.905983 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55730) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:10.021771 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-260fc27b-d7a0-4eb9-ae4d-89403bb5bd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:10.030614 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ed3b61b2-4909-4d3f-a757-1d9b42fc1a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:10.166846 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a8f7a832-775a-4062-88fe-821313a5c76f req-9e842ccd-2ac0-496a-9e84-bc6fd6616bd2 tempest-ServersAdmin275Test-498210352 tempest-ServersAdmin275Test-498210352-project] 10.222.0.66 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.0617359 May 27 02:09:10.182908 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b61b2-4909-4d3f-a757-1d9b42fc1a86 admin admin] Pushing event deleted for resources: {'Port': ['ID=22cb7907-9f24-4c18-b60a-ddf4dabb657a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:10.183153 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-c241286d-39e0-4980-99a1-1ad74d78be57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92aedcde-c0d0-4c95-8aca-3a17cce9bfcf', 'name': 'tempest-ServersTestFqdnHostnames-1678412478-router', 'tenant_id': '75c502f38d3f485db62df5c17ab184be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'ac888c73-4e58-48dd-8212-c9d1cfb85aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:08:57Z', 'updated_at': '2022-05-27T02:09:06Z', 'revision_number': 4, 'project_id': '75c502f38d3f485db62df5c17ab184be', 'gw_port': {'id': 'ac888c73-4e58-48dd-8212-c9d1cfb85aae', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92aedcde-c0d0-4c95-8aca-3a17cce9bfcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:08:59Z', 'updated_at': '2022-05-27T02:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '8f6b519f-a201-4618-a7ba-dffe9727210f', 'name': '', 'network_id': 'f1bba5e2-d647-4392-9eaf-7e2eff1d856b', 'tenant_id': '75c502f38d3f485db62df5c17ab184be', 'mac_address': 'fa:16:3e:46:a4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92aedcde-c0d0-4c95-8aca-3a17cce9bfcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '74e587ef-2bae-4632-b61a-48f488661b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:04Z', 'updated_at': '2022-05-27T02:09:06Z', 'revision_number': 2, 'project_id': '75c502f38d3f485db62df5c17ab184be', 'subnets': [{'id': '74e587ef-2bae-4632-b61a-48f488661b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:10.185164 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260fc27b-d7a0-4eb9-ae4d-89403bb5bd5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c8919b-20d9-484a-9cdc-c7dfab0915d3,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:10.200972 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c241286d-39e0-4980-99a1-1ad74d78be57 None None] Checking router: 92aedcde-c0d0-4c95-8aca-3a17cce9bfcf for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:09:10.201394 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c241286d-39e0-4980-99a1-1ad74d78be57 None None] Updating router 92aedcde-c0d0-4c95-8aca-3a17cce9bfcf port 8f6b519f-a201-4618-a7ba-dffe9727210f binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:09:10.234248 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-be153175-0ed8-490c-acfc-f95e6d48b01c req-7037ea77-33f7-4711-8905-af629af76cb9 tempest-ServersAdmin275Test-498210352 tempest-ServersAdmin275Test-498210352-project] 10.222.0.57 "GET /v2.0/ports?device_id=baaf47a4-7a3c-47eb-9d9d-a720c1f3e014 HTTP/1.1" status: 200 len: 210 time: 0.1287172 May 27 02:09:10.268923 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-260fc27b-d7a0-4eb9-ae4d-89403bb5bd5e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9de43ff3b71e4f078d343b7eb80e35c2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0467856 May 27 02:09:10.277449 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55736) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:10.309290 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-c241286d-39e0-4980-99a1-1ad74d78be57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:10.326507 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-32110d70-5f97-42c4-9bdb-c3db09d1e395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:10.374174 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f335a23-15e3-4cb9-998c-cbb930f52ae3 req-25ce53b5-3332-4a28-baed-0253eebc0a02 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:10.375635 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3f335a23-15e3-4cb9-998c-cbb930f52ae3 req-25ce53b5-3332-4a28-baed-0253eebc0a02 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 950 time: 0.5196812 May 27 02:09:10.384357 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-32110d70-5f97-42c4-9bdb-c3db09d1e395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:10.440202 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ccae6e-51e7-4921-b7c4-0fc84ec289fd req-023efdfa-f0a1-47f5-b6da-efcd34538ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:10.441616 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f6ccae6e-51e7-4921-b7c4-0fc84ec289fd req-023efdfa-f0a1-47f5-b6da-efcd34538ad1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.6019826 May 27 02:09:10.540743 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f6ccae6e-51e7-4921-b7c4-0fc84ec289fd req-117a8d39-a035-47d0-be98-88a141622940 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=e877bcc3-33c5-4254-8b54-f3b4e576ce23 HTTP/1.1" status: 200 len: 217 time: 0.0845754 May 27 02:09:10.544046 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3f335a23-15e3-4cb9-998c-cbb930f52ae3 req-eeea7d05-8cde-4186-a5a6-2b6eb4336856 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498044 May 27 02:09:10.545302 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ed3b61b2-4909-4d3f-a757-1d9b42fc1a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:10.734491 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-32110d70-5f97-42c4-9bdb-c3db09d1e395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:10.781721 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-4b299951-546a-48ec-b79d-5a9e890ddff1 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Allocated IP 172.20.0.14 (a46dc284-eb7c-468a-bcfd-6cfcbba366bf/7bcc4077-ba65-497d-80cd-f2b54423660b/6f5de102-5480-41ab-b0a3-1896cacac56e) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:09:10.792181 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9360fb14-b868-442c-834e-3a77c6a1f70e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:10.800082 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-c241286d-39e0-4980-99a1-1ad74d78be57 None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:10.810778 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ac888c73-4e58-48dd-8212-c9d1cfb85aae up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:09:10.816879 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-c241286d-39e0-4980-99a1-1ad74d78be57 None None] Transition to ACTIVE for port object 8f6b519f-a201-4618-a7ba-dffe9727210f will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:09:10.829006 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ed3b61b2-4909-4d3f-a757-1d9b42fc1a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:10.840771 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ed3b61b2-4909-4d3f-a757-1d9b42fc1a86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:10.870687 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32110d70-5f97-42c4-9bdb-c3db09d1e395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e03abe5-2f20-4a94-a245-981a4da35eb9,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:10.870954 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9360fb14-b868-442c-834e-3a77c6a1f70e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:10.883418 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-32110d70-5f97-42c4-9bdb-c3db09d1e395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:10.884603 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-32110d70-5f97-42c4-9bdb-c3db09d1e395 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0e03abe5-2f20-4a94-a245-981a4da35eb9 HTTP/1.1" status: 204 len: 168 time: 1.0620983 May 27 02:09:10.933153 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-c241286d-39e0-4980-99a1-1ad74d78be57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:10.945045 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port ac888c73-4e58-48dd-8212-c9d1cfb85aae triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:09:10.945777 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:10.955087 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ccae6e-51e7-4921-b7c4-0fc84ec289fd req-6696f713-7e30-40ae-9d1d-6337a2cc83e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:10.956591 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f6ccae6e-51e7-4921-b7c4-0fc84ec289fd req-6696f713-7e30-40ae-9d1d-6337a2cc83e9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.3724494 May 27 02:09:11.134180 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bfea6e3d-82fc-46dc-bd7b-4eac33875bfb req-fa280e12-122f-4dba-84bd-d30aaffe8d3f tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=87dafe07-4df8-4a69-ab8f-c04e892a00a9 HTTP/1.1" status: 200 len: 210 time: 0.0814462 May 27 02:09:11.134733 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port ac888c73-4e58-48dd-8212-c9d1cfb85aae is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:09:11.143635 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 89419922-1ed7-4bd8-8c4a-c0083e27742c no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:09:11.177875 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e98f6d04-46fb-49d9-b544-a54c6554baed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:11.190764 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 89419922-1ed7-4bd8-8c4a-c0083e27742c {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:09:11.191454 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 89419922-1ed7-4bd8-8c4a-c0083e27742c not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:09:11.194818 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ed3b61b2-4909-4d3f-a757-1d9b42fc1a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:11.195317 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3b61b2-4909-4d3f-a757-1d9b42fc1a86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15ea3d23-0bb2-41d4-ae2c-2c56609cb99d {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:09:11.200236 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9360fb14-b868-442c-834e-3a77c6a1f70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:11.239194 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360fb14-b868-442c-834e-3a77c6a1f70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c8919b-20d9-484a-9cdc-c7dfab0915d3,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:11.343380 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ccae6e-51e7-4921-b7c4-0fc84ec289fd req-5b27c4ad-4e28-4690-9210-a76c4af94406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:11.345491 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02437a-70c4-45cd-843b-954a1e7285e7 None None] Pushing event updated for resources: {'Port': ['ID=8f6b519f-a201-4618-a7ba-dffe9727210f,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:11.366438 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f6ccae6e-51e7-4921-b7c4-0fc84ec289fd req-5b27c4ad-4e28-4690-9210-a76c4af94406 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3977671 May 27 02:09:11.378907 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9360fb14-b868-442c-834e-3a77c6a1f70e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:11.379416 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9360fb14-b868-442c-834e-3a77c6a1f70e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/58c8919b-20d9-484a-9cdc-c7dfab0915d3 HTTP/1.1" status: 204 len: 168 time: 1.0989146 May 27 02:09:11.421977 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ed3b61b2-4909-4d3f-a757-1d9b42fc1a86 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:11.423256 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ed3b61b2-4909-4d3f-a757-1d9b42fc1a86 admin admin] 10.222.0.57 "DELETE /v2.0/routers/15ea3d23-0bb2-41d4-ae2c-2c56609cb99d HTTP/1.1" status: 204 len: 168 time: 4.5017281 May 27 02:09:11.439455 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55752) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:11.512670 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:09:11.515140 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-c241286d-39e0-4980-99a1-1ad74d78be57 None None] Attempting to bind port 8f6b519f-a201-4618-a7ba-dffe9727210f on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:09:11.515641 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-c241286d-39e0-4980-99a1-1ad74d78be57 None None] Attempting to bind port 8f6b519f-a201-4618-a7ba-dffe9727210f by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'b7fa8249-af64-49d0-9065-51c6323f7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'f1bba5e2-d647-4392-9eaf-7e2eff1d856b'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:09:11.516097 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c241286d-39e0-4980-99a1-1ad74d78be57 None None] Attempting to bind port 8f6b519f-a201-4618-a7ba-dffe9727210f on network f1bba5e2-d647-4392-9eaf-7e2eff1d856b {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:09:11.523509 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c241286d-39e0-4980-99a1-1ad74d78be57 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:09:11.524049 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c241286d-39e0-4980-99a1-1ad74d78be57 None None] Checking segment: {'id': 'b7fa8249-af64-49d0-9065-51c6323f7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'f1bba5e2-d647-4392-9eaf-7e2eff1d856b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:09:11.525235 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-c241286d-39e0-4980-99a1-1ad74d78be57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:11.525741 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c241286d-39e0-4980-99a1-1ad74d78be57 None None] Bound using segment: {'id': 'b7fa8249-af64-49d0-9065-51c6323f7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'f1bba5e2-d647-4392-9eaf-7e2eff1d856b'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:09:11.526478 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-c241286d-39e0-4980-99a1-1ad74d78be57 None None] Bound port: 8f6b519f-a201-4618-a7ba-dffe9727210f, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7fa8249-af64-49d0-9065-51c6323f7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'f1bba5e2-d647-4392-9eaf-7e2eff1d856b'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:09:11.526946 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-c241286d-39e0-4980-99a1-1ad74d78be57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:11.617227 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-4b299951-546a-48ec-b79d-5a9e890ddff1 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:11.677069 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-0abf90fe-a590-4e4e-9a73-03a40314ede4 admin admin] Deleting subnet 12865575-b7fb-4609-bc72-5aad92099ef2 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:09:11.691641 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e98f6d04-46fb-49d9-b544-a54c6554baed admin admin] Deleting port 8f6b519f-a201-4618-a7ba-dffe9727210f {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:09:11.692247 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e98f6d04-46fb-49d9-b544-a54c6554baed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:11.693651 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0abf90fe-a590-4e4e-9a73-03a40314ede4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:11.733911 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-c241286d-39e0-4980-99a1-1ad74d78be57 None None] For port 8f6b519f-a201-4618-a7ba-dffe9727210f, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:09:11.742662 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-c241286d-39e0-4980-99a1-1ad74d78be57 None None] For port 8f6b519f-a201-4618-a7ba-dffe9727210f, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8f6b519f-a201-4618-a7ba-dffe9727210f,segment=NetworkSegment(b7fa8249-af64-49d0-9065-51c6323f7b8d),segment_id=b7fa8249-af64-49d0-9065-51c6323f7b8d)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:09:11.760261 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0abf90fe-a590-4e4e-9a73-03a40314ede4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:11.796465 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f6ccae6e-51e7-4921-b7c4-0fc84ec289fd req-1b29069c-5ebe-407d-9598-dd548304a15a service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126055 May 27 02:09:11.829868 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-c241286d-39e0-4980-99a1-1ad74d78be57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:12.019348 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c241286d-39e0-4980-99a1-1ad74d78be57 None None] Routers {'92aedcde-c0d0-4c95-8aca-3a17cce9bfcf'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:09:12.020009 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-c241286d-39e0-4980-99a1-1ad74d78be57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:08:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['92aedcde-c0d0-4c95-8aca-3a17cce9bfcf'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:12.048148 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dbf11a-08e7-4fb1-ad04-58c2bfa48583 req-b22ef9ed-64de-4814-b3b2-131b1513d330 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:12.049908 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f9dbf11a-08e7-4fb1-ad04-58c2bfa48583 req-b22ef9ed-64de-4814-b3b2-131b1513d330 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 950 time: 0.2999966 May 27 02:09:12.070288 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-e98f6d04-46fb-49d9-b544-a54c6554baed admin admin] For port 8f6b519f-a201-4618-a7ba-dffe9727210f, host n-d-843554-3, got binding levels [] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:12.070658 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e98f6d04-46fb-49d9-b544-a54c6554baed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:12.129887 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02437a-70c4-45cd-843b-954a1e7285e7 None None] Pushing event updated for resources: {'Port': ['ID=8f6b519f-a201-4618-a7ba-dffe9727210f,revision_number=4']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:12.338938 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55772) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:12.357079 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-c241286d-39e0-4980-99a1-1ad74d78be57 None None] Set router 92aedcde-c0d0-4c95-8aca-3a17cce9bfcf gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:09:12.370410 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f6ccae6e-51e7-4921-b7c4-0fc84ec289fd req-754fe6df-720e-477f-af5e-0bdf11fcec8f service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5636001 May 27 02:09:12.409708 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0abf90fe-a590-4e4e-9a73-03a40314ede4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:12.466002 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-4b299951-546a-48ec-b79d-5a9e890ddff1 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:12.547490 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e98f6d04-46fb-49d9-b544-a54c6554baed admin admin] Calling delete_port for 8f6b519f-a201-4618-a7ba-dffe9727210f owned by network:router_interface {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:09:12.557454 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-4b299951-546a-48ec-b79d-5a9e890ddff1 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Network a46dc284-eb7c-468a-bcfd-6cfcbba366bf is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:09:12.562640 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-4b299951-546a-48ec-b79d-5a9e890ddff1 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:09:12.568132 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-4b299951-546a-48ec-b79d-5a9e890ddff1 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:09:12.582812 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f9dbf11a-08e7-4fb1-ad04-58c2bfa48583 req-9a09ba0a-4eee-44cb-bb1d-a8a037e9ea78 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5174210 May 27 02:09:12.630559 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b299951-546a-48ec-b79d-5a9e890ddff1 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Pushing event updated for resources: {'Port': ['ID=6f5de102-5480-41ab-b0a3-1896cacac56e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:12.645176 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 22cb7907-9f24-4c18-b60a-ddf4dabb657a no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:09:12.673499 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee225e-c394-43d7-be60-a7d6dc907200 req-95987783-121d-4bbc-8e18-863173a0b04b tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:12.675679 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-61ee225e-c394-43d7-be60-a7d6dc907200 req-95987783-121d-4bbc-8e18-863173a0b04b tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=87dafe07-4df8-4a69-ab8f-c04e892a00a9 HTTP/1.1" status: 200 len: 932 time: 0.2385287 May 27 02:09:12.696929 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-4b299951-546a-48ec-b79d-5a9e890ddff1 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:12.698033 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-4b299951-546a-48ec-b79d-5a9e890ddff1 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:12.710789 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 22cb7907-9f24-4c18-b60a-ddf4dabb657a {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:09:12.711304 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 22cb7907-9f24-4c18-b60a-ddf4dabb657a not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:09:12.726722 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55782) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:12.728845 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0abf90fe-a590-4e4e-9a73-03a40314ede4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:12.776975 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf90fe-a590-4e4e-9a73-03a40314ede4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12865575-b7fb-4609-bc72-5aad92099ef2,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:12.792329 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6397b96c-5286-4a66-a906-83a42d6998ff None None] Network e5ded2bd-6dbd-449a-adc0-e1185e1b2161 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:09:12.796594 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-61ee225e-c394-43d7-be60-a7d6dc907200 req-eef05e57-7a42-4ce2-b40e-c1dd1fdf6d1a tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072395 May 27 02:09:12.797307 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-09e7c4c1-af53-4774-bd3a-9ae0956c6e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:12.806638 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0abf90fe-a590-4e4e-9a73-03a40314ede4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:12.808784 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0abf90fe-a590-4e4e-9a73-03a40314ede4 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/12865575-b7fb-4609-bc72-5aad92099ef2 HTTP/1.1" status: 204 len: 168 time: 1.3607159 May 27 02:09:12.811569 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55786) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:12.814029 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-4b299951-546a-48ec-b79d-5a9e890ddff1 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8200595 May 27 02:09:12.844563 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-09e7c4c1-af53-4774-bd3a-9ae0956c6e51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:12.850732 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-09e7c4c1-af53-4774-bd3a-9ae0956c6e51 admin admin] Usage tracker for resource:security_group_rule and tenant:08204477ba33423c944a91974c886fcd is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:12.870319 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-09e7c4c1-af53-4774-bd3a-9ae0956c6e51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:12.879887 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-09e7c4c1-af53-4774-bd3a-9ae0956c6e51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:12.881072 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-c241286d-39e0-4980-99a1-1ad74d78be57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92aedcde-c0d0-4c95-8aca-3a17cce9bfcf', 'name': 'tempest-ServersTestFqdnHostnames-1678412478-router', 'tenant_id': '75c502f38d3f485db62df5c17ab184be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'ac888c73-4e58-48dd-8212-c9d1cfb85aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:08:57Z', 'updated_at': '2022-05-27T02:09:06Z', 'revision_number': 4, 'project_id': '75c502f38d3f485db62df5c17ab184be', 'gw_port': {'id': 'ac888c73-4e58-48dd-8212-c9d1cfb85aae', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92aedcde-c0d0-4c95-8aca-3a17cce9bfcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:08:59Z', 'updated_at': '2022-05-27T02:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '8f6b519f-a201-4618-a7ba-dffe9727210f', 'name': '', 'network_id': 'f1bba5e2-d647-4392-9eaf-7e2eff1d856b', 'tenant_id': '75c502f38d3f485db62df5c17ab184be', 'mac_address': 'fa:16:3e:46:a4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92aedcde-c0d0-4c95-8aca-3a17cce9bfcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '74e587ef-2bae-4632-b61a-48f488661b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:04Z', 'updated_at': '2022-05-27T02:09:11Z', 'revision_number': 4, 'project_id': '75c502f38d3f485db62df5c17ab184be', 'subnets': [{'id': '74e587ef-2bae-4632-b61a-48f488661b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:12.886650 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-1a204384-3fca-4b24-874b-0b38a2480fcf service neutron] Request body: {'port': {'device_id': '87dafe07-4df8-4a69-ab8f-c04e892a00a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:09:12.894285 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c241286d-39e0-4980-99a1-1ad74d78be57 None None] The sync data for ids ['92aedcde-c0d0-4c95-8aca-3a17cce9bfcf'] in n-d-843554-3 is: [{'id': '92aedcde-c0d0-4c95-8aca-3a17cce9bfcf', 'name': 'tempest-ServersTestFqdnHostnames-1678412478-router', 'tenant_id': '75c502f38d3f485db62df5c17ab184be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'ac888c73-4e58-48dd-8212-c9d1cfb85aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:08:57Z', 'updated_at': '2022-05-27T02:09:06Z', 'revision_number': 4, 'project_id': '75c502f38d3f485db62df5c17ab184be', 'gw_port': {'id': 'ac888c73-4e58-48dd-8212-c9d1cfb85aae', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92aedcde-c0d0-4c95-8aca-3a17cce9bfcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:08:59Z', 'updated_at': '2022-05-27T02:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '8f6b519f-a201-4618-a7ba-dffe9727210f', 'name': '', 'network_id': 'f1bba5e2-d647-4392-9eaf-7e2eff1d856b', 'tenant_id': '75c502f38d3f485db62df5c17ab184be', 'mac_address': 'fa:16:3e:46:a4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92aedcde-c0d0-4c95-8aca-3a17cce9bfcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '74e587ef-2bae-4632-b61a-48f488661b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:04Z', 'updated_at': '2022-05-27T02:09:11Z', 'revision_number': 4, 'project_id': '75c502f38d3f485db62df5c17ab184be', 'subnets': [{'id': '74e587ef-2bae-4632-b61a-48f488661b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:09:12.906894 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-e98f6d04-46fb-49d9-b544-a54c6554baed admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:09:12.907211 n-d-843554-3 neutron-server[88902]: DEBUG oslo_db.api [None req-e98f6d04-46fb-49d9-b544-a54c6554baed admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:09:13.096209 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dac70206-234b-4c79-b28f-6a8fa00a989f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:13.115650 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-09e7c4c1-af53-4774-bd3a-9ae0956c6e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:13.146811 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e54cdc4d-b881-4001-85ca-68f5e4369523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:13.212847 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-09e7c4c1-af53-4774-bd3a-9ae0956c6e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:13.237806 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dac70206-234b-4c79-b28f-6a8fa00a989f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:13.240510 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-1a204384-3fca-4b24-874b-0b38a2480fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:13.251280 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8406ec-a843-45fc-a97d-e61526fffeec None None] DHCP port deletion for e5ded2bd-6dbd-449a-adc0-e1185e1b2161 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:09:13.255831 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9e8406ec-a843-45fc-a97d-e61526fffeec None None] Deleting port 3dcecc65-3d90-4797-a443-6596cafe3bab {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:09:13.256211 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9e8406ec-a843-45fc-a97d-e61526fffeec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:13.263290 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-09e7c4c1-af53-4774-bd3a-9ae0956c6e51 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=08204477ba33423c944a91974c886fcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5268250 May 27 02:09:13.266048 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55798) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:13.286488 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e7c4c1-af53-4774-bd3a-9ae0956c6e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08e478f-a1b6-4f0e-b54e-ee0521d50bba,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:13.327087 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dac70206-234b-4c79-b28f-6a8fa00a989f admin admin] Usage tracker for resource:security_group_rule and tenant:c877e31934e8466f907829382ce861d8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:13.350848 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dac70206-234b-4c79-b28f-6a8fa00a989f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:13.358246 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dac70206-234b-4c79-b28f-6a8fa00a989f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:13.395202 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-e54cdc4d-b881-4001-85ca-68f5e4369523 admin admin] Deleting port 3dcecc65-3d90-4797-a443-6596cafe3bab {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:09:13.395550 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e54cdc4d-b881-4001-85ca-68f5e4369523 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:13.409454 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e98f6d04-46fb-49d9-b544-a54c6554baed admin admin] Deleting port 8f6b519f-a201-4618-a7ba-dffe9727210f {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:09:13.410232 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e98f6d04-46fb-49d9-b544-a54c6554baed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:13.450595 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55804) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:13.599950 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9e8406ec-a843-45fc-a97d-e61526fffeec None None] For port 3dcecc65-3d90-4797-a443-6596cafe3bab, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=3dcecc65-3d90-4797-a443-6596cafe3bab,segment=NetworkSegment(aa0595bb-72c4-4a88-b75b-a7d4ad16e228),segment_id=aa0595bb-72c4-4a88-b75b-a7d4ad16e228)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:13.602889 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9e8406ec-a843-45fc-a97d-e61526fffeec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:13.663497 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02d75a3d-467b-451e-bb5a-bf34e93e1929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:13.728962 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-e98f6d04-46fb-49d9-b544-a54c6554baed admin admin] For port 8f6b519f-a201-4618-a7ba-dffe9727210f, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8f6b519f-a201-4618-a7ba-dffe9727210f,segment=NetworkSegment(b7fa8249-af64-49d0-9065-51c6323f7b8d),segment_id=b7fa8249-af64-49d0-9065-51c6323f7b8d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:13.729409 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e98f6d04-46fb-49d9-b544-a54c6554baed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:13.730312 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d31f1bc9-5539-4897-a1c5-3715ea2a08dd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1003708467-network', 'tenant_id': 'f42eea6885d94f75a94f19fc5f087b8b'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:09:13.867372 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9e8406ec-a843-45fc-a97d-e61526fffeec None None] Calling delete_port for 3dcecc65-3d90-4797-a443-6596cafe3bab owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:09:13.926980 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e98f6d04-46fb-49d9-b544-a54c6554baed admin admin] Calling delete_port for 8f6b519f-a201-4618-a7ba-dffe9727210f owned by network:router_interface {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:09:13.932221 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d31f1bc9-5539-4897-a1c5-3715ea2a08dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:13.955470 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d31f1bc9-5539-4897-a1c5-3715ea2a08dd admin admin] Usage tracker for resource:network and tenant:f42eea6885d94f75a94f19fc5f087b8b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:13.964921 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d31f1bc9-5539-4897-a1c5-3715ea2a08dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:13.986026 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02d75a3d-467b-451e-bb5a-bf34e93e1929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:14.004078 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d31f1bc9-5539-4897-a1c5-3715ea2a08dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:14.083078 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9e8406ec-a843-45fc-a97d-e61526fffeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:14.165322 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-e54cdc4d-b881-4001-85ca-68f5e4369523 admin admin] For port 3dcecc65-3d90-4797-a443-6596cafe3bab, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=3dcecc65-3d90-4797-a443-6596cafe3bab,segment=NetworkSegment(aa0595bb-72c4-4a88-b75b-a7d4ad16e228),segment_id=aa0595bb-72c4-4a88-b75b-a7d4ad16e228)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:14.165322 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e54cdc4d-b881-4001-85ca-68f5e4369523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:14.226480 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573dd5f-07bc-49c9-9e2d-674a8c4c4af9 req-23b06de3-c56c-4ef5-bea4-6e50ac620e4d tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:14.229783 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c573dd5f-07bc-49c9-9e2d-674a8c4c4af9 req-23b06de3-c56c-4ef5-bea4-6e50ac620e4d tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 950 time: 0.4150910 May 27 02:09:14.265234 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8406ec-a843-45fc-a97d-e61526fffeec None None] Pushing event deleted for resources: {'Port': ['ID=3dcecc65-3d90-4797-a443-6596cafe3bab,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:14.267818 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45277fc-a9ac-453e-a523-1ac0308b93d5 req-0be2d818-5717-4de2-8be5-b4f5b1526c94 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:14.269580 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b45277fc-a9ac-453e-a523-1ac0308b93d5 req-0be2d818-5717-4de2-8be5-b4f5b1526c94 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=87dafe07-4df8-4a69-ab8f-c04e892a00a9 HTTP/1.1" status: 200 len: 932 time: 0.2263260 May 27 02:09:14.281219 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8406ec-a843-45fc-a97d-e61526fffeec None None] No DVR routers for this DVR port 3dcecc65-3d90-4797-a443-6596cafe3bab on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:09:14.325699 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31f1bc9-5539-4897-a1c5-3715ea2a08dd admin admin] Made reservation on behalf of f42eea6885d94f75a94f19fc5f087b8b for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:09:14.327967 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d31f1bc9-5539-4897-a1c5-3715ea2a08dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:14.345616 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dac70206-234b-4c79-b28f-6a8fa00a989f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:14.353227 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-e54cdc4d-b881-4001-85ca-68f5e4369523 admin admin] Calling delete_port for 3dcecc65-3d90-4797-a443-6596cafe3bab owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:09:14.354418 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c573dd5f-07bc-49c9-9e2d-674a8c4c4af9 req-9f443dca-f8c9-47f9-82f6-a738f2f14a82 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041152 May 27 02:09:14.393207 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b45277fc-a9ac-453e-a523-1ac0308b93d5 req-c4a7015b-e097-4f8d-8475-580c755c2a1a tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763302 May 27 02:09:14.434855 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d31f1bc9-5539-4897-a1c5-3715ea2a08dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:14.465464 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dac70206-234b-4c79-b28f-6a8fa00a989f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:14.611907 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f577a41-53be-43ef-a02b-39d0447a7978 req-7c0c36f6-9048-45ab-ac1b-b295b9313202 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:14.620568 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f577a41-53be-43ef-a02b-39d0447a7978 req-7c0c36f6-9048-45ab-ac1b-b295b9313202 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 950 time: 0.1135175 May 27 02:09:14.634615 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d31f1bc9-5539-4897-a1c5-3715ea2a08dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:14.643762 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e98f6d04-46fb-49d9-b544-a54c6554baed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:14.649934 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02d75a3d-467b-451e-bb5a-bf34e93e1929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:14.665203 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d31f1bc9-5539-4897-a1c5-3715ea2a08dd admin admin] Usage tracker for resource:security_group_rule and tenant:f42eea6885d94f75a94f19fc5f087b8b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:14.688290 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d31f1bc9-5539-4897-a1c5-3715ea2a08dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:14.693434 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac70206-234b-4c79-b28f-6a8fa00a989f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b35e803-a438-407b-b9bf-ca57f35a5aac,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:14.710282 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d31f1bc9-5539-4897-a1c5-3715ea2a08dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:14.720916 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-dac70206-234b-4c79-b28f-6a8fa00a989f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c877e31934e8466f907829382ce861d8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3808732 May 27 02:09:14.723209 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55818) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:14.748408 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d75a3d-467b-451e-bb5a-bf34e93e1929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08e478f-a1b6-4f0e-b54e-ee0521d50bba,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:14.774255 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-e54cdc4d-b881-4001-85ca-68f5e4369523 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:09:14.774570 n-d-843554-3 neutron-server[88901]: DEBUG oslo_db.api [None req-e54cdc4d-b881-4001-85ca-68f5e4369523 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:09:14.787072 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8f6b519f-a201-4618-a7ba-dffe9727210f up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:09:14.815973 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f577a41-53be-43ef-a02b-39d0447a7978 req-f651a32d-5a63-4798-b5a0-244e42b55bed tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944268 May 27 02:09:14.820085 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f6d04-46fb-49d9-b544-a54c6554baed admin admin] Pushing event deleted for resources: {'Port': ['ID=8f6b519f-a201-4618-a7ba-dffe9727210f,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:14.848580 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 8f6b519f-a201-4618-a7ba-dffe9727210f {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:09:14.849938 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8f6b519f-a201-4618-a7ba-dffe9727210f not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 27 02:09:14.871903 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02d75a3d-467b-451e-bb5a-bf34e93e1929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:14.879589 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-02d75a3d-467b-451e-bb5a-bf34e93e1929 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e08e478f-a1b6-4f0e-b54e-ee0521d50bba HTTP/1.1" status: 204 len: 168 time: 1.5601280 May 27 02:09:14.935692 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-1a204384-3fca-4b24-874b-0b38a2480fcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f5de102-5480-41ab-b0a3-1896cacac56e {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:09:14.946345 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-1a204384-3fca-4b24-874b-0b38a2480fcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:14.962272 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Port 8f6b519f-a201-4618-a7ba-dffe9727210f not found, will not notify nova. {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 27 02:09:15.016558 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eabf619b-3102-4ef8-8211-d4efc73ed6ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:15.020857 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-1a204384-3fca-4b24-874b-0b38a2480fcf service neutron] Transition to ACTIVE for port object 6f5de102-5480-41ab-b0a3-1896cacac56e will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:09:15.040652 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 3dcecc65-3d90-4797-a443-6596cafe3bab no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:09:15.076212 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 3dcecc65-3d90-4797-a443-6596cafe3bab {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:09:15.076773 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 3dcecc65-3d90-4797-a443-6596cafe3bab not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:09:15.094353 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d31f1bc9-5539-4897-a1c5-3715ea2a08dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:15.096331 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eabf619b-3102-4ef8-8211-d4efc73ed6ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:15.115689 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-1a204384-3fca-4b24-874b-0b38a2480fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:15.266373 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d31f1bc9-5539-4897-a1c5-3715ea2a08dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:15.295483 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-e54cdc4d-b881-4001-85ca-68f5e4369523 admin admin] Deleting port 3dcecc65-3d90-4797-a443-6596cafe3bab {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:09:15.295834 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e54cdc4d-b881-4001-85ca-68f5e4369523 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:15.331803 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e98f6d04-46fb-49d9-b544-a54c6554baed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:15.345368 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a204384-3fca-4b24-874b-0b38a2480fcf service neutron] Pushing event updated for resources: {'Port': ['ID=6f5de102-5480-41ab-b0a3-1896cacac56e,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:15.437571 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-e54cdc4d-b881-4001-85ca-68f5e4369523 admin admin] The port '3dcecc65-3d90-4797-a443-6596cafe3bab' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:09:15.547559 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d31f1bc9-5539-4897-a1c5-3715ea2a08dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:09:15.580898 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d31f1bc9-5539-4897-a1c5-3715ea2a08dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:15.581283 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-d31f1bc9-5539-4897-a1c5-3715ea2a08dd admin admin] Added segment 248535eb-3fae-4f6c-bf53-68e67e3b2ac3 of type vlan for network c24beae2-46d4-4bb8-b4b8-f9e0d55afe7a May 27 02:09:15.584403 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f1bc9-5539-4897-a1c5-3715ea2a08dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b5ed2b-f3ec-4ce5-905d-2c5a537af02f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:15.591261 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eabf619b-3102-4ef8-8211-d4efc73ed6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:15.689823 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf619b-3102-4ef8-8211-d4efc73ed6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b35e803-a438-407b-b9bf-ca57f35a5aac,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:15.761334 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-1a204384-3fca-4b24-874b-0b38a2480fcf service neutron] Attempting to bind port 6f5de102-5480-41ab-b0a3-1896cacac56e on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:09:15.761909 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-1a204384-3fca-4b24-874b-0b38a2480fcf service neutron] Attempting to bind port 6f5de102-5480-41ab-b0a3-1896cacac56e by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:09:15.762399 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-1a204384-3fca-4b24-874b-0b38a2480fcf service neutron] Attempting to bind port 6f5de102-5480-41ab-b0a3-1896cacac56e on network a46dc284-eb7c-468a-bcfd-6cfcbba366bf {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:09:15.779380 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-1a204384-3fca-4b24-874b-0b38a2480fcf service neutron] Port 6f5de102-5480-41ab-b0a3-1896cacac56e on network a46dc284-eb7c-468a-bcfd-6cfcbba366bf not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:09:15.779692 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-1a204384-3fca-4b24-874b-0b38a2480fcf service neutron] Attempting to bind port 6f5de102-5480-41ab-b0a3-1896cacac56e on network a46dc284-eb7c-468a-bcfd-6cfcbba366bf {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:09:15.786938 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d31f1bc9-5539-4897-a1c5-3715ea2a08dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:15.800138 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-1a204384-3fca-4b24-874b-0b38a2480fcf service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:09:15.800824 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-1a204384-3fca-4b24-874b-0b38a2480fcf service neutron] Checking segment: {'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:09:15.801378 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-1a204384-3fca-4b24-874b-0b38a2480fcf service neutron] Bound using segment: {'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:09:15.801964 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-1a204384-3fca-4b24-874b-0b38a2480fcf service neutron] Bound port: 6f5de102-5480-41ab-b0a3-1896cacac56e, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:09:15.802598 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-1a204384-3fca-4b24-874b-0b38a2480fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:15.817384 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e54cdc4d-b881-4001-85ca-68f5e4369523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:15.852613 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eabf619b-3102-4ef8-8211-d4efc73ed6ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:15.853793 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-eabf619b-3102-4ef8-8211-d4efc73ed6ec admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5b35e803-a438-407b-b9bf-ca57f35a5aac HTTP/1.1" status: 204 len: 168 time: 1.1253908 May 27 02:09:15.888687 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d89b132a-e948-4a74-9700-ab16e988b46e req-2594981b-469f-4f78-a239-225dbb5e5d8b tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2305667 May 27 02:09:15.907549 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-e54cdc4d-b881-4001-85ca-68f5e4369523 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5ded2bd-6dbd-449a-adc0-e1185e1b2161']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:15.932172 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-e54cdc4d-b881-4001-85ca-68f5e4369523 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa0595bb-72c4-4a88-b75b-a7d4ad16e228') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:15.932587 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-e54cdc4d-b881-4001-85ca-68f5e4369523 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa0595bb-72c4-4a88-b75b-a7d4ad16e228') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:15.960421 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e54cdc4d-b881-4001-85ca-68f5e4369523 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:15.979539 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-1a204384-3fca-4b24-874b-0b38a2480fcf service neutron] For port 6f5de102-5480-41ab-b0a3-1896cacac56e, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:09:15.981915 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e54cdc4d-b881-4001-85ca-68f5e4369523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:15.985093 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-1a204384-3fca-4b24-874b-0b38a2480fcf service neutron] For port 6f5de102-5480-41ab-b0a3-1896cacac56e, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=6f5de102-5480-41ab-b0a3-1896cacac56e,segment=NetworkSegment(18001c0d-6c74-475c-a0cb-9d64b721b14f),segment_id=18001c0d-6c74-475c-a0cb-9d64b721b14f)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:09:15.990648 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d31f1bc9-5539-4897-a1c5-3715ea2a08dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:15.991907 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31f1bc9-5539-4897-a1c5-3715ea2a08dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:15.992482 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d31f1bc9-5539-4897-a1c5-3715ea2a08dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:15.998098 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e54cdc4d-b881-4001-85ca-68f5e4369523 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:09:15.998493 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e54cdc4d-b881-4001-85ca-68f5e4369523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:16.037157 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac232e4-e05a-41b1-a268-286401775ed5 req-c1e07dc0-f28f-44fd-8291-3a85f03e5272 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:16.038806 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cac232e4-e05a-41b1-a268-286401775ed5 req-c1e07dc0-f28f-44fd-8291-3a85f03e5272 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=87dafe07-4df8-4a69-ab8f-c04e892a00a9 HTTP/1.1" status: 200 len: 944 time: 0.4404366 May 27 02:09:16.049037 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment aa0595bb-72c4-4a88-b75b-a7d4ad16e228 resource provider aggregate not found May 27 02:09:16.058844 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98f6d04-46fb-49d9-b544-a54c6554baed admin admin] Router 92aedcde-c0d0-4c95-8aca-3a17cce9bfcf has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:09:16.161435 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-1a204384-3fca-4b24-874b-0b38a2480fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:16.208140 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b132a-e948-4a74-9700-ab16e988b46e req-eca85933-eb95-4fa9-bf64-526ce971ddc6 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:16.209632 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d89b132a-e948-4a74-9700-ab16e988b46e req-eca85933-eb95-4fa9-bf64-526ce971ddc6 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3094845 May 27 02:09:16.226746 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cac232e4-e05a-41b1-a268-286401775ed5 req-32797b6a-38ed-40a5-bee1-1195e93c661b tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666369 May 27 02:09:16.229442 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment aa0595bb-72c4-4a88-b75b-a7d4ad16e228 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aa0595bb-72c4-4a88-b75b-a7d4ad16e228 found for delete ", "request_id": "req-efa6cefd-b9eb-43d7-8b40-372b125b763b"}]} May 27 02:09:16.246802 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d89b132a-e948-4a74-9700-ab16e988b46e req-3fc07ebf-fbb3-403a-85e5-56a7accb9131 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/quotas/91fc0a0dee4b4cc18343e2e355149e58 HTTP/1.1" status: 200 len: 375 time: 0.0185838 May 27 02:09:16.271928 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d31f1bc9-5539-4897-a1c5-3715ea2a08dd admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.8202729 May 27 02:09:16.282556 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f1bc9-5539-4897-a1c5-3715ea2a08dd admin admin] Pushing event updated for resources: {'Network': ['ID=c24beae2-46d4-4bb8-b4b8-f9e0d55afe7a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:16.284683 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55876) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:16.286148 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-1a204384-3fca-4b24-874b-0b38a2480fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:16.286911 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-1a204384-3fca-4b24-874b-0b38a2480fcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:16.288470 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-1a204384-3fca-4b24-874b-0b38a2480fcf service neutron] 10.222.0.32 "PUT /v2.0/ports/6f5de102-5480-41ab-b0a3-1896cacac56e HTTP/1.1" status: 200 len: 1092 time: 3.4264548 May 27 02:09:16.294676 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87dafe07-4df8-4a69-ab8f-c04e892a00a9', 'tag': '6f5de102-5480-41ab-b0a3-1896cacac56e'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:09:16.298052 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network c24beae2-46d4-4bb8-b4b8-f9e0d55afe7a details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:09:16.306036 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-4d91359a-90d3-4ee3-919b-3637b051f423 admin admin] Request body: {'subnet': {'network_id': 'c24beae2-46d4-4bb8-b4b8-f9e0d55afe7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1003708467-subnet', 'tenant_id': 'f42eea6885d94f75a94f19fc5f087b8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:09:16.316058 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4d91359a-90d3-4ee3-919b-3637b051f423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:16.323599 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4d91359a-90d3-4ee3-919b-3637b051f423 admin admin] Usage tracker for resource:subnet and tenant:f42eea6885d94f75a94f19fc5f087b8b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:16.327430 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4d91359a-90d3-4ee3-919b-3637b051f423 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:16.334704 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a204384-3fca-4b24-874b-0b38a2480fcf service neutron] Pushing event updated for resources: {'Port': ['ID=6f5de102-5480-41ab-b0a3-1896cacac56e,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:16.337893 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4d91359a-90d3-4ee3-919b-3637b051f423 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:16.402080 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e54cdc4d-b881-4001-85ca-68f5e4369523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:16.414233 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e54cdc4d-b881-4001-85ca-68f5e4369523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:16.471155 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98f6d04-46fb-49d9-b544-a54c6554baed admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:09:16.481283 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c618f2ac-2b63-45c3-b9fe-9b6168effcc9 None None] Sync routers for ids ['92aedcde-c0d0-4c95-8aca-3a17cce9bfcf'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:09:16.487045 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54cdc4d-b881-4001-85ca-68f5e4369523 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5ded2bd-6dbd-449a-adc0-e1185e1b2161,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:16.493020 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c618f2ac-2b63-45c3-b9fe-9b6168effcc9 None None] Routers {'92aedcde-c0d0-4c95-8aca-3a17cce9bfcf'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:09:16.493855 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c618f2ac-2b63-45c3-b9fe-9b6168effcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:08:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['92aedcde-c0d0-4c95-8aca-3a17cce9bfcf'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:16.511489 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d89b132a-e948-4a74-9700-ab16e988b46e req-0ea7a567-fda0-429e-82bd-be1446a1f061 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2011387 May 27 02:09:16.515851 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e98f6d04-46fb-49d9-b544-a54c6554baed admin admin] 10.222.0.57 "PUT /v2.0/routers/92aedcde-c0d0-4c95-8aca-3a17cce9bfcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6020236 May 27 02:09:16.516637 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d77e24-6fe8-411a-9e35-31c822e045da req-c187fa7b-9430-486d-a96b-5e6660320437 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:16.522696 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-63d77e24-6fe8-411a-9e35-31c822e045da req-c187fa7b-9430-486d-a96b-5e6660320437 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=409aec4a-c1bd-4d1f-b785-52129f342cb8 HTTP/1.1" status: 200 len: 1097 time: 0.1457703 May 27 02:09:16.524774 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55884) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:16.529723 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d91359a-90d3-4ee3-919b-3637b051f423 admin admin] Made reservation on behalf of f42eea6885d94f75a94f19fc5f087b8b for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:09:16.538430 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4d91359a-90d3-4ee3-919b-3637b051f423 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:16.591644 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55890) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:16.696310 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dc48fc2f-e622-4f9d-ad82-1a06ebf23ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:16.733588 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e54cdc4d-b881-4001-85ca-68f5e4369523 admin admin] 10.222.0.57 "DELETE /v2.0/networks/e5ded2bd-6dbd-449a-adc0-e1185e1b2161 HTTP/1.1" status: 204 len: 168 time: 3.9169796 May 27 02:09:16.737031 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55894) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:16.749355 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-63d77e24-6fe8-411a-9e35-31c822e045da req-f438f4bf-0bde-47e1-87c9-f587c9406df6 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256775 May 27 02:09:16.750765 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-dc48fc2f-e622-4f9d-ad82-1a06ebf23ab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:16.757304 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-dc48fc2f-e622-4f9d-ad82-1a06ebf23ab4 admin admin] Usage tracker for resource:security_group_rule and tenant:174e5857b48146c2830a6a9cfb0e1b31 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:16.780539 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-c618f2ac-2b63-45c3-b9fe-9b6168effcc9 None None] Set router 92aedcde-c0d0-4c95-8aca-3a17cce9bfcf gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:09:16.855466 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-dc48fc2f-e622-4f9d-ad82-1a06ebf23ab4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:16.909898 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-dc48fc2f-e622-4f9d-ad82-1a06ebf23ab4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:17.093673 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-94a787aa-ea1a-42e1-9686-40069395c4cd admin admin] Notify callbacks [] for router, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:17.241855 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dc7ff35-a4e0-4ce5-b2de-ae32336e6111'] response: {'name': 'network-changed', 'server_uuid': '87dafe07-4df8-4a69-ab8f-c04e892a00a9', 'tag': '6f5de102-5480-41ab-b0a3-1896cacac56e', 'status': 'completed', 'code': 200} May 27 02:09:17.249389 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c618f2ac-2b63-45c3-b9fe-9b6168effcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92aedcde-c0d0-4c95-8aca-3a17cce9bfcf', 'name': 'tempest-ServersTestFqdnHostnames-1678412478-router', 'tenant_id': '75c502f38d3f485db62df5c17ab184be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'ac888c73-4e58-48dd-8212-c9d1cfb85aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:08:57Z', 'updated_at': '2022-05-27T02:09:14Z', 'revision_number': 5, 'project_id': '75c502f38d3f485db62df5c17ab184be', 'gw_port': {'id': 'ac888c73-4e58-48dd-8212-c9d1cfb85aae', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92aedcde-c0d0-4c95-8aca-3a17cce9bfcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:08:59Z', 'updated_at': '2022-05-27T02:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:17.254315 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c618f2ac-2b63-45c3-b9fe-9b6168effcc9 None None] Checking router: 92aedcde-c0d0-4c95-8aca-3a17cce9bfcf for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:09:17.265414 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c618f2ac-2b63-45c3-b9fe-9b6168effcc9 None None] Routers {'92aedcde-c0d0-4c95-8aca-3a17cce9bfcf'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:09:17.266155 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c618f2ac-2b63-45c3-b9fe-9b6168effcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:08:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['92aedcde-c0d0-4c95-8aca-3a17cce9bfcf'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:17.385249 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-da7578b4-ee1d-482f-b818-eee0c5bb8883 req-37249421-3931-494b-ba5f-a96171b7bbb3 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 210 time: 0.4003224 May 27 02:09:17.475956 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-c618f2ac-2b63-45c3-b9fe-9b6168effcc9 None None] Set router 92aedcde-c0d0-4c95-8aca-3a17cce9bfcf gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:09:17.579370 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-d8b4332f-8776-4c1a-becb-f51730eb3916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:17.581140 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-d8b4332f-8776-4c1a-becb-f51730eb3916 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=846b128e49a144bb97bdbd537ab49432&device_id=87dafe07-4df8-4a69-ab8f-c04e892a00a9 HTTP/1.1" status: 200 len: 1095 time: 1.1584198 May 27 02:09:17.755350 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4d91359a-90d3-4ee3-919b-3637b051f423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:17.790404 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-94a787aa-ea1a-42e1-9686-40069395c4cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:17.866382 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91359a-90d3-4ee3-919b-3637b051f423 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e685613-3397-474a-af44-04ef37923e97,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:17.877629 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-820f6b10-8fe7-42a6-885e-55a8109ed91c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f5de102-5480-41ab-b0a3-1896cacac56e HTTP/1.1" status: 200 len: 217 time: 0.2874475 May 27 02:09:17.887898 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c618f2ac-2b63-45c3-b9fe-9b6168effcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92aedcde-c0d0-4c95-8aca-3a17cce9bfcf', 'name': 'tempest-ServersTestFqdnHostnames-1678412478-router', 'tenant_id': '75c502f38d3f485db62df5c17ab184be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'ac888c73-4e58-48dd-8212-c9d1cfb85aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:08:57Z', 'updated_at': '2022-05-27T02:09:14Z', 'revision_number': 5, 'project_id': '75c502f38d3f485db62df5c17ab184be', 'gw_port': {'id': 'ac888c73-4e58-48dd-8212-c9d1cfb85aae', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92aedcde-c0d0-4c95-8aca-3a17cce9bfcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:08:59Z', 'updated_at': '2022-05-27T02:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:17.891506 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c618f2ac-2b63-45c3-b9fe-9b6168effcc9 None None] The sync data for ids ['92aedcde-c0d0-4c95-8aca-3a17cce9bfcf'] in n-d-843554-3 is: [{'id': '92aedcde-c0d0-4c95-8aca-3a17cce9bfcf', 'name': 'tempest-ServersTestFqdnHostnames-1678412478-router', 'tenant_id': '75c502f38d3f485db62df5c17ab184be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'ac888c73-4e58-48dd-8212-c9d1cfb85aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:08:57Z', 'updated_at': '2022-05-27T02:09:14Z', 'revision_number': 5, 'project_id': '75c502f38d3f485db62df5c17ab184be', 'gw_port': {'id': 'ac888c73-4e58-48dd-8212-c9d1cfb85aae', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92aedcde-c0d0-4c95-8aca-3a17cce9bfcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:08:59Z', 'updated_at': '2022-05-27T02:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:09:17.909489 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dc48fc2f-e622-4f9d-ad82-1a06ebf23ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:17.929398 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9bb06-2db7-4096-9e3b-bc9cfcd3c287 req-ec285acd-e20b-49e7-93fa-401f1874f12f tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:17.931659 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e4b9bb06-2db7-4096-9e3b-bc9cfcd3c287 req-ec285acd-e20b-49e7-93fa-401f1874f12f tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=87dafe07-4df8-4a69-ab8f-c04e892a00a9 HTTP/1.1" status: 200 len: 944 time: 0.4051681 May 27 02:09:17.932840 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-94a787aa-ea1a-42e1-9686-40069395c4cd admin admin] Deleting port ac888c73-4e58-48dd-8212-c9d1cfb85aae {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:09:17.933231 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-94a787aa-ea1a-42e1-9686-40069395c4cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:17.997189 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dc48fc2f-e622-4f9d-ad82-1a06ebf23ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:18.003465 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-93854ee7-a1ad-4df7-92b2-ecb5c140f096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:18.005240 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-93854ee7-a1ad-4df7-92b2-ecb5c140f096 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7bcc4077-ba65-497d-80cd-f2b54423660b HTTP/1.1" status: 200 len: 847 time: 0.0827971 May 27 02:09:18.079024 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-e9030cbc-a6c6-40ab-8e22-5165f3beb24d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656328 May 27 02:09:18.150073 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e4b9bb06-2db7-4096-9e3b-bc9cfcd3c287 req-b2526cc1-47ec-454b-926b-9ca679d6aec5 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833475 May 27 02:09:18.152156 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d91359a-90d3-4ee3-919b-3637b051f423 admin admin] Checking segment: {'id': '248535eb-3fae-4f6c-bf53-68e67e3b2ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c24beae2-46d4-4bb8-b4b8-f9e0d55afe7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:09:18.152524 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d91359a-90d3-4ee3-919b-3637b051f423 admin admin] Network hostable DHCP agents. Network: c24beae2-46d4-4bb8-b4b8-f9e0d55afe7a, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:09:18.154871 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc48fc2f-e622-4f9d-ad82-1a06ebf23ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e4022c-cb2e-4d96-9df6-ed26c1412b0b,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:18.162765 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-dc48fc2f-e622-4f9d-ad82-1a06ebf23ab4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=174e5857b48146c2830a6a9cfb0e1b31&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5615373 May 27 02:09:18.169294 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55944) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:18.297018 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d91359a-90d3-4ee3-919b-3637b051f423 admin admin] Network c24beae2-46d4-4bb8-b4b8-f9e0d55afe7a is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:09:18.298792 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-db900c90-af32-45a7-8c72-352c08fc55ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:18.301446 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-94a787aa-ea1a-42e1-9686-40069395c4cd admin admin] For port ac888c73-4e58-48dd-8212-c9d1cfb85aae, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=ac888c73-4e58-48dd-8212-c9d1cfb85aae,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:18.301806 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-94a787aa-ea1a-42e1-9686-40069395c4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:18.421409 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-4d91359a-90d3-4ee3-919b-3637b051f423 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, c24beae2-46d4-4bb8-b4b8-f9e0d55afe7a) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:09:18.432397 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d91359a-90d3-4ee3-919b-3637b051f423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:18.433066 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4d91359a-90d3-4ee3-919b-3637b051f423 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:18.434112 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae0f4c7-9d09-42ba-8af6-7143d2c8d8af None None] Network c24beae2-46d4-4bb8-b4b8-f9e0d55afe7a requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:09:18.464496 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-94a787aa-ea1a-42e1-9686-40069395c4cd admin admin] Calling delete_port for ac888c73-4e58-48dd-8212-c9d1cfb85aae owned by network:router_gateway {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:09:18.523553 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-cdf8b21c-f355-470c-aedc-2e72eec4df8c service neutron] 10.222.0.32 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338677 May 27 02:09:18.581529 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4d91359a-90d3-4ee3-919b-3637b051f423 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2881157 May 27 02:09:18.583700 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-db900c90-af32-45a7-8c72-352c08fc55ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:18.634750 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-9b83e8ed-d622-4856-87f8-82ff8735ed27 tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=b2402e0e26944ebd946b28d77f1b8c16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0977666 May 27 02:09:18.655635 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8f6b519f-a201-4618-a7ba-dffe9727210f no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:09:18.728930 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 8f6b519f-a201-4618-a7ba-dffe9727210f {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:09:18.729609 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8f6b519f-a201-4618-a7ba-dffe9727210f not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:09:18.754335 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad15f4ad-a531-4e37-8260-b71740271214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:18.863857 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-db900c90-af32-45a7-8c72-352c08fc55ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:18.905846 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:18.919475 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c59cf5-eba5-44ab-9918-1c10f181519a None None] Network c24beae2-46d4-4bb8-b4b8-f9e0d55afe7a requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:09:18.940875 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db900c90-af32-45a7-8c72-352c08fc55ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e4022c-cb2e-4d96-9df6-ed26c1412b0b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:18.962868 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-1ce2b336-c21f-43a8-85f0-3680c4e67ee1 tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:18.964369 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-1ce2b336-c21f-43a8-85f0-3680c4e67ee1 tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3286047 May 27 02:09:18.965198 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-db900c90-af32-45a7-8c72-352c08fc55ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:18.966444 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-db900c90-af32-45a7-8c72-352c08fc55ef admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/35e4022c-cb2e-4d96-9df6-ed26c1412b0b HTTP/1.1" status: 204 len: 168 time: 0.7962377 May 27 02:09:19.001216 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:19.014833 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6be8c0cb-47b1-4a57-b9ac-3611ecb08e20 req-573e33a9-4011-4f7a-b3b1-984269088a9f service neutron] 10.222.0.32 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4762862 May 27 02:09:19.048824 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-27c38eb6-87c6-4119-8c5c-7bebd441ce8f tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] 10.222.0.57 "GET /v2.0/quotas/b2402e0e26944ebd946b28d77f1b8c16 HTTP/1.1" status: 200 len: 375 time: 0.0638719 May 27 02:09:19.113199 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-9fa3f577-88e9-498e-9b60-3fa9fe88f012 tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b2402e0e26944ebd946b28d77f1b8c16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512369 May 27 02:09:19.206514 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-94a787aa-ea1a-42e1-9686-40069395c4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:19.266977 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a787aa-ea1a-42e1-9686-40069395c4cd admin admin] Pushing event deleted for resources: {'Port': ['ID=ac888c73-4e58-48dd-8212-c9d1cfb85aae,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:19.334940 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a5cd5-5375-4829-881b-63cde3ff4122 req-fc5cf6be-6231-4192-a8ca-fd7adb25e0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:19.337255 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ad3a5cd5-5375-4829-881b-63cde3ff4122 req-fc5cf6be-6231-4192-a8ca-fd7adb25e0b7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=846b128e49a144bb97bdbd537ab49432&device_id=87dafe07-4df8-4a69-ab8f-c04e892a00a9 HTTP/1.1" status: 200 len: 1095 time: 0.1509748 May 27 02:09:19.367523 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-ad15f4ad-a531-4e37-8260-b71740271214 admin admin] Deleting port 1a6f1d64-afe4-41fc-8056-63f10a586b98 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:09:19.368291 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad15f4ad-a531-4e37-8260-b71740271214 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:19.374026 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-94a787aa-ea1a-42e1-9686-40069395c4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:19.796752 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-8ddd4dfe-07c3-4393-81e4-59dad97e2790 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:09:19.797742 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-8ddd4dfe-07c3-4393-81e4-59dad97e2790 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0713983 May 27 02:09:19.803321 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a5cd5-5375-4829-881b-63cde3ff4122 req-e353bb8a-25df-46d4-83b3-9de8bf41b3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:19.804793 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ad3a5cd5-5375-4829-881b-63cde3ff4122 req-e353bb8a-25df-46d4-83b3-9de8bf41b3ec service neutron] 10.222.0.32 "GET /v2.0/networks?id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf HTTP/1.1" status: 200 len: 908 time: 0.4609857 May 27 02:09:19.812275 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3f0ebff0-50e1-4fe8-acfd-7616cd4cacd4 req-f8c691d5-4dbb-4d6e-b6f7-fedde7d5dc3c tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 210 time: 0.0829573 May 27 02:09:19.817158 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d89b132a-e948-4a74-9700-ab16e988b46e req-5c182d7c-819d-4ee1-acc9-32c9e22d3f86 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0890074 May 27 02:09:19.820998 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-f1e34232-7699-4a1d-9de3-d1ae9c82a9aa service neutron] Request body: {'binding': {'host': 'n-h1-843554-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:09:19.821634 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-f1e34232-7699-4a1d-9de3-d1ae9c82a9aa service neutron] Unknown quota resources ['binding']. {{(pid=88902) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 27 02:09:19.848986 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-94a787aa-ea1a-42e1-9686-40069395c4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:19.857190 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-94a787aa-ea1a-42e1-9686-40069395c4cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:19.974068 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ad3a5cd5-5375-4829-881b-63cde3ff4122 req-4d2f4711-32a6-48f6-b8ae-2555c81b4517 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f5de102-5480-41ab-b0a3-1896cacac56e HTTP/1.1" status: 200 len: 217 time: 0.1378534 May 27 02:09:19.984891 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-ad15f4ad-a531-4e37-8260-b71740271214 admin admin] For port 1a6f1d64-afe4-41fc-8056-63f10a586b98, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1a6f1d64-afe4-41fc-8056-63f10a586b98,segment=NetworkSegment(61d202a5-7a62-49fd-b584-e0d6e1facdfd),segment_id=61d202a5-7a62-49fd-b584-e0d6e1facdfd)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:19.985396 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad15f4ad-a531-4e37-8260-b71740271214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:20.072133 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a5cd5-5375-4829-881b-63cde3ff4122 req-e69b4929-3314-43a2-98b8-ef544f478bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:20.073799 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ad3a5cd5-5375-4829-881b-63cde3ff4122 req-e69b4929-3314-43a2-98b8-ef544f478bea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7bcc4077-ba65-497d-80cd-f2b54423660b HTTP/1.1" status: 200 len: 847 time: 0.0925598 May 27 02:09:20.141816 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-94a787aa-ea1a-42e1-9686-40069395c4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:20.142372 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a787aa-ea1a-42e1-9686-40069395c4cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92aedcde-c0d0-4c95-8aca-3a17cce9bfcf {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:09:20.168710 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-732b6125-9895-484f-addb-d9a168a755ea req-b0f57fc4-977e-47d3-af95-9c59ad568a33 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-882858104', 'description': 'tempest-description-893120344'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:09:20.191448 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-732b6125-9895-484f-addb-d9a168a755ea req-b0f57fc4-977e-47d3-af95-9c59ad568a33 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:20.254642 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-732b6125-9895-484f-addb-d9a168a755ea req-b0f57fc4-977e-47d3-af95-9c59ad568a33 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Usage tracker for resource:security_group and tenant:f42eea6885d94f75a94f19fc5f087b8b is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:20.255530 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-ad15f4ad-a531-4e37-8260-b71740271214 admin admin] Calling delete_port for 1a6f1d64-afe4-41fc-8056-63f10a586b98 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:09:20.269613 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-732b6125-9895-484f-addb-d9a168a755ea req-b0f57fc4-977e-47d3-af95-9c59ad568a33 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:20.278794 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-94a787aa-ea1a-42e1-9686-40069395c4cd admin admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:20.282845 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-94a787aa-ea1a-42e1-9686-40069395c4cd admin admin] 10.222.0.57 "DELETE /v2.0/routers/92aedcde-c0d0-4c95-8aca-3a17cce9bfcf HTTP/1.1" status: 204 len: 168 time: 3.7547891 May 27 02:09:20.289172 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55998) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:20.296076 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-732b6125-9895-484f-addb-d9a168a755ea req-b0f57fc4-977e-47d3-af95-9c59ad568a33 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:20.316427 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b132a-e948-4a74-9700-ab16e988b46e req-ab24dc80-34f8-4726-9db5-1987ec4992be tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:20.318980 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d89b132a-e948-4a74-9700-ab16e988b46e req-ab24dc80-34f8-4726-9db5-1987ec4992be tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4677906 May 27 02:09:20.319539 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ad3a5cd5-5375-4829-881b-63cde3ff4122 req-027fffdb-8fde-4686-8887-1cc16f5cdfc9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1750968 May 27 02:09:20.377264 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-d89b132a-e948-4a74-9700-ab16e988b46e req-a1c6f397-597e-4871-a998-da0d02e464e0 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Request body: {'port': {'device_id': '668f3f0a-810a-4d84-8786-0b25edc03279', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'admin_state_up': True, 'tenant_id': '91fc0a0dee4b4cc18343e2e355149e58'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:09:20.469279 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ad3a5cd5-5375-4829-881b-63cde3ff4122 req-4fff8598-796f-4c6e-a02e-cfa341f05512 service neutron] 10.222.0.32 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397080 May 27 02:09:20.483486 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-732b6125-9895-484f-addb-d9a168a755ea req-b0f57fc4-977e-47d3-af95-9c59ad568a33 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:20.545445 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4093785-e02b-4759-bae4-c8b41d539f55 admin admin] Deleting subnet 74e587ef-2bae-4632-b61a-48f488661b49 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:09:20.552014 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-732b6125-9895-484f-addb-d9a168a755ea req-b0f57fc4-977e-47d3-af95-9c59ad568a33 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:20.569995 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-f1e34232-7699-4a1d-9de3-d1ae9c82a9aa service neutron] Attempting to bind port acfdfd2a-596c-4407-993b-2d9aae064064 on host n-h1-843554-3 for vnic_type normal with profile None {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:09:20.570339 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-f1e34232-7699-4a1d-9de3-d1ae9c82a9aa service neutron] Attempting to bind port acfdfd2a-596c-4407-993b-2d9aae064064 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:09:20.571245 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-f1e34232-7699-4a1d-9de3-d1ae9c82a9aa service neutron] Attempting to bind port acfdfd2a-596c-4407-993b-2d9aae064064 on network db30ed05-8f60-4a40-83c6-9b50139dcb81 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:09:20.578699 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f4093785-e02b-4759-bae4-c8b41d539f55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:20.608702 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-732b6125-9895-484f-addb-d9a168a755ea req-b0f57fc4-977e-47d3-af95-9c59ad568a33 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Usage tracker for resource:security_group_rule and tenant:f42eea6885d94f75a94f19fc5f087b8b is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:20.619527 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-f1e34232-7699-4a1d-9de3-d1ae9c82a9aa service neutron] Port acfdfd2a-596c-4407-993b-2d9aae064064 on network db30ed05-8f60-4a40-83c6-9b50139dcb81 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:09:20.619527 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-f1e34232-7699-4a1d-9de3-d1ae9c82a9aa service neutron] Attempting to bind port acfdfd2a-596c-4407-993b-2d9aae064064 on network db30ed05-8f60-4a40-83c6-9b50139dcb81 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:09:20.628078 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-732b6125-9895-484f-addb-d9a168a755ea req-b0f57fc4-977e-47d3-af95-9c59ad568a33 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:20.646198 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-732b6125-9895-484f-addb-d9a168a755ea req-b0f57fc4-977e-47d3-af95-9c59ad568a33 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:20.652215 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-f1e34232-7699-4a1d-9de3-d1ae9c82a9aa service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:09:20.652811 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-f1e34232-7699-4a1d-9de3-d1ae9c82a9aa service neutron] Checking segment: {'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:09:20.653372 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-f1e34232-7699-4a1d-9de3-d1ae9c82a9aa service neutron] Bound using segment: {'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:09:20.653819 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-f1e34232-7699-4a1d-9de3-d1ae9c82a9aa service neutron] Bound port: acfdfd2a-596c-4407-993b-2d9aae064064, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:09:20.660438 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ad3a5cd5-5375-4829-881b-63cde3ff4122 req-503fa69f-12a3-486e-8503-3c5431556cb1 service neutron] 10.222.0.32 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814840 May 27 02:09:20.687569 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-d89b132a-e948-4a74-9700-ab16e988b46e req-a1c6f397-597e-4871-a998-da0d02e464e0 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:20.713368 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f4093785-e02b-4759-bae4-c8b41d539f55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:20.756387 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-d89b132a-e948-4a74-9700-ab16e988b46e req-a1c6f397-597e-4871-a998-da0d02e464e0 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:20.765098 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ac888c73-4e58-48dd-8212-c9d1cfb85aae no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:09:20.829750 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-f1e34232-7699-4a1d-9de3-d1ae9c82a9aa service neutron] For port acfdfd2a-596c-4407-993b-2d9aae064064, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=acfdfd2a-596c-4407-993b-2d9aae064064,segment=NetworkSegment(a69d16a1-8436-40ed-b9ce-539b6def055f),segment_id=a69d16a1-8436-40ed-b9ce-539b6def055f)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:09:20.863283 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f4093785-e02b-4759-bae4-c8b41d539f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:20.919913 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad15f4ad-a531-4e37-8260-b71740271214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:20.924624 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: ac888c73-4e58-48dd-8212-c9d1cfb85aae {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:09:20.924624 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ac888c73-4e58-48dd-8212-c9d1cfb85aae not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:09:20.944209 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d89b132a-e948-4a74-9700-ab16e988b46e req-a1c6f397-597e-4871-a998-da0d02e464e0 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Made reservation on behalf of 91fc0a0dee4b4cc18343e2e355149e58 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:09:20.948661 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d89b132a-e948-4a74-9700-ab16e988b46e req-a1c6f397-597e-4871-a998-da0d02e464e0 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:21.011365 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-732b6125-9895-484f-addb-d9a168a755ea req-b0f57fc4-977e-47d3-af95-9c59ad568a33 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:21.024951 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-f1e34232-7699-4a1d-9de3-d1ae9c82a9aa service neutron] Notify callbacks [] for binding, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:21.024951 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-f1e34232-7699-4a1d-9de3-d1ae9c82a9aa service neutron] 10.222.0.57 "POST /v2.0/ports/acfdfd2a-596c-4407-993b-2d9aae064064/bindings HTTP/1.1" status: 201 len: 389 time: 1.2020321 May 27 02:09:21.086131 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad15f4ad-a531-4e37-8260-b71740271214 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a6f1d64-afe4-41fc-8056-63f10a586b98,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:21.094000 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-732b6125-9895-484f-addb-d9a168a755ea req-b0f57fc4-977e-47d3-af95-9c59ad568a33 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:21.179377 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f4093785-e02b-4759-bae4-c8b41d539f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:21.291844 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4093785-e02b-4759-bae4-c8b41d539f55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74e587ef-2bae-4632-b61a-48f488661b49,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:21.300854 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e8683d-d43c-4585-9569-5b132f130da7 None None] Network f1bba5e2-d647-4392-9eaf-7e2eff1d856b requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:09:21.303906 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f4093785-e02b-4759-bae4-c8b41d539f55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:21.306307 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f4093785-e02b-4759-bae4-c8b41d539f55 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/74e587ef-2bae-4632-b61a-48f488661b49 HTTP/1.1" status: 204 len: 168 time: 1.0030682 May 27 02:09:21.314748 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f57fc4-977e-47d3-af95-9c59ad568a33 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc13ec2b-2b6d-45c7-9bb5-081e0515517e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:21.358960 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56022) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:21.397872 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-732b6125-9895-484f-addb-d9a168a755ea req-b0f57fc4-977e-47d3-af95-9c59ad568a33 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:21.399812 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-732b6125-9895-484f-addb-d9a168a755ea req-b0f57fc4-977e-47d3-af95-9c59ad568a33 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 1.2355180 May 27 02:09:21.431029 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-d89b132a-e948-4a74-9700-ab16e988b46e req-a1c6f397-597e-4871-a998-da0d02e464e0 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Allocated IP 192.168.233.18 (54d5ea08-4fa3-4323-9d64-35a947e9d08e/2cf69705-8457-415f-85a3-b42efaff1b97/da5fb44e-ba92-42dc-988f-3cd41806c48b) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:09:21.749656 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d493d404-274c-4306-a507-b3d700120309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:21.762683 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad15f4ad-a531-4e37-8260-b71740271214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:21.763761 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e75365-2c8f-4137-8723-7a9226dccc86 None None] DHCP port deletion for f1bba5e2-d647-4392-9eaf-7e2eff1d856b request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:09:21.767751 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-16e75365-2c8f-4137-8723-7a9226dccc86 None None] Deleting port 1a945df5-342d-4941-be65-cd779f9b4aeb {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:09:21.769038 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-16e75365-2c8f-4137-8723-7a9226dccc86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:21.774233 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d493d404-274c-4306-a507-b3d700120309 admin admin] Deleting port 1a945df5-342d-4941-be65-cd779f9b4aeb {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:09:21.774575 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d493d404-274c-4306-a507-b3d700120309 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:21.786547 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0197d9fe-0b44-411c-b3a0-937950c04ded req-db4b37f9-465d-46ac-9c66-db256de1fecc tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] 10.222.0.57 "GET /v2.0/ports?device_id=56751f4a-e3b4-4587-bb78-4905834431d5 HTTP/1.1" status: 200 len: 210 time: 0.1758432 May 27 02:09:21.925086 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafefd07-4c5b-4060-8b92-0ec4426d3af4 req-cf5e68b6-1e8b-4dc6-85a6-106b1513f7ad tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:21.927064 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fafefd07-4c5b-4060-8b92-0ec4426d3af4 req-cf5e68b6-1e8b-4dc6-85a6-106b1513f7ad tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=87dafe07-4df8-4a69-ab8f-c04e892a00a9 HTTP/1.1" status: 200 len: 944 time: 0.4070816 May 27 02:09:21.937341 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d89b132a-e948-4a74-9700-ab16e988b46e req-a1c6f397-597e-4871-a998-da0d02e464e0 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:21.997379 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-d89b132a-e948-4a74-9700-ab16e988b46e req-a1c6f397-597e-4871-a998-da0d02e464e0 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Transition to ACTIVE for port object da5fb44e-ba92-42dc-988f-3cd41806c48b will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:09:22.029088 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fafefd07-4c5b-4060-8b92-0ec4426d3af4 req-039aa463-fd8e-450a-b412-570ef72fc72d tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932920 May 27 02:09:22.125261 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-1a9c50c2-61f3-4183-a2cb-5676c79cecc6 req-7cd027c9-4a36-43bb-a386-34903e2ed7f0 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Synchronizing usage tracker for tenant:91fc0a0dee4b4cc18343e2e355149e58 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:09:22.146579 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-16e75365-2c8f-4137-8723-7a9226dccc86 None None] For port 1a945df5-342d-4941-be65-cd779f9b4aeb, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1a945df5-342d-4941-be65-cd779f9b4aeb,segment=NetworkSegment(b7fa8249-af64-49d0-9065-51c6323f7b8d),segment_id=b7fa8249-af64-49d0-9065-51c6323f7b8d)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:22.146966 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-16e75365-2c8f-4137-8723-7a9226dccc86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:22.155480 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-1a9c50c2-61f3-4183-a2cb-5676c79cecc6 req-7cd027c9-4a36-43bb-a386-34903e2ed7f0 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Unset dirty status for tenant:91fc0a0dee4b4cc18343e2e355149e58 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:09:22.156630 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1a9c50c2-61f3-4183-a2cb-5676c79cecc6 req-7cd027c9-4a36-43bb-a386-34903e2ed7f0 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 210 time: 0.1031208 May 27 02:09:22.183688 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6423f36b-de38-4c15-9139-49c8720c8a3e req-e02364ca-f870-47cf-a493-e468d76ab047 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] 10.222.0.57 "GET /v2.0/security-groups/cc13ec2b-2b6d-45c7-9bb5-081e0515517e HTTP/1.1" status: 200 len: 1811 time: 0.1228855 May 27 02:09:22.200862 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-6423f36b-de38-4c15-9139-49c8720c8a3e req-37d5a64e-780c-4a27-b576-d3caa6ad152b tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cc13ec2b-2b6d-45c7-9bb5-081e0515517e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:09:22.201176 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-6423f36b-de38-4c15-9139-49c8720c8a3e req-37d5a64e-780c-4a27-b576-d3caa6ad152b tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cc13ec2b-2b6d-45c7-9bb5-081e0515517e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:09:22.208029 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d89b132a-e948-4a74-9700-ab16e988b46e req-a1c6f397-597e-4871-a998-da0d02e464e0 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:22.252425 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-d8a549bc-b964-4027-9c7d-e897f68bece3 tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b2402e0e26944ebd946b28d77f1b8c16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525978 May 27 02:09:22.269147 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-d9c152f7-4d9b-40d6-b316-667a079718f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:22.271155 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-d9c152f7-4d9b-40d6-b316-667a079718f1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a29ffcc4de66478babed622f0d89fbe8&device_id=409aec4a-c1bd-4d1f-b785-52129f342cb8 HTTP/1.1" status: 200 len: 1097 time: 0.4719677 May 27 02:09:22.330274 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-16e75365-2c8f-4137-8723-7a9226dccc86 None None] Calling delete_port for 1a945df5-342d-4941-be65-cd779f9b4aeb owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:09:22.346153 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-6423f36b-de38-4c15-9139-49c8720c8a3e req-37d5a64e-780c-4a27-b576-d3caa6ad152b tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:22.365208 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de', 'e877bcc3-33c5-4254-8b54-f3b4e576ce23'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:09:22.425946 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-6423f36b-de38-4c15-9139-49c8720c8a3e req-37d5a64e-780c-4a27-b576-d3caa6ad152b tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Usage tracker for resource:security_group_rule and tenant:f42eea6885d94f75a94f19fc5f087b8b is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:22.470162 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-6423f36b-de38-4c15-9139-49c8720c8a3e req-37d5a64e-780c-4a27-b576-d3caa6ad152b tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:22.484610 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d89b132a-e948-4a74-9700-ab16e988b46e req-a1c6f397-597e-4871-a998-da0d02e464e0 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Network 54d5ea08-4fa3-4323-9d64-35a947e9d08e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:09:22.506819 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-d493d404-274c-4306-a507-b3d700120309 admin admin] For port 1a945df5-342d-4941-be65-cd779f9b4aeb, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1a945df5-342d-4941-be65-cd779f9b4aeb,segment=NetworkSegment(b7fa8249-af64-49d0-9065-51c6323f7b8d),segment_id=b7fa8249-af64-49d0-9065-51c6323f7b8d)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:22.507185 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d493d404-274c-4306-a507-b3d700120309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:22.527303 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-d89b132a-e948-4a74-9700-ab16e988b46e req-a1c6f397-597e-4871-a998-da0d02e464e0 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:09:22.556704 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-6423f36b-de38-4c15-9139-49c8720c8a3e req-37d5a64e-780c-4a27-b576-d3caa6ad152b tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:22.558740 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89b132a-e948-4a74-9700-ab16e988b46e req-a1c6f397-597e-4871-a998-da0d02e464e0 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:09:22.570351 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 6f5de102-5480-41ab-b0a3-1896cacac56e details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:09:22.618234 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c6f397-597e-4871-a998-da0d02e464e0 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Pushing event updated for resources: {'Port': ['ID=da5fb44e-ba92-42dc-988f-3cd41806c48b,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:22.620269 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-16e75365-2c8f-4137-8723-7a9226dccc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:22.677960 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79d261-7a66-44ac-86f5-d4d9413ba339 req-4a6b4657-4078-4b79-9f28-760a54eb28bb tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:22.680359 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2d79d261-7a66-44ac-86f5-d4d9413ba339 req-4a6b4657-4078-4b79-9f28-760a54eb28bb tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=409aec4a-c1bd-4d1f-b785-52129f342cb8 HTTP/1.1" status: 200 len: 946 time: 0.2976255 May 27 02:09:22.687732 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b132a-e948-4a74-9700-ab16e988b46e req-a1c6f397-597e-4871-a998-da0d02e464e0 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:22.688811 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d89b132a-e948-4a74-9700-ab16e988b46e req-a1c6f397-597e-4871-a998-da0d02e464e0 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:22.698400 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d493d404-274c-4306-a507-b3d700120309 admin admin] Calling delete_port for 1a945df5-342d-4941-be65-cd779f9b4aeb owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:09:22.716298 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e75365-2c8f-4137-8723-7a9226dccc86 None None] Pushing event deleted for resources: {'Port': ['ID=1a945df5-342d-4941-be65-cd779f9b4aeb,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:22.718146 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e75365-2c8f-4137-8723-7a9226dccc86 None None] No DVR routers for this DVR port 1a945df5-342d-4941-be65-cd779f9b4aeb on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:09:22.840002 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1a945df5-342d-4941-be65-cd779f9b4aeb no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:09:22.847848 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2d79d261-7a66-44ac-86f5-d4d9413ba339 req-f6be387d-01e5-4350-8993-90bafb5682bc tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485219 May 27 02:09:22.856808 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d89b132a-e948-4a74-9700-ab16e988b46e req-a1c6f397-597e-4871-a998-da0d02e464e0 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4901235 May 27 02:09:22.880064 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6423f36b-de38-4c15-9139-49c8720c8a3e req-37d5a64e-780c-4a27-b576-d3caa6ad152b tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:22.887721 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-d89b132a-e948-4a74-9700-ab16e988b46e req-c0811245-d07c-4892-aec8-1beec1de2f49 service neutron] Request body: {'port': {'device_id': '668f3f0a-810a-4d84-8786-0b25edc03279', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:09:22.902471 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 1a945df5-342d-4941-be65-cd779f9b4aeb {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:09:22.902962 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1a945df5-342d-4941-be65-cd779f9b4aeb not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:09:22.969722 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-82732380-4dca-48e5-bb3c-32c9a3e00e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:22.971527 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-82732380-4dca-48e5-bb3c-32c9a3e00e93 service neutron] 10.222.0.32 "GET /v2.0/networks?id=db30ed05-8f60-4a40-83c6-9b50139dcb81 HTTP/1.1" status: 200 len: 922 time: 0.6131392 May 27 02:09:22.997710 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad15f4ad-a531-4e37-8260-b71740271214 admin admin] Router 3fce7ea9-be8f-407d-873d-8bc401966b52 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:09:23.017478 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6423f36b-de38-4c15-9139-49c8720c8a3e req-37d5a64e-780c-4a27-b576-d3caa6ad152b tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:23.028521 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d89b132a-e948-4a74-9700-ab16e988b46e req-c0811245-d07c-4892-aec8-1beec1de2f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:23.030331 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 6f5de102-5480-41ab-b0a3-1896cacac56e, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=6f5de102-5480-41ab-b0a3-1896cacac56e,segment=NetworkSegment(18001c0d-6c74-475c-a0cb-9d64b721b14f),segment_id=18001c0d-6c74-475c-a0cb-9d64b721b14f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:23.057601 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '6f5de102-5480-41ab-b0a3-1896cacac56e', 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf', 'port_id': '6f5de102-5480-41ab-b0a3-1896cacac56e', 'mac_address': 'fa:16:3e:cc:cc:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bcc4077-ba65-497d-80cd-f2b54423660b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:09:23.106100 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-d69c7dea-89da-491f-9241-6d09dc9e4138 None None] Provisioning for port da5fb44e-ba92-42dc-988f-3cd41806c48b completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:09:23.109658 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6423f36b-de38-4c15-9139-49c8720c8a3e req-37d5a64e-780c-4a27-b576-d3caa6ad152b tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:23.120433 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-46915153-7335-44e9-bd09-a0ac4ffd51ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acfdfd2a-596c-4407-993b-2d9aae064064 HTTP/1.1" status: 200 len: 217 time: 0.1206365 May 27 02:09:23.132374 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-d69c7dea-89da-491f-9241-6d09dc9e4138 None None] Provisioning complete for port da5fb44e-ba92-42dc-988f-3cd41806c48b triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:09:23.132765 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d69c7dea-89da-491f-9241-6d09dc9e4138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:23.184772 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 6f5de102-5480-41ab-b0a3-1896cacac56e is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:09:23.185162 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:23.206588 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d5a64e-780c-4a27-b576-d3caa6ad152b tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e301cbb2-5f6f-4dbe-a1e1-e28f689843d7,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:23.213112 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f5de102-5480-41ab-b0a3-1896cacac56e {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:09:23.219675 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-d69c7dea-89da-491f-9241-6d09dc9e4138 None None] Port da5fb44e-ba92-42dc-988f-3cd41806c48b cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:09:23.222196 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-437be7f2-e0a6-4592-bc6d-fd1b11111abb tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=920f79471e3444109aeaadab23e503c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1095836 May 27 02:09:23.233989 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 6f5de102-5480-41ab-b0a3-1896cacac56e, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=6f5de102-5480-41ab-b0a3-1896cacac56e,segment=NetworkSegment(18001c0d-6c74-475c-a0cb-9d64b721b14f),segment_id=18001c0d-6c74-475c-a0cb-9d64b721b14f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:23.298103 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:23.318832 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6423f36b-de38-4c15-9139-49c8720c8a3e req-37d5a64e-780c-4a27-b576-d3caa6ad152b tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:23.320007 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6423f36b-de38-4c15-9139-49c8720c8a3e req-37d5a64e-780c-4a27-b576-d3caa6ad152b tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1355078 May 27 02:09:23.379883 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=6f5de102-5480-41ab-b0a3-1896cacac56e,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:23.396041 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-bc2240d4-f15d-4433-b40c-48f697c0c68e tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:23.397483 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-bc2240d4-f15d-4433-b40c-48f697c0c68e tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1214085 May 27 02:09:23.421033 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-05581682-5c5b-4ee6-9546-03ce2ef8219b tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] Request body: {'port': {'device_id': '56751f4a-e3b4-4587-bb78-4905834431d5', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'admin_state_up': True, 'tenant_id': 'b2402e0e26944ebd946b28d77f1b8c16'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:09:23.512544 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0d0f130b-307e-4f0e-92d5-d51699db537b req-b7d1af29-17ad-4f0f-956c-c1ba56acf923 tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] 10.222.0.57 "GET /v2.0/ports?device_id=56751f4a-e3b4-4587-bb78-4905834431d5 HTTP/1.1" status: 200 len: 210 time: 0.0775416 May 27 02:09:23.526336 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-7ff68bd6-0edc-4cc9-8b9c-86d19f749489 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:23.527768 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-7ff68bd6-0edc-4cc9-8b9c-86d19f749489 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2996938 May 27 02:09:23.556875 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-7e95a12e-c5a2-4c68-b8d6-f79f63193b7b tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/quotas/920f79471e3444109aeaadab23e503c2 HTTP/1.1" status: 200 len: 375 time: 0.0151737 May 27 02:09:23.566982 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['6f5de102-5480-41ab-b0a3-1896cacac56e'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:09:23.572072 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-e565acf3-eafa-47cb-9752-fa0c6802dc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:23.573532 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-e565acf3-eafa-47cb-9752-fa0c6802dc27 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1e2a1d95-8ee5-4ee3-927d-bf057db8df2f HTTP/1.1" status: 200 len: 861 time: 0.4470627 May 27 02:09:23.574086 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-d493d404-274c-4306-a507-b3d700120309 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:09:23.574453 n-d-843554-3 neutron-server[88901]: DEBUG oslo_db.api [None req-d493d404-274c-4306-a507-b3d700120309 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:09:23.618373 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-c7985d5a-80df-49c1-b131-5d0d96a7c841 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=920f79471e3444109aeaadab23e503c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551984 May 27 02:09:23.634810 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-5dbc8aec-b0f0-48f8-8b7a-3cd5a96eff5a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=db30ed05-8f60-4a40-83c6-9b50139dcb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498538 May 27 02:09:23.673588 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad15f4ad-a531-4e37-8260-b71740271214 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:09:23.683552 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76835f46-977a-425c-bd80-8a979ff821b8 None None] Sync routers for ids ['3fce7ea9-be8f-407d-873d-8bc401966b52'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:09:23.696557 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76835f46-977a-425c-bd80-8a979ff821b8 None None] Routers {'3fce7ea9-be8f-407d-873d-8bc401966b52'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:09:23.700170 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-76835f46-977a-425c-bd80-8a979ff821b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:08:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['3fce7ea9-be8f-407d-873d-8bc401966b52'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:23.751938 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-d89b132a-e948-4a74-9700-ab16e988b46e req-c0811245-d07c-4892-aec8-1beec1de2f49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da5fb44e-ba92-42dc-988f-3cd41806c48b {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:09:23.776577 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d89b132a-e948-4a74-9700-ab16e988b46e req-c0811245-d07c-4892-aec8-1beec1de2f49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:23.777678 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ad15f4ad-a531-4e37-8260-b71740271214 admin admin] 10.222.0.57 "PUT /v2.0/routers/3fce7ea9-be8f-407d-873d-8bc401966b52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0343225 May 27 02:09:23.782560 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56056) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:23.818057 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-d89b132a-e948-4a74-9700-ab16e988b46e req-c0811245-d07c-4892-aec8-1beec1de2f49 service neutron] Transition to ACTIVE for port object da5fb44e-ba92-42dc-988f-3cd41806c48b will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:09:23.839708 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890aed6-d854-4733-b68a-b68b1aecf497 req-0af1a719-9877-4704-beba-2094bd5b0e3e tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:23.847333 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e890aed6-d854-4733-b68a-b68b1aecf497 req-0af1a719-9877-4704-beba-2094bd5b0e3e tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=87dafe07-4df8-4a69-ab8f-c04e892a00a9 HTTP/1.1" status: 200 len: 945 time: 0.1755216 May 27 02:09:23.864986 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-05581682-5c5b-4ee6-9546-03ce2ef8219b tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:23.883531 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-05581682-5c5b-4ee6-9546-03ce2ef8219b tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] Usage tracker for resource:port and tenant:b2402e0e26944ebd946b28d77f1b8c16 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:23.896332 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-05581682-5c5b-4ee6-9546-03ce2ef8219b tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:23.906337 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-05581682-5c5b-4ee6-9546-03ce2ef8219b tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:23.929127 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d89b132a-e948-4a74-9700-ab16e988b46e req-c0811245-d07c-4892-aec8-1beec1de2f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:23.936197 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-76835f46-977a-425c-bd80-8a979ff821b8 None None] Set router 3fce7ea9-be8f-407d-873d-8bc401966b52 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:09:23.999430 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-d589f76c-f22f-4fe8-bbaf-7e0e4fe1f1b1 service neutron] 10.222.0.32 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567445 May 27 02:09:24.039072 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-05581682-5c5b-4ee6-9546-03ce2ef8219b tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] Made reservation on behalf of b2402e0e26944ebd946b28d77f1b8c16 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:09:24.042619 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-05581682-5c5b-4ee6-9546-03ce2ef8219b tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:24.089594 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e890aed6-d854-4733-b68a-b68b1aecf497 req-a908abd4-3385-4255-8d2c-1a238f8c5d6c tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390752 May 27 02:09:24.106018 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d493d404-274c-4306-a507-b3d700120309 admin admin] Deleting port 1a945df5-342d-4941-be65-cd779f9b4aeb {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:09:24.106359 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d493d404-274c-4306-a507-b3d700120309 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:24.137935 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-05581682-5c5b-4ee6-9546-03ce2ef8219b tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:24.227525 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d493d404-274c-4306-a507-b3d700120309 admin admin] The port '1a945df5-342d-4941-be65-cd779f9b4aeb' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:09:24.230332 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-05581682-5c5b-4ee6-9546-03ce2ef8219b tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:24.249385 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-05581682-5c5b-4ee6-9546-03ce2ef8219b tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] Usage tracker for resource:security_group_rule and tenant:b2402e0e26944ebd946b28d77f1b8c16 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:24.263585 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0811245-d07c-4892-aec8-1beec1de2f49 service neutron] Pushing event updated for resources: {'Port': ['ID=da5fb44e-ba92-42dc-988f-3cd41806c48b,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:24.283790 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-05581682-5c5b-4ee6-9546-03ce2ef8219b tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:24.302931 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-05581682-5c5b-4ee6-9546-03ce2ef8219b tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:24.306219 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81b33e82-1308-41b1-9d48-5de3dc6a3ddd admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:24.313181 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-76835f46-977a-425c-bd80-8a979ff821b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fce7ea9-be8f-407d-873d-8bc401966b52', 'name': 'tempest-AttachSCSIVolumeTestJSON-1525975292-router', 'tenant_id': '38c3a24c25c043c29b7adf8499177512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'bcab055f-3a46-45a4-9dec-c432900be063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:06:16Z', 'updated_at': '2022-05-27T02:09:20Z', 'revision_number': 5, 'project_id': '38c3a24c25c043c29b7adf8499177512', 'gw_port': {'id': 'bcab055f-3a46-45a4-9dec-c432900be063', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:32:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce7ea9-be8f-407d-873d-8bc401966b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:06:17Z', 'updated_at': '2022-05-27T02:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:24.317913 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76835f46-977a-425c-bd80-8a979ff821b8 None None] Checking router: 3fce7ea9-be8f-407d-873d-8bc401966b52 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:09:24.328982 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76835f46-977a-425c-bd80-8a979ff821b8 None None] Routers {'3fce7ea9-be8f-407d-873d-8bc401966b52'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:09:24.329732 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-76835f46-977a-425c-bd80-8a979ff821b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:08:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['3fce7ea9-be8f-407d-873d-8bc401966b52'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:24.353142 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5563ea64-f247-4564-8ca0-7a5b555cd8b5 req-8554b067-e942-43ca-b658-08784b6e8d55 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] 10.222.0.57 "GET /v2.0/security-groups/cc13ec2b-2b6d-45c7-9bb5-081e0515517e HTTP/1.1" status: 200 len: 2404 time: 0.1840374 May 27 02:09:24.381092 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-d89b132a-e948-4a74-9700-ab16e988b46e req-c0811245-d07c-4892-aec8-1beec1de2f49 service neutron] Attempting to bind port da5fb44e-ba92-42dc-988f-3cd41806c48b on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:09:24.383575 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-d89b132a-e948-4a74-9700-ab16e988b46e req-c0811245-d07c-4892-aec8-1beec1de2f49 service neutron] Attempting to bind port da5fb44e-ba92-42dc-988f-3cd41806c48b by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:09:24.383575 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89b132a-e948-4a74-9700-ab16e988b46e req-c0811245-d07c-4892-aec8-1beec1de2f49 service neutron] Attempting to bind port da5fb44e-ba92-42dc-988f-3cd41806c48b on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:09:24.392482 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6c1f6-8674-47b4-a70d-e24c7cca5794 req-543d40c7-6b39-467a-abed-0734ef74c8cf tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:24.399987 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bfd6c1f6-8674-47b4-a70d-e24c7cca5794 req-543d40c7-6b39-467a-abed-0734ef74c8cf tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 947 time: 0.3668084 May 27 02:09:24.421618 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89b132a-e948-4a74-9700-ab16e988b46e req-c0811245-d07c-4892-aec8-1beec1de2f49 service neutron] Port da5fb44e-ba92-42dc-988f-3cd41806c48b on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:09:24.423694 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89b132a-e948-4a74-9700-ab16e988b46e req-c0811245-d07c-4892-aec8-1beec1de2f49 service neutron] Attempting to bind port da5fb44e-ba92-42dc-988f-3cd41806c48b on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:09:24.440005 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89b132a-e948-4a74-9700-ab16e988b46e req-c0811245-d07c-4892-aec8-1beec1de2f49 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:09:24.440380 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89b132a-e948-4a74-9700-ab16e988b46e req-c0811245-d07c-4892-aec8-1beec1de2f49 service neutron] Checking segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:09:24.440735 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89b132a-e948-4a74-9700-ab16e988b46e req-c0811245-d07c-4892-aec8-1beec1de2f49 service neutron] Bound using segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:09:24.450211 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-d89b132a-e948-4a74-9700-ab16e988b46e req-c0811245-d07c-4892-aec8-1beec1de2f49 service neutron] Bound port: da5fb44e-ba92-42dc-988f-3cd41806c48b, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:09:24.450211 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d89b132a-e948-4a74-9700-ab16e988b46e req-c0811245-d07c-4892-aec8-1beec1de2f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:24.491163 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bfd6c1f6-8674-47b4-a70d-e24c7cca5794 req-49b8f66c-fa13-4ff2-bac9-79ec17670da0 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899973 May 27 02:09:24.497989 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-8e5000d5-9b3d-4f39-a9bd-0eb9903e07ce service neutron] 10.222.0.32 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4889348 May 27 02:09:24.559964 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-76835f46-977a-425c-bd80-8a979ff821b8 None None] Set router 3fce7ea9-be8f-407d-873d-8bc401966b52 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:09:24.578697 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 6f5de102-5480-41ab-b0a3-1896cacac56e up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:09:24.632046 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d493d404-274c-4306-a507-b3d700120309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:24.703108 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-d493d404-274c-4306-a507-b3d700120309 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1bba5e2-d647-4392-9eaf-7e2eff1d856b']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:24.759165 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-d89b132a-e948-4a74-9700-ab16e988b46e req-c0811245-d07c-4892-aec8-1beec1de2f49 service neutron] For port da5fb44e-ba92-42dc-988f-3cd41806c48b, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:09:24.763560 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-d89b132a-e948-4a74-9700-ab16e988b46e req-c0811245-d07c-4892-aec8-1beec1de2f49 service neutron] For port da5fb44e-ba92-42dc-988f-3cd41806c48b, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=da5fb44e-ba92-42dc-988f-3cd41806c48b,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:09:24.772089 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 6f5de102-5480-41ab-b0a3-1896cacac56e completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:09:24.778635 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 6f5de102-5480-41ab-b0a3-1896cacac56e triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:09:24.779002 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:24.887220 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-d493d404-274c-4306-a507-b3d700120309 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7fa8249-af64-49d0-9065-51c6323f7b8d') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:24.887520 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-d493d404-274c-4306-a507-b3d700120309 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7fa8249-af64-49d0-9065-51c6323f7b8d') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:24.920004 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d493d404-274c-4306-a507-b3d700120309 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:24.941582 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d89b132a-e948-4a74-9700-ab16e988b46e req-c0811245-d07c-4892-aec8-1beec1de2f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:24.942194 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81b33e82-1308-41b1-9d48-5de3dc6a3ddd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:24.969979 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d493d404-274c-4306-a507-b3d700120309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:24.971338 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-76835f46-977a-425c-bd80-8a979ff821b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fce7ea9-be8f-407d-873d-8bc401966b52', 'name': 'tempest-AttachSCSIVolumeTestJSON-1525975292-router', 'tenant_id': '38c3a24c25c043c29b7adf8499177512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'bcab055f-3a46-45a4-9dec-c432900be063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:06:16Z', 'updated_at': '2022-05-27T02:09:20Z', 'revision_number': 5, 'project_id': '38c3a24c25c043c29b7adf8499177512', 'gw_port': {'id': 'bcab055f-3a46-45a4-9dec-c432900be063', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:32:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce7ea9-be8f-407d-873d-8bc401966b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:06:17Z', 'updated_at': '2022-05-27T02:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:24.978017 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76835f46-977a-425c-bd80-8a979ff821b8 None None] The sync data for ids ['3fce7ea9-be8f-407d-873d-8bc401966b52'] in n-d-843554-3 is: [{'id': '3fce7ea9-be8f-407d-873d-8bc401966b52', 'name': 'tempest-AttachSCSIVolumeTestJSON-1525975292-router', 'tenant_id': '38c3a24c25c043c29b7adf8499177512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'bcab055f-3a46-45a4-9dec-c432900be063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:06:16Z', 'updated_at': '2022-05-27T02:09:20Z', 'revision_number': 5, 'project_id': '38c3a24c25c043c29b7adf8499177512', 'gw_port': {'id': 'bcab055f-3a46-45a4-9dec-c432900be063', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:32:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce7ea9-be8f-407d-873d-8bc401966b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:06:17Z', 'updated_at': '2022-05-27T02:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:09:24.995649 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-00c2ace5-645a-41d4-ba5b-a358d9c3bb42 req-72ff0b3e-7616-4dce-8512-2c034d6a5dbe tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=8333c704-237f-4a81-95ba-a77235ce764b HTTP/1.1" status: 200 len: 210 time: 0.2291892 May 27 02:09:25.049815 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b132a-e948-4a74-9700-ab16e988b46e req-c0811245-d07c-4892-aec8-1beec1de2f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:25.049815 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d89b132a-e948-4a74-9700-ab16e988b46e req-c0811245-d07c-4892-aec8-1beec1de2f49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:25.049815 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d89b132a-e948-4a74-9700-ab16e988b46e req-c0811245-d07c-4892-aec8-1beec1de2f49 service neutron] 10.222.0.66 "PUT /v2.0/ports/da5fb44e-ba92-42dc-988f-3cd41806c48b HTTP/1.1" status: 200 len: 1095 time: 2.1567867 May 27 02:09:25.049815 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '668f3f0a-810a-4d84-8786-0b25edc03279', 'tag': 'da5fb44e-ba92-42dc-988f-3cd41806c48b'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:09:25.062792 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d493d404-274c-4306-a507-b3d700120309 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:09:25.064545 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d493d404-274c-4306-a507-b3d700120309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:25.092037 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f85ed7c2-66d6-474b-b955-f6a8db5ab4d7 req-127a85d1-5538-4e58-ba5c-5c16daac8537 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] 10.222.0.57 "GET /v2.0/security-group-rules/e301cbb2-5f6f-4dbe-a1e1-e28f689843d7 HTTP/1.1" status: 200 len: 778 time: 0.0399058 May 27 02:09:25.096544 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0811245-d07c-4892-aec8-1beec1de2f49 service neutron] Pushing event updated for resources: {'Port': ['ID=da5fb44e-ba92-42dc-988f-3cd41806c48b,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:25.163371 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53cca2-16f4-40bf-a2c5-ac18374a56e1 req-69511012-fb7e-48b6-9ef1-dd318d8f3b9a tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:25.170730 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1b53cca2-16f4-40bf-a2c5-ac18374a56e1 req-69511012-fb7e-48b6-9ef1-dd318d8f3b9a tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=409aec4a-c1bd-4d1f-b785-52129f342cb8 HTTP/1.1" status: 200 len: 946 time: 0.4055176 May 27 02:09:25.174479 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 6f5de102-5480-41ab-b0a3-1896cacac56e is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:09:25.174863 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:25.262191 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-81b33e82-1308-41b1-9d48-5de3dc6a3ddd admin admin] Deleting port bcab055f-3a46-45a4-9dec-c432900be063 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:09:25.263331 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81b33e82-1308-41b1-9d48-5de3dc6a3ddd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:25.263732 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f85ed7c2-66d6-474b-b955-f6a8db5ab4d7 req-6c7d1fff-d92e-4008-9916-df5e0bed12a8 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] 10.222.0.57 "GET /v2.0/security-groups/cc13ec2b-2b6d-45c7-9bb5-081e0515517e HTTP/1.1" status: 200 len: 2404 time: 0.1626117 May 27 02:09:25.304104 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment b7fa8249-af64-49d0-9065-51c6323f7b8d resource provider aggregate not found May 27 02:09:25.335705 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1b53cca2-16f4-40bf-a2c5-ac18374a56e1 req-46f6414b-97bc-4317-b4b5-68c04d98dac7 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640246 May 27 02:09:25.372238 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87dafe07-4df8-4a69-ab8f-c04e892a00a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5de102-5480-41ab-b0a3-1896cacac56e'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:09:25.375792 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f85ed7c2-66d6-474b-b955-f6a8db5ab4d7 req-aeb7648a-a713-4f15-9e30-dc85923d10bd tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:25.388199 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-05581682-5c5b-4ee6-9546-03ce2ef8219b tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:25.390810 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f85ed7c2-66d6-474b-b955-f6a8db5ab4d7 req-aeb7648a-a713-4f15-9e30-dc85923d10bd tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:25.419031 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d493d404-274c-4306-a507-b3d700120309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:25.428463 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d493d404-274c-4306-a507-b3d700120309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:25.451604 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 6f5de102-5480-41ab-b0a3-1896cacac56e, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=6f5de102-5480-41ab-b0a3-1896cacac56e,segment=NetworkSegment(18001c0d-6c74-475c-a0cb-9d64b721b14f),segment_id=18001c0d-6c74-475c-a0cb-9d64b721b14f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:25.451852 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b132a-e948-4a74-9700-ab16e988b46e req-34ea0819-765f-499b-bc13-dc98001582ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:25.454081 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d89b132a-e948-4a74-9700-ab16e988b46e req-34ea0819-765f-499b-bc13-dc98001582ff service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 1098 time: 0.2804983 May 27 02:09:25.456147 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment b7fa8249-af64-49d0-9065-51c6323f7b8d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b7fa8249-af64-49d0-9065-51c6323f7b8d found for delete ", "request_id": "req-d2e59dac-0f0d-4527-999b-4e5ddef53923"}]} May 27 02:09:25.509986 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d493d404-274c-4306-a507-b3d700120309 admin admin] 10.222.0.57 "DELETE /v2.0/networks/f1bba5e2-d647-4392-9eaf-7e2eff1d856b HTTP/1.1" status: 204 len: 168 time: 4.1497722 May 27 02:09:25.513713 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493d404-274c-4306-a507-b3d700120309 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1bba5e2-d647-4392-9eaf-7e2eff1d856b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:25.520268 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-05581682-5c5b-4ee6-9546-03ce2ef8219b tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:25.545011 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c25848a7-9df7-4098-be91-fde412b9288b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:25.549207 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:25.663589 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=6f5de102-5480-41ab-b0a3-1896cacac56e,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:25.665977 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05581682-5c5b-4ee6-9546-03ce2ef8219b tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31e4efbf-7803-4564-aede-cf4d2e3527bd,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:25.677970 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d89b132a-e948-4a74-9700-ab16e988b46e req-82c9ab87-a4ea-447d-b77f-1aef35575117 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=da5fb44e-ba92-42dc-988f-3cd41806c48b HTTP/1.1" status: 200 len: 217 time: 0.2160635 May 27 02:09:25.737184 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f85ed7c2-66d6-474b-b955-f6a8db5ab4d7 req-aeb7648a-a713-4f15-9e30-dc85923d10bd tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:25.750456 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-51c7aa83-2467-4332-957b-5fb49f1fb65b req-b47c05c1-317d-4d4c-b7d4-9d88fe534f3a tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] 10.222.0.57 "GET /v2.0/ports?device_id=56751f4a-e3b4-4587-bb78-4905834431d5 HTTP/1.1" status: 200 len: 210 time: 0.1601202 May 27 02:09:25.765433 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f85ed7c2-66d6-474b-b955-f6a8db5ab4d7 req-aeb7648a-a713-4f15-9e30-dc85923d10bd tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:25.777627 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f85ed7c2-66d6-474b-b955-f6a8db5ab4d7 req-aeb7648a-a713-4f15-9e30-dc85923d10bd tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/e301cbb2-5f6f-4dbe-a1e1-e28f689843d7 HTTP/1.1" status: 204 len: 173 time: 0.4979701 May 27 02:09:25.788539 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb7648a-a713-4f15-9e30-dc85923d10bd tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e301cbb2-5f6f-4dbe-a1e1-e28f689843d7,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:25.821489 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b132a-e948-4a74-9700-ab16e988b46e req-4cd3b00b-0cad-4a23-93cb-726102aaf5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:25.824620 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d89b132a-e948-4a74-9700-ab16e988b46e req-4cd3b00b-0cad-4a23-93cb-726102aaf5f5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.1440079 May 27 02:09:25.907329 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bba4ec50-9fb9-4a8d-ab0e-c4fc4a516a84 req-c49412bc-f880-44ef-bd16-5b99d2c6412b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=527f146d-bcc6-451c-91eb-c53a214932df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5949731 May 27 02:09:25.929644 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c64aae8-335e-455b-82f6-28645b91d604'] response: {'name': 'network-changed', 'server_uuid': '668f3f0a-810a-4d84-8786-0b25edc03279', 'tag': 'da5fb44e-ba92-42dc-988f-3cd41806c48b', 'status': 'completed', 'code': 200} May 27 02:09:25.956892 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60374a2f-2c6e-4784-af8f-0ac0b26aa977'] response: {'server_uuid': '87dafe07-4df8-4a69-ab8f-c04e892a00a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5de102-5480-41ab-b0a3-1896cacac56e', 'code': 200} May 27 02:09:26.016744 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56092) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:26.028290 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-81b33e82-1308-41b1-9d48-5de3dc6a3ddd admin admin] For port bcab055f-3a46-45a4-9dec-c432900be063, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=bcab055f-3a46-45a4-9dec-c432900be063,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:26.028649 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81b33e82-1308-41b1-9d48-5de3dc6a3ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:26.049264 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-05581682-5c5b-4ee6-9546-03ce2ef8219b tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] Allocated IP 192.168.233.244 (54d5ea08-4fa3-4323-9d64-35a947e9d08e/2cf69705-8457-415f-85a3-b42efaff1b97/1dcf2437-9d8b-41e5-a352-6093ce174867) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:09:26.189612 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-81b33e82-1308-41b1-9d48-5de3dc6a3ddd admin admin] Calling delete_port for bcab055f-3a46-45a4-9dec-c432900be063 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:09:26.239971 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b132a-e948-4a74-9700-ab16e988b46e req-3606fe73-15ec-4940-bf2d-b63302df25a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:26.241784 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d89b132a-e948-4a74-9700-ab16e988b46e req-3606fe73-15ec-4940-bf2d-b63302df25a3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4115934 May 27 02:09:26.305994 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0e1d6719-b504-4fd3-a965-161b6de9ece4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=75c502f38d3f485db62df5c17ab184be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2796872 May 27 02:09:26.316121 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56098) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:26.355655 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4ec50-9fb9-4a8d-ab0e-c4fc4a516a84 req-e280fe03-1936-4f59-9e7d-27bd4a8f77c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:26.357157 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bba4ec50-9fb9-4a8d-ab0e-c4fc4a516a84 req-e280fe03-1936-4f59-9e7d-27bd4a8f77c1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&device_id=527f146d-bcc6-451c-91eb-c53a214932df HTTP/1.1" status: 200 len: 1100 time: 0.4223242 May 27 02:09:26.393646 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79953a32-3eeb-46ae-ad6a-a1838dd96c00 req-fc12be6a-6915-4942-ab72-82eb4600807a tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:26.395050 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-79953a32-3eeb-46ae-ad6a-a1838dd96c00 req-fc12be6a-6915-4942-ab72-82eb4600807a tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=87dafe07-4df8-4a69-ab8f-c04e892a00a9 HTTP/1.1" status: 200 len: 946 time: 0.3798671 May 27 02:09:26.450224 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289638a-f097-4ecf-93a8-060e1c5db981 req-6c4081fa-0753-4202-900f-8bca44719741 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:26.451823 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e289638a-f097-4ecf-93a8-060e1c5db981 req-6c4081fa-0753-4202-900f-8bca44719741 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 947 time: 0.3520825 May 27 02:09:26.459770 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ceb86d-ea1c-45c2-8eb7-8f123952263a req-d5a73062-e106-4b39-a80f-6f83b654cfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:26.462594 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-07ceb86d-ea1c-45c2-8eb7-8f123952263a req-d5a73062-e106-4b39-a80f-6f83b654cfd8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=87dafe07-4df8-4a69-ab8f-c04e892a00a9 HTTP/1.1" status: 200 len: 1097 time: 0.3163607 May 27 02:09:26.600206 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d89b132a-e948-4a74-9700-ab16e988b46e req-00574d7a-d572-43b6-99bc-c5b5adab9cbe service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618678 May 27 02:09:26.641585 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-79953a32-3eeb-46ae-ad6a-a1838dd96c00 req-27f068c7-9238-4c50-ad13-740e1e56d67f tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328651 May 27 02:09:26.658730 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-07ceb86d-ea1c-45c2-8eb7-8f123952263a req-cdd6cacc-586a-4aad-8019-638f7857142d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754363 May 27 02:09:26.666561 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1a6f1d64-afe4-41fc-8056-63f10a586b98 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:09:26.667093 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e289638a-f097-4ecf-93a8-060e1c5db981 req-a51b723d-af52-49b6-b62b-3a21c896d42f tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681042 May 27 02:09:26.703645 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f6571e49-304e-456b-b1d9-ea5e85896ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:26.719187 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-d1368a8b-c981-4d40-8feb-bf1563a422e3 req-7bb9568c-a927-40eb-9b5a-5ee5536528c2 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-276443188', 'description': 'tempest-description-637418598'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:09:26.727405 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-d1368a8b-c981-4d40-8feb-bf1563a422e3 req-7bb9568c-a927-40eb-9b5a-5ee5536528c2 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:26.733481 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 1a6f1d64-afe4-41fc-8056-63f10a586b98 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:09:26.733827 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1a6f1d64-afe4-41fc-8056-63f10a586b98 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:09:26.740858 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-d1368a8b-c981-4d40-8feb-bf1563a422e3 req-7bb9568c-a927-40eb-9b5a-5ee5536528c2 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Usage tracker for resource:security_group and tenant:f42eea6885d94f75a94f19fc5f087b8b is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:26.745024 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-d1368a8b-c981-4d40-8feb-bf1563a422e3 req-7bb9568c-a927-40eb-9b5a-5ee5536528c2 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:26.752646 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d89b132a-e948-4a74-9700-ab16e988b46e req-9550df2e-fac2-4290-b49c-c3a225c46ffa service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209127 May 27 02:09:26.753485 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-d1368a8b-c981-4d40-8feb-bf1563a422e3 req-7bb9568c-a927-40eb-9b5a-5ee5536528c2 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:26.787552 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-05581682-5c5b-4ee6-9546-03ce2ef8219b tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:26.836764 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4ec50-9fb9-4a8d-ab0e-c4fc4a516a84 req-7af1647f-1e19-43c8-b899-093e2dc8c4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:26.839059 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bba4ec50-9fb9-4a8d-ab0e-c4fc4a516a84 req-7af1647f-1e19-43c8-b899-093e2dc8c4f2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.4489720 May 27 02:09:26.841176 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f6571e49-304e-456b-b1d9-ea5e85896ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:26.849767 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-05581682-5c5b-4ee6-9546-03ce2ef8219b tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] Transition to ACTIVE for port object 1dcf2437-9d8b-41e5-a352-6093ce174867 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:09:26.880008 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8528391f-0267-47ff-ac70-d7a633f5f03b req-ab686745-4fb8-4083-b8a4-81cc1f3249e7 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=8333c704-237f-4a81-95ba-a77235ce764b HTTP/1.1" status: 200 len: 210 time: 0.1053357 May 27 02:09:26.896365 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d1368a8b-c981-4d40-8feb-bf1563a422e3 req-7bb9568c-a927-40eb-9b5a-5ee5536528c2 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:26.931303 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-d1368a8b-c981-4d40-8feb-bf1563a422e3 req-7bb9568c-a927-40eb-9b5a-5ee5536528c2 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:26.935234 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-d1368a8b-c981-4d40-8feb-bf1563a422e3 req-7bb9568c-a927-40eb-9b5a-5ee5536528c2 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Usage tracker for resource:security_group_rule and tenant:f42eea6885d94f75a94f19fc5f087b8b is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:26.938225 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-d1368a8b-c981-4d40-8feb-bf1563a422e3 req-7bb9568c-a927-40eb-9b5a-5ee5536528c2 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:26.944088 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-d1368a8b-c981-4d40-8feb-bf1563a422e3 req-7bb9568c-a927-40eb-9b5a-5ee5536528c2 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:26.979977 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d2e9311e-bb06-4583-b204-28afc1d48b47 req-bb06faa1-36b5-440a-9be8-66096c7932a7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0f804a31-e3b1-4632-ad4b-004d10a066e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1620889 May 27 02:09:26.983058 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bba4ec50-9fb9-4a8d-ab0e-c4fc4a516a84 req-04620410-d290-4f93-9eae-a58cd51c3bd1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de HTTP/1.1" status: 200 len: 217 time: 0.1215472 May 27 02:09:26.992790 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81b33e82-1308-41b1-9d48-5de3dc6a3ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:27.229882 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b33e82-1308-41b1-9d48-5de3dc6a3ddd admin admin] Pushing event deleted for resources: {'Port': ['ID=bcab055f-3a46-45a4-9dec-c432900be063,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:27.249700 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d1368a8b-c981-4d40-8feb-bf1563a422e3 req-7bb9568c-a927-40eb-9b5a-5ee5536528c2 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:27.295457 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-fbad6183-ea95-4cf7-80ef-1127cf96dbca tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=920f79471e3444109aeaadab23e503c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1983967 May 27 02:09:27.327791 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d1368a8b-c981-4d40-8feb-bf1563a422e3 req-7bb9568c-a927-40eb-9b5a-5ee5536528c2 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:27.345241 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4ec50-9fb9-4a8d-ab0e-c4fc4a516a84 req-5f6b37a0-62b3-460c-b908-a0e0461b7f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:27.346707 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bba4ec50-9fb9-4a8d-ab0e-c4fc4a516a84 req-5f6b37a0-62b3-460c-b908-a0e0461b7f2c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.3491280 May 27 02:09:27.405040 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81b33e82-1308-41b1-9d48-5de3dc6a3ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:27.457928 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-05581682-5c5b-4ee6-9546-03ce2ef8219b tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:27.460752 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f6571e49-304e-456b-b1d9-ea5e85896ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:27.464904 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb9568c-a927-40eb-9b5a-5ee5536528c2 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69669a4e-e063-4a49-b50f-615a44cbd66b,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:27.510535 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02885c-718c-41e9-9a44-6b34f733d8cc req-2e642735-9d16-4cbc-a0ce-e4b22b5745df tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:27.512272 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cd02885c-718c-41e9-9a44-6b34f733d8cc req-2e642735-9d16-4cbc-a0ce-e4b22b5745df tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=409aec4a-c1bd-4d1f-b785-52129f342cb8 HTTP/1.1" status: 200 len: 946 time: 0.4728472 May 27 02:09:27.514164 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9311e-bb06-4583-b204-28afc1d48b47 req-60b4680b-1e31-4b87-93e5-5d734d3ed53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:27.515504 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d2e9311e-bb06-4583-b204-28afc1d48b47 req-60b4680b-1e31-4b87-93e5-5d734d3ed53a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=846b128e49a144bb97bdbd537ab49432&device_id=0f804a31-e3b1-4632-ad4b-004d10a066e7 HTTP/1.1" status: 200 len: 1096 time: 0.4226546 May 27 02:09:27.519354 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d1368a8b-c981-4d40-8feb-bf1563a422e3 req-7bb9568c-a927-40eb-9b5a-5ee5536528c2 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:27.523462 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d1368a8b-c981-4d40-8feb-bf1563a422e3 req-7bb9568c-a927-40eb-9b5a-5ee5536528c2 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.8099635 May 27 02:09:27.586266 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab696cb-b7b2-4449-a4d8-932ccc7285a2 req-ae17e206-9d24-4ece-8d5c-1682d3a87940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:27.586608 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-0fca282d-b4e7-4d85-809b-0290642563e9 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:27.587761 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-aab696cb-b7b2-4449-a4d8-932ccc7285a2 req-ae17e206-9d24-4ece-8d5c-1682d3a87940 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 1098 time: 0.6677771 May 27 02:09:27.588028 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-0fca282d-b4e7-4d85-809b-0290642563e9 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2810605 May 27 02:09:27.667932 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6571e49-304e-456b-b1d9-ea5e85896ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b13f21-331a-4ebb-8e11-ad8c53a48c96,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:27.682306 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-5b5e5134-b8eb-4c86-a56e-3443ab9deb28 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Request body: {'port': {'device_id': '8333c704-237f-4a81-95ba-a77235ce764b', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'admin_state_up': True, 'tenant_id': '920f79471e3444109aeaadab23e503c2'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:09:27.710573 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81b33e82-1308-41b1-9d48-5de3dc6a3ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:27.723371 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81b33e82-1308-41b1-9d48-5de3dc6a3ddd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:27.726083 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-05581682-5c5b-4ee6-9546-03ce2ef8219b tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] Network 54d5ea08-4fa3-4323-9d64-35a947e9d08e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:09:27.778845 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1d80e8c6-ab49-4be8-b02f-201fd8a9b569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:27.784476 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-05581682-5c5b-4ee6-9546-03ce2ef8219b tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:09:27.790191 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-05581682-5c5b-4ee6-9546-03ce2ef8219b tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:09:27.817563 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cd02885c-718c-41e9-9a44-6b34f733d8cc req-170d9e31-2e17-4efc-ab3f-6edec9599268 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958505 May 27 02:09:27.820390 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05581682-5c5b-4ee6-9546-03ce2ef8219b tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] Pushing event updated for resources: {'Port': ['ID=1dcf2437-9d8b-41e5-a352-6093ce174867,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:27.922551 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9311e-bb06-4583-b204-28afc1d48b47 req-fa9fa2eb-5e0e-4275-9ea3-065414385f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:27.923999 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d2e9311e-bb06-4583-b204-28afc1d48b47 req-fa9fa2eb-5e0e-4275-9ea3-065414385f53 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf HTTP/1.1" status: 200 len: 908 time: 0.3664088 May 27 02:09:27.939508 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f6571e49-304e-456b-b1d9-ea5e85896ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:27.942955 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f6571e49-304e-456b-b1d9-ea5e85896ecb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e4b13f21-331a-4ebb-8e11-ad8c53a48c96 HTTP/1.1" status: 204 len: 168 time: 1.6234808 May 27 02:09:27.981394 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-05581682-5c5b-4ee6-9546-03ce2ef8219b tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:27.982667 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-05581682-5c5b-4ee6-9546-03ce2ef8219b tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:27.992450 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81b33e82-1308-41b1-9d48-5de3dc6a3ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:27.995804 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b33e82-1308-41b1-9d48-5de3dc6a3ddd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fce7ea9-be8f-407d-873d-8bc401966b52 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:09:28.015019 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab696cb-b7b2-4449-a4d8-932ccc7285a2 req-ebad70f8-abe3-49dd-9305-888f65b1a7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:28.016802 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-aab696cb-b7b2-4449-a4d8-932ccc7285a2 req-ebad70f8-abe3-49dd-9305-888f65b1a7fb service neutron] 10.222.0.66 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.3641820 May 27 02:09:28.019840 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81b33e82-1308-41b1-9d48-5de3dc6a3ddd admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:28.021151 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-81b33e82-1308-41b1-9d48-5de3dc6a3ddd admin admin] 10.222.0.57 "DELETE /v2.0/routers/3fce7ea9-be8f-407d-873d-8bc401966b52 HTTP/1.1" status: 204 len: 168 time: 4.2360272 May 27 02:09:28.024125 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4ec50-9fb9-4a8d-ab0e-c4fc4a516a84 req-c33fb263-2bf9-4975-a53c-904191e2c89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:28.025902 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bba4ec50-9fb9-4a8d-ab0e-c4fc4a516a84 req-c33fb263-2bf9-4975-a53c-904191e2c89b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6717355 May 27 02:09:28.026444 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56118) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:28.062723 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d2e9311e-bb06-4583-b204-28afc1d48b47 req-8421b564-2630-4a25-84df-3d03eb542eb7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eba1c68e-2190-44d5-8651-0e5466a7f922 HTTP/1.1" status: 200 len: 217 time: 0.1305237 May 27 02:09:28.119689 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-5b5e5134-b8eb-4c86-a56e-3443ab9deb28 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:28.140185 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4549c1a0-8857-4086-bb97-1ad78c7efd84 req-6097a8d4-a2f9-46bb-b1db-135db25bdf3d tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] 10.222.0.57 "GET /v2.0/security-groups/69669a4e-e063-4a49-b50f-615a44cbd66b HTTP/1.1" status: 200 len: 1811 time: 0.2572711 May 27 02:09:28.154727 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-5b5e5134-b8eb-4c86-a56e-3443ab9deb28 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Usage tracker for resource:port and tenant:920f79471e3444109aeaadab23e503c2 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:28.162192 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-05581682-5c5b-4ee6-9546-03ce2ef8219b tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7456560 May 27 02:09:28.165993 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b667899-4ae2-46b8-91a1-2ac32874ab94 req-a2cb551b-4f4e-4ef3-bdc3-4bb0a00c3858 tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:28.167747 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0b667899-4ae2-46b8-91a1-2ac32874ab94 req-a2cb551b-4f4e-4ef3-bdc3-4bb0a00c3858 tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] 10.222.0.57 "GET /v2.0/ports?device_id=56751f4a-e3b4-4587-bb78-4905834431d5 HTTP/1.1" status: 200 len: 936 time: 0.5296531 May 27 02:09:28.174458 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-5b5e5134-b8eb-4c86-a56e-3443ab9deb28 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:28.177967 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a38457e6-f300-4208-868c-932d79d55caa None None] Provisioning for port 1dcf2437-9d8b-41e5-a352-6093ce174867 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:09:28.184538 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-5b5e5134-b8eb-4c86-a56e-3443ab9deb28 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:28.186667 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a38457e6-f300-4208-868c-932d79d55caa None None] Provisioning complete for port 1dcf2437-9d8b-41e5-a352-6093ce174867 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:09:28.187116 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a38457e6-f300-4208-868c-932d79d55caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:28.208410 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-aab696cb-b7b2-4449-a4d8-932ccc7285a2 req-7d022f79-2237-4e43-b48d-4f52eeddb580 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=da5fb44e-ba92-42dc-988f-3cd41806c48b HTTP/1.1" status: 200 len: 217 time: 0.1791399 May 27 02:09:28.213426 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-0ca76098-5600-4f8d-9127-b578b6e2857a service neutron] Request body: {'port': {'device_id': '56751f4a-e3b4-4587-bb78-4905834431d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:09:28.234094 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9311e-bb06-4583-b204-28afc1d48b47 req-25576d49-594d-45e5-b256-f7f4bd3eecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:28.236308 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d2e9311e-bb06-4583-b204-28afc1d48b47 req-25576d49-594d-45e5-b256-f7f4bd3eecbe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7bcc4077-ba65-497d-80cd-f2b54423660b HTTP/1.1" status: 200 len: 847 time: 0.1582921 May 27 02:09:28.286129 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0b667899-4ae2-46b8-91a1-2ac32874ab94 req-fe47fddf-2c0d-43a6-ab8a-cf348d1d5e45 tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] 10.222.0.57 "GET /v2.0/security-groups?id=31e4efbf-7803-4564-aede-cf4d2e3527bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979004 May 27 02:09:28.295352 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a38457e6-f300-4208-868c-932d79d55caa None None] Port 1dcf2437-9d8b-41e5-a352-6093ce174867 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:09:28.343474 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d2e9311e-bb06-4583-b204-28afc1d48b47 req-6685a94f-ff02-4d71-8c80-50658ab54bc4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975437 May 27 02:09:28.349326 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-5b5e5134-b8eb-4c86-a56e-3443ab9deb28 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Made reservation on behalf of 920f79471e3444109aeaadab23e503c2 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:09:28.352751 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-5b5e5134-b8eb-4c86-a56e-3443ab9deb28 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:28.395363 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d32d3ee-29e9-49ef-bb90-6dbe57034c98 admin admin] Deleting subnet da11b168-f0b6-4d11-a96e-332f3af0231b {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:09:28.411463 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d32d3ee-29e9-49ef-bb90-6dbe57034c98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:28.412253 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-5b5e5134-b8eb-4c86-a56e-3443ab9deb28 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:28.528433 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab696cb-b7b2-4449-a4d8-932ccc7285a2 req-6b8b10ae-0219-496d-b5d4-f98f04268911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:28.529895 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-aab696cb-b7b2-4449-a4d8-932ccc7285a2 req-6b8b10ae-0219-496d-b5d4-f98f04268911 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.2247486 May 27 02:09:28.545279 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-5b5e5134-b8eb-4c86-a56e-3443ab9deb28 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:28.560877 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-5b5e5134-b8eb-4c86-a56e-3443ab9deb28 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Usage tracker for resource:security_group_rule and tenant:920f79471e3444109aeaadab23e503c2 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:28.571401 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-5b5e5134-b8eb-4c86-a56e-3443ab9deb28 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:28.590134 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-5b5e5134-b8eb-4c86-a56e-3443ab9deb28 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:28.591720 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d32d3ee-29e9-49ef-bb90-6dbe57034c98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:28.661093 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-0ca76098-5600-4f8d-9127-b578b6e2857a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:28.665845 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bba4ec50-9fb9-4a8d-ab0e-c4fc4a516a84 req-ebe67712-9bb1-472c-96ff-88cab5b077e6 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5056374 May 27 02:09:28.670468 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d2e9311e-bb06-4583-b204-28afc1d48b47 req-230bc7b9-040b-458f-8a42-12d27436d777 service neutron] 10.222.0.66 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026121 May 27 02:09:28.696420 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device bcab055f-3a46-45a4-9dec-c432900be063 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:09:28.744568 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: bcab055f-3a46-45a4-9dec-c432900be063 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:09:28.745777 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device bcab055f-3a46-45a4-9dec-c432900be063 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:09:28.797367 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5daaf-cacd-447c-9618-22d741730d3f req-7998a070-cbc9-444f-bc32-2845b2d87379 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:28.799340 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e7b5daaf-cacd-447c-9618-22d741730d3f req-7998a070-cbc9-444f-bc32-2845b2d87379 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=87dafe07-4df8-4a69-ab8f-c04e892a00a9 HTTP/1.1" status: 200 len: 946 time: 0.5122538 May 27 02:09:28.834705 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:28.892298 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0016ab-07b5-4e6b-b19f-0ddcb762a7ba req-899c5d4a-aa30-46bc-aecb-89ca6c7796b4 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:28.893870 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ab0016ab-07b5-4e6b-b19f-0ddcb762a7ba req-899c5d4a-aa30-46bc-aecb-89ca6c7796b4 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 947 time: 0.4881401 May 27 02:09:28.906475 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e7b5daaf-cacd-447c-9618-22d741730d3f req-cfa4d285-7ec7-4089-b2f5-770024b28e7d tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902371 May 27 02:09:28.922810 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:28.975051 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d2e9311e-bb06-4583-b204-28afc1d48b47 req-73c78fc1-fe9b-4a47-9aed-4c0000815dc4 service neutron] 10.222.0.66 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980280 May 27 02:09:29.010472 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-5b5e5134-b8eb-4c86-a56e-3443ab9deb28 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:29.013836 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ab0016ab-07b5-4e6b-b19f-0ddcb762a7ba req-91ae7fe2-884a-49fd-9835-5c7728b2a092 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116757 May 27 02:09:29.079527 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d32d3ee-29e9-49ef-bb90-6dbe57034c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:29.108146 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-5b5e5134-b8eb-4c86-a56e-3443ab9deb28 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:29.177255 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab696cb-b7b2-4449-a4d8-932ccc7285a2 req-478cec1c-993f-482e-9530-df9c58cd4bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:29.178774 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-aab696cb-b7b2-4449-a4d8-932ccc7285a2 req-478cec1c-993f-482e-9530-df9c58cd4bfb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6366496 May 27 02:09:29.308435 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-77e26a32-110e-4078-bc5a-4b7f0f1d6a87 req-54d27be2-b078-4dbb-9377-52a00a67bc9b tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=8333c704-237f-4a81-95ba-a77235ce764b HTTP/1.1" status: 200 len: 210 time: 0.2437515 May 27 02:09:29.317198 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56148) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:29.331397 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bba4ec50-9fb9-4a8d-ab0e-c4fc4a516a84 req-0409bc29-fe9b-4e30-abec-65c58e1f9e9c service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6564960 May 27 02:09:29.396222 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e5134-b8eb-4c86-a56e-3443ab9deb28 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=345f7fec-d468-41eb-a74d-226266e39ca1,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:29.427333 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d32d3ee-29e9-49ef-bb90-6dbe57034c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:29.517657 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8fbeb-1792-47de-8a87-17a6355fd0f6 req-2d826689-f4e2-4998-a3f8-8d4f72652ce9 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:29.519152 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-10d8fbeb-1792-47de-8a87-17a6355fd0f6 req-2d826689-f4e2-4998-a3f8-8d4f72652ce9 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=409aec4a-c1bd-4d1f-b785-52129f342cb8 HTTP/1.1" status: 200 len: 946 time: 0.2091913 May 27 02:09:29.531247 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-b67e6600-657e-41f5-b1c1-c78f156f47ef admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1727245401-network', 'tenant_id': '7fc73085ebc04afe8efe26efefe6d571'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:09:29.538056 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b67e6600-657e-41f5-b1c1-c78f156f47ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:29.555396 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b67e6600-657e-41f5-b1c1-c78f156f47ef admin admin] Usage tracker for resource:network and tenant:7fc73085ebc04afe8efe26efefe6d571 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:29.567009 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b67e6600-657e-41f5-b1c1-c78f156f47ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:29.567420 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32d3ee-29e9-49ef-bb90-6dbe57034c98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da11b168-f0b6-4d11-a96e-332f3af0231b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:29.569568 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b67e6600-657e-41f5-b1c1-c78f156f47ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:29.576034 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d32d3ee-29e9-49ef-bb90-6dbe57034c98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:29.581648 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37513432-2319-46c8-8778-932ac3dc8134 None None] Network 0fba008a-1bcf-4a59-a1ba-43ceb6a87ecf requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:09:29.585189 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-aab696cb-b7b2-4449-a4d8-932ccc7285a2 req-2dc09da1-0ecd-4ac9-bb05-a1a5317c7035 service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878942 May 27 02:09:29.601578 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-10d8fbeb-1792-47de-8a87-17a6355fd0f6 req-cdddd458-4597-4981-8a71-ec9000356cbf tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736778 May 27 02:09:29.638292 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-95ed95d3-6e35-4712-8c2c-1fdea86a51c4 req-df82269f-2255-410a-8fb0-2284981c6970 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2033300740', 'description': 'tempest-description-1103425390'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:09:29.643821 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8bbad-b698-4b2d-8989-639353c332f9 req-d5ae1989-ad12-4cb2-85ff-a51d192d3e32 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:29.645394 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0bb8bbad-b698-4b2d-8989-639353c332f9 req-d5ae1989-ad12-4cb2-85ff-a51d192d3e32 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=87dafe07-4df8-4a69-ab8f-c04e892a00a9 HTTP/1.1" status: 200 len: 1097 time: 0.1884918 May 27 02:09:29.647524 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67e6600-657e-41f5-b1c1-c78f156f47ef admin admin] Made reservation on behalf of 7fc73085ebc04afe8efe26efefe6d571 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:09:29.650407 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b67e6600-657e-41f5-b1c1-c78f156f47ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:29.662747 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-95ed95d3-6e35-4712-8c2c-1fdea86a51c4 req-df82269f-2255-410a-8fb0-2284981c6970 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:29.679083 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b67e6600-657e-41f5-b1c1-c78f156f47ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:29.689708 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-95ed95d3-6e35-4712-8c2c-1fdea86a51c4 req-df82269f-2255-410a-8fb0-2284981c6970 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Usage tracker for resource:security_group and tenant:f42eea6885d94f75a94f19fc5f087b8b is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:29.693853 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-95ed95d3-6e35-4712-8c2c-1fdea86a51c4 req-df82269f-2255-410a-8fb0-2284981c6970 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:29.706843 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-95ed95d3-6e35-4712-8c2c-1fdea86a51c4 req-df82269f-2255-410a-8fb0-2284981c6970 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:29.712749 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b67e6600-657e-41f5-b1c1-c78f156f47ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:29.725073 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b67e6600-657e-41f5-b1c1-c78f156f47ef admin admin] Usage tracker for resource:security_group_rule and tenant:7fc73085ebc04afe8efe26efefe6d571 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:29.732598 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-aab696cb-b7b2-4449-a4d8-932ccc7285a2 req-c015ed78-abc4-40d1-9a9b-f3b3ffcd6eb4 service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407418 May 27 02:09:29.733881 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6d32d3ee-29e9-49ef-bb90-6dbe57034c98 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/da11b168-f0b6-4d11-a96e-332f3af0231b HTTP/1.1" status: 204 len: 168 time: 1.7007530 May 27 02:09:29.735597 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b67e6600-657e-41f5-b1c1-c78f156f47ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:29.737134 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56156) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:29.745395 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b67e6600-657e-41f5-b1c1-c78f156f47ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:29.755429 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0bb8bbad-b698-4b2d-8989-639353c332f9 req-ce64f23d-ac17-4405-a289-14887308a343 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937786 May 27 02:09:29.911108 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b824193a-0388-4afc-a3d8-dc169c31e503 None None] DHCP port deletion for 0fba008a-1bcf-4a59-a1ba-43ceb6a87ecf request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:09:29.916437 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-b824193a-0388-4afc-a3d8-dc169c31e503 None None] Deleting port cb0d2a4e-5ccc-433a-b9ac-3f432c7d57c7 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:09:29.917040 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b824193a-0388-4afc-a3d8-dc169c31e503 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:29.917242 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-95ed95d3-6e35-4712-8c2c-1fdea86a51c4 req-df82269f-2255-410a-8fb0-2284981c6970 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:29.965091 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b67e6600-657e-41f5-b1c1-c78f156f47ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:29.984785 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-602135a8-ce19-4656-9246-35e18acba71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:29.996887 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-95ed95d3-6e35-4712-8c2c-1fdea86a51c4 req-df82269f-2255-410a-8fb0-2284981c6970 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:30.004162 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-95ed95d3-6e35-4712-8c2c-1fdea86a51c4 req-df82269f-2255-410a-8fb0-2284981c6970 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Usage tracker for resource:security_group_rule and tenant:f42eea6885d94f75a94f19fc5f087b8b is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:30.008395 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-95ed95d3-6e35-4712-8c2c-1fdea86a51c4 req-df82269f-2255-410a-8fb0-2284981c6970 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:30.011774 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:30.016118 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-602135a8-ce19-4656-9246-35e18acba71d admin admin] Deleting port cb0d2a4e-5ccc-433a-b9ac-3f432c7d57c7 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:09:30.016514 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-602135a8-ce19-4656-9246-35e18acba71d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:30.017150 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-95ed95d3-6e35-4712-8c2c-1fdea86a51c4 req-df82269f-2255-410a-8fb0-2284981c6970 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:30.050884 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b67e6600-657e-41f5-b1c1-c78f156f47ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:30.081477 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349d07b-055d-4084-a9d8-b51772af2889 req-70c698e1-70b0-4673-82c1-0e3577bf35ab tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:30.083008 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e349d07b-055d-4084-a9d8-b51772af2889 req-70c698e1-70b0-4673-82c1-0e3577bf35ab tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] 10.222.0.57 "GET /v2.0/ports?device_id=56751f4a-e3b4-4587-bb78-4905834431d5 HTTP/1.1" status: 200 len: 936 time: 0.1707792 May 27 02:09:30.106942 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b67e6600-657e-41f5-b1c1-c78f156f47ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:09:30.143262 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e6600-657e-41f5-b1c1-c78f156f47ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc37509-acb9-48fc-8e4b-beaf863337df,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:30.157045 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b67e6600-657e-41f5-b1c1-c78f156f47ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:30.157394 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-b67e6600-657e-41f5-b1c1-c78f156f47ef admin admin] Added segment 07465bd3-70b6-4ab8-bae1-2101d0f48dbe of type vlan for network d1cb7f1b-be29-4509-be86-b068f20a10ab May 27 02:09:30.174898 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-b824193a-0388-4afc-a3d8-dc169c31e503 None None] For port cb0d2a4e-5ccc-433a-b9ac-3f432c7d57c7, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=cb0d2a4e-5ccc-433a-b9ac-3f432c7d57c7,segment=NetworkSegment(61d202a5-7a62-49fd-b584-e0d6e1facdfd),segment_id=61d202a5-7a62-49fd-b584-e0d6e1facdfd)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:30.175915 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b824193a-0388-4afc-a3d8-dc169c31e503 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:30.193174 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-95ed95d3-6e35-4712-8c2c-1fdea86a51c4 req-df82269f-2255-410a-8fb0-2284981c6970 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:30.212675 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e349d07b-055d-4084-a9d8-b51772af2889 req-f55d7eb7-b81d-4fe5-a4a6-e52ee037cd35 tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] 10.222.0.57 "GET /v2.0/security-groups?id=31e4efbf-7803-4564-aede-cf4d2e3527bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136391 May 27 02:09:30.216071 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b67e6600-657e-41f5-b1c1-c78f156f47ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:30.263395 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-0ca76098-5600-4f8d-9127-b578b6e2857a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dcf2437-9d8b-41e5-a352-6093ce174867 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:09:30.269008 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-95ed95d3-6e35-4712-8c2c-1fdea86a51c4 req-df82269f-2255-410a-8fb0-2284981c6970 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:30.285010 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-0ca76098-5600-4f8d-9127-b578b6e2857a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:30.316774 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-0ca76098-5600-4f8d-9127-b578b6e2857a service neutron] Transition to ACTIVE for port object 1dcf2437-9d8b-41e5-a352-6093ce174867 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:09:30.321830 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-602135a8-ce19-4656-9246-35e18acba71d admin admin] For port cb0d2a4e-5ccc-433a-b9ac-3f432c7d57c7, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=cb0d2a4e-5ccc-433a-b9ac-3f432c7d57c7,segment=NetworkSegment(61d202a5-7a62-49fd-b584-e0d6e1facdfd),segment_id=61d202a5-7a62-49fd-b584-e0d6e1facdfd)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:30.322192 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-602135a8-ce19-4656-9246-35e18acba71d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:30.326878 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-b824193a-0388-4afc-a3d8-dc169c31e503 None None] Calling delete_port for cb0d2a4e-5ccc-433a-b9ac-3f432c7d57c7 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:09:30.344642 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82269f-2255-410a-8fb0-2284981c6970 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fddd999-423a-402d-99f9-1843f47a76d4,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:30.352117 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b67e6600-657e-41f5-b1c1-c78f156f47ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:30.353113 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67e6600-657e-41f5-b1c1-c78f156f47ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:30.354736 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b67e6600-657e-41f5-b1c1-c78f156f47ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:30.445332 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-0ca76098-5600-4f8d-9127-b578b6e2857a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:30.454488 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-602135a8-ce19-4656-9246-35e18acba71d admin admin] Calling delete_port for cb0d2a4e-5ccc-433a-b9ac-3f432c7d57c7 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:09:30.495063 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b824193a-0388-4afc-a3d8-dc169c31e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:30.532015 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b67e6600-657e-41f5-b1c1-c78f156f47ef admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2107675 May 27 02:09:30.532015 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-95ed95d3-6e35-4712-8c2c-1fdea86a51c4 req-df82269f-2255-410a-8fb0-2284981c6970 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:30.532015 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-95ed95d3-6e35-4712-8c2c-1fdea86a51c4 req-df82269f-2255-410a-8fb0-2284981c6970 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.8989978 May 27 02:09:30.532943 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56166) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:30.562248 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824193a-0388-4afc-a3d8-dc169c31e503 None None] Pushing event deleted for resources: {'Port': ['ID=cb0d2a4e-5ccc-433a-b9ac-3f432c7d57c7,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:30.567382 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-249d2ed6-f989-4a50-851a-daf78f4bf3c8 admin admin] Request body: {'subnet': {'network_id': 'd1cb7f1b-be29-4509-be86-b068f20a10ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1727245401-subnet', 'tenant_id': '7fc73085ebc04afe8efe26efefe6d571', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:09:30.584576 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-249d2ed6-f989-4a50-851a-daf78f4bf3c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:30.590690 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b824193a-0388-4afc-a3d8-dc169c31e503 None None] No DVR routers for this DVR port cb0d2a4e-5ccc-433a-b9ac-3f432c7d57c7 on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:09:30.593375 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e6600-657e-41f5-b1c1-c78f156f47ef admin admin] Pushing event updated for resources: {'Network': ['ID=d1cb7f1b-be29-4509-be86-b068f20a10ab,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:30.601110 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-249d2ed6-f989-4a50-851a-daf78f4bf3c8 admin admin] Usage tracker for resource:subnet and tenant:7fc73085ebc04afe8efe26efefe6d571 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:30.607059 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-249d2ed6-f989-4a50-851a-daf78f4bf3c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:30.610263 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-5b5e5134-b8eb-4c86-a56e-3443ab9deb28 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Allocated IP 192.168.233.41 (54d5ea08-4fa3-4323-9d64-35a947e9d08e/2cf69705-8457-415f-85a3-b42efaff1b97/1c0ac97e-a530-4361-8db8-f552a54f3dd8) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:09:30.615597 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network d1cb7f1b-be29-4509-be86-b068f20a10ab details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:09:30.618249 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-249d2ed6-f989-4a50-851a-daf78f4bf3c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:30.653956 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cdff73-f7f8-4373-8459-4c381c2d47dc req-93679b46-9fa6-4030-baa2-5f04540cb9fe tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:30.663679 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-41cdff73-f7f8-4373-8459-4c381c2d47dc req-93679b46-9fa6-4030-baa2-5f04540cb9fe tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=87dafe07-4df8-4a69-ab8f-c04e892a00a9 HTTP/1.1" status: 200 len: 1097 time: 0.3130851 May 27 02:09:30.738727 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device da5fb44e-ba92-42dc-988f-3cd41806c48b details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:09:30.785281 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249d2ed6-f989-4a50-851a-daf78f4bf3c8 admin admin] Made reservation on behalf of 7fc73085ebc04afe8efe26efefe6d571 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:09:30.787636 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-249d2ed6-f989-4a50-851a-daf78f4bf3c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:30.804538 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device cb0d2a4e-5ccc-433a-b9ac-3f432c7d57c7 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:09:30.856749 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: cb0d2a4e-5ccc-433a-b9ac-3f432c7d57c7 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:09:30.857368 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device cb0d2a4e-5ccc-433a-b9ac-3f432c7d57c7 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:09:30.885490 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-41cdff73-f7f8-4373-8459-4c381c2d47dc req-6433f155-e461-4be5-ac22-c6dca3cb1ae3 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202203 May 27 02:09:30.893493 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca76098-5600-4f8d-9127-b578b6e2857a service neutron] Pushing event updated for resources: {'Port': ['ID=1dcf2437-9d8b-41e5-a352-6093ce174867,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:30.973815 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-602135a8-ce19-4656-9246-35e18acba71d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:09:30.974162 n-d-843554-3 neutron-server[88901]: DEBUG oslo_db.api [None req-602135a8-ce19-4656-9246-35e18acba71d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:09:31.011163 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-0ca76098-5600-4f8d-9127-b578b6e2857a service neutron] Attempting to bind port 1dcf2437-9d8b-41e5-a352-6093ce174867 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:09:31.011577 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-0ca76098-5600-4f8d-9127-b578b6e2857a service neutron] Attempting to bind port 1dcf2437-9d8b-41e5-a352-6093ce174867 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:09:31.011976 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-0ca76098-5600-4f8d-9127-b578b6e2857a service neutron] Attempting to bind port 1dcf2437-9d8b-41e5-a352-6093ce174867 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:09:31.019693 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-0ca76098-5600-4f8d-9127-b578b6e2857a service neutron] Port 1dcf2437-9d8b-41e5-a352-6093ce174867 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:09:31.020618 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-0ca76098-5600-4f8d-9127-b578b6e2857a service neutron] Attempting to bind port 1dcf2437-9d8b-41e5-a352-6093ce174867 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:09:31.026939 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-0ca76098-5600-4f8d-9127-b578b6e2857a service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:09:31.028447 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-0ca76098-5600-4f8d-9127-b578b6e2857a service neutron] Checking segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:09:31.028447 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-0ca76098-5600-4f8d-9127-b578b6e2857a service neutron] Bound using segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:09:31.028447 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-0ca76098-5600-4f8d-9127-b578b6e2857a service neutron] Bound port: 1dcf2437-9d8b-41e5-a352-6093ce174867, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:09:31.028447 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-0ca76098-5600-4f8d-9127-b578b6e2857a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:31.049660 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port da5fb44e-ba92-42dc-988f-3cd41806c48b, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=da5fb44e-ba92-42dc-988f-3cd41806c48b,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:31.063603 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': 'da5fb44e-ba92-42dc-988f-3cd41806c48b', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'port_id': 'da5fb44e-ba92-42dc-988f-3cd41806c48b', 'mac_address': 'fa:16:3e:a7:f9:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf69705-8457-415f-85a3-b42efaff1b97', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:09:31.091851 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-aca396fa-6628-4153-9153-f3ae2134e4cc req-f52b1786-0c23-4f9c-a848-d44e28655dba tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Synchronizing usage tracker for tenant:920f79471e3444109aeaadab23e503c2 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:09:31.105759 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347a699-ee73-4c96-934c-3764743f574d req-869adc45-1dfe-43d6-a686-38d47ac41314 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:31.107498 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a347a699-ee73-4c96-934c-3764743f574d req-869adc45-1dfe-43d6-a686-38d47ac41314 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 947 time: 0.4206560 May 27 02:09:31.123420 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port da5fb44e-ba92-42dc-988f-3cd41806c48b is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:09:31.123801 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:31.124115 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-0ca76098-5600-4f8d-9127-b578b6e2857a service neutron] For port 1dcf2437-9d8b-41e5-a352-6093ce174867, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:09:31.127228 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-0ca76098-5600-4f8d-9127-b578b6e2857a service neutron] For port 1dcf2437-9d8b-41e5-a352-6093ce174867, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=1dcf2437-9d8b-41e5-a352-6093ce174867,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:09:31.141950 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da5fb44e-ba92-42dc-988f-3cd41806c48b {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:09:31.158084 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port da5fb44e-ba92-42dc-988f-3cd41806c48b, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=da5fb44e-ba92-42dc-988f-3cd41806c48b,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:31.212702 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-0ca76098-5600-4f8d-9127-b578b6e2857a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:31.228779 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:31.248600 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-5b5e5134-b8eb-4c86-a56e-3443ab9deb28 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:31.254440 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a347a699-ee73-4c96-934c-3764743f574d req-848f7e8c-738b-42ee-8639-b105cb6f18fc tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352479 May 27 02:09:31.263108 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-aca396fa-6628-4153-9153-f3ae2134e4cc req-f52b1786-0c23-4f9c-a848-d44e28655dba tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Unset dirty status for tenant:920f79471e3444109aeaadab23e503c2 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:09:31.264285 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aca396fa-6628-4153-9153-f3ae2134e4cc req-f52b1786-0c23-4f9c-a848-d44e28655dba tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=8333c704-237f-4a81-95ba-a77235ce764b HTTP/1.1" status: 200 len: 210 time: 0.2591336 May 27 02:09:31.288007 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-0ca76098-5600-4f8d-9127-b578b6e2857a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:31.288645 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-0ca76098-5600-4f8d-9127-b578b6e2857a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:31.296208 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-5b5e5134-b8eb-4c86-a56e-3443ab9deb28 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Transition to ACTIVE for port object 1c0ac97e-a530-4361-8db8-f552a54f3dd8 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:09:31.296880 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-0ca76098-5600-4f8d-9127-b578b6e2857a service neutron] 10.222.0.32 "PUT /v2.0/ports/1dcf2437-9d8b-41e5-a352-6093ce174867 HTTP/1.1" status: 200 len: 1096 time: 3.0899975 May 27 02:09:31.297695 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56751f4a-e3b4-4587-bb78-4905834431d5', 'tag': '1dcf2437-9d8b-41e5-a352-6093ce174867'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:09:31.333054 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca76098-5600-4f8d-9127-b578b6e2857a service neutron] Pushing event updated for resources: {'Port': ['ID=1dcf2437-9d8b-41e5-a352-6093ce174867,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:31.345456 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=da5fb44e-ba92-42dc-988f-3cd41806c48b,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:31.404679 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4d579f80-dba3-46be-b111-defe8ba5daca req-037e9bbf-a2ed-427e-aa36-390c05ee1b96 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] 10.222.0.57 "GET /v2.0/security-groups/1fddd999-423a-402d-99f9-1843f47a76d4 HTTP/1.1" status: 200 len: 1813 time: 0.1095009 May 27 02:09:31.451035 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-249d2ed6-f989-4a50-851a-daf78f4bf3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:31.486921 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['da5fb44e-ba92-42dc-988f-3cd41806c48b'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:09:31.494329 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-602135a8-ce19-4656-9246-35e18acba71d admin admin] Deleting port cb0d2a4e-5ccc-433a-b9ac-3f432c7d57c7 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:09:31.494668 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-602135a8-ce19-4656-9246-35e18acba71d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:31.546904 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-5b5e5134-b8eb-4c86-a56e-3443ab9deb28 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:31.558607 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d2ed6-f989-4a50-851a-daf78f4bf3c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3f5ec77-9645-42d0-89cc-1cf281841e08,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:31.619258 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-602135a8-ce19-4656-9246-35e18acba71d admin admin] The port 'cb0d2a4e-5ccc-433a-b9ac-3f432c7d57c7' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:09:31.748832 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-602135a8-ce19-4656-9246-35e18acba71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:31.757035 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-b86e767c-c3fa-4082-96ad-230345f83594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:31.759178 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-b86e767c-c3fa-4082-96ad-230345f83594 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b2402e0e26944ebd946b28d77f1b8c16&device_id=56751f4a-e3b4-4587-bb78-4905834431d5 HTTP/1.1" status: 200 len: 1099 time: 0.3234539 May 27 02:09:31.778112 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249d2ed6-f989-4a50-851a-daf78f4bf3c8 admin admin] Checking segment: {'id': '07465bd3-70b6-4ab8-bae1-2101d0f48dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd1cb7f1b-be29-4509-be86-b068f20a10ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:09:31.778466 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249d2ed6-f989-4a50-851a-daf78f4bf3c8 admin admin] Network hostable DHCP agents. Network: d1cb7f1b-be29-4509-be86-b068f20a10ab, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:09:31.806374 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-5b5e5134-b8eb-4c86-a56e-3443ab9deb28 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Network 54d5ea08-4fa3-4323-9d64-35a947e9d08e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:09:31.817406 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-5b5e5134-b8eb-4c86-a56e-3443ab9deb28 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:09:31.832782 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-5b5e5134-b8eb-4c86-a56e-3443ab9deb28 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:09:31.845033 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-602135a8-ce19-4656-9246-35e18acba71d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fba008a-1bcf-4a59-a1ba-43ceb6a87ecf']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:31.854228 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-3edb9b08-4285-4bef-bc19-0a5cd779e6e9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=1dcf2437-9d8b-41e5-a352-6093ce174867 HTTP/1.1" status: 200 len: 217 time: 0.0825493 May 27 02:09:31.860595 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-602135a8-ce19-4656-9246-35e18acba71d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61d202a5-7a62-49fd-b584-e0d6e1facdfd') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:31.860930 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-602135a8-ce19-4656-9246-35e18acba71d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61d202a5-7a62-49fd-b584-e0d6e1facdfd') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:31.887644 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97757b32-f4e9-44eb-90aa-3b77389fc79a req-b9910ba1-f1a4-49a6-b030-e02db43832b5 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:31.887644 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-97757b32-f4e9-44eb-90aa-3b77389fc79a req-b9910ba1-f1a4-49a6-b030-e02db43832b5 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=409aec4a-c1bd-4d1f-b785-52129f342cb8 HTTP/1.1" status: 200 len: 946 time: 0.4809680 May 27 02:09:31.887644 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e5134-b8eb-4c86-a56e-3443ab9deb28 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Pushing event updated for resources: {'Port': ['ID=1c0ac97e-a530-4361-8db8-f552a54f3dd8,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:31.917040 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-602135a8-ce19-4656-9246-35e18acba71d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:31.944650 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-602135a8-ce19-4656-9246-35e18acba71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:31.950990 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-5b5e5134-b8eb-4c86-a56e-3443ab9deb28 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:31.951630 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-5b5e5134-b8eb-4c86-a56e-3443ab9deb28 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:31.954660 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-f180186c-0568-4f6e-b17e-c9d80e3fa92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:31.956125 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-f180186c-0568-4f6e-b17e-c9d80e3fa92d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.0862985 May 27 02:09:31.957077 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-602135a8-ce19-4656-9246-35e18acba71d admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:09:31.957474 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-602135a8-ce19-4656-9246-35e18acba71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:31.992357 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-97757b32-f4e9-44eb-90aa-3b77389fc79a req-deed0671-e884-4093-8680-2bee20c2ff91 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994916 May 27 02:09:32.002211 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcfc38-b874-4eff-99c0-988b838d8159 req-6d1524c4-9d4b-4cdb-9eae-87810546079d tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:32.003706 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8afcfc38-b874-4eff-99c0-988b838d8159 req-6d1524c4-9d4b-4cdb-9eae-87810546079d tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] 10.222.0.57 "GET /v2.0/ports?device_id=56751f4a-e3b4-4587-bb78-4905834431d5 HTTP/1.1" status: 200 len: 948 time: 0.4041231 May 27 02:09:32.021374 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 61d202a5-7a62-49fd-b584-e0d6e1facdfd resource provider aggregate not found May 27 02:09:32.031521 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249d2ed6-f989-4a50-851a-daf78f4bf3c8 admin admin] Network d1cb7f1b-be29-4509-be86-b068f20a10ab is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:09:32.066770 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8afcfc38-b874-4eff-99c0-988b838d8159 req-8edc8101-dec6-4362-984c-e49f150b2876 tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] 10.222.0.57 "GET /v2.0/security-groups?id=31e4efbf-7803-4564-aede-cf4d2e3527bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530641 May 27 02:09:32.079176 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-464ba17f-75e1-4955-bfc7-b303581a7e02'] response: {'name': 'network-changed', 'server_uuid': '56751f4a-e3b4-4587-bb78-4905834431d5', 'tag': '1dcf2437-9d8b-41e5-a352-6093ce174867', 'status': 'completed', 'code': 200} May 27 02:09:32.087069 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-5b5e5134-b8eb-4c86-a56e-3443ab9deb28 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4477601 May 27 02:09:32.097126 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-b46e5ffb-0613-440a-8542-de1bac3e256f req-80aab0cd-37ab-41b1-9f4b-995cccdda76f tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1018421862', 'description': 'tempest-description-603762501'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:09:32.097933 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 61d202a5-7a62-49fd-b584-e0d6e1facdfd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 61d202a5-7a62-49fd-b584-e0d6e1facdfd found for delete ", "request_id": "req-451faf4d-0141-4f4c-8d07-a9ef16c10784"}]} May 27 02:09:32.108029 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-5da1f23f-b9eb-4243-9f2c-c7997ad3a527 service neutron] Request body: {'port': {'device_id': '8333c704-237f-4a81-95ba-a77235ce764b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:09:32.136621 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-093a8a27-25fc-4956-847d-1736712a187a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:32.138292 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-093a8a27-25fc-4956-847d-1736712a187a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1630640 May 27 02:09:32.147574 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-b46e5ffb-0613-440a-8542-de1bac3e256f req-80aab0cd-37ab-41b1-9f4b-995cccdda76f tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:32.155902 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-249d2ed6-f989-4a50-851a-daf78f4bf3c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, d1cb7f1b-be29-4509-be86-b068f20a10ab) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:09:32.166758 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9ffb5e-0d9e-4550-9c3f-9dee65b27d36 None None] Network d1cb7f1b-be29-4509-be86-b068f20a10ab requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:09:32.167800 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b46e5ffb-0613-440a-8542-de1bac3e256f req-80aab0cd-37ab-41b1-9f4b-995cccdda76f tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Usage tracker for resource:security_group and tenant:f42eea6885d94f75a94f19fc5f087b8b is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:32.173417 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249d2ed6-f989-4a50-851a-daf78f4bf3c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:32.177091 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-249d2ed6-f989-4a50-851a-daf78f4bf3c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:32.180199 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b46e5ffb-0613-440a-8542-de1bac3e256f req-80aab0cd-37ab-41b1-9f4b-995cccdda76f tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:32.195809 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-b46e5ffb-0613-440a-8542-de1bac3e256f req-80aab0cd-37ab-41b1-9f4b-995cccdda76f tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:32.236399 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-602135a8-ce19-4656-9246-35e18acba71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:32.241236 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-602135a8-ce19-4656-9246-35e18acba71d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:32.277256 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602135a8-ce19-4656-9246-35e18acba71d admin admin] Pushing event deleted for resources: {'Network': ['ID=0fba008a-1bcf-4a59-a1ba-43ceb6a87ecf,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:32.283017 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-602135a8-ce19-4656-9246-35e18acba71d admin admin] 10.222.0.57 "DELETE /v2.0/networks/0fba008a-1bcf-4a59-a1ba-43ceb6a87ecf HTTP/1.1" status: 204 len: 168 time: 2.5442770 May 27 02:09:32.286860 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-5da1f23f-b9eb-4243-9f2c-c7997ad3a527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:32.305027 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-249d2ed6-f989-4a50-851a-daf78f4bf3c8 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7580938 May 27 02:09:32.312435 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56196) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:32.320224 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-9e0c2c37-a53f-42b3-9893-e0b876fe0a39 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1727245401-router', 'tenant_id': '7fc73085ebc04afe8efe26efefe6d571', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:09:32.328374 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9e0c2c37-a53f-42b3-9893-e0b876fe0a39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:32.343706 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9e0c2c37-a53f-42b3-9893-e0b876fe0a39 admin admin] Usage tracker for resource:router and tenant:7fc73085ebc04afe8efe26efefe6d571 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:32.347468 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9e0c2c37-a53f-42b3-9893-e0b876fe0a39 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:32.348854 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ccb745a9-402e-4b51-b3c6-a25d57b4c837 None None] Provisioning for port 1c0ac97e-a530-4361-8db8-f552a54f3dd8 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:09:32.355908 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-8f5b17c6-200f-4316-9791-992e4c324290 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101936 May 27 02:09:32.356760 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9e0c2c37-a53f-42b3-9893-e0b876fe0a39 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:32.363720 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ccb745a9-402e-4b51-b3c6-a25d57b4c837 None None] Provisioning complete for port 1c0ac97e-a530-4361-8db8-f552a54f3dd8 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:09:32.364095 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ccb745a9-402e-4b51-b3c6-a25d57b4c837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:32.436360 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e0c2c37-a53f-42b3-9893-e0b876fe0a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:32.437422 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e0c2c37-a53f-42b3-9893-e0b876fe0a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:32.442221 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b46e5ffb-0613-440a-8542-de1bac3e256f req-80aab0cd-37ab-41b1-9f4b-995cccdda76f tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:32.475072 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e0c2c37-a53f-42b3-9893-e0b876fe0a39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:32.483972 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-b46e5ffb-0613-440a-8542-de1bac3e256f req-80aab0cd-37ab-41b1-9f4b-995cccdda76f tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:32.492911 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b46e5ffb-0613-440a-8542-de1bac3e256f req-80aab0cd-37ab-41b1-9f4b-995cccdda76f tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Usage tracker for resource:security_group_rule and tenant:f42eea6885d94f75a94f19fc5f087b8b is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:32.493566 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ccb745a9-402e-4b51-b3c6-a25d57b4c837 None None] Port 1c0ac97e-a530-4361-8db8-f552a54f3dd8 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:09:32.497900 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b46e5ffb-0613-440a-8542-de1bac3e256f req-80aab0cd-37ab-41b1-9f4b-995cccdda76f tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:32.507534 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a105a1-3300-4cb3-90da-e9258c8b3a7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-d1cb7f1b-be29-4509-be86-b068f20a10ab', 'network_id': 'd1cb7f1b-be29-4509-be86-b068f20a10ab', 'tenant_id': '7fc73085ebc04afe8efe26efefe6d571', 'fixed_ips': [{'subnet_id': 'a3f5ec77-9645-42d0-89cc-1cf281841e08'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:09:32.508237 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-67a105a1-3300-4cb3-90da-e9258c8b3a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:32.527945 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-13a5890e-3f5c-4d3e-9cef-11b861dc30a1 req-8c66020f-980d-4dda-b7f8-95dd78a64407 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634953 May 27 02:09:32.540250 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-b46e5ffb-0613-440a-8542-de1bac3e256f req-80aab0cd-37ab-41b1-9f4b-995cccdda76f tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:32.707486 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device da5fb44e-ba92-42dc-988f-3cd41806c48b up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:09:32.757246 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56202) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:32.878254 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b46e5ffb-0613-440a-8542-de1bac3e256f req-80aab0cd-37ab-41b1-9f4b-995cccdda76f tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:32.925909 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-67a105a1-3300-4cb3-90da-e9258c8b3a7e None None] Allocated IP 172.20.0.2 (d1cb7f1b-be29-4509-be86-b068f20a10ab/a3f5ec77-9645-42d0-89cc-1cf281841e08/1e3dc54f-9f4e-48e4-a09a-2d62d7373d38) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:09:32.989805 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b46e5ffb-0613-440a-8542-de1bac3e256f req-80aab0cd-37ab-41b1-9f4b-995cccdda76f tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:33.022347 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2af078ca-83dc-40ef-9a46-e2c5d04d98ea admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b10311550dd24ab5af04d69bb8469c0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2545450 May 27 02:09:33.026176 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port da5fb44e-ba92-42dc-988f-3cd41806c48b completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:09:33.031549 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56206) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:33.045333 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port da5fb44e-ba92-42dc-988f-3cd41806c48b triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:09:33.045858 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:33.052153 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-5da1f23f-b9eb-4243-9f2c-c7997ad3a527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c0ac97e-a530-4361-8db8-f552a54f3dd8 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:09:33.080036 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2b239-613c-44b7-a7cd-2442e1d4354b req-26f1a174-e2aa-436f-bc43-7c2e78edc4f6 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:33.096294 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-70d2b239-613c-44b7-a7cd-2442e1d4354b req-26f1a174-e2aa-436f-bc43-7c2e78edc4f6 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 948 time: 0.3868632 May 27 02:09:33.108750 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-5da1f23f-b9eb-4243-9f2c-c7997ad3a527 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:33.133851 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aab0cd-37ab-41b1-9f4b-995cccdda76f tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4137fd79-b694-481e-b153-3f8bd4967581,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:33.184068 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-5da1f23f-b9eb-4243-9f2c-c7997ad3a527 service neutron] Transition to ACTIVE for port object 1c0ac97e-a530-4361-8db8-f552a54f3dd8 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:09:33.185467 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e0c2c37-a53f-42b3-9893-e0b876fe0a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:33.195863 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-70d2b239-613c-44b7-a7cd-2442e1d4354b req-47872b93-5d74-4b96-9b6d-c64e6677f8a8 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980327 May 27 02:09:33.201941 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28493c-82ed-4b8e-aa99-9a222db29ba0 req-2f711fad-09cc-486b-94dd-33d722787c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:33.203421 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5e28493c-82ed-4b8e-aa99-9a222db29ba0 req-2f711fad-09cc-486b-94dd-33d722787c30 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b2402e0e26944ebd946b28d77f1b8c16&device_id=56751f4a-e3b4-4587-bb78-4905834431d5 HTTP/1.1" status: 200 len: 1099 time: 0.4798589 May 27 02:09:33.216417 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b46e5ffb-0613-440a-8542-de1bac3e256f req-80aab0cd-37ab-41b1-9f4b-995cccdda76f tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:33.217589 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b46e5ffb-0613-440a-8542-de1bac3e256f req-80aab0cd-37ab-41b1-9f4b-995cccdda76f tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.1247149 May 27 02:09:33.289881 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port da5fb44e-ba92-42dc-988f-3cd41806c48b is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:09:33.290477 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:33.293424 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-92850ec6-e5da-4211-b300-321e9b87b0df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:33.311516 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-5da1f23f-b9eb-4243-9f2c-c7997ad3a527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:33.339250 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668f3f0a-810a-4d84-8786-0b25edc03279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da5fb44e-ba92-42dc-988f-3cd41806c48b'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:09:33.354488 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port da5fb44e-ba92-42dc-988f-3cd41806c48b, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=da5fb44e-ba92-42dc-988f-3cd41806c48b,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:33.370482 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28493c-82ed-4b8e-aa99-9a222db29ba0 req-0856056b-134c-472a-b20e-d5e96f217b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:33.372183 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5e28493c-82ed-4b8e-aa99-9a222db29ba0 req-0856056b-134c-472a-b20e-d5e96f217b3c service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.1596265 May 27 02:09:33.379621 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-67a105a1-3300-4cb3-90da-e9258c8b3a7e None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:33.401985 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-67a105a1-3300-4cb3-90da-e9258c8b3a7e None None] Transition to ACTIVE for port object 1e3dc54f-9f4e-48e4-a09a-2d62d7373d38 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:09:33.427604 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-67a105a1-3300-4cb3-90da-e9258c8b3a7e None None] Transition to ACTIVE for port object 1e3dc54f-9f4e-48e4-a09a-2d62d7373d38 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:09:33.430093 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-92850ec6-e5da-4211-b300-321e9b87b0df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:33.452269 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:33.464586 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5e28493c-82ed-4b8e-aa99-9a222db29ba0 req-97ee60fe-b818-49f1-a27a-6e0fbcf595f2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=1dcf2437-9d8b-41e5-a352-6093ce174867 HTTP/1.1" status: 200 len: 217 time: 0.0763912 May 27 02:09:33.549847 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=da5fb44e-ba92-42dc-988f-3cd41806c48b,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:33.554128 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-67a105a1-3300-4cb3-90da-e9258c8b3a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:33.599651 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28493c-82ed-4b8e-aa99-9a222db29ba0 req-2fa0bac8-10b4-41df-a08a-8b2b91d782ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:33.601131 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5e28493c-82ed-4b8e-aa99-9a222db29ba0 req-2fa0bac8-10b4-41df-a08a-8b2b91d782ad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.0946703 May 27 02:09:33.631010 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a105a1-3300-4cb3-90da-e9258c8b3a7e None None] Network d1cb7f1b-be29-4509-be86-b068f20a10ab is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:09:33.640495 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-67a105a1-3300-4cb3-90da-e9258c8b3a7e None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:09:33.645898 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a105a1-3300-4cb3-90da-e9258c8b3a7e None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:09:33.743580 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a105a1-3300-4cb3-90da-e9258c8b3a7e None None] Pushing event updated for resources: {'Port': ['ID=1e3dc54f-9f4e-48e4-a09a-2d62d7373d38,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:33.744911 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da1f23f-b9eb-4243-9f2c-c7997ad3a527 service neutron] Pushing event updated for resources: {'Port': ['ID=1c0ac97e-a530-4361-8db8-f552a54f3dd8,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:33.772406 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-67a105a1-3300-4cb3-90da-e9258c8b3a7e None None] Attempting to bind port 1e3dc54f-9f4e-48e4-a09a-2d62d7373d38 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:09:33.772821 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-67a105a1-3300-4cb3-90da-e9258c8b3a7e None None] Attempting to bind port 1e3dc54f-9f4e-48e4-a09a-2d62d7373d38 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '07465bd3-70b6-4ab8-bae1-2101d0f48dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd1cb7f1b-be29-4509-be86-b068f20a10ab'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:09:33.774088 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a105a1-3300-4cb3-90da-e9258c8b3a7e None None] Attempting to bind port 1e3dc54f-9f4e-48e4-a09a-2d62d7373d38 on network d1cb7f1b-be29-4509-be86-b068f20a10ab {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:09:33.780395 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a105a1-3300-4cb3-90da-e9258c8b3a7e None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:09:33.780806 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a105a1-3300-4cb3-90da-e9258c8b3a7e None None] Checking segment: {'id': '07465bd3-70b6-4ab8-bae1-2101d0f48dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd1cb7f1b-be29-4509-be86-b068f20a10ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:09:33.781217 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-67a105a1-3300-4cb3-90da-e9258c8b3a7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:33.781646 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a105a1-3300-4cb3-90da-e9258c8b3a7e None None] Bound using segment: {'id': '07465bd3-70b6-4ab8-bae1-2101d0f48dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd1cb7f1b-be29-4509-be86-b068f20a10ab'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:09:33.782087 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-67a105a1-3300-4cb3-90da-e9258c8b3a7e None None] Bound port: 1e3dc54f-9f4e-48e4-a09a-2d62d7373d38, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07465bd3-70b6-4ab8-bae1-2101d0f48dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd1cb7f1b-be29-4509-be86-b068f20a10ab'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:09:33.782459 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-67a105a1-3300-4cb3-90da-e9258c8b3a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:33.825343 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28493c-82ed-4b8e-aa99-9a222db29ba0 req-803e57ca-96b4-4fe9-a5af-18ac3691b121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:33.825343 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5e28493c-82ed-4b8e-aa99-9a222db29ba0 req-803e57ca-96b4-4fe9-a5af-18ac3691b121 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2141793 May 27 02:09:33.831310 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-5da1f23f-b9eb-4243-9f2c-c7997ad3a527 service neutron] Attempting to bind port 1c0ac97e-a530-4361-8db8-f552a54f3dd8 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:09:33.831797 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-5da1f23f-b9eb-4243-9f2c-c7997ad3a527 service neutron] Attempting to bind port 1c0ac97e-a530-4361-8db8-f552a54f3dd8 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:09:33.832001 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-5da1f23f-b9eb-4243-9f2c-c7997ad3a527 service neutron] Attempting to bind port 1c0ac97e-a530-4361-8db8-f552a54f3dd8 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:09:33.847145 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-5da1f23f-b9eb-4243-9f2c-c7997ad3a527 service neutron] Port 1c0ac97e-a530-4361-8db8-f552a54f3dd8 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:09:33.847471 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-5da1f23f-b9eb-4243-9f2c-c7997ad3a527 service neutron] Attempting to bind port 1c0ac97e-a530-4361-8db8-f552a54f3dd8 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:09:33.860568 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9ce5e-dd95-492d-82f6-e413fd793e40 req-d6eb8e36-13d4-4e57-9d08-8a1aee15ce30 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:33.868507 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-91a9ce5e-dd95-492d-82f6-e413fd793e40 req-d6eb8e36-13d4-4e57-9d08-8a1aee15ce30 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=8333c704-237f-4a81-95ba-a77235ce764b HTTP/1.1" status: 200 len: 947 time: 0.4529293 May 27 02:09:33.876416 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-5da1f23f-b9eb-4243-9f2c-c7997ad3a527 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:09:33.877216 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-5da1f23f-b9eb-4243-9f2c-c7997ad3a527 service neutron] Checking segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:09:33.877761 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-5da1f23f-b9eb-4243-9f2c-c7997ad3a527 service neutron] Bound using segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:09:33.878055 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-5da1f23f-b9eb-4243-9f2c-c7997ad3a527 service neutron] Bound port: 1c0ac97e-a530-4361-8db8-f552a54f3dd8, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:09:33.878406 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-5da1f23f-b9eb-4243-9f2c-c7997ad3a527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:33.913616 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-67a105a1-3300-4cb3-90da-e9258c8b3a7e None None] For port 1e3dc54f-9f4e-48e4-a09a-2d62d7373d38, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:09:33.917574 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-67a105a1-3300-4cb3-90da-e9258c8b3a7e None None] For port 1e3dc54f-9f4e-48e4-a09a-2d62d7373d38, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1e3dc54f-9f4e-48e4-a09a-2d62d7373d38,segment=NetworkSegment(07465bd3-70b6-4ab8-bae1-2101d0f48dbe),segment_id=07465bd3-70b6-4ab8-bae1-2101d0f48dbe)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:09:33.948861 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c5d86-3ecd-4a98-b2e0-92cf248f97aa req-db709370-172e-47fd-8e24-d085a60b0368 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:33.950361 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-150c5d86-3ecd-4a98-b2e0-92cf248f97aa req-db709370-172e-47fd-8e24-d085a60b0368 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=87dafe07-4df8-4a69-ab8f-c04e892a00a9 HTTP/1.1" status: 200 len: 1097 time: 0.5440078 May 27 02:09:33.956920 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-92850ec6-e5da-4211-b300-321e9b87b0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:33.966406 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-67a105a1-3300-4cb3-90da-e9258c8b3a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:34.011562 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92850ec6-e5da-4211-b300-321e9b87b0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32383c23-1127-48a1-b636-e114e5bce2ae,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:34.023723 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-91a9ce5e-dd95-492d-82f6-e413fd793e40 req-b38034f3-337f-4eea-a6c4-86ed4291c957 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Synchronizing usage tracker for tenant:920f79471e3444109aeaadab23e503c2 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:09:34.048415 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-92850ec6-e5da-4211-b300-321e9b87b0df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:34.052012 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-92850ec6-e5da-4211-b300-321e9b87b0df admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/32383c23-1127-48a1-b636-e114e5bce2ae HTTP/1.1" status: 204 len: 168 time: 1.0094438 May 27 02:09:34.071751 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a105a1-3300-4cb3-90da-e9258c8b3a7e None None] Pushing event updated for resources: {'Port': ['ID=1e3dc54f-9f4e-48e4-a09a-2d62d7373d38,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:34.090618 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-150c5d86-3ecd-4a98-b2e0-92cf248f97aa req-466d5754-cc5a-4286-9817-beefa3664538 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212153 May 27 02:09:34.095013 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-5da1f23f-b9eb-4243-9f2c-c7997ad3a527 service neutron] For port 1c0ac97e-a530-4361-8db8-f552a54f3dd8, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:09:34.099746 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-5da1f23f-b9eb-4243-9f2c-c7997ad3a527 service neutron] For port 1c0ac97e-a530-4361-8db8-f552a54f3dd8, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=1c0ac97e-a530-4361-8db8-f552a54f3dd8,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:09:34.136460 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-44635931-6f5b-4d42-8f7e-6b27216e73b4 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:34.137962 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-44635931-6f5b-4d42-8f7e-6b27216e73b4 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=409aec4a-c1bd-4d1f-b785-52129f342cb8&tenant_id=a29ffcc4de66478babed622f0d89fbe8&binding%3Ahost_id=n-h2-843554-3 HTTP/1.1" status: 200 len: 1097 time: 0.4537303 May 27 02:09:34.172102 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-91a9ce5e-dd95-492d-82f6-e413fd793e40 req-b38034f3-337f-4eea-a6c4-86ed4291c957 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Unset dirty status for tenant:920f79471e3444109aeaadab23e503c2 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:09:34.173314 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-91a9ce5e-dd95-492d-82f6-e413fd793e40 req-b38034f3-337f-4eea-a6c4-86ed4291c957 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039882 May 27 02:09:34.176426 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-67839596-224b-4181-bd30-762e6ae389db service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843554-3'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:09:34.206226 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-5da1f23f-b9eb-4243-9f2c-c7997ad3a527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:34.243951 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5e28493c-82ed-4b8e-aa99-9a222db29ba0 req-887a0cd2-e1a4-42a3-b74a-d8f1079f30bf service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051750 May 27 02:09:34.248857 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e0c2c37-a53f-42b3-9893-e0b876fe0a39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:34.355299 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e0c2c37-a53f-42b3-9893-e0b876fe0a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:34.464709 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-5da1f23f-b9eb-4243-9f2c-c7997ad3a527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:34.465327 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-5da1f23f-b9eb-4243-9f2c-c7997ad3a527 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:34.466746 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-5da1f23f-b9eb-4243-9f2c-c7997ad3a527 service neutron] 10.222.0.66 "PUT /v2.0/ports/1c0ac97e-a530-4361-8db8-f552a54f3dd8 HTTP/1.1" status: 200 len: 1095 time: 2.3645353 May 27 02:09:34.553063 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-67839596-224b-4181-bd30-762e6ae389db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:34.553710 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8333c704-237f-4a81-95ba-a77235ce764b', 'tag': '1c0ac97e-a530-4361-8db8-f552a54f3dd8'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:09:34.636314 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 1dcf2437-9d8b-41e5-a352-6093ce174867 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:09:34.731384 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da1f23f-b9eb-4243-9f2c-c7997ad3a527 service neutron] Pushing event updated for resources: {'Port': ['ID=1c0ac97e-a530-4361-8db8-f552a54f3dd8,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:34.778488 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1e3dc54f-9f4e-48e4-a09a-2d62d7373d38 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:09:34.796330 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eeaf47-09e9-4cf0-8077-15ba46737768 req-4b041157-d5fb-41f4-b0ae-c681c12acb85 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:34.798664 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a8eeaf47-09e9-4cf0-8077-15ba46737768 req-4b041157-d5fb-41f4-b0ae-c681c12acb85 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=409aec4a-c1bd-4d1f-b785-52129f342cb8 HTTP/1.1" status: 200 len: 946 time: 0.5825841 May 27 02:09:34.846165 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330c3e2-135b-4446-9914-5b096cf7d7f9 req-31aa7154-fe39-4a44-acc9-cf08cfe70f33 tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:34.847764 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a330c3e2-135b-4446-9914-5b096cf7d7f9 req-31aa7154-fe39-4a44-acc9-cf08cfe70f33 tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] 10.222.0.57 "GET /v2.0/ports?device_id=56751f4a-e3b4-4587-bb78-4905834431d5 HTTP/1.1" status: 200 len: 948 time: 0.3802228 May 27 02:09:34.875072 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5e28493c-82ed-4b8e-aa99-9a222db29ba0 req-17de3624-7a6b-42e8-b824-bbaf5efe0f78 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5986369 May 27 02:09:34.903677 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-0989c41e-f5a0-4d90-b355-aaf35775ae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:34.906405 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-0989c41e-f5a0-4d90-b355-aaf35775ae3b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=920f79471e3444109aeaadab23e503c2&device_id=8333c704-237f-4a81-95ba-a77235ce764b HTTP/1.1" status: 200 len: 1098 time: 0.3140159 May 27 02:09:34.936994 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 1dcf2437-9d8b-41e5-a352-6093ce174867, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=1dcf2437-9d8b-41e5-a352-6093ce174867,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:34.951555 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '1dcf2437-9d8b-41e5-a352-6093ce174867', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'port_id': '1dcf2437-9d8b-41e5-a352-6093ce174867', 'mac_address': 'fa:16:3e:3e:f9:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf69705-8457-415f-85a3-b42efaff1b97', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:09:34.978144 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56228) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:34.986176 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a8eeaf47-09e9-4cf0-8077-15ba46737768 req-0bd5eb19-2021-4fb5-a069-07bdcf38f781 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793067 May 27 02:09:35.008420 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-9e0c2c37-a53f-42b3-9893-e0b876fe0a39 admin admin] Allocated IP 172.25.1.90 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/9890cbd8-de02-40b5-a876-cde954a9ad2f) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:09:35.012243 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 1dcf2437-9d8b-41e5-a352-6093ce174867 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:09:35.012626 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:35.025015 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 1e3dc54f-9f4e-48e4-a09a-2d62d7373d38 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:09:35.025247 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-dfffd71b-7a19-4352-9ceb-6d27c7de2ae6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=1c0ac97e-a530-4361-8db8-f552a54f3dd8 HTTP/1.1" status: 200 len: 217 time: 0.1084146 May 27 02:09:35.032077 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a330c3e2-135b-4446-9914-5b096cf7d7f9 req-df86c8bd-bf6b-42f6-bdac-05d871e1f50b tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] 10.222.0.57 "GET /v2.0/security-groups?id=31e4efbf-7803-4564-aede-cf4d2e3527bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763225 May 27 02:09:35.037931 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dcf2437-9d8b-41e5-a352-6093ce174867 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:09:35.065706 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 1dcf2437-9d8b-41e5-a352-6093ce174867, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=1dcf2437-9d8b-41e5-a352-6093ce174867,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:35.090355 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38e4681e-e674-4352-aeb9-538bab05fea9'] response: {'server_uuid': '668f3f0a-810a-4d84-8786-0b25edc03279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da5fb44e-ba92-42dc-988f-3cd41806c48b', 'code': 200} May 27 02:09:35.120987 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:35.122316 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device acfdfd2a-596c-4407-993b-2d9aae064064 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:09:35.169170 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-26043c1b-7612-4d53-9b59-01b2c2e64d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:35.170620 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-26043c1b-7612-4d53-9b59-01b2c2e64d23 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.1333365 May 27 02:09:35.205489 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e0c2c37-a53f-42b3-9893-e0b876fe0a39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:35.284358 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5026c3a8-dce5-4748-9e27-d2dad772ff37 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=38c3a24c25c043c29b7adf8499177512&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2948213 May 27 02:09:35.297344 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d64a2961-f334-48aa-b413-6456435c7c5f req-56dc3ab3-50f7-4fee-b6b9-d617fa0093e1 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] 10.222.0.57 "GET /v2.0/security-groups/4137fd79-b694-481e-b153-3f8bd4967581 HTTP/1.1" status: 200 len: 1812 time: 0.2636032 May 27 02:09:35.298456 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56234) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:35.324565 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e0c2c37-a53f-42b3-9893-e0b876fe0a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:35.341819 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=1dcf2437-9d8b-41e5-a352-6093ce174867,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:35.419016 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port acfdfd2a-596c-4407-993b-2d9aae064064, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=acfdfd2a-596c-4407-993b-2d9aae064064,segment=NetworkSegment(a69d16a1-8436-40ed-b9ce-539b6def055f),segment_id=a69d16a1-8436-40ed-b9ce-539b6def055f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:35.439116 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device acfdfd2a-596c-4407-993b-2d9aae064064 has no active binding in host n-h1-843554-3 {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 27 02:09:35.451111 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-815dd38c-d66c-469d-8e70-e94b4b3f98ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:35.458024 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0c2c37-a53f-42b3-9893-e0b876fe0a39 admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:09:35.464332 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-9e0c2c37-a53f-42b3-9893-e0b876fe0a39 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:09:35.471812 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0c2c37-a53f-42b3-9893-e0b876fe0a39 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:09:35.478734 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-815dd38c-d66c-469d-8e70-e94b4b3f98ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:35.489085 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-700be1fc-f79e-46e1-8859-816184d4566e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:35.490792 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-700be1fc-f79e-46e1-8859-816184d4566e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3005888 May 27 02:09:35.546539 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0c2c37-a53f-42b3-9893-e0b876fe0a39 admin admin] Pushing event updated for resources: {'Port': ['ID=9890cbd8-de02-40b5-a876-cde954a9ad2f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:35.566178 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-67839596-224b-4181-bd30-762e6ae389db service neutron] For port acfdfd2a-596c-4407-993b-2d9aae064064, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=acfdfd2a-596c-4407-993b-2d9aae064064,segment=NetworkSegment(a69d16a1-8436-40ed-b9ce-539b6def055f),segment_id=a69d16a1-8436-40ed-b9ce-539b6def055f)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:35.596312 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4212869-1c1c-4fb8-988c-fc1d20916309 None None] Network d1cb7f1b-be29-4509-be86-b068f20a10ab requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:09:35.710580 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-0c22c083-6585-4465-8be2-ad8d7fd70871 service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797655 May 27 02:09:35.719742 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e87663-dbca-42b9-b1d1-789db7a0fac9 req-285caaba-c6cf-41bb-8dfc-0e467560dbf9 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:35.721192 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d5e87663-dbca-42b9-b1d1-789db7a0fac9 req-285caaba-c6cf-41bb-8dfc-0e467560dbf9 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 949 time: 0.2351646 May 27 02:09:35.766793 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016293c-3ade-4a86-9adb-81d9a92a348c req-17cd15cc-bf2e-459b-85c7-0cccdf26e86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:35.767060 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-eef5c200-0cde-44a4-baac-51755075eb7f None None] Provisioning for port 1e3dc54f-9f4e-48e4-a09a-2d62d7373d38 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:09:35.768286 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4016293c-3ade-4a86-9adb-81d9a92a348c req-17cd15cc-bf2e-459b-85c7-0cccdf26e86c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 1100 time: 0.5233111 May 27 02:09:35.777081 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['1dcf2437-9d8b-41e5-a352-6093ce174867'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:09:35.804682 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-67839596-224b-4181-bd30-762e6ae389db service neutron] For port acfdfd2a-596c-4407-993b-2d9aae064064, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:09:35.855348 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-815dd38c-d66c-469d-8e70-e94b4b3f98ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:35.890609 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4016293c-3ade-4a86-9adb-81d9a92a348c req-81a79588-ee12-4c25-be13-890532dfaca2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129034 May 27 02:09:35.910250 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d5e87663-dbca-42b9-b1d1-789db7a0fac9 req-d85b03a3-af0a-4f86-ac24-f9d606acc463 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685472 May 27 02:09:35.917828 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-67839596-224b-4181-bd30-762e6ae389db service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:35.922301 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815dd38c-d66c-469d-8e70-e94b4b3f98ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea7bc80-5a66-4198-a731-1396ddb558f2,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:35.924377 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-815dd38c-d66c-469d-8e70-e94b4b3f98ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:35.938363 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409aec4a-c1bd-4d1f-b785-52129f342cb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acfdfd2a-596c-4407-993b-2d9aae064064'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:09:35.938466 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-815dd38c-d66c-469d-8e70-e94b4b3f98ef admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2ea7bc80-5a66-4198-a731-1396ddb558f2 HTTP/1.1" status: 204 len: 168 time: 0.6284389 May 27 02:09:35.947308 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-eef5c200-0cde-44a4-baac-51755075eb7f None None] Provisioning complete for port 1e3dc54f-9f4e-48e4-a09a-2d62d7373d38 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:09:35.947688 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-eef5c200-0cde-44a4-baac-51755075eb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:35.962787 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f7308f3b-b595-4c44-b293-f5d6fbec4676 req-83597dbf-57ec-46af-a1f7-b64ceb5a185a service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405405 May 27 02:09:36.004567 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20a20896-b212-48c0-ac4a-3228a4e8c5f2'] response: {'name': 'network-changed', 'server_uuid': '8333c704-237f-4a81-95ba-a77235ce764b', 'tag': '1c0ac97e-a530-4361-8db8-f552a54f3dd8', 'status': 'completed', 'code': 200} May 27 02:09:36.113589 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-67839596-224b-4181-bd30-762e6ae389db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:36.221216 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67839596-224b-4181-bd30-762e6ae389db service neutron] Pushing event updated for resources: {'Port': ['ID=acfdfd2a-596c-4407-993b-2d9aae064064,revision_number=7']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:36.256237 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d314a-dfb6-46f0-b07b-de5f7ac6cdc1 req-122d81f1-f9b4-45c6-83ad-3acc1a392c72 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:36.258440 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-eef5c200-0cde-44a4-baac-51755075eb7f None None] Current status of the port 1e3dc54f-9f4e-48e4-a09a-2d62d7373d38 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:09:36.258911 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-eef5c200-0cde-44a4-baac-51755075eb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:36.260075 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c82d314a-dfb6-46f0-b07b-de5f7ac6cdc1 req-122d81f1-f9b4-45c6-83ad-3acc1a392c72 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=8333c704-237f-4a81-95ba-a77235ce764b HTTP/1.1" status: 200 len: 947 time: 0.1467896 May 27 02:09:36.326195 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-eef5c200-0cde-44a4-baac-51755075eb7f None None] For port 1e3dc54f-9f4e-48e4-a09a-2d62d7373d38, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1e3dc54f-9f4e-48e4-a09a-2d62d7373d38,segment=NetworkSegment(07465bd3-70b6-4ab8-bae1-2101d0f48dbe),segment_id=07465bd3-70b6-4ab8-bae1-2101d0f48dbe)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:36.375682 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c82d314a-dfb6-46f0-b07b-de5f7ac6cdc1 req-9aedfb7e-b13b-4f8b-a01c-52b15280fec1 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757680 May 27 02:09:36.395160 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd67ff-0bc2-4ad1-80b8-5c910212ca16 req-91c66a55-8624-40c8-89c1-a945e5513fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:36.396854 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cadd67ff-0bc2-4ad1-80b8-5c910212ca16 req-91c66a55-8624-40c8-89c1-a945e5513fc3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=920f79471e3444109aeaadab23e503c2&device_id=8333c704-237f-4a81-95ba-a77235ce764b HTTP/1.1" status: 200 len: 1098 time: 0.1356640 May 27 02:09:36.403703 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-89ada27a-94bc-4d78-8705-d7a90ac91336 req-acb96e34-5c2a-4955-8ba4-11004cd460e9 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1845093648', 'description': 'tempest-description-289310688'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:09:36.417788 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-eef5c200-0cde-44a4-baac-51755075eb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:36.479060 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-67839596-224b-4181-bd30-762e6ae389db service neutron] Attempting to bind port acfdfd2a-596c-4407-993b-2d9aae064064 on host n-h2-843554-3 for vnic_type normal with profile {"migrating_to": "n-h1-843554-3"} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:09:36.479524 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-67839596-224b-4181-bd30-762e6ae389db service neutron] Attempting to bind port acfdfd2a-596c-4407-993b-2d9aae064064 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:09:36.479949 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-67839596-224b-4181-bd30-762e6ae389db service neutron] Attempting to bind port acfdfd2a-596c-4407-993b-2d9aae064064 on network db30ed05-8f60-4a40-83c6-9b50139dcb81 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:09:36.496600 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-67839596-224b-4181-bd30-762e6ae389db service neutron] Port acfdfd2a-596c-4407-993b-2d9aae064064 on network db30ed05-8f60-4a40-83c6-9b50139dcb81 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:09:36.496600 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-67839596-224b-4181-bd30-762e6ae389db service neutron] Attempting to bind port acfdfd2a-596c-4407-993b-2d9aae064064 on network db30ed05-8f60-4a40-83c6-9b50139dcb81 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:09:36.516470 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-67839596-224b-4181-bd30-762e6ae389db service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:09:36.516976 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-67839596-224b-4181-bd30-762e6ae389db service neutron] Checking segment: {'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:09:36.517468 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-67839596-224b-4181-bd30-762e6ae389db service neutron] Bound using segment: {'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:09:36.517991 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-67839596-224b-4181-bd30-762e6ae389db service neutron] Bound port: acfdfd2a-596c-4407-993b-2d9aae064064, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:09:36.518428 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-67839596-224b-4181-bd30-762e6ae389db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:36.533742 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e0c2c37-a53f-42b3-9893-e0b876fe0a39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:36.571284 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef5c200-0cde-44a4-baac-51755075eb7f None None] Pushing event updated for resources: {'Port': ['ID=1e3dc54f-9f4e-48e4-a09a-2d62d7373d38,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:36.585039 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-89ada27a-94bc-4d78-8705-d7a90ac91336 req-acb96e34-5c2a-4955-8ba4-11004cd460e9 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:36.587909 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd67ff-0bc2-4ad1-80b8-5c910212ca16 req-5535a19e-e273-413d-bb01-268987b9ed43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:36.589393 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cadd67ff-0bc2-4ad1-80b8-5c910212ca16 req-5535a19e-e273-413d-bb01-268987b9ed43 service neutron] 10.222.0.66 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.1795487 May 27 02:09:36.592094 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-89ada27a-94bc-4d78-8705-d7a90ac91336 req-acb96e34-5c2a-4955-8ba4-11004cd460e9 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Usage tracker for resource:security_group and tenant:f42eea6885d94f75a94f19fc5f087b8b is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:36.595317 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-89ada27a-94bc-4d78-8705-d7a90ac91336 req-acb96e34-5c2a-4955-8ba4-11004cd460e9 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:36.685639 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cadd67ff-0bc2-4ad1-80b8-5c910212ca16 req-80611513-0372-44d4-bbc9-14050cea7489 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=1c0ac97e-a530-4361-8db8-f552a54f3dd8 HTTP/1.1" status: 200 len: 217 time: 0.0873768 May 27 02:09:36.686497 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-89ada27a-94bc-4d78-8705-d7a90ac91336 req-acb96e34-5c2a-4955-8ba4-11004cd460e9 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:36.742790 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1e3dc54f-9f4e-48e4-a09a-2d62d7373d38 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:09:36.774208 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd67ff-0bc2-4ad1-80b8-5c910212ca16 req-db42ed40-02bd-4ae1-b1af-9575fdd4af22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:36.776805 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cadd67ff-0bc2-4ad1-80b8-5c910212ca16 req-db42ed40-02bd-4ae1-b1af-9575fdd4af22 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.0837662 May 27 02:09:36.847519 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-22a1544c-79d3-495a-8325-4a235dbda549 None None] Provisioning complete for port 1e3dc54f-9f4e-48e4-a09a-2d62d7373d38 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:09:36.848130 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-22a1544c-79d3-495a-8325-4a235dbda549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:36.946966 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-67839596-224b-4181-bd30-762e6ae389db service neutron] For port acfdfd2a-596c-4407-993b-2d9aae064064, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:09:36.952286 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-67839596-224b-4181-bd30-762e6ae389db service neutron] For port acfdfd2a-596c-4407-993b-2d9aae064064, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=acfdfd2a-596c-4407-993b-2d9aae064064,segment=NetworkSegment(a69d16a1-8436-40ed-b9ce-539b6def055f),segment_id=a69d16a1-8436-40ed-b9ce-539b6def055f)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:09:37.017078 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-22a1544c-79d3-495a-8325-4a235dbda549 None None] Current status of the port 1e3dc54f-9f4e-48e4-a09a-2d62d7373d38 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:09:37.029394 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 1e3dc54f-9f4e-48e4-a09a-2d62d7373d38 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:09:37.029768 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:37.034563 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-67839596-224b-4181-bd30-762e6ae389db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:37.100389 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-89ada27a-94bc-4d78-8705-d7a90ac91336 req-acb96e34-5c2a-4955-8ba4-11004cd460e9 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:37.146159 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-89ada27a-94bc-4d78-8705-d7a90ac91336 req-acb96e34-5c2a-4955-8ba4-11004cd460e9 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:37.156346 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-89ada27a-94bc-4d78-8705-d7a90ac91336 req-acb96e34-5c2a-4955-8ba4-11004cd460e9 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Usage tracker for resource:security_group_rule and tenant:f42eea6885d94f75a94f19fc5f087b8b is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:37.162038 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-89ada27a-94bc-4d78-8705-d7a90ac91336 req-acb96e34-5c2a-4955-8ba4-11004cd460e9 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:37.167412 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 1e3dc54f-9f4e-48e4-a09a-2d62d7373d38 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:09:37.177345 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-89ada27a-94bc-4d78-8705-d7a90ac91336 req-acb96e34-5c2a-4955-8ba4-11004cd460e9 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:37.204868 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd67ff-0bc2-4ad1-80b8-5c910212ca16 req-f5a4d788-426f-450e-98bc-a245b642a65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:37.206382 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cadd67ff-0bc2-4ad1-80b8-5c910212ca16 req-f5a4d788-426f-450e-98bc-a245b642a65d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4217470 May 27 02:09:37.294550 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e0c2c37-a53f-42b3-9893-e0b876fe0a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:37.296521 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67839596-224b-4181-bd30-762e6ae389db service neutron] Pushing event updated for resources: {'Port': ['ID=acfdfd2a-596c-4407-993b-2d9aae064064,revision_number=8']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:37.358772 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-89ada27a-94bc-4d78-8705-d7a90ac91336 req-acb96e34-5c2a-4955-8ba4-11004cd460e9 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:37.359497 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-67839596-224b-4181-bd30-762e6ae389db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:37.360139 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-67839596-224b-4181-bd30-762e6ae389db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:37.361580 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-67839596-224b-4181-bd30-762e6ae389db service neutron] 10.222.0.32 "PUT /v2.0/ports/acfdfd2a-596c-4407-993b-2d9aae064064 HTTP/1.1" status: 200 len: 1122 time: 3.2144444 May 27 02:09:37.384699 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cadd67ff-0bc2-4ad1-80b8-5c910212ca16 req-09481217-3c35-46bf-8d9c-ef509f513739 service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698873 May 27 02:09:37.390928 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['acfdfd2a-596c-4407-993b-2d9aae064064'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:09:37.398935 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [req-de54e880-340d-4da0-93b6-c903ebff2351 req-01c56532-055b-44d9-aa27-a8df4bbbae84 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:09:37.399847 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-de54e880-340d-4da0-93b6-c903ebff2351 req-01c56532-055b-44d9-aa27-a8df4bbbae84 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101407 May 27 02:09:37.412842 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-de54e880-340d-4da0-93b6-c903ebff2351 req-7e362014-7a3c-40b5-8869-6c28a36571c6 service neutron] Request body: {'binding': {'host': 'n-h2-843554-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:09:37.413287 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-de54e880-340d-4da0-93b6-c903ebff2351 req-7e362014-7a3c-40b5-8869-6c28a36571c6 service neutron] Unknown quota resources ['binding']. {{(pid=88901) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 27 02:09:37.432454 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['acfdfd2a-596c-4407-993b-2d9aae064064'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:09:37.498141 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-89ada27a-94bc-4d78-8705-d7a90ac91336 req-acb96e34-5c2a-4955-8ba4-11004cd460e9 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:37.570715 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb96e34-5c2a-4955-8ba4-11004cd460e9 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b35d6850-d1c2-470b-9adb-208fd9383f83,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:37.596302 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cadd67ff-0bc2-4ad1-80b8-5c910212ca16 req-0e48ae4e-1025-4f69-b6a3-365a4d95e4c7 service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038870 May 27 02:09:37.628788 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-89ada27a-94bc-4d78-8705-d7a90ac91336 req-acb96e34-5c2a-4955-8ba4-11004cd460e9 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:37.630038 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-89ada27a-94bc-4d78-8705-d7a90ac91336 req-acb96e34-5c2a-4955-8ba4-11004cd460e9 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.2304401 May 27 02:09:37.678978 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56294) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:37.719564 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15752e94-d949-4a71-bfa2-a02fd3e66884'] response: {'server_uuid': '409aec4a-c1bd-4d1f-b785-52129f342cb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acfdfd2a-596c-4407-993b-2d9aae064064', 'code': 200} May 27 02:09:37.801995 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0c2c37-a53f-42b3-9893-e0b876fe0a39 admin admin] Router ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:09:37.853441 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-1bb53d4a-3423-44c5-ad7d-481456a53ad2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2076860293-network', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:09:37.859950 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1bb53d4a-3423-44c5-ad7d-481456a53ad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:37.869516 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1bb53d4a-3423-44c5-ad7d-481456a53ad2 admin admin] Usage tracker for resource:network and tenant:40d944a0aff94ddfba3422cf104388c6 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:37.873775 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1bb53d4a-3423-44c5-ad7d-481456a53ad2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:37.880804 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1bb53d4a-3423-44c5-ad7d-481456a53ad2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:37.910689 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f52db4-0555-4c07-b8f5-eb8a1b507c47 req-9625f5cc-8793-40ab-b01a-90c07277c74f tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:37.912142 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-91f52db4-0555-4c07-b8f5-eb8a1b507c47 req-9625f5cc-8793-40ab-b01a-90c07277c74f tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=409aec4a-c1bd-4d1f-b785-52129f342cb8 HTTP/1.1" status: 200 len: 944 time: 0.1059258 May 27 02:09:37.918922 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-de54e880-340d-4da0-93b6-c903ebff2351 req-7e362014-7a3c-40b5-8869-6c28a36571c6 service neutron] Attempting to bind port 6f5de102-5480-41ab-b0a3-1896cacac56e on host n-h2-843554-3 for vnic_type normal with profile None {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:09:37.919264 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-de54e880-340d-4da0-93b6-c903ebff2351 req-7e362014-7a3c-40b5-8869-6c28a36571c6 service neutron] Attempting to bind port 6f5de102-5480-41ab-b0a3-1896cacac56e by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:09:37.919599 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de54e880-340d-4da0-93b6-c903ebff2351 req-7e362014-7a3c-40b5-8869-6c28a36571c6 service neutron] Attempting to bind port 6f5de102-5480-41ab-b0a3-1896cacac56e on network a46dc284-eb7c-468a-bcfd-6cfcbba366bf {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:09:37.929666 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de54e880-340d-4da0-93b6-c903ebff2351 req-7e362014-7a3c-40b5-8869-6c28a36571c6 service neutron] Port 6f5de102-5480-41ab-b0a3-1896cacac56e on network a46dc284-eb7c-468a-bcfd-6cfcbba366bf not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:09:37.930000 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de54e880-340d-4da0-93b6-c903ebff2351 req-7e362014-7a3c-40b5-8869-6c28a36571c6 service neutron] Attempting to bind port 6f5de102-5480-41ab-b0a3-1896cacac56e on network a46dc284-eb7c-468a-bcfd-6cfcbba366bf {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:09:37.937147 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb53d4a-3423-44c5-ad7d-481456a53ad2 admin admin] Made reservation on behalf of 40d944a0aff94ddfba3422cf104388c6 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:09:37.938529 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de54e880-340d-4da0-93b6-c903ebff2351 req-7e362014-7a3c-40b5-8869-6c28a36571c6 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:09:37.938882 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de54e880-340d-4da0-93b6-c903ebff2351 req-7e362014-7a3c-40b5-8869-6c28a36571c6 service neutron] Checking segment: {'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:09:37.939256 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de54e880-340d-4da0-93b6-c903ebff2351 req-7e362014-7a3c-40b5-8869-6c28a36571c6 service neutron] Bound using segment: {'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:09:37.939371 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1bb53d4a-3423-44c5-ad7d-481456a53ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:37.939683 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-de54e880-340d-4da0-93b6-c903ebff2351 req-7e362014-7a3c-40b5-8869-6c28a36571c6 service neutron] Bound port: 6f5de102-5480-41ab-b0a3-1896cacac56e, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:09:37.963495 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1bb53d4a-3423-44c5-ad7d-481456a53ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:37.980172 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-91f52db4-0555-4c07-b8f5-eb8a1b507c47 req-8b090a32-f5a2-4f7a-b541-8642aed08e13 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622470 May 27 02:09:37.983810 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1bb53d4a-3423-44c5-ad7d-481456a53ad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:37.987765 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1bb53d4a-3423-44c5-ad7d-481456a53ad2 admin admin] Usage tracker for resource:security_group_rule and tenant:40d944a0aff94ddfba3422cf104388c6 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:37.991066 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1bb53d4a-3423-44c5-ad7d-481456a53ad2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:37.997344 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1bb53d4a-3423-44c5-ad7d-481456a53ad2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:38.043035 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0c2c37-a53f-42b3-9893-e0b876fe0a39 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:09:38.053934 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cae1a23-42cc-40e6-af8a-c9110535e4be None None] Sync routers for ids ['ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:09:38.062114 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-de54e880-340d-4da0-93b6-c903ebff2351 req-7e362014-7a3c-40b5-8869-6c28a36571c6 service neutron] For port 6f5de102-5480-41ab-b0a3-1896cacac56e, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=6f5de102-5480-41ab-b0a3-1896cacac56e,segment=NetworkSegment(18001c0d-6c74-475c-a0cb-9d64b721b14f),segment_id=18001c0d-6c74-475c-a0cb-9d64b721b14f)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:09:38.065251 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cae1a23-42cc-40e6-af8a-c9110535e4be None None] Routers {'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:09:38.066469 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-8cae1a23-42cc-40e6-af8a-c9110535e4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:09:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:38.126863 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-de54e880-340d-4da0-93b6-c903ebff2351 req-7e362014-7a3c-40b5-8869-6c28a36571c6 service neutron] Notify callbacks [] for binding, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:38.128156 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-de54e880-340d-4da0-93b6-c903ebff2351 req-7e362014-7a3c-40b5-8869-6c28a36571c6 service neutron] 10.222.0.57 "POST /v2.0/ports/6f5de102-5480-41ab-b0a3-1896cacac56e/bindings HTTP/1.1" status: 201 len: 389 time: 0.7187448 May 27 02:09:38.148939 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1bb53d4a-3423-44c5-ad7d-481456a53ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:38.165831 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e0c2c37-a53f-42b3-9893-e0b876fe0a39 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:38.169570 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9e0c2c37-a53f-42b3-9893-e0b876fe0a39 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8536196 May 27 02:09:38.170457 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56300) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:38.240620 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1bb53d4a-3423-44c5-ad7d-481456a53ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:38.260036 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-8cae1a23-42cc-40e6-af8a-c9110535e4be None None] Set router ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:09:38.287087 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f1fcb-151c-4dba-825e-272c1e066f87 req-a2973fb5-4a93-4a8e-8780-41f70c33a423 tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:38.288621 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-516f1fcb-151c-4dba-825e-272c1e066f87 req-a2973fb5-4a93-4a8e-8780-41f70c33a423 tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] 10.222.0.57 "GET /v2.0/ports?device_id=56751f4a-e3b4-4587-bb78-4905834431d5 HTTP/1.1" status: 200 len: 949 time: 0.1975873 May 27 02:09:38.305759 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bb53d4a-3423-44c5-ad7d-481456a53ad2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:09:38.379726 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb53d4a-3423-44c5-ad7d-481456a53ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644a47ee-c2d3-4867-ac89-ac4152c2e13d,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:38.392597 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1bb53d4a-3423-44c5-ad7d-481456a53ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:38.392910 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-1bb53d4a-3423-44c5-ad7d-481456a53ad2 admin admin] Added segment 2c88854f-b1b4-45f9-9e07-67ac2d11483a of type vlan for network 37c88c36-e778-4f3d-a101-7c8eb9d9dccf May 27 02:09:38.495192 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-516f1fcb-151c-4dba-825e-272c1e066f87 req-daeea7f1-1800-45f7-a212-164ff4d2a502 tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] 10.222.0.57 "GET /v2.0/security-groups?id=31e4efbf-7803-4564-aede-cf4d2e3527bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993711 May 27 02:09:38.508558 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1bb53d4a-3423-44c5-ad7d-481456a53ad2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:38.558931 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-8cae1a23-42cc-40e6-af8a-c9110535e4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b', 'name': 'tempest-ServersTestManualDisk-1727245401-router', 'tenant_id': '7fc73085ebc04afe8efe26efefe6d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '9890cbd8-de02-40b5-a876-cde954a9ad2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:09:32Z', 'updated_at': '2022-05-27T02:09:35Z', 'revision_number': 3, 'project_id': '7fc73085ebc04afe8efe26efefe6d571', 'gw_port': {'id': '9890cbd8-de02-40b5-a876-cde954a9ad2f', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:34Z', 'updated_at': '2022-05-27T02:09:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:38.564016 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cae1a23-42cc-40e6-af8a-c9110535e4be None None] Checking router: ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:09:38.564813 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cae1a23-42cc-40e6-af8a-c9110535e4be None None] Updating router ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b port 9890cbd8-de02-40b5-a876-cde954a9ad2f binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:09:38.619086 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8cae1a23-42cc-40e6-af8a-c9110535e4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:38.649869 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 1dcf2437-9d8b-41e5-a352-6093ce174867 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:09:38.750970 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 1c0ac97e-a530-4361-8db8-f552a54f3dd8 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:09:38.771809 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1bb53d4a-3423-44c5-ad7d-481456a53ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:38.772934 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb53d4a-3423-44c5-ad7d-481456a53ad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:38.773367 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1bb53d4a-3423-44c5-ad7d-481456a53ad2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:38.992915 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c034ff1-941b-4815-9eb3-07407555fabf req-d202fa2d-86cd-42a8-aebf-b179880d419d tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:38.994374 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7c034ff1-941b-4815-9eb3-07407555fabf req-d202fa2d-86cd-42a8-aebf-b179880d419d tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 949 time: 0.5914335 May 27 02:09:39.001782 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 1dcf2437-9d8b-41e5-a352-6093ce174867 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:09:39.031195 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 1dcf2437-9d8b-41e5-a352-6093ce174867 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:09:39.031573 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:39.091987 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 1c0ac97e-a530-4361-8db8-f552a54f3dd8, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=1c0ac97e-a530-4361-8db8-f552a54f3dd8,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:39.121647 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb53d4a-3423-44c5-ad7d-481456a53ad2 admin admin] Pushing event updated for resources: {'Network': ['ID=37c88c36-e778-4f3d-a101-7c8eb9d9dccf,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:39.126263 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '1c0ac97e-a530-4361-8db8-f552a54f3dd8', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'port_id': '1c0ac97e-a530-4361-8db8-f552a54f3dd8', 'mac_address': 'fa:16:3e:1e:30:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf69705-8457-415f-85a3-b42efaff1b97', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:09:39.135650 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 37c88c36-e778-4f3d-a101-7c8eb9d9dccf details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:09:39.149514 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1bb53d4a-3423-44c5-ad7d-481456a53ad2 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4687979 May 27 02:09:39.152494 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56308) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:39.158869 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-478b9b8d-1c15-4b10-b6c6-02c9616e2c30 admin admin] Request body: {'subnet': {'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076860293-subnet', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:09:39.164249 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-478b9b8d-1c15-4b10-b6c6-02c9616e2c30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:39.168452 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-478b9b8d-1c15-4b10-b6c6-02c9616e2c30 admin admin] Usage tracker for resource:subnet and tenant:40d944a0aff94ddfba3422cf104388c6 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:39.171758 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-478b9b8d-1c15-4b10-b6c6-02c9616e2c30 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:39.178998 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-478b9b8d-1c15-4b10-b6c6-02c9616e2c30 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:39.183540 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7c034ff1-941b-4815-9eb3-07407555fabf req-12236255-7dca-47ab-98b9-a6cd44744c81 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638505 May 27 02:09:39.246228 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478b9b8d-1c15-4b10-b6c6-02c9616e2c30 admin admin] Made reservation on behalf of 40d944a0aff94ddfba3422cf104388c6 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:09:39.248899 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-478b9b8d-1c15-4b10-b6c6-02c9616e2c30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:39.277585 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c225c4b-68bb-4991-9027-7886d69b4f7b req-ffc564a4-72cf-4370-a741-db4082e2aba6 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:39.279143 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c225c4b-68bb-4991-9027-7886d69b4f7b req-ffc564a4-72cf-4370-a741-db4082e2aba6 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=8333c704-237f-4a81-95ba-a77235ce764b HTTP/1.1" status: 200 len: 947 time: 0.6587014 May 27 02:09:39.314904 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54e880-340d-4da0-93b6-c903ebff2351 req-3334d17e-8551-439c-9de4-f086b71fac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:39.316363 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-de54e880-340d-4da0-93b6-c903ebff2351 req-3334d17e-8551-439c-9de4-f086b71fac56 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=846b128e49a144bb97bdbd537ab49432&device_id=87dafe07-4df8-4a69-ab8f-c04e892a00a9 HTTP/1.1" status: 200 len: 1097 time: 0.5861609 May 27 02:09:39.339814 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 1c0ac97e-a530-4361-8db8-f552a54f3dd8 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:09:39.339814 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:39.390684 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c0ac97e-a530-4361-8db8-f552a54f3dd8 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:09:39.444574 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 1dcf2437-9d8b-41e5-a352-6093ce174867 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:09:39.445030 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:39.467350 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 1c0ac97e-a530-4361-8db8-f552a54f3dd8, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=1c0ac97e-a530-4361-8db8-f552a54f3dd8,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:39.483078 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56751f4a-e3b4-4587-bb78-4905834431d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dcf2437-9d8b-41e5-a352-6093ce174867'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:09:39.489212 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6d1a0630-a217-47e8-ac91-d7b4b30e6789 req-bed50cf7-e973-4903-ad60-8734bceca58f tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] 10.222.0.57 "GET /v2.0/security-groups/b35d6850-d1c2-470b-9adb-208fd9383f83 HTTP/1.1" status: 200 len: 1812 time: 0.2416565 May 27 02:09:39.496820 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c225c4b-68bb-4991-9027-7886d69b4f7b req-1d969847-2611-42ac-9a2d-a137a052e55b tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069557 May 27 02:09:39.510184 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8cae1a23-42cc-40e6-af8a-c9110535e4be None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:39.510184 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 1dcf2437-9d8b-41e5-a352-6093ce174867, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=1dcf2437-9d8b-41e5-a352-6093ce174867,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:39.519237 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-8cae1a23-42cc-40e6-af8a-c9110535e4be None None] Transition to ACTIVE for port object 9890cbd8-de02-40b5-a876-cde954a9ad2f will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:09:39.520428 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-478b9b8d-1c15-4b10-b6c6-02c9616e2c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:39.588613 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:39.588862 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54e880-340d-4da0-93b6-c903ebff2351 req-9908c6fa-555e-42fb-8f1d-fefded3864a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:39.590159 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-de54e880-340d-4da0-93b6-c903ebff2351 req-9908c6fa-555e-42fb-8f1d-fefded3864a7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf HTTP/1.1" status: 200 len: 908 time: 0.2585642 May 27 02:09:39.622404 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b9b8d-1c15-4b10-b6c6-02c9616e2c30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88a71f26-f2fa-4283-92d8-f4882c4d62e9,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:39.625865 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478b9b8d-1c15-4b10-b6c6-02c9616e2c30 admin admin] Checking segment: {'id': '2c88854f-b1b4-45f9-9e07-67ac2d11483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:09:39.626349 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478b9b8d-1c15-4b10-b6c6-02c9616e2c30 admin admin] Network hostable DHCP agents. Network: 37c88c36-e778-4f3d-a101-7c8eb9d9dccf, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:09:39.656760 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:39.656760 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8cae1a23-42cc-40e6-af8a-c9110535e4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:39.702512 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-8cae1a23-42cc-40e6-af8a-c9110535e4be None None] Attempting to bind port 9890cbd8-de02-40b5-a876-cde954a9ad2f on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:09:39.702756 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478b9b8d-1c15-4b10-b6c6-02c9616e2c30 admin admin] Network 37c88c36-e778-4f3d-a101-7c8eb9d9dccf is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:09:39.703005 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-8cae1a23-42cc-40e6-af8a-c9110535e4be None None] Attempting to bind port 9890cbd8-de02-40b5-a876-cde954a9ad2f by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:09:39.703235 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cae1a23-42cc-40e6-af8a-c9110535e4be None None] Attempting to bind port 9890cbd8-de02-40b5-a876-cde954a9ad2f on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:09:39.711012 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=1c0ac97e-a530-4361-8db8-f552a54f3dd8,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:39.713653 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cae1a23-42cc-40e6-af8a-c9110535e4be None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:09:39.714024 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cae1a23-42cc-40e6-af8a-c9110535e4be None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:09:39.714467 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8cae1a23-42cc-40e6-af8a-c9110535e4be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:39.714801 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cae1a23-42cc-40e6-af8a-c9110535e4be None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:09:39.715265 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-8cae1a23-42cc-40e6-af8a-c9110535e4be None None] Bound port: 9890cbd8-de02-40b5-a876-cde954a9ad2f, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:09:39.715636 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8cae1a23-42cc-40e6-af8a-c9110535e4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:39.721244 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409aec4a-c1bd-4d1f-b785-52129f342cb8', 'tag': 'acfdfd2a-596c-4407-993b-2d9aae064064'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:09:39.782962 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-de54e880-340d-4da0-93b6-c903ebff2351 req-9ffba20f-8032-41a3-a01b-54114286b372 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f5de102-5480-41ab-b0a3-1896cacac56e HTTP/1.1" status: 200 len: 217 time: 0.1586089 May 27 02:09:39.791681 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-478b9b8d-1c15-4b10-b6c6-02c9616e2c30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 37c88c36-e778-4f3d-a101-7c8eb9d9dccf) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:09:39.807822 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478b9b8d-1c15-4b10-b6c6-02c9616e2c30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:39.808030 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678a1975-927a-40ed-8729-1f203d0372a1 None None] Network 37c88c36-e778-4f3d-a101-7c8eb9d9dccf requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:09:39.808854 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-478b9b8d-1c15-4b10-b6c6-02c9616e2c30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:39.856921 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4baadc7f-f50a-4759-b82e-9f47661e029e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:39.884885 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['1c0ac97e-a530-4361-8db8-f552a54f3dd8'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:09:39.918461 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-478b9b8d-1c15-4b10-b6c6-02c9616e2c30 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7617939 May 27 02:09:39.918734 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56322) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:39.923901 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-4a0ca27a-bcbc-459c-b51b-2f82f62093ad admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2076860293-router', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:09:39.931267 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4a0ca27a-bcbc-459c-b51b-2f82f62093ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:39.935683 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4a0ca27a-bcbc-459c-b51b-2f82f62093ad admin admin] Usage tracker for resource:router and tenant:40d944a0aff94ddfba3422cf104388c6 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:39.938774 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4a0ca27a-bcbc-459c-b51b-2f82f62093ad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:39.942019 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54e880-340d-4da0-93b6-c903ebff2351 req-6ee3b148-f933-4dbb-8823-06d9c9d09482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:39.943471 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-de54e880-340d-4da0-93b6-c903ebff2351 req-6ee3b148-f933-4dbb-8823-06d9c9d09482 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7bcc4077-ba65-497d-80cd-f2b54423660b HTTP/1.1" status: 200 len: 847 time: 0.1503854 May 27 02:09:39.946437 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4a0ca27a-bcbc-459c-b51b-2f82f62093ad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:39.991551 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=1dcf2437-9d8b-41e5-a352-6093ce174867,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:40.017532 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4a0ca27a-bcbc-459c-b51b-2f82f62093ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:40.019008 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4a0ca27a-bcbc-459c-b51b-2f82f62093ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:40.029417 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f742b48-8e72-4df5-8b8f-b48da690b1a2 req-73108f2d-12b4-454d-a1b0-179a82af4924 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:40.031242 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9f742b48-8e72-4df5-8b8f-b48da690b1a2 req-73108f2d-12b4-454d-a1b0-179a82af4924 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=409aec4a-c1bd-4d1f-b785-52129f342cb8 HTTP/1.1" status: 200 len: 944 time: 0.3538623 May 27 02:09:40.031389 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-8cae1a23-42cc-40e6-af8a-c9110535e4be None None] For port 9890cbd8-de02-40b5-a876-cde954a9ad2f, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:09:40.033664 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-de54e880-340d-4da0-93b6-c903ebff2351 req-f690a1d1-73a3-448f-ad88-5163b7cc0b05 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801077 May 27 02:09:40.037216 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4a0ca27a-bcbc-459c-b51b-2f82f62093ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:40.044863 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86767f6-45e9-4a3a-a984-493df9d70630 req-50d78506-a4c4-45dd-ad57-3cca082c9269 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:40.046336 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f86767f6-45e9-4a3a-a984-493df9d70630 req-50d78506-a4c4-45dd-ad57-3cca082c9269 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=87dafe07-4df8-4a69-ab8f-c04e892a00a9 HTTP/1.1" status: 200 len: 946 time: 0.4174581 May 27 02:09:40.076069 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-8cae1a23-42cc-40e6-af8a-c9110535e4be None None] For port 9890cbd8-de02-40b5-a876-cde954a9ad2f, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=9890cbd8-de02-40b5-a876-cde954a9ad2f,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:09:40.137229 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593d439-bd45-45cd-aed5-8cec1445724a None None] Pushing event updated for resources: {'Port': ['ID=9890cbd8-de02-40b5-a876-cde954a9ad2f,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:40.178796 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8cae1a23-42cc-40e6-af8a-c9110535e4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:40.270061 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9f742b48-8e72-4df5-8b8f-b48da690b1a2 req-7c28cd56-57f3-49e7-83c5-0960b9547075 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187717 May 27 02:09:40.314118 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f86767f6-45e9-4a3a-a984-493df9d70630 req-28334c56-ff33-4b35-bcbe-06d6089d1abc tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422013 May 27 02:09:40.318947 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0a8a9d-fc5b-4439-bbc8-b66af16fce0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-37c88c36-e778-4f3d-a101-7c8eb9d9dccf', 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'fixed_ips': [{'subnet_id': '88a71f26-f2fa-4283-92d8-f4882c4d62e9'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:09:40.320318 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cf0a8a9d-fc5b-4439-bbc8-b66af16fce0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:40.406878 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-4baadc7f-f50a-4759-b82e-9f47661e029e admin admin] Allocated IP 172.20.0.1 (d1cb7f1b-be29-4509-be86-b068f20a10ab/a3f5ec77-9645-42d0-89cc-1cf281841e08/ac859b04-0b16-4936-84f0-5c91104c1946) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:09:40.409507 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cae1a23-42cc-40e6-af8a-c9110535e4be None None] Routers {'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:09:40.410144 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-8cae1a23-42cc-40e6-af8a-c9110535e4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:09:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:40.467331 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0efd247f-0d17-4206-94ac-da84bc36fd69'] response: {'server_uuid': '56751f4a-e3b4-4587-bb78-4905834431d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dcf2437-9d8b-41e5-a352-6093ce174867', 'code': 200} May 27 02:09:40.479542 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593d439-bd45-45cd-aed5-8cec1445724a None None] Pushing event updated for resources: {'Port': ['ID=9890cbd8-de02-40b5-a876-cde954a9ad2f,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:40.571419 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-de54e880-340d-4da0-93b6-c903ebff2351 req-acc7a45d-3c66-435f-ad9f-f7b6850fe3ba service neutron] 10.222.0.66 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5240917 May 27 02:09:40.577002 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [req-b761b637-1aaa-4e73-afbc-1612968fea42 req-18e3a986-3a48-4c61-9c1f-eb342c9f44a5 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] show failed (client error): The resource could not be found. May 27 02:09:40.577945 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b761b637-1aaa-4e73-afbc-1612968fea42 req-18e3a986-3a48-4c61-9c1f-eb342c9f44a5 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] 10.222.0.57 "GET /v2.0/security-groups/3c093506-6607-4d69-8643-b96ddf7e5ea9 HTTP/1.1" status: 404 len: 352 time: 0.0694833 May 27 02:09:40.663662 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4a0ca27a-bcbc-459c-b51b-2f82f62093ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:40.702393 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc62f46-ca83-4ae3-aa8a-d7a7fb20f0cf req-ba626796-809c-4e20-8726-e4c30de26e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:40.703944 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9fc62f46-ca83-4ae3-aa8a-d7a7fb20f0cf req-ba626796-809c-4e20-8726-e4c30de26e9b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=56751f4a-e3b4-4587-bb78-4905834431d5 HTTP/1.1" status: 200 len: 1101 time: 0.1759181 May 27 02:09:40.728640 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-8cae1a23-42cc-40e6-af8a-c9110535e4be None None] Set router ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:09:40.854868 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9fc62f46-ca83-4ae3-aa8a-d7a7fb20f0cf req-45906458-62fe-4d8e-9ed9-c3348afddf44 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=31e4efbf-7803-4564-aede-cf4d2e3527bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440628 May 27 02:09:40.946974 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-cf0a8a9d-fc5b-4439-bbc8-b66af16fce0d None None] Allocated IP 172.20.0.2 (37c88c36-e778-4f3d-a101-7c8eb9d9dccf/88a71f26-f2fa-4283-92d8-f4882c4d62e9/fef22b2a-4464-499b-8702-2a2e60b41c06) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:09:40.956023 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4baadc7f-f50a-4759-b82e-9f47661e029e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:40.985389 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a785ea-5179-4b81-adae-19dce6436f80 req-af4def1b-4f04-437c-b542-79682d511f0a tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:40.986809 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-40a785ea-5179-4b81-adae-19dce6436f80 req-af4def1b-4f04-437c-b542-79682d511f0a tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 949 time: 0.4772177 May 27 02:09:41.050091 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4baadc7f-f50a-4759-b82e-9f47661e029e admin admin] Transition to ACTIVE for port object ac859b04-0b16-4936-84f0-5c91104c1946 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:09:41.084805 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4a0ca27a-bcbc-459c-b51b-2f82f62093ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:41.085503 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-40a785ea-5179-4b81-adae-19dce6436f80 req-6f934c4d-3d18-41fe-9123-9afb0d9f7414 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897076 May 27 02:09:41.104112 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f5dec-2014-49a9-8d6d-92af04920796 req-5586bef4-d802-446d-a575-6346469668cc tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:41.122046 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c51f5dec-2014-49a9-8d6d-92af04920796 req-5586bef4-d802-446d-a575-6346469668cc tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] 10.222.0.57 "GET /v2.0/ports?device_id=56751f4a-e3b4-4587-bb78-4905834431d5 HTTP/1.1" status: 200 len: 950 time: 0.2491474 May 27 02:09:41.130961 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4a0ca27a-bcbc-459c-b51b-2f82f62093ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:41.133901 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-de54e880-340d-4da0-93b6-c903ebff2351 req-1ec133bf-8c83-43ef-91c2-a35cd888159e service neutron] 10.222.0.66 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5472293 May 27 02:09:41.166243 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c51f5dec-2014-49a9-8d6d-92af04920796 req-66c7db2c-1e83-45d6-9a51-ae03a7b55f0a tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] 10.222.0.57 "GET /v2.0/security-groups?id=31e4efbf-7803-4564-aede-cf4d2e3527bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544624 May 27 02:09:41.176159 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfbf1d39-912c-43ac-b47b-937549269ab7'] response: {'name': 'network-changed', 'server_uuid': '409aec4a-c1bd-4d1f-b785-52129f342cb8', 'tag': 'acfdfd2a-596c-4407-993b-2d9aae064064', 'status': 'completed', 'code': 200} May 27 02:09:41.247158 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [req-e5f08073-09e0-4288-ac7c-3570e317f075 req-e849c001-6b08-4360-bdbf-0c668b4b233f tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] show failed (client error): The resource could not be found. May 27 02:09:41.248084 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5f08073-09e0-4288-ac7c-3570e317f075 req-e849c001-6b08-4360-bdbf-0c668b4b233f tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] 10.222.0.57 "GET /v2.0/security-group-rules/55bc09fe-4636-436b-9936-f4ef0884e4f0 HTTP/1.1" status: 404 len: 361 time: 0.0512011 May 27 02:09:41.279658 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4baadc7f-f50a-4759-b82e-9f47661e029e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:41.285361 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-8cae1a23-42cc-40e6-af8a-c9110535e4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b', 'name': 'tempest-ServersTestManualDisk-1727245401-router', 'tenant_id': '7fc73085ebc04afe8efe26efefe6d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '9890cbd8-de02-40b5-a876-cde954a9ad2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:09:32Z', 'updated_at': '2022-05-27T02:09:35Z', 'revision_number': 3, 'project_id': '7fc73085ebc04afe8efe26efefe6d571', 'gw_port': {'id': '9890cbd8-de02-40b5-a876-cde954a9ad2f', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:34Z', 'updated_at': '2022-05-27T02:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:41.295555 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cae1a23-42cc-40e6-af8a-c9110535e4be None None] The sync data for ids ['ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b'] in n-d-843554-3 is: [{'id': 'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b', 'name': 'tempest-ServersTestManualDisk-1727245401-router', 'tenant_id': '7fc73085ebc04afe8efe26efefe6d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '9890cbd8-de02-40b5-a876-cde954a9ad2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:09:32Z', 'updated_at': '2022-05-27T02:09:35Z', 'revision_number': 3, 'project_id': '7fc73085ebc04afe8efe26efefe6d571', 'gw_port': {'id': '9890cbd8-de02-40b5-a876-cde954a9ad2f', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:34Z', 'updated_at': '2022-05-27T02:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:09:41.306811 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cf0a8a9d-fc5b-4439-bbc8-b66af16fce0d None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:41.318857 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-cf0a8a9d-fc5b-4439-bbc8-b66af16fce0d None None] Transition to ACTIVE for port object fef22b2a-4464-499b-8702-2a2e60b41c06 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:09:41.351906 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-cf0a8a9d-fc5b-4439-bbc8-b66af16fce0d None None] Transition to ACTIVE for port object fef22b2a-4464-499b-8702-2a2e60b41c06 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:09:41.368019 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-4a0ca27a-bcbc-459c-b51b-2f82f62093ad admin admin] Allocated IP 172.25.1.131 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/b5d43e38-5b9c-471a-aa9e-ea9ff04695ea) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:09:41.417649 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cf0a8a9d-fc5b-4439-bbc8-b66af16fce0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:41.465837 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4baadc7f-f50a-4759-b82e-9f47661e029e admin admin] Network d1cb7f1b-be29-4509-be86-b068f20a10ab is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:09:41.476497 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-4baadc7f-f50a-4759-b82e-9f47661e029e admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:09:41.486562 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54e880-340d-4da0-93b6-c903ebff2351 req-09d4bf25-c22e-4f3c-9983-c382c4d33901 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:41.488030 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-de54e880-340d-4da0-93b6-c903ebff2351 req-09d4bf25-c22e-4f3c-9983-c382c4d33901 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=87dafe07-4df8-4a69-ab8f-c04e892a00a9&tenant_id=846b128e49a144bb97bdbd537ab49432&binding%3Ahost_id=n-h1-843554-3 HTTP/1.1" status: 200 len: 1097 time: 0.1992912 May 27 02:09:41.490952 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baadc7f-f50a-4759-b82e-9f47661e029e admin admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:09:41.502272 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0a8a9d-fc5b-4439-bbc8-b66af16fce0d None None] Network 37c88c36-e778-4f3d-a101-7c8eb9d9dccf is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:09:41.503533 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-de54e880-340d-4da0-93b6-c903ebff2351 req-252d7657-03bc-411a-be43-44e81eebcbd3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843554-3'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:09:41.505146 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-cf0a8a9d-fc5b-4439-bbc8-b66af16fce0d None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:09:41.509614 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0a8a9d-fc5b-4439-bbc8-b66af16fce0d None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:09:41.533260 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb164a-d49f-4313-8e58-7a5cff36096d req-bb2fddcc-9c8f-432b-9a12-405475d48962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:41.535089 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-91eb164a-d49f-4313-8e58-7a5cff36096d req-bb2fddcc-9c8f-432b-9a12-405475d48962 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a29ffcc4de66478babed622f0d89fbe8&device_id=409aec4a-c1bd-4d1f-b785-52129f342cb8 HTTP/1.1" status: 200 len: 1125 time: 0.3274462 May 27 02:09:41.535881 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baadc7f-f50a-4759-b82e-9f47661e029e admin admin] Pushing event updated for resources: {'Port': ['ID=ac859b04-0b16-4936-84f0-5c91104c1946,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:41.548563 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a8a9d-fc5b-4439-bbc8-b66af16fce0d None None] Pushing event updated for resources: {'Port': ['ID=fef22b2a-4464-499b-8702-2a2e60b41c06,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:41.628067 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-cf0a8a9d-fc5b-4439-bbc8-b66af16fce0d None None] Attempting to bind port fef22b2a-4464-499b-8702-2a2e60b41c06 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:09:41.628748 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-cf0a8a9d-fc5b-4439-bbc8-b66af16fce0d None None] Attempting to bind port fef22b2a-4464-499b-8702-2a2e60b41c06 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '2c88854f-b1b4-45f9-9e07-67ac2d11483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:09:41.629347 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0a8a9d-fc5b-4439-bbc8-b66af16fce0d None None] Attempting to bind port fef22b2a-4464-499b-8702-2a2e60b41c06 on network 37c88c36-e778-4f3d-a101-7c8eb9d9dccf {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:09:41.651457 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4a0ca27a-bcbc-459c-b51b-2f82f62093ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:41.659126 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0a8a9d-fc5b-4439-bbc8-b66af16fce0d None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:09:41.659729 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0a8a9d-fc5b-4439-bbc8-b66af16fce0d None None] Checking segment: {'id': '2c88854f-b1b4-45f9-9e07-67ac2d11483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:09:41.660291 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cf0a8a9d-fc5b-4439-bbc8-b66af16fce0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:41.660880 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0a8a9d-fc5b-4439-bbc8-b66af16fce0d None None] Bound using segment: {'id': '2c88854f-b1b4-45f9-9e07-67ac2d11483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:09:41.661533 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-cf0a8a9d-fc5b-4439-bbc8-b66af16fce0d None None] Bound port: fef22b2a-4464-499b-8702-2a2e60b41c06, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c88854f-b1b4-45f9-9e07-67ac2d11483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:09:41.663750 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cf0a8a9d-fc5b-4439-bbc8-b66af16fce0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:41.729597 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-de54e880-340d-4da0-93b6-c903ebff2351 req-252d7657-03bc-411a-be43-44e81eebcbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:41.732658 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-12d32b93-cd13-4786-a763-a4a65eed3353 req-3be2f66b-36ca-4eb7-a4eb-72586428ea1f tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] 10.222.0.57 "GET /v2.0/security-groups/b35d6850-d1c2-470b-9adb-208fd9383f83 HTTP/1.1" status: 200 len: 1812 time: 0.3206437 May 27 02:09:41.776250 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4baadc7f-f50a-4759-b82e-9f47661e029e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:41.842659 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-cf0a8a9d-fc5b-4439-bbc8-b66af16fce0d None None] For port fef22b2a-4464-499b-8702-2a2e60b41c06, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:09:41.848245 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-cf0a8a9d-fc5b-4439-bbc8-b66af16fce0d None None] For port fef22b2a-4464-499b-8702-2a2e60b41c06, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=fef22b2a-4464-499b-8702-2a2e60b41c06,segment=NetworkSegment(2c88854f-b1b4-45f9-9e07-67ac2d11483a),segment_id=2c88854f-b1b4-45f9-9e07-67ac2d11483a)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:09:41.906720 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4a0ca27a-bcbc-459c-b51b-2f82f62093ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:41.932120 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cf0a8a9d-fc5b-4439-bbc8-b66af16fce0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:41.952315 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5281483-6998-4140-819a-472633998330 req-035bd8ff-7e65-4787-9783-a1f57d46a385 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:41.953878 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a5281483-6998-4140-819a-472633998330 req-035bd8ff-7e65-4787-9783-a1f57d46a385 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=8333c704-237f-4a81-95ba-a77235ce764b HTTP/1.1" status: 200 len: 948 time: 0.6188192 May 27 02:09:41.995413 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-08ade701-afda-4ce3-9f89-dfa03ceeabf6 None None] Provisioning for port ac859b04-0b16-4936-84f0-5c91104c1946 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:09:42.003256 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0ca27a-bcbc-459c-b51b-2f82f62093ad admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:09:42.024275 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-08ade701-afda-4ce3-9f89-dfa03ceeabf6 None None] Provisioning complete for port ac859b04-0b16-4936-84f0-5c91104c1946 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:09:42.024570 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-08ade701-afda-4ce3-9f89-dfa03ceeabf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:42.030935 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-4a0ca27a-bcbc-459c-b51b-2f82f62093ad admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:09:42.052394 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0ca27a-bcbc-459c-b51b-2f82f62093ad admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:09:42.090791 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a8a9d-fc5b-4439-bbc8-b66af16fce0d None None] Pushing event updated for resources: {'Port': ['ID=fef22b2a-4464-499b-8702-2a2e60b41c06,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:42.104138 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-08ade701-afda-4ce3-9f89-dfa03ceeabf6 None None] Port ac859b04-0b16-4936-84f0-5c91104c1946 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:09:42.107100 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb164a-d49f-4313-8e58-7a5cff36096d req-5a402d49-0fd0-4b03-8d7f-ba232e525f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:42.108623 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-91eb164a-d49f-4313-8e58-7a5cff36096d req-5a402d49-0fd0-4b03-8d7f-ba232e525f29 service neutron] 10.222.0.66 "GET /v2.0/networks?id=db30ed05-8f60-4a40-83c6-9b50139dcb81 HTTP/1.1" status: 200 len: 922 time: 0.5634181 May 27 02:09:42.122881 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-12d32b93-cd13-4786-a763-a4a65eed3353 req-704ef04e-eeca-4ced-9a54-e7b08f2f0e8d tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:42.180736 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a5281483-6998-4140-819a-472633998330 req-6ff4ad6d-8f45-48e1-8425-122b6579919d tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063367 May 27 02:09:42.217551 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-91eb164a-d49f-4313-8e58-7a5cff36096d req-ef987383-2114-45fa-9a1d-1834dabac96b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acfdfd2a-596c-4407-993b-2d9aae064064 HTTP/1.1" status: 200 len: 217 time: 0.0956151 May 27 02:09:42.269981 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ca27a-bcbc-459c-b51b-2f82f62093ad admin admin] Pushing event updated for resources: {'Port': ['ID=b5d43e38-5b9c-471a-aa9e-ea9ff04695ea,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:42.276671 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-de54e880-340d-4da0-93b6-c903ebff2351 req-252d7657-03bc-411a-be43-44e81eebcbd3 service neutron] For port 6f5de102-5480-41ab-b0a3-1896cacac56e, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=6f5de102-5480-41ab-b0a3-1896cacac56e,segment=NetworkSegment(18001c0d-6c74-475c-a0cb-9d64b721b14f),segment_id=18001c0d-6c74-475c-a0cb-9d64b721b14f)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:42.313306 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-12d32b93-cd13-4786-a763-a4a65eed3353 req-704ef04e-eeca-4ced-9a54-e7b08f2f0e8d tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:42.333153 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-de54e880-340d-4da0-93b6-c903ebff2351 req-252d7657-03bc-411a-be43-44e81eebcbd3 service neutron] For port 6f5de102-5480-41ab-b0a3-1896cacac56e, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:09:42.425959 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-de54e880-340d-4da0-93b6-c903ebff2351 req-252d7657-03bc-411a-be43-44e81eebcbd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:42.475021 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb164a-d49f-4313-8e58-7a5cff36096d req-6f180deb-fa60-4b2c-80f2-cef1e188598a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:42.477936 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-91eb164a-d49f-4313-8e58-7a5cff36096d req-6f180deb-fa60-4b2c-80f2-cef1e188598a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e2a1d95-8ee5-4ee3-927d-bf057db8df2f HTTP/1.1" status: 200 len: 861 time: 0.2461081 May 27 02:09:42.567822 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-de54e880-340d-4da0-93b6-c903ebff2351 req-252d7657-03bc-411a-be43-44e81eebcbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:42.576622 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-91eb164a-d49f-4313-8e58-7a5cff36096d req-287f2011-aa33-4201-8a0a-b11ecbd8b84d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=db30ed05-8f60-4a40-83c6-9b50139dcb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881865 May 27 02:09:42.609381 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-12d32b93-cd13-4786-a763-a4a65eed3353 req-704ef04e-eeca-4ced-9a54-e7b08f2f0e8d tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:42.701483 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4baadc7f-f50a-4759-b82e-9f47661e029e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:42.750577 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 1c0ac97e-a530-4361-8db8-f552a54f3dd8 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:09:42.815357 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device fef22b2a-4464-499b-8702-2a2e60b41c06 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:09:42.833836 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-de54e880-340d-4da0-93b6-c903ebff2351 req-252d7657-03bc-411a-be43-44e81eebcbd3 service neutron] Attempting to bind port 6f5de102-5480-41ab-b0a3-1896cacac56e on host n-h1-843554-3 for vnic_type normal with profile {"migrating_to": "n-h2-843554-3"} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:09:42.834352 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-de54e880-340d-4da0-93b6-c903ebff2351 req-252d7657-03bc-411a-be43-44e81eebcbd3 service neutron] Attempting to bind port 6f5de102-5480-41ab-b0a3-1896cacac56e by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:09:42.834708 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de54e880-340d-4da0-93b6-c903ebff2351 req-252d7657-03bc-411a-be43-44e81eebcbd3 service neutron] Attempting to bind port 6f5de102-5480-41ab-b0a3-1896cacac56e on network a46dc284-eb7c-468a-bcfd-6cfcbba366bf {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:09:42.837849 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d7657-03bc-411a-be43-44e81eebcbd3 service neutron] Pushing event updated for resources: {'Port': ['ID=6f5de102-5480-41ab-b0a3-1896cacac56e,revision_number=7']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:42.844235 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de54e880-340d-4da0-93b6-c903ebff2351 req-252d7657-03bc-411a-be43-44e81eebcbd3 service neutron] Port 6f5de102-5480-41ab-b0a3-1896cacac56e on network a46dc284-eb7c-468a-bcfd-6cfcbba366bf not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:09:42.844857 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de54e880-340d-4da0-93b6-c903ebff2351 req-252d7657-03bc-411a-be43-44e81eebcbd3 service neutron] Attempting to bind port 6f5de102-5480-41ab-b0a3-1896cacac56e on network a46dc284-eb7c-468a-bcfd-6cfcbba366bf {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:09:42.846102 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ef04e-eeca-4ced-9a54-e7b08f2f0e8d tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35d6850-d1c2-470b-9adb-208fd9383f83,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:42.851773 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de54e880-340d-4da0-93b6-c903ebff2351 req-252d7657-03bc-411a-be43-44e81eebcbd3 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:09:42.852213 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de54e880-340d-4da0-93b6-c903ebff2351 req-252d7657-03bc-411a-be43-44e81eebcbd3 service neutron] Checking segment: {'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:09:42.852658 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de54e880-340d-4da0-93b6-c903ebff2351 req-252d7657-03bc-411a-be43-44e81eebcbd3 service neutron] Bound using segment: {'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:09:42.859412 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-de54e880-340d-4da0-93b6-c903ebff2351 req-252d7657-03bc-411a-be43-44e81eebcbd3 service neutron] Bound port: 6f5de102-5480-41ab-b0a3-1896cacac56e, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:09:42.859412 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-de54e880-340d-4da0-93b6-c903ebff2351 req-252d7657-03bc-411a-be43-44e81eebcbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:42.927479 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d18ac-bf62-485e-a75f-a62e828639be req-d69c3ecb-f3fe-41cb-ad01-13c062ac4ae3 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:42.935296 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-882d18ac-bf62-485e-a75f-a62e828639be req-d69c3ecb-f3fe-41cb-ad01-13c062ac4ae3 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=409aec4a-c1bd-4d1f-b785-52129f342cb8 HTTP/1.1" status: 200 len: 944 time: 0.5314560 May 27 02:09:42.949911 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-12d32b93-cd13-4786-a763-a4a65eed3353 req-704ef04e-eeca-4ced-9a54-e7b08f2f0e8d tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:42.962547 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-12d32b93-cd13-4786-a763-a4a65eed3353 req-704ef04e-eeca-4ced-9a54-e7b08f2f0e8d tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] 10.222.0.57 "DELETE /v2.0/security-groups/b35d6850-d1c2-470b-9adb-208fd9383f83 HTTP/1.1" status: 204 len: 173 time: 1.2257125 May 27 02:09:43.045512 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-91eb164a-d49f-4313-8e58-7a5cff36096d req-c2753d05-72ef-47be-9cc3-c08e46755f74 service neutron] 10.222.0.66 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583721 May 27 02:09:43.051689 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 1c0ac97e-a530-4361-8db8-f552a54f3dd8 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:09:43.057663 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 1c0ac97e-a530-4361-8db8-f552a54f3dd8 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:09:43.058036 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:43.086724 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port fef22b2a-4464-499b-8702-2a2e60b41c06 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:09:43.115545 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 9890cbd8-de02-40b5-a876-cde954a9ad2f up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:09:43.115760 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-882d18ac-bf62-485e-a75f-a62e828639be req-ffa5ffb7-bb97-4a6d-88c9-35aa1293ea26 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786742 May 27 02:09:43.211354 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87dafe07-4df8-4a69-ab8f-c04e892a00a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f5de102-5480-41ab-b0a3-1896cacac56e'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:09:43.222967 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4a0ca27a-bcbc-459c-b51b-2f82f62093ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:43.323085 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 1c0ac97e-a530-4361-8db8-f552a54f3dd8 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:09:43.323467 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:43.353629 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8333c704-237f-4a81-95ba-a77235ce764b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0ac97e-a530-4361-8db8-f552a54f3dd8'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:09:43.358071 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-de54e880-340d-4da0-93b6-c903ebff2351 req-252d7657-03bc-411a-be43-44e81eebcbd3 service neutron] For port 6f5de102-5480-41ab-b0a3-1896cacac56e, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:09:43.365910 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 1c0ac97e-a530-4361-8db8-f552a54f3dd8, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=1c0ac97e-a530-4361-8db8-f552a54f3dd8,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:43.381295 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-de54e880-340d-4da0-93b6-c903ebff2351 req-252d7657-03bc-411a-be43-44e81eebcbd3 service neutron] For port 6f5de102-5480-41ab-b0a3-1896cacac56e, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=6f5de102-5480-41ab-b0a3-1896cacac56e,segment=NetworkSegment(18001c0d-6c74-475c-a0cb-9d64b721b14f),segment_id=18001c0d-6c74-475c-a0cb-9d64b721b14f)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:09:43.425420 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 9890cbd8-de02-40b5-a876-cde954a9ad2f completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:09:43.431697 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 9890cbd8-de02-40b5-a876-cde954a9ad2f triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:09:43.431843 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:43.452414 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-de54e880-340d-4da0-93b6-c903ebff2351 req-252d7657-03bc-411a-be43-44e81eebcbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:43.465400 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:43.563207 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa9305-f687-4a8e-bf35-9f29e7d66b9d req-f8b23d42-f88f-4f7e-b907-8164a3812a03 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:43.565303 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9eaa9305-f687-4a8e-bf35-9f29e7d66b9d req-f8b23d42-f88f-4f7e-b907-8164a3812a03 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=87dafe07-4df8-4a69-ab8f-c04e892a00a9 HTTP/1.1" status: 200 len: 944 time: 0.4985924 May 27 02:09:43.582270 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=1c0ac97e-a530-4361-8db8-f552a54f3dd8,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:43.602604 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d7657-03bc-411a-be43-44e81eebcbd3 service neutron] Pushing event updated for resources: {'Port': ['ID=6f5de102-5480-41ab-b0a3-1896cacac56e,revision_number=8']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:43.606170 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-91eb164a-d49f-4313-8e58-7a5cff36096d req-7d646c50-02bd-4ee6-a723-353eb662d48a service neutron] 10.222.0.66 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5018828 May 27 02:09:43.653813 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9eaa9305-f687-4a8e-bf35-9f29e7d66b9d req-fb074df5-d4e5-45ab-b630-25080a999fdd tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743155 May 27 02:09:43.679933 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 9890cbd8-de02-40b5-a876-cde954a9ad2f is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:09:43.680524 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:43.698080 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d716e4-82de-4dff-9a08-0105d7b9a0e4 req-75987ce9-1e24-4e53-815e-e227bfce46eb tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:43.700207 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e2d716e4-82de-4dff-9a08-0105d7b9a0e4 req-75987ce9-1e24-4e53-815e-e227bfce46eb tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] 10.222.0.57 "GET /v2.0/ports?device_id=56751f4a-e3b4-4587-bb78-4905834431d5 HTTP/1.1" status: 200 len: 950 time: 0.3777785 May 27 02:09:43.711089 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 9890cbd8-de02-40b5-a876-cde954a9ad2f, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=9890cbd8-de02-40b5-a876-cde954a9ad2f,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:43.724911 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4baadc7f-f50a-4759-b82e-9f47661e029e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:43.766468 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b90020-1cb1-4749-be84-b8714be4b6b1 None None] Network 37c88c36-e778-4f3d-a101-7c8eb9d9dccf requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:09:43.803440 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e2d716e4-82de-4dff-9a08-0105d7b9a0e4 req-a95ca2c4-ee15-45c0-9baf-d92763be036b tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] 10.222.0.57 "GET /v2.0/security-groups?id=31e4efbf-7803-4564-aede-cf4d2e3527bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807974 May 27 02:09:44.131661 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4baadc7f-f50a-4759-b82e-9f47661e029e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:44.159865 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54e880-340d-4da0-93b6-c903ebff2351 req-252d7657-03bc-411a-be43-44e81eebcbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:44.159865 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-de54e880-340d-4da0-93b6-c903ebff2351 req-252d7657-03bc-411a-be43-44e81eebcbd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:44.159865 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-de54e880-340d-4da0-93b6-c903ebff2351 req-252d7657-03bc-411a-be43-44e81eebcbd3 service neutron] 10.222.0.66 "PUT /v2.0/ports/6f5de102-5480-41ab-b0a3-1896cacac56e HTTP/1.1" status: 200 len: 1122 time: 2.3855252 May 27 02:09:44.160934 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2c96a485-144e-49f6-a0e2-461932ae919e req-8fa3c476-ce08-4387-b88d-9435a6e8c8b3 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] 10.222.0.57 "GET /v2.0/security-groups/4137fd79-b694-481e-b153-3f8bd4967581 HTTP/1.1" status: 200 len: 1812 time: 0.2054942 May 27 02:09:44.161421 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:44.161632 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4a0ca27a-bcbc-459c-b51b-2f82f62093ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:44.161728 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baadc7f-f50a-4759-b82e-9f47661e029e admin admin] Pushing event updated for resources: {'Port': ['ID=ac859b04-0b16-4936-84f0-5c91104c1946,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:44.161728 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4baadc7f-f50a-4759-b82e-9f47661e029e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:44.161894 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['6f5de102-5480-41ab-b0a3-1896cacac56e'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:09:44.161985 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-2c96a485-144e-49f6-a0e2-461932ae919e req-6dce9c17-b451-43f1-98db-7b113728bdc6 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:44.161985 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-2c96a485-144e-49f6-a0e2-461932ae919e req-6dce9c17-b451-43f1-98db-7b113728bdc6 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:44.202308 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-cf14cc11-84ac-42e3-b0b4-5138cfd68610 None None] Provisioning for port fef22b2a-4464-499b-8702-2a2e60b41c06 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:09:44.205713 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=9890cbd8-de02-40b5-a876-cde954a9ad2f,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:44.222592 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-cf14cc11-84ac-42e3-b0b4-5138cfd68610 None None] Provisioning complete for port fef22b2a-4464-499b-8702-2a2e60b41c06 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:09:44.226525 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cf14cc11-84ac-42e3-b0b4-5138cfd68610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:44.232334 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4baadc7f-f50a-4759-b82e-9f47661e029e admin admin] Network d1cb7f1b-be29-4509-be86-b068f20a10ab is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:09:44.233831 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-4baadc7f-f50a-4759-b82e-9f47661e029e admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:09:44.408032 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-2c96a485-144e-49f6-a0e2-461932ae919e req-6dce9c17-b451-43f1-98db-7b113728bdc6 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:44.443425 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce9c17-b451-43f1-98db-7b113728bdc6 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4137fd79-b694-481e-b153-3f8bd4967581,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:44.457236 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0ca27a-bcbc-459c-b51b-2f82f62093ad admin admin] Router 056a8770-64cf-4055-9987-408f40a03c3d is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:09:44.474740 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-2c96a485-144e-49f6-a0e2-461932ae919e req-6dce9c17-b451-43f1-98db-7b113728bdc6 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:44.479888 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2c96a485-144e-49f6-a0e2-461932ae919e req-6dce9c17-b451-43f1-98db-7b113728bdc6 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] 10.222.0.57 "DELETE /v2.0/security-groups/4137fd79-b694-481e-b153-3f8bd4967581 HTTP/1.1" status: 204 len: 173 time: 0.5522063 May 27 02:09:44.510161 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4baadc7f-f50a-4759-b82e-9f47661e029e admin admin] Router ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:09:44.532472 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-cf14cc11-84ac-42e3-b0b4-5138cfd68610 None None] Current status of the port fef22b2a-4464-499b-8702-2a2e60b41c06 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:09:44.532943 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cf14cc11-84ac-42e3-b0b4-5138cfd68610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:44.591647 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-cf14cc11-84ac-42e3-b0b4-5138cfd68610 None None] For port fef22b2a-4464-499b-8702-2a2e60b41c06, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=fef22b2a-4464-499b-8702-2a2e60b41c06,segment=NetworkSegment(2c88854f-b1b4-45f9-9e07-67ac2d11483a),segment_id=2c88854f-b1b4-45f9-9e07-67ac2d11483a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:44.609470 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4523cf7a-b80a-4266-8f9e-b7bdd3cf3551'] response: {'server_uuid': '87dafe07-4df8-4a69-ab8f-c04e892a00a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f5de102-5480-41ab-b0a3-1896cacac56e', 'code': 200} May 27 02:09:44.663711 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cf14cc11-84ac-42e3-b0b4-5138cfd68610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:44.739377 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f184bbc5-2779-48e0-adeb-149502caed18'] response: {'server_uuid': '8333c704-237f-4a81-95ba-a77235ce764b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0ac97e-a530-4361-8db8-f552a54f3dd8', 'code': 200} May 27 02:09:44.754402 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 9890cbd8-de02-40b5-a876-cde954a9ad2f up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:09:44.848161 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0ca27a-bcbc-459c-b51b-2f82f62093ad admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:09:44.861007 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304f7f96-9d9c-47ae-8a08-39015cc886c2 None None] Sync routers for ids ['056a8770-64cf-4055-9987-408f40a03c3d'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:09:44.866775 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-923d07ff-1fef-416b-a032-a1b92bb47dd6 None None] Provisioning complete for port fef22b2a-4464-499b-8702-2a2e60b41c06 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:09:44.866775 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-923d07ff-1fef-416b-a032-a1b92bb47dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:44.880315 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304f7f96-9d9c-47ae-8a08-39015cc886c2 None None] Routers {'056a8770-64cf-4055-9987-408f40a03c3d'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:09:44.881205 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-304f7f96-9d9c-47ae-8a08-39015cc886c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:09:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['056a8770-64cf-4055-9987-408f40a03c3d'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:44.927931 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14cc11-84ac-42e3-b0b4-5138cfd68610 None None] Pushing event updated for resources: {'Port': ['ID=fef22b2a-4464-499b-8702-2a2e60b41c06,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:44.953292 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b360bb-3f29-4637-bec9-4045f8db736f req-9c3e0c49-e4e6-4385-869d-17a0b12e8561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:44.958867 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-77b360bb-3f29-4637-bec9-4045f8db736f req-9c3e0c49-e4e6-4385-869d-17a0b12e8561 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8333c704-237f-4a81-95ba-a77235ce764b HTTP/1.1" status: 200 len: 1100 time: 0.1908002 May 27 02:09:45.008929 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 9890cbd8-de02-40b5-a876-cde954a9ad2f triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:09:45.009352 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:45.023763 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4a0ca27a-bcbc-459c-b51b-2f82f62093ad admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:45.028128 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4a0ca27a-bcbc-459c-b51b-2f82f62093ad admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.1082344 May 27 02:09:45.031178 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56362) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:45.085355 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-923d07ff-1fef-416b-a032-a1b92bb47dd6 None None] Current status of the port fef22b2a-4464-499b-8702-2a2e60b41c06 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:09:45.105844 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-304f7f96-9d9c-47ae-8a08-39015cc886c2 None None] Set router 056a8770-64cf-4055-9987-408f40a03c3d gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:09:45.154008 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-923d07ff-1fef-416b-a032-a1b92bb47dd6 None None] Provisioning complete for port ac859b04-0b16-4936-84f0-5c91104c1946 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:09:45.154008 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-923d07ff-1fef-416b-a032-a1b92bb47dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:45.168668 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e8547-e004-49ba-8596-fbcf454236ef req-0396d8a1-62f6-48f9-a0fd-e57a30aa3205 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:45.176653 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ae1e8547-e004-49ba-8596-fbcf454236ef req-0396d8a1-62f6-48f9-a0fd-e57a30aa3205 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=8333c704-237f-4a81-95ba-a77235ce764b HTTP/1.1" status: 200 len: 949 time: 0.6508262 May 27 02:09:45.207651 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 9890cbd8-de02-40b5-a876-cde954a9ad2f is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:09:45.218526 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-923d07ff-1fef-416b-a032-a1b92bb47dd6 None None] Port ac859b04-0b16-4936-84f0-5c91104c1946 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:09:45.231740 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4baadc7f-f50a-4759-b82e-9f47661e029e admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:09:45.240662 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4baadc7f-f50a-4759-b82e-9f47661e029e admin admin] 10.222.0.57 "PUT /v2.0/routers/ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0691035 May 27 02:09:45.251967 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c082ae75-ec6f-4088-835b-146c3dce1e73 None None] Sync routers for ids ['ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:09:45.270850 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c082ae75-ec6f-4088-835b-146c3dce1e73 None None] Routers {'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:09:45.271522 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c082ae75-ec6f-4088-835b-146c3dce1e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:09:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:45.274664 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-77b360bb-3f29-4637-bec9-4045f8db736f req-b2703bbc-9cea-41a1-a60e-e4efa544b5cd service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012416 May 27 02:09:45.276298 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ae1e8547-e004-49ba-8596-fbcf454236ef req-14d70175-2114-46b0-9ea2-1f7eb46c171e tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834126 May 27 02:09:45.286618 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-55a3174d-e73c-41fd-8cdc-5b76fe14dce7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=668f3f0a-810a-4d84-8786-0b25edc03279&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6818488 May 27 02:09:45.323470 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3fdf0-4f88-402f-ba05-1831e1d49f32 req-7816173f-341a-414c-a3dd-3c7aa0249b04 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:45.333329 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-84d3fdf0-4f88-402f-ba05-1831e1d49f32 req-7816173f-341a-414c-a3dd-3c7aa0249b04 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=409aec4a-c1bd-4d1f-b785-52129f342cb8 HTTP/1.1" status: 200 len: 944 time: 0.5200326 May 27 02:09:45.399124 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-84d3fdf0-4f88-402f-ba05-1831e1d49f32 req-7bfcd3ca-ecaf-4594-b455-4f3f9f0c6aeb tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647728 May 27 02:09:45.458770 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-304f7f96-9d9c-47ae-8a08-39015cc886c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056a8770-64cf-4055-9987-408f40a03c3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076860293-router', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:09:40Z', 'updated_at': '2022-05-27T02:09:42Z', 'revision_number': 3, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'gw_port': {'id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:41Z', 'updated_at': '2022-05-27T02:09:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:45.464070 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304f7f96-9d9c-47ae-8a08-39015cc886c2 None None] Checking router: 056a8770-64cf-4055-9987-408f40a03c3d for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:09:45.464628 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304f7f96-9d9c-47ae-8a08-39015cc886c2 None None] Updating router 056a8770-64cf-4055-9987-408f40a03c3d port b5d43e38-5b9c-471a-aa9e-ea9ff04695ea binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:09:45.535188 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-304f7f96-9d9c-47ae-8a08-39015cc886c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:45.575145 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bb2279d3-d9a4-4934-9701-a1375e6916dc req-50fa5c81-d38d-4729-a005-ed2783a45be2 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] 10.222.0.57 "GET /v2.0/security-groups/1fddd999-423a-402d-99f9-1843f47a76d4 HTTP/1.1" status: 200 len: 1813 time: 0.1274657 May 27 02:09:45.661938 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f892ca-5d93-4d20-bfb9-b0a939d5e5af req-971d53b5-a868-423d-8ca0-0586168fef6a tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:45.667450 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-c082ae75-ec6f-4088-835b-146c3dce1e73 None None] Set router ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:09:45.671691 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-23f892ca-5d93-4d20-bfb9-b0a939d5e5af req-971d53b5-a868-423d-8ca0-0586168fef6a tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 949 time: 0.1998451 May 27 02:09:45.780558 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-bb2279d3-d9a4-4934-9701-a1375e6916dc req-eb854d94-93ea-4d66-82a4-fa8a65eacf0e tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:45.903713 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-304f7f96-9d9c-47ae-8a08-39015cc886c2 None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:45.911603 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-bb2279d3-d9a4-4934-9701-a1375e6916dc req-eb854d94-93ea-4d66-82a4-fa8a65eacf0e tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:45.919096 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-304f7f96-9d9c-47ae-8a08-39015cc886c2 None None] Transition to ACTIVE for port object b5d43e38-5b9c-471a-aa9e-ea9ff04695ea will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:09:45.941443 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-23f892ca-5d93-4d20-bfb9-b0a939d5e5af req-8760eaac-d58f-4e4c-8f05-f05b088fb06f tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688060 May 27 02:09:45.983214 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-304f7f96-9d9c-47ae-8a08-39015cc886c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:46.092867 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-304f7f96-9d9c-47ae-8a08-39015cc886c2 None None] Attempting to bind port b5d43e38-5b9c-471a-aa9e-ea9ff04695ea on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:09:46.095819 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-304f7f96-9d9c-47ae-8a08-39015cc886c2 None None] Attempting to bind port b5d43e38-5b9c-471a-aa9e-ea9ff04695ea by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:09:46.095819 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304f7f96-9d9c-47ae-8a08-39015cc886c2 None None] Attempting to bind port b5d43e38-5b9c-471a-aa9e-ea9ff04695ea on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:09:46.102490 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a29950-b4d8-4074-bab0-c3aed814f33e None None] Pushing event updated for resources: {'Port': ['ID=b5d43e38-5b9c-471a-aa9e-ea9ff04695ea,revision_number=2']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:46.106091 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304f7f96-9d9c-47ae-8a08-39015cc886c2 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:09:46.106542 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304f7f96-9d9c-47ae-8a08-39015cc886c2 None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:09:46.107025 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-304f7f96-9d9c-47ae-8a08-39015cc886c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:46.107508 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304f7f96-9d9c-47ae-8a08-39015cc886c2 None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:09:46.108154 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-304f7f96-9d9c-47ae-8a08-39015cc886c2 None None] Bound port: b5d43e38-5b9c-471a-aa9e-ea9ff04695ea, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:09:46.108896 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-304f7f96-9d9c-47ae-8a08-39015cc886c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:46.174758 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-bb2279d3-d9a4-4934-9701-a1375e6916dc req-eb854d94-93ea-4d66-82a4-fa8a65eacf0e tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:46.213664 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-304f7f96-9d9c-47ae-8a08-39015cc886c2 None None] For port b5d43e38-5b9c-471a-aa9e-ea9ff04695ea, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:09:46.215466 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c082ae75-ec6f-4088-835b-146c3dce1e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b', 'name': 'tempest-ServersTestManualDisk-1727245401-router', 'tenant_id': '7fc73085ebc04afe8efe26efefe6d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '9890cbd8-de02-40b5-a876-cde954a9ad2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:09:32Z', 'updated_at': '2022-05-27T02:09:42Z', 'revision_number': 4, 'project_id': '7fc73085ebc04afe8efe26efefe6d571', 'gw_port': {'id': '9890cbd8-de02-40b5-a876-cde954a9ad2f', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:34Z', 'updated_at': '2022-05-27T02:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'ac859b04-0b16-4936-84f0-5c91104c1946', 'name': '', 'network_id': 'd1cb7f1b-be29-4509-be86-b068f20a10ab', 'tenant_id': '7fc73085ebc04afe8efe26efefe6d571', 'mac_address': 'fa:16:3e:5f:fd:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'a3f5ec77-9645-42d0-89cc-1cf281841e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:39Z', 'updated_at': '2022-05-27T02:09:43Z', 'revision_number': 2, 'project_id': '7fc73085ebc04afe8efe26efefe6d571', 'subnets': [{'id': 'a3f5ec77-9645-42d0-89cc-1cf281841e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:46.217411 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-304f7f96-9d9c-47ae-8a08-39015cc886c2 None None] For port b5d43e38-5b9c-471a-aa9e-ea9ff04695ea, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b5d43e38-5b9c-471a-aa9e-ea9ff04695ea,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:09:46.220310 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c082ae75-ec6f-4088-835b-146c3dce1e73 None None] Checking router: ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:09:46.220663 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c082ae75-ec6f-4088-835b-146c3dce1e73 None None] Updating router ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b port ac859b04-0b16-4936-84f0-5c91104c1946 binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:09:46.227803 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb854d94-93ea-4d66-82a4-fa8a65eacf0e tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fddd999-423a-402d-99f9-1843f47a76d4,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:46.243833 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-bb2279d3-d9a4-4934-9701-a1375e6916dc req-eb854d94-93ea-4d66-82a4-fa8a65eacf0e tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:46.256198 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bb2279d3-d9a4-4934-9701-a1375e6916dc req-eb854d94-93ea-4d66-82a4-fa8a65eacf0e tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] 10.222.0.57 "DELETE /v2.0/security-groups/1fddd999-423a-402d-99f9-1843f47a76d4 HTTP/1.1" status: 204 len: 173 time: 0.6738980 May 27 02:09:46.271037 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e04470cf-c5f7-4114-86c4-bfb7ee48bf45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:46.286783 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-304f7f96-9d9c-47ae-8a08-39015cc886c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:46.309238 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284fd8ce-17b4-40aa-91d2-7cf9a54bc4dc req-a3be610a-b356-49cc-a1f5-4c6b085308c4 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:46.317572 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c082ae75-ec6f-4088-835b-146c3dce1e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:46.318483 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-284fd8ce-17b4-40aa-91d2-7cf9a54bc4dc req-a3be610a-b356-49cc-a1f5-4c6b085308c4 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=87dafe07-4df8-4a69-ab8f-c04e892a00a9 HTTP/1.1" status: 200 len: 944 time: 0.2390730 May 27 02:09:46.387048 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-51fa2df4-041c-4cd1-bcb3-1d7cda380ad5 service neutron] 10.222.0.66 "GET /v2.0/ports/acfdfd2a-596c-4407-993b-2d9aae064064/bindings/n-h1-843554-3 HTTP/1.1" status: 200 len: 384 time: 0.2168546 May 27 02:09:46.433412 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-284fd8ce-17b4-40aa-91d2-7cf9a54bc4dc req-9b5f3535-260f-40f3-9364-007ef9d39351 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139202 May 27 02:09:46.434357 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a29950-b4d8-4074-bab0-c3aed814f33e None None] Pushing event updated for resources: {'Port': ['ID=b5d43e38-5b9c-471a-aa9e-ea9ff04695ea,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:46.440365 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304f7f96-9d9c-47ae-8a08-39015cc886c2 None None] Routers {'056a8770-64cf-4055-9987-408f40a03c3d'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:09:46.440591 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-304f7f96-9d9c-47ae-8a08-39015cc886c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:09:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['056a8770-64cf-4055-9987-408f40a03c3d'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:46.623507 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87dafe07-4df8-4a69-ab8f-c04e892a00a9', 'tag': '6f5de102-5480-41ab-b0a3-1896cacac56e'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:09:46.637407 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a1f98-6396-4efe-8f4f-f56fe2afcb8d req-c0f8b7ea-e290-4d52-9758-569e046edd1a tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:46.639031 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-917a1f98-6396-4efe-8f4f-f56fe2afcb8d req-c0f8b7ea-e290-4d52-9758-569e046edd1a tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] 10.222.0.57 "GET /v2.0/ports?device_id=56751f4a-e3b4-4587-bb78-4905834431d5 HTTP/1.1" status: 200 len: 950 time: 0.1976810 May 27 02:09:46.743536 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-304f7f96-9d9c-47ae-8a08-39015cc886c2 None None] Set router 056a8770-64cf-4055-9987-408f40a03c3d gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:09:46.779482 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-917a1f98-6396-4efe-8f4f-f56fe2afcb8d req-2a393b28-c041-43c9-b645-ec3009a15e72 tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] 10.222.0.57 "GET /v2.0/security-groups?id=31e4efbf-7803-4564-aede-cf4d2e3527bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330583 May 27 02:09:46.798791 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device fef22b2a-4464-499b-8702-2a2e60b41c06 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:09:46.900507 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-260b4b8e-86d5-448e-aacc-1b0912cde151 req-1cad7a7e-906d-48d2-b01a-0ce1cbcacced tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] 10.222.0.57 "GET /v2.0/security-groups/69669a4e-e063-4a49-b50f-615a44cbd66b HTTP/1.1" status: 200 len: 1811 time: 0.0605719 May 27 02:09:46.929455 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-e04470cf-c5f7-4114-86c4-bfb7ee48bf45 admin admin] Allocated IP 172.20.0.1 (37c88c36-e778-4f3d-a101-7c8eb9d9dccf/88a71f26-f2fa-4283-92d8-f4882c4d62e9/571886d1-8b4d-4610-b0fd-8a0d8c18d979) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:09:46.964369 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 6f5de102-5480-41ab-b0a3-1896cacac56e details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:09:46.984448 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56404) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:46.999502 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-1c2943e4-23e5-4a9d-9a24-794173aaeda0 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1066688183', 'description': 'tempest-description--1484855849'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:09:47.019757 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1c2943e4-23e5-4a9d-9a24-794173aaeda0 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:47.046659 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1c2943e4-23e5-4a9d-9a24-794173aaeda0 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Usage tracker for resource:security_group and tenant:7fc73085ebc04afe8efe26efefe6d571 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:47.097489 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1c2943e4-23e5-4a9d-9a24-794173aaeda0 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:47.100002 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-260b4b8e-86d5-448e-aacc-1b0912cde151 req-10c66744-57a8-4bf5-bfd7-d7a88cd9db22 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:47.126940 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1c2943e4-23e5-4a9d-9a24-794173aaeda0 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:47.149834 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port fef22b2a-4464-499b-8702-2a2e60b41c06 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:09:47.150213 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:47.193396 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-260b4b8e-86d5-448e-aacc-1b0912cde151 req-10c66744-57a8-4bf5-bfd7-d7a88cd9db22 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:47.198683 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-08b438f3-a848-40fe-ac6b-a554120a28b8 service neutron] For port acfdfd2a-596c-4407-993b-2d9aae064064, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=acfdfd2a-596c-4407-993b-2d9aae064064,segment=NetworkSegment(a69d16a1-8436-40ed-b9ce-539b6def055f),segment_id=a69d16a1-8436-40ed-b9ce-539b6def055f)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:47.242354 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1c2943e4-23e5-4a9d-9a24-794173aaeda0 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:47.258751 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e04470cf-c5f7-4114-86c4-bfb7ee48bf45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:47.263959 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-08b438f3-a848-40fe-ac6b-a554120a28b8 service neutron] For port acfdfd2a-596c-4407-993b-2d9aae064064, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:09:47.319816 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 6f5de102-5480-41ab-b0a3-1896cacac56e, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=6f5de102-5480-41ab-b0a3-1896cacac56e,segment=NetworkSegment(18001c0d-6c74-475c-a0cb-9d64b721b14f),segment_id=18001c0d-6c74-475c-a0cb-9d64b721b14f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:47.332062 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1c2943e4-23e5-4a9d-9a24-794173aaeda0 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:47.333155 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-304f7f96-9d9c-47ae-8a08-39015cc886c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056a8770-64cf-4055-9987-408f40a03c3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076860293-router', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:09:40Z', 'updated_at': '2022-05-27T02:09:42Z', 'revision_number': 3, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'gw_port': {'id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:41Z', 'updated_at': '2022-05-27T02:09:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:47.339602 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-08b438f3-a848-40fe-ac6b-a554120a28b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acfdfd2a-596c-4407-993b-2d9aae064064 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:09:47.343683 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304f7f96-9d9c-47ae-8a08-39015cc886c2 None None] The sync data for ids ['056a8770-64cf-4055-9987-408f40a03c3d'] in n-d-843554-3 is: [{'id': '056a8770-64cf-4055-9987-408f40a03c3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076860293-router', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:09:40Z', 'updated_at': '2022-05-27T02:09:42Z', 'revision_number': 3, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'gw_port': {'id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:41Z', 'updated_at': '2022-05-27T02:09:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:09:47.349050 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-e04470cf-c5f7-4114-86c4-bfb7ee48bf45 admin admin] Transition to ACTIVE for port object 571886d1-8b4d-4610-b0fd-8a0d8c18d979 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:09:47.349050 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1c2943e4-23e5-4a9d-9a24-794173aaeda0 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Usage tracker for resource:security_group_rule and tenant:7fc73085ebc04afe8efe26efefe6d571 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:47.354101 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-260b4b8e-86d5-448e-aacc-1b0912cde151 req-10c66744-57a8-4bf5-bfd7-d7a88cd9db22 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:47.357962 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-08b438f3-a848-40fe-ac6b-a554120a28b8 service neutron] For port acfdfd2a-596c-4407-993b-2d9aae064064, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=acfdfd2a-596c-4407-993b-2d9aae064064,segment=NetworkSegment(a69d16a1-8436-40ed-b9ce-539b6def055f),segment_id=a69d16a1-8436-40ed-b9ce-539b6def055f)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:47.366183 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1c2943e4-23e5-4a9d-9a24-794173aaeda0 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:47.380592 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-260b4b8e-86d5-448e-aacc-1b0912cde151 req-10c66744-57a8-4bf5-bfd7-d7a88cd9db22 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:47.381922 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-260b4b8e-86d5-448e-aacc-1b0912cde151 req-10c66744-57a8-4bf5-bfd7-d7a88cd9db22 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] 10.222.0.57 "DELETE /v2.0/security-groups/69669a4e-e063-4a49-b50f-615a44cbd66b HTTP/1.1" status: 204 len: 173 time: 0.4750643 May 27 02:09:47.384400 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1c2943e4-23e5-4a9d-9a24-794173aaeda0 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:47.403633 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 6f5de102-5480-41ab-b0a3-1896cacac56e has no active binding in host n-h2-843554-3 {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 27 02:09:47.405833 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c082ae75-ec6f-4088-835b-146c3dce1e73 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:47.412683 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c66744-57a8-4bf5-bfd7-d7a88cd9db22 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69669a4e-e063-4a49-b50f-615a44cbd66b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:47.453236 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-08b438f3-a848-40fe-ac6b-a554120a28b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:47.462106 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0654f-edf1-464f-b16e-613533a18d91 req-e2cda5fe-912d-4875-984e-b9424031b537 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:47.464491 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1aa0654f-edf1-464f-b16e-613533a18d91 req-e2cda5fe-912d-4875-984e-b9424031b537 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=8333c704-237f-4a81-95ba-a77235ce764b HTTP/1.1" status: 200 len: 949 time: 0.1931341 May 27 02:09:47.497113 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port fef22b2a-4464-499b-8702-2a2e60b41c06 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:09:47.512054 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c082ae75-ec6f-4088-835b-146c3dce1e73 None None] Transition to ACTIVE for port object ac859b04-0b16-4936-84f0-5c91104c1946 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:09:47.530775 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1aa0654f-edf1-464f-b16e-613533a18d91 req-aded4982-0e6e-4b6b-8166-9f1eb07f2fc6 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610602 May 27 02:09:47.557283 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e04470cf-c5f7-4114-86c4-bfb7ee48bf45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:47.562885 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1c2943e4-23e5-4a9d-9a24-794173aaeda0 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:47.582279 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c082ae75-ec6f-4088-835b-146c3dce1e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:47.655054 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a452a424-3fd0-4cb0-9405-6c3abf1ac514'] response: {'name': 'network-changed', 'server_uuid': '87dafe07-4df8-4a69-ab8f-c04e892a00a9', 'tag': '6f5de102-5480-41ab-b0a3-1896cacac56e', 'status': 'completed', 'code': 200} May 27 02:09:47.664380 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429ffe0-1e51-483a-aaee-c3bb3e7c9dbb req-7ffb4826-9f4b-4471-b91b-1d37adea8134 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:47.666245 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5429ffe0-1e51-483a-aaee-c3bb3e7c9dbb req-7ffb4826-9f4b-4471-b91b-1d37adea8134 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=409aec4a-c1bd-4d1f-b785-52129f342cb8 HTTP/1.1" status: 200 len: 944 time: 0.1315393 May 27 02:09:47.668973 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04470cf-c5f7-4114-86c4-bfb7ee48bf45 admin admin] Pushing event updated for resources: {'Port': ['ID=571886d1-8b4d-4610-b0fd-8a0d8c18d979,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:47.734903 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1c2943e4-23e5-4a9d-9a24-794173aaeda0 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:47.783544 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5429ffe0-1e51-483a-aaee-c3bb3e7c9dbb req-0dede886-a4ae-4a96-aca8-85da5b13221a tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110489 May 27 02:09:47.820969 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04470cf-c5f7-4114-86c4-bfb7ee48bf45 admin admin] Network 37c88c36-e778-4f3d-a101-7c8eb9d9dccf is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:09:47.836212 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841978ee-61e6-4f5b-88d3-70e1770aa0a6 None None] Pushing event updated for resources: {'Port': ['ID=ac859b04-0b16-4936-84f0-5c91104c1946,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:47.871152 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2943e4-23e5-4a9d-9a24-794173aaeda0 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4083d844-8514-409f-a4a5-be839d215417,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:47.883798 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-e04470cf-c5f7-4114-86c4-bfb7ee48bf45 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:09:47.886330 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04470cf-c5f7-4114-86c4-bfb7ee48bf45 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:09:48.040481 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1c2943e4-23e5-4a9d-9a24-794173aaeda0 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:48.044643 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56418) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:48.044845 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1c2943e4-23e5-4a9d-9a24-794173aaeda0 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0593221 May 27 02:09:48.051607 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-468e4dae-c8ba-4180-8813-49dc8a5cdd31 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Request body: {'security_group_rule': {'security_group_id': '4083d844-8514-409f-a4a5-be839d215417', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:09:48.056244 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e04470cf-c5f7-4114-86c4-bfb7ee48bf45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:48.130464 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-c082ae75-ec6f-4088-835b-146c3dce1e73 None None] Attempting to bind port ac859b04-0b16-4936-84f0-5c91104c1946 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:09:48.131109 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-c082ae75-ec6f-4088-835b-146c3dce1e73 None None] Attempting to bind port ac859b04-0b16-4936-84f0-5c91104c1946 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '07465bd3-70b6-4ab8-bae1-2101d0f48dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd1cb7f1b-be29-4509-be86-b068f20a10ab'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:09:48.131667 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c082ae75-ec6f-4088-835b-146c3dce1e73 None None] Attempting to bind port ac859b04-0b16-4936-84f0-5c91104c1946 on network d1cb7f1b-be29-4509-be86-b068f20a10ab {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:09:48.138839 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c082ae75-ec6f-4088-835b-146c3dce1e73 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:09:48.139544 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c082ae75-ec6f-4088-835b-146c3dce1e73 None None] Checking segment: {'id': '07465bd3-70b6-4ab8-bae1-2101d0f48dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd1cb7f1b-be29-4509-be86-b068f20a10ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:09:48.143066 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c082ae75-ec6f-4088-835b-146c3dce1e73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:48.143066 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c082ae75-ec6f-4088-835b-146c3dce1e73 None None] Bound using segment: {'id': '07465bd3-70b6-4ab8-bae1-2101d0f48dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd1cb7f1b-be29-4509-be86-b068f20a10ab'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:09:48.143066 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-c082ae75-ec6f-4088-835b-146c3dce1e73 None None] Bound port: ac859b04-0b16-4936-84f0-5c91104c1946, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07465bd3-70b6-4ab8-bae1-2101d0f48dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd1cb7f1b-be29-4509-be86-b068f20a10ab'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:09:48.143066 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c082ae75-ec6f-4088-835b-146c3dce1e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:48.155778 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-468e4dae-c8ba-4180-8813-49dc8a5cdd31 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:48.239153 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-468e4dae-c8ba-4180-8813-49dc8a5cdd31 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Usage tracker for resource:security_group_rule and tenant:7fc73085ebc04afe8efe26efefe6d571 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:48.247739 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-468e4dae-c8ba-4180-8813-49dc8a5cdd31 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:48.267540 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-468e4dae-c8ba-4180-8813-49dc8a5cdd31 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:48.268487 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-c082ae75-ec6f-4088-835b-146c3dce1e73 None None] For port ac859b04-0b16-4936-84f0-5c91104c1946, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:09:48.273934 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-c082ae75-ec6f-4088-835b-146c3dce1e73 None None] For port ac859b04-0b16-4936-84f0-5c91104c1946, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=ac859b04-0b16-4936-84f0-5c91104c1946,segment=NetworkSegment(07465bd3-70b6-4ab8-bae1-2101d0f48dbe),segment_id=07465bd3-70b6-4ab8-bae1-2101d0f48dbe)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:09:48.296625 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64729b35-9a7c-452f-9603-f19c6d417dec req-03ff6f2e-b464-4d34-b89b-e0a9c7f7a80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:48.298113 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-64729b35-9a7c-452f-9603-f19c6d417dec req-03ff6f2e-b464-4d34-b89b-e0a9c7f7a80e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=846b128e49a144bb97bdbd537ab49432&device_id=87dafe07-4df8-4a69-ab8f-c04e892a00a9 HTTP/1.1" status: 200 len: 1125 time: 0.6303332 May 27 02:09:48.301492 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-08b438f3-a848-40fe-ac6b-a554120a28b8 service neutron] Transition to ACTIVE for port object acfdfd2a-596c-4407-993b-2d9aae064064 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:09:48.330337 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bc2b1de0-6599-4991-99cc-918257142db1 req-ace3a670-b837-492a-9854-b9422287d238 tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] 10.222.0.57 "GET /v2.0/security-groups/cc13ec2b-2b6d-45c7-9bb5-081e0515517e HTTP/1.1" status: 200 len: 1811 time: 0.1512721 May 27 02:09:48.343399 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c082ae75-ec6f-4088-835b-146c3dce1e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:48.411731 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:09:48.412312 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab115016-cae5-4e84-9d7b-eae9f4f6de25 req-2fcbbc6c-4e3a-4781-af73-3d9a55ffc6ec tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:48.422325 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ab115016-cae5-4e84-9d7b-eae9f4f6de25 req-2fcbbc6c-4e3a-4781-af73-3d9a55ffc6ec tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 949 time: 0.3450732 May 27 02:09:48.433748 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-08b438f3-a848-40fe-ac6b-a554120a28b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:48.438198 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841978ee-61e6-4f5b-88d3-70e1770aa0a6 None None] Pushing event updated for resources: {'Port': ['ID=ac859b04-0b16-4936-84f0-5c91104c1946,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:48.451187 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c082ae75-ec6f-4088-835b-146c3dce1e73 None None] Routers {'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:09:48.451825 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c082ae75-ec6f-4088-835b-146c3dce1e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:09:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:48.453164 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-de54e880-340d-4da0-93b6-c903ebff2351 req-34a56581-7765-471e-b0be-c0600af66ae4 service neutron] 10.222.0.32 "GET /v2.0/ports/6f5de102-5480-41ab-b0a3-1896cacac56e/bindings/n-h2-843554-3 HTTP/1.1" status: 200 len: 384 time: 0.2103708 May 27 02:09:48.479315 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-468e4dae-c8ba-4180-8813-49dc8a5cdd31 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:48.541763 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-fd28c697-a3ae-4b41-948a-15f0ca5e4cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:48.543403 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-fd28c697-a3ae-4b41-948a-15f0ca5e4cf2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 1100 time: 0.3395905 May 27 02:09:48.605922 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-16431192-90af-42be-99e6-814bf5ba2281 None None] Provisioning for port 571886d1-8b4d-4610-b0fd-8a0d8c18d979 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:09:48.614368 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-16431192-90af-42be-99e6-814bf5ba2281 None None] Provisioning complete for port 571886d1-8b4d-4610-b0fd-8a0d8c18d979 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:09:48.614368 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-16431192-90af-42be-99e6-814bf5ba2281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:48.726734 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ab115016-cae5-4e84-9d7b-eae9f4f6de25 req-a33fc8d8-6996-49ea-ac6e-8c49f0de8f3b tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034630 May 27 02:09:48.727460 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-bc2b1de0-6599-4991-99cc-918257142db1 req-6b57cd0c-e304-4c22-96da-9df671d6499c tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:48.793742 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-bc2b1de0-6599-4991-99cc-918257142db1 req-6b57cd0c-e304-4c22-96da-9df671d6499c tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:48.802327 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device acfdfd2a-596c-4407-993b-2d9aae064064 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:09:48.864629 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b5d43e38-5b9c-471a-aa9e-ea9ff04695ea up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:09:48.916175 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:48.945385 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-468e4dae-c8ba-4180-8813-49dc8a5cdd31 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:48.953556 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-16431192-90af-42be-99e6-814bf5ba2281 None None] Port 571886d1-8b4d-4610-b0fd-8a0d8c18d979 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:09:48.957690 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-bc2b1de0-6599-4991-99cc-918257142db1 req-6b57cd0c-e304-4c22-96da-9df671d6499c tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:49.000792 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-08b438f3-a848-40fe-ac6b-a554120a28b8 service neutron] No DVR routers for this DVR port acfdfd2a-596c-4407-993b-2d9aae064064 on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:09:49.012214 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-c082ae75-ec6f-4088-835b-146c3dce1e73 None None] Set router ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:09:49.035015 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b57cd0c-e304-4c22-96da-9df671d6499c tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc13ec2b-2b6d-45c7-9bb5-081e0515517e,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:49.043744 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-19648c18-a78a-4f5a-aeca-b05cd5d6525a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:49.044977 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-19648c18-a78a-4f5a-aeca-b05cd5d6525a service neutron] 10.222.0.66 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.4846969 May 27 02:09:49.045806 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-bc2b1de0-6599-4991-99cc-918257142db1 req-6b57cd0c-e304-4c22-96da-9df671d6499c tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:49.046799 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bc2b1de0-6599-4991-99cc-918257142db1 req-6b57cd0c-e304-4c22-96da-9df671d6499c tempest-SecurityGroupRulesNegativeTestJSON-720202408 tempest-SecurityGroupRulesNegativeTestJSON-720202408-project] 10.222.0.57 "DELETE /v2.0/security-groups/cc13ec2b-2b6d-45c7-9bb5-081e0515517e HTTP/1.1" status: 204 len: 173 time: 0.7089465 May 27 02:09:49.092086 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56426) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:49.104331 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device acfdfd2a-596c-4407-993b-2d9aae064064 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:09:49.120455 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-468e4dae-c8ba-4180-8813-49dc8a5cdd31 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:49.122822 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:49.122970 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-28b21846-383a-4a44-872e-ca36a92028db service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=da5fb44e-ba92-42dc-988f-3cd41806c48b HTTP/1.1" status: 200 len: 217 time: 0.0657048 May 27 02:09:49.156833 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b438f3-a848-40fe-ac6b-a554120a28b8 service neutron] Pushing event updated for resources: {'Port': ['ID=acfdfd2a-596c-4407-993b-2d9aae064064,revision_number=10']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:49.182971 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e4dae-c8ba-4180-8813-49dc8a5cdd31 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71d0554a-0ab2-42ca-be3a-35bd3edbc80a,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:49.191609 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64729b35-9a7c-452f-9603-f19c6d417dec req-7815b62d-0a58-488b-8312-a09e2ebd8bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:49.194732 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-64729b35-9a7c-452f-9603-f19c6d417dec req-7815b62d-0a58-488b-8312-a09e2ebd8bb4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf HTTP/1.1" status: 200 len: 908 time: 0.8847218 May 27 02:09:49.197364 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-08b438f3-a848-40fe-ac6b-a554120a28b8 service neutron] 10.222.0.66 "PUT /v2.0/ports/acfdfd2a-596c-4407-993b-2d9aae064064/bindings/n-h1-843554-3/activate HTTP/1.1" status: 200 len: 369 time: 2.8001077 May 27 02:09:49.226449 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port b5d43e38-5b9c-471a-aa9e-ea9ff04695ea completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:09:49.248420 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port b5d43e38-5b9c-471a-aa9e-ea9ff04695ea triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:09:49.248991 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:49.262370 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8219f-5007-49b9-ad23-0b16dc61bb23 req-6fb4e4ea-dded-404e-87f2-685421f6c332 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:49.263869 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aae8219f-5007-49b9-ad23-0b16dc61bb23 req-6fb4e4ea-dded-404e-87f2-685421f6c332 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=87dafe07-4df8-4a69-ab8f-c04e892a00a9 HTTP/1.1" status: 200 len: 944 time: 0.2792349 May 27 02:09:49.265513 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-ad086701-e611-4a27-a7d6-4066fe4bd527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:49.266853 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-ad086701-e611-4a27-a7d6-4066fe4bd527 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.1224511 May 27 02:09:49.369148 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-468e4dae-c8ba-4180-8813-49dc8a5cdd31 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:49.370301 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-468e4dae-c8ba-4180-8813-49dc8a5cdd31 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3235819 May 27 02:09:49.396631 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56432) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:49.418055 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-6fdf04eb-bf57-4b2e-a1b0-87b31f340431 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Request body: {'security_group_rule': {'security_group_id': '4083d844-8514-409f-a4a5-be839d215417', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:09:49.434127 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-64729b35-9a7c-452f-9603-f19c6d417dec req-3c934351-72ab-43d0-a9d6-a313989f6156 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f5de102-5480-41ab-b0a3-1896cacac56e HTTP/1.1" status: 200 len: 217 time: 0.2075193 May 27 02:09:49.457007 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-7241f3ba-8d62-40f6-84fa-42d2adf3f4dd admin admin] Deleting subnet 7e685613-3397-474a-af44-04ef37923e97 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:09:49.460644 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6fdf04eb-bf57-4b2e-a1b0-87b31f340431 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:49.498453 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aae8219f-5007-49b9-ad23-0b16dc61bb23 req-bca91b71-0b2e-483d-801a-070c174b622e tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267818 May 27 02:09:49.507994 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7241f3ba-8d62-40f6-84fa-42d2adf3f4dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:49.569210 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6fdf04eb-bf57-4b2e-a1b0-87b31f340431 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Usage tracker for resource:security_group_rule and tenant:7fc73085ebc04afe8efe26efefe6d571 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:49.592086 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6fdf04eb-bf57-4b2e-a1b0-87b31f340431 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:49.598601 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port b5d43e38-5b9c-471a-aa9e-ea9ff04695ea is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:09:49.599195 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:49.617893 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c082ae75-ec6f-4088-835b-146c3dce1e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b', 'name': 'tempest-ServersTestManualDisk-1727245401-router', 'tenant_id': '7fc73085ebc04afe8efe26efefe6d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '9890cbd8-de02-40b5-a876-cde954a9ad2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:09:32Z', 'updated_at': '2022-05-27T02:09:42Z', 'revision_number': 4, 'project_id': '7fc73085ebc04afe8efe26efefe6d571', 'gw_port': {'id': '9890cbd8-de02-40b5-a876-cde954a9ad2f', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:34Z', 'updated_at': '2022-05-27T02:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'ac859b04-0b16-4936-84f0-5c91104c1946', 'name': '', 'network_id': 'd1cb7f1b-be29-4509-be86-b068f20a10ab', 'tenant_id': '7fc73085ebc04afe8efe26efefe6d571', 'mac_address': 'fa:16:3e:5f:fd:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'a3f5ec77-9645-42d0-89cc-1cf281841e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:39Z', 'updated_at': '2022-05-27T02:09:48Z', 'revision_number': 4, 'project_id': '7fc73085ebc04afe8efe26efefe6d571', 'subnets': [{'id': 'a3f5ec77-9645-42d0-89cc-1cf281841e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:49.623919 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c082ae75-ec6f-4088-835b-146c3dce1e73 None None] The sync data for ids ['ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b'] in n-d-843554-3 is: [{'id': 'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b', 'name': 'tempest-ServersTestManualDisk-1727245401-router', 'tenant_id': '7fc73085ebc04afe8efe26efefe6d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '9890cbd8-de02-40b5-a876-cde954a9ad2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:09:32Z', 'updated_at': '2022-05-27T02:09:42Z', 'revision_number': 4, 'project_id': '7fc73085ebc04afe8efe26efefe6d571', 'gw_port': {'id': '9890cbd8-de02-40b5-a876-cde954a9ad2f', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:34Z', 'updated_at': '2022-05-27T02:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'ac859b04-0b16-4936-84f0-5c91104c1946', 'name': '', 'network_id': 'd1cb7f1b-be29-4509-be86-b068f20a10ab', 'tenant_id': '7fc73085ebc04afe8efe26efefe6d571', 'mac_address': 'fa:16:3e:5f:fd:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'a3f5ec77-9645-42d0-89cc-1cf281841e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:39Z', 'updated_at': '2022-05-27T02:09:48Z', 'revision_number': 4, 'project_id': '7fc73085ebc04afe8efe26efefe6d571', 'subnets': [{'id': 'a3f5ec77-9645-42d0-89cc-1cf281841e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:09:49.634041 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port b5d43e38-5b9c-471a-aa9e-ea9ff04695ea, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b5d43e38-5b9c-471a-aa9e-ea9ff04695ea,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:49.717139 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e04470cf-c5f7-4114-86c4-bfb7ee48bf45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:49.732388 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64729b35-9a7c-452f-9603-f19c6d417dec req-dcd80a92-a7ce-4f77-8748-e9381bbd205a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:49.738750 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-64729b35-9a7c-452f-9603-f19c6d417dec req-dcd80a92-a7ce-4f77-8748-e9381bbd205a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7bcc4077-ba65-497d-80cd-f2b54423660b HTTP/1.1" status: 200 len: 847 time: 0.2660100 May 27 02:09:49.738750 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6fdf04eb-bf57-4b2e-a1b0-87b31f340431 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:49.748407 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:49.827123 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9fdd38-a85d-467c-98bc-4eacd2e24ce3 req-8b45e3b8-911b-4a2d-89b4-27ef31253f77 tempest-ServersOnMultiNodesTest-1565427080 tempest-ServersOnMultiNodesTest-1565427080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:49.828657 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6e9fdd38-a85d-467c-98bc-4eacd2e24ce3 req-8b45e3b8-911b-4a2d-89b4-27ef31253f77 tempest-ServersOnMultiNodesTest-1565427080 tempest-ServersOnMultiNodesTest-1565427080-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8333c704-237f-4a81-95ba-a77235ce764b HTTP/1.1" status: 200 len: 1100 time: 0.4047792 May 27 02:09:49.839738 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-0974381b-92a6-4d10-942e-dc972aa0b196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:49.841250 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-0974381b-92a6-4d10-942e-dc972aa0b196 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5678043 May 27 02:09:49.857132 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=b5d43e38-5b9c-471a-aa9e-ea9ff04695ea,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:49.882964 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-3dcfd8a3-10e8-406a-a835-a3896d8e2dfd tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:49.884502 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-3dcfd8a3-10e8-406a-a835-a3896d8e2dfd tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=409aec4a-c1bd-4d1f-b785-52129f342cb8&tenant_id=a29ffcc4de66478babed622f0d89fbe8&binding%3Ahost_id=n-h2-843554-3 HTTP/1.1" status: 200 len: 1096 time: 0.5181770 May 27 02:09:49.893849 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6e9fdd38-a85d-467c-98bc-4eacd2e24ce3 req-91ee2d74-6926-4408-9022-3bce33d02038 tempest-ServersOnMultiNodesTest-1565427080 tempest-ServersOnMultiNodesTest-1565427080-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:49.900017 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-64729b35-9a7c-452f-9603-f19c6d417dec req-4d41a0d8-6159-409d-8914-b6137c399aa2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1284671 May 27 02:09:49.960759 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7241f3ba-8d62-40f6-84fa-42d2adf3f4dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:50.023405 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-6e9fdd38-a85d-467c-98bc-4eacd2e24ce3 req-91ee2d74-6926-4408-9022-3bce33d02038 tempest-ServersOnMultiNodesTest-1565427080 tempest-ServersOnMultiNodesTest-1565427080-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:50.035384 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-6e9fdd38-a85d-467c-98bc-4eacd2e24ce3 req-91ee2d74-6926-4408-9022-3bce33d02038 tempest-ServersOnMultiNodesTest-1565427080 tempest-ServersOnMultiNodesTest-1565427080-project-admin] Usage tracker for resource:security_group_rule and tenant:cdbdb4f767234ad4998edf8170b46a7c is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:50.046967 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f01f9f-a465-442c-a351-543c367d8832 req-194e2950-7ad3-457f-ab32-f282400733f1 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:50.048491 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c8f01f9f-a465-442c-a351-543c367d8832 req-194e2950-7ad3-457f-ab32-f282400733f1 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=409aec4a-c1bd-4d1f-b785-52129f342cb8 HTTP/1.1" status: 200 len: 945 time: 0.3254626 May 27 02:09:50.053870 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-6e9fdd38-a85d-467c-98bc-4eacd2e24ce3 req-91ee2d74-6926-4408-9022-3bce33d02038 tempest-ServersOnMultiNodesTest-1565427080 tempest-ServersOnMultiNodesTest-1565427080-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:50.062416 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-6e9fdd38-a85d-467c-98bc-4eacd2e24ce3 req-91ee2d74-6926-4408-9022-3bce33d02038 tempest-ServersOnMultiNodesTest-1565427080 tempest-ServersOnMultiNodesTest-1565427080-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:50.094324 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fdf04eb-bf57-4b2e-a1b0-87b31f340431 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:50.125864 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-de54e880-340d-4da0-93b6-c903ebff2351 req-ae16643e-5ecb-44f8-97ef-3f19d31280ea service neutron] For port 6f5de102-5480-41ab-b0a3-1896cacac56e, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=6f5de102-5480-41ab-b0a3-1896cacac56e,segment=NetworkSegment(18001c0d-6c74-475c-a0cb-9d64b721b14f),segment_id=18001c0d-6c74-475c-a0cb-9d64b721b14f)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:50.168320 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c8f01f9f-a465-442c-a351-543c367d8832 req-65ce4f64-89c9-4922-a407-30cce93f5df1 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069903 May 27 02:09:50.170228 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-88b45aef-0686-426a-a29b-1212b780f3a2 service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104529 May 27 02:09:50.209033 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7241f3ba-8d62-40f6-84fa-42d2adf3f4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:50.215167 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-ad6731fe-0725-4219-8d7a-e0ca43aa886c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:50.216708 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-ad6731fe-0725-4219-8d7a-e0ca43aa886c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=409aec4a-c1bd-4d1f-b785-52129f342cb8&tenant_id=a29ffcc4de66478babed622f0d89fbe8 HTTP/1.1" status: 200 len: 1096 time: 0.2667389 May 27 02:09:50.400392 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-64729b35-9a7c-452f-9603-f19c6d417dec req-b0e8d63e-a9bb-4d5a-9ea6-bb4290e80bff service neutron] 10.222.0.32 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4705229 May 27 02:09:50.414999 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-de54e880-340d-4da0-93b6-c903ebff2351 req-ae16643e-5ecb-44f8-97ef-3f19d31280ea service neutron] For port 6f5de102-5480-41ab-b0a3-1896cacac56e, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:09:50.503920 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6e9fdd38-a85d-467c-98bc-4eacd2e24ce3 req-91ee2d74-6926-4408-9022-3bce33d02038 tempest-ServersOnMultiNodesTest-1565427080 tempest-ServersOnMultiNodesTest-1565427080-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:50.517046 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-2a3e87f5-c125-4bd7-8747-60328821899a service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367677 May 27 02:09:50.519918 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-d06a0c3f-8c5d-45f6-b93b-8b4be13e05f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:50.523034 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-d06a0c3f-8c5d-45f6-b93b-8b4be13e05f5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a29ffcc4de66478babed622f0d89fbe8&device_id=409aec4a-c1bd-4d1f-b785-52129f342cb8 HTTP/1.1" status: 200 len: 1096 time: 0.2390490 May 27 02:09:50.597378 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fdf04eb-bf57-4b2e-a1b0-87b31f340431 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:50.620983 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-de54e880-340d-4da0-93b6-c903ebff2351 req-ae16643e-5ecb-44f8-97ef-3f19d31280ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f5de102-5480-41ab-b0a3-1896cacac56e {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:09:50.624290 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6e9fdd38-a85d-467c-98bc-4eacd2e24ce3 req-91ee2d74-6926-4408-9022-3bce33d02038 tempest-ServersOnMultiNodesTest-1565427080 tempest-ServersOnMultiNodesTest-1565427080-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:50.638628 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-de54e880-340d-4da0-93b6-c903ebff2351 req-ae16643e-5ecb-44f8-97ef-3f19d31280ea service neutron] For port 6f5de102-5480-41ab-b0a3-1896cacac56e, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=6f5de102-5480-41ab-b0a3-1896cacac56e,segment=NetworkSegment(18001c0d-6c74-475c-a0cb-9d64b721b14f),segment_id=18001c0d-6c74-475c-a0cb-9d64b721b14f)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:50.669421 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6486b-bc0d-4471-923f-8dfe509bdc8e req-e16aeb4b-9416-40ec-9799-bb50cfb1afc9 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:50.673305 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-31a6486b-bc0d-4471-923f-8dfe509bdc8e req-e16aeb4b-9416-40ec-9799-bb50cfb1afc9 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 949 time: 0.2872601 May 27 02:09:50.703103 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fdf04eb-bf57-4b2e-a1b0-87b31f340431 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:50.703710 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 6f5de102-5480-41ab-b0a3-1896cacac56e no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:09:50.717553 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7241f3ba-8d62-40f6-84fa-42d2adf3f4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:50.723154 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e04470cf-c5f7-4114-86c4-bfb7ee48bf45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:50.756383 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-de54e880-340d-4da0-93b6-c903ebff2351 req-ae16643e-5ecb-44f8-97ef-3f19d31280ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:50.806363 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6e9fdd38-a85d-467c-98bc-4eacd2e24ce3 req-91ee2d74-6926-4408-9022-3bce33d02038 tempest-ServersOnMultiNodesTest-1565427080 tempest-ServersOnMultiNodesTest-1565427080-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9641180 May 27 02:09:50.819093 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e04470cf-c5f7-4114-86c4-bfb7ee48bf45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:50.845007 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee2d74-6926-4408-9022-3bce33d02038 tempest-ServersOnMultiNodesTest-1565427080 tempest-ServersOnMultiNodesTest-1565427080-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c404e13a-0b14-4902-a48d-af48faa5e709,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:50.854671 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf04eb-bf57-4b2e-a1b0-87b31f340431 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15158c2d-f440-4ec4-b4dd-3bec77f512c2,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:50.952879 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-31a6486b-bc0d-4471-923f-8dfe509bdc8e req-b2d2c712-af5a-4c34-8f76-2ecd1ba586b2 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529843 May 27 02:09:50.969665 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ac859b04-0b16-4936-84f0-5c91104c1946 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:09:50.969872 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-9dd22dc2-34d7-4206-afc4-d831941fbae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:50.972492 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-9dd22dc2-34d7-4206-afc4-d831941fbae7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=db30ed05-8f60-4a40-83c6-9b50139dcb81 HTTP/1.1" status: 200 len: 922 time: 0.4433317 May 27 02:09:51.082977 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 6f5de102-5480-41ab-b0a3-1896cacac56e is: DOWN; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:09:51.111335 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-806750c5-834f-4765-af9c-d1c94f135c36 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acfdfd2a-596c-4407-993b-2d9aae064064 HTTP/1.1" status: 200 len: 217 time: 0.1313903 May 27 02:09:51.149636 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port ac859b04-0b16-4936-84f0-5c91104c1946 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:09:51.155899 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port ac859b04-0b16-4936-84f0-5c91104c1946 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:09:51.156462 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:51.173118 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7241f3ba-8d62-40f6-84fa-42d2adf3f4dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e685613-3397-474a-af44-04ef37923e97,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:51.195725 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-64729b35-9a7c-452f-9603-f19c6d417dec req-bac6dc42-c1a1-4d25-b98f-930d24c29006 service neutron] 10.222.0.32 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7854195 May 27 02:09:51.196988 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7241f3ba-8d62-40f6-84fa-42d2adf3f4dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:51.246956 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7241f3ba-8d62-40f6-84fa-42d2adf3f4dd admin admin] 10.222.0.57 "DELETE /v2.0/subnets/7e685613-3397-474a-af44-04ef37923e97 HTTP/1.1" status: 204 len: 168 time: 2.1537328 May 27 02:09:51.247623 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-1e4169fe-b699-4229-bb5b-fb6f24a75338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:51.249517 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-1e4169fe-b699-4229-bb5b-fb6f24a75338 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1e2a1d95-8ee5-4ee3-927d-bf057db8df2f HTTP/1.1" status: 200 len: 861 time: 0.1007385 May 27 02:09:51.249517 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56448) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:51.286171 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e04470cf-c5f7-4114-86c4-bfb7ee48bf45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:51.290387 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fdf04eb-bf57-4b2e-a1b0-87b31f340431 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:51.294390 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6fdf04eb-bf57-4b2e-a1b0-87b31f340431 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8776746 May 27 02:09:51.295284 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04470cf-c5f7-4114-86c4-bfb7ee48bf45 admin admin] Pushing event updated for resources: {'Port': ['ID=571886d1-8b4d-4610-b0fd-8a0d8c18d979,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:51.300659 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56452) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:51.305555 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-62dd1b6b-9224-47f5-b987-8beac4b592bd tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:09:51.332344 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port ac859b04-0b16-4936-84f0-5c91104c1946 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:09:51.332611 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-62dd1b6b-9224-47f5-b987-8beac4b592bd tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:51.332909 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:51.342186 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-f7ebb97f-738f-416c-ac64-884b02dfd461 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=db30ed05-8f60-4a40-83c6-9b50139dcb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767267 May 27 02:09:51.346625 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-62dd1b6b-9224-47f5-b987-8beac4b592bd tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Usage tracker for resource:floatingip and tenant:7fc73085ebc04afe8efe26efefe6d571 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:51.349581 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-de54e880-340d-4da0-93b6-c903ebff2351 req-ae16643e-5ecb-44f8-97ef-3f19d31280ea service neutron] Transition to ACTIVE for port object 6f5de102-5480-41ab-b0a3-1896cacac56e will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:09:51.367655 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port ac859b04-0b16-4936-84f0-5c91104c1946, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=ac859b04-0b16-4936-84f0-5c91104c1946,segment=NetworkSegment(07465bd3-70b6-4ab8-bae1-2101d0f48dbe),segment_id=07465bd3-70b6-4ab8-bae1-2101d0f48dbe)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:51.392487 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-62dd1b6b-9224-47f5-b987-8beac4b592bd tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:51.413281 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-62dd1b6b-9224-47f5-b987-8beac4b592bd tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:51.427077 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-de54e880-340d-4da0-93b6-c903ebff2351 req-ae16643e-5ecb-44f8-97ef-3f19d31280ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:51.440018 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:51.440880 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b5d43e38-5b9c-471a-aa9e-ea9ff04695ea up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:09:51.445690 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6ec33-32ff-4d89-8ace-b24908ed601c req-90c4436b-20ed-43f3-bee1-b11a93a4b1c3 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:51.447291 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-32c6ec33-32ff-4d89-8ace-b24908ed601c req-90c4436b-20ed-43f3-bee1-b11a93a4b1c3 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=87dafe07-4df8-4a69-ab8f-c04e892a00a9 HTTP/1.1" status: 200 len: 944 time: 0.3346303 May 27 02:09:51.544454 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2c037698-92ac-4b2c-a199-b4f456cc73a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:51.589495 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=ac859b04-0b16-4936-84f0-5c91104c1946,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:51.597194 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-32c6ec33-32ff-4d89-8ace-b24908ed601c req-ebc9cbcf-6ce1-4c07-b753-2a857c6c937e tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001513 May 27 02:09:51.617584 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62dd1b6b-9224-47f5-b987-8beac4b592bd tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:51.649639 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port b5d43e38-5b9c-471a-aa9e-ea9ff04695ea triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:09:51.649905 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:51.683192 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-de54e880-340d-4da0-93b6-c903ebff2351 req-ae16643e-5ecb-44f8-97ef-3f19d31280ea service neutron] No DVR routers for this DVR port 6f5de102-5480-41ab-b0a3-1896cacac56e on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:09:51.689330 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16643e-5ecb-44f8-97ef-3f19d31280ea service neutron] Pushing event updated for resources: {'Port': ['ID=6f5de102-5480-41ab-b0a3-1896cacac56e,revision_number=10']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:51.693531 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04470cf-c5f7-4114-86c4-bfb7ee48bf45 admin admin] Network 37c88c36-e778-4f3d-a101-7c8eb9d9dccf is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:09:51.699787 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-e04470cf-c5f7-4114-86c4-bfb7ee48bf45 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:09:51.713296 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-94be7eec-e911-4086-99d7-17d2019f896c service neutron] 10.222.0.32 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201661 May 27 02:09:51.825722 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port b5d43e38-5b9c-471a-aa9e-ea9ff04695ea is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:09:51.908872 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-de54e880-340d-4da0-93b6-c903ebff2351 req-ae16643e-5ecb-44f8-97ef-3f19d31280ea service neutron] 10.222.0.32 "PUT /v2.0/ports/6f5de102-5480-41ab-b0a3-1896cacac56e/bindings/n-h2-843554-3/activate HTTP/1.1" status: 200 len: 369 time: 3.3416710 May 27 02:09:51.974360 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a3dfef4b-f2cc-4983-b30f-8cd621a1abe8 None None] Provisioning complete for port 571886d1-8b4d-4610-b0fd-8a0d8c18d979 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:09:51.974733 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a3dfef4b-f2cc-4983-b30f-8cd621a1abe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:52.039464 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a3dfef4b-f2cc-4983-b30f-8cd621a1abe8 None None] Port 571886d1-8b4d-4610-b0fd-8a0d8c18d979 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:09:52.071940 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04470cf-c5f7-4114-86c4-bfb7ee48bf45 admin admin] Router 056a8770-64cf-4055-9987-408f40a03c3d has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:09:52.180909 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62dd1b6b-9224-47f5-b987-8beac4b592bd tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:52.194546 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2c037698-92ac-4b2c-a199-b4f456cc73a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:52.268684 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-2c037698-92ac-4b2c-a199-b4f456cc73a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c24beae2-46d4-4bb8-b4b8-f9e0d55afe7a']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:52.292622 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-2c037698-92ac-4b2c-a199-b4f456cc73a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '248535eb-3fae-4f6c-bf53-68e67e3b2ac3') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:52.292928 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-2c037698-92ac-4b2c-a199-b4f456cc73a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '248535eb-3fae-4f6c-bf53-68e67e3b2ac3') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:52.327983 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2c037698-92ac-4b2c-a199-b4f456cc73a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:52.350123 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-d3a9caae-1770-46ba-9291-65bf95695be1 service neutron] 10.222.0.32 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5240574 May 27 02:09:52.365263 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04470cf-c5f7-4114-86c4-bfb7ee48bf45 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:09:52.368377 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8dac1c-201f-4995-9961-3aa1bb308783 req-ce83940a-53b1-45b1-81b8-3843e70ca1f6 tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:52.369881 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9b8dac1c-201f-4995-9961-3aa1bb308783 req-ce83940a-53b1-45b1-81b8-3843e70ca1f6 tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] 10.222.0.57 "GET /v2.0/ports?device_id=56751f4a-e3b4-4587-bb78-4905834431d5 HTTP/1.1" status: 200 len: 950 time: 0.5426819 May 27 02:09:52.372708 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2c037698-92ac-4b2c-a199-b4f456cc73a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:52.379938 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97db24f0-fd5a-4a8e-bd79-358922e29e27 None None] Sync routers for ids ['056a8770-64cf-4055-9987-408f40a03c3d'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:09:52.382085 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74188e3-6f2e-44d9-99f6-7dc5f9e8eaaf req-cf1009ad-6db7-44fd-a662-19ef33dbf57f tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:52.383590 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b74188e3-6f2e-44d9-99f6-7dc5f9e8eaaf req-cf1009ad-6db7-44fd-a662-19ef33dbf57f tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=409aec4a-c1bd-4d1f-b785-52129f342cb8 HTTP/1.1" status: 200 len: 945 time: 0.5211875 May 27 02:09:52.386995 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e04470cf-c5f7-4114-86c4-bfb7ee48bf45 admin admin] 10.222.0.57 "PUT /v2.0/routers/056a8770-64cf-4055-9987-408f40a03c3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3544459 May 27 02:09:52.393704 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97db24f0-fd5a-4a8e-bd79-358922e29e27 None None] Routers {'056a8770-64cf-4055-9987-408f40a03c3d'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:09:52.394721 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-97db24f0-fd5a-4a8e-bd79-358922e29e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:09:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['056a8770-64cf-4055-9987-408f40a03c3d'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:52.417819 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c037698-92ac-4b2c-a199-b4f456cc73a3 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:09:52.418234 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2c037698-92ac-4b2c-a199-b4f456cc73a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:52.419170 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-62dd1b6b-9224-47f5-b987-8beac4b592bd tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Allocated IP 172.25.1.187 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/06fbb386-b0e4-4417-80d4-1fedfc8f71fa) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:09:52.504688 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54e880-340d-4da0-93b6-c903ebff2351 req-74347e05-f2ff-48d4-998e-983ba91df0c6 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:52.506301 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-de54e880-340d-4da0-93b6-c903ebff2351 req-74347e05-f2ff-48d4-998e-983ba91df0c6 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=87dafe07-4df8-4a69-ab8f-c04e892a00a9&tenant_id=846b128e49a144bb97bdbd537ab49432&binding%3Ahost_id=n-h1-843554-3 HTTP/1.1" status: 200 len: 1096 time: 0.4284515 May 27 02:09:52.514892 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 248535eb-3fae-4f6c-bf53-68e67e3b2ac3 resource provider aggregate not found May 27 02:09:52.581116 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 248535eb-3fae-4f6c-bf53-68e67e3b2ac3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 248535eb-3fae-4f6c-bf53-68e67e3b2ac3 found for delete ", "request_id": "req-cc5998bb-a9df-4e69-a6bf-96c05572a94a"}]} May 27 02:09:52.617479 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9b8dac1c-201f-4995-9961-3aa1bb308783 req-de9b1df4-3e0a-4348-a3e7-206c7100f7c9 tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] 10.222.0.57 "GET /v2.0/security-groups?id=31e4efbf-7803-4564-aede-cf4d2e3527bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328961 May 27 02:09:52.620075 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b74188e3-6f2e-44d9-99f6-7dc5f9e8eaaf req-ca0eab84-ef77-4598-8bb3-3fbf11184ff0 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126946 May 27 02:09:52.631119 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62dd1b6b-9224-47f5-b987-8beac4b592bd tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:52.684476 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-97db24f0-fd5a-4a8e-bd79-358922e29e27 None None] Set router 056a8770-64cf-4055-9987-408f40a03c3d gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:09:52.697295 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54e880-340d-4da0-93b6-c903ebff2351 req-0170428d-e536-4e5d-95fd-52b867f777a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:52.699511 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-de54e880-340d-4da0-93b6-c903ebff2351 req-0170428d-e536-4e5d-95fd-52b867f777a7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=87dafe07-4df8-4a69-ab8f-c04e892a00a9&tenant_id=846b128e49a144bb97bdbd537ab49432 HTTP/1.1" status: 200 len: 1096 time: 0.1635692 May 27 02:09:52.700961 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2c037698-92ac-4b2c-a199-b4f456cc73a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:52.727408 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62dd1b6b-9224-47f5-b987-8beac4b592bd tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:52.798042 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ac859b04-0b16-4936-84f0-5c91104c1946 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:09:52.849731 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2c037698-92ac-4b2c-a199-b4f456cc73a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:52.849984 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd1b6b-9224-47f5-b987-8beac4b592bd tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Pushing event updated for resources: {'Port': ['ID=06fbb386-b0e4-4417-80d4-1fedfc8f71fa,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:52.856980 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dd1b6b-9224-47f5-b987-8beac4b592bd tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:09:52.858363 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-62dd1b6b-9224-47f5-b987-8beac4b592bd tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:09:52.861643 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dd1b6b-9224-47f5-b987-8beac4b592bd tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:09:52.933071 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c037698-92ac-4b2c-a199-b4f456cc73a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c24beae2-46d4-4bb8-b4b8-f9e0d55afe7a,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:53.002483 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port ac859b04-0b16-4936-84f0-5c91104c1946 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:09:53.003480 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:53.033999 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-62e99030-c325-403a-84c3-31fe17ea4dc3 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=920f79471e3444109aeaadab23e503c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1814482 May 27 02:09:53.038976 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2c037698-92ac-4b2c-a199-b4f456cc73a3 admin admin] 10.222.0.57 "DELETE /v2.0/networks/c24beae2-46d4-4bb8-b4b8-f9e0d55afe7a HTTP/1.1" status: 204 len: 168 time: 1.7745440 May 27 02:09:53.143970 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-97db24f0-fd5a-4a8e-bd79-358922e29e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056a8770-64cf-4055-9987-408f40a03c3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076860293-router', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:09:40Z', 'updated_at': '2022-05-27T02:09:49Z', 'revision_number': 4, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'gw_port': {'id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:41Z', 'updated_at': '2022-05-27T02:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '571886d1-8b4d-4610-b0fd-8a0d8c18d979', 'name': '', 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'mac_address': 'fa:16:3e:17:b9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '88a71f26-f2fa-4283-92d8-f4882c4d62e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:46Z', 'updated_at': '2022-05-27T02:09:50Z', 'revision_number': 2, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'subnets': [{'id': '88a71f26-f2fa-4283-92d8-f4882c4d62e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:53.149838 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97db24f0-fd5a-4a8e-bd79-358922e29e27 None None] Checking router: 056a8770-64cf-4055-9987-408f40a03c3d for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:09:53.150190 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97db24f0-fd5a-4a8e-bd79-358922e29e27 None None] Updating router 056a8770-64cf-4055-9987-408f40a03c3d port 571886d1-8b4d-4610-b0fd-8a0d8c18d979 binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:09:53.178144 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62dd1b6b-9224-47f5-b987-8beac4b592bd tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:53.190256 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port ac859b04-0b16-4936-84f0-5c91104c1946 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:09:53.203172 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-096eb19f-590c-49c1-b892-ee721498e8d7 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:53.205925 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-096eb19f-590c-49c1-b892-ee721498e8d7 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=409aec4a-c1bd-4d1f-b785-52129f342cb8&tenant_id=a29ffcc4de66478babed622f0d89fbe8&binding%3Ahost_id=n-h1-843554-3 HTTP/1.1" status: 200 len: 1096 time: 0.2538512 May 27 02:09:53.240407 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-97db24f0-fd5a-4a8e-bd79-358922e29e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:53.260174 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b4a31-5882-47c5-877f-e48cd66ec154 req-6ded925e-99f6-46a9-b05f-29a1118deac9 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:53.261700 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f12b4a31-5882-47c5-877f-e48cd66ec154 req-6ded925e-99f6-46a9-b05f-29a1118deac9 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 949 time: 0.3733585 May 27 02:09:53.263761 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54e880-340d-4da0-93b6-c903ebff2351 req-863f5a3f-a57f-442f-805d-0cfa89d3c45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:53.265119 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-de54e880-340d-4da0-93b6-c903ebff2351 req-863f5a3f-a57f-442f-805d-0cfa89d3c45a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=846b128e49a144bb97bdbd537ab49432&device_id=87dafe07-4df8-4a69-ab8f-c04e892a00a9 HTTP/1.1" status: 200 len: 1096 time: 0.5219500 May 27 02:09:53.272438 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-a91f6b3d-64b8-4432-aded-cda43176e007 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:53.273828 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-a91f6b3d-64b8-4432-aded-cda43176e007 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2217083 May 27 02:09:53.282816 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e1ec3-386b-4405-b95c-40dab51b00e0 req-12d2c005-351d-44cc-94c3-dbb9b03d9fd6 tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:53.284226 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-425e1ec3-386b-4405-b95c-40dab51b00e0 req-12d2c005-351d-44cc-94c3-dbb9b03d9fd6 tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] 10.222.0.32 "GET /v2.0/ports?device_id=56751f4a-e3b4-4587-bb78-4905834431d5 HTTP/1.1" status: 200 len: 950 time: 0.3570733 May 27 02:09:53.340767 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62dd1b6b-9224-47f5-b987-8beac4b592bd tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:53.419317 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-a8bef39b-fadb-4b61-af43-f4d09cb4d974 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/quotas/920f79471e3444109aeaadab23e503c2 HTTP/1.1" status: 200 len: 375 time: 0.1331172 May 27 02:09:53.486000 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56486) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:53.515206 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f12b4a31-5882-47c5-877f-e48cd66ec154 req-3110631f-72bb-4ea4-bce8-a9b6474bd4d5 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402787 May 27 02:09:53.524212 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-425e1ec3-386b-4405-b95c-40dab51b00e0 req-1307275a-f3e0-4398-b81c-a37b207d6d7c tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] Deleting port 1dcf2437-9d8b-41e5-a352-6093ce174867 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:09:53.524519 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-425e1ec3-386b-4405-b95c-40dab51b00e0 req-1307275a-f3e0-4398-b81c-a37b207d6d7c tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:53.588943 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-bfae10a3-8f2e-4943-9fb5-1ff94160751d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f42eea6885d94f75a94f19fc5f087b8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1014755 May 27 02:09:53.592300 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56492) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:53.635071 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-3e90b920-622a-48a9-84d0-632c7202b4b5 service neutron] For port acfdfd2a-596c-4407-993b-2d9aae064064, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:09:53.657410 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-97db24f0-fd5a-4a8e-bd79-358922e29e27 None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:53.661171 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54e880-340d-4da0-93b6-c903ebff2351 req-425ba53b-51f8-4f7e-a5c4-507a0262310a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:53.667268 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-de54e880-340d-4da0-93b6-c903ebff2351 req-425ba53b-51f8-4f7e-a5c4-507a0262310a service neutron] 10.222.0.66 "GET /v2.0/networks?id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf HTTP/1.1" status: 200 len: 908 time: 0.3775907 May 27 02:09:53.667533 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-3e90b920-622a-48a9-84d0-632c7202b4b5 service neutron] Notify callbacks [] for binding, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:53.667533 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0e814bdd-71f3-47bc-a6cb-1b4ee71c810b req-3e90b920-622a-48a9-84d0-632c7202b4b5 service neutron] 10.222.0.32 "DELETE /v2.0/ports/acfdfd2a-596c-4407-993b-2d9aae064064/bindings/n-h2-843554-3 HTTP/1.1" status: 204 len: 173 time: 0.4551251 May 27 02:09:53.690806 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-97db24f0-fd5a-4a8e-bd79-358922e29e27 None None] Transition to ACTIVE for port object 571886d1-8b4d-4610-b0fd-8a0d8c18d979 will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:09:53.723623 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-65950fa3-1989-4db3-b2f8-2076058bbfa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:53.729204 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62dd1b6b-9224-47f5-b987-8beac4b592bd tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:53.748736 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-de54e880-340d-4da0-93b6-c903ebff2351 req-15bce492-d4d5-4c20-8488-3bf25eafa299 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f5de102-5480-41ab-b0a3-1896cacac56e HTTP/1.1" status: 200 len: 217 time: 0.0709820 May 27 02:09:53.761293 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-65950fa3-1989-4db3-b2f8-2076058bbfa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:53.800596 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-97db24f0-fd5a-4a8e-bd79-358922e29e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:53.801769 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62dd1b6b-9224-47f5-b987-8beac4b592bd tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:53.947776 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-45c75e91-e357-41bd-8381-23e3df7caed8 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=920f79471e3444109aeaadab23e503c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5034862 May 27 02:09:53.958401 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62dd1b6b-9224-47f5-b987-8beac4b592bd tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:53.983690 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ac69b-40c8-4178-8abc-5a0961c2a598 None None] Pushing event updated for resources: {'Port': ['ID=571886d1-8b4d-4610-b0fd-8a0d8c18d979,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:54.015349 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd1b6b-9224-47f5-b987-8beac4b592bd tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Pushing event updated for resources: {'Port': ['ID=06fbb386-b0e4-4417-80d4-1fedfc8f71fa,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:54.088290 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62dd1b6b-9224-47f5-b987-8beac4b592bd tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:54.110950 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-62dd1b6b-9224-47f5-b987-8beac4b592bd tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8085589 May 27 02:09:54.114399 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-65950fa3-1989-4db3-b2f8-2076058bbfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:54.122655 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-65950fa3-1989-4db3-b2f8-2076058bbfa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:54.127280 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-97db24f0-fd5a-4a8e-bd79-358922e29e27 None None] Attempting to bind port 571886d1-8b4d-4610-b0fd-8a0d8c18d979 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:09:54.127646 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-97db24f0-fd5a-4a8e-bd79-358922e29e27 None None] Attempting to bind port 571886d1-8b4d-4610-b0fd-8a0d8c18d979 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '2c88854f-b1b4-45f9-9e07-67ac2d11483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:09:54.128430 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-65950fa3-1989-4db3-b2f8-2076058bbfa8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/95b5ed2b-f3ec-4ce5-905d-2c5a537af02f HTTP/1.1" status: 204 len: 168 time: 0.5339427 May 27 02:09:54.129829 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97db24f0-fd5a-4a8e-bd79-358922e29e27 None None] Attempting to bind port 571886d1-8b4d-4610-b0fd-8a0d8c18d979 on network 37c88c36-e778-4f3d-a101-7c8eb9d9dccf {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:09:54.141143 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97db24f0-fd5a-4a8e-bd79-358922e29e27 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:09:54.143634 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97db24f0-fd5a-4a8e-bd79-358922e29e27 None None] Checking segment: {'id': '2c88854f-b1b4-45f9-9e07-67ac2d11483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:09:54.144042 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-97db24f0-fd5a-4a8e-bd79-358922e29e27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:54.144428 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97db24f0-fd5a-4a8e-bd79-358922e29e27 None None] Bound using segment: {'id': '2c88854f-b1b4-45f9-9e07-67ac2d11483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:09:54.144914 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-97db24f0-fd5a-4a8e-bd79-358922e29e27 None None] Bound port: 571886d1-8b4d-4610-b0fd-8a0d8c18d979, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c88854f-b1b4-45f9-9e07-67ac2d11483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:09:54.145289 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-97db24f0-fd5a-4a8e-bd79-358922e29e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:54.185429 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65950fa3-1989-4db3-b2f8-2076058bbfa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b5ed2b-f3ec-4ce5-905d-2c5a537af02f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:54.326230 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-97db24f0-fd5a-4a8e-bd79-358922e29e27 None None] For port 571886d1-8b4d-4610-b0fd-8a0d8c18d979, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:09:54.329997 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-97db24f0-fd5a-4a8e-bd79-358922e29e27 None None] For port 571886d1-8b4d-4610-b0fd-8a0d8c18d979, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=571886d1-8b4d-4610-b0fd-8a0d8c18d979,segment=NetworkSegment(2c88854f-b1b4-45f9-9e07-67ac2d11483a),segment_id=2c88854f-b1b4-45f9-9e07-67ac2d11483a)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:09:54.371033 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54e880-340d-4da0-93b6-c903ebff2351 req-c519c76f-7200-4ee0-98d0-ec0fe7f2e1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:54.372846 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-de54e880-340d-4da0-93b6-c903ebff2351 req-c519c76f-7200-4ee0-98d0-ec0fe7f2e1fd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7bcc4077-ba65-497d-80cd-f2b54423660b HTTP/1.1" status: 200 len: 847 time: 0.5977108 May 27 02:09:54.388800 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-97db24f0-fd5a-4a8e-bd79-358922e29e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:54.445742 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-f5823e57-e11d-49b1-ad10-ab1441f1845c tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:54.446455 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-f5823e57-e11d-49b1-ad10-ab1441f1845c tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Synchronizing usage tracker for tenant:40d944a0aff94ddfba3422cf104388c6 on resource:network {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:09:54.480708 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-de54e880-340d-4da0-93b6-c903ebff2351 req-670f2753-6411-4e48-b94c-3722cddb140d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979149 May 27 02:09:54.527520 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97db24f0-fd5a-4a8e-bd79-358922e29e27 None None] Routers {'056a8770-64cf-4055-9987-408f40a03c3d'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:09:54.528170 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-97db24f0-fd5a-4a8e-bd79-358922e29e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:09:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['056a8770-64cf-4055-9987-408f40a03c3d'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:54.699348 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ac69b-40c8-4178-8abc-5a0961c2a598 None None] Pushing event updated for resources: {'Port': ['ID=571886d1-8b4d-4610-b0fd-8a0d8c18d979,revision_number=4']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:54.700040 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-de54e880-340d-4da0-93b6-c903ebff2351 req-0a8163f7-4877-43cc-8ce6-b8cde3b118ec service neutron] 10.222.0.66 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069974 May 27 02:09:54.798364 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-425e1ec3-386b-4405-b95c-40dab51b00e0 req-1307275a-f3e0-4398-b81c-a37b207d6d7c tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] For port 1dcf2437-9d8b-41e5-a352-6093ce174867, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=1dcf2437-9d8b-41e5-a352-6093ce174867,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:54.798989 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-425e1ec3-386b-4405-b95c-40dab51b00e0 req-1307275a-f3e0-4398-b81c-a37b207d6d7c tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:54.825053 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-f5823e57-e11d-49b1-ad10-ab1441f1845c tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Unset dirty status for tenant:40d944a0aff94ddfba3422cf104388c6 on resource:network {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:09:54.832044 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-f5823e57-e11d-49b1-ad10-ab1441f1845c tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/networks?id=37c88c36-e778-4f3d-a101-7c8eb9d9dccf HTTP/1.1" status: 200 len: 821 time: 0.8371546 May 27 02:09:54.909616 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-97db24f0-fd5a-4a8e-bd79-358922e29e27 None None] Set router 056a8770-64cf-4055-9987-408f40a03c3d gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:09:54.989048 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-9bd49968-533f-4088-b0d4-2f45ba1af451 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/quotas/40d944a0aff94ddfba3422cf104388c6 HTTP/1.1" status: 200 len: 375 time: 0.1560764 May 27 02:09:55.007293 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-425e1ec3-386b-4405-b95c-40dab51b00e0 req-1307275a-f3e0-4398-b81c-a37b207d6d7c tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] Calling delete_port for 1dcf2437-9d8b-41e5-a352-6093ce174867 owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:09:55.253738 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-de54e880-340d-4da0-93b6-c903ebff2351 req-cc43387f-2be7-43e1-8c66-b2ae033daad7 service neutron] 10.222.0.66 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5468764 May 27 02:09:55.281108 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-250ab925-3acf-448f-a30e-101188250126 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=40d944a0aff94ddfba3422cf104388c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2407136 May 27 02:09:55.335519 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-97db24f0-fd5a-4a8e-bd79-358922e29e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056a8770-64cf-4055-9987-408f40a03c3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076860293-router', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:09:40Z', 'updated_at': '2022-05-27T02:09:49Z', 'revision_number': 4, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'gw_port': {'id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:41Z', 'updated_at': '2022-05-27T02:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '571886d1-8b4d-4610-b0fd-8a0d8c18d979', 'name': '', 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'mac_address': 'fa:16:3e:17:b9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '88a71f26-f2fa-4283-92d8-f4882c4d62e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:46Z', 'updated_at': '2022-05-27T02:09:54Z', 'revision_number': 4, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'subnets': [{'id': '88a71f26-f2fa-4283-92d8-f4882c4d62e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:55.339965 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97db24f0-fd5a-4a8e-bd79-358922e29e27 None None] The sync data for ids ['056a8770-64cf-4055-9987-408f40a03c3d'] in n-d-843554-3 is: [{'id': '056a8770-64cf-4055-9987-408f40a03c3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076860293-router', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:09:40Z', 'updated_at': '2022-05-27T02:09:49Z', 'revision_number': 4, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'gw_port': {'id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:41Z', 'updated_at': '2022-05-27T02:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '571886d1-8b4d-4610-b0fd-8a0d8c18d979', 'name': '', 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'mac_address': 'fa:16:3e:17:b9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '88a71f26-f2fa-4283-92d8-f4882c4d62e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:46Z', 'updated_at': '2022-05-27T02:09:54Z', 'revision_number': 4, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'subnets': [{'id': '88a71f26-f2fa-4283-92d8-f4882c4d62e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:09:55.405364 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-733934cf-901e-447f-9825-89b25c67a64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:55.469874 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004e9f8-9dc6-4aec-b902-f47628be126c req-93137fcb-fc77-4613-9135-bf18ccb7081b tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:55.477839 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7004e9f8-9dc6-4aec-b902-f47628be126c req-93137fcb-fc77-4613-9135-bf18ccb7081b tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=87dafe07-4df8-4a69-ab8f-c04e892a00a9 HTTP/1.1" status: 200 len: 945 time: 0.3957980 May 27 02:09:55.562427 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7004e9f8-9dc6-4aec-b902-f47628be126c req-2ca63576-0299-4520-8d6c-b308bbd34749 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660608 May 27 02:09:55.580086 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-929dd43c-ef36-43cd-b9ed-d590e3b6aafa service neutron] 10.222.0.57 "GET /v2.0/networks/37c88c36-e778-4f3d-a101-7c8eb9d9dccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642958 May 27 02:09:55.696382 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-425e1ec3-386b-4405-b95c-40dab51b00e0 req-1307275a-f3e0-4398-b81c-a37b207d6d7c tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:55.747088 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56546) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:55.777877 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1307275a-f3e0-4398-b81c-a37b207d6d7c tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] Pushing event deleted for resources: {'Port': ['ID=1dcf2437-9d8b-41e5-a352-6093ce174867,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:55.947493 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-dbb504d8-8c3b-4d7c-b794-232b39162582 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-764549265-network', 'tenant_id': '28b36fc960974233a4ad290f1826fe7f'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:09:55.955410 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dbb504d8-8c3b-4d7c-b794-232b39162582 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:55.962238 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dbb504d8-8c3b-4d7c-b794-232b39162582 admin admin] Usage tracker for resource:network and tenant:28b36fc960974233a4ad290f1826fe7f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:55.966070 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dbb504d8-8c3b-4d7c-b794-232b39162582 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:55.974673 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dbb504d8-8c3b-4d7c-b794-232b39162582 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:56.096825 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb504d8-8c3b-4d7c-b794-232b39162582 admin admin] Made reservation on behalf of 28b36fc960974233a4ad290f1826fe7f for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:09:56.099207 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dbb504d8-8c3b-4d7c-b794-232b39162582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:56.113879 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dbb504d8-8c3b-4d7c-b794-232b39162582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:56.129961 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dbb504d8-8c3b-4d7c-b794-232b39162582 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:56.135866 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-42db0315-f3fc-46ae-893b-5abe9837b376 req-c90b5c60-dbf3-458a-85dc-d0eab693961e tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] 10.222.0.57 "GET /v2.0/ports?device_id=56751f4a-e3b4-4587-bb78-4905834431d5 HTTP/1.1" status: 200 len: 210 time: 0.3678875 May 27 02:09:56.136435 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dbb504d8-8c3b-4d7c-b794-232b39162582 admin admin] Usage tracker for resource:security_group_rule and tenant:28b36fc960974233a4ad290f1826fe7f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:56.139714 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dbb504d8-8c3b-4d7c-b794-232b39162582 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:56.149171 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dbb504d8-8c3b-4d7c-b794-232b39162582 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:56.167010 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-425e1ec3-386b-4405-b95c-40dab51b00e0 req-1307275a-f3e0-4398-b81c-a37b207d6d7c tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] No DVR routers for this DVR port 1dcf2437-9d8b-41e5-a352-6093ce174867 on host n-h1-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:09:56.172472 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-425e1ec3-386b-4405-b95c-40dab51b00e0 req-1307275a-f3e0-4398-b81c-a37b207d6d7c tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:56.179280 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56751f4a-e3b4-4587-bb78-4905834431d5', 'name': 'network-vif-deleted', 'tag': '1dcf2437-9d8b-41e5-a352-6093ce174867'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:09:56.190667 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54e880-340d-4da0-93b6-c903ebff2351 req-4ed39edf-38cc-42b8-aed0-485d42582cbf tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:56.192425 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-de54e880-340d-4da0-93b6-c903ebff2351 req-4ed39edf-38cc-42b8-aed0-485d42582cbf tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=87dafe07-4df8-4a69-ab8f-c04e892a00a9&tenant_id=846b128e49a144bb97bdbd537ab49432&binding%3Ahost_id=n-h2-843554-3 HTTP/1.1" status: 200 len: 1096 time: 0.4161074 May 27 02:09:56.205669 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-425e1ec3-386b-4405-b95c-40dab51b00e0 req-1307275a-f3e0-4398-b81c-a37b207d6d7c tempest-TenantUsagesTestJSON-241504018 tempest-TenantUsagesTestJSON-241504018-project] 10.222.0.32 "DELETE /v2.0/ports/1dcf2437-9d8b-41e5-a352-6093ce174867 HTTP/1.1" status: 204 len: 173 time: 2.8822029 May 27 02:09:56.259895 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dbb504d8-8c3b-4d7c-b794-232b39162582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:56.271264 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-10271c9e-fe9c-43b9-9f79-2db2c2bb80c4 service neutron] 10.222.0.57 "GET /v2.0/networks/37c88c36-e778-4f3d-a101-7c8eb9d9dccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6804206 May 27 02:09:56.393760 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dbb504d8-8c3b-4d7c-b794-232b39162582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:56.396737 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa3b45-1aa5-4fb6-9067-a64ce4791c82 req-5c62c3d4-d6e2-4ba4-8227-f49088255909 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:56.398334 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2aaa3b45-1aa5-4fb6-9067-a64ce4791c82 req-5c62c3d4-d6e2-4ba4-8227-f49088255909 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=409aec4a-c1bd-4d1f-b785-52129f342cb8 HTTP/1.1" status: 200 len: 945 time: 0.1262050 May 27 02:09:56.428861 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbb504d8-8c3b-4d7c-b794-232b39162582 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:09:56.434294 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb504d8-8c3b-4d7c-b794-232b39162582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1dc70cf-b5d3-42e2-8353-aa5398d41a09,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:56.441544 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dbb504d8-8c3b-4d7c-b794-232b39162582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:56.442449 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-dbb504d8-8c3b-4d7c-b794-232b39162582 admin admin] Added segment ccd4d426-d8cf-4f2b-a10f-1963bfec3688 of type vlan for network 4135812d-7b25-4b16-9e16-28e43a29f1b0 May 27 02:09:56.453689 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2aaa3b45-1aa5-4fb6-9067-a64ce4791c82 req-6a89c744-1ecc-4272-a80d-f687458df615 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494399 May 27 02:09:56.477618 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dbb504d8-8c3b-4d7c-b794-232b39162582 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:56.512488 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-de54e880-340d-4da0-93b6-c903ebff2351 req-ae93c247-aba6-4280-bacb-6a702ce425c7 service neutron] For port 6f5de102-5480-41ab-b0a3-1896cacac56e, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:09:56.517638 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-de54e880-340d-4da0-93b6-c903ebff2351 req-ae93c247-aba6-4280-bacb-6a702ce425c7 service neutron] Notify callbacks [] for binding, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:56.517638 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-de54e880-340d-4da0-93b6-c903ebff2351 req-ae93c247-aba6-4280-bacb-6a702ce425c7 service neutron] 10.222.0.66 "DELETE /v2.0/ports/6f5de102-5480-41ab-b0a3-1896cacac56e/bindings/n-h1-843554-3 HTTP/1.1" status: 204 len: 173 time: 0.3136115 May 27 02:09:56.601007 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dbb504d8-8c3b-4d7c-b794-232b39162582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:56.605278 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb504d8-8c3b-4d7c-b794-232b39162582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:56.611297 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dbb504d8-8c3b-4d7c-b794-232b39162582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:56.734138 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 1dcf2437-9d8b-41e5-a352-6093ce174867 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:09:56.743821 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-df4f696d-5d82-4185-95a3-3622977edc1c req-c95552b7-00fe-40b8-9efa-730a177665a4 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Synchronizing usage tracker for tenant:7fc73085ebc04afe8efe26efefe6d571 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:09:56.774391 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb504d8-8c3b-4d7c-b794-232b39162582 admin admin] Pushing event updated for resources: {'Network': ['ID=4135812d-7b25-4b16-9e16-28e43a29f1b0,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:56.795180 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 1dcf2437-9d8b-41e5-a352-6093ce174867 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:09:56.795525 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 1dcf2437-9d8b-41e5-a352-6093ce174867 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:09:56.797130 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 4135812d-7b25-4b16-9e16-28e43a29f1b0 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:09:56.832961 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 571886d1-8b4d-4610-b0fd-8a0d8c18d979 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:09:56.894747 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-dbb504d8-8c3b-4d7c-b794-232b39162582 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1462619 May 27 02:09:56.898211 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56576) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:56.906050 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56318e5-ff78-4038-af68-601d8192e81e req-1d337816-98a0-4719-9726-60b2b7872fab tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:56.907630 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d56318e5-ff78-4038-af68-601d8192e81e req-1d337816-98a0-4719-9726-60b2b7872fab tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 949 time: 0.2061222 May 27 02:09:56.907906 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-4f8d2f97-09a4-4531-8a19-eaaac5ef516b admin admin] Request body: {'subnet': {'network_id': '4135812d-7b25-4b16-9e16-28e43a29f1b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-764549265-subnet', 'tenant_id': '28b36fc960974233a4ad290f1826fe7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:09:56.921612 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4f8d2f97-09a4-4531-8a19-eaaac5ef516b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:56.927466 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4f8d2f97-09a4-4531-8a19-eaaac5ef516b admin admin] Usage tracker for resource:subnet and tenant:28b36fc960974233a4ad290f1826fe7f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:56.931769 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4f8d2f97-09a4-4531-8a19-eaaac5ef516b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:56.938503 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4f8d2f97-09a4-4531-8a19-eaaac5ef516b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:56.956593 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-df4f696d-5d82-4185-95a3-3622977edc1c req-c95552b7-00fe-40b8-9efa-730a177665a4 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Unset dirty status for tenant:7fc73085ebc04afe8efe26efefe6d571 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:09:56.958975 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df4f696d-5d82-4185-95a3-3622977edc1c req-c95552b7-00fe-40b8-9efa-730a177665a4 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1066688183&fields=id&tenant_id=7fc73085ebc04afe8efe26efefe6d571 HTTP/1.1" status: 200 len: 267 time: 0.3638301 May 27 02:09:56.971994 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d56318e5-ff78-4038-af68-601d8192e81e req-9bdf6d46-d95b-4a33-8c9c-027763aa3a0b tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555356 May 27 02:09:57.043467 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8d2f97-09a4-4531-8a19-eaaac5ef516b admin admin] Made reservation on behalf of 28b36fc960974233a4ad290f1826fe7f for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:09:57.046636 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f8d2f97-09a4-4531-8a19-eaaac5ef516b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:57.125484 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 571886d1-8b4d-4610-b0fd-8a0d8c18d979 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:09:57.138218 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 571886d1-8b4d-4610-b0fd-8a0d8c18d979 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:09:57.138753 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:57.145679 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f696d-5d82-4185-95a3-3622977edc1c req-9d02a89b-1664-44bb-bceb-307c1c4e0ebe tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:57.147625 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-df4f696d-5d82-4185-95a3-3622977edc1c req-9d02a89b-1664-44bb-bceb-307c1c4e0ebe tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Synchronizing usage tracker for tenant:7fc73085ebc04afe8efe26efefe6d571 on resource:network {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:09:57.297272 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-df4f696d-5d82-4185-95a3-3622977edc1c req-9d02a89b-1664-44bb-bceb-307c1c4e0ebe tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Unset dirty status for tenant:7fc73085ebc04afe8efe26efefe6d571 on resource:network {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:09:57.298989 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df4f696d-5d82-4185-95a3-3622977edc1c req-9d02a89b-1664-44bb-bceb-307c1c4e0ebe tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] 10.222.0.57 "GET /v2.0/networks?id=d1cb7f1b-be29-4509-be86-b068f20a10ab HTTP/1.1" status: 200 len: 812 time: 0.3311157 May 27 02:09:57.316689 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df4f696d-5d82-4185-95a3-3622977edc1c req-49c1119a-77e6-4ab2-9e87-82cf3b34cc2f tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] 10.222.0.57 "GET /v2.0/quotas/7fc73085ebc04afe8efe26efefe6d571 HTTP/1.1" status: 200 len: 375 time: 0.0103815 May 27 02:09:57.318505 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 571886d1-8b4d-4610-b0fd-8a0d8c18d979 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:09:57.318997 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:57.353358 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 571886d1-8b4d-4610-b0fd-8a0d8c18d979, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=571886d1-8b4d-4610-b0fd-8a0d8c18d979,segment=NetworkSegment(2c88854f-b1b4-45f9-9e07-67ac2d11483a),segment_id=2c88854f-b1b4-45f9-9e07-67ac2d11483a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:57.391265 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-985ff5dc-bd33-4450-ae11-da1f1a796149'] response: {'server_uuid': '56751f4a-e3b4-4587-bb78-4905834431d5', 'name': 'network-vif-deleted', 'tag': '1dcf2437-9d8b-41e5-a352-6093ce174867', 'status': 'completed', 'code': 200} May 27 02:09:57.400362 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f8d2f97-09a4-4531-8a19-eaaac5ef516b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:57.484595 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:57.484773 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-df4f696d-5d82-4185-95a3-3622977edc1c req-c3d0f1bb-eb56-4e79-aeaa-0e42d8017cc4 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Synchronizing usage tracker for tenant:7fc73085ebc04afe8efe26efefe6d571 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:09:57.527290 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d2f97-09a4-4531-8a19-eaaac5ef516b admin admin] Pushing event updated for resources: {'Subnet': ['ID=62cccca8-9e3a-4bc5-b7bd-d4e7fcc947e4,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:57.530144 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bcb298ec-37d2-41cb-ac5d-1a1eda8d9b91 req-acfbd32f-c640-46b4-b3c4-c51c1410ca26 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a11c0a8-295e-4a79-934a-19ee9acecc7d HTTP/1.1" status: 200 len: 210 time: 0.0599532 May 27 02:09:57.535934 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8d2f97-09a4-4531-8a19-eaaac5ef516b admin admin] Checking segment: {'id': 'ccd4d426-d8cf-4f2b-a10f-1963bfec3688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4135812d-7b25-4b16-9e16-28e43a29f1b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:09:57.536360 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8d2f97-09a4-4531-8a19-eaaac5ef516b admin admin] Network hostable DHCP agents. Network: 4135812d-7b25-4b16-9e16-28e43a29f1b0, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:09:57.546982 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=571886d1-8b4d-4610-b0fd-8a0d8c18d979,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:57.733739 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d3a4d-aafa-46be-ac3a-424ef40b610b req-2f0aa9f9-3fd4-4da4-b3bf-2430e4edda55 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:57.735211 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-468d3a4d-aafa-46be-ac3a-424ef40b610b req-2f0aa9f9-3fd4-4da4-b3bf-2430e4edda55 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=87dafe07-4df8-4a69-ab8f-c04e892a00a9 HTTP/1.1" status: 200 len: 945 time: 0.0883784 May 27 02:09:57.779696 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-468d3a4d-aafa-46be-ac3a-424ef40b610b req-82d23570-5b3a-40e5-b749-c28c5458eef2 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378680 May 27 02:09:57.829699 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8d2f97-09a4-4531-8a19-eaaac5ef516b admin admin] Network 4135812d-7b25-4b16-9e16-28e43a29f1b0 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:09:57.831394 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-11bf7296-d629-4ff0-b0cd-ca4169b5e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:57.839875 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-df4f696d-5d82-4185-95a3-3622977edc1c req-c3d0f1bb-eb56-4e79-aeaa-0e42d8017cc4 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Unset dirty status for tenant:7fc73085ebc04afe8efe26efefe6d571 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:09:57.842507 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df4f696d-5d82-4185-95a3-3622977edc1c req-c3d0f1bb-eb56-4e79-aeaa-0e42d8017cc4 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7fc73085ebc04afe8efe26efefe6d571&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5198607 May 27 02:09:57.914737 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-4f8d2f97-09a4-4531-8a19-eaaac5ef516b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 4135812d-7b25-4b16-9e16-28e43a29f1b0) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:09:57.919284 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8d2f97-09a4-4531-8a19-eaaac5ef516b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:57.922839 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f8d2f97-09a4-4531-8a19-eaaac5ef516b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:57.927505 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aca4272-6662-4cb6-9211-ccbff3d57256 None None] Network 4135812d-7b25-4b16-9e16-28e43a29f1b0 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:09:58.018932 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-13a401e6-5779-49d5-bd8d-5324cb3dd4ed req-5482bcbe-fa0d-49d7-9cd3-40a983e4e9cd tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=0568a4c9-f7b2-45b2-bf6a-d23307ef3626 HTTP/1.1" status: 200 len: 210 time: 0.0607073 May 27 02:09:58.078210 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4f8d2f97-09a4-4531-8a19-eaaac5ef516b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1696579 May 27 02:09:58.081260 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df4f696d-5d82-4185-95a3-3622977edc1c req-aa2625bd-3461-492c-b7e0-9bb2e37c16a5 service neutron] 10.222.0.57 "GET /v2.0/networks/d1cb7f1b-be29-4509-be86-b068f20a10ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234035 May 27 02:09:58.186061 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9798db29-5337-48df-83a1-62c916393dcd None None] Network 4135812d-7b25-4b16-9e16-28e43a29f1b0 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:09:58.335756 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df4f696d-5d82-4185-95a3-3622977edc1c req-4fd26043-2101-4172-9237-cf93c7d23b74 service neutron] 10.222.0.57 "GET /v2.0/networks/d1cb7f1b-be29-4509-be86-b068f20a10ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426224 May 27 02:09:58.350699 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de1143-bb6a-4310-b219-81c20761ec74 req-88bbe363-ef74-4087-b912-c05ef3f10ec7 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:58.350699 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-77de1143-bb6a-4310-b219-81c20761ec74 req-88bbe363-ef74-4087-b912-c05ef3f10ec7 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=409aec4a-c1bd-4d1f-b785-52129f342cb8 HTTP/1.1" status: 200 len: 1096 time: 0.1302934 May 27 02:09:58.401895 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-77de1143-bb6a-4310-b219-81c20761ec74 req-9093596e-a8bb-431e-94af-0d5235fe03a4 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474982 May 27 02:09:58.523974 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56604) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:58.653196 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-6049c02b-b155-4f89-8626-05b521057b0f tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=920f79471e3444109aeaadab23e503c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0802910 May 27 02:09:58.707577 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4f005f2e-7573-4221-89f9-6fac01baf0ee admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b2402e0e26944ebd946b28d77f1b8c16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1792333 May 27 02:09:58.708342 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56612) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:58.729743 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 571886d1-8b4d-4610-b0fd-8a0d8c18d979 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:09:58.862915 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffc791-fd05-4e2e-9019-6cfba8fd742a req-4a31e27a-2b23-407e-a72e-6b7b65d01b48 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:58.871416 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-08ffc791-fd05-4e2e-9019-6cfba8fd742a req-4a31e27a-2b23-407e-a72e-6b7b65d01b48 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 949 time: 0.2698216 May 27 02:09:58.895728 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 571886d1-8b4d-4610-b0fd-8a0d8c18d979 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:09:58.896180 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:58.907291 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b3315fc3-c9ab-4cee-9b14-bd79cf0fec12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:58.935055 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:58.944614 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-08ffc791-fd05-4e2e-9019-6cfba8fd742a req-da57763d-2131-466d-9a43-d306f2487e99 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718148 May 27 02:09:58.952414 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b3315fc3-c9ab-4cee-9b14-bd79cf0fec12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:58.960035 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-17b6e869-254a-422c-98b6-de6506ccff4e tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:58.965219 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-17b6e869-254a-422c-98b6-de6506ccff4e tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3021226 May 27 02:09:58.979840 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:58.995563 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-0ac29214-4789-4cb9-a85b-8fbb23aff6d6 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Request body: {'port': {'device_id': '0568a4c9-f7b2-45b2-bf6a-d23307ef3626', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'admin_state_up': True, 'tenant_id': '920f79471e3444109aeaadab23e503c2'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:09:59.099710 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 571886d1-8b4d-4610-b0fd-8a0d8c18d979 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:09:59.142756 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b3315fc3-c9ab-4cee-9b14-bd79cf0fec12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:59.159457 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3315fc3-c9ab-4cee-9b14-bd79cf0fec12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e4efbf-7803-4564-aede-cf4d2e3527bd,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:59.168331 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b3315fc3-c9ab-4cee-9b14-bd79cf0fec12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:59.169607 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b3315fc3-c9ab-4cee-9b14-bd79cf0fec12 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/31e4efbf-7803-4564-aede-cf4d2e3527bd HTTP/1.1" status: 204 len: 168 time: 0.4591479 May 27 02:09:59.353570 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [req-c93e8429-58b5-4ec1-b26e-eb603a40114f req-62bff26d-5de6-46ef-aa95-b45c7f164678 tempest-SecurityGroupsNegativeTestJSON-80727232 tempest-SecurityGroupsNegativeTestJSON-80727232-project] show failed (client error): The resource could not be found. May 27 02:09:59.354569 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c93e8429-58b5-4ec1-b26e-eb603a40114f req-62bff26d-5de6-46ef-aa95-b45c7f164678 tempest-SecurityGroupsNegativeTestJSON-80727232 tempest-SecurityGroupsNegativeTestJSON-80727232-project] 10.222.0.57 "GET /v2.0/security-groups/679141d4-003e-4930-9005-97e4a2f91189 HTTP/1.1" status: 404 len: 352 time: 0.0764039 May 27 02:09:59.399080 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-8952c2f8-b8d0-496c-ab52-d5a9d5fb3122 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=920f79471e3444109aeaadab23e503c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472901 May 27 02:09:59.426601 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e13664-39e8-4f54-99eb-ee764af6e39f req-837a3b76-b52a-4713-a42f-9f336a67f2b8 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:59.428092 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e7e13664-39e8-4f54-99eb-ee764af6e39f req-837a3b76-b52a-4713-a42f-9f336a67f2b8 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=409aec4a-c1bd-4d1f-b785-52129f342cb8 HTTP/1.1" status: 200 len: 1096 time: 0.1510379 May 27 02:09:59.431075 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-0ac29214-4789-4cb9-a85b-8fbb23aff6d6 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:59.461834 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-0ac29214-4789-4cb9-a85b-8fbb23aff6d6 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:59.481059 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e7e13664-39e8-4f54-99eb-ee764af6e39f req-1e56e829-dcc3-4ca1-ab6c-d5a0bfe3670e tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444598 May 27 02:09:59.565451 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-0ac29214-4789-4cb9-a85b-8fbb23aff6d6 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Made reservation on behalf of 920f79471e3444109aeaadab23e503c2 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:09:59.570044 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-0ac29214-4789-4cb9-a85b-8fbb23aff6d6 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:59.604666 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-6806b168-d9f0-453e-b3d1-40eaebf5de0a tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:59.606322 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-6806b168-d9f0-453e-b3d1-40eaebf5de0a tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2018785 May 27 02:09:59.620485 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-f8414aa4-dec5-4bed-82e4-e5d8dd04cf75 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Request body: {'port': {'device_id': '798c906b-ee4d-4f0b-8a62-a04f252534e4', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'admin_state_up': True, 'tenant_id': '920f79471e3444109aeaadab23e503c2'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:09:59.751540 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eaf4a414-3187-47a8-8931-aa87d97de858 req-8bff3056-7bd9-423b-8aac-ca6138f0bdec tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a11c0a8-295e-4a79-934a-19ee9acecc7d HTTP/1.1" status: 200 len: 210 time: 0.0554092 May 27 02:09:59.810797 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd436a7f-5293-4cbb-ba92-f910a169f189 req-bca42f67-d7ec-4068-8bac-25a6db1f0221 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:59.818368 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cd436a7f-5293-4cbb-ba92-f910a169f189 req-bca42f67-d7ec-4068-8bac-25a6db1f0221 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=87dafe07-4df8-4a69-ab8f-c04e892a00a9 HTTP/1.1" status: 200 len: 1096 time: 0.3162532 May 27 02:09:59.837717 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-f8414aa4-dec5-4bed-82e4-e5d8dd04cf75 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:59.856421 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-f8414aa4-dec5-4bed-82e4-e5d8dd04cf75 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:59.925195 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-f8414aa4-dec5-4bed-82e4-e5d8dd04cf75 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Made reservation on behalf of 920f79471e3444109aeaadab23e503c2 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:09:59.926923 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-94c93876-ce23-4630-b63f-9add63926e77 req-8aa815b9-27cd-4354-8525-de4f376d1c44 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfdf0978-908f-4789-bbb1-183b95b8752f HTTP/1.1" status: 200 len: 210 time: 0.1184287 May 27 02:09:59.930118 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-f8414aa4-dec5-4bed-82e4-e5d8dd04cf75 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:00.003265 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cd436a7f-5293-4cbb-ba92-f910a169f189 req-2b130aeb-37a3-4771-b271-ee71fe4e00f2 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798112 May 27 02:10:00.021897 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-0ac29214-4789-4cb9-a85b-8fbb23aff6d6 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Allocated IP 192.168.233.129 (54d5ea08-4fa3-4323-9d64-35a947e9d08e/2cf69705-8457-415f-85a3-b42efaff1b97/59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:10:00.029839 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:00.102582 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56648) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:00.153295 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-72640999-fbd0-496e-a450-2f99551c8666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:00.210978 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-72640999-fbd0-496e-a450-2f99551c8666 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:00.266258 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-72640999-fbd0-496e-a450-2f99551c8666 admin admin] Usage tracker for resource:security_group_rule and tenant:19fac482632a452da566bfc107a9e51d is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:00.273937 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-72640999-fbd0-496e-a450-2f99551c8666 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:00.297265 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-72640999-fbd0-496e-a450-2f99551c8666 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:00.468563 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fce3a1cd-28ab-4a37-9bfa-cfed8b251b16 req-a4f9cf16-b16f-4f43-860a-52c4a2d0765d tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=0568a4c9-f7b2-45b2-bf6a-d23307ef3626 HTTP/1.1" status: 200 len: 210 time: 0.4320560 May 27 02:10:00.571676 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-104c8cf9-c49f-4897-bc5f-3f9f65c53316 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:00.573296 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-104c8cf9-c49f-4897-bc5f-3f9f65c53316 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.66 "GET /v2.0/networks?id=37c88c36-e778-4f3d-a101-7c8eb9d9dccf HTTP/1.1" status: 200 len: 821 time: 0.4107394 May 27 02:10:00.582267 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-0ac29214-4789-4cb9-a85b-8fbb23aff6d6 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:00.648214 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-6085d058-e32e-469d-8c28-bec601eb64a3 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Request body: {'port': {'device_id': '4a11c0a8-295e-4a79-934a-19ee9acecc7d', 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf', 'admin_state_up': True, 'tenant_id': '40d944a0aff94ddfba3422cf104388c6'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:00.736883 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-0ac29214-4789-4cb9-a85b-8fbb23aff6d6 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Transition to ACTIVE for port object 59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:00.830181 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9c8c4e3f-d5b8-4208-b842-3d8e072d8d48 req-84da8be0-29c0-4636-ad1f-2ef441f419f7 tempest-SecurityGroupsNegativeTestJSON-80727232 tempest-SecurityGroupsNegativeTestJSON-80727232-project] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=28b36fc960974233a4ad290f1826fe7f HTTP/1.1" status: 200 len: 2984 time: 0.2391045 May 27 02:10:00.839235 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-72640999-fbd0-496e-a450-2f99551c8666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:00.925987 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-72640999-fbd0-496e-a450-2f99551c8666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:00.983583 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9c8c4e3f-d5b8-4208-b842-3d8e072d8d48 req-e1187a61-fcfa-4f64-8013-1aa9a7478b6a tempest-SecurityGroupsNegativeTestJSON-80727232 tempest-SecurityGroupsNegativeTestJSON-80727232-project] 10.222.0.57 "GET /v2.0/security-groups/e1dc70cf-b5d3-42e2-8353-aa5398d41a09 HTTP/1.1" status: 200 len: 2981 time: 0.1437492 May 27 02:10:00.991664 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d7cad-d6ba-44fe-a050-5ba663821296 req-d37d4029-83b0-4923-8f2b-0541baeb296c tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:00.993119 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-611d7cad-d6ba-44fe-a050-5ba663821296 req-d37d4029-83b0-4923-8f2b-0541baeb296c tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 949 time: 0.3976920 May 27 02:10:00.994105 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-6085d058-e32e-469d-8c28-bec601eb64a3 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:01.020207 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-72640999-fbd0-496e-a450-2f99551c8666 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=19fac482632a452da566bfc107a9e51d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9165006 May 27 02:10:01.023004 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56664) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:01.033814 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-6085d058-e32e-469d-8c28-bec601eb64a3 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Usage tracker for resource:port and tenant:40d944a0aff94ddfba3422cf104388c6 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:01.040046 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-6085d058-e32e-469d-8c28-bec601eb64a3 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:01.044120 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72640999-fbd0-496e-a450-2f99551c8666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ffcedb-a556-482c-9c61-937577520fec,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:01.064153 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-6085d058-e32e-469d-8c28-bec601eb64a3 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:01.072390 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-0ac29214-4789-4cb9-a85b-8fbb23aff6d6 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:01.081238 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['1c0ac97e-a530-4361-8db8-f552a54f3dd8'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:10:01.141996 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0130d70d-3e9a-4308-ae55-0b964bd64d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:01.164441 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-f8414aa4-dec5-4bed-82e4-e5d8dd04cf75 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Allocated IP 192.168.233.46 (54d5ea08-4fa3-4323-9d64-35a947e9d08e/2cf69705-8457-415f-85a3-b42efaff1b97/05ec6f0c-597e-4049-8ab2-70bfccb73eb5) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:10:01.186405 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-611d7cad-d6ba-44fe-a050-5ba663821296 req-b6e5c646-e735-4e03-870a-d6db72c2e30a tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831212 May 27 02:10:01.191153 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0130d70d-3e9a-4308-ae55-0b964bd64d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:01.192693 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-0ac29214-4789-4cb9-a85b-8fbb23aff6d6 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Network 54d5ea08-4fa3-4323-9d64-35a947e9d08e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:10:01.195712 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9c8c4e3f-d5b8-4208-b842-3d8e072d8d48 req-dfd9dab6-43d1-467e-b4fc-c5dde527415a tempest-SecurityGroupsNegativeTestJSON-80727232 tempest-SecurityGroupsNegativeTestJSON-80727232-project] 10.222.0.57 "GET /v2.0/security-groups/e1dc70cf-b5d3-42e2-8353-aa5398d41a09 HTTP/1.1" status: 200 len: 2981 time: 0.1968679 May 27 02:10:01.199143 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-0ac29214-4789-4cb9-a85b-8fbb23aff6d6 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:10:01.208297 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-0ac29214-4789-4cb9-a85b-8fbb23aff6d6 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:10:01.314095 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac29214-4789-4cb9-a85b-8fbb23aff6d6 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Pushing event updated for resources: {'Port': ['ID=59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:01.316253 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-6085d058-e32e-469d-8c28-bec601eb64a3 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Made reservation on behalf of 40d944a0aff94ddfba3422cf104388c6 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:10:01.327426 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-6085d058-e32e-469d-8c28-bec601eb64a3 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:01.440572 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac29214-4789-4cb9-a85b-8fbb23aff6d6 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:01.440935 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac29214-4789-4cb9-a85b-8fbb23aff6d6 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:01.441239 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac29214-4789-4cb9-a85b-8fbb23aff6d6 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:01.441571 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac29214-4789-4cb9-a85b-8fbb23aff6d6 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:01.441896 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac29214-4789-4cb9-a85b-8fbb23aff6d6 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:01.442220 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac29214-4789-4cb9-a85b-8fbb23aff6d6 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:01.442541 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac29214-4789-4cb9-a85b-8fbb23aff6d6 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:01.442923 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac29214-4789-4cb9-a85b-8fbb23aff6d6 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:01.443411 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac29214-4789-4cb9-a85b-8fbb23aff6d6 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:01.443770 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac29214-4789-4cb9-a85b-8fbb23aff6d6 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:01.444092 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac29214-4789-4cb9-a85b-8fbb23aff6d6 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:01.445195 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac29214-4789-4cb9-a85b-8fbb23aff6d6 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:01.509274 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0130d70d-3e9a-4308-ae55-0b964bd64d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:01.586609 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-f8414aa4-dec5-4bed-82e4-e5d8dd04cf75 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:01.616699 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0130d70d-3e9a-4308-ae55-0b964bd64d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ffcedb-a556-482c-9c61-937577520fec,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:01.625372 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-f8414aa4-dec5-4bed-82e4-e5d8dd04cf75 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Transition to ACTIVE for port object 05ec6f0c-597e-4049-8ab2-70bfccb73eb5 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:01.634027 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0130d70d-3e9a-4308-ae55-0b964bd64d59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:01.634371 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0130d70d-3e9a-4308-ae55-0b964bd64d59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:01.634763 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0130d70d-3e9a-4308-ae55-0b964bd64d59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:01.635097 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0130d70d-3e9a-4308-ae55-0b964bd64d59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:01.635425 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0130d70d-3e9a-4308-ae55-0b964bd64d59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:01.635753 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0130d70d-3e9a-4308-ae55-0b964bd64d59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:01.636079 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0130d70d-3e9a-4308-ae55-0b964bd64d59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:01.636435 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0130d70d-3e9a-4308-ae55-0b964bd64d59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:01.636775 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0130d70d-3e9a-4308-ae55-0b964bd64d59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:01.637110 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0130d70d-3e9a-4308-ae55-0b964bd64d59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:01.637424 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0130d70d-3e9a-4308-ae55-0b964bd64d59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:01.637745 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0130d70d-3e9a-4308-ae55-0b964bd64d59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:01.698424 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f85fd7c4-9e52-4543-a4a1-fe60b365089e None None] Provisioning for port 59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:10:01.702045 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f85fd7c4-9e52-4543-a4a1-fe60b365089e None None] Provisioning complete for port 59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:10:01.702408 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f85fd7c4-9e52-4543-a4a1-fe60b365089e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:01.733067 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0130d70d-3e9a-4308-ae55-0b964bd64d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:01.735043 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0130d70d-3e9a-4308-ae55-0b964bd64d59 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/47ffcedb-a556-482c-9c61-937577520fec HTTP/1.1" status: 204 len: 168 time: 0.7098188 May 27 02:10:01.777652 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-0ac29214-4789-4cb9-a85b-8fbb23aff6d6 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:01.778443 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-f8414aa4-dec5-4bed-82e4-e5d8dd04cf75 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:01.778701 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-0ac29214-4789-4cb9-a85b-8fbb23aff6d6 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:01.784649 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-f85fd7c4-9e52-4543-a4a1-fe60b365089e None None] Port 59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:10:01.794631 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['1c0ac97e-a530-4361-8db8-f552a54f3dd8'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:10:01.886418 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-f8414aa4-dec5-4bed-82e4-e5d8dd04cf75 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Network 54d5ea08-4fa3-4323-9d64-35a947e9d08e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:10:01.895758 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-f8414aa4-dec5-4bed-82e4-e5d8dd04cf75 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:10:01.908247 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-f8414aa4-dec5-4bed-82e4-e5d8dd04cf75 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:10:01.935342 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-509e3c68-ec79-4784-a336-499d6c4d56df req-6bd3f96b-4505-4972-b819-66af24869c04 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a11c0a8-295e-4a79-934a-19ee9acecc7d HTTP/1.1" status: 200 len: 210 time: 0.2340446 May 27 02:10:02.095023 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8414aa4-dec5-4bed-82e4-e5d8dd04cf75 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Pushing event updated for resources: {'Port': ['ID=05ec6f0c-597e-4049-8ab2-70bfccb73eb5,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:02.111306 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-f8414aa4-dec5-4bed-82e4-e5d8dd04cf75 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:02.113074 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-f8414aa4-dec5-4bed-82e4-e5d8dd04cf75 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:02.223606 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-f8414aa4-dec5-4bed-82e4-e5d8dd04cf75 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6071315 May 27 02:10:02.235420 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-9b1c1469-677e-417a-92ec-d0e41a70bbd2 service neutron] Request body: {'port': {'device_id': '798c906b-ee4d-4f0b-8a62-a04f252534e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:02.273849 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7ebdf99b-d0f5-4ab1-8419-88cdcd38af14 req-ff538093-8eea-48f3-93bd-5c81f4984699 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfdf0978-908f-4789-bbb1-183b95b8752f HTTP/1.1" status: 200 len: 210 time: 0.1242526 May 27 02:10:02.281780 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-0ac29214-4789-4cb9-a85b-8fbb23aff6d6 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3020184 May 27 02:10:02.289862 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-5c8969cb-b5c7-417d-b237-0a2871bef6ab tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:02.291364 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-5c8969cb-b5c7-417d-b237-0a2871bef6ab tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/networks?id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf HTTP/1.1" status: 200 len: 807 time: 0.9428809 May 27 02:10:02.308046 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-92c07aee-b483-4d32-94a6-3548f7335d72 service neutron] Request body: {'port': {'device_id': '0568a4c9-f7b2-45b2-bf6a-d23307ef3626', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:02.370437 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a57b06ec-cfb3-4b60-be70-ab5491027c4c None None] Provisioning for port 05ec6f0c-597e-4049-8ab2-70bfccb73eb5 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:10:02.375478 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a57b06ec-cfb3-4b60-be70-ab5491027c4c None None] Provisioning complete for port 05ec6f0c-597e-4049-8ab2-70bfccb73eb5 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:10:02.375847 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a57b06ec-cfb3-4b60-be70-ab5491027c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:02.391040 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-9b1c1469-677e-417a-92ec-d0e41a70bbd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:02.405076 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-2e2998c2-7823-455c-b847-675f9ec9ab0c tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/quotas/846b128e49a144bb97bdbd537ab49432 HTTP/1.1" status: 200 len: 375 time: 0.0698178 May 27 02:10:02.411578 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f696d-5d82-4185-95a3-3622977edc1c req-2b5d2b82-e289-4676-b01c-2ede8ba50b27 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:02.414269 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df4f696d-5d82-4185-95a3-3622977edc1c req-2b5d2b82-e289-4676-b01c-2ede8ba50b27 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] 10.222.0.32 "GET /v2.0/networks?id=d1cb7f1b-be29-4509-be86-b068f20a10ab HTTP/1.1" status: 200 len: 812 time: 0.7176857 May 27 02:10:02.462921 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a57b06ec-cfb3-4b60-be70-ab5491027c4c None None] Port 05ec6f0c-597e-4049-8ab2-70bfccb73eb5 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:10:02.542736 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-6085d058-e32e-469d-8c28-bec601eb64a3 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Allocated IP 172.20.0.12 (37c88c36-e778-4f3d-a101-7c8eb9d9dccf/88a71f26-f2fa-4283-92d8-f4882c4d62e9/2ecbeb51-113b-4016-8763-fd2bf60a7fee) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:10:02.625126 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-67f99446-9604-42fa-b560-134a6417e2e0 req-e4ae0d16-a7e3-4e95-82b6-01918f69d81d tempest-SecurityGroupsNegativeTestJSON-80727232 tempest-SecurityGroupsNegativeTestJSON-80727232-project] 10.222.0.57 "GET /v2.0/security-groups/e1dc70cf-b5d3-42e2-8353-aa5398d41a09 HTTP/1.1" status: 200 len: 2981 time: 0.2863357 May 27 02:10:02.657257 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df4f696d-5d82-4185-95a3-3622977edc1c req-d74d2d8e-9d3b-455d-a4ce-e76a816350e9 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7fc73085ebc04afe8efe26efefe6d571 HTTP/1.1" status: 200 len: 380 time: 0.1889105 May 27 02:10:02.657915 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-92c07aee-b483-4d32-94a6-3548f7335d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:02.685419 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-df4f696d-5d82-4185-95a3-3622977edc1c req-975732a5-b3c3-4d2c-bdb8-75f9df15d828 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Request body: {'port': {'device_id': 'dfdf0978-908f-4789-bbb1-183b95b8752f', 'network_id': 'd1cb7f1b-be29-4509-be86-b068f20a10ab', 'admin_state_up': True, 'tenant_id': '7fc73085ebc04afe8efe26efefe6d571', 'security_groups': ['4083d844-8514-409f-a4a5-be839d215417']}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:02.768138 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-9b1c1469-677e-417a-92ec-d0e41a70bbd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05ec6f0c-597e-4049-8ab2-70bfccb73eb5 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:10:02.775774 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-9b1c1469-677e-417a-92ec-d0e41a70bbd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:02.794849 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-9b1c1469-677e-417a-92ec-d0e41a70bbd2 service neutron] Transition to ACTIVE for port object 05ec6f0c-597e-4049-8ab2-70bfccb73eb5 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:02.930866 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-9b1c1469-677e-417a-92ec-d0e41a70bbd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:02.991845 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-81988ad7-7750-4d22-a2f1-2c27ae3f4637 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=846b128e49a144bb97bdbd537ab49432&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5777779 May 27 02:10:03.097546 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c1469-677e-417a-92ec-d0e41a70bbd2 service neutron] Pushing event updated for resources: {'Port': ['ID=05ec6f0c-597e-4049-8ab2-70bfccb73eb5,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:03.176322 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [req-67f99446-9604-42fa-b560-134a6417e2e0 req-d23ffdc0-f46a-4308-b042-0acb5bf15c6c tempest-SecurityGroupsNegativeTestJSON-80727232 tempest-SecurityGroupsNegativeTestJSON-80727232-project] delete failed (client error): There was a conflict when trying to complete your request. May 27 02:10:03.177387 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-67f99446-9604-42fa-b560-134a6417e2e0 req-d23ffdc0-f46a-4308-b042-0acb5bf15c6c tempest-SecurityGroupsNegativeTestJSON-80727232 tempest-SecurityGroupsNegativeTestJSON-80727232-project] 10.222.0.57 "DELETE /v2.0/security-groups/e1dc70cf-b5d3-42e2-8353-aa5398d41a09 HTTP/1.1" status: 409 len: 352 time: 0.5514936 May 27 02:10:03.206237 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-9b1c1469-677e-417a-92ec-d0e41a70bbd2 service neutron] Attempting to bind port 05ec6f0c-597e-4049-8ab2-70bfccb73eb5 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:10:03.206855 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-9b1c1469-677e-417a-92ec-d0e41a70bbd2 service neutron] Attempting to bind port 05ec6f0c-597e-4049-8ab2-70bfccb73eb5 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:10:03.207369 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-9b1c1469-677e-417a-92ec-d0e41a70bbd2 service neutron] Attempting to bind port 05ec6f0c-597e-4049-8ab2-70bfccb73eb5 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:10:03.214382 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-9b1c1469-677e-417a-92ec-d0e41a70bbd2 service neutron] Port 05ec6f0c-597e-4049-8ab2-70bfccb73eb5 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:10:03.214884 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-9b1c1469-677e-417a-92ec-d0e41a70bbd2 service neutron] Attempting to bind port 05ec6f0c-597e-4049-8ab2-70bfccb73eb5 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:10:03.224787 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-9b1c1469-677e-417a-92ec-d0e41a70bbd2 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:10:03.225906 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-9b1c1469-677e-417a-92ec-d0e41a70bbd2 service neutron] Checking segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:10:03.226490 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-9b1c1469-677e-417a-92ec-d0e41a70bbd2 service neutron] Bound using segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:10:03.227624 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-9b1c1469-677e-417a-92ec-d0e41a70bbd2 service neutron] Bound port: 05ec6f0c-597e-4049-8ab2-70bfccb73eb5, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:10:03.228150 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-9b1c1469-677e-417a-92ec-d0e41a70bbd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:03.232087 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-df4f696d-5d82-4185-95a3-3622977edc1c req-975732a5-b3c3-4d2c-bdb8-75f9df15d828 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:03.335515 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-df4f696d-5d82-4185-95a3-3622977edc1c req-975732a5-b3c3-4d2c-bdb8-75f9df15d828 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:03.351708 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-9b1c1469-677e-417a-92ec-d0e41a70bbd2 service neutron] For port 05ec6f0c-597e-4049-8ab2-70bfccb73eb5, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:10:03.355059 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-9b1c1469-677e-417a-92ec-d0e41a70bbd2 service neutron] For port 05ec6f0c-597e-4049-8ab2-70bfccb73eb5, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=05ec6f0c-597e-4049-8ab2-70bfccb73eb5,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:10:03.428620 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-9b1c1469-677e-417a-92ec-d0e41a70bbd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:03.492599 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-9b1c1469-677e-417a-92ec-d0e41a70bbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:03.493260 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-9b1c1469-677e-417a-92ec-d0e41a70bbd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:03.494646 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-9b1c1469-677e-417a-92ec-d0e41a70bbd2 service neutron] 10.222.0.66 "PUT /v2.0/ports/05ec6f0c-597e-4049-8ab2-70bfccb73eb5 HTTP/1.1" status: 200 len: 1095 time: 1.2635803 May 27 02:10:03.495089 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '798c906b-ee4d-4f0b-8a62-a04f252534e4', 'tag': '05ec6f0c-597e-4049-8ab2-70bfccb73eb5'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:10:03.516682 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c1469-677e-417a-92ec-d0e41a70bbd2 service neutron] Pushing event updated for resources: {'Port': ['ID=05ec6f0c-597e-4049-8ab2-70bfccb73eb5,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:03.613221 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-6085d058-e32e-469d-8c28-bec601eb64a3 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:03.633237 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df4f696d-5d82-4185-95a3-3622977edc1c req-975732a5-b3c3-4d2c-bdb8-75f9df15d828 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Made reservation on behalf of 7fc73085ebc04afe8efe26efefe6d571 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:10:03.636675 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-df4f696d-5d82-4185-95a3-3622977edc1c req-975732a5-b3c3-4d2c-bdb8-75f9df15d828 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:03.661693 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-0a48abda-aa50-417f-8553-76b1f373191f service neutron] 10.222.0.57 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6456878 May 27 02:10:03.695189 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-1112d700-b2cd-4159-9e80-e5641f34511f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:03.696829 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-1112d700-b2cd-4159-9e80-e5641f34511f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=920f79471e3444109aeaadab23e503c2&device_id=798c906b-ee4d-4f0b-8a62-a04f252534e4 HTTP/1.1" status: 200 len: 1098 time: 0.0832024 May 27 02:10:03.715828 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-6085d058-e32e-469d-8c28-bec601eb64a3 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Transition to ACTIVE for port object 2ecbeb51-113b-4016-8763-fd2bf60a7fee will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:03.784052 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-e55296b0-6af3-4753-8b0a-09f9891a00b0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=05ec6f0c-597e-4049-8ab2-70bfccb73eb5 HTTP/1.1" status: 200 len: 217 time: 0.0789356 May 27 02:10:03.855914 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-455768c2-0fa0-48ca-b55e-7537791a05fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:03.855914 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-455768c2-0fa0-48ca-b55e-7537791a05fd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.0626183 May 27 02:10:03.927548 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1744a22-3fb1-4c55-adbd-b5496d132b22 req-be705fad-c0f2-496b-b67e-f74f0ceb77d6 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:03.928951 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-a1744a22-3fb1-4c55-adbd-b5496d132b22 req-be705fad-c0f2-496b-b67e-f74f0ceb77d6 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Synchronizing usage tracker for tenant:920f79471e3444109aeaadab23e503c2 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:10:04.035416 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-501de594-0415-4d62-8a98-a4fbd998137e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:04.036817 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-501de594-0415-4d62-8a98-a4fbd998137e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1703835 May 27 02:10:04.064076 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-6085d058-e32e-469d-8c28-bec601eb64a3 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:04.127882 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-5542e508-94a8-4de1-b73a-0298003b9614 service neutron] 10.222.0.57 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4479084 May 27 02:10:04.138410 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-92c07aee-b483-4d32-94a6-3548f7335d72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:10:04.159211 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-92c07aee-b483-4d32-94a6-3548f7335d72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:04.181003 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-6085d058-e32e-469d-8c28-bec601eb64a3 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Network 37c88c36-e778-4f3d-a101-7c8eb9d9dccf is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:10:04.182042 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-a439970c-4361-4548-b8e3-f76727c9eb72 service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373565 May 27 02:10:04.188251 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-6085d058-e32e-469d-8c28-bec601eb64a3 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:10:04.200402 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-6085d058-e32e-469d-8c28-bec601eb64a3 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:10:04.244826 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-a1744a22-3fb1-4c55-adbd-b5496d132b22 req-be705fad-c0f2-496b-b67e-f74f0ceb77d6 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Unset dirty status for tenant:920f79471e3444109aeaadab23e503c2 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:10:04.246093 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a1744a22-3fb1-4c55-adbd-b5496d132b22 req-be705fad-c0f2-496b-b67e-f74f0ceb77d6 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=0568a4c9-f7b2-45b2-bf6a-d23307ef3626 HTTP/1.1" status: 200 len: 936 time: 0.9122982 May 27 02:10:04.247114 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-92c07aee-b483-4d32-94a6-3548f7335d72 service neutron] Transition to ACTIVE for port object 59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:04.257606 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-df4f696d-5d82-4185-95a3-3622977edc1c req-975732a5-b3c3-4d2c-bdb8-75f9df15d828 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Allocated IP 172.20.0.3 (d1cb7f1b-be29-4509-be86-b068f20a10ab/a3f5ec77-9645-42d0-89cc-1cf281841e08/1f9966bf-1b09-41a1-8827-f15c100bfc89) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:10:04.260849 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6085d058-e32e-469d-8c28-bec601eb64a3 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Pushing event updated for resources: {'Port': ['ID=2ecbeb51-113b-4016-8763-fd2bf60a7fee,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:04.315463 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-6085d058-e32e-469d-8c28-bec601eb64a3 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:04.316063 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-6085d058-e32e-469d-8c28-bec601eb64a3 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:04.334545 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-8df44f9a-55e3-424d-a14f-ec58b274b3ca service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460505 May 27 02:10:04.387480 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-92c07aee-b483-4d32-94a6-3548f7335d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:04.508490 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-6085d058-e32e-469d-8c28-bec601eb64a3 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8971350 May 27 02:10:04.514711 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ef512be6-ea78-4cde-8a8f-74dcbba504e0 None None] Provisioning for port 2ecbeb51-113b-4016-8763-fd2bf60a7fee completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:10:04.522406 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ef512be6-ea78-4cde-8a8f-74dcbba504e0 None None] Provisioning complete for port 2ecbeb51-113b-4016-8763-fd2bf60a7fee triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:10:04.527294 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ef512be6-ea78-4cde-8a8f-74dcbba504e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:04.587561 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ef512be6-ea78-4cde-8a8f-74dcbba504e0 None None] Port 2ecbeb51-113b-4016-8763-fd2bf60a7fee cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:10:04.622962 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-46f1f67a-ea76-4fbf-8a7f-eb643191695c service neutron] Request body: {'port': {'device_id': '4a11c0a8-295e-4a79-934a-19ee9acecc7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:04.733058 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c07aee-b483-4d32-94a6-3548f7335d72 service neutron] Pushing event updated for resources: {'Port': ['ID=59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:04.920534 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a1744a22-3fb1-4c55-adbd-b5496d132b22 req-8e7b5231-a20c-4cce-ba5a-3abdd73ac7d1 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6607106 May 27 02:10:04.958314 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-df4f696d-5d82-4185-95a3-3622977edc1c req-975732a5-b3c3-4d2c-bdb8-75f9df15d828 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:04.998348 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-46f1f67a-ea76-4fbf-8a7f-eb643191695c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:05.010913 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-92c07aee-b483-4d32-94a6-3548f7335d72 service neutron] Attempting to bind port 59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:10:05.011248 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-92c07aee-b483-4d32-94a6-3548f7335d72 service neutron] Attempting to bind port 59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:10:05.011586 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-92c07aee-b483-4d32-94a6-3548f7335d72 service neutron] Attempting to bind port 59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:10:05.017576 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-df4f696d-5d82-4185-95a3-3622977edc1c req-975732a5-b3c3-4d2c-bdb8-75f9df15d828 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Transition to ACTIVE for port object 1f9966bf-1b09-41a1-8827-f15c100bfc89 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:05.033680 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473958e-425b-4c3a-83ff-ebfcf564279d req-625f686f-7cfb-450e-aa46-1a9642154a30 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:05.035529 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4473958e-425b-4c3a-83ff-ebfcf564279d req-625f686f-7cfb-450e-aa46-1a9642154a30 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 949 time: 0.5423112 May 27 02:10:05.036004 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-92c07aee-b483-4d32-94a6-3548f7335d72 service neutron] Port 59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:10:05.036333 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-92c07aee-b483-4d32-94a6-3548f7335d72 service neutron] Attempting to bind port 59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:10:05.049529 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-92c07aee-b483-4d32-94a6-3548f7335d72 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:10:05.049916 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-92c07aee-b483-4d32-94a6-3548f7335d72 service neutron] Checking segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:10:05.050319 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-92c07aee-b483-4d32-94a6-3548f7335d72 service neutron] Bound using segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:10:05.050762 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-92c07aee-b483-4d32-94a6-3548f7335d72 service neutron] Bound port: 59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:10:05.051111 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-92c07aee-b483-4d32-94a6-3548f7335d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:05.305090 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4473958e-425b-4c3a-83ff-ebfcf564279d req-5aa6d46c-55d7-472f-834e-00dc2f34852a tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584131 May 27 02:10:05.399573 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-92c07aee-b483-4d32-94a6-3548f7335d72 service neutron] For port 59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:10:05.401705 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [req-015dce6c-80b9-4fd0-bbce-a0197f8c030d req-b23be220-268d-484d-a478-751497a85fae tempest-SecurityGroupsNegativeTestJSON-80727232 tempest-SecurityGroupsNegativeTestJSON-80727232-project] show failed (client error): The resource could not be found. May 27 02:10:05.402716 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-015dce6c-80b9-4fd0-bbce-a0197f8c030d req-b23be220-268d-484d-a478-751497a85fae tempest-SecurityGroupsNegativeTestJSON-80727232 tempest-SecurityGroupsNegativeTestJSON-80727232-project] 10.222.0.57 "GET /v2.0/security-groups/313f7ef2-042b-4eaf-ada2-010dbad8fc7f HTTP/1.1" status: 404 len: 352 time: 0.0421016 May 27 02:10:05.619808 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-92c07aee-b483-4d32-94a6-3548f7335d72 service neutron] For port 59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:10:05.627336 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-df4f696d-5d82-4185-95a3-3622977edc1c req-975732a5-b3c3-4d2c-bdb8-75f9df15d828 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:05.710497 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e0e2d-3215-4653-af3a-02df322afb66 req-37aba36a-53e7-4eea-9ef7-9364ab5f9354 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:05.711187 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-3b4e0e2d-3215-4653-af3a-02df322afb66 req-37aba36a-53e7-4eea-9ef7-9364ab5f9354 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Synchronizing usage tracker for tenant:40d944a0aff94ddfba3422cf104388c6 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:10:05.743187 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-92c07aee-b483-4d32-94a6-3548f7335d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:05.797441 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df4f696d-5d82-4185-95a3-3622977edc1c req-975732a5-b3c3-4d2c-bdb8-75f9df15d828 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Network d1cb7f1b-be29-4509-be86-b068f20a10ab is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:10:05.818306 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-df4f696d-5d82-4185-95a3-3622977edc1c req-975732a5-b3c3-4d2c-bdb8-75f9df15d828 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:10:05.825854 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-92c07aee-b483-4d32-94a6-3548f7335d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:05.826524 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-92c07aee-b483-4d32-94a6-3548f7335d72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:05.827849 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-92c07aee-b483-4d32-94a6-3548f7335d72 service neutron] 10.222.0.66 "PUT /v2.0/ports/59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77 HTTP/1.1" status: 200 len: 1096 time: 3.5286787 May 27 02:10:05.828449 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0568a4c9-f7b2-45b2-bf6a-d23307ef3626', 'tag': '59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:10:05.836358 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4f696d-5d82-4185-95a3-3622977edc1c req-975732a5-b3c3-4d2c-bdb8-75f9df15d828 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:10:05.862985 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975732a5-b3c3-4d2c-bdb8-75f9df15d828 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Pushing event updated for resources: {'Port': ['ID=1f9966bf-1b09-41a1-8827-f15c100bfc89,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:05.963067 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-3b4e0e2d-3215-4653-af3a-02df322afb66 req-37aba36a-53e7-4eea-9ef7-9364ab5f9354 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Unset dirty status for tenant:40d944a0aff94ddfba3422cf104388c6 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:10:05.964232 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3b4e0e2d-3215-4653-af3a-02df322afb66 req-37aba36a-53e7-4eea-9ef7-9364ab5f9354 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a11c0a8-295e-4a79-934a-19ee9acecc7d HTTP/1.1" status: 200 len: 932 time: 0.8368108 May 27 02:10:06.094014 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f696d-5d82-4185-95a3-3622977edc1c req-975732a5-b3c3-4d2c-bdb8-75f9df15d828 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:06.098965 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-df4f696d-5d82-4185-95a3-3622977edc1c req-975732a5-b3c3-4d2c-bdb8-75f9df15d828 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:06.142493 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c07aee-b483-4d32-94a6-3548f7335d72 service neutron] Pushing event updated for resources: {'Port': ['ID=59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:06.206986 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-3b4e0e2d-3215-4653-af3a-02df322afb66 req-ba7d1911-1b60-403b-ada5-891d30b9d388 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Synchronizing usage tracker for tenant:40d944a0aff94ddfba3422cf104388c6 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:10:06.207857 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1895656-0cc8-40e8-9ada-cb76eb5343de req-7a516631-5445-49e3-97f4-6349c8b1a111 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:06.208200 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b1895656-0cc8-40e8-9ada-cb76eb5343de req-7a516631-5445-49e3-97f4-6349c8b1a111 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Synchronizing usage tracker for tenant:7fc73085ebc04afe8efe26efefe6d571 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:10:06.239067 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-46f1f67a-ea76-4fbf-8a7f-eb643191695c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ecbeb51-113b-4016-8763-fd2bf60a7fee {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:10:06.248431 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df4f696d-5d82-4185-95a3-3622977edc1c req-975732a5-b3c3-4d2c-bdb8-75f9df15d828 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5785711 May 27 02:10:06.253721 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-46f1f67a-ea76-4fbf-8a7f-eb643191695c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:06.264670 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-df4f696d-5d82-4185-95a3-3622977edc1c req-0636ba9a-b86e-4f55-9528-64de383a36d3 service neutron] Request body: {'port': {'device_id': 'dfdf0978-908f-4789-bbb1-183b95b8752f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:06.268148 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a59ec569-35b1-4614-81f7-e002f337ac1c None None] Provisioning for port 1f9966bf-1b09-41a1-8827-f15c100bfc89 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:10:06.274399 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a59ec569-35b1-4614-81f7-e002f337ac1c None None] Provisioning complete for port 1f9966bf-1b09-41a1-8827-f15c100bfc89 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:10:06.274767 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a59ec569-35b1-4614-81f7-e002f337ac1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:06.326594 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-46f1f67a-ea76-4fbf-8a7f-eb643191695c service neutron] Transition to ACTIVE for port object 2ecbeb51-113b-4016-8763-fd2bf60a7fee will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:06.330409 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-2ac2ff83-841f-4599-b52f-11b007a505d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:06.332024 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-2ac2ff83-841f-4599-b52f-11b007a505d9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=920f79471e3444109aeaadab23e503c2&device_id=0568a4c9-f7b2-45b2-bf6a-d23307ef3626 HTTP/1.1" status: 200 len: 1099 time: 0.3620343 May 27 02:10:06.335323 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b1895656-0cc8-40e8-9ada-cb76eb5343de req-7a516631-5445-49e3-97f4-6349c8b1a111 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Unset dirty status for tenant:7fc73085ebc04afe8efe26efefe6d571 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:10:06.336592 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1895656-0cc8-40e8-9ada-cb76eb5343de req-7a516631-5445-49e3-97f4-6349c8b1a111 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfdf0978-908f-4789-bbb1-183b95b8752f HTTP/1.1" status: 200 len: 931 time: 0.7211480 May 27 02:10:06.337932 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a59ec569-35b1-4614-81f7-e002f337ac1c None None] Port 1f9966bf-1b09-41a1-8827-f15c100bfc89 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:10:06.391083 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-3b4e0e2d-3215-4653-af3a-02df322afb66 req-ba7d1911-1b60-403b-ada5-891d30b9d388 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Unset dirty status for tenant:40d944a0aff94ddfba3422cf104388c6 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:10:06.392124 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3b4e0e2d-3215-4653-af3a-02df322afb66 req-ba7d1911-1b60-403b-ada5-891d30b9d388 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/security-groups?id=644a47ee-c2d3-4867-ac89-ac4152c2e13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096453 May 27 02:10:06.436290 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-46f1f67a-ea76-4fbf-8a7f-eb643191695c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:06.450482 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-630ea41b-e930-4401-baa2-02bc5f57bacc'] response: {'name': 'network-changed', 'server_uuid': '798c906b-ee4d-4f0b-8a62-a04f252534e4', 'tag': '05ec6f0c-597e-4049-8ab2-70bfccb73eb5', 'status': 'completed', 'code': 200} May 27 02:10:06.493501 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-fffa8991-b426-4fb5-add2-58f84c8006d0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77 HTTP/1.1" status: 200 len: 217 time: 0.1519127 May 27 02:10:06.616051 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67d74b-14d1-4138-8963-2a1c4f230d2c req-e7206eec-b455-411e-ba58-c01d81a1a6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:06.618585 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-da67d74b-14d1-4138-8963-2a1c4f230d2c req-e7206eec-b455-411e-ba58-c01d81a1a6c5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=920f79471e3444109aeaadab23e503c2&device_id=798c906b-ee4d-4f0b-8a62-a04f252534e4 HTTP/1.1" status: 200 len: 1098 time: 0.1385939 May 27 02:10:06.714971 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-df4f696d-5d82-4185-95a3-3622977edc1c req-0636ba9a-b86e-4f55-9528-64de383a36d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:06.755077 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-5c6e63a4-3df5-4f13-ae3a-ffd6136949cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:06.758832 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-5c6e63a4-3df5-4f13-ae3a-ffd6136949cc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.2383158 May 27 02:10:06.847522 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1895656-0cc8-40e8-9ada-cb76eb5343de req-ab6af031-2154-45bc-bca6-6a2d839828d0 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] 10.222.0.57 "GET /v2.0/security-groups?id=4083d844-8514-409f-a4a5-be839d215417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4494767 May 27 02:10:06.871168 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f1f67a-ea76-4fbf-8a7f-eb643191695c service neutron] Pushing event updated for resources: {'Port': ['ID=2ecbeb51-113b-4016-8763-fd2bf60a7fee,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:06.875380 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 05ec6f0c-597e-4049-8ab2-70bfccb73eb5 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:10:06.967117 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67d74b-14d1-4138-8963-2a1c4f230d2c req-3264b0f2-80ea-484e-b6d5-9b4e606b9f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:06.968849 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-da67d74b-14d1-4138-8963-2a1c4f230d2c req-3264b0f2-80ea-484e-b6d5-9b4e606b9f39 service neutron] 10.222.0.66 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.3438020 May 27 02:10:06.971877 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-73f59663-58b8-477c-8f4b-b743ffcffe07 req-0c37d785-dd70-4703-8dda-69e2dfbd0ca4 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4e1df88-154f-4143-9f4e-8ca5128da369 HTTP/1.1" status: 200 len: 210 time: 0.1077311 May 27 02:10:07.090601 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [req-b7b1597b-35e2-416c-8e93-41a88f7ce673 req-f587cf37-07c0-4d71-899f-2f4ccd4b80b1 tempest-SecurityGroupsNegativeTestJSON-80727232 tempest-SecurityGroupsNegativeTestJSON-80727232-project] show failed (client error): The resource could not be found. May 27 02:10:07.099098 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b7b1597b-35e2-416c-8e93-41a88f7ce673 req-f587cf37-07c0-4d71-899f-2f4ccd4b80b1 tempest-SecurityGroupsNegativeTestJSON-80727232 tempest-SecurityGroupsNegativeTestJSON-80727232-project] 10.222.0.57 "GET /v2.0/security-groups/4e2b1d70-ff5b-4c7e-a1e6-e6340e141ac1 HTTP/1.1" status: 404 len: 352 time: 0.1300769 May 27 02:10:07.109744 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56834) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:07.127902 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf13f054-21b1-4253-a506-8617f7a2994d'] response: {'name': 'network-changed', 'server_uuid': '0568a4c9-f7b2-45b2-bf6a-d23307ef3626', 'tag': '59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77', 'status': 'completed', 'code': 200} May 27 02:10:07.156246 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-da67d74b-14d1-4138-8963-2a1c4f230d2c req-9569078a-25af-4908-a965-fcf1e086a8ea service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=05ec6f0c-597e-4049-8ab2-70bfccb73eb5 HTTP/1.1" status: 200 len: 217 time: 0.1705678 May 27 02:10:07.186879 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 05ec6f0c-597e-4049-8ab2-70bfccb73eb5, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=05ec6f0c-597e-4049-8ab2-70bfccb73eb5,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:07.226708 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '05ec6f0c-597e-4049-8ab2-70bfccb73eb5', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'port_id': '05ec6f0c-597e-4049-8ab2-70bfccb73eb5', 'mac_address': 'fa:16:3e:e2:d6:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf69705-8457-415f-85a3-b42efaff1b97', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:10:07.301162 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67d74b-14d1-4138-8963-2a1c4f230d2c req-7b03fe69-1629-4df4-932e-8fc76b03db1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:07.307308 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-da67d74b-14d1-4138-8963-2a1c4f230d2c req-7b03fe69-1629-4df4-932e-8fc76b03db1f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.1329956 May 27 02:10:07.335152 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-46f1f67a-ea76-4fbf-8a7f-eb643191695c service neutron] Attempting to bind port 2ecbeb51-113b-4016-8763-fd2bf60a7fee on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:10:07.337851 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-46f1f67a-ea76-4fbf-8a7f-eb643191695c service neutron] Attempting to bind port 2ecbeb51-113b-4016-8763-fd2bf60a7fee by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '2c88854f-b1b4-45f9-9e07-67ac2d11483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:10:07.337851 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-46f1f67a-ea76-4fbf-8a7f-eb643191695c service neutron] Attempting to bind port 2ecbeb51-113b-4016-8763-fd2bf60a7fee on network 37c88c36-e778-4f3d-a101-7c8eb9d9dccf {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:10:07.344870 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 05ec6f0c-597e-4049-8ab2-70bfccb73eb5 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:10:07.345826 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:07.368050 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05ec6f0c-597e-4049-8ab2-70bfccb73eb5 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:10:07.385703 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 05ec6f0c-597e-4049-8ab2-70bfccb73eb5, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=05ec6f0c-597e-4049-8ab2-70bfccb73eb5,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:07.416300 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-46f1f67a-ea76-4fbf-8a7f-eb643191695c service neutron] Port 2ecbeb51-113b-4016-8763-fd2bf60a7fee on network 37c88c36-e778-4f3d-a101-7c8eb9d9dccf not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:10:07.416626 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-46f1f67a-ea76-4fbf-8a7f-eb643191695c service neutron] Attempting to bind port 2ecbeb51-113b-4016-8763-fd2bf60a7fee on network 37c88c36-e778-4f3d-a101-7c8eb9d9dccf {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:10:07.443541 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-abc7fa05-0357-472f-86b8-9e11d880e4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:07.443541 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-abc7fa05-0357-472f-86b8-9e11d880e4ab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5785744 May 27 02:10:07.445173 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-313c7417-de88-4ed4-9171-220491fd9ee6 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:07.446576 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-313c7417-de88-4ed4-9171-220491fd9ee6 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.32 "GET /v2.0/networks?id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf HTTP/1.1" status: 200 len: 807 time: 0.6493783 May 27 02:10:07.455499 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-46f1f67a-ea76-4fbf-8a7f-eb643191695c service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:10:07.455818 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-46f1f67a-ea76-4fbf-8a7f-eb643191695c service neutron] Checking segment: {'id': '2c88854f-b1b4-45f9-9e07-67ac2d11483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:10:07.456208 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-46f1f67a-ea76-4fbf-8a7f-eb643191695c service neutron] Bound using segment: {'id': '2c88854f-b1b4-45f9-9e07-67ac2d11483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:10:07.456651 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-46f1f67a-ea76-4fbf-8a7f-eb643191695c service neutron] Bound port: 2ecbeb51-113b-4016-8763-fd2bf60a7fee, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c88854f-b1b4-45f9-9e07-67ac2d11483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:10:07.457281 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-46f1f67a-ea76-4fbf-8a7f-eb643191695c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:07.460515 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-fbc93435-2ae2-4fd4-a4b1-2f9a882453e2 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Request body: {'port': {'device_id': 'd4e1df88-154f-4143-9f4e-8ca5128da369', 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf', 'admin_state_up': True, 'tenant_id': '846b128e49a144bb97bdbd537ab49432'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:07.462489 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:07.484594 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-e080c21b-48ea-432e-a917-ffcbed1dea58 admin admin] Deleting subnet 62cccca8-9e3a-4bc5-b7bd-d4e7fcc947e4 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:10:07.538540 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=05ec6f0c-597e-4049-8ab2-70bfccb73eb5,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:07.546808 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:07.547222 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:07.547622 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:07.548036 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:07.548426 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:07.548839 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:07.549229 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:07.549610 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:07.550085 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:07.550464 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:07.550842 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:07.551222 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:07.552402 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e080c21b-48ea-432e-a917-ffcbed1dea58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:07.642416 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e080c21b-48ea-432e-a917-ffcbed1dea58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:07.705367 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67d74b-14d1-4138-8963-2a1c4f230d2c req-60ab1ecd-fb40-4346-8c4a-24ad350d209b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:07.706855 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-da67d74b-14d1-4138-8963-2a1c4f230d2c req-60ab1ecd-fb40-4346-8c4a-24ad350d209b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3909986 May 27 02:10:07.717886 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['05ec6f0c-597e-4049-8ab2-70bfccb73eb5'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:10:07.737412 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-fbc93435-2ae2-4fd4-a4b1-2f9a882453e2 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:07.795737 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-fbc93435-2ae2-4fd4-a4b1-2f9a882453e2 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Usage tracker for resource:port and tenant:846b128e49a144bb97bdbd537ab49432 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:07.807957 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-fbc93435-2ae2-4fd4-a4b1-2f9a882453e2 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:07.820419 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-fbc93435-2ae2-4fd4-a4b1-2f9a882453e2 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:07.822679 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e080c21b-48ea-432e-a917-ffcbed1dea58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:07.921275 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-da67d74b-14d1-4138-8963-2a1c4f230d2c req-6ea8f250-d62f-4ada-929e-5e47af1661bc service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070000 May 27 02:10:07.929537 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a8d43-458c-46d8-b3fe-179a8476e857 req-1f1901ef-fac7-41c7-b032-1b201cde74e9 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:07.936680 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-818a8d43-458c-46d8-b3fe-179a8476e857 req-1f1901ef-fac7-41c7-b032-1b201cde74e9 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 949 time: 0.6971269 May 27 02:10:08.011944 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d986d-4ce2-4a94-b762-db06c7d1ec54 req-97c9b8c6-1297-47d0-9ec4-6f2ae2f045fd tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:08.013551 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bd1d986d-4ce2-4a94-b762-db06c7d1ec54 req-97c9b8c6-1297-47d0-9ec4-6f2ae2f045fd tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=0568a4c9-f7b2-45b2-bf6a-d23307ef3626 HTTP/1.1" status: 200 len: 948 time: 0.6870856 May 27 02:10:08.015527 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-bee7a581-1e10-4db1-8866-663917a443b5 service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5664475 May 27 02:10:08.020957 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-46f1f67a-ea76-4fbf-8a7f-eb643191695c service neutron] For port 2ecbeb51-113b-4016-8763-fd2bf60a7fee, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:10:08.080462 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-46f1f67a-ea76-4fbf-8a7f-eb643191695c service neutron] For port 2ecbeb51-113b-4016-8763-fd2bf60a7fee, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=2ecbeb51-113b-4016-8763-fd2bf60a7fee,segment=NetworkSegment(2c88854f-b1b4-45f9-9e07-67ac2d11483a),segment_id=2c88854f-b1b4-45f9-9e07-67ac2d11483a)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:10:08.117239 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-fbc93435-2ae2-4fd4-a4b1-2f9a882453e2 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Made reservation on behalf of 846b128e49a144bb97bdbd537ab49432 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:10:08.120693 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-fbc93435-2ae2-4fd4-a4b1-2f9a882453e2 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:08.131594 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e080c21b-48ea-432e-a917-ffcbed1dea58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:08.145501 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-818a8d43-458c-46d8-b3fe-179a8476e857 req-27417d5f-d4ec-4544-a016-41d71d383a64 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078648 May 27 02:10:08.182645 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-46f1f67a-ea76-4fbf-8a7f-eb643191695c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:08.217982 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080c21b-48ea-432e-a917-ffcbed1dea58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62cccca8-9e3a-4bc5-b7bd-d4e7fcc947e4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:08.285102 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e080c21b-48ea-432e-a917-ffcbed1dea58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:08.302243 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bd1d986d-4ce2-4a94-b762-db06c7d1ec54 req-e1a167c1-e421-4076-950e-674d5dfc5a4e tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713423 May 27 02:10:08.308686 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-46f1f67a-ea76-4fbf-8a7f-eb643191695c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:08.308686 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-46f1f67a-ea76-4fbf-8a7f-eb643191695c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:08.309992 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-46f1f67a-ea76-4fbf-8a7f-eb643191695c service neutron] 10.222.0.66 "PUT /v2.0/ports/2ecbeb51-113b-4016-8763-fd2bf60a7fee HTTP/1.1" status: 200 len: 1092 time: 3.6930435 May 27 02:10:08.337895 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e080c21b-48ea-432e-a917-ffcbed1dea58 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/62cccca8-9e3a-4bc5-b7bd-d4e7fcc947e4 HTTP/1.1" status: 204 len: 168 time: 1.2266052 May 27 02:10:08.345398 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56848) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:08.515841 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-df4f696d-5d82-4185-95a3-3622977edc1c req-0636ba9a-b86e-4f55-9528-64de383a36d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f9966bf-1b09-41a1-8827-f15c100bfc89 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:10:08.606506 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-df4f696d-5d82-4185-95a3-3622977edc1c req-0636ba9a-b86e-4f55-9528-64de383a36d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:08.609878 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f1f67a-ea76-4fbf-8a7f-eb643191695c service neutron] Pushing event updated for resources: {'Port': ['ID=2ecbeb51-113b-4016-8763-fd2bf60a7fee,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:08.635131 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee12df64-cc81-442f-a8ae-81918a5f071f req-f0b1ba72-f974-422d-9069-98ab79d5978b service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6006546 May 27 02:10:08.643366 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-fbc93435-2ae2-4fd4-a4b1-2f9a882453e2 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Allocated IP 172.20.0.3 (a46dc284-eb7c-468a-bcfd-6cfcbba366bf/7bcc4077-ba65-497d-80cd-f2b54423660b/cece29d7-34db-4bee-aac4-f52148a723dc) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:10:08.651281 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-da67d74b-14d1-4138-8963-2a1c4f230d2c req-952f8507-8051-4779-bc54-3d7a12fa6afa service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7226515 May 27 02:10:08.652015 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-df4f696d-5d82-4185-95a3-3622977edc1c req-0636ba9a-b86e-4f55-9528-64de383a36d3 service neutron] Transition to ACTIVE for port object 1f9966bf-1b09-41a1-8827-f15c100bfc89 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:08.691419 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-15e87a17-db31-44b5-956b-55da4074e3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:08.694736 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a36a8-1329-4238-822f-149d385d4876 req-76a95208-d689-492f-89b5-e041918b98da tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:08.696287 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3c8a36a8-1329-4238-822f-149d385d4876 req-76a95208-d689-492f-89b5-e041918b98da tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a11c0a8-295e-4a79-934a-19ee9acecc7d HTTP/1.1" status: 200 len: 944 time: 0.4059732 May 27 02:10:08.746583 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-df4f696d-5d82-4185-95a3-3622977edc1c req-0636ba9a-b86e-4f55-9528-64de383a36d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:08.800802 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-7061a0cb-3027-400b-bd81-dc4ae6a7207b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:08.802463 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-7061a0cb-3027-400b-bd81-dc4ae6a7207b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=40d944a0aff94ddfba3422cf104388c6&device_id=4a11c0a8-295e-4a79-934a-19ee9acecc7d HTTP/1.1" status: 200 len: 1095 time: 0.3515480 May 27 02:10:08.901296 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 05ec6f0c-597e-4049-8ab2-70bfccb73eb5 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:10:08.938201 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-15e87a17-db31-44b5-956b-55da4074e3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:09.001149 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-8c8dfde9-5895-432d-a905-abf4a6e98d37 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ecbeb51-113b-4016-8763-fd2bf60a7fee HTTP/1.1" status: 200 len: 217 time: 0.1649427 May 27 02:10:09.035920 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-15e87a17-db31-44b5-956b-55da4074e3d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4135812d-7b25-4b16-9e16-28e43a29f1b0']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:10:09.071145 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0636ba9a-b86e-4f55-9528-64de383a36d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1f9966bf-1b09-41a1-8827-f15c100bfc89,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:09.085779 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 05ec6f0c-597e-4049-8ab2-70bfccb73eb5 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:10:09.087949 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-15e87a17-db31-44b5-956b-55da4074e3d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccd4d426-d8cf-4f2b-a10f-1963bfec3688') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:10:09.088245 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-15e87a17-db31-44b5-956b-55da4074e3d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccd4d426-d8cf-4f2b-a10f-1963bfec3688') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:10:09.093907 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 05ec6f0c-597e-4049-8ab2-70bfccb73eb5 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:10:09.097644 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:09.112582 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-15e87a17-db31-44b5-956b-55da4074e3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:09.148239 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a11c0a8-295e-4a79-934a-19ee9acecc7d', 'tag': '2ecbeb51-113b-4016-8763-fd2bf60a7fee'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:10:09.155177 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3c8a36a8-1329-4238-822f-149d385d4876 req-6ccd459c-80c4-4a81-b620-023661d1863a tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/security-groups?id=644a47ee-c2d3-4867-ac89-ac4152c2e13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4166145 May 27 02:10:09.159578 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-15e87a17-db31-44b5-956b-55da4074e3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:09.174645 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d5f3f-4674-4532-8cdc-e63794242d54 req-d8940615-de2d-4deb-8a70-c3a0540d2ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:09.176411 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-378d5f3f-4674-4532-8cdc-e63794242d54 req-d8940615-de2d-4deb-8a70-c3a0540d2ed0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=920f79471e3444109aeaadab23e503c2&device_id=0568a4c9-f7b2-45b2-bf6a-d23307ef3626 HTTP/1.1" status: 200 len: 1099 time: 0.3820703 May 27 02:10:09.251391 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432513a-69b7-408b-9ecb-057db4f3debf req-bc3faeac-0692-4ca7-af4a-8def4f1c40f7 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:09.253268 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6432513a-69b7-408b-9ecb-057db4f3debf req-bc3faeac-0692-4ca7-af4a-8def4f1c40f7 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfdf0978-908f-4789-bbb1-183b95b8752f HTTP/1.1" status: 200 len: 943 time: 0.5560298 May 27 02:10:09.272092 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-1fe45471-ec4a-43ea-a61d-c7d87ea0c2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:09.273674 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-1fe45471-ec4a-43ea-a61d-c7d87ea0c2fa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=88a71f26-f2fa-4283-92d8-f4882c4d62e9 HTTP/1.1" status: 200 len: 860 time: 0.2532196 May 27 02:10:09.343512 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-df4f696d-5d82-4185-95a3-3622977edc1c req-0636ba9a-b86e-4f55-9528-64de383a36d3 service neutron] Attempting to bind port 1f9966bf-1b09-41a1-8827-f15c100bfc89 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:10:09.343512 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-df4f696d-5d82-4185-95a3-3622977edc1c req-0636ba9a-b86e-4f55-9528-64de383a36d3 service neutron] Attempting to bind port 1f9966bf-1b09-41a1-8827-f15c100bfc89 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '07465bd3-70b6-4ab8-bae1-2101d0f48dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd1cb7f1b-be29-4509-be86-b068f20a10ab'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:10:09.343512 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4f696d-5d82-4185-95a3-3622977edc1c req-0636ba9a-b86e-4f55-9528-64de383a36d3 service neutron] Attempting to bind port 1f9966bf-1b09-41a1-8827-f15c100bfc89 on network d1cb7f1b-be29-4509-be86-b068f20a10ab {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:10:09.343957 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d5f3f-4674-4532-8cdc-e63794242d54 req-cfa03c02-76ab-4d91-8e54-baf7afc52987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:09.345206 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-378d5f3f-4674-4532-8cdc-e63794242d54 req-cfa03c02-76ab-4d91-8e54-baf7afc52987 service neutron] 10.222.0.66 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.1544700 May 27 02:10:09.348567 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15e87a17-db31-44b5-956b-55da4074e3d5 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:10:09.348995 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-15e87a17-db31-44b5-956b-55da4074e3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:09.353833 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4f696d-5d82-4185-95a3-3622977edc1c req-0636ba9a-b86e-4f55-9528-64de383a36d3 service neutron] Port 1f9966bf-1b09-41a1-8827-f15c100bfc89 on network d1cb7f1b-be29-4509-be86-b068f20a10ab not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:10:09.354160 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4f696d-5d82-4185-95a3-3622977edc1c req-0636ba9a-b86e-4f55-9528-64de383a36d3 service neutron] Attempting to bind port 1f9966bf-1b09-41a1-8827-f15c100bfc89 on network d1cb7f1b-be29-4509-be86-b068f20a10ab {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:10:09.388520 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4f696d-5d82-4185-95a3-3622977edc1c req-0636ba9a-b86e-4f55-9528-64de383a36d3 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:10:09.389150 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4f696d-5d82-4185-95a3-3622977edc1c req-0636ba9a-b86e-4f55-9528-64de383a36d3 service neutron] Checking segment: {'id': '07465bd3-70b6-4ab8-bae1-2101d0f48dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd1cb7f1b-be29-4509-be86-b068f20a10ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:10:09.389722 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4f696d-5d82-4185-95a3-3622977edc1c req-0636ba9a-b86e-4f55-9528-64de383a36d3 service neutron] Bound using segment: {'id': '07465bd3-70b6-4ab8-bae1-2101d0f48dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd1cb7f1b-be29-4509-be86-b068f20a10ab'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:10:09.390331 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-df4f696d-5d82-4185-95a3-3622977edc1c req-0636ba9a-b86e-4f55-9528-64de383a36d3 service neutron] Bound port: 1f9966bf-1b09-41a1-8827-f15c100bfc89, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07465bd3-70b6-4ab8-bae1-2101d0f48dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd1cb7f1b-be29-4509-be86-b068f20a10ab'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:10:09.390847 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-df4f696d-5d82-4185-95a3-3622977edc1c req-0636ba9a-b86e-4f55-9528-64de383a36d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:09.393785 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 05ec6f0c-597e-4049-8ab2-70bfccb73eb5 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:10:09.394169 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:09.431655 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798c906b-ee4d-4f0b-8a62-a04f252534e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ec6f0c-597e-4049-8ab2-70bfccb73eb5'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:10:09.442306 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 05ec6f0c-597e-4049-8ab2-70bfccb73eb5, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=05ec6f0c-597e-4049-8ab2-70bfccb73eb5,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:09.461837 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6432513a-69b7-408b-9ecb-057db4f3debf req-14f289bc-3803-4354-b147-a6673c7d0bf2 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] 10.222.0.57 "GET /v2.0/security-groups?id=4083d844-8514-409f-a4a5-be839d215417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923075 May 27 02:10:09.466631 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cec21479-42bd-4b9d-831f-117b858049f3 req-c968378d-1c03-4490-a7ac-3246ee9a0a57 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4e1df88-154f-4143-9f4e-8ca5128da369 HTTP/1.1" status: 200 len: 210 time: 0.0803585 May 27 02:10:09.486939 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment ccd4d426-d8cf-4f2b-a10f-1963bfec3688 resource provider aggregate not found May 27 02:10:09.525395 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment ccd4d426-d8cf-4f2b-a10f-1963bfec3688 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ccd4d426-d8cf-4f2b-a10f-1963bfec3688 found for delete ", "request_id": "req-a80cc8e1-fc26-4e8b-a2f8-8cd145e97d09"}]} May 27 02:10:09.530295 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-378d5f3f-4674-4532-8cdc-e63794242d54 req-692bb784-20a3-4b2a-b3ac-90b6c1f1d19d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77 HTTP/1.1" status: 200 len: 217 time: 0.1528764 May 27 02:10:09.531810 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:09.539025 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-fbc93435-2ae2-4fd4-a4b1-2f9a882453e2 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:09.601812 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d5f3f-4674-4532-8cdc-e63794242d54 req-bd36e27f-752b-47b5-89eb-6b4468377688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:09.605149 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-378d5f3f-4674-4532-8cdc-e63794242d54 req-bd36e27f-752b-47b5-89eb-6b4468377688 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.0610948 May 27 02:10:09.620440 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-1c40b6cd-d4a4-4d25-8c4b-fbe7618916aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:09.631659 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-1c40b6cd-d4a4-4d25-8c4b-fbe7618916aa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=37c88c36-e778-4f3d-a101-7c8eb9d9dccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3377337 May 27 02:10:09.665494 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-15e87a17-db31-44b5-956b-55da4074e3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:09.672854 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-15e87a17-db31-44b5-956b-55da4074e3d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:09.696493 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=05ec6f0c-597e-4049-8ab2-70bfccb73eb5,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:09.724507 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-15e87a17-db31-44b5-956b-55da4074e3d5 admin admin] 10.222.0.57 "DELETE /v2.0/networks/4135812d-7b25-4b16-9e16-28e43a29f1b0 HTTP/1.1" status: 204 len: 168 time: 1.3781145 May 27 02:10:09.726141 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e87a17-db31-44b5-956b-55da4074e3d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4135812d-7b25-4b16-9e16-28e43a29f1b0,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:09.732063 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-df4f696d-5d82-4185-95a3-3622977edc1c req-0636ba9a-b86e-4f55-9528-64de383a36d3 service neutron] For port 1f9966bf-1b09-41a1-8827-f15c100bfc89, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:10:09.780434 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d5f3f-4674-4532-8cdc-e63794242d54 req-3a0c544c-768a-4a03-9a1b-38d0fcb5461f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:09.795590 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-378d5f3f-4674-4532-8cdc-e63794242d54 req-3a0c544c-768a-4a03-9a1b-38d0fcb5461f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1704483 May 27 02:10:09.865866 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-fbc93435-2ae2-4fd4-a4b1-2f9a882453e2 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:09.968164 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a82cd61-c7bb-4782-a2f7-35b54dcc70ac'] response: {'name': 'network-changed', 'server_uuid': '4a11c0a8-295e-4a79-934a-19ee9acecc7d', 'tag': '2ecbeb51-113b-4016-8763-fd2bf60a7fee', 'status': 'completed', 'code': 200} May 27 02:10:09.982684 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-df4f696d-5d82-4185-95a3-3622977edc1c req-0636ba9a-b86e-4f55-9528-64de383a36d3 service neutron] For port 1f9966bf-1b09-41a1-8827-f15c100bfc89, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=1f9966bf-1b09-41a1-8827-f15c100bfc89,segment=NetworkSegment(07465bd3-70b6-4ab8-bae1-2101d0f48dbe),segment_id=07465bd3-70b6-4ab8-bae1-2101d0f48dbe)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:10:10.055958 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-fbc93435-2ae2-4fd4-a4b1-2f9a882453e2 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Network a46dc284-eb7c-468a-bcfd-6cfcbba366bf is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:10:10.062788 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc93435-2ae2-4fd4-a4b1-2f9a882453e2 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Pushing event updated for resources: {'Port': ['ID=cece29d7-34db-4bee-aac4-f52148a723dc,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:10.066498 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e74f52-d707-4b3a-87e8-e6b23a66fada req-d2d6bbc9-1d25-40c7-9649-fc0faefb55fc tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:10.066498 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-21e74f52-d707-4b3a-87e8-e6b23a66fada req-d2d6bbc9-1d25-40c7-9649-fc0faefb55fc tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 949 time: 0.3338642 May 27 02:10:10.066748 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-fbc93435-2ae2-4fd4-a4b1-2f9a882453e2 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:10:10.070200 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-fbc93435-2ae2-4fd4-a4b1-2f9a882453e2 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:10:10.074580 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-df4f696d-5d82-4185-95a3-3622977edc1c req-0636ba9a-b86e-4f55-9528-64de383a36d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:10.131928 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f696d-5d82-4185-95a3-3622977edc1c req-0636ba9a-b86e-4f55-9528-64de383a36d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:10.132809 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-df4f696d-5d82-4185-95a3-3622977edc1c req-0636ba9a-b86e-4f55-9528-64de383a36d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:10.134397 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df4f696d-5d82-4185-95a3-3622977edc1c req-0636ba9a-b86e-4f55-9528-64de383a36d3 service neutron] 10.222.0.32 "PUT /v2.0/ports/1f9966bf-1b09-41a1-8827-f15c100bfc89 HTTP/1.1" status: 200 len: 1091 time: 3.8750494 May 27 02:10:10.288463 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-589ac3c5-9ea4-4884-a774-bb3fe6c36f63 service neutron] 10.222.0.66 "GET /v2.0/networks/37c88c36-e778-4f3d-a101-7c8eb9d9dccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6435363 May 27 02:10:10.317745 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-fbc93435-2ae2-4fd4-a4b1-2f9a882453e2 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:10.318689 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-fbc93435-2ae2-4fd4-a4b1-2f9a882453e2 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:10.346615 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-378d5f3f-4674-4532-8cdc-e63794242d54 req-9fa2367c-718a-4505-aba7-0cd7a5ab286a service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5501015 May 27 02:10:10.407905 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-21e74f52-d707-4b3a-87e8-e6b23a66fada req-97e01fd6-5502-4548-b4e7-14bd54827923 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133268 May 27 02:10:10.428580 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0636ba9a-b86e-4f55-9528-64de383a36d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1f9966bf-1b09-41a1-8827-f15c100bfc89,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:10.463526 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-fbc93435-2ae2-4fd4-a4b1-2f9a882453e2 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0071702 May 27 02:10:10.464412 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56880) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:10.493244 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-6587ce3e-7004-4ddb-8179-fb16ae713ef4 service neutron] Request body: {'port': {'device_id': 'd4e1df88-154f-4143-9f4e-8ca5128da369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:10.519301 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc7e2426-4360-4d12-a01f-bf338929f811'] response: {'server_uuid': '798c906b-ee4d-4f0b-8a62-a04f252534e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ec6f0c-597e-4049-8ab2-70bfccb73eb5', 'code': 200} May 27 02:10:10.566806 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56888) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:10.653909 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164915d-13cc-4194-8aab-d576ce1e8b9e req-7b97dbf5-1d7d-4912-afd5-f559c39a7970 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:10.655622 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8164915d-13cc-4194-8aab-d576ce1e8b9e req-7b97dbf5-1d7d-4912-afd5-f559c39a7970 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=0568a4c9-f7b2-45b2-bf6a-d23307ef3626 HTTP/1.1" status: 200 len: 948 time: 0.5156333 May 27 02:10:10.809953 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f696d-5d82-4185-95a3-3622977edc1c req-97a86289-b048-4d0e-a7df-1196dddece7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:10.813788 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-33f53f17-a1e1-473f-ba71-018a527e2a87 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=28b36fc960974233a4ad290f1826fe7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3331771 May 27 02:10:10.814264 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df4f696d-5d82-4185-95a3-3622977edc1c req-97a86289-b048-4d0e-a7df-1196dddece7d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7fc73085ebc04afe8efe26efefe6d571&device_id=dfdf0978-908f-4789-bbb1-183b95b8752f HTTP/1.1" status: 200 len: 1094 time: 0.5218832 May 27 02:10:10.815392 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56896) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:10.824774 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c98d85f-05c9-4b9a-ab0a-ced3f7524156 req-a37403b6-bdae-49c9-a23b-c432d18835a0 service neutron] 10.222.0.66 "GET /v2.0/networks/37c88c36-e778-4f3d-a101-7c8eb9d9dccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4733002 May 27 02:10:10.833341 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-378d5f3f-4674-4532-8cdc-e63794242d54 req-13121f69-8bb9-4968-b84a-0cc01f7de088 service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4741333 May 27 02:10:10.837757 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-6587ce3e-7004-4ddb-8179-fb16ae713ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:10.910216 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:10:10.948770 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8164915d-13cc-4194-8aab-d576ce1e8b9e req-4de02a1f-28e0-452b-9266-4650b32e8dae tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734184 May 27 02:10:10.954641 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df4f696d-5d82-4185-95a3-3622977edc1c req-6fd83147-77f1-4c51-9cff-cf6eae978538 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f9966bf-1b09-41a1-8827-f15c100bfc89 HTTP/1.1" status: 200 len: 217 time: 0.1209309 May 27 02:10:11.017574 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-80e33c97-c7c2-468b-9c5f-dd4c63b29c11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:11.046379 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-56760d70-8c68-4850-9f47-0491dadd3112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:11.064452 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5290f-b0a9-4ca3-9541-0c0fe44d3ae4 req-0ec0ca54-5030-4891-98f0-32742ee65137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:11.066078 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d9d5290f-b0a9-4ca3-9541-0c0fe44d3ae4 req-0ec0ca54-5030-4891-98f0-32742ee65137 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=798c906b-ee4d-4f0b-8a62-a04f252534e4 HTTP/1.1" status: 200 len: 1100 time: 0.4728911 May 27 02:10:11.067311 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-80e33c97-c7c2-468b-9c5f-dd4c63b29c11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:11.081281 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-80e33c97-c7c2-468b-9c5f-dd4c63b29c11 admin admin] Usage tracker for resource:security_group_rule and tenant:8b6581f5b8a3467aa8b1261e84ec4c05 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:11.108235 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f055f5-3b76-4ff5-9351-81e0e2c05c4b req-a802e40b-76fb-4467-a91b-4021c67d5a1d tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:11.109985 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-14f055f5-3b76-4ff5-9351-81e0e2c05c4b req-a802e40b-76fb-4467-a91b-4021c67d5a1d tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a11c0a8-295e-4a79-934a-19ee9acecc7d HTTP/1.1" status: 200 len: 944 time: 0.4521892 May 27 02:10:11.110968 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-80e33c97-c7c2-468b-9c5f-dd4c63b29c11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:11.126497 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-80e33c97-c7c2-468b-9c5f-dd4c63b29c11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:11.136932 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f696d-5d82-4185-95a3-3622977edc1c req-1de49d96-cfe3-4c21-aee3-bb8fef1053e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:11.136932 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df4f696d-5d82-4185-95a3-3622977edc1c req-1de49d96-cfe3-4c21-aee3-bb8fef1053e2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a3f5ec77-9645-42d0-89cc-1cf281841e08 HTTP/1.1" status: 200 len: 851 time: 0.1622841 May 27 02:10:11.138617 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-56760d70-8c68-4850-9f47-0491dadd3112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:11.140292 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:11.159290 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'port_id': '59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77', 'mac_address': 'fa:16:3e:71:7d:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf69705-8457-415f-85a3-b42efaff1b97', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:10:11.231091 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d9d5290f-b0a9-4ca3-9541-0c0fe44d3ae4 req-2d00bc42-638f-4e9b-9a38-b72424f56b0f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524229 May 27 02:10:11.231541 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:10:11.231977 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:11.253910 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:10:11.272896 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:11.278540 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d09f2e-e51b-402c-a217-074942d4e8a1 req-ad653641-1341-4755-9ab3-58ece5492f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:11.280021 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c2d09f2e-e51b-402c-a217-074942d4e8a1 req-ad653641-1341-4755-9ab3-58ece5492f48 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=40d944a0aff94ddfba3422cf104388c6&device_id=4a11c0a8-295e-4a79-934a-19ee9acecc7d HTTP/1.1" status: 200 len: 1095 time: 0.3279994 May 27 02:10:11.321332 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-14f055f5-3b76-4ff5-9351-81e0e2c05c4b req-3435bc15-6159-42a1-b50b-f958adb02779 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/security-groups?id=644a47ee-c2d3-4867-ac89-ac4152c2e13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980026 May 27 02:10:11.333460 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:11.387409 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f696d-5d82-4185-95a3-3622977edc1c req-f69f8508-d1d0-4dff-868b-9dd410ee1cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:11.389033 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df4f696d-5d82-4185-95a3-3622977edc1c req-f69f8508-d1d0-4dff-868b-9dd410ee1cc5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d1cb7f1b-be29-4509-be86-b068f20a10ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2221851 May 27 02:10:11.399359 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738079d-2312-4bd3-bfc9-9c7ac1ee83e2 req-23a4984e-1622-4953-8dc8-a89f7ed8d4a6 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:11.406531 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f738079d-2312-4bd3-bfc9-9c7ac1ee83e2 req-23a4984e-1622-4953-8dc8-a89f7ed8d4a6 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfdf0978-908f-4789-bbb1-183b95b8752f HTTP/1.1" status: 200 len: 943 time: 0.1794560 May 27 02:10:11.428764 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:11.433936 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-56760d70-8c68-4850-9f47-0491dadd3112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:11.465761 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56760d70-8c68-4850-9f47-0491dadd3112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1dc70cf-b5d3-42e2-8353-aa5398d41a09,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:11.570492 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-6587ce3e-7004-4ddb-8179-fb16ae713ef4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cece29d7-34db-4bee-aac4-f52148a723dc {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:10:11.574938 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-56760d70-8c68-4850-9f47-0491dadd3112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:11.576764 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-56760d70-8c68-4850-9f47-0491dadd3112 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e1dc70cf-b5d3-42e2-8353-aa5398d41a09 HTTP/1.1" status: 204 len: 168 time: 0.7578561 May 27 02:10:11.593062 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-6587ce3e-7004-4ddb-8179-fb16ae713ef4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:11.626531 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-6587ce3e-7004-4ddb-8179-fb16ae713ef4 service neutron] Transition to ACTIVE for port object cece29d7-34db-4bee-aac4-f52148a723dc will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:11.627384 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-80e33c97-c7c2-468b-9c5f-dd4c63b29c11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:11.640941 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:10:11.643430 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f738079d-2312-4bd3-bfc9-9c7ac1ee83e2 req-12db3f22-b4ce-43d9-b659-433ff176dacc tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] 10.222.0.57 "GET /v2.0/security-groups?id=4083d844-8514-409f-a4a5-be839d215417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2359369 May 27 02:10:11.671488 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d09f2e-e51b-402c-a217-074942d4e8a1 req-4d1a3f11-c5e4-49cd-860a-d60876d0082f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:11.678500 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c2d09f2e-e51b-402c-a217-074942d4e8a1 req-4d1a3f11-c5e4-49cd-860a-d60876d0082f service neutron] 10.222.0.66 "GET /v2.0/networks?id=37c88c36-e778-4f3d-a101-7c8eb9d9dccf HTTP/1.1" status: 200 len: 922 time: 0.2136524 May 27 02:10:11.705296 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df4f696d-5d82-4185-95a3-3622977edc1c req-9bbb2e42-2a25-4906-b33a-cf0ec16a1cac service neutron] 10.222.0.32 "GET /v2.0/networks/d1cb7f1b-be29-4509-be86-b068f20a10ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947214 May 27 02:10:11.707010 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-80e33c97-c7c2-468b-9c5f-dd4c63b29c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:11.863999 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c2d09f2e-e51b-402c-a217-074942d4e8a1 req-528c71a1-570a-4cd6-abc3-0d5fa84b3d3f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ecbeb51-113b-4016-8763-fd2bf60a7fee HTTP/1.1" status: 200 len: 217 time: 0.1788471 May 27 02:10:11.878144 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-6587ce3e-7004-4ddb-8179-fb16ae713ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:11.897080 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e33c97-c7c2-468b-9c5f-dd4c63b29c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c78806-6b27-4962-9c90-d2f3ace5e55d,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:11.907033 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba160300-050f-470c-80f8-afa65070929f req-44624018-fa73-4974-8749-9ae06699af36 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:11.914077 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ba160300-050f-470c-80f8-afa65070929f req-44624018-fa73-4974-8749-9ae06699af36 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4e1df88-154f-4143-9f4e-8ca5128da369 HTTP/1.1" status: 200 len: 931 time: 0.3884239 May 27 02:10:11.929946 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df4f696d-5d82-4185-95a3-3622977edc1c req-f989883c-842f-473b-aecb-02197cc3353d service neutron] 10.222.0.32 "GET /v2.0/networks/d1cb7f1b-be29-4509-be86-b068f20a10ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124968 May 27 02:10:11.978740 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfdf0978-908f-4789-bbb1-183b95b8752f', 'tag': '1f9966bf-1b09-41a1-8827-f15c100bfc89'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:10:11.986385 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d09f2e-e51b-402c-a217-074942d4e8a1 req-8b82aafd-8d31-4224-b7d5-ba43071837c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:11.988514 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c2d09f2e-e51b-402c-a217-074942d4e8a1 req-8b82aafd-8d31-4224-b7d5-ba43071837c6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=88a71f26-f2fa-4283-92d8-f4882c4d62e9 HTTP/1.1" status: 200 len: 860 time: 0.1116595 May 27 02:10:12.010515 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-80e33c97-c7c2-468b-9c5f-dd4c63b29c11 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8b6581f5b8a3467aa8b1261e84ec4c05&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4365406 May 27 02:10:12.021197 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56914) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:12.079978 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ba160300-050f-470c-80f8-afa65070929f req-353b731b-d2b5-4061-8565-925617990865 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650417 May 27 02:10:12.182206 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6587ce3e-7004-4ddb-8179-fb16ae713ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=cece29d7-34db-4bee-aac4-f52148a723dc,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:12.269409 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-6587ce3e-7004-4ddb-8179-fb16ae713ef4 service neutron] Attempting to bind port cece29d7-34db-4bee-aac4-f52148a723dc on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:10:12.269409 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-6587ce3e-7004-4ddb-8179-fb16ae713ef4 service neutron] Attempting to bind port cece29d7-34db-4bee-aac4-f52148a723dc by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:10:12.269409 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-6587ce3e-7004-4ddb-8179-fb16ae713ef4 service neutron] Attempting to bind port cece29d7-34db-4bee-aac4-f52148a723dc on network a46dc284-eb7c-468a-bcfd-6cfcbba366bf {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:10:12.276668 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-6587ce3e-7004-4ddb-8179-fb16ae713ef4 service neutron] Port cece29d7-34db-4bee-aac4-f52148a723dc on network a46dc284-eb7c-468a-bcfd-6cfcbba366bf not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:10:12.277024 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-6587ce3e-7004-4ddb-8179-fb16ae713ef4 service neutron] Attempting to bind port cece29d7-34db-4bee-aac4-f52148a723dc on network a46dc284-eb7c-468a-bcfd-6cfcbba366bf {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:10:12.286655 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b4e193da-4774-4910-bac9-eb3202c1bdb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:12.288336 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-6587ce3e-7004-4ddb-8179-fb16ae713ef4 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:10:12.288674 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-6587ce3e-7004-4ddb-8179-fb16ae713ef4 service neutron] Checking segment: {'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:10:12.289083 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-6587ce3e-7004-4ddb-8179-fb16ae713ef4 service neutron] Bound using segment: {'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:10:12.289508 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-6587ce3e-7004-4ddb-8179-fb16ae713ef4 service neutron] Bound port: cece29d7-34db-4bee-aac4-f52148a723dc, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:10:12.289848 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-6587ce3e-7004-4ddb-8179-fb16ae713ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:12.315933 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b4e193da-4774-4910-bac9-eb3202c1bdb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:12.352468 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d09f2e-e51b-402c-a217-074942d4e8a1 req-07c465e9-bf4e-407c-9367-c4a006b72179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:12.353832 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c2d09f2e-e51b-402c-a217-074942d4e8a1 req-07c465e9-bf4e-407c-9367-c4a006b72179 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=37c88c36-e778-4f3d-a101-7c8eb9d9dccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3466077 May 27 02:10:12.405622 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88a45b-dca2-4809-8a3c-f3ac1b6b8b09 req-9be3a534-677e-4b63-9287-862b7468c335 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:12.407291 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bc88a45b-dca2-4809-8a3c-f3ac1b6b8b09 req-9be3a534-677e-4b63-9287-862b7468c335 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 949 time: 0.4742785 May 27 02:10:12.514186 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bc88a45b-dca2-4809-8a3c-f3ac1b6b8b09 req-1e5f726d-67fa-4630-9ec3-9b9c003fd544 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876937 May 27 02:10:12.535639 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c25010-b681-4461-8c8b-f53efa84c1e7 req-09b7ad68-c53e-49b1-a91b-aaafe3d9b990 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:12.541765 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-47c25010-b681-4461-8c8b-f53efa84c1e7 req-09b7ad68-c53e-49b1-a91b-aaafe3d9b990 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=0568a4c9-f7b2-45b2-bf6a-d23307ef3626 HTTP/1.1" status: 200 len: 949 time: 0.2076082 May 27 02:10:12.561975 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b4e193da-4774-4910-bac9-eb3202c1bdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:12.585311 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e193da-4774-4910-bac9-eb3202c1bdb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c78806-6b27-4962-9c90-d2f3ace5e55d,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:12.617155 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-6587ce3e-7004-4ddb-8179-fb16ae713ef4 service neutron] For port cece29d7-34db-4bee-aac4-f52148a723dc, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:10:12.621817 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-6587ce3e-7004-4ddb-8179-fb16ae713ef4 service neutron] For port cece29d7-34db-4bee-aac4-f52148a723dc, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=cece29d7-34db-4bee-aac4-f52148a723dc,segment=NetworkSegment(18001c0d-6c74-475c-a0cb-9d64b721b14f),segment_id=18001c0d-6c74-475c-a0cb-9d64b721b14f)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:10:12.652298 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eef6cf01-3386-49f5-b79a-0d1ba5a15b1e'] response: {'name': 'network-changed', 'server_uuid': 'dfdf0978-908f-4789-bbb1-183b95b8752f', 'tag': '1f9966bf-1b09-41a1-8827-f15c100bfc89', 'status': 'completed', 'code': 200} May 27 02:10:12.693997 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c2d09f2e-e51b-402c-a217-074942d4e8a1 req-9e1491c4-f60f-4e48-85a7-f37796f7cf03 service neutron] 10.222.0.66 "GET /v2.0/networks/37c88c36-e778-4f3d-a101-7c8eb9d9dccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298223 May 27 02:10:12.699381 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-6587ce3e-7004-4ddb-8179-fb16ae713ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:12.738547 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-47c25010-b681-4461-8c8b-f53efa84c1e7 req-397b96d0-3dab-4688-982d-92d264c6bcf4 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956787 May 27 02:10:12.760330 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b4e193da-4774-4910-bac9-eb3202c1bdb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:12.764413 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b4e193da-4774-4910-bac9-eb3202c1bdb8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/71c78806-6b27-4962-9c90-d2f3ace5e55d HTTP/1.1" status: 204 len: 168 time: 0.7299800 May 27 02:10:12.871033 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577bb06-4f5e-45c2-8cf9-1f47e7e92987 req-1cfe8a17-48a8-401b-9116-8c076da31613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:12.873868 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8577bb06-4f5e-45c2-8cf9-1f47e7e92987 req-1cfe8a17-48a8-401b-9116-8c076da31613 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7fc73085ebc04afe8efe26efefe6d571&device_id=dfdf0978-908f-4789-bbb1-183b95b8752f HTTP/1.1" status: 200 len: 1094 time: 0.2138324 May 27 02:10:12.893156 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-6587ce3e-7004-4ddb-8179-fb16ae713ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:12.894540 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-6587ce3e-7004-4ddb-8179-fb16ae713ef4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:12.896108 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-6587ce3e-7004-4ddb-8179-fb16ae713ef4 service neutron] 10.222.0.32 "PUT /v2.0/ports/cece29d7-34db-4bee-aac4-f52148a723dc HTTP/1.1" status: 200 len: 1091 time: 2.4149904 May 27 02:10:12.896839 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e1df88-154f-4143-9f4e-8ca5128da369', 'tag': 'cece29d7-34db-4bee-aac4-f52148a723dc'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:10:12.930322 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:10:12.949006 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6587ce3e-7004-4ddb-8179-fb16ae713ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=cece29d7-34db-4bee-aac4-f52148a723dc,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:12.987749 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c2d09f2e-e51b-402c-a217-074942d4e8a1 req-6ea2fd27-eadc-4cd7-a506-386027cdf153 service neutron] 10.222.0.66 "GET /v2.0/networks/37c88c36-e778-4f3d-a101-7c8eb9d9dccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138443 May 27 02:10:13.132349 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-1e2003fa-1305-43a6-8cc7-ded8e68f7ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:13.134395 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-1e2003fa-1305-43a6-8cc7-ded8e68f7ad0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=846b128e49a144bb97bdbd537ab49432&device_id=d4e1df88-154f-4143-9f4e-8ca5128da369 HTTP/1.1" status: 200 len: 1094 time: 0.1127043 May 27 02:10:13.147310 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61155b41-0de7-41bd-ae0a-4e79f6ac8b7c req-a0f291f7-057a-4b00-b4be-3a301cd1aa49 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:13.149376 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-61155b41-0de7-41bd-ae0a-4e79f6ac8b7c req-a0f291f7-057a-4b00-b4be-3a301cd1aa49 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a11c0a8-295e-4a79-934a-19ee9acecc7d HTTP/1.1" status: 200 len: 944 time: 0.3791699 May 27 02:10:13.194899 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:10:13.199995 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:10:13.200372 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:13.213573 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56946) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:13.228610 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-aa9f2604-f55e-4dcd-9f61-719de70f613b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cece29d7-34db-4bee-aac4-f52148a723dc HTTP/1.1" status: 200 len: 217 time: 0.0857460 May 27 02:10:13.308922 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577bb06-4f5e-45c2-8cf9-1f47e7e92987 req-9e3f3596-b447-4b83-98a1-535ae2f6f039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:13.310465 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8577bb06-4f5e-45c2-8cf9-1f47e7e92987 req-9e3f3596-b447-4b83-98a1-535ae2f6f039 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d1cb7f1b-be29-4509-be86-b068f20a10ab HTTP/1.1" status: 200 len: 913 time: 0.4243312 May 27 02:10:13.316332 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-61155b41-0de7-41bd-ae0a-4e79f6ac8b7c req-5fa86562-b358-4aaf-9590-dc252785936b tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/security-groups?id=644a47ee-c2d3-4867-ac89-ac4152c2e13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581488 May 27 02:10:13.374845 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-bb59e675-723d-4a11-9f1e-906fc32b773c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:13.379981 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-bb59e675-723d-4a11-9f1e-906fc32b773c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7bcc4077-ba65-497d-80cd-f2b54423660b HTTP/1.1" status: 200 len: 847 time: 0.1413941 May 27 02:10:13.385086 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8577bb06-4f5e-45c2-8cf9-1f47e7e92987 req-8e587167-3025-42f9-b944-3d5bf14da904 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f9966bf-1b09-41a1-8827-f15c100bfc89 HTTP/1.1" status: 200 len: 217 time: 0.0676537 May 27 02:10:13.434955 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:10:13.434955 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:13.456250 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31697a6d-b3f2-4b01-a48c-f911d9e2858f req-bbcafa31-09ce-412b-941b-4cb95d7cca16 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:13.458713 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e1e32d7-043b-4707-95ae-1d68d3978e14'] response: {'name': 'network-changed', 'server_uuid': 'd4e1df88-154f-4143-9f4e-8ca5128da369', 'tag': 'cece29d7-34db-4bee-aac4-f52148a723dc', 'status': 'completed', 'code': 200} May 27 02:10:13.465052 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-31697a6d-b3f2-4b01-a48c-f911d9e2858f req-bbcafa31-09ce-412b-941b-4cb95d7cca16 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfdf0978-908f-4789-bbb1-183b95b8752f HTTP/1.1" status: 200 len: 943 time: 0.4456160 May 27 02:10:13.496500 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0568a4c9-f7b2-45b2-bf6a-d23307ef3626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:10:13.501052 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577bb06-4f5e-45c2-8cf9-1f47e7e92987 req-acc86c2f-2103-4073-8a47-fbfb1010ca11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:13.502612 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8577bb06-4f5e-45c2-8cf9-1f47e7e92987 req-acc86c2f-2103-4073-8a47-fbfb1010ca11 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a3f5ec77-9645-42d0-89cc-1cf281841e08 HTTP/1.1" status: 200 len: 851 time: 0.1106048 May 27 02:10:13.517569 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d29c38e7-ba71-471e-b3ad-4db59d880a9e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-794951272-network', 'tenant_id': '8db5d1a810aa4ee8a8c2ca480e1b7a42'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:13.526755 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:13.544575 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-3efec638-266b-4556-9bd5-91ba1ad8348a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1566525 May 27 02:10:13.548060 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d29c38e7-ba71-471e-b3ad-4db59d880a9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:13.574177 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-31697a6d-b3f2-4b01-a48c-f911d9e2858f req-9b6323fb-008b-4a47-9472-1e1a50df8a12 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] 10.222.0.57 "GET /v2.0/security-groups?id=4083d844-8514-409f-a4a5-be839d215417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099846 May 27 02:10:13.605272 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:13.647667 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56958) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:13.685491 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f3ca6c04-7886-4d85-aa77-dbdb0f8d0a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:13.707721 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-f3ca6c04-7886-4d85-aa77-dbdb0f8d0a7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:13.715154 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f3ca6c04-7886-4d85-aa77-dbdb0f8d0a7a admin admin] Usage tracker for resource:security_group_rule and tenant:db48063ee3d84f0e9708073addee16c9 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:13.719879 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f3ca6c04-7886-4d85-aa77-dbdb0f8d0a7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:13.729120 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d29c38e7-ba71-471e-b3ad-4db59d880a9e admin admin] Usage tracker for resource:network and tenant:8db5d1a810aa4ee8a8c2ca480e1b7a42 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:13.730953 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b4a5798-efef-43b8-83cc-bc33e696e272'] response: {'server_uuid': '0568a4c9-f7b2-45b2-bf6a-d23307ef3626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77', 'code': 200} May 27 02:10:13.731527 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:13.767782 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-f3ca6c04-7886-4d85-aa77-dbdb0f8d0a7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:13.777498 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577bb06-4f5e-45c2-8cf9-1f47e7e92987 req-3defdb1c-df69-4ed7-a789-0bdc050fb1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:13.784611 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8577bb06-4f5e-45c2-8cf9-1f47e7e92987 req-3defdb1c-df69-4ed7-a789-0bdc050fb1a7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d1cb7f1b-be29-4509-be86-b068f20a10ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2712393 May 27 02:10:13.808184 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-8aeaf60b-8ac8-45b3-a6f9-18bb8f4e9467 service neutron] 10.222.0.32 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459671 May 27 02:10:13.809017 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d29c38e7-ba71-471e-b3ad-4db59d880a9e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:13.822180 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d29c38e7-ba71-471e-b3ad-4db59d880a9e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:13.908489 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-d0450022-5659-43cd-908a-7d6281653495 service neutron] show failed (client error): The resource could not be found. May 27 02:10:13.909426 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-d0450022-5659-43cd-908a-7d6281653495 service neutron] 10.222.0.66 "GET /v2.0/ports/da5fb44e-ba92-42dc-988f-3cd41806c48b/bindings/n-h1-843554-3 HTTP/1.1" status: 404 len: 380 time: 0.4429386 May 27 02:10:13.925510 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29c38e7-ba71-471e-b3ad-4db59d880a9e admin admin] Made reservation on behalf of 8db5d1a810aa4ee8a8c2ca480e1b7a42 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:10:13.927913 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d29c38e7-ba71-471e-b3ad-4db59d880a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:13.936973 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebec83-31ee-43be-bb06-0da9de83910e req-679bd03f-7f13-44a5-929c-9af04025573c tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:13.938871 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c7ebec83-31ee-43be-bb06-0da9de83910e req-679bd03f-7f13-44a5-929c-9af04025573c tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4e1df88-154f-4143-9f4e-8ca5128da369 HTTP/1.1" status: 200 len: 943 time: 0.3632088 May 27 02:10:13.946635 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d29c38e7-ba71-471e-b3ad-4db59d880a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:13.977433 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d29c38e7-ba71-471e-b3ad-4db59d880a9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:13.985438 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d29c38e7-ba71-471e-b3ad-4db59d880a9e admin admin] Usage tracker for resource:security_group_rule and tenant:8db5d1a810aa4ee8a8c2ca480e1b7a42 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:13.990871 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d29c38e7-ba71-471e-b3ad-4db59d880a9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:14.009933 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d29c38e7-ba71-471e-b3ad-4db59d880a9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:14.023524 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3f8e7da6-6149-4e3d-bce3-08bd3f6bf4af req-2292a6cd-9dfa-4c82-95ef-51e5976c6c3c service neutron] 10.222.0.32 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038989 May 27 02:10:14.095121 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c7ebec83-31ee-43be-bb06-0da9de83910e req-adfa2a56-5147-4aba-8a2d-6a4d3d13f3aa tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121125 May 27 02:10:14.128658 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d29c38e7-ba71-471e-b3ad-4db59d880a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:14.156292 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8577bb06-4f5e-45c2-8cf9-1f47e7e92987 req-9a6ff410-5c28-44de-b383-2a1f6e0045c4 service neutron] 10.222.0.32 "GET /v2.0/networks/d1cb7f1b-be29-4509-be86-b068f20a10ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439298 May 27 02:10:14.250210 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d29c38e7-ba71-471e-b3ad-4db59d880a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:14.252547 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61097ac8-dc11-4336-8fed-65d2aed908f4 req-1aba405f-1c15-4e9d-ab3c-b251f34b1a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:14.252547 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-61097ac8-dc11-4336-8fed-65d2aed908f4 req-1aba405f-1c15-4e9d-ab3c-b251f34b1a46 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0568a4c9-f7b2-45b2-bf6a-d23307ef3626 HTTP/1.1" status: 200 len: 1101 time: 0.5262151 May 27 02:10:14.306620 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d29c38e7-ba71-471e-b3ad-4db59d880a9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:10:14.311025 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c38e7-ba71-471e-b3ad-4db59d880a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abdd4a29-3254-485f-b370-ae431cd8e5b3,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:14.321568 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d29c38e7-ba71-471e-b3ad-4db59d880a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:14.321914 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-d29c38e7-ba71-471e-b3ad-4db59d880a9e admin admin] Added segment ec53111b-a203-46b3-bcfd-04100be1b21f of type vlan for network 74778735-4446-404c-9d8b-99931c32fa7a May 27 02:10:14.357081 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f3ca6c04-7886-4d85-aa77-dbdb0f8d0a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:14.361109 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d29c38e7-ba71-471e-b3ad-4db59d880a9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:14.366578 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6327ca2-e25e-4d95-8d82-95e5be108152 req-ce8a27d1-f988-4cc8-afe1-c66f38b71d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:14.368314 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a6327ca2-e25e-4d95-8d82-95e5be108152 req-ce8a27d1-f988-4cc8-afe1-c66f38b71d7b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=846b128e49a144bb97bdbd537ab49432&device_id=d4e1df88-154f-4143-9f4e-8ca5128da369 HTTP/1.1" status: 200 len: 1094 time: 0.1673408 May 27 02:10:14.428454 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-61097ac8-dc11-4336-8fed-65d2aed908f4 req-61a5d816-0112-411d-8f71-64c73d89f267 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686532 May 27 02:10:14.432313 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f3ca6c04-7886-4d85-aa77-dbdb0f8d0a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:14.456044 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46de21-de2f-4f48-b53c-f6473eac59c0 req-87114aa9-ed01-441f-89c3-bfec3b68e1d7 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:14.457640 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5e46de21-de2f-4f48-b53c-f6473eac59c0 req-87114aa9-ed01-441f-89c3-bfec3b68e1d7 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 949 time: 0.5410447 May 27 02:10:14.525205 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8577bb06-4f5e-45c2-8cf9-1f47e7e92987 req-b7611f66-f494-4ddf-9f1c-763e9ff13b22 service neutron] 10.222.0.32 "GET /v2.0/networks/d1cb7f1b-be29-4509-be86-b068f20a10ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680489 May 27 02:10:14.535089 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca6c04-7886-4d85-aa77-dbdb0f8d0a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ed2c4c-287c-4d94-a92a-120578b42e95,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:14.554816 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f3ca6c04-7886-4d85-aa77-dbdb0f8d0a7a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=db48063ee3d84f0e9708073addee16c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9019520 May 27 02:10:14.556729 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56968) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:14.565028 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5e46de21-de2f-4f48-b53c-f6473eac59c0 req-424836fe-7677-4927-8e7b-b811da9ea4e4 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937307 May 27 02:10:14.576930 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e63b20-3987-4a81-8d57-24420f85f637 req-5f7cce7e-0106-4e5d-860c-73e1bd9b867c tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:14.584451 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f1e63b20-3987-4a81-8d57-24420f85f637 req-5f7cce7e-0106-4e5d-860c-73e1bd9b867c tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=0568a4c9-f7b2-45b2-bf6a-d23307ef3626 HTTP/1.1" status: 200 len: 950 time: 0.3265009 May 27 02:10:14.605151 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d29c38e7-ba71-471e-b3ad-4db59d880a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:14.606306 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29c38e7-ba71-471e-b3ad-4db59d880a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:14.606886 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d29c38e7-ba71-471e-b3ad-4db59d880a9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:14.632921 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f1e63b20-3987-4a81-8d57-24420f85f637 req-b6a6cd3c-47f5-4e04-897a-dad284f5fdd2 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475285 May 27 02:10:14.772564 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c38e7-ba71-471e-b3ad-4db59d880a9e admin admin] Pushing event updated for resources: {'Network': ['ID=74778735-4446-404c-9d8b-99931c32fa7a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:14.776332 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6327ca2-e25e-4d95-8d82-95e5be108152 req-309840c7-6f07-4db2-8408-05dbb5c03af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:14.777767 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a6327ca2-e25e-4d95-8d82-95e5be108152 req-309840c7-6f07-4db2-8408-05dbb5c03af5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf HTTP/1.1" status: 200 len: 908 time: 0.4003963 May 27 02:10:14.784989 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 74778735-4446-404c-9d8b-99931c32fa7a details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:10:14.856863 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 1f9966bf-1b09-41a1-8827-f15c100bfc89 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:10:14.946752 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 2ecbeb51-113b-4016-8763-fd2bf60a7fee details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:10:15.019721 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb109bcc-949b-4198-8983-5a043f115c1c req-6800bc23-d4ad-4dec-b89e-ba4ac44be899 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:15.021536 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eb109bcc-949b-4198-8983-5a043f115c1c req-6800bc23-d4ad-4dec-b89e-ba4ac44be899 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfdf0978-908f-4789-bbb1-183b95b8752f HTTP/1.1" status: 200 len: 943 time: 0.2928026 May 27 02:10:15.032512 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7131d-795a-4958-97f7-896e0488e5c4 req-add679c3-9756-4bb0-9eb3-faf71792858f tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:15.034133 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c1e7131d-795a-4958-97f7-896e0488e5c4 req-add679c3-9756-4bb0-9eb3-faf71792858f tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a11c0a8-295e-4a79-934a-19ee9acecc7d HTTP/1.1" status: 200 len: 944 time: 0.3066144 May 27 02:10:15.081006 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-eec2b245-5285-4f4f-98c6-15a44c3fe647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:15.083839 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-eec2b245-5285-4f4f-98c6-15a44c3fe647 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=668f3f0a-810a-4d84-8786-0b25edc03279&tenant_id=91fc0a0dee4b4cc18343e2e355149e58 HTTP/1.1" status: 200 len: 1100 time: 0.6166341 May 27 02:10:15.085595 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a6327ca2-e25e-4d95-8d82-95e5be108152 req-a5c6fee1-c4d8-4376-8402-ec58fce74dec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cece29d7-34db-4bee-aac4-f52148a723dc HTTP/1.1" status: 200 len: 217 time: 0.2857814 May 27 02:10:15.110213 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eb109bcc-949b-4198-8983-5a043f115c1c req-7a63dac0-4042-400c-9a48-ee97156377cd tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] 10.222.0.57 "GET /v2.0/security-groups?id=4083d844-8514-409f-a4a5-be839d215417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749955 May 27 02:10:15.123355 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c1e7131d-795a-4958-97f7-896e0488e5c4 req-b6933831-e924-4ef0-b92a-291da2d7271d tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/security-groups?id=644a47ee-c2d3-4867-ac89-ac4152c2e13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717375 May 27 02:10:15.163537 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-962a72e5-8321-40d4-80de-d2f273bc232b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843554-3', 'device_owner': 'compute:nova'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:15.207175 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d29c38e7-ba71-471e-b3ad-4db59d880a9e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9923203 May 27 02:10:15.210470 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56976) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:15.214794 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 1f9966bf-1b09-41a1-8827-f15c100bfc89, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=1f9966bf-1b09-41a1-8827-f15c100bfc89,segment=NetworkSegment(07465bd3-70b6-4ab8-bae1-2101d0f48dbe),segment_id=07465bd3-70b6-4ab8-bae1-2101d0f48dbe)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:15.216289 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-92b91440-50f5-4a19-8278-0fc7cbb7f03e admin admin] Request body: {'subnet': {'network_id': '74778735-4446-404c-9d8b-99931c32fa7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-794951272-subnet', 'tenant_id': '8db5d1a810aa4ee8a8c2ca480e1b7a42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:15.225145 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-92b91440-50f5-4a19-8278-0fc7cbb7f03e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:15.232636 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c05c85fe-d199-4acd-83e6-ac1c5bdd1553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:15.240710 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '1f9966bf-1b09-41a1-8827-f15c100bfc89', 'network_id': 'd1cb7f1b-be29-4509-be86-b068f20a10ab', 'port_id': '1f9966bf-1b09-41a1-8827-f15c100bfc89', 'mac_address': 'fa:16:3e:7e:f0:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3f5ec77-9645-42d0-89cc-1cf281841e08', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:10:15.242578 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-92b91440-50f5-4a19-8278-0fc7cbb7f03e admin admin] Usage tracker for resource:subnet and tenant:8db5d1a810aa4ee8a8c2ca480e1b7a42 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:15.301717 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-92b91440-50f5-4a19-8278-0fc7cbb7f03e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:15.324757 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-92b91440-50f5-4a19-8278-0fc7cbb7f03e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:15.325015 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c05c85fe-d199-4acd-83e6-ac1c5bdd1553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:15.328050 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 2ecbeb51-113b-4016-8763-fd2bf60a7fee, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=2ecbeb51-113b-4016-8763-fd2bf60a7fee,segment=NetworkSegment(2c88854f-b1b4-45f9-9e07-67ac2d11483a),segment_id=2c88854f-b1b4-45f9-9e07-67ac2d11483a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:15.340383 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 1f9966bf-1b09-41a1-8827-f15c100bfc89 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:10:15.340786 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:15.343801 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6327ca2-e25e-4d95-8d82-95e5be108152 req-69a53609-964f-4bc3-89bb-2f93fc8a62c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:15.345267 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a6327ca2-e25e-4d95-8d82-95e5be108152 req-69a53609-964f-4bc3-89bb-2f93fc8a62c0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7bcc4077-ba65-497d-80cd-f2b54423660b HTTP/1.1" status: 200 len: 847 time: 0.2427638 May 27 02:10:15.361991 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f9966bf-1b09-41a1-8827-f15c100bfc89 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:10:15.363042 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f177bc6-8e51-4f81-8a5a-a4a420aedd8c req-35b20467-52a0-4d49-894d-d2b3058cdfb6 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:15.369741 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '2ecbeb51-113b-4016-8763-fd2bf60a7fee', 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf', 'port_id': '2ecbeb51-113b-4016-8763-fd2bf60a7fee', 'mac_address': 'fa:16:3e:6c:c5:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a71f26-f2fa-4283-92d8-f4882c4d62e9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:10:15.371445 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8f177bc6-8e51-4f81-8a5a-a4a420aedd8c req-35b20467-52a0-4d49-894d-d2b3058cdfb6 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4e1df88-154f-4143-9f4e-8ca5128da369 HTTP/1.1" status: 200 len: 943 time: 0.1356008 May 27 02:10:15.433740 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8f177bc6-8e51-4f81-8a5a-a4a420aedd8c req-1c19a5f2-5732-47e1-ad08-d3b89ffeccd7 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612757 May 27 02:10:15.434496 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b91440-50f5-4a19-8278-0fc7cbb7f03e admin admin] Made reservation on behalf of 8db5d1a810aa4ee8a8c2ca480e1b7a42 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:10:15.440696 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a6327ca2-e25e-4d95-8d82-95e5be108152 req-533ba052-30eb-41df-bdcc-121248b24434 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800486 May 27 02:10:15.441276 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-92b91440-50f5-4a19-8278-0fc7cbb7f03e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:15.442290 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 2ecbeb51-113b-4016-8763-fd2bf60a7fee is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:10:15.442915 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:15.459677 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-962a72e5-8321-40d4-80de-d2f273bc232b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:15.465734 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 1f9966bf-1b09-41a1-8827-f15c100bfc89, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=1f9966bf-1b09-41a1-8827-f15c100bfc89,segment=NetworkSegment(07465bd3-70b6-4ab8-bae1-2101d0f48dbe),segment_id=07465bd3-70b6-4ab8-bae1-2101d0f48dbe)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:15.481757 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ecbeb51-113b-4016-8763-fd2bf60a7fee {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:10:15.502234 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 2ecbeb51-113b-4016-8763-fd2bf60a7fee, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=2ecbeb51-113b-4016-8763-fd2bf60a7fee,segment=NetworkSegment(2c88854f-b1b4-45f9-9e07-67ac2d11483a),segment_id=2c88854f-b1b4-45f9-9e07-67ac2d11483a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:15.542469 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:15.602564 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:15.636731 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=1f9966bf-1b09-41a1-8827-f15c100bfc89,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:15.712974 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c05c85fe-d199-4acd-83e6-ac1c5bdd1553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:15.835589 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=2ecbeb51-113b-4016-8763-fd2bf60a7fee,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:15.854973 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['1f9966bf-1b09-41a1-8827-f15c100bfc89'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:10:15.938238 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['2ecbeb51-113b-4016-8763-fd2bf60a7fee'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:10:15.954855 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c85fe-d199-4acd-83e6-ac1c5bdd1553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ed2c4c-287c-4d94-a92a-120578b42e95,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:15.984772 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a6327ca2-e25e-4d95-8d82-95e5be108152 req-c999fdee-fdbb-46a7-8a29-4bd1f1b91491 service neutron] 10.222.0.32 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5314152 May 27 02:10:15.991210 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c05c85fe-d199-4acd-83e6-ac1c5bdd1553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:16.008000 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c05c85fe-d199-4acd-83e6-ac1c5bdd1553 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/96ed2c4c-287c-4d94-a92a-120578b42e95 HTTP/1.1" status: 204 len: 168 time: 1.4480836 May 27 02:10:16.030163 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb822c-13eb-4de0-ae75-ef766c5e4800 req-c02e2694-5430-4662-ba69-b1299c53ea31 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:16.038353 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d4fb822c-13eb-4de0-ae75-ef766c5e4800 req-c02e2694-5430-4662-ba69-b1299c53ea31 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=0568a4c9-f7b2-45b2-bf6a-d23307ef3626 HTTP/1.1" status: 200 len: 950 time: 0.1806276 May 27 02:10:16.067254 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c69eb-f2ee-4af0-afeb-cb68abdf269d req-7772b6e6-ce5b-40fb-94b4-985b2dc8fad1 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:16.075009 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-374c69eb-f2ee-4af0-afeb-cb68abdf269d req-7772b6e6-ce5b-40fb-94b4-985b2dc8fad1 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 949 time: 0.2697024 May 27 02:10:16.111297 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-962a72e5-8321-40d4-80de-d2f273bc232b service neutron] For port da5fb44e-ba92-42dc-988f-3cd41806c48b, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=da5fb44e-ba92-42dc-988f-3cd41806c48b,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:16.141338 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d4fb822c-13eb-4de0-ae75-ef766c5e4800 req-35095fd4-8d90-4fba-9e45-3ce95241f796 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017506 May 27 02:10:16.145142 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-92b91440-50f5-4a19-8278-0fc7cbb7f03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:16.207931 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-374c69eb-f2ee-4af0-afeb-cb68abdf269d req-6ea4fead-7bfb-4913-9132-563f9f42b841 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316977 May 27 02:10:16.253215 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-962a72e5-8321-40d4-80de-d2f273bc232b service neutron] For port da5fb44e-ba92-42dc-988f-3cd41806c48b, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:10:16.257520 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b91440-50f5-4a19-8278-0fc7cbb7f03e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6135d83e-c321-481e-8e79-c813b18f2422,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:16.260766 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b91440-50f5-4a19-8278-0fc7cbb7f03e admin admin] Checking segment: {'id': 'ec53111b-a203-46b3-bcfd-04100be1b21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '74778735-4446-404c-9d8b-99931c32fa7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:10:16.261128 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b91440-50f5-4a19-8278-0fc7cbb7f03e admin admin] Network hostable DHCP agents. Network: 74778735-4446-404c-9d8b-99931c32fa7a, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:10:16.363637 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668f3f0a-810a-4d84-8786-0b25edc03279', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da5fb44e-ba92-42dc-988f-3cd41806c48b'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:10:16.379459 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-962a72e5-8321-40d4-80de-d2f273bc232b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:16.403081 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b91440-50f5-4a19-8278-0fc7cbb7f03e admin admin] Network 74778735-4446-404c-9d8b-99931c32fa7a is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:10:16.429508 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a6327ca2-e25e-4d95-8d82-95e5be108152 req-3b84ede5-d2aa-4abf-81c0-e4166c420eae service neutron] 10.222.0.32 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220960 May 27 02:10:16.430561 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-962a72e5-8321-40d4-80de-d2f273bc232b service neutron] Transition to ACTIVE for port object da5fb44e-ba92-42dc-988f-3cd41806c48b will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:16.508247 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-962a72e5-8321-40d4-80de-d2f273bc232b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:16.565601 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a5b8b-6b46-48fc-99f9-5c5b164043ea req-9dddc6f1-2139-42fc-aab0-34676a5ded0e tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:16.575926 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cf9a5b8b-6b46-48fc-99f9-5c5b164043ea req-9dddc6f1-2139-42fc-aab0-34676a5ded0e tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a11c0a8-295e-4a79-934a-19ee9acecc7d HTTP/1.1" status: 200 len: 945 time: 0.2577751 May 27 02:10:16.580887 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87c1a4-db02-4e57-80e6-ed62671c6fe0 req-d91e9eb1-2ad3-4235-899f-fc1355016963 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:16.588579 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1b87c1a4-db02-4e57-80e6-ed62671c6fe0 req-d91e9eb1-2ad3-4235-899f-fc1355016963 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfdf0978-908f-4789-bbb1-183b95b8752f HTTP/1.1" status: 200 len: 944 time: 0.1936305 May 27 02:10:16.643934 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-92b91440-50f5-4a19-8278-0fc7cbb7f03e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 74778735-4446-404c-9d8b-99931c32fa7a) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:10:16.654307 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca653423-6c18-4472-aa1d-70d268e69dd6 None None] Network 74778735-4446-404c-9d8b-99931c32fa7a requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:10:16.656495 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b91440-50f5-4a19-8278-0fc7cbb7f03e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:16.657118 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-92b91440-50f5-4a19-8278-0fc7cbb7f03e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:16.690523 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1b87c1a4-db02-4e57-80e6-ed62671c6fe0 req-abac6f79-7054-4b40-839b-ff1dff8f5ca1 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] 10.222.0.57 "GET /v2.0/security-groups?id=4083d844-8514-409f-a4a5-be839d215417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009374 May 27 02:10:16.716365 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a72e5-8321-40d4-80de-d2f273bc232b service neutron] Pushing event updated for resources: {'Port': ['ID=da5fb44e-ba92-42dc-988f-3cd41806c48b,revision_number=6']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:16.719221 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-962a72e5-8321-40d4-80de-d2f273bc232b service neutron] No DVR routers for this DVR port da5fb44e-ba92-42dc-988f-3cd41806c48b on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:10:16.772503 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cf9a5b8b-6b46-48fc-99f9-5c5b164043ea req-bb062821-e5df-4cdc-b4dd-026825f43713 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/security-groups?id=644a47ee-c2d3-4867-ac89-ac4152c2e13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810639 May 27 02:10:16.854715 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27565827-73e4-40fd-b0cb-826782a51810'] response: {'server_uuid': '668f3f0a-810a-4d84-8786-0b25edc03279', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da5fb44e-ba92-42dc-988f-3cd41806c48b', 'code': 200} May 27 02:10:16.855475 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-962a72e5-8321-40d4-80de-d2f273bc232b service neutron] Attempting to bind port da5fb44e-ba92-42dc-988f-3cd41806c48b on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:10:16.855878 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-962a72e5-8321-40d4-80de-d2f273bc232b service neutron] Attempting to bind port da5fb44e-ba92-42dc-988f-3cd41806c48b by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:10:16.856276 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-962a72e5-8321-40d4-80de-d2f273bc232b service neutron] Attempting to bind port da5fb44e-ba92-42dc-988f-3cd41806c48b on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:10:16.858853 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-92b91440-50f5-4a19-8278-0fc7cbb7f03e admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6471858 May 27 02:10:16.868543 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-962a72e5-8321-40d4-80de-d2f273bc232b service neutron] Port da5fb44e-ba92-42dc-988f-3cd41806c48b on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:10:16.868543 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-962a72e5-8321-40d4-80de-d2f273bc232b service neutron] Attempting to bind port da5fb44e-ba92-42dc-988f-3cd41806c48b on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:10:16.874576 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-962a72e5-8321-40d4-80de-d2f273bc232b service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:10:16.885150 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-962a72e5-8321-40d4-80de-d2f273bc232b service neutron] Checking segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:10:16.885695 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-962a72e5-8321-40d4-80de-d2f273bc232b service neutron] Bound using segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:10:16.886236 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-962a72e5-8321-40d4-80de-d2f273bc232b service neutron] Bound port: da5fb44e-ba92-42dc-988f-3cd41806c48b, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:10:16.886660 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-962a72e5-8321-40d4-80de-d2f273bc232b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:16.899026 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device cece29d7-34db-4bee-aac4-f52148a723dc details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:10:17.024960 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device da5fb44e-ba92-42dc-988f-3cd41806c48b no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:10:17.056463 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-962a72e5-8321-40d4-80de-d2f273bc232b service neutron] For port da5fb44e-ba92-42dc-988f-3cd41806c48b, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:10:17.067017 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-962a72e5-8321-40d4-80de-d2f273bc232b service neutron] For port da5fb44e-ba92-42dc-988f-3cd41806c48b, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=da5fb44e-ba92-42dc-988f-3cd41806c48b,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:10:17.088558 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.resource_extend [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:10:17.162670 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-962a72e5-8321-40d4-80de-d2f273bc232b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:17.173167 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f62e29-0a89-499d-b0e3-1fedae05cc0f req-3179aa31-cd08-4fac-93d8-9e2c720809b8 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:17.177232 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1f62e29-0a89-499d-b0e3-1fedae05cc0f req-3179aa31-cd08-4fac-93d8-9e2c720809b8 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4e1df88-154f-4143-9f4e-8ca5128da369 HTTP/1.1" status: 200 len: 943 time: 0.1493599 May 27 02:10:17.249846 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-962a72e5-8321-40d4-80de-d2f273bc232b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:17.249846 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-962a72e5-8321-40d4-80de-d2f273bc232b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:17.251186 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-962a72e5-8321-40d4-80de-d2f273bc232b service neutron] 10.222.0.32 "PUT /v2.0/ports/da5fb44e-ba92-42dc-988f-3cd41806c48b HTTP/1.1" status: 200 len: 1095 time: 2.1472976 May 27 02:10:17.289493 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1f62e29-0a89-499d-b0e3-1fedae05cc0f req-166eeae9-07de-456a-b926-f5c351c54741 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028175 May 27 02:10:17.345491 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device da5fb44e-ba92-42dc-988f-3cd41806c48b not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:10:17.367691 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7100a65-9a20-4f9b-8b6b-1d4d5dec7a6f None None] Network 74778735-4446-404c-9d8b-99931c32fa7a requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:10:17.405058 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a72e5-8321-40d4-80de-d2f273bc232b service neutron] Pushing event updated for resources: {'Port': ['ID=da5fb44e-ba92-42dc-988f-3cd41806c48b,revision_number=7']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:17.495486 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-3bd0d977-a694-49a3-9582-0c657dd594b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:17.502576 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-3bd0d977-a694-49a3-9582-0c657dd594b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 1098 time: 0.2232151 May 27 02:10:17.536334 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port cece29d7-34db-4bee-aac4-f52148a723dc, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=cece29d7-34db-4bee-aac4-f52148a723dc,segment=NetworkSegment(18001c0d-6c74-475c-a0cb-9d64b721b14f),segment_id=18001c0d-6c74-475c-a0cb-9d64b721b14f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:17.553866 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc21df-8a95-4d22-8692-820c92d47633 req-b5253f65-6645-4490-8c1d-796ef3b14307 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:17.556743 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': 'cece29d7-34db-4bee-aac4-f52148a723dc', 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf', 'port_id': 'cece29d7-34db-4bee-aac4-f52148a723dc', 'mac_address': 'fa:16:3e:2d:d6:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bcc4077-ba65-497d-80cd-f2b54423660b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:10:17.564780 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-26cc21df-8a95-4d22-8692-820c92d47633 req-b5253f65-6645-4490-8c1d-796ef3b14307 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=0568a4c9-f7b2-45b2-bf6a-d23307ef3626 HTTP/1.1" status: 200 len: 950 time: 0.2171192 May 27 02:10:17.652066 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-26cc21df-8a95-4d22-8692-820c92d47633 req-a238035b-1c27-41eb-a977-0fa2e82379d4 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863018 May 27 02:10:17.798193 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57042) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:17.811666 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port cece29d7-34db-4bee-aac4-f52148a723dc is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:10:17.812437 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:17.855037 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-4a2ed260-2a31-4f72-a754-cda4a0243954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:17.856789 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-4a2ed260-2a31-4f72-a754-cda4a0243954 service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.3477216 May 27 02:10:17.875606 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cece29d7-34db-4bee-aac4-f52148a723dc {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:10:17.912656 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port cece29d7-34db-4bee-aac4-f52148a723dc, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=cece29d7-34db-4bee-aac4-f52148a723dc,segment=NetworkSegment(18001c0d-6c74-475c-a0cb-9d64b721b14f),segment_id=18001c0d-6c74-475c-a0cb-9d64b721b14f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:17.993717 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:18.025455 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-46d3dc03-a8c0-49f6-9d12-4346e2edfc6a tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:18.032574 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-46d3dc03-a8c0-49f6-9d12-4346e2edfc6a tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] 10.222.0.57 "GET /v2.0/networks?id=74778735-4446-404c-9d8b-99931c32fa7a HTTP/1.1" status: 200 len: 813 time: 0.2653456 May 27 02:10:18.052339 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-695837f4-8a62-4dce-a124-b1b14d0460f3 tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] 10.222.0.57 "GET /v2.0/quotas/8db5d1a810aa4ee8a8c2ca480e1b7a42 HTTP/1.1" status: 200 len: 375 time: 0.0187511 May 27 02:10:18.079967 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=cece29d7-34db-4bee-aac4-f52148a723dc,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:18.110728 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-4302d720-ec87-422d-837e-2d838de0d641 tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=8db5d1a810aa4ee8a8c2ca480e1b7a42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574617 May 27 02:10:18.119915 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7fad1-1d20-4c0d-a9d3-af20d3a820b2 req-8a987f83-0902-4502-b88f-80187566283b tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:18.121600 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d9e7fad1-1d20-4c0d-a9d3-af20d3a820b2 req-8a987f83-0902-4502-b88f-80187566283b tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 947 time: 0.2199767 May 27 02:10:18.127490 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-07411689-4ec9-4d00-9a82-beb1fb6f8cb8 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-212999960-network', 'tenant_id': '83b30589dd9d452aa021f400dfb95709'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:18.138977 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-07411689-4ec9-4d00-9a82-beb1fb6f8cb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:18.142131 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-1281759e-d3f1-4e5d-8e25-52e63ef26271 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=da5fb44e-ba92-42dc-988f-3cd41806c48b HTTP/1.1" status: 200 len: 217 time: 0.2758799 May 27 02:10:18.148684 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-07411689-4ec9-4d00-9a82-beb1fb6f8cb8 admin admin] Usage tracker for resource:network and tenant:83b30589dd9d452aa021f400dfb95709 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:18.152595 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-07411689-4ec9-4d00-9a82-beb1fb6f8cb8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:18.189281 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-07411689-4ec9-4d00-9a82-beb1fb6f8cb8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:18.221606 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-6328e183-375b-46c5-be50-e4f3fba00b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:18.223052 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-6328e183-375b-46c5-be50-e4f3fba00b9f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.0715480 May 27 02:10:18.249365 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['cece29d7-34db-4bee-aac4-f52148a723dc'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:10:18.253447 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d9e7fad1-1d20-4c0d-a9d3-af20d3a820b2 req-980de3bb-4283-4a3c-9032-89f16a1d9ec3 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119001 May 27 02:10:18.306080 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-ffb847c2-61e6-458e-94c0-59c0328021d7 service neutron] 10.222.0.57 "GET /v2.0/networks/74778735-4446-404c-9d8b-99931c32fa7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810613 May 27 02:10:18.310440 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07411689-4ec9-4d00-9a82-beb1fb6f8cb8 admin admin] Made reservation on behalf of 83b30589dd9d452aa021f400dfb95709 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:10:18.312845 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-07411689-4ec9-4d00-9a82-beb1fb6f8cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:18.339366 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-07411689-4ec9-4d00-9a82-beb1fb6f8cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:18.383797 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-07411689-4ec9-4d00-9a82-beb1fb6f8cb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:18.390418 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-07411689-4ec9-4d00-9a82-beb1fb6f8cb8 admin admin] Usage tracker for resource:security_group_rule and tenant:83b30589dd9d452aa021f400dfb95709 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:18.397770 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-07411689-4ec9-4d00-9a82-beb1fb6f8cb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:18.405510 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-07411689-4ec9-4d00-9a82-beb1fb6f8cb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:18.425765 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-87a36bf4-86de-4b3f-8b4d-f680e35754bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:18.427365 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-87a36bf4-86de-4b3f-8b4d-f680e35754bb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1983621 May 27 02:10:18.605505 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-f855a00f-368f-44f7-9e3e-58510adaf3e6 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707046 May 27 02:10:18.626941 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-f6f99e42-e75c-43f5-b4d3-7dd2062c529c service neutron] 10.222.0.57 "GET /v2.0/networks/74778735-4446-404c-9d8b-99931c32fa7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153837 May 27 02:10:18.639953 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b09b2c-d1ba-4c0a-9961-b31dc08007df req-03956ac7-6c03-4db3-933a-c23d4b64969b tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:18.641576 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-22b09b2c-d1ba-4c0a-9961-b31dc08007df req-03956ac7-6c03-4db3-933a-c23d4b64969b tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=798c906b-ee4d-4f0b-8a62-a04f252534e4 HTTP/1.1" status: 200 len: 949 time: 0.1769831 May 27 02:10:18.704951 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-22b09b2c-d1ba-4c0a-9961-b31dc08007df req-8a0b896c-2ffa-40c8-84c3-f70816e97c75 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550470 May 27 02:10:18.713498 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-07411689-4ec9-4d00-9a82-beb1fb6f8cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:18.753823 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:18.777423 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-fc255d15-c1ec-44db-a8f7-0b72c8e0d515 req-0fe48c30-bc2b-4616-bfc8-b1ad3df500af service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643314 May 27 02:10:18.779202 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-07411689-4ec9-4d00-9a82-beb1fb6f8cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:18.821662 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07411689-4ec9-4d00-9a82-beb1fb6f8cb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:10:18.831914 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 1f9966bf-1b09-41a1-8827-f15c100bfc89 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:10:18.873315 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '668f3f0a-810a-4d84-8786-0b25edc03279', 'tag': 'da5fb44e-ba92-42dc-988f-3cd41806c48b'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:10:18.895057 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07411689-4ec9-4d00-9a82-beb1fb6f8cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0ba78f-2b78-4830-96c7-9ee7c2f90db3,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:18.903978 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-07411689-4ec9-4d00-9a82-beb1fb6f8cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:18.903978 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-07411689-4ec9-4d00-9a82-beb1fb6f8cb8 admin admin] Added segment fb8802a4-e2b2-4965-82be-dc0e4cddd944 of type vlan for network 9c94505a-1b01-46b9-b57a-522a51871996 May 27 02:10:18.959180 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285bac03-8505-4d29-9aa9-3ac4eeaf1571 req-a85c0c30-f164-4070-a666-b3500c4924e8 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:18.969301 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 2ecbeb51-113b-4016-8763-fd2bf60a7fee up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:10:18.970018 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285bac03-8505-4d29-9aa9-3ac4eeaf1571 req-a85c0c30-f164-4070-a666-b3500c4924e8 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfdf0978-908f-4789-bbb1-183b95b8752f HTTP/1.1" status: 200 len: 944 time: 0.1272967 May 27 02:10:18.974006 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-07411689-4ec9-4d00-9a82-beb1fb6f8cb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:19.032546 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285bac03-8505-4d29-9aa9-3ac4eeaf1571 req-88387da1-a182-4e13-aeb9-aaf9d1e0e843 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] 10.222.0.57 "GET /v2.0/security-groups?id=4083d844-8514-409f-a4a5-be839d215417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599217 May 27 02:10:19.107527 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-07411689-4ec9-4d00-9a82-beb1fb6f8cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:19.108437 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07411689-4ec9-4d00-9a82-beb1fb6f8cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:19.109058 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-07411689-4ec9-4d00-9a82-beb1fb6f8cb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:19.177504 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:19.205284 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 2ecbeb51-113b-4016-8763-fd2bf60a7fee completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:10:19.211715 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 1f9966bf-1b09-41a1-8827-f15c100bfc89 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:10:19.219380 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 2ecbeb51-113b-4016-8763-fd2bf60a7fee triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:10:19.219984 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:19.231156 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07411689-4ec9-4d00-9a82-beb1fb6f8cb8 admin admin] Pushing event updated for resources: {'Network': ['ID=9c94505a-1b01-46b9-b57a-522a51871996,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:19.272187 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 9c94505a-1b01-46b9-b57a-522a51871996 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:10:19.286208 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 1f9966bf-1b09-41a1-8827-f15c100bfc89 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:10:19.286627 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:19.294723 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-07411689-4ec9-4d00-9a82-beb1fb6f8cb8 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4956834 May 27 02:10:19.294920 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57068) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:19.302909 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-932e80b9-8c55-40ef-8683-e7a017cc3089 admin admin] Request body: {'subnet': {'network_id': '9c94505a-1b01-46b9-b57a-522a51871996', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-212999960-subnet', 'tenant_id': '83b30589dd9d452aa021f400dfb95709', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:19.316144 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e826f19f-f516-40dc-a424-cb812ef2ad96 req-77a1f8ba-e80f-4bae-b20f-6820811ea811 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:19.317750 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e826f19f-f516-40dc-a424-cb812ef2ad96 req-77a1f8ba-e80f-4bae-b20f-6820811ea811 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a11c0a8-295e-4a79-934a-19ee9acecc7d HTTP/1.1" status: 200 len: 945 time: 0.2135286 May 27 02:10:19.319969 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-932e80b9-8c55-40ef-8683-e7a017cc3089 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:19.330030 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74a071-eb26-419a-aad5-106940102857 req-8f527aec-e764-4381-b125-fcb2aee99451 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:19.331606 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ed74a071-eb26-419a-aad5-106940102857 req-8f527aec-e764-4381-b125-fcb2aee99451 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4e1df88-154f-4143-9f4e-8ca5128da369 HTTP/1.1" status: 200 len: 944 time: 0.1491210 May 27 02:10:19.336405 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-932e80b9-8c55-40ef-8683-e7a017cc3089 admin admin] Usage tracker for resource:subnet and tenant:83b30589dd9d452aa021f400dfb95709 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:19.353308 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-932e80b9-8c55-40ef-8683-e7a017cc3089 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:19.375497 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-932e80b9-8c55-40ef-8683-e7a017cc3089 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:19.418920 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e826f19f-f516-40dc-a424-cb812ef2ad96 req-80639288-1185-435c-8a32-ad26c9f4174c tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/security-groups?id=644a47ee-c2d3-4867-ac89-ac4152c2e13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863280 May 27 02:10:19.426481 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ed74a071-eb26-419a-aad5-106940102857 req-54ff32ec-3812-4b43-b858-58b9e11bf53e tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755861 May 27 02:10:19.462690 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932e80b9-8c55-40ef-8683-e7a017cc3089 admin admin] Made reservation on behalf of 83b30589dd9d452aa021f400dfb95709 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:10:19.466457 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-932e80b9-8c55-40ef-8683-e7a017cc3089 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:19.586428 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 2ecbeb51-113b-4016-8763-fd2bf60a7fee is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:10:19.586823 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:19.595978 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 1f9966bf-1b09-41a1-8827-f15c100bfc89 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:10:19.596340 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:19.619262 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7c19f8fe-7d6a-4d38-863b-1e672b4ae6b0 req-34e9ac5e-6de3-4b37-bc8a-b5170659aa51 tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] 10.222.0.57 "GET /v2.0/ports?device_id=11572316-9596-424b-96a8-e0874811d71c HTTP/1.1" status: 200 len: 210 time: 0.1282928 May 27 02:10:19.638908 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfdf0978-908f-4789-bbb1-183b95b8752f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9966bf-1b09-41a1-8827-f15c100bfc89'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:10:19.662757 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 2ecbeb51-113b-4016-8763-fd2bf60a7fee, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=2ecbeb51-113b-4016-8763-fd2bf60a7fee,segment=NetworkSegment(2c88854f-b1b4-45f9-9e07-67ac2d11483a),segment_id=2c88854f-b1b4-45f9-9e07-67ac2d11483a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:19.664528 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 1f9966bf-1b09-41a1-8827-f15c100bfc89, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=1f9966bf-1b09-41a1-8827-f15c100bfc89,segment=NetworkSegment(07465bd3-70b6-4ab8-bae1-2101d0f48dbe),segment_id=07465bd3-70b6-4ab8-bae1-2101d0f48dbe)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:19.720505 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82bb66e4-252c-487b-9246-673d4f704501'] response: {'name': 'network-changed', 'server_uuid': '668f3f0a-810a-4d84-8786-0b25edc03279', 'tag': 'da5fb44e-ba92-42dc-988f-3cd41806c48b', 'status': 'completed', 'code': 200} May 27 02:10:19.758384 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:19.760189 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:19.949284 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=1f9966bf-1b09-41a1-8827-f15c100bfc89,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:19.962561 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5140c0-1d30-4ffc-b110-633c8e534a36 req-dc9aedb3-5b8a-41bb-bfba-0b9b86a80323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:19.962561 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cd5140c0-1d30-4ffc-b110-633c8e534a36 req-dc9aedb3-5b8a-41bb-bfba-0b9b86a80323 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 1098 time: 0.2092206 May 27 02:10:20.037889 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5140c0-1d30-4ffc-b110-633c8e534a36 req-7b1911db-d0cb-4d60-868c-6409fc26d121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:20.039372 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cd5140c0-1d30-4ffc-b110-633c8e534a36 req-7b1911db-d0cb-4d60-868c-6409fc26d121 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 1098 time: 0.2478707 May 27 02:10:20.040080 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=2ecbeb51-113b-4016-8763-fd2bf60a7fee,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:20.051256 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34901e7f-e35f-4b21-8b07-dec71bb0916e req-3fdc1866-73e6-4b03-8d32-894ce572193d tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:20.056110 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-34901e7f-e35f-4b21-8b07-dec71bb0916e req-3fdc1866-73e6-4b03-8d32-894ce572193d tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 947 time: 0.2322657 May 27 02:10:20.087565 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-932e80b9-8c55-40ef-8683-e7a017cc3089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:20.136979 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5140c0-1d30-4ffc-b110-633c8e534a36 req-badd3e4d-73d3-422a-9678-3263d1588a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:20.139489 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cd5140c0-1d30-4ffc-b110-633c8e534a36 req-badd3e4d-73d3-422a-9678-3263d1588a39 service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.1703124 May 27 02:10:20.211892 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cd5140c0-1d30-4ffc-b110-633c8e534a36 req-6e0df45f-072c-4811-9a8a-f20519f4bbf8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=da5fb44e-ba92-42dc-988f-3cd41806c48b HTTP/1.1" status: 200 len: 217 time: 0.0642118 May 27 02:10:20.229139 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e7eef-7151-4263-9ebe-6422df17eee6 req-3be72cc8-7557-4402-8506-75f0a97a0a4d tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:20.235666 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e7eef-7151-4263-9ebe-6422df17eee6 req-3be72cc8-7557-4402-8506-75f0a97a0a4d tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:20.243391 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-212e7eef-7151-4263-9ebe-6422df17eee6 req-3be72cc8-7557-4402-8506-75f0a97a0a4d tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=0568a4c9-f7b2-45b2-bf6a-d23307ef3626&device_id=798c906b-ee4d-4f0b-8a62-a04f252534e4 HTTP/1.1" status: 200 len: 1690 time: 0.3274868 May 27 02:10:20.293278 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5140c0-1d30-4ffc-b110-633c8e534a36 req-14567e6b-c32b-4fa6-b354-c4c0a6d55c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:20.294944 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cd5140c0-1d30-4ffc-b110-633c8e534a36 req-14567e6b-c32b-4fa6-b354-c4c0a6d55c3a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.0765889 May 27 02:10:20.308915 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-34901e7f-e35f-4b21-8b07-dec71bb0916e req-a8ed5b84-89eb-46a5-bf81-b8b2e19a5ac2 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305374 May 27 02:10:20.350994 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e80b9-8c55-40ef-8683-e7a017cc3089 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00620427-b337-441f-8e6a-3537573c760d,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:20.379308 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5140c0-1d30-4ffc-b110-633c8e534a36 req-09f87cf7-2852-46d0-ace5-d94f43b899d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:20.381391 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cd5140c0-1d30-4ffc-b110-633c8e534a36 req-09f87cf7-2852-46d0-ace5-d94f43b899d6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0795116 May 27 02:10:20.401499 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-212e7eef-7151-4263-9ebe-6422df17eee6 req-f204e41d-f323-4e7d-8437-9f856010fc18 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567321 May 27 02:10:20.408511 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f839dd3-2c49-4588-8be4-4501c156839d'] response: {'server_uuid': 'dfdf0978-908f-4789-bbb1-183b95b8752f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9966bf-1b09-41a1-8827-f15c100bfc89', 'code': 200} May 27 02:10:20.417794 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932e80b9-8c55-40ef-8683-e7a017cc3089 admin admin] Checking segment: {'id': 'fb8802a4-e2b2-4965-82be-dc0e4cddd944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9c94505a-1b01-46b9-b57a-522a51871996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:10:20.420152 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932e80b9-8c55-40ef-8683-e7a017cc3089 admin admin] Network hostable DHCP agents. Network: 9c94505a-1b01-46b9-b57a-522a51871996, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:10:20.434029 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5140c0-1d30-4ffc-b110-633c8e534a36 req-1328f4e1-48a3-4f78-96e2-5e4e2100dbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:20.435534 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cd5140c0-1d30-4ffc-b110-633c8e534a36 req-1328f4e1-48a3-4f78-96e2-5e4e2100dbf7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.3777101 May 27 02:10:20.569316 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cd5140c0-1d30-4ffc-b110-633c8e534a36 req-64e4b723-41b8-41d1-82ce-ddc43622ee15 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=da5fb44e-ba92-42dc-988f-3cd41806c48b HTTP/1.1" status: 200 len: 217 time: 0.1057723 May 27 02:10:20.628506 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932e80b9-8c55-40ef-8683-e7a017cc3089 admin admin] Network 9c94505a-1b01-46b9-b57a-522a51871996 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:10:20.658088 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cd5140c0-1d30-4ffc-b110-633c8e534a36 req-1dde9e8e-9fc7-424f-848c-8b23a17ef601 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518294 May 27 02:10:20.662723 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92236d0-4500-43b8-b462-2a7a8ea2999b req-dd472ca9-544b-4308-8865-d0b5378350f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:20.667121 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a92236d0-4500-43b8-b462-2a7a8ea2999b req-dd472ca9-544b-4308-8865-d0b5378350f6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dfdf0978-908f-4789-bbb1-183b95b8752f HTTP/1.1" status: 200 len: 1096 time: 0.1481943 May 27 02:10:20.772804 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-932e80b9-8c55-40ef-8683-e7a017cc3089 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 9c94505a-1b01-46b9-b57a-522a51871996) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:10:20.781099 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624341b2-8476-4345-947b-5530ec9b9452 None None] Network 9c94505a-1b01-46b9-b57a-522a51871996 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:10:20.804217 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a92236d0-4500-43b8-b462-2a7a8ea2999b req-2745e49f-8823-4d8f-8517-2343a9dd052a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4083d844-8514-409f-a4a5-be839d215417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175473 May 27 02:10:20.809437 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5140c0-1d30-4ffc-b110-633c8e534a36 req-df066937-efc4-4ff5-a963-24f05e16bf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:20.811726 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cd5140c0-1d30-4ffc-b110-633c8e534a36 req-df066937-efc4-4ff5-a963-24f05e16bf18 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.1799135 May 27 02:10:20.815083 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932e80b9-8c55-40ef-8683-e7a017cc3089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:20.819066 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-932e80b9-8c55-40ef-8683-e7a017cc3089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:20.862652 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cd5140c0-1d30-4ffc-b110-633c8e534a36 req-57b8d29d-7bf1-4b9a-a3a9-a9d618359c65 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975288 May 27 02:10:20.877363 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device cece29d7-34db-4bee-aac4-f52148a723dc up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:10:21.085551 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61248496-7b08-4828-a9ac-51ad93301d03 req-f73c04a0-ab9c-419a-9d8c-c8f2f446f680 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:21.087142 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-61248496-7b08-4828-a9ac-51ad93301d03 req-f73c04a0-ab9c-419a-9d8c-c8f2f446f680 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfdf0978-908f-4789-bbb1-183b95b8752f HTTP/1.1" status: 200 len: 945 time: 0.5100915 May 27 02:10:21.097091 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port cece29d7-34db-4bee-aac4-f52148a723dc completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:10:21.105014 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port cece29d7-34db-4bee-aac4-f52148a723dc triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:10:21.105310 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:21.106641 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58695587-9e12-4232-8ae9-b68757bd7de1 req-db5121b3-bc63-40a9-af4a-b67f9e518c59 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:21.108900 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-58695587-9e12-4232-8ae9-b68757bd7de1 req-db5121b3-bc63-40a9-af4a-b67f9e518c59 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a11c0a8-295e-4a79-934a-19ee9acecc7d HTTP/1.1" status: 200 len: 946 time: 0.4175966 May 27 02:10:21.133372 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-932e80b9-8c55-40ef-8683-e7a017cc3089 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8371003 May 27 02:10:21.137936 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefc7c88-bca0-471f-8966-1720d6bff6fe None None] Network 9c94505a-1b01-46b9-b57a-522a51871996 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:10:21.200273 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5140c0-1d30-4ffc-b110-633c8e534a36 req-97a434dd-e0f9-4c4f-9b15-87547d891063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:21.204513 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cd5140c0-1d30-4ffc-b110-633c8e534a36 req-97a434dd-e0f9-4c4f-9b15-87547d891063 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3734806 May 27 02:10:21.367779 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-61248496-7b08-4828-a9ac-51ad93301d03 req-59b5ffe8-8eb4-48f3-b84c-ceafe0b0c531 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] 10.222.0.57 "GET /v2.0/security-groups?id=4083d844-8514-409f-a4a5-be839d215417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2570035 May 27 02:10:21.379709 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-58695587-9e12-4232-8ae9-b68757bd7de1 req-6c3565b1-c509-4ccc-a66c-af517a1cff66 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/security-groups?id=644a47ee-c2d3-4867-ac89-ac4152c2e13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528224 May 27 02:10:21.508745 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port cece29d7-34db-4bee-aac4-f52148a723dc is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:10:21.509198 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:21.546219 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cd5140c0-1d30-4ffc-b110-633c8e534a36 req-b3ac4042-3c1e-4591-a611-b766820466fb service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964854 May 27 02:10:21.587849 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port cece29d7-34db-4bee-aac4-f52148a723dc, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=cece29d7-34db-4bee-aac4-f52148a723dc,segment=NetworkSegment(18001c0d-6c74-475c-a0cb-9d64b721b14f),segment_id=18001c0d-6c74-475c-a0cb-9d64b721b14f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:21.662278 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:21.746414 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=cece29d7-34db-4bee-aac4-f52148a723dc,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:21.852567 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cd5140c0-1d30-4ffc-b110-633c8e534a36 req-6cd20610-8fdf-4992-9fe8-61078692ec6e service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001280 May 27 02:10:21.877259 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48def943-ae6d-4c69-9433-1eba980b9369 req-d1fcff6f-389f-4c75-b9f8-ffdbe4fd271e tempest-ServersOnMultiNodesTest-1565427080 tempest-ServersOnMultiNodesTest-1565427080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:21.890632 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-48def943-ae6d-4c69-9433-1eba980b9369 req-d1fcff6f-389f-4c75-b9f8-ffdbe4fd271e tempest-ServersOnMultiNodesTest-1565427080 tempest-ServersOnMultiNodesTest-1565427080-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=0568a4c9-f7b2-45b2-bf6a-d23307ef3626 HTTP/1.1" status: 200 len: 1101 time: 0.2405617 May 27 02:10:21.958603 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093586a-1643-4870-bde5-c2513667889a req-e0eefb3a-1e33-42b6-b4bb-a8436c283072 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:21.969115 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0093586a-1643-4870-bde5-c2513667889a req-e0eefb3a-1e33-42b6-b4bb-a8436c283072 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4e1df88-154f-4143-9f4e-8ca5128da369 HTTP/1.1" status: 200 len: 945 time: 0.3215892 May 27 02:10:22.006477 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-48def943-ae6d-4c69-9433-1eba980b9369 req-33b60dbb-e1d1-4edd-8a6b-f7118d5fdd0a tempest-ServersOnMultiNodesTest-1565427080 tempest-ServersOnMultiNodesTest-1565427080-project-admin] Synchronizing usage tracker for tenant:cdbdb4f767234ad4998edf8170b46a7c on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:10:22.036345 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-b7d27913-e119-485d-a68e-97bd5203d870 tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:22.037620 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-b7d27913-e119-485d-a68e-97bd5203d870 tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] Synchronizing usage tracker for tenant:8db5d1a810aa4ee8a8c2ca480e1b7a42 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:10:22.043623 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0093586a-1643-4870-bde5-c2513667889a req-22bc5cc4-2cb6-42eb-937d-4ef22869bd09 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736368 May 27 02:10:22.176194 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-b7d27913-e119-485d-a68e-97bd5203d870 tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] Unset dirty status for tenant:8db5d1a810aa4ee8a8c2ca480e1b7a42 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:10:22.182165 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-b7d27913-e119-485d-a68e-97bd5203d870 tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] 10.222.0.32 "GET /v2.0/networks?id=74778735-4446-404c-9d8b-99931c32fa7a HTTP/1.1" status: 200 len: 813 time: 0.4641922 May 27 02:10:22.183634 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-48def943-ae6d-4c69-9433-1eba980b9369 req-33b60dbb-e1d1-4edd-8a6b-f7118d5fdd0a tempest-ServersOnMultiNodesTest-1565427080 tempest-ServersOnMultiNodesTest-1565427080-project-admin] Unset dirty status for tenant:cdbdb4f767234ad4998edf8170b46a7c on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:10:22.186477 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-48def943-ae6d-4c69-9433-1eba980b9369 req-33b60dbb-e1d1-4edd-8a6b-f7118d5fdd0a tempest-ServersOnMultiNodesTest-1565427080 tempest-ServersOnMultiNodesTest-1565427080-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933424 May 27 02:10:22.198343 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-12fb4e81-6fde-409f-b6de-e613268d8986 req-b01135a6-6e31-4173-aabd-346ce227a385 tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] 10.222.0.57 "GET /v2.0/ports?device_id=11572316-9596-424b-96a8-e0874811d71c HTTP/1.1" status: 200 len: 210 time: 0.0523770 May 27 02:10:22.204763 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-5529b6f4-2192-449f-86d4-e24402782b9f tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] Request body: {'port': {'device_id': '11572316-9596-424b-96a8-e0874811d71c', 'network_id': '74778735-4446-404c-9d8b-99931c32fa7a', 'admin_state_up': True, 'tenant_id': '8db5d1a810aa4ee8a8c2ca480e1b7a42'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:22.207452 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57108) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:22.218860 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-b858a632-d6da-4b67-ae89-40fd9c671e1a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1716686571-network', 'tenant_id': '059673651a1a457ea2526e7719a7444c'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:22.222987 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b858a632-d6da-4b67-ae89-40fd9c671e1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:22.227534 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b858a632-d6da-4b67-ae89-40fd9c671e1a admin admin] Usage tracker for resource:network and tenant:059673651a1a457ea2526e7719a7444c is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:22.230515 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b858a632-d6da-4b67-ae89-40fd9c671e1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:22.236892 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b858a632-d6da-4b67-ae89-40fd9c671e1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:22.320209 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b858a632-d6da-4b67-ae89-40fd9c671e1a admin admin] Made reservation on behalf of 059673651a1a457ea2526e7719a7444c for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:10:22.322936 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b858a632-d6da-4b67-ae89-40fd9c671e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:22.355723 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b858a632-d6da-4b67-ae89-40fd9c671e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:22.409975 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a11c0a8-295e-4a79-934a-19ee9acecc7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ecbeb51-113b-4016-8763-fd2bf60a7fee'}, {'server_uuid': 'd4e1df88-154f-4143-9f4e-8ca5128da369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cece29d7-34db-4bee-aac4-f52148a723dc'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:10:22.429272 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b858a632-d6da-4b67-ae89-40fd9c671e1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:22.466577 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b858a632-d6da-4b67-ae89-40fd9c671e1a admin admin] Usage tracker for resource:security_group_rule and tenant:059673651a1a457ea2526e7719a7444c is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:22.476994 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-5529b6f4-2192-449f-86d4-e24402782b9f tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:22.480140 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b858a632-d6da-4b67-ae89-40fd9c671e1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:22.480895 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-5529b6f4-2192-449f-86d4-e24402782b9f tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] Usage tracker for resource:port and tenant:8db5d1a810aa4ee8a8c2ca480e1b7a42 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:22.483735 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-5529b6f4-2192-449f-86d4-e24402782b9f tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:22.489961 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-5529b6f4-2192-449f-86d4-e24402782b9f tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:22.490597 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b858a632-d6da-4b67-ae89-40fd9c671e1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:22.566434 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e73c4-6880-45c0-857f-88bafe0a8366 req-426f3d02-9372-4410-91a8-824fc422891a tempest-ServersOnMultiNodesTest-1565427080 tempest-ServersOnMultiNodesTest-1565427080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:22.567976 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-925e73c4-6880-45c0-857f-88bafe0a8366 req-426f3d02-9372-4410-91a8-824fc422891a tempest-ServersOnMultiNodesTest-1565427080 tempest-ServersOnMultiNodesTest-1565427080-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=798c906b-ee4d-4f0b-8a62-a04f252534e4 HTTP/1.1" status: 200 len: 1100 time: 0.2133372 May 27 02:10:22.576427 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff34b43-ae72-43d1-b8d8-4e6ea8affe23 req-a7e70314-15fc-40ca-a36c-126cf3193df3 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:22.577821 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7ff34b43-ae72-43d1-b8d8-4e6ea8affe23 req-a7e70314-15fc-40ca-a36c-126cf3193df3 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 947 time: 0.1559432 May 27 02:10:22.593666 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-5529b6f4-2192-449f-86d4-e24402782b9f tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] Made reservation on behalf of 8db5d1a810aa4ee8a8c2ca480e1b7a42 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:10:22.597396 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-5529b6f4-2192-449f-86d4-e24402782b9f tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:22.680118 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-925e73c4-6880-45c0-857f-88bafe0a8366 req-e82b9a50-c454-4806-85c5-be6707e02f07 tempest-ServersOnMultiNodesTest-1565427080 tempest-ServersOnMultiNodesTest-1565427080-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980494 May 27 02:10:22.691133 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7ff34b43-ae72-43d1-b8d8-4e6ea8affe23 req-0e60d5c4-48e9-4ad4-9101-77811c9cf753 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037726 May 27 02:10:22.696331 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b858a632-d6da-4b67-ae89-40fd9c671e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:22.764824 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b858a632-d6da-4b67-ae89-40fd9c671e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:22.824126 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b858a632-d6da-4b67-ae89-40fd9c671e1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:10:22.840298 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device da5fb44e-ba92-42dc-988f-3cd41806c48b details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:10:22.841322 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-5529b6f4-2192-449f-86d4-e24402782b9f tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] Allocated IP 172.20.0.4 (74778735-4446-404c-9d8b-99931c32fa7a/6135d83e-c321-481e-8e79-c813b18f2422/61fa78fa-1fe6-4496-a416-f8eb8a59ae35) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:10:22.916734 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858a632-d6da-4b67-ae89-40fd9c671e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8becc1-fd9f-47df-b7d9-cb47aa24cd42,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:22.934840 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b858a632-d6da-4b67-ae89-40fd9c671e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:22.935201 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-b858a632-d6da-4b67-ae89-40fd9c671e1a admin admin] Added segment 54e5f63c-fd09-4855-b0cc-94770229f9a2 of type vlan for network 447f86c8-87cf-4f00-9e53-dbdffc85a5c0 May 27 02:10:23.049176 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b858a632-d6da-4b67-ae89-40fd9c671e1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:23.049388 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port da5fb44e-ba92-42dc-988f-3cd41806c48b, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=da5fb44e-ba92-42dc-988f-3cd41806c48b,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:23.049508 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b73aa-4d70-4cc3-ab2d-405c7565dceb req-1cb7e557-faaf-4ad3-905b-737cd9afb24b tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:23.049508 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-616b73aa-4d70-4cc3-ab2d-405c7565dceb req-1cb7e557-faaf-4ad3-905b-737cd9afb24b tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a11c0a8-295e-4a79-934a-19ee9acecc7d HTTP/1.1" status: 200 len: 946 time: 0.1609638 May 27 02:10:23.049715 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': 'da5fb44e-ba92-42dc-988f-3cd41806c48b', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'port_id': 'da5fb44e-ba92-42dc-988f-3cd41806c48b', 'mac_address': 'fa:16:3e:a7:f9:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf69705-8457-415f-85a3-b42efaff1b97', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:10:23.049840 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1b750-a1d2-4344-b68c-a40dcfa32b58 req-5f5d7ab2-e471-4f60-bb75-4f1b5e8e70ee tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:23.049840 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-64c1b750-a1d2-4344-b68c-a40dcfa32b58 req-5f5d7ab2-e471-4f60-bb75-4f1b5e8e70ee tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfdf0978-908f-4789-bbb1-183b95b8752f HTTP/1.1" status: 200 len: 945 time: 0.2349720 May 27 02:10:23.102919 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-5529b6f4-2192-449f-86d4-e24402782b9f tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:23.104702 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port da5fb44e-ba92-42dc-988f-3cd41806c48b is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:10:23.105158 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:23.131185 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da5fb44e-ba92-42dc-988f-3cd41806c48b {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:10:23.133691 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-616b73aa-4d70-4cc3-ab2d-405c7565dceb req-4392ea6a-9aa3-4f40-8eca-bfd530777a08 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/security-groups?id=644a47ee-c2d3-4867-ac89-ac4152c2e13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951517 May 27 02:10:23.152380 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-64c1b750-a1d2-4344-b68c-a40dcfa32b58 req-fe29a6a9-979a-4e77-9540-befdc231347c tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] 10.222.0.57 "GET /v2.0/security-groups?id=4083d844-8514-409f-a4a5-be839d215417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868886 May 27 02:10:23.155646 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port da5fb44e-ba92-42dc-988f-3cd41806c48b, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=da5fb44e-ba92-42dc-988f-3cd41806c48b,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:23.205500 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b8ce8c9-d2e3-4c20-b40c-88f33a5c9054'] response: {'server_uuid': '4a11c0a8-295e-4a79-934a-19ee9acecc7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ecbeb51-113b-4016-8763-fd2bf60a7fee', 'code': 200} May 27 02:10:23.206191 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b8ce8c9-d2e3-4c20-b40c-88f33a5c9054'] response: {'server_uuid': 'd4e1df88-154f-4143-9f4e-8ca5128da369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cece29d7-34db-4bee-aac4-f52148a723dc', 'code': 200} May 27 02:10:23.387390 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65deb71-137a-4538-815d-aa65d0d43370 req-d2af0c8b-800d-4a98-a33a-169c87c9a3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:23.388945 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d65deb71-137a-4538-815d-aa65d0d43370 req-d2af0c8b-800d-4a98-a33a-169c87c9a3d4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4a11c0a8-295e-4a79-934a-19ee9acecc7d HTTP/1.1" status: 200 len: 1097 time: 0.0906734 May 27 02:10:23.391575 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b858a632-d6da-4b67-ae89-40fd9c671e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:23.392910 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b858a632-d6da-4b67-ae89-40fd9c671e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:23.397008 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b858a632-d6da-4b67-ae89-40fd9c671e1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:23.417009 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:23.419377 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-5529b6f4-2192-449f-86d4-e24402782b9f tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:23.563671 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=da5fb44e-ba92-42dc-988f-3cd41806c48b,revision_number=8']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:23.655724 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858a632-d6da-4b67-ae89-40fd9c671e1a admin admin] Pushing event updated for resources: {'Network': ['ID=447f86c8-87cf-4f00-9e53-dbdffc85a5c0,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:23.667751 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 447f86c8-87cf-4f00-9e53-dbdffc85a5c0 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:10:23.685740 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-5529b6f4-2192-449f-86d4-e24402782b9f tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] Network 74778735-4446-404c-9d8b-99931c32fa7a is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:10:23.694471 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-5529b6f4-2192-449f-86d4-e24402782b9f tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:10:23.701863 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d65deb71-137a-4538-815d-aa65d0d43370 req-f05d869d-3592-4adf-bbf3-48e9636e8853 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=644a47ee-c2d3-4867-ac89-ac4152c2e13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028491 May 27 02:10:23.708484 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-5529b6f4-2192-449f-86d4-e24402782b9f tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:10:23.744111 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['da5fb44e-ba92-42dc-988f-3cd41806c48b'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:10:23.750492 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529b6f4-2192-449f-86d4-e24402782b9f tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] Pushing event updated for resources: {'Port': ['ID=61fa78fa-1fe6-4496-a416-f8eb8a59ae35,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:23.761080 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57140) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:23.761515 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b858a632-d6da-4b67-ae89-40fd9c671e1a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5521319 May 27 02:10:23.774900 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb04b25-d1a2-419b-9e0c-376bcc5d8354 req-d2c78a84-9c6b-4d4c-8e7a-bd0cb91045dd tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:23.776584 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-edb04b25-d1a2-419b-9e0c-376bcc5d8354 req-d2c78a84-9c6b-4d4c-8e7a-bd0cb91045dd tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4e1df88-154f-4143-9f4e-8ca5128da369 HTTP/1.1" status: 200 len: 945 time: 0.1151743 May 27 02:10:23.785872 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-bcc438c5-cf8f-4bad-97e2-efacf0d0c5d3 admin admin] Request body: {'subnet': {'network_id': '447f86c8-87cf-4f00-9e53-dbdffc85a5c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1716686571-subnet', 'tenant_id': '059673651a1a457ea2526e7719a7444c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:23.799735 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bcc438c5-cf8f-4bad-97e2-efacf0d0c5d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:23.810416 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bcc438c5-cf8f-4bad-97e2-efacf0d0c5d3 admin admin] Usage tracker for resource:subnet and tenant:059673651a1a457ea2526e7719a7444c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:23.818770 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-5529b6f4-2192-449f-86d4-e24402782b9f tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:23.819383 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-5529b6f4-2192-449f-86d4-e24402782b9f tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:23.844921 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bcc438c5-cf8f-4bad-97e2-efacf0d0c5d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:23.854507 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bcc438c5-cf8f-4bad-97e2-efacf0d0c5d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:23.859720 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9069577-a7ca-40b6-a78f-0756ab8e82e7 req-55a55b4e-f62d-47a8-aa8b-133ef9df47f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:23.861309 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d9069577-a7ca-40b6-a78f-0756ab8e82e7 req-55a55b4e-f62d-47a8-aa8b-133ef9df47f8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d4e1df88-154f-4143-9f4e-8ca5128da369 HTTP/1.1" status: 200 len: 1096 time: 0.5948460 May 27 02:10:23.866693 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-edb04b25-d1a2-419b-9e0c-376bcc5d8354 req-f2205cb1-dca2-488b-bb01-e839f2ad44ff tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822830 May 27 02:10:23.915492 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d9069577-a7ca-40b6-a78f-0756ab8e82e7 req-2698b516-78eb-4aa6-a68e-06d64596fd43 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476263 May 27 02:10:23.942036 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-5529b6f4-2192-449f-86d4-e24402782b9f tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7437897 May 27 02:10:24.029829 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc438c5-cf8f-4bad-97e2-efacf0d0c5d3 admin admin] Made reservation on behalf of 059673651a1a457ea2526e7719a7444c for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:10:24.032228 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bcc438c5-cf8f-4bad-97e2-efacf0d0c5d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:24.128769 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-655d4e1b-2510-42b8-9d77-f9dbe5c49951 service neutron] Request body: {'port': {'device_id': '11572316-9596-424b-96a8-e0874811d71c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:24.130418 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d66750-83f9-4a7c-bf8d-78dbbf2f8c4b req-b9449e39-d6e1-42ce-87e0-c97a14c3060c tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:24.133487 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e9d66750-83f9-4a7c-bf8d-78dbbf2f8c4b req-b9449e39-d6e1-42ce-87e0-c97a14c3060c tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfdf0978-908f-4789-bbb1-183b95b8752f HTTP/1.1" status: 200 len: 945 time: 0.1438923 May 27 02:10:24.144316 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba964a1b-60b0-4a77-8924-da69b3a6c2be req-483e1347-6a93-44b6-b9e1-61490e5db67a tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:24.158207 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ba964a1b-60b0-4a77-8924-da69b3a6c2be req-483e1347-6a93-44b6-b9e1-61490e5db67a tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] 10.222.0.57 "GET /v2.0/ports?device_id=11572316-9596-424b-96a8-e0874811d71c HTTP/1.1" status: 200 len: 931 time: 0.1251020 May 27 02:10:24.158207 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57146) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:24.158207 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-d9a5f561-b87c-43db-9c9a-bcb4d2ca3e72 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Request body: {'floatingip': {'port_id': '1f9966bf-1b09-41a1-8827-f15c100bfc89'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:24.351771 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-655d4e1b-2510-42b8-9d77-f9dbe5c49951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:24.414999 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-81527496-0660-48f0-822b-bc4320fa1560 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=920f79471e3444109aeaadab23e503c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0693336 May 27 02:10:24.417261 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-6469d622-e48b-40d2-8e11-7533f9ceb98e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:24.417819 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d9a5f561-b87c-43db-9c9a-bcb4d2ca3e72 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify callbacks [] for floatingip, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:24.418911 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-6469d622-e48b-40d2-8e11-7533f9ceb98e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.32 "GET /v2.0/ports?device_id=668f3f0a-810a-4d84-8786-0b25edc03279&tenant_id=91fc0a0dee4b4cc18343e2e355149e58&binding%3Ahost_id=n-h1-843554-3 HTTP/1.1" status: 200 len: 948 time: 0.2966366 May 27 02:10:24.625994 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ba964a1b-60b0-4a77-8924-da69b3a6c2be req-1189b502-81c8-4373-b2bb-bd59eb116814 tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] 10.222.0.57 "GET /v2.0/security-groups?id=abdd4a29-3254-485f-b370-ae431cd8e5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796566 May 27 02:10:24.665605 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-c760e635-d7ba-469b-a309-8c3e9c2a2bf3 service neutron] 10.222.0.32 "GET /v2.0/ports/da5fb44e-ba92-42dc-988f-3cd41806c48b/bindings/n-h1-843554-3 HTTP/1.1" status: 200 len: 382 time: 0.2079260 May 27 02:10:24.766959 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-fe81bf95-2f53-4830-95e3-202b053d112c tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:24.777297 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-fe81bf95-2f53-4830-95e3-202b053d112c tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3098581 May 27 02:10:24.963720 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-ac06d821-7957-4799-9535-9831e7e8b76b tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/quotas/920f79471e3444109aeaadab23e503c2 HTTP/1.1" status: 200 len: 375 time: 0.1853764 May 27 02:10:25.043434 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-c409661f-bdd0-44fd-85a4-fd95167fea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:25.051703 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-c409661f-bdd0-44fd-85a4-fd95167fea45 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 1099 time: 0.3303833 May 27 02:10:25.247055 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-655d4e1b-2510-42b8-9d77-f9dbe5c49951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61fa78fa-1fe6-4496-a416-f8eb8a59ae35 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:10:25.257914 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-655d4e1b-2510-42b8-9d77-f9dbe5c49951 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:25.290003 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-42734370-bc6d-4b31-9fc2-43e16bc9e9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:25.291410 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-42734370-bc6d-4b31-9fc2-43e16bc9e9e4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.2400427 May 27 02:10:25.291693 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29a14c-395d-4973-b827-84d3d6d5b01e req-5b945625-0c4c-4aa7-9d38-87de33e6a251 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:25.292340 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-655d4e1b-2510-42b8-9d77-f9dbe5c49951 service neutron] Transition to ACTIVE for port object 61fa78fa-1fe6-4496-a416-f8eb8a59ae35 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:25.293526 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8c29a14c-395d-4973-b827-84d3d6d5b01e req-5b945625-0c4c-4aa7-9d38-87de33e6a251 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 948 time: 0.3921907 May 27 02:10:25.317742 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-31f4d0de-bb6e-4cbe-bd75-ca48ada9b6ef tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=920f79471e3444109aeaadab23e503c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3457854 May 27 02:10:25.360377 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bcc438c5-cf8f-4bad-97e2-efacf0d0c5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:25.403381 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-655d4e1b-2510-42b8-9d77-f9dbe5c49951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:25.407848 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-01b4baf5-50b0-41b4-94bc-5f26ad163b7f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=da5fb44e-ba92-42dc-988f-3cd41806c48b HTTP/1.1" status: 200 len: 217 time: 0.1094842 May 27 02:10:25.415215 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:10:25.418261 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8c29a14c-395d-4973-b827-84d3d6d5b01e req-72dcea72-a0da-4647-bf0f-e7d28102761d tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959580 May 27 02:10:25.439418 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9c72c5e8-99cd-4d74-ba26-484f8ce9b954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:25.640103 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d4e1b-2510-42b8-9d77-f9dbe5c49951 service neutron] Pushing event updated for resources: {'Port': ['ID=61fa78fa-1fe6-4496-a416-f8eb8a59ae35,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:25.643906 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc438c5-cf8f-4bad-97e2-efacf0d0c5d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0286e10-97d6-4339-9bb7-85e2a27f34c8,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:25.669367 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d9a5f561-b87c-43db-9c9a-bcb4d2ca3e72 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:25.747195 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-1b797c44-7494-4039-82a3-bc4dc17418df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:25.747445 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d9a5f561-b87c-43db-9c9a-bcb4d2ca3e72 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:25.748661 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-1b797c44-7494-4039-82a3-bc4dc17418df service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.2832620 May 27 02:10:25.805017 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc438c5-cf8f-4bad-97e2-efacf0d0c5d3 admin admin] Checking segment: {'id': '54e5f63c-fd09-4855-b0cc-94770229f9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '447f86c8-87cf-4f00-9e53-dbdffc85a5c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:10:25.805379 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc438c5-cf8f-4bad-97e2-efacf0d0c5d3 admin admin] Network hostable DHCP agents. Network: 447f86c8-87cf-4f00-9e53-dbdffc85a5c0, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:10:25.864996 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-655d4e1b-2510-42b8-9d77-f9dbe5c49951 service neutron] Attempting to bind port 61fa78fa-1fe6-4496-a416-f8eb8a59ae35 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:10:25.865313 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-655d4e1b-2510-42b8-9d77-f9dbe5c49951 service neutron] Attempting to bind port 61fa78fa-1fe6-4496-a416-f8eb8a59ae35 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'ec53111b-a203-46b3-bcfd-04100be1b21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '74778735-4446-404c-9d8b-99931c32fa7a'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:10:25.865640 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-655d4e1b-2510-42b8-9d77-f9dbe5c49951 service neutron] Attempting to bind port 61fa78fa-1fe6-4496-a416-f8eb8a59ae35 on network 74778735-4446-404c-9d8b-99931c32fa7a {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:10:25.881399 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-655d4e1b-2510-42b8-9d77-f9dbe5c49951 service neutron] Port 61fa78fa-1fe6-4496-a416-f8eb8a59ae35 on network 74778735-4446-404c-9d8b-99931c32fa7a not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:10:25.881922 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-655d4e1b-2510-42b8-9d77-f9dbe5c49951 service neutron] Attempting to bind port 61fa78fa-1fe6-4496-a416-f8eb8a59ae35 on network 74778735-4446-404c-9d8b-99931c32fa7a {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:10:25.890963 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-655d4e1b-2510-42b8-9d77-f9dbe5c49951 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:10:25.891300 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-655d4e1b-2510-42b8-9d77-f9dbe5c49951 service neutron] Checking segment: {'id': 'ec53111b-a203-46b3-bcfd-04100be1b21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '74778735-4446-404c-9d8b-99931c32fa7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:10:25.891864 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-655d4e1b-2510-42b8-9d77-f9dbe5c49951 service neutron] Bound using segment: {'id': 'ec53111b-a203-46b3-bcfd-04100be1b21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '74778735-4446-404c-9d8b-99931c32fa7a'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:10:25.892299 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-655d4e1b-2510-42b8-9d77-f9dbe5c49951 service neutron] Bound port: 61fa78fa-1fe6-4496-a416-f8eb8a59ae35, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec53111b-a203-46b3-bcfd-04100be1b21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '74778735-4446-404c-9d8b-99931c32fa7a'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:10:25.892651 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-655d4e1b-2510-42b8-9d77-f9dbe5c49951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:25.954798 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-13a040a0-ea76-47d5-9d5a-caec1d5a6dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:25.956399 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-13a040a0-ea76-47d5-9d5a-caec1d5a6dd5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1935718 May 27 02:10:25.989971 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc438c5-cf8f-4bad-97e2-efacf0d0c5d3 admin admin] Network 447f86c8-87cf-4f00-9e53-dbdffc85a5c0 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:10:26.114785 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-655d4e1b-2510-42b8-9d77-f9dbe5c49951 service neutron] For port 61fa78fa-1fe6-4496-a416-f8eb8a59ae35, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:10:26.135067 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-655d4e1b-2510-42b8-9d77-f9dbe5c49951 service neutron] For port 61fa78fa-1fe6-4496-a416-f8eb8a59ae35, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=61fa78fa-1fe6-4496-a416-f8eb8a59ae35,segment=NetworkSegment(ec53111b-a203-46b3-bcfd-04100be1b21f),segment_id=ec53111b-a203-46b3-bcfd-04100be1b21f)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:10:26.138023 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-bcc438c5-cf8f-4bad-97e2-efacf0d0c5d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 447f86c8-87cf-4f00-9e53-dbdffc85a5c0) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:10:26.143488 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-132981a6-cd91-4088-b4a3-c837ef065562 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798739 May 27 02:10:26.148561 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc438c5-cf8f-4bad-97e2-efacf0d0c5d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:26.148561 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bcc438c5-cf8f-4bad-97e2-efacf0d0c5d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:26.149003 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53076dd1-e80c-47fa-8198-eb4e534bd054 req-104e9d38-75b0-4fc5-a551-45e46a7251fa tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:26.149003 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-53076dd1-e80c-47fa-8198-eb4e534bd054 req-104e9d38-75b0-4fc5-a551-45e46a7251fa tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a11c0a8-295e-4a79-934a-19ee9acecc7d HTTP/1.1" status: 200 len: 946 time: 0.4452326 May 27 02:10:26.153669 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-d9a5f561-b87c-43db-9c9a-bcb4d2ca3e72 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Floating IP 902dd13e-a164-4b7c-b81e-8d028026bffb associated. External IP: 172.25.1.187, port: 1f9966bf-1b09-41a1-8827-f15c100bfc89. May 27 02:10:26.153844 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c86ef2f-8805-4113-a384-446eaba6b1a8 None None] Network 447f86c8-87cf-4f00-9e53-dbdffc85a5c0 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:10:26.295785 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-bcc438c5-cf8f-4bad-97e2-efacf0d0c5d3 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5335720 May 27 02:10:26.297491 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-655d4e1b-2510-42b8-9d77-f9dbe5c49951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:26.387260 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-53076dd1-e80c-47fa-8198-eb4e534bd054 req-f2e18222-7481-42b4-a2bd-81a26a44076d tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/security-groups?id=644a47ee-c2d3-4867-ac89-ac4152c2e13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776638 May 27 02:10:26.462724 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-655d4e1b-2510-42b8-9d77-f9dbe5c49951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:26.466365 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-655d4e1b-2510-42b8-9d77-f9dbe5c49951 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:26.469126 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-655d4e1b-2510-42b8-9d77-f9dbe5c49951 service neutron] 10.222.0.32 "PUT /v2.0/ports/61fa78fa-1fe6-4496-a416-f8eb8a59ae35 HTTP/1.1" status: 200 len: 1091 time: 2.3475757 May 27 02:10:26.469281 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11572316-9596-424b-96a8-e0874811d71c', 'tag': '61fa78fa-1fe6-4496-a416-f8eb8a59ae35'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:10:26.604567 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64597a0c-2539-4747-a3e6-5ddd28ce7f77 None None] Network 447f86c8-87cf-4f00-9e53-dbdffc85a5c0 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:10:26.691365 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d4e1b-2510-42b8-9d77-f9dbe5c49951 service neutron] Pushing event updated for resources: {'Port': ['ID=61fa78fa-1fe6-4496-a416-f8eb8a59ae35,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:26.767813 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-6ec0f7ab-7aef-45bc-b5ac-22c6350ba2c1 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6102514 May 27 02:10:26.811036 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-9b3c6241-9976-4651-88cf-46fc64058b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:26.824674 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-9b3c6241-9976-4651-88cf-46fc64058b03 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8db5d1a810aa4ee8a8c2ca480e1b7a42&device_id=11572316-9596-424b-96a8-e0874811d71c HTTP/1.1" status: 200 len: 1094 time: 0.2554991 May 27 02:10:26.868797 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device da5fb44e-ba92-42dc-988f-3cd41806c48b up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:10:26.918819 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-1d60062e-1b0c-471d-9c5f-c5e79137bd8d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61fa78fa-1fe6-4496-a416-f8eb8a59ae35 HTTP/1.1" status: 200 len: 217 time: 0.0847294 May 27 02:10:26.966150 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e63c7-c626-4a29-8d03-25a381ef22bf req-74eea901-ae69-4d35-ba7d-beb655a09eec tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:26.973389 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-725e63c7-c626-4a29-8d03-25a381ef22bf req-74eea901-ae69-4d35-ba7d-beb655a09eec tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4e1df88-154f-4143-9f4e-8ca5128da369 HTTP/1.1" status: 200 len: 945 time: 0.3964069 May 27 02:10:26.982101 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a5f561-b87c-43db-9c9a-bcb4d2ca3e72 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Router ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:10:27.015678 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89012436-5cf3-4651-8cfc-2797860ac7f8 req-44d22c83-14e8-45ae-a0bd-d1ac1eab35c3 tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:27.023791 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-89012436-5cf3-4651-8cfc-2797860ac7f8 req-44d22c83-14e8-45ae-a0bd-d1ac1eab35c3 tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] 10.222.0.57 "GET /v2.0/ports?device_id=11572316-9596-424b-96a8-e0874811d71c HTTP/1.1" status: 200 len: 943 time: 0.3910866 May 27 02:10:27.103404 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-ccc8757a-2a85-4b5a-b876-9494c436dabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:27.104926 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-ccc8757a-2a85-4b5a-b876-9494c436dabb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6135d83e-c321-481e-8e79-c813b18f2422 HTTP/1.1" status: 200 len: 853 time: 0.1681311 May 27 02:10:27.149603 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-725e63c7-c626-4a29-8d03-25a381ef22bf req-9640a0df-965a-4eb2-852f-98de7d0393b7 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746573 May 27 02:10:27.173172 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-44e76c80-8e1e-4175-8a70-01088468299a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=74778735-4446-404c-9d8b-99931c32fa7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563428 May 27 02:10:27.182417 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port da5fb44e-ba92-42dc-988f-3cd41806c48b completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:10:27.189137 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-89012436-5cf3-4651-8cfc-2797860ac7f8 req-f74c2d9d-60cd-4f77-abb0-b605bbdf65c0 tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] 10.222.0.57 "GET /v2.0/security-groups?id=abdd4a29-3254-485f-b370-ae431cd8e5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643264 May 27 02:10:27.192304 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port da5fb44e-ba92-42dc-988f-3cd41806c48b triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:10:27.193250 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:27.405481 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port da5fb44e-ba92-42dc-988f-3cd41806c48b is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:10:27.405794 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:27.480559 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668f3f0a-810a-4d84-8786-0b25edc03279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da5fb44e-ba92-42dc-988f-3cd41806c48b'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:10:27.515739 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port da5fb44e-ba92-42dc-988f-3cd41806c48b, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=da5fb44e-ba92-42dc-988f-3cd41806c48b,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:27.529849 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a5f561-b87c-43db-9c9a-bcb4d2ca3e72 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:10:27.534614 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d9a5f561-b87c-43db-9c9a-bcb4d2ca3e72 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:27.541187 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c1cbf9-9895-4c3c-8f86-337dd1b5943f None None] Sync routers for ids ['ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:10:27.557005 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c1cbf9-9895-4c3c-8f86-337dd1b5943f None None] Routers {'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:10:27.557643 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b0c1cbf9-9895-4c3c-8f86-337dd1b5943f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:09:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:10:27.644486 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d9a5f561-b87c-43db-9c9a-bcb4d2ca3e72 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] 10.222.0.57 "PUT /v2.0/floatingips/902dd13e-a164-4b7c-b81e-8d028026bffb HTTP/1.1" status: 200 len: 991 time: 3.4961157 May 27 02:10:27.647835 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfdf0978-908f-4789-bbb1-183b95b8752f', 'tag': '1f9966bf-1b09-41a1-8827-f15c100bfc89'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:10:27.662126 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:27.696960 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f76df-3b0a-485b-b9f2-ec7a2ceb0a59 req-c08088b3-c05b-46db-b04c-4461aaaf431f tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:27.701339 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-997f76df-3b0a-485b-b9f2-ec7a2ceb0a59 req-c08088b3-c05b-46db-b04c-4461aaaf431f tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 948 time: 0.2297976 May 27 02:10:27.707015 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-c145b2fb-1eea-49a8-bf43-cff7b6067998 service neutron] 10.222.0.32 "GET /v2.0/networks/74778735-4446-404c-9d8b-99931c32fa7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4995511 May 27 02:10:27.713828 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b9d21d4f-1534-469f-ac5d-1acfcdd7a305 req-81ab28da-3c57-4890-8c88-eebacbbd8d52 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2116668 May 27 02:10:27.737921 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e1818ae-0153-480e-8d80-995ad2874d58'] response: {'name': 'network-changed', 'server_uuid': '11572316-9596-424b-96a8-e0874811d71c', 'tag': '61fa78fa-1fe6-4496-a416-f8eb8a59ae35', 'status': 'completed', 'code': 200} May 27 02:10:27.786011 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-997f76df-3b0a-485b-b9f2-ec7a2ceb0a59 req-a8ede4bb-48d1-41b5-8649-4898631bee29 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796399 May 27 02:10:27.983033 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b0e7-16a4-4c3a-81c3-27ed5e450a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:28.001558 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=da5fb44e-ba92-42dc-988f-3cd41806c48b,revision_number=9']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:28.034008 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-b0c1cbf9-9895-4c3c-8f86-337dd1b5943f None None] Set router ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:10:28.038932 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-548e05ef-91c3-4e17-84d4-d856d92f3971 req-b7ba7141-ee90-42bd-95e2-29b3230e1e81 service neutron] 10.222.0.32 "GET /v2.0/networks/74778735-4446-404c-9d8b-99931c32fa7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240893 May 27 02:10:28.048824 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d21d4f-1534-469f-ac5d-1acfcdd7a305 req-a09b1da1-b5b4-4926-ae93-959dc324cec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:28.054370 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b9d21d4f-1534-469f-ac5d-1acfcdd7a305 req-a09b1da1-b5b4-4926-ae93-959dc324cec5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 1101 time: 0.3119292 May 27 02:10:28.146577 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a4751-e984-4fb8-9e8c-6e86b6d4dd2d req-0008d6cd-0025-42fa-a603-ab0522296b19 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:28.148967 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f5a4751-e984-4fb8-9e8c-6e86b6d4dd2d req-0008d6cd-0025-42fa-a603-ab0522296b19 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d4e1df88-154f-4143-9f4e-8ca5128da369 HTTP/1.1" status: 200 len: 1096 time: 0.1902642 May 27 02:10:28.219428 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-a0c88160-ffec-4e51-8d2b-1a9e70e01a85 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:28.227964 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-a0c88160-ffec-4e51-8d2b-1a9e70e01a85 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] 10.222.0.57 "GET /v2.0/networks?id=9c94505a-1b01-46b9-b57a-522a51871996 HTTP/1.1" status: 200 len: 814 time: 0.2307425 May 27 02:10:28.246883 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-625f3836-d8d4-41f9-bb6d-7234f51fc628 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] 10.222.0.57 "GET /v2.0/quotas/83b30589dd9d452aa021f400dfb95709 HTTP/1.1" status: 200 len: 375 time: 0.0178232 May 27 02:10:28.316558 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-b50c8535-4f59-449e-9a23-2b2428735c40 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=83b30589dd9d452aa021f400dfb95709&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687370 May 27 02:10:28.327268 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f5a4751-e984-4fb8-9e8c-6e86b6d4dd2d req-07b52f25-3923-4867-a3ed-53fd2f958419 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773903 May 27 02:10:28.329217 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d21d4f-1534-469f-ac5d-1acfcdd7a305 req-3530530c-3a38-480a-9571-a8dd9abac7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:28.330680 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b9d21d4f-1534-469f-ac5d-1acfcdd7a305 req-3530530c-3a38-480a-9571-a8dd9abac7f3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.2534940 May 27 02:10:28.514979 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b0c1cbf9-9895-4c3c-8f86-337dd1b5943f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b', 'name': 'tempest-ServersTestManualDisk-1727245401-router', 'tenant_id': '7fc73085ebc04afe8efe26efefe6d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '9890cbd8-de02-40b5-a876-cde954a9ad2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:09:32Z', 'updated_at': '2022-05-27T02:09:42Z', 'revision_number': 4, 'project_id': '7fc73085ebc04afe8efe26efefe6d571', 'gw_port': {'id': '9890cbd8-de02-40b5-a876-cde954a9ad2f', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:34Z', 'updated_at': '2022-05-27T02:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '902dd13e-a164-4b7c-b81e-8d028026bffb', 'tenant_id': '7fc73085ebc04afe8efe26efefe6d571', 'floating_ip_address': '172.25.1.187', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b', 'port_id': '1f9966bf-1b09-41a1-8827-f15c100bfc89', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1cb7f1b-be29-4509-be86-b068f20a10ab', 'mac_address': 'fa:16:3e:7e:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdf0978-908f-4789-bbb1-183b95b8752f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:09:52Z', 'updated_at': '2022-05-27T02:10:25Z', 'revision_number': 1, 'project_id': '7fc73085ebc04afe8efe26efefe6d571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac859b04-0b16-4936-84f0-5c91104c1946', 'name': '', 'network_id': 'd1cb7f1b-be29-4509-be86-b068f20a10ab', 'tenant_id': '7fc73085ebc04afe8efe26efefe6d571', 'mac_address': 'fa:16:3e:5f:fd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'a3f5ec77-9645-42d0-89cc-1cf281841e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:39Z', 'updated_at': '2022-05-27T02:09:51Z', 'revision_number': 5, 'project_id': '7fc73085ebc04afe8efe26efefe6d571', 'subnets': [{'id': 'a3f5ec77-9645-42d0-89cc-1cf281841e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:10:28.521662 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c1cbf9-9895-4c3c-8f86-337dd1b5943f None None] Checking router: ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:10:28.535216 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c1cbf9-9895-4c3c-8f86-337dd1b5943f None None] Routers {'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:10:28.536093 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b0c1cbf9-9895-4c3c-8f86-337dd1b5943f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:10:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:10:28.541319 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b9d21d4f-1534-469f-ac5d-1acfcdd7a305 req-736c001e-6f46-493d-8492-d4ff86f6f7cd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=e877bcc3-33c5-4254-8b54-f3b4e576ce23 HTTP/1.1" status: 200 len: 217 time: 0.1467929 May 27 02:10:28.607861 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-2f640b80-9174-464d-bc83-610e89ca2085 service neutron] 10.222.0.57 "GET /v2.0/networks/9c94505a-1b01-46b9-b57a-522a51871996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902844 May 27 02:10:28.623589 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef559633-12b8-4979-ba92-98481e26e2ec req-a1d058e5-4de8-417e-8a8d-103484de6cf9 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:28.625778 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ef559633-12b8-4979-ba92-98481e26e2ec req-a1d058e5-4de8-417e-8a8d-103484de6cf9 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a11c0a8-295e-4a79-934a-19ee9acecc7d HTTP/1.1" status: 200 len: 946 time: 0.1498709 May 27 02:10:28.626074 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaeca2b-e2d8-403f-884a-9bae40ef4959 req-daabe951-8b17-42ee-90fb-18affd3524d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:28.627575 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-abaeca2b-e2d8-403f-884a-9bae40ef4959 req-daabe951-8b17-42ee-90fb-18affd3524d4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8db5d1a810aa4ee8a8c2ca480e1b7a42&device_id=11572316-9596-424b-96a8-e0874811d71c HTTP/1.1" status: 200 len: 1094 time: 0.2960238 May 27 02:10:28.636560 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d21d4f-1534-469f-ac5d-1acfcdd7a305 req-a9e9be5b-48e4-4901-bb01-cd6d8095f6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:28.638200 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b9d21d4f-1534-469f-ac5d-1acfcdd7a305 req-a9e9be5b-48e4-4901-bb01-cd6d8095f6c0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.0895476 May 27 02:10:28.844566 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-b0c1cbf9-9895-4c3c-8f86-337dd1b5943f None None] Set router ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:10:28.916103 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:28.939686 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d21d4f-1534-469f-ac5d-1acfcdd7a305 req-6f62f637-154a-486a-82ec-bffcd79943db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:28.941209 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b9d21d4f-1534-469f-ac5d-1acfcdd7a305 req-6f62f637-154a-486a-82ec-bffcd79943db service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2482936 May 27 02:10:29.001560 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-aeb0e426-7605-4f7b-a126-3c97695fc7f6 service neutron] 10.222.0.57 "GET /v2.0/networks/9c94505a-1b01-46b9-b57a-522a51871996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747284 May 27 02:10:29.041818 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:29.085299 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ef559633-12b8-4979-ba92-98481e26e2ec req-152d79b6-afef-464c-88f9-0103de48a51a tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/security-groups?id=644a47ee-c2d3-4867-ac89-ac4152c2e13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826194 May 27 02:10:29.135724 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaeca2b-e2d8-403f-884a-9bae40ef4959 req-d324d581-185e-4ad1-b587-741cb19cae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:29.140078 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-abaeca2b-e2d8-403f-884a-9bae40ef4959 req-d324d581-185e-4ad1-b587-741cb19cae92 service neutron] 10.222.0.32 "GET /v2.0/networks?id=74778735-4446-404c-9d8b-99931c32fa7a HTTP/1.1" status: 200 len: 914 time: 0.4938171 May 27 02:10:29.212459 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61d461c3-dd00-4c3e-a504-5bcbe4101a5c'] response: {'server_uuid': '668f3f0a-810a-4d84-8786-0b25edc03279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da5fb44e-ba92-42dc-988f-3cd41806c48b', 'code': 200} May 27 02:10:29.293380 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-abaeca2b-e2d8-403f-884a-9bae40ef4959 req-246c9b12-b1be-45c4-96e7-56d5e0bc36f3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61fa78fa-1fe6-4496-a416-f8eb8a59ae35 HTTP/1.1" status: 200 len: 217 time: 0.1154830 May 27 02:10:29.352877 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b6bd42d3-bc2d-4c01-8f03-46585c789292 req-18de1e1f-0d1a-4f7f-b81b-38b52486240b tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=532f48af-fe32-4da5-aa98-dac1da7597b7 HTTP/1.1" status: 200 len: 210 time: 0.0894032 May 27 02:10:29.480923 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b0c1cbf9-9895-4c3c-8f86-337dd1b5943f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b', 'name': 'tempest-ServersTestManualDisk-1727245401-router', 'tenant_id': '7fc73085ebc04afe8efe26efefe6d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '9890cbd8-de02-40b5-a876-cde954a9ad2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:09:32Z', 'updated_at': '2022-05-27T02:09:42Z', 'revision_number': 4, 'project_id': '7fc73085ebc04afe8efe26efefe6d571', 'gw_port': {'id': '9890cbd8-de02-40b5-a876-cde954a9ad2f', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:34Z', 'updated_at': '2022-05-27T02:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '902dd13e-a164-4b7c-b81e-8d028026bffb', 'tenant_id': '7fc73085ebc04afe8efe26efefe6d571', 'floating_ip_address': '172.25.1.187', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b', 'port_id': '1f9966bf-1b09-41a1-8827-f15c100bfc89', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1cb7f1b-be29-4509-be86-b068f20a10ab', 'mac_address': 'fa:16:3e:7e:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdf0978-908f-4789-bbb1-183b95b8752f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:09:52Z', 'updated_at': '2022-05-27T02:10:25Z', 'revision_number': 1, 'project_id': '7fc73085ebc04afe8efe26efefe6d571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac859b04-0b16-4936-84f0-5c91104c1946', 'name': '', 'network_id': 'd1cb7f1b-be29-4509-be86-b068f20a10ab', 'tenant_id': '7fc73085ebc04afe8efe26efefe6d571', 'mac_address': 'fa:16:3e:5f:fd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'a3f5ec77-9645-42d0-89cc-1cf281841e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:39Z', 'updated_at': '2022-05-27T02:09:51Z', 'revision_number': 5, 'project_id': '7fc73085ebc04afe8efe26efefe6d571', 'subnets': [{'id': 'a3f5ec77-9645-42d0-89cc-1cf281841e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:10:29.493433 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c1cbf9-9895-4c3c-8f86-337dd1b5943f None None] The sync data for ids ['ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b'] in n-d-843554-3 is: [{'id': 'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b', 'name': 'tempest-ServersTestManualDisk-1727245401-router', 'tenant_id': '7fc73085ebc04afe8efe26efefe6d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '9890cbd8-de02-40b5-a876-cde954a9ad2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:09:32Z', 'updated_at': '2022-05-27T02:09:42Z', 'revision_number': 4, 'project_id': '7fc73085ebc04afe8efe26efefe6d571', 'gw_port': {'id': '9890cbd8-de02-40b5-a876-cde954a9ad2f', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:34Z', 'updated_at': '2022-05-27T02:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '902dd13e-a164-4b7c-b81e-8d028026bffb', 'tenant_id': '7fc73085ebc04afe8efe26efefe6d571', 'floating_ip_address': '172.25.1.187', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b', 'port_id': '1f9966bf-1b09-41a1-8827-f15c100bfc89', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1cb7f1b-be29-4509-be86-b068f20a10ab', 'mac_address': 'fa:16:3e:7e:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdf0978-908f-4789-bbb1-183b95b8752f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:09:52Z', 'updated_at': '2022-05-27T02:10:25Z', 'revision_number': 1, 'project_id': '7fc73085ebc04afe8efe26efefe6d571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac859b04-0b16-4936-84f0-5c91104c1946', 'name': '', 'network_id': 'd1cb7f1b-be29-4509-be86-b068f20a10ab', 'tenant_id': '7fc73085ebc04afe8efe26efefe6d571', 'mac_address': 'fa:16:3e:5f:fd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'a3f5ec77-9645-42d0-89cc-1cf281841e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:39Z', 'updated_at': '2022-05-27T02:09:51Z', 'revision_number': 5, 'project_id': '7fc73085ebc04afe8efe26efefe6d571', 'subnets': [{'id': 'a3f5ec77-9645-42d0-89cc-1cf281841e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:10:29.512975 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaeca2b-e2d8-403f-884a-9bae40ef4959 req-ac97d492-d2ae-439b-aa44-317ffd7b657d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:29.515746 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-abaeca2b-e2d8-403f-884a-9bae40ef4959 req-ac97d492-d2ae-439b-aa44-317ffd7b657d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6135d83e-c321-481e-8e79-c813b18f2422 HTTP/1.1" status: 200 len: 853 time: 0.2032139 May 27 02:10:29.570641 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d81b7453-fbc4-4d23-8223-3ac382cabe9e'] response: {'name': 'network-changed', 'server_uuid': 'dfdf0978-908f-4789-bbb1-183b95b8752f', 'tag': '1f9966bf-1b09-41a1-8827-f15c100bfc89', 'status': 'completed', 'code': 200} May 27 02:10:29.632045 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-abaeca2b-e2d8-403f-884a-9bae40ef4959 req-7c8c7eac-5c24-43da-9a3e-53fb9fdae28b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=74778735-4446-404c-9d8b-99931c32fa7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1056721 May 27 02:10:29.834386 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b9d21d4f-1534-469f-ac5d-1acfcdd7a305 req-9c7080ab-3cbd-4476-9058-9a9fa093b36f service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8717649 May 27 02:10:29.836217 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-abaeca2b-e2d8-403f-884a-9bae40ef4959 req-be4e1e51-0beb-46d7-a9ab-045a6b2fae4d service neutron] 10.222.0.32 "GET /v2.0/networks/74778735-4446-404c-9d8b-99931c32fa7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905897 May 27 02:10:29.918766 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71877387-5021-4b63-aa20-797441374ad0 None None] New status for floating IP 902dd13e-a164-4b7c-b81e-8d028026bffb: ACTIVE {{(pid=88904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:10:29.971488 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:30.024876 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b2a13-43a1-4fcd-a1b1-0572dc83eec8 req-88f69e62-f25c-46ea-9a67-fd56a3fa544b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:30.026654 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d42b2a13-43a1-4fcd-a1b1-0572dc83eec8 req-88f69e62-f25c-46ea-9a67-fd56a3fa544b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7fc73085ebc04afe8efe26efefe6d571&device_id=dfdf0978-908f-4789-bbb1-183b95b8752f HTTP/1.1" status: 200 len: 1096 time: 0.3517447 May 27 02:10:30.089157 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1585c-ce9d-4da3-883b-29d9178de513 req-13f1b065-064e-4773-9eb6-3d1f4001290e tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:30.097642 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b5b1585c-ce9d-4da3-883b-29d9178de513 req-13f1b065-064e-4773-9eb6-3d1f4001290e tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfdf0978-908f-4789-bbb1-183b95b8752f HTTP/1.1" status: 200 len: 945 time: 0.5120051 May 27 02:10:30.226957 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e73e22-eb4b-4ce9-9b92-4ceb9419d4d3 req-8028dfeb-a623-4d23-b449-b815d0f6b507 tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:30.228458 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-40e73e22-eb4b-4ce9-9b92-4ceb9419d4d3 req-8028dfeb-a623-4d23-b449-b815d0f6b507 tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] 10.222.0.57 "GET /v2.0/ports?device_id=11572316-9596-424b-96a8-e0874811d71c HTTP/1.1" status: 200 len: 943 time: 0.3533406 May 27 02:10:30.257619 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b5b1585c-ce9d-4da3-883b-29d9178de513 req-8996d12c-820b-4dc9-9422-19751c29c53b tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] 10.222.0.57 "GET /v2.0/security-groups?id=4083d844-8514-409f-a4a5-be839d215417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590154 May 27 02:10:30.306359 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b9d21d4f-1534-469f-ac5d-1acfcdd7a305 req-9ba23777-3030-42a9-95b0-946324a85773 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4591892 May 27 02:10:30.312867 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-abaeca2b-e2d8-403f-884a-9bae40ef4959 req-e56eea6d-7c54-41b1-a5b2-49facfafd59f service neutron] 10.222.0.32 "GET /v2.0/networks/74778735-4446-404c-9d8b-99931c32fa7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4644809 May 27 02:10:30.353315 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b2a13-43a1-4fcd-a1b1-0572dc83eec8 req-f5de8a91-30fa-4f25-86aa-d6fd43d91deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:30.355186 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d42b2a13-43a1-4fcd-a1b1-0572dc83eec8 req-f5de8a91-30fa-4f25-86aa-d6fd43d91deb service neutron] 10.222.0.32 "GET /v2.0/networks?id=d1cb7f1b-be29-4509-be86-b068f20a10ab HTTP/1.1" status: 200 len: 913 time: 0.3177097 May 27 02:10:30.371688 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-40e73e22-eb4b-4ce9-9b92-4ceb9419d4d3 req-37795abf-b8fd-4a2c-b333-f2d43eaaa6a9 tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] 10.222.0.57 "GET /v2.0/security-groups?id=abdd4a29-3254-485f-b370-ae431cd8e5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077132 May 27 02:10:30.814043 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d42b2a13-43a1-4fcd-a1b1-0572dc83eec8 req-15925bba-c4ba-4842-b901-d2de95e9aa82 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f9966bf-1b09-41a1-8827-f15c100bfc89 HTTP/1.1" status: 200 len: 999 time: 0.4398901 May 27 02:10:30.885045 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 61fa78fa-1fe6-4496-a416-f8eb8a59ae35 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:10:30.927363 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-86b891e6-dc90-453a-a71d-c51f228cfa60 req-ebdffa48-ac63-46b0-9b1a-56d726f165d3 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3608916 May 27 02:10:30.933891 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-8f029517-c5af-4d0c-bde4-023292be62af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:30.935791 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-8f029517-c5af-4d0c-bde4-023292be62af service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=668f3f0a-810a-4d84-8786-0b25edc03279&tenant_id=91fc0a0dee4b4cc18343e2e355149e58 HTTP/1.1" status: 200 len: 1100 time: 0.4568214 May 27 02:10:30.940547 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-86b891e6-dc90-453a-a71d-c51f228cfa60 req-67fbca65-0117-48a2-ae5e-44d0af2055cd tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:30.955293 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-5612dbfe-ee3c-48c1-94e9-2534298d6242 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843554-3', 'device_owner': 'compute:nova'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:30.986326 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-86b891e6-dc90-453a-a71d-c51f228cfa60 req-67fbca65-0117-48a2-ae5e-44d0af2055cd tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:30.998880 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b2a13-43a1-4fcd-a1b1-0572dc83eec8 req-2bc3aacb-80c8-4305-8757-9414bcc8291c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:31.000355 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d42b2a13-43a1-4fcd-a1b1-0572dc83eec8 req-2bc3aacb-80c8-4305-8757-9414bcc8291c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a3f5ec77-9645-42d0-89cc-1cf281841e08 HTTP/1.1" status: 200 len: 851 time: 0.1646075 May 27 02:10:31.009518 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-86b891e6-dc90-453a-a71d-c51f228cfa60 req-67fbca65-0117-48a2-ae5e-44d0af2055cd tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Usage tracker for resource:floatingip and tenant:40d944a0aff94ddfba3422cf104388c6 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:31.021283 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-6831aa2c-eba1-43fd-a6ee-3fd798b8511e tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=920f79471e3444109aeaadab23e503c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467293 May 27 02:10:31.051451 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 61fa78fa-1fe6-4496-a416-f8eb8a59ae35, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=61fa78fa-1fe6-4496-a416-f8eb8a59ae35,segment=NetworkSegment(ec53111b-a203-46b3-bcfd-04100be1b21f),segment_id=ec53111b-a203-46b3-bcfd-04100be1b21f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:31.055066 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-86b891e6-dc90-453a-a71d-c51f228cfa60 req-67fbca65-0117-48a2-ae5e-44d0af2055cd tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:31.072109 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a02afb-c233-4ba8-b4a4-6359c99711d6 req-7ceb20e8-f1da-425f-8a20-6f7fd60f33a6 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:31.073649 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-19a02afb-c233-4ba8-b4a4-6359c99711d6 req-7ceb20e8-f1da-425f-8a20-6f7fd60f33a6 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 949 time: 0.4629152 May 27 02:10:31.080244 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '61fa78fa-1fe6-4496-a416-f8eb8a59ae35', 'network_id': '74778735-4446-404c-9d8b-99931c32fa7a', 'port_id': '61fa78fa-1fe6-4496-a416-f8eb8a59ae35', 'mac_address': 'fa:16:3e:ac:b0:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6135d83e-c321-481e-8e79-c813b18f2422', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:10:31.097920 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-86b891e6-dc90-453a-a71d-c51f228cfa60 req-67fbca65-0117-48a2-ae5e-44d0af2055cd tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:31.170359 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 61fa78fa-1fe6-4496-a416-f8eb8a59ae35 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:10:31.171927 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:31.203609 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61fa78fa-1fe6-4496-a416-f8eb8a59ae35 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:10:31.226280 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-19a02afb-c233-4ba8-b4a4-6359c99711d6 req-c7ef01d0-479f-43d2-adff-8ccafb58f03b tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417086 May 27 02:10:31.228417 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 61fa78fa-1fe6-4496-a416-f8eb8a59ae35, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=61fa78fa-1fe6-4496-a416-f8eb8a59ae35,segment=NetworkSegment(ec53111b-a203-46b3-bcfd-04100be1b21f),segment_id=ec53111b-a203-46b3-bcfd-04100be1b21f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:31.249114 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-86b891e6-dc90-453a-a71d-c51f228cfa60 req-67fbca65-0117-48a2-ae5e-44d0af2055cd tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks [] for floatingip, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:31.251171 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-4b079bb1-c968-40aa-8b23-08599df29e4f tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:31.253063 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-4b079bb1-c968-40aa-8b23-08599df29e4f tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2150671 May 27 02:10:31.266441 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-51f28589-e53c-46e1-8a56-1f65ed156a65 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Request body: {'port': {'device_id': '864fe506-8960-4b1d-8ed2-17a1bc24dfde', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'admin_state_up': True, 'tenant_id': '920f79471e3444109aeaadab23e503c2'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:31.291959 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-5612dbfe-ee3c-48c1-94e9-2534298d6242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:31.370251 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:31.454574 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=61fa78fa-1fe6-4496-a416-f8eb8a59ae35,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:31.472938 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3ea05849-0cd5-4e0d-a2d8-9de9477f7431 req-198aa946-0931-4c20-a2b5-ad9f2cc3ec18 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5f75a2d-f9b3-40de-98ff-8e98d29c574c HTTP/1.1" status: 200 len: 210 time: 0.0677023 May 27 02:10:31.478311 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b2a13-43a1-4fcd-a1b1-0572dc83eec8 req-d61895f7-2298-4991-8582-cc2f6a733cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:31.479742 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d42b2a13-43a1-4fcd-a1b1-0572dc83eec8 req-d61895f7-2298-4991-8582-cc2f6a733cb4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d1cb7f1b-be29-4509-be86-b068f20a10ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4665890 May 27 02:10:31.488426 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-51f28589-e53c-46e1-8a56-1f65ed156a65 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:31.508984 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-51f28589-e53c-46e1-8a56-1f65ed156a65 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:31.639726 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-51f28589-e53c-46e1-8a56-1f65ed156a65 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Made reservation on behalf of 920f79471e3444109aeaadab23e503c2 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:10:31.643776 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-51f28589-e53c-46e1-8a56-1f65ed156a65 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:31.707179 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['61fa78fa-1fe6-4496-a416-f8eb8a59ae35'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:10:31.789582 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-c7df5552-09b2-4ddd-a58c-039597adcc61 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=920f79471e3444109aeaadab23e503c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407891 May 27 02:10:31.940945 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-49a79fe9-07ac-4ee7-abe7-ccfb33ea2685 req-79e140e2-b037-4a6f-83e4-4be51527f525 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=532f48af-fe32-4da5-aa98-dac1da7597b7 HTTP/1.1" status: 200 len: 210 time: 0.2510593 May 27 02:10:32.128399 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-9b133f74-9fb3-49f1-af70-c9637892199c tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:32.131016 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-9b133f74-9fb3-49f1-af70-c9637892199c tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3333945 May 27 02:10:32.152044 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-3590fe03-a72b-4182-b98b-d441db42c357 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Request body: {'port': {'device_id': '532f48af-fe32-4da5-aa98-dac1da7597b7', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'admin_state_up': True, 'tenant_id': '920f79471e3444109aeaadab23e503c2'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:32.180210 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-51f28589-e53c-46e1-8a56-1f65ed156a65 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Allocated IP 192.168.233.231 (54d5ea08-4fa3-4323-9d64-35a947e9d08e/2cf69705-8457-415f-85a3-b42efaff1b97/2d68ef4e-10c4-43e2-9663-4f6d1775dc86) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:10:32.199524 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d42b2a13-43a1-4fcd-a1b1-0572dc83eec8 req-e808a320-dd03-4489-9a64-4cade386798c service neutron] 10.222.0.32 "GET /v2.0/networks/d1cb7f1b-be29-4509-be86-b068f20a10ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6976371 May 27 02:10:32.244920 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-86b891e6-dc90-453a-a71d-c51f228cfa60 req-67fbca65-0117-48a2-ae5e-44d0af2055cd tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:32.410349 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab29dc-95ac-48af-8d7f-a1b2d87e0bc5 req-fc1caf62-7f50-4ad4-8b02-f1365365645f tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:32.412799 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b5ab29dc-95ac-48af-8d7f-a1b2d87e0bc5 req-fc1caf62-7f50-4ad4-8b02-f1365365645f tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] 10.222.0.57 "GET /v2.0/ports?device_id=11572316-9596-424b-96a8-e0874811d71c HTTP/1.1" status: 200 len: 944 time: 0.3268733 May 27 02:10:32.456595 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-3590fe03-a72b-4182-b98b-d441db42c357 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:32.465302 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-3590fe03-a72b-4182-b98b-d441db42c357 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Usage tracker for resource:port and tenant:920f79471e3444109aeaadab23e503c2 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:32.470280 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-3590fe03-a72b-4182-b98b-d441db42c357 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:32.481557 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-3590fe03-a72b-4182-b98b-d441db42c357 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:32.554196 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-51f28589-e53c-46e1-8a56-1f65ed156a65 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:32.563278 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b5ab29dc-95ac-48af-8d7f-a1b2d87e0bc5 req-495110c3-f54a-46d7-91ed-90d4434074d2 tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] 10.222.0.57 "GET /v2.0/security-groups?id=abdd4a29-3254-485f-b370-ae431cd8e5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351571 May 27 02:10:32.565363 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d42b2a13-43a1-4fcd-a1b1-0572dc83eec8 req-18d16daf-773b-4f22-9fd4-5f208266c131 service neutron] 10.222.0.32 "GET /v2.0/networks/d1cb7f1b-be29-4509-be86-b068f20a10ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486047 May 27 02:10:32.576732 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-51f28589-e53c-46e1-8a56-1f65ed156a65 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Transition to ACTIVE for port object 2d68ef4e-10c4-43e2-9663-4f6d1775dc86 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:32.581410 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-86b891e6-dc90-453a-a71d-c51f228cfa60 req-67fbca65-0117-48a2-ae5e-44d0af2055cd tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Allocated IP 172.25.1.153 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/88627f26-6b29-4736-a905-d0e9ed989191) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:10:32.655975 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-3590fe03-a72b-4182-b98b-d441db42c357 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Made reservation on behalf of 920f79471e3444109aeaadab23e503c2 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:10:32.662109 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-3590fe03-a72b-4182-b98b-d441db42c357 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:32.887236 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-51f28589-e53c-46e1-8a56-1f65ed156a65 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:32.901486 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['1c0ac97e-a530-4361-8db8-f552a54f3dd8', '05ec6f0c-597e-4049-8ab2-70bfccb73eb5', '59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:10:32.954203 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 61fa78fa-1fe6-4496-a416-f8eb8a59ae35 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:10:33.021440 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f28589-e53c-46e1-8a56-1f65ed156a65 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Pushing event updated for resources: {'Port': ['ID=2d68ef4e-10c4-43e2-9663-4f6d1775dc86,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:33.038763 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-51f28589-e53c-46e1-8a56-1f65ed156a65 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Network 54d5ea08-4fa3-4323-9d64-35a947e9d08e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:10:33.040269 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-51f28589-e53c-46e1-8a56-1f65ed156a65 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:10:33.042930 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-51f28589-e53c-46e1-8a56-1f65ed156a65 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:10:33.078771 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-86b891e6-dc90-453a-a71d-c51f228cfa60 req-67fbca65-0117-48a2-ae5e-44d0af2055cd tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:33.151136 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-51f28589-e53c-46e1-8a56-1f65ed156a65 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:33.151711 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-51f28589-e53c-46e1-8a56-1f65ed156a65 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:33.159041 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-7a6b1b2b-4df3-4e83-bc78-998362b96c30 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:33.160953 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-7a6b1b2b-4df3-4e83-bc78-998362b96c30 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] 10.222.0.32 "GET /v2.0/networks?id=9c94505a-1b01-46b9-b57a-522a51871996 HTTP/1.1" status: 200 len: 814 time: 0.4194970 May 27 02:10:33.164047 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-5612dbfe-ee3c-48c1-94e9-2534298d6242 service neutron] For port da5fb44e-ba92-42dc-988f-3cd41806c48b, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=da5fb44e-ba92-42dc-988f-3cd41806c48b,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:33.177867 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4991c99-26fc-43e8-80dc-de6733a9e75a req-35447bf8-9e4a-4ebf-aef7-f654ac3374a6 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:33.180100 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d4991c99-26fc-43e8-80dc-de6733a9e75a req-35447bf8-9e4a-4ebf-aef7-f654ac3374a6 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 949 time: 0.4865067 May 27 02:10:33.188371 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-2a5487ed-df06-484f-bf7f-581c39267f20 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] Request body: {'port': {'device_id': 'b5f75a2d-f9b3-40de-98ff-8e98d29c574c', 'network_id': '9c94505a-1b01-46b9-b57a-522a51871996', 'admin_state_up': True, 'tenant_id': '83b30589dd9d452aa021f400dfb95709'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:33.302757 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-51f28589-e53c-46e1-8a56-1f65ed156a65 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0411949 May 27 02:10:33.316205 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-1bd8797b-5755-420c-9118-d3bcd9cf2036 service neutron] Request body: {'port': {'device_id': '864fe506-8960-4b1d-8ed2-17a1bc24dfde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:33.327191 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-5612dbfe-ee3c-48c1-94e9-2534298d6242 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:10:33.377472 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d4991c99-26fc-43e8-80dc-de6733a9e75a req-7ead80d7-1484-42c5-9b9f-c9d5f487b7c2 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655571 May 27 02:10:33.408371 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-5612dbfe-ee3c-48c1-94e9-2534298d6242 service neutron] For port da5fb44e-ba92-42dc-988f-3cd41806c48b, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:10:33.410068 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 61fa78fa-1fe6-4496-a416-f8eb8a59ae35 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:10:33.426090 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 61fa78fa-1fe6-4496-a416-f8eb8a59ae35 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:10:33.426857 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:33.488891 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-1bd8797b-5755-420c-9118-d3bcd9cf2036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:33.555425 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-86b891e6-dc90-453a-a71d-c51f228cfa60 req-67fbca65-0117-48a2-ae5e-44d0af2055cd tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:33.582371 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6cd23091-b259-438b-983d-8ab01d5dea5e None None] Provisioning for port 2d68ef4e-10c4-43e2-9663-4f6d1775dc86 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:10:33.606106 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6cd23091-b259-438b-983d-8ab01d5dea5e None None] Provisioning complete for port 2d68ef4e-10c4-43e2-9663-4f6d1775dc86 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:10:33.608511 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6cd23091-b259-438b-983d-8ab01d5dea5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:33.649994 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-2a5487ed-df06-484f-bf7f-581c39267f20 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:33.654517 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-2a5487ed-df06-484f-bf7f-581c39267f20 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] Usage tracker for resource:port and tenant:83b30589dd9d452aa021f400dfb95709 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:33.657708 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-2a5487ed-df06-484f-bf7f-581c39267f20 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:33.663722 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-2a5487ed-df06-484f-bf7f-581c39267f20 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:33.667514 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-594e5783-84f3-4291-8de9-b230a9054059 req-25efa75c-159e-4457-8d70-817d6ed51644 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5f75a2d-f9b3-40de-98ff-8e98d29c574c HTTP/1.1" status: 200 len: 210 time: 0.0975189 May 27 02:10:33.715105 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86b891e6-dc90-453a-a71d-c51f228cfa60 req-67fbca65-0117-48a2-ae5e-44d0af2055cd tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:10:33.720211 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 61fa78fa-1fe6-4496-a416-f8eb8a59ae35 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:10:33.720211 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:33.720570 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-86b891e6-dc90-453a-a71d-c51f228cfa60 req-67fbca65-0117-48a2-ae5e-44d0af2055cd tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:10:33.722533 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668f3f0a-810a-4d84-8786-0b25edc03279', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da5fb44e-ba92-42dc-988f-3cd41806c48b'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:10:33.731558 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-5612dbfe-ee3c-48c1-94e9-2534298d6242 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:33.734627 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b891e6-dc90-453a-a71d-c51f228cfa60 req-67fbca65-0117-48a2-ae5e-44d0af2055cd tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:10:33.797315 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-6cd23091-b259-438b-983d-8ab01d5dea5e None None] Port 2d68ef4e-10c4-43e2-9663-4f6d1775dc86 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:10:33.806986 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fbca65-0117-48a2-ae5e-44d0af2055cd tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Pushing event updated for resources: {'Port': ['ID=88627f26-6b29-4736-a905-d0e9ed989191,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:33.812942 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-5612dbfe-ee3c-48c1-94e9-2534298d6242 service neutron] Transition to ACTIVE for port object da5fb44e-ba92-42dc-988f-3cd41806c48b will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:33.814970 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11572316-9596-424b-96a8-e0874811d71c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61fa78fa-1fe6-4496-a416-f8eb8a59ae35'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:10:33.838979 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-2a5487ed-df06-484f-bf7f-581c39267f20 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] Made reservation on behalf of 83b30589dd9d452aa021f400dfb95709 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:10:33.839770 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-2a5487ed-df06-484f-bf7f-581c39267f20 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:33.842424 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 61fa78fa-1fe6-4496-a416-f8eb8a59ae35, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=61fa78fa-1fe6-4496-a416-f8eb8a59ae35,segment=NetworkSegment(ec53111b-a203-46b3-bcfd-04100be1b21f),segment_id=ec53111b-a203-46b3-bcfd-04100be1b21f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:33.975388 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:33.976217 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device da5fb44e-ba92-42dc-988f-3cd41806c48b no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:10:34.019549 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-5612dbfe-ee3c-48c1-94e9-2534298d6242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:34.025560 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-3590fe03-a72b-4182-b98b-d441db42c357 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Allocated IP 192.168.233.122 (54d5ea08-4fa3-4323-9d64-35a947e9d08e/2cf69705-8457-415f-85a3-b42efaff1b97/3b9cadd9-bef4-4042-a998-3c1758173dec) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:10:34.099640 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device da5fb44e-ba92-42dc-988f-3cd41806c48b not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:10:34.107349 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=61fa78fa-1fe6-4496-a416-f8eb8a59ae35,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:34.129744 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-68dfe9de-7029-4d3c-879b-764871a4cd60 req-2eb017ed-e21e-4c57-b49f-152960569d38 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=532f48af-fe32-4da5-aa98-dac1da7597b7 HTTP/1.1" status: 200 len: 210 time: 0.1155293 May 27 02:10:34.233794 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-86b891e6-dc90-453a-a71d-c51f228cfa60 req-67fbca65-0117-48a2-ae5e-44d0af2055cd tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:34.291806 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-3590fe03-a72b-4182-b98b-d441db42c357 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:34.309365 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-3590fe03-a72b-4182-b98b-d441db42c357 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Transition to ACTIVE for port object 3b9cadd9-bef4-4042-a998-3c1758173dec will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:34.336014 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612dbfe-ee3c-48c1-94e9-2534298d6242 service neutron] Pushing event updated for resources: {'Port': ['ID=da5fb44e-ba92-42dc-988f-3cd41806c48b,revision_number=10']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:34.346521 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-5612dbfe-ee3c-48c1-94e9-2534298d6242 service neutron] No DVR routers for this DVR port da5fb44e-ba92-42dc-988f-3cd41806c48b on host n-h1-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:10:34.470378 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-3590fe03-a72b-4182-b98b-d441db42c357 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:34.511124 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-5612dbfe-ee3c-48c1-94e9-2534298d6242 service neutron] Attempting to bind port da5fb44e-ba92-42dc-988f-3cd41806c48b on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:10:34.511460 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-5612dbfe-ee3c-48c1-94e9-2534298d6242 service neutron] Attempting to bind port da5fb44e-ba92-42dc-988f-3cd41806c48b by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:10:34.511790 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-5612dbfe-ee3c-48c1-94e9-2534298d6242 service neutron] Attempting to bind port da5fb44e-ba92-42dc-988f-3cd41806c48b on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:10:34.533099 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-5612dbfe-ee3c-48c1-94e9-2534298d6242 service neutron] Port da5fb44e-ba92-42dc-988f-3cd41806c48b on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:10:34.533423 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-5612dbfe-ee3c-48c1-94e9-2534298d6242 service neutron] Attempting to bind port da5fb44e-ba92-42dc-988f-3cd41806c48b on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:10:34.548748 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['1c0ac97e-a530-4361-8db8-f552a54f3dd8', '05ec6f0c-597e-4049-8ab2-70bfccb73eb5', '59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:10:34.551760 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-5612dbfe-ee3c-48c1-94e9-2534298d6242 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:10:34.551760 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-5612dbfe-ee3c-48c1-94e9-2534298d6242 service neutron] Checking segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:10:34.551760 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-5612dbfe-ee3c-48c1-94e9-2534298d6242 service neutron] Bound using segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:10:34.551760 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-5612dbfe-ee3c-48c1-94e9-2534298d6242 service neutron] Bound port: da5fb44e-ba92-42dc-988f-3cd41806c48b, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:10:34.551760 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-5612dbfe-ee3c-48c1-94e9-2534298d6242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:34.569360 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-86b891e6-dc90-453a-a71d-c51f228cfa60 req-67fbca65-0117-48a2-ae5e-44d0af2055cd tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:34.603235 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-3590fe03-a72b-4182-b98b-d441db42c357 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Network 54d5ea08-4fa3-4323-9d64-35a947e9d08e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:10:34.608255 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-3590fe03-a72b-4182-b98b-d441db42c357 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:10:34.613804 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-3590fe03-a72b-4182-b98b-d441db42c357 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:10:34.662750 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-2a5487ed-df06-484f-bf7f-581c39267f20 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] Allocated IP 172.20.0.9 (9c94505a-1b01-46b9-b57a-522a51871996/00620427-b337-441f-8e6a-3537573c760d/9c3cd184-bf8d-4d49-8a50-29618bf2d04e) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:10:34.673483 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590fe03-a72b-4182-b98b-d441db42c357 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Pushing event updated for resources: {'Port': ['ID=3b9cadd9-bef4-4042-a998-3c1758173dec,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:34.678280 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f744e-2f66-4105-8f2d-65042177c41a req-4b8235e6-380c-4484-a9d6-071668b6d50e tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:34.680272 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3a5f744e-2f66-4105-8f2d-65042177c41a req-4b8235e6-380c-4484-a9d6-071668b6d50e tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] 10.222.0.57 "GET /v2.0/ports?device_id=11572316-9596-424b-96a8-e0874811d71c HTTP/1.1" status: 200 len: 945 time: 0.3972731 May 27 02:10:34.743732 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-3590fe03-a72b-4182-b98b-d441db42c357 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:34.744376 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-3590fe03-a72b-4182-b98b-d441db42c357 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:34.810982 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3a5f744e-2f66-4105-8f2d-65042177c41a req-1a5d3fef-0620-4d72-8f27-08b02ffd6f1b tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] 10.222.0.57 "GET /v2.0/security-groups?id=abdd4a29-3254-485f-b370-ae431cd8e5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191330 May 27 02:10:34.890443 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-5612dbfe-ee3c-48c1-94e9-2534298d6242 service neutron] For port da5fb44e-ba92-42dc-988f-3cd41806c48b, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:10:34.912495 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-1bd8797b-5755-420c-9118-d3bcd9cf2036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d68ef4e-10c4-43e2-9663-4f6d1775dc86 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:10:34.925063 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-1bd8797b-5755-420c-9118-d3bcd9cf2036 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:34.947224 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-1bd8797b-5755-420c-9118-d3bcd9cf2036 service neutron] Transition to ACTIVE for port object 2d68ef4e-10c4-43e2-9663-4f6d1775dc86 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:34.972592 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23dc9866-a923-43f9-bbc7-729247e480f4'] response: {'server_uuid': '668f3f0a-810a-4d84-8786-0b25edc03279', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da5fb44e-ba92-42dc-988f-3cd41806c48b', 'code': 200} May 27 02:10:34.977061 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-5612dbfe-ee3c-48c1-94e9-2534298d6242 service neutron] For port da5fb44e-ba92-42dc-988f-3cd41806c48b, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=da5fb44e-ba92-42dc-988f-3cd41806c48b,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:10:35.000005 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-3590fe03-a72b-4182-b98b-d441db42c357 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8523729 May 27 02:10:35.015511 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-6ba18855-04a6-4884-944d-b936c426f549 service neutron] Request body: {'port': {'device_id': '532f48af-fe32-4da5-aa98-dac1da7597b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:35.049692 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45cabf2c-a77c-485e-a958-36f4839f7cac'] response: {'server_uuid': '11572316-9596-424b-96a8-e0874811d71c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61fa78fa-1fe6-4496-a416-f8eb8a59ae35', 'code': 200} May 27 02:10:35.091789 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-1bd8797b-5755-420c-9118-d3bcd9cf2036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:35.137833 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-d648c254-94b1-448d-a842-394075fd2898 None None] Provisioning for port 3b9cadd9-bef4-4042-a998-3c1758173dec completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:10:35.142920 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-5612dbfe-ee3c-48c1-94e9-2534298d6242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:35.145446 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-d648c254-94b1-448d-a842-394075fd2898 None None] Provisioning complete for port 3b9cadd9-bef4-4042-a998-3c1758173dec triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:10:35.150686 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d648c254-94b1-448d-a842-394075fd2898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:35.245225 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-d648c254-94b1-448d-a842-394075fd2898 None None] Port 3b9cadd9-bef4-4042-a998-3c1758173dec cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:10:35.289734 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-5612dbfe-ee3c-48c1-94e9-2534298d6242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:35.291525 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-5612dbfe-ee3c-48c1-94e9-2534298d6242 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:35.292999 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-5612dbfe-ee3c-48c1-94e9-2534298d6242 service neutron] 10.222.0.66 "PUT /v2.0/ports/da5fb44e-ba92-42dc-988f-3cd41806c48b HTTP/1.1" status: 200 len: 1096 time: 4.3415897 May 27 02:10:35.313955 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-86b891e6-dc90-453a-a71d-c51f228cfa60 req-67fbca65-0117-48a2-ae5e-44d0af2055cd tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:35.316790 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8797b-5755-420c-9118-d3bcd9cf2036 service neutron] Pushing event updated for resources: {'Port': ['ID=2d68ef4e-10c4-43e2-9663-4f6d1775dc86,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:35.324323 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-2a5487ed-df06-484f-bf7f-581c39267f20 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:35.328170 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612dbfe-ee3c-48c1-94e9-2534298d6242 service neutron] Pushing event updated for resources: {'Port': ['ID=da5fb44e-ba92-42dc-988f-3cd41806c48b,revision_number=11']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:35.440364 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-84e1e90a-862b-4c32-966c-58aeea105984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:35.441961 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-84e1e90a-862b-4c32-966c-58aeea105984 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 1099 time: 0.0901065 May 27 02:10:35.521413 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-86b891e6-dc90-453a-a71d-c51f228cfa60 req-67fbca65-0117-48a2-ae5e-44d0af2055cd tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:35.534892 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-6ba18855-04a6-4884-944d-b936c426f549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:35.578204 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-1bd8797b-5755-420c-9118-d3bcd9cf2036 service neutron] Attempting to bind port 2d68ef4e-10c4-43e2-9663-4f6d1775dc86 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:10:35.578544 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-1bd8797b-5755-420c-9118-d3bcd9cf2036 service neutron] Attempting to bind port 2d68ef4e-10c4-43e2-9663-4f6d1775dc86 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:10:35.578874 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-1bd8797b-5755-420c-9118-d3bcd9cf2036 service neutron] Attempting to bind port 2d68ef4e-10c4-43e2-9663-4f6d1775dc86 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:10:35.598257 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-2a5487ed-df06-484f-bf7f-581c39267f20 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:35.620915 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e39e2-b927-4809-92e5-fa56e77caeb4 req-276bfba3-016c-439c-af97-501a4724b9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:35.622457 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-746e39e2-b927-4809-92e5-fa56e77caeb4 req-276bfba3-016c-439c-af97-501a4724b9f1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=11572316-9596-424b-96a8-e0874811d71c HTTP/1.1" status: 200 len: 1096 time: 0.3457093 May 27 02:10:35.633411 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-1bd8797b-5755-420c-9118-d3bcd9cf2036 service neutron] Port 2d68ef4e-10c4-43e2-9663-4f6d1775dc86 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:10:35.633818 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-1bd8797b-5755-420c-9118-d3bcd9cf2036 service neutron] Attempting to bind port 2d68ef4e-10c4-43e2-9663-4f6d1775dc86 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:10:35.660614 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-1bd8797b-5755-420c-9118-d3bcd9cf2036 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:10:35.660972 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-1bd8797b-5755-420c-9118-d3bcd9cf2036 service neutron] Checking segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:10:35.661316 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-1bd8797b-5755-420c-9118-d3bcd9cf2036 service neutron] Bound using segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:10:35.661735 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-1bd8797b-5755-420c-9118-d3bcd9cf2036 service neutron] Bound port: 2d68ef4e-10c4-43e2-9663-4f6d1775dc86, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:10:35.662077 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-1bd8797b-5755-420c-9118-d3bcd9cf2036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:35.705535 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fbca65-0117-48a2-ae5e-44d0af2055cd tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Pushing event updated for resources: {'Port': ['ID=88627f26-6b29-4736-a905-d0e9ed989191,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:35.709761 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-2a5487ed-df06-484f-bf7f-581c39267f20 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] Network 9c94505a-1b01-46b9-b57a-522a51871996 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:10:35.803368 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-746e39e2-b927-4809-92e5-fa56e77caeb4 req-99611f55-e5b1-4579-8aca-1c78c191127c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=abdd4a29-3254-485f-b370-ae431cd8e5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713951 May 27 02:10:35.869219 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-2a5487ed-df06-484f-bf7f-581c39267f20 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:10:35.880342 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-2a5487ed-df06-484f-bf7f-581c39267f20 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:10:35.923185 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-1bd8797b-5755-420c-9118-d3bcd9cf2036 service neutron] For port 2d68ef4e-10c4-43e2-9663-4f6d1775dc86, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:10:35.936306 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-1bd8797b-5755-420c-9118-d3bcd9cf2036 service neutron] For port 2d68ef4e-10c4-43e2-9663-4f6d1775dc86, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=2d68ef4e-10c4-43e2-9663-4f6d1775dc86,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:10:35.960219 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-552b1ccc-4455-4bac-917c-3e931682d91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:35.961688 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-552b1ccc-4455-4bac-917c-3e931682d91c service neutron] 10.222.0.66 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.5123715 May 27 02:10:35.962379 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-86b891e6-dc90-453a-a71d-c51f228cfa60 req-67fbca65-0117-48a2-ae5e-44d0af2055cd tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:36.029874 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-1bd8797b-5755-420c-9118-d3bcd9cf2036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:36.054629 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-2040c6bc-e5e6-4ece-9533-5a465e75772d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=da5fb44e-ba92-42dc-988f-3cd41806c48b HTTP/1.1" status: 200 len: 217 time: 0.0805662 May 27 02:10:36.055217 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5487ed-df06-484f-bf7f-581c39267f20 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] Pushing event updated for resources: {'Port': ['ID=9c3cd184-bf8d-4d49-8a50-29618bf2d04e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:36.111717 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-2a5487ed-df06-484f-bf7f-581c39267f20 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:36.112352 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-2a5487ed-df06-484f-bf7f-581c39267f20 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:36.151063 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-c030419e-b96e-40d1-8fd5-041a4369627b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:36.152624 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-c030419e-b96e-40d1-8fd5-041a4369627b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.0900908 May 27 02:10:36.222955 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-86b891e6-dc90-453a-a71d-c51f228cfa60 req-67fbca65-0117-48a2-ae5e-44d0af2055cd tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:36.223545 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-6ba18855-04a6-4884-944d-b936c426f549 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b9cadd9-bef4-4042-a998-3c1758173dec {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:10:36.229716 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-86b891e6-dc90-453a-a71d-c51f228cfa60 req-67fbca65-0117-48a2-ae5e-44d0af2055cd tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.2929463 May 27 02:10:36.230286 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-1bd8797b-5755-420c-9118-d3bcd9cf2036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:36.231024 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-1bd8797b-5755-420c-9118-d3bcd9cf2036 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:36.232523 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-1bd8797b-5755-420c-9118-d3bcd9cf2036 service neutron] 10.222.0.32 "PUT /v2.0/ports/2d68ef4e-10c4-43e2-9663-4f6d1775dc86 HTTP/1.1" status: 200 len: 1096 time: 2.9205427 May 27 02:10:36.235924 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '864fe506-8960-4b1d-8ed2-17a1bc24dfde', 'tag': '2d68ef4e-10c4-43e2-9663-4f6d1775dc86'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:10:36.244289 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-6ba18855-04a6-4884-944d-b936c426f549 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:36.266656 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8797b-5755-420c-9118-d3bcd9cf2036 service neutron] Pushing event updated for resources: {'Port': ['ID=2d68ef4e-10c4-43e2-9663-4f6d1775dc86,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:36.269654 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-6ba18855-04a6-4884-944d-b936c426f549 service neutron] Transition to ACTIVE for port object 3b9cadd9-bef4-4042-a998-3c1758173dec will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:36.309935 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-2a5487ed-df06-484f-bf7f-581c39267f20 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1283350 May 27 02:10:36.360118 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-86b891e6-dc90-453a-a71d-c51f228cfa60 req-8aace005-1022-44e0-867d-3c3d6e3a3a36 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Synchronizing usage tracker for tenant:40d944a0aff94ddfba3422cf104388c6 on resource:floatingip {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:10:36.375274 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-91930bdb-5fee-4fbf-9f4f-c47921ffb22e service neutron] Request body: {'port': {'device_id': 'b5f75a2d-f9b3-40de-98ff-8e98d29c574c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:36.461866 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-965365d1-82a2-418e-b2f6-597804d1d337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:36.463349 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-965365d1-82a2-418e-b2f6-597804d1d337 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2976396 May 27 02:10:36.491201 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-6ba18855-04a6-4884-944d-b936c426f549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:36.596089 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-86b891e6-dc90-453a-a71d-c51f228cfa60 req-8aace005-1022-44e0-867d-3c3d6e3a3a36 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Unset dirty status for tenant:40d944a0aff94ddfba3422cf104388c6 on resource:floatingip {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:10:36.603085 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-86b891e6-dc90-453a-a71d-c51f228cfa60 req-8aace005-1022-44e0-867d-3c3d6e3a3a36 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.153 HTTP/1.1" status: 200 len: 696 time: 0.3723142 May 27 02:10:36.640871 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba18855-04a6-4884-944d-b936c426f549 service neutron] Pushing event updated for resources: {'Port': ['ID=3b9cadd9-bef4-4042-a998-3c1758173dec,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:36.708536 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623404f8-20bb-431b-a40d-711c2dbfde6b req-adfa18db-df3c-4f2b-98de-7a789d69498a tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:36.710126 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-623404f8-20bb-431b-a40d-711c2dbfde6b req-adfa18db-df3c-4f2b-98de-7a789d69498a tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 948 time: 0.3891566 May 27 02:10:36.710719 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-91930bdb-5fee-4fbf-9f4f-c47921ffb22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:36.737434 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-c6a50eb2-80f8-46a6-bc10-644eeea4c995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:36.739230 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-c6a50eb2-80f8-46a6-bc10-644eeea4c995 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=920f79471e3444109aeaadab23e503c2&device_id=864fe506-8960-4b1d-8ed2-17a1bc24dfde HTTP/1.1" status: 200 len: 1099 time: 0.3108177 May 27 02:10:36.839064 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-2d0048fa-a9ef-4f9e-8e35-ac9a08c24ef1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=2d68ef4e-10c4-43e2-9663-4f6d1775dc86 HTTP/1.1" status: 200 len: 217 time: 0.0810380 May 27 02:10:36.841254 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-6ba18855-04a6-4884-944d-b936c426f549 service neutron] Attempting to bind port 3b9cadd9-bef4-4042-a998-3c1758173dec on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:10:36.841599 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-6ba18855-04a6-4884-944d-b936c426f549 service neutron] Attempting to bind port 3b9cadd9-bef4-4042-a998-3c1758173dec by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:10:36.841935 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-6ba18855-04a6-4884-944d-b936c426f549 service neutron] Attempting to bind port 3b9cadd9-bef4-4042-a998-3c1758173dec on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:10:36.847338 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-6ba18855-04a6-4884-944d-b936c426f549 service neutron] Port 3b9cadd9-bef4-4042-a998-3c1758173dec on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:10:36.847661 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-6ba18855-04a6-4884-944d-b936c426f549 service neutron] Attempting to bind port 3b9cadd9-bef4-4042-a998-3c1758173dec on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:10:36.906830 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-623404f8-20bb-431b-a40d-711c2dbfde6b req-b39be8ac-bfcb-4309-ba6a-0b59ae9e5121 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751552 May 27 02:10:36.916934 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-6ba18855-04a6-4884-944d-b936c426f549 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:10:36.917344 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-6ba18855-04a6-4884-944d-b936c426f549 service neutron] Checking segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:10:36.917743 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-6ba18855-04a6-4884-944d-b936c426f549 service neutron] Bound using segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:10:36.918189 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-6ba18855-04a6-4884-944d-b936c426f549 service neutron] Bound port: 3b9cadd9-bef4-4042-a998-3c1758173dec, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:10:36.918543 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-6ba18855-04a6-4884-944d-b936c426f549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:36.929605 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-1971f04b-87ca-49b9-be10-23cbb68e6d7a service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322011 May 27 02:10:36.991002 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '668f3f0a-810a-4d84-8786-0b25edc03279', 'tag': 'da5fb44e-ba92-42dc-988f-3cd41806c48b'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:10:37.002848 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b891e6-dc90-453a-a71d-c51f228cfa60 req-55bf6782-d5de-4f83-8ebb-22eb4890ab7e tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:37.015763 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-86b891e6-dc90-453a-a71d-c51f228cfa60 req-55bf6782-d5de-4f83-8ebb-22eb4890ab7e tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/networks/d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 784 time: 0.4117303 May 27 02:10:37.023225 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-20478e94-a803-448f-95b0-b7b95d664e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:37.024911 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-20478e94-a803-448f-95b0-b7b95d664e4c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.1677411 May 27 02:10:37.112975 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-6ba18855-04a6-4884-944d-b936c426f549 service neutron] For port 3b9cadd9-bef4-4042-a998-3c1758173dec, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:10:37.126213 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-6ba18855-04a6-4884-944d-b936c426f549 service neutron] For port 3b9cadd9-bef4-4042-a998-3c1758173dec, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=3b9cadd9-bef4-4042-a998-3c1758173dec,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:10:37.142441 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-848ba0ad-78d8-49aa-acac-4d338fd77659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:37.144346 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-848ba0ad-78d8-49aa-acac-4d338fd77659 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1097248 May 27 02:10:37.267813 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-6ba18855-04a6-4884-944d-b936c426f549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:37.343724 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-6ba18855-04a6-4884-944d-b936c426f549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:37.344325 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-6ba18855-04a6-4884-944d-b936c426f549 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:37.345740 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-6ba18855-04a6-4884-944d-b936c426f549 service neutron] 10.222.0.66 "PUT /v2.0/ports/3b9cadd9-bef4-4042-a998-3c1758173dec HTTP/1.1" status: 200 len: 1096 time: 2.3378484 May 27 02:10:37.390032 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba18855-04a6-4884-944d-b936c426f549 service neutron] Pushing event updated for resources: {'Port': ['ID=3b9cadd9-bef4-4042-a998-3c1758173dec,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:37.394116 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-c585fe4a-61de-40b3-a327-913b00557557 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366779 May 27 02:10:37.450688 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c9d5e7bc-0e19-4c82-ba29-541f8a937d8c req-6a693ac9-4a5e-466b-a1b3-4ac3ea57e6b0 service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4783766 May 27 02:10:37.502478 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3a7c6-83fb-4c58-82f1-542480576a00 req-8eca12cb-93e1-4508-a318-82703fa3ad2f tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:37.503345 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-81d3a7c6-83fb-4c58-82f1-542480576a00 req-8eca12cb-93e1-4508-a318-82703fa3ad2f tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] Synchronizing usage tracker for tenant:83b30589dd9d452aa021f400dfb95709 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:10:37.596971 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-96161d0d-e40c-47d3-8f07-8394c04f02fe service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926658 May 27 02:10:37.795514 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959f48c-7fbb-4769-8066-6b910776a9b0 req-b35dc317-1aa2-495c-ba43-4ce4a8523199 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:37.796991 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1959f48c-7fbb-4769-8066-6b910776a9b0 req-b35dc317-1aa2-495c-ba43-4ce4a8523199 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=532f48af-fe32-4da5-aa98-dac1da7597b7 HTTP/1.1" status: 200 len: 948 time: 0.5760934 May 27 02:10:37.842834 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-91930bdb-5fee-4fbf-9f4f-c47921ffb22e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c3cd184-bf8d-4d49-8a50-29618bf2d04e {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:10:37.861276 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-91930bdb-5fee-4fbf-9f4f-c47921ffb22e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:37.892621 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-91930bdb-5fee-4fbf-9f4f-c47921ffb22e service neutron] Transition to ACTIVE for port object 9c3cd184-bf8d-4d49-8a50-29618bf2d04e will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:37.898111 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1959f48c-7fbb-4769-8066-6b910776a9b0 req-f3f8b6db-7f21-4c65-9d50-647967fce2ff tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877104 May 27 02:10:37.911282 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-6d3188d8-f73a-4697-adb8-c16fe219056e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:37.917409 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-6d3188d8-f73a-4697-adb8-c16fe219056e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=920f79471e3444109aeaadab23e503c2&device_id=532f48af-fe32-4da5-aa98-dac1da7597b7 HTTP/1.1" status: 200 len: 1099 time: 0.2995183 May 27 02:10:37.979339 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-81d3a7c6-83fb-4c58-82f1-542480576a00 req-8eca12cb-93e1-4508-a318-82703fa3ad2f tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] Unset dirty status for tenant:83b30589dd9d452aa021f400dfb95709 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:10:37.980486 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-81d3a7c6-83fb-4c58-82f1-542480576a00 req-8eca12cb-93e1-4508-a318-82703fa3ad2f tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5f75a2d-f9b3-40de-98ff-8e98d29c574c HTTP/1.1" status: 200 len: 931 time: 0.8208449 May 27 02:10:37.991721 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-9420e733-e317-4d42-bc98-3fc4cc64218d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=3b9cadd9-bef4-4042-a998-3c1758173dec HTTP/1.1" status: 200 len: 217 time: 0.0679157 May 27 02:10:38.079579 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-91930bdb-5fee-4fbf-9f4f-c47921ffb22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:38.253529 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-81d3a7c6-83fb-4c58-82f1-542480576a00 req-54b00bb2-9972-4e79-ac8f-bb09672b9031 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] 10.222.0.57 "GET /v2.0/security-groups?id=bb0ba78f-2b78-4830-96c7-9ee7c2f90db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653203 May 27 02:10:38.276959 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91930bdb-5fee-4fbf-9f4f-c47921ffb22e service neutron] Pushing event updated for resources: {'Port': ['ID=9c3cd184-bf8d-4d49-8a50-29618bf2d04e,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:38.303646 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-31a1edc5-8aff-4057-bd30-b4b2b7caf913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:38.305147 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-31a1edc5-8aff-4057-bd30-b4b2b7caf913 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.3018470 May 27 02:10:38.308550 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d97b84a-496e-4344-961e-5b2504dfdf9b'] response: {'name': 'network-changed', 'server_uuid': '864fe506-8960-4b1d-8ed2-17a1bc24dfde', 'tag': '2d68ef4e-10c4-43e2-9663-4f6d1775dc86', 'status': 'completed', 'code': 200} May 27 02:10:38.385782 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-812da185-7795-4d55-aefd-b6aeaad5df24'] response: {'name': 'network-changed', 'server_uuid': '668f3f0a-810a-4d84-8786-0b25edc03279', 'tag': 'da5fb44e-ba92-42dc-988f-3cd41806c48b', 'status': 'completed', 'code': 200} May 27 02:10:38.417059 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63672d-0fec-493b-b6f4-3eba7d23573a req-eea3d796-17d9-4e9e-bfc5-9f18d8cbd566 tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:38.418563 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fa63672d-0fec-493b-b6f4-3eba7d23573a req-eea3d796-17d9-4e9e-bfc5-9f18d8cbd566 tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] 10.222.0.57 "GET /v2.0/ports?device_id=11572316-9596-424b-96a8-e0874811d71c HTTP/1.1" status: 200 len: 945 time: 0.4141905 May 27 02:10:38.503380 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-91930bdb-5fee-4fbf-9f4f-c47921ffb22e service neutron] Attempting to bind port 9c3cd184-bf8d-4d49-8a50-29618bf2d04e on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:10:38.503716 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-91930bdb-5fee-4fbf-9f4f-c47921ffb22e service neutron] Attempting to bind port 9c3cd184-bf8d-4d49-8a50-29618bf2d04e by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'fb8802a4-e2b2-4965-82be-dc0e4cddd944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9c94505a-1b01-46b9-b57a-522a51871996'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:10:38.504044 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-91930bdb-5fee-4fbf-9f4f-c47921ffb22e service neutron] Attempting to bind port 9c3cd184-bf8d-4d49-8a50-29618bf2d04e on network 9c94505a-1b01-46b9-b57a-522a51871996 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:10:38.549094 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6e983-2f97-400d-9cc9-360999257c9f req-ced9324c-68a8-4696-bdff-0ff2c091820d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:38.551453 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-80b6e983-2f97-400d-9cc9-360999257c9f req-ced9324c-68a8-4696-bdff-0ff2c091820d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=920f79471e3444109aeaadab23e503c2&device_id=864fe506-8960-4b1d-8ed2-17a1bc24dfde HTTP/1.1" status: 200 len: 1099 time: 0.2136991 May 27 02:10:38.571689 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-91930bdb-5fee-4fbf-9f4f-c47921ffb22e service neutron] Port 9c3cd184-bf8d-4d49-8a50-29618bf2d04e on network 9c94505a-1b01-46b9-b57a-522a51871996 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:10:38.572062 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-91930bdb-5fee-4fbf-9f4f-c47921ffb22e service neutron] Attempting to bind port 9c3cd184-bf8d-4d49-8a50-29618bf2d04e on network 9c94505a-1b01-46b9-b57a-522a51871996 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:10:38.590702 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610d253-8765-4a29-b047-2b90185ac072 req-b64eb7ba-6603-4d0d-bb09-e14f8a6af955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:38.594666 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f610d253-8765-4a29-b047-2b90185ac072 req-b64eb7ba-6603-4d0d-bb09-e14f8a6af955 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 1099 time: 0.1982894 May 27 02:10:38.594777 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fa63672d-0fec-493b-b6f4-3eba7d23573a req-5ce43223-ed79-4966-a5be-f05bb550dd7b tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] 10.222.0.57 "GET /v2.0/security-groups?id=abdd4a29-3254-485f-b370-ae431cd8e5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666329 May 27 02:10:38.613471 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-91930bdb-5fee-4fbf-9f4f-c47921ffb22e service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:10:38.613471 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-91930bdb-5fee-4fbf-9f4f-c47921ffb22e service neutron] Checking segment: {'id': 'fb8802a4-e2b2-4965-82be-dc0e4cddd944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9c94505a-1b01-46b9-b57a-522a51871996'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:10:38.613471 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-91930bdb-5fee-4fbf-9f4f-c47921ffb22e service neutron] Bound using segment: {'id': 'fb8802a4-e2b2-4965-82be-dc0e4cddd944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9c94505a-1b01-46b9-b57a-522a51871996'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:10:38.613471 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-91930bdb-5fee-4fbf-9f4f-c47921ffb22e service neutron] Bound port: 9c3cd184-bf8d-4d49-8a50-29618bf2d04e, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb8802a4-e2b2-4965-82be-dc0e4cddd944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9c94505a-1b01-46b9-b57a-522a51871996'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:10:38.613471 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-91930bdb-5fee-4fbf-9f4f-c47921ffb22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:38.780276 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-4154cc10-90fb-4f5f-b88f-5b2cebda0919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:38.782113 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-4154cc10-90fb-4f5f-b88f-5b2cebda0919 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4443038 May 27 02:10:38.800075 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610d253-8765-4a29-b047-2b90185ac072 req-0095a8e0-b3d2-4ec1-a14e-b1ce37d5de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:38.804324 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f610d253-8765-4a29-b047-2b90185ac072 req-0095a8e0-b3d2-4ec1-a14e-b1ce37d5de42 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 1099 time: 0.4064534 May 27 02:10:38.903989 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-91930bdb-5fee-4fbf-9f4f-c47921ffb22e service neutron] For port 9c3cd184-bf8d-4d49-8a50-29618bf2d04e, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:10:38.936822 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-91930bdb-5fee-4fbf-9f4f-c47921ffb22e service neutron] For port 9c3cd184-bf8d-4d49-8a50-29618bf2d04e, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=9c3cd184-bf8d-4d49-8a50-29618bf2d04e,segment=NetworkSegment(fb8802a4-e2b2-4965-82be-dc0e4cddd944),segment_id=fb8802a4-e2b2-4965-82be-dc0e4cddd944)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:10:38.968414 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-24f806a9-f4b1-4729-ace1-6cc5767787d2 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:38.970019 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-24f806a9-f4b1-4729-ace1-6cc5767787d2 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/networks?id=37c88c36-e778-4f3d-a101-7c8eb9d9dccf HTTP/1.1" status: 200 len: 821 time: 0.4971778 May 27 02:10:39.002599 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-91930bdb-5fee-4fbf-9f4f-c47921ffb22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:39.056261 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-f68ba6ff-8e42-45c1-bcfb-0c514926afe5 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/quotas/40d944a0aff94ddfba3422cf104388c6 HTTP/1.1" status: 200 len: 375 time: 0.0786090 May 27 02:10:39.091495 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6e983-2f97-400d-9cc9-360999257c9f req-9fc0361c-cda8-4cc3-bec4-c982513ffa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:39.093131 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-80b6e983-2f97-400d-9cc9-360999257c9f req-9fc0361c-cda8-4cc3-bec4-c982513ffa0f service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.5302136 May 27 02:10:39.131401 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-91930bdb-5fee-4fbf-9f4f-c47921ffb22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:39.131401 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-91930bdb-5fee-4fbf-9f4f-c47921ffb22e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:39.132270 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-91930bdb-5fee-4fbf-9f4f-c47921ffb22e service neutron] 10.222.0.32 "PUT /v2.0/ports/9c3cd184-bf8d-4d49-8a50-29618bf2d04e HTTP/1.1" status: 200 len: 1091 time: 2.7799058 May 27 02:10:39.135523 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-0ac7ef41-7527-4109-bce3-33160b30eac6 service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443055 May 27 02:10:39.157267 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c0736-a90f-4cab-9a72-e1bf473ee9a2 req-6e9767d2-e1ec-423a-9e7d-9ff0ea4df9fa tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:39.157267 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d68c0736-a90f-4cab-9a72-e1bf473ee9a2 req-6e9767d2-e1ec-423a-9e7d-9ff0ea4df9fa tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 948 time: 0.4308343 May 27 02:10:39.190161 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610d253-8765-4a29-b047-2b90185ac072 req-659c780b-7d19-4c1b-a9cb-617e0f4744ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:39.191580 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f610d253-8765-4a29-b047-2b90185ac072 req-659c780b-7d19-4c1b-a9cb-617e0f4744ac service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.5902324 May 27 02:10:39.200962 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-80b6e983-2f97-400d-9cc9-360999257c9f req-7fb14c56-2f04-4db7-b0d0-cc0371afa4af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=2d68ef4e-10c4-43e2-9663-4f6d1775dc86 HTTP/1.1" status: 200 len: 217 time: 0.0826960 May 27 02:10:39.298900 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91930bdb-5fee-4fbf-9f4f-c47921ffb22e service neutron] Pushing event updated for resources: {'Port': ['ID=9c3cd184-bf8d-4d49-8a50-29618bf2d04e,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:39.305938 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610d253-8765-4a29-b047-2b90185ac072 req-b31d4992-0bb7-4281-8137-9f545860ed8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:39.307597 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f610d253-8765-4a29-b047-2b90185ac072 req-b31d4992-0bb7-4281-8137-9f545860ed8d service neutron] 10.222.0.66 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.4933498 May 27 02:10:39.312268 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f610d253-8765-4a29-b047-2b90185ac072 req-8847ac7a-d218-4f40-9bec-e3662d5d9b50 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=da5fb44e-ba92-42dc-988f-3cd41806c48b HTTP/1.1" status: 200 len: 217 time: 0.1104286 May 27 02:10:39.382225 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d68c0736-a90f-4cab-9a72-e1bf473ee9a2 req-2a942bff-d175-4730-b8fc-c7807f0022a9 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998618 May 27 02:10:39.437036 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f610d253-8765-4a29-b047-2b90185ac072 req-188618d6-a9c2-4d90-a178-dd783461c061 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=da5fb44e-ba92-42dc-988f-3cd41806c48b HTTP/1.1" status: 200 len: 217 time: 0.1163647 May 27 02:10:39.490114 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6e983-2f97-400d-9cc9-360999257c9f req-76650119-1fa3-4880-a9d1-f3c1ac2123c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:39.492185 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-80b6e983-2f97-400d-9cc9-360999257c9f req-76650119-1fa3-4880-a9d1-f3c1ac2123c2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.2320700 May 27 02:10:39.548647 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610d253-8765-4a29-b047-2b90185ac072 req-a92712af-f16a-40d8-a801-f9182978bbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:39.550187 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f610d253-8765-4a29-b047-2b90185ac072 req-a92712af-f16a-40d8-a801-f9182978bbee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.2307854 May 27 02:10:39.573430 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3ca9a986-3a07-436e-b9b6-8512b8b354c6 req-7bc47a8c-c382-452c-8c7e-6bc2f4f5f711 service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159932 May 27 02:10:39.585417 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-f2cafb9d-240a-42fb-a17d-2131315cb71d tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=40d944a0aff94ddfba3422cf104388c6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5158556 May 27 02:10:39.595418 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-43159fa4-4aa7-4edc-93f6-11cc7c46f19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:39.598337 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-43159fa4-4aa7-4edc-93f6-11cc7c46f19c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=83b30589dd9d452aa021f400dfb95709&device_id=b5f75a2d-f9b3-40de-98ff-8e98d29c574c HTTP/1.1" status: 200 len: 1094 time: 0.3416162 May 27 02:10:39.642413 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610d253-8765-4a29-b047-2b90185ac072 req-a30ca2b4-b7a3-406a-b4a2-7105e291c8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:39.643999 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f610d253-8765-4a29-b047-2b90185ac072 req-a30ca2b4-b7a3-406a-b4a2-7105e291c8c1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.1952732 May 27 02:10:39.752769 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6e983-2f97-400d-9cc9-360999257c9f req-6be5aa56-8ae2-42c7-bd81-2832b32d4434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:39.754249 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-80b6e983-2f97-400d-9cc9-360999257c9f req-6be5aa56-8ae2-42c7-bd81-2832b32d4434 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2552288 May 27 02:10:39.772946 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610d253-8765-4a29-b047-2b90185ac072 req-81e0e2f0-5f8e-46b5-b342-f6d6031c6cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:39.774460 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f610d253-8765-4a29-b047-2b90185ac072 req-81e0e2f0-5f8e-46b5-b342-f6d6031c6cb0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2183475 May 27 02:10:39.786653 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-29e60cbd-871e-46b6-83fa-7386f1e8d8bf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c3cd184-bf8d-4d49-8a50-29618bf2d04e HTTP/1.1" status: 200 len: 217 time: 0.1458302 May 27 02:10:39.949684 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-62bf4dc6-39d8-492b-9f6d-aff59e9fe023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:39.951162 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-62bf4dc6-39d8-492b-9f6d-aff59e9fe023 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00620427-b337-441f-8e6a-3537573c760d HTTP/1.1" status: 200 len: 854 time: 0.1055293 May 27 02:10:39.956825 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610d253-8765-4a29-b047-2b90185ac072 req-263120c8-84ab-452f-a1c4-e3ec6ebb09fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:39.962383 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f610d253-8765-4a29-b047-2b90185ac072 req-263120c8-84ab-452f-a1c4-e3ec6ebb09fb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2904468 May 27 02:10:40.014336 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6e7fb-ec08-41fe-a965-703828d0ff4a req-9f3184cd-72bf-4e7c-8e44-30ea4066e77f tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:40.016029 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-64d6e7fb-ec08-41fe-a965-703828d0ff4a req-9f3184cd-72bf-4e7c-8e44-30ea4066e77f tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=532f48af-fe32-4da5-aa98-dac1da7597b7 HTTP/1.1" status: 200 len: 948 time: 0.4154100 May 27 02:10:40.025557 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-e06d9084-afd0-44a0-91d3-13c8bc7f2f55 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9c94505a-1b01-46b9-b57a-522a51871996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607758 May 27 02:10:40.041451 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-6bfaf125-6ba5-4415-bec1-d1dc6412764c service neutron] 10.222.0.57 "GET /v2.0/networks/37c88c36-e778-4f3d-a101-7c8eb9d9dccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4419708 May 27 02:10:40.127352 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-80b6e983-2f97-400d-9cc9-360999257c9f req-7c302a24-7468-4dbf-b0ff-46249307564d service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579667 May 27 02:10:40.130868 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f610d253-8765-4a29-b047-2b90185ac072 req-690d9f34-4a86-4013-8278-77c55f963d77 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327317 May 27 02:10:40.232514 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-64d6e7fb-ec08-41fe-a965-703828d0ff4a req-28a764d0-3870-42e2-9b9d-218aa99baa14 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092597 May 27 02:10:40.306576 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-07ed21fa-ade6-4104-9321-199d7271bd1b service neutron] 10.222.0.57 "GET /v2.0/networks/37c88c36-e778-4f3d-a101-7c8eb9d9dccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451673 May 27 02:10:40.309670 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-cc304525-0727-4f55-9067-ee6140d1dcf2 service neutron] 10.222.0.32 "GET /v2.0/networks/9c94505a-1b01-46b9-b57a-522a51871996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673554 May 27 02:10:40.315254 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '532f48af-fe32-4da5-aa98-dac1da7597b7', 'tag': '3b9cadd9-bef4-4042-a998-3c1758173dec'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:10:40.341897 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f610d253-8765-4a29-b047-2b90185ac072 req-c229f561-3982-40a0-bbb7-5b0e67ccdf7c service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691192 May 27 02:10:40.398717 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f75a2d-f9b3-40de-98ff-8e98d29c574c', 'tag': '9c3cd184-bf8d-4d49-8a50-29618bf2d04e'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:10:40.530804 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bcf8963a-d6e8-41ea-bb6e-337b711f9fe1 req-4e6a2f2b-2b29-4d1b-a76a-18be276f212c service neutron] 10.222.0.32 "GET /v2.0/networks/9c94505a-1b01-46b9-b57a-522a51871996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121446 May 27 02:10:40.542827 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e3c95-87e5-41fa-a42f-7638768f56c7 req-4731cdff-cc60-4e21-ada0-67a9bd5cc42a tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:40.544491 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-120e3c95-87e5-41fa-a42f-7638768f56c7 req-4731cdff-cc60-4e21-ada0-67a9bd5cc42a tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5f75a2d-f9b3-40de-98ff-8e98d29c574c HTTP/1.1" status: 200 len: 943 time: 0.1355472 May 27 02:10:40.608698 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-120e3c95-87e5-41fa-a42f-7638768f56c7 req-00dafb34-bcfd-4256-b33c-50fbcd786e64 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] 10.222.0.57 "GET /v2.0/security-groups?id=bb0ba78f-2b78-4830-96c7-9ee7c2f90db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568845 May 27 02:10:40.657640 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f610d253-8765-4a29-b047-2b90185ac072 req-dd690e82-32a6-4c8a-b9a5-269711fd4b3a service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5134380 May 27 02:10:40.661773 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-80b6e983-2f97-400d-9cc9-360999257c9f req-12b256ba-bb4c-4503-9b5d-7560b98ebf42 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4978864 May 27 02:10:40.702372 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00c038ec-f9da-421a-b6e4-0d8579e2677c'] response: {'name': 'network-changed', 'server_uuid': '532f48af-fe32-4da5-aa98-dac1da7597b7', 'tag': '3b9cadd9-bef4-4042-a998-3c1758173dec', 'status': 'completed', 'code': 200} May 27 02:10:40.729394 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f610d253-8765-4a29-b047-2b90185ac072 req-43c257c3-0cfa-4832-891b-107862298f28 service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766723 May 27 02:10:40.847688 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8792cc-578d-4348-9848-747525c3052a req-f8861ce6-247f-4807-a3b5-6c01a7adcc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:40.849117 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0b8792cc-578d-4348-9848-747525c3052a req-f8861ce6-247f-4807-a3b5-6c01a7adcc17 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=920f79471e3444109aeaadab23e503c2&device_id=532f48af-fe32-4da5-aa98-dac1da7597b7 HTTP/1.1" status: 200 len: 1099 time: 0.1328001 May 27 02:10:40.966973 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 2d68ef4e-10c4-43e2-9663-4f6d1775dc86 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:10:41.047889 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8792cc-578d-4348-9848-747525c3052a req-7eafa3dd-18a4-4ac4-a740-9861958ee35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:41.049322 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0b8792cc-578d-4348-9848-747525c3052a req-7eafa3dd-18a4-4ac4-a740-9861958ee35b service neutron] 10.222.0.66 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.1917207 May 27 02:10:41.106178 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 2d68ef4e-10c4-43e2-9663-4f6d1775dc86, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=2d68ef4e-10c4-43e2-9663-4f6d1775dc86,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:41.120018 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device da5fb44e-ba92-42dc-988f-3cd41806c48b details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:10:41.122734 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b82c61-22e1-4a93-9baa-837dfee0c283 req-fc6d3ce1-a5a8-4f00-96fd-5653990accc8 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:41.124928 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-50b82c61-22e1-4a93-9baa-837dfee0c283 req-fc6d3ce1-a5a8-4f00-96fd-5653990accc8 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 948 time: 0.1887562 May 27 02:10:41.139218 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0b8792cc-578d-4348-9848-747525c3052a req-e7635096-19a8-488c-9c4e-ecedbd9706f8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=3b9cadd9-bef4-4042-a998-3c1758173dec HTTP/1.1" status: 200 len: 217 time: 0.0835025 May 27 02:10:41.162232 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e89602cb-5f0f-43e7-a164-7969b5fef9bf'] response: {'name': 'network-changed', 'server_uuid': 'b5f75a2d-f9b3-40de-98ff-8e98d29c574c', 'tag': '9c3cd184-bf8d-4d49-8a50-29618bf2d04e', 'status': 'completed', 'code': 200} May 27 02:10:41.253139 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1a73b425-3c11-4002-bac1-1e4494de64b6 req-6b3234d6-0d61-47ea-93e0-a6b902cd8832 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/ports?device_id=79b816a1-5e2b-4878-baea-2dc592ad34fe HTTP/1.1" status: 200 len: 210 time: 0.0555966 May 27 02:10:41.258728 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '2d68ef4e-10c4-43e2-9663-4f6d1775dc86', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'port_id': '2d68ef4e-10c4-43e2-9663-4f6d1775dc86', 'mac_address': 'fa:16:3e:22:80:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf69705-8457-415f-85a3-b42efaff1b97', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:10:41.294139 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759f415-8c02-4fdf-aa6b-e0915fb98901 req-f79128fa-e730-4c87-ae22-a91888966596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:41.296630 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a759f415-8c02-4fdf-aa6b-e0915fb98901 req-f79128fa-e730-4c87-ae22-a91888966596 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=83b30589dd9d452aa021f400dfb95709&device_id=b5f75a2d-f9b3-40de-98ff-8e98d29c574c HTTP/1.1" status: 200 len: 1094 time: 0.1164060 May 27 02:10:41.320987 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-50b82c61-22e1-4a93-9baa-837dfee0c283 req-d1758e96-8b03-494b-b2b5-11ff9aa7ec98 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862941 May 27 02:10:41.336583 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port da5fb44e-ba92-42dc-988f-3cd41806c48b, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=da5fb44e-ba92-42dc-988f-3cd41806c48b,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:41.340749 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8792cc-578d-4348-9848-747525c3052a req-4670a828-744c-4c91-ac45-f7350bef052e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:41.342299 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0b8792cc-578d-4348-9848-747525c3052a req-4670a828-744c-4c91-ac45-f7350bef052e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.1839247 May 27 02:10:41.358168 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': 'da5fb44e-ba92-42dc-988f-3cd41806c48b', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'port_id': 'da5fb44e-ba92-42dc-988f-3cd41806c48b', 'mac_address': 'fa:16:3e:a7:f9:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf69705-8457-415f-85a3-b42efaff1b97', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:10:41.360458 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 2d68ef4e-10c4-43e2-9663-4f6d1775dc86 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:10:41.360911 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:41.422911 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d68ef4e-10c4-43e2-9663-4f6d1775dc86 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:10:41.439892 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 2d68ef4e-10c4-43e2-9663-4f6d1775dc86, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=2d68ef4e-10c4-43e2-9663-4f6d1775dc86,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:41.462196 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port da5fb44e-ba92-42dc-988f-3cd41806c48b is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:10:41.462810 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:41.483043 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da5fb44e-ba92-42dc-988f-3cd41806c48b {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:10:41.501928 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port da5fb44e-ba92-42dc-988f-3cd41806c48b, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=da5fb44e-ba92-42dc-988f-3cd41806c48b,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:41.505652 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8792cc-578d-4348-9848-747525c3052a req-2a72fdab-53dc-4b9b-9b50-a11102d7d6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:41.507135 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0b8792cc-578d-4348-9848-747525c3052a req-2a72fdab-53dc-4b9b-9b50-a11102d7d6b2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1570263 May 27 02:10:41.513309 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:41.605482 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=2d68ef4e-10c4-43e2-9663-4f6d1775dc86,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:41.611295 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:41.634195 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759f415-8c02-4fdf-aa6b-e0915fb98901 req-4921ba95-03c0-4343-8251-4623e0e19169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:41.635761 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a759f415-8c02-4fdf-aa6b-e0915fb98901 req-4921ba95-03c0-4343-8251-4623e0e19169 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9c94505a-1b01-46b9-b57a-522a51871996 HTTP/1.1" status: 200 len: 915 time: 0.3300612 May 27 02:10:41.702044 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=da5fb44e-ba92-42dc-988f-3cd41806c48b,revision_number=12']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:41.718496 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a759f415-8c02-4fdf-aa6b-e0915fb98901 req-451e301d-848c-44ca-81f8-8a4235e1c679 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c3cd184-bf8d-4d49-8a50-29618bf2d04e HTTP/1.1" status: 200 len: 217 time: 0.0750899 May 27 02:10:41.776019 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fac0f3-97ce-445d-8feb-54f04632e48b req-557e3db3-ebeb-41ff-9c81-b98307f64961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:41.777679 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a1fac0f3-97ce-445d-8feb-54f04632e48b req-557e3db3-ebeb-41ff-9c81-b98307f64961 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8db5d1a810aa4ee8a8c2ca480e1b7a42&device_id=11572316-9596-424b-96a8-e0874811d71c HTTP/1.1" status: 200 len: 1096 time: 0.2217050 May 27 02:10:41.862002 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759f415-8c02-4fdf-aa6b-e0915fb98901 req-8aff9167-622e-4d7d-8434-bfb3da1b782f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:41.863818 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a759f415-8c02-4fdf-aa6b-e0915fb98901 req-8aff9167-622e-4d7d-8434-bfb3da1b782f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00620427-b337-441f-8e6a-3537573c760d HTTP/1.1" status: 200 len: 854 time: 0.1377122 May 27 02:10:41.918455 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['2d68ef4e-10c4-43e2-9663-4f6d1775dc86'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:10:41.924529 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a759f415-8c02-4fdf-aa6b-e0915fb98901 req-07344f1c-1d6c-41b2-be6a-7f456c6f14a0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9c94505a-1b01-46b9-b57a-522a51871996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452421 May 27 02:10:41.958059 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2919f-4deb-474e-9a8e-c7052575209e req-ac7d134a-3bcb-44e7-ad74-fdec1683d159 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:41.965677 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4fe2919f-4deb-474e-9a8e-c7052575209e req-ac7d134a-3bcb-44e7-ad74-fdec1683d159 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=532f48af-fe32-4da5-aa98-dac1da7597b7 HTTP/1.1" status: 200 len: 948 time: 0.2672749 May 27 02:10:41.971951 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0b8792cc-578d-4348-9848-747525c3052a req-7cbdc62c-75a4-406b-8a3e-9ab5d97965e3 service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561040 May 27 02:10:42.014973 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4c900-d578-4331-abdd-9403b087e5e3 req-3ea4dd8e-cba0-4304-8647-027d6ffcfe9a tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:42.022493 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bfa4c900-d578-4331-abdd-9403b087e5e3 req-3ea4dd8e-cba0-4304-8647-027d6ffcfe9a tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] 10.222.0.57 "GET /v2.0/ports?device_id=11572316-9596-424b-96a8-e0874811d71c HTTP/1.1" status: 200 len: 945 time: 0.5079069 May 27 02:10:42.038914 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['da5fb44e-ba92-42dc-988f-3cd41806c48b'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:10:42.063281 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fac0f3-97ce-445d-8feb-54f04632e48b req-2227b9e7-a271-4740-a6ed-9ea4da05690c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:42.065265 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a1fac0f3-97ce-445d-8feb-54f04632e48b req-2227b9e7-a271-4740-a6ed-9ea4da05690c service neutron] 10.222.0.32 "GET /v2.0/networks?id=74778735-4446-404c-9d8b-99931c32fa7a HTTP/1.1" status: 200 len: 914 time: 0.2788794 May 27 02:10:42.170044 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a1fac0f3-97ce-445d-8feb-54f04632e48b req-70f4087c-aff4-4f05-afd0-7d660724f658 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61fa78fa-1fe6-4496-a416-f8eb8a59ae35 HTTP/1.1" status: 200 len: 217 time: 0.0955806 May 27 02:10:42.190063 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bfa4c900-d578-4331-abdd-9403b087e5e3 req-6eb62356-dce3-48a3-a3f1-e47ac7d8c263 tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] 10.222.0.57 "GET /v2.0/security-groups?id=abdd4a29-3254-485f-b370-ae431cd8e5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643074 May 27 02:10:42.212236 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4fe2919f-4deb-474e-9a8e-c7052575209e req-54f90668-76f0-44e5-9d77-76b60c8ce266 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453816 May 27 02:10:42.245378 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a759f415-8c02-4fdf-aa6b-e0915fb98901 req-453e3490-fd51-4078-8644-a7fe4ff05a92 service neutron] 10.222.0.32 "GET /v2.0/networks/9c94505a-1b01-46b9-b57a-522a51871996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951734 May 27 02:10:42.314431 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0b8792cc-578d-4348-9848-747525c3052a req-b43f252c-d687-429f-b765-cd32a6cdeb3d service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270175 May 27 02:10:42.344512 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fac0f3-97ce-445d-8feb-54f04632e48b req-c621057a-4526-4862-a0bb-894b3d6a05e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:42.350332 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a1fac0f3-97ce-445d-8feb-54f04632e48b req-c621057a-4526-4862-a0bb-894b3d6a05e9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6135d83e-c321-481e-8e79-c813b18f2422 HTTP/1.1" status: 200 len: 853 time: 0.1718588 May 27 02:10:42.438129 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a1fac0f3-97ce-445d-8feb-54f04632e48b req-e7381264-cf42-4c50-9fd3-36b61f2a9b4c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=74778735-4446-404c-9d8b-99931c32fa7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730977 May 27 02:10:42.522457 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a759f415-8c02-4fdf-aa6b-e0915fb98901 req-a6fbc9ad-ab04-4172-8d79-53ff833be65b service neutron] 10.222.0.32 "GET /v2.0/networks/9c94505a-1b01-46b9-b57a-522a51871996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693529 May 27 02:10:42.530339 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60949980-ac89-44bc-a24e-44c590dd4277 req-2650c05c-cfc3-4437-9cb3-2f318e27481e tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:42.532257 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-60949980-ac89-44bc-a24e-44c590dd4277 req-2650c05c-cfc3-4437-9cb3-2f318e27481e tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5f75a2d-f9b3-40de-98ff-8e98d29c574c HTTP/1.1" status: 200 len: 943 time: 0.1714294 May 27 02:10:42.542250 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d2e6b-e430-4ff2-a256-3fbad3969f7a req-c018ea4a-b9bc-4394-8a7a-4bb3ea09941d tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:42.544169 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a12d2e6b-e430-4ff2-a256-3fbad3969f7a req-c018ea4a-b9bc-4394-8a7a-4bb3ea09941d tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 949 time: 0.1398017 May 27 02:10:42.621328 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a12d2e6b-e430-4ff2-a256-3fbad3969f7a req-01cad703-b5e7-4c00-acd7-aa9f05d08f71 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601315 May 27 02:10:42.624254 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-60949980-ac89-44bc-a24e-44c590dd4277 req-086b3f9f-4ceb-4fd4-bb79-f54a2016f478 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] 10.222.0.57 "GET /v2.0/security-groups?id=bb0ba78f-2b78-4830-96c7-9ee7c2f90db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785208 May 27 02:10:42.651611 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a1fac0f3-97ce-445d-8feb-54f04632e48b req-ed8538c4-b2a8-4474-ad86-a7307aa22261 service neutron] 10.222.0.32 "GET /v2.0/networks/74778735-4446-404c-9d8b-99931c32fa7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610394 May 27 02:10:42.767608 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e288b22b-584e-42b4-826c-f1e4ab5b7d9c req-e97ce2e5-308d-4ebb-88c3-0cc1b5cf3041 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/ports?device_id=79b816a1-5e2b-4878-baea-2dc592ad34fe HTTP/1.1" status: 200 len: 210 time: 0.0457871 May 27 02:10:42.800013 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a1fac0f3-97ce-445d-8feb-54f04632e48b req-b191fdee-58b4-4ce1-adee-942f8a4bd958 service neutron] 10.222.0.32 "GET /v2.0/networks/74778735-4446-404c-9d8b-99931c32fa7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405728 May 27 02:10:42.903427 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-074273ad-9047-4616-869b-7a24f65396b3 req-d6ea52bf-76df-4b99-83b9-8aae37a763d3 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269289 May 27 02:10:42.981523 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 9c3cd184-bf8d-4d49-8a50-29618bf2d04e details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:10:43.055483 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074273ad-9047-4616-869b-7a24f65396b3 req-a7283176-b7bc-4340-93d4-a01ed4c68738 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:43.057063 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-074273ad-9047-4616-869b-7a24f65396b3 req-a7283176-b7bc-4340-93d4-a01ed4c68738 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1483681 May 27 02:10:43.072280 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-074273ad-9047-4616-869b-7a24f65396b3 req-28a5f8ff-e3c6-45d6-8bc0-d5b2f731e9c1 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/quotas/91fc0a0dee4b4cc18343e2e355149e58 HTTP/1.1" status: 200 len: 375 time: 0.0093703 May 27 02:10:43.126811 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 3b9cadd9-bef4-4042-a998-3c1758173dec details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:10:43.168151 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-074273ad-9047-4616-869b-7a24f65396b3 req-99c93646-0b56-48c5-98fc-23d4f6a3648a tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0896285 May 27 02:10:43.229012 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 9c3cd184-bf8d-4d49-8a50-29618bf2d04e, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=9c3cd184-bf8d-4d49-8a50-29618bf2d04e,segment=NetworkSegment(fb8802a4-e2b2-4965-82be-dc0e4cddd944),segment_id=fb8802a4-e2b2-4965-82be-dc0e4cddd944)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:43.258290 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '9c3cd184-bf8d-4d49-8a50-29618bf2d04e', 'network_id': '9c94505a-1b01-46b9-b57a-522a51871996', 'port_id': '9c3cd184-bf8d-4d49-8a50-29618bf2d04e', 'mac_address': 'fa:16:3e:fb:02:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00620427-b337-441f-8e6a-3537573c760d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:10:43.348489 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 9c3cd184-bf8d-4d49-8a50-29618bf2d04e is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:10:43.348892 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:43.370364 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 3b9cadd9-bef4-4042-a998-3c1758173dec, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=3b9cadd9-bef4-4042-a998-3c1758173dec,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:43.381953 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c3cd184-bf8d-4d49-8a50-29618bf2d04e {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:10:43.392650 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '3b9cadd9-bef4-4042-a998-3c1758173dec', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'port_id': '3b9cadd9-bef4-4042-a998-3c1758173dec', 'mac_address': 'fa:16:3e:d7:5f:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf69705-8457-415f-85a3-b42efaff1b97', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:10:43.448908 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 9c3cd184-bf8d-4d49-8a50-29618bf2d04e, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=9c3cd184-bf8d-4d49-8a50-29618bf2d04e,segment=NetworkSegment(fb8802a4-e2b2-4965-82be-dc0e4cddd944),segment_id=fb8802a4-e2b2-4965-82be-dc0e4cddd944)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:43.470101 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 3b9cadd9-bef4-4042-a998-3c1758173dec is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:10:43.470766 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:43.493210 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b9cadd9-bef4-4042-a998-3c1758173dec {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:10:43.501439 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:43.564762 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 3b9cadd9-bef4-4042-a998-3c1758173dec, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=3b9cadd9-bef4-4042-a998-3c1758173dec,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:43.581442 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=9c3cd184-bf8d-4d49-8a50-29618bf2d04e,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:43.643859 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:43.648954 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-7f4daf33-7f9d-4ffa-a056-a38d05ebc190 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:43.650412 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-7f4daf33-7f9d-4ffa-a056-a38d05ebc190 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.66 "GET /v2.0/networks?id=37c88c36-e778-4f3d-a101-7c8eb9d9dccf HTTP/1.1" status: 200 len: 821 time: 0.3532488 May 27 02:10:43.657674 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-7d5a2f51-995a-41e8-b11f-fa4ea82d0f7d tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:43.665458 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-7d5a2f51-995a-41e8-b11f-fa4ea82d0f7d tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/networks?id=db30ed05-8f60-4a40-83c6-9b50139dcb81 HTTP/1.1" status: 200 len: 821 time: 0.3268285 May 27 02:10:43.677510 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-c8a9b5c2-f261-42d7-9d12-0a3a9a4b6a34 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Request body: {'port': {'device_id': '79b816a1-5e2b-4878-baea-2dc592ad34fe', 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf', 'admin_state_up': True, 'tenant_id': '40d944a0aff94ddfba3422cf104388c6'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:43.717788 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=3b9cadd9-bef4-4042-a998-3c1758173dec,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:43.786104 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-eaa733c3-908e-4bfb-9a75-812150d3a7e2 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/quotas/a29ffcc4de66478babed622f0d89fbe8 HTTP/1.1" status: 200 len: 375 time: 0.1187925 May 27 02:10:43.916597 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['9c3cd184-bf8d-4d49-8a50-29618bf2d04e'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:10:43.954929 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['3b9cadd9-bef4-4042-a998-3c1758173dec'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:10:44.036264 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357d9ec-9392-4fb4-8970-35719dc2e4b3 req-ea7f28d0-f05c-48ce-8ceb-c48ea4cc83b6 tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:44.037714 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c357d9ec-9392-4fb4-8970-35719dc2e4b3 req-ea7f28d0-f05c-48ce-8ceb-c48ea4cc83b6 tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] 10.222.0.57 "GET /v2.0/ports?device_id=11572316-9596-424b-96a8-e0874811d71c HTTP/1.1" status: 200 len: 945 time: 0.4936204 May 27 02:10:44.048804 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-c8a9b5c2-f261-42d7-9d12-0a3a9a4b6a34 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:44.063521 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-c8a9b5c2-f261-42d7-9d12-0a3a9a4b6a34 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:44.097715 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-4f8d53fd-102a-4732-8186-45521b419842 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a29ffcc4de66478babed622f0d89fbe8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3108926 May 27 02:10:44.185795 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-c8a9b5c2-f261-42d7-9d12-0a3a9a4b6a34 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Made reservation on behalf of 40d944a0aff94ddfba3422cf104388c6 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:10:44.189200 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-c8a9b5c2-f261-42d7-9d12-0a3a9a4b6a34 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:44.200652 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c357d9ec-9392-4fb4-8970-35719dc2e4b3 req-29a2b528-9080-49a1-81c0-ec5b81bdccbc tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] 10.222.0.57 "GET /v2.0/security-groups?id=abdd4a29-3254-485f-b370-ae431cd8e5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396856 May 27 02:10:44.373825 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-f0afb19e-d9e1-4215-812b-a2e8ac0d0f8c service neutron] 10.222.0.57 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674947 May 27 02:10:44.579858 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-c8a9b5c2-f261-42d7-9d12-0a3a9a4b6a34 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Allocated IP 172.20.0.9 (37c88c36-e778-4f3d-a101-7c8eb9d9dccf/88a71f26-f2fa-4283-92d8-f4882c4d62e9/7d82653d-8dd4-4d41-993f-2721d396abe0) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:10:44.588608 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9728d-ea81-4bae-9590-0fb34f38af3b req-62d726fa-44e8-4830-a325-4681eeaa6123 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:44.590112 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e6f9728d-ea81-4bae-9590-0fb34f38af3b req-62d726fa-44e8-4830-a325-4681eeaa6123 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=532f48af-fe32-4da5-aa98-dac1da7597b7 HTTP/1.1" status: 200 len: 949 time: 0.2774210 May 27 02:10:44.619251 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-56018cb1-b70a-4757-a024-b27b99bc009c service neutron] 10.222.0.57 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366948 May 27 02:10:44.671685 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e6f9728d-ea81-4bae-9590-0fb34f38af3b req-ac6c37df-d0b4-4512-b37d-9e711cec6aae tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749209 May 27 02:10:44.868850 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-382fa8d2-ee7a-4d94-b2a5-0a2e5dbad8be req-6b00240e-a0e3-44ab-a03e-d4094634d4f3 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 210 time: 0.0591450 May 27 02:10:44.947458 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-c8a9b5c2-f261-42d7-9d12-0a3a9a4b6a34 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:44.982968 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 2d68ef4e-10c4-43e2-9663-4f6d1775dc86 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:10:45.026878 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-c8a9b5c2-f261-42d7-9d12-0a3a9a4b6a34 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Transition to ACTIVE for port object 7d82653d-8dd4-4d41-993f-2721d396abe0 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:45.089864 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4d5e0-ecc7-43d6-baa0-8b3de5f317a1 req-ea1421b4-3769-46d2-aa96-05106b53c76b tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:45.091360 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b0f4d5e0-ecc7-43d6-baa0-8b3de5f317a1 req-ea1421b4-3769-46d2-aa96-05106b53c76b tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5f75a2d-f9b3-40de-98ff-8e98d29c574c HTTP/1.1" status: 200 len: 944 time: 0.1163781 May 27 02:10:45.124839 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device da5fb44e-ba92-42dc-988f-3cd41806c48b up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:10:45.137419 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b0f4d5e0-ecc7-43d6-baa0-8b3de5f317a1 req-f6c62f6b-87f1-48ce-8317-eafd6c5518df tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] 10.222.0.57 "GET /v2.0/security-groups?id=bb0ba78f-2b78-4830-96c7-9ee7c2f90db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401833 May 27 02:10:45.161674 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-c8a9b5c2-f261-42d7-9d12-0a3a9a4b6a34 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:45.183420 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['2ecbeb51-113b-4016-8763-fd2bf60a7fee'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:10:45.216990 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 2d68ef4e-10c4-43e2-9663-4f6d1775dc86 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:10:45.239671 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 2d68ef4e-10c4-43e2-9663-4f6d1775dc86 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:10:45.240302 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:45.247822 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-c8a9b5c2-f261-42d7-9d12-0a3a9a4b6a34 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Network 37c88c36-e778-4f3d-a101-7c8eb9d9dccf is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:10:45.251095 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-c8a9b5c2-f261-42d7-9d12-0a3a9a4b6a34 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:10:45.255417 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-c8a9b5c2-f261-42d7-9d12-0a3a9a4b6a34 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:10:45.350633 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a9b5c2-f261-42d7-9d12-0a3a9a4b6a34 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Pushing event updated for resources: {'Port': ['ID=7d82653d-8dd4-4d41-993f-2721d396abe0,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:45.411564 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-c8a9b5c2-f261-42d7-9d12-0a3a9a4b6a34 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:45.412992 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-c8a9b5c2-f261-42d7-9d12-0a3a9a4b6a34 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:45.501211 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 2d68ef4e-10c4-43e2-9663-4f6d1775dc86 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:10:45.501211 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:45.515586 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f1c4d-d329-4a5e-accb-f8656d5973f5 req-038683a8-89f1-4bd5-a4f5-1c7fdf8d6e1e tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:45.515586 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-a35f1c4d-d329-4a5e-accb-f8656d5973f5 req-038683a8-89f1-4bd5-a4f5-1c7fdf8d6e1e tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Synchronizing usage tracker for tenant:40d944a0aff94ddfba3422cf104388c6 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:10:45.549213 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-c8a9b5c2-f261-42d7-9d12-0a3a9a4b6a34 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8805501 May 27 02:10:45.573464 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-4267a608-f4f6-4f6d-8667-ebf7b2ef6806 service neutron] Request body: {'port': {'device_id': '79b816a1-5e2b-4878-baea-2dc592ad34fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:45.634271 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port da5fb44e-ba92-42dc-988f-3cd41806c48b completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:10:45.652851 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864fe506-8960-4b1d-8ed2-17a1bc24dfde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d68ef4e-10c4-43e2-9663-4f6d1775dc86'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:10:45.671635 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port da5fb44e-ba92-42dc-988f-3cd41806c48b triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:10:45.671635 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:45.676891 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-a35f1c4d-d329-4a5e-accb-f8656d5973f5 req-038683a8-89f1-4bd5-a4f5-1c7fdf8d6e1e tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Unset dirty status for tenant:40d944a0aff94ddfba3422cf104388c6 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:10:45.678098 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a35f1c4d-d329-4a5e-accb-f8656d5973f5 req-038683a8-89f1-4bd5-a4f5-1c7fdf8d6e1e tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/ports?device_id=79b816a1-5e2b-4878-baea-2dc592ad34fe HTTP/1.1" status: 200 len: 931 time: 0.3915462 May 27 02:10:45.710935 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 2d68ef4e-10c4-43e2-9663-4f6d1775dc86, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=2d68ef4e-10c4-43e2-9663-4f6d1775dc86,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:45.788743 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:45.793898 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-4267a608-f4f6-4f6d-8667-ebf7b2ef6806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:45.833686 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a35f1c4d-d329-4a5e-accb-f8656d5973f5 req-9a214038-c0f8-47ec-99a8-2e4dde789dc3 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/security-groups?id=644a47ee-c2d3-4867-ac89-ac4152c2e13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472280 May 27 02:10:45.840112 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-faa2c0ca-6141-4cf6-9368-0dfb26ef9fb2 None None] Provisioning for port 7d82653d-8dd4-4d41-993f-2721d396abe0 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:10:45.875781 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-faa2c0ca-6141-4cf6-9368-0dfb26ef9fb2 None None] Provisioning complete for port 7d82653d-8dd4-4d41-993f-2721d396abe0 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:10:45.875781 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-faa2c0ca-6141-4cf6-9368-0dfb26ef9fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:45.923152 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port da5fb44e-ba92-42dc-988f-3cd41806c48b is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:10:45.923447 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:45.942182 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-074273ad-9047-4616-869b-7a24f65396b3 req-8a097f8e-c01b-44c1-a576-0ad1fa92aa80 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396481 May 27 02:10:45.957861 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=2d68ef4e-10c4-43e2-9663-4f6d1775dc86,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:45.960684 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-faa2c0ca-6141-4cf6-9368-0dfb26ef9fb2 None None] Port 7d82653d-8dd4-4d41-993f-2721d396abe0 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:10:45.981558 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port da5fb44e-ba92-42dc-988f-3cd41806c48b, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=da5fb44e-ba92-42dc-988f-3cd41806c48b,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:46.008747 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494be1f-8b8b-4e61-aa83-bad5f4fa364f req-d7fb2c46-b7a3-4ce9-aba8-2c0bb290b202 tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:46.010238 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4494be1f-8b8b-4e61-aa83-bad5f4fa364f req-d7fb2c46-b7a3-4ce9-aba8-2c0bb290b202 tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] 10.222.0.57 "GET /v2.0/ports?device_id=11572316-9596-424b-96a8-e0874811d71c HTTP/1.1" status: 200 len: 945 time: 0.3932724 May 27 02:10:46.052517 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-004e3f7c-930c-469e-a6e7-01f516985641 req-19e4a81c-b4f8-4fdb-8578-3b53a169e587 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2e8b514-00ed-4638-978e-c30d2074daa7 HTTP/1.1" status: 200 len: 210 time: 0.1266317 May 27 02:10:46.057640 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:46.058547 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 3b9cadd9-bef4-4042-a998-3c1758173dec up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:10:46.256552 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54cf9f4d-092b-4e0b-8c69-6118050a2923'] response: {'server_uuid': '864fe506-8960-4b1d-8ed2-17a1bc24dfde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d68ef4e-10c4-43e2-9663-4f6d1775dc86', 'code': 200} May 27 02:10:46.339042 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=da5fb44e-ba92-42dc-988f-3cd41806c48b,revision_number=13']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:46.362833 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074273ad-9047-4616-869b-7a24f65396b3 req-28f45fcd-e06b-49e6-a521-5800cff5a5da tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:46.365465 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-074273ad-9047-4616-869b-7a24f65396b3 req-28f45fcd-e06b-49e6-a521-5800cff5a5da tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4174287 May 27 02:10:46.381212 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-074273ad-9047-4616-869b-7a24f65396b3 req-05a680c1-fc86-42fb-94b9-5301d95cfb4e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Request body: {'port': {'device_id': '0d80a1ba-d282-4518-9df7-74b625dd55be', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'admin_state_up': True, 'tenant_id': '91fc0a0dee4b4cc18343e2e355149e58'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:46.405234 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54442ffa-4803-49b1-a4d4-b90c286d0130 req-3c68a894-18ac-4288-8bf3-87d4c337822a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:46.406689 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-54442ffa-4803-49b1-a4d4-b90c286d0130 req-3c68a894-18ac-4288-8bf3-87d4c337822a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=864fe506-8960-4b1d-8ed2-17a1bc24dfde HTTP/1.1" status: 200 len: 1101 time: 0.1570604 May 27 02:10:46.415743 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 3b9cadd9-bef4-4042-a998-3c1758173dec completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:10:46.420904 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 3b9cadd9-bef4-4042-a998-3c1758173dec triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:10:46.421268 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:46.425399 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4494be1f-8b8b-4e61-aa83-bad5f4fa364f req-cb32f73b-1c6e-4027-9e19-ed4b9275bbce tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] 10.222.0.57 "GET /v2.0/security-groups?id=abdd4a29-3254-485f-b370-ae431cd8e5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935165 May 27 02:10:46.530193 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-54442ffa-4803-49b1-a4d4-b90c286d0130 req-a7cc1a0a-a483-4e70-b9a7-53f4f43405b0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622504 May 27 02:10:46.553061 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 3b9cadd9-bef4-4042-a998-3c1758173dec is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:10:46.554380 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:46.581688 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6ad6a-bbe9-4fcd-a85e-8a6abbe7bf02 req-30366093-f659-451f-8468-2caea70a2315 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:46.589539 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dff6ad6a-bbe9-4fcd-a85e-8a6abbe7bf02 req-30366093-f659-451f-8468-2caea70a2315 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=532f48af-fe32-4da5-aa98-dac1da7597b7 HTTP/1.1" status: 200 len: 949 time: 0.1777556 May 27 02:10:46.593882 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-074273ad-9047-4616-869b-7a24f65396b3 req-05a680c1-fc86-42fb-94b9-5301d95cfb4e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:46.594054 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 3b9cadd9-bef4-4042-a998-3c1758173dec, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=3b9cadd9-bef4-4042-a998-3c1758173dec,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:46.604136 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-074273ad-9047-4616-869b-7a24f65396b3 req-05a680c1-fc86-42fb-94b9-5301d95cfb4e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:46.671911 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-074273ad-9047-4616-869b-7a24f65396b3 req-05a680c1-fc86-42fb-94b9-5301d95cfb4e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Made reservation on behalf of 91fc0a0dee4b4cc18343e2e355149e58 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:10:46.672197 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:46.675499 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-074273ad-9047-4616-869b-7a24f65396b3 req-05a680c1-fc86-42fb-94b9-5301d95cfb4e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:46.726396 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dff6ad6a-bbe9-4fcd-a85e-8a6abbe7bf02 req-28582f37-a1b3-4112-8975-29d2ef4982e5 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357431 May 27 02:10:46.759270 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=3b9cadd9-bef4-4042-a998-3c1758173dec,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:46.773289 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-4267a608-f4f6-4f6d-8667-ebf7b2ef6806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d82653d-8dd4-4d41-993f-2721d396abe0 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:10:46.782895 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-4267a608-f4f6-4f6d-8667-ebf7b2ef6806 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:46.787302 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516bee4-ba19-4ea3-8a49-0365dd95e926 req-11afedf9-6d72-455f-b217-7f05e8c579ec tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:46.788942 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5516bee4-ba19-4ea3-8a49-0365dd95e926 req-11afedf9-6d72-455f-b217-7f05e8c579ec tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d4e1df88-154f-4143-9f4e-8ca5128da369 HTTP/1.1" status: 200 len: 1096 time: 0.1968625 May 27 02:10:46.845129 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-4267a608-f4f6-4f6d-8667-ebf7b2ef6806 service neutron] Transition to ACTIVE for port object 7d82653d-8dd4-4d41-993f-2721d396abe0 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:46.864160 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5516bee4-ba19-4ea3-8a49-0365dd95e926 req-d14f28c7-e382-4290-9a09-3b9891094ff1 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650411 May 27 02:10:46.911862 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-074273ad-9047-4616-869b-7a24f65396b3 req-05a680c1-fc86-42fb-94b9-5301d95cfb4e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Allocated IP 192.168.233.90 (54d5ea08-4fa3-4323-9d64-35a947e9d08e/2cf69705-8457-415f-85a3-b42efaff1b97/614f2f56-0b2e-4664-a6ee-0d7def01f496) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:10:46.924190 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e745819e-4b47-4024-9a8f-8d9d58740cf1 req-7a346aaa-5bf9-4081-9ee4-5ab3698aee15 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 210 time: 0.0430660 May 27 02:10:46.949325 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-4267a608-f4f6-4f6d-8667-ebf7b2ef6806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:46.989230 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 9c3cd184-bf8d-4d49-8a50-29618bf2d04e up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:10:47.060926 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267a608-f4f6-4f6d-8667-ebf7b2ef6806 service neutron] Pushing event updated for resources: {'Port': ['ID=7d82653d-8dd4-4d41-993f-2721d396abe0,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:47.223500 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-074273ad-9047-4616-869b-7a24f65396b3 req-05a680c1-fc86-42fb-94b9-5301d95cfb4e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:47.241623 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-074273ad-9047-4616-869b-7a24f65396b3 req-05a680c1-fc86-42fb-94b9-5301d95cfb4e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Transition to ACTIVE for port object 614f2f56-0b2e-4664-a6ee-0d7def01f496 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:47.244194 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 9c3cd184-bf8d-4d49-8a50-29618bf2d04e completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:10:47.249839 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 9c3cd184-bf8d-4d49-8a50-29618bf2d04e triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:10:47.250212 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:47.358796 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-074273ad-9047-4616-869b-7a24f65396b3 req-05a680c1-fc86-42fb-94b9-5301d95cfb4e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:47.372663 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de', 'e877bcc3-33c5-4254-8b54-f3b4e576ce23'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:10:47.406042 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['da5fb44e-ba92-42dc-988f-3cd41806c48b'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:10:47.413107 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66396436-016e-43cf-96c7-97abd81bcb75 req-285b3d0e-17e5-4062-a1f4-18b34f949dfb tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:47.415744 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-66396436-016e-43cf-96c7-97abd81bcb75 req-285b3d0e-17e5-4062-a1f4-18b34f949dfb tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5f75a2d-f9b3-40de-98ff-8e98d29c574c HTTP/1.1" status: 200 len: 944 time: 0.3604183 May 27 02:10:47.416449 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-4267a608-f4f6-4f6d-8667-ebf7b2ef6806 service neutron] Attempting to bind port 7d82653d-8dd4-4d41-993f-2721d396abe0 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:10:47.416807 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-4267a608-f4f6-4f6d-8667-ebf7b2ef6806 service neutron] Attempting to bind port 7d82653d-8dd4-4d41-993f-2721d396abe0 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '2c88854f-b1b4-45f9-9e07-67ac2d11483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:10:47.417141 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-4267a608-f4f6-4f6d-8667-ebf7b2ef6806 service neutron] Attempting to bind port 7d82653d-8dd4-4d41-993f-2721d396abe0 on network 37c88c36-e778-4f3d-a101-7c8eb9d9dccf {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:10:47.436483 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ab186-ea6d-46eb-a108-0cb44f626fbb req-c5b433e5-6629-4aeb-80b9-1c068bc05701 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:47.441019 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c92ab186-ea6d-46eb-a108-0cb44f626fbb req-c5b433e5-6629-4aeb-80b9-1c068bc05701 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/ports?device_id=79b816a1-5e2b-4878-baea-2dc592ad34fe HTTP/1.1" status: 200 len: 943 time: 0.2603304 May 27 02:10:47.443924 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-074273ad-9047-4616-869b-7a24f65396b3 req-05a680c1-fc86-42fb-94b9-5301d95cfb4e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Network 54d5ea08-4fa3-4323-9d64-35a947e9d08e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:10:47.447410 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-074273ad-9047-4616-869b-7a24f65396b3 req-05a680c1-fc86-42fb-94b9-5301d95cfb4e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:10:47.451399 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-074273ad-9047-4616-869b-7a24f65396b3 req-05a680c1-fc86-42fb-94b9-5301d95cfb4e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:10:47.472684 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-4267a608-f4f6-4f6d-8667-ebf7b2ef6806 service neutron] Port 7d82653d-8dd4-4d41-993f-2721d396abe0 on network 37c88c36-e778-4f3d-a101-7c8eb9d9dccf not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:10:47.473101 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-4267a608-f4f6-4f6d-8667-ebf7b2ef6806 service neutron] Attempting to bind port 7d82653d-8dd4-4d41-993f-2721d396abe0 on network 37c88c36-e778-4f3d-a101-7c8eb9d9dccf {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:10:47.484477 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 9c3cd184-bf8d-4d49-8a50-29618bf2d04e is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:10:47.484972 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:47.486376 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a680c1-fc86-42fb-94b9-5301d95cfb4e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Pushing event updated for resources: {'Port': ['ID=614f2f56-0b2e-4664-a6ee-0d7def01f496,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:47.489540 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-4267a608-f4f6-4f6d-8667-ebf7b2ef6806 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:10:47.489890 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-4267a608-f4f6-4f6d-8667-ebf7b2ef6806 service neutron] Checking segment: {'id': '2c88854f-b1b4-45f9-9e07-67ac2d11483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:10:47.490305 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-4267a608-f4f6-4f6d-8667-ebf7b2ef6806 service neutron] Bound using segment: {'id': '2c88854f-b1b4-45f9-9e07-67ac2d11483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:10:47.490748 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-4267a608-f4f6-4f6d-8667-ebf7b2ef6806 service neutron] Bound port: 7d82653d-8dd4-4d41-993f-2721d396abe0, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c88854f-b1b4-45f9-9e07-67ac2d11483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:10:47.491095 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-4267a608-f4f6-4f6d-8667-ebf7b2ef6806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:47.540669 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074273ad-9047-4616-869b-7a24f65396b3 req-05a680c1-fc86-42fb-94b9-5301d95cfb4e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:47.541368 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-074273ad-9047-4616-869b-7a24f65396b3 req-05a680c1-fc86-42fb-94b9-5301d95cfb4e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:47.579179 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 9c3cd184-bf8d-4d49-8a50-29618bf2d04e, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=9c3cd184-bf8d-4d49-8a50-29618bf2d04e,segment=NetworkSegment(fb8802a4-e2b2-4965-82be-dc0e4cddd944),segment_id=fb8802a4-e2b2-4965-82be-dc0e4cddd944)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:47.599835 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-66396436-016e-43cf-96c7-97abd81bcb75 req-1a752e9e-76c4-4f0e-9b28-6e2d2f33980d tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] 10.222.0.57 "GET /v2.0/security-groups?id=bb0ba78f-2b78-4830-96c7-9ee7c2f90db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779320 May 27 02:10:47.615491 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c92ab186-ea6d-46eb-a108-0cb44f626fbb req-b25677f2-cb17-44c7-83af-0098c808ebaf tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/security-groups?id=644a47ee-c2d3-4867-ac89-ac4152c2e13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735406 May 27 02:10:47.654282 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-074273ad-9047-4616-869b-7a24f65396b3 req-05a680c1-fc86-42fb-94b9-5301d95cfb4e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2777557 May 27 02:10:47.666852 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-074273ad-9047-4616-869b-7a24f65396b3 req-0ef68208-c0cb-4fb3-a29a-54b32299c56f service neutron] Request body: {'port': {'device_id': '0d80a1ba-d282-4518-9df7-74b625dd55be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:47.693323 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-4267a608-f4f6-4f6d-8667-ebf7b2ef6806 service neutron] For port 7d82653d-8dd4-4d41-993f-2721d396abe0, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:10:47.701168 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-4267a608-f4f6-4f6d-8667-ebf7b2ef6806 service neutron] For port 7d82653d-8dd4-4d41-993f-2721d396abe0, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=7d82653d-8dd4-4d41-993f-2721d396abe0,segment=NetworkSegment(2c88854f-b1b4-45f9-9e07-67ac2d11483a),segment_id=2c88854f-b1b4-45f9-9e07-67ac2d11483a)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:10:47.724801 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:47.793804 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-4267a608-f4f6-4f6d-8667-ebf7b2ef6806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:47.835622 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-074273ad-9047-4616-869b-7a24f65396b3 req-0ef68208-c0cb-4fb3-a29a-54b32299c56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:47.941968 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-4267a608-f4f6-4f6d-8667-ebf7b2ef6806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:47.942804 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-4267a608-f4f6-4f6d-8667-ebf7b2ef6806 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:47.944103 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-4267a608-f4f6-4f6d-8667-ebf7b2ef6806 service neutron] 10.222.0.66 "PUT /v2.0/ports/7d82653d-8dd4-4d41-993f-2721d396abe0 HTTP/1.1" status: 200 len: 1091 time: 2.3874269 May 27 02:10:47.944232 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=9c3cd184-bf8d-4d49-8a50-29618bf2d04e,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:47.977541 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b816a1-5e2b-4878-baea-2dc592ad34fe', 'tag': '7d82653d-8dd4-4d41-993f-2721d396abe0'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:10:48.044762 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267a608-f4f6-4f6d-8667-ebf7b2ef6806 service neutron] Pushing event updated for resources: {'Port': ['ID=7d82653d-8dd4-4d41-993f-2721d396abe0,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:48.062666 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5244452d-b65a-44de-a5e9-258140622269 None None] Provisioning for port 614f2f56-0b2e-4664-a6ee-0d7def01f496 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:10:48.076985 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5244452d-b65a-44de-a5e9-258140622269 None None] Provisioning complete for port 614f2f56-0b2e-4664-a6ee-0d7def01f496 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:10:48.077659 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5244452d-b65a-44de-a5e9-258140622269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:48.162569 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5244452d-b65a-44de-a5e9-258140622269 None None] Port 614f2f56-0b2e-4664-a6ee-0d7def01f496 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:10:48.257739 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668f3f0a-810a-4d84-8786-0b25edc03279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da5fb44e-ba92-42dc-988f-3cd41806c48b'}, {'server_uuid': '532f48af-fe32-4da5-aa98-dac1da7597b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9cadd9-bef4-4042-a998-3c1758173dec'}, {'server_uuid': 'b5f75a2d-f9b3-40de-98ff-8e98d29c574c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c3cd184-bf8d-4d49-8a50-29618bf2d04e'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:10:48.296336 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-074273ad-9047-4616-869b-7a24f65396b3 req-0ef68208-c0cb-4fb3-a29a-54b32299c56f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 614f2f56-0b2e-4664-a6ee-0d7def01f496 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:10:48.306005 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-074273ad-9047-4616-869b-7a24f65396b3 req-0ef68208-c0cb-4fb3-a29a-54b32299c56f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:48.324651 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-074273ad-9047-4616-869b-7a24f65396b3 req-0ef68208-c0cb-4fb3-a29a-54b32299c56f service neutron] Transition to ACTIVE for port object 614f2f56-0b2e-4664-a6ee-0d7def01f496 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:48.393389 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-074273ad-9047-4616-869b-7a24f65396b3 req-0ef68208-c0cb-4fb3-a29a-54b32299c56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:48.393868 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-07926d9d-3069-4606-9bba-090dac923fcb req-14bf921f-ad08-4f21-a522-7325d3574b19 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2e8b514-00ed-4638-978e-c30d2074daa7 HTTP/1.1" status: 200 len: 210 time: 0.0575485 May 27 02:10:48.446347 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-3ea6a287-8ae7-4c48-b983-597f426d00a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:48.447827 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-3ea6a287-8ae7-4c48-b983-597f426d00a4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=40d944a0aff94ddfba3422cf104388c6&device_id=79b816a1-5e2b-4878-baea-2dc592ad34fe HTTP/1.1" status: 200 len: 1094 time: 0.3338437 May 27 02:10:48.455934 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-259f407d-33e1-4005-aa66-e3ba7845a07e tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:48.462201 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-259f407d-33e1-4005-aa66-e3ba7845a07e tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.66 "GET /v2.0/networks?id=db30ed05-8f60-4a40-83c6-9b50139dcb81 HTTP/1.1" status: 200 len: 821 time: 0.2813621 May 27 02:10:48.535294 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-f5efe80c-0a4e-427c-aec2-a6dbe34dd497 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d82653d-8dd4-4d41-993f-2721d396abe0 HTTP/1.1" status: 200 len: 217 time: 0.0763860 May 27 02:10:48.540126 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-508f4b4f-ac96-4211-865b-d4a222129118 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Request body: {'port': {'device_id': 'c2e8b514-00ed-4638-978e-c30d2074daa7', 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81', 'admin_state_up': True, 'tenant_id': 'a29ffcc4de66478babed622f0d89fbe8'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:48.655245 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef68208-c0cb-4fb3-a29a-54b32299c56f service neutron] Pushing event updated for resources: {'Port': ['ID=614f2f56-0b2e-4664-a6ee-0d7def01f496,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:48.711924 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-074273ad-9047-4616-869b-7a24f65396b3 req-0ef68208-c0cb-4fb3-a29a-54b32299c56f service neutron] Attempting to bind port 614f2f56-0b2e-4664-a6ee-0d7def01f496 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:10:48.712601 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-074273ad-9047-4616-869b-7a24f65396b3 req-0ef68208-c0cb-4fb3-a29a-54b32299c56f service neutron] Attempting to bind port 614f2f56-0b2e-4664-a6ee-0d7def01f496 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:10:48.712992 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074273ad-9047-4616-869b-7a24f65396b3 req-0ef68208-c0cb-4fb3-a29a-54b32299c56f service neutron] Attempting to bind port 614f2f56-0b2e-4664-a6ee-0d7def01f496 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:10:48.718321 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074273ad-9047-4616-869b-7a24f65396b3 req-0ef68208-c0cb-4fb3-a29a-54b32299c56f service neutron] Port 614f2f56-0b2e-4664-a6ee-0d7def01f496 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:10:48.718795 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074273ad-9047-4616-869b-7a24f65396b3 req-0ef68208-c0cb-4fb3-a29a-54b32299c56f service neutron] Attempting to bind port 614f2f56-0b2e-4664-a6ee-0d7def01f496 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:10:48.746450 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074273ad-9047-4616-869b-7a24f65396b3 req-0ef68208-c0cb-4fb3-a29a-54b32299c56f service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:10:48.747759 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074273ad-9047-4616-869b-7a24f65396b3 req-0ef68208-c0cb-4fb3-a29a-54b32299c56f service neutron] Checking segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:10:48.748266 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074273ad-9047-4616-869b-7a24f65396b3 req-0ef68208-c0cb-4fb3-a29a-54b32299c56f service neutron] Bound using segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:10:48.748857 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-074273ad-9047-4616-869b-7a24f65396b3 req-0ef68208-c0cb-4fb3-a29a-54b32299c56f service neutron] Bound port: 614f2f56-0b2e-4664-a6ee-0d7def01f496, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:10:48.750532 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-074273ad-9047-4616-869b-7a24f65396b3 req-0ef68208-c0cb-4fb3-a29a-54b32299c56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:48.758995 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:48.930033 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:48.932334 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-a70a7d95-ad55-4bb3-9cc5-9159a608631d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:48.933833 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-a70a7d95-ad55-4bb3-9cc5-9159a608631d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=88a71f26-f2fa-4283-92d8-f4882c4d62e9 HTTP/1.1" status: 200 len: 860 time: 0.3648059 May 27 02:10:48.958154 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-074273ad-9047-4616-869b-7a24f65396b3 req-0ef68208-c0cb-4fb3-a29a-54b32299c56f service neutron] For port 614f2f56-0b2e-4664-a6ee-0d7def01f496, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:10:48.961311 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-074273ad-9047-4616-869b-7a24f65396b3 req-0ef68208-c0cb-4fb3-a29a-54b32299c56f service neutron] For port 614f2f56-0b2e-4664-a6ee-0d7def01f496, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=614f2f56-0b2e-4664-a6ee-0d7def01f496,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:10:49.032305 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-508f4b4f-ac96-4211-865b-d4a222129118 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:49.033699 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-074273ad-9047-4616-869b-7a24f65396b3 req-0ef68208-c0cb-4fb3-a29a-54b32299c56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:49.057110 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea050d7e-285b-4fd9-9c1a-ba68680e17c2 req-8653110b-60f1-4814-b357-ae84d749465b tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:49.058648 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ea050d7e-285b-4fd9-9c1a-ba68680e17c2 req-8653110b-60f1-4814-b357-ae84d749465b tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=532f48af-fe32-4da5-aa98-dac1da7597b7 HTTP/1.1" status: 200 len: 950 time: 0.4984245 May 27 02:10:49.059611 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-508f4b4f-ac96-4211-865b-d4a222129118 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:49.091544 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074273ad-9047-4616-869b-7a24f65396b3 req-0ef68208-c0cb-4fb3-a29a-54b32299c56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:49.092132 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-074273ad-9047-4616-869b-7a24f65396b3 req-0ef68208-c0cb-4fb3-a29a-54b32299c56f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:49.093753 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-074273ad-9047-4616-869b-7a24f65396b3 req-0ef68208-c0cb-4fb3-a29a-54b32299c56f service neutron] 10.222.0.66 "PUT /v2.0/ports/614f2f56-0b2e-4664-a6ee-0d7def01f496 HTTP/1.1" status: 200 len: 1095 time: 1.4312217 May 27 02:10:49.095215 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d80a1ba-d282-4518-9df7-74b625dd55be', 'tag': '614f2f56-0b2e-4664-a6ee-0d7def01f496'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:10:49.116284 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-adf5bd32-5668-417e-b2df-de746042aa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:49.117864 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-adf5bd32-5668-417e-b2df-de746042aa19 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=37c88c36-e778-4f3d-a101-7c8eb9d9dccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1655216 May 27 02:10:49.131159 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ea050d7e-285b-4fd9-9c1a-ba68680e17c2 req-1400f1ed-3e77-4f49-b0c5-dcf6c2abbf86 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621591 May 27 02:10:49.150719 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef68208-c0cb-4fb3-a29a-54b32299c56f service neutron] Pushing event updated for resources: {'Port': ['ID=614f2f56-0b2e-4664-a6ee-0d7def01f496,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:49.171573 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-508f4b4f-ac96-4211-865b-d4a222129118 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Made reservation on behalf of a29ffcc4de66478babed622f0d89fbe8 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:10:49.195367 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-508f4b4f-ac96-4211-865b-d4a222129118 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:49.464583 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074273ad-9047-4616-869b-7a24f65396b3 req-756fc7be-16ec-4354-a6f7-cd55c9aaf714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:49.466374 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-074273ad-9047-4616-869b-7a24f65396b3 req-756fc7be-16ec-4354-a6f7-cd55c9aaf714 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 1098 time: 0.2283275 May 27 02:10:49.493121 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-03984f9d-7e07-416a-beb7-8cd059ec43c5 service neutron] 10.222.0.66 "GET /v2.0/networks/37c88c36-e778-4f3d-a101-7c8eb9d9dccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559816 May 27 02:10:49.540520 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-074273ad-9047-4616-869b-7a24f65396b3 req-dc4e26e3-2534-4e0d-b746-3a9af2153ad2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=614f2f56-0b2e-4664-a6ee-0d7def01f496 HTTP/1.1" status: 200 len: 217 time: 0.0643928 May 27 02:10:49.627153 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074273ad-9047-4616-869b-7a24f65396b3 req-3870d157-8870-4171-80f8-011ad7ea67d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:49.628598 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-074273ad-9047-4616-869b-7a24f65396b3 req-3870d157-8870-4171-80f8-011ad7ea67d9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.0645406 May 27 02:10:49.647675 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6795b6-838e-4b7e-a2ef-b48d45bce86c req-99bff354-7f79-4a8c-ac11-18ff0bee8e67 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:49.649184 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-da6795b6-838e-4b7e-a2ef-b48d45bce86c req-99bff354-7f79-4a8c-ac11-18ff0bee8e67 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 947 time: 0.3614647 May 27 02:10:49.684539 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-508f4b4f-ac96-4211-865b-d4a222129118 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Allocated IP 172.20.0.8 (db30ed05-8f60-4a40-83c6-9b50139dcb81/1e2a1d95-8ee5-4ee3-927d-bf057db8df2f/d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:10:49.725676 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074273ad-9047-4616-869b-7a24f65396b3 req-cdce36d9-fe06-4c54-935d-c11b25d27157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:49.727358 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-074273ad-9047-4616-869b-7a24f65396b3 req-cdce36d9-fe06-4c54-935d-c11b25d27157 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0842774 May 27 02:10:49.768690 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d16a69a0-d1ce-4b1e-8cff-91cd0787af86 req-2c296173-4f23-4d76-9a18-6cb5f0c3ef70 service neutron] 10.222.0.66 "GET /v2.0/networks/37c88c36-e778-4f3d-a101-7c8eb9d9dccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445302 May 27 02:10:49.783796 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-da6795b6-838e-4b7e-a2ef-b48d45bce86c req-4a782141-bf57-43a6-84af-de490103fa12 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223588 May 27 02:10:49.871443 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55790d90-2ac6-4525-bc4f-7b15eb53ed76'] response: {'name': 'network-changed', 'server_uuid': '79b816a1-5e2b-4878-baea-2dc592ad34fe', 'tag': '7d82653d-8dd4-4d41-993f-2721d396abe0', 'status': 'completed', 'code': 200} May 27 02:10:49.950038 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-9c210770-af76-4574-969d-8c4d5589c153 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:10:49.951070 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-9c210770-af76-4574-969d-8c4d5589c153 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132089 May 27 02:10:49.963209 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-6b64c376-9f8f-4c9c-bea7-4784bb23ec29 service neutron] Request body: {'binding': {'host': 'n-h2-843554-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:49.963664 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-6b64c376-9f8f-4c9c-bea7-4784bb23ec29 service neutron] Unknown quota resources ['binding']. {{(pid=88901) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 27 02:10:50.030145 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-074273ad-9047-4616-869b-7a24f65396b3 req-b3953d6d-a7ba-47b6-b103-c32ae97ec884 service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943468 May 27 02:10:50.187374 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-508f4b4f-ac96-4211-865b-d4a222129118 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:50.203585 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cf54f-75e3-480c-b07e-2a18dc697744 req-4c598fa5-a096-4c56-8152-9360929b05c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:50.205068 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cc6cf54f-75e3-480c-b07e-2a18dc697744 req-4c598fa5-a096-4c56-8152-9360929b05c0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=40d944a0aff94ddfba3422cf104388c6&device_id=79b816a1-5e2b-4878-baea-2dc592ad34fe HTTP/1.1" status: 200 len: 1094 time: 0.2161810 May 27 02:10:50.213482 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f1b6d-a9de-491e-8c52-349e2c1d070d req-f8cdcbad-3954-41bf-8ce1-486da2c7e23c tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:50.214835 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fb8f1b6d-a9de-491e-8c52-349e2c1d070d req-f8cdcbad-3954-41bf-8ce1-486da2c7e23c tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] 10.222.0.57 "GET /v2.0/ports?device_id=11572316-9596-424b-96a8-e0874811d71c HTTP/1.1" status: 200 len: 945 time: 0.2273400 May 27 02:10:50.348744 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-074273ad-9047-4616-869b-7a24f65396b3 req-a307cda3-898d-4f8b-a82d-5502aa95a807 service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979894 May 27 02:10:50.356567 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4842ceb-86d1-4699-b6b5-e32f78074a03 req-133a44fb-6ae8-4677-b8d8-779e1c916ee2 tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:50.357368 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-e4842ceb-86d1-4699-b6b5-e32f78074a03 req-133a44fb-6ae8-4677-b8d8-779e1c916ee2 tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] Synchronizing usage tracker for tenant:8db5d1a810aa4ee8a8c2ca480e1b7a42 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:10:50.367315 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fb8f1b6d-a9de-491e-8c52-349e2c1d070d req-59610694-932d-4964-bdc6-8f5f0ae50405 tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] 10.222.0.57 "GET /v2.0/security-groups?id=abdd4a29-3254-485f-b370-ae431cd8e5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333232 May 27 02:10:50.382063 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-6b64c376-9f8f-4c9c-bea7-4784bb23ec29 service neutron] Attempting to bind port cece29d7-34db-4bee-aac4-f52148a723dc on host n-h2-843554-3 for vnic_type normal with profile None {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:10:50.382405 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-6b64c376-9f8f-4c9c-bea7-4784bb23ec29 service neutron] Attempting to bind port cece29d7-34db-4bee-aac4-f52148a723dc by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:10:50.382740 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-6b64c376-9f8f-4c9c-bea7-4784bb23ec29 service neutron] Attempting to bind port cece29d7-34db-4bee-aac4-f52148a723dc on network a46dc284-eb7c-468a-bcfd-6cfcbba366bf {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:10:50.392370 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cf54f-75e3-480c-b07e-2a18dc697744 req-a0a08e7f-7907-4386-947c-ea2337f12187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:50.393840 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cc6cf54f-75e3-480c-b07e-2a18dc697744 req-a0a08e7f-7907-4386-947c-ea2337f12187 service neutron] 10.222.0.66 "GET /v2.0/networks?id=37c88c36-e778-4f3d-a101-7c8eb9d9dccf HTTP/1.1" status: 200 len: 922 time: 0.1781850 May 27 02:10:50.397428 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-6b64c376-9f8f-4c9c-bea7-4784bb23ec29 service neutron] Port cece29d7-34db-4bee-aac4-f52148a723dc on network a46dc284-eb7c-468a-bcfd-6cfcbba366bf not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:10:50.397750 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-6b64c376-9f8f-4c9c-bea7-4784bb23ec29 service neutron] Attempting to bind port cece29d7-34db-4bee-aac4-f52148a723dc on network a46dc284-eb7c-468a-bcfd-6cfcbba366bf {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:10:50.403284 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-6b64c376-9f8f-4c9c-bea7-4784bb23ec29 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:10:50.403547 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-6b64c376-9f8f-4c9c-bea7-4784bb23ec29 service neutron] Checking segment: {'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:10:50.403919 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-6b64c376-9f8f-4c9c-bea7-4784bb23ec29 service neutron] Bound using segment: {'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:10:50.404341 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-6b64c376-9f8f-4c9c-bea7-4784bb23ec29 service neutron] Bound port: cece29d7-34db-4bee-aac4-f52148a723dc, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:10:50.436607 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-6b64c376-9f8f-4c9c-bea7-4784bb23ec29 service neutron] For port cece29d7-34db-4bee-aac4-f52148a723dc, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=cece29d7-34db-4bee-aac4-f52148a723dc,segment=NetworkSegment(18001c0d-6c74-475c-a0cb-9d64b721b14f),segment_id=18001c0d-6c74-475c-a0cb-9d64b721b14f)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:10:50.447194 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-391b692f-e8ee-4c46-9e33-c721780134d8'] response: {'server_uuid': '668f3f0a-810a-4d84-8786-0b25edc03279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da5fb44e-ba92-42dc-988f-3cd41806c48b', 'code': 200} May 27 02:10:50.448050 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-391b692f-e8ee-4c46-9e33-c721780134d8'] response: {'server_uuid': '532f48af-fe32-4da5-aa98-dac1da7597b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9cadd9-bef4-4042-a998-3c1758173dec', 'code': 200} May 27 02:10:50.449033 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-391b692f-e8ee-4c46-9e33-c721780134d8'] response: {'server_uuid': 'b5f75a2d-f9b3-40de-98ff-8e98d29c574c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c3cd184-bf8d-4d49-8a50-29618bf2d04e', 'code': 200} May 27 02:10:50.478424 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cc6cf54f-75e3-480c-b07e-2a18dc697744 req-0ff6acc2-a632-4955-981f-c518484e6b16 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d82653d-8dd4-4d41-993f-2721d396abe0 HTTP/1.1" status: 200 len: 217 time: 0.0772219 May 27 02:10:50.507265 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-e4842ceb-86d1-4699-b6b5-e32f78074a03 req-133a44fb-6ae8-4677-b8d8-779e1c916ee2 tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] Unset dirty status for tenant:8db5d1a810aa4ee8a8c2ca480e1b7a42 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:10:50.508404 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e4842ceb-86d1-4699-b6b5-e32f78074a03 req-133a44fb-6ae8-4677-b8d8-779e1c916ee2 tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] 10.222.0.32 "GET /v2.0/ports?device_id=11572316-9596-424b-96a8-e0874811d71c HTTP/1.1" status: 200 len: 945 time: 0.3873620 May 27 02:10:50.548731 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-508f4b4f-ac96-4211-865b-d4a222129118 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:50.562909 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['acfdfd2a-596c-4407-993b-2d9aae064064'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:10:50.591303 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-6b64c376-9f8f-4c9c-bea7-4784bb23ec29 service neutron] Notify callbacks [] for binding, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:50.592434 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-6b64c376-9f8f-4c9c-bea7-4784bb23ec29 service neutron] 10.222.0.57 "POST /v2.0/ports/cece29d7-34db-4bee-aac4-f52148a723dc/bindings HTTP/1.1" status: 201 len: 389 time: 0.6326587 May 27 02:10:50.682060 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-508f4b4f-ac96-4211-865b-d4a222129118 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Network db30ed05-8f60-4a40-83c6-9b50139dcb81 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:10:50.696152 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-e4842ceb-86d1-4699-b6b5-e32f78074a03 req-3c21ede3-a1e0-4cd2-b809-d9b567130980 tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] Deleting port 61fa78fa-1fe6-4496-a416-f8eb8a59ae35 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:10:50.696455 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e4842ceb-86d1-4699-b6b5-e32f78074a03 req-3c21ede3-a1e0-4cd2-b809-d9b567130980 tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:50.696769 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-508f4b4f-ac96-4211-865b-d4a222129118 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:10:50.702721 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-508f4b4f-ac96-4211-865b-d4a222129118 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:10:50.750837 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cf54f-75e3-480c-b07e-2a18dc697744 req-ee3ec02f-52a0-4cd7-906d-dc2957b05b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:50.752362 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cc6cf54f-75e3-480c-b07e-2a18dc697744 req-ee3ec02f-52a0-4cd7-906d-dc2957b05b02 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=88a71f26-f2fa-4283-92d8-f4882c4d62e9 HTTP/1.1" status: 200 len: 860 time: 0.2536564 May 27 02:10:50.938133 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c646732-8134-454d-b94d-dcec6530963d req-dc628ae7-a9c1-49c2-8fd7-cc02fe7739ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:50.939576 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2c646732-8134-454d-b94d-dcec6530963d req-dc628ae7-a9c1-49c2-8fd7-cc02fe7739ac service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b5f75a2d-f9b3-40de-98ff-8e98d29c574c HTTP/1.1" status: 200 len: 1096 time: 0.3844206 May 27 02:10:50.944735 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f4b4f-ac96-4211-865b-d4a222129118 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Pushing event updated for resources: {'Port': ['ID=d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:50.964289 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21dfcfc-f09d-4efa-9d96-4561e7211d8f req-24bb2a3d-aab3-4b93-8c00-cdf5691110da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:50.966203 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e21dfcfc-f09d-4efa-9d96-4561e7211d8f req-24bb2a3d-aab3-4b93-8c00-cdf5691110da service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=532f48af-fe32-4da5-aa98-dac1da7597b7 HTTP/1.1" status: 200 len: 1101 time: 0.4054651 May 27 02:10:51.020170 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-508f4b4f-ac96-4211-865b-d4a222129118 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:51.020812 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-508f4b4f-ac96-4211-865b-d4a222129118 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:51.074257 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635bf17f-b408-42bd-ade0-5bce1f7f4462 req-76518368-654c-4332-a8cb-b2d84e59d7cc tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:51.081472 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-635bf17f-b408-42bd-ade0-5bce1f7f4462 req-76518368-654c-4332-a8cb-b2d84e59d7cc tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5f75a2d-f9b3-40de-98ff-8e98d29c574c HTTP/1.1" status: 200 len: 945 time: 0.5386496 May 27 02:10:51.132815 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e21dfcfc-f09d-4efa-9d96-4561e7211d8f req-bd867748-c17b-4b31-80d8-3c3c71cc4d6e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464956 May 27 02:10:51.134328 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2c646732-8134-454d-b94d-dcec6530963d req-9f8c7d5a-20d8-42da-9bae-b67c2286698e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bb0ba78f-2b78-4830-96c7-9ee7c2f90db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623540 May 27 02:10:51.151999 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-635bf17f-b408-42bd-ade0-5bce1f7f4462 req-3a0a2bee-9473-42ab-ac27-68c5e246eda2 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] 10.222.0.57 "GET /v2.0/security-groups?id=bb0ba78f-2b78-4830-96c7-9ee7c2f90db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688365 May 27 02:10:51.158948 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cf54f-75e3-480c-b07e-2a18dc697744 req-01d696ae-d9e2-42be-965a-4ef8976d2cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:51.160971 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cc6cf54f-75e3-480c-b07e-2a18dc697744 req-01d696ae-d9e2-42be-965a-4ef8976d2cf3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=37c88c36-e778-4f3d-a101-7c8eb9d9dccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3891771 May 27 02:10:51.168389 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-e4842ceb-86d1-4699-b6b5-e32f78074a03 req-3c21ede3-a1e0-4cd2-b809-d9b567130980 tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] For port 61fa78fa-1fe6-4496-a416-f8eb8a59ae35, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=61fa78fa-1fe6-4496-a416-f8eb8a59ae35,segment=NetworkSegment(ec53111b-a203-46b3-bcfd-04100be1b21f),segment_id=ec53111b-a203-46b3-bcfd-04100be1b21f)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:51.169094 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e4842ceb-86d1-4699-b6b5-e32f78074a03 req-3c21ede3-a1e0-4cd2-b809-d9b567130980 tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:51.173409 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98286d-94a6-4fce-80b6-2a12957f5579 req-1660d43f-5c4d-497e-a54f-9c1b2b65b744 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:51.177909 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1f98286d-94a6-4fce-80b6-2a12957f5579 req-1660d43f-5c4d-497e-a54f-9c1b2b65b744 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/ports?device_id=79b816a1-5e2b-4878-baea-2dc592ad34fe HTTP/1.1" status: 200 len: 943 time: 0.2257721 May 27 02:10:51.210791 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-508f4b4f-ac96-4211-865b-d4a222129118 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6744592 May 27 02:10:51.220833 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1f98286d-94a6-4fce-80b6-2a12957f5579 req-26ec00b5-9266-481c-bb63-ea7225bfed26 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/security-groups?id=644a47ee-c2d3-4867-ac89-ac4152c2e13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403383 May 27 02:10:51.238982 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51f6abf9-de21-4e42-98c7-568f75601383'] response: {'name': 'network-changed', 'server_uuid': '0d80a1ba-d282-4518-9df7-74b625dd55be', 'tag': '614f2f56-0b2e-4664-a6ee-0d7def01f496', 'status': 'completed', 'code': 200} May 27 02:10:51.400823 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-3f1242ff-485b-4025-aa12-229cdf10b357 service neutron] Request body: {'port': {'device_id': 'c2e8b514-00ed-4638-978e-c30d2074daa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:51.439536 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.66', 62173) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:51.450868 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-e4842ceb-86d1-4699-b6b5-e32f78074a03 req-3c21ede3-a1e0-4cd2-b809-d9b567130980 tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] Calling delete_port for 61fa78fa-1fe6-4496-a416-f8eb8a59ae35 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:10:51.664127 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340492ac-a1e5-48cc-8300-a43763e4d0c5 req-28f25d7c-0bfa-45f3-b7c8-b3feac5794de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:51.664127 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-340492ac-a1e5-48cc-8300-a43763e4d0c5 req-28f25d7c-0bfa-45f3-b7c8-b3feac5794de service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 1098 time: 0.2509999 May 27 02:10:51.677827 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-3f1242ff-485b-4025-aa12-229cdf10b357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:51.697618 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350c993-1e11-4b41-b2b9-4118daacd9cc req-1f51ce03-7ea4-4d11-afa9-323c2568e4ac tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:51.698318 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-9350c993-1e11-4b41-b2b9-4118daacd9cc req-1f51ce03-7ea4-4d11-afa9-323c2568e4ac tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Synchronizing usage tracker for tenant:a29ffcc4de66478babed622f0d89fbe8 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:10:51.699345 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-3c7142b4-6284-490e-8689-9232142a063f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:51.700797 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-3c7142b4-6284-490e-8689-9232142a063f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=846b128e49a144bb97bdbd537ab49432&device_id=d4e1df88-154f-4143-9f4e-8ca5128da369 HTTP/1.1" status: 200 len: 1096 time: 0.2220621 May 27 02:10:51.714885 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cc6cf54f-75e3-480c-b07e-2a18dc697744 req-594c1f8d-05c2-458d-99d0-f577cc021eb1 service neutron] 10.222.0.66 "GET /v2.0/networks/37c88c36-e778-4f3d-a101-7c8eb9d9dccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193121 May 27 02:10:51.723084 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54cbc6-a870-4b57-bb96-a4d9db902a00 req-35f5309f-9575-44ba-82c8-ca08fe1ae96e tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:51.723084 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1e54cbc6-a870-4b57-bb96-a4d9db902a00 req-35f5309f-9575-44ba-82c8-ca08fe1ae96e tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=532f48af-fe32-4da5-aa98-dac1da7597b7 HTTP/1.1" status: 200 len: 950 time: 0.3739932 May 27 02:10:51.840315 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e4842ceb-86d1-4699-b6b5-e32f78074a03 req-3c21ede3-a1e0-4cd2-b809-d9b567130980 tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:51.870412 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-9350c993-1e11-4b41-b2b9-4118daacd9cc req-1f51ce03-7ea4-4d11-afa9-323c2568e4ac tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Unset dirty status for tenant:a29ffcc4de66478babed622f0d89fbe8 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:10:51.871642 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9350c993-1e11-4b41-b2b9-4118daacd9cc req-1f51ce03-7ea4-4d11-afa9-323c2568e4ac tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2e8b514-00ed-4638-978e-c30d2074daa7 HTTP/1.1" status: 200 len: 931 time: 0.5607033 May 27 02:10:51.904059 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21ede3-a1e0-4cd2-b809-d9b567130980 tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] Pushing event deleted for resources: {'Port': ['ID=61fa78fa-1fe6-4496-a416-f8eb8a59ae35,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:51.971672 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1e54cbc6-a870-4b57-bb96-a4d9db902a00 req-da73cae5-d48e-4dc4-b6c4-8bc09802ffd1 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171893 May 27 02:10:52.033136 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340492ac-a1e5-48cc-8300-a43763e4d0c5 req-9e35f405-3626-4da0-bd6c-c99f035e32d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:52.034860 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-340492ac-a1e5-48cc-8300-a43763e4d0c5 req-9e35f405-3626-4da0-bd6c-c99f035e32d0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.3664644 May 27 02:10:52.050403 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4842ceb-86d1-4699-b6b5-e32f78074a03 req-3c21ede3-a1e0-4cd2-b809-d9b567130980 tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] No DVR routers for this DVR port 61fa78fa-1fe6-4496-a416-f8eb8a59ae35 on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:10:52.076674 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9350c993-1e11-4b41-b2b9-4118daacd9cc req-a3fd74c1-729a-4d87-94a5-22b7e3794334 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884952 May 27 02:10:52.103708 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e4842ceb-86d1-4699-b6b5-e32f78074a03 req-3c21ede3-a1e0-4cd2-b809-d9b567130980 tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:52.124834 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-340492ac-a1e5-48cc-8300-a43763e4d0c5 req-3504749d-4432-43a7-9de7-d8f74f30e00e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=614f2f56-0b2e-4664-a6ee-0d7def01f496 HTTP/1.1" status: 200 len: 217 time: 0.0757701 May 27 02:10:52.125834 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-886fba7b-8622-4e5d-a156-6391347b6e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:52.127170 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-886fba7b-8622-4e5d-a156-6391347b6e41 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf HTTP/1.1" status: 200 len: 908 time: 0.3801973 May 27 02:10:52.189483 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cc6cf54f-75e3-480c-b07e-2a18dc697744 req-432f34ee-1e86-4499-ba07-200ff041806f service neutron] 10.222.0.66 "GET /v2.0/networks/37c88c36-e778-4f3d-a101-7c8eb9d9dccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362426 May 27 02:10:52.235846 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e4842ceb-86d1-4699-b6b5-e32f78074a03 req-3c21ede3-a1e0-4cd2-b809-d9b567130980 tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] 10.222.0.32 "DELETE /v2.0/ports/61fa78fa-1fe6-4496-a416-f8eb8a59ae35 HTTP/1.1" status: 204 len: 173 time: 1.7196450 May 27 02:10:52.252483 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-ce95a2e9-c44a-48b7-8c81-6319466bdb6e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cece29d7-34db-4bee-aac4-f52148a723dc HTTP/1.1" status: 200 len: 217 time: 0.1156893 May 27 02:10:52.294647 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340492ac-a1e5-48cc-8300-a43763e4d0c5 req-3b403ea9-581e-4417-9483-0e0f3e519bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:52.296061 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-340492ac-a1e5-48cc-8300-a43763e4d0c5 req-3b403ea9-581e-4417-9483-0e0f3e519bd9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.1605177 May 27 02:10:52.337067 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21cbf37-53d8-4c49-99b0-8142709db2b2 req-867e377a-a7e4-4ce9-8dc8-ea4ffb451e9d tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:52.338579 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d21cbf37-53d8-4c49-99b0-8142709db2b2 req-867e377a-a7e4-4ce9-8dc8-ea4ffb451e9d tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4e1df88-154f-4143-9f4e-8ca5128da369 HTTP/1.1" status: 200 len: 945 time: 0.2610350 May 27 02:10:52.369052 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-87486cb2-2a39-4648-ad67-fa037590205a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:52.370496 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-87486cb2-2a39-4648-ad67-fa037590205a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7bcc4077-ba65-497d-80cd-f2b54423660b HTTP/1.1" status: 200 len: 847 time: 0.1102021 May 27 02:10:52.389807 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340492ac-a1e5-48cc-8300-a43763e4d0c5 req-7acad681-b3ee-4c2b-a1e1-59c5258668d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:52.391327 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-340492ac-a1e5-48cc-8300-a43763e4d0c5 req-7acad681-b3ee-4c2b-a1e1-59c5258668d8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0821936 May 27 02:10:52.404685 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1728b94-fff6-410d-a449-fc79fc308524 req-a1bb0c58-bd64-468d-abc0-9746e47dd317 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:52.406171 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c1728b94-fff6-410d-a449-fc79fc308524 req-a1bb0c58-bd64-468d-abc0-9746e47dd317 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 947 time: 0.2259603 May 27 02:10:52.454948 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-69a27589-a1d5-4964-b697-3aa979e702ab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626833 May 27 02:10:52.490502 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-3f1242ff-485b-4025-aa12-229cdf10b357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:10:52.496978 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d21cbf37-53d8-4c49-99b0-8142709db2b2 req-6ace9167-2727-4d2a-bc37-b6ef103917aa tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493573 May 27 02:10:52.502498 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-3f1242ff-485b-4025-aa12-229cdf10b357 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:52.507024 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c1728b94-fff6-410d-a449-fc79fc308524 req-0045cd67-ed71-48b7-a857-7f9fb67f4d92 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859716 May 27 02:10:52.532148 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-3f1242ff-485b-4025-aa12-229cdf10b357 service neutron] Transition to ACTIVE for port object d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:52.615328 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-3f1242ff-485b-4025-aa12-229cdf10b357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:52.710269 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-340492ac-a1e5-48cc-8300-a43763e4d0c5 req-c1b99c8f-d3a1-4033-b14c-6856126f6f7a service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805512 May 27 02:10:52.827804 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-6cb9f229-166d-4832-9ca0-6fcb15485972 service neutron] 10.222.0.66 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847636 May 27 02:10:52.993027 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5bc3a6e3-147b-47c6-ba58-ca659fed2b31 req-76220ae9-1200-4525-b956-644867cac160 tempest-InstanceActionsTestJSON-1593497985 tempest-InstanceActionsTestJSON-1593497985-project] 10.222.0.57 "GET /v2.0/ports?device_id=11572316-9596-424b-96a8-e0874811d71c HTTP/1.1" status: 200 len: 210 time: 0.3302791 May 27 02:10:53.001401 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 61fa78fa-1fe6-4496-a416-f8eb8a59ae35 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:10:53.044017 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 61fa78fa-1fe6-4496-a416-f8eb8a59ae35 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:10:53.044690 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 61fa78fa-1fe6-4496-a416-f8eb8a59ae35 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:10:53.080627 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1242ff-485b-4025-aa12-229cdf10b357 service neutron] Pushing event updated for resources: {'Port': ['ID=d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:53.104290 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-340492ac-a1e5-48cc-8300-a43763e4d0c5 req-32442100-7475-4a78-8938-fa2a13bbe838 service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837850 May 27 02:10:53.146043 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-4b74ae52-5a87-40d5-9070-ad72de708af5 service neutron] 10.222.0.66 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092206 May 27 02:10:53.177807 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 7d82653d-8dd4-4d41-993f-2721d396abe0 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:10:53.192279 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99f1ab-2b7e-463f-a74d-ca7862a4a432 req-248a039c-cfa3-4647-b7d7-35809616c983 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:53.193768 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fd99f1ab-2b7e-463f-a74d-ca7862a4a432 req-248a039c-cfa3-4647-b7d7-35809616c983 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5f75a2d-f9b3-40de-98ff-8e98d29c574c HTTP/1.1" status: 200 len: 945 time: 0.5325963 May 27 02:10:53.195509 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-3f1242ff-485b-4025-aa12-229cdf10b357 service neutron] Attempting to bind port d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:10:53.195840 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-3f1242ff-485b-4025-aa12-229cdf10b357 service neutron] Attempting to bind port d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:10:53.196169 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-3f1242ff-485b-4025-aa12-229cdf10b357 service neutron] Attempting to bind port d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95 on network db30ed05-8f60-4a40-83c6-9b50139dcb81 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:10:53.224985 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-3f1242ff-485b-4025-aa12-229cdf10b357 service neutron] Port d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95 on network db30ed05-8f60-4a40-83c6-9b50139dcb81 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:10:53.225311 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-3f1242ff-485b-4025-aa12-229cdf10b357 service neutron] Attempting to bind port d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95 on network db30ed05-8f60-4a40-83c6-9b50139dcb81 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:10:53.239832 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11572316-9596-424b-96a8-e0874811d71c', 'name': 'network-vif-deleted', 'tag': '61fa78fa-1fe6-4496-a416-f8eb8a59ae35'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:10:53.240068 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-3f1242ff-485b-4025-aa12-229cdf10b357 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:10:53.240959 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-3f1242ff-485b-4025-aa12-229cdf10b357 service neutron] Checking segment: {'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:10:53.241387 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-3f1242ff-485b-4025-aa12-229cdf10b357 service neutron] Bound using segment: {'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:10:53.241814 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-3f1242ff-485b-4025-aa12-229cdf10b357 service neutron] Bound port: d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:10:53.242164 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-3f1242ff-485b-4025-aa12-229cdf10b357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:53.324865 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fd99f1ab-2b7e-463f-a74d-ca7862a4a432 req-243c262e-d363-4534-85b4-92ddca1493a1 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] 10.222.0.57 "GET /v2.0/security-groups?id=bb0ba78f-2b78-4830-96c7-9ee7c2f90db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227992 May 27 02:10:53.325944 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 7d82653d-8dd4-4d41-993f-2721d396abe0, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=7d82653d-8dd4-4d41-993f-2721d396abe0,segment=NetworkSegment(2c88854f-b1b4-45f9-9e07-67ac2d11483a),segment_id=2c88854f-b1b4-45f9-9e07-67ac2d11483a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:53.349708 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11582fad-a380-40ce-8456-79ae11e2f7a1 req-0ab5273c-2915-473b-9683-c68d8014ccea tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:53.351225 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-11582fad-a380-40ce-8456-79ae11e2f7a1 req-0ab5273c-2915-473b-9683-c68d8014ccea tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/ports?device_id=79b816a1-5e2b-4878-baea-2dc592ad34fe HTTP/1.1" status: 200 len: 943 time: 0.2211945 May 27 02:10:53.351823 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '7d82653d-8dd4-4d41-993f-2721d396abe0', 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf', 'port_id': '7d82653d-8dd4-4d41-993f-2721d396abe0', 'mac_address': 'fa:16:3e:88:72:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a71f26-f2fa-4283-92d8-f4882c4d62e9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:10:53.413677 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 7d82653d-8dd4-4d41-993f-2721d396abe0 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:10:53.414086 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:53.421980 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-3f1242ff-485b-4025-aa12-229cdf10b357 service neutron] For port d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:10:53.429837 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-11582fad-a380-40ce-8456-79ae11e2f7a1 req-7ad3bd9e-c653-4c7d-bd8d-8da018d70647 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/security-groups?id=644a47ee-c2d3-4867-ac89-ac4152c2e13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686376 May 27 02:10:53.435304 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d82653d-8dd4-4d41-993f-2721d396abe0 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:10:53.435461 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-3f1242ff-485b-4025-aa12-229cdf10b357 service neutron] For port d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95,segment=NetworkSegment(a69d16a1-8436-40ed-b9ce-539b6def055f),segment_id=a69d16a1-8436-40ed-b9ce-539b6def055f)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:10:53.455870 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 7d82653d-8dd4-4d41-993f-2721d396abe0, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=7d82653d-8dd4-4d41-993f-2721d396abe0,segment=NetworkSegment(2c88854f-b1b4-45f9-9e07-67ac2d11483a),segment_id=2c88854f-b1b4-45f9-9e07-67ac2d11483a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:53.530106 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:53.535713 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 614f2f56-0b2e-4664-a6ee-0d7def01f496 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:10:53.544186 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-3f1242ff-485b-4025-aa12-229cdf10b357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:53.687512 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-3f1242ff-485b-4025-aa12-229cdf10b357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:53.687512 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-3f1242ff-485b-4025-aa12-229cdf10b357 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:53.687512 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-3f1242ff-485b-4025-aa12-229cdf10b357 service neutron] 10.222.0.66 "PUT /v2.0/ports/d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95 HTTP/1.1" status: 200 len: 1091 time: 2.2865949 May 27 02:10:53.687512 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e8b514-00ed-4638-978e-c30d2074daa7', 'tag': 'd65fbf19-07e5-4a5e-b039-5dbbf3f9ba95'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:10:53.715080 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1242ff-485b-4025-aa12-229cdf10b357 service neutron] Pushing event updated for resources: {'Port': ['ID=d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:53.731545 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506934f2-0e8b-488f-b4a0-7bcef4d881bd req-d0a25f63-1cad-4114-b88d-aeb1ef35784e tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:53.735509 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-506934f2-0e8b-488f-b4a0-7bcef4d881bd req-d0a25f63-1cad-4114-b88d-aeb1ef35784e tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=532f48af-fe32-4da5-aa98-dac1da7597b7 HTTP/1.1" status: 200 len: 950 time: 0.2612941 May 27 02:10:53.778814 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=7d82653d-8dd4-4d41-993f-2721d396abe0,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:53.808174 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-506934f2-0e8b-488f-b4a0-7bcef4d881bd req-4dd1a2d9-fc03-4169-9aed-d74fba46029b tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737400 May 27 02:10:53.824974 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4003e-10e9-4a8e-8356-12e54c4226a3 req-c1fbdf6b-b72d-44e1-a279-7dc83a10bac1 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:53.828757 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-26a4003e-10e9-4a8e-8356-12e54c4226a3 req-c1fbdf6b-b72d-44e1-a279-7dc83a10bac1 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2e8b514-00ed-4638-978e-c30d2074daa7 HTTP/1.1" status: 200 len: 943 time: 0.2897854 May 27 02:10:53.860691 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 614f2f56-0b2e-4664-a6ee-0d7def01f496, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=614f2f56-0b2e-4664-a6ee-0d7def01f496,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:53.884838 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '614f2f56-0b2e-4664-a6ee-0d7def01f496', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'port_id': '614f2f56-0b2e-4664-a6ee-0d7def01f496', 'mac_address': 'fa:16:3e:16:c3:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf69705-8457-415f-85a3-b42efaff1b97', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:10:53.893401 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8b44bdf-74c4-4fe0-93df-98e10e361216'] response: {'server_uuid': '11572316-9596-424b-96a8-e0874811d71c', 'name': 'network-vif-deleted', 'tag': '61fa78fa-1fe6-4496-a416-f8eb8a59ae35', 'status': 'completed', 'code': 200} May 27 02:10:53.997910 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 614f2f56-0b2e-4664-a6ee-0d7def01f496 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:10:53.997910 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:54.008705 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-26a4003e-10e9-4a8e-8356-12e54c4226a3 req-6f7320b4-3cc9-4d4b-a1d5-98d3ba1dcfb9 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945110 May 27 02:10:54.059157 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-009a3e3f-36c6-4fea-a42d-dcc8ac97d5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:54.062687 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 614f2f56-0b2e-4664-a6ee-0d7def01f496 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:10:54.071683 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-009a3e3f-36c6-4fea-a42d-dcc8ac97d5a8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a29ffcc4de66478babed622f0d89fbe8&device_id=c2e8b514-00ed-4638-978e-c30d2074daa7 HTTP/1.1" status: 200 len: 1094 time: 0.2235777 May 27 02:10:54.074708 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 614f2f56-0b2e-4664-a6ee-0d7def01f496, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=614f2f56-0b2e-4664-a6ee-0d7def01f496,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:54.153024 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:54.203687 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-cd8926d8-8832-4b44-97f0-a4a23616c649 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95 HTTP/1.1" status: 200 len: 217 time: 0.1395323 May 27 02:10:54.228097 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=614f2f56-0b2e-4664-a6ee-0d7def01f496,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:54.303123 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-0bac14df-181e-485f-947e-3c1339a51b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:54.304476 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-0bac14df-181e-485f-947e-3c1339a51b5e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e2a1d95-8ee5-4ee3-927d-bf057db8df2f HTTP/1.1" status: 200 len: 861 time: 0.0933290 May 27 02:10:54.367564 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec3ca9-3fe0-48a7-8eab-20aad295b8bc req-f3af51b6-1c60-4477-852d-5a22372bd392 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:54.369147 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7bec3ca9-3fe0-48a7-8eab-20aad295b8bc req-f3af51b6-1c60-4477-852d-5a22372bd392 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4e1df88-154f-4143-9f4e-8ca5128da369 HTTP/1.1" status: 200 len: 945 time: 0.2533078 May 27 02:10:54.371132 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-17704b1c-f6d5-47ca-9c92-e7ff8fb35c08 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=db30ed05-8f60-4a40-83c6-9b50139dcb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574656 May 27 02:10:54.406847 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b46ba-f023-4cf2-95d4-168cf06b958c req-071ccbf3-13b7-4ac8-bd49-0e4813574b5a tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:54.408262 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-be6b46ba-f023-4cf2-95d4-168cf06b958c req-071ccbf3-13b7-4ac8-bd49-0e4813574b5a tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 948 time: 0.2526202 May 27 02:10:54.533640 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['7d82653d-8dd4-4d41-993f-2721d396abe0'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:10:54.545905 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7bec3ca9-3fe0-48a7-8eab-20aad295b8bc req-4dbe0941-33aa-4c8e-b5b9-4a0ffc307aae tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670313 May 27 02:10:54.565347 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-be6b46ba-f023-4cf2-95d4-168cf06b958c req-b351b18f-c2bf-4fef-87e4-804cef3150d7 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416080 May 27 02:10:54.580600 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['614f2f56-0b2e-4664-a6ee-0d7def01f496'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:10:54.586397 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-ea515078-0915-4618-9f14-3c1d20ebe774 service neutron] 10.222.0.66 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080085 May 27 02:10:54.733055 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a35af8be-dcec-4187-95f5-cc9f1bc65df6'] response: {'name': 'network-changed', 'server_uuid': 'c2e8b514-00ed-4638-978e-c30d2074daa7', 'tag': 'd65fbf19-07e5-4a5e-b039-5dbbf3f9ba95', 'status': 'completed', 'code': 200} May 27 02:10:54.771322 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57574) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:54.797009 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62bdd343-1733-40a3-ab86-801f3c02b44f req-161aedde-be7a-41f0-8e8a-82ffeb04cbad service neutron] 10.222.0.66 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025335 May 27 02:10:54.856535 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade89aa7-0e2b-4157-ba42-129b40ce1796 req-68ad1549-631e-4a48-8d84-3295729e49e0 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:54.858400 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ade89aa7-0e2b-4157-ba42-129b40ce1796 req-68ad1549-631e-4a48-8d84-3295729e49e0 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=864fe506-8960-4b1d-8ed2-17a1bc24dfde HTTP/1.1" status: 200 len: 950 time: 0.1243522 May 27 02:10:54.921172 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ade89aa7-0e2b-4157-ba42-129b40ce1796 req-d7d8d241-3a4d-4a5f-aadf-abf20b5b7b85 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558813 May 27 02:10:54.947693 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-355f76c7-5a18-4f0d-af7b-20f8e0439285 admin admin] Deleting subnet 6135d83e-c321-481e-8e79-c813b18f2422 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:10:54.953815 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-355f76c7-5a18-4f0d-af7b-20f8e0439285 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:55.035995 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-355f76c7-5a18-4f0d-af7b-20f8e0439285 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:55.100437 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-355f76c7-5a18-4f0d-af7b-20f8e0439285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:55.249682 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-355f76c7-5a18-4f0d-af7b-20f8e0439285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:55.294695 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f76c7-5a18-4f0d-af7b-20f8e0439285 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6135d83e-c321-481e-8e79-c813b18f2422,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:55.299866 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-355f76c7-5a18-4f0d-af7b-20f8e0439285 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:55.308925 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-355f76c7-5a18-4f0d-af7b-20f8e0439285 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/6135d83e-c321-481e-8e79-c813b18f2422 HTTP/1.1" status: 204 len: 168 time: 0.5343077 May 27 02:10:55.309165 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57582) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:55.364131 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d33401-737b-4ba3-8061-df97405bb227 req-ee56a9c6-39c8-402f-92cd-0d695c052604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:55.365554 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-40d33401-737b-4ba3-8061-df97405bb227 req-ee56a9c6-39c8-402f-92cd-0d695c052604 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a29ffcc4de66478babed622f0d89fbe8&device_id=c2e8b514-00ed-4638-978e-c30d2074daa7 HTTP/1.1" status: 200 len: 1094 time: 0.4298751 May 27 02:10:55.374291 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95233222-3f66-4302-95d5-60bb2bcd0d92 req-819f7beb-9544-4477-b0dd-1cce17f84d07 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:55.375664 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-95233222-3f66-4302-95d5-60bb2bcd0d92 req-819f7beb-9544-4477-b0dd-1cce17f84d07 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/ports?device_id=79b816a1-5e2b-4878-baea-2dc592ad34fe HTTP/1.1" status: 200 len: 944 time: 0.3512902 May 27 02:10:55.383347 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e2342-8727-4605-bd11-bf2837554d1b req-eeb5b4a8-a9b8-4a72-a01b-8477346db248 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:55.384989 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fc4e2342-8727-4605-bd11-bf2837554d1b req-eeb5b4a8-a9b8-4a72-a01b-8477346db248 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5f75a2d-f9b3-40de-98ff-8e98d29c574c HTTP/1.1" status: 200 len: 945 time: 0.4048238 May 27 02:10:55.390257 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c8e40009-0378-4724-b145-5c5d22ff373b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:55.424827 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-48c87568-32ad-4d8f-9ec9-6508efa9c1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:55.544772 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-95233222-3f66-4302-95d5-60bb2bcd0d92 req-fc3adbfc-55b6-4007-a3e7-dfc103202f16 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/security-groups?id=644a47ee-c2d3-4867-ac89-ac4152c2e13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408482 May 27 02:10:55.564104 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-48c87568-32ad-4d8f-9ec9-6508efa9c1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:55.577416 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fc4e2342-8727-4605-bd11-bf2837554d1b req-77e6b569-8d1a-4ec8-ab82-7aa543d3b250 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] 10.222.0.57 "GET /v2.0/security-groups?id=bb0ba78f-2b78-4830-96c7-9ee7c2f90db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627858 May 27 02:10:55.609768 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-48c87568-32ad-4d8f-9ec9-6508efa9c1dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74778735-4446-404c-9d8b-99931c32fa7a']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:10:55.638917 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d33401-737b-4ba3-8061-df97405bb227 req-5eb0caa7-c814-4b09-9936-55d2d0c6d3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:55.638917 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-40d33401-737b-4ba3-8061-df97405bb227 req-5eb0caa7-c814-4b09-9936-55d2d0c6d3c9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=db30ed05-8f60-4a40-83c6-9b50139dcb81 HTTP/1.1" status: 200 len: 922 time: 0.2521386 May 27 02:10:55.649403 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-48c87568-32ad-4d8f-9ec9-6508efa9c1dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec53111b-a203-46b3-bcfd-04100be1b21f') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:10:55.649403 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-48c87568-32ad-4d8f-9ec9-6508efa9c1dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec53111b-a203-46b3-bcfd-04100be1b21f') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:10:55.669372 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-48c87568-32ad-4d8f-9ec9-6508efa9c1dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:55.701167 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-48c87568-32ad-4d8f-9ec9-6508efa9c1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:55.715831 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48c87568-32ad-4d8f-9ec9-6508efa9c1dc admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:10:55.715831 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-48c87568-32ad-4d8f-9ec9-6508efa9c1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:55.725061 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-40d33401-737b-4ba3-8061-df97405bb227 req-11b8b438-9cc5-41cf-a832-4097b70cd956 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95 HTTP/1.1" status: 200 len: 217 time: 0.0779274 May 27 02:10:55.864529 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment ec53111b-a203-46b3-bcfd-04100be1b21f resource provider aggregate not found May 27 02:10:55.886088 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment ec53111b-a203-46b3-bcfd-04100be1b21f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec53111b-a203-46b3-bcfd-04100be1b21f found for delete ", "request_id": "req-27717491-c2d3-4f9b-a29c-4bea714fec57"}]} May 27 02:10:55.992316 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d33401-737b-4ba3-8061-df97405bb227 req-74de99aa-cf20-44e1-bffb-ffb270711659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:55.993773 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-40d33401-737b-4ba3-8061-df97405bb227 req-74de99aa-cf20-44e1-bffb-ffb270711659 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e2a1d95-8ee5-4ee3-927d-bf057db8df2f HTTP/1.1" status: 200 len: 861 time: 0.1680448 May 27 02:10:56.052288 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-40d33401-737b-4ba3-8061-df97405bb227 req-dcef2c49-6c5c-4ed9-8e51-013002039398 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=db30ed05-8f60-4a40-83c6-9b50139dcb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495932 May 27 02:10:56.061968 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd792c-6fb9-4ee5-905b-adcf8cd1a221 req-1c39821f-1cb3-46af-b25a-0f62a6f1caae tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:56.063320 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d4bd792c-6fb9-4ee5-905b-adcf8cd1a221 req-1c39821f-1cb3-46af-b25a-0f62a6f1caae tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2e8b514-00ed-4638-978e-c30d2074daa7 HTTP/1.1" status: 200 len: 943 time: 0.3370495 May 27 02:10:56.156802 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e9654-45b8-4490-80a1-37a8f434dec0 req-64ecda78-04a1-47d9-abd4-6279cdd026ba tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:56.162996 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e9654-45b8-4490-80a1-37a8f434dec0 req-64ecda78-04a1-47d9-abd4-6279cdd026ba tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:56.164554 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-237e9654-45b8-4490-80a1-37a8f434dec0 req-64ecda78-04a1-47d9-abd4-6279cdd026ba tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=532f48af-fe32-4da5-aa98-dac1da7597b7&device_id=864fe506-8960-4b1d-8ed2-17a1bc24dfde HTTP/1.1" status: 200 len: 1691 time: 0.2718039 May 27 02:10:56.181089 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-48c87568-32ad-4d8f-9ec9-6508efa9c1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:56.201933 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-48c87568-32ad-4d8f-9ec9-6508efa9c1dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:56.212474 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c87568-32ad-4d8f-9ec9-6508efa9c1dc admin admin] Pushing event deleted for resources: {'Network': ['ID=74778735-4446-404c-9d8b-99931c32fa7a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:56.252979 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d4bd792c-6fb9-4ee5-905b-adcf8cd1a221 req-381c7f2d-0265-42f8-b9b5-8ac4db26437a tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678386 May 27 02:10:56.261388 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-237e9654-45b8-4490-80a1-37a8f434dec0 req-eb17c424-b093-4dde-ab9f-fefbdbf21578 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821311 May 27 02:10:56.283126 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-40d33401-737b-4ba3-8061-df97405bb227 req-d1c34773-ada8-4360-bb9d-2061c63717e0 service neutron] 10.222.0.66 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160950 May 27 02:10:56.283249 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-48c87568-32ad-4d8f-9ec9-6508efa9c1dc admin admin] 10.222.0.57 "DELETE /v2.0/networks/74778735-4446-404c-9d8b-99931c32fa7a HTTP/1.1" status: 204 len: 168 time: 0.9691000 May 27 02:10:56.563729 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-40d33401-737b-4ba3-8061-df97405bb227 req-37b1b2b6-ee01-4b43-9ad0-51fc1e1f5b00 service neutron] 10.222.0.66 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762835 May 27 02:10:56.583380 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef78ac-dc1a-427e-818d-050eb079d428 req-db1f027e-aeb2-4d58-8c12-7888eedc9828 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:56.584967 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aeef78ac-dc1a-427e-818d-050eb079d428 req-db1f027e-aeb2-4d58-8c12-7888eedc9828 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 948 time: 0.1940897 May 27 02:10:56.593234 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385eb3dd-75d5-438d-a2d3-3b848afae593 req-204afa34-2797-4452-97c1-7930815017f9 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:56.594601 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-385eb3dd-75d5-438d-a2d3-3b848afae593 req-204afa34-2797-4452-97c1-7930815017f9 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4e1df88-154f-4143-9f4e-8ca5128da369 HTTP/1.1" status: 200 len: 945 time: 0.2049308 May 27 02:10:56.642566 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57606) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:56.665538 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aeef78ac-dc1a-427e-818d-050eb079d428 req-74ed2b8f-38cb-4922-a2b6-07a836c71e2d tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699565 May 27 02:10:56.693313 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-385eb3dd-75d5-438d-a2d3-3b848afae593 req-01eba015-77f1-4ee8-bfca-c352388f28a6 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834970 May 27 02:10:56.697006 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-01264fb8-e111-4fff-aba6-7fd25ffd645a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8db5d1a810aa4ee8a8c2ca480e1b7a42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0528777 May 27 02:10:56.699611 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57612) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:56.806016 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd1542af-8689-47e0-9d5e-9194342180e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:56.917733 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd1542af-8689-47e0-9d5e-9194342180e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:56.994527 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be99450-a2dd-4b8c-8f1d-b2f66ec692df req-bef917e6-50ea-4ce6-9785-2cb1b3784459 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:56.996022 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1be99450-a2dd-4b8c-8f1d-b2f66ec692df req-bef917e6-50ea-4ce6-9785-2cb1b3784459 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/ports?device_id=79b816a1-5e2b-4878-baea-2dc592ad34fe HTTP/1.1" status: 200 len: 944 time: 0.1912360 May 27 02:10:57.029029 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f521a-6b19-42a0-8a88-4bdb2c1fd7a7 req-157f2bd4-a9b4-461c-b25d-84d0d17403f7 tempest-ServersOnMultiNodesTest-1565427080 tempest-ServersOnMultiNodesTest-1565427080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:57.030621 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1c9f521a-6b19-42a0-8a88-4bdb2c1fd7a7 req-157f2bd4-a9b4-461c-b25d-84d0d17403f7 tempest-ServersOnMultiNodesTest-1565427080 tempest-ServersOnMultiNodesTest-1565427080-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=532f48af-fe32-4da5-aa98-dac1da7597b7 HTTP/1.1" status: 200 len: 1101 time: 0.1635246 May 27 02:10:57.070249 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1be99450-a2dd-4b8c-8f1d-b2f66ec692df req-56799f72-21e8-4f77-bed8-a70af53c077d tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/security-groups?id=644a47ee-c2d3-4867-ac89-ac4152c2e13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662513 May 27 02:10:57.090951 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1c9f521a-6b19-42a0-8a88-4bdb2c1fd7a7 req-b6ae1248-fada-4885-b205-edf1e0c652ae tempest-ServersOnMultiNodesTest-1565427080 tempest-ServersOnMultiNodesTest-1565427080-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498130 May 27 02:10:57.101624 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd1542af-8689-47e0-9d5e-9194342180e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:57.119464 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1542af-8689-47e0-9d5e-9194342180e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdd4a29-3254-485f-b370-ae431cd8e5b3,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:57.122859 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd1542af-8689-47e0-9d5e-9194342180e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:57.123888 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-cd1542af-8689-47e0-9d5e-9194342180e6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/abdd4a29-3254-485f-b370-ae431cd8e5b3 HTTP/1.1" status: 204 len: 168 time: 0.4233093 May 27 02:10:57.197970 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 7d82653d-8dd4-4d41-993f-2721d396abe0 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:10:57.289994 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077533f-8032-4b48-b708-0b33b9d623b5 req-7e5c1c06-46c4-4092-930c-02960f2b26b8 tempest-ServersOnMultiNodesTest-1565427080 tempest-ServersOnMultiNodesTest-1565427080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:57.291862 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3077533f-8032-4b48-b708-0b33b9d623b5 req-7e5c1c06-46c4-4092-930c-02960f2b26b8 tempest-ServersOnMultiNodesTest-1565427080 tempest-ServersOnMultiNodesTest-1565427080-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=864fe506-8960-4b1d-8ed2-17a1bc24dfde HTTP/1.1" status: 200 len: 1101 time: 0.0854428 May 27 02:10:57.339137 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3077533f-8032-4b48-b708-0b33b9d623b5 req-4e309aca-7afc-4720-9887-449165fbc1b6 tempest-ServersOnMultiNodesTest-1565427080 tempest-ServersOnMultiNodesTest-1565427080-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401990 May 27 02:10:57.352229 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 7d82653d-8dd4-4d41-993f-2721d396abe0 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:10:57.357359 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 7d82653d-8dd4-4d41-993f-2721d396abe0 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:10:57.363110 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:57.494694 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 7d82653d-8dd4-4d41-993f-2721d396abe0 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:10:57.495086 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:57.538561 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 7d82653d-8dd4-4d41-993f-2721d396abe0, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=7d82653d-8dd4-4d41-993f-2721d396abe0,segment=NetworkSegment(2c88854f-b1b4-45f9-9e07-67ac2d11483a),segment_id=2c88854f-b1b4-45f9-9e07-67ac2d11483a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:57.539860 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b816a1-5e2b-4878-baea-2dc592ad34fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d82653d-8dd4-4d41-993f-2721d396abe0'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:10:57.638436 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:57.639262 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 614f2f56-0b2e-4664-a6ee-0d7def01f496 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:10:57.678302 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-f72c4fdc-cac6-43f7-bc89-25f656fc5269 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=920f79471e3444109aeaadab23e503c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465219 May 27 02:10:57.789124 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f045de5-0794-4120-8aca-54e54a967a25 req-7cbb582b-27fe-4b73-b7cc-14f8732178e7 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:57.790597 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4f045de5-0794-4120-8aca-54e54a967a25 req-7cbb582b-27fe-4b73-b7cc-14f8732178e7 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2e8b514-00ed-4638-978e-c30d2074daa7 HTTP/1.1" status: 200 len: 943 time: 0.4025385 May 27 02:10:57.831294 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=7d82653d-8dd4-4d41-993f-2721d396abe0,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:57.910960 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4f045de5-0794-4120-8aca-54e54a967a25 req-d77aabea-b92a-40aa-8269-976028ff628b tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030066 May 27 02:10:57.917645 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-af598e3e-a95d-4c4b-a871-12b148956bce tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:57.927895 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-af598e3e-a95d-4c4b-a871-12b148956bce tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2321601 May 27 02:10:57.937226 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-1692575a-a3e7-4a90-938a-7248b4573d5c tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/quotas/920f79471e3444109aeaadab23e503c2 HTTP/1.1" status: 200 len: 375 time: 0.0124393 May 27 02:10:57.946935 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 614f2f56-0b2e-4664-a6ee-0d7def01f496 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:10:57.953153 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 614f2f56-0b2e-4664-a6ee-0d7def01f496 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:10:57.953665 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:57.981036 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-aed22893-956d-4ea7-b76b-9a5784405b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:57.992136 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49b8cd42-beb1-4e51-8f94-08cf2c604c60'] response: {'server_uuid': '79b816a1-5e2b-4878-baea-2dc592ad34fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d82653d-8dd4-4d41-993f-2721d396abe0', 'code': 200} May 27 02:10:58.090654 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 614f2f56-0b2e-4664-a6ee-0d7def01f496 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:10:58.090654 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:58.120970 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 614f2f56-0b2e-4664-a6ee-0d7def01f496, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=614f2f56-0b2e-4664-a6ee-0d7def01f496,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:58.151474 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-59b2c8bf-f8ff-4258-bbfe-e309fa74472c tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=920f79471e3444109aeaadab23e503c2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2111781 May 27 02:10:58.176625 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:58.217706 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc25b9f-cc27-4277-a14f-4be017e3b789 req-37eec164-7d39-47b8-a8eb-64fbfaea8d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:58.219270 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5dc25b9f-cc27-4277-a14f-4be017e3b789 req-37eec164-7d39-47b8-a8eb-64fbfaea8d3e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=79b816a1-5e2b-4878-baea-2dc592ad34fe HTTP/1.1" status: 200 len: 1096 time: 0.1608601 May 27 02:10:58.228330 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d204a5b-d302-4be3-aaeb-421ae8eb9757 req-73cee776-4bb2-4e32-ab87-809baf575e6c tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:58.229804 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8d204a5b-d302-4be3-aaeb-421ae8eb9757 req-73cee776-4bb2-4e32-ab87-809baf575e6c tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 948 time: 0.1265922 May 27 02:10:58.268435 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=614f2f56-0b2e-4664-a6ee-0d7def01f496,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:58.292905 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5dc25b9f-cc27-4277-a14f-4be017e3b789 req-c4220cbf-5c83-4fb3-be88-a3d3524b4c08 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=644a47ee-c2d3-4867-ac89-ac4152c2e13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618579 May 27 02:10:58.302863 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8d204a5b-d302-4be3-aaeb-421ae8eb9757 req-7aa3e265-d760-4273-8278-90d684bd93ef tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572293 May 27 02:10:58.490491 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734211d6-a2d2-420b-9be4-9c0f3c96b2f2 req-2bfb27fd-a806-43c8-bff1-f9d24b91a563 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:58.492283 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-734211d6-a2d2-420b-9be4-9c0f3c96b2f2 req-2bfb27fd-a806-43c8-bff1-f9d24b91a563 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4e1df88-154f-4143-9f4e-8ca5128da369 HTTP/1.1" status: 200 len: 945 time: 0.0915217 May 27 02:10:58.503532 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57676) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:58.567245 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-734211d6-a2d2-420b-9be4-9c0f3c96b2f2 req-39cc6d41-fcf6-426b-b95c-bc23e1798ba2 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668471 May 27 02:10:58.624032 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-4b40ff1e-6465-41ef-8587-a36d79b1f322 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-438854652-network', 'tenant_id': '62f5f7df5795463f9f8bc1cd40caf878'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:58.630914 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4b40ff1e-6465-41ef-8587-a36d79b1f322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:58.635943 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4b40ff1e-6465-41ef-8587-a36d79b1f322 admin admin] Usage tracker for resource:network and tenant:62f5f7df5795463f9f8bc1cd40caf878 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:58.639004 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4b40ff1e-6465-41ef-8587-a36d79b1f322 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:58.646221 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4b40ff1e-6465-41ef-8587-a36d79b1f322 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:58.730148 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b40ff1e-6465-41ef-8587-a36d79b1f322 admin admin] Made reservation on behalf of 62f5f7df5795463f9f8bc1cd40caf878 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:10:58.732028 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4b40ff1e-6465-41ef-8587-a36d79b1f322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:58.743196 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb3913-78e1-4868-baa6-7159930ee7eb req-20a51499-120b-42fc-8068-e6f013658a29 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:58.746045 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4b40ff1e-6465-41ef-8587-a36d79b1f322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:58.749248 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0edb3913-78e1-4868-baa6-7159930ee7eb req-20a51499-120b-42fc-8068-e6f013658a29 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/ports?device_id=79b816a1-5e2b-4878-baea-2dc592ad34fe HTTP/1.1" status: 200 len: 945 time: 0.0948443 May 27 02:10:58.763157 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4b40ff1e-6465-41ef-8587-a36d79b1f322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:58.767887 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4b40ff1e-6465-41ef-8587-a36d79b1f322 admin admin] Usage tracker for resource:security_group_rule and tenant:62f5f7df5795463f9f8bc1cd40caf878 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:58.774385 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4b40ff1e-6465-41ef-8587-a36d79b1f322 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:58.777885 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4b40ff1e-6465-41ef-8587-a36d79b1f322 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:58.822882 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0edb3913-78e1-4868-baa6-7159930ee7eb req-686344db-e77e-4efd-afc9-a10a8d837cc3 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/security-groups?id=644a47ee-c2d3-4867-ac89-ac4152c2e13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704346 May 27 02:10:58.869797 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4b40ff1e-6465-41ef-8587-a36d79b1f322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:58.877876 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:58.917669 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9c27a305-c188-4961-b769-8d9311a91382 req-d96d743b-8ac0-4ede-baa3-65a6398a87dd tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ac31ae-bbf6-45c2-a1e9-24a746500910 HTTP/1.1" status: 200 len: 210 time: 0.0422184 May 27 02:10:58.986584 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4b40ff1e-6465-41ef-8587-a36d79b1f322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:58.986794 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:59.025303 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b40ff1e-6465-41ef-8587-a36d79b1f322 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:10:59.033993 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40ff1e-6465-41ef-8587-a36d79b1f322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26bc4f20-2093-4472-a496-e7d6670ede92,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:59.042081 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4b40ff1e-6465-41ef-8587-a36d79b1f322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:59.042629 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-4b40ff1e-6465-41ef-8587-a36d79b1f322 admin admin] Added segment 00de1387-8dac-4f66-aa2d-2c559a23250a of type vlan for network 8f2ce48b-e47c-4916-9cd3-7a45a8d46164 May 27 02:10:59.071031 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4b40ff1e-6465-41ef-8587-a36d79b1f322 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:59.125948 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73140fed-237e-4d8c-8bda-a108d8e266e0 req-c7cb8954-b9bc-4a69-b859-cc3a4803526b tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:59.127528 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-73140fed-237e-4d8c-8bda-a108d8e266e0 req-c7cb8954-b9bc-4a69-b859-cc3a4803526b tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2e8b514-00ed-4638-978e-c30d2074daa7 HTTP/1.1" status: 200 len: 943 time: 0.0861726 May 27 02:10:59.172621 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-73140fed-237e-4d8c-8bda-a108d8e266e0 req-3ab0ec4f-3213-4b6d-8e94-26d04eed5abe tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386193 May 27 02:10:59.180866 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4b40ff1e-6465-41ef-8587-a36d79b1f322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:59.181874 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b40ff1e-6465-41ef-8587-a36d79b1f322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:59.182461 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4b40ff1e-6465-41ef-8587-a36d79b1f322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:59.290933 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40ff1e-6465-41ef-8587-a36d79b1f322 admin admin] Pushing event updated for resources: {'Network': ['ID=8f2ce48b-e47c-4916-9cd3-7a45a8d46164,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:59.308529 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 8f2ce48b-e47c-4916-9cd3-7a45a8d46164 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:10:59.340041 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57700) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:59.345038 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4b40ff1e-6465-41ef-8587-a36d79b1f322 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8213930 May 27 02:10:59.350201 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-c40d1a66-9c3e-4d59-b757-ee00efe20c28 admin admin] Request body: {'subnet': {'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-438854652-subnet', 'tenant_id': '62f5f7df5795463f9f8bc1cd40caf878', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:59.359182 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c40d1a66-9c3e-4d59-b757-ee00efe20c28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:59.365406 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c40d1a66-9c3e-4d59-b757-ee00efe20c28 admin admin] Usage tracker for resource:subnet and tenant:62f5f7df5795463f9f8bc1cd40caf878 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:59.367918 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c40d1a66-9c3e-4d59-b757-ee00efe20c28 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:59.374722 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c40d1a66-9c3e-4d59-b757-ee00efe20c28 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:59.475146 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40d1a66-9c3e-4d59-b757-ee00efe20c28 admin admin] Made reservation on behalf of 62f5f7df5795463f9f8bc1cd40caf878 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:10:59.477700 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c40d1a66-9c3e-4d59-b757-ee00efe20c28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:59.623517 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3722b6d-847a-4472-9fe7-4e433e166bd5 req-ec85f71f-6c2f-4ca2-8700-0591f99c20eb tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:59.625221 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e3722b6d-847a-4472-9fe7-4e433e166bd5 req-ec85f71f-6c2f-4ca2-8700-0591f99c20eb tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 949 time: 0.1888471 May 27 02:10:59.731284 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e3722b6d-847a-4472-9fe7-4e433e166bd5 req-c6ef55a0-d9e6-498e-ac67-1fd56d300e30 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947256 May 27 02:10:59.843023 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b51602-cc80-4e1a-8f88-462c424436af req-fae46691-5f81-4fe0-b1e6-b03003dfa44b tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:59.849365 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-13b51602-cc80-4e1a-8f88-462c424436af req-fae46691-5f81-4fe0-b1e6-b03003dfa44b tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4e1df88-154f-4143-9f4e-8ca5128da369 HTTP/1.1" status: 200 len: 945 time: 0.1254766 May 27 02:10:59.904087 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c40d1a66-9c3e-4d59-b757-ee00efe20c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:59.992245 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:59.992892 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d80a1ba-d282-4518-9df7-74b625dd55be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614f2f56-0b2e-4664-a6ee-0d7def01f496'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:11:00.046910 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-13b51602-cc80-4e1a-8f88-462c424436af req-0286f360-4ac4-45e3-8cd3-32dc8f5b9706 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844175 May 27 02:11:00.062676 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d1a66-9c3e-4d59-b757-ee00efe20c28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ee39392-3407-48c1-b561-be7ced0cb982,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:00.075532 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40d1a66-9c3e-4d59-b757-ee00efe20c28 admin admin] Checking segment: {'id': '00de1387-8dac-4f66-aa2d-2c559a23250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:11:00.087169 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40d1a66-9c3e-4d59-b757-ee00efe20c28 admin admin] Network hostable DHCP agents. Network: 8f2ce48b-e47c-4916-9cd3-7a45a8d46164, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:11:00.111712 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae1e0b-a360-4108-9e72-08f2181740f1 req-d3a35884-9953-4387-973c-fa8841c34675 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:00.119180 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fcae1e0b-a360-4108-9e72-08f2181740f1 req-d3a35884-9953-4387-973c-fa8841c34675 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/ports?device_id=79b816a1-5e2b-4878-baea-2dc592ad34fe HTTP/1.1" status: 200 len: 945 time: 0.1547029 May 27 02:11:00.160937 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fcae1e0b-a360-4108-9e72-08f2181740f1 req-297be750-a4b7-40db-9a0c-5f95e506eb8b tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/security-groups?id=644a47ee-c2d3-4867-ac89-ac4152c2e13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408585 May 27 02:11:00.212847 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-103129bd-e9b7-4a01-a747-264fd6d07ffc req-544780db-459b-4be8-90ae-2e70bef74dd3 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ac31ae-bbf6-45c2-a1e9-24a746500910 HTTP/1.1" status: 200 len: 210 time: 0.0430045 May 27 02:11:00.220879 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a2acf7e-d6f5-4ba4-9234-d10ea9458a96'] response: {'server_uuid': '0d80a1ba-d282-4518-9df7-74b625dd55be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614f2f56-0b2e-4664-a6ee-0d7def01f496', 'code': 200} May 27 02:11:00.261240 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40d1a66-9c3e-4d59-b757-ee00efe20c28 admin admin] Network 8f2ce48b-e47c-4916-9cd3-7a45a8d46164 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:11:00.369370 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-c40d1a66-9c3e-4d59-b757-ee00efe20c28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 8f2ce48b-e47c-4916-9cd3-7a45a8d46164) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:11:00.376941 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723cc9ea-a5c0-4b95-b6ca-7cdaaa79b5c6 None None] Network 8f2ce48b-e47c-4916-9cd3-7a45a8d46164 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:11:00.383778 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40d1a66-9c3e-4d59-b757-ee00efe20c28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:00.384361 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c40d1a66-9c3e-4d59-b757-ee00efe20c28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:00.447972 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d8aa7-2c96-4ece-953b-109e01ddc902 req-bfed97c8-69c9-4303-a5eb-9230b489bba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:00.449762 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9f2d8aa7-2c96-4ece-953b-109e01ddc902 req-bfed97c8-69c9-4303-a5eb-9230b489bba9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 1100 time: 0.1591251 May 27 02:11:00.458380 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98207706-dde7-4760-b69b-74bf3b140dd1 req-b3470f15-5099-44c2-9297-52a333b3d0e8 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:00.459766 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-98207706-dde7-4760-b69b-74bf3b140dd1 req-b3470f15-5099-44c2-9297-52a333b3d0e8 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2e8b514-00ed-4638-978e-c30d2074daa7 HTTP/1.1" status: 200 len: 943 time: 0.1354866 May 27 02:11:00.534353 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c40d1a66-9c3e-4d59-b757-ee00efe20c28 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2024076 May 27 02:11:00.536897 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57716) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:00.540324 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9f2d8aa7-2c96-4ece-953b-109e01ddc902 req-383c081b-7943-4e53-980d-57de4fe11d88 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744035 May 27 02:11:00.544053 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ec8ff763-b6e5-4999-9ccf-8040387419a0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-438854652-router', 'tenant_id': '62f5f7df5795463f9f8bc1cd40caf878', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:00.552656 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-98207706-dde7-4760-b69b-74bf3b140dd1 req-69803256-a587-4211-9357-3982487682d2 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686243 May 27 02:11:00.566453 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ec8ff763-b6e5-4999-9ccf-8040387419a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:00.571282 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ec8ff763-b6e5-4999-9ccf-8040387419a0 admin admin] Usage tracker for resource:router and tenant:62f5f7df5795463f9f8bc1cd40caf878 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:11:00.574661 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ec8ff763-b6e5-4999-9ccf-8040387419a0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:11:00.582534 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ec8ff763-b6e5-4999-9ccf-8040387419a0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:00.645076 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f136bf38-c576-4748-a50c-800fa783d508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-8f2ce48b-e47c-4916-9cd3-7a45a8d46164', 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164', 'tenant_id': '62f5f7df5795463f9f8bc1cd40caf878', 'fixed_ips': [{'subnet_id': '7ee39392-3407-48c1-b561-be7ced0cb982'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:11:00.646041 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f136bf38-c576-4748-a50c-800fa783d508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:00.664062 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec8ff763-b6e5-4999-9ccf-8040387419a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:00.665548 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec8ff763-b6e5-4999-9ccf-8040387419a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:00.687549 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec8ff763-b6e5-4999-9ccf-8040387419a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:00.845634 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-f136bf38-c576-4748-a50c-800fa783d508 None None] Allocated IP 172.20.0.2 (8f2ce48b-e47c-4916-9cd3-7a45a8d46164/7ee39392-3407-48c1-b561-be7ced0cb982/ac5726db-e23d-4209-83e9-affd8f2d6f8b) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:11:01.043909 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-206169d0-1edd-4d3d-841a-dab858ff3c40 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=920f79471e3444109aeaadab23e503c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1040199 May 27 02:11:01.085060 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c7c59-b63d-43c6-a08d-f780dc1a7eb0 req-c402f4d5-9ad7-4b47-85a7-a4f649ad28ba tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:01.092187 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ea7c7c59-b63d-43c6-a08d-f780dc1a7eb0 req-c402f4d5-9ad7-4b47-85a7-a4f649ad28ba tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 949 time: 0.2383034 May 27 02:11:01.142959 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ea7c7c59-b63d-43c6-a08d-f780dc1a7eb0 req-011142d7-f6a8-482e-ad56-06537e6a637a tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499020 May 27 02:11:01.224235 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f136bf38-c576-4748-a50c-800fa783d508 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:01.239193 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f136bf38-c576-4748-a50c-800fa783d508 None None] Transition to ACTIVE for port object ac5726db-e23d-4209-83e9-affd8f2d6f8b will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:11:01.266742 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f136bf38-c576-4748-a50c-800fa783d508 None None] Transition to ACTIVE for port object ac5726db-e23d-4209-83e9-affd8f2d6f8b will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:11:01.278705 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1e97b-aa7a-4a13-b5dc-ac4a7b733217 req-62da9396-9874-4394-b5e9-094b4970e517 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:01.286450 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c2a1e97b-aa7a-4a13-b5dc-ac4a7b733217 req-62da9396-9874-4394-b5e9-094b4970e517 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4e1df88-154f-4143-9f4e-8ca5128da369 HTTP/1.1" status: 200 len: 945 time: 0.0923309 May 27 02:11:01.329475 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f136bf38-c576-4748-a50c-800fa783d508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:01.381447 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c2a1e97b-aa7a-4a13-b5dc-ac4a7b733217 req-b5b3b876-f9e3-499b-8d84-fbdba9fb743f tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936260 May 27 02:11:01.416211 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7943ba2-6797-4ec9-86ce-ac899bd2f857 req-9874999d-8359-4798-bf74-8e7ebca3b8be tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:01.418326 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e7943ba2-6797-4ec9-86ce-ac899bd2f857 req-9874999d-8359-4798-bf74-8e7ebca3b8be tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/ports?device_id=79b816a1-5e2b-4878-baea-2dc592ad34fe HTTP/1.1" status: 200 len: 945 time: 0.1166191 May 27 02:11:01.457806 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec8ff763-b6e5-4999-9ccf-8040387419a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:01.482585 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f136bf38-c576-4748-a50c-800fa783d508 None None] Network 8f2ce48b-e47c-4916-9cd3-7a45a8d46164 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:11:01.483364 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e7943ba2-6797-4ec9-86ce-ac899bd2f857 req-078c87ed-fb83-4ea0-91c7-eb4a57b38841 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/security-groups?id=644a47ee-c2d3-4867-ac89-ac4152c2e13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542378 May 27 02:11:01.485566 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-f136bf38-c576-4748-a50c-800fa783d508 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:11:01.493386 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f136bf38-c576-4748-a50c-800fa783d508 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:11:01.553918 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f136bf38-c576-4748-a50c-800fa783d508 None None] Pushing event updated for resources: {'Port': ['ID=ac5726db-e23d-4209-83e9-affd8f2d6f8b,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:01.562086 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62eb61f9-c129-4b84-a108-8ee4fce2e821 req-bebf0a4e-13e8-4d42-90fb-c445718be351 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ac31ae-bbf6-45c2-a1e9-24a746500910 HTTP/1.1" status: 200 len: 210 time: 0.0587959 May 27 02:11:01.622309 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-f136bf38-c576-4748-a50c-800fa783d508 None None] Attempting to bind port ac5726db-e23d-4209-83e9-affd8f2d6f8b on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:11:01.622976 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-f136bf38-c576-4748-a50c-800fa783d508 None None] Attempting to bind port ac5726db-e23d-4209-83e9-affd8f2d6f8b by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '00de1387-8dac-4f66-aa2d-2c559a23250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:11:01.623643 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f136bf38-c576-4748-a50c-800fa783d508 None None] Attempting to bind port ac5726db-e23d-4209-83e9-affd8f2d6f8b on network 8f2ce48b-e47c-4916-9cd3-7a45a8d46164 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:11:01.636575 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f136bf38-c576-4748-a50c-800fa783d508 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:11:01.637184 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f136bf38-c576-4748-a50c-800fa783d508 None None] Checking segment: {'id': '00de1387-8dac-4f66-aa2d-2c559a23250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:11:01.637960 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f136bf38-c576-4748-a50c-800fa783d508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:01.638547 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f136bf38-c576-4748-a50c-800fa783d508 None None] Bound using segment: {'id': '00de1387-8dac-4f66-aa2d-2c559a23250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:11:01.639187 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-f136bf38-c576-4748-a50c-800fa783d508 None None] Bound port: ac5726db-e23d-4209-83e9-affd8f2d6f8b, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00de1387-8dac-4f66-aa2d-2c559a23250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:11:01.639736 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f136bf38-c576-4748-a50c-800fa783d508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:01.687497 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-59fab9b1-56b8-4005-aaf3-58970d857a4c tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:01.688981 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-59fab9b1-56b8-4005-aaf3-58970d857a4c tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6392715 May 27 02:11:01.707145 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-655ffe88-39fb-435e-8178-e54877275d09 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Request body: {'port': {'device_id': '76ac31ae-bbf6-45c2-a1e9-24a746500910', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'admin_state_up': True, 'tenant_id': '920f79471e3444109aeaadab23e503c2'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:01.768607 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-f136bf38-c576-4748-a50c-800fa783d508 None None] For port ac5726db-e23d-4209-83e9-affd8f2d6f8b, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:11:01.772782 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-f136bf38-c576-4748-a50c-800fa783d508 None None] For port ac5726db-e23d-4209-83e9-affd8f2d6f8b, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=ac5726db-e23d-4209-83e9-affd8f2d6f8b,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:11:01.838696 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f136bf38-c576-4748-a50c-800fa783d508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:01.862436 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af82690-f84d-41bd-a62f-c1e4cbc8250e req-97ff0cbb-6186-4be8-a6fe-2dcb7652e706 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:01.864988 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0af82690-f84d-41bd-a62f-c1e4cbc8250e req-97ff0cbb-6186-4be8-a6fe-2dcb7652e706 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2e8b514-00ed-4638-978e-c30d2074daa7 HTTP/1.1" status: 200 len: 943 time: 0.1244349 May 27 02:11:01.875944 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688f966-7769-4c52-9129-36af87b894d8 req-e33975e9-b84c-4468-ac1c-a104f2266a79 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:01.877382 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9688f966-7769-4c52-9129-36af87b894d8 req-e33975e9-b84c-4468-ac1c-a104f2266a79 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a11c0a8-295e-4a79-934a-19ee9acecc7d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1848233 May 27 02:11:01.885184 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-655ffe88-39fb-435e-8178-e54877275d09 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:01.890486 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-655ffe88-39fb-435e-8178-e54877275d09 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Usage tracker for resource:port and tenant:920f79471e3444109aeaadab23e503c2 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:11:01.894550 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-655ffe88-39fb-435e-8178-e54877275d09 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:11:01.901580 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-655ffe88-39fb-435e-8178-e54877275d09 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:01.951727 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f136bf38-c576-4748-a50c-800fa783d508 None None] Pushing event updated for resources: {'Port': ['ID=ac5726db-e23d-4209-83e9-affd8f2d6f8b,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:01.986301 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9688f966-7769-4c52-9129-36af87b894d8 req-0d39301c-3e4a-4934-b9bc-7b4b9463535c tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.153 HTTP/1.1" status: 200 len: 696 time: 0.0945032 May 27 02:11:01.998821 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0af82690-f84d-41bd-a62f-c1e4cbc8250e req-3d34fdc4-b984-4345-b2f8-e266e9173436 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204777 May 27 02:11:02.002740 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-9688f966-7769-4c52-9129-36af87b894d8 req-5bc6c071-8892-4385-aaed-3ca99c14aff8 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Request body: {'floatingip': {'port_id': '2ecbeb51-113b-4016-8763-fd2bf60a7fee', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:02.046997 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-655ffe88-39fb-435e-8178-e54877275d09 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Made reservation on behalf of 920f79471e3444109aeaadab23e503c2 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:11:02.051076 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-655ffe88-39fb-435e-8178-e54877275d09 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:02.084233 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-9688f966-7769-4c52-9129-36af87b894d8 req-5bc6c071-8892-4385-aaed-3ca99c14aff8 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks [] for floatingip, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:02.239976 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec8ff763-b6e5-4999-9ccf-8040387419a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:02.277812 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec8ff763-b6e5-4999-9ccf-8040387419a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:02.417653 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:11:02.483537 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-655ffe88-39fb-435e-8178-e54877275d09 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Allocated IP 192.168.233.254 (54d5ea08-4fa3-4323-9d64-35a947e9d08e/2cf69705-8457-415f-85a3-b42efaff1b97/a0192f57-7dc9-4765-867e-432c96fe723e) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:11:02.513370 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-ec8ff763-b6e5-4999-9ccf-8040387419a0 admin admin] Allocated IP 172.25.1.138 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/14b56590-ee4b-4da8-bf47-ebae84c4ef98) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:11:02.543706 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-4f5ed3e9-80eb-443f-b98b-fb29f8489efb tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:02.545146 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-4f5ed3e9-80eb-443f-b98b-fb29f8489efb tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d4e1df88-154f-4143-9f4e-8ca5128da369&tenant_id=846b128e49a144bb97bdbd537ab49432&binding%3Ahost_id=n-h1-843554-3 HTTP/1.1" status: 200 len: 1096 time: 0.4023125 May 27 02:11:02.565686 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-aa82961f-4378-4e2a-b629-f4732b715ecc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843554-3'}}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:02.599473 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c74aab-0263-4302-a634-58aa6ab7512d req-3676db53-d5a2-4b81-839e-594c2dfa8e0b tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:02.601049 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f9c74aab-0263-4302-a634-58aa6ab7512d req-3676db53-d5a2-4b81-839e-594c2dfa8e0b tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 949 time: 0.3015440 May 27 02:11:02.810072 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f9c74aab-0263-4302-a634-58aa6ab7512d req-31344b7d-ac45-4d34-85cd-81217d0e63ea tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022140 May 27 02:11:02.874472 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec8ff763-b6e5-4999-9ccf-8040387419a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:02.920412 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-655ffe88-39fb-435e-8178-e54877275d09 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:02.921949 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ac5726db-e23d-4209-83e9-affd8f2d6f8b up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:11:02.944846 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-655ffe88-39fb-435e-8178-e54877275d09 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Transition to ACTIVE for port object a0192f57-7dc9-4765-867e-432c96fe723e will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:11:02.999106 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-aa82961f-4378-4e2a-b629-f4732b715ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:03.050829 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec8ff763-b6e5-4999-9ccf-8040387419a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:03.069246 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa75fd66-b352-4f69-8415-1bfde1562100 None None] Network 8f2ce48b-e47c-4916-9cd3-7a45a8d46164 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:11:03.085521 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port ac5726db-e23d-4209-83e9-affd8f2d6f8b completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:11:03.106185 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-655ffe88-39fb-435e-8178-e54877275d09 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:03.141036 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8ff763-b6e5-4999-9ccf-8040387419a0 admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:11:03.147998 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-ec8ff763-b6e5-4999-9ccf-8040387419a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:11:03.152511 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['1c0ac97e-a530-4361-8db8-f552a54f3dd8', '05ec6f0c-597e-4049-8ab2-70bfccb73eb5', '59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77', '3b9cadd9-bef4-4042-a998-3c1758173dec'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:11:03.157603 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-655ffe88-39fb-435e-8178-e54877275d09 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Network 54d5ea08-4fa3-4323-9d64-35a947e9d08e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:11:03.158828 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8ff763-b6e5-4999-9ccf-8040387419a0 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:11:03.176993 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['2d68ef4e-10c4-43e2-9663-4f6d1775dc86'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:11:03.183324 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-655ffe88-39fb-435e-8178-e54877275d09 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:11:03.185298 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ff763-b6e5-4999-9ccf-8040387419a0 admin admin] Pushing event updated for resources: {'Port': ['ID=14b56590-ee4b-4da8-bf47-ebae84c4ef98,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:03.187719 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-655ffe88-39fb-435e-8178-e54877275d09 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:11:03.251277 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ff763-b6e5-4999-9ccf-8040387419a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:03.251906 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ff763-b6e5-4999-9ccf-8040387419a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:03.252395 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ff763-b6e5-4999-9ccf-8040387419a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:03.252922 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ff763-b6e5-4999-9ccf-8040387419a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:03.254408 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ff763-b6e5-4999-9ccf-8040387419a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:03.254534 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:11:03.255010 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ff763-b6e5-4999-9ccf-8040387419a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:03.255487 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ff763-b6e5-4999-9ccf-8040387419a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:03.256397 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ff763-b6e5-4999-9ccf-8040387419a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:03.257050 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ff763-b6e5-4999-9ccf-8040387419a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:03.257613 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ff763-b6e5-4999-9ccf-8040387419a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:03.258117 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ff763-b6e5-4999-9ccf-8040387419a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:03.258616 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ff763-b6e5-4999-9ccf-8040387419a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:03.371277 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3270b908-a2fc-4733-9a61-ce965b3e91aa None None] Provisioning for port ac5726db-e23d-4209-83e9-affd8f2d6f8b completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:11:03.458238 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb80c1-1873-4b90-8045-37d4485aef09 req-4a062d23-0e8f-4c83-8edd-be5dc2de063c tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:03.465733 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8edb80c1-1873-4b90-8045-37d4485aef09 req-4a062d23-0e8f-4c83-8edd-be5dc2de063c tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4e1df88-154f-4143-9f4e-8ca5128da369 HTTP/1.1" status: 200 len: 945 time: 0.4675493 May 27 02:11:03.481774 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3270b908-a2fc-4733-9a61-ce965b3e91aa None None] Provisioning complete for port ac5726db-e23d-4209-83e9-affd8f2d6f8b triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:03.482150 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3270b908-a2fc-4733-9a61-ce965b3e91aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:03.542509 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-655ffe88-39fb-435e-8178-e54877275d09 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:03.543221 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-655ffe88-39fb-435e-8178-e54877275d09 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:03.609919 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-aa82961f-4378-4e2a-b629-f4732b715ecc service neutron] For port cece29d7-34db-4bee-aac4-f52148a723dc, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=cece29d7-34db-4bee-aac4-f52148a723dc,segment=NetworkSegment(18001c0d-6c74-475c-a0cb-9d64b721b14f),segment_id=18001c0d-6c74-475c-a0cb-9d64b721b14f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:03.622493 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8edb80c1-1873-4b90-8045-37d4485aef09 req-b2209192-7dc1-4801-b4d6-d3a09f9c0922 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556146 May 27 02:11:03.630062 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ffe88-39fb-435e-8178-e54877275d09 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Pushing event updated for resources: {'Port': ['ID=a0192f57-7dc9-4765-867e-432c96fe723e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:03.699621 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-aa82961f-4378-4e2a-b629-f4732b715ecc service neutron] For port cece29d7-34db-4bee-aac4-f52148a723dc, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:11:03.738723 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95,segment=NetworkSegment(a69d16a1-8436-40ed-b9ce-539b6def055f),segment_id=a69d16a1-8436-40ed-b9ce-539b6def055f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:03.750833 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-9688f966-7769-4c52-9129-36af87b894d8 req-5bc6c071-8892-4385-aaed-3ca99c14aff8 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:03.768259 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-655ffe88-39fb-435e-8178-e54877275d09 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0658841 May 27 02:11:03.781929 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-5bd9379b-7139-49db-b627-5add80d11e37 service neutron] Request body: {'port': {'device_id': '76ac31ae-bbf6-45c2-a1e9-24a746500910', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:03.817845 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': 'd65fbf19-07e5-4a5e-b039-5dbbf3f9ba95', 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81', 'port_id': 'd65fbf19-07e5-4a5e-b039-5dbbf3f9ba95', 'mac_address': 'fa:16:3e:73:66:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a1d95-8ee5-4ee3-927d-bf057db8df2f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:11:03.843035 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e1df88-154f-4143-9f4e-8ca5128da369', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cece29d7-34db-4bee-aac4-f52148a723dc'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:11:03.848930 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-aa82961f-4378-4e2a-b629-f4732b715ecc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:03.865530 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47f351-cc5b-42da-ba42-9e91ddb71854 req-c2c3c358-30c1-4071-9be2-7323e6a2fd21 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:03.865530 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4d47f351-cc5b-42da-ba42-9e91ddb71854 req-c2c3c358-30c1-4071-9be2-7323e6a2fd21 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ac31ae-bbf6-45c2-a1e9-24a746500910 HTTP/1.1" status: 200 len: 936 time: 0.1173444 May 27 02:11:03.866531 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-9688f966-7769-4c52-9129-36af87b894d8 req-5bc6c071-8892-4385-aaed-3ca99c14aff8 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:03.954173 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-3270b908-a2fc-4733-9a61-ce965b3e91aa None None] Current status of the port ac5726db-e23d-4209-83e9-affd8f2d6f8b is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:03.954842 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3270b908-a2fc-4733-9a61-ce965b3e91aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:03.999133 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:03.999505 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:04.042329 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-aa82961f-4378-4e2a-b629-f4732b715ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:04.046552 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:11:04.073814 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-3270b908-a2fc-4733-9a61-ce965b3e91aa None None] For port ac5726db-e23d-4209-83e9-affd8f2d6f8b, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=ac5726db-e23d-4209-83e9-affd8f2d6f8b,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:04.076886 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-5bd9379b-7139-49db-b627-5add80d11e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:04.089416 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95,segment=NetworkSegment(a69d16a1-8436-40ed-b9ce-539b6def055f),segment_id=a69d16a1-8436-40ed-b9ce-539b6def055f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:04.128175 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec8ff763-b6e5-4999-9ccf-8040387419a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:04.197124 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3270b908-a2fc-4733-9a61-ce965b3e91aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:04.228682 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [req-9688f966-7769-4c52-9129-36af87b894d8 req-5bc6c071-8892-4385-aaed-3ca99c14aff8 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Floating IP 1d78fa73-c012-459f-aad5-ae324a962d72 associated. External IP: 172.25.1.153, port: 2ecbeb51-113b-4016-8763-fd2bf60a7fee. May 27 02:11:04.296939 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270b908-a2fc-4733-9a61-ce965b3e91aa None None] Pushing event updated for resources: {'Port': ['ID=ac5726db-e23d-4209-83e9-affd8f2d6f8b,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:04.313913 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:04.314723 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device cece29d7-34db-4bee-aac4-f52148a723dc details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:11:04.356211 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4d47f351-cc5b-42da-ba42-9e91ddb71854 req-64f3eaf5-4d04-4805-a853-58f1272d76bf tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156548 May 27 02:11:04.443272 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-81792983-ae05-4748-af54-a366e3bf7d56 None None] Provisioning complete for port ac5726db-e23d-4209-83e9-affd8f2d6f8b triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:04.443659 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-81792983-ae05-4748-af54-a366e3bf7d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:04.477975 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa82961f-4378-4e2a-b629-f4732b715ecc service neutron] Pushing event updated for resources: {'Port': ['ID=cece29d7-34db-4bee-aac4-f52148a723dc,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:04.532050 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82961f-4378-4e2a-b629-f4732b715ecc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:04.532419 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82961f-4378-4e2a-b629-f4732b715ecc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:04.532787 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82961f-4378-4e2a-b629-f4732b715ecc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:04.533083 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82961f-4378-4e2a-b629-f4732b715ecc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:04.533409 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82961f-4378-4e2a-b629-f4732b715ecc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:04.533735 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82961f-4378-4e2a-b629-f4732b715ecc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:04.535371 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82961f-4378-4e2a-b629-f4732b715ecc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:04.535371 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82961f-4378-4e2a-b629-f4732b715ecc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:04.535371 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82961f-4378-4e2a-b629-f4732b715ecc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:04.535682 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82961f-4378-4e2a-b629-f4732b715ecc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:04.535956 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82961f-4378-4e2a-b629-f4732b715ecc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:04.536273 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82961f-4378-4e2a-b629-f4732b715ecc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:04.547561 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-aa82961f-4378-4e2a-b629-f4732b715ecc service neutron] Attempting to bind port cece29d7-34db-4bee-aac4-f52148a723dc on host n-h1-843554-3 for vnic_type normal with profile {"migrating_to": "n-h2-843554-3"} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:11:04.547916 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-aa82961f-4378-4e2a-b629-f4732b715ecc service neutron] Attempting to bind port cece29d7-34db-4bee-aac4-f52148a723dc by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:11:04.548221 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-aa82961f-4378-4e2a-b629-f4732b715ecc service neutron] Attempting to bind port cece29d7-34db-4bee-aac4-f52148a723dc on network a46dc284-eb7c-468a-bcfd-6cfcbba366bf {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:11:04.563277 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-aa82961f-4378-4e2a-b629-f4732b715ecc service neutron] Port cece29d7-34db-4bee-aac4-f52148a723dc on network a46dc284-eb7c-468a-bcfd-6cfcbba366bf not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:11:04.563629 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-aa82961f-4378-4e2a-b629-f4732b715ecc service neutron] Attempting to bind port cece29d7-34db-4bee-aac4-f52148a723dc on network a46dc284-eb7c-468a-bcfd-6cfcbba366bf {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:11:04.575207 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-aa82961f-4378-4e2a-b629-f4732b715ecc service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:11:04.575207 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-aa82961f-4378-4e2a-b629-f4732b715ecc service neutron] Checking segment: {'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:11:04.575573 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-aa82961f-4378-4e2a-b629-f4732b715ecc service neutron] Bound using segment: {'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:11:04.575842 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-aa82961f-4378-4e2a-b629-f4732b715ecc service neutron] Bound port: cece29d7-34db-4bee-aac4-f52148a723dc, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:11:04.576079 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-aa82961f-4378-4e2a-b629-f4732b715ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:04.645858 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:04.694068 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec8ff763-b6e5-4999-9ccf-8040387419a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:04.788703 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port cece29d7-34db-4bee-aac4-f52148a723dc, host n-h1-843554-3, got binding levels [] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:04.854740 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Attempting to bind port cece29d7-34db-4bee-aac4-f52148a723dc on host n-h1-843554-3 for vnic_type normal with profile {"migrating_to": "n-h2-843554-3"} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:11:04.855143 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Attempting to bind port cece29d7-34db-4bee-aac4-f52148a723dc by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:11:04.855480 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Attempting to bind port cece29d7-34db-4bee-aac4-f52148a723dc on network a46dc284-eb7c-468a-bcfd-6cfcbba366bf {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:11:04.875176 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-81792983-ae05-4748-af54-a366e3bf7d56 None None] Current status of the port ac5726db-e23d-4209-83e9-affd8f2d6f8b is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:04.880356 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Port cece29d7-34db-4bee-aac4-f52148a723dc on network a46dc284-eb7c-468a-bcfd-6cfcbba366bf not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:11:04.880769 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Attempting to bind port cece29d7-34db-4bee-aac4-f52148a723dc on network a46dc284-eb7c-468a-bcfd-6cfcbba366bf {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:11:04.888174 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ac5726db-e23d-4209-83e9-affd8f2d6f8b up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:11:04.955030 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:11:04.955608 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Checking segment: {'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:11:04.956020 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Bound using segment: {'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:11:04.957439 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Bound port: cece29d7-34db-4bee-aac4-f52148a723dc, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:11:04.957829 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:04.991350 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957703dc-ab81-4827-be0b-e7168156228a req-86c09411-8462-4a0e-bb6e-f8c5ddda7c99 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:04.992868 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-957703dc-ab81-4827-be0b-e7168156228a req-86c09411-8462-4a0e-bb6e-f8c5ddda7c99 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2e8b514-00ed-4638-978e-c30d2074daa7 HTTP/1.1" status: 200 len: 944 time: 0.5080261 May 27 02:11:05.001849 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-aa82961f-4378-4e2a-b629-f4732b715ecc service neutron] For port cece29d7-34db-4bee-aac4-f52148a723dc, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:11:05.009056 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-aa82961f-4378-4e2a-b629-f4732b715ecc service neutron] For port cece29d7-34db-4bee-aac4-f52148a723dc, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=cece29d7-34db-4bee-aac4-f52148a723dc,segment=NetworkSegment(18001c0d-6c74-475c-a0cb-9d64b721b14f),segment_id=18001c0d-6c74-475c-a0cb-9d64b721b14f)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:11:05.043958 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-81792983-ae05-4748-af54-a366e3bf7d56 None None] Provisioning for port a0192f57-7dc9-4765-867e-432c96fe723e completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:11:05.045147 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-5bd9379b-7139-49db-b627-5add80d11e37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0192f57-7dc9-4765-867e-432c96fe723e {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:11:05.054588 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-81792983-ae05-4748-af54-a366e3bf7d56 None None] Provisioning complete for port a0192f57-7dc9-4765-867e-432c96fe723e triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:05.054964 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-81792983-ae05-4748-af54-a366e3bf7d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:05.055452 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-5bd9379b-7139-49db-b627-5add80d11e37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:05.082969 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-5bd9379b-7139-49db-b627-5add80d11e37 service neutron] Transition to ACTIVE for port object a0192f57-7dc9-4765-867e-432c96fe723e will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:11:05.104290 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-957703dc-ab81-4827-be0b-e7168156228a req-c724f693-2103-499d-b2a1-9397daf19fb9 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959964 May 27 02:11:05.107529 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-aa82961f-4378-4e2a-b629-f4732b715ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:05.138017 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port cece29d7-34db-4bee-aac4-f52148a723dc, host n-h1-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:11:05.148014 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-5bd9379b-7139-49db-b627-5add80d11e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:05.149991 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port ac5726db-e23d-4209-83e9-affd8f2d6f8b triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:05.155235 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:05.164525 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9688f966-7769-4c52-9129-36af87b894d8 req-5bc6c071-8892-4385-aaed-3ca99c14aff8 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Router 056a8770-64cf-4055-9987-408f40a03c3d has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:11:05.187226 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-81792983-ae05-4748-af54-a366e3bf7d56 None None] Port a0192f57-7dc9-4765-867e-432c96fe723e cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:11:05.188484 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) cece29d7-34db-4bee-aac4-f52148a723dc-n-h1-843554-3-0 {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:11:05.188484 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:11:05.195592 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8ff763-b6e5-4999-9ccf-8040387419a0 admin admin] Router ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:11:05.311794 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port ac5726db-e23d-4209-83e9-affd8f2d6f8b is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:05.391893 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd9379b-7139-49db-b627-5add80d11e37 service neutron] Pushing event updated for resources: {'Port': ['ID=a0192f57-7dc9-4765-867e-432c96fe723e,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:05.439946 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa82961f-4378-4e2a-b629-f4732b715ecc service neutron] Pushing event updated for resources: {'Port': ['ID=cece29d7-34db-4bee-aac4-f52148a723dc,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:05.465556 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-aa82961f-4378-4e2a-b629-f4732b715ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:05.466092 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-aa82961f-4378-4e2a-b629-f4732b715ecc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:05.467437 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-aa82961f-4378-4e2a-b629-f4732b715ecc service neutron] 10.222.0.66 "PUT /v2.0/ports/cece29d7-34db-4bee-aac4-f52148a723dc HTTP/1.1" status: 200 len: 1121 time: 2.9064214 May 27 02:11:05.562815 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-5bd9379b-7139-49db-b627-5add80d11e37 service neutron] Attempting to bind port a0192f57-7dc9-4765-867e-432c96fe723e on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:11:05.563422 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-5bd9379b-7139-49db-b627-5add80d11e37 service neutron] Attempting to bind port a0192f57-7dc9-4765-867e-432c96fe723e by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:11:05.563750 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-5bd9379b-7139-49db-b627-5add80d11e37 service neutron] Attempting to bind port a0192f57-7dc9-4765-867e-432c96fe723e on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:11:05.567716 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9688f966-7769-4c52-9129-36af87b894d8 req-5bc6c071-8892-4385-aaed-3ca99c14aff8 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:11:05.570367 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-5bd9379b-7139-49db-b627-5add80d11e37 service neutron] Port a0192f57-7dc9-4765-867e-432c96fe723e on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:11:05.570879 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-5bd9379b-7139-49db-b627-5add80d11e37 service neutron] Attempting to bind port a0192f57-7dc9-4765-867e-432c96fe723e on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:11:05.572902 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-9688f966-7769-4c52-9129-36af87b894d8 req-5bc6c071-8892-4385-aaed-3ca99c14aff8 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:05.579308 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8ff763-b6e5-4999-9ccf-8040387419a0 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:11:05.581232 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-5bd9379b-7139-49db-b627-5add80d11e37 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:11:05.581749 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00061cf4-7486-4e06-8a14-27fb9b166cb5 None None] Sync routers for ids ['056a8770-64cf-4055-9987-408f40a03c3d'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:11:05.582018 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-5bd9379b-7139-49db-b627-5add80d11e37 service neutron] Checking segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:11:05.582542 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-5bd9379b-7139-49db-b627-5add80d11e37 service neutron] Bound using segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:11:05.583130 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-5bd9379b-7139-49db-b627-5add80d11e37 service neutron] Bound port: a0192f57-7dc9-4765-867e-432c96fe723e, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:11:05.583772 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-5bd9379b-7139-49db-b627-5add80d11e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:05.592120 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f71a7f-142a-46e0-a53b-f3e3b5b39500 None None] Sync routers for ids ['ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:11:05.596709 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['cece29d7-34db-4bee-aac4-f52148a723dc'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:11:05.610783 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91072d22-b68c-4681-859c-7e78041647e6 req-79dafb06-19f2-436a-80cb-b35219bc0842 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:05.613370 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-91072d22-b68c-4681-859c-7e78041647e6 req-79dafb06-19f2-436a-80cb-b35219bc0842 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 949 time: 0.2845192 May 27 02:11:05.620096 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f71a7f-142a-46e0-a53b-f3e3b5b39500 None None] Routers {'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:11:05.621522 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-a4f71a7f-142a-46e0-a53b-f3e3b5b39500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:10:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:05.643540 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['cece29d7-34db-4bee-aac4-f52148a723dc'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:11:05.683721 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00061cf4-7486-4e06-8a14-27fb9b166cb5 None None] Routers {'056a8770-64cf-4055-9987-408f40a03c3d'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:11:05.684372 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-00061cf4-7486-4e06-8a14-27fb9b166cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:10:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['056a8770-64cf-4055-9987-408f40a03c3d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:05.686135 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9688f966-7769-4c52-9129-36af87b894d8 req-5bc6c071-8892-4385-aaed-3ca99c14aff8 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "PUT /v2.0/floatingips/1d78fa73-c012-459f-aad5-ae324a962d72 HTTP/1.1" status: 200 len: 997 time: 3.6905594 May 27 02:11:05.694856 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-5bd9379b-7139-49db-b627-5add80d11e37 service neutron] For port a0192f57-7dc9-4765-867e-432c96fe723e, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:11:05.698524 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-5bd9379b-7139-49db-b627-5add80d11e37 service neutron] For port a0192f57-7dc9-4765-867e-432c96fe723e, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=a0192f57-7dc9-4765-867e-432c96fe723e,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:11:05.706657 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec8ff763-b6e5-4999-9ccf-8040387419a0 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:05.708190 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ec8ff763-b6e5-4999-9ccf-8040387419a0 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1702378 May 27 02:11:05.711050 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57758) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:05.809168 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-5bd9379b-7139-49db-b627-5add80d11e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:05.819118 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-a4f71a7f-142a-46e0-a53b-f3e3b5b39500 None None] Set router ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:11:05.841467 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-91072d22-b68c-4681-859c-7e78041647e6 req-bd71a0df-7977-4f30-9deb-44d22e9c2c52 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131369 May 27 02:11:05.870623 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Attempting to bind port cece29d7-34db-4bee-aac4-f52148a723dc on host n-h1-843554-3 for vnic_type normal with profile {"migrating_to": "n-h2-843554-3"} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:11:05.870996 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Attempting to bind port cece29d7-34db-4bee-aac4-f52148a723dc by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:11:05.871359 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Attempting to bind port cece29d7-34db-4bee-aac4-f52148a723dc on network a46dc284-eb7c-468a-bcfd-6cfcbba366bf {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:11:05.876190 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688f966-7769-4c52-9129-36af87b894d8 req-0e3d9a0e-2c44-49a0-a0e4-944cda651a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:05.882550 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Port cece29d7-34db-4bee-aac4-f52148a723dc on network a46dc284-eb7c-468a-bcfd-6cfcbba366bf not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:11:05.882909 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Attempting to bind port cece29d7-34db-4bee-aac4-f52148a723dc on network a46dc284-eb7c-468a-bcfd-6cfcbba366bf {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:11:05.887043 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9688f966-7769-4c52-9129-36af87b894d8 req-0e3d9a0e-2c44-49a0-a0e4-944cda651a7a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=40d944a0aff94ddfba3422cf104388c6&device_id=4a11c0a8-295e-4a79-934a-19ee9acecc7d HTTP/1.1" status: 200 len: 1097 time: 0.1812327 May 27 02:11:05.934405 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:11:05.935204 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Checking segment: {'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:11:05.936499 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Bound using segment: {'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:11:05.937247 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Bound port: cece29d7-34db-4bee-aac4-f52148a723dc, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:11:05.937793 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:06.033005 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-5bd9379b-7139-49db-b627-5add80d11e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:06.038381 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-5bd9379b-7139-49db-b627-5add80d11e37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:06.038381 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-5bd9379b-7139-49db-b627-5add80d11e37 service neutron] 10.222.0.32 "PUT /v2.0/ports/a0192f57-7dc9-4765-867e-432c96fe723e HTTP/1.1" status: 200 len: 1096 time: 2.2600436 May 27 02:11:06.038381 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ac31ae-bbf6-45c2-a1e9-24a746500910', 'tag': 'a0192f57-7dc9-4765-867e-432c96fe723e'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:11:06.102518 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd9379b-7139-49db-b627-5add80d11e37 service neutron] Pushing event updated for resources: {'Port': ['ID=a0192f57-7dc9-4765-867e-432c96fe723e,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:06.235556 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688f966-7769-4c52-9129-36af87b894d8 req-58bc03c5-0e0d-4a2c-bce3-c811b2b978cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:06.245015 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9688f966-7769-4c52-9129-36af87b894d8 req-58bc03c5-0e0d-4a2c-bce3-c811b2b978cf service neutron] 10.222.0.57 "GET /v2.0/networks?id=37c88c36-e778-4f3d-a101-7c8eb9d9dccf HTTP/1.1" status: 200 len: 922 time: 0.3457110 May 27 02:11:06.275942 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-a4f71a7f-142a-46e0-a53b-f3e3b5b39500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf', 'name': 'tempest-ServerActionsTestJSON-438854652-router', 'tenant_id': '62f5f7df5795463f9f8bc1cd40caf878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '14b56590-ee4b-4da8-bf47-ebae84c4ef98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:11:00Z', 'updated_at': '2022-05-27T02:11:03Z', 'revision_number': 3, 'project_id': '62f5f7df5795463f9f8bc1cd40caf878', 'gw_port': {'id': '14b56590-ee4b-4da8-bf47-ebae84c4ef98', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:11:02Z', 'updated_at': '2022-05-27T02:11:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:06.281423 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f71a7f-142a-46e0-a53b-f3e3b5b39500 None None] Checking router: ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:11:06.281976 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f71a7f-142a-46e0-a53b-f3e3b5b39500 None None] Updating router ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf port 14b56590-ee4b-4da8-bf47-ebae84c4ef98 binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:11:06.302093 n-d-843554-3 neutron-server[88903]: WARNING neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Concurrent port binding operations failed on port cece29d7-34db-4bee-aac4-f52148a723dc May 27 02:11:06.307881 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bdddb4a-d3e9-4ae1-a336-2794f62c1ef4'] response: {'server_uuid': 'd4e1df88-154f-4143-9f4e-8ca5128da369', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cece29d7-34db-4bee-aac4-f52148a723dc', 'code': 200} May 27 02:11:06.320245 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port cece29d7-34db-4bee-aac4-f52148a723dc, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=cece29d7-34db-4bee-aac4-f52148a723dc,segment=NetworkSegment(18001c0d-6c74-475c-a0cb-9d64b721b14f),segment_id=18001c0d-6c74-475c-a0cb-9d64b721b14f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:06.351818 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-a4f71a7f-142a-46e0-a53b-f3e3b5b39500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:06.355872 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-00061cf4-7486-4e06-8a14-27fb9b166cb5 None None] Set router 056a8770-64cf-4055-9987-408f40a03c3d gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:11:06.407866 n-d-843554-3 neutron-server[88903]: INFO neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Attempt 2 to bind port cece29d7-34db-4bee-aac4-f52148a723dc May 27 02:11:06.408283 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device cece29d7-34db-4bee-aac4-f52148a723dc has no active binding in host n-h2-843554-3 {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 27 02:11:06.438209 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9688f966-7769-4c52-9129-36af87b894d8 req-8af9ff1d-3e70-4c62-930b-d886b8030e82 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ecbeb51-113b-4016-8763-fd2bf60a7fee HTTP/1.1" status: 200 len: 1000 time: 0.1253190 May 27 02:11:06.514701 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688f966-7769-4c52-9129-36af87b894d8 req-ed994031-4210-485f-abf2-b09ef696791a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:06.516442 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9688f966-7769-4c52-9129-36af87b894d8 req-ed994031-4210-485f-abf2-b09ef696791a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=88a71f26-f2fa-4283-92d8-f4882c4d62e9 HTTP/1.1" status: 200 len: 860 time: 0.0707529 May 27 02:11:06.536794 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832119c8-13d8-4163-9d3a-a618dda68946 req-fd8fe482-88b0-4792-8d7f-8919eb4afeb7 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:06.545273 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-832119c8-13d8-4163-9d3a-a618dda68946 req-fd8fe482-88b0-4792-8d7f-8919eb4afeb7 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4e1df88-154f-4143-9f4e-8ca5128da369 HTTP/1.1" status: 200 len: 943 time: 0.3068237 May 27 02:11:06.672624 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-832119c8-13d8-4163-9d3a-a618dda68946 req-6feb3f33-648c-4657-8ff4-c859c84d9277 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262012 May 27 02:11:06.698854 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688f966-7769-4c52-9129-36af87b894d8 req-ddcee5b5-9325-4f90-a635-112c6deb75cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:06.700391 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9688f966-7769-4c52-9129-36af87b894d8 req-ddcee5b5-9325-4f90-a635-112c6deb75cc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=37c88c36-e778-4f3d-a101-7c8eb9d9dccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1743627 May 27 02:11:06.729375 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-a4f71a7f-142a-46e0-a53b-f3e3b5b39500 None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:06.744976 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-a4f71a7f-142a-46e0-a53b-f3e3b5b39500 None None] Transition to ACTIVE for port object 14b56590-ee4b-4da8-bf47-ebae84c4ef98 will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:11:06.815077 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-a4f71a7f-142a-46e0-a53b-f3e3b5b39500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:06.939430 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-a4f71a7f-142a-46e0-a53b-f3e3b5b39500 None None] Attempting to bind port 14b56590-ee4b-4da8-bf47-ebae84c4ef98 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:11:06.939802 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-a4f71a7f-142a-46e0-a53b-f3e3b5b39500 None None] Attempting to bind port 14b56590-ee4b-4da8-bf47-ebae84c4ef98 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:11:06.940162 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f71a7f-142a-46e0-a53b-f3e3b5b39500 None None] Attempting to bind port 14b56590-ee4b-4da8-bf47-ebae84c4ef98 on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:11:06.948383 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9688f966-7769-4c52-9129-36af87b894d8 req-439baa69-e8b9-4d2d-90ca-ab0ce621614c service neutron] 10.222.0.57 "GET /v2.0/networks/37c88c36-e778-4f3d-a101-7c8eb9d9dccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413616 May 27 02:11:06.955062 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f71a7f-142a-46e0-a53b-f3e3b5b39500 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:11:06.955438 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f71a7f-142a-46e0-a53b-f3e3b5b39500 None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:11:06.955867 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-a4f71a7f-142a-46e0-a53b-f3e3b5b39500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:06.956782 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f71a7f-142a-46e0-a53b-f3e3b5b39500 None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:11:06.957262 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-a4f71a7f-142a-46e0-a53b-f3e3b5b39500 None None] Bound port: 14b56590-ee4b-4da8-bf47-ebae84c4ef98, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:11:06.958057 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-a4f71a7f-142a-46e0-a53b-f3e3b5b39500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:06.996617 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-00061cf4-7486-4e06-8a14-27fb9b166cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056a8770-64cf-4055-9987-408f40a03c3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076860293-router', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:09:40Z', 'updated_at': '2022-05-27T02:09:49Z', 'revision_number': 4, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'gw_port': {'id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:41Z', 'updated_at': '2022-05-27T02:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '1d78fa73-c012-459f-aad5-ae324a962d72', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'floating_ip_address': '172.25.1.153', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'port_id': '2ecbeb51-113b-4016-8763-fd2bf60a7fee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf', 'mac_address': 'fa:16:3e:6c:c5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a11c0a8-295e-4a79-934a-19ee9acecc7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:10:33Z', 'updated_at': '2022-05-27T02:11:03Z', 'revision_number': 1, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '571886d1-8b4d-4610-b0fd-8a0d8c18d979', 'name': '', 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'mac_address': 'fa:16:3e:17:b9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '88a71f26-f2fa-4283-92d8-f4882c4d62e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:46Z', 'updated_at': '2022-05-27T02:09:57Z', 'revision_number': 5, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'subnets': [{'id': '88a71f26-f2fa-4283-92d8-f4882c4d62e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:07.003919 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:11:07.004394 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-35750c0c-9a61-4128-bb8d-18ec9db7cca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:07.006022 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-35750c0c-9a61-4128-bb8d-18ec9db7cca2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=920f79471e3444109aeaadab23e503c2&device_id=76ac31ae-bbf6-45c2-a1e9-24a746500910 HTTP/1.1" status: 200 len: 1099 time: 0.7476287 May 27 02:11:07.015707 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa969437-aa6c-40de-90e8-42f07e1c0460 None None] Pushing event updated for resources: {'Port': ['ID=14b56590-ee4b-4da8-bf47-ebae84c4ef98,revision_number=2']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:07.029301 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa969437-aa6c-40de-90e8-42f07e1c0460 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:07.030068 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa969437-aa6c-40de-90e8-42f07e1c0460 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:07.030575 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa969437-aa6c-40de-90e8-42f07e1c0460 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:07.031078 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa969437-aa6c-40de-90e8-42f07e1c0460 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:07.031571 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa969437-aa6c-40de-90e8-42f07e1c0460 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:07.032053 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa969437-aa6c-40de-90e8-42f07e1c0460 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:07.032592 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa969437-aa6c-40de-90e8-42f07e1c0460 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:07.033108 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa969437-aa6c-40de-90e8-42f07e1c0460 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:07.033599 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa969437-aa6c-40de-90e8-42f07e1c0460 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:07.034074 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa969437-aa6c-40de-90e8-42f07e1c0460 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:07.035117 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa969437-aa6c-40de-90e8-42f07e1c0460 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:07.035592 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa969437-aa6c-40de-90e8-42f07e1c0460 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:07.051723 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00061cf4-7486-4e06-8a14-27fb9b166cb5 None None] Checking router: 056a8770-64cf-4055-9987-408f40a03c3d for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:11:07.074119 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-a4f71a7f-142a-46e0-a53b-f3e3b5b39500 None None] For port 14b56590-ee4b-4da8-bf47-ebae84c4ef98, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:11:07.078902 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-a4f71a7f-142a-46e0-a53b-f3e3b5b39500 None None] For port 14b56590-ee4b-4da8-bf47-ebae84c4ef98, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=14b56590-ee4b-4da8-bf47-ebae84c4ef98,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:11:07.083008 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0d9961a-f8f5-45a7-ab04-ec1157d84e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:07.099192 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15467f9-148b-4270-9045-ef26bfd6f84d req-326ddc4a-4be4-4e8b-85f1-e13a3c1cd702 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:07.100850 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d15467f9-148b-4270-9045-ef26bfd6f84d req-326ddc4a-4be4-4e8b-85f1-e13a3c1cd702 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ac31ae-bbf6-45c2-a1e9-24a746500910 HTTP/1.1" status: 200 len: 948 time: 0.2174895 May 27 02:11:07.105365 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-fb668e40-522f-482e-b011-bf856a1de852 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=a0192f57-7dc9-4765-867e-432c96fe723e HTTP/1.1" status: 200 len: 217 time: 0.0908859 May 27 02:11:07.141406 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9688f966-7769-4c52-9129-36af87b894d8 req-1394b75a-825f-4b6a-b9f0-b041dde22d72 service neutron] 10.222.0.57 "GET /v2.0/networks/37c88c36-e778-4f3d-a101-7c8eb9d9dccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830711 May 27 02:11:07.158434 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-a4f71a7f-142a-46e0-a53b-f3e3b5b39500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:07.170976 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00061cf4-7486-4e06-8a14-27fb9b166cb5 None None] Routers {'056a8770-64cf-4055-9987-408f40a03c3d'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:11:07.171783 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-00061cf4-7486-4e06-8a14-27fb9b166cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:10:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['056a8770-64cf-4055-9987-408f40a03c3d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:07.234703 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-132fd44e-ccd5-4629-a2dc-edfe75d49c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:07.236471 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-132fd44e-ccd5-4629-a2dc-edfe75d49c8c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.1240389 May 27 02:11:07.307384 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f71a7f-142a-46e0-a53b-f3e3b5b39500 None None] Routers {'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:11:07.310422 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-a4f71a7f-142a-46e0-a53b-f3e3b5b39500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:10:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:07.314648 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d15467f9-148b-4270-9045-ef26bfd6f84d req-4ad68a15-1e6b-4fb6-8380-3552bed3b49c tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020586 May 27 02:11:07.457131 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-117f0b3c-6813-4bce-89d7-a63158ec6a78'] response: {'name': 'network-changed', 'server_uuid': '76ac31ae-bbf6-45c2-a1e9-24a746500910', 'tag': 'a0192f57-7dc9-4765-867e-432c96fe723e', 'status': 'completed', 'code': 200} May 27 02:11:07.479803 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-183ccb97-78f4-4651-a029-c594c51be48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:07.481424 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-183ccb97-78f4-4651-a029-c594c51be48e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2384503 May 27 02:11:07.591001 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-d0d9961a-f8f5-45a7-ab04-ec1157d84e22 admin admin] Allocated IP 172.20.0.1 (8f2ce48b-e47c-4916-9cd3-7a45a8d46164/7ee39392-3407-48c1-b561-be7ced0cb982/4ccb193f-2f43-4e95-a1d1-b2b756fcd401) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:11:07.594763 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-00061cf4-7486-4e06-8a14-27fb9b166cb5 None None] Set router 056a8770-64cf-4055-9987-408f40a03c3d gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:11:07.613638 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-a4f71a7f-142a-46e0-a53b-f3e3b5b39500 None None] Set router ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:11:07.683951 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d44424-cc84-417b-a288-8d635def045f req-70be3bf7-efcb-4b35-b807-81bb7c360ceb tempest-MigrationsAdminTest-552391776 tempest-MigrationsAdminTest-552391776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:07.692235 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d4d44424-cc84-417b-a288-8d635def045f req-70be3bf7-efcb-4b35-b807-81bb7c360ceb tempest-MigrationsAdminTest-552391776 tempest-MigrationsAdminTest-552391776-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 1100 time: 0.2582281 May 27 02:11:07.756247 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1d05f-e6ab-4dd8-b36a-655328b9b42c req-3778c7c1-0ce2-4232-baa6-772d7a998913 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:07.757909 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-40abe6df-f42a-4e8e-ac1c-52ac30dff4a4 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669146 May 27 02:11:07.764174 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-66b1d05f-e6ab-4dd8-b36a-655328b9b42c req-3778c7c1-0ce2-4232-baa6-772d7a998913 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2e8b514-00ed-4638-978e-c30d2074daa7 HTTP/1.1" status: 200 len: 944 time: 0.2011135 May 27 02:11:07.808439 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d4d44424-cc84-417b-a288-8d635def045f req-dbd0ca11-f7d4-4fec-8186-3722cf0a82c0 tempest-MigrationsAdminTest-552391776 tempest-MigrationsAdminTest-552391776-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101975 May 27 02:11:07.842928 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-66b1d05f-e6ab-4dd8-b36a-655328b9b42c req-06d6947f-423d-48da-8c5a-9970fc8f961c tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771317 May 27 02:11:07.989069 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0d9961a-f8f5-45a7-ab04-ec1157d84e22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:08.033224 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-d0d9961a-f8f5-45a7-ab04-ec1157d84e22 admin admin] Transition to ACTIVE for port object 4ccb193f-2f43-4e95-a1d1-b2b756fcd401 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:11:08.048120 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2665e5b6-78ed-4cd3-a29c-47f6b455ef94 req-5dd21e1b-ef1b-4cd2-929e-83372d6231b8 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786756 May 27 02:11:08.056152 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa969437-aa6c-40de-90e8-42f07e1c0460 None None] Pushing event updated for resources: {'Port': ['ID=14b56590-ee4b-4da8-bf47-ebae84c4ef98,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:08.077684 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-a4f71a7f-142a-46e0-a53b-f3e3b5b39500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf', 'name': 'tempest-ServerActionsTestJSON-438854652-router', 'tenant_id': '62f5f7df5795463f9f8bc1cd40caf878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '14b56590-ee4b-4da8-bf47-ebae84c4ef98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:11:00Z', 'updated_at': '2022-05-27T02:11:03Z', 'revision_number': 3, 'project_id': '62f5f7df5795463f9f8bc1cd40caf878', 'gw_port': {'id': '14b56590-ee4b-4da8-bf47-ebae84c4ef98', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:11:02Z', 'updated_at': '2022-05-27T02:11:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:08.081730 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f71a7f-142a-46e0-a53b-f3e3b5b39500 None None] The sync data for ids ['ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf'] in n-d-843554-3 is: [{'id': 'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf', 'name': 'tempest-ServerActionsTestJSON-438854652-router', 'tenant_id': '62f5f7df5795463f9f8bc1cd40caf878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '14b56590-ee4b-4da8-bf47-ebae84c4ef98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:11:00Z', 'updated_at': '2022-05-27T02:11:03Z', 'revision_number': 3, 'project_id': '62f5f7df5795463f9f8bc1cd40caf878', 'gw_port': {'id': '14b56590-ee4b-4da8-bf47-ebae84c4ef98', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:11:02Z', 'updated_at': '2022-05-27T02:11:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:11:08.119147 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-00061cf4-7486-4e06-8a14-27fb9b166cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056a8770-64cf-4055-9987-408f40a03c3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076860293-router', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:09:40Z', 'updated_at': '2022-05-27T02:09:49Z', 'revision_number': 4, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'gw_port': {'id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:41Z', 'updated_at': '2022-05-27T02:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '1d78fa73-c012-459f-aad5-ae324a962d72', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'floating_ip_address': '172.25.1.153', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'port_id': '2ecbeb51-113b-4016-8763-fd2bf60a7fee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf', 'mac_address': 'fa:16:3e:6c:c5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a11c0a8-295e-4a79-934a-19ee9acecc7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:10:33Z', 'updated_at': '2022-05-27T02:11:03Z', 'revision_number': 1, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '571886d1-8b4d-4610-b0fd-8a0d8c18d979', 'name': '', 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'mac_address': 'fa:16:3e:17:b9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '88a71f26-f2fa-4283-92d8-f4882c4d62e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:46Z', 'updated_at': '2022-05-27T02:09:57Z', 'revision_number': 5, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'subnets': [{'id': '88a71f26-f2fa-4283-92d8-f4882c4d62e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:08.123188 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00061cf4-7486-4e06-8a14-27fb9b166cb5 None None] The sync data for ids ['056a8770-64cf-4055-9987-408f40a03c3d'] in n-d-843554-3 is: [{'id': '056a8770-64cf-4055-9987-408f40a03c3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076860293-router', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:09:40Z', 'updated_at': '2022-05-27T02:09:49Z', 'revision_number': 4, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'gw_port': {'id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:41Z', 'updated_at': '2022-05-27T02:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '1d78fa73-c012-459f-aad5-ae324a962d72', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'floating_ip_address': '172.25.1.153', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'port_id': '2ecbeb51-113b-4016-8763-fd2bf60a7fee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf', 'mac_address': 'fa:16:3e:6c:c5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a11c0a8-295e-4a79-934a-19ee9acecc7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:10:33Z', 'updated_at': '2022-05-27T02:11:03Z', 'revision_number': 1, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '571886d1-8b4d-4610-b0fd-8a0d8c18d979', 'name': '', 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'mac_address': 'fa:16:3e:17:b9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '88a71f26-f2fa-4283-92d8-f4882c4d62e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:46Z', 'updated_at': '2022-05-27T02:09:57Z', 'revision_number': 5, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'subnets': [{'id': '88a71f26-f2fa-4283-92d8-f4882c4d62e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:11:08.132422 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce8e63-b02f-4bbf-8666-dd370b7d6ecb req-04a69cf4-5878-43cf-93f0-49f2b1672b43 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:08.133990 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-76ce8e63-b02f-4bbf-8666-dd370b7d6ecb req-04a69cf4-5878-43cf-93f0-49f2b1672b43 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4e1df88-154f-4143-9f4e-8ca5128da369 HTTP/1.1" status: 200 len: 943 time: 0.1741226 May 27 02:11:08.148307 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0d9961a-f8f5-45a7-ab04-ec1157d84e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:08.191892 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19571377-a460-4662-a105-a316797f9626 req-1c17e941-9818-48ba-9138-805884ebd4ba tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:08.193530 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-19571377-a460-4662-a105-a316797f9626 req-1c17e941-9818-48ba-9138-805884ebd4ba tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/ports?device_id=79b816a1-5e2b-4878-baea-2dc592ad34fe&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1619589 May 27 02:11:08.265639 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-76ce8e63-b02f-4bbf-8666-dd370b7d6ecb req-fbd9adc2-a846-4180-b444-5886467ef905 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246088 May 27 02:11:08.284092 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d9961a-f8f5-45a7-ab04-ec1157d84e22 admin admin] Network 8f2ce48b-e47c-4916-9cd3-7a45a8d46164 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:11:08.291689 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-d0d9961a-f8f5-45a7-ab04-ec1157d84e22 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:11:08.297699 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d9961a-f8f5-45a7-ab04-ec1157d84e22 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:11:08.315034 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e1df88-154f-4143-9f4e-8ca5128da369', 'tag': 'cece29d7-34db-4bee-aac4-f52148a723dc'}, {'name': 'network-changed', 'server_uuid': '4a11c0a8-295e-4a79-934a-19ee9acecc7d', 'tag': '2ecbeb51-113b-4016-8763-fd2bf60a7fee'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:11:08.336073 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9961a-f8f5-45a7-ab04-ec1157d84e22 admin admin] Pushing event updated for resources: {'Port': ['ID=4ccb193f-2f43-4e95-a1d1-b2b756fcd401,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:08.360645 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-19571377-a460-4662-a105-a316797f9626 req-71677925-1f9d-4fcb-bf92-d856caa65910 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.153 HTTP/1.1" status: 200 len: 1000 time: 0.1599658 May 27 02:11:08.378264 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-19571377-a460-4662-a105-a316797f9626 req-63501808-0216-4898-afbe-13bb1499588f tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Request body: {'floatingip': {'port_id': '7d82653d-8dd4-4d41-993f-2721d396abe0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:08.394665 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0d9961a-f8f5-45a7-ab04-ec1157d84e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:08.433437 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52eab1-8282-4c78-8830-19c3a9892c0a req-6b1c8eec-3ea8-4064-a9f3-b9f33334936b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:08.434983 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bb52eab1-8282-4c78-8830-19c3a9892c0a req-6b1c8eec-3ea8-4064-a9f3-b9f33334936b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=920f79471e3444109aeaadab23e503c2&device_id=76ac31ae-bbf6-45c2-a1e9-24a746500910 HTTP/1.1" status: 200 len: 1099 time: 0.2376385 May 27 02:11:08.506771 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3ae93b-8979-4afe-a08d-99cadbe8d5ec None None] New status for floating IP 1d78fa73-c012-459f-aad5-ae324a962d72: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:11:08.630059 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-19571377-a460-4662-a105-a316797f9626 req-63501808-0216-4898-afbe-13bb1499588f tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks [] for floatingip, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:08.721800 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52eab1-8282-4c78-8830-19c3a9892c0a req-2da6cbde-8b78-4fb6-ad60-c76bba35345d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:08.725127 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bb52eab1-8282-4c78-8830-19c3a9892c0a req-2da6cbde-8b78-4fb6-ad60-c76bba35345d service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.2761407 May 27 02:11:08.904033 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bb52eab1-8282-4c78-8830-19c3a9892c0a req-eaa744d4-1c03-4692-85a0-1746dd450958 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=a0192f57-7dc9-4765-867e-432c96fe723e HTTP/1.1" status: 200 len: 217 time: 0.1499157 May 27 02:11:08.905645 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 14b56590-ee4b-4da8-bf47-ebae84c4ef98 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:11:08.978800 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-32d936bc-7b7d-4e3f-9dd4-6c728854bbc3 None None] Provisioning for port 4ccb193f-2f43-4e95-a1d1-b2b756fcd401 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:11:08.996804 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-32d936bc-7b7d-4e3f-9dd4-6c728854bbc3 None None] Provisioning complete for port 4ccb193f-2f43-4e95-a1d1-b2b756fcd401 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:08.997180 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-32d936bc-7b7d-4e3f-9dd4-6c728854bbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:08.999756 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0d9961a-f8f5-45a7-ab04-ec1157d84e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:09.179487 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-32d936bc-7b7d-4e3f-9dd4-6c728854bbc3 None None] Port 4ccb193f-2f43-4e95-a1d1-b2b756fcd401 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:11:09.197856 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 14b56590-ee4b-4da8-bf47-ebae84c4ef98 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:11:09.204651 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 14b56590-ee4b-4da8-bf47-ebae84c4ef98 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:09.205160 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:09.338920 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52eab1-8282-4c78-8830-19c3a9892c0a req-ef7e8c89-d34b-4997-8441-7efbb7088688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:09.341091 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bb52eab1-8282-4c78-8830-19c3a9892c0a req-ef7e8c89-d34b-4997-8441-7efbb7088688 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.3763165 May 27 02:11:09.431806 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 14b56590-ee4b-4da8-bf47-ebae84c4ef98 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:09.432284 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:09.439554 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb4affe2-56bc-4243-83c5-849ab9b97829'] response: {'name': 'network-changed', 'server_uuid': 'd4e1df88-154f-4143-9f4e-8ca5128da369', 'tag': 'cece29d7-34db-4bee-aac4-f52148a723dc', 'status': 'completed', 'code': 200} May 27 02:11:09.440116 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb4affe2-56bc-4243-83c5-849ab9b97829'] response: {'name': 'network-changed', 'server_uuid': '4a11c0a8-295e-4a79-934a-19ee9acecc7d', 'tag': '2ecbeb51-113b-4016-8763-fd2bf60a7fee', 'status': 'completed', 'code': 200} May 27 02:11:09.453313 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 14b56590-ee4b-4da8-bf47-ebae84c4ef98, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=14b56590-ee4b-4da8-bf47-ebae84c4ef98,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:09.553149 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:09.573981 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-f37c82df-7c47-449c-babe-96815d0489f0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0d80a1ba-d282-4518-9df7-74b625dd55be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3305614 May 27 02:11:09.585291 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.api [req-19571377-a460-4662-a105-a316797f9626 req-63501808-0216-4898-afbe-13bb1499588f tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:11:09.585587 n-d-843554-3 neutron-server[88902]: DEBUG oslo_db.api [req-19571377-a460-4662-a105-a316797f9626 req-63501808-0216-4898-afbe-13bb1499588f tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:11:09.615197 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723f5d0-c66e-4157-bc2c-bd1eb833bb24 req-fc620133-27ef-499a-bb37-4cb75522c32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:09.616677 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6723f5d0-c66e-4157-bc2c-bd1eb833bb24 req-fc620133-27ef-499a-bb37-4cb75522c32d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=40d944a0aff94ddfba3422cf104388c6&device_id=4a11c0a8-295e-4a79-934a-19ee9acecc7d HTTP/1.1" status: 200 len: 1097 time: 0.1761351 May 27 02:11:09.628757 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca47ea-28ca-4517-9da4-61d8dd40e765 req-2622e2f6-de82-4eb8-ae81-e7599c9a8e78 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:09.630447 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-27ca47ea-28ca-4517-9da4-61d8dd40e765 req-2622e2f6-de82-4eb8-ae81-e7599c9a8e78 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ac31ae-bbf6-45c2-a1e9-24a746500910 HTTP/1.1" status: 200 len: 948 time: 0.1328347 May 27 02:11:09.635115 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723f5d0-c66e-4157-bc2c-bd1eb833bb24 req-287baa49-25bb-480c-a87c-4fe244d9d979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:09.636567 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6723f5d0-c66e-4157-bc2c-bd1eb833bb24 req-287baa49-25bb-480c-a87c-4fe244d9d979 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=846b128e49a144bb97bdbd537ab49432&device_id=d4e1df88-154f-4143-9f4e-8ca5128da369 HTTP/1.1" status: 200 len: 1124 time: 0.2318349 May 27 02:11:09.642750 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52eab1-8282-4c78-8830-19c3a9892c0a req-33d25a52-81ad-4089-b7fd-637dd044cace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:09.644287 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bb52eab1-8282-4c78-8830-19c3a9892c0a req-33d25a52-81ad-4089-b7fd-637dd044cace service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2786877 May 27 02:11:09.658528 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=14b56590-ee4b-4da8-bf47-ebae84c4ef98,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:09.669634 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:09.669994 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:09.670234 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:09.670869 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:09.671338 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:09.671691 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:09.672063 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:09.672384 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:09.672709 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:09.673096 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:09.673486 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:09.674043 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:09.747885 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.resource_extend [None req-d0d9961a-f8f5-45a7-ab04-ec1157d84e22 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:11:09.757517 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-27ca47ea-28ca-4517-9da4-61d8dd40e765 req-902fe8de-e579-40a3-b154-e37a15983708 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064909 May 27 02:11:09.797884 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723f5d0-c66e-4157-bc2c-bd1eb833bb24 req-f4bdcd2e-7ba1-489a-9329-cf0a36e9e38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:09.799612 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6723f5d0-c66e-4157-bc2c-bd1eb833bb24 req-f4bdcd2e-7ba1-489a-9329-cf0a36e9e38a service neutron] 10.222.0.66 "GET /v2.0/networks?id=37c88c36-e778-4f3d-a101-7c8eb9d9dccf HTTP/1.1" status: 200 len: 922 time: 0.1685820 May 27 02:11:09.858345 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0d9961a-f8f5-45a7-ab04-ec1157d84e22 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:09.934238 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723f5d0-c66e-4157-bc2c-bd1eb833bb24 req-a83ada5c-c011-4833-adaa-a33eb4537be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:09.935725 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6723f5d0-c66e-4157-bc2c-bd1eb833bb24 req-a83ada5c-c011-4833-adaa-a33eb4537be6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf HTTP/1.1" status: 200 len: 908 time: 0.2896476 May 27 02:11:09.941687 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0d9961a-f8f5-45a7-ab04-ec1157d84e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:10.084979 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bb52eab1-8282-4c78-8830-19c3a9892c0a req-b06b27f8-0a72-42ae-b77e-7e5b362c19ed service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171097 May 27 02:11:10.089023 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-19571377-a460-4662-a105-a316797f9626 req-63501808-0216-4898-afbe-13bb1499588f tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks [] for floatingip, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:10.134690 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6723f5d0-c66e-4157-bc2c-bd1eb833bb24 req-c8cb4d70-f16d-4597-a353-1ce37bd11a48 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cece29d7-34db-4bee-aac4-f52148a723dc HTTP/1.1" status: 200 len: 217 time: 0.1569474 May 27 02:11:10.212802 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6723f5d0-c66e-4157-bc2c-bd1eb833bb24 req-2d49d06f-db60-45b5-b7ff-ff0164a7b1e6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ecbeb51-113b-4016-8763-fd2bf60a7fee HTTP/1.1" status: 200 len: 1002 time: 0.4027803 May 27 02:11:10.264701 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9961a-f8f5-45a7-ab04-ec1157d84e22 admin admin] Pushing event updated for resources: {'Port': ['ID=4ccb193f-2f43-4e95-a1d1-b2b756fcd401,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:10.279141 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0d9961a-f8f5-45a7-ab04-ec1157d84e22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:10.297951 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723f5d0-c66e-4157-bc2c-bd1eb833bb24 req-e23137c6-8d26-4b04-870a-9eb55e1de5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:10.300093 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6723f5d0-c66e-4157-bc2c-bd1eb833bb24 req-e23137c6-8d26-4b04-870a-9eb55e1de5a4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7bcc4077-ba65-497d-80cd-f2b54423660b HTTP/1.1" status: 200 len: 847 time: 0.1090355 May 27 02:11:10.372517 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723f5d0-c66e-4157-bc2c-bd1eb833bb24 req-8d607615-fe04-49bd-9a36-4fc38da034f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:10.374210 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6723f5d0-c66e-4157-bc2c-bd1eb833bb24 req-8d607615-fe04-49bd-9a36-4fc38da034f1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=88a71f26-f2fa-4283-92d8-f4882c4d62e9 HTTP/1.1" status: 200 len: 860 time: 0.1314819 May 27 02:11:10.429928 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6723f5d0-c66e-4157-bc2c-bd1eb833bb24 req-a5198c19-f3cc-4c94-a071-96dac993b123 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965483 May 27 02:11:10.451871 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:11:10.539464 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bb52eab1-8282-4c78-8830-19c3a9892c0a req-6ce44c5d-ea9b-46ce-bac7-1518c0e2ffd9 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242823 May 27 02:11:10.634829 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d9961a-f8f5-45a7-ab04-ec1157d84e22 admin admin] Network 8f2ce48b-e47c-4916-9cd3-7a45a8d46164 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:11:10.637232 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-d0d9961a-f8f5-45a7-ab04-ec1157d84e22 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:11:10.640373 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6723f5d0-c66e-4157-bc2c-bd1eb833bb24 req-a378ca0e-aabf-488d-ba9b-fb6981c0964c service neutron] 10.222.0.32 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942191 May 27 02:11:10.660748 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:11:10.666012 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:10.666390 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:10.860868 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 14b56590-ee4b-4da8-bf47-ebae84c4ef98 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:11:10.889321 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723f5d0-c66e-4157-bc2c-bd1eb833bb24 req-baa93fdf-5519-4f19-ad10-39a3c136f1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:10.890858 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6723f5d0-c66e-4157-bc2c-bd1eb833bb24 req-baa93fdf-5519-4f19-ad10-39a3c136f1fc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=37c88c36-e778-4f3d-a101-7c8eb9d9dccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5084701 May 27 02:11:10.998535 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:10.999011 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:11.006571 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f299d-3344-4268-8fb8-ee2b546085e4 req-1d9ddc74-a1c1-422c-9c47-bf71d3cc6426 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:11.028348 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5a1f299d-3344-4268-8fb8-ee2b546085e4 req-1d9ddc74-a1c1-422c-9c47-bf71d3cc6426 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2e8b514-00ed-4638-978e-c30d2074daa7 HTTP/1.1" status: 200 len: 944 time: 0.4058771 May 27 02:11:11.034895 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-47c3cd87-cd77-4335-b1e2-75ea07142f40 None None] Provisioning complete for port 4ccb193f-2f43-4e95-a1d1-b2b756fcd401 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:11.035268 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-47c3cd87-cd77-4335-b1e2-75ea07142f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:11.077240 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95,segment=NetworkSegment(a69d16a1-8436-40ed-b9ce-539b6def055f),segment_id=a69d16a1-8436-40ed-b9ce-539b6def055f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:11.084519 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e8b514-00ed-4638-978e-c30d2074daa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65fbf19-07e5-4a5e-b039-5dbbf3f9ba95'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:11:11.098689 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device a0192f57-7dc9-4765-867e-432c96fe723e details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:11:11.184680 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6723f5d0-c66e-4157-bc2c-bd1eb833bb24 req-766744fc-6bf6-40bb-a25c-2fac7a02d24e service neutron] 10.222.0.32 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505279 May 27 02:11:11.198540 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d9961a-f8f5-45a7-ab04-ec1157d84e22 admin admin] Router ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:11:11.240805 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port a0192f57-7dc9-4765-867e-432c96fe723e, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=a0192f57-7dc9-4765-867e-432c96fe723e,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:11.245155 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5a1f299d-3344-4268-8fb8-ee2b546085e4 req-7caf4a8b-bf23-4069-973e-c2668c353dd8 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115746 May 27 02:11:11.273758 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': 'a0192f57-7dc9-4765-867e-432c96fe723e', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'port_id': 'a0192f57-7dc9-4765-867e-432c96fe723e', 'mac_address': 'fa:16:3e:8a:74:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf69705-8457-415f-85a3-b42efaff1b97', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:11:11.273758 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:11.298353 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6723f5d0-c66e-4157-bc2c-bd1eb833bb24 req-ec7edb2d-6e9f-48ad-b0c7-92467f82a2b5 service neutron] 10.222.0.66 "GET /v2.0/networks/37c88c36-e778-4f3d-a101-7c8eb9d9dccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257577 May 27 02:11:11.360209 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:11.388799 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 14b56590-ee4b-4da8-bf47-ebae84c4ef98 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:11.389180 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:11.413142 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d9961a-f8f5-45a7-ab04-ec1157d84e22 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:11:11.432136 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83553da9-b6f8-45f6-8a0b-41d235394099 None None] Sync routers for ids ['ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:11:11.436892 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-47c3cd87-cd77-4335-b1e2-75ea07142f40 None None] Port 4ccb193f-2f43-4e95-a1d1-b2b756fcd401 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:11:11.448144 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83553da9-b6f8-45f6-8a0b-41d235394099 None None] Routers {'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:11:11.459224 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-83553da9-b6f8-45f6-8a0b-41d235394099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:10:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:11.469396 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d0d9961a-f8f5-45a7-ab04-ec1157d84e22 admin admin] 10.222.0.57 "PUT /v2.0/routers/ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7569518 May 27 02:11:11.499805 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port a0192f57-7dc9-4765-867e-432c96fe723e is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:11.500900 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:11.535835 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0192f57-7dc9-4765-867e-432c96fe723e {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:11:11.550670 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-19571377-a460-4662-a105-a316797f9626 req-63501808-0216-4898-afbe-13bb1499588f tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:11.615337 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port a0192f57-7dc9-4765-867e-432c96fe723e, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=a0192f57-7dc9-4765-867e-432c96fe723e,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:11.620750 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-19571377-a460-4662-a105-a316797f9626 req-63501808-0216-4898-afbe-13bb1499588f tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:11.623091 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 14b56590-ee4b-4da8-bf47-ebae84c4ef98 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:11.673399 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:11.676395 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6723f5d0-c66e-4157-bc2c-bd1eb833bb24 req-b0a1b221-ab55-42c5-959e-da3bdaac957e service neutron] 10.222.0.66 "GET /v2.0/networks/37c88c36-e778-4f3d-a101-7c8eb9d9dccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810884 May 27 02:11:11.734191 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-83553da9-b6f8-45f6-8a0b-41d235394099 None None] Set router ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:11:11.756314 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=a0192f57-7dc9-4765-867e-432c96fe723e,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:11.847367 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b47df-a160-4eaf-a9f7-a81edc9c3a40 req-54542aa2-ed8e-435c-82e7-37ae0142d83b tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:11.848846 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-da0b47df-a160-4eaf-a9f7-a81edc9c3a40 req-54542aa2-ed8e-435c-82e7-37ae0142d83b tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 949 time: 0.3590250 May 27 02:11:11.973343 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-da0b47df-a160-4eaf-a9f7-a81edc9c3a40 req-5a49f9ac-da30-4d56-b376-060283e60e57 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187279 May 27 02:11:11.984039 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [req-19571377-a460-4662-a105-a316797f9626 req-63501808-0216-4898-afbe-13bb1499588f tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Floating IP 1d78fa73-c012-459f-aad5-ae324a962d72 associated. External IP: 172.25.1.153, port: 2ecbeb51-113b-4016-8763-fd2bf60a7fee. May 27 02:11:12.048966 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-83553da9-b6f8-45f6-8a0b-41d235394099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf', 'name': 'tempest-ServerActionsTestJSON-438854652-router', 'tenant_id': '62f5f7df5795463f9f8bc1cd40caf878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '14b56590-ee4b-4da8-bf47-ebae84c4ef98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:11:00Z', 'updated_at': '2022-05-27T02:11:08Z', 'revision_number': 4, 'project_id': '62f5f7df5795463f9f8bc1cd40caf878', 'gw_port': {'id': '14b56590-ee4b-4da8-bf47-ebae84c4ef98', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:11:02Z', 'updated_at': '2022-05-27T02:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '4ccb193f-2f43-4e95-a1d1-b2b756fcd401', 'name': '', 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164', 'tenant_id': '62f5f7df5795463f9f8bc1cd40caf878', 'mac_address': 'fa:16:3e:a0:dc:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '7ee39392-3407-48c1-b561-be7ced0cb982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:11:07Z', 'updated_at': '2022-05-27T02:11:09Z', 'revision_number': 2, 'project_id': '62f5f7df5795463f9f8bc1cd40caf878', 'subnets': [{'id': '7ee39392-3407-48c1-b561-be7ced0cb982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:12.054110 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83553da9-b6f8-45f6-8a0b-41d235394099 None None] Checking router: ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:11:12.054461 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83553da9-b6f8-45f6-8a0b-41d235394099 None None] Updating router ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf port 4ccb193f-2f43-4e95-a1d1-b2b756fcd401 binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:11:12.109711 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-83553da9-b6f8-45f6-8a0b-41d235394099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:12.124841 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['a0192f57-7dc9-4765-867e-432c96fe723e'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:11:12.309629 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabc1f4-158e-428a-af47-335b4b835ac7 req-1ae24dc0-701d-4b1d-b076-f2d2da76f9ea tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:12.311091 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4fabc1f4-158e-428a-af47-335b4b835ac7 req-1ae24dc0-701d-4b1d-b076-f2d2da76f9ea tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4e1df88-154f-4143-9f4e-8ca5128da369 HTTP/1.1" status: 200 len: 943 time: 0.2390828 May 27 02:11:12.473875 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-83553da9-b6f8-45f6-8a0b-41d235394099 None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:12.485034 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-83553da9-b6f8-45f6-8a0b-41d235394099 None None] Transition to ACTIVE for port object 4ccb193f-2f43-4e95-a1d1-b2b756fcd401 will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:11:12.485217 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4fabc1f4-158e-428a-af47-335b4b835ac7 req-b3ec6c80-b2c5-40dc-a2d9-474fb2c5d861 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395388 May 27 02:11:12.504913 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19571377-a460-4662-a105-a316797f9626 req-63501808-0216-4898-afbe-13bb1499588f tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Router 056a8770-64cf-4055-9987-408f40a03c3d has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:11:12.558241 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-83553da9-b6f8-45f6-8a0b-41d235394099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:12.579162 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-549a2a6e-162a-4f2f-942f-2dafd8c29898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:12.580620 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-549a2a6e-162a-4f2f-942f-2dafd8c29898 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 1100 time: 0.2663150 May 27 02:11:12.699359 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3fd08-70db-4903-b402-72c28dce2db3 None None] Pushing event updated for resources: {'Port': ['ID=4ccb193f-2f43-4e95-a1d1-b2b756fcd401,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:12.804245 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-83553da9-b6f8-45f6-8a0b-41d235394099 None None] Attempting to bind port 4ccb193f-2f43-4e95-a1d1-b2b756fcd401 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:11:12.804591 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-83553da9-b6f8-45f6-8a0b-41d235394099 None None] Attempting to bind port 4ccb193f-2f43-4e95-a1d1-b2b756fcd401 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '00de1387-8dac-4f66-aa2d-2c559a23250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:11:12.804874 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83553da9-b6f8-45f6-8a0b-41d235394099 None None] Attempting to bind port 4ccb193f-2f43-4e95-a1d1-b2b756fcd401 on network 8f2ce48b-e47c-4916-9cd3-7a45a8d46164 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:11:12.810271 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83553da9-b6f8-45f6-8a0b-41d235394099 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:11:12.810574 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83553da9-b6f8-45f6-8a0b-41d235394099 None None] Checking segment: {'id': '00de1387-8dac-4f66-aa2d-2c559a23250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:11:12.810972 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-83553da9-b6f8-45f6-8a0b-41d235394099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:12.811360 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83553da9-b6f8-45f6-8a0b-41d235394099 None None] Bound using segment: {'id': '00de1387-8dac-4f66-aa2d-2c559a23250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:11:12.811796 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-83553da9-b6f8-45f6-8a0b-41d235394099 None None] Bound port: 4ccb193f-2f43-4e95-a1d1-b2b756fcd401, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00de1387-8dac-4f66-aa2d-2c559a23250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:11:12.812152 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-83553da9-b6f8-45f6-8a0b-41d235394099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:12.848015 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19571377-a460-4662-a105-a316797f9626 req-63501808-0216-4898-afbe-13bb1499588f tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:11:12.860776 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643fbe76-6817-44c4-9bde-674370c50737 None None] Sync routers for ids ['056a8770-64cf-4055-9987-408f40a03c3d'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:11:12.879661 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643fbe76-6817-44c4-9bde-674370c50737 None None] Routers {'056a8770-64cf-4055-9987-408f40a03c3d'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:11:12.880848 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-643fbe76-6817-44c4-9bde-674370c50737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:10:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['056a8770-64cf-4055-9987-408f40a03c3d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:12.905761 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-83553da9-b6f8-45f6-8a0b-41d235394099 None None] For port 4ccb193f-2f43-4e95-a1d1-b2b756fcd401, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:11:12.910137 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-83553da9-b6f8-45f6-8a0b-41d235394099 None None] For port 4ccb193f-2f43-4e95-a1d1-b2b756fcd401, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=4ccb193f-2f43-4e95-a1d1-b2b756fcd401,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:11:12.950268 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-ab6b8fc0-e444-4278-9284-03c72d789857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:12.952372 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-ab6b8fc0-e444-4278-9284-03c72d789857 service neutron] 10.222.0.66 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.3591537 May 27 02:11:12.975099 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-83553da9-b6f8-45f6-8a0b-41d235394099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:13.058986 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83553da9-b6f8-45f6-8a0b-41d235394099 None None] Routers {'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:11:13.060089 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-83553da9-b6f8-45f6-8a0b-41d235394099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:10:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:13.079972 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-643fbe76-6817-44c4-9bde-674370c50737 None None] Set router 056a8770-64cf-4055-9987-408f40a03c3d gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:11:13.106689 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-b59ecdd9-4b19-45d0-bd9d-d0de577bd412 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=614f2f56-0b2e-4664-a6ee-0d7def01f496 HTTP/1.1" status: 200 len: 217 time: 0.0920589 May 27 02:11:13.151897 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3fd08-70db-4903-b402-72c28dce2db3 None None] Pushing event updated for resources: {'Port': ['ID=4ccb193f-2f43-4e95-a1d1-b2b756fcd401,revision_number=4']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:13.286546 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-83553da9-b6f8-45f6-8a0b-41d235394099 None None] Set router ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:11:13.313118 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270a1d8-8f74-4f4f-9dc8-9609db85029d req-56cd8142-ff5c-44fc-b52c-82adb45013dd tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:13.314590 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d270a1d8-8f74-4f4f-9dc8-9609db85029d req-56cd8142-ff5c-44fc-b52c-82adb45013dd tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfdf0978-908f-4789-bbb1-183b95b8752f HTTP/1.1" status: 200 len: 945 time: 0.5488710 May 27 02:11:13.443594 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-b9bafae8-0199-4f77-bff5-7cbd868d9778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:13.444959 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-b9bafae8-0199-4f77-bff5-7cbd868d9778 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.3304141 May 27 02:11:13.486155 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-643fbe76-6817-44c4-9bde-674370c50737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056a8770-64cf-4055-9987-408f40a03c3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076860293-router', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:09:40Z', 'updated_at': '2022-05-27T02:09:49Z', 'revision_number': 4, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'gw_port': {'id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:41Z', 'updated_at': '2022-05-27T02:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '1d78fa73-c012-459f-aad5-ae324a962d72', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'floating_ip_address': '172.25.1.153', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'port_id': '7d82653d-8dd4-4d41-993f-2721d396abe0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf', 'mac_address': 'fa:16:3e:88:72:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b816a1-5e2b-4878-baea-2dc592ad34fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:10:33Z', 'updated_at': '2022-05-27T02:11:11Z', 'revision_number': 3, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '571886d1-8b4d-4610-b0fd-8a0d8c18d979', 'name': '', 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'mac_address': 'fa:16:3e:17:b9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '88a71f26-f2fa-4283-92d8-f4882c4d62e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:46Z', 'updated_at': '2022-05-27T02:09:57Z', 'revision_number': 5, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'subnets': [{'id': '88a71f26-f2fa-4283-92d8-f4882c4d62e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:13.490302 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643fbe76-6817-44c4-9bde-674370c50737 None None] Checking router: 056a8770-64cf-4055-9987-408f40a03c3d for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:11:13.499365 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643fbe76-6817-44c4-9bde-674370c50737 None None] Routers {'056a8770-64cf-4055-9987-408f40a03c3d'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:11:13.500512 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-643fbe76-6817-44c4-9bde-674370c50737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:10:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['056a8770-64cf-4055-9987-408f40a03c3d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:13.506755 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d270a1d8-8f74-4f4f-9dc8-9609db85029d req-2a751d32-3947-40f6-ad3d-535993a0551c tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] 10.222.0.57 "GET /v2.0/security-groups?id=4083d844-8514-409f-a4a5-be839d215417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825991 May 27 02:11:13.642017 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-83553da9-b6f8-45f6-8a0b-41d235394099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf', 'name': 'tempest-ServerActionsTestJSON-438854652-router', 'tenant_id': '62f5f7df5795463f9f8bc1cd40caf878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '14b56590-ee4b-4da8-bf47-ebae84c4ef98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:11:00Z', 'updated_at': '2022-05-27T02:11:08Z', 'revision_number': 4, 'project_id': '62f5f7df5795463f9f8bc1cd40caf878', 'gw_port': {'id': '14b56590-ee4b-4da8-bf47-ebae84c4ef98', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:11:02Z', 'updated_at': '2022-05-27T02:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '4ccb193f-2f43-4e95-a1d1-b2b756fcd401', 'name': '', 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164', 'tenant_id': '62f5f7df5795463f9f8bc1cd40caf878', 'mac_address': 'fa:16:3e:a0:dc:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '7ee39392-3407-48c1-b561-be7ced0cb982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:11:07Z', 'updated_at': '2022-05-27T02:11:12Z', 'revision_number': 4, 'project_id': '62f5f7df5795463f9f8bc1cd40caf878', 'subnets': [{'id': '7ee39392-3407-48c1-b561-be7ced0cb982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:13.647995 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83553da9-b6f8-45f6-8a0b-41d235394099 None None] The sync data for ids ['ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf'] in n-d-843554-3 is: [{'id': 'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf', 'name': 'tempest-ServerActionsTestJSON-438854652-router', 'tenant_id': '62f5f7df5795463f9f8bc1cd40caf878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '14b56590-ee4b-4da8-bf47-ebae84c4ef98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:11:00Z', 'updated_at': '2022-05-27T02:11:08Z', 'revision_number': 4, 'project_id': '62f5f7df5795463f9f8bc1cd40caf878', 'gw_port': {'id': '14b56590-ee4b-4da8-bf47-ebae84c4ef98', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:11:02Z', 'updated_at': '2022-05-27T02:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '4ccb193f-2f43-4e95-a1d1-b2b756fcd401', 'name': '', 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164', 'tenant_id': '62f5f7df5795463f9f8bc1cd40caf878', 'mac_address': 'fa:16:3e:a0:dc:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '7ee39392-3407-48c1-b561-be7ced0cb982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:11:07Z', 'updated_at': '2022-05-27T02:11:12Z', 'revision_number': 4, 'project_id': '62f5f7df5795463f9f8bc1cd40caf878', 'subnets': [{'id': '7ee39392-3407-48c1-b561-be7ced0cb982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:11:13.655037 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19571377-a460-4662-a105-a316797f9626 req-63501808-0216-4898-afbe-13bb1499588f tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Router 056a8770-64cf-4055-9987-408f40a03c3d has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:11:13.724494 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-643fbe76-6817-44c4-9bde-674370c50737 None None] Set router 056a8770-64cf-4055-9987-408f40a03c3d gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:11:13.793507 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-c51f0953-cc1a-49d0-8b1a-3f35c0b3b5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:13.795283 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-c51f0953-cc1a-49d0-8b1a-3f35c0b3b5bb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3384173 May 27 02:11:13.924682 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19571377-a460-4662-a105-a316797f9626 req-63501808-0216-4898-afbe-13bb1499588f tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:11:13.982301 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-19571377-a460-4662-a105-a316797f9626 req-63501808-0216-4898-afbe-13bb1499588f tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:14.105162 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a11c0a8-295e-4a79-934a-19ee9acecc7d', 'tag': '2ecbeb51-113b-4016-8763-fd2bf60a7fee'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:11:14.145325 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-19571377-a460-4662-a105-a316797f9626 req-63501808-0216-4898-afbe-13bb1499588f tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "PUT /v2.0/floatingips/1d78fa73-c012-459f-aad5-ae324a962d72 HTTP/1.1" status: 200 len: 998 time: 5.7777309 May 27 02:11:14.218213 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-643fbe76-6817-44c4-9bde-674370c50737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056a8770-64cf-4055-9987-408f40a03c3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076860293-router', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:09:40Z', 'updated_at': '2022-05-27T02:09:49Z', 'revision_number': 4, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'gw_port': {'id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:41Z', 'updated_at': '2022-05-27T02:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '1d78fa73-c012-459f-aad5-ae324a962d72', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'floating_ip_address': '172.25.1.153', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'port_id': '7d82653d-8dd4-4d41-993f-2721d396abe0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf', 'mac_address': 'fa:16:3e:88:72:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b816a1-5e2b-4878-baea-2dc592ad34fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:10:33Z', 'updated_at': '2022-05-27T02:11:11Z', 'revision_number': 3, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '571886d1-8b4d-4610-b0fd-8a0d8c18d979', 'name': '', 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'mac_address': 'fa:16:3e:17:b9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '88a71f26-f2fa-4283-92d8-f4882c4d62e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:46Z', 'updated_at': '2022-05-27T02:09:57Z', 'revision_number': 5, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'subnets': [{'id': '88a71f26-f2fa-4283-92d8-f4882c4d62e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:14.225105 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643fbe76-6817-44c4-9bde-674370c50737 None None] The sync data for ids ['056a8770-64cf-4055-9987-408f40a03c3d'] in n-d-843554-3 is: [{'id': '056a8770-64cf-4055-9987-408f40a03c3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076860293-router', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:09:40Z', 'updated_at': '2022-05-27T02:09:49Z', 'revision_number': 4, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'gw_port': {'id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:41Z', 'updated_at': '2022-05-27T02:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '1d78fa73-c012-459f-aad5-ae324a962d72', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'floating_ip_address': '172.25.1.153', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'port_id': '7d82653d-8dd4-4d41-993f-2721d396abe0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf', 'mac_address': 'fa:16:3e:88:72:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b816a1-5e2b-4878-baea-2dc592ad34fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:10:33Z', 'updated_at': '2022-05-27T02:11:11Z', 'revision_number': 3, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '571886d1-8b4d-4610-b0fd-8a0d8c18d979', 'name': '', 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'mac_address': 'fa:16:3e:17:b9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '88a71f26-f2fa-4283-92d8-f4882c4d62e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:46Z', 'updated_at': '2022-05-27T02:09:57Z', 'revision_number': 5, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'subnets': [{'id': '88a71f26-f2fa-4283-92d8-f4882c4d62e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:11:14.233778 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-f1d6e607-e860-4d6a-a2f7-7e6161ec71d9 service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760693 May 27 02:11:14.296126 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19571377-a460-4662-a105-a316797f9626 req-60cdc928-cff2-4d71-aba5-8408c843ed31 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:14.296126 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-19571377-a460-4662-a105-a316797f9626 req-60cdc928-cff2-4d71-aba5-8408c843ed31 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/ports/2ecbeb51-113b-4016-8763-fd2bf60a7fee HTTP/1.1" status: 200 len: 943 time: 0.1466556 May 27 02:11:14.529152 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-facf8c02-e473-4646-95c2-ee441841bb8c service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801876 May 27 02:11:14.551950 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb761fb-8a2e-419f-b3b7-6d75057d9afe req-7c9b8c80-c5b9-4b39-851f-41c25084ff4f tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:14.553505 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ccb761fb-8a2e-419f-b3b7-6d75057d9afe req-7c9b8c80-c5b9-4b39-851f-41c25084ff4f tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ac31ae-bbf6-45c2-a1e9-24a746500910 HTTP/1.1" status: 200 len: 949 time: 0.2018335 May 27 02:11:14.559092 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19571377-a460-4662-a105-a316797f9626 req-242c22e7-cf65-466c-913d-155056676f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:14.559092 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-19571377-a460-4662-a105-a316797f9626 req-242c22e7-cf65-466c-913d-155056676f07 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=40d944a0aff94ddfba3422cf104388c6&device_id=4a11c0a8-295e-4a79-934a-19ee9acecc7d HTTP/1.1" status: 200 len: 1097 time: 0.1542788 May 27 02:11:14.578266 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b1b9af-f573-4a21-9340-b5feac31da3c None None] New status for floating IP 1d78fa73-c012-459f-aad5-ae324a962d72: ACTIVE {{(pid=88904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:11:14.737636 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ccb761fb-8a2e-419f-b3b7-6d75057d9afe req-52a0920c-ec06-412d-a8bd-b999f1adae76 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741440 May 27 02:11:14.851114 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63f51268-b6f8-47ee-b618-36325d9fa4b0'] response: {'server_uuid': 'c2e8b514-00ed-4638-978e-c30d2074daa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65fbf19-07e5-4a5e-b039-5dbbf3f9ba95', 'code': 200} May 27 02:11:14.854790 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19571377-a460-4662-a105-a316797f9626 req-f0f5ffcc-6501-4812-8ff4-50d561eb2829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:14.869720 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-19571377-a460-4662-a105-a316797f9626 req-f0f5ffcc-6501-4812-8ff4-50d561eb2829 service neutron] 10.222.0.57 "GET /v2.0/networks?id=37c88c36-e778-4f3d-a101-7c8eb9d9dccf HTTP/1.1" status: 200 len: 922 time: 0.2905724 May 27 02:11:14.903356 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 4ccb193f-2f43-4e95-a1d1-b2b756fcd401 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:11:15.038432 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-19571377-a460-4662-a105-a316797f9626 req-8b3554a2-51f4-4672-8c42-d9090db73103 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ecbeb51-113b-4016-8763-fd2bf60a7fee HTTP/1.1" status: 200 len: 217 time: 0.1725333 May 27 02:11:15.088238 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-8e286895-4e18-43ba-9dcd-90663c0de00a service neutron] 10.222.0.32 "GET /v2.0/ports/cece29d7-34db-4bee-aac4-f52148a723dc/bindings/n-h2-843554-3 HTTP/1.1" status: 200 len: 384 time: 0.1587360 May 27 02:11:15.109845 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device a0192f57-7dc9-4765-867e-432c96fe723e up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:11:15.144168 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 4ccb193f-2f43-4e95-a1d1-b2b756fcd401 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:11:15.167839 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 4ccb193f-2f43-4e95-a1d1-b2b756fcd401 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:15.168567 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:15.168686 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57858) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:15.179366 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-4b6249b9-7e72-42f4-a8f4-67b48fb13508 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1177490033', 'description': 'tempest-description--1898514036'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:15.212527 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4b6249b9-7e72-42f4-a8f4-67b48fb13508 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:15.224459 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4b6249b9-7e72-42f4-a8f4-67b48fb13508 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Usage tracker for resource:security_group and tenant:62f5f7df5795463f9f8bc1cd40caf878 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:11:15.245180 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4b6249b9-7e72-42f4-a8f4-67b48fb13508 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:11:15.261888 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4b6249b9-7e72-42f4-a8f4-67b48fb13508 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:15.311149 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a28601-c790-4bf7-bdfb-1244e0b07d51 None None] Sync routers for ids ['056a8770-64cf-4055-9987-408f40a03c3d'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:11:15.317332 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19571377-a460-4662-a105-a316797f9626 req-d0ea62ad-1bd8-4995-83ae-95b01fa6fe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:15.319451 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-19571377-a460-4662-a105-a316797f9626 req-d0ea62ad-1bd8-4995-83ae-95b01fa6fe54 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=88a71f26-f2fa-4283-92d8-f4882c4d62e9 HTTP/1.1" status: 200 len: 860 time: 0.1861811 May 27 02:11:15.334342 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fea818-0c10-4b01-8793-29e2e6e8fc44 req-ae06860a-7c0b-426a-b786-b8e798fff24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:15.337717 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a9fea818-0c10-4b01-8793-29e2e6e8fc44 req-ae06860a-7c0b-426a-b786-b8e798fff24d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c2e8b514-00ed-4638-978e-c30d2074daa7 HTTP/1.1" status: 200 len: 1096 time: 0.2981832 May 27 02:11:15.370723 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4b6249b9-7e72-42f4-a8f4-67b48fb13508 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:15.416862 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 4ccb193f-2f43-4e95-a1d1-b2b756fcd401 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:15.417257 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:15.440888 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a28601-c790-4bf7-bdfb-1244e0b07d51 None None] Routers {'056a8770-64cf-4055-9987-408f40a03c3d'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:11:15.441488 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-96a28601-c790-4bf7-bdfb-1244e0b07d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:10:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['056a8770-64cf-4055-9987-408f40a03c3d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:15.541196 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port a0192f57-7dc9-4765-867e-432c96fe723e completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:11:15.559966 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-df53b20d-5b3d-4ee1-9c57-66467ceb778b service neutron] For port cece29d7-34db-4bee-aac4-f52148a723dc, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=cece29d7-34db-4bee-aac4-f52148a723dc,segment=NetworkSegment(18001c0d-6c74-475c-a0cb-9d64b721b14f),segment_id=18001c0d-6c74-475c-a0cb-9d64b721b14f)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:15.568454 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4b6249b9-7e72-42f4-a8f4-67b48fb13508 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:15.576275 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4b6249b9-7e72-42f4-a8f4-67b48fb13508 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Usage tracker for resource:security_group_rule and tenant:62f5f7df5795463f9f8bc1cd40caf878 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:11:15.582606 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4b6249b9-7e72-42f4-a8f4-67b48fb13508 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:11:15.591935 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port a0192f57-7dc9-4765-867e-432c96fe723e triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:15.591935 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:15.592180 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4b6249b9-7e72-42f4-a8f4-67b48fb13508 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:15.598518 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-df53b20d-5b3d-4ee1-9c57-66467ceb778b service neutron] For port cece29d7-34db-4bee-aac4-f52148a723dc, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:11:15.636682 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 4ccb193f-2f43-4e95-a1d1-b2b756fcd401, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=4ccb193f-2f43-4e95-a1d1-b2b756fcd401,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:15.670226 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-df53b20d-5b3d-4ee1-9c57-66467ceb778b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cece29d7-34db-4bee-aac4-f52148a723dc {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:11:15.672636 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a9fea818-0c10-4b01-8793-29e2e6e8fc44 req-12e88cc3-6c14-4070-9b43-81a5c6556509 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131294 May 27 02:11:15.688932 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-df53b20d-5b3d-4ee1-9c57-66467ceb778b service neutron] For port cece29d7-34db-4bee-aac4-f52148a723dc, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=cece29d7-34db-4bee-aac4-f52148a723dc,segment=NetworkSegment(18001c0d-6c74-475c-a0cb-9d64b721b14f),segment_id=18001c0d-6c74-475c-a0cb-9d64b721b14f)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:15.712429 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19571377-a460-4662-a105-a316797f9626 req-faf4e8f6-3a8b-48fd-aeaa-6a494204aae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:15.713657 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-19571377-a460-4662-a105-a316797f9626 req-faf4e8f6-3a8b-48fd-aeaa-6a494204aae0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=37c88c36-e778-4f3d-a101-7c8eb9d9dccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3862123 May 27 02:11:15.724188 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff32c0-61ff-4d63-bc8b-640fcd8e235e req-efc93987-a722-415e-927b-2991b26348e9 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:15.728746 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:15.733996 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1cff32c0-61ff-4d63-bc8b-640fcd8e235e req-efc93987-a722-415e-927b-2991b26348e9 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2e8b514-00ed-4638-978e-c30d2074daa7 HTTP/1.1" status: 200 len: 945 time: 0.3951595 May 27 02:11:15.749838 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4b6249b9-7e72-42f4-a8f4-67b48fb13508 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:15.768633 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-df53b20d-5b3d-4ee1-9c57-66467ceb778b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:15.802915 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4b6249b9-7e72-42f4-a8f4-67b48fb13508 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:15.860902 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-96a28601-c790-4bf7-bdfb-1244e0b07d51 None None] Set router 056a8770-64cf-4055-9987-408f40a03c3d gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:11:15.918810 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-19571377-a460-4662-a105-a316797f9626 req-96bc36a1-9678-4079-b831-274178e8a329 service neutron] 10.222.0.57 "GET /v2.0/networks/37c88c36-e778-4f3d-a101-7c8eb9d9dccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815989 May 27 02:11:15.929387 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6249b9-7e72-42f4-a8f4-67b48fb13508 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51b0c6d4-c3a4-4803-808f-9bc6264da7e7,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:15.929561 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1cff32c0-61ff-4d63-bc8b-640fcd8e235e req-ebeff5f7-8928-432b-82df-545002a0135c tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945612 May 27 02:11:15.953248 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=4ccb193f-2f43-4e95-a1d1-b2b756fcd401,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:15.969382 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-df53b20d-5b3d-4ee1-9c57-66467ceb778b service neutron] Transition to ACTIVE for port object cece29d7-34db-4bee-aac4-f52148a723dc will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:11:15.974763 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4b6249b9-7e72-42f4-a8f4-67b48fb13508 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:15.976199 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4b6249b9-7e72-42f4-a8f4-67b48fb13508 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8063154 May 27 02:11:15.979148 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57864) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:15.984667 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a5807b5f-7abd-45dd-96c6-c3ef9e5ef7dc tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Request body: {'security_group_rule': {'security_group_id': '51b0c6d4-c3a4-4803-808f-9bc6264da7e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:15.992921 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a5807b5f-7abd-45dd-96c6-c3ef9e5ef7dc tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:15.997211 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a5807b5f-7abd-45dd-96c6-c3ef9e5ef7dc tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Usage tracker for resource:security_group_rule and tenant:62f5f7df5795463f9f8bc1cd40caf878 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:11:16.000396 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a5807b5f-7abd-45dd-96c6-c3ef9e5ef7dc tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:11:16.007464 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a5807b5f-7abd-45dd-96c6-c3ef9e5ef7dc tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:16.027388 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-df53b20d-5b3d-4ee1-9c57-66467ceb778b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:16.038241 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port a0192f57-7dc9-4765-867e-432c96fe723e is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:16.038867 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:16.110999 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port a0192f57-7dc9-4765-867e-432c96fe723e, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=a0192f57-7dc9-4765-867e-432c96fe723e,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:16.144681 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-19571377-a460-4662-a105-a316797f9626 req-cd3f5a55-c5c0-44d0-8498-f4033ff5783d service neutron] 10.222.0.57 "GET /v2.0/networks/37c88c36-e778-4f3d-a101-7c8eb9d9dccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141173 May 27 02:11:16.166414 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a5807b5f-7abd-45dd-96c6-c3ef9e5ef7dc tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:16.175327 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ce400-292f-43e5-87ec-49b38501ed0a req-3d1b71f9-4794-415d-9e08-ba80f866a62c tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:16.177846 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-411ce400-292f-43e5-87ec-49b38501ed0a req-3d1b71f9-4794-415d-9e08-ba80f866a62c tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 949 time: 0.1021485 May 27 02:11:16.182525 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:16.183311 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device cece29d7-34db-4bee-aac4-f52148a723dc no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:11:16.226578 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-df53b20d-5b3d-4ee1-9c57-66467ceb778b service neutron] No DVR routers for this DVR port cece29d7-34db-4bee-aac4-f52148a723dc on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:11:16.227784 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-411ce400-292f-43e5-87ec-49b38501ed0a req-ecbc4973-6070-4ad9-8fbe-c311c099e25f tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439382 May 27 02:11:16.313582 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53b20d-5b3d-4ee1-9c57-66467ceb778b service neutron] Pushing event updated for resources: {'Port': ['ID=cece29d7-34db-4bee-aac4-f52148a723dc,revision_number=10']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:16.324878 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-df53b20d-5b3d-4ee1-9c57-66467ceb778b service neutron] 10.222.0.32 "PUT /v2.0/ports/cece29d7-34db-4bee-aac4-f52148a723dc/bindings/n-h2-843554-3/activate HTTP/1.1" status: 200 len: 369 time: 1.2309928 May 27 02:11:16.347134 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a5807b5f-7abd-45dd-96c6-c3ef9e5ef7dc tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:16.403653 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a5807b5f-7abd-45dd-96c6-c3ef9e5ef7dc tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:16.420937 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=a0192f57-7dc9-4765-867e-432c96fe723e,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:16.423686 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device cece29d7-34db-4bee-aac4-f52148a723dc not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:11:16.437022 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5807b5f-7abd-45dd-96c6-c3ef9e5ef7dc tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eae8532-ba59-424d-8d4d-7de7156f7aaa,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:16.450725 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19571377-a460-4662-a105-a316797f9626 req-204f8b36-1f92-4d72-a76b-84f8b5dd136b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:16.452235 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-19571377-a460-4662-a105-a316797f9626 req-204f8b36-1f92-4d72-a76b-84f8b5dd136b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=40d944a0aff94ddfba3422cf104388c6&device_id=79b816a1-5e2b-4878-baea-2dc592ad34fe HTTP/1.1" status: 200 len: 1096 time: 0.1841989 May 27 02:11:16.466826 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72338d-a15c-4cb2-988e-9cb4c839776c req-3bc8af05-ebd8-411d-9f6d-6c47380a95ba tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:16.469307 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0e72338d-a15c-4cb2-988e-9cb4c839776c req-3bc8af05-ebd8-411d-9f6d-6c47380a95ba tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4e1df88-154f-4143-9f4e-8ca5128da369 HTTP/1.1" status: 200 len: 944 time: 0.1124697 May 27 02:11:16.491146 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-96a28601-c790-4bf7-bdfb-1244e0b07d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056a8770-64cf-4055-9987-408f40a03c3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076860293-router', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:09:40Z', 'updated_at': '2022-05-27T02:09:49Z', 'revision_number': 4, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'gw_port': {'id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:41Z', 'updated_at': '2022-05-27T02:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '1d78fa73-c012-459f-aad5-ae324a962d72', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'floating_ip_address': '172.25.1.153', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'port_id': '7d82653d-8dd4-4d41-993f-2721d396abe0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf', 'mac_address': 'fa:16:3e:88:72:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b816a1-5e2b-4878-baea-2dc592ad34fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:10:33Z', 'updated_at': '2022-05-27T02:11:14Z', 'revision_number': 4, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '571886d1-8b4d-4610-b0fd-8a0d8c18d979', 'name': '', 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'mac_address': 'fa:16:3e:17:b9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '88a71f26-f2fa-4283-92d8-f4882c4d62e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:46Z', 'updated_at': '2022-05-27T02:09:57Z', 'revision_number': 5, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'subnets': [{'id': '88a71f26-f2fa-4283-92d8-f4882c4d62e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:16.494961 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a28601-c790-4bf7-bdfb-1244e0b07d51 None None] Checking router: 056a8770-64cf-4055-9987-408f40a03c3d for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:11:16.503207 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a28601-c790-4bf7-bdfb-1244e0b07d51 None None] Routers {'056a8770-64cf-4055-9987-408f40a03c3d'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:11:16.503792 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-96a28601-c790-4bf7-bdfb-1244e0b07d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:10:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['056a8770-64cf-4055-9987-408f40a03c3d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:16.511779 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a5807b5f-7abd-45dd-96c6-c3ef9e5ef7dc tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:16.513098 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a5807b5f-7abd-45dd-96c6-c3ef9e5ef7dc tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5329430 May 27 02:11:16.515773 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57868) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:16.521848 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b24c04a8-d204-46b6-9ae8-e9daa1f27a5f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Request body: {'security_group_rule': {'security_group_id': '51b0c6d4-c3a4-4803-808f-9bc6264da7e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:16.528579 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b24c04a8-d204-46b6-9ae8-e9daa1f27a5f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:16.532707 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b24c04a8-d204-46b6-9ae8-e9daa1f27a5f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Usage tracker for resource:security_group_rule and tenant:62f5f7df5795463f9f8bc1cd40caf878 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:11:16.536775 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b24c04a8-d204-46b6-9ae8-e9daa1f27a5f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:11:16.542767 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b24c04a8-d204-46b6-9ae8-e9daa1f27a5f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:16.610384 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b24c04a8-d204-46b6-9ae8-e9daa1f27a5f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:16.647449 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0e72338d-a15c-4cb2-988e-9cb4c839776c req-7f7ecaeb-81df-4354-bbd1-aae805fb66cb tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579483 May 27 02:11:16.696764 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19571377-a460-4662-a105-a316797f9626 req-d26f3ae0-b797-4df6-a5d6-51d4629a0eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:16.698411 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-19571377-a460-4662-a105-a316797f9626 req-d26f3ae0-b797-4df6-a5d6-51d4629a0eb9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=37c88c36-e778-4f3d-a101-7c8eb9d9dccf HTTP/1.1" status: 200 len: 922 time: 0.2282362 May 27 02:11:16.705320 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-96a28601-c790-4bf7-bdfb-1244e0b07d51 None None] Set router 056a8770-64cf-4055-9987-408f40a03c3d gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:11:16.708816 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b24c04a8-d204-46b6-9ae8-e9daa1f27a5f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:16.770921 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12b7ab47-c108-4799-b7b0-15e1c75fae51'] response: {'name': 'network-changed', 'server_uuid': '4a11c0a8-295e-4a79-934a-19ee9acecc7d', 'tag': '2ecbeb51-113b-4016-8763-fd2bf60a7fee', 'status': 'completed', 'code': 200} May 27 02:11:16.774431 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b24c04a8-d204-46b6-9ae8-e9daa1f27a5f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:16.788262 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-4ca928fc-d60c-4add-ad5d-0684bb70f13b tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:16.789840 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-4ca928fc-d60c-4add-ad5d-0684bb70f13b tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d4e1df88-154f-4143-9f4e-8ca5128da369&tenant_id=846b128e49a144bb97bdbd537ab49432&binding%3Ahost_id=n-h1-843554-3 HTTP/1.1" status: 200 len: 1095 time: 0.2384319 May 27 02:11:16.864938 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-19571377-a460-4662-a105-a316797f9626 req-ad16f31b-f838-4f73-9b28-2d69a28e0386 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d82653d-8dd4-4d41-993f-2721d396abe0 HTTP/1.1" status: 200 len: 1001 time: 0.1549263 May 27 02:11:16.913267 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ac31ae-bbf6-45c2-a1e9-24a746500910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0192f57-7dc9-4765-867e-432c96fe723e'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:11:16.932657 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c04a8-d204-46b6-9ae8-e9daa1f27a5f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ee305bc-8113-43ce-8ffa-5bd8d49fd4e2,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:16.949319 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 4ccb193f-2f43-4e95-a1d1-b2b756fcd401 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:11:17.006474 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f80cf-8571-43e7-8c02-25eb5224f9cb req-aa301290-445d-46e6-8352-9389fa0e5318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:17.008195 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a44f80cf-8571-43e7-8c02-25eb5224f9cb req-aa301290-445d-46e6-8352-9389fa0e5318 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=40d944a0aff94ddfba3422cf104388c6&device_id=4a11c0a8-295e-4a79-934a-19ee9acecc7d HTTP/1.1" status: 200 len: 1097 time: 0.1737351 May 27 02:11:17.020646 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b24c04a8-d204-46b6-9ae8-e9daa1f27a5f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:17.022566 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b24c04a8-d204-46b6-9ae8-e9daa1f27a5f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5053968 May 27 02:11:17.057103 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57882) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:17.072907 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19571377-a460-4662-a105-a316797f9626 req-0a616e9c-fdce-4842-a82d-aba272570d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:17.074564 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-19571377-a460-4662-a105-a316797f9626 req-0a616e9c-fdce-4842-a82d-aba272570d40 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=88a71f26-f2fa-4283-92d8-f4882c4d62e9 HTTP/1.1" status: 200 len: 860 time: 0.1874964 May 27 02:11:17.130650 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-949e6c5b-989e-4cb1-abec-f355972a0ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:17.132307 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-949e6c5b-989e-4cb1-abec-f355972a0ec8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d4e1df88-154f-4143-9f4e-8ca5128da369&tenant_id=846b128e49a144bb97bdbd537ab49432 HTTP/1.1" status: 200 len: 1095 time: 0.3304350 May 27 02:11:17.185679 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-bbc8576a-d12f-4f09-89ee-c9cce026cc0f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:17.259983 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 4ccb193f-2f43-4e95-a1d1-b2b756fcd401 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:17.260356 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:17.277055 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bbc8576a-d12f-4f09-89ee-c9cce026cc0f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:17.291537 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a2914-43b9-4817-a66b-39cd7b6f6bb0 req-8b7ca577-b9f4-47e0-9b69-facd9404bf52 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:17.294293 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-762a2914-43b9-4817-a66b-39cd7b6f6bb0 req-8b7ca577-b9f4-47e0-9b69-facd9404bf52 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ac31ae-bbf6-45c2-a1e9-24a746500910 HTTP/1.1" status: 200 len: 950 time: 0.2815404 May 27 02:11:17.302468 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bbc8576a-d12f-4f09-89ee-c9cce026cc0f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Usage tracker for resource:floatingip and tenant:62f5f7df5795463f9f8bc1cd40caf878 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:11:17.310113 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bbc8576a-d12f-4f09-89ee-c9cce026cc0f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:11:17.331613 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bbc8576a-d12f-4f09-89ee-c9cce026cc0f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:17.362401 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19571377-a460-4662-a105-a316797f9626 req-b2fb3fc9-49cd-4b29-9cbe-90d8f1890243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:17.365109 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-19571377-a460-4662-a105-a316797f9626 req-b2fb3fc9-49cd-4b29-9cbe-90d8f1890243 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=37c88c36-e778-4f3d-a101-7c8eb9d9dccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2772138 May 27 02:11:17.404751 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 4ccb193f-2f43-4e95-a1d1-b2b756fcd401 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:17.413894 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-96a28601-c790-4bf7-bdfb-1244e0b07d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056a8770-64cf-4055-9987-408f40a03c3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076860293-router', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:09:40Z', 'updated_at': '2022-05-27T02:09:49Z', 'revision_number': 4, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'gw_port': {'id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:41Z', 'updated_at': '2022-05-27T02:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '1d78fa73-c012-459f-aad5-ae324a962d72', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'floating_ip_address': '172.25.1.153', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'port_id': '7d82653d-8dd4-4d41-993f-2721d396abe0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf', 'mac_address': 'fa:16:3e:88:72:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b816a1-5e2b-4878-baea-2dc592ad34fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:10:33Z', 'updated_at': '2022-05-27T02:11:14Z', 'revision_number': 4, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '571886d1-8b4d-4610-b0fd-8a0d8c18d979', 'name': '', 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'mac_address': 'fa:16:3e:17:b9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '88a71f26-f2fa-4283-92d8-f4882c4d62e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:46Z', 'updated_at': '2022-05-27T02:09:57Z', 'revision_number': 5, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'subnets': [{'id': '88a71f26-f2fa-4283-92d8-f4882c4d62e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:17.418442 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a28601-c790-4bf7-bdfb-1244e0b07d51 None None] The sync data for ids ['056a8770-64cf-4055-9987-408f40a03c3d'] in n-d-843554-3 is: [{'id': '056a8770-64cf-4055-9987-408f40a03c3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076860293-router', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:09:40Z', 'updated_at': '2022-05-27T02:09:49Z', 'revision_number': 4, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'gw_port': {'id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:41Z', 'updated_at': '2022-05-27T02:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '1d78fa73-c012-459f-aad5-ae324a962d72', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'floating_ip_address': '172.25.1.153', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'port_id': '7d82653d-8dd4-4d41-993f-2721d396abe0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf', 'mac_address': 'fa:16:3e:88:72:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b816a1-5e2b-4878-baea-2dc592ad34fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:10:33Z', 'updated_at': '2022-05-27T02:11:14Z', 'revision_number': 4, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '571886d1-8b4d-4610-b0fd-8a0d8c18d979', 'name': '', 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'mac_address': 'fa:16:3e:17:b9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '88a71f26-f2fa-4283-92d8-f4882c4d62e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:46Z', 'updated_at': '2022-05-27T02:09:57Z', 'revision_number': 5, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'subnets': [{'id': '88a71f26-f2fa-4283-92d8-f4882c4d62e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:11:17.430289 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f80cf-8571-43e7-8c02-25eb5224f9cb req-5730e1cb-fbb5-49ad-80af-4fb430972013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:17.432845 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a44f80cf-8571-43e7-8c02-25eb5224f9cb req-5730e1cb-fbb5-49ad-80af-4fb430972013 service neutron] 10.222.0.66 "GET /v2.0/networks?id=37c88c36-e778-4f3d-a101-7c8eb9d9dccf HTTP/1.1" status: 200 len: 922 time: 0.4078507 May 27 02:11:17.434309 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bbc8576a-d12f-4f09-89ee-c9cce026cc0f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:17.541353 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-762a2914-43b9-4817-a66b-39cd7b6f6bb0 req-31cbc541-0139-4de0-b714-ff49a9ab6453 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366126 May 27 02:11:17.567924 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-bd7687ee-a7a7-4efa-b9ca-0e4890102a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:17.569917 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-bd7687ee-a7a7-4efa-b9ca-0e4890102a56 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=846b128e49a144bb97bdbd537ab49432&device_id=d4e1df88-154f-4143-9f4e-8ca5128da369 HTTP/1.1" status: 200 len: 1095 time: 0.4055254 May 27 02:11:17.581833 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a44f80cf-8571-43e7-8c02-25eb5224f9cb req-4bb8fd42-353a-4858-9dda-c551e0bc0003 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ecbeb51-113b-4016-8763-fd2bf60a7fee HTTP/1.1" status: 200 len: 217 time: 0.1202967 May 27 02:11:17.635548 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef558f00-48cf-4727-87cf-ecbd8dc74923'] response: {'server_uuid': '76ac31ae-bbf6-45c2-a1e9-24a746500910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0192f57-7dc9-4765-867e-432c96fe723e', 'code': 200} May 27 02:11:17.899519 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f80cf-8571-43e7-8c02-25eb5224f9cb req-57d34211-8db1-48d0-be2a-37540529cabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:17.901070 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a44f80cf-8571-43e7-8c02-25eb5224f9cb req-57d34211-8db1-48d0-be2a-37540529cabe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=88a71f26-f2fa-4283-92d8-f4882c4d62e9 HTTP/1.1" status: 200 len: 860 time: 0.2121201 May 27 02:11:17.972495 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855588c-18ea-4733-8cd2-4b413181a31c req-aeb03f11-347a-4b66-a379-a4b4c5ce51cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:17.974131 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d855588c-18ea-4733-8cd2-4b413181a31c req-aeb03f11-347a-4b66-a379-a4b4c5ce51cf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=76ac31ae-bbf6-45c2-a1e9-24a746500910 HTTP/1.1" status: 200 len: 1101 time: 0.2186747 May 27 02:11:17.985152 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-19571377-a460-4662-a105-a316797f9626 req-c2d07bf5-43c9-4a69-8439-2438ad126ff7 service neutron] 10.222.0.57 "GET /v2.0/networks/37c88c36-e778-4f3d-a101-7c8eb9d9dccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6025510 May 27 02:11:18.018496 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bbc8576a-d12f-4f09-89ee-c9cce026cc0f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:18.074043 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d855588c-18ea-4733-8cd2-4b413181a31c req-727c7aa7-e8b9-4f0b-b1be-2f974f9273a7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909262 May 27 02:11:18.116893 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f80cf-8571-43e7-8c02-25eb5224f9cb req-367e48e4-2dcd-4306-a1a5-71a315a7b266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:18.118412 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a44f80cf-8571-43e7-8c02-25eb5224f9cb req-367e48e4-2dcd-4306-a1a5-71a315a7b266 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=37c88c36-e778-4f3d-a101-7c8eb9d9dccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1858573 May 27 02:11:18.139454 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-cfca4849-5bc9-4cdc-aa78-e8eab20f7982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:18.140914 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-cfca4849-5bc9-4cdc-aa78-e8eab20f7982 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf HTTP/1.1" status: 200 len: 908 time: 0.5450845 May 27 02:11:18.224865 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6092f5e-5df0-49de-8773-fe3d3813871b req-169b1a53-f482-4b53-80ac-c931117e96d3 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:18.226325 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b6092f5e-5df0-49de-8773-fe3d3813871b req-169b1a53-f482-4b53-80ac-c931117e96d3 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2e8b514-00ed-4638-978e-c30d2074daa7 HTTP/1.1" status: 200 len: 945 time: 0.3440707 May 27 02:11:18.240516 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-65f0c250-051b-4e3a-b577-862553a42b56 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cece29d7-34db-4bee-aac4-f52148a723dc HTTP/1.1" status: 200 len: 217 time: 0.0839911 May 27 02:11:18.271967 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-bbc8576a-d12f-4f09-89ee-c9cce026cc0f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Allocated IP 172.25.1.55 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/d451ba07-17ff-4e01-a8b0-faa5e5df4d10) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:11:18.321298 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-19571377-a460-4662-a105-a316797f9626 req-54c0a3ad-64c2-4f3a-89aa-adaad87c126c service neutron] 10.222.0.57 "GET /v2.0/networks/37c88c36-e778-4f3d-a101-7c8eb9d9dccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283195 May 27 02:11:18.358204 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b6092f5e-5df0-49de-8773-fe3d3813871b req-b95d0fc4-440c-4510-9258-368b4d9268d5 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195633 May 27 02:11:18.359680 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-d2f8a00b-5cbc-4f15-9015-61c0cdb53625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:18.361184 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-d2f8a00b-5cbc-4f15-9015-61c0cdb53625 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7bcc4077-ba65-497d-80cd-f2b54423660b HTTP/1.1" status: 200 len: 847 time: 0.1074018 May 27 02:11:18.390034 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a44f80cf-8571-43e7-8c02-25eb5224f9cb req-e833de8b-aced-44cc-9429-3a12c7c3bd18 service neutron] 10.222.0.66 "GET /v2.0/networks/37c88c36-e778-4f3d-a101-7c8eb9d9dccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359407 May 27 02:11:18.447059 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-02f39ebe-0521-4129-beda-91e9039f9c49 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743811 May 27 02:11:18.602196 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bbc8576a-d12f-4f09-89ee-c9cce026cc0f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:18.613331 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a44f80cf-8571-43e7-8c02-25eb5224f9cb req-2610f9d7-699b-4673-b3e7-70e6235498dd service neutron] 10.222.0.66 "GET /v2.0/networks/37c88c36-e778-4f3d-a101-7c8eb9d9dccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070124 May 27 02:11:18.671258 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-de0330f3-8740-4c35-93b4-3b40b5de9f2d service neutron] 10.222.0.66 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155035 May 27 02:11:18.707384 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bbc8576a-d12f-4f09-89ee-c9cce026cc0f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:18.711878 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602778d-009f-4121-a79d-248fd956e758 req-1dd0d395-be51-4ee3-92f8-c1f659dc4ffc tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:18.713357 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c602778d-009f-4121-a79d-248fd956e758 req-1dd0d395-be51-4ee3-92f8-c1f659dc4ffc tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 949 time: 0.1461973 May 27 02:11:18.772804 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc8576a-d12f-4f09-89ee-c9cce026cc0f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:11:18.775866 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-bbc8576a-d12f-4f09-89ee-c9cce026cc0f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:11:18.776173 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b816a1-5e2b-4878-baea-2dc592ad34fe', 'tag': '7d82653d-8dd4-4d41-993f-2721d396abe0'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:11:18.778509 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc8576a-d12f-4f09-89ee-c9cce026cc0f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:11:18.797509 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:18.846259 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c602778d-009f-4121-a79d-248fd956e758 req-a5faa23a-6e5a-40a1-8105-b096220384d4 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866990 May 27 02:11:18.900217 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc8576a-d12f-4f09-89ee-c9cce026cc0f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Pushing event updated for resources: {'Port': ['ID=d451ba07-17ff-4e01-a8b0-faa5e5df4d10,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:18.904956 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-0fc446a9-8302-4be1-ae83-51bbdd1fa6cb service neutron] 10.222.0.66 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234445 May 27 02:11:18.906713 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:18.963748 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bbc8576a-d12f-4f09-89ee-c9cce026cc0f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:19.090669 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-85a00c1c-f7ea-4aa8-ac14-1c76964424e7 req-fc5096fb-17ac-4162-8fcd-be7da8869faf tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.153 HTTP/1.1" status: 200 len: 1001 time: 0.1585231 May 27 02:11:19.096631 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bbc8576a-d12f-4f09-89ee-c9cce026cc0f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:19.180567 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a00c1c-f7ea-4aa8-ac14-1c76964424e7 req-2868f81b-2c87-4c79-a0f7-d2425cce550a tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:19.181941 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-85a00c1c-f7ea-4aa8-ac14-1c76964424e7 req-2868f81b-2c87-4c79-a0f7-d2425cce550a tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/ports/7d82653d-8dd4-4d41-993f-2721d396abe0 HTTP/1.1" status: 200 len: 942 time: 0.0832164 May 27 02:11:19.189544 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15531117-69f1-4112-8abc-0788e09568bd req-bfcb163f-01ae-467c-b10d-02e007cd0e8b tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:19.191485 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-15531117-69f1-4112-8abc-0788e09568bd req-bfcb163f-01ae-467c-b10d-02e007cd0e8b tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4e1df88-154f-4143-9f4e-8ca5128da369 HTTP/1.1" status: 200 len: 944 time: 0.1687996 May 27 02:11:19.239970 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-15531117-69f1-4112-8abc-0788e09568bd req-67443a1a-7fd1-439f-954e-d96353c1a7eb tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426188 May 27 02:11:19.326800 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bbc8576a-d12f-4f09-89ee-c9cce026cc0f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:19.380618 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bbc8576a-d12f-4f09-89ee-c9cce026cc0f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:19.416865 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-85a00c1c-f7ea-4aa8-ac14-1c76964424e7 req-a923d56c-d291-4e10-bf57-806497297bf0 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.153 HTTP/1.1" status: 200 len: 1001 time: 0.1462445 May 27 02:11:19.624177 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc8576a-d12f-4f09-89ee-c9cce026cc0f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Pushing event updated for resources: {'Port': ['ID=d451ba07-17ff-4e01-a8b0-faa5e5df4d10,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:19.636996 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bbc8576a-d12f-4f09-89ee-c9cce026cc0f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:19.700377 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bbc8576a-d12f-4f09-89ee-c9cce026cc0f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:19.701694 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-bbc8576a-d12f-4f09-89ee-c9cce026cc0f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6436412 May 27 02:11:19.749609 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1548ce9-9879-4649-bf27-bbcbda01e716 req-5d6fe75d-3b4a-43c3-b2dc-b53e92d9fb68 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:19.751072 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a1548ce9-9879-4649-bf27-bbcbda01e716 req-5d6fe75d-3b4a-43c3-b2dc-b53e92d9fb68 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ac31ae-bbf6-45c2-a1e9-24a746500910 HTTP/1.1" status: 200 len: 950 time: 0.3951757 May 27 02:11:19.812694 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-21d80778-33f0-47c2-8eee-747f01a14ad3 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:19.814168 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-21d80778-33f0-47c2-8eee-747f01a14ad3 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d4e1df88-154f-4143-9f4e-8ca5128da369&tenant_id=846b128e49a144bb97bdbd537ab49432&binding%3Ahost_id=n-h2-843554-3 HTTP/1.1" status: 200 len: 1095 time: 0.3514347 May 27 02:11:19.822631 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a00c1c-f7ea-4aa8-ac14-1c76964424e7 req-7c4bdf31-7318-4b36-ad1e-8af8a93065b9 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:19.823850 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-85a00c1c-f7ea-4aa8-ac14-1c76964424e7 req-7c4bdf31-7318-4b36-ad1e-8af8a93065b9 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/networks/d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 784 time: 0.3926451 May 27 02:11:19.877910 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a1548ce9-9879-4649-bf27-bbcbda01e716 req-8954d72e-7da3-4006-8997-4f06df7b29c0 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169779 May 27 02:11:19.886768 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65e6fe84-ccd1-46ef-ae78-61eca4d29eb3'] response: {'name': 'network-changed', 'server_uuid': '79b816a1-5e2b-4878-baea-2dc592ad34fe', 'tag': '7d82653d-8dd4-4d41-993f-2721d396abe0', 'status': 'completed', 'code': 200} May 27 02:11:19.976646 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7868a03-9514-49af-8af8-1db2499ab97c req-2922f36f-b31a-4c7d-b04c-a6ced3575fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:19.978148 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a7868a03-9514-49af-8af8-1db2499ab97c req-2922f36f-b31a-4c7d-b04c-a6ced3575fab service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=40d944a0aff94ddfba3422cf104388c6&device_id=79b816a1-5e2b-4878-baea-2dc592ad34fe HTTP/1.1" status: 200 len: 1096 time: 0.0799258 May 27 02:11:20.012367 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-a72b1b57-4c13-4ab0-8dec-f96c56f6265b service neutron] For port cece29d7-34db-4bee-aac4-f52148a723dc, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:11:20.022576 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-a72b1b57-4c13-4ab0-8dec-f96c56f6265b service neutron] Notify callbacks [] for binding, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:20.023626 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-306ca6bc-67de-4dcf-8c42-db72d6d3e862 req-a72b1b57-4c13-4ab0-8dec-f96c56f6265b service neutron] 10.222.0.66 "DELETE /v2.0/ports/cece29d7-34db-4bee-aac4-f52148a723dc/bindings/n-h1-843554-3 HTTP/1.1" status: 204 len: 173 time: 0.1989379 May 27 02:11:20.115634 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7422b3-7baf-452a-b903-fa0328e80e9a req-39314b14-820d-4450-84ec-9a0a0614d2b1 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:20.117159 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b7422b3-7baf-452a-b903-fa0328e80e9a req-39314b14-820d-4450-84ec-9a0a0614d2b1 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfdf0978-908f-4789-bbb1-183b95b8752f HTTP/1.1" status: 200 len: 945 time: 0.1561062 May 27 02:11:20.121383 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7868a03-9514-49af-8af8-1db2499ab97c req-3c2c7c41-a6c2-42f4-9bb6-a7ce34b69d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:20.122918 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a7868a03-9514-49af-8af8-1db2499ab97c req-3c2c7c41-a6c2-42f4-9bb6-a7ce34b69d03 service neutron] 10.222.0.66 "GET /v2.0/networks?id=37c88c36-e778-4f3d-a101-7c8eb9d9dccf HTTP/1.1" status: 200 len: 922 time: 0.1384330 May 27 02:11:20.165197 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd60a7-c9bc-4922-bccc-7735a62aa17f req-35421c49-b0bc-4a03-b391-dbc4c3029194 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:20.166572 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-defd60a7-c9bc-4922-bccc-7735a62aa17f req-35421c49-b0bc-4a03-b391-dbc4c3029194 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2e8b514-00ed-4638-978e-c30d2074daa7 HTTP/1.1" status: 200 len: 945 time: 0.1531513 May 27 02:11:20.193667 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b7422b3-7baf-452a-b903-fa0328e80e9a req-9546370a-3b5c-4e76-8845-8b789daca099 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] 10.222.0.57 "GET /v2.0/security-groups?id=4083d844-8514-409f-a4a5-be839d215417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696697 May 27 02:11:20.231412 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-defd60a7-c9bc-4922-bccc-7735a62aa17f req-94e8ebdc-29dd-4baf-b20d-d7a96986d9e9 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587604 May 27 02:11:20.232325 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a7868a03-9514-49af-8af8-1db2499ab97c req-73c8525b-1a32-4e81-a354-8413c9aecd53 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d82653d-8dd4-4d41-993f-2721d396abe0 HTTP/1.1" status: 200 len: 1001 time: 0.1019349 May 27 02:11:20.298603 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7868a03-9514-49af-8af8-1db2499ab97c req-9f61b424-e069-462e-8c74-9bf63971bcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:20.300205 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a7868a03-9514-49af-8af8-1db2499ab97c req-9f61b424-e069-462e-8c74-9bf63971bcb5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=88a71f26-f2fa-4283-92d8-f4882c4d62e9 HTTP/1.1" status: 200 len: 860 time: 0.0606534 May 27 02:11:20.380359 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7868a03-9514-49af-8af8-1db2499ab97c req-8381a87e-a88a-4e2f-b667-1bbab92c9f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:20.381861 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a7868a03-9514-49af-8af8-1db2499ab97c req-8381a87e-a88a-4e2f-b667-1bbab92c9f9e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=37c88c36-e778-4f3d-a101-7c8eb9d9dccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744562 May 27 02:11:20.387103 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-6c19b9eb-854b-4e7d-998c-9abd2c4f4ce7 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1177490033&fields=id&tenant_id=62f5f7df5795463f9f8bc1cd40caf878 HTTP/1.1" status: 200 len: 267 time: 0.0695486 May 27 02:11:20.395688 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f04013f8-c5c4-4d9b-b888-4c8df4da157f req-dfb79ac4-0f32-4839-85f6-82ea3c14631d tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.153 HTTP/1.1" status: 200 len: 1001 time: 0.1379118 May 27 02:11:20.521273 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a7868a03-9514-49af-8af8-1db2499ab97c req-f9e0dc25-d9db-434f-a850-42fe17c70151 service neutron] 10.222.0.66 "GET /v2.0/networks/37c88c36-e778-4f3d-a101-7c8eb9d9dccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305904 May 27 02:11:20.558058 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04013f8-c5c4-4d9b-b888-4c8df4da157f req-6479e04f-64ba-419f-b453-3f92455a0cc4 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:20.559381 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f04013f8-c5c4-4d9b-b888-4c8df4da157f req-6479e04f-64ba-419f-b453-3f92455a0cc4 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/ports/7d82653d-8dd4-4d41-993f-2721d396abe0 HTTP/1.1" status: 200 len: 942 time: 0.1629472 May 27 02:11:20.615022 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-1af51fae-2c03-464c-abc5-cf45197882d8 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:20.625195 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-1af51fae-2c03-464c-abc5-cf45197882d8 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/networks?id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164 HTTP/1.1" status: 200 len: 811 time: 0.2184620 May 27 02:11:20.644010 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-fb352f0b-a6e1-428a-84bf-343c7996303e tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/quotas/62f5f7df5795463f9f8bc1cd40caf878 HTTP/1.1" status: 200 len: 375 time: 0.0169671 May 27 02:11:20.718960 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a7868a03-9514-49af-8af8-1db2499ab97c req-0a059265-e94d-4ace-820d-c4b8e0429960 service neutron] 10.222.0.66 "GET /v2.0/networks/37c88c36-e778-4f3d-a101-7c8eb9d9dccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617553 May 27 02:11:20.727094 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad3053-9a1b-47b4-b7e9-7e95ee19640e req-a7358037-10a2-45c0-ba11-c4b5b8d7ff19 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:20.728682 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-61ad3053-9a1b-47b4-b7e9-7e95ee19640e req-a7358037-10a2-45c0-ba11-c4b5b8d7ff19 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfdf0978-908f-4789-bbb1-183b95b8752f HTTP/1.1" status: 200 len: 945 time: 0.2027237 May 27 02:11:20.811969 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f04013f8-c5c4-4d9b-b888-4c8df4da157f req-468efd51-c26c-458e-9de7-6efd0dbe378e tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.153 HTTP/1.1" status: 200 len: 1001 time: 0.1291754 May 27 02:11:20.822202 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-61ad3053-9a1b-47b4-b7e9-7e95ee19640e req-e5c4ba3a-6749-4436-af23-580217b1e5b8 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Deleting port 1f9966bf-1b09-41a1-8827-f15c100bfc89 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:11:20.822644 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-61ad3053-9a1b-47b4-b7e9-7e95ee19640e req-e5c4ba3a-6749-4436-af23-580217b1e5b8 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:20.908357 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-c5f3c37a-4d3f-46d5-8ff2-20a2dccfe10b tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=62f5f7df5795463f9f8bc1cd40caf878&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2629266 May 27 02:11:21.077107 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-61ad3053-9a1b-47b4-b7e9-7e95ee19640e req-e5c4ba3a-6749-4436-af23-580217b1e5b8 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] For port 1f9966bf-1b09-41a1-8827-f15c100bfc89, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=1f9966bf-1b09-41a1-8827-f15c100bfc89,segment=NetworkSegment(07465bd3-70b6-4ab8-bae1-2101d0f48dbe),segment_id=07465bd3-70b6-4ab8-bae1-2101d0f48dbe)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:21.077369 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-61ad3053-9a1b-47b4-b7e9-7e95ee19640e req-e5c4ba3a-6749-4436-af23-580217b1e5b8 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:21.080200 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04013f8-c5c4-4d9b-b888-4c8df4da157f req-4715c049-bd84-49ef-a7bf-4cdee83522c0 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:21.081615 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f04013f8-c5c4-4d9b-b888-4c8df4da157f req-4715c049-bd84-49ef-a7bf-4cdee83522c0 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/networks/d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 784 time: 0.2609408 May 27 02:11:21.170579 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-9dfc0c2d-c444-4e8a-9c0a-5cedf19806da service neutron] 10.222.0.57 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488275 May 27 02:11:21.276391 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f04013f8-c5c4-4d9b-b888-4c8df4da157f req-29f61d9b-b8ec-41ab-a510-a77ff5ef70a1 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.153 HTTP/1.1" status: 200 len: 1001 time: 0.1820261 May 27 02:11:21.290809 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-f04013f8-c5c4-4d9b-b888-4c8df4da157f req-2390cf25-afa0-4970-ac2e-21ac44894cf4 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:21.479504 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-61ad3053-9a1b-47b4-b7e9-7e95ee19640e req-e5c4ba3a-6749-4436-af23-580217b1e5b8 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:21.480115 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-61ad3053-9a1b-47b4-b7e9-7e95ee19640e req-e5c4ba3a-6749-4436-af23-580217b1e5b8 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:21.480269 n-d-843554-3 neutron-server[88901]: INFO neutron.db.l3_db [req-61ad3053-9a1b-47b4-b7e9-7e95ee19640e req-e5c4ba3a-6749-4436-af23-580217b1e5b8 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Floating IP 902dd13e-a164-4b7c-b81e-8d028026bffb disassociated. External IP: 172.25.1.187, port: 1f9966bf-1b09-41a1-8827-f15c100bfc89. May 27 02:11:21.480547 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-61ad3053-9a1b-47b4-b7e9-7e95ee19640e req-e5c4ba3a-6749-4436-af23-580217b1e5b8 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Calling delete_port for 1f9966bf-1b09-41a1-8827-f15c100bfc89 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:11:21.539157 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-2e453bb6-76f8-487e-82ae-d2711c96c36c service neutron] 10.222.0.57 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556879 May 27 02:11:21.545604 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f04013f8-c5c4-4d9b-b888-4c8df4da157f req-2390cf25-afa0-4970-ac2e-21ac44894cf4 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks [] for floatingip, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:21.706575 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-61ad3053-9a1b-47b4-b7e9-7e95ee19640e req-e5c4ba3a-6749-4436-af23-580217b1e5b8 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:21.806236 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c4ba3a-6749-4436-af23-580217b1e5b8 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Pushing event deleted for resources: {'Port': ['ID=1f9966bf-1b09-41a1-8827-f15c100bfc89,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:21.900225 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f04013f8-c5c4-4d9b-b888-4c8df4da157f req-2390cf25-afa0-4970-ac2e-21ac44894cf4 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:21.944926 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068837b9-1c27-4c1d-895d-d1565508a037 req-39d7771d-7247-4297-9c0b-8e94a13bf2d4 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:21.946384 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-068837b9-1c27-4c1d-895d-d1565508a037 req-39d7771d-7247-4297-9c0b-8e94a13bf2d4 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 949 time: 0.1109068 May 27 02:11:21.967151 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f04013f8-c5c4-4d9b-b888-4c8df4da157f req-2390cf25-afa0-4970-ac2e-21ac44894cf4 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:21.967381 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [req-f04013f8-c5c4-4d9b-b888-4c8df4da157f req-2390cf25-afa0-4970-ac2e-21ac44894cf4 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Floating IP 1d78fa73-c012-459f-aad5-ae324a962d72 disassociated. External IP: 172.25.1.153, port: 7d82653d-8dd4-4d41-993f-2721d396abe0. May 27 02:11:22.004811 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61ad3053-9a1b-47b4-b7e9-7e95ee19640e req-e5c4ba3a-6749-4436-af23-580217b1e5b8 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Router ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:11:22.067117 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-068837b9-1c27-4c1d-895d-d1565508a037 req-0dcab500-fdcb-4fab-b5ae-30f538cbd0a7 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149964 May 27 02:11:22.209941 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61ad3053-9a1b-47b4-b7e9-7e95ee19640e req-e5c4ba3a-6749-4436-af23-580217b1e5b8 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:11:22.227741 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7583c1bd-dbe2-45ac-b09c-7747cb494856 None None] Sync routers for ids ['ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:11:22.249421 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7583c1bd-dbe2-45ac-b09c-7747cb494856 None None] Routers {'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:11:22.250052 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-7583c1bd-dbe2-45ac-b09c-7747cb494856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:10:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:22.294828 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ad3053-9a1b-47b4-b7e9-7e95ee19640e req-e5c4ba3a-6749-4436-af23-580217b1e5b8 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] No DVR routers for this DVR port 1f9966bf-1b09-41a1-8827-f15c100bfc89 on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:11:22.298770 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-61ad3053-9a1b-47b4-b7e9-7e95ee19640e req-e5c4ba3a-6749-4436-af23-580217b1e5b8 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:22.304863 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfdf0978-908f-4789-bbb1-183b95b8752f', 'name': 'network-vif-deleted', 'tag': '1f9966bf-1b09-41a1-8827-f15c100bfc89'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:11:22.394224 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-61ad3053-9a1b-47b4-b7e9-7e95ee19640e req-e5c4ba3a-6749-4436-af23-580217b1e5b8 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] 10.222.0.32 "DELETE /v2.0/ports/1f9966bf-1b09-41a1-8827-f15c100bfc89 HTTP/1.1" status: 204 len: 173 time: 1.6476324 May 27 02:11:22.481989 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-7583c1bd-dbe2-45ac-b09c-7747cb494856 None None] Set router ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:11:22.492666 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f04013f8-c5c4-4d9b-b888-4c8df4da157f req-2390cf25-afa0-4970-ac2e-21ac44894cf4 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Router 056a8770-64cf-4055-9987-408f40a03c3d has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:11:22.607552 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8dfb8d-16f5-4a8d-a641-75ee0ecfb6eb req-76c8bdff-de5f-4e26-9ed9-37b74b06a45d tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:22.609036 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1d8dfb8d-16f5-4a8d-a641-75ee0ecfb6eb req-76c8bdff-de5f-4e26-9ed9-37b74b06a45d tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4e1df88-154f-4143-9f4e-8ca5128da369 HTTP/1.1" status: 200 len: 944 time: 0.1978149 May 27 02:11:22.749657 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1d8dfb8d-16f5-4a8d-a641-75ee0ecfb6eb req-79ee982f-32e6-4626-9555-cb0f614c2c39 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330798 May 27 02:11:22.760870 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f04013f8-c5c4-4d9b-b888-4c8df4da157f req-2390cf25-afa0-4970-ac2e-21ac44894cf4 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:11:22.768877 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f04013f8-c5c4-4d9b-b888-4c8df4da157f req-2390cf25-afa0-4970-ac2e-21ac44894cf4 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:22.782767 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d20394-39ba-43ef-960a-822a8ff0d41e None None] Sync routers for ids ['056a8770-64cf-4055-9987-408f40a03c3d'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:11:22.795801 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d20394-39ba-43ef-960a-822a8ff0d41e None None] Routers {'056a8770-64cf-4055-9987-408f40a03c3d'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:11:22.797663 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-32d20394-39ba-43ef-960a-822a8ff0d41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:10:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['056a8770-64cf-4055-9987-408f40a03c3d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:22.840305 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f04013f8-c5c4-4d9b-b888-4c8df4da157f req-2390cf25-afa0-4970-ac2e-21ac44894cf4 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "PUT /v2.0/floatingips/1d78fa73-c012-459f-aad5-ae324a962d72 HTTP/1.1" status: 200 len: 695 time: 1.5548227 May 27 02:11:22.840878 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b816a1-5e2b-4878-baea-2dc592ad34fe', 'tag': '7d82653d-8dd4-4d41-993f-2721d396abe0'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:11:22.944146 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-7583c1bd-dbe2-45ac-b09c-7747cb494856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b', 'name': 'tempest-ServersTestManualDisk-1727245401-router', 'tenant_id': '7fc73085ebc04afe8efe26efefe6d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '9890cbd8-de02-40b5-a876-cde954a9ad2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:09:32Z', 'updated_at': '2022-05-27T02:09:42Z', 'revision_number': 4, 'project_id': '7fc73085ebc04afe8efe26efefe6d571', 'gw_port': {'id': '9890cbd8-de02-40b5-a876-cde954a9ad2f', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:34Z', 'updated_at': '2022-05-27T02:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'ac859b04-0b16-4936-84f0-5c91104c1946', 'name': '', 'network_id': 'd1cb7f1b-be29-4509-be86-b068f20a10ab', 'tenant_id': '7fc73085ebc04afe8efe26efefe6d571', 'mac_address': 'fa:16:3e:5f:fd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'a3f5ec77-9645-42d0-89cc-1cf281841e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:39Z', 'updated_at': '2022-05-27T02:09:51Z', 'revision_number': 5, 'project_id': '7fc73085ebc04afe8efe26efefe6d571', 'subnets': [{'id': 'a3f5ec77-9645-42d0-89cc-1cf281841e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:22.948764 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7583c1bd-dbe2-45ac-b09c-7747cb494856 None None] Checking router: ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:11:22.959053 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7583c1bd-dbe2-45ac-b09c-7747cb494856 None None] Routers {'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:11:22.959898 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-7583c1bd-dbe2-45ac-b09c-7747cb494856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:10:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:23.036749 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04013f8-c5c4-4d9b-b888-4c8df4da157f req-f14942c9-59ea-49e1-9ad2-18f18b4c04b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:23.041530 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f04013f8-c5c4-4d9b-b888-4c8df4da157f req-f14942c9-59ea-49e1-9ad2-18f18b4c04b2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=40d944a0aff94ddfba3422cf104388c6&device_id=79b816a1-5e2b-4878-baea-2dc592ad34fe HTTP/1.1" status: 200 len: 1096 time: 0.1866589 May 27 02:11:23.103548 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-32d20394-39ba-43ef-960a-822a8ff0d41e None None] Set router 056a8770-64cf-4055-9987-408f40a03c3d gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:11:23.158031 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-7583c1bd-dbe2-45ac-b09c-7747cb494856 None None] Set router ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:11:23.186337 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 1f9966bf-1b09-41a1-8827-f15c100bfc89 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:11:23.233989 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 1f9966bf-1b09-41a1-8827-f15c100bfc89 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:11:23.234419 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 1f9966bf-1b09-41a1-8827-f15c100bfc89 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:11:23.407304 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f768fd-c8f6-4c50-b4e3-cafd2fdab100 req-9bce73ad-2de1-40e4-851b-a263a0f7f946 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:23.414876 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-12f768fd-c8f6-4c50-b4e3-cafd2fdab100 req-9bce73ad-2de1-40e4-851b-a263a0f7f946 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ac31ae-bbf6-45c2-a1e9-24a746500910 HTTP/1.1" status: 200 len: 950 time: 0.5016098 May 27 02:11:23.498067 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-12f768fd-c8f6-4c50-b4e3-cafd2fdab100 req-b2cae6f8-4196-4731-9d0a-d6816f6b3020 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822277 May 27 02:11:23.523283 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04013f8-c5c4-4d9b-b888-4c8df4da157f req-3713db29-a349-480d-8cd5-ad6c91f7cc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:23.525181 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f04013f8-c5c4-4d9b-b888-4c8df4da157f req-3713db29-a349-480d-8cd5-ad6c91f7cc58 service neutron] 10.222.0.57 "GET /v2.0/networks?id=37c88c36-e778-4f3d-a101-7c8eb9d9dccf HTTP/1.1" status: 200 len: 922 time: 0.4783671 May 27 02:11:23.631125 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f04013f8-c5c4-4d9b-b888-4c8df4da157f req-ad1db34d-d479-4bdf-8498-204c3e276541 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d82653d-8dd4-4d41-993f-2721d396abe0 HTTP/1.1" status: 200 len: 217 time: 0.0962136 May 27 02:11:23.642391 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-32d20394-39ba-43ef-960a-822a8ff0d41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056a8770-64cf-4055-9987-408f40a03c3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076860293-router', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:09:40Z', 'updated_at': '2022-05-27T02:09:49Z', 'revision_number': 4, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'gw_port': {'id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:41Z', 'updated_at': '2022-05-27T02:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '571886d1-8b4d-4610-b0fd-8a0d8c18d979', 'name': '', 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'mac_address': 'fa:16:3e:17:b9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '88a71f26-f2fa-4283-92d8-f4882c4d62e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:46Z', 'updated_at': '2022-05-27T02:09:57Z', 'revision_number': 5, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'subnets': [{'id': '88a71f26-f2fa-4283-92d8-f4882c4d62e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:23.647475 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d20394-39ba-43ef-960a-822a8ff0d41e None None] Checking router: 056a8770-64cf-4055-9987-408f40a03c3d for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:11:23.656522 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d20394-39ba-43ef-960a-822a8ff0d41e None None] Routers {'056a8770-64cf-4055-9987-408f40a03c3d'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:11:23.657181 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-32d20394-39ba-43ef-960a-822a8ff0d41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:10:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['056a8770-64cf-4055-9987-408f40a03c3d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:23.747353 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-7583c1bd-dbe2-45ac-b09c-7747cb494856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b', 'name': 'tempest-ServersTestManualDisk-1727245401-router', 'tenant_id': '7fc73085ebc04afe8efe26efefe6d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '9890cbd8-de02-40b5-a876-cde954a9ad2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:09:32Z', 'updated_at': '2022-05-27T02:09:42Z', 'revision_number': 4, 'project_id': '7fc73085ebc04afe8efe26efefe6d571', 'gw_port': {'id': '9890cbd8-de02-40b5-a876-cde954a9ad2f', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:34Z', 'updated_at': '2022-05-27T02:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'ac859b04-0b16-4936-84f0-5c91104c1946', 'name': '', 'network_id': 'd1cb7f1b-be29-4509-be86-b068f20a10ab', 'tenant_id': '7fc73085ebc04afe8efe26efefe6d571', 'mac_address': 'fa:16:3e:5f:fd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'a3f5ec77-9645-42d0-89cc-1cf281841e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:39Z', 'updated_at': '2022-05-27T02:09:51Z', 'revision_number': 5, 'project_id': '7fc73085ebc04afe8efe26efefe6d571', 'subnets': [{'id': 'a3f5ec77-9645-42d0-89cc-1cf281841e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:23.767994 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7583c1bd-dbe2-45ac-b09c-7747cb494856 None None] The sync data for ids ['ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b'] in n-d-843554-3 is: [{'id': 'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b', 'name': 'tempest-ServersTestManualDisk-1727245401-router', 'tenant_id': '7fc73085ebc04afe8efe26efefe6d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '9890cbd8-de02-40b5-a876-cde954a9ad2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:09:32Z', 'updated_at': '2022-05-27T02:09:42Z', 'revision_number': 4, 'project_id': '7fc73085ebc04afe8efe26efefe6d571', 'gw_port': {'id': '9890cbd8-de02-40b5-a876-cde954a9ad2f', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:34Z', 'updated_at': '2022-05-27T02:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'ac859b04-0b16-4936-84f0-5c91104c1946', 'name': '', 'network_id': 'd1cb7f1b-be29-4509-be86-b068f20a10ab', 'tenant_id': '7fc73085ebc04afe8efe26efefe6d571', 'mac_address': 'fa:16:3e:5f:fd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'a3f5ec77-9645-42d0-89cc-1cf281841e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:39Z', 'updated_at': '2022-05-27T02:09:51Z', 'revision_number': 5, 'project_id': '7fc73085ebc04afe8efe26efefe6d571', 'subnets': [{'id': 'a3f5ec77-9645-42d0-89cc-1cf281841e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:11:23.833769 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04013f8-c5c4-4d9b-b888-4c8df4da157f req-bb401b71-14fc-4431-a8b5-ac0da9cf8072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:23.843024 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f04013f8-c5c4-4d9b-b888-4c8df4da157f req-bb401b71-14fc-4431-a8b5-ac0da9cf8072 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=88a71f26-f2fa-4283-92d8-f4882c4d62e9 HTTP/1.1" status: 200 len: 860 time: 0.2051857 May 27 02:11:23.900225 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0737d39f-e0a9-40c4-b0f8-21f163350cf4 req-bb1434bf-10b6-45d3-80d7-042c4cc985a3 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfdf0978-908f-4789-bbb1-183b95b8752f HTTP/1.1" status: 200 len: 210 time: 0.1587503 May 27 02:11:23.952156 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04013f8-c5c4-4d9b-b888-4c8df4da157f req-75e0bc18-7f4a-4942-8afb-3f4a82bdb4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:23.956392 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f04013f8-c5c4-4d9b-b888-4c8df4da157f req-75e0bc18-7f4a-4942-8afb-3f4a82bdb4a0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=37c88c36-e778-4f3d-a101-7c8eb9d9dccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1137891 May 27 02:11:24.016978 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-32d20394-39ba-43ef-960a-822a8ff0d41e None None] Set router 056a8770-64cf-4055-9987-408f40a03c3d gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:11:24.158220 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f822b63c-4e17-49ba-90b6-7462715e251c None None] New status for floating IP 902dd13e-a164-4b7c-b81e-8d028026bffb: DOWN {{(pid=88904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:11:24.169092 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f04013f8-c5c4-4d9b-b888-4c8df4da157f req-a021fbb1-5627-4e9c-bfba-255a3c80f3ce service neutron] 10.222.0.57 "GET /v2.0/networks/37c88c36-e778-4f3d-a101-7c8eb9d9dccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017412 May 27 02:11:24.210861 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0b803-1802-43a9-a763-a9822b106d0b req-ac4fbdf9-060a-4017-abc9-af9f8219bdb2 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:24.212847 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1aa0b803-1802-43a9-a763-a9822b106d0b req-ac4fbdf9-060a-4017-abc9-af9f8219bdb2 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2e8b514-00ed-4638-978e-c30d2074daa7 HTTP/1.1" status: 200 len: 945 time: 0.1693459 May 27 02:11:24.334625 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1aa0b803-1802-43a9-a763-a9822b106d0b req-aa2eea01-2831-4b2d-bd5d-953b7b7be054 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764389 May 27 02:11:24.383302 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f04013f8-c5c4-4d9b-b888-4c8df4da157f req-c0222a4d-6fe2-4e04-9108-78ed87a465ec service neutron] 10.222.0.57 "GET /v2.0/networks/37c88c36-e778-4f3d-a101-7c8eb9d9dccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130239 May 27 02:11:24.432766 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-32d20394-39ba-43ef-960a-822a8ff0d41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056a8770-64cf-4055-9987-408f40a03c3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076860293-router', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:09:40Z', 'updated_at': '2022-05-27T02:09:49Z', 'revision_number': 4, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'gw_port': {'id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:41Z', 'updated_at': '2022-05-27T02:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '571886d1-8b4d-4610-b0fd-8a0d8c18d979', 'name': '', 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'mac_address': 'fa:16:3e:17:b9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '88a71f26-f2fa-4283-92d8-f4882c4d62e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:46Z', 'updated_at': '2022-05-27T02:09:57Z', 'revision_number': 5, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'subnets': [{'id': '88a71f26-f2fa-4283-92d8-f4882c4d62e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:24.437942 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d20394-39ba-43ef-960a-822a8ff0d41e None None] The sync data for ids ['056a8770-64cf-4055-9987-408f40a03c3d'] in n-d-843554-3 is: [{'id': '056a8770-64cf-4055-9987-408f40a03c3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076860293-router', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:09:40Z', 'updated_at': '2022-05-27T02:09:49Z', 'revision_number': 4, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'gw_port': {'id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:41Z', 'updated_at': '2022-05-27T02:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '571886d1-8b4d-4610-b0fd-8a0d8c18d979', 'name': '', 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'mac_address': 'fa:16:3e:17:b9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '88a71f26-f2fa-4283-92d8-f4882c4d62e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:46Z', 'updated_at': '2022-05-27T02:09:57Z', 'revision_number': 5, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'subnets': [{'id': '88a71f26-f2fa-4283-92d8-f4882c4d62e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:11:24.534190 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4a6b6f2f-9d6a-4d7a-9ab6-d333430256f5 req-76511d60-1eec-4983-aebf-9d726abaaaf3 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 210 time: 0.0559342 May 27 02:11:24.552319 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fce55c34-4670-4eb3-b466-97847e15ec56'] response: {'server_uuid': 'dfdf0978-908f-4789-bbb1-183b95b8752f', 'name': 'network-vif-deleted', 'tag': '1f9966bf-1b09-41a1-8827-f15c100bfc89', 'status': 'completed', 'code': 200} May 27 02:11:24.608517 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fefa9140-dac6-4e20-a86e-36e1b355b8a7'] response: {'name': 'network-changed', 'server_uuid': '79b816a1-5e2b-4878-baea-2dc592ad34fe', 'tag': '7d82653d-8dd4-4d41-993f-2721d396abe0', 'status': 'completed', 'code': 200} May 27 02:11:24.867249 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93414d4-4774-4896-9bec-7dfd3fc97674 req-c0f58de6-8470-4ef1-acaa-118be0dc8eac tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:24.879472 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c93414d4-4774-4896-9bec-7dfd3fc97674 req-c0f58de6-8470-4ef1-acaa-118be0dc8eac tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 949 time: 0.1904917 May 27 02:11:24.879472 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452170b-94bc-40b3-88b1-e4a95fbe6c8a req-e7fb3969-1ead-4134-bb48-c70adf325ce4 tempest-ServersOnMultiNodesTest-1565427080 tempest-ServersOnMultiNodesTest-1565427080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:24.879472 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7452170b-94bc-40b3-88b1-e4a95fbe6c8a req-e7fb3969-1ead-4134-bb48-c70adf325ce4 tempest-ServersOnMultiNodesTest-1565427080 tempest-ServersOnMultiNodesTest-1565427080-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=76ac31ae-bbf6-45c2-a1e9-24a746500910 HTTP/1.1" status: 200 len: 1101 time: 0.1405101 May 27 02:11:24.897066 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02345963-06fa-48f5-9273-aa637c9ea2cf req-74cbb1d0-085e-4f52-9920-7871c44097aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:24.899029 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-02345963-06fa-48f5-9273-aa637c9ea2cf req-74cbb1d0-085e-4f52-9920-7871c44097aa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=40d944a0aff94ddfba3422cf104388c6&device_id=79b816a1-5e2b-4878-baea-2dc592ad34fe HTTP/1.1" status: 200 len: 1096 time: 0.1798322 May 27 02:11:24.912496 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-8b84993d-9589-4e63-be19-1883a694d905 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:24.913822 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-8b84993d-9589-4e63-be19-1883a694d905 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Synchronizing usage tracker for tenant:62f5f7df5795463f9f8bc1cd40caf878 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:11:24.914159 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63f7dbc-4381-4887-8bb5-91172b1de9da None None] New status for floating IP 1d78fa73-c012-459f-aad5-ae324a962d72: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:11:24.959752 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c93414d4-4774-4896-9bec-7dfd3fc97674 req-dd9afda6-6b40-4b8d-8f9d-2d010d45cfaa tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836146 May 27 02:11:24.968893 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7452170b-94bc-40b3-88b1-e4a95fbe6c8a req-54f79371-4dfd-43af-9879-d3f38b17f67f tempest-ServersOnMultiNodesTest-1565427080 tempest-ServersOnMultiNodesTest-1565427080-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790827 May 27 02:11:25.123527 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-8b84993d-9589-4e63-be19-1883a694d905 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Unset dirty status for tenant:62f5f7df5795463f9f8bc1cd40caf878 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:11:25.124662 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-8b84993d-9589-4e63-be19-1883a694d905 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.32 "GET /v2.0/networks?id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164 HTTP/1.1" status: 200 len: 811 time: 0.5656903 May 27 02:11:25.130901 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02345963-06fa-48f5-9273-aa637c9ea2cf req-67dce921-7557-40f1-87f8-c45161bd5dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:25.133559 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-02345963-06fa-48f5-9273-aa637c9ea2cf req-67dce921-7557-40f1-87f8-c45161bd5dd0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=37c88c36-e778-4f3d-a101-7c8eb9d9dccf HTTP/1.1" status: 200 len: 922 time: 0.2150614 May 27 02:11:25.213618 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06a4fc-f577-4418-b0a0-52dac120a4cb req-7ab643b9-c9ec-4486-a3ce-8b145144f15d tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:25.218915 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4d06a4fc-f577-4418-b0a0-52dac120a4cb req-7ab643b9-c9ec-4486-a3ce-8b145144f15d tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d4e1df88-154f-4143-9f4e-8ca5128da369 HTTP/1.1" status: 200 len: 1095 time: 0.0880780 May 27 02:11:25.271963 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4d06a4fc-f577-4418-b0a0-52dac120a4cb req-b45c7e07-e35f-46e6-a378-3464ffd240b5 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520191 May 27 02:11:25.280734 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-02345963-06fa-48f5-9273-aa637c9ea2cf req-7c1be74d-522b-4a1a-a4cb-0f58b34b2484 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d82653d-8dd4-4d41-993f-2721d396abe0 HTTP/1.1" status: 200 len: 217 time: 0.1399691 May 27 02:11:25.307873 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-9522af08-a6e4-4157-8927-d097074aa862 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Synchronizing usage tracker for tenant:62f5f7df5795463f9f8bc1cd40caf878 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:11:25.382600 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02345963-06fa-48f5-9273-aa637c9ea2cf req-993fddf8-a658-4d85-a144-b178983b957f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:25.384263 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-02345963-06fa-48f5-9273-aa637c9ea2cf req-993fddf8-a658-4d85-a144-b178983b957f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=88a71f26-f2fa-4283-92d8-f4882c4d62e9 HTTP/1.1" status: 200 len: 860 time: 0.0810306 May 27 02:11:25.450237 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-9522af08-a6e4-4157-8927-d097074aa862 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Unset dirty status for tenant:62f5f7df5795463f9f8bc1cd40caf878 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:11:25.451730 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-9522af08-a6e4-4157-8927-d097074aa862 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62f5f7df5795463f9f8bc1cd40caf878 HTTP/1.1" status: 200 len: 380 time: 0.3126516 May 27 02:11:25.462610 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-b7560d67-ac0c-4284-a494-a7d35d20b2ed tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Request body: {'port': {'device_id': 'ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2', 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164', 'admin_state_up': True, 'tenant_id': '62f5f7df5795463f9f8bc1cd40caf878', 'security_groups': ['51b0c6d4-c3a4-4803-808f-9bc6264da7e7']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:25.498617 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-16d5503d-885f-462f-9aeb-86800afbf679 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=920f79471e3444109aeaadab23e503c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437088 May 27 02:11:25.669370 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-b7560d67-ac0c-4284-a494-a7d35d20b2ed tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:25.678748 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-b7560d67-ac0c-4284-a494-a7d35d20b2ed tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Usage tracker for resource:port and tenant:62f5f7df5795463f9f8bc1cd40caf878 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:11:25.684033 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-b7560d67-ac0c-4284-a494-a7d35d20b2ed tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:11:25.693687 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-b7560d67-ac0c-4284-a494-a7d35d20b2ed tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:25.705870 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02345963-06fa-48f5-9273-aa637c9ea2cf req-7b6521be-1cd7-442a-adfd-e122382786e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:25.707494 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-02345963-06fa-48f5-9273-aa637c9ea2cf req-7b6521be-1cd7-442a-adfd-e122382786e5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=37c88c36-e778-4f3d-a101-7c8eb9d9dccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2973628 May 27 02:11:25.740111 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0254bf07-e96a-41e7-8187-63d1a9e15ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:25.775910 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-aad4bd47-f351-4547-9127-be380f265bad tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:25.777462 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-aad4bd47-f351-4547-9127-be380f265bad tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2779655 May 27 02:11:25.797989 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c9c17-91bf-4958-8e06-adf15e50942f req-4fda7b2c-6c87-44ee-aff2-fe6eb48e2ed7 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:25.800340 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f99c9c17-91bf-4958-8e06-adf15e50942f req-4fda7b2c-6c87-44ee-aff2-fe6eb48e2ed7 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d4e1df88-154f-4143-9f4e-8ca5128da369 HTTP/1.1" status: 200 len: 1095 time: 0.1574337 May 27 02:11:25.855118 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-385141bf-b499-43a1-81e5-ab8a6d1fa360 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/quotas/920f79471e3444109aeaadab23e503c2 HTTP/1.1" status: 200 len: 375 time: 0.0606403 May 27 02:11:25.873396 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f99c9c17-91bf-4958-8e06-adf15e50942f req-8ba2f8bb-b02e-437a-b362-7426063879eb tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649495 May 27 02:11:25.993367 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-b7560d67-ac0c-4284-a494-a7d35d20b2ed tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Made reservation on behalf of 62f5f7df5795463f9f8bc1cd40caf878 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:11:25.996796 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-b7560d67-ac0c-4284-a494-a7d35d20b2ed tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:25.997720 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-2e948c10-0c81-4b36-b39b-86549fc30871 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=920f79471e3444109aeaadab23e503c2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1333570 May 27 02:11:26.012253 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 58006) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:26.108917 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-02345963-06fa-48f5-9273-aa637c9ea2cf req-aaa7abbc-0266-4522-905b-74010756dfdc service neutron] 10.222.0.66 "GET /v2.0/networks/37c88c36-e778-4f3d-a101-7c8eb9d9dccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931482 May 27 02:11:26.253755 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e5cda8a4-6eb6-41f0-b090-486ed46f23e0 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:26.289746 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e5cda8a4-6eb6-41f0-b090-486ed46f23e0 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:26.332358 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f1c12-a334-4fea-8f05-27e1be08ef37 req-16b8edce-8618-4498-9ffb-6a633efd7b6c tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:26.333945 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f78f1c12-a334-4fea-8f05-27e1be08ef37 req-16b8edce-8618-4498-9ffb-6a633efd7b6c tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2e8b514-00ed-4638-978e-c30d2074daa7 HTTP/1.1" status: 200 len: 945 time: 0.2296526 May 27 02:11:26.365433 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-b7560d67-ac0c-4284-a494-a7d35d20b2ed tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Allocated IP 172.20.0.3 (8f2ce48b-e47c-4916-9cd3-7a45a8d46164/7ee39392-3407-48c1-b561-be7ced0cb982/59dd76c7-04f3-4e36-a375-05bd87a0399b) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:11:26.399948 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f78f1c12-a334-4fea-8f05-27e1be08ef37 req-e43001e7-991c-46b0-8326-02cb9b105e3b tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567424 May 27 02:11:26.521257 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-02345963-06fa-48f5-9273-aa637c9ea2cf req-ce1d12c4-0d8e-4321-b375-766273bb927d service neutron] 10.222.0.66 "GET /v2.0/networks/37c88c36-e778-4f3d-a101-7c8eb9d9dccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4034481 May 27 02:11:26.535820 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e5cda8a4-6eb6-41f0-b090-486ed46f23e0 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:26.745802 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0db70a9f-16d5-4321-9f54-7c0166443812 req-7684c374-5725-487e-ab72-9cf481e52a59 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 210 time: 0.0578499 May 27 02:11:26.747014 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cda8a4-6eb6-41f0-b090-486ed46f23e0 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4083d844-8514-409f-a4a5-be839d215417,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:26.749213 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-b7560d67-ac0c-4284-a494-a7d35d20b2ed tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:26.766638 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e5cda8a4-6eb6-41f0-b090-486ed46f23e0 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:26.768670 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e5cda8a4-6eb6-41f0-b090-486ed46f23e0 tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] 10.222.0.57 "DELETE /v2.0/security-groups/4083d844-8514-409f-a4a5-be839d215417 HTTP/1.1" status: 204 len: 168 time: 0.7546692 May 27 02:11:26.771355 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 58024) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:26.794878 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-fc70ab21-9069-422b-931c-4f4707eee4fd tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] show failed (client error): The resource could not be found. May 27 02:11:26.796010 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-fc70ab21-9069-422b-931c-4f4707eee4fd tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] 10.222.0.57 "GET /v2.0/security-groups/4083d844-8514-409f-a4a5-be839d215417 HTTP/1.1" status: 404 len: 347 time: 0.0235579 May 27 02:11:26.802332 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 58028) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:26.834674 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-b7560d67-ac0c-4284-a494-a7d35d20b2ed tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Transition to ACTIVE for port object 59dd76c7-04f3-4e36-a375-05bd87a0399b will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:11:26.960919 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67580b10-f640-4812-ae77-acc1a968cf8b req-18e97c85-36a0-4fd5-b628-ffb0ff947536 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:26.962370 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-67580b10-f640-4812-ae77-acc1a968cf8b req-18e97c85-36a0-4fd5-b628-ffb0ff947536 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a11c0a8-295e-4a79-934a-19ee9acecc7d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5229435 May 27 02:11:27.160057 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-67580b10-f640-4812-ae77-acc1a968cf8b req-3a3ba14b-4708-4f8a-bb12-dddb1249d512 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.153 HTTP/1.1" status: 200 len: 696 time: 0.1863613 May 27 02:11:27.167265 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f01f7ab0-4f1f-43ce-a347-b02f3f48234d tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Deleting port 06fbb386-b0e4-4417-80d4-1fedfc8f71fa {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:11:27.167544 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f01f7ab0-4f1f-43ce-a347-b02f3f48234d tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:27.208680 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-b7560d67-ac0c-4284-a494-a7d35d20b2ed tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:27.213801 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-67580b10-f640-4812-ae77-acc1a968cf8b req-aebb8612-689e-4377-83d0-6b207da245a7 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Request body: {'floatingip': {'port_id': '2ecbeb51-113b-4016-8763-fd2bf60a7fee', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:27.321026 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-67580b10-f640-4812-ae77-acc1a968cf8b req-aebb8612-689e-4377-83d0-6b207da245a7 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks [] for floatingip, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:27.380012 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-b7560d67-ac0c-4284-a494-a7d35d20b2ed tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Network 8f2ce48b-e47c-4916-9cd3-7a45a8d46164 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:11:27.390972 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-b7560d67-ac0c-4284-a494-a7d35d20b2ed tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:11:27.406482 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-b7560d67-ac0c-4284-a494-a7d35d20b2ed tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:11:27.433843 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7560d67-ac0c-4284-a494-a7d35d20b2ed tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Pushing event updated for resources: {'Port': ['ID=59dd76c7-04f3-4e36-a375-05bd87a0399b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:27.505951 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0957f6ea-49db-4920-8d3d-249a141fd7ad req-64bd47cd-8c26-4217-b477-539447694a9e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=78111124-233b-40b7-a265-2804a27a2d72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2509129 May 27 02:11:27.516603 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-b7560d67-ac0c-4284-a494-a7d35d20b2ed tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:27.517402 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-b7560d67-ac0c-4284-a494-a7d35d20b2ed tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:27.532412 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6a939-d8fd-4d67-bb29-ed053347daf0 req-2da9b892-0dde-49ba-b063-cdc530f7be9a tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:27.540097 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-acd6a939-d8fd-4d67-bb29-ed053347daf0 req-2da9b892-0dde-49ba-b063-cdc530f7be9a tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 949 time: 0.6334543 May 27 02:11:27.567044 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815360cf-1905-4c79-b9b8-2c3ea2b04522 req-366ab017-276e-48d4-a944-5224038abf9d tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:27.568878 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-815360cf-1905-4c79-b9b8-2c3ea2b04522 req-366ab017-276e-48d4-a944-5224038abf9d tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Synchronizing usage tracker for tenant:40d944a0aff94ddfba3422cf104388c6 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:11:27.678979 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-815360cf-1905-4c79-b9b8-2c3ea2b04522 req-366ab017-276e-48d4-a944-5224038abf9d tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Unset dirty status for tenant:40d944a0aff94ddfba3422cf104388c6 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:11:27.680122 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-815360cf-1905-4c79-b9b8-2c3ea2b04522 req-366ab017-276e-48d4-a944-5224038abf9d tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.66 "GET /v2.0/ports?device_id=79b816a1-5e2b-4878-baea-2dc592ad34fe HTTP/1.1" status: 200 len: 945 time: 0.3825209 May 27 02:11:27.686631 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-b7560d67-ac0c-4284-a494-a7d35d20b2ed tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2282512 May 27 02:11:27.751062 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-5fcbf840-13a6-4bff-98b9-9f14a91f03f4 service neutron] Request body: {'port': {'device_id': 'ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:27.784120 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-acd6a939-d8fd-4d67-bb29-ed053347daf0 req-67bba44a-5367-40ed-8eae-c95e6184260a tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426174 May 27 02:11:27.787534 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e39dfb00-9ced-4f8f-97da-05810af51d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:27.804118 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-02069584-6d22-4039-bf95-b3430284c9ac None None] Provisioning for port 59dd76c7-04f3-4e36-a375-05bd87a0399b completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:11:27.809779 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-02069584-6d22-4039-bf95-b3430284c9ac None None] Provisioning complete for port 59dd76c7-04f3-4e36-a375-05bd87a0399b triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:27.810160 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-02069584-6d22-4039-bf95-b3430284c9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:27.845306 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-815360cf-1905-4c79-b9b8-2c3ea2b04522 req-6ba70920-0548-45a7-a72e-401a990a0ee1 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Deleting port 7d82653d-8dd4-4d41-993f-2721d396abe0 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:11:27.845662 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-815360cf-1905-4c79-b9b8-2c3ea2b04522 req-6ba70920-0548-45a7-a72e-401a990a0ee1 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:27.927153 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-02069584-6d22-4039-bf95-b3430284c9ac None None] Port 59dd76c7-04f3-4e36-a375-05bd87a0399b cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:11:27.948414 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f01f7ab0-4f1f-43ce-a347-b02f3f48234d tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:27.949089 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f01f7ab0-4f1f-43ce-a347-b02f3f48234d tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:28.089752 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-5fcbf840-13a6-4bff-98b9-9f14a91f03f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:28.110588 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f01f7ab0-4f1f-43ce-a347-b02f3f48234d tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Calling delete_port for 06fbb386-b0e4-4417-80d4-1fedfc8f71fa owned by network:floatingip {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:11:28.248469 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957f6ea-49db-4920-8d3d-249a141fd7ad req-17c1f749-3746-4227-aee4-cb57edca618a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:28.250154 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0957f6ea-49db-4920-8d3d-249a141fd7ad req-17c1f749-3746-4227-aee4-cb57edca618a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a29ffcc4de66478babed622f0d89fbe8&device_id=78111124-233b-40b7-a265-2804a27a2d72 HTTP/1.1" status: 200 len: 1095 time: 0.6096213 May 27 02:11:28.639034 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-815360cf-1905-4c79-b9b8-2c3ea2b04522 req-6ba70920-0548-45a7-a72e-401a990a0ee1 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] For port 7d82653d-8dd4-4d41-993f-2721d396abe0, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=7d82653d-8dd4-4d41-993f-2721d396abe0,segment=NetworkSegment(2c88854f-b1b4-45f9-9e07-67ac2d11483a),segment_id=2c88854f-b1b4-45f9-9e07-67ac2d11483a)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:28.639399 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-815360cf-1905-4c79-b9b8-2c3ea2b04522 req-6ba70920-0548-45a7-a72e-401a990a0ee1 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:28.686748 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6a640724-50bc-4b22-b9e7-c0f5758a7ad6 req-d6e0b1dc-9c65-498e-b535-7cc93903a5f1 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b8f9da5-3734-45f4-a9cf-68b1eb03350e HTTP/1.1" status: 200 len: 210 time: 0.0574498 May 27 02:11:28.690604 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f01f7ab0-4f1f-43ce-a347-b02f3f48234d tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:28.774384 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-67580b10-f640-4812-ae77-acc1a968cf8b req-aebb8612-689e-4377-83d0-6b207da245a7 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:28.779773 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f7ab0-4f1f-43ce-a347-b02f3f48234d tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Pushing event deleted for resources: {'Port': ['ID=06fbb386-b0e4-4417-80d4-1fedfc8f71fa,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:28.848965 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-67580b10-f640-4812-ae77-acc1a968cf8b req-aebb8612-689e-4377-83d0-6b207da245a7 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:28.877553 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:28.897685 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-815360cf-1905-4c79-b9b8-2c3ea2b04522 req-6ba70920-0548-45a7-a72e-401a990a0ee1 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Calling delete_port for 7d82653d-8dd4-4d41-993f-2721d396abe0 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:11:28.934522 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:28.999440 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f01f7ab0-4f1f-43ce-a347-b02f3f48234d tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify callbacks [] for floatingip, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:29.059078 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957f6ea-49db-4920-8d3d-249a141fd7ad req-34bc7fa4-9a83-4a2b-ab26-e8e97842b41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:29.060641 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0957f6ea-49db-4920-8d3d-249a141fd7ad req-34bc7fa4-9a83-4a2b-ab26-e8e97842b41b service neutron] 10.222.0.32 "GET /v2.0/networks?id=db30ed05-8f60-4a40-83c6-9b50139dcb81 HTTP/1.1" status: 200 len: 922 time: 0.7527218 May 27 02:11:29.085599 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f01f7ab0-4f1f-43ce-a347-b02f3f48234d tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:29.086726 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f01f7ab0-4f1f-43ce-a347-b02f3f48234d tempest-ServersTestManualDisk-952362722 tempest-ServersTestManualDisk-952362722-project] 10.222.0.57 "DELETE /v2.0/floatingips/902dd13e-a164-4b7c-b81e-8d028026bffb HTTP/1.1" status: 204 len: 168 time: 2.2824297 May 27 02:11:29.091363 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 58052) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:29.156316 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0957f6ea-49db-4920-8d3d-249a141fd7ad req-8181948e-1e40-45ec-8f86-9d34e1e82b7d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 HTTP/1.1" status: 200 len: 217 time: 0.0879633 May 27 02:11:29.216105 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-3d6446c8-315e-4512-8e58-25102bb3dad6 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=920f79471e3444109aeaadab23e503c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613713 May 27 02:11:29.221648 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [req-67580b10-f640-4812-ae77-acc1a968cf8b req-aebb8612-689e-4377-83d0-6b207da245a7 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Floating IP 1d78fa73-c012-459f-aad5-ae324a962d72 associated. External IP: 172.25.1.153, port: 2ecbeb51-113b-4016-8763-fd2bf60a7fee. May 27 02:11:29.328662 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957f6ea-49db-4920-8d3d-249a141fd7ad req-30fe32c4-dd4a-4781-ac6f-df0b93de1313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:29.330534 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0957f6ea-49db-4920-8d3d-249a141fd7ad req-30fe32c4-dd4a-4781-ac6f-df0b93de1313 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1e2a1d95-8ee5-4ee3-927d-bf057db8df2f HTTP/1.1" status: 200 len: 861 time: 0.1447332 May 27 02:11:29.384037 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329be744-1317-4c24-87c2-97f800539780 req-37568393-5846-4a23-873d-20996de19f96 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:29.391267 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-329be744-1317-4c24-87c2-97f800539780 req-37568393-5846-4a23-873d-20996de19f96 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2e8b514-00ed-4638-978e-c30d2074daa7 HTTP/1.1" status: 200 len: 945 time: 0.4864275 May 27 02:11:29.394165 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0957f6ea-49db-4920-8d3d-249a141fd7ad req-42ea2712-bf55-4410-85cc-4beb6ef6cb18 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=db30ed05-8f60-4a40-83c6-9b50139dcb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564563 May 27 02:11:29.401758 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-815360cf-1905-4c79-b9b8-2c3ea2b04522 req-6ba70920-0548-45a7-a72e-401a990a0ee1 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:29.423580 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['2ecbeb51-113b-4016-8763-fd2bf60a7fee', '7d82653d-8dd4-4d41-993f-2721d396abe0'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:11:29.583175 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0957f6ea-49db-4920-8d3d-249a141fd7ad req-03ae8d57-598d-413a-9dd2-79326def4964 service neutron] 10.222.0.32 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814322 May 27 02:11:29.685028 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba70920-0548-45a7-a72e-401a990a0ee1 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Pushing event deleted for resources: {'Port': ['ID=7d82653d-8dd4-4d41-993f-2721d396abe0,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:29.857584 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0957f6ea-49db-4920-8d3d-249a141fd7ad req-91b5bfe1-f6ca-40cc-9874-2502821507a0 service neutron] 10.222.0.32 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158570 May 27 02:11:29.865911 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-5fcbf840-13a6-4bff-98b9-9f14a91f03f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59dd76c7-04f3-4e36-a375-05bd87a0399b {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:11:29.890760 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-5fcbf840-13a6-4bff-98b9-9f14a91f03f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:29.917394 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-5fcbf840-13a6-4bff-98b9-9f14a91f03f4 service neutron] Transition to ACTIVE for port object 59dd76c7-04f3-4e36-a375-05bd87a0399b will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:11:30.025510 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-815360cf-1905-4c79-b9b8-2c3ea2b04522 req-6ba70920-0548-45a7-a72e-401a990a0ee1 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] No DVR routers for this DVR port 7d82653d-8dd4-4d41-993f-2721d396abe0 on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:11:30.028277 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-815360cf-1905-4c79-b9b8-2c3ea2b04522 req-6ba70920-0548-45a7-a72e-401a990a0ee1 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:30.039171 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:30.039960 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b816a1-5e2b-4878-baea-2dc592ad34fe', 'name': 'network-vif-deleted', 'tag': '7d82653d-8dd4-4d41-993f-2721d396abe0'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:11:30.046897 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-5fcbf840-13a6-4bff-98b9-9f14a91f03f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:30.120196 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-815360cf-1905-4c79-b9b8-2c3ea2b04522 req-6ba70920-0548-45a7-a72e-401a990a0ee1 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.66 "DELETE /v2.0/ports/7d82653d-8dd4-4d41-993f-2721d396abe0 HTTP/1.1" status: 204 len: 173 time: 2.4294879 May 27 02:11:30.213664 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-329be744-1317-4c24-87c2-97f800539780 req-d0da42f1-d7ec-4dd4-9c09-363e80fd9bdc tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8214397 May 27 02:11:30.263704 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-d869c594-bb89-4141-be4a-b1b592bc1d3f tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:30.265515 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-d869c594-bb89-4141-be4a-b1b592bc1d3f tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9937496 May 27 02:11:30.271498 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcbf840-13a6-4bff-98b9-9f14a91f03f4 service neutron] Pushing event updated for resources: {'Port': ['ID=59dd76c7-04f3-4e36-a375-05bd87a0399b,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:30.349915 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-a3dd6377-8e66-46fc-bc04-19004eb765da tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Request body: {'port': {'device_id': '8b8f9da5-3734-45f4-a9cf-68b1eb03350e', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'admin_state_up': True, 'tenant_id': '920f79471e3444109aeaadab23e503c2'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:30.353702 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-5fcbf840-13a6-4bff-98b9-9f14a91f03f4 service neutron] Attempting to bind port 59dd76c7-04f3-4e36-a375-05bd87a0399b on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:11:30.354036 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-5fcbf840-13a6-4bff-98b9-9f14a91f03f4 service neutron] Attempting to bind port 59dd76c7-04f3-4e36-a375-05bd87a0399b by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '00de1387-8dac-4f66-aa2d-2c559a23250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:11:30.354371 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-5fcbf840-13a6-4bff-98b9-9f14a91f03f4 service neutron] Attempting to bind port 59dd76c7-04f3-4e36-a375-05bd87a0399b on network 8f2ce48b-e47c-4916-9cd3-7a45a8d46164 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:11:30.375582 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-5fcbf840-13a6-4bff-98b9-9f14a91f03f4 service neutron] Port 59dd76c7-04f3-4e36-a375-05bd87a0399b on network 8f2ce48b-e47c-4916-9cd3-7a45a8d46164 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:11:30.378195 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-5fcbf840-13a6-4bff-98b9-9f14a91f03f4 service neutron] Attempting to bind port 59dd76c7-04f3-4e36-a375-05bd87a0399b on network 8f2ce48b-e47c-4916-9cd3-7a45a8d46164 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:11:30.394058 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-5fcbf840-13a6-4bff-98b9-9f14a91f03f4 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:11:30.406227 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-5fcbf840-13a6-4bff-98b9-9f14a91f03f4 service neutron] Checking segment: {'id': '00de1387-8dac-4f66-aa2d-2c559a23250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:11:30.407027 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-5fcbf840-13a6-4bff-98b9-9f14a91f03f4 service neutron] Bound using segment: {'id': '00de1387-8dac-4f66-aa2d-2c559a23250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:11:30.412060 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-5fcbf840-13a6-4bff-98b9-9f14a91f03f4 service neutron] Bound port: 59dd76c7-04f3-4e36-a375-05bd87a0399b, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00de1387-8dac-4f66-aa2d-2c559a23250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:11:30.412850 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-5fcbf840-13a6-4bff-98b9-9f14a91f03f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:30.581228 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-5fcbf840-13a6-4bff-98b9-9f14a91f03f4 service neutron] For port 59dd76c7-04f3-4e36-a375-05bd87a0399b, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:11:30.585390 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-5fcbf840-13a6-4bff-98b9-9f14a91f03f4 service neutron] For port 59dd76c7-04f3-4e36-a375-05bd87a0399b, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=59dd76c7-04f3-4e36-a375-05bd87a0399b,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:11:30.619458 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-a3dd6377-8e66-46fc-bc04-19004eb765da tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:30.644465 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-a3dd6377-8e66-46fc-bc04-19004eb765da tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Usage tracker for resource:port and tenant:920f79471e3444109aeaadab23e503c2 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:11:30.660896 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-5fcbf840-13a6-4bff-98b9-9f14a91f03f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:30.678917 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-a3dd6377-8e66-46fc-bc04-19004eb765da tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:11:30.766037 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-a3dd6377-8e66-46fc-bc04-19004eb765da tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:30.818094 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eaaed16a-3fd0-4742-a963-47f116dc91b7 req-a3dc750d-ca63-436c-b758-9f298ab6cf6d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0f804a31-e3b1-4632-ad4b-004d10a066e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6735449 May 27 02:11:30.834261 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-5fcbf840-13a6-4bff-98b9-9f14a91f03f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:30.834888 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-5fcbf840-13a6-4bff-98b9-9f14a91f03f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:30.836268 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-5fcbf840-13a6-4bff-98b9-9f14a91f03f4 service neutron] 10.222.0.32 "PUT /v2.0/ports/59dd76c7-04f3-4e36-a375-05bd87a0399b HTTP/1.1" status: 200 len: 1091 time: 3.1106730 May 27 02:11:30.863895 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcbf840-13a6-4bff-98b9-9f14a91f03f4 service neutron] Pushing event updated for resources: {'Port': ['ID=59dd76c7-04f3-4e36-a375-05bd87a0399b,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:30.874907 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-a3dd6377-8e66-46fc-bc04-19004eb765da tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Made reservation on behalf of 920f79471e3444109aeaadab23e503c2 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:11:30.878474 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-a3dd6377-8e66-46fc-bc04-19004eb765da tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:30.896230 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67580b10-f640-4812-ae77-acc1a968cf8b req-aebb8612-689e-4377-83d0-6b207da245a7 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Router 056a8770-64cf-4055-9987-408f40a03c3d has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:11:31.014979 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-a017252f-0c51-4864-87f1-abfefac116e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:31.016670 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-a017252f-0c51-4864-87f1-abfefac116e3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62f5f7df5795463f9f8bc1cd40caf878&device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 1094 time: 0.0750387 May 27 02:11:31.090285 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-b5fc2ca4-5d25-441b-a56d-85a5543d0895 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59dd76c7-04f3-4e36-a375-05bd87a0399b HTTP/1.1" status: 200 len: 217 time: 0.0658586 May 27 02:11:31.150966 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e173393-bb16-454a-b7fb-a3888cf63d4d req-95d59130-fe38-47f0-a3f8-19df9e1b6144 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:31.158212 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e173393-bb16-454a-b7fb-a3888cf63d4d req-95d59130-fe38-47f0-a3f8-19df9e1b6144 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 943 time: 0.5334611 May 27 02:11:31.174898 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-3acf8cbb-4df4-461e-bea7-83325baf85e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:31.176398 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-3acf8cbb-4df4-461e-bea7-83325baf85e3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ee39392-3407-48c1-b561-be7ced0cb982 HTTP/1.1" status: 200 len: 850 time: 0.0744781 May 27 02:11:31.261850 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-0712d082-cb10-4362-afaa-7a3582d9fc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:31.263379 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-0712d082-cb10-4362-afaa-7a3582d9fc16 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724368 May 27 02:11:31.351137 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e173393-bb16-454a-b7fb-a3888cf63d4d req-91b3caed-4cdc-48a5-8736-e25d7342ba07 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919618 May 27 02:11:31.407833 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-ac69a7f2-be19-47ee-b7aa-12b3e207e10a service neutron] 10.222.0.32 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378031 May 27 02:11:31.426085 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67580b10-f640-4812-ae77-acc1a968cf8b req-aebb8612-689e-4377-83d0-6b207da245a7 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:11:31.433832 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaed16a-3fd0-4742-a963-47f116dc91b7 req-d64ebfcd-a536-41b1-a6e7-93645f0fc9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:31.435288 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eaaed16a-3fd0-4742-a963-47f116dc91b7 req-d64ebfcd-a536-41b1-a6e7-93645f0fc9ec service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=846b128e49a144bb97bdbd537ab49432&device_id=0f804a31-e3b1-4632-ad4b-004d10a066e7 HTTP/1.1" status: 200 len: 1096 time: 0.5114822 May 27 02:11:31.436533 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748368a2-32b3-4a9f-b641-44ab6887ca08 None None] Sync routers for ids ['056a8770-64cf-4055-9987-408f40a03c3d'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:11:31.448611 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748368a2-32b3-4a9f-b641-44ab6887ca08 None None] Routers {'056a8770-64cf-4055-9987-408f40a03c3d'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:11:31.449574 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-748368a2-32b3-4a9f-b641-44ab6887ca08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:11:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['056a8770-64cf-4055-9987-408f40a03c3d'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:31.460145 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-67580b10-f640-4812-ae77-acc1a968cf8b req-aebb8612-689e-4377-83d0-6b207da245a7 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:31.536812 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-a3dd6377-8e66-46fc-bc04-19004eb765da tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Allocated IP 192.168.233.61 (54d5ea08-4fa3-4323-9d64-35a947e9d08e/2cf69705-8457-415f-85a3-b42efaff1b97/5754fa47-c59f-404e-8b3c-963561a68d07) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:11:31.658802 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-495ba628-a16d-42d7-899c-16bbe7a15be6 req-651bb369-5cfa-4ca9-868e-4089f0865424 service neutron] 10.222.0.32 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445030 May 27 02:11:31.674724 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-748368a2-32b3-4a9f-b641-44ab6887ca08 None None] Set router 056a8770-64cf-4055-9987-408f40a03c3d gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:11:31.854986 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-67580b10-f640-4812-ae77-acc1a968cf8b req-aebb8612-689e-4377-83d0-6b207da245a7 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "PUT /v2.0/floatingips/1d78fa73-c012-459f-aad5-ae324a962d72 HTTP/1.1" status: 200 len: 997 time: 4.6612003 May 27 02:11:31.869348 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a11c0a8-295e-4a79-934a-19ee9acecc7d', 'tag': '2ecbeb51-113b-4016-8763-fd2bf60a7fee'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:11:32.074615 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-748368a2-32b3-4a9f-b641-44ab6887ca08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056a8770-64cf-4055-9987-408f40a03c3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076860293-router', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:09:40Z', 'updated_at': '2022-05-27T02:09:49Z', 'revision_number': 4, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'gw_port': {'id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:41Z', 'updated_at': '2022-05-27T02:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '1d78fa73-c012-459f-aad5-ae324a962d72', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'floating_ip_address': '172.25.1.153', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'port_id': '2ecbeb51-113b-4016-8763-fd2bf60a7fee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf', 'mac_address': 'fa:16:3e:6c:c5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a11c0a8-295e-4a79-934a-19ee9acecc7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:10:33Z', 'updated_at': '2022-05-27T02:11:28Z', 'revision_number': 8, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '571886d1-8b4d-4610-b0fd-8a0d8c18d979', 'name': '', 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'mac_address': 'fa:16:3e:17:b9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '88a71f26-f2fa-4283-92d8-f4882c4d62e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:46Z', 'updated_at': '2022-05-27T02:09:57Z', 'revision_number': 5, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'subnets': [{'id': '88a71f26-f2fa-4283-92d8-f4882c4d62e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:32.078390 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748368a2-32b3-4a9f-b641-44ab6887ca08 None None] Checking router: 056a8770-64cf-4055-9987-408f40a03c3d for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:11:32.086923 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748368a2-32b3-4a9f-b641-44ab6887ca08 None None] Routers {'056a8770-64cf-4055-9987-408f40a03c3d'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:11:32.087725 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-748368a2-32b3-4a9f-b641-44ab6887ca08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:11:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['056a8770-64cf-4055-9987-408f40a03c3d'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:32.104662 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7045aab5-f787-4ade-a4b9-01889df42a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:32.152079 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaed16a-3fd0-4742-a963-47f116dc91b7 req-c166aa80-d7bc-4472-9cec-55e77f97e048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:32.153599 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eaaed16a-3fd0-4742-a963-47f116dc91b7 req-c166aa80-d7bc-4472-9cec-55e77f97e048 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf HTTP/1.1" status: 200 len: 908 time: 0.6605723 May 27 02:11:32.260857 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eaaed16a-3fd0-4742-a963-47f116dc91b7 req-8708a9d7-a991-4c21-88dd-78ec3eac8f1e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eba1c68e-2190-44d5-8651-0e5466a7f922 HTTP/1.1" status: 200 len: 217 time: 0.0918338 May 27 02:11:32.269778 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-748368a2-32b3-4a9f-b641-44ab6887ca08 None None] Set router 056a8770-64cf-4055-9987-408f40a03c3d gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:11:32.318825 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384f7ce-4af2-49f3-87eb-f69155fb14b8 req-f7561332-53c1-45eb-88e3-f24210967cfa tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:32.320292 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4384f7ce-4af2-49f3-87eb-f69155fb14b8 req-f7561332-53c1-45eb-88e3-f24210967cfa tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 949 time: 0.7005889 May 27 02:11:32.470362 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67580b10-f640-4812-ae77-acc1a968cf8b req-da631dba-20f3-4104-8d3d-f1a1415cb125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:32.472447 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-67580b10-f640-4812-ae77-acc1a968cf8b req-da631dba-20f3-4104-8d3d-f1a1415cb125 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=40d944a0aff94ddfba3422cf104388c6&device_id=4a11c0a8-295e-4a79-934a-19ee9acecc7d HTTP/1.1" status: 200 len: 1097 time: 0.5930829 May 27 02:11:32.537152 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaed16a-3fd0-4742-a963-47f116dc91b7 req-9f0f2421-0019-4e9e-aa91-f3497a912300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:32.538739 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eaaed16a-3fd0-4742-a963-47f116dc91b7 req-9f0f2421-0019-4e9e-aa91-f3497a912300 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7bcc4077-ba65-497d-80cd-f2b54423660b HTTP/1.1" status: 200 len: 847 time: 0.2663023 May 27 02:11:32.546843 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 7d82653d-8dd4-4d41-993f-2721d396abe0 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:11:32.611182 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: 7d82653d-8dd4-4d41-993f-2721d396abe0 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:11:32.616995 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 7d82653d-8dd4-4d41-993f-2721d396abe0 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:11:32.657382 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-a3dd6377-8e66-46fc-bc04-19004eb765da tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:32.684109 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-748368a2-32b3-4a9f-b641-44ab6887ca08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056a8770-64cf-4055-9987-408f40a03c3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076860293-router', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:09:40Z', 'updated_at': '2022-05-27T02:09:49Z', 'revision_number': 4, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'gw_port': {'id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:41Z', 'updated_at': '2022-05-27T02:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '1d78fa73-c012-459f-aad5-ae324a962d72', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'floating_ip_address': '172.25.1.153', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'port_id': '2ecbeb51-113b-4016-8763-fd2bf60a7fee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf', 'mac_address': 'fa:16:3e:6c:c5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a11c0a8-295e-4a79-934a-19ee9acecc7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:10:33Z', 'updated_at': '2022-05-27T02:11:28Z', 'revision_number': 8, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '571886d1-8b4d-4610-b0fd-8a0d8c18d979', 'name': '', 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'mac_address': 'fa:16:3e:17:b9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '88a71f26-f2fa-4283-92d8-f4882c4d62e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:46Z', 'updated_at': '2022-05-27T02:09:57Z', 'revision_number': 5, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'subnets': [{'id': '88a71f26-f2fa-4283-92d8-f4882c4d62e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:32.690161 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748368a2-32b3-4a9f-b641-44ab6887ca08 None None] The sync data for ids ['056a8770-64cf-4055-9987-408f40a03c3d'] in n-d-843554-3 is: [{'id': '056a8770-64cf-4055-9987-408f40a03c3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076860293-router', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:09:40Z', 'updated_at': '2022-05-27T02:09:49Z', 'revision_number': 4, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'gw_port': {'id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:41Z', 'updated_at': '2022-05-27T02:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '1d78fa73-c012-459f-aad5-ae324a962d72', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'floating_ip_address': '172.25.1.153', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'port_id': '2ecbeb51-113b-4016-8763-fd2bf60a7fee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf', 'mac_address': 'fa:16:3e:6c:c5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a11c0a8-295e-4a79-934a-19ee9acecc7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:10:33Z', 'updated_at': '2022-05-27T02:11:28Z', 'revision_number': 8, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '571886d1-8b4d-4610-b0fd-8a0d8c18d979', 'name': '', 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'mac_address': 'fa:16:3e:17:b9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '88a71f26-f2fa-4283-92d8-f4882c4d62e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:46Z', 'updated_at': '2022-05-27T02:09:57Z', 'revision_number': 5, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'subnets': [{'id': '88a71f26-f2fa-4283-92d8-f4882c4d62e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:11:32.693703 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4384f7ce-4af2-49f3-87eb-f69155fb14b8 req-99850760-857a-42b2-a2fa-2569eb5055f6 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546584 May 27 02:11:32.709874 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eaaed16a-3fd0-4742-a963-47f116dc91b7 req-6123f106-60d2-4a6d-865a-d23dbf334fef service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1599510 May 27 02:11:32.809326 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-a3dd6377-8e66-46fc-bc04-19004eb765da tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Transition to ACTIVE for port object 5754fa47-c59f-404e-8b3c-963561a68d07 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:11:32.987585 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b728680d-1be0-40d4-b88c-e38a9f6e1767 req-702e3a54-e896-426b-b874-9633133eceaf tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Synchronizing usage tracker for tenant:920f79471e3444109aeaadab23e503c2 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:11:33.002972 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b7b29e-2e5c-4a95-bf22-d9e452eff412 None None] New status for floating IP 1d78fa73-c012-459f-aad5-ae324a962d72: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:11:33.034447 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67580b10-f640-4812-ae77-acc1a968cf8b req-fc4d5aab-b717-42e7-9a48-3df5cd387a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:33.035957 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-67580b10-f640-4812-ae77-acc1a968cf8b req-fc4d5aab-b717-42e7-9a48-3df5cd387a34 service neutron] 10.222.0.57 "GET /v2.0/networks?id=37c88c36-e778-4f3d-a101-7c8eb9d9dccf HTTP/1.1" status: 200 len: 922 time: 0.5189650 May 27 02:11:33.135265 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eaaed16a-3fd0-4742-a963-47f116dc91b7 req-bcbc4ae1-f792-4f4e-a6bf-f5a8bfd6128a service neutron] 10.222.0.66 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695045 May 27 02:11:33.245443 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b728680d-1be0-40d4-b88c-e38a9f6e1767 req-702e3a54-e896-426b-b874-9633133eceaf tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Unset dirty status for tenant:920f79471e3444109aeaadab23e503c2 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:11:33.246699 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b728680d-1be0-40d4-b88c-e38a9f6e1767 req-702e3a54-e896-426b-b874-9633133eceaf tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b8f9da5-3734-45f4-a9cf-68b1eb03350e HTTP/1.1" status: 200 len: 210 time: 0.3614469 May 27 02:11:33.263547 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-a3dd6377-8e66-46fc-bc04-19004eb765da tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:33.274061 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-67580b10-f640-4812-ae77-acc1a968cf8b req-2c5b4a38-36cd-463b-b467-ffaf1bbef24d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ecbeb51-113b-4016-8763-fd2bf60a7fee HTTP/1.1" status: 200 len: 1000 time: 0.2103338 May 27 02:11:33.362324 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['2d68ef4e-10c4-43e2-9663-4f6d1775dc86', 'a0192f57-7dc9-4765-867e-432c96fe723e'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:11:33.395667 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['1c0ac97e-a530-4361-8db8-f552a54f3dd8', '05ec6f0c-597e-4049-8ab2-70bfccb73eb5', '59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77', '3b9cadd9-bef4-4042-a998-3c1758173dec'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:11:33.630248 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-a3dd6377-8e66-46fc-bc04-19004eb765da tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Network 54d5ea08-4fa3-4323-9d64-35a947e9d08e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:11:33.645111 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-a3dd6377-8e66-46fc-bc04-19004eb765da tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:11:33.647535 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-a3dd6377-8e66-46fc-bc04-19004eb765da tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:11:33.771748 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-a3dd6377-8e66-46fc-bc04-19004eb765da tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:33.772433 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-a3dd6377-8e66-46fc-bc04-19004eb765da tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:33.795199 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd6377-8e66-46fc-bc04-19004eb765da tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Pushing event updated for resources: {'Port': ['ID=5754fa47-c59f-404e-8b3c-963561a68d07,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:33.844707 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eaaed16a-3fd0-4742-a963-47f116dc91b7 req-be17a1db-974f-4351-980e-14210f95663a service neutron] 10.222.0.66 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6966908 May 27 02:11:33.848411 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67580b10-f640-4812-ae77-acc1a968cf8b req-df99c68b-101c-44f4-ac34-a8f4d688194b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:33.856346 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-67580b10-f640-4812-ae77-acc1a968cf8b req-df99c68b-101c-44f4-ac34-a8f4d688194b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=88a71f26-f2fa-4283-92d8-f4882c4d62e9 HTTP/1.1" status: 200 len: 860 time: 0.5454669 May 27 02:11:33.858045 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7045aab5-f787-4ade-a4b9-01889df42a2f admin admin] Deleting port ac859b04-0b16-4936-84f0-5c91104c1946 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:11:33.858391 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7045aab5-f787-4ade-a4b9-01889df42a2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:33.999762 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-a3dd6377-8e66-46fc-bc04-19004eb765da tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6684515 May 27 02:11:34.000196 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-704f0d96-99dd-4cd5-89e7-0c50f031bc6c'] response: {'server_uuid': '79b816a1-5e2b-4878-baea-2dc592ad34fe', 'name': 'network-vif-deleted', 'tag': '7d82653d-8dd4-4d41-993f-2721d396abe0', 'status': 'completed', 'code': 200} May 27 02:11:34.015491 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-5c6bba13-2a13-4145-9660-d135185276f0 service neutron] Request body: {'port': {'device_id': '8b8f9da5-3734-45f4-a9cf-68b1eb03350e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:34.112097 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-59251697-8272-4d49-b00e-c2a689c1c8f1 None None] Provisioning for port 5754fa47-c59f-404e-8b3c-963561a68d07 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:11:34.130360 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-59251697-8272-4d49-b00e-c2a689c1c8f1 None None] Provisioning complete for port 5754fa47-c59f-404e-8b3c-963561a68d07 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:34.130735 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-59251697-8272-4d49-b00e-c2a689c1c8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:34.225741 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-59251697-8272-4d49-b00e-c2a689c1c8f1 None None] Port 5754fa47-c59f-404e-8b3c-963561a68d07 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:11:34.304935 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-5c6bba13-2a13-4145-9660-d135185276f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:34.323804 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67580b10-f640-4812-ae77-acc1a968cf8b req-f8da8ffa-f0a9-412d-9f81-6018005725ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:34.325313 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-67580b10-f640-4812-ae77-acc1a968cf8b req-f8da8ffa-f0a9-412d-9f81-6018005725ff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=37c88c36-e778-4f3d-a101-7c8eb9d9dccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4063721 May 27 02:11:34.459507 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-7045aab5-f787-4ade-a4b9-01889df42a2f admin admin] For port ac859b04-0b16-4936-84f0-5c91104c1946, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=ac859b04-0b16-4936-84f0-5c91104c1946,segment=NetworkSegment(07465bd3-70b6-4ab8-bae1-2101d0f48dbe),segment_id=07465bd3-70b6-4ab8-bae1-2101d0f48dbe)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:34.460148 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7045aab5-f787-4ade-a4b9-01889df42a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:34.551906 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcee69-e856-4378-ba05-a0a59ec1153a req-0ecc3647-f812-4530-9a42-a0714e407d0c tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:34.553434 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-08dcee69-e856-4378-ba05-a0a59ec1153a req-0ecc3647-f812-4530-9a42-a0714e407d0c tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=c2e8b514-00ed-4638-978e-c30d2074daa7 HTTP/1.1" status: 200 len: 1096 time: 0.4277811 May 27 02:11:34.622589 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7045aab5-f787-4ade-a4b9-01889df42a2f admin admin] Calling delete_port for ac859b04-0b16-4936-84f0-5c91104c1946 owned by network:router_interface {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:11:34.801265 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-08dcee69-e856-4378-ba05-a0a59ec1153a req-d81e1db8-7395-4a62-b26a-25d317c8a638 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869814 May 27 02:11:34.853778 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-67580b10-f640-4812-ae77-acc1a968cf8b req-e72924fd-1647-408b-a864-3a63c19dcb64 service neutron] 10.222.0.57 "GET /v2.0/networks/37c88c36-e778-4f3d-a101-7c8eb9d9dccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5207157 May 27 02:11:34.957987 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dac480d-9b29-4c52-ba4a-86f5d38fdb1a'] response: {'name': 'network-changed', 'server_uuid': '4a11c0a8-295e-4a79-934a-19ee9acecc7d', 'tag': '2ecbeb51-113b-4016-8763-fd2bf60a7fee', 'status': 'completed', 'code': 200} May 27 02:11:35.213081 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 59dd76c7-04f3-4e36-a375-05bd87a0399b details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:11:35.362428 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 59dd76c7-04f3-4e36-a375-05bd87a0399b, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=59dd76c7-04f3-4e36-a375-05bd87a0399b,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:35.378192 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '59dd76c7-04f3-4e36-a375-05bd87a0399b', 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164', 'port_id': '59dd76c7-04f3-4e36-a375-05bd87a0399b', 'mac_address': 'fa:16:3e:80:6a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ee39392-3407-48c1-b561-be7ced0cb982', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:11:35.438196 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 59dd76c7-04f3-4e36-a375-05bd87a0399b is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:35.438642 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:35.457393 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-67580b10-f640-4812-ae77-acc1a968cf8b req-d7c71255-72ea-4fd1-9cdf-2263c6c4bfd5 service neutron] 10.222.0.57 "GET /v2.0/networks/37c88c36-e778-4f3d-a101-7c8eb9d9dccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5826855 May 27 02:11:35.458294 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59dd76c7-04f3-4e36-a375-05bd87a0399b {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:11:35.476312 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 59dd76c7-04f3-4e36-a375-05bd87a0399b, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=59dd76c7-04f3-4e36-a375-05bd87a0399b,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:35.543744 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae60dda-d319-4546-b3e5-a67e1b28f615 req-17a75851-ddca-4108-82af-8244f0f2529b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:35.545327 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ae60dda-d319-4546-b3e5-a67e1b28f615 req-17a75851-ddca-4108-82af-8244f0f2529b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=40d944a0aff94ddfba3422cf104388c6&device_id=4a11c0a8-295e-4a79-934a-19ee9acecc7d HTTP/1.1" status: 200 len: 1097 time: 0.5891809 May 27 02:11:35.597676 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b314a-cca7-4ea6-849c-2c09fbfaffbc req-b7062b2a-c278-4897-b835-8ebac754737f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:35.599179 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b38b314a-cca7-4ea6-849c-2c09fbfaffbc req-b7062b2a-c278-4897-b835-8ebac754737f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 943 time: 0.5542951 May 27 02:11:35.608620 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:35.700685 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=59dd76c7-04f3-4e36-a375-05bd87a0399b,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:35.756157 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-5c6bba13-2a13-4145-9660-d135185276f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5754fa47-c59f-404e-8b3c-963561a68d07 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:11:35.773640 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-5c6bba13-2a13-4145-9660-d135185276f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:35.841253 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-5c6bba13-2a13-4145-9660-d135185276f0 service neutron] Transition to ACTIVE for port object 5754fa47-c59f-404e-8b3c-963561a68d07 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:11:35.849279 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b38b314a-cca7-4ea6-849c-2c09fbfaffbc req-27a4ca4a-f3d0-4897-9a8c-a75cdfcf6e55 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2245493 May 27 02:11:35.853824 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7045aab5-f787-4ade-a4b9-01889df42a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:35.890194 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b67af2-797e-4316-90e7-3d2d555da3bd req-d672a7d9-f561-4e57-bad3-0cf451fa11b0 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:35.902975 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-22b67af2-797e-4316-90e7-3d2d555da3bd req-d672a7d9-f561-4e57-bad3-0cf451fa11b0 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5f75a2d-f9b3-40de-98ff-8e98d29c574c HTTP/1.1" status: 200 len: 945 time: 0.1248291 May 27 02:11:35.926861 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7045aab5-f787-4ade-a4b9-01889df42a2f admin admin] Pushing event deleted for resources: {'Port': ['ID=ac859b04-0b16-4936-84f0-5c91104c1946,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:35.940747 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['59dd76c7-04f3-4e36-a375-05bd87a0399b'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:11:35.975063 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-5c6bba13-2a13-4145-9660-d135185276f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:36.005042 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2', 'tag': '59dd76c7-04f3-4e36-a375-05bd87a0399b'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:11:36.039323 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-22b67af2-797e-4316-90e7-3d2d555da3bd req-a381a97c-5fcb-4f12-bbda-8eb982d88ac5 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] Deleting port 9c3cd184-bf8d-4d49-8a50-29618bf2d04e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:11:36.040271 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-22b67af2-797e-4316-90e7-3d2d555da3bd req-a381a97c-5fcb-4f12-bbda-8eb982d88ac5 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:36.131324 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae60dda-d319-4546-b3e5-a67e1b28f615 req-beac6328-ba90-4792-92b2-ba9513a2098e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:36.133456 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ae60dda-d319-4546-b3e5-a67e1b28f615 req-beac6328-ba90-4792-92b2-ba9513a2098e service neutron] 10.222.0.66 "GET /v2.0/networks?id=37c88c36-e778-4f3d-a101-7c8eb9d9dccf HTTP/1.1" status: 200 len: 922 time: 0.5443313 May 27 02:11:36.379694 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-22b67af2-797e-4316-90e7-3d2d555da3bd req-a381a97c-5fcb-4f12-bbda-8eb982d88ac5 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] For port 9c3cd184-bf8d-4d49-8a50-29618bf2d04e, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=9c3cd184-bf8d-4d49-8a50-29618bf2d04e,segment=NetworkSegment(fb8802a4-e2b2-4965-82be-dc0e4cddd944),segment_id=fb8802a4-e2b2-4965-82be-dc0e4cddd944)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:36.380057 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-22b67af2-797e-4316-90e7-3d2d555da3bd req-a381a97c-5fcb-4f12-bbda-8eb982d88ac5 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:36.426281 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6bba13-2a13-4145-9660-d135185276f0 service neutron] Pushing event updated for resources: {'Port': ['ID=5754fa47-c59f-404e-8b3c-963561a68d07,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:36.520364 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152e435-aae5-4a4c-860b-c3b388ea76ac req-8eb2c8fc-3575-4952-8879-26bd9f482473 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:36.520707 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-22b67af2-797e-4316-90e7-3d2d555da3bd req-a381a97c-5fcb-4f12-bbda-8eb982d88ac5 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] Calling delete_port for 9c3cd184-bf8d-4d49-8a50-29618bf2d04e owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:11:36.521909 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6152e435-aae5-4a4c-860b-c3b388ea76ac req-8eb2c8fc-3575-4952-8879-26bd9f482473 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 949 time: 0.8289864 May 27 02:11:36.578455 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ae60dda-d319-4546-b3e5-a67e1b28f615 req-23302ab7-75fa-4801-af87-9b57da3ba3b3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ecbeb51-113b-4016-8763-fd2bf60a7fee HTTP/1.1" status: 200 len: 1002 time: 0.4093177 May 27 02:11:36.728634 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169f0d5-f43a-4825-902f-e1e9f6c6df04 req-bddb2cf9-b2b8-49b2-a767-1684b8974a0e tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:36.730133 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c169f0d5-f43a-4825-902f-e1e9f6c6df04 req-bddb2cf9-b2b8-49b2-a767-1684b8974a0e tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5f75a2d-f9b3-40de-98ff-8e98d29c574c HTTP/1.1" status: 200 len: 945 time: 0.6670456 May 27 02:11:36.748033 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-22b67af2-797e-4316-90e7-3d2d555da3bd req-a381a97c-5fcb-4f12-bbda-8eb982d88ac5 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:36.813995 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a381a97c-5fcb-4f12-bbda-8eb982d88ac5 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] Pushing event deleted for resources: {'Port': ['ID=9c3cd184-bf8d-4d49-8a50-29618bf2d04e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:36.821412 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6152e435-aae5-4a4c-860b-c3b388ea76ac req-98a20c56-d422-4369-8845-b9339372a43b tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658486 May 27 02:11:36.852804 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae60dda-d319-4546-b3e5-a67e1b28f615 req-4fbe9fb3-be8d-4845-b305-f643e0b216fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:36.854402 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ae60dda-d319-4546-b3e5-a67e1b28f615 req-4fbe9fb3-be8d-4845-b305-f643e0b216fc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=88a71f26-f2fa-4283-92d8-f4882c4d62e9 HTTP/1.1" status: 200 len: 860 time: 0.2529874 May 27 02:11:36.864697 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-5c6bba13-2a13-4145-9660-d135185276f0 service neutron] Attempting to bind port 5754fa47-c59f-404e-8b3c-963561a68d07 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:11:36.871769 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-5c6bba13-2a13-4145-9660-d135185276f0 service neutron] Attempting to bind port 5754fa47-c59f-404e-8b3c-963561a68d07 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:11:36.871769 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-5c6bba13-2a13-4145-9660-d135185276f0 service neutron] Attempting to bind port 5754fa47-c59f-404e-8b3c-963561a68d07 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:11:36.871769 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7045aab5-f787-4ade-a4b9-01889df42a2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:36.897636 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['9c3cd184-bf8d-4d49-8a50-29618bf2d04e'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:11:36.968863 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b67af2-797e-4316-90e7-3d2d555da3bd req-a381a97c-5fcb-4f12-bbda-8eb982d88ac5 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] No DVR routers for this DVR port 9c3cd184-bf8d-4d49-8a50-29618bf2d04e on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:11:36.971957 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-22b67af2-797e-4316-90e7-3d2d555da3bd req-a381a97c-5fcb-4f12-bbda-8eb982d88ac5 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:37.045004 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-22b67af2-797e-4316-90e7-3d2d555da3bd req-a381a97c-5fcb-4f12-bbda-8eb982d88ac5 tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] 10.222.0.32 "DELETE /v2.0/ports/9c3cd184-bf8d-4d49-8a50-29618bf2d04e HTTP/1.1" status: 204 len: 173 time: 1.1467512 May 27 02:11:37.064508 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c169f0d5-f43a-4825-902f-e1e9f6c6df04 req-30bad41a-087f-47f7-a100-2e875f2a3b3f tempest-VolumesAdminNegativeTest-241231587 tempest-VolumesAdminNegativeTest-241231587-project] 10.222.0.57 "GET /v2.0/security-groups?id=bb0ba78f-2b78-4830-96c7-9ee7c2f90db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256807 May 27 02:11:37.064759 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-5c6bba13-2a13-4145-9660-d135185276f0 service neutron] Port 5754fa47-c59f-404e-8b3c-963561a68d07 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:11:37.065553 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-5c6bba13-2a13-4145-9660-d135185276f0 service neutron] Attempting to bind port 5754fa47-c59f-404e-8b3c-963561a68d07 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:11:37.172848 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-5c6bba13-2a13-4145-9660-d135185276f0 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:11:37.173203 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-5c6bba13-2a13-4145-9660-d135185276f0 service neutron] Checking segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:11:37.174143 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-5c6bba13-2a13-4145-9660-d135185276f0 service neutron] Bound using segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:11:37.174606 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-5c6bba13-2a13-4145-9660-d135185276f0 service neutron] Bound port: 5754fa47-c59f-404e-8b3c-963561a68d07, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:11:37.174961 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-5c6bba13-2a13-4145-9660-d135185276f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:37.244117 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 59dd76c7-04f3-4e36-a375-05bd87a0399b up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:11:37.385836 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 59dd76c7-04f3-4e36-a375-05bd87a0399b completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:11:37.392007 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 59dd76c7-04f3-4e36-a375-05bd87a0399b triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:37.396551 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:37.476006 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae60dda-d319-4546-b3e5-a67e1b28f615 req-8a1a5655-9a1c-490e-80a4-d4a2ebda337e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:37.477539 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ae60dda-d319-4546-b3e5-a67e1b28f615 req-8a1a5655-9a1c-490e-80a4-d4a2ebda337e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=37c88c36-e778-4f3d-a101-7c8eb9d9dccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6065264 May 27 02:11:37.481594 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-5c6bba13-2a13-4145-9660-d135185276f0 service neutron] For port 5754fa47-c59f-404e-8b3c-963561a68d07, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:11:37.488629 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-5c6bba13-2a13-4145-9660-d135185276f0 service neutron] For port 5754fa47-c59f-404e-8b3c-963561a68d07, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=5754fa47-c59f-404e-8b3c-963561a68d07,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:11:37.502757 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4860cb4-d323-4a18-a22b-f90bbd825211 req-51c37f22-3848-4c26-97a3-cee6c083772d tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:37.504283 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a4860cb4-d323-4a18-a22b-f90bbd825211 req-51c37f22-3848-4c26-97a3-cee6c083772d tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b8f9da5-3734-45f4-a9cf-68b1eb03350e HTTP/1.1" status: 200 len: 947 time: 0.4349399 May 27 02:11:37.559727 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 59dd76c7-04f3-4e36-a375-05bd87a0399b is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:37.560708 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:37.597851 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59dd76c7-04f3-4e36-a375-05bd87a0399b'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:11:37.609540 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 59dd76c7-04f3-4e36-a375-05bd87a0399b, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=59dd76c7-04f3-4e36-a375-05bd87a0399b,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:37.665328 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-5c6bba13-2a13-4145-9660-d135185276f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:37.688533 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:37.689563 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 9c3cd184-bf8d-4d49-8a50-29618bf2d04e no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:11:37.717677 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39001452-43b1-4dc2-84e4-6551d1c750fa req-ef138dfa-b601-43b9-ae8d-0e72d71ae5d2 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:37.719184 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-39001452-43b1-4dc2-84e4-6551d1c750fa req-ef138dfa-b601-43b9-ae8d-0e72d71ae5d2 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=c2e8b514-00ed-4638-978e-c30d2074daa7 HTTP/1.1" status: 200 len: 1096 time: 0.5354059 May 27 02:11:37.790611 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 9c3cd184-bf8d-4d49-8a50-29618bf2d04e {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:11:37.791562 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 9c3cd184-bf8d-4d49-8a50-29618bf2d04e not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:11:37.836606 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=59dd76c7-04f3-4e36-a375-05bd87a0399b,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:37.902885 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-5c6bba13-2a13-4145-9660-d135185276f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:37.903558 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-5c6bba13-2a13-4145-9660-d135185276f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:37.904903 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-5c6bba13-2a13-4145-9660-d135185276f0 service neutron] 10.222.0.32 "PUT /v2.0/ports/5754fa47-c59f-404e-8b3c-963561a68d07 HTTP/1.1" status: 200 len: 1095 time: 3.8964829 May 27 02:11:37.912115 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a4860cb4-d323-4a18-a22b-f90bbd825211 req-f1672e2a-5e08-4b76-8e10-0754b92834fb tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861508 May 27 02:11:37.912559 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b8f9da5-3734-45f4-a9cf-68b1eb03350e', 'tag': '5754fa47-c59f-404e-8b3c-963561a68d07'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:11:38.048409 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6bba13-2a13-4145-9660-d135185276f0 service neutron] Pushing event updated for resources: {'Port': ['ID=5754fa47-c59f-404e-8b3c-963561a68d07,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:38.121335 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-39001452-43b1-4dc2-84e4-6551d1c750fa req-7bbaa68c-3f87-4026-b4f2-d17511064d5d tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685489 May 27 02:11:38.150256 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ae60dda-d319-4546-b3e5-a67e1b28f615 req-ab2163f6-1dea-488b-a076-903ea3ca7745 service neutron] 10.222.0.66 "GET /v2.0/networks/37c88c36-e778-4f3d-a101-7c8eb9d9dccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6572297 May 27 02:11:38.246450 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bd33c03-a63e-4196-9f60-e87e8e85de8a'] response: {'name': 'network-changed', 'server_uuid': 'ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2', 'tag': '59dd76c7-04f3-4e36-a375-05bd87a0399b', 'status': 'completed', 'code': 200} May 27 02:11:38.265386 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7045aab5-f787-4ade-a4b9-01889df42a2f admin admin] Router ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:11:38.296758 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9c92405f-a672-4679-bc97-af7c6c610a52 req-2b627631-8527-4994-a948-07ee0d911119 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/floatingips/1d78fa73-c012-459f-aad5-ae324a962d72 HTTP/1.1" status: 200 len: 999 time: 0.3464756 May 27 02:11:38.365153 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f3ac5-7557-4955-9fb7-6a99097c3a41 req-e71b9f56-29f2-44be-9ee8-46b38cd1e8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:38.366600 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e23f3ac5-7557-4955-9fb7-6a99097c3a41 req-e71b9f56-29f2-44be-9ee8-46b38cd1e8dc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62f5f7df5795463f9f8bc1cd40caf878&device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 1096 time: 0.0967152 May 27 02:11:38.618330 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f3ac5-7557-4955-9fb7-6a99097c3a41 req-c8679b11-2f3a-4e9f-99c4-4d84fb713360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:38.620265 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e23f3ac5-7557-4955-9fb7-6a99097c3a41 req-c8679b11-2f3a-4e9f-99c4-4d84fb713360 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164 HTTP/1.1" status: 200 len: 912 time: 0.2408137 May 27 02:11:38.695120 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e23f3ac5-7557-4955-9fb7-6a99097c3a41 req-e297b0d5-6c52-46ff-974a-79e2efe1a3a4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59dd76c7-04f3-4e36-a375-05bd87a0399b HTTP/1.1" status: 200 len: 217 time: 0.0673411 May 27 02:11:38.725561 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ae60dda-d319-4546-b3e5-a67e1b28f615 req-d749a537-6bc6-4c3f-8585-0d0c8be4c08b service neutron] 10.222.0.66 "GET /v2.0/networks/37c88c36-e778-4f3d-a101-7c8eb9d9dccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5522122 May 27 02:11:38.730497 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-475f3ca6-9512-4ab6-986c-997db5b1059c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:38.731874 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-475f3ca6-9512-4ab6-986c-997db5b1059c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=920f79471e3444109aeaadab23e503c2&device_id=8b8f9da5-3734-45f4-a9cf-68b1eb03350e HTTP/1.1" status: 200 len: 1098 time: 0.6961761 May 27 02:11:38.770812 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f3ac5-7557-4955-9fb7-6a99097c3a41 req-b030a88f-61f3-41b4-a88d-f07d15169c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:38.772613 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e23f3ac5-7557-4955-9fb7-6a99097c3a41 req-b030a88f-61f3-41b4-a88d-f07d15169c7d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ee39392-3407-48c1-b561-be7ced0cb982 HTTP/1.1" status: 200 len: 850 time: 0.0718830 May 27 02:11:38.881650 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f3ac5-7557-4955-9fb7-6a99097c3a41 req-bed15a19-68c1-42b4-8051-5771ab52b628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:38.883048 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e23f3ac5-7557-4955-9fb7-6a99097c3a41 req-bed15a19-68c1-42b4-8051-5771ab52b628 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1044662 May 27 02:11:38.889534 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-15dc8f14-592a-46d3-9e57-2b622281ff8f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=5754fa47-c59f-404e-8b3c-963561a68d07 HTTP/1.1" status: 200 len: 217 time: 0.0987332 May 27 02:11:38.985993 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92405f-a672-4679-bc97-af7c6c610a52 req-a690aecd-e838-4bed-ba8e-0b3c0d7f0f0e tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:38.987588 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9c92405f-a672-4679-bc97-af7c6c610a52 req-a690aecd-e838-4bed-ba8e-0b3c0d7f0f0e tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/networks/d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 784 time: 0.6757929 May 27 02:11:38.997142 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7045aab5-f787-4ade-a4b9-01889df42a2f admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:11:39.005554 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b26a01-2142-451d-a375-d9d5d1a8ec71 req-58e62d9e-ce2e-404c-a693-74226f076e06 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:39.011692 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a5b26a01-2142-451d-a375-d9d5d1a8ec71 req-58e62d9e-ce2e-404c-a693-74226f076e06 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 945 time: 0.6133378 May 27 02:11:39.011842 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49eedde-129e-4de0-9f1a-94fb903aa5cf None None] Sync routers for ids ['ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:11:39.020189 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-9c92405f-a672-4679-bc97-af7c6c610a52 req-bc11e4e8-5c90-4faf-b1e5-7bc6b3ab68a5 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:11:39.021221 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9c92405f-a672-4679-bc97-af7c6c610a52 req-bc11e4e8-5c90-4faf-b1e5-7bc6b3ab68a5 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0257668 May 27 02:11:39.027351 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49eedde-129e-4de0-9f1a-94fb903aa5cf None None] Routers {'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:11:39.028397 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e49eedde-129e-4de0-9f1a-94fb903aa5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:11:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:39.036270 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e23f3ac5-7557-4955-9fb7-6a99097c3a41 req-ebebb95d-aef6-4389-a3cf-aa9ce6e88e02 service neutron] 10.222.0.32 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410384 May 27 02:11:39.042076 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-4b923eb9-a1be-443f-9d3a-051f833fb15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:39.043601 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-4b923eb9-a1be-443f-9d3a-051f833fb15e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.1445124 May 27 02:11:39.050715 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7045aab5-f787-4ade-a4b9-01889df42a2f admin admin] 10.222.0.57 "PUT /v2.0/routers/ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9583676 May 27 02:11:39.054016 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 58180) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:39.071821 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7e5be0c-74ae-4602-b954-2d4dab6f0070'] response: {'server_uuid': 'ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59dd76c7-04f3-4e36-a375-05bd87a0399b', 'code': 200} May 27 02:11:39.247673 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a5b26a01-2142-451d-a375-d9d5d1a8ec71 req-635a8184-c247-4b33-8328-7ad7a4dc29e5 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2319171 May 27 02:11:39.282914 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e23f3ac5-7557-4955-9fb7-6a99097c3a41 req-674d4ab8-66ba-4a83-9437-19c72095aa52 service neutron] 10.222.0.32 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396705 May 27 02:11:39.354317 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34ef8d5d-4fbe-4d36-acc8-92c4cf5cde56'] response: {'name': 'network-changed', 'server_uuid': '8b8f9da5-3734-45f4-a9cf-68b1eb03350e', 'tag': '5754fa47-c59f-404e-8b3c-963561a68d07', 'status': 'completed', 'code': 200} May 27 02:11:39.373262 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86de16-2a59-429d-b164-69537e640e65 req-f522dba7-2e9e-4eba-a1b0-1f108c549040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:39.374886 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cb86de16-2a59-429d-b164-69537e640e65 req-f522dba7-2e9e-4eba-a1b0-1f108c549040 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 1096 time: 0.0906410 May 27 02:11:39.393221 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-e49eedde-129e-4de0-9f1a-94fb903aa5cf None None] Set router ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:11:39.424392 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d67ada90-d9d0-4464-9782-3d1fdb05a129 admin admin] Notify callbacks [] for router, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:39.437183 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58186) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:39.493867 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-0cbefd5b-f55b-461b-b7c5-a0e546cdbd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:39.495354 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-0cbefd5b-f55b-461b-b7c5-a0e546cdbd3e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4404991 May 27 02:11:39.542485 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:11:39.575569 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cb86de16-2a59-429d-b164-69537e640e65 req-72248291-8ffe-4d99-b815-73d2fa28c758 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917698 May 27 02:11:39.605911 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7a93115-511d-460c-832f-41aa94586e34 admin admin] Deleting subnet 00620427-b337-441f-8e6a-3537573c760d {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:11:39.610657 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f7a93115-511d-460c-832f-41aa94586e34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:39.637324 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e7c65-b80d-43f5-9baf-3ef12a413fe1 req-f2ccaa4f-8b1a-4f21-af5b-85850b5144e1 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:39.638837 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee9e7c65-b80d-43f5-9baf-3ef12a413fe1 req-f2ccaa4f-8b1a-4f21-af5b-85850b5144e1 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 949 time: 0.4425056 May 27 02:11:39.666954 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f7a93115-511d-460c-832f-41aa94586e34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:39.735170 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f7a93115-511d-460c-832f-41aa94586e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:39.810486 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e49eedde-129e-4de0-9f1a-94fb903aa5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b', 'name': 'tempest-ServersTestManualDisk-1727245401-router', 'tenant_id': '7fc73085ebc04afe8efe26efefe6d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '9890cbd8-de02-40b5-a876-cde954a9ad2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:09:32Z', 'updated_at': '2022-05-27T02:11:35Z', 'revision_number': 5, 'project_id': '7fc73085ebc04afe8efe26efefe6d571', 'gw_port': {'id': '9890cbd8-de02-40b5-a876-cde954a9ad2f', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:34Z', 'updated_at': '2022-05-27T02:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:39.815202 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee9e7c65-b80d-43f5-9baf-3ef12a413fe1 req-bd136e1c-afd2-48b4-a8b6-1d19b8c0ab76 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126413 May 27 02:11:39.816281 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49eedde-129e-4de0-9f1a-94fb903aa5cf None None] Checking router: ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:11:39.826809 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49eedde-129e-4de0-9f1a-94fb903aa5cf None None] Routers {'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:11:39.827431 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e49eedde-129e-4de0-9f1a-94fb903aa5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:11:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:39.853348 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d67ada90-d9d0-4464-9782-3d1fdb05a129 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:39.854230 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-15dbc5dc-8ee4-495a-8394-258c55aa7621 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439748 May 27 02:11:39.870816 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde1989-07e5-432e-a45f-abbedf653120 req-0ebdaf3c-dafb-46a8-bf79-c315567ff1de tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:39.872310 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9fde1989-07e5-432e-a45f-abbedf653120 req-0ebdaf3c-dafb-46a8-bf79-c315567ff1de tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b8f9da5-3734-45f4-a9cf-68b1eb03350e HTTP/1.1" status: 200 len: 947 time: 0.2847111 May 27 02:11:39.901780 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f7a93115-511d-460c-832f-41aa94586e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:39.947649 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a93115-511d-460c-832f-41aa94586e34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00620427-b337-441f-8e6a-3537573c760d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:39.961805 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f7a93115-511d-460c-832f-41aa94586e34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:39.966454 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-d67ada90-d9d0-4464-9782-3d1fdb05a129 admin admin] Deleting port 9890cbd8-de02-40b5-a876-cde954a9ad2f {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:11:39.966805 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d67ada90-d9d0-4464-9782-3d1fdb05a129 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:39.971205 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f7a93115-511d-460c-832f-41aa94586e34 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/00620427-b337-441f-8e6a-3537573c760d HTTP/1.1" status: 204 len: 168 time: 0.5310440 May 27 02:11:39.971353 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58194) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:40.065040 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-e49eedde-129e-4de0-9f1a-94fb903aa5cf None None] Set router ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:11:40.107367 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3dde0b55-cb82-4b79-aa21-409212d10c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:40.274576 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f75a2d-f9b3-40de-98ff-8e98d29c574c', 'name': 'network-vif-deleted', 'tag': '9c3cd184-bf8d-4d49-8a50-29618bf2d04e'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:11:40.284227 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9fde1989-07e5-432e-a45f-abbedf653120 req-86e4b62e-a34b-43b5-a96f-ca367765df8b tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440027 May 27 02:11:40.308362 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3dde0b55-cb82-4b79-aa21-409212d10c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:40.362446 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-672feca9-2584-450c-9beb-6989ec7ed0af req-41f9e638-7f3b-4886-ae85-ca757055783e tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.153 HTTP/1.1" status: 200 len: 1002 time: 0.4890842 May 27 02:11:40.381234 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-3dde0b55-cb82-4b79-aa21-409212d10c52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c94505a-1b01-46b9-b57a-522a51871996']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:40.410792 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-3dde0b55-cb82-4b79-aa21-409212d10c52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb8802a4-e2b2-4965-82be-dc0e4cddd944') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:40.411172 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-3dde0b55-cb82-4b79-aa21-409212d10c52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb8802a4-e2b2-4965-82be-dc0e4cddd944') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:40.427173 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3dde0b55-cb82-4b79-aa21-409212d10c52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:40.446433 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3dde0b55-cb82-4b79-aa21-409212d10c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:40.453861 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dde0b55-cb82-4b79-aa21-409212d10c52 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:11:40.454348 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3dde0b55-cb82-4b79-aa21-409212d10c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:40.488779 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672feca9-2584-450c-9beb-6989ec7ed0af req-a4930545-9fe7-41f4-afd7-832d06da608b tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:40.500129 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-672feca9-2584-450c-9beb-6989ec7ed0af req-a4930545-9fe7-41f4-afd7-832d06da608b tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/ports/2ecbeb51-113b-4016-8763-fd2bf60a7fee HTTP/1.1" status: 200 len: 943 time: 0.1328604 May 27 02:11:40.529096 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ecd32d6-328e-4373-8cea-ee52fb112629 req-61f96fb8-7f99-47ff-82c3-0428f616f88d service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6064138 May 27 02:11:40.565447 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-d67ada90-d9d0-4464-9782-3d1fdb05a129 admin admin] For port 9890cbd8-de02-40b5-a876-cde954a9ad2f, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=9890cbd8-de02-40b5-a876-cde954a9ad2f,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:40.565713 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e49eedde-129e-4de0-9f1a-94fb903aa5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b', 'name': 'tempest-ServersTestManualDisk-1727245401-router', 'tenant_id': '7fc73085ebc04afe8efe26efefe6d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '9890cbd8-de02-40b5-a876-cde954a9ad2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:09:32Z', 'updated_at': '2022-05-27T02:11:35Z', 'revision_number': 5, 'project_id': '7fc73085ebc04afe8efe26efefe6d571', 'gw_port': {'id': '9890cbd8-de02-40b5-a876-cde954a9ad2f', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:34Z', 'updated_at': '2022-05-27T02:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:40.565849 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d67ada90-d9d0-4464-9782-3d1fdb05a129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:40.572037 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49eedde-129e-4de0-9f1a-94fb903aa5cf None None] The sync data for ids ['ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b'] in n-d-843554-3 is: [{'id': 'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b', 'name': 'tempest-ServersTestManualDisk-1727245401-router', 'tenant_id': '7fc73085ebc04afe8efe26efefe6d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '9890cbd8-de02-40b5-a876-cde954a9ad2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:09:32Z', 'updated_at': '2022-05-27T02:11:35Z', 'revision_number': 5, 'project_id': '7fc73085ebc04afe8efe26efefe6d571', 'gw_port': {'id': '9890cbd8-de02-40b5-a876-cde954a9ad2f', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:34Z', 'updated_at': '2022-05-27T02:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:11:40.610189 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment fb8802a4-e2b2-4965-82be-dc0e4cddd944 resource provider aggregate not found May 27 02:11:40.646310 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment fb8802a4-e2b2-4965-82be-dc0e4cddd944 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fb8802a4-e2b2-4965-82be-dc0e4cddd944 found for delete ", "request_id": "req-69f52686-7250-4a64-9118-b8d40407701a"}]} May 27 02:11:40.705574 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3dde0b55-cb82-4b79-aa21-409212d10c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:40.724854 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3dde0b55-cb82-4b79-aa21-409212d10c52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:40.732405 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-d67ada90-d9d0-4464-9782-3d1fdb05a129 admin admin] Calling delete_port for 9890cbd8-de02-40b5-a876-cde954a9ad2f owned by network:router_gateway {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:11:40.780970 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde0b55-cb82-4b79-aa21-409212d10c52 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c94505a-1b01-46b9-b57a-522a51871996,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:40.789260 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3dde0b55-cb82-4b79-aa21-409212d10c52 admin admin] 10.222.0.57 "DELETE /v2.0/networks/9c94505a-1b01-46b9-b57a-522a51871996 HTTP/1.1" status: 204 len: 168 time: 0.8167429 May 27 02:11:40.792005 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58208) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:40.864799 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-e39c1a47-d291-4829-9270-f8b68172f88d admin admin] Deleting subnet c0286e10-97d6-4339-9bb7-85e2a27f34c8 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:11:40.869162 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e39c1a47-d291-4829-9270-f8b68172f88d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:40.906622 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-672feca9-2584-450c-9beb-6989ec7ed0af req-eafa1972-f4cb-4a91-8f72-f85456099823 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.153 HTTP/1.1" status: 200 len: 1002 time: 0.2090309 May 27 02:11:40.962682 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e39c1a47-d291-4829-9270-f8b68172f88d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:40.974236 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ac859b04-0b16-4936-84f0-5c91104c1946 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:11:41.041488 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: ac859b04-0b16-4936-84f0-5c91104c1946 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:11:41.045238 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ac859b04-0b16-4936-84f0-5c91104c1946 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:11:41.067515 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df18e25-f011-4f82-8cf3-543ce8ab2159 req-b951abce-7da0-422c-803d-8e63b569add5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:41.069120 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5df18e25-f011-4f82-8cf3-543ce8ab2159 req-b951abce-7da0-422c-803d-8e63b569add5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=920f79471e3444109aeaadab23e503c2&device_id=8b8f9da5-3734-45f4-a9cf-68b1eb03350e HTTP/1.1" status: 200 len: 1098 time: 0.3726473 May 27 02:11:41.085217 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e39c1a47-d291-4829-9270-f8b68172f88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:41.277105 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672feca9-2584-450c-9beb-6989ec7ed0af req-66b46de7-fbd1-40c0-9b2f-fc7575067e3b tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:41.278531 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-672feca9-2584-450c-9beb-6989ec7ed0af req-66b46de7-fbd1-40c0-9b2f-fc7575067e3b tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/networks/d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 784 time: 0.3575828 May 27 02:11:41.402945 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e39c1a47-d291-4829-9270-f8b68172f88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:41.442669 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-672feca9-2584-450c-9beb-6989ec7ed0af req-4f07668b-5cb7-42df-8d38-527b7753fc3d tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.153 HTTP/1.1" status: 200 len: 1002 time: 0.1511071 May 27 02:11:41.445256 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df18e25-f011-4f82-8cf3-543ce8ab2159 req-772da838-f340-44e6-9960-082d87e54720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:41.446621 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5df18e25-f011-4f82-8cf3-543ce8ab2159 req-772da838-f340-44e6-9960-082d87e54720 service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.3580086 May 27 02:11:41.452014 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-672feca9-2584-450c-9beb-6989ec7ed0af req-f298799e-89d1-4ec7-9bb3-fcc1cac9b02b tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:41.476074 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c1a47-d291-4829-9270-f8b68172f88d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0286e10-97d6-4339-9bb7-85e2a27f34c8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:41.480515 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e39c1a47-d291-4829-9270-f8b68172f88d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:41.491234 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e39c1a47-d291-4829-9270-f8b68172f88d admin admin] 10.222.0.57 "DELETE /v2.0/subnets/c0286e10-97d6-4339-9bb7-85e2a27f34c8 HTTP/1.1" status: 204 len: 168 time: 0.6958864 May 27 02:11:41.491535 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58232) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:41.572868 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d67ada90-d9d0-4464-9782-3d1fdb05a129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:41.632622 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5df18e25-f011-4f82-8cf3-543ce8ab2159 req-f4401a14-390a-40fc-a422-c8af9edfbdae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=5754fa47-c59f-404e-8b3c-963561a68d07 HTTP/1.1" status: 200 len: 217 time: 0.1264620 May 27 02:11:41.649721 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-46537d46-f81d-4cc4-8deb-da4f3a4b17dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:41.652498 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ada90-d9d0-4464-9782-3d1fdb05a129 admin admin] Pushing event deleted for resources: {'Port': ['ID=9890cbd8-de02-40b5-a876-cde954a9ad2f,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:41.850459 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-46537d46-f81d-4cc4-8deb-da4f3a4b17dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:41.888656 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-46537d46-f81d-4cc4-8deb-da4f3a4b17dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['447f86c8-87cf-4f00-9e53-dbdffc85a5c0']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:41.904665 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-46537d46-f81d-4cc4-8deb-da4f3a4b17dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54e5f63c-fd09-4855-b0cc-94770229f9a2') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:41.905000 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-46537d46-f81d-4cc4-8deb-da4f3a4b17dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54e5f63c-fd09-4855-b0cc-94770229f9a2') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:41.918891 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-46537d46-f81d-4cc4-8deb-da4f3a4b17dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:41.945934 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-46537d46-f81d-4cc4-8deb-da4f3a4b17dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:41.958208 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46537d46-f81d-4cc4-8deb-da4f3a4b17dc admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:11:41.958696 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-46537d46-f81d-4cc4-8deb-da4f3a4b17dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:41.979978 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-672feca9-2584-450c-9beb-6989ec7ed0af req-f298799e-89d1-4ec7-9bb3-fcc1cac9b02b tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks [] for floatingip, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:42.082848 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df18e25-f011-4f82-8cf3-543ce8ab2159 req-e086b508-46de-4c91-a187-628abae072d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:42.084735 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5df18e25-f011-4f82-8cf3-543ce8ab2159 req-e086b508-46de-4c91-a187-628abae072d9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.4357247 May 27 02:11:42.116439 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-46537d46-f81d-4cc4-8deb-da4f3a4b17dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:42.154017 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d67ada90-d9d0-4464-9782-3d1fdb05a129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:42.154300 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-46537d46-f81d-4cc4-8deb-da4f3a4b17dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:42.162454 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46537d46-f81d-4cc4-8deb-da4f3a4b17dc admin admin] Pushing event deleted for resources: {'Network': ['ID=447f86c8-87cf-4f00-9e53-dbdffc85a5c0,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:42.173296 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-46537d46-f81d-4cc4-8deb-da4f3a4b17dc admin admin] 10.222.0.57 "DELETE /v2.0/networks/447f86c8-87cf-4f00-9e53-dbdffc85a5c0 HTTP/1.1" status: 204 len: 168 time: 0.6795712 May 27 02:11:42.465550 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d67ada90-d9d0-4464-9782-3d1fdb05a129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:42.469223 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d67ada90-d9d0-4464-9782-3d1fdb05a129 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:42.512626 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58244) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:42.582683 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-dad5b7ba-8349-47c5-a6b5-28465a27cdb6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=83b30589dd9d452aa021f400dfb95709&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0661402 May 27 02:11:42.585174 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58248) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:42.590355 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-891ab5a8-21ac-43a4-848b-8b809435f543 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:11:42.591281 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-891ab5a8-21ac-43a4-848b-8b809435f543 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0168374 May 27 02:11:42.607460 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-672feca9-2584-450c-9beb-6989ec7ed0af req-f298799e-89d1-4ec7-9bb3-fcc1cac9b02b tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:42.608377 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-dc475e59-3ea3-41d5-a16e-16731d88b742 service neutron] Request body: {'binding': {'host': 'n-h1-843554-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:42.609377 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-dc475e59-3ea3-41d5-a16e-16731d88b742 service neutron] Unknown quota resources ['binding']. {{(pid=88902) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 27 02:11:42.650700 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df18e25-f011-4f82-8cf3-543ce8ab2159 req-e7df1f36-c31d-4d15-a3bb-e5f94cd13c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:42.652106 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5df18e25-f011-4f82-8cf3-543ce8ab2159 req-e7df1f36-c31d-4d15-a3bb-e5f94cd13c59 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5536108 May 27 02:11:42.664650 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d67ada90-d9d0-4464-9782-3d1fdb05a129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:42.664650 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67ada90-d9d0-4464-9782-3d1fdb05a129 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:11:42.665355 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aa2a24fa-c29d-4d5a-961e-9e3d7fc9c379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:42.702403 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aa2a24fa-c29d-4d5a-961e-9e3d7fc9c379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:42.712651 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 54e5f63c-fd09-4855-b0cc-94770229f9a2 resource provider aggregate not found May 27 02:11:42.748475 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 54e5f63c-fd09-4855-b0cc-94770229f9a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 54e5f63c-fd09-4855-b0cc-94770229f9a2 found for delete ", "request_id": "req-06325b82-d68a-4b49-b1a2-4919a9161a04"}]} May 27 02:11:42.826867 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-672feca9-2584-450c-9beb-6989ec7ed0af req-f298799e-89d1-4ec7-9bb3-fcc1cac9b02b tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:42.826867 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [req-672feca9-2584-450c-9beb-6989ec7ed0af req-f298799e-89d1-4ec7-9bb3-fcc1cac9b02b tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Floating IP 1d78fa73-c012-459f-aad5-ae324a962d72 disassociated. External IP: 172.25.1.153, port: 2ecbeb51-113b-4016-8763-fd2bf60a7fee. May 27 02:11:42.904658 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aa2a24fa-c29d-4d5a-961e-9e3d7fc9c379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:42.925436 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a24fa-c29d-4d5a-961e-9e3d7fc9c379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0ba78f-2b78-4830-96c7-9ee7c2f90db3,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:42.951883 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aa2a24fa-c29d-4d5a-961e-9e3d7fc9c379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:42.958993 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-aa2a24fa-c29d-4d5a-961e-9e3d7fc9c379 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bb0ba78f-2b78-4830-96c7-9ee7c2f90db3 HTTP/1.1" status: 204 len: 168 time: 0.3693593 May 27 02:11:42.962946 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d67ada90-d9d0-4464-9782-3d1fdb05a129 admin admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:42.963770 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d67ada90-d9d0-4464-9782-3d1fdb05a129 admin admin] 10.222.0.57 "DELETE /v2.0/routers/ca89a0ea-1f13-4ec1-b8c2-d0b7ebc1950b HTTP/1.1" status: 204 len: 168 time: 3.9077830 May 27 02:11:42.966516 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58260) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:43.056683 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d9e57ac-0b30-46ac-ac6f-ca2c07f6b863 admin admin] Deleting subnet a3f5ec77-9645-42d0-89cc-1cf281841e08 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:11:43.056683 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7d9e57ac-0b30-46ac-ac6f-ca2c07f6b863 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:43.095095 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5df18e25-f011-4f82-8cf3-543ce8ab2159 req-417d61e6-6f62-4012-9810-85f98259cff4 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4290595 May 27 02:11:43.134252 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7d9e57ac-0b30-46ac-ac6f-ca2c07f6b863 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:43.221816 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7d9e57ac-0b30-46ac-ac6f-ca2c07f6b863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:43.270072 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 5754fa47-c59f-404e-8b3c-963561a68d07 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:11:43.426963 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7d9e57ac-0b30-46ac-ac6f-ca2c07f6b863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:43.453596 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 5754fa47-c59f-404e-8b3c-963561a68d07, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=5754fa47-c59f-404e-8b3c-963561a68d07,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:43.463125 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '5754fa47-c59f-404e-8b3c-963561a68d07', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'port_id': '5754fa47-c59f-404e-8b3c-963561a68d07', 'mac_address': 'fa:16:3e:ad:68:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf69705-8457-415f-85a3-b42efaff1b97', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:11:43.476944 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e57ac-0b30-46ac-ac6f-ca2c07f6b863 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3f5ec77-9645-42d0-89cc-1cf281841e08,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:43.480906 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7d9e57ac-0b30-46ac-ac6f-ca2c07f6b863 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:43.490121 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7d9e57ac-0b30-46ac-ac6f-ca2c07f6b863 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a3f5ec77-9645-42d0-89cc-1cf281841e08 HTTP/1.1" status: 204 len: 168 time: 0.5208578 May 27 02:11:43.492573 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58266) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:43.501938 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b1e92d-3648-4456-80be-c5e964487617 None None] Network d1cb7f1b-be29-4509-be86-b068f20a10ab requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:11:43.615306 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 5754fa47-c59f-404e-8b3c-963561a68d07 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:43.615699 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:43.662815 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5754fa47-c59f-404e-8b3c-963561a68d07 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:11:43.679951 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 5754fa47-c59f-404e-8b3c-963561a68d07, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=5754fa47-c59f-404e-8b3c-963561a68d07,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:43.683686 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9ecbfdee-6e07-49f4-b97b-017899ecb7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:43.695278 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-9ecbfdee-6e07-49f4-b97b-017899ecb7c0 admin admin] Deleting port 1e3dc54f-9f4e-48e4-a09a-2d62d7373d38 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:11:43.695889 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9ecbfdee-6e07-49f4-b97b-017899ecb7c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:43.734024 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-dc475e59-3ea3-41d5-a16e-16731d88b742 service neutron] Attempting to bind port d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95 on host n-h1-843554-3 for vnic_type normal with profile None {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:11:43.734608 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-dc475e59-3ea3-41d5-a16e-16731d88b742 service neutron] Attempting to bind port d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:11:43.734800 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-dc475e59-3ea3-41d5-a16e-16731d88b742 service neutron] Attempting to bind port d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95 on network db30ed05-8f60-4a40-83c6-9b50139dcb81 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:11:43.752026 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-dc475e59-3ea3-41d5-a16e-16731d88b742 service neutron] Port d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95 on network db30ed05-8f60-4a40-83c6-9b50139dcb81 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:11:43.753674 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-dc475e59-3ea3-41d5-a16e-16731d88b742 service neutron] Attempting to bind port d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95 on network db30ed05-8f60-4a40-83c6-9b50139dcb81 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:11:43.773363 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:43.855471 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4132323b-fcdd-489c-8669-43a9c7af4754 None None] DHCP port deletion for d1cb7f1b-be29-4509-be86-b068f20a10ab request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:11:43.880534 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-4132323b-fcdd-489c-8669-43a9c7af4754 None None] Deleting port 1e3dc54f-9f4e-48e4-a09a-2d62d7373d38 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:11:43.885840 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4132323b-fcdd-489c-8669-43a9c7af4754 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:43.954280 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=5754fa47-c59f-404e-8b3c-963561a68d07,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:43.971776 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 58272) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:43.973930 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-dc475e59-3ea3-41d5-a16e-16731d88b742 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:11:43.974273 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-dc475e59-3ea3-41d5-a16e-16731d88b742 service neutron] Checking segment: {'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:11:43.974654 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-dc475e59-3ea3-41d5-a16e-16731d88b742 service neutron] Bound using segment: {'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:11:43.975084 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-dc475e59-3ea3-41d5-a16e-16731d88b742 service neutron] Bound port: d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:11:43.987128 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5df18e25-f011-4f82-8cf3-543ce8ab2159 req-90963042-0a6e-4f90-83ae-038cd0716c9c service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8337276 May 27 02:11:44.009001 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-9ecbfdee-6e07-49f4-b97b-017899ecb7c0 admin admin] For port 1e3dc54f-9f4e-48e4-a09a-2d62d7373d38, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1e3dc54f-9f4e-48e4-a09a-2d62d7373d38,segment=NetworkSegment(07465bd3-70b6-4ab8-bae1-2101d0f48dbe),segment_id=07465bd3-70b6-4ab8-bae1-2101d0f48dbe)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:44.010106 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9ecbfdee-6e07-49f4-b97b-017899ecb7c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:44.063060 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-af926a7b-f5d9-44f3-887b-ee08d0458500 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=059673651a1a457ea2526e7719a7444c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0840285 May 27 02:11:44.068088 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 58276) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:44.087424 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [req-672feca9-2584-450c-9beb-6989ec7ed0af req-f298799e-89d1-4ec7-9bb3-fcc1cac9b02b tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Router 056a8770-64cf-4055-9987-408f40a03c3d has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:11:44.099305 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['5754fa47-c59f-404e-8b3c-963561a68d07'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:11:44.172782 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-9ecbfdee-6e07-49f4-b97b-017899ecb7c0 admin admin] Calling delete_port for 1e3dc54f-9f4e-48e4-a09a-2d62d7373d38 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:11:44.184506 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-dc475e59-3ea3-41d5-a16e-16731d88b742 service neutron] For port d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95,segment=NetworkSegment(a69d16a1-8436-40ed-b9ce-539b6def055f),segment_id=a69d16a1-8436-40ed-b9ce-539b6def055f)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:11:44.192503 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-4132323b-fcdd-489c-8669-43a9c7af4754 None None] For port 1e3dc54f-9f4e-48e4-a09a-2d62d7373d38, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1e3dc54f-9f4e-48e4-a09a-2d62d7373d38,segment=NetworkSegment(07465bd3-70b6-4ab8-bae1-2101d0f48dbe),segment_id=07465bd3-70b6-4ab8-bae1-2101d0f48dbe)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:44.193049 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4132323b-fcdd-489c-8669-43a9c7af4754 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:44.295131 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-dc475e59-3ea3-41d5-a16e-16731d88b742 service neutron] Notify callbacks [] for binding, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:44.296219 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-dc475e59-3ea3-41d5-a16e-16731d88b742 service neutron] 10.222.0.57 "POST /v2.0/ports/d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95/bindings HTTP/1.1" status: 201 len: 389 time: 1.6918373 May 27 02:11:44.310012 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e3dcbefe-8051-4825-8c13-61243ea5c97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:44.327981 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-4132323b-fcdd-489c-8669-43a9c7af4754 None None] Calling delete_port for 1e3dc54f-9f4e-48e4-a09a-2d62d7373d38 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:11:44.334082 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9ecbfdee-6e07-49f4-b97b-017899ecb7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:44.357125 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e3dcbefe-8051-4825-8c13-61243ea5c97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:44.364908 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-672feca9-2584-450c-9beb-6989ec7ed0af req-f298799e-89d1-4ec7-9bb3-fcc1cac9b02b tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:11:44.378900 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-672feca9-2584-450c-9beb-6989ec7ed0af req-f298799e-89d1-4ec7-9bb3-fcc1cac9b02b tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:44.384413 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d234a162-d87d-4d11-a40f-13b91874500c None None] Sync routers for ids ['056a8770-64cf-4055-9987-408f40a03c3d'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:11:44.422848 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d234a162-d87d-4d11-a40f-13b91874500c None None] Routers {'056a8770-64cf-4055-9987-408f40a03c3d'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:11:44.423536 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-d234a162-d87d-4d11-a40f-13b91874500c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:11:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['056a8770-64cf-4055-9987-408f40a03c3d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:44.483102 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-672feca9-2584-450c-9beb-6989ec7ed0af req-f298799e-89d1-4ec7-9bb3-fcc1cac9b02b tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "PUT /v2.0/floatingips/1d78fa73-c012-459f-aad5-ae324a962d72 HTTP/1.1" status: 200 len: 696 time: 3.0346541 May 27 02:11:44.508656 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecbfdee-6e07-49f4-b97b-017899ecb7c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e3dc54f-9f4e-48e4-a09a-2d62d7373d38,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:44.510881 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecbfdee-6e07-49f4-b97b-017899ecb7c0 admin admin] No DVR routers for this DVR port 1e3dc54f-9f4e-48e4-a09a-2d62d7373d38 on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:11:44.527861 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a11c0a8-295e-4a79-934a-19ee9acecc7d', 'tag': '2ecbeb51-113b-4016-8763-fd2bf60a7fee'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:11:44.578436 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672feca9-2584-450c-9beb-6989ec7ed0af req-fe5d5ae3-2f34-4c86-9d54-acb6a39e9af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:44.587770 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-672feca9-2584-450c-9beb-6989ec7ed0af req-fe5d5ae3-2f34-4c86-9d54-acb6a39e9af7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=40d944a0aff94ddfba3422cf104388c6&device_id=4a11c0a8-295e-4a79-934a-19ee9acecc7d HTTP/1.1" status: 200 len: 1097 time: 0.1035066 May 27 02:11:44.646637 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9ecbfdee-6e07-49f4-b97b-017899ecb7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:44.673840 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e3dcbefe-8051-4825-8c13-61243ea5c97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:44.678461 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-9ecbfdee-6e07-49f4-b97b-017899ecb7c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1cb7f1b-be29-4509-be86-b068f20a10ab']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:44.690079 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-4132323b-fcdd-489c-8669-43a9c7af4754 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:11:44.690432 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-4132323b-fcdd-489c-8669-43a9c7af4754 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:11:44.712519 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-9ecbfdee-6e07-49f4-b97b-017899ecb7c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07465bd3-70b6-4ab8-bae1-2101d0f48dbe') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:44.713841 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dcbefe-8051-4825-8c13-61243ea5c97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8becc1-fd9f-47df-b7d9-cb47aa24cd42,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:44.719493 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-9ecbfdee-6e07-49f4-b97b-017899ecb7c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07465bd3-70b6-4ab8-bae1-2101d0f48dbe') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:44.721955 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e3dcbefe-8051-4825-8c13-61243ea5c97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:44.723180 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e3dcbefe-8051-4825-8c13-61243ea5c97c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9e8becc1-fd9f-47df-b7d9-cb47aa24cd42 HTTP/1.1" status: 204 len: 168 time: 0.6542604 May 27 02:11:44.763404 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9ecbfdee-6e07-49f4-b97b-017899ecb7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:44.809901 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9ecbfdee-6e07-49f4-b97b-017899ecb7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:44.812829 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-d234a162-d87d-4d11-a40f-13b91874500c None None] Set router 056a8770-64cf-4055-9987-408f40a03c3d gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:11:44.831487 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ecbfdee-6e07-49f4-b97b-017899ecb7c0 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:11:44.835517 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9ecbfdee-6e07-49f4-b97b-017899ecb7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:44.970966 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1e3dc54f-9f4e-48e4-a09a-2d62d7373d38 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:11:44.980466 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672feca9-2584-450c-9beb-6989ec7ed0af req-460a6c1e-07c7-4e0a-94db-841a8b8944b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:44.985523 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-672feca9-2584-450c-9beb-6989ec7ed0af req-460a6c1e-07c7-4e0a-94db-841a8b8944b4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=37c88c36-e778-4f3d-a101-7c8eb9d9dccf HTTP/1.1" status: 200 len: 922 time: 0.3951542 May 27 02:11:45.019358 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 1e3dc54f-9f4e-48e4-a09a-2d62d7373d38 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:11:45.019957 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1e3dc54f-9f4e-48e4-a09a-2d62d7373d38 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:11:45.020547 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 9890cbd8-de02-40b5-a876-cde954a9ad2f no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:11:45.044414 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 07465bd3-70b6-4ab8-bae1-2101d0f48dbe resource provider aggregate not found May 27 02:11:45.074988 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 9890cbd8-de02-40b5-a876-cde954a9ad2f {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:11:45.075723 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 9890cbd8-de02-40b5-a876-cde954a9ad2f not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:11:45.079134 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 07465bd3-70b6-4ab8-bae1-2101d0f48dbe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 07465bd3-70b6-4ab8-bae1-2101d0f48dbe found for delete ", "request_id": "req-4fcbf879-c4b0-4fb6-907d-d1c372f683a4"}]} May 27 02:11:45.094182 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9ecbfdee-6e07-49f4-b97b-017899ecb7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:45.119297 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9ecbfdee-6e07-49f4-b97b-017899ecb7c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:45.139898 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecbfdee-6e07-49f4-b97b-017899ecb7c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1cb7f1b-be29-4509-be86-b068f20a10ab,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:45.158659 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-672feca9-2584-450c-9beb-6989ec7ed0af req-1bd76382-aa79-49c3-b553-85befd699eea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ecbeb51-113b-4016-8763-fd2bf60a7fee HTTP/1.1" status: 200 len: 217 time: 0.1513393 May 27 02:11:45.196340 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-4132323b-fcdd-489c-8669-43a9c7af4754 None None] Deleting port 1e3dc54f-9f4e-48e4-a09a-2d62d7373d38 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:11:45.196722 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4132323b-fcdd-489c-8669-43a9c7af4754 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:45.209816 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9ecbfdee-6e07-49f4-b97b-017899ecb7c0 admin admin] 10.222.0.57 "DELETE /v2.0/networks/d1cb7f1b-be29-4509-be86-b068f20a10ab HTTP/1.1" status: 204 len: 168 time: 1.7157996 May 27 02:11:45.284210 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672feca9-2584-450c-9beb-6989ec7ed0af req-bafcd41e-4e91-4d0c-8a62-b52cfd345c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:45.289209 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-672feca9-2584-450c-9beb-6989ec7ed0af req-bafcd41e-4e91-4d0c-8a62-b52cfd345c8c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=88a71f26-f2fa-4283-92d8-f4882c4d62e9 HTTP/1.1" status: 200 len: 860 time: 0.1119008 May 27 02:11:45.304463 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-4132323b-fcdd-489c-8669-43a9c7af4754 None None] The port '1e3dc54f-9f4e-48e4-a09a-2d62d7373d38' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:11:45.304732 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463170fb-46ca-4308-a8d4-dcfad39a5208 req-c97d7634-f6ed-4c90-a5da-cce175b138d1 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:45.322498 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-463170fb-46ca-4308-a8d4-dcfad39a5208 req-c97d7634-f6ed-4c90-a5da-cce175b138d1 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 945 time: 0.5197699 May 27 02:11:45.353096 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-d234a162-d87d-4d11-a40f-13b91874500c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056a8770-64cf-4055-9987-408f40a03c3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076860293-router', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:09:40Z', 'updated_at': '2022-05-27T02:09:49Z', 'revision_number': 4, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'gw_port': {'id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:41Z', 'updated_at': '2022-05-27T02:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '571886d1-8b4d-4610-b0fd-8a0d8c18d979', 'name': '', 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'mac_address': 'fa:16:3e:17:b9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '88a71f26-f2fa-4283-92d8-f4882c4d62e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:46Z', 'updated_at': '2022-05-27T02:09:57Z', 'revision_number': 5, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'subnets': [{'id': '88a71f26-f2fa-4283-92d8-f4882c4d62e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:45.358604 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d234a162-d87d-4d11-a40f-13b91874500c None None] Checking router: 056a8770-64cf-4055-9987-408f40a03c3d for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:11:45.369964 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d234a162-d87d-4d11-a40f-13b91874500c None None] Routers {'056a8770-64cf-4055-9987-408f40a03c3d'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:11:45.370849 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-d234a162-d87d-4d11-a40f-13b91874500c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:11:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['056a8770-64cf-4055-9987-408f40a03c3d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:45.471552 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-463170fb-46ca-4308-a8d4-dcfad39a5208 req-4607331a-95e5-437c-8764-4976bd7af19f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473894 May 27 02:11:45.490795 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-463e7920-99bc-4deb-9ac6-08623882d0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:45.490795 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-463e7920-99bc-4deb-9ac6-08623882d0ba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a29ffcc4de66478babed622f0d89fbe8&device_id=c2e8b514-00ed-4638-978e-c30d2074daa7 HTTP/1.1" status: 200 len: 1096 time: 0.3811464 May 27 02:11:45.523383 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c383a058-efaa-4069-b047-7519b6d895cf'] response: {'server_uuid': 'b5f75a2d-f9b3-40de-98ff-8e98d29c574c', 'name': 'network-vif-deleted', 'tag': '9c3cd184-bf8d-4d49-8a50-29618bf2d04e', 'status': 'completed', 'code': 200} May 27 02:11:45.597975 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672feca9-2584-450c-9beb-6989ec7ed0af req-f0eefa76-f0f6-4803-bed7-6561482cfaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:45.599733 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-672feca9-2584-450c-9beb-6989ec7ed0af req-f0eefa76-f0f6-4803-bed7-6561482cfaf7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=37c88c36-e778-4f3d-a101-7c8eb9d9dccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2745359 May 27 02:11:45.611663 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-d234a162-d87d-4d11-a40f-13b91874500c None None] Set router 056a8770-64cf-4055-9987-408f40a03c3d gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:11:45.685959 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58308) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:45.744092 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-04bbd3e6-53f1-42a1-a80b-b8323e8fc495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:45.745577 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-04bbd3e6-53f1-42a1-a80b-b8323e8fc495 service neutron] 10.222.0.32 "GET /v2.0/networks?id=db30ed05-8f60-4a40-83c6-9b50139dcb81 HTTP/1.1" status: 200 len: 922 time: 0.2550106 May 27 02:11:45.784173 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5f16ded0-6e15-4943-98d7-7ff43fbe0dff admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7fc73085ebc04afe8efe26efefe6d571&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0966730 May 27 02:11:45.788473 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58312) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:45.835229 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-978cd0a8-e7d0-4b3c-8a48-b1145da58ce6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95 HTTP/1.1" status: 200 len: 217 time: 0.0787134 May 27 02:11:45.843418 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-672feca9-2584-450c-9beb-6989ec7ed0af req-eca71279-be8f-40db-bd64-68660756ca29 service neutron] 10.222.0.57 "GET /v2.0/networks/37c88c36-e778-4f3d-a101-7c8eb9d9dccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364705 May 27 02:11:45.913648 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-08255081-752e-4235-914b-021c206082e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:45.943090 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-08255081-752e-4235-914b-021c206082e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:46.118437 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-08255081-752e-4235-914b-021c206082e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:46.158231 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08255081-752e-4235-914b-021c206082e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc37509-acb9-48fc-8e4b-beaf863337df,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:46.196472 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-08255081-752e-4235-914b-021c206082e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:46.210663 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-08255081-752e-4235-914b-021c206082e7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3fc37509-acb9-48fc-8e4b-beaf863337df HTTP/1.1" status: 204 len: 168 time: 0.4208045 May 27 02:11:46.217242 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-892090e4-5e68-4fb5-ae30-4454f58a34b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:46.218721 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-892090e4-5e68-4fb5-ae30-4454f58a34b7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1e2a1d95-8ee5-4ee3-927d-bf057db8df2f HTTP/1.1" status: 200 len: 861 time: 0.3709378 May 27 02:11:46.290093 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-d234a162-d87d-4d11-a40f-13b91874500c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056a8770-64cf-4055-9987-408f40a03c3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076860293-router', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:09:40Z', 'updated_at': '2022-05-27T02:09:49Z', 'revision_number': 4, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'gw_port': {'id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:41Z', 'updated_at': '2022-05-27T02:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '571886d1-8b4d-4610-b0fd-8a0d8c18d979', 'name': '', 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'mac_address': 'fa:16:3e:17:b9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '88a71f26-f2fa-4283-92d8-f4882c4d62e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:46Z', 'updated_at': '2022-05-27T02:09:57Z', 'revision_number': 5, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'subnets': [{'id': '88a71f26-f2fa-4283-92d8-f4882c4d62e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:46.294677 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d234a162-d87d-4d11-a40f-13b91874500c None None] The sync data for ids ['056a8770-64cf-4055-9987-408f40a03c3d'] in n-d-843554-3 is: [{'id': '056a8770-64cf-4055-9987-408f40a03c3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076860293-router', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:09:40Z', 'updated_at': '2022-05-27T02:09:49Z', 'revision_number': 4, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'gw_port': {'id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:41Z', 'updated_at': '2022-05-27T02:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '571886d1-8b4d-4610-b0fd-8a0d8c18d979', 'name': '', 'network_id': '37c88c36-e778-4f3d-a101-7c8eb9d9dccf', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'mac_address': 'fa:16:3e:17:b9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '88a71f26-f2fa-4283-92d8-f4882c4d62e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:46Z', 'updated_at': '2022-05-27T02:09:57Z', 'revision_number': 5, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'subnets': [{'id': '88a71f26-f2fa-4283-92d8-f4882c4d62e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:11:46.407840 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-d7c25813-9d26-46e7-bf47-cb98b4d24e15 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=db30ed05-8f60-4a40-83c6-9b50139dcb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1769128 May 27 02:11:46.414183 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-672feca9-2584-450c-9beb-6989ec7ed0af req-a690d618-6f94-4067-922e-edaf11a711a1 service neutron] 10.222.0.57 "GET /v2.0/networks/37c88c36-e778-4f3d-a101-7c8eb9d9dccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142931 May 27 02:11:46.566601 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103f328-a89c-4689-874d-e99933755c44 req-bce790dc-0a9a-49b4-8539-8c9ca7753446 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:46.568758 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b103f328-a89c-4689-874d-e99933755c44 req-bce790dc-0a9a-49b4-8539-8c9ca7753446 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 949 time: 0.2507801 May 27 02:11:46.605509 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-d705ec07-06b6-4aec-b8ca-01f70ec76c09 service neutron] 10.222.0.32 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903987 May 27 02:11:46.656619 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549ee448-5860-46a6-9e96-30ca5f8cac43 None None] New status for floating IP 1d78fa73-c012-459f-aad5-ae324a962d72: DOWN {{(pid=88904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:11:46.768231 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b103f328-a89c-4689-874d-e99933755c44 req-a7001645-d220-467e-80a9-fe73ec1ddb8e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895566 May 27 02:11:46.887996 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3cc0d89-d468-4905-b859-f439bbc3127a'] response: {'name': 'network-changed', 'server_uuid': '4a11c0a8-295e-4a79-934a-19ee9acecc7d', 'tag': '2ecbeb51-113b-4016-8763-fd2bf60a7fee', 'status': 'completed', 'code': 200} May 27 02:11:46.934114 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9abfa5-2650-44f9-812b-01150114a5e0 req-d100fbf4-bbfc-45a5-8967-092f5d3aba35 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:46.935711 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5b9abfa5-2650-44f9-812b-01150114a5e0 req-d100fbf4-bbfc-45a5-8967-092f5d3aba35 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b8f9da5-3734-45f4-a9cf-68b1eb03350e HTTP/1.1" status: 200 len: 948 time: 0.2953756 May 27 02:11:47.016270 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-c7fc51c7-c51d-4792-bfca-a0b73e9b9a24 service neutron] 10.222.0.32 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3984730 May 27 02:11:47.049263 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5b9abfa5-2650-44f9-812b-01150114a5e0 req-2e42e31c-8514-404b-9c95-f3537bfdfa33 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765381 May 27 02:11:47.082185 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c81ded-0a39-4c2d-abb9-443700229342 req-fd20f16b-f758-4094-8957-ea2621d0bbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:47.083937 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-64c81ded-0a39-4c2d-abb9-443700229342 req-fd20f16b-f758-4094-8957-ea2621d0bbdb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=40d944a0aff94ddfba3422cf104388c6&device_id=4a11c0a8-295e-4a79-934a-19ee9acecc7d HTTP/1.1" status: 200 len: 1097 time: 0.1661787 May 27 02:11:47.280284 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 5754fa47-c59f-404e-8b3c-963561a68d07 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:11:47.313578 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-00d38f60-66f8-4e77-ad99-232e13802b0b service neutron] show failed (client error): The resource could not be found. May 27 02:11:47.316617 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-00d38f60-66f8-4e77-ad99-232e13802b0b service neutron] 10.222.0.66 "GET /v2.0/ports/614f2f56-0b2e-4664-a6ee-0d7def01f496/bindings/n-h1-843554-3 HTTP/1.1" status: 404 len: 380 time: 0.2511466 May 27 02:11:47.335382 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c81ded-0a39-4c2d-abb9-443700229342 req-8a37fb83-c4e2-4a20-8c68-c9fa18063a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:47.337232 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-64c81ded-0a39-4c2d-abb9-443700229342 req-8a37fb83-c4e2-4a20-8c68-c9fa18063a42 service neutron] 10.222.0.66 "GET /v2.0/networks?id=37c88c36-e778-4f3d-a101-7c8eb9d9dccf HTTP/1.1" status: 200 len: 922 time: 0.2462640 May 27 02:11:47.362005 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69732ef9-f0b2-4bab-9a69-2ed66662b0ec req-3bab4dda-b4e2-4878-8603-26216f84149a tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:47.363430 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-69732ef9-f0b2-4bab-9a69-2ed66662b0ec req-3bab4dda-b4e2-4878-8603-26216f84149a tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 945 time: 0.1642520 May 27 02:11:47.372699 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58346) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:47.379333 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-207b1867-639b-42e3-a782-1ec10865fa3e tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Request body: {'floatingip': {'port_id': '59dd76c7-04f3-4e36-a375-05bd87a0399b'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:47.500997 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-64c81ded-0a39-4c2d-abb9-443700229342 req-562296ee-18d7-4307-8cfb-3052af28630a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ecbeb51-113b-4016-8763-fd2bf60a7fee HTTP/1.1" status: 200 len: 217 time: 0.1498210 May 27 02:11:47.593315 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c81ded-0a39-4c2d-abb9-443700229342 req-551fe059-6187-48a7-a3ce-ee122846e062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:47.595040 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-64c81ded-0a39-4c2d-abb9-443700229342 req-551fe059-6187-48a7-a3ce-ee122846e062 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=88a71f26-f2fa-4283-92d8-f4882c4d62e9 HTTP/1.1" status: 200 len: 860 time: 0.0875289 May 27 02:11:47.638170 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-207b1867-639b-42e3-a782-1ec10865fa3e tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks [] for floatingip, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:47.722204 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 5754fa47-c59f-404e-8b3c-963561a68d07 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:11:47.729351 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 5754fa47-c59f-404e-8b3c-963561a68d07 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:47.731564 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:47.919195 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c81ded-0a39-4c2d-abb9-443700229342 req-2d57e152-1177-45f9-8b41-67f235f1fbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:47.925604 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-64c81ded-0a39-4c2d-abb9-443700229342 req-2d57e152-1177-45f9-8b41-67f235f1fbb6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=37c88c36-e778-4f3d-a101-7c8eb9d9dccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3238215 May 27 02:11:47.968257 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 5754fa47-c59f-404e-8b3c-963561a68d07 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:47.968940 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:48.029370 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8f9da5-3734-45f4-a9cf-68b1eb03350e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5754fa47-c59f-404e-8b3c-963561a68d07'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:11:48.044413 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852b760-e3d4-4173-826e-f12a67aba608 req-3265cf88-f179-4aec-a690-b9ea48dc848a tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:48.055815 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2852b760-e3d4-4173-826e-f12a67aba608 req-3265cf88-f179-4aec-a690-b9ea48dc848a tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2e8b514-00ed-4638-978e-c30d2074daa7 HTTP/1.1" status: 200 len: 945 time: 0.3881388 May 27 02:11:48.078252 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 5754fa47-c59f-404e-8b3c-963561a68d07, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=5754fa47-c59f-404e-8b3c-963561a68d07,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:48.140133 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:48.187890 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58378) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:48.316193 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=5754fa47-c59f-404e-8b3c-963561a68d07,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:48.586934 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2852b760-e3d4-4173-826e-f12a67aba608 req-093c0b56-8c62-48c2-b9ea-6190ff4861e4 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5275533 May 27 02:11:48.597675 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d3dcfee9-6553-4273-b870-730c657b0c80 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1655469157-network', 'tenant_id': 'e1c3680693b64031b729b02b7340016d'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:48.606777 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d3dcfee9-6553-4273-b870-730c657b0c80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:48.625734 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d3dcfee9-6553-4273-b870-730c657b0c80 admin admin] Usage tracker for resource:network and tenant:e1c3680693b64031b729b02b7340016d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:11:48.631808 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d3dcfee9-6553-4273-b870-730c657b0c80 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:11:48.640186 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d3dcfee9-6553-4273-b870-730c657b0c80 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:48.675008 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5d922-194a-4ec2-9908-ae8c81e1e2ca req-80ca5067-51cf-41d9-aee7-2613a3da9100 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:48.676472 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-02c5d922-194a-4ec2-9908-ae8c81e1e2ca req-80ca5067-51cf-41d9-aee7-2613a3da9100 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 949 time: 0.4249358 May 27 02:11:48.820545 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-64c81ded-0a39-4c2d-abb9-443700229342 req-2e9edc3a-072a-420a-8a4e-4d846c688b37 service neutron] 10.222.0.66 "GET /v2.0/networks/37c88c36-e778-4f3d-a101-7c8eb9d9dccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8859472 May 27 02:11:48.835898 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e2cb1c09-25c5-4e03-ac7f-10af7ec542d1 req-c419dcad-42f4-421f-9f29-b20c5489450e tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/floatingips/1d78fa73-c012-459f-aad5-ae324a962d72 HTTP/1.1" status: 200 len: 694 time: 0.1583035 May 27 02:11:48.838549 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-207b1867-639b-42e3-a782-1ec10865fa3e tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:48.898803 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-dd15e5a5-b3ff-4d68-bf8a-e0f65b9307fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:48.900384 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-dd15e5a5-b3ff-4d68-bf8a-e0f65b9307fa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0d80a1ba-d282-4518-9df7-74b625dd55be&tenant_id=91fc0a0dee4b4cc18343e2e355149e58 HTTP/1.1" status: 200 len: 1100 time: 0.6936622 May 27 02:11:49.002662 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-b585d348-1ea6-4645-97f4-de75080caf59 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843554-3', 'device_owner': 'compute:nova'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:49.130031 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-02c5d922-194a-4ec2-9908-ae8c81e1e2ca req-39a75a89-9b7d-41a6-9b1c-6662619a1d72 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986598 May 27 02:11:49.196373 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1676439e-003c-4c27-8d87-0d9d235a2ee0'] response: {'server_uuid': '8b8f9da5-3734-45f4-a9cf-68b1eb03350e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5754fa47-c59f-404e-8b3c-963561a68d07', 'code': 200} May 27 02:11:49.276596 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-64c81ded-0a39-4c2d-abb9-443700229342 req-0eaae02f-6061-4f73-a90b-42d9a8c1f4a9 service neutron] 10.222.0.66 "GET /v2.0/networks/37c88c36-e778-4f3d-a101-7c8eb9d9dccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4378803 May 27 02:11:49.277265 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-b585d348-1ea6-4645-97f4-de75080caf59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:49.311757 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:49.334404 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb1c09-25c5-4e03-ac7f-10af7ec542d1 req-db9b2e0d-da00-4260-a633-a1cc13d5c1f7 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:49.335772 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e2cb1c09-25c5-4e03-ac7f-10af7ec542d1 req-db9b2e0d-da00-4260-a633-a1cc13d5c1f7 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/networks/d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 784 time: 0.4461141 May 27 02:11:49.340005 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed444b-7f0f-40b3-baff-f649b0b65696 req-e18d059b-2713-44a7-8fa2-25b7e03a76a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:49.341638 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d8ed444b-7f0f-40b3-baff-f649b0b65696 req-e18d059b-2713-44a7-8fa2-25b7e03a76a1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8b8f9da5-3734-45f4-a9cf-68b1eb03350e HTTP/1.1" status: 200 len: 1100 time: 0.0836554 May 27 02:11:49.350816 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:49.351597 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3dcfee9-6553-4273-b870-730c657b0c80 admin admin] Made reservation on behalf of e1c3680693b64031b729b02b7340016d for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:11:49.354619 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d3dcfee9-6553-4273-b870-730c657b0c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:49.384544 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-207b1867-639b-42e3-a782-1ec10865fa3e tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:49.513402 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e2cb1c09-25c5-4e03-ac7f-10af7ec542d1 req-47b93e73-f221-40ae-83e3-2777a1a72f5c tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.153 HTTP/1.1" status: 200 len: 697 time: 0.1326399 May 27 02:11:49.555761 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d3dcfee9-6553-4273-b870-730c657b0c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:49.597414 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d3dcfee9-6553-4273-b870-730c657b0c80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:49.615993 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d3dcfee9-6553-4273-b870-730c657b0c80 admin admin] Usage tracker for resource:security_group_rule and tenant:e1c3680693b64031b729b02b7340016d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:11:49.629839 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d3dcfee9-6553-4273-b870-730c657b0c80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:11:49.640660 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d3dcfee9-6553-4273-b870-730c657b0c80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:49.644110 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d8ed444b-7f0f-40b3-baff-f649b0b65696 req-e730b66a-a53e-4e73-912f-00fa1f78f0a5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938681 May 27 02:11:49.711211 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e2cb1c09-25c5-4e03-ac7f-10af7ec542d1 req-1c2168c4-3d9d-4bbd-b1f9-c6b61abe2993 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.153 HTTP/1.1" status: 200 len: 697 time: 0.1859679 May 27 02:11:49.809021 n-d-843554-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-207b1867-639b-42e3-a782-1ec10865fa3e tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Floating IP e7f1abbd-ce12-4fab-91d3-0a1296d0468e associated. External IP: 172.25.1.55, port: 59dd76c7-04f3-4e36-a375-05bd87a0399b. May 27 02:11:50.024532 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e00a92-557b-4d30-b230-e3969c2727b1 req-412b4e7a-86c6-4aeb-ab3c-b070134ce074 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:50.024532 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-60e00a92-557b-4d30-b230-e3969c2727b1 req-412b4e7a-86c6-4aeb-ab3c-b070134ce074 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b8f9da5-3734-45f4-a9cf-68b1eb03350e HTTP/1.1" status: 200 len: 949 time: 0.7249780 May 27 02:11:50.039617 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-e2cb1c09-25c5-4e03-ac7f-10af7ec542d1 req-eb42ebca-1611-408a-a4d2-0ebef1c096f5 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Deleting port 88627f26-6b29-4736-a905-d0e9ed989191 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:11:50.039617 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e2cb1c09-25c5-4e03-ac7f-10af7ec542d1 req-eb42ebca-1611-408a-a4d2-0ebef1c096f5 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:50.126687 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d3dcfee9-6553-4273-b870-730c657b0c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:50.161764 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-60e00a92-557b-4d30-b230-e3969c2727b1 req-96815aee-5aff-4a0b-a7d8-df59b182ff6b tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357868 May 27 02:11:50.208390 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d3dcfee9-6553-4273-b870-730c657b0c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:50.255807 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3dcfee9-6553-4273-b870-730c657b0c80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:11:50.259699 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-b585d348-1ea6-4645-97f4-de75080caf59 service neutron] For port 614f2f56-0b2e-4664-a6ee-0d7def01f496, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=614f2f56-0b2e-4664-a6ee-0d7def01f496,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:50.350739 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dcfee9-6553-4273-b870-730c657b0c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59f6ddd-ad70-42a7-a5f1-58089f831476,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:50.359790 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d3dcfee9-6553-4273-b870-730c657b0c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:50.359790 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-d3dcfee9-6553-4273-b870-730c657b0c80 admin admin] Added segment 931dd518-127f-4f0c-a0b6-2f9bfdd5d70d of type vlan for network 34d93ba0-05d4-4334-ba1f-efa60656f31b May 27 02:11:50.417667 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207b1867-639b-42e3-a782-1ec10865fa3e tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Router ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:11:50.419565 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d3dcfee9-6553-4273-b870-730c657b0c80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:50.545607 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-b585d348-1ea6-4645-97f4-de75080caf59 service neutron] For port 614f2f56-0b2e-4664-a6ee-0d7def01f496, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:11:50.611390 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e2cb1c09-25c5-4e03-ac7f-10af7ec542d1 req-eb42ebca-1611-408a-a4d2-0ebef1c096f5 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:50.611390 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e2cb1c09-25c5-4e03-ac7f-10af7ec542d1 req-eb42ebca-1611-408a-a4d2-0ebef1c096f5 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:50.630334 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d3dcfee9-6553-4273-b870-730c657b0c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:50.630334 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dcfee9-6553-4273-b870-730c657b0c80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:50.635768 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d3dcfee9-6553-4273-b870-730c657b0c80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:50.789865 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-e2cb1c09-25c5-4e03-ac7f-10af7ec542d1 req-eb42ebca-1611-408a-a4d2-0ebef1c096f5 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Calling delete_port for 88627f26-6b29-4736-a905-d0e9ed989191 owned by network:floatingip {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:11:50.794403 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207b1867-639b-42e3-a782-1ec10865fa3e tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:11:50.809326 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0aa7a3-89ee-4467-b32c-39f9c300b5ee None None] Sync routers for ids ['ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:11:50.811883 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dcfee9-6553-4273-b870-730c657b0c80 admin admin] Pushing event updated for resources: {'Network': ['ID=34d93ba0-05d4-4334-ba1f-efa60656f31b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:50.839702 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-207b1867-639b-42e3-a782-1ec10865fa3e tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:50.863095 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 34d93ba0-05d4-4334-ba1f-efa60656f31b details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:11:50.889653 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d80a1ba-d282-4518-9df7-74b625dd55be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '614f2f56-0b2e-4664-a6ee-0d7def01f496'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:11:50.921214 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-b585d348-1ea6-4645-97f4-de75080caf59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:50.969018 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285cf43e-b428-493d-a4f3-c0a76e405aab req-6cdc643d-07b9-4227-bf52-3ab480063beb tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:50.981019 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285cf43e-b428-493d-a4f3-c0a76e405aab req-6cdc643d-07b9-4227-bf52-3ab480063beb tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2e8b514-00ed-4638-978e-c30d2074daa7 HTTP/1.1" status: 200 len: 945 time: 0.5469325 May 27 02:11:51.042944 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d3dcfee9-6553-4273-b870-730c657b0c80 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.8345530 May 27 02:11:51.042944 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58422) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:51.065859 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-dc93b27d-1874-4b82-bb53-e3c30a8ed52f admin admin] Request body: {'subnet': {'network_id': '34d93ba0-05d4-4334-ba1f-efa60656f31b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1655469157-subnet', 'tenant_id': 'e1c3680693b64031b729b02b7340016d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:51.068896 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0aa7a3-89ee-4467-b32c-39f9c300b5ee None None] Routers {'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:11:51.068896 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-2e0aa7a3-89ee-4467-b32c-39f9c300b5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:11:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:51.088248 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dc93b27d-1874-4b82-bb53-e3c30a8ed52f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:51.099894 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-207b1867-639b-42e3-a782-1ec10865fa3e tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "PUT /v2.0/floatingips/e7f1abbd-ce12-4fab-91d3-0a1296d0468e HTTP/1.1" status: 200 len: 990 time: 3.7189162 May 27 02:11:51.099894 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dc93b27d-1874-4b82-bb53-e3c30a8ed52f admin admin] Usage tracker for resource:subnet and tenant:e1c3680693b64031b729b02b7340016d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:11:51.099894 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2', 'tag': '59dd76c7-04f3-4e36-a375-05bd87a0399b'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:11:51.113491 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dc93b27d-1874-4b82-bb53-e3c30a8ed52f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:11:51.146183 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-b585d348-1ea6-4645-97f4-de75080caf59 service neutron] Transition to ACTIVE for port object 614f2f56-0b2e-4664-a6ee-0d7def01f496 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:11:51.150954 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dc93b27d-1874-4b82-bb53-e3c30a8ed52f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:51.173879 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285cf43e-b428-493d-a4f3-c0a76e405aab req-161a7838-c69f-46f5-ab06-818f89c91194 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861799 May 27 02:11:51.270953 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-b585d348-1ea6-4645-97f4-de75080caf59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:51.272535 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc93b27d-1874-4b82-bb53-e3c30a8ed52f admin admin] Made reservation on behalf of e1c3680693b64031b729b02b7340016d for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:11:51.283868 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc93b27d-1874-4b82-bb53-e3c30a8ed52f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:51.398828 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b585d348-1ea6-4645-97f4-de75080caf59 service neutron] Pushing event updated for resources: {'Port': ['ID=614f2f56-0b2e-4664-a6ee-0d7def01f496,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:51.407017 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-2e0aa7a3-89ee-4467-b32c-39f9c300b5ee None None] Set router ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:11:51.614584 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-b585d348-1ea6-4645-97f4-de75080caf59 service neutron] No DVR routers for this DVR port 614f2f56-0b2e-4664-a6ee-0d7def01f496 on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:11:51.684861 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e2cb1c09-25c5-4e03-ac7f-10af7ec542d1 req-eb42ebca-1611-408a-a4d2-0ebef1c096f5 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:51.729644 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc93b27d-1874-4b82-bb53-e3c30a8ed52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:51.830181 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-b585d348-1ea6-4645-97f4-de75080caf59 service neutron] Attempting to bind port 614f2f56-0b2e-4664-a6ee-0d7def01f496 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:11:51.830181 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-b585d348-1ea6-4645-97f4-de75080caf59 service neutron] Attempting to bind port 614f2f56-0b2e-4664-a6ee-0d7def01f496 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:11:51.830808 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-b585d348-1ea6-4645-97f4-de75080caf59 service neutron] Attempting to bind port 614f2f56-0b2e-4664-a6ee-0d7def01f496 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:11:51.839010 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-b585d348-1ea6-4645-97f4-de75080caf59 service neutron] Port 614f2f56-0b2e-4664-a6ee-0d7def01f496 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:11:51.840193 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-b585d348-1ea6-4645-97f4-de75080caf59 service neutron] Attempting to bind port 614f2f56-0b2e-4664-a6ee-0d7def01f496 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:11:51.845350 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb42ebca-1611-408a-a4d2-0ebef1c096f5 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Pushing event deleted for resources: {'Port': ['ID=88627f26-6b29-4736-a905-d0e9ed989191,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:51.854614 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-b585d348-1ea6-4645-97f4-de75080caf59 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:11:51.855300 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-b585d348-1ea6-4645-97f4-de75080caf59 service neutron] Checking segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:11:51.855888 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-b585d348-1ea6-4645-97f4-de75080caf59 service neutron] Bound using segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:11:51.856327 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-b585d348-1ea6-4645-97f4-de75080caf59 service neutron] Bound port: 614f2f56-0b2e-4664-a6ee-0d7def01f496, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:11:51.856674 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-b585d348-1ea6-4645-97f4-de75080caf59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:51.882006 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93b27d-1874-4b82-bb53-e3c30a8ed52f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9c48255-d206-4808-88dc-b388d3497987,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:51.903677 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc93b27d-1874-4b82-bb53-e3c30a8ed52f admin admin] Checking segment: {'id': '931dd518-127f-4f0c-a0b6-2f9bfdd5d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '34d93ba0-05d4-4334-ba1f-efa60656f31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:11:51.904752 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc93b27d-1874-4b82-bb53-e3c30a8ed52f admin admin] Network hostable DHCP agents. Network: 34d93ba0-05d4-4334-ba1f-efa60656f31b, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:11:51.936377 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e2cb1c09-25c5-4e03-ac7f-10af7ec542d1 req-eb42ebca-1611-408a-a4d2-0ebef1c096f5 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks [] for floatingip, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:51.961758 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f5ac7-7155-4cda-9a35-cade3e9ab803 req-7b89ae3c-97f0-442d-9ec2-45c79cfc76a7 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:51.963318 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-496f5ac7-7155-4cda-9a35-cade3e9ab803 req-7b89ae3c-97f0-442d-9ec2-45c79cfc76a7 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 947 time: 0.4264946 May 27 02:11:52.001676 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc93b27d-1874-4b82-bb53-e3c30a8ed52f admin admin] Network 34d93ba0-05d4-4334-ba1f-efa60656f31b is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:11:52.031700 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-2e0aa7a3-89ee-4467-b32c-39f9c300b5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf', 'name': 'tempest-ServerActionsTestJSON-438854652-router', 'tenant_id': '62f5f7df5795463f9f8bc1cd40caf878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '14b56590-ee4b-4da8-bf47-ebae84c4ef98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:11:00Z', 'updated_at': '2022-05-27T02:11:08Z', 'revision_number': 4, 'project_id': '62f5f7df5795463f9f8bc1cd40caf878', 'gw_port': {'id': '14b56590-ee4b-4da8-bf47-ebae84c4ef98', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:11:02Z', 'updated_at': '2022-05-27T02:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'e7f1abbd-ce12-4fab-91d3-0a1296d0468e', 'tenant_id': '62f5f7df5795463f9f8bc1cd40caf878', 'floating_ip_address': '172.25.1.55', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf', 'port_id': '59dd76c7-04f3-4e36-a375-05bd87a0399b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 803, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164', 'mac_address': 'fa:16:3e:80:6a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:11:18Z', 'updated_at': '2022-05-27T02:11:48Z', 'revision_number': 1, 'project_id': '62f5f7df5795463f9f8bc1cd40caf878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ccb193f-2f43-4e95-a1d1-b2b756fcd401', 'name': '', 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164', 'tenant_id': '62f5f7df5795463f9f8bc1cd40caf878', 'mac_address': 'fa:16:3e:a0:dc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '7ee39392-3407-48c1-b561-be7ced0cb982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:11:07Z', 'updated_at': '2022-05-27T02:11:15Z', 'revision_number': 5, 'project_id': '62f5f7df5795463f9f8bc1cd40caf878', 'subnets': [{'id': '7ee39392-3407-48c1-b561-be7ced0cb982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:52.033025 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-b585d348-1ea6-4645-97f4-de75080caf59 service neutron] For port 614f2f56-0b2e-4664-a6ee-0d7def01f496, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:11:52.039052 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0aa7a3-89ee-4467-b32c-39f9c300b5ee None None] Checking router: ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:11:52.043743 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-496f5ac7-7155-4cda-9a35-cade3e9ab803 req-bdbc1e15-2727-40b8-8af2-b2337cfa183b tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693099 May 27 02:11:52.046635 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-b585d348-1ea6-4645-97f4-de75080caf59 service neutron] For port 614f2f56-0b2e-4664-a6ee-0d7def01f496, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=614f2f56-0b2e-4664-a6ee-0d7def01f496,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:11:52.051229 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0aa7a3-89ee-4467-b32c-39f9c300b5ee None None] Routers {'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:11:52.051908 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-2e0aa7a3-89ee-4467-b32c-39f9c300b5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:11:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:52.098399 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-dc93b27d-1874-4b82-bb53-e3c30a8ed52f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 34d93ba0-05d4-4334-ba1f-efa60656f31b) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:11:52.103602 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc93b27d-1874-4b82-bb53-e3c30a8ed52f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:52.104855 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc93b27d-1874-4b82-bb53-e3c30a8ed52f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:52.111425 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c75fde-8a31-4cb1-bc41-93220fb94845 None None] Network 34d93ba0-05d4-4334-ba1f-efa60656f31b requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:11:52.147521 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e2cb1c09-25c5-4e03-ac7f-10af7ec542d1 req-eb42ebca-1611-408a-a4d2-0ebef1c096f5 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:52.149853 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e2cb1c09-25c5-4e03-ac7f-10af7ec542d1 req-eb42ebca-1611-408a-a4d2-0ebef1c096f5 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "DELETE /v2.0/floatingips/1d78fa73-c012-459f-aad5-ae324a962d72 HTTP/1.1" status: 204 len: 173 time: 2.4277487 May 27 02:11:52.181727 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-b585d348-1ea6-4645-97f4-de75080caf59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:52.215821 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-dc93b27d-1874-4b82-bb53-e3c30a8ed52f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1752350 May 27 02:11:52.232367 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c249d3a1-cb4c-4389-aa85-1acebd926596'] response: {'server_uuid': '0d80a1ba-d282-4518-9df7-74b625dd55be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '614f2f56-0b2e-4664-a6ee-0d7def01f496', 'code': 200} May 27 02:11:52.245074 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52cd64d6-345c-44de-ae39-79b57ddee119 req-5318ae49-aec8-49b9-aa16-b87115cb0950 tempest-FlavorsV2NegativeTest-1296534442 tempest-FlavorsV2NegativeTest-1296534442-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=932e5b1c135747a8aeaef83915b78069&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0949218 May 27 02:11:52.273795 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-b585d348-1ea6-4645-97f4-de75080caf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:52.275177 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-b585d348-1ea6-4645-97f4-de75080caf59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:52.276841 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-b585d348-1ea6-4645-97f4-de75080caf59 service neutron] 10.222.0.32 "PUT /v2.0/ports/614f2f56-0b2e-4664-a6ee-0d7def01f496 HTTP/1.1" status: 200 len: 1095 time: 3.2896378 May 27 02:11:52.533246 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-2e0aa7a3-89ee-4467-b32c-39f9c300b5ee None None] Set router ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:11:52.621034 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b585d348-1ea6-4645-97f4-de75080caf59 service neutron] Pushing event updated for resources: {'Port': ['ID=614f2f56-0b2e-4664-a6ee-0d7def01f496,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:52.667460 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 614f2f56-0b2e-4664-a6ee-0d7def01f496 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:11:52.700116 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd64d6-345c-44de-ae39-79b57ddee119 req-94c81433-1d9b-437c-9a62-421d4e6be3e5 tempest-FlavorsV2NegativeTest-1296534442 tempest-FlavorsV2NegativeTest-1296534442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:52.702720 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7189e6-04a3-485b-b7a8-2e69140732cc None None] Network 34d93ba0-05d4-4334-ba1f-efa60656f31b requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:11:52.705183 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52cd64d6-345c-44de-ae39-79b57ddee119 req-94c81433-1d9b-437c-9a62-421d4e6be3e5 tempest-FlavorsV2NegativeTest-1296534442 tempest-FlavorsV2NegativeTest-1296534442-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4491892 May 27 02:11:52.715035 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-08fd4578-226a-4188-ba7b-e6e0097dd9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:52.716587 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-08fd4578-226a-4188-ba7b-e6e0097dd9a3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 1098 time: 0.3931201 May 27 02:11:52.730379 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52cd64d6-345c-44de-ae39-79b57ddee119 req-1412aafd-9ea5-4b83-abdd-196395fb11a1 tempest-FlavorsV2NegativeTest-1296534442 tempest-FlavorsV2NegativeTest-1296534442-project] 10.222.0.57 "GET /v2.0/quotas/932e5b1c135747a8aeaef83915b78069 HTTP/1.1" status: 200 len: 375 time: 0.0201285 May 27 02:11:52.912414 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 614f2f56-0b2e-4664-a6ee-0d7def01f496 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:11:52.948690 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14189dac-dd5b-40b3-bb11-32d785a2cdae req-382366a6-f400-49c2-b18f-a5e920effd48 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:52.950257 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-14189dac-dd5b-40b3-bb11-32d785a2cdae req-382366a6-f400-49c2-b18f-a5e920effd48 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 945 time: 0.6257863 May 27 02:11:53.021039 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52cd64d6-345c-44de-ae39-79b57ddee119 req-66580488-06db-45df-8d0d-527a8b7d3ef6 tempest-FlavorsV2NegativeTest-1296534442 tempest-FlavorsV2NegativeTest-1296534442-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=932e5b1c135747a8aeaef83915b78069&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0849316 May 27 02:11:53.062457 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-14189dac-dd5b-40b3-bb11-32d785a2cdae req-1f078220-65ea-41bf-98d7-79b386a028d2 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686471 May 27 02:11:53.127687 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-a653a027-4f73-4411-a91e-acfe7631e23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:53.133357 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-a653a027-4f73-4411-a91e-acfe7631e23d service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.4020960 May 27 02:11:53.176838 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17a8d70b-23b6-4433-a9dc-d8cb600e10d4'] response: {'name': 'network-changed', 'server_uuid': 'ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2', 'tag': '59dd76c7-04f3-4e36-a375-05bd87a0399b', 'status': 'completed', 'code': 200} May 27 02:11:53.280495 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-9e7028e4-c78d-42cc-8c05-3cefd31cd397 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=614f2f56-0b2e-4664-a6ee-0d7def01f496 HTTP/1.1" status: 200 len: 217 time: 0.1375785 May 27 02:11:53.383236 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02763a4b-124b-40b9-9ac7-1f4f97796aba req-6eeea9a1-45a5-48a5-b1d7-ec36d5875c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:53.390570 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-02763a4b-124b-40b9-9ac7-1f4f97796aba req-6eeea9a1-45a5-48a5-b1d7-ec36d5875c83 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62f5f7df5795463f9f8bc1cd40caf878&device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 1096 time: 0.1912773 May 27 02:11:53.419540 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-2e0aa7a3-89ee-4467-b32c-39f9c300b5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf', 'name': 'tempest-ServerActionsTestJSON-438854652-router', 'tenant_id': '62f5f7df5795463f9f8bc1cd40caf878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '14b56590-ee4b-4da8-bf47-ebae84c4ef98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:11:00Z', 'updated_at': '2022-05-27T02:11:08Z', 'revision_number': 4, 'project_id': '62f5f7df5795463f9f8bc1cd40caf878', 'gw_port': {'id': '14b56590-ee4b-4da8-bf47-ebae84c4ef98', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:11:02Z', 'updated_at': '2022-05-27T02:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'e7f1abbd-ce12-4fab-91d3-0a1296d0468e', 'tenant_id': '62f5f7df5795463f9f8bc1cd40caf878', 'floating_ip_address': '172.25.1.55', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf', 'port_id': '59dd76c7-04f3-4e36-a375-05bd87a0399b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 803, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164', 'mac_address': 'fa:16:3e:80:6a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:11:18Z', 'updated_at': '2022-05-27T02:11:48Z', 'revision_number': 1, 'project_id': '62f5f7df5795463f9f8bc1cd40caf878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ccb193f-2f43-4e95-a1d1-b2b756fcd401', 'name': '', 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164', 'tenant_id': '62f5f7df5795463f9f8bc1cd40caf878', 'mac_address': 'fa:16:3e:a0:dc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '7ee39392-3407-48c1-b561-be7ced0cb982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:11:07Z', 'updated_at': '2022-05-27T02:11:15Z', 'revision_number': 5, 'project_id': '62f5f7df5795463f9f8bc1cd40caf878', 'subnets': [{'id': '7ee39392-3407-48c1-b561-be7ced0cb982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:53.434247 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0aa7a3-89ee-4467-b32c-39f9c300b5ee None None] The sync data for ids ['ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf'] in n-d-843554-3 is: [{'id': 'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf', 'name': 'tempest-ServerActionsTestJSON-438854652-router', 'tenant_id': '62f5f7df5795463f9f8bc1cd40caf878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '14b56590-ee4b-4da8-bf47-ebae84c4ef98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:11:00Z', 'updated_at': '2022-05-27T02:11:08Z', 'revision_number': 4, 'project_id': '62f5f7df5795463f9f8bc1cd40caf878', 'gw_port': {'id': '14b56590-ee4b-4da8-bf47-ebae84c4ef98', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:11:02Z', 'updated_at': '2022-05-27T02:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'e7f1abbd-ce12-4fab-91d3-0a1296d0468e', 'tenant_id': '62f5f7df5795463f9f8bc1cd40caf878', 'floating_ip_address': '172.25.1.55', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf', 'port_id': '59dd76c7-04f3-4e36-a375-05bd87a0399b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 803, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164', 'mac_address': 'fa:16:3e:80:6a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:11:18Z', 'updated_at': '2022-05-27T02:11:48Z', 'revision_number': 1, 'project_id': '62f5f7df5795463f9f8bc1cd40caf878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ccb193f-2f43-4e95-a1d1-b2b756fcd401', 'name': '', 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164', 'tenant_id': '62f5f7df5795463f9f8bc1cd40caf878', 'mac_address': 'fa:16:3e:a0:dc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '7ee39392-3407-48c1-b561-be7ced0cb982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:11:07Z', 'updated_at': '2022-05-27T02:11:15Z', 'revision_number': 5, 'project_id': '62f5f7df5795463f9f8bc1cd40caf878', 'subnets': [{'id': '7ee39392-3407-48c1-b561-be7ced0cb982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:11:53.523391 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-77cb8f0c-a903-4c6d-ba30-a9f1713673b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:53.525009 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-77cb8f0c-a903-4c6d-ba30-a9f1713673b3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.2391634 May 27 02:11:53.628473 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cada81a-1eea-4eb4-b0fa-c4489f9f2286 req-b22800fe-5564-4a98-ab17-76586b6a39be tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:53.630036 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3cada81a-1eea-4eb4-b0fa-c4489f9f2286 req-b22800fe-5564-4a98-ab17-76586b6a39be tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b8f9da5-3734-45f4-a9cf-68b1eb03350e HTTP/1.1" status: 200 len: 949 time: 0.2586398 May 27 02:11:53.699877 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-493ecd22-bfa4-4337-ac4a-abca9b7fdd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:53.701849 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-493ecd22-bfa4-4337-ac4a-abca9b7fdd3d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1640682 May 27 02:11:53.755070 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02763a4b-124b-40b9-9ac7-1f4f97796aba req-f57d3857-07fd-4d14-88ee-ca4ce7ed4428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:53.757695 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-02763a4b-124b-40b9-9ac7-1f4f97796aba req-f57d3857-07fd-4d14-88ee-ca4ce7ed4428 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164 HTTP/1.1" status: 200 len: 912 time: 0.3597136 May 27 02:11:53.778153 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e69578-3ff0-4ccf-8192-04fc45ba718a None None] New status for floating IP e7f1abbd-ce12-4fab-91d3-0a1296d0468e: ACTIVE {{(pid=88904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:11:53.899182 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3cada81a-1eea-4eb4-b0fa-c4489f9f2286 req-e19eb3a9-5d01-47b7-9cc8-fa6817fd56a8 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570152 May 27 02:11:53.970569 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-7d3134bd-e27a-4918-840c-46b64fa2c2c7 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388086 May 27 02:11:53.978806 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-02763a4b-124b-40b9-9ac7-1f4f97796aba req-09e0031f-efd3-4199-a06f-d939dfc98044 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59dd76c7-04f3-4e36-a375-05bd87a0399b HTTP/1.1" status: 200 len: 998 time: 0.2151904 May 27 02:11:54.174681 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02763a4b-124b-40b9-9ac7-1f4f97796aba req-94ca618a-7326-43de-8420-b878aa6217cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:54.174681 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-02763a4b-124b-40b9-9ac7-1f4f97796aba req-94ca618a-7326-43de-8420-b878aa6217cb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ee39392-3407-48c1-b561-be7ced0cb982 HTTP/1.1" status: 200 len: 850 time: 0.1828835 May 27 02:11:54.275800 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d80a1ba-d282-4518-9df7-74b625dd55be', 'tag': '614f2f56-0b2e-4664-a6ee-0d7def01f496'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:11:54.299463 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02763a4b-124b-40b9-9ac7-1f4f97796aba req-b48e2a72-544b-4dda-9cec-39dcf93d6d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:54.299463 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-02763a4b-124b-40b9-9ac7-1f4f97796aba req-b48e2a72-544b-4dda-9cec-39dcf93d6d39 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1180975 May 27 02:11:54.484500 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58516) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:54.488648 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ef110985-8307-4efd-9db5-0125aa1ab407 req-b61224ad-5012-44ac-b76c-8540c893024c service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5136425 May 27 02:11:54.554535 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-02763a4b-124b-40b9-9ac7-1f4f97796aba req-8d1757cf-f3a3-440b-b402-7e2a6608d5d5 service neutron] 10.222.0.32 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434919 May 27 02:11:54.638335 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98824f-858e-4972-a29c-57b53b86950a req-eb45615c-979d-4d25-b843-5be6a711839d tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:54.638335 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0d98824f-858e-4972-a29c-57b53b86950a req-eb45615c-979d-4d25-b843-5be6a711839d tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2e8b514-00ed-4638-978e-c30d2074daa7 HTTP/1.1" status: 200 len: 945 time: 0.4348216 May 27 02:11:54.684428 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-d29f8e39-07cc-478f-934d-a6a9b97f5a76 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:54.686061 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-d29f8e39-07cc-478f-934d-a6a9b97f5a76 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.57 "GET /v2.0/networks?id=34d93ba0-05d4-4334-ba1f-efa60656f31b HTTP/1.1" status: 200 len: 818 time: 0.2952156 May 27 02:11:54.714704 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a927c6c-1641-4392-9227-3d907eaa6cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:54.721796 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-c9653297-aa78-4ed0-bffe-2c0ad95367b2 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.57 "GET /v2.0/quotas/e1c3680693b64031b729b02b7340016d HTTP/1.1" status: 200 len: 375 time: 0.0209658 May 27 02:11:54.727371 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0d98824f-858e-4972-a29c-57b53b86950a req-c0079599-ec1c-42e0-91a0-4622b6845b88 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791547 May 27 02:11:54.799246 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-02763a4b-124b-40b9-9ac7-1f4f97796aba req-005672d2-c457-4aea-972e-734944e1ff8b service neutron] 10.222.0.32 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335165 May 27 02:11:54.804120 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5a927c6c-1641-4392-9227-3d907eaa6cec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:54.816287 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5a927c6c-1641-4392-9227-3d907eaa6cec admin admin] Usage tracker for resource:security_group_rule and tenant:932e5b1c135747a8aeaef83915b78069 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:11:54.820276 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5a927c6c-1641-4392-9227-3d907eaa6cec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:11:54.824983 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-845bcd9a-a901-4d03-90a0-ba646fc6953e tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1c3680693b64031b729b02b7340016d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0965242 May 27 02:11:54.847896 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5a927c6c-1641-4392-9227-3d907eaa6cec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:54.994655 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a927c6c-1641-4392-9227-3d907eaa6cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:55.093379 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a927c6c-1641-4392-9227-3d907eaa6cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:55.101895 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-09e854d8-f0fa-42a1-994c-7b18fc1988c5 service neutron] 10.222.0.57 "GET /v2.0/networks/34d93ba0-05d4-4334-ba1f-efa60656f31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670114 May 27 02:11:55.114651 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182480d-34ad-489b-be95-b4bf2c07df34 req-f71325e6-3efb-4c79-8a41-6de1080f40cf tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:55.122685 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a182480d-34ad-489b-be95-b4bf2c07df34 req-f71325e6-3efb-4c79-8a41-6de1080f40cf tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 947 time: 0.1449335 May 27 02:11:55.140878 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a927c6c-1641-4392-9227-3d907eaa6cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2091c296-9cab-4233-87a0-cc2de74165c7,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:55.148073 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5a927c6c-1641-4392-9227-3d907eaa6cec admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=932e5b1c135747a8aeaef83915b78069&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6602535 May 27 02:11:55.148309 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58522) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:55.227365 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af2bb847-c294-4113-9671-464b26533ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:55.265795 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a182480d-34ad-489b-be95-b4bf2c07df34 req-6f6943fe-b9a4-496e-9abd-ffea269ab84b tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421726 May 27 02:11:55.266798 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af2bb847-c294-4113-9671-464b26533ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:55.398724 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af2bb847-c294-4113-9671-464b26533ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:55.426837 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-23650172-0d3c-429b-b78a-393e32abd173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:55.445722 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-01e878fe-7a2e-4cff-bec8-f6e75a5d8b1b service neutron] 10.222.0.57 "GET /v2.0/networks/34d93ba0-05d4-4334-ba1f-efa60656f31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127608 May 27 02:11:55.455447 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2bb847-c294-4113-9671-464b26533ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2091c296-9cab-4233-87a0-cc2de74165c7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:55.470618 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af2bb847-c294-4113-9671-464b26533ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:55.476111 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-af2bb847-c294-4113-9671-464b26533ef2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2091c296-9cab-4233-87a0-cc2de74165c7 HTTP/1.1" status: 204 len: 168 time: 0.3242648 May 27 02:11:55.795763 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e19582-3eff-4a75-a924-2e9a90e6d224 req-8a99c87b-cd47-4265-8cbf-0733caa6d425 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:55.796506 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-73e19582-3eff-4a75-a924-2e9a90e6d224 req-8a99c87b-cd47-4265-8cbf-0733caa6d425 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Synchronizing usage tracker for tenant:40d944a0aff94ddfba3422cf104388c6 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:11:55.822304 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069bb3c-bac3-4c22-a28a-564558532339 req-72251571-e14c-4b2e-9e78-a241de306e58 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:55.829811 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5069bb3c-bac3-4c22-a28a-564558532339 req-72251571-e14c-4b2e-9e78-a241de306e58 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 945 time: 0.2892785 May 27 02:11:55.887596 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5069bb3c-bac3-4c22-a28a-564558532339 req-875d02eb-f751-4e4b-8cdc-b7e361304794 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531673 May 27 02:11:55.932875 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-73e19582-3eff-4a75-a924-2e9a90e6d224 req-8a99c87b-cd47-4265-8cbf-0733caa6d425 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Unset dirty status for tenant:40d944a0aff94ddfba3422cf104388c6 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:11:55.936357 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-73e19582-3eff-4a75-a924-2e9a90e6d224 req-8a99c87b-cd47-4265-8cbf-0733caa6d425 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a11c0a8-295e-4a79-934a-19ee9acecc7d HTTP/1.1" status: 200 len: 946 time: 0.4969575 May 27 02:11:56.068862 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-73e19582-3eff-4a75-a924-2e9a90e6d224 req-00d4e1ee-946e-45c0-aaf0-f07c3795f8c5 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Deleting port 2ecbeb51-113b-4016-8763-fd2bf60a7fee {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:11:56.068862 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-73e19582-3eff-4a75-a924-2e9a90e6d224 req-00d4e1ee-946e-45c0-aaf0-f07c3795f8c5 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:56.265411 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d097ff-7af7-4b81-b3bc-0db2f960625c req-42d09305-876c-4b9a-9032-b398e5798139 tempest-ServersOnMultiNodesTest-1565427080 tempest-ServersOnMultiNodesTest-1565427080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:56.266959 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d2d097ff-7af7-4b81-b3bc-0db2f960625c req-42d09305-876c-4b9a-9032-b398e5798139 tempest-ServersOnMultiNodesTest-1565427080 tempest-ServersOnMultiNodesTest-1565427080-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8b8f9da5-3734-45f4-a9cf-68b1eb03350e HTTP/1.1" status: 200 len: 1100 time: 0.2598495 May 27 02:11:56.433084 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d2d097ff-7af7-4b81-b3bc-0db2f960625c req-3111d5fb-5f26-4d61-9724-d3efe2c2cb50 tempest-ServersOnMultiNodesTest-1565427080 tempest-ServersOnMultiNodesTest-1565427080-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364868 May 27 02:11:56.480499 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-73e19582-3eff-4a75-a924-2e9a90e6d224 req-00d4e1ee-946e-45c0-aaf0-f07c3795f8c5 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] For port 2ecbeb51-113b-4016-8763-fd2bf60a7fee, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=2ecbeb51-113b-4016-8763-fd2bf60a7fee,segment=NetworkSegment(2c88854f-b1b4-45f9-9e07-67ac2d11483a),segment_id=2c88854f-b1b4-45f9-9e07-67ac2d11483a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:56.480891 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-73e19582-3eff-4a75-a924-2e9a90e6d224 req-00d4e1ee-946e-45c0-aaf0-f07c3795f8c5 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:56.497705 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a92d8-07fc-4091-93c1-a5e3a0c29b50 req-a4c99a80-4347-4065-91a1-a62120e5b9ad tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:56.499716 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4a1a92d8-07fc-4091-93c1-a5e3a0c29b50 req-a4c99a80-4347-4065-91a1-a62120e5b9ad tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a11c0a8-295e-4a79-934a-19ee9acecc7d HTTP/1.1" status: 200 len: 946 time: 0.2755587 May 27 02:11:56.587817 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ec2b6cc-fa64-4c92-acbb-16126052afed'] response: {'name': 'network-changed', 'server_uuid': '0d80a1ba-d282-4518-9df7-74b625dd55be', 'tag': '614f2f56-0b2e-4664-a6ee-0d7def01f496', 'status': 'completed', 'code': 200} May 27 02:11:56.673547 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-73e19582-3eff-4a75-a924-2e9a90e6d224 req-00d4e1ee-946e-45c0-aaf0-f07c3795f8c5 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Calling delete_port for 2ecbeb51-113b-4016-8763-fd2bf60a7fee owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:11:56.770195 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde113d-3f11-45e8-9012-0deaa44c1857 req-2500bc32-5211-40bc-b9b5-edbc32db4126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:56.772669 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8cde113d-3f11-45e8-9012-0deaa44c1857 req-2500bc32-5211-40bc-b9b5-edbc32db4126 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 1098 time: 0.2181504 May 27 02:11:56.787200 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde113d-3f11-45e8-9012-0deaa44c1857 req-95f6a40a-944d-4579-97c1-e1d3c7e421ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:56.799194 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8cde113d-3f11-45e8-9012-0deaa44c1857 req-95f6a40a-944d-4579-97c1-e1d3c7e421ea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 1098 time: 0.1401103 May 27 02:11:56.800836 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4a1a92d8-07fc-4091-93c1-a5e3a0c29b50 req-9f89ed20-069a-40b9-ac4c-732aa84fb10c tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/security-groups?id=644a47ee-c2d3-4867-ac89-ac4152c2e13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840800 May 27 02:11:56.968226 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20024759-6394-42d6-b59d-7ef3555e0355 req-5efcf153-24ba-47ea-aaf6-c5f2b12fab87 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:56.976193 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-20024759-6394-42d6-b59d-7ef3555e0355 req-5efcf153-24ba-47ea-aaf6-c5f2b12fab87 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2e8b514-00ed-4638-978e-c30d2074daa7 HTTP/1.1" status: 200 len: 945 time: 0.2747297 May 27 02:11:57.133238 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde113d-3f11-45e8-9012-0deaa44c1857 req-2d170a87-7407-4cc1-962b-a2416761adc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:57.133238 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8cde113d-3f11-45e8-9012-0deaa44c1857 req-2d170a87-7407-4cc1-962b-a2416761adc3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.2635002 May 27 02:11:57.133238 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde113d-3f11-45e8-9012-0deaa44c1857 req-11ba3bb0-8264-45ef-a3ce-66ca967b5f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:57.133238 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8cde113d-3f11-45e8-9012-0deaa44c1857 req-11ba3bb0-8264-45ef-a3ce-66ca967b5f37 service neutron] 10.222.0.66 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.3408604 May 27 02:11:57.169606 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-20024759-6394-42d6-b59d-7ef3555e0355 req-11be8560-2753-4c01-8050-edd0a4bd32b4 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907978 May 27 02:11:57.214391 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-efe09916-3cb9-4cc6-b737-1bf3786cb25f tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:57.214391 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-efe09916-3cb9-4cc6-b737-1bf3786cb25f tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c2e8b514-00ed-4638-978e-c30d2074daa7&tenant_id=a29ffcc4de66478babed622f0d89fbe8&binding%3Ahost_id=n-h2-843554-3 HTTP/1.1" status: 200 len: 1096 time: 0.1971889 May 27 02:11:57.222858 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146405a7-a82c-4ef8-8dbc-a663d567d5a2 req-b5bbc2f5-59fb-490e-a342-fd7196a80810 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:57.230040 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-146405a7-a82c-4ef8-8dbc-a663d567d5a2 req-b5bbc2f5-59fb-490e-a342-fd7196a80810 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 945 time: 0.2358294 May 27 02:11:57.236445 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-857f53ba-adce-44a0-ac73-c82f9f5bf21d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843554-3'}}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:57.282710 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8cde113d-3f11-45e8-9012-0deaa44c1857 req-6cbaccc6-6b89-4cb4-b317-e5c2baf7fd58 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=614f2f56-0b2e-4664-a6ee-0d7def01f496 HTTP/1.1" status: 200 len: 217 time: 0.1447227 May 27 02:11:57.291329 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8cde113d-3f11-45e8-9012-0deaa44c1857 req-8c3da809-8cd8-4d9f-a533-3ba061e6969a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=614f2f56-0b2e-4664-a6ee-0d7def01f496 HTTP/1.1" status: 200 len: 217 time: 0.0731649 May 27 02:11:57.314114 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-73e19582-3eff-4a75-a924-2e9a90e6d224 req-00d4e1ee-946e-45c0-aaf0-f07c3795f8c5 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:57.326158 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['2ecbeb51-113b-4016-8763-fd2bf60a7fee'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:11:57.375205 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 614f2f56-0b2e-4664-a6ee-0d7def01f496 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:11:57.414348 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4e1ee-946e-45c0-aaf0-f07c3795f8c5 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Pushing event deleted for resources: {'Port': ['ID=2ecbeb51-113b-4016-8763-fd2bf60a7fee,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:57.435469 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde113d-3f11-45e8-9012-0deaa44c1857 req-727cc5f6-7b49-4c55-8f21-bfe0a836914e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:57.436947 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8cde113d-3f11-45e8-9012-0deaa44c1857 req-727cc5f6-7b49-4c55-8f21-bfe0a836914e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.1474779 May 27 02:11:57.442162 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde113d-3f11-45e8-9012-0deaa44c1857 req-4aabc243-b2cc-4b5b-802c-fbe2fafcf2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:57.443561 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8cde113d-3f11-45e8-9012-0deaa44c1857 req-4aabc243-b2cc-4b5b-802c-fbe2fafcf2c5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.1049209 May 27 02:11:57.459309 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-146405a7-a82c-4ef8-8dbc-a663d567d5a2 req-8fcec173-301f-4876-98ed-582af93b9b3e tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285130 May 27 02:11:57.692332 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-857f53ba-adce-44a0-ac73-c82f9f5bf21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:57.752435 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 614f2f56-0b2e-4664-a6ee-0d7def01f496, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=614f2f56-0b2e-4664-a6ee-0d7def01f496,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:57.772632 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '614f2f56-0b2e-4664-a6ee-0d7def01f496', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'port_id': '614f2f56-0b2e-4664-a6ee-0d7def01f496', 'mac_address': 'fa:16:3e:16:c3:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf69705-8457-415f-85a3-b42efaff1b97', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:11:57.850411 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde113d-3f11-45e8-9012-0deaa44c1857 req-3593ba7f-ebe0-495b-87d8-c5b3b834122d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:57.852216 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8cde113d-3f11-45e8-9012-0deaa44c1857 req-3593ba7f-ebe0-495b-87d8-c5b3b834122d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4077778 May 27 02:11:57.854344 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde113d-3f11-45e8-9012-0deaa44c1857 req-bfdb0f8a-82fa-4dfc-b51c-21e706b53070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:57.855890 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8cde113d-3f11-45e8-9012-0deaa44c1857 req-bfdb0f8a-82fa-4dfc-b51c-21e706b53070 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3692172 May 27 02:11:57.867667 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e3b24334-56f3-487f-8d2a-11933255e764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:57.918344 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 614f2f56-0b2e-4664-a6ee-0d7def01f496 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:57.918485 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e19582-3eff-4a75-a924-2e9a90e6d224 req-00d4e1ee-946e-45c0-aaf0-f07c3795f8c5 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] No DVR routers for this DVR port 2ecbeb51-113b-4016-8763-fd2bf60a7fee on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:11:57.918582 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:57.968615 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 614f2f56-0b2e-4664-a6ee-0d7def01f496 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:11:58.014373 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 614f2f56-0b2e-4664-a6ee-0d7def01f496, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=614f2f56-0b2e-4664-a6ee-0d7def01f496,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:58.145580 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:58.146307 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:11:58.231181 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=614f2f56-0b2e-4664-a6ee-0d7def01f496,revision_number=8']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:58.248515 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8cde113d-3f11-45e8-9012-0deaa44c1857 req-f3910e3d-5f69-4283-977e-beba739971c4 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734682 May 27 02:11:58.260823 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-857f53ba-adce-44a0-ac73-c82f9f5bf21d service neutron] For port d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95,segment=NetworkSegment(a69d16a1-8436-40ed-b9ce-539b6def055f),segment_id=a69d16a1-8436-40ed-b9ce-539b6def055f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:58.302407 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-73e19582-3eff-4a75-a924-2e9a90e6d224 req-00d4e1ee-946e-45c0-aaf0-f07c3795f8c5 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:58.304980 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-410fb26d-511e-4f3a-8d3a-1d1ea547d826 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=920f79471e3444109aeaadab23e503c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5722425 May 27 02:11:58.308980 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-857f53ba-adce-44a0-ac73-c82f9f5bf21d service neutron] For port d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:11:58.367296 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95,segment=NetworkSegment(a69d16a1-8436-40ed-b9ce-539b6def055f),segment_id=a69d16a1-8436-40ed-b9ce-539b6def055f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:58.385619 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95 has no active binding in host n-h1-843554-3 {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 27 02:11:58.441597 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8cde113d-3f11-45e8-9012-0deaa44c1857 req-4c6bab2a-3abf-4a48-bdee-48a8acd579e7 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980536 May 27 02:11:58.444581 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8cde113d-3f11-45e8-9012-0deaa44c1857 req-688b0dca-b293-47c8-b116-974ae1a2f997 service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5849931 May 27 02:11:58.484119 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-857f53ba-adce-44a0-ac73-c82f9f5bf21d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:58.501575 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-73e19582-3eff-4a75-a924-2e9a90e6d224 req-00d4e1ee-946e-45c0-aaf0-f07c3795f8c5 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.66 "DELETE /v2.0/ports/2ecbeb51-113b-4016-8763-fd2bf60a7fee HTTP/1.1" status: 204 len: 173 time: 2.5593603 May 27 02:11:58.545658 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612496b-b44d-471b-94f9-48b8f803b40d req-24494486-4948-4916-b78a-7d397face286 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:58.554862 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1612496b-b44d-471b-94f9-48b8f803b40d req-24494486-4948-4916-b78a-7d397face286 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 947 time: 0.8504348 May 27 02:11:58.593795 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-d86b09e3-44c8-4b6e-833e-c1d8cde8c25a tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:58.595954 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-d86b09e3-44c8-4b6e-833e-c1d8cde8c25a tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2902243 May 27 02:11:58.596391 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a11c0a8-295e-4a79-934a-19ee9acecc7d', 'name': 'network-vif-deleted', 'tag': '2ecbeb51-113b-4016-8763-fd2bf60a7fee'}, {'server_uuid': 'c2e8b514-00ed-4638-978e-c30d2074daa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd65fbf19-07e5-4a5e-b039-5dbbf3f9ba95'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:11:58.596535 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8cde113d-3f11-45e8-9012-0deaa44c1857 req-e3b780e3-c26a-4f58-8023-29ed730844a1 service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457570 May 27 02:11:58.603367 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-857f53ba-adce-44a0-ac73-c82f9f5bf21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:58.745177 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-b5c0e2b1-0712-4031-8e5e-14c02a51a83a tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/quotas/920f79471e3444109aeaadab23e503c2 HTTP/1.1" status: 200 len: 375 time: 0.1377864 May 27 02:11:58.758351 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1612496b-b44d-471b-94f9-48b8f803b40d req-2b9d1125-e69a-4191-b332-e2c714154eca tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025928 May 27 02:11:58.805483 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['614f2f56-0b2e-4664-a6ee-0d7def01f496'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:11:58.886564 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f53ba-adce-44a0-ac73-c82f9f5bf21d service neutron] Pushing event updated for resources: {'Port': ['ID=d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:58.899889 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:58.930137 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-857f53ba-adce-44a0-ac73-c82f9f5bf21d service neutron] Attempting to bind port d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95 on host n-h2-843554-3 for vnic_type normal with profile {"migrating_to": "n-h1-843554-3"} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:11:58.930879 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-857f53ba-adce-44a0-ac73-c82f9f5bf21d service neutron] Attempting to bind port d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:11:58.932201 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-857f53ba-adce-44a0-ac73-c82f9f5bf21d service neutron] Attempting to bind port d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95 on network db30ed05-8f60-4a40-83c6-9b50139dcb81 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:11:58.949516 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-857f53ba-adce-44a0-ac73-c82f9f5bf21d service neutron] Port d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95 on network db30ed05-8f60-4a40-83c6-9b50139dcb81 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:11:58.950115 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-857f53ba-adce-44a0-ac73-c82f9f5bf21d service neutron] Attempting to bind port d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95 on network db30ed05-8f60-4a40-83c6-9b50139dcb81 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:11:58.959375 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-857f53ba-adce-44a0-ac73-c82f9f5bf21d service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:11:58.959723 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-857f53ba-adce-44a0-ac73-c82f9f5bf21d service neutron] Checking segment: {'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:11:58.960117 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-857f53ba-adce-44a0-ac73-c82f9f5bf21d service neutron] Bound using segment: {'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:11:58.960555 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-857f53ba-adce-44a0-ac73-c82f9f5bf21d service neutron] Bound port: d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a69d16a1-8436-40ed-b9ce-539b6def055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'db30ed05-8f60-4a40-83c6-9b50139dcb81'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:11:58.960932 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-857f53ba-adce-44a0-ac73-c82f9f5bf21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:59.020951 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:59.078781 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-ecb8c61e-6541-4e7d-83e0-dab3be708333 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=920f79471e3444109aeaadab23e503c2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3164027 May 27 02:11:59.142557 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-857f53ba-adce-44a0-ac73-c82f9f5bf21d service neutron] For port d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:11:59.146143 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-857f53ba-adce-44a0-ac73-c82f9f5bf21d service neutron] For port d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95,segment=NetworkSegment(a69d16a1-8436-40ed-b9ce-539b6def055f),segment_id=a69d16a1-8436-40ed-b9ce-539b6def055f)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:11:59.346048 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-857f53ba-adce-44a0-ac73-c82f9f5bf21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:59.529407 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f53ba-adce-44a0-ac73-c82f9f5bf21d service neutron] Pushing event updated for resources: {'Port': ['ID=d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:59.537494 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-857f53ba-adce-44a0-ac73-c82f9f5bf21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:59.538195 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-857f53ba-adce-44a0-ac73-c82f9f5bf21d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:59.539621 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-857f53ba-adce-44a0-ac73-c82f9f5bf21d service neutron] 10.222.0.32 "PUT /v2.0/ports/d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95 HTTP/1.1" status: 200 len: 1121 time: 2.3072963 May 27 02:11:59.621694 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f63b85f0-c9cb-4579-886e-dda37fce7047 req-28982e46-aa89-44cd-9011-c0c9a910a961 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d516fc2-a526-487e-9064-9e8f986cda8b HTTP/1.1" status: 200 len: 210 time: 0.0663562 May 27 02:11:59.663560 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:11:59.726833 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:11:59.800282 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-acd215c2-536c-48be-aa88-dbac18ff50e5 req-86f61305-d5e8-4eb2-b779-a81a7c28c826 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Synchronizing usage tracker for tenant:40d944a0aff94ddfba3422cf104388c6 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:11:59.898583 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-acd215c2-536c-48be-aa88-dbac18ff50e5 req-86f61305-d5e8-4eb2-b779-a81a7c28c826 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] Unset dirty status for tenant:40d944a0aff94ddfba3422cf104388c6 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:11:59.899748 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-acd215c2-536c-48be-aa88-dbac18ff50e5 req-86f61305-d5e8-4eb2-b779-a81a7c28c826 tempest-FloatingIPsAssociationTestJSON-1984443173 tempest-FloatingIPsAssociationTestJSON-1984443173-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a11c0a8-295e-4a79-934a-19ee9acecc7d HTTP/1.1" status: 200 len: 210 time: 0.1474190 May 27 02:11:59.970996 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c14184e8-4793-4864-8ebb-80ec575fbad9'] response: {'server_uuid': '4a11c0a8-295e-4a79-934a-19ee9acecc7d', 'name': 'network-vif-deleted', 'tag': '2ecbeb51-113b-4016-8763-fd2bf60a7fee', 'status': 'completed', 'code': 200} May 27 02:11:59.971514 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c14184e8-4793-4864-8ebb-80ec575fbad9'] response: {'server_uuid': 'c2e8b514-00ed-4638-978e-c30d2074daa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd65fbf19-07e5-4a5e-b039-5dbbf3f9ba95', 'code': 200} May 27 02:12:00.109531 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a870107f-b469-47fe-be00-6b7b1a56a622 req-6f8e5689-44e7-41fd-b5ee-5c219b8fbb49 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9d0b9eb-64e5-4b1c-9513-fcc5fdfd0437 HTTP/1.1" status: 200 len: 210 time: 0.0890772 May 27 02:12:00.143933 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad7361-4b20-4786-85fb-569f28679ed9 req-4b52f6f5-40b6-4d89-9ca8-d0659a7f91dd tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:00.143933 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0dad7361-4b20-4786-85fb-569f28679ed9 req-4b52f6f5-40b6-4d89-9ca8-d0659a7f91dd tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2e8b514-00ed-4638-978e-c30d2074daa7 HTTP/1.1" status: 200 len: 943 time: 0.1688774 May 27 02:12:00.144174 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:00.200752 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0dad7361-4b20-4786-85fb-569f28679ed9 req-30288252-d28f-4d00-b15c-56f3f07254d2 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525033 May 27 02:12:00.384049 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880fbc1-eaea-4bfb-8a21-5f559393e0b8 req-3294bdac-fc54-4625-8974-b979e2ec929e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:00.385602 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8880fbc1-eaea-4bfb-8a21-5f559393e0b8 req-3294bdac-fc54-4625-8974-b979e2ec929e tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 948 time: 0.1025093 May 27 02:12:00.431136 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8880fbc1-eaea-4bfb-8a21-5f559393e0b8 req-0453763d-5db1-4a02-8cb8-f14efccacd63 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387661 May 27 02:12:00.700990 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 2ecbeb51-113b-4016-8763-fd2bf60a7fee no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:12:00.734393 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: 2ecbeb51-113b-4016-8763-fd2bf60a7fee {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:12:00.734770 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 2ecbeb51-113b-4016-8763-fd2bf60a7fee not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:12:00.794883 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2feb3200-2e33-423b-87f6-bc9cd65e06d4 req-e362aa51-7bb2-4679-9d49-14ccfa15ba60 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d516fc2-a526-487e-9064-9e8f986cda8b HTTP/1.1" status: 200 len: 210 time: 0.0583205 May 27 02:12:01.010196 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58684) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:01.328892 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-80b59eee-89ca-4bb9-b8cb-ac9027707f60 req-9a0dd8a4-4e14-4e68-9ca6-b71cdcc12a9c tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9d0b9eb-64e5-4b1c-9513-fcc5fdfd0437 HTTP/1.1" status: 200 len: 210 time: 0.0904949 May 27 02:12:01.374197 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 614f2f56-0b2e-4664-a6ee-0d7def01f496 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:12:01.393891 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1958d-3803-4b76-b808-61f2f0c57e1e req-d84e77a3-de12-4416-9b1d-c0b04491067b tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:01.396466 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f7e1958d-3803-4b76-b808-61f2f0c57e1e req-d84e77a3-de12-4416-9b1d-c0b04491067b tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 948 time: 0.1946313 May 27 02:12:01.480987 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c07af-59f0-4550-a972-83fd0e614272 req-da686126-8c1c-4bbc-bfb6-5c5ac1a603ba tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:01.482884 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285c07af-59f0-4550-a972-83fd0e614272 req-da686126-8c1c-4bbc-bfb6-5c5ac1a603ba tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d80a1ba-d282-4518-9df7-74b625dd55be&tenant_id=91fc0a0dee4b4cc18343e2e355149e58&binding%3Ahost_id=n-h1-843554-3 HTTP/1.1" status: 200 len: 948 time: 0.2046077 May 27 02:12:01.614194 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 614f2f56-0b2e-4664-a6ee-0d7def01f496 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:12:01.619420 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-b5386996-130c-4f70-9251-87d421fba8b0 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:01.621591 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 614f2f56-0b2e-4664-a6ee-0d7def01f496 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:01.621591 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:01.623967 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-b5386996-130c-4f70-9251-87d421fba8b0 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Synchronizing usage tracker for tenant:e1c3680693b64031b729b02b7340016d on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:12:01.743539 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f7e1958d-3803-4b76-b808-61f2f0c57e1e req-9da3f048-6c3a-49de-a80e-c0be18652d30 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415802 May 27 02:12:01.816705 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 614f2f56-0b2e-4664-a6ee-0d7def01f496 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:01.817247 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:01.858640 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-b5386996-130c-4f70-9251-87d421fba8b0 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Unset dirty status for tenant:e1c3680693b64031b729b02b7340016d on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:12:01.863003 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-b5386996-130c-4f70-9251-87d421fba8b0 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.66 "GET /v2.0/networks?id=34d93ba0-05d4-4334-ba1f-efa60656f31b HTTP/1.1" status: 200 len: 818 time: 0.5709560 May 27 02:12:01.876943 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d80a1ba-d282-4518-9df7-74b625dd55be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614f2f56-0b2e-4664-a6ee-0d7def01f496'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:12:01.888108 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285c07af-59f0-4550-a972-83fd0e614272 req-e275901d-4396-40d8-8118-caab5359fa4e service neutron] 10.222.0.32 "GET /v2.0/ports/614f2f56-0b2e-4664-a6ee-0d7def01f496/bindings/n-h1-843554-3 HTTP/1.1" status: 200 len: 382 time: 0.3638351 May 27 02:12:01.898753 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-8dc98b93-07fb-4841-88b6-b3dafebea004 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Request body: {'port': {'device_id': 'f3ae4e86-f966-4f4f-8a12-fbf7ec7acd52', 'network_id': '34d93ba0-05d4-4334-ba1f-efa60656f31b', 'admin_state_up': True, 'tenant_id': 'e1c3680693b64031b729b02b7340016d'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:12:01.918902 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 614f2f56-0b2e-4664-a6ee-0d7def01f496, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=614f2f56-0b2e-4664-a6ee-0d7def01f496,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:01.990371 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfd2f0-8393-46c8-ab6f-85dafea41f46 req-77a730b4-1f47-4a6e-99c1-bd17618ffcc8 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:01.991935 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8fbfd2f0-8393-46c8-ab6f-85dafea41f46 req-77a730b4-1f47-4a6e-99c1-bd17618ffcc8 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2e8b514-00ed-4638-978e-c30d2074daa7 HTTP/1.1" status: 200 len: 943 time: 0.5048182 May 27 02:12:01.992375 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e8b514-00ed-4638-978e-c30d2074daa7', 'tag': 'd65fbf19-07e5-4a5e-b039-5dbbf3f9ba95'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:12:02.049068 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:02.072557 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a62df5c9-f388-40a0-b4bb-6abcf2e77216 req-d77e421e-0957-41bc-ab26-b81b0591884d tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d516fc2-a526-487e-9064-9e8f986cda8b HTTP/1.1" status: 200 len: 210 time: 0.0749125 May 27 02:12:02.096552 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8fbfd2f0-8393-46c8-ab6f-85dafea41f46 req-158cdb5a-0b82-4811-9678-fd4bc3c095e9 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961435 May 27 02:12:02.135825 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c07af-59f0-4550-a972-83fd0e614272 req-ffb5c38e-7a56-40ac-98f6-a52801aa66da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:02.137348 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285c07af-59f0-4550-a972-83fd0e614272 req-ffb5c38e-7a56-40ac-98f6-a52801aa66da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 1099 time: 0.2162354 May 27 02:12:02.199490 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=614f2f56-0b2e-4664-a6ee-0d7def01f496,revision_number=9']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:02.270671 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-99c4a92b-5cad-4a48-9c11-6d048a7d0248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:02.274177 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4969c97-2318-4774-a009-5127b3ea58cd'] response: {'name': 'network-changed', 'server_uuid': 'c2e8b514-00ed-4638-978e-c30d2074daa7', 'tag': 'd65fbf19-07e5-4a5e-b039-5dbbf3f9ba95', 'status': 'completed', 'code': 200} May 27 02:12:02.276393 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21d36c5a-84a4-45dd-9ed6-792449e3333c'] response: {'server_uuid': '0d80a1ba-d282-4518-9df7-74b625dd55be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614f2f56-0b2e-4664-a6ee-0d7def01f496', 'code': 200} May 27 02:12:02.390433 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c07af-59f0-4550-a972-83fd0e614272 req-4e89285c-98c9-45af-a794-cf7e59fb7006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:02.393287 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285c07af-59f0-4550-a972-83fd0e614272 req-4e89285c-98c9-45af-a794-cf7e59fb7006 service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.2471490 May 27 02:12:02.446100 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-8dc98b93-07fb-4841-88b6-b3dafebea004 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:12:02.476528 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-8dc98b93-07fb-4841-88b6-b3dafebea004 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Usage tracker for resource:port and tenant:e1c3680693b64031b729b02b7340016d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:12:02.483200 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-8dc98b93-07fb-4841-88b6-b3dafebea004 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:12:02.492698 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-8dc98b93-07fb-4841-88b6-b3dafebea004 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:12:02.506906 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285c07af-59f0-4550-a972-83fd0e614272 req-dd82e8b8-44c9-4ecf-b7f4-9f4cdcfd0371 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=614f2f56-0b2e-4664-a6ee-0d7def01f496 HTTP/1.1" status: 200 len: 217 time: 0.1054561 May 27 02:12:02.524364 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247b617-9596-4438-b187-3a031961a065 req-ba32f69b-2c68-4793-b69e-b9404dcc4e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:02.526447 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2247b617-9596-4438-b187-3a031961a065 req-ba32f69b-2c68-4793-b69e-b9404dcc4e66 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a29ffcc4de66478babed622f0d89fbe8&device_id=c2e8b514-00ed-4638-978e-c30d2074daa7 HTTP/1.1" status: 200 len: 1124 time: 0.2278430 May 27 02:12:02.697465 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-8dc98b93-07fb-4841-88b6-b3dafebea004 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Made reservation on behalf of e1c3680693b64031b729b02b7340016d for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:12:02.701763 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-8dc98b93-07fb-4841-88b6-b3dafebea004 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:02.724700 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5375b6a4-6c0b-4ad2-9ce2-84b1d92585a3 req-0f72d4eb-1b8f-4a55-8b5a-a63d1ce4ac31 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9d0b9eb-64e5-4b1c-9513-fcc5fdfd0437 HTTP/1.1" status: 200 len: 210 time: 0.1546390 May 27 02:12:02.773409 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247b617-9596-4438-b187-3a031961a065 req-010eefc5-a931-48db-b945-d984b228cc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:02.774827 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2247b617-9596-4438-b187-3a031961a065 req-010eefc5-a931-48db-b945-d984b228cc68 service neutron] 10.222.0.66 "GET /v2.0/networks?id=db30ed05-8f60-4a40-83c6-9b50139dcb81 HTTP/1.1" status: 200 len: 922 time: 0.2038186 May 27 02:12:02.782392 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c07af-59f0-4550-a972-83fd0e614272 req-30b06f15-e545-4a2e-a24a-5b3b8888fb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:02.783814 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285c07af-59f0-4550-a972-83fd0e614272 req-30b06f15-e545-4a2e-a24a-5b3b8888fb17 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.2563024 May 27 02:12:02.893114 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2247b617-9596-4438-b187-3a031961a065 req-712e8008-80d0-4b8e-8c6b-5d6bfc134708 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95 HTTP/1.1" status: 200 len: 217 time: 0.1065810 May 27 02:12:03.031708 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247b617-9596-4438-b187-3a031961a065 req-6535ea55-a044-4e7f-bcfe-b3fdcc072610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:03.033704 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2247b617-9596-4438-b187-3a031961a065 req-6535ea55-a044-4e7f-bcfe-b3fdcc072610 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e2a1d95-8ee5-4ee3-927d-bf057db8df2f HTTP/1.1" status: 200 len: 861 time: 0.1339517 May 27 02:12:03.067952 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-99c4a92b-5cad-4a48-9c11-6d048a7d0248 admin admin] Deleting port 571886d1-8b4d-4610-b0fd-8a0d8c18d979 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:12:03.068582 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-99c4a92b-5cad-4a48-9c11-6d048a7d0248 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:03.102177 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-5ce64659-43c9-47df-87b2-6cdf8026ba49 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:03.102696 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2247b617-9596-4438-b187-3a031961a065 req-776c3e3c-b593-4a86-b7f5-caeb284fae81 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=db30ed05-8f60-4a40-83c6-9b50139dcb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546989 May 27 02:12:03.106553 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c07af-59f0-4550-a972-83fd0e614272 req-fce88ae7-4ae6-460b-b23e-59640a5e8409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:03.106699 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-5ce64659-43c9-47df-87b2-6cdf8026ba49 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.32 "GET /v2.0/networks?id=34d93ba0-05d4-4334-ba1f-efa60656f31b HTTP/1.1" status: 200 len: 818 time: 0.5465791 May 27 02:12:03.108076 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285c07af-59f0-4550-a972-83fd0e614272 req-fce88ae7-4ae6-460b-b23e-59640a5e8409 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2622111 May 27 02:12:03.117193 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-8dc98b93-07fb-4841-88b6-b3dafebea004 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Allocated IP 172.20.0.13 (34d93ba0-05d4-4334-ba1f-efa60656f31b/f9c48255-d206-4808-88dc-b388d3497987/c18db477-e94c-4867-8e9c-4ceadedb65b6) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:12:03.144263 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-7627442b-225b-45ff-9e3e-45cba3a8c806 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Request body: {'port': {'device_id': '2825cc4c-3b65-424a-910e-30f6178b103d', 'network_id': '34d93ba0-05d4-4334-ba1f-efa60656f31b', 'admin_state_up': True, 'tenant_id': 'e1c3680693b64031b729b02b7340016d'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:12:03.220617 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f484d5-924a-4175-ba91-44a79dbafaf8 req-ac214049-afc2-423a-8c87-433de444d231 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:03.227903 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a4f484d5-924a-4175-ba91-44a79dbafaf8 req-ac214049-afc2-423a-8c87-433de444d231 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 949 time: 0.2871094 May 27 02:12:03.349693 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-66fd6087-3bf0-452b-b11d-1c60b4ce2f85 req-c8c6f04d-67ba-43f2-96ab-e77fa48035e3 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d516fc2-a526-487e-9064-9e8f986cda8b HTTP/1.1" status: 200 len: 210 time: 0.1448181 May 27 02:12:03.384460 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 59dd76c7-04f3-4e36-a375-05bd87a0399b details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:12:03.421203 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a4f484d5-924a-4175-ba91-44a79dbafaf8 req-4c415a00-4a73-4ad6-bb98-eac424f418aa tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923020 May 27 02:12:03.458136 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2247b617-9596-4438-b187-3a031961a065 req-c809b0a6-7c3e-464d-9401-dc1d16f38f14 service neutron] 10.222.0.66 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467724 May 27 02:12:03.482043 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285c07af-59f0-4550-a972-83fd0e614272 req-2f36d696-e5b1-40b1-9090-9cdc5b9d7a4e service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500881 May 27 02:12:03.503813 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-0584b303-8f4a-4aab-9c8c-2d02b5500b57 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=920f79471e3444109aeaadab23e503c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367849 May 27 02:12:03.701531 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 59dd76c7-04f3-4e36-a375-05bd87a0399b, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=59dd76c7-04f3-4e36-a375-05bd87a0399b,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:03.721033 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '59dd76c7-04f3-4e36-a375-05bd87a0399b', 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164', 'port_id': '59dd76c7-04f3-4e36-a375-05bd87a0399b', 'mac_address': 'fa:16:3e:80:6a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ee39392-3407-48c1-b561-be7ced0cb982', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:12:03.791018 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 59dd76c7-04f3-4e36-a375-05bd87a0399b is: ACTIVE; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:03.791404 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:03.796833 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-99c4a92b-5cad-4a48-9c11-6d048a7d0248 admin admin] For port 571886d1-8b4d-4610-b0fd-8a0d8c18d979, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=571886d1-8b4d-4610-b0fd-8a0d8c18d979,segment=NetworkSegment(2c88854f-b1b4-45f9-9e07-67ac2d11483a),segment_id=2c88854f-b1b4-45f9-9e07-67ac2d11483a)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:03.797225 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-99c4a92b-5cad-4a48-9c11-6d048a7d0248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:03.808930 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 59dd76c7-04f3-4e36-a375-05bd87a0399b {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:12:03.826278 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 59dd76c7-04f3-4e36-a375-05bd87a0399b, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=59dd76c7-04f3-4e36-a375-05bd87a0399b,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:03.973703 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:04.025667 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-89802a14-41bb-48bd-8818-df0666f0f2e3 req-a901334a-b7c8-4ffa-94eb-6fb4b772333f tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9d0b9eb-64e5-4b1c-9513-fcc5fdfd0437 HTTP/1.1" status: 200 len: 210 time: 0.1002014 May 27 02:12:04.067624 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=59dd76c7-04f3-4e36-a375-05bd87a0399b,revision_number=6']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:04.091316 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-2d0bb3c4-ad10-463c-badc-799cba4a0369 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:04.092777 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-2d0bb3c4-ad10-463c-badc-799cba4a0369 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5552831 May 27 02:12:04.156933 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285c07af-59f0-4550-a972-83fd0e614272 req-69846b59-6760-4600-b234-729ce3941f19 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6271615 May 27 02:12:04.160864 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['59dd76c7-04f3-4e36-a375-05bd87a0399b'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:12:04.173403 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2247b617-9596-4438-b187-3a031961a065 req-9a741d3f-139f-42d2-bd9a-2a822f51652b service neutron] 10.222.0.66 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7074440 May 27 02:12:04.183771 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63c545-bc00-4676-967f-50f91f12e8a6 req-7805b0bc-68fb-446a-813c-670820d7722c tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:04.192306 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4a63c545-bc00-4676-967f-50f91f12e8a6 req-7805b0bc-68fb-446a-813c-670820d7722c tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2e8b514-00ed-4638-978e-c30d2074daa7 HTTP/1.1" status: 200 len: 943 time: 0.6511760 May 27 02:12:04.219829 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-99c4a92b-5cad-4a48-9c11-6d048a7d0248 admin admin] Calling delete_port for 571886d1-8b4d-4610-b0fd-8a0d8c18d979 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:12:04.247728 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4a63c545-bc00-4676-967f-50f91f12e8a6 req-2647c95d-a5df-4000-b334-93c5f465b67b tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544119 May 27 02:12:04.289071 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-16eb439e-68b8-4221-b8f0-182082e60476 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Request body: {'port': {'device_id': 'c9d0b9eb-64e5-4b1c-9513-fcc5fdfd0437', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'admin_state_up': True, 'tenant_id': '920f79471e3444109aeaadab23e503c2'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:12:04.303505 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-7627442b-225b-45ff-9e3e-45cba3a8c806 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:12:04.404431 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-92fcac3f-c5c5-46de-8264-25e1f033f3d4 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:04.405946 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-92fcac3f-c5c5-46de-8264-25e1f033f3d4 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.32 "GET /v2.0/networks?id=34d93ba0-05d4-4334-ba1f-efa60656f31b HTTP/1.1" status: 200 len: 818 time: 1.0600543 May 27 02:12:04.464742 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-7627442b-225b-45ff-9e3e-45cba3a8c806 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Usage tracker for resource:port and tenant:e1c3680693b64031b729b02b7340016d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:12:04.482481 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-7627442b-225b-45ff-9e3e-45cba3a8c806 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:12:04.490318 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-a3dfe98b-43c9-41cd-a98c-fc4f52fb833c tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Request body: {'port': {'device_id': '0d516fc2-a526-487e-9064-9e8f986cda8b', 'network_id': '34d93ba0-05d4-4334-ba1f-efa60656f31b', 'admin_state_up': True, 'tenant_id': 'e1c3680693b64031b729b02b7340016d'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:12:04.528354 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-7627442b-225b-45ff-9e3e-45cba3a8c806 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:12:04.608819 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e7ee9985-2175-42f0-959b-dc312de92fde req-e4b20eec-1397-4627-a522-3b01db1ce29b tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d516fc2-a526-487e-9064-9e8f986cda8b HTTP/1.1" status: 200 len: 210 time: 0.0986266 May 27 02:12:04.650113 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-6731ea41-66b1-4a3f-abb2-bf55759f1d79 service neutron] 10.222.0.66 "GET /v2.0/ports/d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95/bindings/n-h1-843554-3 HTTP/1.1" status: 200 len: 384 time: 0.1852517 May 27 02:12:04.731634 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03a326-a52f-4642-8e23-46bbb56871ba req-a252a6f8-0afd-4282-b9a6-9779a82024d7 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:04.733217 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8a03a326-a52f-4642-8e23-46bbb56871ba req-a252a6f8-0afd-4282-b9a6-9779a82024d7 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 949 time: 0.1720161 May 27 02:12:04.810814 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-7627442b-225b-45ff-9e3e-45cba3a8c806 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Made reservation on behalf of e1c3680693b64031b729b02b7340016d for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:12:04.814280 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-7627442b-225b-45ff-9e3e-45cba3a8c806 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:04.837306 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8a03a326-a52f-4642-8e23-46bbb56871ba req-5d692e94-cca8-46ce-8ad9-f49535bfdf36 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958724 May 27 02:12:05.014493 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-cfd8bf2d-4964-4036-8d15-3332721c1eb6 service neutron] For port d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95,segment=NetworkSegment(a69d16a1-8436-40ed-b9ce-539b6def055f),segment_id=a69d16a1-8436-40ed-b9ce-539b6def055f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:05.043215 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-cfd8bf2d-4964-4036-8d15-3332721c1eb6 service neutron] For port d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:12:05.049361 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-8dc98b93-07fb-4841-88b6-b3dafebea004 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:05.052807 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-16eb439e-68b8-4221-b8f0-182082e60476 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:12:05.071195 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-a3dfe98b-43c9-41cd-a98c-fc4f52fb833c tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:12:05.085078 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-a3dfe98b-43c9-41cd-a98c-fc4f52fb833c tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Usage tracker for resource:port and tenant:e1c3680693b64031b729b02b7340016d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:12:05.087664 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-16eb439e-68b8-4221-b8f0-182082e60476 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:12:05.094554 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-a3dfe98b-43c9-41cd-a98c-fc4f52fb833c tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:12:05.103163 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-cfd8bf2d-4964-4036-8d15-3332721c1eb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:12:05.109405 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-a3dfe98b-43c9-41cd-a98c-fc4f52fb833c tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:12:05.115565 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-cfd8bf2d-4964-4036-8d15-3332721c1eb6 service neutron] For port d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95,segment=NetworkSegment(a69d16a1-8436-40ed-b9ce-539b6def055f),segment_id=a69d16a1-8436-40ed-b9ce-539b6def055f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:05.194992 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-da1ac336-7396-4709-a758-3fd518a31d7b req-0f5c4668-7bf3-42e3-b669-f7c523c4dafa tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=1a0bf13c89d84e1a8f088903e9917527&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0595660 May 27 02:12:05.204936 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-16eb439e-68b8-4221-b8f0-182082e60476 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Made reservation on behalf of 920f79471e3444109aeaadab23e503c2 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:12:05.208348 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-16eb439e-68b8-4221-b8f0-182082e60476 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:05.230073 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1ac6422-32e8-4eeb-9d11-b7eb11f40fd8 req-bc5ae310-6430-4bb6-b393-1d59ab9e7ea2 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9d0b9eb-64e5-4b1c-9513-fcc5fdfd0437 HTTP/1.1" status: 200 len: 210 time: 0.0700088 May 27 02:12:05.289184 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-cfd8bf2d-4964-4036-8d15-3332721c1eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:05.301974 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-8dc98b93-07fb-4841-88b6-b3dafebea004 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:05.303579 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-a3dfe98b-43c9-41cd-a98c-fc4f52fb833c tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Made reservation on behalf of e1c3680693b64031b729b02b7340016d for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:12:05.307013 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-a3dfe98b-43c9-41cd-a98c-fc4f52fb833c tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:05.401348 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 59dd76c7-04f3-4e36-a375-05bd87a0399b up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:12:05.505427 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ac336-7396-4709-a758-3fd518a31d7b req-e43890e9-13b0-4ecf-8e63-e65c23fe9e85 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:05.506750 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-da1ac336-7396-4709-a758-3fd518a31d7b req-e43890e9-13b0-4ecf-8e63-e65c23fe9e85 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3060181 May 27 02:12:05.513155 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 59dd76c7-04f3-4e36-a375-05bd87a0399b triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:05.513818 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:05.535647 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-cfd8bf2d-4964-4036-8d15-3332721c1eb6 service neutron] Transition to ACTIVE for port object d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:12:05.537194 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-da1ac336-7396-4709-a758-3fd518a31d7b req-fabbb1a1-b190-4eb3-b9a1-5e2842250e2c tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.57 "GET /v2.0/quotas/1a0bf13c89d84e1a8f088903e9917527 HTTP/1.1" status: 200 len: 375 time: 0.0240870 May 27 02:12:05.539889 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-8dc98b93-07fb-4841-88b6-b3dafebea004 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Network 34d93ba0-05d4-4334-ba1f-efa60656f31b is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:12:05.552073 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-8dc98b93-07fb-4841-88b6-b3dafebea004 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:12:05.562402 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc98b93-07fb-4841-88b6-b3dafebea004 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Pushing event updated for resources: {'Port': ['ID=c18db477-e94c-4867-8e9c-4ceadedb65b6,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:05.567049 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-8dc98b93-07fb-4841-88b6-b3dafebea004 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:12:05.593021 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901bbb98-70be-4638-b08c-fb3e76e65374 req-7cf3aae2-7c06-4cc2-91de-66b9138571f0 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:05.594608 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-901bbb98-70be-4638-b08c-fb3e76e65374 req-7cf3aae2-7c06-4cc2-91de-66b9138571f0 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2e8b514-00ed-4638-978e-c30d2074daa7 HTTP/1.1" status: 200 len: 943 time: 0.2185683 May 27 02:12:05.606638 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-da1ac336-7396-4709-a758-3fd518a31d7b req-f07e43bd-df33-4358-ae71-4264d80c132a tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1a0bf13c89d84e1a8f088903e9917527&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604672 May 27 02:12:05.666565 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-901bbb98-70be-4638-b08c-fb3e76e65374 req-85bcc48c-698e-4ad8-a302-19282f37a4ca tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624235 May 27 02:12:05.683325 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-cfd8bf2d-4964-4036-8d15-3332721c1eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:05.686510 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc98b93-07fb-4841-88b6-b3dafebea004 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:05.687084 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc98b93-07fb-4841-88b6-b3dafebea004 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:05.687589 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc98b93-07fb-4841-88b6-b3dafebea004 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:05.688629 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc98b93-07fb-4841-88b6-b3dafebea004 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:05.697637 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc98b93-07fb-4841-88b6-b3dafebea004 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:05.697637 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc98b93-07fb-4841-88b6-b3dafebea004 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:05.697637 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc98b93-07fb-4841-88b6-b3dafebea004 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:05.697637 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc98b93-07fb-4841-88b6-b3dafebea004 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:05.697637 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc98b93-07fb-4841-88b6-b3dafebea004 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:05.697637 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc98b93-07fb-4841-88b6-b3dafebea004 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:05.697637 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc98b93-07fb-4841-88b6-b3dafebea004 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:05.697637 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc98b93-07fb-4841-88b6-b3dafebea004 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:05.700334 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 59dd76c7-04f3-4e36-a375-05bd87a0399b is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:05.700334 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:05.729464 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.api [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-7627442b-225b-45ff-9e3e-45cba3a8c806 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.13-c699bb4e-338d-4336-93a0-2061ad11d72e {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:12:05.729950 n-d-843554-3 neutron-server[88901]: DEBUG oslo_db.api [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-7627442b-225b-45ff-9e3e-45cba3a8c806 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:12:05.742117 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59dd76c7-04f3-4e36-a375-05bd87a0399b'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:12:05.804054 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 59dd76c7-04f3-4e36-a375-05bd87a0399b, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=59dd76c7-04f3-4e36-a375-05bd87a0399b,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:05.837788 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-99c4a92b-5cad-4a48-9c11-6d048a7d0248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:05.844825 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-16eb439e-68b8-4221-b8f0-182082e60476 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Allocated IP 192.168.233.158 (54d5ea08-4fa3-4323-9d64-35a947e9d08e/2cf69705-8457-415f-85a3-b42efaff1b97/bfc34fbb-6415-41d4-b38a-320c6f98cc13) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:12:05.917227 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:06.008489 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=59dd76c7-04f3-4e36-a375-05bd87a0399b,revision_number=7']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:06.113144 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-8dc98b93-07fb-4841-88b6-b3dafebea004 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:06.121310 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-8dc98b93-07fb-4841-88b6-b3dafebea004 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:06.151840 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-393c5fdf-6a01-45a3-b5c0-811fef250666'] response: {'server_uuid': 'ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59dd76c7-04f3-4e36-a375-05bd87a0399b', 'code': 200} May 27 02:12:06.158642 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c4a92b-5cad-4a48-9c11-6d048a7d0248 admin admin] Pushing event deleted for resources: {'Port': ['ID=571886d1-8b4d-4610-b0fd-8a0d8c18d979,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:06.175798 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5286dcf5-9fa4-4aaa-b6cd-215de591b512 req-cd7613e3-cd0c-48d1-8133-881db464f8b1 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d516fc2-a526-487e-9064-9e8f986cda8b HTTP/1.1" status: 200 len: 210 time: 0.1572998 May 27 02:12:06.191144 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-cfd8bf2d-4964-4036-8d15-3332721c1eb6 service neutron] No DVR routers for this DVR port d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95 on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:12:06.256680 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-7627442b-225b-45ff-9e3e-45cba3a8c806 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:06.318580 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd8bf2d-4964-4036-8d15-3332721c1eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95,revision_number=10']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:06.350637 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-cfd8bf2d-4964-4036-8d15-3332721c1eb6 service neutron] 10.222.0.66 "PUT /v2.0/ports/d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95/bindings/n-h1-843554-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6924863 May 27 02:12:06.352774 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd8bf2d-4964-4036-8d15-3332721c1eb6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:06.353129 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd8bf2d-4964-4036-8d15-3332721c1eb6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:06.353468 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd8bf2d-4964-4036-8d15-3332721c1eb6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:06.353853 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd8bf2d-4964-4036-8d15-3332721c1eb6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:06.354191 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd8bf2d-4964-4036-8d15-3332721c1eb6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:06.354518 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd8bf2d-4964-4036-8d15-3332721c1eb6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:06.355030 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd8bf2d-4964-4036-8d15-3332721c1eb6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:06.355366 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd8bf2d-4964-4036-8d15-3332721c1eb6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:06.355768 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd8bf2d-4964-4036-8d15-3332721c1eb6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:06.356148 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd8bf2d-4964-4036-8d15-3332721c1eb6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:06.356478 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd8bf2d-4964-4036-8d15-3332721c1eb6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:06.356866 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd8bf2d-4964-4036-8d15-3332721c1eb6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:06.421298 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-e5193ee1-e4cb-4f2e-a246-945596256814 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=1a0bf13c89d84e1a8f088903e9917527&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367188 May 27 02:12:06.433954 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-a3dfe98b-43c9-41cd-a98c-fc4f52fb833c tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Allocated IP 172.20.0.2 (34d93ba0-05d4-4334-ba1f-efa60656f31b/f9c48255-d206-4808-88dc-b388d3497987/c19ac6ae-c624-46ae-8f7e-45b58729d35a) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:12:06.696246 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-8dc98b93-07fb-4841-88b6-b3dafebea004 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8059978 May 27 02:12:06.706660 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-0fa6c730-0756-4e22-a651-7fe3e34eade8 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:06.708496 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-0fa6c730-0756-4e22-a651-7fe3e34eade8 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2838585 May 27 02:12:06.718699 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f84860-b5d5-4bc8-b64e-43f60eebbc78 req-dec6f5a2-ec37-4460-a9dc-2c251b1da4c8 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:06.727039 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c0f84860-b5d5-4bc8-b64e-43f60eebbc78 req-dec6f5a2-ec37-4460-a9dc-2c251b1da4c8 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 949 time: 0.3036075 May 27 02:12:06.733783 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-f9178ab3-83e8-4ee0-818f-fac70749e39e service neutron] Request body: {'port': {'device_id': 'f3ae4e86-f966-4f4f-8a12-fbf7ec7acd52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:12:06.760668 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-522c9e88-13d1-4ea3-956d-222f7d33c95d tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.57 "GET /v2.0/quotas/1a0bf13c89d84e1a8f088903e9917527 HTTP/1.1" status: 200 len: 375 time: 0.0302706 May 27 02:12:06.779268 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-28fdd38b-cc0b-47af-9022-d98f551666d1 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:06.780930 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-28fdd38b-cc0b-47af-9022-d98f551666d1 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c2e8b514-00ed-4638-978e-c30d2074daa7&tenant_id=a29ffcc4de66478babed622f0d89fbe8&binding%3Ahost_id=n-h2-843554-3 HTTP/1.1" status: 200 len: 1095 time: 0.2229557 May 27 02:12:06.877630 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-af2722cc-a29d-4f8a-ac27-015cf80ec8cd tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1a0bf13c89d84e1a8f088903e9917527&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0950119 May 27 02:12:06.896050 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c0f84860-b5d5-4bc8-b64e-43f60eebbc78 req-1fcc022e-bee4-4445-bb72-f00a2f09c377 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678953 May 27 02:12:06.956955 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-21144b47-7c74-4cc1-8eb8-3a04a7f62bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:06.961618 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-21144b47-7c74-4cc1-8eb8-3a04a7f62bfe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c2e8b514-00ed-4638-978e-c30d2074daa7&tenant_id=a29ffcc4de66478babed622f0d89fbe8 HTTP/1.1" status: 200 len: 1095 time: 0.1330712 May 27 02:12:07.012969 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-16eb439e-68b8-4221-b8f0-182082e60476 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:07.037467 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-16eb439e-68b8-4221-b8f0-182082e60476 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Transition to ACTIVE for port object bfc34fbb-6415-41d4-b38a-320c6f98cc13 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:12:07.232828 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-58c2831e-e024-4cf6-99c5-2dc8140629f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:07.234298 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-58c2831e-e024-4cf6-99c5-2dc8140629f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a29ffcc4de66478babed622f0d89fbe8&device_id=c2e8b514-00ed-4638-978e-c30d2074daa7 HTTP/1.1" status: 200 len: 1095 time: 0.2281873 May 27 02:12:07.241673 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5646d4b7-431c-4ba9-b312-39174bf16027 req-0efcb088-d5c1-4803-bd55-00393573fb2e tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9d0b9eb-64e5-4b1c-9513-fcc5fdfd0437 HTTP/1.1" status: 200 len: 210 time: 0.0526242 May 27 02:12:07.270616 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-a3dfe98b-43c9-41cd-a98c-fc4f52fb833c tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:07.420267 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-99c4a92b-5cad-4a48-9c11-6d048a7d0248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:07.618593 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-a3dfe98b-43c9-41cd-a98c-fc4f52fb833c tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:07.792029 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-16eb439e-68b8-4221-b8f0-182082e60476 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:07.795527 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-a08e209c-9e77-4b47-8fdf-a0d7a3d135a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:07.797606 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-a08e209c-9e77-4b47-8fdf-a0d7a3d135a1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=db30ed05-8f60-4a40-83c6-9b50139dcb81 HTTP/1.1" status: 200 len: 922 time: 0.5545096 May 27 02:12:07.800364 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-7627442b-225b-45ff-9e3e-45cba3a8c806 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Allocated IP 172.20.0.9 (34d93ba0-05d4-4334-ba1f-efa60656f31b/f9c48255-d206-4808-88dc-b388d3497987/112730a7-ac21-4f96-a3f7-eb5580a0faf5) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:12:07.809459 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['2d68ef4e-10c4-43e2-9663-4f6d1775dc86', 'a0192f57-7dc9-4765-867e-432c96fe723e', '5754fa47-c59f-404e-8b3c-963561a68d07'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:12:07.822363 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8be808-1a3a-443f-bb5f-4bbb6b044d26 req-11c943d6-508d-4299-9f48-b354fa811b39 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:07.830766 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bb8be808-1a3a-443f-bb5f-4bbb6b044d26 req-11c943d6-508d-4299-9f48-b354fa811b39 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d516fc2-a526-487e-9064-9e8f986cda8b HTTP/1.1" status: 200 len: 931 time: 0.2825401 May 27 02:12:07.903702 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['1c0ac97e-a530-4361-8db8-f552a54f3dd8', '05ec6f0c-597e-4049-8ab2-70bfccb73eb5', '59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77', '3b9cadd9-bef4-4042-a998-3c1758173dec'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:12:07.962596 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-f9178ab3-83e8-4ee0-818f-fac70749e39e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:07.992631 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-a3dfe98b-43c9-41cd-a98c-fc4f52fb833c tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Network 34d93ba0-05d4-4334-ba1f-efa60656f31b is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:12:08.009887 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-3fea4bf9-3ea1-4096-afcc-ff4bbef2075b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95 HTTP/1.1" status: 200 len: 217 time: 0.1959567 May 27 02:12:08.051389 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00111ab-bee7-4e61-b9a4-a429fc3d4257 req-3d3c3126-9a69-4ca8-a4c3-347bf6f46d20 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:08.078918 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c00111ab-bee7-4e61-b9a4-a429fc3d4257 req-3d3c3126-9a69-4ca8-a4c3-347bf6f46d20 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2e8b514-00ed-4638-978e-c30d2074daa7 HTTP/1.1" status: 200 len: 944 time: 0.5442240 May 27 02:12:08.121512 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-a3dfe98b-43c9-41cd-a98c-fc4f52fb833c tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:12:08.201416 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-a3dfe98b-43c9-41cd-a98c-fc4f52fb833c tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:12:08.287479 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dfe98b-43c9-41cd-a98c-fc4f52fb833c tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Pushing event updated for resources: {'Port': ['ID=c19ac6ae-c624-46ae-8f7e-45b58729d35a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:08.390848 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bb8be808-1a3a-443f-bb5f-4bbb6b044d26 req-f4f26750-fe1a-4872-aee1-6047e3ba6829 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.57 "GET /v2.0/security-groups?id=a59f6ddd-ad70-42a7-a5f1-58089f831476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5589232 May 27 02:12:08.431669 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-16eb439e-68b8-4221-b8f0-182082e60476 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Network 54d5ea08-4fa3-4323-9d64-35a947e9d08e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:12:08.441813 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb439e-68b8-4221-b8f0-182082e60476 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Pushing event updated for resources: {'Port': ['ID=bfc34fbb-6415-41d4-b38a-320c6f98cc13,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:08.454990 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-16eb439e-68b8-4221-b8f0-182082e60476 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:12:08.474077 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-16eb439e-68b8-4221-b8f0-182082e60476 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:12:08.565940 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-cfae0cb7-3036-437c-ad51-b0ce64ceb35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:08.568520 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-cfae0cb7-3036-437c-ad51-b0ce64ceb35d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1e2a1d95-8ee5-4ee3-927d-bf057db8df2f HTTP/1.1" status: 200 len: 861 time: 0.4614971 May 27 02:12:08.603337 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c00111ab-bee7-4e61-b9a4-a429fc3d4257 req-6928383f-79ed-4a95-903c-6ce7c6c2682c tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4790344 May 27 02:12:08.613654 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b5a0d020-41d8-4607-acd2-a908ae4f592f req-ab02053d-1aa7-4d7a-aa03-5b845b6edb32 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a66d282-3002-42eb-ac2b-8fc0140067a9 HTTP/1.1" status: 200 len: 210 time: 0.1101205 May 27 02:12:08.739192 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-4ad8ba0a-c1d8-40fc-a012-3d2ccb31a86a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=db30ed05-8f60-4a40-83c6-9b50139dcb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1477747 May 27 02:12:08.759016 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:12:08.819294 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c07af-59f0-4550-a972-83fd0e614272 req-11d90970-22ab-46e5-89d8-2e8fecb06ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:08.820747 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285c07af-59f0-4550-a972-83fd0e614272 req-11d90970-22ab-46e5-89d8-2e8fecb06ac6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0d80a1ba-d282-4518-9df7-74b625dd55be&tenant_id=91fc0a0dee4b4cc18343e2e355149e58 HTTP/1.1" status: 200 len: 1100 time: 0.6540661 May 27 02:12:08.936065 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-285c07af-59f0-4550-a972-83fd0e614272 req-a984c36c-7bac-4f3e-86be-8c1e0abd8b56 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843554-3', 'device_owner': 'compute:nova'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:12:08.963668 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:12:08.966705 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-16eb439e-68b8-4221-b8f0-182082e60476 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:08.967444 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-16eb439e-68b8-4221-b8f0-182082e60476 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:09.155347 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-a3dfe98b-43c9-41cd-a98c-fc4f52fb833c tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:09.156363 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-a3dfe98b-43c9-41cd-a98c-fc4f52fb833c tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:09.277961 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c37fce07-17df-4798-b4b5-8a556fe2b9eb None None] Provisioning for port bfc34fbb-6415-41d4-b38a-320c6f98cc13 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:12:09.289451 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c37fce07-17df-4798-b4b5-8a556fe2b9eb None None] Provisioning complete for port bfc34fbb-6415-41d4-b38a-320c6f98cc13 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:09.302933 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c37fce07-17df-4798-b4b5-8a556fe2b9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:09.307611 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-16eb439e-68b8-4221-b8f0-182082e60476 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0446301 May 27 02:12:09.397438 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-5f7da7a1-a066-479a-888b-4d547ecff0f1 service neutron] Request body: {'port': {'device_id': 'c9d0b9eb-64e5-4b1c-9513-fcc5fdfd0437', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:12:09.412921 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 614f2f56-0b2e-4664-a6ee-0d7def01f496 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:12:09.556310 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-c37fce07-17df-4798-b4b5-8a556fe2b9eb None None] Port bfc34fbb-6415-41d4-b38a-320c6f98cc13 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:12:09.572270 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285c07af-59f0-4550-a972-83fd0e614272 req-a984c36c-7bac-4f3e-86be-8c1e0abd8b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:09.594304 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-145718e1-3c3d-4f37-9831-0467d9d5d67e service neutron] 10.222.0.32 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8471603 May 27 02:12:09.655388 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-a3dfe98b-43c9-41cd-a98c-fc4f52fb833c tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1814866 May 27 02:12:09.657433 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 614f2f56-0b2e-4664-a6ee-0d7def01f496 is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:09.657810 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:09.704807 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d80a1ba-d282-4518-9df7-74b625dd55be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '614f2f56-0b2e-4664-a6ee-0d7def01f496'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:12:09.716499 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 614f2f56-0b2e-4664-a6ee-0d7def01f496, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=614f2f56-0b2e-4664-a6ee-0d7def01f496,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:09.767563 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-e1cabac6-761c-46ea-8c07-34c150074507 service neutron] Request body: {'port': {'device_id': '0d516fc2-a526-487e-9064-9e8f986cda8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:12:09.778042 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517017a-3951-49c5-b9ae-a742fbb311d7 req-a6f8c7b3-6680-4b0e-b29b-b7400c1af2e7 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:09.785295 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f517017a-3951-49c5-b9ae-a742fbb311d7 req-a6f8c7b3-6680-4b0e-b29b-b7400c1af2e7 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 949 time: 0.8122575 May 27 02:12:09.815616 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:09.829367 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b9230-03b3-4396-b204-b6f520ce5af5 req-bdebce1f-418a-4f60-9c93-40cd20470544 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:09.830926 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-442b9230-03b3-4396-b204-b6f520ce5af5 req-bdebce1f-418a-4f60-9c93-40cd20470544 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9d0b9eb-64e5-4b1c-9513-fcc5fdfd0437 HTTP/1.1" status: 200 len: 936 time: 0.9991801 May 27 02:12:09.953324 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.api [req-285c07af-59f0-4550-a972-83fd0e614272 req-a984c36c-7bac-4f3e-86be-8c1e0abd8b56 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:12:09.953324 n-d-843554-3 neutron-server[88902]: DEBUG oslo_db.api [req-285c07af-59f0-4550-a972-83fd0e614272 req-a984c36c-7bac-4f3e-86be-8c1e0abd8b56 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:12:09.975919 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f517017a-3951-49c5-b9ae-a742fbb311d7 req-eaa0655d-922e-4f3b-81e2-78b3e7499364 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896904 May 27 02:12:10.007654 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=614f2f56-0b2e-4664-a6ee-0d7def01f496,revision_number=10']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:10.007654 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:10.012016 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:10.012664 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:10.013227 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:10.013890 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-442b9230-03b3-4396-b204-b6f520ce5af5 req-56e94938-ad41-48c4-912f-57b81f401228 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602862 May 27 02:12:10.023322 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:10.033226 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:10.033364 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-8bf2ef44-4d21-47d3-a46a-110abc454104 service neutron] 10.222.0.32 "GET /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195480 May 27 02:12:10.033464 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:10.034191 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:10.034884 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:10.035428 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:10.036506 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:10.037579 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:10.108034 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-5f7da7a1-a066-479a-888b-4d547ecff0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:10.215853 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c4a92b-5cad-4a48-9c11-6d048a7d0248 admin admin] Router 056a8770-64cf-4055-9987-408f40a03c3d has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:12:10.288473 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-7627442b-225b-45ff-9e3e-45cba3a8c806 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:10.309048 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d978829-2029-479a-b286-521e398c2bf2 req-a882888f-b9e5-45a0-b9f0-a6a027b38260 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:10.321481 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4d978829-2029-479a-b286-521e398c2bf2 req-a882888f-b9e5-45a0-b9f0-a6a027b38260 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d516fc2-a526-487e-9064-9e8f986cda8b HTTP/1.1" status: 200 len: 931 time: 0.1846237 May 27 02:12:10.340296 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-e1cabac6-761c-46ea-8c07-34c150074507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:10.371471 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ec7ec-15a4-4a0e-8863-11070feae3a1 req-16398315-de7b-4b9a-a42e-9bc51575df83 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:10.373490 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ef7ec7ec-15a4-4a0e-8863-11070feae3a1 req-16398315-de7b-4b9a-a42e-9bc51575df83 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2e8b514-00ed-4638-978e-c30d2074daa7 HTTP/1.1" status: 200 len: 944 time: 0.1705515 May 27 02:12:10.443070 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4d978829-2029-479a-b286-521e398c2bf2 req-22b5d54a-53ba-43ba-90a2-c969df472f85 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.57 "GET /v2.0/security-groups?id=a59f6ddd-ad70-42a7-a5f1-58089f831476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202598 May 27 02:12:10.542625 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-da1ac336-7396-4709-a758-3fd518a31d7b req-0b634fa8-9b83-49b3-8325-72e634713ab2 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=1a0bf13c89d84e1a8f088903e9917527&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1400886 May 27 02:12:10.656010 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c4a92b-5cad-4a48-9c11-6d048a7d0248 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:12:10.668678 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e9573e-4c48-4665-b4f5-a25a0295ab51 None None] Sync routers for ids ['056a8770-64cf-4055-9987-408f40a03c3d'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:12:10.687149 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e9573e-4c48-4665-b4f5-a25a0295ab51 None None] Routers {'056a8770-64cf-4055-9987-408f40a03c3d'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:12:10.688299 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a0e9573e-4c48-4665-b4f5-a25a0295ab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:11:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['056a8770-64cf-4055-9987-408f40a03c3d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:12:10.714216 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ef7ec7ec-15a4-4a0e-8863-11070feae3a1 req-7dddf91d-b190-400c-89fd-c7e2680a1181 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332171 May 27 02:12:10.808262 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-99c4a92b-5cad-4a48-9c11-6d048a7d0248 admin admin] 10.222.0.57 "PUT /v2.0/routers/056a8770-64cf-4055-9987-408f40a03c3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7945077 May 27 02:12:10.835512 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 58936) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:10.934743 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12fdbc5a-c8c4-46df-8c13-6665d5ecebf2'] response: {'server_uuid': '0d80a1ba-d282-4518-9df7-74b625dd55be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '614f2f56-0b2e-4664-a6ee-0d7def01f496', 'code': 200} May 27 02:12:10.948293 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b7a2b232-b6f0-4f44-91e4-250d9d3d1ba2 req-cad931d9-64ec-4eeb-969b-721cc7a661e1 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a66d282-3002-42eb-ac2b-8fc0140067a9 HTTP/1.1" status: 200 len: 210 time: 0.2327614 May 27 02:12:10.970311 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285c07af-59f0-4550-a972-83fd0e614272 req-a984c36c-7bac-4f3e-86be-8c1e0abd8b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:11.054237 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ac336-7396-4709-a758-3fd518a31d7b req-7b92b4b8-5935-45a5-b8c2-57a5d5244838 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:11.055260 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-da1ac336-7396-4709-a758-3fd518a31d7b req-7b92b4b8-5935-45a5-b8c2-57a5d5244838 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5055370 May 27 02:12:11.077008 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-da1ac336-7396-4709-a758-3fd518a31d7b req-f31718fb-0f98-4b00-ab0d-f2ab1c7e1cd5 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Request body: {'port': {'device_id': '26aa7717-901d-4fed-8866-692a2eaa03ec', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'admin_state_up': True, 'tenant_id': '1a0bf13c89d84e1a8f088903e9917527'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:12:11.295817 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-a0e9573e-4c48-4665-b4f5-a25a0295ab51 None None] Set router 056a8770-64cf-4055-9987-408f40a03c3d gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:12:11.447255 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-7627442b-225b-45ff-9e3e-45cba3a8c806 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:11.466670 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e12cafff-cfd7-4ff3-9685-b6836259edd8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:11.755625 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-7627442b-225b-45ff-9e3e-45cba3a8c806 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Network 34d93ba0-05d4-4334-ba1f-efa60656f31b is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:12:11.762426 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-7627442b-225b-45ff-9e3e-45cba3a8c806 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:12:11.772210 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-7627442b-225b-45ff-9e3e-45cba3a8c806 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:12:11.860658 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7627442b-225b-45ff-9e3e-45cba3a8c806 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Pushing event updated for resources: {'Port': ['ID=112730a7-ac21-4f96-a3f7-eb5580a0faf5,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:11.910767 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a0e9573e-4c48-4665-b4f5-a25a0295ab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056a8770-64cf-4055-9987-408f40a03c3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076860293-router', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:09:40Z', 'updated_at': '2022-05-27T02:12:05Z', 'revision_number': 5, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'gw_port': {'id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:41Z', 'updated_at': '2022-05-27T02:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:12:11.917489 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e9573e-4c48-4665-b4f5-a25a0295ab51 None None] Checking router: 056a8770-64cf-4055-9987-408f40a03c3d for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:12:11.929726 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e9573e-4c48-4665-b4f5-a25a0295ab51 None None] Routers {'056a8770-64cf-4055-9987-408f40a03c3d'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:12:11.930677 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a0e9573e-4c48-4665-b4f5-a25a0295ab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:11:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['056a8770-64cf-4055-9987-408f40a03c3d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:12:11.967941 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-7627442b-225b-45ff-9e3e-45cba3a8c806 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:11.968761 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-7627442b-225b-45ff-9e3e-45cba3a8c806 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:12.059373 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-9884de2d-8818-4f47-96ad-bd8b740cee60 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1a0bf13c89d84e1a8f088903e9917527&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5351412 May 27 02:12:12.242794 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-7627442b-225b-45ff-9e3e-45cba3a8c806 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.1131165 May 27 02:12:12.283203 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-a0e9573e-4c48-4665-b4f5-a25a0295ab51 None None] Set router 056a8770-64cf-4055-9987-408f40a03c3d gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:12:12.300831 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-cc252a12-6a92-414f-9cdf-65647f1a2672 service neutron] Request body: {'port': {'device_id': '2825cc4c-3b65-424a-910e-30f6178b103d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:12:12.326604 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-da1ac336-7396-4709-a758-3fd518a31d7b req-f31718fb-0f98-4b00-ab0d-f2ab1c7e1cd5 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:12:12.331936 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-da1ac336-7396-4709-a758-3fd518a31d7b req-f31718fb-0f98-4b00-ab0d-f2ab1c7e1cd5 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Usage tracker for resource:port and tenant:1a0bf13c89d84e1a8f088903e9917527 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:12:12.337657 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-da1ac336-7396-4709-a758-3fd518a31d7b req-f31718fb-0f98-4b00-ab0d-f2ab1c7e1cd5 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:12:12.347249 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-da1ac336-7396-4709-a758-3fd518a31d7b req-f31718fb-0f98-4b00-ab0d-f2ab1c7e1cd5 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:12:12.523345 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-5f7da7a1-a066-479a-888b-4d547ecff0f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfc34fbb-6415-41d4-b38a-320c6f98cc13 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:12:12.537526 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-5f7da7a1-a066-479a-888b-4d547ecff0f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:12.541342 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-f9178ab3-83e8-4ee0-818f-fac70749e39e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c18db477-e94c-4867-8e9c-4ceadedb65b6 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:12:12.586384 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-5f7da7a1-a066-479a-888b-4d547ecff0f1 service neutron] Transition to ACTIVE for port object bfc34fbb-6415-41d4-b38a-320c6f98cc13 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:12:12.586686 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-f9178ab3-83e8-4ee0-818f-fac70749e39e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:12.609013 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-f9178ab3-83e8-4ee0-818f-fac70749e39e service neutron] Transition to ACTIVE for port object c18db477-e94c-4867-8e9c-4ceadedb65b6 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:12:12.613543 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-cc252a12-6a92-414f-9cdf-65647f1a2672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:12.657562 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da1ac336-7396-4709-a758-3fd518a31d7b req-f31718fb-0f98-4b00-ab0d-f2ab1c7e1cd5 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Made reservation on behalf of 1a0bf13c89d84e1a8f088903e9917527 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:12:12.661598 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-da1ac336-7396-4709-a758-3fd518a31d7b req-f31718fb-0f98-4b00-ab0d-f2ab1c7e1cd5 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:12.724390 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-5f7da7a1-a066-479a-888b-4d547ecff0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:12.725097 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a0e9573e-4c48-4665-b4f5-a25a0295ab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056a8770-64cf-4055-9987-408f40a03c3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076860293-router', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:09:40Z', 'updated_at': '2022-05-27T02:12:05Z', 'revision_number': 5, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'gw_port': {'id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:41Z', 'updated_at': '2022-05-27T02:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:12:12.729712 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e9573e-4c48-4665-b4f5-a25a0295ab51 None None] The sync data for ids ['056a8770-64cf-4055-9987-408f40a03c3d'] in n-d-843554-3 is: [{'id': '056a8770-64cf-4055-9987-408f40a03c3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076860293-router', 'tenant_id': '40d944a0aff94ddfba3422cf104388c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:09:40Z', 'updated_at': '2022-05-27T02:12:05Z', 'revision_number': 5, 'project_id': '40d944a0aff94ddfba3422cf104388c6', 'gw_port': {'id': 'b5d43e38-5b9c-471a-aa9e-ea9ff04695ea', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a8770-64cf-4055-9987-408f40a03c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:09:41Z', 'updated_at': '2022-05-27T02:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:12:12.760925 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-da1ac336-7396-4709-a758-3fd518a31d7b req-f31718fb-0f98-4b00-ab0d-f2ab1c7e1cd5 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:12.843384 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-da1ac336-7396-4709-a758-3fd518a31d7b req-f31718fb-0f98-4b00-ab0d-f2ab1c7e1cd5 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:12:12.898739 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-da1ac336-7396-4709-a758-3fd518a31d7b req-f31718fb-0f98-4b00-ab0d-f2ab1c7e1cd5 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Usage tracker for resource:security_group_rule and tenant:1a0bf13c89d84e1a8f088903e9917527 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:12:12.925046 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-f9178ab3-83e8-4ee0-818f-fac70749e39e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:12.939503 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-da1ac336-7396-4709-a758-3fd518a31d7b req-f31718fb-0f98-4b00-ab0d-f2ab1c7e1cd5 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:12:12.957026 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758bff4-87ff-4b2b-9fab-91a6e5c56c8d req-c6095ff4-5803-4dfa-b4ce-6192043a399c tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:12.964514 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d758bff4-87ff-4b2b-9fab-91a6e5c56c8d req-c6095ff4-5803-4dfa-b4ce-6192043a399c tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 948 time: 1.4223745 May 27 02:12:13.033130 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-da1ac336-7396-4709-a758-3fd518a31d7b req-f31718fb-0f98-4b00-ab0d-f2ab1c7e1cd5 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:12:13.168930 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e12cafff-cfd7-4ff3-9685-b6836259edd8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:13.194262 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c20ca-4e1c-436d-b9a1-a58b5b99730d req-0ab904c0-4b11-423f-893e-635c65b65db7 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:13.196098 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b58c20ca-4e1c-436d-b9a1-a58b5b99730d req-0ab904c0-4b11-423f-893e-635c65b65db7 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9d0b9eb-64e5-4b1c-9513-fcc5fdfd0437 HTTP/1.1" status: 200 len: 936 time: 1.6110551 May 27 02:12:13.230951 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-11df2fcc-7982-479e-bb49-a16f549e34f4 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:13.233159 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-11df2fcc-7982-479e-bb49-a16f549e34f4 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1091096 May 27 02:12:13.234250 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7da7a1-a066-479a-888b-4d547ecff0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc34fbb-6415-41d4-b38a-320c6f98cc13,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:13.273835 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-716e0fb0-e2e3-42bf-9153-ed301c3c1f47 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Request body: {'port': {'device_id': '0a66d282-3002-42eb-ac2b-8fc0140067a9', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'admin_state_up': True, 'tenant_id': '1a0bf13c89d84e1a8f088903e9917527'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:12:13.406801 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e12cafff-cfd7-4ff3-9685-b6836259edd8 admin admin] Deleting port b5d43e38-5b9c-471a-aa9e-ea9ff04695ea {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:12:13.407467 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e12cafff-cfd7-4ff3-9685-b6836259edd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:13.437447 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d758bff4-87ff-4b2b-9fab-91a6e5c56c8d req-9424bd61-3a80-423e-92dd-a7289bffc4a4 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4717276 May 27 02:12:13.492584 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9178ab3-83e8-4ee0-818f-fac70749e39e service neutron] Pushing event updated for resources: {'Port': ['ID=c18db477-e94c-4867-8e9c-4ceadedb65b6,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:13.587689 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-5f7da7a1-a066-479a-888b-4d547ecff0f1 service neutron] Attempting to bind port bfc34fbb-6415-41d4-b38a-320c6f98cc13 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:12:13.588351 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-5f7da7a1-a066-479a-888b-4d547ecff0f1 service neutron] Attempting to bind port bfc34fbb-6415-41d4-b38a-320c6f98cc13 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:12:13.588593 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-5f7da7a1-a066-479a-888b-4d547ecff0f1 service neutron] Attempting to bind port bfc34fbb-6415-41d4-b38a-320c6f98cc13 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:12:13.607836 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-5f7da7a1-a066-479a-888b-4d547ecff0f1 service neutron] Port bfc34fbb-6415-41d4-b38a-320c6f98cc13 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:12:13.608322 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-5f7da7a1-a066-479a-888b-4d547ecff0f1 service neutron] Attempting to bind port bfc34fbb-6415-41d4-b38a-320c6f98cc13 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:12:13.631094 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-5f7da7a1-a066-479a-888b-4d547ecff0f1 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:12:13.631600 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-5f7da7a1-a066-479a-888b-4d547ecff0f1 service neutron] Checking segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:12:13.632102 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-5f7da7a1-a066-479a-888b-4d547ecff0f1 service neutron] Bound using segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:12:13.632662 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-5f7da7a1-a066-479a-888b-4d547ecff0f1 service neutron] Bound port: bfc34fbb-6415-41d4-b38a-320c6f98cc13, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:12:13.633154 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-5f7da7a1-a066-479a-888b-4d547ecff0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:13.677412 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-f9178ab3-83e8-4ee0-818f-fac70749e39e service neutron] Attempting to bind port c18db477-e94c-4867-8e9c-4ceadedb65b6 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:12:13.677947 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-f9178ab3-83e8-4ee0-818f-fac70749e39e service neutron] Attempting to bind port c18db477-e94c-4867-8e9c-4ceadedb65b6 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '931dd518-127f-4f0c-a0b6-2f9bfdd5d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '34d93ba0-05d4-4334-ba1f-efa60656f31b'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:12:13.678353 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-f9178ab3-83e8-4ee0-818f-fac70749e39e service neutron] Attempting to bind port c18db477-e94c-4867-8e9c-4ceadedb65b6 on network 34d93ba0-05d4-4334-ba1f-efa60656f31b {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:12:13.724931 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-f9178ab3-83e8-4ee0-818f-fac70749e39e service neutron] Port c18db477-e94c-4867-8e9c-4ceadedb65b6 on network 34d93ba0-05d4-4334-ba1f-efa60656f31b not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:12:13.725361 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-f9178ab3-83e8-4ee0-818f-fac70749e39e service neutron] Attempting to bind port c18db477-e94c-4867-8e9c-4ceadedb65b6 on network 34d93ba0-05d4-4334-ba1f-efa60656f31b {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:12:13.752573 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-f9178ab3-83e8-4ee0-818f-fac70749e39e service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:12:13.752976 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-f9178ab3-83e8-4ee0-818f-fac70749e39e service neutron] Checking segment: {'id': '931dd518-127f-4f0c-a0b6-2f9bfdd5d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '34d93ba0-05d4-4334-ba1f-efa60656f31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:12:13.753439 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-f9178ab3-83e8-4ee0-818f-fac70749e39e service neutron] Bound using segment: {'id': '931dd518-127f-4f0c-a0b6-2f9bfdd5d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '34d93ba0-05d4-4334-ba1f-efa60656f31b'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:12:13.753993 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-f9178ab3-83e8-4ee0-818f-fac70749e39e service neutron] Bound port: c18db477-e94c-4867-8e9c-4ceadedb65b6, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '931dd518-127f-4f0c-a0b6-2f9bfdd5d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '34d93ba0-05d4-4334-ba1f-efa60656f31b'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:12:13.755207 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-f9178ab3-83e8-4ee0-818f-fac70749e39e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:13.759927 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-5c1163a3-e84f-4eb6-b0a7-9ec56caffdfa tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:13.761520 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-5c1163a3-e84f-4eb6-b0a7-9ec56caffdfa tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c2e8b514-00ed-4638-978e-c30d2074daa7&tenant_id=a29ffcc4de66478babed622f0d89fbe8&binding%3Ahost_id=n-h1-843554-3 HTTP/1.1" status: 200 len: 1095 time: 1.7053201 May 27 02:12:13.771090 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-e1cabac6-761c-46ea-8c07-34c150074507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c19ac6ae-c624-46ae-8f7e-45b58729d35a {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:12:13.785694 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-e1cabac6-761c-46ea-8c07-34c150074507 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:13.869205 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-e1cabac6-761c-46ea-8c07-34c150074507 service neutron] Transition to ACTIVE for port object c19ac6ae-c624-46ae-8f7e-45b58729d35a will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:12:13.887123 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-5f7da7a1-a066-479a-888b-4d547ecff0f1 service neutron] For port bfc34fbb-6415-41d4-b38a-320c6f98cc13, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:12:13.891314 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-e12cafff-cfd7-4ff3-9685-b6836259edd8 admin admin] For port b5d43e38-5b9c-471a-aa9e-ea9ff04695ea, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b5d43e38-5b9c-471a-aa9e-ea9ff04695ea,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:13.891748 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e12cafff-cfd7-4ff3-9685-b6836259edd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:13.900349 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-5f7da7a1-a066-479a-888b-4d547ecff0f1 service neutron] For port bfc34fbb-6415-41d4-b38a-320c6f98cc13, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=bfc34fbb-6415-41d4-b38a-320c6f98cc13,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:12:13.927231 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-f9178ab3-83e8-4ee0-818f-fac70749e39e service neutron] For port c18db477-e94c-4867-8e9c-4ceadedb65b6, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:12:13.930632 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-f9178ab3-83e8-4ee0-818f-fac70749e39e service neutron] For port c18db477-e94c-4867-8e9c-4ceadedb65b6, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=c18db477-e94c-4867-8e9c-4ceadedb65b6,segment=NetworkSegment(931dd518-127f-4f0c-a0b6-2f9bfdd5d70d),segment_id=931dd518-127f-4f0c-a0b6-2f9bfdd5d70d)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:12:14.028504 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b58c20ca-4e1c-436d-b9a1-a58b5b99730d req-ab90d357-46a2-460e-abd5-4ba5386a3977 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8135345 May 27 02:12:14.043482 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e12cafff-cfd7-4ff3-9685-b6836259edd8 admin admin] Calling delete_port for b5d43e38-5b9c-471a-aa9e-ea9ff04695ea owned by network:router_gateway {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:12:14.103958 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-e1cabac6-761c-46ea-8c07-34c150074507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:14.189311 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-f9178ab3-83e8-4ee0-818f-fac70749e39e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:14.199127 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-5f7da7a1-a066-479a-888b-4d547ecff0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:14.224123 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-285c07af-59f0-4550-a972-83fd0e614272 req-a984c36c-7bac-4f3e-86be-8c1e0abd8b56 service neutron] For port 614f2f56-0b2e-4664-a6ee-0d7def01f496, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=614f2f56-0b2e-4664-a6ee-0d7def01f496,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:14.465882 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-f9178ab3-83e8-4ee0-818f-fac70749e39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:14.469023 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-f9178ab3-83e8-4ee0-818f-fac70749e39e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:14.469023 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-f9178ab3-83e8-4ee0-818f-fac70749e39e service neutron] 10.222.0.66 "PUT /v2.0/ports/c18db477-e94c-4867-8e9c-4ceadedb65b6 HTTP/1.1" status: 200 len: 1092 time: 7.7390802 May 27 02:12:14.478543 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3ae4e86-f966-4f4f-8a12-fbf7ec7acd52', 'tag': 'c18db477-e94c-4867-8e9c-4ceadedb65b6'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:12:14.518696 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-5f7da7a1-a066-479a-888b-4d547ecff0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:14.519729 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-5f7da7a1-a066-479a-888b-4d547ecff0f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:14.523561 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-5f7da7a1-a066-479a-888b-4d547ecff0f1 service neutron] 10.222.0.66 "PUT /v2.0/ports/bfc34fbb-6415-41d4-b38a-320c6f98cc13 HTTP/1.1" status: 200 len: 1096 time: 5.1531792 May 27 02:12:14.576241 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-716e0fb0-e2e3-42bf-9153-ed301c3c1f47 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:12:14.584257 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cabac6-761c-46ea-8c07-34c150074507 service neutron] Pushing event updated for resources: {'Port': ['ID=c19ac6ae-c624-46ae-8f7e-45b58729d35a,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:14.610109 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-716e0fb0-e2e3-42bf-9153-ed301c3c1f47 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Usage tracker for resource:port and tenant:1a0bf13c89d84e1a8f088903e9917527 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:12:14.629752 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-716e0fb0-e2e3-42bf-9153-ed301c3c1f47 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:12:14.643285 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [req-285c07af-59f0-4550-a972-83fd0e614272 req-a984c36c-7bac-4f3e-86be-8c1e0abd8b56 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:12:14.651035 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-da1ac336-7396-4709-a758-3fd518a31d7b req-f31718fb-0f98-4b00-ab0d-f2ab1c7e1cd5 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:14.661902 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-716e0fb0-e2e3-42bf-9153-ed301c3c1f47 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:12:14.694551 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-285c07af-59f0-4550-a972-83fd0e614272 req-a984c36c-7bac-4f3e-86be-8c1e0abd8b56 service neutron] For port 614f2f56-0b2e-4664-a6ee-0d7def01f496, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:12:14.761438 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e678b-01f5-49eb-b58d-1b525dcbb005 req-a85e4069-3195-40e9-8c1b-4d1e4d1b0c1b tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:14.769734 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-002e678b-01f5-49eb-b58d-1b525dcbb005 req-a85e4069-3195-40e9-8c1b-4d1e4d1b0c1b tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d516fc2-a526-487e-9064-9e8f986cda8b HTTP/1.1" status: 200 len: 931 time: 1.0758359 May 27 02:12:14.788155 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-da1ac336-7396-4709-a758-3fd518a31d7b req-f31718fb-0f98-4b00-ab0d-f2ab1c7e1cd5 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:14.801527 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 571886d1-8b4d-4610-b0fd-8a0d8c18d979 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:12:14.885919 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-716e0fb0-e2e3-42bf-9153-ed301c3c1f47 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Made reservation on behalf of 1a0bf13c89d84e1a8f088903e9917527 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:12:14.886412 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 571886d1-8b4d-4610-b0fd-8a0d8c18d979 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:12:14.886933 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 571886d1-8b4d-4610-b0fd-8a0d8c18d979 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:12:14.890097 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-716e0fb0-e2e3-42bf-9153-ed301c3c1f47 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:14.974287 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-285c07af-59f0-4550-a972-83fd0e614272 req-a984c36c-7bac-4f3e-86be-8c1e0abd8b56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 614f2f56-0b2e-4664-a6ee-0d7def01f496 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:12:15.048285 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31718fb-0f98-4b00-ab0d-f2ab1c7e1cd5 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb8d88a-a022-4e03-8d79-5049b621183f,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:15.077421 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285c07af-59f0-4550-a972-83fd0e614272 req-a984c36c-7bac-4f3e-86be-8c1e0abd8b56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:15.093917 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-cc252a12-6a92-414f-9cdf-65647f1a2672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 112730a7-ac21-4f96-a3f7-eb5580a0faf5 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:12:15.112230 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-cc252a12-6a92-414f-9cdf-65647f1a2672 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:15.119812 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9178ab3-83e8-4ee0-818f-fac70749e39e service neutron] Pushing event updated for resources: {'Port': ['ID=c18db477-e94c-4867-8e9c-4ceadedb65b6,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:15.138641 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-002e678b-01f5-49eb-b58d-1b525dcbb005 req-4541e4e0-4acd-49b9-8f76-36797b3ebff2 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.57 "GET /v2.0/security-groups?id=a59f6ddd-ad70-42a7-a5f1-58089f831476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675778 May 27 02:12:15.165240 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3d257-24f4-4c7d-a52e-0bd8a618b1e3 req-2df5ca75-38a1-4fbc-8e2e-533e821e635e tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:15.165240 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8ca3d257-24f4-4c7d-a52e-0bd8a618b1e3 req-2df5ca75-38a1-4fbc-8e2e-533e821e635e tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2e8b514-00ed-4638-978e-c30d2074daa7 HTTP/1.1" status: 200 len: 944 time: 0.7191296 May 27 02:12:15.201673 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-cc252a12-6a92-414f-9cdf-65647f1a2672 service neutron] Transition to ACTIVE for port object 112730a7-ac21-4f96-a3f7-eb5580a0faf5 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:12:15.214064 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-e1cabac6-761c-46ea-8c07-34c150074507 service neutron] Attempting to bind port c19ac6ae-c624-46ae-8f7e-45b58729d35a on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:12:15.214398 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-e1cabac6-761c-46ea-8c07-34c150074507 service neutron] Attempting to bind port c19ac6ae-c624-46ae-8f7e-45b58729d35a by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '931dd518-127f-4f0c-a0b6-2f9bfdd5d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '34d93ba0-05d4-4334-ba1f-efa60656f31b'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:12:15.214919 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-e1cabac6-761c-46ea-8c07-34c150074507 service neutron] Attempting to bind port c19ac6ae-c624-46ae-8f7e-45b58729d35a on network 34d93ba0-05d4-4334-ba1f-efa60656f31b {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:12:15.215781 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-285c07af-59f0-4550-a972-83fd0e614272 req-a984c36c-7bac-4f3e-86be-8c1e0abd8b56 service neutron] Transition to ACTIVE for port object 614f2f56-0b2e-4664-a6ee-0d7def01f496 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:12:15.230750 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-e1cabac6-761c-46ea-8c07-34c150074507 service neutron] Port c19ac6ae-c624-46ae-8f7e-45b58729d35a on network 34d93ba0-05d4-4334-ba1f-efa60656f31b not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:12:15.231079 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-e1cabac6-761c-46ea-8c07-34c150074507 service neutron] Attempting to bind port c19ac6ae-c624-46ae-8f7e-45b58729d35a on network 34d93ba0-05d4-4334-ba1f-efa60656f31b {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:12:15.248405 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-e1cabac6-761c-46ea-8c07-34c150074507 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:12:15.248814 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-e1cabac6-761c-46ea-8c07-34c150074507 service neutron] Checking segment: {'id': '931dd518-127f-4f0c-a0b6-2f9bfdd5d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '34d93ba0-05d4-4334-ba1f-efa60656f31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:12:15.249209 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-e1cabac6-761c-46ea-8c07-34c150074507 service neutron] Bound using segment: {'id': '931dd518-127f-4f0c-a0b6-2f9bfdd5d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '34d93ba0-05d4-4334-ba1f-efa60656f31b'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:12:15.250461 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-e1cabac6-761c-46ea-8c07-34c150074507 service neutron] Bound port: c19ac6ae-c624-46ae-8f7e-45b58729d35a, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '931dd518-127f-4f0c-a0b6-2f9bfdd5d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '34d93ba0-05d4-4334-ba1f-efa60656f31b'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:12:15.250974 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-e1cabac6-761c-46ea-8c07-34c150074507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:15.273762 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-7a51baac-e256-4d01-a2ad-57b9361f3aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:15.274330 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8ca3d257-24f4-4c7d-a52e-0bd8a618b1e3 req-996077a1-d21d-4a04-8cf7-81a422f8f415 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956645 May 27 02:12:15.275195 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-7a51baac-e256-4d01-a2ad-57b9361f3aed service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e1c3680693b64031b729b02b7340016d&device_id=f3ae4e86-f966-4f4f-8a12-fbf7ec7acd52 HTTP/1.1" status: 200 len: 1095 time: 0.6933270 May 27 02:12:15.282294 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-ade76614-a136-45a5-a194-d2b0eadfad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:15.283645 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-ade76614-a136-45a5-a194-d2b0eadfad95 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=920f79471e3444109aeaadab23e503c2&device_id=c9d0b9eb-64e5-4b1c-9513-fcc5fdfd0437 HTTP/1.1" status: 200 len: 1099 time: 0.6249509 May 27 02:12:15.358512 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-16cf3fa6-c8b3-4b17-9c33-f53c9d088403 service neutron] For port d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:12:15.415794 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7da7a1-a066-479a-888b-4d547ecff0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc34fbb-6415-41d4-b38a-320c6f98cc13,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:15.427118 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-cc252a12-6a92-414f-9cdf-65647f1a2672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:15.431776 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-393b3b86-e687-472e-8d95-714e8cbbba3e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c18db477-e94c-4867-8e9c-4ceadedb65b6 HTTP/1.1" status: 200 len: 217 time: 0.1460042 May 27 02:12:15.469024 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285c07af-59f0-4550-a972-83fd0e614272 req-a984c36c-7bac-4f3e-86be-8c1e0abd8b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:15.528190 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-ba617119-ed80-4447-8af9-8420b1feea32 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=bfc34fbb-6415-41d4-b38a-320c6f98cc13 HTTP/1.1" status: 200 len: 217 time: 0.1814487 May 27 02:12:15.563758 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e12cafff-cfd7-4ff3-9685-b6836259edd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:15.569220 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-2384c631-273a-4ce7-8b4f-41dcdb0c042c req-0572000f-8652-44d4-9470-52f20908fcc3 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Synchronizing usage tracker for tenant:1a0bf13c89d84e1a8f088903e9917527 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:12:15.659981 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-da1ac336-7396-4709-a758-3fd518a31d7b req-f31718fb-0f98-4b00-ab0d-f2ab1c7e1cd5 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Allocated IP 192.168.233.113 (54d5ea08-4fa3-4323-9d64-35a947e9d08e/2cf69705-8457-415f-85a3-b42efaff1b97/18ff276f-6125-4a3a-8b89-114081ef9788) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:12:15.769536 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-5872b11a-f5bf-4eec-a87d-d4c0beffde46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:15.784438 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-5872b11a-f5bf-4eec-a87d-d4c0beffde46 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f9c48255-d206-4808-88dc-b388d3497987 HTTP/1.1" status: 200 len: 858 time: 0.2903118 May 27 02:12:15.786175 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc252a12-6a92-414f-9cdf-65647f1a2672 service neutron] Pushing event updated for resources: {'Port': ['ID=112730a7-ac21-4f96-a3f7-eb5580a0faf5,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:15.793309 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-8b160d19-8f36-40d4-b6a4-be5b346fa1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:15.795934 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-8b160d19-8f36-40d4-b6a4-be5b346fa1cf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.2506938 May 27 02:12:15.940102 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-16cf3fa6-c8b3-4b17-9c33-f53c9d088403 service neutron] Notify callbacks [] for binding, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:15.941186 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-16cf3fa6-c8b3-4b17-9c33-f53c9d088403 service neutron] 10.222.0.32 "DELETE /v2.0/ports/d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95/bindings/n-h2-843554-3 HTTP/1.1" status: 204 len: 173 time: 2.1560760 May 27 02:12:15.947435 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984c36c-7bac-4f3e-86be-8c1e0abd8b56 service neutron] Pushing event updated for resources: {'Port': ['ID=614f2f56-0b2e-4664-a6ee-0d7def01f496,revision_number=11']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:15.954719 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-e1cabac6-761c-46ea-8c07-34c150074507 service neutron] For port c19ac6ae-c624-46ae-8f7e-45b58729d35a, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:12:16.032003 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-d84eceb8-dd0d-4140-9235-75317892c761 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=34d93ba0-05d4-4334-ba1f-efa60656f31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1958489 May 27 02:12:16.056851 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-2384c631-273a-4ce7-8b4f-41dcdb0c042c req-0572000f-8652-44d4-9470-52f20908fcc3 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Unset dirty status for tenant:1a0bf13c89d84e1a8f088903e9917527 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:12:16.058009 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2384c631-273a-4ce7-8b4f-41dcdb0c042c req-0572000f-8652-44d4-9470-52f20908fcc3 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a66d282-3002-42eb-ac2b-8fc0140067a9 HTTP/1.1" status: 200 len: 210 time: 0.7655814 May 27 02:12:16.075591 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-e1cabac6-761c-46ea-8c07-34c150074507 service neutron] For port c19ac6ae-c624-46ae-8f7e-45b58729d35a, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=c19ac6ae-c624-46ae-8f7e-45b58729d35a,segment=NetworkSegment(931dd518-127f-4f0c-a0b6-2f9bfdd5d70d),segment_id=931dd518-127f-4f0c-a0b6-2f9bfdd5d70d)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:12:16.110434 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12cafff-cfd7-4ff3-9685-b6836259edd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5d43e38-5b9c-471a-aa9e-ea9ff04695ea,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:16.153620 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38ad504a-cfb9-4448-9876-b65594782891'] response: {'name': 'network-changed', 'server_uuid': 'f3ae4e86-f966-4f4f-8a12-fbf7ec7acd52', 'tag': 'c18db477-e94c-4867-8e9c-4ceadedb65b6', 'status': 'completed', 'code': 200} May 27 02:12:16.187068 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-e1cabac6-761c-46ea-8c07-34c150074507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:16.206149 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-285c07af-59f0-4550-a972-83fd0e614272 req-a984c36c-7bac-4f3e-86be-8c1e0abd8b56 service neutron] No DVR routers for this DVR port 614f2f56-0b2e-4664-a6ee-0d7def01f496 on host n-h1-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:12:16.398169 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-285c07af-59f0-4550-a972-83fd0e614272 req-a984c36c-7bac-4f3e-86be-8c1e0abd8b56 service neutron] Attempting to bind port 614f2f56-0b2e-4664-a6ee-0d7def01f496 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:12:16.398874 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-285c07af-59f0-4550-a972-83fd0e614272 req-a984c36c-7bac-4f3e-86be-8c1e0abd8b56 service neutron] Attempting to bind port 614f2f56-0b2e-4664-a6ee-0d7def01f496 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:12:16.398874 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285c07af-59f0-4550-a972-83fd0e614272 req-a984c36c-7bac-4f3e-86be-8c1e0abd8b56 service neutron] Attempting to bind port 614f2f56-0b2e-4664-a6ee-0d7def01f496 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:12:16.442980 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db6466-acf6-4fae-ac87-103983c10462 req-24ed5008-8f70-4cc0-b2a1-9dbfce783131 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:16.444859 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-51db6466-acf6-4fae-ac87-103983c10462 req-24ed5008-8f70-4cc0-b2a1-9dbfce783131 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 948 time: 0.9662585 May 27 02:12:16.452582 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e12cafff-cfd7-4ff3-9685-b6836259edd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:16.469130 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-e1cabac6-761c-46ea-8c07-34c150074507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:16.469130 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-e1cabac6-761c-46ea-8c07-34c150074507 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:16.469130 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-e1cabac6-761c-46ea-8c07-34c150074507 service neutron] 10.222.0.32 "PUT /v2.0/ports/c19ac6ae-c624-46ae-8f7e-45b58729d35a HTTP/1.1" status: 200 len: 1091 time: 6.7804775 May 27 02:12:16.473658 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:12:16.482341 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-cc252a12-6a92-414f-9cdf-65647f1a2672 service neutron] Attempting to bind port 112730a7-ac21-4f96-a3f7-eb5580a0faf5 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:12:16.482677 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-cc252a12-6a92-414f-9cdf-65647f1a2672 service neutron] Attempting to bind port 112730a7-ac21-4f96-a3f7-eb5580a0faf5 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '931dd518-127f-4f0c-a0b6-2f9bfdd5d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '34d93ba0-05d4-4334-ba1f-efa60656f31b'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:12:16.483063 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-cc252a12-6a92-414f-9cdf-65647f1a2672 service neutron] Attempting to bind port 112730a7-ac21-4f96-a3f7-eb5580a0faf5 on network 34d93ba0-05d4-4334-ba1f-efa60656f31b {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:12:16.526408 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-cc252a12-6a92-414f-9cdf-65647f1a2672 service neutron] Port 112730a7-ac21-4f96-a3f7-eb5580a0faf5 on network 34d93ba0-05d4-4334-ba1f-efa60656f31b not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:12:16.526979 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-cc252a12-6a92-414f-9cdf-65647f1a2672 service neutron] Attempting to bind port 112730a7-ac21-4f96-a3f7-eb5580a0faf5 on network 34d93ba0-05d4-4334-ba1f-efa60656f31b {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:12:16.537550 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cabac6-761c-46ea-8c07-34c150074507 service neutron] Pushing event updated for resources: {'Port': ['ID=c19ac6ae-c624-46ae-8f7e-45b58729d35a,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:16.558990 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-937d709f-b489-4db7-b3ad-8ea15bac3f6b service neutron] 10.222.0.66 "GET /v2.0/networks/34d93ba0-05d4-4334-ba1f-efa60656f31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5072572 May 27 02:12:16.558990 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-cc252a12-6a92-414f-9cdf-65647f1a2672 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:12:16.558990 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-cc252a12-6a92-414f-9cdf-65647f1a2672 service neutron] Checking segment: {'id': '931dd518-127f-4f0c-a0b6-2f9bfdd5d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '34d93ba0-05d4-4334-ba1f-efa60656f31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:12:16.558990 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-cc252a12-6a92-414f-9cdf-65647f1a2672 service neutron] Bound using segment: {'id': '931dd518-127f-4f0c-a0b6-2f9bfdd5d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '34d93ba0-05d4-4334-ba1f-efa60656f31b'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:12:16.558990 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-cc252a12-6a92-414f-9cdf-65647f1a2672 service neutron] Bound port: 112730a7-ac21-4f96-a3f7-eb5580a0faf5, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '931dd518-127f-4f0c-a0b6-2f9bfdd5d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '34d93ba0-05d4-4334-ba1f-efa60656f31b'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:12:16.558990 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-cc252a12-6a92-414f-9cdf-65647f1a2672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:16.627291 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-bd3e6c37-bec2-451e-bab9-ad237af460e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:16.629155 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-bd3e6c37-bec2-451e-bab9-ad237af460e1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7562246 May 27 02:12:16.900578 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285c07af-59f0-4550-a972-83fd0e614272 req-a984c36c-7bac-4f3e-86be-8c1e0abd8b56 service neutron] Port 614f2f56-0b2e-4664-a6ee-0d7def01f496 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:12:16.900578 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285c07af-59f0-4550-a972-83fd0e614272 req-a984c36c-7bac-4f3e-86be-8c1e0abd8b56 service neutron] Attempting to bind port 614f2f56-0b2e-4664-a6ee-0d7def01f496 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:12:16.960169 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285c07af-59f0-4550-a972-83fd0e614272 req-a984c36c-7bac-4f3e-86be-8c1e0abd8b56 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:12:16.960559 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285c07af-59f0-4550-a972-83fd0e614272 req-a984c36c-7bac-4f3e-86be-8c1e0abd8b56 service neutron] Checking segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:12:16.960975 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285c07af-59f0-4550-a972-83fd0e614272 req-a984c36c-7bac-4f3e-86be-8c1e0abd8b56 service neutron] Bound using segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:12:16.961539 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-285c07af-59f0-4550-a972-83fd0e614272 req-a984c36c-7bac-4f3e-86be-8c1e0abd8b56 service neutron] Bound port: 614f2f56-0b2e-4664-a6ee-0d7def01f496, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:12:16.961769 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285c07af-59f0-4550-a972-83fd0e614272 req-a984c36c-7bac-4f3e-86be-8c1e0abd8b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:17.004492 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-cc252a12-6a92-414f-9cdf-65647f1a2672 service neutron] For port 112730a7-ac21-4f96-a3f7-eb5580a0faf5, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:12:17.019905 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-bdfe9c76-74d8-4181-8bf6-033e9877bfe7 service neutron] 10.222.0.66 "GET /v2.0/networks/34d93ba0-05d4-4334-ba1f-efa60656f31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4525754 May 27 02:12:17.034469 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-cc252a12-6a92-414f-9cdf-65647f1a2672 service neutron] For port 112730a7-ac21-4f96-a3f7-eb5580a0faf5, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=112730a7-ac21-4f96-a3f7-eb5580a0faf5,segment=NetworkSegment(931dd518-127f-4f0c-a0b6-2f9bfdd5d70d),segment_id=931dd518-127f-4f0c-a0b6-2f9bfdd5d70d)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:12:17.044592 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-9976d754-08ac-4787-bf50-f27accf1a29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:17.049698 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-9976d754-08ac-4787-bf50-f27accf1a29f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e1c3680693b64031b729b02b7340016d&device_id=0d516fc2-a526-487e-9064-9e8f986cda8b HTTP/1.1" status: 200 len: 1094 time: 0.4597435 May 27 02:12:17.051805 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-aa342799-d4be-4d95-8abe-14a5fa498258 service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565364 May 27 02:12:17.064294 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e12cafff-cfd7-4ff3-9685-b6836259edd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:17.082343 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-da1ac336-7396-4709-a758-3fd518a31d7b req-f31718fb-0f98-4b00-ab0d-f2ab1c7e1cd5 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:17.086143 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e12cafff-cfd7-4ff3-9685-b6836259edd8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:17.160093 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-da1ac336-7396-4709-a758-3fd518a31d7b req-f31718fb-0f98-4b00-ab0d-f2ab1c7e1cd5 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Transition to ACTIVE for port object 18ff276f-6125-4a3a-8b89-114081ef9788 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:12:17.167770 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-51db6466-acf6-4fae-ac87-103983c10462 req-dcc07ba3-2bcd-4ecd-9b52-0f4521a125a6 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211025 May 27 02:12:17.184694 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8bce85-fff6-46b7-8b73-a9cc1a6c635f req-33a6ace7-e361-418c-93c3-8cf8a4adc802 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:17.186194 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ac8bce85-fff6-46b7-8b73-a9cc1a6c635f req-33a6ace7-e361-418c-93c3-8cf8a4adc802 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9d0b9eb-64e5-4b1c-9513-fcc5fdfd0437 HTTP/1.1" status: 200 len: 948 time: 0.9122488 May 27 02:12:17.233615 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-285c07af-59f0-4550-a972-83fd0e614272 req-a984c36c-7bac-4f3e-86be-8c1e0abd8b56 service neutron] For port 614f2f56-0b2e-4664-a6ee-0d7def01f496, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:12:17.243906 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-285c07af-59f0-4550-a972-83fd0e614272 req-a984c36c-7bac-4f3e-86be-8c1e0abd8b56 service neutron] For port 614f2f56-0b2e-4664-a6ee-0d7def01f496, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=614f2f56-0b2e-4664-a6ee-0d7def01f496,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:12:17.259530 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-cc252a12-6a92-414f-9cdf-65647f1a2672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:17.284656 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ac8bce85-fff6-46b7-8b73-a9cc1a6c635f req-22b7521a-aadf-4546-923b-bd371d35d508 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827956 May 27 02:12:17.375720 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-54e2c95a-f817-4c5f-849c-626116926ed9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c19ac6ae-c624-46ae-8f7e-45b58729d35a HTTP/1.1" status: 200 len: 217 time: 0.2166669 May 27 02:12:17.448560 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-da1ac336-7396-4709-a758-3fd518a31d7b req-f31718fb-0f98-4b00-ab0d-f2ab1c7e1cd5 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:17.481674 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e12cafff-cfd7-4ff3-9685-b6836259edd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:17.487705 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12cafff-cfd7-4ff3-9685-b6836259edd8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 056a8770-64cf-4055-9987-408f40a03c3d {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:12:17.533887 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-cc252a12-6a92-414f-9cdf-65647f1a2672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:17.534613 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-cc252a12-6a92-414f-9cdf-65647f1a2672 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:17.535884 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-cc252a12-6a92-414f-9cdf-65647f1a2672 service neutron] 10.222.0.32 "PUT /v2.0/ports/112730a7-ac21-4f96-a3f7-eb5580a0faf5 HTTP/1.1" status: 200 len: 1091 time: 5.2669086 May 27 02:12:17.542424 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285c07af-59f0-4550-a972-83fd0e614272 req-a984c36c-7bac-4f3e-86be-8c1e0abd8b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:17.600111 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc252a12-6a92-414f-9cdf-65647f1a2672 service neutron] Pushing event updated for resources: {'Port': ['ID=112730a7-ac21-4f96-a3f7-eb5580a0faf5,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:17.625840 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-7015e859-5e72-4cee-b205-1eff2c0ef11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:17.638131 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-7015e859-5e72-4cee-b205-1eff2c0ef11e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f9c48255-d206-4808-88dc-b388d3497987 HTTP/1.1" status: 200 len: 858 time: 0.2334731 May 27 02:12:17.641525 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c83512d2-a874-4bd3-851b-d1a90db897e8 req-baeddc95-2795-4e7a-b6e2-018a12496a55 service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5827515 May 27 02:12:17.771733 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-62434a72-1618-4a1f-bc06-574355379c5c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=34d93ba0-05d4-4334-ba1f-efa60656f31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1220570 May 27 02:12:17.817776 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88583c-388e-4bc7-acd6-8c65f8f9b754 req-ef3fc70a-3029-4c8f-9bd1-91f9ccebc033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:17.821254 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-aa88583c-388e-4bc7-acd6-8c65f8f9b754 req-ef3fc70a-3029-4c8f-9bd1-91f9ccebc033 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e1c3680693b64031b729b02b7340016d&device_id=f3ae4e86-f966-4f4f-8a12-fbf7ec7acd52 HTTP/1.1" status: 200 len: 1095 time: 0.6050003 May 27 02:12:17.858335 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-96967e45-89c6-4e7c-a500-2b758abb10dc tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:17.860592 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-96967e45-89c6-4e7c-a500-2b758abb10dc tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/networks?id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf HTTP/1.1" status: 200 len: 807 time: 0.4087579 May 27 02:12:17.885275 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c07af-59f0-4550-a972-83fd0e614272 req-a984c36c-7bac-4f3e-86be-8c1e0abd8b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:17.887732 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285c07af-59f0-4550-a972-83fd0e614272 req-a984c36c-7bac-4f3e-86be-8c1e0abd8b56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:17.893439 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285c07af-59f0-4550-a972-83fd0e614272 req-a984c36c-7bac-4f3e-86be-8c1e0abd8b56 service neutron] 10.222.0.66 "PUT /v2.0/ports/614f2f56-0b2e-4664-a6ee-0d7def01f496 HTTP/1.1" status: 200 len: 1096 time: 8.9683533 May 27 02:12:17.906450 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d80a1ba-d282-4518-9df7-74b625dd55be', 'tag': '614f2f56-0b2e-4664-a6ee-0d7def01f496'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:12:17.935826 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e12cafff-cfd7-4ff3-9685-b6836259edd8 admin admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:17.941493 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e12cafff-cfd7-4ff3-9685-b6836259edd8 admin admin] 10.222.0.57 "DELETE /v2.0/routers/056a8770-64cf-4055-9987-408f40a03c3d HTTP/1.1" status: 204 len: 168 time: 7.0892286 May 27 02:12:17.972583 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59010) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:17.986239 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-716e0fb0-e2e3-42bf-9153-ed301c3c1f47 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Allocated IP 192.168.233.84 (54d5ea08-4fa3-4323-9d64-35a947e9d08e/2cf69705-8457-415f-85a3-b42efaff1b97/f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:12:17.990653 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da1ac336-7396-4709-a758-3fd518a31d7b req-f31718fb-0f98-4b00-ab0d-f2ab1c7e1cd5 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Network 54d5ea08-4fa3-4323-9d64-35a947e9d08e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:12:17.992361 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-da1ac336-7396-4709-a758-3fd518a31d7b req-f31718fb-0f98-4b00-ab0d-f2ab1c7e1cd5 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:12:17.994941 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1ac336-7396-4709-a758-3fd518a31d7b req-f31718fb-0f98-4b00-ab0d-f2ab1c7e1cd5 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:12:18.118772 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-d1d36f55-537a-42ab-809a-3236abe5492f tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/quotas/846b128e49a144bb97bdbd537ab49432 HTTP/1.1" status: 200 len: 375 time: 0.2221780 May 27 02:12:18.179020 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d0b9eb-64e5-4b1c-9513-fcc5fdfd0437', 'tag': 'bfc34fbb-6415-41d4-b38a-320c6f98cc13'}, {'name': 'network-changed', 'server_uuid': '0d516fc2-a526-487e-9064-9e8f986cda8b', 'tag': 'c19ac6ae-c624-46ae-8f7e-45b58729d35a'}, {'name': 'network-changed', 'server_uuid': '2825cc4c-3b65-424a-910e-30f6178b103d', 'tag': '112730a7-ac21-4f96-a3f7-eb5580a0faf5'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:12:18.259779 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31718fb-0f98-4b00-ab0d-f2ab1c7e1cd5 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Pushing event updated for resources: {'Port': ['ID=18ff276f-6125-4a3a-8b89-114081ef9788,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:18.262348 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de7c5b2-1284-4db2-8fd2-a14ad8c4a383 admin admin] Deleting subnet 88a71f26-f2fa-4283-92d8-f4882c4d62e9 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:12:18.305788 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1de7c5b2-1284-4db2-8fd2-a14ad8c4a383 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:18.402707 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-cc8fec99-940f-4e33-b3a6-5ac5c40de5c6 service neutron] 10.222.0.32 "GET /v2.0/networks/34d93ba0-05d4-4334-ba1f-efa60656f31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6180892 May 27 02:12:18.413714 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984c36c-7bac-4f3e-86be-8c1e0abd8b56 service neutron] Pushing event updated for resources: {'Port': ['ID=614f2f56-0b2e-4664-a6ee-0d7def01f496,revision_number=12']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:18.453837 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-04738bcc-6f78-46e3-bec3-3a4c7879ff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:18.456318 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-04738bcc-6f78-46e3-bec3-3a4c7879ff8c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e1c3680693b64031b729b02b7340016d&device_id=2825cc4c-3b65-424a-910e-30f6178b103d HTTP/1.1" status: 200 len: 1094 time: 0.7581234 May 27 02:12:18.461708 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ac336-7396-4709-a758-3fd518a31d7b req-f31718fb-0f98-4b00-ab0d-f2ab1c7e1cd5 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:18.462321 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-da1ac336-7396-4709-a758-3fd518a31d7b req-f31718fb-0f98-4b00-ab0d-f2ab1c7e1cd5 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:18.493596 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-768d28d2-e27d-4adb-b04c-31e089c91d50 None None] Provisioning for port 18ff276f-6125-4a3a-8b89-114081ef9788 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:12:18.499093 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-768d28d2-e27d-4adb-b04c-31e089c91d50 None None] Provisioning complete for port 18ff276f-6125-4a3a-8b89-114081ef9788 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:18.499475 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-768d28d2-e27d-4adb-b04c-31e089c91d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:18.523902 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88583c-388e-4bc7-acd6-8c65f8f9b754 req-130e835e-9a8c-4778-a366-6ed1075b7fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:18.525298 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-aa88583c-388e-4bc7-acd6-8c65f8f9b754 req-130e835e-9a8c-4778-a366-6ed1075b7fe2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=34d93ba0-05d4-4334-ba1f-efa60656f31b HTTP/1.1" status: 200 len: 919 time: 0.6902623 May 27 02:12:18.564328 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68995ab-db3d-4bcb-b03c-382176fd2e0c req-95a3a9d7-c3bb-4590-a1ee-7f8e9afac3be tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:18.565617 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f68995ab-db3d-4bcb-b03c-382176fd2e0c req-95a3a9d7-c3bb-4590-a1ee-7f8e9afac3be tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d516fc2-a526-487e-9064-9e8f986cda8b HTTP/1.1" status: 200 len: 943 time: 1.0701749 May 27 02:12:18.587815 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c07af-59f0-4550-a972-83fd0e614272 req-e866f4f7-8dab-4775-b7f1-9d7f521fed3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:18.589766 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285c07af-59f0-4550-a972-83fd0e614272 req-e866f4f7-8dab-4775-b7f1-9d7f521fed3a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 1099 time: 0.6455426 May 27 02:12:18.602388 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-3b93e428-ddf5-490e-a452-5389e5269b7d tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=846b128e49a144bb97bdbd537ab49432&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3934159 May 27 02:12:18.623980 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-768d28d2-e27d-4adb-b04c-31e089c91d50 None None] Port 18ff276f-6125-4a3a-8b89-114081ef9788 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:12:18.752363 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-da1ac336-7396-4709-a758-3fd518a31d7b req-f31718fb-0f98-4b00-ab0d-f2ab1c7e1cd5 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.6792996 May 27 02:12:18.778461 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-da1ac336-7396-4709-a758-3fd518a31d7b req-35a9809f-469d-40aa-9d6b-56c316ab7056 service neutron] Request body: {'port': {'device_id': '26aa7717-901d-4fed-8866-692a2eaa03ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:12:18.806156 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b5d43e38-5b9c-471a-aa9e-ea9ff04695ea no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:12:18.845039 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:18.863779 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: b5d43e38-5b9c-471a-aa9e-ea9ff04695ea {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:12:18.865598 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b5d43e38-5b9c-471a-aa9e-ea9ff04695ea not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:12:18.898755 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f68995ab-db3d-4bcb-b03c-382176fd2e0c req-9d4a8263-d8f9-4414-ba17-cb409ba729c6 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.57 "GET /v2.0/security-groups?id=a59f6ddd-ad70-42a7-a5f1-58089f831476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252151 May 27 02:12:18.918534 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-a96891dc-3e13-4ae8-8535-a18ccd3fbaf0 service neutron] 10.222.0.32 "GET /v2.0/networks/34d93ba0-05d4-4334-ba1f-efa60656f31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4959402 May 27 02:12:18.982367 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-716e0fb0-e2e3-42bf-9153-ed301c3c1f47 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:18.996315 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:19.013899 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-aa88583c-388e-4bc7-acd6-8c65f8f9b754 req-2786698e-35c8-4c21-b79e-90d8ffbb0f52 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c18db477-e94c-4867-8e9c-4ceadedb65b6 HTTP/1.1" status: 200 len: 217 time: 0.0941570 May 27 02:12:19.024205 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1de7c5b2-1284-4db2-8fd2-a14ad8c4a383 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:19.090024 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-c8e38ee4-ad80-4e25-845c-f044c7c580f6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=112730a7-ac21-4f96-a3f7-eb5580a0faf5 HTTP/1.1" status: 200 len: 217 time: 0.5637753 May 27 02:12:19.154347 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-716e0fb0-e2e3-42bf-9153-ed301c3c1f47 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Transition to ACTIVE for port object f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:12:19.154347 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c07af-59f0-4550-a972-83fd0e614272 req-d4abab36-1c9a-46ad-b694-8c88d01245c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:19.154347 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285c07af-59f0-4550-a972-83fd0e614272 req-d4abab36-1c9a-46ad-b694-8c88d01245c1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.5481818 May 27 02:12:19.165960 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-251b68e2-56b1-467d-9a5d-7857f25bd142 req-bf10c6ef-1a65-4284-aa35-6d767a00831e tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a66d282-3002-42eb-ac2b-8fc0140067a9 HTTP/1.1" status: 200 len: 210 time: 0.0837362 May 27 02:12:19.229932 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-162c4028-c23a-405b-aab1-d948f8b04f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:19.231096 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-162c4028-c23a-405b-aab1-d948f8b04f8e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f9c48255-d206-4808-88dc-b388d3497987 HTTP/1.1" status: 200 len: 858 time: 0.1245627 May 27 02:12:19.232586 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88583c-388e-4bc7-acd6-8c65f8f9b754 req-44fe26fe-862a-4e9e-9f0b-d7ff7c0d85f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:19.234124 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-aa88583c-388e-4bc7-acd6-8c65f8f9b754 req-44fe26fe-862a-4e9e-9f0b-d7ff7c0d85f9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f9c48255-d206-4808-88dc-b388d3497987 HTTP/1.1" status: 200 len: 858 time: 0.1782908 May 27 02:12:19.251264 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1de7c5b2-1284-4db2-8fd2-a14ad8c4a383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:19.515681 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-82e29d92-837e-44ac-8f79-a453948f2d9b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=34d93ba0-05d4-4334-ba1f-efa60656f31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843365 May 27 02:12:19.515681 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-aa88583c-388e-4bc7-acd6-8c65f8f9b754 req-6ac05faf-79a0-46e4-b66c-647416d801bf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=34d93ba0-05d4-4334-ba1f-efa60656f31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852094 May 27 02:12:19.516549 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285c07af-59f0-4550-a972-83fd0e614272 req-ec413af5-e084-425d-9cac-592c63a7e7aa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=614f2f56-0b2e-4664-a6ee-0d7def01f496 HTTP/1.1" status: 200 len: 217 time: 0.2637606 May 27 02:12:19.516549 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-c0c0814a-c3b0-4f25-9244-8205466b598e service neutron] 10.222.0.57 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8182352 May 27 02:12:19.520960 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-da1ac336-7396-4709-a758-3fd518a31d7b req-35a9809f-469d-40aa-9d6b-56c316ab7056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:19.694523 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-aa88583c-388e-4bc7-acd6-8c65f8f9b754 req-439aad74-b437-447c-bb6b-6291a23db84a service neutron] 10.222.0.66 "GET /v2.0/networks/34d93ba0-05d4-4334-ba1f-efa60656f31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693095 May 27 02:12:19.696190 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-4a9ebac8-618e-478a-a8c0-376a7af314a1 service neutron] 10.222.0.32 "GET /v2.0/networks/34d93ba0-05d4-4334-ba1f-efa60656f31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699265 May 27 02:12:19.702591 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c07af-59f0-4550-a972-83fd0e614272 req-b139be9a-a271-4244-bf19-c07534f18fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:19.704218 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285c07af-59f0-4550-a972-83fd0e614272 req-b139be9a-a271-4244-bf19-c07534f18fae service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.2528832 May 27 02:12:19.751396 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1de7c5b2-1284-4db2-8fd2-a14ad8c4a383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:20.083798 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-31901b28-0f67-4a0a-8b2f-66288f5417ab service neutron] 10.222.0.57 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930228 May 27 02:12:20.083798 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63f3e4-519a-4c03-afee-30336c7ad6a3 req-b6a61d16-95b1-45d0-86eb-7c8594c339eb tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:20.083798 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-af63f3e4-519a-4c03-afee-30336c7ad6a3 req-b6a61d16-95b1-45d0-86eb-7c8594c339eb tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=c2e8b514-00ed-4638-978e-c30d2074daa7 HTTP/1.1" status: 200 len: 1095 time: 0.4766324 May 27 02:12:20.085806 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de7c5b2-1284-4db2-8fd2-a14ad8c4a383 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88a71f26-f2fa-4283-92d8-f4882c4d62e9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:20.085806 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1de7c5b2-1284-4db2-8fd2-a14ad8c4a383 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:20.086493 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5586cad3-7d42-4ec6-bfd7-8c50403565b3 None None] Network 37c88c36-e778-4f3d-a101-7c8eb9d9dccf requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:12:20.087478 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1de7c5b2-1284-4db2-8fd2-a14ad8c4a383 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/88a71f26-f2fa-4283-92d8-f4882c4d62e9 HTTP/1.1" status: 204 len: 168 time: 1.9593968 May 27 02:12:20.087824 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c07af-59f0-4550-a972-83fd0e614272 req-a5b82f28-c9e7-4450-9d78-823135f1a156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:20.087824 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285c07af-59f0-4550-a972-83fd0e614272 req-a5b82f28-c9e7-4450-9d78-823135f1a156 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2322829 May 27 02:12:20.087824 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-af63f3e4-519a-4c03-afee-30336c7ad6a3 req-36db4beb-f3bb-4a32-84f0-ec78a604dbf5 tempest-LiveAutoBlockMigrationV225Test-1268191616 tempest-LiveAutoBlockMigrationV225Test-1268191616-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721381 May 27 02:12:20.089461 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-aa88583c-388e-4bc7-acd6-8c65f8f9b754 req-63a02c38-89d8-4e01-b69a-76030e75ebcb service neutron] 10.222.0.66 "GET /v2.0/networks/34d93ba0-05d4-4334-ba1f-efa60656f31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061330 May 27 02:12:20.089461 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4875f1ad-76f2-47cf-9b32-52089e3aaa8a req-7f493ad2-1537-4e5b-94eb-ab2b3e2f8f5c service neutron] 10.222.0.32 "GET /v2.0/networks/34d93ba0-05d4-4334-ba1f-efa60656f31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878666 May 27 02:12:20.089461 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59038) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:20.138756 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285c07af-59f0-4550-a972-83fd0e614272 req-9c68071b-9472-435d-a2c9-1ba74671390c service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824734 May 27 02:12:20.182869 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e221469c-f1e4-40c5-821a-b50e5a84cd76'] response: {'name': 'network-changed', 'server_uuid': '0d80a1ba-d282-4518-9df7-74b625dd55be', 'tag': '614f2f56-0b2e-4664-a6ee-0d7def01f496', 'status': 'completed', 'code': 200} May 27 02:12:20.249733 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12e8c3e0-3800-4a45-b8a8-e0967dac2246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:20.260051 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-716e0fb0-e2e3-42bf-9153-ed301c3c1f47 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:20.288482 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5610af38-cb03-4e26-8937-f4fb13012183'] response: {'name': 'network-changed', 'server_uuid': 'c9d0b9eb-64e5-4b1c-9513-fcc5fdfd0437', 'tag': 'bfc34fbb-6415-41d4-b38a-320c6f98cc13', 'status': 'completed', 'code': 200} May 27 02:12:20.288760 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5610af38-cb03-4e26-8937-f4fb13012183'] response: {'name': 'network-changed', 'server_uuid': '0d516fc2-a526-487e-9064-9e8f986cda8b', 'tag': 'c19ac6ae-c624-46ae-8f7e-45b58729d35a', 'status': 'completed', 'code': 200} May 27 02:12:20.289026 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5610af38-cb03-4e26-8937-f4fb13012183'] response: {'name': 'network-changed', 'server_uuid': '2825cc4c-3b65-424a-910e-30f6178b103d', 'tag': '112730a7-ac21-4f96-a3f7-eb5580a0faf5', 'status': 'completed', 'code': 200} May 27 02:12:20.537292 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-12e8c3e0-3800-4a45-b8a8-e0967dac2246 admin admin] Deleting port fef22b2a-4464-499b-8702-2a2e60b41c06 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:12:20.537292 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12e8c3e0-3800-4a45-b8a8-e0967dac2246 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:20.538661 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-716e0fb0-e2e3-42bf-9153-ed301c3c1f47 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Network 54d5ea08-4fa3-4323-9d64-35a947e9d08e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:12:20.538661 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-716e0fb0-e2e3-42bf-9153-ed301c3c1f47 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:12:20.538661 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-716e0fb0-e2e3-42bf-9153-ed301c3c1f47 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:12:20.572429 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e0fb0-e2e3-42bf-9153-ed301c3c1f47 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Pushing event updated for resources: {'Port': ['ID=f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:20.598539 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de94476e-5446-4b49-827c-74f0877492a0 None None] DHCP port deletion for 37c88c36-e778-4f3d-a101-7c8eb9d9dccf request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:12:20.609554 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-de94476e-5446-4b49-827c-74f0877492a0 None None] Deleting port fef22b2a-4464-499b-8702-2a2e60b41c06 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:12:20.611861 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-de94476e-5446-4b49-827c-74f0877492a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:20.695105 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285c07af-59f0-4550-a972-83fd0e614272 req-9f4587d1-4085-4de6-a030-667b857fe15a service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364152 May 27 02:12:20.729162 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-716e0fb0-e2e3-42bf-9153-ed301c3c1f47 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:20.729976 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-716e0fb0-e2e3-42bf-9153-ed301c3c1f47 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:20.833677 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device c18db477-e94c-4867-8e9c-4ceadedb65b6 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:12:20.867003 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-12e8c3e0-3800-4a45-b8a8-e0967dac2246 admin admin] For port fef22b2a-4464-499b-8702-2a2e60b41c06, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=fef22b2a-4464-499b-8702-2a2e60b41c06,segment=NetworkSegment(2c88854f-b1b4-45f9-9e07-67ac2d11483a),segment_id=2c88854f-b1b4-45f9-9e07-67ac2d11483a)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:20.867003 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12e8c3e0-3800-4a45-b8a8-e0967dac2246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:20.931559 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a97f5-6da6-4075-a732-805a53438c6e req-ae1283e4-f51c-4640-94da-d38d86fa2a52 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:20.933873 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-026a97f5-6da6-4075-a732-805a53438c6e req-ae1283e4-f51c-4640-94da-d38d86fa2a52 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 948 time: 0.5917387 May 27 02:12:20.935365 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-716e0fb0-e2e3-42bf-9153-ed301c3c1f47 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.6873546 May 27 02:12:20.954242 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device fef22b2a-4464-499b-8702-2a2e60b41c06 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:12:20.988685 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-b633881b-9a68-47ff-b47f-a97570520cef service neutron] Request body: {'port': {'device_id': '0a66d282-3002-42eb-ac2b-8fc0140067a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:12:21.011596 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-12e8c3e0-3800-4a45-b8a8-e0967dac2246 admin admin] Calling delete_port for fef22b2a-4464-499b-8702-2a2e60b41c06 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:12:21.102192 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2df8d-0688-4c5d-bd48-9bba889b90c3 req-ad6ae47f-333b-48b8-8393-adc5011efe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:21.104347 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-85b2df8d-0688-4c5d-bd48-9bba889b90c3 req-ad6ae47f-333b-48b8-8393-adc5011efe45 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=920f79471e3444109aeaadab23e503c2&device_id=c9d0b9eb-64e5-4b1c-9513-fcc5fdfd0437 HTTP/1.1" status: 200 len: 1099 time: 0.8497851 May 27 02:12:21.106431 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6be829-b643-48df-91db-61e095a960b2 req-480df8bc-a00e-4e92-8983-bd2083fd8d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:21.107867 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ca6be829-b643-48df-91db-61e095a960b2 req-480df8bc-a00e-4e92-8983-bd2083fd8d8b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 1099 time: 0.8544059 May 27 02:12:21.111835 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2df8d-0688-4c5d-bd48-9bba889b90c3 req-9c0f470b-e61f-4d5f-b3a3-cd24aa890753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:21.113329 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-85b2df8d-0688-4c5d-bd48-9bba889b90c3 req-9c0f470b-e61f-4d5f-b3a3-cd24aa890753 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e1c3680693b64031b729b02b7340016d&device_id=0d516fc2-a526-487e-9064-9e8f986cda8b HTTP/1.1" status: 200 len: 1094 time: 0.8235683 May 27 02:12:21.152272 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-b633881b-9a68-47ff-b47f-a97570520cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:21.199636 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-026a97f5-6da6-4075-a732-805a53438c6e req-5ce67cc4-8d21-4fef-b6b2-242dbfd8dfc5 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430577 May 27 02:12:21.206296 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-da1ac336-7396-4709-a758-3fd518a31d7b req-35a9809f-469d-40aa-9d6b-56c316ab7056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18ff276f-6125-4a3a-8b89-114081ef9788 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:12:21.215159 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-da1ac336-7396-4709-a758-3fd518a31d7b req-35a9809f-469d-40aa-9d6b-56c316ab7056 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:21.247809 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-da1ac336-7396-4709-a758-3fd518a31d7b req-35a9809f-469d-40aa-9d6b-56c316ab7056 service neutron] Transition to ACTIVE for port object 18ff276f-6125-4a3a-8b89-114081ef9788 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:12:21.354413 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.resource_extend [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:12:21.412637 n-d-843554-3 neutron-server[88903]: INFO neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No ports have port_id starting with fef22b2a-4464-499b-8702-2a2e60b41c06 May 27 02:12:21.493816 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2df8d-0688-4c5d-bd48-9bba889b90c3 req-55c25e4f-2f64-433d-82f0-fa749f63277a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:21.495289 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-85b2df8d-0688-4c5d-bd48-9bba889b90c3 req-55c25e4f-2f64-433d-82f0-fa749f63277a service neutron] 10.222.0.32 "GET /v2.0/networks?id=34d93ba0-05d4-4334-ba1f-efa60656f31b HTTP/1.1" status: 200 len: 919 time: 0.3425391 May 27 02:12:21.496355 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2df8d-0688-4c5d-bd48-9bba889b90c3 req-487e164c-58f7-4b83-ac58-53af663035a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:21.497685 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-85b2df8d-0688-4c5d-bd48-9bba889b90c3 req-487e164c-58f7-4b83-ac58-53af663035a4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.3835111 May 27 02:12:21.539756 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-da1ac336-7396-4709-a758-3fd518a31d7b req-35a9809f-469d-40aa-9d6b-56c316ab7056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:21.555758 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device c19ac6ae-c624-46ae-8f7e-45b58729d35a details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:12:21.623883 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6ac3d292-3afb-4b3e-9d16-b9f16af122f5 None None] Provisioning for port f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:12:21.647300 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6be829-b643-48df-91db-61e095a960b2 req-99806724-bcd0-4ddc-b79f-4bccaacded28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:21.647300 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ca6be829-b643-48df-91db-61e095a960b2 req-99806724-bcd0-4ddc-b79f-4bccaacded28 service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.5104702 May 27 02:12:21.709328 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6ac3d292-3afb-4b3e-9d16-b9f16af122f5 None None] Provisioning complete for port f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:21.711987 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6ac3d292-3afb-4b3e-9d16-b9f16af122f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:21.743708 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a9809f-469d-40aa-9d6b-56c316ab7056 service neutron] Pushing event updated for resources: {'Port': ['ID=18ff276f-6125-4a3a-8b89-114081ef9788,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:21.802639 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port c18db477-e94c-4867-8e9c-4ceadedb65b6, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=c18db477-e94c-4867-8e9c-4ceadedb65b6,segment=NetworkSegment(931dd518-127f-4f0c-a0b6-2f9bfdd5d70d),segment_id=931dd518-127f-4f0c-a0b6-2f9bfdd5d70d)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:21.824355 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-de94476e-5446-4b49-827c-74f0877492a0 None None] For port fef22b2a-4464-499b-8702-2a2e60b41c06, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=fef22b2a-4464-499b-8702-2a2e60b41c06,segment=NetworkSegment(2c88854f-b1b4-45f9-9e07-67ac2d11483a),segment_id=2c88854f-b1b4-45f9-9e07-67ac2d11483a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:21.825131 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-de94476e-5446-4b49-827c-74f0877492a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:21.886200 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-85b2df8d-0688-4c5d-bd48-9bba889b90c3 req-9fd3efc2-1e94-4980-90fe-4d5b1131557b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c19ac6ae-c624-46ae-8f7e-45b58729d35a HTTP/1.1" status: 200 len: 217 time: 0.2405913 May 27 02:12:21.898073 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12e8c3e0-3800-4a45-b8a8-e0967dac2246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:21.936366 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6be829-b643-48df-91db-61e095a960b2 req-e549da2a-502e-4a18-97f0-db9f9d8afbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:21.937922 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ca6be829-b643-48df-91db-61e095a960b2 req-e549da2a-502e-4a18-97f0-db9f9d8afbb8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 1099 time: 1.1701019 May 27 02:12:22.102298 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-de94476e-5446-4b49-827c-74f0877492a0 None None] Calling delete_port for fef22b2a-4464-499b-8702-2a2e60b41c06 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:12:22.191022 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': 'c18db477-e94c-4867-8e9c-4ceadedb65b6', 'network_id': '34d93ba0-05d4-4334-ba1f-efa60656f31b', 'port_id': 'c18db477-e94c-4867-8e9c-4ceadedb65b6', 'mac_address': 'fa:16:3e:69:3e:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c48255-d206-4808-88dc-b388d3497987', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:12:22.198190 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-de94476e-5446-4b49-827c-74f0877492a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:12:22.198190 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-de94476e-5446-4b49-827c-74f0877492a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:12:22.236450 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e8c3e0-3800-4a45-b8a8-e0967dac2246 admin admin] Pushing event deleted for resources: {'Port': ['ID=fef22b2a-4464-499b-8702-2a2e60b41c06,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:22.240966 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2df8d-0688-4c5d-bd48-9bba889b90c3 req-956c2018-5d35-4965-9532-866f314e0705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:22.242398 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-85b2df8d-0688-4c5d-bd48-9bba889b90c3 req-956c2018-5d35-4965-9532-866f314e0705 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f9c48255-d206-4808-88dc-b388d3497987 HTTP/1.1" status: 200 len: 858 time: 0.3123195 May 27 02:12:22.257482 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.resource_extend [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] It took 0.56 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:12:22.260447 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ca6be829-b643-48df-91db-61e095a960b2 req-d53fd870-5211-4719-adbb-546317fac7cc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=614f2f56-0b2e-4664-a6ee-0d7def01f496 HTTP/1.1" status: 200 len: 217 time: 0.3626945 May 27 02:12:22.264362 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-85b2df8d-0688-4c5d-bd48-9bba889b90c3 req-41f60aae-3b63-45ee-b048-eb3630632e25 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=bfc34fbb-6415-41d4-b38a-320c6f98cc13 HTTP/1.1" status: 200 len: 217 time: 0.5285563 May 27 02:12:22.305865 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dae994-671f-42a9-a803-39934b7e69bc req-5d6a544f-6464-4252-aa43-55da047277d3 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:22.307536 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d6dae994-671f-42a9-a803-39934b7e69bc req-5d6a544f-6464-4252-aa43-55da047277d3 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9d0b9eb-64e5-4b1c-9513-fcc5fdfd0437 HTTP/1.1" status: 200 len: 948 time: 0.7703042 May 27 02:12:22.366231 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e8c3e0-3800-4a45-b8a8-e0967dac2246 admin admin] No DVR routers for this DVR port fef22b2a-4464-499b-8702-2a2e60b41c06 on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:12:22.386120 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d6dae994-671f-42a9-a803-39934b7e69bc req-869e7348-faa9-4679-9b7d-264418d6a33d tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607796 May 27 02:12:22.409284 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b36cbf7-ba8b-45c4-92f5-80712e4f1103 req-4c9e4212-4735-439a-9724-c7420d4fee9f tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:22.411749 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3b36cbf7-ba8b-45c4-92f5-80712e4f1103 req-4c9e4212-4735-439a-9724-c7420d4fee9f tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d516fc2-a526-487e-9064-9e8f986cda8b HTTP/1.1" status: 200 len: 943 time: 0.8555977 May 27 02:12:22.470811 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-da1ac336-7396-4709-a758-3fd518a31d7b req-35a9809f-469d-40aa-9d6b-56c316ab7056 service neutron] Attempting to bind port 18ff276f-6125-4a3a-8b89-114081ef9788 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:12:22.471224 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-da1ac336-7396-4709-a758-3fd518a31d7b req-35a9809f-469d-40aa-9d6b-56c316ab7056 service neutron] Attempting to bind port 18ff276f-6125-4a3a-8b89-114081ef9788 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:12:22.471662 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1ac336-7396-4709-a758-3fd518a31d7b req-35a9809f-469d-40aa-9d6b-56c316ab7056 service neutron] Attempting to bind port 18ff276f-6125-4a3a-8b89-114081ef9788 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:12:22.480892 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port c18db477-e94c-4867-8e9c-4ceadedb65b6 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:22.481444 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:22.515947 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3b36cbf7-ba8b-45c4-92f5-80712e4f1103 req-b772f9fe-27ec-4ce4-b968-fb11c95646b8 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.57 "GET /v2.0/security-groups?id=a59f6ddd-ad70-42a7-a5f1-58089f831476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697331 May 27 02:12:22.526340 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c18db477-e94c-4867-8e9c-4ceadedb65b6 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:12:22.560597 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port c18db477-e94c-4867-8e9c-4ceadedb65b6, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=c18db477-e94c-4867-8e9c-4ceadedb65b6,segment=NetworkSegment(931dd518-127f-4f0c-a0b6-2f9bfdd5d70d),segment_id=931dd518-127f-4f0c-a0b6-2f9bfdd5d70d)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:22.570315 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-6ac3d292-3afb-4b3e-9d16-b9f16af122f5 None None] Port f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:12:22.585628 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1ac336-7396-4709-a758-3fd518a31d7b req-35a9809f-469d-40aa-9d6b-56c316ab7056 service neutron] Port 18ff276f-6125-4a3a-8b89-114081ef9788 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:12:22.586207 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1ac336-7396-4709-a758-3fd518a31d7b req-35a9809f-469d-40aa-9d6b-56c316ab7056 service neutron] Attempting to bind port 18ff276f-6125-4a3a-8b89-114081ef9788 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:12:22.600280 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1ac336-7396-4709-a758-3fd518a31d7b req-35a9809f-469d-40aa-9d6b-56c316ab7056 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:12:22.600692 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1ac336-7396-4709-a758-3fd518a31d7b req-35a9809f-469d-40aa-9d6b-56c316ab7056 service neutron] Checking segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:12:22.601215 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1ac336-7396-4709-a758-3fd518a31d7b req-35a9809f-469d-40aa-9d6b-56c316ab7056 service neutron] Bound using segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:12:22.601716 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-da1ac336-7396-4709-a758-3fd518a31d7b req-35a9809f-469d-40aa-9d6b-56c316ab7056 service neutron] Bound port: 18ff276f-6125-4a3a-8b89-114081ef9788, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:12:22.602167 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-da1ac336-7396-4709-a758-3fd518a31d7b req-35a9809f-469d-40aa-9d6b-56c316ab7056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:22.632320 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-85b2df8d-0688-4c5d-bd48-9bba889b90c3 req-554ddcf2-c31b-4e59-b9df-c0e24f799302 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=34d93ba0-05d4-4334-ba1f-efa60656f31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3667717 May 27 02:12:22.651886 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6be829-b643-48df-91db-61e095a960b2 req-204ec70c-8eb2-406c-87e6-78227a5b4e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:22.653565 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ca6be829-b643-48df-91db-61e095a960b2 req-204ec70c-8eb2-406c-87e6-78227a5b4e49 service neutron] 10.222.0.66 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.6894808 May 27 02:12:22.655417 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port c19ac6ae-c624-46ae-8f7e-45b58729d35a, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=c19ac6ae-c624-46ae-8f7e-45b58729d35a,segment=NetworkSegment(931dd518-127f-4f0c-a0b6-2f9bfdd5d70d),segment_id=931dd518-127f-4f0c-a0b6-2f9bfdd5d70d)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:22.698754 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-de94476e-5446-4b49-827c-74f0877492a0 None None] Deleting port fef22b2a-4464-499b-8702-2a2e60b41c06 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:12:22.699135 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-de94476e-5446-4b49-827c-74f0877492a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:22.791143 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ca6be829-b643-48df-91db-61e095a960b2 req-06f37f9a-bde9-4ada-8ca6-2c608612c4c2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=614f2f56-0b2e-4664-a6ee-0d7def01f496 HTTP/1.1" status: 200 len: 217 time: 0.1005676 May 27 02:12:22.893822 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:22.893822 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device bfc34fbb-6415-41d4-b38a-320c6f98cc13 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:12:22.920044 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6be829-b643-48df-91db-61e095a960b2 req-0e00f2ae-4d48-4829-bd94-45c8a4233d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:22.935081 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ca6be829-b643-48df-91db-61e095a960b2 req-0e00f2ae-4d48-4829-bd94-45c8a4233d9d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.1070116 May 27 02:12:22.992305 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': 'c19ac6ae-c624-46ae-8f7e-45b58729d35a', 'network_id': '34d93ba0-05d4-4334-ba1f-efa60656f31b', 'port_id': 'c19ac6ae-c624-46ae-8f7e-45b58729d35a', 'mac_address': 'fa:16:3e:ee:7a:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c48255-d206-4808-88dc-b388d3497987', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:12:23.110615 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-de94476e-5446-4b49-827c-74f0877492a0 None None] The port 'fef22b2a-4464-499b-8702-2a2e60b41c06' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:12:23.111885 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=c18db477-e94c-4867-8e9c-4ceadedb65b6,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:23.169429 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-b633881b-9a68-47ff-b47f-a97570520cef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:12:23.176783 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-b633881b-9a68-47ff-b47f-a97570520cef service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:23.190931 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port c19ac6ae-c624-46ae-8f7e-45b58729d35a is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:23.201068 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:23.201232 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-b633881b-9a68-47ff-b47f-a97570520cef service neutron] Transition to ACTIVE for port object f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:12:23.212804 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c19ac6ae-c624-46ae-8f7e-45b58729d35a {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:12:23.244290 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port bfc34fbb-6415-41d4-b38a-320c6f98cc13, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=bfc34fbb-6415-41d4-b38a-320c6f98cc13,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:23.260521 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port c19ac6ae-c624-46ae-8f7e-45b58729d35a, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=c19ac6ae-c624-46ae-8f7e-45b58729d35a,segment=NetworkSegment(931dd518-127f-4f0c-a0b6-2f9bfdd5d70d),segment_id=931dd518-127f-4f0c-a0b6-2f9bfdd5d70d)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:23.268097 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': 'bfc34fbb-6415-41d4-b38a-320c6f98cc13', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'port_id': 'bfc34fbb-6415-41d4-b38a-320c6f98cc13', 'mac_address': 'fa:16:3e:cc:69:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf69705-8457-415f-85a3-b42efaff1b97', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:12:23.319246 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-b633881b-9a68-47ff-b47f-a97570520cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:23.355173 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12e8c3e0-3800-4a45-b8a8-e0967dac2246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:23.361539 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port bfc34fbb-6415-41d4-b38a-320c6f98cc13 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:23.367005 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:23.382658 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-12e8c3e0-3800-4a45-b8a8-e0967dac2246 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37c88c36-e778-4f3d-a101-7c8eb9d9dccf']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:12:23.391207 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-da1ac336-7396-4709-a758-3fd518a31d7b req-35a9809f-469d-40aa-9d6b-56c316ab7056 service neutron] For port 18ff276f-6125-4a3a-8b89-114081ef9788, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:12:23.397665 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:23.399014 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-12e8c3e0-3800-4a45-b8a8-e0967dac2246 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c88854f-b1b4-45f9-9e07-67ac2d11483a') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:12:23.399264 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-12e8c3e0-3800-4a45-b8a8-e0967dac2246 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c88854f-b1b4-45f9-9e07-67ac2d11483a') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:12:23.399454 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-da1ac336-7396-4709-a758-3fd518a31d7b req-35a9809f-469d-40aa-9d6b-56c316ab7056 service neutron] For port 18ff276f-6125-4a3a-8b89-114081ef9788, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=18ff276f-6125-4a3a-8b89-114081ef9788,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:12:23.414830 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12e8c3e0-3800-4a45-b8a8-e0967dac2246 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:23.435218 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12e8c3e0-3800-4a45-b8a8-e0967dac2246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:23.442685 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e8c3e0-3800-4a45-b8a8-e0967dac2246 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:12:23.443143 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12e8c3e0-3800-4a45-b8a8-e0967dac2246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:23.487621 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=c19ac6ae-c624-46ae-8f7e-45b58729d35a,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:23.501876 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 112730a7-ac21-4f96-a3f7-eb5580a0faf5 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:12:23.505506 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfc34fbb-6415-41d4-b38a-320c6f98cc13 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:12:23.527489 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port bfc34fbb-6415-41d4-b38a-320c6f98cc13, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=bfc34fbb-6415-41d4-b38a-320c6f98cc13,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:23.576029 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6be829-b643-48df-91db-61e095a960b2 req-3d4b36db-3dd4-4224-b1bf-3468e3d0f4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:23.577532 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ca6be829-b643-48df-91db-61e095a960b2 req-3d4b36db-3dd4-4224-b1bf-3468e3d0f4a3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 1.2092462 May 27 02:12:23.671035 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:23.681436 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-da1ac336-7396-4709-a758-3fd518a31d7b req-35a9809f-469d-40aa-9d6b-56c316ab7056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:23.732609 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 614f2f56-0b2e-4664-a6ee-0d7def01f496 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:12:23.808048 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-85b2df8d-0688-4c5d-bd48-9bba889b90c3 req-9d1ae961-3f06-412c-934f-9b2c1b37b78b service neutron] 10.222.0.32 "GET /v2.0/networks/34d93ba0-05d4-4334-ba1f-efa60656f31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1297014 May 27 02:12:23.854368 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 2c88854f-b1b4-45f9-9e07-67ac2d11483a resource provider aggregate not found May 27 02:12:23.859160 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12e8c3e0-3800-4a45-b8a8-e0967dac2246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:24.055292 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643bfae-4cd2-461a-8d40-95e446c03850 req-a8c169f6-076d-4535-a27b-d5b811b4bf25 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:24.057259 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2643bfae-4cd2-461a-8d40-95e446c03850 req-a8c169f6-076d-4535-a27b-d5b811b4bf25 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a66d282-3002-42eb-ac2b-8fc0140067a9 HTTP/1.1" status: 200 len: 935 time: 1.1237285 May 27 02:12:24.090516 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2df8d-0688-4c5d-bd48-9bba889b90c3 req-b62b0409-8402-4041-8f97-53ac9f39edb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:24.092411 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-85b2df8d-0688-4c5d-bd48-9bba889b90c3 req-b62b0409-8402-4041-8f97-53ac9f39edb0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 1.7112172 May 27 02:12:24.095854 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-85b2df8d-0688-4c5d-bd48-9bba889b90c3 req-54438b90-f327-4a68-9d0a-9fff03bcb2ca service neutron] 10.222.0.32 "GET /v2.0/networks/34d93ba0-05d4-4334-ba1f-efa60656f31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118807 May 27 02:12:24.107955 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ac336-7396-4709-a758-3fd518a31d7b req-35a9809f-469d-40aa-9d6b-56c316ab7056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:24.110135 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-da1ac336-7396-4709-a758-3fd518a31d7b req-35a9809f-469d-40aa-9d6b-56c316ab7056 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:24.114628 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-da1ac336-7396-4709-a758-3fd518a31d7b req-35a9809f-469d-40aa-9d6b-56c316ab7056 service neutron] 10.222.0.66 "PUT /v2.0/ports/18ff276f-6125-4a3a-8b89-114081ef9788 HTTP/1.1" status: 200 len: 1096 time: 5.3427563 May 27 02:12:24.114853 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 2c88854f-b1b4-45f9-9e07-67ac2d11483a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c88854f-b1b4-45f9-9e07-67ac2d11483a found for delete ", "request_id": "req-34d72149-f1a8-498c-ba9c-49c3bfbae903"}]} May 27 02:12:24.116849 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e3db573b-4972-4b9a-aa62-c62152bbf167 req-e9f1f41a-86a5-4c8d-8213-b25875842e5b tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=24c2ceb7-fe63-4534-8489-536ce21cdbcf HTTP/1.1" status: 200 len: 210 time: 0.4231832 May 27 02:12:24.141157 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['c19ac6ae-c624-46ae-8f7e-45b58729d35a'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:12:24.154540 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12e8c3e0-3800-4a45-b8a8-e0967dac2246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:24.235369 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26aa7717-901d-4fed-8866-692a2eaa03ec', 'tag': '18ff276f-6125-4a3a-8b89-114081ef9788'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:12:24.272690 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e8c3e0-3800-4a45-b8a8-e0967dac2246 admin admin] Pushing event deleted for resources: {'Network': ['ID=37c88c36-e778-4f3d-a101-7c8eb9d9dccf,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:24.283759 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b633881b-9a68-47ff-b47f-a97570520cef service neutron] Pushing event updated for resources: {'Port': ['ID=f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:24.307674 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['bfc34fbb-6415-41d4-b38a-320c6f98cc13'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:12:24.347370 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-12e8c3e0-3800-4a45-b8a8-e0967dac2246 admin admin] 10.222.0.57 "DELETE /v2.0/networks/37c88c36-e778-4f3d-a101-7c8eb9d9dccf HTTP/1.1" status: 204 len: 168 time: 4.2516882 May 27 02:12:24.423328 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['c18db477-e94c-4867-8e9c-4ceadedb65b6'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:12:24.566759 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6be829-b643-48df-91db-61e095a960b2 req-4f215705-b56b-4f2c-901c-1cb76868b2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:24.568524 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ca6be829-b643-48df-91db-61e095a960b2 req-4f215705-b56b-4f2c-901c-1cb76868b2f4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7570486 May 27 02:12:24.571592 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2df8d-0688-4c5d-bd48-9bba889b90c3 req-d20c88fa-0b2c-49c6-bb40-24728e0bf150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:24.573029 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-85b2df8d-0688-4c5d-bd48-9bba889b90c3 req-d20c88fa-0b2c-49c6-bb40-24728e0bf150 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3827024 May 27 02:12:24.577921 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 112730a7-ac21-4f96-a3f7-eb5580a0faf5, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=112730a7-ac21-4f96-a3f7-eb5580a0faf5,segment=NetworkSegment(931dd518-127f-4f0c-a0b6-2f9bfdd5d70d),segment_id=931dd518-127f-4f0c-a0b6-2f9bfdd5d70d)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:24.615331 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '112730a7-ac21-4f96-a3f7-eb5580a0faf5', 'network_id': '34d93ba0-05d4-4334-ba1f-efa60656f31b', 'port_id': '112730a7-ac21-4f96-a3f7-eb5580a0faf5', 'mac_address': 'fa:16:3e:d3:ff:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c48255-d206-4808-88dc-b388d3497987', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:12:24.615742 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc5fe0-3cdb-40ca-8a26-65f5641f6016 req-98478f95-b97d-4475-a5b4-e24c86dd80ee tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:24.616480 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-84bc5fe0-3cdb-40ca-8a26-65f5641f6016 req-98478f95-b97d-4475-a5b4-e24c86dd80ee tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Synchronizing usage tracker for tenant:a29ffcc4de66478babed622f0d89fbe8 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:12:24.745571 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 112730a7-ac21-4f96-a3f7-eb5580a0faf5 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:24.751109 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:24.779530 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6be829-b643-48df-91db-61e095a960b2 req-a313d930-57a0-4b94-8264-7f7cb0bf2e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:24.786296 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 614f2f56-0b2e-4664-a6ee-0d7def01f496, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=614f2f56-0b2e-4664-a6ee-0d7def01f496,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:24.806712 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ca6be829-b643-48df-91db-61e095a960b2 req-a313d930-57a0-4b94-8264-7f7cb0bf2e24 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.8227322 May 27 02:12:24.885772 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-85b2df8d-0688-4c5d-bd48-9bba889b90c3 req-f9ccd660-3438-473a-ae07-ca337db2c395 service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789660 May 27 02:12:24.910799 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=bfc34fbb-6415-41d4-b38a-320c6f98cc13,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:24.923004 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 112730a7-ac21-4f96-a3f7-eb5580a0faf5 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:12:24.948813 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-2643bfae-4cd2-461a-8d40-95e446c03850 req-10605c2a-50c5-4671-af18-789927c56809 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Synchronizing usage tracker for tenant:1a0bf13c89d84e1a8f088903e9917527 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:12:24.959751 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 112730a7-ac21-4f96-a3f7-eb5580a0faf5, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=112730a7-ac21-4f96-a3f7-eb5580a0faf5,segment=NetworkSegment(931dd518-127f-4f0c-a0b6-2f9bfdd5d70d),segment_id=931dd518-127f-4f0c-a0b6-2f9bfdd5d70d)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:25.003220 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '614f2f56-0b2e-4664-a6ee-0d7def01f496', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'port_id': '614f2f56-0b2e-4664-a6ee-0d7def01f496', 'mac_address': 'fa:16:3e:16:c3:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf69705-8457-415f-85a3-b42efaff1b97', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:12:25.107195 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-b633881b-9a68-47ff-b47f-a97570520cef service neutron] Attempting to bind port f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:12:25.107650 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-b633881b-9a68-47ff-b47f-a97570520cef service neutron] Attempting to bind port f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:12:25.107989 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-b633881b-9a68-47ff-b47f-a97570520cef service neutron] Attempting to bind port f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:12:25.124095 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-84bc5fe0-3cdb-40ca-8a26-65f5641f6016 req-98478f95-b97d-4475-a5b4-e24c86dd80ee tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Unset dirty status for tenant:a29ffcc4de66478babed622f0d89fbe8 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:12:25.127046 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-84bc5fe0-3cdb-40ca-8a26-65f5641f6016 req-98478f95-b97d-4475-a5b4-e24c86dd80ee tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2e8b514-00ed-4638-978e-c30d2074daa7 HTTP/1.1" status: 200 len: 944 time: 0.7354841 May 27 02:12:25.194968 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-b633881b-9a68-47ff-b47f-a97570520cef service neutron] Port f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:12:25.195252 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-b633881b-9a68-47ff-b47f-a97570520cef service neutron] Attempting to bind port f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:12:25.198663 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:25.220750 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 59100) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:25.221746 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-b633881b-9a68-47ff-b47f-a97570520cef service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:12:25.222147 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-b633881b-9a68-47ff-b47f-a97570520cef service neutron] Checking segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:12:25.222544 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-b633881b-9a68-47ff-b47f-a97570520cef service neutron] Bound using segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:12:25.222987 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-b633881b-9a68-47ff-b47f-a97570520cef service neutron] Bound port: f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:12:25.223617 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-b633881b-9a68-47ff-b47f-a97570520cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:25.233216 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 614f2f56-0b2e-4664-a6ee-0d7def01f496 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:25.234543 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:25.285715 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a9809f-469d-40aa-9d6b-56c316ab7056 service neutron] Pushing event updated for resources: {'Port': ['ID=18ff276f-6125-4a3a-8b89-114081ef9788,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:25.292063 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-84bc5fe0-3cdb-40ca-8a26-65f5641f6016 req-3fb94c92-5ba3-47f6-9b66-1771aba29590 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Deleting port d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:12:25.292413 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-84bc5fe0-3cdb-40ca-8a26-65f5641f6016 req-3fb94c92-5ba3-47f6-9b66-1771aba29590 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:25.360205 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-2643bfae-4cd2-461a-8d40-95e446c03850 req-10605c2a-50c5-4671-af18-789927c56809 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Unset dirty status for tenant:1a0bf13c89d84e1a8f088903e9917527 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:12:25.361380 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2643bfae-4cd2-461a-8d40-95e446c03850 req-10605c2a-50c5-4671-af18-789927c56809 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bb8d88a-a022-4e03-8d79-5049b621183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2721512 May 27 02:12:25.413002 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4b320-3f58-4f3f-a0a8-cc4f4cb53efb req-c849fb77-417f-484b-9e1e-0bd0e3c6d147 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:25.414639 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-76f4b320-3f58-4f3f-a0a8-cc4f4cb53efb req-c849fb77-417f-484b-9e1e-0bd0e3c6d147 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 948 time: 0.8936648 May 27 02:12:25.529499 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ac336-7396-4709-a758-3fd518a31d7b req-2879bb75-509f-4ac1-82ef-bab9c7124724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:25.536034 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-da1ac336-7396-4709-a758-3fd518a31d7b req-2879bb75-509f-4ac1-82ef-bab9c7124724 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1a0bf13c89d84e1a8f088903e9917527&device_id=26aa7717-901d-4fed-8866-692a2eaa03ec HTTP/1.1" status: 200 len: 1099 time: 0.8591473 May 27 02:12:25.604490 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-76f4b320-3f58-4f3f-a0a8-cc4f4cb53efb req-90bb06de-e7ec-49cd-ab78-abb9bd5cd198 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440246 May 27 02:12:25.617133 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 614f2f56-0b2e-4664-a6ee-0d7def01f496 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:12:25.675434 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-295a4488-c787-4782-bc0e-1f79ce4d4e1a tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:25.676932 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-295a4488-c787-4782-bc0e-1f79ce4d4e1a tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.66 "GET /v2.0/networks?id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf HTTP/1.1" status: 200 len: 807 time: 0.3156927 May 27 02:12:25.788536 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-b9ae5d1b-4e9b-4bf5-b204-d009bfd399c7 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Request body: {'port': {'device_id': '24c2ceb7-fe63-4534-8489-536ce21cdbcf', 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf', 'admin_state_up': True, 'tenant_id': '846b128e49a144bb97bdbd537ab49432'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:12:25.817204 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['112730a7-ac21-4f96-a3f7-eb5580a0faf5'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:12:25.835848 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-b633881b-9a68-47ff-b47f-a97570520cef service neutron] For port f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:12:25.839495 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-b633881b-9a68-47ff-b47f-a97570520cef service neutron] For port f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:12:25.845207 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ce855ff4-d1a0-4549-b0fe-4000cd55387f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=40d944a0aff94ddfba3422cf104388c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6092875 May 27 02:12:25.855951 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 59110) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:25.896872 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 614f2f56-0b2e-4664-a6ee-0d7def01f496, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=614f2f56-0b2e-4664-a6ee-0d7def01f496,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:25.910236 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-bb56d588-2a91-4a78-9456-8ce58d1bf338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:25.930201 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-da1ac336-7396-4709-a758-3fd518a31d7b req-cf660c36-c88f-45b5-a3c8-8ce328501ab2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=18ff276f-6125-4a3a-8b89-114081ef9788 HTTP/1.1" status: 200 len: 217 time: 0.3290472 May 27 02:12:25.943451 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ca6be829-b643-48df-91db-61e095a960b2 req-79b6da5f-feb7-42da-b996-0d806e29275b service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0621903 May 27 02:12:26.001754 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=112730a7-ac21-4f96-a3f7-eb5580a0faf5,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:26.017518 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ca6be829-b643-48df-91db-61e095a960b2 req-ffd30269-6439-4794-8279-a7af3cf2a71a service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4387822 May 27 02:12:26.043776 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2df8d-0688-4c5d-bd48-9bba889b90c3 req-c0638645-6dbb-4f7e-ab3e-659301e878b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:26.045131 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:26.045796 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-85b2df8d-0688-4c5d-bd48-9bba889b90c3 req-c0638645-6dbb-4f7e-ab3e-659301e878b6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e1c3680693b64031b729b02b7340016d&device_id=2825cc4c-3b65-424a-910e-30f6178b103d HTTP/1.1" status: 200 len: 1094 time: 1.5367408 May 27 02:12:26.049312 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ac336-7396-4709-a758-3fd518a31d7b req-f43211e1-100b-4559-9006-0375acdb20a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:26.050977 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-da1ac336-7396-4709-a758-3fd518a31d7b req-f43211e1-100b-4559-9006-0375acdb20a7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.1005876 May 27 02:12:26.052806 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-b633881b-9a68-47ff-b47f-a97570520cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:26.140681 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=614f2f56-0b2e-4664-a6ee-0d7def01f496,revision_number=13']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:26.328434 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b633881b-9a68-47ff-b47f-a97570520cef service neutron] Pushing event updated for resources: {'Port': ['ID=f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:26.509864 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['614f2f56-0b2e-4664-a6ee-0d7def01f496'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:12:26.525499 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-85b2df8d-0688-4c5d-bd48-9bba889b90c3 req-ddea2ef2-26fa-4d3f-90c4-b9ae05ef657a service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6278901 May 27 02:12:26.578248 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-b633881b-9a68-47ff-b47f-a97570520cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:26.579110 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-b633881b-9a68-47ff-b47f-a97570520cef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:26.580230 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-b633881b-9a68-47ff-b47f-a97570520cef service neutron] 10.222.0.32 "PUT /v2.0/ports/f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60 HTTP/1.1" status: 200 len: 1095 time: 5.5973327 May 27 02:12:26.631535 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ca6be829-b643-48df-91db-61e095a960b2 req-f72f4ba5-b6d5-4352-832d-32c68c4b995e service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5796936 May 27 02:12:26.638330 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ac336-7396-4709-a758-3fd518a31d7b req-af063a25-6b32-4afb-acb5-2be239c70aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:26.639917 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-da1ac336-7396-4709-a758-3fd518a31d7b req-af063a25-6b32-4afb-acb5-2be239c70aaa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5583158 May 27 02:12:26.695499 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-571050a4-e041-43af-b8b0-aa20902d2083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:26.770195 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07618af4-c66e-4cf7-b546-5d3a52b95414 req-5bfd0c1d-155f-4e3b-ba19-3ceb926c99d0 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:26.780290 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-07618af4-c66e-4cf7-b546-5d3a52b95414 req-5bfd0c1d-155f-4e3b-ba19-3ceb926c99d0 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9d0b9eb-64e5-4b1c-9513-fcc5fdfd0437 HTTP/1.1" status: 200 len: 949 time: 0.9232750 May 27 02:12:26.985664 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-b9ae5d1b-4e9b-4bf5-b204-d009bfd399c7 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:12:26.990725 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-b9ae5d1b-4e9b-4bf5-b204-d009bfd399c7 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Usage tracker for resource:port and tenant:846b128e49a144bb97bdbd537ab49432 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:12:26.994618 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-b9ae5d1b-4e9b-4bf5-b204-d009bfd399c7 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:12:27.002435 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-b9ae5d1b-4e9b-4bf5-b204-d009bfd399c7 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:12:27.019633 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-84bc5fe0-3cdb-40ca-8a26-65f5641f6016 req-3fb94c92-5ba3-47f6-9b66-1771aba29590 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] For port d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95,segment=NetworkSegment(a69d16a1-8436-40ed-b9ce-539b6def055f),segment_id=a69d16a1-8436-40ed-b9ce-539b6def055f)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:27.020651 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-84bc5fe0-3cdb-40ca-8a26-65f5641f6016 req-3fb94c92-5ba3-47f6-9b66-1771aba29590 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:27.131278 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-da1ac336-7396-4709-a758-3fd518a31d7b req-6d1ffd6b-f960-44bf-ac7d-f2c6aa604f4a service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4739356 May 27 02:12:27.137698 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-571050a4-e041-43af-b8b0-aa20902d2083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:27.152186 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-b9ae5d1b-4e9b-4bf5-b204-d009bfd399c7 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Made reservation on behalf of 846b128e49a144bb97bdbd537ab49432 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:12:27.155851 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-b9ae5d1b-4e9b-4bf5-b204-d009bfd399c7 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:27.173334 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-84bc5fe0-3cdb-40ca-8a26-65f5641f6016 req-3fb94c92-5ba3-47f6-9b66-1771aba29590 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Calling delete_port for d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:12:27.207153 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84449b-b423-4fd8-911e-1f4719ea233a req-c2facbe2-5421-41b0-9d45-4838d46bfa2d tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:27.208960 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7a84449b-b423-4fd8-911e-1f4719ea233a req-c2facbe2-5421-41b0-9d45-4838d46bfa2d tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2e8b514-00ed-4638-978e-c30d2074daa7 HTTP/1.1" status: 200 len: 944 time: 1.5144691 May 27 02:12:27.282749 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-036aaf13-c325-4d30-a4f4-7c0ef9e8ae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:27.284604 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-036aaf13-c325-4d30-a4f4-7c0ef9e8ae27 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a0bf13c89d84e1a8f088903e9917527&device_id=0a66d282-3002-42eb-ac2b-8fc0140067a9 HTTP/1.1" status: 200 len: 1098 time: 0.5598540 May 27 02:12:27.347881 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-07618af4-c66e-4cf7-b546-5d3a52b95414 req-915e12ff-e154-44e0-8ae8-9db7a541d85d tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5665419 May 27 02:12:27.376170 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ca6be829-b643-48df-91db-61e095a960b2 req-d1cba04e-e13c-4dc4-9e2c-d157a0896ea6 service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3180621 May 27 02:12:27.396638 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-26fa023c-2893-4359-93bd-1cfc08e402a3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60 HTTP/1.1" status: 200 len: 217 time: 0.0955501 May 27 02:12:27.417262 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2df8d-0688-4c5d-bd48-9bba889b90c3 req-c2a290ca-fb0d-489e-8071-c7cc6b43572d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:27.418965 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-85b2df8d-0688-4c5d-bd48-9bba889b90c3 req-c2a290ca-fb0d-489e-8071-c7cc6b43572d service neutron] 10.222.0.32 "GET /v2.0/networks?id=34d93ba0-05d4-4334-ba1f-efa60656f31b HTTP/1.1" status: 200 len: 919 time: 1.2867804 May 27 02:12:27.525549 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device c19ac6ae-c624-46ae-8f7e-45b58729d35a up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:12:27.573550 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-1334eebf-23ee-49d8-8a6c-e108fccf2684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:27.575109 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-1334eebf-23ee-49d8-8a6c-e108fccf2684 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.1622281 May 27 02:12:27.598473 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-85b2df8d-0688-4c5d-bd48-9bba889b90c3 req-98cb4f23-d1d5-435d-98f8-216d157f3f73 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=112730a7-ac21-4f96-a3f7-eb5580a0faf5 HTTP/1.1" status: 200 len: 217 time: 0.1688168 May 27 02:12:27.690050 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7a84449b-b423-4fd8-911e-1f4719ea233a req-8efe04e2-35c4-4d0b-96a5-8e9931d49256 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4528155 May 27 02:12:27.716328 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-b9ae5d1b-4e9b-4bf5-b204-d009bfd399c7 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Allocated IP 172.20.0.10 (a46dc284-eb7c-468a-bcfd-6cfcbba366bf/7bcc4077-ba65-497d-80cd-f2b54423660b/99d91620-0da6-4b5d-b0d4-031bc8101aac) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:12:27.781280 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-da1ac336-7396-4709-a758-3fd518a31d7b req-f7d9f1af-770a-4aa4-922f-b18f5aee9487 service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5943508 May 27 02:12:27.783207 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2df8d-0688-4c5d-bd48-9bba889b90c3 req-3bfe60da-9f34-42c4-bf51-d77e70e994a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:27.784918 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-85b2df8d-0688-4c5d-bd48-9bba889b90c3 req-3bfe60da-9f34-42c4-bf51-d77e70e994a6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f9c48255-d206-4808-88dc-b388d3497987 HTTP/1.1" status: 200 len: 858 time: 0.1680591 May 27 02:12:27.835275 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-11e1e85f-f421-4d5e-85f6-794c8af87924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:27.836928 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-11e1e85f-f421-4d5e-85f6-794c8af87924 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2469044 May 27 02:12:27.840932 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-84bc5fe0-3cdb-40ca-8a26-65f5641f6016 req-3fb94c92-5ba3-47f6-9b66-1771aba29590 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:27.852000 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['acfdfd2a-596c-4407-993b-2d9aae064064'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:12:27.864053 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a4fb3e1-795f-4c73-8061-b509edf9eafe'] response: {'name': 'network-changed', 'server_uuid': '26aa7717-901d-4fed-8866-692a2eaa03ec', 'tag': '18ff276f-6125-4a3a-8b89-114081ef9788', 'status': 'completed', 'code': 200} May 27 02:12:27.882830 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-571050a4-e041-43af-b8b0-aa20902d2083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:27.931994 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port c19ac6ae-c624-46ae-8f7e-45b58729d35a completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:12:27.943127 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f63a39a9-4206-49f7-adcf-d608131212a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:27.954029 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5932ee2-458f-46c3-b74d-1ca9a62e52e0 req-d34dd678-21b4-4b4e-8f01-e5f70869041c tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:27.961458 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5932ee2-458f-46c3-b74d-1ca9a62e52e0 req-d34dd678-21b4-4b4e-8f01-e5f70869041c tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d516fc2-a526-487e-9064-9e8f986cda8b HTTP/1.1" status: 200 len: 944 time: 0.4104528 May 27 02:12:27.978511 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port c19ac6ae-c624-46ae-8f7e-45b58729d35a triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:27.979021 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:28.008891 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571050a4-e041-43af-b8b0-aa20902d2083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644a47ee-c2d3-4867-ac89-ac4152c2e13d,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:28.009706 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb94c92-5ba3-47f6-9b66-1771aba29590 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Pushing event deleted for resources: {'Port': ['ID=d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:28.013352 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-85b2df8d-0688-4c5d-bd48-9bba889b90c3 req-5b34a6c4-47a5-41d6-9c0d-bd2e72d8a10c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=34d93ba0-05d4-4334-ba1f-efa60656f31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2165329 May 27 02:12:28.073414 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 614f2f56-0b2e-4664-a6ee-0d7def01f496 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:12:28.116101 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3325609d-093f-4486-95d5-3592748040a6 req-38f85432-4139-4ea4-81ce-8333323f11ef tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=24c2ceb7-fe63-4534-8489-536ce21cdbcf HTTP/1.1" status: 200 len: 210 time: 0.0948114 May 27 02:12:28.201278 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-b4e8caad-e5ff-49f3-bd49-17a91dd7d5ea service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194587 May 27 02:12:28.266506 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5932ee2-458f-46c3-b74d-1ca9a62e52e0 req-3755e381-075c-4f2e-a2d9-7718c26422f7 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.57 "GET /v2.0/security-groups?id=a59f6ddd-ad70-42a7-a5f1-58089f831476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035016 May 27 02:12:28.287473 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-571050a4-e041-43af-b8b0-aa20902d2083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:28.290992 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-571050a4-e041-43af-b8b0-aa20902d2083 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/644a47ee-c2d3-4867-ac89-ac4152c2e13d HTTP/1.1" status: 204 len: 168 time: 2.3863084 May 27 02:12:28.353480 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d2a27-7dd6-4420-b5da-5f04906dcfe8 req-c75fd461-a3d9-42db-8981-dc08d50b4e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:28.355156 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-875d2a27-7dd6-4420-b5da-5f04906dcfe8 req-c75fd461-a3d9-42db-8981-dc08d50b4e9a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1a0bf13c89d84e1a8f088903e9917527&device_id=26aa7717-901d-4fed-8866-692a2eaa03ec HTTP/1.1" status: 200 len: 1099 time: 0.3765709 May 27 02:12:28.360222 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-85b2df8d-0688-4c5d-bd48-9bba889b90c3 req-6244b629-fd76-4ab5-8301-4e8e9251208f service neutron] 10.222.0.32 "GET /v2.0/networks/34d93ba0-05d4-4334-ba1f-efa60656f31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868342 May 27 02:12:28.451832 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-84bc5fe0-3cdb-40ca-8a26-65f5641f6016 req-3fb94c92-5ba3-47f6-9b66-1771aba29590 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] No DVR routers for this DVR port d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95 on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:12:28.461763 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-84bc5fe0-3cdb-40ca-8a26-65f5641f6016 req-3fb94c92-5ba3-47f6-9b66-1771aba29590 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:28.468622 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e8b514-00ed-4638-978e-c30d2074daa7', 'name': 'network-vif-deleted', 'tag': 'd65fbf19-07e5-4a5e-b039-5dbbf3f9ba95'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:12:28.625220 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port c19ac6ae-c624-46ae-8f7e-45b58729d35a is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:28.625811 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:28.641393 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 614f2f56-0b2e-4664-a6ee-0d7def01f496 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:12:28.673175 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 614f2f56-0b2e-4664-a6ee-0d7def01f496 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:28.674407 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:28.814809 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-84bc5fe0-3cdb-40ca-8a26-65f5641f6016 req-3fb94c92-5ba3-47f6-9b66-1771aba29590 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.32 "DELETE /v2.0/ports/d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95 HTTP/1.1" status: 204 len: 173 time: 3.6777868 May 27 02:12:28.949900 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-b9ae5d1b-4e9b-4bf5-b204-d009bfd399c7 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:28.980450 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d516fc2-a526-487e-9064-9e8f986cda8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19ac6ae-c624-46ae-8f7e-45b58729d35a'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:12:29.033451 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port c19ac6ae-c624-46ae-8f7e-45b58729d35a, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=c19ac6ae-c624-46ae-8f7e-45b58729d35a,segment=NetworkSegment(931dd518-127f-4f0c-a0b6-2f9bfdd5d70d),segment_id=931dd518-127f-4f0c-a0b6-2f9bfdd5d70d)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:29.045326 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c4d515a2-7456-4ca1-9941-fd7cec0b6559 req-450193f6-57a3-49ab-a896-f3e24930be7e service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8345966 May 27 02:12:29.164027 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d2a27-7dd6-4420-b5da-5f04906dcfe8 req-b936a613-6575-473a-9084-899af3fcf3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:29.164602 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-875d2a27-7dd6-4420-b5da-5f04906dcfe8 req-b936a613-6575-473a-9084-899af3fcf3eb service neutron] 10.222.0.66 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.7999759 May 27 02:12:29.219421 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 614f2f56-0b2e-4664-a6ee-0d7def01f496 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:29.220096 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:29.257683 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 614f2f56-0b2e-4664-a6ee-0d7def01f496, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=614f2f56-0b2e-4664-a6ee-0d7def01f496,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:29.314856 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-85b2df8d-0688-4c5d-bd48-9bba889b90c3 req-6271a0c7-3d32-44aa-bdf8-b354666d600e service neutron] 10.222.0.32 "GET /v2.0/networks/34d93ba0-05d4-4334-ba1f-efa60656f31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8625336 May 27 02:12:29.325868 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-875d2a27-7dd6-4420-b5da-5f04906dcfe8 req-2f6a426b-a3e1-409f-8f0f-2112fc563253 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=18ff276f-6125-4a3a-8b89-114081ef9788 HTTP/1.1" status: 200 len: 217 time: 0.0800786 May 27 02:12:29.460526 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89478822-e84a-4f05-8ed9-2b5d7921b391 req-6365309a-47a5-46d4-883a-919d465eda2d tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:29.462108 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-89478822-e84a-4f05-8ed9-2b5d7921b391 req-6365309a-47a5-46d4-883a-919d465eda2d tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a66d282-3002-42eb-ac2b-8fc0140067a9 HTTP/1.1" status: 200 len: 947 time: 0.7894881 May 27 02:12:29.479569 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d2a27-7dd6-4420-b5da-5f04906dcfe8 req-f548d2d9-e82b-4d88-ac29-4191fb576764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:29.481014 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-875d2a27-7dd6-4420-b5da-5f04906dcfe8 req-f548d2d9-e82b-4d88-ac29-4191fb576764 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.1191473 May 27 02:12:29.542182 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493386f8-020d-4884-a0e0-7935e823de38 req-4836418d-8c8a-4f35-b688-0177948aa744 tempest-MigrationsAdminTest-552391776 tempest-MigrationsAdminTest-552391776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:29.543804 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-493386f8-020d-4884-a0e0-7935e823de38 req-4836418d-8c8a-4f35-b688-0177948aa744 tempest-MigrationsAdminTest-552391776 tempest-MigrationsAdminTest-552391776-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 1100 time: 0.3401921 May 27 02:12:29.595957 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:29.628167 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:29.631775 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-b9ae5d1b-4e9b-4bf5-b204-d009bfd399c7 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:29.635159 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:29.637026 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:29.638071 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device c18db477-e94c-4867-8e9c-4ceadedb65b6 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:12:29.711616 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 112730a7-ac21-4f96-a3f7-eb5580a0faf5 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:12:29.742230 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae5d1b-4e9b-4bf5-b204-d009bfd399c7 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Pushing event updated for resources: {'Port': ['ID=99d91620-0da6-4b5d-b0d4-031bc8101aac,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:29.758783 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-b9ae5d1b-4e9b-4bf5-b204-d009bfd399c7 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Network a46dc284-eb7c-468a-bcfd-6cfcbba366bf is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:12:29.760015 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-b9ae5d1b-4e9b-4bf5-b204-d009bfd399c7 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:12:29.762640 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-b9ae5d1b-4e9b-4bf5-b204-d009bfd399c7 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:12:29.777056 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['cece29d7-34db-4bee-aac4-f52148a723dc'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:12:29.826782 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-923c2256-9202-42c2-97c1-6a5cdb92a953 req-7a8c1da8-5312-4196-836e-4438db039603 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=527f146d-bcc6-451c-91eb-c53a214932df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4958212 May 27 02:12:29.842093 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-89478822-e84a-4f05-8ed9-2b5d7921b391 req-6b30a323-f0a6-452a-98b0-2acb4be49af1 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bb8d88a-a022-4e03-8d79-5049b621183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582850 May 27 02:12:29.919726 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-b9ae5d1b-4e9b-4bf5-b204-d009bfd399c7 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:29.923960 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-b9ae5d1b-4e9b-4bf5-b204-d009bfd399c7 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:29.955544 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a66d282-3002-42eb-ac2b-8fc0140067a9', 'tag': 'f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:12:29.982923 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-493386f8-020d-4884-a0e0-7935e823de38 req-b42144c8-a5cb-4035-8674-d2e975b0d2fd tempest-MigrationsAdminTest-552391776 tempest-MigrationsAdminTest-552391776-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4254150 May 27 02:12:30.024827 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-b9ae5d1b-4e9b-4bf5-b204-d009bfd399c7 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3117161 May 27 02:12:30.040001 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-bf317b8b-a2c0-4328-99dd-74f86c353988 service neutron] Request body: {'port': {'device_id': '24c2ceb7-fe63-4534-8489-536ce21cdbcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:12:30.125761 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c488d659-3db5-496b-b014-4b6b01402ad2'] response: {'server_uuid': 'c2e8b514-00ed-4638-978e-c30d2074daa7', 'name': 'network-vif-deleted', 'tag': 'd65fbf19-07e5-4a5e-b039-5dbbf3f9ba95', 'status': 'completed', 'code': 200} May 27 02:12:30.139602 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d2a27-7dd6-4420-b5da-5f04906dcfe8 req-d9ad4c00-e33f-442a-b1bc-ea4e2326f5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:30.148261 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-875d2a27-7dd6-4420-b5da-5f04906dcfe8 req-d9ad4c00-e33f-442a-b1bc-ea4e2326f5e2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6480465 May 27 02:12:30.214934 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 18ff276f-6125-4a3a-8b89-114081ef9788 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:12:30.316540 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-bf317b8b-a2c0-4328-99dd-74f86c353988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:30.484078 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=c19ac6ae-c624-46ae-8f7e-45b58729d35a,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:30.603882 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ec24306d-4526-47fc-a0da-0fd783765cc4 req-e27c0320-ae41-4a2c-bec4-c442fc6efd6b tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2e8b514-00ed-4638-978e-c30d2074daa7 HTTP/1.1" status: 200 len: 210 time: 0.2221038 May 27 02:12:30.613794 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-875d2a27-7dd6-4420-b5da-5f04906dcfe8 req-61f6a429-9c23-4e94-8e3b-5c11860cfbba service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4496202 May 27 02:12:30.616952 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c2256-9202-42c2-97c1-6a5cdb92a953 req-42f2a761-4e05-4939-bad2-f46418d7e466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:30.618602 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-923c2256-9202-42c2-97c1-6a5cdb92a953 req-42f2a761-4e05-4939-bad2-f46418d7e466 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&device_id=527f146d-bcc6-451c-91eb-c53a214932df HTTP/1.1" status: 200 len: 1100 time: 0.7557700 May 27 02:12:30.630684 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=614f2f56-0b2e-4664-a6ee-0d7def01f496,revision_number=14']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:30.631877 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:30.639104 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.resource_extend [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:12:30.697188 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port c18db477-e94c-4867-8e9c-4ceadedb65b6 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:12:30.869678 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19034e99-bcfa-49db-9288-2c693e4e02a2'] response: {'server_uuid': '0d516fc2-a526-487e-9064-9e8f986cda8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19ac6ae-c624-46ae-8f7e-45b58729d35a', 'code': 200} May 27 02:12:30.878701 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port c18db477-e94c-4867-8e9c-4ceadedb65b6 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:30.879082 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:31.085113 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-875d2a27-7dd6-4420-b5da-5f04906dcfe8 req-d94e959f-437a-4c4a-80e6-4ca0df5a6250 service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4630768 May 27 02:12:31.160242 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-bf317b8b-a2c0-4328-99dd-74f86c353988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99d91620-0da6-4b5d-b0d4-031bc8101aac {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:12:31.175019 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-bf317b8b-a2c0-4328-99dd-74f86c353988 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:31.212383 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-bf317b8b-a2c0-4328-99dd-74f86c353988 service neutron] Transition to ACTIVE for port object 99d91620-0da6-4b5d-b0d4-031bc8101aac will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:12:31.253425 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c2256-9202-42c2-97c1-6a5cdb92a953 req-a085271f-3598-4027-ba3f-8b3cc4b7beaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:31.255351 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-923c2256-9202-42c2-97c1-6a5cdb92a953 req-a085271f-3598-4027-ba3f-8b3cc4b7beaf service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.1676216 May 27 02:12:31.306195 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11951f-83bc-4b5d-9a89-397295ea6cec req-7e43dd16-eb07-4775-b1bb-276e868dedc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:31.308854 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1f11951f-83bc-4b5d-9a89-397295ea6cec req-7e43dd16-eb07-4775-b1bb-276e868dedc4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0d516fc2-a526-487e-9064-9e8f986cda8b HTTP/1.1" status: 200 len: 1096 time: 0.0936677 May 27 02:12:31.315642 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 112730a7-ac21-4f96-a3f7-eb5580a0faf5 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:12:31.337451 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 112730a7-ac21-4f96-a3f7-eb5580a0faf5 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:31.337937 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:31.386380 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-bf317b8b-a2c0-4328-99dd-74f86c353988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:31.402533 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port c18db477-e94c-4867-8e9c-4ceadedb65b6 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:31.402915 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:31.403335 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-923c2256-9202-42c2-97c1-6a5cdb92a953 req-aad0aa57-14fc-470d-ad85-17c5d2b44adb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de HTTP/1.1" status: 200 len: 217 time: 0.0814645 May 27 02:12:31.445392 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 18ff276f-6125-4a3a-8b89-114081ef9788, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=18ff276f-6125-4a3a-8b89-114081ef9788,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:31.519530 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ea784-a451-4ae4-9b49-9a674ac769aa req-a30838b2-1178-4d84-b295-1244ac037641 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:31.535430 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-423ea784-a451-4ae4-9b49-9a674ac769aa req-a30838b2-1178-4d84-b295-1244ac037641 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9d0b9eb-64e5-4b1c-9513-fcc5fdfd0437 HTTP/1.1" status: 200 len: 949 time: 1.4551497 May 27 02:12:31.535686 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '18ff276f-6125-4a3a-8b89-114081ef9788', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'port_id': '18ff276f-6125-4a3a-8b89-114081ef9788', 'mac_address': 'fa:16:3e:b5:fb:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf69705-8457-415f-85a3-b42efaff1b97', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:12:31.584923 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c2256-9202-42c2-97c1-6a5cdb92a953 req-1febf0bc-bf6e-4495-842b-c157b720e0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:31.586353 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:12:31.586858 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-923c2256-9202-42c2-97c1-6a5cdb92a953 req-1febf0bc-bf6e-4495-842b-c157b720e0bf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.1687856 May 27 02:12:31.596061 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1f11951f-83bc-4b5d-9a89-397295ea6cec req-b93551ee-0f6e-448f-be8c-6873979b53c6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a59f6ddd-ad70-42a7-a5f1-58089f831476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766666 May 27 02:12:31.615732 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-423ea784-a451-4ae4-9b49-9a674ac769aa req-db31ac37-5327-45b6-9c6a-8a4da0c40911 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786610 May 27 02:12:31.623629 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e9f68-bf1c-4a43-868b-507466afcfc7 req-3822ad49-94e1-4446-b062-2800e06cf952 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:31.630611 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f26e9f68-bf1c-4a43-868b-507466afcfc7 req-3822ad49-94e1-4446-b062-2800e06cf952 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=24c2ceb7-fe63-4534-8489-536ce21cdbcf HTTP/1.1" status: 200 len: 932 time: 0.3737118 May 27 02:12:31.641612 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port c18db477-e94c-4867-8e9c-4ceadedb65b6, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=c18db477-e94c-4867-8e9c-4ceadedb65b6,segment=NetworkSegment(931dd518-127f-4f0c-a0b6-2f9bfdd5d70d),segment_id=931dd518-127f-4f0c-a0b6-2f9bfdd5d70d)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:31.648538 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf317b8b-a2c0-4328-99dd-74f86c353988 service neutron] Pushing event updated for resources: {'Port': ['ID=99d91620-0da6-4b5d-b0d4-031bc8101aac,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:31.684589 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f26e9f68-bf1c-4a43-868b-507466afcfc7 req-ef54fb41-10ea-4a25-8104-5e15f5143982 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530353 May 27 02:12:31.744805 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6bea19c-e137-4376-93f8-6b0f4b4ba351'] response: {'name': 'network-changed', 'server_uuid': '0a66d282-3002-42eb-ac2b-8fc0140067a9', 'tag': 'f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60', 'status': 'completed', 'code': 200} May 27 02:12:31.753847 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 112730a7-ac21-4f96-a3f7-eb5580a0faf5 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:31.755551 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:31.824471 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 112730a7-ac21-4f96-a3f7-eb5580a0faf5, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=112730a7-ac21-4f96-a3f7-eb5580a0faf5,segment=NetworkSegment(931dd518-127f-4f0c-a0b6-2f9bfdd5d70d),segment_id=931dd518-127f-4f0c-a0b6-2f9bfdd5d70d)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:31.834284 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:31.837388 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device bfc34fbb-6415-41d4-b38a-320c6f98cc13 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:12:31.921673 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.resource_extend [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:12:32.044274 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:32.045068 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:12:32.084666 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b3f28-ec23-428b-9b8d-08692f678a8b req-3b99b0f8-2567-490d-9448-8d6752f48df8 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:32.086308 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ce0b3f28-ec23-428b-9b8d-08692f678a8b req-3b99b0f8-2567-490d-9448-8d6752f48df8 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d516fc2-a526-487e-9064-9e8f986cda8b HTTP/1.1" status: 200 len: 945 time: 0.1923690 May 27 02:12:32.088901 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c2256-9202-42c2-97c1-6a5cdb92a953 req-797f11ab-cc7d-44fe-b728-7e0e4d0f382d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:32.090390 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-923c2256-9202-42c2-97c1-6a5cdb92a953 req-797f11ab-cc7d-44fe-b728-7e0e4d0f382d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2971497 May 27 02:12:32.106786 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-bf317b8b-a2c0-4328-99dd-74f86c353988 service neutron] Attempting to bind port 99d91620-0da6-4b5d-b0d4-031bc8101aac on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:12:32.107201 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-bf317b8b-a2c0-4328-99dd-74f86c353988 service neutron] Attempting to bind port 99d91620-0da6-4b5d-b0d4-031bc8101aac by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:12:32.107545 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-bf317b8b-a2c0-4328-99dd-74f86c353988 service neutron] Attempting to bind port 99d91620-0da6-4b5d-b0d4-031bc8101aac on network a46dc284-eb7c-468a-bcfd-6cfcbba366bf {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:12:32.111270 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89de56-dfab-49ff-97c4-c74b646f4072 req-888b8dd3-d086-46c8-b6a5-bd328f76b262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:32.114462 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1d89de56-dfab-49ff-97c4-c74b646f4072 req-888b8dd3-d086-46c8-b6a5-bd328f76b262 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a0bf13c89d84e1a8f088903e9917527&device_id=0a66d282-3002-42eb-ac2b-8fc0140067a9 HTTP/1.1" status: 200 len: 1098 time: 0.2524803 May 27 02:12:32.117952 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-bf317b8b-a2c0-4328-99dd-74f86c353988 service neutron] Port 99d91620-0da6-4b5d-b0d4-031bc8101aac on network a46dc284-eb7c-468a-bcfd-6cfcbba366bf not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:12:32.118264 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-bf317b8b-a2c0-4328-99dd-74f86c353988 service neutron] Attempting to bind port 99d91620-0da6-4b5d-b0d4-031bc8101aac on network a46dc284-eb7c-468a-bcfd-6cfcbba366bf {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:12:32.126056 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-bf317b8b-a2c0-4328-99dd-74f86c353988 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:12:32.132920 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-bf317b8b-a2c0-4328-99dd-74f86c353988 service neutron] Checking segment: {'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:12:32.132920 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-bf317b8b-a2c0-4328-99dd-74f86c353988 service neutron] Bound using segment: {'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:12:32.132920 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-bf317b8b-a2c0-4328-99dd-74f86c353988 service neutron] Bound port: 99d91620-0da6-4b5d-b0d4-031bc8101aac, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:12:32.132920 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-bf317b8b-a2c0-4328-99dd-74f86c353988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:32.174854 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ce0b3f28-ec23-428b-9b8d-08692f678a8b req-41ded030-91d5-4bdd-b4f9-63f4fb68f460 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.57 "GET /v2.0/security-groups?id=a59f6ddd-ad70-42a7-a5f1-58089f831476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814102 May 27 02:12:32.193278 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:12:32.193944 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device d65fbf19-07e5-4a5e-b039-5dbbf3f9ba95 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:12:32.199431 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 18ff276f-6125-4a3a-8b89-114081ef9788 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:32.200516 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:32.258805 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18ff276f-6125-4a3a-8b89-114081ef9788 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:12:32.268224 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=c18db477-e94c-4867-8e9c-4ceadedb65b6,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:32.350523 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-923c2256-9202-42c2-97c1-6a5cdb92a953 req-5c158bf1-91ee-40bd-8b84-c2d71208b4dc service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011018 May 27 02:12:32.373423 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=112730a7-ac21-4f96-a3f7-eb5580a0faf5,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:32.409650 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 18ff276f-6125-4a3a-8b89-114081ef9788, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=18ff276f-6125-4a3a-8b89-114081ef9788,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:32.413011 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89de56-dfab-49ff-97c4-c74b646f4072 req-d7732193-a311-45ea-8dda-efa89d2d453c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:32.414479 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1d89de56-dfab-49ff-97c4-c74b646f4072 req-d7732193-a311-45ea-8dda-efa89d2d453c service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.2717037 May 27 02:12:32.415441 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-bf317b8b-a2c0-4328-99dd-74f86c353988 service neutron] For port 99d91620-0da6-4b5d-b0d4-031bc8101aac, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:12:32.418682 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-bf317b8b-a2c0-4328-99dd-74f86c353988 service neutron] For port 99d91620-0da6-4b5d-b0d4-031bc8101aac, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=99d91620-0da6-4b5d-b0d4-031bc8101aac,segment=NetworkSegment(18001c0d-6c74-475c-a0cb-9d64b721b14f),segment_id=18001c0d-6c74-475c-a0cb-9d64b721b14f)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:12:32.493652 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:32.494131 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1d89de56-dfab-49ff-97c4-c74b646f4072 req-39de9760-128b-42e7-811d-a99bdefdd1fd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60 HTTP/1.1" status: 200 len: 217 time: 0.0720129 May 27 02:12:32.539808 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port bfc34fbb-6415-41d4-b38a-320c6f98cc13 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:12:32.550731 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-bf317b8b-a2c0-4328-99dd-74f86c353988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:32.560435 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port bfc34fbb-6415-41d4-b38a-320c6f98cc13 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:32.564422 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:32.630517 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:32.649357 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf317b8b-a2c0-4328-99dd-74f86c353988 service neutron] Pushing event updated for resources: {'Port': ['ID=99d91620-0da6-4b5d-b0d4-031bc8101aac,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:32.667524 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-bf317b8b-a2c0-4328-99dd-74f86c353988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:32.668440 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-bf317b8b-a2c0-4328-99dd-74f86c353988 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:32.670143 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-bf317b8b-a2c0-4328-99dd-74f86c353988 service neutron] 10.222.0.66 "PUT /v2.0/ports/99d91620-0da6-4b5d-b0d4-031bc8101aac HTTP/1.1" status: 200 len: 1092 time: 2.6350653 May 27 02:12:32.673516 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c2ceb7-fe63-4534-8489-536ce21cdbcf', 'tag': '99d91620-0da6-4b5d-b0d4-031bc8101aac'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:12:32.693550 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89de56-dfab-49ff-97c4-c74b646f4072 req-965a855c-8364-42e0-b7bc-b296d6151b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:32.696937 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1d89de56-dfab-49ff-97c4-c74b646f4072 req-965a855c-8364-42e0-b7bc-b296d6151b5d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.1941593 May 27 02:12:32.704615 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': 'f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'port_id': 'f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60', 'mac_address': 'fa:16:3e:27:84:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf69705-8457-415f-85a3-b42efaff1b97', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:12:32.757048 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=18ff276f-6125-4a3a-8b89-114081ef9788,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:32.793923 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-923c2256-9202-42c2-97c1-6a5cdb92a953 req-963a9deb-480a-44d5-815b-1b4e7dc224dd service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372189 May 27 02:12:32.827536 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:32.829346 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:32.855729 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-d7dea624-92ac-482b-b784-35c2e2a2fc3f tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=4179d23c60954b1583b94938be4c46fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1572242 May 27 02:12:32.935690 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89de56-dfab-49ff-97c4-c74b646f4072 req-da0e0ce4-79ea-424b-b1ee-7eb27ac515af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:32.937441 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1d89de56-dfab-49ff-97c4-c74b646f4072 req-da0e0ce4-79ea-424b-b1ee-7eb27ac515af service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2313933 May 27 02:12:32.999165 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d80a1ba-d282-4518-9df7-74b625dd55be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614f2f56-0b2e-4664-a6ee-0d7def01f496'}, {'server_uuid': 'f3ae4e86-f966-4f4f-8a12-fbf7ec7acd52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18db477-e94c-4867-8e9c-4ceadedb65b6'}, {'server_uuid': '2825cc4c-3b65-424a-910e-30f6178b103d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112730a7-ac21-4f96-a3f7-eb5580a0faf5'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:12:33.004931 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port bfc34fbb-6415-41d4-b38a-320c6f98cc13 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:33.005318 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:33.019945 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:12:33.026502 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['18ff276f-6125-4a3a-8b89-114081ef9788'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:12:33.118285 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:33.146973 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-a861945d-ee14-4c14-8c34-d8b3e37defeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:33.148764 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-a861945d-ee14-4c14-8c34-d8b3e37defeb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=846b128e49a144bb97bdbd537ab49432&device_id=24c2ceb7-fe63-4534-8489-536ce21cdbcf HTTP/1.1" status: 200 len: 1095 time: 0.3711355 May 27 02:12:33.170567 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port bfc34fbb-6415-41d4-b38a-320c6f98cc13, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=bfc34fbb-6415-41d4-b38a-320c6f98cc13,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:33.232226 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-0405caa7-15cc-447b-b276-659ecc5ec3a7 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:33.234045 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-0405caa7-15cc-447b-b276-659ecc5ec3a7 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3579609 May 27 02:12:33.251814 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:33.268056 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-7e30c3be-5f57-489c-9074-f65a958d4c03 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] 10.222.0.57 "GET /v2.0/quotas/4179d23c60954b1583b94938be4c46fe HTTP/1.1" status: 200 len: 375 time: 0.0249043 May 27 02:12:33.320429 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-4624e376-aadb-4f5a-b7ba-63c58a032008 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99d91620-0da6-4b5d-b0d4-031bc8101aac HTTP/1.1" status: 200 len: 217 time: 0.1235538 May 27 02:12:33.325262 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-267bb9de-9ca0-4ad8-a16a-1226f5c60493 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=4179d23c60954b1583b94938be4c46fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563123 May 27 02:12:33.350463 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a51744-cf91-4e35-97d1-a3c67f0819c4 req-8bf4f912-5eda-49aa-888b-1196b5826ca0 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:33.361427 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-22a51744-cf91-4e35-97d1-a3c67f0819c4 req-8bf4f912-5eda-49aa-888b-1196b5826ca0 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a66d282-3002-42eb-ac2b-8fc0140067a9 HTTP/1.1" status: 200 len: 947 time: 0.5893357 May 27 02:12:33.369407 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:33.372626 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:33.408580 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-38eeba91-9706-42f8-8017-e067e2328b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:33.410127 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-38eeba91-9706-42f8-8017-e067e2328b94 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7bcc4077-ba65-497d-80cd-f2b54423660b HTTP/1.1" status: 200 len: 847 time: 0.0770864 May 27 02:12:33.466845 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=bfc34fbb-6415-41d4-b38a-320c6f98cc13,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:33.519828 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-ce26aeb5-ac61-4f75-bda8-5d188fe025af service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981328 May 27 02:12:33.557379 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-22a51744-cf91-4e35-97d1-a3c67f0819c4 req-a50d1fa4-bb5e-4e8a-9645-c6ae1beeee5f tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bb8d88a-a022-4e03-8d79-5049b621183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949351 May 27 02:12:33.592564 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04fb2a48-0fe3-4aea-83c7-1a50c6eaec93 req-1c5badc8-cd7f-4eb9-8836-ff107ddc1bd3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=87dafe07-4df8-4a69-ab8f-c04e892a00a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1911664 May 27 02:12:33.626128 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1d89de56-dfab-49ff-97c4-c74b646f4072 req-18511c93-4a07-4e7d-8432-413aa9c349e7 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6720812 May 27 02:12:33.627968 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:12:33.849898 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb2a48-0fe3-4aea-83c7-1a50c6eaec93 req-4104f7c8-9ca7-46b1-84a9-14205506e6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:33.854698 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04fb2a48-0fe3-4aea-83c7-1a50c6eaec93 req-4104f7c8-9ca7-46b1-84a9-14205506e6b7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=846b128e49a144bb97bdbd537ab49432&device_id=87dafe07-4df8-4a69-ab8f-c04e892a00a9 HTTP/1.1" status: 200 len: 1096 time: 0.1892314 May 27 02:12:33.987203 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-2ebb31e8-ec22-473f-b385-0252bd7260af service neutron] 10.222.0.66 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4522054 May 27 02:12:34.164065 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1d89de56-dfab-49ff-97c4-c74b646f4072 req-f8e8f307-512d-4a31-9767-1d95f4a9d149 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5181196 May 27 02:12:34.256947 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-02c18417-ead8-44d3-8518-0050ca8ed487 req-dd7f3816-960c-44cd-b1fc-41b499fc3c6a service neutron] 10.222.0.66 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613358 May 27 02:12:34.312868 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb2a48-0fe3-4aea-83c7-1a50c6eaec93 req-46afdde7-6325-48b5-8e2d-0e0cd76da2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:34.314406 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04fb2a48-0fe3-4aea-83c7-1a50c6eaec93 req-46afdde7-6325-48b5-8e2d-0e0cd76da2f4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf HTTP/1.1" status: 200 len: 908 time: 0.4353282 May 27 02:12:34.333118 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa2a72c-1338-4031-8748-79867a4686d9 req-6f7f53a2-4be1-40f7-b33e-20f09a4c52db tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:34.334672 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-caa2a72c-1338-4031-8748-79867a4686d9 req-6f7f53a2-4be1-40f7-b33e-20f09a4c52db tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 945 time: 0.3360515 May 27 02:12:34.401945 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17a49d-d7bc-4004-86b7-790a1fb483f9 req-ee5a9037-823b-4cd3-a377-d191b571e038 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:34.403357 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3e17a49d-d7bc-4004-86b7-790a1fb483f9 req-ee5a9037-823b-4cd3-a377-d191b571e038 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 950 time: 0.4782460 May 27 02:12:34.427762 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04fb2a48-0fe3-4aea-83c7-1a50c6eaec93 req-19d03b1d-d381-46f1-a730-d9eadd7ecc84 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f5de102-5480-41ab-b0a3-1896cacac56e HTTP/1.1" status: 200 len: 217 time: 0.1051741 May 27 02:12:34.464343 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53dc98d-87e9-4bd3-b580-4ae048c11e25 req-0133bbf3-6f8a-4bf9-89d2-f0ae75135072 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:34.465764 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a53dc98d-87e9-4bd3-b580-4ae048c11e25 req-0133bbf3-6f8a-4bf9-89d2-f0ae75135072 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 950 time: 0.3911235 May 27 02:12:34.609184 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a53dc98d-87e9-4bd3-b580-4ae048c11e25 req-94891b5a-f271-4e28-b9ea-598139fd2e65 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013589 May 27 02:12:34.622088 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-3e17a49d-d7bc-4004-86b7-790a1fb483f9 req-61bb4f7d-4912-4aea-bef1-ba6d30e1c64d tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Deleting port 614f2f56-0b2e-4664-a6ee-0d7def01f496 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:12:34.622440 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-3e17a49d-d7bc-4004-86b7-790a1fb483f9 req-61bb4f7d-4912-4aea-bef1-ba6d30e1c64d tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:34.658032 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-caa2a72c-1338-4031-8748-79867a4686d9 req-66ae2396-5bee-4b9f-84f9-7593c3ecf2cf tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2640507 May 27 02:12:34.665814 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 18ff276f-6125-4a3a-8b89-114081ef9788 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:12:34.725541 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6f7c595-e6b4-4b98-b709-26cbc25b307c'] response: {'name': 'network-changed', 'server_uuid': '24c2ceb7-fe63-4534-8489-536ce21cdbcf', 'tag': '99d91620-0da6-4b5d-b0d4-031bc8101aac', 'status': 'completed', 'code': 200} May 27 02:12:34.817314 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb2a48-0fe3-4aea-83c7-1a50c6eaec93 req-8634ac20-cccd-4e60-a191-0c77ce5b1860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:34.824162 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04fb2a48-0fe3-4aea-83c7-1a50c6eaec93 req-8634ac20-cccd-4e60-a191-0c77ce5b1860 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7bcc4077-ba65-497d-80cd-f2b54423660b HTTP/1.1" status: 200 len: 847 time: 0.3500001 May 27 02:12:34.911098 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4eb829-768e-4230-8882-3a2056fefcf7 req-8da3fca2-ca41-448a-ac6f-fa285e1dc0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:34.911098 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8e4eb829-768e-4230-8882-3a2056fefcf7 req-8da3fca2-ca41-448a-ac6f-fa285e1dc0e5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=846b128e49a144bb97bdbd537ab49432&device_id=24c2ceb7-fe63-4534-8489-536ce21cdbcf HTTP/1.1" status: 200 len: 1095 time: 0.1557868 May 27 02:12:34.944755 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 18ff276f-6125-4a3a-8b89-114081ef9788 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:12:34.958098 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 18ff276f-6125-4a3a-8b89-114081ef9788 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:34.958527 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:35.052907 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04fb2a48-0fe3-4aea-83c7-1a50c6eaec93 req-2336a41d-2cfc-4ccb-acb9-eefc56642937 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1997571 May 27 02:12:35.087554 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4eb829-768e-4230-8882-3a2056fefcf7 req-24b82b8b-ea45-48b0-910c-6032a00efdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:35.089110 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8e4eb829-768e-4230-8882-3a2056fefcf7 req-24b82b8b-ea45-48b0-910c-6032a00efdfb service neutron] 10.222.0.66 "GET /v2.0/networks?id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf HTTP/1.1" status: 200 len: 908 time: 0.1772969 May 27 02:12:35.136143 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 18ff276f-6125-4a3a-8b89-114081ef9788 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:35.136448 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:35.169188 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8e4eb829-768e-4230-8882-3a2056fefcf7 req-21517519-283e-4013-b1a1-7db7978a4aed service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99d91620-0da6-4b5d-b0d4-031bc8101aac HTTP/1.1" status: 200 len: 217 time: 0.0733490 May 27 02:12:35.176743 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 18ff276f-6125-4a3a-8b89-114081ef9788, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=18ff276f-6125-4a3a-8b89-114081ef9788,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:35.236811 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4eb829-768e-4230-8882-3a2056fefcf7 req-b74301ec-69dd-4954-b1d8-bbb5a9f7d322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:35.238561 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8e4eb829-768e-4230-8882-3a2056fefcf7 req-b74301ec-69dd-4954-b1d8-bbb5a9f7d322 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7bcc4077-ba65-497d-80cd-f2b54423660b HTTP/1.1" status: 200 len: 847 time: 0.0641601 May 27 02:12:35.269982 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:35.290341 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8e4eb829-768e-4230-8882-3a2056fefcf7 req-f64ddbde-ecc3-4134-8850-17850b32c3b7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440264 May 27 02:12:35.356237 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=18ff276f-6125-4a3a-8b89-114081ef9788,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:35.375981 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3452e4-d5c6-4a6c-9140-4d96418b5edd req-8ce4ee39-9ba6-45ff-a522-0823a160b845 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:35.383062 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eb3452e4-d5c6-4a6c-9140-4d96418b5edd req-8ce4ee39-9ba6-45ff-a522-0823a160b845 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=24c2ceb7-fe63-4534-8489-536ce21cdbcf HTTP/1.1" status: 200 len: 944 time: 0.4048181 May 27 02:12:35.401392 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04fb2a48-0fe3-4aea-83c7-1a50c6eaec93 req-d4f1e216-c25b-4c8d-847e-4263d68ec07c service neutron] 10.222.0.66 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385742 May 27 02:12:35.411122 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-3e17a49d-d7bc-4004-86b7-790a1fb483f9 req-61bb4f7d-4912-4aea-bef1-ba6d30e1c64d tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] For port 614f2f56-0b2e-4664-a6ee-0d7def01f496, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=614f2f56-0b2e-4664-a6ee-0d7def01f496,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:35.411489 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-3e17a49d-d7bc-4004-86b7-790a1fb483f9 req-61bb4f7d-4912-4aea-bef1-ba6d30e1c64d tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:35.454665 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8e4eb829-768e-4230-8882-3a2056fefcf7 req-f1c591fb-72c3-47f0-b075-25eff7b81c9d service neutron] 10.222.0.66 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587224 May 27 02:12:35.595233 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:12:35.604080 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8e4eb829-768e-4230-8882-3a2056fefcf7 req-0c63318f-54da-4dbc-911a-b12fe4d386a7 service neutron] 10.222.0.66 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426101 May 27 02:12:35.712472 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-3e17a49d-d7bc-4004-86b7-790a1fb483f9 req-61bb4f7d-4912-4aea-bef1-ba6d30e1c64d tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Calling delete_port for 614f2f56-0b2e-4664-a6ee-0d7def01f496 owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:12:35.738538 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:12:35.746349 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:35.747186 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:35.773674 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbee6c-3974-43bd-9a31-51fa3b23fd94 req-711e60ad-cbd0-4625-9335-dd2e0aa0d887 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:35.781449 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-08cbee6c-3974-43bd-9a31-51fa3b23fd94 req-711e60ad-cbd0-4625-9335-dd2e0aa0d887 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9d0b9eb-64e5-4b1c-9513-fcc5fdfd0437 HTTP/1.1" status: 200 len: 950 time: 0.8441832 May 27 02:12:35.916232 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eb3452e4-d5c6-4a6c-9140-4d96418b5edd req-03162377-7839-499d-aa70-92d61867a061 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5323019 May 27 02:12:35.943422 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-08cbee6c-3974-43bd-9a31-51fa3b23fd94 req-c3e1a8dd-6f93-4505-8980-959c273cadfe tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610770 May 27 02:12:36.033489 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfee6001-c321-48cb-b10b-f99143179f5c'] response: {'server_uuid': '0d80a1ba-d282-4518-9df7-74b625dd55be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614f2f56-0b2e-4664-a6ee-0d7def01f496', 'code': 200} May 27 02:12:36.033931 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfee6001-c321-48cb-b10b-f99143179f5c'] response: {'server_uuid': 'f3ae4e86-f966-4f4f-8a12-fbf7ec7acd52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18db477-e94c-4867-8e9c-4ceadedb65b6', 'code': 200} May 27 02:12:36.034673 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfee6001-c321-48cb-b10b-f99143179f5c'] response: {'server_uuid': '2825cc4c-3b65-424a-910e-30f6178b103d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112730a7-ac21-4f96-a3f7-eb5580a0faf5', 'code': 200} May 27 02:12:36.038301 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:36.038918 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:36.041668 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04fb2a48-0fe3-4aea-83c7-1a50c6eaec93 req-da1eab27-5dcf-4daf-b5cc-dd5e0c94c9c1 service neutron] 10.222.0.66 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385530 May 27 02:12:36.153112 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:36.156795 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-3e17a49d-d7bc-4004-86b7-790a1fb483f9 req-61bb4f7d-4912-4aea-bef1-ba6d30e1c64d tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:36.173087 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['da5fb44e-ba92-42dc-988f-3cd41806c48b', '614f2f56-0b2e-4664-a6ee-0d7def01f496'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:12:36.227896 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de', 'e877bcc3-33c5-4254-8b54-f3b4e576ce23'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:12:36.246218 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984d063-4941-46cf-a2f7-30ad44cb5847 req-a6067f12-90f9-49e7-be04-027a91a6100a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:36.248448 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5984d063-4941-46cf-a2f7-30ad44cb5847 req-a6067f12-90f9-49e7-be04-027a91a6100a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2825cc4c-3b65-424a-910e-30f6178b103d HTTP/1.1" status: 200 len: 1096 time: 0.0826249 May 27 02:12:36.310237 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5984d063-4941-46cf-a2f7-30ad44cb5847 req-024e67c1-b73a-44e8-bb9c-87e54c5b5629 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a59f6ddd-ad70-42a7-a5f1-58089f831476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546651 May 27 02:12:36.320179 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:36.320982 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 59dd76c7-04f3-4e36-a375-05bd87a0399b no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:12:36.328534 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb4f7d-4912-4aea-bef1-ba6d30e1c64d tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Pushing event deleted for resources: {'Port': ['ID=614f2f56-0b2e-4664-a6ee-0d7def01f496,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:36.438148 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a2fecc9b-6a78-4b1c-aa1e-cc581680d11b req-6b49caaa-e7b1-4e98-aa2e-d901e4170ab7 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ec214a5-4539-43b0-bea2-976148152ef6 HTTP/1.1" status: 200 len: 210 time: 0.1995020 May 27 02:12:36.535608 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:36.564999 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e17a49d-d7bc-4004-86b7-790a1fb483f9 req-61bb4f7d-4912-4aea-bef1-ba6d30e1c64d tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] No DVR routers for this DVR port 614f2f56-0b2e-4664-a6ee-0d7def01f496 on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:12:36.570670 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-3e17a49d-d7bc-4004-86b7-790a1fb483f9 req-61bb4f7d-4912-4aea-bef1-ba6d30e1c64d tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:36.574205 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d80a1ba-d282-4518-9df7-74b625dd55be', 'name': 'network-vif-deleted', 'tag': '614f2f56-0b2e-4664-a6ee-0d7def01f496'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:12:36.631020 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b732d-7574-4bc3-b92e-4e63cb61e38a req-b4fc47d5-5338-4cb4-94a8-9a9a003a4a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:36.632294 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-417b732d-7574-4bc3-b92e-4e63cb61e38a req-b4fc47d5-5338-4cb4-94a8-9a9a003a4a83 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f3ae4e86-f966-4f4f-8a12-fbf7ec7acd52 HTTP/1.1" status: 200 len: 1097 time: 0.4076705 May 27 02:12:36.673789 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3e17a49d-d7bc-4004-86b7-790a1fb483f9 req-61bb4f7d-4912-4aea-bef1-ba6d30e1c64d tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.66 "DELETE /v2.0/ports/614f2f56-0b2e-4664-a6ee-0d7def01f496 HTTP/1.1" status: 204 len: 173 time: 2.2596250 May 27 02:12:36.704674 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 59dd76c7-04f3-4e36-a375-05bd87a0399b is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:36.705014 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:36.705275 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8e626-3761-4ee8-80cc-ae90351c58c4 req-135e28ee-38b4-48ab-85f3-6c4b31fa3ec2 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:36.706879 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d4d8e626-3761-4ee8-80cc-ae90351c58c4 req-135e28ee-38b4-48ab-85f3-6c4b31fa3ec2 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d516fc2-a526-487e-9064-9e8f986cda8b HTTP/1.1" status: 200 len: 945 time: 0.3677144 May 27 02:12:36.769648 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-417b732d-7574-4bc3-b92e-4e63cb61e38a req-f2098a3e-b3aa-4e0d-b410-1a531cf417b8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a59f6ddd-ad70-42a7-a5f1-58089f831476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898931 May 27 02:12:36.790886 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 59dd76c7-04f3-4e36-a375-05bd87a0399b, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=59dd76c7-04f3-4e36-a375-05bd87a0399b,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:36.794451 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d4d8e626-3761-4ee8-80cc-ae90351c58c4 req-89a90211-c340-4d26-80fb-08ec07ea2a66 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.57 "GET /v2.0/security-groups?id=a59f6ddd-ad70-42a7-a5f1-58089f831476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798340 May 27 02:12:36.812154 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf96407-f2c2-4339-b437-16284a9f8298 req-b8f14f3b-f7fb-40b9-b22f-2530bb6e80e8 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:36.818635 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-abf96407-f2c2-4339-b437-16284a9f8298 req-b8f14f3b-f7fb-40b9-b22f-2530bb6e80e8 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a66d282-3002-42eb-ac2b-8fc0140067a9 HTTP/1.1" status: 200 len: 949 time: 0.2043777 May 27 02:12:36.869476 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:36.894051 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-abf96407-f2c2-4339-b437-16284a9f8298 req-062eb161-9b41-436c-b022-5e24c28bc4c1 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bb8d88a-a022-4e03-8d79-5049b621183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744653 May 27 02:12:36.974788 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=59dd76c7-04f3-4e36-a375-05bd87a0399b,revision_number=8']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:37.095666 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-8bcd8dd5-62d7-435f-a62f-af1a9eedcdd5 req-7f75afad-f15a-4c97-818f-c38e4184330a tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Synchronizing usage tracker for tenant:91fc0a0dee4b4cc18343e2e355149e58 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:12:37.164881 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-b71375e8-9540-44db-8534-db12225e16c3 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=4179d23c60954b1583b94938be4c46fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1673920 May 27 02:12:37.247055 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-8bcd8dd5-62d7-435f-a62f-af1a9eedcdd5 req-7f75afad-f15a-4c97-818f-c38e4184330a tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Unset dirty status for tenant:91fc0a0dee4b4cc18343e2e355149e58 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:12:37.249890 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8bcd8dd5-62d7-435f-a62f-af1a9eedcdd5 req-7f75afad-f15a-4c97-818f-c38e4184330a tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d80a1ba-d282-4518-9df7-74b625dd55be HTTP/1.1" status: 200 len: 210 time: 0.2010798 May 27 02:12:37.338088 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae357a70-2065-4840-a3fc-6fa480d77cd3'] response: {'server_uuid': '0d80a1ba-d282-4518-9df7-74b625dd55be', 'name': 'network-vif-deleted', 'tag': '614f2f56-0b2e-4664-a6ee-0d7def01f496', 'status': 'completed', 'code': 200} May 27 02:12:37.348281 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-7e018d47-a081-4a09-88a3-683aaf824639 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:37.350222 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-7e018d47-a081-4a09-88a3-683aaf824639 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1638849 May 27 02:12:37.364052 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-7340d0b1-f23a-4bc0-9e1b-f33162806685 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] Request body: {'port': {'device_id': '9ec214a5-4539-43b0-bea2-976148152ef6', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'admin_state_up': True, 'tenant_id': '4179d23c60954b1583b94938be4c46fe'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:12:37.519175 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28dcc7-fd41-4bc1-9f6e-22facf032816 req-5e7dfe1e-ca5c-4b63-a742-6649e677054a tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:37.520635 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5e28dcc7-fd41-4bc1-9f6e-22facf032816 req-5e7dfe1e-ca5c-4b63-a742-6649e677054a tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.57 "GET /v2.0/ports?device_id=2825cc4c-3b65-424a-910e-30f6178b103d HTTP/1.1" status: 200 len: 945 time: 0.0879600 May 27 02:12:37.539011 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-7340d0b1-f23a-4bc0-9e1b-f33162806685 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:12:37.544501 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-7340d0b1-f23a-4bc0-9e1b-f33162806685 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] Usage tracker for resource:port and tenant:4179d23c60954b1583b94938be4c46fe is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:12:37.550878 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-7340d0b1-f23a-4bc0-9e1b-f33162806685 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:12:37.558039 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-7340d0b1-f23a-4bc0-9e1b-f33162806685 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:12:37.573615 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5e28dcc7-fd41-4bc1-9f6e-22facf032816 req-5d5c06b1-0000-4b5f-8c80-37662e6e85c0 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.57 "GET /v2.0/security-groups?id=a59f6ddd-ad70-42a7-a5f1-58089f831476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455518 May 27 02:12:37.665683 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-7340d0b1-f23a-4bc0-9e1b-f33162806685 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] Made reservation on behalf of 4179d23c60954b1583b94938be4c46fe for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:12:37.669385 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-7340d0b1-f23a-4bc0-9e1b-f33162806685 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:37.692633 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-7340d0b1-f23a-4bc0-9e1b-f33162806685 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:37.740943 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-7340d0b1-f23a-4bc0-9e1b-f33162806685 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:12:37.752442 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-7340d0b1-f23a-4bc0-9e1b-f33162806685 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] Usage tracker for resource:security_group_rule and tenant:4179d23c60954b1583b94938be4c46fe is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:12:37.759644 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-7340d0b1-f23a-4bc0-9e1b-f33162806685 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:12:37.774167 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-7340d0b1-f23a-4bc0-9e1b-f33162806685 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:12:37.885290 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-7340d0b1-f23a-4bc0-9e1b-f33162806685 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:37.951472 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecb68c-ba7f-47e6-b774-a0f2c60194f7 req-8bc18d19-7dee-4b5f-8792-dece2055522d tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:37.960385 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-7340d0b1-f23a-4bc0-9e1b-f33162806685 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:37.960581 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-05ecb68c-ba7f-47e6-b774-a0f2c60194f7 req-8bc18d19-7dee-4b5f-8792-dece2055522d tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9d0b9eb-64e5-4b1c-9513-fcc5fdfd0437 HTTP/1.1" status: 200 len: 950 time: 0.2194347 May 27 02:12:38.019203 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5ae0f-71e4-416e-9e75-4e072f27089a req-14e7cc62-694c-4d19-96b4-3f5d43a34218 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:38.020762 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-daf5ae0f-71e4-416e-9e75-4e072f27089a req-14e7cc62-694c-4d19-96b4-3f5d43a34218 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=24c2ceb7-fe63-4534-8489-536ce21cdbcf HTTP/1.1" status: 200 len: 944 time: 0.2057948 May 27 02:12:38.028012 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-05ecb68c-ba7f-47e6-b774-a0f2c60194f7 req-c7a7d98a-cdf8-45ab-9940-c00ede8944f2 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663171 May 27 02:12:38.035387 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d0b9eb-64e5-4b1c-9513-fcc5fdfd0437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc34fbb-6415-41d4-b38a-320c6f98cc13'}, {'server_uuid': '26aa7717-901d-4fed-8866-692a2eaa03ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ff276f-6125-4a3a-8b89-114081ef9788'}, {'server_uuid': '0a66d282-3002-42eb-ac2b-8fc0140067a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60'}, {'server_uuid': 'ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59dd76c7-04f3-4e36-a375-05bd87a0399b'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:12:38.084866 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7340d0b1-f23a-4bc0-9e1b-f33162806685 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aac98c3e-2a8d-4223-8f43-df8ccd673259,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:38.103227 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-daf5ae0f-71e4-416e-9e75-4e072f27089a req-be29faca-c762-4f65-9c21-3ad0d645a888 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562675 May 27 02:12:38.211482 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-7340d0b1-f23a-4bc0-9e1b-f33162806685 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] Allocated IP 192.168.233.182 (54d5ea08-4fa3-4323-9d64-35a947e9d08e/2cf69705-8457-415f-85a3-b42efaff1b97/4c5980e3-43fc-496b-9867-cfa4fcbf2dde) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:12:38.215244 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a1895772-c300-4a32-98db-252c901c6943 req-9545864e-e0f0-4d9d-a3d3-343d9d6c63ed tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ec214a5-4539-43b0-bea2-976148152ef6 HTTP/1.1" status: 200 len: 210 time: 0.0534446 May 27 02:12:38.430315 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a34d6-ed29-43ac-89d0-3f37b4a31af1 req-e6149f0f-4a03-4d4a-8ff3-5f646105802b tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:38.432321 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f4a34d6-ed29-43ac-89d0-3f37b4a31af1 req-e6149f0f-4a03-4d4a-8ff3-5f646105802b tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a66d282-3002-42eb-ac2b-8fc0140067a9 HTTP/1.1" status: 200 len: 949 time: 0.0935650 May 27 02:12:38.439687 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-7340d0b1-f23a-4bc0-9e1b-f33162806685 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:38.455481 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-7340d0b1-f23a-4bc0-9e1b-f33162806685 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] Transition to ACTIVE for port object 4c5980e3-43fc-496b-9867-cfa4fcbf2dde will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:12:38.478542 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f4a34d6-ed29-43ac-89d0-3f37b4a31af1 req-74be8e35-0770-456e-8f7f-daceed1d4f3e tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bb8d88a-a022-4e03-8d79-5049b621183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404618 May 27 02:12:38.542012 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2074c050-24cb-4c85-88a7-d26f76649fc5'] response: {'server_uuid': 'c9d0b9eb-64e5-4b1c-9513-fcc5fdfd0437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc34fbb-6415-41d4-b38a-320c6f98cc13', 'code': 200} May 27 02:12:38.542275 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2074c050-24cb-4c85-88a7-d26f76649fc5'] response: {'server_uuid': '26aa7717-901d-4fed-8866-692a2eaa03ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ff276f-6125-4a3a-8b89-114081ef9788', 'code': 200} May 27 02:12:38.542532 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2074c050-24cb-4c85-88a7-d26f76649fc5'] response: {'server_uuid': '0a66d282-3002-42eb-ac2b-8fc0140067a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60', 'code': 200} May 27 02:12:38.542832 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2074c050-24cb-4c85-88a7-d26f76649fc5'] response: {'server_uuid': 'ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59dd76c7-04f3-4e36-a375-05bd87a0399b', 'code': 200} May 27 02:12:38.554590 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-7340d0b1-f23a-4bc0-9e1b-f33162806685 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:38.633186 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-7340d0b1-f23a-4bc0-9e1b-f33162806685 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] Network 54d5ea08-4fa3-4323-9d64-35a947e9d08e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:12:38.636240 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-7340d0b1-f23a-4bc0-9e1b-f33162806685 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:12:38.641084 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-7340d0b1-f23a-4bc0-9e1b-f33162806685 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:12:38.698625 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 614f2f56-0b2e-4664-a6ee-0d7def01f496 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:12:38.775986 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: 614f2f56-0b2e-4664-a6ee-0d7def01f496 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:12:38.775986 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 614f2f56-0b2e-4664-a6ee-0d7def01f496 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:12:38.781183 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-7340d0b1-f23a-4bc0-9e1b-f33162806685 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:38.782078 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-7340d0b1-f23a-4bc0-9e1b-f33162806685 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:38.797007 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7340d0b1-f23a-4bc0-9e1b-f33162806685 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] Pushing event updated for resources: {'Port': ['ID=4c5980e3-43fc-496b-9867-cfa4fcbf2dde,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:38.899594 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-7340d0b1-f23a-4bc0-9e1b-f33162806685 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5402038 May 27 02:12:38.914513 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-efa18dbc-68f4-4603-be2f-685699720556 service neutron] Request body: {'port': {'device_id': '9ec214a5-4539-43b0-bea2-976148152ef6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:12:39.031579 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-efa18dbc-68f4-4603-be2f-685699720556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:39.047283 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-d77fed2f-9d83-41af-9509-fbcd6feae869 None None] Provisioning for port 4c5980e3-43fc-496b-9867-cfa4fcbf2dde completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:12:39.053535 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-d77fed2f-9d83-41af-9509-fbcd6feae869 None None] Provisioning complete for port 4c5980e3-43fc-496b-9867-cfa4fcbf2dde triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:39.053906 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d77fed2f-9d83-41af-9509-fbcd6feae869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:39.146090 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-d77fed2f-9d83-41af-9509-fbcd6feae869 None None] Port 4c5980e3-43fc-496b-9867-cfa4fcbf2dde cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:12:39.156339 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb9821-c49f-4bbb-b816-8e9f8a9ee83e req-34b2692e-e5b0-4f26-9786-c120179587a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:39.156339 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dafb9821-c49f-4bbb-b816-8e9f8a9ee83e req-34b2692e-e5b0-4f26-9786-c120179587a0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=26aa7717-901d-4fed-8866-692a2eaa03ec HTTP/1.1" status: 200 len: 1101 time: 0.4904127 May 27 02:12:39.156626 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0ce9e-27ec-4149-9a76-037922c08b59 req-62c750f1-71c4-40ed-aee4-c9ae197eada8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:39.157875 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b4d0ce9e-27ec-4149-9a76-037922c08b59 req-62c750f1-71c4-40ed-aee4-c9ae197eada8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c9d0b9eb-64e5-4b1c-9513-fcc5fdfd0437 HTTP/1.1" status: 200 len: 1101 time: 0.4436398 May 27 02:12:39.195730 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ba405-49bb-4990-a317-1cf93aa516a0 req-85bd6b21-50f4-4e39-b877-9dd64a94f38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:39.198377 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fc6ba405-49bb-4990-a317-1cf93aa516a0 req-85bd6b21-50f4-4e39-b877-9dd64a94f38a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0a66d282-3002-42eb-ac2b-8fc0140067a9 HTTP/1.1" status: 200 len: 1100 time: 0.4841795 May 27 02:12:39.210153 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba5e02-be9c-4b33-bc3e-c5cd76fd148f req-a1654d3f-6dee-456a-b5d2-b720e8a51e81 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:39.211582 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-36ba5e02-be9c-4b33-bc3e-c5cd76fd148f req-a1654d3f-6dee-456a-b5d2-b720e8a51e81 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=409aec4a-c1bd-4d1f-b785-52129f342cb8 HTTP/1.1" status: 200 len: 945 time: 0.3905015 May 27 02:12:39.226056 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88676d3d-53e9-4801-ab87-71832ca12782 req-f5b06744-e050-4409-bd32-d57298ed7ae2 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:39.227456 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-88676d3d-53e9-4801-ab87-71832ca12782 req-f5b06744-e050-4409-bd32-d57298ed7ae2 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.57 "GET /v2.0/ports?device_id=2825cc4c-3b65-424a-910e-30f6178b103d HTTP/1.1" status: 200 len: 945 time: 0.4076371 May 27 02:12:39.323923 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dafb9821-c49f-4bbb-b816-8e9f8a9ee83e req-4976f554-d980-4cbd-b795-57cb05a3a4ad service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4bb8d88a-a022-4e03-8d79-5049b621183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626194 May 27 02:12:39.354898 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b4d0ce9e-27ec-4149-9a76-037922c08b59 req-f19b3f08-a322-413b-9b1d-64451b0e448e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900582 May 27 02:12:39.361135 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fc6ba405-49bb-4990-a317-1cf93aa516a0 req-aa0694f7-ba44-4baa-aeb0-57507f3db133 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4bb8d88a-a022-4e03-8d79-5049b621183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435814 May 27 02:12:39.369201 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-36ba5e02-be9c-4b33-bc3e-c5cd76fd148f req-c1a92626-583c-4c13-8694-8cffafcdc25e tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408849 May 27 02:12:39.372009 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-88676d3d-53e9-4801-ab87-71832ca12782 req-390c358e-94f0-454a-9bd5-2156a6d95898 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.57 "GET /v2.0/security-groups?id=a59f6ddd-ad70-42a7-a5f1-58089f831476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275737 May 27 02:12:39.386898 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-efa18dbc-68f4-4603-be2f-685699720556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c5980e3-43fc-496b-9867-cfa4fcbf2dde {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:12:39.405641 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-efa18dbc-68f4-4603-be2f-685699720556 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:39.425777 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-efa18dbc-68f4-4603-be2f-685699720556 service neutron] Transition to ACTIVE for port object 4c5980e3-43fc-496b-9867-cfa4fcbf2dde will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:12:39.496818 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-efa18dbc-68f4-4603-be2f-685699720556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:39.575696 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a30896-f1bd-4d0a-8952-a120b5be9d86 req-b9e770e2-715c-47cf-adf9-0d00e9298ed0 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:39.581006 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-89a30896-f1bd-4d0a-8952-a120b5be9d86 req-b9e770e2-715c-47cf-adf9-0d00e9298ed0 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9d0b9eb-64e5-4b1c-9513-fcc5fdfd0437 HTTP/1.1" status: 200 len: 950 time: 0.0860219 May 27 02:12:39.608050 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 59dd76c7-04f3-4e36-a375-05bd87a0399b details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:12:39.635810 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa18dbc-68f4-4603-be2f-685699720556 service neutron] Pushing event updated for resources: {'Port': ['ID=4c5980e3-43fc-496b-9867-cfa4fcbf2dde,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:39.677456 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-89a30896-f1bd-4d0a-8952-a120b5be9d86 req-4e8a0958-6525-40f9-8d74-d7e401bda63c tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605495 May 27 02:12:39.711549 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108561fe-8eeb-44b0-9a5d-9803cb46601b req-6483be5d-6aa9-475f-b951-17044ac37580 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:39.714291 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-108561fe-8eeb-44b0-9a5d-9803cb46601b req-6483be5d-6aa9-475f-b951-17044ac37580 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.32 "GET /v2.0/ports?device_id=409aec4a-c1bd-4d1f-b785-52129f342cb8 HTTP/1.1" status: 200 len: 945 time: 0.1344037 May 27 02:12:39.843076 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 59dd76c7-04f3-4e36-a375-05bd87a0399b, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=59dd76c7-04f3-4e36-a375-05bd87a0399b,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:39.849230 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-efa18dbc-68f4-4603-be2f-685699720556 service neutron] Attempting to bind port 4c5980e3-43fc-496b-9867-cfa4fcbf2dde on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:12:39.850420 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-efa18dbc-68f4-4603-be2f-685699720556 service neutron] Attempting to bind port 4c5980e3-43fc-496b-9867-cfa4fcbf2dde by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:12:39.850925 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-efa18dbc-68f4-4603-be2f-685699720556 service neutron] Attempting to bind port 4c5980e3-43fc-496b-9867-cfa4fcbf2dde on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:12:39.857838 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '59dd76c7-04f3-4e36-a375-05bd87a0399b', 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164', 'port_id': '59dd76c7-04f3-4e36-a375-05bd87a0399b', 'mac_address': 'fa:16:3e:80:6a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ee39392-3407-48c1-b561-be7ced0cb982', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:12:39.860643 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-efa18dbc-68f4-4603-be2f-685699720556 service neutron] Port 4c5980e3-43fc-496b-9867-cfa4fcbf2dde on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:12:39.861334 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-efa18dbc-68f4-4603-be2f-685699720556 service neutron] Attempting to bind port 4c5980e3-43fc-496b-9867-cfa4fcbf2dde on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:12:39.868484 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-efa18dbc-68f4-4603-be2f-685699720556 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:12:39.869304 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-efa18dbc-68f4-4603-be2f-685699720556 service neutron] Checking segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:12:39.869969 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-efa18dbc-68f4-4603-be2f-685699720556 service neutron] Bound using segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:12:39.870952 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-efa18dbc-68f4-4603-be2f-685699720556 service neutron] Bound port: 4c5980e3-43fc-496b-9867-cfa4fcbf2dde, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:12:39.871471 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-efa18dbc-68f4-4603-be2f-685699720556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:39.926419 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-108561fe-8eeb-44b0-9a5d-9803cb46601b req-9974b4a8-b361-49a4-96b6-e4bca21f541e tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Deleting port acfdfd2a-596c-4407-993b-2d9aae064064 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:12:39.926739 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-108561fe-8eeb-44b0-9a5d-9803cb46601b req-9974b4a8-b361-49a4-96b6-e4bca21f541e tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:39.934660 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 59dd76c7-04f3-4e36-a375-05bd87a0399b is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:39.938318 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:39.958212 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59dd76c7-04f3-4e36-a375-05bd87a0399b {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:12:39.986353 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 59dd76c7-04f3-4e36-a375-05bd87a0399b, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=59dd76c7-04f3-4e36-a375-05bd87a0399b,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:39.997861 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-efa18dbc-68f4-4603-be2f-685699720556 service neutron] For port 4c5980e3-43fc-496b-9867-cfa4fcbf2dde, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:12:40.000902 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-efa18dbc-68f4-4603-be2f-685699720556 service neutron] For port 4c5980e3-43fc-496b-9867-cfa4fcbf2dde, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=4c5980e3-43fc-496b-9867-cfa4fcbf2dde,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:12:40.041918 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:40.064200 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-efa18dbc-68f4-4603-be2f-685699720556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:40.121506 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9954b5f-59e0-4b54-bbfc-5240dcb613ba req-b72b3d71-9c99-4790-b69f-d4bb1438777b tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:40.123067 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d9954b5f-59e0-4b54-bbfc-5240dcb613ba req-b72b3d71-9c99-4790-b69f-d4bb1438777b tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=24c2ceb7-fe63-4534-8489-536ce21cdbcf HTTP/1.1" status: 200 len: 944 time: 0.2868710 May 27 02:12:40.130344 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=59dd76c7-04f3-4e36-a375-05bd87a0399b,revision_number=9']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:40.221858 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-efa18dbc-68f4-4603-be2f-685699720556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:40.222469 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-efa18dbc-68f4-4603-be2f-685699720556 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:40.223828 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-efa18dbc-68f4-4603-be2f-685699720556 service neutron] 10.222.0.32 "PUT /v2.0/ports/4c5980e3-43fc-496b-9867-cfa4fcbf2dde HTTP/1.1" status: 200 len: 1096 time: 1.3139217 May 27 02:12:40.224255 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec214a5-4539-43b0-bea2-976148152ef6', 'tag': '4c5980e3-43fc-496b-9867-cfa4fcbf2dde'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:12:40.241823 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['59dd76c7-04f3-4e36-a375-05bd87a0399b'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:12:40.249682 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa18dbc-68f4-4603-be2f-685699720556 service neutron] Pushing event updated for resources: {'Port': ['ID=4c5980e3-43fc-496b-9867-cfa4fcbf2dde,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:40.251125 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8fca6-6544-4491-ba83-0662b39184ef req-3c313ac3-c7f6-4c1d-94e5-036065f4b071 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:40.258257 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eec8fca6-6544-4491-ba83-0662b39184ef req-3c313ac3-c7f6-4c1d-94e5-036065f4b071 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ec214a5-4539-43b0-bea2-976148152ef6 HTTP/1.1" status: 200 len: 948 time: 0.2918048 May 27 02:12:40.345316 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d9954b5f-59e0-4b54-bbfc-5240dcb613ba req-4582dbc9-f106-406e-ba8f-7932deb7376b tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112343 May 27 02:12:40.378012 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eec8fca6-6544-4491-ba83-0662b39184ef req-831fef4d-1a89-40f4-b86a-44656f2bc340 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] 10.222.0.57 "GET /v2.0/security-groups?id=aac98c3e-2a8d-4223-8f43-df8ccd673259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187766 May 27 02:12:40.402826 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-108561fe-8eeb-44b0-9a5d-9803cb46601b req-9974b4a8-b361-49a4-96b6-e4bca21f541e tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] For port acfdfd2a-596c-4407-993b-2d9aae064064, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=acfdfd2a-596c-4407-993b-2d9aae064064,segment=NetworkSegment(a69d16a1-8436-40ed-b9ce-539b6def055f),segment_id=a69d16a1-8436-40ed-b9ce-539b6def055f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:40.403189 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-108561fe-8eeb-44b0-9a5d-9803cb46601b req-9974b4a8-b361-49a4-96b6-e4bca21f541e tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:40.458247 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-a309a7d2-3762-4956-a9a0-7cd82925f27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:40.461984 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-a309a7d2-3762-4956-a9a0-7cd82925f27b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4179d23c60954b1583b94938be4c46fe&device_id=9ec214a5-4539-43b0-bea2-976148152ef6 HTTP/1.1" status: 200 len: 1099 time: 0.1528676 May 27 02:12:40.539927 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-8cda5e39-c066-4297-972f-2159536b39c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=4c5980e3-43fc-496b-9867-cfa4fcbf2dde HTTP/1.1" status: 200 len: 217 time: 0.0698826 May 27 02:12:40.614765 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-7a1c8c3a-8b12-486b-9eb2-2957bbb4fb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:40.616189 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-7a1c8c3a-8b12-486b-9eb2-2957bbb4fb82 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.0638518 May 27 02:12:40.663655 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-108561fe-8eeb-44b0-9a5d-9803cb46601b req-9974b4a8-b361-49a4-96b6-e4bca21f541e tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Calling delete_port for acfdfd2a-596c-4407-993b-2d9aae064064 owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:12:40.694052 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-52dd6b42-863c-4dff-a155-2ed8cd1bb61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:40.695526 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-52dd6b42-863c-4dff-a155-2ed8cd1bb61a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0702164 May 27 02:12:40.841838 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1fba0-8ea3-4c0d-a52f-9e7c44f10d6c req-fbe45bb6-d867-4d9e-b3d8-d0d5c3179a04 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:40.843959 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-63a1fba0-8ea3-4c0d-a52f-9e7c44f10d6c req-fbe45bb6-d867-4d9e-b3d8-d0d5c3179a04 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3ae4e86-f966-4f4f-8a12-fbf7ec7acd52 HTTP/1.1" status: 200 len: 946 time: 0.2801354 May 27 02:12:40.857059 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24629f8-bda6-4596-af19-8614f9d31098 req-efb02213-fc73-46c1-98d4-75406e119fd8 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:40.859076 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b24629f8-bda6-4596-af19-8614f9d31098 req-efb02213-fc73-46c1-98d4-75406e119fd8 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a66d282-3002-42eb-ac2b-8fc0140067a9 HTTP/1.1" status: 200 len: 949 time: 0.3324218 May 27 02:12:40.876182 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-73026713-37e3-49e9-87a6-8a2a09647c87 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674654 May 27 02:12:40.946801 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-63a1fba0-8ea3-4c0d-a52f-9e7c44f10d6c req-455cd79c-2c40-4a58-be24-57fe3f25fd29 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.57 "GET /v2.0/security-groups?id=a59f6ddd-ad70-42a7-a5f1-58089f831476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841510 May 27 02:12:40.949588 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b24629f8-bda6-4596-af19-8614f9d31098 req-167f7811-c87c-4476-bf50-8ad39fd8ed35 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bb8d88a-a022-4e03-8d79-5049b621183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742276 May 27 02:12:41.031075 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c871a3e-b2bf-47bf-a1bc-f1458cc98ece'] response: {'name': 'network-changed', 'server_uuid': '9ec214a5-4539-43b0-bea2-976148152ef6', 'tag': '4c5980e3-43fc-496b-9867-cfa4fcbf2dde', 'status': 'completed', 'code': 200} May 27 02:12:41.041910 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-108561fe-8eeb-44b0-9a5d-9803cb46601b req-9974b4a8-b361-49a4-96b6-e4bca21f541e tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:41.067124 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e90e0407-bfc9-4ee1-9f63-53d4d39d0760 req-765129ea-537f-4d17-8f93-5bc9b8896942 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808691 May 27 02:12:41.135633 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9974b4a8-b361-49a4-96b6-e4bca21f541e tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Pushing event deleted for resources: {'Port': ['ID=acfdfd2a-596c-4407-993b-2d9aae064064,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:41.297506 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01510fbe-e04e-48a6-98fd-331d902cb239 req-37429f89-9882-4220-8983-02ce6b873fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:41.298939 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-01510fbe-e04e-48a6-98fd-331d902cb239 req-37429f89-9882-4220-8983-02ce6b873fdc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4179d23c60954b1583b94938be4c46fe&device_id=9ec214a5-4539-43b0-bea2-976148152ef6 HTTP/1.1" status: 200 len: 1099 time: 0.0832589 May 27 02:12:41.345688 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-db1334fb-88c3-403a-8d40-05ac4235118b req-d0bad21b-d06b-4c75-8dad-edd9e156c494 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=409aec4a-c1bd-4d1f-b785-52129f342cb8 HTTP/1.1" status: 200 len: 210 time: 0.2062600 May 27 02:12:41.392457 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-108561fe-8eeb-44b0-9a5d-9803cb46601b req-9974b4a8-b361-49a4-96b6-e4bca21f541e tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] No DVR routers for this DVR port acfdfd2a-596c-4407-993b-2d9aae064064 on host n-h1-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:12:41.395709 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-108561fe-8eeb-44b0-9a5d-9803cb46601b req-9974b4a8-b361-49a4-96b6-e4bca21f541e tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:41.398038 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409aec4a-c1bd-4d1f-b785-52129f342cb8', 'name': 'network-vif-deleted', 'tag': 'acfdfd2a-596c-4407-993b-2d9aae064064'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:12:41.415605 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-108561fe-8eeb-44b0-9a5d-9803cb46601b req-9974b4a8-b361-49a4-96b6-e4bca21f541e tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.32 "DELETE /v2.0/ports/acfdfd2a-596c-4407-993b-2d9aae064064 HTTP/1.1" status: 204 len: 173 time: 1.6952896 May 27 02:12:41.431265 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc724a0-836c-45dd-b257-f9be6168372c req-bd2d22bb-698a-4d76-ae95-5f92d3fc2cd0 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:41.432707 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4fc724a0-836c-45dd-b257-f9be6168372c req-bd2d22bb-698a-4d76-ae95-5f92d3fc2cd0 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 950 time: 0.3395557 May 27 02:12:41.461840 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01510fbe-e04e-48a6-98fd-331d902cb239 req-b12f73d9-995e-478b-bafe-dcc56394dc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:41.463296 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-01510fbe-e04e-48a6-98fd-331d902cb239 req-b12f73d9-995e-478b-bafe-dcc56394dc33 service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.1552842 May 27 02:12:41.508842 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4fc724a0-836c-45dd-b257-f9be6168372c req-c08f9847-4e30-4c58-a8af-b2563408b24d tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700433 May 27 02:12:41.547940 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-01510fbe-e04e-48a6-98fd-331d902cb239 req-4b97c4e7-59f3-4b62-a16d-ecbdcff2b62b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=4c5980e3-43fc-496b-9867-cfa4fcbf2dde HTTP/1.1" status: 200 len: 217 time: 0.0729394 May 27 02:12:41.563476 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f24892a-f327-44ee-9a98-428ff5186cf2 req-058b2c6c-e9fe-4bad-8c47-2503826fe004 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:41.565277 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f24892a-f327-44ee-9a98-428ff5186cf2 req-058b2c6c-e9fe-4bad-8c47-2503826fe004 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9d0b9eb-64e5-4b1c-9513-fcc5fdfd0437 HTTP/1.1" status: 200 len: 950 time: 0.0900838 May 27 02:12:41.611876 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f24892a-f327-44ee-9a98-428ff5186cf2 req-f111ccf8-005c-4861-b744-a2487e19ee5e tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409160 May 27 02:12:41.621083 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device acfdfd2a-596c-4407-993b-2d9aae064064 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:12:41.646414 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01510fbe-e04e-48a6-98fd-331d902cb239 req-6a7b815f-9132-481d-a7f1-0c30c2f0d18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:41.655962 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-01510fbe-e04e-48a6-98fd-331d902cb239 req-6a7b815f-9132-481d-a7f1-0c30c2f0d18a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.0982697 May 27 02:12:41.709488 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: acfdfd2a-596c-4407-993b-2d9aae064064 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:12:41.709875 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device acfdfd2a-596c-4407-993b-2d9aae064064 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:12:41.757352 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01510fbe-e04e-48a6-98fd-331d902cb239 req-41b3489b-9def-42da-8e11-c1827b6310d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:41.759203 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-01510fbe-e04e-48a6-98fd-331d902cb239 req-41b3489b-9def-42da-8e11-c1827b6310d1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0851235 May 27 02:12:41.909132 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c02cb-4853-41bf-9794-54dcdf6363de req-a5d333da-fe41-4a2b-b33c-ffbd71b5c3a7 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:41.917425 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2b7c02cb-4853-41bf-9794-54dcdf6363de req-a5d333da-fe41-4a2b-b33c-ffbd71b5c3a7 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=24c2ceb7-fe63-4534-8489-536ce21cdbcf HTTP/1.1" status: 200 len: 944 time: 0.1609764 May 27 02:12:41.986637 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-01510fbe-e04e-48a6-98fd-331d902cb239 req-827985bf-a5db-4b24-ab23-23b909651a39 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196267 May 27 02:12:42.039340 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2b7c02cb-4853-41bf-9794-54dcdf6363de req-c7202744-2947-44e6-acd8-b5680c7d90a3 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210310 May 27 02:12:42.059075 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79777331-36c0-4832-a9a7-0f9c9db81bce req-24caf9d5-a987-429c-99ff-a98b01c5066d tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:42.060418 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-79777331-36c0-4832-a9a7-0f9c9db81bce req-24caf9d5-a987-429c-99ff-a98b01c5066d tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.66 "GET /v2.0/ports?device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 950 time: 0.2030668 May 27 02:12:42.113765 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48542ca5-e21d-498c-943b-cf08eadd4e96'] response: {'server_uuid': '409aec4a-c1bd-4d1f-b785-52129f342cb8', 'name': 'network-vif-deleted', 'tag': 'acfdfd2a-596c-4407-993b-2d9aae064064', 'status': 'completed', 'code': 200} May 27 02:12:42.158100 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-01510fbe-e04e-48a6-98fd-331d902cb239 req-3e4314a0-8861-4e10-ba8f-ea1d5cc66a08 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652923 May 27 02:12:42.198602 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-79777331-36c0-4832-a9a7-0f9c9db81bce req-cb4ed98d-6d59-4595-a2c8-67ab763ea93c tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Deleting port da5fb44e-ba92-42dc-988f-3cd41806c48b {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:12:42.198995 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-79777331-36c0-4832-a9a7-0f9c9db81bce req-cb4ed98d-6d59-4595-a2c8-67ab763ea93c tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:42.374981 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8116dd0-f664-464e-844b-05b2845d000a req-4f634e2b-c0e5-4438-8893-fa2ab5b8c4ce tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:42.376346 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a8116dd0-f664-464e-844b-05b2845d000a req-4f634e2b-c0e5-4438-8893-fa2ab5b8c4ce tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ec214a5-4539-43b0-bea2-976148152ef6 HTTP/1.1" status: 200 len: 948 time: 0.2749386 May 27 02:12:42.507162 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab691fd-2e2d-4669-aaec-4f29d7e3605a req-e2f70162-fa58-4b6a-b832-435f92417864 tempest-ServersOnMultiNodesTest-1565427080 tempest-ServersOnMultiNodesTest-1565427080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:42.508681 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9ab691fd-2e2d-4669-aaec-4f29d7e3605a req-e2f70162-fa58-4b6a-b832-435f92417864 tempest-ServersOnMultiNodesTest-1565427080 tempest-ServersOnMultiNodesTest-1565427080-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=c9d0b9eb-64e5-4b1c-9513-fcc5fdfd0437 HTTP/1.1" status: 200 len: 1101 time: 0.2829418 May 27 02:12:42.523879 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a8116dd0-f664-464e-844b-05b2845d000a req-526098a3-7cd2-46de-bd55-a5efc6571edc tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] 10.222.0.57 "GET /v2.0/security-groups?id=aac98c3e-2a8d-4223-8f43-df8ccd673259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407986 May 27 02:12:42.597758 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-79777331-36c0-4832-a9a7-0f9c9db81bce req-cb4ed98d-6d59-4595-a2c8-67ab763ea93c tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] For port da5fb44e-ba92-42dc-988f-3cd41806c48b, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=da5fb44e-ba92-42dc-988f-3cd41806c48b,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:42.598109 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-79777331-36c0-4832-a9a7-0f9c9db81bce req-cb4ed98d-6d59-4595-a2c8-67ab763ea93c tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:42.606408 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9ab691fd-2e2d-4669-aaec-4f29d7e3605a req-376889c2-ef72-4c81-8930-c24e76d9891e tempest-ServersOnMultiNodesTest-1565427080 tempest-ServersOnMultiNodesTest-1565427080-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857735 May 27 02:12:42.707348 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 99d91620-0da6-4b5d-b0d4-031bc8101aac details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:12:42.770122 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-79777331-36c0-4832-a9a7-0f9c9db81bce req-cb4ed98d-6d59-4595-a2c8-67ab763ea93c tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Calling delete_port for da5fb44e-ba92-42dc-988f-3cd41806c48b owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:12:42.937564 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 99d91620-0da6-4b5d-b0d4-031bc8101aac, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=99d91620-0da6-4b5d-b0d4-031bc8101aac,segment=NetworkSegment(18001c0d-6c74-475c-a0cb-9d64b721b14f),segment_id=18001c0d-6c74-475c-a0cb-9d64b721b14f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:42.952984 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983eefd-4ebe-4857-a98f-0de9b2fc3e22 req-f8426865-3a79-4db4-987c-288b826ae1b0 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:42.954760 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '99d91620-0da6-4b5d-b0d4-031bc8101aac', 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf', 'port_id': '99d91620-0da6-4b5d-b0d4-031bc8101aac', 'mac_address': 'fa:16:3e:de:a1:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bcc4077-ba65-497d-80cd-f2b54423660b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:12:42.957658 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f983eefd-4ebe-4857-a98f-0de9b2fc3e22 req-f8426865-3a79-4db4-987c-288b826ae1b0 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a66d282-3002-42eb-ac2b-8fc0140067a9 HTTP/1.1" status: 200 len: 949 time: 0.2834194 May 27 02:12:43.004375 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31890a34-121f-4650-ac47-6039d41dab4a req-488b8f02-0700-47bd-8859-0012d3ec0198 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:43.004375 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-31890a34-121f-4650-ac47-6039d41dab4a req-488b8f02-0700-47bd-8859-0012d3ec0198 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3ae4e86-f966-4f4f-8a12-fbf7ec7acd52 HTTP/1.1" status: 200 len: 946 time: 0.2407618 May 27 02:12:43.022574 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 99d91620-0da6-4b5d-b0d4-031bc8101aac is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:43.023011 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:43.040685 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99d91620-0da6-4b5d-b0d4-031bc8101aac {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:12:43.055742 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 99d91620-0da6-4b5d-b0d4-031bc8101aac, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=99d91620-0da6-4b5d-b0d4-031bc8101aac,segment=NetworkSegment(18001c0d-6c74-475c-a0cb-9d64b721b14f),segment_id=18001c0d-6c74-475c-a0cb-9d64b721b14f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:43.097089 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f983eefd-4ebe-4857-a98f-0de9b2fc3e22 req-873cc03f-c399-47b7-a645-6b6ba58b8d21 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bb8d88a-a022-4e03-8d79-5049b621183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043143 May 27 02:12:43.105063 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-31890a34-121f-4650-ac47-6039d41dab4a req-04cbcf7a-9ae4-4e37-bf0f-3ab5472d773d tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.57 "GET /v2.0/security-groups?id=a59f6ddd-ad70-42a7-a5f1-58089f831476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953882 May 27 02:12:43.190539 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:43.202992 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-79777331-36c0-4832-a9a7-0f9c9db81bce req-cb4ed98d-6d59-4595-a2c8-67ab763ea93c tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:43.235109 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de', 'e877bcc3-33c5-4254-8b54-f3b4e576ce23'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:12:43.304727 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['da5fb44e-ba92-42dc-988f-3cd41806c48b'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:12:43.433930 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ed98d-6d59-4595-a2c8-67ab763ea93c tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Pushing event deleted for resources: {'Port': ['ID=da5fb44e-ba92-42dc-988f-3cd41806c48b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:43.459921 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=99d91620-0da6-4b5d-b0d4-031bc8101aac,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:43.552752 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['99d91620-0da6-4b5d-b0d4-031bc8101aac'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:12:43.634779 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e6efcb9a-09ea-40f7-a438-754014644f44 req-bea61cab-2a90-4976-80de-5ba699fb7fe4 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=668f3f0a-810a-4d84-8786-0b25edc03279 HTTP/1.1" status: 200 len: 210 time: 0.2888877 May 27 02:12:43.639111 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 4c5980e3-43fc-496b-9867-cfa4fcbf2dde details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:12:43.641954 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 59dd76c7-04f3-4e36-a375-05bd87a0399b up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:12:43.781740 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-79777331-36c0-4832-a9a7-0f9c9db81bce req-cb4ed98d-6d59-4595-a2c8-67ab763ea93c tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] No DVR routers for this DVR port da5fb44e-ba92-42dc-988f-3cd41806c48b on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:12:43.790063 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-79777331-36c0-4832-a9a7-0f9c9db81bce req-cb4ed98d-6d59-4595-a2c8-67ab763ea93c tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:43.811811 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.resource_extend [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:12:43.893531 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-79777331-36c0-4832-a9a7-0f9c9db81bce req-cb4ed98d-6d59-4595-a2c8-67ab763ea93c tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.66 "DELETE /v2.0/ports/da5fb44e-ba92-42dc-988f-3cd41806c48b HTTP/1.1" status: 204 len: 173 time: 1.8269701 May 27 02:12:43.905252 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46abf372-9ae2-43c2-b41b-10ac6c301911 req-a2b680cb-e6b2-479a-86dc-9bb8a5517dec tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:43.906823 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-46abf372-9ae2-43c2-b41b-10ac6c301911 req-a2b680cb-e6b2-479a-86dc-9bb8a5517dec tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.66 "GET /v2.0/ports?device_id=f3ae4e86-f966-4f4f-8a12-fbf7ec7acd52 HTTP/1.1" status: 200 len: 946 time: 0.4600575 May 27 02:12:44.083277 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-46abf372-9ae2-43c2-b41b-10ac6c301911 req-4bfc1ed6-3d0d-404e-bc2d-090fabd00c81 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Deleting port c18db477-e94c-4867-8e9c-4ceadedb65b6 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:12:44.084091 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-46abf372-9ae2-43c2-b41b-10ac6c301911 req-4bfc1ed6-3d0d-404e-bc2d-090fabd00c81 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:44.133324 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668f3f0a-810a-4d84-8786-0b25edc03279', 'name': 'network-vif-deleted', 'tag': 'da5fb44e-ba92-42dc-988f-3cd41806c48b'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:12:44.167439 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 59dd76c7-04f3-4e36-a375-05bd87a0399b triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:44.167821 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:44.197524 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d8a86-a168-4d6c-9707-49302abde155 req-dc5c0af8-748d-43d8-be94-220848e251c3 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:44.199427 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-241d8a86-a168-4d6c-9707-49302abde155 req-dc5c0af8-748d-43d8-be94-220848e251c3 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=24c2ceb7-fe63-4534-8489-536ce21cdbcf HTTP/1.1" status: 200 len: 945 time: 0.3594015 May 27 02:12:44.230637 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 4c5980e3-43fc-496b-9867-cfa4fcbf2dde, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=4c5980e3-43fc-496b-9867-cfa4fcbf2dde,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:44.232427 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1d5ae-5cf3-4a68-a113-6f54d6c3ab0d req-690dc33a-4532-4227-bba2-4fe0228d7211 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:44.234997 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0fc1d5ae-5cf3-4a68-a113-6f54d6c3ab0d req-690dc33a-4532-4227-bba2-4fe0228d7211 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.57 "GET /v2.0/ports?device_id=26aa7717-901d-4fed-8866-692a2eaa03ec HTTP/1.1" status: 200 len: 950 time: 0.3207641 May 27 02:12:44.274020 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '4c5980e3-43fc-496b-9867-cfa4fcbf2dde', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'port_id': '4c5980e3-43fc-496b-9867-cfa4fcbf2dde', 'mac_address': 'fa:16:3e:11:ae:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf69705-8457-415f-85a3-b42efaff1b97', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:12:44.419614 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 4c5980e3-43fc-496b-9867-cfa4fcbf2dde is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:44.419995 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:44.442737 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-241d8a86-a168-4d6c-9707-49302abde155 req-6c7b965e-d8ac-4c0c-a646-4dac1314ab3f tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360516 May 27 02:12:44.462247 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c5980e3-43fc-496b-9867-cfa4fcbf2dde {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:12:44.469138 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 59dd76c7-04f3-4e36-a375-05bd87a0399b is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:44.469518 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:44.475033 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0fc1d5ae-5cf3-4a68-a113-6f54d6c3ab0d req-274ae29d-11af-40d3-8beb-bb2439ed3570 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bb8d88a-a022-4e03-8d79-5049b621183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228358 May 27 02:12:44.517725 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59dd76c7-04f3-4e36-a375-05bd87a0399b'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:12:44.517725 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 4c5980e3-43fc-496b-9867-cfa4fcbf2dde, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=4c5980e3-43fc-496b-9867-cfa4fcbf2dde,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:44.520378 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 59dd76c7-04f3-4e36-a375-05bd87a0399b, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=59dd76c7-04f3-4e36-a375-05bd87a0399b,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:44.582207 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-46abf372-9ae2-43c2-b41b-10ac6c301911 req-4bfc1ed6-3d0d-404e-bc2d-090fabd00c81 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] For port c18db477-e94c-4867-8e9c-4ceadedb65b6, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=c18db477-e94c-4867-8e9c-4ceadedb65b6,segment=NetworkSegment(931dd518-127f-4f0c-a0b6-2f9bfdd5d70d),segment_id=931dd518-127f-4f0c-a0b6-2f9bfdd5d70d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:44.582638 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-46abf372-9ae2-43c2-b41b-10ac6c301911 req-4bfc1ed6-3d0d-404e-bc2d-090fabd00c81 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:44.590294 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:44.711052 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:44.764876 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=4c5980e3-43fc-496b-9867-cfa4fcbf2dde,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:44.865218 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=59dd76c7-04f3-4e36-a375-05bd87a0399b,revision_number=10']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:44.881338 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-46abf372-9ae2-43c2-b41b-10ac6c301911 req-4bfc1ed6-3d0d-404e-bc2d-090fabd00c81 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Calling delete_port for c18db477-e94c-4867-8e9c-4ceadedb65b6 owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:12:44.974770 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['4c5980e3-43fc-496b-9867-cfa4fcbf2dde'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:12:45.047376 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06333bf3-ebd3-4cb0-988a-e9862479ed11 req-d151fd52-9767-4949-b228-a12c420f923a tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:45.061026 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-06333bf3-ebd3-4cb0-988a-e9862479ed11 req-d151fd52-9767-4949-b228-a12c420f923a tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ec214a5-4539-43b0-bea2-976148152ef6 HTTP/1.1" status: 200 len: 949 time: 0.3349004 May 27 02:12:45.298835 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-06333bf3-ebd3-4cb0-988a-e9862479ed11 req-a1d07d1b-b941-4a2c-9205-6577378fba0e tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] 10.222.0.57 "GET /v2.0/security-groups?id=aac98c3e-2a8d-4223-8f43-df8ccd673259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333903 May 27 02:12:45.362376 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-46abf372-9ae2-43c2-b41b-10ac6c301911 req-4bfc1ed6-3d0d-404e-bc2d-090fabd00c81 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:45.528226 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ccf2c8d8-bfe1-405a-a72a-50a592701de6 req-65597a2a-4218-4e43-bcd4-8f40883dbdd1 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3ae4e86-f966-4f4f-8a12-fbf7ec7acd52 HTTP/1.1" status: 200 len: 210 time: 0.0685329 May 27 02:12:45.528973 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc1ed6-3d0d-404e-bc2d-090fabd00c81 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Pushing event deleted for resources: {'Port': ['ID=c18db477-e94c-4867-8e9c-4ceadedb65b6,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:45.625491 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1bcd609-18cc-4844-a43e-b8e787f5deb0'] response: {'server_uuid': '668f3f0a-810a-4d84-8786-0b25edc03279', 'name': 'network-vif-deleted', 'tag': 'da5fb44e-ba92-42dc-988f-3cd41806c48b', 'status': 'completed', 'code': 200} May 27 02:12:45.629636 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-46abf372-9ae2-43c2-b41b-10ac6c301911 req-4bfc1ed6-3d0d-404e-bc2d-090fabd00c81 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] No DVR routers for this DVR port c18db477-e94c-4867-8e9c-4ceadedb65b6 on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:12:45.634042 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-46abf372-9ae2-43c2-b41b-10ac6c301911 req-4bfc1ed6-3d0d-404e-bc2d-090fabd00c81 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:45.648002 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-46abf372-9ae2-43c2-b41b-10ac6c301911 req-4bfc1ed6-3d0d-404e-bc2d-090fabd00c81 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.66 "DELETE /v2.0/ports/c18db477-e94c-4867-8e9c-4ceadedb65b6 HTTP/1.1" status: 204 len: 173 time: 1.6970875 May 27 02:12:45.657871 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1e92954-1c9a-4671-883d-906f1e8fcb1e'] response: {'server_uuid': 'ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59dd76c7-04f3-4e36-a375-05bd87a0399b', 'code': 200} May 27 02:12:45.662834 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9786c44-afb5-49f1-9ccb-f9cb6a95874a req-dcde91e6-8e6d-40e0-8d27-d19cefa123c4 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:45.663867 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e9786c44-afb5-49f1-9ccb-f9cb6a95874a req-dcde91e6-8e6d-40e0-8d27-d19cefa123c4 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9d0b9eb-64e5-4b1c-9513-fcc5fdfd0437 HTTP/1.1" status: 200 len: 950 time: 0.4014373 May 27 02:12:45.783195 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc448c-0b59-42ef-ab54-5275494a6aaf req-34e4a2c6-331a-49c4-ab88-f53d3c684540 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:45.783195 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b8dc448c-0b59-42ef-ab54-5275494a6aaf req-34e4a2c6-331a-49c4-ab88-f53d3c684540 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9d0b9eb-64e5-4b1c-9513-fcc5fdfd0437 HTTP/1.1" status: 200 len: 950 time: 0.4821937 May 27 02:12:45.804874 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5461a-4b7d-4947-9f1e-63f27e419747 req-37d70afd-5606-4b60-8d5e-13ff12c78fcc tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:45.805678 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-43d5461a-4b7d-4947-9f1e-63f27e419747 req-37d70afd-5606-4b60-8d5e-13ff12c78fcc tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Synchronizing usage tracker for tenant:a29ffcc4de66478babed622f0d89fbe8 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:12:45.883670 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b8dc448c-0b59-42ef-ab54-5275494a6aaf req-9f02f7f5-2263-45db-905b-da30e9b64481 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852306 May 27 02:12:45.887182 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-e9786c44-afb5-49f1-9ccb-f9cb6a95874a req-4f9741a4-8751-4768-a870-07317953c47b tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Deleting port bfc34fbb-6415-41d4-b38a-320c6f98cc13 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:12:45.887592 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e9786c44-afb5-49f1-9ccb-f9cb6a95874a req-4f9741a4-8751-4768-a870-07317953c47b tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:45.892788 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-43d5461a-4b7d-4947-9f1e-63f27e419747 req-37d70afd-5606-4b60-8d5e-13ff12c78fcc tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Unset dirty status for tenant:a29ffcc4de66478babed622f0d89fbe8 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:12:45.894101 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-43d5461a-4b7d-4947-9f1e-63f27e419747 req-37d70afd-5606-4b60-8d5e-13ff12c78fcc tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3e001ad-cd44-4ca5-aecd-4479d82578b7 HTTP/1.1" status: 200 len: 945 time: 0.2209899 May 27 02:12:46.034111 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-43d5461a-4b7d-4947-9f1e-63f27e419747 req-1f7e0613-8b84-4b17-8613-8cc3a37fb57d tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Deleting port 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:12:46.034459 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-43d5461a-4b7d-4947-9f1e-63f27e419747 req-1f7e0613-8b84-4b17-8613-8cc3a37fb57d tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:46.413691 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['c19ac6ae-c624-46ae-8f7e-45b58729d35a', '112730a7-ac21-4f96-a3f7-eb5580a0faf5'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:12:46.462140 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-43d5461a-4b7d-4947-9f1e-63f27e419747 req-1f7e0613-8b84-4b17-8613-8cc3a37fb57d tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] For port 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=2f108c7c-cb3d-4888-b5ed-193b8e1f7b52,segment=NetworkSegment(a69d16a1-8436-40ed-b9ce-539b6def055f),segment_id=a69d16a1-8436-40ed-b9ce-539b6def055f)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:46.462511 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-43d5461a-4b7d-4947-9f1e-63f27e419747 req-1f7e0613-8b84-4b17-8613-8cc3a37fb57d tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:46.637269 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-e9786c44-afb5-49f1-9ccb-f9cb6a95874a req-4f9741a4-8751-4768-a870-07317953c47b tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] For port bfc34fbb-6415-41d4-b38a-320c6f98cc13, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=bfc34fbb-6415-41d4-b38a-320c6f98cc13,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:46.638155 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e9786c44-afb5-49f1-9ccb-f9cb6a95874a req-4f9741a4-8751-4768-a870-07317953c47b tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:46.712069 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-43d5461a-4b7d-4947-9f1e-63f27e419747 req-1f7e0613-8b84-4b17-8613-8cc3a37fb57d tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Calling delete_port for 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:12:46.740136 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b85214-9983-48ba-b888-4184489530cd req-a6fae6d8-a89c-4b8c-ac08-ee59463a240b tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:46.740890 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-29b85214-9983-48ba-b888-4184489530cd req-a6fae6d8-a89c-4b8c-ac08-ee59463a240b tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Synchronizing usage tracker for tenant:a29ffcc4de66478babed622f0d89fbe8 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:12:46.761979 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 99d91620-0da6-4b5d-b0d4-031bc8101aac up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:12:46.985059 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 99d91620-0da6-4b5d-b0d4-031bc8101aac completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:12:46.992939 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 99d91620-0da6-4b5d-b0d4-031bc8101aac triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:46.995837 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:47.009086 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-e9786c44-afb5-49f1-9ccb-f9cb6a95874a req-4f9741a4-8751-4768-a870-07317953c47b tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Calling delete_port for bfc34fbb-6415-41d4-b38a-320c6f98cc13 owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:12:47.052671 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-43d5461a-4b7d-4947-9f1e-63f27e419747 req-1f7e0613-8b84-4b17-8613-8cc3a37fb57d tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:47.093398 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-29b85214-9983-48ba-b888-4184489530cd req-a6fae6d8-a89c-4b8c-ac08-ee59463a240b tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Unset dirty status for tenant:a29ffcc4de66478babed622f0d89fbe8 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:12:47.094565 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-29b85214-9983-48ba-b888-4184489530cd req-a6fae6d8-a89c-4b8c-ac08-ee59463a240b tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3e001ad-cd44-4ca5-aecd-4479d82578b7 HTTP/1.1" status: 200 len: 945 time: 0.7031150 May 27 02:12:47.176139 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 99d91620-0da6-4b5d-b0d4-031bc8101aac is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:47.176582 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:47.202207 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-29b85214-9983-48ba-b888-4184489530cd req-4bd88913-f731-4c54-a1c1-4d4612f751a7 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967188 May 27 02:12:47.235032 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed95b1-6207-4335-a2fb-fa061b4b8b29 req-c0106426-48ec-4eea-88dc-70a8c976db09 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:47.244615 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-afed95b1-6207-4335-a2fb-fa061b4b8b29 req-c0106426-48ec-4eea-88dc-70a8c976db09 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=24c2ceb7-fe63-4534-8489-536ce21cdbcf HTTP/1.1" status: 200 len: 945 time: 0.4724710 May 27 02:12:47.246259 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 99d91620-0da6-4b5d-b0d4-031bc8101aac, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=99d91620-0da6-4b5d-b0d4-031bc8101aac,segment=NetworkSegment(18001c0d-6c74-475c-a0cb-9d64b721b14f),segment_id=18001c0d-6c74-475c-a0cb-9d64b721b14f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:47.329248 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e0613-8b84-4b17-8613-8cc3a37fb57d tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Pushing event deleted for resources: {'Port': ['ID=2f108c7c-cb3d-4888-b5ed-193b8e1f7b52,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:47.334547 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d5461a-4b7d-4947-9f1e-63f27e419747 req-1f7e0613-8b84-4b17-8613-8cc3a37fb57d tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] No DVR routers for this DVR port 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52 on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:12:47.337488 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:47.338317 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device c18db477-e94c-4867-8e9c-4ceadedb65b6 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:12:47.339447 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-43d5461a-4b7d-4947-9f1e-63f27e419747 req-1f7e0613-8b84-4b17-8613-8cc3a37fb57d tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:47.348208 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e001ad-cd44-4ca5-aecd-4479d82578b7', 'name': 'network-vif-deleted', 'tag': '2f108c7c-cb3d-4888-b5ed-193b8e1f7b52'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:12:47.387279 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-afed95b1-6207-4335-a2fb-fa061b4b8b29 req-d71abe35-f66c-472b-8450-1940912e701d tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395648 May 27 02:12:47.446797 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-43d5461a-4b7d-4947-9f1e-63f27e419747 req-1f7e0613-8b84-4b17-8613-8cc3a37fb57d tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.32 "DELETE /v2.0/ports/2f108c7c-cb3d-4888-b5ed-193b8e1f7b52 HTTP/1.1" status: 204 len: 173 time: 1.5471420 May 27 02:12:47.480649 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e9786c44-afb5-49f1-9ccb-f9cb6a95874a req-4f9741a4-8751-4768-a870-07317953c47b tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:47.500541 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: c18db477-e94c-4867-8e9c-4ceadedb65b6 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:12:47.501285 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device c18db477-e94c-4867-8e9c-4ceadedb65b6 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:12:47.501285 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device da5fb44e-ba92-42dc-988f-3cd41806c48b no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:12:47.529005 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['1c0ac97e-a530-4361-8db8-f552a54f3dd8', '05ec6f0c-597e-4049-8ab2-70bfccb73eb5', '59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77', '3b9cadd9-bef4-4042-a998-3c1758173dec'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:12:47.597839 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: da5fb44e-ba92-42dc-988f-3cd41806c48b {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:12:47.598179 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device da5fb44e-ba92-42dc-988f-3cd41806c48b not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:12:47.606668 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9741a4-8751-4768-a870-07317953c47b tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Pushing event deleted for resources: {'Port': ['ID=bfc34fbb-6415-41d4-b38a-320c6f98cc13,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:47.627115 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['2d68ef4e-10c4-43e2-9663-4f6d1775dc86', 'a0192f57-7dc9-4765-867e-432c96fe723e', '5754fa47-c59f-404e-8b3c-963561a68d07'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:12:47.659165 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ae4e86-f966-4f4f-8a12-fbf7ec7acd52', 'name': 'network-vif-deleted', 'tag': 'c18db477-e94c-4867-8e9c-4ceadedb65b6'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:12:47.677671 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c2ceb7-fe63-4534-8489-536ce21cdbcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d91620-0da6-4b5d-b0d4-031bc8101aac'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:12:47.701998 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 4c5980e3-43fc-496b-9867-cfa4fcbf2dde up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:12:47.743639 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9786c44-afb5-49f1-9ccb-f9cb6a95874a req-4f9741a4-8751-4768-a870-07317953c47b tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] No DVR routers for this DVR port bfc34fbb-6415-41d4-b38a-320c6f98cc13 on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:12:47.745787 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=99d91620-0da6-4b5d-b0d4-031bc8101aac,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:47.746766 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e9786c44-afb5-49f1-9ccb-f9cb6a95874a req-4f9741a4-8751-4768-a870-07317953c47b tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:47.890499 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b5903-2528-48f0-8229-dddbf468d8c6 req-01f329ff-92e4-480c-aa9d-2c49f7a16c21 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:47.892584 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-565b5903-2528-48f0-8229-dddbf468d8c6 req-01f329ff-92e4-480c-aa9d-2c49f7a16c21 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ec214a5-4539-43b0-bea2-976148152ef6 HTTP/1.1" status: 200 len: 949 time: 0.3216598 May 27 02:12:47.965838 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-565b5903-2528-48f0-8229-dddbf468d8c6 req-06f71104-a14d-4221-a414-76a3e31a51c7 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] 10.222.0.57 "GET /v2.0/security-groups?id=aac98c3e-2a8d-4223-8f43-df8ccd673259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564449 May 27 02:12:48.118630 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02c92c8e-e62b-44df-851d-1be83f3f8b4d'] response: {'server_uuid': 'f3e001ad-cd44-4ca5-aecd-4479d82578b7', 'name': 'network-vif-deleted', 'tag': '2f108c7c-cb3d-4888-b5ed-193b8e1f7b52', 'status': 'completed', 'code': 200} May 27 02:12:48.149318 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-a9547296-8e29-45ef-8439-1429fe182313 req-de9445e9-bbb5-4966-ab9d-2765c0ee0c0e tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Synchronizing usage tracker for tenant:920f79471e3444109aeaadab23e503c2 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:12:48.175502 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e9786c44-afb5-49f1-9ccb-f9cb6a95874a req-4f9741a4-8751-4768-a870-07317953c47b tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.66 "DELETE /v2.0/ports/bfc34fbb-6415-41d4-b38a-320c6f98cc13 HTTP/1.1" status: 204 len: 173 time: 2.5059772 May 27 02:12:48.177296 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-049272d9-e4f6-46d3-b87b-2e0f23fa2c91'] response: {'server_uuid': 'f3ae4e86-f966-4f4f-8a12-fbf7ec7acd52', 'name': 'network-vif-deleted', 'tag': 'c18db477-e94c-4867-8e9c-4ceadedb65b6', 'status': 'completed', 'code': 200} May 27 02:12:48.215494 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 4c5980e3-43fc-496b-9867-cfa4fcbf2dde completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:12:48.224099 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2ed9b13-b8cc-481f-b6a1-56a8f7a78996'] response: {'server_uuid': '24c2ceb7-fe63-4534-8489-536ce21cdbcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d91620-0da6-4b5d-b0d4-031bc8101aac', 'code': 200} May 27 02:12:48.240358 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 4c5980e3-43fc-496b-9867-cfa4fcbf2dde triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:48.245530 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:48.269575 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-a9547296-8e29-45ef-8439-1429fe182313 req-de9445e9-bbb5-4966-ab9d-2765c0ee0c0e tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Unset dirty status for tenant:920f79471e3444109aeaadab23e503c2 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:12:48.269575 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a9547296-8e29-45ef-8439-1429fe182313 req-de9445e9-bbb5-4966-ab9d-2765c0ee0c0e tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9d0b9eb-64e5-4b1c-9513-fcc5fdfd0437 HTTP/1.1" status: 200 len: 210 time: 0.1602902 May 27 02:12:48.517569 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 4c5980e3-43fc-496b-9867-cfa4fcbf2dde is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:48.518189 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:48.528447 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277798b-e8d0-458c-b76a-8d73c445e554 req-2f53f30b-cece-499d-8d45-0dcb3f093d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:48.530863 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e277798b-e8d0-458c-b76a-8d73c445e554 req-2f53f30b-cece-499d-8d45-0dcb3f093d51 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=24c2ceb7-fe63-4534-8489-536ce21cdbcf HTTP/1.1" status: 200 len: 1097 time: 0.2385139 May 27 02:12:48.561349 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231638fe-2ebb-4f22-8731-20662d0373b6 req-f1c28fbe-33cf-4114-b03b-8dfd80d7d9a7 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:48.562399 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-231638fe-2ebb-4f22-8731-20662d0373b6 req-f1c28fbe-33cf-4114-b03b-8dfd80d7d9a7 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Synchronizing usage tracker for tenant:91fc0a0dee4b4cc18343e2e355149e58 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:12:48.606734 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e277798b-e8d0-458c-b76a-8d73c445e554 req-fd3608c5-e065-4a5a-841d-05906da48474 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663683 May 27 02:12:48.681376 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f4919911-fcd6-4225-bd9e-0fe6ec6956dc req-f9ceb1cb-a131-4484-847a-e07b809eb3be tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3e001ad-cd44-4ca5-aecd-4479d82578b7 HTTP/1.1" status: 200 len: 210 time: 0.0587983 May 27 02:12:48.688360 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-231638fe-2ebb-4f22-8731-20662d0373b6 req-f1c28fbe-33cf-4114-b03b-8dfd80d7d9a7 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Unset dirty status for tenant:91fc0a0dee4b4cc18343e2e355149e58 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:12:48.691815 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-231638fe-2ebb-4f22-8731-20662d0373b6 req-f1c28fbe-33cf-4114-b03b-8dfd80d7d9a7 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 950 time: 0.3076649 May 27 02:12:48.733811 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 4c5980e3-43fc-496b-9867-cfa4fcbf2dde, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=4c5980e3-43fc-496b-9867-cfa4fcbf2dde,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:48.835170 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device bfc34fbb-6415-41d4-b38a-320c6f98cc13 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:12:48.878912 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:48.884119 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-231638fe-2ebb-4f22-8731-20662d0373b6 req-0820c3a4-8076-4e64-a7ca-c5fa29f81a3a tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867943 May 27 02:12:48.910960 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:48.911779 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:12:48.955940 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cffc5ef-582b-4fd8-b890-5925ca0a0aed req-a23c7d2f-8247-4473-98e8-fcd78c0d0af3 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:48.958629 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6cffc5ef-582b-4fd8-b890-5925ca0a0aed req-a23c7d2f-8247-4473-98e8-fcd78c0d0af3 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=24c2ceb7-fe63-4534-8489-536ce21cdbcf HTTP/1.1" status: 200 len: 946 time: 0.1585839 May 27 02:12:49.044636 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6cffc5ef-582b-4fd8-b890-5925ca0a0aed req-1768a687-a6e8-4685-9e7f-66d180012913 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715749 May 27 02:12:49.102343 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: bfc34fbb-6415-41d4-b38a-320c6f98cc13 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:12:49.102711 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device bfc34fbb-6415-41d4-b38a-320c6f98cc13 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:12:49.162160 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:12:49.162538 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 2f108c7c-cb3d-4888-b5ed-193b8e1f7b52 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:12:49.170867 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=4c5980e3-43fc-496b-9867-cfa4fcbf2dde,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:49.258848 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e76a3-ca55-4fc2-9df5-ad3451628a34 req-6f6e31c0-ef24-42a5-b7cb-35689359a135 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:49.276823 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cf7e76a3-ca55-4fc2-9df5-ad3451628a34 req-6f6e31c0-ef24-42a5-b7cb-35689359a135 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ec214a5-4539-43b0-bea2-976148152ef6 HTTP/1.1" status: 200 len: 950 time: 0.1389956 May 27 02:12:49.306000 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:49.345423 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cf7e76a3-ca55-4fc2-9df5-ad3451628a34 req-30449226-10ba-46a2-a424-6686a4c195a4 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] 10.222.0.57 "GET /v2.0/security-groups?id=aac98c3e-2a8d-4223-8f43-df8ccd673259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676394 May 27 02:12:49.582258 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-87ae4a18-c58e-420f-baac-15a53bbc46a1 req-73ae06fd-02e2-4ebe-b5a0-67e80a1b8daa tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9d0b9eb-64e5-4b1c-9513-fcc5fdfd0437 HTTP/1.1" status: 200 len: 210 time: 0.0723906 May 27 02:12:49.597226 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be10380-d883-4858-af4d-fbd9c282d007 req-e88b2bbe-7e9b-4ab3-bc79-7d27cb5e2c03 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:49.598651 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-0be10380-d883-4858-af4d-fbd9c282d007 req-e88b2bbe-7e9b-4ab3-bc79-7d27cb5e2c03 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Synchronizing usage tracker for tenant:91fc0a0dee4b4cc18343e2e355149e58 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:12:49.616341 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-0be10380-d883-4858-af4d-fbd9c282d007 req-e88b2bbe-7e9b-4ab3-bc79-7d27cb5e2c03 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Unset dirty status for tenant:91fc0a0dee4b4cc18343e2e355149e58 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:12:49.618388 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0be10380-d883-4858-af4d-fbd9c282d007 req-e88b2bbe-7e9b-4ab3-bc79-7d27cb5e2c03 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 950 time: 0.1904466 May 27 02:12:49.727414 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-0be10380-d883-4858-af4d-fbd9c282d007 req-1bdc67bd-4e6a-46b1-b41b-f8dc5dbb7a7b tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Deleting port e877bcc3-33c5-4254-8b54-f3b4e576ce23 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:12:49.728190 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0be10380-d883-4858-af4d-fbd9c282d007 req-1bdc67bd-4e6a-46b1-b41b-f8dc5dbb7a7b tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:50.225424 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec214a5-4539-43b0-bea2-976148152ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5980e3-43fc-496b-9867-cfa4fcbf2dde'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:12:50.242942 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0be10380-d883-4858-af4d-fbd9c282d007 req-1bdc67bd-4e6a-46b1-b41b-f8dc5dbb7a7b tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] For port e877bcc3-33c5-4254-8b54-f3b4e576ce23, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=e877bcc3-33c5-4254-8b54-f3b4e576ce23,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:50.243312 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0be10380-d883-4858-af4d-fbd9c282d007 req-1bdc67bd-4e6a-46b1-b41b-f8dc5dbb7a7b tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:50.254953 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d0b9eb-64e5-4b1c-9513-fcc5fdfd0437', 'name': 'network-vif-deleted', 'tag': 'bfc34fbb-6415-41d4-b38a-320c6f98cc13'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:12:50.355964 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d956ed4-9244-4d80-b290-e7572d2270b7 req-710662c0-ee12-467e-a9ed-a820d2e615bd tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:50.364401 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0d956ed4-9244-4d80-b290-e7572d2270b7 req-710662c0-ee12-467e-a9ed-a820d2e615bd tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=bbae73f2-19f5-43aa-8706-3a7ec14abdd8 HTTP/1.1" status: 200 len: 950 time: 0.2135897 May 27 02:12:50.433237 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-0be10380-d883-4858-af4d-fbd9c282d007 req-1bdc67bd-4e6a-46b1-b41b-f8dc5dbb7a7b tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Calling delete_port for e877bcc3-33c5-4254-8b54-f3b4e576ce23 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:12:50.456268 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0d956ed4-9244-4d80-b290-e7572d2270b7 req-6c2a3417-f941-4045-b499-8a8bf08c772c tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/security-groups?id=d08e45c1-4b33-4eca-bd67-478f28701884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908685 May 27 02:12:50.778193 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 18ff276f-6125-4a3a-8b89-114081ef9788 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:12:50.799787 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0be10380-d883-4858-af4d-fbd9c282d007 req-1bdc67bd-4e6a-46b1-b41b-f8dc5dbb7a7b tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:50.833220 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de', 'e877bcc3-33c5-4254-8b54-f3b4e576ce23'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:12:50.840349 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908208f8-cfa4-418c-ba73-bea5b4e50dbb req-658fe9fd-b8cf-4698-aba2-985d2fb18c35 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:50.851754 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-908208f8-cfa4-418c-ba73-bea5b4e50dbb req-658fe9fd-b8cf-4698-aba2-985d2fb18c35 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=24c2ceb7-fe63-4534-8489-536ce21cdbcf HTTP/1.1" status: 200 len: 946 time: 0.1924605 May 27 02:12:50.926507 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc67bd-4e6a-46b1-b41b-f8dc5dbb7a7b tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Pushing event deleted for resources: {'Port': ['ID=e877bcc3-33c5-4254-8b54-f3b4e576ce23,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:50.970113 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-908208f8-cfa4-418c-ba73-bea5b4e50dbb req-335797fc-cf5a-40e6-a614-377a26eed201 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168418 May 27 02:12:51.114782 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-349c752c-d340-47c5-a910-6c5a275f286c'] response: {'server_uuid': '9ec214a5-4539-43b0-bea2-976148152ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5980e3-43fc-496b-9867-cfa4fcbf2dde', 'code': 200} May 27 02:12:51.186447 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be10380-d883-4858-af4d-fbd9c282d007 req-1bdc67bd-4e6a-46b1-b41b-f8dc5dbb7a7b tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] No DVR routers for this DVR port e877bcc3-33c5-4254-8b54-f3b4e576ce23 on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:12:51.187922 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 18ff276f-6125-4a3a-8b89-114081ef9788, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=18ff276f-6125-4a3a-8b89-114081ef9788,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:51.198951 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0be10380-d883-4858-af4d-fbd9c282d007 req-1bdc67bd-4e6a-46b1-b41b-f8dc5dbb7a7b tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:51.205071 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbae73f2-19f5-43aa-8706-3a7ec14abdd8', 'name': 'network-vif-deleted', 'tag': 'e877bcc3-33c5-4254-8b54-f3b4e576ce23'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:12:51.244215 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '18ff276f-6125-4a3a-8b89-114081ef9788', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'port_id': '18ff276f-6125-4a3a-8b89-114081ef9788', 'mac_address': 'fa:16:3e:b5:fb:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf69705-8457-415f-85a3-b42efaff1b97', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:12:51.351903 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1b90482-31c2-4d5c-a802-ab6c8ec070e1'] response: {'server_uuid': 'c9d0b9eb-64e5-4b1c-9513-fcc5fdfd0437', 'name': 'network-vif-deleted', 'tag': 'bfc34fbb-6415-41d4-b38a-320c6f98cc13', 'status': 'completed', 'code': 200} May 27 02:12:51.465012 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 18ff276f-6125-4a3a-8b89-114081ef9788 is: ACTIVE; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:51.465525 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:51.499896 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855d84d-45e0-4d8f-9d2b-e31b39082c6a req-4ad20e8f-2247-4838-8cfa-098ddf878df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:51.501517 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c855d84d-45e0-4d8f-9d2b-e31b39082c6a req-4ad20e8f-2247-4838-8cfa-098ddf878df1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9ec214a5-4539-43b0-bea2-976148152ef6 HTTP/1.1" status: 200 len: 1101 time: 0.2973347 May 27 02:12:51.543554 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18ff276f-6125-4a3a-8b89-114081ef9788 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:12:51.573289 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 18ff276f-6125-4a3a-8b89-114081ef9788, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=18ff276f-6125-4a3a-8b89-114081ef9788,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:51.594508 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c855d84d-45e0-4d8f-9d2b-e31b39082c6a req-9af3ad9a-6f0b-41cb-b389-c0fb3eec6e67 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=aac98c3e-2a8d-4223-8f43-df8ccd673259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838761 May 27 02:12:51.620486 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0be10380-d883-4858-af4d-fbd9c282d007 req-1bdc67bd-4e6a-46b1-b41b-f8dc5dbb7a7b tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.32 "DELETE /v2.0/ports/e877bcc3-33c5-4254-8b54-f3b4e576ce23 HTTP/1.1" status: 204 len: 173 time: 1.9933970 May 27 02:12:51.656391 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361358b-238c-4172-8d65-958e7ef5ec8d req-39766b4a-073b-4e0e-a6ef-ef3d07ea9e9e tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:51.657883 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7361358b-238c-4172-8d65-958e7ef5ec8d req-39766b4a-073b-4e0e-a6ef-ef3d07ea9e9e tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.32 "GET /v2.0/ports?device_id=78111124-233b-40b7-a265-2804a27a2d72 HTTP/1.1" status: 200 len: 944 time: 0.3052421 May 27 02:12:51.675165 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:51.677783 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06946e29-6075-4f16-a09b-d53251517950 req-38d0de6c-bee1-4ace-b496-e5dc62ddb096 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:51.686277 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06946e29-6075-4f16-a09b-d53251517950 req-38d0de6c-bee1-4ace-b496-e5dc62ddb096 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:51.686277 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-06946e29-6075-4f16-a09b-d53251517950 req-38d0de6c-bee1-4ace-b496-e5dc62ddb096 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Synchronizing usage tracker for tenant:e1c3680693b64031b729b02b7340016d on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:12:51.712036 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d5149-0cef-4a57-afb8-78fc843347b2 req-ccab387d-bc18-47b0-aafc-d8610fd6fa75 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:51.719224 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0f3d5149-0cef-4a57-afb8-78fc843347b2 req-ccab387d-bc18-47b0-aafc-d8610fd6fa75 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ec214a5-4539-43b0-bea2-976148152ef6 HTTP/1.1" status: 200 len: 950 time: 0.1863978 May 27 02:12:51.770658 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0f3d5149-0cef-4a57-afb8-78fc843347b2 req-7e46d39b-0a0b-456f-96b9-94247c0f5552 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] 10.222.0.57 "GET /v2.0/security-groups?id=aac98c3e-2a8d-4223-8f43-df8ccd673259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504556 May 27 02:12:51.806869 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-06946e29-6075-4f16-a09b-d53251517950 req-38d0de6c-bee1-4ace-b496-e5dc62ddb096 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Unset dirty status for tenant:e1c3680693b64031b729b02b7340016d on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:12:51.812578 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-06946e29-6075-4f16-a09b-d53251517950 req-38d0de6c-bee1-4ace-b496-e5dc62ddb096 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d516fc2-a526-487e-9064-9e8f986cda8b&device_id=2825cc4c-3b65-424a-910e-30f6178b103d HTTP/1.1" status: 200 len: 1681 time: 0.7889845 May 27 02:12:51.828556 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['18ff276f-6125-4a3a-8b89-114081ef9788'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:12:51.909526 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=18ff276f-6125-4a3a-8b89-114081ef9788,revision_number=6']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:51.925066 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-06946e29-6075-4f16-a09b-d53251517950 req-1f6e54aa-e238-45c3-87c3-85fb3c4e6faf tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.57 "GET /v2.0/security-groups?id=a59f6ddd-ad70-42a7-a5f1-58089f831476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983210 May 27 02:12:51.961813 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-7361358b-238c-4172-8d65-958e7ef5ec8d req-66c33cc8-0c7b-4011-abdc-774e0a296d43 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Deleting port ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:12:51.978811 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-7361358b-238c-4172-8d65-958e7ef5ec8d req-66c33cc8-0c7b-4011-abdc-774e0a296d43 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:52.334967 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bad2ab-c195-42cb-aa6e-a29592a639a3 req-794687fe-a1c7-4288-a9de-37b8935cb48b tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:52.336884 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e0bad2ab-c195-42cb-aa6e-a29592a639a3 req-794687fe-a1c7-4288-a9de-37b8935cb48b tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=78111124-233b-40b7-a265-2804a27a2d72 HTTP/1.1" status: 200 len: 944 time: 0.2479792 May 27 02:12:52.545734 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e0bad2ab-c195-42cb-aa6e-a29592a639a3 req-1226c492-9047-4eb6-97e2-211840bda12e tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/security-groups?id=87215dd5-ba3a-4f09-96bb-87bff7da49b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930592 May 27 02:12:52.661024 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-7361358b-238c-4172-8d65-958e7ef5ec8d req-66c33cc8-0c7b-4011-abdc-774e0a296d43 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] For port ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869,segment=NetworkSegment(a69d16a1-8436-40ed-b9ce-539b6def055f),segment_id=a69d16a1-8436-40ed-b9ce-539b6def055f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:52.661296 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-7361358b-238c-4172-8d65-958e7ef5ec8d req-66c33cc8-0c7b-4011-abdc-774e0a296d43 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:52.818015 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 18ff276f-6125-4a3a-8b89-114081ef9788 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:12:52.900054 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-7361358b-238c-4172-8d65-958e7ef5ec8d req-66c33cc8-0c7b-4011-abdc-774e0a296d43 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Calling delete_port for ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:12:52.980275 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 18ff276f-6125-4a3a-8b89-114081ef9788 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:52.980756 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:53.196540 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 18ff276f-6125-4a3a-8b89-114081ef9788 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:53.197303 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:53.237290 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83dd5e0-b3bf-4ff8-90a6-c4d5a0bcb6e5 req-0f92fd1a-6147-4a92-beac-aa169674b28c tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:53.238854 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f83dd5e0-b3bf-4ff8-90a6-c4d5a0bcb6e5 req-0f92fd1a-6147-4a92-beac-aa169674b28c tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=24c2ceb7-fe63-4534-8489-536ce21cdbcf HTTP/1.1" status: 200 len: 1097 time: 0.2736995 May 27 02:12:53.254137 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26aa7717-901d-4fed-8866-692a2eaa03ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ff276f-6125-4a3a-8b89-114081ef9788'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:12:53.266548 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 18ff276f-6125-4a3a-8b89-114081ef9788, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=18ff276f-6125-4a3a-8b89-114081ef9788,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:53.332361 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:53.443233 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f83dd5e0-b3bf-4ff8-90a6-c4d5a0bcb6e5 req-4e1fa08c-b1da-4e2d-884d-fbbc51485994 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928592 May 27 02:12:53.469065 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:12:53.515245 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4c1e6fa-6b7e-4967-9db1-0f96f3ae50da'] response: {'server_uuid': 'bbae73f2-19f5-43aa-8706-3a7ec14abdd8', 'name': 'network-vif-deleted', 'tag': 'e877bcc3-33c5-4254-8b54-f3b4e576ce23', 'status': 'completed', 'code': 200} May 27 02:12:53.527100 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-7361358b-238c-4172-8d65-958e7ef5ec8d req-66c33cc8-0c7b-4011-abdc-774e0a296d43 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:53.539615 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=18ff276f-6125-4a3a-8b89-114081ef9788,revision_number=7']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:53.658734 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c33cc8-0c7b-4011-abdc-774e0a296d43 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Pushing event deleted for resources: {'Port': ['ID=ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:53.697444 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-7361358b-238c-4172-8d65-958e7ef5ec8d req-66c33cc8-0c7b-4011-abdc-774e0a296d43 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] No DVR routers for this DVR port ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 on host n-h1-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:12:53.699856 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-7361358b-238c-4172-8d65-958e7ef5ec8d req-66c33cc8-0c7b-4011-abdc-774e0a296d43 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:53.702611 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78111124-233b-40b7-a265-2804a27a2d72', 'name': 'network-vif-deleted', 'tag': 'ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:12:53.712131 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device e877bcc3-33c5-4254-8b54-f3b4e576ce23 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:12:53.715211 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7361358b-238c-4172-8d65-958e7ef5ec8d req-66c33cc8-0c7b-4011-abdc-774e0a296d43 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.32 "DELETE /v2.0/ports/ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 HTTP/1.1" status: 204 len: 173 time: 1.8939266 May 27 02:12:53.760951 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: e877bcc3-33c5-4254-8b54-f3b4e576ce23 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:12:53.779825 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device e877bcc3-33c5-4254-8b54-f3b4e576ce23 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:12:53.779825 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:12:53.808320 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:12:53.809639 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:12:54.756949 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18e1c0-2da6-45ac-ae7b-03511f08bec5 req-32bab506-3032-4587-bf61-24fac2ec3b35 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:54.771004 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5f18e1c0-2da6-45ac-ae7b-03511f08bec5 req-32bab506-3032-4587-bf61-24fac2ec3b35 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ec214a5-4539-43b0-bea2-976148152ef6 HTTP/1.1" status: 200 len: 950 time: 0.1591258 May 27 02:12:54.833340 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5f18e1c0-2da6-45ac-ae7b-03511f08bec5 req-7ace25e9-9997-4ff8-82de-22ee95b11035 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] 10.222.0.57 "GET /v2.0/security-groups?id=aac98c3e-2a8d-4223-8f43-df8ccd673259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610576 May 27 02:12:54.924981 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4923b53-ac00-4e07-8201-509e02e35695'] response: {'server_uuid': '26aa7717-901d-4fed-8866-692a2eaa03ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ff276f-6125-4a3a-8b89-114081ef9788', 'code': 200} May 27 02:12:55.250662 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22455ab-cca7-4007-a776-9708142871cf req-f597eb52-4933-499e-be57-7bf601e096c9 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:55.252159 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c22455ab-cca7-4007-a776-9708142871cf req-f597eb52-4933-499e-be57-7bf601e096c9 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=24c2ceb7-fe63-4534-8489-536ce21cdbcf HTTP/1.1" status: 200 len: 1097 time: 0.1928494 May 27 02:12:55.329862 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c22455ab-cca7-4007-a776-9708142871cf req-e45767cb-c47a-459c-9fd9-44934b73d898 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645199 May 27 02:12:55.458441 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-025f95bf-c1dc-48c3-9984-3f6d1f7b2c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:55.558361 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-19f88e67-4e0b-4fd2-9304-5e0d7fd6f51a req-0fc94541-82f3-41e4-9ad1-413e6873daa2 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Synchronizing usage tracker for tenant:a29ffcc4de66478babed622f0d89fbe8 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:12:56.018562 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-19f88e67-4e0b-4fd2-9304-5e0d7fd6f51a req-0fc94541-82f3-41e4-9ad1-413e6873daa2 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] Unset dirty status for tenant:a29ffcc4de66478babed622f0d89fbe8 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:12:56.019971 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-19f88e67-4e0b-4fd2-9304-5e0d7fd6f51a req-0fc94541-82f3-41e4-9ad1-413e6873daa2 tempest-LiveAutoBlockMigrationV225Test-332529581 tempest-LiveAutoBlockMigrationV225Test-332529581-project] 10.222.0.57 "GET /v2.0/ports?device_id=78111124-233b-40b7-a265-2804a27a2d72 HTTP/1.1" status: 200 len: 210 time: 0.5259631 May 27 02:12:56.610652 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b52bf2-bfb8-400a-9591-1c52edf60fd4 req-4443f989-edc8-41ba-8200-4c7ed509c01f tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:56.617336 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a3b52bf2-bfb8-400a-9591-1c52edf60fd4 req-4443f989-edc8-41ba-8200-4c7ed509c01f tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b8f9da5-3734-45f4-a9cf-68b1eb03350e HTTP/1.1" status: 200 len: 949 time: 0.1893122 May 27 02:12:57.028894 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-a3b52bf2-bfb8-400a-9591-1c52edf60fd4 req-aeeafaab-20e7-4460-862d-da10ca214550 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Deleting port 5754fa47-c59f-404e-8b3c-963561a68d07 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:12:57.030597 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-a3b52bf2-bfb8-400a-9591-1c52edf60fd4 req-aeeafaab-20e7-4460-862d-da10ca214550 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:57.090028 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e93b2fd2-4b25-4781-8ae8-4e6b59005fc9'] response: {'server_uuid': '78111124-233b-40b7-a265-2804a27a2d72', 'name': 'network-vif-deleted', 'tag': 'ccbe5ec1-9e1a-4efb-ac58-c2ff16bb0869', 'status': 'completed', 'code': 200} May 27 02:12:57.411164 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb5f507-c86d-4c40-95db-213d7e3b2db3 req-39d3b407-27ae-44ba-8182-dea0a64f2eb0 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:57.413007 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-ddb5f507-c86d-4c40-95db-213d7e3b2db3 req-39d3b407-27ae-44ba-8182-dea0a64f2eb0 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Synchronizing usage tracker for tenant:91fc0a0dee4b4cc18343e2e355149e58 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:12:57.506361 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7a851-811b-49f0-98ab-77ee69a5053e req-e69c81a1-ba59-46b5-bbe3-d479fa325a03 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:57.507859 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1b7a851-811b-49f0-98ab-77ee69a5053e req-e69c81a1-ba59-46b5-bbe3-d479fa325a03 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b8f9da5-3734-45f4-a9cf-68b1eb03350e HTTP/1.1" status: 200 len: 949 time: 0.2854509 May 27 02:12:57.547389 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-ddb5f507-c86d-4c40-95db-213d7e3b2db3 req-39d3b407-27ae-44ba-8182-dea0a64f2eb0 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Unset dirty status for tenant:91fc0a0dee4b4cc18343e2e355149e58 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:12:57.549874 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ddb5f507-c86d-4c40-95db-213d7e3b2db3 req-39d3b407-27ae-44ba-8182-dea0a64f2eb0 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.32 "GET /v2.0/ports?device_id=527f146d-bcc6-451c-91eb-c53a214932df HTTP/1.1" status: 200 len: 949 time: 0.5415468 May 27 02:12:57.584242 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-a3b52bf2-bfb8-400a-9591-1c52edf60fd4 req-aeeafaab-20e7-4460-862d-da10ca214550 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] For port 5754fa47-c59f-404e-8b3c-963561a68d07, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=5754fa47-c59f-404e-8b3c-963561a68d07,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:57.584776 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-a3b52bf2-bfb8-400a-9591-1c52edf60fd4 req-aeeafaab-20e7-4460-862d-da10ca214550 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:57.693979 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-ddb5f507-c86d-4c40-95db-213d7e3b2db3 req-7ac9cfd5-9d64-459a-88ca-8896db6a9724 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Deleting port 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:12:57.694505 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ddb5f507-c86d-4c40-95db-213d7e3b2db3 req-7ac9cfd5-9d64-459a-88ca-8896db6a9724 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:57.747133 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1b7a851-811b-49f0-98ab-77ee69a5053e req-441c4205-7825-4d26-972c-4944604120bf tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183070 May 27 02:12:57.754684 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-a3b52bf2-bfb8-400a-9591-1c52edf60fd4 req-aeeafaab-20e7-4460-862d-da10ca214550 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Calling delete_port for 5754fa47-c59f-404e-8b3c-963561a68d07 owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:12:58.084553 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-ddb5f507-c86d-4c40-95db-213d7e3b2db3 req-7ac9cfd5-9d64-459a-88ca-8896db6a9724 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] For port 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:58.085304 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ddb5f507-c86d-4c40-95db-213d7e3b2db3 req-7ac9cfd5-9d64-459a-88ca-8896db6a9724 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:58.144380 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-a3b52bf2-bfb8-400a-9591-1c52edf60fd4 req-aeeafaab-20e7-4460-862d-da10ca214550 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:58.146204 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6b355367-9f11-4b24-b839-54d56a4dc7f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:58.165773 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['2d68ef4e-10c4-43e2-9663-4f6d1775dc86', 'a0192f57-7dc9-4765-867e-432c96fe723e', '5754fa47-c59f-404e-8b3c-963561a68d07'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:12:58.220914 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-ddb5f507-c86d-4c40-95db-213d7e3b2db3 req-7ac9cfd5-9d64-459a-88ca-8896db6a9724 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Calling delete_port for 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:12:58.232854 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['1c0ac97e-a530-4361-8db8-f552a54f3dd8', '05ec6f0c-597e-4049-8ab2-70bfccb73eb5', '59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77', '3b9cadd9-bef4-4042-a998-3c1758173dec'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:12:58.413434 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeafaab-20e7-4460-862d-da10ca214550 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Pushing event deleted for resources: {'Port': ['ID=5754fa47-c59f-404e-8b3c-963561a68d07,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:58.515001 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b52bf2-bfb8-400a-9591-1c52edf60fd4 req-aeeafaab-20e7-4460-862d-da10ca214550 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] No DVR routers for this DVR port 5754fa47-c59f-404e-8b3c-963561a68d07 on host n-h1-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:12:58.520138 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-a3b52bf2-bfb8-400a-9591-1c52edf60fd4 req-aeeafaab-20e7-4460-862d-da10ca214550 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:58.541154 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a3b52bf2-bfb8-400a-9591-1c52edf60fd4 req-aeeafaab-20e7-4460-862d-da10ca214550 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.32 "DELETE /v2.0/ports/5754fa47-c59f-404e-8b3c-963561a68d07 HTTP/1.1" status: 204 len: 173 time: 1.9190297 May 27 02:12:58.742152 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ddb5f507-c86d-4c40-95db-213d7e3b2db3 req-7ac9cfd5-9d64-459a-88ca-8896db6a9724 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:58.902909 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac9cfd5-9d64-459a-88ca-8896db6a9724 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Pushing event deleted for resources: {'Port': ['ID=996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:58.954630 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d79cb4cf-9e04-48ec-9fb3-3e693474a0af req-01d9338b-23cc-4856-9192-220c8c4e9847 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.57 "GET /v2.0/ports?device_id=527f146d-bcc6-451c-91eb-c53a214932df HTTP/1.1" status: 200 len: 210 time: 0.1047080 May 27 02:12:59.091007 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8f9da5-3734-45f4-a9cf-68b1eb03350e', 'name': 'network-vif-deleted', 'tag': '5754fa47-c59f-404e-8b3c-963561a68d07'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:12:59.096600 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:59.107874 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:59.171289 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb5f507-c86d-4c40-95db-213d7e3b2db3 req-7ac9cfd5-9d64-459a-88ca-8896db6a9724 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] No DVR routers for this DVR port 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:12:59.175046 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ddb5f507-c86d-4c40-95db-213d7e3b2db3 req-7ac9cfd5-9d64-459a-88ca-8896db6a9724 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:59.193002 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527f146d-bcc6-451c-91eb-c53a214932df', 'name': 'network-vif-deleted', 'tag': '996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:12:59.305049 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ddb5f507-c86d-4c40-95db-213d7e3b2db3 req-7ac9cfd5-9d64-459a-88ca-8896db6a9724 tempest-MigrationsAdminTest-454312519 tempest-MigrationsAdminTest-454312519-project] 10.222.0.32 "DELETE /v2.0/ports/996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de HTTP/1.1" status: 204 len: 173 time: 1.7334528 May 27 02:12:59.399475 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 59630) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:59.701312 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d42b1b-f6f9-4a63-ab08-e3c5149ed2c1 req-196d0b0e-06eb-4a3c-a635-c458516be021 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:59.715155 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-79d42b1b-f6f9-4a63-ab08-e3c5149ed2c1 req-196d0b0e-06eb-4a3c-a635-c458516be021 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ec214a5-4539-43b0-bea2-976148152ef6 HTTP/1.1" status: 200 len: 950 time: 0.2207308 May 27 02:12:59.903914 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-79d42b1b-f6f9-4a63-ab08-e3c5149ed2c1 req-d2349b08-8328-4e91-997d-cb0e4b4ce31a tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] 10.222.0.57 "GET /v2.0/security-groups?id=aac98c3e-2a8d-4223-8f43-df8ccd673259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877837 May 27 02:12:59.935856 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-39ad6ec2-1f6d-4952-89fb-9e17cc416f5b admin admin] Deleting subnet 1e2a1d95-8ee5-4ee3-927d-bf057db8df2f {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:12:59.939760 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-39ad6ec2-1f6d-4952-89fb-9e17cc416f5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:00.058073 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:00.059765 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-39ad6ec2-1f6d-4952-89fb-9e17cc416f5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:00.124620 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-39ad6ec2-1f6d-4952-89fb-9e17cc416f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:00.222751 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd7511e-f163-44d2-8f1e-3d1324380cb8 req-dcaad6cb-9d09-47f9-b521-aed7d8b88cea tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:00.223620 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-efd7511e-f163-44d2-8f1e-3d1324380cb8 req-dcaad6cb-9d09-47f9-b521-aed7d8b88cea tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] Synchronizing usage tracker for tenant:4179d23c60954b1583b94938be4c46fe on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:13:00.300458 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-efd7511e-f163-44d2-8f1e-3d1324380cb8 req-dcaad6cb-9d09-47f9-b521-aed7d8b88cea tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] Unset dirty status for tenant:4179d23c60954b1583b94938be4c46fe on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:13:00.301956 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-efd7511e-f163-44d2-8f1e-3d1324380cb8 req-dcaad6cb-9d09-47f9-b521-aed7d8b88cea tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ec214a5-4539-43b0-bea2-976148152ef6 HTTP/1.1" status: 200 len: 950 time: 0.2193463 May 27 02:13:00.303884 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-198bf4f8-f0ba-437b-9d2d-2c3a15dfe4dc'] response: {'server_uuid': '8b8f9da5-3734-45f4-a9cf-68b1eb03350e', 'name': 'network-vif-deleted', 'tag': '5754fa47-c59f-404e-8b3c-963561a68d07', 'status': 'completed', 'code': 200} May 27 02:13:00.370570 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-39ad6ec2-1f6d-4952-89fb-9e17cc416f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:00.441173 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad6ec2-1f6d-4952-89fb-9e17cc416f5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e2a1d95-8ee5-4ee3-927d-bf057db8df2f,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:00.444476 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-efd7511e-f163-44d2-8f1e-3d1324380cb8 req-b9f14d0e-20bf-4304-ae99-e91a87e1a2e9 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] Deleting port 4c5980e3-43fc-496b-9867-cfa4fcbf2dde {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:13:00.444878 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-efd7511e-f163-44d2-8f1e-3d1324380cb8 req-b9f14d0e-20bf-4304-ae99-e91a87e1a2e9 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:00.464151 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-39ad6ec2-1f6d-4952-89fb-9e17cc416f5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:00.471240 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-39ad6ec2-1f6d-4952-89fb-9e17cc416f5b admin admin] 10.222.0.57 "DELETE /v2.0/subnets/1e2a1d95-8ee5-4ee3-927d-bf057db8df2f HTTP/1.1" status: 204 len: 168 time: 1.1038196 May 27 02:13:00.473766 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 59660) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:00.605507 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f667892c-c914-4aa5-b24c-54809a6d2e75'] response: {'server_uuid': '527f146d-bcc6-451c-91eb-c53a214932df', 'name': 'network-vif-deleted', 'tag': '996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de', 'status': 'completed', 'code': 200} May 27 02:13:00.689954 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-85e9049d-a08f-4002-9938-2de3c5ef60a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:00.902393 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-85e9049d-a08f-4002-9938-2de3c5ef60a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:00.930256 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-85e9049d-a08f-4002-9938-2de3c5ef60a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db30ed05-8f60-4a40-83c6-9b50139dcb81']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:00.942728 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-85e9049d-a08f-4002-9938-2de3c5ef60a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a69d16a1-8436-40ed-b9ce-539b6def055f') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:00.943193 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-85e9049d-a08f-4002-9938-2de3c5ef60a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a69d16a1-8436-40ed-b9ce-539b6def055f') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:00.955177 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-85e9049d-a08f-4002-9938-2de3c5ef60a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:00.967878 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-efd7511e-f163-44d2-8f1e-3d1324380cb8 req-b9f14d0e-20bf-4304-ae99-e91a87e1a2e9 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] For port 4c5980e3-43fc-496b-9867-cfa4fcbf2dde, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=4c5980e3-43fc-496b-9867-cfa4fcbf2dde,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:00.968235 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-efd7511e-f163-44d2-8f1e-3d1324380cb8 req-b9f14d0e-20bf-4304-ae99-e91a87e1a2e9 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:00.971160 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-85e9049d-a08f-4002-9938-2de3c5ef60a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:00.978130 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e9049d-a08f-4002-9938-2de3c5ef60a8 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:13:00.978130 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-85e9049d-a08f-4002-9938-2de3c5ef60a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:01.146754 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-efd7511e-f163-44d2-8f1e-3d1324380cb8 req-b9f14d0e-20bf-4304-ae99-e91a87e1a2e9 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] Calling delete_port for 4c5980e3-43fc-496b-9867-cfa4fcbf2dde owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:13:01.158562 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment a69d16a1-8436-40ed-b9ce-539b6def055f resource provider aggregate not found May 27 02:13:01.198552 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment a69d16a1-8436-40ed-b9ce-539b6def055f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a69d16a1-8436-40ed-b9ce-539b6def055f found for delete ", "request_id": "req-1b9aa56b-bd8a-4928-ac50-395bbb57b527"}]} May 27 02:13:01.330863 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-85e9049d-a08f-4002-9938-2de3c5ef60a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:01.353346 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-85e9049d-a08f-4002-9938-2de3c5ef60a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:01.364749 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9049d-a08f-4002-9938-2de3c5ef60a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=db30ed05-8f60-4a40-83c6-9b50139dcb81,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:01.416466 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-efd7511e-f163-44d2-8f1e-3d1324380cb8 req-b9f14d0e-20bf-4304-ae99-e91a87e1a2e9 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:01.433071 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['4c5980e3-43fc-496b-9867-cfa4fcbf2dde'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:13:01.460180 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-85e9049d-a08f-4002-9938-2de3c5ef60a8 admin admin] 10.222.0.57 "DELETE /v2.0/networks/db30ed05-8f60-4a40-83c6-9b50139dcb81 HTTP/1.1" status: 204 len: 168 time: 0.9817889 May 27 02:13:01.460180 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 59694) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:01.611747 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f14d0e-20bf-4304-ae99-e91a87e1a2e9 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] Pushing event deleted for resources: {'Port': ['ID=4c5980e3-43fc-496b-9867-cfa4fcbf2dde,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:01.650741 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-0059e899-f3a6-428d-a29a-95a08c04c170 admin admin] Deleting subnet becef69b-8feb-4e3f-b6cf-7c058a96e1df {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:13:01.656497 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0059e899-f3a6-428d-a29a-95a08c04c170 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:01.732705 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0059e899-f3a6-428d-a29a-95a08c04c170 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:01.758941 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:13:01.855902 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd7511e-f163-44d2-8f1e-3d1324380cb8 req-b9f14d0e-20bf-4304-ae99-e91a87e1a2e9 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] No DVR routers for this DVR port 4c5980e3-43fc-496b-9867-cfa4fcbf2dde on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:13:01.860853 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-efd7511e-f163-44d2-8f1e-3d1324380cb8 req-b9f14d0e-20bf-4304-ae99-e91a87e1a2e9 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:01.899180 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:13:01.903457 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 996fb9b4-8a8a-4f22-8cb7-f8cb59c3a1de not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:13:01.903997 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 4c5980e3-43fc-496b-9867-cfa4fcbf2dde no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:13:01.966080 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-efd7511e-f163-44d2-8f1e-3d1324380cb8 req-b9f14d0e-20bf-4304-ae99-e91a87e1a2e9 tempest-ImagesNegativeTestJSON-1870963333 tempest-ImagesNegativeTestJSON-1870963333-project] 10.222.0.32 "DELETE /v2.0/ports/4c5980e3-43fc-496b-9867-cfa4fcbf2dde HTTP/1.1" status: 204 len: 173 time: 1.6540301 May 27 02:13:02.073189 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0059e899-f3a6-428d-a29a-95a08c04c170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:02.106223 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 4c5980e3-43fc-496b-9867-cfa4fcbf2dde {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:13:02.106223 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 4c5980e3-43fc-496b-9867-cfa4fcbf2dde not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:13:02.112166 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 5754fa47-c59f-404e-8b3c-963561a68d07 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:13:02.144549 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 5754fa47-c59f-404e-8b3c-963561a68d07 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:13:02.144925 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 5754fa47-c59f-404e-8b3c-963561a68d07 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:13:02.252132 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59712) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:02.264524 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b1b2d-f707-4a18-b5b9-8e0da4c379f3 req-017e7200-338b-44f3-84a2-a886c7d41a07 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:02.266459 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-659b1b2d-f707-4a18-b5b9-8e0da4c379f3 req-017e7200-338b-44f3-84a2-a886c7d41a07 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 946 time: 0.4071767 May 27 02:13:02.415688 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-659b1b2d-f707-4a18-b5b9-8e0da4c379f3 req-056ff037-a29e-4844-90d2-874b6af5dc54 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326938 May 27 02:13:02.436119 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0059e899-f3a6-428d-a29a-95a08c04c170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:02.500773 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0059e899-f3a6-428d-a29a-95a08c04c170 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=becef69b-8feb-4e3f-b6cf-7c058a96e1df,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:02.507516 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0059e899-f3a6-428d-a29a-95a08c04c170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:02.520178 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0059e899-f3a6-428d-a29a-95a08c04c170 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/becef69b-8feb-4e3f-b6cf-7c058a96e1df HTTP/1.1" status: 204 len: 168 time: 1.0593250 May 27 02:13:02.522572 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 59722) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:02.629859 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec214a5-4539-43b0-bea2-976148152ef6', 'name': 'network-vif-deleted', 'tag': '4c5980e3-43fc-496b-9867-cfa4fcbf2dde'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:13:02.663714 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-facb268f-eef9-40d5-a1fa-42375208a79c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=91fc0a0dee4b4cc18343e2e355149e58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4064574 May 27 02:13:02.668038 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59728) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:02.857316 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5c5d3252-fae7-4068-9ad6-3be07b425f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:02.934624 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5c5d3252-fae7-4068-9ad6-3be07b425f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:02.986461 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5b427ff5-851e-498c-a41f-502c01ee0fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:03.210183 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5c5d3252-fae7-4068-9ad6-3be07b425f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:03.269238 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d3252-fae7-4068-9ad6-3be07b425f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08e45c1-4b33-4eca-bd67-478f28701884,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:03.295531 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5c5d3252-fae7-4068-9ad6-3be07b425f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:03.295531 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5c5d3252-fae7-4068-9ad6-3be07b425f8b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d08e45c1-4b33-4eca-bd67-478f28701884 HTTP/1.1" status: 204 len: 168 time: 0.6183834 May 27 02:13:03.326699 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdbcd5c-3a06-45c4-9764-4caa0e81be9b req-619c3946-9a07-49e1-9951-badb26852349 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:03.327075 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5b427ff5-851e-498c-a41f-502c01ee0fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:03.327609 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-4cdbcd5c-3a06-45c4-9764-4caa0e81be9b req-619c3946-9a07-49e1-9951-badb26852349 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Synchronizing usage tracker for tenant:e1c3680693b64031b729b02b7340016d on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:13:03.343816 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-4cdbcd5c-3a06-45c4-9764-4caa0e81be9b req-619c3946-9a07-49e1-9951-badb26852349 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Unset dirty status for tenant:e1c3680693b64031b729b02b7340016d on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:13:03.345273 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4cdbcd5c-3a06-45c4-9764-4caa0e81be9b req-619c3946-9a07-49e1-9951-badb26852349 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.32 "GET /v2.0/ports?device_id=2825cc4c-3b65-424a-910e-30f6178b103d HTTP/1.1" status: 200 len: 945 time: 0.2753611 May 27 02:13:03.401665 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-5b427ff5-851e-498c-a41f-502c01ee0fc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a7ccb10-538a-4cd5-8e08-f317e5a84a67']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:03.419760 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-5b427ff5-851e-498c-a41f-502c01ee0fc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a99f6632-650f-4799-bbd2-6e3e249851ac') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:03.420174 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-5b427ff5-851e-498c-a41f-502c01ee0fc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a99f6632-650f-4799-bbd2-6e3e249851ac') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:03.436501 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5b427ff5-851e-498c-a41f-502c01ee0fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:03.453317 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-4cdbcd5c-3a06-45c4-9764-4caa0e81be9b req-be233c52-ee7a-4c1d-9e82-f17b6cab5501 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Deleting port 112730a7-ac21-4f96-a3f7-eb5580a0faf5 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:13:03.453668 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4cdbcd5c-3a06-45c4-9764-4caa0e81be9b req-be233c52-ee7a-4c1d-9e82-f17b6cab5501 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:03.458966 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5b427ff5-851e-498c-a41f-502c01ee0fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:03.467456 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b427ff5-851e-498c-a41f-502c01ee0fc3 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:13:03.469095 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5b427ff5-851e-498c-a41f-502c01ee0fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:03.589421 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment a99f6632-650f-4799-bbd2-6e3e249851ac resource provider aggregate not found May 27 02:13:03.612174 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment a99f6632-650f-4799-bbd2-6e3e249851ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a99f6632-650f-4799-bbd2-6e3e249851ac found for delete ", "request_id": "req-ce1734d4-c98b-46c3-9c1e-8f2061c100dd"}]} May 27 02:13:03.658322 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5b427ff5-851e-498c-a41f-502c01ee0fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:03.682226 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5b427ff5-851e-498c-a41f-502c01ee0fc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:03.690208 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5b427ff5-851e-498c-a41f-502c01ee0fc3 admin admin] 10.222.0.57 "DELETE /v2.0/networks/5a7ccb10-538a-4cd5-8e08-f317e5a84a67 HTTP/1.1" status: 204 len: 168 time: 1.1652496 May 27 02:13:03.698076 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b427ff5-851e-498c-a41f-502c01ee0fc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a7ccb10-538a-4cd5-8e08-f317e5a84a67,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:03.733029 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-b72810fb-a7a3-4a58-bec4-c72753a6fa02 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:13:03.740952 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-b72810fb-a7a3-4a58-bec4-c72753a6fa02 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0836043 May 27 02:13:03.888304 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-4cdbcd5c-3a06-45c4-9764-4caa0e81be9b req-be233c52-ee7a-4c1d-9e82-f17b6cab5501 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] For port 112730a7-ac21-4f96-a3f7-eb5580a0faf5, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=112730a7-ac21-4f96-a3f7-eb5580a0faf5,segment=NetworkSegment(931dd518-127f-4f0c-a0b6-2f9bfdd5d70d),segment_id=931dd518-127f-4f0c-a0b6-2f9bfdd5d70d)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:03.888665 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4cdbcd5c-3a06-45c4-9764-4caa0e81be9b req-be233c52-ee7a-4c1d-9e82-f17b6cab5501 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:04.058709 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-4cdbcd5c-3a06-45c4-9764-4caa0e81be9b req-be233c52-ee7a-4c1d-9e82-f17b6cab5501 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Calling delete_port for 112730a7-ac21-4f96-a3f7-eb5580a0faf5 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:13:04.245766 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 59756) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:04.308790 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59760) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:04.309553 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-76111331-16ca-4331-b1b3-df77eeafcecf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a29ffcc4de66478babed622f0d89fbe8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0621350 May 27 02:13:04.311045 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 59762) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:04.331330 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4cdbcd5c-3a06-45c4-9764-4caa0e81be9b req-be233c52-ee7a-4c1d-9e82-f17b6cab5501 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:04.344090 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['c19ac6ae-c624-46ae-8f7e-45b58729d35a', '112730a7-ac21-4f96-a3f7-eb5580a0faf5'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:13:04.420927 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3d89a53e-1339-4f7f-8eb4-ddbf4f44b33a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:04.478305 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be233c52-ee7a-4c1d-9e82-f17b6cab5501 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Pushing event deleted for resources: {'Port': ['ID=112730a7-ac21-4f96-a3f7-eb5580a0faf5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:04.488165 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3d89a53e-1339-4f7f-8eb4-ddbf4f44b33a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:04.503620 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-2cbf0178-d2d0-4846-a18c-5d6d0f979a94 service neutron] Request body: {'binding': {'host': 'n-h1-843554-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:13:04.504298 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-2cbf0178-d2d0-4846-a18c-5d6d0f979a94 service neutron] Unknown quota resources ['binding']. {{(pid=88901) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 27 02:13:04.621453 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3d89a53e-1339-4f7f-8eb4-ddbf4f44b33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:04.644034 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d89a53e-1339-4f7f-8eb4-ddbf4f44b33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87215dd5-ba3a-4f09-96bb-87bff7da49b5,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:04.655468 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3d89a53e-1339-4f7f-8eb4-ddbf4f44b33a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:04.660192 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3d89a53e-1339-4f7f-8eb4-ddbf4f44b33a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/87215dd5-ba3a-4f09-96bb-87bff7da49b5 HTTP/1.1" status: 204 len: 168 time: 0.3480437 May 27 02:13:04.684019 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cdbcd5c-3a06-45c4-9764-4caa0e81be9b req-be233c52-ee7a-4c1d-9e82-f17b6cab5501 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] No DVR routers for this DVR port 112730a7-ac21-4f96-a3f7-eb5580a0faf5 on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:13:04.710629 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4228432d-e68c-46dc-ab4a-ad70a4bf143b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0d4732360e6646d699192718bf2b0f0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4012570 May 27 02:13:04.713236 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 59780) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:04.714387 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4cdbcd5c-3a06-45c4-9764-4caa0e81be9b req-be233c52-ee7a-4c1d-9e82-f17b6cab5501 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:04.865333 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4cdbcd5c-3a06-45c4-9764-4caa0e81be9b req-be233c52-ee7a-4c1d-9e82-f17b6cab5501 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.32 "DELETE /v2.0/ports/112730a7-ac21-4f96-a3f7-eb5580a0faf5 HTTP/1.1" status: 204 len: 173 time: 1.5126395 May 27 02:13:04.873274 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c30cba74-83be-48a5-a477-52daa3c4350b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:04.958579 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c30cba74-83be-48a5-a477-52daa3c4350b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:04.966689 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-2cbf0178-d2d0-4846-a18c-5d6d0f979a94 service neutron] Attempting to bind port 99d91620-0da6-4b5d-b0d4-031bc8101aac on host n-h1-843554-3 for vnic_type normal with profile None {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:13:04.967418 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-2cbf0178-d2d0-4846-a18c-5d6d0f979a94 service neutron] Attempting to bind port 99d91620-0da6-4b5d-b0d4-031bc8101aac by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:13:04.967933 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-2cbf0178-d2d0-4846-a18c-5d6d0f979a94 service neutron] Attempting to bind port 99d91620-0da6-4b5d-b0d4-031bc8101aac on network a46dc284-eb7c-468a-bcfd-6cfcbba366bf {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:13:04.979066 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-2cbf0178-d2d0-4846-a18c-5d6d0f979a94 service neutron] Port 99d91620-0da6-4b5d-b0d4-031bc8101aac on network a46dc284-eb7c-468a-bcfd-6cfcbba366bf not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:13:04.980701 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-2cbf0178-d2d0-4846-a18c-5d6d0f979a94 service neutron] Attempting to bind port 99d91620-0da6-4b5d-b0d4-031bc8101aac on network a46dc284-eb7c-468a-bcfd-6cfcbba366bf {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:13:04.991285 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-2cbf0178-d2d0-4846-a18c-5d6d0f979a94 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:13:04.991948 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-2cbf0178-d2d0-4846-a18c-5d6d0f979a94 service neutron] Checking segment: {'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:13:04.992550 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-2cbf0178-d2d0-4846-a18c-5d6d0f979a94 service neutron] Bound using segment: {'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:13:04.993187 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-2cbf0178-d2d0-4846-a18c-5d6d0f979a94 service neutron] Bound port: 99d91620-0da6-4b5d-b0d4-031bc8101aac, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:13:05.041492 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-2cbf0178-d2d0-4846-a18c-5d6d0f979a94 service neutron] For port 99d91620-0da6-4b5d-b0d4-031bc8101aac, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=99d91620-0da6-4b5d-b0d4-031bc8101aac,segment=NetworkSegment(18001c0d-6c74-475c-a0cb-9d64b721b14f),segment_id=18001c0d-6c74-475c-a0cb-9d64b721b14f)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:13:05.090700 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c30cba74-83be-48a5-a477-52daa3c4350b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:05.140101 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30cba74-83be-48a5-a477-52daa3c4350b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8659cf2d-7835-4f75-9d50-211370737ef9,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:05.171955 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-2cbf0178-d2d0-4846-a18c-5d6d0f979a94 service neutron] Notify callbacks [] for binding, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:05.173248 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-2cbf0178-d2d0-4846-a18c-5d6d0f979a94 service neutron] 10.222.0.57 "POST /v2.0/ports/99d91620-0da6-4b5d-b0d4-031bc8101aac/bindings HTTP/1.1" status: 201 len: 389 time: 1.4002905 May 27 02:13:05.240081 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4fab15-0bfc-4aa4-8742-e70e4fb9f78c req-957fce23-ea85-4ee6-9510-44044740f43b tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:05.240821 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-1c4fab15-0bfc-4aa4-8742-e70e4fb9f78c req-957fce23-ea85-4ee6-9510-44044740f43b tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Synchronizing usage tracker for tenant:920f79471e3444109aeaadab23e503c2 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:13:05.267347 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-061e42f8-9ae8-43fe-8788-848f26bdcbec'] response: {'server_uuid': '9ec214a5-4539-43b0-bea2-976148152ef6', 'name': 'network-vif-deleted', 'tag': '4c5980e3-43fc-496b-9867-cfa4fcbf2dde', 'status': 'completed', 'code': 200} May 27 02:13:05.312875 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c30cba74-83be-48a5-a477-52daa3c4350b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:05.314064 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c30cba74-83be-48a5-a477-52daa3c4350b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8659cf2d-7835-4f75-9d50-211370737ef9 HTTP/1.1" status: 204 len: 168 time: 0.5997159 May 27 02:13:05.339425 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-1c4fab15-0bfc-4aa4-8742-e70e4fb9f78c req-957fce23-ea85-4ee6-9510-44044740f43b tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Unset dirty status for tenant:920f79471e3444109aeaadab23e503c2 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:13:05.345392 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1c4fab15-0bfc-4aa4-8742-e70e4fb9f78c req-957fce23-ea85-4ee6-9510-44044740f43b tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.32 "GET /v2.0/ports?device_id=76ac31ae-bbf6-45c2-a1e9-24a746500910 HTTP/1.1" status: 200 len: 950 time: 0.2376182 May 27 02:13:05.509640 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8b0d2-5917-4c0b-bb9f-27408a3075d0 req-9c53114c-1f26-4d3e-9ce6-023fa7e4ea3b tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:05.510464 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-d3d8b0d2-5917-4c0b-bb9f-27408a3075d0 req-9c53114c-1f26-4d3e-9ce6-023fa7e4ea3b tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Synchronizing usage tracker for tenant:920f79471e3444109aeaadab23e503c2 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:13:05.511438 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-1c4fab15-0bfc-4aa4-8742-e70e4fb9f78c req-919e0ffb-3af0-46b4-99fa-245d64497c4e tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Deleting port a0192f57-7dc9-4765-867e-432c96fe723e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:13:05.511986 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-1c4fab15-0bfc-4aa4-8742-e70e4fb9f78c req-919e0ffb-3af0-46b4-99fa-245d64497c4e tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:05.529430 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-d3d8b0d2-5917-4c0b-bb9f-27408a3075d0 req-9c53114c-1f26-4d3e-9ce6-023fa7e4ea3b tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Unset dirty status for tenant:920f79471e3444109aeaadab23e503c2 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:13:05.540443 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d3d8b0d2-5917-4c0b-bb9f-27408a3075d0 req-9c53114c-1f26-4d3e-9ce6-023fa7e4ea3b tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ac31ae-bbf6-45c2-a1e9-24a746500910 HTTP/1.1" status: 200 len: 950 time: 0.1383142 May 27 02:13:05.629820 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d3d8b0d2-5917-4c0b-bb9f-27408a3075d0 req-b48f853e-cc76-41ca-878e-8cf1af651053 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881023 May 27 02:13:05.803568 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 59804) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:05.810321 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 112730a7-ac21-4f96-a3f7-eb5580a0faf5 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:13:05.952490 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 112730a7-ac21-4f96-a3f7-eb5580a0faf5 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:13:05.957838 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 112730a7-ac21-4f96-a3f7-eb5580a0faf5 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:13:05.958632 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 59dd76c7-04f3-4e36-a375-05bd87a0399b no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:13:06.005712 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-761a74d9-630c-4942-94de-c38185215603 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=03008bdcdd68462f806851e8e855d738&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2030075 May 27 02:13:06.015229 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59812) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:06.110195 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29418915-ba96-4013-b2c7-d9a978b4ac4b req-2131524a-744e-4020-995a-b2efd7d55557 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:06.112749 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-29418915-ba96-4013-b2c7-d9a978b4ac4b req-2131524a-744e-4020-995a-b2efd7d55557 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d516fc2-a526-487e-9064-9e8f986cda8b HTTP/1.1" status: 200 len: 945 time: 0.1505911 May 27 02:13:06.128596 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-1c4fab15-0bfc-4aa4-8742-e70e4fb9f78c req-919e0ffb-3af0-46b4-99fa-245d64497c4e tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] For port a0192f57-7dc9-4765-867e-432c96fe723e, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=a0192f57-7dc9-4765-867e-432c96fe723e,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:06.128985 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-1c4fab15-0bfc-4aa4-8742-e70e4fb9f78c req-919e0ffb-3af0-46b4-99fa-245d64497c4e tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:06.221930 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-29418915-ba96-4013-b2c7-d9a978b4ac4b req-f242abda-93bc-4e7f-8d13-2a8db1cd303b tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Deleting port c19ac6ae-c624-46ae-8f7e-45b58729d35a {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:13:06.223180 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-29418915-ba96-4013-b2c7-d9a978b4ac4b req-f242abda-93bc-4e7f-8d13-2a8db1cd303b tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:06.306666 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-1c4fab15-0bfc-4aa4-8742-e70e4fb9f78c req-919e0ffb-3af0-46b4-99fa-245d64497c4e tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Calling delete_port for a0192f57-7dc9-4765-867e-432c96fe723e owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:13:06.442428 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 59dd76c7-04f3-4e36-a375-05bd87a0399b is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:13:06.457492 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:06.510780 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 59dd76c7-04f3-4e36-a375-05bd87a0399b, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=59dd76c7-04f3-4e36-a375-05bd87a0399b,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:06.511746 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59dd76c7-04f3-4e36-a375-05bd87a0399b'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:13:06.570841 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e12a8385-15c0-47d4-bcf9-7e30c15ce593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:06.616817 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e12a8385-15c0-47d4-bcf9-7e30c15ce593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:06.667739 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-d64154c7-cd5b-456a-8232-7f4d6e259e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:06.669817 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-d64154c7-cd5b-456a-8232-7f4d6e259e29 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=846b128e49a144bb97bdbd537ab49432&device_id=24c2ceb7-fe63-4534-8489-536ce21cdbcf HTTP/1.1" status: 200 len: 1097 time: 0.1545644 May 27 02:13:06.793348 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac233f8-5ddc-454e-ba48-b0341a9e1eb3 req-8370a4d7-1219-4ce0-a013-b582a7c079a2 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:06.795522 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ac233f8-5ddc-454e-ba48-b0341a9e1eb3 req-8370a4d7-1219-4ce0-a013-b582a7c079a2 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 946 time: 0.5997839 May 27 02:13:06.806028 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9723a-2879-461c-b055-0fec1e895d87 req-23a66fe1-f72b-440c-b80e-bf26d15a575a tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:06.807754 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6fa9723a-2879-461c-b055-0fec1e895d87 req-23a66fe1-f72b-440c-b80e-bf26d15a575a tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=24c2ceb7-fe63-4534-8489-536ce21cdbcf HTTP/1.1" status: 200 len: 946 time: 0.5151432 May 27 02:13:06.830998 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-5ea3b412-bb57-4117-8c0c-9fd7450c15d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:06.832336 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-5ea3b412-bb57-4117-8c0c-9fd7450c15d2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf HTTP/1.1" status: 200 len: 908 time: 0.1536775 May 27 02:13:06.905044 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-85d6f9ed-74f8-4424-8d89-b2a8fbae37ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99d91620-0da6-4b5d-b0d4-031bc8101aac HTTP/1.1" status: 200 len: 217 time: 0.0661948 May 27 02:13:06.915826 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-29418915-ba96-4013-b2c7-d9a978b4ac4b req-f242abda-93bc-4e7f-8d13-2a8db1cd303b tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] For port c19ac6ae-c624-46ae-8f7e-45b58729d35a, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=c19ac6ae-c624-46ae-8f7e-45b58729d35a,segment=NetworkSegment(931dd518-127f-4f0c-a0b6-2f9bfdd5d70d),segment_id=931dd518-127f-4f0c-a0b6-2f9bfdd5d70d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:06.916191 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-29418915-ba96-4013-b2c7-d9a978b4ac4b req-f242abda-93bc-4e7f-8d13-2a8db1cd303b tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:06.927714 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ac233f8-5ddc-454e-ba48-b0341a9e1eb3 req-e455dc1d-f9b7-40f2-aa7c-95ee61c76568 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187832 May 27 02:13:06.937419 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6fa9723a-2879-461c-b055-0fec1e895d87 req-fef97fbb-cfa8-41a2-bd32-76a252506634 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083634 May 27 02:13:06.996634 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-aabd4eb5-38fb-4360-96b8-793d4bf4fb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:07.008422 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-aabd4eb5-38fb-4360-96b8-793d4bf4fb24 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7bcc4077-ba65-497d-80cd-f2b54423660b HTTP/1.1" status: 200 len: 847 time: 0.0936425 May 27 02:13:07.008587 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:07.009132 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e12a8385-15c0-47d4-bcf9-7e30c15ce593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:07.030861 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-1c4fab15-0bfc-4aa4-8742-e70e4fb9f78c req-919e0ffb-3af0-46b4-99fa-245d64497c4e tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:07.090040 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-29418915-ba96-4013-b2c7-d9a978b4ac4b req-f242abda-93bc-4e7f-8d13-2a8db1cd303b tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Calling delete_port for c19ac6ae-c624-46ae-8f7e-45b58729d35a owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:13:07.175399 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12a8385-15c0-47d4-bcf9-7e30c15ce593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f9f59a-8b58-44ca-b498-993d7b2016a3,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:07.205714 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12a8385-15c0-47d4-bcf9-7e30c15ce593 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:07.206132 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12a8385-15c0-47d4-bcf9-7e30c15ce593 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:07.206970 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12a8385-15c0-47d4-bcf9-7e30c15ce593 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:07.207410 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12a8385-15c0-47d4-bcf9-7e30c15ce593 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:07.207895 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12a8385-15c0-47d4-bcf9-7e30c15ce593 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:07.208272 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12a8385-15c0-47d4-bcf9-7e30c15ce593 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:07.208649 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12a8385-15c0-47d4-bcf9-7e30c15ce593 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:07.209009 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12a8385-15c0-47d4-bcf9-7e30c15ce593 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:07.209332 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12a8385-15c0-47d4-bcf9-7e30c15ce593 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:07.209663 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12a8385-15c0-47d4-bcf9-7e30c15ce593 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:07.210027 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12a8385-15c0-47d4-bcf9-7e30c15ce593 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:07.210477 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12a8385-15c0-47d4-bcf9-7e30c15ce593 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:07.218374 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4c937b5-b38a-442b-a80f-2756e37d6ecb'] response: {'server_uuid': 'ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59dd76c7-04f3-4e36-a375-05bd87a0399b', 'code': 200} May 27 02:13:07.218870 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=59dd76c7-04f3-4e36-a375-05bd87a0399b,revision_number=11']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:07.232405 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['2d68ef4e-10c4-43e2-9663-4f6d1775dc86', 'a0192f57-7dc9-4765-867e-432c96fe723e'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:13:07.286398 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['1c0ac97e-a530-4361-8db8-f552a54f3dd8', '05ec6f0c-597e-4049-8ab2-70bfccb73eb5', '59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77', '3b9cadd9-bef4-4042-a998-3c1758173dec'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:13:07.316358 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2825cc4c-3b65-424a-910e-30f6178b103d', 'name': 'network-vif-deleted', 'tag': '112730a7-ac21-4f96-a3f7-eb5580a0faf5'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:13:07.396443 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b8dad7ba-2433-444f-9267-c812dacf833f req-0fd67a71-e168-4582-ac36-9737affe77a6 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ac31ae-bbf6-45c2-a1e9-24a746500910 HTTP/1.1" status: 200 len: 210 time: 0.0661333 May 27 02:13:07.408025 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-21c944e6-4799-4c56-87ae-79b0e865bb9d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3747737 May 27 02:13:07.520481 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e12a8385-15c0-47d4-bcf9-7e30c15ce593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:07.520884 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-29418915-ba96-4013-b2c7-d9a978b4ac4b req-f242abda-93bc-4e7f-8d13-2a8db1cd303b tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:07.521650 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e12a8385-15c0-47d4-bcf9-7e30c15ce593 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/59f9f59a-8b58-44ca-b498-993d7b2016a3 HTTP/1.1" status: 204 len: 168 time: 1.4751632 May 27 02:13:07.522638 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e0ffb-3af0-46b4-99fa-245d64497c4e tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Pushing event deleted for resources: {'Port': ['ID=a0192f57-7dc9-4765-867e-432c96fe723e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:07.525320 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9caa5e7c-67c3-4825-8caa-a19aa0ace7ef'] response: {'server_uuid': '2825cc4c-3b65-424a-910e-30f6178b103d', 'name': 'network-vif-deleted', 'tag': '112730a7-ac21-4f96-a3f7-eb5580a0faf5', 'status': 'completed', 'code': 200} May 27 02:13:07.638512 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4fab15-0bfc-4aa4-8742-e70e4fb9f78c req-919e0ffb-3af0-46b4-99fa-245d64497c4e tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] No DVR routers for this DVR port a0192f57-7dc9-4765-867e-432c96fe723e on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:13:07.641451 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-1c4fab15-0bfc-4aa4-8742-e70e4fb9f78c req-919e0ffb-3af0-46b4-99fa-245d64497c4e tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:07.644562 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1c4fab15-0bfc-4aa4-8742-e70e4fb9f78c req-919e0ffb-3af0-46b4-99fa-245d64497c4e tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.32 "DELETE /v2.0/ports/a0192f57-7dc9-4765-867e-432c96fe723e HTTP/1.1" status: 204 len: 173 time: 2.2941277 May 27 02:13:07.885685 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-becc6e80-1f8d-47f8-bf4d-2f554b8ff457 service neutron] 10.222.0.32 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774223 May 27 02:13:07.926204 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f242abda-93bc-4e7f-8d13-2a8db1cd303b tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Pushing event deleted for resources: {'Port': ['ID=c19ac6ae-c624-46ae-8f7e-45b58729d35a,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:08.104030 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6bb6b5bf-894c-4094-b747-ee93da09d8f3 req-e4a4acb4-d768-4f6c-a1e7-777556df3e11 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d516fc2-a526-487e-9064-9e8f986cda8b HTTP/1.1" status: 200 len: 210 time: 0.2757769 May 27 02:13:08.111368 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f242abda-93bc-4e7f-8d13-2a8db1cd303b tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:08.112073 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f242abda-93bc-4e7f-8d13-2a8db1cd303b tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:08.112609 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f242abda-93bc-4e7f-8d13-2a8db1cd303b tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:08.114147 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f242abda-93bc-4e7f-8d13-2a8db1cd303b tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:08.115924 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f242abda-93bc-4e7f-8d13-2a8db1cd303b tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:08.116520 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f242abda-93bc-4e7f-8d13-2a8db1cd303b tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:08.118838 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f242abda-93bc-4e7f-8d13-2a8db1cd303b tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:08.119355 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f242abda-93bc-4e7f-8d13-2a8db1cd303b tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:08.119853 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f242abda-93bc-4e7f-8d13-2a8db1cd303b tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:08.120363 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f242abda-93bc-4e7f-8d13-2a8db1cd303b tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:08.122726 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f242abda-93bc-4e7f-8d13-2a8db1cd303b tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:08.123457 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f242abda-93bc-4e7f-8d13-2a8db1cd303b tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:08.129747 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-29418915-ba96-4013-b2c7-d9a978b4ac4b req-f242abda-93bc-4e7f-8d13-2a8db1cd303b tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] No DVR routers for this DVR port c19ac6ae-c624-46ae-8f7e-45b58729d35a on host n-h1-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:13:08.136520 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-29418915-ba96-4013-b2c7-d9a978b4ac4b req-f242abda-93bc-4e7f-8d13-2a8db1cd303b tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:08.139993 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d516fc2-a526-487e-9064-9e8f986cda8b', 'name': 'network-vif-deleted', 'tag': 'c19ac6ae-c624-46ae-8f7e-45b58729d35a'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:13:08.170988 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-29418915-ba96-4013-b2c7-d9a978b4ac4b req-f242abda-93bc-4e7f-8d13-2a8db1cd303b tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.32 "DELETE /v2.0/ports/c19ac6ae-c624-46ae-8f7e-45b58729d35a HTTP/1.1" status: 204 len: 173 time: 2.0503623 May 27 02:13:08.347868 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-dfadc88e-4a51-4593-bd78-8af0afe36523 service neutron] 10.222.0.32 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441748 May 27 02:13:08.617793 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6194b-f51e-4a2b-be36-16993c29f980 req-209f2e54-e86c-4a42-94f0-2ac388610bfe tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:08.619284 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bae6194b-f51e-4a2b-be36-16993c29f980 req-209f2e54-e86c-4a42-94f0-2ac388610bfe tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=24c2ceb7-fe63-4534-8489-536ce21cdbcf HTTP/1.1" status: 200 len: 946 time: 0.2660081 May 27 02:13:08.627113 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21818bf-06bf-49a4-bdce-4819ba1fe2bb req-238449f9-5b28-4123-9d42-dd6423c93119 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:08.628469 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c21818bf-06bf-49a4-bdce-4819ba1fe2bb req-238449f9-5b28-4123-9d42-dd6423c93119 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.2010126 May 27 02:13:08.695414 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bae6194b-f51e-4a2b-be36-16993c29f980 req-3ab11802-30b2-43a2-b3c2-1c95d121f04e tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659058 May 27 02:13:08.705295 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c21818bf-06bf-49a4-bdce-4819ba1fe2bb req-fd781fc2-2ab2-4e48-8f95-ad9485681013 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581300 May 27 02:13:08.780425 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49c30c07-4150-473f-8b58-837b99c2b43b'] response: {'server_uuid': '0d516fc2-a526-487e-9064-9e8f986cda8b', 'name': 'network-vif-deleted', 'tag': 'c19ac6ae-c624-46ae-8f7e-45b58729d35a', 'status': 'completed', 'code': 200} May 27 02:13:08.951651 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59908) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:09.027546 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c85c8283-1f9e-4b23-89ca-194df1b71496 req-0a37bfa7-9e3f-435c-b060-0253b3fa2598 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ac31ae-bbf6-45c2-a1e9-24a746500910 HTTP/1.1" status: 200 len: 210 time: 0.0534813 May 27 02:13:09.229619 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-25e73f7b-fa98-42e1-b20d-bb83a7926b4b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4179d23c60954b1583b94938be4c46fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2782688 May 27 02:13:09.232669 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59924) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:09.310476 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-ce0fcfd8-36d1-4593-88e8-904ca90e922f req-291f4d93-2675-4944-9015-c477e3ab11c9 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Synchronizing usage tracker for tenant:e1c3680693b64031b729b02b7340016d on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:13:09.322471 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d92826cb-a0f1-4145-9eec-a31760f9d55e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:09.351799 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d92826cb-a0f1-4145-9eec-a31760f9d55e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:09.418593 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-ce0fcfd8-36d1-4593-88e8-904ca90e922f req-291f4d93-2675-4944-9015-c477e3ab11c9 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] Unset dirty status for tenant:e1c3680693b64031b729b02b7340016d on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:13:09.420405 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ce0fcfd8-36d1-4593-88e8-904ca90e922f req-291f4d93-2675-4944-9015-c477e3ab11c9 tempest-ListServersNegativeTestJSON-1499688298 tempest-ListServersNegativeTestJSON-1499688298-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d516fc2-a526-487e-9064-9e8f986cda8b HTTP/1.1" status: 200 len: 210 time: 0.1539915 May 27 02:13:09.489908 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d92826cb-a0f1-4145-9eec-a31760f9d55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:09.526022 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92826cb-a0f1-4145-9eec-a31760f9d55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac98c3e-2a8d-4223-8f43-df8ccd673259,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:09.536332 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ac31ae-bbf6-45c2-a1e9-24a746500910', 'name': 'network-vif-deleted', 'tag': 'a0192f57-7dc9-4765-867e-432c96fe723e'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:13:09.553871 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d92826cb-a0f1-4145-9eec-a31760f9d55e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:09.559560 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d92826cb-a0f1-4145-9eec-a31760f9d55e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/aac98c3e-2a8d-4223-8f43-df8ccd673259 HTTP/1.1" status: 204 len: 168 time: 0.3255434 May 27 02:13:09.630092 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84b3daa5-90bb-4fec-91a4-218b12fb5ebe'] response: {'server_uuid': '76ac31ae-bbf6-45c2-a1e9-24a746500910', 'name': 'network-vif-deleted', 'tag': 'a0192f57-7dc9-4765-867e-432c96fe723e', 'status': 'completed', 'code': 200} May 27 02:13:09.826759 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 59dd76c7-04f3-4e36-a375-05bd87a0399b details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:13:09.826759 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device a0192f57-7dc9-4765-867e-432c96fe723e no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:13:09.952208 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: a0192f57-7dc9-4765-867e-432c96fe723e {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:13:09.952208 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device a0192f57-7dc9-4765-867e-432c96fe723e not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:13:09.952208 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device c19ac6ae-c624-46ae-8f7e-45b58729d35a no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:13:10.033838 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: c19ac6ae-c624-46ae-8f7e-45b58729d35a {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:13:10.034308 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device c19ac6ae-c624-46ae-8f7e-45b58729d35a not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:13:10.273738 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53c58e-ec94-44ba-808a-3944c9aea130 req-d3ad0c37-f31d-4e3f-8a1e-fd7fadc32709 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:10.273738 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fc53c58e-ec94-44ba-808a-3944c9aea130 req-d3ad0c37-f31d-4e3f-8a1e-fd7fadc32709 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=24c2ceb7-fe63-4534-8489-536ce21cdbcf HTTP/1.1" status: 200 len: 946 time: 0.3572972 May 27 02:13:10.319262 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 59dd76c7-04f3-4e36-a375-05bd87a0399b, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=59dd76c7-04f3-4e36-a375-05bd87a0399b,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:10.353463 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '59dd76c7-04f3-4e36-a375-05bd87a0399b', 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164', 'port_id': '59dd76c7-04f3-4e36-a375-05bd87a0399b', 'mac_address': 'fa:16:3e:80:6a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ee39392-3407-48c1-b561-be7ced0cb982', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:13:10.359259 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd6418-e925-44ed-a131-ecd84e08849e req-cb26eb82-8d5c-4d5c-b5d2-5bfa5a050a45 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:10.368065 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eebd6418-e925-44ed-a131-ecd84e08849e req-cb26eb82-8d5c-4d5c-b5d2-5bfa5a050a45 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.3633270 May 27 02:13:10.499842 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 59dd76c7-04f3-4e36-a375-05bd87a0399b is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:13:10.499842 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:10.518367 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fc53c58e-ec94-44ba-808a-3944c9aea130 req-cd106938-1bd7-46ef-ab0d-07c6741d7b4b tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129762 May 27 02:13:10.551613 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eebd6418-e925-44ed-a131-ecd84e08849e req-97e95571-28b3-4a37-8748-a103603b638d tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808376 May 27 02:13:10.581852 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59dd76c7-04f3-4e36-a375-05bd87a0399b {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:13:10.632597 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 59dd76c7-04f3-4e36-a375-05bd87a0399b, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=59dd76c7-04f3-4e36-a375-05bd87a0399b,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:10.697810 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:10.752548 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 59992) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:10.870977 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['59dd76c7-04f3-4e36-a375-05bd87a0399b'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:13:10.977476 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6791130-9096-4573-be13-26352050e1ea admin admin] Deleting subnet f9c48255-d206-4808-88dc-b388d3497987 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:13:10.987173 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=59dd76c7-04f3-4e36-a375-05bd87a0399b,revision_number=12']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:10.998874 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f6791130-9096-4573-be13-26352050e1ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:11.007701 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:11.007701 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:11.007701 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:11.007701 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:11.007701 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:11.007701 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:11.007701 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:11.015095 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:11.015095 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:11.015095 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:11.015095 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:11.015095 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:11.151729 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f6791130-9096-4573-be13-26352050e1ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:11.300527 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f6791130-9096-4573-be13-26352050e1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:11.365567 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9171bd77-ea2b-4f5a-947f-2c9a3d94c63e req-d51c5dd4-cde3-4345-a19a-b7a7b974ce73 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:11.372174 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9171bd77-ea2b-4f5a-947f-2c9a3d94c63e req-d51c5dd4-cde3-4345-a19a-b7a7b974ce73 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.57 "GET /v2.0/ports?device_id=26aa7717-901d-4fed-8866-692a2eaa03ec HTTP/1.1" status: 200 len: 950 time: 0.2306595 May 27 02:13:11.582950 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9171bd77-ea2b-4f5a-947f-2c9a3d94c63e req-648dddac-8623-4499-be2f-5372716f05d4 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bb8d88a-a022-4e03-8d79-5049b621183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988492 May 27 02:13:11.629209 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f6791130-9096-4573-be13-26352050e1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:11.668743 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6791130-9096-4573-be13-26352050e1ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9c48255-d206-4808-88dc-b388d3497987,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:11.670810 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f6791130-9096-4573-be13-26352050e1ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:11.678920 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f6791130-9096-4573-be13-26352050e1ea admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f9c48255-d206-4808-88dc-b388d3497987 HTTP/1.1" status: 204 len: 168 time: 0.9281993 May 27 02:13:11.679182 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 60036) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:11.820768 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-26188ee6-9e9e-4ffa-a264-033c5e2649a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:11.827866 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 59dd76c7-04f3-4e36-a375-05bd87a0399b up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:13:11.995294 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-26188ee6-9e9e-4ffa-a264-033c5e2649a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:12.028527 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-26188ee6-9e9e-4ffa-a264-033c5e2649a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34d93ba0-05d4-4334-ba1f-efa60656f31b']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:12.052121 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 59dd76c7-04f3-4e36-a375-05bd87a0399b triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:13:12.052636 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:12.056327 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-26188ee6-9e9e-4ffa-a264-033c5e2649a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '931dd518-127f-4f0c-a0b6-2f9bfdd5d70d') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:12.056904 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-26188ee6-9e9e-4ffa-a264-033c5e2649a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '931dd518-127f-4f0c-a0b6-2f9bfdd5d70d') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:12.071153 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-26188ee6-9e9e-4ffa-a264-033c5e2649a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:12.093576 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-26188ee6-9e9e-4ffa-a264-033c5e2649a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:12.100696 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26188ee6-9e9e-4ffa-a264-033c5e2649a4 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:13:12.102490 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-26188ee6-9e9e-4ffa-a264-033c5e2649a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:12.186045 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 931dd518-127f-4f0c-a0b6-2f9bfdd5d70d resource provider aggregate not found May 27 02:13:12.251400 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9878729d-e205-49fa-a8cb-987466bb3007 req-75456420-16e5-42db-80b6-3515fada4d9c tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=600515781e0349629b74edcb0f6e979b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1210744 May 27 02:13:12.256397 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 931dd518-127f-4f0c-a0b6-2f9bfdd5d70d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 931dd518-127f-4f0c-a0b6-2f9bfdd5d70d found for delete ", "request_id": "req-aaf75a94-4b28-42aa-8d80-962b4432e0b5"}]} May 27 02:13:12.260566 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 59dd76c7-04f3-4e36-a375-05bd87a0399b is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:13:12.261330 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:12.358927 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59dd76c7-04f3-4e36-a375-05bd87a0399b'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:13:12.378804 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-26188ee6-9e9e-4ffa-a264-033c5e2649a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:12.380978 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 59dd76c7-04f3-4e36-a375-05bd87a0399b, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=59dd76c7-04f3-4e36-a375-05bd87a0399b,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:12.388274 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-26188ee6-9e9e-4ffa-a264-033c5e2649a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:12.425621 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26188ee6-9e9e-4ffa-a264-033c5e2649a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=34d93ba0-05d4-4334-ba1f-efa60656f31b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:12.470884 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:12.484450 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-26188ee6-9e9e-4ffa-a264-033c5e2649a4 admin admin] 10.222.0.57 "DELETE /v2.0/networks/34d93ba0-05d4-4334-ba1f-efa60656f31b HTTP/1.1" status: 204 len: 168 time: 0.8040490 May 27 02:13:12.496462 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9878729d-e205-49fa-a8cb-987466bb3007 req-3591fd94-1f2d-44ff-8545-8f369b0f9308 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:12.506020 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9878729d-e205-49fa-a8cb-987466bb3007 req-3591fd94-1f2d-44ff-8545-8f369b0f9308 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2537620 May 27 02:13:12.572697 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9878729d-e205-49fa-a8cb-987466bb3007 req-e95f2c34-fff0-4d2f-9b7f-763941e7cda0 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.57 "GET /v2.0/quotas/600515781e0349629b74edcb0f6e979b HTTP/1.1" status: 200 len: 375 time: 0.0653813 May 27 02:13:12.647815 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9878729d-e205-49fa-a8cb-987466bb3007 req-edd43e54-b989-490f-93a5-792b9bff0108 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=600515781e0349629b74edcb0f6e979b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0738716 May 27 02:13:12.654799 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=59dd76c7-04f3-4e36-a375-05bd87a0399b,revision_number=13']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:12.703913 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed8c42-30de-4ef5-af4c-a21ac2a1664f req-ab807935-015d-4e83-8413-217dc52a8d25 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:12.705444 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-51ed8c42-30de-4ef5-af4c-a21ac2a1664f req-ab807935-015d-4e83-8413-217dc52a8d25 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=24c2ceb7-fe63-4534-8489-536ce21cdbcf HTTP/1.1" status: 200 len: 946 time: 0.1861949 May 27 02:13:12.809454 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-51ed8c42-30de-4ef5-af4c-a21ac2a1664f req-93a9e308-477a-4a2b-8ad3-8b63020ef514 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811644 May 27 02:13:12.891689 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 18ff276f-6125-4a3a-8b89-114081ef9788 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:13:13.111600 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a0481-0267-46c0-8f06-8bd130b8cc69 req-c9fa21c6-b0d4-402e-b8d9-3004709b9c0e tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:13.118314 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-f90a0481-0267-46c0-8f06-8bd130b8cc69 req-c9fa21c6-b0d4-402e-b8d9-3004709b9c0e tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Synchronizing usage tracker for tenant:920f79471e3444109aeaadab23e503c2 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:13:13.150385 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73678c-143c-4e2e-a608-ee1f607d1fb1 req-5222abe8-c325-4190-b2c0-26a779b29e7f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:13.158974 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b73678c-143c-4e2e-a608-ee1f607d1fb1 req-5222abe8-c325-4190-b2c0-26a779b29e7f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 946 time: 0.1904113 May 27 02:13:13.192923 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 60088) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:13.238155 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 18ff276f-6125-4a3a-8b89-114081ef9788 is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:13:13.238844 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:13.253596 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b73678c-143c-4e2e-a608-ee1f607d1fb1 req-511cd143-133e-4913-babd-f3a30e2e648c tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929184 May 27 02:13:13.284635 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 18ff276f-6125-4a3a-8b89-114081ef9788, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=18ff276f-6125-4a3a-8b89-114081ef9788,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:13.366343 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:13.373246 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-f90a0481-0267-46c0-8f06-8bd130b8cc69 req-c9fa21c6-b0d4-402e-b8d9-3004709b9c0e tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Unset dirty status for tenant:920f79471e3444109aeaadab23e503c2 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:13:13.376278 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f90a0481-0267-46c0-8f06-8bd130b8cc69 req-c9fa21c6-b0d4-402e-b8d9-3004709b9c0e tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.32 "GET /v2.0/ports?device_id=864fe506-8960-4b1d-8ed2-17a1bc24dfde HTTP/1.1" status: 200 len: 950 time: 0.5293386 May 27 02:13:13.466691 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-f90a0481-0267-46c0-8f06-8bd130b8cc69 req-82d2abc9-fc8c-4b15-a154-7e94feb39f1e tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Deleting port 2d68ef4e-10c4-43e2-9663-4f6d1775dc86 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:13:13.466691 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f90a0481-0267-46c0-8f06-8bd130b8cc69 req-82d2abc9-fc8c-4b15-a154-7e94feb39f1e tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:13.539284 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=18ff276f-6125-4a3a-8b89-114081ef9788,revision_number=8']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:13.548403 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5a9ff0b1-2382-449a-a39b-5004cca3e882 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e1c3680693b64031b729b02b7340016d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3542705 May 27 02:13:13.561706 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 60098) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:13.730973 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba6d8e-86b9-4289-8920-59133d4062f7 req-7696c06f-ecec-4c2b-8fd5-593d0394afc4 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:13.739893 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e0ba6d8e-86b9-4289-8920-59133d4062f7 req-7696c06f-ecec-4c2b-8fd5-593d0394afc4 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=864fe506-8960-4b1d-8ed2-17a1bc24dfde HTTP/1.1" status: 200 len: 950 time: 0.2816367 May 27 02:13:13.763752 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24fb8901-3521-4640-b9b5-6c182e71c218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:13.810866 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24fb8901-3521-4640-b9b5-6c182e71c218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:13.834668 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e0ba6d8e-86b9-4289-8920-59133d4062f7 req-a01fa860-c357-46fa-81fc-7c1e2001346d tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913768 May 27 02:13:13.863244 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011c59d-057d-40af-8cfe-4d0905e693e4 req-a72efda3-e6a6-4cea-95da-1ee7a9da30e5 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:13.867797 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d011c59d-057d-40af-8cfe-4d0905e693e4 req-a72efda3-e6a6-4cea-95da-1ee7a9da30e5 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.66 "GET /v2.0/ports?device_id=532f48af-fe32-4da5-aa98-dac1da7597b7 HTTP/1.1" status: 200 len: 950 time: 0.2724116 May 27 02:13:13.871131 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-f90a0481-0267-46c0-8f06-8bd130b8cc69 req-82d2abc9-fc8c-4b15-a154-7e94feb39f1e tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] For port 2d68ef4e-10c4-43e2-9663-4f6d1775dc86, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=2d68ef4e-10c4-43e2-9663-4f6d1775dc86,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:13.871587 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f90a0481-0267-46c0-8f06-8bd130b8cc69 req-82d2abc9-fc8c-4b15-a154-7e94feb39f1e tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:13.988994 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7566c4d5-83cc-424a-b963-17d608f00a55'] response: {'server_uuid': 'ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59dd76c7-04f3-4e36-a375-05bd87a0399b', 'code': 200} May 27 02:13:14.099957 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-d011c59d-057d-40af-8cfe-4d0905e693e4 req-20c652da-d568-421e-ae51-b00ddc751ebf tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Deleting port 3b9cadd9-bef4-4042-a998-3c1758173dec {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:13:14.101182 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d011c59d-057d-40af-8cfe-4d0905e693e4 req-20c652da-d568-421e-ae51-b00ddc751ebf tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:14.174341 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-f90a0481-0267-46c0-8f06-8bd130b8cc69 req-82d2abc9-fc8c-4b15-a154-7e94feb39f1e tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Calling delete_port for 2d68ef4e-10c4-43e2-9663-4f6d1775dc86 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:13:14.555387 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24fb8901-3521-4640-b9b5-6c182e71c218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:14.600385 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb8901-3521-4640-b9b5-6c182e71c218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59f6ddd-ad70-42a7-a5f1-58089f831476,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:14.618165 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f90a0481-0267-46c0-8f06-8bd130b8cc69 req-82d2abc9-fc8c-4b15-a154-7e94feb39f1e tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:14.634091 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['1c0ac97e-a530-4361-8db8-f552a54f3dd8', '05ec6f0c-597e-4049-8ab2-70bfccb73eb5', '59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77', '3b9cadd9-bef4-4042-a998-3c1758173dec'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:13:14.677125 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-d011c59d-057d-40af-8cfe-4d0905e693e4 req-20c652da-d568-421e-ae51-b00ddc751ebf tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] For port 3b9cadd9-bef4-4042-a998-3c1758173dec, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=3b9cadd9-bef4-4042-a998-3c1758173dec,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:14.678356 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d011c59d-057d-40af-8cfe-4d0905e693e4 req-20c652da-d568-421e-ae51-b00ddc751ebf tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:14.744773 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['2d68ef4e-10c4-43e2-9663-4f6d1775dc86'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:13:14.812824 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d2abc9-fc8c-4b15-a154-7e94feb39f1e tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Pushing event deleted for resources: {'Port': ['ID=2d68ef4e-10c4-43e2-9663-4f6d1775dc86,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:14.910631 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24fb8901-3521-4640-b9b5-6c182e71c218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:14.914299 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-24fb8901-3521-4640-b9b5-6c182e71c218 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a59f6ddd-ad70-42a7-a5f1-58089f831476 HTTP/1.1" status: 204 len: 168 time: 1.3591540 May 27 02:13:14.937074 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-d011c59d-057d-40af-8cfe-4d0905e693e4 req-20c652da-d568-421e-ae51-b00ddc751ebf tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Calling delete_port for 3b9cadd9-bef4-4042-a998-3c1758173dec owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:13:14.990685 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-f90a0481-0267-46c0-8f06-8bd130b8cc69 req-82d2abc9-fc8c-4b15-a154-7e94feb39f1e tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] No DVR routers for this DVR port 2d68ef4e-10c4-43e2-9663-4f6d1775dc86 on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:13:14.994487 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f90a0481-0267-46c0-8f06-8bd130b8cc69 req-82d2abc9-fc8c-4b15-a154-7e94feb39f1e tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:14.995391 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f90a0481-0267-46c0-8f06-8bd130b8cc69 req-82d2abc9-fc8c-4b15-a154-7e94feb39f1e tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.32 "DELETE /v2.0/ports/2d68ef4e-10c4-43e2-9663-4f6d1775dc86 HTTP/1.1" status: 204 len: 173 time: 1.6089394 May 27 02:13:14.995834 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864fe506-8960-4b1d-8ed2-17a1bc24dfde', 'name': 'network-vif-deleted', 'tag': '2d68ef4e-10c4-43e2-9663-4f6d1775dc86'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:13:15.023694 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-98f92c73-199b-499c-a82d-e5d950269b62 req-23d81c30-11a5-4844-860f-9ea17a2fff7f tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=ef5ba470f9fc41249d500f0a664db69b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2498493 May 27 02:13:15.681544 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-75b26408-9b49-42ea-9d0a-1b82bc3a52bb req-1471017b-5eb9-4b3c-ac07-c495f42668d9 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.57 "GET /v2.0/ports?device_id=778c3e1a-cdf3-4484-8b3d-0c7c38383452 HTTP/1.1" status: 200 len: 210 time: 0.6856229 May 27 02:13:15.966928 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f92c73-199b-499c-a82d-e5d950269b62 req-a614f583-26df-4154-bede-29f78cb56731 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:15.966928 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-98f92c73-199b-499c-a82d-e5d950269b62 req-a614f583-26df-4154-bede-29f78cb56731 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9103103 May 27 02:13:15.966928 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-98f92c73-199b-499c-a82d-e5d950269b62 req-ef2e58b7-943a-4174-887b-e57235b91001 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/quotas/ef5ba470f9fc41249d500f0a664db69b HTTP/1.1" status: 200 len: 375 time: 0.0252426 May 27 02:13:15.989931 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26aa7717-901d-4fed-8866-692a2eaa03ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18ff276f-6125-4a3a-8b89-114081ef9788'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:13:16.049229 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-98f92c73-199b-499c-a82d-e5d950269b62 req-86b7d832-60f0-4881-8858-05ed74d2f524 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef5ba470f9fc41249d500f0a664db69b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0846467 May 27 02:13:16.115464 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca2cc3-0cc0-4cbe-b114-d7d36c99d99f req-fcda3230-235c-4a45-ad1e-069039284521 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:16.123953 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-49ca2cc3-0cc0-4cbe-b114-d7d36c99d99f req-fcda3230-235c-4a45-ad1e-069039284521 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=24c2ceb7-fe63-4534-8489-536ce21cdbcf HTTP/1.1" status: 200 len: 946 time: 0.1136560 May 27 02:13:16.187202 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-49ca2cc3-0cc0-4cbe-b114-d7d36c99d99f req-76915a0b-2eeb-4370-bb7a-2bad67e3bdb7 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614574 May 27 02:13:16.487522 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d011c59d-057d-40af-8cfe-4d0905e693e4 req-20c652da-d568-421e-ae51-b00ddc751ebf tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:16.650071 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c652da-d568-421e-ae51-b00ddc751ebf tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Pushing event deleted for resources: {'Port': ['ID=3b9cadd9-bef4-4042-a998-3c1758173dec,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:16.835748 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-d011c59d-057d-40af-8cfe-4d0905e693e4 req-20c652da-d568-421e-ae51-b00ddc751ebf tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] No DVR routers for this DVR port 3b9cadd9-bef4-4042-a998-3c1758173dec on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:13:16.839048 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d011c59d-057d-40af-8cfe-4d0905e693e4 req-20c652da-d568-421e-ae51-b00ddc751ebf tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:16.860461 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9878729d-e205-49fa-a8cb-987466bb3007 req-b8f49bbc-0519-46de-b6b7-4336a37c9f6b tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=600515781e0349629b74edcb0f6e979b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0660608 May 27 02:13:16.862117 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['1c0ac97e-a530-4361-8db8-f552a54f3dd8', '05ec6f0c-597e-4049-8ab2-70bfccb73eb5', '59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:13:16.909769 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '532f48af-fe32-4da5-aa98-dac1da7597b7', 'name': 'network-vif-deleted', 'tag': '3b9cadd9-bef4-4042-a998-3c1758173dec'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:13:16.931213 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7c58a087-e364-45f8-ac38-4613f878d7da req-f58cdbfa-dac0-4655-8207-770b7de39c53 tempest-AbsoluteLimitsNegativeTestJSON-2055679226 tempest-AbsoluteLimitsNegativeTestJSON-2055679226-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=170949b97d4d4dbb8395cd96caa233ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2043865 May 27 02:13:17.053753 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 3b9cadd9-bef4-4042-a998-3c1758173dec no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:13:17.121629 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d011c59d-057d-40af-8cfe-4d0905e693e4 req-20c652da-d568-421e-ae51-b00ddc751ebf tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.66 "DELETE /v2.0/ports/3b9cadd9-bef4-4042-a998-3c1758173dec HTTP/1.1" status: 204 len: 173 time: 3.2469733 May 27 02:13:17.191487 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b75bca-3002-4468-a4c4-db5c9d83f581 req-1d78728e-b0dc-4f32-a0c2-c72d19da0fea tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:17.198863 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-85b75bca-3002-4468-a4c4-db5c9d83f581 req-1d78728e-b0dc-4f32-a0c2-c72d19da0fea tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 946 time: 0.7834542 May 27 02:13:17.219681 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: 3b9cadd9-bef4-4042-a998-3c1758173dec {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:13:17.220950 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 3b9cadd9-bef4-4042-a998-3c1758173dec not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:13:17.331485 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-85b75bca-3002-4468-a4c4-db5c9d83f581 req-93d4cc24-46f0-4e86-ae0e-14ba7b82a46e tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316369 May 27 02:13:17.337390 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9878729d-e205-49fa-a8cb-987466bb3007 req-986d846c-d014-42e1-bdfa-18f6db44990d tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:17.339224 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9878729d-e205-49fa-a8cb-987466bb3007 req-986d846c-d014-42e1-bdfa-18f6db44990d tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4737804 May 27 02:13:17.365522 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-9878729d-e205-49fa-a8cb-987466bb3007 req-dfe5039c-7dda-4890-9d9d-2a8f4b5fb886 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Request body: {'port': {'device_id': '778c3e1a-cdf3-4484-8b3d-0c7c38383452', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'admin_state_up': True, 'tenant_id': '600515781e0349629b74edcb0f6e979b'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:13:17.545499 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58a087-e364-45f8-ac38-4613f878d7da req-521fcc12-0e3d-4cca-a488-28850e0aa46a tempest-AbsoluteLimitsNegativeTestJSON-2055679226 tempest-AbsoluteLimitsNegativeTestJSON-2055679226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:17.555372 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7c58a087-e364-45f8-ac38-4613f878d7da req-521fcc12-0e3d-4cca-a488-28850e0aa46a tempest-AbsoluteLimitsNegativeTestJSON-2055679226 tempest-AbsoluteLimitsNegativeTestJSON-2055679226-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5940535 May 27 02:13:17.585097 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7c58a087-e364-45f8-ac38-4613f878d7da req-b4d706bc-072f-4f5e-b029-dc45339e2b22 tempest-AbsoluteLimitsNegativeTestJSON-2055679226 tempest-AbsoluteLimitsNegativeTestJSON-2055679226-project] 10.222.0.57 "GET /v2.0/quotas/170949b97d4d4dbb8395cd96caa233ca HTTP/1.1" status: 200 len: 375 time: 0.0283287 May 27 02:13:17.674100 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7c58a087-e364-45f8-ac38-4613f878d7da req-a557be07-9f1c-49bf-b7c9-f6a953606e61 tempest-AbsoluteLimitsNegativeTestJSON-2055679226 tempest-AbsoluteLimitsNegativeTestJSON-2055679226-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=170949b97d4d4dbb8395cd96caa233ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0880456 May 27 02:13:17.689613 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-9878729d-e205-49fa-a8cb-987466bb3007 req-dfe5039c-7dda-4890-9d9d-2a8f4b5fb886 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:17.713835 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-9878729d-e205-49fa-a8cb-987466bb3007 req-dfe5039c-7dda-4890-9d9d-2a8f4b5fb886 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Usage tracker for resource:port and tenant:600515781e0349629b74edcb0f6e979b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:13:17.720389 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-9878729d-e205-49fa-a8cb-987466bb3007 req-dfe5039c-7dda-4890-9d9d-2a8f4b5fb886 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:13:17.739744 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-9878729d-e205-49fa-a8cb-987466bb3007 req-dfe5039c-7dda-4890-9d9d-2a8f4b5fb886 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:17.853377 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad4736f1-0666-4d98-b4bc-7ce1d600869d'] response: {'server_uuid': '864fe506-8960-4b1d-8ed2-17a1bc24dfde', 'name': 'network-vif-deleted', 'tag': '2d68ef4e-10c4-43e2-9663-4f6d1775dc86', 'status': 'completed', 'code': 200} May 27 02:13:17.884169 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-3be014e3-7a3e-4be6-861d-53948e0c4be1 req-8d9eb0b5-4641-4728-99db-23e9f0d3926c tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Synchronizing usage tracker for tenant:920f79471e3444109aeaadab23e503c2 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:13:17.886793 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:13:17.894180 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 2d68ef4e-10c4-43e2-9663-4f6d1775dc86 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:13:17.906583 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9878729d-e205-49fa-a8cb-987466bb3007 req-dfe5039c-7dda-4890-9d9d-2a8f4b5fb886 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Made reservation on behalf of 600515781e0349629b74edcb0f6e979b for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:13:17.910872 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9878729d-e205-49fa-a8cb-987466bb3007 req-dfe5039c-7dda-4890-9d9d-2a8f4b5fb886 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:17.982978 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9878729d-e205-49fa-a8cb-987466bb3007 req-dfe5039c-7dda-4890-9d9d-2a8f4b5fb886 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:18.014044 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-5ae77a32-d1bf-491c-a2a1-755b224367cb tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:18.014044 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-5ae77a32-d1bf-491c-a2a1-755b224367cb tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=24c2ceb7-fe63-4534-8489-536ce21cdbcf&tenant_id=846b128e49a144bb97bdbd537ab49432&binding%3Ahost_id=n-h2-843554-3 HTTP/1.1" status: 200 len: 1097 time: 0.2564495 May 27 02:13:18.014044 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-655ad9ab-3a81-49a6-af80-b59801fd5c9d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843554-3'}}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:13:18.033941 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec4390ff-11bb-44bb-848e-617f2033cbaf'] response: {'server_uuid': '26aa7717-901d-4fed-8866-692a2eaa03ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18ff276f-6125-4a3a-8b89-114081ef9788', 'code': 200} May 27 02:13:18.071437 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-9878729d-e205-49fa-a8cb-987466bb3007 req-dfe5039c-7dda-4890-9d9d-2a8f4b5fb886 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:18.071437 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-9878729d-e205-49fa-a8cb-987466bb3007 req-dfe5039c-7dda-4890-9d9d-2a8f4b5fb886 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Usage tracker for resource:security_group_rule and tenant:600515781e0349629b74edcb0f6e979b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:13:18.071437 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-9878729d-e205-49fa-a8cb-987466bb3007 req-dfe5039c-7dda-4890-9d9d-2a8f4b5fb886 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:13:18.082865 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-9878729d-e205-49fa-a8cb-987466bb3007 req-dfe5039c-7dda-4890-9d9d-2a8f4b5fb886 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:18.085359 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-3be014e3-7a3e-4be6-861d-53948e0c4be1 req-8d9eb0b5-4641-4728-99db-23e9f0d3926c tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Unset dirty status for tenant:920f79471e3444109aeaadab23e503c2 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:13:18.095975 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3be014e3-7a3e-4be6-861d-53948e0c4be1 req-8d9eb0b5-4641-4728-99db-23e9f0d3926c tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=864fe506-8960-4b1d-8ed2-17a1bc24dfde HTTP/1.1" status: 200 len: 210 time: 0.3051476 May 27 02:13:18.099553 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 2d68ef4e-10c4-43e2-9663-4f6d1775dc86 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:13:18.099553 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 2d68ef4e-10c4-43e2-9663-4f6d1775dc86 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:13:18.246822 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9878729d-e205-49fa-a8cb-987466bb3007 req-dfe5039c-7dda-4890-9d9d-2a8f4b5fb886 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:18.292300 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-e1ef7a89-b2d9-4cfc-b528-d5a8d2478d30 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=ef5ba470f9fc41249d500f0a664db69b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396085 May 27 02:13:18.348544 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6d321c78-92df-4720-9c5b-24895e67a98c req-db7c2538-aec6-44d6-bbd1-0edb8eaabbe0 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.57 "GET /v2.0/ports?device_id=778c3e1a-cdf3-4484-8b3d-0c7c38383452 HTTP/1.1" status: 200 len: 210 time: 0.0672832 May 27 02:13:18.362023 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:18.366939 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-655ad9ab-3a81-49a6-af80-b59801fd5c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:18.383569 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': 'f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'port_id': 'f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60', 'mac_address': 'fa:16:3e:27:84:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf69705-8457-415f-85a3-b42efaff1b97', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:13:18.439851 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad6211ba-7518-4268-8b62-e31987df3bde'] response: {'server_uuid': '532f48af-fe32-4da5-aa98-dac1da7597b7', 'name': 'network-vif-deleted', 'tag': '3b9cadd9-bef4-4042-a998-3c1758173dec', 'status': 'completed', 'code': 200} May 27 02:13:18.477640 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60 is: ACTIVE; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:13:18.477640 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:18.495894 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9878729d-e205-49fa-a8cb-987466bb3007 req-dfe5039c-7dda-4890-9d9d-2a8f4b5fb886 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:18.614674 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:13:18.639507 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:18.703159 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5039c-7dda-4890-9d9d-2a8f4b5fb886 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02ce02d7-6435-49ca-96a4-819faa023c0c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:18.741311 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:18.837303 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-27b96087-6407-4cae-9047-094f63066eaa tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:18.840076 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-27b96087-6407-4cae-9047-094f63066eaa tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5041220 May 27 02:13:18.958502 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-655ad9ab-3a81-49a6-af80-b59801fd5c9d service neutron] For port 99d91620-0da6-4b5d-b0d4-031bc8101aac, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=99d91620-0da6-4b5d-b0d4-031bc8101aac,segment=NetworkSegment(18001c0d-6c74-475c-a0cb-9d64b721b14f),segment_id=18001c0d-6c74-475c-a0cb-9d64b721b14f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:18.995391 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 60214) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:19.003485 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:13:19.084949 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-9878729d-e205-49fa-a8cb-987466bb3007 req-dfe5039c-7dda-4890-9d9d-2a8f4b5fb886 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Allocated IP 192.168.233.130 (54d5ea08-4fa3-4323-9d64-35a947e9d08e/2cf69705-8457-415f-85a3-b42efaff1b97/6ef69430-f22e-4699-a6a1-daacefb04f88) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:13:19.141663 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:19.225420 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60,revision_number=6']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:19.247979 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:19.291910 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-f177b000-76ff-41bc-b90f-68c0b119df0f tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/quotas/ef5ba470f9fc41249d500f0a664db69b HTTP/1.1" status: 200 len: 375 time: 0.2640147 May 27 02:13:19.423154 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-655ad9ab-3a81-49a6-af80-b59801fd5c9d service neutron] For port 99d91620-0da6-4b5d-b0d4-031bc8101aac, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:13:19.515134 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1bfd9abd-b437-4f23-99d9-0db3a731ca9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:19.535519 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1bfd9abd-b437-4f23-99d9-0db3a731ca9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:19.539695 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1bfd9abd-b437-4f23-99d9-0db3a731ca9e admin admin] Usage tracker for resource:security_group_rule and tenant:170949b97d4d4dbb8395cd96caa233ca is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:13:19.542642 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1bfd9abd-b437-4f23-99d9-0db3a731ca9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:13:19.552836 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1bfd9abd-b437-4f23-99d9-0db3a731ca9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:19.591189 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-189ebe1b-ac7c-4075-ad36-d207ac0f494b tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef5ba470f9fc41249d500f0a664db69b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2823606 May 27 02:13:19.631448 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a335b1-8426-433b-8a48-884e69f00650 req-06dfffd6-a305-4c52-a998-69750e401b47 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:19.656461 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e2a335b1-8426-433b-8a48-884e69f00650 req-06dfffd6-a305-4c52-a998-69750e401b47 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=24c2ceb7-fe63-4534-8489-536ce21cdbcf HTTP/1.1" status: 200 len: 946 time: 1.0313497 May 27 02:13:19.772202 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-655ad9ab-3a81-49a6-af80-b59801fd5c9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:19.833875 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e2a335b1-8426-433b-8a48-884e69f00650 req-f70f53bd-22d0-4b7b-9fe4-44601dbaa048 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764133 May 27 02:13:19.852886 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 99d91620-0da6-4b5d-b0d4-031bc8101aac details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:13:19.872946 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:13:19.885314 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-655ad9ab-3a81-49a6-af80-b59801fd5c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:19.971127 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1bfd9abd-b437-4f23-99d9-0db3a731ca9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:19.974261 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9878729d-e205-49fa-a8cb-987466bb3007 req-dfe5039c-7dda-4890-9d9d-2a8f4b5fb886 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:19.993589 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-9878729d-e205-49fa-a8cb-987466bb3007 req-dfe5039c-7dda-4890-9d9d-2a8f4b5fb886 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Transition to ACTIVE for port object 6ef69430-f22e-4699-a6a1-daacefb04f88 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:13:19.994527 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.resource_extend [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:13:20.239561 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1bfd9abd-b437-4f23-99d9-0db3a731ca9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:20.275693 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-655ad9ab-3a81-49a6-af80-b59801fd5c9d service neutron] Attempting to bind port 99d91620-0da6-4b5d-b0d4-031bc8101aac on host n-h2-843554-3 for vnic_type normal with profile {"migrating_to": "n-h1-843554-3"} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:13:20.279869 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9878729d-e205-49fa-a8cb-987466bb3007 req-dfe5039c-7dda-4890-9d9d-2a8f4b5fb886 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:20.282053 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-655ad9ab-3a81-49a6-af80-b59801fd5c9d service neutron] Attempting to bind port 99d91620-0da6-4b5d-b0d4-031bc8101aac by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:13:20.283012 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-655ad9ab-3a81-49a6-af80-b59801fd5c9d service neutron] Attempting to bind port 99d91620-0da6-4b5d-b0d4-031bc8101aac on network a46dc284-eb7c-468a-bcfd-6cfcbba366bf {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:13:20.309731 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-655ad9ab-3a81-49a6-af80-b59801fd5c9d service neutron] Port 99d91620-0da6-4b5d-b0d4-031bc8101aac on network a46dc284-eb7c-468a-bcfd-6cfcbba366bf not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:13:20.311642 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-655ad9ab-3a81-49a6-af80-b59801fd5c9d service neutron] Attempting to bind port 99d91620-0da6-4b5d-b0d4-031bc8101aac on network a46dc284-eb7c-468a-bcfd-6cfcbba366bf {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:13:20.314341 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ad9ab-3a81-49a6-af80-b59801fd5c9d service neutron] Pushing event updated for resources: {'Port': ['ID=99d91620-0da6-4b5d-b0d4-031bc8101aac,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:20.347021 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 99d91620-0da6-4b5d-b0d4-031bc8101aac, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=99d91620-0da6-4b5d-b0d4-031bc8101aac,segment=NetworkSegment(18001c0d-6c74-475c-a0cb-9d64b721b14f),segment_id=18001c0d-6c74-475c-a0cb-9d64b721b14f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:20.358990 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-655ad9ab-3a81-49a6-af80-b59801fd5c9d service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:13:20.359303 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-655ad9ab-3a81-49a6-af80-b59801fd5c9d service neutron] Checking segment: {'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:13:20.368329 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-655ad9ab-3a81-49a6-af80-b59801fd5c9d service neutron] Bound using segment: {'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:13:20.368329 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-655ad9ab-3a81-49a6-af80-b59801fd5c9d service neutron] Bound port: 99d91620-0da6-4b5d-b0d4-031bc8101aac, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18001c0d-6c74-475c-a0cb-9d64b721b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a46dc284-eb7c-468a-bcfd-6cfcbba366bf'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:13:20.369007 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-655ad9ab-3a81-49a6-af80-b59801fd5c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:20.389059 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:13:20.391165 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:20.575630 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-655ad9ab-3a81-49a6-af80-b59801fd5c9d service neutron] For port 99d91620-0da6-4b5d-b0d4-031bc8101aac, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:13:20.578996 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 99d91620-0da6-4b5d-b0d4-031bc8101aac has no active binding in host n-h1-843554-3 {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 27 02:13:20.586214 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-655ad9ab-3a81-49a6-af80-b59801fd5c9d service neutron] For port 99d91620-0da6-4b5d-b0d4-031bc8101aac, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=99d91620-0da6-4b5d-b0d4-031bc8101aac,segment=NetworkSegment(18001c0d-6c74-475c-a0cb-9d64b721b14f),segment_id=18001c0d-6c74-475c-a0cb-9d64b721b14f)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:13:20.592454 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c2ceb7-fe63-4534-8489-536ce21cdbcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99d91620-0da6-4b5d-b0d4-031bc8101aac'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:13:20.652685 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfd9abd-b437-4f23-99d9-0db3a731ca9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608eb375-49ff-459c-b2c5-61811371f121,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:20.662321 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 60264) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:20.663482 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1bfd9abd-b437-4f23-99d9-0db3a731ca9e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=170949b97d4d4dbb8395cd96caa233ca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6647158 May 27 02:13:20.666795 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9878729d-e205-49fa-a8cb-987466bb3007 req-dfe5039c-7dda-4890-9d9d-2a8f4b5fb886 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Network 54d5ea08-4fa3-4323-9d64-35a947e9d08e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:13:20.677399 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-9878729d-e205-49fa-a8cb-987466bb3007 req-dfe5039c-7dda-4890-9d9d-2a8f4b5fb886 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:13:20.678963 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-9878729d-e205-49fa-a8cb-987466bb3007 req-dfe5039c-7dda-4890-9d9d-2a8f4b5fb886 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:13:20.712162 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5039c-7dda-4890-9d9d-2a8f4b5fb886 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Pushing event updated for resources: {'Port': ['ID=6ef69430-f22e-4699-a6a1-daacefb04f88,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:20.747647 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:13:20.748029 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:20.752047 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-655ad9ab-3a81-49a6-af80-b59801fd5c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:20.804273 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a66d282-3002-42eb-ac2b-8fc0140067a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:13:20.830144 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-98f92c73-199b-499c-a82d-e5d950269b62 req-7a18559f-8dad-4cc9-bafe-54c720bba5e1 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ef5ba470f9fc41249d500f0a664db69b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0962939 May 27 02:13:20.856525 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:20.974450 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:20.975627 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ad9ab-3a81-49a6-af80-b59801fd5c9d service neutron] Pushing event updated for resources: {'Port': ['ID=99d91620-0da6-4b5d-b0d4-031bc8101aac,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:21.128528 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f92c73-199b-499c-a82d-e5d950269b62 req-4df8ffbb-1d26-4975-aa9b-57d1b5aecdbe tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:21.131720 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-98f92c73-199b-499c-a82d-e5d950269b62 req-4df8ffbb-1d26-4975-aa9b-57d1b5aecdbe tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2789207 May 27 02:13:21.133496 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60,revision_number=7']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:21.154238 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9878729d-e205-49fa-a8cb-987466bb3007 req-dfe5039c-7dda-4890-9d9d-2a8f4b5fb886 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:21.164007 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9878729d-e205-49fa-a8cb-987466bb3007 req-dfe5039c-7dda-4890-9d9d-2a8f4b5fb886 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:21.176787 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-98f92c73-199b-499c-a82d-e5d950269b62 req-2eadd211-02af-438e-8838-ea57dd5d9b08 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Request body: {'port': {'device_id': 'cfe4c9e4-db87-4967-8c34-e629bbf7e3c0', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'admin_state_up': True, 'tenant_id': 'ef5ba470f9fc41249d500f0a664db69b'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:13:21.182194 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-baaf5945-976d-43b3-a59c-07fe665232e7 None None] Provisioning for port 6ef69430-f22e-4699-a6a1-daacefb04f88 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:13:21.190057 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-baaf5945-976d-43b3-a59c-07fe665232e7 None None] Provisioning complete for port 6ef69430-f22e-4699-a6a1-daacefb04f88 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:13:21.190438 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-baaf5945-976d-43b3-a59c-07fe665232e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:21.226620 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-023564a9-418f-46ad-b131-dd7c0dc2b123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:21.263209 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-023564a9-418f-46ad-b131-dd7c0dc2b123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:21.291954 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-baaf5945-976d-43b3-a59c-07fe665232e7 None None] Port 6ef69430-f22e-4699-a6a1-daacefb04f88 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:13:21.374199 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-655ad9ab-3a81-49a6-af80-b59801fd5c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:21.375269 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-655ad9ab-3a81-49a6-af80-b59801fd5c9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:21.385131 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-655ad9ab-3a81-49a6-af80-b59801fd5c9d service neutron] 10.222.0.32 "PUT /v2.0/ports/99d91620-0da6-4b5d-b0d4-031bc8101aac HTTP/1.1" status: 200 len: 1122 time: 3.3844740 May 27 02:13:21.462761 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-98f92c73-199b-499c-a82d-e5d950269b62 req-2eadd211-02af-438e-8838-ea57dd5d9b08 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:21.468377 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-98f92c73-199b-499c-a82d-e5d950269b62 req-2eadd211-02af-438e-8838-ea57dd5d9b08 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Usage tracker for resource:port and tenant:ef5ba470f9fc41249d500f0a664db69b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:13:21.471349 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['99d91620-0da6-4b5d-b0d4-031bc8101aac'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:13:21.490682 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-023564a9-418f-46ad-b131-dd7c0dc2b123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:21.490913 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-98f92c73-199b-499c-a82d-e5d950269b62 req-2eadd211-02af-438e-8838-ea57dd5d9b08 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:13:21.507376 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-98f92c73-199b-499c-a82d-e5d950269b62 req-2eadd211-02af-438e-8838-ea57dd5d9b08 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:21.521538 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9878729d-e205-49fa-a8cb-987466bb3007 req-dfe5039c-7dda-4890-9d9d-2a8f4b5fb886 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1586049 May 27 02:13:21.538586 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['99d91620-0da6-4b5d-b0d4-031bc8101aac'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:13:21.538872 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-023564a9-418f-46ad-b131-dd7c0dc2b123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:21.539084 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-9878729d-e205-49fa-a8cb-987466bb3007 req-0110e692-66d2-4ea7-a5ab-223fa06a27fc service neutron] Request body: {'port': {'device_id': '778c3e1a-cdf3-4484-8b3d-0c7c38383452', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:13:21.540563 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-023564a9-418f-46ad-b131-dd7c0dc2b123 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/608eb375-49ff-459c-b2c5-61811371f121 HTTP/1.1" status: 204 len: 168 time: 0.8772557 May 27 02:13:21.545925 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023564a9-418f-46ad-b131-dd7c0dc2b123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608eb375-49ff-459c-b2c5-61811371f121,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:21.645205 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98f92c73-199b-499c-a82d-e5d950269b62 req-2eadd211-02af-438e-8838-ea57dd5d9b08 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Made reservation on behalf of ef5ba470f9fc41249d500f0a664db69b for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:13:21.652447 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-98f92c73-199b-499c-a82d-e5d950269b62 req-2eadd211-02af-438e-8838-ea57dd5d9b08 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:21.720442 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-98f92c73-199b-499c-a82d-e5d950269b62 req-2eadd211-02af-438e-8838-ea57dd5d9b08 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:21.826657 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-98f92c73-199b-499c-a82d-e5d950269b62 req-2eadd211-02af-438e-8838-ea57dd5d9b08 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:21.846878 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-98f92c73-199b-499c-a82d-e5d950269b62 req-2eadd211-02af-438e-8838-ea57dd5d9b08 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Usage tracker for resource:security_group_rule and tenant:ef5ba470f9fc41249d500f0a664db69b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:13:21.866397 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-98f92c73-199b-499c-a82d-e5d950269b62 req-2eadd211-02af-438e-8838-ea57dd5d9b08 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:13:21.893033 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-98f92c73-199b-499c-a82d-e5d950269b62 req-2eadd211-02af-438e-8838-ea57dd5d9b08 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:21.952162 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9878729d-e205-49fa-a8cb-987466bb3007 req-0110e692-66d2-4ea7-a5ab-223fa06a27fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:22.133124 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-98f92c73-199b-499c-a82d-e5d950269b62 req-2eadd211-02af-438e-8838-ea57dd5d9b08 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:22.224089 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-98f92c73-199b-499c-a82d-e5d950269b62 req-2eadd211-02af-438e-8838-ea57dd5d9b08 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:22.511911 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-98f92c73-199b-499c-a82d-e5d950269b62 req-2eadd211-02af-438e-8838-ea57dd5d9b08 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Allocated IP 192.168.233.65 (54d5ea08-4fa3-4323-9d64-35a947e9d08e/2cf69705-8457-415f-85a3-b42efaff1b97/5ec49fe9-c3ae-48af-80f5-6e8d9dded107) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:13:22.749142 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eadd211-02af-438e-8838-ea57dd5d9b08 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72629ccd-86d5-4056-995a-d6eddbcf4989,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:23.085526 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-98f92c73-199b-499c-a82d-e5d950269b62 req-2eadd211-02af-438e-8838-ea57dd5d9b08 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:23.129295 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-98f92c73-199b-499c-a82d-e5d950269b62 req-2eadd211-02af-438e-8838-ea57dd5d9b08 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Transition to ACTIVE for port object 5ec49fe9-c3ae-48af-80f5-6e8d9dded107 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:13:23.477565 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-98f92c73-199b-499c-a82d-e5d950269b62 req-2eadd211-02af-438e-8838-ea57dd5d9b08 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:23.619881 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.resource_extend [req-9878729d-e205-49fa-a8cb-987466bb3007 req-0110e692-66d2-4ea7-a5ab-223fa06a27fc service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:13:23.668120 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98f92c73-199b-499c-a82d-e5d950269b62 req-2eadd211-02af-438e-8838-ea57dd5d9b08 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Network 54d5ea08-4fa3-4323-9d64-35a947e9d08e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:13:23.734928 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-98f92c73-199b-499c-a82d-e5d950269b62 req-2eadd211-02af-438e-8838-ea57dd5d9b08 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:13:23.740154 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eadd211-02af-438e-8838-ea57dd5d9b08 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Pushing event updated for resources: {'Port': ['ID=5ec49fe9-c3ae-48af-80f5-6e8d9dded107,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:23.779478 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f92c73-199b-499c-a82d-e5d950269b62 req-2eadd211-02af-438e-8838-ea57dd5d9b08 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:13:23.932408 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-9878729d-e205-49fa-a8cb-987466bb3007 req-0110e692-66d2-4ea7-a5ab-223fa06a27fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ef69430-f22e-4699-a6a1-daacefb04f88 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:13:23.950420 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9878729d-e205-49fa-a8cb-987466bb3007 req-0110e692-66d2-4ea7-a5ab-223fa06a27fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:23.972959 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-9878729d-e205-49fa-a8cb-987466bb3007 req-0110e692-66d2-4ea7-a5ab-223fa06a27fc service neutron] Transition to ACTIVE for port object 6ef69430-f22e-4699-a6a1-daacefb04f88 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:13:23.998175 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-397674da-9fbc-46df-88aa-331fedffb747 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ef5ba470f9fc41249d500f0a664db69b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0822392 May 27 02:13:24.018309 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 60296) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:24.043994 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f92c73-199b-499c-a82d-e5d950269b62 req-2eadd211-02af-438e-8838-ea57dd5d9b08 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:24.043994 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-98f92c73-199b-499c-a82d-e5d950269b62 req-2eadd211-02af-438e-8838-ea57dd5d9b08 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:24.223485 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-0e506402-44b3-49a1-a638-404a09ddf01b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1578714909-network', 'tenant_id': 'c81473a41fb94f91be2c0840146b05b3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:13:24.225433 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-7856ebd4-b745-4d6d-a18f-7044978f2514 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:24.227065 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-7856ebd4-b745-4d6d-a18f-7044978f2514 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2234266 May 27 02:13:24.231384 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0e506402-44b3-49a1-a638-404a09ddf01b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:24.236650 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0e506402-44b3-49a1-a638-404a09ddf01b admin admin] Usage tracker for resource:network and tenant:c81473a41fb94f91be2c0840146b05b3 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:13:24.242840 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-cd7636db-256d-4047-8a3b-6faf81332eeb tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Request body: {'port': {'device_id': 'bc70f2fb-bfde-41b8-b200-3f36d3316ef0', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'admin_state_up': True, 'tenant_id': 'ef5ba470f9fc41249d500f0a664db69b'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:13:24.253311 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0e506402-44b3-49a1-a638-404a09ddf01b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:13:24.261575 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0e506402-44b3-49a1-a638-404a09ddf01b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:24.293112 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9878729d-e205-49fa-a8cb-987466bb3007 req-0110e692-66d2-4ea7-a5ab-223fa06a27fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:24.331249 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f75a31a8-b312-4227-a5f8-42ce061b7483 None None] Provisioning for port 5ec49fe9-c3ae-48af-80f5-6e8d9dded107 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:13:24.337185 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f75a31a8-b312-4227-a5f8-42ce061b7483 None None] Provisioning complete for port 5ec49fe9-c3ae-48af-80f5-6e8d9dded107 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:13:24.341529 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f75a31a8-b312-4227-a5f8-42ce061b7483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:24.373672 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-98f92c73-199b-499c-a82d-e5d950269b62 req-2eadd211-02af-438e-8838-ea57dd5d9b08 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2054753 May 27 02:13:24.374335 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e506402-44b3-49a1-a638-404a09ddf01b admin admin] Made reservation on behalf of c81473a41fb94f91be2c0840146b05b3 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:13:24.376833 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0e506402-44b3-49a1-a638-404a09ddf01b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:24.479565 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-cd7636db-256d-4047-8a3b-6faf81332eeb tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:24.484830 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-cd7636db-256d-4047-8a3b-6faf81332eeb tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Usage tracker for resource:port and tenant:ef5ba470f9fc41249d500f0a664db69b is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:13:24.488411 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-cd7636db-256d-4047-8a3b-6faf81332eeb tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:13:24.495844 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-cd7636db-256d-4047-8a3b-6faf81332eeb tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:24.545834 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-f75a31a8-b312-4227-a5f8-42ce061b7483 None None] Port 5ec49fe9-c3ae-48af-80f5-6e8d9dded107 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:13:24.617138 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-cd7636db-256d-4047-8a3b-6faf81332eeb tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Made reservation on behalf of ef5ba470f9fc41249d500f0a664db69b for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:13:24.620735 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-cd7636db-256d-4047-8a3b-6faf81332eeb tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:24.710136 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-98f92c73-199b-499c-a82d-e5d950269b62 req-ef007461-dd9e-4d43-b4f1-84ebcdc1bda3 service neutron] Request body: {'port': {'device_id': 'cfe4c9e4-db87-4967-8c34-e629bbf7e3c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:13:24.826072 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0e506402-44b3-49a1-a638-404a09ddf01b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:24.946895 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0e506402-44b3-49a1-a638-404a09ddf01b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:24.969995 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0e506402-44b3-49a1-a638-404a09ddf01b admin admin] Usage tracker for resource:security_group_rule and tenant:c81473a41fb94f91be2c0840146b05b3 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:13:24.977136 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0e506402-44b3-49a1-a638-404a09ddf01b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:13:24.993253 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0e506402-44b3-49a1-a638-404a09ddf01b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:25.055744 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-cd7636db-256d-4047-8a3b-6faf81332eeb tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Allocated IP 192.168.233.32 (54d5ea08-4fa3-4323-9d64-35a947e9d08e/2cf69705-8457-415f-85a3-b42efaff1b97/d54ed298-3bf9-48d2-b967-ec11101db82c) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:13:25.197915 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0e506402-44b3-49a1-a638-404a09ddf01b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:25.284619 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0110e692-66d2-4ea7-a5ab-223fa06a27fc service neutron] Pushing event updated for resources: {'Port': ['ID=6ef69430-f22e-4699-a6a1-daacefb04f88,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:25.324128 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0e506402-44b3-49a1-a638-404a09ddf01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:25.416135 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e506402-44b3-49a1-a638-404a09ddf01b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcfc258-43a3-4cfc-b866-e978be943d91,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:25.490496 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4b3520b7-836c-44c8-8c9e-96d3aadb4ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:25.545967 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e506402-44b3-49a1-a638-404a09ddf01b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:13:25.556585 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-cd7636db-256d-4047-8a3b-6faf81332eeb tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:25.578397 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0e506402-44b3-49a1-a638-404a09ddf01b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:25.578895 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-0e506402-44b3-49a1-a638-404a09ddf01b admin admin] Added segment fe714478-a3c4-4802-9c86-3423c1a3d326 of type vlan for network 5e758166-4843-420e-a7a2-e907df6227a4 May 27 02:13:25.588237 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-9878729d-e205-49fa-a8cb-987466bb3007 req-0110e692-66d2-4ea7-a5ab-223fa06a27fc service neutron] Attempting to bind port 6ef69430-f22e-4699-a6a1-daacefb04f88 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:13:25.588237 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-9878729d-e205-49fa-a8cb-987466bb3007 req-0110e692-66d2-4ea7-a5ab-223fa06a27fc service neutron] Attempting to bind port 6ef69430-f22e-4699-a6a1-daacefb04f88 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:13:25.588237 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9878729d-e205-49fa-a8cb-987466bb3007 req-0110e692-66d2-4ea7-a5ab-223fa06a27fc service neutron] Attempting to bind port 6ef69430-f22e-4699-a6a1-daacefb04f88 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:13:25.597689 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9878729d-e205-49fa-a8cb-987466bb3007 req-0110e692-66d2-4ea7-a5ab-223fa06a27fc service neutron] Port 6ef69430-f22e-4699-a6a1-daacefb04f88 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:13:25.598123 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-cd7636db-256d-4047-8a3b-6faf81332eeb tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Transition to ACTIVE for port object d54ed298-3bf9-48d2-b967-ec11101db82c will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:13:25.598284 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9878729d-e205-49fa-a8cb-987466bb3007 req-0110e692-66d2-4ea7-a5ab-223fa06a27fc service neutron] Attempting to bind port 6ef69430-f22e-4699-a6a1-daacefb04f88 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:13:25.604955 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9878729d-e205-49fa-a8cb-987466bb3007 req-0110e692-66d2-4ea7-a5ab-223fa06a27fc service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:13:25.605540 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9878729d-e205-49fa-a8cb-987466bb3007 req-0110e692-66d2-4ea7-a5ab-223fa06a27fc service neutron] Checking segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:13:25.606539 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9878729d-e205-49fa-a8cb-987466bb3007 req-0110e692-66d2-4ea7-a5ab-223fa06a27fc service neutron] Bound using segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:13:25.607078 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-9878729d-e205-49fa-a8cb-987466bb3007 req-0110e692-66d2-4ea7-a5ab-223fa06a27fc service neutron] Bound port: 6ef69430-f22e-4699-a6a1-daacefb04f88, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:13:25.607531 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9878729d-e205-49fa-a8cb-987466bb3007 req-0110e692-66d2-4ea7-a5ab-223fa06a27fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:25.619322 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-98f92c73-199b-499c-a82d-e5d950269b62 req-ef007461-dd9e-4d43-b4f1-84ebcdc1bda3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:25.803354 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-92c7758b-6ad4-4a07-b6b9-3727dbf88bcf service neutron] 10.222.0.66 "GET /v2.0/ports/99d91620-0da6-4b5d-b0d4-031bc8101aac/bindings/n-h1-843554-3 HTTP/1.1" status: 200 len: 384 time: 0.1700168 May 27 02:13:25.832361 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-9878729d-e205-49fa-a8cb-987466bb3007 req-0110e692-66d2-4ea7-a5ab-223fa06a27fc service neutron] For port 6ef69430-f22e-4699-a6a1-daacefb04f88, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:13:25.836287 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-9878729d-e205-49fa-a8cb-987466bb3007 req-0110e692-66d2-4ea7-a5ab-223fa06a27fc service neutron] For port 6ef69430-f22e-4699-a6a1-daacefb04f88, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=6ef69430-f22e-4699-a6a1-daacefb04f88,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:13:25.850446 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0e506402-44b3-49a1-a638-404a09ddf01b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:25.919000 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-cd7636db-256d-4047-8a3b-6faf81332eeb tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:25.953531 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9878729d-e205-49fa-a8cb-987466bb3007 req-0110e692-66d2-4ea7-a5ab-223fa06a27fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:26.044566 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9878729d-e205-49fa-a8cb-987466bb3007 req-0110e692-66d2-4ea7-a5ab-223fa06a27fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:26.045363 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9878729d-e205-49fa-a8cb-987466bb3007 req-0110e692-66d2-4ea7-a5ab-223fa06a27fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:26.047141 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9878729d-e205-49fa-a8cb-987466bb3007 req-0110e692-66d2-4ea7-a5ab-223fa06a27fc service neutron] 10.222.0.32 "PUT /v2.0/ports/6ef69430-f22e-4699-a6a1-daacefb04f88 HTTP/1.1" status: 200 len: 1096 time: 4.5201652 May 27 02:13:26.050263 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '778c3e1a-cdf3-4484-8b3d-0c7c38383452', 'tag': '6ef69430-f22e-4699-a6a1-daacefb04f88'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:13:26.090873 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0110e692-66d2-4ea7-a5ab-223fa06a27fc service neutron] Pushing event updated for resources: {'Port': ['ID=6ef69430-f22e-4699-a6a1-daacefb04f88,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:26.149112 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-cd7636db-256d-4047-8a3b-6faf81332eeb tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Network 54d5ea08-4fa3-4323-9d64-35a947e9d08e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:13:26.150823 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7636db-256d-4047-8a3b-6faf81332eeb tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Pushing event updated for resources: {'Port': ['ID=d54ed298-3bf9-48d2-b967-ec11101db82c,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:26.156491 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-cd7636db-256d-4047-8a3b-6faf81332eeb tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:13:26.210773 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0e506402-44b3-49a1-a638-404a09ddf01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:26.210773 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e506402-44b3-49a1-a638-404a09ddf01b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:26.218368 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0e506402-44b3-49a1-a638-404a09ddf01b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:26.384988 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-cd7636db-256d-4047-8a3b-6faf81332eeb tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:13:26.527228 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-cd7636db-256d-4047-8a3b-6faf81332eeb tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:26.528427 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-cd7636db-256d-4047-8a3b-6faf81332eeb tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:26.616983 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e506402-44b3-49a1-a638-404a09ddf01b admin admin] Pushing event updated for resources: {'Network': ['ID=5e758166-4843-420e-a7a2-e907df6227a4,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:26.636974 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 5e758166-4843-420e-a7a2-e907df6227a4 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:13:26.727866 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-98f92c73-199b-499c-a82d-e5d950269b62 req-ef007461-dd9e-4d43-b4f1-84ebcdc1bda3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ec49fe9-c3ae-48af-80f5-6e8d9dded107 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:13:26.735515 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-79c8f52b-ad89-4972-b68d-58469cc049c0 service neutron] For port 99d91620-0da6-4b5d-b0d4-031bc8101aac, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=99d91620-0da6-4b5d-b0d4-031bc8101aac,segment=NetworkSegment(18001c0d-6c74-475c-a0cb-9d64b721b14f),segment_id=18001c0d-6c74-475c-a0cb-9d64b721b14f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:26.741257 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-98f92c73-199b-499c-a82d-e5d950269b62 req-ef007461-dd9e-4d43-b4f1-84ebcdc1bda3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:26.789894 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-98f92c73-199b-499c-a82d-e5d950269b62 req-ef007461-dd9e-4d43-b4f1-84ebcdc1bda3 service neutron] Transition to ACTIVE for port object 5ec49fe9-c3ae-48af-80f5-6e8d9dded107 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:13:26.812980 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-79c8f52b-ad89-4972-b68d-58469cc049c0 service neutron] For port 99d91620-0da6-4b5d-b0d4-031bc8101aac, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:13:26.822887 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0e506402-44b3-49a1-a638-404a09ddf01b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.7974870 May 27 02:13:26.822887 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 60308) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:26.824226 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9878729d-e205-49fa-a8cb-987466bb3007 req-4c87db4d-b84f-438a-a648-7c7ccded9b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:26.825759 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9878729d-e205-49fa-a8cb-987466bb3007 req-4c87db4d-b84f-438a-a648-7c7ccded9b83 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=600515781e0349629b74edcb0f6e979b&device_id=778c3e1a-cdf3-4484-8b3d-0c7c38383452 HTTP/1.1" status: 200 len: 1099 time: 0.5115383 May 27 02:13:26.837358 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-55d048cf-8a9c-4646-a10a-f169b3cf6ceb admin admin] Request body: {'subnet': {'network_id': '5e758166-4843-420e-a7a2-e907df6227a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1578714909-subnet', 'tenant_id': 'c81473a41fb94f91be2c0840146b05b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:13:26.885110 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-cd7636db-256d-4047-8a3b-6faf81332eeb tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6460371 May 27 02:13:26.905742 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-04689876-12d4-4690-9a2d-dabda93be53d service neutron] Request body: {'port': {'device_id': 'bc70f2fb-bfde-41b8-b200-3f36d3316ef0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:13:26.946523 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-cf4dfb16-92fe-415b-aaee-8743ea33ee04 None None] Provisioning for port d54ed298-3bf9-48d2-b967-ec11101db82c completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:13:26.953596 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-cf4dfb16-92fe-415b-aaee-8743ea33ee04 None None] Provisioning complete for port d54ed298-3bf9-48d2-b967-ec11101db82c triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:13:26.954073 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cf4dfb16-92fe-415b-aaee-8743ea33ee04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:27.009747 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-55d048cf-8a9c-4646-a10a-f169b3cf6ceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:27.013908 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-98f92c73-199b-499c-a82d-e5d950269b62 req-ef007461-dd9e-4d43-b4f1-84ebcdc1bda3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:27.069162 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-79c8f52b-ad89-4972-b68d-58469cc049c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99d91620-0da6-4b5d-b0d4-031bc8101aac {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:13:27.108403 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-cf4dfb16-92fe-415b-aaee-8743ea33ee04 None None] Port d54ed298-3bf9-48d2-b967-ec11101db82c cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:13:27.154723 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-55d048cf-8a9c-4646-a10a-f169b3cf6ceb admin admin] Usage tracker for resource:subnet and tenant:c81473a41fb94f91be2c0840146b05b3 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:13:27.171341 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9878729d-e205-49fa-a8cb-987466bb3007 req-766159df-3f7c-419c-a812-1e92682a24d9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=6ef69430-f22e-4699-a6a1-daacefb04f88 HTTP/1.1" status: 200 len: 217 time: 0.3265455 May 27 02:13:27.175265 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-55d048cf-8a9c-4646-a10a-f169b3cf6ceb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:13:27.240855 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-79c8f52b-ad89-4972-b68d-58469cc049c0 service neutron] For port 99d91620-0da6-4b5d-b0d4-031bc8101aac, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=99d91620-0da6-4b5d-b0d4-031bc8101aac,segment=NetworkSegment(18001c0d-6c74-475c-a0cb-9d64b721b14f),segment_id=18001c0d-6c74-475c-a0cb-9d64b721b14f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:27.338916 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-04689876-12d4-4690-9a2d-dabda93be53d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:27.384292 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-79c8f52b-ad89-4972-b68d-58469cc049c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:27.454391 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-55d048cf-8a9c-4646-a10a-f169b3cf6ceb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:27.755353 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d048cf-8a9c-4646-a10a-f169b3cf6ceb admin admin] Made reservation on behalf of c81473a41fb94f91be2c0840146b05b3 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:13:27.757732 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-55d048cf-8a9c-4646-a10a-f169b3cf6ceb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:27.778688 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef007461-dd9e-4d43-b4f1-84ebcdc1bda3 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec49fe9-c3ae-48af-80f5-6e8d9dded107,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:27.807824 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-98f92c73-199b-499c-a82d-e5d950269b62 req-ef007461-dd9e-4d43-b4f1-84ebcdc1bda3 service neutron] Attempting to bind port 5ec49fe9-c3ae-48af-80f5-6e8d9dded107 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:13:27.809202 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-98f92c73-199b-499c-a82d-e5d950269b62 req-ef007461-dd9e-4d43-b4f1-84ebcdc1bda3 service neutron] Attempting to bind port 5ec49fe9-c3ae-48af-80f5-6e8d9dded107 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:13:27.810265 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f92c73-199b-499c-a82d-e5d950269b62 req-ef007461-dd9e-4d43-b4f1-84ebcdc1bda3 service neutron] Attempting to bind port 5ec49fe9-c3ae-48af-80f5-6e8d9dded107 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:13:27.815491 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-49f7d32c-759e-49ae-aa7b-b3d4cde56ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:27.826421 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9878729d-e205-49fa-a8cb-987466bb3007 req-bae3cecc-248e-4f62-b887-87a9897911ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:27.828295 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9878729d-e205-49fa-a8cb-987466bb3007 req-bae3cecc-248e-4f62-b887-87a9897911ac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.6253922 May 27 02:13:27.833927 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f92c73-199b-499c-a82d-e5d950269b62 req-ef007461-dd9e-4d43-b4f1-84ebcdc1bda3 service neutron] Port 5ec49fe9-c3ae-48af-80f5-6e8d9dded107 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:13:27.834523 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f92c73-199b-499c-a82d-e5d950269b62 req-ef007461-dd9e-4d43-b4f1-84ebcdc1bda3 service neutron] Attempting to bind port 5ec49fe9-c3ae-48af-80f5-6e8d9dded107 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:13:27.957080 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-79c8f52b-ad89-4972-b68d-58469cc049c0 service neutron] Transition to ACTIVE for port object 99d91620-0da6-4b5d-b0d4-031bc8101aac will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:13:28.046126 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f92c73-199b-499c-a82d-e5d950269b62 req-ef007461-dd9e-4d43-b4f1-84ebcdc1bda3 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:13:28.047230 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f92c73-199b-499c-a82d-e5d950269b62 req-ef007461-dd9e-4d43-b4f1-84ebcdc1bda3 service neutron] Checking segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:13:28.047875 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f92c73-199b-499c-a82d-e5d950269b62 req-ef007461-dd9e-4d43-b4f1-84ebcdc1bda3 service neutron] Bound using segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:13:28.048568 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-98f92c73-199b-499c-a82d-e5d950269b62 req-ef007461-dd9e-4d43-b4f1-84ebcdc1bda3 service neutron] Bound port: 5ec49fe9-c3ae-48af-80f5-6e8d9dded107, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:13:28.049177 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-98f92c73-199b-499c-a82d-e5d950269b62 req-ef007461-dd9e-4d43-b4f1-84ebcdc1bda3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:28.206513 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-04689876-12d4-4690-9a2d-dabda93be53d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d54ed298-3bf9-48d2-b967-ec11101db82c {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:13:28.218206 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-04689876-12d4-4690-9a2d-dabda93be53d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:28.237960 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-04689876-12d4-4690-9a2d-dabda93be53d service neutron] Transition to ACTIVE for port object d54ed298-3bf9-48d2-b967-ec11101db82c will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:13:28.240871 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-79c8f52b-ad89-4972-b68d-58469cc049c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:28.319501 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-98f92c73-199b-499c-a82d-e5d950269b62 req-ef007461-dd9e-4d43-b4f1-84ebcdc1bda3 service neutron] For port 5ec49fe9-c3ae-48af-80f5-6e8d9dded107, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:13:28.323033 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-98f92c73-199b-499c-a82d-e5d950269b62 req-ef007461-dd9e-4d43-b4f1-84ebcdc1bda3 service neutron] For port 5ec49fe9-c3ae-48af-80f5-6e8d9dded107, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=5ec49fe9-c3ae-48af-80f5-6e8d9dded107,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:13:28.423422 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8f52b-ad89-4972-b68d-58469cc049c0 service neutron] Pushing event updated for resources: {'Port': ['ID=99d91620-0da6-4b5d-b0d4-031bc8101aac,revision_number=10']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:28.443079 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-04689876-12d4-4690-9a2d-dabda93be53d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:28.461834 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9878729d-e205-49fa-a8cb-987466bb3007 req-31d6b404-6ac7-4d0c-a437-ccde95c56cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:28.461834 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9878729d-e205-49fa-a8cb-987466bb3007 req-31d6b404-6ac7-4d0c-a437-ccde95c56cbc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6229138 May 27 02:13:28.470320 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-98f92c73-199b-499c-a82d-e5d950269b62 req-ef007461-dd9e-4d43-b4f1-84ebcdc1bda3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:28.558164 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f92c73-199b-499c-a82d-e5d950269b62 req-ef007461-dd9e-4d43-b4f1-84ebcdc1bda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:28.560284 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-98f92c73-199b-499c-a82d-e5d950269b62 req-ef007461-dd9e-4d43-b4f1-84ebcdc1bda3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:28.561826 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-98f92c73-199b-499c-a82d-e5d950269b62 req-ef007461-dd9e-4d43-b4f1-84ebcdc1bda3 service neutron] 10.222.0.32 "PUT /v2.0/ports/5ec49fe9-c3ae-48af-80f5-6e8d9dded107 HTTP/1.1" status: 200 len: 1095 time: 3.8697000 May 27 02:13:28.726486 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-79c8f52b-ad89-4972-b68d-58469cc049c0 service neutron] No DVR routers for this DVR port 99d91620-0da6-4b5d-b0d4-031bc8101aac on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:13:28.874557 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:28.918611 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:28.949377 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef007461-dd9e-4d43-b4f1-84ebcdc1bda3 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec49fe9-c3ae-48af-80f5-6e8d9dded107,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:28.949571 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 99d91620-0da6-4b5d-b0d4-031bc8101aac no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:13:29.158127 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9878729d-e205-49fa-a8cb-987466bb3007 req-99c11b41-a2a5-4909-8b00-2d26a2a41c31 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6686509 May 27 02:13:29.164171 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f92c73-199b-499c-a82d-e5d950269b62 req-b4845b86-a580-497d-a539-151bddb69e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:29.179999 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-98f92c73-199b-499c-a82d-e5d950269b62 req-b4845b86-a580-497d-a539-151bddb69e75 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef5ba470f9fc41249d500f0a664db69b&device_id=cfe4c9e4-db87-4967-8c34-e629bbf7e3c0 HTTP/1.1" status: 200 len: 1098 time: 0.4832013 May 27 02:13:29.325906 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04689876-12d4-4690-9a2d-dabda93be53d service neutron] Pushing event updated for resources: {'Port': ['ID=d54ed298-3bf9-48d2-b967-ec11101db82c,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:29.327342 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 99d91620-0da6-4b5d-b0d4-031bc8101aac not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:13:29.354213 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-98f92c73-199b-499c-a82d-e5d950269b62 req-6162772c-e59d-4178-ae87-db0b40c188da service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=5ec49fe9-c3ae-48af-80f5-6e8d9dded107 HTTP/1.1" status: 200 len: 217 time: 0.1365473 May 27 02:13:29.415486 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-79c8f52b-ad89-4972-b68d-58469cc049c0 service neutron] 10.222.0.66 "PUT /v2.0/ports/99d91620-0da6-4b5d-b0d4-031bc8101aac/bindings/n-h1-843554-3/activate HTTP/1.1" status: 200 len: 369 time: 3.6033325 May 27 02:13:29.444574 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-04689876-12d4-4690-9a2d-dabda93be53d service neutron] Attempting to bind port d54ed298-3bf9-48d2-b967-ec11101db82c on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:13:29.445320 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-04689876-12d4-4690-9a2d-dabda93be53d service neutron] Attempting to bind port d54ed298-3bf9-48d2-b967-ec11101db82c by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:13:29.445830 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-04689876-12d4-4690-9a2d-dabda93be53d service neutron] Attempting to bind port d54ed298-3bf9-48d2-b967-ec11101db82c on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:13:29.462939 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-04689876-12d4-4690-9a2d-dabda93be53d service neutron] Port d54ed298-3bf9-48d2-b967-ec11101db82c on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:13:29.463664 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-04689876-12d4-4690-9a2d-dabda93be53d service neutron] Attempting to bind port d54ed298-3bf9-48d2-b967-ec11101db82c on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:13:29.494035 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-04689876-12d4-4690-9a2d-dabda93be53d service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:13:29.495261 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-04689876-12d4-4690-9a2d-dabda93be53d service neutron] Checking segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:13:29.495854 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-04689876-12d4-4690-9a2d-dabda93be53d service neutron] Bound using segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:13:29.499342 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-04689876-12d4-4690-9a2d-dabda93be53d service neutron] Bound port: d54ed298-3bf9-48d2-b967-ec11101db82c, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:13:29.500028 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-04689876-12d4-4690-9a2d-dabda93be53d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:29.584258 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-55d048cf-8a9c-4646-a10a-f169b3cf6ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:29.752001 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-04689876-12d4-4690-9a2d-dabda93be53d service neutron] For port d54ed298-3bf9-48d2-b967-ec11101db82c, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:13:29.755592 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-04689876-12d4-4690-9a2d-dabda93be53d service neutron] For port d54ed298-3bf9-48d2-b967-ec11101db82c, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=d54ed298-3bf9-48d2-b967-ec11101db82c,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:13:29.814531 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-c2d3fb4f-c984-4a31-a760-bb1e96547235 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:29.816326 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-c2d3fb4f-c984-4a31-a760-bb1e96547235 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=24c2ceb7-fe63-4534-8489-536ce21cdbcf&tenant_id=846b128e49a144bb97bdbd537ab49432&binding%3Ahost_id=n-h2-843554-3 HTTP/1.1" status: 200 len: 1096 time: 0.1963458 May 27 02:13:29.859663 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f92c73-199b-499c-a82d-e5d950269b62 req-e3e780f0-710f-4768-881b-18f8c310a054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:29.862358 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-98f92c73-199b-499c-a82d-e5d950269b62 req-e3e780f0-710f-4768-881b-18f8c310a054 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.4966824 May 27 02:13:29.868551 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d048cf-8a9c-4646-a10a-f169b3cf6ceb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ecf8e97-38b0-450d-a77d-44a69de922b2,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:29.925937 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9878729d-e205-49fa-a8cb-987466bb3007 req-0eb03c4e-ced1-459f-a971-cab095985015 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7547982 May 27 02:13:29.941677 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d048cf-8a9c-4646-a10a-f169b3cf6ceb admin admin] Checking segment: {'id': 'fe714478-a3c4-4802-9c86-3423c1a3d326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5e758166-4843-420e-a7a2-e907df6227a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:13:29.942347 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d048cf-8a9c-4646-a10a-f169b3cf6ceb admin admin] Network hostable DHCP agents. Network: 5e758166-4843-420e-a7a2-e907df6227a4, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:13:29.999779 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f92c73-199b-499c-a82d-e5d950269b62 req-b1aaddd5-45d7-4ee8-bd43-48661e9bee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:30.001336 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-98f92c73-199b-499c-a82d-e5d950269b62 req-b1aaddd5-45d7-4ee8-bd43-48661e9bee64 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1167147 May 27 02:13:30.068391 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-c1756161-8813-4028-933e-8c294870d192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:30.070329 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-c1756161-8813-4028-933e-8c294870d192 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=24c2ceb7-fe63-4534-8489-536ce21cdbcf&tenant_id=846b128e49a144bb97bdbd537ab49432 HTTP/1.1" status: 200 len: 1096 time: 0.2467961 May 27 02:13:30.185066 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-98f92c73-199b-499c-a82d-e5d950269b62 req-a29e922a-db70-4b3c-8821-c897c895cd71 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741707 May 27 02:13:30.223277 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-3ad9671a-e99e-443e-a219-df0f4d466239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:30.225298 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-3ad9671a-e99e-443e-a219-df0f4d466239 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=846b128e49a144bb97bdbd537ab49432&device_id=24c2ceb7-fe63-4534-8489-536ce21cdbcf HTTP/1.1" status: 200 len: 1096 time: 0.1282032 May 27 02:13:30.325752 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:30.334846 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-04689876-12d4-4690-9a2d-dabda93be53d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:30.341475 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d048cf-8a9c-4646-a10a-f169b3cf6ceb admin admin] Network 5e758166-4843-420e-a7a2-e907df6227a4 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:13:30.375946 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-98f92c73-199b-499c-a82d-e5d950269b62 req-ef13dbd1-4ab2-4472-9c44-548fee67ef06 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829536 May 27 02:13:30.429620 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-04689876-12d4-4690-9a2d-dabda93be53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:30.430223 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-04689876-12d4-4690-9a2d-dabda93be53d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:30.431755 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-04689876-12d4-4690-9a2d-dabda93be53d service neutron] 10.222.0.32 "PUT /v2.0/ports/d54ed298-3bf9-48d2-b967-ec11101db82c HTTP/1.1" status: 200 len: 1095 time: 3.5358307 May 27 02:13:30.469822 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:13:30.479369 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04689876-12d4-4690-9a2d-dabda93be53d service neutron] Pushing event updated for resources: {'Port': ['ID=d54ed298-3bf9-48d2-b967-ec11101db82c,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:30.489224 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-55d048cf-8a9c-4646-a10a-f169b3cf6ceb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 5e758166-4843-420e-a7a2-e907df6227a4) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:13:30.493825 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d048cf-8a9c-4646-a10a-f169b3cf6ceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:30.494414 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-55d048cf-8a9c-4646-a10a-f169b3cf6ceb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:30.505722 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71eb6015-a68d-4c75-ba53-3dc1f504feb2 None None] Network 5e758166-4843-420e-a7a2-e907df6227a4 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:13:30.523818 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-3d52d562-7425-409a-9219-18f9bd92e6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:30.525251 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-3d52d562-7425-409a-9219-18f9bd92e6cf service neutron] 10.222.0.32 "GET /v2.0/networks?id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf HTTP/1.1" status: 200 len: 908 time: 0.2883120 May 27 02:13:30.658015 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-373e0ae0-5636-4ca2-a8ad-453041b49dc2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99d91620-0da6-4b5d-b0d4-031bc8101aac HTTP/1.1" status: 200 len: 217 time: 0.1238730 May 27 02:13:30.697883 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-55d048cf-8a9c-4646-a10a-f169b3cf6ceb admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.8782384 May 27 02:13:30.701115 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 60320) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:30.707776 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-69a1c42b-0c01-49d6-b97f-ca717d583833 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1578714909-router', 'tenant_id': 'c81473a41fb94f91be2c0840146b05b3', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:13:30.721812 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-69a1c42b-0c01-49d6-b97f-ca717d583833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:30.731109 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-69a1c42b-0c01-49d6-b97f-ca717d583833 admin admin] Usage tracker for resource:router and tenant:c81473a41fb94f91be2c0840146b05b3 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:13:30.740174 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-69a1c42b-0c01-49d6-b97f-ca717d583833 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:13:30.757409 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-69a1c42b-0c01-49d6-b97f-ca717d583833 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:30.828467 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69a1c42b-0c01-49d6-b97f-ca717d583833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:30.829982 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69a1c42b-0c01-49d6-b97f-ca717d583833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:30.866777 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69a1c42b-0c01-49d6-b97f-ca717d583833 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:30.917880 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-f5bba01c-d489-4a4e-add2-a57aaa34b9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:30.923823 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-f5bba01c-d489-4a4e-add2-a57aaa34b9bd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7bcc4077-ba65-497d-80cd-f2b54423660b HTTP/1.1" status: 200 len: 847 time: 0.2500420 May 27 02:13:30.981768 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-c1c96819-730a-4b7e-8d63-a745f4f12f56 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490806 May 27 02:13:30.998550 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcc8aee-3431-4083-a6e2-638afa7ded96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-5e758166-4843-420e-a7a2-e907df6227a4', 'network_id': '5e758166-4843-420e-a7a2-e907df6227a4', 'tenant_id': 'c81473a41fb94f91be2c0840146b05b3', 'fixed_ips': [{'subnet_id': '6ecf8e97-38b0-450d-a77d-44a69de922b2'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:13:30.999790 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8fcc8aee-3431-4083-a6e2-638afa7ded96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:31.064617 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-dd6f9844-bc8a-40dd-ae08-b6158d5c7ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:31.073400 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-dd6f9844-bc8a-40dd-ae08-b6158d5c7ede service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef5ba470f9fc41249d500f0a664db69b&device_id=bc70f2fb-bfde-41b8-b200-3f36d3316ef0 HTTP/1.1" status: 200 len: 1098 time: 0.3285625 May 27 02:13:31.225022 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-17c30d00-ccd4-4898-a6db-e0e704bfad7d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=d54ed298-3bf9-48d2-b967-ec11101db82c HTTP/1.1" status: 200 len: 217 time: 0.0719790 May 27 02:13:31.369634 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-f73157e7-7f89-4ac3-a1c1-a115099591b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:31.371987 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-f73157e7-7f89-4ac3-a1c1-a115099591b4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.1339533 May 27 02:13:31.435747 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-8fcc8aee-3431-4083-a6e2-638afa7ded96 None None] Allocated IP 172.20.0.2 (5e758166-4843-420e-a7a2-e907df6227a4/6ecf8e97-38b0-450d-a77d-44a69de922b2/9fec2e58-a189-43d3-8520-f61706af5bab) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:13:31.550029 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-f612e1d3-422b-4f72-b00c-856041124394 service neutron] 10.222.0.32 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5614190 May 27 02:13:31.724478 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69a1c42b-0c01-49d6-b97f-ca717d583833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:31.779552 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-cda1b407-3d12-463f-84bb-fd183d52c065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:31.779552 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-cda1b407-3d12-463f-84bb-fd183d52c065 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3633285 May 27 02:13:32.001003 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8fcc8aee-3431-4083-a6e2-638afa7ded96 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:32.024069 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-8fcc8aee-3431-4083-a6e2-638afa7ded96 None None] Transition to ACTIVE for port object 9fec2e58-a189-43d3-8520-f61706af5bab will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:13:32.024300 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-edc75b08-d945-4b11-8794-e8d0cfec768c service neutron] 10.222.0.32 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4629118 May 27 02:13:32.067201 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-8fcc8aee-3431-4083-a6e2-638afa7ded96 None None] Transition to ACTIVE for port object 9fec2e58-a189-43d3-8520-f61706af5bab will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:13:32.076643 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-e76a8020-b123-48e6-b865-56356826728f service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831662 May 27 02:13:32.211498 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1317aa5b-f3ec-4574-903e-e0502011bd2c req-cc1543a0-15da-4dfa-b853-cef13dc97de9 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318841 May 27 02:13:32.309443 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69a1c42b-0c01-49d6-b97f-ca717d583833 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:32.338921 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69a1c42b-0c01-49d6-b97f-ca717d583833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:32.491926 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8fcc8aee-3431-4083-a6e2-638afa7ded96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:32.495674 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-69a1c42b-0c01-49d6-b97f-ca717d583833 admin admin] Allocated IP 172.25.1.187 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/d04733bd-452c-4d35-ba9d-306e164fb85e) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:13:32.561366 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcc8aee-3431-4083-a6e2-638afa7ded96 None None] Network 5e758166-4843-420e-a7a2-e907df6227a4 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:13:32.564338 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-8fcc8aee-3431-4083-a6e2-638afa7ded96 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:13:32.568082 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcc8aee-3431-4083-a6e2-638afa7ded96 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:13:32.573818 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcc8aee-3431-4083-a6e2-638afa7ded96 None None] Pushing event updated for resources: {'Port': ['ID=9fec2e58-a189-43d3-8520-f61706af5bab,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:32.691156 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69a1c42b-0c01-49d6-b97f-ca717d583833 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:32.696974 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-8fcc8aee-3431-4083-a6e2-638afa7ded96 None None] Attempting to bind port 9fec2e58-a189-43d3-8520-f61706af5bab on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:13:32.697419 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-8fcc8aee-3431-4083-a6e2-638afa7ded96 None None] Attempting to bind port 9fec2e58-a189-43d3-8520-f61706af5bab by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'fe714478-a3c4-4802-9c86-3423c1a3d326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5e758166-4843-420e-a7a2-e907df6227a4'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:13:32.698042 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcc8aee-3431-4083-a6e2-638afa7ded96 None None] Attempting to bind port 9fec2e58-a189-43d3-8520-f61706af5bab on network 5e758166-4843-420e-a7a2-e907df6227a4 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:13:32.703723 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcc8aee-3431-4083-a6e2-638afa7ded96 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:13:32.704371 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcc8aee-3431-4083-a6e2-638afa7ded96 None None] Checking segment: {'id': 'fe714478-a3c4-4802-9c86-3423c1a3d326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5e758166-4843-420e-a7a2-e907df6227a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:13:32.705214 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8fcc8aee-3431-4083-a6e2-638afa7ded96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:32.705780 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcc8aee-3431-4083-a6e2-638afa7ded96 None None] Bound using segment: {'id': 'fe714478-a3c4-4802-9c86-3423c1a3d326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5e758166-4843-420e-a7a2-e907df6227a4'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:13:32.706419 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-8fcc8aee-3431-4083-a6e2-638afa7ded96 None None] Bound port: 9fec2e58-a189-43d3-8520-f61706af5bab, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe714478-a3c4-4802-9c86-3423c1a3d326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5e758166-4843-420e-a7a2-e907df6227a4'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:13:32.706980 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8fcc8aee-3431-4083-a6e2-638afa7ded96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:32.775925 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69a1c42b-0c01-49d6-b97f-ca717d583833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:32.905481 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-8fcc8aee-3431-4083-a6e2-638afa7ded96 None None] For port 9fec2e58-a189-43d3-8520-f61706af5bab, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:13:32.910446 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-8fcc8aee-3431-4083-a6e2-638afa7ded96 None None] For port 9fec2e58-a189-43d3-8520-f61706af5bab, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=9fec2e58-a189-43d3-8520-f61706af5bab,segment=NetworkSegment(fe714478-a3c4-4802-9c86-3423c1a3d326),segment_id=fe714478-a3c4-4802-9c86-3423c1a3d326)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:13:32.922150 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a1c42b-0c01-49d6-b97f-ca717d583833 admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:13:32.934970 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-69a1c42b-0c01-49d6-b97f-ca717d583833 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:13:32.947542 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a1c42b-0c01-49d6-b97f-ca717d583833 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:13:33.000514 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8fcc8aee-3431-4083-a6e2-638afa7ded96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:33.015270 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a1c42b-0c01-49d6-b97f-ca717d583833 admin admin] Pushing event updated for resources: {'Port': ['ID=d04733bd-452c-4d35-ba9d-306e164fb85e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:33.172972 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcc8aee-3431-4083-a6e2-638afa7ded96 None None] Pushing event updated for resources: {'Port': ['ID=9fec2e58-a189-43d3-8520-f61706af5bab,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:33.328378 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c5637737-6236-48d6-8418-42b468f90188 req-ae69032e-c611-4b50-911f-2d22c3011c48 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8333c704-237f-4a81-95ba-a77235ce764b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2665050 May 27 02:13:33.354779 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-48196e80-b660-42fe-bce0-b873dbaeeceb tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:33.356916 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-48196e80-b660-42fe-bce0-b873dbaeeceb tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=24c2ceb7-fe63-4534-8489-536ce21cdbcf&tenant_id=846b128e49a144bb97bdbd537ab49432&binding%3Ahost_id=n-h1-843554-3 HTTP/1.1" status: 200 len: 1096 time: 0.1821449 May 27 02:13:33.959611 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 6ef69430-f22e-4699-a6a1-daacefb04f88 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:13:34.006725 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5637737-6236-48d6-8418-42b468f90188 req-c2dac0a1-64fe-40f1-8f26-1476f830db1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:34.007085 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c5637737-6236-48d6-8418-42b468f90188 req-c2dac0a1-64fe-40f1-8f26-1476f830db1e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=920f79471e3444109aeaadab23e503c2&device_id=8333c704-237f-4a81-95ba-a77235ce764b HTTP/1.1" status: 200 len: 1100 time: 0.6490407 May 27 02:13:34.020030 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec71ac-ebf7-421b-9d71-9f22844773c1 req-7e12eed0-c493-47ad-97fe-b6e334a81b24 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:34.029808 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-03ec71ac-ebf7-421b-9d71-9f22844773c1 req-7e12eed0-c493-47ad-97fe-b6e334a81b24 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 946 time: 0.2596958 May 27 02:13:34.182272 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69a1c42b-0c01-49d6-b97f-ca717d583833 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:34.274151 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-45d54f05-2785-4a89-97d4-ab5b3d5e49a3 service neutron] For port 99d91620-0da6-4b5d-b0d4-031bc8101aac, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:13:34.306493 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-45d54f05-2785-4a89-97d4-ab5b3d5e49a3 service neutron] Notify callbacks [] for binding, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:34.310631 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-150e10b0-40ba-4436-9c61-e82dd30a99f3 req-45d54f05-2785-4a89-97d4-ab5b3d5e49a3 service neutron] 10.222.0.32 "DELETE /v2.0/ports/99d91620-0da6-4b5d-b0d4-031bc8101aac/bindings/n-h2-843554-3 HTTP/1.1" status: 204 len: 173 time: 0.9444354 May 27 02:13:34.355647 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 6ef69430-f22e-4699-a6a1-daacefb04f88, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=6ef69430-f22e-4699-a6a1-daacefb04f88,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:34.377908 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-03ec71ac-ebf7-421b-9d71-9f22844773c1 req-dc42a9b4-487e-4a9e-9f04-972358c9e59a tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3471277 May 27 02:13:34.409706 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '6ef69430-f22e-4699-a6a1-daacefb04f88', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'port_id': '6ef69430-f22e-4699-a6a1-daacefb04f88', 'mac_address': 'fa:16:3e:87:ba:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf69705-8457-415f-85a3-b42efaff1b97', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:13:34.501250 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5637737-6236-48d6-8418-42b468f90188 req-e3ffa396-d44c-4267-bfe8-27190e260f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:34.503898 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c5637737-6236-48d6-8418-42b468f90188 req-e3ffa396-d44c-4267-bfe8-27190e260f17 service neutron] 10.222.0.66 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.4700878 May 27 02:13:34.511535 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76362f-1923-46ce-908d-20a0faec06f2 req-345bf871-08c1-43db-9e7f-c8972b9bffb7 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:34.519506 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3d76362f-1923-46ce-908d-20a0faec06f2 req-345bf871-08c1-43db-9e7f-c8972b9bffb7 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.57 "GET /v2.0/ports?device_id=778c3e1a-cdf3-4484-8b3d-0c7c38383452 HTTP/1.1" status: 200 len: 948 time: 0.4601278 May 27 02:13:34.524123 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 6ef69430-f22e-4699-a6a1-daacefb04f88 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:13:34.524888 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:34.565255 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ef69430-f22e-4699-a6a1-daacefb04f88 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:13:34.599253 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 6ef69430-f22e-4699-a6a1-daacefb04f88, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=6ef69430-f22e-4699-a6a1-daacefb04f88,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:34.696329 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:34.696329 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 5ec49fe9-c3ae-48af-80f5-6e8d9dded107 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:13:34.721015 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3d76362f-1923-46ce-908d-20a0faec06f2 req-7cd1fad9-572d-48c6-a8a1-2bb018bf0ab4 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.57 "GET /v2.0/security-groups?id=02ce02d7-6435-49ca-96a4-819faa023c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001204 May 27 02:13:34.817552 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c5637737-6236-48d6-8418-42b468f90188 req-55b9f6a0-b0c4-41d8-8b2d-6cd9ab27019d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=1c0ac97e-a530-4361-8db8-f552a54f3dd8 HTTP/1.1" status: 200 len: 217 time: 0.2685943 May 27 02:13:34.848301 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.resource_extend [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:13:34.919695 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 5ec49fe9-c3ae-48af-80f5-6e8d9dded107, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=5ec49fe9-c3ae-48af-80f5-6e8d9dded107,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:34.978495 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a7ce67c-a5ed-4394-ac82-622d1cd21108'] response: {'server_uuid': '24c2ceb7-fe63-4534-8489-536ce21cdbcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99d91620-0da6-4b5d-b0d4-031bc8101aac', 'code': 200} May 27 02:13:35.021167 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '5ec49fe9-c3ae-48af-80f5-6e8d9dded107', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'port_id': '5ec49fe9-c3ae-48af-80f5-6e8d9dded107', 'mac_address': 'fa:16:3e:8e:95:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf69705-8457-415f-85a3-b42efaff1b97', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:13:35.047934 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=6ef69430-f22e-4699-a6a1-daacefb04f88,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:35.051662 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5637737-6236-48d6-8418-42b468f90188 req-49ad4e4b-029c-4860-92a7-c477bcb4542d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:35.056521 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c5637737-6236-48d6-8418-42b468f90188 req-49ad4e4b-029c-4860-92a7-c477bcb4542d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.2227180 May 27 02:13:35.127343 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 9fec2e58-a189-43d3-8520-f61706af5bab up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:13:35.179371 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa893d28-99f9-4379-bd70-59139b897b9d'] response: {'server_uuid': '0a66d282-3002-42eb-ac2b-8fc0140067a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60', 'code': 200} May 27 02:13:35.180399 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a5f18a-2780-4e38-b56e-579c4be91085 None None] Network 5e758166-4843-420e-a7a2-e907df6227a4 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:13:35.216486 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43454114-0514-4c65-af44-398e10759ac5 req-13411ac9-49e9-48c6-9377-9b62ca4fd556 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:35.217963 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-43454114-0514-4c65-af44-398e10759ac5 req-13411ac9-49e9-48c6-9377-9b62ca4fd556 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Synchronizing usage tracker for tenant:ef5ba470f9fc41249d500f0a664db69b on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:13:35.271397 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5637737-6236-48d6-8418-42b468f90188 req-26e22e57-fd62-43c4-bf0b-bc1bce36d55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:35.276402 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c5637737-6236-48d6-8418-42b468f90188 req-26e22e57-fd62-43c4-bf0b-bc1bce36d55e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2089148 May 27 02:13:35.429343 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 5ec49fe9-c3ae-48af-80f5-6e8d9dded107 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:13:35.429723 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:35.430015 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-43454114-0514-4c65-af44-398e10759ac5 req-13411ac9-49e9-48c6-9377-9b62ca4fd556 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Unset dirty status for tenant:ef5ba470f9fc41249d500f0a664db69b on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:13:35.438830 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-43454114-0514-4c65-af44-398e10759ac5 req-13411ac9-49e9-48c6-9377-9b62ca4fd556 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc70f2fb-bfde-41b8-b200-3f36d3316ef0 HTTP/1.1" status: 200 len: 947 time: 0.7306049 May 27 02:13:35.442557 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69a1c42b-0c01-49d6-b97f-ca717d583833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:35.494240 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ec49fe9-c3ae-48af-80f5-6e8d9dded107 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:13:35.525872 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-43454114-0514-4c65-af44-398e10759ac5 req-b80b3c2c-8387-4452-aaee-b6267752c050 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833976 May 27 02:13:35.555377 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-668a454f-e296-4c41-a04c-bd584db6e462 None None] Provisioning for port 9fec2e58-a189-43d3-8520-f61706af5bab completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:13:35.566315 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 5ec49fe9-c3ae-48af-80f5-6e8d9dded107, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=5ec49fe9-c3ae-48af-80f5-6e8d9dded107,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:35.635556 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 9fec2e58-a189-43d3-8520-f61706af5bab completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:13:35.665800 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c5637737-6236-48d6-8418-42b468f90188 req-de326fb2-2b02-430e-909a-b50901eee537 service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771002 May 27 02:13:35.684262 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 9fec2e58-a189-43d3-8520-f61706af5bab triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:13:35.684639 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:35.778572 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b443641-7cdf-47d3-9130-0801c6676be9'] response: {'name': 'network-changed', 'server_uuid': '778c3e1a-cdf3-4484-8b3d-0c7c38383452', 'tag': '6ef69430-f22e-4699-a6a1-daacefb04f88', 'status': 'completed', 'code': 200} May 27 02:13:35.783516 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:35.954249 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a1c42b-0c01-49d6-b97f-ca717d583833 admin admin] Router c7fa79f9-c75a-4d5c-ad10-f00ff42cb017 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:13:35.978760 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device d54ed298-3bf9-48d2-b967-ec11101db82c details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:13:35.980986 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 59dd76c7-04f3-4e36-a375-05bd87a0399b no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:13:36.052744 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=5ec49fe9-c3ae-48af-80f5-6e8d9dded107,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:36.080591 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['5ec49fe9-c3ae-48af-80f5-6e8d9dded107'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:13:36.087503 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7180464e-9762-4817-9e0c-0e75cb67b2f8 req-4d0d9989-78fd-4192-9879-5d880099422c tempest-ServersAaction247Test-2144621139 tempest-ServersAaction247Test-2144621139-project] 10.222.0.57 "GET /v2.0/ports?device_id=270d47ab-b470-427f-9434-8b84781e408e HTTP/1.1" status: 200 len: 210 time: 0.1446323 May 27 02:13:36.144533 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['6ef69430-f22e-4699-a6a1-daacefb04f88'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:13:36.181911 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c5637737-6236-48d6-8418-42b468f90188 req-d8c6d774-05c5-4c03-aee7-f8001a3b18b6 service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5053723 May 27 02:13:36.238216 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997651f9-cd21-48be-ba94-d20887771579 req-cf574ce1-deca-405f-8966-fad46a0c0777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:36.239669 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-997651f9-cd21-48be-ba94-d20887771579 req-cf574ce1-deca-405f-8966-fad46a0c0777 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=600515781e0349629b74edcb0f6e979b&device_id=778c3e1a-cdf3-4484-8b3d-0c7c38383452 HTTP/1.1" status: 200 len: 1100 time: 0.2979426 May 27 02:13:36.263202 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a1c42b-0c01-49d6-b97f-ca717d583833 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:13:36.272240 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968fbd2-aae6-4cd7-9c7f-3d1d162c4656 req-205886b4-aea3-45d4-8cfd-fba84e0b402a tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:36.279442 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bff50d-ecbd-4865-b979-bd39484cdaaa None None] Sync routers for ids ['c7fa79f9-c75a-4d5c-ad10-f00ff42cb017'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:13:36.284113 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b968fbd2-aae6-4cd7-9c7f-3d1d162c4656 req-205886b4-aea3-45d4-8cfd-fba84e0b402a tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=24c2ceb7-fe63-4534-8489-536ce21cdbcf HTTP/1.1" status: 200 len: 945 time: 0.3431494 May 27 02:13:36.314163 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bff50d-ecbd-4865-b979-bd39484cdaaa None None] Routers {'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:13:36.314667 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-65bff50d-ecbd-4865-b979-bd39484cdaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:13:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['c7fa79f9-c75a-4d5c-ad10-f00ff42cb017'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:36.357865 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.resource_extend [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:13:36.496408 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997651f9-cd21-48be-ba94-d20887771579 req-b5760fc4-4094-43c1-bd1d-1a2c3cefe263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:36.498958 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-997651f9-cd21-48be-ba94-d20887771579 req-b5760fc4-4094-43c1-bd1d-1a2c3cefe263 service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.2419002 May 27 02:13:36.502638 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b968fbd2-aae6-4cd7-9c7f-3d1d162c4656 req-f31722fa-1e92-41d8-8154-aefe5863ceeb tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175114 May 27 02:13:36.552959 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69a1c42b-0c01-49d6-b97f-ca717d583833 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:36.552959 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-69a1c42b-0c01-49d6-b97f-ca717d583833 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8480210 May 27 02:13:36.552959 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 60414) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:36.631231 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-65bff50d-ecbd-4865-b979-bd39484cdaaa None None] Set router c7fa79f9-c75a-4d5c-ad10-f00ff42cb017 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:13:36.639482 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-997651f9-cd21-48be-ba94-d20887771579 req-dfa66fd0-2eef-4e56-8aba-66dc51d5d94f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=6ef69430-f22e-4699-a6a1-daacefb04f88 HTTP/1.1" status: 200 len: 217 time: 0.1320095 May 27 02:13:37.063564 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 9fec2e58-a189-43d3-8520-f61706af5bab is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:13:37.067451 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:37.122541 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c2ceb7-fe63-4534-8489-536ce21cdbcf', 'tag': '99d91620-0da6-4b5d-b0d4-031bc8101aac'}, {'name': 'network-changed', 'server_uuid': 'bc70f2fb-bfde-41b8-b200-3f36d3316ef0', 'tag': 'd54ed298-3bf9-48d2-b967-ec11101db82c'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:13:37.195531 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 59dd76c7-04f3-4e36-a375-05bd87a0399b is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:13:37.195849 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:37.240586 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-65bff50d-ecbd-4865-b979-bd39484cdaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017', 'name': 'tempest-TaggedBootDevicesTest_v242-1578714909-router', 'tenant_id': 'c81473a41fb94f91be2c0840146b05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'd04733bd-452c-4d35-ba9d-306e164fb85e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:13:30Z', 'updated_at': '2022-05-27T02:13:33Z', 'revision_number': 3, 'project_id': 'c81473a41fb94f91be2c0840146b05b3', 'gw_port': {'id': 'd04733bd-452c-4d35-ba9d-306e164fb85e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bf:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:13:32Z', 'updated_at': '2022-05-27T02:13:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:37.260048 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bff50d-ecbd-4865-b979-bd39484cdaaa None None] Checking router: c7fa79f9-c75a-4d5c-ad10-f00ff42cb017 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:13:37.263856 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bff50d-ecbd-4865-b979-bd39484cdaaa None None] Updating router c7fa79f9-c75a-4d5c-ad10-f00ff42cb017 port d04733bd-452c-4d35-ba9d-306e164fb85e binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:13:37.354463 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59dd76c7-04f3-4e36-a375-05bd87a0399b'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:13:37.385007 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-65bff50d-ecbd-4865-b979-bd39484cdaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:37.418161 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997651f9-cd21-48be-ba94-d20887771579 req-65131e49-085a-4e16-829d-4854ce398394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:37.418731 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 9fec2e58-a189-43d3-8520-f61706af5bab, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=9fec2e58-a189-43d3-8520-f61706af5bab,segment=NetworkSegment(fe714478-a3c4-4802-9c86-3423c1a3d326),segment_id=fe714478-a3c4-4802-9c86-3423c1a3d326)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:37.420475 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-997651f9-cd21-48be-ba94-d20887771579 req-65131e49-085a-4e16-829d-4854ce398394 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.7744257 May 27 02:13:37.435625 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e947b55d-25fa-4a4c-9568-fcccfd0225f6 None None] Provisioning complete for port 9fec2e58-a189-43d3-8520-f61706af5bab triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:13:37.435625 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e947b55d-25fa-4a4c-9568-fcccfd0225f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:37.555506 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8b055-4ed5-4a42-99d0-72281794dee6 req-dccfb318-d8fe-4f86-96cd-b9e00c8099cd tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:37.561115 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5cd8b055-4ed5-4a42-99d0-72281794dee6 req-dccfb318-d8fe-4f86-96cd-b9e00c8099cd tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 946 time: 0.4092107 May 27 02:13:37.568746 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165f369-d789-49b3-b34f-d26e769f7567 req-042825b4-67f2-4248-adbb-7aea2f34685d tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:37.570423 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4165f369-d789-49b3-b34f-d26e769f7567 req-042825b4-67f2-4248-adbb-7aea2f34685d tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.57 "GET /v2.0/ports?device_id=778c3e1a-cdf3-4484-8b3d-0c7c38383452 HTTP/1.1" status: 200 len: 949 time: 0.4209936 May 27 02:13:37.603648 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 59dd76c7-04f3-4e36-a375-05bd87a0399b, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=59dd76c7-04f3-4e36-a375-05bd87a0399b,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:37.616836 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port d54ed298-3bf9-48d2-b967-ec11101db82c, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=d54ed298-3bf9-48d2-b967-ec11101db82c,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:37.647724 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:37.677972 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4165f369-d789-49b3-b34f-d26e769f7567 req-afeaabd9-d54a-4eee-998e-fff40c7311bd tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.57 "GET /v2.0/security-groups?id=02ce02d7-6435-49ca-96a4-819faa023c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855222 May 27 02:13:37.713932 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997651f9-cd21-48be-ba94-d20887771579 req-cb9cd36f-b621-4b46-a97b-621379eb3234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:37.716117 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-997651f9-cd21-48be-ba94-d20887771579 req-cb9cd36f-b621-4b46-a97b-621379eb3234 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2874782 May 27 02:13:37.736822 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5cd8b055-4ed5-4a42-99d0-72281794dee6 req-0e49c5c4-3d8d-4cb2-b877-94e4340aba66 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597292 May 27 02:13:37.834071 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfe4c9e4-db87-4967-8c34-e629bbf7e3c0', 'tag': '5ec49fe9-c3ae-48af-80f5-6e8d9dded107'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:13:38.047957 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=9fec2e58-a189-43d3-8520-f61706af5bab,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:38.066302 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:38.078124 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-65bff50d-ecbd-4865-b979-bd39484cdaaa None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:38.112443 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-65bff50d-ecbd-4865-b979-bd39484cdaaa None None] Transition to ACTIVE for port object d04733bd-452c-4d35-ba9d-306e164fb85e will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:13:38.164035 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': 'd54ed298-3bf9-48d2-b967-ec11101db82c', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'port_id': 'd54ed298-3bf9-48d2-b967-ec11101db82c', 'mac_address': 'fa:16:3e:e9:58:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf69705-8457-415f-85a3-b42efaff1b97', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:13:38.164303 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-997651f9-cd21-48be-ba94-d20887771579 req-e41025ca-f522-460b-adaf-f23a5afb31eb service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260988 May 27 02:13:38.258208 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-65bff50d-ecbd-4865-b979-bd39484cdaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:38.335968 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port d54ed298-3bf9-48d2-b967-ec11101db82c is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:13:38.336239 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:38.361431 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d54ed298-3bf9-48d2-b967-ec11101db82c {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:13:38.396857 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-e947b55d-25fa-4a4c-9568-fcccfd0225f6 None None] Current status of the port 9fec2e58-a189-43d3-8520-f61706af5bab is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:13:38.404380 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port d54ed298-3bf9-48d2-b967-ec11101db82c, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=d54ed298-3bf9-48d2-b967-ec11101db82c,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:38.404380 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=59dd76c7-04f3-4e36-a375-05bd87a0399b,revision_number=14']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:38.437183 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8038658b-798b-47de-af59-bffc51ccea06 req-3a8e1174-ddcc-4992-ab3a-73cf6765f6f9 tempest-ServersAaction247Test-2144621139 tempest-ServersAaction247Test-2144621139-project] 10.222.0.57 "GET /v2.0/ports?device_id=270d47ab-b470-427f-9434-8b84781e408e HTTP/1.1" status: 200 len: 210 time: 0.1734438 May 27 02:13:38.442183 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-65bff50d-ecbd-4865-b979-bd39484cdaaa None None] Attempting to bind port d04733bd-452c-4d35-ba9d-306e164fb85e on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:13:38.443538 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-65bff50d-ecbd-4865-b979-bd39484cdaaa None None] Attempting to bind port d04733bd-452c-4d35-ba9d-306e164fb85e by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:13:38.444084 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bff50d-ecbd-4865-b979-bd39484cdaaa None None] Attempting to bind port d04733bd-452c-4d35-ba9d-306e164fb85e on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:13:38.447621 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b71dd-6a9a-4feb-9eee-5cbcfaa8ded7 None None] Pushing event updated for resources: {'Port': ['ID=d04733bd-452c-4d35-ba9d-306e164fb85e,revision_number=2']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:38.460122 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bff50d-ecbd-4865-b979-bd39484cdaaa None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:13:38.462981 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bff50d-ecbd-4865-b979-bd39484cdaaa None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:13:38.462981 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-65bff50d-ecbd-4865-b979-bd39484cdaaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:38.462981 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bff50d-ecbd-4865-b979-bd39484cdaaa None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:13:38.462981 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-65bff50d-ecbd-4865-b979-bd39484cdaaa None None] Bound port: d04733bd-452c-4d35-ba9d-306e164fb85e, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:13:38.462981 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-65bff50d-ecbd-4865-b979-bd39484cdaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:38.500094 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:38.504701 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b71dd-6a9a-4feb-9eee-5cbcfaa8ded7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:38.505370 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b71dd-6a9a-4feb-9eee-5cbcfaa8ded7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:38.505864 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b71dd-6a9a-4feb-9eee-5cbcfaa8ded7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:38.506369 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b71dd-6a9a-4feb-9eee-5cbcfaa8ded7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:38.506865 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b71dd-6a9a-4feb-9eee-5cbcfaa8ded7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:38.507346 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b71dd-6a9a-4feb-9eee-5cbcfaa8ded7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:38.507829 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b71dd-6a9a-4feb-9eee-5cbcfaa8ded7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:38.508307 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b71dd-6a9a-4feb-9eee-5cbcfaa8ded7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:38.508820 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b71dd-6a9a-4feb-9eee-5cbcfaa8ded7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:38.509310 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b71dd-6a9a-4feb-9eee-5cbcfaa8ded7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:38.510043 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b71dd-6a9a-4feb-9eee-5cbcfaa8ded7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:38.510524 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b71dd-6a9a-4feb-9eee-5cbcfaa8ded7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:38.510946 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ae940-0915-4c80-be30-9c950ee477ff req-bcffc370-c73e-4b58-b552-cc384568fc17 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:38.523870 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-714ae940-0915-4c80-be30-9c950ee477ff req-bcffc370-c73e-4b58-b552-cc384568fc17 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc70f2fb-bfde-41b8-b200-3f36d3316ef0 HTTP/1.1" status: 200 len: 947 time: 0.3562322 May 27 02:13:38.559155 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-662c2a74-8c02-4f19-88aa-ad33ee43a47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:38.593374 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55fe36ee-7f18-47d9-800d-10c76c9b450b'] response: {'name': 'network-changed', 'server_uuid': '24c2ceb7-fe63-4534-8489-536ce21cdbcf', 'tag': '99d91620-0da6-4b5d-b0d4-031bc8101aac', 'status': 'completed', 'code': 200} May 27 02:13:38.594595 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55fe36ee-7f18-47d9-800d-10c76c9b450b'] response: {'name': 'network-changed', 'server_uuid': 'bc70f2fb-bfde-41b8-b200-3f36d3316ef0', 'tag': 'd54ed298-3bf9-48d2-b967-ec11101db82c', 'status': 'completed', 'code': 200} May 27 02:13:38.616282 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-65bff50d-ecbd-4865-b979-bd39484cdaaa None None] For port d04733bd-452c-4d35-ba9d-306e164fb85e, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:13:38.619737 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-65bff50d-ecbd-4865-b979-bd39484cdaaa None None] For port d04733bd-452c-4d35-ba9d-306e164fb85e, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=d04733bd-452c-4d35-ba9d-306e164fb85e,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:13:38.653885 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8685143b-6f63-4302-ab6c-94296a082144'] response: {'server_uuid': 'ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59dd76c7-04f3-4e36-a375-05bd87a0399b', 'code': 200} May 27 02:13:38.681360 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=d54ed298-3bf9-48d2-b967-ec11101db82c,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:38.699975 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-65bff50d-ecbd-4865-b979-bd39484cdaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:38.726397 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-997651f9-cd21-48be-ba94-d20887771579 req-b1b8edf6-7825-4a48-9c6c-b1eb15e0c1af service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4764204 May 27 02:13:38.729509 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-714ae940-0915-4c80-be30-9c950ee477ff req-c1ca9aca-6bf6-4826-8000-f658261db1d4 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038839 May 27 02:13:38.859028 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b71dd-6a9a-4feb-9eee-5cbcfaa8ded7 None None] Pushing event updated for resources: {'Port': ['ID=d04733bd-452c-4d35-ba9d-306e164fb85e,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:38.879419 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['d54ed298-3bf9-48d2-b967-ec11101db82c'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:13:38.892424 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bff50d-ecbd-4865-b979-bd39484cdaaa None None] Routers {'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:13:38.902483 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-65bff50d-ecbd-4865-b979-bd39484cdaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:13:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['c7fa79f9-c75a-4d5c-ad10-f00ff42cb017'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:38.945880 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-662c2a74-8c02-4f19-88aa-ad33ee43a47b admin admin] Allocated IP 172.20.0.1 (5e758166-4843-420e-a7a2-e907df6227a4/6ecf8e97-38b0-450d-a77d-44a69de922b2/c3efde9f-e5aa-4cba-b899-443dec05ea32) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:13:39.098060 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ee947-af2a-4a1f-adfe-05c2fe3c3158 req-4e9fda1d-3fbf-4aa5-a13f-469e352416ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:39.099884 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-568ee947-af2a-4a1f-adfe-05c2fe3c3158 req-4e9fda1d-3fbf-4aa5-a13f-469e352416ea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=846b128e49a144bb97bdbd537ab49432&device_id=24c2ceb7-fe63-4534-8489-536ce21cdbcf HTTP/1.1" status: 200 len: 1096 time: 0.4671133 May 27 02:13:39.238131 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee0006-de00-4b76-9dcd-4fd10bc372e4 req-b951a0c0-606e-4dbc-8aac-7373ba4ab9f6 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:39.249832 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-97ee0006-de00-4b76-9dcd-4fd10bc372e4 req-b951a0c0-606e-4dbc-8aac-7373ba4ab9f6 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=24c2ceb7-fe63-4534-8489-536ce21cdbcf HTTP/1.1" status: 200 len: 1096 time: 0.4214592 May 27 02:13:39.291185 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-125a38e5-a7f9-480d-b582-499b66209495'] response: {'name': 'network-changed', 'server_uuid': 'cfe4c9e4-db87-4967-8c34-e629bbf7e3c0', 'tag': '5ec49fe9-c3ae-48af-80f5-6e8d9dded107', 'status': 'completed', 'code': 200} May 27 02:13:39.306825 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-97ee0006-de00-4b76-9dcd-4fd10bc372e4 req-91990344-0d6e-4de0-ba9e-8d3c82d13402 tempest-LiveMigrationTest-1503618890 tempest-LiveMigrationTest-1503618890-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556870 May 27 02:13:39.312493 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-662c2a74-8c02-4f19-88aa-ad33ee43a47b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:39.327857 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771ac52-a0e0-4602-b3ef-263f1448e529 req-33e35aad-ba2d-468b-a452-db3b23cdad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:39.329790 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4771ac52-a0e0-4602-b3ef-263f1448e529 req-33e35aad-ba2d-468b-a452-db3b23cdad0e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef5ba470f9fc41249d500f0a664db69b&device_id=cfe4c9e4-db87-4967-8c34-e629bbf7e3c0 HTTP/1.1" status: 200 len: 1099 time: 0.3505211 May 27 02:13:39.348665 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-662c2a74-8c02-4f19-88aa-ad33ee43a47b admin admin] Transition to ACTIVE for port object c3efde9f-e5aa-4cba-b899-443dec05ea32 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:13:39.350789 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-65bff50d-ecbd-4865-b979-bd39484cdaaa None None] Set router c7fa79f9-c75a-4d5c-ad10-f00ff42cb017 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:13:39.421748 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-45e1d852-81c6-4f0e-9ab5-4ecea14ee8fc req-fdba4260-5c05-44d5-8e91-469ba2919acd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=270d47ab-b470-427f-9434-8b84781e408e HTTP/1.1" status: 200 len: 210 time: 0.0742157 May 27 02:13:39.461269 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-662c2a74-8c02-4f19-88aa-ad33ee43a47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:39.523644 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ee947-af2a-4a1f-adfe-05c2fe3c3158 req-03810209-43b0-46a0-9414-b6dd8d80a811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:39.525187 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-568ee947-af2a-4a1f-adfe-05c2fe3c3158 req-03810209-43b0-46a0-9414-b6dd8d80a811 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf HTTP/1.1" status: 200 len: 908 time: 0.4182215 May 27 02:13:39.566774 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662c2a74-8c02-4f19-88aa-ad33ee43a47b admin admin] Network 5e758166-4843-420e-a7a2-e907df6227a4 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:13:39.568569 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-662c2a74-8c02-4f19-88aa-ad33ee43a47b admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:13:39.575783 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662c2a74-8c02-4f19-88aa-ad33ee43a47b admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:13:39.639065 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c2a74-8c02-4f19-88aa-ad33ee43a47b admin admin] Pushing event updated for resources: {'Port': ['ID=c3efde9f-e5aa-4cba-b899-443dec05ea32,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:39.651741 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-662c2a74-8c02-4f19-88aa-ad33ee43a47b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:39.770309 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-568ee947-af2a-4a1f-adfe-05c2fe3c3158 req-e10d18bd-ccba-45b2-a324-2197c4bf1a9a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99d91620-0da6-4b5d-b0d4-031bc8101aac HTTP/1.1" status: 200 len: 217 time: 0.2049785 May 27 02:13:39.810581 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 9fec2e58-a189-43d3-8520-f61706af5bab up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:13:39.873854 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-65bff50d-ecbd-4865-b979-bd39484cdaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017', 'name': 'tempest-TaggedBootDevicesTest_v242-1578714909-router', 'tenant_id': 'c81473a41fb94f91be2c0840146b05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'd04733bd-452c-4d35-ba9d-306e164fb85e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:13:30Z', 'updated_at': '2022-05-27T02:13:33Z', 'revision_number': 3, 'project_id': 'c81473a41fb94f91be2c0840146b05b3', 'gw_port': {'id': 'd04733bd-452c-4d35-ba9d-306e164fb85e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bf:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:13:32Z', 'updated_at': '2022-05-27T02:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:39.882332 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bff50d-ecbd-4865-b979-bd39484cdaaa None None] The sync data for ids ['c7fa79f9-c75a-4d5c-ad10-f00ff42cb017'] in n-d-843554-3 is: [{'id': 'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017', 'name': 'tempest-TaggedBootDevicesTest_v242-1578714909-router', 'tenant_id': 'c81473a41fb94f91be2c0840146b05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'd04733bd-452c-4d35-ba9d-306e164fb85e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:13:30Z', 'updated_at': '2022-05-27T02:13:33Z', 'revision_number': 3, 'project_id': 'c81473a41fb94f91be2c0840146b05b3', 'gw_port': {'id': 'd04733bd-452c-4d35-ba9d-306e164fb85e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bf:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:13:32Z', 'updated_at': '2022-05-27T02:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:13:40.021438 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 9fec2e58-a189-43d3-8520-f61706af5bab triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:13:40.022361 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:40.224570 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ee947-af2a-4a1f-adfe-05c2fe3c3158 req-3d16f8cc-df4a-47a9-a0d7-92df874c33ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:40.226209 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-568ee947-af2a-4a1f-adfe-05c2fe3c3158 req-3d16f8cc-df4a-47a9-a0d7-92df874c33ea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7bcc4077-ba65-497d-80cd-f2b54423660b HTTP/1.1" status: 200 len: 847 time: 0.4419541 May 27 02:13:40.254468 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 9fec2e58-a189-43d3-8520-f61706af5bab is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:13:40.298576 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771ac52-a0e0-4602-b3ef-263f1448e529 req-448cf703-f21b-4d21-a096-7e249af913ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:40.300311 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4771ac52-a0e0-4602-b3ef-263f1448e529 req-448cf703-f21b-4d21-a096-7e249af913ab service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.9516964 May 27 02:13:40.313964 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-8c417ee8-645c-430c-9c6b-dde275d60a3e None None] Provisioning for port c3efde9f-e5aa-4cba-b899-443dec05ea32 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:13:40.327458 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-8c417ee8-645c-430c-9c6b-dde275d60a3e None None] Provisioning complete for port c3efde9f-e5aa-4cba-b899-443dec05ea32 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:13:40.327893 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8c417ee8-645c-430c-9c6b-dde275d60a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:40.391690 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-8c417ee8-645c-430c-9c6b-dde275d60a3e None None] Port c3efde9f-e5aa-4cba-b899-443dec05ea32 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:13:40.439757 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-568ee947-af2a-4a1f-adfe-05c2fe3c3158 req-7345200f-764c-4171-b644-ef1e27418cb2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a46dc284-eb7c-468a-bcfd-6cfcbba366bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1992211 May 27 02:13:40.451748 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4771ac52-a0e0-4602-b3ef-263f1448e529 req-97148e5d-e440-4339-afa0-dcfea12d2f14 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=5ec49fe9-c3ae-48af-80f5-6e8d9dded107 HTTP/1.1" status: 200 len: 217 time: 0.1399758 May 27 02:13:40.455576 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-662c2a74-8c02-4f19-88aa-ad33ee43a47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:40.506699 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 6ef69430-f22e-4699-a6a1-daacefb04f88 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:13:40.585791 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771ac52-a0e0-4602-b3ef-263f1448e529 req-8ba06ba5-d470-49cb-bb3e-d2ed9ae6320f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:40.587562 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4771ac52-a0e0-4602-b3ef-263f1448e529 req-8ba06ba5-d470-49cb-bb3e-d2ed9ae6320f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.0964525 May 27 02:13:40.729151 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769296e5-4dea-49d1-9bae-5dcb48b07b26 req-b2762e2e-1cee-447a-a568-9c4eb342509b tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:40.731408 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-769296e5-4dea-49d1-9bae-5dcb48b07b26 req-b2762e2e-1cee-447a-a568-9c4eb342509b tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 1.2264187 May 27 02:13:40.815564 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-662c2a74-8c02-4f19-88aa-ad33ee43a47b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:40.829063 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-769296e5-4dea-49d1-9bae-5dcb48b07b26 req-da5966c3-addb-45e5-86b1-a7c878e50ec7 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813394 May 27 02:13:40.843934 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358afed4-848d-434a-9494-b79efe85185f req-19fa97bb-71da-4dcf-b1cf-5117189225fb tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:40.847483 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-358afed4-848d-434a-9494-b79efe85185f req-19fa97bb-71da-4dcf-b1cf-5117189225fb tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.57 "GET /v2.0/ports?device_id=778c3e1a-cdf3-4484-8b3d-0c7c38383452 HTTP/1.1" status: 200 len: 949 time: 0.6960423 May 27 02:13:40.925483 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771ac52-a0e0-4602-b3ef-263f1448e529 req-360c8ef9-a09e-46db-9dd6-5bacb2cd772b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:40.927076 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4771ac52-a0e0-4602-b3ef-263f1448e529 req-360c8ef9-a09e-46db-9dd6-5bacb2cd772b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3314331 May 27 02:13:40.929005 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-568ee947-af2a-4a1f-adfe-05c2fe3c3158 req-f22c1156-9131-480c-8d51-68b16e3c6838 service neutron] 10.222.0.32 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4757829 May 27 02:13:41.017964 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-358afed4-848d-434a-9494-b79efe85185f req-91fdb34a-7f6e-4614-a8ab-c07083914da9 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.57 "GET /v2.0/security-groups?id=02ce02d7-6435-49ca-96a4-819faa023c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409056 May 27 02:13:41.336175 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2fd7f053-830f-44f8-b613-1b91e32ee9ca req-bea71e12-403b-48b3-ace6-f4075e23f93d tempest-ServersAaction247Test-2144621139 tempest-ServersAaction247Test-2144621139-project] 10.222.0.57 "GET /v2.0/ports?device_id=270d47ab-b470-427f-9434-8b84781e408e HTTP/1.1" status: 200 len: 210 time: 0.1070395 May 27 02:13:41.410403 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-568ee947-af2a-4a1f-adfe-05c2fe3c3158 req-4ca96f73-a159-494a-8cde-6a530d780daf service neutron] 10.222.0.32 "GET /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4228654 May 27 02:13:41.438333 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4771ac52-a0e0-4602-b3ef-263f1448e529 req-4b41cc2d-af2d-4096-8bf5-460e99f51e58 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4908628 May 27 02:13:41.452014 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec0125-0985-4483-b30f-c7843d633624 req-2198b82c-f269-4225-b488-c2df9fb78f1b tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:41.453740 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b6ec0125-0985-4483-b30f-c7843d633624 req-2198b82c-f269-4225-b488-c2df9fb78f1b tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.66 "GET /v2.0/ports?device_id=798c906b-ee4d-4f0b-8a62-a04f252534e4 HTTP/1.1" status: 200 len: 949 time: 0.2334826 May 27 02:13:41.491257 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-662c2a74-8c02-4f19-88aa-ad33ee43a47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:41.493203 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 6ef69430-f22e-4699-a6a1-daacefb04f88 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:13:41.533810 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 6ef69430-f22e-4699-a6a1-daacefb04f88 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:13:41.534407 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:41.677872 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-662c2a74-8c02-4f19-88aa-ad33ee43a47b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:41.721001 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c2a74-8c02-4f19-88aa-ad33ee43a47b admin admin] Pushing event updated for resources: {'Port': ['ID=c3efde9f-e5aa-4cba-b899-443dec05ea32,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:41.736996 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 6ef69430-f22e-4699-a6a1-daacefb04f88 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:13:41.738071 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:41.782307 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778c3e1a-cdf3-4484-8b3d-0c7c38383452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef69430-f22e-4699-a6a1-daacefb04f88'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:13:41.798080 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 6ef69430-f22e-4699-a6a1-daacefb04f88, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=6ef69430-f22e-4699-a6a1-daacefb04f88,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:41.847433 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-b6ec0125-0985-4483-b30f-c7843d633624 req-5d9bef43-6363-4ab1-b3d3-dd8e3426c432 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Deleting port 05ec6f0c-597e-4049-8ab2-70bfccb73eb5 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:13:41.847926 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b6ec0125-0985-4483-b30f-c7843d633624 req-5d9bef43-6363-4ab1-b3d3-dd8e3426c432 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:41.896842 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device d04733bd-452c-4d35-ba9d-306e164fb85e up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:13:41.955417 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:41.956119 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 5ec49fe9-c3ae-48af-80f5-6e8d9dded107 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:13:41.983751 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4771ac52-a0e0-4602-b3ef-263f1448e529 req-5d617d9e-46da-4642-99b8-c2a2fd558e0f service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5290492 May 27 02:13:42.041504 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ee947-af2a-4a1f-adfe-05c2fe3c3158 req-2c0c19f5-0af8-456d-94e7-2e88c90a4f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:42.051659 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-568ee947-af2a-4a1f-adfe-05c2fe3c3158 req-2c0c19f5-0af8-456d-94e7-2e88c90a4f63 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef5ba470f9fc41249d500f0a664db69b&device_id=bc70f2fb-bfde-41b8-b200-3f36d3316ef0 HTTP/1.1" status: 200 len: 1099 time: 0.5953348 May 27 02:13:42.068384 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662c2a74-8c02-4f19-88aa-ad33ee43a47b admin admin] Network 5e758166-4843-420e-a7a2-e907df6227a4 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:13:42.074046 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-662c2a74-8c02-4f19-88aa-ad33ee43a47b admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:13:42.164215 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=6ef69430-f22e-4699-a6a1-daacefb04f88,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:42.313497 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 5ec49fe9-c3ae-48af-80f5-6e8d9dded107 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:13:42.319603 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 5ec49fe9-c3ae-48af-80f5-6e8d9dded107 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:13:42.319603 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:42.394108 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port d04733bd-452c-4d35-ba9d-306e164fb85e completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:13:42.437233 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port d04733bd-452c-4d35-ba9d-306e164fb85e triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:13:42.437638 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:42.535292 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-770b8f90-d044-4e48-bbf5-2b7ea581650e None None] Provisioning complete for port c3efde9f-e5aa-4cba-b899-443dec05ea32 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:13:42.536452 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-770b8f90-d044-4e48-bbf5-2b7ea581650e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:42.596127 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662c2a74-8c02-4f19-88aa-ad33ee43a47b admin admin] Router c7fa79f9-c75a-4d5c-ad10-f00ff42cb017 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:13:42.775173 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ee947-af2a-4a1f-adfe-05c2fe3c3158 req-14ae6a8f-754f-45bc-8ad6-c6fcf274b145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:42.777265 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-568ee947-af2a-4a1f-adfe-05c2fe3c3158 req-14ae6a8f-754f-45bc-8ad6-c6fcf274b145 service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.6699595 May 27 02:13:42.863174 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-770b8f90-d044-4e48-bbf5-2b7ea581650e None None] Port c3efde9f-e5aa-4cba-b899-443dec05ea32 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:13:42.863174 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 5ec49fe9-c3ae-48af-80f5-6e8d9dded107 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:13:42.863174 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:42.869180 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662c2a74-8c02-4f19-88aa-ad33ee43a47b admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:13:42.886731 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be042db-9cd9-4f34-b175-b20376d3a5a2 None None] Sync routers for ids ['c7fa79f9-c75a-4d5c-ad10-f00ff42cb017'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:13:42.887820 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-662c2a74-8c02-4f19-88aa-ad33ee43a47b admin admin] 10.222.0.57 "PUT /v2.0/routers/c7fa79f9-c75a-4d5c-ad10-f00ff42cb017/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3338203 May 27 02:13:42.915977 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port d04733bd-452c-4d35-ba9d-306e164fb85e is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:13:42.916371 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:42.923976 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ecf77-4225-4ff9-94dc-f68e7dca8f55 req-cfa7e5a5-4de8-403c-83ae-745b40c615b2 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:42.935046 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be042db-9cd9-4f34-b175-b20376d3a5a2 None None] Routers {'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:13:42.935046 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-2be042db-9cd9-4f34-b175-b20376d3a5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:13:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['c7fa79f9-c75a-4d5c-ad10-f00ff42cb017'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:42.935325 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a27ecf77-4225-4ff9-94dc-f68e7dca8f55 req-cfa7e5a5-4de8-403c-83ae-745b40c615b2 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc70f2fb-bfde-41b8-b200-3f36d3316ef0 HTTP/1.1" status: 200 len: 948 time: 0.8380613 May 27 02:13:42.972551 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-b6ec0125-0985-4483-b30f-c7843d633624 req-5d9bef43-6363-4ab1-b3d3-dd8e3426c432 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] For port 05ec6f0c-597e-4049-8ab2-70bfccb73eb5, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=05ec6f0c-597e-4049-8ab2-70bfccb73eb5,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:42.973339 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b6ec0125-0985-4483-b30f-c7843d633624 req-5d9bef43-6363-4ab1-b3d3-dd8e3426c432 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:43.131252 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-2be042db-9cd9-4f34-b175-b20376d3a5a2 None None] Set router c7fa79f9-c75a-4d5c-ad10-f00ff42cb017 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:13:43.158608 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-b6ec0125-0985-4483-b30f-c7843d633624 req-5d9bef43-6363-4ab1-b3d3-dd8e3426c432 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Calling delete_port for 05ec6f0c-597e-4049-8ab2-70bfccb73eb5 owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:13:43.192204 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 5ec49fe9-c3ae-48af-80f5-6e8d9dded107, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=5ec49fe9-c3ae-48af-80f5-6e8d9dded107,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:43.210331 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port d04733bd-452c-4d35-ba9d-306e164fb85e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=d04733bd-452c-4d35-ba9d-306e164fb85e,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:43.275895 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:43.279182 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:43.279876 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device d54ed298-3bf9-48d2-b967-ec11101db82c up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:13:43.389976 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f1d69e6-8e5a-4e5a-ad23-9973ae93465c'] response: {'server_uuid': '778c3e1a-cdf3-4484-8b3d-0c7c38383452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef69430-f22e-4699-a6a1-daacefb04f88', 'code': 200} May 27 02:13:43.404848 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-568ee947-af2a-4a1f-adfe-05c2fe3c3158 req-88b8f09b-4732-4ff3-a7ab-fbfe3b0f4d58 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=d54ed298-3bf9-48d2-b967-ec11101db82c HTTP/1.1" status: 200 len: 217 time: 0.6176331 May 27 02:13:43.443453 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a8ac1-ee5d-4536-915a-b2f3f9719e58 req-ca28751a-1c04-437f-a3ab-bc8b8f28c343 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:43.444950 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4f3a8ac1-ee5d-4536-915a-b2f3f9719e58 req-ca28751a-1c04-437f-a3ab-bc8b8f28c343 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.32 "GET /v2.0/ports?device_id=24c2ceb7-fe63-4534-8489-536ce21cdbcf HTTP/1.1" status: 200 len: 945 time: 1.0282793 May 27 02:13:43.501258 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=d04733bd-452c-4d35-ba9d-306e164fb85e,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:43.556322 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1c0b7-1015-437f-a3ec-13faa34244f7 req-6b6f83a5-d37e-4670-9236-855c37cd587f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:43.558729 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-69b1c0b7-1015-437f-a3ec-13faa34244f7 req-6b6f83a5-d37e-4670-9236-855c37cd587f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=778c3e1a-cdf3-4484-8b3d-0c7c38383452 HTTP/1.1" status: 200 len: 1101 time: 0.0875540 May 27 02:13:43.655832 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a27ecf77-4225-4ff9-94dc-f68e7dca8f55 req-23a742d5-b334-4e27-b914-55e5450a7940 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7213817 May 27 02:13:43.692970 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ee947-af2a-4a1f-adfe-05c2fe3c3158 req-08b7e4d6-a8b2-40e6-ae73-378d9a6a2271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:43.694463 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-568ee947-af2a-4a1f-adfe-05c2fe3c3158 req-08b7e4d6-a8b2-40e6-ae73-378d9a6a2271 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.2734795 May 27 02:13:43.699667 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-4f3a8ac1-ee5d-4536-915a-b2f3f9719e58 req-a760c850-a8df-4e8c-b407-514595b57b8a tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Deleting port 99d91620-0da6-4b5d-b0d4-031bc8101aac {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:13:43.701569 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4f3a8ac1-ee5d-4536-915a-b2f3f9719e58 req-a760c850-a8df-4e8c-b407-514595b57b8a tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:43.724546 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-69b1c0b7-1015-437f-a3ec-13faa34244f7 req-1cd0ac3f-85a0-4c57-b5a0-c3222722a3a4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=02ce02d7-6435-49ca-96a4-819faa023c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929296 May 27 02:13:43.725722 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port d54ed298-3bf9-48d2-b967-ec11101db82c completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:13:43.731494 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=5ec49fe9-c3ae-48af-80f5-6e8d9dded107,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:43.787392 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port d54ed298-3bf9-48d2-b967-ec11101db82c triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:13:43.789903 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:43.799415 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b6ec0125-0985-4483-b30f-c7843d633624 req-5d9bef43-6363-4ab1-b3d3-dd8e3426c432 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:43.854373 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['1c0ac97e-a530-4361-8db8-f552a54f3dd8', '59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:13:43.903923 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 60578) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:43.909699 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-384eeb71-2ec5-4115-9937-bf19ca786cd0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-56552023-network', 'tenant_id': '83b0b002a9cc45cf9cfe4cb09f7d0354'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:13:43.915502 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device d04733bd-452c-4d35-ba9d-306e164fb85e up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:13:43.916590 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-384eeb71-2ec5-4115-9937-bf19ca786cd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:43.920857 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-384eeb71-2ec5-4115-9937-bf19ca786cd0 admin admin] Usage tracker for resource:network and tenant:83b0b002a9cc45cf9cfe4cb09f7d0354 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:13:43.923984 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-384eeb71-2ec5-4115-9937-bf19ca786cd0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:13:43.932029 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-384eeb71-2ec5-4115-9937-bf19ca786cd0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:43.955588 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9bef43-6363-4ab1-b3d3-dd8e3426c432 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Pushing event deleted for resources: {'Port': ['ID=05ec6f0c-597e-4049-8ab2-70bfccb73eb5,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:44.010953 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384eeb71-2ec5-4115-9937-bf19ca786cd0 admin admin] Made reservation on behalf of 83b0b002a9cc45cf9cfe4cb09f7d0354 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:13:44.014391 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-384eeb71-2ec5-4115-9937-bf19ca786cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:44.027672 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-384eeb71-2ec5-4115-9937-bf19ca786cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:44.036261 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c43f90c-5969-4485-87c8-d3b9cd66f6a8 req-df25996d-4f04-4590-b960-c7e03b81b1d3 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=798c906b-ee4d-4f0b-8a62-a04f252534e4 HTTP/1.1" status: 200 len: 210 time: 0.1406512 May 27 02:13:44.048397 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-384eeb71-2ec5-4115-9937-bf19ca786cd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:44.056435 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591afcb-afb9-4325-a607-29657ba0eb82 req-23381237-76f6-41f7-83a9-f2caa75c2c8e tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:44.058456 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6591afcb-afb9-4325-a607-29657ba0eb82 req-23381237-76f6-41f7-83a9-f2caa75c2c8e tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.66 "GET /v2.0/ports?device_id=0568a4c9-f7b2-45b2-bf6a-d23307ef3626 HTTP/1.1" status: 200 len: 950 time: 0.8004498 May 27 02:13:44.063727 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-384eeb71-2ec5-4115-9937-bf19ca786cd0 admin admin] Usage tracker for resource:security_group_rule and tenant:83b0b002a9cc45cf9cfe4cb09f7d0354 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:13:44.067173 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-384eeb71-2ec5-4115-9937-bf19ca786cd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:13:44.075524 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-384eeb71-2ec5-4115-9937-bf19ca786cd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:44.174225 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ec0125-0985-4483-b30f-c7843d633624 req-5d9bef43-6363-4ab1-b3d3-dd8e3426c432 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] No DVR routers for this DVR port 05ec6f0c-597e-4049-8ab2-70bfccb73eb5 on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:13:44.189806 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-384eeb71-2ec5-4115-9937-bf19ca786cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:44.224684 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5edda18-ea96-45a4-b244-646f6d53681f req-6247dde3-27fd-40b5-a373-3cd068ffc4f0 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:44.226196 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5edda18-ea96-45a4-b244-646f6d53681f req-6247dde3-27fd-40b5-a373-3cd068ffc4f0 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=24c2ceb7-fe63-4534-8489-536ce21cdbcf HTTP/1.1" status: 200 len: 945 time: 0.7382748 May 27 02:13:44.227222 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b6ec0125-0985-4483-b30f-c7843d633624 req-5d9bef43-6363-4ab1-b3d3-dd8e3426c432 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:44.228950 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port d04733bd-452c-4d35-ba9d-306e164fb85e triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:13:44.229321 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:44.239966 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798c906b-ee4d-4f0b-8a62-a04f252534e4', 'name': 'network-vif-deleted', 'tag': '05ec6f0c-597e-4049-8ab2-70bfccb73eb5'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:13:44.256668 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-384eeb71-2ec5-4115-9937-bf19ca786cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:44.261786 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port d54ed298-3bf9-48d2-b967-ec11101db82c is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:13:44.263937 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:44.294207 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-384eeb71-2ec5-4115-9937-bf19ca786cd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:13:44.297568 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-2be042db-9cd9-4f34-b175-b20376d3a5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017', 'name': 'tempest-TaggedBootDevicesTest_v242-1578714909-router', 'tenant_id': 'c81473a41fb94f91be2c0840146b05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'd04733bd-452c-4d35-ba9d-306e164fb85e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:13:30Z', 'updated_at': '2022-05-27T02:13:40Z', 'revision_number': 4, 'project_id': 'c81473a41fb94f91be2c0840146b05b3', 'gw_port': {'id': 'd04733bd-452c-4d35-ba9d-306e164fb85e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bf:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:13:32Z', 'updated_at': '2022-05-27T02:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'c3efde9f-e5aa-4cba-b899-443dec05ea32', 'name': '', 'network_id': '5e758166-4843-420e-a7a2-e907df6227a4', 'tenant_id': 'c81473a41fb94f91be2c0840146b05b3', 'mac_address': 'fa:16:3e:7f:0c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '6ecf8e97-38b0-450d-a77d-44a69de922b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:13:38Z', 'updated_at': '2022-05-27T02:13:40Z', 'revision_number': 2, 'project_id': 'c81473a41fb94f91be2c0840146b05b3', 'subnets': [{'id': '6ecf8e97-38b0-450d-a77d-44a69de922b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:44.306123 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384eeb71-2ec5-4115-9937-bf19ca786cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b76de37-cabe-423c-8187-eb42bce67590,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:44.312359 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-384eeb71-2ec5-4115-9937-bf19ca786cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:44.313072 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-384eeb71-2ec5-4115-9937-bf19ca786cd0 admin admin] Added segment f5718071-19a3-448d-84f4-c4eb24e78438 of type vlan for network 9470fe4f-56e2-44bf-bf21-93218d27b86c May 27 02:13:44.327771 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be042db-9cd9-4f34-b175-b20376d3a5a2 None None] Checking router: c7fa79f9-c75a-4d5c-ad10-f00ff42cb017 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:13:44.328117 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be042db-9cd9-4f34-b175-b20376d3a5a2 None None] Updating router c7fa79f9-c75a-4d5c-ad10-f00ff42cb017 port c3efde9f-e5aa-4cba-b899-443dec05ea32 binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:13:44.353651 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-384eeb71-2ec5-4115-9937-bf19ca786cd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:44.425056 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port d54ed298-3bf9-48d2-b967-ec11101db82c, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=d54ed298-3bf9-48d2-b967-ec11101db82c,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:44.455129 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-384eeb71-2ec5-4115-9937-bf19ca786cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:44.457165 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384eeb71-2ec5-4115-9937-bf19ca786cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:44.457429 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2be042db-9cd9-4f34-b175-b20376d3a5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:44.458292 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-384eeb71-2ec5-4115-9937-bf19ca786cd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:44.521328 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:44.537250 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-6591afcb-afb9-4325-a607-29657ba0eb82 req-12d5174a-6635-4f4d-b17c-11d30f6f5387 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Deleting port 59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:13:44.537743 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6591afcb-afb9-4325-a607-29657ba0eb82 req-12d5174a-6635-4f4d-b17c-11d30f6f5387 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:44.580968 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b6ec0125-0985-4483-b30f-c7843d633624 req-5d9bef43-6363-4ab1-b3d3-dd8e3426c432 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.66 "DELETE /v2.0/ports/05ec6f0c-597e-4049-8ab2-70bfccb73eb5 HTTP/1.1" status: 204 len: 173 time: 3.0705104 May 27 02:13:44.594648 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-384eeb71-2ec5-4115-9937-bf19ca786cd0 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6895628 May 27 02:13:44.595410 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 60592) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:44.615669 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-4f24077c-172a-45e0-b861-dba054b433c6 admin admin] Request body: {'subnet': {'network_id': '9470fe4f-56e2-44bf-bf21-93218d27b86c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-56552023-subnet', 'tenant_id': '83b0b002a9cc45cf9cfe4cb09f7d0354', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:13:44.615954 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ee947-af2a-4a1f-adfe-05c2fe3c3158 req-c029cc0e-7c7a-4c62-8bce-cba31639212c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:44.617758 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-568ee947-af2a-4a1f-adfe-05c2fe3c3158 req-c029cc0e-7c7a-4c62-8bce-cba31639212c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8685732 May 27 02:13:44.622703 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4f24077c-172a-45e0-b861-dba054b433c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:44.625313 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384eeb71-2ec5-4115-9937-bf19ca786cd0 admin admin] Pushing event updated for resources: {'Network': ['ID=9470fe4f-56e2-44bf-bf21-93218d27b86c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:44.629493 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4f24077c-172a-45e0-b861-dba054b433c6 admin admin] Usage tracker for resource:subnet and tenant:83b0b002a9cc45cf9cfe4cb09f7d0354 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:13:44.632834 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4f24077c-172a-45e0-b861-dba054b433c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:13:44.639542 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4f24077c-172a-45e0-b861-dba054b433c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:44.668184 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:13:44.669163 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5edda18-ea96-45a4-b244-646f6d53681f req-f9fabd08-a34f-4340-87f7-1a7553e143ed tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4235885 May 27 02:13:44.713812 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f24077c-172a-45e0-b861-dba054b433c6 admin admin] Made reservation on behalf of 83b0b002a9cc45cf9cfe4cb09f7d0354 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:13:44.716277 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f24077c-172a-45e0-b861-dba054b433c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:44.719857 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 9470fe4f-56e2-44bf-bf21-93218d27b86c details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:13:44.884600 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-56fff285-2ee3-4769-9805-7dc7ac7edd09 req-67f24689-0766-44f7-bd8d-904fe4b6ab11 tempest-ServersAaction247Test-2144621139 tempest-ServersAaction247Test-2144621139-project] 10.222.0.57 "GET /v2.0/ports?device_id=270d47ab-b470-427f-9434-8b84781e408e HTTP/1.1" status: 200 len: 210 time: 0.0940206 May 27 02:13:44.893265 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-4f3a8ac1-ee5d-4536-915a-b2f3f9719e58 req-a760c850-a8df-4e8c-b407-514595b57b8a tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] For port 99d91620-0da6-4b5d-b0d4-031bc8101aac, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=99d91620-0da6-4b5d-b0d4-031bc8101aac,segment=NetworkSegment(18001c0d-6c74-475c-a0cb-9d64b721b14f),segment_id=18001c0d-6c74-475c-a0cb-9d64b721b14f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:44.893661 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4f3a8ac1-ee5d-4536-915a-b2f3f9719e58 req-a760c850-a8df-4e8c-b407-514595b57b8a tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:44.949255 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0137a-0a2a-402e-b75c-bb52d533a6bb req-e7bc606d-6013-465a-b690-26b45835c065 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:44.951033 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-14f0137a-0a2a-402e-b75c-bb52d533a6bb req-e7bc606d-6013-465a-b690-26b45835c065 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.57 "GET /v2.0/ports?device_id=778c3e1a-cdf3-4484-8b3d-0c7c38383452 HTTP/1.1" status: 200 len: 950 time: 0.8008189 May 27 02:13:45.016907 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port d04733bd-452c-4d35-ba9d-306e164fb85e is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:13:45.086011 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 05ec6f0c-597e-4049-8ab2-70bfccb73eb5 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:13:45.136114 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20cbfaee-5ff3-4606-b4b3-77e8f86653c4'] response: {'server_uuid': '798c906b-ee4d-4f0b-8a62-a04f252534e4', 'name': 'network-vif-deleted', 'tag': '05ec6f0c-597e-4049-8ab2-70bfccb73eb5', 'status': 'completed', 'code': 200} May 27 02:13:45.170141 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f24077c-172a-45e0-b861-dba054b433c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:45.176434 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: 05ec6f0c-597e-4049-8ab2-70bfccb73eb5 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:13:45.176857 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 05ec6f0c-597e-4049-8ab2-70bfccb73eb5 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:13:45.177261 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:13:45.232801 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f24077c-172a-45e0-b861-dba054b433c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99093a37-8d5d-413f-a2eb-d4d87a51569e,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:45.240312 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=d54ed298-3bf9-48d2-b967-ec11101db82c,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:45.262765 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f24077c-172a-45e0-b861-dba054b433c6 admin admin] Checking segment: {'id': 'f5718071-19a3-448d-84f4-c4eb24e78438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9470fe4f-56e2-44bf-bf21-93218d27b86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:13:45.263156 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f24077c-172a-45e0-b861-dba054b433c6 admin admin] Network hostable DHCP agents. Network: 9470fe4f-56e2-44bf-bf21-93218d27b86c, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:13:45.264384 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-4f3a8ac1-ee5d-4536-915a-b2f3f9719e58 req-a760c850-a8df-4e8c-b407-514595b57b8a tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Calling delete_port for 99d91620-0da6-4b5d-b0d4-031bc8101aac owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:13:45.330758 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f24077c-172a-45e0-b861-dba054b433c6 admin admin] Network 9470fe4f-56e2-44bf-bf21-93218d27b86c is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:13:45.369909 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-568ee947-af2a-4a1f-adfe-05c2fe3c3158 req-02389c15-8d34-4dca-85e0-3ed9c265b71c service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7388580 May 27 02:13:45.380034 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-4f24077c-172a-45e0-b861-dba054b433c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 9470fe4f-56e2-44bf-bf21-93218d27b86c) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:13:45.384674 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f24077c-172a-45e0-b861-dba054b433c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:45.385476 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f24077c-172a-45e0-b861-dba054b433c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:45.400075 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe4c9e4-db87-4967-8c34-e629bbf7e3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec49fe9-c3ae-48af-80f5-6e8d9dded107'}, {'server_uuid': 'bc70f2fb-bfde-41b8-b200-3f36d3316ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54ed298-3bf9-48d2-b967-ec11101db82c'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:13:45.415251 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbcd439-730a-433b-bd65-dd0085244144 None None] Network 9470fe4f-56e2-44bf-bf21-93218d27b86c requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:13:45.451216 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60 is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:13:45.451734 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:45.457678 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4f24077c-172a-45e0-b861-dba054b433c6 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8591793 May 27 02:13:45.460193 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 60616) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:45.466282 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ff7c0496-f77b-43ab-b3ca-424fc936a394 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-56552023-router', 'tenant_id': '83b0b002a9cc45cf9cfe4cb09f7d0354', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:13:45.471295 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ff7c0496-f77b-43ab-b3ca-424fc936a394 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:45.475738 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ff7c0496-f77b-43ab-b3ca-424fc936a394 admin admin] Usage tracker for resource:router and tenant:83b0b002a9cc45cf9cfe4cb09f7d0354 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:13:45.479082 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ff7c0496-f77b-43ab-b3ca-424fc936a394 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:13:45.486449 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ff7c0496-f77b-43ab-b3ca-424fc936a394 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:45.530731 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-14f0137a-0a2a-402e-b75c-bb52d533a6bb req-0131ed73-425c-42c3-a788-28c711a3bac4 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.57 "GET /v2.0/security-groups?id=02ce02d7-6435-49ca-96a4-819faa023c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4686368 May 27 02:13:45.546042 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:45.566579 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-6591afcb-afb9-4325-a607-29657ba0eb82 req-12d5174a-6635-4f4d-b17c-11d30f6f5387 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] For port 59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:45.566579 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6591afcb-afb9-4325-a607-29657ba0eb82 req-12d5174a-6635-4f4d-b17c-11d30f6f5387 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:45.588494 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff7c0496-f77b-43ab-b3ca-424fc936a394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:45.590215 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff7c0496-f77b-43ab-b3ca-424fc936a394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:45.625310 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:45.626082 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 99d91620-0da6-4b5d-b0d4-031bc8101aac no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:13:45.629670 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff7c0496-f77b-43ab-b3ca-424fc936a394 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:45.762585 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-6591afcb-afb9-4325-a607-29657ba0eb82 req-12d5174a-6635-4f4d-b17c-11d30f6f5387 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Calling delete_port for 59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77 owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:13:45.879541 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97027d4-b9e0-4e22-9cd1-4c10108a8d8c req-52adb442-52f6-42c4-8c20-057156d9b14e tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:45.879814 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60,revision_number=8']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:45.881039 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f97027d4-b9e0-4e22-9cd1-4c10108a8d8c req-52adb442-52f6-42c4-8c20-057156d9b14e tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.5888746 May 27 02:13:45.894829 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-568ee947-af2a-4a1f-adfe-05c2fe3c3158 req-8fc7b357-edd1-42c7-a508-b602523647a3 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5176220 May 27 02:13:45.949624 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77 is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:13:45.949992 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:45.986662 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f97027d4-b9e0-4e22-9cd1-4c10108a8d8c req-ff6ff5b6-663b-4bea-9ecb-3b782345fb47 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860379 May 27 02:13:45.991629 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2be042db-9cd9-4f34-b175-b20376d3a5a2 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:45.998747 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff7c0496-f77b-43ab-b3ca-424fc936a394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:46.036419 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4f3a8ac1-ee5d-4536-915a-b2f3f9719e58 req-a760c850-a8df-4e8c-b407-514595b57b8a tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:46.050777 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-2be042db-9cd9-4f34-b175-b20376d3a5a2 None None] Transition to ACTIVE for port object c3efde9f-e5aa-4cba-b899-443dec05ea32 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:13:46.060804 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['cece29d7-34db-4bee-aac4-f52148a723dc'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:13:46.091998 n-d-843554-3 neutron-server[88903]: INFO neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No ports have port_id starting with 99d91620-0da6-4b5d-b0d4-031bc8101aac May 27 02:13:46.163494 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a760c850-a8df-4e8c-b407-514595b57b8a tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Pushing event deleted for resources: {'Port': ['ID=99d91620-0da6-4b5d-b0d4-031bc8101aac,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:46.165350 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2be042db-9cd9-4f34-b175-b20376d3a5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:46.254041 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe8f1c7-20be-4600-a4ce-c5685ae3067b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-9470fe4f-56e2-44bf-bf21-93218d27b86c', 'network_id': '9470fe4f-56e2-44bf-bf21-93218d27b86c', 'tenant_id': '83b0b002a9cc45cf9cfe4cb09f7d0354', 'fixed_ips': [{'subnet_id': '99093a37-8d5d-413f-a2eb-d4d87a51569e'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:13:46.254860 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9fe8f1c7-20be-4600-a4ce-c5685ae3067b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:46.292025 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa5e26-33b3-42c1-8922-41da87bca2c7 req-96278991-adca-4b98-9948-a5a4d79ae823 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:46.301399 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1aaa5e26-33b3-42c1-8922-41da87bca2c7 req-96278991-adca-4b98-9948-a5a4d79ae823 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc70f2fb-bfde-41b8-b200-3f36d3316ef0 HTTP/1.1" status: 200 len: 949 time: 0.6345012 May 27 02:13:46.304547 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3a8ac1-ee5d-4536-915a-b2f3f9719e58 req-a760c850-a8df-4e8c-b407-514595b57b8a tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] No DVR routers for this DVR port 99d91620-0da6-4b5d-b0d4-031bc8101aac on host n-h1-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:13:46.331388 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6591afcb-afb9-4325-a607-29657ba0eb82 req-12d5174a-6635-4f4d-b17c-11d30f6f5387 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:46.348131 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4f3a8ac1-ee5d-4536-915a-b2f3f9719e58 req-a760c850-a8df-4e8c-b407-514595b57b8a tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:46.447116 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d1a7d-48ef-4670-8bcd-44c5d90c0a6e None None] Pushing event updated for resources: {'Port': ['ID=c3efde9f-e5aa-4cba-b899-443dec05ea32,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:46.516695 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff7c0496-f77b-43ab-b3ca-424fc936a394 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:46.562630 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff7c0496-f77b-43ab-b3ca-424fc936a394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:46.587190 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4f3a8ac1-ee5d-4536-915a-b2f3f9719e58 req-a760c850-a8df-4e8c-b407-514595b57b8a tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.32 "DELETE /v2.0/ports/99d91620-0da6-4b5d-b0d4-031bc8101aac HTTP/1.1" status: 204 len: 173 time: 3.1014528 May 27 02:13:46.643721 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d5174a-6635-4f4d-b17c-11d30f6f5387 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Pushing event deleted for resources: {'Port': ['ID=59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:46.714209 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-ff7c0496-f77b-43ab-b3ca-424fc936a394 admin admin] Allocated IP 172.25.1.228 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/a96de630-1722-4fa5-8c53-0767299bf622) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:13:46.716962 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1aaa5e26-33b3-42c1-8922-41da87bca2c7 req-82b684dc-5345-4cb6-969f-3b14fc02c1ed tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121978 May 27 02:13:46.727813 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-6591afcb-afb9-4325-a607-29657ba0eb82 req-12d5174a-6635-4f4d-b17c-11d30f6f5387 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] No DVR routers for this DVR port 59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77 on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:13:46.730891 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6591afcb-afb9-4325-a607-29657ba0eb82 req-12d5174a-6635-4f4d-b17c-11d30f6f5387 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:46.750681 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6591afcb-afb9-4325-a607-29657ba0eb82 req-12d5174a-6635-4f4d-b17c-11d30f6f5387 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.66 "DELETE /v2.0/ports/59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77 HTTP/1.1" status: 204 len: 173 time: 2.6783183 May 27 02:13:46.805510 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-2be042db-9cd9-4f34-b175-b20376d3a5a2 None None] Attempting to bind port c3efde9f-e5aa-4cba-b899-443dec05ea32 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:13:46.805824 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-2be042db-9cd9-4f34-b175-b20376d3a5a2 None None] Attempting to bind port c3efde9f-e5aa-4cba-b899-443dec05ea32 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'fe714478-a3c4-4802-9c86-3423c1a3d326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5e758166-4843-420e-a7a2-e907df6227a4'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:13:46.806166 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be042db-9cd9-4f34-b175-b20376d3a5a2 None None] Attempting to bind port c3efde9f-e5aa-4cba-b899-443dec05ea32 on network 5e758166-4843-420e-a7a2-e907df6227a4 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:13:46.932109 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff7c0496-f77b-43ab-b3ca-424fc936a394 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:46.945439 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d069863-9bbe-40c7-8dfd-9246d45e69af'] response: {'server_uuid': 'cfe4c9e4-db87-4967-8c34-e629bbf7e3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec49fe9-c3ae-48af-80f5-6e8d9dded107', 'code': 200} May 27 02:13:46.946285 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d069863-9bbe-40c7-8dfd-9246d45e69af'] response: {'server_uuid': 'bc70f2fb-bfde-41b8-b200-3f36d3316ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54ed298-3bf9-48d2-b967-ec11101db82c', 'code': 200} May 27 02:13:46.973011 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be042db-9cd9-4f34-b175-b20376d3a5a2 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:13:46.973398 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be042db-9cd9-4f34-b175-b20376d3a5a2 None None] Checking segment: {'id': 'fe714478-a3c4-4802-9c86-3423c1a3d326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5e758166-4843-420e-a7a2-e907df6227a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:13:46.973817 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2be042db-9cd9-4f34-b175-b20376d3a5a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:46.974199 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be042db-9cd9-4f34-b175-b20376d3a5a2 None None] Bound using segment: {'id': 'fe714478-a3c4-4802-9c86-3423c1a3d326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5e758166-4843-420e-a7a2-e907df6227a4'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:13:46.974687 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-2be042db-9cd9-4f34-b175-b20376d3a5a2 None None] Bound port: c3efde9f-e5aa-4cba-b899-443dec05ea32, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe714478-a3c4-4802-9c86-3423c1a3d326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5e758166-4843-420e-a7a2-e907df6227a4'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:13:46.975083 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2be042db-9cd9-4f34-b175-b20376d3a5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:47.051713 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff7c0496-f77b-43ab-b3ca-424fc936a394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:47.162811 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-9fe8f1c7-20be-4600-a4ce-c5685ae3067b None None] Allocated IP 172.20.0.2 (9470fe4f-56e2-44bf-bf21-93218d27b86c/99093a37-8d5d-413f-a2eb-d4d87a51569e/178f21d2-1b4d-48a5-b5fe-792658484eb1) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:13:47.171870 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7c0496-f77b-43ab-b3ca-424fc936a394 admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:13:47.176632 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-ff7c0496-f77b-43ab-b3ca-424fc936a394 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:13:47.181969 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7c0496-f77b-43ab-b3ca-424fc936a394 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:13:47.203521 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c2ceb7-fe63-4534-8489-536ce21cdbcf', 'name': 'network-vif-deleted', 'tag': '99d91620-0da6-4b5d-b0d4-031bc8101aac'}, {'server_uuid': '0568a4c9-f7b2-45b2-bf6a-d23307ef3626', 'name': 'network-vif-deleted', 'tag': '59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:13:47.326011 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-2be042db-9cd9-4f34-b175-b20376d3a5a2 None None] For port c3efde9f-e5aa-4cba-b899-443dec05ea32, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:13:47.339646 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-2be042db-9cd9-4f34-b175-b20376d3a5a2 None None] For port c3efde9f-e5aa-4cba-b899-443dec05ea32, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c3efde9f-e5aa-4cba-b899-443dec05ea32,segment=NetworkSegment(fe714478-a3c4-4802-9c86-3423c1a3d326),segment_id=fe714478-a3c4-4802-9c86-3423c1a3d326)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:13:47.405552 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b1053b5d-d986-4850-b719-65e7a9cec471 req-691a6a1f-af71-4958-9e7c-658b7cdb2001 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Synchronizing usage tracker for tenant:846b128e49a144bb97bdbd537ab49432 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:13:47.442655 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2be042db-9cd9-4f34-b175-b20376d3a5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:47.483204 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42904676-961d-4df5-8d55-2945c52ce88b req-09013c95-38cc-4315-9672-b926fbb3f08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:47.484472 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-42904676-961d-4df5-8d55-2945c52ce88b req-09013c95-38cc-4315-9672-b926fbb3f08d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cfe4c9e4-db87-4967-8c34-e629bbf7e3c0 HTTP/1.1" status: 200 len: 1100 time: 0.5031905 May 27 02:13:47.487151 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36057a-c220-4971-ab4d-e498603f6ae6 req-ff9fbd8e-d519-46ae-9be8-06e6c3297d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:47.488611 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ef36057a-c220-4971-ab4d-e498603f6ae6 req-ff9fbd8e-d519-46ae-9be8-06e6c3297d36 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bc70f2fb-bfde-41b8-b200-3f36d3316ef0 HTTP/1.1" status: 200 len: 1100 time: 0.1832824 May 27 02:13:47.504623 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c0496-f77b-43ab-b3ca-424fc936a394 admin admin] Pushing event updated for resources: {'Port': ['ID=a96de630-1722-4fa5-8c53-0767299bf622,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:47.512473 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['1c0ac97e-a530-4361-8db8-f552a54f3dd8'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:13:47.561847 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b1053b5d-d986-4850-b719-65e7a9cec471 req-691a6a1f-af71-4958-9e7c-658b7cdb2001 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Unset dirty status for tenant:846b128e49a144bb97bdbd537ab49432 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:13:47.563364 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1053b5d-d986-4850-b719-65e7a9cec471 req-691a6a1f-af71-4958-9e7c-658b7cdb2001 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=24c2ceb7-fe63-4534-8489-536ce21cdbcf HTTP/1.1" status: 200 len: 210 time: 0.4691260 May 27 02:13:47.572224 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d7e6d-7b5e-41c2-80a8-6981f41e55fc req-de6153ca-5f9a-4d61-8b8a-aa97e3fc9a0c tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:47.580183 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e80d7e6d-7b5e-41c2-80a8-6981f41e55fc req-de6153ca-5f9a-4d61-8b8a-aa97e3fc9a0c tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.5007105 May 27 02:13:47.592763 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-42904676-961d-4df5-8d55-2945c52ce88b req-9bd2afa5-6bc2-4a95-802f-6c67c40e71b1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891104 May 27 02:13:47.630299 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be042db-9cd9-4f34-b175-b20376d3a5a2 None None] Routers {'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:13:47.630943 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-2be042db-9cd9-4f34-b175-b20376d3a5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:13:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['c7fa79f9-c75a-4d5c-ad10-f00ff42cb017'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:47.659360 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ef36057a-c220-4971-ab4d-e498603f6ae6 req-78f505f5-a5ac-443a-8acb-7306a60cb2b2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503026 May 27 02:13:47.667744 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e80d7e6d-7b5e-41c2-80a8-6981f41e55fc req-10217128-f0ac-4ae8-88ec-66f4d37d2e9f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854778 May 27 02:13:47.711437 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9fe8f1c7-20be-4600-a4ce-c5685ae3067b None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:47.722888 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d1a7d-48ef-4670-8bcd-44c5d90c0a6e None None] Pushing event updated for resources: {'Port': ['ID=c3efde9f-e5aa-4cba-b899-443dec05ea32,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:47.797597 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9fe8f1c7-20be-4600-a4ce-c5685ae3067b None None] Transition to ACTIVE for port object 178f21d2-1b4d-48a5-b5fe-792658484eb1 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:13:47.882213 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff7c0496-f77b-43ab-b3ca-424fc936a394 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:47.917586 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40055d-c17c-41a7-b07d-e33840ee1858 req-556a179a-416f-4c6d-9ca7-36cc61fe6707 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:47.928946 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df40055d-c17c-41a7-b07d-e33840ee1858 req-556a179a-416f-4c6d-9ca7-36cc61fe6707 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.57 "GET /v2.0/ports?device_id=778c3e1a-cdf3-4484-8b3d-0c7c38383452 HTTP/1.1" status: 200 len: 950 time: 0.1759925 May 27 02:13:47.972442 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9fe8f1c7-20be-4600-a4ce-c5685ae3067b None None] Transition to ACTIVE for port object 178f21d2-1b4d-48a5-b5fe-792658484eb1 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:13:48.021094 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df40055d-c17c-41a7-b07d-e33840ee1858 req-fda1bff7-20b9-4134-a5ff-95d141e63fed tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.57 "GET /v2.0/security-groups?id=02ce02d7-6435-49ca-96a4-819faa023c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873587 May 27 02:13:48.057575 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-2be042db-9cd9-4f34-b175-b20376d3a5a2 None None] Set router c7fa79f9-c75a-4d5c-ad10-f00ff42cb017 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:13:48.132826 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9fe8f1c7-20be-4600-a4ce-c5685ae3067b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:48.227300 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-073959c3-32a2-416e-8936-41dcc84915d0 req-90d8b7ba-b278-4c41-9c28-3dfaa100b704 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Synchronizing usage tracker for tenant:920f79471e3444109aeaadab23e503c2 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:13:48.324082 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff7c0496-f77b-43ab-b3ca-424fc936a394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:48.357690 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe8f1c7-20be-4600-a4ce-c5685ae3067b None None] Network 9470fe4f-56e2-44bf-bf21-93218d27b86c is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:13:48.358488 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8f1c7-20be-4600-a4ce-c5685ae3067b None None] Pushing event updated for resources: {'Port': ['ID=178f21d2-1b4d-48a5-b5fe-792658484eb1,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:48.375012 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-9fe8f1c7-20be-4600-a4ce-c5685ae3067b None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:13:48.382946 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe8f1c7-20be-4600-a4ce-c5685ae3067b None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:13:48.395971 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-073959c3-32a2-416e-8936-41dcc84915d0 req-90d8b7ba-b278-4c41-9c28-3dfaa100b704 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Unset dirty status for tenant:920f79471e3444109aeaadab23e503c2 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:13:48.399579 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-073959c3-32a2-416e-8936-41dcc84915d0 req-90d8b7ba-b278-4c41-9c28-3dfaa100b704 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=0568a4c9-f7b2-45b2-bf6a-d23307ef3626 HTTP/1.1" status: 200 len: 210 time: 0.2280412 May 27 02:13:48.417636 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-068216f1-9873-4631-9442-0e1fce13cc96 req-1018e83b-2d5a-4d92-af9d-edc99e01bfb9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f6878ba537404de38cf997628c7fb005&device_id=270d47ab-b470-427f-9434-8b84781e408e HTTP/1.1" status: 200 len: 210 time: 0.1423073 May 27 02:13:48.553769 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-068216f1-9873-4631-9442-0e1fce13cc96 req-64d6cb55-028a-4224-91ce-4ffac0a35e30 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=f6878ba537404de38cf997628c7fb005&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1332440 May 27 02:13:48.560704 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efb325de-c434-476a-a096-90858918d4df'] response: {'server_uuid': '24c2ceb7-fe63-4534-8489-536ce21cdbcf', 'name': 'network-vif-deleted', 'tag': '99d91620-0da6-4b5d-b0d4-031bc8101aac', 'status': 'completed', 'code': 200} May 27 02:13:48.561297 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efb325de-c434-476a-a096-90858918d4df'] response: {'server_uuid': '0568a4c9-f7b2-45b2-bf6a-d23307ef3626', 'name': 'network-vif-deleted', 'tag': '59dd1898-7ba2-4c55-ae3a-ec8d5e3f9b77', 'status': 'completed', 'code': 200} May 27 02:13:48.641290 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-9fe8f1c7-20be-4600-a4ce-c5685ae3067b None None] Attempting to bind port 178f21d2-1b4d-48a5-b5fe-792658484eb1 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:13:48.641885 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-9fe8f1c7-20be-4600-a4ce-c5685ae3067b None None] Attempting to bind port 178f21d2-1b4d-48a5-b5fe-792658484eb1 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'f5718071-19a3-448d-84f4-c4eb24e78438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9470fe4f-56e2-44bf-bf21-93218d27b86c'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:13:48.642409 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe8f1c7-20be-4600-a4ce-c5685ae3067b None None] Attempting to bind port 178f21d2-1b4d-48a5-b5fe-792658484eb1 on network 9470fe4f-56e2-44bf-bf21-93218d27b86c {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:13:48.657446 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe8f1c7-20be-4600-a4ce-c5685ae3067b None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:13:48.658104 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe8f1c7-20be-4600-a4ce-c5685ae3067b None None] Checking segment: {'id': 'f5718071-19a3-448d-84f4-c4eb24e78438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9470fe4f-56e2-44bf-bf21-93218d27b86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:13:48.658738 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9fe8f1c7-20be-4600-a4ce-c5685ae3067b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:48.659376 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe8f1c7-20be-4600-a4ce-c5685ae3067b None None] Bound using segment: {'id': 'f5718071-19a3-448d-84f4-c4eb24e78438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9470fe4f-56e2-44bf-bf21-93218d27b86c'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:13:48.660013 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-9fe8f1c7-20be-4600-a4ce-c5685ae3067b None None] Bound port: 178f21d2-1b4d-48a5-b5fe-792658484eb1, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5718071-19a3-448d-84f4-c4eb24e78438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9470fe4f-56e2-44bf-bf21-93218d27b86c'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:13:48.660544 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9fe8f1c7-20be-4600-a4ce-c5685ae3067b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:48.895679 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068216f1-9873-4631-9442-0e1fce13cc96 req-a88d567f-b8c0-4907-9ef2-f03864484ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:48.897379 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-068216f1-9873-4631-9442-0e1fce13cc96 req-a88d567f-b8c0-4907-9ef2-f03864484ff0 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3287113 May 27 02:13:48.911194 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da15cc4-a5a1-4126-a701-6706911cdf14 req-fcf77c8d-5fa1-415f-bf79-24c3c5396650 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:48.920468 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4da15cc4-a5a1-4126-a701-6706911cdf14 req-fcf77c8d-5fa1-415f-bf79-24c3c5396650 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a66d282-3002-42eb-ac2b-8fc0140067a9 HTTP/1.1" status: 200 len: 947 time: 0.4329369 May 27 02:13:48.926911 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9fe8f1c7-20be-4600-a4ce-c5685ae3067b None None] For port 178f21d2-1b4d-48a5-b5fe-792658484eb1, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:13:48.930759 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9fe8f1c7-20be-4600-a4ce-c5685ae3067b None None] For port 178f21d2-1b4d-48a5-b5fe-792658484eb1, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=178f21d2-1b4d-48a5-b5fe-792658484eb1,segment=NetworkSegment(f5718071-19a3-448d-84f4-c4eb24e78438),segment_id=f5718071-19a3-448d-84f4-c4eb24e78438)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:13:48.947558 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a66d282-3002-42eb-ac2b-8fc0140067a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:13:48.961755 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-2be042db-9cd9-4f34-b175-b20376d3a5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017', 'name': 'tempest-TaggedBootDevicesTest_v242-1578714909-router', 'tenant_id': 'c81473a41fb94f91be2c0840146b05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'd04733bd-452c-4d35-ba9d-306e164fb85e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:13:30Z', 'updated_at': '2022-05-27T02:13:40Z', 'revision_number': 4, 'project_id': 'c81473a41fb94f91be2c0840146b05b3', 'gw_port': {'id': 'd04733bd-452c-4d35-ba9d-306e164fb85e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:13:32Z', 'updated_at': '2022-05-27T02:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'c3efde9f-e5aa-4cba-b899-443dec05ea32', 'name': '', 'network_id': '5e758166-4843-420e-a7a2-e907df6227a4', 'tenant_id': 'c81473a41fb94f91be2c0840146b05b3', 'mac_address': 'fa:16:3e:7f:0c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '6ecf8e97-38b0-450d-a77d-44a69de922b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:13:38Z', 'updated_at': '2022-05-27T02:13:47Z', 'revision_number': 4, 'project_id': 'c81473a41fb94f91be2c0840146b05b3', 'subnets': [{'id': '6ecf8e97-38b0-450d-a77d-44a69de922b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:48.968929 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:48.976902 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be042db-9cd9-4f34-b175-b20376d3a5a2 None None] The sync data for ids ['c7fa79f9-c75a-4d5c-ad10-f00ff42cb017'] in n-d-843554-3 is: [{'id': 'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017', 'name': 'tempest-TaggedBootDevicesTest_v242-1578714909-router', 'tenant_id': 'c81473a41fb94f91be2c0840146b05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'd04733bd-452c-4d35-ba9d-306e164fb85e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:13:30Z', 'updated_at': '2022-05-27T02:13:40Z', 'revision_number': 4, 'project_id': 'c81473a41fb94f91be2c0840146b05b3', 'gw_port': {'id': 'd04733bd-452c-4d35-ba9d-306e164fb85e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:13:32Z', 'updated_at': '2022-05-27T02:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'c3efde9f-e5aa-4cba-b899-443dec05ea32', 'name': '', 'network_id': '5e758166-4843-420e-a7a2-e907df6227a4', 'tenant_id': 'c81473a41fb94f91be2c0840146b05b3', 'mac_address': 'fa:16:3e:7f:0c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '6ecf8e97-38b0-450d-a77d-44a69de922b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:13:38Z', 'updated_at': '2022-05-27T02:13:47Z', 'revision_number': 4, 'project_id': 'c81473a41fb94f91be2c0840146b05b3', 'subnets': [{'id': '6ecf8e97-38b0-450d-a77d-44a69de922b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:13:49.005772 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:49.007552 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9fe8f1c7-20be-4600-a4ce-c5685ae3067b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:49.056100 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24560439-5975-49fc-8929-33885984390c req-53b6a8ad-1ae3-469d-bf14-5970561d2890 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:49.069437 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-24560439-5975-49fc-8929-33885984390c req-53b6a8ad-1ae3-469d-bf14-5970561d2890 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.3722463 May 27 02:13:49.103949 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7c0496-f77b-43ab-b3ca-424fc936a394 admin admin] Router b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:13:49.135154 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4da15cc4-a5a1-4126-a701-6706911cdf14 req-d871b58e-e0b8-4337-8235-3358d6bf5b86 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bb8d88a-a022-4e03-8d79-5049b621183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100527 May 27 02:13:49.198550 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8f1c7-20be-4600-a4ce-c5685ae3067b None None] Pushing event updated for resources: {'Port': ['ID=178f21d2-1b4d-48a5-b5fe-792658484eb1,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:49.214626 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-24560439-5975-49fc-8929-33885984390c req-2bac76fe-0584-4746-880b-a847492ec41c tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427567 May 27 02:13:49.507012 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7c0496-f77b-43ab-b3ca-424fc936a394 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:13:49.523092 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac019c07-fcf6-43b4-81f0-060456e12960 None None] Sync routers for ids ['b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:13:49.553467 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac019c07-fcf6-43b4-81f0-060456e12960 None None] Routers {'b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:13:49.557448 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-ac019c07-fcf6-43b4-81f0-060456e12960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:13:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:49.602571 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5541a75-ff0c-466e-9960-e7190ede9968 req-47518213-5498-4caf-b396-fdd63a274699 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:49.611230 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c5541a75-ff0c-466e-9960-e7190ede9968 req-47518213-5498-4caf-b396-fdd63a274699 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc70f2fb-bfde-41b8-b200-3f36d3316ef0 HTTP/1.1" status: 200 len: 949 time: 0.2077649 May 27 02:13:49.671294 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff7c0496-f77b-43ab-b3ca-424fc936a394 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:49.676013 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ff7c0496-f77b-43ab-b3ca-424fc936a394 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2121205 May 27 02:13:49.676307 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 60678) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:49.706068 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c5541a75-ff0c-466e-9960-e7190ede9968 req-3699c847-fc52-4c3b-b60c-ff99d73741be tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894315 May 27 02:13:49.870646 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c3efde9f-e5aa-4cba-b899-443dec05ea32 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:13:50.150233 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-ac019c07-fcf6-43b4-81f0-060456e12960 None None] Set router b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:13:50.165660 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8ae18ab7-a294-4e19-9aab-74ebf6294206 req-c7ad76b0-dfcb-4881-aa17-aed8a8e8e68d tempest-ServersAaction247Test-2144621139 tempest-ServersAaction247Test-2144621139-project] 10.222.0.57 "GET /v2.0/ports?device_id=270d47ab-b470-427f-9434-8b84781e408e HTTP/1.1" status: 200 len: 210 time: 0.0745442 May 27 02:13:50.182279 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port c3efde9f-e5aa-4cba-b899-443dec05ea32 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:13:50.187805 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port c3efde9f-e5aa-4cba-b899-443dec05ea32 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:13:50.188233 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:50.273482 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc1abad0-650f-4e52-a03c-7526e78ce19b'] response: {'server_uuid': '0a66d282-3002-42eb-ac2b-8fc0140067a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60', 'code': 200} May 27 02:13:50.478003 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port c3efde9f-e5aa-4cba-b899-443dec05ea32 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:13:50.495617 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:50.603720 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port c3efde9f-e5aa-4cba-b899-443dec05ea32, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c3efde9f-e5aa-4cba-b899-443dec05ea32,segment=NetworkSegment(fe714478-a3c4-4802-9c86-3423c1a3d326),segment_id=fe714478-a3c4-4802-9c86-3423c1a3d326)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:50.690678 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:50.691723 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 178f21d2-1b4d-48a5-b5fe-792658484eb1 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:13:50.957696 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-ac019c07-fcf6-43b4-81f0-060456e12960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8', 'name': 'tempest-TaggedBootDevicesTest_v242-56552023-router', 'tenant_id': '83b0b002a9cc45cf9cfe4cb09f7d0354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'a96de630-1722-4fa5-8c53-0767299bf622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:13:45Z', 'updated_at': '2022-05-27T02:13:47Z', 'revision_number': 3, 'project_id': '83b0b002a9cc45cf9cfe4cb09f7d0354', 'gw_port': {'id': 'a96de630-1722-4fa5-8c53-0767299bf622', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:13:46Z', 'updated_at': '2022-05-27T02:13:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:50.965315 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac019c07-fcf6-43b4-81f0-060456e12960 None None] Checking router: b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:13:50.965732 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac019c07-fcf6-43b4-81f0-060456e12960 None None] Updating router b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8 port a96de630-1722-4fa5-8c53-0767299bf622 binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:13:50.975926 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-068216f1-9873-4631-9442-0e1fce13cc96 req-8d774f06-6f3f-4c63-be36-f8bb7597f3a8 tempest-ServersAaction247Test-2144621139 tempest-ServersAaction247Test-2144621139-project] 10.222.0.66 "GET /v2.0/ports?device_id=270d47ab-b470-427f-9434-8b84781e408e HTTP/1.1" status: 200 len: 210 time: 0.1780121 May 27 02:13:51.030376 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a1a8b6-da1d-4490-ad19-985b318d590a None None] Network 9470fe4f-56e2-44bf-bf21-93218d27b86c requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:13:51.053828 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=c3efde9f-e5aa-4cba-b899-443dec05ea32,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:51.207372 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-ac019c07-fcf6-43b4-81f0-060456e12960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:51.341572 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 178f21d2-1b4d-48a5-b5fe-792658484eb1 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:13:51.356709 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4b298922-ed0b-4b0c-ba6b-a23171a1a4ee None None] Provisioning for port 178f21d2-1b4d-48a5-b5fe-792658484eb1 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:13:51.404238 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-936ad19e-7058-4357-8f05-7ae8484617ea req-74e567fb-906e-49b8-871c-2165ae380637 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=600515781e0349629b74edcb0f6e979b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1204312 May 27 02:13:51.437391 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 178f21d2-1b4d-48a5-b5fe-792658484eb1 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:13:51.437759 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:51.495678 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee51a785-b1ee-4e0a-8592-784d30caf792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:51.608612 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4b298922-ed0b-4b0c-ba6b-a23171a1a4ee None None] Provisioning complete for port 178f21d2-1b4d-48a5-b5fe-792658484eb1 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:13:51.609143 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4b298922-ed0b-4b0c-ba6b-a23171a1a4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:51.695938 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf53d19-ea05-4d25-9a88-6b9b44f6eb09 req-a0901056-1a01-44d5-8565-d60a86a09f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:51.703094 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-abf53d19-ea05-4d25-9a88-6b9b44f6eb09 req-a0901056-1a01-44d5-8565-d60a86a09f42 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62f5f7df5795463f9f8bc1cd40caf878&device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 1095 time: 0.4855654 May 27 02:13:51.942878 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 178f21d2-1b4d-48a5-b5fe-792658484eb1 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:13:51.943398 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:51.981843 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-ac019c07-fcf6-43b4-81f0-060456e12960 None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:52.002663 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-ac019c07-fcf6-43b4-81f0-060456e12960 None None] Transition to ACTIVE for port object a96de630-1722-4fa5-8c53-0767299bf622 will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:13:52.029028 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 178f21d2-1b4d-48a5-b5fe-792658484eb1, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=178f21d2-1b4d-48a5-b5fe-792658484eb1,segment=NetworkSegment(f5718071-19a3-448d-84f4-c4eb24e78438),segment_id=f5718071-19a3-448d-84f4-c4eb24e78438)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:52.061962 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-ee51a785-b1ee-4e0a-8592-784d30caf792 admin admin] Allocated IP 172.20.0.1 (9470fe4f-56e2-44bf-bf21-93218d27b86c/99093a37-8d5d-413f-a2eb-d4d87a51569e/9c061b8b-7702-4f4e-a65b-76208046a1eb) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:13:52.096611 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-ac019c07-fcf6-43b4-81f0-060456e12960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:52.134720 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ad19e-7058-4357-8f05-7ae8484617ea req-990b5c6c-009f-4837-8e1a-b60ae4892c67 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:52.142963 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-936ad19e-7058-4357-8f05-7ae8484617ea req-990b5c6c-009f-4837-8e1a-b60ae4892c67 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7179258 May 27 02:13:52.163792 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:52.267694 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-ac019c07-fcf6-43b4-81f0-060456e12960 None None] Attempting to bind port a96de630-1722-4fa5-8c53-0767299bf622 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:13:52.268266 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-ac019c07-fcf6-43b4-81f0-060456e12960 None None] Attempting to bind port a96de630-1722-4fa5-8c53-0767299bf622 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:13:52.268478 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac019c07-fcf6-43b4-81f0-060456e12960 None None] Attempting to bind port a96de630-1722-4fa5-8c53-0767299bf622 on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:13:52.290216 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac019c07-fcf6-43b4-81f0-060456e12960 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:13:52.296056 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac019c07-fcf6-43b4-81f0-060456e12960 None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:13:52.300166 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-ac019c07-fcf6-43b4-81f0-060456e12960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:52.300166 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac019c07-fcf6-43b4-81f0-060456e12960 None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:13:52.300166 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-ac019c07-fcf6-43b4-81f0-060456e12960 None None] Bound port: a96de630-1722-4fa5-8c53-0767299bf622, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:13:52.300166 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-ac019c07-fcf6-43b4-81f0-060456e12960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:52.304811 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee51a785-b1ee-4e0a-8592-784d30caf792 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:52.317224 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c3efde9f-e5aa-4cba-b899-443dec05ea32 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:13:52.323892 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-936ad19e-7058-4357-8f05-7ae8484617ea req-cf5616b3-6503-4cad-883e-5357f29afd13 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.57 "GET /v2.0/quotas/600515781e0349629b74edcb0f6e979b HTTP/1.1" status: 200 len: 375 time: 0.1794405 May 27 02:13:52.358992 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-ee51a785-b1ee-4e0a-8592-784d30caf792 admin admin] Transition to ACTIVE for port object 9c061b8b-7702-4f4e-a65b-76208046a1eb will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:13:52.399155 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-ac019c07-fcf6-43b4-81f0-060456e12960 None None] For port a96de630-1722-4fa5-8c53-0767299bf622, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:13:52.402926 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-ac019c07-fcf6-43b4-81f0-060456e12960 None None] For port a96de630-1722-4fa5-8c53-0767299bf622, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=a96de630-1722-4fa5-8c53-0767299bf622,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:13:52.413708 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-4b298922-ed0b-4b0c-ba6b-a23171a1a4ee None None] Current status of the port 178f21d2-1b4d-48a5-b5fe-792658484eb1 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:13:52.434067 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port c3efde9f-e5aa-4cba-b899-443dec05ea32 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:13:52.434614 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:52.461123 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d0e283-02a8-46e7-8ba0-13a74ca27e4e None None] Pushing event updated for resources: {'Port': ['ID=a96de630-1722-4fa5-8c53-0767299bf622,revision_number=2']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:52.472090 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=178f21d2-1b4d-48a5-b5fe-792658484eb1,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:52.477981 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee51a785-b1ee-4e0a-8592-784d30caf792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:52.478767 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-ac019c07-fcf6-43b4-81f0-060456e12960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:52.503127 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c9aae-f172-490f-8f76-a528ad4c57bc req-77eb5ad6-15c2-4b53-b2d5-cf77c264e7ee tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:52.510725 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-954c9aae-f172-490f-8f76-a528ad4c57bc req-77eb5ad6-15c2-4b53-b2d5-cf77c264e7ee tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc70f2fb-bfde-41b8-b200-3f36d3316ef0 HTTP/1.1" status: 200 len: 949 time: 0.7677946 May 27 02:13:52.541681 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf53d19-ea05-4d25-9a88-6b9b44f6eb09 req-7a305797-e6f6-4a8f-989b-5eb417592bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:52.543869 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-abf53d19-ea05-4d25-9a88-6b9b44f6eb09 req-7a305797-e6f6-4a8f-989b-5eb417592bfb service neutron] 10.222.0.32 "GET /v2.0/networks?id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164 HTTP/1.1" status: 200 len: 912 time: 0.7984176 May 27 02:13:52.574273 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-936ad19e-7058-4357-8f05-7ae8484617ea req-fa36e235-82d0-4395-b8f0-ece43e9fb1a1 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=600515781e0349629b74edcb0f6e979b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2494385 May 27 02:13:52.596677 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee51a785-b1ee-4e0a-8592-784d30caf792 admin admin] Network 9470fe4f-56e2-44bf-bf21-93218d27b86c is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:13:52.599913 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-ee51a785-b1ee-4e0a-8592-784d30caf792 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:13:52.602611 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee51a785-b1ee-4e0a-8592-784d30caf792 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:13:52.651437 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port c3efde9f-e5aa-4cba-b899-443dec05ea32 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:13:52.681337 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac019c07-fcf6-43b4-81f0-060456e12960 None None] Routers {'b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:13:52.682014 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-ac019c07-fcf6-43b4-81f0-060456e12960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:13:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:52.767577 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-0753c9a1-f122-4f75-a65d-346b07c07b53 None None] Provisioning complete for port 178f21d2-1b4d-48a5-b5fe-792658484eb1 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:13:52.768288 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0753c9a1-f122-4f75-a65d-346b07c07b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:52.805925 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-abf53d19-ea05-4d25-9a88-6b9b44f6eb09 req-7e56b673-745f-4cbf-8e0b-76c38d97802c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59dd76c7-04f3-4e36-a375-05bd87a0399b HTTP/1.1" status: 200 len: 998 time: 0.2277167 May 27 02:13:52.917462 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-954c9aae-f172-490f-8f76-a528ad4c57bc req-95a7d919-b1a6-426f-a00b-a5abee4fed2a tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047990 May 27 02:13:52.950474 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d0e283-02a8-46e7-8ba0-13a74ca27e4e None None] Pushing event updated for resources: {'Port': ['ID=a96de630-1722-4fa5-8c53-0767299bf622,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:52.959198 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51a785-b1ee-4e0a-8592-784d30caf792 admin admin] Pushing event updated for resources: {'Port': ['ID=9c061b8b-7702-4f4e-a65b-76208046a1eb,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:52.988858 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf53d19-ea05-4d25-9a88-6b9b44f6eb09 req-04102ed2-4fe8-47a8-8ff7-a7e31a98fb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:52.994343 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-abf53d19-ea05-4d25-9a88-6b9b44f6eb09 req-04102ed2-4fe8-47a8-8ff7-a7e31a98fb27 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ee39392-3407-48c1-b561-be7ced0cb982 HTTP/1.1" status: 200 len: 850 time: 0.1743677 May 27 02:13:53.044451 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee51a785-b1ee-4e0a-8592-784d30caf792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:53.172393 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-ac019c07-fcf6-43b4-81f0-060456e12960 None None] Set router b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:13:53.195464 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-0753c9a1-f122-4f75-a65d-346b07c07b53 None None] Current status of the port 178f21d2-1b4d-48a5-b5fe-792658484eb1 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:13:53.364399 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf53d19-ea05-4d25-9a88-6b9b44f6eb09 req-bb9b13f5-cdfc-4612-ba14-ba5c6224ff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:53.371070 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-abf53d19-ea05-4d25-9a88-6b9b44f6eb09 req-bb9b13f5-cdfc-4612-ba14-ba5c6224ff5e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3700962 May 27 02:13:53.422552 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee51a785-b1ee-4e0a-8592-784d30caf792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:53.456036 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-cd7f3604-94f4-47c9-9623-c80832edabd7 None None] Provisioning for port 9c061b8b-7702-4f4e-a65b-76208046a1eb completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:13:53.464335 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-cd7f3604-94f4-47c9-9623-c80832edabd7 None None] Provisioning complete for port 9c061b8b-7702-4f4e-a65b-76208046a1eb triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:13:53.464335 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cd7f3604-94f4-47c9-9623-c80832edabd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:53.591294 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-cd7f3604-94f4-47c9-9623-c80832edabd7 None None] Port 9c061b8b-7702-4f4e-a65b-76208046a1eb cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:13:53.667093 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-54e81226-0cff-46f8-b842-fa7e6e8a6a89 req-fea7442c-822f-439f-8668-3d6626b94ad7 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.57 "GET /v2.0/ports?device_id=a44d70a5-fb0a-4b79-8988-4382128bc3bc HTTP/1.1" status: 200 len: 210 time: 0.0648587 May 27 02:13:53.766182 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1253c-9a61-49c8-b449-85764e440c2c req-12521b42-1883-431c-bb68-ecd497dce46d tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:53.773364 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fbb1253c-9a61-49c8-b449-85764e440c2c req-12521b42-1883-431c-bb68-ecd497dce46d tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.5195379 May 27 02:13:53.808595 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-abf53d19-ea05-4d25-9a88-6b9b44f6eb09 req-887b76e8-253d-4dc7-a12c-6b9fa16b8623 service neutron] 10.222.0.32 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199228 May 27 02:13:53.813073 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee51a785-b1ee-4e0a-8592-784d30caf792 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:53.834618 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-ac019c07-fcf6-43b4-81f0-060456e12960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8', 'name': 'tempest-TaggedBootDevicesTest_v242-56552023-router', 'tenant_id': '83b0b002a9cc45cf9cfe4cb09f7d0354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'a96de630-1722-4fa5-8c53-0767299bf622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:13:45Z', 'updated_at': '2022-05-27T02:13:47Z', 'revision_number': 3, 'project_id': '83b0b002a9cc45cf9cfe4cb09f7d0354', 'gw_port': {'id': 'a96de630-1722-4fa5-8c53-0767299bf622', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:13:46Z', 'updated_at': '2022-05-27T02:13:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:53.840576 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac019c07-fcf6-43b4-81f0-060456e12960 None None] The sync data for ids ['b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8'] in n-d-843554-3 is: [{'id': 'b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8', 'name': 'tempest-TaggedBootDevicesTest_v242-56552023-router', 'tenant_id': '83b0b002a9cc45cf9cfe4cb09f7d0354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'a96de630-1722-4fa5-8c53-0767299bf622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:13:45Z', 'updated_at': '2022-05-27T02:13:47Z', 'revision_number': 3, 'project_id': '83b0b002a9cc45cf9cfe4cb09f7d0354', 'gw_port': {'id': 'a96de630-1722-4fa5-8c53-0767299bf622', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:13:46Z', 'updated_at': '2022-05-27T02:13:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:13:53.891044 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee51a785-b1ee-4e0a-8592-784d30caf792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:53.974403 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fbb1253c-9a61-49c8-b449-85764e440c2c req-94090f18-716a-4fef-a2ce-d5828eb3ce1b tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000513 May 27 02:13:54.113410 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51a785-b1ee-4e0a-8592-784d30caf792 admin admin] Pushing event updated for resources: {'Port': ['ID=9c061b8b-7702-4f4e-a65b-76208046a1eb,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:54.119808 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee51a785-b1ee-4e0a-8592-784d30caf792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:54.163804 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 60746) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:54.307835 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d077f8-d106-4079-b909-93029935b236 req-3aff63e7-d3f8-47e4-b43b-60fbbb1dffed tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:54.327288 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f3d077f8-d106-4079-b909-93029935b236 req-3aff63e7-d3f8-47e4-b43b-60fbbb1dffed tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfe4c9e4-db87-4967-8c34-e629bbf7e3c0 HTTP/1.1" status: 200 len: 949 time: 0.3649929 May 27 02:13:54.331564 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-abf53d19-ea05-4d25-9a88-6b9b44f6eb09 req-fff7164c-a934-4138-98d1-88d4cfc42b07 service neutron] 10.222.0.32 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5139501 May 27 02:13:54.433527 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 178f21d2-1b4d-48a5-b5fe-792658484eb1 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:13:54.459514 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f3d077f8-d106-4079-b909-93029935b236 req-1a96fbc4-6b6a-4560-88da-d5ddcca771d3 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310616 May 27 02:13:54.468061 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee51a785-b1ee-4e0a-8592-784d30caf792 admin admin] Network 9470fe4f-56e2-44bf-bf21-93218d27b86c is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:13:54.472027 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-ee51a785-b1ee-4e0a-8592-784d30caf792 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:13:54.566837 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f22d4c11-0d7b-45ac-b8d7-00c5cbc939ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:54.611768 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-f22d4c11-0d7b-45ac-b8d7-00c5cbc939ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:54.620318 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f22d4c11-0d7b-45ac-b8d7-00c5cbc939ab admin admin] Usage tracker for resource:security_group_rule and tenant:f6878ba537404de38cf997628c7fb005 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:13:54.629055 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f22d4c11-0d7b-45ac-b8d7-00c5cbc939ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:13:54.644574 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-f22d4c11-0d7b-45ac-b8d7-00c5cbc939ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:54.674818 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 178f21d2-1b4d-48a5-b5fe-792658484eb1 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:13:54.675459 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:54.983381 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 178f21d2-1b4d-48a5-b5fe-792658484eb1 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:13:54.998184 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f22d4c11-0d7b-45ac-b8d7-00c5cbc939ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:55.032331 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-59f97d1a-2ab0-4318-a82e-45d9940fe0fd None None] Provisioning complete for port 9c061b8b-7702-4f4e-a65b-76208046a1eb triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:13:55.033261 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-59f97d1a-2ab0-4318-a82e-45d9940fe0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:55.161705 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee51a785-b1ee-4e0a-8592-784d30caf792 admin admin] Router b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:13:55.195964 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f22d4c11-0d7b-45ac-b8d7-00c5cbc939ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:55.200597 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-59f97d1a-2ab0-4318-a82e-45d9940fe0fd None None] Port 9c061b8b-7702-4f4e-a65b-76208046a1eb cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:13:55.206285 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 18ff276f-6125-4a3a-8b89-114081ef9788 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:13:55.276679 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d4c11-0d7b-45ac-b8d7-00c5cbc939ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195ac27e-58d4-48f0-9d1c-3f225f89c8af,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:55.288704 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f22d4c11-0d7b-45ac-b8d7-00c5cbc939ab admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f6878ba537404de38cf997628c7fb005&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1209328 May 27 02:13:55.291569 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 60776) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:55.383499 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb0954-483d-4ada-936f-8bf71008a0a7 req-ae65974b-43f4-407d-bd0f-221edcea7410 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:55.385072 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-39fb0954-483d-4ada-936f-8bf71008a0a7 req-ae65974b-43f4-407d-bd0f-221edcea7410 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=8333c704-237f-4a81-95ba-a77235ce764b HTTP/1.1" status: 200 len: 949 time: 0.3176610 May 27 02:13:55.392634 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-14843030-37d4-4c9f-a6ca-b88609d5620e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:55.439282 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5ef1acf7-f515-4990-a5a2-92a13d760e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:55.445653 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 18ff276f-6125-4a3a-8b89-114081ef9788, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=18ff276f-6125-4a3a-8b89-114081ef9788,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:55.447641 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee51a785-b1ee-4e0a-8592-784d30caf792 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:13:55.471382 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ee51a785-b1ee-4e0a-8592-784d30caf792 admin admin] 10.222.0.57 "PUT /v2.0/routers/b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7937317 May 27 02:13:55.489386 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '18ff276f-6125-4a3a-8b89-114081ef9788', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'port_id': '18ff276f-6125-4a3a-8b89-114081ef9788', 'mac_address': 'fa:16:3e:b5:fb:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf69705-8457-415f-85a3-b42efaff1b97', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:13:55.586738 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-39fb0954-483d-4ada-936f-8bf71008a0a7 req-908f7386-ef5e-4bbf-830d-4ee58038c199 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872060 May 27 02:13:55.587256 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 18ff276f-6125-4a3a-8b89-114081ef9788 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:13:55.587256 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:55.591499 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-14843030-37d4-4c9f-a6ca-b88609d5620e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:55.642893 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18ff276f-6125-4a3a-8b89-114081ef9788 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:13:55.681691 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 18ff276f-6125-4a3a-8b89-114081ef9788, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=18ff276f-6125-4a3a-8b89-114081ef9788,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:55.731558 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1bb373e9-6b74-4962-955a-b59863616505 req-8ed0469e-ddb0-4e70-a184-1be17c7c5932 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.57 "GET /v2.0/ports?device_id=a44d70a5-fb0a-4b79-8988-4382128bc3bc HTTP/1.1" status: 200 len: 210 time: 0.1226068 May 27 02:13:55.759460 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:55.789323 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-b746a747-171e-422e-8c4c-250a09bb8db1 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=ef5ba470f9fc41249d500f0a664db69b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564721 May 27 02:13:55.923839 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=18ff276f-6125-4a3a-8b89-114081ef9788,revision_number=9']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:55.958903 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['18ff276f-6125-4a3a-8b89-114081ef9788'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:13:56.108039 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-343df4d0-2a73-4a66-be7a-3e072e4c0a00 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:56.121873 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-343df4d0-2a73-4a66-be7a-3e072e4c0a00 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3316178 May 27 02:13:56.374328 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device a96de630-1722-4fa5-8c53-0767299bf622 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:13:56.515525 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-936ad19e-7058-4357-8f05-7ae8484617ea req-6bdc910d-dc89-44ed-ac44-364f03393728 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=600515781e0349629b74edcb0f6e979b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344484 May 27 02:13:56.555203 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port a96de630-1722-4fa5-8c53-0767299bf622 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:13:56.566728 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port a96de630-1722-4fa5-8c53-0767299bf622 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:13:56.567103 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:56.664659 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-14843030-37d4-4c9f-a6ca-b88609d5620e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:56.706051 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-7031d946-9bb8-4c8c-b964-1594ff6289e0 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/quotas/ef5ba470f9fc41249d500f0a664db69b HTTP/1.1" status: 200 len: 375 time: 0.5831223 May 27 02:13:56.718300 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14843030-37d4-4c9f-a6ca-b88609d5620e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195ac27e-58d4-48f0-9d1c-3f225f89c8af,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:56.750317 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40c25fe-196f-47ba-b0fe-a5c2ee926d3a None None] Sync routers for ids ['b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:13:56.815574 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ad19e-7058-4357-8f05-7ae8484617ea req-5c89c388-e45f-4228-ae94-b89024e83900 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:56.818036 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-936ad19e-7058-4357-8f05-7ae8484617ea req-5c89c388-e45f-4228-ae94-b89024e83900 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2933450 May 27 02:13:56.841111 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-936ad19e-7058-4357-8f05-7ae8484617ea req-3e37743c-b860-42f2-a0f1-5aa29a3d3ba9 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Request body: {'port': {'device_id': 'a44d70a5-fb0a-4b79-8988-4382128bc3bc', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'admin_state_up': True, 'tenant_id': '600515781e0349629b74edcb0f6e979b'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:13:56.860922 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-14843030-37d4-4c9f-a6ca-b88609d5620e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:56.864686 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-14843030-37d4-4c9f-a6ca-b88609d5620e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/195ac27e-58d4-48f0-9d1c-3f225f89c8af HTTP/1.1" status: 204 len: 168 time: 1.5712547 May 27 02:13:56.875752 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port a96de630-1722-4fa5-8c53-0767299bf622 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:13:56.876242 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:56.912795 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40c25fe-196f-47ba-b0fe-a5c2ee926d3a None None] Routers {'b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:13:56.917600 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c40c25fe-196f-47ba-b0fe-a5c2ee926d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:13:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:56.945710 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-eb27ca48-1367-4fff-b8fe-106dc82bcd8e tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef5ba470f9fc41249d500f0a664db69b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2384958 May 27 02:13:56.953631 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a9769-acd9-4242-b76b-438ffe43e4a1 req-f50fb680-a1d8-4d6c-b6c3-52c8484a4116 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:56.961011 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d38a9769-acd9-4242-b76b-438ffe43e4a1 req-f50fb680-a1d8-4d6c-b6c3-52c8484a4116 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.8840642 May 27 02:13:56.989720 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4c6e0-aa3e-4a64-b379-3974da511eb9 req-f929f17b-0965-44f0-8247-592e2f789017 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:56.991297 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dec4c6e0-aa3e-4a64-b379-3974da511eb9 req-f929f17b-0965-44f0-8247-592e2f789017 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.66 "GET /v2.0/ports?device_id=8333c704-237f-4a81-95ba-a77235ce764b HTTP/1.1" status: 200 len: 949 time: 0.4745283 May 27 02:13:57.012142 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port a96de630-1722-4fa5-8c53-0767299bf622, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=a96de630-1722-4fa5-8c53-0767299bf622,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:57.060073 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a42d9b-d967-46b4-ba17-149126a37c2d req-296c3d7a-0ffd-4f8e-95cd-d916c8084da9 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:57.063921 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-58a42d9b-d967-46b4-ba17-149126a37c2d req-296c3d7a-0ffd-4f8e-95cd-d916c8084da9 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4e1df88-154f-4143-9f4e-8ca5128da369 HTTP/1.1" status: 200 len: 944 time: 0.9861655 May 27 02:13:57.131520 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:57.150775 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-936ad19e-7058-4357-8f05-7ae8484617ea req-3e37743c-b860-42f2-a0f1-5aa29a3d3ba9 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:57.164347 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-936ad19e-7058-4357-8f05-7ae8484617ea req-3e37743c-b860-42f2-a0f1-5aa29a3d3ba9 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Usage tracker for resource:port and tenant:600515781e0349629b74edcb0f6e979b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:13:57.172175 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-936ad19e-7058-4357-8f05-7ae8484617ea req-3e37743c-b860-42f2-a0f1-5aa29a3d3ba9 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:13:57.185165 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-936ad19e-7058-4357-8f05-7ae8484617ea req-3e37743c-b860-42f2-a0f1-5aa29a3d3ba9 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:57.211658 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 18ff276f-6125-4a3a-8b89-114081ef9788 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:13:57.227418 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-dec4c6e0-aa3e-4a64-b379-3974da511eb9 req-2f0167c5-2810-44dc-a694-8024145efb4b tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Deleting port 1c0ac97e-a530-4361-8db8-f552a54f3dd8 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:13:57.227418 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-dec4c6e0-aa3e-4a64-b379-3974da511eb9 req-2f0167c5-2810-44dc-a694-8024145efb4b tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:57.308624 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-936ad19e-7058-4357-8f05-7ae8484617ea req-3e37743c-b860-42f2-a0f1-5aa29a3d3ba9 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Made reservation on behalf of 600515781e0349629b74edcb0f6e979b for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:13:57.313081 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-936ad19e-7058-4357-8f05-7ae8484617ea req-3e37743c-b860-42f2-a0f1-5aa29a3d3ba9 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:57.389001 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d38a9769-acd9-4242-b76b-438ffe43e4a1 req-d4d31ba7-7e5a-4a30-bbf2-52ab9eec1067 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4270573 May 27 02:13:57.513143 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-c40c25fe-196f-47ba-b0fe-a5c2ee926d3a None None] Set router b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:13:57.639050 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-58a42d9b-d967-46b4-ba17-149126a37c2d req-bf404119-a264-41f1-b4af-30969a245c4d tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Deleting port cece29d7-34db-4bee-aac4-f52148a723dc {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:13:57.641379 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-58a42d9b-d967-46b4-ba17-149126a37c2d req-bf404119-a264-41f1-b4af-30969a245c4d tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:57.686673 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=a96de630-1722-4fa5-8c53-0767299bf622,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:57.929044 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-936ad19e-7058-4357-8f05-7ae8484617ea req-3e37743c-b860-42f2-a0f1-5aa29a3d3ba9 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Allocated IP 192.168.233.229 (54d5ea08-4fa3-4323-9d64-35a947e9d08e/2cf69705-8457-415f-85a3-b42efaff1b97/5e571228-f31f-4346-a84d-ddfd4ae9399d) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:13:57.944806 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a51a1b85-86c3-47ab-b0e6-109ba9f48ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:57.957657 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 18ff276f-6125-4a3a-8b89-114081ef9788 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:13:57.958224 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:58.306321 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c40c25fe-196f-47ba-b0fe-a5c2ee926d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8', 'name': 'tempest-TaggedBootDevicesTest_v242-56552023-router', 'tenant_id': '83b0b002a9cc45cf9cfe4cb09f7d0354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'a96de630-1722-4fa5-8c53-0767299bf622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:13:45Z', 'updated_at': '2022-05-27T02:13:53Z', 'revision_number': 4, 'project_id': '83b0b002a9cc45cf9cfe4cb09f7d0354', 'gw_port': {'id': 'a96de630-1722-4fa5-8c53-0767299bf622', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:13:46Z', 'updated_at': '2022-05-27T02:13:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '9c061b8b-7702-4f4e-a65b-76208046a1eb', 'name': '', 'network_id': '9470fe4f-56e2-44bf-bf21-93218d27b86c', 'tenant_id': '83b0b002a9cc45cf9cfe4cb09f7d0354', 'mac_address': 'fa:16:3e:64:7c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '99093a37-8d5d-413f-a2eb-d4d87a51569e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:13:51Z', 'updated_at': '2022-05-27T02:13:53Z', 'revision_number': 2, 'project_id': '83b0b002a9cc45cf9cfe4cb09f7d0354', 'subnets': [{'id': '99093a37-8d5d-413f-a2eb-d4d87a51569e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:58.328889 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40c25fe-196f-47ba-b0fe-a5c2ee926d3a None None] Checking router: b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:13:58.329253 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40c25fe-196f-47ba-b0fe-a5c2ee926d3a None None] Updating router b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8 port 9c061b8b-7702-4f4e-a65b-76208046a1eb binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:13:58.424655 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ad2b7-bc18-493a-a3c6-7ce2cf6cc6ff req-6407a1d6-6902-4407-92d0-d1054015ad61 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:58.431777 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-030ad2b7-bc18-493a-a3c6-7ce2cf6cc6ff req-6407a1d6-6902-4407-92d0-d1054015ad61 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4e1df88-154f-4143-9f4e-8ca5128da369 HTTP/1.1" status: 200 len: 944 time: 0.9436157 May 27 02:13:58.518040 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device a96de630-1722-4fa5-8c53-0767299bf622 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:13:58.618997 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 18ff276f-6125-4a3a-8b89-114081ef9788 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:13:58.619802 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:58.640750 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c40c25fe-196f-47ba-b0fe-a5c2ee926d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:58.646389 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-936ad19e-7058-4357-8f05-7ae8484617ea req-3e37743c-b860-42f2-a0f1-5aa29a3d3ba9 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:58.694623 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-936ad19e-7058-4357-8f05-7ae8484617ea req-3e37743c-b860-42f2-a0f1-5aa29a3d3ba9 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Transition to ACTIVE for port object 5e571228-f31f-4346-a84d-ddfd4ae9399d will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:13:58.716230 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26aa7717-901d-4fed-8866-692a2eaa03ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ff276f-6125-4a3a-8b89-114081ef9788'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:13:58.780804 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 18ff276f-6125-4a3a-8b89-114081ef9788, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=18ff276f-6125-4a3a-8b89-114081ef9788,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:58.785884 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-dec4c6e0-aa3e-4a64-b379-3974da511eb9 req-2f0167c5-2810-44dc-a694-8024145efb4b tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] For port 1c0ac97e-a530-4361-8db8-f552a54f3dd8, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=1c0ac97e-a530-4361-8db8-f552a54f3dd8,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:58.786497 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-dec4c6e0-aa3e-4a64-b379-3974da511eb9 req-2f0167c5-2810-44dc-a694-8024145efb4b tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:58.791172 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port a96de630-1722-4fa5-8c53-0767299bf622 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:13:58.791172 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:58.897411 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-936ad19e-7058-4357-8f05-7ae8484617ea req-3e37743c-b860-42f2-a0f1-5aa29a3d3ba9 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:58.988176 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['6ef69430-f22e-4699-a6a1-daacefb04f88'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:13:59.012122 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-936ad19e-7058-4357-8f05-7ae8484617ea req-3e37743c-b860-42f2-a0f1-5aa29a3d3ba9 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Network 54d5ea08-4fa3-4323-9d64-35a947e9d08e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:13:59.030564 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-936ad19e-7058-4357-8f05-7ae8484617ea req-3e37743c-b860-42f2-a0f1-5aa29a3d3ba9 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:13:59.051496 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-936ad19e-7058-4357-8f05-7ae8484617ea req-3e37743c-b860-42f2-a0f1-5aa29a3d3ba9 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:13:59.082999 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:59.126750 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 60942) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:59.228322 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-58a42d9b-d967-46b4-ba17-149126a37c2d req-bf404119-a264-41f1-b4af-30969a245c4d tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] For port cece29d7-34db-4bee-aac4-f52148a723dc, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=cece29d7-34db-4bee-aac4-f52148a723dc,segment=NetworkSegment(18001c0d-6c74-475c-a0cb-9d64b721b14f),segment_id=18001c0d-6c74-475c-a0cb-9d64b721b14f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:59.228802 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-58a42d9b-d967-46b4-ba17-149126a37c2d req-bf404119-a264-41f1-b4af-30969a245c4d tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:59.292268 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e37743c-b860-42f2-a0f1-5aa29a3d3ba9 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Pushing event updated for resources: {'Port': ['ID=5e571228-f31f-4346-a84d-ddfd4ae9399d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:59.336041 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:59.336041 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 1c0ac97e-a530-4361-8db8-f552a54f3dd8 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:13:59.359279 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ad19e-7058-4357-8f05-7ae8484617ea req-3e37743c-b860-42f2-a0f1-5aa29a3d3ba9 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:59.361064 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-936ad19e-7058-4357-8f05-7ae8484617ea req-3e37743c-b860-42f2-a0f1-5aa29a3d3ba9 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:59.436198 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-58a42d9b-d967-46b4-ba17-149126a37c2d req-bf404119-a264-41f1-b4af-30969a245c4d tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Calling delete_port for cece29d7-34db-4bee-aac4-f52148a723dc owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:13:59.506291 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-936ad19e-7058-4357-8f05-7ae8484617ea req-3e37743c-b860-42f2-a0f1-5aa29a3d3ba9 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6799672 May 27 02:13:59.518869 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-936ad19e-7058-4357-8f05-7ae8484617ea req-d68a69d5-ba39-4738-aa08-bcd4433b193d service neutron] Request body: {'port': {'device_id': 'a44d70a5-fb0a-4b79-8988-4382128bc3bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:13:59.520563 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac2e64-9469-491d-9c43-6f24eeba669e req-60a1c9f9-6c2f-43c2-93b3-4de508fe616c tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:59.528476 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b3ac2e64-9469-491d-9c43-6f24eeba669e req-60a1c9f9-6c2f-43c2-93b3-4de508fe616c tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=8333c704-237f-4a81-95ba-a77235ce764b HTTP/1.1" status: 200 len: 949 time: 1.6600337 May 27 02:13:59.540209 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-dec4c6e0-aa3e-4a64-b379-3974da511eb9 req-2f0167c5-2810-44dc-a694-8024145efb4b tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Calling delete_port for 1c0ac97e-a530-4361-8db8-f552a54f3dd8 owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:13:59.605018 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-bb3d6cda-ec73-4654-a531-faf6125103e6 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-517372537-network', 'tenant_id': '2c6743fc7afe4b37967cb13854dbba04'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:13:59.634581 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:59.646615 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bb3d6cda-ec73-4654-a531-faf6125103e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:59.662088 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bb3d6cda-ec73-4654-a531-faf6125103e6 admin admin] Usage tracker for resource:network and tenant:2c6743fc7afe4b37967cb13854dbba04 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:13:59.667282 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bb3d6cda-ec73-4654-a531-faf6125103e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:13:59.746600 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port a96de630-1722-4fa5-8c53-0767299bf622 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:13:59.789333 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-936ad19e-7058-4357-8f05-7ae8484617ea req-d68a69d5-ba39-4738-aa08-bcd4433b193d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:59.802566 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bb3d6cda-ec73-4654-a531-faf6125103e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:59.830198 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=18ff276f-6125-4a3a-8b89-114081ef9788,revision_number=10']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:59.843476 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-492e9bcd-a815-4261-a41c-c727165ba43a None None] Provisioning for port 5e571228-f31f-4346-a84d-ddfd4ae9399d completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:13:59.889816 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-492e9bcd-a815-4261-a41c-c727165ba43a None None] Provisioning complete for port 5e571228-f31f-4346-a84d-ddfd4ae9399d triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:13:59.890263 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-492e9bcd-a815-4261-a41c-c727165ba43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:59.937916 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 1c0ac97e-a530-4361-8db8-f552a54f3dd8 is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:13:59.938300 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:00.139665 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-030ad2b7-bc18-493a-a3c6-7ce2cf6cc6ff req-1d0f42c9-12f1-461b-9cca-bcfe2396fd0c tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6930563 May 27 02:14:00.187231 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b3ac2e64-9469-491d-9c43-6f24eeba669e req-8e4018f5-00da-4123-bf91-29d48dbbae32 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/security-groups?id=345f7fec-d468-41eb-a74d-226266e39ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6563988 May 27 02:14:00.363186 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3d6cda-ec73-4654-a531-faf6125103e6 admin admin] Made reservation on behalf of 2c6743fc7afe4b37967cb13854dbba04 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:14:00.367847 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb3d6cda-ec73-4654-a531-faf6125103e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:00.393788 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb3d6cda-ec73-4654-a531-faf6125103e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:00.416313 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bb3d6cda-ec73-4654-a531-faf6125103e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:00.417057 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bb3d6cda-ec73-4654-a531-faf6125103e6 admin admin] Usage tracker for resource:security_group_rule and tenant:2c6743fc7afe4b37967cb13854dbba04 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:00.420364 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bb3d6cda-ec73-4654-a531-faf6125103e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:00.429650 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bb3d6cda-ec73-4654-a531-faf6125103e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:00.484763 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-dec4c6e0-aa3e-4a64-b379-3974da511eb9 req-2f0167c5-2810-44dc-a694-8024145efb4b tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:00.588706 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-492e9bcd-a815-4261-a41c-c727165ba43a None None] Port 5e571228-f31f-4346-a84d-ddfd4ae9399d cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:14:00.591667 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device cece29d7-34db-4bee-aac4-f52148a723dc no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:14:00.617394 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0167c5-2810-44dc-a694-8024145efb4b tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Pushing event deleted for resources: {'Port': ['ID=1c0ac97e-a530-4361-8db8-f552a54f3dd8,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:00.629442 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-70485a51-c6c2-4c08-acfd-89562ba82968 req-b7b74535-7309-4de4-a651-17e737234266 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ee8fbc2-414e-4ef1-8a4d-d4e068f9469e HTTP/1.1" status: 200 len: 210 time: 0.2242675 May 27 02:14:00.723167 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:00.725361 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c40c25fe-196f-47ba-b0fe-a5c2ee926d3a None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:00.784869 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-46d732e1-b3ac-4228-bbef-db6cdeab0441 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ef5ba470f9fc41249d500f0a664db69b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1720915 May 27 02:14:00.792838 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c40c25fe-196f-47ba-b0fe-a5c2ee926d3a None None] Transition to ACTIVE for port object 9c061b8b-7702-4f4e-a65b-76208046a1eb will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:14:00.840009 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-936ad19e-7058-4357-8f05-7ae8484617ea req-d68a69d5-ba39-4738-aa08-bcd4433b193d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e571228-f31f-4346-a84d-ddfd4ae9399d {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:14:00.871633 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb3d6cda-ec73-4654-a531-faf6125103e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:00.872952 n-d-843554-3 neutron-server[88903]: INFO neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No ports have port_id starting with cece29d7-34db-4bee-aac4-f52148a723dc May 27 02:14:00.877647 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-58a42d9b-d967-46b4-ba17-149126a37c2d req-bf404119-a264-41f1-b4af-30969a245c4d tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:00.889296 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-936ad19e-7058-4357-8f05-7ae8484617ea req-d68a69d5-ba39-4738-aa08-bcd4433b193d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:00.929145 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c40c25fe-196f-47ba-b0fe-a5c2ee926d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:00.951759 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-936ad19e-7058-4357-8f05-7ae8484617ea req-d68a69d5-ba39-4738-aa08-bcd4433b193d service neutron] Transition to ACTIVE for port object 5e571228-f31f-4346-a84d-ddfd4ae9399d will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:14:00.987991 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb3d6cda-ec73-4654-a531-faf6125103e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:01.024797 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-936ad19e-7058-4357-8f05-7ae8484617ea req-d68a69d5-ba39-4738-aa08-bcd4433b193d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:01.055479 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec4c6e0-aa3e-4a64-b379-3974da511eb9 req-2f0167c5-2810-44dc-a694-8024145efb4b tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] No DVR routers for this DVR port 1c0ac97e-a530-4361-8db8-f552a54f3dd8 on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:14:01.070888 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf404119-a264-41f1-b4af-30969a245c4d tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Pushing event deleted for resources: {'Port': ['ID=cece29d7-34db-4bee-aac4-f52148a723dc,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:01.078096 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-dec4c6e0-aa3e-4a64-b379-3974da511eb9 req-2f0167c5-2810-44dc-a694-8024145efb4b tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:01.083065 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8333c704-237f-4a81-95ba-a77235ce764b', 'name': 'network-vif-deleted', 'tag': '1c0ac97e-a530-4361-8db8-f552a54f3dd8'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:14:01.104855 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb3d6cda-ec73-4654-a531-faf6125103e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:14:01.117909 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259549dc-702f-49b8-ba2e-23aa504a2305 None None] Pushing event updated for resources: {'Port': ['ID=9c061b8b-7702-4f4e-a65b-76208046a1eb,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:01.162099 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d6cda-ec73-4654-a531-faf6125103e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8e62a3-2418-4616-9b32-5330307b5a22,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:01.232944 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a42d9b-d967-46b4-ba17-149126a37c2d req-bf404119-a264-41f1-b4af-30969a245c4d tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] No DVR routers for this DVR port cece29d7-34db-4bee-aac4-f52148a723dc on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:14:01.254704 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323b292-bd13-4192-9547-7f798321efa5 req-52482307-3285-4e1a-9492-da4369822b2b tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:01.271333 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f323b292-bd13-4192-9547-7f798321efa5 req-52482307-3285-4e1a-9492-da4369822b2b tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.57 "GET /v2.0/ports?device_id=a44d70a5-fb0a-4b79-8988-4382128bc3bc HTTP/1.1" status: 200 len: 936 time: 0.8616128 May 27 02:14:01.278735 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-58a42d9b-d967-46b4-ba17-149126a37c2d req-bf404119-a264-41f1-b4af-30969a245c4d tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:01.283999 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-58a42d9b-d967-46b4-ba17-149126a37c2d req-bf404119-a264-41f1-b4af-30969a245c4d tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.66 "DELETE /v2.0/ports/cece29d7-34db-4bee-aac4-f52148a723dc HTTP/1.1" status: 204 len: 173 time: 3.9824488 May 27 02:14:01.308229 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dec4c6e0-aa3e-4a64-b379-3974da511eb9 req-2f0167c5-2810-44dc-a694-8024145efb4b tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.66 "DELETE /v2.0/ports/1c0ac97e-a530-4361-8db8-f552a54f3dd8 HTTP/1.1" status: 204 len: 173 time: 4.2802236 May 27 02:14:01.428126 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-f1e21fff-e1f2-4f4d-be08-84f905d39e0b tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:01.430869 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-f1e21fff-e1f2-4f4d-be08-84f905d39e0b tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6127386 May 27 02:14:01.451828 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-c40c25fe-196f-47ba-b0fe-a5c2ee926d3a None None] Attempting to bind port 9c061b8b-7702-4f4e-a65b-76208046a1eb on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:14:01.452374 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-c40c25fe-196f-47ba-b0fe-a5c2ee926d3a None None] Attempting to bind port 9c061b8b-7702-4f4e-a65b-76208046a1eb by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'f5718071-19a3-448d-84f4-c4eb24e78438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9470fe4f-56e2-44bf-bf21-93218d27b86c'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:14:01.452887 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40c25fe-196f-47ba-b0fe-a5c2ee926d3a None None] Attempting to bind port 9c061b8b-7702-4f4e-a65b-76208046a1eb on network 9470fe4f-56e2-44bf-bf21-93218d27b86c {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:01.469591 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f323b292-bd13-4192-9547-7f798321efa5 req-06473c02-8fba-4716-ae83-52572dd14065 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.57 "GET /v2.0/security-groups?id=02ce02d7-6435-49ca-96a4-819faa023c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967907 May 27 02:14:01.477600 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-adb71ced-7166-482d-8686-7f55708d0f93 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Request body: {'port': {'device_id': '0ee8fbc2-414e-4ef1-8a4d-d4e068f9469e', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'admin_state_up': True, 'tenant_id': 'ef5ba470f9fc41249d500f0a664db69b'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:01.481485 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40c25fe-196f-47ba-b0fe-a5c2ee926d3a None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:14:01.484790 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40c25fe-196f-47ba-b0fe-a5c2ee926d3a None None] Checking segment: {'id': 'f5718071-19a3-448d-84f4-c4eb24e78438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9470fe4f-56e2-44bf-bf21-93218d27b86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:14:01.487571 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c40c25fe-196f-47ba-b0fe-a5c2ee926d3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:01.488220 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40c25fe-196f-47ba-b0fe-a5c2ee926d3a None None] Bound using segment: {'id': 'f5718071-19a3-448d-84f4-c4eb24e78438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9470fe4f-56e2-44bf-bf21-93218d27b86c'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:14:01.488869 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-c40c25fe-196f-47ba-b0fe-a5c2ee926d3a None None] Bound port: 9c061b8b-7702-4f4e-a65b-76208046a1eb, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5718071-19a3-448d-84f4-c4eb24e78438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9470fe4f-56e2-44bf-bf21-93218d27b86c'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:14:01.489407 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c40c25fe-196f-47ba-b0fe-a5c2ee926d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:01.493555 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb3d6cda-ec73-4654-a531-faf6125103e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:01.494075 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-bb3d6cda-ec73-4654-a531-faf6125103e6 admin admin] Added segment b00fa734-b101-4281-bd9f-77e49091444b of type vlan for network e65f41ea-17af-475c-b86b-6ffa6e1ab516 May 27 02:14:01.501481 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a69d5-ba39-4738-aa08-bcd4433b193d service neutron] Pushing event updated for resources: {'Port': ['ID=5e571228-f31f-4346-a84d-ddfd4ae9399d,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:01.609919 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-466a91bd-289a-41ba-951a-90815a25bdc6'] response: {'server_uuid': '26aa7717-901d-4fed-8866-692a2eaa03ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ff276f-6125-4a3a-8b89-114081ef9788', 'code': 200} May 27 02:14:01.802698 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-c40c25fe-196f-47ba-b0fe-a5c2ee926d3a None None] For port 9c061b8b-7702-4f4e-a65b-76208046a1eb, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:14:01.803384 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb3d6cda-ec73-4654-a531-faf6125103e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:01.806319 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-c40c25fe-196f-47ba-b0fe-a5c2ee926d3a None None] For port 9c061b8b-7702-4f4e-a65b-76208046a1eb, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=9c061b8b-7702-4f4e-a65b-76208046a1eb,segment=NetworkSegment(f5718071-19a3-448d-84f4-c4eb24e78438),segment_id=f5718071-19a3-448d-84f4-c4eb24e78438)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:14:01.840422 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-adb71ced-7166-482d-8686-7f55708d0f93 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:01.852895 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-adb71ced-7166-482d-8686-7f55708d0f93 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:01.903903 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c40c25fe-196f-47ba-b0fe-a5c2ee926d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:01.945618 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-936ad19e-7058-4357-8f05-7ae8484617ea req-d68a69d5-ba39-4738-aa08-bcd4433b193d service neutron] Attempting to bind port 5e571228-f31f-4346-a84d-ddfd4ae9399d on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:14:01.948866 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-936ad19e-7058-4357-8f05-7ae8484617ea req-d68a69d5-ba39-4738-aa08-bcd4433b193d service neutron] Attempting to bind port 5e571228-f31f-4346-a84d-ddfd4ae9399d by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:14:01.948866 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936ad19e-7058-4357-8f05-7ae8484617ea req-d68a69d5-ba39-4738-aa08-bcd4433b193d service neutron] Attempting to bind port 5e571228-f31f-4346-a84d-ddfd4ae9399d on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:01.952681 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936ad19e-7058-4357-8f05-7ae8484617ea req-d68a69d5-ba39-4738-aa08-bcd4433b193d service neutron] Port 5e571228-f31f-4346-a84d-ddfd4ae9399d on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:14:01.953539 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936ad19e-7058-4357-8f05-7ae8484617ea req-d68a69d5-ba39-4738-aa08-bcd4433b193d service neutron] Attempting to bind port 5e571228-f31f-4346-a84d-ddfd4ae9399d on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:01.960208 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936ad19e-7058-4357-8f05-7ae8484617ea req-d68a69d5-ba39-4738-aa08-bcd4433b193d service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:14:01.960560 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936ad19e-7058-4357-8f05-7ae8484617ea req-d68a69d5-ba39-4738-aa08-bcd4433b193d service neutron] Checking segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:14:01.960980 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936ad19e-7058-4357-8f05-7ae8484617ea req-d68a69d5-ba39-4738-aa08-bcd4433b193d service neutron] Bound using segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:14:01.961457 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-936ad19e-7058-4357-8f05-7ae8484617ea req-d68a69d5-ba39-4738-aa08-bcd4433b193d service neutron] Bound port: 5e571228-f31f-4346-a84d-ddfd4ae9399d, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:14:01.966021 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-936ad19e-7058-4357-8f05-7ae8484617ea req-d68a69d5-ba39-4738-aa08-bcd4433b193d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:02.029374 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb3d6cda-ec73-4654-a531-faf6125103e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:02.029374 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3d6cda-ec73-4654-a531-faf6125103e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:02.032410 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb3d6cda-ec73-4654-a531-faf6125103e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:02.032530 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40c25fe-196f-47ba-b0fe-a5c2ee926d3a None None] Routers {'b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:14:02.032530 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c40c25fe-196f-47ba-b0fe-a5c2ee926d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:13:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:14:02.056148 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-adb71ced-7166-482d-8686-7f55708d0f93 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Made reservation on behalf of ef5ba470f9fc41249d500f0a664db69b for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:14:02.060891 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-adb71ced-7166-482d-8686-7f55708d0f93 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:02.094343 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c16e6c-7c50-4bea-addd-a2ff36ce49d9 req-627fe9d0-4a3d-41d1-a363-558e017271f9 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:02.106388 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-89c16e6c-7c50-4bea-addd-a2ff36ce49d9 req-627fe9d0-4a3d-41d1-a363-558e017271f9 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.2552471 May 27 02:14:02.265418 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259549dc-702f-49b8-ba2e-23aa504a2305 None None] Pushing event updated for resources: {'Port': ['ID=9c061b8b-7702-4f4e-a65b-76208046a1eb,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:02.329704 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-936ad19e-7058-4357-8f05-7ae8484617ea req-d68a69d5-ba39-4738-aa08-bcd4433b193d service neutron] For port 5e571228-f31f-4346-a84d-ddfd4ae9399d, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:14:02.346342 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-89c16e6c-7c50-4bea-addd-a2ff36ce49d9 req-e4152642-7e4e-4d04-b17b-ceb021a8b320 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2385504 May 27 02:14:02.457887 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e3e68ed-8ba8-4182-8d74-4d0b96f02d25'] response: {'server_uuid': '8333c704-237f-4a81-95ba-a77235ce764b', 'name': 'network-vif-deleted', 'tag': '1c0ac97e-a530-4361-8db8-f552a54f3dd8', 'status': 'completed', 'code': 200} May 27 02:14:02.477480 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d6cda-ec73-4654-a531-faf6125103e6 admin admin] Pushing event updated for resources: {'Network': ['ID=e65f41ea-17af-475c-b86b-6ffa6e1ab516,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:02.491589 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-936ad19e-7058-4357-8f05-7ae8484617ea req-d68a69d5-ba39-4738-aa08-bcd4433b193d service neutron] For port 5e571228-f31f-4346-a84d-ddfd4ae9399d, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=5e571228-f31f-4346-a84d-ddfd4ae9399d,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:14:02.498629 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network e65f41ea-17af-475c-b86b-6ffa6e1ab516 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:14:02.517072 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-adb71ced-7166-482d-8686-7f55708d0f93 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Allocated IP 192.168.233.44 (54d5ea08-4fa3-4323-9d64-35a947e9d08e/2cf69705-8457-415f-85a3-b42efaff1b97/6e9fb20c-ed58-438d-bcc5-f1b6807d3edf) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:14:02.671109 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-c40c25fe-196f-47ba-b0fe-a5c2ee926d3a None None] Set router b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:14:03.022436 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-51deb036-08df-4b7e-89bf-e3ac1ce2a28f req-ecf5f914-2cb7-4371-9da8-826c5715ad11 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Synchronizing usage tracker for tenant:920f79471e3444109aeaadab23e503c2 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:14:03.138111 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-adb71ced-7166-482d-8686-7f55708d0f93 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:03.172076 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-adb71ced-7166-482d-8686-7f55708d0f93 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Transition to ACTIVE for port object 6e9fb20c-ed58-438d-bcc5-f1b6807d3edf will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:14:03.201102 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-936ad19e-7058-4357-8f05-7ae8484617ea req-d68a69d5-ba39-4738-aa08-bcd4433b193d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:03.212993 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c40c25fe-196f-47ba-b0fe-a5c2ee926d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8', 'name': 'tempest-TaggedBootDevicesTest_v242-56552023-router', 'tenant_id': '83b0b002a9cc45cf9cfe4cb09f7d0354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'a96de630-1722-4fa5-8c53-0767299bf622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:13:45Z', 'updated_at': '2022-05-27T02:13:53Z', 'revision_number': 4, 'project_id': '83b0b002a9cc45cf9cfe4cb09f7d0354', 'gw_port': {'id': 'a96de630-1722-4fa5-8c53-0767299bf622', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:13:46Z', 'updated_at': '2022-05-27T02:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '9c061b8b-7702-4f4e-a65b-76208046a1eb', 'name': '', 'network_id': '9470fe4f-56e2-44bf-bf21-93218d27b86c', 'tenant_id': '83b0b002a9cc45cf9cfe4cb09f7d0354', 'mac_address': 'fa:16:3e:64:7c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '99093a37-8d5d-413f-a2eb-d4d87a51569e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:13:51Z', 'updated_at': '2022-05-27T02:14:01Z', 'revision_number': 4, 'project_id': '83b0b002a9cc45cf9cfe4cb09f7d0354', 'subnets': [{'id': '99093a37-8d5d-413f-a2eb-d4d87a51569e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:14:03.218321 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40c25fe-196f-47ba-b0fe-a5c2ee926d3a None None] The sync data for ids ['b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8'] in n-d-843554-3 is: [{'id': 'b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8', 'name': 'tempest-TaggedBootDevicesTest_v242-56552023-router', 'tenant_id': '83b0b002a9cc45cf9cfe4cb09f7d0354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'a96de630-1722-4fa5-8c53-0767299bf622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:13:45Z', 'updated_at': '2022-05-27T02:13:53Z', 'revision_number': 4, 'project_id': '83b0b002a9cc45cf9cfe4cb09f7d0354', 'gw_port': {'id': 'a96de630-1722-4fa5-8c53-0767299bf622', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:13:46Z', 'updated_at': '2022-05-27T02:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '9c061b8b-7702-4f4e-a65b-76208046a1eb', 'name': '', 'network_id': '9470fe4f-56e2-44bf-bf21-93218d27b86c', 'tenant_id': '83b0b002a9cc45cf9cfe4cb09f7d0354', 'mac_address': 'fa:16:3e:64:7c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '99093a37-8d5d-413f-a2eb-d4d87a51569e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:13:51Z', 'updated_at': '2022-05-27T02:14:01Z', 'revision_number': 4, 'project_id': '83b0b002a9cc45cf9cfe4cb09f7d0354', 'subnets': [{'id': '99093a37-8d5d-413f-a2eb-d4d87a51569e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:14:03.319568 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-bb3d6cda-ec73-4654-a531-faf6125103e6 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 4.1635776 May 27 02:14:03.321784 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 60972) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:03.331351 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ad19e-7058-4357-8f05-7ae8484617ea req-d68a69d5-ba39-4738-aa08-bcd4433b193d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:03.332053 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-936ad19e-7058-4357-8f05-7ae8484617ea req-d68a69d5-ba39-4738-aa08-bcd4433b193d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:03.333452 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-936ad19e-7058-4357-8f05-7ae8484617ea req-d68a69d5-ba39-4738-aa08-bcd4433b193d service neutron] 10.222.0.66 "PUT /v2.0/ports/5e571228-f31f-4346-a84d-ddfd4ae9399d HTTP/1.1" status: 200 len: 1096 time: 3.8195093 May 27 02:14:03.333891 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a44d70a5-fb0a-4b79-8988-4382128bc3bc', 'tag': '5e571228-f31f-4346-a84d-ddfd4ae9399d'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:14:03.336627 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-b5220432-86c6-40cf-a27d-810756f6c107 admin admin] Request body: {'subnet': {'network_id': 'e65f41ea-17af-475c-b86b-6ffa6e1ab516', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-517372537-subnet', 'tenant_id': '2c6743fc7afe4b37967cb13854dbba04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:03.348554 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b5220432-86c6-40cf-a27d-810756f6c107 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:03.360286 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b5220432-86c6-40cf-a27d-810756f6c107 admin admin] Usage tracker for resource:subnet and tenant:2c6743fc7afe4b37967cb13854dbba04 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:03.364476 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b5220432-86c6-40cf-a27d-810756f6c107 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:03.364707 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a69d5-ba39-4738-aa08-bcd4433b193d service neutron] Pushing event updated for resources: {'Port': ['ID=5e571228-f31f-4346-a84d-ddfd4ae9399d,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:03.400974 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b5220432-86c6-40cf-a27d-810756f6c107 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:03.419351 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-adb71ced-7166-482d-8686-7f55708d0f93 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:03.434611 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['5ec49fe9-c3ae-48af-80f5-6e8d9dded107', 'd54ed298-3bf9-48d2-b967-ec11101db82c'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:14:03.623495 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-51deb036-08df-4b7e-89bf-e3ac1ce2a28f req-ecf5f914-2cb7-4371-9da8-826c5715ad11 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] Unset dirty status for tenant:920f79471e3444109aeaadab23e503c2 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:14:03.640333 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-51deb036-08df-4b7e-89bf-e3ac1ce2a28f req-ecf5f914-2cb7-4371-9da8-826c5715ad11 tempest-ServersOnMultiNodesTest-1449647705 tempest-ServersOnMultiNodesTest-1449647705-project] 10.222.0.57 "GET /v2.0/ports?device_id=8333c704-237f-4a81-95ba-a77235ce764b HTTP/1.1" status: 200 len: 210 time: 0.7411244 May 27 02:14:03.652204 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb71ced-7166-482d-8686-7f55708d0f93 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Pushing event updated for resources: {'Port': ['ID=6e9fb20c-ed58-438d-bcc5-f1b6807d3edf,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:03.699288 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5220432-86c6-40cf-a27d-810756f6c107 admin admin] Made reservation on behalf of 2c6743fc7afe4b37967cb13854dbba04 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:14:03.713107 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b5220432-86c6-40cf-a27d-810756f6c107 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:03.798187 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-adb71ced-7166-482d-8686-7f55708d0f93 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Network 54d5ea08-4fa3-4323-9d64-35a947e9d08e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:14:03.805258 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ad19e-7058-4357-8f05-7ae8484617ea req-e33a6d52-2862-4ed1-96ac-9e1baa1827a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:03.817255 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-936ad19e-7058-4357-8f05-7ae8484617ea req-e33a6d52-2862-4ed1-96ac-9e1baa1827a9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=600515781e0349629b74edcb0f6e979b&device_id=a44d70a5-fb0a-4b79-8988-4382128bc3bc HTTP/1.1" status: 200 len: 1099 time: 0.3208220 May 27 02:14:03.977574 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-936ad19e-7058-4357-8f05-7ae8484617ea req-1d0cec8d-b2fb-41b8-8776-560164775567 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=5e571228-f31f-4346-a84d-ddfd4ae9399d HTTP/1.1" status: 200 len: 217 time: 0.1506948 May 27 02:14:04.214318 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-adb71ced-7166-482d-8686-7f55708d0f93 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:14:04.267682 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-adb71ced-7166-482d-8686-7f55708d0f93 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:14:04.340870 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ad19e-7058-4357-8f05-7ae8484617ea req-f98fadb3-5b83-4ee9-9d82-d2cb51bf6ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:04.344171 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-936ad19e-7058-4357-8f05-7ae8484617ea req-f98fadb3-5b83-4ee9-9d82-d2cb51bf6ec3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.3614805 May 27 02:14:04.404244 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 9c061b8b-7702-4f4e-a65b-76208046a1eb up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:14:04.420342 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-adb71ced-7166-482d-8686-7f55708d0f93 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:04.421266 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-adb71ced-7166-482d-8686-7f55708d0f93 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:04.471488 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e1df88-154f-4143-9f4e-8ca5128da369', 'name': 'network-vif-deleted', 'tag': 'cece29d7-34db-4bee-aac4-f52148a723dc'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:14:04.513143 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58126e-5078-4ff5-ba77-c3128eabadd1 req-699624c0-45e9-42e7-97e6-4ae58b51c8ff tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:04.520683 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fc58126e-5078-4ff5-ba77-c3128eabadd1 req-699624c0-45e9-42e7-97e6-4ae58b51c8ff tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ee8fbc2-414e-4ef1-8a4d-d4e068f9469e HTTP/1.1" status: 200 len: 935 time: 0.3031349 May 27 02:14:04.633642 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fc58126e-5078-4ff5-ba77-c3128eabadd1 req-001b91cd-b6d8-4358-bf3c-552a5be9943d tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120107 May 27 02:14:04.646413 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-adb71ced-7166-482d-8686-7f55708d0f93 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2029414 May 27 02:14:04.649864 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ad19e-7058-4357-8f05-7ae8484617ea req-8f92f3c3-d9a2-40ce-92c1-8ec26270e1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:04.661772 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-936ad19e-7058-4357-8f05-7ae8484617ea req-8f92f3c3-d9a2-40ce-92c1-8ec26270e1f2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3098280 May 27 02:14:04.710767 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-5c674ea0-20bb-40b8-bdf8-7b8bf6429bd1 service neutron] Request body: {'port': {'device_id': '0ee8fbc2-414e-4ef1-8a4d-d4e068f9469e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:04.735251 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 9c061b8b-7702-4f4e-a65b-76208046a1eb completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:14:04.749750 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 9c061b8b-7702-4f4e-a65b-76208046a1eb triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:14:04.750929 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:04.911187 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-58a187e6-13bb-43c1-a414-75da1fc3edcc None None] Provisioning for port 6e9fb20c-ed58-438d-bcc5-f1b6807d3edf completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:14:04.985430 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-58a187e6-13bb-43c1-a414-75da1fc3edcc None None] Provisioning complete for port 6e9fb20c-ed58-438d-bcc5-f1b6807d3edf triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:14:04.985683 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-58a187e6-13bb-43c1-a414-75da1fc3edcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:05.036435 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-936ad19e-7058-4357-8f05-7ae8484617ea req-1ea415c5-fee7-4449-b796-31f35e304fbc service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676283 May 27 02:14:05.133398 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b5220432-86c6-40cf-a27d-810756f6c107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:05.144851 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-58a187e6-13bb-43c1-a414-75da1fc3edcc None None] Port 6e9fb20c-ed58-438d-bcc5-f1b6807d3edf cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:14:05.216344 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 9c061b8b-7702-4f4e-a65b-76208046a1eb is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:14:05.216902 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:05.262616 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-5c674ea0-20bb-40b8-bdf8-7b8bf6429bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:05.273919 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-936ad19e-7058-4357-8f05-7ae8484617ea req-a9aa7cfb-a4a8-4dc1-bf2e-ce20a13bf2cd service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311897 May 27 02:14:05.298581 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 9c061b8b-7702-4f4e-a65b-76208046a1eb, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=9c061b8b-7702-4f4e-a65b-76208046a1eb,segment=NetworkSegment(f5718071-19a3-448d-84f4-c4eb24e78438),segment_id=f5718071-19a3-448d-84f4-c4eb24e78438)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:05.350273 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5220432-86c6-40cf-a27d-810756f6c107 admin admin] Checking segment: {'id': 'b00fa734-b101-4281-bd9f-77e49091444b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e65f41ea-17af-475c-b86b-6ffa6e1ab516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:14:05.350891 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5220432-86c6-40cf-a27d-810756f6c107 admin admin] Network hostable DHCP agents. Network: e65f41ea-17af-475c-b86b-6ffa6e1ab516, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:14:05.408830 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:05.489700 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5220432-86c6-40cf-a27d-810756f6c107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6b4302e-56c8-4e13-b098-490a3d66041f,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:05.512843 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc4753-c800-4a50-893c-9f098bcd4546 req-f7455175-5a48-48a3-979e-c3b44cb47527 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:05.527244 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=9c061b8b-7702-4f4e-a65b-76208046a1eb,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:05.527485 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-befc4753-c800-4a50-893c-9f098bcd4546 req-f7455175-5a48-48a3-979e-c3b44cb47527 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.6333177 May 27 02:14:05.685713 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-befc4753-c800-4a50-893c-9f098bcd4546 req-f079e4a6-c4f6-44f0-b028-c710436ca1ee tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580117 May 27 02:14:05.738220 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5220432-86c6-40cf-a27d-810756f6c107 admin admin] Network e65f41ea-17af-475c-b86b-6ffa6e1ab516 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:14:05.839471 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-5c674ea0-20bb-40b8-bdf8-7b8bf6429bd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e9fb20c-ed58-438d-bcc5-f1b6807d3edf {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:14:05.847154 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-b5220432-86c6-40cf-a27d-810756f6c107 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, e65f41ea-17af-475c-b86b-6ffa6e1ab516) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:14:05.909490 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5220432-86c6-40cf-a27d-810756f6c107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:05.909490 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b5220432-86c6-40cf-a27d-810756f6c107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:05.909490 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-5c674ea0-20bb-40b8-bdf8-7b8bf6429bd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:05.911511 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6edee4e-48b0-4e29-a11d-612a2e84ef35 None None] Network e65f41ea-17af-475c-b86b-6ffa6e1ab516 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:14:05.911668 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-5c674ea0-20bb-40b8-bdf8-7b8bf6429bd1 service neutron] Transition to ACTIVE for port object 6e9fb20c-ed58-438d-bcc5-f1b6807d3edf will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:14:06.004005 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcde7c-f581-4532-b10e-1a93729449ec req-eddea364-3a03-4470-bdf2-be844c909433 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:06.005465 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-83bcde7c-f581-4532-b10e-1a93729449ec req-eddea364-3a03-4470-bdf2-be844c909433 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.57 "GET /v2.0/ports?device_id=a44d70a5-fb0a-4b79-8988-4382128bc3bc HTTP/1.1" status: 200 len: 948 time: 0.1029167 May 27 02:14:06.050135 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b5220432-86c6-40cf-a27d-810756f6c107 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.7256265 May 27 02:14:06.076360 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-83bcde7c-f581-4532-b10e-1a93729449ec req-5fc406d7-b9be-463a-9526-310da1754e94 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.57 "GET /v2.0/security-groups?id=02ce02d7-6435-49ca-96a4-819faa023c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646083 May 27 02:14:06.085176 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-5c674ea0-20bb-40b8-bdf8-7b8bf6429bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:06.136410 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a60c30-221b-4713-bb0d-a2106a5e291e None None] Network e65f41ea-17af-475c-b86b-6ffa6e1ab516 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:14:06.198964 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8502f2f8-ab72-4b28-8ba6-1457c019bce0'] response: {'name': 'network-changed', 'server_uuid': 'a44d70a5-fb0a-4b79-8988-4382128bc3bc', 'tag': '5e571228-f31f-4346-a84d-ddfd4ae9399d', 'status': 'completed', 'code': 200} May 27 02:14:06.264750 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c674ea0-20bb-40b8-bdf8-7b8bf6429bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=6e9fb20c-ed58-438d-bcc5-f1b6807d3edf,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:06.394969 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 9c061b8b-7702-4f4e-a65b-76208046a1eb up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:14:06.520140 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7c694-ac80-4994-a5e3-3e941f443350 req-0e74b318-aaaa-4810-a50b-291d04b1ecf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:06.529930 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-06f7c694-ac80-4994-a5e3-3e941f443350 req-0e74b318-aaaa-4810-a50b-291d04b1ecf2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=600515781e0349629b74edcb0f6e979b&device_id=a44d70a5-fb0a-4b79-8988-4382128bc3bc HTTP/1.1" status: 200 len: 1099 time: 0.3103850 May 27 02:14:06.740241 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7c694-ac80-4994-a5e3-3e941f443350 req-692e4a26-da99-46c4-81f7-a42f43f3812d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:06.742679 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-06f7c694-ac80-4994-a5e3-3e941f443350 req-692e4a26-da99-46c4-81f7-a42f43f3812d service neutron] 10.222.0.66 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.2056732 May 27 02:14:06.766549 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 9c061b8b-7702-4f4e-a65b-76208046a1eb triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:14:06.767126 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:06.790829 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-5c674ea0-20bb-40b8-bdf8-7b8bf6429bd1 service neutron] Attempting to bind port 6e9fb20c-ed58-438d-bcc5-f1b6807d3edf on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:14:06.791199 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-5c674ea0-20bb-40b8-bdf8-7b8bf6429bd1 service neutron] Attempting to bind port 6e9fb20c-ed58-438d-bcc5-f1b6807d3edf by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:14:06.791617 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-5c674ea0-20bb-40b8-bdf8-7b8bf6429bd1 service neutron] Attempting to bind port 6e9fb20c-ed58-438d-bcc5-f1b6807d3edf on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:06.799299 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-5c674ea0-20bb-40b8-bdf8-7b8bf6429bd1 service neutron] Port 6e9fb20c-ed58-438d-bcc5-f1b6807d3edf on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:14:06.799629 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-5c674ea0-20bb-40b8-bdf8-7b8bf6429bd1 service neutron] Attempting to bind port 6e9fb20c-ed58-438d-bcc5-f1b6807d3edf on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:06.806506 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-5c674ea0-20bb-40b8-bdf8-7b8bf6429bd1 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:14:06.809487 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-5c674ea0-20bb-40b8-bdf8-7b8bf6429bd1 service neutron] Checking segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:14:06.809487 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-5c674ea0-20bb-40b8-bdf8-7b8bf6429bd1 service neutron] Bound using segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:14:06.809487 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-5c674ea0-20bb-40b8-bdf8-7b8bf6429bd1 service neutron] Bound port: 6e9fb20c-ed58-438d-bcc5-f1b6807d3edf, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:14:06.809487 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-5c674ea0-20bb-40b8-bdf8-7b8bf6429bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:06.851139 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-06f7c694-ac80-4994-a5e3-3e941f443350 req-ce8cf944-a047-49bc-a23c-6bd15482ac5e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=5e571228-f31f-4346-a84d-ddfd4ae9399d HTTP/1.1" status: 200 len: 217 time: 0.1022551 May 27 02:14:06.952015 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7c694-ac80-4994-a5e3-3e941f443350 req-c4ba997c-837f-4e29-9b4d-da9c0c02f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:06.954835 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-06f7c694-ac80-4994-a5e3-3e941f443350 req-c4ba997c-837f-4e29-9b4d-da9c0c02f1fa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.0956731 May 27 02:14:06.988439 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-962867a1-b3ea-4978-a267-ce29d6a7a399'] response: {'server_uuid': 'd4e1df88-154f-4143-9f4e-8ca5128da369', 'name': 'network-vif-deleted', 'tag': 'cece29d7-34db-4bee-aac4-f52148a723dc', 'status': 'completed', 'code': 200} May 27 02:14:06.989335 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-5c674ea0-20bb-40b8-bdf8-7b8bf6429bd1 service neutron] For port 6e9fb20c-ed58-438d-bcc5-f1b6807d3edf, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:14:06.997587 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-5c674ea0-20bb-40b8-bdf8-7b8bf6429bd1 service neutron] For port 6e9fb20c-ed58-438d-bcc5-f1b6807d3edf, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=6e9fb20c-ed58-438d-bcc5-f1b6807d3edf,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:14:07.075045 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-5c674ea0-20bb-40b8-bdf8-7b8bf6429bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:07.077312 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 9c061b8b-7702-4f4e-a65b-76208046a1eb is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:14:07.143970 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7c694-ac80-4994-a5e3-3e941f443350 req-6af2057d-57c5-4a13-ad84-6d4dc8d9c5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:07.154126 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-06f7c694-ac80-4994-a5e3-3e941f443350 req-6af2057d-57c5-4a13-ad84-6d4dc8d9c5f9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1923199 May 27 02:14:07.211563 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 5e571228-f31f-4346-a84d-ddfd4ae9399d details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:14:07.303409 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-5c674ea0-20bb-40b8-bdf8-7b8bf6429bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:07.304040 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-5c674ea0-20bb-40b8-bdf8-7b8bf6429bd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:07.305527 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-5c674ea0-20bb-40b8-bdf8-7b8bf6429bd1 service neutron] 10.222.0.32 "PUT /v2.0/ports/6e9fb20c-ed58-438d-bcc5-f1b6807d3edf HTTP/1.1" status: 200 len: 1095 time: 2.6038408 May 27 02:14:07.470767 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:14:07.553019 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-06f7c694-ac80-4994-a5e3-3e941f443350 req-9cdcc12c-9be6-42ef-b986-3afa51f21c98 service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880227 May 27 02:14:07.596202 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 5e571228-f31f-4346-a84d-ddfd4ae9399d, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=5e571228-f31f-4346-a84d-ddfd4ae9399d,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:07.636489 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '5e571228-f31f-4346-a84d-ddfd4ae9399d', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'port_id': '5e571228-f31f-4346-a84d-ddfd4ae9399d', 'mac_address': 'fa:16:3e:25:fe:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf69705-8457-415f-85a3-b42efaff1b97', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:14:07.741322 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 5e571228-f31f-4346-a84d-ddfd4ae9399d is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:14:07.741705 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:07.759815 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-06f7c694-ac80-4994-a5e3-3e941f443350 req-ee165908-8059-4555-9b8f-1bab2106a6cb service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996379 May 27 02:14:07.784252 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e571228-f31f-4346-a84d-ddfd4ae9399d {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:14:07.816758 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 5e571228-f31f-4346-a84d-ddfd4ae9399d, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=5e571228-f31f-4346-a84d-ddfd4ae9399d,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:07.883470 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 32782) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:07.894862 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:08.023940 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=5e571228-f31f-4346-a84d-ddfd4ae9399d,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:08.060277 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c674ea0-20bb-40b8-bdf8-7b8bf6429bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=6e9fb20c-ed58-438d-bcc5-f1b6807d3edf,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:08.101758 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f15d466f-573e-4071-b438-9027bfb7b8f1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=920f79471e3444109aeaadab23e503c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2168908 May 27 02:14:08.105276 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 32788) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:08.139418 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['5e571228-f31f-4346-a84d-ddfd4ae9399d'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:14:08.141623 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0895c0a-568e-4a2a-bf81-0b5be9017f87 req-f2a44e18-73d6-4285-b2c4-29607ca5850e tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:08.142374 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e0895c0a-568e-4a2a-bf81-0b5be9017f87 req-f2a44e18-73d6-4285-b2c4-29607ca5850e tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Synchronizing usage tracker for tenant:ef5ba470f9fc41249d500f0a664db69b on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:14:08.156359 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4365fb-da44-4b10-a498-4b15228d1f04 req-26d66eaf-9a27-4948-ab1e-5ff1c1d6eb8f tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:08.157091 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-ed4365fb-da44-4b10-a498-4b15228d1f04 req-26d66eaf-9a27-4948-ab1e-5ff1c1d6eb8f tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Synchronizing usage tracker for tenant:846b128e49a144bb97bdbd537ab49432 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:14:08.202036 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-76e04620-586e-4094-8c55-eb6f127226a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:08.203543 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-76e04620-586e-4094-8c55-eb6f127226a3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef5ba470f9fc41249d500f0a664db69b&device_id=0ee8fbc2-414e-4ef1-8a4d-d4e068f9469e HTTP/1.1" status: 200 len: 1098 time: 0.6783633 May 27 02:14:08.296007 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-af142181-ce0e-4cd4-9f89-a1fb61828700 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=6e9fb20c-ed58-438d-bcc5-f1b6807d3edf HTTP/1.1" status: 200 len: 217 time: 0.0798721 May 27 02:14:08.296513 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e0895c0a-568e-4a2a-bf81-0b5be9017f87 req-f2a44e18-73d6-4285-b2c4-29607ca5850e tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Unset dirty status for tenant:ef5ba470f9fc41249d500f0a664db69b on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:14:08.303091 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e0895c0a-568e-4a2a-bf81-0b5be9017f87 req-f2a44e18-73d6-4285-b2c4-29607ca5850e tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ee8fbc2-414e-4ef1-8a4d-d4e068f9469e HTTP/1.1" status: 200 len: 947 time: 0.8760900 May 27 02:14:08.392108 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-ed4365fb-da44-4b10-a498-4b15228d1f04 req-26d66eaf-9a27-4948-ab1e-5ff1c1d6eb8f tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Unset dirty status for tenant:846b128e49a144bb97bdbd537ab49432 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:14:08.393290 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ed4365fb-da44-4b10-a498-4b15228d1f04 req-26d66eaf-9a27-4948-ab1e-5ff1c1d6eb8f tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.66 "GET /v2.0/ports?device_id=87dafe07-4df8-4a69-ab8f-c04e892a00a9 HTTP/1.1" status: 200 len: 945 time: 1.0723093 May 27 02:14:08.468993 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-12b9c4b2-2940-4f24-8d24-6a88ac86fb5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:08.517418 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-12b9c4b2-2940-4f24-8d24-6a88ac86fb5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:08.562950 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e0895c0a-568e-4a2a-bf81-0b5be9017f87 req-082c18ee-8953-4327-8297-3dcd0cd80db3 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588887 May 27 02:14:08.583400 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-755b1836-9df4-4e80-9c29-ec5a0a90d5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:08.587065 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-755b1836-9df4-4e80-9c29-ec5a0a90d5e2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.2796595 May 27 02:14:08.706600 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-ed4365fb-da44-4b10-a498-4b15228d1f04 req-e6d3c9c0-761a-44a2-bdd6-e28316f16e88 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Deleting port 6f5de102-5480-41ab-b0a3-1896cacac56e {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:14:08.707507 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ed4365fb-da44-4b10-a498-4b15228d1f04 req-e6d3c9c0-761a-44a2-bdd6-e28316f16e88 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:08.990125 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee8fbc2-414e-4ef1-8a4d-d4e068f9469e', 'tag': '6e9fb20c-ed58-438d-bcc5-f1b6807d3edf'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:14:09.031266 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-12b9c4b2-2940-4f24-8d24-6a88ac86fb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:09.056434 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9c4b2-2940-4f24-8d24-6a88ac86fb5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345f7fec-d468-41eb-a74d-226266e39ca1,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:09.078853 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9c4b2-2940-4f24-8d24-6a88ac86fb5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:09.079279 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9c4b2-2940-4f24-8d24-6a88ac86fb5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:09.079687 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9c4b2-2940-4f24-8d24-6a88ac86fb5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:09.080117 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9c4b2-2940-4f24-8d24-6a88ac86fb5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:09.080503 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9c4b2-2940-4f24-8d24-6a88ac86fb5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:09.080911 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9c4b2-2940-4f24-8d24-6a88ac86fb5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:09.081303 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9c4b2-2940-4f24-8d24-6a88ac86fb5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:09.081691 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9c4b2-2940-4f24-8d24-6a88ac86fb5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:09.082090 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9c4b2-2940-4f24-8d24-6a88ac86fb5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:09.082474 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9c4b2-2940-4f24-8d24-6a88ac86fb5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:09.082867 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9c4b2-2940-4f24-8d24-6a88ac86fb5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:09.083249 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9c4b2-2940-4f24-8d24-6a88ac86fb5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:09.188106 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee4b64-0ef8-4b18-8633-99f330445ea2 req-68f0c790-305b-43ba-9853-175f68023ae4 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:09.189460 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4bee4b64-0ef8-4b18-8633-99f330445ea2 req-68f0c790-305b-43ba-9853-175f68023ae4 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.4053836 May 27 02:14:09.194418 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-73725294-7bdb-4687-92ed-a97da8b85093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:09.195833 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-73725294-7bdb-4687-92ed-a97da8b85093 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5908160 May 27 02:14:09.226966 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 5e571228-f31f-4346-a84d-ddfd4ae9399d up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:14:09.378011 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-ed4365fb-da44-4b10-a498-4b15228d1f04 req-e6d3c9c0-761a-44a2-bdd6-e28316f16e88 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] For port 6f5de102-5480-41ab-b0a3-1896cacac56e, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=6f5de102-5480-41ab-b0a3-1896cacac56e,segment=NetworkSegment(18001c0d-6c74-475c-a0cb-9d64b721b14f),segment_id=18001c0d-6c74-475c-a0cb-9d64b721b14f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:09.378405 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ed4365fb-da44-4b10-a498-4b15228d1f04 req-e6d3c9c0-761a-44a2-bdd6-e28316f16e88 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:09.389806 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4bee4b64-0ef8-4b18-8633-99f330445ea2 req-ff5452a3-2d4c-4545-bff9-c519e03de492 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930287 May 27 02:14:09.587614 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-ed4365fb-da44-4b10-a498-4b15228d1f04 req-e6d3c9c0-761a-44a2-bdd6-e28316f16e88 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Calling delete_port for 6f5de102-5480-41ab-b0a3-1896cacac56e owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:14:09.675969 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-7043cebe-0244-4b39-b3cd-032f08b129cb service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4577823 May 27 02:14:09.885147 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 5e571228-f31f-4346-a84d-ddfd4ae9399d completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:14:09.900926 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 5e571228-f31f-4346-a84d-ddfd4ae9399d triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:14:09.908116 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:09.908393 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-12b9c4b2-2940-4f24-8d24-6a88ac86fb5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:09.909888 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-12b9c4b2-2940-4f24-8d24-6a88ac86fb5c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/345f7fec-d468-41eb-a74d-226266e39ca1 HTTP/1.1" status: 204 len: 168 time: 1.8021502 May 27 02:14:09.919804 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-984b03d8-e22c-4682-a4dc-317d7da26df2 req-a609209e-e675-4f7a-9357-c0b1d5194dc1 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324605 May 27 02:14:10.033855 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ed4365fb-da44-4b10-a498-4b15228d1f04 req-e6d3c9c0-761a-44a2-bdd6-e28316f16e88 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:10.103820 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3c9c0-761a-44a2-bdd6-e28316f16e88 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Pushing event deleted for resources: {'Port': ['ID=6f5de102-5480-41ab-b0a3-1896cacac56e,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:10.163667 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 5e571228-f31f-4346-a84d-ddfd4ae9399d is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:14:10.164457 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:10.212866 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a44d70a5-fb0a-4b79-8988-4382128bc3bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e571228-f31f-4346-a84d-ddfd4ae9399d'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:14:10.224465 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 5e571228-f31f-4346-a84d-ddfd4ae9399d, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=5e571228-f31f-4346-a84d-ddfd4ae9399d,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:10.254642 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed4365fb-da44-4b10-a498-4b15228d1f04 req-e6d3c9c0-761a-44a2-bdd6-e28316f16e88 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] No DVR routers for this DVR port 6f5de102-5480-41ab-b0a3-1896cacac56e on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:14:10.257347 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ed4365fb-da44-4b10-a498-4b15228d1f04 req-e6d3c9c0-761a-44a2-bdd6-e28316f16e88 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:10.318484 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:10.346333 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ed4365fb-da44-4b10-a498-4b15228d1f04 req-e6d3c9c0-761a-44a2-bdd6-e28316f16e88 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.66 "DELETE /v2.0/ports/6f5de102-5480-41ab-b0a3-1896cacac56e HTTP/1.1" status: 204 len: 173 time: 1.9205513 May 27 02:14:10.411874 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=5e571228-f31f-4346-a84d-ddfd4ae9399d,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:10.922238 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 32814) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:10.989959 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-08db3982-7d8c-400d-9674-2ed70535b289 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cdbdb4f767234ad4998edf8170b46a7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0663650 May 27 02:14:10.992612 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 32820) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:11.071508 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31e8902c-3ca5-41b4-94e7-1f37e2a666ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:11.099853 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31e8902c-3ca5-41b4-94e7-1f37e2a666ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:11.240930 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 6f5de102-5480-41ab-b0a3-1896cacac56e no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:14:11.262208 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31e8902c-3ca5-41b4-94e7-1f37e2a666ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:11.279333 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: 6f5de102-5480-41ab-b0a3-1896cacac56e {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:14:11.279970 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 6f5de102-5480-41ab-b0a3-1896cacac56e not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:14:11.300548 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e8902c-3ca5-41b4-94e7-1f37e2a666ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c404e13a-0b14-4902-a48d-af48faa5e709,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:11.311028 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e8902c-3ca5-41b4-94e7-1f37e2a666ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:11.311404 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e8902c-3ca5-41b4-94e7-1f37e2a666ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:11.311742 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e8902c-3ca5-41b4-94e7-1f37e2a666ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:11.312068 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e8902c-3ca5-41b4-94e7-1f37e2a666ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:11.312392 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e8902c-3ca5-41b4-94e7-1f37e2a666ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:11.312745 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e8902c-3ca5-41b4-94e7-1f37e2a666ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:11.313063 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e8902c-3ca5-41b4-94e7-1f37e2a666ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:11.313376 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e8902c-3ca5-41b4-94e7-1f37e2a666ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:11.313690 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e8902c-3ca5-41b4-94e7-1f37e2a666ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:11.314005 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e8902c-3ca5-41b4-94e7-1f37e2a666ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:11.314324 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e8902c-3ca5-41b4-94e7-1f37e2a666ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:11.318188 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e8902c-3ca5-41b4-94e7-1f37e2a666ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:11.402121 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31e8902c-3ca5-41b4-94e7-1f37e2a666ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:11.403245 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-31e8902c-3ca5-41b4-94e7-1f37e2a666ad admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c404e13a-0b14-4902-a48d-af48faa5e709 HTTP/1.1" status: 204 len: 168 time: 0.4092684 May 27 02:14:12.683056 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 6e9fb20c-ed58-438d-bcc5-f1b6807d3edf details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:14:13.019058 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 6e9fb20c-ed58-438d-bcc5-f1b6807d3edf, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=6e9fb20c-ed58-438d-bcc5-f1b6807d3edf,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:13.036820 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '6e9fb20c-ed58-438d-bcc5-f1b6807d3edf', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'port_id': '6e9fb20c-ed58-438d-bcc5-f1b6807d3edf', 'mac_address': 'fa:16:3e:ef:6f:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf69705-8457-415f-85a3-b42efaff1b97', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:14:13.113664 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 6e9fb20c-ed58-438d-bcc5-f1b6807d3edf is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:14:13.114107 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:13.143459 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e9fb20c-ed58-438d-bcc5-f1b6807d3edf {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:14:13.167027 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 6e9fb20c-ed58-438d-bcc5-f1b6807d3edf, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=6e9fb20c-ed58-438d-bcc5-f1b6807d3edf,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:13.501836 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:13.579098 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=6e9fb20c-ed58-438d-bcc5-f1b6807d3edf,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:13.589623 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:13.590076 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:13.590478 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:13.590897 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:13.591494 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:13.591875 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:13.592213 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:13.592553 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:13.592891 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:13.593217 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:13.593571 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:13.593893 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:13.838113 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['6e9fb20c-ed58-438d-bcc5-f1b6807d3edf'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:14:15.757900 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-c178a791-93a4-41f7-8031-17d130878b8a tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:15.759510 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-c178a791-93a4-41f7-8031-17d130878b8a tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] 10.222.0.57 "GET /v2.0/networks?id=e65f41ea-17af-475c-b86b-6ffa6e1ab516 HTTP/1.1" status: 200 len: 821 time: 0.3271267 May 27 02:14:15.782569 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663cca9-a203-4456-8bb1-0bfd72186f74 req-deba70d3-3e8d-4681-bb08-63ccb1e8b421 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:15.784051 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1663cca9-a203-4456-8bb1-0bfd72186f74 req-deba70d3-3e8d-4681-bb08-63ccb1e8b421 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.57 "GET /v2.0/ports?device_id=a44d70a5-fb0a-4b79-8988-4382128bc3bc HTTP/1.1" status: 200 len: 950 time: 0.1518800 May 27 02:14:15.786368 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-e641a0de-e409-45e3-aaaf-2453d1e9e55e tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] 10.222.0.57 "GET /v2.0/quotas/2c6743fc7afe4b37967cb13854dbba04 HTTP/1.1" status: 200 len: 375 time: 0.0204878 May 27 02:14:15.863417 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-d4031964-73c3-448e-80c4-8e518237fd40 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c6743fc7afe4b37967cb13854dbba04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580049 May 27 02:14:15.875608 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1663cca9-a203-4456-8bb1-0bfd72186f74 req-104854f3-8c5c-4468-bdca-64f85e183ed8 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.57 "GET /v2.0/security-groups?id=02ce02d7-6435-49ca-96a4-819faa023c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854330 May 27 02:14:15.953910 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4503aca7-3bb6-4a5e-9ab1-c11a94aa75f5'] response: {'name': 'network-changed', 'server_uuid': '0ee8fbc2-414e-4ef1-8a4d-d4e068f9469e', 'tag': '6e9fb20c-ed58-438d-bcc5-f1b6807d3edf', 'status': 'completed', 'code': 200} May 27 02:14:16.115967 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-0bdb523c-fe5c-43f9-ae61-24fb20057865 service neutron] 10.222.0.57 "GET /v2.0/networks/e65f41ea-17af-475c-b86b-6ffa6e1ab516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434411 May 27 02:14:16.160592 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b985ee-2bab-46c7-9007-706e3a6ecf67 req-24fd2db1-c7d1-4e74-a71c-4a46f61bbfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:16.162067 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-59b985ee-2bab-46c7-9007-706e3a6ecf67 req-24fd2db1-c7d1-4e74-a71c-4a46f61bbfe4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef5ba470f9fc41249d500f0a664db69b&device_id=0ee8fbc2-414e-4ef1-8a4d-d4e068f9469e HTTP/1.1" status: 200 len: 1099 time: 0.1943152 May 27 02:14:16.345174 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a27d70e-0260-40b6-9082-c1c10cebf15a req-8db3f21b-6a13-4411-a95f-6e587d14be21 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:16.346672 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8a27d70e-0260-40b6-9082-c1c10cebf15a req-8db3f21b-6a13-4411-a95f-6e587d14be21 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.3160145 May 27 02:14:16.443359 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-74a9b9c8-924a-41a6-82d4-a54f1ab73379 service neutron] 10.222.0.57 "GET /v2.0/networks/e65f41ea-17af-475c-b86b-6ffa6e1ab516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189280 May 27 02:14:16.449910 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b985ee-2bab-46c7-9007-706e3a6ecf67 req-cbf2f07c-c2c4-45d1-88e6-8bb7baa18b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:16.451294 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-59b985ee-2bab-46c7-9007-706e3a6ecf67 req-cbf2f07c-c2c4-45d1-88e6-8bb7baa18b53 service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.2314391 May 27 02:14:16.455918 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8a27d70e-0260-40b6-9082-c1c10cebf15a req-9c89b397-86b2-4181-a47e-6f725689ebe7 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967233 May 27 02:14:16.528607 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-59b985ee-2bab-46c7-9007-706e3a6ecf67 req-620d2440-5b9a-481b-b364-1bf978b39fb6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=6e9fb20c-ed58-438d-bcc5-f1b6807d3edf HTTP/1.1" status: 200 len: 217 time: 0.0696104 May 27 02:14:16.637434 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b985ee-2bab-46c7-9007-706e3a6ecf67 req-4d8bbd53-fad3-4004-a5ac-640040894e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:16.639051 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-59b985ee-2bab-46c7-9007-706e3a6ecf67 req-4d8bbd53-fad3-4004-a5ac-640040894e8a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.0939858 May 27 02:14:16.718441 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 6e9fb20c-ed58-438d-bcc5-f1b6807d3edf up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:14:16.788638 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b985ee-2bab-46c7-9007-706e3a6ecf67 req-0edd144c-f76c-446a-90ad-ed06de26d4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:16.790206 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-59b985ee-2bab-46c7-9007-706e3a6ecf67 req-0edd144c-f76c-446a-90ad-ed06de26d4e5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1446171 May 27 02:14:16.858488 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3338cd0-dc8a-4a01-9639-81a525ab119f'] response: {'server_uuid': 'a44d70a5-fb0a-4b79-8988-4382128bc3bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e571228-f31f-4346-a84d-ddfd4ae9399d', 'code': 200} May 27 02:14:16.935618 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 6e9fb20c-ed58-438d-bcc5-f1b6807d3edf completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:14:16.941540 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 6e9fb20c-ed58-438d-bcc5-f1b6807d3edf triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:14:16.942191 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:17.072946 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02654783-5771-4d4e-884f-b638205238fd req-6819535b-538b-4854-92fe-64381ea14b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:17.074424 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-02654783-5771-4d4e-884f-b638205238fd req-6819535b-538b-4854-92fe-64381ea14b7b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a44d70a5-fb0a-4b79-8988-4382128bc3bc HTTP/1.1" status: 200 len: 1101 time: 0.2827365 May 27 02:14:17.079282 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-59b985ee-2bab-46c7-9007-706e3a6ecf67 req-e4a65d24-853b-4397-b176-0738361f343f service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517345 May 27 02:14:17.124977 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 6e9fb20c-ed58-438d-bcc5-f1b6807d3edf is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:14:17.125367 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:17.145296 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd3957-a78e-40fe-aea1-a60f33882abc req-69514e65-8405-4776-873e-86641300f9d6 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:17.152630 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c6cd3957-a78e-40fe-aea1-a60f33882abc req-69514e65-8405-4776-873e-86641300f9d6 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ee8fbc2-414e-4ef1-8a4d-d4e068f9469e HTTP/1.1" status: 200 len: 948 time: 0.2403469 May 27 02:14:17.162046 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 6e9fb20c-ed58-438d-bcc5-f1b6807d3edf, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=6e9fb20c-ed58-438d-bcc5-f1b6807d3edf,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:17.222170 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-02654783-5771-4d4e-884f-b638205238fd req-cd04e9ea-ccbc-4173-b60c-2105336f7df2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=02ce02d7-6435-49ca-96a4-819faa023c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410582 May 27 02:14:17.238514 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:17.327524 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=6e9fb20c-ed58-438d-bcc5-f1b6807d3edf,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:17.392833 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c6cd3957-a78e-40fe-aea1-a60f33882abc req-003302bf-4c22-41ca-bfcf-e859e356b183 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393169 May 27 02:14:17.436665 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-59b985ee-2bab-46c7-9007-706e3a6ecf67 req-168aa4aa-91be-4fef-b8d6-a96d638c80eb service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333044 May 27 02:14:17.480197 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aebdb47e-80a0-4855-b71b-a01e9f63f756 req-a40be2b7-5321-4e4f-a2a7-e8f2ae1b9870 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb41b5a5-103a-438d-b061-4161b441e630 HTTP/1.1" status: 200 len: 210 time: 0.0425606 May 27 02:14:17.809117 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-9ebc76a4-9bd8-4d94-afad-0b050177e316 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:17.810555 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-9ebc76a4-9bd8-4d94-afad-0b050177e316 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/networks?id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164 HTTP/1.1" status: 200 len: 811 time: 0.2273474 May 27 02:14:17.836091 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-636c3e5c-2a7e-4adb-af5a-b6abf5d672ec tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/quotas/62f5f7df5795463f9f8bc1cd40caf878 HTTP/1.1" status: 200 len: 375 time: 0.0118122 May 27 02:14:17.841466 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494110c-1a7f-4dab-a7de-3b7f864ef006 req-103e0eb9-4a64-4f6e-a9e6-68285eee24fd tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:17.843030 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4494110c-1a7f-4dab-a7de-3b7f864ef006 req-103e0eb9-4a64-4f6e-a9e6-68285eee24fd tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.57 "GET /v2.0/ports?device_id=a44d70a5-fb0a-4b79-8988-4382128bc3bc HTTP/1.1" status: 200 len: 950 time: 0.1469996 May 27 02:14:17.936919 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4494110c-1a7f-4dab-a7de-3b7f864ef006 req-62f6a6bc-120f-4e9d-8f03-f9d882b90944 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.57 "GET /v2.0/security-groups?id=02ce02d7-6435-49ca-96a4-819faa023c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567796 May 27 02:14:17.958976 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-32bdf693-0783-4155-9be2-7e77baf90573 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=62f5f7df5795463f9f8bc1cd40caf878&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1149127 May 27 02:14:17.959442 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87dafe07-4df8-4a69-ab8f-c04e892a00a9', 'name': 'network-vif-deleted', 'tag': '6f5de102-5480-41ab-b0a3-1896cacac56e'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:14:18.195323 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-2a460325-b136-4f34-b8e2-6c34fa00130e service neutron] 10.222.0.57 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274489 May 27 02:14:18.377388 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283da60-c63a-45f4-a12c-e0b5bc740c0f req-0264515e-067a-4f88-b894-a3a51bcea3e6 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:18.378900 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a283da60-c63a-45f4-a12c-e0b5bc740c0f req-0264515e-067a-4f88-b894-a3a51bcea3e6 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.57 "GET /v2.0/ports?device_id=26aa7717-901d-4fed-8866-692a2eaa03ec HTTP/1.1" status: 200 len: 951 time: 0.3032463 May 27 02:14:18.389288 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5e5b9-55d1-4a90-ac77-f40930cada09 req-31832b72-b9dd-43c9-8577-fb4ea0abe684 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:18.389984 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e5b5e5b9-55d1-4a90-ac77-f40930cada09 req-31832b72-b9dd-43c9-8577-fb4ea0abe684 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Synchronizing usage tracker for tenant:846b128e49a144bb97bdbd537ab49432 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:14:18.410206 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-760d6ea9-f724-4de8-9125-cb9f6e9c00da service neutron] 10.222.0.57 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140305 May 27 02:14:18.446329 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a283da60-c63a-45f4-a12c-e0b5bc740c0f req-30d7f1c0-a133-4c12-9815-a2f85f6d657a tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bb8d88a-a022-4e03-8d79-5049b621183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534341 May 27 02:14:18.495776 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e5b5e5b9-55d1-4a90-ac77-f40930cada09 req-31832b72-b9dd-43c9-8577-fb4ea0abe684 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Unset dirty status for tenant:846b128e49a144bb97bdbd537ab49432 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:14:18.497309 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5b5e5b9-55d1-4a90-ac77-f40930cada09 req-31832b72-b9dd-43c9-8577-fb4ea0abe684 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.66 "GET /v2.0/ports?device_id=0f804a31-e3b1-4632-ad4b-004d10a066e7 HTTP/1.1" status: 200 len: 945 time: 0.3770785 May 27 02:14:18.612022 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-e5b5e5b9-55d1-4a90-ac77-f40930cada09 req-2b4282d0-b637-4383-92ae-0199123d11e3 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Deleting port eba1c68e-2190-44d5-8651-0e5466a7f922 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:14:18.612362 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e5b5e5b9-55d1-4a90-ac77-f40930cada09 req-2b4282d0-b637-4383-92ae-0199123d11e3 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:18.776567 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ba50c46-cfdb-41ef-8bf5-8ff82756f44b'] response: {'server_uuid': '87dafe07-4df8-4a69-ab8f-c04e892a00a9', 'name': 'network-vif-deleted', 'tag': '6f5de102-5480-41ab-b0a3-1896cacac56e', 'status': 'completed', 'code': 200} May 27 02:14:18.809691 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a813b-bc07-444e-9a21-830468b537dd req-378101b9-0fb8-468f-97e6-880a64ea0d08 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:18.819939 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-257a813b-bc07-444e-9a21-830468b537dd req-378101b9-0fb8-468f-97e6-880a64ea0d08 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f804a31-e3b1-4632-ad4b-004d10a066e7 HTTP/1.1" status: 200 len: 945 time: 0.2621458 May 27 02:14:18.836459 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:18.859960 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee8fbc2-414e-4ef1-8a4d-d4e068f9469e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9fb20c-ed58-438d-bcc5-f1b6807d3edf'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:14:18.941348 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-257a813b-bc07-444e-9a21-830468b537dd req-c4f1df46-a1e7-49bf-93fa-4d54dacb214b tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bf40757-b57b-4b5f-b315-5f4f7d56f824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200619 May 27 02:14:19.036643 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:19.133234 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-e5b5e5b9-55d1-4a90-ac77-f40930cada09 req-2b4282d0-b637-4383-92ae-0199123d11e3 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] For port eba1c68e-2190-44d5-8651-0e5466a7f922, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=eba1c68e-2190-44d5-8651-0e5466a7f922,segment=NetworkSegment(18001c0d-6c74-475c-a0cb-9d64b721b14f),segment_id=18001c0d-6c74-475c-a0cb-9d64b721b14f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:19.133600 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e5b5e5b9-55d1-4a90-ac77-f40930cada09 req-2b4282d0-b637-4383-92ae-0199123d11e3 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:19.265121 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-e5b5e5b9-55d1-4a90-ac77-f40930cada09 req-2b4282d0-b637-4383-92ae-0199123d11e3 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Calling delete_port for eba1c68e-2190-44d5-8651-0e5466a7f922 owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:14:19.311587 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 18ff276f-6125-4a3a-8b89-114081ef9788 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:14:19.467846 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f642c6d-2421-4614-865b-ecde637d013e req-66d15521-c2f9-4571-b024-344514e7730d tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:19.474837 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1f642c6d-2421-4614-865b-ecde637d013e req-66d15521-c2f9-4571-b024-344514e7730d tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ee8fbc2-414e-4ef1-8a4d-d4e068f9469e HTTP/1.1" status: 200 len: 949 time: 0.4814248 May 27 02:14:19.507501 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 18ff276f-6125-4a3a-8b89-114081ef9788 is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:14:19.508152 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:19.516634 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-79fc25f6-d68c-46f1-b708-0e8b0a51562d req-e3b1aaa7-4363-4d47-8907-1bf971435509 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb41b5a5-103a-438d-b061-4161b441e630 HTTP/1.1" status: 200 len: 210 time: 0.2591550 May 27 02:14:19.577618 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1f642c6d-2421-4614-865b-ecde637d013e req-173ba41b-ea59-4555-8158-a8537016e575 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017082 May 27 02:14:19.593671 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 18ff276f-6125-4a3a-8b89-114081ef9788, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=18ff276f-6125-4a3a-8b89-114081ef9788,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:19.632503 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-898de04f-6854-4a34-a1fc-074267d5f892 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:19.637644 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-898de04f-6854-4a34-a1fc-074267d5f892 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] Synchronizing usage tracker for tenant:2c6743fc7afe4b37967cb13854dbba04 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:14:19.678792 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:19.679622 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3d145a42-cc00-4f5d-960c-2c693b6e6ace req-4ee1e1a1-fbc3-4f9b-9307-ba8104b1b0e2 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=60265989-e06c-47a3-9c10-61d63637e329 HTTP/1.1" status: 200 len: 210 time: 0.0639617 May 27 02:14:19.735756 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-898de04f-6854-4a34-a1fc-074267d5f892 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] Unset dirty status for tenant:2c6743fc7afe4b37967cb13854dbba04 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:14:19.737093 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-898de04f-6854-4a34-a1fc-074267d5f892 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] 10.222.0.66 "GET /v2.0/networks?id=e65f41ea-17af-475c-b86b-6ffa6e1ab516 HTTP/1.1" status: 200 len: 821 time: 0.3887317 May 27 02:14:19.749595 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-cc8b6b47-0f38-4878-a2a2-f2dd7602c6d5 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] Request body: {'port': {'device_id': 'bb41b5a5-103a-438d-b061-4161b441e630', 'network_id': 'e65f41ea-17af-475c-b86b-6ffa6e1ab516', 'admin_state_up': True, 'tenant_id': '2c6743fc7afe4b37967cb13854dbba04'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:19.852036 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bd30cdd-bf50-4227-82da-df50dd720375'] response: {'server_uuid': '0ee8fbc2-414e-4ef1-8a4d-d4e068f9469e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9fb20c-ed58-438d-bcc5-f1b6807d3edf', 'code': 200} May 27 02:14:19.855925 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=18ff276f-6125-4a3a-8b89-114081ef9788,revision_number=11']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:19.955129 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-cc8b6b47-0f38-4878-a2a2-f2dd7602c6d5 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:19.960583 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-cc8b6b47-0f38-4878-a2a2-f2dd7602c6d5 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] Usage tracker for resource:port and tenant:2c6743fc7afe4b37967cb13854dbba04 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:19.964616 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-cc8b6b47-0f38-4878-a2a2-f2dd7602c6d5 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:19.971333 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-cc8b6b47-0f38-4878-a2a2-f2dd7602c6d5 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:20.064667 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-cc8b6b47-0f38-4878-a2a2-f2dd7602c6d5 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] Made reservation on behalf of 2c6743fc7afe4b37967cb13854dbba04 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:14:20.068411 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-cc8b6b47-0f38-4878-a2a2-f2dd7602c6d5 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:20.133765 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffea4ba-f659-4487-bace-bf19ec5de699 req-ac88f412-3ab9-4fcd-a166-6bf77c55bf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:20.137169 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7ffea4ba-f659-4487-bace-bf19ec5de699 req-ac88f412-3ab9-4fcd-a166-6bf77c55bf74 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0ee8fbc2-414e-4ef1-8a4d-d4e068f9469e HTTP/1.1" status: 200 len: 1100 time: 0.3301363 May 27 02:14:20.138263 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e5b5e5b9-55d1-4a90-ac77-f40930cada09 req-2b4282d0-b637-4383-92ae-0199123d11e3 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:20.268584 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4282d0-b637-4383-92ae-0199123d11e3 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Pushing event deleted for resources: {'Port': ['ID=eba1c68e-2190-44d5-8651-0e5466a7f922,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:20.306591 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3a1d3-a0f7-4fa8-b229-e3fac00e660d req-45ad521b-b0f3-4397-bd3d-6cb2f8a4e950 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:20.308143 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-36d3a1d3-a0f7-4fa8-b229-e3fac00e660d req-45ad521b-b0f3-4397-bd3d-6cb2f8a4e950 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.57 "GET /v2.0/ports?device_id=a44d70a5-fb0a-4b79-8988-4382128bc3bc HTTP/1.1" status: 200 len: 950 time: 0.3971300 May 27 02:14:20.406134 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7ffea4ba-f659-4487-bace-bf19ec5de699 req-e73d96d2-9c12-4cb8-9ac5-73b99994c372 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217598 May 27 02:14:20.418560 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eca3764e-ea49-44ab-9aec-91469f7f3495 req-f3415b06-f6e3-48a2-8b39-9488864838ee tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f804a31-e3b1-4632-ad4b-004d10a066e7 HTTP/1.1" status: 200 len: 210 time: 0.1207778 May 27 02:14:20.436481 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-cc8b6b47-0f38-4878-a2a2-f2dd7602c6d5 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] Allocated IP 172.20.0.14 (e65f41ea-17af-475c-b86b-6ffa6e1ab516/d6b4302e-56c8-4e13-b098-490a3d66041f/9dc410f9-85b0-449c-a39d-437f3a1cbe0f) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:14:20.573197 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b5e5b9-55d1-4a90-ac77-f40930cada09 req-2b4282d0-b637-4383-92ae-0199123d11e3 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] No DVR routers for this DVR port eba1c68e-2190-44d5-8651-0e5466a7f922 on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:14:20.578814 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e5b5e5b9-55d1-4a90-ac77-f40930cada09 req-2b4282d0-b637-4383-92ae-0199123d11e3 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:20.591762 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-36d3a1d3-a0f7-4fa8-b229-e3fac00e660d req-c29dce8e-933e-4369-ae0a-8b3ad7f87feb tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.57 "GET /v2.0/security-groups?id=02ce02d7-6435-49ca-96a4-819faa023c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055790 May 27 02:14:20.685105 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5b5e5b9-55d1-4a90-ac77-f40930cada09 req-2b4282d0-b637-4383-92ae-0199123d11e3 tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.66 "DELETE /v2.0/ports/eba1c68e-2190-44d5-8651-0e5466a7f922 HTTP/1.1" status: 204 len: 173 time: 2.1823692 May 27 02:14:20.757161 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-cc8b6b47-0f38-4878-a2a2-f2dd7602c6d5 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:20.799032 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f804a31-e3b1-4632-ad4b-004d10a066e7', 'name': 'network-vif-deleted', 'tag': 'eba1c68e-2190-44d5-8651-0e5466a7f922'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:14:20.823809 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b7507a42-0488-4ccb-997e-116de88f5e01 req-5b4f3a5e-ffc4-4f12-bda0-c5bb9c28fda3 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb41b5a5-103a-438d-b061-4161b441e630 HTTP/1.1" status: 200 len: 210 time: 0.0573208 May 27 02:14:20.878596 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-cc8b6b47-0f38-4878-a2a2-f2dd7602c6d5 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:20.904170 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33068) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:20.971412 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-cc8b6b47-0f38-4878-a2a2-f2dd7602c6d5 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] Network e65f41ea-17af-475c-b86b-6ffa6e1ab516 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:14:20.973849 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5009b-20b5-4fea-bfc3-95f87366d819 req-ee03e6db-3d5e-48e3-973b-96d02f4cedfd tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:20.974462 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-cc8b6b47-0f38-4878-a2a2-f2dd7602c6d5 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:14:20.975685 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bcf5009b-20b5-4fea-bfc3-95f87366d819 req-ee03e6db-3d5e-48e3-973b-96d02f4cedfd tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ee8fbc2-414e-4ef1-8a4d-d4e068f9469e HTTP/1.1" status: 200 len: 949 time: 0.1212831 May 27 02:14:20.981801 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-cc8b6b47-0f38-4878-a2a2-f2dd7602c6d5 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:14:21.034835 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b6b47-0f38-4878-a2a2-f2dd7602c6d5 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] Pushing event updated for resources: {'Port': ['ID=9dc410f9-85b0-449c-a39d-437f3a1cbe0f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:21.047064 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bcf5009b-20b5-4fea-bfc3-95f87366d819 req-202f66df-a502-48d3-ab84-c3816663f2c3 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634193 May 27 02:14:21.072624 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-cc8b6b47-0f38-4878-a2a2-f2dd7602c6d5 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:21.077318 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-cc8b6b47-0f38-4878-a2a2-f2dd7602c6d5 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:21.105877 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-30ffb689-6bce-4d30-997b-81b294752a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:21.126563 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-30ffb689-6bce-4d30-997b-81b294752a41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:21.130870 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-30ffb689-6bce-4d30-997b-81b294752a41 admin admin] Usage tracker for resource:security_group_rule and tenant:2487b964ec954547a1057624750978de is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:21.134596 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-30ffb689-6bce-4d30-997b-81b294752a41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:21.145900 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-30ffb689-6bce-4d30-997b-81b294752a41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:21.230479 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-92661921-bf91-4284-a0fa-f436134d91d6 req-3e00f16b-f0bd-4278-858b-3584f3d0556a tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=60265989-e06c-47a3-9c10-61d63637e329 HTTP/1.1" status: 200 len: 210 time: 0.0433719 May 27 02:14:21.273539 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-cc8b6b47-0f38-4878-a2a2-f2dd7602c6d5 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5284574 May 27 02:14:21.285311 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-e1c1ff9e-e3bf-4c40-8e17-27343a823eca service neutron] Request body: {'port': {'device_id': 'bb41b5a5-103a-438d-b061-4161b441e630', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:21.329025 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device eba1c68e-2190-44d5-8651-0e5466a7f922 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:14:21.385098 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-30ffb689-6bce-4d30-997b-81b294752a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:21.425781 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: eba1c68e-2190-44d5-8651-0e5466a7f922 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:14:21.426130 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device eba1c68e-2190-44d5-8651-0e5466a7f922 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:14:21.444906 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee73a888-0bcb-4e86-a4a9-3cca9d9a59f8'] response: {'server_uuid': '0f804a31-e3b1-4632-ad4b-004d10a066e7', 'name': 'network-vif-deleted', 'tag': 'eba1c68e-2190-44d5-8651-0e5466a7f922', 'status': 'completed', 'code': 200} May 27 02:14:21.469628 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-e1c1ff9e-e3bf-4c40-8e17-27343a823eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:21.579863 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-30ffb689-6bce-4d30-997b-81b294752a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:21.778411 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33110) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:21.778926 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-30ffb689-6bce-4d30-997b-81b294752a41 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2487b964ec954547a1057624750978de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8739748 May 27 02:14:21.852265 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ffb689-6bce-4d30-997b-81b294752a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1bff4f1-e29a-47b2-b76c-196822e9e881,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:21.854102 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26aa7717-901d-4fed-8866-692a2eaa03ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18ff276f-6125-4a3a-8b89-114081ef9788'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:14:21.881326 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-67975bc3-1f5b-466a-9710-f9562562979c req-69eb1473-93ac-4b06-a19c-abeb80fc83ed tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Synchronizing usage tracker for tenant:846b128e49a144bb97bdbd537ab49432 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:14:21.906137 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f7fbf3f3-ab5d-4198-85b3-abf2f55c5882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:21.968261 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f7fbf3f3-ab5d-4198-85b3-abf2f55c5882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:22.017188 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-e94ec5b4-3ff9-4ab4-8c02-9960cd1344c3 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:22.018674 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-e94ec5b4-3ff9-4ab4-8c02-9960cd1344c3 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.66 "GET /v2.0/networks?id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164 HTTP/1.1" status: 200 len: 811 time: 0.4052491 May 27 02:14:22.035191 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-1e6684f0-5063-473e-8fa6-cca0c0d1a681 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Request body: {'port': {'device_id': '60265989-e06c-47a3-9c10-61d63637e329', 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164', 'admin_state_up': True, 'tenant_id': '62f5f7df5795463f9f8bc1cd40caf878'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:22.037705 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-e1c1ff9e-e3bf-4c40-8e17-27343a823eca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dc410f9-85b0-449c-a39d-437f3a1cbe0f {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:14:22.048498 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-e1c1ff9e-e3bf-4c40-8e17-27343a823eca service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:22.132802 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-67975bc3-1f5b-466a-9710-f9562562979c req-69eb1473-93ac-4b06-a19c-abeb80fc83ed tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] Unset dirty status for tenant:846b128e49a144bb97bdbd537ab49432 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:14:22.133995 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-67975bc3-1f5b-466a-9710-f9562562979c req-69eb1473-93ac-4b06-a19c-abeb80fc83ed tempest-LiveMigrationTest-129938202 tempest-LiveMigrationTest-129938202-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f804a31-e3b1-4632-ad4b-004d10a066e7 HTTP/1.1" status: 200 len: 210 time: 0.3847010 May 27 02:14:22.142955 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52d00a-fec4-4f7b-a7f6-27f8c277e4e7 req-83d3fc88-ac6a-4ea3-b552-ace3b58ed5af tempest-ServersAdminNegativeTestJSON-703477228 tempest-ServersAdminNegativeTestJSON-703477228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:22.144451 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0c52d00a-fec4-4f7b-a7f6-27f8c277e4e7 req-83d3fc88-ac6a-4ea3-b552-ace3b58ed5af tempest-ServersAdminNegativeTestJSON-703477228 tempest-ServersAdminNegativeTestJSON-703477228-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=a44d70a5-fb0a-4b79-8988-4382128bc3bc HTTP/1.1" status: 200 len: 1101 time: 0.2083335 May 27 02:14:22.173801 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-e1c1ff9e-e3bf-4c40-8e17-27343a823eca service neutron] Transition to ACTIVE for port object 9dc410f9-85b0-449c-a39d-437f3a1cbe0f will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:14:22.182869 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f7fbf3f3-ab5d-4198-85b3-abf2f55c5882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:22.194728 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0c52d00a-fec4-4f7b-a7f6-27f8c277e4e7 req-c297ab5a-cf33-4d6f-b911-582c9013eaa7 tempest-ServersAdminNegativeTestJSON-703477228 tempest-ServersAdminNegativeTestJSON-703477228-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:22.225912 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fbf3f3-ab5d-4198-85b3-abf2f55c5882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1bff4f1-e29a-47b2-b76c-196822e9e881,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:22.229564 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-0c52d00a-fec4-4f7b-a7f6-27f8c277e4e7 req-c297ab5a-cf33-4d6f-b911-582c9013eaa7 tempest-ServersAdminNegativeTestJSON-703477228 tempest-ServersAdminNegativeTestJSON-703477228-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:22.234875 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-1e6684f0-5063-473e-8fa6-cca0c0d1a681 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:22.237479 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-0c52d00a-fec4-4f7b-a7f6-27f8c277e4e7 req-c297ab5a-cf33-4d6f-b911-582c9013eaa7 tempest-ServersAdminNegativeTestJSON-703477228 tempest-ServersAdminNegativeTestJSON-703477228-project-admin] Usage tracker for resource:security_group_rule and tenant:556c536186344a5dbff6ecc56f66016b is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:22.241606 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-0c52d00a-fec4-4f7b-a7f6-27f8c277e4e7 req-c297ab5a-cf33-4d6f-b911-582c9013eaa7 tempest-ServersAdminNegativeTestJSON-703477228 tempest-ServersAdminNegativeTestJSON-703477228-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:22.244924 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-1e6684f0-5063-473e-8fa6-cca0c0d1a681 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Usage tracker for resource:port and tenant:62f5f7df5795463f9f8bc1cd40caf878 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:22.251316 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-1e6684f0-5063-473e-8fa6-cca0c0d1a681 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:22.253702 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f7fbf3f3-ab5d-4198-85b3-abf2f55c5882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:22.256670 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-0c52d00a-fec4-4f7b-a7f6-27f8c277e4e7 req-c297ab5a-cf33-4d6f-b911-582c9013eaa7 tempest-ServersAdminNegativeTestJSON-703477228 tempest-ServersAdminNegativeTestJSON-703477228-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:22.259302 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f7fbf3f3-ab5d-4198-85b3-abf2f55c5882 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b1bff4f1-e29a-47b2-b76c-196822e9e881 HTTP/1.1" status: 204 len: 168 time: 0.4796011 May 27 02:14:22.266474 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-1e6684f0-5063-473e-8fa6-cca0c0d1a681 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:22.314191 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-e1c1ff9e-e3bf-4c40-8e17-27343a823eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:22.398842 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0c52d00a-fec4-4f7b-a7f6-27f8c277e4e7 req-c297ab5a-cf33-4d6f-b911-582c9013eaa7 tempest-ServersAdminNegativeTestJSON-703477228 tempest-ServersAdminNegativeTestJSON-703477228-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:22.448477 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-1e6684f0-5063-473e-8fa6-cca0c0d1a681 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Made reservation on behalf of 62f5f7df5795463f9f8bc1cd40caf878 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:14:22.451980 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-1e6684f0-5063-473e-8fa6-cca0c0d1a681 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:22.512560 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1ff9e-e3bf-4c40-8e17-27343a823eca service neutron] Pushing event updated for resources: {'Port': ['ID=9dc410f9-85b0-449c-a39d-437f3a1cbe0f,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:22.570883 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0c52d00a-fec4-4f7b-a7f6-27f8c277e4e7 req-c297ab5a-cf33-4d6f-b911-582c9013eaa7 tempest-ServersAdminNegativeTestJSON-703477228 tempest-ServersAdminNegativeTestJSON-703477228-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:22.606743 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-e1c1ff9e-e3bf-4c40-8e17-27343a823eca service neutron] Attempting to bind port 9dc410f9-85b0-449c-a39d-437f3a1cbe0f on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:14:22.607127 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-e1c1ff9e-e3bf-4c40-8e17-27343a823eca service neutron] Attempting to bind port 9dc410f9-85b0-449c-a39d-437f3a1cbe0f by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'b00fa734-b101-4281-bd9f-77e49091444b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e65f41ea-17af-475c-b86b-6ffa6e1ab516'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:14:22.607527 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-e1c1ff9e-e3bf-4c40-8e17-27343a823eca service neutron] Attempting to bind port 9dc410f9-85b0-449c-a39d-437f3a1cbe0f on network e65f41ea-17af-475c-b86b-6ffa6e1ab516 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:22.612430 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-e1c1ff9e-e3bf-4c40-8e17-27343a823eca service neutron] Port 9dc410f9-85b0-449c-a39d-437f3a1cbe0f on network e65f41ea-17af-475c-b86b-6ffa6e1ab516 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:14:22.618782 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-e1c1ff9e-e3bf-4c40-8e17-27343a823eca service neutron] Attempting to bind port 9dc410f9-85b0-449c-a39d-437f3a1cbe0f on network e65f41ea-17af-475c-b86b-6ffa6e1ab516 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:22.618782 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-e1c1ff9e-e3bf-4c40-8e17-27343a823eca service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:14:22.618782 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-e1c1ff9e-e3bf-4c40-8e17-27343a823eca service neutron] Checking segment: {'id': 'b00fa734-b101-4281-bd9f-77e49091444b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e65f41ea-17af-475c-b86b-6ffa6e1ab516'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:14:22.618782 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-e1c1ff9e-e3bf-4c40-8e17-27343a823eca service neutron] Bound using segment: {'id': 'b00fa734-b101-4281-bd9f-77e49091444b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e65f41ea-17af-475c-b86b-6ffa6e1ab516'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:14:22.619217 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-e1c1ff9e-e3bf-4c40-8e17-27343a823eca service neutron] Bound port: 9dc410f9-85b0-449c-a39d-437f3a1cbe0f, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b00fa734-b101-4281-bd9f-77e49091444b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e65f41ea-17af-475c-b86b-6ffa6e1ab516'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:14:22.619385 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-e1c1ff9e-e3bf-4c40-8e17-27343a823eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:22.652831 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0c52d00a-fec4-4f7b-a7f6-27f8c277e4e7 req-c297ab5a-cf33-4d6f-b911-582c9013eaa7 tempest-ServersAdminNegativeTestJSON-703477228 tempest-ServersAdminNegativeTestJSON-703477228-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=02ce02d7-6435-49ca-96a4-819faa023c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4862609 May 27 02:14:22.678527 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d52130-d5f0-4bf8-9c8a-bf8242da4bfa req-f458d267-2d6c-48d2-a08f-b52d611fe2fb tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:22.680022 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-74d52130-d5f0-4bf8-9c8a-bf8242da4bfa req-f458d267-2d6c-48d2-a08f-b52d611fe2fb tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb41b5a5-103a-438d-b061-4161b441e630 HTTP/1.1" status: 200 len: 944 time: 0.2696970 May 27 02:14:22.683625 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c297ab5a-cf33-4d6f-b911-582c9013eaa7 tempest-ServersAdminNegativeTestJSON-703477228 tempest-ServersAdminNegativeTestJSON-703477228-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57389cd-2e00-4cfa-9238-ecf4a7881e93,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:22.716169 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-e1c1ff9e-e3bf-4c40-8e17-27343a823eca service neutron] For port 9dc410f9-85b0-449c-a39d-437f3a1cbe0f, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:14:22.719762 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-e1c1ff9e-e3bf-4c40-8e17-27343a823eca service neutron] For port 9dc410f9-85b0-449c-a39d-437f3a1cbe0f, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=9dc410f9-85b0-449c-a39d-437f3a1cbe0f,segment=NetworkSegment(b00fa734-b101-4281-bd9f-77e49091444b),segment_id=b00fa734-b101-4281-bd9f-77e49091444b)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:14:22.722116 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb9578a8-5c8c-42ed-bdef-3f9de02254cb'] response: {'server_uuid': '26aa7717-901d-4fed-8866-692a2eaa03ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18ff276f-6125-4a3a-8b89-114081ef9788', 'code': 200} May 27 02:14:22.822502 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-e1c1ff9e-e3bf-4c40-8e17-27343a823eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:22.899713 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-e1c1ff9e-e3bf-4c40-8e17-27343a823eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:22.900442 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-e1c1ff9e-e3bf-4c40-8e17-27343a823eca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:22.902409 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-e1c1ff9e-e3bf-4c40-8e17-27343a823eca service neutron] 10.222.0.66 "PUT /v2.0/ports/9dc410f9-85b0-449c-a39d-437f3a1cbe0f HTTP/1.1" status: 200 len: 1092 time: 1.6221495 May 27 02:14:22.903279 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb41b5a5-103a-438d-b061-4161b441e630', 'tag': '9dc410f9-85b0-449c-a39d-437f3a1cbe0f'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:14:22.908419 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-1e6684f0-5063-473e-8fa6-cca0c0d1a681 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Allocated IP 172.20.0.10 (8f2ce48b-e47c-4916-9cd3-7a45a8d46164/7ee39392-3407-48c1-b561-be7ced0cb982/59a158e2-8d26-4c48-8164-df6f389fb68e) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:14:22.925980 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1ff9e-e3bf-4c40-8e17-27343a823eca service neutron] Pushing event updated for resources: {'Port': ['ID=9dc410f9-85b0-449c-a39d-437f3a1cbe0f,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:22.938156 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-74d52130-d5f0-4bf8-9c8a-bf8242da4bfa req-a5746826-6d01-4e70-915b-5cf7f21b04c5 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a8e62a3-2418-4616-9b32-5330307b5a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351069 May 27 02:14:23.081966 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ad2ac-c077-4bd2-b013-494ef3adea23 req-3e3a80ea-599c-44fc-9d54-7dca57637bc0 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:23.083526 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2f9ad2ac-c077-4bd2-b013-494ef3adea23 req-3e3a80ea-599c-44fc-9d54-7dca57637bc0 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ee8fbc2-414e-4ef1-8a4d-d4e068f9469e HTTP/1.1" status: 200 len: 949 time: 0.2465308 May 27 02:14:23.132746 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-e457d4b2-fb15-4a07-a9c5-437dbed9f4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:23.134784 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-e457d4b2-fb15-4a07-a9c5-437dbed9f4ad service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2c6743fc7afe4b37967cb13854dbba04&device_id=bb41b5a5-103a-438d-b061-4161b441e630 HTTP/1.1" status: 200 len: 1095 time: 0.0725281 May 27 02:14:23.152555 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b9c39c13-dcbd-4ff7-bbf5-55cc806e9d56 req-95851d9e-262a-4d1c-8f2e-66a003c92b3f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=60265989-e06c-47a3-9c10-61d63637e329 HTTP/1.1" status: 200 len: 210 time: 0.0854597 May 27 02:14:23.208258 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2f9ad2ac-c077-4bd2-b013-494ef3adea23 req-bfa727a6-6672-4284-aafd-749add540914 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790446 May 27 02:14:23.213134 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-c4ccfc1a-158e-4fde-ac06-2a1260c68ea2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dc410f9-85b0-449c-a39d-437f3a1cbe0f HTTP/1.1" status: 200 len: 217 time: 0.0709765 May 27 02:14:23.254405 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-1e6684f0-5063-473e-8fa6-cca0c0d1a681 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:23.275726 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-1e6684f0-5063-473e-8fa6-cca0c0d1a681 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Transition to ACTIVE for port object 59a158e2-8d26-4c48-8164-df6f389fb68e will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:14:23.297273 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cba8557b-a47b-421d-aab2-e9ba889b13ba'] response: {'name': 'network-changed', 'server_uuid': 'bb41b5a5-103a-438d-b061-4161b441e630', 'tag': '9dc410f9-85b0-449c-a39d-437f3a1cbe0f', 'status': 'completed', 'code': 200} May 27 02:14:23.306892 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-d290abcc-6e73-4eeb-a58a-5f236ace484f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:23.308428 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-d290abcc-6e73-4eeb-a58a-5f236ace484f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d6b4302e-56c8-4e13-b098-490a3d66041f HTTP/1.1" status: 200 len: 861 time: 0.0891986 May 27 02:14:23.373463 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-94dca506-61b0-427f-9a3a-4c04588c7917 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e65f41ea-17af-475c-b86b-6ffa6e1ab516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590088 May 27 02:14:23.386054 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33166) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:23.402170 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-1e6684f0-5063-473e-8fa6-cca0c0d1a681 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:23.501717 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-1e6684f0-5063-473e-8fa6-cca0c0d1a681 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Network 8f2ce48b-e47c-4916-9cd3-7a45a8d46164 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:14:23.502874 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-1e6684f0-5063-473e-8fa6-cca0c0d1a681 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:14:23.505731 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-1e6684f0-5063-473e-8fa6-cca0c0d1a681 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:14:23.564600 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6684f0-5063-473e-8fa6-cca0c0d1a681 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Pushing event updated for resources: {'Port': ['ID=59a158e2-8d26-4c48-8164-df6f389fb68e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:23.601823 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-1e6684f0-5063-473e-8fa6-cca0c0d1a681 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:23.602444 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-1e6684f0-5063-473e-8fa6-cca0c0d1a681 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:23.752112 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-89202c67-094f-408e-b1c4-512ddfd5033b service neutron] 10.222.0.66 "GET /v2.0/networks/e65f41ea-17af-475c-b86b-6ffa6e1ab516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705916 May 27 02:14:23.780017 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-1e6684f0-5063-473e-8fa6-cca0c0d1a681 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7493238 May 27 02:14:23.797276 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-002a8de2-fcef-4edb-abdf-78aee8a91ccc admin admin] Deleting subnet 7bcc4077-ba65-497d-80cd-f2b54423660b {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:14:23.813733 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-45fc3e5f-645e-4bf2-a1a4-174e2f8a7ab8 service neutron] Request body: {'port': {'device_id': '60265989-e06c-47a3-9c10-61d63637e329', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:23.913103 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-002a8de2-fcef-4edb-abdf-78aee8a91ccc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:23.938434 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-42cc1d7a-0eb7-49ab-9997-3d2dc94ee6f0 req-da17478e-ae96-49a2-9cbb-e413dc3a62e1 service neutron] 10.222.0.66 "GET /v2.0/networks/e65f41ea-17af-475c-b86b-6ffa6e1ab516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800694 May 27 02:14:24.069571 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-002a8de2-fcef-4edb-abdf-78aee8a91ccc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:24.076163 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f0d74177-5988-4ec1-b9e3-6db54db51d0e None None] Provisioning for port 59a158e2-8d26-4c48-8164-df6f389fb68e completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:14:24.081810 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f0d74177-5988-4ec1-b9e3-6db54db51d0e None None] Provisioning complete for port 59a158e2-8d26-4c48-8164-df6f389fb68e triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:14:24.082300 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f0d74177-5988-4ec1-b9e3-6db54db51d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:24.138793 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-45fc3e5f-645e-4bf2-a1a4-174e2f8a7ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:24.145757 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-f0d74177-5988-4ec1-b9e3-6db54db51d0e None None] Port 59a158e2-8d26-4c48-8164-df6f389fb68e cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:14:24.171425 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-002a8de2-fcef-4edb-abdf-78aee8a91ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:24.238418 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb19c9-e15a-42e3-ac59-da9fca50f8fc req-d70c50b7-a5ca-4421-849c-4405f2927e73 tempest-ServersAdminNegativeTestJSON-703477228 tempest-ServersAdminNegativeTestJSON-703477228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:24.239922 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-34fb19c9-e15a-42e3-ac59-da9fca50f8fc req-d70c50b7-a5ca-4421-849c-4405f2927e73 tempest-ServersAdminNegativeTestJSON-703477228 tempest-ServersAdminNegativeTestJSON-703477228-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=a44d70a5-fb0a-4b79-8988-4382128bc3bc HTTP/1.1" status: 200 len: 1101 time: 0.2991860 May 27 02:14:24.247519 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec40de-e25e-444a-9688-2009e8ea71af req-76881704-70e8-42a7-9a7a-e614c7484e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:24.250076 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6bec40de-e25e-444a-9688-2009e8ea71af req-76881704-70e8-42a7-9a7a-e614c7484e4a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2c6743fc7afe4b37967cb13854dbba04&device_id=bb41b5a5-103a-438d-b061-4161b441e630 HTTP/1.1" status: 200 len: 1095 time: 0.1399786 May 27 02:14:24.379207 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-34fb19c9-e15a-42e3-ac59-da9fca50f8fc req-b4a9be8b-8d5b-4a43-be6e-7d3736924204 tempest-ServersAdminNegativeTestJSON-703477228 tempest-ServersAdminNegativeTestJSON-703477228-project-admin] Synchronizing usage tracker for tenant:556c536186344a5dbff6ecc56f66016b on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:14:24.402406 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec40de-e25e-444a-9688-2009e8ea71af req-da8bc0ef-d481-43fa-bb35-fd7a432c48c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:24.403831 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6bec40de-e25e-444a-9688-2009e8ea71af req-da8bc0ef-d481-43fa-bb35-fd7a432c48c2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e65f41ea-17af-475c-b86b-6ffa6e1ab516 HTTP/1.1" status: 200 len: 922 time: 0.1474960 May 27 02:14:24.476923 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6bec40de-e25e-444a-9688-2009e8ea71af req-bfd7da36-4637-4cba-ae47-385765fa5933 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dc410f9-85b0-449c-a39d-437f3a1cbe0f HTTP/1.1" status: 200 len: 217 time: 0.0666893 May 27 02:14:24.532236 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-002a8de2-fcef-4edb-abdf-78aee8a91ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:24.541351 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec40de-e25e-444a-9688-2009e8ea71af req-fce76ede-ee29-4c41-bc6d-9bb8bf700c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:24.545777 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6bec40de-e25e-444a-9688-2009e8ea71af req-fce76ede-ee29-4c41-bc6d-9bb8bf700c57 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d6b4302e-56c8-4e13-b098-490a3d66041f HTTP/1.1" status: 200 len: 861 time: 0.0601509 May 27 02:14:24.569600 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-34fb19c9-e15a-42e3-ac59-da9fca50f8fc req-b4a9be8b-8d5b-4a43-be6e-7d3736924204 tempest-ServersAdminNegativeTestJSON-703477228 tempest-ServersAdminNegativeTestJSON-703477228-project-admin] Unset dirty status for tenant:556c536186344a5dbff6ecc56f66016b on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:14:24.570704 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-34fb19c9-e15a-42e3-ac59-da9fca50f8fc req-b4a9be8b-8d5b-4a43-be6e-7d3736924204 tempest-ServersAdminNegativeTestJSON-703477228 tempest-ServersAdminNegativeTestJSON-703477228-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=02ce02d7-6435-49ca-96a4-819faa023c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116171 May 27 02:14:24.591074 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6bec40de-e25e-444a-9688-2009e8ea71af req-a1116b2c-b95f-4f33-905f-d3fca05bdaf7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e65f41ea-17af-475c-b86b-6ffa6e1ab516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418112 May 27 02:14:24.602388 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a8de2-fcef-4edb-abdf-78aee8a91ccc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bcc4077-ba65-497d-80cd-f2b54423660b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:24.602388 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-002a8de2-fcef-4edb-abdf-78aee8a91ccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:24.628107 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-002a8de2-fcef-4edb-abdf-78aee8a91ccc admin admin] 10.222.0.57 "DELETE /v2.0/subnets/7bcc4077-ba65-497d-80cd-f2b54423660b HTTP/1.1" status: 204 len: 168 time: 1.2409410 May 27 02:14:24.631091 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33226) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:24.740560 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6bec40de-e25e-444a-9688-2009e8ea71af req-a087263b-b304-49d3-afb0-373703b2d643 service neutron] 10.222.0.66 "GET /v2.0/networks/e65f41ea-17af-475c-b86b-6ffa6e1ab516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424196 May 27 02:14:24.791471 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a7e84-fba6-48b8-b936-96ad70fc651b req-58423481-233c-4eb3-9421-502faf28fe6d tempest-ServersAdminTestJSON-1133170010 tempest-ServersAdminTestJSON-1133170010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:24.791962 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a7e84-fba6-48b8-b936-96ad70fc651b req-58423481-233c-4eb3-9421-502faf28fe6d tempest-ServersAdminTestJSON-1133170010 tempest-ServersAdminTestJSON-1133170010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:24.792429 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a7e84-fba6-48b8-b936-96ad70fc651b req-58423481-233c-4eb3-9421-502faf28fe6d tempest-ServersAdminTestJSON-1133170010 tempest-ServersAdminTestJSON-1133170010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:24.792916 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a7e84-fba6-48b8-b936-96ad70fc651b req-58423481-233c-4eb3-9421-502faf28fe6d tempest-ServersAdminTestJSON-1133170010 tempest-ServersAdminTestJSON-1133170010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:24.793380 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a7e84-fba6-48b8-b936-96ad70fc651b req-58423481-233c-4eb3-9421-502faf28fe6d tempest-ServersAdminTestJSON-1133170010 tempest-ServersAdminTestJSON-1133170010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:24.793836 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a7e84-fba6-48b8-b936-96ad70fc651b req-58423481-233c-4eb3-9421-502faf28fe6d tempest-ServersAdminTestJSON-1133170010 tempest-ServersAdminTestJSON-1133170010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:24.794292 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a7e84-fba6-48b8-b936-96ad70fc651b req-58423481-233c-4eb3-9421-502faf28fe6d tempest-ServersAdminTestJSON-1133170010 tempest-ServersAdminTestJSON-1133170010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:24.794746 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a7e84-fba6-48b8-b936-96ad70fc651b req-58423481-233c-4eb3-9421-502faf28fe6d tempest-ServersAdminTestJSON-1133170010 tempest-ServersAdminTestJSON-1133170010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:24.799862 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a7e84-fba6-48b8-b936-96ad70fc651b req-58423481-233c-4eb3-9421-502faf28fe6d tempest-ServersAdminTestJSON-1133170010 tempest-ServersAdminTestJSON-1133170010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:24.799862 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a7e84-fba6-48b8-b936-96ad70fc651b req-58423481-233c-4eb3-9421-502faf28fe6d tempest-ServersAdminTestJSON-1133170010 tempest-ServersAdminTestJSON-1133170010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:24.799862 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f00a7e84-fba6-48b8-b936-96ad70fc651b req-58423481-233c-4eb3-9421-502faf28fe6d tempest-ServersAdminTestJSON-1133170010 tempest-ServersAdminTestJSON-1133170010-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=60265989-e06c-47a3-9c10-61d63637e329&device_id=bb41b5a5-103a-438d-b061-4161b441e630&device_id=0ee8fbc2-414e-4ef1-8a4d-d4e068f9469e&device_id=a44d70a5-fb0a-4b79-8988-4382128bc3bc&device_id=bc70f2fb-bfde-41b8-b200-3f36d3316ef0&device_id=cfe4c9e4-db87-4967-8c34-e629bbf7e3c0&device_id=778c3e1a-cdf3-4484-8b3d-0c7c38383452&device_id=0a66d282-3002-42eb-ac2b-8fc0140067a9&device_id=26aa7717-901d-4fed-8866-692a2eaa03ec&device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 9029 time: 0.4198573 May 27 02:14:24.853954 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-52137413-ced1-4e79-a452-de5f695a5fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:24.856346 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f00a7e84-fba6-48b8-b936-96ad70fc651b req-ec4607d0-bc3b-4eb4-b6cd-5136422707d2 tempest-ServersAdminTestJSON-1133170010 tempest-ServersAdminTestJSON-1133170010-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:24.880244 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6bec40de-e25e-444a-9688-2009e8ea71af req-1f540bac-c008-4fd3-907e-5452b53f59d1 service neutron] 10.222.0.66 "GET /v2.0/networks/e65f41ea-17af-475c-b86b-6ffa6e1ab516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332183 May 27 02:14:25.037908 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-f00a7e84-fba6-48b8-b936-96ad70fc651b req-ec4607d0-bc3b-4eb4-b6cd-5136422707d2 tempest-ServersAdminTestJSON-1133170010 tempest-ServersAdminTestJSON-1133170010-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:25.055508 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-f00a7e84-fba6-48b8-b936-96ad70fc651b req-ec4607d0-bc3b-4eb4-b6cd-5136422707d2 tempest-ServersAdminTestJSON-1133170010 tempest-ServersAdminTestJSON-1133170010-project-admin] Usage tracker for resource:security_group_rule and tenant:3ca9aecfa8de44fe8bdfc89dfae7ecc1 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:25.060154 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-f00a7e84-fba6-48b8-b936-96ad70fc651b req-ec4607d0-bc3b-4eb4-b6cd-5136422707d2 tempest-ServersAdminTestJSON-1133170010 tempest-ServersAdminTestJSON-1133170010-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:25.076610 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-f00a7e84-fba6-48b8-b936-96ad70fc651b req-ec4607d0-bc3b-4eb4-b6cd-5136422707d2 tempest-ServersAdminTestJSON-1133170010 tempest-ServersAdminTestJSON-1133170010-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:25.124124 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-45fc3e5f-645e-4bf2-a1a4-174e2f8a7ab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59a158e2-8d26-4c48-8164-df6f389fb68e {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:14:25.150843 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-45fc3e5f-645e-4bf2-a1a4-174e2f8a7ab8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:25.213921 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff6c3e-ef6e-414f-b3ac-8c7c82d83aae req-a35a9f99-a78e-43cd-8add-5dfbb012ff05 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:25.215390 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2cff6c3e-ef6e-414f-b3ac-8c7c82d83aae req-a35a9f99-a78e-43cd-8add-5dfbb012ff05 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb41b5a5-103a-438d-b061-4161b441e630 HTTP/1.1" status: 200 len: 944 time: 0.4974396 May 27 02:14:25.267662 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-52137413-ced1-4e79-a452-de5f695a5fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:25.283764 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-45fc3e5f-645e-4bf2-a1a4-174e2f8a7ab8 service neutron] Transition to ACTIVE for port object 59a158e2-8d26-4c48-8164-df6f389fb68e will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:14:25.321065 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-52137413-ced1-4e79-a452-de5f695a5fd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a46dc284-eb7c-468a-bcfd-6cfcbba366bf']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:14:25.334926 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2cff6c3e-ef6e-414f-b3ac-8c7c82d83aae req-47b45b2a-519a-497c-9c86-647b1b8faad6 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a8e62a3-2418-4616-9b32-5330307b5a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983663 May 27 02:14:25.343638 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-52137413-ced1-4e79-a452-de5f695a5fd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18001c0d-6c74-475c-a0cb-9d64b721b14f') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:14:25.343933 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-52137413-ced1-4e79-a452-de5f695a5fd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18001c0d-6c74-475c-a0cb-9d64b721b14f') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:14:25.362126 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-52137413-ced1-4e79-a452-de5f695a5fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:25.392896 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-52137413-ced1-4e79-a452-de5f695a5fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:25.412962 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52137413-ced1-4e79-a452-de5f695a5fd4 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:14:25.413363 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-52137413-ced1-4e79-a452-de5f695a5fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:25.484687 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f00a7e84-fba6-48b8-b936-96ad70fc651b req-ec4607d0-bc3b-4eb4-b6cd-5136422707d2 tempest-ServersAdminTestJSON-1133170010 tempest-ServersAdminTestJSON-1133170010-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:25.491271 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 18001c0d-6c74-475c-a0cb-9d64b721b14f resource provider aggregate not found May 27 02:14:25.494655 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-45fc3e5f-645e-4bf2-a1a4-174e2f8a7ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:25.524039 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3fc76909-52e2-4ca8-8814-4f586cd56313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:25.539406 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 18001c0d-6c74-475c-a0cb-9d64b721b14f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18001c0d-6c74-475c-a0cb-9d64b721b14f found for delete ", "request_id": "req-54244eae-83ef-4fdd-983d-b5a18938c104"}]} May 27 02:14:25.669377 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f00a7e84-fba6-48b8-b936-96ad70fc651b req-ec4607d0-bc3b-4eb4-b6cd-5136422707d2 tempest-ServersAdminTestJSON-1133170010 tempest-ServersAdminTestJSON-1133170010-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:25.699278 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-52137413-ced1-4e79-a452-de5f695a5fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:25.725425 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc3e5f-645e-4bf2-a1a4-174e2f8a7ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=59a158e2-8d26-4c48-8164-df6f389fb68e,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:25.728322 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-52137413-ced1-4e79-a452-de5f695a5fd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:25.790453 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f00a7e84-fba6-48b8-b936-96ad70fc651b req-ec4607d0-bc3b-4eb4-b6cd-5136422707d2 tempest-ServersAdminTestJSON-1133170010 tempest-ServersAdminTestJSON-1133170010-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=7a8e62a3-2418-4616-9b32-5330307b5a22&id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&id=26bc4f20-2093-4472-a496-e7d6670ede92&id=72629ccd-86d5-4056-995a-d6eddbcf4989&id=4bb8d88a-a022-4e03-8d79-5049b621183f&id=02ce02d7-6435-49ca-96a4-819faa023c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.9813957 May 27 02:14:25.791167 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52137413-ced1-4e79-a452-de5f695a5fd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a46dc284-eb7c-468a-bcfd-6cfcbba366bf,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:25.811095 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4607d0-bc3b-4eb4-b6cd-5136422707d2 tempest-ServersAdminTestJSON-1133170010 tempest-ServersAdminTestJSON-1133170010-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df5cb8b-39d5-46b4-91f7-2d77cc9b67cc,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:25.905692 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1676b2-133a-45f6-9ced-667a1ac3310f req-8d01c499-a48b-44fc-8dd9-9f5dbc212350 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:25.906389 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-4b1676b2-133a-45f6-9ced-667a1ac3310f req-8d01c499-a48b-44fc-8dd9-9f5dbc212350 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Synchronizing usage tracker for tenant:62f5f7df5795463f9f8bc1cd40caf878 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:14:25.911160 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-45fc3e5f-645e-4bf2-a1a4-174e2f8a7ab8 service neutron] Attempting to bind port 59a158e2-8d26-4c48-8164-df6f389fb68e on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:14:25.911500 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-45fc3e5f-645e-4bf2-a1a4-174e2f8a7ab8 service neutron] Attempting to bind port 59a158e2-8d26-4c48-8164-df6f389fb68e by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '00de1387-8dac-4f66-aa2d-2c559a23250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:14:25.911827 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-45fc3e5f-645e-4bf2-a1a4-174e2f8a7ab8 service neutron] Attempting to bind port 59a158e2-8d26-4c48-8164-df6f389fb68e on network 8f2ce48b-e47c-4916-9cd3-7a45a8d46164 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:25.918529 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-45fc3e5f-645e-4bf2-a1a4-174e2f8a7ab8 service neutron] Port 59a158e2-8d26-4c48-8164-df6f389fb68e on network 8f2ce48b-e47c-4916-9cd3-7a45a8d46164 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:14:25.918842 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-45fc3e5f-645e-4bf2-a1a4-174e2f8a7ab8 service neutron] Attempting to bind port 59a158e2-8d26-4c48-8164-df6f389fb68e on network 8f2ce48b-e47c-4916-9cd3-7a45a8d46164 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:25.926410 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-45fc3e5f-645e-4bf2-a1a4-174e2f8a7ab8 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:14:25.926753 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-45fc3e5f-645e-4bf2-a1a4-174e2f8a7ab8 service neutron] Checking segment: {'id': '00de1387-8dac-4f66-aa2d-2c559a23250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:14:25.927129 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-45fc3e5f-645e-4bf2-a1a4-174e2f8a7ab8 service neutron] Bound using segment: {'id': '00de1387-8dac-4f66-aa2d-2c559a23250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:14:25.927552 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-45fc3e5f-645e-4bf2-a1a4-174e2f8a7ab8 service neutron] Bound port: 59a158e2-8d26-4c48-8164-df6f389fb68e, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00de1387-8dac-4f66-aa2d-2c559a23250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:14:25.927899 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-45fc3e5f-645e-4bf2-a1a4-174e2f8a7ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:25.984545 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-52137413-ced1-4e79-a452-de5f695a5fd4 admin admin] 10.222.0.57 "DELETE /v2.0/networks/a46dc284-eb7c-468a-bcfd-6cfcbba366bf HTTP/1.1" status: 204 len: 168 time: 1.3497965 May 27 02:14:25.985120 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33254) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:26.047805 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-c52c0c9e-ac7a-4f67-91db-3abfd22a7237 tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=f0f94ddac1e642efbab9acbae2e87889&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321708 May 27 02:14:26.048211 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d8909b5-51b9-4e07-99e7-7ba003481ed6 admin admin] Deleting subnet 090f6927-11f9-4eb5-b104-59357cdb596b {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:14:26.051295 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d8909b5-51b9-4e07-99e7-7ba003481ed6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:26.054128 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-45fc3e5f-645e-4bf2-a1a4-174e2f8a7ab8 service neutron] For port 59a158e2-8d26-4c48-8164-df6f389fb68e, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:14:26.059356 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-45fc3e5f-645e-4bf2-a1a4-174e2f8a7ab8 service neutron] For port 59a158e2-8d26-4c48-8164-df6f389fb68e, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=59a158e2-8d26-4c48-8164-df6f389fb68e,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:14:26.082192 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-4b1676b2-133a-45f6-9ced-667a1ac3310f req-8d01c499-a48b-44fc-8dd9-9f5dbc212350 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Unset dirty status for tenant:62f5f7df5795463f9f8bc1cd40caf878 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:14:26.083743 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4b1676b2-133a-45f6-9ced-667a1ac3310f req-8d01c499-a48b-44fc-8dd9-9f5dbc212350 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=60265989-e06c-47a3-9c10-61d63637e329 HTTP/1.1" status: 200 len: 944 time: 0.5200779 May 27 02:14:26.102797 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d8909b5-51b9-4e07-99e7-7ba003481ed6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:26.161452 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d8909b5-51b9-4e07-99e7-7ba003481ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:26.189533 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-45fc3e5f-645e-4bf2-a1a4-174e2f8a7ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:26.271480 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4b1676b2-133a-45f6-9ced-667a1ac3310f req-02483d1c-37eb-4bf0-a7a7-28d2cf9a2a9e tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337318 May 27 02:14:26.294366 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-45fc3e5f-645e-4bf2-a1a4-174e2f8a7ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:26.294366 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-45fc3e5f-645e-4bf2-a1a4-174e2f8a7ab8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:26.294366 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-45fc3e5f-645e-4bf2-a1a4-174e2f8a7ab8 service neutron] 10.222.0.66 "PUT /v2.0/ports/59a158e2-8d26-4c48-8164-df6f389fb68e HTTP/1.1" status: 200 len: 1092 time: 2.4956083 May 27 02:14:26.294366 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60265989-e06c-47a3-9c10-61d63637e329', 'tag': '59a158e2-8d26-4c48-8164-df6f389fb68e'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:14:26.329312 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-aae7847f-628e-4aeb-9ca5-5a838c00df96 tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:26.334307 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d8909b5-51b9-4e07-99e7-7ba003481ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:26.334463 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-aae7847f-628e-4aeb-9ca5-5a838c00df96 tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2740240 May 27 02:14:26.334463 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc3e5f-645e-4bf2-a1a4-174e2f8a7ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=59a158e2-8d26-4c48-8164-df6f389fb68e,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:26.353905 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-d5a3baa6-ef80-4c99-b615-78ff0611a6f5 tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] 10.222.0.57 "GET /v2.0/quotas/f0f94ddac1e642efbab9acbae2e87889 HTTP/1.1" status: 200 len: 375 time: 0.0162013 May 27 02:14:26.378310 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8909b5-51b9-4e07-99e7-7ba003481ed6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=090f6927-11f9-4eb5-b104-59357cdb596b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:26.393636 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d8909b5-51b9-4e07-99e7-7ba003481ed6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:26.403842 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6d8909b5-51b9-4e07-99e7-7ba003481ed6 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/090f6927-11f9-4eb5-b104-59357cdb596b HTTP/1.1" status: 204 len: 168 time: 0.4178278 May 27 02:14:26.406257 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33268) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:26.426609 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-8ad09a78-79bd-462f-9de7-1f16f941b3fd tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=f0f94ddac1e642efbab9acbae2e87889&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653782 May 27 02:14:26.550882 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-4f536a73-445f-473a-8d74-d857f09e8aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:26.552488 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-4f536a73-445f-473a-8d74-d857f09e8aec service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62f5f7df5795463f9f8bc1cd40caf878&device_id=60265989-e06c-47a3-9c10-61d63637e329 HTTP/1.1" status: 200 len: 1095 time: 0.0942941 May 27 02:14:26.555969 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-369fd113-8832-4572-b2ad-ac7dfc449d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:26.629024 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-b9170c88-c7e7-4205-93d2-fab8817f8610 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59a158e2-8d26-4c48-8164-df6f389fb68e HTTP/1.1" status: 200 len: 217 time: 0.0691512 May 27 02:14:26.698291 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-006098d4-4b0f-4e1b-90c7-0fe0b1b68273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:26.699731 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-006098d4-4b0f-4e1b-90c7-0fe0b1b68273 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7ee39392-3407-48c1-b561-be7ced0cb982 HTTP/1.1" status: 200 len: 850 time: 0.0647585 May 27 02:14:26.727311 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-369fd113-8832-4572-b2ad-ac7dfc449d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:26.761266 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1f357e9-9f72-4a33-bf68-293cad91bb44'] response: {'name': 'network-changed', 'server_uuid': '60265989-e06c-47a3-9c10-61d63637e329', 'tag': '59a158e2-8d26-4c48-8164-df6f389fb68e', 'status': 'completed', 'code': 200} May 27 02:14:26.781974 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-369fd113-8832-4572-b2ad-ac7dfc449d8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['451efb33-7957-481c-90fe-687513a4290b']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:14:26.800425 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-fa1a0cbc-06da-4f76-b762-877a71d79893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:26.803598 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-fa1a0cbc-06da-4f76-b762-877a71d79893 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981605 May 27 02:14:26.805952 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-369fd113-8832-4572-b2ad-ac7dfc449d8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99ac63a7-ae1f-4aff-9d0f-a6f344515c70') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:14:26.806314 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-369fd113-8832-4572-b2ad-ac7dfc449d8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99ac63a7-ae1f-4aff-9d0f-a6f344515c70') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:14:26.836396 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-369fd113-8832-4572-b2ad-ac7dfc449d8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:26.872844 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-369fd113-8832-4572-b2ad-ac7dfc449d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:26.889256 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-369fd113-8832-4572-b2ad-ac7dfc449d8e admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:14:26.902881 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-369fd113-8832-4572-b2ad-ac7dfc449d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:26.964823 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 99ac63a7-ae1f-4aff-9d0f-a6f344515c70 resource provider aggregate not found May 27 02:14:26.997360 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 99ac63a7-ae1f-4aff-9d0f-a6f344515c70 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 99ac63a7-ae1f-4aff-9d0f-a6f344515c70 found for delete ", "request_id": "req-380140b9-254b-4ad1-ad36-6172806fea57"}]} May 27 02:14:27.096060 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-369fd113-8832-4572-b2ad-ac7dfc449d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:27.121150 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-369fd113-8832-4572-b2ad-ac7dfc449d8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:27.130856 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369fd113-8832-4572-b2ad-ac7dfc449d8e admin admin] Pushing event deleted for resources: {'Network': ['ID=451efb33-7957-481c-90fe-687513a4290b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:27.134290 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-369fd113-8832-4572-b2ad-ac7dfc449d8e admin admin] 10.222.0.57 "DELETE /v2.0/networks/451efb33-7957-481c-90fe-687513a4290b HTTP/1.1" status: 204 len: 168 time: 0.7265725 May 27 02:14:27.257564 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-b259ea39-c592-473d-81c2-7e365f5ede94 service neutron] 10.222.0.66 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465799 May 27 02:14:27.333946 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 9dc410f9-85b0-449c-a39d-437f3a1cbe0f details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:14:27.354960 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3cfbe-0644-47dd-b09d-1d57a73e523f req-0ead3fb6-1260-40a9-96c5-23e587c6b114 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:27.356770 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-57a3cfbe-0644-47dd-b09d-1d57a73e523f req-0ead3fb6-1260-40a9-96c5-23e587c6b114 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb41b5a5-103a-438d-b061-4161b441e630 HTTP/1.1" status: 200 len: 944 time: 0.2719100 May 27 02:14:27.373482 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41755f60-7ac7-4335-aa75-ee10450b9a71 req-44607520-f19f-4dfc-993b-dc97a29c3093 tempest-ServersAdminTestJSON-1133170010 tempest-ServersAdminTestJSON-1133170010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:27.373973 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41755f60-7ac7-4335-aa75-ee10450b9a71 req-44607520-f19f-4dfc-993b-dc97a29c3093 tempest-ServersAdminTestJSON-1133170010 tempest-ServersAdminTestJSON-1133170010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:27.374499 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41755f60-7ac7-4335-aa75-ee10450b9a71 req-44607520-f19f-4dfc-993b-dc97a29c3093 tempest-ServersAdminTestJSON-1133170010 tempest-ServersAdminTestJSON-1133170010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:27.376120 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-41755f60-7ac7-4335-aa75-ee10450b9a71 req-44607520-f19f-4dfc-993b-dc97a29c3093 tempest-ServersAdminTestJSON-1133170010 tempest-ServersAdminTestJSON-1133170010-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=0ee8fbc2-414e-4ef1-8a4d-d4e068f9469e&device_id=bc70f2fb-bfde-41b8-b200-3f36d3316ef0&device_id=cfe4c9e4-db87-4967-8c34-e629bbf7e3c0 HTTP/1.1" status: 200 len: 2881 time: 0.2392857 May 27 02:14:27.482917 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-57a3cfbe-0644-47dd-b09d-1d57a73e523f req-3f213dd5-e27d-46c6-8b0e-022846106bb9 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a8e62a3-2418-4616-9b32-5330307b5a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171794 May 27 02:14:27.488357 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 9dc410f9-85b0-449c-a39d-437f3a1cbe0f, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=9dc410f9-85b0-449c-a39d-437f3a1cbe0f,segment=NetworkSegment(b00fa734-b101-4281-bd9f-77e49091444b),segment_id=b00fa734-b101-4281-bd9f-77e49091444b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:27.496491 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-41755f60-7ac7-4335-aa75-ee10450b9a71 req-2823e3f3-d302-4240-b77d-f48bac8a4c73 tempest-ServersAdminTestJSON-1133170010 tempest-ServersAdminTestJSON-1133170010-project-admin] Synchronizing usage tracker for tenant:3ca9aecfa8de44fe8bdfc89dfae7ecc1 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:14:27.503401 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '9dc410f9-85b0-449c-a39d-437f3a1cbe0f', 'network_id': 'e65f41ea-17af-475c-b86b-6ffa6e1ab516', 'port_id': '9dc410f9-85b0-449c-a39d-437f3a1cbe0f', 'mac_address': 'fa:16:3e:0f:68:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6b4302e-56c8-4e13-b098-490a3d66041f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:14:27.508155 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-33592b8c-e240-46aa-a1cb-69cea6bca2bf req-3c355639-0973-40e5-9243-b2c05ce7049c service neutron] 10.222.0.66 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430997 May 27 02:14:27.565262 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 9dc410f9-85b0-449c-a39d-437f3a1cbe0f is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:14:27.565644 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:27.569288 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33314) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:27.582283 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d9c94e0b-83d6-41db-bb00-4ced72a388fa req-3ac8fe6b-c092-4ffd-a8b0-bc3668447df4 tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c070753-0412-453c-8f55-d1f90a738f68 HTTP/1.1" status: 200 len: 210 time: 0.0460029 May 27 02:14:27.587279 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dc410f9-85b0-449c-a39d-437f3a1cbe0f {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:14:27.612294 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 9dc410f9-85b0-449c-a39d-437f3a1cbe0f, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=9dc410f9-85b0-449c-a39d-437f3a1cbe0f,segment=NetworkSegment(b00fa734-b101-4281-bd9f-77e49091444b),segment_id=b00fa734-b101-4281-bd9f-77e49091444b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:27.633600 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3289b34e-a84b-4da4-be56-e0bd92f9232c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=846b128e49a144bb97bdbd537ab49432&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0631764 May 27 02:14:27.636655 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33324) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:27.754812 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-41755f60-7ac7-4335-aa75-ee10450b9a71 req-2823e3f3-d302-4240-b77d-f48bac8a4c73 tempest-ServersAdminTestJSON-1133170010 tempest-ServersAdminTestJSON-1133170010-project-admin] Unset dirty status for tenant:3ca9aecfa8de44fe8bdfc89dfae7ecc1 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:14:27.771720 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-41755f60-7ac7-4335-aa75-ee10450b9a71 req-2823e3f3-d302-4240-b77d-f48bac8a4c73 tempest-ServersAdminTestJSON-1133170010 tempest-ServersAdminTestJSON-1133170010-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749244 May 27 02:14:27.778251 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:27.783892 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-35d5d077-7e5c-4e61-aa6e-bdc1dbe8625a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:27.849751 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3cc75210-510a-4b3b-abf3-d4e3eef03633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:27.885356 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=9dc410f9-85b0-449c-a39d-437f3a1cbe0f,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:27.913954 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-35d5d077-7e5c-4e61-aa6e-bdc1dbe8625a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:27.946892 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fc52f-ecc0-4253-a516-367f165021da req-1d9b9d6b-494a-4660-ba07-e6b965d7d6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:27.948356 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f95fc52f-ecc0-4253-a516-367f165021da req-1d9b9d6b-494a-4660-ba07-e6b965d7d6bd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62f5f7df5795463f9f8bc1cd40caf878&device_id=60265989-e06c-47a3-9c10-61d63637e329 HTTP/1.1" status: 200 len: 1095 time: 0.2861335 May 27 02:14:28.007275 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['9dc410f9-85b0-449c-a39d-437f3a1cbe0f'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:14:28.110665 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec732c-9bff-42d2-ae1b-388e1c891542 req-9825c744-5a40-4284-9397-39a387be3ee6 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:28.112197 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e0ec732c-9bff-42d2-ae1b-388e1c891542 req-9825c744-5a40-4284-9397-39a387be3ee6 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=60265989-e06c-47a3-9c10-61d63637e329 HTTP/1.1" status: 200 len: 944 time: 0.2402370 May 27 02:14:28.134916 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fc52f-ecc0-4253-a516-367f165021da req-d44ceab6-768b-44f1-bc07-bead01098e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:28.136403 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f95fc52f-ecc0-4253-a516-367f165021da req-d44ceab6-768b-44f1-bc07-bead01098e33 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164 HTTP/1.1" status: 200 len: 912 time: 0.1766629 May 27 02:14:28.219999 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f95fc52f-ecc0-4253-a516-367f165021da req-6dd64989-e493-471f-b841-40b134b0ef9e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59a158e2-8d26-4c48-8164-df6f389fb68e HTTP/1.1" status: 200 len: 217 time: 0.0693121 May 27 02:14:28.269612 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-35d5d077-7e5c-4e61-aa6e-bdc1dbe8625a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:28.293700 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e0ec732c-9bff-42d2-ae1b-388e1c891542 req-1f2b5dce-2cfc-430b-8809-6183bc6c6e7e tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609540 May 27 02:14:28.305386 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d5d077-7e5c-4e61-aa6e-bdc1dbe8625a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf40757-b57b-4b5f-b315-5f4f7d56f824,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:28.315968 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fc52f-ecc0-4253-a516-367f165021da req-196e64b8-ed05-4fb9-87d3-8da93ce2d172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:28.315968 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f95fc52f-ecc0-4253-a516-367f165021da req-196e64b8-ed05-4fb9-87d3-8da93ce2d172 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7ee39392-3407-48c1-b561-be7ced0cb982 HTTP/1.1" status: 200 len: 850 time: 0.0868959 May 27 02:14:28.318136 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-35d5d077-7e5c-4e61-aa6e-bdc1dbe8625a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:28.322258 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-35d5d077-7e5c-4e61-aa6e-bdc1dbe8625a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4bf40757-b57b-4b5f-b315-5f4f7d56f824 HTTP/1.1" status: 204 len: 168 time: 0.6815507 May 27 02:14:28.397743 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fc52f-ecc0-4253-a516-367f165021da req-d59928fc-1e3d-4758-b90b-9bbf3bb6b901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:28.399698 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f95fc52f-ecc0-4253-a516-367f165021da req-d59928fc-1e3d-4758-b90b-9bbf3bb6b901 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767207 May 27 02:14:28.552398 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f95fc52f-ecc0-4253-a516-367f165021da req-534375e8-5d8d-4a85-bda8-fda1cbfa35a9 service neutron] 10.222.0.66 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387393 May 27 02:14:28.693923 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f95fc52f-ecc0-4253-a516-367f165021da req-4b809480-fe33-43c7-9ba2-42ec3ec59b76 service neutron] 10.222.0.66 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322346 May 27 02:14:28.878877 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:28.984400 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:29.235530 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f98ce-3d94-4aa6-90e5-9a7cc2b54e76 req-3eb7bc28-7abf-43ef-b321-2b491f5f38a2 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:29.237160 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-360f98ce-3d94-4aa6-90e5-9a7cc2b54e76 req-3eb7bc28-7abf-43ef-b321-2b491f5f38a2 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb41b5a5-103a-438d-b061-4161b441e630 HTTP/1.1" status: 200 len: 945 time: 0.0836384 May 27 02:14:29.286979 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-360f98ce-3d94-4aa6-90e5-9a7cc2b54e76 req-7df26cb5-4fe0-49b1-868c-7eb50710781e tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a8e62a3-2418-4616-9b32-5330307b5a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427396 May 27 02:14:29.356315 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 59a158e2-8d26-4c48-8164-df6f389fb68e details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:14:29.360087 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 9dc410f9-85b0-449c-a39d-437f3a1cbe0f up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:14:29.422732 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33396) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:29.494598 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33400) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:29.495244 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d84d2c94-6f05-4444-926b-60abfcb3e7be admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b987c007489043919408b5b1168f0ea4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0666149 May 27 02:14:29.573179 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 59a158e2-8d26-4c48-8164-df6f389fb68e, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=59a158e2-8d26-4c48-8164-df6f389fb68e,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:29.587874 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '59a158e2-8d26-4c48-8164-df6f389fb68e', 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164', 'port_id': '59a158e2-8d26-4c48-8164-df6f389fb68e', 'mac_address': 'fa:16:3e:43:c1:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ee39392-3407-48c1-b561-be7ced0cb982', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:14:29.607359 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7b26dbd9-5b2c-4d5f-917f-7d128ad8d5b4 req-a89a041d-a4ef-49c4-a888-e952c6297973 tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c070753-0412-453c-8f55-d1f90a738f68 HTTP/1.1" status: 200 len: 210 time: 0.0536814 May 27 02:14:29.631125 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 9dc410f9-85b0-449c-a39d-437f3a1cbe0f completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:14:29.635965 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd9aff03-469e-4ce8-9516-d04fc33124bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:29.646000 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 9dc410f9-85b0-449c-a39d-437f3a1cbe0f triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:14:29.646374 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:29.663767 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd9aff03-469e-4ce8-9516-d04fc33124bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:29.696538 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 59a158e2-8d26-4c48-8164-df6f389fb68e is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:14:29.696988 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:29.721609 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59a158e2-8d26-4c48-8164-df6f389fb68e {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:14:29.778871 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 59a158e2-8d26-4c48-8164-df6f389fb68e, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=59a158e2-8d26-4c48-8164-df6f389fb68e,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:29.812347 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 9dc410f9-85b0-449c-a39d-437f3a1cbe0f is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:14:29.812892 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:29.843048 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb41b5a5-103a-438d-b061-4161b441e630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc410f9-85b0-449c-a39d-437f3a1cbe0f'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:14:29.853310 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 9dc410f9-85b0-449c-a39d-437f3a1cbe0f, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=9dc410f9-85b0-449c-a39d-437f3a1cbe0f,segment=NetworkSegment(b00fa734-b101-4281-bd9f-77e49091444b),segment_id=b00fa734-b101-4281-bd9f-77e49091444b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:29.864984 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:29.939978 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd9aff03-469e-4ce8-9516-d04fc33124bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:29.969027 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-dcb32649-e7e8-41e4-bc04-38036bd56eac tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=f0f94ddac1e642efbab9acbae2e87889&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629129 May 27 02:14:29.971720 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=59a158e2-8d26-4c48-8164-df6f389fb68e,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:29.975238 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9aff03-469e-4ce8-9516-d04fc33124bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b948353f-d154-4b28-908b-c54f980fd86c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:29.977992 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:30.027493 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd9aff03-469e-4ce8-9516-d04fc33124bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:30.027493 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-bd9aff03-469e-4ce8-9516-d04fc33124bd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b948353f-d154-4b28-908b-c54f980fd86c HTTP/1.1" status: 204 len: 168 time: 0.5259235 May 27 02:14:30.068204 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=9dc410f9-85b0-449c-a39d-437f3a1cbe0f,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:30.125105 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['59a158e2-8d26-4c48-8164-df6f389fb68e'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:14:30.127570 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887be98-ee67-4356-a607-f5fb18f3b2a5 req-295031f8-fce2-4cd1-84fa-2fcd1ae91681 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:30.131523 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c887be98-ee67-4356-a607-f5fb18f3b2a5 req-295031f8-fce2-4cd1-84fa-2fcd1ae91681 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.57 "GET /v2.0/ports?device_id=a44d70a5-fb0a-4b79-8988-4382128bc3bc HTTP/1.1" status: 200 len: 950 time: 0.3892195 May 27 02:14:30.174294 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:30.195269 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c887be98-ee67-4356-a607-f5fb18f3b2a5 req-2ee0af08-444b-4deb-8bc5-1d9518379d84 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.57 "GET /v2.0/security-groups?id=02ce02d7-6435-49ca-96a4-819faa023c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494471 May 27 02:14:30.369977 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-0bcf410b-c813-431f-85b8-df6348a1053f tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:30.371901 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-0bcf410b-c813-431f-85b8-df6348a1053f tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3896275 May 27 02:14:30.391223 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-34a2b955-3c22-4df7-9086-22e3cf91209c tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Request body: {'port': {'device_id': '5c070753-0412-453c-8f55-d1f90a738f68', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'admin_state_up': True, 'tenant_id': 'f0f94ddac1e642efbab9acbae2e87889'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:30.540420 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8fb8f-3690-4d22-9f44-0122b84e189e req-7e5cd448-661a-46e0-8844-edd47d3a00f2 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:30.544953 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-24a8fb8f-3690-4d22-9f44-0122b84e189e req-7e5cd448-661a-46e0-8844-edd47d3a00f2 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=60265989-e06c-47a3-9c10-61d63637e329 HTTP/1.1" status: 200 len: 945 time: 0.2349327 May 27 02:14:30.563930 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-277ab2c7-2445-4de6-8f6b-087f09b80644'] response: {'server_uuid': 'bb41b5a5-103a-438d-b061-4161b441e630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc410f9-85b0-449c-a39d-437f3a1cbe0f', 'code': 200} May 27 02:14:30.603047 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-34a2b955-3c22-4df7-9086-22e3cf91209c tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:30.610263 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-34a2b955-3c22-4df7-9086-22e3cf91209c tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Usage tracker for resource:port and tenant:f0f94ddac1e642efbab9acbae2e87889 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:30.621856 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-34a2b955-3c22-4df7-9086-22e3cf91209c tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:30.635001 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-34a2b955-3c22-4df7-9086-22e3cf91209c tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:30.650606 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-24a8fb8f-3690-4d22-9f44-0122b84e189e req-fe185c21-25d3-440e-bd0c-5a6d4c00f9f8 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931766 May 27 02:14:30.728123 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa374d62-e2fc-42ef-a2e6-0f4cc0ab1924 req-c4e6fd38-582f-4a1e-973b-e8ff4f138674 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:30.729121 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-fa374d62-e2fc-42ef-a2e6-0f4cc0ab1924 req-c4e6fd38-582f-4a1e-973b-e8ff4f138674 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Synchronizing usage tracker for tenant:600515781e0349629b74edcb0f6e979b on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:14:30.742600 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ca6dc-7058-4c3f-a1f9-55a8d39a1b99 req-c9e0aa58-ff00-43d1-b0f2-13a0e7664096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:30.745840 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-505ca6dc-7058-4c3f-a1f9-55a8d39a1b99 req-c9e0aa58-ff00-43d1-b0f2-13a0e7664096 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bb41b5a5-103a-438d-b061-4161b441e630 HTTP/1.1" status: 200 len: 1097 time: 0.0919371 May 27 02:14:30.797868 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-34a2b955-3c22-4df7-9086-22e3cf91209c tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Made reservation on behalf of f0f94ddac1e642efbab9acbae2e87889 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:14:30.806716 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-34a2b955-3c22-4df7-9086-22e3cf91209c tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:30.876855 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-34a2b955-3c22-4df7-9086-22e3cf91209c tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:30.913636 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-34a2b955-3c22-4df7-9086-22e3cf91209c tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:30.927631 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-fa374d62-e2fc-42ef-a2e6-0f4cc0ab1924 req-c4e6fd38-582f-4a1e-973b-e8ff4f138674 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Unset dirty status for tenant:600515781e0349629b74edcb0f6e979b on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:14:30.928113 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-505ca6dc-7058-4c3f-a1f9-55a8d39a1b99 req-5c0c633a-31d3-4b47-af1a-afe0582458df service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7a8e62a3-2418-4616-9b32-5330307b5a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616988 May 27 02:14:30.928781 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-fa374d62-e2fc-42ef-a2e6-0f4cc0ab1924 req-c4e6fd38-582f-4a1e-973b-e8ff4f138674 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.66 "GET /v2.0/ports?device_id=a44d70a5-fb0a-4b79-8988-4382128bc3bc HTTP/1.1" status: 200 len: 950 time: 0.4206977 May 27 02:14:30.929050 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-34a2b955-3c22-4df7-9086-22e3cf91209c tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Usage tracker for resource:security_group_rule and tenant:f0f94ddac1e642efbab9acbae2e87889 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:30.933476 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-34a2b955-3c22-4df7-9086-22e3cf91209c tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:30.941162 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-34a2b955-3c22-4df7-9086-22e3cf91209c tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:30.985410 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0919fe-036e-485b-8dca-8dcb552ac4ea req-bdbf53e7-58a4-4e74-bd25-0e9a60e86717 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:30.986857 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2d0919fe-036e-485b-8dca-8dcb552ac4ea req-bdbf53e7-58a4-4e74-bd25-0e9a60e86717 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb41b5a5-103a-438d-b061-4161b441e630 HTTP/1.1" status: 200 len: 946 time: 0.1543586 May 27 02:14:31.059477 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2d0919fe-036e-485b-8dca-8dcb552ac4ea req-cf8e3cbe-6888-4c87-9a72-ff7030049801 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a8e62a3-2418-4616-9b32-5330307b5a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627933 May 27 02:14:31.095389 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-34a2b955-3c22-4df7-9086-22e3cf91209c tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:31.197166 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-34a2b955-3c22-4df7-9086-22e3cf91209c tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:31.290902 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a2b955-3c22-4df7-9086-22e3cf91209c tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5730ee53-ffc8-4b52-b289-622ba4909107,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:31.314380 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-fa374d62-e2fc-42ef-a2e6-0f4cc0ab1924 req-c18d8ec4-a677-4f94-ae3a-f63f08a784c1 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Deleting port 5e571228-f31f-4346-a84d-ddfd4ae9399d {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:14:31.314726 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fa374d62-e2fc-42ef-a2e6-0f4cc0ab1924 req-c18d8ec4-a677-4f94-ae3a-f63f08a784c1 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:31.370691 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 59a158e2-8d26-4c48-8164-df6f389fb68e up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:14:31.405472 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-34a2b955-3c22-4df7-9086-22e3cf91209c tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Allocated IP 192.168.233.73 (54d5ea08-4fa3-4323-9d64-35a947e9d08e/2cf69705-8457-415f-85a3-b42efaff1b97/bbe5a675-2c60-4ac7-b239-ca9b6c892381) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:14:31.518692 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c99530d7-c959-4473-83f6-e19f3172eeb0 req-7c9c18d2-8619-4f3a-91fb-ce84e6d953e9 tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c070753-0412-453c-8f55-d1f90a738f68 HTTP/1.1" status: 200 len: 210 time: 0.0633569 May 27 02:14:31.628917 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-fa374d62-e2fc-42ef-a2e6-0f4cc0ab1924 req-c18d8ec4-a677-4f94-ae3a-f63f08a784c1 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] For port 5e571228-f31f-4346-a84d-ddfd4ae9399d, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=5e571228-f31f-4346-a84d-ddfd4ae9399d,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:31.629405 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fa374d62-e2fc-42ef-a2e6-0f4cc0ab1924 req-c18d8ec4-a677-4f94-ae3a-f63f08a784c1 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:31.637944 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 59a158e2-8d26-4c48-8164-df6f389fb68e completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:14:31.644952 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 59a158e2-8d26-4c48-8164-df6f389fb68e triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:14:31.644952 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:31.766459 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-34a2b955-3c22-4df7-9086-22e3cf91209c tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:31.794707 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-34a2b955-3c22-4df7-9086-22e3cf91209c tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Transition to ACTIVE for port object bbe5a675-2c60-4ac7-b239-ca9b6c892381 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:14:31.809247 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758e06c-155f-4eb3-9b05-88464fab578a req-ba6aaeba-ac05-430d-9c0a-1786b236071c tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:31.810915 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6758e06c-155f-4eb3-9b05-88464fab578a req-ba6aaeba-ac05-430d-9c0a-1786b236071c tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.57 "GET /v2.0/ports?device_id=a44d70a5-fb0a-4b79-8988-4382128bc3bc HTTP/1.1" status: 200 len: 950 time: 0.1564283 May 27 02:14:31.821441 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 59a158e2-8d26-4c48-8164-df6f389fb68e is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:14:31.821821 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:31.829071 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-fa374d62-e2fc-42ef-a2e6-0f4cc0ab1924 req-c18d8ec4-a677-4f94-ae3a-f63f08a784c1 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Calling delete_port for 5e571228-f31f-4346-a84d-ddfd4ae9399d owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:14:31.877126 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6758e06c-155f-4eb3-9b05-88464fab578a req-7e428eea-24e9-4dfe-b04a-bdbf28bc3430 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.57 "GET /v2.0/security-groups?id=02ce02d7-6435-49ca-96a4-819faa023c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523491 May 27 02:14:31.928788 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 59a158e2-8d26-4c48-8164-df6f389fb68e, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=59a158e2-8d26-4c48-8164-df6f389fb68e,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:32.014401 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-34a2b955-3c22-4df7-9086-22e3cf91209c tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:32.058726 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:32.065473 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 5e571228-f31f-4346-a84d-ddfd4ae9399d no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:14:32.135494 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fa374d62-e2fc-42ef-a2e6-0f4cc0ab1924 req-c18d8ec4-a677-4f94-ae3a-f63f08a784c1 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:32.189116 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['6ef69430-f22e-4699-a6a1-daacefb04f88'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:14:32.234052 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-34a2b955-3c22-4df7-9086-22e3cf91209c tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Network 54d5ea08-4fa3-4323-9d64-35a947e9d08e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:14:32.237124 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-34a2b955-3c22-4df7-9086-22e3cf91209c tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:14:32.257698 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-34a2b955-3c22-4df7-9086-22e3cf91209c tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:14:32.343223 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a2b955-3c22-4df7-9086-22e3cf91209c tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Pushing event updated for resources: {'Port': ['ID=bbe5a675-2c60-4ac7-b239-ca9b6c892381,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:32.377486 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d8ec4-a677-4f94-ae3a-f63f08a784c1 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Pushing event deleted for resources: {'Port': ['ID=5e571228-f31f-4346-a84d-ddfd4ae9399d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:32.514927 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa374d62-e2fc-42ef-a2e6-0f4cc0ab1924 req-c18d8ec4-a677-4f94-ae3a-f63f08a784c1 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] No DVR routers for this DVR port 5e571228-f31f-4346-a84d-ddfd4ae9399d on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:14:32.522104 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fa374d62-e2fc-42ef-a2e6-0f4cc0ab1924 req-c18d8ec4-a677-4f94-ae3a-f63f08a784c1 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:32.536043 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No active binding found for port 5e571228-f31f-4346-a84d-ddfd4ae9399d {{(pid=88903) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 27 02:14:32.537047 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 5e571228-f31f-4346-a84d-ddfd4ae9399d not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:14:32.537343 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-34a2b955-3c22-4df7-9086-22e3cf91209c tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:32.538012 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-34a2b955-3c22-4df7-9086-22e3cf91209c tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:32.539232 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=59a158e2-8d26-4c48-8164-df6f389fb68e,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:32.553950 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a44d70a5-fb0a-4b79-8988-4382128bc3bc', 'name': 'network-vif-deleted', 'tag': '5e571228-f31f-4346-a84d-ddfd4ae9399d'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:14:32.567814 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60265989-e06c-47a3-9c10-61d63637e329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a158e2-8d26-4c48-8164-df6f389fb68e'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:14:32.678791 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-fa374d62-e2fc-42ef-a2e6-0f4cc0ab1924 req-c18d8ec4-a677-4f94-ae3a-f63f08a784c1 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.66 "DELETE /v2.0/ports/5e571228-f31f-4346-a84d-ddfd4ae9399d HTTP/1.1" status: 204 len: 173 time: 1.5679750 May 27 02:14:32.764309 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-34a2b955-3c22-4df7-9086-22e3cf91209c tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3790767 May 27 02:14:32.797555 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-7513818b-5a32-4353-b710-74ade56703e6 service neutron] Request body: {'port': {'device_id': '5c070753-0412-453c-8f55-d1f90a738f68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:32.861794 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c7fe3d18-d27f-4f7e-9b17-5ebfb8e3abdc None None] Provisioning for port bbe5a675-2c60-4ac7-b239-ca9b6c892381 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:14:32.881770 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c7fe3d18-d27f-4f7e-9b17-5ebfb8e3abdc None None] Provisioning complete for port bbe5a675-2c60-4ac7-b239-ca9b6c892381 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:14:32.883230 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c7fe3d18-d27f-4f7e-9b17-5ebfb8e3abdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:33.056792 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-c7fe3d18-d27f-4f7e-9b17-5ebfb8e3abdc None None] Port bbe5a675-2c60-4ac7-b239-ca9b6c892381 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:14:33.113092 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-421352ff-d885-46d0-b853-dba5f640bb38 req-c4866c21-1c88-45ca-9a26-3b0350d16678 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7087033 May 27 02:14:33.343060 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114a742-eb39-4949-8662-705f0bb29e3d req-72336c9e-7e7f-497b-98b3-c85484d4ad35 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:33.344532 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1114a742-eb39-4949-8662-705f0bb29e3d req-72336c9e-7e7f-497b-98b3-c85484d4ad35 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=60265989-e06c-47a3-9c10-61d63637e329 HTTP/1.1" status: 200 len: 946 time: 0.6821563 May 27 02:14:33.347814 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-7513818b-5a32-4353-b710-74ade56703e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:33.433179 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8416efa1-5486-416e-87f2-f762ca179311 req-0da205e2-fafc-4f0f-a2ed-0ce7a3d51fba tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:33.434574 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8416efa1-5486-416e-87f2-f762ca179311 req-0da205e2-fafc-4f0f-a2ed-0ce7a3d51fba tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb41b5a5-103a-438d-b061-4161b441e630 HTTP/1.1" status: 200 len: 946 time: 0.3203449 May 27 02:14:33.492106 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1114a742-eb39-4949-8662-705f0bb29e3d req-b89cf509-f320-4377-97ce-fe69a734038e tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313152 May 27 02:14:33.527515 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421352ff-d885-46d0-b853-dba5f640bb38 req-de435cc1-5cd1-4211-9b72-9aba212004ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:33.529013 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-421352ff-d885-46d0-b853-dba5f640bb38 req-de435cc1-5cd1-4211-9b72-9aba212004ce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62f5f7df5795463f9f8bc1cd40caf878&device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 1095 time: 0.3005154 May 27 02:14:33.585065 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8416efa1-5486-416e-87f2-f762ca179311 req-2a795e15-0315-44d8-a5c1-dff54d282ba2 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a8e62a3-2418-4616-9b32-5330307b5a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417611 May 27 02:14:33.959363 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421352ff-d885-46d0-b853-dba5f640bb38 req-44800bfd-5a5c-4c49-91c1-261112010725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:33.960842 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-421352ff-d885-46d0-b853-dba5f640bb38 req-44800bfd-5a5c-4c49-91c1-261112010725 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164 HTTP/1.1" status: 200 len: 912 time: 0.3917110 May 27 02:14:34.054853 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551d1ba-794e-4bdc-91ac-5adf6fbf9c9b req-15d9ecbc-2e4b-42ca-8df3-6384a12ed40d tempest-ServersAdminTestJSON-1133170010 tempest-ServersAdminTestJSON-1133170010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:34.056883 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4551d1ba-794e-4bdc-91ac-5adf6fbf9c9b req-15d9ecbc-2e4b-42ca-8df3-6384a12ed40d tempest-ServersAdminTestJSON-1133170010 tempest-ServersAdminTestJSON-1133170010-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=cfe4c9e4-db87-4967-8c34-e629bbf7e3c0 HTTP/1.1" status: 200 len: 1100 time: 0.3726475 May 27 02:14:34.128477 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b402a9b-2184-4161-b94f-201f1ec69190 req-9956621f-ae9a-4a98-b840-3d9d360246ea tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:34.129086 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-4b402a9b-2184-4161-b94f-201f1ec69190 req-9956621f-ae9a-4a98-b840-3d9d360246ea tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Synchronizing usage tracker for tenant:f0f94ddac1e642efbab9acbae2e87889 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:14:34.184011 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-421352ff-d885-46d0-b853-dba5f640bb38 req-f2d29144-b870-4efb-b0a8-17ad8ab53a71 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59dd76c7-04f3-4e36-a375-05bd87a0399b HTTP/1.1" status: 200 len: 998 time: 0.2068031 May 27 02:14:34.242014 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4551d1ba-794e-4bdc-91ac-5adf6fbf9c9b req-12c21a84-a281-4a95-8094-99335367715a tempest-ServersAdminTestJSON-1133170010 tempest-ServersAdminTestJSON-1133170010-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749275 May 27 02:14:34.271577 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-7513818b-5a32-4353-b710-74ade56703e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbe5a675-2c60-4ac7-b239-ca9b6c892381 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:14:34.281831 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-7513818b-5a32-4353-b710-74ade56703e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:34.284939 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421352ff-d885-46d0-b853-dba5f640bb38 req-618ba87a-aa55-4378-953f-052890961a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:34.286372 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-421352ff-d885-46d0-b853-dba5f640bb38 req-618ba87a-aa55-4378-953f-052890961a1e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ee39392-3407-48c1-b561-be7ced0cb982 HTTP/1.1" status: 200 len: 850 time: 0.0869486 May 27 02:14:34.292596 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1e8134c-8248-414e-86db-62b2ef3d7fb6'] response: {'server_uuid': 'a44d70a5-fb0a-4b79-8988-4382128bc3bc', 'name': 'network-vif-deleted', 'tag': '5e571228-f31f-4346-a84d-ddfd4ae9399d', 'status': 'completed', 'code': 200} May 27 02:14:34.330444 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a8b22b7-ea0e-475b-831c-9766023be3fe'] response: {'server_uuid': '60265989-e06c-47a3-9c10-61d63637e329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a158e2-8d26-4c48-8164-df6f389fb68e', 'code': 200} May 27 02:14:34.333301 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-4b402a9b-2184-4161-b94f-201f1ec69190 req-9956621f-ae9a-4a98-b840-3d9d360246ea tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Unset dirty status for tenant:f0f94ddac1e642efbab9acbae2e87889 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:14:34.334520 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4b402a9b-2184-4161-b94f-201f1ec69190 req-9956621f-ae9a-4a98-b840-3d9d360246ea tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c070753-0412-453c-8f55-d1f90a738f68 HTTP/1.1" status: 200 len: 935 time: 0.6052110 May 27 02:14:34.335418 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-7513818b-5a32-4353-b710-74ade56703e6 service neutron] Transition to ACTIVE for port object bbe5a675-2c60-4ac7-b239-ca9b6c892381 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:14:34.401251 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-4b402a9b-2184-4161-b94f-201f1ec69190 req-4895d599-4020-4a6c-9d05-92a23c89ce8d tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Synchronizing usage tracker for tenant:f0f94ddac1e642efbab9acbae2e87889 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:14:34.435708 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421352ff-d885-46d0-b853-dba5f640bb38 req-0ccfc268-2e32-4edd-b8bd-c4a0b0ff9b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:34.437342 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-421352ff-d885-46d0-b853-dba5f640bb38 req-0ccfc268-2e32-4edd-b8bd-c4a0b0ff9b80 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1428919 May 27 02:14:34.437997 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-7513818b-5a32-4353-b710-74ade56703e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:34.481453 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e8502-3c58-4ced-8993-4609a51a7cb6 req-cb801ae3-9073-418c-8de2-2fd033ef46a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:34.483241 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8b1e8502-3c58-4ced-8993-4609a51a7cb6 req-cb801ae3-9073-418c-8de2-2fd033ef46a9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=60265989-e06c-47a3-9c10-61d63637e329 HTTP/1.1" status: 200 len: 1097 time: 0.0885072 May 27 02:14:34.535072 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8b1e8502-3c58-4ced-8993-4609a51a7cb6 req-8e493f79-79b9-4012-9fc7-8d09a77a95c4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451980 May 27 02:14:34.585277 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-4b402a9b-2184-4161-b94f-201f1ec69190 req-4895d599-4020-4a6c-9d05-92a23c89ce8d tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Unset dirty status for tenant:f0f94ddac1e642efbab9acbae2e87889 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:14:34.586548 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4b402a9b-2184-4161-b94f-201f1ec69190 req-4895d599-4020-4a6c-9d05-92a23c89ce8d tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] 10.222.0.57 "GET /v2.0/security-groups?id=5730ee53-ffc8-4b52-b289-622ba4909107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429709 May 27 02:14:34.743736 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7513818b-5a32-4353-b710-74ade56703e6 service neutron] Pushing event updated for resources: {'Port': ['ID=bbe5a675-2c60-4ac7-b239-ca9b6c892381,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:34.843406 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-7513818b-5a32-4353-b710-74ade56703e6 service neutron] Attempting to bind port bbe5a675-2c60-4ac7-b239-ca9b6c892381 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:14:34.843770 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-7513818b-5a32-4353-b710-74ade56703e6 service neutron] Attempting to bind port bbe5a675-2c60-4ac7-b239-ca9b6c892381 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:14:34.844089 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-7513818b-5a32-4353-b710-74ade56703e6 service neutron] Attempting to bind port bbe5a675-2c60-4ac7-b239-ca9b6c892381 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:34.860546 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-7513818b-5a32-4353-b710-74ade56703e6 service neutron] Port bbe5a675-2c60-4ac7-b239-ca9b6c892381 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:14:34.860902 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-7513818b-5a32-4353-b710-74ade56703e6 service neutron] Attempting to bind port bbe5a675-2c60-4ac7-b239-ca9b6c892381 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:34.875165 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-421352ff-d885-46d0-b853-dba5f640bb38 req-c9d0baf2-27f6-4d74-ab39-9445027f8989 service neutron] 10.222.0.32 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270310 May 27 02:14:34.876020 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-7513818b-5a32-4353-b710-74ade56703e6 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:14:34.876350 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-7513818b-5a32-4353-b710-74ade56703e6 service neutron] Checking segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:14:34.876730 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-7513818b-5a32-4353-b710-74ade56703e6 service neutron] Bound using segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:14:34.877163 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-7513818b-5a32-4353-b710-74ade56703e6 service neutron] Bound port: bbe5a675-2c60-4ac7-b239-ca9b6c892381, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:14:34.877506 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-7513818b-5a32-4353-b710-74ade56703e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:35.259044 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-7513818b-5a32-4353-b710-74ade56703e6 service neutron] For port bbe5a675-2c60-4ac7-b239-ca9b6c892381, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:14:35.273539 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-421352ff-d885-46d0-b853-dba5f640bb38 req-878eec5e-3d5f-40f5-bb6c-cdb91fb34df3 service neutron] 10.222.0.32 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549620 May 27 02:14:35.274900 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-7513818b-5a32-4353-b710-74ade56703e6 service neutron] For port bbe5a675-2c60-4ac7-b239-ca9b6c892381, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=bbe5a675-2c60-4ac7-b239-ca9b6c892381,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:14:35.286763 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fca2bc-4d55-4474-aac0-497a36d41d2c req-d68651bc-9555-4d5b-b9de-fa29132d0afb tempest-ServersAdminTestJSON-1133170010 tempest-ServersAdminTestJSON-1133170010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:35.288253 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-19fca2bc-4d55-4474-aac0-497a36d41d2c req-d68651bc-9555-4d5b-b9de-fa29132d0afb tempest-ServersAdminTestJSON-1133170010 tempest-ServersAdminTestJSON-1133170010-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=cfe4c9e4-db87-4967-8c34-e629bbf7e3c0 HTTP/1.1" status: 200 len: 1100 time: 0.1680012 May 27 02:14:35.329858 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-7513818b-5a32-4353-b710-74ade56703e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:35.366014 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-19fca2bc-4d55-4474-aac0-497a36d41d2c req-9064165f-1f8a-42ee-bc93-b783c9af5a5d tempest-ServersAdminTestJSON-1133170010 tempest-ServersAdminTestJSON-1133170010-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699720 May 27 02:14:35.409553 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-7513818b-5a32-4353-b710-74ade56703e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:35.410158 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-7513818b-5a32-4353-b710-74ade56703e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:35.411839 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-7513818b-5a32-4353-b710-74ade56703e6 service neutron] 10.222.0.66 "PUT /v2.0/ports/bbe5a675-2c60-4ac7-b239-ca9b6c892381 HTTP/1.1" status: 200 len: 1095 time: 2.6383560 May 27 02:14:35.411984 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c070753-0412-453c-8f55-d1f90a738f68', 'tag': 'bbe5a675-2c60-4ac7-b239-ca9b6c892381'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:14:35.436235 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7513818b-5a32-4353-b710-74ade56703e6 service neutron] Pushing event updated for resources: {'Port': ['ID=bbe5a675-2c60-4ac7-b239-ca9b6c892381,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:35.650853 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c6907-c962-41de-b3d0-0f91092751f9 req-4053a7fb-a6b2-4cb7-8732-e1d6ed052512 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:35.652391 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f67c6907-c962-41de-b3d0-0f91092751f9 req-4053a7fb-a6b2-4cb7-8732-e1d6ed052512 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=60265989-e06c-47a3-9c10-61d63637e329 HTTP/1.1" status: 200 len: 946 time: 0.1785696 May 27 02:14:35.686130 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-4f67c0c0-545f-4f1f-b79b-93e70f739271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:35.687665 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-4f67c0c0-545f-4f1f-b79b-93e70f739271 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f0f94ddac1e642efbab9acbae2e87889&device_id=5c070753-0412-453c-8f55-d1f90a738f68 HTTP/1.1" status: 200 len: 1098 time: 0.1358483 May 27 02:14:35.761515 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-64955142-5741-4ca4-9c0f-b297c7d18b68 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=bbe5a675-2c60-4ac7-b239-ca9b6c892381 HTTP/1.1" status: 200 len: 217 time: 0.0663912 May 27 02:14:35.774905 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f67c6907-c962-41de-b3d0-0f91092751f9 req-950ef338-e6e6-443a-879b-bcc085ef7d3a tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142883 May 27 02:14:35.856192 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-a97493e9-a85f-4795-89e7-27b68f39e0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:35.857712 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-a97493e9-a85f-4795-89e7-27b68f39e0e8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.0768714 May 27 02:14:35.950030 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-172e63d2-40ff-4b32-b612-b49a261401a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:35.951739 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-172e63d2-40ff-4b32-b612-b49a261401a4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0873270 May 27 02:14:36.085402 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-2e7ec7fa-0630-4ec3-9f9b-094173e4da7d service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271553 May 27 02:14:36.225570 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-34e930f0-de55-454a-b5bb-dcbeef7620ba req-5653c9c7-30cc-4d16-84cc-fd7620f113f0 service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338105 May 27 02:14:36.583749 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fd23017-bdb3-4342-9e88-b5c6f275d2a5'] response: {'name': 'network-changed', 'server_uuid': '5c070753-0412-453c-8f55-d1f90a738f68', 'tag': 'bbe5a675-2c60-4ac7-b239-ca9b6c892381', 'status': 'completed', 'code': 200} May 27 02:14:36.735072 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66164d3-37b3-4ffb-b64a-63f81ee3e12e req-6fadba2a-40b2-444e-b1c6-0c8967ff5658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:36.736520 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e66164d3-37b3-4ffb-b64a-63f81ee3e12e req-6fadba2a-40b2-444e-b1c6-0c8967ff5658 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f0f94ddac1e642efbab9acbae2e87889&device_id=5c070753-0412-453c-8f55-d1f90a738f68 HTTP/1.1" status: 200 len: 1098 time: 0.1303737 May 27 02:14:36.826224 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473987a-c2c6-402b-a2c8-2ae136fd3fd0 req-5c971087-17cc-4785-b1ae-ea989b7c627d tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:36.827607 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8473987a-c2c6-402b-a2c8-2ae136fd3fd0 req-5c971087-17cc-4785-b1ae-ea989b7c627d tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c070753-0412-453c-8f55-d1f90a738f68 HTTP/1.1" status: 200 len: 947 time: 0.1611495 May 27 02:14:36.898056 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8473987a-c2c6-402b-a2c8-2ae136fd3fd0 req-ee30d201-053a-4e4f-bc84-2d2b9d2f9476 tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] 10.222.0.57 "GET /v2.0/security-groups?id=5730ee53-ffc8-4b52-b289-622ba4909107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597067 May 27 02:14:36.916234 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66164d3-37b3-4ffb-b64a-63f81ee3e12e req-9d49bad6-fe9a-455b-a3bd-daafae421afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:36.917730 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e66164d3-37b3-4ffb-b64a-63f81ee3e12e req-9d49bad6-fe9a-455b-a3bd-daafae421afc service neutron] 10.222.0.66 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.1729767 May 27 02:14:36.992149 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e66164d3-37b3-4ffb-b64a-63f81ee3e12e req-79509b4d-b0c2-4565-bf29-11f14642e73b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=bbe5a675-2c60-4ac7-b239-ca9b6c892381 HTTP/1.1" status: 200 len: 217 time: 0.0668855 May 27 02:14:37.210998 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66164d3-37b3-4ffb-b64a-63f81ee3e12e req-b5ae64c7-72be-4365-9dd5-ad45e2ce2388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:37.212970 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e66164d3-37b3-4ffb-b64a-63f81ee3e12e req-b5ae64c7-72be-4365-9dd5-ad45e2ce2388 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.2147505 May 27 02:14:37.279530 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897920c-194e-4ec3-8044-8267329bb755 req-85c9b2bc-910b-4bde-b4d9-381c64392e0f tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:37.280995 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0897920c-194e-4ec3-8044-8267329bb755 req-85c9b2bc-910b-4bde-b4d9-381c64392e0f tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.57 "GET /v2.0/ports?device_id=778c3e1a-cdf3-4484-8b3d-0c7c38383452 HTTP/1.1" status: 200 len: 950 time: 0.2531748 May 27 02:14:37.335126 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0897920c-194e-4ec3-8044-8267329bb755 req-e9672934-7037-40e6-a01e-b0a5470eba34 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.57 "GET /v2.0/security-groups?id=02ce02d7-6435-49ca-96a4-819faa023c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483785 May 27 02:14:37.342866 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66164d3-37b3-4ffb-b64a-63f81ee3e12e req-bab6eef9-099a-4d10-b97a-5998288921d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:37.344281 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e66164d3-37b3-4ffb-b64a-63f81ee3e12e req-bab6eef9-099a-4d10-b97a-5998288921d3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1200345 May 27 02:14:37.495286 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e66164d3-37b3-4ffb-b64a-63f81ee3e12e req-a0af3abd-451a-446c-90f3-68058733f363 service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440127 May 27 02:14:37.755864 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e66164d3-37b3-4ffb-b64a-63f81ee3e12e req-3a861a7d-c832-49d7-8641-01cced614e1f service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537284 May 27 02:14:37.771564 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bcd343-aeb2-4908-9bff-580d64673ef5 req-e1e0307c-a9ee-4e19-adbd-cea366e1fe5d tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:37.773106 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d8bcd343-aeb2-4908-9bff-580d64673ef5 req-e1e0307c-a9ee-4e19-adbd-cea366e1fe5d tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=60265989-e06c-47a3-9c10-61d63637e329 HTTP/1.1" status: 200 len: 946 time: 0.1905916 May 27 02:14:37.792107 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03bcbb6-797d-4a95-a56e-128b2bdb8759 req-07e6d77e-8b68-4c90-a6be-cd3b92c89a28 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:37.793884 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a03bcbb6-797d-4a95-a56e-128b2bdb8759 req-07e6d77e-8b68-4c90-a6be-cd3b92c89a28 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a66d282-3002-42eb-ac2b-8fc0140067a9 HTTP/1.1" status: 200 len: 947 time: 0.1670465 May 27 02:14:37.908870 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d8bcd343-aeb2-4908-9bff-580d64673ef5 req-6237b852-192c-4198-9545-f5db3cd7f818 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271009 May 27 02:14:37.912939 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a03bcbb6-797d-4a95-a56e-128b2bdb8759 req-8950962b-3439-4cb4-b303-12be970b9d0a tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bb8d88a-a022-4e03-8d79-5049b621183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024408 May 27 02:14:37.966124 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b037c-cd0f-4bd6-82d0-05d780812320 req-f4067378-5c7a-4f20-aa16-e54fa5e17d6f tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:37.967565 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3e4b037c-cd0f-4bd6-82d0-05d780812320 req-f4067378-5c7a-4f20-aa16-e54fa5e17d6f tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.32 "GET /v2.0/ports?device_id=778c3e1a-cdf3-4484-8b3d-0c7c38383452 HTTP/1.1" status: 200 len: 950 time: 0.1155229 May 27 02:14:38.104778 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-3e4b037c-cd0f-4bd6-82d0-05d780812320 req-1bef1fd6-ccba-4f63-ba2b-b448df2c4707 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Deleting port 6ef69430-f22e-4699-a6a1-daacefb04f88 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:14:38.105123 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-3e4b037c-cd0f-4bd6-82d0-05d780812320 req-1bef1fd6-ccba-4f63-ba2b-b448df2c4707 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:38.214889 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a8d84-483d-4273-b65c-ea72d8b74a43 req-e4642489-c8ec-4a51-879e-c574f373a85a tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:38.216350 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df4a8d84-483d-4273-b65c-ea72d8b74a43 req-e4642489-c8ec-4a51-879e-c574f373a85a tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb41b5a5-103a-438d-b061-4161b441e630 HTTP/1.1" status: 200 len: 946 time: 0.1942232 May 27 02:14:38.345295 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df4a8d84-483d-4273-b65c-ea72d8b74a43 req-3d1046ff-e4c4-401f-ad39-7b7bbd849450 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a8e62a3-2418-4616-9b32-5330307b5a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222479 May 27 02:14:38.419220 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-3e4b037c-cd0f-4bd6-82d0-05d780812320 req-1bef1fd6-ccba-4f63-ba2b-b448df2c4707 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] For port 6ef69430-f22e-4699-a6a1-daacefb04f88, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=6ef69430-f22e-4699-a6a1-daacefb04f88,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:38.423090 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-3e4b037c-cd0f-4bd6-82d0-05d780812320 req-1bef1fd6-ccba-4f63-ba2b-b448df2c4707 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:38.576791 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-3e4b037c-cd0f-4bd6-82d0-05d780812320 req-1bef1fd6-ccba-4f63-ba2b-b448df2c4707 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Calling delete_port for 6ef69430-f22e-4699-a6a1-daacefb04f88 owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:14:38.722811 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2074f9-9f5e-4ed0-98d2-3516b12687c5 req-ea0798b0-84d3-4918-8999-46bdad4c9d45 tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:38.724289 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1d2074f9-9f5e-4ed0-98d2-3516b12687c5 req-ea0798b0-84d3-4918-8999-46bdad4c9d45 tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c070753-0412-453c-8f55-d1f90a738f68 HTTP/1.1" status: 200 len: 947 time: 0.2408934 May 27 02:14:38.836975 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1d2074f9-9f5e-4ed0-98d2-3516b12687c5 req-2f50595d-643e-4571-a0e3-bafe09d119a1 tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] 10.222.0.57 "GET /v2.0/security-groups?id=5730ee53-ffc8-4b52-b289-622ba4909107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995078 May 27 02:14:39.009991 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-3e4b037c-cd0f-4bd6-82d0-05d780812320 req-1bef1fd6-ccba-4f63-ba2b-b448df2c4707 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:39.022858 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['6ef69430-f22e-4699-a6a1-daacefb04f88'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:14:39.109054 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef1fd6-ccba-4f63-ba2b-b448df2c4707 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Pushing event deleted for resources: {'Port': ['ID=6ef69430-f22e-4699-a6a1-daacefb04f88,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:39.239650 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-279d0d4e-df4f-4039-a6ab-35881c788411 req-0ecd55cf-cded-46bc-88a3-0dfb18db60d0 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.57 "GET /v2.0/ports?device_id=778c3e1a-cdf3-4484-8b3d-0c7c38383452 HTTP/1.1" status: 200 len: 210 time: 0.1318715 May 27 02:14:39.241465 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e4b037c-cd0f-4bd6-82d0-05d780812320 req-1bef1fd6-ccba-4f63-ba2b-b448df2c4707 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] No DVR routers for this DVR port 6ef69430-f22e-4699-a6a1-daacefb04f88 on host n-h1-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:14:39.245229 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-3e4b037c-cd0f-4bd6-82d0-05d780812320 req-1bef1fd6-ccba-4f63-ba2b-b448df2c4707 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:39.248654 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778c3e1a-cdf3-4484-8b3d-0c7c38383452', 'name': 'network-vif-deleted', 'tag': '6ef69430-f22e-4699-a6a1-daacefb04f88'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:14:39.266466 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909a8e3-9990-4a12-ba28-dff9f069c30e req-98cfdc29-ba2d-44e4-bcde-91ad24b49e0d tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:39.267922 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6909a8e3-9990-4a12-ba28-dff9f069c30e req-98cfdc29-ba2d-44e4-bcde-91ad24b49e0d tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb41b5a5-103a-438d-b061-4161b441e630 HTTP/1.1" status: 200 len: 946 time: 0.4921455 May 27 02:14:39.306923 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3e4b037c-cd0f-4bd6-82d0-05d780812320 req-1bef1fd6-ccba-4f63-ba2b-b448df2c4707 tempest-ServersAdminNegativeTestJSON-425336643 tempest-ServersAdminNegativeTestJSON-425336643-project] 10.222.0.32 "DELETE /v2.0/ports/6ef69430-f22e-4699-a6a1-daacefb04f88 HTTP/1.1" status: 204 len: 173 time: 1.3287551 May 27 02:14:39.319023 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aedcee1-774a-4e28-bf8a-2b32afaf8ae8 req-d1234d65-46b6-4896-b376-ed1666d338d9 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:39.320431 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2aedcee1-774a-4e28-bf8a-2b32afaf8ae8 req-d1234d65-46b6-4896-b376-ed1666d338d9 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a66d282-3002-42eb-ac2b-8fc0140067a9 HTTP/1.1" status: 200 len: 947 time: 0.4873476 May 27 02:14:39.415896 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-6909a8e3-9990-4a12-ba28-dff9f069c30e req-9ef720a6-b9ca-4133-9301-d24aa7b39a15 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] Deleting port 9dc410f9-85b0-449c-a39d-437f3a1cbe0f {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:14:39.416247 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6909a8e3-9990-4a12-ba28-dff9f069c30e req-9ef720a6-b9ca-4133-9301-d24aa7b39a15 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:39.427157 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device bbe5a675-2c60-4ac7-b239-ca9b6c892381 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:14:39.470900 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-2aedcee1-774a-4e28-bf8a-2b32afaf8ae8 req-6badc877-984b-458f-b542-35e6a526739a tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Deleting port f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:14:39.471248 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-2aedcee1-774a-4e28-bf8a-2b32afaf8ae8 req-6badc877-984b-458f-b542-35e6a526739a tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:39.633740 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port bbe5a675-2c60-4ac7-b239-ca9b6c892381, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=bbe5a675-2c60-4ac7-b239-ca9b6c892381,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:39.651357 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': 'bbe5a675-2c60-4ac7-b239-ca9b6c892381', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'port_id': 'bbe5a675-2c60-4ac7-b239-ca9b6c892381', 'mac_address': 'fa:16:3e:a2:6d:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf69705-8457-415f-85a3-b42efaff1b97', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:14:39.730064 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port bbe5a675-2c60-4ac7-b239-ca9b6c892381 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:14:39.730706 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:39.750439 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33642) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:39.773435 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbe5a675-2c60-4ac7-b239-ca9b6c892381 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:14:39.806809 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port bbe5a675-2c60-4ac7-b239-ca9b6c892381, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=bbe5a675-2c60-4ac7-b239-ca9b6c892381,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:39.889478 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:39.928300 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-25fa84af-24bb-4ee5-a1cf-d234b10c1a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:39.945321 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-25fa84af-24bb-4ee5-a1cf-d234b10c1a08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:39.948430 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32427442-9919-478a-81ec-1b6adcc562f8'] response: {'server_uuid': '778c3e1a-cdf3-4484-8b3d-0c7c38383452', 'name': 'network-vif-deleted', 'tag': '6ef69430-f22e-4699-a6a1-daacefb04f88', 'status': 'completed', 'code': 200} May 27 02:14:39.952186 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-25fa84af-24bb-4ee5-a1cf-d234b10c1a08 admin admin] Usage tracker for resource:security_group_rule and tenant:8e318b5ae7f64c51a4e631e0b716fb5b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:39.962701 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=bbe5a675-2c60-4ac7-b239-ca9b6c892381,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:39.966549 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-25fa84af-24bb-4ee5-a1cf-d234b10c1a08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:39.974953 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-25fa84af-24bb-4ee5-a1cf-d234b10c1a08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:40.059109 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-25fa84af-24bb-4ee5-a1cf-d234b10c1a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:40.098874 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e8b06-fb8e-41b3-b83f-17013b5479fc req-b178dcc7-4e1e-434b-8626-522bde992684 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:40.100433 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e59e8b06-fb8e-41b3-b83f-17013b5479fc req-b178dcc7-4e1e-434b-8626-522bde992684 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a66d282-3002-42eb-ac2b-8fc0140067a9 HTTP/1.1" status: 200 len: 947 time: 0.5933080 May 27 02:14:40.111580 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['bbe5a675-2c60-4ac7-b239-ca9b6c892381'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:14:40.141373 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-25fa84af-24bb-4ee5-a1cf-d234b10c1a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:40.173696 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-2aedcee1-774a-4e28-bf8a-2b32afaf8ae8 req-6badc877-984b-458f-b542-35e6a526739a tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] For port f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:40.174064 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-2aedcee1-774a-4e28-bf8a-2b32afaf8ae8 req-6badc877-984b-458f-b542-35e6a526739a tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:40.206275 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-6909a8e3-9990-4a12-ba28-dff9f069c30e req-9ef720a6-b9ca-4133-9301-d24aa7b39a15 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] For port 9dc410f9-85b0-449c-a39d-437f3a1cbe0f, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=9dc410f9-85b0-449c-a39d-437f3a1cbe0f,segment=NetworkSegment(b00fa734-b101-4281-bd9f-77e49091444b),segment_id=b00fa734-b101-4281-bd9f-77e49091444b)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:40.206636 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6909a8e3-9990-4a12-ba28-dff9f069c30e req-9ef720a6-b9ca-4133-9301-d24aa7b39a15 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:40.206952 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-25fa84af-24bb-4ee5-a1cf-d234b10c1a08 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8e318b5ae7f64c51a4e631e0b716fb5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4545596 May 27 02:14:40.207815 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33654) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:40.227254 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa84af-24bb-4ee5-a1cf-d234b10c1a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef737da-f15e-4797-a583-b4f2ace19a74,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:40.277476 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e58c4655-832c-4823-8aa0-924a7b698b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:40.306961 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e58c4655-832c-4823-8aa0-924a7b698b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:40.346181 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33660) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:40.361666 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-2aedcee1-774a-4e28-bf8a-2b32afaf8ae8 req-6badc877-984b-458f-b542-35e6a526739a tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Calling delete_port for f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60 owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:14:40.368507 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-2219b95c-26b1-40a4-8848-caf9263784df tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2051779377'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:40.373845 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2219b95c-26b1-40a4-8848-caf9263784df tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:40.378344 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2219b95c-26b1-40a4-8848-caf9263784df tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Usage tracker for resource:network and tenant:c81473a41fb94f91be2c0840146b05b3 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:40.381286 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2219b95c-26b1-40a4-8848-caf9263784df tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:40.387538 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2219b95c-26b1-40a4-8848-caf9263784df tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:40.452947 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e58c4655-832c-4823-8aa0-924a7b698b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:40.469048 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c4655-832c-4823-8aa0-924a7b698b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef737da-f15e-4797-a583-b4f2ace19a74,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:40.473500 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e58c4655-832c-4823-8aa0-924a7b698b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:40.474642 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e58c4655-832c-4823-8aa0-924a7b698b3b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1ef737da-f15e-4797-a583-b4f2ace19a74 HTTP/1.1" status: 204 len: 168 time: 0.2647138 May 27 02:14:40.490809 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2219b95c-26b1-40a4-8848-caf9263784df tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Made reservation on behalf of c81473a41fb94f91be2c0840146b05b3 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:14:40.495373 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2219b95c-26b1-40a4-8848-caf9263784df tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:40.520675 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-6909a8e3-9990-4a12-ba28-dff9f069c30e req-9ef720a6-b9ca-4133-9301-d24aa7b39a15 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] Calling delete_port for 9dc410f9-85b0-449c-a39d-437f3a1cbe0f owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:14:40.529538 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2219b95c-26b1-40a4-8848-caf9263784df tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:14:40.538618 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2219b95c-26b1-40a4-8848-caf9263784df tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:40.538995 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-2219b95c-26b1-40a4-8848-caf9263784df tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Added segment 27a54013-fcdd-4abe-8c68-537dba16a1b4 of type vlan for network 8b94d27d-bce7-469d-ba55-1b18784dbd74 May 27 02:14:40.551294 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e59e8b06-fb8e-41b3-b83f-17013b5479fc req-321ea670-a832-4d40-9751-87d6fac5ddbc tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bb8d88a-a022-4e03-8d79-5049b621183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4414217 May 27 02:14:40.571686 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2219b95c-26b1-40a4-8848-caf9263784df tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:40.572622 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5e62c-657c-45d2-8a66-68ba21c16fe6 req-7ce30a1b-e4cd-4711-bd18-3ed15e25233e tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:40.574129 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-79d5e62c-657c-45d2-8a66-68ba21c16fe6 req-7ce30a1b-e4cd-4711-bd18-3ed15e25233e tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=60265989-e06c-47a3-9c10-61d63637e329 HTTP/1.1" status: 200 len: 946 time: 0.5938959 May 27 02:14:40.683852 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2219b95c-26b1-40a4-8848-caf9263784df tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:40.689515 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2219b95c-26b1-40a4-8848-caf9263784df tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:40.690196 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2219b95c-26b1-40a4-8848-caf9263784df tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:40.807904 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2219b95c-26b1-40a4-8848-caf9263784df tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Pushing event updated for resources: {'Network': ['ID=8b94d27d-bce7-469d-ba55-1b18784dbd74,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:40.819693 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 8b94d27d-bce7-469d-ba55-1b18784dbd74 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:14:40.848943 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-79d5e62c-657c-45d2-8a66-68ba21c16fe6 req-b63e130b-3844-4b54-8eb8-8d4583cdef34 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628865 May 27 02:14:40.876152 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2219b95c-26b1-40a4-8848-caf9263784df tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5283158 May 27 02:14:40.878613 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33668) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:40.887325 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b147cb49-01bd-4cb6-bd94-7a97b9a62dea tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1374643778'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:40.893194 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b147cb49-01bd-4cb6-bd94-7a97b9a62dea tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:40.897810 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b147cb49-01bd-4cb6-bd94-7a97b9a62dea tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Usage tracker for resource:network and tenant:c81473a41fb94f91be2c0840146b05b3 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:40.902492 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b147cb49-01bd-4cb6-bd94-7a97b9a62dea tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:40.913467 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b147cb49-01bd-4cb6-bd94-7a97b9a62dea tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:40.998674 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b147cb49-01bd-4cb6-bd94-7a97b9a62dea tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Made reservation on behalf of c81473a41fb94f91be2c0840146b05b3 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:14:41.001432 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b147cb49-01bd-4cb6-bd94-7a97b9a62dea tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:41.033083 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b147cb49-01bd-4cb6-bd94-7a97b9a62dea tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:14:41.041491 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b147cb49-01bd-4cb6-bd94-7a97b9a62dea tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:41.041837 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-b147cb49-01bd-4cb6-bd94-7a97b9a62dea tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Added segment 05137e51-ffab-4574-b3b8-c8b7dbba9bf4 of type vlan for network 4b83be3c-d2c0-4b0f-849f-a2bd82741ed8 May 27 02:14:41.051648 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa689d5-e377-4b0e-9f24-8d0d0d3c8b4c req-2c212c69-f6f5-4ef9-8e96-7a4f6034e25a tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:41.051648 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7aa689d5-e377-4b0e-9f24-8d0d0d3c8b4c req-2c212c69-f6f5-4ef9-8e96-7a4f6034e25a tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb41b5a5-103a-438d-b061-4161b441e630 HTTP/1.1" status: 200 len: 946 time: 0.2743387 May 27 02:14:41.073138 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b147cb49-01bd-4cb6-bd94-7a97b9a62dea tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:41.083593 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-2aedcee1-774a-4e28-bf8a-2b32afaf8ae8 req-6badc877-984b-458f-b542-35e6a526739a tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:41.160606 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6badc877-984b-458f-b542-35e6a526739a tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Pushing event deleted for resources: {'Port': ['ID=f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:41.195573 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6909a8e3-9990-4a12-ba28-dff9f069c30e req-9ef720a6-b9ca-4133-9301-d24aa7b39a15 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:41.207521 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['9dc410f9-85b0-449c-a39d-437f3a1cbe0f'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:14:41.232392 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b147cb49-01bd-4cb6-bd94-7a97b9a62dea tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:41.239156 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b147cb49-01bd-4cb6-bd94-7a97b9a62dea tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:41.240201 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b147cb49-01bd-4cb6-bd94-7a97b9a62dea tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:41.265490 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7aa689d5-e377-4b0e-9f24-8d0d0d3c8b4c req-5228b7c8-2518-407b-8d42-118c114758c2 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] 10.222.0.57 "GET /v2.0/security-groups?id=7a8e62a3-2418-4616-9b32-5330307b5a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071843 May 27 02:14:41.266813 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33678) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:41.311827 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef720a6-b9ca-4133-9301-d24aa7b39a15 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] Pushing event deleted for resources: {'Port': ['ID=9dc410f9-85b0-449c-a39d-437f3a1cbe0f,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:41.365880 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aedcee1-774a-4e28-bf8a-2b32afaf8ae8 req-6badc877-984b-458f-b542-35e6a526739a tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] No DVR routers for this DVR port f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60 on host n-h1-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:14:41.372967 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-2aedcee1-774a-4e28-bf8a-2b32afaf8ae8 req-6badc877-984b-458f-b542-35e6a526739a tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:41.373446 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b147cb49-01bd-4cb6-bd94-7a97b9a62dea tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Pushing event updated for resources: {'Network': ['ID=4b83be3c-d2c0-4b0f-849f-a2bd82741ed8,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:41.384136 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 4b83be3c-d2c0-4b0f-849f-a2bd82741ed8 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:14:41.384360 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-edca4e33-0df2-4851-81e8-569c13d449d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:41.438695 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b147cb49-01bd-4cb6-bd94-7a97b9a62dea tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5586751 May 27 02:14:41.441568 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33682) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:41.447464 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3221e516-ba27-4656-8ac6-9a1ff279d6ca tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Request body: {'subnet': {'network_id': '8b94d27d-bce7-469d-ba55-1b18784dbd74', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:41.456261 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device bbe5a675-2c60-4ac7-b239-ca9b6c892381 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:14:41.468225 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-6909a8e3-9990-4a12-ba28-dff9f069c30e req-9ef720a6-b9ca-4133-9301-d24aa7b39a15 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] No DVR routers for this DVR port 9dc410f9-85b0-449c-a39d-437f3a1cbe0f on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:14:41.485243 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6909a8e3-9990-4a12-ba28-dff9f069c30e req-9ef720a6-b9ca-4133-9301-d24aa7b39a15 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:41.503353 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753c8fa-dc5c-41ac-ab60-6708a9d0d95d req-ba5a0554-e5b0-4697-a4da-207b1cb50fe8 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:41.504767 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a753c8fa-dc5c-41ac-ab60-6708a9d0d95d req-ba5a0554-e5b0-4697-a4da-207b1cb50fe8 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfe4c9e4-db87-4967-8c34-e629bbf7e3c0 HTTP/1.1" status: 200 len: 949 time: 0.4942169 May 27 02:14:41.505902 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-edca4e33-0df2-4851-81e8-569c13d449d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:41.518959 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-edca4e33-0df2-4851-81e8-569c13d449d5 admin admin] Usage tracker for resource:security_group_rule and tenant:50c55ff010cd4016beabf054ed9470e4 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:41.524400 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-edca4e33-0df2-4851-81e8-569c13d449d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:41.529404 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6909a8e3-9990-4a12-ba28-dff9f069c30e req-9ef720a6-b9ca-4133-9301-d24aa7b39a15 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] 10.222.0.66 "DELETE /v2.0/ports/9dc410f9-85b0-449c-a39d-437f3a1cbe0f HTTP/1.1" status: 204 len: 173 time: 2.2525139 May 27 02:14:41.536613 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-edca4e33-0df2-4851-81e8-569c13d449d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:41.590909 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3221e516-ba27-4656-8ac6-9a1ff279d6ca tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:41.595048 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3221e516-ba27-4656-8ac6-9a1ff279d6ca tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Usage tracker for resource:subnet and tenant:c81473a41fb94f91be2c0840146b05b3 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:41.595852 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2aedcee1-774a-4e28-bf8a-2b32afaf8ae8 req-6badc877-984b-458f-b542-35e6a526739a tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.32 "DELETE /v2.0/ports/f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60 HTTP/1.1" status: 204 len: 173 time: 2.2684081 May 27 02:14:41.598641 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3221e516-ba27-4656-8ac6-9a1ff279d6ca tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:41.611947 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3221e516-ba27-4656-8ac6-9a1ff279d6ca tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:41.622085 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a753c8fa-dc5c-41ac-ab60-6708a9d0d95d req-dc7ac0eb-75b0-4a4c-92ae-54ba3477ee0a tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885217 May 27 02:14:41.636917 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04d95b-c374-4ae0-b826-812ee59e393b req-ca720252-a4c2-4174-81b5-2ca92f903673 tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:41.646131 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6f04d95b-c374-4ae0-b826-812ee59e393b req-ca720252-a4c2-4174-81b5-2ca92f903673 tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c070753-0412-453c-8f55-d1f90a738f68 HTTP/1.1" status: 200 len: 948 time: 0.2743354 May 27 02:14:41.675822 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port bbe5a675-2c60-4ac7-b239-ca9b6c892381 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:14:41.681490 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port bbe5a675-2c60-4ac7-b239-ca9b6c892381 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:14:41.682189 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:41.717316 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3221e516-ba27-4656-8ac6-9a1ff279d6ca tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Made reservation on behalf of c81473a41fb94f91be2c0840146b05b3 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:14:41.721627 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3221e516-ba27-4656-8ac6-9a1ff279d6ca tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:41.735000 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6f04d95b-c374-4ae0-b826-812ee59e393b req-37343d0b-5efb-497f-9bf4-95cbf9caa516 tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] 10.222.0.57 "GET /v2.0/security-groups?id=5730ee53-ffc8-4b52-b289-622ba4909107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791914 May 27 02:14:41.839420 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-edca4e33-0df2-4851-81e8-569c13d449d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:41.953775 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a66d282-3002-42eb-ac2b-8fc0140067a9', 'name': 'network-vif-deleted', 'tag': 'f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60'}, {'server_uuid': 'bb41b5a5-103a-438d-b061-4161b441e630', 'name': 'network-vif-deleted', 'tag': '9dc410f9-85b0-449c-a39d-437f3a1cbe0f'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:14:41.960832 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-edca4e33-0df2-4851-81e8-569c13d449d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:41.975862 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port bbe5a675-2c60-4ac7-b239-ca9b6c892381 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:14:41.976241 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:42.006159 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-65bd6f62-e108-4940-93c5-347301071c3e req-6e046924-a2c0-411a-813f-63d54fb2e9ca tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Synchronizing usage tracker for tenant:1a0bf13c89d84e1a8f088903e9917527 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:14:42.030485 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c070753-0412-453c-8f55-d1f90a738f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe5a675-2c60-4ac7-b239-ca9b6c892381'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:14:42.054456 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port bbe5a675-2c60-4ac7-b239-ca9b6c892381, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=bbe5a675-2c60-4ac7-b239-ca9b6c892381,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:42.103124 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-edca4e33-0df2-4851-81e8-569c13d449d5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=50c55ff010cd4016beabf054ed9470e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7998095 May 27 02:14:42.103124 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca4e33-0df2-4851-81e8-569c13d449d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c7a1cc-9ca2-42c6-bf11-55bfcf9974d1,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:42.103799 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33696) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:42.131595 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:42.134031 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 9dc410f9-85b0-449c-a39d-437f3a1cbe0f no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:14:42.134342 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3221e516-ba27-4656-8ac6-9a1ff279d6ca tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:42.142543 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068bc69-03f1-4d70-8d51-24a17fec6678 req-7f1bff1f-acb4-4176-a9f9-0179e207b049 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:42.144059 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a068bc69-03f1-4d70-8d51-24a17fec6678 req-7f1bff1f-acb4-4176-a9f9-0179e207b049 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=60265989-e06c-47a3-9c10-61d63637e329 HTTP/1.1" status: 200 len: 946 time: 0.1123090 May 27 02:14:42.192214 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a068bc69-03f1-4d70-8d51-24a17fec6678 req-613badbb-5376-40da-9191-99df1cfd8d4c tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416152 May 27 02:14:42.204157 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-65bd6f62-e108-4940-93c5-347301071c3e req-6e046924-a2c0-411a-813f-63d54fb2e9ca tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Unset dirty status for tenant:1a0bf13c89d84e1a8f088903e9917527 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:14:42.208332 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-65bd6f62-e108-4940-93c5-347301071c3e req-6e046924-a2c0-411a-813f-63d54fb2e9ca tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a66d282-3002-42eb-ac2b-8fc0140067a9 HTTP/1.1" status: 200 len: 210 time: 0.3272417 May 27 02:14:42.216769 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: 9dc410f9-85b0-449c-a39d-437f3a1cbe0f {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:14:42.216769 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 9dc410f9-85b0-449c-a39d-437f3a1cbe0f not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:14:42.229341 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221e516-ba27-4656-8ac6-9a1ff279d6ca tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Pushing event updated for resources: {'Subnet': ['ID=91708588-9c20-4a3e-9579-457a929964db,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:42.253869 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=bbe5a675-2c60-4ac7-b239-ca9b6c892381,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:42.302761 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e68f42c-34f4-47f5-83e6-b688eec1eddc'] response: {'server_uuid': '5c070753-0412-453c-8f55-d1f90a738f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe5a675-2c60-4ac7-b239-ca9b6c892381', 'code': 200} May 27 02:14:42.309293 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2259b288-e3e1-4ec6-b550-96b8320647ab'] response: {'server_uuid': '0a66d282-3002-42eb-ac2b-8fc0140067a9', 'name': 'network-vif-deleted', 'tag': 'f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60', 'status': 'completed', 'code': 200} May 27 02:14:42.309709 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2259b288-e3e1-4ec6-b550-96b8320647ab'] response: {'server_uuid': 'bb41b5a5-103a-438d-b061-4161b441e630', 'name': 'network-vif-deleted', 'tag': '9dc410f9-85b0-449c-a39d-437f3a1cbe0f', 'status': 'completed', 'code': 200} May 27 02:14:42.382725 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b5d6d3a-fa01-4119-90c4-0662f9a5ed8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:42.416200 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3221e516-ba27-4656-8ac6-9a1ff279d6ca tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Checking segment: {'id': '27a54013-fcdd-4abe-8c68-537dba16a1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b94d27d-bce7-469d-ba55-1b18784dbd74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:14:42.416565 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3221e516-ba27-4656-8ac6-9a1ff279d6ca tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Network hostable DHCP agents. Network: 8b94d27d-bce7-469d-ba55-1b18784dbd74, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:14:42.448673 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b5d6d3a-fa01-4119-90c4-0662f9a5ed8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:42.480857 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e58583e6-3d1f-4e25-8aee-9f2d619b0360 req-5b4545f2-151e-49ac-ab4b-eda8441ea9e7 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] Synchronizing usage tracker for tenant:2c6743fc7afe4b37967cb13854dbba04 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:14:42.503596 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33704) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:42.520419 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc5b32-ed0e-49bc-bd57-5ac6ce438f38 req-6cdc478c-eaef-4c2d-9605-5b62bd21af09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:42.522067 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aacc5b32-ed0e-49bc-bd57-5ac6ce438f38 req-6cdc478c-eaef-4c2d-9605-5b62bd21af09 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5c070753-0412-453c-8f55-d1f90a738f68 HTTP/1.1" status: 200 len: 1100 time: 0.1421967 May 27 02:14:42.571627 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aacc5b32-ed0e-49bc-bd57-5ac6ce438f38 req-edcf4c8b-42d5-47ac-b5b7-4a2375af42a9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5730ee53-ffc8-4b52-b289-622ba4909107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437973 May 27 02:14:42.575155 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3221e516-ba27-4656-8ac6-9a1ff279d6ca tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Network 8b94d27d-bce7-469d-ba55-1b18784dbd74 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:14:42.578041 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e58583e6-3d1f-4e25-8aee-9f2d619b0360 req-5b4545f2-151e-49ac-ab4b-eda8441ea9e7 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] Unset dirty status for tenant:2c6743fc7afe4b37967cb13854dbba04 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:14:42.579552 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e58583e6-3d1f-4e25-8aee-9f2d619b0360 req-5b4545f2-151e-49ac-ab4b-eda8441ea9e7 tempest-ServerAddressesNegativeTestJSON-691308112 tempest-ServerAddressesNegativeTestJSON-691308112-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb41b5a5-103a-438d-b061-4161b441e630 HTTP/1.1" status: 200 len: 210 time: 0.1437316 May 27 02:14:42.642028 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b5d6d3a-fa01-4119-90c4-0662f9a5ed8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:42.660037 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d6d3a-fa01-4119-90c4-0662f9a5ed8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c7a1cc-9ca2-42c6-bf11-55bfcf9974d1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:42.675434 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-3221e516-ba27-4656-8ac6-9a1ff279d6ca tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 8b94d27d-bce7-469d-ba55-1b18784dbd74) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:14:42.692034 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7e24a4-aa60-4509-abb8-9774b6bea1b2 None None] Network 8b94d27d-bce7-469d-ba55-1b18784dbd74 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:14:42.698981 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3221e516-ba27-4656-8ac6-9a1ff279d6ca tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:42.699675 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3221e516-ba27-4656-8ac6-9a1ff279d6ca tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:42.722413 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-93fefc2f-1211-4e51-b8b3-cfdc723f9c8b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=600515781e0349629b74edcb0f6e979b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2167873 May 27 02:14:42.725326 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33712) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:42.727857 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b5d6d3a-fa01-4119-90c4-0662f9a5ed8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:42.728919 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2b5d6d3a-fa01-4119-90c4-0662f9a5ed8e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/35c7a1cc-9ca2-42c6-bf11-55bfcf9974d1 HTTP/1.1" status: 204 len: 168 time: 0.6243224 May 27 02:14:42.815152 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3221e516-ba27-4656-8ac6-9a1ff279d6ca tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3701408 May 27 02:14:42.815996 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33720) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:42.826331 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-79914f61-70ba-4547-95a5-e0d48ce1667c tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Request body: {'subnet': {'network_id': '4b83be3c-d2c0-4b0f-849f-a2bd82741ed8', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:42.846387 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1a544ef8-43e0-46fd-a0ce-048b3e065692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:42.891551 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 6ef69430-f22e-4699-a6a1-daacefb04f88 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:14:42.905491 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1a544ef8-43e0-46fd-a0ce-048b3e065692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:42.937640 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 6ef69430-f22e-4699-a6a1-daacefb04f88 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:14:42.937971 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 6ef69430-f22e-4699-a6a1-daacefb04f88 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:14:42.938585 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:14:42.977514 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:14:42.978127 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device f20c8fe3-6fc2-4bf1-8b22-2e62612ddf60 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:14:43.046756 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1a544ef8-43e0-46fd-a0ce-048b3e065692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:43.062281 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a544ef8-43e0-46fd-a0ce-048b3e065692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ce02d7-6435-49ca-96a4-819faa023c0c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:43.077775 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1a544ef8-43e0-46fd-a0ce-048b3e065692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:43.081191 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1a544ef8-43e0-46fd-a0ce-048b3e065692 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/02ce02d7-6435-49ca-96a4-819faa023c0c HTTP/1.1" status: 204 len: 168 time: 0.3524592 May 27 02:14:43.097244 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c32371-16da-41a2-9cc3-d092cbc688f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-8b94d27d-bce7-469d-ba55-1b18784dbd74', 'network_id': '8b94d27d-bce7-469d-ba55-1b18784dbd74', 'tenant_id': 'c81473a41fb94f91be2c0840146b05b3', 'fixed_ips': [{'subnet_id': '91708588-9c20-4a3e-9579-457a929964db'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:14:43.098458 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a2c32371-16da-41a2-9cc3-d092cbc688f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:43.101257 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-79914f61-70ba-4547-95a5-e0d48ce1667c tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:43.111205 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-79914f61-70ba-4547-95a5-e0d48ce1667c tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Usage tracker for resource:subnet and tenant:c81473a41fb94f91be2c0840146b05b3 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:43.117772 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-79914f61-70ba-4547-95a5-e0d48ce1667c tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:43.127511 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-79914f61-70ba-4547-95a5-e0d48ce1667c tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:43.162947 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a905d7-9573-4fc9-b288-468799f88e8d req-3774d580-d318-4792-8950-d6db6bc5ddda tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:43.170667 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e7a905d7-9573-4fc9-b288-468799f88e8d req-3774d580-d318-4792-8950-d6db6bc5ddda tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c070753-0412-453c-8f55-d1f90a738f68 HTTP/1.1" status: 200 len: 949 time: 0.1990893 May 27 02:14:43.182554 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67ba13-4d2e-4a9a-aea1-a106c9ac5420 req-194fe8be-a174-494e-a113-eb26d752af09 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:43.190154 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-da67ba13-4d2e-4a9a-aea1-a106c9ac5420 req-194fe8be-a174-494e-a113-eb26d752af09 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfe4c9e4-db87-4967-8c34-e629bbf7e3c0 HTTP/1.1" status: 200 len: 949 time: 0.2178071 May 27 02:14:43.265076 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79914f61-70ba-4547-95a5-e0d48ce1667c tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Made reservation on behalf of c81473a41fb94f91be2c0840146b05b3 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:14:43.268491 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-79914f61-70ba-4547-95a5-e0d48ce1667c tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:43.293744 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-a2c32371-16da-41a2-9cc3-d092cbc688f9 None None] Allocated IP 10.1.1.2 (8b94d27d-bce7-469d-ba55-1b18784dbd74/91708588-9c20-4a3e-9579-457a929964db/88efaf7b-e6d4-428f-afff-aa3c1d63aacc) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:14:43.301296 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e7a905d7-9573-4fc9-b288-468799f88e8d req-40f8af33-8955-4f4c-96cd-9d23691af5fb tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] 10.222.0.57 "GET /v2.0/security-groups?id=5730ee53-ffc8-4b52-b289-622ba4909107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296959 May 27 02:14:43.361912 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-da67ba13-4d2e-4a9a-aea1-a106c9ac5420 req-d00941a3-f944-4668-b37c-dfbbae6e2ff2 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709044 May 27 02:14:43.561003 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a2c32371-16da-41a2-9cc3-d092cbc688f9 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:43.594348 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a2c32371-16da-41a2-9cc3-d092cbc688f9 None None] Transition to ACTIVE for port object 88efaf7b-e6d4-428f-afff-aa3c1d63aacc will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:14:43.649852 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a2c32371-16da-41a2-9cc3-d092cbc688f9 None None] Transition to ACTIVE for port object 88efaf7b-e6d4-428f-afff-aa3c1d63aacc will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:14:43.719345 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a2c32371-16da-41a2-9cc3-d092cbc688f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:43.824652 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c32371-16da-41a2-9cc3-d092cbc688f9 None None] Network 8b94d27d-bce7-469d-ba55-1b18784dbd74 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:14:44.288139 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-a2c32371-16da-41a2-9cc3-d092cbc688f9 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:14:44.288139 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c32371-16da-41a2-9cc3-d092cbc688f9 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:14:44.288139 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c32371-16da-41a2-9cc3-d092cbc688f9 None None] Pushing event updated for resources: {'Port': ['ID=88efaf7b-e6d4-428f-afff-aa3c1d63aacc,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:44.289829 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4b0fb-3032-4178-baf4-80504aff0842 req-b9df3ba9-a686-43d3-a2de-93d293e78f5e tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:44.289829 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a9a4b0fb-3032-4178-baf4-80504aff0842 req-b9df3ba9-a686-43d3-a2de-93d293e78f5e tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=60265989-e06c-47a3-9c10-61d63637e329 HTTP/1.1" status: 200 len: 946 time: 0.1984122 May 27 02:14:44.289829 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a9a4b0fb-3032-4178-baf4-80504aff0842 req-31c5ab79-9148-4347-9d7f-3165da95187b tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459599 May 27 02:14:44.290644 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-a2c32371-16da-41a2-9cc3-d092cbc688f9 None None] Attempting to bind port 88efaf7b-e6d4-428f-afff-aa3c1d63aacc on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:14:44.290644 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-a2c32371-16da-41a2-9cc3-d092cbc688f9 None None] Attempting to bind port 88efaf7b-e6d4-428f-afff-aa3c1d63aacc by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '27a54013-fcdd-4abe-8c68-537dba16a1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b94d27d-bce7-469d-ba55-1b18784dbd74'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:14:44.290644 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c32371-16da-41a2-9cc3-d092cbc688f9 None None] Attempting to bind port 88efaf7b-e6d4-428f-afff-aa3c1d63aacc on network 8b94d27d-bce7-469d-ba55-1b18784dbd74 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:44.290644 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c32371-16da-41a2-9cc3-d092cbc688f9 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:14:44.290644 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c32371-16da-41a2-9cc3-d092cbc688f9 None None] Checking segment: {'id': '27a54013-fcdd-4abe-8c68-537dba16a1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b94d27d-bce7-469d-ba55-1b18784dbd74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:14:44.290644 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a2c32371-16da-41a2-9cc3-d092cbc688f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:44.290644 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c32371-16da-41a2-9cc3-d092cbc688f9 None None] Bound using segment: {'id': '27a54013-fcdd-4abe-8c68-537dba16a1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b94d27d-bce7-469d-ba55-1b18784dbd74'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:14:44.290644 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-a2c32371-16da-41a2-9cc3-d092cbc688f9 None None] Bound port: 88efaf7b-e6d4-428f-afff-aa3c1d63aacc, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a54013-fcdd-4abe-8c68-537dba16a1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b94d27d-bce7-469d-ba55-1b18784dbd74'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:14:44.290644 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a2c32371-16da-41a2-9cc3-d092cbc688f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:44.291594 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33752) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:44.291706 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a2c32371-16da-41a2-9cc3-d092cbc688f9 None None] For port 88efaf7b-e6d4-428f-afff-aa3c1d63aacc, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:14:44.291706 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a2c32371-16da-41a2-9cc3-d092cbc688f9 None None] For port 88efaf7b-e6d4-428f-afff-aa3c1d63aacc, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=88efaf7b-e6d4-428f-afff-aa3c1d63aacc,segment=NetworkSegment(27a54013-fcdd-4abe-8c68-537dba16a1b4),segment_id=27a54013-fcdd-4abe-8c68-537dba16a1b4)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:14:44.291947 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-92508363-a797-4770-bb35-149c32ac1f89 admin admin] Deleting subnet d6b4302e-56c8-4e13-b098-490a3d66041f {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:14:44.291947 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-92508363-a797-4770-bb35-149c32ac1f89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:44.291947 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-92508363-a797-4770-bb35-149c32ac1f89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:44.291947 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-92508363-a797-4770-bb35-149c32ac1f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:44.291947 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-79914f61-70ba-4547-95a5-e0d48ce1667c tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:44.357973 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79914f61-70ba-4547-95a5-e0d48ce1667c tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Pushing event updated for resources: {'Subnet': ['ID=ace0417d-ff5c-4e39-8be9-1a68cd684101,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:44.367678 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79914f61-70ba-4547-95a5-e0d48ce1667c tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Checking segment: {'id': '05137e51-ffab-4574-b3b8-c8b7dbba9bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4b83be3c-d2c0-4b0f-849f-a2bd82741ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:14:44.368065 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79914f61-70ba-4547-95a5-e0d48ce1667c tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Network hostable DHCP agents. Network: 4b83be3c-d2c0-4b0f-849f-a2bd82741ed8, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:14:44.387015 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a2c32371-16da-41a2-9cc3-d092cbc688f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:44.454713 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-92508363-a797-4770-bb35-149c32ac1f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:44.470713 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:14:44.505802 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79914f61-70ba-4547-95a5-e0d48ce1667c tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Network 4b83be3c-d2c0-4b0f-849f-a2bd82741ed8 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:14:44.516273 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c32371-16da-41a2-9cc3-d092cbc688f9 None None] Pushing event updated for resources: {'Port': ['ID=88efaf7b-e6d4-428f-afff-aa3c1d63aacc,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:44.550962 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92508363-a797-4770-bb35-149c32ac1f89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6b4302e-56c8-4e13-b098-490a3d66041f,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:44.580863 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-92508363-a797-4770-bb35-149c32ac1f89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:44.581053 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33766) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:44.610329 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-92508363-a797-4770-bb35-149c32ac1f89 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d6b4302e-56c8-4e13-b098-490a3d66041f HTTP/1.1" status: 204 len: 168 time: 0.5915546 May 27 02:14:44.610644 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33770) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:44.639361 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26acf94f-15cd-4b8a-a5f9-8c35b81838b6 req-6bb10549-2bd2-4225-8a2d-b3826facaab1 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:44.640856 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-26acf94f-15cd-4b8a-a5f9-8c35b81838b6 req-6bb10549-2bd2-4225-8a2d-b3826facaab1 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.57 "GET /v2.0/ports?device_id=26aa7717-901d-4fed-8866-692a2eaa03ec HTTP/1.1" status: 200 len: 949 time: 0.2274606 May 27 02:14:44.652087 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77da825-fb58-4fa8-90ed-4e6bd92b59d7 req-ac64d707-bb23-4924-87f8-d22c4b1941fe tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:44.653629 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d77da825-fb58-4fa8-90ed-4e6bd92b59d7 req-ac64d707-bb23-4924-87f8-d22c4b1941fe tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c070753-0412-453c-8f55-d1f90a738f68 HTTP/1.1" status: 200 len: 949 time: 0.1618736 May 27 02:14:44.686817 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-79914f61-70ba-4547-95a5-e0d48ce1667c tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 4b83be3c-d2c0-4b0f-849f-a2bd82741ed8) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:14:44.698292 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79914f61-70ba-4547-95a5-e0d48ce1667c tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:44.698896 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-79914f61-70ba-4547-95a5-e0d48ce1667c tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:44.699575 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e41425-3839-4db9-b852-4e3e55f7a564 None None] Network 4b83be3c-d2c0-4b0f-849f-a2bd82741ed8 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:14:44.720223 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5d371617-f97b-4561-9d9d-aa2f935c79b5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=556c536186344a5dbff6ecc56f66016b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451354 May 27 02:14:44.724312 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33774) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:44.747550 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-26acf94f-15cd-4b8a-a5f9-8c35b81838b6 req-616b2460-94fb-43d1-be88-543a21b89698 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bb8d88a-a022-4e03-8d79-5049b621183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928407 May 27 02:14:44.761939 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d77da825-fb58-4fa8-90ed-4e6bd92b59d7 req-4581f829-caa9-4761-bc0a-a67cd9341717 tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] 10.222.0.57 "GET /v2.0/security-groups?id=5730ee53-ffc8-4b52-b289-622ba4909107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940981 May 27 02:14:44.832983 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-79914f61-70ba-4547-95a5-e0d48ce1667c tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0143471 May 27 02:14:44.835654 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33782) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:44.841489 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-307d60c7-cb18-4ecf-a675-3e8cab01b388 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Request body: {'port': {'network_id': '8b94d27d-bce7-469d-ba55-1b18784dbd74', 'name': 'tempest-TaggedBootDevicesTest_v242-1160882554', 'fixed_ips': [{'subnet_id': '91708588-9c20-4a3e-9579-457a929964db'}]}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:44.883979 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-43c3cb26-887c-43a3-ba60-27919f351714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:44.944429 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-43c3cb26-887c-43a3-ba60-27919f351714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:45.005466 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9838221c-0e8d-41ce-9778-ed028a814129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:45.149566 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9838221c-0e8d-41ce-9778-ed028a814129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:45.181045 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-9838221c-0e8d-41ce-9778-ed028a814129 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e65f41ea-17af-475c-b86b-6ffa6e1ab516']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:14:45.195551 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-9838221c-0e8d-41ce-9778-ed028a814129 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b00fa734-b101-4281-bd9f-77e49091444b') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:14:45.195842 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-9838221c-0e8d-41ce-9778-ed028a814129 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b00fa734-b101-4281-bd9f-77e49091444b') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:14:45.209402 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9838221c-0e8d-41ce-9778-ed028a814129 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:45.219814 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-307d60c7-cb18-4ecf-a675-3e8cab01b388 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:45.225471 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9838221c-0e8d-41ce-9778-ed028a814129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:45.228026 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-307d60c7-cb18-4ecf-a675-3e8cab01b388 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Usage tracker for resource:port and tenant:c81473a41fb94f91be2c0840146b05b3 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:45.232897 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9838221c-0e8d-41ce-9778-ed028a814129 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:14:45.233525 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9838221c-0e8d-41ce-9778-ed028a814129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:45.239421 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8e3e1-0f8c-4140-a10c-185adc2e70a7 req-70c52a5e-8f57-4b11-8224-eca37e248932 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:45.247866 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5e8e3e1-0f8c-4140-a10c-185adc2e70a7 req-70c52a5e-8f57-4b11-8224-eca37e248932 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfe4c9e4-db87-4967-8c34-e629bbf7e3c0 HTTP/1.1" status: 200 len: 949 time: 0.2516348 May 27 02:14:45.250817 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-307d60c7-cb18-4ecf-a675-3e8cab01b388 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:45.279465 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-307d60c7-cb18-4ecf-a675-3e8cab01b388 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:45.333015 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-43c3cb26-887c-43a3-ba60-27919f351714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:45.345431 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5e8e3e1-0f8c-4140-a10c-185adc2e70a7 req-5a8b1b23-0f6a-45be-8cd5-a738cebdd91b tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941412 May 27 02:14:45.356473 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0e673f-0b72-4930-bf7e-9e0dd5373c71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-4b83be3c-d2c0-4b0f-849f-a2bd82741ed8', 'network_id': '4b83be3c-d2c0-4b0f-849f-a2bd82741ed8', 'tenant_id': 'c81473a41fb94f91be2c0840146b05b3', 'fixed_ips': [{'subnet_id': 'ace0417d-ff5c-4e39-8be9-1a68cd684101'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:14:45.357329 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-bd0e673f-0b72-4930-bf7e-9e0dd5373c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:45.363444 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment b00fa734-b101-4281-bd9f-77e49091444b resource provider aggregate not found May 27 02:14:45.373101 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c3cb26-887c-43a3-ba60-27919f351714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57389cd-2e00-4cfa-9238-ecf4a7881e93,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:45.402401 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307d60c7-cb18-4ecf-a675-3e8cab01b388 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Made reservation on behalf of c81473a41fb94f91be2c0840146b05b3 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:14:45.419579 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment b00fa734-b101-4281-bd9f-77e49091444b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b00fa734-b101-4281-bd9f-77e49091444b found for delete ", "request_id": "req-50f650aa-208d-4fbe-a4bb-54aa69f5300d"}]} May 27 02:14:45.429745 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9838221c-0e8d-41ce-9778-ed028a814129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:45.464683 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9838221c-0e8d-41ce-9778-ed028a814129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:45.478624 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9838221c-0e8d-41ce-9778-ed028a814129 admin admin] Pushing event deleted for resources: {'Network': ['ID=e65f41ea-17af-475c-b86b-6ffa6e1ab516,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:45.582066 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9838221c-0e8d-41ce-9778-ed028a814129 admin admin] 10.222.0.57 "DELETE /v2.0/networks/e65f41ea-17af-475c-b86b-6ffa6e1ab516 HTTP/1.1" status: 204 len: 168 time: 0.9701903 May 27 02:14:45.584793 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-43c3cb26-887c-43a3-ba60-27919f351714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:45.586715 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-43c3cb26-887c-43a3-ba60-27919f351714 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b57389cd-2e00-4cfa-9238-ecf4a7881e93 HTTP/1.1" status: 204 len: 168 time: 0.8581910 May 27 02:14:45.619302 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-bd0e673f-0b72-4930-bf7e-9e0dd5373c71 None None] Allocated IP 10.2.2.2 (4b83be3c-d2c0-4b0f-849f-a2bd82741ed8/ace0417d-ff5c-4e39-8be9-1a68cd684101/12d58947-ee14-48fc-8d40-82b802479a47) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:14:45.728703 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d07b7-a0ab-4752-b239-f328663762f8 req-61ed8997-e311-4e57-aceb-0c271beef70b tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:45.737102 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-208d07b7-a0ab-4752-b239-f328663762f8 req-61ed8997-e311-4e57-aceb-0c271beef70b tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=60265989-e06c-47a3-9c10-61d63637e329 HTTP/1.1" status: 200 len: 946 time: 0.2888279 May 27 02:14:45.777041 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-307d60c7-cb18-4ecf-a675-3e8cab01b388 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:45.836887 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-208d07b7-a0ab-4752-b239-f328663762f8 req-08a56fae-1727-4ce5-b72a-df9db057cfb9 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981574 May 27 02:14:45.838271 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-307d60c7-cb18-4ecf-a675-3e8cab01b388 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] device_id is not set on port 4acf92ce-28d4-4988-ad90-62be6c18fd88 yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:14:46.025706 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-bd0e673f-0b72-4930-bf7e-9e0dd5373c71 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:46.040350 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-bd0e673f-0b72-4930-bf7e-9e0dd5373c71 None None] Transition to ACTIVE for port object 12d58947-ee14-48fc-8d40-82b802479a47 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:14:46.063389 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-bd0e673f-0b72-4930-bf7e-9e0dd5373c71 None None] Transition to ACTIVE for port object 12d58947-ee14-48fc-8d40-82b802479a47 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:14:46.108420 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9162ce-9bcb-45ad-99e8-f053d65351c3 None None] Network 8b94d27d-bce7-469d-ba55-1b18784dbd74 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:14:46.183798 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-bd0e673f-0b72-4930-bf7e-9e0dd5373c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:46.201799 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33826) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:46.273064 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-307d60c7-cb18-4ecf-a675-3e8cab01b388 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Allocated IP 10.1.1.120 (8b94d27d-bce7-469d-ba55-1b18784dbd74/91708588-9c20-4a3e-9579-457a929964db/4acf92ce-28d4-4988-ad90-62be6c18fd88) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:14:46.298935 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-95d68fae-4040-496e-90e3-9e8c9350d3eb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2c6743fc7afe4b37967cb13854dbba04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0958695 May 27 02:14:46.299499 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42ad75-3555-48cf-9080-3ed70b1683aa req-7f716896-04b0-4fab-9fc5-63db4b82c65b tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:46.303382 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33830) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:46.311492 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eb42ad75-3555-48cf-9080-3ed70b1683aa req-7f716896-04b0-4fab-9fc5-63db4b82c65b tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.57 "GET /v2.0/ports?device_id=26aa7717-901d-4fed-8866-692a2eaa03ec HTTP/1.1" status: 200 len: 949 time: 0.3110449 May 27 02:14:46.433563 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c350bd2-5f27-40ff-8c06-41aed4b15541 req-f3979ec7-36ed-4852-bb2e-5ff5bed26377 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:46.435044 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9c350bd2-5f27-40ff-8c06-41aed4b15541 req-f3979ec7-36ed-4852-bb2e-5ff5bed26377 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.66 "GET /v2.0/ports?device_id=26aa7717-901d-4fed-8866-692a2eaa03ec HTTP/1.1" status: 200 len: 949 time: 0.2994592 May 27 02:14:46.443403 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e673f-0b72-4930-bf7e-9e0dd5373c71 None None] Pushing event updated for resources: {'Port': ['ID=12d58947-ee14-48fc-8d40-82b802479a47,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:46.446226 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 88efaf7b-e6d4-428f-afff-aa3c1d63aacc up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:14:46.454327 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d34c1bde-17dd-43f2-bbaf-fb77efa5f0a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:46.496764 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d34c1bde-17dd-43f2-bbaf-fb77efa5f0a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:46.519642 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0e673f-0b72-4930-bf7e-9e0dd5373c71 None None] Network 4b83be3c-d2c0-4b0f-849f-a2bd82741ed8 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:14:46.526026 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-bd0e673f-0b72-4930-bf7e-9e0dd5373c71 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:14:46.543356 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0e673f-0b72-4930-bf7e-9e0dd5373c71 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:14:46.562646 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-eb81634c-5e80-49e7-b426-6d3ffe9d409b None None] Provisioning for port 88efaf7b-e6d4-428f-afff-aa3c1d63aacc completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:14:46.647817 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d34c1bde-17dd-43f2-bbaf-fb77efa5f0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:46.677499 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d34c1bde-17dd-43f2-bbaf-fb77efa5f0a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:46.685344 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d34c1bde-17dd-43f2-bbaf-fb77efa5f0a6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7a8e62a3-2418-4616-9b32-5330307b5a22 HTTP/1.1" status: 204 len: 168 time: 0.3808126 May 27 02:14:46.689092 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34c1bde-17dd-43f2-bbaf-fb77efa5f0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8e62a3-2418-4616-9b32-5330307b5a22,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:46.689651 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 88efaf7b-e6d4-428f-afff-aa3c1d63aacc completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:14:46.738909 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eb42ad75-3555-48cf-9080-3ed70b1683aa req-eb5cf041-2baf-465e-8745-32146185c675 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bb8d88a-a022-4e03-8d79-5049b621183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4304385 May 27 02:14:46.741986 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 88efaf7b-e6d4-428f-afff-aa3c1d63aacc triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:14:46.743052 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:46.815457 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-bd0e673f-0b72-4930-bf7e-9e0dd5373c71 None None] Attempting to bind port 12d58947-ee14-48fc-8d40-82b802479a47 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:14:46.815970 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-bd0e673f-0b72-4930-bf7e-9e0dd5373c71 None None] Attempting to bind port 12d58947-ee14-48fc-8d40-82b802479a47 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '05137e51-ffab-4574-b3b8-c8b7dbba9bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4b83be3c-d2c0-4b0f-849f-a2bd82741ed8'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:14:46.816439 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0e673f-0b72-4930-bf7e-9e0dd5373c71 None None] Attempting to bind port 12d58947-ee14-48fc-8d40-82b802479a47 on network 4b83be3c-d2c0-4b0f-849f-a2bd82741ed8 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:46.831731 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0e673f-0b72-4930-bf7e-9e0dd5373c71 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:14:46.832285 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0e673f-0b72-4930-bf7e-9e0dd5373c71 None None] Checking segment: {'id': '05137e51-ffab-4574-b3b8-c8b7dbba9bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4b83be3c-d2c0-4b0f-849f-a2bd82741ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:14:46.832819 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-bd0e673f-0b72-4930-bf7e-9e0dd5373c71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:46.833402 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0e673f-0b72-4930-bf7e-9e0dd5373c71 None None] Bound using segment: {'id': '05137e51-ffab-4574-b3b8-c8b7dbba9bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4b83be3c-d2c0-4b0f-849f-a2bd82741ed8'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:14:46.834131 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-bd0e673f-0b72-4930-bf7e-9e0dd5373c71 None None] Bound port: 12d58947-ee14-48fc-8d40-82b802479a47, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05137e51-ffab-4574-b3b8-c8b7dbba9bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4b83be3c-d2c0-4b0f-849f-a2bd82741ed8'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:14:46.834758 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-bd0e673f-0b72-4930-bf7e-9e0dd5373c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:46.932806 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-9c350bd2-5f27-40ff-8c06-41aed4b15541 req-de548e99-1d2a-400e-88af-c32c6793e451 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Deleting port 18ff276f-6125-4a3a-8b89-114081ef9788 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:14:46.933159 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-9c350bd2-5f27-40ff-8c06-41aed4b15541 req-de548e99-1d2a-400e-88af-c32c6793e451 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:47.001661 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-bd0e673f-0b72-4930-bf7e-9e0dd5373c71 None None] For port 12d58947-ee14-48fc-8d40-82b802479a47, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:14:47.023401 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-bd0e673f-0b72-4930-bf7e-9e0dd5373c71 None None] For port 12d58947-ee14-48fc-8d40-82b802479a47, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=12d58947-ee14-48fc-8d40-82b802479a47,segment=NetworkSegment(05137e51-ffab-4574-b3b8-c8b7dbba9bf4),segment_id=05137e51-ffab-4574-b3b8-c8b7dbba9bf4)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:14:47.094058 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 88efaf7b-e6d4-428f-afff-aa3c1d63aacc is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:14:47.094608 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:47.110123 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-bd0e673f-0b72-4930-bf7e-9e0dd5373c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:47.139362 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-307d60c7-cb18-4ecf-a675-3e8cab01b388 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:47.166277 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-307d60c7-cb18-4ecf-a675-3e8cab01b388 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Transition to ACTIVE for port object 4acf92ce-28d4-4988-ad90-62be6c18fd88 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:14:47.227514 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e673f-0b72-4930-bf7e-9e0dd5373c71 None None] Pushing event updated for resources: {'Port': ['ID=12d58947-ee14-48fc-8d40-82b802479a47,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:47.249721 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 88efaf7b-e6d4-428f-afff-aa3c1d63aacc, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=88efaf7b-e6d4-428f-afff-aa3c1d63aacc,segment=NetworkSegment(27a54013-fcdd-4abe-8c68-537dba16a1b4),segment_id=27a54013-fcdd-4abe-8c68-537dba16a1b4)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:47.257497 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3bda1d-51d1-470b-9573-a18d3301fc7f req-032ce98a-51c7-4ba4-bae5-e057a5fcae97 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:47.259922 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f3bda1d-51d1-470b-9573-a18d3301fc7f req-032ce98a-51c7-4ba4-bae5-e057a5fcae97 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfe4c9e4-db87-4967-8c34-e629bbf7e3c0 HTTP/1.1" status: 200 len: 949 time: 0.5312498 May 27 02:14:47.351407 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f3bda1d-51d1-470b-9573-a18d3301fc7f req-891e73cb-9166-4792-833e-229813b0db71 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757377 May 27 02:14:47.379071 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:47.447233 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-307d60c7-cb18-4ecf-a675-3e8cab01b388 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:47.511334 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=88efaf7b-e6d4-428f-afff-aa3c1d63aacc,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:47.578762 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c992ae10-d5ec-41be-974b-3261cae78fd0 None None] Provisioning complete for port 88efaf7b-e6d4-428f-afff-aa3c1d63aacc triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:14:47.579363 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c992ae10-d5ec-41be-974b-3261cae78fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:47.582719 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307d60c7-cb18-4ecf-a675-3e8cab01b388 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Network 8b94d27d-bce7-469d-ba55-1b18784dbd74 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:14:47.583884 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-307d60c7-cb18-4ecf-a675-3e8cab01b388 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:14:47.586850 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307d60c7-cb18-4ecf-a675-3e8cab01b388 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:14:47.649642 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f8dab-ce41-4269-ace6-d727228582d0 req-0e1359c6-5420-49ba-99d7-cc8566022de3 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:47.651223 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3c9f8dab-ce41-4269-ace6-d727228582d0 req-0e1359c6-5420-49ba-99d7-cc8566022de3 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=60265989-e06c-47a3-9c10-61d63637e329 HTTP/1.1" status: 200 len: 946 time: 0.6683626 May 27 02:14:47.767767 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d60c7-cb18-4ecf-a675-3e8cab01b388 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Pushing event updated for resources: {'Port': ['ID=4acf92ce-28d4-4988-ad90-62be6c18fd88,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:47.780165 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-c992ae10-d5ec-41be-974b-3261cae78fd0 None None] Current status of the port 88efaf7b-e6d4-428f-afff-aa3c1d63aacc is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:14:47.826115 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307d60c7-cb18-4ecf-a675-3e8cab01b388 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:47.826938 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-307d60c7-cb18-4ecf-a675-3e8cab01b388 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:47.864123 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3c9f8dab-ce41-4269-ace6-d727228582d0 req-61343a2c-4e7b-434b-a839-eebf1005e3ae tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852074 May 27 02:14:47.872052 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-9c350bd2-5f27-40ff-8c06-41aed4b15541 req-de548e99-1d2a-400e-88af-c32c6793e451 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] For port 18ff276f-6125-4a3a-8b89-114081ef9788, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=18ff276f-6125-4a3a-8b89-114081ef9788,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:47.872881 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-9c350bd2-5f27-40ff-8c06-41aed4b15541 req-de548e99-1d2a-400e-88af-c32c6793e451 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:48.070655 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-307d60c7-cb18-4ecf-a675-3e8cab01b388 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2312853 May 27 02:14:48.076182 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33898) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:48.076652 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-9c350bd2-5f27-40ff-8c06-41aed4b15541 req-de548e99-1d2a-400e-88af-c32c6793e451 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Calling delete_port for 18ff276f-6125-4a3a-8b89-114081ef9788 owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:14:48.080773 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b69b8830-e4bc-4fa3-91cc-df335cc408a6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Request body: {'port': {'network_id': '8b94d27d-bce7-469d-ba55-1b18784dbd74', 'name': 'tempest-TaggedBootDevicesTest_v242-1880463648', 'fixed_ips': [{'subnet_id': '91708588-9c20-4a3e-9579-457a929964db'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:48.131663 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-cb0b6d72-4a8d-4a52-8c97-89c60908eeb1 tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=d09e2b008ca34b208d6be0fbf94ea424&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2233930 May 27 02:14:48.191684 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ce2238d1-2d83-4b20-8c90-5823b4308c09 None None] Provisioning for port 4acf92ce-28d4-4988-ad90-62be6c18fd88 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:14:48.197107 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ce2238d1-2d83-4b20-8c90-5823b4308c09 None None] Provisioning complete for port 4acf92ce-28d4-4988-ad90-62be6c18fd88 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:14:48.197464 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ce2238d1-2d83-4b20-8c90-5823b4308c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:48.279568 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ce2238d1-2d83-4b20-8c90-5823b4308c09 None None] Port 4acf92ce-28d4-4988-ad90-62be6c18fd88 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:14:48.279846 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b69b8830-e4bc-4fa3-91cc-df335cc408a6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:48.293993 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b69b8830-e4bc-4fa3-91cc-df335cc408a6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Usage tracker for resource:port and tenant:c81473a41fb94f91be2c0840146b05b3 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:48.301534 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b69b8830-e4bc-4fa3-91cc-df335cc408a6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:48.315022 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b69b8830-e4bc-4fa3-91cc-df335cc408a6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:48.412323 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69b8830-e4bc-4fa3-91cc-df335cc408a6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Made reservation on behalf of c81473a41fb94f91be2c0840146b05b3 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:14:48.464508 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 12d58947-ee14-48fc-8d40-82b802479a47 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:14:48.504947 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-d334a0b2-22d4-40d7-a487-6531175710e5 tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:48.513242 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-d334a0b2-22d4-40d7-a487-6531175710e5 tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3730092 May 27 02:14:48.556771 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f3610-d6a5-4016-8e0b-3fb4035f7bbc req-616e4fc0-2bab-495c-a7ce-b94cab1126d5 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:48.565185 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-af8f3610-d6a5-4016-8e0b-3fb4035f7bbc req-616e4fc0-2bab-495c-a7ce-b94cab1126d5 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.57 "GET /v2.0/ports?device_id=26aa7717-901d-4fed-8866-692a2eaa03ec HTTP/1.1" status: 200 len: 949 time: 0.4448025 May 27 02:14:48.577641 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-dc70cca5-9c64-4cd3-9440-a9b2aba8aab0 tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] 10.222.0.57 "GET /v2.0/quotas/d09e2b008ca34b208d6be0fbf94ea424 HTTP/1.1" status: 200 len: 375 time: 0.0630958 May 27 02:14:48.602337 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b69b8830-e4bc-4fa3-91cc-df335cc408a6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:48.624758 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-b69b8830-e4bc-4fa3-91cc-df335cc408a6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] device_id is not set on port f8e23fc4-016b-45f8-bde7-662eda5f15f6 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:14:48.660361 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 12d58947-ee14-48fc-8d40-82b802479a47 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:14:48.666449 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 88efaf7b-e6d4-428f-afff-aa3c1d63aacc up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:14:48.701278 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-bd66bc66-c4f0-4d7b-b777-8b3b50ff24e1 tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d09e2b008ca34b208d6be0fbf94ea424&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1225314 May 27 02:14:48.734816 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-af8f3610-d6a5-4016-8e0b-3fb4035f7bbc req-f6daee19-e21a-4192-808a-6311af00d9bb tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bb8d88a-a022-4e03-8d79-5049b621183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683590 May 27 02:14:48.792334 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-9c350bd2-5f27-40ff-8c06-41aed4b15541 req-de548e99-1d2a-400e-88af-c32c6793e451 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:48.855246 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 88efaf7b-e6d4-428f-afff-aa3c1d63aacc triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:14:48.855804 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:48.904222 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de548e99-1d2a-400e-88af-c32c6793e451 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Pushing event deleted for resources: {'Port': ['ID=18ff276f-6125-4a3a-8b89-114081ef9788,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:48.934185 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-b69b8830-e4bc-4fa3-91cc-df335cc408a6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Allocated IP 10.1.1.104 (8b94d27d-bce7-469d-ba55-1b18784dbd74/91708588-9c20-4a3e-9579-457a929964db/f8e23fc4-016b-45f8-bde7-662eda5f15f6) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:14:48.970983 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17dfdc98-0de1-46a0-8a16-a157e8e3baea None None] Network 4b83be3c-d2c0-4b0f-849f-a2bd82741ed8 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:14:49.005915 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:49.278624 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c350bd2-5f27-40ff-8c06-41aed4b15541 req-de548e99-1d2a-400e-88af-c32c6793e451 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] No DVR routers for this DVR port 18ff276f-6125-4a3a-8b89-114081ef9788 on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:14:49.283295 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-9c350bd2-5f27-40ff-8c06-41aed4b15541 req-de548e99-1d2a-400e-88af-c32c6793e451 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:49.295825 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26aa7717-901d-4fed-8866-692a2eaa03ec', 'name': 'network-vif-deleted', 'tag': '18ff276f-6125-4a3a-8b89-114081ef9788'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:14:49.299558 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 88efaf7b-e6d4-428f-afff-aa3c1d63aacc is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:14:49.308845 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:49.312302 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a2bfe2eb-54bb-4f49-99bb-a5edf33ac81b None None] Provisioning for port 12d58947-ee14-48fc-8d40-82b802479a47 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:14:49.323734 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a2bfe2eb-54bb-4f49-99bb-a5edf33ac81b None None] Provisioning complete for port 12d58947-ee14-48fc-8d40-82b802479a47 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:14:49.324404 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a2bfe2eb-54bb-4f49-99bb-a5edf33ac81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:49.444744 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc494539-a928-4faf-88a0-613d8ea83fab req-03ac7fdc-8d51-47fa-b76e-fb3ab19088ea tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:49.450567 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dc494539-a928-4faf-88a0-613d8ea83fab req-03ac7fdc-8d51-47fa-b76e-fb3ab19088ea tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfe4c9e4-db87-4967-8c34-e629bbf7e3c0 HTTP/1.1" status: 200 len: 949 time: 0.4995422 May 27 02:14:49.473364 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b69b8830-e4bc-4fa3-91cc-df335cc408a6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:49.516128 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9c350bd2-5f27-40ff-8c06-41aed4b15541 req-de548e99-1d2a-400e-88af-c32c6793e451 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.66 "DELETE /v2.0/ports/18ff276f-6125-4a3a-8b89-114081ef9788 HTTP/1.1" status: 204 len: 173 time: 3.0501235 May 27 02:14:49.522217 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-b69b8830-e4bc-4fa3-91cc-df335cc408a6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Transition to ACTIVE for port object f8e23fc4-016b-45f8-bde7-662eda5f15f6 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:14:49.574437 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dc494539-a928-4faf-88a0-613d8ea83fab req-5c231ba3-a5c9-4724-9a82-edb37d03dd41 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180141 May 27 02:14:49.580507 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device bbe5a675-2c60-4ac7-b239-ca9b6c892381 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:14:49.583300 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 18ff276f-6125-4a3a-8b89-114081ef9788 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:14:49.641476 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b69b8830-e4bc-4fa3-91cc-df335cc408a6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:49.688744 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: 18ff276f-6125-4a3a-8b89-114081ef9788 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:14:49.689088 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 18ff276f-6125-4a3a-8b89-114081ef9788 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:14:50.023977 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c22470d5-1533-45b9-9455-807631e055b9 req-d751d6f4-1a53-4aa7-8aca-de365160e63d tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebc63dcb-5be2-4a5d-8b42-ca75f4bcb725 HTTP/1.1" status: 200 len: 210 time: 0.0500572 May 27 02:14:50.040165 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a133a-c628-48af-a5eb-c31c9dcd248b req-7a7da942-889b-4336-81f4-42caa6644c2b tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:50.053642 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfe2eb-54bb-4f49-99bb-a5edf33ac81b None None] Current status of the port 12d58947-ee14-48fc-8d40-82b802479a47 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:14:50.054785 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a2bfe2eb-54bb-4f49-99bb-a5edf33ac81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:50.056580 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-639a133a-c628-48af-a5eb-c31c9dcd248b req-7a7da942-889b-4336-81f4-42caa6644c2b tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=60265989-e06c-47a3-9c10-61d63637e329 HTTP/1.1" status: 200 len: 946 time: 0.3127847 May 27 02:14:50.081773 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port bbe5a675-2c60-4ac7-b239-ca9b6c892381, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=bbe5a675-2c60-4ac7-b239-ca9b6c892381,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:50.106415 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': 'bbe5a675-2c60-4ac7-b239-ca9b6c892381', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'port_id': 'bbe5a675-2c60-4ac7-b239-ca9b6c892381', 'mac_address': 'fa:16:3e:a2:6d:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf69705-8457-415f-85a3-b42efaff1b97', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:14:50.154117 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-639a133a-c628-48af-a5eb-c31c9dcd248b req-b20b9246-41e3-4481-a782-86763962c92a tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965009 May 27 02:14:50.180316 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a2bfe2eb-54bb-4f49-99bb-a5edf33ac81b None None] For port 12d58947-ee14-48fc-8d40-82b802479a47, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=12d58947-ee14-48fc-8d40-82b802479a47,segment=NetworkSegment(05137e51-ffab-4574-b3b8-c8b7dbba9bf4),segment_id=05137e51-ffab-4574-b3b8-c8b7dbba9bf4)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:50.204138 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96bc3216-f647-4cf3-9246-29ba51808bff'] response: {'server_uuid': '26aa7717-901d-4fed-8866-692a2eaa03ec', 'name': 'network-vif-deleted', 'tag': '18ff276f-6125-4a3a-8b89-114081ef9788', 'status': 'completed', 'code': 200} May 27 02:14:50.217218 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port bbe5a675-2c60-4ac7-b239-ca9b6c892381 is: ACTIVE; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:14:50.217659 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:50.247326 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69b8830-e4bc-4fa3-91cc-df335cc408a6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Network 8b94d27d-bce7-469d-ba55-1b18784dbd74 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:14:50.259669 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bbe5a675-2c60-4ac7-b239-ca9b6c892381 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:14:50.260923 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-b69b8830-e4bc-4fa3-91cc-df335cc408a6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:14:50.263439 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69b8830-e4bc-4fa3-91cc-df335cc408a6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:14:50.299181 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port bbe5a675-2c60-4ac7-b239-ca9b6c892381, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=bbe5a675-2c60-4ac7-b239-ca9b6c892381,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:50.311325 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a2bfe2eb-54bb-4f49-99bb-a5edf33ac81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:50.388572 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69b8830-e4bc-4fa3-91cc-df335cc408a6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:50.395358 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b69b8830-e4bc-4fa3-91cc-df335cc408a6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:50.395774 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:50.409013 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b8830-e4bc-4fa3-91cc-df335cc408a6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Pushing event updated for resources: {'Port': ['ID=f8e23fc4-016b-45f8-bde7-662eda5f15f6,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:50.449827 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfe2eb-54bb-4f49-99bb-a5edf33ac81b None None] Pushing event updated for resources: {'Port': ['ID=12d58947-ee14-48fc-8d40-82b802479a47,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:50.497678 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b69b8830-e4bc-4fa3-91cc-df335cc408a6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4117579 May 27 02:14:50.507103 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-6f5ca122-2e06-4f49-91e3-48a3ae0c0f92 req-4d866e96-4b70-4cb8-bd0c-4f2c873a18e3 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Synchronizing usage tracker for tenant:1a0bf13c89d84e1a8f088903e9917527 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:14:50.510940 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['bbe5a675-2c60-4ac7-b239-ca9b6c892381'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:14:50.587750 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-70edcaab-cf44-4e9f-a1eb-7593aeedc8dc None None] Provisioning complete for port 12d58947-ee14-48fc-8d40-82b802479a47 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:14:50.588211 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-70edcaab-cf44-4e9f-a1eb-7593aeedc8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:50.631799 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e3c80b0b-7fcc-4839-8046-cee9937dd4eb req-7fc6c035-a1d3-45da-a45a-3906019fa19e tempest-ServerShowV254Test-417113565 tempest-ServerShowV254Test-417113565-project] 10.222.0.57 "GET /v2.0/ports?device_id=467f62d4-ab22-4fac-98f4-76432c855882 HTTP/1.1" status: 200 len: 210 time: 0.0986717 May 27 02:14:50.680475 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=bbe5a675-2c60-4ac7-b239-ca9b6c892381,revision_number=6']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:50.727246 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-6f5ca122-2e06-4f49-91e3-48a3ae0c0f92 req-4d866e96-4b70-4cb8-bd0c-4f2c873a18e3 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] Unset dirty status for tenant:1a0bf13c89d84e1a8f088903e9917527 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:14:50.728463 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6f5ca122-2e06-4f49-91e3-48a3ae0c0f92 req-4d866e96-4b70-4cb8-bd0c-4f2c873a18e3 tempest-ListImageFiltersTestJSON-831251124 tempest-ListImageFiltersTestJSON-831251124-project] 10.222.0.57 "GET /v2.0/ports?device_id=26aa7717-901d-4fed-8866-692a2eaa03ec HTTP/1.1" status: 200 len: 210 time: 0.2869544 May 27 02:14:50.861431 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-70edcaab-cf44-4e9f-a1eb-7593aeedc8dc None None] Current status of the port 12d58947-ee14-48fc-8d40-82b802479a47 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:14:50.916236 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34012) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:50.922286 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-dffcabb9-231f-4c08-8f0c-02927e23070c tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Request body: {'security_group': {'name': 'tempest-securitygroup--884130037', 'description': 'tempest-description--1525871238'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:50.935022 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dffcabb9-231f-4c08-8f0c-02927e23070c tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:50.960084 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dffcabb9-231f-4c08-8f0c-02927e23070c tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Usage tracker for resource:security_group and tenant:c81473a41fb94f91be2c0840146b05b3 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:50.971347 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dffcabb9-231f-4c08-8f0c-02927e23070c tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:50.998846 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dffcabb9-231f-4c08-8f0c-02927e23070c tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:51.064537 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e5485-814e-4265-bd1e-3c28832e6565 req-1269346f-7a9f-41c7-92fc-780b8b66d3d2 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:51.066081 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4d0e5485-814e-4265-bd1e-3c28832e6565 req-1269346f-7a9f-41c7-92fc-780b8b66d3d2 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfe4c9e4-db87-4967-8c34-e629bbf7e3c0 HTTP/1.1" status: 200 len: 949 time: 0.1763871 May 27 02:14:51.106762 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-8a4a5ab2-e955-41e9-93e8-d8df546d9116 None None] Provisioning for port f8e23fc4-016b-45f8-bde7-662eda5f15f6 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:14:51.118150 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-8a4a5ab2-e955-41e9-93e8-d8df546d9116 None None] Provisioning complete for port f8e23fc4-016b-45f8-bde7-662eda5f15f6 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:14:51.118150 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8a4a5ab2-e955-41e9-93e8-d8df546d9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:51.135929 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dffcabb9-231f-4c08-8f0c-02927e23070c tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:51.153224 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4d0e5485-814e-4265-bd1e-3c28832e6565 req-3b4c68c0-33dd-40d1-b632-93e1385cc3cf tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755875 May 27 02:14:51.177341 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dffcabb9-231f-4c08-8f0c-02927e23070c tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:51.185691 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dffcabb9-231f-4c08-8f0c-02927e23070c tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Usage tracker for resource:security_group_rule and tenant:c81473a41fb94f91be2c0840146b05b3 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:51.192123 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dffcabb9-231f-4c08-8f0c-02927e23070c tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:51.205954 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dffcabb9-231f-4c08-8f0c-02927e23070c tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:51.240576 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-8a4a5ab2-e955-41e9-93e8-d8df546d9116 None None] Port f8e23fc4-016b-45f8-bde7-662eda5f15f6 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:14:51.360954 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dffcabb9-231f-4c08-8f0c-02927e23070c tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:51.365564 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5e84902e-fe21-4be7-afe1-9da02a372110 req-02076947-9c25-4b12-a193-ab391bb4c367 tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebc63dcb-5be2-4a5d-8b42-ca75f4bcb725 HTTP/1.1" status: 200 len: 210 time: 0.0605977 May 27 02:14:51.433660 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dffcabb9-231f-4c08-8f0c-02927e23070c tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:51.483100 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device bbe5a675-2c60-4ac7-b239-ca9b6c892381 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:14:51.495136 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffcabb9-231f-4c08-8f0c-02927e23070c tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0d4d46-e793-47d9-97ac-8538804a4bbd,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:51.561591 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dffcabb9-231f-4c08-8f0c-02927e23070c tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:51.563906 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-dffcabb9-231f-4c08-8f0c-02927e23070c tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6465235 May 27 02:14:51.566608 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34046) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:51.572618 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-05137c8a-48c7-4d47-bb8d-767e45fc2ba0 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Request body: {'security_group_rule': {'security_group_id': '6c0d4d46-e793-47d9-97ac-8538804a4bbd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:51.597644 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-05137c8a-48c7-4d47-bb8d-767e45fc2ba0 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:51.607664 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-05137c8a-48c7-4d47-bb8d-767e45fc2ba0 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Usage tracker for resource:security_group_rule and tenant:c81473a41fb94f91be2c0840146b05b3 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:51.616390 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-05137c8a-48c7-4d47-bb8d-767e45fc2ba0 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:51.632805 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port bbe5a675-2c60-4ac7-b239-ca9b6c892381 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:14:51.633258 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:51.636475 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-05137c8a-48c7-4d47-bb8d-767e45fc2ba0 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:51.720800 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0099b33b-5d29-44af-bb27-30ad2a7f8513 req-d8c1aa0c-95a5-4c94-8135-4c2bbbdd6504 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:51.722548 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0099b33b-5d29-44af-bb27-30ad2a7f8513 req-d8c1aa0c-95a5-4c94-8135-4c2bbbdd6504 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=60265989-e06c-47a3-9c10-61d63637e329 HTTP/1.1" status: 200 len: 946 time: 0.2820785 May 27 02:14:51.739474 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-05137c8a-48c7-4d47-bb8d-767e45fc2ba0 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:51.800599 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port bbe5a675-2c60-4ac7-b239-ca9b6c892381 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:14:51.801002 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:51.805401 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0099b33b-5d29-44af-bb27-30ad2a7f8513 req-01608de4-b63b-40c2-aeee-87cb57d81175 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727091 May 27 02:14:51.844381 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c070753-0412-453c-8f55-d1f90a738f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe5a675-2c60-4ac7-b239-ca9b6c892381'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:14:51.864359 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port bbe5a675-2c60-4ac7-b239-ca9b6c892381, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=bbe5a675-2c60-4ac7-b239-ca9b6c892381,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:51.909519 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-79daffc0-172e-4992-8e25-f20023fa82f5 req-d0d3bb30-90c8-4872-8c70-ee0607db5921 tempest-ServerShowV254Test-417113565 tempest-ServerShowV254Test-417113565-project] 10.222.0.57 "GET /v2.0/ports?device_id=467f62d4-ab22-4fac-98f4-76432c855882 HTTP/1.1" status: 200 len: 210 time: 0.1020634 May 27 02:14:51.924354 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-05137c8a-48c7-4d47-bb8d-767e45fc2ba0 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:51.946767 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:52.009761 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-05137c8a-48c7-4d47-bb8d-767e45fc2ba0 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:52.051619 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82f0621d-c67e-412b-a769-76d1ba7a868b'] response: {'server_uuid': '5c070753-0412-453c-8f55-d1f90a738f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe5a675-2c60-4ac7-b239-ca9b6c892381', 'code': 200} May 27 02:14:52.095956 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05137c8a-48c7-4d47-bb8d-767e45fc2ba0 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ade7ea5-1fad-491f-becd-dcc70ff713a0,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:52.123112 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=bbe5a675-2c60-4ac7-b239-ca9b6c892381,revision_number=7']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:52.146872 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-05137c8a-48c7-4d47-bb8d-767e45fc2ba0 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:52.148763 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-05137c8a-48c7-4d47-bb8d-767e45fc2ba0 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5804155 May 27 02:14:52.150795 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34074) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:52.156684 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b1de1ef9-1cc4-4c70-9f34-bd14b73cc77f tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Request body: {'security_group_rule': {'security_group_id': '6c0d4d46-e793-47d9-97ac-8538804a4bbd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:52.165385 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b1de1ef9-1cc4-4c70-9f34-bd14b73cc77f tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:52.171528 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b1de1ef9-1cc4-4c70-9f34-bd14b73cc77f tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Usage tracker for resource:security_group_rule and tenant:c81473a41fb94f91be2c0840146b05b3 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:52.175215 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b1de1ef9-1cc4-4c70-9f34-bd14b73cc77f tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:52.182324 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b1de1ef9-1cc4-4c70-9f34-bd14b73cc77f tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:52.311967 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 12d58947-ee14-48fc-8d40-82b802479a47 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:14:52.330855 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b1de1ef9-1cc4-4c70-9f34-bd14b73cc77f tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:52.403455 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b1de1ef9-1cc4-4c70-9f34-bd14b73cc77f tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:52.428793 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 12d58947-ee14-48fc-8d40-82b802479a47 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:14:52.428793 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:52.503529 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b1de1ef9-1cc4-4c70-9f34-bd14b73cc77f tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:52.512537 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-afb85cf3-f7de-4b5c-8072-173a75863799 tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d09e2b008ca34b208d6be0fbf94ea424&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415442 May 27 02:14:52.566619 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de1ef9-1cc4-4c70-9f34-bd14b73cc77f tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=533dcbd8-042f-4c7f-be73-507612ef1fc6,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:52.621241 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 12d58947-ee14-48fc-8d40-82b802479a47 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:14:52.652593 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34092) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:52.712144 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b1de1ef9-1cc4-4c70-9f34-bd14b73cc77f tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:52.716220 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b1de1ef9-1cc4-4c70-9f34-bd14b73cc77f tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5614557 May 27 02:14:52.716526 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34098) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:52.721270 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ac1edc08-39da-43a2-a8a2-daa82505fefc tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:52.731496 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ac1edc08-39da-43a2-a8a2-daa82505fefc tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:52.735960 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ac1edc08-39da-43a2-a8a2-daa82505fefc tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Usage tracker for resource:floatingip and tenant:c81473a41fb94f91be2c0840146b05b3 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:52.739428 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ac1edc08-39da-43a2-a8a2-daa82505fefc tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:52.748148 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ac1edc08-39da-43a2-a8a2-daa82505fefc tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:52.751748 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-54326ebe-12d0-41bb-9ef8-cebfb08a067f tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:52.753584 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-54326ebe-12d0-41bb-9ef8-cebfb08a067f tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2338676 May 27 02:14:52.790448 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-2557f779-6831-45a7-9638-b0728e18040a tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Request body: {'port': {'device_id': 'ebc63dcb-5be2-4a5d-8b42-ca75f4bcb725', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'admin_state_up': True, 'tenant_id': 'd09e2b008ca34b208d6be0fbf94ea424'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:52.841461 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac1edc08-39da-43a2-a8a2-daa82505fefc tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:52.925192 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3cd1943a-151b-404c-a2bb-1cbed553d5a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:53.005350 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3cd1943a-151b-404c-a2bb-1cbed553d5a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:53.016510 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3cd1943a-151b-404c-a2bb-1cbed553d5a1 admin admin] Usage tracker for resource:security_group_rule and tenant:23a82b42c25345e6925c5c6adb8ef4ac is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:53.020019 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3cd1943a-151b-404c-a2bb-1cbed553d5a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:53.033744 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3cd1943a-151b-404c-a2bb-1cbed553d5a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:53.067200 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-2557f779-6831-45a7-9638-b0728e18040a tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:53.075976 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-2557f779-6831-45a7-9638-b0728e18040a tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Usage tracker for resource:port and tenant:d09e2b008ca34b208d6be0fbf94ea424 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:53.091241 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-2557f779-6831-45a7-9638-b0728e18040a tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:53.100917 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-2557f779-6831-45a7-9638-b0728e18040a tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:53.168632 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4ad2d485-caf4-4499-b617-c29de28ee2f3 req-48bb8cdb-5355-4692-9140-9a7268398ae2 tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebc63dcb-5be2-4a5d-8b42-ca75f4bcb725 HTTP/1.1" status: 200 len: 210 time: 0.0820343 May 27 02:14:53.187595 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919c934-6f11-4b90-a6d1-49750f8269b9 req-75794de7-16d8-42a3-9372-38f61dd1ac97 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:53.189133 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6919c934-6f11-4b90-a6d1-49750f8269b9 req-75794de7-16d8-42a3-9372-38f61dd1ac97 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfe4c9e4-db87-4967-8c34-e629bbf7e3c0 HTTP/1.1" status: 200 len: 949 time: 0.1911142 May 27 02:14:53.229717 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3cd1943a-151b-404c-a2bb-1cbed553d5a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:53.290774 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6919c934-6f11-4b90-a6d1-49750f8269b9 req-5f483a42-f929-45ea-8cea-8b88dd7a8b20 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942876 May 27 02:14:53.326624 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-2557f779-6831-45a7-9638-b0728e18040a tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Made reservation on behalf of d09e2b008ca34b208d6be0fbf94ea424 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:14:53.330169 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-2557f779-6831-45a7-9638-b0728e18040a tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:53.347999 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-2557f779-6831-45a7-9638-b0728e18040a tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:53.364150 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3cd1943a-151b-404c-a2bb-1cbed553d5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:53.389757 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-2557f779-6831-45a7-9638-b0728e18040a tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:53.393893 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-2557f779-6831-45a7-9638-b0728e18040a tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Usage tracker for resource:security_group_rule and tenant:d09e2b008ca34b208d6be0fbf94ea424 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:53.401956 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-2557f779-6831-45a7-9638-b0728e18040a tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:53.426140 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-2557f779-6831-45a7-9638-b0728e18040a tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:53.435820 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac1edc08-39da-43a2-a8a2-daa82505fefc tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:53.575767 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3cd1943a-151b-404c-a2bb-1cbed553d5a1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=23a82b42c25345e6925c5c6adb8ef4ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9191282 May 27 02:14:53.581972 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34122) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:53.654008 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1943a-151b-404c-a2bb-1cbed553d5a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3a0a13-9013-49ec-887e-2d489bf00cd8,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:53.708824 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-59c198c7-6c5c-4540-a84d-3c0566d70d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:53.722355 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-2557f779-6831-45a7-9638-b0728e18040a tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:53.746307 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-59c198c7-6c5c-4540-a84d-3c0566d70d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:53.824421 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6adaf96-f2c5-45a6-b1da-7f6ebfcbd9ed req-4815ffae-cfb1-43ae-8162-996892b271c5 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:53.826702 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-ac1edc08-39da-43a2-a8a2-daa82505fefc tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Allocated IP 172.25.1.67 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/5accba67-2d1c-48c8-8691-7fa6660302b9) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:14:53.836337 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b6adaf96-f2c5-45a6-b1da-7f6ebfcbd9ed req-4815ffae-cfb1-43ae-8162-996892b271c5 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=60265989-e06c-47a3-9c10-61d63637e329 HTTP/1.1" status: 200 len: 946 time: 0.4105818 May 27 02:14:53.841162 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-2557f779-6831-45a7-9638-b0728e18040a tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:53.924963 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-59c198c7-6c5c-4540-a84d-3c0566d70d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:54.032222 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2557f779-6831-45a7-9638-b0728e18040a tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=045dd4d9-9bae-4f9f-963e-ee5b40676b1d,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:54.069733 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c198c7-6c5c-4540-a84d-3c0566d70d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3a0a13-9013-49ec-887e-2d489bf00cd8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:54.082174 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b6adaf96-f2c5-45a6-b1da-7f6ebfcbd9ed req-01cdb8b9-26e9-4ea0-b8be-cf01727d69b0 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443001 May 27 02:14:54.150513 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac1edc08-39da-43a2-a8a2-daa82505fefc tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:54.165576 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-2557f779-6831-45a7-9638-b0728e18040a tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Allocated IP 192.168.233.163 (54d5ea08-4fa3-4323-9d64-35a947e9d08e/2cf69705-8457-415f-85a3-b42efaff1b97/5f834cf5-a39a-4a2c-aacc-9d75e7423780) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:14:54.170094 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-59c198c7-6c5c-4540-a84d-3c0566d70d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:54.172162 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-59c198c7-6c5c-4540-a84d-3c0566d70d71 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2b3a0a13-9013-49ec-887e-2d489bf00cd8 HTTP/1.1" status: 204 len: 168 time: 0.5805407 May 27 02:14:54.298416 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac1edc08-39da-43a2-a8a2-daa82505fefc tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:54.382229 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1edc08-39da-43a2-a8a2-daa82505fefc tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:14:54.384226 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-ac1edc08-39da-43a2-a8a2-daa82505fefc tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:14:54.386713 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1edc08-39da-43a2-a8a2-daa82505fefc tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:14:54.443729 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1edc08-39da-43a2-a8a2-daa82505fefc tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Pushing event updated for resources: {'Port': ['ID=5accba67-2d1c-48c8-8691-7fa6660302b9,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:54.478991 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac1edc08-39da-43a2-a8a2-daa82505fefc tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:54.539663 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9998575e-6de1-4ce7-bd76-9df6296591c3 req-d19da285-b23f-4cf6-a213-f2f7a3c1a708 tempest-ServerShowV254Test-417113565 tempest-ServerShowV254Test-417113565-project] 10.222.0.57 "GET /v2.0/ports?device_id=467f62d4-ab22-4fac-98f4-76432c855882 HTTP/1.1" status: 200 len: 210 time: 0.0535662 May 27 02:14:54.545092 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-2557f779-6831-45a7-9638-b0728e18040a tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:54.573062 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-2557f779-6831-45a7-9638-b0728e18040a tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Transition to ACTIVE for port object 5f834cf5-a39a-4a2c-aacc-9d75e7423780 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:14:54.637919 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac1edc08-39da-43a2-a8a2-daa82505fefc tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:54.684769 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-2557f779-6831-45a7-9638-b0728e18040a tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:54.794841 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2557f779-6831-45a7-9638-b0728e18040a tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Pushing event updated for resources: {'Port': ['ID=5f834cf5-a39a-4a2c-aacc-9d75e7423780,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:54.810724 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-2557f779-6831-45a7-9638-b0728e18040a tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Network 54d5ea08-4fa3-4323-9d64-35a947e9d08e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:14:54.812242 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-2557f779-6831-45a7-9638-b0728e18040a tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:14:54.815900 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-2557f779-6831-45a7-9638-b0728e18040a tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:14:54.893068 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-2557f779-6831-45a7-9638-b0728e18040a tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:54.893931 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-2557f779-6831-45a7-9638-b0728e18040a tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:55.046434 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac1edc08-39da-43a2-a8a2-daa82505fefc tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:55.100303 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34152) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:55.123842 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac1edc08-39da-43a2-a8a2-daa82505fefc tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:55.187707 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd1058bf-e9ed-4ad3-9e6e-4e6abecd77be admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:55.238034 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c318a7e-746c-45f2-8de5-bcdbe0325235 req-8a9dafa6-d7ea-4401-90f2-d8a78c7f6d04 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:55.239557 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2c318a7e-746c-45f2-8de5-bcdbe0325235 req-8a9dafa6-d7ea-4401-90f2-d8a78c7f6d04 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfe4c9e4-db87-4967-8c34-e629bbf7e3c0 HTTP/1.1" status: 200 len: 949 time: 0.2734883 May 27 02:14:55.266016 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9fa170-4c6e-48db-8a7c-f47ac2a02e63 req-5ee13cc7-17ba-4127-bc1d-1bd3c0ef5507 tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:55.266796 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-7e9fa170-4c6e-48db-8a7c-f47ac2a02e63 req-5ee13cc7-17ba-4127-bc1d-1bd3c0ef5507 tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Synchronizing usage tracker for tenant:d09e2b008ca34b208d6be0fbf94ea424 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:14:55.273947 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-2557f779-6831-45a7-9638-b0728e18040a tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5075552 May 27 02:14:55.280382 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cd1058bf-e9ed-4ad3-9e6e-4e6abecd77be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:55.302144 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cd1058bf-e9ed-4ad3-9e6e-4e6abecd77be admin admin] Usage tracker for resource:security_group_rule and tenant:42ba08c4e85547cfb9cf8fc77928ce18 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:55.307609 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cd1058bf-e9ed-4ad3-9e6e-4e6abecd77be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:55.310513 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1edc08-39da-43a2-a8a2-daa82505fefc tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Pushing event updated for resources: {'Port': ['ID=5accba67-2d1c-48c8-8691-7fa6660302b9,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:55.317991 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-c43bb25d-6bf3-4f30-9484-e950c2b27f7d service neutron] Request body: {'port': {'device_id': 'ebc63dcb-5be2-4a5d-8b42-ca75f4bcb725', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:55.339871 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6932c240-6052-4090-90c7-97786d2d5d70 None None] Provisioning for port 5f834cf5-a39a-4a2c-aacc-9d75e7423780 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:14:55.344785 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cd1058bf-e9ed-4ad3-9e6e-4e6abecd77be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:55.348747 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6932c240-6052-4090-90c7-97786d2d5d70 None None] Provisioning complete for port 5f834cf5-a39a-4a2c-aacc-9d75e7423780 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:14:55.349644 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6932c240-6052-4090-90c7-97786d2d5d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:55.377679 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac1edc08-39da-43a2-a8a2-daa82505fefc tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:55.404549 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-7e9fa170-4c6e-48db-8a7c-f47ac2a02e63 req-5ee13cc7-17ba-4127-bc1d-1bd3c0ef5507 tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Unset dirty status for tenant:d09e2b008ca34b208d6be0fbf94ea424 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:14:55.405709 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7e9fa170-4c6e-48db-8a7c-f47ac2a02e63 req-5ee13cc7-17ba-4127-bc1d-1bd3c0ef5507 tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebc63dcb-5be2-4a5d-8b42-ca75f4bcb725 HTTP/1.1" status: 200 len: 936 time: 0.5043545 May 27 02:14:55.408247 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-72544bcc-7e01-4626-9ae4-4fbe544c23de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:55.411280 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d07a17f6-e005-4449-94e0-26665f8aecd5 req-889353dc-50c5-491f-95c3-74297f494028 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=467f62d4-ab22-4fac-98f4-76432c855882 HTTP/1.1" status: 200 len: 210 time: 0.0617778 May 27 02:14:55.438334 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-6932c240-6052-4090-90c7-97786d2d5d70 None None] Port 5f834cf5-a39a-4a2c-aacc-9d75e7423780 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:14:55.457365 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2c318a7e-746c-45f2-8de5-bcdbe0325235 req-aeca280f-adbf-451d-8184-ae0f9df2c35d tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862235 May 27 02:14:55.536684 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac1edc08-39da-43a2-a8a2-daa82505fefc tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:55.538197 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ac1edc08-39da-43a2-a8a2-daa82505fefc tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8208504 May 27 02:14:55.550727 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd1058bf-e9ed-4ad3-9e6e-4e6abecd77be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:55.573191 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-7e9fa170-4c6e-48db-8a7c-f47ac2a02e63 req-f5a04bfc-b5a3-4256-a05a-f7d918f8f2a8 tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Synchronizing usage tracker for tenant:d09e2b008ca34b208d6be0fbf94ea424 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:14:55.585706 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-c43bb25d-6bf3-4f30-9484-e950c2b27f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:55.626571 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd1058bf-e9ed-4ad3-9e6e-4e6abecd77be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:55.694244 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-cd1058bf-e9ed-4ad3-9e6e-4e6abecd77be admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=42ba08c4e85547cfb9cf8fc77928ce18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5922549 May 27 02:14:55.697192 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34172) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:55.722561 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-7e9fa170-4c6e-48db-8a7c-f47ac2a02e63 req-f5a04bfc-b5a3-4256-a05a-f7d918f8f2a8 tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Unset dirty status for tenant:d09e2b008ca34b208d6be0fbf94ea424 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:14:55.743490 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7e9fa170-4c6e-48db-8a7c-f47ac2a02e63 req-f5a04bfc-b5a3-4256-a05a-f7d918f8f2a8 tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] 10.222.0.57 "GET /v2.0/security-groups?id=045dd4d9-9bae-4f9f-963e-ee5b40676b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087287 May 27 02:14:55.778140 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1058bf-e9ed-4ad3-9e6e-4e6abecd77be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec27ac5-dc6a-4c00-a464-1324f1e43434,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:55.807302 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c27acf92-fb0e-4eb9-9004-3f7a14b92687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:55.846056 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c27acf92-fb0e-4eb9-9004-3f7a14b92687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:55.991901 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c27acf92-fb0e-4eb9-9004-3f7a14b92687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:56.020995 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27acf92-fb0e-4eb9-9004-3f7a14b92687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec27ac5-dc6a-4c00-a464-1324f1e43434,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:56.026273 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c27acf92-fb0e-4eb9-9004-3f7a14b92687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:56.029900 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c27acf92-fb0e-4eb9-9004-3f7a14b92687 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7ec27ac5-dc6a-4c00-a464-1324f1e43434 HTTP/1.1" status: 204 len: 168 time: 0.3296711 May 27 02:14:56.097027 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa83f0f-252c-4595-9c3c-b120c0e3fc08 req-28e00abc-2399-4fdb-9f68-9ffe5b7a6291 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:56.098480 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2fa83f0f-252c-4595-9c3c-b120c0e3fc08 req-28e00abc-2399-4fdb-9f68-9ffe5b7a6291 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=60265989-e06c-47a3-9c10-61d63637e329 HTTP/1.1" status: 200 len: 946 time: 0.1447747 May 27 02:14:56.207477 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-c43bb25d-6bf3-4f30-9484-e950c2b27f7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f834cf5-a39a-4a2c-aacc-9d75e7423780 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:14:56.214657 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2fa83f0f-252c-4595-9c3c-b120c0e3fc08 req-1a911816-f046-4eef-b898-a63c8326a1ed tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004195 May 27 02:14:56.218044 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-c43bb25d-6bf3-4f30-9484-e950c2b27f7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:56.233287 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-c43bb25d-6bf3-4f30-9484-e950c2b27f7d service neutron] Transition to ACTIVE for port object 5f834cf5-a39a-4a2c-aacc-9d75e7423780 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:14:56.365373 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-18089f29-8155-4b6a-84ca-8a8057792730 req-06b127c6-9836-4b4f-86cb-5145c96cf41b tempest-ServerShowV254Test-417113565 tempest-ServerShowV254Test-417113565-project] 10.222.0.57 "GET /v2.0/ports?device_id=467f62d4-ab22-4fac-98f4-76432c855882 HTTP/1.1" status: 200 len: 210 time: 0.0428531 May 27 02:14:56.402975 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-c43bb25d-6bf3-4f30-9484-e950c2b27f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:56.596573 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43bb25d-6bf3-4f30-9484-e950c2b27f7d service neutron] Pushing event updated for resources: {'Port': ['ID=5f834cf5-a39a-4a2c-aacc-9d75e7423780,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:56.890741 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-c43bb25d-6bf3-4f30-9484-e950c2b27f7d service neutron] Attempting to bind port 5f834cf5-a39a-4a2c-aacc-9d75e7423780 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:14:56.891976 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-c43bb25d-6bf3-4f30-9484-e950c2b27f7d service neutron] Attempting to bind port 5f834cf5-a39a-4a2c-aacc-9d75e7423780 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:14:56.894123 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-c43bb25d-6bf3-4f30-9484-e950c2b27f7d service neutron] Attempting to bind port 5f834cf5-a39a-4a2c-aacc-9d75e7423780 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:56.931617 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 5ec49fe9-c3ae-48af-80f5-6e8d9dded107 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:14:56.938182 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-c43bb25d-6bf3-4f30-9484-e950c2b27f7d service neutron] Port 5f834cf5-a39a-4a2c-aacc-9d75e7423780 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:14:56.938505 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-c43bb25d-6bf3-4f30-9484-e950c2b27f7d service neutron] Attempting to bind port 5f834cf5-a39a-4a2c-aacc-9d75e7423780 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:56.974012 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-c43bb25d-6bf3-4f30-9484-e950c2b27f7d service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:14:56.974377 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-c43bb25d-6bf3-4f30-9484-e950c2b27f7d service neutron] Checking segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:14:56.974960 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-c43bb25d-6bf3-4f30-9484-e950c2b27f7d service neutron] Bound using segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:14:56.976168 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-c43bb25d-6bf3-4f30-9484-e950c2b27f7d service neutron] Bound port: 5f834cf5-a39a-4a2c-aacc-9d75e7423780, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:14:56.976522 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-c43bb25d-6bf3-4f30-9484-e950c2b27f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:57.255417 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 5ec49fe9-c3ae-48af-80f5-6e8d9dded107, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=5ec49fe9-c3ae-48af-80f5-6e8d9dded107,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:57.275292 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '5ec49fe9-c3ae-48af-80f5-6e8d9dded107', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'port_id': '5ec49fe9-c3ae-48af-80f5-6e8d9dded107', 'mac_address': 'fa:16:3e:8e:95:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf69705-8457-415f-85a3-b42efaff1b97', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:14:57.316041 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-e24f6ed6-aa14-4b9e-a354-3efddcafe0dc tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--884130037&fields=id&tenant_id=c81473a41fb94f91be2c0840146b05b3 HTTP/1.1" status: 200 len: 267 time: 0.1929977 May 27 02:14:57.322518 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-c43bb25d-6bf3-4f30-9484-e950c2b27f7d service neutron] For port 5f834cf5-a39a-4a2c-aacc-9d75e7423780, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:14:57.328412 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-c43bb25d-6bf3-4f30-9484-e950c2b27f7d service neutron] For port 5f834cf5-a39a-4a2c-aacc-9d75e7423780, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=5f834cf5-a39a-4a2c-aacc-9d75e7423780,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:14:57.352104 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 5ec49fe9-c3ae-48af-80f5-6e8d9dded107 is: ACTIVE; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:14:57.359030 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:57.373114 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ec49fe9-c3ae-48af-80f5-6e8d9dded107 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:14:57.397440 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 5ec49fe9-c3ae-48af-80f5-6e8d9dded107, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=5ec49fe9-c3ae-48af-80f5-6e8d9dded107,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:57.410602 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-6358701d-48b1-4c57-96fd-d66d71e0ed97 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:57.411644 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-6358701d-48b1-4c57-96fd-d66d71e0ed97 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Synchronizing usage tracker for tenant:c81473a41fb94f91be2c0840146b05b3 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:14:57.428775 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22cf8a-673a-413b-bb31-62e5c4e74db3 req-1a9477e3-8438-4933-b003-7faf3fbe17f9 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:57.433149 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bb22cf8a-673a-413b-bb31-62e5c4e74db3 req-1a9477e3-8438-4933-b003-7faf3fbe17f9 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfe4c9e4-db87-4967-8c34-e629bbf7e3c0 HTTP/1.1" status: 200 len: 949 time: 0.2553422 May 27 02:14:57.442842 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-c43bb25d-6bf3-4f30-9484-e950c2b27f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:57.507955 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:57.529460 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-c43bb25d-6bf3-4f30-9484-e950c2b27f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:57.530404 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-c43bb25d-6bf3-4f30-9484-e950c2b27f7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:57.531531 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-c43bb25d-6bf3-4f30-9484-e950c2b27f7d service neutron] 10.222.0.32 "PUT /v2.0/ports/5f834cf5-a39a-4a2c-aacc-9d75e7423780 HTTP/1.1" status: 200 len: 1096 time: 2.2198739 May 27 02:14:57.534148 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc63dcb-5be2-4a5d-8b42-ca75f4bcb725', 'tag': '5f834cf5-a39a-4a2c-aacc-9d75e7423780'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:14:57.586719 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-6358701d-48b1-4c57-96fd-d66d71e0ed97 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Unset dirty status for tenant:c81473a41fb94f91be2c0840146b05b3 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:14:57.587889 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-6358701d-48b1-4c57-96fd-d66d71e0ed97 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports/4acf92ce-28d4-4988-ad90-62be6c18fd88 HTTP/1.1" status: 200 len: 937 time: 0.2710760 May 27 02:14:57.638013 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34236) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:57.663234 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=5ec49fe9-c3ae-48af-80f5-6e8d9dded107,revision_number=6']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:57.781192 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43bb25d-6bf3-4f30-9484-e950c2b27f7d service neutron] Pushing event updated for resources: {'Port': ['ID=5f834cf5-a39a-4a2c-aacc-9d75e7423780,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:57.785541 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['5ec49fe9-c3ae-48af-80f5-6e8d9dded107'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:14:57.787102 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bb22cf8a-673a-413b-bb31-62e5c4e74db3 req-ebc98feb-de12-43a2-8c19-127b76cfc719 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482528 May 27 02:14:57.895464 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7d7221c2-e542-4e6d-93f3-7a5175b9a622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:57.903103 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-32802d1f-4f6d-425c-8b26-89f238cb3ecf tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:57.908006 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-32802d1f-4f6d-425c-8b26-89f238cb3ecf tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports/f8e23fc4-016b-45f8-bde7-662eda5f15f6 HTTP/1.1" status: 200 len: 937 time: 0.3042192 May 27 02:14:57.997420 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-3ec38d22-65d4-428a-b4b8-886458e5e974 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?network_id=4b83be3c-d2c0-4b0f-849f-a2bd82741ed8&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0685410 May 27 02:14:58.074403 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ee4669e8-726f-49df-b36a-8a7b437f554a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1a0bf13c89d84e1a8f088903e9917527&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4345863 May 27 02:14:58.076926 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34250) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:58.159235 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-99134336-d7e0-4040-a5e3-3584b9692c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:58.192377 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-99134336-d7e0-4040-a5e3-3584b9692c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:58.307167 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-a805fbda-f283-4ff7-af58-4eb114fc5c90 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?network_id=4b83be3c-d2c0-4b0f-849f-a2bd82741ed8&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.3004622 May 27 02:14:58.377719 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-99134336-d7e0-4040-a5e3-3584b9692c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:58.407346 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99134336-d7e0-4040-a5e3-3584b9692c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb8d88a-a022-4e03-8d79-5049b621183f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:58.441416 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-408832f0-ccc9-426a-b4d0-a99972d123aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:58.444853 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-408832f0-ccc9-426a-b4d0-a99972d123aa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d09e2b008ca34b208d6be0fbf94ea424&device_id=ebc63dcb-5be2-4a5d-8b42-ca75f4bcb725 HTTP/1.1" status: 200 len: 1099 time: 0.7353296 May 27 02:14:58.499968 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-99134336-d7e0-4040-a5e3-3584b9692c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:58.504241 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-99134336-d7e0-4040-a5e3-3584b9692c9b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4bb8d88a-a022-4e03-8d79-5049b621183f HTTP/1.1" status: 204 len: 168 time: 0.4259553 May 27 02:14:58.553771 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-1ad04d80-2b20-4ea2-9a7c-b6cc7b9c4b76 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=5f834cf5-a39a-4a2c-aacc-9d75e7423780 HTTP/1.1" status: 200 len: 217 time: 0.0899599 May 27 02:14:58.633651 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e8d31-fac2-44f1-8db6-25827e62955c req-7cc26625-7bef-4a75-9769-137f1e0ff5f1 tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:58.635118 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-840e8d31-fac2-44f1-8db6-25827e62955c req-7cc26625-7bef-4a75-9769-137f1e0ff5f1 tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebc63dcb-5be2-4a5d-8b42-ca75f4bcb725 HTTP/1.1" status: 200 len: 948 time: 0.5313294 May 27 02:14:58.716405 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-45b4f4d8-2bbf-4cfc-9215-52aaa6bac0a6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:58.724548 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-45b4f4d8-2bbf-4cfc-9215-52aaa6bac0a6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:58.730577 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-45b4f4d8-2bbf-4cfc-9215-52aaa6bac0a6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:58.732253 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-45b4f4d8-2bbf-4cfc-9215-52aaa6bac0a6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/networks?id=5e758166-4843-420e-a7a2-e907df6227a4&id=8b94d27d-bce7-469d-ba55-1b18784dbd74&id=8b94d27d-bce7-469d-ba55-1b18784dbd74&id=4b83be3c-d2c0-4b0f-849f-a2bd82741ed8&id=4b83be3c-d2c0-4b0f-849f-a2bd82741ed8 HTTP/1.1" status: 200 len: 1996 time: 0.4099216 May 27 02:14:58.749373 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-e497b337-0a78-4a47-ba71-fec2a8c8e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:58.749373 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-e497b337-0a78-4a47-ba71-fec2a8c8e8f1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.1844234 May 27 02:14:58.751655 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-840e8d31-fac2-44f1-8db6-25827e62955c req-7c0e6b28-bb7e-4b66-b248-c145eeb12669 tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] 10.222.0.57 "GET /v2.0/security-groups?id=045dd4d9-9bae-4f9f-963e-ee5b40676b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044247 May 27 02:14:58.761765 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-26dfa428-820e-48d6-8610-41c2a0ad92be tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/quotas/c81473a41fb94f91be2c0840146b05b3 HTTP/1.1" status: 200 len: 375 time: 0.0170944 May 27 02:14:58.872349 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:58.940252 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 5ec49fe9-c3ae-48af-80f5-6e8d9dded107 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:14:58.951190 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-44b87c29-52ab-4988-9e56-dd59a714728d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:58.952663 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-44b87c29-52ab-4988-9e56-dd59a714728d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1900594 May 27 02:14:58.989811 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:58.990585 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-b9b18587-f2fb-4763-b732-761fa2bfa1a4 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c81473a41fb94f91be2c0840146b05b3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1776981 May 27 02:14:59.051340 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 5ec49fe9-c3ae-48af-80f5-6e8d9dded107 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:14:59.052010 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:59.259349 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 5ec49fe9-c3ae-48af-80f5-6e8d9dded107 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:14:59.259741 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:59.352563 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-f041b95b-9067-4f1d-8658-e67f43e61dea service neutron] 10.222.0.57 "GET /v2.0/networks/5e758166-4843-420e-a7a2-e907df6227a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364949 May 27 02:14:59.377335 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe4c9e4-db87-4967-8c34-e629bbf7e3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec49fe9-c3ae-48af-80f5-6e8d9dded107'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:14:59.399926 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 5ec49fe9-c3ae-48af-80f5-6e8d9dded107, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=5ec49fe9-c3ae-48af-80f5-6e8d9dded107,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:59.431517 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-a8982aa8-3aac-4249-9de5-aefcc19d1692 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4398096 May 27 02:14:59.439040 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735d1c9-6269-4723-b6f9-eb65ed21735f req-df7ebb16-42ea-4825-888d-c330ec3977b4 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:59.440472 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b735d1c9-6269-4723-b6f9-eb65ed21735f req-df7ebb16-42ea-4825-888d-c330ec3977b4 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=60265989-e06c-47a3-9c10-61d63637e329 HTTP/1.1" status: 200 len: 946 time: 0.3983223 May 27 02:14:59.478177 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:59.602071 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b735d1c9-6269-4723-b6f9-eb65ed21735f req-d8cf1a01-e90b-4ae9-a383-38903618a1de tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521008 May 27 02:14:59.645277 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-95a40846-5588-4ec3-b26f-5e5496df0cc9 service neutron] 10.222.0.57 "GET /v2.0/networks/5e758166-4843-420e-a7a2-e907df6227a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917845 May 27 02:14:59.709701 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=5ec49fe9-c3ae-48af-80f5-6e8d9dded107,revision_number=7']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:59.719896 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0585bfc7-0906-47fa-bb01-4c71472329ab req-41c8eaaf-ec97-4fa2-97f5-7bad740afd11 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779844 May 27 02:14:59.749122 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-f414501b-5073-4000-ba32-a7796969229a service neutron] 10.222.0.57 "GET /v2.0/ports/4acf92ce-28d4-4988-ad90-62be6c18fd88?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1029031 May 27 02:14:59.975416 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7142e163-e916-45c2-9359-73153810c0e4 req-e45c80c9-f6ae-4f61-a21b-7707669a9991 tempest-ServerShowV254Test-417113565 tempest-ServerShowV254Test-417113565-project] 10.222.0.57 "GET /v2.0/ports?device_id=467f62d4-ab22-4fac-98f4-76432c855882 HTTP/1.1" status: 200 len: 210 time: 0.0675614 May 27 02:15:00.001585 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-9dd90de6-d25e-4ae6-8f22-88436dad450d service neutron] 10.222.0.57 "GET /v2.0/networks/8b94d27d-bce7-469d-ba55-1b18784dbd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515600 May 27 02:15:00.033491 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:00.115496 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32942910-1e4a-48e0-a176-6096373a461b'] response: {'name': 'network-changed', 'server_uuid': 'ebc63dcb-5be2-4a5d-8b42-ca75f4bcb725', 'tag': '5f834cf5-a39a-4a2c-aacc-9d75e7423780', 'status': 'completed', 'code': 200} May 27 02:15:00.479157 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02467d-fb60-4d04-a925-804f3eba0fcf req-3ef29211-4ec1-465c-ae54-64a6b97a63ac tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:00.482942 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df02467d-fb60-4d04-a925-804f3eba0fcf req-3ef29211-4ec1-465c-ae54-64a6b97a63ac tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfe4c9e4-db87-4967-8c34-e629bbf7e3c0 HTTP/1.1" status: 200 len: 949 time: 0.1588554 May 27 02:15:00.486031 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-24f443c4-5546-4d5d-8583-71184d8c0770 service neutron] 10.222.0.57 "GET /v2.0/networks/8b94d27d-bce7-469d-ba55-1b18784dbd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4771640 May 27 02:15:00.567233 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0dcd35-a76a-4240-9aeb-563d9661e19a req-7724d3db-1543-47ae-8275-407bafd6d932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:00.569155 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dd0dcd35-a76a-4240-9aeb-563d9661e19a req-7724d3db-1543-47ae-8275-407bafd6d932 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d09e2b008ca34b208d6be0fbf94ea424&device_id=ebc63dcb-5be2-4a5d-8b42-ca75f4bcb725 HTTP/1.1" status: 200 len: 1099 time: 0.4562690 May 27 02:15:00.688856 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-73456335-6540-4d70-b0d7-4d8763b856b7 service neutron] 10.222.0.57 "GET /v2.0/ports/f8e23fc4-016b-45f8-bde7-662eda5f15f6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1807659 May 27 02:15:00.691510 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df02467d-fb60-4d04-a925-804f3eba0fcf req-5ccbfb13-b9d8-4cbe-a913-ad3175770282 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017653 May 27 02:15:00.830502 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebee21a5-2c80-4912-b7cf-269a321a3368'] response: {'server_uuid': 'cfe4c9e4-db87-4967-8c34-e629bbf7e3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec49fe9-c3ae-48af-80f5-6e8d9dded107', 'code': 200} May 27 02:15:00.867591 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0dcd35-a76a-4240-9aeb-563d9661e19a req-e88bbe5a-8348-4dc0-a70f-10450c179ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:00.869105 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dd0dcd35-a76a-4240-9aeb-563d9661e19a req-e88bbe5a-8348-4dc0-a70f-10450c179ae7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.2782722 May 27 02:15:00.960347 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dd0dcd35-a76a-4240-9aeb-563d9661e19a req-11b71238-eda6-48bc-875f-355219918f11 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=5f834cf5-a39a-4a2c-aacc-9d75e7423780 HTTP/1.1" status: 200 len: 217 time: 0.0739341 May 27 02:15:00.990182 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 5f834cf5-a39a-4a2c-aacc-9d75e7423780 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:15:01.037554 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-2f6e2c51-58f8-401d-9a5f-8dc4fa948348 service neutron] 10.222.0.57 "GET /v2.0/networks/8b94d27d-bce7-469d-ba55-1b18784dbd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291531 May 27 02:15:01.153067 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 5f834cf5-a39a-4a2c-aacc-9d75e7423780, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=5f834cf5-a39a-4a2c-aacc-9d75e7423780,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:15:01.271597 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '5f834cf5-a39a-4a2c-aacc-9d75e7423780', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'port_id': '5f834cf5-a39a-4a2c-aacc-9d75e7423780', 'mac_address': 'fa:16:3e:f9:32:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf69705-8457-415f-85a3-b42efaff1b97', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:15:01.271790 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0dcd35-a76a-4240-9aeb-563d9661e19a req-e96bce3a-ecc3-4697-a1c2-627b10ae4b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:01.271790 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dd0dcd35-a76a-4240-9aeb-563d9661e19a req-e96bce3a-ecc3-4697-a1c2-627b10ae4b42 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.2136223 May 27 02:15:01.272026 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 5f834cf5-a39a-4a2c-aacc-9d75e7423780 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:15:01.272026 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:01.272026 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f834cf5-a39a-4a2c-aacc-9d75e7423780 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:15:01.272026 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 5f834cf5-a39a-4a2c-aacc-9d75e7423780, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=5f834cf5-a39a-4a2c-aacc-9d75e7423780,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:15:01.327117 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-b4715ed5-f7c1-4826-9915-1bea3d8527ff service neutron] 10.222.0.57 "GET /v2.0/networks/8b94d27d-bce7-469d-ba55-1b18784dbd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884910 May 27 02:15:01.337730 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e889b-e4f6-4ab5-9ad5-7e5564c9b1f6 req-8c5d6732-736f-43a3-b5ba-8ffcecb9395d tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:01.339090 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e76e889b-e4f6-4ab5-9ad5-7e5564c9b1f6 req-8c5d6732-736f-43a3-b5ba-8ffcecb9395d tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebc63dcb-5be2-4a5d-8b42-ca75f4bcb725 HTTP/1.1" status: 200 len: 948 time: 0.3905799 May 27 02:15:01.377910 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:01.447963 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=5f834cf5-a39a-4a2c-aacc-9d75e7423780,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:01.451240 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac578db-150b-4f94-b4be-95c2aa9c7e8e req-a3fdd8c7-30bb-4cf5-ab82-833a4c5c4d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:01.452919 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fac578db-150b-4f94-b4be-95c2aa9c7e8e req-a3fdd8c7-30bb-4cf5-ab82-833a4c5c4d0d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cfe4c9e4-db87-4967-8c34-e629bbf7e3c0 HTTP/1.1" status: 200 len: 1100 time: 0.3076191 May 27 02:15:01.497505 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0dcd35-a76a-4240-9aeb-563d9661e19a req-6babfef2-d496-485f-add5-e53dc3f52c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:01.498977 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dd0dcd35-a76a-4240-9aeb-563d9661e19a req-6babfef2-d496-485f-add5-e53dc3f52c45 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2806277 May 27 02:15:01.529793 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e76e889b-e4f6-4ab5-9ad5-7e5564c9b1f6 req-6269cb3a-c2b3-484f-9f50-143c6e44ac33 tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] 10.222.0.57 "GET /v2.0/security-groups?id=045dd4d9-9bae-4f9f-963e-ee5b40676b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643341 May 27 02:15:01.633017 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['5f834cf5-a39a-4a2c-aacc-9d75e7423780'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:15:01.641064 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fac578db-150b-4f94-b4be-95c2aa9c7e8e req-9375e313-5bbc-4a84-95af-a04a3508f80d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807432 May 27 02:15:01.659735 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-6dad7e8d-0b2a-4983-85ea-57d3afad6b4a service neutron] 10.222.0.57 "GET /v2.0/networks/8b94d27d-bce7-469d-ba55-1b18784dbd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188944 May 27 02:15:01.794488 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dd0dcd35-a76a-4240-9aeb-563d9661e19a req-11299774-0d23-4217-ae90-de2cf93606b8 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699125 May 27 02:15:02.041897 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-5cbffd70-dbc6-441d-a109-cb24aabe9351 service neutron] 10.222.0.57 "GET /v2.0/networks/8b94d27d-bce7-469d-ba55-1b18784dbd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752565 May 27 02:15:02.259355 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dd0dcd35-a76a-4240-9aeb-563d9661e19a req-c12849b2-83e3-43ce-8a5d-5a219143102c service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174080 May 27 02:15:02.342872 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-dd50b2aa-3dab-402d-bff3-c13348573d4e service neutron] 10.222.0.57 "GET /v2.0/networks/8b94d27d-bce7-469d-ba55-1b18784dbd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724521 May 27 02:15:02.470094 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3f21b-4ea6-41ce-b87b-341f116bcef8 req-d7c1db5a-672f-41c4-9033-c23e26b0b0f0 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:02.471869 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5fc3f21b-4ea6-41ce-b87b-341f116bcef8 req-d7c1db5a-672f-41c4-9033-c23e26b0b0f0 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=60265989-e06c-47a3-9c10-61d63637e329 HTTP/1.1" status: 200 len: 946 time: 0.2202826 May 27 02:15:02.556465 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-70c6f67e-b131-475d-a8cd-e016f61e350f service neutron] 10.222.0.57 "GET /v2.0/networks/8b94d27d-bce7-469d-ba55-1b18784dbd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065077 May 27 02:15:02.561191 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5fc3f21b-4ea6-41ce-b87b-341f116bcef8 req-e1747bb8-b12b-41dd-97f1-645233db09ed tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822136 May 27 02:15:02.751968 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-ebf12255-0f33-4040-aeb7-79b3c49b1d95 service neutron] 10.222.0.57 "GET /v2.0/networks/4b83be3c-d2c0-4b0f-849f-a2bd82741ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695814 May 27 02:15:02.954427 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-12d3a6cc-40b5-46a7-a914-e62ca4d49db9 service neutron] 10.222.0.57 "GET /v2.0/networks/4b83be3c-d2c0-4b0f-849f-a2bd82741ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961930 May 27 02:15:02.971130 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef6eb2-1976-4dca-83db-1315fc2c829a req-0fdfd45e-a35b-4c18-990a-85652ceb3623 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:02.972629 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-40ef6eb2-1976-4dca-83db-1315fc2c829a req-0fdfd45e-a35b-4c18-990a-85652ceb3623 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfe4c9e4-db87-4967-8c34-e629bbf7e3c0 HTTP/1.1" status: 200 len: 949 time: 0.1906238 May 27 02:15:02.984904 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 5f834cf5-a39a-4a2c-aacc-9d75e7423780 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:15:03.100314 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-40ef6eb2-1976-4dca-83db-1315fc2c829a req-a328684d-6002-4ff6-9258-fb96adde6562 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075611 May 27 02:15:03.138299 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 5f834cf5-a39a-4a2c-aacc-9d75e7423780 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:15:03.148044 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 5f834cf5-a39a-4a2c-aacc-9d75e7423780 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:15:03.148902 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:03.151093 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-a31486e9-5b7a-4037-b92a-0da846ea0b8b service neutron] 10.222.0.57 "GET /v2.0/networks/4b83be3c-d2c0-4b0f-849f-a2bd82741ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878381 May 27 02:15:03.335985 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 5f834cf5-a39a-4a2c-aacc-9d75e7423780 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:15:03.336365 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:03.365185 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-9be52650-406e-4821-bc9f-4b72517b15f7 service neutron] 10.222.0.57 "GET /v2.0/networks/4b83be3c-d2c0-4b0f-849f-a2bd82741ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131028 May 27 02:15:03.378454 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 5f834cf5-a39a-4a2c-aacc-9d75e7423780, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=5f834cf5-a39a-4a2c-aacc-9d75e7423780,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:15:03.379509 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc63dcb-5be2-4a5d-8b42-ca75f4bcb725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f834cf5-a39a-4a2c-aacc-9d75e7423780'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:15:03.453339 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:03.531821 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=5f834cf5-a39a-4a2c-aacc-9d75e7423780,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:04.388425 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e2695-79be-4413-90e4-fac0a462e905 req-3d3558c6-e3ef-4098-af1c-49f4db0f7d6b tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:04.390723 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-295e2695-79be-4413-90e4-fac0a462e905 req-3d3558c6-e3ef-4098-af1c-49f4db0f7d6b tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebc63dcb-5be2-4a5d-8b42-ca75f4bcb725 HTTP/1.1" status: 200 len: 950 time: 0.2983029 May 27 02:15:04.476686 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-295e2695-79be-4413-90e4-fac0a462e905 req-e7ebbe36-f935-4f26-aafd-4d2d290afd61 tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] 10.222.0.57 "GET /v2.0/security-groups?id=045dd4d9-9bae-4f9f-963e-ee5b40676b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717907 May 27 02:15:04.520158 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66d962c7-3fd1-46c0-b1ad-0cd1f1dcdb0a'] response: {'server_uuid': 'ebc63dcb-5be2-4a5d-8b42-ca75f4bcb725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f834cf5-a39a-4a2c-aacc-9d75e7423780', 'code': 200} May 27 02:15:04.748841 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11e242-b2af-49e0-a2dd-e5faaca42648 req-8645ff8c-8a71-46c1-ade1-77affbbb83f4 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:04.750302 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bf11e242-b2af-49e0-a2dd-e5faaca42648 req-8645ff8c-8a71-46c1-ade1-77affbbb83f4 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=60265989-e06c-47a3-9c10-61d63637e329 HTTP/1.1" status: 200 len: 946 time: 0.1213806 May 27 02:15:04.752897 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ce03f-1377-4e87-a2ee-2e753445fad3 req-78461072-179b-4449-ab46-65e245a5ecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:04.754366 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-732ce03f-1377-4e87-a2ee-2e753445fad3 req-78461072-179b-4449-ab46-65e245a5ecfe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ebc63dcb-5be2-4a5d-8b42-ca75f4bcb725 HTTP/1.1" status: 200 len: 1101 time: 0.1562665 May 27 02:15:04.839724 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bf11e242-b2af-49e0-a2dd-e5faaca42648 req-a8b40499-90b2-4327-86ff-8bee99aca322 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818572 May 27 02:15:04.847574 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-732ce03f-1377-4e87-a2ee-2e753445fad3 req-8248025e-f2de-404c-b3df-0c452d394551 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=045dd4d9-9bae-4f9f-963e-ee5b40676b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756042 May 27 02:15:05.043856 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-68a1fad6-48bc-4a7e-af46-d22dd5c5a070 req-70618d1a-34b0-4bdd-95ff-2f6527122a59 tempest-ServerShowV254Test-417113565 tempest-ServerShowV254Test-417113565-project] 10.222.0.57 "GET /v2.0/ports?device_id=467f62d4-ab22-4fac-98f4-76432c855882 HTTP/1.1" status: 200 len: 210 time: 0.0435438 May 27 02:15:05.529628 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c07e50-3156-46b7-b998-a9fe6ec3acf9 req-dcf844c5-0f56-48e7-9b4d-d6f29b11b79a tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:05.531282 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-19c07e50-3156-46b7-b998-a9fe6ec3acf9 req-dcf844c5-0f56-48e7-9b4d-d6f29b11b79a tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfe4c9e4-db87-4967-8c34-e629bbf7e3c0 HTTP/1.1" status: 200 len: 949 time: 0.2228382 May 27 02:15:05.603854 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-19c07e50-3156-46b7-b998-a9fe6ec3acf9 req-988f7a17-6514-48db-923a-ed2e3a204dfc tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655000 May 27 02:15:05.694948 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cc8533fe-e8f8-4dba-b5f9-f9ce2197a470 req-3f500da9-d373-42a1-93c2-e79a0f0b7e45 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 210 time: 0.0556307 May 27 02:15:05.957322 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefe294-445f-4909-8991-62a487c01144 req-34462798-1e32-48a1-b756-3b249cededb6 tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:05.959091 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ceefe294-445f-4909-8991-62a487c01144 req-34462798-1e32-48a1-b756-3b249cededb6 tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebc63dcb-5be2-4a5d-8b42-ca75f4bcb725 HTTP/1.1" status: 200 len: 950 time: 0.2108209 May 27 02:15:06.023414 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5b040-9c7c-4ffa-abd4-f94fb54340f4 req-6e6f747a-fcfa-45ff-b24c-c72f47e5a4c3 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:06.028896 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-30e5b040-9c7c-4ffa-abd4-f94fb54340f4 req-6e6f747a-fcfa-45ff-b24c-c72f47e5a4c3 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfe4c9e4-db87-4967-8c34-e629bbf7e3c0 HTTP/1.1" status: 200 len: 949 time: 0.1684611 May 27 02:15:06.073566 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ceefe294-445f-4909-8991-62a487c01144 req-a73cc493-44bc-48d8-aeda-f20d959c4c09 tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] 10.222.0.57 "GET /v2.0/security-groups?id=045dd4d9-9bae-4f9f-963e-ee5b40676b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019506 May 27 02:15:06.096887 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-30e5b040-9c7c-4ffa-abd4-f94fb54340f4 req-ec078886-325b-4404-ba3f-4539ae0b66c5 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507138 May 27 02:15:06.318716 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5939307-f2fd-481f-b3a7-a0421e913af9 req-786a1379-43a5-47f9-9567-e9e006072c46 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:06.320836 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b5939307-f2fd-481f-b3a7-a0421e913af9 req-786a1379-43a5-47f9-9567-e9e006072c46 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=60265989-e06c-47a3-9c10-61d63637e329 HTTP/1.1" status: 200 len: 946 time: 0.0855477 May 27 02:15:06.369994 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b5939307-f2fd-481f-b3a7-a0421e913af9 req-7356c999-8bf9-4fbc-874c-497f38991216 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426791 May 27 02:15:06.417079 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-817d7c14-da91-4e56-a505-2cf08477bf1e req-d3843b89-5055-4dd2-afe1-fd8bdf930239 tempest-ServerShowV254Test-417113565 tempest-ServerShowV254Test-417113565-project] 10.222.0.57 "GET /v2.0/ports?device_id=467f62d4-ab22-4fac-98f4-76432c855882 HTTP/1.1" status: 200 len: 210 time: 0.0424349 May 27 02:15:06.917663 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000f459-dd72-483f-b6f8-a5273a79ae77 req-e07b8aa1-c57f-427c-88db-d48d3fe622d4 tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:06.920243 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f000f459-dd72-483f-b6f8-a5273a79ae77 req-e07b8aa1-c57f-427c-88db-d48d3fe622d4 tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c070753-0412-453c-8f55-d1f90a738f68 HTTP/1.1" status: 200 len: 949 time: 0.0879459 May 27 02:15:07.016544 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f000f459-dd72-483f-b6f8-a5273a79ae77 req-799caf84-0662-4523-9fd9-fbef08b0cc19 tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] 10.222.0.57 "GET /v2.0/security-groups?id=5730ee53-ffc8-4b52-b289-622ba4909107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906801 May 27 02:15:07.070347 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b66ea8-78e9-4180-9502-86721b7ee5f2 req-dd499c75-598c-48c1-a0c2-83af2818ced7 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:07.075479 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f9b66ea8-78e9-4180-9502-86721b7ee5f2 req-dd499c75-598c-48c1-a0c2-83af2818ced7 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.1229844 May 27 02:15:07.153716 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ea822c5a-d456-4c39-ab41-7862c43481ae req-58d2278a-6fec-42fe-9770-b53997511c11 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 210 time: 0.0558951 May 27 02:15:07.160857 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f9b66ea8-78e9-4180-9502-86721b7ee5f2 req-8b0f0078-56d0-495c-a433-6f6b7bc2dc26 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832827 May 27 02:15:07.363503 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8f9de-d775-4f23-9a19-16fba96317f5 req-55521312-da1b-42b5-8fa2-d8d8cd9dd164 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:07.365031 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-34f8f9de-d775-4f23-9a19-16fba96317f5 req-55521312-da1b-42b5-8fa2-d8d8cd9dd164 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfe4c9e4-db87-4967-8c34-e629bbf7e3c0 HTTP/1.1" status: 200 len: 949 time: 0.0839660 May 27 02:15:07.422629 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-34f8f9de-d775-4f23-9a19-16fba96317f5 req-a86f475a-e86f-4be9-9ae8-623d7231a51e tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484335 May 27 02:15:07.622944 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03ab41-9c7c-4d11-85b0-d73d985b88e6 req-190caeff-f762-438f-a692-3a826bb94ffb tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:07.624352 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cd03ab41-9c7c-4d11-85b0-d73d985b88e6 req-190caeff-f762-438f-a692-3a826bb94ffb tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebc63dcb-5be2-4a5d-8b42-ca75f4bcb725 HTTP/1.1" status: 200 len: 950 time: 0.1236687 May 27 02:15:07.689711 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cd03ab41-9c7c-4d11-85b0-d73d985b88e6 req-dc3b6e4f-2675-484f-978f-cdc996a6b961 tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] 10.222.0.57 "GET /v2.0/security-groups?id=045dd4d9-9bae-4f9f-963e-ee5b40676b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595734 May 27 02:15:07.709584 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303fdbb-b49e-47c4-9da6-1728fd213536 req-df4ffeab-2822-4efc-9106-f87182b5c399 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:07.711627 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7303fdbb-b49e-47c4-9da6-1728fd213536 req-df4ffeab-2822-4efc-9106-f87182b5c399 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.1310399 May 27 02:15:07.758226 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7303fdbb-b49e-47c4-9da6-1728fd213536 req-e6d744bd-8f54-437b-8b8e-9bd7397f9461 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399718 May 27 02:15:07.897105 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-609ca495-deec-46b0-b961-f9e564bd1498 req-622e8550-ccd4-47c5-8e62-8f692e6d22c7 tempest-ServerShowV254Test-417113565 tempest-ServerShowV254Test-417113565-project] 10.222.0.57 "GET /v2.0/ports?device_id=467f62d4-ab22-4fac-98f4-76432c855882 HTTP/1.1" status: 200 len: 210 time: 0.0525508 May 27 02:15:07.988016 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34558) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:08.117679 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d77fc1-f37f-49ee-a066-7a630644440d req-93f48508-6730-4381-aa29-e6609415fad2 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:08.119756 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c4d77fc1-f37f-49ee-a066-7a630644440d req-93f48508-6730-4381-aa29-e6609415fad2 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.0853927 May 27 02:15:08.167125 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c4d77fc1-f37f-49ee-a066-7a630644440d req-2b1cdc17-bdd2-49bf-acf4-335ebc18f53d tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415680 May 27 02:15:08.202780 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-79fe1d4e-0b2b-444c-bf74-a6e8f38c4057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:08.220390 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-79fe1d4e-0b2b-444c-bf74-a6e8f38c4057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:08.226928 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-79fe1d4e-0b2b-444c-bf74-a6e8f38c4057 admin admin] Usage tracker for resource:security_group_rule and tenant:a868e4f5b2764bae9eacb114a4e94c78 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:08.230511 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-79fe1d4e-0b2b-444c-bf74-a6e8f38c4057 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:08.235997 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-79fe1d4e-0b2b-444c-bf74-a6e8f38c4057 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:08.319322 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-79fe1d4e-0b2b-444c-bf74-a6e8f38c4057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:08.408955 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34578) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:08.417194 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-79fe1d4e-0b2b-444c-bf74-a6e8f38c4057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:08.471230 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-79fe1d4e-0b2b-444c-bf74-a6e8f38c4057 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a868e4f5b2764bae9eacb114a4e94c78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4796047 May 27 02:15:08.471230 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe1d4e-0b2b-444c-bf74-a6e8f38c4057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14dba09-c796-4010-9541-0fe1ccbe6dd5,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:08.471748 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34586) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:08.535966 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0284ee37-1378-4ce8-92e7-f3e14a557bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:08.536358 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3d502188-5300-4454-8d84-658fb9518d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:08.552867 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3d502188-5300-4454-8d84-658fb9518d4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:08.556778 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3d502188-5300-4454-8d84-658fb9518d4b admin admin] Usage tracker for resource:security_group_rule and tenant:141a77da48a445acb22d2fca532f99bf is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:08.559870 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3d502188-5300-4454-8d84-658fb9518d4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:08.565920 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3d502188-5300-4454-8d84-658fb9518d4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:08.612980 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0284ee37-1378-4ce8-92e7-f3e14a557bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:08.643137 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-dc602360-b1c1-4cfc-9900-fbaa44134658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:08.644598 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-dc602360-b1c1-4cfc-9900-fbaa44134658 service neutron] 10.222.0.66 "GET /v2.0/ports/4acf92ce-28d4-4988-ad90-62be6c18fd88 HTTP/1.1" status: 200 len: 1033 time: 0.0989363 May 27 02:15:08.665530 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3d502188-5300-4454-8d84-658fb9518d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:08.723694 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-dd8032b3-77f1-4981-99cc-30cc332d79fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:08.725101 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-dd8032b3-77f1-4981-99cc-30cc332d79fb service neutron] 10.222.0.66 "GET /v2.0/ports/f8e23fc4-016b-45f8-bde7-662eda5f15f6 HTTP/1.1" status: 200 len: 1033 time: 0.0631592 May 27 02:15:08.779931 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3d502188-5300-4454-8d84-658fb9518d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:08.835492 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3d502188-5300-4454-8d84-658fb9518d4b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=141a77da48a445acb22d2fca532f99bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4248121 May 27 02:15:08.836633 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d502188-5300-4454-8d84-658fb9518d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d70735-7cba-422a-8261-1c22ba8cdaad,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:08.838620 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34600) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:08.891293 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0284ee37-1378-4ce8-92e7-f3e14a557bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:08.927674 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-92a5f905-202e-402a-a90e-362001752c84 req-36e33ab5-1398-4c48-871b-19df9935f502 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 210 time: 0.0909843 May 27 02:15:08.947801 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0284ee37-1378-4ce8-92e7-f3e14a557bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14dba09-c796-4010-9541-0fe1ccbe6dd5,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:08.980243 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0284ee37-1378-4ce8-92e7-f3e14a557bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:08.981568 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0284ee37-1378-4ce8-92e7-f3e14a557bc2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c14dba09-c796-4010-9541-0fe1ccbe6dd5 HTTP/1.1" status: 204 len: 168 time: 0.5086098 May 27 02:15:08.997558 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-e6c7ba65-8f9a-4f87-af1b-a8c3236b564a tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:09.003722 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-e6c7ba65-8f9a-4f87-af1b-a8c3236b564a tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:09.010229 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-e6c7ba65-8f9a-4f87-af1b-a8c3236b564a tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:09.011993 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-e6c7ba65-8f9a-4f87-af1b-a8c3236b564a tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.66 "GET /v2.0/networks?id=5e758166-4843-420e-a7a2-e907df6227a4&id=8b94d27d-bce7-469d-ba55-1b18784dbd74&id=8b94d27d-bce7-469d-ba55-1b18784dbd74&id=8b94d27d-bce7-469d-ba55-1b18784dbd74&id=8b94d27d-bce7-469d-ba55-1b18784dbd74&id=4b83be3c-d2c0-4b0f-849f-a2bd82741ed8&id=4b83be3c-d2c0-4b0f-849f-a2bd82741ed8 HTTP/1.1" status: 200 len: 1996 time: 0.2813869 May 27 02:15:09.056175 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-022ebde0-7d4b-487d-bc52-ea6affaa37ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:09.241551 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-4ece4694-bbf7-4ee5-a4be-70ec4c8b6f14 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c81473a41fb94f91be2c0840146b05b3 HTTP/1.1" status: 200 len: 379 time: 0.2147908 May 27 02:15:09.249581 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-022ebde0-7d4b-487d-bc52-ea6affaa37ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:09.260112 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-08134557-9927-48fa-ba8d-d114f7215d7b tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Request body: {'port': {'device_id': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'network_id': '5e758166-4843-420e-a7a2-e907df6227a4', 'admin_state_up': True, 'tenant_id': 'c81473a41fb94f91be2c0840146b05b3', 'security_groups': ['6c0d4d46-e793-47d9-97ac-8538804a4bbd']}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:09.421887 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0dba21-e88d-495b-924f-35529885044f req-9fa87eba-9f5e-467c-9055-59322d246aa7 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:09.423402 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cd0dba21-e88d-495b-924f-35529885044f req-9fa87eba-9f5e-467c-9055-59322d246aa7 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.3708587 May 27 02:15:09.479974 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-08134557-9927-48fa-ba8d-d114f7215d7b tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:09.492782 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cd0dba21-e88d-495b-924f-35529885044f req-9ec37960-7c31-403d-9145-dcbb8165cebc tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621710 May 27 02:15:09.496665 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-08134557-9927-48fa-ba8d-d114f7215d7b tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:09.523251 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-022ebde0-7d4b-487d-bc52-ea6affaa37ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:09.567864 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ebde0-7d4b-487d-bc52-ea6affaa37ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d70735-7cba-422a-8261-1c22ba8cdaad,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:09.573100 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-022ebde0-7d4b-487d-bc52-ea6affaa37ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:09.573656 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device bbe5a675-2c60-4ac7-b239-ca9b6c892381 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:15:09.577301 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-022ebde0-7d4b-487d-bc52-ea6affaa37ba admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/26d70735-7cba-422a-8261-1c22ba8cdaad HTTP/1.1" status: 204 len: 168 time: 0.7371447 May 27 02:15:09.586307 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ebde0-7d4b-487d-bc52-ea6affaa37ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:09.586641 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ebde0-7d4b-487d-bc52-ea6affaa37ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:09.587116 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ebde0-7d4b-487d-bc52-ea6affaa37ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:09.587461 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ebde0-7d4b-487d-bc52-ea6affaa37ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:09.587945 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ebde0-7d4b-487d-bc52-ea6affaa37ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:09.588731 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ebde0-7d4b-487d-bc52-ea6affaa37ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:09.589199 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ebde0-7d4b-487d-bc52-ea6affaa37ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:09.589650 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ebde0-7d4b-487d-bc52-ea6affaa37ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:09.589981 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ebde0-7d4b-487d-bc52-ea6affaa37ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:09.590303 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ebde0-7d4b-487d-bc52-ea6affaa37ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:09.590620 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ebde0-7d4b-487d-bc52-ea6affaa37ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:09.591120 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ebde0-7d4b-487d-bc52-ea6affaa37ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:09.623465 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-08134557-9927-48fa-ba8d-d114f7215d7b tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Made reservation on behalf of c81473a41fb94f91be2c0840146b05b3 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:15:09.632337 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-08134557-9927-48fa-ba8d-d114f7215d7b tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:09.799552 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port bbe5a675-2c60-4ac7-b239-ca9b6c892381 is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:15:09.800095 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:09.860245 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34632) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:09.889204 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c070753-0412-453c-8f55-d1f90a738f68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbe5a675-2c60-4ac7-b239-ca9b6c892381'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:15:09.898439 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9d62b71-14d7-47fa-95c1-3e5311a70b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:09.907338 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port bbe5a675-2c60-4ac7-b239-ca9b6c892381, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=bbe5a675-2c60-4ac7-b239-ca9b6c892381,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:15:09.913887 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e9d62b71-14d7-47fa-95c1-3e5311a70b09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:09.917815 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e9d62b71-14d7-47fa-95c1-3e5311a70b09 admin admin] Usage tracker for resource:security_group_rule and tenant:fa55b2b8946c40689653b66ae4047354 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:09.921001 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e9d62b71-14d7-47fa-95c1-3e5311a70b09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:09.926729 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e9d62b71-14d7-47fa-95c1-3e5311a70b09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:09.966382 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935f3a3-92fe-4dae-9a25-81907d4278cf req-88b416b9-1454-4427-ae02-19b938a699fb tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:09.969467 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:09.974937 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4935f3a3-92fe-4dae-9a25-81907d4278cf req-88b416b9-1454-4427-ae02-19b938a699fb tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfe4c9e4-db87-4967-8c34-e629bbf7e3c0 HTTP/1.1" status: 200 len: 949 time: 0.3253927 May 27 02:15:10.028532 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9d62b71-14d7-47fa-95c1-3e5311a70b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:10.047696 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-08134557-9927-48fa-ba8d-d114f7215d7b tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Allocated IP 172.20.0.4 (5e758166-4843-420e-a7a2-e907df6227a4/6ecf8e97-38b0-450d-a77d-44a69de922b2/dbe4c056-269a-4480-9565-128a45297e2d) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:15:10.054157 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=bbe5a675-2c60-4ac7-b239-ca9b6c892381,revision_number=8']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:10.068353 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4935f3a3-92fe-4dae-9a25-81907d4278cf req-ef382f58-556e-4948-accc-3e5191c9a0f1 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926733 May 27 02:15:10.077828 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb296c9-e31f-4c73-93a7-cebbee8272ad req-b340b49e-faef-4240-ba7f-c46144babd4c tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:10.079371 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0cb296c9-e31f-4c73-93a7-cebbee8272ad req-b340b49e-faef-4240-ba7f-c46144babd4c tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebc63dcb-5be2-4a5d-8b42-ca75f4bcb725 HTTP/1.1" status: 200 len: 950 time: 0.2734959 May 27 02:15:10.122542 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9d62b71-14d7-47fa-95c1-3e5311a70b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:10.206115 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0cb296c9-e31f-4c73-93a7-cebbee8272ad req-1e75b15c-b951-473d-8c18-22c8beeb9555 tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] 10.222.0.57 "GET /v2.0/security-groups?id=045dd4d9-9bae-4f9f-963e-ee5b40676b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100922 May 27 02:15:10.238516 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e9d62b71-14d7-47fa-95c1-3e5311a70b09 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fa55b2b8946c40689653b66ae4047354&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3771627 May 27 02:15:10.239420 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d62b71-14d7-47fa-95c1-3e5311a70b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2dfaad-1f13-4174-a857-ae234b28f2ae,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:10.246608 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34648) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:10.314179 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9d007284-cdff-46b0-9d77-ceaf10e4e10d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:10.353100 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9d007284-cdff-46b0-9d77-ceaf10e4e10d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:10.445216 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f2789859-aee3-4075-869d-ebb0d7efaa6d req-4cc0f7f0-f1f5-430a-94af-4e719ab862b3 tempest-ServerShowV254Test-417113565 tempest-ServerShowV254Test-417113565-project] 10.222.0.57 "GET /v2.0/ports?device_id=467f62d4-ab22-4fac-98f4-76432c855882 HTTP/1.1" status: 200 len: 210 time: 0.1352906 May 27 02:15:10.504333 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-542d49d3-2dac-428a-8617-cc638ebc5465'] response: {'server_uuid': '5c070753-0412-453c-8f55-d1f90a738f68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbe5a675-2c60-4ac7-b239-ca9b6c892381', 'code': 200} May 27 02:15:10.504974 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9d007284-cdff-46b0-9d77-ceaf10e4e10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:10.534802 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d007284-cdff-46b0-9d77-ceaf10e4e10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2dfaad-1f13-4174-a857-ae234b28f2ae,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:10.538237 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9d007284-cdff-46b0-9d77-ceaf10e4e10d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:10.540095 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9d007284-cdff-46b0-9d77-ceaf10e4e10d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bb2dfaad-1f13-4174-a857-ae234b28f2ae HTTP/1.1" status: 204 len: 168 time: 0.2921038 May 27 02:15:10.645973 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-08134557-9927-48fa-ba8d-d114f7215d7b tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:10.719662 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4b083786-2e84-4a09-a500-718de038b95d req-f5656945-811a-4fb1-ab26-3127f28989b7 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 210 time: 0.0889761 May 27 02:15:10.736813 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-5dfd83b1-6871-42cc-b421-8e09537971e0 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:10.736813 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-5dfd83b1-6871-42cc-b421-8e09537971e0 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/networks?id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164 HTTP/1.1" status: 200 len: 811 time: 0.3362389 May 27 02:15:10.740570 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a3049-0977-4002-a684-68a4fcef297f req-4495e132-e9b5-4bb2-bc40-e714541ae6ac tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:10.742028 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6d1a3049-0977-4002-a684-68a4fcef297f req-4495e132-e9b5-4bb2-bc40-e714541ae6ac tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebc63dcb-5be2-4a5d-8b42-ca75f4bcb725 HTTP/1.1" status: 200 len: 950 time: 0.4312427 May 27 02:15:10.788774 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-08134557-9927-48fa-ba8d-d114f7215d7b tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Transition to ACTIVE for port object dbe4c056-269a-4480-9565-128a45297e2d will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:15:10.826946 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-6b401b5d-9b24-4a83-adc5-8d1847f1dff6 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/quotas/62f5f7df5795463f9f8bc1cd40caf878 HTTP/1.1" status: 200 len: 375 time: 0.0814617 May 27 02:15:10.915926 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-08134557-9927-48fa-ba8d-d114f7215d7b tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:11.041361 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-6d1a3049-0977-4002-a684-68a4fcef297f req-7532413e-1293-461c-8e83-6b930a59cbd4 tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Deleting port 5f834cf5-a39a-4a2c-aacc-9d75e7423780 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:15:11.041696 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6d1a3049-0977-4002-a684-68a4fcef297f req-7532413e-1293-461c-8e83-6b930a59cbd4 tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:11.093324 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-08134557-9927-48fa-ba8d-d114f7215d7b tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Network 5e758166-4843-420e-a7a2-e907df6227a4 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:15:11.112757 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-08134557-9927-48fa-ba8d-d114f7215d7b tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:15:11.150256 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-08134557-9927-48fa-ba8d-d114f7215d7b tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:15:11.209874 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08134557-9927-48fa-ba8d-d114f7215d7b tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Pushing event updated for resources: {'Port': ['ID=dbe4c056-269a-4480-9565-128a45297e2d,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:11.337738 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-08134557-9927-48fa-ba8d-d114f7215d7b tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:11.338375 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-08134557-9927-48fa-ba8d-d114f7215d7b tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:11.354543 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-2fe93535-3725-4f90-ab4c-edcc9e46af17 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=62f5f7df5795463f9f8bc1cd40caf878&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5264041 May 27 02:15:11.574014 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-2be02eee-3fc8-4973-a535-6258bc4be500 None None] Provisioning for port dbe4c056-269a-4480-9565-128a45297e2d completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:15:11.579770 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-2be02eee-3fc8-4973-a535-6258bc4be500 None None] Provisioning complete for port dbe4c056-269a-4480-9565-128a45297e2d triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:15:11.580382 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2be02eee-3fc8-4973-a535-6258bc4be500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:11.654938 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-2be02eee-3fc8-4973-a535-6258bc4be500 None None] Port dbe4c056-269a-4480-9565-128a45297e2d cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:15:11.768472 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-08134557-9927-48fa-ba8d-d114f7215d7b tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5208192 May 27 02:15:11.796677 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-3029055a-1ba3-4e0c-9a57-9eafc44b8a29 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Request body: {'port': {'device_id': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'network_id': '8b94d27d-bce7-469d-ba55-1b18784dbd74', 'admin_state_up': True, 'tenant_id': 'c81473a41fb94f91be2c0840146b05b3', 'security_groups': ['6c0d4d46-e793-47d9-97ac-8538804a4bbd']}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:11.915997 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-6d1a3049-0977-4002-a684-68a4fcef297f req-7532413e-1293-461c-8e83-6b930a59cbd4 tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] For port 5f834cf5-a39a-4a2c-aacc-9d75e7423780, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=5f834cf5-a39a-4a2c-aacc-9d75e7423780,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:15:11.916370 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6d1a3049-0977-4002-a684-68a4fcef297f req-7532413e-1293-461c-8e83-6b930a59cbd4 tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:11.978229 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34716) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:12.073266 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-6d1a3049-0977-4002-a684-68a4fcef297f req-7532413e-1293-461c-8e83-6b930a59cbd4 tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Calling delete_port for 5f834cf5-a39a-4a2c-aacc-9d75e7423780 owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:15:12.095279 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f1f7d152-d3d4-4b24-b409-de7b88d1a656 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1662632051-network', 'tenant_id': 'cc28b96a8d5b4fe0aa6a993f25af6c0f'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:12.100076 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f1f7d152-d3d4-4b24-b409-de7b88d1a656 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:12.104926 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f1f7d152-d3d4-4b24-b409-de7b88d1a656 admin admin] Usage tracker for resource:network and tenant:cc28b96a8d5b4fe0aa6a993f25af6c0f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:12.108198 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f1f7d152-d3d4-4b24-b409-de7b88d1a656 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:12.119005 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f1f7d152-d3d4-4b24-b409-de7b88d1a656 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:12.120882 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-ed9d45cb-dd62-428a-8b70-107a1e16fb3c service neutron] 10.222.0.57 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6023626 May 27 02:15:12.185676 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f7d152-d3d4-4b24-b409-de7b88d1a656 admin admin] Made reservation on behalf of cc28b96a8d5b4fe0aa6a993f25af6c0f for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:15:12.187041 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787a9f3-7a7e-4c9b-a509-4572dad4f91f req-07e1d85f-2fdc-4367-9474-cd1c8df02b87 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:12.188562 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2787a9f3-7a7e-4c9b-a509-4572dad4f91f req-07e1d85f-2fdc-4367-9474-cd1c8df02b87 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfe4c9e4-db87-4967-8c34-e629bbf7e3c0 HTTP/1.1" status: 200 len: 949 time: 0.5215287 May 27 02:15:12.189190 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f1f7d152-d3d4-4b24-b409-de7b88d1a656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:12.211593 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f1f7d152-d3d4-4b24-b409-de7b88d1a656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:12.226863 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f1f7d152-d3d4-4b24-b409-de7b88d1a656 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:12.231308 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f1f7d152-d3d4-4b24-b409-de7b88d1a656 admin admin] Usage tracker for resource:security_group_rule and tenant:cc28b96a8d5b4fe0aa6a993f25af6c0f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:12.235566 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f1f7d152-d3d4-4b24-b409-de7b88d1a656 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:12.242967 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f1f7d152-d3d4-4b24-b409-de7b88d1a656 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:12.285855 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-3029055a-1ba3-4e0c-9a57-9eafc44b8a29 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:12.298991 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-3029055a-1ba3-4e0c-9a57-9eafc44b8a29 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Usage tracker for resource:port and tenant:c81473a41fb94f91be2c0840146b05b3 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:12.304195 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-3029055a-1ba3-4e0c-9a57-9eafc44b8a29 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Quota usage for port was recalculated. Used quota:8. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:12.332019 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-3029055a-1ba3-4e0c-9a57-9eafc44b8a29 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:12.346466 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f1f7d152-d3d4-4b24-b409-de7b88d1a656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:12.365046 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2787a9f3-7a7e-4c9b-a509-4572dad4f91f req-956e61a1-771d-4f91-b53d-bc92dc9dd20a tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188586 May 27 02:15:12.419507 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-d4abc896-9b5d-4da9-93c1-1f8fcac6a598 service neutron] 10.222.0.57 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872863 May 27 02:15:12.420751 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f1f7d152-d3d4-4b24-b409-de7b88d1a656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:12.469126 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f7d152-d3d4-4b24-b409-de7b88d1a656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ed068d-9918-4c29-a4fb-ef79a776a555,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:12.480596 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f7d152-d3d4-4b24-b409-de7b88d1a656 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:12.480596 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f7d152-d3d4-4b24-b409-de7b88d1a656 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:12.480596 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f7d152-d3d4-4b24-b409-de7b88d1a656 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:12.480596 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f7d152-d3d4-4b24-b409-de7b88d1a656 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:12.480596 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f7d152-d3d4-4b24-b409-de7b88d1a656 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:12.480596 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f7d152-d3d4-4b24-b409-de7b88d1a656 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:12.481382 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f7d152-d3d4-4b24-b409-de7b88d1a656 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:12.481382 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f7d152-d3d4-4b24-b409-de7b88d1a656 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:12.481595 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f7d152-d3d4-4b24-b409-de7b88d1a656 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:12.481805 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f7d152-d3d4-4b24-b409-de7b88d1a656 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:12.482313 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f7d152-d3d4-4b24-b409-de7b88d1a656 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:12.485930 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f7d152-d3d4-4b24-b409-de7b88d1a656 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:12.545035 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-3029055a-1ba3-4e0c-9a57-9eafc44b8a29 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Made reservation on behalf of c81473a41fb94f91be2c0840146b05b3 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:15:12.548361 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-3029055a-1ba3-4e0c-9a57-9eafc44b8a29 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:12.575870 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6d1a3049-0977-4002-a684-68a4fcef297f req-7532413e-1293-461c-8e83-6b930a59cbd4 tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:12.580259 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f7d152-d3d4-4b24-b409-de7b88d1a656 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:15:12.588100 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['5f834cf5-a39a-4a2c-aacc-9d75e7423780'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:15:12.592744 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f1f7d152-d3d4-4b24-b409-de7b88d1a656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:12.593363 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-f1f7d152-d3d4-4b24-b409-de7b88d1a656 admin admin] Added segment ccb4a127-9ea2-4f06-be85-8a03cb577f44 of type vlan for network 5b086863-b3e7-4e69-868f-0fcd1b7b7ca4 May 27 02:15:12.626378 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f1f7d152-d3d4-4b24-b409-de7b88d1a656 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:12.693798 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7532413e-1293-461c-8e83-6b930a59cbd4 tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Pushing event deleted for resources: {'Port': ['ID=5f834cf5-a39a-4a2c-aacc-9d75e7423780,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:12.743077 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f1f7d152-d3d4-4b24-b409-de7b88d1a656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:12.744080 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f7d152-d3d4-4b24-b409-de7b88d1a656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:12.744677 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f1f7d152-d3d4-4b24-b409-de7b88d1a656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:12.831849 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df740bbc-548e-42a9-8772-d9c01be141a4 req-fd95d506-fb24-411f-9653-d5cacb4288fa tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:12.849260 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df740bbc-548e-42a9-8772-d9c01be141a4 req-fd95d506-fb24-411f-9653-d5cacb4288fa tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebc63dcb-5be2-4a5d-8b42-ca75f4bcb725 HTTP/1.1" status: 200 len: 950 time: 0.3654647 May 27 02:15:12.999582 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f7d152-d3d4-4b24-b409-de7b88d1a656 admin admin] Pushing event updated for resources: {'Network': ['ID=5b086863-b3e7-4e69-868f-0fcd1b7b7ca4,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:13.013923 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 5b086863-b3e7-4e69-868f-0fcd1b7b7ca4 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:15:13.038758 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d1a3049-0977-4002-a684-68a4fcef297f req-7532413e-1293-461c-8e83-6b930a59cbd4 tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] No DVR routers for this DVR port 5f834cf5-a39a-4a2c-aacc-9d75e7423780 on host n-h1-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:15:13.041753 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6d1a3049-0977-4002-a684-68a4fcef297f req-7532413e-1293-461c-8e83-6b930a59cbd4 tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:13.082720 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc63dcb-5be2-4a5d-8b42-ca75f4bcb725', 'name': 'network-vif-deleted', 'tag': '5f834cf5-a39a-4a2c-aacc-9d75e7423780'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:15:13.102886 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df740bbc-548e-42a9-8772-d9c01be141a4 req-e3dad7d5-46ea-400e-bc90-742327914cd6 tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] 10.222.0.57 "GET /v2.0/security-groups?id=045dd4d9-9bae-4f9f-963e-ee5b40676b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523730 May 27 02:15:13.118172 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-84ec4c25-cea6-4bc0-b74a-b02dafc18865 req-1453195e-70bd-47ef-8b78-e6902920c57b tempest-ServerShowV254Test-417113565 tempest-ServerShowV254Test-417113565-project] 10.222.0.57 "GET /v2.0/ports?device_id=467f62d4-ab22-4fac-98f4-76432c855882 HTTP/1.1" status: 200 len: 210 time: 0.1812787 May 27 02:15:13.143789 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f1f7d152-d3d4-4b24-b409-de7b88d1a656 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1611323 May 27 02:15:13.153992 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34734) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:13.167564 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-8d191781-cbe9-47cd-b7ba-0666bfb93a62 admin admin] Request body: {'subnet': {'network_id': '5b086863-b3e7-4e69-868f-0fcd1b7b7ca4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1662632051-subnet', 'tenant_id': 'cc28b96a8d5b4fe0aa6a993f25af6c0f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:13.173783 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8d191781-cbe9-47cd-b7ba-0666bfb93a62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:13.179162 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-3029055a-1ba3-4e0c-9a57-9eafc44b8a29 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Allocated IP 10.1.1.181 (8b94d27d-bce7-469d-ba55-1b18784dbd74/91708588-9c20-4a3e-9579-457a929964db/67e8de69-192e-446c-8e1d-d36c172bc989) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:15:13.182248 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8d191781-cbe9-47cd-b7ba-0666bfb93a62 admin admin] Usage tracker for resource:subnet and tenant:cc28b96a8d5b4fe0aa6a993f25af6c0f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:13.187177 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8d191781-cbe9-47cd-b7ba-0666bfb93a62 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:13.198868 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8d191781-cbe9-47cd-b7ba-0666bfb93a62 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:13.340682 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6d1a3049-0977-4002-a684-68a4fcef297f req-7532413e-1293-461c-8e83-6b930a59cbd4 tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] 10.222.0.32 "DELETE /v2.0/ports/5f834cf5-a39a-4a2c-aacc-9d75e7423780 HTTP/1.1" status: 204 len: 173 time: 2.5863099 May 27 02:15:13.357188 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d191781-cbe9-47cd-b7ba-0666bfb93a62 admin admin] Made reservation on behalf of cc28b96a8d5b4fe0aa6a993f25af6c0f for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:15:13.359939 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d191781-cbe9-47cd-b7ba-0666bfb93a62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:13.437928 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34750) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:13.596030 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9fb32fdf-f83b-41a2-a5c6-c7dfaea6f117 req-e79d5333-d0b0-4c98-8b54-c2a9329e2d3a tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=45b11e53-44ac-4608-a3e7-3add38ac9e1a HTTP/1.1" status: 200 len: 210 time: 0.3252554 May 27 02:15:13.601128 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device bbe5a675-2c60-4ac7-b239-ca9b6c892381 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:15:13.718284 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03b17336-71eb-4b78-9649-018a221e5eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:13.732658 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d191781-cbe9-47cd-b7ba-0666bfb93a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:13.733387 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e53cc81-d53b-4e27-af11-5d071e2212a5'] response: {'server_uuid': 'ebc63dcb-5be2-4a5d-8b42-ca75f4bcb725', 'name': 'network-vif-deleted', 'tag': '5f834cf5-a39a-4a2c-aacc-9d75e7423780', 'status': 'completed', 'code': 200} May 27 02:15:13.768890 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-3029055a-1ba3-4e0c-9a57-9eafc44b8a29 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:13.776334 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-03b17336-71eb-4b78-9649-018a221e5eea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:13.781383 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-03b17336-71eb-4b78-9649-018a221e5eea admin admin] Usage tracker for resource:security_group_rule and tenant:80d734c4d1fe420cadfea6db46d797fa is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:13.784576 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-03b17336-71eb-4b78-9649-018a221e5eea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:13.791639 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-03b17336-71eb-4b78-9649-018a221e5eea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:13.819772 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9935eec-645a-4427-b4f4-29cd5c6d2c2a req-daa4a56c-58db-4d4c-a958-baf0c03ddf3a tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:13.821305 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b9935eec-645a-4427-b4f4-29cd5c6d2c2a req-daa4a56c-58db-4d4c-a958-baf0c03ddf3a tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Synchronizing usage tracker for tenant:c81473a41fb94f91be2c0840146b05b3 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:15:13.843892 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-3029055a-1ba3-4e0c-9a57-9eafc44b8a29 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Transition to ACTIVE for port object 67e8de69-192e-446c-8e1d-d36c172bc989 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:15:13.863286 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port bbe5a675-2c60-4ac7-b239-ca9b6c892381, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=bbe5a675-2c60-4ac7-b239-ca9b6c892381,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:15:13.880893 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': 'bbe5a675-2c60-4ac7-b239-ca9b6c892381', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'port_id': 'bbe5a675-2c60-4ac7-b239-ca9b6c892381', 'mac_address': 'fa:16:3e:a2:6d:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf69705-8457-415f-85a3-b42efaff1b97', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:15:13.900184 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03b17336-71eb-4b78-9649-018a221e5eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:13.946145 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d191781-cbe9-47cd-b7ba-0666bfb93a62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad629b62-3b33-4a7a-be9c-763a9aba1a85,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:13.947775 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port bbe5a675-2c60-4ac7-b239-ca9b6c892381 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:15:13.948247 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:13.969135 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-3029055a-1ba3-4e0c-9a57-9eafc44b8a29 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:13.972148 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbe5a675-2c60-4ac7-b239-ca9b6c892381 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:15:13.976384 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b9935eec-645a-4427-b4f4-29cd5c6d2c2a req-daa4a56c-58db-4d4c-a958-baf0c03ddf3a tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Unset dirty status for tenant:c81473a41fb94f91be2c0840146b05b3 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:15:13.977032 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d191781-cbe9-47cd-b7ba-0666bfb93a62 admin admin] Checking segment: {'id': 'ccb4a127-9ea2-4f06-be85-8a03cb577f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5b086863-b3e7-4e69-868f-0fcd1b7b7ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:15:13.977603 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d191781-cbe9-47cd-b7ba-0666bfb93a62 admin admin] Network hostable DHCP agents. Network: 5b086863-b3e7-4e69-868f-0fcd1b7b7ca4, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:15:13.978204 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b9935eec-645a-4427-b4f4-29cd5c6d2c2a req-daa4a56c-58db-4d4c-a958-baf0c03ddf3a tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 931 time: 0.7101052 May 27 02:15:13.993678 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port bbe5a675-2c60-4ac7-b239-ca9b6c892381, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=bbe5a675-2c60-4ac7-b239-ca9b6c892381,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:15:14.013842 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03b17336-71eb-4b78-9649-018a221e5eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:14.070123 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-03b17336-71eb-4b78-9649-018a221e5eea admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=80d734c4d1fe420cadfea6db46d797fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6308296 May 27 02:15:14.076442 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34758) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:14.077114 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b17336-71eb-4b78-9649-018a221e5eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beaf6bfe-976d-4f86-9189-6a481d329130,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:14.094409 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-3029055a-1ba3-4e0c-9a57-9eafc44b8a29 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Network 8b94d27d-bce7-469d-ba55-1b18784dbd74 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:15:14.101721 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-3029055a-1ba3-4e0c-9a57-9eafc44b8a29 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:15:14.106416 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:14.109047 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d191781-cbe9-47cd-b7ba-0666bfb93a62 admin admin] Network 5b086863-b3e7-4e69-868f-0fcd1b7b7ca4 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:15:14.118132 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-3029055a-1ba3-4e0c-9a57-9eafc44b8a29 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:15:14.162318 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-97f70011-f385-4b24-b6d4-01d405c86d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:14.162522 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029055a-1ba3-4e0c-9a57-9eafc44b8a29 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Pushing event updated for resources: {'Port': ['ID=67e8de69-192e-446c-8e1d-d36c172bc989,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:14.187588 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-97f70011-f385-4b24-b6d4-01d405c86d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:14.193513 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b9935eec-645a-4427-b4f4-29cd5c6d2c2a req-9fbfc1a8-4bc0-45e8-91ba-9f9fe0efe889 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c0d4d46-e793-47d9-97ac-8538804a4bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685028 May 27 02:15:14.241470 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-8d191781-cbe9-47cd-b7ba-0666bfb93a62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 5b086863-b3e7-4e69-868f-0fcd1b7b7ca4) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:15:14.247103 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d191781-cbe9-47cd-b7ba-0666bfb93a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:14.247648 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d191781-cbe9-47cd-b7ba-0666bfb93a62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:14.260349 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-3029055a-1ba3-4e0c-9a57-9eafc44b8a29 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:14.261435 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-3029055a-1ba3-4e0c-9a57-9eafc44b8a29 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:14.274424 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68c0269-763a-49f4-868a-a6b598ea4ad0 None None] Network 5b086863-b3e7-4e69-868f-0fcd1b7b7ca4 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:15:14.295998 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7d4f6-da86-4465-b6e2-f593fd8e9d91 req-81b02311-ffa5-43de-a686-73bbe22653ff tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:14.303938 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c5c7d4f6-da86-4465-b6e2-f593fd8e9d91 req-81b02311-ffa5-43de-a686-73bbe22653ff tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfe4c9e4-db87-4967-8c34-e629bbf7e3c0 HTTP/1.1" status: 200 len: 949 time: 0.3809233 May 27 02:15:14.344377 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-97f70011-f385-4b24-b6d4-01d405c86d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:14.346931 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-97f70011-f385-4b24-b6d4-01d405c86d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:14.348428 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-97f70011-f385-4b24-b6d4-01d405c86d0b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/beaf6bfe-976d-4f86-9189-6a481d329130 HTTP/1.1" status: 204 len: 168 time: 0.2681184 May 27 02:15:14.357174 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['bbe5a675-2c60-4ac7-b239-ca9b6c892381'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:15:14.373981 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f70011-f385-4b24-b6d4-01d405c86d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beaf6bfe-976d-4f86-9189-6a481d329130,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:14.390246 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34770) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:14.391333 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8d191781-cbe9-47cd-b7ba-0666bfb93a62 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2360642 May 27 02:15:14.407965 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-a5ef4caf-95e5-4411-b690-3892b7754495 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1662632051-router', 'tenant_id': 'cc28b96a8d5b4fe0aa6a993f25af6c0f', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:14.421848 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a5ef4caf-95e5-4411-b690-3892b7754495 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:14.441969 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c5c7d4f6-da86-4465-b6e2-f593fd8e9d91 req-eb02772f-5a8e-4bac-bc26-672b5609e007 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298025 May 27 02:15:14.492963 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a5ef4caf-95e5-4411-b690-3892b7754495 admin admin] Usage tracker for resource:router and tenant:cc28b96a8d5b4fe0aa6a993f25af6c0f is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:14.501571 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a5ef4caf-95e5-4411-b690-3892b7754495 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:14.505043 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-3029055a-1ba3-4e0c-9a57-9eafc44b8a29 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7125244 May 27 02:15:14.514798 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a5ef4caf-95e5-4411-b690-3892b7754495 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:14.520161 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-701ce756-45d7-4bff-8dcb-960c60e47c21 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Request body: {'port': {'device_id': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'network_id': '8b94d27d-bce7-469d-ba55-1b18784dbd74', 'admin_state_up': True, 'tenant_id': 'c81473a41fb94f91be2c0840146b05b3', 'security_groups': ['6c0d4d46-e793-47d9-97ac-8538804a4bbd']}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:14.550129 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8179995b-b8c6-4922-b898-eaef01e9b968 req-93845656-1b95-4411-8930-8e2be8e789be tempest-ServerShowV254Test-417113565 tempest-ServerShowV254Test-417113565-project] 10.222.0.57 "GET /v2.0/ports?device_id=467f62d4-ab22-4fac-98f4-76432c855882 HTTP/1.1" status: 200 len: 210 time: 0.1084154 May 27 02:15:14.670250 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=bbe5a675-2c60-4ac7-b239-ca9b6c892381,revision_number=9']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:14.727058 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-fe91c63c-758d-40f4-8911-ab1c51cef8bc None None] Provisioning for port 67e8de69-192e-446c-8e1d-d36c172bc989 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:15:14.733323 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:14.734071 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:14.734418 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:14.734760 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:14.735102 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:14.735427 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:14.735934 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:14.736439 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:14.736793 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:14.737125 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:14.737450 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:14.737773 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:14.745297 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-fe91c63c-758d-40f4-8911-ab1c51cef8bc None None] Provisioning complete for port 67e8de69-192e-446c-8e1d-d36c172bc989 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:15:14.745890 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fe91c63c-758d-40f4-8911-ab1c51cef8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:14.754748 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-3df3cde8-81dd-4fce-91fc-76ea8896f803 req-c7b43cb6-7999-4cb3-bc37-5aabba845c7a tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Synchronizing usage tracker for tenant:d09e2b008ca34b208d6be0fbf94ea424 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:15:14.830047 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a5ef4caf-95e5-4411-b690-3892b7754495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:14.831129 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a5ef4caf-95e5-4411-b690-3892b7754495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:14.846234 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-245707e0-6288-4e27-b119-aedd24076d8a req-8c38db89-a361-44d5-a4f5-92816b68fe6f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=45b11e53-44ac-4608-a3e7-3add38ac9e1a HTTP/1.1" status: 200 len: 210 time: 0.0694451 May 27 02:15:14.860397 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-701ce756-45d7-4bff-8dcb-960c60e47c21 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:14.878154 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-701ce756-45d7-4bff-8dcb-960c60e47c21 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:14.881972 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a5ef4caf-95e5-4411-b690-3892b7754495 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:14.960069 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-fe91c63c-758d-40f4-8911-ab1c51cef8bc None None] Port 67e8de69-192e-446c-8e1d-d36c172bc989 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:15:14.972636 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f8afa2-d4c8-43ee-a3a2-e22ce6214d55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-5b086863-b3e7-4e69-868f-0fcd1b7b7ca4', 'network_id': '5b086863-b3e7-4e69-868f-0fcd1b7b7ca4', 'tenant_id': 'cc28b96a8d5b4fe0aa6a993f25af6c0f', 'fixed_ips': [{'subnet_id': 'ad629b62-3b33-4a7a-be9c-763a9aba1a85'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:15:14.973557 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b3f8afa2-d4c8-43ee-a3a2-e22ce6214d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:15.052080 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 5f834cf5-a39a-4a2c-aacc-9d75e7423780 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:15:15.109233 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 5f834cf5-a39a-4a2c-aacc-9d75e7423780 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:15:15.109790 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 5f834cf5-a39a-4a2c-aacc-9d75e7423780 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:15:15.165773 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-3df3cde8-81dd-4fce-91fc-76ea8896f803 req-c7b43cb6-7999-4cb3-bc37-5aabba845c7a tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] Unset dirty status for tenant:d09e2b008ca34b208d6be0fbf94ea424 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:15:15.167041 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3df3cde8-81dd-4fce-91fc-76ea8896f803 req-c7b43cb6-7999-4cb3-bc37-5aabba845c7a tempest-ServerDiagnosticsNegativeTest-122108402 tempest-ServerDiagnosticsNegativeTest-122108402-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebc63dcb-5be2-4a5d-8b42-ca75f4bcb725 HTTP/1.1" status: 200 len: 210 time: 0.5216331 May 27 02:15:15.199074 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-b3f8afa2-d4c8-43ee-a3a2-e22ce6214d55 None None] Allocated IP 172.20.0.2 (5b086863-b3e7-4e69-868f-0fcd1b7b7ca4/ad629b62-3b33-4a7a-be9c-763a9aba1a85/68b9a888-e324-40c1-b543-81b5594b1469) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:15:15.301927 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-701ce756-45d7-4bff-8dcb-960c60e47c21 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Made reservation on behalf of c81473a41fb94f91be2c0840146b05b3 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:15:15.307949 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-701ce756-45d7-4bff-8dcb-960c60e47c21 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:15.460201 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b3f8afa2-d4c8-43ee-a3a2-e22ce6214d55 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:15.472814 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-b3f8afa2-d4c8-43ee-a3a2-e22ce6214d55 None None] Transition to ACTIVE for port object 68b9a888-e324-40c1-b543-81b5594b1469 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:15:15.493998 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-b3f8afa2-d4c8-43ee-a3a2-e22ce6214d55 None None] Transition to ACTIVE for port object 68b9a888-e324-40c1-b543-81b5594b1469 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:15:15.580232 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b3f8afa2-d4c8-43ee-a3a2-e22ce6214d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:15.653150 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device bbe5a675-2c60-4ac7-b239-ca9b6c892381 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:15:15.728220 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f8afa2-d4c8-43ee-a3a2-e22ce6214d55 None None] Network 5b086863-b3e7-4e69-868f-0fcd1b7b7ca4 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:15:15.740059 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-b3f8afa2-d4c8-43ee-a3a2-e22ce6214d55 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:15:15.751794 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f8afa2-d4c8-43ee-a3a2-e22ce6214d55 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:15:15.820523 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8afa2-d4c8-43ee-a3a2-e22ce6214d55 None None] Pushing event updated for resources: {'Port': ['ID=68b9a888-e324-40c1-b543-81b5594b1469,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:15.853715 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-701ce756-45d7-4bff-8dcb-960c60e47c21 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Allocated IP 10.1.1.12 (8b94d27d-bce7-469d-ba55-1b18784dbd74/91708588-9c20-4a3e-9579-457a929964db/f22c2499-c482-4650-9824-2bf7b670478e) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:15:15.943542 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-b3f8afa2-d4c8-43ee-a3a2-e22ce6214d55 None None] Attempting to bind port 68b9a888-e324-40c1-b543-81b5594b1469 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:15:15.944840 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-b3f8afa2-d4c8-43ee-a3a2-e22ce6214d55 None None] Attempting to bind port 68b9a888-e324-40c1-b543-81b5594b1469 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'ccb4a127-9ea2-4f06-be85-8a03cb577f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5b086863-b3e7-4e69-868f-0fcd1b7b7ca4'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:15:15.945429 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f8afa2-d4c8-43ee-a3a2-e22ce6214d55 None None] Attempting to bind port 68b9a888-e324-40c1-b543-81b5594b1469 on network 5b086863-b3e7-4e69-868f-0fcd1b7b7ca4 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:15:15.953658 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f8afa2-d4c8-43ee-a3a2-e22ce6214d55 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:15:15.956134 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f8afa2-d4c8-43ee-a3a2-e22ce6214d55 None None] Checking segment: {'id': 'ccb4a127-9ea2-4f06-be85-8a03cb577f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5b086863-b3e7-4e69-868f-0fcd1b7b7ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:15:15.956861 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b3f8afa2-d4c8-43ee-a3a2-e22ce6214d55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:15.957509 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f8afa2-d4c8-43ee-a3a2-e22ce6214d55 None None] Bound using segment: {'id': 'ccb4a127-9ea2-4f06-be85-8a03cb577f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5b086863-b3e7-4e69-868f-0fcd1b7b7ca4'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:15:15.958284 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-b3f8afa2-d4c8-43ee-a3a2-e22ce6214d55 None None] Bound port: 68b9a888-e324-40c1-b543-81b5594b1469, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb4a127-9ea2-4f06-be85-8a03cb577f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5b086863-b3e7-4e69-868f-0fcd1b7b7ca4'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:15:15.958919 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b3f8afa2-d4c8-43ee-a3a2-e22ce6214d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:15.972011 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port bbe5a675-2c60-4ac7-b239-ca9b6c892381 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:15:15.973146 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:16.003995 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a5ef4caf-95e5-4411-b690-3892b7754495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:16.168352 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-b3f8afa2-d4c8-43ee-a3a2-e22ce6214d55 None None] For port 68b9a888-e324-40c1-b543-81b5594b1469, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:15:16.191042 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-b3f8afa2-d4c8-43ee-a3a2-e22ce6214d55 None None] For port 68b9a888-e324-40c1-b543-81b5594b1469, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=68b9a888-e324-40c1-b543-81b5594b1469,segment=NetworkSegment(ccb4a127-9ea2-4f06-be85-8a03cb577f44),segment_id=ccb4a127-9ea2-4f06-be85-8a03cb577f44)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:15:16.203902 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port bbe5a675-2c60-4ac7-b239-ca9b6c892381 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:15:16.204282 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:16.225803 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93bb3f-86f4-43ef-88ae-0de6fd0b08b6 req-c0b2bc6d-6949-4e8b-9377-a3d2efad16b9 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:16.233582 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2b93bb3f-86f4-43ef-88ae-0de6fd0b08b6 req-c0b2bc6d-6949-4e8b-9377-a3d2efad16b9 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfe4c9e4-db87-4967-8c34-e629bbf7e3c0 HTTP/1.1" status: 200 len: 949 time: 0.6504073 May 27 02:15:16.260948 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c070753-0412-453c-8f55-d1f90a738f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe5a675-2c60-4ac7-b239-ca9b6c892381'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:15:16.273288 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8b287-95f4-4528-a48a-20e4fa0467c5 req-e2512d85-8300-4f64-84ce-dc078a9a7191 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:16.273997 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port bbe5a675-2c60-4ac7-b239-ca9b6c892381, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=bbe5a675-2c60-4ac7-b239-ca9b6c892381,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:15:16.279442 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8b287-95f4-4528-a48a-20e4fa0467c5 req-e2512d85-8300-4f64-84ce-dc078a9a7191 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:16.281144 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b3f8afa2-d4c8-43ee-a3a2-e22ce6214d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:16.287011 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-96a8b287-95f4-4528-a48a-20e4fa0467c5 req-e2512d85-8300-4f64-84ce-dc078a9a7191 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 1653 time: 0.8978083 May 27 02:15:16.330263 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-7042fb7a-c6d2-486c-b937-7cf1a4dedb5d tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:16.332557 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-7042fb7a-c6d2-486c-b937-7cf1a4dedb5d tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.66 "GET /v2.0/networks?id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164 HTTP/1.1" status: 200 len: 811 time: 0.2863147 May 27 02:15:16.352867 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-4bfed0d0-cd20-48a2-b4e2-0532e83f8fb6 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Request body: {'port': {'device_id': '45b11e53-44ac-4608-a3e7-3add38ac9e1a', 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164', 'admin_state_up': True, 'tenant_id': '62f5f7df5795463f9f8bc1cd40caf878'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:16.370292 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:16.402221 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2b93bb3f-86f4-43ef-88ae-0de6fd0b08b6 req-fd9d9c55-5c48-4774-9ae1-de19259b5047 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675515 May 27 02:15:16.465942 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8afa2-d4c8-43ee-a3a2-e22ce6214d55 None None] Pushing event updated for resources: {'Port': ['ID=68b9a888-e324-40c1-b543-81b5594b1469,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:16.615080 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=bbe5a675-2c60-4ac7-b239-ca9b6c892381,revision_number=10']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:16.677671 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-4bfed0d0-cd20-48a2-b4e2-0532e83f8fb6 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:16.704005 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-4bfed0d0-cd20-48a2-b4e2-0532e83f8fb6 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:16.791488 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-4bfed0d0-cd20-48a2-b4e2-0532e83f8fb6 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Made reservation on behalf of 62f5f7df5795463f9f8bc1cd40caf878 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:15:16.795900 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-4bfed0d0-cd20-48a2-b4e2-0532e83f8fb6 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:16.848405 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3e916e2c-9f79-4307-9c95-886d1d022d57 req-2d9c1a4e-c76a-45f2-84d9-63a76852fc3f tempest-ServerShowV254Test-417113565 tempest-ServerShowV254Test-417113565-project] 10.222.0.57 "GET /v2.0/ports?device_id=467f62d4-ab22-4fac-98f4-76432c855882 HTTP/1.1" status: 200 len: 210 time: 0.1814020 May 27 02:15:16.897853 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-96a8b287-95f4-4528-a48a-20e4fa0467c5 req-ed60851a-9eaf-4be0-81cf-a94c7986fd36 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c0d4d46-e793-47d9-97ac-8538804a4bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6095173 May 27 02:15:17.029919 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-701ce756-45d7-4bff-8dcb-960c60e47c21 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:17.114543 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-701ce756-45d7-4bff-8dcb-960c60e47c21 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Transition to ACTIVE for port object f22c2499-c482-4650-9824-2bf7b670478e will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:15:17.181271 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-742905f0-3f46-4929-bd3a-5d7d4a544e7b req-c8419d8d-3b28-4fc7-9953-acb2b45b8afb tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=45b11e53-44ac-4608-a3e7-3add38ac9e1a HTTP/1.1" status: 200 len: 210 time: 0.0622647 May 27 02:15:17.223816 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2a2e13d-998e-49c3-b0db-223ea97a3be0'] response: {'server_uuid': '5c070753-0412-453c-8f55-d1f90a738f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe5a675-2c60-4ac7-b239-ca9b6c892381', 'code': 200} May 27 02:15:17.301149 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-4bfed0d0-cd20-48a2-b4e2-0532e83f8fb6 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Allocated IP 172.20.0.6 (8f2ce48b-e47c-4916-9cd3-7a45a8d46164/7ee39392-3407-48c1-b561-be7ced0cb982/ff788f91-40bc-41ea-9e72-0199a662c078) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:15:17.447191 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a5ef4caf-95e5-4411-b690-3892b7754495 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:17.531855 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a5ef4caf-95e5-4411-b690-3892b7754495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:17.628825 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-701ce756-45d7-4bff-8dcb-960c60e47c21 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:17.747253 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-4bfed0d0-cd20-48a2-b4e2-0532e83f8fb6 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:17.788414 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-4bfed0d0-cd20-48a2-b4e2-0532e83f8fb6 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Transition to ACTIVE for port object ff788f91-40bc-41ea-9e72-0199a662c078 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:15:17.909764 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-701ce756-45d7-4bff-8dcb-960c60e47c21 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Network 8b94d27d-bce7-469d-ba55-1b18784dbd74 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:15:17.917830 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-4bfed0d0-cd20-48a2-b4e2-0532e83f8fb6 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:17.934709 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['59a158e2-8d26-4c48-8164-df6f389fb68e'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:15:17.936856 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-701ce756-45d7-4bff-8dcb-960c60e47c21 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:15:17.941884 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-701ce756-45d7-4bff-8dcb-960c60e47c21 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:15:18.160836 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd4c750-bd11-4ca4-bf78-ee7801476fb9 None None] Network 5b086863-b3e7-4e69-868f-0fcd1b7b7ca4 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:15:18.169539 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-701ce756-45d7-4bff-8dcb-960c60e47c21 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:18.181930 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-701ce756-45d7-4bff-8dcb-960c60e47c21 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:18.217165 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ce756-45d7-4bff-8dcb-960c60e47c21 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Pushing event updated for resources: {'Port': ['ID=f22c2499-c482-4650-9824-2bf7b670478e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:18.245316 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-4bfed0d0-cd20-48a2-b4e2-0532e83f8fb6 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Network 8f2ce48b-e47c-4916-9cd3-7a45a8d46164 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:15:18.250049 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-4bfed0d0-cd20-48a2-b4e2-0532e83f8fb6 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:15:18.260154 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfed0d0-cd20-48a2-b4e2-0532e83f8fb6 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Pushing event updated for resources: {'Port': ['ID=ff788f91-40bc-41ea-9e72-0199a662c078,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:18.262928 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-4bfed0d0-cd20-48a2-b4e2-0532e83f8fb6 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:15:18.318727 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34880) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:18.426637 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-4bfed0d0-cd20-48a2-b4e2-0532e83f8fb6 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:18.440128 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-4bfed0d0-cd20-48a2-b4e2-0532e83f8fb6 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:18.554162 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6d910a5a-0c65-409a-874c-dac7ee41ba12 req-4b18be2d-7e63-4f06-b401-c8842c64fa70 tempest-ServerShowV254Test-417113565 tempest-ServerShowV254Test-417113565-project] 10.222.0.57 "GET /v2.0/ports?device_id=467f62d4-ab22-4fac-98f4-76432c855882 HTTP/1.1" status: 200 len: 210 time: 0.3127294 May 27 02:15:18.565397 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 68b9a888-e324-40c1-b543-81b5594b1469 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:15:18.572420 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-4bfed0d0-cd20-48a2-b4e2-0532e83f8fb6 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2303171 May 27 02:15:18.582995 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-f1256112-662b-4771-8b5b-ee913d7f8ff4 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:15:18.584537 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-f1256112-662b-4771-8b5b-ee913d7f8ff4 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055830 May 27 02:15:18.589612 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368d7a8-645c-4458-b070-690c341d0f3e req-c5fd1d3c-688b-471f-a21d-1971a55f204e tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:18.609984 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1368d7a8-645c-4458-b070-690c341d0f3e req-c5fd1d3c-688b-471f-a21d-1971a55f204e tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfe4c9e4-db87-4967-8c34-e629bbf7e3c0 HTTP/1.1" status: 200 len: 949 time: 0.9846711 May 27 02:15:18.680943 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-701ce756-45d7-4bff-8dcb-960c60e47c21 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.1672049 May 27 02:15:18.694529 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-13ff6b40-3492-4296-8bb6-90684a9d1d6e None None] Provisioning for port 68b9a888-e324-40c1-b543-81b5594b1469 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:15:18.712998 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-2223f66f-60df-424f-a7cf-42d155777c7a tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Request body: {'port': {'device_id': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '4b83be3c-d2c0-4b0f-849f-a2bd82741ed8', 'admin_state_up': True, 'tenant_id': 'c81473a41fb94f91be2c0840146b05b3', 'security_groups': ['6c0d4d46-e793-47d9-97ac-8538804a4bbd']}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:18.844652 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-0a33efe4-7e31-4352-9ab8-1b6d3cf5f2b3 service neutron] Request body: {'port': {'device_id': '45b11e53-44ac-4608-a3e7-3add38ac9e1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:18.912091 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-a5ef4caf-95e5-4411-b690-3892b7754495 admin admin] Allocated IP 172.25.1.86 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:15:19.033860 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-0a33efe4-7e31-4352-9ab8-1b6d3cf5f2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:19.064047 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:19.083588 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:19.087315 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1368d7a8-645c-4458-b070-690c341d0f3e req-c1aafdae-95ed-4bf8-9e9c-48689ba8171c tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4760284 May 27 02:15:19.151644 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3f0dec18-1598-40c9-bd74-ab9d94538893 None None] Provisioning for port f22c2499-c482-4650-9824-2bf7b670478e completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:15:19.157667 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3f0dec18-1598-40c9-bd74-ab9d94538893 None None] Provisioning complete for port f22c2499-c482-4650-9824-2bf7b670478e triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:15:19.158043 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3f0dec18-1598-40c9-bd74-ab9d94538893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:19.197371 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 68b9a888-e324-40c1-b543-81b5594b1469 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:15:19.212949 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 68b9a888-e324-40c1-b543-81b5594b1469 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:15:19.213383 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:19.361797 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a5ef4caf-95e5-4411-b690-3892b7754495 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:19.406574 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-3f0dec18-1598-40c9-bd74-ab9d94538893 None None] Port f22c2499-c482-4650-9824-2bf7b670478e cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:15:19.411570 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 68b9a888-e324-40c1-b543-81b5594b1469 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:15:19.412092 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:19.471879 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 68b9a888-e324-40c1-b543-81b5594b1469, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=68b9a888-e324-40c1-b543-81b5594b1469,segment=NetworkSegment(ccb4a127-9ea2-4f06-be85-8a03cb577f44),segment_id=ccb4a127-9ea2-4f06-be85-8a03cb577f44)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:15:19.478758 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-2223f66f-60df-424f-a7cf-42d155777c7a tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:19.486686 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-2223f66f-60df-424f-a7cf-42d155777c7a tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Usage tracker for resource:port and tenant:c81473a41fb94f91be2c0840146b05b3 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:19.499464 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-2223f66f-60df-424f-a7cf-42d155777c7a tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Quota usage for port was recalculated. Used quota:10. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:19.514682 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a5ef4caf-95e5-4411-b690-3892b7754495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:19.516592 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3f0dec18-1598-40c9-bd74-ab9d94538893 None None] Provisioning for port ff788f91-40bc-41ea-9e72-0199a662c078 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:15:19.520442 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-2223f66f-60df-424f-a7cf-42d155777c7a tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:19.524189 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3f0dec18-1598-40c9-bd74-ab9d94538893 None None] Provisioning complete for port ff788f91-40bc-41ea-9e72-0199a662c078 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:15:19.525876 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3f0dec18-1598-40c9-bd74-ab9d94538893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:19.587303 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:19.634993 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a4b76442-4227-425f-b975-f0284ebaba15 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d09e2b008ca34b208d6be0fbf94ea424&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3084202 May 27 02:15:19.694374 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=68b9a888-e324-40c1-b543-81b5594b1469,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:19.730789 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-3f0dec18-1598-40c9-bd74-ab9d94538893 None None] Port ff788f91-40bc-41ea-9e72-0199a662c078 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:15:19.735039 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34914) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:19.848434 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ef4caf-95e5-4411-b690-3892b7754495 admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:15:19.866424 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f1407694-85f8-4d99-89a9-c68a9e0c8535 None None] Provisioning complete for port 68b9a888-e324-40c1-b543-81b5594b1469 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:15:19.869049 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f1407694-85f8-4d99-89a9-c68a9e0c8535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:19.875554 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-a5ef4caf-95e5-4411-b690-3892b7754495 admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:15:19.902072 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ef4caf-95e5-4411-b690-3892b7754495 admin admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:15:19.992804 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-0a33efe4-7e31-4352-9ab8-1b6d3cf5f2b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff788f91-40bc-41ea-9e72-0199a662c078 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:15:20.005759 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-0a33efe4-7e31-4352-9ab8-1b6d3cf5f2b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:20.046583 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-0a33efe4-7e31-4352-9ab8-1b6d3cf5f2b3 service neutron] Transition to ACTIVE for port object ff788f91-40bc-41ea-9e72-0199a662c078 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:15:20.071762 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-f1407694-85f8-4d99-89a9-c68a9e0c8535 None None] Current status of the port 68b9a888-e324-40c1-b543-81b5594b1469 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:15:20.125757 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-0a33efe4-7e31-4352-9ab8-1b6d3cf5f2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:20.168424 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b33a3-4fb4-467a-b17a-51c94a03b8a4 req-39fa7946-d898-48cf-b3ae-59eac43808d7 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:20.174627 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b33a3-4fb4-467a-b17a-51c94a03b8a4 req-39fa7946-d898-48cf-b3ae-59eac43808d7 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:20.180590 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b33a3-4fb4-467a-b17a-51c94a03b8a4 req-39fa7946-d898-48cf-b3ae-59eac43808d7 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:20.181516 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-454b33a3-4fb4-467a-b17a-51c94a03b8a4 req-39fa7946-d898-48cf-b3ae-59eac43808d7 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Synchronizing usage tracker for tenant:c81473a41fb94f91be2c0840146b05b3 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:15:20.202808 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-2223f66f-60df-424f-a7cf-42d155777c7a tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Made reservation on behalf of c81473a41fb94f91be2c0840146b05b3 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:15:20.218562 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a33efe4-7e31-4352-9ab8-1b6d3cf5f2b3 service neutron] Pushing event updated for resources: {'Port': ['ID=ff788f91-40bc-41ea-9e72-0199a662c078,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:20.240099 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef4caf-95e5-4411-b690-3892b7754495 admin admin] Pushing event updated for resources: {'Port': ['ID=3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:20.380270 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 68b9a888-e324-40c1-b543-81b5594b1469 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:15:20.500298 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 68b9a888-e324-40c1-b543-81b5594b1469 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:15:20.500677 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:20.559044 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-0a33efe4-7e31-4352-9ab8-1b6d3cf5f2b3 service neutron] Attempting to bind port ff788f91-40bc-41ea-9e72-0199a662c078 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:15:20.560855 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-0a33efe4-7e31-4352-9ab8-1b6d3cf5f2b3 service neutron] Attempting to bind port ff788f91-40bc-41ea-9e72-0199a662c078 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '00de1387-8dac-4f66-aa2d-2c559a23250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:15:20.561295 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-0a33efe4-7e31-4352-9ab8-1b6d3cf5f2b3 service neutron] Attempting to bind port ff788f91-40bc-41ea-9e72-0199a662c078 on network 8f2ce48b-e47c-4916-9cd3-7a45a8d46164 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:15:20.580970 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-0a33efe4-7e31-4352-9ab8-1b6d3cf5f2b3 service neutron] Port ff788f91-40bc-41ea-9e72-0199a662c078 on network 8f2ce48b-e47c-4916-9cd3-7a45a8d46164 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:15:20.583510 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-0a33efe4-7e31-4352-9ab8-1b6d3cf5f2b3 service neutron] Attempting to bind port ff788f91-40bc-41ea-9e72-0199a662c078 on network 8f2ce48b-e47c-4916-9cd3-7a45a8d46164 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:15:20.598712 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-0a33efe4-7e31-4352-9ab8-1b6d3cf5f2b3 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:15:20.599862 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-0a33efe4-7e31-4352-9ab8-1b6d3cf5f2b3 service neutron] Checking segment: {'id': '00de1387-8dac-4f66-aa2d-2c559a23250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:15:20.600398 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-0a33efe4-7e31-4352-9ab8-1b6d3cf5f2b3 service neutron] Bound using segment: {'id': '00de1387-8dac-4f66-aa2d-2c559a23250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:15:20.604955 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-0a33efe4-7e31-4352-9ab8-1b6d3cf5f2b3 service neutron] Bound port: ff788f91-40bc-41ea-9e72-0199a662c078, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00de1387-8dac-4f66-aa2d-2c559a23250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:15:20.605474 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-0a33efe4-7e31-4352-9ab8-1b6d3cf5f2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:20.648996 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-2223f66f-60df-424f-a7cf-42d155777c7a tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:20.680532 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 68b9a888-e324-40c1-b543-81b5594b1469 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:15:20.689976 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-454b33a3-4fb4-467a-b17a-51c94a03b8a4 req-39fa7946-d898-48cf-b3ae-59eac43808d7 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Unset dirty status for tenant:c81473a41fb94f91be2c0840146b05b3 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:15:20.696935 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-454b33a3-4fb4-467a-b17a-51c94a03b8a4 req-39fa7946-d898-48cf-b3ae-59eac43808d7 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 2373 time: 1.8255873 May 27 02:15:20.738671 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d76b7775-7202-418c-a765-330e672e0b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:20.793664 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-0a33efe4-7e31-4352-9ab8-1b6d3cf5f2b3 service neutron] For port ff788f91-40bc-41ea-9e72-0199a662c078, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:15:20.799462 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-0a33efe4-7e31-4352-9ab8-1b6d3cf5f2b3 service neutron] For port ff788f91-40bc-41ea-9e72-0199a662c078, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=ff788f91-40bc-41ea-9e72-0199a662c078,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:15:20.888876 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-0a33efe4-7e31-4352-9ab8-1b6d3cf5f2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:20.895950 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22754fa-092b-4077-a5f5-2fe944128cea req-5092269d-cf22-4818-96db-0abb922d14c1 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:20.905138 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a22754fa-092b-4077-a5f5-2fe944128cea req-5092269d-cf22-4818-96db-0abb922d14c1 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=45b11e53-44ac-4608-a3e7-3add38ac9e1a HTTP/1.1" status: 200 len: 931 time: 1.2419810 May 27 02:15:20.987941 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-0a33efe4-7e31-4352-9ab8-1b6d3cf5f2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:20.988609 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-0a33efe4-7e31-4352-9ab8-1b6d3cf5f2b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:20.992593 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-0a33efe4-7e31-4352-9ab8-1b6d3cf5f2b3 service neutron] 10.222.0.66 "PUT /v2.0/ports/ff788f91-40bc-41ea-9e72-0199a662c078 HTTP/1.1" status: 200 len: 1091 time: 2.4002910 May 27 02:15:20.993088 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b11e53-44ac-4608-a3e7-3add38ac9e1a', 'tag': 'ff788f91-40bc-41ea-9e72-0199a662c078'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:15:21.053173 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d76b7775-7202-418c-a765-330e672e0b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:21.087325 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a33efe4-7e31-4352-9ab8-1b6d3cf5f2b3 service neutron] Pushing event updated for resources: {'Port': ['ID=ff788f91-40bc-41ea-9e72-0199a662c078,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:21.135519 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-454b33a3-4fb4-467a-b17a-51c94a03b8a4 req-02711b4c-b688-4cc8-8d05-52d8eabce185 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c0d4d46-e793-47d9-97ac-8538804a4bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4376690 May 27 02:15:21.223692 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-c26b8b37-0532-4442-bd38-ef7246487a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:21.226912 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-c26b8b37-0532-4442-bd38-ef7246487a90 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62f5f7df5795463f9f8bc1cd40caf878&device_id=45b11e53-44ac-4608-a3e7-3add38ac9e1a HTTP/1.1" status: 200 len: 1094 time: 0.1140821 May 27 02:15:21.320382 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a22754fa-092b-4077-a5f5-2fe944128cea req-069b1177-558c-430c-96ba-384e504add85 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4147689 May 27 02:15:21.334818 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-d86d5c6a-a85b-43c4-bd55-c4f5bf47d4ff service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff788f91-40bc-41ea-9e72-0199a662c078 HTTP/1.1" status: 200 len: 217 time: 0.0961657 May 27 02:15:21.458751 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-b6c940bc-93bc-49b3-903d-17cd4379af34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:21.461503 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-b6c940bc-93bc-49b3-903d-17cd4379af34 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7ee39392-3407-48c1-b561-be7ced0cb982 HTTP/1.1" status: 200 len: 850 time: 0.1200724 May 27 02:15:21.477096 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:15:21.495198 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d787f859-db86-4b85-989e-8affe32cfc59 req-0435d313-ca9d-4002-b8c3-b544529d43b8 tempest-ServerShowV254Test-417113565 tempest-ServerShowV254Test-417113565-project] 10.222.0.57 "GET /v2.0/ports?device_id=467f62d4-ab22-4fac-98f4-76432c855882 HTTP/1.1" status: 200 len: 210 time: 0.1950746 May 27 02:15:21.615065 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-f0bac3db-1e33-4278-b2f6-ebad916c3e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:21.617230 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-f0bac3db-1e33-4278-b2f6-ebad916c3e41 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1434741 May 27 02:15:21.741769 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d76b7775-7202-418c-a765-330e672e0b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:21.752496 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34944) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:21.755372 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f60e16b3-dc7a-4105-b619-6b4342ae5ccf'] response: {'name': 'network-changed', 'server_uuid': '45b11e53-44ac-4608-a3e7-3add38ac9e1a', 'tag': 'ff788f91-40bc-41ea-9e72-0199a662c078', 'status': 'completed', 'code': 200} May 27 02:15:21.796270 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b7775-7202-418c-a765-330e672e0b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045dd4d9-9bae-4f9f-963e-ee5b40676b1d,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:21.805839 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-2223f66f-60df-424f-a7cf-42d155777c7a tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Allocated IP 10.2.2.100 (4b83be3c-d2c0-4b0f-849f-a2bd82741ed8/ace0417d-ff5c-4e39-8be9-1a68cd684101/81bcd93e-7bd2-4f53-a292-a20ac76ad827) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:15:21.823601 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a5ef4caf-95e5-4411-b690-3892b7754495 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:21.879262 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-b4adb107-f771-4c45-b459-8e05991ca785 service neutron] 10.222.0.66 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509756 May 27 02:15:21.919541 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62da307-27c6-415d-9f0e-ba4285230a38 req-363c6459-e662-4e41-bd51-0dbe991b8c79 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:21.921409 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a62da307-27c6-415d-9f0e-ba4285230a38 req-363c6459-e662-4e41-bd51-0dbe991b8c79 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfe4c9e4-db87-4967-8c34-e629bbf7e3c0 HTTP/1.1" status: 200 len: 949 time: 0.4752207 May 27 02:15:22.078711 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-dc75d3d1-bf5f-4a12-a31a-0ccc88f69be9 req-63de9c5d-e762-4267-bb39-b6aefe226515 service neutron] 10.222.0.66 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916654 May 27 02:15:22.118461 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d76b7775-7202-418c-a765-330e672e0b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:22.122019 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d76b7775-7202-418c-a765-330e672e0b1e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/045dd4d9-9bae-4f9f-963e-ee5b40676b1d HTTP/1.1" status: 204 len: 168 time: 2.3707671 May 27 02:15:22.143144 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-40d2d955-6fb6-4d02-9c3e-f2c6d4b0ba93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:22.160681 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-40d2d955-6fb6-4d02-9c3e-f2c6d4b0ba93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:22.166367 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a62da307-27c6-415d-9f0e-ba4285230a38 req-bca2d297-f94d-4ba1-a0e2-916dd971a138 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241499 May 27 02:15:22.174169 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-40d2d955-6fb6-4d02-9c3e-f2c6d4b0ba93 admin admin] Usage tracker for resource:security_group_rule and tenant:c60b81595bcd426bbe986a7e35a04476 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:22.180610 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-40d2d955-6fb6-4d02-9c3e-f2c6d4b0ba93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:22.335240 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c02f3b-323d-4ab6-b0fe-c74cd6e557bf req-ea1f99cf-b95b-4a12-b08b-3920081676a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:22.338664 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-94c02f3b-323d-4ab6-b0fe-c74cd6e557bf req-ea1f99cf-b95b-4a12-b08b-3920081676a7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62f5f7df5795463f9f8bc1cd40caf878&device_id=45b11e53-44ac-4608-a3e7-3add38ac9e1a HTTP/1.1" status: 200 len: 1094 time: 0.1262145 May 27 02:15:22.385814 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-40d2d955-6fb6-4d02-9c3e-f2c6d4b0ba93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:22.580885 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c02f3b-323d-4ab6-b0fe-c74cd6e557bf req-134e655e-df45-4ef3-aeb9-adc716864feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:22.582372 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-94c02f3b-323d-4ab6-b0fe-c74cd6e557bf req-134e655e-df45-4ef3-aeb9-adc716864feb service neutron] 10.222.0.66 "GET /v2.0/networks?id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164 HTTP/1.1" status: 200 len: 912 time: 0.2374454 May 27 02:15:22.689229 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-94c02f3b-323d-4ab6-b0fe-c74cd6e557bf req-2bfacc2b-0d8b-46a4-9e2b-d86b89fb686b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff788f91-40bc-41ea-9e72-0199a662c078 HTTP/1.1" status: 200 len: 217 time: 0.0999665 May 27 02:15:22.830946 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c02f3b-323d-4ab6-b0fe-c74cd6e557bf req-ece09fcd-6ab2-4e9e-bac3-cbf4ba468e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:22.832844 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-94c02f3b-323d-4ab6-b0fe-c74cd6e557bf req-ece09fcd-6ab2-4e9e-bac3-cbf4ba468e40 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7ee39392-3407-48c1-b561-be7ced0cb982 HTTP/1.1" status: 200 len: 850 time: 0.1350906 May 27 02:15:22.867770 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-2223f66f-60df-424f-a7cf-42d155777c7a tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:22.947314 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c02f3b-323d-4ab6-b0fe-c74cd6e557bf req-9347be4b-7cd2-44e3-9e6a-c4f47bc8e6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:22.949064 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-94c02f3b-323d-4ab6-b0fe-c74cd6e557bf req-9347be4b-7cd2-44e3-9e6a-c4f47bc8e6f0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1005313 May 27 02:15:22.986304 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-2223f66f-60df-424f-a7cf-42d155777c7a tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Transition to ACTIVE for port object 81bcd93e-7bd2-4f53-a292-a20ac76ad827 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:15:23.058595 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a5ef4caf-95e5-4411-b690-3892b7754495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:23.062738 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-40d2d955-6fb6-4d02-9c3e-f2c6d4b0ba93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:23.085755 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060f213-8572-4dce-ab08-95d2ce96d0f5 req-14a1147b-4d49-423e-b228-183f8d822d9c tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:23.091481 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060f213-8572-4dce-ab08-95d2ce96d0f5 req-14a1147b-4d49-423e-b228-183f8d822d9c tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:23.097294 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060f213-8572-4dce-ab08-95d2ce96d0f5 req-14a1147b-4d49-423e-b228-183f8d822d9c tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:23.098159 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-d060f213-8572-4dce-ab08-95d2ce96d0f5 req-14a1147b-4d49-423e-b228-183f8d822d9c tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Synchronizing usage tracker for tenant:c81473a41fb94f91be2c0840146b05b3 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:15:23.192244 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326eeeaf-72c3-481b-ac90-b72752e666fb req-a98cbf16-77f6-4e8b-bae9-5367361f315f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:23.195103 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-326eeeaf-72c3-481b-ac90-b72752e666fb req-a98cbf16-77f6-4e8b-bae9-5367361f315f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=45b11e53-44ac-4608-a3e7-3add38ac9e1a HTTP/1.1" status: 200 len: 943 time: 0.4849718 May 27 02:15:23.202706 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-94c02f3b-323d-4ab6-b0fe-c74cd6e557bf req-5b3a8fef-af42-4474-b28a-0b1306131cb6 service neutron] 10.222.0.66 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441316 May 27 02:15:23.271565 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34964) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:23.285705 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-2223f66f-60df-424f-a7cf-42d155777c7a tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:23.288001 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-40d2d955-6fb6-4d02-9c3e-f2c6d4b0ba93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:23.295143 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-d060f213-8572-4dce-ab08-95d2ce96d0f5 req-14a1147b-4d49-423e-b228-183f8d822d9c tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Unset dirty status for tenant:c81473a41fb94f91be2c0840146b05b3 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:15:23.296293 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d060f213-8572-4dce-ab08-95d2ce96d0f5 req-14a1147b-4d49-423e-b228-183f8d822d9c tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 2373 time: 0.9131184 May 27 02:15:23.351049 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-94c02f3b-323d-4ab6-b0fe-c74cd6e557bf req-8301dfd7-55a3-41fb-88c8-44d2e1b308e9 service neutron] 10.222.0.66 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415977 May 27 02:15:23.472811 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-93c7f1c9-c888-48c5-9022-3d3638d9c371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:23.518432 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-326eeeaf-72c3-481b-ac90-b72752e666fb req-02a8d77e-71ba-4d0b-b4fa-0c12c3dd8f34 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160844 May 27 02:15:23.529809 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-2223f66f-60df-424f-a7cf-42d155777c7a tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Network 4b83be3c-d2c0-4b0f-849f-a2bd82741ed8 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:15:23.546430 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34974) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:23.549437 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-40d2d955-6fb6-4d02-9c3e-f2c6d4b0ba93 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c60b81595bcd426bbe986a7e35a04476&name=default HTTP/1.1" status: 200 len: 2981 time: 1.7845483 May 27 02:15:23.550406 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d2d955-6fb6-4d02-9c3e-f2c6d4b0ba93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78afd6ee-32a1-42d9-a610-b2ebb1d9a66c,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:23.556809 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-93c7f1c9-c888-48c5-9022-3d3638d9c371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:23.564669 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-2223f66f-60df-424f-a7cf-42d155777c7a tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:15:23.574498 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-93c7f1c9-c888-48c5-9022-3d3638d9c371 admin admin] Usage tracker for resource:security_group_rule and tenant:0bb5cf8fd43f4e168434ac826ad3b9ab is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:23.577497 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-2223f66f-60df-424f-a7cf-42d155777c7a tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:15:23.611395 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2223f66f-60df-424f-a7cf-42d155777c7a tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Pushing event updated for resources: {'Port': ['ID=81bcd93e-7bd2-4f53-a292-a20ac76ad827,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:23.616010 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d060f213-8572-4dce-ab08-95d2ce96d0f5 req-fe37b86b-f3a5-4557-a849-c6735df3fd3b tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c0d4d46-e793-47d9-97ac-8538804a4bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2221136 May 27 02:15:23.617391 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-93c7f1c9-c888-48c5-9022-3d3638d9c371 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:23.628828 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device ff788f91-40bc-41ea-9e72-0199a662c078 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:15:23.685382 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-93c7f1c9-c888-48c5-9022-3d3638d9c371 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:23.719219 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-17afc1ed-b09f-4bbc-b760-3ad8a7447487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:23.749856 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-2223f66f-60df-424f-a7cf-42d155777c7a tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:23.757268 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-2223f66f-60df-424f-a7cf-42d155777c7a tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:23.805927 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-17afc1ed-b09f-4bbc-b760-3ad8a7447487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:23.842903 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ef4caf-95e5-4411-b690-3892b7754495 admin admin] Router b364abc3-744c-4f05-82a8-a76f68e2da77 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:15:23.912605 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port ff788f91-40bc-41ea-9e72-0199a662c078, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=ff788f91-40bc-41ea-9e72-0199a662c078,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:15:23.936826 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': 'ff788f91-40bc-41ea-9e72-0199a662c078', 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164', 'port_id': 'ff788f91-40bc-41ea-9e72-0199a662c078', 'mac_address': 'fa:16:3e:ca:95:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ee39392-3407-48c1-b561-be7ced0cb982', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:15:23.978390 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0c862f63-78cd-4370-b704-4ff38b350bb4 req-22a549ee-caf0-483c-b11f-f3c2754fdcb7 tempest-ServerShowV254Test-417113565 tempest-ServerShowV254Test-417113565-project] 10.222.0.57 "GET /v2.0/ports?device_id=467f62d4-ab22-4fac-98f4-76432c855882 HTTP/1.1" status: 200 len: 210 time: 0.1563032 May 27 02:15:23.989862 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-2223f66f-60df-424f-a7cf-42d155777c7a tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2941566 May 27 02:15:24.017160 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-17afc1ed-b09f-4bbc-b760-3ad8a7447487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:24.030163 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17afc1ed-b09f-4bbc-b760-3ad8a7447487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78afd6ee-32a1-42d9-a610-b2ebb1d9a66c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:24.038845 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-a64b4373-d788-44a8-995a-2c0fffb8e853 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Request body: {'port': {'device_id': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '4b83be3c-d2c0-4b0f-849f-a2bd82741ed8', 'admin_state_up': True, 'tenant_id': 'c81473a41fb94f91be2c0840146b05b3', 'security_groups': ['6c0d4d46-e793-47d9-97ac-8538804a4bbd']}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:24.057905 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-17afc1ed-b09f-4bbc-b760-3ad8a7447487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:24.066891 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-17afc1ed-b09f-4bbc-b760-3ad8a7447487 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/78afd6ee-32a1-42d9-a610-b2ebb1d9a66c HTTP/1.1" status: 204 len: 168 time: 0.5182953 May 27 02:15:24.068254 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port ff788f91-40bc-41ea-9e72-0199a662c078 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:15:24.080906 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:24.133242 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff788f91-40bc-41ea-9e72-0199a662c078 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:15:24.160214 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port ff788f91-40bc-41ea-9e72-0199a662c078, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=ff788f91-40bc-41ea-9e72-0199a662c078,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:15:24.236924 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-69e2df29-4f6f-4b66-9f6a-9e403290bd02 None None] Provisioning for port 81bcd93e-7bd2-4f53-a292-a20ac76ad827 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:15:24.244269 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-69e2df29-4f6f-4b66-9f6a-9e403290bd02 None None] Provisioning complete for port 81bcd93e-7bd2-4f53-a292-a20ac76ad827 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:15:24.244953 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-69e2df29-4f6f-4b66-9f6a-9e403290bd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:24.279500 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:24.379575 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-69e2df29-4f6f-4b66-9f6a-9e403290bd02 None None] Port 81bcd93e-7bd2-4f53-a292-a20ac76ad827 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:15:24.394483 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=ff788f91-40bc-41ea-9e72-0199a662c078,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:24.519329 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['ff788f91-40bc-41ea-9e72-0199a662c078'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:15:24.543756 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-93c7f1c9-c888-48c5-9022-3d3638d9c371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:24.548099 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-a64b4373-d788-44a8-995a-2c0fffb8e853 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:24.567298 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ef4caf-95e5-4411-b690-3892b7754495 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:15:24.587806 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70491be7-5fe8-40d5-a6da-4c865e80798d None None] Sync routers for ids ['b364abc3-744c-4f05-82a8-a76f68e2da77'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:15:24.605666 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70491be7-5fe8-40d5-a6da-4c865e80798d None None] Routers {'b364abc3-744c-4f05-82a8-a76f68e2da77'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:15:24.607018 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-70491be7-5fe8-40d5-a6da-4c865e80798d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:14:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['b364abc3-744c-4f05-82a8-a76f68e2da77'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:15:24.666356 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-a64b4373-d788-44a8-995a-2c0fffb8e853 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:24.684292 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-93c7f1c9-c888-48c5-9022-3d3638d9c371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:24.791270 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ffa24-5bd0-470d-be2e-55cabebd714a req-76b4c9c6-26fd-41e6-b08b-b22b87a9df28 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:24.792753 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-486ffa24-5bd0-470d-be2e-55cabebd714a req-76b4c9c6-26fd-41e6-b08b-b22b87a9df28 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfe4c9e4-db87-4967-8c34-e629bbf7e3c0 HTTP/1.1" status: 200 len: 949 time: 0.5606470 May 27 02:15:24.793541 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a5ef4caf-95e5-4411-b690-3892b7754495 admin admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:24.794709 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a5ef4caf-95e5-4411-b690-3892b7754495 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.4020987 May 27 02:15:24.800511 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34996) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:24.968015 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-a64b4373-d788-44a8-995a-2c0fffb8e853 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Made reservation on behalf of c81473a41fb94f91be2c0840146b05b3 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:15:24.977706 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-a64b4373-d788-44a8-995a-2c0fffb8e853 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:24.994039 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-70491be7-5fe8-40d5-a6da-4c865e80798d None None] Set router b364abc3-744c-4f05-82a8-a76f68e2da77 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:15:24.999312 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-93c7f1c9-c888-48c5-9022-3d3638d9c371 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0bb5cf8fd43f4e168434ac826ad3b9ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7238016 May 27 02:15:25.009299 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c7f1c9-c888-48c5-9022-3d3638d9c371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29829dd3-d5f2-4cdd-9328-501a8d8568a9,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:25.011103 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 35000) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:25.058437 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 35006) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:25.419322 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-689ed90a-6cbd-4b1f-a5b1-36a1ee3ef939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:25.431007 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-dc2ec53e-6df1-4840-8c3e-273642bd4375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:25.439179 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-70491be7-5fe8-40d5-a6da-4c865e80798d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b364abc3-744c-4f05-82a8-a76f68e2da77', 'name': 'tempest-FloatingIPsNegativeTestJSON-1662632051-router', 'tenant_id': 'cc28b96a8d5b4fe0aa6a993f25af6c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:15:14Z', 'updated_at': '2022-05-27T02:15:21Z', 'revision_number': 3, 'project_id': 'cc28b96a8d5b4fe0aa6a993f25af6c0f', 'gw_port': {'id': '3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:99:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b364abc3-744c-4f05-82a8-a76f68e2da77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:15:17Z', 'updated_at': '2022-05-27T02:15:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:15:25.447652 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70491be7-5fe8-40d5-a6da-4c865e80798d None None] Checking router: b364abc3-744c-4f05-82a8-a76f68e2da77 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:15:25.447826 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-486ffa24-5bd0-470d-be2e-55cabebd714a req-15743cb6-04b6-411e-b795-b713b22836e7 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6251552 May 27 02:15:25.447982 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70491be7-5fe8-40d5-a6da-4c865e80798d None None] Updating router b364abc3-744c-4f05-82a8-a76f68e2da77 port 3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8 binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:15:25.508531 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-689ed90a-6cbd-4b1f-a5b1-36a1ee3ef939 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:25.508883 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-70491be7-5fe8-40d5-a6da-4c865e80798d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:25.560913 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-689ed90a-6cbd-4b1f-a5b1-36a1ee3ef939 admin admin] Usage tracker for resource:security_group_rule and tenant:5085dfbd932947a0a06c43c4d833f972 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:25.568821 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-689ed90a-6cbd-4b1f-a5b1-36a1ee3ef939 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:25.629960 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device ff788f91-40bc-41ea-9e72-0199a662c078 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:15:25.678411 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-689ed90a-6cbd-4b1f-a5b1-36a1ee3ef939 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:25.719630 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9c5cd-0d60-4033-8f89-a29e3eb4a8ea req-2cd60d33-8c71-4985-8b6c-939eddc0789a tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:25.727161 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c0f9c5cd-0d60-4033-8f89-a29e3eb4a8ea req-2cd60d33-8c71-4985-8b6c-939eddc0789a tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=45b11e53-44ac-4608-a3e7-3add38ac9e1a HTTP/1.1" status: 200 len: 944 time: 0.9096584 May 27 02:15:25.790913 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-97bac5f6-42c8-4ce8-a073-d2992da683bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:25.857080 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port ff788f91-40bc-41ea-9e72-0199a662c078 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:15:25.862596 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port ff788f91-40bc-41ea-9e72-0199a662c078 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:15:25.863125 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:25.935762 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-a64b4373-d788-44a8-995a-2c0fffb8e853 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Allocated IP 10.2.2.200 (4b83be3c-d2c0-4b0f-849f-a2bd82741ed8/ace0417d-ff5c-4e39-8be9-1a68cd684101/0670f5b6-a82a-4cb7-a38d-9e4f1511137c) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:15:25.956678 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c0f9c5cd-0d60-4033-8f89-a29e3eb4a8ea req-3efe37fd-29f1-4651-89e8-07299f8d508a tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285659 May 27 02:15:25.999598 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-97bac5f6-42c8-4ce8-a073-d2992da683bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:26.057144 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-70491be7-5fe8-40d5-a6da-4c865e80798d None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:26.073120 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-70491be7-5fe8-40d5-a6da-4c865e80798d None None] Transition to ACTIVE for port object 3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8 will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:15:26.163229 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-70491be7-5fe8-40d5-a6da-4c865e80798d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:26.189094 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port ff788f91-40bc-41ea-9e72-0199a662c078 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:15:26.189422 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:26.202743 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce26361e-4e7b-4cc8-8d78-d0f871da4460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:26.215798 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f48af-dc7b-4043-8e11-15c300d0149a req-e86b4e03-33b8-4a77-93c3-c808c68593f8 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:26.234692 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f48af-dc7b-4043-8e11-15c300d0149a req-e86b4e03-33b8-4a77-93c3-c808c68593f8 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:26.242359 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f48af-dc7b-4043-8e11-15c300d0149a req-e86b4e03-33b8-4a77-93c3-c808c68593f8 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:26.243966 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b11e53-44ac-4608-a3e7-3add38ac9e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff788f91-40bc-41ea-9e72-0199a662c078'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:15:26.249166 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f48af-dc7b-4043-8e11-15c300d0149a req-e86b4e03-33b8-4a77-93c3-c808c68593f8 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:26.258793 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port ff788f91-40bc-41ea-9e72-0199a662c078, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=ff788f91-40bc-41ea-9e72-0199a662c078,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:15:26.259022 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-550f48af-dc7b-4043-8e11-15c300d0149a req-e86b4e03-33b8-4a77-93c3-c808c68593f8 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 3094 time: 0.6194849 May 27 02:15:26.312253 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-70491be7-5fe8-40d5-a6da-4c865e80798d None None] Attempting to bind port 3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:15:26.313402 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-70491be7-5fe8-40d5-a6da-4c865e80798d None None] Attempting to bind port 3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:15:26.314012 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70491be7-5fe8-40d5-a6da-4c865e80798d None None] Attempting to bind port 3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8 on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:15:26.327182 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70491be7-5fe8-40d5-a6da-4c865e80798d None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:15:26.328018 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70491be7-5fe8-40d5-a6da-4c865e80798d None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:15:26.328340 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:26.328965 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-70491be7-5fe8-40d5-a6da-4c865e80798d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:26.329571 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70491be7-5fe8-40d5-a6da-4c865e80798d None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:15:26.331221 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-70491be7-5fe8-40d5-a6da-4c865e80798d None None] Bound port: 3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:15:26.331863 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-70491be7-5fe8-40d5-a6da-4c865e80798d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:26.372496 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-97bac5f6-42c8-4ce8-a073-d2992da683bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:26.423470 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-39ce153d-8721-4545-8d57-5d364c166636 req-63af248b-b4af-4d9b-a29d-87cdae3d95bf tempest-ServerShowV254Test-417113565 tempest-ServerShowV254Test-417113565-project] 10.222.0.57 "GET /v2.0/ports?device_id=467f62d4-ab22-4fac-98f4-76432c855882 HTTP/1.1" status: 200 len: 210 time: 0.1026227 May 27 02:15:26.442215 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-70491be7-5fe8-40d5-a6da-4c865e80798d None None] For port 3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:15:26.447270 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-70491be7-5fe8-40d5-a6da-4c865e80798d None None] For port 3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:15:26.454809 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ec564-0bd7-4e34-8f47-b85e08861c06 None None] Pushing event updated for resources: {'Port': ['ID=3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8,revision_number=2']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:26.468160 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8ec564-0bd7-4e34-8f47-b85e08861c06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:26.469068 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8ec564-0bd7-4e34-8f47-b85e08861c06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:26.469641 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8ec564-0bd7-4e34-8f47-b85e08861c06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:26.470209 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8ec564-0bd7-4e34-8f47-b85e08861c06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:26.470755 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8ec564-0bd7-4e34-8f47-b85e08861c06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:26.471567 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8ec564-0bd7-4e34-8f47-b85e08861c06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:26.472122 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8ec564-0bd7-4e34-8f47-b85e08861c06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:26.472830 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8ec564-0bd7-4e34-8f47-b85e08861c06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:26.473393 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8ec564-0bd7-4e34-8f47-b85e08861c06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:26.473940 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8ec564-0bd7-4e34-8f47-b85e08861c06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:26.474518 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8ec564-0bd7-4e34-8f47-b85e08861c06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:26.474721 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bac5f6-42c8-4ce8-a073-d2992da683bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29829dd3-d5f2-4cdd-9328-501a8d8568a9,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:26.475258 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8ec564-0bd7-4e34-8f47-b85e08861c06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:26.513834 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=ff788f91-40bc-41ea-9e72-0199a662c078,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:26.519979 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-70491be7-5fe8-40d5-a6da-4c865e80798d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:26.536023 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-012ae64b-2616-449b-a89f-f26819dd9407'] response: {'server_uuid': '45b11e53-44ac-4608-a3e7-3add38ac9e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff788f91-40bc-41ea-9e72-0199a662c078', 'code': 200} May 27 02:15:26.565173 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-689ed90a-6cbd-4b1f-a5b1-36a1ee3ef939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:26.582633 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-ce26361e-4e7b-4cc8-8d78-d0f871da4460 admin admin] Allocated IP 172.20.0.1 (5b086863-b3e7-4e69-868f-0fcd1b7b7ca4/ad629b62-3b33-4a7a-be9c-763a9aba1a85/4531d984-8d8b-4616-8230-df030c1e96b1) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:15:26.606749 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-550f48af-dc7b-4043-8e11-15c300d0149a req-47ae1648-2694-4d38-9cde-75b678ce7da3 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c0d4d46-e793-47d9-97ac-8538804a4bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3464854 May 27 02:15:26.609496 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70491be7-5fe8-40d5-a6da-4c865e80798d None None] Routers {'b364abc3-744c-4f05-82a8-a76f68e2da77'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:15:26.609660 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-70491be7-5fe8-40d5-a6da-4c865e80798d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:14:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['b364abc3-744c-4f05-82a8-a76f68e2da77'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:15:26.655170 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-689ed90a-6cbd-4b1f-a5b1-36a1ee3ef939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:26.753410 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ec564-0bd7-4e34-8f47-b85e08861c06 None None] Pushing event updated for resources: {'Port': ['ID=3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:26.839234 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21fd921-b391-47e3-975e-dbb99d3be2ba req-00bd14cc-8c5d-41a7-8baf-13f930755d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:26.840794 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d21fd921-b391-47e3-975e-dbb99d3be2ba req-00bd14cc-8c5d-41a7-8baf-13f930755d84 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=45b11e53-44ac-4608-a3e7-3add38ac9e1a HTTP/1.1" status: 200 len: 1096 time: 0.2374861 May 27 02:15:26.845000 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-97bac5f6-42c8-4ce8-a073-d2992da683bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:26.846135 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-97bac5f6-42c8-4ce8-a073-d2992da683bd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/29829dd3-d5f2-4cdd-9328-501a8d8568a9 HTTP/1.1" status: 204 len: 168 time: 1.8246076 May 27 02:15:26.883587 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce26361e-4e7b-4cc8-8d78-d0f871da4460 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:26.892161 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-70491be7-5fe8-40d5-a6da-4c865e80798d None None] Set router b364abc3-744c-4f05-82a8-a76f68e2da77 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:15:26.898306 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-a64b4373-d788-44a8-995a-2c0fffb8e853 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:26.908132 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-689ed90a-6cbd-4b1f-a5b1-36a1ee3ef939 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5085dfbd932947a0a06c43c4d833f972&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8379378 May 27 02:15:26.910731 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ed90a-6cbd-4b1f-a5b1-36a1ee3ef939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7683f9db-32ec-44d5-8681-296cb4cc3192,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:26.934131 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 35024) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:26.960480 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-a64b4373-d788-44a8-995a-2c0fffb8e853 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Transition to ACTIVE for port object 0670f5b6-a82a-4cb7-a38d-9e4f1511137c will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:15:27.078429 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-a64b4373-d788-44a8-995a-2c0fffb8e853 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:27.133321 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-ce26361e-4e7b-4cc8-8d78-d0f871da4460 admin admin] Transition to ACTIVE for port object 4531d984-8d8b-4616-8230-df030c1e96b1 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:15:27.164866 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d21fd921-b391-47e3-975e-dbb99d3be2ba req-8b965034-400e-4a49-8c7f-a3bf39020af1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114953 May 27 02:15:27.263580 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b4373-d788-44a8-995a-2c0fffb8e853 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Pushing event updated for resources: {'Port': ['ID=0670f5b6-a82a-4cb7-a38d-9e4f1511137c,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:27.299238 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe3584-8a57-4dc4-8155-ababbb872ccf req-12a89ddd-a283-4ab6-8193-911fee3b736f tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:27.300768 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-94fe3584-8a57-4dc4-8155-ababbb872ccf req-12a89ddd-a283-4ab6-8193-911fee3b736f tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfe4c9e4-db87-4967-8c34-e629bbf7e3c0 HTTP/1.1" status: 200 len: 949 time: 0.5580990 May 27 02:15:27.310764 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-a64b4373-d788-44a8-995a-2c0fffb8e853 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Network 4b83be3c-d2c0-4b0f-849f-a2bd82741ed8 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:15:27.328156 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce26361e-4e7b-4cc8-8d78-d0f871da4460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:27.342081 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-a64b4373-d788-44a8-995a-2c0fffb8e853 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:15:27.353557 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-a64b4373-d788-44a8-995a-2c0fffb8e853 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:15:27.414171 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f298c05d-377b-4c03-8c8b-56ea54d5fe84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:27.440398 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce26361e-4e7b-4cc8-8d78-d0f871da4460 admin admin] Network 5b086863-b3e7-4e69-868f-0fcd1b7b7ca4 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:15:27.453931 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-ce26361e-4e7b-4cc8-8d78-d0f871da4460 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:15:27.465554 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce26361e-4e7b-4cc8-8d78-d0f871da4460 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:15:27.467129 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-70491be7-5fe8-40d5-a6da-4c865e80798d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b364abc3-744c-4f05-82a8-a76f68e2da77', 'name': 'tempest-FloatingIPsNegativeTestJSON-1662632051-router', 'tenant_id': 'cc28b96a8d5b4fe0aa6a993f25af6c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:15:14Z', 'updated_at': '2022-05-27T02:15:21Z', 'revision_number': 3, 'project_id': 'cc28b96a8d5b4fe0aa6a993f25af6c0f', 'gw_port': {'id': '3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:99:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b364abc3-744c-4f05-82a8-a76f68e2da77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:15:17Z', 'updated_at': '2022-05-27T02:15:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:15:27.477655 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70491be7-5fe8-40d5-a6da-4c865e80798d None None] The sync data for ids ['b364abc3-744c-4f05-82a8-a76f68e2da77'] in n-d-843554-3 is: [{'id': 'b364abc3-744c-4f05-82a8-a76f68e2da77', 'name': 'tempest-FloatingIPsNegativeTestJSON-1662632051-router', 'tenant_id': 'cc28b96a8d5b4fe0aa6a993f25af6c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:15:14Z', 'updated_at': '2022-05-27T02:15:21Z', 'revision_number': 3, 'project_id': 'cc28b96a8d5b4fe0aa6a993f25af6c0f', 'gw_port': {'id': '3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:99:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b364abc3-744c-4f05-82a8-a76f68e2da77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:15:17Z', 'updated_at': '2022-05-27T02:15:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:15:27.623622 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce26361e-4e7b-4cc8-8d78-d0f871da4460 admin admin] Pushing event updated for resources: {'Port': ['ID=4531d984-8d8b-4616-8230-df030c1e96b1,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:27.630167 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-94fe3584-8a57-4dc4-8155-ababbb872ccf req-9d6e5dda-bbc0-415c-a17c-068b7d2444f8 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214490 May 27 02:15:27.645988 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce26361e-4e7b-4cc8-8d78-d0f871da4460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:27.659811 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-a64b4373-d788-44a8-995a-2c0fffb8e853 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:27.660502 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-a64b4373-d788-44a8-995a-2c0fffb8e853 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:27.666188 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f298c05d-377b-4c03-8c8b-56ea54d5fe84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:27.822754 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f6cd76-d910-452b-a829-999c14d85ba3 req-3d5f9102-2f08-409b-926f-d72daa3cda1a tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:27.824312 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-49f6cd76-d910-452b-a829-999c14d85ba3 req-3d5f9102-2f08-409b-926f-d72daa3cda1a tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=45b11e53-44ac-4608-a3e7-3add38ac9e1a HTTP/1.1" status: 200 len: 945 time: 0.6049268 May 27 02:15:27.838068 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-a64b4373-d788-44a8-995a-2c0fffb8e853 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8168902 May 27 02:15:27.857561 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d339dcff-0b6d-4126-922a-d9ec90583fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:27.868898 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-7422c806-07c9-492c-a36c-a3770e146cf2 service neutron] Request body: {'port': {'device_id': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:27.919420 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-fe55487c-e418-4509-9b5f-41f742b5de0d None None] Provisioning for port 0670f5b6-a82a-4cb7-a38d-9e4f1511137c completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:15:27.925155 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-fe55487c-e418-4509-9b5f-41f742b5de0d None None] Provisioning complete for port 0670f5b6-a82a-4cb7-a38d-9e4f1511137c triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:15:27.925584 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fe55487c-e418-4509-9b5f-41f742b5de0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:27.964267 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce26361e-4e7b-4cc8-8d78-d0f871da4460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:28.120841 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-fe55487c-e418-4509-9b5f-41f742b5de0d None None] Port 0670f5b6-a82a-4cb7-a38d-9e4f1511137c cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:15:28.165495 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f298c05d-377b-4c03-8c8b-56ea54d5fe84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:28.217414 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-18e75561-3b9a-44a0-b895-1152b0cd9e0f req-1e6e1dd2-3931-4ce7-9985-38f4079e98a1 tempest-ServerShowV254Test-417113565 tempest-ServerShowV254Test-417113565-project] 10.222.0.57 "GET /v2.0/ports?device_id=467f62d4-ab22-4fac-98f4-76432c855882 HTTP/1.1" status: 200 len: 210 time: 0.2161183 May 27 02:15:28.221654 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-49f6cd76-d910-452b-a829-999c14d85ba3 req-3a06fb57-0045-49f2-8139-a88b0c890e7a tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868399 May 27 02:15:28.226123 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f298c05d-377b-4c03-8c8b-56ea54d5fe84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7683f9db-32ec-44d5-8681-296cb4cc3192,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:28.398961 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f298c05d-377b-4c03-8c8b-56ea54d5fe84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:28.399582 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1e09ea18-62db-49c2-b0bc-2d5726861a0a None None] Provisioning for port 4531d984-8d8b-4616-8230-df030c1e96b1 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:15:28.402272 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f298c05d-377b-4c03-8c8b-56ea54d5fe84 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7683f9db-32ec-44d5-8681-296cb4cc3192 HTTP/1.1" status: 204 len: 168 time: 1.4139326 May 27 02:15:28.406690 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1e09ea18-62db-49c2-b0bc-2d5726861a0a None None] Provisioning complete for port 4531d984-8d8b-4616-8230-df030c1e96b1 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:15:28.407066 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1e09ea18-62db-49c2-b0bc-2d5726861a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:28.445385 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-7422c806-07c9-492c-a36c-a3770e146cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:28.509595 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:15:28.642255 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce26361e-4e7b-4cc8-8d78-d0f871da4460 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:28.662882 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-1e09ea18-62db-49c2-b0bc-2d5726861a0a None None] Port 4531d984-8d8b-4616-8230-df030c1e96b1 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:15:28.787736 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce26361e-4e7b-4cc8-8d78-d0f871da4460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:28.791028 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:15:28.799666 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001fb348-bdfa-49fc-b6a7-f1d891d6effb req-1b2b51c5-9456-4ce6-9ca1-f963eb67b6b7 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:28.799666 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001fb348-bdfa-49fc-b6a7-f1d891d6effb req-1b2b51c5-9456-4ce6-9ca1-f963eb67b6b7 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:28.807559 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001fb348-bdfa-49fc-b6a7-f1d891d6effb req-1b2b51c5-9456-4ce6-9ca1-f963eb67b6b7 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:28.811097 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:15:28.811979 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:28.816762 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001fb348-bdfa-49fc-b6a7-f1d891d6effb req-1b2b51c5-9456-4ce6-9ca1-f963eb67b6b7 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:28.823197 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001fb348-bdfa-49fc-b6a7-f1d891d6effb req-1b2b51c5-9456-4ce6-9ca1-f963eb67b6b7 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:28.824176 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-001fb348-bdfa-49fc-b6a7-f1d891d6effb req-1b2b51c5-9456-4ce6-9ca1-f963eb67b6b7 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Synchronizing usage tracker for tenant:c81473a41fb94f91be2c0840146b05b3 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:15:29.015447 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:29.160522 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:29.176897 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:15:29.182066 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce26361e-4e7b-4cc8-8d78-d0f871da4460 admin admin] Pushing event updated for resources: {'Port': ['ID=4531d984-8d8b-4616-8230-df030c1e96b1,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:29.182455 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:29.223738 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:15:29.257128 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce26361e-4e7b-4cc8-8d78-d0f871da4460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:29.328095 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:29.506245 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:29.513441 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-001fb348-bdfa-49fc-b6a7-f1d891d6effb req-1b2b51c5-9456-4ce6-9ca1-f963eb67b6b7 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Unset dirty status for tenant:c81473a41fb94f91be2c0840146b05b3 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:15:29.514645 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-001fb348-bdfa-49fc-b6a7-f1d891d6effb req-1b2b51c5-9456-4ce6-9ca1-f963eb67b6b7 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 3815 time: 0.9905920 May 27 02:15:29.524869 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6714d22-fe5e-463f-919d-8ba27122aa94 req-b4dfc191-8084-42c6-a114-c85726fda093 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:29.536475 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b6714d22-fe5e-463f-919d-8ba27122aa94 req-b4dfc191-8084-42c6-a114-c85726fda093 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfe4c9e4-db87-4967-8c34-e629bbf7e3c0 HTTP/1.1" status: 200 len: 949 time: 0.5890946 May 27 02:15:29.632946 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce26361e-4e7b-4cc8-8d78-d0f871da4460 admin admin] Network 5b086863-b3e7-4e69-868f-0fcd1b7b7ca4 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:15:29.634470 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-ce26361e-4e7b-4cc8-8d78-d0f871da4460 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:15:29.692296 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b6714d22-fe5e-463f-919d-8ba27122aa94 req-4488c12a-e047-4a05-8954-d4761a20bcaf tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502616 May 27 02:15:29.698278 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-001fb348-bdfa-49fc-b6a7-f1d891d6effb req-dad3f007-09ba-49a7-8273-97cbad2177b8 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c0d4d46-e793-47d9-97ac-8538804a4bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620705 May 27 02:15:29.699848 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-7422c806-07c9-492c-a36c-a3770e146cf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbe4c056-269a-4480-9565-128a45297e2d {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:15:29.725297 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-7422c806-07c9-492c-a36c-a3770e146cf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:29.745682 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-7422c806-07c9-492c-a36c-a3770e146cf2 service neutron] Transition to ACTIVE for port object dbe4c056-269a-4480-9565-128a45297e2d will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:15:29.937749 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce26361e-4e7b-4cc8-8d78-d0f871da4460 admin admin] Router b364abc3-744c-4f05-82a8-a76f68e2da77 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:15:29.939823 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366f415-2f93-462d-8c4c-8c626afc3544 req-c5f0b00a-b670-4441-ad82-f436effec6eb tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:29.957433 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f366f415-2f93-462d-8c4c-8c626afc3544 req-c5f0b00a-b670-4441-ad82-f436effec6eb tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=45b11e53-44ac-4608-a3e7-3add38ac9e1a HTTP/1.1" status: 200 len: 945 time: 0.1170657 May 27 02:15:29.976050 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-7422c806-07c9-492c-a36c-a3770e146cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:29.999930 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:30.111720 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-892c0d5d-696e-4a63-bcae-0d2106f9f370 None None] Provisioning complete for port 4531d984-8d8b-4616-8230-df030c1e96b1 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:15:30.113038 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-892c0d5d-696e-4a63-bcae-0d2106f9f370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:30.125413 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2788bfcd-5f8e-4767-b7cd-03578ad4d1af req-2f106f93-bb16-4e81-82ac-6b910a287990 tempest-ServerShowV254Test-417113565 tempest-ServerShowV254Test-417113565-project] 10.222.0.57 "GET /v2.0/ports?device_id=467f62d4-ab22-4fac-98f4-76432c855882 HTTP/1.1" status: 200 len: 210 time: 0.1533735 May 27 02:15:30.248530 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-892c0d5d-696e-4a63-bcae-0d2106f9f370 None None] Port 4531d984-8d8b-4616-8230-df030c1e96b1 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:15:30.301904 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce26361e-4e7b-4cc8-8d78-d0f871da4460 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:15:30.309123 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f366f415-2f93-462d-8c4c-8c626afc3544 req-c75eda61-4307-4892-a896-be5d725e8a34 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471117 May 27 02:15:30.325478 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ce26361e-4e7b-4cc8-8d78-d0f871da4460 admin admin] 10.222.0.57 "PUT /v2.0/routers/b364abc3-744c-4f05-82a8-a76f68e2da77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5234034 May 27 02:15:30.353758 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422c806-07c9-492c-a36c-a3770e146cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe4c056-269a-4480-9565-128a45297e2d,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:30.449719 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:15:30.578900 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-7422c806-07c9-492c-a36c-a3770e146cf2 service neutron] Attempting to bind port dbe4c056-269a-4480-9565-128a45297e2d on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:15:30.579392 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-7422c806-07c9-492c-a36c-a3770e146cf2 service neutron] Attempting to bind port dbe4c056-269a-4480-9565-128a45297e2d by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'fe714478-a3c4-4802-9c86-3423c1a3d326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5e758166-4843-420e-a7a2-e907df6227a4'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:15:30.579837 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-7422c806-07c9-492c-a36c-a3770e146cf2 service neutron] Attempting to bind port dbe4c056-269a-4480-9565-128a45297e2d on network 5e758166-4843-420e-a7a2-e907df6227a4 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:15:30.585700 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-7422c806-07c9-492c-a36c-a3770e146cf2 service neutron] Port dbe4c056-269a-4480-9565-128a45297e2d on network 5e758166-4843-420e-a7a2-e907df6227a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:15:30.586023 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-7422c806-07c9-492c-a36c-a3770e146cf2 service neutron] Attempting to bind port dbe4c056-269a-4480-9565-128a45297e2d on network 5e758166-4843-420e-a7a2-e907df6227a4 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:15:30.593924 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-7422c806-07c9-492c-a36c-a3770e146cf2 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:15:30.594272 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-7422c806-07c9-492c-a36c-a3770e146cf2 service neutron] Checking segment: {'id': 'fe714478-a3c4-4802-9c86-3423c1a3d326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5e758166-4843-420e-a7a2-e907df6227a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:15:30.594656 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-7422c806-07c9-492c-a36c-a3770e146cf2 service neutron] Bound using segment: {'id': 'fe714478-a3c4-4802-9c86-3423c1a3d326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5e758166-4843-420e-a7a2-e907df6227a4'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:15:30.595093 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-7422c806-07c9-492c-a36c-a3770e146cf2 service neutron] Bound port: dbe4c056-269a-4480-9565-128a45297e2d, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe714478-a3c4-4802-9c86-3423c1a3d326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5e758166-4843-420e-a7a2-e907df6227a4'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:15:30.595439 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-7422c806-07c9-492c-a36c-a3770e146cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:30.597912 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ceb87c7-f6be-40d4-be3a-5988e0d6dda9 None None] Sync routers for ids ['b364abc3-744c-4f05-82a8-a76f68e2da77'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:15:30.633324 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ceb87c7-f6be-40d4-be3a-5988e0d6dda9 None None] Routers {'b364abc3-744c-4f05-82a8-a76f68e2da77'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:15:30.634210 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5ceb87c7-f6be-40d4-be3a-5988e0d6dda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:15:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['b364abc3-744c-4f05-82a8-a76f68e2da77'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:15:30.755995 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-7422c806-07c9-492c-a36c-a3770e146cf2 service neutron] For port dbe4c056-269a-4480-9565-128a45297e2d, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:15:30.757941 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:15:30.758105 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:30.760635 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-7422c806-07c9-492c-a36c-a3770e146cf2 service neutron] For port dbe4c056-269a-4480-9565-128a45297e2d, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=dbe4c056-269a-4480-9565-128a45297e2d,segment=NetworkSegment(fe714478-a3c4-4802-9c86-3423c1a3d326),segment_id=fe714478-a3c4-4802-9c86-3423c1a3d326)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:15:30.840378 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-7422c806-07c9-492c-a36c-a3770e146cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:31.018260 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-7422c806-07c9-492c-a36c-a3770e146cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:31.018907 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-7422c806-07c9-492c-a36c-a3770e146cf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:31.020289 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-7422c806-07c9-492c-a36c-a3770e146cf2 service neutron] 10.222.0.66 "PUT /v2.0/ports/dbe4c056-269a-4480-9565-128a45297e2d HTTP/1.1" status: 200 len: 1091 time: 3.1685405 May 27 02:15:31.031145 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'tag': 'dbe4c056-269a-4480-9565-128a45297e2d'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:15:31.275357 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-5ceb87c7-f6be-40d4-be3a-5988e0d6dda9 None None] Set router b364abc3-744c-4f05-82a8-a76f68e2da77 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:15:31.312463 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-eb8f4f55-dd71-437b-a519-cb602959724b service neutron] Request body: {'port': {'device_id': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:31.405375 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-80a3232e-b2bd-4858-8ee0-f82b5d4f6390 req-ad97653a-106d-4f20-8194-acfc84605a93 tempest-FloatingIPsNegativeTestJSON-1662205860 tempest-FloatingIPsNegativeTestJSON-1662205860-project] 10.222.0.57 "GET /v2.0/floatingips?tenant_id=cc28b96a8d5b4fe0aa6a993f25af6c0f HTTP/1.1" status: 200 len: 217 time: 0.3749089 May 27 02:15:31.438074 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422c806-07c9-492c-a36c-a3770e146cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe4c056-269a-4480-9565-128a45297e2d,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:31.572101 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc661dbb-6e2d-48dc-936e-fa7e3467b49d req-61f46dbd-a5f5-49eb-9e48-4eae52909b30 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:31.598174 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fc661dbb-6e2d-48dc-936e-fa7e3467b49d req-61f46dbd-a5f5-49eb-9e48-4eae52909b30 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfe4c9e4-db87-4967-8c34-e629bbf7e3c0 HTTP/1.1" status: 200 len: 949 time: 0.6604805 May 27 02:15:31.634031 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:15:31.741158 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-eb8f4f55-dd71-437b-a519-cb602959724b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:31.796099 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fc661dbb-6e2d-48dc-936e-fa7e3467b49d req-c7358320-b78a-4d3c-98e8-13003bdd39bd tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030094 May 27 02:15:31.913894 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5ceb87c7-f6be-40d4-be3a-5988e0d6dda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b364abc3-744c-4f05-82a8-a76f68e2da77', 'name': 'tempest-FloatingIPsNegativeTestJSON-1662632051-router', 'tenant_id': 'cc28b96a8d5b4fe0aa6a993f25af6c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:15:14Z', 'updated_at': '2022-05-27T02:15:27Z', 'revision_number': 4, 'project_id': 'cc28b96a8d5b4fe0aa6a993f25af6c0f', 'gw_port': {'id': '3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:99:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b364abc3-744c-4f05-82a8-a76f68e2da77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:15:17Z', 'updated_at': '2022-05-27T02:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '4531d984-8d8b-4616-8230-df030c1e96b1', 'name': '', 'network_id': '5b086863-b3e7-4e69-868f-0fcd1b7b7ca4', 'tenant_id': 'cc28b96a8d5b4fe0aa6a993f25af6c0f', 'mac_address': 'fa:16:3e:3c:45:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b364abc3-744c-4f05-82a8-a76f68e2da77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'ad629b62-3b33-4a7a-be9c-763a9aba1a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:15:26Z', 'updated_at': '2022-05-27T02:15:28Z', 'revision_number': 2, 'project_id': 'cc28b96a8d5b4fe0aa6a993f25af6c0f', 'subnets': [{'id': 'ad629b62-3b33-4a7a-be9c-763a9aba1a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:15:31.929142 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ceb87c7-f6be-40d4-be3a-5988e0d6dda9 None None] Checking router: b364abc3-744c-4f05-82a8-a76f68e2da77 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:15:31.929448 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ceb87c7-f6be-40d4-be3a-5988e0d6dda9 None None] Updating router b364abc3-744c-4f05-82a8-a76f68e2da77 port 4531d984-8d8b-4616-8230-df030c1e96b1 binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:15:31.998304 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5ceb87c7-f6be-40d4-be3a-5988e0d6dda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:32.224797 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-eb8f4f55-dd71-437b-a519-cb602959724b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4acf92ce-28d4-4988-ad90-62be6c18fd88 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:15:32.233713 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-eb8f4f55-dd71-437b-a519-cb602959724b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:32.297153 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd3872-150d-4501-b7c8-24f9b115db35 req-44c4542e-3488-40b9-85fc-57deae59589c tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:32.306519 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd3872-150d-4501-b7c8-24f9b115db35 req-44c4542e-3488-40b9-85fc-57deae59589c tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:32.312599 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd3872-150d-4501-b7c8-24f9b115db35 req-44c4542e-3488-40b9-85fc-57deae59589c tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:32.318781 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd3872-150d-4501-b7c8-24f9b115db35 req-44c4542e-3488-40b9-85fc-57deae59589c tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:32.325163 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd3872-150d-4501-b7c8-24f9b115db35 req-44c4542e-3488-40b9-85fc-57deae59589c tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:32.326946 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-38bd3872-150d-4501-b7c8-24f9b115db35 req-44c4542e-3488-40b9-85fc-57deae59589c tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 3827 time: 0.6949375 May 27 02:15:32.339394 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b181f6e-9441-4ba0-ac17-a1deb7e8bbae req-e5cf040b-fc11-47ef-b41f-33e79da06021 tempest-ServerShowV254Test-417113565 tempest-ServerShowV254Test-417113565-project] 10.222.0.57 "GET /v2.0/ports?device_id=467f62d4-ab22-4fac-98f4-76432c855882 HTTP/1.1" status: 200 len: 210 time: 0.1017451 May 27 02:15:32.357346 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-eb8f4f55-dd71-437b-a519-cb602959724b service neutron] Transition to ACTIVE for port object 4acf92ce-28d4-4988-ad90-62be6c18fd88 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:15:32.409355 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-38bd3872-150d-4501-b7c8-24f9b115db35 req-8cf8c914-8781-495d-a807-c0822b088c85 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c0d4d46-e793-47d9-97ac-8538804a4bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724053 May 27 02:15:32.439887 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-eb8f4f55-dd71-437b-a519-cb602959724b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:32.722965 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5ceb87c7-f6be-40d4-be3a-5988e0d6dda9 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:32.754040 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5ceb87c7-f6be-40d4-be3a-5988e0d6dda9 None None] Transition to ACTIVE for port object 4531d984-8d8b-4616-8230-df030c1e96b1 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:15:32.835939 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5ceb87c7-f6be-40d4-be3a-5988e0d6dda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:32.876952 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40392bd3-4f89-45ec-bbc9-dcc01bafe81a'] response: {'name': 'network-changed', 'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'tag': 'dbe4c056-269a-4480-9565-128a45297e2d', 'status': 'completed', 'code': 200} May 27 02:15:33.094901 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b20677-74bb-4c37-a0f4-f9fe7183f1f9 req-fdcd06bb-39b8-4428-b799-828a0f8ccb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:33.095485 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b20677-74bb-4c37-a0f4-f9fe7183f1f9 req-fdcd06bb-39b8-4428-b799-828a0f8ccb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:33.096612 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164550a3-d78a-4a3d-8b28-f154f4ecfd64 None None] Pushing event updated for resources: {'Port': ['ID=4531d984-8d8b-4616-8230-df030c1e96b1,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:33.121022 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b20677-74bb-4c37-a0f4-f9fe7183f1f9 req-fdcd06bb-39b8-4428-b799-828a0f8ccb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:33.121531 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b20677-74bb-4c37-a0f4-f9fe7183f1f9 req-fdcd06bb-39b8-4428-b799-828a0f8ccb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:33.122017 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b20677-74bb-4c37-a0f4-f9fe7183f1f9 req-fdcd06bb-39b8-4428-b799-828a0f8ccb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:33.122491 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b20677-74bb-4c37-a0f4-f9fe7183f1f9 req-fdcd06bb-39b8-4428-b799-828a0f8ccb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:33.124392 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-68b20677-74bb-4c37-a0f4-f9fe7183f1f9 req-fdcd06bb-39b8-4428-b799-828a0f8ccb28 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c81473a41fb94f91be2c0840146b05b3&device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 5249 time: 0.2944517 May 27 02:15:33.241507 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0d45a71f-b29c-4100-bd1c-afc1042131fc req-182a7603-9ff8-4379-bf33-f18af08ac040 tempest-FloatingIPsNegativeTestJSON-1662205860 tempest-FloatingIPsNegativeTestJSON-1662205860-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.3789930 May 27 02:15:33.390911 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5ceb87c7-f6be-40d4-be3a-5988e0d6dda9 None None] Attempting to bind port 4531d984-8d8b-4616-8230-df030c1e96b1 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:15:33.391292 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5ceb87c7-f6be-40d4-be3a-5988e0d6dda9 None None] Attempting to bind port 4531d984-8d8b-4616-8230-df030c1e96b1 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'ccb4a127-9ea2-4f06-be85-8a03cb577f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5b086863-b3e7-4e69-868f-0fcd1b7b7ca4'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:15:33.391662 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ceb87c7-f6be-40d4-be3a-5988e0d6dda9 None None] Attempting to bind port 4531d984-8d8b-4616-8230-df030c1e96b1 on network 5b086863-b3e7-4e69-868f-0fcd1b7b7ca4 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:15:33.420001 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ceb87c7-f6be-40d4-be3a-5988e0d6dda9 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:15:33.420391 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ceb87c7-f6be-40d4-be3a-5988e0d6dda9 None None] Checking segment: {'id': 'ccb4a127-9ea2-4f06-be85-8a03cb577f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5b086863-b3e7-4e69-868f-0fcd1b7b7ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:15:33.430123 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5ceb87c7-f6be-40d4-be3a-5988e0d6dda9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:33.432661 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ceb87c7-f6be-40d4-be3a-5988e0d6dda9 None None] Bound using segment: {'id': 'ccb4a127-9ea2-4f06-be85-8a03cb577f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5b086863-b3e7-4e69-868f-0fcd1b7b7ca4'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:15:33.437462 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5ceb87c7-f6be-40d4-be3a-5988e0d6dda9 None None] Bound port: 4531d984-8d8b-4616-8230-df030c1e96b1, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb4a127-9ea2-4f06-be85-8a03cb577f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5b086863-b3e7-4e69-868f-0fcd1b7b7ca4'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:15:33.438074 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5ceb87c7-f6be-40d4-be3a-5988e0d6dda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:33.666974 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b20677-74bb-4c37-a0f4-f9fe7183f1f9 req-a9d1b802-d2c3-4422-9f33-48d0c8e8f329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:33.676899 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b20677-74bb-4c37-a0f4-f9fe7183f1f9 req-a9d1b802-d2c3-4422-9f33-48d0c8e8f329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:33.680956 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b20677-74bb-4c37-a0f4-f9fe7183f1f9 req-a9d1b802-d2c3-4422-9f33-48d0c8e8f329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:33.686371 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-68b20677-74bb-4c37-a0f4-f9fe7183f1f9 req-a9d1b802-d2c3-4422-9f33-48d0c8e8f329 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=c81473a41fb94f91be2c0840146b05b3&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5447340 May 27 02:15:33.708362 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f3098fc7-6062-4488-be4d-edef2243837f req-803fd5fb-e37a-4ecb-bb59-9bbbdd1e5b06 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=467f62d4-ab22-4fac-98f4-76432c855882 HTTP/1.1" status: 200 len: 210 time: 0.8436656 May 27 02:15:33.765723 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5ceb87c7-f6be-40d4-be3a-5988e0d6dda9 None None] For port 4531d984-8d8b-4616-8230-df030c1e96b1, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:15:33.769056 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5ceb87c7-f6be-40d4-be3a-5988e0d6dda9 None None] For port 4531d984-8d8b-4616-8230-df030c1e96b1, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=4531d984-8d8b-4616-8230-df030c1e96b1,segment=NetworkSegment(ccb4a127-9ea2-4f06-be85-8a03cb577f44),segment_id=ccb4a127-9ea2-4f06-be85-8a03cb577f44)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:15:33.842136 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f4f55-dd71-437b-a519-cb602959724b service neutron] Pushing event updated for resources: {'Port': ['ID=4acf92ce-28d4-4988-ad90-62be6c18fd88,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:33.856883 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5ceb87c7-f6be-40d4-be3a-5988e0d6dda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:33.893783 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [req-cea5f69a-f766-4641-95e4-1567df45dcab req-012cb6cb-1ac3-429a-be4f-9314ba023551 tempest-FloatingIPsNegativeTestJSON-1662205860 tempest-FloatingIPsNegativeTestJSON-1662205860-project] show failed (client error): The resource could not be found. May 27 02:15:33.894822 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cea5f69a-f766-4641-95e4-1567df45dcab req-012cb6cb-1ac3-429a-be4f-9314ba023551 tempest-FloatingIPsNegativeTestJSON-1662205860 tempest-FloatingIPsNegativeTestJSON-1662205860-project] 10.222.0.57 "GET /v2.0/floatingips/cd8c971e-e94a-4548-95b5-6a26012e4406 HTTP/1.1" status: 404 len: 350 time: 0.1796994 May 27 02:15:33.938980 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 35206) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:34.002811 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ceb87c7-f6be-40d4-be3a-5988e0d6dda9 None None] Routers {'b364abc3-744c-4f05-82a8-a76f68e2da77'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:15:34.011832 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5ceb87c7-f6be-40d4-be3a-5988e0d6dda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:15:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['b364abc3-744c-4f05-82a8-a76f68e2da77'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:15:34.073318 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b20677-74bb-4c37-a0f4-f9fe7183f1f9 req-483a7d88-48a5-40d3-8add-4a1214f909ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:34.081903 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-68b20677-74bb-4c37-a0f4-f9fe7183f1f9 req-483a7d88-48a5-40d3-8add-4a1214f909ac service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3875060 May 27 02:15:34.157072 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-85de7dbe-c386-4cfd-a8e1-05852e7c5577 req-11f74efa-f373-43e6-b210-edf5a00db446 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=60265989-e06c-47a3-9c10-61d63637e329&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2891378 May 27 02:15:34.179837 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4c3c0-512e-468e-b502-5278d3a28559 req-8a581cc6-694d-47c6-b266-ee5e96030716 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:34.187829 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-deb4c3c0-512e-468e-b502-5278d3a28559 req-8a581cc6-694d-47c6-b266-ee5e96030716 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfe4c9e4-db87-4967-8c34-e629bbf7e3c0 HTTP/1.1" status: 200 len: 949 time: 0.5670168 May 27 02:15:34.304690 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52ba7ff0-6fee-458c-970f-81d4493b297f req-18c2075b-86ae-4889-a022-b4ca623fcc32 tempest-ServerShowV254Test-417113565 tempest-ServerShowV254Test-417113565-project] 10.222.0.57 "GET /v2.0/ports?device_id=467f62d4-ab22-4fac-98f4-76432c855882 HTTP/1.1" status: 200 len: 210 time: 0.1345260 May 27 02:15:34.423419 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-5ceb87c7-f6be-40d4-be3a-5988e0d6dda9 None None] Set router b364abc3-744c-4f05-82a8-a76f68e2da77 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:15:34.504567 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-deb4c3c0-512e-468e-b502-5278d3a28559 req-94da155f-3ead-4067-9cec-7b7829c1cad8 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158808 May 27 02:15:34.629943 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164550a3-d78a-4a3d-8b28-f154f4ecfd64 None None] Pushing event updated for resources: {'Port': ['ID=4531d984-8d8b-4616-8230-df030c1e96b1,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:34.702267 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-eb8f4f55-dd71-437b-a519-cb602959724b service neutron] Attempting to bind port 4acf92ce-28d4-4988-ad90-62be6c18fd88 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:15:34.702594 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-eb8f4f55-dd71-437b-a519-cb602959724b service neutron] Attempting to bind port 4acf92ce-28d4-4988-ad90-62be6c18fd88 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '27a54013-fcdd-4abe-8c68-537dba16a1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b94d27d-bce7-469d-ba55-1b18784dbd74'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:15:34.704000 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-eb8f4f55-dd71-437b-a519-cb602959724b service neutron] Attempting to bind port 4acf92ce-28d4-4988-ad90-62be6c18fd88 on network 8b94d27d-bce7-469d-ba55-1b18784dbd74 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:15:34.828544 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-eb8f4f55-dd71-437b-a519-cb602959724b service neutron] Port 4acf92ce-28d4-4988-ad90-62be6c18fd88 on network 8b94d27d-bce7-469d-ba55-1b18784dbd74 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:15:34.828900 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-eb8f4f55-dd71-437b-a519-cb602959724b service neutron] Attempting to bind port 4acf92ce-28d4-4988-ad90-62be6c18fd88 on network 8b94d27d-bce7-469d-ba55-1b18784dbd74 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:15:34.921575 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-eb8f4f55-dd71-437b-a519-cb602959724b service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:15:34.921938 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-eb8f4f55-dd71-437b-a519-cb602959724b service neutron] Checking segment: {'id': '27a54013-fcdd-4abe-8c68-537dba16a1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b94d27d-bce7-469d-ba55-1b18784dbd74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:15:34.922290 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-eb8f4f55-dd71-437b-a519-cb602959724b service neutron] Bound using segment: {'id': '27a54013-fcdd-4abe-8c68-537dba16a1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b94d27d-bce7-469d-ba55-1b18784dbd74'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:15:34.922735 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-eb8f4f55-dd71-437b-a519-cb602959724b service neutron] Bound port: 4acf92ce-28d4-4988-ad90-62be6c18fd88, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27a54013-fcdd-4abe-8c68-537dba16a1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b94d27d-bce7-469d-ba55-1b18784dbd74'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:15:34.923078 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-eb8f4f55-dd71-437b-a519-cb602959724b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:34.961154 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5ceb87c7-f6be-40d4-be3a-5988e0d6dda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b364abc3-744c-4f05-82a8-a76f68e2da77', 'name': 'tempest-FloatingIPsNegativeTestJSON-1662632051-router', 'tenant_id': 'cc28b96a8d5b4fe0aa6a993f25af6c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:15:14Z', 'updated_at': '2022-05-27T02:15:27Z', 'revision_number': 4, 'project_id': 'cc28b96a8d5b4fe0aa6a993f25af6c0f', 'gw_port': {'id': '3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:99:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b364abc3-744c-4f05-82a8-a76f68e2da77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:15:17Z', 'updated_at': '2022-05-27T02:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '4531d984-8d8b-4616-8230-df030c1e96b1', 'name': '', 'network_id': '5b086863-b3e7-4e69-868f-0fcd1b7b7ca4', 'tenant_id': 'cc28b96a8d5b4fe0aa6a993f25af6c0f', 'mac_address': 'fa:16:3e:3c:45:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b364abc3-744c-4f05-82a8-a76f68e2da77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'ad629b62-3b33-4a7a-be9c-763a9aba1a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:15:26Z', 'updated_at': '2022-05-27T02:15:33Z', 'revision_number': 4, 'project_id': 'cc28b96a8d5b4fe0aa6a993f25af6c0f', 'subnets': [{'id': 'ad629b62-3b33-4a7a-be9c-763a9aba1a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:15:34.979717 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ceb87c7-f6be-40d4-be3a-5988e0d6dda9 None None] The sync data for ids ['b364abc3-744c-4f05-82a8-a76f68e2da77'] in n-d-843554-3 is: [{'id': 'b364abc3-744c-4f05-82a8-a76f68e2da77', 'name': 'tempest-FloatingIPsNegativeTestJSON-1662632051-router', 'tenant_id': 'cc28b96a8d5b4fe0aa6a993f25af6c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:15:14Z', 'updated_at': '2022-05-27T02:15:27Z', 'revision_number': 4, 'project_id': 'cc28b96a8d5b4fe0aa6a993f25af6c0f', 'gw_port': {'id': '3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:99:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b364abc3-744c-4f05-82a8-a76f68e2da77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:15:17Z', 'updated_at': '2022-05-27T02:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '4531d984-8d8b-4616-8230-df030c1e96b1', 'name': '', 'network_id': '5b086863-b3e7-4e69-868f-0fcd1b7b7ca4', 'tenant_id': 'cc28b96a8d5b4fe0aa6a993f25af6c0f', 'mac_address': 'fa:16:3e:3c:45:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b364abc3-744c-4f05-82a8-a76f68e2da77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'ad629b62-3b33-4a7a-be9c-763a9aba1a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:15:26Z', 'updated_at': '2022-05-27T02:15:33Z', 'revision_number': 4, 'project_id': 'cc28b96a8d5b4fe0aa6a993f25af6c0f', 'subnets': [{'id': 'ad629b62-3b33-4a7a-be9c-763a9aba1a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:15:35.339293 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-eb8f4f55-dd71-437b-a519-cb602959724b service neutron] For port 4acf92ce-28d4-4988-ad90-62be6c18fd88, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:15:35.342764 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-eb8f4f55-dd71-437b-a519-cb602959724b service neutron] For port 4acf92ce-28d4-4988-ad90-62be6c18fd88, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=4acf92ce-28d4-4988-ad90-62be6c18fd88,segment=NetworkSegment(27a54013-fcdd-4abe-8c68-537dba16a1b4),segment_id=27a54013-fcdd-4abe-8c68-537dba16a1b4)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:15:35.362686 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa6e0d-1393-4ca3-98d7-8fff217c38ad req-e3ae83b9-24fd-4676-ab4d-3cfb132e6a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:35.365494 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d1aa6e0d-1393-4ca3-98d7-8fff217c38ad req-e3ae83b9-24fd-4676-ab4d-3cfb132e6a9d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef5ba470f9fc41249d500f0a664db69b&device_id=cfe4c9e4-db87-4967-8c34-e629bbf7e3c0 HTTP/1.1" status: 200 len: 1100 time: 0.7898140 May 27 02:15:35.379163 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de7dbe-c386-4cfd-a8e1-05852e7c5577 req-af48d6ce-65d3-4641-90b2-02e4beeff284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:35.381501 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-85de7dbe-c386-4cfd-a8e1-05852e7c5577 req-af48d6ce-65d3-4641-90b2-02e4beeff284 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62f5f7df5795463f9f8bc1cd40caf878&device_id=60265989-e06c-47a3-9c10-61d63637e329 HTTP/1.1" status: 200 len: 1097 time: 0.8748958 May 27 02:15:35.489372 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-eb8f4f55-dd71-437b-a519-cb602959724b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:36.040250 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 35248) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:36.180302 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ef701-c0bf-46b6-a3b0-f833de9ec3d8 req-4196a0d2-7568-45d8-a7c0-e623def78b31 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:36.186155 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ef701-c0bf-46b6-a3b0-f833de9ec3d8 req-4196a0d2-7568-45d8-a7c0-e623def78b31 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:36.192443 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ef701-c0bf-46b6-a3b0-f833de9ec3d8 req-4196a0d2-7568-45d8-a7c0-e623def78b31 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:36.198650 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ef701-c0bf-46b6-a3b0-f833de9ec3d8 req-4196a0d2-7568-45d8-a7c0-e623def78b31 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:36.205043 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ef701-c0bf-46b6-a3b0-f833de9ec3d8 req-4196a0d2-7568-45d8-a7c0-e623def78b31 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:36.219720 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ef701-c0bf-46b6-a3b0-f833de9ec3d8 req-4196a0d2-7568-45d8-a7c0-e623def78b31 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:36.236020 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-807ef701-c0bf-46b6-a3b0-f833de9ec3d8 req-4196a0d2-7568-45d8-a7c0-e623def78b31 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 4605 time: 1.5717869 May 27 02:15:36.273954 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-eb8f4f55-dd71-437b-a519-cb602959724b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:36.275014 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-eb8f4f55-dd71-437b-a519-cb602959724b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:36.276974 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-eb8f4f55-dd71-437b-a519-cb602959724b service neutron] 10.222.0.66 "PUT /v2.0/ports/4acf92ce-28d4-4988-ad90-62be6c18fd88 HTTP/1.1" status: 200 len: 1136 time: 5.0145295 May 27 02:15:36.290757 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'tag': '4acf92ce-28d4-4988-ad90-62be6c18fd88'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:15:36.329007 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f4f55-dd71-437b-a519-cb602959724b service neutron] Pushing event updated for resources: {'Port': ['ID=4acf92ce-28d4-4988-ad90-62be6c18fd88,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:36.478602 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 4531d984-8d8b-4616-8230-df030c1e96b1 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:15:36.514536 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-17dbd526-ae9a-40c5-bc95-c4c3ba1bdc62 req-74d722f1-1445-4fa9-bace-2a41b3f65483 tempest-ServerShowV254Test-417113565 tempest-ServerShowV254Test-417113565-project] 10.222.0.57 "GET /v2.0/ports?device_id=467f62d4-ab22-4fac-98f4-76432c855882 HTTP/1.1" status: 200 len: 210 time: 0.4250638 May 27 02:15:36.529666 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-807ef701-c0bf-46b6-a3b0-f833de9ec3d8 req-c3316e07-0058-4537-a7df-c3922c40dd15 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c0d4d46-e793-47d9-97ac-8538804a4bbd&id=0bcfc258-43a3-4cfc-b866-e978be943d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2927690 May 27 02:15:36.536375 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-f88d5a69-7306-4c61-af71-f9cf451fc902 service neutron] Request body: {'port': {'device_id': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:36.792092 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 4531d984-8d8b-4616-8230-df030c1e96b1 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:15:36.799527 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 4531d984-8d8b-4616-8230-df030c1e96b1 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:15:36.800207 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:36.996001 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-47b580f8-9dcc-4980-9948-94ee23b834b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:37.041040 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 4531d984-8d8b-4616-8230-df030c1e96b1 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:15:37.041040 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:37.109079 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-47b580f8-9dcc-4980-9948-94ee23b834b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:37.114991 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-47b580f8-9dcc-4980-9948-94ee23b834b2 admin admin] Usage tracker for resource:security_group_rule and tenant:db6ffe38c389421b85580c93be2d16e8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:37.119599 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-47b580f8-9dcc-4980-9948-94ee23b834b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:37.131328 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-47b580f8-9dcc-4980-9948-94ee23b834b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:37.139446 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de7dbe-c386-4cfd-a8e1-05852e7c5577 req-5c86578d-24e6-4df2-b1fd-a78eb2e0ba6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:37.141620 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-85de7dbe-c386-4cfd-a8e1-05852e7c5577 req-5c86578d-24e6-4df2-b1fd-a78eb2e0ba6a service neutron] 10.222.0.66 "GET /v2.0/networks?id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164 HTTP/1.1" status: 200 len: 912 time: 1.6966145 May 27 02:15:37.147119 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e88b0eb-bb5b-4061-a64d-a6e7b6822140'] response: {'name': 'network-changed', 'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'tag': '4acf92ce-28d4-4988-ad90-62be6c18fd88', 'status': 'completed', 'code': 200} May 27 02:15:37.159380 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 4531d984-8d8b-4616-8230-df030c1e96b1, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=4531d984-8d8b-4616-8230-df030c1e96b1,segment=NetworkSegment(ccb4a127-9ea2-4f06-be85-8a03cb577f44),segment_id=ccb4a127-9ea2-4f06-be85-8a03cb577f44)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:15:37.269733 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 5ec49fe9-c3ae-48af-80f5-6e8d9dded107 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:15:37.270577 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa6e0d-1393-4ca3-98d7-8fff217c38ad req-ddaa129b-9cba-4c29-bd0c-39a5735f847a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:37.270577 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d1aa6e0d-1393-4ca3-98d7-8fff217c38ad req-ddaa129b-9cba-4c29-bd0c-39a5735f847a service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 1.8296547 May 27 02:15:37.270577 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-85de7dbe-c386-4cfd-a8e1-05852e7c5577 req-52e004fe-b9dd-4983-be24-353906bb25b1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59a158e2-8d26-4c48-8164-df6f389fb68e HTTP/1.1" status: 200 len: 217 time: 0.0968547 May 27 02:15:37.334692 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d1aa6e0d-1393-4ca3-98d7-8fff217c38ad req-81abb638-815c-48a9-b07a-6c5fa8e7c4c1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=5ec49fe9-c3ae-48af-80f5-6e8d9dded107 HTTP/1.1" status: 200 len: 217 time: 0.0846522 May 27 02:15:37.338843 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-f88d5a69-7306-4c61-af71-f9cf451fc902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:37.346015 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-47b580f8-9dcc-4980-9948-94ee23b834b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:37.350355 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8218e8-fc4a-4943-8470-5ad379143bb3 req-3ff34079-a7a3-4e68-8050-8716d1d16540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:37.350837 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8218e8-fc4a-4943-8470-5ad379143bb3 req-3ff34079-a7a3-4e68-8050-8716d1d16540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:37.351765 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8218e8-fc4a-4943-8470-5ad379143bb3 req-3ff34079-a7a3-4e68-8050-8716d1d16540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:37.352363 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8218e8-fc4a-4943-8470-5ad379143bb3 req-3ff34079-a7a3-4e68-8050-8716d1d16540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:37.352837 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8218e8-fc4a-4943-8470-5ad379143bb3 req-3ff34079-a7a3-4e68-8050-8716d1d16540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:37.353583 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8218e8-fc4a-4943-8470-5ad379143bb3 req-3ff34079-a7a3-4e68-8050-8716d1d16540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:37.355802 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3c8218e8-fc4a-4943-8470-5ad379143bb3 req-3ff34079-a7a3-4e68-8050-8716d1d16540 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c81473a41fb94f91be2c0840146b05b3&device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 5291 time: 0.1702139 May 27 02:15:37.363615 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 5ec49fe9-c3ae-48af-80f5-6e8d9dded107, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=5ec49fe9-c3ae-48af-80f5-6e8d9dded107,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:15:37.382798 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '5ec49fe9-c3ae-48af-80f5-6e8d9dded107', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'port_id': '5ec49fe9-c3ae-48af-80f5-6e8d9dded107', 'mac_address': 'fa:16:3e:8e:95:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf69705-8457-415f-85a3-b42efaff1b97', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:15:37.441646 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 5ec49fe9-c3ae-48af-80f5-6e8d9dded107 is: ACTIVE; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:15:37.442226 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:37.461540 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ec49fe9-c3ae-48af-80f5-6e8d9dded107 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:15:37.474999 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de7dbe-c386-4cfd-a8e1-05852e7c5577 req-617ca856-f8cd-48bc-ac80-430a818af894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:37.476420 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-85de7dbe-c386-4cfd-a8e1-05852e7c5577 req-617ca856-f8cd-48bc-ac80-430a818af894 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7ee39392-3407-48c1-b561-be7ced0cb982 HTTP/1.1" status: 200 len: 850 time: 0.1459241 May 27 02:15:37.477645 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa6e0d-1393-4ca3-98d7-8fff217c38ad req-b6dd9073-90c1-4f7d-a59c-a7f1761ea00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:37.479480 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d1aa6e0d-1393-4ca3-98d7-8fff217c38ad req-b6dd9073-90c1-4f7d-a59c-a7f1761ea00c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.0680916 May 27 02:15:37.482882 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 5ec49fe9-c3ae-48af-80f5-6e8d9dded107, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=5ec49fe9-c3ae-48af-80f5-6e8d9dded107,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:15:37.534498 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8218e8-fc4a-4943-8470-5ad379143bb3 req-08f138ae-995d-426e-b245-fe11773c14be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:37.534981 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8218e8-fc4a-4943-8470-5ad379143bb3 req-08f138ae-995d-426e-b245-fe11773c14be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:37.535505 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8218e8-fc4a-4943-8470-5ad379143bb3 req-08f138ae-995d-426e-b245-fe11773c14be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:37.537112 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3c8218e8-fc4a-4943-8470-5ad379143bb3 req-08f138ae-995d-426e-b245-fe11773c14be service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=c81473a41fb94f91be2c0840146b05b3&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1715553 May 27 02:15:37.542165 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:37.608557 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-47b580f8-9dcc-4980-9948-94ee23b834b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:37.636963 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:37.659010 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=4531d984-8d8b-4616-8230-df030c1e96b1,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:37.708597 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6981d82-d050-49f6-a65d-4f9c3fa5f221 req-a72a2275-7701-4c46-9c12-d0f829d12b45 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:37.717379 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d6981d82-d050-49f6-a65d-4f9c3fa5f221 req-a72a2275-7701-4c46-9c12-d0f829d12b45 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfe4c9e4-db87-4967-8c34-e629bbf7e3c0 HTTP/1.1" status: 200 len: 949 time: 0.8760557 May 27 02:15:37.763500 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=5ec49fe9-c3ae-48af-80f5-6e8d9dded107,revision_number=8']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:37.792014 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b580f8-9dcc-4980-9948-94ee23b834b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0da5a48-22db-4e0f-b5ad-3dfa4ac4fabb,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:37.812239 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 35282) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:37.867511 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-47b580f8-9dcc-4980-9948-94ee23b834b2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=db6ffe38c389421b85580c93be2d16e8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8251646 May 27 02:15:37.875158 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 35290) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:37.887963 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['5ec49fe9-c3ae-48af-80f5-6e8d9dded107'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:15:38.002889 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8218e8-fc4a-4943-8470-5ad379143bb3 req-3364e4cf-7566-4c26-9f56-fd4b79f2a526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:38.004580 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3c8218e8-fc4a-4943-8470-5ad379143bb3 req-3364e4cf-7566-4c26-9f56-fd4b79f2a526 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4577749 May 27 02:15:38.015438 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d6981d82-d050-49f6-a65d-4f9c3fa5f221 req-64f89377-b8a3-4b35-8b51-310ef9efde92 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962856 May 27 02:15:38.063860 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac12dcd0-1f62-43cc-b443-267b181fd2dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:38.079316 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-60a44918-0e57-4272-9c30-fe284a18c5fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:38.114235 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-60a44918-0e57-4272-9c30-fe284a18c5fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:38.172152 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de7dbe-c386-4cfd-a8e1-05852e7c5577 req-2efeccc3-bca4-44d5-93f3-36e1cac20767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:38.175016 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-85de7dbe-c386-4cfd-a8e1-05852e7c5577 req-2efeccc3-bca4-44d5-93f3-36e1cac20767 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6894212 May 27 02:15:38.176129 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ac12dcd0-1f62-43cc-b443-267b181fd2dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:38.194370 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ac12dcd0-1f62-43cc-b443-267b181fd2dd admin admin] Usage tracker for resource:security_group_rule and tenant:6bbe72930944456fb25cf4936082da8a is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:38.201186 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ac12dcd0-1f62-43cc-b443-267b181fd2dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:38.212706 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ac12dcd0-1f62-43cc-b443-267b181fd2dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:38.261623 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa6e0d-1393-4ca3-98d7-8fff217c38ad req-0a31f162-55fe-4042-a032-c3aa42a47a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:38.262627 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-60a44918-0e57-4272-9c30-fe284a18c5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:38.263288 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d1aa6e0d-1393-4ca3-98d7-8fff217c38ad req-0a31f162-55fe-4042-a032-c3aa42a47a7a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7717774 May 27 02:15:38.416950 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac12dcd0-1f62-43cc-b443-267b181fd2dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:38.424137 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a44918-0e57-4272-9c30-fe284a18c5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0da5a48-22db-4e0f-b5ad-3dfa4ac4fabb,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:38.450489 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-60a44918-0e57-4272-9c30-fe284a18c5fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:38.452959 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-60a44918-0e57-4272-9c30-fe284a18c5fa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b0da5a48-22db-4e0f-b5ad-3dfa4ac4fabb HTTP/1.1" status: 204 len: 168 time: 0.5717840 May 27 02:15:38.456050 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 4531d984-8d8b-4616-8230-df030c1e96b1 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:15:38.487691 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac12dcd0-1f62-43cc-b443-267b181fd2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:38.600685 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-d1aa6e0d-1393-4ca3-98d7-8fff217c38ad req-96c0a3c3-2a05-4fc5-8980-8c15f7f63358 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:15:38.601656 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d1aa6e0d-1393-4ca3-98d7-8fff217c38ad req-96c0a3c3-2a05-4fc5-8980-8c15f7f63358 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054815 May 27 02:15:38.603768 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 4531d984-8d8b-4616-8230-df030c1e96b1 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:15:38.604487 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-85968dee-3f0c-42dd-8f2a-c52bb3f612b9 req-c5676c01-a594-421f-a23b-4c879813ce7d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f9dab8d36024d3ea5c2352556661a56&device_id=467f62d4-ab22-4fac-98f4-76432c855882 HTTP/1.1" status: 200 len: 210 time: 0.5496469 May 27 02:15:38.605183 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:38.606396 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-85de7dbe-c386-4cfd-a8e1-05852e7c5577 req-7bb014bf-9110-4889-b075-385712426f25 service neutron] 10.222.0.66 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298905 May 27 02:15:38.613895 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ac12dcd0-1f62-43cc-b443-267b181fd2dd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6bbe72930944456fb25cf4936082da8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7810695 May 27 02:15:38.615691 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac12dcd0-1f62-43cc-b443-267b181fd2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd7c311-f059-4ff6-865b-45de1f2bfe42,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:38.618441 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 35308) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:38.725666 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33c4070c-409c-47cd-adba-c8b65e8486a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:38.752041 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33c4070c-409c-47cd-adba-c8b65e8486a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:38.813184 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 4531d984-8d8b-4616-8230-df030c1e96b1 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:15:38.899059 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33c4070c-409c-47cd-adba-c8b65e8486a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:38.926456 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c4070c-409c-47cd-adba-c8b65e8486a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd7c311-f059-4ff6-865b-45de1f2bfe42,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:38.933365 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-85968dee-3f0c-42dd-8f2a-c52bb3f612b9 req-ac4cd89f-d29f-43ca-b2fc-dea6d275ec10 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=1f9dab8d36024d3ea5c2352556661a56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3066685 May 27 02:15:38.935987 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-12615bfe-2008-4f94-b824-1c8ebacec67b req-d5f31bc0-f929-4f3c-98f4-70747afa6c38 tempest-ServerShowV254Test-417113565 tempest-ServerShowV254Test-417113565-project] 10.222.0.57 "GET /v2.0/ports?device_id=467f62d4-ab22-4fac-98f4-76432c855882 HTTP/1.1" status: 200 len: 210 time: 0.3040428 May 27 02:15:38.950889 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33c4070c-409c-47cd-adba-c8b65e8486a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:38.959198 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-33c4070c-409c-47cd-adba-c8b65e8486a7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7fd7c311-f059-4ff6-865b-45de1f2bfe42 HTTP/1.1" status: 204 len: 168 time: 0.3230927 May 27 02:15:39.109178 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-afba282c-bce9-483f-9d24-61f1b07ebbe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:39.163470 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 5ec49fe9-c3ae-48af-80f5-6e8d9dded107 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:15:39.248805 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 5ec49fe9-c3ae-48af-80f5-6e8d9dded107 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:15:39.251750 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:39.361841 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d1aa6e0d-1393-4ca3-98d7-8fff217c38ad req-e744402c-1890-4b77-86fb-7279a9a8f2c9 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6975331 May 27 02:15:39.373538 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 35332) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:39.390658 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 5ec49fe9-c3ae-48af-80f5-6e8d9dded107 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:15:39.391049 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:39.406407 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c8d34f7d-5ee8-4899-b5f2-4e1f2919fa29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:39.424664 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe4c9e4-db87-4967-8c34-e629bbf7e3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec49fe9-c3ae-48af-80f5-6e8d9dded107'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:15:39.431487 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c8d34f7d-5ee8-4899-b5f2-4e1f2919fa29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:39.436317 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 5ec49fe9-c3ae-48af-80f5-6e8d9dded107, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=5ec49fe9-c3ae-48af-80f5-6e8d9dded107,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:15:39.438819 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c8d34f7d-5ee8-4899-b5f2-4e1f2919fa29 admin admin] Usage tracker for resource:security_group_rule and tenant:7e937c925b064beeb8ac8751aee50c22 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:39.442255 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c8d34f7d-5ee8-4899-b5f2-4e1f2919fa29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:39.446403 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c2cb1-5475-4b43-b3d4-c0d11824f24b req-56dfe0ed-d93f-46f8-96ff-fb1e76bc9dd8 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:39.449492 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c8d34f7d-5ee8-4899-b5f2-4e1f2919fa29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:39.452385 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c2cb1-5475-4b43-b3d4-c0d11824f24b req-56dfe0ed-d93f-46f8-96ff-fb1e76bc9dd8 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:39.459230 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c2cb1-5475-4b43-b3d4-c0d11824f24b req-56dfe0ed-d93f-46f8-96ff-fb1e76bc9dd8 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:39.464415 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c2cb1-5475-4b43-b3d4-c0d11824f24b req-56dfe0ed-d93f-46f8-96ff-fb1e76bc9dd8 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:39.470173 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c2cb1-5475-4b43-b3d4-c0d11824f24b req-56dfe0ed-d93f-46f8-96ff-fb1e76bc9dd8 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:39.476481 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c2cb1-5475-4b43-b3d4-c0d11824f24b req-56dfe0ed-d93f-46f8-96ff-fb1e76bc9dd8 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:39.478533 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2c4c2cb1-5475-4b43-b3d4-c0d11824f24b req-56dfe0ed-d93f-46f8-96ff-fb1e76bc9dd8 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 4605 time: 1.2976441 May 27 02:15:39.519905 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:39.547239 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c8d34f7d-5ee8-4899-b5f2-4e1f2919fa29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:39.597437 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=5ec49fe9-c3ae-48af-80f5-6e8d9dded107,revision_number=9']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:39.627914 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c8d34f7d-5ee8-4899-b5f2-4e1f2919fa29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:39.628938 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-85de7dbe-c386-4cfd-a8e1-05852e7c5577 req-5f7a2036-845e-4919-9b5b-89acbd8a5dd0 service neutron] 10.222.0.66 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9403341 May 27 02:15:39.657427 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-f88d5a69-7306-4c61-af71-f9cf451fc902 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:15:39.678886 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c8d34f7d-5ee8-4899-b5f2-4e1f2919fa29 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7e937c925b064beeb8ac8751aee50c22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2997024 May 27 02:15:39.678886 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d34f7d-5ee8-4899-b5f2-4e1f2919fa29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98df1498-fb68-4b1d-bbd3-cbe60d120204,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:39.680808 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 35340) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:39.696756 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85968dee-3f0c-42dd-8f2a-c52bb3f612b9 req-836d6d59-372c-4ac4-9454-3dcb12ca4a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:39.698182 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-85968dee-3f0c-42dd-8f2a-c52bb3f612b9 req-836d6d59-372c-4ac4-9454-3dcb12ca4a2c service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7445250 May 27 02:15:39.747427 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-22275b5b-91da-4231-b95b-6fefe3547dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:39.795884 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-22275b5b-91da-4231-b95b-6fefe3547dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:39.824736 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2c4c2cb1-5475-4b43-b3d4-c0d11824f24b req-ffa3acfa-72fb-456c-addd-b0c36ee81da2 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c0d4d46-e793-47d9-97ac-8538804a4bbd&id=0bcfc258-43a3-4cfc-b866-e978be943d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3251088 May 27 02:15:39.849940 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 35344) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:39.909435 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06109223-0c3c-41a0-9b62-468217fa9d0b req-685febe7-b652-4dd8-ad25-dce7c7df9762 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:39.910881 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-06109223-0c3c-41a0-9b62-468217fa9d0b req-685febe7-b652-4dd8-ad25-dce7c7df9762 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfe4c9e4-db87-4967-8c34-e629bbf7e3c0 HTTP/1.1" status: 200 len: 948 time: 0.7302077 May 27 02:15:39.913431 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-f88d5a69-7306-4c61-af71-f9cf451fc902 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8e23fc4-016b-45f8-bde7-662eda5f15f6 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:15:39.921759 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-22275b5b-91da-4231-b95b-6fefe3547dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:39.934025 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-f88d5a69-7306-4c61-af71-f9cf451fc902 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:39.940064 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22275b5b-91da-4231-b95b-6fefe3547dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98df1498-fb68-4b1d-bbd3-cbe60d120204,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:39.952790 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-22275b5b-91da-4231-b95b-6fefe3547dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:39.954214 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-22275b5b-91da-4231-b95b-6fefe3547dcd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/98df1498-fb68-4b1d-bbd3-cbe60d120204 HTTP/1.1" status: 204 len: 168 time: 0.2725835 May 27 02:15:39.957451 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d02ec8f6-e10d-4ffc-a138-a64cd8fa6ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:40.001381 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d1aa6e0d-1393-4ca3-98d7-8fff217c38ad req-f346dff7-6a6b-4161-93f1-8793b8c63892 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5170574 May 27 02:15:40.002313 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-d02ec8f6-e10d-4ffc-a138-a64cd8fa6ea7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:40.021479 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d02ec8f6-e10d-4ffc-a138-a64cd8fa6ea7 admin admin] Usage tracker for resource:security_group_rule and tenant:2702104ab00e41cbab5e3d237186662a is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:40.031233 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-f88d5a69-7306-4c61-af71-f9cf451fc902 service neutron] Transition to ACTIVE for port object f8e23fc4-016b-45f8-bde7-662eda5f15f6 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:15:40.031233 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d02ec8f6-e10d-4ffc-a138-a64cd8fa6ea7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:40.054959 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-d02ec8f6-e10d-4ffc-a138-a64cd8fa6ea7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:40.065171 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-06109223-0c3c-41a0-9b62-468217fa9d0b req-be1e5790-81c1-4c22-9849-895ca0f44810 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386280 May 27 02:15:40.166842 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-f88d5a69-7306-4c61-af71-f9cf451fc902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:40.223659 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-afba282c-bce9-483f-9d24-61f1b07ebbe9 admin admin] Deleting port 4531d984-8d8b-4616-8230-df030c1e96b1 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:15:40.226868 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-afba282c-bce9-483f-9d24-61f1b07ebbe9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:40.288599 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f61ab41-6bd6-4286-a97d-f407ae20cd89'] response: {'server_uuid': 'cfe4c9e4-db87-4967-8c34-e629bbf7e3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec49fe9-c3ae-48af-80f5-6e8d9dded107', 'code': 200} May 27 02:15:40.593318 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-56b42e0f-5a43-4faa-9b49-93868287c2df req-b00684ef-7e8a-4b8f-8c3d-b8cac97c43fc tempest-ServerShowV254Test-417113565 tempest-ServerShowV254Test-417113565-project] 10.222.0.57 "GET /v2.0/ports?device_id=467f62d4-ab22-4fac-98f4-76432c855882 HTTP/1.1" status: 200 len: 210 time: 0.1728127 May 27 02:15:40.697773 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d5a69-7306-4c61-af71-f9cf451fc902 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e23fc4-016b-45f8-bde7-662eda5f15f6,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:40.901343 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d02ec8f6-e10d-4ffc-a138-a64cd8fa6ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:40.999675 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d02ec8f6-e10d-4ffc-a138-a64cd8fa6ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:41.053669 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-85968dee-3f0c-42dd-8f2a-c52bb3f612b9 req-d597b7c0-aef9-4f30-893e-8e8820803349 tempest-ServerShowV254Test-417113565 tempest-ServerShowV254Test-417113565-project] 10.222.0.32 "GET /v2.0/ports?device_id=467f62d4-ab22-4fac-98f4-76432c855882 HTTP/1.1" status: 200 len: 210 time: 0.1223185 May 27 02:15:41.142537 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-afba282c-bce9-483f-9d24-61f1b07ebbe9 admin admin] For port 4531d984-8d8b-4616-8230-df030c1e96b1, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=4531d984-8d8b-4616-8230-df030c1e96b1,segment=NetworkSegment(ccb4a127-9ea2-4f06-be85-8a03cb577f44),segment_id=ccb4a127-9ea2-4f06-be85-8a03cb577f44)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:15:41.142897 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-afba282c-bce9-483f-9d24-61f1b07ebbe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:41.161841 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-f88d5a69-7306-4c61-af71-f9cf451fc902 service neutron] Attempting to bind port f8e23fc4-016b-45f8-bde7-662eda5f15f6 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:15:41.167187 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-f88d5a69-7306-4c61-af71-f9cf451fc902 service neutron] Attempting to bind port f8e23fc4-016b-45f8-bde7-662eda5f15f6 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '27a54013-fcdd-4abe-8c68-537dba16a1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b94d27d-bce7-469d-ba55-1b18784dbd74'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:15:41.167187 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-f88d5a69-7306-4c61-af71-f9cf451fc902 service neutron] Attempting to bind port f8e23fc4-016b-45f8-bde7-662eda5f15f6 on network 8b94d27d-bce7-469d-ba55-1b18784dbd74 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:15:41.173774 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d02ec8f6-e10d-4ffc-a138-a64cd8fa6ea7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2702104ab00e41cbab5e3d237186662a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3173552 May 27 02:15:41.176524 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 35398) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:41.181650 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ec8f6-e10d-4ffc-a138-a64cd8fa6ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f213be1-14f1-4e29-862b-195b9f58932c,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:41.185496 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717920ce-a858-4b86-bed2-30ef8bd63b41 req-794191d7-a78c-4d2c-aae5-827b553d9506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:41.186937 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-717920ce-a858-4b86-bed2-30ef8bd63b41 req-794191d7-a78c-4d2c-aae5-827b553d9506 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cfe4c9e4-db87-4967-8c34-e629bbf7e3c0 HTTP/1.1" status: 200 len: 1100 time: 0.6103866 May 27 02:15:41.245154 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-f88d5a69-7306-4c61-af71-f9cf451fc902 service neutron] Port f8e23fc4-016b-45f8-bde7-662eda5f15f6 on network 8b94d27d-bce7-469d-ba55-1b18784dbd74 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:15:41.245484 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-f88d5a69-7306-4c61-af71-f9cf451fc902 service neutron] Attempting to bind port f8e23fc4-016b-45f8-bde7-662eda5f15f6 on network 8b94d27d-bce7-469d-ba55-1b18784dbd74 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:15:41.261551 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24353b29-ba68-4985-802e-b826962c3362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:41.294517 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24353b29-ba68-4985-802e-b826962c3362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:41.324688 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-afba282c-bce9-483f-9d24-61f1b07ebbe9 admin admin] Calling delete_port for 4531d984-8d8b-4616-8230-df030c1e96b1 owned by network:router_interface {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:15:41.368616 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-f88d5a69-7306-4c61-af71-f9cf451fc902 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:15:41.369004 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-f88d5a69-7306-4c61-af71-f9cf451fc902 service neutron] Checking segment: {'id': '27a54013-fcdd-4abe-8c68-537dba16a1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b94d27d-bce7-469d-ba55-1b18784dbd74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:15:41.369393 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-f88d5a69-7306-4c61-af71-f9cf451fc902 service neutron] Bound using segment: {'id': '27a54013-fcdd-4abe-8c68-537dba16a1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b94d27d-bce7-469d-ba55-1b18784dbd74'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:15:41.369834 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-f88d5a69-7306-4c61-af71-f9cf451fc902 service neutron] Bound port: f8e23fc4-016b-45f8-bde7-662eda5f15f6, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27a54013-fcdd-4abe-8c68-537dba16a1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b94d27d-bce7-469d-ba55-1b18784dbd74'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:15:41.370176 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-f88d5a69-7306-4c61-af71-f9cf451fc902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:41.402928 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660e4c8-9c0c-42ac-9fb7-5c2714e7a1b8 req-f07e6abd-0cd4-4b12-b177-6a507326dcf3 tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:41.404398 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3660e4c8-9c0c-42ac-9fb7-5c2714e7a1b8 req-f07e6abd-0cd4-4b12-b177-6a507326dcf3 tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c070753-0412-453c-8f55-d1f90a738f68 HTTP/1.1" status: 200 len: 950 time: 0.7231758 May 27 02:15:41.430236 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24353b29-ba68-4985-802e-b826962c3362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:41.446212 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24353b29-ba68-4985-802e-b826962c3362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f213be1-14f1-4e29-862b-195b9f58932c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:41.450591 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24353b29-ba68-4985-802e-b826962c3362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:41.451594 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-24353b29-ba68-4985-802e-b826962c3362 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7f213be1-14f1-4e29-862b-195b9f58932c HTTP/1.1" status: 204 len: 168 time: 0.2734551 May 27 02:15:41.530877 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-717920ce-a858-4b86-bed2-30ef8bd63b41 req-2c289cd9-a25c-433e-8c62-9ca0064bd045 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815144 May 27 02:15:41.551606 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8650baa-86ae-4aab-8b41-f8901ae0db49 req-9350e8a8-03f3-4aa2-a72e-8bf57b47e6d6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:41.557419 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8650baa-86ae-4aab-8b41-f8901ae0db49 req-9350e8a8-03f3-4aa2-a72e-8bf57b47e6d6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:41.563150 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8650baa-86ae-4aab-8b41-f8901ae0db49 req-9350e8a8-03f3-4aa2-a72e-8bf57b47e6d6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:41.568946 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8650baa-86ae-4aab-8b41-f8901ae0db49 req-9350e8a8-03f3-4aa2-a72e-8bf57b47e6d6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:41.574733 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8650baa-86ae-4aab-8b41-f8901ae0db49 req-9350e8a8-03f3-4aa2-a72e-8bf57b47e6d6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:41.580426 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8650baa-86ae-4aab-8b41-f8901ae0db49 req-9350e8a8-03f3-4aa2-a72e-8bf57b47e6d6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:41.586696 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8650baa-86ae-4aab-8b41-f8901ae0db49 req-9350e8a8-03f3-4aa2-a72e-8bf57b47e6d6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:41.588583 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b8650baa-86ae-4aab-8b41-f8901ae0db49 req-9350e8a8-03f3-4aa2-a72e-8bf57b47e6d6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 5383 time: 0.6109185 May 27 02:15:41.608871 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3660e4c8-9c0c-42ac-9fb7-5c2714e7a1b8 req-3c347f6c-5514-4770-a453-f8ea443e93bb tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] 10.222.0.57 "GET /v2.0/security-groups?id=5730ee53-ffc8-4b52-b289-622ba4909107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948152 May 27 02:15:41.669434 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-f88d5a69-7306-4c61-af71-f9cf451fc902 service neutron] For port f8e23fc4-016b-45f8-bde7-662eda5f15f6, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:15:41.684580 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b8650baa-86ae-4aab-8b41-f8901ae0db49 req-dbf61e63-cf87-4a1c-bf4c-69270ba72ef2 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c0d4d46-e793-47d9-97ac-8538804a4bbd&id=0bcfc258-43a3-4cfc-b866-e978be943d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0826588 May 27 02:15:41.687586 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-f88d5a69-7306-4c61-af71-f9cf451fc902 service neutron] For port f8e23fc4-016b-45f8-bde7-662eda5f15f6, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=f8e23fc4-016b-45f8-bde7-662eda5f15f6,segment=NetworkSegment(27a54013-fcdd-4abe-8c68-537dba16a1b4),segment_id=27a54013-fcdd-4abe-8c68-537dba16a1b4)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:15:41.914830 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-f88d5a69-7306-4c61-af71-f9cf451fc902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:42.054926 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d8d91f3a-cc8c-4828-b421-5a4bc9286fc9 req-aa453a61-139d-4be8-b0fa-48661204b05a tempest-ServerShowV254Test-417113565 tempest-ServerShowV254Test-417113565-project] 10.222.0.57 "GET /v2.0/ports?device_id=467f62d4-ab22-4fac-98f4-76432c855882 HTTP/1.1" status: 200 len: 210 time: 0.1417298 May 27 02:15:42.096609 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-f88d5a69-7306-4c61-af71-f9cf451fc902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:42.097353 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-f88d5a69-7306-4c61-af71-f9cf451fc902 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:42.098718 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-f88d5a69-7306-4c61-af71-f9cf451fc902 service neutron] 10.222.0.66 "PUT /v2.0/ports/f8e23fc4-016b-45f8-bde7-662eda5f15f6 HTTP/1.1" status: 200 len: 1136 time: 5.6439478 May 27 02:15:42.099191 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'tag': 'f8e23fc4-016b-45f8-bde7-662eda5f15f6'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:15:42.130808 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d5a69-7306-4c61-af71-f9cf451fc902 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e23fc4-016b-45f8-bde7-662eda5f15f6,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:42.151640 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36ddfc-0a90-47ee-8810-e3d6ec83152a req-98df802b-b148-4a70-bd16-e5a5e8a66637 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:42.153687 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2d36ddfc-0a90-47ee-8810-e3d6ec83152a req-98df802b-b148-4a70-bd16-e5a5e8a66637 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfe4c9e4-db87-4967-8c34-e629bbf7e3c0 HTTP/1.1" status: 200 len: 949 time: 0.3214812 May 27 02:15:42.214815 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2d36ddfc-0a90-47ee-8810-e3d6ec83152a req-021ac45f-5208-4ba6-9e7e-f1c523b0cebb tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512230 May 27 02:15:42.239734 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-afba282c-bce9-483f-9d24-61f1b07ebbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:42.297555 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-05fda9a4-c664-4313-9d11-02ae71e08466 service neutron] Request body: {'port': {'device_id': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:42.340891 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba282c-bce9-483f-9d24-61f1b07ebbe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4531d984-8d8b-4616-8230-df030c1e96b1,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:42.809132 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-05fda9a4-c664-4313-9d11-02ae71e08466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:42.984984 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d6843-a8b5-4067-b096-45e4c249cb0f req-7517b6a8-aece-45eb-b964-7c6122d47572 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:42.992167 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-257d6843-a8b5-4067-b096-45e4c249cb0f req-7517b6a8-aece-45eb-b964-7c6122d47572 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.5034778 May 27 02:15:43.024490 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-afba282c-bce9-483f-9d24-61f1b07ebbe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:43.177762 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-257d6843-a8b5-4067-b096-45e4c249cb0f req-0685e8e0-2dae-4dff-bebe-2df5b8311a32 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818237 May 27 02:15:43.256056 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c90d4f46-2f39-4123-b57b-ba8775cc40d1'] response: {'name': 'network-changed', 'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'tag': 'f8e23fc4-016b-45f8-bde7-662eda5f15f6', 'status': 'completed', 'code': 200} May 27 02:15:43.682229 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b2cec-790e-47a1-887e-b246c37664bc req-f08e8310-4d11-42d4-8f0d-ed1a097db3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:43.682710 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b2cec-790e-47a1-887e-b246c37664bc req-f08e8310-4d11-42d4-8f0d-ed1a097db3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:43.683174 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b2cec-790e-47a1-887e-b246c37664bc req-f08e8310-4d11-42d4-8f0d-ed1a097db3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:43.683634 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b2cec-790e-47a1-887e-b246c37664bc req-f08e8310-4d11-42d4-8f0d-ed1a097db3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:43.684085 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b2cec-790e-47a1-887e-b246c37664bc req-f08e8310-4d11-42d4-8f0d-ed1a097db3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:43.684534 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b2cec-790e-47a1-887e-b246c37664bc req-f08e8310-4d11-42d4-8f0d-ed1a097db3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:43.685009 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b2cec-790e-47a1-887e-b246c37664bc req-f08e8310-4d11-42d4-8f0d-ed1a097db3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:43.686810 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6e7b2cec-790e-47a1-887e-b246c37664bc req-f08e8310-4d11-42d4-8f0d-ed1a097db3ec service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c81473a41fb94f91be2c0840146b05b3&device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 6220 time: 0.4240384 May 27 02:15:43.706379 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device bbe5a675-2c60-4ac7-b239-ca9b6c892381 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:15:43.829167 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port bbe5a675-2c60-4ac7-b239-ca9b6c892381 is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:15:43.829946 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:43.859839 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c070753-0412-453c-8f55-d1f90a738f68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbe5a675-2c60-4ac7-b239-ca9b6c892381'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:15:43.871567 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port bbe5a675-2c60-4ac7-b239-ca9b6c892381, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=bbe5a675-2c60-4ac7-b239-ca9b6c892381,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:15:43.911783 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 35532) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:43.941769 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:44.019148 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=bbe5a675-2c60-4ac7-b239-ca9b6c892381,revision_number=11']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:44.083289 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b341f4eb-4ca4-4666-875f-eeb06cafa0eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:44.089892 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-05fda9a4-c664-4313-9d11-02ae71e08466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67e8de69-192e-446c-8e1d-d36c172bc989 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:15:44.098244 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b341f4eb-4ca4-4666-875f-eeb06cafa0eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:44.102224 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b341f4eb-4ca4-4666-875f-eeb06cafa0eb admin admin] Usage tracker for resource:security_group_rule and tenant:1f9dab8d36024d3ea5c2352556661a56 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:44.105372 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b341f4eb-4ca4-4666-875f-eeb06cafa0eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:44.111365 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b341f4eb-4ca4-4666-875f-eeb06cafa0eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:44.132323 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-05fda9a4-c664-4313-9d11-02ae71e08466 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:44.160816 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd939f-fdab-4834-8a6a-b305fcfe772c req-cdf75827-0ced-410c-a8b2-f87ccdbd23c8 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:44.166924 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd939f-fdab-4834-8a6a-b305fcfe772c req-cdf75827-0ced-410c-a8b2-f87ccdbd23c8 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:44.172558 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd939f-fdab-4834-8a6a-b305fcfe772c req-cdf75827-0ced-410c-a8b2-f87ccdbd23c8 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:44.178862 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd939f-fdab-4834-8a6a-b305fcfe772c req-cdf75827-0ced-410c-a8b2-f87ccdbd23c8 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:44.184941 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd939f-fdab-4834-8a6a-b305fcfe772c req-cdf75827-0ced-410c-a8b2-f87ccdbd23c8 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:44.190876 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd939f-fdab-4834-8a6a-b305fcfe772c req-cdf75827-0ced-410c-a8b2-f87ccdbd23c8 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:44.196578 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd939f-fdab-4834-8a6a-b305fcfe772c req-cdf75827-0ced-410c-a8b2-f87ccdbd23c8 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:44.197182 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b341f4eb-4ca4-4666-875f-eeb06cafa0eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:44.198503 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7fdd939f-fdab-4834-8a6a-b305fcfe772c req-cdf75827-0ced-410c-a8b2-f87ccdbd23c8 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 5383 time: 0.8061550 May 27 02:15:44.248437 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-05fda9a4-c664-4313-9d11-02ae71e08466 service neutron] Transition to ACTIVE for port object 67e8de69-192e-446c-8e1d-d36c172bc989 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:15:44.258820 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b341f4eb-4ca4-4666-875f-eeb06cafa0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:44.272392 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afba282c-bce9-483f-9d24-61f1b07ebbe9 admin admin] Router b364abc3-744c-4f05-82a8-a76f68e2da77 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:15:44.305258 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb1692-0418-457c-850a-6991eb8fa322 req-e83e0530-cc11-46b1-8c9e-ec400e8504c7 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:44.306404 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-01fb1692-0418-457c-850a-6991eb8fa322 req-e83e0530-cc11-46b1-8c9e-ec400e8504c7 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.7292995 May 27 02:15:44.310741 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b2cec-790e-47a1-887e-b246c37664bc req-cd4ecaf6-24a3-489e-b469-3387a009ed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:44.310911 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b341f4eb-4ca4-4666-875f-eeb06cafa0eb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1f9dab8d36024d3ea5c2352556661a56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3947237 May 27 02:15:44.311012 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b2cec-790e-47a1-887e-b246c37664bc req-cd4ecaf6-24a3-489e-b469-3387a009ed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:44.311012 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b2cec-790e-47a1-887e-b246c37664bc req-cd4ecaf6-24a3-489e-b469-3387a009ed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:44.311194 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341f4eb-4ca4-4666-875f-eeb06cafa0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0823c297-bb0d-4ab8-a19d-a7243af06442,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:44.311295 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6e7b2cec-790e-47a1-887e-b246c37664bc req-cd4ecaf6-24a3-489e-b469-3387a009ed54 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=c81473a41fb94f91be2c0840146b05b3&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4618690 May 27 02:15:44.311835 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 35544) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:44.328777 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7fdd939f-fdab-4834-8a6a-b305fcfe772c req-7abaf9a6-99af-479d-b061-943802d0c693 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c0d4d46-e793-47d9-97ac-8538804a4bbd&id=0bcfc258-43a3-4cfc-b866-e978be943d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1141455 May 27 02:15:44.414775 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf5421c5-913c-4d45-83ba-2964f9b444ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:44.423207 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-05fda9a4-c664-4313-9d11-02ae71e08466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:44.443089 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf5421c5-913c-4d45-83ba-2964f9b444ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:44.556444 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf5421c5-913c-4d45-83ba-2964f9b444ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:44.574154 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5421c5-913c-4d45-83ba-2964f9b444ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0823c297-bb0d-4ab8-a19d-a7243af06442,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:44.577219 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf5421c5-913c-4d45-83ba-2964f9b444ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:44.578815 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-cf5421c5-913c-4d45-83ba-2964f9b444ca admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0823c297-bb0d-4ab8-a19d-a7243af06442 HTTP/1.1" status: 204 len: 168 time: 0.2660928 May 27 02:15:44.711776 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-01fb1692-0418-457c-850a-6991eb8fa322 req-f8b08588-bdce-4ffd-a14a-f6e672c4f132 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3961620 May 27 02:15:44.796365 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fda9a4-c664-4313-9d11-02ae71e08466 service neutron] Pushing event updated for resources: {'Port': ['ID=67e8de69-192e-446c-8e1d-d36c172bc989,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:44.990544 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afba282c-bce9-483f-9d24-61f1b07ebbe9 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:15:44.996110 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b2cec-790e-47a1-887e-b246c37664bc req-095f1d64-8ee5-46b4-8eca-6e8671ac632a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:44.997680 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6e7b2cec-790e-47a1-887e-b246c37664bc req-095f1d64-8ee5-46b4-8eca-6e8671ac632a service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6761847 May 27 02:15:44.999996 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960fd82d-1dd0-407b-943f-182ce43a6729 None None] Sync routers for ids ['b364abc3-744c-4f05-82a8-a76f68e2da77'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:15:45.023152 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960fd82d-1dd0-407b-943f-182ce43a6729 None None] Routers {'b364abc3-744c-4f05-82a8-a76f68e2da77'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:15:45.023664 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-960fd82d-1dd0-407b-943f-182ce43a6729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:15:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['b364abc3-744c-4f05-82a8-a76f68e2da77'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:15:45.061886 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d10255-1ebd-4cc5-b5a5-3bb2f6e0eb8f req-1b7504d8-7afa-4e2e-8d0d-e54f7fa1fd69 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:45.065186 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b7d10255-1ebd-4cc5-b5a5-3bb2f6e0eb8f req-1b7504d8-7afa-4e2e-8d0d-e54f7fa1fd69 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfe4c9e4-db87-4967-8c34-e629bbf7e3c0 HTTP/1.1" status: 200 len: 949 time: 0.5532801 May 27 02:15:45.094262 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-05fda9a4-c664-4313-9d11-02ae71e08466 service neutron] Attempting to bind port 67e8de69-192e-446c-8e1d-d36c172bc989 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:15:45.094621 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-05fda9a4-c664-4313-9d11-02ae71e08466 service neutron] Attempting to bind port 67e8de69-192e-446c-8e1d-d36c172bc989 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '27a54013-fcdd-4abe-8c68-537dba16a1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b94d27d-bce7-469d-ba55-1b18784dbd74'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:15:45.095293 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-05fda9a4-c664-4313-9d11-02ae71e08466 service neutron] Attempting to bind port 67e8de69-192e-446c-8e1d-d36c172bc989 on network 8b94d27d-bce7-469d-ba55-1b18784dbd74 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:15:45.116273 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-05fda9a4-c664-4313-9d11-02ae71e08466 service neutron] Port 67e8de69-192e-446c-8e1d-d36c172bc989 on network 8b94d27d-bce7-469d-ba55-1b18784dbd74 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:15:45.116594 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-05fda9a4-c664-4313-9d11-02ae71e08466 service neutron] Attempting to bind port 67e8de69-192e-446c-8e1d-d36c172bc989 on network 8b94d27d-bce7-469d-ba55-1b18784dbd74 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:15:45.125049 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-afba282c-bce9-483f-9d24-61f1b07ebbe9 admin admin] 10.222.0.57 "PUT /v2.0/routers/b364abc3-744c-4f05-82a8-a76f68e2da77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1783547 May 27 02:15:45.127679 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 35602) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:45.154990 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-05fda9a4-c664-4313-9d11-02ae71e08466 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:15:45.155485 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-05fda9a4-c664-4313-9d11-02ae71e08466 service neutron] Checking segment: {'id': '27a54013-fcdd-4abe-8c68-537dba16a1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b94d27d-bce7-469d-ba55-1b18784dbd74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:15:45.156161 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-05fda9a4-c664-4313-9d11-02ae71e08466 service neutron] Bound using segment: {'id': '27a54013-fcdd-4abe-8c68-537dba16a1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b94d27d-bce7-469d-ba55-1b18784dbd74'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:15:45.156615 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-05fda9a4-c664-4313-9d11-02ae71e08466 service neutron] Bound port: 67e8de69-192e-446c-8e1d-d36c172bc989, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27a54013-fcdd-4abe-8c68-537dba16a1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b94d27d-bce7-469d-ba55-1b18784dbd74'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:15:45.156992 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-05fda9a4-c664-4313-9d11-02ae71e08466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:45.263057 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-960fd82d-1dd0-407b-943f-182ce43a6729 None None] Set router b364abc3-744c-4f05-82a8-a76f68e2da77 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:15:45.280931 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b7d10255-1ebd-4cc5-b5a5-3bb2f6e0eb8f req-9227ee35-a82d-40ed-9956-12a55a1eeb0a tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825464 May 27 02:15:45.379514 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-05fda9a4-c664-4313-9d11-02ae71e08466 service neutron] For port 67e8de69-192e-446c-8e1d-d36c172bc989, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:15:45.395720 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-05fda9a4-c664-4313-9d11-02ae71e08466 service neutron] For port 67e8de69-192e-446c-8e1d-d36c172bc989, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=67e8de69-192e-446c-8e1d-d36c172bc989,segment=NetworkSegment(27a54013-fcdd-4abe-8c68-537dba16a1b4),segment_id=27a54013-fcdd-4abe-8c68-537dba16a1b4)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:15:45.452969 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2c8a94a-2df0-4628-ab4d-71edaa4df6c7'] response: {'server_uuid': '5c070753-0412-453c-8f55-d1f90a738f68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbe5a675-2c60-4ac7-b239-ca9b6c892381', 'code': 200} May 27 02:15:45.462086 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6bdca36-0e1d-4873-b5c9-df2eca2a6d4a admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:45.480800 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-05fda9a4-c664-4313-9d11-02ae71e08466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:45.607226 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-05fda9a4-c664-4313-9d11-02ae71e08466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:45.609435 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-05fda9a4-c664-4313-9d11-02ae71e08466 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:45.615845 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-05fda9a4-c664-4313-9d11-02ae71e08466 service neutron] 10.222.0.66 "PUT /v2.0/ports/67e8de69-192e-446c-8e1d-d36c172bc989 HTTP/1.1" status: 200 len: 1091 time: 3.3335540 May 27 02:15:45.617854 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'tag': '67e8de69-192e-446c-8e1d-d36c172bc989'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:15:45.619328 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-960fd82d-1dd0-407b-943f-182ce43a6729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b364abc3-744c-4f05-82a8-a76f68e2da77', 'name': 'tempest-FloatingIPsNegativeTestJSON-1662632051-router', 'tenant_id': 'cc28b96a8d5b4fe0aa6a993f25af6c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:15:14Z', 'updated_at': '2022-05-27T02:15:41Z', 'revision_number': 5, 'project_id': 'cc28b96a8d5b4fe0aa6a993f25af6c0f', 'gw_port': {'id': '3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:99:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b364abc3-744c-4f05-82a8-a76f68e2da77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:15:17Z', 'updated_at': '2022-05-27T02:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:15:45.623672 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960fd82d-1dd0-407b-943f-182ce43a6729 None None] Checking router: b364abc3-744c-4f05-82a8-a76f68e2da77 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:15:45.647057 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fda9a4-c664-4313-9d11-02ae71e08466 service neutron] Pushing event updated for resources: {'Port': ['ID=67e8de69-192e-446c-8e1d-d36c172bc989,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:45.650633 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960fd82d-1dd0-407b-943f-182ce43a6729 None None] Routers {'b364abc3-744c-4f05-82a8-a76f68e2da77'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:15:45.665580 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-960fd82d-1dd0-407b-943f-182ce43a6729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:15:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['b364abc3-744c-4f05-82a8-a76f68e2da77'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:15:45.777435 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a82988-c565-4159-976c-969c1b88cfa9 req-721f185f-6400-481d-bf37-c32a63ea15e3 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:45.778973 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-54a82988-c565-4159-976c-969c1b88cfa9 req-721f185f-6400-481d-bf37-c32a63ea15e3 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.1251924 May 27 02:15:45.787591 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-6374b0d8-6ba9-46c5-83b6-e8a1b7800c9d service neutron] Request body: {'port': {'device_id': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:46.025180 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6bdca36-0e1d-4873-b5c9-df2eca2a6d4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:46.027402 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-54a82988-c565-4159-976c-969c1b88cfa9 req-a7e8de3e-5a7f-4b8f-8cb3-ca0847a7560d tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285574 May 27 02:15:46.027515 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-960fd82d-1dd0-407b-943f-182ce43a6729 None None] Set router b364abc3-744c-4f05-82a8-a76f68e2da77 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:15:46.028143 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-6374b0d8-6ba9-46c5-83b6-e8a1b7800c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:46.253363 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a6bdca36-0e1d-4873-b5c9-df2eca2a6d4a admin admin] Deleting port 3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:15:46.254086 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6bdca36-0e1d-4873-b5c9-df2eca2a6d4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:46.296483 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-960fd82d-1dd0-407b-943f-182ce43a6729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b364abc3-744c-4f05-82a8-a76f68e2da77', 'name': 'tempest-FloatingIPsNegativeTestJSON-1662632051-router', 'tenant_id': 'cc28b96a8d5b4fe0aa6a993f25af6c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:15:14Z', 'updated_at': '2022-05-27T02:15:41Z', 'revision_number': 5, 'project_id': 'cc28b96a8d5b4fe0aa6a993f25af6c0f', 'gw_port': {'id': '3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:99:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b364abc3-744c-4f05-82a8-a76f68e2da77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:15:17Z', 'updated_at': '2022-05-27T02:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:15:46.300989 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960fd82d-1dd0-407b-943f-182ce43a6729 None None] The sync data for ids ['b364abc3-744c-4f05-82a8-a76f68e2da77'] in n-d-843554-3 is: [{'id': 'b364abc3-744c-4f05-82a8-a76f68e2da77', 'name': 'tempest-FloatingIPsNegativeTestJSON-1662632051-router', 'tenant_id': 'cc28b96a8d5b4fe0aa6a993f25af6c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:15:14Z', 'updated_at': '2022-05-27T02:15:41Z', 'revision_number': 5, 'project_id': 'cc28b96a8d5b4fe0aa6a993f25af6c0f', 'gw_port': {'id': '3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:99:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b364abc3-744c-4f05-82a8-a76f68e2da77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:15:17Z', 'updated_at': '2022-05-27T02:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:15:46.499495 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-a6bdca36-0e1d-4873-b5c9-df2eca2a6d4a admin admin] For port 3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:15:46.500199 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6bdca36-0e1d-4873-b5c9-df2eca2a6d4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:46.650365 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a6bdca36-0e1d-4873-b5c9-df2eca2a6d4a admin admin] Calling delete_port for 3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:15:46.746709 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-6374b0d8-6ba9-46c5-83b6-e8a1b7800c9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f22c2499-c482-4650-9824-2bf7b670478e {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:15:46.797705 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7564826-ad5d-41a7-a3ff-08f4c56a456b req-19a9437b-ec2d-4ddc-ad9b-cb06cb21c2cb tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:46.804245 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7564826-ad5d-41a7-a3ff-08f4c56a456b req-19a9437b-ec2d-4ddc-ad9b-cb06cb21c2cb tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:46.809942 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7564826-ad5d-41a7-a3ff-08f4c56a456b req-19a9437b-ec2d-4ddc-ad9b-cb06cb21c2cb tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:46.815750 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7564826-ad5d-41a7-a3ff-08f4c56a456b req-19a9437b-ec2d-4ddc-ad9b-cb06cb21c2cb tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:46.822058 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7564826-ad5d-41a7-a3ff-08f4c56a456b req-19a9437b-ec2d-4ddc-ad9b-cb06cb21c2cb tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:46.834572 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7564826-ad5d-41a7-a3ff-08f4c56a456b req-19a9437b-ec2d-4ddc-ad9b-cb06cb21c2cb tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:46.843465 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7564826-ad5d-41a7-a3ff-08f4c56a456b req-19a9437b-ec2d-4ddc-ad9b-cb06cb21c2cb tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:46.851095 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a7564826-ad5d-41a7-a3ff-08f4c56a456b req-19a9437b-ec2d-4ddc-ad9b-cb06cb21c2cb tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 5395 time: 0.2553828 May 27 02:15:46.854906 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-6374b0d8-6ba9-46c5-83b6-e8a1b7800c9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:46.913155 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-6374b0d8-6ba9-46c5-83b6-e8a1b7800c9d service neutron] Transition to ACTIVE for port object f22c2499-c482-4650-9824-2bf7b670478e will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:15:46.941789 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a7564826-ad5d-41a7-a3ff-08f4c56a456b req-e002676a-ef8f-40f4-ab19-dbaaf2a84839 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c0d4d46-e793-47d9-97ac-8538804a4bbd&id=0bcfc258-43a3-4cfc-b866-e978be943d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0896800 May 27 02:15:46.993383 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-6374b0d8-6ba9-46c5-83b6-e8a1b7800c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:47.023258 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 35696) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:47.074132 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ef3c1eb-5bc8-4ea8-9bff-9bf672fb126d'] response: {'name': 'network-changed', 'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'tag': '67e8de69-192e-446c-8e1d-d36c172bc989', 'status': 'completed', 'code': 200} May 27 02:15:47.198902 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6374b0d8-6ba9-46c5-83b6-e8a1b7800c9d service neutron] Pushing event updated for resources: {'Port': ['ID=f22c2499-c482-4650-9824-2bf7b670478e,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:47.261333 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6bdca36-0e1d-4873-b5c9-df2eca2a6d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:47.312490 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fdf495f0-11be-4094-8f7a-6830f4ef8224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:47.342336 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bdca36-0e1d-4873-b5c9-df2eca2a6d4a admin admin] Pushing event deleted for resources: {'Port': ['ID=3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:47.380161 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fdf495f0-11be-4094-8f7a-6830f4ef8224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:47.415878 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fdf495f0-11be-4094-8f7a-6830f4ef8224 admin admin] Usage tracker for resource:security_group_rule and tenant:d12a544c1e4047be8410abd68a8fe258 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:47.421059 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fdf495f0-11be-4094-8f7a-6830f4ef8224 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:47.436315 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fdf495f0-11be-4094-8f7a-6830f4ef8224 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:47.467824 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6bdca36-0e1d-4873-b5c9-df2eca2a6d4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:47.562319 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d5c5d-834c-41f2-b929-aa567c70ad90 req-f2e0f66d-1d65-4f38-ac99-d4eca0b89dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:47.562707 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d5c5d-834c-41f2-b929-aa567c70ad90 req-f2e0f66d-1d65-4f38-ac99-d4eca0b89dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:47.563169 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d5c5d-834c-41f2-b929-aa567c70ad90 req-f2e0f66d-1d65-4f38-ac99-d4eca0b89dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:47.563640 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d5c5d-834c-41f2-b929-aa567c70ad90 req-f2e0f66d-1d65-4f38-ac99-d4eca0b89dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:47.564084 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d5c5d-834c-41f2-b929-aa567c70ad90 req-f2e0f66d-1d65-4f38-ac99-d4eca0b89dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:47.564545 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d5c5d-834c-41f2-b929-aa567c70ad90 req-f2e0f66d-1d65-4f38-ac99-d4eca0b89dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:47.565082 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d5c5d-834c-41f2-b929-aa567c70ad90 req-f2e0f66d-1d65-4f38-ac99-d4eca0b89dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:47.567082 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fb3d5c5d-834c-41f2-b929-aa567c70ad90 req-f2e0f66d-1d65-4f38-ac99-d4eca0b89dec service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c81473a41fb94f91be2c0840146b05b3&device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 6312 time: 0.4920828 May 27 02:15:47.600297 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-6374b0d8-6ba9-46c5-83b6-e8a1b7800c9d service neutron] Attempting to bind port f22c2499-c482-4650-9824-2bf7b670478e on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:15:47.600952 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-6374b0d8-6ba9-46c5-83b6-e8a1b7800c9d service neutron] Attempting to bind port f22c2499-c482-4650-9824-2bf7b670478e by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '27a54013-fcdd-4abe-8c68-537dba16a1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b94d27d-bce7-469d-ba55-1b18784dbd74'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:15:47.601281 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-6374b0d8-6ba9-46c5-83b6-e8a1b7800c9d service neutron] Attempting to bind port f22c2499-c482-4650-9824-2bf7b670478e on network 8b94d27d-bce7-469d-ba55-1b18784dbd74 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:15:47.657386 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-6374b0d8-6ba9-46c5-83b6-e8a1b7800c9d service neutron] Port f22c2499-c482-4650-9824-2bf7b670478e on network 8b94d27d-bce7-469d-ba55-1b18784dbd74 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:15:47.657704 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-6374b0d8-6ba9-46c5-83b6-e8a1b7800c9d service neutron] Attempting to bind port f22c2499-c482-4650-9824-2bf7b670478e on network 8b94d27d-bce7-469d-ba55-1b18784dbd74 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:15:47.662686 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6bdca36-0e1d-4873-b5c9-df2eca2a6d4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:47.666184 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6bdca36-0e1d-4873-b5c9-df2eca2a6d4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:47.688866 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-6374b0d8-6ba9-46c5-83b6-e8a1b7800c9d service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:15:47.689196 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-6374b0d8-6ba9-46c5-83b6-e8a1b7800c9d service neutron] Checking segment: {'id': '27a54013-fcdd-4abe-8c68-537dba16a1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b94d27d-bce7-469d-ba55-1b18784dbd74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:15:47.689770 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-6374b0d8-6ba9-46c5-83b6-e8a1b7800c9d service neutron] Bound using segment: {'id': '27a54013-fcdd-4abe-8c68-537dba16a1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b94d27d-bce7-469d-ba55-1b18784dbd74'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:15:47.690595 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-6374b0d8-6ba9-46c5-83b6-e8a1b7800c9d service neutron] Bound port: f22c2499-c482-4650-9824-2bf7b670478e, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27a54013-fcdd-4abe-8c68-537dba16a1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b94d27d-bce7-469d-ba55-1b18784dbd74'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:15:47.691295 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-6374b0d8-6ba9-46c5-83b6-e8a1b7800c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:47.713292 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1604f-cd20-4d55-a7cb-2bcbab01fc99 req-b9b7d718-bf2e-491f-9b8e-0e2aadc9b98e tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:47.714755 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-21e1604f-cd20-4d55-a7cb-2bcbab01fc99 req-b9b7d718-bf2e-491f-9b8e-0e2aadc9b98e tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.5664694 May 27 02:15:47.721519 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05753a7f-8cc0-4514-a6b0-4a0c94cc9856 req-499d119c-4009-48b1-b7ed-5d103b69a3e6 tempest-ServersAdminTestJSON-1133170010 tempest-ServersAdminTestJSON-1133170010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:47.722935 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-05753a7f-8cc0-4514-a6b0-4a0c94cc9856 req-499d119c-4009-48b1-b7ed-5d103b69a3e6 tempest-ServersAdminTestJSON-1133170010 tempest-ServersAdminTestJSON-1133170010-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=cfe4c9e4-db87-4967-8c34-e629bbf7e3c0 HTTP/1.1" status: 200 len: 1100 time: 0.3929214 May 27 02:15:47.731706 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fdf495f0-11be-4094-8f7a-6830f4ef8224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:47.767319 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6bdca36-0e1d-4873-b5c9-df2eca2a6d4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:47.768279 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6bdca36-0e1d-4873-b5c9-df2eca2a6d4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b364abc3-744c-4f05-82a8-a76f68e2da77 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:15:47.793234 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6bdca36-0e1d-4873-b5c9-df2eca2a6d4a admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:47.794269 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a6bdca36-0e1d-4873-b5c9-df2eca2a6d4a admin admin] 10.222.0.57 "DELETE /v2.0/routers/b364abc3-744c-4f05-82a8-a76f68e2da77 HTTP/1.1" status: 204 len: 168 time: 2.6655841 May 27 02:15:47.796329 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 35718) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:47.875140 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fdf495f0-11be-4094-8f7a-6830f4ef8224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:47.881208 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d5c5d-834c-41f2-b929-aa567c70ad90 req-780a37aa-9516-4895-8bd4-a4f6dc288035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:47.881797 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d5c5d-834c-41f2-b929-aa567c70ad90 req-780a37aa-9516-4895-8bd4-a4f6dc288035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:47.882145 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d5c5d-834c-41f2-b929-aa567c70ad90 req-780a37aa-9516-4895-8bd4-a4f6dc288035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:47.884236 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fb3d5c5d-834c-41f2-b929-aa567c70ad90 req-780a37aa-9516-4895-8bd4-a4f6dc288035 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=c81473a41fb94f91be2c0840146b05b3&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3063331 May 27 02:15:47.901835 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-21e1604f-cd20-4d55-a7cb-2bcbab01fc99 req-89892064-8dcf-4885-bc71-90276be51463 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773846 May 27 02:15:47.903339 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-05753a7f-8cc0-4514-a6b0-4a0c94cc9856 req-a4adb887-48b2-41b0-a949-37de146d74ae tempest-ServersAdminTestJSON-1133170010 tempest-ServersAdminTestJSON-1133170010-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705372 May 27 02:15:47.961162 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8ea19be-d45f-41f2-9216-180913c56143 admin admin] Deleting subnet ad629b62-3b33-4a7a-be9c-763a9aba1a85 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:15:47.990657 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-fdf495f0-11be-4094-8f7a-6830f4ef8224 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d12a544c1e4047be8410abd68a8fe258&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9629703 May 27 02:15:47.994985 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 35736) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:47.995648 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d8ea19be-d45f-41f2-9216-180913c56143 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:48.066217 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf495f0-11be-4094-8f7a-6830f4ef8224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206ea8c2-8b6f-4d78-8c94-21151d2b80f6,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:48.089899 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-6374b0d8-6ba9-46c5-83b6-e8a1b7800c9d service neutron] For port f22c2499-c482-4650-9824-2bf7b670478e, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:15:48.120995 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d8ea19be-d45f-41f2-9216-180913c56143 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:48.146983 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-6374b0d8-6ba9-46c5-83b6-e8a1b7800c9d service neutron] For port f22c2499-c482-4650-9824-2bf7b670478e, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=f22c2499-c482-4650-9824-2bf7b670478e,segment=NetworkSegment(27a54013-fcdd-4abe-8c68-537dba16a1b4),segment_id=27a54013-fcdd-4abe-8c68-537dba16a1b4)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:15:48.194796 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d5d86a82-403f-4cc7-bb47-cad13df425c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:48.207517 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d5c5d-834c-41f2-b929-aa567c70ad90 req-490a2683-af0b-420a-ba9f-0979b83a49c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:48.209557 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fb3d5c5d-834c-41f2-b929-aa567c70ad90 req-490a2683-af0b-420a-ba9f-0979b83a49c1 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3112133 May 27 02:15:48.227418 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea00e01-3e3d-42fd-bd48-3807f5c5e691 req-eeee3237-080b-4c10-b40f-5fceae6e4a7b tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:48.229619 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9ea00e01-3e3d-42fd-bd48-3807f5c5e691 req-eeee3237-080b-4c10-b40f-5fceae6e4a7b tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c070753-0412-453c-8f55-d1f90a738f68 HTTP/1.1" status: 200 len: 948 time: 0.1354570 May 27 02:15:48.235151 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d5d86a82-403f-4cc7-bb47-cad13df425c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:48.272453 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d8ea19be-d45f-41f2-9216-180913c56143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:48.276190 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9ea00e01-3e3d-42fd-bd48-3807f5c5e691 req-6b72a4b5-c2e2-43a6-8af9-57472b06c289 tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] 10.222.0.57 "GET /v2.0/security-groups?id=5730ee53-ffc8-4b52-b289-622ba4909107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403650 May 27 02:15:48.278117 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-6374b0d8-6ba9-46c5-83b6-e8a1b7800c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:48.347563 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-6374b0d8-6ba9-46c5-83b6-e8a1b7800c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:48.348350 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-6374b0d8-6ba9-46c5-83b6-e8a1b7800c9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:48.349731 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-6374b0d8-6ba9-46c5-83b6-e8a1b7800c9d service neutron] 10.222.0.66 "PUT /v2.0/ports/f22c2499-c482-4650-9824-2bf7b670478e HTTP/1.1" status: 200 len: 1090 time: 2.5667138 May 27 02:15:48.401285 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6374b0d8-6ba9-46c5-83b6-e8a1b7800c9d service neutron] Pushing event updated for resources: {'Port': ['ID=f22c2499-c482-4650-9824-2bf7b670478e,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:48.439026 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:15:48.449407 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-fb0601be-8d0c-4ff0-940a-d8cbc55e24ee service neutron] Request body: {'port': {'device_id': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:48.506760 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:15:48.507397 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 3e61ba2f-10ac-4bd3-b9ac-ac1683030ed8 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:15:48.507982 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 4531d984-8d8b-4616-8230-df030c1e96b1 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:15:48.547504 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 4531d984-8d8b-4616-8230-df030c1e96b1 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:15:48.547843 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 4531d984-8d8b-4616-8230-df030c1e96b1 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:15:48.678751 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d5d86a82-403f-4cc7-bb47-cad13df425c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:48.691584 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-fb0601be-8d0c-4ff0-940a-d8cbc55e24ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:48.697177 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d86a82-403f-4cc7-bb47-cad13df425c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206ea8c2-8b6f-4d78-8c94-21151d2b80f6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:48.706122 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d5d86a82-403f-4cc7-bb47-cad13df425c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:48.713832 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d5d86a82-403f-4cc7-bb47-cad13df425c3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/206ea8c2-8b6f-4d78-8c94-21151d2b80f6 HTTP/1.1" status: 204 len: 168 time: 0.6760073 May 27 02:15:48.715972 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d8ea19be-d45f-41f2-9216-180913c56143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:48.720395 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92c4f6-2f1a-4bf2-b1bf-2211035e6ea0 req-b1cc2b13-fbde-40ec-b7c4-58ddf8349176 tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:48.721918 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fd92c4f6-2f1a-4bf2-b1bf-2211035e6ea0 req-b1cc2b13-fbde-40ec-b7c4-58ddf8349176 tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c070753-0412-453c-8f55-d1f90a738f68 HTTP/1.1" status: 200 len: 948 time: 0.1963205 May 27 02:15:48.798959 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f8a3b7-4870-42bc-8dde-41d7852ff2f2 None None] Network 5b086863-b3e7-4e69-868f-0fcd1b7b7ca4 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:15:48.820616 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d8ea19be-d45f-41f2-9216-180913c56143 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:48.826715 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d8ea19be-d45f-41f2-9216-180913c56143 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ad629b62-3b33-4a7a-be9c-763a9aba1a85 HTTP/1.1" status: 204 len: 168 time: 1.0271299 May 27 02:15:48.835360 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 35754) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:49.006480 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-fd92c4f6-2f1a-4bf2-b1bf-2211035e6ea0 req-5afd35ae-e951-4dee-b4b9-3e1d76bc0138 tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Deleting port bbe5a675-2c60-4ac7-b239-ca9b6c892381 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:15:49.007436 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-fd92c4f6-2f1a-4bf2-b1bf-2211035e6ea0 req-5afd35ae-e951-4dee-b4b9-3e1d76bc0138 tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:49.024011 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea19be-d45f-41f2-9216-180913c56143 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad629b62-3b33-4a7a-be9c-763a9aba1a85,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:49.036995 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:49.054264 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8aa762b5-ee6d-412a-bac5-315283ae8c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:49.068307 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-8aa762b5-ee6d-412a-bac5-315283ae8c7f admin admin] Deleting port 68b9a888-e324-40c1-b543-81b5594b1469 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:15:49.068809 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8aa762b5-ee6d-412a-bac5-315283ae8c7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:49.117758 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'tag': 'f22c2499-c482-4650-9824-2bf7b670478e'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:15:49.248143 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:49.367420 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3fc78b-1be9-49b0-bc16-c5a03afd95c3 None None] DHCP port deletion for 5b086863-b3e7-4e69-868f-0fcd1b7b7ca4 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:15:49.371517 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ec3fc78b-1be9-49b0-bc16-c5a03afd95c3 None None] Deleting port 68b9a888-e324-40c1-b543-81b5594b1469 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:15:49.372007 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ec3fc78b-1be9-49b0-bc16-c5a03afd95c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:49.429270 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-8aa762b5-ee6d-412a-bac5-315283ae8c7f admin admin] For port 68b9a888-e324-40c1-b543-81b5594b1469, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=68b9a888-e324-40c1-b543-81b5594b1469,segment=NetworkSegment(ccb4a127-9ea2-4f06-be85-8a03cb577f44),segment_id=ccb4a127-9ea2-4f06-be85-8a03cb577f44)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:15:49.429875 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8aa762b5-ee6d-412a-bac5-315283ae8c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:49.484995 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e476b-bd4b-40ce-97e7-b6d524af5c80 req-61f22666-6f65-49d8-87bc-45b2fac6fda7 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:49.490802 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e476b-bd4b-40ce-97e7-b6d524af5c80 req-61f22666-6f65-49d8-87bc-45b2fac6fda7 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:49.496615 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e476b-bd4b-40ce-97e7-b6d524af5c80 req-61f22666-6f65-49d8-87bc-45b2fac6fda7 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:49.503810 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e476b-bd4b-40ce-97e7-b6d524af5c80 req-61f22666-6f65-49d8-87bc-45b2fac6fda7 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:49.511665 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e476b-bd4b-40ce-97e7-b6d524af5c80 req-61f22666-6f65-49d8-87bc-45b2fac6fda7 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:49.517950 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e476b-bd4b-40ce-97e7-b6d524af5c80 req-61f22666-6f65-49d8-87bc-45b2fac6fda7 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:49.524374 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e476b-bd4b-40ce-97e7-b6d524af5c80 req-61f22666-6f65-49d8-87bc-45b2fac6fda7 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:49.527125 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1e5e476b-bd4b-40ce-97e7-b6d524af5c80 req-61f22666-6f65-49d8-87bc-45b2fac6fda7 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 5407 time: 0.5249586 May 27 02:15:49.585129 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-8aa762b5-ee6d-412a-bac5-315283ae8c7f admin admin] Calling delete_port for 68b9a888-e324-40c1-b543-81b5594b1469 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:15:49.630384 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1e5e476b-bd4b-40ce-97e7-b6d524af5c80 req-1ce71ba5-29c1-4e0a-9e75-296258c6d399 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c0d4d46-e793-47d9-97ac-8538804a4bbd&id=0bcfc258-43a3-4cfc-b866-e978be943d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0932868 May 27 02:15:49.710049 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-fd92c4f6-2f1a-4bf2-b1bf-2211035e6ea0 req-5afd35ae-e951-4dee-b4b9-3e1d76bc0138 tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] For port bbe5a675-2c60-4ac7-b239-ca9b6c892381, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=bbe5a675-2c60-4ac7-b239-ca9b6c892381,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:15:49.710414 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-fd92c4f6-2f1a-4bf2-b1bf-2211035e6ea0 req-5afd35ae-e951-4dee-b4b9-3e1d76bc0138 tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:49.733067 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-ec3fc78b-1be9-49b0-bc16-c5a03afd95c3 None None] For port 68b9a888-e324-40c1-b543-81b5594b1469, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=68b9a888-e324-40c1-b543-81b5594b1469,segment=NetworkSegment(ccb4a127-9ea2-4f06-be85-8a03cb577f44),segment_id=ccb4a127-9ea2-4f06-be85-8a03cb577f44)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:15:49.734088 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ec3fc78b-1be9-49b0-bc16-c5a03afd95c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:49.761180 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 35808) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:49.780785 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4dbce4ac-4517-4878-8b2b-b4190cf9031b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:49.794543 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8aa762b5-ee6d-412a-bac5-315283ae8c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:49.842758 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4dbce4ac-4517-4878-8b2b-b4190cf9031b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:49.846999 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4dbce4ac-4517-4878-8b2b-b4190cf9031b admin admin] Usage tracker for resource:security_group_rule and tenant:165cc8b6d3804c2fb7505101b3399f5a is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:49.850083 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4dbce4ac-4517-4878-8b2b-b4190cf9031b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:49.856414 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4dbce4ac-4517-4878-8b2b-b4190cf9031b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:49.900596 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa762b5-ee6d-412a-bac5-315283ae8c7f admin admin] Pushing event deleted for resources: {'Port': ['ID=68b9a888-e324-40c1-b543-81b5594b1469,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:49.908589 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa762b5-ee6d-412a-bac5-315283ae8c7f admin admin] No DVR routers for this DVR port 68b9a888-e324-40c1-b543-81b5594b1469 on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:15:49.931616 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ec3fc78b-1be9-49b0-bc16-c5a03afd95c3 None None] Calling delete_port for 68b9a888-e324-40c1-b543-81b5594b1469 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:15:49.943707 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-fd92c4f6-2f1a-4bf2-b1bf-2211035e6ea0 req-5afd35ae-e951-4dee-b4b9-3e1d76bc0138 tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Calling delete_port for bbe5a675-2c60-4ac7-b239-ca9b6c892381 owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:15:50.017723 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-ec3fc78b-1be9-49b0-bc16-c5a03afd95c3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:15:50.018308 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-ec3fc78b-1be9-49b0-bc16-c5a03afd95c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:15:50.039120 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8aa762b5-ee6d-412a-bac5-315283ae8c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:50.082934 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-8aa762b5-ee6d-412a-bac5-315283ae8c7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b086863-b3e7-4e69-868f-0fcd1b7b7ca4']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:15:50.087523 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-fb0601be-8d0c-4ff0-940a-d8cbc55e24ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81bcd93e-7bd2-4f53-a292-a20ac76ad827 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:15:50.102696 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-fb0601be-8d0c-4ff0-940a-d8cbc55e24ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:50.105095 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-8aa762b5-ee6d-412a-bac5-315283ae8c7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb4a127-9ea2-4f06-be85-8a03cb577f44') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:15:50.105316 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-8aa762b5-ee6d-412a-bac5-315283ae8c7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb4a127-9ea2-4f06-be85-8a03cb577f44') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:15:50.112676 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4dbce4ac-4517-4878-8b2b-b4190cf9031b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:50.123609 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8aa762b5-ee6d-412a-bac5-315283ae8c7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:50.126922 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 35814) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:50.145345 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-fb0601be-8d0c-4ff0-940a-d8cbc55e24ee service neutron] Transition to ACTIVE for port object 81bcd93e-7bd2-4f53-a292-a20ac76ad827 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:15:50.145511 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8aa762b5-ee6d-412a-bac5-315283ae8c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:50.150702 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa762b5-ee6d-412a-bac5-315283ae8c7f admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:15:50.151097 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8aa762b5-ee6d-412a-bac5-315283ae8c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:50.159503 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108957ab-54c3-4a9a-a3bc-43ef54a80502 req-b69960fe-9a99-4f93-8596-b961dc301b20 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:50.166796 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-108957ab-54c3-4a9a-a3bc-43ef54a80502 req-b69960fe-9a99-4f93-8596-b961dc301b20 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.2795730 May 27 02:15:50.214409 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment ccb4a127-9ea2-4f06-be85-8a03cb577f44 resource provider aggregate not found May 27 02:15:50.230157 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4dbce4ac-4517-4878-8b2b-b4190cf9031b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:50.234946 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41831c4-4d78-4c97-b2f3-538f4882fc0b req-729ba179-6169-4605-b18d-141fb28ccceb tempest-ServersAdminTestJSON-1133170010 tempest-ServersAdminTestJSON-1133170010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:50.242582 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b41831c4-4d78-4c97-b2f3-538f4882fc0b req-729ba179-6169-4605-b18d-141fb28ccceb tempest-ServersAdminTestJSON-1133170010 tempest-ServersAdminTestJSON-1133170010-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=cfe4c9e4-db87-4967-8c34-e629bbf7e3c0 HTTP/1.1" status: 200 len: 1100 time: 0.4509394 May 27 02:15:50.256753 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment ccb4a127-9ea2-4f06-be85-8a03cb577f44 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ccb4a127-9ea2-4f06-be85-8a03cb577f44 found for delete ", "request_id": "req-1e4537c8-ab4a-40f7-a0bd-93250e4fa3f9"}]} May 27 02:15:50.271666 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-fb0601be-8d0c-4ff0-940a-d8cbc55e24ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:50.305185 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c4e51105-3e7d-4375-8d00-abf809c0adbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:50.322196 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4dbce4ac-4517-4878-8b2b-b4190cf9031b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=165cc8b6d3804c2fb7505101b3399f5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5638654 May 27 02:15:50.326942 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c4e51105-3e7d-4375-8d00-abf809c0adbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:50.330981 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c4e51105-3e7d-4375-8d00-abf809c0adbb admin admin] Usage tracker for resource:security_group_rule and tenant:27da3831b26d43b8b0069b9b38ab1f40 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:50.333365 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 35824) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:50.334338 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbce4ac-4517-4878-8b2b-b4190cf9031b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ff96fb-74a0-4c2c-b120-042b77c16a60,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:50.339321 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c4e51105-3e7d-4375-8d00-abf809c0adbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:50.357022 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c4e51105-3e7d-4375-8d00-abf809c0adbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:50.363298 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 68b9a888-e324-40c1-b543-81b5594b1469 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:15:50.365414 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-108957ab-54c3-4a9a-a3bc-43ef54a80502 req-9a8653f9-d655-4393-b388-af9a99ccdb64 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976469 May 27 02:15:50.396890 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8aa762b5-ee6d-412a-bac5-315283ae8c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:50.401321 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8aa762b5-ee6d-412a-bac5-315283ae8c7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:50.425164 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 68b9a888-e324-40c1-b543-81b5594b1469 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:15:50.425501 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 68b9a888-e324-40c1-b543-81b5594b1469 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:15:50.450009 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa762b5-ee6d-412a-bac5-315283ae8c7f admin admin] Pushing event deleted for resources: {'Network': ['ID=5b086863-b3e7-4e69-868f-0fcd1b7b7ca4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:50.470825 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6454117-d1a4-48e9-b75c-9b91bb4ee761'] response: {'name': 'network-changed', 'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'tag': 'f22c2499-c482-4650-9824-2bf7b670478e', 'status': 'completed', 'code': 200} May 27 02:15:50.472577 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b41831c4-4d78-4c97-b2f3-538f4882fc0b req-47efdb14-dcc5-455b-8c2e-b52fcd7020f0 tempest-ServersAdminTestJSON-1133170010 tempest-ServersAdminTestJSON-1133170010-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291954 May 27 02:15:50.481547 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8aa762b5-ee6d-412a-bac5-315283ae8c7f admin admin] 10.222.0.57 "DELETE /v2.0/networks/5b086863-b3e7-4e69-868f-0fcd1b7b7ca4 HTTP/1.1" status: 204 len: 168 time: 1.6450491 May 27 02:15:50.520558 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ec3fc78b-1be9-49b0-bc16-c5a03afd95c3 None None] Deleting port 68b9a888-e324-40c1-b543-81b5594b1469 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:15:50.521622 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ec3fc78b-1be9-49b0-bc16-c5a03afd95c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:50.591194 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0601be-8d0c-4ff0-940a-d8cbc55e24ee service neutron] Pushing event updated for resources: {'Port': ['ID=81bcd93e-7bd2-4f53-a292-a20ac76ad827,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:50.604078 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-fd92c4f6-2f1a-4bf2-b1bf-2211035e6ea0 req-5afd35ae-e951-4dee-b4b9-3e1d76bc0138 tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:50.631405 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1616dcfb-48a0-4197-82bf-15621a4313bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:50.672364 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ec3fc78b-1be9-49b0-bc16-c5a03afd95c3 None None] The port '68b9a888-e324-40c1-b543-81b5594b1469' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:15:50.686811 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1616dcfb-48a0-4197-82bf-15621a4313bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:50.690316 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd35ae-e951-4dee-b4b9-3e1d76bc0138 tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Pushing event deleted for resources: {'Port': ['ID=bbe5a675-2c60-4ac7-b239-ca9b6c892381,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:50.765010 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c4e51105-3e7d-4375-8d00-abf809c0adbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:50.778030 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f183d4-8a53-4ffa-aea4-2acafd999168 req-ee98115f-f744-4cbd-8cd3-f880f5474da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:50.778513 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f183d4-8a53-4ffa-aea4-2acafd999168 req-ee98115f-f744-4cbd-8cd3-f880f5474da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:50.778982 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f183d4-8a53-4ffa-aea4-2acafd999168 req-ee98115f-f744-4cbd-8cd3-f880f5474da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:50.779446 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f183d4-8a53-4ffa-aea4-2acafd999168 req-ee98115f-f744-4cbd-8cd3-f880f5474da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:50.779907 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f183d4-8a53-4ffa-aea4-2acafd999168 req-ee98115f-f744-4cbd-8cd3-f880f5474da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:50.789019 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f183d4-8a53-4ffa-aea4-2acafd999168 req-ee98115f-f744-4cbd-8cd3-f880f5474da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:50.789825 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f183d4-8a53-4ffa-aea4-2acafd999168 req-ee98115f-f744-4cbd-8cd3-f880f5474da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:50.792260 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f1f183d4-8a53-4ffa-aea4-2acafd999168 req-ee98115f-f744-4cbd-8cd3-f880f5474da5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c81473a41fb94f91be2c0840146b05b3&device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 6379 time: 0.3165874 May 27 02:15:50.918278 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-81acddcf-f3fa-4083-99ff-b527c762d8de req-fe40ae92-50a5-42e3-b112-cb3ac7a188df tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c070753-0412-453c-8f55-d1f90a738f68 HTTP/1.1" status: 200 len: 210 time: 0.2448483 May 27 02:15:50.921216 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c4e51105-3e7d-4375-8d00-abf809c0adbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:50.963692 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 35852) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:50.977684 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd92c4f6-2f1a-4bf2-b1bf-2211035e6ea0 req-5afd35ae-e951-4dee-b4b9-3e1d76bc0138 tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] No DVR routers for this DVR port bbe5a675-2c60-4ac7-b239-ca9b6c892381 on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:15:50.982505 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-fd92c4f6-2f1a-4bf2-b1bf-2211035e6ea0 req-5afd35ae-e951-4dee-b4b9-3e1d76bc0138 tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:51.010167 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-fb0601be-8d0c-4ff0-940a-d8cbc55e24ee service neutron] Attempting to bind port 81bcd93e-7bd2-4f53-a292-a20ac76ad827 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:15:51.010167 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-fb0601be-8d0c-4ff0-940a-d8cbc55e24ee service neutron] Attempting to bind port 81bcd93e-7bd2-4f53-a292-a20ac76ad827 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '05137e51-ffab-4574-b3b8-c8b7dbba9bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4b83be3c-d2c0-4b0f-849f-a2bd82741ed8'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:15:51.010167 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-fb0601be-8d0c-4ff0-940a-d8cbc55e24ee service neutron] Attempting to bind port 81bcd93e-7bd2-4f53-a292-a20ac76ad827 on network 4b83be3c-d2c0-4b0f-849f-a2bd82741ed8 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:15:51.014271 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-fb0601be-8d0c-4ff0-940a-d8cbc55e24ee service neutron] Port 81bcd93e-7bd2-4f53-a292-a20ac76ad827 on network 4b83be3c-d2c0-4b0f-849f-a2bd82741ed8 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:15:51.014691 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-fb0601be-8d0c-4ff0-940a-d8cbc55e24ee service neutron] Attempting to bind port 81bcd93e-7bd2-4f53-a292-a20ac76ad827 on network 4b83be3c-d2c0-4b0f-849f-a2bd82741ed8 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:15:51.021002 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-fb0601be-8d0c-4ff0-940a-d8cbc55e24ee service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:15:51.021704 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-fb0601be-8d0c-4ff0-940a-d8cbc55e24ee service neutron] Checking segment: {'id': '05137e51-ffab-4574-b3b8-c8b7dbba9bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4b83be3c-d2c0-4b0f-849f-a2bd82741ed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:15:51.022300 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-fb0601be-8d0c-4ff0-940a-d8cbc55e24ee service neutron] Bound using segment: {'id': '05137e51-ffab-4574-b3b8-c8b7dbba9bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4b83be3c-d2c0-4b0f-849f-a2bd82741ed8'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:15:51.022868 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-fb0601be-8d0c-4ff0-940a-d8cbc55e24ee service neutron] Bound port: 81bcd93e-7bd2-4f53-a292-a20ac76ad827, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05137e51-ffab-4574-b3b8-c8b7dbba9bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4b83be3c-d2c0-4b0f-849f-a2bd82741ed8'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:15:51.023497 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-fb0601be-8d0c-4ff0-940a-d8cbc55e24ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:51.099711 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fd92c4f6-2f1a-4bf2-b1bf-2211035e6ea0 req-5afd35ae-e951-4dee-b4b9-3e1d76bc0138 tempest-ImagesOneServerTestJSON-145825532 tempest-ImagesOneServerTestJSON-145825532-project] 10.222.0.66 "DELETE /v2.0/ports/bbe5a675-2c60-4ac7-b239-ca9b6c892381 HTTP/1.1" status: 204 len: 173 time: 2.3470335 May 27 02:15:51.132388 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-fb0601be-8d0c-4ff0-940a-d8cbc55e24ee service neutron] For port 81bcd93e-7bd2-4f53-a292-a20ac76ad827, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:15:51.134180 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1616dcfb-48a0-4197-82bf-15621a4313bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:51.136702 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-fb0601be-8d0c-4ff0-940a-d8cbc55e24ee service neutron] For port 81bcd93e-7bd2-4f53-a292-a20ac76ad827, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=81bcd93e-7bd2-4f53-a292-a20ac76ad827,segment=NetworkSegment(05137e51-ffab-4574-b3b8-c8b7dbba9bf4),segment_id=05137e51-ffab-4574-b3b8-c8b7dbba9bf4)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:15:51.148545 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c4e51105-3e7d-4375-8d00-abf809c0adbb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=27da3831b26d43b8b0069b9b38ab1f40&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0205419 May 27 02:15:51.152095 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 35880) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:51.165389 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e51105-3e7d-4375-8d00-abf809c0adbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc247296-711a-441a-8cc1-96ac3f992a10,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:51.207519 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1616dcfb-48a0-4197-82bf-15621a4313bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ff96fb-74a0-4c2c-b120-042b77c16a60,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:51.229803 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f183d4-8a53-4ffa-aea4-2acafd999168 req-c2240b46-c487-48f5-99a7-cbaaceb75cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:51.230291 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f183d4-8a53-4ffa-aea4-2acafd999168 req-c2240b46-c487-48f5-99a7-cbaaceb75cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:51.230895 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f183d4-8a53-4ffa-aea4-2acafd999168 req-c2240b46-c487-48f5-99a7-cbaaceb75cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:51.232548 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f1f183d4-8a53-4ffa-aea4-2acafd999168 req-c2240b46-c487-48f5-99a7-cbaaceb75cbb service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=c81473a41fb94f91be2c0840146b05b3&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4303370 May 27 02:15:51.241309 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1616dcfb-48a0-4197-82bf-15621a4313bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:51.242495 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1616dcfb-48a0-4197-82bf-15621a4313bf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/22ff96fb-74a0-4c2c-b120-042b77c16a60 HTTP/1.1" status: 204 len: 168 time: 0.9048817 May 27 02:15:51.263313 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-fb0601be-8d0c-4ff0-940a-d8cbc55e24ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:51.282225 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ca96f3cf-8b1a-4a67-a1f6-ae8840a18617 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cc28b96a8d5b4fe0aa6a993f25af6c0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3143408 May 27 02:15:51.322623 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 35890) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:51.433276 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f183d4-8a53-4ffa-aea4-2acafd999168 req-2df500d1-0eeb-48f0-9b35-5f71033436b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:51.439320 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f1f183d4-8a53-4ffa-aea4-2acafd999168 req-2df500d1-0eeb-48f0-9b35-5f71033436b5 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1915162 May 27 02:15:51.469985 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7902e81b-3afc-4b2c-95d0-e50b1e928989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:51.508803 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-fb0601be-8d0c-4ff0-940a-d8cbc55e24ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:51.510289 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-fb0601be-8d0c-4ff0-940a-d8cbc55e24ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:51.511056 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-fb0601be-8d0c-4ff0-940a-d8cbc55e24ee service neutron] 10.222.0.66 "PUT /v2.0/ports/81bcd93e-7bd2-4f53-a292-a20ac76ad827 HTTP/1.1" status: 200 len: 1091 time: 3.0663080 May 27 02:15:51.587658 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7902e81b-3afc-4b2c-95d0-e50b1e928989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:51.609258 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-ef92d9be-a978-4fd3-a58d-7da24af6b34d service neutron] Request body: {'port': {'device_id': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:51.668795 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0601be-8d0c-4ff0-940a-d8cbc55e24ee service neutron] Pushing event updated for resources: {'Port': ['ID=81bcd93e-7bd2-4f53-a292-a20ac76ad827,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:51.731258 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-04b0af22-8100-4928-97d2-740d98e5c1fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:51.772658 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device bbe5a675-2c60-4ac7-b239-ca9b6c892381 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:15:51.810703 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: bbe5a675-2c60-4ac7-b239-ca9b6c892381 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:15:51.811319 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device bbe5a675-2c60-4ac7-b239-ca9b6c892381 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:15:51.823062 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-04b0af22-8100-4928-97d2-740d98e5c1fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:51.858617 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-ef92d9be-a978-4fd3-a58d-7da24af6b34d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:51.878143 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09291fd-9cdf-40f3-af16-72116c36bd64 req-0856c842-bcac-4839-a419-aacd38a784e3 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:51.884449 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09291fd-9cdf-40f3-af16-72116c36bd64 req-0856c842-bcac-4839-a419-aacd38a784e3 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:51.890315 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09291fd-9cdf-40f3-af16-72116c36bd64 req-0856c842-bcac-4839-a419-aacd38a784e3 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:51.896980 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09291fd-9cdf-40f3-af16-72116c36bd64 req-0856c842-bcac-4839-a419-aacd38a784e3 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:51.902690 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09291fd-9cdf-40f3-af16-72116c36bd64 req-0856c842-bcac-4839-a419-aacd38a784e3 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:51.908482 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09291fd-9cdf-40f3-af16-72116c36bd64 req-0856c842-bcac-4839-a419-aacd38a784e3 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:51.917909 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09291fd-9cdf-40f3-af16-72116c36bd64 req-0856c842-bcac-4839-a419-aacd38a784e3 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:51.919821 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a09291fd-9cdf-40f3-af16-72116c36bd64 req-0856c842-bcac-4839-a419-aacd38a784e3 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 5419 time: 0.4244661 May 27 02:15:51.936626 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7902e81b-3afc-4b2c-95d0-e50b1e928989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:52.015320 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902e81b-3afc-4b2c-95d0-e50b1e928989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc247296-711a-441a-8cc1-96ac3f992a10,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:52.053934 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7902e81b-3afc-4b2c-95d0-e50b1e928989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:52.054860 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7902e81b-3afc-4b2c-95d0-e50b1e928989 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fc247296-711a-441a-8cc1-96ac3f992a10 HTTP/1.1" status: 204 len: 168 time: 0.9016113 May 27 02:15:52.069066 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a09291fd-9cdf-40f3-af16-72116c36bd64 req-5b66f828-524b-4452-a905-b2212366a1a5 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c0d4d46-e793-47d9-97ac-8538804a4bbd&id=0bcfc258-43a3-4cfc-b866-e978be943d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1337225 May 27 02:15:52.234294 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-04b0af22-8100-4928-97d2-740d98e5c1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:52.295228 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b0af22-8100-4928-97d2-740d98e5c1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ed068d-9918-4c29-a4fb-ef79a776a555,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:52.321189 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-04b0af22-8100-4928-97d2-740d98e5c1fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:52.328883 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-04b0af22-8100-4928-97d2-740d98e5c1fe admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d5ed068d-9918-4c29-a4fb-ef79a776a555 HTTP/1.1" status: 204 len: 168 time: 0.9820926 May 27 02:15:52.380838 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a6b90-d9ab-4531-8e34-63ee140789ae req-775bf334-7788-483f-a9d5-c6276c832a6c tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:52.382340 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e05a6b90-d9ab-4531-8e34-63ee140789ae req-775bf334-7788-483f-a9d5-c6276c832a6c tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ee8fbc2-414e-4ef1-8a4d-d4e068f9469e HTTP/1.1" status: 200 len: 949 time: 0.1583977 May 27 02:15:52.472234 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c070753-0412-453c-8f55-d1f90a738f68', 'name': 'network-vif-deleted', 'tag': 'bbe5a675-2c60-4ac7-b239-ca9b6c892381'}, {'name': 'network-changed', 'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'tag': '81bcd93e-7bd2-4f53-a292-a20ac76ad827'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:15:52.493145 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e05a6b90-d9ab-4531-8e34-63ee140789ae req-fa09657b-c0f0-4049-b551-4d2b0c0ffdde tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026239 May 27 02:15:52.495043 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-ef92d9be-a978-4fd3-a58d-7da24af6b34d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0670f5b6-a82a-4cb7-a38d-9e4f1511137c {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:15:52.502487 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-ef92d9be-a978-4fd3-a58d-7da24af6b34d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:52.517452 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-ef92d9be-a978-4fd3-a58d-7da24af6b34d service neutron] Transition to ACTIVE for port object 0670f5b6-a82a-4cb7-a38d-9e4f1511137c will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:15:52.629210 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-ef92d9be-a978-4fd3-a58d-7da24af6b34d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:52.704549 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceca76cf-a76b-4400-9e21-d02a129f0428'] response: {'server_uuid': '5c070753-0412-453c-8f55-d1f90a738f68', 'name': 'network-vif-deleted', 'tag': 'bbe5a675-2c60-4ac7-b239-ca9b6c892381', 'status': 'completed', 'code': 200} May 27 02:15:52.717990 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceca76cf-a76b-4400-9e21-d02a129f0428'] response: {'name': 'network-changed', 'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'tag': '81bcd93e-7bd2-4f53-a292-a20ac76ad827', 'status': 'completed', 'code': 200} May 27 02:15:52.876506 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de76f1-1234-476a-acbc-61d12a15888d req-00b13a7d-d9cf-4008-a074-9b75bd1f16e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:52.877157 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de76f1-1234-476a-acbc-61d12a15888d req-00b13a7d-d9cf-4008-a074-9b75bd1f16e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:52.877702 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de76f1-1234-476a-acbc-61d12a15888d req-00b13a7d-d9cf-4008-a074-9b75bd1f16e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:52.878245 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de76f1-1234-476a-acbc-61d12a15888d req-00b13a7d-d9cf-4008-a074-9b75bd1f16e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:52.878777 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de76f1-1234-476a-acbc-61d12a15888d req-00b13a7d-d9cf-4008-a074-9b75bd1f16e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:52.879349 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de76f1-1234-476a-acbc-61d12a15888d req-00b13a7d-d9cf-4008-a074-9b75bd1f16e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:52.880083 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de76f1-1234-476a-acbc-61d12a15888d req-00b13a7d-d9cf-4008-a074-9b75bd1f16e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:52.882379 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-71de76f1-1234-476a-acbc-61d12a15888d req-00b13a7d-d9cf-4008-a074-9b75bd1f16e9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c81473a41fb94f91be2c0840146b05b3&device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 6446 time: 0.1971297 May 27 02:15:53.110023 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef92d9be-a978-4fd3-a58d-7da24af6b34d service neutron] Pushing event updated for resources: {'Port': ['ID=0670f5b6-a82a-4cb7-a38d-9e4f1511137c,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:53.115940 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de76f1-1234-476a-acbc-61d12a15888d req-51db4af9-b193-4328-8610-cc8ccebe108d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:53.116517 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de76f1-1234-476a-acbc-61d12a15888d req-51db4af9-b193-4328-8610-cc8ccebe108d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:53.117074 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de76f1-1234-476a-acbc-61d12a15888d req-51db4af9-b193-4328-8610-cc8ccebe108d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:53.118846 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-71de76f1-1234-476a-acbc-61d12a15888d req-51db4af9-b193-4328-8610-cc8ccebe108d service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=c81473a41fb94f91be2c0840146b05b3&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2283230 May 27 02:15:53.197941 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ece6d-329b-4de2-af55-82382c7f41c9 req-049546c2-1c1e-4293-a321-62977b339978 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:53.199440 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d03ece6d-329b-4de2-af55-82382c7f41c9 req-049546c2-1c1e-4293-a321-62977b339978 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ee8fbc2-414e-4ef1-8a4d-d4e068f9469e HTTP/1.1" status: 200 len: 949 time: 0.3335700 May 27 02:15:53.204325 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36002) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:53.210249 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-ef92d9be-a978-4fd3-a58d-7da24af6b34d service neutron] Attempting to bind port 0670f5b6-a82a-4cb7-a38d-9e4f1511137c on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:15:53.210572 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-ef92d9be-a978-4fd3-a58d-7da24af6b34d service neutron] Attempting to bind port 0670f5b6-a82a-4cb7-a38d-9e4f1511137c by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '05137e51-ffab-4574-b3b8-c8b7dbba9bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4b83be3c-d2c0-4b0f-849f-a2bd82741ed8'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:15:53.210895 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-ef92d9be-a978-4fd3-a58d-7da24af6b34d service neutron] Attempting to bind port 0670f5b6-a82a-4cb7-a38d-9e4f1511137c on network 4b83be3c-d2c0-4b0f-849f-a2bd82741ed8 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:15:53.267522 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdcf66b-d133-4a42-a204-6ae03a9eac01 req-d8da4312-bc1b-426f-8755-d42e09c954bc tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:53.274951 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4bdcf66b-d133-4a42-a204-6ae03a9eac01 req-d8da4312-bc1b-426f-8755-d42e09c954bc tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.3506148 May 27 02:15:53.289917 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de76f1-1234-476a-acbc-61d12a15888d req-604d6001-ad33-4729-811d-8db8e5fff1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:53.290813 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-71de76f1-1234-476a-acbc-61d12a15888d req-604d6001-ad33-4729-811d-8db8e5fff1c3 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1655562 May 27 02:15:53.309321 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3dc779c5-3aae-44b9-acfd-204c2738591c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:53.410089 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36026) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:53.437355 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-ef92d9be-a978-4fd3-a58d-7da24af6b34d service neutron] Port 0670f5b6-a82a-4cb7-a38d-9e4f1511137c on network 4b83be3c-d2c0-4b0f-849f-a2bd82741ed8 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:15:53.437676 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-ef92d9be-a978-4fd3-a58d-7da24af6b34d service neutron] Attempting to bind port 0670f5b6-a82a-4cb7-a38d-9e4f1511137c on network 4b83be3c-d2c0-4b0f-849f-a2bd82741ed8 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:15:53.449262 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-ef92d9be-a978-4fd3-a58d-7da24af6b34d service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:15:53.449571 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-ef92d9be-a978-4fd3-a58d-7da24af6b34d service neutron] Checking segment: {'id': '05137e51-ffab-4574-b3b8-c8b7dbba9bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4b83be3c-d2c0-4b0f-849f-a2bd82741ed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:15:53.449956 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-ef92d9be-a978-4fd3-a58d-7da24af6b34d service neutron] Bound using segment: {'id': '05137e51-ffab-4574-b3b8-c8b7dbba9bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4b83be3c-d2c0-4b0f-849f-a2bd82741ed8'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:15:53.450387 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-ef92d9be-a978-4fd3-a58d-7da24af6b34d service neutron] Bound port: 0670f5b6-a82a-4cb7-a38d-9e4f1511137c, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05137e51-ffab-4574-b3b8-c8b7dbba9bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4b83be3c-d2c0-4b0f-849f-a2bd82741ed8'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:15:53.450724 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-ef92d9be-a978-4fd3-a58d-7da24af6b34d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:53.490278 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-3dc779c5-3aae-44b9-acfd-204c2738591c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:53.529504 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3dc779c5-3aae-44b9-acfd-204c2738591c admin admin] Usage tracker for resource:security_group_rule and tenant:51b44c2566c64b06ad70065fe6a714f6 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:53.540353 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-d03ece6d-329b-4de2-af55-82382c7f41c9 req-eb0cafbc-3b04-4b36-93ed-ba25f4301157 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Deleting port 6e9fb20c-ed58-438d-bcc5-f1b6807d3edf {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:15:53.540626 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d03ece6d-329b-4de2-af55-82382c7f41c9 req-eb0cafbc-3b04-4b36-93ed-ba25f4301157 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:53.565306 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3dc779c5-3aae-44b9-acfd-204c2738591c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:53.601275 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4bdcf66b-d133-4a42-a204-6ae03a9eac01 req-cc5e1a7f-cb13-4e2e-8d61-46cd5ac62d21 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3254335 May 27 02:15:53.607234 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-3dc779c5-3aae-44b9-acfd-204c2738591c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:53.641734 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-16e07a93-446a-4c27-b689-a8c675e705dc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f0f94ddac1e642efbab9acbae2e87889&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303686 May 27 02:15:53.649244 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36040) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:53.815138 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4c5277d5-b495-4a6b-be2f-dc6e48c03bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:53.848420 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4c5277d5-b495-4a6b-be2f-dc6e48c03bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:53.984494 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4c5277d5-b495-4a6b-be2f-dc6e48c03bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:53.985347 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-ef92d9be-a978-4fd3-a58d-7da24af6b34d service neutron] For port 0670f5b6-a82a-4cb7-a38d-9e4f1511137c, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:15:53.999583 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-d03ece6d-329b-4de2-af55-82382c7f41c9 req-eb0cafbc-3b04-4b36-93ed-ba25f4301157 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] For port 6e9fb20c-ed58-438d-bcc5-f1b6807d3edf, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=6e9fb20c-ed58-438d-bcc5-f1b6807d3edf,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:15:53.999979 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d03ece6d-329b-4de2-af55-82382c7f41c9 req-eb0cafbc-3b04-4b36-93ed-ba25f4301157 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:54.005945 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5277d5-b495-4a6b-be2f-dc6e48c03bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5730ee53-ffc8-4b52-b289-622ba4909107,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:54.030902 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-ef92d9be-a978-4fd3-a58d-7da24af6b34d service neutron] For port 0670f5b6-a82a-4cb7-a38d-9e4f1511137c, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=0670f5b6-a82a-4cb7-a38d-9e4f1511137c,segment=NetworkSegment(05137e51-ffab-4574-b3b8-c8b7dbba9bf4),segment_id=05137e51-ffab-4574-b3b8-c8b7dbba9bf4)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:15:54.081734 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4c5277d5-b495-4a6b-be2f-dc6e48c03bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:54.082833 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4c5277d5-b495-4a6b-be2f-dc6e48c03bbb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5730ee53-ffc8-4b52-b289-622ba4909107 HTTP/1.1" status: 204 len: 168 time: 0.4362609 May 27 02:15:54.160364 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-d03ece6d-329b-4de2-af55-82382c7f41c9 req-eb0cafbc-3b04-4b36-93ed-ba25f4301157 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Calling delete_port for 6e9fb20c-ed58-438d-bcc5-f1b6807d3edf owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:15:54.201057 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-ef92d9be-a978-4fd3-a58d-7da24af6b34d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:54.315952 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-ef92d9be-a978-4fd3-a58d-7da24af6b34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:54.315952 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-ef92d9be-a978-4fd3-a58d-7da24af6b34d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:54.315952 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-ef92d9be-a978-4fd3-a58d-7da24af6b34d service neutron] 10.222.0.66 "PUT /v2.0/ports/0670f5b6-a82a-4cb7-a38d-9e4f1511137c HTTP/1.1" status: 200 len: 1091 time: 2.7069170 May 27 02:15:54.372981 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3dc779c5-3aae-44b9-acfd-204c2738591c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:54.381516 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef92d9be-a978-4fd3-a58d-7da24af6b34d service neutron] Pushing event updated for resources: {'Port': ['ID=0670f5b6-a82a-4cb7-a38d-9e4f1511137c,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:54.391304 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8240770-56fc-4d95-94ab-77f902e09886 req-99c3c1c2-d26c-46c7-9f06-db607e1cd41c tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:54.398903 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b8240770-56fc-4d95-94ab-77f902e09886 req-99c3c1c2-d26c-46c7-9f06-db607e1cd41c tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ee8fbc2-414e-4ef1-8a4d-d4e068f9469e HTTP/1.1" status: 200 len: 949 time: 0.5202978 May 27 02:15:54.413787 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3675f4-b844-4a3e-aa24-09b5f5e759dc req-d3218218-dde2-49e4-8e21-32fa678d3626 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:54.419615 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3675f4-b844-4a3e-aa24-09b5f5e759dc req-d3218218-dde2-49e4-8e21-32fa678d3626 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:54.425945 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3675f4-b844-4a3e-aa24-09b5f5e759dc req-d3218218-dde2-49e4-8e21-32fa678d3626 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:54.432019 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3675f4-b844-4a3e-aa24-09b5f5e759dc req-d3218218-dde2-49e4-8e21-32fa678d3626 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:54.445747 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3675f4-b844-4a3e-aa24-09b5f5e759dc req-d3218218-dde2-49e4-8e21-32fa678d3626 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:54.454418 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3675f4-b844-4a3e-aa24-09b5f5e759dc req-d3218218-dde2-49e4-8e21-32fa678d3626 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:54.463750 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3675f4-b844-4a3e-aa24-09b5f5e759dc req-d3218218-dde2-49e4-8e21-32fa678d3626 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:54.473717 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cc3675f4-b844-4a3e-aa24-09b5f5e759dc req-d3218218-dde2-49e4-8e21-32fa678d3626 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 5431 time: 0.5881081 May 27 02:15:54.536386 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3dc779c5-3aae-44b9-acfd-204c2738591c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:54.694967 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36078) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:54.705397 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3dc779c5-3aae-44b9-acfd-204c2738591c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=51b44c2566c64b06ad70065fe6a714f6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4999442 May 27 02:15:54.706168 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc779c5-3aae-44b9-acfd-204c2738591c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a075838-c005-4bef-8b3e-2a7bffb2d15d,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:54.708586 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36084) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:54.712678 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b8240770-56fc-4d95-94ab-77f902e09886 req-5c81a239-b221-47bb-8d68-2bdc0553e2a2 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129663 May 27 02:15:54.722623 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'tag': '0670f5b6-a82a-4cb7-a38d-9e4f1511137c'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:15:54.744401 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cc3675f4-b844-4a3e-aa24-09b5f5e759dc req-108804a7-de0f-4dac-a23a-d5b9b8fbfabb tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c0d4d46-e793-47d9-97ac-8538804a4bbd&id=0bcfc258-43a3-4cfc-b866-e978be943d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2697427 May 27 02:15:54.824691 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d03ece6d-329b-4de2-af55-82382c7f41c9 req-eb0cafbc-3b04-4b36-93ed-ba25f4301157 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:54.839719 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['d54ed298-3bf9-48d2-b967-ec11101db82c', '6e9fb20c-ed58-438d-bcc5-f1b6807d3edf', '5ec49fe9-c3ae-48af-80f5-6e8d9dded107'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:15:54.865306 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c8c682c1-dee5-4de1-af20-f4a23cc5f35a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:54.928556 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c8c682c1-dee5-4de1-af20-f4a23cc5f35a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:54.945157 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-98915889-7731-46d3-adab-e544cebc99e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:54.945743 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-98915889-7731-46d3-adab-e544cebc99e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:54.946260 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-98915889-7731-46d3-adab-e544cebc99e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:54.948260 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-98915889-7731-46d3-adab-e544cebc99e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:54.948260 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-98915889-7731-46d3-adab-e544cebc99e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:54.948839 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-98915889-7731-46d3-adab-e544cebc99e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:54.949443 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-98915889-7731-46d3-adab-e544cebc99e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:54.952832 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-98915889-7731-46d3-adab-e544cebc99e4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c81473a41fb94f91be2c0840146b05b3&device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 6488 time: 0.4770739 May 27 02:15:54.972520 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c049a569-44f7-4137-a6c9-724ee41f1d6d'] response: {'name': 'network-changed', 'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'tag': '0670f5b6-a82a-4cb7-a38d-9e4f1511137c', 'status': 'completed', 'code': 200} May 27 02:15:55.044595 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-93b4c412-fa75-478a-9a43-891cc9c71cca admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-281009073-network', 'tenant_id': '48d7f3b7f76d4136ab149b182bbe21a8'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:55.056877 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-93b4c412-fa75-478a-9a43-891cc9c71cca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:55.065084 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-93b4c412-fa75-478a-9a43-891cc9c71cca admin admin] Usage tracker for resource:network and tenant:48d7f3b7f76d4136ab149b182bbe21a8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:55.080382 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-93b4c412-fa75-478a-9a43-891cc9c71cca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:55.114223 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-93b4c412-fa75-478a-9a43-891cc9c71cca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:55.125059 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0cafbc-3b04-4b36-93ed-ba25f4301157 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Pushing event deleted for resources: {'Port': ['ID=6e9fb20c-ed58-438d-bcc5-f1b6807d3edf,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:55.176775 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-a9a48842-eaa9-4730-b22e-0dd9b4ab554f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbe4c056-269a-4480-9565-128a45297e2d HTTP/1.1" status: 200 len: 217 time: 0.2027643 May 27 02:15:55.201523 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c8c682c1-dee5-4de1-af20-f4a23cc5f35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:55.222323 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c682c1-dee5-4de1-af20-f4a23cc5f35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a075838-c005-4bef-8b3e-2a7bffb2d15d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:55.231109 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c8c682c1-dee5-4de1-af20-f4a23cc5f35a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:55.232575 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c8c682c1-dee5-4de1-af20-f4a23cc5f35a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4a075838-c005-4bef-8b3e-2a7bffb2d15d HTTP/1.1" status: 204 len: 168 time: 0.5228450 May 27 02:15:55.243120 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03ece6d-329b-4de2-af55-82382c7f41c9 req-eb0cafbc-3b04-4b36-93ed-ba25f4301157 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] No DVR routers for this DVR port 6e9fb20c-ed58-438d-bcc5-f1b6807d3edf on host n-h1-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:15:55.251830 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d03ece6d-329b-4de2-af55-82382c7f41c9 req-eb0cafbc-3b04-4b36-93ed-ba25f4301157 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:55.287827 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-810103b9-a44f-41f2-ab55-855f11331a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:55.289210 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-810103b9-a44f-41f2-ab55-855f11331a71 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6ecf8e97-38b0-450d-a77d-44a69de922b2 HTTP/1.1" status: 200 len: 856 time: 0.1002572 May 27 02:15:55.304013 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d480c-dfef-445c-9837-710b1321bd38 req-d04b1a4b-332a-4767-84e8-e628e4935ac4 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:55.310807 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-834d480c-dfef-445c-9837-710b1321bd38 req-d04b1a4b-332a-4767-84e8-e628e4935ac4 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.2476091 May 27 02:15:55.314791 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b4c412-fa75-478a-9a43-891cc9c71cca admin admin] Made reservation on behalf of 48d7f3b7f76d4136ab149b182bbe21a8 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:15:55.320130 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93b4c412-fa75-478a-9a43-891cc9c71cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:55.351574 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93b4c412-fa75-478a-9a43-891cc9c71cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:55.375962 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-93b4c412-fa75-478a-9a43-891cc9c71cca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:55.386208 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-93b4c412-fa75-478a-9a43-891cc9c71cca admin admin] Usage tracker for resource:security_group_rule and tenant:48d7f3b7f76d4136ab149b182bbe21a8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:55.389621 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-93b4c412-fa75-478a-9a43-891cc9c71cca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:55.395979 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-93b4c412-fa75-478a-9a43-891cc9c71cca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:55.411564 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6c1a28cd-7ba9-4538-812d-77c211011bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:55.427169 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d03ece6d-329b-4de2-af55-82382c7f41c9 req-eb0cafbc-3b04-4b36-93ed-ba25f4301157 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.32 "DELETE /v2.0/ports/6e9fb20c-ed58-438d-bcc5-f1b6807d3edf HTTP/1.1" status: 204 len: 173 time: 2.2177155 May 27 02:15:55.519601 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-834d480c-dfef-445c-9837-710b1321bd38 req-a52a58db-749a-47ac-9d82-cafc6078ec52 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078512 May 27 02:15:55.552479 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-006fc059-7109-44eb-b266-a899b5ff2dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:55.554023 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-006fc059-7109-44eb-b266-a899b5ff2dde service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5e758166-4843-420e-a7a2-e907df6227a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2412498 May 27 02:15:55.555706 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93b4c412-fa75-478a-9a43-891cc9c71cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:55.616509 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93b4c412-fa75-478a-9a43-891cc9c71cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:55.691046 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93b4c412-fa75-478a-9a43-891cc9c71cca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:15:55.706466 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b4c412-fa75-478a-9a43-891cc9c71cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13421e3-cad0-4c6b-84de-8b612d74f535,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:55.712655 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93b4c412-fa75-478a-9a43-891cc9c71cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:55.716208 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-93b4c412-fa75-478a-9a43-891cc9c71cca admin admin] Added segment 2211b36a-f742-4e41-bfa0-6eb1565207cd of type vlan for network 6730f758-bad9-44c6-9297-c10bb3bb8b1c May 27 02:15:55.743180 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93b4c412-fa75-478a-9a43-891cc9c71cca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:55.852293 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-873c7a43-3b01-4458-8de0-bffc3bb9e981 service neutron] 10.222.0.66 "GET /v2.0/networks/5e758166-4843-420e-a7a2-e907df6227a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912364 May 27 02:15:55.887462 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93b4c412-fa75-478a-9a43-891cc9c71cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:55.895551 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b4c412-fa75-478a-9a43-891cc9c71cca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:55.895551 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93b4c412-fa75-478a-9a43-891cc9c71cca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:56.007584 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e7c86201-003c-4eb2-86e6-baa8ec73ae65 req-269d2c71-a618-4c49-843f-28638909bdb8 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Synchronizing usage tracker for tenant:ef5ba470f9fc41249d500f0a664db69b on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:15:56.015145 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b4c412-fa75-478a-9a43-891cc9c71cca admin admin] Pushing event updated for resources: {'Network': ['ID=6730f758-bad9-44c6-9297-c10bb3bb8b1c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:56.027477 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 6730f758-bad9-44c6-9297-c10bb3bb8b1c details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:15:56.086987 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-93b4c412-fa75-478a-9a43-891cc9c71cca admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3909974 May 27 02:15:56.091937 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36190) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:56.099814 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-9ef2d6c8-4568-48cf-8031-67df727114bf admin admin] Request body: {'subnet': {'network_id': '6730f758-bad9-44c6-9297-c10bb3bb8b1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-281009073-subnet', 'tenant_id': '48d7f3b7f76d4136ab149b182bbe21a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:56.105404 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9ef2d6c8-4568-48cf-8031-67df727114bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:56.107708 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-09448c43-e671-4754-b85c-d633606b9a2b service neutron] 10.222.0.66 "GET /v2.0/networks/5e758166-4843-420e-a7a2-e907df6227a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479732 May 27 02:15:56.110815 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e7c86201-003c-4eb2-86e6-baa8ec73ae65 req-269d2c71-a618-4c49-843f-28638909bdb8 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Unset dirty status for tenant:ef5ba470f9fc41249d500f0a664db69b on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:15:56.122720 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9ef2d6c8-4568-48cf-8031-67df727114bf admin admin] Usage tracker for resource:subnet and tenant:48d7f3b7f76d4136ab149b182bbe21a8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:56.126787 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9ef2d6c8-4568-48cf-8031-67df727114bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:56.149218 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e7c86201-003c-4eb2-86e6-baa8ec73ae65 req-269d2c71-a618-4c49-843f-28638909bdb8 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ee8fbc2-414e-4ef1-8a4d-d4e068f9469e HTTP/1.1" status: 200 len: 210 time: 0.2407594 May 27 02:15:56.149723 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9ef2d6c8-4568-48cf-8031-67df727114bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:56.224456 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef2d6c8-4568-48cf-8031-67df727114bf admin admin] Made reservation on behalf of 48d7f3b7f76d4136ab149b182bbe21a8 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:15:56.227034 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9ef2d6c8-4568-48cf-8031-67df727114bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:56.277038 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-48560326-6b0f-4a01-83d4-7d0d58f0c3f4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=4acf92ce-28d4-4988-ad90-62be6c18fd88 HTTP/1.1" status: 200 len: 217 time: 0.1417561 May 27 02:15:56.425806 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-20a07409-f9af-4d9f-a28a-e7a6b13638c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:56.429083 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-20a07409-f9af-4d9f-a28a-e7a6b13638c0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=91708588-9c20-4a3e-9579-457a929964db HTTP/1.1" status: 200 len: 797 time: 0.1383348 May 27 02:15:56.522223 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7968d-37ba-45f9-8c24-d5fa1a05b1b3 req-cb028c38-8da2-4beb-8757-06dc03e7eee8 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:56.528011 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7968d-37ba-45f9-8c24-d5fa1a05b1b3 req-cb028c38-8da2-4beb-8757-06dc03e7eee8 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:56.534758 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7968d-37ba-45f9-8c24-d5fa1a05b1b3 req-cb028c38-8da2-4beb-8757-06dc03e7eee8 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:56.554994 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7968d-37ba-45f9-8c24-d5fa1a05b1b3 req-cb028c38-8da2-4beb-8757-06dc03e7eee8 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:56.568807 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7968d-37ba-45f9-8c24-d5fa1a05b1b3 req-cb028c38-8da2-4beb-8757-06dc03e7eee8 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:56.578001 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7968d-37ba-45f9-8c24-d5fa1a05b1b3 req-cb028c38-8da2-4beb-8757-06dc03e7eee8 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:56.584359 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7968d-37ba-45f9-8c24-d5fa1a05b1b3 req-cb028c38-8da2-4beb-8757-06dc03e7eee8 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:56.593538 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-20d7968d-37ba-45f9-8c24-d5fa1a05b1b3 req-cb028c38-8da2-4beb-8757-06dc03e7eee8 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 5431 time: 0.2503810 May 27 02:15:56.631075 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36230) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:56.669266 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-20d7968d-37ba-45f9-8c24-d5fa1a05b1b3 req-515b59b1-2c4b-48ed-9a77-68246fd90ded tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c0d4d46-e793-47d9-97ac-8538804a4bbd&id=0bcfc258-43a3-4cfc-b866-e978be943d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0709651 May 27 02:15:56.674722 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-fffa4dba-86ab-4afa-83b6-e37d64f33405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:56.678123 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-fffa4dba-86ab-4afa-83b6-e37d64f33405 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8b94d27d-bce7-469d-ba55-1b18784dbd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2335548 May 27 02:15:56.679043 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9ef2d6c8-4568-48cf-8031-67df727114bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:56.800793 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef2d6c8-4568-48cf-8031-67df727114bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=365fbf0c-d409-4616-a92d-8095aa471725,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:56.813204 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef2d6c8-4568-48cf-8031-67df727114bf admin admin] Checking segment: {'id': '2211b36a-f742-4e41-bfa0-6eb1565207cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6730f758-bad9-44c6-9297-c10bb3bb8b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:15:56.814328 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef2d6c8-4568-48cf-8031-67df727114bf admin admin] Network hostable DHCP agents. Network: 6730f758-bad9-44c6-9297-c10bb3bb8b1c, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:15:56.912378 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-1b389e5b-aeff-4755-821b-fbfe4bf0b50b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-60542378-network', 'tenant_id': 'fa5aae445e1f462e890cfe8ec27ab930'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:56.922681 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1b389e5b-aeff-4755-821b-fbfe4bf0b50b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:56.925452 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef2d6c8-4568-48cf-8031-67df727114bf admin admin] Network 6730f758-bad9-44c6-9297-c10bb3bb8b1c is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:15:56.931294 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1b389e5b-aeff-4755-821b-fbfe4bf0b50b admin admin] Usage tracker for resource:network and tenant:fa5aae445e1f462e890cfe8ec27ab930 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:56.937938 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1b389e5b-aeff-4755-821b-fbfe4bf0b50b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:56.950237 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1b389e5b-aeff-4755-821b-fbfe4bf0b50b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:56.983213 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee8fbc2-414e-4ef1-8a4d-d4e068f9469e', 'name': 'network-vif-deleted', 'tag': '6e9fb20c-ed58-438d-bcc5-f1b6807d3edf'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:15:57.018357 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-f6da4616-0a31-46c9-a95b-198582dfd595 service neutron] 10.222.0.66 "GET /v2.0/networks/8b94d27d-bce7-469d-ba55-1b18784dbd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333201 May 27 02:15:57.024899 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b389e5b-aeff-4755-821b-fbfe4bf0b50b admin admin] Made reservation on behalf of fa5aae445e1f462e890cfe8ec27ab930 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:15:57.028310 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1b389e5b-aeff-4755-821b-fbfe4bf0b50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:57.028897 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f1640-f204-4fce-9409-d369ac478730 req-fc932765-b6db-41c2-a12b-daefe506294c tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:57.030345 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-357f1640-f204-4fce-9409-d369ac478730 req-fc932765-b6db-41c2-a12b-daefe506294c tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.2011464 May 27 02:15:57.038969 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-9ef2d6c8-4568-48cf-8031-67df727114bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 6730f758-bad9-44c6-9297-c10bb3bb8b1c) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:15:57.051679 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9d2d05-69ba-4334-aa1a-fde4e99f90b1 None None] Network 6730f758-bad9-44c6-9297-c10bb3bb8b1c requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:15:57.062082 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef2d6c8-4568-48cf-8031-67df727114bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:57.064036 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9ef2d6c8-4568-48cf-8031-67df727114bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:57.079224 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1b389e5b-aeff-4755-821b-fbfe4bf0b50b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:57.184372 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1b389e5b-aeff-4755-821b-fbfe4bf0b50b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:57.207030 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1b389e5b-aeff-4755-821b-fbfe4bf0b50b admin admin] Usage tracker for resource:security_group_rule and tenant:fa5aae445e1f462e890cfe8ec27ab930 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:57.214210 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1b389e5b-aeff-4755-821b-fbfe4bf0b50b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:57.217443 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-357f1640-f204-4fce-9409-d369ac478730 req-10ddc24a-d418-4a38-a8ea-62e5704cb1e2 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646655 May 27 02:15:57.227326 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1b389e5b-aeff-4755-821b-fbfe4bf0b50b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:57.281884 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 6e9fb20c-ed58-438d-bcc5-f1b6807d3edf no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:15:57.314754 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9ef2d6c8-4568-48cf-8031-67df727114bf admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2213314 May 27 02:15:57.368437 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1b389e5b-aeff-4755-821b-fbfe4bf0b50b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:57.374205 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-753b574c-f0a6-4bf6-8178-0d8e5a0f6424 service neutron] 10.222.0.66 "GET /v2.0/networks/8b94d27d-bce7-469d-ba55-1b18784dbd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427649 May 27 02:15:57.376198 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-408b8b0a-1791-4674-9819-9eb541dfb00a'] response: {'server_uuid': '0ee8fbc2-414e-4ef1-8a4d-d4e068f9469e', 'name': 'network-vif-deleted', 'tag': '6e9fb20c-ed58-438d-bcc5-f1b6807d3edf', 'status': 'completed', 'code': 200} May 27 02:15:57.396426 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 6e9fb20c-ed58-438d-bcc5-f1b6807d3edf {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:15:57.396897 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 6e9fb20c-ed58-438d-bcc5-f1b6807d3edf not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:15:57.429737 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1b389e5b-aeff-4755-821b-fbfe4bf0b50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:57.507707 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-32864036-57e1-4149-aaeb-b4d80c976894 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=f8e23fc4-016b-45f8-bde7-662eda5f15f6 HTTP/1.1" status: 200 len: 217 time: 0.1265342 May 27 02:15:57.534790 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b389e5b-aeff-4755-821b-fbfe4bf0b50b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:15:57.556352 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b389e5b-aeff-4755-821b-fbfe4bf0b50b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4e8596-41a7-4bcc-b41d-79bc10a531b7,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:57.580122 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1b389e5b-aeff-4755-821b-fbfe4bf0b50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:57.582825 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-1b389e5b-aeff-4755-821b-fbfe4bf0b50b admin admin] Added segment 90e934bd-3ada-4cfd-88be-1e4ed99f05f0 of type vlan for network 4dbbc7f7-6938-4837-8137-9afe570a121c May 27 02:15:57.606693 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97b6d30-d32f-41e5-8d16-d1ef58708e8c None None] Network 6730f758-bad9-44c6-9297-c10bb3bb8b1c requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:15:57.672386 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1b389e5b-aeff-4755-821b-fbfe4bf0b50b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:57.685836 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-48c2e058-6263-488e-8ec9-24dd8b211530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:57.685836 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-48c2e058-6263-488e-8ec9-24dd8b211530 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=91708588-9c20-4a3e-9579-457a929964db HTTP/1.1" status: 200 len: 797 time: 0.1679959 May 27 02:15:57.834952 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1b389e5b-aeff-4755-821b-fbfe4bf0b50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:57.836417 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b389e5b-aeff-4755-821b-fbfe4bf0b50b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:57.837272 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1b389e5b-aeff-4755-821b-fbfe4bf0b50b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:57.856013 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-fa5f6395-ed0b-47fe-9b7a-fa4bd5c1ffe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:57.857446 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-fa5f6395-ed0b-47fe-9b7a-fa4bd5c1ffe8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8b94d27d-bce7-469d-ba55-1b18784dbd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1681743 May 27 02:15:58.034612 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-aa1fd29d-0e7b-431f-8221-936d47cc5c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:58.038723 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b389e5b-aeff-4755-821b-fbfe4bf0b50b admin admin] Pushing event updated for resources: {'Network': ['ID=4dbbc7f7-6938-4837-8137-9afe570a121c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:58.059473 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 4dbbc7f7-6938-4837-8137-9afe570a121c details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:15:58.090272 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-97f505d3-da43-4bbd-b1d3-25751b6f45ef service neutron] 10.222.0.66 "GET /v2.0/networks/8b94d27d-bce7-469d-ba55-1b18784dbd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233346 May 27 02:15:58.116980 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1b389e5b-aeff-4755-821b-fbfe4bf0b50b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4814560 May 27 02:15:58.122036 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36340) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:58.123226 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-dbb01df4-9f27-4e91-ac30-889f016b5eb9 admin admin] Request body: {'subnet': {'network_id': '4dbbc7f7-6938-4837-8137-9afe570a121c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-60542378-subnet', 'tenant_id': 'fa5aae445e1f462e890cfe8ec27ab930', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:58.132152 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dbb01df4-9f27-4e91-ac30-889f016b5eb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:58.141451 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dbb01df4-9f27-4e91-ac30-889f016b5eb9 admin admin] Usage tracker for resource:subnet and tenant:fa5aae445e1f462e890cfe8ec27ab930 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:58.147702 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dbb01df4-9f27-4e91-ac30-889f016b5eb9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:58.159561 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dbb01df4-9f27-4e91-ac30-889f016b5eb9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:58.295707 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb01df4-9f27-4e91-ac30-889f016b5eb9 admin admin] Made reservation on behalf of fa5aae445e1f462e890cfe8ec27ab930 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:15:58.298424 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dbb01df4-9f27-4e91-ac30-889f016b5eb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:58.467665 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:15:58.476813 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-db24083e-64b9-42a4-998b-0c76a06c0f85 service neutron] 10.222.0.66 "GET /v2.0/networks/8b94d27d-bce7-469d-ba55-1b18784dbd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710642 May 27 02:15:58.550767 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc1ecc-6534-4001-a6e9-c2b4c8aa7be2 req-86bf63a3-407e-46b1-b40e-e3c440de0d0a tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:58.557674 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc1ecc-6534-4001-a6e9-c2b4c8aa7be2 req-86bf63a3-407e-46b1-b40e-e3c440de0d0a tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:58.563622 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc1ecc-6534-4001-a6e9-c2b4c8aa7be2 req-86bf63a3-407e-46b1-b40e-e3c440de0d0a tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:58.570113 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc1ecc-6534-4001-a6e9-c2b4c8aa7be2 req-86bf63a3-407e-46b1-b40e-e3c440de0d0a tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:58.575996 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc1ecc-6534-4001-a6e9-c2b4c8aa7be2 req-86bf63a3-407e-46b1-b40e-e3c440de0d0a tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:58.581743 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc1ecc-6534-4001-a6e9-c2b4c8aa7be2 req-86bf63a3-407e-46b1-b40e-e3c440de0d0a tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:58.588543 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc1ecc-6534-4001-a6e9-c2b4c8aa7be2 req-86bf63a3-407e-46b1-b40e-e3c440de0d0a tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:58.593216 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-15bc1ecc-6534-4001-a6e9-c2b4c8aa7be2 req-86bf63a3-407e-46b1-b40e-e3c440de0d0a tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 5431 time: 0.2391410 May 27 02:15:58.603315 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-6339c518-1064-4ddf-80ff-18c2aa9cb9c8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=67e8de69-192e-446c-8e1d-d36c172bc989 HTTP/1.1" status: 200 len: 217 time: 0.1186965 May 27 02:15:58.693431 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-1e2121f8-e1a3-476a-b9ae-d8026b108136 req-9547c60d-3d10-4513-b112-d66b0be486c7 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1432289887', 'description': 'tempest-description-1333467780'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:58.706370 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-1e2121f8-e1a3-476a-b9ae-d8026b108136 req-9547c60d-3d10-4513-b112-d66b0be486c7 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:58.712598 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-15bc1ecc-6534-4001-a6e9-c2b4c8aa7be2 req-893672e8-0607-4f42-9180-f02727443b79 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c0d4d46-e793-47d9-97ac-8538804a4bbd&id=0bcfc258-43a3-4cfc-b866-e978be943d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1084023 May 27 02:15:58.716449 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-1e2121f8-e1a3-476a-b9ae-d8026b108136 req-9547c60d-3d10-4513-b112-d66b0be486c7 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Usage tracker for resource:security_group and tenant:48d7f3b7f76d4136ab149b182bbe21a8 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:58.718662 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dbb01df4-9f27-4e91-ac30-889f016b5eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:58.719988 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-e061407f-eac2-45ab-84ee-9bc958d2df2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:58.721991 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-e061407f-eac2-45ab-84ee-9bc958d2df2a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=91708588-9c20-4a3e-9579-457a929964db HTTP/1.1" status: 200 len: 797 time: 0.1041451 May 27 02:15:58.722275 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-1e2121f8-e1a3-476a-b9ae-d8026b108136 req-9547c60d-3d10-4513-b112-d66b0be486c7 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:58.729300 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-1e2121f8-e1a3-476a-b9ae-d8026b108136 req-9547c60d-3d10-4513-b112-d66b0be486c7 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:58.806791 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb01df4-9f27-4e91-ac30-889f016b5eb9 admin admin] Checking segment: {'id': '90e934bd-3ada-4cfd-88be-1e4ed99f05f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4dbbc7f7-6938-4837-8137-9afe570a121c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:15:58.807156 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb01df4-9f27-4e91-ac30-889f016b5eb9 admin admin] Network hostable DHCP agents. Network: 4dbbc7f7-6938-4837-8137-9afe570a121c, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:15:58.815322 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb01df4-9f27-4e91-ac30-889f016b5eb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e9701fe-b18a-432f-b901-9da0985348d6,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:58.816003 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-d30ac544-987c-42b7-929c-bcc597f92b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:58.820929 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-d30ac544-987c-42b7-929c-bcc597f92b5f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8b94d27d-bce7-469d-ba55-1b18784dbd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0920820 May 27 02:15:58.904416 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1e2121f8-e1a3-476a-b9ae-d8026b108136 req-9547c60d-3d10-4513-b112-d66b0be486c7 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:58.912443 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb01df4-9f27-4e91-ac30-889f016b5eb9 admin admin] Network 4dbbc7f7-6938-4837-8137-9afe570a121c is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:15:58.912994 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:58.913984 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:58.984833 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-1e2121f8-e1a3-476a-b9ae-d8026b108136 req-9547c60d-3d10-4513-b112-d66b0be486c7 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:59.000904 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-dbb01df4-9f27-4e91-ac30-889f016b5eb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 4dbbc7f7-6938-4837-8137-9afe570a121c) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:15:59.001278 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-1e2121f8-e1a3-476a-b9ae-d8026b108136 req-9547c60d-3d10-4513-b112-d66b0be486c7 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Usage tracker for resource:security_group_rule and tenant:48d7f3b7f76d4136ab149b182bbe21a8 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:59.005981 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb01df4-9f27-4e91-ac30-889f016b5eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:59.006809 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dbb01df4-9f27-4e91-ac30-889f016b5eb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:59.011079 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-1e2121f8-e1a3-476a-b9ae-d8026b108136 req-9547c60d-3d10-4513-b112-d66b0be486c7 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:59.011498 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9804f4-93f6-469b-935c-bbf823d4df1f None None] Network 4dbbc7f7-6938-4837-8137-9afe570a121c requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:15:59.027741 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-1e2121f8-e1a3-476a-b9ae-d8026b108136 req-9547c60d-3d10-4513-b112-d66b0be486c7 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:59.056970 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-be62bbb9-ce09-4a01-b8e3-d5f7b1fc9ced service neutron] 10.222.0.66 "GET /v2.0/networks/8b94d27d-bce7-469d-ba55-1b18784dbd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275255 May 27 02:15:59.093011 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7905eb-a8bc-40e4-9f3f-6a7c4a6ce6e3 req-e03d2199-ac7e-416c-8891-da0e6847a146 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:59.099954 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1c7905eb-a8bc-40e4-9f3f-6a7c4a6ce6e3 req-e03d2199-ac7e-416c-8891-da0e6847a146 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc70f2fb-bfde-41b8-b200-3f36d3316ef0 HTTP/1.1" status: 200 len: 949 time: 0.1970601 May 27 02:15:59.116828 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-dbb01df4-9f27-4e91-ac30-889f016b5eb9 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9984741 May 27 02:15:59.253199 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7c818b-00cc-4b9b-bd58-bfac75c430a5 None None] Network 4dbbc7f7-6938-4837-8137-9afe570a121c requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:15:59.253680 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1c7905eb-a8bc-40e4-9f3f-6a7c4a6ce6e3 req-e1f0d0b7-9654-4248-af82-7dc0bf8a458a tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524401 May 27 02:15:59.287633 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-9f76bef0-79f0-4738-b015-1c9ba4934516 service neutron] 10.222.0.66 "GET /v2.0/networks/8b94d27d-bce7-469d-ba55-1b18784dbd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240610 May 27 02:15:59.374819 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-742205ed-07d9-44b9-b022-5a0f309c51ce service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=f22c2499-c482-4650-9824-2bf7b670478e HTTP/1.1" status: 200 len: 217 time: 0.0761087 May 27 02:15:59.379792 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1e2121f8-e1a3-476a-b9ae-d8026b108136 req-9547c60d-3d10-4513-b112-d66b0be486c7 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:59.477866 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1e2121f8-e1a3-476a-b9ae-d8026b108136 req-9547c60d-3d10-4513-b112-d66b0be486c7 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:59.505129 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36384) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:59.536202 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-18e36ab6-1f80-4627-b860-ec79b631e498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:59.537637 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-18e36ab6-1f80-4627-b860-ec79b631e498 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=91708588-9c20-4a3e-9579-457a929964db HTTP/1.1" status: 200 len: 797 time: 0.1531711 May 27 02:15:59.546881 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9547c60d-3d10-4513-b112-d66b0be486c7 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdf9999-28b2-457d-8ef4-25231f1aab70,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:59.617933 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1e2121f8-e1a3-476a-b9ae-d8026b108136 req-9547c60d-3d10-4513-b112-d66b0be486c7 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:59.619373 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1e2121f8-e1a3-476a-b9ae-d8026b108136 req-9547c60d-3d10-4513-b112-d66b0be486c7 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.9369891 May 27 02:15:59.649015 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae7118-6957-46ff-b82e-bd64f053b312 req-3c469574-b3ec-4b76-b965-781412465510 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:59.650513 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-69ae7118-6957-46ff-b82e-bd64f053b312 req-3c469574-b3ec-4b76-b965-781412465510 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.2340930 May 27 02:15:59.715804 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-36a01204-e7a0-46dd-9e70-418133bad20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:59.717670 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-36a01204-e7a0-46dd-9e70-418133bad20b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8b94d27d-bce7-469d-ba55-1b18784dbd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1726635 May 27 02:15:59.738664 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-69ae7118-6957-46ff-b82e-bd64f053b312 req-598ef869-dd60-4940-a4a6-a84939936315 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806637 May 27 02:15:59.833976 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4a9658fa-9fc9-4ee5-8844-5539df6ec907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:59.850754 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4a9658fa-9fc9-4ee5-8844-5539df6ec907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:59.855526 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4a9658fa-9fc9-4ee5-8844-5539df6ec907 admin admin] Usage tracker for resource:security_group_rule and tenant:ed8feabd84d34f50a2ee03796172013c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:59.859345 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4a9658fa-9fc9-4ee5-8844-5539df6ec907 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:59.866299 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4a9658fa-9fc9-4ee5-8844-5539df6ec907 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:59.927403 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ae495cb-5f6e-4766-a55a-1b4ede86e339 req-25a369a6-874b-4699-bbe5-8c34afa2b402 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] 10.222.0.57 "GET /v2.0/security-groups/bbdf9999-28b2-457d-8ef4-25231f1aab70 HTTP/1.1" status: 200 len: 1807 time: 0.1460831 May 27 02:15:59.978808 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4a9658fa-9fc9-4ee5-8844-5539df6ec907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:59.987863 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-5ae495cb-5f6e-4766-a55a-1b4ede86e339 req-710f9aca-dbd9-4b7a-9cee-49c1b501613f tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bbdf9999-28b2-457d-8ef4-25231f1aab70', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:59.988309 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-5ae495cb-5f6e-4766-a55a-1b4ede86e339 req-710f9aca-dbd9-4b7a-9cee-49c1b501613f tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bbdf9999-28b2-457d-8ef4-25231f1aab70', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:00.001733 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-5ae495cb-5f6e-4766-a55a-1b4ede86e339 req-710f9aca-dbd9-4b7a-9cee-49c1b501613f tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:00.012078 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-5ae495cb-5f6e-4766-a55a-1b4ede86e339 req-710f9aca-dbd9-4b7a-9cee-49c1b501613f tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Usage tracker for resource:security_group_rule and tenant:48d7f3b7f76d4136ab149b182bbe21a8 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:00.012703 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:00.032133 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-5ae495cb-5f6e-4766-a55a-1b4ede86e339 req-710f9aca-dbd9-4b7a-9cee-49c1b501613f tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:00.041256 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4a9658fa-9fc9-4ee5-8844-5539df6ec907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:00.054564 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-5ae495cb-5f6e-4766-a55a-1b4ede86e339 req-710f9aca-dbd9-4b7a-9cee-49c1b501613f tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:00.097612 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4a9658fa-9fc9-4ee5-8844-5539df6ec907 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ed8feabd84d34f50a2ee03796172013c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5912495 May 27 02:16:00.098558 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9658fa-9fc9-4ee5-8844-5539df6ec907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe8ea19-6905-41e0-b1f7-09b99bb38350,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:00.100285 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36426) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:00.105582 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-b78643e5-ce95-4a93-b2ae-d0cdf47eed70 service neutron] 10.222.0.66 "GET /v2.0/networks/8b94d27d-bce7-469d-ba55-1b18784dbd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786459 May 27 02:16:00.422713 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2f050-4c07-4294-be79-eac55e56eb44 req-13e92225-00aa-4ba9-bd55-904053863026 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:00.424051 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-50b2f050-4c07-4294-be79-eac55e56eb44 req-13e92225-00aa-4ba9-bd55-904053863026 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc70f2fb-bfde-41b8-b200-3f36d3316ef0 HTTP/1.1" status: 200 len: 949 time: 0.4846361 May 27 02:16:00.632947 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-50b2f050-4c07-4294-be79-eac55e56eb44 req-8e4a01c4-02cf-4762-830b-9c06e597d276 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Deleting port d54ed298-3bf9-48d2-b967-ec11101db82c {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:16:00.633565 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-50b2f050-4c07-4294-be79-eac55e56eb44 req-8e4a01c4-02cf-4762-830b-9c06e597d276 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:00.667239 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f09f8ec7-33b1-4aba-84ec-39133516b88a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:00.669386 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-5ae495cb-5f6e-4766-a55a-1b4ede86e339 req-710f9aca-dbd9-4b7a-9cee-49c1b501613f tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:00.711415 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-9718d417-6103-41a9-913b-b4ec44060022 service neutron] 10.222.0.66 "GET /v2.0/networks/8b94d27d-bce7-469d-ba55-1b18784dbd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5866525 May 27 02:16:00.799702 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886c4bc-b524-460f-b58d-0ac760c958da req-ca7eedc2-ee38-46d5-8a05-2707a0b480a6 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:00.801178 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5886c4bc-b524-460f-b58d-0ac760c958da req-ca7eedc2-ee38-46d5-8a05-2707a0b480a6 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/networks?id=4dbbc7f7-6938-4837-8137-9afe570a121c HTTP/1.1" status: 200 len: 813 time: 0.6480501 May 27 02:16:00.819226 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f09f8ec7-33b1-4aba-84ec-39133516b88a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:00.826160 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-a3b6841d-5fff-4010-bbd7-0f0d865412a0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=81bcd93e-7bd2-4f53-a292-a20ac76ad827 HTTP/1.1" status: 200 len: 217 time: 0.1059935 May 27 02:16:00.927550 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-5ae495cb-5f6e-4766-a55a-1b4ede86e339 req-710f9aca-dbd9-4b7a-9cee-49c1b501613f tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:00.934998 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5886c4bc-b524-460f-b58d-0ac760c958da req-6652dee3-58b2-43dd-986b-2e96d506f3bf tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/quotas/fa5aae445e1f462e890cfe8ec27ab930 HTTP/1.1" status: 200 len: 375 time: 0.1189494 May 27 02:16:01.037274 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5886c4bc-b524-460f-b58d-0ac760c958da req-8e58adbf-f325-4282-be90-ba75ac2d0a44 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=fa5aae445e1f462e890cfe8ec27ab930&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0876529 May 27 02:16:01.037835 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-5ae495cb-5f6e-4766-a55a-1b4ede86e339 req-710f9aca-dbd9-4b7a-9cee-49c1b501613f tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:01.095077 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36464) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:01.131880 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-3789313d-840b-4e00-a520-e90c1977b1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:01.133367 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-3789313d-840b-4e00-a520-e90c1977b1ab service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ace0417d-ff5c-4e39-8be9-1a68cd684101 HTTP/1.1" status: 200 len: 797 time: 0.2925220 May 27 02:16:01.228271 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0b69ee56-2814-489f-a4b1-d0eb844d908e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:01.236278 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f9aca-dbd9-4b7a-9cee-49c1b501613f tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b24c1943-210b-4aba-84e7-f8966c846784,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:01.244346 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0b69ee56-2814-489f-a4b1-d0eb844d908e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:01.248705 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0b69ee56-2814-489f-a4b1-d0eb844d908e admin admin] Usage tracker for resource:security_group_rule and tenant:fbe7e64ba4fb45758c726b34723f117e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:01.251771 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0b69ee56-2814-489f-a4b1-d0eb844d908e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:01.260573 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0b69ee56-2814-489f-a4b1-d0eb844d908e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:01.374877 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f09f8ec7-33b1-4aba-84ec-39133516b88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:01.377222 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f09f8ec7-33b1-4aba-84ec-39133516b88a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:01.378329 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f09f8ec7-33b1-4aba-84ec-39133516b88a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dfe8ea19-6905-41e0-b1f7-09b99bb38350 HTTP/1.1" status: 204 len: 168 time: 1.2770023 May 27 02:16:01.383248 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-50b2f050-4c07-4294-be79-eac55e56eb44 req-8e4a01c4-02cf-4762-830b-9c06e597d276 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] For port d54ed298-3bf9-48d2-b967-ec11101db82c, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=d54ed298-3bf9-48d2-b967-ec11101db82c,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:01.383604 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-50b2f050-4c07-4294-be79-eac55e56eb44 req-8e4a01c4-02cf-4762-830b-9c06e597d276 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:01.408995 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5886c4bc-b524-460f-b58d-0ac760c958da req-cfa64b75-bb03-4008-9ecb-e1db24ba21ff service neutron] 10.222.0.57 "GET /v2.0/networks/4dbbc7f7-6938-4837-8137-9afe570a121c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052788 May 27 02:16:01.409680 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-5ae495cb-5f6e-4766-a55a-1b4ede86e339 req-710f9aca-dbd9-4b7a-9cee-49c1b501613f tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:01.411280 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ae495cb-5f6e-4766-a55a-1b4ede86e339 req-710f9aca-dbd9-4b7a-9cee-49c1b501613f tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.4705811 May 27 02:16:01.463578 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f8ec7-33b1-4aba-84ec-39133516b88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe8ea19-6905-41e0-b1f7-09b99bb38350,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:01.552781 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-50b2f050-4c07-4294-be79-eac55e56eb44 req-8e4a01c4-02cf-4762-830b-9c06e597d276 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Calling delete_port for d54ed298-3bf9-48d2-b967-ec11101db82c owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:16:01.564298 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0b69ee56-2814-489f-a4b1-d0eb844d908e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:01.589783 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-503d9771-e7f7-4b86-8b5e-19d828c4962d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:01.591331 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-503d9771-e7f7-4b86-8b5e-19d828c4962d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4b83be3c-d2c0-4b0f-849f-a2bd82741ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4382315 May 27 02:16:01.644234 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0b69ee56-2814-489f-a4b1-d0eb844d908e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:01.694642 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0b69ee56-2814-489f-a4b1-d0eb844d908e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fbe7e64ba4fb45758c726b34723f117e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5983942 May 27 02:16:01.696507 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b69ee56-2814-489f-a4b1-d0eb844d908e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c301081-2667-49f3-9d77-8639faed4114,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:01.698900 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36480) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:01.778625 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a415a001-461f-4bde-a99f-080dfdc0a997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:01.815343 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a415a001-461f-4bde-a99f-080dfdc0a997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:01.981284 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a415a001-461f-4bde-a99f-080dfdc0a997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:02.000794 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a415a001-461f-4bde-a99f-080dfdc0a997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c301081-2667-49f3-9d77-8639faed4114,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:02.008410 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a415a001-461f-4bde-a99f-080dfdc0a997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:02.009798 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a415a001-461f-4bde-a99f-080dfdc0a997 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1c301081-2667-49f3-9d77-8639faed4114 HTTP/1.1" status: 204 len: 168 time: 0.3100014 May 27 02:16:02.078358 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5886c4bc-b524-460f-b58d-0ac760c958da req-418719c6-f38c-462b-a548-9b4a86b21dcb service neutron] 10.222.0.57 "GET /v2.0/networks/4dbbc7f7-6938-4837-8137-9afe570a121c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6126466 May 27 02:16:02.093715 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-10df9626-cd54-4ace-a857-901ad1e35020 service neutron] 10.222.0.66 "GET /v2.0/networks/4b83be3c-d2c0-4b0f-849f-a2bd82741ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4897354 May 27 02:16:02.137705 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e3d44-f361-4061-8403-d92b5b7cc015 req-63aa3657-e7b0-4411-85d8-0d815cc35441 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:02.143470 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e3d44-f361-4061-8403-d92b5b7cc015 req-63aa3657-e7b0-4411-85d8-0d815cc35441 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:02.149717 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e3d44-f361-4061-8403-d92b5b7cc015 req-63aa3657-e7b0-4411-85d8-0d815cc35441 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:02.155429 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e3d44-f361-4061-8403-d92b5b7cc015 req-63aa3657-e7b0-4411-85d8-0d815cc35441 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:02.161839 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e3d44-f361-4061-8403-d92b5b7cc015 req-63aa3657-e7b0-4411-85d8-0d815cc35441 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:02.167518 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e3d44-f361-4061-8403-d92b5b7cc015 req-63aa3657-e7b0-4411-85d8-0d815cc35441 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:02.173182 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e3d44-f361-4061-8403-d92b5b7cc015 req-63aa3657-e7b0-4411-85d8-0d815cc35441 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:02.175143 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-201e3d44-f361-4061-8403-d92b5b7cc015 req-63aa3657-e7b0-4411-85d8-0d815cc35441 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 5431 time: 0.5730696 May 27 02:16:02.305952 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-201e3d44-f361-4061-8403-d92b5b7cc015 req-0798cd24-90d0-4c51-853c-569a9f35ed84 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c0d4d46-e793-47d9-97ac-8538804a4bbd&id=0bcfc258-43a3-4cfc-b866-e978be943d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1211619 May 27 02:16:02.339713 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-50539176-3df9-4a1e-811d-a0da0db3b337 service neutron] 10.222.0.66 "GET /v2.0/networks/4b83be3c-d2c0-4b0f-849f-a2bd82741ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348919 May 27 02:16:02.406040 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-50b2f050-4c07-4294-be79-eac55e56eb44 req-8e4a01c4-02cf-4762-830b-9c06e597d276 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:02.418802 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['d54ed298-3bf9-48d2-b967-ec11101db82c', '5ec49fe9-c3ae-48af-80f5-6e8d9dded107'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:16:02.419695 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-e07e4ec5-d94a-49ac-b01f-fd307a137853 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0670f5b6-a82a-4cb7-a38d-9e4f1511137c HTTP/1.1" status: 200 len: 217 time: 0.0742612 May 27 02:16:02.533340 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a01c4-02cf-4762-830b-9c06e597d276 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Pushing event deleted for resources: {'Port': ['ID=d54ed298-3bf9-48d2-b967-ec11101db82c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:02.625295 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-40a293e7-6dec-4dec-95fd-b7f3dc5cbff6 req-9ff3916d-0c62-4c52-a627-a4d096fea471 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc70f2fb-bfde-41b8-b200-3f36d3316ef0 HTTP/1.1" status: 200 len: 210 time: 0.1679246 May 27 02:16:02.693944 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b2f050-4c07-4294-be79-eac55e56eb44 req-8e4a01c4-02cf-4762-830b-9c06e597d276 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] No DVR routers for this DVR port d54ed298-3bf9-48d2-b967-ec11101db82c on host n-h1-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:16:02.699377 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-50b2f050-4c07-4294-be79-eac55e56eb44 req-8e4a01c4-02cf-4762-830b-9c06e597d276 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:02.703099 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-e5731143-9611-4d81-af0e-ee621982853c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:02.704505 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-e5731143-9611-4d81-af0e-ee621982853c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ace0417d-ff5c-4e39-8be9-1a68cd684101 HTTP/1.1" status: 200 len: 797 time: 0.2534060 May 27 02:16:02.710542 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc70f2fb-bfde-41b8-b200-3f36d3316ef0', 'name': 'network-vif-deleted', 'tag': 'd54ed298-3bf9-48d2-b967-ec11101db82c'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:16:02.767172 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-03e83965-5037-4c79-b224-40b8f08d079e req-eb1d691a-cd7c-4219-8f10-dccfef0b61a1 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-53293053', 'description': 'tempest-description-1859903507'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:02.783272 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-03e83965-5037-4c79-b224-40b8f08d079e req-eb1d691a-cd7c-4219-8f10-dccfef0b61a1 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:02.790318 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-03e83965-5037-4c79-b224-40b8f08d079e req-eb1d691a-cd7c-4219-8f10-dccfef0b61a1 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Usage tracker for resource:security_group and tenant:48d7f3b7f76d4136ab149b182bbe21a8 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:02.798157 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-03e83965-5037-4c79-b224-40b8f08d079e req-eb1d691a-cd7c-4219-8f10-dccfef0b61a1 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:02.809047 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-03e83965-5037-4c79-b224-40b8f08d079e req-eb1d691a-cd7c-4219-8f10-dccfef0b61a1 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:02.837750 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3467d27-9ef9-4c23-b567-675c03cba073 req-c235ab04-9e72-4fdf-afc7-e4248802f9a0 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:02.839144 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a3467d27-9ef9-4c23-b567-675c03cba073 req-c235ab04-9e72-4fdf-afc7-e4248802f9a0 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.3034358 May 27 02:16:02.864285 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-0f94a880-aa6e-477b-9e71-c5aab6596ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:02.865759 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-0f94a880-aa6e-477b-9e71-c5aab6596ec0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4b83be3c-d2c0-4b0f-849f-a2bd82741ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1455121 May 27 02:16:02.868585 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-50b2f050-4c07-4294-be79-eac55e56eb44 req-8e4a01c4-02cf-4762-830b-9c06e597d276 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.32 "DELETE /v2.0/ports/d54ed298-3bf9-48d2-b967-ec11101db82c HTTP/1.1" status: 204 len: 173 time: 2.4287932 May 27 02:16:02.965789 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-03e83965-5037-4c79-b224-40b8f08d079e req-eb1d691a-cd7c-4219-8f10-dccfef0b61a1 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:02.993248 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a3467d27-9ef9-4c23-b567-675c03cba073 req-e48a1f06-da2d-4418-8a74-4d031e909297 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446199 May 27 02:16:03.003037 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-03e83965-5037-4c79-b224-40b8f08d079e req-eb1d691a-cd7c-4219-8f10-dccfef0b61a1 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:03.033282 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-03e83965-5037-4c79-b224-40b8f08d079e req-eb1d691a-cd7c-4219-8f10-dccfef0b61a1 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Usage tracker for resource:security_group_rule and tenant:48d7f3b7f76d4136ab149b182bbe21a8 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:03.039429 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-03e83965-5037-4c79-b224-40b8f08d079e req-eb1d691a-cd7c-4219-8f10-dccfef0b61a1 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:03.053469 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-03e83965-5037-4c79-b224-40b8f08d079e req-eb1d691a-cd7c-4219-8f10-dccfef0b61a1 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:03.142121 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-be49eca9-895e-48b5-86bc-48f26b2ca352 service neutron] 10.222.0.66 "GET /v2.0/networks/4b83be3c-d2c0-4b0f-849f-a2bd82741ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694781 May 27 02:16:03.150733 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-64fae3cd-3aff-499f-b804-62f554e83a6d req-fd6d2df1-3542-4c00-8cbe-5b8bf365905c tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=8933b167-409e-434f-8d42-79fac3383d3d HTTP/1.1" status: 200 len: 210 time: 0.0796642 May 27 02:16:03.279337 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28e7bdc8-2e76-482b-b902-3fe6f078a5c7'] response: {'server_uuid': 'bc70f2fb-bfde-41b8-b200-3f36d3316ef0', 'name': 'network-vif-deleted', 'tag': 'd54ed298-3bf9-48d2-b967-ec11101db82c', 'status': 'completed', 'code': 200} May 27 02:16:03.353026 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-03e83965-5037-4c79-b224-40b8f08d079e req-eb1d691a-cd7c-4219-8f10-dccfef0b61a1 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:03.363218 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-285ac9f1-2027-4c53-ad87-cce046099be0 req-04995aa9-a21c-4f4b-9ab8-77fb5d6396a3 service neutron] 10.222.0.66 "GET /v2.0/networks/4b83be3c-d2c0-4b0f-849f-a2bd82741ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106972 May 27 02:16:03.490178 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-03e83965-5037-4c79-b224-40b8f08d079e req-eb1d691a-cd7c-4219-8f10-dccfef0b61a1 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:03.534362 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d691a-cd7c-4219-8f10-dccfef0b61a1 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66a1092f-cd01-42ba-9b99-ba888c92045a,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:03.641627 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51bee84-2e2e-4403-8f14-30a3bbf2b51e req-e2442d7c-8db4-47dc-bc39-1ce689e29e3b tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:03.648049 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51bee84-2e2e-4403-8f14-30a3bbf2b51e req-e2442d7c-8db4-47dc-bc39-1ce689e29e3b tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:03.653871 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51bee84-2e2e-4403-8f14-30a3bbf2b51e req-e2442d7c-8db4-47dc-bc39-1ce689e29e3b tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:03.659792 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51bee84-2e2e-4403-8f14-30a3bbf2b51e req-e2442d7c-8db4-47dc-bc39-1ce689e29e3b tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:03.666145 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51bee84-2e2e-4403-8f14-30a3bbf2b51e req-e2442d7c-8db4-47dc-bc39-1ce689e29e3b tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:03.672547 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51bee84-2e2e-4403-8f14-30a3bbf2b51e req-e2442d7c-8db4-47dc-bc39-1ce689e29e3b tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:03.678374 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51bee84-2e2e-4403-8f14-30a3bbf2b51e req-e2442d7c-8db4-47dc-bc39-1ce689e29e3b tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:03.680292 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d51bee84-2e2e-4403-8f14-30a3bbf2b51e req-e2442d7c-8db4-47dc-bc39-1ce689e29e3b tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 5431 time: 0.2353365 May 27 02:16:03.715097 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d2deb-55e6-4c55-bcdd-d840c21aad25 req-44753b2f-70ee-4de7-9fe7-d862e92ac8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:03.715574 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d2deb-55e6-4c55-bcdd-d840c21aad25 req-44753b2f-70ee-4de7-9fe7-d862e92ac8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:03.716039 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d2deb-55e6-4c55-bcdd-d840c21aad25 req-44753b2f-70ee-4de7-9fe7-d862e92ac8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:03.716512 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d2deb-55e6-4c55-bcdd-d840c21aad25 req-44753b2f-70ee-4de7-9fe7-d862e92ac8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:03.717002 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d2deb-55e6-4c55-bcdd-d840c21aad25 req-44753b2f-70ee-4de7-9fe7-d862e92ac8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:03.717462 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d2deb-55e6-4c55-bcdd-d840c21aad25 req-44753b2f-70ee-4de7-9fe7-d862e92ac8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:03.717919 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d2deb-55e6-4c55-bcdd-d840c21aad25 req-44753b2f-70ee-4de7-9fe7-d862e92ac8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:03.719805 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d79d2deb-55e6-4c55-bcdd-d840c21aad25 req-44753b2f-70ee-4de7-9fe7-d862e92ac8b1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c81473a41fb94f91be2c0840146b05b3&device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 6488 time: 0.1864729 May 27 02:16:03.722796 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-03e83965-5037-4c79-b224-40b8f08d079e req-eb1d691a-cd7c-4219-8f10-dccfef0b61a1 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:03.723891 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-03e83965-5037-4c79-b224-40b8f08d079e req-eb1d691a-cd7c-4219-8f10-dccfef0b61a1 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.0087976 May 27 02:16:03.829122 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d51bee84-2e2e-4403-8f14-30a3bbf2b51e req-6b27a70f-5f0e-4c57-ab88-6a746ab9b3fe tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c0d4d46-e793-47d9-97ac-8538804a4bbd&id=0bcfc258-43a3-4cfc-b866-e978be943d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1423151 May 27 02:16:03.884124 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d2deb-55e6-4c55-bcdd-d840c21aad25 req-a02a0256-3f17-4e4d-9f4e-7fce38de4caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:03.886032 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d79d2deb-55e6-4c55-bcdd-d840c21aad25 req-a02a0256-3f17-4e4d-9f4e-7fce38de4caa service neutron] 10.222.0.66 "GET /v2.0/networks?id=4b83be3c-d2c0-4b0f-849f-a2bd82741ed8 HTTP/1.1" status: 200 len: 903 time: 0.1600134 May 27 02:16:03.981187 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d79d2deb-55e6-4c55-bcdd-d840c21aad25 req-95c7bcc0-455a-49ce-affc-b5208f82c9e6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0670f5b6-a82a-4cb7-a38d-9e4f1511137c HTTP/1.1" status: 200 len: 217 time: 0.0765343 May 27 02:16:04.103284 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36560) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:04.203489 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-11d5c786-33be-4d8b-9159-070cf12ed31d req-59640d8c-e02b-4e93-9dda-8000b498648a tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Synchronizing usage tracker for tenant:ef5ba470f9fc41249d500f0a664db69b on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:16:04.233983 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-87333528-3db7-43be-81e4-11595c78230f req-8a6028b9-6ff8-405d-b3eb-ad1e2d042e99 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] 10.222.0.57 "GET /v2.0/security-groups/66a1092f-cd01-42ba-9b99-ba888c92045a HTTP/1.1" status: 200 len: 1805 time: 0.3434572 May 27 02:16:04.246496 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-87333528-3db7-43be-81e4-11595c78230f req-a1f797af-8fc6-4a7c-bade-65d47127300d tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '66a1092f-cd01-42ba-9b99-ba888c92045a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:04.251373 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-87333528-3db7-43be-81e4-11595c78230f req-a1f797af-8fc6-4a7c-bade-65d47127300d tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '66a1092f-cd01-42ba-9b99-ba888c92045a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:04.257189 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-87333528-3db7-43be-81e4-11595c78230f req-a1f797af-8fc6-4a7c-bade-65d47127300d tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:04.260258 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d2deb-55e6-4c55-bcdd-d840c21aad25 req-7d64b323-f764-4584-a4e8-d227b68c4c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:04.262097 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d79d2deb-55e6-4c55-bcdd-d840c21aad25 req-7d64b323-f764-4584-a4e8-d227b68c4c45 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ace0417d-ff5c-4e39-8be9-1a68cd684101 HTTP/1.1" status: 200 len: 797 time: 0.2732234 May 27 02:16:04.264649 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-87333528-3db7-43be-81e4-11595c78230f req-a1f797af-8fc6-4a7c-bade-65d47127300d tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Usage tracker for resource:security_group_rule and tenant:48d7f3b7f76d4136ab149b182bbe21a8 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:04.267935 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-87333528-3db7-43be-81e4-11595c78230f req-a1f797af-8fc6-4a7c-bade-65d47127300d tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:04.280098 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a606b12f-f884-4654-8476-5a4503246135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:04.303584 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a606b12f-f884-4654-8476-5a4503246135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:04.307160 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a606b12f-f884-4654-8476-5a4503246135 admin admin] Usage tracker for resource:security_group_rule and tenant:d250ec50dec3441283c48cbaf89e9345 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:04.310219 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a606b12f-f884-4654-8476-5a4503246135 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:04.310624 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-87333528-3db7-43be-81e4-11595c78230f req-a1f797af-8fc6-4a7c-bade-65d47127300d tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:04.316044 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a606b12f-f884-4654-8476-5a4503246135 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:04.351813 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d2deb-55e6-4c55-bcdd-d840c21aad25 req-286b7860-63c7-43aa-be96-106aa7583bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:04.353584 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d79d2deb-55e6-4c55-bcdd-d840c21aad25 req-286b7860-63c7-43aa-be96-106aa7583bb6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4b83be3c-d2c0-4b0f-849f-a2bd82741ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0823121 May 27 02:16:04.385254 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-11d5c786-33be-4d8b-9159-070cf12ed31d req-59640d8c-e02b-4e93-9dda-8000b498648a tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Unset dirty status for tenant:ef5ba470f9fc41249d500f0a664db69b on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:16:04.386376 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-11d5c786-33be-4d8b-9159-070cf12ed31d req-59640d8c-e02b-4e93-9dda-8000b498648a tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc70f2fb-bfde-41b8-b200-3f36d3316ef0 HTTP/1.1" status: 200 len: 210 time: 0.4071229 May 27 02:16:04.415178 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a606b12f-f884-4654-8476-5a4503246135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:04.495895 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a606b12f-f884-4654-8476-5a4503246135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:04.560666 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a606b12f-f884-4654-8476-5a4503246135 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d250ec50dec3441283c48cbaf89e9345&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4561830 May 27 02:16:04.562512 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606b12f-f884-4654-8476-5a4503246135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16f7a1e-ae7f-4718-8a4b-c13e835083d5,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:04.564964 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36574) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:04.585668 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36578) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:04.602854 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-87333528-3db7-43be-81e4-11595c78230f req-a1f797af-8fc6-4a7c-bade-65d47127300d tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:04.635264 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d79d2deb-55e6-4c55-bcdd-d840c21aad25 req-e5cc5b6b-a372-4066-aa8d-e082018dc866 service neutron] 10.222.0.66 "GET /v2.0/networks/4b83be3c-d2c0-4b0f-849f-a2bd82741ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749600 May 27 02:16:04.645022 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-48fa06fe-996b-46f6-bee9-44fdecd67dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:04.682599 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-48fa06fe-996b-46f6-bee9-44fdecd67dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:04.745974 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-87333528-3db7-43be-81e4-11595c78230f req-a1f797af-8fc6-4a7c-bade-65d47127300d tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:04.792706 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-48fa06fe-996b-46f6-bee9-44fdecd67dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:04.813814 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa06fe-996b-46f6-bee9-44fdecd67dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16f7a1e-ae7f-4718-8a4b-c13e835083d5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:04.836468 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c57b72-c7bc-439c-ad4d-45bccb3fb05f req-88580e94-fd17-43fb-9b16-a683fff4cf8c tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:04.838287 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a7c57b72-c7bc-439c-ad4d-45bccb3fb05f req-88580e94-fd17-43fb-9b16-a683fff4cf8c tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.2900958 May 27 02:16:04.842460 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-87333528-3db7-43be-81e4-11595c78230f req-a1f797af-8fc6-4a7c-bade-65d47127300d tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:04.842642 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-48fa06fe-996b-46f6-bee9-44fdecd67dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:04.843853 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-48fa06fe-996b-46f6-bee9-44fdecd67dee admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a16f7a1e-ae7f-4718-8a4b-c13e835083d5 HTTP/1.1" status: 204 len: 168 time: 0.2776945 May 27 02:16:04.864840 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d79d2deb-55e6-4c55-bcdd-d840c21aad25 req-103f29a9-7861-47ec-a9ab-d3e4b116770b service neutron] 10.222.0.66 "GET /v2.0/networks/4b83be3c-d2c0-4b0f-849f-a2bd82741ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159500 May 27 02:16:04.898962 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-9e567fe1-20b1-4d8e-9c1c-8d0d4ce58c24 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1378987558-network', 'tenant_id': '061b97479a33466e8381b1e53cde36e4'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:04.908487 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f797af-8fc6-4a7c-bade-65d47127300d tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea7a47d0-1ba3-4755-8039-b7cab6c94c7b,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:04.914716 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-9e567fe1-20b1-4d8e-9c1c-8d0d4ce58c24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:04.930328 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-9e567fe1-20b1-4d8e-9c1c-8d0d4ce58c24 admin admin] Usage tracker for resource:network and tenant:061b97479a33466e8381b1e53cde36e4 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:04.936065 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-9e567fe1-20b1-4d8e-9c1c-8d0d4ce58c24 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:04.943869 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-9e567fe1-20b1-4d8e-9c1c-8d0d4ce58c24 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:04.951013 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a7c57b72-c7bc-439c-ad4d-45bccb3fb05f req-d5447643-456f-4c6e-a105-336db6cfe115 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058440 May 27 02:16:05.011985 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-87333528-3db7-43be-81e4-11595c78230f req-a1f797af-8fc6-4a7c-bade-65d47127300d tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:05.020440 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-87333528-3db7-43be-81e4-11595c78230f req-a1f797af-8fc6-4a7c-bade-65d47127300d tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.7855659 May 27 02:16:05.098125 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a457a1fc-8a46-4c7a-9103-a5d7887f5e0b req-d1e01500-30d3-45c2-9ae2-4b82ebe13a50 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=8933b167-409e-434f-8d42-79fac3383d3d HTTP/1.1" status: 200 len: 210 time: 0.0432496 May 27 02:16:05.167199 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e567fe1-20b1-4d8e-9c1c-8d0d4ce58c24 admin admin] Made reservation on behalf of 061b97479a33466e8381b1e53cde36e4 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:05.169498 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9e567fe1-20b1-4d8e-9c1c-8d0d4ce58c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:05.184034 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9e567fe1-20b1-4d8e-9c1c-8d0d4ce58c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:05.210316 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-9e567fe1-20b1-4d8e-9c1c-8d0d4ce58c24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:05.216039 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-9e567fe1-20b1-4d8e-9c1c-8d0d4ce58c24 admin admin] Usage tracker for resource:security_group_rule and tenant:061b97479a33466e8381b1e53cde36e4 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:05.219962 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-9e567fe1-20b1-4d8e-9c1c-8d0d4ce58c24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:05.227990 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-9e567fe1-20b1-4d8e-9c1c-8d0d4ce58c24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:05.235601 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device d54ed298-3bf9-48d2-b967-ec11101db82c no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:16:05.264034 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872f463-0896-429a-bcb7-0372e0a709ac req-4d3507d2-413f-4629-93f7-2b3f4bb3b9a3 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:05.270661 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872f463-0896-429a-bcb7-0372e0a709ac req-4d3507d2-413f-4629-93f7-2b3f4bb3b9a3 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:05.277364 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: d54ed298-3bf9-48d2-b967-ec11101db82c {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:16:05.278016 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872f463-0896-429a-bcb7-0372e0a709ac req-4d3507d2-413f-4629-93f7-2b3f4bb3b9a3 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:05.278272 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device d54ed298-3bf9-48d2-b967-ec11101db82c not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:16:05.285286 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872f463-0896-429a-bcb7-0372e0a709ac req-4d3507d2-413f-4629-93f7-2b3f4bb3b9a3 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:05.291343 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872f463-0896-429a-bcb7-0372e0a709ac req-4d3507d2-413f-4629-93f7-2b3f4bb3b9a3 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:05.297204 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872f463-0896-429a-bcb7-0372e0a709ac req-4d3507d2-413f-4629-93f7-2b3f4bb3b9a3 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:05.303297 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872f463-0896-429a-bcb7-0372e0a709ac req-4d3507d2-413f-4629-93f7-2b3f4bb3b9a3 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:05.311156 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2872f463-0896-429a-bcb7-0372e0a709ac req-4d3507d2-413f-4629-93f7-2b3f4bb3b9a3 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 5431 time: 0.2065294 May 27 02:16:05.474171 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2872f463-0896-429a-bcb7-0372e0a709ac req-0c8c3421-2939-4ecb-b7a0-36bf3904c59f tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c0d4d46-e793-47d9-97ac-8538804a4bbd&id=0bcfc258-43a3-4cfc-b866-e978be943d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1621583 May 27 02:16:05.500408 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-5ddbc9ce-0a4d-43a2-adc3-7c97d61067e5 req-1c22b084-6c9f-4dd5-9ea4-157d22c0979e tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1418907472', 'description': 'tempest-description-2122505166'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:05.518577 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-5ddbc9ce-0a4d-43a2-adc3-7c97d61067e5 req-1c22b084-6c9f-4dd5-9ea4-157d22c0979e tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:05.542621 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-5ddbc9ce-0a4d-43a2-adc3-7c97d61067e5 req-1c22b084-6c9f-4dd5-9ea4-157d22c0979e tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Usage tracker for resource:security_group and tenant:48d7f3b7f76d4136ab149b182bbe21a8 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:05.548831 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-5ddbc9ce-0a4d-43a2-adc3-7c97d61067e5 req-1c22b084-6c9f-4dd5-9ea4-157d22c0979e tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:05.557858 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-5ddbc9ce-0a4d-43a2-adc3-7c97d61067e5 req-1c22b084-6c9f-4dd5-9ea4-157d22c0979e tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:05.565723 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886c4bc-b524-460f-b58d-0ac760c958da req-228ce8f2-d24e-4ab7-a00d-3cb322db2fff tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:05.567781 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5886c4bc-b524-460f-b58d-0ac760c958da req-228ce8f2-d24e-4ab7-a00d-3cb322db2fff tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.66 "GET /v2.0/networks?id=4dbbc7f7-6938-4837-8137-9afe570a121c HTTP/1.1" status: 200 len: 813 time: 0.2546937 May 27 02:16:05.591410 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-5886c4bc-b524-460f-b58d-0ac760c958da req-7dedd424-cd19-4218-a334-9b313302ca75 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Request body: {'port': {'device_id': '8933b167-409e-434f-8d42-79fac3383d3d', 'network_id': '4dbbc7f7-6938-4837-8137-9afe570a121c', 'admin_state_up': True, 'tenant_id': 'fa5aae445e1f462e890cfe8ec27ab930'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:05.747418 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9e567fe1-20b1-4d8e-9c1c-8d0d4ce58c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:05.840669 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9e567fe1-20b1-4d8e-9c1c-8d0d4ce58c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:05.912967 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e567fe1-20b1-4d8e-9c1c-8d0d4ce58c24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:16:05.924597 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-5ddbc9ce-0a4d-43a2-adc3-7c97d61067e5 req-1c22b084-6c9f-4dd5-9ea4-157d22c0979e tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:05.948464 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e567fe1-20b1-4d8e-9c1c-8d0d4ce58c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7163e14a-d99a-49c3-94bd-00e71453bb7e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:05.953913 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-5886c4bc-b524-460f-b58d-0ac760c958da req-7dedd424-cd19-4218-a334-9b313302ca75 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:05.962953 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9e567fe1-20b1-4d8e-9c1c-8d0d4ce58c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:05.963300 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-9e567fe1-20b1-4d8e-9c1c-8d0d4ce58c24 admin admin] Added segment ab39751d-1c01-42dd-8648-098e3a0f206f of type vlan for network ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee May 27 02:16:05.970993 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-5886c4bc-b524-460f-b58d-0ac760c958da req-7dedd424-cd19-4218-a334-9b313302ca75 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Usage tracker for resource:port and tenant:fa5aae445e1f462e890cfe8ec27ab930 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:05.980314 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-5886c4bc-b524-460f-b58d-0ac760c958da req-7dedd424-cd19-4218-a334-9b313302ca75 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:05.985480 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-5ddbc9ce-0a4d-43a2-adc3-7c97d61067e5 req-1c22b084-6c9f-4dd5-9ea4-157d22c0979e tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:05.992843 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d519be0-2935-4291-bcb4-4e22299d23e9 req-ae998f8c-5972-4d0e-b5ea-baf86a79a6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:05.993674 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2d519be0-2935-4291-bcb4-4e22299d23e9 req-ae998f8c-5972-4d0e-b5ea-baf86a79a6e5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62f5f7df5795463f9f8bc1cd40caf878&device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 1095 time: 0.2957895 May 27 02:16:06.003260 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112fb29-968e-45af-bd08-b81721c26409 req-4339bf30-2f3a-41b4-8536-0d1da7f49e89 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:06.007044 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2112fb29-968e-45af-bd08-b81721c26409 req-4339bf30-2f3a-41b4-8536-0d1da7f49e89 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.3113616 May 27 02:16:06.008320 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-5886c4bc-b524-460f-b58d-0ac760c958da req-7dedd424-cd19-4218-a334-9b313302ca75 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:06.010517 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-5ddbc9ce-0a4d-43a2-adc3-7c97d61067e5 req-1c22b084-6c9f-4dd5-9ea4-157d22c0979e tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Usage tracker for resource:security_group_rule and tenant:48d7f3b7f76d4136ab149b182bbe21a8 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:06.039284 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-5ddbc9ce-0a4d-43a2-adc3-7c97d61067e5 req-1c22b084-6c9f-4dd5-9ea4-157d22c0979e tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:06.124703 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-5ddbc9ce-0a4d-43a2-adc3-7c97d61067e5 req-1c22b084-6c9f-4dd5-9ea4-157d22c0979e tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:06.142128 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9e567fe1-20b1-4d8e-9c1c-8d0d4ce58c24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:06.209182 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2112fb29-968e-45af-bd08-b81721c26409 req-0912132f-1653-47be-a059-f81f54c7e65d tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687264 May 27 02:16:06.234107 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5886c4bc-b524-460f-b58d-0ac760c958da req-7dedd424-cd19-4218-a334-9b313302ca75 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Made reservation on behalf of fa5aae445e1f462e890cfe8ec27ab930 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:06.240088 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-5886c4bc-b524-460f-b58d-0ac760c958da req-7dedd424-cd19-4218-a334-9b313302ca75 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:06.446545 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d519be0-2935-4291-bcb4-4e22299d23e9 req-dfe43d31-2e31-48db-a9cf-9e95865a467e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:06.447995 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2d519be0-2935-4291-bcb4-4e22299d23e9 req-dfe43d31-2e31-48db-a9cf-9e95865a467e service neutron] 10.222.0.32 "GET /v2.0/networks?id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164 HTTP/1.1" status: 200 len: 912 time: 0.4346006 May 27 02:16:06.457898 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9e567fe1-20b1-4d8e-9c1c-8d0d4ce58c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:06.458845 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e567fe1-20b1-4d8e-9c1c-8d0d4ce58c24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:06.462889 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9e567fe1-20b1-4d8e-9c1c-8d0d4ce58c24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:06.704452 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-5ddbc9ce-0a4d-43a2-adc3-7c97d61067e5 req-1c22b084-6c9f-4dd5-9ea4-157d22c0979e tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:06.754924 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e567fe1-20b1-4d8e-9c1c-8d0d4ce58c24 admin admin] Pushing event updated for resources: {'Network': ['ID=ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:06.765197 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:16:06.778356 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2d519be0-2935-4291-bcb4-4e22299d23e9 req-5d2e0db3-b071-45a0-8e85-ad5de1f59d30 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59dd76c7-04f3-4e36-a375-05bd87a0399b HTTP/1.1" status: 200 len: 998 time: 0.3238196 May 27 02:16:06.815897 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-5ddbc9ce-0a4d-43a2-adc3-7c97d61067e5 req-1c22b084-6c9f-4dd5-9ea4-157d22c0979e tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:06.879865 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9e567fe1-20b1-4d8e-9c1c-8d0d4ce58c24 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.2790608 May 27 02:16:06.883017 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36650) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:06.890730 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-5698dc0f-ac84-4f8b-a09f-cd52b2f707d9 req-77062549-b73e-454b-bafa-91fec9eef42c tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Synchronizing usage tracker for tenant:fa5aae445e1f462e890cfe8ec27ab930 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:16:06.892366 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-438620d6-c205-4455-ab6f-6a841ed33f97 admin admin] Request body: {'subnet': {'network_id': 'ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1378987558-subnet', 'tenant_id': '061b97479a33466e8381b1e53cde36e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:06.898871 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-438620d6-c205-4455-ab6f-6a841ed33f97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:06.906272 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-438620d6-c205-4455-ab6f-6a841ed33f97 admin admin] Usage tracker for resource:subnet and tenant:061b97479a33466e8381b1e53cde36e4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:06.906272 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-438620d6-c205-4455-ab6f-6a841ed33f97 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:06.915310 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-438620d6-c205-4455-ab6f-6a841ed33f97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:06.946086 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c22b084-6c9f-4dd5-9ea4-157d22c0979e tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbe7b29-7791-4d1a-a543-03a96311e579,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:06.950232 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-5886c4bc-b524-460f-b58d-0ac760c958da req-7dedd424-cd19-4218-a334-9b313302ca75 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Allocated IP 172.20.0.11 (4dbbc7f7-6938-4837-8137-9afe570a121c/7e9701fe-b18a-432f-b901-9da0985348d6/a7719978-d258-4419-a4e7-b44ee01bc0cd) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:16:06.971462 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d519be0-2935-4291-bcb4-4e22299d23e9 req-44ac5d6f-daf7-425a-88df-f1eca260c571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:06.973097 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2d519be0-2935-4291-bcb4-4e22299d23e9 req-44ac5d6f-daf7-425a-88df-f1eca260c571 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ee39392-3407-48c1-b561-be7ced0cb982 HTTP/1.1" status: 200 len: 850 time: 0.1445839 May 27 02:16:06.975143 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-5ddbc9ce-0a4d-43a2-adc3-7c97d61067e5 req-1c22b084-6c9f-4dd5-9ea4-157d22c0979e tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:06.976236 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ddbc9ce-0a4d-43a2-adc3-7c97d61067e5 req-1c22b084-6c9f-4dd5-9ea4-157d22c0979e tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.4836783 May 27 02:16:07.053903 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-5698dc0f-ac84-4f8b-a09f-cd52b2f707d9 req-77062549-b73e-454b-bafa-91fec9eef42c tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Unset dirty status for tenant:fa5aae445e1f462e890cfe8ec27ab930 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:16:07.055062 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5698dc0f-ac84-4f8b-a09f-cd52b2f707d9 req-77062549-b73e-454b-bafa-91fec9eef42c tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=8933b167-409e-434f-8d42-79fac3383d3d HTTP/1.1" status: 200 len: 210 time: 0.2823620 May 27 02:16:07.078947 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438620d6-c205-4455-ab6f-6a841ed33f97 admin admin] Made reservation on behalf of 061b97479a33466e8381b1e53cde36e4 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:07.082401 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-438620d6-c205-4455-ab6f-6a841ed33f97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:07.272262 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d519be0-2935-4291-bcb4-4e22299d23e9 req-fb88f341-578c-47e0-a07d-898d3a9bdacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:07.273668 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2d519be0-2935-4291-bcb4-4e22299d23e9 req-fb88f341-578c-47e0-a07d-898d3a9bdacb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2922139 May 27 02:16:07.436014 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-438620d6-c205-4455-ab6f-6a841ed33f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:07.489091 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-5886c4bc-b524-460f-b58d-0ac760c958da req-7dedd424-cd19-4218-a334-9b313302ca75 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:07.514039 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438620d6-c205-4455-ab6f-6a841ed33f97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98c2d6b5-1175-4c13-b824-dd8e526e1b70,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:07.524668 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438620d6-c205-4455-ab6f-6a841ed33f97 admin admin] Checking segment: {'id': 'ab39751d-1c01-42dd-8648-098e3a0f206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:16:07.525101 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438620d6-c205-4455-ab6f-6a841ed33f97 admin admin] Network hostable DHCP agents. Network: ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:16:07.540524 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd831c7b-9d08-4da1-85c0-7410b4ef57fa req-631546f2-727d-472c-8fb3-a5664b9c73f1 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:07.545239 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cd831c7b-9d08-4da1-85c0-7410b4ef57fa req-631546f2-727d-472c-8fb3-a5664b9c73f1 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfe4c9e4-db87-4967-8c34-e629bbf7e3c0 HTTP/1.1" status: 200 len: 949 time: 0.3303840 May 27 02:16:07.565521 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab496600-ad53-4417-93a1-f7166b3e153e req-a0982506-2074-46c2-8c7d-a40da9cceef6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:07.571543 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab496600-ad53-4417-93a1-f7166b3e153e req-a0982506-2074-46c2-8c7d-a40da9cceef6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:07.577240 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab496600-ad53-4417-93a1-f7166b3e153e req-a0982506-2074-46c2-8c7d-a40da9cceef6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:07.582922 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab496600-ad53-4417-93a1-f7166b3e153e req-a0982506-2074-46c2-8c7d-a40da9cceef6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:07.588746 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab496600-ad53-4417-93a1-f7166b3e153e req-a0982506-2074-46c2-8c7d-a40da9cceef6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:07.594751 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab496600-ad53-4417-93a1-f7166b3e153e req-a0982506-2074-46c2-8c7d-a40da9cceef6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:07.601014 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab496600-ad53-4417-93a1-f7166b3e153e req-a0982506-2074-46c2-8c7d-a40da9cceef6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:07.603141 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ab496600-ad53-4417-93a1-f7166b3e153e req-a0982506-2074-46c2-8c7d-a40da9cceef6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 5431 time: 0.4463482 May 27 02:16:07.609592 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438620d6-c205-4455-ab6f-6a841ed33f97 admin admin] Network ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:16:07.620843 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2d519be0-2935-4291-bcb4-4e22299d23e9 req-704098bb-fe34-4c44-8be6-4b3dd79c9222 service neutron] 10.222.0.32 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290234 May 27 02:16:07.724777 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-438620d6-c205-4455-ab6f-6a841ed33f97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:07.734955 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438620d6-c205-4455-ab6f-6a841ed33f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:07.734955 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-438620d6-c205-4455-ab6f-6a841ed33f97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:07.742745 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47217a14-fe77-4809-99ae-d0fce438995d None None] Network ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:16:07.764566 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ab496600-ad53-4417-93a1-f7166b3e153e req-bc5a5ec1-d01a-439f-89a2-e65502aad81d tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c0d4d46-e793-47d9-97ac-8538804a4bbd&id=0bcfc258-43a3-4cfc-b866-e978be943d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1404781 May 27 02:16:07.769832 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cd831c7b-9d08-4da1-85c0-7410b4ef57fa req-a46b8035-55c1-450e-9f2c-2a4ae93dc449 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184601 May 27 02:16:07.817048 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-5886c4bc-b524-460f-b58d-0ac760c958da req-7dedd424-cd19-4218-a334-9b313302ca75 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:07.822383 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-438620d6-c205-4455-ab6f-6a841ed33f97 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9377201 May 27 02:16:07.837651 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-a82f5d4e-3175-4f4a-aca1-7c38926a17ca req-e38fe052-1703-4750-be77-6c15a717e103 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1301801750', 'description': 'tempest-description-982289145'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:07.883754 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2d519be0-2935-4291-bcb4-4e22299d23e9 req-88687491-81d7-41b7-8c0a-81fb490fd9eb service neutron] 10.222.0.32 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420793 May 27 02:16:07.959030 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-a82f5d4e-3175-4f4a-aca1-7c38926a17ca req-e38fe052-1703-4750-be77-6c15a717e103 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:07.976312 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-a82f5d4e-3175-4f4a-aca1-7c38926a17ca req-e38fe052-1703-4750-be77-6c15a717e103 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Usage tracker for resource:security_group and tenant:48d7f3b7f76d4136ab149b182bbe21a8 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:08.016835 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-a82f5d4e-3175-4f4a-aca1-7c38926a17ca req-e38fe052-1703-4750-be77-6c15a717e103 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:08.041080 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5886c4bc-b524-460f-b58d-0ac760c958da req-7dedd424-cd19-4218-a334-9b313302ca75 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Network 4dbbc7f7-6938-4837-8137-9afe570a121c is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:16:08.092370 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-5886c4bc-b524-460f-b58d-0ac760c958da req-7dedd424-cd19-4218-a334-9b313302ca75 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:08.094514 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-a82f5d4e-3175-4f4a-aca1-7c38926a17ca req-e38fe052-1703-4750-be77-6c15a717e103 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:08.109624 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42fa6b4-e40d-4b56-ac17-b8a7518813fe None None] Network ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:16:08.115307 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-5886c4bc-b524-460f-b58d-0ac760c958da req-7dedd424-cd19-4218-a334-9b313302ca75 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:16:08.172195 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dedd424-cd19-4218-a334-9b313302ca75 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Pushing event updated for resources: {'Port': ['ID=a7719978-d258-4419-a4e7-b44ee01bc0cd,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:08.216997 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886c4bc-b524-460f-b58d-0ac760c958da req-7dedd424-cd19-4218-a334-9b313302ca75 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:08.217558 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-5886c4bc-b524-460f-b58d-0ac760c958da req-7dedd424-cd19-4218-a334-9b313302ca75 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:08.256060 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683beaf0-6d07-4133-8d9f-d06d49bab239 req-95adb131-c10e-41ca-a6a3-6bb514d04b8d tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:08.263040 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-683beaf0-6d07-4133-8d9f-d06d49bab239 req-95adb131-c10e-41ca-a6a3-6bb514d04b8d tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.2992749 May 27 02:16:08.282765 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-a82f5d4e-3175-4f4a-aca1-7c38926a17ca req-e38fe052-1703-4750-be77-6c15a717e103 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:08.426758 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5886c4bc-b524-460f-b58d-0ac760c958da req-7dedd424-cd19-4218-a334-9b313302ca75 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8462296 May 27 02:16:08.439703 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57561366-16ae-4f9c-86b8-0548356a0383 req-b0509741-98d4-43f7-aa6b-ba7f54c8119b tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:08.441649 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-57561366-16ae-4f9c-86b8-0548356a0383 req-b0509741-98d4-43f7-aa6b-ba7f54c8119b tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfe4c9e4-db87-4967-8c34-e629bbf7e3c0 HTTP/1.1" status: 200 len: 949 time: 0.4150584 May 27 02:16:08.455885 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-5886c4bc-b524-460f-b58d-0ac760c958da req-12bae4fa-e1e5-46e0-bf2b-a7ccb9b08bed service neutron] Request body: {'port': {'device_id': '8933b167-409e-434f-8d42-79fac3383d3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:08.522716 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-a82f5d4e-3175-4f4a-aca1-7c38926a17ca req-e38fe052-1703-4750-be77-6c15a717e103 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:08.553665 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-a82f5d4e-3175-4f4a-aca1-7c38926a17ca req-e38fe052-1703-4750-be77-6c15a717e103 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Usage tracker for resource:security_group_rule and tenant:48d7f3b7f76d4136ab149b182bbe21a8 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:08.564968 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-683beaf0-6d07-4133-8d9f-d06d49bab239 req-376fbc16-0a2d-4794-be4c-a696026ac5c8 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3011045 May 27 02:16:08.574717 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-a82f5d4e-3175-4f4a-aca1-7c38926a17ca req-e38fe052-1703-4750-be77-6c15a717e103 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:08.588761 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-a82f5d4e-3175-4f4a-aca1-7c38926a17ca req-e38fe052-1703-4750-be77-6c15a717e103 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:08.651459 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-57561366-16ae-4f9c-86b8-0548356a0383 req-31a40764-2bff-435f-9c03-f01ee72d4964 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Deleting port 5ec49fe9-c3ae-48af-80f5-6e8d9dded107 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:16:08.651802 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-57561366-16ae-4f9c-86b8-0548356a0383 req-31a40764-2bff-435f-9c03-f01ee72d4964 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:08.796643 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-5886c4bc-b524-460f-b58d-0ac760c958da req-12bae4fa-e1e5-46e0-bf2b-a7ccb9b08bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:08.971572 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-a82f5d4e-3175-4f4a-aca1-7c38926a17ca req-e38fe052-1703-4750-be77-6c15a717e103 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:09.052142 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb2c0b-1af7-436c-b06d-05285f8f4394 req-e72f917f-2402-4eb2-b1e7-ff8916735e21 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:09.053582 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f1fb2c0b-1af7-436c-b06d-05285f8f4394 req-e72f917f-2402-4eb2-b1e7-ff8916735e21 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=8933b167-409e-434f-8d42-79fac3383d3d HTTP/1.1" status: 200 len: 932 time: 0.3600492 May 27 02:16:09.103706 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-a82f5d4e-3175-4f4a-aca1-7c38926a17ca req-e38fe052-1703-4750-be77-6c15a717e103 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:09.245216 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f1fb2c0b-1af7-436c-b06d-05285f8f4394 req-fc9c3e41-0acf-4054-b2af-4ce89a87fc00 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843596 May 27 02:16:09.267631 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38fe052-1703-4750-be77-6c15a717e103 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2307991e-5c6b-4923-86e7-2f74cad977a7,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:09.334358 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-a82f5d4e-3175-4f4a-aca1-7c38926a17ca req-e38fe052-1703-4750-be77-6c15a717e103 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:09.335607 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a82f5d4e-3175-4f4a-aca1-7c38926a17ca req-e38fe052-1703-4750-be77-6c15a717e103 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.5162690 May 27 02:16:09.344994 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-57561366-16ae-4f9c-86b8-0548356a0383 req-31a40764-2bff-435f-9c03-f01ee72d4964 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] For port 5ec49fe9-c3ae-48af-80f5-6e8d9dded107, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=5ec49fe9-c3ae-48af-80f5-6e8d9dded107,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:09.345559 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-57561366-16ae-4f9c-86b8-0548356a0383 req-31a40764-2bff-435f-9c03-f01ee72d4964 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:09.478807 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-57561366-16ae-4f9c-86b8-0548356a0383 req-31a40764-2bff-435f-9c03-f01ee72d4964 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Calling delete_port for 5ec49fe9-c3ae-48af-80f5-6e8d9dded107 owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:16:09.781582 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14034d99-a154-4c28-8a26-2bc67a84e0fe req-45ea9424-191a-4093-ae6a-d2990f4f6239 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:09.783059 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-14034d99-a154-4c28-8a26-2bc67a84e0fe req-45ea9424-191a-4093-ae6a-d2990f4f6239 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfe4c9e4-db87-4967-8c34-e629bbf7e3c0 HTTP/1.1" status: 200 len: 949 time: 0.3119116 May 27 02:16:09.948017 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-5886c4bc-b524-460f-b58d-0ac760c958da req-12bae4fa-e1e5-46e0-bf2b-a7ccb9b08bed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7719978-d258-4419-a4e7-b44ee01bc0cd {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:16:09.969834 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-dc4b358e-2c68-471e-8c4a-a65f2720d734 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:09.970516 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-dc4b358e-2c68-471e-8c4a-a65f2720d734 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Synchronizing usage tracker for tenant:061b97479a33466e8381b1e53cde36e4 on resource:network {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:16:09.976873 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-5886c4bc-b524-460f-b58d-0ac760c958da req-12bae4fa-e1e5-46e0-bf2b-a7ccb9b08bed service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:09.988424 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-14034d99-a154-4c28-8a26-2bc67a84e0fe req-06cd6a02-9c40-4217-8b66-05c05803b558 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.57 "GET /v2.0/security-groups?id=72629ccd-86d5-4056-995a-d6eddbcf4989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620665 May 27 02:16:10.004975 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-5886c4bc-b524-460f-b58d-0ac760c958da req-12bae4fa-e1e5-46e0-bf2b-a7ccb9b08bed service neutron] Transition to ACTIVE for port object a7719978-d258-4419-a4e7-b44ee01bc0cd will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:16:10.081968 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-57561366-16ae-4f9c-86b8-0548356a0383 req-31a40764-2bff-435f-9c03-f01ee72d4964 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:10.094623 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['5ec49fe9-c3ae-48af-80f5-6e8d9dded107'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:16:10.133241 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-dc4b358e-2c68-471e-8c4a-a65f2720d734 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Unset dirty status for tenant:061b97479a33466e8381b1e53cde36e4 on resource:network {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:16:10.134491 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-dc4b358e-2c68-471e-8c4a-a65f2720d734 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/networks?id=ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee HTTP/1.1" status: 200 len: 805 time: 0.5262382 May 27 02:16:10.152271 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36762) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:10.266419 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-5886c4bc-b524-460f-b58d-0ac760c958da req-12bae4fa-e1e5-46e0-bf2b-a7ccb9b08bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:10.288969 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ffccf11-044d-45c9-95b3-53542644fbe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:10.302075 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a40764-2bff-435f-9c03-f01ee72d4964 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Pushing event deleted for resources: {'Port': ['ID=5ec49fe9-c3ae-48af-80f5-6e8d9dded107,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:10.304435 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3ffccf11-044d-45c9-95b3-53542644fbe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:10.308352 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3ffccf11-044d-45c9-95b3-53542644fbe0 admin admin] Usage tracker for resource:security_group_rule and tenant:f775bb2f61394f3da6bc928bbcd27078 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:10.312430 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3ffccf11-044d-45c9-95b3-53542644fbe0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:10.319139 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3ffccf11-044d-45c9-95b3-53542644fbe0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:10.367097 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a40764-2bff-435f-9c03-f01ee72d4964 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:10.367698 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a40764-2bff-435f-9c03-f01ee72d4964 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:10.367698 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a40764-2bff-435f-9c03-f01ee72d4964 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:10.368043 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a40764-2bff-435f-9c03-f01ee72d4964 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:10.368349 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a40764-2bff-435f-9c03-f01ee72d4964 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:10.368629 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a40764-2bff-435f-9c03-f01ee72d4964 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:10.368972 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a40764-2bff-435f-9c03-f01ee72d4964 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:10.369287 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a40764-2bff-435f-9c03-f01ee72d4964 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:10.369599 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a40764-2bff-435f-9c03-f01ee72d4964 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:10.369913 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a40764-2bff-435f-9c03-f01ee72d4964 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:10.370244 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a40764-2bff-435f-9c03-f01ee72d4964 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:10.370536 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a40764-2bff-435f-9c03-f01ee72d4964 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:10.407503 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ffccf11-044d-45c9-95b3-53542644fbe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:10.426368 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-b2fa7ec9-7296-489f-8f04-b7d049b466fe tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/quotas/061b97479a33466e8381b1e53cde36e4 HTTP/1.1" status: 200 len: 375 time: 0.1549284 May 27 02:16:10.474971 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ffccf11-044d-45c9-95b3-53542644fbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:10.535352 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3ffccf11-044d-45c9-95b3-53542644fbe0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f775bb2f61394f3da6bc928bbcd27078&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3813057 May 27 02:16:10.536505 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffccf11-044d-45c9-95b3-53542644fbe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f63be2b-0e7d-4afc-bcb3-7aa8aeaa951b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:10.539870 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36778) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:10.562289 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-57561366-16ae-4f9c-86b8-0548356a0383 req-31a40764-2bff-435f-9c03-f01ee72d4964 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] No DVR routers for this DVR port 5ec49fe9-c3ae-48af-80f5-6e8d9dded107 on host n-h1-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:16:10.573465 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-57561366-16ae-4f9c-86b8-0548356a0383 req-31a40764-2bff-435f-9c03-f01ee72d4964 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:10.583464 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe4c9e4-db87-4967-8c34-e629bbf7e3c0', 'name': 'network-vif-deleted', 'tag': '5ec49fe9-c3ae-48af-80f5-6e8d9dded107'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:16:10.614267 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-de923af0-24d4-499e-9ead-c09b17e3acb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:10.618741 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-389915dd-775e-40dc-94d2-61549b9b1181 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=061b97479a33466e8381b1e53cde36e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1325641 May 27 02:16:10.630235 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-de923af0-24d4-499e-9ead-c09b17e3acb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:10.674728 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bae4fa-e1e5-46e0-bf2b-a7ccb9b08bed service neutron] Pushing event updated for resources: {'Port': ['ID=a7719978-d258-4419-a4e7-b44ee01bc0cd,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:10.720507 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e169d62-3c1a-4037-988a-0e9116a8137b req-37285031-43ed-4e30-9ac3-fe7f5b125859 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:10.726825 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e169d62-3c1a-4037-988a-0e9116a8137b req-37285031-43ed-4e30-9ac3-fe7f5b125859 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:10.733063 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e169d62-3c1a-4037-988a-0e9116a8137b req-37285031-43ed-4e30-9ac3-fe7f5b125859 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:10.739471 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e169d62-3c1a-4037-988a-0e9116a8137b req-37285031-43ed-4e30-9ac3-fe7f5b125859 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:10.745637 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e169d62-3c1a-4037-988a-0e9116a8137b req-37285031-43ed-4e30-9ac3-fe7f5b125859 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:10.751646 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e169d62-3c1a-4037-988a-0e9116a8137b req-37285031-43ed-4e30-9ac3-fe7f5b125859 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:10.757308 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e169d62-3c1a-4037-988a-0e9116a8137b req-37285031-43ed-4e30-9ac3-fe7f5b125859 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:10.764870 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6e169d62-3c1a-4037-988a-0e9116a8137b req-37285031-43ed-4e30-9ac3-fe7f5b125859 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 5431 time: 0.6423564 May 27 02:16:10.769967 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-de923af0-24d4-499e-9ead-c09b17e3acb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:10.792836 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de923af0-24d4-499e-9ead-c09b17e3acb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f63be2b-0e7d-4afc-bcb3-7aa8aeaa951b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:10.793827 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-320fb9ad-680d-464a-9ef9-1b3f72d806b7 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:16:10.800883 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-320fb9ad-680d-464a-9ef9-1b3f72d806b7 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1653183 May 27 02:16:10.803703 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-57561366-16ae-4f9c-86b8-0548356a0383 req-31a40764-2bff-435f-9c03-f01ee72d4964 tempest-ServersAdminTestJSON-1217286293 tempest-ServersAdminTestJSON-1217286293-project] 10.222.0.32 "DELETE /v2.0/ports/5ec49fe9-c3ae-48af-80f5-6e8d9dded107 HTTP/1.1" status: 204 len: 173 time: 2.3520174 May 27 02:16:10.817702 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-de923af0-24d4-499e-9ead-c09b17e3acb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:10.823828 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-de923af0-24d4-499e-9ead-c09b17e3acb9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4f63be2b-0e7d-4afc-bcb3-7aa8aeaa951b HTTP/1.1" status: 204 len: 168 time: 0.2788641 May 27 02:16:10.923759 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-5886c4bc-b524-460f-b58d-0ac760c958da req-12bae4fa-e1e5-46e0-bf2b-a7ccb9b08bed service neutron] Attempting to bind port a7719978-d258-4419-a4e7-b44ee01bc0cd on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:10.924036 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-5886c4bc-b524-460f-b58d-0ac760c958da req-12bae4fa-e1e5-46e0-bf2b-a7ccb9b08bed service neutron] Attempting to bind port a7719978-d258-4419-a4e7-b44ee01bc0cd by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '90e934bd-3ada-4cfd-88be-1e4ed99f05f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4dbbc7f7-6938-4837-8137-9afe570a121c'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:10.924344 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5886c4bc-b524-460f-b58d-0ac760c958da req-12bae4fa-e1e5-46e0-bf2b-a7ccb9b08bed service neutron] Attempting to bind port a7719978-d258-4419-a4e7-b44ee01bc0cd on network 4dbbc7f7-6938-4837-8137-9afe570a121c {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:10.947034 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5886c4bc-b524-460f-b58d-0ac760c958da req-12bae4fa-e1e5-46e0-bf2b-a7ccb9b08bed service neutron] Port a7719978-d258-4419-a4e7-b44ee01bc0cd on network 4dbbc7f7-6938-4837-8137-9afe570a121c not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:16:10.947373 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5886c4bc-b524-460f-b58d-0ac760c958da req-12bae4fa-e1e5-46e0-bf2b-a7ccb9b08bed service neutron] Attempting to bind port a7719978-d258-4419-a4e7-b44ee01bc0cd on network 4dbbc7f7-6938-4837-8137-9afe570a121c {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:10.960441 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5886c4bc-b524-460f-b58d-0ac760c958da req-12bae4fa-e1e5-46e0-bf2b-a7ccb9b08bed service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:16:10.960761 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5886c4bc-b524-460f-b58d-0ac760c958da req-12bae4fa-e1e5-46e0-bf2b-a7ccb9b08bed service neutron] Checking segment: {'id': '90e934bd-3ada-4cfd-88be-1e4ed99f05f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4dbbc7f7-6938-4837-8137-9afe570a121c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:16:10.961156 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5886c4bc-b524-460f-b58d-0ac760c958da req-12bae4fa-e1e5-46e0-bf2b-a7ccb9b08bed service neutron] Bound using segment: {'id': '90e934bd-3ada-4cfd-88be-1e4ed99f05f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4dbbc7f7-6938-4837-8137-9afe570a121c'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:16:10.961595 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-5886c4bc-b524-460f-b58d-0ac760c958da req-12bae4fa-e1e5-46e0-bf2b-a7ccb9b08bed service neutron] Bound port: a7719978-d258-4419-a4e7-b44ee01bc0cd, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90e934bd-3ada-4cfd-88be-1e4ed99f05f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4dbbc7f7-6938-4837-8137-9afe570a121c'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:16:10.961945 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-5886c4bc-b524-460f-b58d-0ac760c958da req-12bae4fa-e1e5-46e0-bf2b-a7ccb9b08bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:10.988598 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6e169d62-3c1a-4037-988a-0e9116a8137b req-54c73594-17d0-459b-96e0-a3d20961a504 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c0d4d46-e793-47d9-97ac-8538804a4bbd&id=0bcfc258-43a3-4cfc-b866-e978be943d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2228613 May 27 02:16:11.117283 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-9d648077-9c4f-44e2-9faa-fc50b2ed8dba service neutron] 10.222.0.57 "GET /v2.0/networks/ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157418 May 27 02:16:11.222596 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6e314121-2b61-48e1-8589-4b556589c21e req-4d80596c-a79b-4d76-b112-57a98805f340 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] 10.222.0.57 "GET /v2.0/security-groups/8dbe7b29-7791-4d1a-a543-03a96311e579 HTTP/1.1" status: 200 len: 1807 time: 0.1769078 May 27 02:16:11.272897 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-5886c4bc-b524-460f-b58d-0ac760c958da req-12bae4fa-e1e5-46e0-bf2b-a7ccb9b08bed service neutron] For port a7719978-d258-4419-a4e7-b44ee01bc0cd, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:16:11.307212 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-5886c4bc-b524-460f-b58d-0ac760c958da req-12bae4fa-e1e5-46e0-bf2b-a7ccb9b08bed service neutron] For port a7719978-d258-4419-a4e7-b44ee01bc0cd, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=a7719978-d258-4419-a4e7-b44ee01bc0cd,segment=NetworkSegment(90e934bd-3ada-4cfd-88be-1e4ed99f05f0),segment_id=90e934bd-3ada-4cfd-88be-1e4ed99f05f0)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:16:11.321979 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6e314121-2b61-48e1-8589-4b556589c21e req-78b5356a-79a0-4d53-8ad3-d38ed94bad82 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] 10.222.0.57 "GET /v2.0/security-groups/2307991e-5c6b-4923-86e7-2f74cad977a7 HTTP/1.1" status: 200 len: 1806 time: 0.0790458 May 27 02:16:11.340306 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-6e314121-2b61-48e1-8589-4b556589c21e req-3bbf1c99-f6e5-44a5-8fa9-130d0f999e1a tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8dbe7b29-7791-4d1a-a543-03a96311e579', 'remote_group_id': '2307991e-5c6b-4923-86e7-2f74cad977a7', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:11.340701 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-6e314121-2b61-48e1-8589-4b556589c21e req-3bbf1c99-f6e5-44a5-8fa9-130d0f999e1a tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8dbe7b29-7791-4d1a-a543-03a96311e579', 'remote_group_id': '2307991e-5c6b-4923-86e7-2f74cad977a7', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:11.347277 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-6e314121-2b61-48e1-8589-4b556589c21e req-3bbf1c99-f6e5-44a5-8fa9-130d0f999e1a tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:11.354917 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-9afe8717-e576-46bc-811c-4adb6baaeaf7 service neutron] 10.222.0.57 "GET /v2.0/networks/ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250042 May 27 02:16:11.354917 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-6e314121-2b61-48e1-8589-4b556589c21e req-3bbf1c99-f6e5-44a5-8fa9-130d0f999e1a tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Usage tracker for resource:security_group_rule and tenant:48d7f3b7f76d4136ab149b182bbe21a8 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:11.356418 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-6e314121-2b61-48e1-8589-4b556589c21e req-3bbf1c99-f6e5-44a5-8fa9-130d0f999e1a tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:11.362213 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-6e314121-2b61-48e1-8589-4b556589c21e req-3bbf1c99-f6e5-44a5-8fa9-130d0f999e1a tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:11.372397 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-5886c4bc-b524-460f-b58d-0ac760c958da req-12bae4fa-e1e5-46e0-bf2b-a7ccb9b08bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:11.441334 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886c4bc-b524-460f-b58d-0ac760c958da req-12bae4fa-e1e5-46e0-bf2b-a7ccb9b08bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:11.441334 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-5886c4bc-b524-460f-b58d-0ac760c958da req-12bae4fa-e1e5-46e0-bf2b-a7ccb9b08bed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:11.441334 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5886c4bc-b524-460f-b58d-0ac760c958da req-12bae4fa-e1e5-46e0-bf2b-a7ccb9b08bed service neutron] 10.222.0.66 "PUT /v2.0/ports/a7719978-d258-4419-a4e7-b44ee01bc0cd HTTP/1.1" status: 200 len: 1092 time: 2.9957907 May 27 02:16:11.471259 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bae4fa-e1e5-46e0-bf2b-a7ccb9b08bed service neutron] Pushing event updated for resources: {'Port': ['ID=a7719978-d258-4419-a4e7-b44ee01bc0cd,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:11.520234 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6e314121-2b61-48e1-8589-4b556589c21e req-3bbf1c99-f6e5-44a5-8fa9-130d0f999e1a tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:11.553983 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6e314121-2b61-48e1-8589-4b556589c21e req-3bbf1c99-f6e5-44a5-8fa9-130d0f999e1a tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:11.580150 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36804) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:11.620656 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84d2f20e-1a80-4add-9912-bc0e411fce8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:11.642815 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-84d2f20e-1a80-4add-9912-bc0e411fce8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:11.656045 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-84d2f20e-1a80-4add-9912-bc0e411fce8f admin admin] Usage tracker for resource:security_group_rule and tenant:327eae9d8fd6400881af4cf2c09e3d95 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:11.659418 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-84d2f20e-1a80-4add-9912-bc0e411fce8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:11.668879 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-84d2f20e-1a80-4add-9912-bc0e411fce8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:11.681465 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6e314121-2b61-48e1-8589-4b556589c21e req-3bbf1c99-f6e5-44a5-8fa9-130d0f999e1a tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:11.706993 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf1c99-f6e5-44a5-8fa9-130d0f999e1a tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f440a4ba-44f0-44de-a55a-dc903b047442,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:11.734644 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886c4bc-b524-460f-b58d-0ac760c958da req-9ccdb5b9-b8b9-40a5-aa63-c00e93a8ef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:11.747906 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5886c4bc-b524-460f-b58d-0ac760c958da req-9ccdb5b9-b8b9-40a5-aa63-c00e93a8ef07 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fa5aae445e1f462e890cfe8ec27ab930&device_id=8933b167-409e-434f-8d42-79fac3383d3d HTTP/1.1" status: 200 len: 1095 time: 0.1470215 May 27 02:16:11.771674 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84d2f20e-1a80-4add-9912-bc0e411fce8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:11.835351 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84d2f20e-1a80-4add-9912-bc0e411fce8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:11.844939 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6e314121-2b61-48e1-8589-4b556589c21e req-3bbf1c99-f6e5-44a5-8fa9-130d0f999e1a tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:11.846145 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6e314121-2b61-48e1-8589-4b556589c21e req-3bbf1c99-f6e5-44a5-8fa9-130d0f999e1a tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5186594 May 27 02:16:11.868357 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5886c4bc-b524-460f-b58d-0ac760c958da req-378b7f58-8f19-4cdb-ab6e-3d069ecf9290 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7719978-d258-4419-a4e7-b44ee01bc0cd HTTP/1.1" status: 200 len: 217 time: 0.1195309 May 27 02:16:11.892823 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-84d2f20e-1a80-4add-9912-bc0e411fce8f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=327eae9d8fd6400881af4cf2c09e3d95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3140841 May 27 02:16:11.894851 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2f20e-1a80-4add-9912-bc0e411fce8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b3df2c-b022-4369-84a8-f3a9c5697c19,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:11.897368 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36822) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:11.964847 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886c4bc-b524-460f-b58d-0ac760c958da req-a1d46631-bbfd-4aef-8ba3-c07def3d2a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:11.966915 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5886c4bc-b524-460f-b58d-0ac760c958da req-a1d46631-bbfd-4aef-8ba3-c07def3d2a02 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7e9701fe-b18a-432f-b901-9da0985348d6 HTTP/1.1" status: 200 len: 853 time: 0.0882955 May 27 02:16:11.970465 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ed21a5f-1162-495d-a16b-08e5ae285af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:11.999058 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ed21a5f-1162-495d-a16b-08e5ae285af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:12.055982 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5886c4bc-b524-460f-b58d-0ac760c958da req-17af44f8-0e12-4942-8eca-22b8910e5812 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4dbbc7f7-6938-4837-8137-9afe570a121c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798731 May 27 02:16:12.063556 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f535a76-1812-4776-aba7-aecfacbf36c7 req-674a3787-bb64-4c6a-8493-4a11a485bab0 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:12.065747 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1f535a76-1812-4776-aba7-aecfacbf36c7 req-674a3787-bb64-4c6a-8493-4a11a485bab0 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.2609742 May 27 02:16:12.135347 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ed21a5f-1162-495d-a16b-08e5ae285af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:12.150771 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed21a5f-1162-495d-a16b-08e5ae285af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b3df2c-b022-4369-84a8-f3a9c5697c19,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:12.158362 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ed21a5f-1162-495d-a16b-08e5ae285af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:12.159499 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3ed21a5f-1162-495d-a16b-08e5ae285af6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/68b3df2c-b022-4369-84a8-f3a9c5697c19 HTTP/1.1" status: 204 len: 168 time: 0.2610371 May 27 02:16:12.365350 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1f535a76-1812-4776-aba7-aecfacbf36c7 req-a56da633-ae3f-4ccf-be88-6668aeb3db22 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2928317 May 27 02:16:12.391624 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5886c4bc-b524-460f-b58d-0ac760c958da req-0c362daa-c823-4993-b88f-b6dc032f21df service neutron] 10.222.0.66 "GET /v2.0/networks/4dbbc7f7-6938-4837-8137-9afe570a121c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202782 May 27 02:16:12.406253 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8649b20-9d09-4d89-a241-109b0fce7e06 req-f0f749ef-01dc-49ba-ba7f-232a0957e6a5 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:12.407733 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a8649b20-9d09-4d89-a241-109b0fce7e06 req-f0f749ef-01dc-49ba-ba7f-232a0957e6a5 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=8933b167-409e-434f-8d42-79fac3383d3d HTTP/1.1" status: 200 len: 944 time: 0.3927143 May 27 02:16:12.428669 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa95ac6a-20bc-4282-b8cb-c10fe7c41f52'] response: {'server_uuid': 'cfe4c9e4-db87-4967-8c34-e629bbf7e3c0', 'name': 'network-vif-deleted', 'tag': '5ec49fe9-c3ae-48af-80f5-6e8d9dded107', 'status': 'completed', 'code': 200} May 27 02:16:12.599856 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a8649b20-9d09-4d89-a241-109b0fce7e06 req-bd4007c8-860a-4b56-bfa5-0cbf953ddb23 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703100 May 27 02:16:12.622891 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b476d407-bea0-44a3-8eb8-286b46484952 req-6eb44e46-11bc-4e02-8a5e-b4ea7d852891 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e3ece41-56ba-4cd9-828c-0b0f8816ae47 HTTP/1.1" status: 200 len: 210 time: 0.0892820 May 27 02:16:12.661658 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5886c4bc-b524-460f-b58d-0ac760c958da req-45443ecd-3291-44c6-a036-76ddefd8804f service neutron] 10.222.0.66 "GET /v2.0/networks/4dbbc7f7-6938-4837-8137-9afe570a121c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635829 May 27 02:16:12.668287 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-871e3c7f-400e-4583-be87-b0c0b0cc84c8 req-6c158b79-d746-4e17-bf58-43ad12f731ff tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1466153786', 'description': 'tempest-description-138026997'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:12.675610 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-871e3c7f-400e-4583-be87-b0c0b0cc84c8 req-6c158b79-d746-4e17-bf58-43ad12f731ff tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:12.680931 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-871e3c7f-400e-4583-be87-b0c0b0cc84c8 req-6c158b79-d746-4e17-bf58-43ad12f731ff tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Usage tracker for resource:security_group and tenant:48d7f3b7f76d4136ab149b182bbe21a8 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:12.684667 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-871e3c7f-400e-4583-be87-b0c0b0cc84c8 req-6c158b79-d746-4e17-bf58-43ad12f731ff tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:12.691492 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-871e3c7f-400e-4583-be87-b0c0b0cc84c8 req-6c158b79-d746-4e17-bf58-43ad12f731ff tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:12.789900 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-871e3c7f-400e-4583-be87-b0c0b0cc84c8 req-6c158b79-d746-4e17-bf58-43ad12f731ff tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:12.817255 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-871e3c7f-400e-4583-be87-b0c0b0cc84c8 req-6c158b79-d746-4e17-bf58-43ad12f731ff tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:12.823563 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-871e3c7f-400e-4583-be87-b0c0b0cc84c8 req-6c158b79-d746-4e17-bf58-43ad12f731ff tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Usage tracker for resource:security_group_rule and tenant:48d7f3b7f76d4136ab149b182bbe21a8 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:12.829738 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-871e3c7f-400e-4583-be87-b0c0b0cc84c8 req-6c158b79-d746-4e17-bf58-43ad12f731ff tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:12.837711 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-871e3c7f-400e-4583-be87-b0c0b0cc84c8 req-6c158b79-d746-4e17-bf58-43ad12f731ff tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:12.859081 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362a4b4-bd34-42d1-9572-b5c0958a60b9 req-0e97affb-5fe9-4da5-9303-a4b819018996 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:12.864914 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362a4b4-bd34-42d1-9572-b5c0958a60b9 req-0e97affb-5fe9-4da5-9303-a4b819018996 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:12.870682 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362a4b4-bd34-42d1-9572-b5c0958a60b9 req-0e97affb-5fe9-4da5-9303-a4b819018996 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:12.876419 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362a4b4-bd34-42d1-9572-b5c0958a60b9 req-0e97affb-5fe9-4da5-9303-a4b819018996 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:12.884469 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362a4b4-bd34-42d1-9572-b5c0958a60b9 req-0e97affb-5fe9-4da5-9303-a4b819018996 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:12.890259 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362a4b4-bd34-42d1-9572-b5c0958a60b9 req-0e97affb-5fe9-4da5-9303-a4b819018996 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:12.896685 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362a4b4-bd34-42d1-9572-b5c0958a60b9 req-0e97affb-5fe9-4da5-9303-a4b819018996 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:12.898661 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d362a4b4-bd34-42d1-9572-b5c0958a60b9 req-0e97affb-5fe9-4da5-9303-a4b819018996 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 5431 time: 0.1701536 May 27 02:16:12.967012 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d362a4b4-bd34-42d1-9572-b5c0958a60b9 req-d0930445-972b-4a27-accf-fc1367261423 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c0d4d46-e793-47d9-97ac-8538804a4bbd&id=0bcfc258-43a3-4cfc-b866-e978be943d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0615082 May 27 02:16:13.021874 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-871e3c7f-400e-4583-be87-b0c0b0cc84c8 req-6c158b79-d746-4e17-bf58-43ad12f731ff tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:13.103118 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36868) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:13.144197 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-871e3c7f-400e-4583-be87-b0c0b0cc84c8 req-6c158b79-d746-4e17-bf58-43ad12f731ff tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:13.219672 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c158b79-d746-4e17-bf58-43ad12f731ff tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1e2b5a-a0b3-4bf3-9114-cbdf1ad5d16d,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:13.235655 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c30ff1-cc17-47e9-b318-1dddc3e6f3fb req-28db0ac6-7d7b-4c4c-9489-150f857a01fa tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:13.246045 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 5ec49fe9-c3ae-48af-80f5-6e8d9dded107 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:16:13.256968 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a1c30ff1-cc17-47e9-b318-1dddc3e6f3fb req-28db0ac6-7d7b-4c4c-9489-150f857a01fa tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.1615727 May 27 02:16:13.268960 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-871e3c7f-400e-4583-be87-b0c0b0cc84c8 req-6c158b79-d746-4e17-bf58-43ad12f731ff tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:13.268960 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-871e3c7f-400e-4583-be87-b0c0b0cc84c8 req-6c158b79-d746-4e17-bf58-43ad12f731ff tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6025274 May 27 02:16:13.280627 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ac16e983-865d-44de-8dd3-047360543953 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ef5ba470f9fc41249d500f0a664db69b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1762190 May 27 02:16:13.292279 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36884) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:13.302482 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-5e8e5591-03bd-4eac-bade-e7d3ac705a1f req-7b82ca47-ee09-45c1-9276-eb9a8d3fe062 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1063222628', 'description': 'tempest-description-867638867'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:13.311839 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-5e8e5591-03bd-4eac-bade-e7d3ac705a1f req-7b82ca47-ee09-45c1-9276-eb9a8d3fe062 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:13.318763 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 5ec49fe9-c3ae-48af-80f5-6e8d9dded107 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:16:13.319104 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 5ec49fe9-c3ae-48af-80f5-6e8d9dded107 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:16:13.326145 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-5e8e5591-03bd-4eac-bade-e7d3ac705a1f req-7b82ca47-ee09-45c1-9276-eb9a8d3fe062 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Usage tracker for resource:security_group and tenant:48d7f3b7f76d4136ab149b182bbe21a8 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:13.330408 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-5e8e5591-03bd-4eac-bade-e7d3ac705a1f req-7b82ca47-ee09-45c1-9276-eb9a8d3fe062 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:13.340754 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-5e8e5591-03bd-4eac-bade-e7d3ac705a1f req-7b82ca47-ee09-45c1-9276-eb9a8d3fe062 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:13.349291 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a1c30ff1-cc17-47e9-b318-1dddc3e6f3fb req-16d81592-e127-423a-a91a-f3ef71c55a07 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913935 May 27 02:16:13.374793 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b333b099-ca6e-4b6e-965f-aaa3fc906548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:13.410925 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b333b099-ca6e-4b6e-965f-aaa3fc906548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:13.429579 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-5e8e5591-03bd-4eac-bade-e7d3ac705a1f req-7b82ca47-ee09-45c1-9276-eb9a8d3fe062 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:13.450556 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-5e8e5591-03bd-4eac-bade-e7d3ac705a1f req-7b82ca47-ee09-45c1-9276-eb9a8d3fe062 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:13.454457 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-5e8e5591-03bd-4eac-bade-e7d3ac705a1f req-7b82ca47-ee09-45c1-9276-eb9a8d3fe062 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Usage tracker for resource:security_group_rule and tenant:48d7f3b7f76d4136ab149b182bbe21a8 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:13.458227 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-5e8e5591-03bd-4eac-bade-e7d3ac705a1f req-7b82ca47-ee09-45c1-9276-eb9a8d3fe062 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:13.464404 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-5e8e5591-03bd-4eac-bade-e7d3ac705a1f req-7b82ca47-ee09-45c1-9276-eb9a8d3fe062 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:13.540506 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b333b099-ca6e-4b6e-965f-aaa3fc906548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:13.555470 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-5e8e5591-03bd-4eac-bade-e7d3ac705a1f req-7b82ca47-ee09-45c1-9276-eb9a8d3fe062 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:13.559572 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b333b099-ca6e-4b6e-965f-aaa3fc906548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72629ccd-86d5-4056-995a-d6eddbcf4989,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:13.570321 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b333b099-ca6e-4b6e-965f-aaa3fc906548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:13.574323 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b333b099-ca6e-4b6e-965f-aaa3fc906548 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/72629ccd-86d5-4056-995a-d6eddbcf4989 HTTP/1.1" status: 204 len: 168 time: 0.2873816 May 27 02:16:13.574323 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b333b099-ca6e-4b6e-965f-aaa3fc906548 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:13.574323 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b333b099-ca6e-4b6e-965f-aaa3fc906548 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:13.574323 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b333b099-ca6e-4b6e-965f-aaa3fc906548 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:13.574323 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b333b099-ca6e-4b6e-965f-aaa3fc906548 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:13.574323 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b333b099-ca6e-4b6e-965f-aaa3fc906548 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:13.575047 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b333b099-ca6e-4b6e-965f-aaa3fc906548 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:13.575047 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b333b099-ca6e-4b6e-965f-aaa3fc906548 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:13.575424 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b333b099-ca6e-4b6e-965f-aaa3fc906548 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:13.575753 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b333b099-ca6e-4b6e-965f-aaa3fc906548 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:13.575890 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b333b099-ca6e-4b6e-965f-aaa3fc906548 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:13.576219 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b333b099-ca6e-4b6e-965f-aaa3fc906548 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:13.576535 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b333b099-ca6e-4b6e-965f-aaa3fc906548 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:13.637678 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-5e8e5591-03bd-4eac-bade-e7d3ac705a1f req-7b82ca47-ee09-45c1-9276-eb9a8d3fe062 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:13.682488 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b82ca47-ee09-45c1-9276-eb9a8d3fe062 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6db3d8-c1f5-479d-88cb-5845d1a50959,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:13.749429 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-5e8e5591-03bd-4eac-bade-e7d3ac705a1f req-7b82ca47-ee09-45c1-9276-eb9a8d3fe062 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:13.750720 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5e8e5591-03bd-4eac-bade-e7d3ac705a1f req-7b82ca47-ee09-45c1-9276-eb9a8d3fe062 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4578707 May 27 02:16:13.937861 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d2aa0-8828-493b-afd1-7d7bcf69eacd req-8ddcb246-272b-4912-b566-ae8deb062865 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:13.939374 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-612d2aa0-8828-493b-afd1-7d7bcf69eacd req-8ddcb246-272b-4912-b566-ae8deb062865 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=8933b167-409e-434f-8d42-79fac3383d3d HTTP/1.1" status: 200 len: 944 time: 0.0852456 May 27 02:16:13.990272 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-612d2aa0-8828-493b-afd1-7d7bcf69eacd req-0463f912-0e37-49b3-9b52-5a1f8c75aec6 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407455 May 27 02:16:14.145739 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-19280a70-adc0-4128-a737-c161d702ab52 req-5a616121-995a-4129-b4fd-1d61934c0ab3 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e3ece41-56ba-4cd9-828c-0b0f8816ae47 HTTP/1.1" status: 200 len: 210 time: 0.0566061 May 27 02:16:14.384619 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b6d3bb2b-f74a-4124-b3ab-ee2b560be2a2 req-706bd17c-d533-42df-8378-91dabee1eaa2 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] 10.222.0.57 "GET /v2.0/security-groups/0a1e2b5a-a0b3-4bf3-9114-cbdf1ad5d16d HTTP/1.1" status: 200 len: 1806 time: 0.2152774 May 27 02:16:14.431627 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8933b167-409e-434f-8d42-79fac3383d3d', 'tag': 'a7719978-d258-4419-a4e7-b44ee01bc0cd'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:16:14.517761 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36962) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:14.576213 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b6d3bb2b-f74a-4124-b3ab-ee2b560be2a2 req-648efa14-f3b3-47c1-8ac5-1a5e4ae44096 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] 10.222.0.57 "GET /v2.0/security-groups/9e6db3d8-c1f5-479d-88cb-5845d1a50959 HTTP/1.1" status: 200 len: 1806 time: 0.1835523 May 27 02:16:14.598772 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-7be8167c-02b8-4f7c-a692-9f5cbbe2b1e3 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:14.598772 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-7be8167c-02b8-4f7c-a692-9f5cbbe2b1e3 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.32 "GET /v2.0/networks?id=ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee HTTP/1.1" status: 200 len: 805 time: 0.3758712 May 27 02:16:14.601267 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-b6d3bb2b-f74a-4124-b3ab-ee2b560be2a2 req-745c07f3-c36c-4745-9b50-c016608f77aa tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0a1e2b5a-a0b3-4bf3-9114-cbdf1ad5d16d', 'remote_group_id': '9e6db3d8-c1f5-479d-88cb-5845d1a50959', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:14.601845 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-b6d3bb2b-f74a-4124-b3ab-ee2b560be2a2 req-745c07f3-c36c-4745-9b50-c016608f77aa tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0a1e2b5a-a0b3-4bf3-9114-cbdf1ad5d16d', 'remote_group_id': '9e6db3d8-c1f5-479d-88cb-5845d1a50959', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:14.613797 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-8dc3b1de-ba79-4797-832a-b5683cea9d4b tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Request body: {'port': {'device_id': '5e3ece41-56ba-4cd9-828c-0b0f8816ae47', 'network_id': 'ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee', 'admin_state_up': True, 'tenant_id': '061b97479a33466e8381b1e53cde36e4'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:14.627293 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-b6d3bb2b-f74a-4124-b3ab-ee2b560be2a2 req-745c07f3-c36c-4745-9b50-c016608f77aa tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:14.628064 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2d3fb218-2a46-4744-97cb-d8ff46ea8607 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3ca9aecfa8de44fe8bdfc89dfae7ecc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1091785 May 27 02:16:14.631547 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36974) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:14.651466 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b6d3bb2b-f74a-4124-b3ab-ee2b560be2a2 req-745c07f3-c36c-4745-9b50-c016608f77aa tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Usage tracker for resource:security_group_rule and tenant:48d7f3b7f76d4136ab149b182bbe21a8 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:14.661563 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b6d3bb2b-f74a-4124-b3ab-ee2b560be2a2 req-745c07f3-c36c-4745-9b50-c016608f77aa tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:14.727549 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4526b06-1adf-4887-9c70-4e6189a45ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:14.731671 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-b6d3bb2b-f74a-4124-b3ab-ee2b560be2a2 req-745c07f3-c36c-4745-9b50-c016608f77aa tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:14.782113 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a28b1-b1ba-4a51-b375-21c590baf3f3 req-8f1bbf72-9ef5-4787-ac86-4748f1eaf046 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:14.789522 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4526b06-1adf-4887-9c70-4e6189a45ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:14.796334 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a28b1-b1ba-4a51-b375-21c590baf3f3 req-8f1bbf72-9ef5-4787-ac86-4748f1eaf046 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:14.796334 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a28b1-b1ba-4a51-b375-21c590baf3f3 req-8f1bbf72-9ef5-4787-ac86-4748f1eaf046 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:14.796334 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a28b1-b1ba-4a51-b375-21c590baf3f3 req-8f1bbf72-9ef5-4787-ac86-4748f1eaf046 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:14.810518 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a28b1-b1ba-4a51-b375-21c590baf3f3 req-8f1bbf72-9ef5-4787-ac86-4748f1eaf046 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:14.810518 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a28b1-b1ba-4a51-b375-21c590baf3f3 req-8f1bbf72-9ef5-4787-ac86-4748f1eaf046 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:14.823366 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a28b1-b1ba-4a51-b375-21c590baf3f3 req-8f1bbf72-9ef5-4787-ac86-4748f1eaf046 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:14.831079 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-495a28b1-b1ba-4a51-b375-21c590baf3f3 req-8f1bbf72-9ef5-4787-ac86-4748f1eaf046 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 5431 time: 0.4981275 May 27 02:16:14.898612 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-495a28b1-b1ba-4a51-b375-21c590baf3f3 req-3f6d7be1-eb1d-48b2-bdbc-d6d449a861c5 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c0d4d46-e793-47d9-97ac-8538804a4bbd&id=0bcfc258-43a3-4cfc-b866-e978be943d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0665183 May 27 02:16:14.942672 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4526b06-1adf-4887-9c70-4e6189a45ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:14.963147 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4526b06-1adf-4887-9c70-4e6189a45ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df5cb8b-39d5-46b4-91f7-2d77cc9b67cc,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:15.031465 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-8dc3b1de-ba79-4797-832a-b5683cea9d4b tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:15.040376 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-8dc3b1de-ba79-4797-832a-b5683cea9d4b tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Usage tracker for resource:port and tenant:061b97479a33466e8381b1e53cde36e4 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:15.050933 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-8dc3b1de-ba79-4797-832a-b5683cea9d4b tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:15.063124 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4526b06-1adf-4887-9c70-4e6189a45ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:15.064267 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d4526b06-1adf-4887-9c70-4e6189a45ae2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7df5cb8b-39d5-46b4-91f7-2d77cc9b67cc HTTP/1.1" status: 204 len: 168 time: 0.4316571 May 27 02:16:15.117244 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-8dc3b1de-ba79-4797-832a-b5683cea9d4b tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:15.148633 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b6d3bb2b-f74a-4124-b3ab-ee2b560be2a2 req-745c07f3-c36c-4745-9b50-c016608f77aa tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:15.187117 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b6d3bb2b-f74a-4124-b3ab-ee2b560be2a2 req-745c07f3-c36c-4745-9b50-c016608f77aa tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:15.204102 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75caebec-1cc2-4884-8b9c-b0239e54472c req-394b55e3-bca6-4bf0-b89e-e08209e9f521 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:15.213184 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-75caebec-1cc2-4884-8b9c-b0239e54472c req-394b55e3-bca6-4bf0-b89e-e08209e9f521 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.1564188 May 27 02:16:15.251009 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-8dc3b1de-ba79-4797-832a-b5683cea9d4b tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Made reservation on behalf of 061b97479a33466e8381b1e53cde36e4 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:15.255162 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-8dc3b1de-ba79-4797-832a-b5683cea9d4b tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:15.285745 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-75caebec-1cc2-4884-8b9c-b0239e54472c req-3a640da9-07eb-4ce9-a812-650590484683 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699527 May 27 02:16:15.290718 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b6d3bb2b-f74a-4124-b3ab-ee2b560be2a2 req-745c07f3-c36c-4745-9b50-c016608f77aa tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:15.364659 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f1e2957-b19b-44b3-9297-49ce6921f386'] response: {'name': 'network-changed', 'server_uuid': '8933b167-409e-434f-8d42-79fac3383d3d', 'tag': 'a7719978-d258-4419-a4e7-b44ee01bc0cd', 'status': 'completed', 'code': 200} May 27 02:16:15.435752 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c07f3-c36c-4745-9b50-c016608f77aa tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=329ef45d-d9d4-4850-8d88-f80e459c4c68,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:15.641801 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b6d3bb2b-f74a-4124-b3ab-ee2b560be2a2 req-745c07f3-c36c-4745-9b50-c016608f77aa tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:15.660542 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b6d3bb2b-f74a-4124-b3ab-ee2b560be2a2 req-745c07f3-c36c-4745-9b50-c016608f77aa tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.0749409 May 27 02:16:15.864493 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-5803bf8b-5b1c-43a8-93ef-14d256b75991 req-a1ad9860-98d7-49ff-83bf-c5ee157a629b tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Synchronizing usage tracker for tenant:061b97479a33466e8381b1e53cde36e4 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:16:15.875735 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ba4ae-046f-4305-af9f-fba3f1edfff8 req-3fe306f5-42b2-4e3a-b826-613129aaf9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:15.877306 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-896ba4ae-046f-4305-af9f-fba3f1edfff8 req-3fe306f5-42b2-4e3a-b826-613129aaf9af service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fa5aae445e1f462e890cfe8ec27ab930&device_id=8933b167-409e-434f-8d42-79fac3383d3d HTTP/1.1" status: 200 len: 1095 time: 0.4917333 May 27 02:16:15.907943 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device a7719978-d258-4419-a4e7-b44ee01bc0cd details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:16:15.923406 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfaa8ab-45a2-438b-b3f8-784d9d3ea179 req-a22cc341-22ed-4f8e-a9bf-7c79750f868a tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:15.930897 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bcfaa8ab-45a2-438b-b3f8-784d9d3ea179 req-a22cc341-22ed-4f8e-a9bf-7c79750f868a tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=8933b167-409e-434f-8d42-79fac3383d3d HTTP/1.1" status: 200 len: 944 time: 0.4699264 May 27 02:16:15.936388 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-8dc3b1de-ba79-4797-832a-b5683cea9d4b tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Allocated IP 172.20.0.13 (ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee/98c2d6b5-1175-4c13-b824-dd8e526e1b70/15697790-dafd-48ae-80ee-72053ff5983e) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:16:16.071099 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bcfaa8ab-45a2-438b-b3f8-784d9d3ea179 req-73d51bb9-9b19-4361-b103-1f655c29c072 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376107 May 27 02:16:16.128616 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port a7719978-d258-4419-a4e7-b44ee01bc0cd, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=a7719978-d258-4419-a4e7-b44ee01bc0cd,segment=NetworkSegment(90e934bd-3ada-4cfd-88be-1e4ed99f05f0),segment_id=90e934bd-3ada-4cfd-88be-1e4ed99f05f0)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:16.131269 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-5803bf8b-5b1c-43a8-93ef-14d256b75991 req-a1ad9860-98d7-49ff-83bf-c5ee157a629b tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Unset dirty status for tenant:061b97479a33466e8381b1e53cde36e4 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:16:16.137375 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5803bf8b-5b1c-43a8-93ef-14d256b75991 req-a1ad9860-98d7-49ff-83bf-c5ee157a629b tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e3ece41-56ba-4cd9-828c-0b0f8816ae47 HTTP/1.1" status: 200 len: 210 time: 0.3607941 May 27 02:16:16.142947 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': 'a7719978-d258-4419-a4e7-b44ee01bc0cd', 'network_id': '4dbbc7f7-6938-4837-8137-9afe570a121c', 'port_id': 'a7719978-d258-4419-a4e7-b44ee01bc0cd', 'mac_address': 'fa:16:3e:ed:13:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e9701fe-b18a-432f-b901-9da0985348d6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:16:16.215268 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port a7719978-d258-4419-a4e7-b44ee01bc0cd is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:16.215991 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:16.238181 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7719978-d258-4419-a4e7-b44ee01bc0cd {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:16:16.255562 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port a7719978-d258-4419-a4e7-b44ee01bc0cd, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=a7719978-d258-4419-a4e7-b44ee01bc0cd,segment=NetworkSegment(90e934bd-3ada-4cfd-88be-1e4ed99f05f0),segment_id=90e934bd-3ada-4cfd-88be-1e4ed99f05f0)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:16.317013 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ba4ae-046f-4305-af9f-fba3f1edfff8 req-993de2c5-376b-458a-9c07-b6ed0435cf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:16.318456 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-896ba4ae-046f-4305-af9f-fba3f1edfff8 req-993de2c5-376b-458a-9c07-b6ed0435cf94 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4dbbc7f7-6938-4837-8137-9afe570a121c HTTP/1.1" status: 200 len: 914 time: 0.4288514 May 27 02:16:16.349177 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:16.423458 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=a7719978-d258-4419-a4e7-b44ee01bc0cd,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:16.431489 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:16.437919 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:16.437919 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:16.437919 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:16.437919 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:16.437919 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:16.437919 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:16.437919 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:16.437919 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:16.437919 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:16.437919 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:16.437919 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:16.455400 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-91f45c09-644e-4383-a6c6-4031bda548ac req-544dccbb-a50b-4c8d-adf0-ac197bc9ef50 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] 10.222.0.57 "GET /v2.0/security-groups/9e6db3d8-c1f5-479d-88cb-5845d1a50959 HTTP/1.1" status: 200 len: 1806 time: 0.1923828 May 27 02:16:16.465008 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-896ba4ae-046f-4305-af9f-fba3f1edfff8 req-195d4bf5-6e3a-4b0b-b2d1-6866b4f4b7f1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7719978-d258-4419-a4e7-b44ee01bc0cd HTTP/1.1" status: 200 len: 217 time: 0.1260538 May 27 02:16:16.566204 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['a7719978-d258-4419-a4e7-b44ee01bc0cd'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:16:16.626607 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ba4ae-046f-4305-af9f-fba3f1edfff8 req-4cf3bfe9-ec4d-417a-8748-fe4289b787e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:16.628581 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-896ba4ae-046f-4305-af9f-fba3f1edfff8 req-4cf3bfe9-ec4d-417a-8748-fe4289b787e2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7e9701fe-b18a-432f-b901-9da0985348d6 HTTP/1.1" status: 200 len: 853 time: 0.1541741 May 27 02:16:16.695310 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-8dc3b1de-ba79-4797-832a-b5683cea9d4b tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:16.721725 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7a5c7-8325-4fc1-98eb-b192b4ddd291 req-b61a8ab5-3c98-453d-8aa0-b2e257580dfa tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:16.723909 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bac7a5c7-8325-4fc1-98eb-b192b4ddd291 req-b61a8ab5-3c98-453d-8aa0-b2e257580dfa tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.4597330 May 27 02:16:16.732152 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-896ba4ae-046f-4305-af9f-fba3f1edfff8 req-6e5bb6b7-5f93-4477-b5f9-e9af7e759648 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4dbbc7f7-6938-4837-8137-9afe570a121c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927589 May 27 02:16:16.741294 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37112) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:16.742951 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-91f45c09-644e-4383-a6c6-4031bda548ac req-49058a18-3d16-4fce-89c4-e25e125d1452 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:16.923795 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-91f45c09-644e-4383-a6c6-4031bda548ac req-49058a18-3d16-4fce-89c4-e25e125d1452 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:16.924239 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d2f3307d-f688-49e0-8292-01bcc941cfea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:16.946403 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d2f3307d-f688-49e0-8292-01bcc941cfea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:16.950575 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d2f3307d-f688-49e0-8292-01bcc941cfea admin admin] Usage tracker for resource:security_group_rule and tenant:98733acfee664af78fd47670af30cc46 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:16.953953 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d2f3307d-f688-49e0-8292-01bcc941cfea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:16.955595 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bac7a5c7-8325-4fc1-98eb-b192b4ddd291 req-28f9b137-ff5d-4fc5-a9fb-f823659572cb tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2191565 May 27 02:16:16.961462 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d2f3307d-f688-49e0-8292-01bcc941cfea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:17.041824 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-896ba4ae-046f-4305-af9f-fba3f1edfff8 req-86a0e0e2-3951-4012-8b24-1b49e84ee8d6 service neutron] 10.222.0.66 "GET /v2.0/networks/4dbbc7f7-6938-4837-8137-9afe570a121c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008096 May 27 02:16:17.053493 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d2f3307d-f688-49e0-8292-01bcc941cfea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:17.224258 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d2f3307d-f688-49e0-8292-01bcc941cfea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:17.235509 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-8dc3b1de-ba79-4797-832a-b5683cea9d4b tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:17.277795 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d2f3307d-f688-49e0-8292-01bcc941cfea admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=98733acfee664af78fd47670af30cc46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5325782 May 27 02:16:17.278216 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37136) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:17.281150 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3307d-f688-49e0-8292-01bcc941cfea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3212869-6f3e-4a94-b587-05f3b7e1f4a1,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:17.288978 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-896ba4ae-046f-4305-af9f-fba3f1edfff8 req-93fae7fc-ad03-4ee9-a0ca-3d67418b0aac service neutron] 10.222.0.66 "GET /v2.0/networks/4dbbc7f7-6938-4837-8137-9afe570a121c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409880 May 27 02:16:17.301218 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-91f45c09-644e-4383-a6c6-4031bda548ac req-49058a18-3d16-4fce-89c4-e25e125d1452 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:17.336959 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49058a18-3d16-4fce-89c4-e25e125d1452 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6db3d8-c1f5-479d-88cb-5845d1a50959,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:17.351016 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c8c24f5-c59e-46a0-8318-ba5dc51a2b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:17.358160 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99e46b-0562-4b74-932c-9f47ad897685 req-01bc7bfd-ce17-4089-a7c7-1bdd9c913d9a tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:17.369650 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99e46b-0562-4b74-932c-9f47ad897685 req-01bc7bfd-ce17-4089-a7c7-1bdd9c913d9a tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:17.370619 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99e46b-0562-4b74-932c-9f47ad897685 req-01bc7bfd-ce17-4089-a7c7-1bdd9c913d9a tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:17.376265 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99e46b-0562-4b74-932c-9f47ad897685 req-01bc7bfd-ce17-4089-a7c7-1bdd9c913d9a tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:17.382078 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99e46b-0562-4b74-932c-9f47ad897685 req-01bc7bfd-ce17-4089-a7c7-1bdd9c913d9a tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:17.383337 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c8c24f5-c59e-46a0-8318-ba5dc51a2b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:17.388004 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99e46b-0562-4b74-932c-9f47ad897685 req-01bc7bfd-ce17-4089-a7c7-1bdd9c913d9a tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:17.393737 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99e46b-0562-4b74-932c-9f47ad897685 req-01bc7bfd-ce17-4089-a7c7-1bdd9c913d9a tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:17.395639 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ff99e46b-0562-4b74-932c-9f47ad897685 req-01bc7bfd-ce17-4089-a7c7-1bdd9c913d9a tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 5431 time: 0.3255548 May 27 02:16:17.398609 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-8dc3b1de-ba79-4797-832a-b5683cea9d4b tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Network ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:16:17.402192 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-8dc3b1de-ba79-4797-832a-b5683cea9d4b tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:17.408699 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-91f45c09-644e-4383-a6c6-4031bda548ac req-49058a18-3d16-4fce-89c4-e25e125d1452 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:17.410338 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-91f45c09-644e-4383-a6c6-4031bda548ac req-49058a18-3d16-4fce-89c4-e25e125d1452 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] 10.222.0.57 "DELETE /v2.0/security-groups/9e6db3d8-c1f5-479d-88cb-5845d1a50959 HTTP/1.1" status: 204 len: 173 time: 0.9425957 May 27 02:16:17.411185 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-8dc3b1de-ba79-4797-832a-b5683cea9d4b tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:16:17.441084 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc3b1de-ba79-4797-832a-b5683cea9d4b tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Pushing event updated for resources: {'Port': ['ID=15697790-dafd-48ae-80ee-72053ff5983e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:17.505589 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ff99e46b-0562-4b74-932c-9f47ad897685 req-cc123c52-e999-4fb7-a150-8b98eda506fe tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c0d4d46-e793-47d9-97ac-8538804a4bbd&id=0bcfc258-43a3-4cfc-b866-e978be943d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1010520 May 27 02:16:17.513174 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-8dc3b1de-ba79-4797-832a-b5683cea9d4b tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:17.513790 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-8dc3b1de-ba79-4797-832a-b5683cea9d4b tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:17.531527 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c8c24f5-c59e-46a0-8318-ba5dc51a2b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:17.549703 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c24f5-c59e-46a0-8318-ba5dc51a2b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3212869-6f3e-4a94-b587-05f3b7e1f4a1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:17.570329 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c8c24f5-c59e-46a0-8318-ba5dc51a2b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:17.572761 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0c8c24f5-c59e-46a0-8318-ba5dc51a2b44 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b3212869-6f3e-4a94-b587-05f3b7e1f4a1 HTTP/1.1" status: 204 len: 168 time: 0.2921219 May 27 02:16:17.676019 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-8dc3b1de-ba79-4797-832a-b5683cea9d4b tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0690904 May 27 02:16:17.687881 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-f29493d1-c248-4fa1-8553-3a54fd0f1ef8 service neutron] Request body: {'port': {'device_id': '5e3ece41-56ba-4cd9-828c-0b0f8816ae47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:17.922961 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device a7719978-d258-4419-a4e7-b44ee01bc0cd up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:16:18.024946 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716f23b-ba87-49dc-b8ac-8a33a488f5d9 req-ea5bf340-e561-41fd-8728-ff92c0f03a47 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:18.026457 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0716f23b-ba87-49dc-b8ac-8a33a488f5d9 req-ea5bf340-e561-41fd-8728-ff92c0f03a47 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.3940923 May 27 02:16:18.033816 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-f29493d1-c248-4fa1-8553-3a54fd0f1ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:18.080903 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port a7719978-d258-4419-a4e7-b44ee01bc0cd completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:18.086671 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port a7719978-d258-4419-a4e7-b44ee01bc0cd triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:18.094898 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:18.150352 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0716f23b-ba87-49dc-b8ac-8a33a488f5d9 req-2f4d8486-2fa5-4680-bcac-8bf3d429dd49 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172435 May 27 02:16:18.175580 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7033a-34d4-49dd-860d-d8bd17d5e254 req-113804d8-06a2-426b-aa13-26d4ae7d2a0c tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:18.177135 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8bd7033a-34d4-49dd-860d-d8bd17d5e254 req-113804d8-06a2-426b-aa13-26d4ae7d2a0c tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=8933b167-409e-434f-8d42-79fac3383d3d HTTP/1.1" status: 200 len: 945 time: 0.3413317 May 27 02:16:18.232286 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port a7719978-d258-4419-a4e7-b44ee01bc0cd is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:18.232785 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:18.259502 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37182) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:18.273652 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port a7719978-d258-4419-a4e7-b44ee01bc0cd, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=a7719978-d258-4419-a4e7-b44ee01bc0cd,segment=NetworkSegment(90e934bd-3ada-4cfd-88be-1e4ed99f05f0),segment_id=90e934bd-3ada-4cfd-88be-1e4ed99f05f0)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:18.274780 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8933b167-409e-434f-8d42-79fac3383d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7719978-d258-4419-a4e7-b44ee01bc0cd'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:16:18.277495 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37186) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:18.298570 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-327714db-598c-48d4-becc-456856662f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:18.315262 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-327714db-598c-48d4-becc-456856662f16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:18.319682 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-327714db-598c-48d4-becc-456856662f16 admin admin] Usage tracker for resource:security_group_rule and tenant:89680407d89344e58c34329e860c59fe is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:18.322982 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-327714db-598c-48d4-becc-456856662f16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:18.337917 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-327714db-598c-48d4-becc-456856662f16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:18.341431 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8bd7033a-34d4-49dd-860d-d8bd17d5e254 req-d5745a72-0cd2-47da-b9b8-0c585309049f tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457381 May 27 02:16:18.384032 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:18.439458 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-327714db-598c-48d4-becc-456856662f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:18.480335 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=a7719978-d258-4419-a4e7-b44ee01bc0cd,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:18.506432 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cd256687-ed8b-4f9b-a5aa-43b51a656692 req-c06e7dd2-84d7-4f8a-8be9-9fb4637edc31 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] 10.222.0.57 "GET /v2.0/security-groups/0a1e2b5a-a0b3-4bf3-9114-cbdf1ad5d16d HTTP/1.1" status: 200 len: 1806 time: 0.0685196 May 27 02:16:18.524488 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-327714db-598c-48d4-becc-456856662f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:18.549100 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2b0ec-2562-4641-9916-43d124dfbfbd req-c01f4318-95e0-40ee-ae2e-8e826e923a2c tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:18.551213 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a0c2b0ec-2562-4641-9916-43d124dfbfbd req-c01f4318-95e0-40ee-ae2e-8e826e923a2c tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e3ece41-56ba-4cd9-828c-0b0f8816ae47 HTTP/1.1" status: 200 len: 932 time: 0.2541828 May 27 02:16:18.574046 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-327714db-598c-48d4-becc-456856662f16 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=89680407d89344e58c34329e860c59fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3125973 May 27 02:16:18.577520 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37198) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:18.619651 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c915cc0a-2a6f-4b99-a64b-24882b874243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:18.632897 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327714db-598c-48d4-becc-456856662f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbc1d6b-263b-44a9-b8c0-ef53272c5132,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:18.646596 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-a0c2b0ec-2562-4641-9916-43d124dfbfbd req-3be2e14d-c28a-47c2-be15-dee412f87e1e tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Synchronizing usage tracker for tenant:061b97479a33466e8381b1e53cde36e4 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:16:18.649325 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c915cc0a-2a6f-4b99-a64b-24882b874243 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:18.667085 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c915cc0a-2a6f-4b99-a64b-24882b874243 admin admin] Usage tracker for resource:security_group_rule and tenant:fae65ac46841465d807573da9d069e03 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:18.671506 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c915cc0a-2a6f-4b99-a64b-24882b874243 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:18.677226 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d592a343-7573-469f-89e7-19d41a82c081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:18.681202 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c915cc0a-2a6f-4b99-a64b-24882b874243 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:18.709698 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d592a343-7573-469f-89e7-19d41a82c081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:18.758210 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-f29493d1-c248-4fa1-8553-3a54fd0f1ef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15697790-dafd-48ae-80ee-72053ff5983e {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:16:18.768423 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-f29493d1-c248-4fa1-8553-3a54fd0f1ef8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:18.797597 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-a0c2b0ec-2562-4641-9916-43d124dfbfbd req-3be2e14d-c28a-47c2-be15-dee412f87e1e tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Unset dirty status for tenant:061b97479a33466e8381b1e53cde36e4 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:16:18.798766 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a0c2b0ec-2562-4641-9916-43d124dfbfbd req-3be2e14d-c28a-47c2-be15-dee412f87e1e tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389410 May 27 02:16:18.850214 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fed10e5e-fab7-4142-9e6a-3a2276778cb0'] response: {'server_uuid': '8933b167-409e-434f-8d42-79fac3383d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7719978-d258-4419-a4e7-b44ee01bc0cd', 'code': 200} May 27 02:16:18.855022 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:18.855182 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d592a343-7573-469f-89e7-19d41a82c081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:18.855671 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-f29493d1-c248-4fa1-8553-3a54fd0f1ef8 service neutron] Transition to ACTIVE for port object 15697790-dafd-48ae-80ee-72053ff5983e will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:16:18.871856 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-ec53ca8a-756c-46e6-a0d0-9279af6c1e78 req-fe7e0e4d-a3b0-4a7a-aa5c-095a8a2234b7 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1691880353', 'description': 'tempest-description-700916779'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:18.873206 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d592a343-7573-469f-89e7-19d41a82c081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbc1d6b-263b-44a9-b8c0-ef53272c5132,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:18.877536 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d592a343-7573-469f-89e7-19d41a82c081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:18.881021 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d592a343-7573-469f-89e7-19d41a82c081 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8cbc1d6b-263b-44a9-b8c0-ef53272c5132 HTTP/1.1" status: 204 len: 168 time: 0.2999778 May 27 02:16:18.882819 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-ec53ca8a-756c-46e6-a0d0-9279af6c1e78 req-fe7e0e4d-a3b0-4a7a-aa5c-095a8a2234b7 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:18.887924 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-ec53ca8a-756c-46e6-a0d0-9279af6c1e78 req-fe7e0e4d-a3b0-4a7a-aa5c-095a8a2234b7 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Usage tracker for resource:security_group and tenant:48d7f3b7f76d4136ab149b182bbe21a8 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:18.894796 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-ec53ca8a-756c-46e6-a0d0-9279af6c1e78 req-fe7e0e4d-a3b0-4a7a-aa5c-095a8a2234b7 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:18.902167 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-ec53ca8a-756c-46e6-a0d0-9279af6c1e78 req-fe7e0e4d-a3b0-4a7a-aa5c-095a8a2234b7 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:19.030799 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:19.045927 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-f29493d1-c248-4fa1-8553-3a54fd0f1ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:19.089648 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ec53ca8a-756c-46e6-a0d0-9279af6c1e78 req-fe7e0e4d-a3b0-4a7a-aa5c-095a8a2234b7 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:19.142409 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c915cc0a-2a6f-4b99-a64b-24882b874243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:19.224493 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-ec53ca8a-756c-46e6-a0d0-9279af6c1e78 req-fe7e0e4d-a3b0-4a7a-aa5c-095a8a2234b7 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:19.237962 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c915cc0a-2a6f-4b99-a64b-24882b874243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:19.251030 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-ec53ca8a-756c-46e6-a0d0-9279af6c1e78 req-fe7e0e4d-a3b0-4a7a-aa5c-095a8a2234b7 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Usage tracker for resource:security_group_rule and tenant:48d7f3b7f76d4136ab149b182bbe21a8 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:19.259387 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-ec53ca8a-756c-46e6-a0d0-9279af6c1e78 req-fe7e0e4d-a3b0-4a7a-aa5c-095a8a2234b7 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:19.267789 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29493d1-c248-4fa1-8553-3a54fd0f1ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=15697790-dafd-48ae-80ee-72053ff5983e,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:19.322589 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-ec53ca8a-756c-46e6-a0d0-9279af6c1e78 req-fe7e0e4d-a3b0-4a7a-aa5c-095a8a2234b7 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:19.330857 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f83061-3edf-4854-9df3-55bd95334e59 req-9e6007df-4b42-4116-a0e7-c76989e90f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:19.332894 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-96f83061-3edf-4854-9df3-55bd95334e59 req-9e6007df-4b42-4116-a0e7-c76989e90f92 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8933b167-409e-434f-8d42-79fac3383d3d HTTP/1.1" status: 200 len: 1097 time: 0.4083271 May 27 02:16:19.407465 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c915cc0a-2a6f-4b99-a64b-24882b874243 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fae65ac46841465d807573da9d069e03&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1289403 May 27 02:16:19.411596 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37236) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:19.422819 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915cc0a-2a6f-4b99-a64b-24882b874243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8104d23-2f8f-4d8e-97b5-ecc3e930aa4b,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:19.485245 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34828ec-5a4d-440a-a4fc-26c263f08e3b req-39f7b267-b5fa-4499-af98-713640a2ddc6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:19.491080 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34828ec-5a4d-440a-a4fc-26c263f08e3b req-39f7b267-b5fa-4499-af98-713640a2ddc6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:19.496936 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34828ec-5a4d-440a-a4fc-26c263f08e3b req-39f7b267-b5fa-4499-af98-713640a2ddc6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:19.500151 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8ed19155-0b61-4b21-9987-7a2f667723d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:19.502693 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34828ec-5a4d-440a-a4fc-26c263f08e3b req-39f7b267-b5fa-4499-af98-713640a2ddc6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:19.509069 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34828ec-5a4d-440a-a4fc-26c263f08e3b req-39f7b267-b5fa-4499-af98-713640a2ddc6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:19.514871 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34828ec-5a4d-440a-a4fc-26c263f08e3b req-39f7b267-b5fa-4499-af98-713640a2ddc6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:19.521232 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34828ec-5a4d-440a-a4fc-26c263f08e3b req-39f7b267-b5fa-4499-af98-713640a2ddc6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:19.523168 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d34828ec-5a4d-440a-a4fc-26c263f08e3b req-39f7b267-b5fa-4499-af98-713640a2ddc6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 5431 time: 0.5281518 May 27 02:16:19.526641 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-96f83061-3edf-4854-9df3-55bd95334e59 req-20d0ab8c-ace1-4ddf-b2c8-a9122220cd14 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566484 May 27 02:16:19.531751 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8ed19155-0b61-4b21-9987-7a2f667723d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:19.572274 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-f29493d1-c248-4fa1-8553-3a54fd0f1ef8 service neutron] Attempting to bind port 15697790-dafd-48ae-80ee-72053ff5983e on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:19.572615 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-f29493d1-c248-4fa1-8553-3a54fd0f1ef8 service neutron] Attempting to bind port 15697790-dafd-48ae-80ee-72053ff5983e by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'ab39751d-1c01-42dd-8648-098e3a0f206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:19.572974 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-f29493d1-c248-4fa1-8553-3a54fd0f1ef8 service neutron] Attempting to bind port 15697790-dafd-48ae-80ee-72053ff5983e on network ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:19.598866 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-f29493d1-c248-4fa1-8553-3a54fd0f1ef8 service neutron] Port 15697790-dafd-48ae-80ee-72053ff5983e on network ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:16:19.599197 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-f29493d1-c248-4fa1-8553-3a54fd0f1ef8 service neutron] Attempting to bind port 15697790-dafd-48ae-80ee-72053ff5983e on network ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:19.613292 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-f29493d1-c248-4fa1-8553-3a54fd0f1ef8 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:16:19.613639 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-f29493d1-c248-4fa1-8553-3a54fd0f1ef8 service neutron] Checking segment: {'id': 'ab39751d-1c01-42dd-8648-098e3a0f206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:16:19.614020 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-f29493d1-c248-4fa1-8553-3a54fd0f1ef8 service neutron] Bound using segment: {'id': 'ab39751d-1c01-42dd-8648-098e3a0f206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:16:19.614446 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-f29493d1-c248-4fa1-8553-3a54fd0f1ef8 service neutron] Bound port: 15697790-dafd-48ae-80ee-72053ff5983e, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab39751d-1c01-42dd-8648-098e3a0f206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:16:19.614788 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-f29493d1-c248-4fa1-8553-3a54fd0f1ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:19.639282 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d34828ec-5a4d-440a-a4fc-26c263f08e3b req-eee00f7d-6585-471a-be20-d8ac289d9cb9 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c0d4d46-e793-47d9-97ac-8538804a4bbd&id=0bcfc258-43a3-4cfc-b866-e978be943d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1004243 May 27 02:16:19.647142 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ec53ca8a-756c-46e6-a0d0-9279af6c1e78 req-fe7e0e4d-a3b0-4a7a-aa5c-095a8a2234b7 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:19.649777 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8ed19155-0b61-4b21-9987-7a2f667723d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:19.667381 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed19155-0b61-4b21-9987-7a2f667723d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8104d23-2f8f-4d8e-97b5-ecc3e930aa4b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:19.687818 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8ed19155-0b61-4b21-9987-7a2f667723d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:19.693121 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8ed19155-0b61-4b21-9987-7a2f667723d4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f8104d23-2f8f-4d8e-97b5-ecc3e930aa4b HTTP/1.1" status: 204 len: 168 time: 0.2791147 May 27 02:16:19.731041 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-f29493d1-c248-4fa1-8553-3a54fd0f1ef8 service neutron] For port 15697790-dafd-48ae-80ee-72053ff5983e, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:16:19.734671 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-f29493d1-c248-4fa1-8553-3a54fd0f1ef8 service neutron] For port 15697790-dafd-48ae-80ee-72053ff5983e, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=15697790-dafd-48ae-80ee-72053ff5983e,segment=NetworkSegment(ab39751d-1c01-42dd-8648-098e3a0f206f),segment_id=ab39751d-1c01-42dd-8648-098e3a0f206f)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:16:19.735768 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ec53ca8a-756c-46e6-a0d0-9279af6c1e78 req-fe7e0e4d-a3b0-4a7a-aa5c-095a8a2234b7 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:19.871696 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-f29493d1-c248-4fa1-8553-3a54fd0f1ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:19.919435 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e0e4d-a3b0-4a7a-aa5c-095a8a2234b7 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3415f4a0-c9db-4498-90f0-f2afc87eba1f,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:20.077163 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ec53ca8a-756c-46e6-a0d0-9279af6c1e78 req-fe7e0e4d-a3b0-4a7a-aa5c-095a8a2234b7 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:20.078382 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ec53ca8a-756c-46e6-a0d0-9279af6c1e78 req-fe7e0e4d-a3b0-4a7a-aa5c-095a8a2234b7 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.2125132 May 27 02:16:20.088082 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-f29493d1-c248-4fa1-8553-3a54fd0f1ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:20.088696 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-f29493d1-c248-4fa1-8553-3a54fd0f1ef8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:20.093563 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-f29493d1-c248-4fa1-8553-3a54fd0f1ef8 service neutron] 10.222.0.32 "PUT /v2.0/ports/15697790-dafd-48ae-80ee-72053ff5983e HTTP/1.1" status: 200 len: 1092 time: 2.4061496 May 27 02:16:20.093563 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e3ece41-56ba-4cd9-828c-0b0f8816ae47', 'tag': '15697790-dafd-48ae-80ee-72053ff5983e'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:16:20.119125 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29493d1-c248-4fa1-8553-3a54fd0f1ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=15697790-dafd-48ae-80ee-72053ff5983e,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:20.131859 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba705640-81d7-4ae2-b9bd-46f021e28dbc req-bca7855a-fdd7-4c7b-bfaa-ab4335f8e7a5 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:20.133308 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ba705640-81d7-4ae2-b9bd-46f021e28dbc req-bca7855a-fdd7-4c7b-bfaa-ab4335f8e7a5 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.3539701 May 27 02:16:20.182807 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ba705640-81d7-4ae2-b9bd-46f021e28dbc req-3a1e4461-aa11-4e8c-ad14-c9710f841aa7 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428598 May 27 02:16:20.423055 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b743e-90d8-4778-8ebe-fb4056d436f0 req-c59e592c-954c-4cbd-aca1-67104d699179 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:20.424554 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df6b743e-90d8-4778-8ebe-fb4056d436f0 req-c59e592c-954c-4cbd-aca1-67104d699179 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=8933b167-409e-434f-8d42-79fac3383d3d HTTP/1.1" status: 200 len: 946 time: 0.2189736 May 27 02:16:20.427077 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-d07bec8f-c8c9-410a-bd72-0ca6beda36e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:20.428398 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-d07bec8f-c8c9-410a-bd72-0ca6beda36e7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=061b97479a33466e8381b1e53cde36e4&device_id=5e3ece41-56ba-4cd9-828c-0b0f8816ae47 HTTP/1.1" status: 200 len: 1095 time: 0.1844239 May 27 02:16:20.454777 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f0751-1f9a-447f-956e-1e2a8a334d05 req-6dd36fc4-a5df-4890-8b0e-98fbc2bb0b22 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:20.456297 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-357f0751-1f9a-447f-956e-1e2a8a334d05 req-6dd36fc4-a5df-4890-8b0e-98fbc2bb0b22 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e3ece41-56ba-4cd9-828c-0b0f8816ae47 HTTP/1.1" status: 200 len: 944 time: 0.1602314 May 27 02:16:20.537156 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-1e488e25-f83d-4c5c-9238-64194ad13f4b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15697790-dafd-48ae-80ee-72053ff5983e HTTP/1.1" status: 200 len: 217 time: 0.0798397 May 27 02:16:20.621932 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df6b743e-90d8-4778-8ebe-fb4056d436f0 req-f2b9f53a-6187-44a7-a9eb-126231045bfb tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891465 May 27 02:16:20.632091 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-357f0751-1f9a-447f-956e-1e2a8a334d05 req-f3cd4cd0-0b26-43a5-878e-7c36dab62338 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202304 May 27 02:16:20.642030 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-17fd8759-ee12-47d0-b827-9d8c662b8ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:20.644050 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-17fd8759-ee12-47d0-b827-9d8c662b8ae3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=98c2d6b5-1175-4c13-b824-dd8e526e1b70 HTTP/1.1" status: 200 len: 845 time: 0.0965586 May 27 02:16:20.707624 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-b78fcfb3-d764-477d-9d07-0155556de60e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530734 May 27 02:16:20.745450 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91fd21b0-331e-40a0-b931-01b4b9179841'] response: {'name': 'network-changed', 'server_uuid': '5e3ece41-56ba-4cd9-828c-0b0f8816ae47', 'tag': '15697790-dafd-48ae-80ee-72053ff5983e', 'status': 'completed', 'code': 200} May 27 02:16:20.866350 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-21b46692-a3c2-4c83-a152-4431283521e4 req-57ff6e67-9e34-45f2-b308-a152757aaa2c tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] 10.222.0.57 "GET /v2.0/security-groups/3415f4a0-c9db-4498-90f0-f2afc87eba1f HTTP/1.1" status: 200 len: 1806 time: 0.1775851 May 27 02:16:20.879885 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-21b46692-a3c2-4c83-a152-4431283521e4 req-ca6b0496-823d-4c75-a2fd-abf4eedd8a7e tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3415f4a0-c9db-4498-90f0-f2afc87eba1f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:20.880474 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-21b46692-a3c2-4c83-a152-4431283521e4 req-ca6b0496-823d-4c75-a2fd-abf4eedd8a7e tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3415f4a0-c9db-4498-90f0-f2afc87eba1f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:20.889749 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-21b46692-a3c2-4c83-a152-4431283521e4 req-ca6b0496-823d-4c75-a2fd-abf4eedd8a7e tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:20.898193 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-21b46692-a3c2-4c83-a152-4431283521e4 req-ca6b0496-823d-4c75-a2fd-abf4eedd8a7e tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Usage tracker for resource:security_group_rule and tenant:48d7f3b7f76d4136ab149b182bbe21a8 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:20.902376 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-21b46692-a3c2-4c83-a152-4431283521e4 req-ca6b0496-823d-4c75-a2fd-abf4eedd8a7e tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:20.911987 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-21b46692-a3c2-4c83-a152-4431283521e4 req-ca6b0496-823d-4c75-a2fd-abf4eedd8a7e tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:20.955371 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-7aae55cb-17f9-4cf6-90f1-ddf866c5049e service neutron] 10.222.0.32 "GET /v2.0/networks/ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399261 May 27 02:16:21.115068 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-21b46692-a3c2-4c83-a152-4431283521e4 req-ca6b0496-823d-4c75-a2fd-abf4eedd8a7e tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:21.137753 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7021c05f-6ed2-401f-b574-a73be73127a2 req-cce90393-e2f7-4eba-9f7d-a8d7d42401c0 service neutron] 10.222.0.32 "GET /v2.0/networks/ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760862 May 27 02:16:21.156332 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-21b46692-a3c2-4c83-a152-4431283521e4 req-ca6b0496-823d-4c75-a2fd-abf4eedd8a7e tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:21.249785 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-21b46692-a3c2-4c83-a152-4431283521e4 req-ca6b0496-823d-4c75-a2fd-abf4eedd8a7e tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:21.285305 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b0496-823d-4c75-a2fd-abf4eedd8a7e tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a02029b-1422-4c32-931a-79e5e5a59c92,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:21.317596 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a5331-c4f3-499b-adb2-7acd29375d8e req-39426dc8-5b98-44a5-828d-1927de46f868 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:21.324053 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a5331-c4f3-499b-adb2-7acd29375d8e req-39426dc8-5b98-44a5-828d-1927de46f868 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:21.330172 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a5331-c4f3-499b-adb2-7acd29375d8e req-39426dc8-5b98-44a5-828d-1927de46f868 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:21.336371 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a5331-c4f3-499b-adb2-7acd29375d8e req-39426dc8-5b98-44a5-828d-1927de46f868 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:21.342683 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a5331-c4f3-499b-adb2-7acd29375d8e req-39426dc8-5b98-44a5-828d-1927de46f868 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:21.348436 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a5331-c4f3-499b-adb2-7acd29375d8e req-39426dc8-5b98-44a5-828d-1927de46f868 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:21.355673 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a5331-c4f3-499b-adb2-7acd29375d8e req-39426dc8-5b98-44a5-828d-1927de46f868 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:21.358032 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-142a5331-c4f3-499b-adb2-7acd29375d8e req-39426dc8-5b98-44a5-828d-1927de46f868 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 5431 time: 0.1723607 May 27 02:16:21.395442 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-21b46692-a3c2-4c83-a152-4431283521e4 req-ca6b0496-823d-4c75-a2fd-abf4eedd8a7e tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:21.396544 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-21b46692-a3c2-4c83-a152-4431283521e4 req-ca6b0496-823d-4c75-a2fd-abf4eedd8a7e tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5291970 May 27 02:16:21.461451 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-142a5331-c4f3-499b-adb2-7acd29375d8e req-a6cd569a-1726-467a-89c6-10c998cef6b6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c0d4d46-e793-47d9-97ac-8538804a4bbd&id=0bcfc258-43a3-4cfc-b866-e978be943d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0720158 May 27 02:16:21.473817 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37334) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:21.536592 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f135d46-ba7f-417c-8128-f614a82c7d6a req-d4be83bc-8313-49ec-aaa2-37bbcdd916e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:21.538085 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6f135d46-ba7f-417c-8128-f614a82c7d6a req-d4be83bc-8313-49ec-aaa2-37bbcdd916e9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=061b97479a33466e8381b1e53cde36e4&device_id=5e3ece41-56ba-4cd9-828c-0b0f8816ae47 HTTP/1.1" status: 200 len: 1095 time: 0.2336714 May 27 02:16:21.692954 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-36605b8f-5ecf-4ca2-9a68-fd76d2bef461 req-5a51c7c8-1c1b-4e03-a0bb-065294382537 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] 10.222.0.57 "GET /v2.0/security-groups/3415f4a0-c9db-4498-90f0-f2afc87eba1f HTTP/1.1" status: 200 len: 2400 time: 0.1904125 May 27 02:16:21.715203 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-36605b8f-5ecf-4ca2-9a68-fd76d2bef461 req-6b10633a-c743-400a-94e7-f0c09e18f961 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3415f4a0-c9db-4498-90f0-f2afc87eba1f', 'remote_group_id': None}]} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:21.715521 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-36605b8f-5ecf-4ca2-9a68-fd76d2bef461 req-6b10633a-c743-400a-94e7-f0c09e18f961 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3415f4a0-c9db-4498-90f0-f2afc87eba1f', 'remote_group_id': None}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:21.726031 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-36605b8f-5ecf-4ca2-9a68-fd76d2bef461 req-6b10633a-c743-400a-94e7-f0c09e18f961 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:21.733889 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-36605b8f-5ecf-4ca2-9a68-fd76d2bef461 req-6b10633a-c743-400a-94e7-f0c09e18f961 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Usage tracker for resource:security_group_rule and tenant:48d7f3b7f76d4136ab149b182bbe21a8 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:21.742524 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3690ab20-648b-4da1-a622-816558be0da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:21.747271 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-36605b8f-5ecf-4ca2-9a68-fd76d2bef461 req-6b10633a-c743-400a-94e7-f0c09e18f961 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:21.754889 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3690ab20-648b-4da1-a622-816558be0da9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:21.758987 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3690ab20-648b-4da1-a622-816558be0da9 admin admin] Usage tracker for resource:security_group_rule and tenant:af2b30e8137345d58ae679ddf338425b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:21.761795 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-36605b8f-5ecf-4ca2-9a68-fd76d2bef461 req-6b10633a-c743-400a-94e7-f0c09e18f961 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:21.762210 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3690ab20-648b-4da1-a622-816558be0da9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:21.768002 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3690ab20-648b-4da1-a622-816558be0da9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:21.805202 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f135d46-ba7f-417c-8128-f614a82c7d6a req-498b8bd6-e0a8-48e7-8f27-f1ecaee02176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:21.806989 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6f135d46-ba7f-417c-8128-f614a82c7d6a req-498b8bd6-e0a8-48e7-8f27-f1ecaee02176 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee HTTP/1.1" status: 200 len: 906 time: 0.2561300 May 27 02:16:21.821640 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5ce1c-0a4e-4b6a-aeb8-2a823898bed6 req-d7cb96db-7773-405c-ac7c-da71ed483348 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:21.823512 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-44a5ce1c-0a4e-4b6a-aeb8-2a823898bed6 req-d7cb96db-7773-405c-ac7c-da71ed483348 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.2457242 May 27 02:16:21.873983 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3690ab20-648b-4da1-a622-816558be0da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:21.905855 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6f135d46-ba7f-417c-8128-f614a82c7d6a req-479f2911-a23e-4f34-8957-b22edf0402d6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15697790-dafd-48ae-80ee-72053ff5983e HTTP/1.1" status: 200 len: 217 time: 0.0813024 May 27 02:16:21.922824 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 0670f5b6-a82a-4cb7-a38d-9e4f1511137c details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:16:21.946159 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3690ab20-648b-4da1-a622-816558be0da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:21.994974 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3690ab20-648b-4da1-a622-816558be0da9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=af2b30e8137345d58ae679ddf338425b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5199354 May 27 02:16:21.997967 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690ab20-648b-4da1-a622-816558be0da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a34cb99-fa0f-4f32-88a7-0f0a6969d371,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:22.008065 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37350) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:22.017720 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-44a5ce1c-0a4e-4b6a-aeb8-2a823898bed6 req-7ebed0da-3754-4432-a332-9a74591f4b29 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442952 May 27 02:16:22.060898 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f135d46-ba7f-417c-8128-f614a82c7d6a req-e642bea4-b1cc-47fe-bbc9-603dcd27e020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:22.062795 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6f135d46-ba7f-417c-8128-f614a82c7d6a req-e642bea4-b1cc-47fe-bbc9-603dcd27e020 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=98c2d6b5-1175-4c13-b824-dd8e526e1b70 HTTP/1.1" status: 200 len: 845 time: 0.1470237 May 27 02:16:22.066668 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-36605b8f-5ecf-4ca2-9a68-fd76d2bef461 req-6b10633a-c743-400a-94e7-f0c09e18f961 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:22.079632 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 0670f5b6-a82a-4cb7-a38d-9e4f1511137c, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=0670f5b6-a82a-4cb7-a38d-9e4f1511137c,segment=NetworkSegment(05137e51-ffab-4574-b3b8-c8b7dbba9bf4),segment_id=05137e51-ffab-4574-b3b8-c8b7dbba9bf4)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:22.098405 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '0670f5b6-a82a-4cb7-a38d-9e4f1511137c', 'network_id': '4b83be3c-d2c0-4b0f-849f-a2bd82741ed8', 'port_id': '0670f5b6-a82a-4cb7-a38d-9e4f1511137c', 'mac_address': 'fa:16:3e:4b:a5:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ace0417d-ff5c-4e39-8be9-1a68cd684101', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:16:22.139638 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6f135d46-ba7f-417c-8128-f614a82c7d6a req-d886474e-abf4-494f-b9a2-0b6c9d7542a6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616810 May 27 02:16:22.173272 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 0670f5b6-a82a-4cb7-a38d-9e4f1511137c is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:22.174026 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:22.192998 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0670f5b6-a82a-4cb7-a38d-9e4f1511137c {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:16:22.211950 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 0670f5b6-a82a-4cb7-a38d-9e4f1511137c, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=0670f5b6-a82a-4cb7-a38d-9e4f1511137c,segment=NetworkSegment(05137e51-ffab-4574-b3b8-c8b7dbba9bf4),segment_id=05137e51-ffab-4574-b3b8-c8b7dbba9bf4)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:22.377382 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-36605b8f-5ecf-4ca2-9a68-fd76d2bef461 req-6b10633a-c743-400a-94e7-f0c09e18f961 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:22.381945 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:22.381945 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device f22c2499-c482-4650-9824-2bf7b670478e details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:16:22.421024 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6d860bda-e614-4aa4-b806-69a1543c0c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:22.470999 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-36605b8f-5ecf-4ca2-9a68-fd76d2bef461 req-6b10633a-c743-400a-94e7-f0c09e18f961 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:22.476312 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6d860bda-e614-4aa4-b806-69a1543c0c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:22.522060 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=0670f5b6-a82a-4cb7-a38d-9e4f1511137c,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:22.537489 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10633a-c743-400a-94e7-f0c09e18f961 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73ad584a-a0b5-4e15-9a9d-6a683647c953,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:22.544526 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6f135d46-ba7f-417c-8128-f614a82c7d6a req-e784164f-d02d-4550-928b-d553f36b2942 service neutron] 10.222.0.32 "GET /v2.0/networks/ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933034 May 27 02:16:22.583195 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port f22c2499-c482-4650-9824-2bf7b670478e, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=f22c2499-c482-4650-9824-2bf7b670478e,segment=NetworkSegment(27a54013-fcdd-4abe-8c68-537dba16a1b4),segment_id=27a54013-fcdd-4abe-8c68-537dba16a1b4)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:22.590754 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f6e24-f5c1-4ebb-900c-8d69167a05f1 req-11641b80-fb33-4a1a-b36a-93acb1eeebe8 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:22.592414 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-896f6e24-f5c1-4ebb-900c-8d69167a05f1 req-11641b80-fb33-4a1a-b36a-93acb1eeebe8 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=8933b167-409e-434f-8d42-79fac3383d3d HTTP/1.1" status: 200 len: 946 time: 0.4472067 May 27 02:16:22.597229 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': 'f22c2499-c482-4650-9824-2bf7b670478e', 'network_id': '8b94d27d-bce7-469d-ba55-1b18784dbd74', 'port_id': 'f22c2499-c482-4650-9824-2bf7b670478e', 'mac_address': 'fa:16:3e:ba:91:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91708588-9c20-4a3e-9579-457a929964db', 'ip_address': '10.1.1.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:16:22.648814 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-36605b8f-5ecf-4ca2-9a68-fd76d2bef461 req-6b10633a-c743-400a-94e7-f0c09e18f961 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:22.649931 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-36605b8f-5ecf-4ca2-9a68-fd76d2bef461 req-6b10633a-c743-400a-94e7-f0c09e18f961 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.9482038 May 27 02:16:22.662817 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port f22c2499-c482-4650-9824-2bf7b670478e is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:22.663245 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:22.682134 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f22c2499-c482-4650-9824-2bf7b670478e {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:16:22.698837 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port f22c2499-c482-4650-9824-2bf7b670478e, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=f22c2499-c482-4650-9824-2bf7b670478e,segment=NetworkSegment(27a54013-fcdd-4abe-8c68-537dba16a1b4),segment_id=27a54013-fcdd-4abe-8c68-537dba16a1b4)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:22.727322 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-896f6e24-f5c1-4ebb-900c-8d69167a05f1 req-9414f7ec-989e-4e5d-a139-c4f9bb8e07ca tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849590 May 27 02:16:22.749249 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6f135d46-ba7f-417c-8128-f614a82c7d6a req-9e69385a-41e7-4b22-bbfa-fcaf1a4efeb5 service neutron] 10.222.0.32 "GET /v2.0/networks/ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905181 May 27 02:16:22.775210 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:22.776862 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 4acf92ce-28d4-4988-ad90-62be6c18fd88 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:16:22.814706 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6d860bda-e614-4aa4-b806-69a1543c0c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:22.830925 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d860bda-e614-4aa4-b806-69a1543c0c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a34cb99-fa0f-4f32-88a7-0f0a6969d371,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:22.863114 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6d860bda-e614-4aa4-b806-69a1543c0c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:22.864519 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6d860bda-e614-4aa4-b806-69a1543c0c2e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2a34cb99-fa0f-4f32-88a7-0f0a6969d371 HTTP/1.1" status: 204 len: 168 time: 0.8552110 May 27 02:16:22.890889 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 4acf92ce-28d4-4988-ad90-62be6c18fd88, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=4acf92ce-28d4-4988-ad90-62be6c18fd88,segment=NetworkSegment(27a54013-fcdd-4abe-8c68-537dba16a1b4),segment_id=27a54013-fcdd-4abe-8c68-537dba16a1b4)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:22.895977 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106904be-3db2-4053-8e8a-da74db994037 req-809a3c5c-7159-4299-9e02-68754c3e0334 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:22.897941 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-106904be-3db2-4053-8e8a-da74db994037 req-809a3c5c-7159-4299-9e02-68754c3e0334 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e3ece41-56ba-4cd9-828c-0b0f8816ae47 HTTP/1.1" status: 200 len: 944 time: 0.1283941 May 27 02:16:22.903897 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=f22c2499-c482-4650-9824-2bf7b670478e,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:22.910357 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '4acf92ce-28d4-4988-ad90-62be6c18fd88', 'network_id': '8b94d27d-bce7-469d-ba55-1b18784dbd74', 'port_id': '4acf92ce-28d4-4988-ad90-62be6c18fd88', 'mac_address': 'fa:16:3e:d5:54:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91708588-9c20-4a3e-9579-457a929964db', 'ip_address': '10.1.1.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:16:22.952620 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-106904be-3db2-4053-8e8a-da74db994037 req-c13b0b6a-3af2-443e-8b98-cec79548268e tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461986 May 27 02:16:22.975427 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 4acf92ce-28d4-4988-ad90-62be6c18fd88 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:22.975960 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:22.998252 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4acf92ce-28d4-4988-ad90-62be6c18fd88 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:16:23.017073 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 4acf92ce-28d4-4988-ad90-62be6c18fd88, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=4acf92ce-28d4-4988-ad90-62be6c18fd88,segment=NetworkSegment(27a54013-fcdd-4abe-8c68-537dba16a1b4),segment_id=27a54013-fcdd-4abe-8c68-537dba16a1b4)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:23.100210 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:23.100905 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device f8e23fc4-016b-45f8-bde7-662eda5f15f6 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:16:23.185066 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=4acf92ce-28d4-4988-ad90-62be6c18fd88,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:23.188821 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port f8e23fc4-016b-45f8-bde7-662eda5f15f6, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=f8e23fc4-016b-45f8-bde7-662eda5f15f6,segment=NetworkSegment(27a54013-fcdd-4abe-8c68-537dba16a1b4),segment_id=27a54013-fcdd-4abe-8c68-537dba16a1b4)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:23.204283 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': 'f8e23fc4-016b-45f8-bde7-662eda5f15f6', 'network_id': '8b94d27d-bce7-469d-ba55-1b18784dbd74', 'port_id': 'f8e23fc4-016b-45f8-bde7-662eda5f15f6', 'mac_address': 'fa:16:3e:91:47:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91708588-9c20-4a3e-9579-457a929964db', 'ip_address': '10.1.1.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:16:23.208755 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad755d2-d93c-41be-a5bf-de98e653b049 req-b26a30af-25e8-4cf2-8068-f1d1904b2209 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:23.214440 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad755d2-d93c-41be-a5bf-de98e653b049 req-b26a30af-25e8-4cf2-8068-f1d1904b2209 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:23.220094 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad755d2-d93c-41be-a5bf-de98e653b049 req-b26a30af-25e8-4cf2-8068-f1d1904b2209 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:23.225851 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad755d2-d93c-41be-a5bf-de98e653b049 req-b26a30af-25e8-4cf2-8068-f1d1904b2209 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:23.231758 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad755d2-d93c-41be-a5bf-de98e653b049 req-b26a30af-25e8-4cf2-8068-f1d1904b2209 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:23.237467 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad755d2-d93c-41be-a5bf-de98e653b049 req-b26a30af-25e8-4cf2-8068-f1d1904b2209 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:23.243278 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad755d2-d93c-41be-a5bf-de98e653b049 req-b26a30af-25e8-4cf2-8068-f1d1904b2209 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:23.245090 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2ad755d2-d93c-41be-a5bf-de98e653b049 req-b26a30af-25e8-4cf2-8068-f1d1904b2209 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 5434 time: 0.1798637 May 27 02:16:23.267486 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port f8e23fc4-016b-45f8-bde7-662eda5f15f6 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:23.269072 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:23.278968 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-89509417-2faf-4be2-9d9c-098c1f78e701 req-eecac34b-a122-4270-ae74-e0741795ff3c tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] 10.222.0.57 "GET /v2.0/security-groups/3415f4a0-c9db-4498-90f0-f2afc87eba1f HTTP/1.1" status: 200 len: 2999 time: 0.1189084 May 27 02:16:23.290593 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8e23fc4-016b-45f8-bde7-662eda5f15f6 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:16:23.308203 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port f8e23fc4-016b-45f8-bde7-662eda5f15f6, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=f8e23fc4-016b-45f8-bde7-662eda5f15f6,segment=NetworkSegment(27a54013-fcdd-4abe-8c68-537dba16a1b4),segment_id=27a54013-fcdd-4abe-8c68-537dba16a1b4)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:23.311748 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2ad755d2-d93c-41be-a5bf-de98e653b049 req-7fc58523-8d88-4ccd-a8bd-01d36faea030 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c0d4d46-e793-47d9-97ac-8538804a4bbd&id=0bcfc258-43a3-4cfc-b866-e978be943d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538077 May 27 02:16:23.412864 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:23.413538 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 67e8de69-192e-446c-8e1d-d36c172bc989 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:16:23.493416 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 67e8de69-192e-446c-8e1d-d36c172bc989, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=67e8de69-192e-446c-8e1d-d36c172bc989,segment=NetworkSegment(27a54013-fcdd-4abe-8c68-537dba16a1b4),segment_id=27a54013-fcdd-4abe-8c68-537dba16a1b4)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:23.505261 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=f8e23fc4-016b-45f8-bde7-662eda5f15f6,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:23.511308 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '67e8de69-192e-446c-8e1d-d36c172bc989', 'network_id': '8b94d27d-bce7-469d-ba55-1b18784dbd74', 'port_id': '67e8de69-192e-446c-8e1d-d36c172bc989', 'mac_address': 'fa:16:3e:fb:e3:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91708588-9c20-4a3e-9579-457a929964db', 'ip_address': '10.1.1.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:16:23.548437 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62a606-f42d-470d-a6e0-bbb983c567bb req-0bc91762-fd48-4406-890a-b0569c64103c tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:23.556049 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-de62a606-f42d-470d-a6e0-bbb983c567bb req-0bc91762-fd48-4406-890a-b0569c64103c tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=8933b167-409e-434f-8d42-79fac3383d3d HTTP/1.1" status: 200 len: 946 time: 0.1592302 May 27 02:16:23.558887 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b791639-f977-44f7-a1cd-015939a272fe req-26f9cfa3-09df-45aa-be1a-a7d3f18d16ff tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:23.563613 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7b791639-f977-44f7-a1cd-015939a272fe req-26f9cfa3-09df-45aa-be1a-a7d3f18d16ff tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.1238098 May 27 02:16:23.585307 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 67e8de69-192e-446c-8e1d-d36c172bc989 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:23.585688 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:23.605158 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67e8de69-192e-446c-8e1d-d36c172bc989 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:16:23.623560 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 67e8de69-192e-446c-8e1d-d36c172bc989, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=67e8de69-192e-446c-8e1d-d36c172bc989,segment=NetworkSegment(27a54013-fcdd-4abe-8c68-537dba16a1b4),segment_id=27a54013-fcdd-4abe-8c68-537dba16a1b4)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:23.638721 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-de62a606-f42d-470d-a6e0-bbb983c567bb req-3c68e67a-809e-4df9-bb2c-93b3e60edcef tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741332 May 27 02:16:23.643278 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7b791639-f977-44f7-a1cd-015939a272fe req-cd3a7a41-d0aa-450b-9eea-55a19c23cf46 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636623 May 27 02:16:23.687962 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e2e778c-279b-48fc-b067-f60006bb4060 req-a6587fa6-5ece-4c12-87ba-9c0844b4831f tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] 10.222.0.57 "GET /v2.0/security-group-rules/73ad584a-a0b5-4e15-9a9d-6a683647c953 HTTP/1.1" status: 200 len: 783 time: 0.0188453 May 27 02:16:23.743659 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e2e778c-279b-48fc-b067-f60006bb4060 req-5c35d3ef-bddb-4914-a226-17061931abb2 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] 10.222.0.57 "GET /v2.0/security-groups/3415f4a0-c9db-4498-90f0-f2afc87eba1f HTTP/1.1" status: 200 len: 2999 time: 0.0483596 May 27 02:16:23.746063 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:23.746759 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device dbe4c056-269a-4480-9565-128a45297e2d details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:16:23.801776 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4e2e778c-279b-48fc-b067-f60006bb4060 req-e4a75796-6c1d-46a5-9680-5f5db2a1a14d tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:23.826286 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4e2e778c-279b-48fc-b067-f60006bb4060 req-e4a75796-6c1d-46a5-9680-5f5db2a1a14d tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:23.949574 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4e2e778c-279b-48fc-b067-f60006bb4060 req-e4a75796-6c1d-46a5-9680-5f5db2a1a14d tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:23.978127 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a75796-6c1d-46a5-9680-5f5db2a1a14d tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73ad584a-a0b5-4e15-9a9d-6a683647c953,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:23.982290 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=67e8de69-192e-446c-8e1d-d36c172bc989,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:23.984846 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4e2e778c-279b-48fc-b067-f60006bb4060 req-e4a75796-6c1d-46a5-9680-5f5db2a1a14d tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:23.985968 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e2e778c-279b-48fc-b067-f60006bb4060 req-e4a75796-6c1d-46a5-9680-5f5db2a1a14d tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/73ad584a-a0b5-4e15-9a9d-6a683647c953 HTTP/1.1" status: 204 len: 173 time: 0.2243507 May 27 02:16:24.042632 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port dbe4c056-269a-4480-9565-128a45297e2d, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=dbe4c056-269a-4480-9565-128a45297e2d,segment=NetworkSegment(fe714478-a3c4-4802-9c86-3423c1a3d326),segment_id=fe714478-a3c4-4802-9c86-3423c1a3d326)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:24.060343 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': 'dbe4c056-269a-4480-9565-128a45297e2d', 'network_id': '5e758166-4843-420e-a7a2-e907df6227a4', 'port_id': 'dbe4c056-269a-4480-9565-128a45297e2d', 'mac_address': 'fa:16:3e:30:e2:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ecf8e97-38b0-450d-a77d-44a69de922b2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:16:24.121220 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port dbe4c056-269a-4480-9565-128a45297e2d is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:24.121693 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:24.142498 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbe4c056-269a-4480-9565-128a45297e2d {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:16:24.160756 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port dbe4c056-269a-4480-9565-128a45297e2d, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=dbe4c056-269a-4480-9565-128a45297e2d,segment=NetworkSegment(fe714478-a3c4-4802-9c86-3423c1a3d326),segment_id=fe714478-a3c4-4802-9c86-3423c1a3d326)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:24.171065 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa349214-7c42-4738-b704-cd5fbe89d734 req-b717e66d-c81c-4c0c-9aaa-3334dd60da18 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:24.172923 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aa349214-7c42-4738-b704-cd5fbe89d734 req-b717e66d-c81c-4c0c-9aaa-3334dd60da18 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.0908966 May 27 02:16:24.217312 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aa349214-7c42-4738-b704-cd5fbe89d734 req-f06c24b5-f6df-4d2e-a55c-520b7cb1a0ff tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381348 May 27 02:16:24.309043 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:24.309906 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 81bcd93e-7bd2-4f53-a292-a20ac76ad827 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:16:24.441924 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 81bcd93e-7bd2-4f53-a292-a20ac76ad827, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=81bcd93e-7bd2-4f53-a292-a20ac76ad827,segment=NetworkSegment(05137e51-ffab-4574-b3b8-c8b7dbba9bf4),segment_id=05137e51-ffab-4574-b3b8-c8b7dbba9bf4)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:24.468838 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=dbe4c056-269a-4480-9565-128a45297e2d,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:24.486669 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '81bcd93e-7bd2-4f53-a292-a20ac76ad827', 'network_id': '4b83be3c-d2c0-4b0f-849f-a2bd82741ed8', 'port_id': '81bcd93e-7bd2-4f53-a292-a20ac76ad827', 'mac_address': 'fa:16:3e:b6:c0:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ace0417d-ff5c-4e39-8be9-1a68cd684101', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:16:24.525955 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e4db2e24-e137-4d2c-8ed9-7ddc4d44dc72 req-a1f573ef-569f-453b-a5f7-cacbb3b623e4 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] 10.222.0.57 "GET /v2.0/security-groups/3415f4a0-c9db-4498-90f0-f2afc87eba1f HTTP/1.1" status: 200 len: 2400 time: 0.1330926 May 27 02:16:24.544974 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37460) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:24.590947 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 81bcd93e-7bd2-4f53-a292-a20ac76ad827 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:24.591427 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:24.612249 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81bcd93e-7bd2-4f53-a292-a20ac76ad827 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:16:24.625018 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e4db2e24-e137-4d2c-8ed9-7ddc4d44dc72 req-4949bcaa-2a71-4bc3-82f0-c69af248104f tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:24.628810 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 81bcd93e-7bd2-4f53-a292-a20ac76ad827, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=81bcd93e-7bd2-4f53-a292-a20ac76ad827,segment=NetworkSegment(05137e51-ffab-4574-b3b8-c8b7dbba9bf4),segment_id=05137e51-ffab-4574-b3b8-c8b7dbba9bf4)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:24.649555 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24289fcd-682a-4bef-8332-3600990d2c0f req-b68606f5-16ef-4231-92e7-fce7c4492659 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:24.651014 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-24289fcd-682a-4bef-8332-3600990d2c0f req-b68606f5-16ef-4231-92e7-fce7c4492659 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e3ece41-56ba-4cd9-828c-0b0f8816ae47 HTTP/1.1" status: 200 len: 944 time: 0.2302144 May 27 02:16:24.678760 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e4db2e24-e137-4d2c-8ed9-7ddc4d44dc72 req-4949bcaa-2a71-4bc3-82f0-c69af248104f tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:24.733838 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-24289fcd-682a-4bef-8332-3600990d2c0f req-198fe6cd-fa5f-4eb5-bcde-eed9d0fa9d7b tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759153 May 27 02:16:24.742400 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:24.833571 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e4db2e24-e137-4d2c-8ed9-7ddc4d44dc72 req-4949bcaa-2a71-4bc3-82f0-c69af248104f tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:24.858016 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949bcaa-2a71-4bc3-82f0-c69af248104f tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3415f4a0-c9db-4498-90f0-f2afc87eba1f,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:24.879734 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e4db2e24-e137-4d2c-8ed9-7ddc4d44dc72 req-4949bcaa-2a71-4bc3-82f0-c69af248104f tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:24.904991 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e4db2e24-e137-4d2c-8ed9-7ddc4d44dc72 req-4949bcaa-2a71-4bc3-82f0-c69af248104f tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] 10.222.0.57 "DELETE /v2.0/security-groups/3415f4a0-c9db-4498-90f0-f2afc87eba1f HTTP/1.1" status: 204 len: 173 time: 0.3699079 May 27 02:16:24.905498 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-492bd46c-9ab9-42a8-add4-34ff6dc52c4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:24.905604 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=81bcd93e-7bd2-4f53-a292-a20ac76ad827,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:24.926537 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-492bd46c-9ab9-42a8-add4-34ff6dc52c4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:24.932104 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-492bd46c-9ab9-42a8-add4-34ff6dc52c4d admin admin] Usage tracker for resource:security_group_rule and tenant:ecfd8df5c5134e60807e3db53c51d24d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:24.936058 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-492bd46c-9ab9-42a8-add4-34ff6dc52c4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:24.942518 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-492bd46c-9ab9-42a8-add4-34ff6dc52c4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:25.047102 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-492bd46c-9ab9-42a8-add4-34ff6dc52c4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:25.061270 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51be1b-11c9-48f0-8a78-3d90ad4949dc req-395c2815-7b8e-49b6-8f16-68027b9f3614 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:25.063280 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fd51be1b-11c9-48f0-8a78-3d90ad4949dc req-395c2815-7b8e-49b6-8f16-68027b9f3614 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.1314304 May 27 02:16:25.090151 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37476) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:25.114858 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-492bd46c-9ab9-42a8-add4-34ff6dc52c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:25.171299 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-492bd46c-9ab9-42a8-add4-34ff6dc52c4d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ecfd8df5c5134e60807e3db53c51d24d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6242642 May 27 02:16:25.173317 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492bd46c-9ab9-42a8-add4-34ff6dc52c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfae0ef2-7cf8-4833-894e-39d0478f944b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:25.176897 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37484) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:25.206528 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fd51be1b-11c9-48f0-8a78-3d90ad4949dc req-95c52b27-8c35-41b1-bec5-814348431115 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081264 May 27 02:16:25.249605 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382ab8f-a9ef-4bc9-9356-351b119e35a9 req-e0c620b4-73ed-4fc6-a58c-1a021cb2aa4f tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:25.256089 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382ab8f-a9ef-4bc9-9356-351b119e35a9 req-e0c620b4-73ed-4fc6-a58c-1a021cb2aa4f tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:25.261788 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382ab8f-a9ef-4bc9-9356-351b119e35a9 req-e0c620b4-73ed-4fc6-a58c-1a021cb2aa4f tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:25.267861 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382ab8f-a9ef-4bc9-9356-351b119e35a9 req-e0c620b4-73ed-4fc6-a58c-1a021cb2aa4f tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:25.271295 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e59b6df4-b8aa-4eb8-b40d-3eafc6897183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:25.275321 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382ab8f-a9ef-4bc9-9356-351b119e35a9 req-e0c620b4-73ed-4fc6-a58c-1a021cb2aa4f tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:25.281041 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382ab8f-a9ef-4bc9-9356-351b119e35a9 req-e0c620b4-73ed-4fc6-a58c-1a021cb2aa4f tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:25.285853 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e59b6df4-b8aa-4eb8-b40d-3eafc6897183 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:25.286727 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382ab8f-a9ef-4bc9-9356-351b119e35a9 req-e0c620b4-73ed-4fc6-a58c-1a021cb2aa4f tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:25.288631 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8382ab8f-a9ef-4bc9-9356-351b119e35a9 req-e0c620b4-73ed-4fc6-a58c-1a021cb2aa4f tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 5438 time: 0.2240667 May 27 02:16:25.289916 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e59b6df4-b8aa-4eb8-b40d-3eafc6897183 admin admin] Usage tracker for resource:security_group_rule and tenant:912275db2e9d40f39cdee8378425654e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:25.293298 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e59b6df4-b8aa-4eb8-b40d-3eafc6897183 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:25.300611 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e59b6df4-b8aa-4eb8-b40d-3eafc6897183 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:25.304895 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 15697790-dafd-48ae-80ee-72053ff5983e details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:16:25.363515 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8382ab8f-a9ef-4bc9-9356-351b119e35a9 req-f3519e9a-819c-4ef1-8b59-4870e76bd082 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c0d4d46-e793-47d9-97ac-8538804a4bbd&id=0bcfc258-43a3-4cfc-b866-e978be943d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562508 May 27 02:16:25.406756 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5c4d4931-f3a1-41a6-a6e3-e0433c857315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:25.428461 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e59b6df4-b8aa-4eb8-b40d-3eafc6897183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:25.433315 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [req-24a2c601-5b4b-41cb-9be4-f8b4a23130ea req-c777d15e-0ce0-4975-96da-e92b33a761d5 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] show failed (client error): The resource could not be found. May 27 02:16:25.434296 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-24a2c601-5b4b-41cb-9be4-f8b4a23130ea req-c777d15e-0ce0-4975-96da-e92b33a761d5 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] 10.222.0.57 "GET /v2.0/security-groups/9e6db3d8-c1f5-479d-88cb-5845d1a50959 HTTP/1.1" status: 404 len: 352 time: 0.0258961 May 27 02:16:25.477903 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['4acf92ce-28d4-4988-ad90-62be6c18fd88'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:16:25.506222 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e59b6df4-b8aa-4eb8-b40d-3eafc6897183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:25.516028 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['0670f5b6-a82a-4cb7-a38d-9e4f1511137c'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:16:25.554589 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['f8e23fc4-016b-45f8-bde7-662eda5f15f6'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:16:25.566272 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b6df4-b8aa-4eb8-b40d-3eafc6897183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0153d0d9-9cc6-4d32-81db-2ec5229b6529,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:25.588045 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e59b6df4-b8aa-4eb8-b40d-3eafc6897183 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=912275db2e9d40f39cdee8378425654e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4967225 May 27 02:16:25.590664 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37496) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:25.591052 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['67e8de69-192e-446c-8e1d-d36c172bc989'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:16:25.619085 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['dbe4c056-269a-4480-9565-128a45297e2d'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:16:25.666890 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5c4d4931-f3a1-41a6-a6e3-e0433c857315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:25.669397 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4244478a-78b6-40f6-94d1-b30df662a945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:25.682438 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 15697790-dafd-48ae-80ee-72053ff5983e, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=15697790-dafd-48ae-80ee-72053ff5983e,segment=NetworkSegment(ab39751d-1c01-42dd-8648-098e3a0f206f),segment_id=ab39751d-1c01-42dd-8648-098e3a0f206f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:25.704049 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4244478a-78b6-40f6-94d1-b30df662a945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:25.710363 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '15697790-dafd-48ae-80ee-72053ff5983e', 'network_id': 'ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee', 'port_id': '15697790-dafd-48ae-80ee-72053ff5983e', 'mac_address': 'fa:16:3e:6a:bc:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c2d6b5-1175-4c13-b824-dd8e526e1b70', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:16:25.714398 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c40d8280-81d1-4700-bbc4-9a4891b1cfab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:25.740924 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37502) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:25.751246 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33580a-fb12-4558-b72a-a82c3b7ec90d req-c8dc5aee-8841-4008-9a46-fc961120fac6 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:25.758652 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7e33580a-fb12-4558-b72a-a82c3b7ec90d req-c8dc5aee-8841-4008-9a46-fc961120fac6 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=8933b167-409e-434f-8d42-79fac3383d3d HTTP/1.1" status: 200 len: 946 time: 0.3958488 May 27 02:16:25.837381 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 15697790-dafd-48ae-80ee-72053ff5983e is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:25.837728 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:25.845158 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded0188-dc9e-4cf0-a1f4-891a6803a76f req-d0aa9783-d605-4682-b553-d90ca1637422 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:25.847794 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0ded0188-dc9e-4cf0-a1f4-891a6803a76f req-d0aa9783-d605-4682-b553-d90ca1637422 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.2272630 May 27 02:16:25.851230 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7e33580a-fb12-4558-b72a-a82c3b7ec90d req-9c5a6df4-9de8-478a-a6c1-9659e5917dae tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917470 May 27 02:16:25.865268 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4244478a-78b6-40f6-94d1-b30df662a945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:25.869163 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15697790-dafd-48ae-80ee-72053ff5983e {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:16:25.886373 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 15697790-dafd-48ae-80ee-72053ff5983e, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=15697790-dafd-48ae-80ee-72053ff5983e,segment=NetworkSegment(ab39751d-1c01-42dd-8648-098e3a0f206f),segment_id=ab39751d-1c01-42dd-8648-098e3a0f206f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:25.887629 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4244478a-78b6-40f6-94d1-b30df662a945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0153d0d9-9cc6-4d32-81db-2ec5229b6529,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:25.902691 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4244478a-78b6-40f6-94d1-b30df662a945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:25.908136 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4244478a-78b6-40f6-94d1-b30df662a945 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0153d0d9-9cc6-4d32-81db-2ec5229b6529 HTTP/1.1" status: 204 len: 168 time: 0.3158171 May 27 02:16:25.935619 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5c4d4931-f3a1-41a6-a6e3-e0433c857315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:25.954103 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d4931-f3a1-41a6-a6e3-e0433c857315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfae0ef2-7cf8-4833-894e-39d0478f944b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:25.970077 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-607e339a-d7b5-4d5f-ab9d-ca08e62b2a32 req-c8902441-1f17-4f4a-88a5-ba11d713f82f tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] 10.222.0.57 "GET /v2.0/security-groups/0a1e2b5a-a0b3-4bf3-9114-cbdf1ad5d16d HTTP/1.1" status: 200 len: 1806 time: 0.0876439 May 27 02:16:25.977691 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:25.982701 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5c4d4931-f3a1-41a6-a6e3-e0433c857315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:25.986079 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5c4d4931-f3a1-41a6-a6e3-e0433c857315 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dfae0ef2-7cf8-4833-894e-39d0478f944b HTTP/1.1" status: 204 len: 168 time: 0.8050599 May 27 02:16:26.009100 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0ded0188-dc9e-4cf0-a1f4-891a6803a76f req-30bb39bd-e3e8-4373-b063-4670ce03c1ab tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524491 May 27 02:16:26.025505 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-738bcc4b-f769-453b-a156-5b0e73d84602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-949529560'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:26.078388 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-738bcc4b-f769-453b-a156-5b0e73d84602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:26.083612 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=15697790-dafd-48ae-80ee-72053ff5983e,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:26.099263 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-738bcc4b-f769-453b-a156-5b0e73d84602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089-project] Usage tracker for resource:network and tenant:0f4a8cd83fad4397978dd5cbb624e82b is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:26.106512 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-738bcc4b-f769-453b-a156-5b0e73d84602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:26.118562 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-738bcc4b-f769-453b-a156-5b0e73d84602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:26.121151 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-607e339a-d7b5-4d5f-ab9d-ca08e62b2a32 req-b7e956ea-26ef-4c7d-8a94-42f7d0bd96fc tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:26.153557 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-607e339a-d7b5-4d5f-ab9d-ca08e62b2a32 req-b7e956ea-26ef-4c7d-8a94-42f7d0bd96fc tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:26.257974 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738bcc4b-f769-453b-a156-5b0e73d84602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089-project] Made reservation on behalf of 0f4a8cd83fad4397978dd5cbb624e82b for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:26.261402 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-738bcc4b-f769-453b-a156-5b0e73d84602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:26.261838 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['15697790-dafd-48ae-80ee-72053ff5983e'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:16:26.282893 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-738bcc4b-f769-453b-a156-5b0e73d84602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:26.308037 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-738bcc4b-f769-453b-a156-5b0e73d84602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:26.314737 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-738bcc4b-f769-453b-a156-5b0e73d84602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089-project] Usage tracker for resource:security_group_rule and tenant:0f4a8cd83fad4397978dd5cbb624e82b is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:26.319293 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-738bcc4b-f769-453b-a156-5b0e73d84602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:26.327044 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-738bcc4b-f769-453b-a156-5b0e73d84602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:26.349471 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd0c43-c673-4459-a070-03a9d3472fbf req-c3251864-6dae-476d-b326-d6ce9a9460f8 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:26.350050 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['f22c2499-c482-4650-9824-2bf7b670478e'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:16:26.350992 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bcdd0c43-c673-4459-a070-03a9d3472fbf req-c3251864-6dae-476d-b326-d6ce9a9460f8 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e3ece41-56ba-4cd9-828c-0b0f8816ae47 HTTP/1.1" status: 200 len: 945 time: 0.1516871 May 27 02:16:26.379519 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['81bcd93e-7bd2-4f53-a292-a20ac76ad827'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:16:26.387587 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-607e339a-d7b5-4d5f-ab9d-ca08e62b2a32 req-b7e956ea-26ef-4c7d-8a94-42f7d0bd96fc tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:26.429601 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e956ea-26ef-4c7d-8a94-42f7d0bd96fc tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1e2b5a-a0b3-4bf3-9114-cbdf1ad5d16d,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:26.448108 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-607e339a-d7b5-4d5f-ab9d-ca08e62b2a32 req-b7e956ea-26ef-4c7d-8a94-42f7d0bd96fc tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:26.449309 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-607e339a-d7b5-4d5f-ab9d-ca08e62b2a32 req-b7e956ea-26ef-4c7d-8a94-42f7d0bd96fc tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] 10.222.0.57 "DELETE /v2.0/security-groups/0a1e2b5a-a0b3-4bf3-9114-cbdf1ad5d16d HTTP/1.1" status: 204 len: 173 time: 0.4680803 May 27 02:16:26.459095 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bcdd0c43-c673-4459-a070-03a9d3472fbf req-3dc203d5-6458-4f16-a07c-1aaa0f730cc9 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020947 May 27 02:16:26.590609 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-738bcc4b-f769-453b-a156-5b0e73d84602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:26.697625 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-738bcc4b-f769-453b-a156-5b0e73d84602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:26.782678 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-738bcc4b-f769-453b-a156-5b0e73d84602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:16:26.798952 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738bcc4b-f769-453b-a156-5b0e73d84602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38017111-8284-4a22-8560-483bdff52db3,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:26.805808 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-738bcc4b-f769-453b-a156-5b0e73d84602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:26.806160 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-738bcc4b-f769-453b-a156-5b0e73d84602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089-project] Added segment 7646c29a-c460-4e39-8f8e-b2b1c4cc5c67 of type vlan for network 879d4081-e21a-459a-85fd-41ea0794a3cd May 27 02:16:26.851815 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-738bcc4b-f769-453b-a156-5b0e73d84602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:26.874400 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291d96e-1bae-46fd-bbdc-32bb6d944641 req-51b70ddc-d2ce-4529-81c1-4df6275cdd86 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:26.881301 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291d96e-1bae-46fd-bbdc-32bb6d944641 req-51b70ddc-d2ce-4529-81c1-4df6275cdd86 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:26.887162 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291d96e-1bae-46fd-bbdc-32bb6d944641 req-51b70ddc-d2ce-4529-81c1-4df6275cdd86 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:26.893059 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291d96e-1bae-46fd-bbdc-32bb6d944641 req-51b70ddc-d2ce-4529-81c1-4df6275cdd86 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:26.899116 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291d96e-1bae-46fd-bbdc-32bb6d944641 req-51b70ddc-d2ce-4529-81c1-4df6275cdd86 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:26.904991 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291d96e-1bae-46fd-bbdc-32bb6d944641 req-51b70ddc-d2ce-4529-81c1-4df6275cdd86 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:26.911662 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291d96e-1bae-46fd-bbdc-32bb6d944641 req-51b70ddc-d2ce-4529-81c1-4df6275cdd86 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:26.913444 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5291d96e-1bae-46fd-bbdc-32bb6d944641 req-51b70ddc-d2ce-4529-81c1-4df6275cdd86 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 5438 time: 0.3249164 May 27 02:16:26.923145 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e9ea2-85d4-4ca5-928a-16cc5176b9ca req-c1051305-6de3-4690-97f5-d6b50a2d9852 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:26.925195 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-788e9ea2-85d4-4ca5-928a-16cc5176b9ca req-c1051305-6de3-4690-97f5-d6b50a2d9852 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.2717571 May 27 02:16:27.013742 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5291d96e-1bae-46fd-bbdc-32bb6d944641 req-43b8827c-c2ba-40c2-9f8b-67da3a4068e2 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c0d4d46-e793-47d9-97ac-8538804a4bbd&id=0bcfc258-43a3-4cfc-b866-e978be943d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0875437 May 27 02:16:27.025682 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-788e9ea2-85d4-4ca5-928a-16cc5176b9ca req-9441b902-f1cc-4837-bf93-f3f45c34a056 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817192 May 27 02:16:27.066815 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37542) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:27.091508 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e0c0fd26-01ae-43e5-a075-3e92c9cf3db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:27.111349 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-25c827ed-b6a2-4ac7-b7ef-12c6498218bb req-01c24989-445c-465b-b6ac-f0a3e39d933a tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] 10.222.0.57 "GET /v2.0/security-groups/2307991e-5c6b-4923-86e7-2f74cad977a7 HTTP/1.1" status: 200 len: 1806 time: 0.0594468 May 27 02:16:27.132485 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e0c0fd26-01ae-43e5-a075-3e92c9cf3db5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:27.137345 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e0c0fd26-01ae-43e5-a075-3e92c9cf3db5 admin admin] Usage tracker for resource:security_group_rule and tenant:6e487ef88fd244deba25ec4467808ddf is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:27.142954 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e0c0fd26-01ae-43e5-a075-3e92c9cf3db5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:27.143915 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-738bcc4b-f769-453b-a156-5b0e73d84602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:27.151296 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738bcc4b-f769-453b-a156-5b0e73d84602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:27.151924 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-738bcc4b-f769-453b-a156-5b0e73d84602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:27.152651 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e0c0fd26-01ae-43e5-a075-3e92c9cf3db5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:27.261976 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e0c0fd26-01ae-43e5-a075-3e92c9cf3db5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:27.322974 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e0c0fd26-01ae-43e5-a075-3e92c9cf3db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:27.372965 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738bcc4b-f769-453b-a156-5b0e73d84602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089-project] Pushing event updated for resources: {'Network': ['ID=879d4081-e21a-459a-85fd-41ea0794a3cd,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:27.380173 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e0c0fd26-01ae-43e5-a075-3e92c9cf3db5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6e487ef88fd244deba25ec4467808ddf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3112381 May 27 02:16:27.383671 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37552) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:27.386248 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 879d4081-e21a-459a-85fd-41ea0794a3cd details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:16:27.386740 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0fd26-01ae-43e5-a075-3e92c9cf3db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46819035-1918-4951-8ddb-62e3d5f8180b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:27.396646 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-25c827ed-b6a2-4ac7-b7ef-12c6498218bb req-384e4132-3eb6-44ef-b882-ecbd4cf04cc3 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:27.414736 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-738bcc4b-f769-453b-a156-5b0e73d84602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.6727769 May 27 02:16:27.441195 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b612c-907a-4a22-9c13-26b983a76bdf req-bee8e270-8785-42c7-9911-5244f2b25f66 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:27.442672 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d76b612c-907a-4a22-9c13-26b983a76bdf req-bee8e270-8785-42c7-9911-5244f2b25f66 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=8933b167-409e-434f-8d42-79fac3383d3d HTTP/1.1" status: 200 len: 946 time: 0.2580512 May 27 02:16:27.444166 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-25c827ed-b6a2-4ac7-b7ef-12c6498218bb req-384e4132-3eb6-44ef-b882-ecbd4cf04cc3 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:27.467686 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bf8c0-ac61-4c33-b107-bdf1699f801a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:27.514488 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bf8c0-ac61-4c33-b107-bdf1699f801a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:27.516167 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d76b612c-907a-4a22-9c13-26b983a76bdf req-b9e3f3f3-8e86-4c4d-b788-1b9cf60753a6 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642123 May 27 02:16:27.660525 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bf8c0-ac61-4c33-b107-bdf1699f801a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:27.661769 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-25c827ed-b6a2-4ac7-b7ef-12c6498218bb req-384e4132-3eb6-44ef-b882-ecbd4cf04cc3 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:27.678094 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9bf8c0-ac61-4c33-b107-bdf1699f801a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46819035-1918-4951-8ddb-62e3d5f8180b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:27.681372 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bf8c0-ac61-4c33-b107-bdf1699f801a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:27.684961 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1d9bf8c0-ac61-4c33-b107-bdf1699f801a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/46819035-1918-4951-8ddb-62e3d5f8180b HTTP/1.1" status: 204 len: 168 time: 0.2974818 May 27 02:16:27.686227 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e4132-3eb6-44ef-b882-ecbd4cf04cc3 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2307991e-5c6b-4923-86e7-2f74cad977a7,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:27.701354 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-25c827ed-b6a2-4ac7-b7ef-12c6498218bb req-384e4132-3eb6-44ef-b882-ecbd4cf04cc3 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:27.702457 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-25c827ed-b6a2-4ac7-b7ef-12c6498218bb req-384e4132-3eb6-44ef-b882-ecbd4cf04cc3 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] 10.222.0.57 "DELETE /v2.0/security-groups/2307991e-5c6b-4923-86e7-2f74cad977a7 HTTP/1.1" status: 204 len: 173 time: 0.5833764 May 27 02:16:27.743236 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69179a-cf5a-4b46-a1a6-c5c5134b7a02 req-003d4f31-c073-4076-9179-894ce8e6734f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:27.745006 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2d69179a-cf5a-4b46-a1a6-c5c5134b7a02 req-003d4f31-c073-4076-9179-894ce8e6734f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.1235962 May 27 02:16:27.796082 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2d69179a-cf5a-4b46-a1a6-c5c5134b7a02 req-95fea4a9-e337-4c41-98e8-8b352a5545c4 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454090 May 27 02:16:27.820009 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d730b086-3e61-4561-88f7-55b0e8775f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:27.973166 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37574) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:27.980255 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Request body: {'port': {'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd', 'binding:host_id': 'n-h2-843554-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346099264'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:27.991081 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:27.996401 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Usage tracker for resource:port and tenant:5d6dcf66a8d54574a3f27839c325575b is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:28.000600 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:28.007981 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:28.021916 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5306cd2-8e24-4961-a3aa-93205fa78b05 req-9b1af31c-752f-40fd-a83f-3d1fe137a9ae tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:28.023365 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b5306cd2-8e24-4961-a3aa-93205fa78b05 req-9b1af31c-752f-40fd-a83f-3d1fe137a9ae tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e3ece41-56ba-4cd9-828c-0b0f8816ae47 HTTP/1.1" status: 200 len: 945 time: 0.1166501 May 27 02:16:28.075795 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b5306cd2-8e24-4961-a3aa-93205fa78b05 req-429e70f7-56ff-4ccd-a324-42fb72f76bdf tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453937 May 27 02:16:28.100071 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Made reservation on behalf of 5d6dcf66a8d54574a3f27839c325575b for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:28.102719 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:28.128895 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:28.153323 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:28.161498 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Usage tracker for resource:security_group_rule and tenant:5d6dcf66a8d54574a3f27839c325575b is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:28.171036 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:28.182194 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:28.187952 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b18d199a-6d58-4af8-a160-cbd3db154f1d req-cf6c2c1e-5d2f-49bd-9814-c1275cf8cc39 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] 10.222.0.57 "GET /v2.0/security-groups/8dbe7b29-7791-4d1a-a543-03a96311e579 HTTP/1.1" status: 200 len: 1807 time: 0.0751398 May 27 02:16:28.284459 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b18d199a-6d58-4af8-a160-cbd3db154f1d req-73c86f0d-9bf4-45dd-adc0-07d39ba54529 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:28.359691 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b18d199a-6d58-4af8-a160-cbd3db154f1d req-73c86f0d-9bf4-45dd-adc0-07d39ba54529 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:28.445304 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:28.472612 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15892e4a-0490-42e3-bdef-e148fd814cbe req-1858e3d4-df1b-4f71-bde0-07a9a7e7e3f7 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:28.478602 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15892e4a-0490-42e3-bdef-e148fd814cbe req-1858e3d4-df1b-4f71-bde0-07a9a7e7e3f7 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:28.484307 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15892e4a-0490-42e3-bdef-e148fd814cbe req-1858e3d4-df1b-4f71-bde0-07a9a7e7e3f7 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:28.490648 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15892e4a-0490-42e3-bdef-e148fd814cbe req-1858e3d4-df1b-4f71-bde0-07a9a7e7e3f7 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:28.496495 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15892e4a-0490-42e3-bdef-e148fd814cbe req-1858e3d4-df1b-4f71-bde0-07a9a7e7e3f7 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:28.502326 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15892e4a-0490-42e3-bdef-e148fd814cbe req-1858e3d4-df1b-4f71-bde0-07a9a7e7e3f7 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:28.508038 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15892e4a-0490-42e3-bdef-e148fd814cbe req-1858e3d4-df1b-4f71-bde0-07a9a7e7e3f7 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:28.509961 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-15892e4a-0490-42e3-bdef-e148fd814cbe req-1858e3d4-df1b-4f71-bde0-07a9a7e7e3f7 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 5438 time: 0.2017653 May 27 02:16:28.514487 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:28.530254 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] device_id is not set on port ec3846ee-d586-4787-8df9-1e0353ba7280 yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:16:28.583398 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b18d199a-6d58-4af8-a160-cbd3db154f1d req-73c86f0d-9bf4-45dd-adc0-07d39ba54529 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:28.642963 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e5dadb-65ce-436f-8b56-7e16b647f253,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:28.663259 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c86f0d-9bf4-45dd-adc0-07d39ba54529 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbe7b29-7791-4d1a-a543-03a96311e579,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:28.677629 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37598) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:28.689540 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-15892e4a-0490-42e3-bdef-e148fd814cbe req-98aebee2-d82b-49c8-ad41-f8b4cbc2eeda tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c0d4d46-e793-47d9-97ac-8538804a4bbd&id=0bcfc258-43a3-4cfc-b866-e978be943d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1723626 May 27 02:16:28.696059 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b18d199a-6d58-4af8-a160-cbd3db154f1d req-73c86f0d-9bf4-45dd-adc0-07d39ba54529 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:28.702656 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b18d199a-6d58-4af8-a160-cbd3db154f1d req-73c86f0d-9bf4-45dd-adc0-07d39ba54529 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] 10.222.0.57 "DELETE /v2.0/security-groups/8dbe7b29-7791-4d1a-a543-03a96311e579 HTTP/1.1" status: 204 len: 173 time: 0.5072439 May 27 02:16:28.774032 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 0670f5b6-a82a-4cb7-a38d-9e4f1511137c up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:16:28.812989 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9db4d614-3f09-4e38-86ef-c038b2f54616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:28.831142 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9db4d614-3f09-4e38-86ef-c038b2f54616 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:28.835889 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9db4d614-3f09-4e38-86ef-c038b2f54616 admin admin] Usage tracker for resource:security_group_rule and tenant:b32a62b14e3a4d4fbcd9a01669cb9609 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:28.839076 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9db4d614-3f09-4e38-86ef-c038b2f54616 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:28.845655 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9db4d614-3f09-4e38-86ef-c038b2f54616 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:28.939403 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9db4d614-3f09-4e38-86ef-c038b2f54616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:29.000455 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:29.001344 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:29.035142 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9db4d614-3f09-4e38-86ef-c038b2f54616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:29.039146 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 0670f5b6-a82a-4cb7-a38d-9e4f1511137c completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:29.047281 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 0670f5b6-a82a-4cb7-a38d-9e4f1511137c triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:29.048071 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:29.092493 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9db4d614-3f09-4e38-86ef-c038b2f54616 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b32a62b14e3a4d4fbcd9a01669cb9609&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4129057 May 27 02:16:29.093326 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37612) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:29.094109 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db4d614-3f09-4e38-86ef-c038b2f54616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2758fa9-6075-404f-a17c-feb8bf2805c9,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:29.161121 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-275279ac-bb24-4027-bfb4-092d53b0fa5c req-d13c7e7a-f859-40de-ba7f-89499cd5f0cd tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] 10.222.0.57 "GET /v2.0/security-groups/66a1092f-cd01-42ba-9b99-ba888c92045a HTTP/1.1" status: 200 len: 2405 time: 0.4273725 May 27 02:16:29.172499 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9555921-ea4c-48a1-b194-db0611f42fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:29.205075 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9555921-ea4c-48a1-b194-db0611f42fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:29.229479 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 0670f5b6-a82a-4cb7-a38d-9e4f1511137c is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:29.230015 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:29.262475 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0670f5b6-a82a-4cb7-a38d-9e4f1511137c'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:16:29.272636 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 0670f5b6-a82a-4cb7-a38d-9e4f1511137c, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=0670f5b6-a82a-4cb7-a38d-9e4f1511137c,segment=NetworkSegment(05137e51-ffab-4574-b3b8-c8b7dbba9bf4),segment_id=05137e51-ffab-4574-b3b8-c8b7dbba9bf4)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:29.292811 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] device_id is not set on port ec3846ee-d586-4787-8df9-1e0353ba7280 yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:16:29.298035 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-275279ac-bb24-4027-bfb4-092d53b0fa5c req-893619f9-b0d3-4041-85d1-cff3ada07069 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:29.315883 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:29.335734 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 15697790-dafd-48ae-80ee-72053ff5983e up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:16:29.343416 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9555921-ea4c-48a1-b194-db0611f42fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:29.344103 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02ad2f-8669-438a-a696-acb74339c7dc req-e1dad002-929b-401a-b9e7-ecaa83c92088 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:29.345621 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dc02ad2f-8669-438a-a696-acb74339c7dc req-e1dad002-929b-401a-b9e7-ecaa83c92088 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=8933b167-409e-434f-8d42-79fac3383d3d HTTP/1.1" status: 200 len: 946 time: 0.3279204 May 27 02:16:29.358804 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-275279ac-bb24-4027-bfb4-092d53b0fa5c req-893619f9-b0d3-4041-85d1-cff3ada07069 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:29.368165 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9555921-ea4c-48a1-b194-db0611f42fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2758fa9-6075-404f-a17c-feb8bf2805c9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:29.370476 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9555921-ea4c-48a1-b194-db0611f42fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:29.371291 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Transition to ACTIVE for port object ec3846ee-d586-4787-8df9-1e0353ba7280 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:16:29.371935 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f9555921-ea4c-48a1-b194-db0611f42fe7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c2758fa9-6075-404f-a17c-feb8bf2805c9 HTTP/1.1" status: 204 len: 168 time: 0.2723310 May 27 02:16:29.375999 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:29.376749 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device dbe4c056-269a-4480-9565-128a45297e2d up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:16:29.439128 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dc02ad2f-8669-438a-a696-acb74339c7dc req-d1e82726-943d-41e3-8f22-e63ca70569ed tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838399 May 27 02:16:29.469674 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:29.541440 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-275279ac-bb24-4027-bfb4-092d53b0fa5c req-893619f9-b0d3-4041-85d1-cff3ada07069 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:29.555473 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=0670f5b6-a82a-4cb7-a38d-9e4f1511137c,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:29.576025 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893619f9-b0d3-4041-85d1-cff3ada07069 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a1092f-cd01-42ba-9b99-ba888c92045a,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:29.635553 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port dbe4c056-269a-4480-9565-128a45297e2d completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:29.640671 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Pushing event updated for resources: {'Port': ['ID=ec3846ee-d586-4787-8df9-1e0353ba7280,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:29.644351 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 15697790-dafd-48ae-80ee-72053ff5983e completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:29.648665 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 15697790-dafd-48ae-80ee-72053ff5983e triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:29.649538 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:29.674839 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-275279ac-bb24-4027-bfb4-092d53b0fa5c req-893619f9-b0d3-4041-85d1-cff3ada07069 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:29.675999 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-275279ac-bb24-4027-bfb4-092d53b0fa5c req-893619f9-b0d3-4041-85d1-cff3ada07069 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] 10.222.0.57 "DELETE /v2.0/security-groups/66a1092f-cd01-42ba-9b99-ba888c92045a HTTP/1.1" status: 204 len: 173 time: 0.5141473 May 27 02:16:29.676744 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Checking segment: {'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:16:29.677144 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Network hostable DHCP agents. Network: 879d4081-e21a-459a-85fd-41ea0794a3cd, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:16:29.680075 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port dbe4c056-269a-4480-9565-128a45297e2d triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:29.680075 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:29.722057 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc9570-c7d1-4870-9fb0-4d8ffecdd563 req-54379c28-de57-4d06-9648-03bcbec3a958 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:29.728400 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0ddc9570-c7d1-4870-9fb0-4d8ffecdd563 req-54379c28-de57-4d06-9648-03bcbec3a958 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e3ece41-56ba-4cd9-828c-0b0f8816ae47 HTTP/1.1" status: 200 len: 945 time: 0.1515758 May 27 02:16:29.760269 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-287e5373-98ae-4e9e-a54e-5f82d98957e4'] response: {'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0670f5b6-a82a-4cb7-a38d-9e4f1511137c', 'code': 200} May 27 02:16:29.782807 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0ddc9570-c7d1-4870-9fb0-4d8ffecdd563 req-23815c62-e966-4a3b-accc-8a1e8e9f8bd7 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531285 May 27 02:16:29.807904 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Network 879d4081-e21a-459a-85fd-41ea0794a3cd is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:16:29.904318 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port dbe4c056-269a-4480-9565-128a45297e2d is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:29.904970 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:29.983660 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 879d4081-e21a-459a-85fd-41ea0794a3cd) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:29.988898 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:16:29.998852 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 15697790-dafd-48ae-80ee-72053ff5983e is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:29.999281 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:30.009233 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cc972405-b622-492c-a37c-97cebc864bf3 req-894b3c06-f60c-4343-9a4d-28f878359f24 tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] 10.222.0.57 "GET /v2.0/security-groups/bbdf9999-28b2-457d-8ef4-25231f1aab70 HTTP/1.1" status: 200 len: 2401 time: 0.2367160 May 27 02:16:30.025630 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4661c460-de5b-4299-a9ce-9d0f6280873e None None] Network 879d4081-e21a-459a-85fd-41ea0794a3cd requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:16:30.054723 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:30.055423 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:30.055841 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 on network 879d4081-e21a-459a-85fd-41ea0794a3cd {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:30.071466 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Port ec3846ee-d586-4787-8df9-1e0353ba7280 on network 879d4081-e21a-459a-85fd-41ea0794a3cd not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:16:30.071961 n-d-843554-3 neutron-server[88902]: ERROR neutron.plugins.ml2.managers [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Failed to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 on host n-h2-843554-3 for vnic_type normal using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] May 27 02:16:30.077224 n-d-843554-3 neutron-server[88902]: INFO neutron.plugins.ml2.plugin [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempt 2 to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 May 27 02:16:30.123142 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:30.123273 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 15697790-dafd-48ae-80ee-72053ff5983e, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=15697790-dafd-48ae-80ee-72053ff5983e,segment=NetworkSegment(ab39751d-1c01-42dd-8648-098e3a0f206f),segment_id=ab39751d-1c01-42dd-8648-098e3a0f206f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:30.123636 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:30.124218 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 on network 879d4081-e21a-459a-85fd-41ea0794a3cd {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:30.140446 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Port ec3846ee-d586-4787-8df9-1e0353ba7280 on network 879d4081-e21a-459a-85fd-41ea0794a3cd not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:16:30.141283 n-d-843554-3 neutron-server[88902]: ERROR neutron.plugins.ml2.managers [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Failed to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 on host n-h2-843554-3 for vnic_type normal using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] May 27 02:16:30.143379 n-d-843554-3 neutron-server[88902]: INFO neutron.plugins.ml2.plugin [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempt 3 to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 May 27 02:16:30.149471 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:30.157305 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port dbe4c056-269a-4480-9565-128a45297e2d, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=dbe4c056-269a-4480-9565-128a45297e2d,segment=NetworkSegment(fe714478-a3c4-4802-9c86-3423c1a3d326),segment_id=fe714478-a3c4-4802-9c86-3423c1a3d326)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:30.180422 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:30.180786 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:30.181131 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 on network 879d4081-e21a-459a-85fd-41ea0794a3cd {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:30.204984 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdb8d9-737b-4530-b3dc-12edbb633b2e req-010a6682-d921-4db0-96a2-99d954d1bf84 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:30.210841 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdb8d9-737b-4530-b3dc-12edbb633b2e req-010a6682-d921-4db0-96a2-99d954d1bf84 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:30.216773 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdb8d9-737b-4530-b3dc-12edbb633b2e req-010a6682-d921-4db0-96a2-99d954d1bf84 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:30.223033 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdb8d9-737b-4530-b3dc-12edbb633b2e req-010a6682-d921-4db0-96a2-99d954d1bf84 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:30.229118 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdb8d9-737b-4530-b3dc-12edbb633b2e req-010a6682-d921-4db0-96a2-99d954d1bf84 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:30.235056 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:30.235232 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdb8d9-737b-4530-b3dc-12edbb633b2e req-010a6682-d921-4db0-96a2-99d954d1bf84 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:30.242641 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdb8d9-737b-4530-b3dc-12edbb633b2e req-010a6682-d921-4db0-96a2-99d954d1bf84 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:30.245164 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6abdb8d9-737b-4530-b3dc-12edbb633b2e req-010a6682-d921-4db0-96a2-99d954d1bf84 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 5439 time: 0.3181996 May 27 02:16:30.248710 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-cc972405-b622-492c-a37c-97cebc864bf3 req-127ec646-89ae-4593-b112-996666c20eda tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:30.250378 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Port ec3846ee-d586-4787-8df9-1e0353ba7280 on network 879d4081-e21a-459a-85fd-41ea0794a3cd not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:16:30.250699 n-d-843554-3 neutron-server[88902]: ERROR neutron.plugins.ml2.managers [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Failed to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 on host n-h2-843554-3 for vnic_type normal using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] May 27 02:16:30.251977 n-d-843554-3 neutron-server[88902]: INFO neutron.plugins.ml2.plugin [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempt 4 to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 May 27 02:16:30.305652 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:30.306010 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:30.306340 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 on network 879d4081-e21a-459a-85fd-41ea0794a3cd {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:30.309529 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-cc972405-b622-492c-a37c-97cebc864bf3 req-127ec646-89ae-4593-b112-996666c20eda tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:30.311772 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=15697790-dafd-48ae-80ee-72053ff5983e,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:30.314467 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:30.328758 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Port ec3846ee-d586-4787-8df9-1e0353ba7280 on network 879d4081-e21a-459a-85fd-41ea0794a3cd not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:16:30.329069 n-d-843554-3 neutron-server[88902]: ERROR neutron.plugins.ml2.managers [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Failed to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 on host n-h2-843554-3 for vnic_type normal using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] May 27 02:16:30.343997 n-d-843554-3 neutron-server[88902]: INFO neutron.plugins.ml2.plugin [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempt 5 to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 May 27 02:16:30.383800 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6abdb8d9-737b-4530-b3dc-12edbb633b2e req-9ef6b0ae-bd21-4460-b5b7-b9be97df702d tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c0d4d46-e793-47d9-97ac-8538804a4bbd&id=0bcfc258-43a3-4cfc-b866-e978be943d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1159029 May 27 02:16:30.387554 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:30.387554 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:30.387554 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 on network 879d4081-e21a-459a-85fd-41ea0794a3cd {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:30.392723 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Port ec3846ee-d586-4787-8df9-1e0353ba7280 on network 879d4081-e21a-459a-85fd-41ea0794a3cd not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:16:30.393568 n-d-843554-3 neutron-server[88902]: ERROR neutron.plugins.ml2.managers [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Failed to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 on host n-h2-843554-3 for vnic_type normal using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] May 27 02:16:30.394577 n-d-843554-3 neutron-server[88902]: INFO neutron.plugins.ml2.plugin [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempt 6 to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 May 27 02:16:30.410616 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=dbe4c056-269a-4480-9565-128a45297e2d,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:30.411039 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:30.411434 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:30.411773 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 on network 879d4081-e21a-459a-85fd-41ea0794a3cd {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:30.420276 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Port ec3846ee-d586-4787-8df9-1e0353ba7280 on network 879d4081-e21a-459a-85fd-41ea0794a3cd not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:16:30.420448 n-d-843554-3 neutron-server[88902]: ERROR neutron.plugins.ml2.managers [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Failed to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 on host n-h2-843554-3 for vnic_type normal using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] May 27 02:16:30.420873 n-d-843554-3 neutron-server[88902]: INFO neutron.plugins.ml2.plugin [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempt 7 to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 May 27 02:16:30.444613 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:30.445178 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:30.445518 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 on network 879d4081-e21a-459a-85fd-41ea0794a3cd {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:30.450554 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Port ec3846ee-d586-4787-8df9-1e0353ba7280 on network 879d4081-e21a-459a-85fd-41ea0794a3cd not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:16:30.451023 n-d-843554-3 neutron-server[88902]: ERROR neutron.plugins.ml2.managers [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Failed to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 on host n-h2-843554-3 for vnic_type normal using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] May 27 02:16:30.451286 n-d-843554-3 neutron-server[88902]: INFO neutron.plugins.ml2.plugin [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempt 8 to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 May 27 02:16:30.466232 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:30.466624 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:30.466890 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 on network 879d4081-e21a-459a-85fd-41ea0794a3cd {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:30.471562 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Port ec3846ee-d586-4787-8df9-1e0353ba7280 on network 879d4081-e21a-459a-85fd-41ea0794a3cd not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:16:30.471881 n-d-843554-3 neutron-server[88902]: ERROR neutron.plugins.ml2.managers [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Failed to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 on host n-h2-843554-3 for vnic_type normal using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] May 27 02:16:30.475749 n-d-843554-3 neutron-server[88902]: INFO neutron.plugins.ml2.plugin [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempt 9 to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 May 27 02:16:30.491403 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:30.491724 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:30.492067 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 on network 879d4081-e21a-459a-85fd-41ea0794a3cd {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:30.496766 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Port ec3846ee-d586-4787-8df9-1e0353ba7280 on network 879d4081-e21a-459a-85fd-41ea0794a3cd not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:16:30.497075 n-d-843554-3 neutron-server[88902]: ERROR neutron.plugins.ml2.managers [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Failed to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 on host n-h2-843554-3 for vnic_type normal using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] May 27 02:16:30.497740 n-d-843554-3 neutron-server[88902]: INFO neutron.plugins.ml2.plugin [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempt 10 to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 May 27 02:16:30.506535 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-cc972405-b622-492c-a37c-97cebc864bf3 req-127ec646-89ae-4593-b112-996666c20eda tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:30.528515 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ec646-89ae-4593-b112-996666c20eda tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdf9999-28b2-457d-8ef4-25231f1aab70,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:30.532542 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:30.533072 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:30.533454 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 on network 879d4081-e21a-459a-85fd-41ea0794a3cd {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:30.540421 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Port ec3846ee-d586-4787-8df9-1e0353ba7280 on network 879d4081-e21a-459a-85fd-41ea0794a3cd not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:16:30.540851 n-d-843554-3 neutron-server[88902]: ERROR neutron.plugins.ml2.managers [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Failed to bind port ec3846ee-d586-4787-8df9-1e0353ba7280 on host n-h2-843554-3 for vnic_type normal using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] May 27 02:16:30.541269 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:30.556960 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-cc972405-b622-492c-a37c-97cebc864bf3 req-127ec646-89ae-4593-b112-996666c20eda tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:30.558162 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cc972405-b622-492c-a37c-97cebc864bf3 req-127ec646-89ae-4593-b112-996666c20eda tempest-SecurityGroupRulesTestJSON-1319605271 tempest-SecurityGroupRulesTestJSON-1319605271-project] 10.222.0.57 "DELETE /v2.0/security-groups/bbdf9999-28b2-457d-8ef4-25231f1aab70 HTTP/1.1" status: 204 len: 173 time: 0.5394814 May 27 02:16:30.564602 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37658) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:30.734718 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-1584087c-7a9b-4259-ab07-44dd11850a62 admin admin] Deleting subnet 365fbf0c-d409-4616-a92d-8095aa471725 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:16:30.744359 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1584087c-7a9b-4259-ab07-44dd11850a62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:30.784139 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 4acf92ce-28d4-4988-ad90-62be6c18fd88 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:16:30.791304 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] For port ec3846ee-d586-4787-8df9-1e0353ba7280, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:16:30.791677 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempted to set empty binding levels {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 27 02:16:30.811168 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1584087c-7a9b-4259-ab07-44dd11850a62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:30.865972 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d5c0c-d35e-46ce-a593-e24309d8f4ad req-5dafdd36-025f-43bd-9201-1ed0a6ffe127 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:30.867511 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-043d5c0c-d35e-46ce-a593-e24309d8f4ad req-5dafdd36-025f-43bd-9201-1ed0a6ffe127 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=8933b167-409e-434f-8d42-79fac3383d3d HTTP/1.1" status: 200 len: 946 time: 0.2397630 May 27 02:16:30.897529 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:30.901181 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1584087c-7a9b-4259-ab07-44dd11850a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:30.941901 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37674) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:31.000009 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 4acf92ce-28d4-4988-ad90-62be6c18fd88 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:31.006012 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 4acf92ce-28d4-4988-ad90-62be6c18fd88 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:31.006416 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:31.051853 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:31.052448 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:31.058092 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a7197bc3-79b9-41a5-97a5-d0d09655b83b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1197507651-network', 'tenant_id': 'a311fdf2ba6e42818b0aefc61e7171be'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:31.066148 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a7197bc3-79b9-41a5-97a5-d0d09655b83b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:31.074017 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a7197bc3-79b9-41a5-97a5-d0d09655b83b admin admin] Usage tracker for resource:network and tenant:a311fdf2ba6e42818b0aefc61e7171be is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:31.077667 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a7197bc3-79b9-41a5-97a5-d0d09655b83b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:31.085156 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a7197bc3-79b9-41a5-97a5-d0d09655b83b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:31.094425 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-043d5c0c-d35e-46ce-a593-e24309d8f4ad req-1458cad9-7b93-4696-98cb-ab48b26641ae tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200735 May 27 02:16:31.110514 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Pushing event updated for resources: {'Port': ['ID=ec3846ee-d586-4787-8df9-1e0353ba7280,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:31.156586 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336bb3d-e905-4707-851f-8aa88ae4bf18 req-b690b68c-0a1f-4083-854a-31865ad88164 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:31.158083 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a336bb3d-e905-4707-851f-8aa88ae4bf18 req-b690b68c-0a1f-4083-854a-31865ad88164 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e3ece41-56ba-4cd9-828c-0b0f8816ae47 HTTP/1.1" status: 200 len: 946 time: 0.1828275 May 27 02:16:31.181402 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 4acf92ce-28d4-4988-ad90-62be6c18fd88 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:31.181402 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:31.189002 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-aed5237a-22d9-4a9a-8891-a897e5c765a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.2109590 May 27 02:16:31.189002 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37682) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:31.212876 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 4acf92ce-28d4-4988-ad90-62be6c18fd88, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=4acf92ce-28d4-4988-ad90-62be6c18fd88,segment=NetworkSegment(27a54013-fcdd-4abe-8c68-537dba16a1b4),segment_id=27a54013-fcdd-4abe-8c68-537dba16a1b4)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:31.228097 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1584087c-7a9b-4259-ab07-44dd11850a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:31.251858 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7197bc3-79b9-41a5-97a5-d0d09655b83b admin admin] Made reservation on behalf of a311fdf2ba6e42818b0aefc61e7171be for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:31.254212 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a7197bc3-79b9-41a5-97a5-d0d09655b83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:31.266306 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a7197bc3-79b9-41a5-97a5-d0d09655b83b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:31.281030 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a7197bc3-79b9-41a5-97a5-d0d09655b83b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:31.282065 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:31.285527 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device f8e23fc4-016b-45f8-bde7-662eda5f15f6 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:16:31.285683 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a7197bc3-79b9-41a5-97a5-d0d09655b83b admin admin] Usage tracker for resource:security_group_rule and tenant:a311fdf2ba6e42818b0aefc61e7171be is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:31.288676 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a7197bc3-79b9-41a5-97a5-d0d09655b83b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:31.292951 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584087c-7a9b-4259-ab07-44dd11850a62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=365fbf0c-d409-4616-a92d-8095aa471725,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:31.294583 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a7197bc3-79b9-41a5-97a5-d0d09655b83b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:31.300344 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a336bb3d-e905-4707-851f-8aa88ae4bf18 req-3b65e334-87dd-49e8-bbe9-8f6369bd6c5d tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357975 May 27 02:16:31.301525 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1584087c-7a9b-4259-ab07-44dd11850a62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:31.311979 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1584087c-7a9b-4259-ab07-44dd11850a62 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/365fbf0c-d409-4616-a92d-8095aa471725 HTTP/1.1" status: 204 len: 168 time: 0.7454951 May 27 02:16:31.314720 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37686) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:31.404947 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a7197bc3-79b9-41a5-97a5-d0d09655b83b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:31.441971 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=4acf92ce-28d4-4988-ad90-62be6c18fd88,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:31.475229 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a7197bc3-79b9-41a5-97a5-d0d09655b83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:31.518816 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7197bc3-79b9-41a5-97a5-d0d09655b83b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:16:31.527598 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7197bc3-79b9-41a5-97a5-d0d09655b83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745af62b-1631-4b69-abea-1d6524475377,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:31.533564 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a7197bc3-79b9-41a5-97a5-d0d09655b83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:31.533925 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-a7197bc3-79b9-41a5-97a5-d0d09655b83b admin admin] Added segment c7022237-b0eb-48aa-a727-c63339eb0ee8 of type vlan for network 963bfc4a-6c6a-457e-a40e-bfec35a18b46 May 27 02:16:31.551913 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port f8e23fc4-016b-45f8-bde7-662eda5f15f6 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:31.558412 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port f8e23fc4-016b-45f8-bde7-662eda5f15f6 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:31.559004 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:31.565547 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a7197bc3-79b9-41a5-97a5-d0d09655b83b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:31.587193 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-41431b61-fa7d-4636-a420-d0a575a6fac3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Deleting port ec3846ee-d586-4787-8df9-1e0353ba7280 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:16:31.587537 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-41431b61-fa7d-4636-a420-d0a575a6fac3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:31.638801 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-87ba76f0-f548-42ad-9510-46dc242ed306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:31.660316 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a7197bc3-79b9-41a5-97a5-d0d09655b83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:31.661359 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7197bc3-79b9-41a5-97a5-d0d09655b83b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:31.663167 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a7197bc3-79b9-41a5-97a5-d0d09655b83b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:31.689398 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port f8e23fc4-016b-45f8-bde7-662eda5f15f6 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:31.692967 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:31.728666 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port f8e23fc4-016b-45f8-bde7-662eda5f15f6, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=f8e23fc4-016b-45f8-bde7-662eda5f15f6,segment=NetworkSegment(27a54013-fcdd-4abe-8c68-537dba16a1b4),segment_id=27a54013-fcdd-4abe-8c68-537dba16a1b4)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:31.761312 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe4c056-269a-4480-9565-128a45297e2d'}, {'server_uuid': '5e3ece41-56ba-4cd9-828c-0b0f8816ae47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15697790-dafd-48ae-80ee-72053ff5983e'}, {'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4acf92ce-28d4-4988-ad90-62be6c18fd88'}, {'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e23fc4-016b-45f8-bde7-662eda5f15f6'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:16:31.823230 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:31.824047 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 67e8de69-192e-446c-8e1d-d36c172bc989 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:16:31.856830 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6a6fe-2777-4ebb-837c-53bafa350f87 req-a72fa927-126e-49bb-a998-ae6eba747afe tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:31.863352 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6a6fe-2777-4ebb-837c-53bafa350f87 req-a72fa927-126e-49bb-a998-ae6eba747afe tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:31.869345 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6a6fe-2777-4ebb-837c-53bafa350f87 req-a72fa927-126e-49bb-a998-ae6eba747afe tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:31.875308 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6a6fe-2777-4ebb-837c-53bafa350f87 req-a72fa927-126e-49bb-a998-ae6eba747afe tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:31.881788 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6a6fe-2777-4ebb-837c-53bafa350f87 req-a72fa927-126e-49bb-a998-ae6eba747afe tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:31.888746 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6a6fe-2777-4ebb-837c-53bafa350f87 req-a72fa927-126e-49bb-a998-ae6eba747afe tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:31.891838 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00c7dd13-a6b7-4a63-bd3a-1bb11660d724'] response: {'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe4c056-269a-4480-9565-128a45297e2d', 'code': 200} May 27 02:16:31.892141 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00c7dd13-a6b7-4a63-bd3a-1bb11660d724'] response: {'server_uuid': '5e3ece41-56ba-4cd9-828c-0b0f8816ae47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15697790-dafd-48ae-80ee-72053ff5983e', 'code': 200} May 27 02:16:31.892408 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00c7dd13-a6b7-4a63-bd3a-1bb11660d724'] response: {'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4acf92ce-28d4-4988-ad90-62be6c18fd88', 'code': 200} May 27 02:16:31.892851 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00c7dd13-a6b7-4a63-bd3a-1bb11660d724'] response: {'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e23fc4-016b-45f8-bde7-662eda5f15f6', 'code': 200} May 27 02:16:31.894874 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6a6fe-2777-4ebb-837c-53bafa350f87 req-a72fa927-126e-49bb-a998-ae6eba747afe tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:31.903152 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9ed6a6fe-2777-4ebb-837c-53bafa350f87 req-a72fa927-126e-49bb-a998-ae6eba747afe tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 5441 time: 0.3549900 May 27 02:16:31.934720 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7197bc3-79b9-41a5-97a5-d0d09655b83b admin admin] Pushing event updated for resources: {'Network': ['ID=963bfc4a-6c6a-457e-a40e-bfec35a18b46,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:31.983139 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 963bfc4a-6c6a-457e-a40e-bfec35a18b46 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:16:32.004608 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a7197bc3-79b9-41a5-97a5-d0d09655b83b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0615067 May 27 02:16:32.007390 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37702) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:32.014920 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-cf355b45-3cea-4274-beef-cb108f465911 admin admin] Request body: {'subnet': {'network_id': '963bfc4a-6c6a-457e-a40e-bfec35a18b46', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1197507651-subnet', 'tenant_id': 'a311fdf2ba6e42818b0aefc61e7171be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:32.022342 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cf355b45-3cea-4274-beef-cb108f465911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:32.027845 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cf355b45-3cea-4274-beef-cb108f465911 admin admin] Usage tracker for resource:subnet and tenant:a311fdf2ba6e42818b0aefc61e7171be is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:32.030967 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cf355b45-3cea-4274-beef-cb108f465911 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:32.037340 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cf355b45-3cea-4274-beef-cb108f465911 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:32.050648 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-87ba76f0-f548-42ad-9510-46dc242ed306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:32.119211 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=f8e23fc4-016b-45f8-bde7-662eda5f15f6,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:32.123401 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9ed6a6fe-2777-4ebb-837c-53bafa350f87 req-a9a3eabb-3ec5-4d9f-bc0c-35975f98bcba tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c0d4d46-e793-47d9-97ac-8538804a4bbd&id=0bcfc258-43a3-4cfc-b866-e978be943d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2190144 May 27 02:16:32.134999 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf355b45-3cea-4274-beef-cb108f465911 admin admin] Made reservation on behalf of a311fdf2ba6e42818b0aefc61e7171be for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:32.137433 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf355b45-3cea-4274-beef-cb108f465911 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:32.150027 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-87ba76f0-f548-42ad-9510-46dc242ed306 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6730f758-bad9-44c6-9297-c10bb3bb8b1c']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:32.177823 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-41431b61-fa7d-4636-a420-d0a575a6fac3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] For port ec3846ee-d586-4787-8df9-1e0353ba7280, host n-h2-843554-3, got binding levels [] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:32.178950 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-41431b61-fa7d-4636-a420-d0a575a6fac3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:32.187857 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-87ba76f0-f548-42ad-9510-46dc242ed306 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2211b36a-f742-4e41-bfa0-6eb1565207cd') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:32.188363 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-87ba76f0-f548-42ad-9510-46dc242ed306 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2211b36a-f742-4e41-bfa0-6eb1565207cd') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:32.206538 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-87ba76f0-f548-42ad-9510-46dc242ed306 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:32.249166 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 67e8de69-192e-446c-8e1d-d36c172bc989 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:32.257745 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 67e8de69-192e-446c-8e1d-d36c172bc989 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:32.258213 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:32.406727 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-41431b61-fa7d-4636-a420-d0a575a6fac3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Calling delete_port for ec3846ee-d586-4787-8df9-1e0353ba7280 owned by {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:16:32.410436 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 67e8de69-192e-446c-8e1d-d36c172bc989 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:32.410813 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:32.445634 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 67e8de69-192e-446c-8e1d-d36c172bc989, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=67e8de69-192e-446c-8e1d-d36c172bc989,segment=NetworkSegment(27a54013-fcdd-4abe-8c68-537dba16a1b4),segment_id=27a54013-fcdd-4abe-8c68-537dba16a1b4)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:32.462546 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-87ba76f0-f548-42ad-9510-46dc242ed306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:32.464262 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf355b45-3cea-4274-beef-cb108f465911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:32.529970 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87ba76f0-f548-42ad-9510-46dc242ed306 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:16:32.530757 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-87ba76f0-f548-42ad-9510-46dc242ed306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:32.544485 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:32.545863 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device f22c2499-c482-4650-9824-2bf7b670478e up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:16:32.571943 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf355b45-3cea-4274-beef-cb108f465911 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79b31123-5111-49b0-8b1c-edddca4cc409,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:32.577357 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd6e91-29f8-486f-9278-15113b60466c req-2800974b-80bc-4a14-be38-fcf005b40e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:32.579916 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-41cd6e91-29f8-486f-9278-15113b60466c req-2800974b-80bc-4a14-be38-fcf005b40e59 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5e3ece41-56ba-4cd9-828c-0b0f8816ae47 HTTP/1.1" status: 200 len: 1097 time: 0.6225526 May 27 02:16:32.582408 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 2211b36a-f742-4e41-bfa0-6eb1565207cd resource provider aggregate not found May 27 02:16:32.583008 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf355b45-3cea-4274-beef-cb108f465911 admin admin] Checking segment: {'id': 'c7022237-b0eb-48aa-a727-c63339eb0ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '963bfc4a-6c6a-457e-a40e-bfec35a18b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:16:32.583382 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf355b45-3cea-4274-beef-cb108f465911 admin admin] Network hostable DHCP agents. Network: 963bfc4a-6c6a-457e-a40e-bfec35a18b46, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:16:32.681972 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 2211b36a-f742-4e41-bfa0-6eb1565207cd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2211b36a-f742-4e41-bfa0-6eb1565207cd found for delete ", "request_id": "req-93415a0b-6f3c-4a5c-898d-d4f3e041061c"}]} May 27 02:16:32.697406 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf355b45-3cea-4274-beef-cb108f465911 admin admin] Network 963bfc4a-6c6a-457e-a40e-bfec35a18b46 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:16:32.755783 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-41cd6e91-29f8-486f-9278-15113b60466c req-fb4ab657-86b8-49c7-9de5-ab9c028d8f08 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126180 May 27 02:16:32.763548 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d2476-0d83-4816-b4e0-8eb5861bc4d2 req-de5f8b7a-bdd7-4366-97ac-c34e8f5a2153 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:32.771140 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cc4d2476-0d83-4816-b4e0-8eb5861bc4d2 req-de5f8b7a-bdd7-4366-97ac-c34e8f5a2153 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e3ece41-56ba-4cd9-828c-0b0f8816ae47 HTTP/1.1" status: 200 len: 946 time: 0.3063438 May 27 02:16:32.777331 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=67e8de69-192e-446c-8e1d-d36c172bc989,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:32.794839 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-cf355b45-3cea-4274-beef-cb108f465911 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 963bfc4a-6c6a-457e-a40e-bfec35a18b46) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:32.799621 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf355b45-3cea-4274-beef-cb108f465911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:32.800202 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf355b45-3cea-4274-beef-cb108f465911 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:32.804681 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06f552-c1c0-4b4d-ab30-c643be85bac2 req-72058109-df62-4836-867e-733c3b9274d3 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:32.806246 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6f75a6-fa10-46bb-9e25-541a02ba1822 None None] Network 963bfc4a-6c6a-457e-a40e-bfec35a18b46 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:16:32.812083 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ca06f552-c1c0-4b4d-ab30-c643be85bac2 req-72058109-df62-4836-867e-733c3b9274d3 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=8933b167-409e-434f-8d42-79fac3383d3d HTTP/1.1" status: 200 len: 946 time: 0.5434868 May 27 02:16:32.836609 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port f22c2499-c482-4650-9824-2bf7b670478e completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:32.857280 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-41431b61-fa7d-4636-a420-d0a575a6fac3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:32.859430 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-87ba76f0-f548-42ad-9510-46dc242ed306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:32.887284 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port f22c2499-c482-4650-9824-2bf7b670478e triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:32.887658 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:32.927533 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-cf355b45-3cea-4274-beef-cb108f465911 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9185109 May 27 02:16:32.933792 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-87ba76f0-f548-42ad-9510-46dc242ed306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:32.956395 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-87ba76f0-f548-42ad-9510-46dc242ed306 admin admin] 10.222.0.57 "DELETE /v2.0/networks/6730f758-bad9-44c6-9297-c10bb3bb8b1c HTTP/1.1" status: 204 len: 168 time: 1.6401029 May 27 02:16:32.978656 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ca06f552-c1c0-4b4d-ab30-c643be85bac2 req-7182df7a-1248-4c44-b158-f3dafb7ed1ae tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652870 May 27 02:16:32.997405 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41431b61-fa7d-4636-a420-d0a575a6fac3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec3846ee-d586-4787-8df9-1e0353ba7280,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:33.010054 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cc4d2476-0d83-4816-b4e0-8eb5861bc4d2 req-ce8cd547-f0c3-434a-a0d2-5702c4633b67 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377753 May 27 02:16:33.012106 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba76f0-f548-42ad-9510-46dc242ed306 admin admin] Pushing event deleted for resources: {'Network': ['ID=6730f758-bad9-44c6-9297-c10bb3bb8b1c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:33.026331 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-41431b61-fa7d-4636-a420-d0a575a6fac3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:33.028447 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-41431b61-fa7d-4636-a420-d0a575a6fac3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] 10.222.0.57 "DELETE /v2.0/ports/ec3846ee-d586-4787-8df9-1e0353ba7280 HTTP/1.1" status: 204 len: 168 time: 1.8386114 May 27 02:16:33.031241 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37724) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:33.116803 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-78e8172e-7e47-4bab-aac1-0e63c0a6abef tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] GET failed (client error): The resource could not be found. May 27 02:16:33.118187 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-78e8172e-7e47-4bab-aac1-0e63c0a6abef tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] 10.222.0.57 "GET /v2.0/ports/ec3846ee-d586-4787-8df9-1e0353ba7280 HTTP/1.1" status: 404 len: 333 time: 0.0853772 May 27 02:16:33.121964 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37730) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:33.128964 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-e677b294-70ad-48e2-8582-57c1081ae899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Request body: {'port': {'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-689020229'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:33.136222 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e677b294-70ad-48e2-8582-57c1081ae899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:33.144747 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e677b294-70ad-48e2-8582-57c1081ae899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Usage tracker for resource:port and tenant:5d6dcf66a8d54574a3f27839c325575b is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:33.149997 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port f22c2499-c482-4650-9824-2bf7b670478e is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:33.149997 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:33.170876 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e677b294-70ad-48e2-8582-57c1081ae899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:33.184933 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e677b294-70ad-48e2-8582-57c1081ae899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:33.206899 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89de382d-a187-488d-b745-9df38448683c None None] Network 963bfc4a-6c6a-457e-a40e-bfec35a18b46 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:16:33.280469 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e677b294-70ad-48e2-8582-57c1081ae899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Made reservation on behalf of 5d6dcf66a8d54574a3f27839c325575b for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:33.282960 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e677b294-70ad-48e2-8582-57c1081ae899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:33.303819 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port f22c2499-c482-4650-9824-2bf7b670478e, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=f22c2499-c482-4650-9824-2bf7b670478e,segment=NetworkSegment(27a54013-fcdd-4abe-8c68-537dba16a1b4),segment_id=27a54013-fcdd-4abe-8c68-537dba16a1b4)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:33.353608 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-e677b294-70ad-48e2-8582-57c1081ae899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] device_id is not set on port 6d6f2908-90ef-4014-8778-2283ff54c1cc yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:16:33.380756 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:33.381568 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 81bcd93e-7bd2-4f53-a292-a20ac76ad827 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:16:33.513635 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd2939-d4ee-480f-88da-a9ac4410a402 req-eaff5ea8-450a-4081-b5d2-eafea2e99030 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:33.519478 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd2939-d4ee-480f-88da-a9ac4410a402 req-eaff5ea8-450a-4081-b5d2-eafea2e99030 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:33.525366 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd2939-d4ee-480f-88da-a9ac4410a402 req-eaff5ea8-450a-4081-b5d2-eafea2e99030 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:33.532333 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd2939-d4ee-480f-88da-a9ac4410a402 req-eaff5ea8-450a-4081-b5d2-eafea2e99030 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:33.536984 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd2939-d4ee-480f-88da-a9ac4410a402 req-eaff5ea8-450a-4081-b5d2-eafea2e99030 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:33.542877 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd2939-d4ee-480f-88da-a9ac4410a402 req-eaff5ea8-450a-4081-b5d2-eafea2e99030 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:33.548942 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd2939-d4ee-480f-88da-a9ac4410a402 req-eaff5ea8-450a-4081-b5d2-eafea2e99030 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:33.551548 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-96fd2939-d4ee-480f-88da-a9ac4410a402 req-eaff5ea8-450a-4081-b5d2-eafea2e99030 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 5443 time: 0.2563884 May 27 02:16:33.582784 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37744) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:33.625086 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 81bcd93e-7bd2-4f53-a292-a20ac76ad827 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:33.645465 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=f22c2499-c482-4650-9824-2bf7b670478e,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:33.653018 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 81bcd93e-7bd2-4f53-a292-a20ac76ad827 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:33.653447 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:33.729622 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4caebe25-7b4d-4528-8197-af148eaf82a6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=48d7f3b7f76d4136ab149b182bbe21a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1440074 May 27 02:16:33.730062 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37748) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:33.845831 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-92f6b8b4-70a5-4a03-8b6c-62dacb9b75a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:33.892315 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 81bcd93e-7bd2-4f53-a292-a20ac76ad827 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:33.892315 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:33.914140 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e8de69-192e-446c-8e1d-d36c172bc989'}, {'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22c2499-c482-4650-9824-2bf7b670478e'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:16:33.921784 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-92f6b8b4-70a5-4a03-8b6c-62dacb9b75a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:33.931707 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-96fd2939-d4ee-480f-88da-a9ac4410a402 req-019d4c92-dda8-420d-8021-b9254ce50450 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c0d4d46-e793-47d9-97ac-8538804a4bbd&id=0bcfc258-43a3-4cfc-b866-e978be943d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3727775 May 27 02:16:33.968990 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 81bcd93e-7bd2-4f53-a292-a20ac76ad827, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=81bcd93e-7bd2-4f53-a292-a20ac76ad827,segment=NetworkSegment(05137e51-ffab-4574-b3b8-c8b7dbba9bf4),segment_id=05137e51-ffab-4574-b3b8-c8b7dbba9bf4)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:33.977792 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-92aad73c-c721-4884-88c1-3a9a72747b73 req-3cf82843-3d21-484d-904a-41c894136302 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1494924569', 'description': 'tempest-description-1950827078'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:33.986111 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e677b294-70ad-48e2-8582-57c1081ae899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:34.001094 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-92aad73c-c721-4884-88c1-3a9a72747b73 req-3cf82843-3d21-484d-904a-41c894136302 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:34.008385 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-92aad73c-c721-4884-88c1-3a9a72747b73 req-3cf82843-3d21-484d-904a-41c894136302 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Usage tracker for resource:security_group and tenant:a311fdf2ba6e42818b0aefc61e7171be is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:34.015943 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-92aad73c-c721-4884-88c1-3a9a72747b73 req-3cf82843-3d21-484d-904a-41c894136302 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:34.022228 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-92aad73c-c721-4884-88c1-3a9a72747b73 req-3cf82843-3d21-484d-904a-41c894136302 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:34.052683 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-983e518d-8eea-4cbc-8ccf-27abd0e1f4c5'] response: {'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e8de69-192e-446c-8e1d-d36c172bc989', 'code': 200} May 27 02:16:34.053062 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-983e518d-8eea-4cbc-8ccf-27abd0e1f4c5'] response: {'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22c2499-c482-4650-9824-2bf7b670478e', 'code': 200} May 27 02:16:34.063025 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:34.098131 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-92f6b8b4-70a5-4a03-8b6c-62dacb9b75a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:34.117490 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f6b8b4-70a5-4a03-8b6c-62dacb9b75a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13421e3-cad0-4c6b-84de-8b612d74f535,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:34.120832 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-92f6b8b4-70a5-4a03-8b6c-62dacb9b75a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:34.125596 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-92f6b8b4-70a5-4a03-8b6c-62dacb9b75a4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d13421e3-cad0-4c6b-84de-8b612d74f535 HTTP/1.1" status: 204 len: 168 time: 0.3945634 May 27 02:16:34.147442 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=81bcd93e-7bd2-4f53-a292-a20ac76ad827,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:34.206503 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-92aad73c-c721-4884-88c1-3a9a72747b73 req-3cf82843-3d21-484d-904a-41c894136302 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:34.220162 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e677b294-70ad-48e2-8582-57c1081ae899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:34.310383 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-92aad73c-c721-4884-88c1-3a9a72747b73 req-3cf82843-3d21-484d-904a-41c894136302 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:34.319448 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e677b294-70ad-48e2-8582-57c1081ae899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Network 879d4081-e21a-459a-85fd-41ea0794a3cd is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:16:34.320636 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-e677b294-70ad-48e2-8582-57c1081ae899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:34.323270 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-92aad73c-c721-4884-88c1-3a9a72747b73 req-3cf82843-3d21-484d-904a-41c894136302 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Usage tracker for resource:security_group_rule and tenant:a311fdf2ba6e42818b0aefc61e7171be is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:34.327670 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e677b294-70ad-48e2-8582-57c1081ae899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:16:34.328571 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e677b294-70ad-48e2-8582-57c1081ae899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:34.329201 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e677b294-70ad-48e2-8582-57c1081ae899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:34.333211 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-92aad73c-c721-4884-88c1-3a9a72747b73 req-3cf82843-3d21-484d-904a-41c894136302 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:34.349698 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677b294-70ad-48e2-8582-57c1081ae899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Pushing event updated for resources: {'Port': ['ID=6d6f2908-90ef-4014-8778-2283ff54c1cc,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:34.354302 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-92aad73c-c721-4884-88c1-3a9a72747b73 req-3cf82843-3d21-484d-904a-41c894136302 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:34.377171 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b6c7c-f371-46cc-8ece-412440894a6a req-03e954a4-7c66-4b78-a85c-09a2920e1db1 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:34.378650 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-027b6c7c-f371-46cc-8ece-412440894a6a req-03e954a4-7c66-4b78-a85c-09a2920e1db1 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=8933b167-409e-434f-8d42-79fac3383d3d HTTP/1.1" status: 200 len: 946 time: 0.2344356 May 27 02:16:34.432437 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-027b6c7c-f371-46cc-8ece-412440894a6a req-07ac551e-df96-4200-acdc-8006046a7121 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481596 May 27 02:16:34.453017 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e677b294-70ad-48e2-8582-57c1081ae899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3295672 May 27 02:16:34.456410 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37766) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:34.463867 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:34.672976 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:34.742426 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-92aad73c-c721-4884-88c1-3a9a72747b73 req-3cf82843-3d21-484d-904a-41c894136302 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:34.850760 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06c14d-dff4-4d92-aa27-56c8d028b8b5 req-b53c4e1c-8a95-4cfc-9dd2-917a9409c773 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:34.852376 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1e06c14d-dff4-4d92-aa27-56c8d028b8b5 req-b53c4e1c-8a95-4cfc-9dd2-917a9409c773 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e3ece41-56ba-4cd9-828c-0b0f8816ae47 HTTP/1.1" status: 200 len: 946 time: 0.3183470 May 27 02:16:34.865703 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-92aad73c-c721-4884-88c1-3a9a72747b73 req-3cf82843-3d21-484d-904a-41c894136302 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:35.005668 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf82843-3d21-484d-904a-41c894136302 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caedade5-c24f-46e3-ab97-694d3c84c00a,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:35.031083 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1e06c14d-dff4-4d92-aa27-56c8d028b8b5 req-8f28f3e9-8d76-4055-9bd3-aa68c9236ed7 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721687 May 27 02:16:35.122549 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] device_id is not set on port 6d6f2908-90ef-4014-8778-2283ff54c1cc yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:16:35.133172 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-92aad73c-c721-4884-88c1-3a9a72747b73 req-3cf82843-3d21-484d-904a-41c894136302 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:35.134346 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-92aad73c-c721-4884-88c1-3a9a72747b73 req-3cf82843-3d21-484d-904a-41c894136302 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.1633868 May 27 02:16:35.136619 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:35.161426 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1073bd3-b5c9-45e3-9f7a-b9e367d139c1 req-3e33a662-1bba-4680-bfc5-d275bdc2f835 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=45b11e53-44ac-4608-a3e7-3add38ac9e1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2645216 May 27 02:16:35.211481 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Transition to ACTIVE for port object 6d6f2908-90ef-4014-8778-2283ff54c1cc will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:16:35.296244 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:35.423725 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1073bd3-b5c9-45e3-9f7a-b9e367d139c1 req-8499a733-5f27-4386-844c-cd8d746396c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:35.425976 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1073bd3-b5c9-45e3-9f7a-b9e367d139c1 req-8499a733-5f27-4386-844c-cd8d746396c6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62f5f7df5795463f9f8bc1cd40caf878&device_id=45b11e53-44ac-4608-a3e7-3add38ac9e1a HTTP/1.1" status: 200 len: 1096 time: 0.2134964 May 27 02:16:35.451715 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26ed09-96c9-4d1c-a2dd-2596d92f1c82 req-ce212b70-a828-48c7-bcbc-5ce2995b597d tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:35.457608 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26ed09-96c9-4d1c-a2dd-2596d92f1c82 req-ce212b70-a828-48c7-bcbc-5ce2995b597d tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:35.463241 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26ed09-96c9-4d1c-a2dd-2596d92f1c82 req-ce212b70-a828-48c7-bcbc-5ce2995b597d tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:35.468419 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:16:35.468992 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26ed09-96c9-4d1c-a2dd-2596d92f1c82 req-ce212b70-a828-48c7-bcbc-5ce2995b597d tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:35.475079 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26ed09-96c9-4d1c-a2dd-2596d92f1c82 req-ce212b70-a828-48c7-bcbc-5ce2995b597d tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:35.481960 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26ed09-96c9-4d1c-a2dd-2596d92f1c82 req-ce212b70-a828-48c7-bcbc-5ce2995b597d tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:35.483424 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37804) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:35.488704 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26ed09-96c9-4d1c-a2dd-2596d92f1c82 req-ce212b70-a828-48c7-bcbc-5ce2995b597d tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:35.500285 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7e26ed09-96c9-4d1c-a2dd-2596d92f1c82 req-ce212b70-a828-48c7-bcbc-5ce2995b597d tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 5445 time: 0.3470182 May 27 02:16:35.533044 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Pushing event updated for resources: {'Port': ['ID=6d6f2908-90ef-4014-8778-2283ff54c1cc,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:35.561769 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-702b046d-2c28-49db-9586-3201b97d6cc0 req-a5b6ab62-e3c4-4930-be62-af76b193bf1e tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-973265700', 'description': 'tempest-description-883084418'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:35.597115 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-1cfd0cdb-8fb2-42f3-a94d-6f001ec3777f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-317645782-network', 'tenant_id': '662bd3219ea243ea954b5fe1db773fef'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:35.603542 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1cfd0cdb-8fb2-42f3-a94d-6f001ec3777f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:35.608833 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1cfd0cdb-8fb2-42f3-a94d-6f001ec3777f admin admin] Usage tracker for resource:network and tenant:662bd3219ea243ea954b5fe1db773fef is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:35.613973 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1cfd0cdb-8fb2-42f3-a94d-6f001ec3777f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:35.621480 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1cfd0cdb-8fb2-42f3-a94d-6f001ec3777f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:35.627456 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-702b046d-2c28-49db-9586-3201b97d6cc0 req-a5b6ab62-e3c4-4930-be62-af76b193bf1e tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:35.634086 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:35.634427 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:35.634758 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc on network 879d4081-e21a-459a-85fd-41ea0794a3cd {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:35.651852 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-702b046d-2c28-49db-9586-3201b97d6cc0 req-a5b6ab62-e3c4-4930-be62-af76b193bf1e tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Usage tracker for resource:security_group and tenant:a311fdf2ba6e42818b0aefc61e7171be is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:35.659613 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-702b046d-2c28-49db-9586-3201b97d6cc0 req-a5b6ab62-e3c4-4930-be62-af76b193bf1e tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:35.667355 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Port 6d6f2908-90ef-4014-8778-2283ff54c1cc on network 879d4081-e21a-459a-85fd-41ea0794a3cd not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:16:35.667682 n-d-843554-3 neutron-server[88902]: ERROR neutron.plugins.ml2.managers [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Failed to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc on host n-h2-843554-3 for vnic_type normal using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] May 27 02:16:35.671695 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7e26ed09-96c9-4d1c-a2dd-2596d92f1c82 req-1ed84108-2046-4f77-8ecc-7c03f03e892a tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c0d4d46-e793-47d9-97ac-8538804a4bbd&id=0bcfc258-43a3-4cfc-b866-e978be943d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1746547 May 27 02:16:35.675424 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-702b046d-2c28-49db-9586-3201b97d6cc0 req-a5b6ab62-e3c4-4930-be62-af76b193bf1e tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:35.676115 n-d-843554-3 neutron-server[88902]: INFO neutron.plugins.ml2.plugin [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempt 2 to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc May 27 02:16:35.694899 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfd0cdb-8fb2-42f3-a94d-6f001ec3777f admin admin] Made reservation on behalf of 662bd3219ea243ea954b5fe1db773fef for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:35.703480 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1cfd0cdb-8fb2-42f3-a94d-6f001ec3777f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:35.712320 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:35.712654 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:35.713013 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc on network 879d4081-e21a-459a-85fd-41ea0794a3cd {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:35.721696 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1cfd0cdb-8fb2-42f3-a94d-6f001ec3777f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:35.724905 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Port 6d6f2908-90ef-4014-8778-2283ff54c1cc on network 879d4081-e21a-459a-85fd-41ea0794a3cd not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:16:35.725235 n-d-843554-3 neutron-server[88902]: ERROR neutron.plugins.ml2.managers [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Failed to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc on host n-h2-843554-3 for vnic_type normal using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] May 27 02:16:35.733401 n-d-843554-3 neutron-server[88902]: INFO neutron.plugins.ml2.plugin [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempt 3 to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc May 27 02:16:35.759472 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1073bd3-b5c9-45e3-9f7a-b9e367d139c1 req-6cd01411-ae25-49b1-9405-d387eeb574da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:35.760959 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1073bd3-b5c9-45e3-9f7a-b9e367d139c1 req-6cd01411-ae25-49b1-9405-d387eeb574da service neutron] 10.222.0.66 "GET /v2.0/networks?id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164 HTTP/1.1" status: 200 len: 912 time: 0.2627077 May 27 02:16:35.763059 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:35.763059 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:35.763059 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc on network 879d4081-e21a-459a-85fd-41ea0794a3cd {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:35.769016 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Port 6d6f2908-90ef-4014-8778-2283ff54c1cc on network 879d4081-e21a-459a-85fd-41ea0794a3cd not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:16:35.769345 n-d-843554-3 neutron-server[88902]: ERROR neutron.plugins.ml2.managers [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Failed to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc on host n-h2-843554-3 for vnic_type normal using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] May 27 02:16:35.776964 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1cfd0cdb-8fb2-42f3-a94d-6f001ec3777f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:35.783035 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1cfd0cdb-8fb2-42f3-a94d-6f001ec3777f admin admin] Usage tracker for resource:security_group_rule and tenant:662bd3219ea243ea954b5fe1db773fef is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:35.787694 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1cfd0cdb-8fb2-42f3-a94d-6f001ec3777f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:35.795961 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1cfd0cdb-8fb2-42f3-a94d-6f001ec3777f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:35.817434 n-d-843554-3 neutron-server[88902]: INFO neutron.plugins.ml2.plugin [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempt 4 to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc May 27 02:16:35.835925 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-702b046d-2c28-49db-9586-3201b97d6cc0 req-a5b6ab62-e3c4-4930-be62-af76b193bf1e tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:35.893311 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1cfd0cdb-8fb2-42f3-a94d-6f001ec3777f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:35.966253 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1cfd0cdb-8fb2-42f3-a94d-6f001ec3777f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:36.010162 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cfd0cdb-8fb2-42f3-a94d-6f001ec3777f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:16:36.015619 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd0cdb-8fb2-42f3-a94d-6f001ec3777f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80d4f80-36b8-48b1-a83f-d6f1489a0ebb,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:36.029155 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1cfd0cdb-8fb2-42f3-a94d-6f001ec3777f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:36.029414 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-1cfd0cdb-8fb2-42f3-a94d-6f001ec3777f admin admin] Added segment 18730f6d-a313-43b6-9f8e-ae26692d5630 of type vlan for network bd8ad764-a25b-489e-ba20-ae00d285879c May 27 02:16:36.034089 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1073bd3-b5c9-45e3-9f7a-b9e367d139c1 req-c99b9c3a-b999-44ce-b3c0-858222e35ff2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff788f91-40bc-41ea-9e72-0199a662c078 HTTP/1.1" status: 200 len: 217 time: 0.2652993 May 27 02:16:36.054715 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81bcd93e-7bd2-4f53-a292-a20ac76ad827'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:16:36.063431 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1cfd0cdb-8fb2-42f3-a94d-6f001ec3777f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:36.078025 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:36.078375 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:36.078697 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc on network 879d4081-e21a-459a-85fd-41ea0794a3cd {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:36.102023 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Port 6d6f2908-90ef-4014-8778-2283ff54c1cc on network 879d4081-e21a-459a-85fd-41ea0794a3cd not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:16:36.102356 n-d-843554-3 neutron-server[88902]: ERROR neutron.plugins.ml2.managers [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Failed to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc on host n-h2-843554-3 for vnic_type normal using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] May 27 02:16:36.110114 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-702b046d-2c28-49db-9586-3201b97d6cc0 req-a5b6ab62-e3c4-4930-be62-af76b193bf1e tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:36.112702 n-d-843554-3 neutron-server[88902]: INFO neutron.plugins.ml2.plugin [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempt 5 to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc May 27 02:16:36.130983 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-702b046d-2c28-49db-9586-3201b97d6cc0 req-a5b6ab62-e3c4-4930-be62-af76b193bf1e tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Usage tracker for resource:security_group_rule and tenant:a311fdf2ba6e42818b0aefc61e7171be is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:36.138788 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-702b046d-2c28-49db-9586-3201b97d6cc0 req-a5b6ab62-e3c4-4930-be62-af76b193bf1e tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:36.149078 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-702b046d-2c28-49db-9586-3201b97d6cc0 req-a5b6ab62-e3c4-4930-be62-af76b193bf1e tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:36.157920 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:36.158246 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:36.159099 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc on network 879d4081-e21a-459a-85fd-41ea0794a3cd {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:36.177682 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1073bd3-b5c9-45e3-9f7a-b9e367d139c1 req-41ab5bcf-c79b-44f9-a682-d5e69ee738e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:36.179180 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1073bd3-b5c9-45e3-9f7a-b9e367d139c1 req-41ab5bcf-c79b-44f9-a682-d5e69ee738e0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7ee39392-3407-48c1-b561-be7ced0cb982 HTTP/1.1" status: 200 len: 850 time: 0.1366978 May 27 02:16:36.181465 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Port 6d6f2908-90ef-4014-8778-2283ff54c1cc on network 879d4081-e21a-459a-85fd-41ea0794a3cd not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:16:36.181792 n-d-843554-3 neutron-server[88902]: ERROR neutron.plugins.ml2.managers [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Failed to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc on host n-h2-843554-3 for vnic_type normal using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] May 27 02:16:36.188347 n-d-843554-3 neutron-server[88902]: INFO neutron.plugins.ml2.plugin [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempt 6 to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc May 27 02:16:36.225887 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1cfd0cdb-8fb2-42f3-a94d-6f001ec3777f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:36.227113 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfd0cdb-8fb2-42f3-a94d-6f001ec3777f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:36.227802 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1cfd0cdb-8fb2-42f3-a94d-6f001ec3777f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:36.258404 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:36.258750 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:36.259091 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc on network 879d4081-e21a-459a-85fd-41ea0794a3cd {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:36.272920 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901aaadf-dad9-4bea-a9b5-13fa4848d719 req-8cfa1232-7bda-45a7-9d77-c8ea1490b814 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:36.274657 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-901aaadf-dad9-4bea-a9b5-13fa4848d719 req-8cfa1232-7bda-45a7-9d77-c8ea1490b814 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=8933b167-409e-434f-8d42-79fac3383d3d HTTP/1.1" status: 200 len: 946 time: 0.4486194 May 27 02:16:36.290130 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Port 6d6f2908-90ef-4014-8778-2283ff54c1cc on network 879d4081-e21a-459a-85fd-41ea0794a3cd not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:16:36.290511 n-d-843554-3 neutron-server[88902]: ERROR neutron.plugins.ml2.managers [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Failed to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc on host n-h2-843554-3 for vnic_type normal using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] May 27 02:16:36.293741 n-d-843554-3 neutron-server[88902]: INFO neutron.plugins.ml2.plugin [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempt 7 to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc May 27 02:16:36.340098 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd0cdb-8fb2-42f3-a94d-6f001ec3777f admin admin] Pushing event updated for resources: {'Network': ['ID=bd8ad764-a25b-489e-ba20-ae00d285879c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:36.344849 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:36.345200 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:36.345532 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc on network 879d4081-e21a-459a-85fd-41ea0794a3cd {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:36.361592 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network bd8ad764-a25b-489e-ba20-ae00d285879c details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:16:36.388539 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Port 6d6f2908-90ef-4014-8778-2283ff54c1cc on network 879d4081-e21a-459a-85fd-41ea0794a3cd not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:16:36.388839 n-d-843554-3 neutron-server[88902]: ERROR neutron.plugins.ml2.managers [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Failed to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc on host n-h2-843554-3 for vnic_type normal using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] May 27 02:16:36.395258 n-d-843554-3 neutron-server[88902]: INFO neutron.plugins.ml2.plugin [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempt 8 to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc May 27 02:16:36.408076 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-702b046d-2c28-49db-9586-3201b97d6cc0 req-a5b6ab62-e3c4-4930-be62-af76b193bf1e tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:36.416005 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-901aaadf-dad9-4bea-a9b5-13fa4848d719 req-09ac6f60-0e28-47ea-9689-1dea51243311 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324801 May 27 02:16:36.424226 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:36.424569 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:36.424942 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc on network 879d4081-e21a-459a-85fd-41ea0794a3cd {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:36.432561 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1073bd3-b5c9-45e3-9f7a-b9e367d139c1 req-2d0e45e4-8f3b-4d15-a982-3beb17888e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:36.434069 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1073bd3-b5c9-45e3-9f7a-b9e367d139c1 req-2d0e45e4-8f3b-4d15-a982-3beb17888e53 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2354925 May 27 02:16:36.434802 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Port 6d6f2908-90ef-4014-8778-2283ff54c1cc on network 879d4081-e21a-459a-85fd-41ea0794a3cd not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:16:36.435827 n-d-843554-3 neutron-server[88902]: ERROR neutron.plugins.ml2.managers [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Failed to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc on host n-h2-843554-3 for vnic_type normal using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] May 27 02:16:36.435827 n-d-843554-3 neutron-server[88902]: INFO neutron.plugins.ml2.plugin [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempt 9 to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc May 27 02:16:36.440834 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1cfd0cdb-8fb2-42f3-a94d-6f001ec3777f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9561787 May 27 02:16:36.441427 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37822) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:36.447411 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-6685dd4a-ef31-48a6-ba37-2a9910c9cb8a admin admin] Request body: {'subnet': {'network_id': 'bd8ad764-a25b-489e-ba20-ae00d285879c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-317645782-subnet', 'tenant_id': '662bd3219ea243ea954b5fe1db773fef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:36.461837 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6685dd4a-ef31-48a6-ba37-2a9910c9cb8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:36.469570 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6685dd4a-ef31-48a6-ba37-2a9910c9cb8a admin admin] Usage tracker for resource:subnet and tenant:662bd3219ea243ea954b5fe1db773fef is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:36.473609 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6685dd4a-ef31-48a6-ba37-2a9910c9cb8a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:36.479860 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6685dd4a-ef31-48a6-ba37-2a9910c9cb8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:36.536015 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-702b046d-2c28-49db-9586-3201b97d6cc0 req-a5b6ab62-e3c4-4930-be62-af76b193bf1e tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:36.556975 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:36.557312 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:36.557650 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc on network 879d4081-e21a-459a-85fd-41ea0794a3cd {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:36.571745 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6685dd4a-ef31-48a6-ba37-2a9910c9cb8a admin admin] Made reservation on behalf of 662bd3219ea243ea954b5fe1db773fef for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:36.574087 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6685dd4a-ef31-48a6-ba37-2a9910c9cb8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:36.622038 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Port 6d6f2908-90ef-4014-8778-2283ff54c1cc on network 879d4081-e21a-459a-85fd-41ea0794a3cd not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:16:36.622415 n-d-843554-3 neutron-server[88902]: ERROR neutron.plugins.ml2.managers [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Failed to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc on host n-h2-843554-3 for vnic_type normal using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] May 27 02:16:36.632953 n-d-843554-3 neutron-server[88902]: INFO neutron.plugins.ml2.plugin [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempt 10 to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc May 27 02:16:36.685596 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b6ab62-e3c4-4930-be62-af76b193bf1e tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34296ca2-bc41-4e91-915b-c7a09b4e6ba1,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:36.697305 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:36.697647 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:36.697984 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc on network 879d4081-e21a-459a-85fd-41ea0794a3cd {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:36.710691 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-702b046d-2c28-49db-9586-3201b97d6cc0 req-a5b6ab62-e3c4-4930-be62-af76b193bf1e tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:36.711903 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-702b046d-2c28-49db-9586-3201b97d6cc0 req-a5b6ab62-e3c4-4930-be62-af76b193bf1e tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.1718116 May 27 02:16:36.731544 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Port 6d6f2908-90ef-4014-8778-2283ff54c1cc on network 879d4081-e21a-459a-85fd-41ea0794a3cd not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:16:36.731878 n-d-843554-3 neutron-server[88902]: ERROR neutron.plugins.ml2.managers [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Failed to bind port 6d6f2908-90ef-4014-8778-2283ff54c1cc on host n-h2-843554-3 for vnic_type normal using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] May 27 02:16:36.732247 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:36.749042 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1073bd3-b5c9-45e3-9f7a-b9e367d139c1 req-7cd2d687-c88f-4d56-a99a-17ca1c4a151b service neutron] 10.222.0.66 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965677 May 27 02:16:36.797365 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df9b85d5-978e-42ae-b0bd-a3688fc21bc2'] response: {'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81bcd93e-7bd2-4f53-a292-a20ac76ad827', 'code': 200} May 27 02:16:36.883283 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6685dd4a-ef31-48a6-ba37-2a9910c9cb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:36.920689 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44ccaa-b8d5-47e0-af07-b0c996a15212 req-6c4f4495-8821-4fbe-9c75-707b7723dc98 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:36.929910 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7e44ccaa-b8d5-47e0-af07-b0c996a15212 req-6c4f4495-8821-4fbe-9c75-707b7723dc98 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e3ece41-56ba-4cd9-828c-0b0f8816ae47 HTTP/1.1" status: 200 len: 946 time: 0.3822470 May 27 02:16:37.053661 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6685dd4a-ef31-48a6-ba37-2a9910c9cb8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cc16310-4abe-4496-b05d-113b02c81073,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:37.058514 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6685dd4a-ef31-48a6-ba37-2a9910c9cb8a admin admin] Checking segment: {'id': '18730f6d-a313-43b6-9f8e-ae26692d5630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd8ad764-a25b-489e-ba20-ae00d285879c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:16:37.058874 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6685dd4a-ef31-48a6-ba37-2a9910c9cb8a admin admin] Network hostable DHCP agents. Network: bd8ad764-a25b-489e-ba20-ae00d285879c, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:16:37.068893 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] For port 6d6f2908-90ef-4014-8778-2283ff54c1cc, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:16:37.069382 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempted to set empty binding levels {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 27 02:16:37.091477 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0106a-1c31-4af6-bc5e-0d380e496371 req-3c8e48ef-f659-47fb-8d2e-2720e4e527e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.091958 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0106a-1c31-4af6-bc5e-0d380e496371 req-3c8e48ef-f659-47fb-8d2e-2720e4e527e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.092429 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0106a-1c31-4af6-bc5e-0d380e496371 req-3c8e48ef-f659-47fb-8d2e-2720e4e527e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.092881 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1073bd3-b5c9-45e3-9f7a-b9e367d139c1 req-bd940794-2e4a-4588-9c44-3183d6566f0b service neutron] 10.222.0.66 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361614 May 27 02:16:37.093029 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0106a-1c31-4af6-bc5e-0d380e496371 req-3c8e48ef-f659-47fb-8d2e-2720e4e527e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.093385 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0106a-1c31-4af6-bc5e-0d380e496371 req-3c8e48ef-f659-47fb-8d2e-2720e4e527e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.093863 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0106a-1c31-4af6-bc5e-0d380e496371 req-3c8e48ef-f659-47fb-8d2e-2720e4e527e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.094308 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0106a-1c31-4af6-bc5e-0d380e496371 req-3c8e48ef-f659-47fb-8d2e-2720e4e527e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.097522 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e6e0106a-1c31-4af6-bc5e-0d380e496371 req-3c8e48ef-f659-47fb-8d2e-2720e4e527e0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 6502 time: 0.1479905 May 27 02:16:37.107599 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7e44ccaa-b8d5-47e0-af07-b0c996a15212 req-9b58808e-4c7c-4ec1-a52c-3e6a4038f4b8 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702540 May 27 02:16:37.154430 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8905b29-5975-424c-9d92-bbe38efcf8d1 req-2543ab6c-c399-423f-a333-ccbf6a011aab tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.160875 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8905b29-5975-424c-9d92-bbe38efcf8d1 req-2543ab6c-c399-423f-a333-ccbf6a011aab tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.165586 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e6e0106a-1c31-4af6-bc5e-0d380e496371 req-bab76486-dbaa-4cfb-bb85-ade8d934fa88 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6c0d4d46-e793-47d9-97ac-8538804a4bbd&id=0bcfc258-43a3-4cfc-b866-e978be943d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0617480 May 27 02:16:37.166800 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6685dd4a-ef31-48a6-ba37-2a9910c9cb8a admin admin] Network bd8ad764-a25b-489e-ba20-ae00d285879c is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:16:37.170773 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8905b29-5975-424c-9d92-bbe38efcf8d1 req-2543ab6c-c399-423f-a333-ccbf6a011aab tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.174516 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8905b29-5975-424c-9d92-bbe38efcf8d1 req-2543ab6c-c399-423f-a333-ccbf6a011aab tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.180427 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8905b29-5975-424c-9d92-bbe38efcf8d1 req-2543ab6c-c399-423f-a333-ccbf6a011aab tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.186704 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8905b29-5975-424c-9d92-bbe38efcf8d1 req-2543ab6c-c399-423f-a333-ccbf6a011aab tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.194337 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8905b29-5975-424c-9d92-bbe38efcf8d1 req-2543ab6c-c399-423f-a333-ccbf6a011aab tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.196383 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b8905b29-5975-424c-9d92-bbe38efcf8d1 req-2543ab6c-c399-423f-a333-ccbf6a011aab tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 5445 time: 0.2241664 May 27 02:16:37.198481 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:37.274451 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-6685dd4a-ef31-48a6-ba37-2a9910c9cb8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, bd8ad764-a25b-489e-ba20-ae00d285879c) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:37.279460 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6685dd4a-ef31-48a6-ba37-2a9910c9cb8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.280278 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6685dd4a-ef31-48a6-ba37-2a9910c9cb8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:37.282278 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fe800f-fb48-45b6-9389-a0aaf3b6eac9 None None] Network bd8ad764-a25b-489e-ba20-ae00d285879c requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:16:37.302737 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] In _notify_port_updated(), no bound segment for port 6d6f2908-90ef-4014-8778-2283ff54c1cc on network 879d4081-e21a-459a-85fd-41ea0794a3cd {{(pid=88902) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:16:37.303590 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.304193 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:37.308234 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] 10.222.0.57 "PUT /v2.0/ports/6d6f2908-90ef-4014-8778-2283ff54c1cc HTTP/1.1" status: 200 len: 978 time: 2.8508666 May 27 02:16:37.308383 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37848) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:37.357538 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6685dd4a-ef31-48a6-ba37-2a9910c9cb8a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9149954 May 27 02:16:37.363558 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37854) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:37.417056 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-99ed5f01-d0d9-44e3-aafe-38f2c30d8925 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-317645782-router', 'tenant_id': '662bd3219ea243ea954b5fe1db773fef', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:37.424166 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b8905b29-5975-424c-9d92-bbe38efcf8d1 req-673f28c4-cf39-4906-ab35-f06f00c1abd7 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c0d4d46-e793-47d9-97ac-8538804a4bbd&id=0bcfc258-43a3-4cfc-b866-e978be943d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2205274 May 27 02:16:37.431685 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-99ed5f01-d0d9-44e3-aafe-38f2c30d8925 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:37.437364 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee47788-ef36-4e8b-8e86-1d03537fdf23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Pushing event updated for resources: {'Port': ['ID=6d6f2908-90ef-4014-8778-2283ff54c1cc,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:37.442845 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-99ed5f01-d0d9-44e3-aafe-38f2c30d8925 admin admin] Usage tracker for resource:router and tenant:662bd3219ea243ea954b5fe1db773fef is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:37.447974 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-99ed5f01-d0d9-44e3-aafe-38f2c30d8925 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:37.459546 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-99ed5f01-d0d9-44e3-aafe-38f2c30d8925 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:37.467377 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1e2f8b-160e-44ec-9952-b349e4278134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.468089 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1e2f8b-160e-44ec-9952-b349e4278134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.468800 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1e2f8b-160e-44ec-9952-b349e4278134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.469516 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1e2f8b-160e-44ec-9952-b349e4278134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.470548 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1e2f8b-160e-44ec-9952-b349e4278134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.472514 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1e2f8b-160e-44ec-9952-b349e4278134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.473222 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1e2f8b-160e-44ec-9952-b349e4278134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.474873 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1e2f8b-160e-44ec-9952-b349e4278134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.475523 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1e2f8b-160e-44ec-9952-b349e4278134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.476543 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1e2f8b-160e-44ec-9952-b349e4278134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.477814 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1e2f8b-160e-44ec-9952-b349e4278134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.478740 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1e2f8b-160e-44ec-9952-b349e4278134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.479431 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1e2f8b-160e-44ec-9952-b349e4278134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.480690 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1e2f8b-160e-44ec-9952-b349e4278134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.481672 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1e2f8b-160e-44ec-9952-b349e4278134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.483632 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1e2f8b-160e-44ec-9952-b349e4278134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.484473 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1e2f8b-160e-44ec-9952-b349e4278134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.485164 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1e2f8b-160e-44ec-9952-b349e4278134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.485859 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1e2f8b-160e-44ec-9952-b349e4278134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.486531 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1e2f8b-160e-44ec-9952-b349e4278134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.487390 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1e2f8b-160e-44ec-9952-b349e4278134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.488062 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1e2f8b-160e-44ec-9952-b349e4278134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.488774 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1e2f8b-160e-44ec-9952-b349e4278134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.489405 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1e2f8b-160e-44ec-9952-b349e4278134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.490034 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1e2f8b-160e-44ec-9952-b349e4278134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.490662 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1e2f8b-160e-44ec-9952-b349e4278134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.491295 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1e2f8b-160e-44ec-9952-b349e4278134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.492841 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1e2f8b-160e-44ec-9952-b349e4278134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.493482 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1e2f8b-160e-44ec-9952-b349e4278134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.494118 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1e2f8b-160e-44ec-9952-b349e4278134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.499141 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6c1e2f8b-160e-44ec-9952-b349e4278134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27108 time: 0.1896043 May 27 02:16:37.504672 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37860) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:37.532224 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-99ed5f01-d0d9-44e3-aafe-38f2c30d8925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:37.533601 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-99ed5f01-d0d9-44e3-aafe-38f2c30d8925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:37.553015 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-7d68ab10-02eb-48a1-b403-7a63600b7181 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.556701 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ebb9f6-bc84-4359-9f9f-62bd55531c1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-bd8ad764-a25b-489e-ba20-ae00d285879c', 'network_id': 'bd8ad764-a25b-489e-ba20-ae00d285879c', 'tenant_id': '662bd3219ea243ea954b5fe1db773fef', 'fixed_ips': [{'subnet_id': '7cc16310-4abe-4496-b05d-113b02c81073'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:16:37.557920 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f5ebb9f6-bc84-4359-9f9f-62bd55531c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:37.560453 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-7d68ab10-02eb-48a1-b403-7a63600b7181 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/networks?id=963bfc4a-6c6a-457e-a40e-bfec35a18b46 HTTP/1.1" status: 200 len: 813 time: 0.3557491 May 27 02:16:37.581497 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-737928f3-d5c0-4bb5-aaad-0d6f4fe16963 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/quotas/a311fdf2ba6e42818b0aefc61e7171be HTTP/1.1" status: 200 len: 375 time: 0.0199437 May 27 02:16:37.599159 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-fbe75c8a-c8c5-49be-8c23-c32b57e6d0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Deleting port 6d6f2908-90ef-4014-8778-2283ff54c1cc {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:16:37.599733 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fbe75c8a-c8c5-49be-8c23-c32b57e6d0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:37.646660 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-99ed5f01-d0d9-44e3-aafe-38f2c30d8925 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:37.671980 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-22e03071-cbbd-46f1-b210-2d1d206f6b61 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a311fdf2ba6e42818b0aefc61e7171be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0885971 May 27 02:16:37.695272 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-27c34438-62c1-4be4-b02a-577966468f34 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:16:37.696428 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-27c34438-62c1-4be4-b02a-577966468f34 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053406 May 27 02:16:37.772827 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-f5ebb9f6-bc84-4359-9f9f-62bd55531c1b None None] Allocated IP 172.20.0.2 (bd8ad764-a25b-489e-ba20-ae00d285879c/7cc16310-4abe-4496-b05d-113b02c81073/43d020b0-f6c1-457d-b87a-234f3e06b84e) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:16:37.955646 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-fbe75c8a-c8c5-49be-8c23-c32b57e6d0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] For port 6d6f2908-90ef-4014-8778-2283ff54c1cc, host n-h2-843554-3, got binding levels [] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:37.956030 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fbe75c8a-c8c5-49be-8c23-c32b57e6d0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:38.028972 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f5ebb9f6-bc84-4359-9f9f-62bd55531c1b None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:38.041415 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f5ebb9f6-bc84-4359-9f9f-62bd55531c1b None None] Transition to ACTIVE for port object 43d020b0-f6c1-457d-b87a-234f3e06b84e will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:16:38.066728 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f5ebb9f6-bc84-4359-9f9f-62bd55531c1b None None] Transition to ACTIVE for port object 43d020b0-f6c1-457d-b87a-234f3e06b84e will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:16:38.172158 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f5ebb9f6-bc84-4359-9f9f-62bd55531c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:38.203218 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-fbe75c8a-c8c5-49be-8c23-c32b57e6d0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Calling delete_port for 6d6f2908-90ef-4014-8778-2283ff54c1cc owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:16:38.326141 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ebb9f6-bc84-4359-9f9f-62bd55531c1b None None] Network bd8ad764-a25b-489e-ba20-ae00d285879c is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:16:38.332417 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-f5ebb9f6-bc84-4359-9f9f-62bd55531c1b None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:38.341932 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ebb9f6-bc84-4359-9f9f-62bd55531c1b None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:16:38.367030 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-b8499e42-1a0a-47ff-88d2-909be9b9a0f2 service neutron] 10.222.0.57 "GET /v2.0/networks/963bfc4a-6c6a-457e-a40e-bfec35a18b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6644399 May 27 02:16:38.373078 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fbe75c8a-c8c5-49be-8c23-c32b57e6d0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:38.385130 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ebb9f6-bc84-4359-9f9f-62bd55531c1b None None] Pushing event updated for resources: {'Port': ['ID=43d020b0-f6c1-457d-b87a-234f3e06b84e,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:38.418871 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-99ed5f01-d0d9-44e3-aafe-38f2c30d8925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:38.437118 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe75c8a-c8c5-49be-8c23-c32b57e6d0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d6f2908-90ef-4014-8778-2283ff54c1cc,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:38.444384 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fbe75c8a-c8c5-49be-8c23-c32b57e6d0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:38.448680 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-f5ebb9f6-bc84-4359-9f9f-62bd55531c1b None None] Attempting to bind port 43d020b0-f6c1-457d-b87a-234f3e06b84e on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:38.449520 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-f5ebb9f6-bc84-4359-9f9f-62bd55531c1b None None] Attempting to bind port 43d020b0-f6c1-457d-b87a-234f3e06b84e by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '18730f6d-a313-43b6-9f8e-ae26692d5630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd8ad764-a25b-489e-ba20-ae00d285879c'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:38.449520 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ebb9f6-bc84-4359-9f9f-62bd55531c1b None None] Attempting to bind port 43d020b0-f6c1-457d-b87a-234f3e06b84e on network bd8ad764-a25b-489e-ba20-ae00d285879c {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:38.452709 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-fbe75c8a-c8c5-49be-8c23-c32b57e6d0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] 10.222.0.57 "DELETE /v2.0/ports/6d6f2908-90ef-4014-8778-2283ff54c1cc HTTP/1.1" status: 204 len: 168 time: 0.9464946 May 27 02:16:38.455400 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37878) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:38.455937 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ebb9f6-bc84-4359-9f9f-62bd55531c1b None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:16:38.456644 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ebb9f6-bc84-4359-9f9f-62bd55531c1b None None] Checking segment: {'id': '18730f6d-a313-43b6-9f8e-ae26692d5630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd8ad764-a25b-489e-ba20-ae00d285879c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:16:38.456918 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f5ebb9f6-bc84-4359-9f9f-62bd55531c1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:38.457324 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ebb9f6-bc84-4359-9f9f-62bd55531c1b None None] Bound using segment: {'id': '18730f6d-a313-43b6-9f8e-ae26692d5630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd8ad764-a25b-489e-ba20-ae00d285879c'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:16:38.457929 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-f5ebb9f6-bc84-4359-9f9f-62bd55531c1b None None] Bound port: 43d020b0-f6c1-457d-b87a-234f3e06b84e, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18730f6d-a313-43b6-9f8e-ae26692d5630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd8ad764-a25b-489e-ba20-ae00d285879c'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:16:38.458361 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f5ebb9f6-bc84-4359-9f9f-62bd55531c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:38.502724 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-92571008-dce1-4b8b-bb9a-46af8c03f80d tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] GET failed (client error): The resource could not be found. May 27 02:16:38.503256 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-92571008-dce1-4b8b-bb9a-46af8c03f80d tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Synchronizing usage tracker for tenant:5d6dcf66a8d54574a3f27839c325575b on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:16:38.593489 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-f5ebb9f6-bc84-4359-9f9f-62bd55531c1b None None] For port 43d020b0-f6c1-457d-b87a-234f3e06b84e, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:16:38.596894 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-f5ebb9f6-bc84-4359-9f9f-62bd55531c1b None None] For port 43d020b0-f6c1-457d-b87a-234f3e06b84e, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=43d020b0-f6c1-457d-b87a-234f3e06b84e,segment=NetworkSegment(18730f6d-a313-43b6-9f8e-ae26692d5630),segment_id=18730f6d-a313-43b6-9f8e-ae26692d5630)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:16:38.617336 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-92571008-dce1-4b8b-bb9a-46af8c03f80d tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Unset dirty status for tenant:5d6dcf66a8d54574a3f27839c325575b on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:16:38.619224 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-92571008-dce1-4b8b-bb9a-46af8c03f80d tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] 10.222.0.57 "GET /v2.0/ports/6d6f2908-90ef-4014-8778-2283ff54c1cc HTTP/1.1" status: 404 len: 333 time: 0.1629477 May 27 02:16:38.622846 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37886) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:38.630395 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-28f1e4b5-65a5-42ee-88b5-13b1646152ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-566884822', 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:38.645816 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-28f1e4b5-65a5-42ee-88b5-13b1646152ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:38.665322 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-28f1e4b5-65a5-42ee-88b5-13b1646152ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:38.685540 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149784f9-da45-42e6-92e9-a2318ae6801e req-b42d6a3e-802f-4a9c-aeff-5f1df9aba750 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:38.690276 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f5ebb9f6-bc84-4359-9f9f-62bd55531c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:38.693187 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-149784f9-da45-42e6-92e9-a2318ae6801e req-b42d6a3e-802f-4a9c-aeff-5f1df9aba750 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=8933b167-409e-434f-8d42-79fac3383d3d HTTP/1.1" status: 200 len: 946 time: 0.3286779 May 27 02:16:38.781856 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-675e8fe3-8254-4495-b692-9a12f8798659 service neutron] 10.222.0.57 "GET /v2.0/networks/963bfc4a-6c6a-457e-a40e-bfec35a18b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699481 May 27 02:16:38.791166 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f1e4b5-65a5-42ee-88b5-13b1646152ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Made reservation on behalf of 5d6dcf66a8d54574a3f27839c325575b for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:38.793309 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-149784f9-da45-42e6-92e9-a2318ae6801e req-1ae2df44-84dc-4527-84c1-550273b7c48d tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992010 May 27 02:16:38.793718 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-28f1e4b5-65a5-42ee-88b5-13b1646152ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:38.839403 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ebb9f6-bc84-4359-9f9f-62bd55531c1b None None] Pushing event updated for resources: {'Port': ['ID=43d020b0-f6c1-457d-b87a-234f3e06b84e,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:38.852521 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-28f1e4b5-65a5-42ee-88b5-13b1646152ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] device_id is not set on port 98610360-20b4-4e4e-a3d7-f6855173eca1 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:16:39.172981 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-28f1e4b5-65a5-42ee-88b5-13b1646152ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:39.306162 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e9125ab7-3de5-4526-89f2-5aebaeaff2c6 req-51d2fe08-d236-4bc0-8099-784f80eb23a3 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/ports?device_id=8035a3b8-fc99-466d-b0e3-f6a69b4e51f6 HTTP/1.1" status: 200 len: 210 time: 0.0934134 May 27 02:16:39.333711 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-28f1e4b5-65a5-42ee-88b5-13b1646152ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:39.360811 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39029e94-20fb-460a-8fe4-448ea22b478d req-ea1ddede-ede1-41c9-ab37-dd07ce3936ae tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:39.366465 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39029e94-20fb-460a-8fe4-448ea22b478d req-ea1ddede-ede1-41c9-ab37-dd07ce3936ae tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:39.372191 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39029e94-20fb-460a-8fe4-448ea22b478d req-ea1ddede-ede1-41c9-ab37-dd07ce3936ae tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:39.377985 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39029e94-20fb-460a-8fe4-448ea22b478d req-ea1ddede-ede1-41c9-ab37-dd07ce3936ae tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:39.383651 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39029e94-20fb-460a-8fe4-448ea22b478d req-ea1ddede-ede1-41c9-ab37-dd07ce3936ae tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:39.389450 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39029e94-20fb-460a-8fe4-448ea22b478d req-ea1ddede-ede1-41c9-ab37-dd07ce3936ae tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:39.395672 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39029e94-20fb-460a-8fe4-448ea22b478d req-ea1ddede-ede1-41c9-ab37-dd07ce3936ae tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:39.397624 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-39029e94-20fb-460a-8fe4-448ea22b478d req-ea1ddede-ede1-41c9-ab37-dd07ce3936ae tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 5445 time: 0.2684948 May 27 02:16:39.401119 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-99ed5f01-d0d9-44e3-aafe-38f2c30d8925 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:39.405899 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f1e4b5-65a5-42ee-88b5-13b1646152ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Network 879d4081-e21a-459a-85fd-41ea0794a3cd is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:16:39.409537 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-28f1e4b5-65a5-42ee-88b5-13b1646152ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:39.413478 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f1e4b5-65a5-42ee-88b5-13b1646152ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:16:39.414399 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f1e4b5-65a5-42ee-88b5-13b1646152ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:39.415057 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-28f1e4b5-65a5-42ee-88b5-13b1646152ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:39.428155 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1e4b5-65a5-42ee-88b5-13b1646152ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Pushing event updated for resources: {'Port': ['ID=98610360-20b4-4e4e-a3d7-f6855173eca1,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:39.438222 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-99ed5f01-d0d9-44e3-aafe-38f2c30d8925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:39.526347 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-28f1e4b5-65a5-42ee-88b5-13b1646152ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9007530 May 27 02:16:39.527496 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37914) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:39.540547 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-39029e94-20fb-460a-8fe4-448ea22b478d req-a2b26f8e-e11b-441e-a9f2-363b329c3f77 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c0d4d46-e793-47d9-97ac-8538804a4bbd&id=0bcfc258-43a3-4cfc-b866-e978be943d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1004522 May 27 02:16:39.623721 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9189b99-7e4d-44b4-a409-7470dd804336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:39.625874 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e9189b99-7e4d-44b4-a409-7470dd804336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Synchronizing usage tracker for tenant:5d6dcf66a8d54574a3f27839c325575b on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:16:39.640293 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-99ed5f01-d0d9-44e3-aafe-38f2c30d8925 admin admin] Allocated IP 172.25.1.93 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/e8d963ed-fd10-412a-a5ad-b87170b3051f) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:16:39.708679 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e9189b99-7e4d-44b4-a409-7470dd804336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Unset dirty status for tenant:5d6dcf66a8d54574a3f27839c325575b on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:16:39.712450 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e9189b99-7e4d-44b4-a409-7470dd804336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] 10.222.0.57 "GET /v2.0/ports/98610360-20b4-4e4e-a3d7-f6855173eca1 HTTP/1.1" status: 200 len: 958 time: 0.1804817 May 27 02:16:39.713396 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37922) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:39.797175 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-ee2bd529-ab33-4f39-9c58-6fe7b47eaa08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Deleting port 98610360-20b4-4e4e-a3d7-f6855173eca1 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:16:39.797416 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee2bd529-ab33-4f39-9c58-6fe7b47eaa08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:39.873589 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80169d-d86e-430c-9e4c-6787cc518c58 req-3c70535d-01c3-4ad4-8ee0-f4d861fde29b tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:39.880301 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80169d-d86e-430c-9e4c-6787cc518c58 req-3c70535d-01c3-4ad4-8ee0-f4d861fde29b tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:39.886184 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80169d-d86e-430c-9e4c-6787cc518c58 req-3c70535d-01c3-4ad4-8ee0-f4d861fde29b tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:39.892099 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80169d-d86e-430c-9e4c-6787cc518c58 req-3c70535d-01c3-4ad4-8ee0-f4d861fde29b tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:39.898701 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80169d-d86e-430c-9e4c-6787cc518c58 req-3c70535d-01c3-4ad4-8ee0-f4d861fde29b tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:39.904460 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80169d-d86e-430c-9e4c-6787cc518c58 req-3c70535d-01c3-4ad4-8ee0-f4d861fde29b tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:39.910631 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80169d-d86e-430c-9e4c-6787cc518c58 req-3c70535d-01c3-4ad4-8ee0-f4d861fde29b tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:39.912887 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2f80169d-d86e-430c-9e4c-6787cc518c58 req-3c70535d-01c3-4ad4-8ee0-f4d861fde29b tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 5445 time: 0.2348304 May 27 02:16:39.930020 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37930) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:39.968450 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-91568b5a-929f-43a8-a488-92bc8a13db65 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Request body: {'floatingip': {'port_id': 'dbe4c056-269a-4480-9565-128a45297e2d'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:40.070260 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-99ed5f01-d0d9-44e3-aafe-38f2c30d8925 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:40.123204 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b25ee8f-cfd4-426b-adc4-e12b71a705f6 None None] Network bd8ad764-a25b-489e-ba20-ae00d285879c requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:16:40.142246 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-91568b5a-929f-43a8-a488-92bc8a13db65 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks [] for floatingip, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:40.143870 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee2bd529-ab33-4f39-9c58-6fe7b47eaa08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:40.290467 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-ee2bd529-ab33-4f39-9c58-6fe7b47eaa08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Calling delete_port for 98610360-20b4-4e4e-a3d7-f6855173eca1 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:16:40.381053 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6379c5c4-f932-4053-944b-b4a074304e01 None None] Provisioning for port 43d020b0-f6c1-457d-b87a-234f3e06b84e completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:40.472084 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee2bd529-ab33-4f39-9c58-6fe7b47eaa08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:40.475000 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 43d020b0-f6c1-457d-b87a-234f3e06b84e up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:16:40.493346 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9b7fe138-721e-4b8f-9b39-1411008ef2d9 req-0d60a2d5-34ae-446b-9a9a-540f11982eaf tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/ports?device_id=8035a3b8-fc99-466d-b0e3-f6a69b4e51f6 HTTP/1.1" status: 200 len: 210 time: 0.0867565 May 27 02:16:40.561404 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2bd529-ab33-4f39-9c58-6fe7b47eaa08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Pushing event deleted for resources: {'Port': ['ID=98610360-20b4-4e4e-a3d7-f6855173eca1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:40.575378 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee2bd529-ab33-4f39-9c58-6fe7b47eaa08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:40.652251 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11111e8-cd52-44d1-91e9-904b1fbfde62 req-1739bece-8398-4e44-b537-8c4615baffb1 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:40.653882 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d11111e8-cd52-44d1-91e9-904b1fbfde62 req-1739bece-8398-4e44-b537-8c4615baffb1 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=8933b167-409e-434f-8d42-79fac3383d3d HTTP/1.1" status: 200 len: 946 time: 0.5875602 May 27 02:16:40.697011 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ee2bd529-ab33-4f39-9c58-6fe7b47eaa08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] 10.222.0.57 "DELETE /v2.0/ports/98610360-20b4-4e4e-a3d7-f6855173eca1 HTTP/1.1" status: 204 len: 168 time: 0.9801896 May 27 02:16:40.697564 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37954) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:40.717550 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 43d020b0-f6c1-457d-b87a-234f3e06b84e completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:40.727975 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 43d020b0-f6c1-457d-b87a-234f3e06b84e triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:40.728860 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:40.763443 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ffbbf45-6946-4326-97cf-e8858650df4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] GET failed (client error): The resource could not be found. May 27 02:16:40.763969 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5ffbbf45-6946-4326-97cf-e8858650df4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Synchronizing usage tracker for tenant:5d6dcf66a8d54574a3f27839c325575b on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:16:40.773135 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-99ed5f01-d0d9-44e3-aafe-38f2c30d8925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:40.834283 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5ffbbf45-6946-4326-97cf-e8858650df4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Unset dirty status for tenant:5d6dcf66a8d54574a3f27839c325575b on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:16:40.835584 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5ffbbf45-6946-4326-97cf-e8858650df4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] 10.222.0.57 "GET /v2.0/ports/98610360-20b4-4e4e-a3d7-f6855173eca1 HTTP/1.1" status: 404 len: 333 time: 0.1370804 May 27 02:16:40.839782 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37958) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:40.844860 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-52caf11c-89aa-4e70-8e50-5dc9b9c45330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Request body: {'port': {'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1582441713'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:40.851328 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-52caf11c-89aa-4e70-8e50-5dc9b9c45330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:40.861069 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-52caf11c-89aa-4e70-8e50-5dc9b9c45330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:40.904203 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 43d020b0-f6c1-457d-b87a-234f3e06b84e is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:40.904588 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:40.934759 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ed5f01-d0d9-44e3-aafe-38f2c30d8925 admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:16:40.937632 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52caf11c-89aa-4e70-8e50-5dc9b9c45330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Made reservation on behalf of 5d6dcf66a8d54574a3f27839c325575b for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:40.938182 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5b9032b4-2a5c-4a5f-baf0-696af090754f None None] Provisioning complete for port 43d020b0-f6c1-457d-b87a-234f3e06b84e triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:40.938559 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5b9032b4-2a5c-4a5f-baf0-696af090754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:40.942046 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-52caf11c-89aa-4e70-8e50-5dc9b9c45330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:40.948570 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d11111e8-cd52-44d1-91e9-904b1fbfde62 req-5d06264a-0c8b-42b9-8d91-2d24f36e2b45 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878125 May 27 02:16:40.955667 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-99ed5f01-d0d9-44e3-aafe-38f2c30d8925 admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:40.963447 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ed5f01-d0d9-44e3-aafe-38f2c30d8925 admin admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:16:41.006377 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-52caf11c-89aa-4e70-8e50-5dc9b9c45330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] device_id is not set on port 09782118-6960-4e3f-9493-381fdaaa7df1 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:16:41.013834 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 43d020b0-f6c1-457d-b87a-234f3e06b84e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=43d020b0-f6c1-457d-b87a-234f3e06b84e,segment=NetworkSegment(18730f6d-a313-43b6-9f8e-ae26692d5630),segment_id=18730f6d-a313-43b6-9f8e-ae26692d5630)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:41.027605 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed5f01-d0d9-44e3-aafe-38f2c30d8925 admin admin] Pushing event updated for resources: {'Port': ['ID=e8d963ed-fd10-412a-a5ad-b87170b3051f,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:41.081857 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5b9032b4-2a5c-4a5f-baf0-696af090754f None None] Current status of the port 43d020b0-f6c1-457d-b87a-234f3e06b84e is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:41.082192 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5b9032b4-2a5c-4a5f-baf0-696af090754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:41.116382 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:41.232296 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-5b9032b4-2a5c-4a5f-baf0-696af090754f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:16:41.233043 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-5b9032b4-2a5c-4a5f-baf0-696af090754f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:16:41.261082 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=43d020b0-f6c1-457d-b87a-234f3e06b84e,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:41.297022 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-52caf11c-89aa-4e70-8e50-5dc9b9c45330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:41.374543 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 15697790-dafd-48ae-80ee-72053ff5983e details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:16:41.374975 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-52caf11c-89aa-4e70-8e50-5dc9b9c45330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:41.463047 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52caf11c-89aa-4e70-8e50-5dc9b9c45330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Network 879d4081-e21a-459a-85fd-41ea0794a3cd is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:16:41.466221 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-52caf11c-89aa-4e70-8e50-5dc9b9c45330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:41.470193 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52caf11c-89aa-4e70-8e50-5dc9b9c45330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:16:41.471887 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52caf11c-89aa-4e70-8e50-5dc9b9c45330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:41.472626 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-52caf11c-89aa-4e70-8e50-5dc9b9c45330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:41.490947 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52caf11c-89aa-4e70-8e50-5dc9b9c45330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Pushing event updated for resources: {'Port': ['ID=09782118-6960-4e3f-9493-381fdaaa7df1,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:41.549293 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 15697790-dafd-48ae-80ee-72053ff5983e, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=15697790-dafd-48ae-80ee-72053ff5983e,segment=NetworkSegment(ab39751d-1c01-42dd-8648-098e3a0f206f),segment_id=ab39751d-1c01-42dd-8648-098e3a0f206f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:41.573284 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '15697790-dafd-48ae-80ee-72053ff5983e', 'network_id': 'ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee', 'port_id': '15697790-dafd-48ae-80ee-72053ff5983e', 'mac_address': 'fa:16:3e:6a:bc:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c2d6b5-1175-4c13-b824-dd8e526e1b70', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:16:41.635064 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 15697790-dafd-48ae-80ee-72053ff5983e is: ACTIVE; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:41.635351 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:41.643950 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-52caf11c-89aa-4e70-8e50-5dc9b9c45330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8006504 May 27 02:16:41.649705 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37982) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:41.651135 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:41.655856 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 15697790-dafd-48ae-80ee-72053ff5983e {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:16:41.675595 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 15697790-dafd-48ae-80ee-72053ff5983e, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=15697790-dafd-48ae-80ee-72053ff5983e,segment=NetworkSegment(ab39751d-1c01-42dd-8648-098e3a0f206f),segment_id=ab39751d-1c01-42dd-8648-098e3a0f206f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:41.764534 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3e0018bb-0edd-4adc-8954-5a970f8d9d35 req-921c25a7-80c3-44b7-abc5-c85bad11a8a7 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/ports?device_id=8035a3b8-fc99-466d-b0e3-f6a69b4e51f6 HTTP/1.1" status: 200 len: 210 time: 0.0664465 May 27 02:16:41.791376 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-91568b5a-929f-43a8-a488-92bc8a13db65 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:41.804271 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-99ed5f01-d0d9-44e3-aafe-38f2c30d8925 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:41.809057 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:41.936115 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=15697790-dafd-48ae-80ee-72053ff5983e,revision_number=6']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:41.961723 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5b9032b4-2a5c-4a5f-baf0-696af090754f None None] Current status of the port 43d020b0-f6c1-457d-b87a-234f3e06b84e is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:41.976870 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:41.984806 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['15697790-dafd-48ae-80ee-72053ff5983e'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:16:42.269337 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-91568b5a-929f-43a8-a488-92bc8a13db65 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:42.374875 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] device_id is not set on port 09782118-6960-4e3f-9493-381fdaaa7df1 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:16:42.385027 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:42.389821 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 43d020b0-f6c1-457d-b87a-234f3e06b84e up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:16:42.403568 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Transition to ACTIVE for port object 09782118-6960-4e3f-9493-381fdaaa7df1 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:16:42.473888 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 43d020b0-f6c1-457d-b87a-234f3e06b84e triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:42.474418 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:42.474556 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:42.654636 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 43d020b0-f6c1-457d-b87a-234f3e06b84e is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:42.700485 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:42.700857 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:42.701236 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 on network 879d4081-e21a-459a-85fd-41ea0794a3cd {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:42.706068 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Pushing event updated for resources: {'Port': ['ID=09782118-6960-4e3f-9493-381fdaaa7df1,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:42.712210 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Port 09782118-6960-4e3f-9493-381fdaaa7df1 on network 879d4081-e21a-459a-85fd-41ea0794a3cd not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:16:42.712589 n-d-843554-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Failed to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 on host n-h2-843554-3 for vnic_type normal using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] May 27 02:16:42.712995 n-d-843554-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempt 2 to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 May 27 02:16:42.730752 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:42.731093 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:42.731416 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 on network 879d4081-e21a-459a-85fd-41ea0794a3cd {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:42.736904 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Port 09782118-6960-4e3f-9493-381fdaaa7df1 on network 879d4081-e21a-459a-85fd-41ea0794a3cd not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:16:42.740749 n-d-843554-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Failed to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 on host n-h2-843554-3 for vnic_type normal using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] May 27 02:16:42.740749 n-d-843554-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempt 3 to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 May 27 02:16:42.752070 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:42.752496 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:42.752863 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 on network 879d4081-e21a-459a-85fd-41ea0794a3cd {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:42.757644 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Port 09782118-6960-4e3f-9493-381fdaaa7df1 on network 879d4081-e21a-459a-85fd-41ea0794a3cd not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:16:42.757963 n-d-843554-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Failed to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 on host n-h2-843554-3 for vnic_type normal using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] May 27 02:16:42.758538 n-d-843554-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempt 4 to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 May 27 02:16:42.773214 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:42.773545 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:42.774004 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 on network 879d4081-e21a-459a-85fd-41ea0794a3cd {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:42.778643 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Port 09782118-6960-4e3f-9493-381fdaaa7df1 on network 879d4081-e21a-459a-85fd-41ea0794a3cd not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:16:42.778958 n-d-843554-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Failed to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 on host n-h2-843554-3 for vnic_type normal using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] May 27 02:16:42.779329 n-d-843554-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempt 5 to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 May 27 02:16:42.801406 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:42.801406 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:42.801406 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 on network 879d4081-e21a-459a-85fd-41ea0794a3cd {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:42.838484 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Port 09782118-6960-4e3f-9493-381fdaaa7df1 on network 879d4081-e21a-459a-85fd-41ea0794a3cd not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:16:42.838484 n-d-843554-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Failed to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 on host n-h2-843554-3 for vnic_type normal using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] May 27 02:16:42.841240 n-d-843554-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempt 6 to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 May 27 02:16:42.875742 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:42.876119 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:42.876429 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 on network 879d4081-e21a-459a-85fd-41ea0794a3cd {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:42.883106 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Port 09782118-6960-4e3f-9493-381fdaaa7df1 on network 879d4081-e21a-459a-85fd-41ea0794a3cd not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:16:42.883424 n-d-843554-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Failed to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 on host n-h2-843554-3 for vnic_type normal using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] May 27 02:16:42.883816 n-d-843554-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempt 7 to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 May 27 02:16:42.914093 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:42.914470 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:42.914816 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 on network 879d4081-e21a-459a-85fd-41ea0794a3cd {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:42.921246 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Port 09782118-6960-4e3f-9493-381fdaaa7df1 on network 879d4081-e21a-459a-85fd-41ea0794a3cd not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:16:42.921578 n-d-843554-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Failed to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 on host n-h2-843554-3 for vnic_type normal using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] May 27 02:16:42.921990 n-d-843554-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempt 8 to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 May 27 02:16:42.937823 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:42.938150 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:42.938511 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 on network 879d4081-e21a-459a-85fd-41ea0794a3cd {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:42.943931 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Port 09782118-6960-4e3f-9493-381fdaaa7df1 on network 879d4081-e21a-459a-85fd-41ea0794a3cd not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:16:42.944248 n-d-843554-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Failed to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 on host n-h2-843554-3 for vnic_type normal using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] May 27 02:16:42.944634 n-d-843554-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempt 9 to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 May 27 02:16:42.960913 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-fca80dbe-d13a-4532-bec5-32a9467a2c00 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:42.962410 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-fca80dbe-d13a-4532-bec5-32a9467a2c00 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.32 "GET /v2.0/networks?id=963bfc4a-6c6a-457e-a40e-bfec35a18b46 HTTP/1.1" status: 200 len: 813 time: 0.7870734 May 27 02:16:42.965001 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-99ed5f01-d0d9-44e3-aafe-38f2c30d8925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:42.976215 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-91568b5a-929f-43a8-a488-92bc8a13db65 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Floating IP ee9b51e3-0949-4cfc-b1ba-48bf92acd2a4 associated. External IP: 172.25.1.67, port: dbe4c056-269a-4480-9565-128a45297e2d. May 27 02:16:42.979301 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:42.979818 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:42.979977 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 on network 879d4081-e21a-459a-85fd-41ea0794a3cd {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:42.987525 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Port 09782118-6960-4e3f-9493-381fdaaa7df1 on network 879d4081-e21a-459a-85fd-41ea0794a3cd not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:16:42.988001 n-d-843554-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Failed to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 on host n-h2-843554-3 for vnic_type normal using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] May 27 02:16:42.988482 n-d-843554-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempt 10 to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 May 27 02:16:43.011942 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:43.012426 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:43.012906 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempting to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 on network 879d4081-e21a-459a-85fd-41ea0794a3cd {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:43.019805 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Port 09782118-6960-4e3f-9493-381fdaaa7df1 on network 879d4081-e21a-459a-85fd-41ea0794a3cd not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:16:43.020425 n-d-843554-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Failed to bind port 09782118-6960-4e3f-9493-381fdaaa7df1 on host n-h2-843554-3 for vnic_type normal using segments [{'id': '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '879d4081-e21a-459a-85fd-41ea0794a3cd'}] May 27 02:16:43.020932 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:43.047304 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-5db71efe-7e37-4087-b920-17e4d5ca7d75 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Request body: {'port': {'device_id': '8035a3b8-fc99-466d-b0e3-f6a69b4e51f6', 'network_id': '963bfc4a-6c6a-457e-a40e-bfec35a18b46', 'admin_state_up': True, 'tenant_id': 'a311fdf2ba6e42818b0aefc61e7171be'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:43.169245 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] For port 09782118-6960-4e3f-9493-381fdaaa7df1, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:16:43.169640 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attempted to set empty binding levels {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 27 02:16:43.221301 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:43.273759 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-67afca1a-f3e2-4c28-8924-d03e463a9632 req-f8c3dfc6-5de9-4e16-a714-f5f94d8561a9 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/ports?device_id=8035a3b8-fc99-466d-b0e3-f6a69b4e51f6 HTTP/1.1" status: 200 len: 210 time: 0.3030610 May 27 02:16:43.344755 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] In _notify_port_updated(), no bound segment for port 09782118-6960-4e3f-9493-381fdaaa7df1 on network 879d4081-e21a-459a-85fd-41ea0794a3cd {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:16:43.345695 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:43.346310 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:43.347636 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] 10.222.0.57 "PUT /v2.0/ports/09782118-6960-4e3f-9493-381fdaaa7df1 HTTP/1.1" status: 200 len: 979 time: 1.7015424 May 27 02:16:43.357367 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38042) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:43.387628 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 15697790-dafd-48ae-80ee-72053ff5983e up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:16:43.423395 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d764e3-e0e1-4f11-a97b-16e9d58673c4 req-69e39638-fa01-451d-a7c9-fa5c42cac41f tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:43.430948 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-45d764e3-e0e1-4f11-a97b-16e9d58673c4 req-69e39638-fa01-451d-a7c9-fa5c42cac41f tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=8933b167-409e-434f-8d42-79fac3383d3d HTTP/1.1" status: 200 len: 946 time: 1.1626604 May 27 02:16:43.489464 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d66fd09a-96e6-4b13-bf3e-2d4b6faf517d tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Deleting port 09782118-6960-4e3f-9493-381fdaaa7df1 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:16:43.490143 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d66fd09a-96e6-4b13-bf3e-2d4b6faf517d tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:43.500105 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 15697790-dafd-48ae-80ee-72053ff5983e triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:43.500768 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:43.537396 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233c590-625e-493c-85b1-a5c8147dbb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Pushing event updated for resources: {'Port': ['ID=09782118-6960-4e3f-9493-381fdaaa7df1,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:43.729849 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 15697790-dafd-48ae-80ee-72053ff5983e is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:43.730409 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:43.783835 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e3ece41-56ba-4cd9-828c-0b0f8816ae47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15697790-dafd-48ae-80ee-72053ff5983e'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:16:43.800408 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 15697790-dafd-48ae-80ee-72053ff5983e, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=15697790-dafd-48ae-80ee-72053ff5983e,segment=NetworkSegment(ab39751d-1c01-42dd-8648-098e3a0f206f),segment_id=ab39751d-1c01-42dd-8648-098e3a0f206f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:43.868795 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:43.934389 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9746730a-ef9d-46a0-aa75-f0fede3d1727'] response: {'server_uuid': '5e3ece41-56ba-4cd9-828c-0b0f8816ae47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15697790-dafd-48ae-80ee-72053ff5983e', 'code': 200} May 27 02:16:43.961556 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38056) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:43.967223 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-d66fd09a-96e6-4b13-bf3e-2d4b6faf517d tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] For port 09782118-6960-4e3f-9493-381fdaaa7df1, host n-h2-843554-3, got binding levels [] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:43.968689 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-5db71efe-7e37-4087-b920-17e4d5ca7d75 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:43.969174 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d66fd09a-96e6-4b13-bf3e-2d4b6faf517d tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:43.989166 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-45d764e3-e0e1-4f11-a97b-16e9d58673c4 req-8be22921-7030-4674-8732-b7258621e6b1 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5573413 May 27 02:16:44.006750 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-5db71efe-7e37-4087-b920-17e4d5ca7d75 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Usage tracker for resource:port and tenant:a311fdf2ba6e42818b0aefc61e7171be is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:44.021937 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=15697790-dafd-48ae-80ee-72053ff5983e,revision_number=7']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:44.145528 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91568b5a-929f-43a8-a488-92bc8a13db65 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Router c7fa79f9-c75a-4d5c-ad10-f00ff42cb017 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:16:44.148852 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-5db71efe-7e37-4087-b920-17e4d5ca7d75 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:44.156561 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-5db71efe-7e37-4087-b920-17e4d5ca7d75 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:44.170420 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d66fd09a-96e6-4b13-bf3e-2d4b6faf517d tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Calling delete_port for 09782118-6960-4e3f-9493-381fdaaa7df1 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:16:44.198181 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-480ce390-59e9-478a-aff3-1d294d232f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:44.327896 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-480ce390-59e9-478a-aff3-1d294d232f64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:44.339202 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-5db71efe-7e37-4087-b920-17e4d5ca7d75 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Made reservation on behalf of a311fdf2ba6e42818b0aefc61e7171be for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:44.344077 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-5db71efe-7e37-4087-b920-17e4d5ca7d75 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:44.367845 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-480ce390-59e9-478a-aff3-1d294d232f64 admin admin] Usage tracker for resource:security_group_rule and tenant:cca5dc282b47433c80c9677b282f0f84 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:44.380022 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-480ce390-59e9-478a-aff3-1d294d232f64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:44.396624 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d66fd09a-96e6-4b13-bf3e-2d4b6faf517d tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:44.397039 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-480ce390-59e9-478a-aff3-1d294d232f64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:44.507130 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d66fd09a-96e6-4b13-bf3e-2d4b6faf517d tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:44.510215 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66fd09a-96e6-4b13-bf3e-2d4b6faf517d tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Pushing event deleted for resources: {'Port': ['ID=09782118-6960-4e3f-9493-381fdaaa7df1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:44.524954 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d66fd09a-96e6-4b13-bf3e-2d4b6faf517d tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] 10.222.0.57 "DELETE /v2.0/ports/09782118-6960-4e3f-9493-381fdaaa7df1 HTTP/1.1" status: 204 len: 168 time: 1.1660552 May 27 02:16:44.527122 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ed5f01-d0d9-44e3-aafe-38f2c30d8925 admin admin] Router dc6c0e00-65b5-4230-8b60-2f47ee16b4f7 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:16:44.527347 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38076) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:44.575556 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-936ac09c-e049-45e0-a267-452a5dc0021f tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] GET failed (client error): The resource could not be found. May 27 02:16:44.576175 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-936ac09c-e049-45e0-a267-452a5dc0021f tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Synchronizing usage tracker for tenant:5d6dcf66a8d54574a3f27839c325575b on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:16:44.641212 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c586e1be-1d5b-4357-80e7-998eca9fb110 req-6bfd6fea-1d4f-4791-bc80-e74af1bd407b tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/ports?device_id=8035a3b8-fc99-466d-b0e3-f6a69b4e51f6 HTTP/1.1" status: 200 len: 210 time: 0.1766517 May 27 02:16:44.666207 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-936ac09c-e049-45e0-a267-452a5dc0021f tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] Unset dirty status for tenant:5d6dcf66a8d54574a3f27839c325575b on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:16:44.668758 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-936ac09c-e049-45e0-a267-452a5dc0021f tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-220997736-project-admin] 10.222.0.57 "GET /v2.0/ports/09782118-6960-4e3f-9493-381fdaaa7df1 HTTP/1.1" status: 404 len: 333 time: 0.1391573 May 27 02:16:44.672607 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38080) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:44.815478 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9ef465c-72bf-4dc2-9a7c-36a0b6f5dd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:44.821446 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-480ce390-59e9-478a-aff3-1d294d232f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:44.826128 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91568b5a-929f-43a8-a488-92bc8a13db65 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:16:44.840513 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25d77c6-5766-49cf-bb0f-92476f9bf922 None None] Sync routers for ids ['c7fa79f9-c75a-4d5c-ad10-f00ff42cb017'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:16:44.861146 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25d77c6-5766-49cf-bb0f-92476f9bf922 None None] Routers {'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:16:44.861804 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e25d77c6-5766-49cf-bb0f-92476f9bf922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:16:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['c7fa79f9-c75a-4d5c-ad10-f00ff42cb017'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:44.939913 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-480ce390-59e9-478a-aff3-1d294d232f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:45.034523 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-480ce390-59e9-478a-aff3-1d294d232f64 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cca5dc282b47433c80c9677b282f0f84&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0570476 May 27 02:16:45.047458 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38088) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:45.052888 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ce390-59e9-478a-aff3-1d294d232f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7bb01a8-16cc-4eb4-9057-79b3d32461fa,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:45.108887 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9ef465c-72bf-4dc2-9a7c-36a0b6f5dd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:45.152685 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a9ef465c-72bf-4dc2-9a7c-36a0b6f5dd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['879d4081-e21a-459a-85fd-41ea0794a3cd']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:45.166460 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a9ef465c-72bf-4dc2-9a7c-36a0b6f5dd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:45.166828 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a9ef465c-72bf-4dc2-9a7c-36a0b6f5dd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7646c29a-c460-4e39-8f8e-b2b1c4cc5c67') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:45.180511 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9ef465c-72bf-4dc2-9a7c-36a0b6f5dd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:45.198946 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9ef465c-72bf-4dc2-9a7c-36a0b6f5dd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:45.206328 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9ef465c-72bf-4dc2-9a7c-36a0b6f5dd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:16:45.206813 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9ef465c-72bf-4dc2-9a7c-36a0b6f5dd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:45.284218 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7dcf0bc6-72b9-4bf9-9f98-b8c149e1c4a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:45.391665 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9ef465c-72bf-4dc2-9a7c-36a0b6f5dd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:45.427035 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9ef465c-72bf-4dc2-9a7c-36a0b6f5dd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:45.452110 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef465c-72bf-4dc2-9a7c-36a0b6f5dd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089-project] Pushing event deleted for resources: {'Network': ['ID=879d4081-e21a-459a-85fd-41ea0794a3cd,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:45.452920 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-e25d77c6-5766-49cf-bb0f-92476f9bf922 None None] Set router c7fa79f9-c75a-4d5c-ad10-f00ff42cb017 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:16:45.464334 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a9ef465c-72bf-4dc2-9a7c-36a0b6f5dd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-353517089-project] 10.222.0.57 "DELETE /v2.0/networks/879d4081-e21a-459a-85fd-41ea0794a3cd HTTP/1.1" status: 204 len: 168 time: 0.7905908 May 27 02:16:45.611437 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-5db71efe-7e37-4087-b920-17e4d5ca7d75 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Allocated IP 172.20.0.5 (963bfc4a-6c6a-457e-a40e-bfec35a18b46/79b31123-5111-49b0-8b1c-edddca4cc409/0e69b678-15b5-4358-8542-05610ec697a2) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:16:45.613637 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-91568b5a-929f-43a8-a488-92bc8a13db65 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:45.620694 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 7646c29a-c460-4e39-8f8e-b2b1c4cc5c67 resource provider aggregate not found May 27 02:16:45.643918 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 7646c29a-c460-4e39-8f8e-b2b1c4cc5c67 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7646c29a-c460-4e39-8f8e-b2b1c4cc5c67 found for delete ", "request_id": "req-0d259c7f-57b0-4b15-82fb-80d3f5396412"}]} May 27 02:16:45.655757 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7dcf0bc6-72b9-4bf9-9f98-b8c149e1c4a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:45.796007 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f986d68-fc30-4773-9588-aa8dc088333d req-d8ad200c-c117-49f6-9ae6-2960c8b8192c tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:45.807099 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f986d68-fc30-4773-9588-aa8dc088333d req-d8ad200c-c117-49f6-9ae6-2960c8b8192c tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=8933b167-409e-434f-8d42-79fac3383d3d HTTP/1.1" status: 200 len: 946 time: 0.5796587 May 27 02:16:45.845222 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ed5f01-d0d9-44e3-aafe-38f2c30d8925 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:16:45.855803 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0c3ff7-9ea4-4809-8049-39d5b05567a5 None None] Sync routers for ids ['dc6c0e00-65b5-4230-8b60-2f47ee16b4f7'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:16:45.871793 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0c3ff7-9ea4-4809-8049-39d5b05567a5 None None] Routers {'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:16:45.872364 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-5a0c3ff7-9ea4-4809-8049-39d5b05567a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:16:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['dc6c0e00-65b5-4230-8b60-2f47ee16b4f7'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:45.995311 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d17ab-baf5-4a20-b402-d0ac11fecbba req-e633a982-d871-4a2f-ac56-2e1619212f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:45.996833 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-347d17ab-baf5-4a20-b402-d0ac11fecbba req-e633a982-d871-4a2f-ac56-2e1619212f51 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62f5f7df5795463f9f8bc1cd40caf878&device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 1095 time: 0.7056985 May 27 02:16:46.026463 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-91568b5a-929f-43a8-a488-92bc8a13db65 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "PUT /v2.0/floatingips/ee9b51e3-0949-4cfc-b1ba-48bf92acd2a4 HTTP/1.1" status: 200 len: 990 time: 6.0952654 May 27 02:16:46.041263 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'tag': 'dbe4c056-269a-4480-9565-128a45297e2d'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:16:46.047733 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7dcf0bc6-72b9-4bf9-9f98-b8c149e1c4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:46.050686 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7dcf0bc6-72b9-4bf9-9f98-b8c149e1c4a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:46.051810 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7dcf0bc6-72b9-4bf9-9f98-b8c149e1c4a2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e7bb01a8-16cc-4eb4-9057-79b3d32461fa HTTP/1.1" status: 204 len: 168 time: 0.9798474 May 27 02:16:46.053409 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e25d77c6-5766-49cf-bb0f-92476f9bf922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017', 'name': 'tempest-TaggedBootDevicesTest_v242-1578714909-router', 'tenant_id': 'c81473a41fb94f91be2c0840146b05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'd04733bd-452c-4d35-ba9d-306e164fb85e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:13:30Z', 'updated_at': '2022-05-27T02:13:40Z', 'revision_number': 4, 'project_id': 'c81473a41fb94f91be2c0840146b05b3', 'gw_port': {'id': 'd04733bd-452c-4d35-ba9d-306e164fb85e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:13:32Z', 'updated_at': '2022-05-27T02:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'ee9b51e3-0949-4cfc-b1ba-48bf92acd2a4', 'tenant_id': 'c81473a41fb94f91be2c0840146b05b3', 'floating_ip_address': '172.25.1.67', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017', 'port_id': 'dbe4c056-269a-4480-9565-128a45297e2d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e758166-4843-420e-a7a2-e907df6227a4', 'mac_address': 'fa:16:3e:30:e2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:14:54Z', 'updated_at': '2022-05-27T02:16:41Z', 'revision_number': 1, 'project_id': 'c81473a41fb94f91be2c0840146b05b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3efde9f-e5aa-4cba-b899-443dec05ea32', 'name': '', 'network_id': '5e758166-4843-420e-a7a2-e907df6227a4', 'tenant_id': 'c81473a41fb94f91be2c0840146b05b3', 'mac_address': 'fa:16:3e:7f:0c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '6ecf8e97-38b0-450d-a77d-44a69de922b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:13:38Z', 'updated_at': '2022-05-27T02:13:50Z', 'revision_number': 5, 'project_id': 'c81473a41fb94f91be2c0840146b05b3', 'subnets': [{'id': '6ecf8e97-38b0-450d-a77d-44a69de922b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:46.077467 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25d77c6-5766-49cf-bb0f-92476f9bf922 None None] Checking router: c7fa79f9-c75a-4d5c-ad10-f00ff42cb017 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:16:46.082707 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f986d68-fc30-4773-9588-aa8dc088333d req-b63149ea-6496-4e8b-9224-c80d8c1eef58 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742336 May 27 02:16:46.088257 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38114) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:46.107315 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25d77c6-5766-49cf-bb0f-92476f9bf922 None None] Routers {'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:16:46.110152 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e25d77c6-5766-49cf-bb0f-92476f9bf922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:16:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['c7fa79f9-c75a-4d5c-ad10-f00ff42cb017'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:46.207126 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-99ed5f01-d0d9-44e3-aafe-38f2c30d8925 admin admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:46.211584 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38128) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:46.212503 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-99ed5f01-d0d9-44e3-aafe-38f2c30d8925 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 8.8439555 May 27 02:16:46.258491 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062aeb1-04e4-40d1-b934-c458fac61dcd req-11af0f0a-3ef4-4bc7-b46e-a7795629b6c8 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:46.276159 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f062aeb1-04e4-40d1-b934-c458fac61dcd req-11af0f0a-3ef4-4bc7-b46e-a7795629b6c8 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.8455367 May 27 02:16:46.326339 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcf0bc6-72b9-4bf9-9f98-b8c149e1c4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7bb01a8-16cc-4eb4-9057-79b3d32461fa,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:46.369498 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-5a0c3ff7-9ea4-4809-8049-39d5b05567a5 None None] Set router dc6c0e00-65b5-4230-8b60-2f47ee16b4f7 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:16:46.444293 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-e25d77c6-5766-49cf-bb0f-92476f9bf922 None None] Set router c7fa79f9-c75a-4d5c-ad10-f00ff42cb017 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:16:46.855796 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-11669126-7efd-4456-9a7f-e3e52d2854cb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0f4a8cd83fad4397978dd5cbb624e82b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7661188 May 27 02:16:46.859004 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38134) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:46.963064 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-19f56af5-3c7d-4442-8750-9723d0014bf5 req-c86fdf0b-7ef4-43c1-b400-fea9b6c541ca tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Synchronizing usage tracker for tenant:a311fdf2ba6e42818b0aefc61e7171be on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:16:47.053972 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f062aeb1-04e4-40d1-b934-c458fac61dcd req-e6f71641-817a-454f-9043-0ccbcae75ad1 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7765589 May 27 02:16:47.080574 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e25d77c6-5766-49cf-bb0f-92476f9bf922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017', 'name': 'tempest-TaggedBootDevicesTest_v242-1578714909-router', 'tenant_id': 'c81473a41fb94f91be2c0840146b05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'd04733bd-452c-4d35-ba9d-306e164fb85e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:13:30Z', 'updated_at': '2022-05-27T02:13:40Z', 'revision_number': 4, 'project_id': 'c81473a41fb94f91be2c0840146b05b3', 'gw_port': {'id': 'd04733bd-452c-4d35-ba9d-306e164fb85e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:13:32Z', 'updated_at': '2022-05-27T02:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'ee9b51e3-0949-4cfc-b1ba-48bf92acd2a4', 'tenant_id': 'c81473a41fb94f91be2c0840146b05b3', 'floating_ip_address': '172.25.1.67', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017', 'port_id': 'dbe4c056-269a-4480-9565-128a45297e2d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e758166-4843-420e-a7a2-e907df6227a4', 'mac_address': 'fa:16:3e:30:e2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:14:54Z', 'updated_at': '2022-05-27T02:16:41Z', 'revision_number': 1, 'project_id': 'c81473a41fb94f91be2c0840146b05b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3efde9f-e5aa-4cba-b899-443dec05ea32', 'name': '', 'network_id': '5e758166-4843-420e-a7a2-e907df6227a4', 'tenant_id': 'c81473a41fb94f91be2c0840146b05b3', 'mac_address': 'fa:16:3e:7f:0c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '6ecf8e97-38b0-450d-a77d-44a69de922b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:13:38Z', 'updated_at': '2022-05-27T02:13:50Z', 'revision_number': 5, 'project_id': 'c81473a41fb94f91be2c0840146b05b3', 'subnets': [{'id': '6ecf8e97-38b0-450d-a77d-44a69de922b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:47.089752 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25d77c6-5766-49cf-bb0f-92476f9bf922 None None] The sync data for ids ['c7fa79f9-c75a-4d5c-ad10-f00ff42cb017'] in n-d-843554-3 is: [{'id': 'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017', 'name': 'tempest-TaggedBootDevicesTest_v242-1578714909-router', 'tenant_id': 'c81473a41fb94f91be2c0840146b05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'd04733bd-452c-4d35-ba9d-306e164fb85e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:13:30Z', 'updated_at': '2022-05-27T02:13:40Z', 'revision_number': 4, 'project_id': 'c81473a41fb94f91be2c0840146b05b3', 'gw_port': {'id': 'd04733bd-452c-4d35-ba9d-306e164fb85e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:13:32Z', 'updated_at': '2022-05-27T02:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'ee9b51e3-0949-4cfc-b1ba-48bf92acd2a4', 'tenant_id': 'c81473a41fb94f91be2c0840146b05b3', 'floating_ip_address': '172.25.1.67', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017', 'port_id': 'dbe4c056-269a-4480-9565-128a45297e2d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e758166-4843-420e-a7a2-e907df6227a4', 'mac_address': 'fa:16:3e:30:e2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:14:54Z', 'updated_at': '2022-05-27T02:16:41Z', 'revision_number': 1, 'project_id': 'c81473a41fb94f91be2c0840146b05b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3efde9f-e5aa-4cba-b899-443dec05ea32', 'name': '', 'network_id': '5e758166-4843-420e-a7a2-e907df6227a4', 'tenant_id': 'c81473a41fb94f91be2c0840146b05b3', 'mac_address': 'fa:16:3e:7f:0c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '6ecf8e97-38b0-450d-a77d-44a69de922b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:13:38Z', 'updated_at': '2022-05-27T02:13:50Z', 'revision_number': 5, 'project_id': 'c81473a41fb94f91be2c0840146b05b3', 'subnets': [{'id': '6ecf8e97-38b0-450d-a77d-44a69de922b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:16:47.092806 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d17ab-baf5-4a20-b402-d0ac11fecbba req-a992d052-f0c4-42ad-ae94-89e3edc9634f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:47.097503 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-347d17ab-baf5-4a20-b402-d0ac11fecbba req-a992d052-f0c4-42ad-ae94-89e3edc9634f service neutron] 10.222.0.32 "GET /v2.0/networks?id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164 HTTP/1.1" status: 200 len: 912 time: 1.0698864 May 27 02:16:47.113927 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-5a0c3ff7-9ea4-4809-8049-39d5b05567a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7', 'name': 'tempest-ServersTestJSON-317645782-router', 'tenant_id': '662bd3219ea243ea954b5fe1db773fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': 'e8d963ed-fd10-412a-a5ad-b87170b3051f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:16:37Z', 'updated_at': '2022-05-27T02:16:41Z', 'revision_number': 3, 'project_id': '662bd3219ea243ea954b5fe1db773fef', 'gw_port': {'id': 'e8d963ed-fd10-412a-a5ad-b87170b3051f', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:39Z', 'updated_at': '2022-05-27T02:16:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:47.123948 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0c3ff7-9ea4-4809-8049-39d5b05567a5 None None] Checking router: dc6c0e00-65b5-4230-8b60-2f47ee16b4f7 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:16:47.124300 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0c3ff7-9ea4-4809-8049-39d5b05567a5 None None] Updating router dc6c0e00-65b5-4230-8b60-2f47ee16b4f7 port e8d963ed-fd10-412a-a5ad-b87170b3051f binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:16:47.225715 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-5a0c3ff7-9ea4-4809-8049-39d5b05567a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:47.332648 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-602543d4-fe73-49f6-bfbb-eeca3d698697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:47.353285 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38142) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:47.378201 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-347d17ab-baf5-4a20-b402-d0ac11fecbba req-3b82c444-fdb9-4edd-9ec0-eb9958e5ca67 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59dd76c7-04f3-4e36-a375-05bd87a0399b HTTP/1.1" status: 200 len: 998 time: 0.2649608 May 27 02:16:47.386319 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fd285df-4a7f-491b-bc58-2081e5e5e744'] response: {'name': 'network-changed', 'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'tag': 'dbe4c056-269a-4480-9565-128a45297e2d', 'status': 'completed', 'code': 200} May 27 02:16:47.414124 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9cdfe06-ec47-4d35-92ad-ba86d623d4a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:47.440282 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-5db71efe-7e37-4087-b920-17e4d5ca7d75 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:47.456710 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a9cdfe06-ec47-4d35-92ad-ba86d623d4a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:47.460931 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a9cdfe06-ec47-4d35-92ad-ba86d623d4a0 admin admin] Usage tracker for resource:security_group_rule and tenant:da98df368eed47ff88bc4f42c7166834 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:47.468255 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a9cdfe06-ec47-4d35-92ad-ba86d623d4a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:47.478056 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a9cdfe06-ec47-4d35-92ad-ba86d623d4a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:47.481252 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-19f56af5-3c7d-4442-8750-9723d0014bf5 req-c86fdf0b-7ef4-43c1-b400-fea9b6c541ca tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Unset dirty status for tenant:a311fdf2ba6e42818b0aefc61e7171be on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:16:47.492916 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-19f56af5-3c7d-4442-8750-9723d0014bf5 req-c86fdf0b-7ef4-43c1-b400-fea9b6c541ca tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/ports?device_id=8035a3b8-fc99-466d-b0e3-f6a69b4e51f6 HTTP/1.1" status: 200 len: 210 time: 0.7448928 May 27 02:16:47.573208 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4953cb61-5674-4b6f-803d-0335fc932f40 None None] New status for floating IP ee9b51e3-0949-4cfc-b1ba-48bf92acd2a4: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:16:47.622338 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9cdfe06-ec47-4d35-92ad-ba86d623d4a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:47.628940 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-5db71efe-7e37-4087-b920-17e4d5ca7d75 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:47.735987 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-5db71efe-7e37-4087-b920-17e4d5ca7d75 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Network 963bfc4a-6c6a-457e-a40e-bfec35a18b46 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:16:47.753951 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-5db71efe-7e37-4087-b920-17e4d5ca7d75 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:47.769844 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-5db71efe-7e37-4087-b920-17e4d5ca7d75 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:16:47.797401 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-5a0c3ff7-9ea4-4809-8049-39d5b05567a5 None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:47.812428 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-5a0c3ff7-9ea4-4809-8049-39d5b05567a5 None None] Transition to ACTIVE for port object e8d963ed-fd10-412a-a5ad-b87170b3051f will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:16:47.886609 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-602543d4-fe73-49f6-bfbb-eeca3d698697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:47.902594 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25dea04-c7fe-43ad-9239-60d8edeba915 req-ae6a6531-e58f-494f-943c-789728cef1ab tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:47.905246 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f25dea04-c7fe-43ad-9239-60d8edeba915 req-ae6a6531-e58f-494f-943c-789728cef1ab tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=8933b167-409e-434f-8d42-79fac3383d3d HTTP/1.1" status: 200 len: 946 time: 0.4108973 May 27 02:16:47.917440 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9cdfe06-ec47-4d35-92ad-ba86d623d4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:47.917695 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db71efe-7e37-4087-b920-17e4d5ca7d75 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Pushing event updated for resources: {'Port': ['ID=0e69b678-15b5-4358-8542-05610ec697a2,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:47.929338 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d17ab-baf5-4a20-b402-d0ac11fecbba req-c294f216-b0af-4ff5-abf7-a17999cf1a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:47.931161 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-347d17ab-baf5-4a20-b402-d0ac11fecbba req-c294f216-b0af-4ff5-abf7-a17999cf1a75 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ee39392-3407-48c1-b561-be7ced0cb982 HTTP/1.1" status: 200 len: 850 time: 0.4318466 May 27 02:16:48.008190 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-5db71efe-7e37-4087-b920-17e4d5ca7d75 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:48.009218 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-5db71efe-7e37-4087-b920-17e4d5ca7d75 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:48.084792 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f25dea04-c7fe-43ad-9239-60d8edeba915 req-e1c2e469-c365-41e3-b09e-a079a7148ae8 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705337 May 27 02:16:48.106694 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d17ab-baf5-4a20-b402-d0ac11fecbba req-67cb1f71-0e1d-4ec6-a439-421ad2a61aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:48.116536 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-347d17ab-baf5-4a20-b402-d0ac11fecbba req-67cb1f71-0e1d-4ec6-a439-421ad2a61aa3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1583960 May 27 02:16:48.129455 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-5a0c3ff7-9ea4-4809-8049-39d5b05567a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:48.166948 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a9cdfe06-ec47-4d35-92ad-ba86d623d4a0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=da98df368eed47ff88bc4f42c7166834&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8075619 May 27 02:16:48.169536 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38156) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:48.170469 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cdfe06-ec47-4d35-92ad-ba86d623d4a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bad1cb-c73d-4650-8b0f-fef8223aa52e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:48.232845 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf277e-530e-4a1a-8fee-82b59abdf225 req-53cc07ab-fc08-47e8-b71f-7a001ac95964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:48.233550 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf277e-530e-4a1a-8fee-82b59abdf225 req-53cc07ab-fc08-47e8-b71f-7a001ac95964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:48.235285 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf277e-530e-4a1a-8fee-82b59abdf225 req-53cc07ab-fc08-47e8-b71f-7a001ac95964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:48.235285 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf277e-530e-4a1a-8fee-82b59abdf225 req-53cc07ab-fc08-47e8-b71f-7a001ac95964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:48.235285 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf277e-530e-4a1a-8fee-82b59abdf225 req-53cc07ab-fc08-47e8-b71f-7a001ac95964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:48.236050 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf277e-530e-4a1a-8fee-82b59abdf225 req-53cc07ab-fc08-47e8-b71f-7a001ac95964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:48.237562 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf277e-530e-4a1a-8fee-82b59abdf225 req-53cc07ab-fc08-47e8-b71f-7a001ac95964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:48.239796 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-eacf277e-530e-4a1a-8fee-82b59abdf225 req-53cc07ab-fc08-47e8-b71f-7a001ac95964 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c81473a41fb94f91be2c0840146b05b3&device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 6502 time: 0.9730444 May 27 02:16:48.326035 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-5a0c3ff7-9ea4-4809-8049-39d5b05567a5 None None] Attempting to bind port e8d963ed-fd10-412a-a5ad-b87170b3051f on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:48.326437 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-5a0c3ff7-9ea4-4809-8049-39d5b05567a5 None None] Attempting to bind port e8d963ed-fd10-412a-a5ad-b87170b3051f by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:48.327085 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0c3ff7-9ea4-4809-8049-39d5b05567a5 None None] Attempting to bind port e8d963ed-fd10-412a-a5ad-b87170b3051f on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:48.330232 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d5480-8e8a-4cf6-9c90-8b1f567be5b0 None None] Pushing event updated for resources: {'Port': ['ID=e8d963ed-fd10-412a-a5ad-b87170b3051f,revision_number=2']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:48.341094 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0c3ff7-9ea4-4809-8049-39d5b05567a5 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:16:48.341887 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0c3ff7-9ea4-4809-8049-39d5b05567a5 None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:16:48.342572 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-5a0c3ff7-9ea4-4809-8049-39d5b05567a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:48.343052 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0c3ff7-9ea4-4809-8049-39d5b05567a5 None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:16:48.343753 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-5a0c3ff7-9ea4-4809-8049-39d5b05567a5 None None] Bound port: e8d963ed-fd10-412a-a5ad-b87170b3051f, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:16:48.344365 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-5a0c3ff7-9ea4-4809-8049-39d5b05567a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:48.370317 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d5480-8e8a-4cf6-9c90-8b1f567be5b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:48.371074 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d5480-8e8a-4cf6-9c90-8b1f567be5b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:48.371648 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d5480-8e8a-4cf6-9c90-8b1f567be5b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:48.372210 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d5480-8e8a-4cf6-9c90-8b1f567be5b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:48.372836 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d5480-8e8a-4cf6-9c90-8b1f567be5b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:48.373405 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d5480-8e8a-4cf6-9c90-8b1f567be5b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:48.373966 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d5480-8e8a-4cf6-9c90-8b1f567be5b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:48.374532 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d5480-8e8a-4cf6-9c90-8b1f567be5b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:48.375092 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d5480-8e8a-4cf6-9c90-8b1f567be5b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:48.375643 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d5480-8e8a-4cf6-9c90-8b1f567be5b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:48.376205 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d5480-8e8a-4cf6-9c90-8b1f567be5b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:48.376870 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d5480-8e8a-4cf6-9c90-8b1f567be5b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:48.399631 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-5db71efe-7e37-4087-b920-17e4d5ca7d75 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4248843 May 27 02:16:48.414167 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-c1987552-d054-4bca-bfeb-84f010587064 service neutron] Request body: {'port': {'device_id': '8035a3b8-fc99-466d-b0e3-f6a69b4e51f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:48.515323 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-5a0c3ff7-9ea4-4809-8049-39d5b05567a5 None None] For port e8d963ed-fd10-412a-a5ad-b87170b3051f, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:16:48.520751 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-5a0c3ff7-9ea4-4809-8049-39d5b05567a5 None None] For port e8d963ed-fd10-412a-a5ad-b87170b3051f, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=e8d963ed-fd10-412a-a5ad-b87170b3051f,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:16:48.530567 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-797628ba-a7c6-482b-b5e4-37691d0463a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:48.661538 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-347d17ab-baf5-4a20-b402-d0ac11fecbba req-0050d07c-ad0d-437c-9e77-4a40c028a639 service neutron] 10.222.0.32 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5438852 May 27 02:16:48.743777 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-797628ba-a7c6-482b-b5e4-37691d0463a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:48.781392 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-602543d4-fe73-49f6-bfbb-eeca3d698697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:48.830871 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf277e-530e-4a1a-8fee-82b59abdf225 req-e1060cd0-e0ef-4f34-a00e-857372c79a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:48.832214 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-5a0c3ff7-9ea4-4809-8049-39d5b05567a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:48.832363 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-eacf277e-530e-4a1a-8fee-82b59abdf225 req-e1060cd0-e0ef-4f34-a00e-857372c79a4f service neutron] 10.222.0.66 "GET /v2.0/networks?id=5e758166-4843-420e-a7a2-e907df6227a4 HTTP/1.1" status: 200 len: 918 time: 0.5824041 May 27 02:16:48.839150 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-c1987552-d054-4bca-bfeb-84f010587064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:48.851463 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:48.906803 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602543d4-fe73-49f6-bfbb-eeca3d698697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38017111-8284-4a22-8560-483bdff52db3,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:48.933002 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0c3ff7-9ea4-4809-8049-39d5b05567a5 None None] Routers {'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:16:48.933917 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-5a0c3ff7-9ea4-4809-8049-39d5b05567a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:16:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['dc6c0e00-65b5-4230-8b60-2f47ee16b4f7'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:48.935693 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-347d17ab-baf5-4a20-b402-d0ac11fecbba req-252e7920-0747-417a-9e4c-95086b0aacfa service neutron] 10.222.0.32 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293210 May 27 02:16:48.969297 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-602543d4-fe73-49f6-bfbb-eeca3d698697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:48.973093 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-602543d4-fe73-49f6-bfbb-eeca3d698697 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/38017111-8284-4a22-8560-483bdff52db3 HTTP/1.1" status: 204 len: 168 time: 2.1128252 May 27 02:16:48.988601 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c37e441-f9ad-4141-bacb-678cd5a61692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:49.023332 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-eacf277e-530e-4a1a-8fee-82b59abdf225 req-41b7c1eb-c314-44a5-a07b-fb939c7ff229 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbe4c056-269a-4480-9565-128a45297e2d HTTP/1.1" status: 200 len: 1000 time: 0.1699064 May 27 02:16:49.079698 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:49.087962 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d5480-8e8a-4cf6-9c90-8b1f567be5b0 None None] Pushing event updated for resources: {'Port': ['ID=e8d963ed-fd10-412a-a5ad-b87170b3051f,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:49.152505 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-797628ba-a7c6-482b-b5e4-37691d0463a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:49.208237 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797628ba-a7c6-482b-b5e4-37691d0463a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bad1cb-c73d-4650-8b0f-fef8223aa52e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:49.272841 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-797628ba-a7c6-482b-b5e4-37691d0463a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:49.276327 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-797628ba-a7c6-482b-b5e4-37691d0463a2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f8bad1cb-c73d-4650-8b0f-fef8223aa52e HTTP/1.1" status: 204 len: 168 time: 1.0983984 May 27 02:16:49.281286 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf277e-530e-4a1a-8fee-82b59abdf225 req-9cde4af0-c530-409b-bf86-a19d33afd801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:49.282715 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-eacf277e-530e-4a1a-8fee-82b59abdf225 req-9cde4af0-c530-409b-bf86-a19d33afd801 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6ecf8e97-38b0-450d-a77d-44a69de922b2 HTTP/1.1" status: 200 len: 856 time: 0.1963403 May 27 02:16:49.504140 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-2c37e441-f9ad-4141-bacb-678cd5a61692 admin admin] Allocated IP 172.20.0.1 (bd8ad764-a25b-489e-ba20-ae00d285879c/7cc16310-4abe-4496-b05d-113b02c81073/07952978-ef6b-4565-866e-4b29a58e2bec) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:16:49.525730 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf277e-530e-4a1a-8fee-82b59abdf225 req-6e5d5a7e-640f-485b-b511-ddffeb052da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:49.526154 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599a57e-b7e1-4753-8302-b126005b3933 req-7c8cc57d-6651-44ec-a151-52678f5eb77f tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:49.527843 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-eacf277e-530e-4a1a-8fee-82b59abdf225 req-6e5d5a7e-640f-485b-b511-ddffeb052da1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5e758166-4843-420e-a7a2-e907df6227a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2374952 May 27 02:16:49.544114 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4599a57e-b7e1-4753-8302-b126005b3933 req-7c8cc57d-6651-44ec-a151-52678f5eb77f tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/ports?device_id=8035a3b8-fc99-466d-b0e3-f6a69b4e51f6 HTTP/1.1" status: 200 len: 931 time: 0.9008741 May 27 02:16:49.565925 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-5a0c3ff7-9ea4-4809-8049-39d5b05567a5 None None] Set router dc6c0e00-65b5-4230-8b60-2f47ee16b4f7 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:16:49.619301 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56b67c-a498-4bae-a1c1-a525c295ec31 req-275f68ea-2425-4fbd-9959-3b3c74616a5f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:49.630168 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ba56b67c-a498-4bae-a1c1-a525c295ec31 req-275f68ea-2425-4fbd-9959-3b3c74616a5f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 1.0267994 May 27 02:16:49.691783 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-4599a57e-b7e1-4753-8302-b126005b3933 req-5a00e23e-7df0-4207-b776-6f4514101a82 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Synchronizing usage tracker for tenant:a311fdf2ba6e42818b0aefc61e7171be on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:16:49.901808 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ba56b67c-a498-4bae-a1c1-a525c295ec31 req-535b4ae7-0ac4-4001-8228-671f6401c135 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180512 May 27 02:16:50.161759 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-eacf277e-530e-4a1a-8fee-82b59abdf225 req-bff3f581-6dc2-4ef3-896e-426cfbd52b31 service neutron] 10.222.0.66 "GET /v2.0/networks/5e758166-4843-420e-a7a2-e907df6227a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5863590 May 27 02:16:50.172506 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c37e441-f9ad-4141-bacb-678cd5a61692 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:50.287250 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-2c37e441-f9ad-4141-bacb-678cd5a61692 admin admin] Transition to ACTIVE for port object 07952978-ef6b-4565-866e-4b29a58e2bec will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:16:50.447306 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-eacf277e-530e-4a1a-8fee-82b59abdf225 req-699278d3-51ce-4e22-a3fb-bf179b2e2cd0 service neutron] 10.222.0.66 "GET /v2.0/networks/5e758166-4843-420e-a7a2-e907df6227a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746334 May 27 02:16:50.519071 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-4599a57e-b7e1-4753-8302-b126005b3933 req-5a00e23e-7df0-4207-b776-6f4514101a82 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Unset dirty status for tenant:a311fdf2ba6e42818b0aefc61e7171be on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:16:50.520517 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4599a57e-b7e1-4753-8302-b126005b3933 req-5a00e23e-7df0-4207-b776-6f4514101a82 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups?id=745af62b-1631-4b69-abea-1d6524475377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9753945 May 27 02:16:50.532475 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c37e441-f9ad-4141-bacb-678cd5a61692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:50.577207 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38192) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:50.605581 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-c1987552-d054-4bca-bfeb-84f010587064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e69b678-15b5-4358-8542-05610ec697a2 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:16:50.667672 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-5a0c3ff7-9ea4-4809-8049-39d5b05567a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7', 'name': 'tempest-ServersTestJSON-317645782-router', 'tenant_id': '662bd3219ea243ea954b5fe1db773fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': 'e8d963ed-fd10-412a-a5ad-b87170b3051f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:16:37Z', 'updated_at': '2022-05-27T02:16:41Z', 'revision_number': 3, 'project_id': '662bd3219ea243ea954b5fe1db773fef', 'gw_port': {'id': 'e8d963ed-fd10-412a-a5ad-b87170b3051f', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:39Z', 'updated_at': '2022-05-27T02:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:50.685552 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0c3ff7-9ea4-4809-8049-39d5b05567a5 None None] The sync data for ids ['dc6c0e00-65b5-4230-8b60-2f47ee16b4f7'] in n-d-843554-3 is: [{'id': 'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7', 'name': 'tempest-ServersTestJSON-317645782-router', 'tenant_id': '662bd3219ea243ea954b5fe1db773fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': 'e8d963ed-fd10-412a-a5ad-b87170b3051f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:16:37Z', 'updated_at': '2022-05-27T02:16:41Z', 'revision_number': 3, 'project_id': '662bd3219ea243ea954b5fe1db773fef', 'gw_port': {'id': 'e8d963ed-fd10-412a-a5ad-b87170b3051f', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:39Z', 'updated_at': '2022-05-27T02:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:16:50.724644 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2f9ed1ce-1171-465f-99d7-d8dc70d87daf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5d6dcf66a8d54574a3f27839c325575b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1309836 May 27 02:16:50.727659 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-c1987552-d054-4bca-bfeb-84f010587064 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:50.732882 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38198) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:50.777420 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-c1987552-d054-4bca-bfeb-84f010587064 service neutron] Transition to ACTIVE for port object 0e69b678-15b5-4358-8542-05610ec697a2 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:16:50.809441 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c37e441-f9ad-4141-bacb-678cd5a61692 admin admin] Network bd8ad764-a25b-489e-ba20-ae00d285879c is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:16:50.830753 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-2c37e441-f9ad-4141-bacb-678cd5a61692 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:50.851952 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ba44c-2cf7-4009-b363-1d8e62a747a0 req-4d400868-2cc2-4f15-a191-da1e76afffd0 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:50.864368 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6a2ba44c-2cf7-4009-b363-1d8e62a747a0 req-4d400868-2cc2-4f15-a191-da1e76afffd0 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=8933b167-409e-434f-8d42-79fac3383d3d HTTP/1.1" status: 200 len: 946 time: 0.3882987 May 27 02:16:50.868490 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c37e441-f9ad-4141-bacb-678cd5a61692 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:16:50.945193 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-c1987552-d054-4bca-bfeb-84f010587064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:51.071120 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6a2ba44c-2cf7-4009-b363-1d8e62a747a0 req-eb981251-48c0-463f-be29-cebcd1f5421a tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042763 May 27 02:16:51.075797 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37e441-f9ad-4141-bacb-678cd5a61692 admin admin] Pushing event updated for resources: {'Port': ['ID=07952978-ef6b-4565-866e-4b29a58e2bec,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:51.159292 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c37e441-f9ad-4141-bacb-678cd5a61692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:51.422637 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c7b3aef9-6d35-4948-9fdd-11521dd67057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:51.542681 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1987552-d054-4bca-bfeb-84f010587064 service neutron] Pushing event updated for resources: {'Port': ['ID=0e69b678-15b5-4358-8542-05610ec697a2,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:51.609590 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c8e27087-c5fa-4b85-bb64-5aaaae69f13a None None] Provisioning for port 07952978-ef6b-4565-866e-4b29a58e2bec completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:51.624256 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c8e27087-c5fa-4b85-bb64-5aaaae69f13a None None] Provisioning complete for port 07952978-ef6b-4565-866e-4b29a58e2bec triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:51.627297 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c8e27087-c5fa-4b85-bb64-5aaaae69f13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:51.653241 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-c1987552-d054-4bca-bfeb-84f010587064 service neutron] Attempting to bind port 0e69b678-15b5-4358-8542-05610ec697a2 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:51.654247 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-c1987552-d054-4bca-bfeb-84f010587064 service neutron] Attempting to bind port 0e69b678-15b5-4358-8542-05610ec697a2 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'c7022237-b0eb-48aa-a727-c63339eb0ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '963bfc4a-6c6a-457e-a40e-bfec35a18b46'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:51.654764 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-c1987552-d054-4bca-bfeb-84f010587064 service neutron] Attempting to bind port 0e69b678-15b5-4358-8542-05610ec697a2 on network 963bfc4a-6c6a-457e-a40e-bfec35a18b46 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:51.670149 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-c1987552-d054-4bca-bfeb-84f010587064 service neutron] Port 0e69b678-15b5-4358-8542-05610ec697a2 on network 963bfc4a-6c6a-457e-a40e-bfec35a18b46 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:16:51.675156 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-c1987552-d054-4bca-bfeb-84f010587064 service neutron] Attempting to bind port 0e69b678-15b5-4358-8542-05610ec697a2 on network 963bfc4a-6c6a-457e-a40e-bfec35a18b46 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:51.689021 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-c1987552-d054-4bca-bfeb-84f010587064 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:16:51.689869 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-c1987552-d054-4bca-bfeb-84f010587064 service neutron] Checking segment: {'id': 'c7022237-b0eb-48aa-a727-c63339eb0ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '963bfc4a-6c6a-457e-a40e-bfec35a18b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:16:51.696294 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-c1987552-d054-4bca-bfeb-84f010587064 service neutron] Bound using segment: {'id': 'c7022237-b0eb-48aa-a727-c63339eb0ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '963bfc4a-6c6a-457e-a40e-bfec35a18b46'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:16:51.697034 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-c1987552-d054-4bca-bfeb-84f010587064 service neutron] Bound port: 0e69b678-15b5-4358-8542-05610ec697a2, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7022237-b0eb-48aa-a727-c63339eb0ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '963bfc4a-6c6a-457e-a40e-bfec35a18b46'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:16:51.697572 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-c1987552-d054-4bca-bfeb-84f010587064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:51.710565 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c7b3aef9-6d35-4948-9fdd-11521dd67057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:51.790200 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-c8e27087-c5fa-4b85-bb64-5aaaae69f13a None None] Port 07952978-ef6b-4565-866e-4b29a58e2bec cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:16:51.857117 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c37e441-f9ad-4141-bacb-678cd5a61692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:51.960842 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-c1987552-d054-4bca-bfeb-84f010587064 service neutron] For port 0e69b678-15b5-4358-8542-05610ec697a2, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:16:51.964203 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-c1987552-d054-4bca-bfeb-84f010587064 service neutron] For port 0e69b678-15b5-4358-8542-05610ec697a2, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=0e69b678-15b5-4358-8542-05610ec697a2,segment=NetworkSegment(c7022237-b0eb-48aa-a727-c63339eb0ee8),segment_id=c7022237-b0eb-48aa-a727-c63339eb0ee8)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:16:52.136686 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-c1987552-d054-4bca-bfeb-84f010587064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:52.159033 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c7b3aef9-6d35-4948-9fdd-11521dd67057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:52.207102 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b3aef9-6d35-4948-9fdd-11521dd67057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e5dadb-65ce-436f-8b56-7e16b647f253,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:52.258966 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-c1987552-d054-4bca-bfeb-84f010587064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:52.259574 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c7b3aef9-6d35-4948-9fdd-11521dd67057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:52.260759 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c7b3aef9-6d35-4948-9fdd-11521dd67057 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/03e5dadb-65ce-436f-8b56-7e16b647f253 HTTP/1.1" status: 204 len: 168 time: 1.5184863 May 27 02:16:52.261250 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-c1987552-d054-4bca-bfeb-84f010587064 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:52.262925 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-c1987552-d054-4bca-bfeb-84f010587064 service neutron] 10.222.0.32 "PUT /v2.0/ports/0e69b678-15b5-4358-8542-05610ec697a2 HTTP/1.1" status: 200 len: 1091 time: 3.8542812 May 27 02:16:52.300000 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8035a3b8-fc99-466d-b0e3-f6a69b4e51f6', 'tag': '0e69b678-15b5-4358-8542-05610ec697a2'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:16:52.373328 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c7ce4-8a5b-4e25-8511-43b12386ef7d req-73cf8680-3ae1-4b06-954a-9af657639ce2 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:52.378990 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c27c7ce4-8a5b-4e25-8511-43b12386ef7d req-73cf8680-3ae1-4b06-954a-9af657639ce2 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.6589804 May 27 02:16:52.520010 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device e8d963ed-fd10-412a-a5ad-b87170b3051f up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:16:52.589597 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1987552-d054-4bca-bfeb-84f010587064 service neutron] Pushing event updated for resources: {'Port': ['ID=0e69b678-15b5-4358-8542-05610ec697a2,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:52.614613 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15bbf8-8e62-45d3-9705-83a88b711ffc req-74703cb0-7b06-4539-98e0-f5ee496df10d tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:52.623240 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ad15bbf8-8e62-45d3-9705-83a88b711ffc req-74703cb0-7b06-4539-98e0-f5ee496df10d tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/ports?device_id=8035a3b8-fc99-466d-b0e3-f6a69b4e51f6 HTTP/1.1" status: 200 len: 943 time: 0.6565859 May 27 02:16:52.643279 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c37e441-f9ad-4141-bacb-678cd5a61692 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:52.679207 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-7f1bae76-6003-4852-a2a5-d7f34dd5c25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:52.681580 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-7f1bae76-6003-4852-a2a5-d7f34dd5c25e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a311fdf2ba6e42818b0aefc61e7171be&device_id=8035a3b8-fc99-466d-b0e3-f6a69b4e51f6 HTTP/1.1" status: 200 len: 1094 time: 0.2708027 May 27 02:16:52.685401 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c27c7ce4-8a5b-4e25-8511-43b12386ef7d req-17acad58-73b1-473d-866d-07dbd7533837 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2759066 May 27 02:16:52.721113 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port e8d963ed-fd10-412a-a5ad-b87170b3051f completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:52.732765 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port e8d963ed-fd10-412a-a5ad-b87170b3051f triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:52.733149 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:52.754731 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c37e441-f9ad-4141-bacb-678cd5a61692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:52.833321 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-0268d009-dfcb-46de-a56f-75e00891b8e5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e69b678-15b5-4358-8542-05610ec697a2 HTTP/1.1" status: 200 len: 217 time: 0.1343179 May 27 02:16:52.980474 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c37e441-f9ad-4141-bacb-678cd5a61692 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:52.986735 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ad15bbf8-8e62-45d3-9705-83a88b711ffc req-495663b3-fca6-4336-bead-4318016f5769 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups?id=745af62b-1631-4b69-abea-1d6524475377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617926 May 27 02:16:53.192909 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port e8d963ed-fd10-412a-a5ad-b87170b3051f is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:53.193437 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f77e2a27-27af-4948-a659-f9eebacd2803'] response: {'name': 'network-changed', 'server_uuid': '8035a3b8-fc99-466d-b0e3-f6a69b4e51f6', 'tag': '0e69b678-15b5-4358-8542-05610ec697a2', 'status': 'completed', 'code': 200} May 27 02:16:53.194260 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:53.219694 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port e8d963ed-fd10-412a-a5ad-b87170b3051f, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=e8d963ed-fd10-412a-a5ad-b87170b3051f,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:53.236037 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-e84775b6-1295-4ca6-b06e-4f2931ff2954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:53.238682 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-e84775b6-1295-4ca6-b06e-4f2931ff2954 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79b31123-5111-49b0-8b1c-edddca4cc409 HTTP/1.1" status: 200 len: 853 time: 0.3964536 May 27 02:16:53.293633 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:53.357443 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-462db7c6-df80-4ba7-930c-a135c7860c61 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=963bfc4a-6c6a-457e-a40e-bfec35a18b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103942 May 27 02:16:53.370416 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37e441-f9ad-4141-bacb-678cd5a61692 admin admin] Pushing event updated for resources: {'Port': ['ID=07952978-ef6b-4565-866e-4b29a58e2bec,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:53.405313 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c5a4b-6db3-4598-84b5-50986ed1e7d1 req-f919af29-e3a5-47a8-a9dc-4c60e68c9c61 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:53.407018 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-096c5a4b-6db3-4598-84b5-50986ed1e7d1 req-f919af29-e3a5-47a8-a9dc-4c60e68c9c61 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=8933b167-409e-434f-8d42-79fac3383d3d HTTP/1.1" status: 200 len: 946 time: 0.3856125 May 27 02:16:53.436552 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=e8d963ed-fd10-412a-a5ad-b87170b3051f,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:53.553741 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c37e441-f9ad-4141-bacb-678cd5a61692 admin admin] Network bd8ad764-a25b-489e-ba20-ae00d285879c is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:16:53.556620 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-2c37e441-f9ad-4141-bacb-678cd5a61692 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:53.660547 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-096c5a4b-6db3-4598-84b5-50986ed1e7d1 req-38d24cd3-0f1f-4650-a169-a3f6b0d75d83 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779828 May 27 02:16:53.766697 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-3da9c698-27bc-4738-bdfa-6eb41c9408ca service neutron] 10.222.0.32 "GET /v2.0/networks/963bfc4a-6c6a-457e-a40e-bfec35a18b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010961 May 27 02:16:53.932580 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-807690e0-dfe9-4a95-9b74-2da892d2bc29 None None] Provisioning complete for port 07952978-ef6b-4565-866e-4b29a58e2bec triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:53.933475 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-807690e0-dfe9-4a95-9b74-2da892d2bc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:53.989842 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c37e441-f9ad-4141-bacb-678cd5a61692 admin admin] Router dc6c0e00-65b5-4230-8b60-2f47ee16b4f7 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:16:54.003844 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-807690e0-dfe9-4a95-9b74-2da892d2bc29 None None] Port 07952978-ef6b-4565-866e-4b29a58e2bec cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:16:54.113151 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7bcfbfaa-a46f-4e56-b479-2dd8b74c1d69 req-970f7eb2-90dc-4333-bcf4-a4e9c08e7984 service neutron] 10.222.0.32 "GET /v2.0/networks/963bfc4a-6c6a-457e-a40e-bfec35a18b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395019 May 27 02:16:54.313165 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c37e441-f9ad-4141-bacb-678cd5a61692 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:16:54.332564 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1057bffa-2cab-4ff6-8795-0e4c51c892f8 None None] Sync routers for ids ['dc6c0e00-65b5-4230-8b60-2f47ee16b4f7'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:16:54.334414 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2c37e441-f9ad-4141-bacb-678cd5a61692 admin admin] 10.222.0.57 "PUT /v2.0/routers/dc6c0e00-65b5-4230-8b60-2f47ee16b4f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1218588 May 27 02:16:54.343066 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1057bffa-2cab-4ff6-8795-0e4c51c892f8 None None] Routers {'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:16:54.344252 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-1057bffa-2cab-4ff6-8795-0e4c51c892f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:16:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['dc6c0e00-65b5-4230-8b60-2f47ee16b4f7'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:54.446032 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device e8d963ed-fd10-412a-a5ad-b87170b3051f up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:16:54.500408 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd4e66-b59b-4a4a-aea7-e410077fa9f9 req-0522d09a-beb5-4c27-add6-ac20b967fb92 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:54.502794 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-79cd4e66-b59b-4a4a-aea7-e410077fa9f9 req-0522d09a-beb5-4c27-add6-ac20b967fb92 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/ports?device_id=8035a3b8-fc99-466d-b0e3-f6a69b4e51f6 HTTP/1.1" status: 200 len: 943 time: 0.3321466 May 27 02:16:54.515663 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1c90a-b81a-46cd-a062-0262ac54acd1 req-a3504249-3032-4e0c-80e6-a3b132c319fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:54.517516 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6df1c90a-b81a-46cd-a062-0262ac54acd1 req-a3504249-3032-4e0c-80e6-a3b132c319fc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a311fdf2ba6e42818b0aefc61e7171be&device_id=8035a3b8-fc99-466d-b0e3-f6a69b4e51f6 HTTP/1.1" status: 200 len: 1094 time: 0.1572859 May 27 02:16:54.630085 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port e8d963ed-fd10-412a-a5ad-b87170b3051f triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:54.630453 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:54.671647 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-79cd4e66-b59b-4a4a-aea7-e410077fa9f9 req-76557aaa-d466-46cf-abcf-39d3897e9e83 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups?id=745af62b-1631-4b69-abea-1d6524475377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621721 May 27 02:16:54.816148 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-1057bffa-2cab-4ff6-8795-0e4c51c892f8 None None] Set router dc6c0e00-65b5-4230-8b60-2f47ee16b4f7 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:16:54.821575 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1c90a-b81a-46cd-a062-0262ac54acd1 req-170bb41f-d9b1-474e-b353-cc1d7a9cd4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:54.826932 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6df1c90a-b81a-46cd-a062-0262ac54acd1 req-170bb41f-d9b1-474e-b353-cc1d7a9cd4cf service neutron] 10.222.0.32 "GET /v2.0/networks?id=963bfc4a-6c6a-457e-a40e-bfec35a18b46 HTTP/1.1" status: 200 len: 914 time: 0.2910066 May 27 02:16:54.886853 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device a7719978-d258-4419-a4e7-b44ee01bc0cd details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:16:55.061136 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device a7719978-d258-4419-a4e7-b44ee01bc0cd no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:16:55.062111 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6df1c90a-b81a-46cd-a062-0262ac54acd1 req-e4623c6a-f2f2-4c8f-8ebe-6f294175358d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e69b678-15b5-4358-8542-05610ec697a2 HTTP/1.1" status: 200 len: 217 time: 0.2279837 May 27 02:16:55.141433 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port e8d963ed-fd10-412a-a5ad-b87170b3051f is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:55.216694 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1c90a-b81a-46cd-a062-0262ac54acd1 req-584a50df-8f2e-445d-a45e-3f8e5016ecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:55.222054 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6df1c90a-b81a-46cd-a062-0262ac54acd1 req-584a50df-8f2e-445d-a45e-3f8e5016ecfb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79b31123-5111-49b0-8b1c-edddca4cc409 HTTP/1.1" status: 200 len: 853 time: 0.1445868 May 27 02:16:55.436170 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6df1c90a-b81a-46cd-a062-0262ac54acd1 req-8c584bb1-1a73-4e3b-bcab-3b98a9b9ca92 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=963bfc4a-6c6a-457e-a40e-bfec35a18b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2077472 May 27 02:16:55.450892 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f384663-b418-4d39-a128-454dc4ef2aa7 req-9d037f2b-8af6-4e7d-97c9-fb240b6ae396 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:55.453077 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2f384663-b418-4d39-a128-454dc4ef2aa7 req-9d037f2b-8af6-4e7d-97c9-fb240b6ae396 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=8933b167-409e-434f-8d42-79fac3383d3d HTTP/1.1" status: 200 len: 946 time: 0.4532449 May 27 02:16:55.534011 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port a7719978-d258-4419-a4e7-b44ee01bc0cd is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:55.534444 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:55.584069 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port a7719978-d258-4419-a4e7-b44ee01bc0cd, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=a7719978-d258-4419-a4e7-b44ee01bc0cd,segment=NetworkSegment(90e934bd-3ada-4cfd-88be-1e4ed99f05f0),segment_id=90e934bd-3ada-4cfd-88be-1e4ed99f05f0)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:55.588051 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port a7719978-d258-4419-a4e7-b44ee01bc0cd, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=a7719978-d258-4419-a4e7-b44ee01bc0cd,segment=NetworkSegment(90e934bd-3ada-4cfd-88be-1e4ed99f05f0),segment_id=90e934bd-3ada-4cfd-88be-1e4ed99f05f0)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:55.597819 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8933b167-409e-434f-8d42-79fac3383d3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7719978-d258-4419-a4e7-b44ee01bc0cd'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:16:55.614838 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': 'a7719978-d258-4419-a4e7-b44ee01bc0cd', 'network_id': '4dbbc7f7-6938-4837-8137-9afe570a121c', 'port_id': 'a7719978-d258-4419-a4e7-b44ee01bc0cd', 'mac_address': 'fa:16:3e:ed:13:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e9701fe-b18a-432f-b901-9da0985348d6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:16:55.650881 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-1057bffa-2cab-4ff6-8795-0e4c51c892f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7', 'name': 'tempest-ServersTestJSON-317645782-router', 'tenant_id': '662bd3219ea243ea954b5fe1db773fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': 'e8d963ed-fd10-412a-a5ad-b87170b3051f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:16:37Z', 'updated_at': '2022-05-27T02:16:51Z', 'revision_number': 4, 'project_id': '662bd3219ea243ea954b5fe1db773fef', 'gw_port': {'id': 'e8d963ed-fd10-412a-a5ad-b87170b3051f', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:39Z', 'updated_at': '2022-05-27T02:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '07952978-ef6b-4565-866e-4b29a58e2bec', 'name': '', 'network_id': 'bd8ad764-a25b-489e-ba20-ae00d285879c', 'tenant_id': '662bd3219ea243ea954b5fe1db773fef', 'mac_address': 'fa:16:3e:2c:54:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '7cc16310-4abe-4496-b05d-113b02c81073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:49Z', 'updated_at': '2022-05-27T02:16:52Z', 'revision_number': 2, 'project_id': '662bd3219ea243ea954b5fe1db773fef', 'subnets': [{'id': '7cc16310-4abe-4496-b05d-113b02c81073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:55.664304 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1057bffa-2cab-4ff6-8795-0e4c51c892f8 None None] Checking router: dc6c0e00-65b5-4230-8b60-2f47ee16b4f7 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:16:55.664304 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1057bffa-2cab-4ff6-8795-0e4c51c892f8 None None] Updating router dc6c0e00-65b5-4230-8b60-2f47ee16b4f7 port 07952978-ef6b-4565-866e-4b29a58e2bec binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:16:55.718534 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port a7719978-d258-4419-a4e7-b44ee01bc0cd is: ACTIVE; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:55.723487 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:55.753530 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a7719978-d258-4419-a4e7-b44ee01bc0cd {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:16:55.757321 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2f384663-b418-4d39-a128-454dc4ef2aa7 req-87d0cc5f-750c-4360-b798-0cfdb219c715 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944938 May 27 02:16:55.792634 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-1057bffa-2cab-4ff6-8795-0e4c51c892f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:55.800779 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6df1c90a-b81a-46cd-a062-0262ac54acd1 req-e7b8b11b-6019-40b9-b0c8-69f36b1ff5c6 service neutron] 10.222.0.32 "GET /v2.0/networks/963bfc4a-6c6a-457e-a40e-bfec35a18b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463321 May 27 02:16:56.179033 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:56.179033 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97abaae5-209e-43fc-a631-478e9a9b66f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:56.186063 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38326) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:56.186063 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-37565aef-0fac-43a8-bffd-0381021964b6 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Request body: {'security_group': {'name': 'tempest-securitygroup--243629882', 'description': 'tempest-description--1876913006'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:56.186063 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-37565aef-0fac-43a8-bffd-0381021964b6 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:56.186063 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-37565aef-0fac-43a8-bffd-0381021964b6 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Usage tracker for resource:security_group and tenant:662bd3219ea243ea954b5fe1db773fef is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:56.186063 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-37565aef-0fac-43a8-bffd-0381021964b6 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:56.186063 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-37565aef-0fac-43a8-bffd-0381021964b6 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:56.191218 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eee93e98-c3c7-4b79-a5d1-04f4aeeaac88'] response: {'server_uuid': '8933b167-409e-434f-8d42-79fac3383d3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7719978-d258-4419-a4e7-b44ee01bc0cd', 'code': 200} May 27 02:16:56.196774 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-37565aef-0fac-43a8-bffd-0381021964b6 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:56.208115 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:16:56.208115 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:16:56.216141 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-37565aef-0fac-43a8-bffd-0381021964b6 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:56.223408 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=a7719978-d258-4419-a4e7-b44ee01bc0cd,revision_number=6']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:56.237783 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-37565aef-0fac-43a8-bffd-0381021964b6 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Usage tracker for resource:security_group_rule and tenant:662bd3219ea243ea954b5fe1db773fef is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:56.237783 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-37565aef-0fac-43a8-bffd-0381021964b6 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:56.237783 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-37565aef-0fac-43a8-bffd-0381021964b6 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:56.242524 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6df1c90a-b81a-46cd-a062-0262ac54acd1 req-d6c0a0ec-ed30-41a4-9771-808353743e12 service neutron] 10.222.0.32 "GET /v2.0/networks/963bfc4a-6c6a-457e-a40e-bfec35a18b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127882 May 27 02:16:56.261222 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10796808-f219-4e6a-ad3d-0ded072d5b94 req-2c76a54d-947e-4b46-9f6f-11e1f5240f27 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:56.274343 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-10796808-f219-4e6a-ad3d-0ded072d5b94 req-2c76a54d-947e-4b46-9f6f-11e1f5240f27 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/ports?device_id=8035a3b8-fc99-466d-b0e3-f6a69b4e51f6 HTTP/1.1" status: 200 len: 943 time: 0.2091348 May 27 02:16:56.380972 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-37565aef-0fac-43a8-bffd-0381021964b6 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:56.411357 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-10796808-f219-4e6a-ad3d-0ded072d5b94 req-ac70ae57-4276-42d5-92ad-5486edc34b02 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups?id=745af62b-1631-4b69-abea-1d6524475377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386735 May 27 02:16:56.465348 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-37565aef-0fac-43a8-bffd-0381021964b6 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:56.543010 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37565aef-0fac-43a8-bffd-0381021964b6 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=908ced9e-d8f4-423b-be01-d1f694f8b97d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:56.560568 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-1057bffa-2cab-4ff6-8795-0e4c51c892f8 None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:56.586677 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-1057bffa-2cab-4ff6-8795-0e4c51c892f8 None None] Transition to ACTIVE for port object 07952978-ef6b-4565-866e-4b29a58e2bec will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:16:56.625835 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-37565aef-0fac-43a8-bffd-0381021964b6 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:56.627746 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-37565aef-0fac-43a8-bffd-0381021964b6 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7080016 May 27 02:16:56.637751 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38350) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:56.648572 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-505866a6-09dd-41be-8fe0-432590f3c700 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Request body: {'security_group_rule': {'security_group_id': '908ced9e-d8f4-423b-be01-d1f694f8b97d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:56.653589 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-1057bffa-2cab-4ff6-8795-0e4c51c892f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:56.683426 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-505866a6-09dd-41be-8fe0-432590f3c700 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:56.691747 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-505866a6-09dd-41be-8fe0-432590f3c700 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Usage tracker for resource:security_group_rule and tenant:662bd3219ea243ea954b5fe1db773fef is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:56.705679 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-505866a6-09dd-41be-8fe0-432590f3c700 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:56.712103 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-505866a6-09dd-41be-8fe0-432590f3c700 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:56.772128 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port a7719978-d258-4419-a4e7-b44ee01bc0cd is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:56.772521 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:56.793403 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7719978-d258-4419-a4e7-b44ee01bc0cd {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:16:56.812624 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38356) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:56.830838 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port a7719978-d258-4419-a4e7-b44ee01bc0cd, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=a7719978-d258-4419-a4e7-b44ee01bc0cd,segment=NetworkSegment(90e934bd-3ada-4cfd-88be-1e4ed99f05f0),segment_id=90e934bd-3ada-4cfd-88be-1e4ed99f05f0)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:56.863810 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-505866a6-09dd-41be-8fe0-432590f3c700 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:56.965550 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:57.067438 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-505866a6-09dd-41be-8fe0-432590f3c700 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:57.073512 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-45211b2c-0818-4d74-8b57-99b1b5109efd tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2056293175', 'router:external': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:57.080020 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-45211b2c-0818-4d74-8b57-99b1b5109efd tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:57.084905 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-45211b2c-0818-4d74-8b57-99b1b5109efd tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Usage tracker for resource:network and tenant:be363a3a0da24e74ba96551e42920728 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:57.091739 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-45211b2c-0818-4d74-8b57-99b1b5109efd tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:57.096555 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-45211b2c-0818-4d74-8b57-99b1b5109efd tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:57.106013 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=a7719978-d258-4419-a4e7-b44ee01bc0cd,revision_number=7']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:57.145094 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-505866a6-09dd-41be-8fe0-432590f3c700 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:57.193576 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc695b-380c-4564-bfca-27895e4e5d9a req-0159daf1-fe0d-4d09-b824-716e1ad82cbc tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:57.195172 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2efc695b-380c-4564-bfca-27895e4e5d9a req-0159daf1-fe0d-4d09-b824-716e1ad82cbc tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=8933b167-409e-434f-8d42-79fac3383d3d HTTP/1.1" status: 200 len: 945 time: 0.1166401 May 27 02:16:57.226539 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534020b3-6324-45e7-88af-2464df6e9c43 None None] Pushing event updated for resources: {'Port': ['ID=07952978-ef6b-4565-866e-4b29a58e2bec,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:57.231025 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45211b2c-0818-4d74-8b57-99b1b5109efd tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Made reservation on behalf of be363a3a0da24e74ba96551e42920728 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:57.235793 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45211b2c-0818-4d74-8b57-99b1b5109efd tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:57.236707 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-1057bffa-2cab-4ff6-8795-0e4c51c892f8 None None] Attempting to bind port 07952978-ef6b-4565-866e-4b29a58e2bec on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:57.237135 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-1057bffa-2cab-4ff6-8795-0e4c51c892f8 None None] Attempting to bind port 07952978-ef6b-4565-866e-4b29a58e2bec by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '18730f6d-a313-43b6-9f8e-ae26692d5630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd8ad764-a25b-489e-ba20-ae00d285879c'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:57.238743 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1057bffa-2cab-4ff6-8795-0e4c51c892f8 None None] Attempting to bind port 07952978-ef6b-4565-866e-4b29a58e2bec on network bd8ad764-a25b-489e-ba20-ae00d285879c {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:57.253828 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1057bffa-2cab-4ff6-8795-0e4c51c892f8 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:16:57.265309 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1057bffa-2cab-4ff6-8795-0e4c51c892f8 None None] Checking segment: {'id': '18730f6d-a313-43b6-9f8e-ae26692d5630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd8ad764-a25b-489e-ba20-ae00d285879c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:16:57.265309 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-1057bffa-2cab-4ff6-8795-0e4c51c892f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:57.265309 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1057bffa-2cab-4ff6-8795-0e4c51c892f8 None None] Bound using segment: {'id': '18730f6d-a313-43b6-9f8e-ae26692d5630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd8ad764-a25b-489e-ba20-ae00d285879c'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:16:57.265309 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-1057bffa-2cab-4ff6-8795-0e4c51c892f8 None None] Bound port: 07952978-ef6b-4565-866e-4b29a58e2bec, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18730f6d-a313-43b6-9f8e-ae26692d5630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd8ad764-a25b-489e-ba20-ae00d285879c'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:16:57.265309 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-1057bffa-2cab-4ff6-8795-0e4c51c892f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:57.265797 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['a7719978-d258-4419-a4e7-b44ee01bc0cd'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:16:57.270669 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505866a6-09dd-41be-8fe0-432590f3c700 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a2888ed-c1eb-43b2-9dc6-831c36f86403,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:57.273538 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2efc695b-380c-4564-bfca-27895e4e5d9a req-5eefee9d-2cd4-4659-a579-5f21847f4285 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661819 May 27 02:16:57.285065 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45211b2c-0818-4d74-8b57-99b1b5109efd tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:57.303886 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-505866a6-09dd-41be-8fe0-432590f3c700 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:57.308513 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38376) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:57.309101 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-505866a6-09dd-41be-8fe0-432590f3c700 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6702750 May 27 02:16:57.314688 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-1844dc14-0eb6-40ab-9cb8-9301d55fad05 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Request body: {'security_group_rule': {'security_group_id': '908ced9e-d8f4-423b-be01-d1f694f8b97d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:57.316996 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-45211b2c-0818-4d74-8b57-99b1b5109efd tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:57.322464 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-45211b2c-0818-4d74-8b57-99b1b5109efd tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Usage tracker for resource:security_group_rule and tenant:be363a3a0da24e74ba96551e42920728 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:57.331392 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1844dc14-0eb6-40ab-9cb8-9301d55fad05 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:57.333794 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-45211b2c-0818-4d74-8b57-99b1b5109efd tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:57.345811 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-45211b2c-0818-4d74-8b57-99b1b5109efd tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:57.353813 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1844dc14-0eb6-40ab-9cb8-9301d55fad05 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Usage tracker for resource:security_group_rule and tenant:662bd3219ea243ea954b5fe1db773fef is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:57.358087 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1844dc14-0eb6-40ab-9cb8-9301d55fad05 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:57.387330 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1844dc14-0eb6-40ab-9cb8-9301d55fad05 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:57.402618 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-1057bffa-2cab-4ff6-8795-0e4c51c892f8 None None] For port 07952978-ef6b-4565-866e-4b29a58e2bec, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:16:57.406162 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-1057bffa-2cab-4ff6-8795-0e4c51c892f8 None None] For port 07952978-ef6b-4565-866e-4b29a58e2bec, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=07952978-ef6b-4565-866e-4b29a58e2bec,segment=NetworkSegment(18730f6d-a313-43b6-9f8e-ae26692d5630),segment_id=18730f6d-a313-43b6-9f8e-ae26692d5630)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:16:57.489987 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1844dc14-0eb6-40ab-9cb8-9301d55fad05 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:57.503604 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 0e69b678-15b5-4358-8542-05610ec697a2 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:16:57.510174 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45211b2c-0818-4d74-8b57-99b1b5109efd tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:57.510818 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-1057bffa-2cab-4ff6-8795-0e4c51c892f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:57.622669 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45211b2c-0818-4d74-8b57-99b1b5109efd tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:57.749140 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1057bffa-2cab-4ff6-8795-0e4c51c892f8 None None] Routers {'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:16:57.749762 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-1057bffa-2cab-4ff6-8795-0e4c51c892f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:16:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['dc6c0e00-65b5-4230-8b60-2f47ee16b4f7'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:57.793934 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45211b2c-0818-4d74-8b57-99b1b5109efd tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:16:57.816531 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45211b2c-0818-4d74-8b57-99b1b5109efd tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755c4c0e-f13e-4190-b937-ec6f6ae7c39e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:57.845301 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45211b2c-0818-4d74-8b57-99b1b5109efd tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:57.845301 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-45211b2c-0818-4d74-8b57-99b1b5109efd tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Added segment 9e961c05-b38c-47de-8c2a-16cb254ed328 of type vlan for network 391af0ec-dd28-4384-902d-b6020df98d76 May 27 02:16:57.910817 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1844dc14-0eb6-40ab-9cb8-9301d55fad05 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:57.921792 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45211b2c-0818-4d74-8b57-99b1b5109efd tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:57.955338 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5b8dc327-cc95-4452-90cd-57e83902f128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:57.989413 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1844dc14-0eb6-40ab-9cb8-9301d55fad05 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:58.137761 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534020b3-6324-45e7-88af-2464df6e9c43 None None] Pushing event updated for resources: {'Port': ['ID=07952978-ef6b-4565-866e-4b29a58e2bec,revision_number=4']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:58.162703 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45211b2c-0818-4d74-8b57-99b1b5109efd tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:58.164827 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45211b2c-0818-4d74-8b57-99b1b5109efd tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:58.165742 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45211b2c-0818-4d74-8b57-99b1b5109efd tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:58.215398 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844dc14-0eb6-40ab-9cb8-9301d55fad05 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff4abdc-b184-4af6-8a8c-237a6635c212,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:58.311078 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 0e69b678-15b5-4358-8542-05610ec697a2, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=0e69b678-15b5-4358-8542-05610ec697a2,segment=NetworkSegment(c7022237-b0eb-48aa-a727-c63339eb0ee8),segment_id=c7022237-b0eb-48aa-a727-c63339eb0ee8)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:58.339218 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '0e69b678-15b5-4358-8542-05610ec697a2', 'network_id': '963bfc4a-6c6a-457e-a40e-bfec35a18b46', 'port_id': '0e69b678-15b5-4358-8542-05610ec697a2', 'mac_address': 'fa:16:3e:ef:8b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79b31123-5111-49b0-8b1c-edddca4cc409', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:16:58.374892 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1844dc14-0eb6-40ab-9cb8-9301d55fad05 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:58.374892 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1844dc14-0eb6-40ab-9cb8-9301d55fad05 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0641954 May 27 02:16:58.386594 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38400) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:58.402635 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-4d47c915-4050-43ba-9992-2e8081408425 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:58.427726 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024664a2-ddd5-403b-aec5-8a8535ee0537 req-f777c6a7-d43b-4809-ad02-3b59aae12969 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:58.435257 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-024664a2-ddd5-403b-aec5-8a8535ee0537 req-f777c6a7-d43b-4809-ad02-3b59aae12969 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/ports?device_id=8035a3b8-fc99-466d-b0e3-f6a69b4e51f6 HTTP/1.1" status: 200 len: 943 time: 0.4106882 May 27 02:16:58.436132 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4d47c915-4050-43ba-9992-2e8081408425 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:58.482216 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4d47c915-4050-43ba-9992-2e8081408425 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Usage tracker for resource:floatingip and tenant:662bd3219ea243ea954b5fe1db773fef is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:58.492452 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4d47c915-4050-43ba-9992-2e8081408425 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:58.502554 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-1057bffa-2cab-4ff6-8795-0e4c51c892f8 None None] Set router dc6c0e00-65b5-4230-8b60-2f47ee16b4f7 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:16:58.510846 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 0e69b678-15b5-4358-8542-05610ec697a2 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:58.517495 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:58.527205 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4d47c915-4050-43ba-9992-2e8081408425 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:58.569694 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45211b2c-0818-4d74-8b57-99b1b5109efd tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Pushing event updated for resources: {'Network': ['ID=391af0ec-dd28-4384-902d-b6020df98d76,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:58.584107 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e69b678-15b5-4358-8542-05610ec697a2 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:16:58.594404 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-45211b2c-0818-4d74-8b57-99b1b5109efd tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.7667985 May 27 02:16:58.599378 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 391af0ec-dd28-4384-902d-b6020df98d76 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:16:58.605766 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38404) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:58.605766 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-70c25a8a-08eb-43e0-8cdd-afa9f5ecaac8 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Request body: {'subnet': {'network_id': '391af0ec-dd28-4384-902d-b6020df98d76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:58.618188 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-70c25a8a-08eb-43e0-8cdd-afa9f5ecaac8 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:58.634646 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-70c25a8a-08eb-43e0-8cdd-afa9f5ecaac8 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Usage tracker for resource:subnet and tenant:be363a3a0da24e74ba96551e42920728 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:58.634646 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-70c25a8a-08eb-43e0-8cdd-afa9f5ecaac8 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:58.648270 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-70c25a8a-08eb-43e0-8cdd-afa9f5ecaac8 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:58.723732 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-024664a2-ddd5-403b-aec5-8a8535ee0537 req-48dc4a43-4951-4b87-8195-ce2bb2868389 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups?id=745af62b-1631-4b69-abea-1d6524475377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685134 May 27 02:16:58.729471 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 0e69b678-15b5-4358-8542-05610ec697a2, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=0e69b678-15b5-4358-8542-05610ec697a2,segment=NetworkSegment(c7022237-b0eb-48aa-a727-c63339eb0ee8),segment_id=c7022237-b0eb-48aa-a727-c63339eb0ee8)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:58.731784 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c25a8a-08eb-43e0-8cdd-afa9f5ecaac8 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Made reservation on behalf of be363a3a0da24e74ba96551e42920728 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:58.736837 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-70c25a8a-08eb-43e0-8cdd-afa9f5ecaac8 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:58.765534 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4d47c915-4050-43ba-9992-2e8081408425 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify callbacks [] for floatingip, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:58.809593 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:58.856885 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700b1ea-866a-4d8e-ae2a-a6c41573a015 req-10359187-c02f-40f5-bbd1-c068029cb094 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:58.856885 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b700b1ea-866a-4d8e-ae2a-a6c41573a015 req-10359187-c02f-40f5-bbd1-c068029cb094 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=8933b167-409e-434f-8d42-79fac3383d3d HTTP/1.1" status: 200 len: 945 time: 0.3218343 May 27 02:16:59.173578 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b700b1ea-866a-4d8e-ae2a-a6c41573a015 req-d606166d-ee7a-4613-98b8-58ac1569b277 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931228 May 27 02:16:59.192483 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['0e69b678-15b5-4358-8542-05610ec697a2'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:16:59.295165 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4d47c915-4050-43ba-9992-2e8081408425 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:59.341645 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-1057bffa-2cab-4ff6-8795-0e4c51c892f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7', 'name': 'tempest-ServersTestJSON-317645782-router', 'tenant_id': '662bd3219ea243ea954b5fe1db773fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': 'e8d963ed-fd10-412a-a5ad-b87170b3051f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:16:37Z', 'updated_at': '2022-05-27T02:16:51Z', 'revision_number': 4, 'project_id': '662bd3219ea243ea954b5fe1db773fef', 'gw_port': {'id': 'e8d963ed-fd10-412a-a5ad-b87170b3051f', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:39Z', 'updated_at': '2022-05-27T02:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '07952978-ef6b-4565-866e-4b29a58e2bec', 'name': '', 'network_id': 'bd8ad764-a25b-489e-ba20-ae00d285879c', 'tenant_id': '662bd3219ea243ea954b5fe1db773fef', 'mac_address': 'fa:16:3e:2c:54:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '7cc16310-4abe-4496-b05d-113b02c81073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:49Z', 'updated_at': '2022-05-27T02:16:57Z', 'revision_number': 4, 'project_id': '662bd3219ea243ea954b5fe1db773fef', 'subnets': [{'id': '7cc16310-4abe-4496-b05d-113b02c81073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:59.343440 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1057bffa-2cab-4ff6-8795-0e4c51c892f8 None None] The sync data for ids ['dc6c0e00-65b5-4230-8b60-2f47ee16b4f7'] in n-d-843554-3 is: [{'id': 'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7', 'name': 'tempest-ServersTestJSON-317645782-router', 'tenant_id': '662bd3219ea243ea954b5fe1db773fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': 'e8d963ed-fd10-412a-a5ad-b87170b3051f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:16:37Z', 'updated_at': '2022-05-27T02:16:51Z', 'revision_number': 4, 'project_id': '662bd3219ea243ea954b5fe1db773fef', 'gw_port': {'id': 'e8d963ed-fd10-412a-a5ad-b87170b3051f', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:39Z', 'updated_at': '2022-05-27T02:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '07952978-ef6b-4565-866e-4b29a58e2bec', 'name': '', 'network_id': 'bd8ad764-a25b-489e-ba20-ae00d285879c', 'tenant_id': '662bd3219ea243ea954b5fe1db773fef', 'mac_address': 'fa:16:3e:2c:54:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '7cc16310-4abe-4496-b05d-113b02c81073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:49Z', 'updated_at': '2022-05-27T02:16:57Z', 'revision_number': 4, 'project_id': '662bd3219ea243ea954b5fe1db773fef', 'subnets': [{'id': '7cc16310-4abe-4496-b05d-113b02c81073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:16:59.367779 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:59.381515 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:59.439271 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=0e69b678-15b5-4358-8542-05610ec697a2,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:59.807859 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-4d47c915-4050-43ba-9992-2e8081408425 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Allocated IP 172.25.1.57 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/75453137-1324-4556-83ef-5db74bea155e) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:17:00.022433 n-d-843554-3 neutron-server[88901]: DEBUG neutron.objects.ports [None req-70c25a8a-08eb-43e0-8cdd-afa9f5ecaac8 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88901) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 02:17:00.023456 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-70c25a8a-08eb-43e0-8cdd-afa9f5ecaac8 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:00.034015 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:00.192128 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4d47c915-4050-43ba-9992-2e8081408425 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:00.231700 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf18e3b-f781-479f-a33e-98e40f5df53b req-d63dbb00-d8d7-4298-a997-3a52a90d7610 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:00.241549 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c25a8a-08eb-43e0-8cdd-afa9f5ecaac8 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7c51d4c9-b815-4a56-85ab-6731e8baa21e,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:00.244661 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-abf18e3b-f781-479f-a33e-98e40f5df53b req-d63dbb00-d8d7-4298-a997-3a52a90d7610 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/ports?device_id=8035a3b8-fc99-466d-b0e3-f6a69b4e51f6 HTTP/1.1" status: 200 len: 944 time: 0.2939894 May 27 02:17:00.261342 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c25a8a-08eb-43e0-8cdd-afa9f5ecaac8 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Checking segment: {'id': '9e961c05-b38c-47de-8c2a-16cb254ed328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '391af0ec-dd28-4384-902d-b6020df98d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:17:00.262280 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c25a8a-08eb-43e0-8cdd-afa9f5ecaac8 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Network hostable DHCP agents. Network: 391af0ec-dd28-4384-902d-b6020df98d76, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:17:00.354854 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-abf18e3b-f781-479f-a33e-98e40f5df53b req-eee48414-fa48-4b3e-b2b5-810a360c8e49 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups?id=745af62b-1631-4b69-abea-1d6524475377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092176 May 27 02:17:00.405846 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c25a8a-08eb-43e0-8cdd-afa9f5ecaac8 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Network 391af0ec-dd28-4384-902d-b6020df98d76 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:17:00.479942 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 07952978-ef6b-4565-866e-4b29a58e2bec up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:17:00.504980 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-70c25a8a-08eb-43e0-8cdd-afa9f5ecaac8 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 391af0ec-dd28-4384-902d-b6020df98d76) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:00.520733 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c25a8a-08eb-43e0-8cdd-afa9f5ecaac8 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:00.522266 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-70c25a8a-08eb-43e0-8cdd-afa9f5ecaac8 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:00.555992 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae0120f-8bb9-4158-93a9-3314e00806fe None None] Network 391af0ec-dd28-4384-902d-b6020df98d76 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:00.567014 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a99e9a-c7e5-404d-bf30-d17a57d316b4 req-4fd6ad76-50c1-4212-b17c-15c56accacc3 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:00.568572 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a3a99e9a-c7e5-404d-bf30-d17a57d316b4 req-4fd6ad76-50c1-4212-b17c-15c56accacc3 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=8933b167-409e-434f-8d42-79fac3383d3d HTTP/1.1" status: 200 len: 945 time: 0.1881912 May 27 02:17:00.571467 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4d47c915-4050-43ba-9992-2e8081408425 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:00.678663 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d47c915-4050-43ba-9992-2e8081408425 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:17:00.680678 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47c915-4050-43ba-9992-2e8081408425 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Pushing event updated for resources: {'Port': ['ID=75453137-1324-4556-83ef-5db74bea155e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:00.683564 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-4d47c915-4050-43ba-9992-2e8081408425 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:00.714052 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d47c915-4050-43ba-9992-2e8081408425 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:17:00.720567 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-70c25a8a-08eb-43e0-8cdd-afa9f5ecaac8 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.1351149 May 27 02:17:00.723429 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38448) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:00.729448 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-16dcdc19-26cf-40e0-a7e4-e9ebfff8ee47 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-329539261', 'network_id': '391af0ec-dd28-4384-902d-b6020df98d76'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:00.751617 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-16dcdc19-26cf-40e0-a7e4-e9ebfff8ee47 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:00.771345 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-16dcdc19-26cf-40e0-a7e4-e9ebfff8ee47 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Usage tracker for resource:port and tenant:be363a3a0da24e74ba96551e42920728 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:00.786705 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-16dcdc19-26cf-40e0-a7e4-e9ebfff8ee47 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:00.807648 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4d47c915-4050-43ba-9992-2e8081408425 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:00.816248 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-16dcdc19-26cf-40e0-a7e4-e9ebfff8ee47 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:00.855078 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a3a99e9a-c7e5-404d-bf30-d17a57d316b4 req-1ebbc93d-c378-4ca4-b3ca-32bc2dd182a8 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606814 May 27 02:17:00.927322 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16dcdc19-26cf-40e0-a7e4-e9ebfff8ee47 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Made reservation on behalf of be363a3a0da24e74ba96551e42920728 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:00.933133 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16dcdc19-26cf-40e0-a7e4-e9ebfff8ee47 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:00.979190 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-16dcdc19-26cf-40e0-a7e4-e9ebfff8ee47 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] device_id is not set on port b59b5d8b-d379-4ae2-94fc-f8655f094414 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:17:01.008015 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device a7719978-d258-4419-a4e7-b44ee01bc0cd up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:17:01.050208 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4d47c915-4050-43ba-9992-2e8081408425 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:01.079848 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88d5e44-4aab-46d6-ae68-5071ab6dc54c None None] Network 391af0ec-dd28-4384-902d-b6020df98d76 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:01.096247 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 07952978-ef6b-4565-866e-4b29a58e2bec completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:17:01.105669 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 07952978-ef6b-4565-866e-4b29a58e2bec triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:01.106251 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:01.266883 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port a7719978-d258-4419-a4e7-b44ee01bc0cd triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:01.267482 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:01.399601 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-16dcdc19-26cf-40e0-a7e4-e9ebfff8ee47 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Allocated IP 2001:db8::1d1 (391af0ec-dd28-4384-902d-b6020df98d76/7c51d4c9-b815-4a56-85ab-6731e8baa21e/b59b5d8b-d379-4ae2-94fc-f8655f094414) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:17:01.405205 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4d47c915-4050-43ba-9992-2e8081408425 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:01.482900 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4d47c915-4050-43ba-9992-2e8081408425 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:01.599543 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 0e69b678-15b5-4358-8542-05610ec697a2 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:17:01.783958 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 07952978-ef6b-4565-866e-4b29a58e2bec is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:01.784625 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:01.884375 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16dcdc19-26cf-40e0-a7e4-e9ebfff8ee47 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:01.985449 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47c915-4050-43ba-9992-2e8081408425 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Pushing event updated for resources: {'Port': ['ID=75453137-1324-4556-83ef-5db74bea155e,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:01.999164 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4d47c915-4050-43ba-9992-2e8081408425 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:02.019967 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port a7719978-d258-4419-a4e7-b44ee01bc0cd is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:02.019967 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:02.037280 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16dcdc19-26cf-40e0-a7e4-e9ebfff8ee47 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:02.044022 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09927651-8bc0-41c0-a690-84abe00f2864 req-1c573db6-ec71-4a39-bf0d-c8d1853d1e76 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:02.053300 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-09927651-8bc0-41c0-a690-84abe00f2864 req-1c573db6-ec71-4a39-bf0d-c8d1853d1e76 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/ports?device_id=8035a3b8-fc99-466d-b0e3-f6a69b4e51f6 HTTP/1.1" status: 200 len: 944 time: 0.4643421 May 27 02:17:02.143620 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4d47c915-4050-43ba-9992-2e8081408425 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:02.147183 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port a7719978-d258-4419-a4e7-b44ee01bc0cd, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=a7719978-d258-4419-a4e7-b44ee01bc0cd,segment=NetworkSegment(90e934bd-3ada-4cfd-88be-1e4ed99f05f0),segment_id=90e934bd-3ada-4cfd-88be-1e4ed99f05f0)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:02.153688 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4d47c915-4050-43ba-9992-2e8081408425 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7656839 May 27 02:17:02.225873 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-09927651-8bc0-41c0-a690-84abe00f2864 req-34d7b411-59f8-4d72-b27b-cd3de91ec81e tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups?id=745af62b-1631-4b69-abea-1d6524475377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625254 May 27 02:17:02.275638 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4a9aa-759c-48ea-8c5d-85b6f1dbb101 req-773c78af-dd28-4f07-8c8b-28c1d0b1b387 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:02.289660 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f3c4a9aa-759c-48ea-8c5d-85b6f1dbb101 req-773c78af-dd28-4f07-8c8b-28c1d0b1b387 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=8933b167-409e-434f-8d42-79fac3383d3d HTTP/1.1" status: 200 len: 945 time: 0.2183709 May 27 02:17:02.326689 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8933b167-409e-434f-8d42-79fac3383d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7719978-d258-4419-a4e7-b44ee01bc0cd'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:17:02.351769 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16dcdc19-26cf-40e0-a7e4-e9ebfff8ee47 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Network 391af0ec-dd28-4384-902d-b6020df98d76 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:17:02.352870 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dcdc19-26cf-40e0-a7e4-e9ebfff8ee47 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Pushing event updated for resources: {'Port': ['ID=b59b5d8b-d379-4ae2-94fc-f8655f094414,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:02.362703 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-16dcdc19-26cf-40e0-a7e4-e9ebfff8ee47 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:02.372839 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dcdc19-26cf-40e0-a7e4-e9ebfff8ee47 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:17:02.373868 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16dcdc19-26cf-40e0-a7e4-e9ebfff8ee47 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:02.374473 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16dcdc19-26cf-40e0-a7e4-e9ebfff8ee47 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:02.388838 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f3c4a9aa-759c-48ea-8c5d-85b6f1dbb101 req-34cbc9ed-c735-4f55-aabd-996a16811cda tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948522 May 27 02:17:02.397135 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:02.496542 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-16dcdc19-26cf-40e0-a7e4-e9ebfff8ee47 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.7677221 May 27 02:17:02.497002 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38490) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:02.503813 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-410e728a-7bf3-4802-9bc4-418568c1d715'] response: {'server_uuid': '8933b167-409e-434f-8d42-79fac3383d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7719978-d258-4419-a4e7-b44ee01bc0cd', 'code': 200} May 27 02:17:02.585289 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 07952978-ef6b-4565-866e-4b29a58e2bec, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=07952978-ef6b-4565-866e-4b29a58e2bec,segment=NetworkSegment(18730f6d-a313-43b6-9f8e-ae26692d5630),segment_id=18730f6d-a313-43b6-9f8e-ae26692d5630)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:02.681842 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=a7719978-d258-4419-a4e7-b44ee01bc0cd,revision_number=8']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:02.825171 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4abfe756-1d2c-4d72-8c60-0b02cbc33229 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Deleting port b59b5d8b-d379-4ae2-94fc-f8655f094414 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:02.825523 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4abfe756-1d2c-4d72-8c60-0b02cbc33229 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:02.827299 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2eb4a-ad50-4027-adf5-c2c869633ba7 req-2a0b19eb-6283-489f-8c78-7c1d17091909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:02.829700 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-efd2eb4a-ad50-4027-adf5-c2c869633ba7 req-2a0b19eb-6283-489f-8c78-7c1d17091909 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8933b167-409e-434f-8d42-79fac3383d3d HTTP/1.1" status: 200 len: 1097 time: 0.1183343 May 27 02:17:02.887025 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:02.951954 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-efd2eb4a-ad50-4027-adf5-c2c869633ba7 req-c3d13fd8-7b38-4e98-8fd7-7c1b93aaf021 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118064 May 27 02:17:03.026567 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 0e69b678-15b5-4358-8542-05610ec697a2 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:17:03.035160 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-eed62544-783a-44ba-ac45-e61ed5555992 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--243629882&fields=id&tenant_id=662bd3219ea243ea954b5fe1db773fef HTTP/1.1" status: 200 len: 267 time: 0.3294291 May 27 02:17:03.037132 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 0e69b678-15b5-4358-8542-05610ec697a2 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:03.038878 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:03.091508 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=07952978-ef6b-4565-866e-4b29a58e2bec,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:03.266746 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 0e69b678-15b5-4358-8542-05610ec697a2 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:03.268033 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:03.311239 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-f4152f96-8b26-4dbf-b098-a5f7862f8699 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:03.320099 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-f4152f96-8b26-4dbf-b098-a5f7862f8699 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.57 "GET /v2.0/networks?id=bd8ad764-a25b-489e-ba20-ae00d285879c HTTP/1.1" status: 200 len: 805 time: 0.2829137 May 27 02:17:03.323876 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 0e69b678-15b5-4358-8542-05610ec697a2, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=0e69b678-15b5-4358-8542-05610ec697a2,segment=NetworkSegment(c7022237-b0eb-48aa-a727-c63339eb0ee8),segment_id=c7022237-b0eb-48aa-a727-c63339eb0ee8)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:03.377923 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-c4bdce46-6637-4e7d-a21c-636773eac91b tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.57 "GET /v2.0/quotas/662bd3219ea243ea954b5fe1db773fef HTTP/1.1" status: 200 len: 375 time: 0.0449805 May 27 02:17:03.428468 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:03.544952 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=0e69b678-15b5-4358-8542-05610ec697a2,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:03.625491 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4abfe756-1d2c-4d72-8c60-0b02cbc33229 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:03.773862 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4abfe756-1d2c-4d72-8c60-0b02cbc33229 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Calling delete_port for b59b5d8b-d379-4ae2-94fc-f8655f094414 owned by {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:17:03.827889 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-d7edc334-7a95-478c-8d2b-a8aca6431664 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=662bd3219ea243ea954b5fe1db773fef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4496241 May 27 02:17:03.983192 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05adf084-cb6e-4a8f-bdd3-6b794fec8c7f req-e4c08dd2-0094-49b5-91b4-ba72e9611d61 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:03.984684 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-05adf084-cb6e-4a8f-bdd3-6b794fec8c7f req-e4c08dd2-0094-49b5-91b4-ba72e9611d61 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/ports?device_id=8035a3b8-fc99-466d-b0e3-f6a69b4e51f6 HTTP/1.1" status: 200 len: 945 time: 0.4329629 May 27 02:17:04.037165 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-3b34d63c-bffc-4a4c-b396-b4ef37f5c53c service neutron] 10.222.0.57 "GET /v2.0/networks/bd8ad764-a25b-489e-ba20-ae00d285879c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164667 May 27 02:17:04.181691 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-05adf084-cb6e-4a8f-bdd3-6b794fec8c7f req-d08a6033-f58d-4d27-9ab5-355053ea57cd tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups?id=745af62b-1631-4b69-abea-1d6524475377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769004 May 27 02:17:04.240627 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-b48af3f7-345e-442e-aec7-12e324e6d2b0 service neutron] 10.222.0.57 "GET /v2.0/networks/bd8ad764-a25b-489e-ba20-ae00d285879c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595836 May 27 02:17:04.338776 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4abfe756-1d2c-4d72-8c60-0b02cbc33229 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:04.419692 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abfe756-1d2c-4d72-8c60-0b02cbc33229 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Pushing event deleted for resources: {'Port': ['ID=b59b5d8b-d379-4ae2-94fc-f8655f094414,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:04.499530 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4abfe756-1d2c-4d72-8c60-0b02cbc33229 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:04.505685 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8035a3b8-fc99-466d-b0e3-f6a69b4e51f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e69b678-15b5-4358-8542-05610ec697a2'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:17:04.514979 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38540) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:04.516921 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4abfe756-1d2c-4d72-8c60-0b02cbc33229 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] 10.222.0.57 "DELETE /v2.0/ports/b59b5d8b-d379-4ae2-94fc-f8655f094414 HTTP/1.1" status: 204 len: 168 time: 2.0171707 May 27 02:17:04.518523 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-39dd0fee-2dee-40d4-a9e9-02b551d5ace2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '391af0ec-dd28-4384-902d-b6020df98d76', 'external_fixed_ips': [{'subnet_id': '7c51d4c9-b815-4a56-85ab-6731e8baa21e', 'ip_address': '2001:db8::1d1'}]}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:04.526398 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65e29d-bcfb-43ef-a500-d49365cb519b req-67e34ceb-aa37-4d0e-80aa-dbb0f0459ebe tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:04.528244 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-39dd0fee-2dee-40d4-a9e9-02b551d5ace2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:04.534713 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2c65e29d-bcfb-43ef-a500-d49365cb519b req-67e34ceb-aa37-4d0e-80aa-dbb0f0459ebe tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=8933b167-409e-434f-8d42-79fac3383d3d HTTP/1.1" status: 200 len: 946 time: 0.2489719 May 27 02:17:04.538811 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-39dd0fee-2dee-40d4-a9e9-02b551d5ace2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Usage tracker for resource:router and tenant:be363a3a0da24e74ba96551e42920728 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:04.543325 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-39dd0fee-2dee-40d4-a9e9-02b551d5ace2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:04.549814 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-39dd0fee-2dee-40d4-a9e9-02b551d5ace2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:04.582473 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2c65e29d-bcfb-43ef-a500-d49365cb519b req-a73a33e2-d6fa-4885-aceb-d695f05ab09b tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466795 May 27 02:17:04.720383 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-39dd0fee-2dee-40d4-a9e9-02b551d5ace2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:04.722836 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-39dd0fee-2dee-40d4-a9e9-02b551d5ace2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:04.728035 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e246324e-cd57-4ae7-9fe2-48de49660f63'] response: {'server_uuid': '8035a3b8-fc99-466d-b0e3-f6a69b4e51f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e69b678-15b5-4358-8542-05610ec697a2', 'code': 200} May 27 02:17:04.744089 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-39dd0fee-2dee-40d4-a9e9-02b551d5ace2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:04.826528 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b21ae814-568f-4ec0-94f3-fe35ffdfbbcc req-1516452f-9c20-4bad-8a27-fe779fb9472d tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.57 "GET /v2.0/ports?device_id=61ec2389-02e0-4667-ba14-80efdf4cbf9c HTTP/1.1" status: 200 len: 210 time: 0.1011622 May 27 02:17:04.989156 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426b881-5e9d-49f3-9d4c-51f7b1890a94 req-d5afa5f4-f9ee-4383-9c5e-b3ea81924558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:04.992150 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1426b881-5e9d-49f3-9d4c-51f7b1890a94 req-d5afa5f4-f9ee-4383-9c5e-b3ea81924558 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8035a3b8-fc99-466d-b0e3-f6a69b4e51f6 HTTP/1.1" status: 200 len: 1096 time: 0.1147466 May 27 02:17:05.025892 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 07952978-ef6b-4565-866e-4b29a58e2bec up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:17:05.063263 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1426b881-5e9d-49f3-9d4c-51f7b1890a94 req-9a4043c2-c67b-4a66-84ae-633651a10016 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=745af62b-1631-4b69-abea-1d6524475377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599811 May 27 02:17:05.148991 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 07952978-ef6b-4565-866e-4b29a58e2bec triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:05.149379 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:05.259745 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-39dd0fee-2dee-40d4-a9e9-02b551d5ace2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:05.307087 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 07952978-ef6b-4565-866e-4b29a58e2bec is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:05.441623 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd2bd5-4838-49ff-8026-a479ef8ea9d7 req-6caa0740-cd09-4494-913d-b37729af3866 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:05.442542 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fcfd2bd5-4838-49ff-8026-a479ef8ea9d7 req-6caa0740-cd09-4494-913d-b37729af3866 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/ports?device_id=8035a3b8-fc99-466d-b0e3-f6a69b4e51f6 HTTP/1.1" status: 200 len: 945 time: 0.1020622 May 27 02:17:05.501834 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fcfd2bd5-4838-49ff-8026-a479ef8ea9d7 req-bf50e82d-e530-4623-ab60-22c269b7f0c1 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups?id=745af62b-1631-4b69-abea-1d6524475377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509505 May 27 02:17:05.813710 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-39dd0fee-2dee-40d4-a9e9-02b551d5ace2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:05.846291 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-39dd0fee-2dee-40d4-a9e9-02b551d5ace2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:05.880130 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b637735-d16e-436a-995b-e5a7595c9ba3 req-92e65ab2-fa75-48b0-a378-af636aa88257 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:05.881745 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b637735-d16e-436a-995b-e5a7595c9ba3 req-92e65ab2-fa75-48b0-a378-af636aa88257 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=8933b167-409e-434f-8d42-79fac3383d3d HTTP/1.1" status: 200 len: 946 time: 0.1698062 May 27 02:17:05.981017 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b637735-d16e-436a-995b-e5a7595c9ba3 req-98daf4fe-d7a9-45cb-aa51-1b69537e757e tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858865 May 27 02:17:06.053752 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c2a38f37-f41b-42bd-a282-cb9266c05422 req-015557bf-7796-474f-931e-633da9ae6a20 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.57 "GET /v2.0/ports?device_id=61ec2389-02e0-4667-ba14-80efdf4cbf9c HTTP/1.1" status: 200 len: 210 time: 0.0603080 May 27 02:17:06.280570 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727fabd6-043e-4f34-8e9b-7323d37b61cd req-26759256-62f4-48ec-8d05-a61cc14ff868 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:06.283663 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-727fabd6-043e-4f34-8e9b-7323d37b61cd req-26759256-62f4-48ec-8d05-a61cc14ff868 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=8933b167-409e-434f-8d42-79fac3383d3d HTTP/1.1" status: 200 len: 946 time: 0.1012604 May 27 02:17:06.308199 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-39dd0fee-2dee-40d4-a9e9-02b551d5ace2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Allocated IP 2001:db8::1d1 (391af0ec-dd28-4384-902d-b6020df98d76/7c51d4c9-b815-4a56-85ab-6731e8baa21e/b50e0cc4-e9a3-440f-8705-f7cfe88c9be9) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:17:06.384440 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-727fabd6-043e-4f34-8e9b-7323d37b61cd req-4d2aa62a-54b9-42e3-82f8-f301dae805e2 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932662 May 27 02:17:06.515228 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-39dd0fee-2dee-40d4-a9e9-02b551d5ace2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:06.648784 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-39dd0fee-2dee-40d4-a9e9-02b551d5ace2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:06.723119 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dd0fee-2dee-40d4-a9e9-02b551d5ace2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Network 391af0ec-dd28-4384-902d-b6020df98d76 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:17:06.726233 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-39dd0fee-2dee-40d4-a9e9-02b551d5ace2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:06.730326 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dd0fee-2dee-40d4-a9e9-02b551d5ace2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:17:06.800157 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dd0fee-2dee-40d4-a9e9-02b551d5ace2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Pushing event updated for resources: {'Port': ['ID=b50e0cc4-e9a3-440f-8705-f7cfe88c9be9,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:07.167667 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5b190-cb65-4d63-9f4c-c95f6cb7172f req-823defd6-116c-4421-84c9-7e955eaea9f3 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:07.169056 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-16b5b190-cb65-4d63-9f4c-c95f6cb7172f req-823defd6-116c-4421-84c9-7e955eaea9f3 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/ports?device_id=8035a3b8-fc99-466d-b0e3-f6a69b4e51f6 HTTP/1.1" status: 200 len: 945 time: 0.1092765 May 27 02:17:07.216858 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-16b5b190-cb65-4d63-9f4c-c95f6cb7172f req-0b9675bf-fb40-42d3-8a59-abddf98157e4 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups?id=745af62b-1631-4b69-abea-1d6524475377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418351 May 27 02:17:07.226495 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-39dd0fee-2dee-40d4-a9e9-02b551d5ace2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:07.387661 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-79ed1126-bac4-4a91-85f8-00d3c6b7863a req-7fbd7724-f576-401a-9344-a9077469d552 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.57 "GET /v2.0/ports?device_id=61ec2389-02e0-4667-ba14-80efdf4cbf9c HTTP/1.1" status: 200 len: 210 time: 0.0442700 May 27 02:17:07.598688 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-39dd0fee-2dee-40d4-a9e9-02b551d5ace2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:07.780870 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d743c9f-3043-4913-9231-51441ac2550d req-14913906-f2c1-4b04-897a-75c9a0125b71 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:07.788084 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6d743c9f-3043-4913-9231-51441ac2550d req-14913906-f2c1-4b04-897a-75c9a0125b71 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/networks?id=4dbbc7f7-6938-4837-8137-9afe570a121c HTTP/1.1" status: 200 len: 813 time: 0.3060944 May 27 02:17:07.808134 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6d743c9f-3043-4913-9231-51441ac2550d req-22600251-982a-43d4-8917-282e36b53521 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/quotas/fa5aae445e1f462e890cfe8ec27ab930 HTTP/1.1" status: 200 len: 375 time: 0.0106001 May 27 02:17:07.969177 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39dd0fee-2dee-40d4-a9e9-02b551d5ace2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Router 0c6543db-abd5-4280-90b7-98d398110cbd is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:17:07.984323 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6d743c9f-3043-4913-9231-51441ac2550d req-ef617704-1e17-4358-b5a2-8ed7f4f3fb4e tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=fa5aae445e1f462e890cfe8ec27ab930&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1684885 May 27 02:17:08.164631 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f8074417-e964-4e47-bc6f-07c1696a9ea0 req-aae7d472-4498-4abf-b3ac-b442b55ed4b4 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1494924569&fields=id&tenant_id=a311fdf2ba6e42818b0aefc61e7171be HTTP/1.1" status: 200 len: 267 time: 0.1496582 May 27 02:17:08.258629 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-08f5ac73-721e-4c38-886e-425b80ff7ba4 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:08.260252 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-08f5ac73-721e-4c38-886e-425b80ff7ba4 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.32 "GET /v2.0/networks?id=bd8ad764-a25b-489e-ba20-ae00d285879c HTTP/1.1" status: 200 len: 805 time: 0.3742974 May 27 02:17:08.281008 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39dd0fee-2dee-40d4-a9e9-02b551d5ace2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:17:08.285658 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48ac942-2925-4d61-ac3f-47142991b3fa None None] Sync routers for ids ['0c6543db-abd5-4280-90b7-98d398110cbd'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:17:08.313113 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48ac942-2925-4d61-ac3f-47142991b3fa None None] Routers {'0c6543db-abd5-4280-90b7-98d398110cbd'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:17:08.313930 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a48ac942-2925-4d61-ac3f-47142991b3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:16:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['0c6543db-abd5-4280-90b7-98d398110cbd'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:08.336381 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6d743c9f-3043-4913-9231-51441ac2550d req-37e2c7d0-89c0-4e11-979d-6459232ef96b service neutron] 10.222.0.57 "GET /v2.0/networks/4dbbc7f7-6938-4837-8137-9afe570a121c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502655 May 27 02:17:08.369484 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-70829199-daa0-4e0a-9769-fa336a331da7 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=662bd3219ea243ea954b5fe1db773fef HTTP/1.1" status: 200 len: 379 time: 0.0985527 May 27 02:17:08.380584 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-53db9372-5b19-436a-a874-f12e8e3e34c0 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Request body: {'port': {'device_id': '61ec2389-02e0-4667-ba14-80efdf4cbf9c', 'network_id': 'bd8ad764-a25b-489e-ba20-ae00d285879c', 'admin_state_up': True, 'tenant_id': '662bd3219ea243ea954b5fe1db773fef', 'security_groups': ['908ced9e-d8f4-423b-be01-d1f694f8b97d']}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:08.544051 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-39dd0fee-2dee-40d4-a9e9-02b551d5ace2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:08.546989 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-a48ac942-2925-4d61-ac3f-47142991b3fa None None] Set router 0c6543db-abd5-4280-90b7-98d398110cbd gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:17:08.548354 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-39dd0fee-2dee-40d4-a9e9-02b551d5ace2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.0338380 May 27 02:17:08.549617 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8074417-e964-4e47-bc6f-07c1696a9ea0 req-949c13b4-a12d-4dc6-8560-3132c270b346 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:08.551116 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f8074417-e964-4e47-bc6f-07c1696a9ea0 req-949c13b4-a12d-4dc6-8560-3132c270b346 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/ports?device_id=8035a3b8-fc99-466d-b0e3-f6a69b4e51f6 HTTP/1.1" status: 200 len: 945 time: 0.3610201 May 27 02:17:08.553870 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38714) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:08.596542 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de798f0-daf7-4350-a8a0-2206584151a1 req-6a6c9183-b8a5-48f1-8e64-761bf1718fef tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:08.598131 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2de798f0-daf7-4350-a8a0-2206584151a1 req-6a6c9183-b8a5-48f1-8e64-761bf1718fef tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.66 "GET /v2.0/ports?device_id=8933b167-409e-434f-8d42-79fac3383d3d HTTP/1.1" status: 200 len: 946 time: 0.1075995 May 27 02:17:08.638943 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-f8074417-e964-4e47-bc6f-07c1696a9ea0 req-4e99aca3-b104-4706-bee9-4757528c9b6d tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Request body: {'port': {'security_groups': ['745af62b-1631-4b69-abea-1d6524475377', 'caedade5-c24f-46e3-ab97-694d3c84c00a']}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:08.677097 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-2de798f0-daf7-4350-a8a0-2206584151a1 req-e26e4641-48ac-478c-abd8-d88a6f06fd24 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Deleting port a7719978-d258-4419-a4e7-b44ee01bc0cd {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:08.677736 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2de798f0-daf7-4350-a8a0-2206584151a1 req-e26e4641-48ac-478c-abd8-d88a6f06fd24 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:08.762927 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6d743c9f-3043-4913-9231-51441ac2550d req-8d43fc2e-cbaa-4960-8e0e-3b9ec4a00629 service neutron] 10.222.0.57 "GET /v2.0/networks/4dbbc7f7-6938-4837-8137-9afe570a121c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255888 May 27 02:17:08.852225 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a48ac942-2925-4d61-ac3f-47142991b3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6543db-abd5-4280-90b7-98d398110cbd', 'name': '', 'tenant_id': 'be363a3a0da24e74ba96551e42920728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '391af0ec-dd28-4384-902d-b6020df98d76', 'external_fixed_ips': [{'subnet_id': '7c51d4c9-b815-4a56-85ab-6731e8baa21e', 'ip_address': '2001:db8::1d1'}], 'enable_snat': True}, 'gw_port_id': 'b50e0cc4-e9a3-440f-8705-f7cfe88c9be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:17:04Z', 'updated_at': '2022-05-27T02:17:06Z', 'revision_number': 3, 'project_id': 'be363a3a0da24e74ba96551e42920728', 'gw_port': {'id': 'b50e0cc4-e9a3-440f-8705-f7cfe88c9be9', 'name': '', 'network_id': '391af0ec-dd28-4384-902d-b6020df98d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:0a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6543db-abd5-4280-90b7-98d398110cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '7c51d4c9-b815-4a56-85ab-6731e8baa21e', 'ip_address': '2001:db8::1d1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:17:06Z', 'updated_at': '2022-05-27T02:17:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c51d4c9-b815-4a56-85ab-6731e8baa21e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:08.856499 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48ac942-2925-4d61-ac3f-47142991b3fa None None] Checking router: 0c6543db-abd5-4280-90b7-98d398110cbd for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:17:08.857058 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48ac942-2925-4d61-ac3f-47142991b3fa None None] Updating router 0c6543db-abd5-4280-90b7-98d398110cbd port b50e0cc4-e9a3-440f-8705-f7cfe88c9be9 binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:17:08.924567 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a48ac942-2925-4d61-ac3f-47142991b3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:08.984581 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-53db9372-5b19-436a-a874-f12e8e3e34c0 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:08.996522 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-53db9372-5b19-436a-a874-f12e8e3e34c0 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Usage tracker for resource:port and tenant:662bd3219ea243ea954b5fe1db773fef is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:09.001292 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-53db9372-5b19-436a-a874-f12e8e3e34c0 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:09.015632 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-53db9372-5b19-436a-a874-f12e8e3e34c0 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:09.031769 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f8074417-e964-4e47-bc6f-07c1696a9ea0 req-4e99aca3-b104-4706-bee9-4757528c9b6d tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:09.036601 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-2de798f0-daf7-4350-a8a0-2206584151a1 req-e26e4641-48ac-478c-abd8-d88a6f06fd24 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] For port a7719978-d258-4419-a4e7-b44ee01bc0cd, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=a7719978-d258-4419-a4e7-b44ee01bc0cd,segment=NetworkSegment(90e934bd-3ada-4cfd-88be-1e4ed99f05f0),segment_id=90e934bd-3ada-4cfd-88be-1e4ed99f05f0)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:09.037916 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2de798f0-daf7-4350-a8a0-2206584151a1 req-e26e4641-48ac-478c-abd8-d88a6f06fd24 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:09.050366 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9644ad6a-5999-4d10-bb8a-ad3fc0c165d6 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for router, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:09.181235 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-53db9372-5b19-436a-a874-f12e8e3e34c0 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Made reservation on behalf of 662bd3219ea243ea954b5fe1db773fef for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:09.188573 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-53db9372-5b19-436a-a874-f12e8e3e34c0 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:09.196051 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-2de798f0-daf7-4350-a8a0-2206584151a1 req-e26e4641-48ac-478c-abd8-d88a6f06fd24 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Calling delete_port for a7719978-d258-4419-a4e7-b44ee01bc0cd owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:17:09.365245 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a48ac942-2925-4d61-ac3f-47142991b3fa None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:09.485407 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2de798f0-daf7-4350-a8a0-2206584151a1 req-e26e4641-48ac-478c-abd8-d88a6f06fd24 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:09.487900 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a48ac942-2925-4d61-ac3f-47142991b3fa None None] Transition to ACTIVE for port object b50e0cc4-e9a3-440f-8705-f7cfe88c9be9 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:09.501782 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['a7719978-d258-4419-a4e7-b44ee01bc0cd'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:17:09.553634 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 15697790-dafd-48ae-80ee-72053ff5983e no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:17:09.579696 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e4641-48ac-478c-abd8-d88a6f06fd24 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Pushing event deleted for resources: {'Port': ['ID=a7719978-d258-4419-a4e7-b44ee01bc0cd,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:09.644701 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a48ac942-2925-4d61-ac3f-47142991b3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:09.714014 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de798f0-daf7-4350-a8a0-2206584151a1 req-e26e4641-48ac-478c-abd8-d88a6f06fd24 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] No DVR routers for this DVR port a7719978-d258-4419-a4e7-b44ee01bc0cd on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:17:09.719289 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2de798f0-daf7-4350-a8a0-2206584151a1 req-e26e4641-48ac-478c-abd8-d88a6f06fd24 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:09.722029 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8933b167-409e-434f-8d42-79fac3383d3d', 'name': 'network-vif-deleted', 'tag': 'a7719978-d258-4419-a4e7-b44ee01bc0cd'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:17:09.728608 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb6a05a-7fc7-4073-a2a0-c1f9c8131d6e None None] Pushing event updated for resources: {'Port': ['ID=b50e0cc4-e9a3-440f-8705-f7cfe88c9be9,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:09.780917 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9644ad6a-5999-4d10-bb8a-ad3fc0c165d6 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:09.820281 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 15697790-dafd-48ae-80ee-72053ff5983e is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:09.820833 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:09.831156 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-a48ac942-2925-4d61-ac3f-47142991b3fa None None] Attempting to bind port b50e0cc4-e9a3-440f-8705-f7cfe88c9be9 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:17:09.831513 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-a48ac942-2925-4d61-ac3f-47142991b3fa None None] Attempting to bind port b50e0cc4-e9a3-440f-8705-f7cfe88c9be9 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '9e961c05-b38c-47de-8c2a-16cb254ed328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '391af0ec-dd28-4384-902d-b6020df98d76'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:17:09.831877 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48ac942-2925-4d61-ac3f-47142991b3fa None None] Attempting to bind port b50e0cc4-e9a3-440f-8705-f7cfe88c9be9 on network 391af0ec-dd28-4384-902d-b6020df98d76 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:17:09.859863 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2de798f0-daf7-4350-a8a0-2206584151a1 req-e26e4641-48ac-478c-abd8-d88a6f06fd24 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.66 "DELETE /v2.0/ports/a7719978-d258-4419-a4e7-b44ee01bc0cd HTTP/1.1" status: 204 len: 173 time: 1.2564478 May 27 02:17:09.866746 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48ac942-2925-4d61-ac3f-47142991b3fa None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:17:09.867125 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48ac942-2925-4d61-ac3f-47142991b3fa None None] Checking segment: {'id': '9e961c05-b38c-47de-8c2a-16cb254ed328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '391af0ec-dd28-4384-902d-b6020df98d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:17:09.867527 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a48ac942-2925-4d61-ac3f-47142991b3fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:09.867926 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48ac942-2925-4d61-ac3f-47142991b3fa None None] Bound using segment: {'id': '9e961c05-b38c-47de-8c2a-16cb254ed328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '391af0ec-dd28-4384-902d-b6020df98d76'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:17:09.868405 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-a48ac942-2925-4d61-ac3f-47142991b3fa None None] Bound port: b50e0cc4-e9a3-440f-8705-f7cfe88c9be9, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e961c05-b38c-47de-8c2a-16cb254ed328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '391af0ec-dd28-4384-902d-b6020df98d76'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:17:09.868820 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a48ac942-2925-4d61-ac3f-47142991b3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:09.947623 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-53db9372-5b19-436a-a874-f12e8e3e34c0 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Allocated IP 172.20.0.12 (bd8ad764-a25b-489e-ba20-ae00d285879c/7cc16310-4abe-4496-b05d-113b02c81073/6016e4e1-cc60-407b-932e-f60ea8171142) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:17:09.963783 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9644ad6a-5999-4d10-bb8a-ad3fc0c165d6 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Deleting port b50e0cc4-e9a3-440f-8705-f7cfe88c9be9 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:09.966458 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9644ad6a-5999-4d10-bb8a-ad3fc0c165d6 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:10.002178 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e3ece41-56ba-4cd9-828c-0b0f8816ae47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15697790-dafd-48ae-80ee-72053ff5983e'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:17:10.010005 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a48ac942-2925-4d61-ac3f-47142991b3fa None None] For port b50e0cc4-e9a3-440f-8705-f7cfe88c9be9, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:17:10.014505 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a48ac942-2925-4d61-ac3f-47142991b3fa None None] For port b50e0cc4-e9a3-440f-8705-f7cfe88c9be9, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b50e0cc4-e9a3-440f-8705-f7cfe88c9be9,segment=NetworkSegment(9e961c05-b38c-47de-8c2a-16cb254ed328),segment_id=9e961c05-b38c-47de-8c2a-16cb254ed328)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:17:10.019913 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 15697790-dafd-48ae-80ee-72053ff5983e, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=15697790-dafd-48ae-80ee-72053ff5983e,segment=NetworkSegment(ab39751d-1c01-42dd-8648-098e3a0f206f),segment_id=ab39751d-1c01-42dd-8648-098e3a0f206f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:10.079699 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a48ac942-2925-4d61-ac3f-47142991b3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:10.147607 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5dea6ee7-bd8e-493f-aa6a-5032576c4247 req-4c7ecb00-982e-47ce-bb64-ca1f1c2307ab tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.57 "GET /v2.0/ports?device_id=61ec2389-02e0-4667-ba14-80efdf4cbf9c HTTP/1.1" status: 200 len: 210 time: 0.1322324 May 27 02:17:10.171162 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48ac942-2925-4d61-ac3f-47142991b3fa None None] Routers {'0c6543db-abd5-4280-90b7-98d398110cbd'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:17:10.171781 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a48ac942-2925-4d61-ac3f-47142991b3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:16:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['0c6543db-abd5-4280-90b7-98d398110cbd'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:10.241708 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:10.241910 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-f8074417-e964-4e47-bc6f-07c1696a9ea0 req-4e99aca3-b104-4706-bee9-4757528c9b6d tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] For port 0e69b678-15b5-4358-8542-05610ec697a2, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=0e69b678-15b5-4358-8542-05610ec697a2,segment=NetworkSegment(c7022237-b0eb-48aa-a727-c63339eb0ee8),segment_id=c7022237-b0eb-48aa-a727-c63339eb0ee8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:10.351669 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb6a05a-7fc7-4073-a2a0-c1f9c8131d6e None None] Pushing event updated for resources: {'Port': ['ID=b50e0cc4-e9a3-440f-8705-f7cfe88c9be9,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:10.420367 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c17be7a3-e82e-42f0-9547-08ba72649e09 req-353bd8bb-2ea7-4b25-987b-6e42c5a357a9 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=358b2759-e027-419f-8ee4-60263782865d HTTP/1.1" status: 200 len: 210 time: 0.1842389 May 27 02:17:10.508123 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f8074417-e964-4e47-bc6f-07c1696a9ea0 req-4e99aca3-b104-4706-bee9-4757528c9b6d tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:10.513374 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-a48ac942-2925-4d61-ac3f-47142991b3fa None None] Set router 0c6543db-abd5-4280-90b7-98d398110cbd gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:17:10.568827 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=15697790-dafd-48ae-80ee-72053ff5983e,revision_number=8']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:10.584777 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-9644ad6a-5999-4d10-bb8a-ad3fc0c165d6 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] For port b50e0cc4-e9a3-440f-8705-f7cfe88c9be9, host n-d-843554-3, got binding levels [] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:10.585144 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9644ad6a-5999-4d10-bb8a-ad3fc0c165d6 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:10.596772 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f8074417-e964-4e47-bc6f-07c1696a9ea0 req-4e99aca3-b104-4706-bee9-4757528c9b6d tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:10.610356 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-53db9372-5b19-436a-a874-f12e8e3e34c0 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:10.665711 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['0e69b678-15b5-4358-8542-05610ec697a2'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:17:10.719845 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a48ac942-2925-4d61-ac3f-47142991b3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6543db-abd5-4280-90b7-98d398110cbd', 'name': '', 'tenant_id': 'be363a3a0da24e74ba96551e42920728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:17:04Z', 'updated_at': '2022-05-27T02:17:09Z', 'revision_number': 4, 'project_id': 'be363a3a0da24e74ba96551e42920728', 'gw_port_host': None}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:10.742598 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bd30a30-af4b-4b25-a3a3-44aca63039db'] response: {'server_uuid': '8933b167-409e-434f-8d42-79fac3383d3d', 'name': 'network-vif-deleted', 'tag': 'a7719978-d258-4419-a4e7-b44ee01bc0cd', 'status': 'completed', 'code': 200} May 27 02:17:10.775412 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48ac942-2925-4d61-ac3f-47142991b3fa None None] The sync data for ids ['0c6543db-abd5-4280-90b7-98d398110cbd'] in n-d-843554-3 is: [{'id': '0c6543db-abd5-4280-90b7-98d398110cbd', 'name': '', 'tenant_id': 'be363a3a0da24e74ba96551e42920728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:17:04Z', 'updated_at': '2022-05-27T02:17:09Z', 'revision_number': 4, 'project_id': 'be363a3a0da24e74ba96551e42920728', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:17:10.841853 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-556abf73-5e4e-472a-b14c-e1109bc092bd'] response: {'server_uuid': '5e3ece41-56ba-4cd9-828c-0b0f8816ae47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15697790-dafd-48ae-80ee-72053ff5983e', 'code': 200} May 27 02:17:10.857800 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9644ad6a-5999-4d10-bb8a-ad3fc0c165d6 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Calling delete_port for b50e0cc4-e9a3-440f-8705-f7cfe88c9be9 owned by network:router_gateway {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:17:10.956130 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-53db9372-5b19-436a-a874-f12e8e3e34c0 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Transition to ACTIVE for port object 6016e4e1-cc60-407b-932e-f60ea8171142 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:11.026198 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8074417-e964-4e47-bc6f-07c1696a9ea0 req-4e99aca3-b104-4706-bee9-4757528c9b6d tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:11.027028 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f8074417-e964-4e47-bc6f-07c1696a9ea0 req-4e99aca3-b104-4706-bee9-4757528c9b6d tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:11.028406 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f8074417-e964-4e47-bc6f-07c1696a9ea0 req-4e99aca3-b104-4706-bee9-4757528c9b6d tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "PUT /v2.0/ports/0e69b678-15b5-4358-8542-05610ec697a2 HTTP/1.1" status: 200 len: 981 time: 2.4036856 May 27 02:17:11.032905 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8035a3b8-fc99-466d-b0e3-f6a69b4e51f6', 'tag': '0e69b678-15b5-4358-8542-05610ec697a2'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:17:11.135629 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['0e69b678-15b5-4358-8542-05610ec697a2'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:17:11.227695 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99aca3-b104-4706-bee9-4757528c9b6d tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Pushing event updated for resources: {'Port': ['ID=0e69b678-15b5-4358-8542-05610ec697a2,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:11.254939 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e99aca3-b104-4706-bee9-4757528c9b6d tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:11.256740 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e99aca3-b104-4706-bee9-4757528c9b6d tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:11.256740 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e99aca3-b104-4706-bee9-4757528c9b6d tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:11.260258 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e99aca3-b104-4706-bee9-4757528c9b6d tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:11.260258 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e99aca3-b104-4706-bee9-4757528c9b6d tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:11.260258 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e99aca3-b104-4706-bee9-4757528c9b6d tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:11.260258 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e99aca3-b104-4706-bee9-4757528c9b6d tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:11.260258 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e99aca3-b104-4706-bee9-4757528c9b6d tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:11.260258 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e99aca3-b104-4706-bee9-4757528c9b6d tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:11.260258 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e99aca3-b104-4706-bee9-4757528c9b6d tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:11.260258 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e99aca3-b104-4706-bee9-4757528c9b6d tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:11.260258 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e99aca3-b104-4706-bee9-4757528c9b6d tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:11.279516 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-53db9372-5b19-436a-a874-f12e8e3e34c0 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:11.383440 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7df17369-aabb-4e4e-8fcc-97b2a2a62d8d req-6f522041-6afc-4a72-99c5-d445d88f92c0 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-973265700&fields=id&tenant_id=a311fdf2ba6e42818b0aefc61e7171be HTTP/1.1" status: 200 len: 267 time: 0.2159979 May 27 02:17:11.392697 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-53db9372-5b19-436a-a874-f12e8e3e34c0 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Network bd8ad764-a25b-489e-ba20-ae00d285879c is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:17:11.407325 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-53db9372-5b19-436a-a874-f12e8e3e34c0 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:11.415110 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-53db9372-5b19-436a-a874-f12e8e3e34c0 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:17:11.500650 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-2dafb15e-1e4b-4c9b-beec-08064f512cf1 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:11.502141 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-2dafb15e-1e4b-4c9b-beec-08064f512cf1 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/networks?id=ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee HTTP/1.1" status: 200 len: 805 time: 0.5140691 May 27 02:17:11.528922 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53db9372-5b19-436a-a874-f12e8e3e34c0 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Pushing event updated for resources: {'Port': ['ID=6016e4e1-cc60-407b-932e-f60ea8171142,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:11.738046 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-9644ad6a-5999-4d10-bb8a-ad3fc0c165d6 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:17:11.738375 n-d-843554-3 neutron-server[88902]: DEBUG oslo_db.api [None req-9644ad6a-5999-4d10-bb8a-ad3fc0c165d6 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:17:11.739663 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-f0010891-678b-4614-b230-84d26b14d0c0 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/quotas/061b97479a33466e8381b1e53cde36e4 HTTP/1.1" status: 200 len: 375 time: 0.2263708 May 27 02:17:11.755553 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-53db9372-5b19-436a-a874-f12e8e3e34c0 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:11.756156 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-53db9372-5b19-436a-a874-f12e8e3e34c0 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:11.796574 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ccda5770-e709-4fc2-86fd-baaa94dbfad6 None None] Provisioning for port 6016e4e1-cc60-407b-932e-f60ea8171142 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:17:11.820880 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ccda5770-e709-4fc2-86fd-baaa94dbfad6 None None] Provisioning complete for port 6016e4e1-cc60-407b-932e-f60ea8171142 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:11.821187 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ccda5770-e709-4fc2-86fd-baaa94dbfad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:11.893350 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df17369-aabb-4e4e-8fcc-97b2a2a62d8d req-240d164f-52ce-4aed-b6fe-1b2162647bbb tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:11.893350 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7df17369-aabb-4e4e-8fcc-97b2a2a62d8d req-240d164f-52ce-4aed-b6fe-1b2162647bbb tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/ports?device_id=8035a3b8-fc99-466d-b0e3-f6a69b4e51f6 HTTP/1.1" status: 200 len: 984 time: 0.4934351 May 27 02:17:11.913630 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-7df17369-aabb-4e4e-8fcc-97b2a2a62d8d req-16b78de4-e6a6-4505-b540-60e126dbaac6 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Request body: {'port': {'security_groups': ['745af62b-1631-4b69-abea-1d6524475377', 'caedade5-c24f-46e3-ab97-694d3c84c00a', '34296ca2-bc41-4e91-915b-c7a09b4e6ba1']}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:11.946945 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a2a50-249e-4067-8597-883896be935a req-4447aeca-8eaf-4c80-8dc3-9017c09539e9 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:11.946945 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f21a2a50-249e-4067-8597-883896be935a req-4447aeca-8eaf-4c80-8dc3-9017c09539e9 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e3ece41-56ba-4cd9-828c-0b0f8816ae47 HTTP/1.1" status: 200 len: 944 time: 0.4018524 May 27 02:17:11.951554 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ccda5770-e709-4fc2-86fd-baaa94dbfad6 None None] Port 6016e4e1-cc60-407b-932e-f60ea8171142 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:17:11.954823 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-53db9372-5b19-436a-a874-f12e8e3e34c0 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5797069 May 27 02:17:12.011486 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-5365871a-0504-41e5-8cb2-decf1bc3b626 service neutron] Request body: {'port': {'device_id': '61ec2389-02e0-4667-ba14-80efdf4cbf9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:12.062585 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-d5bd57e5-5a18-416b-a835-7bdada8ca309 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=061b97479a33466e8381b1e53cde36e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3111260 May 27 02:17:12.211227 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d743c9f-3043-4913-9231-51441ac2550d req-f4cec859-9186-46f0-8c25-7c7155737cf3 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:12.211227 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-6d743c9f-3043-4913-9231-51441ac2550d req-f4cec859-9186-46f0-8c25-7c7155737cf3 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Synchronizing usage tracker for tenant:fa5aae445e1f462e890cfe8ec27ab930 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:17:12.230589 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-f21a2a50-249e-4067-8597-883896be935a req-4f2760ce-60e7-4f8b-8022-ee6510706d9e tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Deleting port 15697790-dafd-48ae-80ee-72053ff5983e {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:12.230589 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f21a2a50-249e-4067-8597-883896be935a req-4f2760ce-60e7-4f8b-8022-ee6510706d9e tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:12.269273 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9644ad6a-5999-4d10-bb8a-ad3fc0c165d6 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Deleting port b50e0cc4-e9a3-440f-8705-f7cfe88c9be9 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:12.269273 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9644ad6a-5999-4d10-bb8a-ad3fc0c165d6 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:12.388399 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-7df17369-aabb-4e4e-8fcc-97b2a2a62d8d req-16b78de4-e6a6-4505-b540-60e126dbaac6 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:12.394877 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-6d743c9f-3043-4913-9231-51441ac2550d req-f4cec859-9186-46f0-8c25-7c7155737cf3 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Unset dirty status for tenant:fa5aae445e1f462e890cfe8ec27ab930 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:17:12.396632 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6d743c9f-3043-4913-9231-51441ac2550d req-f4cec859-9186-46f0-8c25-7c7155737cf3 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.66 "GET /v2.0/networks?id=4dbbc7f7-6938-4837-8137-9afe570a121c HTTP/1.1" status: 200 len: 813 time: 0.3738391 May 27 02:17:12.418243 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-6d743c9f-3043-4913-9231-51441ac2550d req-45c01af1-a86f-4c7c-8f77-0645f807b28a tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Request body: {'port': {'device_id': '358b2759-e027-419f-8ee4-60263782865d', 'network_id': '4dbbc7f7-6938-4837-8137-9afe570a121c', 'admin_state_up': True, 'tenant_id': 'fa5aae445e1f462e890cfe8ec27ab930'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:12.471215 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:17:12.519916 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-5365871a-0504-41e5-8cb2-decf1bc3b626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:12.568794 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-6d743c9f-3043-4913-9231-51441ac2550d req-45c01af1-a86f-4c7c-8f77-0645f807b28a tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:12.573301 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-6d743c9f-3043-4913-9231-51441ac2550d req-45c01af1-a86f-4c7c-8f77-0645f807b28a tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Usage tracker for resource:port and tenant:fa5aae445e1f462e890cfe8ec27ab930 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:12.577242 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-6d743c9f-3043-4913-9231-51441ac2550d req-45c01af1-a86f-4c7c-8f77-0645f807b28a tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:12.584051 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-6d743c9f-3043-4913-9231-51441ac2550d req-45c01af1-a86f-4c7c-8f77-0645f807b28a tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:12.669963 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d743c9f-3043-4913-9231-51441ac2550d req-45c01af1-a86f-4c7c-8f77-0645f807b28a tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Made reservation on behalf of fa5aae445e1f462e890cfe8ec27ab930 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:12.673640 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6d743c9f-3043-4913-9231-51441ac2550d req-45c01af1-a86f-4c7c-8f77-0645f807b28a tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:12.690727 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-f11bc4f1-e815-469c-a60a-b8f0ad98097b service neutron] 10.222.0.57 "GET /v2.0/networks/ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6201346 May 27 02:17:12.862826 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-6d743c9f-3043-4913-9231-51441ac2550d req-45c01af1-a86f-4c7c-8f77-0645f807b28a tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Allocated IP 172.20.0.5 (4dbbc7f7-6938-4837-8137-9afe570a121c/7e9701fe-b18a-432f-b901-9da0985348d6/47be53f8-348f-4d10-ba68-eea003b7b1e2) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:17:12.931310 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-9644ad6a-5999-4d10-bb8a-ad3fc0c165d6 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] For port b50e0cc4-e9a3-440f-8705-f7cfe88c9be9, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b50e0cc4-e9a3-440f-8705-f7cfe88c9be9,segment=NetworkSegment(9e961c05-b38c-47de-8c2a-16cb254ed328),segment_id=9e961c05-b38c-47de-8c2a-16cb254ed328)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:12.931310 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9644ad6a-5999-4d10-bb8a-ad3fc0c165d6 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:13.030669 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device a7719978-d258-4419-a4e7-b44ee01bc0cd no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:17:13.080690 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: a7719978-d258-4419-a4e7-b44ee01bc0cd {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:17:13.081451 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device a7719978-d258-4419-a4e7-b44ee01bc0cd not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:17:13.245126 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6d743c9f-3043-4913-9231-51441ac2550d req-45c01af1-a86f-4c7c-8f77-0645f807b28a tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:13.296061 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9644ad6a-5999-4d10-bb8a-ad3fc0c165d6 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Calling delete_port for b50e0cc4-e9a3-440f-8705-f7cfe88c9be9 owned by network:router_gateway {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:17:13.366322 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6d743c9f-3043-4913-9231-51441ac2550d req-45c01af1-a86f-4c7c-8f77-0645f807b28a tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:13.438859 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d743c9f-3043-4913-9231-51441ac2550d req-45c01af1-a86f-4c7c-8f77-0645f807b28a tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Network 4dbbc7f7-6938-4837-8137-9afe570a121c is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:17:13.446491 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-6d743c9f-3043-4913-9231-51441ac2550d req-45c01af1-a86f-4c7c-8f77-0645f807b28a tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:13.446491 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d743c9f-3043-4913-9231-51441ac2550d req-45c01af1-a86f-4c7c-8f77-0645f807b28a tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:17:13.525947 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c01af1-a86f-4c7c-8f77-0645f807b28a tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Pushing event updated for resources: {'Port': ['ID=47be53f8-348f-4d10-ba68-eea003b7b1e2,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:13.564457 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d743c9f-3043-4913-9231-51441ac2550d req-45c01af1-a86f-4c7c-8f77-0645f807b28a tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:13.564457 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6d743c9f-3043-4913-9231-51441ac2550d req-45c01af1-a86f-4c7c-8f77-0645f807b28a tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:13.581222 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-f21a2a50-249e-4067-8597-883896be935a req-4f2760ce-60e7-4f8b-8022-ee6510706d9e tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] For port 15697790-dafd-48ae-80ee-72053ff5983e, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=15697790-dafd-48ae-80ee-72053ff5983e,segment=NetworkSegment(ab39751d-1c01-42dd-8648-098e3a0f206f),segment_id=ab39751d-1c01-42dd-8648-098e3a0f206f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:13.581222 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f21a2a50-249e-4067-8597-883896be935a req-4f2760ce-60e7-4f8b-8022-ee6510706d9e tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:13.616329 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-36a1eca5-7ced-44a3-94da-d6c8694ab3cd service neutron] 10.222.0.57 "GET /v2.0/networks/ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8960643 May 27 02:17:13.680233 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6d743c9f-3043-4913-9231-51441ac2550d req-45c01af1-a86f-4c7c-8f77-0645f807b28a tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2761178 May 27 02:17:13.691476 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-6d743c9f-3043-4913-9231-51441ac2550d req-719dba3e-8c44-459b-b51b-71b2c692e2ac service neutron] Request body: {'port': {'device_id': '358b2759-e027-419f-8ee4-60263782865d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:13.747357 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-f21a2a50-249e-4067-8597-883896be935a req-4f2760ce-60e7-4f8b-8022-ee6510706d9e tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Calling delete_port for 15697790-dafd-48ae-80ee-72053ff5983e owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:17:13.831125 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6d743c9f-3043-4913-9231-51441ac2550d req-719dba3e-8c44-459b-b51b-71b2c692e2ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:13.887858 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcd33523-09e8-4f30-b7f3-1207bfecfdf2'] response: {'name': 'network-changed', 'server_uuid': '8035a3b8-fc99-466d-b0e3-f6a69b4e51f6', 'tag': '0e69b678-15b5-4358-8542-05610ec697a2', 'status': 'completed', 'code': 200} May 27 02:17:13.955973 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-7df17369-aabb-4e4e-8fcc-97b2a2a62d8d req-16b78de4-e6a6-4505-b540-60e126dbaac6 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] For port 0e69b678-15b5-4358-8542-05610ec697a2, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=0e69b678-15b5-4358-8542-05610ec697a2,segment=NetworkSegment(c7022237-b0eb-48aa-a727-c63339eb0ee8),segment_id=c7022237-b0eb-48aa-a727-c63339eb0ee8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:14.114700 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [req-7df17369-aabb-4e4e-8fcc-97b2a2a62d8d req-16b78de4-e6a6-4505-b540-60e126dbaac6 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:17:14.128679 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c6b09-7366-48df-acf2-e247f0434251 req-ad39ee02-020d-4f6b-ac29-2270707dc25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:14.130155 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-668c6b09-7366-48df-acf2-e247f0434251 req-ad39ee02-020d-4f6b-ac29-2270707dc25a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a311fdf2ba6e42818b0aefc61e7171be&device_id=8035a3b8-fc99-466d-b0e3-f6a69b4e51f6 HTTP/1.1" status: 200 len: 1135 time: 0.1926012 May 27 02:17:14.225326 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-7df17369-aabb-4e4e-8fcc-97b2a2a62d8d req-16b78de4-e6a6-4505-b540-60e126dbaac6 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:14.267522 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-5365871a-0504-41e5-8cb2-decf1bc3b626 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6016e4e1-cc60-407b-932e-f60ea8171142 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:17:14.286433 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-5365871a-0504-41e5-8cb2-decf1bc3b626 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:14.335634 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971a18a-6b52-43c9-a92c-c0d4e02a31ac req-48fc7ab5-884b-4d6f-ba4f-e4fb16199db8 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:14.336428 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-9971a18a-6b52-43c9-a92c-c0d4e02a31ac req-48fc7ab5-884b-4d6f-ba4f-e4fb16199db8 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Synchronizing usage tracker for tenant:662bd3219ea243ea954b5fe1db773fef on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:17:14.354401 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c6b09-7366-48df-acf2-e247f0434251 req-ced6bb0a-4e10-46bb-b8b4-6e696661fda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:14.355734 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-668c6b09-7366-48df-acf2-e247f0434251 req-ced6bb0a-4e10-46bb-b8b4-6e696661fda6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=963bfc4a-6c6a-457e-a40e-bfec35a18b46 HTTP/1.1" status: 200 len: 914 time: 0.1795883 May 27 02:17:14.378889 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-7df17369-aabb-4e4e-8fcc-97b2a2a62d8d req-16b78de4-e6a6-4505-b540-60e126dbaac6 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:14.390797 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['0e69b678-15b5-4358-8542-05610ec697a2'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:17:14.463029 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-668c6b09-7366-48df-acf2-e247f0434251 req-a6f52de8-924e-4978-b683-c87a4cf17cfd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e69b678-15b5-4358-8542-05610ec697a2 HTTP/1.1" status: 200 len: 217 time: 0.0949171 May 27 02:17:14.472678 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df17369-aabb-4e4e-8fcc-97b2a2a62d8d req-16b78de4-e6a6-4505-b540-60e126dbaac6 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:14.473518 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-7df17369-aabb-4e4e-8fcc-97b2a2a62d8d req-16b78de4-e6a6-4505-b540-60e126dbaac6 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:14.475443 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7df17369-aabb-4e4e-8fcc-97b2a2a62d8d req-16b78de4-e6a6-4505-b540-60e126dbaac6 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "PUT /v2.0/ports/0e69b678-15b5-4358-8542-05610ec697a2 HTTP/1.1" status: 200 len: 1020 time: 2.5784643 May 27 02:17:14.479718 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f21a2a50-249e-4067-8597-883896be935a req-4f2760ce-60e7-4f8b-8022-ee6510706d9e tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:14.540887 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-6d743c9f-3043-4913-9231-51441ac2550d req-719dba3e-8c44-459b-b51b-71b2c692e2ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47be53f8-348f-4d10-ba68-eea003b7b1e2 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:17:14.545103 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-5365871a-0504-41e5-8cb2-decf1bc3b626 service neutron] Transition to ACTIVE for port object 6016e4e1-cc60-407b-932e-f60ea8171142 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:14.553572 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6d743c9f-3043-4913-9231-51441ac2550d req-719dba3e-8c44-459b-b51b-71b2c692e2ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:14.563643 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['0e69b678-15b5-4358-8542-05610ec697a2'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:17:14.573029 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c6b09-7366-48df-acf2-e247f0434251 req-7f02d27e-955a-4d63-bbf3-eb6a9b91f583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:14.573029 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-668c6b09-7366-48df-acf2-e247f0434251 req-7f02d27e-955a-4d63-bbf3-eb6a9b91f583 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79b31123-5111-49b0-8b1c-edddca4cc409 HTTP/1.1" status: 200 len: 853 time: 0.0953526 May 27 02:17:14.577000 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-9971a18a-6b52-43c9-a92c-c0d4e02a31ac req-48fc7ab5-884b-4d6f-ba4f-e4fb16199db8 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Unset dirty status for tenant:662bd3219ea243ea954b5fe1db773fef on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:17:14.579803 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9971a18a-6b52-43c9-a92c-c0d4e02a31ac req-48fc7ab5-884b-4d6f-ba4f-e4fb16199db8 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.57 "GET /v2.0/ports?device_id=61ec2389-02e0-4667-ba14-80efdf4cbf9c HTTP/1.1" status: 200 len: 932 time: 0.4573905 May 27 02:17:14.591199 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9644ad6a-5999-4d10-bb8a-ad3fc0c165d6 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:14.611916 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-6d743c9f-3043-4913-9231-51441ac2550d req-719dba3e-8c44-459b-b51b-71b2c692e2ac service neutron] Transition to ACTIVE for port object 47be53f8-348f-4d10-ba68-eea003b7b1e2 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:14.634855 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-668c6b09-7366-48df-acf2-e247f0434251 req-51796534-7715-4f23-ba3a-66a760e8dd09 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=963bfc4a-6c6a-457e-a40e-bfec35a18b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561090 May 27 02:17:14.702660 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b78de4-e6a6-4505-b540-60e126dbaac6 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Pushing event updated for resources: {'Port': ['ID=0e69b678-15b5-4358-8542-05610ec697a2,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:14.739918 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6d743c9f-3043-4913-9231-51441ac2550d req-719dba3e-8c44-459b-b51b-71b2c692e2ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:14.820151 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2760ce-60e7-4f8b-8022-ee6510706d9e tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Pushing event deleted for resources: {'Port': ['ID=15697790-dafd-48ae-80ee-72053ff5983e,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:14.829877 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-5365871a-0504-41e5-8cb2-decf1bc3b626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:14.908474 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21a2a50-249e-4067-8597-883896be935a req-4f2760ce-60e7-4f8b-8022-ee6510706d9e tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] No DVR routers for this DVR port 15697790-dafd-48ae-80ee-72053ff5983e on host n-h1-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:17:14.925569 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644ad6a-5999-4d10-bb8a-ad3fc0c165d6 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Pushing event deleted for resources: {'Port': ['ID=b50e0cc4-e9a3-440f-8705-f7cfe88c9be9,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:14.939271 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f21a2a50-249e-4067-8597-883896be935a req-4f2760ce-60e7-4f8b-8022-ee6510706d9e tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:14.942229 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9644ad6a-5999-4d10-bb8a-ad3fc0c165d6 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:14.956124 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-668c6b09-7366-48df-acf2-e247f0434251 req-7e5cf403-8baa-4f4a-9c60-9f27417e8cde service neutron] 10.222.0.32 "GET /v2.0/networks/963bfc4a-6c6a-457e-a40e-bfec35a18b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157537 May 27 02:17:14.956911 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719dba3e-8c44-459b-b51b-71b2c692e2ac service neutron] Pushing event updated for resources: {'Port': ['ID=47be53f8-348f-4d10-ba68-eea003b7b1e2,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:15.017181 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719dba3e-8c44-459b-b51b-71b2c692e2ac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:15.017520 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719dba3e-8c44-459b-b51b-71b2c692e2ac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:15.018005 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719dba3e-8c44-459b-b51b-71b2c692e2ac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:15.018484 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719dba3e-8c44-459b-b51b-71b2c692e2ac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:15.018810 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719dba3e-8c44-459b-b51b-71b2c692e2ac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:15.019126 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719dba3e-8c44-459b-b51b-71b2c692e2ac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:15.019582 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719dba3e-8c44-459b-b51b-71b2c692e2ac service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:15.019905 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719dba3e-8c44-459b-b51b-71b2c692e2ac service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:15.020221 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719dba3e-8c44-459b-b51b-71b2c692e2ac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:15.020676 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719dba3e-8c44-459b-b51b-71b2c692e2ac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:15.021023 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719dba3e-8c44-459b-b51b-71b2c692e2ac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:15.021342 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719dba3e-8c44-459b-b51b-71b2c692e2ac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:15.260463 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-6d743c9f-3043-4913-9231-51441ac2550d req-719dba3e-8c44-459b-b51b-71b2c692e2ac service neutron] Attempting to bind port 47be53f8-348f-4d10-ba68-eea003b7b1e2 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:17:15.260831 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-6d743c9f-3043-4913-9231-51441ac2550d req-719dba3e-8c44-459b-b51b-71b2c692e2ac service neutron] Attempting to bind port 47be53f8-348f-4d10-ba68-eea003b7b1e2 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '90e934bd-3ada-4cfd-88be-1e4ed99f05f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4dbbc7f7-6938-4837-8137-9afe570a121c'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:17:15.261148 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d743c9f-3043-4913-9231-51441ac2550d req-719dba3e-8c44-459b-b51b-71b2c692e2ac service neutron] Attempting to bind port 47be53f8-348f-4d10-ba68-eea003b7b1e2 on network 4dbbc7f7-6938-4837-8137-9afe570a121c {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:17:15.276289 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d743c9f-3043-4913-9231-51441ac2550d req-719dba3e-8c44-459b-b51b-71b2c692e2ac service neutron] Port 47be53f8-348f-4d10-ba68-eea003b7b1e2 on network 4dbbc7f7-6938-4837-8137-9afe570a121c not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:17:15.276605 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d743c9f-3043-4913-9231-51441ac2550d req-719dba3e-8c44-459b-b51b-71b2c692e2ac service neutron] Attempting to bind port 47be53f8-348f-4d10-ba68-eea003b7b1e2 on network 4dbbc7f7-6938-4837-8137-9afe570a121c {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:17:15.287384 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d743c9f-3043-4913-9231-51441ac2550d req-719dba3e-8c44-459b-b51b-71b2c692e2ac service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:17:15.287716 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d743c9f-3043-4913-9231-51441ac2550d req-719dba3e-8c44-459b-b51b-71b2c692e2ac service neutron] Checking segment: {'id': '90e934bd-3ada-4cfd-88be-1e4ed99f05f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4dbbc7f7-6938-4837-8137-9afe570a121c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:17:15.288093 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d743c9f-3043-4913-9231-51441ac2550d req-719dba3e-8c44-459b-b51b-71b2c692e2ac service neutron] Bound using segment: {'id': '90e934bd-3ada-4cfd-88be-1e4ed99f05f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4dbbc7f7-6938-4837-8137-9afe570a121c'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:17:15.288514 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-6d743c9f-3043-4913-9231-51441ac2550d req-719dba3e-8c44-459b-b51b-71b2c692e2ac service neutron] Bound port: 47be53f8-348f-4d10-ba68-eea003b7b1e2, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90e934bd-3ada-4cfd-88be-1e4ed99f05f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4dbbc7f7-6938-4837-8137-9afe570a121c'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:17:15.288882 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6d743c9f-3043-4913-9231-51441ac2550d req-719dba3e-8c44-459b-b51b-71b2c692e2ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:15.303637 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-668c6b09-7366-48df-acf2-e247f0434251 req-d1fc6fe6-5247-40c1-8e11-e49a0067c14f service neutron] 10.222.0.32 "GET /v2.0/networks/963bfc4a-6c6a-457e-a40e-bfec35a18b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386323 May 27 02:17:15.399491 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-6d743c9f-3043-4913-9231-51441ac2550d req-719dba3e-8c44-459b-b51b-71b2c692e2ac service neutron] For port 47be53f8-348f-4d10-ba68-eea003b7b1e2, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:17:15.403606 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-6d743c9f-3043-4913-9231-51441ac2550d req-719dba3e-8c44-459b-b51b-71b2c692e2ac service neutron] For port 47be53f8-348f-4d10-ba68-eea003b7b1e2, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=47be53f8-348f-4d10-ba68-eea003b7b1e2,segment=NetworkSegment(90e934bd-3ada-4cfd-88be-1e4ed99f05f0),segment_id=90e934bd-3ada-4cfd-88be-1e4ed99f05f0)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:17:15.420122 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9644ad6a-5999-4d10-bb8a-ad3fc0c165d6 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:15.429844 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9644ad6a-5999-4d10-bb8a-ad3fc0c165d6 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:15.459020 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9971a18a-6b52-43c9-a92c-c0d4e02a31ac req-f46e5573-dc5e-4bf5-a7ef-4a0e44df9178 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.57 "GET /v2.0/security-groups?id=908ced9e-d8f4-423b-be01-d1f694f8b97d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8492880 May 27 02:17:15.481374 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f21a2a50-249e-4067-8597-883896be935a req-4f2760ce-60e7-4f8b-8022-ee6510706d9e tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.32 "DELETE /v2.0/ports/15697790-dafd-48ae-80ee-72053ff5983e HTTP/1.1" status: 204 len: 173 time: 3.5255327 May 27 02:17:15.510550 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6d743c9f-3043-4913-9231-51441ac2550d req-719dba3e-8c44-459b-b51b-71b2c692e2ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:15.527837 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365871a-0504-41e5-8cb2-decf1bc3b626 service neutron] Pushing event updated for resources: {'Port': ['ID=6016e4e1-cc60-407b-932e-f60ea8171142,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:15.558781 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 15697790-dafd-48ae-80ee-72053ff5983e no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:17:15.581738 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731e3f2-f06b-43b9-9c46-7caf34e6385f req-df0b2318-44a1-423a-9fca-06c1e6abf155 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:15.583638 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5731e3f2-f06b-43b9-9c46-7caf34e6385f req-df0b2318-44a1-423a-9fca-06c1e6abf155 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=358b2759-e027-419f-8ee4-60263782865d HTTP/1.1" status: 200 len: 943 time: 0.8266146 May 27 02:17:15.609600 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d743c9f-3043-4913-9231-51441ac2550d req-719dba3e-8c44-459b-b51b-71b2c692e2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:15.612301 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6d743c9f-3043-4913-9231-51441ac2550d req-719dba3e-8c44-459b-b51b-71b2c692e2ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:15.612908 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6d743c9f-3043-4913-9231-51441ac2550d req-719dba3e-8c44-459b-b51b-71b2c692e2ac service neutron] 10.222.0.66 "PUT /v2.0/ports/47be53f8-348f-4d10-ba68-eea003b7b1e2 HTTP/1.1" status: 200 len: 1091 time: 1.9252787 May 27 02:17:15.613525 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '358b2759-e027-419f-8ee4-60263782865d', 'tag': '47be53f8-348f-4d10-ba68-eea003b7b1e2'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:17:15.636997 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719dba3e-8c44-459b-b51b-71b2c692e2ac service neutron] Pushing event updated for resources: {'Port': ['ID=47be53f8-348f-4d10-ba68-eea003b7b1e2,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:15.637299 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 15697790-dafd-48ae-80ee-72053ff5983e {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:17:15.637657 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 15697790-dafd-48ae-80ee-72053ff5983e not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:17:15.686266 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9644ad6a-5999-4d10-bb8a-ad3fc0c165d6 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:15.686829 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9644ad6a-5999-4d10-bb8a-ad3fc0c165d6 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0c6543db-abd5-4280-90b7-98d398110cbd {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:17:15.699987 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-8a14172e-bac9-4d88-8ab9-62685280c9c5 req-162bca43-f615-4f74-9445-386c195b8f35 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Synchronizing usage tracker for tenant:061b97479a33466e8381b1e53cde36e4 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:17:15.715476 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-5365871a-0504-41e5-8cb2-decf1bc3b626 service neutron] Attempting to bind port 6016e4e1-cc60-407b-932e-f60ea8171142 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:17:15.715815 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-5365871a-0504-41e5-8cb2-decf1bc3b626 service neutron] Attempting to bind port 6016e4e1-cc60-407b-932e-f60ea8171142 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '18730f6d-a313-43b6-9f8e-ae26692d5630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd8ad764-a25b-489e-ba20-ae00d285879c'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:17:15.716161 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-5365871a-0504-41e5-8cb2-decf1bc3b626 service neutron] Attempting to bind port 6016e4e1-cc60-407b-932e-f60ea8171142 on network bd8ad764-a25b-489e-ba20-ae00d285879c {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:17:15.720670 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5731e3f2-f06b-43b9-9c46-7caf34e6385f req-9a22811a-6c95-4a60-b86a-d8041880260b tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243062 May 27 02:17:15.728280 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-5365871a-0504-41e5-8cb2-decf1bc3b626 service neutron] Port 6016e4e1-cc60-407b-932e-f60ea8171142 on network bd8ad764-a25b-489e-ba20-ae00d285879c not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:17:15.732121 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-5365871a-0504-41e5-8cb2-decf1bc3b626 service neutron] Attempting to bind port 6016e4e1-cc60-407b-932e-f60ea8171142 on network bd8ad764-a25b-489e-ba20-ae00d285879c {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:17:15.732121 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9644ad6a-5999-4d10-bb8a-ad3fc0c165d6 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:15.732913 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9644ad6a-5999-4d10-bb8a-ad3fc0c165d6 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] 10.222.0.57 "DELETE /v2.0/routers/0c6543db-abd5-4280-90b7-98d398110cbd HTTP/1.1" status: 204 len: 168 time: 7.1752753 May 27 02:17:15.735712 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38838) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:15.767569 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-5365871a-0504-41e5-8cb2-decf1bc3b626 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:17:15.767921 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-5365871a-0504-41e5-8cb2-decf1bc3b626 service neutron] Checking segment: {'id': '18730f6d-a313-43b6-9f8e-ae26692d5630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd8ad764-a25b-489e-ba20-ae00d285879c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:17:15.768483 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-5365871a-0504-41e5-8cb2-decf1bc3b626 service neutron] Bound using segment: {'id': '18730f6d-a313-43b6-9f8e-ae26692d5630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd8ad764-a25b-489e-ba20-ae00d285879c'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:17:15.769126 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-5365871a-0504-41e5-8cb2-decf1bc3b626 service neutron] Bound port: 6016e4e1-cc60-407b-932e-f60ea8171142, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18730f6d-a313-43b6-9f8e-ae26692d5630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd8ad764-a25b-489e-ba20-ae00d285879c'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:17:15.771188 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-5365871a-0504-41e5-8cb2-decf1bc3b626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:15.896827 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-8a14172e-bac9-4d88-8ab9-62685280c9c5 req-162bca43-f615-4f74-9445-386c195b8f35 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Unset dirty status for tenant:061b97479a33466e8381b1e53cde36e4 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:17:15.897999 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8a14172e-bac9-4d88-8ab9-62685280c9c5 req-162bca43-f615-4f74-9445-386c195b8f35 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=14601588-3eac-4248-bb7c-8c68a6e7a107 HTTP/1.1" status: 200 len: 210 time: 0.2802994 May 27 02:17:15.898483 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8035a3b8-fc99-466d-b0e3-f6a69b4e51f6', 'tag': '0e69b678-15b5-4358-8542-05610ec697a2'}, {'server_uuid': '5e3ece41-56ba-4cd9-828c-0b0f8816ae47', 'name': 'network-vif-deleted', 'tag': '15697790-dafd-48ae-80ee-72053ff5983e'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:17:15.921630 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-b94ddf05-f936-4d1b-b36e-3789e5410e50 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Deleting subnet 7c51d4c9-b815-4a56-85ab-6731e8baa21e {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:17:15.926354 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b94ddf05-f936-4d1b-b36e-3789e5410e50 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:15.982464 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-5365871a-0504-41e5-8cb2-decf1bc3b626 service neutron] For port 6016e4e1-cc60-407b-932e-f60ea8171142, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:17:15.988633 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-5365871a-0504-41e5-8cb2-decf1bc3b626 service neutron] For port 6016e4e1-cc60-407b-932e-f60ea8171142, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=6016e4e1-cc60-407b-932e-f60ea8171142,segment=NetworkSegment(18730f6d-a313-43b6-9f8e-ae26692d5630),segment_id=18730f6d-a313-43b6-9f8e-ae26692d5630)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:17:15.992601 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b94ddf05-f936-4d1b-b36e-3789e5410e50 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:16.011660 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ced7db-f056-4b57-8e2b-2f82471d3bae req-e5d7903a-ac95-4322-b540-a4192eb24047 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:16.013729 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c3ced7db-f056-4b57-8e2b-2f82471d3bae req-e5d7903a-ac95-4322-b540-a4192eb24047 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/ports?device_id=8035a3b8-fc99-466d-b0e3-f6a69b4e51f6 HTTP/1.1" status: 200 len: 1023 time: 0.1656885 May 27 02:17:16.028770 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b6d77d0-2eb8-4a4d-9a2f-0b9a3f81bd60'] response: {'name': 'network-changed', 'server_uuid': '358b2759-e027-419f-8ee4-60263782865d', 'tag': '47be53f8-348f-4d10-ba68-eea003b7b1e2', 'status': 'completed', 'code': 200} May 27 02:17:16.049741 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d743c9f-3043-4913-9231-51441ac2550d req-60aacaf9-e8de-4c3d-aea0-f23e3ff44c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:16.051216 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6d743c9f-3043-4913-9231-51441ac2550d req-60aacaf9-e8de-4c3d-aea0-f23e3ff44c56 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fa5aae445e1f462e890cfe8ec27ab930&device_id=358b2759-e027-419f-8ee4-60263782865d HTTP/1.1" status: 200 len: 1094 time: 0.2205486 May 27 02:17:16.098786 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-684aef1d-16c0-4e42-b572-6fd46e02496e'] response: {'name': 'network-changed', 'server_uuid': '8035a3b8-fc99-466d-b0e3-f6a69b4e51f6', 'tag': '0e69b678-15b5-4358-8542-05610ec697a2', 'status': 'completed', 'code': 200} May 27 02:17:16.099222 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-684aef1d-16c0-4e42-b572-6fd46e02496e'] response: {'server_uuid': '5e3ece41-56ba-4cd9-828c-0b0f8816ae47', 'name': 'network-vif-deleted', 'tag': '15697790-dafd-48ae-80ee-72053ff5983e', 'status': 'completed', 'code': 200} May 27 02:17:16.116427 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-5365871a-0504-41e5-8cb2-decf1bc3b626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:16.136465 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6d743c9f-3043-4913-9231-51441ac2550d req-76746754-d38e-4fde-9141-8c4abef81ee0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47be53f8-348f-4d10-ba68-eea003b7b1e2 HTTP/1.1" status: 200 len: 217 time: 0.0761378 May 27 02:17:16.139006 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b94ddf05-f936-4d1b-b36e-3789e5410e50 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:16.168256 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c3ced7db-f056-4b57-8e2b-2f82471d3bae req-e61179fc-5522-49c5-b56a-e91c128fca51 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups?id=745af62b-1631-4b69-abea-1d6524475377&id=caedade5-c24f-46e3-ab97-694d3c84c00a&id=34296ca2-bc41-4e91-915b-c7a09b4e6ba1 HTTP/1.1" status: 200 len: 6156 time: 0.1477447 May 27 02:17:16.241494 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d743c9f-3043-4913-9231-51441ac2550d req-50022aea-3929-42df-bd95-514f0f46d943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:16.242921 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6d743c9f-3043-4913-9231-51441ac2550d req-50022aea-3929-42df-bd95-514f0f46d943 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7e9701fe-b18a-432f-b901-9da0985348d6 HTTP/1.1" status: 200 len: 853 time: 0.0782235 May 27 02:17:16.244762 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-da85fb5c-0683-4957-89a3-536275769431 req-7ef14406-2bc0-4dfb-b20d-0759344e69bb tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1878668343 ', 'description': 'tempest-description-439133537'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:16.255328 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-5365871a-0504-41e5-8cb2-decf1bc3b626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:16.257045 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-5365871a-0504-41e5-8cb2-decf1bc3b626 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:16.258816 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-5365871a-0504-41e5-8cb2-decf1bc3b626 service neutron] 10.222.0.32 "PUT /v2.0/ports/6016e4e1-cc60-407b-932e-f60ea8171142 HTTP/1.1" status: 200 len: 1092 time: 4.2624216 May 27 02:17:16.264851 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-da85fb5c-0683-4957-89a3-536275769431 req-7ef14406-2bc0-4dfb-b20d-0759344e69bb tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:16.307823 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-da85fb5c-0683-4957-89a3-536275769431 req-7ef14406-2bc0-4dfb-b20d-0759344e69bb tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:16.324153 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365871a-0504-41e5-8cb2-decf1bc3b626 service neutron] Pushing event updated for resources: {'Port': ['ID=6016e4e1-cc60-407b-932e-f60ea8171142,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:16.335381 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6d743c9f-3043-4913-9231-51441ac2550d req-479e3588-aeb8-417c-87d3-f19852bd040a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4dbbc7f7-6938-4837-8137-9afe570a121c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623691 May 27 02:17:16.342491 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3974a83-93ab-4e31-af7a-54568ef01d69 req-96874358-e86f-4c10-a229-245646f9d53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:16.345077 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e3974a83-93ab-4e31-af7a-54568ef01d69 req-96874358-e86f-4c10-a229-245646f9d53d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a311fdf2ba6e42818b0aefc61e7171be&device_id=8035a3b8-fc99-466d-b0e3-f6a69b4e51f6 HTTP/1.1" status: 200 len: 1174 time: 0.1673610 May 27 02:17:16.482989 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6d743c9f-3043-4913-9231-51441ac2550d req-028e1fb1-2ba8-47c6-b684-88fb22ff6609 service neutron] 10.222.0.66 "GET /v2.0/networks/4dbbc7f7-6938-4837-8137-9afe570a121c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411207 May 27 02:17:16.485367 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b94ddf05-f936-4d1b-b36e-3789e5410e50 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:16.489998 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-da85fb5c-0683-4957-89a3-536275769431 req-7ef14406-2bc0-4dfb-b20d-0759344e69bb tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:16.543268 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-da85fb5c-0683-4957-89a3-536275769431 req-7ef14406-2bc0-4dfb-b20d-0759344e69bb tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:16.559023 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ddf05-f936-4d1b-b36e-3789e5410e50 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7c51d4c9-b815-4a56-85ab-6731e8baa21e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:16.562012 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b94ddf05-f936-4d1b-b36e-3789e5410e50 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:16.570871 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-da85fb5c-0683-4957-89a3-536275769431 req-7ef14406-2bc0-4dfb-b20d-0759344e69bb tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Usage tracker for resource:security_group_rule and tenant:a311fdf2ba6e42818b0aefc61e7171be is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:16.576958 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-da85fb5c-0683-4957-89a3-536275769431 req-7ef14406-2bc0-4dfb-b20d-0759344e69bb tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:16.586630 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-da85fb5c-0683-4957-89a3-536275769431 req-7ef14406-2bc0-4dfb-b20d-0759344e69bb tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:16.632339 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3974a83-93ab-4e31-af7a-54568ef01d69 req-7f527e11-7f74-4de4-9a8e-89dbf6a89e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:16.635791 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e3974a83-93ab-4e31-af7a-54568ef01d69 req-7f527e11-7f74-4de4-9a8e-89dbf6a89e5d service neutron] 10.222.0.32 "GET /v2.0/networks?id=963bfc4a-6c6a-457e-a40e-bfec35a18b46 HTTP/1.1" status: 200 len: 914 time: 0.2839985 May 27 02:17:16.636768 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b94ddf05-f936-4d1b-b36e-3789e5410e50 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] 10.222.0.57 "DELETE /v2.0/subnets/7c51d4c9-b815-4a56-85ab-6731e8baa21e HTTP/1.1" status: 204 len: 168 time: 0.8956549 May 27 02:17:16.638292 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38856) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:16.728866 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-a1a18de3-74cc-493c-8a25-737dbb0bd34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:16.730335 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-a1a18de3-74cc-493c-8a25-737dbb0bd34e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=662bd3219ea243ea954b5fe1db773fef&device_id=61ec2389-02e0-4667-ba14-80efdf4cbf9c HTTP/1.1" status: 200 len: 1095 time: 0.2981346 May 27 02:17:16.764185 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e3974a83-93ab-4e31-af7a-54568ef01d69 req-bb7260b3-5557-4c88-aeda-20c6851fdd91 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e69b678-15b5-4358-8542-05610ec697a2 HTTP/1.1" status: 200 len: 217 time: 0.1220884 May 27 02:17:16.789752 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e99927c5-fe62-4744-a6f5-398ac9223086 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:16.792680 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6d743c9f-3043-4913-9231-51441ac2550d req-258f66c0-9d36-4418-b5e8-a774fbf64cbf service neutron] 10.222.0.66 "GET /v2.0/networks/4dbbc7f7-6938-4837-8137-9afe570a121c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003700 May 27 02:17:16.900310 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-3346ca94-f506-4ed7-b717-bf7add1fe812 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6016e4e1-cc60-407b-932e-f60ea8171142 HTTP/1.1" status: 200 len: 217 time: 0.1283710 May 27 02:17:16.928130 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e99927c5-fe62-4744-a6f5-398ac9223086 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:16.962878 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-e99927c5-fe62-4744-a6f5-398ac9223086 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['391af0ec-dd28-4384-902d-b6020df98d76']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:16.977270 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-e99927c5-fe62-4744-a6f5-398ac9223086 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e961c05-b38c-47de-8c2a-16cb254ed328') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:16.978004 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-e99927c5-fe62-4744-a6f5-398ac9223086 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e961c05-b38c-47de-8c2a-16cb254ed328') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:17.024821 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e99927c5-fe62-4744-a6f5-398ac9223086 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:17.056584 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-da85fb5c-0683-4957-89a3-536275769431 req-7ef14406-2bc0-4dfb-b20d-0759344e69bb tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:17.085040 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3974a83-93ab-4e31-af7a-54568ef01d69 req-1fe815f2-7015-40f9-98e2-cc1a412aed74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:17.086476 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e3974a83-93ab-4e31-af7a-54568ef01d69 req-1fe815f2-7015-40f9-98e2-cc1a412aed74 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79b31123-5111-49b0-8b1c-edddca4cc409 HTTP/1.1" status: 200 len: 853 time: 0.3140337 May 27 02:17:17.091869 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-d62fba2a-41f2-41d2-98e4-55cd6a39d86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:17.093336 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-d62fba2a-41f2-41d2-98e4-55cd6a39d86b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7cc16310-4abe-4496-b05d-113b02c81073 HTTP/1.1" status: 200 len: 844 time: 0.1706593 May 27 02:17:17.115764 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e99927c5-fe62-4744-a6f5-398ac9223086 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:17.144782 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e99927c5-fe62-4744-a6f5-398ac9223086 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:17:17.145411 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e99927c5-fe62-4744-a6f5-398ac9223086 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:17.210235 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e3974a83-93ab-4e31-af7a-54568ef01d69 req-5c86ed94-601c-4ef6-9f18-4eb7dccbad51 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=963bfc4a-6c6a-457e-a40e-bfec35a18b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1142585 May 27 02:17:17.210791 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-da85fb5c-0683-4957-89a3-536275769431 req-7ef14406-2bc0-4dfb-b20d-0759344e69bb tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:17.344851 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 9e961c05-b38c-47de-8c2a-16cb254ed328 resource provider aggregate not found May 27 02:17:17.372413 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 9e961c05-b38c-47de-8c2a-16cb254ed328 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9e961c05-b38c-47de-8c2a-16cb254ed328 found for delete ", "request_id": "req-e4122398-1ad1-40d7-82fc-af4289420ef4"}]} May 27 02:17:17.405834 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-40af2c36-4967-49e5-b746-24a595fdb598 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:17.407594 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-40af2c36-4967-49e5-b746-24a595fdb598 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.66 "GET /v2.0/networks?id=ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee HTTP/1.1" status: 200 len: 805 time: 0.4225073 May 27 02:17:17.410368 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278957b-b41b-4afb-ada6-ea7c105ace6c req-41fdff58-7e16-4610-9eb0-97f601e92d18 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:17.411085 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6278957b-b41b-4afb-ada6-ea7c105ace6c req-41fdff58-7e16-4610-9eb0-97f601e92d18 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.57 "GET /v2.0/ports?device_id=61ec2389-02e0-4667-ba14-80efdf4cbf9c HTTP/1.1" status: 200 len: 944 time: 0.6960695 May 27 02:17:17.424019 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-626e6e0e-8d08-4993-8a4a-a64b99276ff7 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Request body: {'port': {'device_id': '14601588-3eac-4248-bb7c-8c68a6e7a107', 'network_id': 'ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee', 'admin_state_up': True, 'tenant_id': '061b97479a33466e8381b1e53cde36e4'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:17.513146 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e99927c5-fe62-4744-a6f5-398ac9223086 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:17.538391 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef14406-2bc0-4dfb-b20d-0759344e69bb tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c864140e-ba3c-40e3-89aa-e91f27481b1c,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:17.558569 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99927c5-fe62-4744-a6f5-398ac9223086 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 391af0ec-dd28-4384-902d-b6020df98d76 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 27 02:17:17.560165 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99927c5-fe62-4744-a6f5-398ac9223086 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Pushing event deleted for resources: {'Network': ['ID=391af0ec-dd28-4384-902d-b6020df98d76,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:17.562112 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e99927c5-fe62-4744-a6f5-398ac9223086 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:17.570881 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e99927c5-fe62-4744-a6f5-398ac9223086 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] 10.222.0.57 "DELETE /v2.0/networks/391af0ec-dd28-4384-902d-b6020df98d76 HTTP/1.1" status: 204 len: 168 time: 0.9291461 May 27 02:17:17.593658 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891af00-36ea-4bad-b4f5-92e5c512a1cf req-fc5a1270-8ec1-40a9-9f0d-363c912b3f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:17.595674 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0891af00-36ea-4bad-b4f5-92e5c512a1cf req-fc5a1270-8ec1-40a9-9f0d-363c912b3f18 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fa5aae445e1f462e890cfe8ec27ab930&device_id=358b2759-e027-419f-8ee4-60263782865d HTTP/1.1" status: 200 len: 1094 time: 0.5926321 May 27 02:17:17.612986 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6278957b-b41b-4afb-ada6-ea7c105ace6c req-bd895f76-d230-46db-b7ef-334844c7394d tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.57 "GET /v2.0/security-groups?id=908ced9e-d8f4-423b-be01-d1f694f8b97d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799009 May 27 02:17:17.639592 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-626e6e0e-8d08-4993-8a4a-a64b99276ff7 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:17.649966 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-626e6e0e-8d08-4993-8a4a-a64b99276ff7 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:17.690899 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-da85fb5c-0683-4957-89a3-536275769431 req-7ef14406-2bc0-4dfb-b20d-0759344e69bb tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:17.697202 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-da85fb5c-0683-4957-89a3-536275769431 req-7ef14406-2bc0-4dfb-b20d-0759344e69bb tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 1.4706748 May 27 02:17:17.745150 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-626e6e0e-8d08-4993-8a4a-a64b99276ff7 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Made reservation on behalf of 061b97479a33466e8381b1e53cde36e4 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:17.749209 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-626e6e0e-8d08-4993-8a4a-a64b99276ff7 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:17.917539 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-87690259-481a-43c0-895c-fee53b4579eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:17.919032 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-87690259-481a-43c0-895c-fee53b4579eb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bd8ad764-a25b-489e-ba20-ae00d285879c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7716334 May 27 02:17:17.934056 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e3974a83-93ab-4e31-af7a-54568ef01d69 req-f30d2d74-e2a4-41a9-a788-4220dd57e5b8 service neutron] 10.222.0.32 "GET /v2.0/networks/963bfc4a-6c6a-457e-a40e-bfec35a18b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5725253 May 27 02:17:18.072226 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-626e6e0e-8d08-4993-8a4a-a64b99276ff7 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Allocated IP 172.20.0.6 (ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee/98c2d6b5-1175-4c13-b824-dd8e526e1b70/ccffb2e2-415f-47dc-ae87-fc954d79961a) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:17:18.108434 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ec2389-02e0-4667-ba14-80efdf4cbf9c', 'tag': '6016e4e1-cc60-407b-932e-f60ea8171142'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:17:18.128637 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-917e7f71-9e06-447a-a59c-b6cc462c792b req-0654820f-a19f-44c9-8270-b8b6c8e95f6f tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=14601588-3eac-4248-bb7c-8c68a6e7a107 HTTP/1.1" status: 200 len: 210 time: 0.1724565 May 27 02:17:18.232912 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38884) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:18.268210 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-ef31f716-90b4-4065-9ea9-7b43465cdd8d tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Request body: {'router': {'name': 'tempest-router--454887908', 'project_id': '2c24d42544254ba386658221be74d66e'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:18.290675 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-ef31f716-90b4-4065-9ea9-7b43465cdd8d tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:18.315216 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-ef31f716-90b4-4065-9ea9-7b43465cdd8d tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Usage tracker for resource:router and tenant:2c24d42544254ba386658221be74d66e is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:18.348224 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af416b7-49b0-4803-a787-6779bcf118c3 req-87592737-b838-487f-86f3-8cebe9d3c447 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:18.350013 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9af416b7-49b0-4803-a787-6779bcf118c3 req-87592737-b838-487f-86f3-8cebe9d3c447 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=358b2759-e027-419f-8ee4-60263782865d HTTP/1.1" status: 200 len: 943 time: 0.4986475 May 27 02:17:18.358251 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-ef31f716-90b4-4065-9ea9-7b43465cdd8d tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:18.362830 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-626e6e0e-8d08-4993-8a4a-a64b99276ff7 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:18.390263 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-ef31f716-90b4-4065-9ea9-7b43465cdd8d tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:18.427252 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891af00-36ea-4bad-b4f5-92e5c512a1cf req-8cad082a-bd86-44e3-8df0-7a26e539bfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:18.428680 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0891af00-36ea-4bad-b4f5-92e5c512a1cf req-8cad082a-bd86-44e3-8df0-7a26e539bfca service neutron] 10.222.0.66 "GET /v2.0/networks?id=4dbbc7f7-6938-4837-8137-9afe570a121c HTTP/1.1" status: 200 len: 914 time: 0.8063176 May 27 02:17:18.479200 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-626e6e0e-8d08-4993-8a4a-a64b99276ff7 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:18.509794 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e3974a83-93ab-4e31-af7a-54568ef01d69 req-d836add9-9cd2-4f10-9ff3-28f849c7dc78 service neutron] 10.222.0.32 "GET /v2.0/networks/963bfc4a-6c6a-457e-a40e-bfec35a18b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5127110 May 27 02:17:18.527586 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-db705eb1-c1aa-4bff-b66b-7d5e3e6eb4df req-c31c6eba-0c8d-44fb-a035-1a0151157cea tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups/c864140e-ba3c-40e3-89aa-e91f27481b1c HTTP/1.1" status: 200 len: 1782 time: 0.3192296 May 27 02:17:18.537241 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0891af00-36ea-4bad-b4f5-92e5c512a1cf req-4e633478-6d62-4a77-ab39-94b3bd183876 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47be53f8-348f-4d10-ba68-eea003b7b1e2 HTTP/1.1" status: 200 len: 217 time: 0.0874383 May 27 02:17:18.537596 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-12638b56-7765-443a-8eba-06dcdbac4c79 service neutron] 10.222.0.32 "GET /v2.0/networks/bd8ad764-a25b-489e-ba20-ae00d285879c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6026456 May 27 02:17:18.556920 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-626e6e0e-8d08-4993-8a4a-a64b99276ff7 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Network ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:17:18.559971 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-626e6e0e-8d08-4993-8a4a-a64b99276ff7 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:18.565134 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-626e6e0e-8d08-4993-8a4a-a64b99276ff7 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:17:18.577540 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9af416b7-49b0-4803-a787-6779bcf118c3 req-f6018cb8-a8ef-46cc-b734-02e07773a7ce tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137825 May 27 02:17:18.579581 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0be61e0-ad97-4cb2-85b1-ff6490ffdb37'] response: {'name': 'network-changed', 'server_uuid': '61ec2389-02e0-4667-ba14-80efdf4cbf9c', 'tag': '6016e4e1-cc60-407b-932e-f60ea8171142', 'status': 'completed', 'code': 200} May 27 02:17:18.624159 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ef31f716-90b4-4065-9ea9-7b43465cdd8d tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:18.625149 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ef31f716-90b4-4065-9ea9-7b43465cdd8d tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:18.629002 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e6e0e-8d08-4993-8a4a-a64b99276ff7 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Pushing event updated for resources: {'Port': ['ID=ccffb2e2-415f-47dc-ae87-fc954d79961a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:18.664066 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-626e6e0e-8d08-4993-8a4a-a64b99276ff7 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:18.664676 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-626e6e0e-8d08-4993-8a4a-a64b99276ff7 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:18.776979 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891af00-36ea-4bad-b4f5-92e5c512a1cf req-294c751d-dc86-4001-bf62-db298bfc6500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:18.778451 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0891af00-36ea-4bad-b4f5-92e5c512a1cf req-294c751d-dc86-4001-bf62-db298bfc6500 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7e9701fe-b18a-432f-b901-9da0985348d6 HTTP/1.1" status: 200 len: 853 time: 0.2380834 May 27 02:17:18.781034 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fc120dec-973d-4304-a867-25748c60bba2 req-9a1e0b77-e842-49f1-a616-db056263655b tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups/c864140e-ba3c-40e3-89aa-e91f27481b1c HTTP/1.1" status: 200 len: 1782 time: 0.1644871 May 27 02:17:18.796389 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-626e6e0e-8d08-4993-8a4a-a64b99276ff7 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3771503 May 27 02:17:18.807320 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-0b98f75e-641c-45de-86e9-9be5fb151eab service neutron] Request body: {'port': {'device_id': '14601588-3eac-4248-bb7c-8c68a6e7a107', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:18.841894 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:18.851636 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ef31f716-90b4-4065-9ea9-7b43465cdd8d tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:18.885716 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0891af00-36ea-4bad-b4f5-92e5c512a1cf req-aca0d3d0-3314-43d0-8368-f2d0921ab39f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4dbbc7f7-6938-4837-8137-9afe570a121c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941489 May 27 02:17:18.931410 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-0b98f75e-641c-45de-86e9-9be5fb151eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:19.035788 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-161cd8da-cc76-4879-8d43-2ebbf4fad929 req-e9ee7f72-37e2-49aa-aee3-3e9082a66d42 service neutron] 10.222.0.32 "GET /v2.0/networks/bd8ad764-a25b-489e-ba20-ae00d285879c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4615319 May 27 02:17:19.050144 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:19.064223 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 47be53f8-348f-4d10-ba68-eea003b7b1e2 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:17:19.084337 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-fc120dec-973d-4304-a867-25748c60bba2 req-1d9cabfd-07ab-4900-afd0-7db6f905960c tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:19.106616 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ef31f716-90b4-4065-9ea9-7b43465cdd8d tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:19.146527 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dbeceb-a821-48e0-b905-1d8b866b6664 req-c4ed5203-3e37-4df3-b58e-4c63aa5fe029 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:19.147918 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-13dbeceb-a821-48e0-b905-1d8b866b6664 req-c4ed5203-3e37-4df3-b58e-4c63aa5fe029 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.57 "GET /v2.0/ports?device_id=61ec2389-02e0-4667-ba14-80efdf4cbf9c HTTP/1.1" status: 200 len: 944 time: 0.4182730 May 27 02:17:19.156109 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-fc120dec-973d-4304-a867-25748c60bba2 req-1d9cabfd-07ab-4900-afd0-7db6f905960c tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:19.167027 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0891af00-36ea-4bad-b4f5-92e5c512a1cf req-452d29cd-e3c7-4ea0-aaca-ad45a7252fa8 service neutron] 10.222.0.66 "GET /v2.0/networks/4dbbc7f7-6938-4837-8137-9afe570a121c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600274 May 27 02:17:19.230282 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 47be53f8-348f-4d10-ba68-eea003b7b1e2, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=47be53f8-348f-4d10-ba68-eea003b7b1e2,segment=NetworkSegment(90e934bd-3ada-4cfd-88be-1e4ed99f05f0),segment_id=90e934bd-3ada-4cfd-88be-1e4ed99f05f0)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:19.246364 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '47be53f8-348f-4d10-ba68-eea003b7b1e2', 'network_id': '4dbbc7f7-6938-4837-8137-9afe570a121c', 'port_id': '47be53f8-348f-4d10-ba68-eea003b7b1e2', 'mac_address': 'fa:16:3e:40:71:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e9701fe-b18a-432f-b901-9da0985348d6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:17:19.306671 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-0b98f75e-641c-45de-86e9-9be5fb151eab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccffb2e2-415f-47dc-ae87-fc954d79961a {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:17:19.310500 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 47be53f8-348f-4d10-ba68-eea003b7b1e2 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:19.312178 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:19.318637 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-0b98f75e-641c-45de-86e9-9be5fb151eab service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:19.331416 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47be53f8-348f-4d10-ba68-eea003b7b1e2 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:17:19.338897 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-0b98f75e-641c-45de-86e9-9be5fb151eab service neutron] Transition to ACTIVE for port object ccffb2e2-415f-47dc-ae87-fc954d79961a will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:19.349943 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 47be53f8-348f-4d10-ba68-eea003b7b1e2, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=47be53f8-348f-4d10-ba68-eea003b7b1e2,segment=NetworkSegment(90e934bd-3ada-4cfd-88be-1e4ed99f05f0),segment_id=90e934bd-3ada-4cfd-88be-1e4ed99f05f0)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:19.459456 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ef31f716-90b4-4065-9ea9-7b43465cdd8d tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:19.460548 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ef31f716-90b4-4065-9ea9-7b43465cdd8d tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.2268384 May 27 02:17:19.463419 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38900) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:19.490513 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-13dbeceb-a821-48e0-b905-1d8b866b6664 req-abb873be-ac2f-4247-abaf-65d73285fa35 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.57 "GET /v2.0/security-groups?id=908ced9e-d8f4-423b-be01-d1f694f8b97d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3258488 May 27 02:17:19.491139 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:19.545269 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-0b98f75e-641c-45de-86e9-9be5fb151eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:19.575043 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0891af00-36ea-4bad-b4f5-92e5c512a1cf req-ac73846e-c5d7-4952-a02c-db6b3bef381c service neutron] 10.222.0.66 "GET /v2.0/networks/4dbbc7f7-6938-4837-8137-9afe570a121c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840311 May 27 02:17:19.605580 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024005a-05bf-4e92-a6ab-9ca0b7417d2b req-54635fff-1e57-4d03-86af-091ba8d47b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:19.607051 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d024005a-05bf-4e92-a6ab-9ca0b7417d2b req-54635fff-1e57-4d03-86af-091ba8d47b11 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=662bd3219ea243ea954b5fe1db773fef&device_id=61ec2389-02e0-4667-ba14-80efdf4cbf9c HTTP/1.1" status: 200 len: 1095 time: 0.1869786 May 27 02:17:19.608230 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-fc120dec-973d-4304-a867-25748c60bba2 req-1d9cabfd-07ab-4900-afd0-7db6f905960c tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:19.625927 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=47be53f8-348f-4d10-ba68-eea003b7b1e2,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:19.637389 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:19.637937 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:19.638060 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:19.638593 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:19.639122 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:19.641712 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:19.642240 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:19.642743 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:19.643235 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:19.652283 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:19.652283 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:19.652283 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:19.704661 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9cabfd-07ab-4900-afd0-7db6f905960c tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c864140e-ba3c-40e3-89aa-e91f27481b1c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:19.720766 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-08f448d0-5206-45c0-94e4-89446aeb9834 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:19.756588 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38908) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:19.757724 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-fc120dec-973d-4304-a867-25748c60bba2 req-1d9cabfd-07ab-4900-afd0-7db6f905960c tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:19.758795 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fc120dec-973d-4304-a867-25748c60bba2 req-1d9cabfd-07ab-4900-afd0-7db6f905960c tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "DELETE /v2.0/security-groups/c864140e-ba3c-40e3-89aa-e91f27481b1c HTTP/1.1" status: 204 len: 173 time: 0.9664001 May 27 02:17:19.779868 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['47be53f8-348f-4d10-ba68-eea003b7b1e2'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:17:19.887345 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31a4ba-29d5-432b-baec-4ce939183dfc req-1aa303db-896f-44ed-8f31-8d32eeb1368d tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:19.889242 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4a31a4ba-29d5-432b-baec-4ce939183dfc req-1aa303db-896f-44ed-8f31-8d32eeb1368d tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=14601588-3eac-4248-bb7c-8c68a6e7a107 HTTP/1.1" status: 200 len: 943 time: 0.2217536 May 27 02:17:19.894214 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024005a-05bf-4e92-a6ab-9ca0b7417d2b req-4b5ddb0a-2973-4455-8cdc-b4f8cb1c2758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:19.896292 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d024005a-05bf-4e92-a6ab-9ca0b7417d2b req-4b5ddb0a-2973-4455-8cdc-b4f8cb1c2758 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bd8ad764-a25b-489e-ba20-ae00d285879c HTTP/1.1" status: 200 len: 906 time: 0.2766306 May 27 02:17:20.059642 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d024005a-05bf-4e92-a6ab-9ca0b7417d2b req-c7ca357d-d4e8-40e7-ad93-c6fd6e731d3f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6016e4e1-cc60-407b-932e-f60ea8171142 HTTP/1.1" status: 200 len: 217 time: 0.1421795 May 27 02:17:20.063880 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98f75e-641c-45de-86e9-9be5fb151eab service neutron] Pushing event updated for resources: {'Port': ['ID=ccffb2e2-415f-47dc-ae87-fc954d79961a,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:20.072043 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-468df6c4-f852-41fa-8abe-92a01f502e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:20.133479 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4a31a4ba-29d5-432b-baec-4ce939183dfc req-15ccd777-1db1-488c-9f23-5149dad734d2 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361293 May 27 02:17:20.160844 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-468df6c4-f852-41fa-8abe-92a01f502e88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:20.172604 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-468df6c4-f852-41fa-8abe-92a01f502e88 admin admin] Usage tracker for resource:security_group_rule and tenant:7e532d44c5b94c4882a761182caea916 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:20.175896 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-468df6c4-f852-41fa-8abe-92a01f502e88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:20.200466 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-468df6c4-f852-41fa-8abe-92a01f502e88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:20.208546 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [req-fa5e58cc-69d8-447c-8518-ca5c0d416dcc req-23df2a18-7f50-4aca-8258-1eabe9c5f122 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] show failed (client error): The resource could not be found. May 27 02:17:20.209908 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fa5e58cc-69d8-447c-8518-ca5c0d416dcc req-23df2a18-7f50-4aca-8258-1eabe9c5f122 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups/c864140e-ba3c-40e3-89aa-e91f27481b1c HTTP/1.1" status: 404 len: 352 time: 0.0409098 May 27 02:17:20.215175 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024005a-05bf-4e92-a6ab-9ca0b7417d2b req-f139d4d6-a49e-485b-ac2d-a7d39ed4cc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:20.216453 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d024005a-05bf-4e92-a6ab-9ca0b7417d2b req-f139d4d6-a49e-485b-ac2d-a7d39ed4cc87 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7cc16310-4abe-4496-b05d-113b02c81073 HTTP/1.1" status: 200 len: 844 time: 0.1315231 May 27 02:17:20.278011 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-daebbfb3-e934-480a-8844-9382a1efd4c1 req-a1e8bda2-57ae-4a8f-8651-c8e933661a99 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-905250925', 'description': 'tempest-description-895508849'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:20.288383 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-08f448d0-5206-45c0-94e4-89446aeb9834 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:20.296261 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-daebbfb3-e934-480a-8844-9382a1efd4c1 req-a1e8bda2-57ae-4a8f-8651-c8e933661a99 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:20.298421 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-08f448d0-5206-45c0-94e4-89446aeb9834 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:20.305198 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-daebbfb3-e934-480a-8844-9382a1efd4c1 req-a1e8bda2-57ae-4a8f-8651-c8e933661a99 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Usage tracker for resource:security_group and tenant:a311fdf2ba6e42818b0aefc61e7171be is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:20.310771 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-0b98f75e-641c-45de-86e9-9be5fb151eab service neutron] Attempting to bind port ccffb2e2-415f-47dc-ae87-fc954d79961a on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:17:20.311053 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-0b98f75e-641c-45de-86e9-9be5fb151eab service neutron] Attempting to bind port ccffb2e2-415f-47dc-ae87-fc954d79961a by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'ab39751d-1c01-42dd-8648-098e3a0f206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:17:20.311385 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-0b98f75e-641c-45de-86e9-9be5fb151eab service neutron] Attempting to bind port ccffb2e2-415f-47dc-ae87-fc954d79961a on network ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:17:20.311963 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-daebbfb3-e934-480a-8844-9382a1efd4c1 req-a1e8bda2-57ae-4a8f-8651-c8e933661a99 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:20.324024 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-0b98f75e-641c-45de-86e9-9be5fb151eab service neutron] Port ccffb2e2-415f-47dc-ae87-fc954d79961a on network ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:17:20.324356 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-0b98f75e-641c-45de-86e9-9be5fb151eab service neutron] Attempting to bind port ccffb2e2-415f-47dc-ae87-fc954d79961a on network ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:17:20.330815 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-0b98f75e-641c-45de-86e9-9be5fb151eab service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:17:20.331150 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-0b98f75e-641c-45de-86e9-9be5fb151eab service neutron] Checking segment: {'id': 'ab39751d-1c01-42dd-8648-098e3a0f206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:17:20.331524 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-0b98f75e-641c-45de-86e9-9be5fb151eab service neutron] Bound using segment: {'id': 'ab39751d-1c01-42dd-8648-098e3a0f206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:17:20.331730 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc9a7a-fa00-4490-9481-484beabdc45f req-7953a4e0-68bf-48fd-b0d8-4d5db59d2f48 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:20.331948 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-0b98f75e-641c-45de-86e9-9be5fb151eab service neutron] Bound port: ccffb2e2-415f-47dc-ae87-fc954d79961a, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab39751d-1c01-42dd-8648-098e3a0f206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:17:20.332289 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-0b98f75e-641c-45de-86e9-9be5fb151eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:20.333213 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fafc9a7a-fa00-4490-9481-484beabdc45f req-7953a4e0-68bf-48fd-b0d8-4d5db59d2f48 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=358b2759-e027-419f-8ee4-60263782865d HTTP/1.1" status: 200 len: 944 time: 0.3502705 May 27 02:17:20.339044 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-daebbfb3-e934-480a-8844-9382a1efd4c1 req-a1e8bda2-57ae-4a8f-8651-c8e933661a99 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:20.399831 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-08f448d0-5206-45c0-94e4-89446aeb9834 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:20.400307 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f448d0-5206-45c0-94e4-89446aeb9834 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7300e842-b045-45df-8d87-9cfeab17efe2 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:17:20.419718 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-08f448d0-5206-45c0-94e4-89446aeb9834 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:20.420010 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fafc9a7a-fa00-4490-9481-484beabdc45f req-7d1c2e76-cf8d-4554-906a-e887ee8024de tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778480 May 27 02:17:20.423702 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-08f448d0-5206-45c0-94e4-89446aeb9834 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] 10.222.0.57 "DELETE /v2.0/routers/7300e842-b045-45df-8d87-9cfeab17efe2 HTTP/1.1" status: 204 len: 168 time: 0.9591906 May 27 02:17:20.439771 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-0b98f75e-641c-45de-86e9-9be5fb151eab service neutron] For port ccffb2e2-415f-47dc-ae87-fc954d79961a, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:17:20.443068 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-0b98f75e-641c-45de-86e9-9be5fb151eab service neutron] For port ccffb2e2-415f-47dc-ae87-fc954d79961a, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=ccffb2e2-415f-47dc-ae87-fc954d79961a,segment=NetworkSegment(ab39751d-1c01-42dd-8648-098e3a0f206f),segment_id=ab39751d-1c01-42dd-8648-098e3a0f206f)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:17:20.444210 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024005a-05bf-4e92-a6ab-9ca0b7417d2b req-2f0c6e3f-f614-456b-af65-5e4bce27b887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:20.445643 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d024005a-05bf-4e92-a6ab-9ca0b7417d2b req-2f0c6e3f-f614-456b-af65-5e4bce27b887 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bd8ad764-a25b-489e-ba20-ae00d285879c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2209432 May 27 02:17:20.452489 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-468df6c4-f852-41fa-8abe-92a01f502e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:20.522358 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-daebbfb3-e934-480a-8844-9382a1efd4c1 req-a1e8bda2-57ae-4a8f-8651-c8e933661a99 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:20.543398 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-0b98f75e-641c-45de-86e9-9be5fb151eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:20.559763 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-daebbfb3-e934-480a-8844-9382a1efd4c1 req-a1e8bda2-57ae-4a8f-8651-c8e933661a99 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:20.568455 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-daebbfb3-e934-480a-8844-9382a1efd4c1 req-a1e8bda2-57ae-4a8f-8651-c8e933661a99 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Usage tracker for resource:security_group_rule and tenant:a311fdf2ba6e42818b0aefc61e7171be is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:20.581066 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-daebbfb3-e934-480a-8844-9382a1efd4c1 req-a1e8bda2-57ae-4a8f-8651-c8e933661a99 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:20.586427 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-468df6c4-f852-41fa-8abe-92a01f502e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:20.610737 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-daebbfb3-e934-480a-8844-9382a1efd4c1 req-a1e8bda2-57ae-4a8f-8651-c8e933661a99 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:20.622154 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-0b98f75e-641c-45de-86e9-9be5fb151eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:20.623449 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-0b98f75e-641c-45de-86e9-9be5fb151eab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:20.625684 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-0b98f75e-641c-45de-86e9-9be5fb151eab service neutron] 10.222.0.66 "PUT /v2.0/ports/ccffb2e2-415f-47dc-ae87-fc954d79961a HTTP/1.1" status: 200 len: 1091 time: 1.8217926 May 27 02:17:20.626380 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14601588-3eac-4248-bb7c-8c68a6e7a107', 'tag': 'ccffb2e2-415f-47dc-ae87-fc954d79961a'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:17:20.651674 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98f75e-641c-45de-86e9-9be5fb151eab service neutron] Pushing event updated for resources: {'Port': ['ID=ccffb2e2-415f-47dc-ae87-fc954d79961a,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:20.708409 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-468df6c4-f852-41fa-8abe-92a01f502e88 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7e532d44c5b94c4882a761182caea916&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9486551 May 27 02:17:20.710461 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d024005a-05bf-4e92-a6ab-9ca0b7417d2b req-8a3395c5-794e-436c-bc2b-4d4f0fe9359c service neutron] 10.222.0.32 "GET /v2.0/networks/bd8ad764-a25b-489e-ba20-ae00d285879c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562401 May 27 02:17:20.711173 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38928) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:20.748773 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468df6c4-f852-41fa-8abe-92a01f502e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efde68b2-3b23-45cd-a79d-04a24280f76f,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:20.780133 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d758f37c-b060-4d46-ac7a-d85171ab2d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:20.813878 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d758f37c-b060-4d46-ac7a-d85171ab2d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:20.884439 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38932) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:20.920995 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-daebbfb3-e934-480a-8844-9382a1efd4c1 req-a1e8bda2-57ae-4a8f-8651-c8e933661a99 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:20.936483 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4504c54-f338-4118-9752-0a7c25c38438 req-81dc0cec-1225-48a4-806b-21daed5cf558 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:20.941031 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f4504c54-f338-4118-9752-0a7c25c38438 req-81dc0cec-1225-48a4-806b-21daed5cf558 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.57 "GET /v2.0/ports?device_id=61ec2389-02e0-4667-ba14-80efdf4cbf9c HTTP/1.1" status: 200 len: 944 time: 0.2946596 May 27 02:17:20.941031 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d024005a-05bf-4e92-a6ab-9ca0b7417d2b req-92fc548a-c826-498b-92a0-97cd1fe01f5b service neutron] 10.222.0.32 "GET /v2.0/networks/bd8ad764-a25b-489e-ba20-ae00d285879c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192476 May 27 02:17:20.943324 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-c8382652-6c0e-4cca-8154-90c508afd495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:20.944913 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-c8382652-6c0e-4cca-8154-90c508afd495 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=061b97479a33466e8381b1e53cde36e4&device_id=14601588-3eac-4248-bb7c-8c68a6e7a107 HTTP/1.1" status: 200 len: 1094 time: 0.1345384 May 27 02:17:20.989543 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f4504c54-f338-4118-9752-0a7c25c38438 req-61315d2d-8f26-4a94-b173-db78ebb21922 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.57 "GET /v2.0/security-groups?id=908ced9e-d8f4-423b-be01-d1f694f8b97d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423703 May 27 02:17:21.031793 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-5d4d5d45-6948-4170-b6ed-dde084fc71ef service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccffb2e2-415f-47dc-ae87-fc954d79961a HTTP/1.1" status: 200 len: 217 time: 0.0738957 May 27 02:17:21.052920 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-daebbfb3-e934-480a-8844-9382a1efd4c1 req-a1e8bda2-57ae-4a8f-8651-c8e933661a99 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:21.059282 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 47be53f8-348f-4d10-ba68-eea003b7b1e2 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:17:21.072974 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfc32f7b-7f5f-4304-8256-bcba847b2f24'] response: {'name': 'network-changed', 'server_uuid': '14601588-3eac-4248-bb7c-8c68a6e7a107', 'tag': 'ccffb2e2-415f-47dc-ae87-fc954d79961a', 'status': 'completed', 'code': 200} May 27 02:17:21.101057 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-bfffd330-f20f-4e7a-bbc3-3a7824aec6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:21.102809 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-bfffd330-f20f-4e7a-bbc3-3a7824aec6de service neutron] 10.222.0.66 "GET /v2.0/subnets?id=98c2d6b5-1175-4c13-b824-dd8e526e1b70 HTTP/1.1" status: 200 len: 845 time: 0.0657268 May 27 02:17:21.107900 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-228488e1-01f6-452c-8ff2-7376c8a97f69 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1430810372', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:21.116471 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e8bda2-57ae-4a8f-8651-c8e933661a99 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33b307f7-3b4f-415d-a7d8-53d47d866703,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:21.116812 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d758f37c-b060-4d46-ac7a-d85171ab2d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:21.155323 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-228488e1-01f6-452c-8ff2-7376c8a97f69 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:21.179725 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-228488e1-01f6-452c-8ff2-7376c8a97f69 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Usage tracker for resource:router and tenant:aacf3882ca7143f9ab7bbaf303372d46 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:21.185844 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-6e2aa4e2-3a03-4b59-a055-aff8803ecf93 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710735 May 27 02:17:21.186541 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758f37c-b060-4d46-ac7a-d85171ab2d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efde68b2-3b23-45cd-a79d-04a24280f76f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:21.189275 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-228488e1-01f6-452c-8ff2-7376c8a97f69 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:21.197753 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-228488e1-01f6-452c-8ff2-7376c8a97f69 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:21.201712 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-daebbfb3-e934-480a-8844-9382a1efd4c1 req-a1e8bda2-57ae-4a8f-8651-c8e933661a99 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:21.206703 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-daebbfb3-e934-480a-8844-9382a1efd4c1 req-a1e8bda2-57ae-4a8f-8651-c8e933661a99 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9428642 May 27 02:17:21.226597 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d758f37c-b060-4d46-ac7a-d85171ab2d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:21.227706 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d758f37c-b060-4d46-ac7a-d85171ab2d4e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/efde68b2-3b23-45cd-a79d-04a24280f76f HTTP/1.1" status: 204 len: 168 time: 0.5153699 May 27 02:17:21.242405 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-cfb38523-dbd0-47b9-8be4-bcce978a3cf8 req-c3adaf4d-4acb-4bc6-a173-9fd820774c09 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2010708554', 'description': 'tempest-description-564198331'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:21.255012 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-cfb38523-dbd0-47b9-8be4-bcce978a3cf8 req-c3adaf4d-4acb-4bc6-a173-9fd820774c09 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:21.290457 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-cfb38523-dbd0-47b9-8be4-bcce978a3cf8 req-c3adaf4d-4acb-4bc6-a173-9fd820774c09 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Usage tracker for resource:security_group and tenant:a311fdf2ba6e42818b0aefc61e7171be is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:21.298676 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-cfb38523-dbd0-47b9-8be4-bcce978a3cf8 req-c3adaf4d-4acb-4bc6-a173-9fd820774c09 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:21.309601 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-cfb38523-dbd0-47b9-8be4-bcce978a3cf8 req-c3adaf4d-4acb-4bc6-a173-9fd820774c09 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:21.354423 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-9d90dbae-433a-4d56-85cf-7c004f96c01e service neutron] 10.222.0.66 "GET /v2.0/networks/ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577747 May 27 02:17:21.354873 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102aac2-2ecb-4305-beef-e0a88a05810f req-414b728a-2357-4e57-b23b-33c070f4a968 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:21.356360 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8102aac2-2ecb-4305-beef-e0a88a05810f req-414b728a-2357-4e57-b23b-33c070f4a968 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=14601588-3eac-4248-bb7c-8c68a6e7a107 HTTP/1.1" status: 200 len: 943 time: 0.1026328 May 27 02:17:21.389774 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 47be53f8-348f-4d10-ba68-eea003b7b1e2 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:17:21.396736 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 47be53f8-348f-4d10-ba68-eea003b7b1e2 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:21.397263 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:21.401630 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8102aac2-2ecb-4305-beef-e0a88a05810f req-331ef67c-0733-438c-b949-fafedca50edd tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393057 May 27 02:17:21.414247 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-cfb38523-dbd0-47b9-8be4-bcce978a3cf8 req-c3adaf4d-4acb-4bc6-a173-9fd820774c09 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:21.428536 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-228488e1-01f6-452c-8ff2-7376c8a97f69 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:21.432470 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-228488e1-01f6-452c-8ff2-7376c8a97f69 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:21.443558 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-cfb38523-dbd0-47b9-8be4-bcce978a3cf8 req-c3adaf4d-4acb-4bc6-a173-9fd820774c09 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:21.452224 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-cfb38523-dbd0-47b9-8be4-bcce978a3cf8 req-c3adaf4d-4acb-4bc6-a173-9fd820774c09 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Usage tracker for resource:security_group_rule and tenant:a311fdf2ba6e42818b0aefc61e7171be is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:21.456743 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-cfb38523-dbd0-47b9-8be4-bcce978a3cf8 req-c3adaf4d-4acb-4bc6-a173-9fd820774c09 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:21.465946 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-cfb38523-dbd0-47b9-8be4-bcce978a3cf8 req-c3adaf4d-4acb-4bc6-a173-9fd820774c09 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:21.512324 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-228488e1-01f6-452c-8ff2-7376c8a97f69 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:21.568312 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-cfb38523-dbd0-47b9-8be4-bcce978a3cf8 req-c3adaf4d-4acb-4bc6-a173-9fd820774c09 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:21.575664 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8fe7cd1f-32da-49cd-8033-f213771cfda5 req-bf3e2455-cf52-4b91-8124-223c2b11f60e service neutron] 10.222.0.66 "GET /v2.0/networks/ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152765 May 27 02:17:21.591009 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 47be53f8-348f-4d10-ba68-eea003b7b1e2 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:21.591304 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:21.619446 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358b2759-e027-419f-8ee4-60263782865d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47be53f8-348f-4d10-ba68-eea003b7b1e2'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:17:21.629384 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 47be53f8-348f-4d10-ba68-eea003b7b1e2, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=47be53f8-348f-4d10-ba68-eea003b7b1e2,segment=NetworkSegment(90e934bd-3ada-4cfd-88be-1e4ed99f05f0),segment_id=90e934bd-3ada-4cfd-88be-1e4ed99f05f0)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:21.649895 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305064a2-9eb0-4138-bdcc-59a1ff167cad req-21ba53f7-9d14-4fee-8af4-390945192ac4 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:21.651419 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-305064a2-9eb0-4138-bdcc-59a1ff167cad req-21ba53f7-9d14-4fee-8af4-390945192ac4 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=358b2759-e027-419f-8ee4-60263782865d HTTP/1.1" status: 200 len: 944 time: 0.0901701 May 27 02:17:21.696186 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-305064a2-9eb0-4138-bdcc-59a1ff167cad req-5f2794cd-1be1-4b19-9b61-9a5d77a37bf8 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382059 May 27 02:17:21.719356 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-cfb38523-dbd0-47b9-8be4-bcce978a3cf8 req-c3adaf4d-4acb-4bc6-a173-9fd820774c09 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:21.747825 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acf9bf9c-ba9c-44a0-bfc2-50f89755a04d'] response: {'server_uuid': '358b2759-e027-419f-8ee4-60263782865d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47be53f8-348f-4d10-ba68-eea003b7b1e2', 'code': 200} May 27 02:17:21.750633 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:21.780742 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3adaf4d-4acb-4bc6-a173-9fd820774c09 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf433a22-72a5-472d-9c61-9b62ef1c1833,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:21.880123 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-cfb38523-dbd0-47b9-8be4-bcce978a3cf8 req-c3adaf4d-4acb-4bc6-a173-9fd820774c09 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:21.884593 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=47be53f8-348f-4d10-ba68-eea003b7b1e2,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:21.885026 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cfb38523-dbd0-47b9-8be4-bcce978a3cf8 req-c3adaf4d-4acb-4bc6-a173-9fd820774c09 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6475718 May 27 02:17:22.009725 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-06b57948-eb31-4481-baa8-a043f85bdb35 req-f08489a6-b92e-4c1e-87d0-635b7572b2bb tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-551420644', 'description': 'tempest-description-1896206347'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:22.016373 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-06b57948-eb31-4481-baa8-a043f85bdb35 req-f08489a6-b92e-4c1e-87d0-635b7572b2bb tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:22.028056 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-06b57948-eb31-4481-baa8-a043f85bdb35 req-f08489a6-b92e-4c1e-87d0-635b7572b2bb tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Usage tracker for resource:security_group and tenant:a311fdf2ba6e42818b0aefc61e7171be is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:22.033743 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-06b57948-eb31-4481-baa8-a043f85bdb35 req-f08489a6-b92e-4c1e-87d0-635b7572b2bb tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:22.040009 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-06b57948-eb31-4481-baa8-a043f85bdb35 req-f08489a6-b92e-4c1e-87d0-635b7572b2bb tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:22.059633 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50235f2f-101a-43a5-be34-97dadfaf80b6 req-cc9a8450-389f-445d-94eb-7b9de684deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:22.061295 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-50235f2f-101a-43a5-be34-97dadfaf80b6 req-cc9a8450-389f-445d-94eb-7b9de684deeb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=358b2759-e027-419f-8ee4-60263782865d HTTP/1.1" status: 200 len: 1096 time: 0.2214329 May 27 02:17:22.108147 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-50235f2f-101a-43a5-be34-97dadfaf80b6 req-5e1f2aed-f407-4884-99dc-a3dab3a3f718 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402436 May 27 02:17:22.148084 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-228488e1-01f6-452c-8ff2-7376c8a97f69 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:22.162437 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-06b57948-eb31-4481-baa8-a043f85bdb35 req-f08489a6-b92e-4c1e-87d0-635b7572b2bb tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:22.168024 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050a7663-8aad-4b2d-ac7d-f6e3d3c13d4f req-48d315a3-641f-41f9-91eb-ba9e0fc2515e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:22.169614 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-050a7663-8aad-4b2d-ac7d-f6e3d3c13d4f req-48d315a3-641f-41f9-91eb-ba9e0fc2515e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=061b97479a33466e8381b1e53cde36e4&device_id=14601588-3eac-4248-bb7c-8c68a6e7a107 HTTP/1.1" status: 200 len: 1094 time: 0.3827379 May 27 02:17:22.196653 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-06b57948-eb31-4481-baa8-a043f85bdb35 req-f08489a6-b92e-4c1e-87d0-635b7572b2bb tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:22.203313 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-06b57948-eb31-4481-baa8-a043f85bdb35 req-f08489a6-b92e-4c1e-87d0-635b7572b2bb tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Usage tracker for resource:security_group_rule and tenant:a311fdf2ba6e42818b0aefc61e7171be is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:22.203447 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38954) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:22.206837 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-06b57948-eb31-4481-baa8-a043f85bdb35 req-f08489a6-b92e-4c1e-87d0-635b7572b2bb tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:22.214027 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-06b57948-eb31-4481-baa8-a043f85bdb35 req-f08489a6-b92e-4c1e-87d0-635b7572b2bb tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:22.220488 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-47a7b2bf-0fac-480f-aa55-62f20f6f38a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:22.232565 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6cbaf-b2b9-4b41-8d60-1a7e2924b0f3 req-7aede713-af02-4c1f-b68d-cfdef6cb137d tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:22.234561 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-54c6cbaf-b2b9-4b41-8d60-1a7e2924b0f3 req-7aede713-af02-4c1f-b68d-cfdef6cb137d tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.57 "GET /v2.0/ports?device_id=61ec2389-02e0-4667-ba14-80efdf4cbf9c HTTP/1.1" status: 200 len: 944 time: 0.1186740 May 27 02:17:22.235625 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-47a7b2bf-0fac-480f-aa55-62f20f6f38a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:22.239761 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-47a7b2bf-0fac-480f-aa55-62f20f6f38a5 admin admin] Usage tracker for resource:security_group_rule and tenant:aa05aeb1b67642e7837877a57a01802d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:22.242895 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-47a7b2bf-0fac-480f-aa55-62f20f6f38a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:22.248511 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-47a7b2bf-0fac-480f-aa55-62f20f6f38a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:22.294545 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-54c6cbaf-b2b9-4b41-8d60-1a7e2924b0f3 req-88b40943-5091-4132-a8b8-356d6d5138e4 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.57 "GET /v2.0/security-groups?id=908ced9e-d8f4-423b-be01-d1f694f8b97d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534708 May 27 02:17:22.355453 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-06b57948-eb31-4481-baa8-a043f85bdb35 req-f08489a6-b92e-4c1e-87d0-635b7572b2bb tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:22.416543 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-06b57948-eb31-4481-baa8-a043f85bdb35 req-f08489a6-b92e-4c1e-87d0-635b7572b2bb tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:22.463457 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08489a6-b92e-4c1e-87d0-635b7572b2bb tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f034f9-2270-48c5-9aa0-91e1c19fdbde,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:22.524265 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-06b57948-eb31-4481-baa8-a043f85bdb35 req-f08489a6-b92e-4c1e-87d0-635b7572b2bb tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:22.525940 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-06b57948-eb31-4481-baa8-a043f85bdb35 req-f08489a6-b92e-4c1e-87d0-635b7572b2bb tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5222507 May 27 02:17:22.531655 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050a7663-8aad-4b2d-ac7d-f6e3d3c13d4f req-c91dce9c-e70a-4294-8f22-2c676c1aeb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:22.533090 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-050a7663-8aad-4b2d-ac7d-f6e3d3c13d4f req-c91dce9c-e70a-4294-8f22-2c676c1aeb5f service neutron] 10.222.0.66 "GET /v2.0/networks?id=ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee HTTP/1.1" status: 200 len: 906 time: 0.1948142 May 27 02:17:22.618485 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-050a7663-8aad-4b2d-ac7d-f6e3d3c13d4f req-96946b24-c81b-42e9-97c0-2e45d7f05d1c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccffb2e2-415f-47dc-ae87-fc954d79961a HTTP/1.1" status: 200 len: 217 time: 0.0776439 May 27 02:17:22.620665 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-47a7b2bf-0fac-480f-aa55-62f20f6f38a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:22.688537 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-47a7b2bf-0fac-480f-aa55-62f20f6f38a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:22.692662 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3a54f-99b6-42b9-b2f5-9c77ebb5b548 req-9c4b1860-5714-4bd8-bb03-ca14591c7807 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:22.694173 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fca3a54f-99b6-42b9-b2f5-9c77ebb5b548 req-9c4b1860-5714-4bd8-bb03-ca14591c7807 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=14601588-3eac-4248-bb7c-8c68a6e7a107 HTTP/1.1" status: 200 len: 943 time: 0.1673422 May 27 02:17:22.733429 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-2b0e848d-c20b-4bef-8a84-6b1e48a253e7 req-95db51ef-6a68-4032-8586-df68c1698a25 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Synchronizing usage tracker for tenant:a311fdf2ba6e42818b0aefc61e7171be on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:17:22.743904 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050a7663-8aad-4b2d-ac7d-f6e3d3c13d4f req-5b73d1d6-cf81-4e72-acd8-912d2e8d7cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:22.745368 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-050a7663-8aad-4b2d-ac7d-f6e3d3c13d4f req-5b73d1d6-cf81-4e72-acd8-912d2e8d7cf3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=98c2d6b5-1175-4c13-b824-dd8e526e1b70 HTTP/1.1" status: 200 len: 845 time: 0.1198699 May 27 02:17:22.765066 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fca3a54f-99b6-42b9-b2f5-9c77ebb5b548 req-2780d1e1-c91a-4eb5-b405-246082f86053 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637810 May 27 02:17:22.801824 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-47a7b2bf-0fac-480f-aa55-62f20f6f38a5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=aa05aeb1b67642e7837877a57a01802d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5950239 May 27 02:17:22.803525 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38964) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:22.858577 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a7b2bf-0fac-480f-aa55-62f20f6f38a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c04bb69-9e7e-4eef-aea0-c3df983e265a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:22.882006 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-2b0e848d-c20b-4bef-8a84-6b1e48a253e7 req-95db51ef-6a68-4032-8586-df68c1698a25 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Unset dirty status for tenant:a311fdf2ba6e42818b0aefc61e7171be on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:17:22.883643 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2b0e848d-c20b-4bef-8a84-6b1e48a253e7 req-95db51ef-6a68-4032-8586-df68c1698a25 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a311fdf2ba6e42818b0aefc61e7171be HTTP/1.1" status: 200 len: 10908 time: 0.3227546 May 27 02:17:22.911027 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-050a7663-8aad-4b2d-ac7d-f6e3d3c13d4f req-b59f8bc4-ff8e-4fd5-84af-ad0cb35eac3b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080534 May 27 02:17:22.930542 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-211082f7-68ab-44c9-9b54-06e0a76b998e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:22.993216 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-211082f7-68ab-44c9-9b54-06e0a76b998e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:23.029319 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-228488e1-01f6-452c-8ff2-7376c8a97f69 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:23.037321 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2b0e848d-c20b-4bef-8a84-6b1e48a253e7 req-88addc4b-b248-4d09-a605-9576155b785c tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups/745af62b-1631-4b69-abea-1d6524475377 HTTP/1.1" status: 200 len: 2985 time: 0.1135306 May 27 02:17:23.067715 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-228488e1-01f6-452c-8ff2-7376c8a97f69 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:23.080213 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27087a8e-581f-48ef-95a9-42e656b19a1a req-f0c18a43-0add-4f4b-b7d5-06dec1b4597a tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:23.081755 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-27087a8e-581f-48ef-95a9-42e656b19a1a req-f0c18a43-0add-4f4b-b7d5-06dec1b4597a tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=358b2759-e027-419f-8ee4-60263782865d HTTP/1.1" status: 200 len: 945 time: 0.2007926 May 27 02:17:23.152794 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2b0e848d-c20b-4bef-8a84-6b1e48a253e7 req-daaf8f33-922c-48c0-8aeb-d40c31837638 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups/745af62b-1631-4b69-abea-1d6524475377 HTTP/1.1" status: 200 len: 2985 time: 0.1046772 May 27 02:17:23.164955 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-27087a8e-581f-48ef-95a9-42e656b19a1a req-99226e33-3f1a-44b2-a7d1-83701a58ee83 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727091 May 27 02:17:23.168366 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-050a7663-8aad-4b2d-ac7d-f6e3d3c13d4f req-e31e4257-ecd7-4075-9f87-fc3dad6f5af7 service neutron] 10.222.0.66 "GET /v2.0/networks/ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490227 May 27 02:17:23.230098 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-33b64b8c-a238-4636-ade1-ac15f02f233c req-bdfa8de2-4c6e-4107-b6ef-e06eb60974c1 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups/33b307f7-3b4f-415d-a7d8-53d47d866703 HTTP/1.1" status: 200 len: 1801 time: 0.0506639 May 27 02:17:23.235790 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-211082f7-68ab-44c9-9b54-06e0a76b998e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:23.267458 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211082f7-68ab-44c9-9b54-06e0a76b998e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c04bb69-9e7e-4eef-aea0-c3df983e265a,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:23.277316 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-211082f7-68ab-44c9-9b54-06e0a76b998e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:23.278422 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-211082f7-68ab-44c9-9b54-06e0a76b998e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2c04bb69-9e7e-4eef-aea0-c3df983e265a HTTP/1.1" status: 204 len: 168 time: 0.4727530 May 27 02:17:23.331093 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-228488e1-01f6-452c-8ff2-7376c8a97f69 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Allocated IP 172.25.1.252 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/41515b83-df88-4ec5-ba19-4687dda34e63) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:17:23.332764 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-33b64b8c-a238-4636-ade1-ac15f02f233c req-c166a247-1546-455f-a856-d40f682287ca tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:23.389191 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-050a7663-8aad-4b2d-ac7d-f6e3d3c13d4f req-f88d6e27-79fa-4c7e-add8-a639252acea6 service neutron] 10.222.0.66 "GET /v2.0/networks/ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113359 May 27 02:17:23.390243 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-33b64b8c-a238-4636-ade1-ac15f02f233c req-c166a247-1546-455f-a856-d40f682287ca tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:23.551622 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a8df5-32de-46df-96d3-94983969480f req-747b171f-e9b0-4d41-b531-73c8315bfc8e tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:23.556380 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-875a8df5-32de-46df-96d3-94983969480f req-747b171f-e9b0-4d41-b531-73c8315bfc8e tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.57 "GET /v2.0/ports?device_id=61ec2389-02e0-4667-ba14-80efdf4cbf9c HTTP/1.1" status: 200 len: 944 time: 0.0862615 May 27 02:17:23.556380 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-33b64b8c-a238-4636-ade1-ac15f02f233c req-c166a247-1546-455f-a856-d40f682287ca tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:23.577988 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 6016e4e1-cc60-407b-932e-f60ea8171142 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:17:23.591432 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166a247-1546-455f-a856-d40f682287ca tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b307f7-3b4f-415d-a7d8-53d47d866703,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:23.618903 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-875a8df5-32de-46df-96d3-94983969480f req-1f692b41-2e01-4f42-a98f-d9821b893670 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.57 "GET /v2.0/security-groups?id=908ced9e-d8f4-423b-be01-d1f694f8b97d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526245 May 27 02:17:23.647804 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-228488e1-01f6-452c-8ff2-7376c8a97f69 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:23.671110 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-33b64b8c-a238-4636-ade1-ac15f02f233c req-c166a247-1546-455f-a856-d40f682287ca tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:23.672908 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-33b64b8c-a238-4636-ade1-ac15f02f233c req-c166a247-1546-455f-a856-d40f682287ca tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "DELETE /v2.0/security-groups/33b307f7-3b4f-415d-a7d8-53d47d866703 HTTP/1.1" status: 204 len: 173 time: 0.4320192 May 27 02:17:23.708559 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [req-7bfde57e-b130-4fc5-8d01-4c3ccb1348a3 req-ad6bed37-d9a7-4b49-9af9-a4a5d1d2b0a3 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] show failed (client error): The resource could not be found. May 27 02:17:23.709564 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7bfde57e-b130-4fc5-8d01-4c3ccb1348a3 req-ad6bed37-d9a7-4b49-9af9-a4a5d1d2b0a3 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups/33b307f7-3b4f-415d-a7d8-53d47d866703 HTTP/1.1" status: 404 len: 352 time: 0.0164170 May 27 02:17:23.778535 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-228488e1-01f6-452c-8ff2-7376c8a97f69 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:23.781032 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aadb6b40-5c81-4428-8b6f-185340ebca43 req-4b612b62-54db-4e4d-b4ec-2bf99b1afa13 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups/bf433a22-72a5-472d-9c61-9b62ef1c1833 HTTP/1.1" status: 200 len: 1802 time: 0.0468304 May 27 02:17:23.801730 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 6016e4e1-cc60-407b-932e-f60ea8171142, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=6016e4e1-cc60-407b-932e-f60ea8171142,segment=NetworkSegment(18730f6d-a313-43b6-9f8e-ae26692d5630),segment_id=18730f6d-a313-43b6-9f8e-ae26692d5630)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:23.839277 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '6016e4e1-cc60-407b-932e-f60ea8171142', 'network_id': 'bd8ad764-a25b-489e-ba20-ae00d285879c', 'port_id': '6016e4e1-cc60-407b-932e-f60ea8171142', 'mac_address': 'fa:16:3e:53:bb:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cc16310-4abe-4496-b05d-113b02c81073', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:17:23.846442 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228488e1-01f6-452c-8ff2-7376c8a97f69 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:17:23.856031 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-228488e1-01f6-452c-8ff2-7376c8a97f69 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:23.859995 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228488e1-01f6-452c-8ff2-7376c8a97f69 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:17:23.901716 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-aadb6b40-5c81-4428-8b6f-185340ebca43 req-ce221074-364e-4ec5-b744-f75691782d93 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:23.950733 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 6016e4e1-cc60-407b-932e-f60ea8171142 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:23.951119 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:23.955045 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228488e1-01f6-452c-8ff2-7376c8a97f69 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Pushing event updated for resources: {'Port': ['ID=41515b83-df88-4ec5-ba19-4687dda34e63,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:23.981085 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6016e4e1-cc60-407b-932e-f60ea8171142 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:17:23.992119 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-aadb6b40-5c81-4428-8b6f-185340ebca43 req-ce221074-364e-4ec5-b744-f75691782d93 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:24.008292 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 6016e4e1-cc60-407b-932e-f60ea8171142, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=6016e4e1-cc60-407b-932e-f60ea8171142,segment=NetworkSegment(18730f6d-a313-43b6-9f8e-ae26692d5630),segment_id=18730f6d-a313-43b6-9f8e-ae26692d5630)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:24.061748 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d482c29-e9de-4aeb-984e-7f7efbb10197 req-4ce5ec58-f93c-45a4-8483-152f2319129e tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:24.063178 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4d482c29-e9de-4aeb-984e-7f7efbb10197 req-4ce5ec58-f93c-45a4-8483-152f2319129e tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=14601588-3eac-4248-bb7c-8c68a6e7a107 HTTP/1.1" status: 200 len: 943 time: 0.1217964 May 27 02:17:24.092390 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:24.116103 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4d482c29-e9de-4aeb-984e-7f7efbb10197 req-500ea546-d2c2-40da-a848-4754d5098997 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461173 May 27 02:17:24.155486 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-aadb6b40-5c81-4428-8b6f-185340ebca43 req-ce221074-364e-4ec5-b744-f75691782d93 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:24.176477 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce221074-364e-4ec5-b744-f75691782d93 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf433a22-72a5-472d-9c61-9b62ef1c1833,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:24.183663 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-aadb6b40-5c81-4428-8b6f-185340ebca43 req-ce221074-364e-4ec5-b744-f75691782d93 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:24.188488 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aadb6b40-5c81-4428-8b6f-185340ebca43 req-ce221074-364e-4ec5-b744-f75691782d93 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "DELETE /v2.0/security-groups/bf433a22-72a5-472d-9c61-9b62ef1c1833 HTTP/1.1" status: 204 len: 173 time: 0.4011097 May 27 02:17:24.210544 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=6016e4e1-cc60-407b-932e-f60ea8171142,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:24.238319 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [req-c60c1739-e2e8-4c02-b4f3-3a05114dc5e9 req-a41fe5b3-20f1-4783-a3f9-7a05607a61a7 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] show failed (client error): The resource could not be found. May 27 02:17:24.238319 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c60c1739-e2e8-4c02-b4f3-3a05114dc5e9 req-a41fe5b3-20f1-4783-a3f9-7a05607a61a7 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups/bf433a22-72a5-472d-9c61-9b62ef1c1833 HTTP/1.1" status: 404 len: 352 time: 0.0264158 May 27 02:17:24.323006 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['6016e4e1-cc60-407b-932e-f60ea8171142'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:17:24.369248 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-696908fc-f600-488b-acd9-80cc31163f66 req-6f18072c-2e38-4238-ac35-def7d1da41f7 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups/a2f034f9-2270-48c5-9aa0-91e1c19fdbde HTTP/1.1" status: 200 len: 1802 time: 0.1150167 May 27 02:17:24.423075 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cba323-6836-403e-9aff-ba038373a3c9 req-5f004cd5-b32a-4c30-bf40-c71a5197c218 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:24.424582 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-43cba323-6836-403e-9aff-ba038373a3c9 req-5f004cd5-b32a-4c30-bf40-c71a5197c218 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=358b2759-e027-419f-8ee4-60263782865d HTTP/1.1" status: 200 len: 945 time: 0.1331661 May 27 02:17:24.514117 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-43cba323-6836-403e-9aff-ba038373a3c9 req-4b5d397a-1f8c-43e8-91f9-1ebb393662d7 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806651 May 27 02:17:24.515106 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-696908fc-f600-488b-acd9-80cc31163f66 req-db82a572-ad10-4a60-b098-1b6c3f5663d9 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:24.532421 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-228488e1-01f6-452c-8ff2-7376c8a97f69 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:24.548929 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-696908fc-f600-488b-acd9-80cc31163f66 req-db82a572-ad10-4a60-b098-1b6c3f5663d9 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:24.682921 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-696908fc-f600-488b-acd9-80cc31163f66 req-db82a572-ad10-4a60-b098-1b6c3f5663d9 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:24.713330 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db82a572-ad10-4a60-b098-1b6c3f5663d9 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f034f9-2270-48c5-9aa0-91e1c19fdbde,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:24.737185 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-696908fc-f600-488b-acd9-80cc31163f66 req-db82a572-ad10-4a60-b098-1b6c3f5663d9 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:24.738286 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-696908fc-f600-488b-acd9-80cc31163f66 req-db82a572-ad10-4a60-b098-1b6c3f5663d9 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "DELETE /v2.0/security-groups/a2f034f9-2270-48c5-9aa0-91e1c19fdbde HTTP/1.1" status: 204 len: 173 time: 0.3603759 May 27 02:17:24.779832 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee14d4-e04d-46e5-a895-93c9b0941e39 req-b4581aaf-809c-4f87-a6de-4c626e4ea8c2 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:24.788509 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f4ee14d4-e04d-46e5-a895-93c9b0941e39 req-b4581aaf-809c-4f87-a6de-4c626e4ea8c2 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=358b2759-e027-419f-8ee4-60263782865d HTTP/1.1" status: 200 len: 945 time: 0.1504691 May 27 02:17:24.836467 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f4ee14d4-e04d-46e5-a895-93c9b0941e39 req-cc351b12-c132-4a61-b647-ddf26f0e592e tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487700 May 27 02:17:24.981738 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1edee6-1401-468a-8a99-5ce1a83816c6 req-e5bd8df5-8d61-49b6-b516-4d146273b808 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:24.982698 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-228488e1-01f6-452c-8ff2-7376c8a97f69 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:24.993385 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c1edee6-1401-468a-8a99-5ce1a83816c6 req-e5bd8df5-8d61-49b6-b516-4d146273b808 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.57 "GET /v2.0/ports?device_id=61ec2389-02e0-4667-ba14-80efdf4cbf9c HTTP/1.1" status: 200 len: 945 time: 0.1101975 May 27 02:17:25.067472 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device ccffb2e2-415f-47dc-ae87-fc954d79961a details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:17:25.094696 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c1edee6-1401-468a-8a99-5ce1a83816c6 req-9366d02b-4371-4ec2-a4d4-2cf961abe444 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.57 "GET /v2.0/security-groups?id=908ced9e-d8f4-423b-be01-d1f694f8b97d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680079 May 27 02:17:25.120333 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed3920-1658-4feb-96c0-21d41955bdd8 req-7070fa0b-7a94-44c1-aa94-d1a101f985af tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:25.122283 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e6ed3920-1658-4feb-96c0-21d41955bdd8 req-7070fa0b-7a94-44c1-aa94-d1a101f985af tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.1377625 May 27 02:17:25.177613 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [req-a11b85b4-245e-4457-adbf-fcb58f485dd0 req-f906bbab-0145-4eab-bed1-04338018fead tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] show failed (client error): The resource could not be found. May 27 02:17:25.179229 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a11b85b4-245e-4457-adbf-fcb58f485dd0 req-f906bbab-0145-4eab-bed1-04338018fead tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups/a2f034f9-2270-48c5-9aa0-91e1c19fdbde HTTP/1.1" status: 404 len: 352 time: 0.0526743 May 27 02:17:25.182960 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e6ed3920-1658-4feb-96c0-21d41955bdd8 req-442f5d1c-0da1-4e4d-bc27-79fa35f5578c tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543096 May 27 02:17:25.243874 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port ccffb2e2-415f-47dc-ae87-fc954d79961a, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=ccffb2e2-415f-47dc-ae87-fc954d79961a,segment=NetworkSegment(ab39751d-1c01-42dd-8648-098e3a0f206f),segment_id=ab39751d-1c01-42dd-8648-098e3a0f206f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:25.258852 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': 'ccffb2e2-415f-47dc-ae87-fc954d79961a', 'network_id': 'ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee', 'port_id': 'ccffb2e2-415f-47dc-ae87-fc954d79961a', 'mac_address': 'fa:16:3e:46:26:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c2d6b5-1175-4c13-b824-dd8e526e1b70', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:17:25.318595 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228488e1-01f6-452c-8ff2-7376c8a97f69 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Router 69c26731-6271-4488-9ff3-bd88a35ff03a is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:17:25.329316 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port ccffb2e2-415f-47dc-ae87-fc954d79961a is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:25.329700 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:25.361282 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccffb2e2-415f-47dc-ae87-fc954d79961a {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:17:25.381719 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port ccffb2e2-415f-47dc-ae87-fc954d79961a, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=ccffb2e2-415f-47dc-ae87-fc954d79961a,segment=NetworkSegment(ab39751d-1c01-42dd-8648-098e3a0f206f),segment_id=ab39751d-1c01-42dd-8648-098e3a0f206f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:25.480350 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fad819e2-ee7f-4d42-8451-f7ccaaef165e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:25.485289 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:25.512636 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228488e1-01f6-452c-8ff2-7376c8a97f69 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:17:25.525870 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48664d7-8404-4a9b-a2f0-5017c2897c11 None None] Sync routers for ids ['69c26731-6271-4488-9ff3-bd88a35ff03a'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:17:25.541548 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48664d7-8404-4a9b-a2f0-5017c2897c11 None None] Routers {'69c26731-6271-4488-9ff3-bd88a35ff03a'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:17:25.542273 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e48664d7-8404-4a9b-a2f0-5017c2897c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:16:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['69c26731-6271-4488-9ff3-bd88a35ff03a'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:25.559014 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77277552-3da9-49d0-b5ba-c74eda667a60 req-d5098283-34cb-4a2a-af19-0b641b1b2188 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:25.560493 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-77277552-3da9-49d0-b5ba-c74eda667a60 req-d5098283-34cb-4a2a-af19-0b641b1b2188 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=14601588-3eac-4248-bb7c-8c68a6e7a107 HTTP/1.1" status: 200 len: 943 time: 0.2551396 May 27 02:17:25.578494 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=ccffb2e2-415f-47dc-ae87-fc954d79961a,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:25.589995 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 6016e4e1-cc60-407b-932e-f60ea8171142 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:17:25.594175 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e42d34d3-46be-4974-90b0-a6fc624a4681 req-74995531-cf26-4380-ae38-3c2e53acb00f tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Synchronizing usage tracker for tenant:a311fdf2ba6e42818b0aefc61e7171be on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:17:25.636275 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e48664d7-8404-4a9b-a2f0-5017c2897c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:25.636793 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-77277552-3da9-49d0-b5ba-c74eda667a60 req-086755e9-b5a3-49c1-8aa0-7822fd1e47e0 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638263 May 27 02:17:25.645749 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48664d7-8404-4a9b-a2f0-5017c2897c11 None None] Routers {'69c26731-6271-4488-9ff3-bd88a35ff03a'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:17:25.646540 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e48664d7-8404-4a9b-a2f0-5017c2897c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:16:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['69c26731-6271-4488-9ff3-bd88a35ff03a'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:25.654738 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-228488e1-01f6-452c-8ff2-7376c8a97f69 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:25.657903 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-228488e1-01f6-452c-8ff2-7376c8a97f69 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.7698143 May 27 02:17:25.660915 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39038) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:25.713720 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e48664d7-8404-4a9b-a2f0-5017c2897c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:25.714556 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48664d7-8404-4a9b-a2f0-5017c2897c11 None None] The sync data for ids ['69c26731-6271-4488-9ff3-bd88a35ff03a'] in n-d-843554-3 is: [] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:17:25.723819 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39042) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:25.742549 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e42d34d3-46be-4974-90b0-a6fc624a4681 req-74995531-cf26-4380-ae38-3c2e53acb00f tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Unset dirty status for tenant:a311fdf2ba6e42818b0aefc61e7171be on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:17:25.743957 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e42d34d3-46be-4974-90b0-a6fc624a4681 req-74995531-cf26-4380-ae38-3c2e53acb00f tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a311fdf2ba6e42818b0aefc61e7171be HTTP/1.1" status: 200 len: 6156 time: 0.2714477 May 27 02:17:25.804459 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 6016e4e1-cc60-407b-932e-f60ea8171142 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:17:25.807482 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['ccffb2e2-415f-47dc-ae87-fc954d79961a'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:17:25.861072 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 6016e4e1-cc60-407b-932e-f60ea8171142 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:25.861300 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:25.869055 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a4ccb6e9-ae6e-4041-858b-e678367c4f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:25.888942 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a4ccb6e9-ae6e-4041-858b-e678367c4f30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:25.894545 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a4ccb6e9-ae6e-4041-858b-e678367c4f30 admin admin] Usage tracker for resource:security_group_rule and tenant:f35a6072dbe74581bbd4db0db50f6d37 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:25.897654 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a4ccb6e9-ae6e-4041-858b-e678367c4f30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:25.905288 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a4ccb6e9-ae6e-4041-858b-e678367c4f30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:25.956816 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e42d34d3-46be-4974-90b0-a6fc624a4681 req-9c552acb-2b3a-43ae-91fd-01aae18db529 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups/745af62b-1631-4b69-abea-1d6524475377 HTTP/1.1" status: 200 len: 2985 time: 0.2040660 May 27 02:17:25.992604 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c3eb2aff-ed02-409f-8b4e-6860ce4c4cf3 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] 10.222.0.57 "GET /v2.0/routers/69c26731-6271-4488-9ff3-bd88a35ff03a HTTP/1.1" status: 200 len: 925 time: 0.3303647 May 27 02:17:25.995420 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39048) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:26.048042 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 6016e4e1-cc60-407b-932e-f60ea8171142 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:26.048291 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:26.082642 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-81f90e3b-df74-4e24-a945-ea7ff8920219 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c26731-6271-4488-9ff3-bd88a35ff03a HTTP/1.1" status: 200 len: 205 time: 0.0761287 May 27 02:17:26.082816 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39052) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:26.087719 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5b202-aa0c-49c8-9f78-70fcf8c508c4 req-860896f9-6975-4a25-91aa-d08c7cabcd04 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:26.089170 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-24d5b202-aa0c-49c8-9f78-70fcf8c508c4 req-860896f9-6975-4a25-91aa-d08c7cabcd04 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.3141966 May 27 02:17:26.092120 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e42d34d3-46be-4974-90b0-a6fc624a4681 req-8783870d-8d59-4f40-9f6a-134364d6fdcc tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups/745af62b-1631-4b69-abea-1d6524475377 HTTP/1.1" status: 200 len: 2985 time: 0.1272500 May 27 02:17:26.092332 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ec2389-02e0-4667-ba14-80efdf4cbf9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6016e4e1-cc60-407b-932e-f60ea8171142'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:17:26.122071 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 6016e4e1-cc60-407b-932e-f60ea8171142, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=6016e4e1-cc60-407b-932e-f60ea8171142,segment=NetworkSegment(18730f6d-a313-43b6-9f8e-ae26692d5630),segment_id=18730f6d-a313-43b6-9f8e-ae26692d5630)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:26.147874 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-24d5b202-aa0c-49c8-9f78-70fcf8c508c4 req-cafb4cb0-247c-4efc-9cdf-6cf78ca1b70f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492163 May 27 02:17:26.218325 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d922fbd5-d892-45fc-9fec-56b6983f685b'] response: {'server_uuid': '61ec2389-02e0-4667-ba14-80efdf4cbf9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6016e4e1-cc60-407b-932e-f60ea8171142', 'code': 200} May 27 02:17:26.229318 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:26.235634 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-bae1965b-f549-44e6-8a8f-c0653fac4fc0 req-e767e084-82b0-48ed-ab27-c3c4ccde2dd6 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1660825875', 'description': 'tempest-description-1747720965'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:26.242732 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-bae1965b-f549-44e6-8a8f-c0653fac4fc0 req-e767e084-82b0-48ed-ab27-c3c4ccde2dd6 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:26.313987 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=6016e4e1-cc60-407b-932e-f60ea8171142,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:26.329828 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a4ccb6e9-ae6e-4041-858b-e678367c4f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:26.335388 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-bae1965b-f549-44e6-8a8f-c0653fac4fc0 req-e767e084-82b0-48ed-ab27-c3c4ccde2dd6 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:26.335872 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ef4c24da-d4c7-43dc-8d6d-6c04c86efe57 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:26.398085 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279976a-c592-482a-8082-6e91cb88bfda req-449b38a1-a07f-4be4-ac3f-861cd4d74aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:26.399556 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7279976a-c592-482a-8082-6e91cb88bfda req-449b38a1-a07f-4be4-ac3f-861cd4d74aac service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=61ec2389-02e0-4667-ba14-80efdf4cbf9c HTTP/1.1" status: 200 len: 1097 time: 0.1109147 May 27 02:17:26.407286 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6980c-d374-4dc1-94db-7652c287bb1f req-51a2a659-383b-4e9d-9e52-229e3a0a2dc8 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:26.408735 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ab6980c-d374-4dc1-94db-7652c287bb1f req-51a2a659-383b-4e9d-9e52-229e3a0a2dc8 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=358b2759-e027-419f-8ee4-60263782865d HTTP/1.1" status: 200 len: 945 time: 0.1619442 May 27 02:17:26.468330 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a4ccb6e9-ae6e-4041-858b-e678367c4f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:26.474845 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7279976a-c592-482a-8082-6e91cb88bfda req-256fd1cc-78c7-47af-b425-a4775ef757b8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=908ced9e-d8f4-423b-be01-d1f694f8b97d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649126 May 27 02:17:26.482268 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ab6980c-d374-4dc1-94db-7652c287bb1f req-cf40d41e-1230-41e8-9161-2630c4085729 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585680 May 27 02:17:26.482740 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-bae1965b-f549-44e6-8a8f-c0653fac4fc0 req-e767e084-82b0-48ed-ab27-c3c4ccde2dd6 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:26.503723 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-bae1965b-f549-44e6-8a8f-c0653fac4fc0 req-e767e084-82b0-48ed-ab27-c3c4ccde2dd6 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:26.507882 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-bae1965b-f549-44e6-8a8f-c0653fac4fc0 req-e767e084-82b0-48ed-ab27-c3c4ccde2dd6 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Usage tracker for resource:security_group_rule and tenant:a311fdf2ba6e42818b0aefc61e7171be is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:26.511057 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-bae1965b-f549-44e6-8a8f-c0653fac4fc0 req-e767e084-82b0-48ed-ab27-c3c4ccde2dd6 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:26.517808 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-bae1965b-f549-44e6-8a8f-c0653fac4fc0 req-e767e084-82b0-48ed-ab27-c3c4ccde2dd6 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:26.549228 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a4ccb6e9-ae6e-4041-858b-e678367c4f30 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f35a6072dbe74581bbd4db0db50f6d37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8239894 May 27 02:17:26.551732 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ccb6e9-ae6e-4041-858b-e678367c4f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df78065a-f5e2-45a5-ac1d-87ff176ff44d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:26.552303 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39066) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:26.564732 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ef4c24da-d4c7-43dc-8d6d-6c04c86efe57 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:26.638730 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-ef4c24da-d4c7-43dc-8d6d-6c04c86efe57 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Deleting port 41515b83-df88-4ec5-ba19-4687dda34e63 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:26.639128 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ef4c24da-d4c7-43dc-8d6d-6c04c86efe57 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:26.683605 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-bae1965b-f549-44e6-8a8f-c0653fac4fc0 req-e767e084-82b0-48ed-ab27-c3c4ccde2dd6 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:26.713480 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3f485e95-2df4-4b07-91eb-300f2ca077e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:26.747645 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3f485e95-2df4-4b07-91eb-300f2ca077e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:26.762124 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926228b9-4e1d-45f2-9ccf-6db139a908c1 req-f2c04b9d-0f04-4a07-8002-37ffb826f8f5 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:26.763649 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-926228b9-4e1d-45f2-9ccf-6db139a908c1 req-f2c04b9d-0f04-4a07-8002-37ffb826f8f5 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.57 "GET /v2.0/ports?device_id=61ec2389-02e0-4667-ba14-80efdf4cbf9c HTTP/1.1" status: 200 len: 946 time: 0.1650620 May 27 02:17:26.791884 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-bae1965b-f549-44e6-8a8f-c0653fac4fc0 req-e767e084-82b0-48ed-ab27-c3c4ccde2dd6 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:26.815210 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ef4c24da-d4c7-43dc-8d6d-6c04c86efe57 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:26.880411 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e767e084-82b0-48ed-ab27-c3c4ccde2dd6 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6f1437-2f99-4a66-bae9-13a520f04f60,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:26.885306 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-926228b9-4e1d-45f2-9ccf-6db139a908c1 req-24df4ba4-1350-47b2-914d-0587959585e4 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.57 "GET /v2.0/security-groups?id=908ced9e-d8f4-423b-be01-d1f694f8b97d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100214 May 27 02:17:26.943505 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-ef4c24da-d4c7-43dc-8d6d-6c04c86efe57 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Calling delete_port for 41515b83-df88-4ec5-ba19-4687dda34e63 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:17:26.970886 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-bae1965b-f549-44e6-8a8f-c0653fac4fc0 req-e767e084-82b0-48ed-ab27-c3c4ccde2dd6 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:26.972100 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bae1965b-f549-44e6-8a8f-c0653fac4fc0 req-e767e084-82b0-48ed-ab27-c3c4ccde2dd6 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7415543 May 27 02:17:27.021780 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3f485e95-2df4-4b07-91eb-300f2ca077e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:27.044904 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f485e95-2df4-4b07-91eb-300f2ca077e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df78065a-f5e2-45a5-ac1d-87ff176ff44d,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:27.057930 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3f485e95-2df4-4b07-91eb-300f2ca077e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:27.061246 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3f485e95-2df4-4b07-91eb-300f2ca077e7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/df78065a-f5e2-45a5-ac1d-87ff176ff44d HTTP/1.1" status: 204 len: 168 time: 0.5020471 May 27 02:17:27.146244 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993f815-b5d7-4633-9aca-76422155ae6d req-fb94c042-00ca-484b-abd2-439e1bd81c5a tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:27.148880 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f993f815-b5d7-4633-9aca-76422155ae6d req-fb94c042-00ca-484b-abd2-439e1bd81c5a tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.1620646 May 27 02:17:27.207238 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f993f815-b5d7-4633-9aca-76422155ae6d req-9d8070ba-1325-42db-b819-e3e09daa9739 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499060 May 27 02:17:27.220247 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50422486-79b8-481e-b885-337f90cca579 req-24c26d89-c058-4990-b13f-d05792c53a70 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:27.221774 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-50422486-79b8-481e-b885-337f90cca579 req-24c26d89-c058-4990-b13f-d05792c53a70 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=358b2759-e027-419f-8ee4-60263782865d HTTP/1.1" status: 200 len: 945 time: 0.1348872 May 27 02:17:27.279255 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-50422486-79b8-481e-b885-337f90cca579 req-86eb283f-4892-4e85-ac15-f621e4d6ac2a tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454490 May 27 02:17:27.309498 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-31d0002b-9e4b-47a4-bbbb-4274c723b592 req-fa61986a-0ebd-4afc-be0e-ad567bb33732 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-448704373', 'description': 'tempest-description-186835680'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:27.315200 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-31d0002b-9e4b-47a4-bbbb-4274c723b592 req-fa61986a-0ebd-4afc-be0e-ad567bb33732 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:27.319529 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-31d0002b-9e4b-47a4-bbbb-4274c723b592 req-fa61986a-0ebd-4afc-be0e-ad567bb33732 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Usage tracker for resource:security_group and tenant:a311fdf2ba6e42818b0aefc61e7171be is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:27.322575 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-31d0002b-9e4b-47a4-bbbb-4274c723b592 req-fa61986a-0ebd-4afc-be0e-ad567bb33732 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:27.330986 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-31d0002b-9e4b-47a4-bbbb-4274c723b592 req-fa61986a-0ebd-4afc-be0e-ad567bb33732 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:27.376216 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ef4c24da-d4c7-43dc-8d6d-6c04c86efe57 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:27.422458 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed5827-f635-4650-90d9-706b60a256ae req-99fa5c6e-f69a-4e47-a63a-e979e0eeb95d tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:27.423959 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0bed5827-f635-4650-90d9-706b60a256ae req-99fa5c6e-f69a-4e47-a63a-e979e0eeb95d tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=14601588-3eac-4248-bb7c-8c68a6e7a107 HTTP/1.1" status: 200 len: 944 time: 0.0981162 May 27 02:17:27.427288 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c24da-d4c7-43dc-8d6d-6c04c86efe57 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Pushing event deleted for resources: {'Port': ['ID=41515b83-df88-4ec5-ba19-4687dda34e63,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:27.471938 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-31d0002b-9e4b-47a4-bbbb-4274c723b592 req-fa61986a-0ebd-4afc-be0e-ad567bb33732 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:27.483719 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0bed5827-f635-4650-90d9-706b60a256ae req-30a5ad81-948b-4401-abf2-3de7ab8139f2 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541706 May 27 02:17:27.496381 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-31d0002b-9e4b-47a4-bbbb-4274c723b592 req-fa61986a-0ebd-4afc-be0e-ad567bb33732 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:27.500556 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-31d0002b-9e4b-47a4-bbbb-4274c723b592 req-fa61986a-0ebd-4afc-be0e-ad567bb33732 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Usage tracker for resource:security_group_rule and tenant:a311fdf2ba6e42818b0aefc61e7171be is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:27.506073 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-31d0002b-9e4b-47a4-bbbb-4274c723b592 req-fa61986a-0ebd-4afc-be0e-ad567bb33732 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:27.514384 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-31d0002b-9e4b-47a4-bbbb-4274c723b592 req-fa61986a-0ebd-4afc-be0e-ad567bb33732 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:27.551105 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ef4c24da-d4c7-43dc-8d6d-6c04c86efe57 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:27.617437 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-31d0002b-9e4b-47a4-bbbb-4274c723b592 req-fa61986a-0ebd-4afc-be0e-ad567bb33732 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:27.718169 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379166b5-08a7-4678-9d0f-4242e8018647 req-1dea7905-eaab-4634-a48e-1c27a8d4b773 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:27.720157 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-379166b5-08a7-4678-9d0f-4242e8018647 req-1dea7905-eaab-4634-a48e-1c27a8d4b773 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.1066840 May 27 02:17:27.745354 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-31d0002b-9e4b-47a4-bbbb-4274c723b592 req-fa61986a-0ebd-4afc-be0e-ad567bb33732 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:27.818340 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-96515dee-7515-45cb-9df5-41e04d4f483e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:27.831535 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-379166b5-08a7-4678-9d0f-4242e8018647 req-729e4bba-d5f9-42a5-8639-316cb6b013e6 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048317 May 27 02:17:27.837640 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa61986a-0ebd-4afc-be0e-ad567bb33732 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=440963f6-c02e-4981-95fb-2485a458b26f,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:27.928818 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ef4c24da-d4c7-43dc-8d6d-6c04c86efe57 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:27.931007 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ef4c24da-d4c7-43dc-8d6d-6c04c86efe57 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:27.950395 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-31d0002b-9e4b-47a4-bbbb-4274c723b592 req-fa61986a-0ebd-4afc-be0e-ad567bb33732 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:27.951677 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-31d0002b-9e4b-47a4-bbbb-4274c723b592 req-fa61986a-0ebd-4afc-be0e-ad567bb33732 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6482756 May 27 02:17:28.062601 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ef4c24da-d4c7-43dc-8d6d-6c04c86efe57 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:28.066108 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4c24da-d4c7-43dc-8d6d-6c04c86efe57 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Fanout notify agent at l3_agent the message router_deleted on router 69c26731-6271-4488-9ff3-bd88a35ff03a {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:17:28.096251 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ef4c24da-d4c7-43dc-8d6d-6c04c86efe57 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:28.097627 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ef4c24da-d4c7-43dc-8d6d-6c04c86efe57 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] 10.222.0.57 "DELETE /v2.0/routers/69c26731-6271-4488-9ff3-bd88a35ff03a HTTP/1.1" status: 204 len: 168 time: 2.0219839 May 27 02:17:28.103095 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39110) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:28.111817 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-cdc12aed-fa80-49e9-b35f-35c197ba20cb tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Request body: {'router': {'name': 'tempest-snat-router-242128457', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'enable_snat': False}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:28.121211 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cdc12aed-fa80-49e9-b35f-35c197ba20cb tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:28.127321 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cdc12aed-fa80-49e9-b35f-35c197ba20cb tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Usage tracker for resource:router and tenant:be363a3a0da24e74ba96551e42920728 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:28.130361 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cdc12aed-fa80-49e9-b35f-35c197ba20cb tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:28.137407 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cdc12aed-fa80-49e9-b35f-35c197ba20cb tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:28.172066 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c9a8b-618b-42b1-9f67-0d00e576181d req-85a2f559-ce50-4be5-82da-708518073fd0 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:28.173555 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-688c9a8b-618b-42b1-9f67-0d00e576181d req-85a2f559-ce50-4be5-82da-708518073fd0 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.57 "GET /v2.0/ports?device_id=61ec2389-02e0-4667-ba14-80efdf4cbf9c HTTP/1.1" status: 200 len: 946 time: 0.1083710 May 27 02:17:28.220539 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-688c9a8b-618b-42b1-9f67-0d00e576181d req-e1ed6f19-a78c-49d3-84a7-1914801fb1b5 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.57 "GET /v2.0/security-groups?id=908ced9e-d8f4-423b-be01-d1f694f8b97d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411973 May 27 02:17:28.239679 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cdc12aed-fa80-49e9-b35f-35c197ba20cb tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:28.240870 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cdc12aed-fa80-49e9-b35f-35c197ba20cb tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:28.258226 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cdc12aed-fa80-49e9-b35f-35c197ba20cb tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:28.616659 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-da082954-2f81-4fe3-97ef-31f93c624b7e tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:28.618121 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-da082954-2f81-4fe3-97ef-31f93c624b7e tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/networks?id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164 HTTP/1.1" status: 200 len: 811 time: 0.2997897 May 27 02:17:28.650464 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cdc12aed-fa80-49e9-b35f-35c197ba20cb tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:28.692820 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-50f1de4f-8706-49a5-9d12-b3c42eed5000 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/quotas/62f5f7df5795463f9f8bc1cd40caf878 HTTP/1.1" status: 200 len: 375 time: 0.0294235 May 27 02:17:28.805762 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-dd923242-6349-4a78-a39d-119977ce1d8d tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:28.812669 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-dd923242-6349-4a78-a39d-119977ce1d8d tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/networks?id=963bfc4a-6c6a-457e-a40e-bfec35a18b46 HTTP/1.1" status: 200 len: 813 time: 0.2338865 May 27 02:17:28.834086 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-106d5d0e-121e-4260-8851-3d958091ecfc tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/quotas/a311fdf2ba6e42818b0aefc61e7171be HTTP/1.1" status: 200 len: 375 time: 0.0204401 May 27 02:17:28.896137 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:28.912184 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-9b6c0935-c237-4b0a-a066-ac551e08f222 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=62f5f7df5795463f9f8bc1cd40caf878&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2120070 May 27 02:17:28.924651 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:29.027050 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-77e02f78-e74d-475e-8167-449648141230 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a311fdf2ba6e42818b0aefc61e7171be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1921310 May 27 02:17:29.071652 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-fef9d769-ec1a-4561-b7cb-941e7d0d241c service neutron] 10.222.0.57 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517246 May 27 02:17:29.086731 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device ccffb2e2-415f-47dc-ae87-fc954d79961a up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:17:29.211122 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cdc12aed-fa80-49e9-b35f-35c197ba20cb tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:29.246307 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cdc12aed-fa80-49e9-b35f-35c197ba20cb tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:29.360447 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-b4efc636-f912-4f92-98b6-2f467ac618de service neutron] 10.222.0.57 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809312 May 27 02:17:29.381277 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-9917193b-e042-4a13-a479-3a1ad4dc57be service neutron] 10.222.0.57 "GET /v2.0/networks/963bfc4a-6c6a-457e-a40e-bfec35a18b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390288 May 27 02:17:29.389428 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port ccffb2e2-415f-47dc-ae87-fc954d79961a completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:17:29.396891 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port ccffb2e2-415f-47dc-ae87-fc954d79961a triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:29.397501 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:29.407563 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-cdc12aed-fa80-49e9-b35f-35c197ba20cb tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Allocated IP 172.25.1.191 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/f9100712-e9c3-47ca-a9dd-53e25bdac1c4) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:17:29.555414 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port ccffb2e2-415f-47dc-ae87-fc954d79961a is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:29.556002 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:29.595730 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port ccffb2e2-415f-47dc-ae87-fc954d79961a, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=ccffb2e2-415f-47dc-ae87-fc954d79961a,segment=NetworkSegment(ab39751d-1c01-42dd-8648-098e3a0f206f),segment_id=ab39751d-1c01-42dd-8648-098e3a0f206f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:29.599884 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14601588-3eac-4248-bb7c-8c68a6e7a107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccffb2e2-415f-47dc-ae87-fc954d79961a'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:17:29.611725 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cdc12aed-fa80-49e9-b35f-35c197ba20cb tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:29.613114 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-b806d098-6b9c-4c9c-9d67-a754f32c201d service neutron] 10.222.0.57 "GET /v2.0/networks/963bfc4a-6c6a-457e-a40e-bfec35a18b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274392 May 27 02:17:29.703732 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:29.732701 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cdc12aed-fa80-49e9-b35f-35c197ba20cb tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:29.822047 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc12aed-fa80-49e9-b35f-35c197ba20cb tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:17:29.825139 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-cdc12aed-fa80-49e9-b35f-35c197ba20cb tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:29.825608 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa006c-d1b2-42a3-a40f-5b01b3ed044d req-96a2f359-376d-48e2-b35c-fa86ef25a1a9 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:29.827677 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-12fa006c-d1b2-42a3-a40f-5b01b3ed044d req-96a2f359-376d-48e2-b35c-fa86ef25a1a9 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.57 "GET /v2.0/ports?device_id=61ec2389-02e0-4667-ba14-80efdf4cbf9c HTTP/1.1" status: 200 len: 946 time: 0.1375275 May 27 02:17:29.837699 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39178) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:29.840112 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc12aed-fa80-49e9-b35f-35c197ba20cb tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:17:29.845639 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-e9848e97-2a54-4fee-aa4d-c4808588ed68 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Request body: {'floatingip': {'port_id': '6016e4e1-cc60-407b-932e-f60ea8171142'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:29.871616 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=ccffb2e2-415f-47dc-ae87-fc954d79961a,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:29.912449 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc12aed-fa80-49e9-b35f-35c197ba20cb tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Pushing event updated for resources: {'Port': ['ID=f9100712-e9c3-47ca-a9dd-53e25bdac1c4,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:29.954867 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e9848e97-2a54-4fee-aa4d-c4808588ed68 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify callbacks [] for floatingip, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:30.067006 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:30.462694 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59654f-51b4-4272-9d93-06efd5015f9b req-494edab3-1ce7-4b63-b184-1e225ed5b3b6 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:30.464140 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cf59654f-51b4-4272-9d93-06efd5015f9b req-494edab3-1ce7-4b63-b184-1e225ed5b3b6 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=358b2759-e027-419f-8ee4-60263782865d HTTP/1.1" status: 200 len: 945 time: 0.3908875 May 27 02:17:30.598132 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ff3be-39a7-434c-b012-825b4ebc07da req-e43cb9ef-eec6-4b19-9a30-fb41cfa27fbb tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:30.599856 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-443ff3be-39a7-434c-b012-825b4ebc07da req-e43cb9ef-eec6-4b19-9a30-fb41cfa27fbb tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=14601588-3eac-4248-bb7c-8c68a6e7a107 HTTP/1.1" status: 200 len: 945 time: 0.4786012 May 27 02:17:30.710517 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cf59654f-51b4-4272-9d93-06efd5015f9b req-ff0ec8a0-09a0-4528-a25e-4414e87cf4e6 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750410 May 27 02:17:30.710910 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cdc12aed-fa80-49e9-b35f-35c197ba20cb tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:30.748141 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-443ff3be-39a7-434c-b012-825b4ebc07da req-9a5115a2-bfcc-4949-a5f9-3c7218ecaa58 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331103 May 27 02:17:30.801254 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f836abd-b534-4cdc-ac9f-3b652baceda6'] response: {'server_uuid': '14601588-3eac-4248-bb7c-8c68a6e7a107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccffb2e2-415f-47dc-ae87-fc954d79961a', 'code': 200} May 27 02:17:30.983876 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-004f1217-401d-4ae7-8410-92000d4a44ee req-305a394c-8581-4288-a40e-9d2979a3f332 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b3d2959-5011-4598-89d1-3ac57a9ca9a5 HTTP/1.1" status: 200 len: 210 time: 0.1206181 May 27 02:17:30.992972 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e1d30c34-c896-4356-8fab-0e277249ed74 req-7f9bc412-2f1c-4aef-baf1-dd211d1eadc1 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/ports?device_id=c45664cb-9b5a-4755-b164-ed3e6ada4ee9 HTTP/1.1" status: 200 len: 210 time: 0.1309085 May 27 02:17:31.139948 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec691e7d-ab37-40ac-a3af-8bbf83bd8acd req-d47f2f84-e47a-4f4a-bd03-7130ede68213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:31.141509 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ec691e7d-ab37-40ac-a3af-8bbf83bd8acd req-d47f2f84-e47a-4f4a-bd03-7130ede68213 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=14601588-3eac-4248-bb7c-8c68a6e7a107 HTTP/1.1" status: 200 len: 1096 time: 0.2108905 May 27 02:17:31.175358 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e9848e97-2a54-4fee-aa4d-c4808588ed68 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:31.216264 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39204) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:31.267005 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ec691e7d-ab37-40ac-a3af-8bbf83bd8acd req-5eca123c-d536-4110-8fa3-1bfc4e117255 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688322 May 27 02:17:31.269596 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e9848e97-2a54-4fee-aa4d-c4808588ed68 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:31.269734 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cdc12aed-fa80-49e9-b35f-35c197ba20cb tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:31.362472 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5eef5b7e-1085-48c0-8e6b-3d7299ad9f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:31.389920 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5eef5b7e-1085-48c0-8e6b-3d7299ad9f8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:31.445337 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5eef5b7e-1085-48c0-8e6b-3d7299ad9f8b admin admin] Usage tracker for resource:security_group_rule and tenant:c08c370a7ec943858f1d6b5b7b89596a is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:31.457121 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5eef5b7e-1085-48c0-8e6b-3d7299ad9f8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:31.477231 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5eef5b7e-1085-48c0-8e6b-3d7299ad9f8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:31.514758 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-e9848e97-2a54-4fee-aa4d-c4808588ed68 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Floating IP 9c23175d-4808-4bde-9030-a13bb9931383 associated. External IP: 172.25.1.57, port: 6016e4e1-cc60-407b-932e-f60ea8171142. May 27 02:17:31.522243 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc12aed-fa80-49e9-b35f-35c197ba20cb tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Router c8b9dac7-4db8-4e87-827c-15473fe6b001 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:17:31.727473 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc12aed-fa80-49e9-b35f-35c197ba20cb tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:17:31.738092 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ffc1a0-be43-42e3-9eb3-2d25c4aff35b None None] Sync routers for ids ['c8b9dac7-4db8-4e87-827c-15473fe6b001'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:17:31.755884 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ffc1a0-be43-42e3-9eb3-2d25c4aff35b None None] Routers {'c8b9dac7-4db8-4e87-827c-15473fe6b001'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:17:31.757007 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e4ffc1a0-be43-42e3-9eb3-2d25c4aff35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:17:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['c8b9dac7-4db8-4e87-827c-15473fe6b001'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:31.766027 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5eef5b7e-1085-48c0-8e6b-3d7299ad9f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:31.867833 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5eef5b7e-1085-48c0-8e6b-3d7299ad9f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:32.002579 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cdc12aed-fa80-49e9-b35f-35c197ba20cb tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:32.002579 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-cdc12aed-fa80-49e9-b35f-35c197ba20cb tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.8953505 May 27 02:17:32.002986 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39216) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:32.047278 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-e4ffc1a0-be43-42e3-9eb3-2d25c4aff35b None None] Set router c8b9dac7-4db8-4e87-827c-15473fe6b001 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:17:32.198850 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f23e2aae-e3ee-4377-be9f-e7ce0a4f5f52 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] 10.222.0.57 "GET /v2.0/routers/c8b9dac7-4db8-4e87-827c-15473fe6b001 HTTP/1.1" status: 200 len: 908 time: 0.1947448 May 27 02:17:32.205304 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39224) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:32.211329 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d4688c38-cd74-473e-8709-c53e736f35da tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Request body: {'router': {'name': 'tempest-snat-router-242128457', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'enable_snat': True}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:32.218514 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d4688c38-cd74-473e-8709-c53e736f35da tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:32.223046 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d4688c38-cd74-473e-8709-c53e736f35da tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Usage tracker for resource:router and tenant:be363a3a0da24e74ba96551e42920728 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:32.226998 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d4688c38-cd74-473e-8709-c53e736f35da tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:32.233314 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d4688c38-cd74-473e-8709-c53e736f35da tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:32.267103 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5eef5b7e-1085-48c0-8e6b-3d7299ad9f8b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c08c370a7ec943858f1d6b5b7b89596a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0481012 May 27 02:17:32.269944 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39228) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:32.278734 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef5b7e-1085-48c0-8e6b-3d7299ad9f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5693567-1939-436f-b298-b995d9d8c576,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:32.336661 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9848e97-2a54-4fee-aa4d-c4808588ed68 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Router dc6c0e00-65b5-4230-8b60-2f47ee16b4f7 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:17:32.351743 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58af32f-03ec-4e75-982c-f98a4a4e1a90 req-d8e880d5-5ac2-4c63-9c04-a0d75a0660bc tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:32.353334 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b58af32f-03ec-4e75-982c-f98a4a4e1a90 req-d8e880d5-5ac2-4c63-9c04-a0d75a0660bc tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=358b2759-e027-419f-8ee4-60263782865d HTTP/1.1" status: 200 len: 945 time: 0.4543931 May 27 02:17:32.456094 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e4ffc1a0-be43-42e3-9eb3-2d25c4aff35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b9dac7-4db8-4e87-827c-15473fe6b001', 'name': 'tempest-snat-router-242128457', 'tenant_id': 'be363a3a0da24e74ba96551e42920728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.191'}], 'enable_snat': False}, 'gw_port_id': 'f9100712-e9c3-47ca-a9dd-53e25bdac1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:17:28Z', 'updated_at': '2022-05-27T02:17:30Z', 'revision_number': 3, 'project_id': 'be363a3a0da24e74ba96551e42920728', 'gw_port': {'id': 'f9100712-e9c3-47ca-a9dd-53e25bdac1c4', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b9dac7-4db8-4e87-827c-15473fe6b001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:17:29Z', 'updated_at': '2022-05-27T02:17:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:32.468979 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ffc1a0-be43-42e3-9eb3-2d25c4aff35b None None] Checking router: c8b9dac7-4db8-4e87-827c-15473fe6b001 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:17:32.469659 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ffc1a0-be43-42e3-9eb3-2d25c4aff35b None None] Updating router c8b9dac7-4db8-4e87-827c-15473fe6b001 port f9100712-e9c3-47ca-a9dd-53e25bdac1c4 binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:17:32.487889 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292064e-e4e9-4c2f-974f-049c3d38fe10 req-74e93fd5-8412-4d94-b425-08ae405dc23f tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:32.494222 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4688c38-cd74-473e-8709-c53e736f35da tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:32.494222 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4688c38-cd74-473e-8709-c53e736f35da tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:32.497830 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-27b341f0-2334-4653-a6d9-58353d972fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:32.501617 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9292064e-e4e9-4c2f-974f-049c3d38fe10 req-74e93fd5-8412-4d94-b425-08ae405dc23f tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=14601588-3eac-4248-bb7c-8c68a6e7a107 HTTP/1.1" status: 200 len: 945 time: 0.5176065 May 27 02:17:32.527395 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-27b341f0-2334-4653-a6d9-58353d972fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:32.572401 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4688c38-cd74-473e-8709-c53e736f35da tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:32.580951 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e4ffc1a0-be43-42e3-9eb3-2d25c4aff35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:32.587187 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b58af32f-03ec-4e75-982c-f98a4a4e1a90 req-0e67b105-f6bb-419d-8081-f8fca0b88fed tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262094 May 27 02:17:32.732641 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9848e97-2a54-4fee-aa4d-c4808588ed68 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:17:32.747221 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563519c9-f753-4a56-a44c-a9d2edcccc05 None None] Sync routers for ids ['dc6c0e00-65b5-4230-8b60-2f47ee16b4f7'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:17:32.763598 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563519c9-f753-4a56-a44c-a9d2edcccc05 None None] Routers {'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:17:32.764218 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-563519c9-f753-4a56-a44c-a9d2edcccc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:17:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['dc6c0e00-65b5-4230-8b60-2f47ee16b4f7'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:32.886335 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0d32e70a-9a83-419b-9f5f-df5097cbd39a req-c56f2687-6935-4a9d-ba94-4d40260c6689 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b3d2959-5011-4598-89d1-3ac57a9ca9a5 HTTP/1.1" status: 200 len: 210 time: 0.1260278 May 27 02:17:32.915537 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-27b341f0-2334-4653-a6d9-58353d972fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:32.916246 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9292064e-e4e9-4c2f-974f-049c3d38fe10 req-c6ac329d-c4c1-4f19-a168-5dba4895f423 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4135621 May 27 02:17:32.917260 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e9848e97-2a54-4fee-aa4d-c4808588ed68 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:33.078307 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-563519c9-f753-4a56-a44c-a9d2edcccc05 None None] Set router dc6c0e00-65b5-4230-8b60-2f47ee16b4f7 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:17:33.125820 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b341f0-2334-4653-a6d9-58353d972fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5693567-1939-436f-b298-b995d9d8c576,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:33.228295 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-27b341f0-2334-4653-a6d9-58353d972fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:33.230879 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-27b341f0-2334-4653-a6d9-58353d972fa5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c5693567-1939-436f-b298-b995d9d8c576 HTTP/1.1" status: 204 len: 168 time: 0.9580789 May 27 02:17:33.272910 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e4ffc1a0-be43-42e3-9eb3-2d25c4aff35b None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:33.277841 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ea414f8a-2e96-4084-a9ca-b49584d028a8 req-bbf53fa2-536b-4591-a708-546c534f3451 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/ports?device_id=c45664cb-9b5a-4755-b164-ed3e6ada4ee9 HTTP/1.1" status: 200 len: 210 time: 0.0974584 May 27 02:17:33.292477 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e4ffc1a0-be43-42e3-9eb3-2d25c4aff35b None None] Transition to ACTIVE for port object f9100712-e9c3-47ca-a9dd-53e25bdac1c4 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:33.309962 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e9848e97-2a54-4fee-aa4d-c4808588ed68 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.57 "PUT /v2.0/floatingips/9c23175d-4808-4bde-9030-a13bb9931383 HTTP/1.1" status: 200 len: 991 time: 3.4703891 May 27 02:17:33.331937 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ec2389-02e0-4667-ba14-80efdf4cbf9c', 'tag': '6016e4e1-cc60-407b-932e-f60ea8171142'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:17:33.397716 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e4ffc1a0-be43-42e3-9eb3-2d25c4aff35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:33.451091 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-de8c6561-495a-4bd4-89cc-ac16257d5eff tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:33.459818 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4688c38-cd74-473e-8709-c53e736f35da tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:33.469438 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-de8c6561-495a-4bd4-89cc-ac16257d5eff tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.32 "GET /v2.0/networks?id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164 HTTP/1.1" status: 200 len: 811 time: 0.4773245 May 27 02:17:33.471212 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-096117bb-da06-43df-8cbe-a00c8ac5179b'] response: {'name': 'network-changed', 'server_uuid': '61ec2389-02e0-4667-ba14-80efdf4cbf9c', 'tag': '6016e4e1-cc60-407b-932e-f60ea8171142', 'status': 'completed', 'code': 200} May 27 02:17:33.489545 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-9e8bf065-b852-4456-aa31-26c814ecb94d tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Request body: {'port': {'device_id': '2b3d2959-5011-4598-89d1-3ac57a9ca9a5', 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164', 'admin_state_up': True, 'tenant_id': '62f5f7df5795463f9f8bc1cd40caf878'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:33.599771 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-563519c9-f753-4a56-a44c-a9d2edcccc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7', 'name': 'tempest-ServersTestJSON-317645782-router', 'tenant_id': '662bd3219ea243ea954b5fe1db773fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': 'e8d963ed-fd10-412a-a5ad-b87170b3051f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:16:37Z', 'updated_at': '2022-05-27T02:16:51Z', 'revision_number': 4, 'project_id': '662bd3219ea243ea954b5fe1db773fef', 'gw_port': {'id': 'e8d963ed-fd10-412a-a5ad-b87170b3051f', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:39Z', 'updated_at': '2022-05-27T02:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '9c23175d-4808-4bde-9030-a13bb9931383', 'tenant_id': '662bd3219ea243ea954b5fe1db773fef', 'floating_ip_address': '172.25.1.57', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7', 'port_id': '6016e4e1-cc60-407b-932e-f60ea8171142', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd8ad764-a25b-489e-ba20-ae00d285879c', 'mac_address': 'fa:16:3e:53:bb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ec2389-02e0-4667-ba14-80efdf4cbf9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:17:00Z', 'updated_at': '2022-05-27T02:17:31Z', 'revision_number': 1, 'project_id': '662bd3219ea243ea954b5fe1db773fef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07952978-ef6b-4565-866e-4b29a58e2bec', 'name': '', 'network_id': 'bd8ad764-a25b-489e-ba20-ae00d285879c', 'tenant_id': '662bd3219ea243ea954b5fe1db773fef', 'mac_address': 'fa:16:3e:2c:54:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '7cc16310-4abe-4496-b05d-113b02c81073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:49Z', 'updated_at': '2022-05-27T02:17:02Z', 'revision_number': 5, 'project_id': '662bd3219ea243ea954b5fe1db773fef', 'subnets': [{'id': '7cc16310-4abe-4496-b05d-113b02c81073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:33.601921 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563519c9-f753-4a56-a44c-a9d2edcccc05 None None] Checking router: dc6c0e00-65b5-4230-8b60-2f47ee16b4f7 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:17:33.607581 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-e4ffc1a0-be43-42e3-9eb3-2d25c4aff35b None None] Attempting to bind port f9100712-e9c3-47ca-a9dd-53e25bdac1c4 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:17:33.608157 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-e4ffc1a0-be43-42e3-9eb3-2d25c4aff35b None None] Attempting to bind port f9100712-e9c3-47ca-a9dd-53e25bdac1c4 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:17:33.610068 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ffc1a0-be43-42e3-9eb3-2d25c4aff35b None None] Attempting to bind port f9100712-e9c3-47ca-a9dd-53e25bdac1c4 on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:17:33.611071 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563519c9-f753-4a56-a44c-a9d2edcccc05 None None] Routers {'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:17:33.611698 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-563519c9-f753-4a56-a44c-a9d2edcccc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:17:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['dc6c0e00-65b5-4230-8b60-2f47ee16b4f7'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:33.614445 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c5908-01b1-4dbf-a452-020966bf6346 None None] Pushing event updated for resources: {'Port': ['ID=f9100712-e9c3-47ca-a9dd-53e25bdac1c4,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:33.627841 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ffc1a0-be43-42e3-9eb3-2d25c4aff35b None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:17:33.628457 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ffc1a0-be43-42e3-9eb3-2d25c4aff35b None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:17:33.629241 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e4ffc1a0-be43-42e3-9eb3-2d25c4aff35b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:33.629790 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ffc1a0-be43-42e3-9eb3-2d25c4aff35b None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:17:33.630423 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-e4ffc1a0-be43-42e3-9eb3-2d25c4aff35b None None] Bound port: f9100712-e9c3-47ca-a9dd-53e25bdac1c4, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:17:33.631086 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e4ffc1a0-be43-42e3-9eb3-2d25c4aff35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:33.773248 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-e4ffc1a0-be43-42e3-9eb3-2d25c4aff35b None None] For port f9100712-e9c3-47ca-a9dd-53e25bdac1c4, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:17:33.782689 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-e4ffc1a0-be43-42e3-9eb3-2d25c4aff35b None None] For port f9100712-e9c3-47ca-a9dd-53e25bdac1c4, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=f9100712-e9c3-47ca-a9dd-53e25bdac1c4,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:17:33.813575 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-563519c9-f753-4a56-a44c-a9d2edcccc05 None None] Set router dc6c0e00-65b5-4230-8b60-2f47ee16b4f7 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:17:33.815038 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ecd0c-988f-450d-a15f-c2de1578aa1c req-fbeef73b-7fe5-4f21-9a11-0cfdefe66788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:33.816974 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fd7ecd0c-988f-450d-a15f-c2de1578aa1c req-fbeef73b-7fe5-4f21-9a11-0cfdefe66788 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=662bd3219ea243ea954b5fe1db773fef&device_id=61ec2389-02e0-4667-ba14-80efdf4cbf9c HTTP/1.1" status: 200 len: 1097 time: 0.3042812 May 27 02:17:33.819408 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-9e8bf065-b852-4456-aa31-26c814ecb94d tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:33.869574 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-9e8bf065-b852-4456-aa31-26c814ecb94d tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Usage tracker for resource:port and tenant:62f5f7df5795463f9f8bc1cd40caf878 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:33.977005 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e4ffc1a0-be43-42e3-9eb3-2d25c4aff35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:34.037835 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ecd0c-988f-450d-a15f-c2de1578aa1c req-d3bfcfa1-d31b-49cd-b9c3-ba8afdaedb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:34.039693 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fd7ecd0c-988f-450d-a15f-c2de1578aa1c req-d3bfcfa1-d31b-49cd-b9c3-ba8afdaedb2b service neutron] 10.222.0.32 "GET /v2.0/networks?id=bd8ad764-a25b-489e-ba20-ae00d285879c HTTP/1.1" status: 200 len: 906 time: 0.1666887 May 27 02:17:34.049115 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-9e8bf065-b852-4456-aa31-26c814ecb94d tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:34.068902 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840d211-865b-419d-8b25-44bfaf6c616d req-ce07c26b-96f1-4b93-8a63-6d37eb75eaf4 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:34.077756 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2840d211-865b-419d-8b25-44bfaf6c616d req-ce07c26b-96f1-4b93-8a63-6d37eb75eaf4 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.57 "GET /v2.0/ports?device_id=61ec2389-02e0-4667-ba14-80efdf4cbf9c HTTP/1.1" status: 200 len: 946 time: 0.5639596 May 27 02:17:34.143942 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ffc1a0-be43-42e3-9eb3-2d25c4aff35b None None] Routers {'c8b9dac7-4db8-4e87-827c-15473fe6b001'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:17:34.147878 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e4ffc1a0-be43-42e3-9eb3-2d25c4aff35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:17:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['c8b9dac7-4db8-4e87-827c-15473fe6b001'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:34.250073 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fd7ecd0c-988f-450d-a15f-c2de1578aa1c req-8cfac2d4-9bb3-4abc-b86c-7217a5a404e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6016e4e1-cc60-407b-932e-f60ea8171142 HTTP/1.1" status: 200 len: 999 time: 0.1957676 May 27 02:17:34.273432 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-9e8bf065-b852-4456-aa31-26c814ecb94d tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:34.293630 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c5908-01b1-4dbf-a452-020966bf6346 None None] Pushing event updated for resources: {'Port': ['ID=f9100712-e9c3-47ca-a9dd-53e25bdac1c4,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:34.297445 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2840d211-865b-419d-8b25-44bfaf6c616d req-d10d231b-273d-439f-99c7-83ef7beb33e2 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.57 "GET /v2.0/security-groups?id=908ced9e-d8f4-423b-be01-d1f694f8b97d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2157309 May 27 02:17:34.462812 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ee75c-2d76-4a8c-872d-1c66f2231cb2 req-e2127ad2-eab0-4118-9eec-947a08e0683a tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:34.468491 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-563519c9-f753-4a56-a44c-a9d2edcccc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7', 'name': 'tempest-ServersTestJSON-317645782-router', 'tenant_id': '662bd3219ea243ea954b5fe1db773fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': 'e8d963ed-fd10-412a-a5ad-b87170b3051f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:16:37Z', 'updated_at': '2022-05-27T02:16:51Z', 'revision_number': 4, 'project_id': '662bd3219ea243ea954b5fe1db773fef', 'gw_port': {'id': 'e8d963ed-fd10-412a-a5ad-b87170b3051f', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:39Z', 'updated_at': '2022-05-27T02:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '9c23175d-4808-4bde-9030-a13bb9931383', 'tenant_id': '662bd3219ea243ea954b5fe1db773fef', 'floating_ip_address': '172.25.1.57', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7', 'port_id': '6016e4e1-cc60-407b-932e-f60ea8171142', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd8ad764-a25b-489e-ba20-ae00d285879c', 'mac_address': 'fa:16:3e:53:bb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ec2389-02e0-4667-ba14-80efdf4cbf9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:17:00Z', 'updated_at': '2022-05-27T02:17:31Z', 'revision_number': 1, 'project_id': '662bd3219ea243ea954b5fe1db773fef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07952978-ef6b-4565-866e-4b29a58e2bec', 'name': '', 'network_id': 'bd8ad764-a25b-489e-ba20-ae00d285879c', 'tenant_id': '662bd3219ea243ea954b5fe1db773fef', 'mac_address': 'fa:16:3e:2c:54:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '7cc16310-4abe-4496-b05d-113b02c81073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:49Z', 'updated_at': '2022-05-27T02:17:02Z', 'revision_number': 5, 'project_id': '662bd3219ea243ea954b5fe1db773fef', 'subnets': [{'id': '7cc16310-4abe-4496-b05d-113b02c81073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:34.474265 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-601ee75c-2d76-4a8c-872d-1c66f2231cb2 req-e2127ad2-eab0-4118-9eec-947a08e0683a tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=358b2759-e027-419f-8ee4-60263782865d HTTP/1.1" status: 200 len: 945 time: 0.6626415 May 27 02:17:34.488184 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563519c9-f753-4a56-a44c-a9d2edcccc05 None None] The sync data for ids ['dc6c0e00-65b5-4230-8b60-2f47ee16b4f7'] in n-d-843554-3 is: [{'id': 'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7', 'name': 'tempest-ServersTestJSON-317645782-router', 'tenant_id': '662bd3219ea243ea954b5fe1db773fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': 'e8d963ed-fd10-412a-a5ad-b87170b3051f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:16:37Z', 'updated_at': '2022-05-27T02:16:51Z', 'revision_number': 4, 'project_id': '662bd3219ea243ea954b5fe1db773fef', 'gw_port': {'id': 'e8d963ed-fd10-412a-a5ad-b87170b3051f', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:39Z', 'updated_at': '2022-05-27T02:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '9c23175d-4808-4bde-9030-a13bb9931383', 'tenant_id': '662bd3219ea243ea954b5fe1db773fef', 'floating_ip_address': '172.25.1.57', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7', 'port_id': '6016e4e1-cc60-407b-932e-f60ea8171142', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd8ad764-a25b-489e-ba20-ae00d285879c', 'mac_address': 'fa:16:3e:53:bb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ec2389-02e0-4667-ba14-80efdf4cbf9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:17:00Z', 'updated_at': '2022-05-27T02:17:31Z', 'revision_number': 1, 'project_id': '662bd3219ea243ea954b5fe1db773fef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07952978-ef6b-4565-866e-4b29a58e2bec', 'name': '', 'network_id': 'bd8ad764-a25b-489e-ba20-ae00d285879c', 'tenant_id': '662bd3219ea243ea954b5fe1db773fef', 'mac_address': 'fa:16:3e:2c:54:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '7cc16310-4abe-4496-b05d-113b02c81073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:49Z', 'updated_at': '2022-05-27T02:17:02Z', 'revision_number': 5, 'project_id': '662bd3219ea243ea954b5fe1db773fef', 'subnets': [{'id': '7cc16310-4abe-4496-b05d-113b02c81073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:17:34.516587 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-e4ffc1a0-be43-42e3-9eb3-2d25c4aff35b None None] Set router c8b9dac7-4db8-4e87-827c-15473fe6b001 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:17:34.549135 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-601ee75c-2d76-4a8c-872d-1c66f2231cb2 req-4e831b2e-da78-4787-9baf-eeb1df455449 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738506 May 27 02:17:34.559201 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-9e8bf065-b852-4456-aa31-26c814ecb94d tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Made reservation on behalf of 62f5f7df5795463f9f8bc1cd40caf878 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:34.570103 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-9e8bf065-b852-4456-aa31-26c814ecb94d tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:34.695748 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1b2d2aad-0a4c-4043-869e-b63a77cf4ed6 req-91257eb9-7709-4b35-9767-6167e877576a tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b3d2959-5011-4598-89d1-3ac57a9ca9a5 HTTP/1.1" status: 200 len: 210 time: 0.1666729 May 27 02:17:34.707408 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-ad22e4f2-0447-43fe-a0f3-4da2f1b14dce tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:34.715503 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ecd0c-988f-450d-a15f-c2de1578aa1c req-3ae82fdb-ea94-4eaa-adde-feffa14ca498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:34.715606 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-ad22e4f2-0447-43fe-a0f3-4da2f1b14dce tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Synchronizing usage tracker for tenant:a311fdf2ba6e42818b0aefc61e7171be on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:17:34.715723 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fd7ecd0c-988f-450d-a15f-c2de1578aa1c req-3ae82fdb-ea94-4eaa-adde-feffa14ca498 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7cc16310-4abe-4496-b05d-113b02c81073 HTTP/1.1" status: 200 len: 844 time: 0.4419205 May 27 02:17:34.890353 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3aa028a-859c-459b-b92d-11e8e80914d2 None None] New status for floating IP 9c23175d-4808-4bde-9030-a13bb9931383: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:17:34.989323 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4688c38-cd74-473e-8709-c53e736f35da tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:35.029513 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4688c38-cd74-473e-8709-c53e736f35da tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:35.081574 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-ad22e4f2-0447-43fe-a0f3-4da2f1b14dce tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Unset dirty status for tenant:a311fdf2ba6e42818b0aefc61e7171be on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:17:35.088631 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-ad22e4f2-0447-43fe-a0f3-4da2f1b14dce tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.32 "GET /v2.0/networks?id=963bfc4a-6c6a-457e-a40e-bfec35a18b46 HTTP/1.1" status: 200 len: 813 time: 0.8494306 May 27 02:17:35.108680 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-a7d718dc-5494-463d-948f-63feb9c8982c tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Request body: {'port': {'device_id': 'c45664cb-9b5a-4755-b164-ed3e6ada4ee9', 'network_id': '963bfc4a-6c6a-457e-a40e-bfec35a18b46', 'admin_state_up': True, 'tenant_id': 'a311fdf2ba6e42818b0aefc61e7171be'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:35.244698 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0b802480-b0c2-4229-bc5f-190d1bf8ccf0 req-544cf96c-b24e-4a95-b217-d26d5b6e4743 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/ports?device_id=c45664cb-9b5a-4755-b164-ed3e6ada4ee9 HTTP/1.1" status: 200 len: 210 time: 0.3008013 May 27 02:17:35.377561 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-d4688c38-cd74-473e-8709-c53e736f35da tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Allocated IP 172.25.1.35 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/35cd1878-7a0d-4cc6-bae7-a85d013bbd84) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:17:35.379000 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ecd0c-988f-450d-a15f-c2de1578aa1c req-447ce58d-09e8-4ca1-9e3a-b2d4dd72b228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:35.380210 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e4ffc1a0-be43-42e3-9eb3-2d25c4aff35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b9dac7-4db8-4e87-827c-15473fe6b001', 'name': 'tempest-snat-router-242128457', 'tenant_id': 'be363a3a0da24e74ba96551e42920728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.191'}], 'enable_snat': False}, 'gw_port_id': 'f9100712-e9c3-47ca-a9dd-53e25bdac1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:17:28Z', 'updated_at': '2022-05-27T02:17:30Z', 'revision_number': 3, 'project_id': 'be363a3a0da24e74ba96551e42920728', 'gw_port': {'id': 'f9100712-e9c3-47ca-a9dd-53e25bdac1c4', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b9dac7-4db8-4e87-827c-15473fe6b001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:17:29Z', 'updated_at': '2022-05-27T02:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:35.380827 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fd7ecd0c-988f-450d-a15f-c2de1578aa1c req-447ce58d-09e8-4ca1-9e3a-b2d4dd72b228 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bd8ad764-a25b-489e-ba20-ae00d285879c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6507189 May 27 02:17:35.385098 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ffc1a0-be43-42e3-9eb3-2d25c4aff35b None None] The sync data for ids ['c8b9dac7-4db8-4e87-827c-15473fe6b001'] in n-d-843554-3 is: [{'id': 'c8b9dac7-4db8-4e87-827c-15473fe6b001', 'name': 'tempest-snat-router-242128457', 'tenant_id': 'be363a3a0da24e74ba96551e42920728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.191'}], 'enable_snat': False}, 'gw_port_id': 'f9100712-e9c3-47ca-a9dd-53e25bdac1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:17:28Z', 'updated_at': '2022-05-27T02:17:30Z', 'revision_number': 3, 'project_id': 'be363a3a0da24e74ba96551e42920728', 'gw_port': {'id': 'f9100712-e9c3-47ca-a9dd-53e25bdac1c4', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b9dac7-4db8-4e87-827c-15473fe6b001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:17:29Z', 'updated_at': '2022-05-27T02:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:17:35.396261 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7542de-b54c-4bf8-91fc-0352d5dd4c20 req-0a09d039-56f4-4ba3-9092-4be48f93b0f6 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:35.397823 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0e7542de-b54c-4bf8-91fc-0352d5dd4c20 req-0a09d039-56f4-4ba3-9092-4be48f93b0f6 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=14601588-3eac-4248-bb7c-8c68a6e7a107 HTTP/1.1" status: 200 len: 945 time: 0.5357974 May 27 02:17:35.401361 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-a7d718dc-5494-463d-948f-63feb9c8982c tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:35.427942 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-9e8bf065-b852-4456-aa31-26c814ecb94d tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Allocated IP 172.20.0.5 (8f2ce48b-e47c-4916-9cd3-7a45a8d46164/7ee39392-3407-48c1-b561-be7ced0cb982/c9ec20a8-405e-447c-ab4f-5bee3e63fbaa) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:17:35.431125 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-a7d718dc-5494-463d-948f-63feb9c8982c tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:35.595791 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0e7542de-b54c-4bf8-91fc-0352d5dd4c20 req-0bd7c651-ae86-46b9-8b18-e4656d4dc05e tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714368 May 27 02:17:35.597956 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-a7d718dc-5494-463d-948f-63feb9c8982c tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Made reservation on behalf of a311fdf2ba6e42818b0aefc61e7171be for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:35.607114 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-a7d718dc-5494-463d-948f-63feb9c8982c tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:35.749639 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4688c38-cd74-473e-8709-c53e736f35da tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:35.902535 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fd7ecd0c-988f-450d-a15f-c2de1578aa1c req-e183fd29-26bd-417b-a265-ccb57a3eae7f service neutron] 10.222.0.32 "GET /v2.0/networks/bd8ad764-a25b-489e-ba20-ae00d285879c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5037014 May 27 02:17:36.104147 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-9e8bf065-b852-4456-aa31-26c814ecb94d tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:36.175869 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-9e8bf065-b852-4456-aa31-26c814ecb94d tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Transition to ACTIVE for port object c9ec20a8-405e-447c-ab4f-5bee3e63fbaa will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:36.183141 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fd7ecd0c-988f-450d-a15f-c2de1578aa1c req-a423a3d2-5e30-46f5-8611-9437a1ccf587 service neutron] 10.222.0.32 "GET /v2.0/networks/bd8ad764-a25b-489e-ba20-ae00d285879c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731755 May 27 02:17:36.214212 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d370521-3f85-4680-a1c4-850ffc917d9c req-68f4739f-d057-4545-9977-0a110bf2c759 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:36.216011 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1d370521-3f85-4680-a1c4-850ffc917d9c req-68f4739f-d057-4545-9977-0a110bf2c759 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=358b2759-e027-419f-8ee4-60263782865d HTTP/1.1" status: 200 len: 945 time: 0.4795680 May 27 02:17:36.310337 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-a7d718dc-5494-463d-948f-63feb9c8982c tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Allocated IP 172.20.0.4 (963bfc4a-6c6a-457e-a40e-bfec35a18b46/79b31123-5111-49b0-8b1c-edddca4cc409/0d5f5944-4855-4908-b0c6-651921a63ee7) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:17:36.341053 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c1836f8e-e277-48d1-accb-3a9754dc2937 req-b18b2b98-0346-41f2-9e5e-6c64f4d3e766 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=60265989-e06c-47a3-9c10-61d63637e329&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4712496 May 27 02:17:36.354574 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ca04f1e4-9c4a-4761-ab5f-16cd2a2c2273 req-115671fc-e688-472a-9409-f7d6b8f7769d tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b3d2959-5011-4598-89d1-3ac57a9ca9a5 HTTP/1.1" status: 200 len: 210 time: 0.0896704 May 27 02:17:36.393565 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4688c38-cd74-473e-8709-c53e736f35da tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:36.434519 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1d370521-3f85-4680-a1c4-850ffc917d9c req-e3963aa5-08c6-4e29-aa79-e3b1dc764c91 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088084 May 27 02:17:36.469917 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-9e8bf065-b852-4456-aa31-26c814ecb94d tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:36.482739 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['59a158e2-8d26-4c48-8164-df6f389fb68e', 'ff788f91-40bc-41ea-9e72-0199a662c078'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:17:36.593442 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4688c38-cd74-473e-8709-c53e736f35da tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:17:36.603196 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-d4688c38-cd74-473e-8709-c53e736f35da tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:36.621959 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4688c38-cd74-473e-8709-c53e736f35da tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:17:36.689473 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4688c38-cd74-473e-8709-c53e736f35da tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Pushing event updated for resources: {'Port': ['ID=35cd1878-7a0d-4cc6-bae7-a85d013bbd84,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:36.781352 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f183da2a-3e13-489a-9b9c-9ed33aafec22 req-8c319adc-55b4-4b32-85ee-ed4b3b853197 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/ports?device_id=c45664cb-9b5a-4755-b164-ed3e6ada4ee9 HTTP/1.1" status: 200 len: 210 time: 0.2083921 May 27 02:17:36.784289 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-9e8bf065-b852-4456-aa31-26c814ecb94d tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Network 8f2ce48b-e47c-4916-9cd3-7a45a8d46164 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:17:36.793950 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-9e8bf065-b852-4456-aa31-26c814ecb94d tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:36.807422 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-9e8bf065-b852-4456-aa31-26c814ecb94d tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:17:36.906450 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8bf065-b852-4456-aa31-26c814ecb94d tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Pushing event updated for resources: {'Port': ['ID=c9ec20a8-405e-447c-ab4f-5bee3e63fbaa,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:37.007549 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-9e8bf065-b852-4456-aa31-26c814ecb94d tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:37.008472 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-9e8bf065-b852-4456-aa31-26c814ecb94d tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:37.045778 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c68f74b-e7e7-4e0d-8d43-01ffffbd60ce req-7cb60504-5015-47ed-a6f3-7e94e3792963 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:37.068154 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c68f74b-e7e7-4e0d-8d43-01ffffbd60ce req-7cb60504-5015-47ed-a6f3-7e94e3792963 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=14601588-3eac-4248-bb7c-8c68a6e7a107 HTTP/1.1" status: 200 len: 945 time: 0.3765311 May 27 02:17:37.183863 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f9100712-e9c3-47ca-a9dd-53e25bdac1c4 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:17:37.211653 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c68f74b-e7e7-4e0d-8d43-01ffffbd60ce req-39b6552b-5b5b-481b-924a-ab51f0638de4 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422498 May 27 02:17:37.212286 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1836f8e-e277-48d1-accb-3a9754dc2937 req-22e2d1e6-7302-428d-9dc0-0d161c021c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:37.213803 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c1836f8e-e277-48d1-accb-3a9754dc2937 req-22e2d1e6-7302-428d-9dc0-0d161c021c0f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62f5f7df5795463f9f8bc1cd40caf878&device_id=60265989-e06c-47a3-9c10-61d63637e329 HTTP/1.1" status: 200 len: 1097 time: 0.7215705 May 27 02:17:37.297732 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-9e8bf065-b852-4456-aa31-26c814ecb94d tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8171506 May 27 02:17:37.312500 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-4a69cda0-41bf-47fe-bca4-f7ee9cdbdb84 service neutron] Request body: {'port': {'device_id': '2b3d2959-5011-4598-89d1-3ac57a9ca9a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:37.362990 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-a7d718dc-5494-463d-948f-63feb9c8982c tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:37.391245 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port f9100712-e9c3-47ca-a9dd-53e25bdac1c4 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:17:37.402242 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port f9100712-e9c3-47ca-a9dd-53e25bdac1c4 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:37.402863 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:37.458060 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1836f8e-e277-48d1-accb-3a9754dc2937 req-c988d365-e340-47f2-a1f6-b196bc9162cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:37.459749 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c1836f8e-e277-48d1-accb-3a9754dc2937 req-c988d365-e340-47f2-a1f6-b196bc9162cc service neutron] 10.222.0.66 "GET /v2.0/networks?id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164 HTTP/1.1" status: 200 len: 912 time: 0.1957569 May 27 02:17:37.484485 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1dd3462d-086b-4e2a-bdc4-bed2688b2386 None None] Provisioning for port c9ec20a8-405e-447c-ab4f-5bee3e63fbaa completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:17:37.496584 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1dd3462d-086b-4e2a-bdc4-bed2688b2386 None None] Provisioning complete for port c9ec20a8-405e-447c-ab4f-5bee3e63fbaa triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:37.497969 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1dd3462d-086b-4e2a-bdc4-bed2688b2386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:37.644081 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c1836f8e-e277-48d1-accb-3a9754dc2937 req-3bfb2ac2-1ca3-4b56-bd45-92ad49f18f60 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59a158e2-8d26-4c48-8164-df6f389fb68e HTTP/1.1" status: 200 len: 217 time: 0.1784029 May 27 02:17:37.645326 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-a7d718dc-5494-463d-948f-63feb9c8982c tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:37.645672 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port f9100712-e9c3-47ca-a9dd-53e25bdac1c4 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:37.646147 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:37.665499 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['0e69b678-15b5-4358-8542-05610ec697a2'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:17:37.731740 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port f9100712-e9c3-47ca-a9dd-53e25bdac1c4, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=f9100712-e9c3-47ca-a9dd-53e25bdac1c4,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:37.738140 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-1dd3462d-086b-4e2a-bdc4-bed2688b2386 None None] Port c9ec20a8-405e-447c-ab4f-5bee3e63fbaa cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:17:37.754560 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-4a69cda0-41bf-47fe-bca4-f7ee9cdbdb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:37.828090 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-a7d718dc-5494-463d-948f-63feb9c8982c tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Network 963bfc4a-6c6a-457e-a40e-bfec35a18b46 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:17:37.835167 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-a7d718dc-5494-463d-948f-63feb9c8982c tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:37.848755 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-a7d718dc-5494-463d-948f-63feb9c8982c tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:17:37.905159 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:37.969806 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1836f8e-e277-48d1-accb-3a9754dc2937 req-bcd00fb0-1062-4f8f-b631-157ee012454b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:37.978727 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c1836f8e-e277-48d1-accb-3a9754dc2937 req-bcd00fb0-1062-4f8f-b631-157ee012454b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7ee39392-3407-48c1-b561-be7ced0cb982 HTTP/1.1" status: 200 len: 850 time: 0.3076954 May 27 02:17:37.978727 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d718dc-5494-463d-948f-63feb9c8982c tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Pushing event updated for resources: {'Port': ['ID=0d5f5944-4855-4908-b0c6-651921a63ee7,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:38.034898 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=f9100712-e9c3-47ca-a9dd-53e25bdac1c4,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:38.128207 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4688c38-cd74-473e-8709-c53e736f35da tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:38.195664 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0d682-8858-4278-9af9-4b26439136bc req-7ed4252f-7856-470a-872c-1b9d5bdd60d9 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:38.196571 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-dfd0d682-8858-4278-9af9-4b26439136bc req-7ed4252f-7856-470a-872c-1b9d5bdd60d9 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Synchronizing usage tracker for tenant:62f5f7df5795463f9f8bc1cd40caf878 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:17:38.311462 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290c40b-7b75-44b4-873e-c57ad4e7b787 req-2eca01b2-09d2-42bb-9883-4544ebf3a9e5 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:38.313384 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f290c40b-7b75-44b4-873e-c57ad4e7b787 req-2eca01b2-09d2-42bb-9883-4544ebf3a9e5 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=358b2759-e027-419f-8ee4-60263782865d HTTP/1.1" status: 200 len: 945 time: 0.6500332 May 27 02:17:38.335197 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-a7d718dc-5494-463d-948f-63feb9c8982c tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:38.338309 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-a7d718dc-5494-463d-948f-63feb9c8982c tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:38.357995 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-dfd0d682-8858-4278-9af9-4b26439136bc req-7ed4252f-7856-470a-872c-1b9d5bdd60d9 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Unset dirty status for tenant:62f5f7df5795463f9f8bc1cd40caf878 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:17:38.361178 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dfd0d682-8858-4278-9af9-4b26439136bc req-7ed4252f-7856-470a-872c-1b9d5bdd60d9 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b3d2959-5011-4598-89d1-3ac57a9ca9a5 HTTP/1.1" status: 200 len: 931 time: 0.8666081 May 27 02:17:38.435102 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f290c40b-7b75-44b4-873e-c57ad4e7b787 req-e9e0fc44-c190-4438-838e-fbdf7e9eb360 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137474 May 27 02:17:38.452367 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dfd0d682-8858-4278-9af9-4b26439136bc req-e4074079-0bad-4764-9bc3-b9553f5627e7 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786750 May 27 02:17:38.469754 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1836f8e-e277-48d1-accb-3a9754dc2937 req-54cfa3f5-1e89-4ea9-96b7-4ba918d58599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:38.471010 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c1836f8e-e277-48d1-accb-3a9754dc2937 req-54cfa3f5-1e89-4ea9-96b7-4ba918d58599 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4755442 May 27 02:17:38.555253 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-4a69cda0-41bf-47fe-bca4-f7ee9cdbdb84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9ec20a8-405e-447c-ab4f-5bee3e63fbaa {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:17:38.563462 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-4a69cda0-41bf-47fe-bca4-f7ee9cdbdb84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:38.606785 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-a7d718dc-5494-463d-948f-63feb9c8982c tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5105512 May 27 02:17:38.631015 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-9550a84e-d15d-4f51-9b08-2da0a7ffff8f service neutron] Request body: {'port': {'device_id': 'c45664cb-9b5a-4755-b164-ed3e6ada4ee9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:38.644425 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-4a69cda0-41bf-47fe-bca4-f7ee9cdbdb84 service neutron] Transition to ACTIVE for port object c9ec20a8-405e-447c-ab4f-5bee3e63fbaa will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:38.738246 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-4a69cda0-41bf-47fe-bca4-f7ee9cdbdb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:38.841102 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4688c38-cd74-473e-8709-c53e736f35da tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:38.921005 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69cda0-41bf-47fe-bca4-f7ee9cdbdb84 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ec20a8-405e-447c-ab4f-5bee3e63fbaa,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:39.032138 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ef1bf-2737-4ba9-aa87-bf859c5139ed req-028dd354-527a-4749-ab0a-f2d0175403d3 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:39.033676 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-056ef1bf-2737-4ba9-aa87-bf859c5139ed req-028dd354-527a-4749-ab0a-f2d0175403d3 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=14601588-3eac-4248-bb7c-8c68a6e7a107 HTTP/1.1" status: 200 len: 945 time: 0.4293160 May 27 02:17:39.046993 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23df378-0cd2-4af1-9328-f84bd3096b87 req-0599317f-f4e6-4a1e-a194-6972042e5a6b tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:39.048933 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c1836f8e-e277-48d1-accb-3a9754dc2937 req-8081e192-bce3-4594-93d2-8e0a9d846bd6 service neutron] 10.222.0.66 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5221384 May 27 02:17:39.049531 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-9550a84e-d15d-4f51-9b08-2da0a7ffff8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:39.053529 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f9100712-e9c3-47ca-a9dd-53e25bdac1c4 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:17:39.054044 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e23df378-0cd2-4af1-9328-f84bd3096b87 req-0599317f-f4e6-4a1e-a194-6972042e5a6b tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/ports?device_id=c45664cb-9b5a-4755-b164-ed3e6ada4ee9 HTTP/1.1" status: 200 len: 931 time: 0.4081490 May 27 02:17:39.128808 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-4a69cda0-41bf-47fe-bca4-f7ee9cdbdb84 service neutron] Attempting to bind port c9ec20a8-405e-447c-ab4f-5bee3e63fbaa on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:17:39.129634 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-4a69cda0-41bf-47fe-bca4-f7ee9cdbdb84 service neutron] Attempting to bind port c9ec20a8-405e-447c-ab4f-5bee3e63fbaa by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '00de1387-8dac-4f66-aa2d-2c559a23250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:17:39.133952 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-4a69cda0-41bf-47fe-bca4-f7ee9cdbdb84 service neutron] Attempting to bind port c9ec20a8-405e-447c-ab4f-5bee3e63fbaa on network 8f2ce48b-e47c-4916-9cd3-7a45a8d46164 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:17:39.159904 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e23df378-0cd2-4af1-9328-f84bd3096b87 req-6091eabf-8712-4bf9-a06d-36ed105b144d tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Synchronizing usage tracker for tenant:a311fdf2ba6e42818b0aefc61e7171be on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:17:39.161216 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port f9100712-e9c3-47ca-a9dd-53e25bdac1c4 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:39.161781 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:39.176628 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-4a69cda0-41bf-47fe-bca4-f7ee9cdbdb84 service neutron] Port c9ec20a8-405e-447c-ab4f-5bee3e63fbaa on network 8f2ce48b-e47c-4916-9cd3-7a45a8d46164 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:17:39.176628 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-4a69cda0-41bf-47fe-bca4-f7ee9cdbdb84 service neutron] Attempting to bind port c9ec20a8-405e-447c-ab4f-5bee3e63fbaa on network 8f2ce48b-e47c-4916-9cd3-7a45a8d46164 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:17:39.199525 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-056ef1bf-2737-4ba9-aa87-bf859c5139ed req-f2ffb6c6-705c-4d10-8078-ec82f4e5e328 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432958 May 27 02:17:39.200254 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-4a69cda0-41bf-47fe-bca4-f7ee9cdbdb84 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:17:39.200595 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-4a69cda0-41bf-47fe-bca4-f7ee9cdbdb84 service neutron] Checking segment: {'id': '00de1387-8dac-4f66-aa2d-2c559a23250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:17:39.200999 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-4a69cda0-41bf-47fe-bca4-f7ee9cdbdb84 service neutron] Bound using segment: {'id': '00de1387-8dac-4f66-aa2d-2c559a23250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:17:39.201507 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-4a69cda0-41bf-47fe-bca4-f7ee9cdbdb84 service neutron] Bound port: c9ec20a8-405e-447c-ab4f-5bee3e63fbaa, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00de1387-8dac-4f66-aa2d-2c559a23250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:17:39.202446 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-4a69cda0-41bf-47fe-bca4-f7ee9cdbdb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:39.294115 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39338) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:39.341638 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port f9100712-e9c3-47ca-a9dd-53e25bdac1c4 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:39.347532 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-4a69cda0-41bf-47fe-bca4-f7ee9cdbdb84 service neutron] For port c9ec20a8-405e-447c-ab4f-5bee3e63fbaa, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:17:39.353414 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-4a69cda0-41bf-47fe-bca4-f7ee9cdbdb84 service neutron] For port c9ec20a8-405e-447c-ab4f-5bee3e63fbaa, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=c9ec20a8-405e-447c-ab4f-5bee3e63fbaa,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:17:39.356061 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e23df378-0cd2-4af1-9328-f84bd3096b87 req-6091eabf-8712-4bf9-a06d-36ed105b144d tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Unset dirty status for tenant:a311fdf2ba6e42818b0aefc61e7171be on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:17:39.356843 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e23df378-0cd2-4af1-9328-f84bd3096b87 req-6091eabf-8712-4bf9-a06d-36ed105b144d tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups?id=745af62b-1631-4b69-abea-1d6524475377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013470 May 27 02:17:39.455720 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-4a69cda0-41bf-47fe-bca4-f7ee9cdbdb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:39.477659 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c1836f8e-e277-48d1-accb-3a9754dc2937 req-16be80e1-5083-4254-89f6-b0dc16be5b4d service neutron] 10.222.0.66 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123805 May 27 02:17:39.515431 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-127a6391-8c71-4820-922d-fdf8d63d6fb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:39.574385 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-127a6391-8c71-4820-922d-fdf8d63d6fb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:39.642504 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-127a6391-8c71-4820-922d-fdf8d63d6fb9 admin admin] Usage tracker for resource:security_group_rule and tenant:eaff33a234404f359d2fcc9084c5b886 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:39.647517 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-127a6391-8c71-4820-922d-fdf8d63d6fb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:39.679116 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4688c38-cd74-473e-8709-c53e736f35da tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Router 3b62974e-61c8-40f8-929a-3584db9eda7d is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:17:39.702781 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-4a69cda0-41bf-47fe-bca4-f7ee9cdbdb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:39.703373 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-4a69cda0-41bf-47fe-bca4-f7ee9cdbdb84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:39.704769 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-4a69cda0-41bf-47fe-bca4-f7ee9cdbdb84 service neutron] 10.222.0.32 "PUT /v2.0/ports/c9ec20a8-405e-447c-ab4f-5bee3e63fbaa HTTP/1.1" status: 200 len: 1091 time: 2.3969238 May 27 02:17:39.710580 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b3d2959-5011-4598-89d1-3ac57a9ca9a5', 'tag': 'c9ec20a8-405e-447c-ab4f-5bee3e63fbaa'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:17:39.724999 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-127a6391-8c71-4820-922d-fdf8d63d6fb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:39.754000 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69cda0-41bf-47fe-bca4-f7ee9cdbdb84 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ec20a8-405e-447c-ab4f-5bee3e63fbaa,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:39.888623 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f69247-df93-4b31-99c0-de2cbd02bacc req-106a7161-75a5-4ad2-8ee3-206f91f6d740 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:39.890227 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-67f69247-df93-4b31-99c0-de2cbd02bacc req-106a7161-75a5-4ad2-8ee3-206f91f6d740 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=358b2759-e027-419f-8ee4-60263782865d HTTP/1.1" status: 200 len: 945 time: 0.2879810 May 27 02:17:39.910569 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d027786-6f4a-4590-b274-fcfb9f4a6d72 req-8f3ae8e6-b1ac-47aa-a584-97996fa551fd tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:39.912462 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8d027786-6f4a-4590-b274-fcfb9f4a6d72 req-8f3ae8e6-b1ac-47aa-a584-97996fa551fd tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b3d2959-5011-4598-89d1-3ac57a9ca9a5 HTTP/1.1" status: 200 len: 943 time: 0.3085375 May 27 02:17:40.010283 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-127a6391-8c71-4820-922d-fdf8d63d6fb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:40.038973 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8d027786-6f4a-4590-b274-fcfb9f4a6d72 req-8257fb44-e900-4edb-b34c-c746882be043 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164691 May 27 02:17:40.045470 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-67f69247-df93-4b31-99c0-de2cbd02bacc req-135982f3-333c-4a0a-a65d-be3109e4dfdf tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258771 May 27 02:17:40.051955 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-9ac7f2bd-8234-45a5-bc3f-058f9bc34290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:40.052957 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-9ac7f2bd-8234-45a5-bc3f-058f9bc34290 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62f5f7df5795463f9f8bc1cd40caf878&device_id=2b3d2959-5011-4598-89d1-3ac57a9ca9a5 HTTP/1.1" status: 200 len: 1094 time: 0.2382517 May 27 02:17:40.119323 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca931915-7760-4090-9f99-da4c81fa3558'] response: {'name': 'network-changed', 'server_uuid': '2b3d2959-5011-4598-89d1-3ac57a9ca9a5', 'tag': 'c9ec20a8-405e-447c-ab4f-5bee3e63fbaa', 'status': 'completed', 'code': 200} May 27 02:17:40.133020 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4688c38-cd74-473e-8709-c53e736f35da tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:17:40.135497 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-f0ba12b9-445d-4dbe-9bfd-7349b0d65114 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9ec20a8-405e-447c-ab4f-5bee3e63fbaa HTTP/1.1" status: 200 len: 217 time: 0.0713966 May 27 02:17:40.142268 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbf9ca3-27de-4dff-a860-9e5b6ab6a73a None None] Sync routers for ids ['3b62974e-61c8-40f8-929a-3584db9eda7d'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:17:40.153102 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbf9ca3-27de-4dff-a860-9e5b6ab6a73a None None] Routers {'3b62974e-61c8-40f8-929a-3584db9eda7d'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:17:40.153865 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-bcbf9ca3-27de-4dff-a860-9e5b6ab6a73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:17:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['3b62974e-61c8-40f8-929a-3584db9eda7d'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:40.159663 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-9550a84e-d15d-4f51-9b08-2da0a7ffff8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d5f5944-4855-4908-b0c6-651921a63ee7 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:17:40.167180 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-9550a84e-d15d-4f51-9b08-2da0a7ffff8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:40.178969 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-127a6391-8c71-4820-922d-fdf8d63d6fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:40.182632 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-9550a84e-d15d-4f51-9b08-2da0a7ffff8f service neutron] Transition to ACTIVE for port object 0d5f5944-4855-4908-b0c6-651921a63ee7 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:40.242033 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a6391-8c71-4820-922d-fdf8d63d6fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f49238-e240-406c-8512-edc76e954e12,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:40.256780 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-127a6391-8c71-4820-922d-fdf8d63d6fb9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=eaff33a234404f359d2fcc9084c5b886&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9573617 May 27 02:17:40.256780 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-9e39b64f-a0b2-493e-ace2-578100c3f138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:40.257796 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39354) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:40.258119 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-9e39b64f-a0b2-493e-ace2-578100c3f138 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ee39392-3407-48c1-b561-be7ced0cb982 HTTP/1.1" status: 200 len: 850 time: 0.1132178 May 27 02:17:40.287905 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4688c38-cd74-473e-8709-c53e736f35da tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:40.287905 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d4688c38-cd74-473e-8709-c53e736f35da tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 8.0795660 May 27 02:17:40.289796 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39358) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:40.361253 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-bcbf9ca3-27de-4dff-a860-9e5b6ab6a73a None None] Set router 3b62974e-61c8-40f8-929a-3584db9eda7d gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:17:40.368507 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-9550a84e-d15d-4f51-9b08-2da0a7ffff8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:40.411174 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-7e54175b-9a93-4f4d-8c21-44765b3023c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:40.412675 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-7e54175b-9a93-4f4d-8c21-44765b3023c9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1467192 May 27 02:17:40.653858 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9550a84e-d15d-4f51-9b08-2da0a7ffff8f service neutron] Pushing event updated for resources: {'Port': ['ID=0d5f5944-4855-4908-b0c6-651921a63ee7,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:40.665992 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a7adbbad-db0f-4aa6-8a2a-d17ea440da4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:40.712078 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4d4a2-ee21-48b4-8fb9-de3ec839cf2b req-a96a81bb-d736-4478-9386-9e3bfd7278be tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:40.713698 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e8b4d4a2-ee21-48b4-8fb9-de3ec839cf2b req-a96a81bb-d736-4478-9386-9e3bfd7278be tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=14601588-3eac-4248-bb7c-8c68a6e7a107 HTTP/1.1" status: 200 len: 945 time: 0.3731611 May 27 02:17:40.758196 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-bcbf9ca3-27de-4dff-a860-9e5b6ab6a73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b62974e-61c8-40f8-929a-3584db9eda7d', 'name': 'tempest-snat-router-242128457', 'tenant_id': 'be363a3a0da24e74ba96551e42920728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '35cd1878-7a0d-4cc6-bae7-a85d013bbd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:17:32Z', 'updated_at': '2022-05-27T02:17:37Z', 'revision_number': 3, 'project_id': 'be363a3a0da24e74ba96551e42920728', 'gw_port': {'id': '35cd1878-7a0d-4cc6-bae7-a85d013bbd84', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c4:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b62974e-61c8-40f8-929a-3584db9eda7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:17:35Z', 'updated_at': '2022-05-27T02:17:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:40.764158 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbf9ca3-27de-4dff-a860-9e5b6ab6a73a None None] Checking router: 3b62974e-61c8-40f8-929a-3584db9eda7d for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:17:40.766181 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbf9ca3-27de-4dff-a860-9e5b6ab6a73a None None] Updating router 3b62974e-61c8-40f8-929a-3584db9eda7d port 35cd1878-7a0d-4cc6-bae7-a85d013bbd84 binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:17:40.803524 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a7adbbad-db0f-4aa6-8a2a-d17ea440da4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:40.814456 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-723aa0a5-7544-4efa-82f3-5dafdcfd2f2d tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] 10.222.0.57 "GET /v2.0/routers/3b62974e-61c8-40f8-929a-3584db9eda7d HTTP/1.1" status: 200 len: 906 time: 0.5233202 May 27 02:17:40.819137 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39366) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:40.844905 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-bcbf9ca3-27de-4dff-a860-9e5b6ab6a73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:40.881207 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-a56091f0-17d1-4f5f-bb03-769765ec2c3d service neutron] 10.222.0.32 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4609139 May 27 02:17:40.890271 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e8b4d4a2-ee21-48b4-8fb9-de3ec839cf2b req-7ef731f7-9511-40fd-94e7-2ca1c69e9cf0 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499138 May 27 02:17:40.964741 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-9550a84e-d15d-4f51-9b08-2da0a7ffff8f service neutron] Attempting to bind port 0d5f5944-4855-4908-b0c6-651921a63ee7 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:17:40.965109 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-9550a84e-d15d-4f51-9b08-2da0a7ffff8f service neutron] Attempting to bind port 0d5f5944-4855-4908-b0c6-651921a63ee7 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'c7022237-b0eb-48aa-a727-c63339eb0ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '963bfc4a-6c6a-457e-a40e-bfec35a18b46'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:17:40.965436 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-9550a84e-d15d-4f51-9b08-2da0a7ffff8f service neutron] Attempting to bind port 0d5f5944-4855-4908-b0c6-651921a63ee7 on network 963bfc4a-6c6a-457e-a40e-bfec35a18b46 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:17:40.981343 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080198c-8961-4522-95a7-7a29a15e6940 req-294f2153-6c46-4c46-b7c5-b37b66113374 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:40.983062 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b080198c-8961-4522-95a7-7a29a15e6940 req-294f2153-6c46-4c46-b7c5-b37b66113374 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/ports?device_id=c45664cb-9b5a-4755-b164-ed3e6ada4ee9 HTTP/1.1" status: 200 len: 943 time: 0.3329010 May 27 02:17:41.031240 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-9550a84e-d15d-4f51-9b08-2da0a7ffff8f service neutron] Port 0d5f5944-4855-4908-b0c6-651921a63ee7 on network 963bfc4a-6c6a-457e-a40e-bfec35a18b46 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:17:41.031792 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-9550a84e-d15d-4f51-9b08-2da0a7ffff8f service neutron] Attempting to bind port 0d5f5944-4855-4908-b0c6-651921a63ee7 on network 963bfc4a-6c6a-457e-a40e-bfec35a18b46 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:17:41.051129 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-9550a84e-d15d-4f51-9b08-2da0a7ffff8f service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:17:41.051762 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-9550a84e-d15d-4f51-9b08-2da0a7ffff8f service neutron] Checking segment: {'id': 'c7022237-b0eb-48aa-a727-c63339eb0ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '963bfc4a-6c6a-457e-a40e-bfec35a18b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:17:41.052146 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-9550a84e-d15d-4f51-9b08-2da0a7ffff8f service neutron] Bound using segment: {'id': 'c7022237-b0eb-48aa-a727-c63339eb0ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '963bfc4a-6c6a-457e-a40e-bfec35a18b46'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:17:41.052609 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-9550a84e-d15d-4f51-9b08-2da0a7ffff8f service neutron] Bound port: 0d5f5944-4855-4908-b0c6-651921a63ee7, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7022237-b0eb-48aa-a727-c63339eb0ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '963bfc4a-6c6a-457e-a40e-bfec35a18b46'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:17:41.052979 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-9550a84e-d15d-4f51-9b08-2da0a7ffff8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:41.067806 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e8c4d58-8b85-4f28-89bd-321a12d693fe req-a9674446-d31c-4990-8571-556cb88d4eca service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2930582 May 27 02:17:41.079155 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b080198c-8961-4522-95a7-7a29a15e6940 req-6ad626ff-30f6-4fb7-be01-7bb7bd79eba0 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups?id=745af62b-1631-4b69-abea-1d6524475377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854328 May 27 02:17:41.118969 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04a71e0e-9d09-4f05-a7b3-2612230a71c1 req-cd7a8544-0de5-4238-ab99-9fe349de4dba service neutron] 10.222.0.32 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265725 May 27 02:17:41.208377 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-9550a84e-d15d-4f51-9b08-2da0a7ffff8f service neutron] For port 0d5f5944-4855-4908-b0c6-651921a63ee7, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:17:41.211254 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-9550a84e-d15d-4f51-9b08-2da0a7ffff8f service neutron] For port 0d5f5944-4855-4908-b0c6-651921a63ee7, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=0d5f5944-4855-4908-b0c6-651921a63ee7,segment=NetworkSegment(c7022237-b0eb-48aa-a727-c63339eb0ee8),segment_id=c7022237-b0eb-48aa-a727-c63339eb0ee8)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:17:41.214660 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a7adbbad-db0f-4aa6-8a2a-d17ea440da4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:41.229055 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-953a751f-b1cf-43d2-afd6-6a4b663e668e tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:41.288432 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7adbbad-db0f-4aa6-8a2a-d17ea440da4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f49238-e240-406c-8512-edc76e954e12,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:41.314847 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a7adbbad-db0f-4aa6-8a2a-d17ea440da4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:41.317729 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a7adbbad-db0f-4aa6-8a2a-d17ea440da4b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/94f49238-e240-406c-8512-edc76e954e12 HTTP/1.1" status: 204 len: 168 time: 1.0599210 May 27 02:17:41.330095 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-9550a84e-d15d-4f51-9b08-2da0a7ffff8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:41.357868 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-bcbf9ca3-27de-4dff-a860-9e5b6ab6a73a None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:41.380033 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-bcbf9ca3-27de-4dff-a860-9e5b6ab6a73a None None] Transition to ACTIVE for port object 35cd1878-7a0d-4cc6-bae7-a85d013bbd84 will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:41.445526 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c4d58-8b85-4f28-89bd-321a12d693fe req-468fb11b-5450-4e6c-a5c1-2fe7b0f0af80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:41.447007 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e8c4d58-8b85-4f28-89bd-321a12d693fe req-468fb11b-5450-4e6c-a5c1-2fe7b0f0af80 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62f5f7df5795463f9f8bc1cd40caf878&device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 1095 time: 0.2642138 May 27 02:17:41.466804 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-9550a84e-d15d-4f51-9b08-2da0a7ffff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:41.467357 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-9550a84e-d15d-4f51-9b08-2da0a7ffff8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:41.468934 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-9550a84e-d15d-4f51-9b08-2da0a7ffff8f service neutron] 10.222.0.32 "PUT /v2.0/ports/0d5f5944-4855-4908-b0c6-651921a63ee7 HTTP/1.1" status: 200 len: 1091 time: 2.8422439 May 27 02:17:41.469370 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c45664cb-9b5a-4755-b164-ed3e6ada4ee9', 'tag': '0d5f5944-4855-4908-b0c6-651921a63ee7'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:17:41.474472 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94300acb-bdba-4378-967c-338b27c61dbb req-d4a8b4ce-96fd-4e7a-8380-3f3021110498 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:41.475431 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-bcbf9ca3-27de-4dff-a860-9e5b6ab6a73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:41.475959 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-94300acb-bdba-4378-967c-338b27c61dbb req-d4a8b4ce-96fd-4e7a-8380-3f3021110498 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b3d2959-5011-4598-89d1-3ac57a9ca9a5 HTTP/1.1" status: 200 len: 943 time: 0.2469950 May 27 02:17:41.477972 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fde555-ffd6-4ea1-befc-146450980f34 req-52126d96-eda1-49f8-9456-5c6c0b8cd1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:41.486074 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-43fde555-ffd6-4ea1-befc-146450980f34 req-52126d96-eda1-49f8-9456-5c6c0b8cd1a7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62f5f7df5795463f9f8bc1cd40caf878&device_id=2b3d2959-5011-4598-89d1-3ac57a9ca9a5 HTTP/1.1" status: 200 len: 1094 time: 0.2121964 May 27 02:17:41.487831 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140cdc70-f301-4b1e-8ef1-832c30b61195 req-2703d93d-e4c4-4a37-932a-aa7ed2787b9d tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:41.489365 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-140cdc70-f301-4b1e-8ef1-832c30b61195 req-2703d93d-e4c4-4a37-932a-aa7ed2787b9d tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=358b2759-e027-419f-8ee4-60263782865d HTTP/1.1" status: 200 len: 945 time: 0.2210624 May 27 02:17:41.496661 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9550a84e-d15d-4f51-9b08-2da0a7ffff8f service neutron] Pushing event updated for resources: {'Port': ['ID=0d5f5944-4855-4908-b0c6-651921a63ee7,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:41.517218 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-953a751f-b1cf-43d2-afd6-6a4b663e668e tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:41.587712 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-bcbf9ca3-27de-4dff-a860-9e5b6ab6a73a None None] Attempting to bind port 35cd1878-7a0d-4cc6-bae7-a85d013bbd84 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:17:41.588074 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-bcbf9ca3-27de-4dff-a860-9e5b6ab6a73a None None] Attempting to bind port 35cd1878-7a0d-4cc6-bae7-a85d013bbd84 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:17:41.588426 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbf9ca3-27de-4dff-a860-9e5b6ab6a73a None None] Attempting to bind port 35cd1878-7a0d-4cc6-bae7-a85d013bbd84 on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:17:41.590548 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7f79b-bb66-4c0c-9b31-3811bf396396 None None] Pushing event updated for resources: {'Port': ['ID=35cd1878-7a0d-4cc6-bae7-a85d013bbd84,revision_number=2']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:41.616831 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbf9ca3-27de-4dff-a860-9e5b6ab6a73a None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:17:41.616831 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbf9ca3-27de-4dff-a860-9e5b6ab6a73a None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:17:41.616831 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-bcbf9ca3-27de-4dff-a860-9e5b6ab6a73a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:41.616831 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbf9ca3-27de-4dff-a860-9e5b6ab6a73a None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:17:41.616831 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-bcbf9ca3-27de-4dff-a860-9e5b6ab6a73a None None] Bound port: 35cd1878-7a0d-4cc6-bae7-a85d013bbd84, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:17:41.616831 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-bcbf9ca3-27de-4dff-a860-9e5b6ab6a73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:41.624709 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-953a751f-b1cf-43d2-afd6-6a4b663e668e tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Deleting port 35cd1878-7a0d-4cc6-bae7-a85d013bbd84 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:41.624709 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-953a751f-b1cf-43d2-afd6-6a4b663e668e tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:41.763969 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-bcbf9ca3-27de-4dff-a860-9e5b6ab6a73a None None] For port 35cd1878-7a0d-4cc6-bae7-a85d013bbd84, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:17:41.768852 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-bcbf9ca3-27de-4dff-a860-9e5b6ab6a73a None None] For port 35cd1878-7a0d-4cc6-bae7-a85d013bbd84, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=35cd1878-7a0d-4cc6-bae7-a85d013bbd84,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:17:41.792754 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-140cdc70-f301-4b1e-8ef1-832c30b61195 req-86e518b8-dad7-4c1f-8e87-8f209f5bf055 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654364 May 27 02:17:41.815189 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-94300acb-bdba-4378-967c-338b27c61dbb req-cbd0fd40-2791-4807-80ce-f4167de73ff2 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822752 May 27 02:17:41.837405 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-bcbf9ca3-27de-4dff-a860-9e5b6ab6a73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:41.862684 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c4d58-8b85-4f28-89bd-321a12d693fe req-d25d893b-0794-4e7c-a797-7ff5b1cb1bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:41.864135 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e8c4d58-8b85-4f28-89bd-321a12d693fe req-d25d893b-0794-4e7c-a797-7ff5b1cb1bfd service neutron] 10.222.0.32 "GET /v2.0/networks?id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164 HTTP/1.1" status: 200 len: 912 time: 0.3727791 May 27 02:17:41.867063 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5d6caca-3c0e-47ff-8270-f1d371259e86'] response: {'name': 'network-changed', 'server_uuid': 'c45664cb-9b5a-4755-b164-ed3e6ada4ee9', 'tag': '0d5f5944-4855-4908-b0c6-651921a63ee7', 'status': 'completed', 'code': 200} May 27 02:17:41.902736 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-15f400cc-db04-4995-83b3-4faecd1014e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:41.904226 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-15f400cc-db04-4995-83b3-4faecd1014e4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a311fdf2ba6e42818b0aefc61e7171be&device_id=c45664cb-9b5a-4755-b164-ed3e6ada4ee9 HTTP/1.1" status: 200 len: 1094 time: 0.2457945 May 27 02:17:41.921504 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbf9ca3-27de-4dff-a860-9e5b6ab6a73a None None] Routers {'3b62974e-61c8-40f8-929a-3584db9eda7d'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:17:41.921504 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-bcbf9ca3-27de-4dff-a860-9e5b6ab6a73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:17:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['3b62974e-61c8-40f8-929a-3584db9eda7d'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:41.950986 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fde555-ffd6-4ea1-befc-146450980f34 req-ec3bfdd3-07bb-4ed5-9408-3ff5d16533af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:41.952466 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-43fde555-ffd6-4ea1-befc-146450980f34 req-ec3bfdd3-07bb-4ed5-9408-3ff5d16533af service neutron] 10.222.0.32 "GET /v2.0/networks?id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164 HTTP/1.1" status: 200 len: 912 time: 0.4622262 May 27 02:17:41.988811 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-f18ea915-89c1-457f-af51-46549d4007cf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d5f5944-4855-4908-b0c6-651921a63ee7 HTTP/1.1" status: 200 len: 217 time: 0.0771925 May 27 02:17:42.034053 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7f79b-bb66-4c0c-9b31-3811bf396396 None None] Pushing event updated for resources: {'Port': ['ID=35cd1878-7a0d-4cc6-bae7-a85d013bbd84,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:42.070629 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-43fde555-ffd6-4ea1-befc-146450980f34 req-53dbb230-8dc1-4a2b-b5a5-b69bd1818766 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9ec20a8-405e-447c-ab4f-5bee3e63fbaa HTTP/1.1" status: 200 len: 217 time: 0.1068578 May 27 02:17:42.085019 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e8c4d58-8b85-4f28-89bd-321a12d693fe req-3359d8c3-e4c4-4977-adcb-09570188a895 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59dd76c7-04f3-4e36-a375-05bd87a0399b HTTP/1.1" status: 200 len: 998 time: 0.2094061 May 27 02:17:42.179086 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-953a751f-b1cf-43d2-afd6-6a4b663e668e tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] For port 35cd1878-7a0d-4cc6-bae7-a85d013bbd84, host n-d-843554-3, got binding levels [] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:42.179454 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-953a751f-b1cf-43d2-afd6-6a4b663e668e tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:42.180913 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-bcbf9ca3-27de-4dff-a860-9e5b6ab6a73a None None] Set router 3b62974e-61c8-40f8-929a-3584db9eda7d gateway port host: None {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:17:42.209885 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39384) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:42.210017 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fde555-ffd6-4ea1-befc-146450980f34 req-e371d7bf-d0ac-49ba-afee-6297278f0a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:42.211410 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-43fde555-ffd6-4ea1-befc-146450980f34 req-e371d7bf-d0ac-49ba-afee-6297278f0a3c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ee39392-3407-48c1-b561-be7ced0cb982 HTTP/1.1" status: 200 len: 850 time: 0.1289556 May 27 02:17:42.233844 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c4d58-8b85-4f28-89bd-321a12d693fe req-2144bfaa-99fa-4a49-a5bd-24f476b1cc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:42.235365 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e8c4d58-8b85-4f28-89bd-321a12d693fe req-2144bfaa-99fa-4a49-a5bd-24f476b1cc3b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ee39392-3407-48c1-b561-be7ced0cb982 HTTP/1.1" status: 200 len: 850 time: 0.1191130 May 27 02:17:42.274644 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e4940467-6535-4a48-9fc0-82d13d0fe91e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:42.316062 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-bcbf9ca3-27de-4dff-a860-9e5b6ab6a73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b62974e-61c8-40f8-929a-3584db9eda7d', 'name': 'tempest-snat-router-242128457', 'tenant_id': 'be363a3a0da24e74ba96551e42920728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:17:32Z', 'updated_at': '2022-05-27T02:17:41Z', 'revision_number': 4, 'project_id': 'be363a3a0da24e74ba96551e42920728', 'gw_port_host': None}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:42.320631 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbf9ca3-27de-4dff-a860-9e5b6ab6a73a None None] The sync data for ids ['3b62974e-61c8-40f8-929a-3584db9eda7d'] in n-d-843554-3 is: [{'id': '3b62974e-61c8-40f8-929a-3584db9eda7d', 'name': 'tempest-snat-router-242128457', 'tenant_id': 'be363a3a0da24e74ba96551e42920728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:17:32Z', 'updated_at': '2022-05-27T02:17:41Z', 'revision_number': 4, 'project_id': 'be363a3a0da24e74ba96551e42920728', 'gw_port_host': None}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:17:42.345061 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-953a751f-b1cf-43d2-afd6-6a4b663e668e tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Calling delete_port for 35cd1878-7a0d-4cc6-bae7-a85d013bbd84 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:17:42.429920 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-b0cd8e2b-31a0-49af-823b-60bc332999c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:42.431364 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-b0cd8e2b-31a0-49af-823b-60bc332999c9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79b31123-5111-49b0-8b1c-edddca4cc409 HTTP/1.1" status: 200 len: 853 time: 0.1239035 May 27 02:17:42.501837 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-5e882682-e1e7-41d3-811e-1cb1b7cd3ce3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=963bfc4a-6c6a-457e-a40e-bfec35a18b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536566 May 27 02:17:42.513426 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e4940467-6535-4a48-9fc0-82d13d0fe91e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:42.538476 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e4940467-6535-4a48-9fc0-82d13d0fe91e admin admin] Usage tracker for resource:security_group_rule and tenant:44d77223598a4c66b9b7a8674edf5365 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:42.551557 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e4940467-6535-4a48-9fc0-82d13d0fe91e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:42.565032 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d5d6a-6895-4ef4-b818-d0dd7663e45a req-a4d68102-37d5-485a-9ea4-d02f6905ab5a tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:42.569304 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2b9d5d6a-6895-4ef4-b818-d0dd7663e45a req-a4d68102-37d5-485a-9ea4-d02f6905ab5a tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=14601588-3eac-4248-bb7c-8c68a6e7a107 HTTP/1.1" status: 200 len: 945 time: 0.5414793 May 27 02:17:42.585523 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e4940467-6535-4a48-9fc0-82d13d0fe91e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:42.656442 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-229a69e1-0e99-4654-8203-a9e6e0035b65 service neutron] 10.222.0.32 "GET /v2.0/networks/963bfc4a-6c6a-457e-a40e-bfec35a18b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465893 May 27 02:17:42.690784 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2b9d5d6a-6895-4ef4-b818-d0dd7663e45a req-16fee823-023d-4404-811a-97f5cf59b36a tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078224 May 27 02:17:42.700542 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-953a751f-b1cf-43d2-afd6-6a4b663e668e tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:17:42.700894 n-d-843554-3 neutron-server[88901]: DEBUG oslo_db.api [None req-953a751f-b1cf-43d2-afd6-6a4b663e668e tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:17:42.708115 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fde555-ffd6-4ea1-befc-146450980f34 req-372c8800-2b8c-4546-9a3f-ddb4fd119110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:42.709878 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-43fde555-ffd6-4ea1-befc-146450980f34 req-372c8800-2b8c-4546-9a3f-ddb4fd119110 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4801424 May 27 02:17:42.744276 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c4d58-8b85-4f28-89bd-321a12d693fe req-71ca81fc-60b2-4bdc-9779-068df719573d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:42.745776 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e8c4d58-8b85-4f28-89bd-321a12d693fe req-71ca81fc-60b2-4bdc-9779-068df719573d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4724557 May 27 02:17:42.757253 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea6387-d396-4c0d-a15b-58d5a6996767 req-e778ac67-0076-4aa5-9549-9aad6954e83b tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:42.758838 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e7ea6387-d396-4c0d-a15b-58d5a6996767 req-e778ac67-0076-4aa5-9549-9aad6954e83b tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/ports?device_id=c45664cb-9b5a-4755-b164-ed3e6ada4ee9 HTTP/1.1" status: 200 len: 943 time: 0.4752710 May 27 02:17:42.820945 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-42dccd1f-5422-4d1b-b92d-1566db46b570 req-ad0e46d0-5c0b-4ba3-979a-2a87c84bf75c service neutron] 10.222.0.32 "GET /v2.0/networks/963bfc4a-6c6a-457e-a40e-bfec35a18b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437230 May 27 02:17:42.999126 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075b1ce-3dee-43ae-a61b-2d3a983bea5d req-44ef1d4e-d993-445f-a61b-1bc12c6cdea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:43.000684 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7075b1ce-3dee-43ae-a61b-2d3a983bea5d req-44ef1d4e-d993-445f-a61b-1bc12c6cdea9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a311fdf2ba6e42818b0aefc61e7171be&device_id=c45664cb-9b5a-4755-b164-ed3e6ada4ee9 HTTP/1.1" status: 200 len: 1094 time: 0.0799088 May 27 02:17:43.081963 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e7ea6387-d396-4c0d-a15b-58d5a6996767 req-5d5b5a3f-6ad3-4fdb-82a6-db9c26dca9a1 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups?id=745af62b-1631-4b69-abea-1d6524475377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364423 May 27 02:17:43.133039 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e4940467-6535-4a48-9fc0-82d13d0fe91e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:43.151657 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-43fde555-ffd6-4ea1-befc-146450980f34 req-fefcd062-5e87-4544-bee0-1c6e7a2d8e95 service neutron] 10.222.0.32 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319317 May 27 02:17:43.152265 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075b1ce-3dee-43ae-a61b-2d3a983bea5d req-a0cb807a-00fd-438b-8a9f-05f138fc6f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:43.153761 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7075b1ce-3dee-43ae-a61b-2d3a983bea5d req-a0cb807a-00fd-438b-8a9f-05f138fc6f84 service neutron] 10.222.0.32 "GET /v2.0/networks?id=963bfc4a-6c6a-457e-a40e-bfec35a18b46 HTTP/1.1" status: 200 len: 914 time: 0.1463921 May 27 02:17:43.158867 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e8c4d58-8b85-4f28-89bd-321a12d693fe req-a4ecd8c6-ddf9-4d94-b457-6ffeb1716195 service neutron] 10.222.0.32 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917005 May 27 02:17:43.195691 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3b58d-eb93-457e-82f9-04407fc69884 req-0cbf3f4a-6dc9-49db-bea9-47e4d5bb24a3 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:43.197149 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-31e3b58d-eb93-457e-82f9-04407fc69884 req-0cbf3f4a-6dc9-49db-bea9-47e4d5bb24a3 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=358b2759-e027-419f-8ee4-60263782865d HTTP/1.1" status: 200 len: 945 time: 0.2582150 May 27 02:17:43.229565 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-953a751f-b1cf-43d2-afd6-6a4b663e668e tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Deleting port 35cd1878-7a0d-4cc6-bae7-a85d013bbd84 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:43.230015 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-953a751f-b1cf-43d2-afd6-6a4b663e668e tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:43.274929 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7075b1ce-3dee-43ae-a61b-2d3a983bea5d req-d80f1757-b8b9-4953-ad85-548bb975b979 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d5f5944-4855-4908-b0c6-651921a63ee7 HTTP/1.1" status: 200 len: 217 time: 0.0991867 May 27 02:17:43.303198 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e4940467-6535-4a48-9fc0-82d13d0fe91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:43.419069 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075b1ce-3dee-43ae-a61b-2d3a983bea5d req-394e3b39-0565-40f7-94f5-b94e7a8b80b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:43.420420 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7075b1ce-3dee-43ae-a61b-2d3a983bea5d req-394e3b39-0565-40f7-94f5-b94e7a8b80b3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79b31123-5111-49b0-8b1c-edddca4cc409 HTTP/1.1" status: 200 len: 853 time: 0.1355860 May 27 02:17:43.484728 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e4940467-6535-4a48-9fc0-82d13d0fe91e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=44d77223598a4c66b9b7a8674edf5365&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2723167 May 27 02:17:43.485190 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7075b1ce-3dee-43ae-a61b-2d3a983bea5d req-ef8bef8c-a18d-4de2-807f-a6e990ac5397 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=963bfc4a-6c6a-457e-a40e-bfec35a18b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581961 May 27 02:17:43.485517 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4940467-6535-4a48-9fc0-82d13d0fe91e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd14dd8b-371b-434c-9321-dda6237a6368,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:43.487265 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39392) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:43.507783 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-31e3b58d-eb93-457e-82f9-04407fc69884 req-01265cb8-a455-4988-827d-85a981abc32d tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401052 May 27 02:17:43.543801 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-43fde555-ffd6-4ea1-befc-146450980f34 req-de3778cd-68cb-4137-9a58-92e05d33c012 service neutron] 10.222.0.32 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773615 May 27 02:17:43.569497 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e8c4d58-8b85-4f28-89bd-321a12d693fe req-63e4c420-5d23-4b35-880a-b9e4a25505b2 service neutron] 10.222.0.32 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817225 May 27 02:17:43.589636 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be092eb-706d-4823-ae66-98600f9ab1d5 req-d20bd64a-b366-4d89-b175-c4b73178ca19 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:43.592130 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7be092eb-706d-4823-ae66-98600f9ab1d5 req-d20bd64a-b366-4d89-b175-c4b73178ca19 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b3d2959-5011-4598-89d1-3ac57a9ca9a5 HTTP/1.1" status: 200 len: 943 time: 0.3748083 May 27 02:17:43.626305 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-953a751f-b1cf-43d2-afd6-6a4b663e668e tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] For port 35cd1878-7a0d-4cc6-bae7-a85d013bbd84, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=35cd1878-7a0d-4cc6-bae7-a85d013bbd84,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:43.626671 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-953a751f-b1cf-43d2-afd6-6a4b663e668e tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:43.642276 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7be092eb-706d-4823-ae66-98600f9ab1d5 req-a89eadce-4482-45fa-a8e8-56ac2ef8f0fd tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433474 May 27 02:17:43.876463 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-953a751f-b1cf-43d2-afd6-6a4b663e668e tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Calling delete_port for 35cd1878-7a0d-4cc6-bae7-a85d013bbd84 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:17:43.885390 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02804fba-95ce-42d2-8a0b-459e4a4f4e95 req-43818b96-2145-4976-8a2d-3dc814261fd7 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:43.886860 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-02804fba-95ce-42d2-8a0b-459e4a4f4e95 req-43818b96-2145-4976-8a2d-3dc814261fd7 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=14601588-3eac-4248-bb7c-8c68a6e7a107 HTTP/1.1" status: 200 len: 945 time: 0.0888975 May 27 02:17:43.930911 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-02804fba-95ce-42d2-8a0b-459e4a4f4e95 req-0e3cf265-4d1d-4b47-b704-92a1bc3fd2ce tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383830 May 27 02:17:43.950249 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a5154892-8666-412e-a81a-b87bf0f92cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:43.984916 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7075b1ce-3dee-43ae-a61b-2d3a983bea5d req-0ef087ce-a4c1-4b41-882f-28ff6ab932a3 service neutron] 10.222.0.32 "GET /v2.0/networks/963bfc4a-6c6a-457e-a40e-bfec35a18b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4847982 May 27 02:17:44.041005 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a5154892-8666-412e-a81a-b87bf0f92cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:44.196849 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7075b1ce-3dee-43ae-a61b-2d3a983bea5d req-b1fc7122-4034-470c-a3f2-8726ef3ff2cf service neutron] 10.222.0.32 "GET /v2.0/networks/963bfc4a-6c6a-457e-a40e-bfec35a18b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020102 May 27 02:17:44.270946 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbce6a-5239-49c5-8fc1-511a023338a0 req-d9cd2b62-661a-4507-89c7-eadfc3ccd1d8 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:44.272300 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-abbbce6a-5239-49c5-8fc1-511a023338a0 req-d9cd2b62-661a-4507-89c7-eadfc3ccd1d8 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/ports?device_id=c45664cb-9b5a-4755-b164-ed3e6ada4ee9 HTTP/1.1" status: 200 len: 943 time: 0.0821619 May 27 02:17:44.284737 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a5154892-8666-412e-a81a-b87bf0f92cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:44.314640 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5154892-8666-412e-a81a-b87bf0f92cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd14dd8b-371b-434c-9321-dda6237a6368,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:44.325333 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-abbbce6a-5239-49c5-8fc1-511a023338a0 req-7b691660-8fe5-45c8-ab94-b00eb0cff70a tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups?id=745af62b-1631-4b69-abea-1d6524475377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466833 May 27 02:17:44.329286 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a5154892-8666-412e-a81a-b87bf0f92cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:44.333169 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a5154892-8666-412e-a81a-b87bf0f92cdf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dd14dd8b-371b-434c-9321-dda6237a6368 HTTP/1.1" status: 204 len: 168 time: 0.8422647 May 27 02:17:44.392137 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-953a751f-b1cf-43d2-afd6-6a4b663e668e tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:44.439211 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a751f-b1cf-43d2-afd6-6a4b663e668e tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Pushing event deleted for resources: {'Port': ['ID=35cd1878-7a0d-4cc6-bae7-a85d013bbd84,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:44.537097 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-953a751f-b1cf-43d2-afd6-6a4b663e668e tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:44.714415 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319fa82-0055-4ada-bee5-531516b50f99 req-e4b55e97-bd6f-4748-88a7-4100148ca4f8 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:44.716512 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b319fa82-0055-4ada-bee5-531516b50f99 req-e4b55e97-bd6f-4748-88a7-4100148ca4f8 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=358b2759-e027-419f-8ee4-60263782865d HTTP/1.1" status: 200 len: 945 time: 0.0987854 May 27 02:17:44.717243 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-953a751f-b1cf-43d2-afd6-6a4b663e668e tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:44.720062 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-953a751f-b1cf-43d2-afd6-6a4b663e668e tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:44.777279 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b319fa82-0055-4ada-bee5-531516b50f99 req-6c11e2cc-cae9-4e1c-84ab-8300e14c58e0 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545268 May 27 02:17:44.828914 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-953a751f-b1cf-43d2-afd6-6a4b663e668e tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:44.829572 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953a751f-b1cf-43d2-afd6-6a4b663e668e tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3b62974e-61c8-40f8-929a-3584db9eda7d {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:17:44.844050 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-953a751f-b1cf-43d2-afd6-6a4b663e668e tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:44.847931 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39412) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:44.848104 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-953a751f-b1cf-43d2-afd6-6a4b663e668e tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] 10.222.0.57 "DELETE /v2.0/routers/3b62974e-61c8-40f8-929a-3584db9eda7d HTTP/1.1" status: 204 len: 168 time: 4.0279791 May 27 02:17:44.955901 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4b9d6-1efd-456b-b404-8166f38bccf1 req-32c14170-0ebe-4e2a-b910-dcfe6caaa37e tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:44.957406 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a1b4b9d6-1efd-456b-b404-8166f38bccf1 req-32c14170-0ebe-4e2a-b910-dcfe6caaa37e tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b3d2959-5011-4598-89d1-3ac57a9ca9a5 HTTP/1.1" status: 200 len: 943 time: 0.1789773 May 27 02:17:45.266121 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a1b4b9d6-1efd-456b-b404-8166f38bccf1 req-26ecfe13-2daf-4da3-90f1-685f731be421 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277909 May 27 02:17:45.269061 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-131d60b0-aac1-43ca-be38-0cea992f2ddb tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for router, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:45.418776 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b6e72-cd9f-418b-a523-1c8e8b342f90 req-fc0bbd7a-21c1-465f-8a5c-bbe887c253ab tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:45.420888 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ad8b6e72-cd9f-418b-a523-1c8e8b342f90 req-fc0bbd7a-21c1-465f-8a5c-bbe887c253ab tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=14601588-3eac-4248-bb7c-8c68a6e7a107 HTTP/1.1" status: 200 len: 945 time: 0.2831662 May 27 02:17:45.545195 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ad8b6e72-cd9f-418b-a523-1c8e8b342f90 req-6fc96c34-47de-4aac-8ac2-bd6a0a566161 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164117 May 27 02:17:45.564138 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-131d60b0-aac1-43ca-be38-0cea992f2ddb tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:45.585675 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ea2a4-f867-4408-91d6-8fb8e83c2c8a req-f76acf8d-10ae-4001-a91c-08bae173d616 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:45.587069 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-260ea2a4-f867-4408-91d6-8fb8e83c2c8a req-f76acf8d-10ae-4001-a91c-08bae173d616 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/ports?device_id=c45664cb-9b5a-4755-b164-ed3e6ada4ee9 HTTP/1.1" status: 200 len: 943 time: 0.1473224 May 27 02:17:45.632590 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-260ea2a4-f867-4408-91d6-8fb8e83c2c8a req-9959204a-1870-45a5-a23f-82976a5b7782 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups?id=745af62b-1631-4b69-abea-1d6524475377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393856 May 27 02:17:45.633875 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-131d60b0-aac1-43ca-be38-0cea992f2ddb tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Deleting port f9100712-e9c3-47ca-a9dd-53e25bdac1c4 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:45.634219 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-131d60b0-aac1-43ca-be38-0cea992f2ddb tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:45.649971 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 0d5f5944-4855-4908-b0c6-651921a63ee7 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:17:45.791414 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 0d5f5944-4855-4908-b0c6-651921a63ee7, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=0d5f5944-4855-4908-b0c6-651921a63ee7,segment=NetworkSegment(c7022237-b0eb-48aa-a727-c63339eb0ee8),segment_id=c7022237-b0eb-48aa-a727-c63339eb0ee8)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:45.806320 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '0d5f5944-4855-4908-b0c6-651921a63ee7', 'network_id': '963bfc4a-6c6a-457e-a40e-bfec35a18b46', 'port_id': '0d5f5944-4855-4908-b0c6-651921a63ee7', 'mac_address': 'fa:16:3e:09:8e:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79b31123-5111-49b0-8b1c-edddca4cc409', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:17:45.834313 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-131d60b0-aac1-43ca-be38-0cea992f2ddb tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] For port f9100712-e9c3-47ca-a9dd-53e25bdac1c4, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=f9100712-e9c3-47ca-a9dd-53e25bdac1c4,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:45.834680 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-131d60b0-aac1-43ca-be38-0cea992f2ddb tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:45.910159 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 0d5f5944-4855-4908-b0c6-651921a63ee7 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:45.910554 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:45.928217 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d5f5944-4855-4908-b0c6-651921a63ee7 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:17:45.944578 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 0d5f5944-4855-4908-b0c6-651921a63ee7, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=0d5f5944-4855-4908-b0c6-651921a63ee7,segment=NetworkSegment(c7022237-b0eb-48aa-a727-c63339eb0ee8),segment_id=c7022237-b0eb-48aa-a727-c63339eb0ee8)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:45.970164 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-131d60b0-aac1-43ca-be38-0cea992f2ddb tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Calling delete_port for f9100712-e9c3-47ca-a9dd-53e25bdac1c4 owned by network:router_gateway {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:17:46.019036 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:46.019808 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device c9ec20a8-405e-447c-ab4f-5bee3e63fbaa details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:17:46.123424 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a063cbe-a06d-4dcc-b5ad-020f9acf9941 req-d561bd60-6b52-47ab-9b17-8595ef1c128f tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:46.124945 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9a063cbe-a06d-4dcc-b5ad-020f9acf9941 req-d561bd60-6b52-47ab-9b17-8595ef1c128f tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=358b2759-e027-419f-8ee4-60263782865d HTTP/1.1" status: 200 len: 945 time: 0.1628661 May 27 02:17:46.154683 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=0d5f5944-4855-4908-b0c6-651921a63ee7,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:46.218308 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9a063cbe-a06d-4dcc-b5ad-020f9acf9941 req-60df7d0e-26b5-485c-bbfb-a5f5a3d759b0 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781565 May 27 02:17:46.229884 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port c9ec20a8-405e-447c-ab4f-5bee3e63fbaa, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=c9ec20a8-405e-447c-ab4f-5bee3e63fbaa,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:46.246915 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': 'c9ec20a8-405e-447c-ab4f-5bee3e63fbaa', 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164', 'port_id': 'c9ec20a8-405e-447c-ab4f-5bee3e63fbaa', 'mac_address': 'fa:16:3e:41:02:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ee39392-3407-48c1-b561-be7ced0cb982', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:17:46.308124 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port c9ec20a8-405e-447c-ab4f-5bee3e63fbaa is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:46.308503 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:46.327061 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-131d60b0-aac1-43ca-be38-0cea992f2ddb tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:46.327342 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9ec20a8-405e-447c-ab4f-5bee3e63fbaa {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:17:46.344384 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port c9ec20a8-405e-447c-ab4f-5bee3e63fbaa, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=c9ec20a8-405e-447c-ab4f-5bee3e63fbaa,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:46.451431 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d60b0-aac1-43ca-be38-0cea992f2ddb tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Pushing event deleted for resources: {'Port': ['ID=f9100712-e9c3-47ca-a9dd-53e25bdac1c4,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:46.457754 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:46.528774 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-131d60b0-aac1-43ca-be38-0cea992f2ddb tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:46.531584 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=c9ec20a8-405e-447c-ab4f-5bee3e63fbaa,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:46.699833 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['0d5f5944-4855-4908-b0c6-651921a63ee7'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:17:46.730682 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['c9ec20a8-405e-447c-ab4f-5bee3e63fbaa'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:17:46.868890 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-131d60b0-aac1-43ca-be38-0cea992f2ddb tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:46.875570 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-131d60b0-aac1-43ca-be38-0cea992f2ddb tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:46.897679 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ed6a7-f10b-4e0b-95bb-a3a379d79ec0 req-806b2c80-f1c9-4297-b156-605ab62f99f8 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:46.899142 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-746ed6a7-f10b-4e0b-95bb-a3a379d79ec0 req-806b2c80-f1c9-4297-b156-605ab62f99f8 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b3d2959-5011-4598-89d1-3ac57a9ca9a5 HTTP/1.1" status: 200 len: 944 time: 0.4910650 May 27 02:17:46.970451 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-746ed6a7-f10b-4e0b-95bb-a3a379d79ec0 req-d3c01794-8600-4622-966b-3636903b7d16 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598526 May 27 02:17:47.018335 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a6851-87f8-470e-86ae-a91855e80785 req-dfd90a85-cbb7-42ff-a771-87e2fdb357f5 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:47.026871 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f7a6851-87f8-470e-86ae-a91855e80785 req-dfd90a85-cbb7-42ff-a771-87e2fdb357f5 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=14601588-3eac-4248-bb7c-8c68a6e7a107 HTTP/1.1" status: 200 len: 945 time: 0.1959746 May 27 02:17:47.057619 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-131d60b0-aac1-43ca-be38-0cea992f2ddb tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:47.057619 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131d60b0-aac1-43ca-be38-0cea992f2ddb tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c8b9dac7-4db8-4e87-827c-15473fe6b001 {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:17:47.082727 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f7a6851-87f8-470e-86ae-a91855e80785 req-f05930bf-a37d-4f59-b425-bc2dadb31997 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548518 May 27 02:17:47.107150 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-131d60b0-aac1-43ca-be38-0cea992f2ddb tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:47.108865 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-131d60b0-aac1-43ca-be38-0cea992f2ddb tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] 10.222.0.57 "DELETE /v2.0/routers/c8b9dac7-4db8-4e87-827c-15473fe6b001 HTTP/1.1" status: 204 len: 168 time: 2.2598917 May 27 02:17:47.113240 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39486) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:47.120873 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-fd011692-64f6-42ac-b909-11c4b3ec3596 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-865632128', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:47.127552 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fd011692-64f6-42ac-b909-11c4b3ec3596 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:47.132288 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fd011692-64f6-42ac-b909-11c4b3ec3596 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Usage tracker for resource:router and tenant:aacf3882ca7143f9ab7bbaf303372d46 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:47.135480 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fd011692-64f6-42ac-b909-11c4b3ec3596 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:47.142818 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fd011692-64f6-42ac-b909-11c4b3ec3596 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:47.217929 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bdb516-9ab5-4081-9080-1de1c53477a5 req-89edf7bf-de96-4d4c-be68-57cdd9c94eee tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:47.219746 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-92bdb516-9ab5-4081-9080-1de1c53477a5 req-89edf7bf-de96-4d4c-be68-57cdd9c94eee tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/ports?device_id=c45664cb-9b5a-4755-b164-ed3e6ada4ee9 HTTP/1.1" status: 200 len: 944 time: 0.1190917 May 27 02:17:47.268186 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-92bdb516-9ab5-4081-9080-1de1c53477a5 req-e184d946-17af-4ada-988a-7316bfa1907e tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups?id=745af62b-1631-4b69-abea-1d6524475377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425906 May 27 02:17:47.269101 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd011692-64f6-42ac-b909-11c4b3ec3596 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:47.273176 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd011692-64f6-42ac-b909-11c4b3ec3596 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:47.286715 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd011692-64f6-42ac-b909-11c4b3ec3596 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:47.410505 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb08e29-af72-4445-a9fe-5fcc4d616930 req-59a7c2c8-d739-4ef1-ba80-6d9210d7e4fa tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:47.412059 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7fb08e29-af72-4445-a9fe-5fcc4d616930 req-59a7c2c8-d739-4ef1-ba80-6d9210d7e4fa tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=358b2759-e027-419f-8ee4-60263782865d HTTP/1.1" status: 200 len: 945 time: 0.0841932 May 27 02:17:47.458342 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7fb08e29-af72-4445-a9fe-5fcc4d616930 req-f05dc170-a592-4d5d-85c5-45ceca65c312 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404322 May 27 02:17:47.647990 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd011692-64f6-42ac-b909-11c4b3ec3596 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:47.666213 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 0d5f5944-4855-4908-b0c6-651921a63ee7 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:17:47.837756 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 0d5f5944-4855-4908-b0c6-651921a63ee7 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:17:47.843649 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 0d5f5944-4855-4908-b0c6-651921a63ee7 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:47.844246 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:47.978948 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 0d5f5944-4855-4908-b0c6-651921a63ee7 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:47.979332 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:48.022567 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45664cb-9b5a-4755-b164-ed3e6ada4ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5f5944-4855-4908-b0c6-651921a63ee7'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:17:48.055809 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 0d5f5944-4855-4908-b0c6-651921a63ee7, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=0d5f5944-4855-4908-b0c6-651921a63ee7,segment=NetworkSegment(c7022237-b0eb-48aa-a727-c63339eb0ee8),segment_id=c7022237-b0eb-48aa-a727-c63339eb0ee8)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:48.096844 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4160e27-7b6f-4553-b85d-fb6eb83867a8'] response: {'server_uuid': 'c45664cb-9b5a-4755-b164-ed3e6ada4ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5f5944-4855-4908-b0c6-651921a63ee7', 'code': 200} May 27 02:17:48.155287 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:48.156384 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device c9ec20a8-405e-447c-ab4f-5bee3e63fbaa up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:17:48.173852 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd011692-64f6-42ac-b909-11c4b3ec3596 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:48.204499 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a1b86-3052-43c6-b269-a931ff05c56f req-43ca31ec-b4e8-426a-b49f-deafda498d37 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:48.206031 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-849a1b86-3052-43c6-b269-a931ff05c56f req-43ca31ec-b4e8-426a-b49f-deafda498d37 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b3d2959-5011-4598-89d1-3ac57a9ca9a5 HTTP/1.1" status: 200 len: 944 time: 0.1003053 May 27 02:17:48.272367 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd011692-64f6-42ac-b909-11c4b3ec3596 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:48.290101 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=0d5f5944-4855-4908-b0c6-651921a63ee7,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:48.327220 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-849a1b86-3052-43c6-b269-a931ff05c56f req-05c3408d-f0c3-4685-9961-c82d8fc8a9d0 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143329 May 27 02:17:48.351045 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab4851-9e49-48ba-ae3f-aa4316ddc4b5 req-9fa18c42-cff2-41d1-96f5-2a2ec5e676e6 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:48.353265 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-24ab4851-9e49-48ba-ae3f-aa4316ddc4b5 req-9fa18c42-cff2-41d1-96f5-2a2ec5e676e6 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=14601588-3eac-4248-bb7c-8c68a6e7a107 HTTP/1.1" status: 200 len: 945 time: 0.1252201 May 27 02:17:48.355012 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port c9ec20a8-405e-447c-ab4f-5bee3e63fbaa completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:17:48.367462 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port c9ec20a8-405e-447c-ab4f-5bee3e63fbaa triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:48.367462 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:48.400132 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-24ab4851-9e49-48ba-ae3f-aa4316ddc4b5 req-3cb40d42-5e1c-46d4-8ed4-41b65b22e6f7 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415144 May 27 02:17:48.457901 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae64d1c-6beb-440e-9673-916354cedca4 req-3d03b15c-48e9-47a7-ae89-9feb00edf970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:48.459630 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bae64d1c-6beb-440e-9673-916354cedca4 req-3d03b15c-48e9-47a7-ae89-9feb00edf970 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c45664cb-9b5a-4755-b164-ed3e6ada4ee9 HTTP/1.1" status: 200 len: 1096 time: 0.2868848 May 27 02:17:48.498821 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-fd011692-64f6-42ac-b909-11c4b3ec3596 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Allocated IP 172.25.1.202 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/c0452906-b07b-48d1-9216-95f92345edcb) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:17:48.503337 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port c9ec20a8-405e-447c-ab4f-5bee3e63fbaa is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:48.503932 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:48.526691 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bae64d1c-6beb-440e-9673-916354cedca4 req-0cb8440c-244f-4f44-9c96-f4dd0dad8449 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=745af62b-1631-4b69-abea-1d6524475377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604572 May 27 02:17:48.552222 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port c9ec20a8-405e-447c-ab4f-5bee3e63fbaa, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=c9ec20a8-405e-447c-ab4f-5bee3e63fbaa,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:48.582771 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838db60-a7a3-4623-8cd6-01de5836fb5c req-574b59fd-a271-4f24-8c00-b7b1029fa177 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:48.584254 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3838db60-a7a3-4623-8cd6-01de5836fb5c req-574b59fd-a271-4f24-8c00-b7b1029fa177 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/ports?device_id=c45664cb-9b5a-4755-b164-ed3e6ada4ee9 HTTP/1.1" status: 200 len: 945 time: 0.1123629 May 27 02:17:48.620663 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:48.679070 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3838db60-a7a3-4623-8cd6-01de5836fb5c req-63df1b84-5c97-494d-aea5-33388f999958 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups?id=745af62b-1631-4b69-abea-1d6524475377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884557 May 27 02:17:48.683145 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd011692-64f6-42ac-b909-11c4b3ec3596 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:48.701996 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=c9ec20a8-405e-447c-ab4f-5bee3e63fbaa,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:48.710610 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764a772-ad18-4b5b-b2bf-2ae314aa3836 req-65b86ded-c2f7-40e5-8da3-49a0b6d41287 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:48.712514 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7764a772-ad18-4b5b-b2bf-2ae314aa3836 req-65b86ded-c2f7-40e5-8da3-49a0b6d41287 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=358b2759-e027-419f-8ee4-60263782865d HTTP/1.1" status: 200 len: 945 time: 0.1071541 May 27 02:17:48.760999 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7764a772-ad18-4b5b-b2bf-2ae314aa3836 req-67373a91-50dc-47bb-af1e-6281c3ece0d5 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418091 May 27 02:17:48.811963 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd011692-64f6-42ac-b909-11c4b3ec3596 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:48.878162 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:48.882727 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd011692-64f6-42ac-b909-11c4b3ec3596 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:17:48.885677 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-fd011692-64f6-42ac-b909-11c4b3ec3596 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:48.889357 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd011692-64f6-42ac-b909-11c4b3ec3596 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:17:48.918472 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd011692-64f6-42ac-b909-11c4b3ec3596 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Pushing event updated for resources: {'Port': ['ID=c0452906-b07b-48d1-9216-95f92345edcb,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:48.960693 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f9100712-e9c3-47ca-a9dd-53e25bdac1c4 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:17:48.998980 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: f9100712-e9c3-47ca-a9dd-53e25bdac1c4 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:17:48.999396 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f9100712-e9c3-47ca-a9dd-53e25bdac1c4 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:17:49.067216 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:49.361259 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd011692-64f6-42ac-b909-11c4b3ec3596 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:49.470921 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:17:49.536991 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9be953-3e74-47e8-bfb4-8a4d7ca50817 req-50fc181d-4410-4a44-948b-eeff80d40cff tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:49.538439 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4b9be953-3e74-47e8-bfb4-8a4d7ca50817 req-50fc181d-4410-4a44-948b-eeff80d40cff tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b3d2959-5011-4598-89d1-3ac57a9ca9a5 HTTP/1.1" status: 200 len: 945 time: 0.0997906 May 27 02:17:49.641217 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4b9be953-3e74-47e8-bfb4-8a4d7ca50817 req-841bebaf-9927-4f7d-a1e6-19f1ef29557b tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712376 May 27 02:17:49.662087 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249d278-d663-4474-a516-ec76b3529435 req-ef486891-5ae7-4d79-97f4-f3816e263058 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:49.665168 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9249d278-d663-4474-a516-ec76b3529435 req-ef486891-5ae7-4d79-97f4-f3816e263058 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=14601588-3eac-4248-bb7c-8c68a6e7a107 HTTP/1.1" status: 200 len: 945 time: 0.1378193 May 27 02:17:49.711766 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9249d278-d663-4474-a516-ec76b3529435 req-97d9d3a0-b6b7-44d0-a65b-6e673d7f30f4 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406029 May 27 02:17:49.809553 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd011692-64f6-42ac-b909-11c4b3ec3596 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:49.955184 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3e6e4-153e-4b8f-a96c-357241276b7d req-7c0380fd-6a72-4a46-8c3d-e1c4328e50f0 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:49.961440 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9aa3e6e4-153e-4b8f-a96c-357241276b7d req-7c0380fd-6a72-4a46-8c3d-e1c4328e50f0 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/ports?device_id=c45664cb-9b5a-4755-b164-ed3e6ada4ee9 HTTP/1.1" status: 200 len: 945 time: 0.1381605 May 27 02:17:50.019443 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9aa3e6e4-153e-4b8f-a96c-357241276b7d req-828bd66b-09ff-475c-8fd1-d2f6b76d0cce tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups?id=745af62b-1631-4b69-abea-1d6524475377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567701 May 27 02:17:50.041568 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899149a6-e175-4c18-a2d6-d86f5d966270 req-518e2d22-f950-4e59-aaa2-2170fc7b1133 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:50.043028 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-899149a6-e175-4c18-a2d6-d86f5d966270 req-518e2d22-f950-4e59-aaa2-2170fc7b1133 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=358b2759-e027-419f-8ee4-60263782865d HTTP/1.1" status: 200 len: 945 time: 0.1488869 May 27 02:17:50.090024 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-899149a6-e175-4c18-a2d6-d86f5d966270 req-96e5ae7b-eb67-49cf-bacc-7795cf2df65b tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390482 May 27 02:17:50.097868 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3d2959-5011-4598-89d1-3ac57a9ca9a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ec20a8-405e-447c-ab4f-5bee3e63fbaa'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:17:50.151858 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be81c992-ca8b-408b-9958-7ff8c4906b52'] response: {'server_uuid': '2b3d2959-5011-4598-89d1-3ac57a9ca9a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ec20a8-405e-447c-ab4f-5bee3e63fbaa', 'code': 200} May 27 02:17:50.255298 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd011692-64f6-42ac-b909-11c4b3ec3596 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Router 3d3b2cb2-cbce-4194-beb3-479f9d5918c3 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:17:50.439344 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076da18-94dc-4064-8ed6-5a068cc87545 req-9e6bee5a-36e0-4b59-a75f-cd6ec93278bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:50.440674 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9076da18-94dc-4064-8ed6-5a068cc87545 req-9e6bee5a-36e0-4b59-a75f-cd6ec93278bd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2b3d2959-5011-4598-89d1-3ac57a9ca9a5 HTTP/1.1" status: 200 len: 1096 time: 0.2268000 May 27 02:17:50.487993 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd011692-64f6-42ac-b909-11c4b3ec3596 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:17:50.501158 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc3e4e2-72c5-4627-b647-6c44a4676301 None None] Sync routers for ids ['3d3b2cb2-cbce-4194-beb3-479f9d5918c3'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:17:50.506587 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc3e4e2-72c5-4627-b647-6c44a4676301 None None] Routers {'3d3b2cb2-cbce-4194-beb3-479f9d5918c3'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:17:50.507194 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5dc3e4e2-72c5-4627-b647-6c44a4676301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:17:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['3d3b2cb2-cbce-4194-beb3-479f9d5918c3'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:50.511816 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9076da18-94dc-4064-8ed6-5a068cc87545 req-99ef7ce5-3515-40de-83e8-526ac13b1024 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616040 May 27 02:17:50.569730 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5dc3e4e2-72c5-4627-b647-6c44a4676301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:50.578693 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc3e4e2-72c5-4627-b647-6c44a4676301 None None] Routers {'3d3b2cb2-cbce-4194-beb3-479f9d5918c3'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:17:50.582390 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5dc3e4e2-72c5-4627-b647-6c44a4676301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:17:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['3d3b2cb2-cbce-4194-beb3-479f9d5918c3'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:50.597992 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd011692-64f6-42ac-b909-11c4b3ec3596 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:50.599459 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-fd011692-64f6-42ac-b909-11c4b3ec3596 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.4850514 May 27 02:17:50.602252 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39616) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:50.607206 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-8995b2f4-331b-4daa-94a5-cf834dd7b0f0 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'enable_snat': False}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:50.637334 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5dc3e4e2-72c5-4627-b647-6c44a4676301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:50.637729 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc3e4e2-72c5-4627-b647-6c44a4676301 None None] The sync data for ids ['3d3b2cb2-cbce-4194-beb3-479f9d5918c3'] in n-d-843554-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:17:50.770023 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39626) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:50.922325 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f06eda-6522-4f1c-be1e-770ddffba411 req-ccb9abd5-e719-4ba5-9aa6-6f60ac3d0a30 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:50.923780 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-00f06eda-6522-4f1c-be1e-770ddffba411 req-ccb9abd5-e719-4ba5-9aa6-6f60ac3d0a30 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b3d2959-5011-4598-89d1-3ac57a9ca9a5 HTTP/1.1" status: 200 len: 945 time: 0.1760509 May 27 02:17:50.967364 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-724cc897-c282-42e7-b34c-6ee07fa919f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:50.978248 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-00f06eda-6522-4f1c-be1e-770ddffba411 req-e40c2105-0858-4265-b6b7-c79a7e22d908 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473545 May 27 02:17:50.989911 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98794b-bcfc-4377-861d-49233781fbf1 req-5e5b2c87-0298-437f-94bd-b314ac8001fa tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:50.990028 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-724cc897-c282-42e7-b34c-6ee07fa919f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:50.991167 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5e98794b-bcfc-4377-861d-49233781fbf1 req-5e5b2c87-0298-437f-94bd-b314ac8001fa tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=14601588-3eac-4248-bb7c-8c68a6e7a107 HTTP/1.1" status: 200 len: 945 time: 0.1374686 May 27 02:17:50.997261 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-724cc897-c282-42e7-b34c-6ee07fa919f7 admin admin] Usage tracker for resource:security_group_rule and tenant:32677cbbd8e64765b9bd7d4f10f533dd is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:51.002064 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-724cc897-c282-42e7-b34c-6ee07fa919f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:51.036012 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5e98794b-bcfc-4377-861d-49233781fbf1 req-c16a2da2-c89c-49c7-874d-52c3cb8792cf tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386741 May 27 02:17:51.061290 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-724cc897-c282-42e7-b34c-6ee07fa919f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:51.214083 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8995b2f4-331b-4daa-94a5-cf834dd7b0f0 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:51.262711 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-724cc897-c282-42e7-b34c-6ee07fa919f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:51.277649 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c050b-711b-4e4f-bf67-8a4568114705 req-5403b48f-8153-4e62-a972-d5a4241fd9b7 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:51.279167 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-be0c050b-711b-4e4f-bf67-8a4568114705 req-5403b48f-8153-4e62-a972-d5a4241fd9b7 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/ports?device_id=c45664cb-9b5a-4755-b164-ed3e6ada4ee9 HTTP/1.1" status: 200 len: 945 time: 0.1442177 May 27 02:17:51.329076 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702e725-3377-4760-bd9d-ba2dfeb2c633 req-17bd702c-cafd-4c74-8b39-b9b3da6c34b6 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:51.330543 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c702e725-3377-4760-bd9d-ba2dfeb2c633 req-17bd702c-cafd-4c74-8b39-b9b3da6c34b6 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=358b2759-e027-419f-8ee4-60263782865d HTTP/1.1" status: 200 len: 945 time: 0.1291001 May 27 02:17:51.356031 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-be0c050b-711b-4e4f-bf67-8a4568114705 req-fb9fccd3-4358-49b7-ba54-f5e14344e680 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups?id=745af62b-1631-4b69-abea-1d6524475377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694754 May 27 02:17:51.375286 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-724cc897-c282-42e7-b34c-6ee07fa919f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:51.385714 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c702e725-3377-4760-bd9d-ba2dfeb2c633 req-2ecc81d9-3221-470b-a5ee-4f5cd3f9e3a8 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492706 May 27 02:17:51.438021 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-724cc897-c282-42e7-b34c-6ee07fa919f7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=32677cbbd8e64765b9bd7d4f10f533dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6668100 May 27 02:17:51.438734 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724cc897-c282-42e7-b34c-6ee07fa919f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c85116a-0707-4940-a49b-977cfbc32fde,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:51.441782 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39638) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:51.538697 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fa5f196a-1b58-4bee-836f-9436f11e2ce0 req-f3f6213e-1081-4981-af0d-3bb83e7e40f2 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1660825875&fields=id&tenant_id=a311fdf2ba6e42818b0aefc61e7171be HTTP/1.1" status: 200 len: 267 time: 0.0548787 May 27 02:17:51.539412 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5fed3c2b-bd73-414b-ae00-b9614185142c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:51.725606 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5fed3c2b-bd73-414b-ae00-b9614185142c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:51.790903 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f196a-1b58-4bee-836f-9436f11e2ce0 req-2b3098fe-b19f-4d8d-b57f-3f3ce0e98a45 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:51.792311 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fa5f196a-1b58-4bee-836f-9436f11e2ce0 req-2b3098fe-b19f-4d8d-b57f-3f3ce0e98a45 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/ports?device_id=c45664cb-9b5a-4755-b164-ed3e6ada4ee9 HTTP/1.1" status: 200 len: 945 time: 0.2417066 May 27 02:17:51.811155 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-fa5f196a-1b58-4bee-836f-9436f11e2ce0 req-30f2a4b8-4789-4153-b281-16d0b222d055 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Request body: {'port': {'security_groups': ['745af62b-1631-4b69-abea-1d6524475377', '6c6f1437-2f99-4a66-bae9-13a520f04f60']}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:51.905962 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5fed3c2b-bd73-414b-ae00-b9614185142c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:51.946042 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed3c2b-bd73-414b-ae00-b9614185142c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c85116a-0707-4940-a49b-977cfbc32fde,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:51.953022 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5fed3c2b-bd73-414b-ae00-b9614185142c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:51.954133 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5fed3c2b-bd73-414b-ae00-b9614185142c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5c85116a-0707-4940-a49b-977cfbc32fde HTTP/1.1" status: 204 len: 168 time: 0.5109153 May 27 02:17:51.955010 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-fa5f196a-1b58-4bee-836f-9436f11e2ce0 req-30f2a4b8-4789-4153-b281-16d0b222d055 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:52.177650 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8995b2f4-331b-4daa-94a5-cf834dd7b0f0 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:52.182259 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8995b2f4-331b-4daa-94a5-cf834dd7b0f0 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-965449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-965446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966271'] for router, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:52.286601 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-fa5f196a-1b58-4bee-836f-9436f11e2ce0 req-30f2a4b8-4789-4153-b281-16d0b222d055 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] For port 0d5f5944-4855-4908-b0c6-651921a63ee7, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=0d5f5944-4855-4908-b0c6-651921a63ee7,segment=NetworkSegment(c7022237-b0eb-48aa-a727-c63339eb0ee8),segment_id=c7022237-b0eb-48aa-a727-c63339eb0ee8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:52.297062 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ff695-73fa-4e0d-9176-27db023db15f req-f1683ba8-5ea5-4605-89f7-cd963f82ef76 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:52.298500 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1b1ff695-73fa-4e0d-9176-27db023db15f req-f1683ba8-5ea5-4605-89f7-cd963f82ef76 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b3d2959-5011-4598-89d1-3ac57a9ca9a5 HTTP/1.1" status: 200 len: 945 time: 0.2014651 May 27 02:17:52.340738 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-fa5f196a-1b58-4bee-836f-9436f11e2ce0 req-30f2a4b8-4789-4153-b281-16d0b222d055 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:52.367847 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1b1ff695-73fa-4e0d-9176-27db023db15f req-f7ed87b7-9f44-43f2-b353-53a9d989fad1 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467398 May 27 02:17:52.371904 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8995b2f4-331b-4daa-94a5-cf834dd7b0f0 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Router 3d3b2cb2-cbce-4194-beb3-479f9d5918c3 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:17:52.428694 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-fa5f196a-1b58-4bee-836f-9436f11e2ce0 req-30f2a4b8-4789-4153-b281-16d0b222d055 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:52.440967 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['0e69b678-15b5-4358-8542-05610ec697a2', '0d5f5944-4855-4908-b0c6-651921a63ee7'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:17:52.510213 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f196a-1b58-4bee-836f-9436f11e2ce0 req-30f2a4b8-4789-4153-b281-16d0b222d055 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:52.510888 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-fa5f196a-1b58-4bee-836f-9436f11e2ce0 req-30f2a4b8-4789-4153-b281-16d0b222d055 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:52.512318 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fa5f196a-1b58-4bee-836f-9436f11e2ce0 req-30f2a4b8-4789-4153-b281-16d0b222d055 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "PUT /v2.0/ports/0d5f5944-4855-4908-b0c6-651921a63ee7 HTTP/1.1" status: 200 len: 981 time: 0.7063501 May 27 02:17:52.547437 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c45664cb-9b5a-4755-b164-ed3e6ada4ee9', 'tag': '0d5f5944-4855-4908-b0c6-651921a63ee7'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:17:52.565386 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8995b2f4-331b-4daa-94a5-cf834dd7b0f0 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:17:52.587144 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8995b2f4-331b-4daa-94a5-cf834dd7b0f0 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:52.587144 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8995b2f4-331b-4daa-94a5-cf834dd7b0f0 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] 10.222.0.57 "PUT /v2.0/routers/3d3b2cb2-cbce-4194-beb3-479f9d5918c3 HTTP/1.1" status: 200 len: 925 time: 1.9785781 May 27 02:17:52.587144 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39658) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:52.589288 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d179864d-b24d-4849-9df8-003e11674ece None None] Sync routers for ids ['3d3b2cb2-cbce-4194-beb3-479f9d5918c3'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:17:52.597484 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d179864d-b24d-4849-9df8-003e11674ece None None] Routers {'3d3b2cb2-cbce-4194-beb3-479f9d5918c3'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:17:52.600867 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-d179864d-b24d-4849-9df8-003e11674ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:17:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['3d3b2cb2-cbce-4194-beb3-479f9d5918c3'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:52.608372 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['0d5f5944-4855-4908-b0c6-651921a63ee7'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:17:52.641822 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2a4b8-4789-4153-b281-16d0b222d055 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Pushing event updated for resources: {'Port': ['ID=0d5f5944-4855-4908-b0c6-651921a63ee7,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:52.692881 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825a133-d434-40b1-bfd4-4af1f774e6f4 req-12dfbbd1-9340-4b06-9d4a-ba9eaae6082c tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:52.694854 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3825a133-d434-40b1-bfd4-4af1f774e6f4 req-12dfbbd1-9340-4b06-9d4a-ba9eaae6082c tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=14601588-3eac-4248-bb7c-8c68a6e7a107 HTTP/1.1" status: 200 len: 945 time: 0.2039411 May 27 02:17:52.725673 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-d179864d-b24d-4849-9df8-003e11674ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:52.736479 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d179864d-b24d-4849-9df8-003e11674ece None None] Routers {'3d3b2cb2-cbce-4194-beb3-479f9d5918c3'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:17:52.737854 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-d179864d-b24d-4849-9df8-003e11674ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:17:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['3d3b2cb2-cbce-4194-beb3-479f9d5918c3'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:52.761083 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cbba5a5f-e93a-49ac-b060-e1524f8b8d3d req-142eba9f-358a-48f1-9415-42a257027f25 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=62f5f7df5795463f9f8bc1cd40caf878 HTTP/1.1" status: 200 len: 267 time: 0.0651240 May 27 02:17:52.783367 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39662) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:52.786716 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3825a133-d434-40b1-bfd4-4af1f774e6f4 req-e2f04b3c-8fe3-4e98-af6f-3712935e1ab7 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771635 May 27 02:17:52.868101 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-d179864d-b24d-4849-9df8-003e11674ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:52.871589 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ece328c9-c15b-4aa8-9787-9ceaa46b1f08 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] 10.222.0.57 "GET /v2.0/routers/3d3b2cb2-cbce-4194-beb3-479f9d5918c3 HTTP/1.1" status: 200 len: 925 time: 0.2835758 May 27 02:17:52.872069 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d179864d-b24d-4849-9df8-003e11674ece None None] The sync data for ids ['3d3b2cb2-cbce-4194-beb3-479f9d5918c3'] in n-d-843554-3 is: [] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:17:52.872511 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39666) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:52.900083 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d6e9b294-761b-4757-ae49-190a4410b057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:52.972995 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-d6e9b294-761b-4757-ae49-190a4410b057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:52.987194 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d6e9b294-761b-4757-ae49-190a4410b057 admin admin] Usage tracker for resource:security_group_rule and tenant:1a44ff40c9b741e39aeae130ece76af3 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:52.991876 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d6e9b294-761b-4757-ae49-190a4410b057 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:52.993271 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbad4ba-9853-4103-b07b-59fff6873ef8 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:52.994262 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6cbad4ba-9853-4103-b07b-59fff6873ef8 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Synchronizing usage tracker for tenant:be363a3a0da24e74ba96551e42920728 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:17:53.008170 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-d6e9b294-761b-4757-ae49-190a4410b057 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:53.063668 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba5a5f-e93a-49ac-b060-e1524f8b8d3d req-e0af55e3-df1e-43e6-b0f2-17d414a75dfb tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:53.065159 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cbba5a5f-e93a-49ac-b060-e1524f8b8d3d req-e0af55e3-df1e-43e6-b0f2-17d414a75dfb tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b3d2959-5011-4598-89d1-3ac57a9ca9a5 HTTP/1.1" status: 200 len: 945 time: 0.2829151 May 27 02:17:53.082883 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-cbba5a5f-e93a-49ac-b060-e1524f8b8d3d req-f3490295-336a-47ee-8e21-a12542ae7197 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Request body: {'port': {'security_groups': []}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:53.105978 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6cbad4ba-9853-4103-b07b-59fff6873ef8 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Unset dirty status for tenant:be363a3a0da24e74ba96551e42920728 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:17:53.105978 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6cbad4ba-9853-4103-b07b-59fff6873ef8 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=d97d5b0c-4580-406a-95fb-4efaa0c98188&device_id=3d3b2cb2-cbce-4194-beb3-479f9d5918c3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2276433 May 27 02:17:53.105978 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39670) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:53.115970 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1cc1e-d504-4cfd-9c91-826d07810fd0 req-c9bafd89-9a68-43db-aad7-89bd893c0cfb tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:53.117471 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2fd1cc1e-d504-4cfd-9c91-826d07810fd0 req-c9bafd89-9a68-43db-aad7-89bd893c0cfb tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=358b2759-e027-419f-8ee4-60263782865d HTTP/1.1" status: 200 len: 945 time: 0.1911356 May 27 02:17:53.260896 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c74043-096d-4326-96f0-0430473cadd1 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:53.261538 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f7c74043-096d-4326-96f0-0430473cadd1 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Synchronizing usage tracker for tenant:be363a3a0da24e74ba96551e42920728 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:17:53.268043 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d6e9b294-761b-4757-ae49-190a4410b057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:53.271413 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2fd1cc1e-d504-4cfd-9c91-826d07810fd0 req-ae3789b6-d8a9-4ab3-ba3e-09055334157f tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442075 May 27 02:17:53.296628 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-cbba5a5f-e93a-49ac-b060-e1524f8b8d3d req-f3490295-336a-47ee-8e21-a12542ae7197 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:53.363330 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f7c74043-096d-4326-96f0-0430473cadd1 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Unset dirty status for tenant:be363a3a0da24e74ba96551e42920728 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:17:53.364549 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f7c74043-096d-4326-96f0-0430473cadd1 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] 10.222.0.57 "GET /v2.0/networks/d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 881 time: 0.2590613 May 27 02:17:53.367664 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39674) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:53.371165 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d6e9b294-761b-4757-ae49-190a4410b057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:53.410886 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-13318a7b-33ae-4557-9d1b-17709106c03b tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d3b2cb2-cbce-4194-beb3-479f9d5918c3 HTTP/1.1" status: 200 len: 205 time: 0.0419424 May 27 02:17:53.413324 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39678) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:53.440887 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b23680cb-3f20-451b-83a8-898d0e08ba65 req-b916c28a-4732-4033-abb6-1a9ae8e16f87 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups/6c6f1437-2f99-4a66-bae9-13a520f04f60 HTTP/1.1" status: 200 len: 1803 time: 0.1457632 May 27 02:17:53.452042 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d6e9b294-761b-4757-ae49-190a4410b057 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1a44ff40c9b741e39aeae130ece76af3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6640303 May 27 02:17:53.461353 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39682) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:53.481652 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e9b294-761b-4757-ae49-190a4410b057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b4237f-2fd9-4e6a-b8af-c164e27c2983,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:53.650993 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [req-b23680cb-3f20-451b-83a8-898d0e08ba65 req-aaaec7f3-2a6c-4d49-a9ae-e723d37cecec tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] delete failed (client error): There was a conflict when trying to complete your request. May 27 02:17:53.651983 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b23680cb-3f20-451b-83a8-898d0e08ba65 req-aaaec7f3-2a6c-4d49-a9ae-e723d37cecec tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "DELETE /v2.0/security-groups/6c6f1437-2f99-4a66-bae9-13a520f04f60 HTTP/1.1" status: 409 len: 341 time: 0.2046566 May 27 02:17:53.692668 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-da41b05f-f171-4fea-b586-7be6199d75e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:53.707124 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-cbba5a5f-e93a-49ac-b060-e1524f8b8d3d req-f3490295-336a-47ee-8e21-a12542ae7197 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] For port c9ec20a8-405e-447c-ab4f-5bee3e63fbaa, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=c9ec20a8-405e-447c-ab4f-5bee3e63fbaa,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:53.710057 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66959ba2-3caf-49c4-91be-acfd7c6484db'] response: {'name': 'network-changed', 'server_uuid': 'c45664cb-9b5a-4755-b164-ed3e6ada4ee9', 'tag': '0d5f5944-4855-4908-b0c6-651921a63ee7', 'status': 'completed', 'code': 200} May 27 02:17:53.720377 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fb404fbc-203f-4e50-88db-da6dde60a336 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:53.732625 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-da41b05f-f171-4fea-b586-7be6199d75e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:53.781304 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-cbba5a5f-e93a-49ac-b060-e1524f8b8d3d req-f3490295-336a-47ee-8e21-a12542ae7197 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:53.900423 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-cbba5a5f-e93a-49ac-b060-e1524f8b8d3d req-f3490295-336a-47ee-8e21-a12542ae7197 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:53.914498 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['59a158e2-8d26-4c48-8164-df6f389fb68e', 'ff788f91-40bc-41ea-9e72-0199a662c078'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:17:53.944502 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['c9ec20a8-405e-447c-ab4f-5bee3e63fbaa'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:17:53.949292 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7197b-10af-4b05-bbe0-f801e356505c req-23a87cbd-ac4e-419c-bfa9-282d720daff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:53.950759 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c3e7197b-10af-4b05-bbe0-f801e356505c req-23a87cbd-ac4e-419c-bfa9-282d720daff2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a311fdf2ba6e42818b0aefc61e7171be&device_id=c45664cb-9b5a-4755-b164-ed3e6ada4ee9 HTTP/1.1" status: 200 len: 1135 time: 0.1737733 May 27 02:17:53.964202 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-da41b05f-f171-4fea-b586-7be6199d75e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:53.981810 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba5a5f-e93a-49ac-b060-e1524f8b8d3d req-f3490295-336a-47ee-8e21-a12542ae7197 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:53.983142 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-cbba5a5f-e93a-49ac-b060-e1524f8b8d3d req-f3490295-336a-47ee-8e21-a12542ae7197 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:53.991769 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fb404fbc-203f-4e50-88db-da6dde60a336 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:54.003365 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cbba5a5f-e93a-49ac-b060-e1524f8b8d3d req-f3490295-336a-47ee-8e21-a12542ae7197 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "PUT /v2.0/ports/c9ec20a8-405e-447c-ab4f-5bee3e63fbaa HTTP/1.1" status: 200 len: 904 time: 0.9192507 May 27 02:17:54.040652 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da41b05f-f171-4fea-b586-7be6199d75e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b4237f-2fd9-4e6a-b8af-c164e27c2983,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:54.055414 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-da41b05f-f171-4fea-b586-7be6199d75e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:54.058264 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-da41b05f-f171-4fea-b586-7be6199d75e1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/72b4237f-2fd9-4e6a-b8af-c164e27c2983 HTTP/1.1" status: 204 len: 168 time: 0.5832310 May 27 02:17:54.063578 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3490295-336a-47ee-8e21-a12542ae7197 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Pushing event updated for resources: {'Port': ['ID=c9ec20a8-405e-447c-ab4f-5bee3e63fbaa,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:54.105105 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['c9ec20a8-405e-447c-ab4f-5bee3e63fbaa'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:17:54.170717 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-fb404fbc-203f-4e50-88db-da6dde60a336 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Deleting port c0452906-b07b-48d1-9216-95f92345edcb {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:54.171795 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fb404fbc-203f-4e50-88db-da6dde60a336 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:54.228046 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7197b-10af-4b05-bbe0-f801e356505c req-7b4bb937-836a-439f-98fa-5fcb464f58ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:54.233033 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c3e7197b-10af-4b05-bbe0-f801e356505c req-7b4bb937-836a-439f-98fa-5fcb464f58ed service neutron] 10.222.0.32 "GET /v2.0/networks?id=963bfc4a-6c6a-457e-a40e-bfec35a18b46 HTTP/1.1" status: 200 len: 914 time: 0.2762356 May 27 02:17:54.350599 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c3e7197b-10af-4b05-bbe0-f801e356505c req-595f42fc-95ed-4414-9aa6-82c3853a8e13 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d5f5944-4855-4908-b0c6-651921a63ee7 HTTP/1.1" status: 200 len: 217 time: 0.1035540 May 27 02:17:54.366777 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-cc0ff71f-9832-420d-be5e-39c90c38b34c None None] Provisioning complete for port c9ec20a8-405e-447c-ab4f-5bee3e63fbaa triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:54.367249 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cc0ff71f-9832-420d-be5e-39c90c38b34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:54.469713 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64bdc26-940a-4830-806b-0396e0cf8920 req-da6c8aa4-754d-4aaa-babf-6e175c12805a tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:54.471299 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f64bdc26-940a-4830-806b-0396e0cf8920 req-da6c8aa4-754d-4aaa-babf-6e175c12805a tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=14601588-3eac-4248-bb7c-8c68a6e7a107 HTTP/1.1" status: 200 len: 945 time: 0.3425455 May 27 02:17:54.482986 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37cc11-2cb7-4347-bf20-214f241d1d04 req-9b060395-9e6c-44cf-920a-95c35e0deca9 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:54.484421 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-af37cc11-2cb7-4347-bf20-214f241d1d04 req-9b060395-9e6c-44cf-920a-95c35e0deca9 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b3d2959-5011-4598-89d1-3ac57a9ca9a5 HTTP/1.1" status: 200 len: 907 time: 0.1129196 May 27 02:17:54.562304 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f64bdc26-940a-4830-806b-0396e0cf8920 req-8217032c-d0b2-4c60-b1ef-7cc467e25038 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764384 May 27 02:17:54.575466 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-cc0ff71f-9832-420d-be5e-39c90c38b34c None None] Current status of the port c9ec20a8-405e-447c-ab4f-5bee3e63fbaa is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:54.612641 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fb404fbc-203f-4e50-88db-da6dde60a336 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:54.775530 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-fb404fbc-203f-4e50-88db-da6dde60a336 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Calling delete_port for c0452906-b07b-48d1-9216-95f92345edcb owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:17:54.827610 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220f922-d1f1-4f35-b7f8-4b6a6bfaafeb req-36503fec-0a2d-4b5c-b505-50af0eaa0c19 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:54.829841 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2220f922-d1f1-4f35-b7f8-4b6a6bfaafeb req-36503fec-0a2d-4b5c-b505-50af0eaa0c19 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/ports?device_id=c45664cb-9b5a-4755-b164-ed3e6ada4ee9 HTTP/1.1" status: 200 len: 984 time: 0.1603081 May 27 02:17:54.837969 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a84e2-1611-4a42-a87d-8bcf521204b1 req-436d38d2-74ae-4889-b49d-8d9ad4195a2a tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:54.839830 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7197b-10af-4b05-bbe0-f801e356505c req-8a7825e3-43ae-477f-a168-966eb1326d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:54.839963 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-127a84e2-1611-4a42-a87d-8bcf521204b1 req-436d38d2-74ae-4889-b49d-8d9ad4195a2a tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=358b2759-e027-419f-8ee4-60263782865d HTTP/1.1" status: 200 len: 945 time: 0.1360629 May 27 02:17:54.841473 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c3e7197b-10af-4b05-bbe0-f801e356505c req-8a7825e3-43ae-477f-a168-966eb1326d75 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79b31123-5111-49b0-8b1c-edddca4cc409 HTTP/1.1" status: 200 len: 853 time: 0.4848700 May 27 02:17:54.909258 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2220f922-d1f1-4f35-b7f8-4b6a6bfaafeb req-464f5209-1275-41e2-bdc3-2449d04732ca tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups?id=745af62b-1631-4b69-abea-1d6524475377&id=6c6f1437-2f99-4a66-bae9-13a520f04f60&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0689282 May 27 02:17:54.936777 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-127a84e2-1611-4a42-a87d-8bcf521204b1 req-6d8b580e-8280-40cf-bf6c-c1d81fba1b52 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820093 May 27 02:17:55.002048 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c3e7197b-10af-4b05-bbe0-f801e356505c req-c7714590-5250-4971-a07d-d498ddd78c84 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=963bfc4a-6c6a-457e-a40e-bfec35a18b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1370997 May 27 02:17:55.104132 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3ba61-a07b-44ca-97f8-db46bebb1b02 req-df39a918-d6e2-409d-bf3d-a34936e69b21 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:55.105679 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d5b3ba61-a07b-44ca-97f8-db46bebb1b02 req-df39a918-d6e2-409d-bf3d-a34936e69b21 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.0952485 May 27 02:17:55.152470 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d5b3ba61-a07b-44ca-97f8-db46bebb1b02 req-596ee4a0-1312-432d-99af-3edca279282d tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405736 May 27 02:17:55.167308 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c3e7197b-10af-4b05-bbe0-f801e356505c req-4f4663f4-0c93-4d70-a63d-ddeb39a61a81 service neutron] 10.222.0.32 "GET /v2.0/networks/963bfc4a-6c6a-457e-a40e-bfec35a18b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523242 May 27 02:17:55.359938 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca368cd-83b5-4dcd-af13-f327f55a11a5 req-e03f6505-fed8-4bfd-8146-9fe343b88c6a tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:55.361651 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9ca368cd-83b5-4dcd-af13-f327f55a11a5 req-e03f6505-fed8-4bfd-8146-9fe343b88c6a tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.0913451 May 27 02:17:55.368421 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fb404fbc-203f-4e50-88db-da6dde60a336 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:55.405056 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-771827f3-af64-43e6-8d81-ed7115142cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:55.414078 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9ca368cd-83b5-4dcd-af13-f327f55a11a5 req-a58e449e-9cbc-43f1-aebb-6c7d9c330938 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465190 May 27 02:17:55.440436 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb404fbc-203f-4e50-88db-da6dde60a336 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Pushing event deleted for resources: {'Port': ['ID=c0452906-b07b-48d1-9216-95f92345edcb,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:55.564629 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c3e7197b-10af-4b05-bbe0-f801e356505c req-a3b399c5-576c-434c-b65b-3266d47619b9 service neutron] 10.222.0.32 "GET /v2.0/networks/963bfc4a-6c6a-457e-a40e-bfec35a18b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3910482 May 27 02:17:55.568993 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fb404fbc-203f-4e50-88db-da6dde60a336 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:55.610291 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf69e90-6290-49bd-859f-e908df3937b3 req-0d9e038d-2279-4797-a965-41bf49d6f37f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:55.612735 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-acf69e90-6290-49bd-859f-e908df3937b3 req-0d9e038d-2279-4797-a965-41bf49d6f37f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.0888486 May 27 02:17:55.690421 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-acf69e90-6290-49bd-859f-e908df3937b3 req-8be81a14-0da9-42f7-91ca-be2c81f2d4dd tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727940 May 27 02:17:55.732888 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b3d2959-5011-4598-89d1-3ac57a9ca9a5', 'tag': 'c9ec20a8-405e-447c-ab4f-5bee3e63fbaa'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:17:55.772422 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fb404fbc-203f-4e50-88db-da6dde60a336 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:55.772422 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fb404fbc-203f-4e50-88db-da6dde60a336 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:55.819304 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82788a71-0ab0-49e2-aea3-7c977bf4e878 req-b0be246b-9902-41e1-8710-a0cf1d6fa942 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:55.821006 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-82788a71-0ab0-49e2-aea3-7c977bf4e878 req-b0be246b-9902-41e1-8710-a0cf1d6fa942 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=14601588-3eac-4248-bb7c-8c68a6e7a107 HTTP/1.1" status: 200 len: 945 time: 0.1259797 May 27 02:17:55.880171 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5eeb8-2b69-4836-b27d-1fa283866d9b req-29206ebe-8f8d-43f2-8b98-ea593ab7443c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:55.881697 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-91e5eeb8-2b69-4836-b27d-1fa283866d9b req-29206ebe-8f8d-43f2-8b98-ea593ab7443c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a311fdf2ba6e42818b0aefc61e7171be&device_id=c45664cb-9b5a-4755-b164-ed3e6ada4ee9 HTTP/1.1" status: 200 len: 1135 time: 0.0868459 May 27 02:17:55.908792 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fb404fbc-203f-4e50-88db-da6dde60a336 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:55.909314 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb404fbc-203f-4e50-88db-da6dde60a336 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Fanout notify agent at l3_agent the message router_deleted on router 3d3b2cb2-cbce-4194-beb3-479f9d5918c3 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:17:55.929561 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-82788a71-0ab0-49e2-aea3-7c977bf4e878 req-c2d5f4b3-3e8e-4d2e-951f-0bf328161c0e tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009839 May 27 02:17:55.969022 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d126d-5446-4323-bc3e-04e63672c37b req-e8ccaa8d-cd88-4eee-97e6-10674e477f45 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:55.970460 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d59d126d-5446-4323-bc3e-04e63672c37b req-e8ccaa8d-cd88-4eee-97e6-10674e477f45 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.1104980 May 27 02:17:55.994675 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fb404fbc-203f-4e50-88db-da6dde60a336 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:56.002020 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-fb404fbc-203f-4e50-88db-da6dde60a336 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] 10.222.0.57 "DELETE /v2.0/routers/3d3b2cb2-cbce-4194-beb3-479f9d5918c3 HTTP/1.1" status: 204 len: 168 time: 2.5813155 May 27 02:17:56.003911 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39740) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:56.008358 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe0b10de-8b5e-4a73-987e-6b3c8249038f'] response: {'name': 'network-changed', 'server_uuid': '2b3d2959-5011-4598-89d1-3ac57a9ca9a5', 'tag': 'c9ec20a8-405e-447c-ab4f-5bee3e63fbaa', 'status': 'completed', 'code': 200} May 27 02:17:56.052313 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5eeb8-2b69-4836-b27d-1fa283866d9b req-fc4160d7-2435-4d6c-aacd-142889b42128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:56.054152 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-91e5eeb8-2b69-4836-b27d-1fa283866d9b req-fc4160d7-2435-4d6c-aacd-142889b42128 service neutron] 10.222.0.32 "GET /v2.0/networks?id=963bfc4a-6c6a-457e-a40e-bfec35a18b46 HTTP/1.1" status: 200 len: 914 time: 0.1662521 May 27 02:17:56.057405 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-7c840422-25a1-413e-8967-0138d67fbea9 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-159801967', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:56.065823 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7c840422-25a1-413e-8967-0138d67fbea9 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:56.081296 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7c840422-25a1-413e-8967-0138d67fbea9 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Usage tracker for resource:router and tenant:aacf3882ca7143f9ab7bbaf303372d46 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:56.097926 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d59d126d-5446-4323-bc3e-04e63672c37b req-f5109bd2-d093-4d2b-b46f-fe553af2752f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189163 May 27 02:17:56.155507 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7c840422-25a1-413e-8967-0138d67fbea9 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:56.171187 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-91e5eeb8-2b69-4836-b27d-1fa283866d9b req-2571c7ee-532e-44e3-9b13-fd2bc408457e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d5f5944-4855-4908-b0c6-651921a63ee7 HTTP/1.1" status: 200 len: 217 time: 0.0912297 May 27 02:17:56.172842 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7c840422-25a1-413e-8967-0138d67fbea9 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:56.218927 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b67221-09e4-44d4-adaf-a9773340bd1e req-065c799a-c844-4327-95e9-9abd59bda521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:56.222549 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-94b67221-09e4-44d4-adaf-a9773340bd1e req-065c799a-c844-4327-95e9-9abd59bda521 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62f5f7df5795463f9f8bc1cd40caf878&device_id=2b3d2959-5011-4598-89d1-3ac57a9ca9a5 HTTP/1.1" status: 200 len: 1058 time: 0.2064056 May 27 02:17:56.250604 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5eeb8-2b69-4836-b27d-1fa283866d9b req-5d057803-806f-46bd-948f-a48bf7cdd30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:56.252655 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-91e5eeb8-2b69-4836-b27d-1fa283866d9b req-5d057803-806f-46bd-948f-a48bf7cdd30c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79b31123-5111-49b0-8b1c-edddca4cc409 HTTP/1.1" status: 200 len: 853 time: 0.0746489 May 27 02:17:56.312226 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-91e5eeb8-2b69-4836-b27d-1fa283866d9b req-64c3945d-0569-4ecf-bae1-c6f0b4727691 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=963bfc4a-6c6a-457e-a40e-bfec35a18b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532296 May 27 02:17:56.314178 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7c840422-25a1-413e-8967-0138d67fbea9 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:56.315617 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7c840422-25a1-413e-8967-0138d67fbea9 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:56.410305 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7c840422-25a1-413e-8967-0138d67fbea9 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:56.454143 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9b17b-666b-45d3-a762-08a1b75653e8 req-83276e6e-49db-44e6-a0d6-d8e36a5ee57e tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:56.455648 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3fa9b17b-666b-45d3-a762-08a1b75653e8 req-83276e6e-49db-44e6-a0d6-d8e36a5ee57e tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/ports?device_id=c45664cb-9b5a-4755-b164-ed3e6ada4ee9 HTTP/1.1" status: 200 len: 984 time: 0.3562491 May 27 02:17:56.459053 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b67221-09e4-44d4-adaf-a9773340bd1e req-c773846c-cf4f-43ed-8775-9408b270ccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:56.460401 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-94b67221-09e4-44d4-adaf-a9773340bd1e req-c773846c-cf4f-43ed-8775-9408b270ccf1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164 HTTP/1.1" status: 200 len: 912 time: 0.2263792 May 27 02:17:56.471618 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-91e5eeb8-2b69-4836-b27d-1fa283866d9b req-cadc9279-7061-4eea-9bf0-c88281d1e6ca service neutron] 10.222.0.32 "GET /v2.0/networks/963bfc4a-6c6a-457e-a40e-bfec35a18b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500816 May 27 02:17:56.549274 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fbbf5-f209-467b-9d20-c56aedc62c39 req-82db3063-80e7-4ad6-927d-26e0bcd32ccf tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:56.550808 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-451fbbf5-f209-467b-9d20-c56aedc62c39 req-82db3063-80e7-4ad6-927d-26e0bcd32ccf tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=358b2759-e027-419f-8ee4-60263782865d HTTP/1.1" status: 200 len: 945 time: 0.2956858 May 27 02:17:56.555956 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7c840422-25a1-413e-8967-0138d67fbea9 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:56.568949 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39756) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:56.571229 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-94b67221-09e4-44d4-adaf-a9773340bd1e req-6e97b60b-db2e-4d43-bdb7-254daaf069ef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9ec20a8-405e-447c-ab4f-5bee3e63fbaa HTTP/1.1" status: 200 len: 217 time: 0.0863631 May 27 02:17:56.648627 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-91e5eeb8-2b69-4836-b27d-1fa283866d9b req-88815a2d-1509-42db-b989-5653f143626d service neutron] 10.222.0.32 "GET /v2.0/networks/963bfc4a-6c6a-457e-a40e-bfec35a18b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623616 May 27 02:17:56.664620 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7c840422-25a1-413e-8967-0138d67fbea9 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:56.669517 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3fa9b17b-666b-45d3-a762-08a1b75653e8 req-1f903a6a-9b07-42f2-bc9b-7afe0491b5af tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups?id=745af62b-1631-4b69-abea-1d6524475377&id=6c6f1437-2f99-4a66-bae9-13a520f04f60&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1998842 May 27 02:17:56.670759 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7c840422-25a1-413e-8967-0138d67fbea9 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6658125 May 27 02:17:56.671857 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39762) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:56.678151 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-84cafba9-c682-493f-a7b3-37d86c5935e2 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:56.693929 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-451fbbf5-f209-467b-9d20-c56aedc62c39 req-65c3573c-410b-430d-80ea-6ad30f7bb693 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262941 May 27 02:17:56.707327 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b67221-09e4-44d4-adaf-a9773340bd1e req-71633fb6-2877-424d-b3dc-e3b193790cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:56.709105 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-94b67221-09e4-44d4-adaf-a9773340bd1e req-71633fb6-2877-424d-b3dc-e3b193790cbb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ee39392-3407-48c1-b561-be7ced0cb982 HTTP/1.1" status: 200 len: 850 time: 0.1163340 May 27 02:17:56.838373 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ac4bcf8b-82c9-4110-bcc8-b0cd9d8679b9 tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:56.852218 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ac4bcf8b-82c9-4110-bcc8-b0cd9d8679b9 tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:56.859409 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ac4bcf8b-82c9-4110-bcc8-b0cd9d8679b9 tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] Usage tracker for resource:floatingip and tenant:412f2dde45fa4c5c864951848f77a651 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:56.883513 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b67221-09e4-44d4-adaf-a9773340bd1e req-058ef2a4-ebb0-4840-94ca-12fbd931f3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:56.885150 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-94b67221-09e4-44d4-adaf-a9773340bd1e req-058ef2a4-ebb0-4840-94ca-12fbd931f3c5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1678295 May 27 02:17:57.033839 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ac4bcf8b-82c9-4110-bcc8-b0cd9d8679b9 tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:57.052627 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ac4bcf8b-82c9-4110-bcc8-b0cd9d8679b9 tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:57.204517 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-3fb05dde-e6d0-4879-b0a8-cf2dcd3d29eb tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:57.205945 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-3fb05dde-e6d0-4879-b0a8-cf2dcd3d29eb tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/networks?id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164 HTTP/1.1" status: 200 len: 811 time: 0.4265976 May 27 02:17:57.246849 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-a11cb87e-0171-456e-9280-d74f39d3ceaa tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/quotas/62f5f7df5795463f9f8bc1cd40caf878 HTTP/1.1" status: 200 len: 375 time: 0.0325143 May 27 02:17:57.250222 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84cafba9-c682-493f-a7b3-37d86c5935e2 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:57.280550 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac4bcf8b-82c9-4110-bcc8-b0cd9d8679b9 tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:57.308113 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-94b67221-09e4-44d4-adaf-a9773340bd1e req-9653df3f-5603-40b2-94d3-e428f1d7e6f3 service neutron] 10.222.0.32 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119008 May 27 02:17:57.416835 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36bebda-b389-4656-a801-6a2739364800 req-8513c4f9-4663-4c3b-b685-b14725ef97b1 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:57.418393 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d36bebda-b389-4656-a801-6a2739364800 req-8513c4f9-4663-4c3b-b685-b14725ef97b1 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=14601588-3eac-4248-bb7c-8c68a6e7a107 HTTP/1.1" status: 200 len: 945 time: 0.2940063 May 27 02:17:57.511006 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac4bcf8b-82c9-4110-bcc8-b0cd9d8679b9 tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:57.522344 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-f62fa82a-e57a-400b-9831-3dc446b4ccfb tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=62f5f7df5795463f9f8bc1cd40caf878&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2600086 May 27 02:17:57.562675 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d36bebda-b389-4656-a801-6a2739364800 req-18368e13-c55a-4d75-90ec-b58e1e0dc26f tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279242 May 27 02:17:57.570964 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-94b67221-09e4-44d4-adaf-a9773340bd1e req-28d93981-c55e-417a-a389-98cb532e4f29 service neutron] 10.222.0.32 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494590 May 27 02:17:57.684881 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-fde88c40-4260-49f7-8611-a9c15f5d7915 service neutron] 10.222.0.57 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498687 May 27 02:17:57.832773 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84cafba9-c682-493f-a7b3-37d86c5935e2 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:57.857820 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c08f1b78-2057-40fe-83f6-e9e345a56782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:57.868751 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-ac4bcf8b-82c9-4110-bcc8-b0cd9d8679b9 tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] Allocated IP 172.25.1.185 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/74ef31d5-c19d-43fc-9539-b5c894ff215c) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:17:57.876028 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84cafba9-c682-493f-a7b3-37d86c5935e2 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:57.906281 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-a2db1a93-0c33-4745-8b7f-95b11de3efb2 service neutron] 10.222.0.57 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146444 May 27 02:17:57.917964 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0d67c-3754-47f9-ac43-c61fb63f7beb req-4620b970-7170-49da-9818-231b764bcd89 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:57.919428 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-12f0d67c-3754-47f9-ac43-c61fb63f7beb req-4620b970-7170-49da-9818-231b764bcd89 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/ports?device_id=c45664cb-9b5a-4755-b164-ed3e6ada4ee9 HTTP/1.1" status: 200 len: 984 time: 0.1263826 May 27 02:17:57.976629 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-12f0d67c-3754-47f9-ac43-c61fb63f7beb req-22c069c7-db4a-42c3-bc0d-5d129bfcd331 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups?id=745af62b-1631-4b69-abea-1d6524475377&id=6c6f1437-2f99-4a66-bae9-13a520f04f60&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0484304 May 27 02:17:58.103690 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac4bcf8b-82c9-4110-bcc8-b0cd9d8679b9 tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:58.166325 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9146d-d0f9-4f0d-9382-3905d8a92b6b req-2d9c6b67-073b-470a-bf7c-6507d57c114c tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:58.167341 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-91f9146d-d0f9-4f0d-9382-3905d8a92b6b req-2d9c6b67-073b-470a-bf7c-6507d57c114c tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=358b2759-e027-419f-8ee4-60263782865d HTTP/1.1" status: 200 len: 945 time: 0.0942321 May 27 02:17:58.241575 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac4bcf8b-82c9-4110-bcc8-b0cd9d8679b9 tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:58.250790 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b5845d4-4c27-4fa0-9b48-f77e5af5caf9 req-f913d23f-682b-4d6e-aee2-f5a8e395b8ba tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-448704373&fields=id&tenant_id=a311fdf2ba6e42818b0aefc61e7171be HTTP/1.1" status: 200 len: 267 time: 0.0589075 May 27 02:17:58.263609 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-91f9146d-d0f9-4f0d-9382-3905d8a92b6b req-0a526996-f389-49ad-a273-b3a0ae1c814b tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891728 May 27 02:17:58.374482 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d20bab0f-ad8e-44ca-b367-414ae960c4ab req-9923c9f0-4721-4060-862d-0280ecec15b3 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=561ca9da-d46e-4162-a7aa-b8d8429a12e2 HTTP/1.1" status: 200 len: 210 time: 0.0527186 May 27 02:17:58.398375 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-84cafba9-c682-493f-a7b3-37d86c5935e2 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Allocated IP 172.25.1.113 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/7ea33eeb-6140-4501-8879-b2755a645b3b) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:17:58.405672 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5845d4-4c27-4fa0-9b48-f77e5af5caf9 req-aefd75c9-c78c-4fdc-9e2c-b8ce8bae70d9 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:58.407472 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b5845d4-4c27-4fa0-9b48-f77e5af5caf9 req-aefd75c9-c78c-4fdc-9e2c-b8ce8bae70d9 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/ports?device_id=c45664cb-9b5a-4755-b164-ed3e6ada4ee9 HTTP/1.1" status: 200 len: 984 time: 0.1498241 May 27 02:17:58.413335 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4bcf8b-82c9-4110-bcc8-b0cd9d8679b9 tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:17:58.414488 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-ac4bcf8b-82c9-4110-bcc8-b0cd9d8679b9 tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:58.419422 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-6b5845d4-4c27-4fa0-9b48-f77e5af5caf9 req-5ea4dd3a-59be-43b4-851d-94444fe5775b tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Request body: {'port': {'security_groups': ['6c6f1437-2f99-4a66-bae9-13a520f04f60', '745af62b-1631-4b69-abea-1d6524475377', '440963f6-c02e-4981-95fb-2485a458b26f']}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:58.421555 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4bcf8b-82c9-4110-bcc8-b0cd9d8679b9 tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] Pushing event updated for resources: {'Port': ['ID=74ef31d5-c19d-43fc-9539-b5c894ff215c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:58.423818 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4bcf8b-82c9-4110-bcc8-b0cd9d8679b9 tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:17:58.573429 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6b5845d4-4c27-4fa0-9b48-f77e5af5caf9 req-5ea4dd3a-59be-43b4-851d-94444fe5775b tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:58.782962 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac4bcf8b-82c9-4110-bcc8-b0cd9d8679b9 tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:58.794464 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84cafba9-c682-493f-a7b3-37d86c5935e2 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:58.897293 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104d9ac-87d7-4025-b830-4d1fbb882d7f req-4c1120ab-1b22-4afb-9516-e9bbb2bd8f5f tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:58.898746 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c104d9ac-87d7-4025-b830-4d1fbb882d7f req-4c1120ab-1b22-4afb-9516-e9bbb2bd8f5f tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=14601588-3eac-4248-bb7c-8c68a6e7a107 HTTP/1.1" status: 200 len: 945 time: 0.2013593 May 27 02:17:58.915539 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:58.949610 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:58.955165 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84cafba9-c682-493f-a7b3-37d86c5935e2 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:58.979508 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c104d9ac-87d7-4025-b830-4d1fbb882d7f req-85d04356-ac44-4cc7-b9f7-66d959109c0f tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742776 May 27 02:17:58.984535 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-6b5845d4-4c27-4fa0-9b48-f77e5af5caf9 req-5ea4dd3a-59be-43b4-851d-94444fe5775b tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] For port 0d5f5944-4855-4908-b0c6-651921a63ee7, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=0d5f5944-4855-4908-b0c6-651921a63ee7,segment=NetworkSegment(c7022237-b0eb-48aa-a727-c63339eb0ee8),segment_id=c7022237-b0eb-48aa-a727-c63339eb0ee8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:59.010700 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6b5845d4-4c27-4fa0-9b48-f77e5af5caf9 req-5ea4dd3a-59be-43b4-851d-94444fe5775b tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:59.042526 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cafba9-c682-493f-a7b3-37d86c5935e2 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:17:59.045378 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac4bcf8b-82c9-4110-bcc8-b0cd9d8679b9 tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:59.069674 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-84cafba9-c682-493f-a7b3-37d86c5935e2 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:59.078377 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cafba9-c682-493f-a7b3-37d86c5935e2 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:17:59.087187 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6b5845d4-4c27-4fa0-9b48-f77e5af5caf9 req-5ea4dd3a-59be-43b4-851d-94444fe5775b tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:59.099159 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['0e69b678-15b5-4358-8542-05610ec697a2', '0d5f5944-4855-4908-b0c6-651921a63ee7'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:17:59.119428 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cafba9-c682-493f-a7b3-37d86c5935e2 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Pushing event updated for resources: {'Port': ['ID=7ea33eeb-6140-4501-8879-b2755a645b3b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:59.164536 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5845d4-4c27-4fa0-9b48-f77e5af5caf9 req-5ea4dd3a-59be-43b4-851d-94444fe5775b tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:59.165402 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6b5845d4-4c27-4fa0-9b48-f77e5af5caf9 req-5ea4dd3a-59be-43b4-851d-94444fe5775b tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:59.166859 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b5845d4-4c27-4fa0-9b48-f77e5af5caf9 req-5ea4dd3a-59be-43b4-851d-94444fe5775b tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "PUT /v2.0/ports/0d5f5944-4855-4908-b0c6-651921a63ee7 HTTP/1.1" status: 200 len: 1020 time: 0.7523649 May 27 02:17:59.170249 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c45664cb-9b5a-4755-b164-ed3e6ada4ee9', 'tag': '0d5f5944-4855-4908-b0c6-651921a63ee7'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:17:59.183989 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 47be53f8-348f-4d10-ba68-eea003b7b1e2 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:17:59.190728 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 47be53f8-348f-4d10-ba68-eea003b7b1e2 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:17:59.198574 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4dd3a-59be-43b4-851d-94444fe5775b tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Pushing event updated for resources: {'Port': ['ID=0d5f5944-4855-4908-b0c6-651921a63ee7,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:59.311861 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['0d5f5944-4855-4908-b0c6-651921a63ee7'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:17:59.389135 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-958901f9-1364-426a-8db7-1f7293580f20'] response: {'name': 'network-changed', 'server_uuid': 'c45664cb-9b5a-4755-b164-ed3e6ada4ee9', 'tag': '0d5f5944-4855-4908-b0c6-651921a63ee7', 'status': 'completed', 'code': 200} May 27 02:17:59.477376 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-edc6df0b-8553-401b-891b-36e5999a6f21 req-a96f3e48-c6e5-4284-a0a0-8b96b78ca75c tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups/440963f6-c02e-4981-95fb-2485a458b26f HTTP/1.1" status: 200 len: 1801 time: 0.2649453 May 27 02:17:59.591854 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac4bcf8b-82c9-4110-bcc8-b0cd9d8679b9 tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:59.594580 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 47be53f8-348f-4d10-ba68-eea003b7b1e2 is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:59.594965 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:59.623611 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [req-edc6df0b-8553-401b-891b-36e5999a6f21 req-eeaf876b-7197-41a6-ae6a-e31b8956f6f6 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] delete failed (client error): There was a conflict when trying to complete your request. May 27 02:17:59.628738 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-edc6df0b-8553-401b-891b-36e5999a6f21 req-eeaf876b-7197-41a6-ae6a-e31b8956f6f6 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "DELETE /v2.0/security-groups/440963f6-c02e-4981-95fb-2485a458b26f HTTP/1.1" status: 409 len: 341 time: 0.1333792 May 27 02:17:59.632553 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a241c4-8e37-489f-8e7b-10db1f2eb16e req-4f951736-c202-4a9e-993e-ba2a18ed7e5b tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:59.633935 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-46a241c4-8e37-489f-8e7b-10db1f2eb16e req-4f951736-c202-4a9e-993e-ba2a18ed7e5b tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=358b2759-e027-419f-8ee4-60263782865d HTTP/1.1" status: 200 len: 945 time: 0.2044480 May 27 02:17:59.637118 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ad5de-d154-4af7-8d52-a6164a9609d4 req-49f9909c-8862-4023-a25a-4a440f8824f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:59.638938 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9c5ad5de-d154-4af7-8d52-a6164a9609d4 req-49f9909c-8862-4023-a25a-4a440f8824f0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a311fdf2ba6e42818b0aefc61e7171be&device_id=c45664cb-9b5a-4755-b164-ed3e6ada4ee9 HTTP/1.1" status: 200 len: 1174 time: 0.2471375 May 27 02:17:59.696939 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358b2759-e027-419f-8ee4-60263782865d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47be53f8-348f-4d10-ba68-eea003b7b1e2'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:17:59.719307 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 47be53f8-348f-4d10-ba68-eea003b7b1e2, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=47be53f8-348f-4d10-ba68-eea003b7b1e2,segment=NetworkSegment(90e934bd-3ada-4cfd-88be-1e4ed99f05f0),segment_id=90e934bd-3ada-4cfd-88be-1e4ed99f05f0)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:59.744895 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 47be53f8-348f-4d10-ba68-eea003b7b1e2, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=47be53f8-348f-4d10-ba68-eea003b7b1e2,segment=NetworkSegment(90e934bd-3ada-4cfd-88be-1e4ed99f05f0),segment_id=90e934bd-3ada-4cfd-88be-1e4ed99f05f0)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:59.761912 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '47be53f8-348f-4d10-ba68-eea003b7b1e2', 'network_id': '4dbbc7f7-6938-4837-8137-9afe570a121c', 'port_id': '47be53f8-348f-4d10-ba68-eea003b7b1e2', 'mac_address': 'fa:16:3e:40:71:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e9701fe-b18a-432f-b901-9da0985348d6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:17:59.846695 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3cfb5027-8661-487d-9209-42930ba94e11 req-97d6004b-8efc-4cbb-9d4e-fdd0a336d6f7 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=561ca9da-d46e-4162-a7aa-b8d8429a12e2 HTTP/1.1" status: 200 len: 210 time: 0.0804307 May 27 02:17:59.877201 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-46a241c4-8e37-489f-8e7b-10db1f2eb16e req-a9c2beb5-401d-48ed-8a61-2e505818b4f2 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358887 May 27 02:17:59.899997 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac4bcf8b-82c9-4110-bcc8-b0cd9d8679b9 tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:59.955490 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ad5de-d154-4af7-8d52-a6164a9609d4 req-6ac2f26d-634c-4e52-88c8-57bc3f274a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:59.957639 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9c5ad5de-d154-4af7-8d52-a6164a9609d4 req-6ac2f26d-634c-4e52-88c8-57bc3f274a0a service neutron] 10.222.0.32 "GET /v2.0/networks?id=963bfc4a-6c6a-457e-a40e-bfec35a18b46 HTTP/1.1" status: 200 len: 914 time: 0.3005440 May 27 02:17:59.982743 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 47be53f8-348f-4d10-ba68-eea003b7b1e2 is: ACTIVE; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:59.983268 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:59.991659 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:00.003137 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ee62a1b-6240-43bc-a169-00c0a4cfcafe'] response: {'server_uuid': '358b2759-e027-419f-8ee4-60263782865d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47be53f8-348f-4d10-ba68-eea003b7b1e2', 'code': 200} May 27 02:18:00.035131 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac4bcf8b-82c9-4110-bcc8-b0cd9d8679b9 tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:00.071076 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84cafba9-c682-493f-a7b3-37d86c5935e2 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:00.112391 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=47be53f8-348f-4d10-ba68-eea003b7b1e2,revision_number=6']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:00.120969 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9c5ad5de-d154-4af7-8d52-a6164a9609d4 req-d1635732-9df3-4329-8b0a-f906fcf77424 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d5f5944-4855-4908-b0c6-651921a63ee7 HTTP/1.1" status: 200 len: 217 time: 0.1560681 May 27 02:18:00.134348 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4bcf8b-82c9-4110-bcc8-b0cd9d8679b9 tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] Pushing event updated for resources: {'Port': ['ID=74ef31d5-c19d-43fc-9539-b5c894ff215c,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:00.162587 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47be53f8-348f-4d10-ba68-eea003b7b1e2 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:18:00.172735 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac4bcf8b-82c9-4110-bcc8-b0cd9d8679b9 tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:00.174684 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ac4bcf8b-82c9-4110-bcc8-b0cd9d8679b9 tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6040881 May 27 02:18:00.180308 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39812) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:00.187927 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-c1ad280c-83ae-4900-bd1d-9c75e6d16cec tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-945083171', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'fixed_ips': [{'ip_address': '172.25.1.185'}]}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:00.197538 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c1ad280c-83ae-4900-bd1d-9c75e6d16cec tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:00.240371 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c1ad280c-83ae-4900-bd1d-9c75e6d16cec tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] Usage tracker for resource:port and tenant:412f2dde45fa4c5c864951848f77a651 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:00.241851 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:00.254173 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c1ad280c-83ae-4900-bd1d-9c75e6d16cec tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:00.258992 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ad5de-d154-4af7-8d52-a6164a9609d4 req-9ec86ddc-3496-424f-8e3a-5283b1f8dfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:00.260460 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9c5ad5de-d154-4af7-8d52-a6164a9609d4 req-9ec86ddc-3496-424f-8e3a-5283b1f8dfc8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79b31123-5111-49b0-8b1c-edddca4cc409 HTTP/1.1" status: 200 len: 853 time: 0.1334150 May 27 02:18:00.266174 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c1ad280c-83ae-4900-bd1d-9c75e6d16cec tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:00.303840 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:18:00.304200 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:18:00.326926 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9c5ad5de-d154-4af7-8d52-a6164a9609d4 req-32d26d64-f1c7-4b8f-9a47-b1c055e8e85a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=963bfc4a-6c6a-457e-a40e-bfec35a18b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578399 May 27 02:18:00.446551 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ad280c-83ae-4900-bd1d-9c75e6d16cec tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] Made reservation on behalf of 412f2dde45fa4c5c864951848f77a651 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:18:00.448916 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c1ad280c-83ae-4900-bd1d-9c75e6d16cec tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:00.467227 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c1ad280c-83ae-4900-bd1d-9c75e6d16cec tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:00.503200 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c1ad280c-83ae-4900-bd1d-9c75e6d16cec tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:00.516743 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61335a8-fc37-4a77-b253-5ad5fa29df3b req-0d323918-7afb-425e-800b-fc6a0b875213 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:00.518162 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b61335a8-fc37-4a77-b253-5ad5fa29df3b req-0d323918-7afb-425e-800b-fc6a0b875213 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=14601588-3eac-4248-bb7c-8c68a6e7a107 HTTP/1.1" status: 200 len: 945 time: 0.3157499 May 27 02:18:00.519398 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c1ad280c-83ae-4900-bd1d-9c75e6d16cec tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] Usage tracker for resource:security_group_rule and tenant:412f2dde45fa4c5c864951848f77a651 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:00.521653 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84cafba9-c682-493f-a7b3-37d86c5935e2 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:00.523638 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c1ad280c-83ae-4900-bd1d-9c75e6d16cec tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:00.527573 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84cafba9-c682-493f-a7b3-37d86c5935e2 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-965449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-965446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966271'] for router, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:00.551502 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c1ad280c-83ae-4900-bd1d-9c75e6d16cec tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:00.610078 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b61335a8-fc37-4a77-b253-5ad5fa29df3b req-d0f8bbf5-8ec1-4a84-bb77-6fc6e445ab2e tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834587 May 27 02:18:00.646709 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9c5ad5de-d154-4af7-8d52-a6164a9609d4 req-5c74e029-ed0e-4970-aee5-818dc1e566a8 service neutron] 10.222.0.32 "GET /v2.0/networks/963bfc4a-6c6a-457e-a40e-bfec35a18b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116753 May 27 02:18:00.902739 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c1ad280c-83ae-4900-bd1d-9c75e6d16cec tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:00.906196 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 47be53f8-348f-4d10-ba68-eea003b7b1e2 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:00.906746 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:00.931473 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9c5ad5de-d154-4af7-8d52-a6164a9609d4 req-25e28bbc-baf9-47e9-9064-0d511e09472b service neutron] 10.222.0.32 "GET /v2.0/networks/963bfc4a-6c6a-457e-a40e-bfec35a18b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775149 May 27 02:18:00.936979 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47be53f8-348f-4d10-ba68-eea003b7b1e2 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:18:00.966917 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974a611-dcfc-448c-ac8f-94be743f1905 req-1fc80bfc-bebb-48b6-96fc-3fb1fd22a610 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:00.976315 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9974a611-dcfc-448c-ac8f-94be743f1905 req-1fc80bfc-bebb-48b6-96fc-3fb1fd22a610 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/ports?device_id=c45664cb-9b5a-4755-b164-ed3e6ada4ee9 HTTP/1.1" status: 200 len: 1023 time: 0.2227464 May 27 02:18:00.978707 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 47be53f8-348f-4d10-ba68-eea003b7b1e2, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=47be53f8-348f-4d10-ba68-eea003b7b1e2,segment=NetworkSegment(90e934bd-3ada-4cfd-88be-1e4ed99f05f0),segment_id=90e934bd-3ada-4cfd-88be-1e4ed99f05f0)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:00.988550 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-cbaa9764-2b00-45f9-bbde-9be4d5410848 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:00.989117 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-cbaa9764-2b00-45f9-bbde-9be4d5410848 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.66 "GET /v2.0/networks?id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164 HTTP/1.1" status: 200 len: 811 time: 0.2625632 May 27 02:18:00.995830 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c1ad280c-83ae-4900-bd1d-9c75e6d16cec tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:01.001876 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-4e068960-9cf8-47ba-bbce-191082810c34 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Request body: {'port': {'device_id': '561ca9da-d46e-4162-a7aa-b8d8429a12e2', 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164', 'admin_state_up': True, 'tenant_id': '62f5f7df5795463f9f8bc1cd40caf878'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:01.007507 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-c1ad280c-83ae-4900-bd1d-9c75e6d16cec tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] device_id is not set on port 7ce0e17d-4111-4b7b-a2c5-231ae088c488 yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:18:01.092431 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:01.122035 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a949d7f2-407d-426e-b737-6e82fc8a861b req-1561bc40-46e3-48c0-b776-3d12066d01ba tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=561ca9da-d46e-4162-a7aa-b8d8429a12e2 HTTP/1.1" status: 200 len: 210 time: 0.0807879 May 27 02:18:01.154392 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9974a611-dcfc-448c-ac8f-94be743f1905 req-6f8aedf8-74c1-4239-8938-f33390e8947e tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups?id=745af62b-1631-4b69-abea-1d6524475377&id=6c6f1437-2f99-4a66-bae9-13a520f04f60&id=440963f6-c02e-4981-95fb-2485a458b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1757848 May 27 02:18:01.169293 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad280c-83ae-4900-bd1d-9c75e6d16cec tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c238139-8e9b-4dea-b638-f5b2054d703e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:01.175957 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-4e068960-9cf8-47ba-bbce-191082810c34 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:01.190437 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-4e068960-9cf8-47ba-bbce-191082810c34 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:01.206649 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84cafba9-c682-493f-a7b3-37d86c5935e2 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Router 5422c85d-3022-4b09-b6ba-0a79ea2c4780 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:18:01.214811 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=47be53f8-348f-4d10-ba68-eea003b7b1e2,revision_number=7']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:01.310336 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-4e068960-9cf8-47ba-bbce-191082810c34 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Made reservation on behalf of 62f5f7df5795463f9f8bc1cd40caf878 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:18:01.313869 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-4e068960-9cf8-47ba-bbce-191082810c34 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:01.347894 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1ad280c-83ae-4900-bd1d-9c75e6d16cec tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 27 02:18:01.349007 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1ad280c-83ae-4900-bd1d-9c75e6d16cec tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:18:01.393726 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['47be53f8-348f-4d10-ba68-eea003b7b1e2'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:18:01.477827 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c1ad280c-83ae-4900-bd1d-9c75e6d16cec tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.2961509 May 27 02:18:01.480645 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39822) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:01.524748 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59206c-8c22-4efb-8306-92aa2bed82ba req-e6b7a81d-51da-41bb-9f58-4e499b842b49 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:01.526257 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dd59206c-8c22-4efb-8306-92aa2bed82ba req-e6b7a81d-51da-41bb-9f58-4e499b842b49 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=358b2759-e027-419f-8ee4-60263782865d HTTP/1.1" status: 200 len: 944 time: 0.0878193 May 27 02:18:01.569056 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84cafba9-c682-493f-a7b3-37d86c5935e2 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:18:01.576306 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dd59206c-8c22-4efb-8306-92aa2bed82ba req-26b524b9-c8ed-46ff-bf1e-c91efeca8019 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432289 May 27 02:18:01.590070 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b303a710-24a4-4c45-9363-a7e338741f22 None None] Sync routers for ids ['5422c85d-3022-4b09-b6ba-0a79ea2c4780'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:18:01.607237 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b303a710-24a4-4c45-9363-a7e338741f22 None None] Routers {'5422c85d-3022-4b09-b6ba-0a79ea2c4780'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:18:01.607880 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b303a710-24a4-4c45-9363-a7e338741f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:17:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['5422c85d-3022-4b09-b6ba-0a79ea2c4780'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:01.680390 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b303a710-24a4-4c45-9363-a7e338741f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:01.690255 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b303a710-24a4-4c45-9363-a7e338741f22 None None] Routers {'5422c85d-3022-4b09-b6ba-0a79ea2c4780'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:18:01.690875 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b303a710-24a4-4c45-9363-a7e338741f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:17:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['5422c85d-3022-4b09-b6ba-0a79ea2c4780'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:01.697135 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84cafba9-c682-493f-a7b3-37d86c5935e2 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:01.698274 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-84cafba9-c682-493f-a7b3-37d86c5935e2 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] 10.222.0.57 "PUT /v2.0/routers/5422c85d-3022-4b09-b6ba-0a79ea2c4780 HTTP/1.1" status: 200 len: 883 time: 5.0253441 May 27 02:18:01.701683 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39828) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:01.717419 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-454048f2-859b-4932-a80a-a4965a4f5f91 tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] Deleting port 74ef31d5-c19d-43fc-9539-b5c894ff215c {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:18:01.717751 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-454048f2-859b-4932-a80a-a4965a4f5f91 tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:01.759915 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b303a710-24a4-4c45-9363-a7e338741f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:01.764374 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b303a710-24a4-4c45-9363-a7e338741f22 None None] The sync data for ids ['5422c85d-3022-4b09-b6ba-0a79ea2c4780'] in n-d-843554-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:18:01.875290 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-4e068960-9cf8-47ba-bbce-191082810c34 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Allocated IP 172.20.0.11 (8f2ce48b-e47c-4916-9cd3-7a45a8d46164/7ee39392-3407-48c1-b561-be7ced0cb982/6bb5d144-a0f2-4448-89ab-4511c23ed129) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:18:01.946638 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-454048f2-859b-4932-a80a-a4965a4f5f91 tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:01.947083 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-454048f2-859b-4932-a80a-a4965a4f5f91 tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:02.085092 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-454048f2-859b-4932-a80a-a4965a4f5f91 tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] Calling delete_port for 74ef31d5-c19d-43fc-9539-b5c894ff215c owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:18:02.095651 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15f93f-35dd-4fa1-9696-7aeb9e161038 req-d386b65d-1976-4cc0-9a23-3feb4624f2b2 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:02.097153 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-de15f93f-35dd-4fa1-9696-7aeb9e161038 req-d386b65d-1976-4cc0-9a23-3feb4624f2b2 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=14601588-3eac-4248-bb7c-8c68a6e7a107 HTTP/1.1" status: 200 len: 945 time: 0.1904724 May 27 02:18:02.102322 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a7a9b0aa-dd2e-4ddc-8d21-41e338ff07f3 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] 10.222.0.57 "GET /v2.0/routers/5422c85d-3022-4b09-b6ba-0a79ea2c4780 HTTP/1.1" status: 200 len: 924 time: 0.3963182 May 27 02:18:02.105247 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39832) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:02.197904 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-de15f93f-35dd-4fa1-9696-7aeb9e161038 req-6fd5941a-0165-4d0e-97ba-276cf82626db tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923991 May 27 02:18:02.218449 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7414ecdb-44b5-43a6-922a-96b64466de75 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:02.219270 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7414ecdb-44b5-43a6-922a-96b64466de75 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Synchronizing usage tracker for tenant:be363a3a0da24e74ba96551e42920728 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:18:02.234723 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7414ecdb-44b5-43a6-922a-96b64466de75 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Unset dirty status for tenant:be363a3a0da24e74ba96551e42920728 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:18:02.236219 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7414ecdb-44b5-43a6-922a-96b64466de75 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=d97d5b0c-4580-406a-95fb-4efaa0c98188&device_id=5422c85d-3022-4b09-b6ba-0a79ea2c4780&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1326780 May 27 02:18:02.245236 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39840) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:02.437464 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-15f42e25-291e-4894-aee0-ac583a8b8360 req-4ec5a6ed-e1d6-4c2c-9548-a95a4798a213 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=561ca9da-d46e-4162-a7aa-b8d8429a12e2 HTTP/1.1" status: 200 len: 210 time: 0.1476607 May 27 02:18:02.542940 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08f5c66-0c74-4f15-89b9-bad37ccdcfb6 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:02.544289 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b08f5c66-0c74-4f15-89b9-bad37ccdcfb6 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] 10.222.0.57 "GET /v2.0/networks/d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 881 time: 0.2960181 May 27 02:18:02.547418 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39844) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:02.571325 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d575b9-08d4-45a3-9975-47926e18a7f3 req-e76d2688-2c26-46de-aa33-17edc02472d4 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:02.571325 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-45d575b9-08d4-45a3-9975-47926e18a7f3 req-e76d2688-2c26-46de-aa33-17edc02472d4 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/ports?device_id=c45664cb-9b5a-4755-b164-ed3e6ada4ee9 HTTP/1.1" status: 200 len: 1023 time: 0.1926372 May 27 02:18:02.592140 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-454048f2-859b-4932-a80a-a4965a4f5f91 tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:02.633084 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-45d575b9-08d4-45a3-9975-47926e18a7f3 req-c3a77faa-df44-473e-8693-af159d152e36 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups?id=745af62b-1631-4b69-abea-1d6524475377&id=6c6f1437-2f99-4a66-bae9-13a520f04f60&id=440963f6-c02e-4981-95fb-2485a458b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0595441 May 27 02:18:02.642254 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56ae93-42bd-4d7a-92c0-e6a7b43b01d2 req-89a16bd4-cc35-477b-960c-2391570a3650 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:02.644297 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dd56ae93-42bd-4d7a-92c0-e6a7b43b01d2 req-89a16bd4-cc35-477b-960c-2391570a3650 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45664cb-9b5a-4755-b164-ed3e6ada4ee9 HTTP/1.1" status: 200 len: 1023 time: 0.1530378 May 27 02:18:02.648511 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-4e068960-9cf8-47ba-bbce-191082810c34 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:02.657903 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9925664d-5dc4-48b1-bdbe-5cdf4d5e9fcd tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] 10.222.0.57 "GET /v2.0/ports?device_id=5422c85d-3022-4b09-b6ba-0a79ea2c4780 HTTP/1.1" status: 200 len: 205 time: 0.1069078 May 27 02:18:02.661700 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39850) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:02.669125 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454048f2-859b-4932-a80a-a4965a4f5f91 tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] Pushing event deleted for resources: {'Port': ['ID=74ef31d5-c19d-43fc-9539-b5c894ff215c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:02.739097 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-4e068960-9cf8-47ba-bbce-191082810c34 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Transition to ACTIVE for port object 6bb5d144-a0f2-4448-89ab-4511c23ed129 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:18:02.776560 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-454048f2-859b-4932-a80a-a4965a4f5f91 tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:02.795175 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-454048f2-859b-4932-a80a-a4965a4f5f91 tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:02.803223 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-454048f2-859b-4932-a80a-a4965a4f5f91 tempest-ExternalNetworksAdminNegativeTestJSON-916681687 tempest-ExternalNetworksAdminNegativeTestJSON-916681687-project-admin] 10.222.0.57 "DELETE /v2.0/floatingips/c62f1329-4f2a-4370-8815-6a325c9d4e1e HTTP/1.1" status: 204 len: 168 time: 1.3216031 May 27 02:18:02.851602 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-4e068960-9cf8-47ba-bbce-191082810c34 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:02.864192 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['59a158e2-8d26-4c48-8164-df6f389fb68e', 'ff788f91-40bc-41ea-9e72-0199a662c078'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:18:02.936590 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-dd56ae93-42bd-4d7a-92c0-e6a7b43b01d2 req-58352ed0-28dd-4634-984b-511297deef78 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Deleting port 0d5f5944-4855-4908-b0c6-651921a63ee7 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:18:02.936952 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-dd56ae93-42bd-4d7a-92c0-e6a7b43b01d2 req-58352ed0-28dd-4634-984b-511297deef78 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:02.953117 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-4e068960-9cf8-47ba-bbce-191082810c34 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Network 8f2ce48b-e47c-4916-9cd3-7a45a8d46164 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:18:02.954409 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-4e068960-9cf8-47ba-bbce-191082810c34 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:18:02.958001 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-4e068960-9cf8-47ba-bbce-191082810c34 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:18:02.999082 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e068960-9cf8-47ba-bbce-191082810c34 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Pushing event updated for resources: {'Port': ['ID=6bb5d144-a0f2-4448-89ab-4511c23ed129,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:03.052984 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-4e068960-9cf8-47ba-bbce-191082810c34 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:03.053549 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-4e068960-9cf8-47ba-bbce-191082810c34 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:03.080449 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-225a6467-c0c8-4d5a-8feb-d1fb81b73475 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for router, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:03.139643 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b544b3b-28f7-4cfa-aaed-134369094fa0 req-e4fdd389-d45c-4c24-aa31-6665f1e50621 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:03.141169 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0b544b3b-28f7-4cfa-aaed-134369094fa0 req-e4fdd389-d45c-4c24-aa31-6665f1e50621 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=358b2759-e027-419f-8ee4-60263782865d HTTP/1.1" status: 200 len: 944 time: 0.3875492 May 27 02:18:03.153057 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-4e068960-9cf8-47ba-bbce-191082810c34 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1565161 May 27 02:18:03.165187 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-efa17180-bdf4-4396-b0f3-36de2417e829 service neutron] Request body: {'port': {'device_id': '561ca9da-d46e-4162-a7aa-b8d8429a12e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:03.224571 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 47be53f8-348f-4d10-ba68-eea003b7b1e2 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:18:03.328617 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 47be53f8-348f-4d10-ba68-eea003b7b1e2 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:03.329579 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:03.335250 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-efa17180-bdf4-4396-b0f3-36de2417e829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:03.393045 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-68940d16-5e8b-472b-9748-5192e23bc847 None None] Provisioning for port 6bb5d144-a0f2-4448-89ab-4511c23ed129 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:18:03.400421 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-68940d16-5e8b-472b-9748-5192e23bc847 None None] Provisioning complete for port 6bb5d144-a0f2-4448-89ab-4511c23ed129 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:03.401542 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-68940d16-5e8b-472b-9748-5192e23bc847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:03.464581 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39860) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:03.475531 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-68940d16-5e8b-472b-9748-5192e23bc847 None None] Port 6bb5d144-a0f2-4448-89ab-4511c23ed129 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:18:03.543108 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 47be53f8-348f-4d10-ba68-eea003b7b1e2 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:03.543234 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:03.577820 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358b2759-e027-419f-8ee4-60263782865d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47be53f8-348f-4d10-ba68-eea003b7b1e2'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:18:03.591878 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 47be53f8-348f-4d10-ba68-eea003b7b1e2, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=47be53f8-348f-4d10-ba68-eea003b7b1e2,segment=NetworkSegment(90e934bd-3ada-4cfd-88be-1e4ed99f05f0),segment_id=90e934bd-3ada-4cfd-88be-1e4ed99f05f0)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:03.637789 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0b544b3b-28f7-4cfa-aaed-134369094fa0 req-026f842d-91fc-442a-ab8f-15f8cbaa283d tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4808779 May 27 02:18:03.646586 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f7288b15-7ca7-427f-9afd-9968e0e3a23c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:03.668437 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:03.670648 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f7288b15-7ca7-427f-9afd-9968e0e3a23c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:03.675918 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f7288b15-7ca7-427f-9afd-9968e0e3a23c admin admin] Usage tracker for resource:security_group_rule and tenant:3b56d6ae0e974c49b735b31681b0298f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:03.694924 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f7288b15-7ca7-427f-9afd-9968e0e3a23c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:03.706717 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f7288b15-7ca7-427f-9afd-9968e0e3a23c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:03.731073 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-225a6467-c0c8-4d5a-8feb-d1fb81b73475 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:03.739150 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-dd56ae93-42bd-4d7a-92c0-e6a7b43b01d2 req-58352ed0-28dd-4634-984b-511297deef78 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] For port 0d5f5944-4855-4908-b0c6-651921a63ee7, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=0d5f5944-4855-4908-b0c6-651921a63ee7,segment=NetworkSegment(c7022237-b0eb-48aa-a727-c63339eb0ee8),segment_id=c7022237-b0eb-48aa-a727-c63339eb0ee8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:03.739770 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-dd56ae93-42bd-4d7a-92c0-e6a7b43b01d2 req-58352ed0-28dd-4634-984b-511297deef78 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:03.780808 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=47be53f8-348f-4d10-ba68-eea003b7b1e2,revision_number=8']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:03.821424 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb9704-742b-40ac-963c-925e8b1d7e44 req-1d8b4ad4-3e1e-4fab-80b1-80d398a8fde5 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:03.823039 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e1bb9704-742b-40ac-963c-925e8b1d7e44 req-1d8b4ad4-3e1e-4fab-80b1-80d398a8fde5 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=14601588-3eac-4248-bb7c-8c68a6e7a107 HTTP/1.1" status: 200 len: 945 time: 0.4495883 May 27 02:18:03.882809 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-efa17180-bdf4-4396-b0f3-36de2417e829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bb5d144-a0f2-4448-89ab-4511c23ed129 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:18:03.898393 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-efa17180-bdf4-4396-b0f3-36de2417e829 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:03.909758 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f7288b15-7ca7-427f-9afd-9968e0e3a23c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:03.918311 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-efa17180-bdf4-4396-b0f3-36de2417e829 service neutron] Transition to ACTIVE for port object 6bb5d144-a0f2-4448-89ab-4511c23ed129 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:18:03.925436 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-dd56ae93-42bd-4d7a-92c0-e6a7b43b01d2 req-58352ed0-28dd-4634-984b-511297deef78 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Calling delete_port for 0d5f5944-4855-4908-b0c6-651921a63ee7 owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:18:03.952677 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-225a6467-c0c8-4d5a-8feb-d1fb81b73475 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Deleting port 7ea33eeb-6140-4501-8879-b2755a645b3b {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:18:03.953209 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-225a6467-c0c8-4d5a-8feb-d1fb81b73475 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:03.983457 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f7288b15-7ca7-427f-9afd-9968e0e3a23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:04.026239 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-efa17180-bdf4-4396-b0f3-36de2417e829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:04.073228 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f7288b15-7ca7-427f-9afd-9968e0e3a23c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3b56d6ae0e974c49b735b31681b0298f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6075757 May 27 02:18:04.083145 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7288b15-7ca7-427f-9afd-9968e0e3a23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e5cae6-8286-4fd5-8731-9953506f4cf3,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:04.101184 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39872) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:04.173381 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e1bb9704-742b-40ac-963c-925e8b1d7e44 req-53806877-dbf2-430d-ac3d-6161162a4545 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595222 May 27 02:18:04.194390 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa17180-bdf4-4396-b0f3-36de2417e829 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb5d144-a0f2-4448-89ab-4511c23ed129,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:04.260906 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be248ce1-b544-4747-ad5e-a2df98583fdb'] response: {'server_uuid': '358b2759-e027-419f-8ee4-60263782865d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47be53f8-348f-4d10-ba68-eea003b7b1e2', 'code': 200} May 27 02:18:04.276542 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b791220-187f-41e2-a873-d5793ad8c7b1 req-03c90b3f-cfb6-40c4-a7c9-c549e619e841 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:04.281206 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1b791220-187f-41e2-a873-d5793ad8c7b1 req-03c90b3f-cfb6-40c4-a7c9-c549e619e841 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=561ca9da-d46e-4162-a7aa-b8d8429a12e2 HTTP/1.1" status: 200 len: 932 time: 0.4661658 May 27 02:18:04.356023 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-21e15fef-af2e-4622-a975-62e447625a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:04.390528 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1b791220-187f-41e2-a873-d5793ad8c7b1 req-955f0700-957a-4e8e-a25a-92fe1ed52451 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038554 May 27 02:18:04.397682 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-225a6467-c0c8-4d5a-8feb-d1fb81b73475 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:04.450364 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-21e15fef-af2e-4622-a975-62e447625a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:04.486416 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-efa17180-bdf4-4396-b0f3-36de2417e829 service neutron] Attempting to bind port 6bb5d144-a0f2-4448-89ab-4511c23ed129 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:18:04.486822 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-efa17180-bdf4-4396-b0f3-36de2417e829 service neutron] Attempting to bind port 6bb5d144-a0f2-4448-89ab-4511c23ed129 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '00de1387-8dac-4f66-aa2d-2c559a23250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:18:04.487166 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-efa17180-bdf4-4396-b0f3-36de2417e829 service neutron] Attempting to bind port 6bb5d144-a0f2-4448-89ab-4511c23ed129 on network 8f2ce48b-e47c-4916-9cd3-7a45a8d46164 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:04.495573 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-efa17180-bdf4-4396-b0f3-36de2417e829 service neutron] Port 6bb5d144-a0f2-4448-89ab-4511c23ed129 on network 8f2ce48b-e47c-4916-9cd3-7a45a8d46164 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:18:04.507418 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-efa17180-bdf4-4396-b0f3-36de2417e829 service neutron] Attempting to bind port 6bb5d144-a0f2-4448-89ab-4511c23ed129 on network 8f2ce48b-e47c-4916-9cd3-7a45a8d46164 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:04.512427 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-efa17180-bdf4-4396-b0f3-36de2417e829 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:18:04.512789 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-efa17180-bdf4-4396-b0f3-36de2417e829 service neutron] Checking segment: {'id': '00de1387-8dac-4f66-aa2d-2c559a23250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:18:04.513754 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-efa17180-bdf4-4396-b0f3-36de2417e829 service neutron] Bound using segment: {'id': '00de1387-8dac-4f66-aa2d-2c559a23250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:18:04.514211 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-efa17180-bdf4-4396-b0f3-36de2417e829 service neutron] Bound port: 6bb5d144-a0f2-4448-89ab-4511c23ed129, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00de1387-8dac-4f66-aa2d-2c559a23250a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:18:04.514560 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-efa17180-bdf4-4396-b0f3-36de2417e829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:04.632631 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-efa17180-bdf4-4396-b0f3-36de2417e829 service neutron] For port 6bb5d144-a0f2-4448-89ab-4511c23ed129, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:18:04.636176 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-efa17180-bdf4-4396-b0f3-36de2417e829 service neutron] For port 6bb5d144-a0f2-4448-89ab-4511c23ed129, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=6bb5d144-a0f2-4448-89ab-4511c23ed129,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:18:04.665957 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-225a6467-c0c8-4d5a-8feb-d1fb81b73475 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Calling delete_port for 7ea33eeb-6140-4501-8879-b2755a645b3b owned by network:router_gateway {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:18:04.690482 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-21e15fef-af2e-4622-a975-62e447625a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:04.715826 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-dd56ae93-42bd-4d7a-92c0-e6a7b43b01d2 req-58352ed0-28dd-4634-984b-511297deef78 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:04.719755 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-21e15fef-af2e-4622-a975-62e447625a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:04.721285 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-21e15fef-af2e-4622-a975-62e447625a00 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/01e5cae6-8286-4fd5-8731-9953506f4cf3 HTTP/1.1" status: 204 len: 168 time: 0.6266296 May 27 02:18:04.722892 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c58cdfba-3c49-431f-9dcc-e9a570a7f5e4 req-75ce45ae-f513-4622-b0e0-c6b912e386b8 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/ports?device_id=c45664cb-9b5a-4755-b164-ed3e6ada4ee9 HTTP/1.1" status: 200 len: 210 time: 0.1536202 May 27 02:18:04.725758 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['0e69b678-15b5-4358-8542-05610ec697a2'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:18:04.742753 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e15fef-af2e-4622-a975-62e447625a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e5cae6-8286-4fd5-8731-9953506f4cf3,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:04.769427 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-efa17180-bdf4-4396-b0f3-36de2417e829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:04.836870 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-efa17180-bdf4-4396-b0f3-36de2417e829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:04.837838 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58352ed0-28dd-4634-984b-511297deef78 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Pushing event deleted for resources: {'Port': ['ID=0d5f5944-4855-4908-b0c6-651921a63ee7,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:04.838337 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-efa17180-bdf4-4396-b0f3-36de2417e829 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:04.850351 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-efa17180-bdf4-4396-b0f3-36de2417e829 service neutron] 10.222.0.66 "PUT /v2.0/ports/6bb5d144-a0f2-4448-89ab-4511c23ed129 HTTP/1.1" status: 200 len: 1092 time: 1.6895885 May 27 02:18:04.858069 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561ca9da-d46e-4162-a7aa-b8d8429a12e2', 'tag': '6bb5d144-a0f2-4448-89ab-4511c23ed129'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:18:05.058452 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd56ae93-42bd-4d7a-92c0-e6a7b43b01d2 req-58352ed0-28dd-4634-984b-511297deef78 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] No DVR routers for this DVR port 0d5f5944-4855-4908-b0c6-651921a63ee7 on host n-h1-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:18:05.089927 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-dd56ae93-42bd-4d7a-92c0-e6a7b43b01d2 req-58352ed0-28dd-4634-984b-511297deef78 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:05.100388 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45664cb-9b5a-4755-b164-ed3e6ada4ee9', 'name': 'network-vif-deleted', 'tag': '0d5f5944-4855-4908-b0c6-651921a63ee7'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:18:05.125717 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c6c23-6484-44a9-94bc-cd5bc9430677 req-188d9fc8-4ba6-4a7d-9c48-d445438d4b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:05.131511 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-145c6c23-6484-44a9-94bc-cd5bc9430677 req-188d9fc8-4ba6-4a7d-9c48-d445438d4b2a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=358b2759-e027-419f-8ee4-60263782865d HTTP/1.1" status: 200 len: 1096 time: 0.6655929 May 27 02:18:05.190676 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dd56ae93-42bd-4d7a-92c0-e6a7b43b01d2 req-58352ed0-28dd-4634-984b-511297deef78 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.32 "DELETE /v2.0/ports/0d5f5944-4855-4908-b0c6-651921a63ee7 HTTP/1.1" status: 204 len: 173 time: 2.5302258 May 27 02:18:05.224664 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa17180-bdf4-4396-b0f3-36de2417e829 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb5d144-a0f2-4448-89ab-4511c23ed129,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:05.233084 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-d3a8d1e7-1b62-4be3-ba6c-7ac428cba5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:05.234900 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-d3a8d1e7-1b62-4be3-ba6c-7ac428cba5d8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62f5f7df5795463f9f8bc1cd40caf878&device_id=561ca9da-d46e-4162-a7aa-b8d8429a12e2 HTTP/1.1" status: 200 len: 1095 time: 0.1372969 May 27 02:18:05.236500 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-145c6c23-6484-44a9-94bc-cd5bc9430677 req-e3f477e5-bef6-4bce-9cb5-dfb392833940 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015663 May 27 02:18:05.300342 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f846a1-b782-4eb4-873c-f20f1cef9367 req-62f1b9c3-631d-461c-ab7a-bd57ea3caa8c tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:05.307293 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-71f846a1-b782-4eb4-873c-f20f1cef9367 req-62f1b9c3-631d-461c-ab7a-bd57ea3caa8c tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=358b2759-e027-419f-8ee4-60263782865d HTTP/1.1" status: 200 len: 945 time: 0.4037411 May 27 02:18:05.364470 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-075ffa27-9525-40f5-b529-08d318fa7b99'] response: {'name': 'network-changed', 'server_uuid': '561ca9da-d46e-4162-a7aa-b8d8429a12e2', 'tag': '6bb5d144-a0f2-4448-89ab-4511c23ed129', 'status': 'completed', 'code': 200} May 27 02:18:05.368079 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-71f846a1-b782-4eb4-873c-f20f1cef9367 req-4f28b8e1-8f02-46c6-933c-d05ecc782e7b tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598137 May 27 02:18:05.407401 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82bcfc7a-a3b1-466f-a536-b3fa2570c5a7'] response: {'server_uuid': 'c45664cb-9b5a-4755-b164-ed3e6ada4ee9', 'name': 'network-vif-deleted', 'tag': '0d5f5944-4855-4908-b0c6-651921a63ee7', 'status': 'completed', 'code': 200} May 27 02:18:05.449174 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-225a6467-c0c8-4d5a-8feb-d1fb81b73475 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:05.510010 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-abc3ecf7-e0d1-4d6f-b3ca-f2ccc37c69e0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bb5d144-a0f2-4448-89ab-4511c23ed129 HTTP/1.1" status: 200 len: 217 time: 0.0876319 May 27 02:18:05.623987 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-d93845f7-cc23-4ed1-a637-8ffc0536b236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:05.625995 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-d93845f7-cc23-4ed1-a637-8ffc0536b236 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7ee39392-3407-48c1-b561-be7ced0cb982 HTTP/1.1" status: 200 len: 850 time: 0.1088669 May 27 02:18:05.675752 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39908) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:05.704632 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a6467-c0c8-4d5a-8feb-d1fb81b73475 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Pushing event deleted for resources: {'Port': ['ID=7ea33eeb-6140-4501-8879-b2755a645b3b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:05.759388 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c4aa5bb9-153c-4d92-bc18-192c636d0cd2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=412f2dde45fa4c5c864951848f77a651&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0825260 May 27 02:18:05.769907 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39914) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:05.778153 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 0d5f5944-4855-4908-b0c6-651921a63ee7 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:18:05.802002 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-6f508de7-4ffc-446e-93fe-861355ccc8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:05.803783 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-6f508de7-4ffc-446e-93fe-861355ccc8a2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1700661 May 27 02:18:05.824114 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-225a6467-c0c8-4d5a-8feb-d1fb81b73475 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:05.886417 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 0d5f5944-4855-4908-b0c6-651921a63ee7 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:18:05.886904 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 0d5f5944-4855-4908-b0c6-651921a63ee7 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:18:05.962110 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e6cb665d-31a4-4551-bea9-af6f238f61bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:06.013866 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e6cb665d-31a4-4551-bea9-af6f238f61bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:06.028466 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-78075b35-0c53-4a1d-907c-c6823c650973 service neutron] 10.222.0.66 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144425 May 27 02:18:06.056925 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-225a6467-c0c8-4d5a-8feb-d1fb81b73475 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:06.059348 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-47405492-8106-4274-8a1d-3c7a95cfc5d5 req-1717d8b8-8679-4cb4-862c-4f814ee5de88 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Synchronizing usage tracker for tenant:a311fdf2ba6e42818b0aefc61e7171be on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:18:06.063816 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-225a6467-c0c8-4d5a-8feb-d1fb81b73475 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:06.091262 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44051a4-46e9-4839-bacb-ac214d558261 req-c7d8a1be-a9fd-403d-b7bf-b423f5ec2259 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:06.093605 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c44051a4-46e9-4839-bacb-ac214d558261 req-c7d8a1be-a9fd-403d-b7bf-b423f5ec2259 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=561ca9da-d46e-4162-a7aa-b8d8429a12e2 HTTP/1.1" status: 200 len: 944 time: 0.5304377 May 27 02:18:06.144767 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c44051a4-46e9-4839-bacb-ac214d558261 req-9873c0da-11ae-4f32-b78d-7197abe0424b tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456355 May 27 02:18:06.195265 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-47405492-8106-4274-8a1d-3c7a95cfc5d5 req-1717d8b8-8679-4cb4-862c-4f814ee5de88 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Unset dirty status for tenant:a311fdf2ba6e42818b0aefc61e7171be on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:18:06.197045 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-47405492-8106-4274-8a1d-3c7a95cfc5d5 req-1717d8b8-8679-4cb4-862c-4f814ee5de88 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/ports?device_id=c45664cb-9b5a-4755-b164-ed3e6ada4ee9 HTTP/1.1" status: 200 len: 210 time: 0.2543287 May 27 02:18:06.207579 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f1b82a23-2e1e-48ca-a06b-248fbd70b7ca req-65573c43-ee51-430d-a9da-657fe97d53f4 service neutron] 10.222.0.66 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692946 May 27 02:18:06.217190 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-225a6467-c0c8-4d5a-8feb-d1fb81b73475 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:06.218274 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225a6467-c0c8-4d5a-8feb-d1fb81b73475 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Fanout notify agent at l3_agent the message router_deleted on router 5422c85d-3022-4b09-b6ba-0a79ea2c4780 {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:18:06.249969 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-225a6467-c0c8-4d5a-8feb-d1fb81b73475 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:06.251012 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-225a6467-c0c8-4d5a-8feb-d1fb81b73475 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] 10.222.0.57 "DELETE /v2.0/routers/5422c85d-3022-4b09-b6ba-0a79ea2c4780 HTTP/1.1" status: 204 len: 168 time: 3.5886695 May 27 02:18:06.255040 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39918) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:06.261231 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-458ba47a-5021-4b1f-8819-636a529ecc7a tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-933486747', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:06.268505 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e6cb665d-31a4-4551-bea9-af6f238f61bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:06.272234 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-458ba47a-5021-4b1f-8819-636a529ecc7a tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:06.286412 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-458ba47a-5021-4b1f-8819-636a529ecc7a tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Usage tracker for resource:router and tenant:aacf3882ca7143f9ab7bbaf303372d46 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:06.289025 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb665d-31a4-4551-bea9-af6f238f61bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c238139-8e9b-4dea-b638-f5b2054d703e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:06.298068 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-458ba47a-5021-4b1f-8819-636a529ecc7a tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:06.304201 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-458ba47a-5021-4b1f-8819-636a529ecc7a tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:06.308352 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e6cb665d-31a4-4551-bea9-af6f238f61bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:06.312175 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e6cb665d-31a4-4551-bea9-af6f238f61bf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7c238139-8e9b-4dea-b638-f5b2054d703e HTTP/1.1" status: 204 len: 168 time: 0.5384851 May 27 02:18:06.417169 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-458ba47a-5021-4b1f-8819-636a529ecc7a tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:06.420282 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-458ba47a-5021-4b1f-8819-636a529ecc7a tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:06.445853 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-458ba47a-5021-4b1f-8819-636a529ecc7a tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:06.542890 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2091ec4-ee10-4c12-aced-a7530875d4e3 req-07664a84-3af1-419d-a1d3-07eee95617a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:06.544898 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b2091ec4-ee10-4c12-aced-a7530875d4e3 req-07664a84-3af1-419d-a1d3-07eee95617a4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62f5f7df5795463f9f8bc1cd40caf878&device_id=561ca9da-d46e-4162-a7aa-b8d8429a12e2 HTTP/1.1" status: 200 len: 1095 time: 0.0782895 May 27 02:18:06.576766 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46679d81-8912-4672-b507-9a05af1412b6 req-fc3844d9-a3e5-4ef7-9d8d-63fcef30ab9e tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:06.581157 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-46679d81-8912-4672-b507-9a05af1412b6 req-fc3844d9-a3e5-4ef7-9d8d-63fcef30ab9e tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=358b2759-e027-419f-8ee4-60263782865d HTTP/1.1" status: 200 len: 945 time: 0.0889854 May 27 02:18:06.632632 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-46679d81-8912-4672-b507-9a05af1412b6 req-6a4bfa9d-aafc-4abe-bfad-27e45dba6480 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428486 May 27 02:18:06.669767 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-458ba47a-5021-4b1f-8819-636a529ecc7a tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:06.715600 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2091ec4-ee10-4c12-aced-a7530875d4e3 req-496c18a5-2b4b-4522-9558-83dea66b7121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:06.717610 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b2091ec4-ee10-4c12-aced-a7530875d4e3 req-496c18a5-2b4b-4522-9558-83dea66b7121 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164 HTTP/1.1" status: 200 len: 912 time: 0.1668687 May 27 02:18:06.792808 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b2091ec4-ee10-4c12-aced-a7530875d4e3 req-54d24623-ca56-447a-96f7-0e5571b69378 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bb5d144-a0f2-4448-89ab-4511c23ed129 HTTP/1.1" status: 200 len: 217 time: 0.0683649 May 27 02:18:06.851198 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-458ba47a-5021-4b1f-8819-636a529ecc7a tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:06.852360 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-458ba47a-5021-4b1f-8819-636a529ecc7a tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5955122 May 27 02:18:06.855053 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39938) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:06.862118 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-2d9ce1af-d2a7-47ac-a53e-2df20774d7b3 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'enable_snat': True}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:07.006364 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2091ec4-ee10-4c12-aced-a7530875d4e3 req-92430e61-f130-47e0-871e-1928db3a658f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:07.007819 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b2091ec4-ee10-4c12-aced-a7530875d4e3 req-92430e61-f130-47e0-871e-1928db3a658f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7ee39392-3407-48c1-b561-be7ced0cb982 HTTP/1.1" status: 200 len: 850 time: 0.2086072 May 27 02:18:07.249036 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device ccffb2e2-415f-47dc-ae87-fc954d79961a details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:18:07.371101 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2a905-2490-4ed1-8e9c-f0723dd424b9 req-b2fe84a9-bb42-4941-921d-bf0ef4c7e769 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:07.379353 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-daa2a905-2490-4ed1-8e9c-f0723dd424b9 req-b2fe84a9-bb42-4941-921d-bf0ef4c7e769 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=561ca9da-d46e-4162-a7aa-b8d8429a12e2 HTTP/1.1" status: 200 len: 944 time: 0.1020627 May 27 02:18:07.431159 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d9ce1af-d2a7-47ac-a53e-2df20774d7b3 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:07.453749 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2091ec4-ee10-4c12-aced-a7530875d4e3 req-d05d8e42-8d3a-430c-bd81-83f36a48ab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:07.455985 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b2091ec4-ee10-4c12-aced-a7530875d4e3 req-d05d8e42-8d3a-430c-bd81-83f36a48ab09 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3942037 May 27 02:18:07.473580 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-daa2a905-2490-4ed1-8e9c-f0723dd424b9 req-ee480e5e-371e-40a7-bab2-99ec54930a93 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931792 May 27 02:18:07.501293 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-74977bb4-d566-4f6e-8913-11aac4354072 req-a234310b-1273-439f-9472-284e427d6914 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups/6c6f1437-2f99-4a66-bae9-13a520f04f60 HTTP/1.1" status: 200 len: 1803 time: 0.1016979 May 27 02:18:07.509266 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port ccffb2e2-415f-47dc-ae87-fc954d79961a, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=ccffb2e2-415f-47dc-ae87-fc954d79961a,segment=NetworkSegment(ab39751d-1c01-42dd-8648-098e3a0f206f),segment_id=ab39751d-1c01-42dd-8648-098e3a0f206f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:07.526757 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': 'ccffb2e2-415f-47dc-ae87-fc954d79961a', 'network_id': 'ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee', 'port_id': 'ccffb2e2-415f-47dc-ae87-fc954d79961a', 'mac_address': 'fa:16:3e:46:26:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c2d6b5-1175-4c13-b824-dd8e526e1b70', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:18:07.580799 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-74977bb4-d566-4f6e-8913-11aac4354072 req-10af26fa-0663-4aad-b53a-3c7d8d92d20a tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:07.592806 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port ccffb2e2-415f-47dc-ae87-fc954d79961a is: ACTIVE; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:07.593267 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:07.613567 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-74977bb4-d566-4f6e-8913-11aac4354072 req-10af26fa-0663-4aad-b53a-3c7d8d92d20a tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:07.617006 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ccffb2e2-415f-47dc-ae87-fc954d79961a {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:18:07.646755 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port ccffb2e2-415f-47dc-ae87-fc954d79961a, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=ccffb2e2-415f-47dc-ae87-fc954d79961a,segment=NetworkSegment(ab39751d-1c01-42dd-8648-098e3a0f206f),segment_id=ab39751d-1c01-42dd-8648-098e3a0f206f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:07.688124 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b2091ec4-ee10-4c12-aced-a7530875d4e3 req-513b845c-1672-4ef2-8912-b0bbed18dac6 service neutron] 10.222.0.66 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240269 May 27 02:18:07.707882 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:07.774524 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-74977bb4-d566-4f6e-8913-11aac4354072 req-10af26fa-0663-4aad-b53a-3c7d8d92d20a tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:07.816791 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af26fa-0663-4aad-b53a-3c7d8d92d20a tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6f1437-2f99-4a66-bae9-13a520f04f60,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:07.848951 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=ccffb2e2-415f-47dc-ae87-fc954d79961a,revision_number=6']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:07.894202 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-74977bb4-d566-4f6e-8913-11aac4354072 req-10af26fa-0663-4aad-b53a-3c7d8d92d20a tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:07.907833 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['ccffb2e2-415f-47dc-ae87-fc954d79961a'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:18:07.910653 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-74977bb4-d566-4f6e-8913-11aac4354072 req-10af26fa-0663-4aad-b53a-3c7d8d92d20a tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "DELETE /v2.0/security-groups/6c6f1437-2f99-4a66-bae9-13a520f04f60 HTTP/1.1" status: 204 len: 173 time: 0.3948977 May 27 02:18:08.022314 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c0a33c1b-d1c3-45d2-8a04-df0990cc5863 req-8c07978b-4522-477b-aa22-2cb9811eed8b tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups/440963f6-c02e-4981-95fb-2485a458b26f HTTP/1.1" status: 200 len: 1801 time: 0.0643671 May 27 02:18:08.052575 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b2091ec4-ee10-4c12-aced-a7530875d4e3 req-3dfe17b1-0380-47d0-a0af-b7b0cf714f15 service neutron] 10.222.0.66 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538146 May 27 02:18:08.121180 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d9ce1af-d2a7-47ac-a53e-2df20774d7b3 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:08.155297 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d9ce1af-d2a7-47ac-a53e-2df20774d7b3 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:08.173409 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-c0a33c1b-d1c3-45d2-8a04-df0990cc5863 req-f57b6c01-e9e0-499f-a908-f4de63518475 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:08.209757 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-c0a33c1b-d1c3-45d2-8a04-df0990cc5863 req-f57b6c01-e9e0-499f-a908-f4de63518475 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:08.225445 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55bceca-0985-4636-a734-1dca78c698b8 req-4f1e8af0-6b89-40d8-862b-7bde608156b0 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:08.226989 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b55bceca-0985-4636-a734-1dca78c698b8 req-4f1e8af0-6b89-40d8-862b-7bde608156b0 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=358b2759-e027-419f-8ee4-60263782865d HTTP/1.1" status: 200 len: 945 time: 0.1552088 May 27 02:18:08.301708 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b55bceca-0985-4636-a734-1dca78c698b8 req-50d5c9ee-5e58-46a8-99d5-30a2edacb5d5 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596681 May 27 02:18:08.307153 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-2d9ce1af-d2a7-47ac-a53e-2df20774d7b3 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Allocated IP 172.25.1.73 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/ae70e8fb-075d-49fb-8f7d-cb8a189bda56) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:18:08.426275 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-c0a33c1b-d1c3-45d2-8a04-df0990cc5863 req-f57b6c01-e9e0-499f-a908-f4de63518475 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:08.456566 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b6c01-e9e0-499f-a908-f4de63518475 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=440963f6-c02e-4981-95fb-2485a458b26f,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:08.473994 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-c0a33c1b-d1c3-45d2-8a04-df0990cc5863 req-f57b6c01-e9e0-499f-a908-f4de63518475 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:08.473994 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c0a33c1b-d1c3-45d2-8a04-df0990cc5863 req-f57b6c01-e9e0-499f-a908-f4de63518475 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "DELETE /v2.0/security-groups/440963f6-c02e-4981-95fb-2485a458b26f HTTP/1.1" status: 204 len: 173 time: 0.4433851 May 27 02:18:08.523350 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d9ce1af-d2a7-47ac-a53e-2df20774d7b3 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:08.623557 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d9ce1af-d2a7-47ac-a53e-2df20774d7b3 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:08.705243 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9ce1af-d2a7-47ac-a53e-2df20774d7b3 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:18:08.708329 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-2d9ce1af-d2a7-47ac-a53e-2df20774d7b3 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:18:08.716197 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9ce1af-d2a7-47ac-a53e-2df20774d7b3 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:18:08.751826 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9ce1af-d2a7-47ac-a53e-2df20774d7b3 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Pushing event updated for resources: {'Port': ['ID=ae70e8fb-075d-49fb-8f7d-cb8a189bda56,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:08.753482 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b3a4c-f3cf-47d1-847f-06676ca0653c req-99a781ce-ea05-44dd-935f-c1266d3c7a08 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:08.766576 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f4b3a4c-f3cf-47d1-847f-06676ca0653c req-99a781ce-ea05-44dd-935f-c1266d3c7a08 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=358b2759-e027-419f-8ee4-60263782865d HTTP/1.1" status: 200 len: 945 time: 0.1735196 May 27 02:18:08.789459 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35514a5-484c-45dc-a494-c0d376b01e3b req-52db1604-a1c6-4511-a03e-675bc73c8dab tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:08.797063 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f35514a5-484c-45dc-a494-c0d376b01e3b req-52db1604-a1c6-4511-a03e-675bc73c8dab tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.57 "GET /v2.0/ports?device_id=61ec2389-02e0-4667-ba14-80efdf4cbf9c HTTP/1.1" status: 200 len: 946 time: 0.2074542 May 27 02:18:08.839327 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f4b3a4c-f3cf-47d1-847f-06676ca0653c req-787b4184-2d8a-4901-bbff-b752a47f8045 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772507 May 27 02:18:08.873816 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f35514a5-484c-45dc-a494-c0d376b01e3b req-ef9f8186-5f39-46cd-92ce-3debc3d2c246 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.57 "GET /v2.0/security-groups?id=908ced9e-d8f4-423b-be01-d1f694f8b97d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757098 May 27 02:18:08.878744 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-76b9433b-c2fe-45b7-b5d8-c3939602ade8 req-5d5de9a6-1736-4cb3-a5cb-0bf93553e40b tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1948639241', 'description': 'tempest-description-1924394245'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:08.884904 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-76b9433b-c2fe-45b7-b5d8-c3939602ade8 req-5d5de9a6-1736-4cb3-a5cb-0bf93553e40b tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:08.890469 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-76b9433b-c2fe-45b7-b5d8-c3939602ade8 req-5d5de9a6-1736-4cb3-a5cb-0bf93553e40b tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Usage tracker for resource:security_group and tenant:a311fdf2ba6e42818b0aefc61e7171be is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:08.893386 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-76b9433b-c2fe-45b7-b5d8-c3939602ade8 req-5d5de9a6-1736-4cb3-a5cb-0bf93553e40b tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:08.899665 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-76b9433b-c2fe-45b7-b5d8-c3939602ade8 req-5d5de9a6-1736-4cb3-a5cb-0bf93553e40b tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:08.983180 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-76b9433b-c2fe-45b7-b5d8-c3939602ade8 req-5d5de9a6-1736-4cb3-a5cb-0bf93553e40b tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:09.063174 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-76b9433b-c2fe-45b7-b5d8-c3939602ade8 req-5d5de9a6-1736-4cb3-a5cb-0bf93553e40b tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:09.076616 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-76b9433b-c2fe-45b7-b5d8-c3939602ade8 req-5d5de9a6-1736-4cb3-a5cb-0bf93553e40b tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Usage tracker for resource:security_group_rule and tenant:a311fdf2ba6e42818b0aefc61e7171be is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:09.081707 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-76b9433b-c2fe-45b7-b5d8-c3939602ade8 req-5d5de9a6-1736-4cb3-a5cb-0bf93553e40b tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:09.089267 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-76b9433b-c2fe-45b7-b5d8-c3939602ade8 req-5d5de9a6-1736-4cb3-a5cb-0bf93553e40b tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:09.137784 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ffe55c-9a7c-4f71-99d9-2f59e22276cd req-6d09de22-956a-4398-bbe5-260f13b1c27d tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:09.139217 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-29ffe55c-9a7c-4f71-99d9-2f59e22276cd req-6d09de22-956a-4398-bbe5-260f13b1c27d tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=561ca9da-d46e-4162-a7aa-b8d8429a12e2 HTTP/1.1" status: 200 len: 944 time: 0.1398928 May 27 02:18:09.211264 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-76b9433b-c2fe-45b7-b5d8-c3939602ade8 req-5d5de9a6-1736-4cb3-a5cb-0bf93553e40b tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:09.214353 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-29ffe55c-9a7c-4f71-99d9-2f59e22276cd req-21ccc9cc-8977-4527-9a30-2344d59588cd tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688741 May 27 02:18:09.252094 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 6bb5d144-a0f2-4448-89ab-4511c23ed129 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:18:09.266566 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device ccffb2e2-415f-47dc-ae87-fc954d79961a up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:18:09.349290 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-76b9433b-c2fe-45b7-b5d8-c3939602ade8 req-5d5de9a6-1736-4cb3-a5cb-0bf93553e40b tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:09.460012 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5de9a6-1736-4cb3-a5cb-0bf93553e40b tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=991dbc8b-676b-46b0-ac24-aa2e50ac64de,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:09.492102 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40052) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:09.514284 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-76b9433b-c2fe-45b7-b5d8-c3939602ade8 req-5d5de9a6-1736-4cb3-a5cb-0bf93553e40b tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:09.517404 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-76b9433b-c2fe-45b7-b5d8-c3939602ade8 req-5d5de9a6-1736-4cb3-a5cb-0bf93553e40b tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6405706 May 27 02:18:09.562344 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port ccffb2e2-415f-47dc-ae87-fc954d79961a triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:09.563554 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:09.572413 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d9ce1af-d2a7-47ac-a53e-2df20774d7b3 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:09.659165 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a781656d-325e-417a-8b7b-5aa2ef974dd4 req-a6769392-3089-4989-8251-7067098d0370 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups/991dbc8b-676b-46b0-ac24-aa2e50ac64de HTTP/1.1" status: 200 len: 1803 time: 0.0767224 May 27 02:18:09.669276 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-a781656d-325e-417a-8b7b-5aa2ef974dd4 req-ad4bbe48-0d85-4737-8054-f3a87d1ba0fd tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1846999738', 'description': 'tempest-description-hth-998613965'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:09.678144 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 6bb5d144-a0f2-4448-89ab-4511c23ed129, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=6bb5d144-a0f2-4448-89ab-4511c23ed129,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:09.729318 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '6bb5d144-a0f2-4448-89ab-4511c23ed129', 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164', 'port_id': '6bb5d144-a0f2-4448-89ab-4511c23ed129', 'mac_address': 'fa:16:3e:a6:2a:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ee39392-3407-48c1-b561-be7ced0cb982', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:18:09.742122 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-8a54d7e6-dc0e-47f2-8e65-31f7eadfd0ba tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:09.746545 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-a781656d-325e-417a-8b7b-5aa2ef974dd4 req-ad4bbe48-0d85-4737-8054-f3a87d1ba0fd tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:09.816253 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-a781656d-325e-417a-8b7b-5aa2ef974dd4 req-ad4bbe48-0d85-4737-8054-f3a87d1ba0fd tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:09.819793 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 6bb5d144-a0f2-4448-89ab-4511c23ed129 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:09.819793 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:09.851760 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb5d144-a0f2-4448-89ab-4511c23ed129 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:18:09.870268 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port ccffb2e2-415f-47dc-ae87-fc954d79961a is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:09.870870 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:09.892524 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-a781656d-325e-417a-8b7b-5aa2ef974dd4 req-ad4bbe48-0d85-4737-8054-f3a87d1ba0fd tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:09.896807 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-a781656d-325e-417a-8b7b-5aa2ef974dd4 req-ad4bbe48-0d85-4737-8054-f3a87d1ba0fd tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:09.899921 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a781656d-325e-417a-8b7b-5aa2ef974dd4 req-ad4bbe48-0d85-4737-8054-f3a87d1ba0fd tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "PUT /v2.0/security-groups/991dbc8b-676b-46b0-ac24-aa2e50ac64de HTTP/1.1" status: 200 len: 1776 time: 0.2378957 May 27 02:18:09.911797 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 6bb5d144-a0f2-4448-89ab-4511c23ed129, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=6bb5d144-a0f2-4448-89ab-4511c23ed129,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:09.916945 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14601588-3eac-4248-bb7c-8c68a6e7a107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccffb2e2-415f-47dc-ae87-fc954d79961a'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:18:09.929939 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port ccffb2e2-415f-47dc-ae87-fc954d79961a, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=ccffb2e2-415f-47dc-ae87-fc954d79961a,segment=NetworkSegment(ab39751d-1c01-42dd-8648-098e3a0f206f),segment_id=ab39751d-1c01-42dd-8648-098e3a0f206f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:09.964277 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4bbe48-0d85-4737-8054-f3a87d1ba0fd tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=991dbc8b-676b-46b0-ac24-aa2e50ac64de,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:09.981494 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8a54d7e6-dc0e-47f2-8e65-31f7eadfd0ba tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] 10.222.0.57 "PUT /v2.0/quotas/425f9aea638b481ca752633bf2f17a04 HTTP/1.1" status: 200 len: 368 time: 0.4882147 May 27 02:18:09.983234 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40072) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:09.991227 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-c6291668-d5e1-4abc-be63-7f5dac5d8899 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Request body: {'network': {'project_id': '425f9aea638b481ca752633bf2f17a04'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:09.997774 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:10.007398 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c6291668-d5e1-4abc-be63-7f5dac5d8899 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:10.048095 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c6291668-d5e1-4abc-be63-7f5dac5d8899 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Usage tracker for resource:network and tenant:425f9aea638b481ca752633bf2f17a04 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:10.094914 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:10.126482 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d9ce1af-d2a7-47ac-a53e-2df20774d7b3 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:10.137035 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d9ce1af-d2a7-47ac-a53e-2df20774d7b3 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-965449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-965446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966271'] for router, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:10.143735 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c6291668-d5e1-4abc-be63-7f5dac5d8899 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:10.162534 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=6bb5d144-a0f2-4448-89ab-4511c23ed129,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:10.163792 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c6291668-d5e1-4abc-be63-7f5dac5d8899 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:10.180184 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dd02dbd3-2a2e-45b4-bad4-9a1c46fb23ed req-cf3b7efe-3f65-4052-b459-e014c9dc59dd tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups/991dbc8b-676b-46b0-ac24-aa2e50ac64de HTTP/1.1" status: 200 len: 1776 time: 0.1388679 May 27 02:18:10.263887 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a089d9de-d797-46bb-a28d-6ce02ca14283'] response: {'server_uuid': '14601588-3eac-4248-bb7c-8c68a6e7a107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccffb2e2-415f-47dc-ae87-fc954d79961a', 'code': 200} May 27 02:18:10.318841 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=ccffb2e2-415f-47dc-ae87-fc954d79961a,revision_number=7']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:10.336045 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6291668-d5e1-4abc-be63-7f5dac5d8899 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Made reservation on behalf of 425f9aea638b481ca752633bf2f17a04 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:18:10.339065 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c6291668-d5e1-4abc-be63-7f5dac5d8899 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:10.373223 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['6bb5d144-a0f2-4448-89ab-4511c23ed129'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:18:10.468174 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7057c36f-83f2-4627-8051-8b7b0c73c432 req-31526f86-eb7b-4e9b-9f4e-2cc6c588d211 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups/991dbc8b-676b-46b0-ac24-aa2e50ac64de HTTP/1.1" status: 200 len: 1776 time: 0.1978233 May 27 02:18:10.472401 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c6291668-d5e1-4abc-be63-7f5dac5d8899 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:10.507834 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c6291668-d5e1-4abc-be63-7f5dac5d8899 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:10.519704 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c6291668-d5e1-4abc-be63-7f5dac5d8899 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Usage tracker for resource:security_group_rule and tenant:425f9aea638b481ca752633bf2f17a04 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:10.522631 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9ce1af-d2a7-47ac-a53e-2df20774d7b3 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Router 761bdf6a-d0e4-40ed-bb17-7c3cbca71274 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:18:10.541645 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c6291668-d5e1-4abc-be63-7f5dac5d8899 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:10.571099 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c6291668-d5e1-4abc-be63-7f5dac5d8899 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:10.629144 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-7057c36f-83f2-4627-8051-8b7b0c73c432 req-bb8b461a-dbca-47b9-a279-b2a003138ac7 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:10.679763 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-7057c36f-83f2-4627-8051-8b7b0c73c432 req-bb8b461a-dbca-47b9-a279-b2a003138ac7 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:10.778372 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c6291668-d5e1-4abc-be63-7f5dac5d8899 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:10.792213 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9ce1af-d2a7-47ac-a53e-2df20774d7b3 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:18:10.802674 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc08d68-0065-4d75-a17e-0365e71def5e None None] Sync routers for ids ['761bdf6a-d0e4-40ed-bb17-7c3cbca71274'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:18:10.805836 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d9ce1af-d2a7-47ac-a53e-2df20774d7b3 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:10.810346 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2d9ce1af-d2a7-47ac-a53e-2df20774d7b3 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] 10.222.0.57 "PUT /v2.0/routers/761bdf6a-d0e4-40ed-bb17-7c3cbca71274 HTTP/1.1" status: 200 len: 917 time: 3.9510922 May 27 02:18:10.811051 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40096) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:10.820256 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc08d68-0065-4d75-a17e-0365e71def5e None None] Routers {'761bdf6a-d0e4-40ed-bb17-7c3cbca71274'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:18:10.824217 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-cfc08d68-0065-4d75-a17e-0365e71def5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:17:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['761bdf6a-d0e4-40ed-bb17-7c3cbca71274'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:10.947668 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-cfc08d68-0065-4d75-a17e-0365e71def5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:10.958590 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc08d68-0065-4d75-a17e-0365e71def5e None None] Routers {'761bdf6a-d0e4-40ed-bb17-7c3cbca71274'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:18:10.958590 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-cfc08d68-0065-4d75-a17e-0365e71def5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:17:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['761bdf6a-d0e4-40ed-bb17-7c3cbca71274'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:10.969860 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c6291668-d5e1-4abc-be63-7f5dac5d8899 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:11.018064 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6291668-d5e1-4abc-be63-7f5dac5d8899 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04945d1a-2bd4-4f1d-8df5-fda7fc4e62bd,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:11.024420 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-7057c36f-83f2-4627-8051-8b7b0c73c432 req-bb8b461a-dbca-47b9-a279-b2a003138ac7 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:11.032667 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-cfc08d68-0065-4d75-a17e-0365e71def5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:11.032667 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc08d68-0065-4d75-a17e-0365e71def5e None None] The sync data for ids ['761bdf6a-d0e4-40ed-bb17-7c3cbca71274'] in n-d-843554-3 is: [] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:18:11.049354 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0a74a226-0986-4668-98a7-5f6922a6d436 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] 10.222.0.57 "GET /v2.0/routers/761bdf6a-d0e4-40ed-bb17-7c3cbca71274 HTTP/1.1" status: 200 len: 923 time: 0.2371354 May 27 02:18:11.052501 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40100) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:11.075575 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6291668-d5e1-4abc-be63-7f5dac5d8899 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:18:11.081328 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b461a-dbca-47b9-a279-b2a003138ac7 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=991dbc8b-676b-46b0-ac24-aa2e50ac64de,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:11.119804 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-7057c36f-83f2-4627-8051-8b7b0c73c432 req-bb8b461a-dbca-47b9-a279-b2a003138ac7 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:11.121144 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7057c36f-83f2-4627-8051-8b7b0c73c432 req-bb8b461a-dbca-47b9-a279-b2a003138ac7 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "DELETE /v2.0/security-groups/991dbc8b-676b-46b0-ac24-aa2e50ac64de HTTP/1.1" status: 204 len: 173 time: 0.6354587 May 27 02:18:11.150094 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c6291668-d5e1-4abc-be63-7f5dac5d8899 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:11.150094 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-c6291668-d5e1-4abc-be63-7f5dac5d8899 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Added segment 9347fce7-c4b2-4677-bda8-8478517eced0 of type vlan for network c0a60f8d-7499-4a67-bb39-b7088a31443e May 27 02:18:11.202937 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5343ae89-b3c6-4df5-9014-d66f64b11230 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:11.207251 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5343ae89-b3c6-4df5-9014-d66f64b11230 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=d97d5b0c-4580-406a-95fb-4efaa0c98188&device_id=761bdf6a-d0e4-40ed-bb17-7c3cbca71274&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1522760 May 27 02:18:11.208088 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40106) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:11.238391 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-63d96de8-8cea-4c70-9b39-917c422da4d5 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:11.245446 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-63d96de8-8cea-4c70-9b39-917c422da4d5 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/networks?id=4dbbc7f7-6938-4837-8137-9afe570a121c HTTP/1.1" status: 200 len: 813 time: 0.4457006 May 27 02:18:11.249620 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c6291668-d5e1-4abc-be63-7f5dac5d8899 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:11.282369 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-b7f59768-20b4-4e11-af6f-6caaef8aebaa tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/quotas/fa5aae445e1f462e890cfe8ec27ab930 HTTP/1.1" status: 200 len: 375 time: 0.0355408 May 27 02:18:11.394948 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [None req-c6291668-d5e1-4abc-be63-7f5dac5d8899 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:18:11.477960 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-6812d868-6f15-4b0b-92d0-a5dfe1ee8bc1 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=fa5aae445e1f462e890cfe8ec27ab930&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1944344 May 27 02:18:11.579790 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b52d1-8f98-4aa6-afba-ab1a5f16921b req-ee7d0aa8-630b-42b9-ac9c-f16ec614c0ad tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:11.582122 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b97b52d1-8f98-4aa6-afba-ab1a5f16921b req-ee7d0aa8-630b-42b9-ac9c-f16ec614c0ad tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=561ca9da-d46e-4162-a7aa-b8d8429a12e2 HTTP/1.1" status: 200 len: 945 time: 0.2369714 May 27 02:18:11.595523 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c6291668-d5e1-4abc-be63-7f5dac5d8899 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:11.596749 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6291668-d5e1-4abc-be63-7f5dac5d8899 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:11.598501 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c6291668-d5e1-4abc-be63-7f5dac5d8899 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:11.621494 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1a3cee-1a4d-4f9e-a9ff-aba24b6350fc tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:11.622914 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ca1a3cee-1a4d-4f9e-a9ff-aba24b6350fc tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] 10.222.0.57 "GET /v2.0/networks/d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 881 time: 0.4132636 May 27 02:18:11.626237 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40110) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:11.671875 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083a66f-4fa7-455b-8eda-d4016ccb3417 req-8e43ee1e-0994-4a49-be85-165a9c2fb0a4 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:11.672628 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-6083a66f-4fa7-455b-8eda-d4016ccb3417 req-8e43ee1e-0994-4a49-be85-165a9c2fb0a4 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Synchronizing usage tracker for tenant:fa5aae445e1f462e890cfe8ec27ab930 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:18:11.692701 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-170f584f-31c1-4432-8cb4-f26497bdccc0 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] 10.222.0.57 "GET /v2.0/ports?device_id=761bdf6a-d0e4-40ed-bb17-7c3cbca71274 HTTP/1.1" status: 200 len: 205 time: 0.0632164 May 27 02:18:11.698696 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40114) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:11.806814 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6291668-d5e1-4abc-be63-7f5dac5d8899 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Pushing event updated for resources: {'Network': ['ID=c0a60f8d-7499-4a67-bb39-b7088a31443e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:11.855805 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-acf4a36e-a8c1-439b-8187-5197d7b6f9fd service neutron] 10.222.0.57 "GET /v2.0/networks/4dbbc7f7-6938-4837-8137-9afe570a121c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761775 May 27 02:18:11.893824 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-6083a66f-4fa7-455b-8eda-d4016ccb3417 req-8e43ee1e-0994-4a49-be85-165a9c2fb0a4 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Unset dirty status for tenant:fa5aae445e1f462e890cfe8ec27ab930 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:18:11.894999 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6083a66f-4fa7-455b-8eda-d4016ccb3417 req-8e43ee1e-0994-4a49-be85-165a9c2fb0a4 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.66 "GET /v2.0/ports?device_id=358b2759-e027-419f-8ee4-60263782865d HTTP/1.1" status: 200 len: 945 time: 0.5477419 May 27 02:18:11.902833 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6291668-d5e1-4abc-be63-7f5dac5d8899 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:11.904142 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6291668-d5e1-4abc-be63-7f5dac5d8899 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:11.904142 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6291668-d5e1-4abc-be63-7f5dac5d8899 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:11.905034 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6291668-d5e1-4abc-be63-7f5dac5d8899 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:11.905034 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6291668-d5e1-4abc-be63-7f5dac5d8899 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:11.909962 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6291668-d5e1-4abc-be63-7f5dac5d8899 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:11.909962 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6291668-d5e1-4abc-be63-7f5dac5d8899 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:11.909962 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6291668-d5e1-4abc-be63-7f5dac5d8899 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:11.909962 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6291668-d5e1-4abc-be63-7f5dac5d8899 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:11.909962 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6291668-d5e1-4abc-be63-7f5dac5d8899 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:11.909962 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6291668-d5e1-4abc-be63-7f5dac5d8899 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:11.909962 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6291668-d5e1-4abc-be63-7f5dac5d8899 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:11.921026 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network c0a60f8d-7499-4a67-bb39-b7088a31443e details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:18:12.014904 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-6083a66f-4fa7-455b-8eda-d4016ccb3417 req-b3793114-004b-401b-a359-a1d091b7951b tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Deleting port 47be53f8-348f-4d10-ba68-eea003b7b1e2 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:18:12.015238 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6083a66f-4fa7-455b-8eda-d4016ccb3417 req-b3793114-004b-401b-a359-a1d091b7951b tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:12.055719 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ba36a16-efdb-471e-87ff-7fb49d039da6 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:12.068402 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c6291668-d5e1-4abc-be63-7f5dac5d8899 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.0840962 May 27 02:18:12.075878 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40118) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:12.101981 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-00ce89be-1b57-45d2-8361-252cf6bcbe0d service neutron] 10.222.0.57 "GET /v2.0/networks/4dbbc7f7-6938-4837-8137-9afe570a121c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006452 May 27 02:18:12.107938 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-1e0146bd-5573-416b-a622-82edc8064cc0 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Request body: {'network': {'project_id': '425f9aea638b481ca752633bf2f17a04'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:12.113244 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1e0146bd-5573-416b-a622-82edc8064cc0 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:12.118265 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1e0146bd-5573-416b-a622-82edc8064cc0 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Usage tracker for resource:network and tenant:425f9aea638b481ca752633bf2f17a04 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:12.121326 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1e0146bd-5573-416b-a622-82edc8064cc0 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:12.127486 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1e0146bd-5573-416b-a622-82edc8064cc0 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:12.147958 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b97b52d1-8f98-4aa6-afba-ab1a5f16921b req-2918ef41-edfb-4baf-b284-aedbd1dd570d tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5444663 May 27 02:18:12.192475 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5e255-0e7b-4937-854e-fbeecfddcccd req-29692a8d-ab3b-49f1-919f-b66197c52127 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:12.194013 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-23f5e255-0e7b-4937-854e-fbeecfddcccd req-29692a8d-ab3b-49f1-919f-b66197c52127 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.32 "GET /v2.0/ports?device_id=61ec2389-02e0-4667-ba14-80efdf4cbf9c HTTP/1.1" status: 200 len: 946 time: 0.3314624 May 27 02:18:12.260474 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0146bd-5573-416b-a622-82edc8064cc0 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Made reservation on behalf of 425f9aea638b481ca752633bf2f17a04 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:18:12.266990 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1e0146bd-5573-416b-a622-82edc8064cc0 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:12.284777 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ba36a16-efdb-471e-87ff-7fb49d039da6 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:12.391423 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-23f5e255-0e7b-4937-854e-fbeecfddcccd req-65757d6f-7f2b-4a1a-a86f-5153e35fc318 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Deleting port 6016e4e1-cc60-407b-932e-f60ea8171142 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:18:12.393999 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-23f5e255-0e7b-4937-854e-fbeecfddcccd req-65757d6f-7f2b-4a1a-a86f-5153e35fc318 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:12.446594 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-5ba36a16-efdb-471e-87ff-7fb49d039da6 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Deleting port ae70e8fb-075d-49fb-8f7d-cb8a189bda56 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:18:12.446938 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ba36a16-efdb-471e-87ff-7fb49d039da6 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:12.497129 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e0146bd-5573-416b-a622-82edc8064cc0 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:18:12.531377 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1e0146bd-5573-416b-a622-82edc8064cc0 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:12.532024 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-1e0146bd-5573-416b-a622-82edc8064cc0 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Added segment 4091c297-d109-4994-863f-9ca169cc842a of type vlan for network 7be7be4b-29ac-4a43-84c2-1cc458b9ead8 May 27 02:18:12.840786 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-6083a66f-4fa7-455b-8eda-d4016ccb3417 req-b3793114-004b-401b-a359-a1d091b7951b tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] For port 47be53f8-348f-4d10-ba68-eea003b7b1e2, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=47be53f8-348f-4d10-ba68-eea003b7b1e2,segment=NetworkSegment(90e934bd-3ada-4cfd-88be-1e4ed99f05f0),segment_id=90e934bd-3ada-4cfd-88be-1e4ed99f05f0)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:12.841188 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6083a66f-4fa7-455b-8eda-d4016ccb3417 req-b3793114-004b-401b-a359-a1d091b7951b tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:12.842335 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cf10b284-ebea-4357-86a4-942e2a03796f req-b35eb505-3102-4dbd-969a-059e08e9f2f0 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=49a393c1-5beb-4d3f-ab8e-7b2fef345d11 HTTP/1.1" status: 200 len: 210 time: 0.1250951 May 27 02:18:12.883044 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1e0146bd-5573-416b-a622-82edc8064cc0 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:12.983106 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-23f5e255-0e7b-4937-854e-fbeecfddcccd req-65757d6f-7f2b-4a1a-a86f-5153e35fc318 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] For port 6016e4e1-cc60-407b-932e-f60ea8171142, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=6016e4e1-cc60-407b-932e-f60ea8171142,segment=NetworkSegment(18730f6d-a313-43b6-9f8e-ae26692d5630),segment_id=18730f6d-a313-43b6-9f8e-ae26692d5630)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:12.983729 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-23f5e255-0e7b-4937-854e-fbeecfddcccd req-65757d6f-7f2b-4a1a-a86f-5153e35fc318 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:13.023051 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-6083a66f-4fa7-455b-8eda-d4016ccb3417 req-b3793114-004b-401b-a359-a1d091b7951b tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Calling delete_port for 47be53f8-348f-4d10-ba68-eea003b7b1e2 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:18:13.078562 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ba36a16-efdb-471e-87ff-7fb49d039da6 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:13.224292 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-5ba36a16-efdb-471e-87ff-7fb49d039da6 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Calling delete_port for ae70e8fb-075d-49fb-8f7d-cb8a189bda56 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:18:13.276845 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 6bb5d144-a0f2-4448-89ab-4511c23ed129 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:18:13.344681 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [None req-1e0146bd-5573-416b-a622-82edc8064cc0 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:18:13.368591 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f02b5-7658-4f4d-891d-dca88da269e5 req-81a34547-39c4-42b3-ab73-b95f58047e9f tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:13.376387 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-941f02b5-7658-4f4d-891d-dca88da269e5 req-81a34547-39c4-42b3-ab73-b95f58047e9f tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.57 "GET /v2.0/ports?device_id=61ec2389-02e0-4667-ba14-80efdf4cbf9c HTTP/1.1" status: 200 len: 946 time: 0.9443305 May 27 02:18:13.416568 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [req-1f587edf-6d7a-4dde-b900-6c8b2d9ba76c req-1da431f5-8024-45af-918f-5d4418e4c58c tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] show failed (client error): The resource could not be found. May 27 02:18:13.417563 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1f587edf-6d7a-4dde-b900-6c8b2d9ba76c req-1da431f5-8024-45af-918f-5d4418e4c58c tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups/440963f6-c02e-4981-95fb-2485a458b26f HTTP/1.1" status: 404 len: 352 time: 0.1041915 May 27 02:18:13.469821 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-941f02b5-7658-4f4d-891d-dca88da269e5 req-a6b5462a-aca2-4ec5-878d-5db5be7c0629 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.57 "GET /v2.0/security-groups?id=908ced9e-d8f4-423b-be01-d1f694f8b97d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898530 May 27 02:18:13.502794 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 6bb5d144-a0f2-4448-89ab-4511c23ed129 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:18:13.513265 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 6bb5d144-a0f2-4448-89ab-4511c23ed129 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:13.514502 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:13.589542 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1e0146bd-5573-416b-a622-82edc8064cc0 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:13.590462 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0146bd-5573-416b-a622-82edc8064cc0 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:13.591612 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1e0146bd-5573-416b-a622-82edc8064cc0 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:13.753216 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 6bb5d144-a0f2-4448-89ab-4511c23ed129 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:13.754099 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:13.780151 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0146bd-5573-416b-a622-82edc8064cc0 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Pushing event updated for resources: {'Network': ['ID=7be7be4b-29ac-4a43-84c2-1cc458b9ead8,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:13.796811 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 7be7be4b-29ac-4a43-84c2-1cc458b9ead8 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:18:13.846777 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561ca9da-d46e-4162-a7aa-b8d8429a12e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb5d144-a0f2-4448-89ab-4511c23ed129'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:18:13.871890 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [req-f2d37f87-f436-4833-afc0-2dfea83c2983 req-254fe94b-fd71-4ca3-906b-ff7d031f3f0a tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] show failed (client error): The resource could not be found. May 27 02:18:13.875446 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f2d37f87-f436-4833-afc0-2dfea83c2983 req-254fe94b-fd71-4ca3-906b-ff7d031f3f0a tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups/6c6f1437-2f99-4a66-bae9-13a520f04f60 HTTP/1.1" status: 404 len: 352 time: 0.1136169 May 27 02:18:13.933113 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf58f6d-0030-4a29-8b59-cfd8b57ec0a5 req-5e14e36d-a850-4fb8-beca-f3a62e5d2979 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:13.945849 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ba36a16-efdb-471e-87ff-7fb49d039da6 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:13.946079 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 6bb5d144-a0f2-4448-89ab-4511c23ed129, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=6bb5d144-a0f2-4448-89ab-4511c23ed129,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:13.962707 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5bf58f6d-0030-4a29-8b59-cfd8b57ec0a5 req-5e14e36d-a850-4fb8-beca-f3a62e5d2979 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=561ca9da-d46e-4162-a7aa-b8d8429a12e2 HTTP/1.1" status: 200 len: 945 time: 0.3658566 May 27 02:18:13.988823 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b7ee0fc-7a47-4e9b-a3f2-b077c8ab0f0b'] response: {'server_uuid': '561ca9da-d46e-4162-a7aa-b8d8429a12e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb5d144-a0f2-4448-89ab-4511c23ed129', 'code': 200} May 27 02:18:14.018768 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1e0146bd-5573-416b-a622-82edc8064cc0 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.9372208 May 27 02:18:14.022807 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40164) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:14.031814 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-06b56a1b-5596-4151-8a3e-7a204c492fae tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Request body: {'network': {'project_id': '425f9aea638b481ca752633bf2f17a04'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:14.047433 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:14.049174 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-06b56a1b-5596-4151-8a3e-7a204c492fae tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:14.054356 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-23f5e255-0e7b-4937-854e-fbeecfddcccd req-65757d6f-7f2b-4a1a-a86f-5153e35fc318 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:14.054984 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-23f5e255-0e7b-4937-854e-fbeecfddcccd req-65757d6f-7f2b-4a1a-a86f-5153e35fc318 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:14.055513 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [req-23f5e255-0e7b-4937-854e-fbeecfddcccd req-65757d6f-7f2b-4a1a-a86f-5153e35fc318 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Floating IP 9c23175d-4808-4bde-9030-a13bb9931383 disassociated. External IP: 172.25.1.57, port: 6016e4e1-cc60-407b-932e-f60ea8171142. May 27 02:18:14.055958 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-23f5e255-0e7b-4937-854e-fbeecfddcccd req-65757d6f-7f2b-4a1a-a86f-5153e35fc318 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Calling delete_port for 6016e4e1-cc60-407b-932e-f60ea8171142 owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:18:14.138532 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-06b56a1b-5596-4151-8a3e-7a204c492fae tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Usage tracker for resource:network and tenant:425f9aea638b481ca752633bf2f17a04 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:14.192848 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba36a16-efdb-471e-87ff-7fb49d039da6 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Pushing event deleted for resources: {'Port': ['ID=ae70e8fb-075d-49fb-8f7d-cb8a189bda56,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:14.222955 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=6bb5d144-a0f2-4448-89ab-4511c23ed129,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:14.231135 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-06b56a1b-5596-4151-8a3e-7a204c492fae tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:14.245961 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6083a66f-4fa7-455b-8eda-d4016ccb3417 req-b3793114-004b-401b-a359-a1d091b7951b tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:14.256055 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-06b56a1b-5596-4151-8a3e-7a204c492fae tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:14.265632 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f3d5b8a2-7dcb-48ae-b893-5fd9cb345e79 req-fa31f5da-aab8-4513-ae39-7f358fadd0fe tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=49a393c1-5beb-4d3f-ab8e-7b2fef345d11 HTTP/1.1" status: 200 len: 210 time: 0.1430535 May 27 02:18:14.274090 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-06b56a1b-5596-4151-8a3e-7a204c492fae tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 27 02:18:14.279388 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06b56a1b-5596-4151-8a3e-7a204c492fae tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:18:14.279388 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-06b56a1b-5596-4151-8a3e-7a204c492fae tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2552736 May 27 02:18:14.282364 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5bf58f6d-0030-4a29-8b59-cfd8b57ec0a5 req-f71297ad-9757-4e89-83f8-d92a2b172de9 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182735 May 27 02:18:14.282876 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40168) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:14.362146 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3793114-004b-401b-a359-a1d091b7951b tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Pushing event deleted for resources: {'Port': ['ID=47be53f8-348f-4d10-ba68-eea003b7b1e2,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:14.370691 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [req-1f52d9ed-fdc0-4240-a8cb-a6ebc41ab4da req-978bfcfd-ea65-4362-99bc-aaa2a29b8554 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] show failed (client error): The resource could not be found. May 27 02:18:14.371691 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1f52d9ed-fdc0-4240-a8cb-a6ebc41ab4da req-978bfcfd-ea65-4362-99bc-aaa2a29b8554 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups/a2f034f9-2270-48c5-9aa0-91e1c19fdbde HTTP/1.1" status: 404 len: 352 time: 0.0393329 May 27 02:18:14.475062 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5c8075bc-bcfa-4ef7-9091-df1516e62b09 tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=425f9aea638b481ca752633bf2f17a04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1781301 May 27 02:18:14.478820 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40174) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:14.479986 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-6083a66f-4fa7-455b-8eda-d4016ccb3417 req-b3793114-004b-401b-a359-a1d091b7951b tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] No DVR routers for this DVR port 47be53f8-348f-4d10-ba68-eea003b7b1e2 on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:18:14.482286 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [req-43eff386-b2a5-466b-b87f-a087e7188ca4 req-c425825a-fd3d-4416-af48-43b8282be582 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] show failed (client error): The resource could not be found. May 27 02:18:14.483225 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-43eff386-b2a5-466b-b87f-a087e7188ca4 req-c425825a-fd3d-4416-af48-43b8282be582 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups/bf433a22-72a5-472d-9c61-9b62ef1c1833 HTTP/1.1" status: 404 len: 352 time: 0.0572417 May 27 02:18:14.483347 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6083a66f-4fa7-455b-8eda-d4016ccb3417 req-b3793114-004b-401b-a359-a1d091b7951b tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:14.502817 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358b2759-e027-419f-8ee4-60263782865d', 'name': 'network-vif-deleted', 'tag': '47be53f8-348f-4d10-ba68-eea003b7b1e2'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:18:14.504288 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ba36a16-efdb-471e-87ff-7fb49d039da6 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:14.510163 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7eaf7-3003-4266-9543-df1f8a70e42d req-ac2420c4-5b6e-406f-98ff-cb99a1632a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:14.511623 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-11f7eaf7-3003-4266-9543-df1f8a70e42d req-ac2420c4-5b6e-406f-98ff-cb99a1632a0a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=561ca9da-d46e-4162-a7aa-b8d8429a12e2 HTTP/1.1" status: 200 len: 1097 time: 0.3772914 May 27 02:18:14.591662 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [req-30dd839b-b8e5-4e99-8eae-097682b85f3e req-0db6db62-45eb-478e-ac14-026aa9a7f606 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] show failed (client error): The resource could not be found. May 27 02:18:14.592684 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-30dd839b-b8e5-4e99-8eae-097682b85f3e req-0db6db62-45eb-478e-ac14-026aa9a7f606 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups/33b307f7-3b4f-415d-a7d8-53d47d866703 HTTP/1.1" status: 404 len: 352 time: 0.0468605 May 27 02:18:14.615503 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-11f7eaf7-3003-4266-9543-df1f8a70e42d req-29481300-4159-472c-ad1c-26f1acda5564 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956690 May 27 02:18:14.622738 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a4ee6a2c-7160-4aa8-9269-34fa8473c32a tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:14.663504 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-23f5e255-0e7b-4937-854e-fbeecfddcccd req-65757d6f-7f2b-4a1a-a86f-5153e35fc318 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:14.702142 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a4ee6a2c-7160-4aa8-9269-34fa8473c32a tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:14.764061 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ac77411-ae2d-4190-9fab-46eb01625a12'] response: {'server_uuid': '358b2759-e027-419f-8ee4-60263782865d', 'name': 'network-vif-deleted', 'tag': '47be53f8-348f-4d10-ba68-eea003b7b1e2', 'status': 'completed', 'code': 200} May 27 02:18:14.768570 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65757d6f-7f2b-4a1a-a86f-5153e35fc318 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Pushing event deleted for resources: {'Port': ['ID=6016e4e1-cc60-407b-932e-f60ea8171142,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:14.785941 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-21f82e6a-eb25-4ec4-b05a-93e0eb0ee3a9 req-3d3d7351-82e2-44f3-979a-5bba21e33363 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.57 "GET /v2.0/ports?device_id=61ec2389-02e0-4667-ba14-80efdf4cbf9c HTTP/1.1" status: 200 len: 210 time: 0.0854290 May 27 02:18:14.822190 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ba36a16-efdb-471e-87ff-7fb49d039da6 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:14.825667 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ba36a16-efdb-471e-87ff-7fb49d039da6 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:14.839803 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6083a66f-4fa7-455b-8eda-d4016ccb3417 req-b3793114-004b-401b-a359-a1d091b7951b tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.66 "DELETE /v2.0/ports/47be53f8-348f-4d10-ba68-eea003b7b1e2 HTTP/1.1" status: 204 len: 173 time: 2.9261372 May 27 02:18:14.944640 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [req-f0659039-ea3e-4623-a902-d1343b8e7100 req-7222579c-fef4-4b6b-a9a9-319cf69ff3ec tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] show failed (client error): The resource could not be found. May 27 02:18:14.945715 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f0659039-ea3e-4623-a902-d1343b8e7100 req-7222579c-fef4-4b6b-a9a9-319cf69ff3ec tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups/c864140e-ba3c-40e3-89aa-e91f27481b1c HTTP/1.1" status: 404 len: 352 time: 0.1396885 May 27 02:18:14.960362 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ba36a16-efdb-471e-87ff-7fb49d039da6 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:14.960932 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba36a16-efdb-471e-87ff-7fb49d039da6 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Fanout notify agent at l3_agent the message router_deleted on router 761bdf6a-d0e4-40ed-bb17-7c3cbca71274 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:18:14.977144 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ba36a16-efdb-471e-87ff-7fb49d039da6 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:14.978225 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5ba36a16-efdb-471e-87ff-7fb49d039da6 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] 10.222.0.57 "DELETE /v2.0/routers/761bdf6a-d0e4-40ed-bb17-7c3cbca71274 HTTP/1.1" status: 204 len: 168 time: 3.2789152 May 27 02:18:14.986252 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40198) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:14.996623 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-2c5abee3-37af-4c2d-8f03-3023c571afab tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-943991043', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:15.017054 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2c5abee3-37af-4c2d-8f03-3023c571afab tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:15.024193 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2c5abee3-37af-4c2d-8f03-3023c571afab tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Usage tracker for resource:router and tenant:aacf3882ca7143f9ab7bbaf303372d46 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:15.035725 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2c5abee3-37af-4c2d-8f03-3023c571afab tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:15.045308 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2c5abee3-37af-4c2d-8f03-3023c571afab tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:15.125012 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23f5e255-0e7b-4937-854e-fbeecfddcccd req-65757d6f-7f2b-4a1a-a86f-5153e35fc318 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Router dc6c0e00-65b5-4230-8b60-2f47ee16b4f7 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:18:15.275318 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 47be53f8-348f-4d10-ba68-eea003b7b1e2 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:18:15.314168 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a4ee6a2c-7160-4aa8-9269-34fa8473c32a tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:15.314278 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c5abee3-37af-4c2d-8f03-3023c571afab tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:15.315000 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c5abee3-37af-4c2d-8f03-3023c571afab tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:15.339052 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee6a2c-7160-4aa8-9269-34fa8473c32a tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04945d1a-2bd4-4f1d-8df5-fda7fc4e62bd,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:15.350718 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23f5e255-0e7b-4937-854e-fbeecfddcccd req-65757d6f-7f2b-4a1a-a86f-5153e35fc318 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:18:15.368252 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c5abee3-37af-4c2d-8f03-3023c571afab tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:15.378677 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6258b92-f15b-446e-8a83-be58cbf906bc None None] Sync routers for ids ['dc6c0e00-65b5-4230-8b60-2f47ee16b4f7'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:18:15.383982 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: 47be53f8-348f-4d10-ba68-eea003b7b1e2 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:18:15.395180 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 47be53f8-348f-4d10-ba68-eea003b7b1e2 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:18:15.409291 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6258b92-f15b-446e-8a83-be58cbf906bc None None] Routers {'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:18:15.410543 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c6258b92-f15b-446e-8a83-be58cbf906bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:17:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['dc6c0e00-65b5-4230-8b60-2f47ee16b4f7'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:15.557404 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c5abee3-37af-4c2d-8f03-3023c571afab tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:15.698958 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-c6258b92-f15b-446e-8a83-be58cbf906bc None None] Set router dc6c0e00-65b5-4230-8b60-2f47ee16b4f7 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:18:15.702599 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6685317b-5b33-44de-9d10-afa3d9cad415 req-ca132991-15b6-4815-97b1-311a113d4108 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=49a393c1-5beb-4d3f-ab8e-7b2fef345d11 HTTP/1.1" status: 200 len: 210 time: 0.1183126 May 27 02:18:15.720747 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f5e255-0e7b-4937-854e-fbeecfddcccd req-65757d6f-7f2b-4a1a-a86f-5153e35fc318 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] No DVR routers for this DVR port 6016e4e1-cc60-407b-932e-f60ea8171142 on host n-h1-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:18:15.732272 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-23f5e255-0e7b-4937-854e-fbeecfddcccd req-65757d6f-7f2b-4a1a-a86f-5153e35fc318 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:15.735504 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ec2389-02e0-4667-ba14-80efdf4cbf9c', 'name': 'network-vif-deleted', 'tag': '6016e4e1-cc60-407b-932e-f60ea8171142'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:18:15.762159 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-23f5e255-0e7b-4937-854e-fbeecfddcccd req-65757d6f-7f2b-4a1a-a86f-5153e35fc318 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.32 "DELETE /v2.0/ports/6016e4e1-cc60-407b-932e-f60ea8171142 HTTP/1.1" status: 204 len: 173 time: 3.5619631 May 27 02:18:15.767379 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a4ee6a2c-7160-4aa8-9269-34fa8473c32a tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:15.771606 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a4ee6a2c-7160-4aa8-9269-34fa8473c32a tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] 10.222.0.57 "DELETE /v2.0/security-groups/04945d1a-2bd4-4f1d-8df5-fda7fc4e62bd HTTP/1.1" status: 204 len: 168 time: 1.2908754 May 27 02:18:15.772405 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40216) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:15.812326 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c5abee3-37af-4c2d-8f03-3023c571afab tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:15.820588 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2c5abee3-37af-4c2d-8f03-3023c571afab tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8262537 May 27 02:18:15.820588 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40222) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:15.834366 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-85cb4b8f-e8b6-4bb1-a530-0cbe43e439b2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'enable_snat': False}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:16.006399 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-dbc312f7-9103-4723-be4e-ac6aa6afa6a6 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:16.008190 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-dbc312f7-9103-4723-be4e-ac6aa6afa6a6 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.32 "GET /v2.0/networks?id=4dbbc7f7-6938-4837-8137-9afe570a121c HTTP/1.1" status: 200 len: 813 time: 0.4768257 May 27 02:18:16.039539 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 6016e4e1-cc60-407b-932e-f60ea8171142 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:18:16.040023 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-41ccd376-ffd1-475d-b160-45e15e1ea131 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Request body: {'port': {'device_id': '49a393c1-5beb-4d3f-ab8e-7b2fef345d11', 'network_id': '4dbbc7f7-6938-4837-8137-9afe570a121c', 'admin_state_up': True, 'tenant_id': 'fa5aae445e1f462e890cfe8ec27ab930'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:16.100153 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 6016e4e1-cc60-407b-932e-f60ea8171142 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:18:16.100891 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 6016e4e1-cc60-407b-932e-f60ea8171142 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:18:16.288330 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5d00a630-8127-43e3-83e7-ea8b234085bb tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:16.383309 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c6258b92-f15b-446e-8a83-be58cbf906bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7', 'name': 'tempest-ServersTestJSON-317645782-router', 'tenant_id': '662bd3219ea243ea954b5fe1db773fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': 'e8d963ed-fd10-412a-a5ad-b87170b3051f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:16:37Z', 'updated_at': '2022-05-27T02:16:51Z', 'revision_number': 4, 'project_id': '662bd3219ea243ea954b5fe1db773fef', 'gw_port': {'id': 'e8d963ed-fd10-412a-a5ad-b87170b3051f', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:39Z', 'updated_at': '2022-05-27T02:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '07952978-ef6b-4565-866e-4b29a58e2bec', 'name': '', 'network_id': 'bd8ad764-a25b-489e-ba20-ae00d285879c', 'tenant_id': '662bd3219ea243ea954b5fe1db773fef', 'mac_address': 'fa:16:3e:2c:54:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '7cc16310-4abe-4496-b05d-113b02c81073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:49Z', 'updated_at': '2022-05-27T02:17:02Z', 'revision_number': 5, 'project_id': '662bd3219ea243ea954b5fe1db773fef', 'subnets': [{'id': '7cc16310-4abe-4496-b05d-113b02c81073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:16.400030 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6258b92-f15b-446e-8a83-be58cbf906bc None None] Checking router: dc6c0e00-65b5-4230-8b60-2f47ee16b4f7 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:18:16.420925 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6258b92-f15b-446e-8a83-be58cbf906bc None None] Routers {'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:18:16.421545 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c6258b92-f15b-446e-8a83-be58cbf906bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:17:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['dc6c0e00-65b5-4230-8b60-2f47ee16b4f7'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:16.464736 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921346df-0060-4dc2-8bfc-e7073a2f232f req-47289cd9-5691-4ffe-af89-7592399f16c0 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:16.467810 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-921346df-0060-4dc2-8bfc-e7073a2f232f req-47289cd9-5691-4ffe-af89-7592399f16c0 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=561ca9da-d46e-4162-a7aa-b8d8429a12e2 HTTP/1.1" status: 200 len: 946 time: 0.6375704 May 27 02:18:16.501438 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634addbd-8ad2-4c84-ae42-64a33ebf5c4a req-9eb60557-b957-4d4d-b538-d22c6e403113 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:16.509194 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-634addbd-8ad2-4c84-ae42-64a33ebf5c4a req-9eb60557-b957-4d4d-b538-d22c6e403113 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/ports?device_id=8035a3b8-fc99-466d-b0e3-f6a69b4e51f6 HTTP/1.1" status: 200 len: 1023 time: 0.5182207 May 27 02:18:16.618937 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-85cb4b8f-e8b6-4bb1-a530-0cbe43e439b2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:16.706284 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-c6258b92-f15b-446e-8a83-be58cbf906bc None None] Set router dc6c0e00-65b5-4230-8b60-2f47ee16b4f7 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:18:16.903882 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-634addbd-8ad2-4c84-ae42-64a33ebf5c4a req-c3f9e01c-8232-4442-9fa6-20997a30141c tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Synchronizing usage tracker for tenant:a311fdf2ba6e42818b0aefc61e7171be on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:18:16.932213 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-921346df-0060-4dc2-8bfc-e7073a2f232f req-4d53ec1b-8fa5-40fc-a2aa-feaacbd7ec99 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199872 May 27 02:18:16.968184 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5d00a630-8127-43e3-83e7-ea8b234085bb tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:17.011795 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-5d00a630-8127-43e3-83e7-ea8b234085bb tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7be7be4b-29ac-4a43-84c2-1cc458b9ead8']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:17.029345 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-5d00a630-8127-43e3-83e7-ea8b234085bb tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4091c297-d109-4994-863f-9ca169cc842a') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:17.029458 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-5d00a630-8127-43e3-83e7-ea8b234085bb tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4091c297-d109-4994-863f-9ca169cc842a') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:17.050035 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-41ccd376-ffd1-475d-b160-45e15e1ea131 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:17.050158 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5d00a630-8127-43e3-83e7-ea8b234085bb tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:17.060107 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-41ccd376-ffd1-475d-b160-45e15e1ea131 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Usage tracker for resource:port and tenant:fa5aae445e1f462e890cfe8ec27ab930 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:17.069000 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-41ccd376-ffd1-475d-b160-45e15e1ea131 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:17.086354 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5d00a630-8127-43e3-83e7-ea8b234085bb tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:17.090843 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-41ccd376-ffd1-475d-b160-45e15e1ea131 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:17.097709 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b63f4e2-d4c7-4a84-9559-917f6edfc40c'] response: {'server_uuid': '61ec2389-02e0-4667-ba14-80efdf4cbf9c', 'name': 'network-vif-deleted', 'tag': '6016e4e1-cc60-407b-932e-f60ea8171142', 'status': 'completed', 'code': 200} May 27 02:18:17.103663 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d00a630-8127-43e3-83e7-ea8b234085bb tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:18:17.104102 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5d00a630-8127-43e3-83e7-ea8b234085bb tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:17.289323 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-634addbd-8ad2-4c84-ae42-64a33ebf5c4a req-c3f9e01c-8232-4442-9fa6-20997a30141c tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Unset dirty status for tenant:a311fdf2ba6e42818b0aefc61e7171be on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:18:17.300321 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c6258b92-f15b-446e-8a83-be58cbf906bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7', 'name': 'tempest-ServersTestJSON-317645782-router', 'tenant_id': '662bd3219ea243ea954b5fe1db773fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': 'e8d963ed-fd10-412a-a5ad-b87170b3051f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:16:37Z', 'updated_at': '2022-05-27T02:16:51Z', 'revision_number': 4, 'project_id': '662bd3219ea243ea954b5fe1db773fef', 'gw_port': {'id': 'e8d963ed-fd10-412a-a5ad-b87170b3051f', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:39Z', 'updated_at': '2022-05-27T02:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '07952978-ef6b-4565-866e-4b29a58e2bec', 'name': '', 'network_id': 'bd8ad764-a25b-489e-ba20-ae00d285879c', 'tenant_id': '662bd3219ea243ea954b5fe1db773fef', 'mac_address': 'fa:16:3e:2c:54:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '7cc16310-4abe-4496-b05d-113b02c81073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:49Z', 'updated_at': '2022-05-27T02:17:02Z', 'revision_number': 5, 'project_id': '662bd3219ea243ea954b5fe1db773fef', 'subnets': [{'id': '7cc16310-4abe-4496-b05d-113b02c81073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:17.304108 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-634addbd-8ad2-4c84-ae42-64a33ebf5c4a req-c3f9e01c-8232-4442-9fa6-20997a30141c tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups?id=745af62b-1631-4b69-abea-1d6524475377&id=caedade5-c24f-46e3-ab97-694d3c84c00a&id=34296ca2-bc41-4e91-915b-c7a09b4e6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.7900577 May 27 02:18:17.305512 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6258b92-f15b-446e-8a83-be58cbf906bc None None] The sync data for ids ['dc6c0e00-65b5-4230-8b60-2f47ee16b4f7'] in n-d-843554-3 is: [{'id': 'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7', 'name': 'tempest-ServersTestJSON-317645782-router', 'tenant_id': '662bd3219ea243ea954b5fe1db773fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': 'e8d963ed-fd10-412a-a5ad-b87170b3051f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:16:37Z', 'updated_at': '2022-05-27T02:16:51Z', 'revision_number': 4, 'project_id': '662bd3219ea243ea954b5fe1db773fef', 'gw_port': {'id': 'e8d963ed-fd10-412a-a5ad-b87170b3051f', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:39Z', 'updated_at': '2022-05-27T02:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '07952978-ef6b-4565-866e-4b29a58e2bec', 'name': '', 'network_id': 'bd8ad764-a25b-489e-ba20-ae00d285879c', 'tenant_id': '662bd3219ea243ea954b5fe1db773fef', 'mac_address': 'fa:16:3e:2c:54:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '7cc16310-4abe-4496-b05d-113b02c81073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:49Z', 'updated_at': '2022-05-27T02:17:02Z', 'revision_number': 5, 'project_id': '662bd3219ea243ea954b5fe1db773fef', 'subnets': [{'id': '7cc16310-4abe-4496-b05d-113b02c81073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:18:17.411705 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-41ccd376-ffd1-475d-b160-45e15e1ea131 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Made reservation on behalf of fa5aae445e1f462e890cfe8ec27ab930 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:18:17.424045 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-41ccd376-ffd1-475d-b160-45e15e1ea131 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:17.503733 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072b942-cc3e-493d-bc4a-29452e80d73e req-abeecbfd-93cf-4fc8-b106-aed80c412164 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:17.505545 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9072b942-cc3e-493d-bc4a-29452e80d73e req-abeecbfd-93cf-4fc8-b106-aed80c412164 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.32 "GET /v2.0/ports?device_id=8035a3b8-fc99-466d-b0e3-f6a69b4e51f6 HTTP/1.1" status: 200 len: 1023 time: 0.3385527 May 27 02:18:17.574739 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 4091c297-d109-4994-863f-9ca169cc842a resource provider aggregate not found May 27 02:18:17.595315 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5d00a630-8127-43e3-83e7-ea8b234085bb tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:17.682164 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2fbf53e5-15b8-475c-a4d0-b15e145ebb43 req-b9c13854-119a-4f8a-afcb-44a31f5e21f6 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=49a393c1-5beb-4d3f-ab8e-7b2fef345d11 HTTP/1.1" status: 200 len: 210 time: 0.1753628 May 27 02:18:17.702055 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5d00a630-8127-43e3-83e7-ea8b234085bb tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:17.710194 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 4091c297-d109-4994-863f-9ca169cc842a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4091c297-d109-4994-863f-9ca169cc842a found for delete ", "request_id": "req-81b36a9f-7c00-42bc-b0cf-9e4374fbca35"}]} May 27 02:18:17.716335 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5d00a630-8127-43e3-83e7-ea8b234085bb tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] 10.222.0.57 "DELETE /v2.0/networks/7be7be4b-29ac-4a43-84c2-1cc458b9ead8 HTTP/1.1" status: 204 len: 168 time: 1.9403560 May 27 02:18:17.727268 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40244) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:17.733647 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-aa2d1672-a7ae-4162-adc8-a3db4c094c25 req-a583ad4c-d26a-4d3f-9d28-fae0956bd4b5 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Synchronizing usage tracker for tenant:662bd3219ea243ea954b5fe1db773fef on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:18:17.764358 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d00a630-8127-43e3-83e7-ea8b234085bb tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Pushing event deleted for resources: {'Network': ['ID=7be7be4b-29ac-4a43-84c2-1cc458b9ead8,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:17.782991 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea100e0-d282-422f-a8e5-eaae2e9b2f84 None None] New status for floating IP 9c23175d-4808-4bde-9030-a13bb9931383: DOWN {{(pid=88904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:18:17.837500 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-85cb4b8f-e8b6-4bb1-a530-0cbe43e439b2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:17.883467 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-85cb4b8f-e8b6-4bb1-a530-0cbe43e439b2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:17.900728 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-9072b942-cc3e-493d-bc4a-29452e80d73e req-e4499cf7-a129-468f-a958-437bbe984970 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Deleting port 0e69b678-15b5-4358-8542-05610ec697a2 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:18:17.900887 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-9072b942-cc3e-493d-bc4a-29452e80d73e req-e4499cf7-a129-468f-a958-437bbe984970 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:17.946103 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-aa2d1672-a7ae-4162-adc8-a3db4c094c25 req-a583ad4c-d26a-4d3f-9d28-fae0956bd4b5 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Unset dirty status for tenant:662bd3219ea243ea954b5fe1db773fef on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:18:17.947411 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aa2d1672-a7ae-4162-adc8-a3db4c094c25 req-a583ad4c-d26a-4d3f-9d28-fae0956bd4b5 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.57 "GET /v2.0/ports?device_id=61ec2389-02e0-4667-ba14-80efdf4cbf9c HTTP/1.1" status: 200 len: 210 time: 0.3536375 May 27 02:18:18.131480 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-41ccd376-ffd1-475d-b160-45e15e1ea131 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Allocated IP 172.20.0.9 (4dbbc7f7-6938-4837-8137-9afe570a121c/7e9701fe-b18a-432f-b901-9da0985348d6/ff632810-3b4b-48a9-9623-9d80b17fd3b7) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:18:18.193476 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-85cb4b8f-e8b6-4bb1-a530-0cbe43e439b2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Allocated IP 172.25.1.60 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/e38102b0-7810-4241-9991-dfe2c49161a6) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:18:18.316166 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-9072b942-cc3e-493d-bc4a-29452e80d73e req-e4499cf7-a129-468f-a958-437bbe984970 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] For port 0e69b678-15b5-4358-8542-05610ec697a2, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=0e69b678-15b5-4358-8542-05610ec697a2,segment=NetworkSegment(c7022237-b0eb-48aa-a727-c63339eb0ee8),segment_id=c7022237-b0eb-48aa-a727-c63339eb0ee8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:18.316671 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-9072b942-cc3e-493d-bc4a-29452e80d73e req-e4499cf7-a129-468f-a958-437bbe984970 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:18.565907 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-85cb4b8f-e8b6-4bb1-a530-0cbe43e439b2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:18.591273 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-41ccd376-ffd1-475d-b160-45e15e1ea131 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:18.646447 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-77135770-d08f-400c-b797-9a139dc9017f tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:18.660066 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-9072b942-cc3e-493d-bc4a-29452e80d73e req-e4499cf7-a129-468f-a958-437bbe984970 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Calling delete_port for 0e69b678-15b5-4358-8542-05610ec697a2 owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:18:18.728894 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-85cb4b8f-e8b6-4bb1-a530-0cbe43e439b2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:18.848207 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cb4b8f-e8b6-4bb1-a530-0cbe43e439b2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:18:18.848808 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb4b8f-e8b6-4bb1-a530-0cbe43e439b2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Pushing event updated for resources: {'Port': ['ID=e38102b0-7810-4241-9991-dfe2c49161a6,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:18.851304 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-85cb4b8f-e8b6-4bb1-a530-0cbe43e439b2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:18:18.855333 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cb4b8f-e8b6-4bb1-a530-0cbe43e439b2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:18:18.895848 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:18.917209 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-41ccd376-ffd1-475d-b160-45e15e1ea131 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:18.953393 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cb4b8f-e8b6-4bb1-a530-0cbe43e439b2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:18.954317 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cb4b8f-e8b6-4bb1-a530-0cbe43e439b2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:18.954317 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cb4b8f-e8b6-4bb1-a530-0cbe43e439b2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:18.954989 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cb4b8f-e8b6-4bb1-a530-0cbe43e439b2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:18.954989 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cb4b8f-e8b6-4bb1-a530-0cbe43e439b2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:18.955185 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cb4b8f-e8b6-4bb1-a530-0cbe43e439b2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:18.956778 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cb4b8f-e8b6-4bb1-a530-0cbe43e439b2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:18.956778 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cb4b8f-e8b6-4bb1-a530-0cbe43e439b2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:18.957163 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cb4b8f-e8b6-4bb1-a530-0cbe43e439b2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:18.957505 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cb4b8f-e8b6-4bb1-a530-0cbe43e439b2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:18.957835 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cb4b8f-e8b6-4bb1-a530-0cbe43e439b2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:18.958162 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cb4b8f-e8b6-4bb1-a530-0cbe43e439b2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:19.032242 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-41ccd376-ffd1-475d-b160-45e15e1ea131 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Network 4dbbc7f7-6938-4837-8137-9afe570a121c is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:18:19.047694 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-41ccd376-ffd1-475d-b160-45e15e1ea131 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:18:19.053687 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-41ccd376-ffd1-475d-b160-45e15e1ea131 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:18:19.064324 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-77135770-d08f-400c-b797-9a139dc9017f tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:19.071430 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:19.151132 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd98ec-2618-40fa-852a-8e7be768b663 req-3fc97850-f3cd-4363-bab2-cedbc05d75bb tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:19.158018 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-76bd98ec-2618-40fa-852a-8e7be768b663 req-3fc97850-f3cd-4363-bab2-cedbc05d75bb tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=561ca9da-d46e-4162-a7aa-b8d8429a12e2 HTTP/1.1" status: 200 len: 946 time: 0.5200598 May 27 02:18:19.160766 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-77135770-d08f-400c-b797-9a139dc9017f tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0a60f8d-7499-4a67-bb39-b7088a31443e']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:19.182373 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21193672-db9e-420b-b4f9-df5d87cfddd9 req-807af23b-f15d-4853-8736-ea9eda88698d tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:19.190064 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-21193672-db9e-420b-b4f9-df5d87cfddd9 req-807af23b-f15d-4853-8736-ea9eda88698d tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/ports?device_id=8035a3b8-fc99-466d-b0e3-f6a69b4e51f6 HTTP/1.1" status: 200 len: 1023 time: 0.5480146 May 27 02:18:19.229841 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-77135770-d08f-400c-b797-9a139dc9017f tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9347fce7-c4b2-4677-bda8-8478517eced0') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:19.230141 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-77135770-d08f-400c-b797-9a139dc9017f tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9347fce7-c4b2-4677-bda8-8478517eced0') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:19.261004 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-77135770-d08f-400c-b797-9a139dc9017f tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:19.317044 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-76bd98ec-2618-40fa-852a-8e7be768b663 req-1d547c68-df60-44b0-bc7d-bf9d2bc82920 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580367 May 27 02:18:19.318318 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-77135770-d08f-400c-b797-9a139dc9017f tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:19.353629 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-21193672-db9e-420b-b4f9-df5d87cfddd9 req-645f7476-9747-4cd9-a399-3a0412f8982e tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups?id=745af62b-1631-4b69-abea-1d6524475377&id=caedade5-c24f-46e3-ab97-694d3c84c00a&id=34296ca2-bc41-4e91-915b-c7a09b4e6ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1586287 May 27 02:18:19.353629 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77135770-d08f-400c-b797-9a139dc9017f tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:18:19.353629 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-77135770-d08f-400c-b797-9a139dc9017f tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:19.455618 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-41ccd376-ffd1-475d-b160-45e15e1ea131 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:19.456659 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-41ccd376-ffd1-475d-b160-45e15e1ea131 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:19.501525 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ccd376-ffd1-475d-b160-45e15e1ea131 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Pushing event updated for resources: {'Port': ['ID=ff632810-3b4b-48a9-9623-9d80b17fd3b7,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:19.528741 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-9072b942-cc3e-493d-bc4a-29452e80d73e req-e4499cf7-a129-468f-a958-437bbe984970 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:19.547829 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['0e69b678-15b5-4358-8542-05610ec697a2'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:18:19.727745 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4499cf7-a129-468f-a958-437bbe984970 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Pushing event deleted for resources: {'Port': ['ID=0e69b678-15b5-4358-8542-05610ec697a2,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:19.778309 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 9347fce7-c4b2-4677-bda8-8478517eced0 resource provider aggregate not found May 27 02:18:19.797028 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-41ccd376-ffd1-475d-b160-45e15e1ea131 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7702322 May 27 02:18:19.828032 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 9347fce7-c4b2-4677-bda8-8478517eced0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9347fce7-c4b2-4677-bda8-8478517eced0 found for delete ", "request_id": "req-ddb406c1-4077-4970-9ffe-024016f981bc"}]} May 27 02:18:19.834119 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-1cea6932-af44-4f17-bbdc-a70851cac47b service neutron] Request body: {'port': {'device_id': '49a393c1-5beb-4d3f-ab8e-7b2fef345d11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:19.853533 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-9072b942-cc3e-493d-bc4a-29452e80d73e req-e4499cf7-a129-468f-a958-437bbe984970 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] No DVR routers for this DVR port 0e69b678-15b5-4358-8542-05610ec697a2 on host n-h1-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:18:19.862360 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-9072b942-cc3e-493d-bc4a-29452e80d73e req-e4499cf7-a129-468f-a958-437bbe984970 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:19.876532 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8035a3b8-fc99-466d-b0e3-f6a69b4e51f6', 'name': 'network-vif-deleted', 'tag': '0e69b678-15b5-4358-8542-05610ec697a2'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:18:19.884126 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-77135770-d08f-400c-b797-9a139dc9017f tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:19.910686 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-77135770-d08f-400c-b797-9a139dc9017f tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:19.912746 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-77135770-d08f-400c-b797-9a139dc9017f tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] 10.222.0.57 "DELETE /v2.0/networks/c0a60f8d-7499-4a67-bb39-b7088a31443e HTTP/1.1" status: 204 len: 168 time: 2.1818323 May 27 02:18:19.919276 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77135770-d08f-400c-b797-9a139dc9017f tempest-QuotasNegativeTest-639969691 tempest-QuotasNegativeTest-639969691-project-admin] Pushing event deleted for resources: {'Network': ['ID=c0a60f8d-7499-4a67-bb39-b7088a31443e,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:19.930436 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937bd63-4369-4db4-9c09-2a28c15b927c req-2fafa476-6b24-4ac5-b72e-c9adc10ded12 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:19.937880 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0937bd63-4369-4db4-9c09-2a28c15b927c req-2fafa476-6b24-4ac5-b72e-c9adc10ded12 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=49a393c1-5beb-4d3f-ab8e-7b2fef345d11 HTTP/1.1" status: 200 len: 931 time: 0.4239726 May 27 02:18:20.001793 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9072b942-cc3e-493d-bc4a-29452e80d73e req-e4499cf7-a129-468f-a958-437bbe984970 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.32 "DELETE /v2.0/ports/0e69b678-15b5-4358-8542-05610ec697a2 HTTP/1.1" status: 204 len: 173 time: 2.4559903 May 27 02:18:20.010793 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-85cb4b8f-e8b6-4bb1-a530-0cbe43e439b2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:20.025021 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0937bd63-4369-4db4-9c09-2a28c15b927c req-27a7d2c6-5d97-4629-a68f-26236b5dc71c tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830681 May 27 02:18:20.078896 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ef6c4c9-8ab3-4b23-aa72-f37c8e8a0664'] response: {'server_uuid': '8035a3b8-fc99-466d-b0e3-f6a69b4e51f6', 'name': 'network-vif-deleted', 'tag': '0e69b678-15b5-4358-8542-05610ec697a2', 'status': 'completed', 'code': 200} May 27 02:18:20.134260 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40294) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:20.352988 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1f96fa60-0702-4e1d-bdd8-dd2e73ce9d21 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:20.430381 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1f96fa60-0702-4e1d-bdd8-dd2e73ce9d21 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:20.430550 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-1cea6932-af44-4f17-bbdc-a70851cac47b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:20.590393 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-43d12bd7-b72c-4a77-b708-a0cb440ba992 req-1530cb6b-943d-4d71-9dcf-ae4b4d7c73b3 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Synchronizing usage tracker for tenant:a311fdf2ba6e42818b0aefc61e7171be on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:18:20.627163 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340ec89-760c-4d2a-b49a-26cc99c75e2f req-a1426b12-cec8-4337-80f1-40f9b6cd1c17 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:20.629043 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7340ec89-760c-4d2a-b49a-26cc99c75e2f req-a1426b12-cec8-4337-80f1-40f9b6cd1c17 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=561ca9da-d46e-4162-a7aa-b8d8429a12e2 HTTP/1.1" status: 200 len: 946 time: 0.3654814 May 27 02:18:20.689558 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7340ec89-760c-4d2a-b49a-26cc99c75e2f req-48c505be-2819-41f4-8813-ca0b9d064e4b tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529249 May 27 02:18:20.728903 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-85cb4b8f-e8b6-4bb1-a530-0cbe43e439b2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:20.737658 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-85cb4b8f-e8b6-4bb1-a530-0cbe43e439b2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-965449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-965446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966271'] for router, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:20.925570 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1f96fa60-0702-4e1d-bdd8-dd2e73ce9d21 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:20.931161 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-43d12bd7-b72c-4a77-b708-a0cb440ba992 req-1530cb6b-943d-4d71-9dcf-ae4b4d7c73b3 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Unset dirty status for tenant:a311fdf2ba6e42818b0aefc61e7171be on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:18:20.932353 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-43d12bd7-b72c-4a77-b708-a0cb440ba992 req-1530cb6b-943d-4d71-9dcf-ae4b4d7c73b3 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/ports?device_id=8035a3b8-fc99-466d-b0e3-f6a69b4e51f6 HTTP/1.1" status: 200 len: 210 time: 0.4269285 May 27 02:18:20.945653 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f96fa60-0702-4e1d-bdd8-dd2e73ce9d21 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=908ced9e-d8f4-423b-be01-d1f694f8b97d,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:20.961830 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1f96fa60-0702-4e1d-bdd8-dd2e73ce9d21 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:20.966022 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1f96fa60-0702-4e1d-bdd8-dd2e73ce9d21 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.57 "DELETE /v2.0/security-groups/908ced9e-d8f4-423b-be01-d1f694f8b97d HTTP/1.1" status: 204 len: 168 time: 0.8301775 May 27 02:18:20.967235 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40314) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:21.001993 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-17b04bb1-db8a-48a2-ac8f-b0c288206556 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] show failed (client error): The resource could not be found. May 27 02:18:21.006020 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-17b04bb1-db8a-48a2-ac8f-b0c288206556 tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.57 "GET /v2.0/security-groups/908ced9e-d8f4-423b-be01-d1f694f8b97d HTTP/1.1" status: 404 len: 347 time: 0.0347612 May 27 02:18:21.012033 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40320) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:21.350790 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83305224-9b66-4e0e-b81e-c75b56733306 req-ee6f0b27-3099-42c5-b1a3-f17cc444fec0 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:21.353141 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-83305224-9b66-4e0e-b81e-c75b56733306 req-ee6f0b27-3099-42c5-b1a3-f17cc444fec0 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=49a393c1-5beb-4d3f-ab8e-7b2fef345d11 HTTP/1.1" status: 200 len: 931 time: 0.1699853 May 27 02:18:21.404655 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-3d2d59d8-e1ed-4d7c-91bc-d15591386e8f tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Deleting port 75453137-1324-4556-83ef-5db74bea155e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:18:21.404942 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3d2d59d8-e1ed-4d7c-91bc-d15591386e8f tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:21.429696 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40328) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:21.454829 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-83305224-9b66-4e0e-b81e-c75b56733306 req-10b58c3d-7fe3-49a6-a295-4558f7bd34c9 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943108 May 27 02:18:21.615326 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b342257f-5baf-41c4-a232-1425b3d29168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:21.635904 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b342257f-5baf-41c4-a232-1425b3d29168 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:21.640574 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b342257f-5baf-41c4-a232-1425b3d29168 admin admin] Usage tracker for resource:security_group_rule and tenant:9ec5fbf99c8f47c7872c5f01e3fbd445 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:21.644597 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b342257f-5baf-41c4-a232-1425b3d29168 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:21.651674 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b342257f-5baf-41c4-a232-1425b3d29168 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:21.701188 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-1cea6932-af44-4f17-bbdc-a70851cac47b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff632810-3b4b-48a9-9623-9d80b17fd3b7 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:18:21.725918 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-1cea6932-af44-4f17-bbdc-a70851cac47b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:21.781381 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-1cea6932-af44-4f17-bbdc-a70851cac47b service neutron] Transition to ACTIVE for port object ff632810-3b4b-48a9-9623-9d80b17fd3b7 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:18:21.789396 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3d2d59d8-e1ed-4d7c-91bc-d15591386e8f tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:21.789904 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3d2d59d8-e1ed-4d7c-91bc-d15591386e8f tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:21.809632 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b342257f-5baf-41c4-a232-1425b3d29168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:21.850711 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 0e69b678-15b5-4358-8542-05610ec697a2 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:18:21.902848 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 0e69b678-15b5-4358-8542-05610ec697a2 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:18:21.903538 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 0e69b678-15b5-4358-8542-05610ec697a2 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:18:21.955947 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85cb4b8f-e8b6-4bb1-a530-0cbe43e439b2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Router f73578ee-c204-47a0-bb5c-efb0863eadab is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:18:21.967696 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-3d2d59d8-e1ed-4d7c-91bc-d15591386e8f tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Calling delete_port for 75453137-1324-4556-83ef-5db74bea155e owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:18:21.978370 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b342257f-5baf-41c4-a232-1425b3d29168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:22.000913 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-1cea6932-af44-4f17-bbdc-a70851cac47b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:22.057723 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b342257f-5baf-41c4-a232-1425b3d29168 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9ec5fbf99c8f47c7872c5f01e3fbd445&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6319184 May 27 02:18:22.074091 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b860b18-17cc-4dfe-8880-227c271e45b4 req-3cf75c79-48c6-4bb5-b453-eca9df95bf6f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:22.075733 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0b860b18-17cc-4dfe-8880-227c271e45b4 req-3cf75c79-48c6-4bb5-b453-eca9df95bf6f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=561ca9da-d46e-4162-a7aa-b8d8429a12e2 HTTP/1.1" status: 200 len: 946 time: 0.2330935 May 27 02:18:22.076226 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40348) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:22.078700 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342257f-5baf-41c4-a232-1425b3d29168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899bd8fa-8fa7-4717-a01f-7a65b2adebf0,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:22.241494 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0b860b18-17cc-4dfe-8880-227c271e45b4 req-3f9bef8f-d2a8-45c2-a305-5b3b96f0fae3 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494596 May 27 02:18:22.263941 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1388ad0c-6bff-4c0a-9c05-ffb7bc7f6c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:22.272467 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e153ba7a-4ef3-46c4-9853-e2613444eae7 req-ad5813d6-af64-4154-b222-fbdadb5cea25 tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups/34296ca2-bc41-4e91-915b-c7a09b4e6ba1 HTTP/1.1" status: 200 len: 1801 time: 0.1356084 May 27 02:18:22.342480 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1388ad0c-6bff-4c0a-9c05-ffb7bc7f6c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:22.390234 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e153ba7a-4ef3-46c4-9853-e2613444eae7 req-562b909c-be46-47d2-9110-446ff5630ace tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:22.402200 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea6932-af44-4f17-bbdc-a70851cac47b service neutron] Pushing event updated for resources: {'Port': ['ID=ff632810-3b4b-48a9-9623-9d80b17fd3b7,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:22.437087 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e153ba7a-4ef3-46c4-9853-e2613444eae7 req-562b909c-be46-47d2-9110-446ff5630ace tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:22.586428 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-1cea6932-af44-4f17-bbdc-a70851cac47b service neutron] Attempting to bind port ff632810-3b4b-48a9-9623-9d80b17fd3b7 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:18:22.586763 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-1cea6932-af44-4f17-bbdc-a70851cac47b service neutron] Attempting to bind port ff632810-3b4b-48a9-9623-9d80b17fd3b7 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '90e934bd-3ada-4cfd-88be-1e4ed99f05f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4dbbc7f7-6938-4837-8137-9afe570a121c'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:18:22.587339 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-1cea6932-af44-4f17-bbdc-a70851cac47b service neutron] Attempting to bind port ff632810-3b4b-48a9-9623-9d80b17fd3b7 on network 4dbbc7f7-6938-4837-8137-9afe570a121c {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:22.607210 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85cb4b8f-e8b6-4bb1-a530-0cbe43e439b2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:18:22.608320 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-1cea6932-af44-4f17-bbdc-a70851cac47b service neutron] Port ff632810-3b4b-48a9-9623-9d80b17fd3b7 on network 4dbbc7f7-6938-4837-8137-9afe570a121c not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:18:22.608646 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-1cea6932-af44-4f17-bbdc-a70851cac47b service neutron] Attempting to bind port ff632810-3b4b-48a9-9623-9d80b17fd3b7 on network 4dbbc7f7-6938-4837-8137-9afe570a121c {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:22.628321 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-1cea6932-af44-4f17-bbdc-a70851cac47b service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:18:22.628661 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-1cea6932-af44-4f17-bbdc-a70851cac47b service neutron] Checking segment: {'id': '90e934bd-3ada-4cfd-88be-1e4ed99f05f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4dbbc7f7-6938-4837-8137-9afe570a121c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:18:22.629183 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-1cea6932-af44-4f17-bbdc-a70851cac47b service neutron] Bound using segment: {'id': '90e934bd-3ada-4cfd-88be-1e4ed99f05f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4dbbc7f7-6938-4837-8137-9afe570a121c'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:18:22.629617 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-1cea6932-af44-4f17-bbdc-a70851cac47b service neutron] Bound port: ff632810-3b4b-48a9-9623-9d80b17fd3b7, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90e934bd-3ada-4cfd-88be-1e4ed99f05f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4dbbc7f7-6938-4837-8137-9afe570a121c'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:18:22.629961 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-1cea6932-af44-4f17-bbdc-a70851cac47b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:22.631123 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d56c90-fc47-47c7-bb8d-58e7dcea3b70 None None] Sync routers for ids ['f73578ee-c204-47a0-bb5c-efb0863eadab'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:18:22.650788 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d56c90-fc47-47c7-bb8d-58e7dcea3b70 None None] Routers {'f73578ee-c204-47a0-bb5c-efb0863eadab'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:18:22.651752 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-16d56c90-fc47-47c7-bb8d-58e7dcea3b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:17:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['f73578ee-c204-47a0-bb5c-efb0863eadab'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:22.743617 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-1cea6932-af44-4f17-bbdc-a70851cac47b service neutron] For port ff632810-3b4b-48a9-9623-9d80b17fd3b7, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:18:22.748069 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-16d56c90-fc47-47c7-bb8d-58e7dcea3b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:22.752408 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-1cea6932-af44-4f17-bbdc-a70851cac47b service neutron] For port ff632810-3b4b-48a9-9623-9d80b17fd3b7, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=ff632810-3b4b-48a9-9623-9d80b17fd3b7,segment=NetworkSegment(90e934bd-3ada-4cfd-88be-1e4ed99f05f0),segment_id=90e934bd-3ada-4cfd-88be-1e4ed99f05f0)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:18:22.759741 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d56c90-fc47-47c7-bb8d-58e7dcea3b70 None None] Routers {'f73578ee-c204-47a0-bb5c-efb0863eadab'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:18:22.760424 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-16d56c90-fc47-47c7-bb8d-58e7dcea3b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:17:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['f73578ee-c204-47a0-bb5c-efb0863eadab'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:22.770442 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1388ad0c-6bff-4c0a-9c05-ffb7bc7f6c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:22.773985 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3d2d59d8-e1ed-4d7c-91bc-d15591386e8f tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:22.823238 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e153ba7a-4ef3-46c4-9853-e2613444eae7 req-562b909c-be46-47d2-9110-446ff5630ace tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:22.843857 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-85cb4b8f-e8b6-4bb1-a530-0cbe43e439b2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:22.843857 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-85cb4b8f-e8b6-4bb1-a530-0cbe43e439b2 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] 10.222.0.57 "PUT /v2.0/routers/f73578ee-c204-47a0-bb5c-efb0863eadab HTTP/1.1" status: 200 len: 918 time: 7.0172598 May 27 02:18:22.843857 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d59d8-e1ed-4d7c-91bc-d15591386e8f tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Pushing event deleted for resources: {'Port': ['ID=75453137-1324-4556-83ef-5db74bea155e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:22.858974 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388ad0c-6bff-4c0a-9c05-ffb7bc7f6c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899bd8fa-8fa7-4717-a01f-7a65b2adebf0,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:22.863621 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40362) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:22.882630 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-1cea6932-af44-4f17-bbdc-a70851cac47b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:22.896637 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b909c-be46-47d2-9110-446ff5630ace tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34296ca2-bc41-4e91-915b-c7a09b4e6ba1,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:22.983834 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-16d56c90-fc47-47c7-bb8d-58e7dcea3b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:22.984856 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d56c90-fc47-47c7-bb8d-58e7dcea3b70 None None] The sync data for ids ['f73578ee-c204-47a0-bb5c-efb0863eadab'] in n-d-843554-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:18:23.071554 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-1cea6932-af44-4f17-bbdc-a70851cac47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:23.072489 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-1cea6932-af44-4f17-bbdc-a70851cac47b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:23.074210 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-1cea6932-af44-4f17-bbdc-a70851cac47b service neutron] 10.222.0.32 "PUT /v2.0/ports/ff632810-3b4b-48a9-9623-9d80b17fd3b7 HTTP/1.1" status: 200 len: 1091 time: 3.2582474 May 27 02:18:23.075342 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a393c1-5beb-4d3f-ab8e-7b2fef345d11', 'tag': 'ff632810-3b4b-48a9-9623-9d80b17fd3b7'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:18:23.098314 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea6932-af44-4f17-bbdc-a70851cac47b service neutron] Pushing event updated for resources: {'Port': ['ID=ff632810-3b4b-48a9-9623-9d80b17fd3b7,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:23.102663 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3d2d59d8-e1ed-4d7c-91bc-d15591386e8f tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:23.105610 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3d2d59d8-e1ed-4d7c-91bc-d15591386e8f tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:23.107761 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3d2d59d8-e1ed-4d7c-91bc-d15591386e8f tempest-ServersTestJSON-180629192 tempest-ServersTestJSON-180629192-project] 10.222.0.57 "DELETE /v2.0/floatingips/9c23175d-4808-4bde-9030-a13bb9931383 HTTP/1.1" status: 204 len: 168 time: 2.0947840 May 27 02:18:23.110635 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40374) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:23.151925 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1388ad0c-6bff-4c0a-9c05-ffb7bc7f6c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:23.156094 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1388ad0c-6bff-4c0a-9c05-ffb7bc7f6c21 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/899bd8fa-8fa7-4717-a01f-7a65b2adebf0 HTTP/1.1" status: 204 len: 168 time: 1.0763311 May 27 02:18:23.156094 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e153ba7a-4ef3-46c4-9853-e2613444eae7 req-562b909c-be46-47d2-9110-446ff5630ace tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:23.156094 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e153ba7a-4ef3-46c4-9853-e2613444eae7 req-562b909c-be46-47d2-9110-446ff5630ace tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "DELETE /v2.0/security-groups/34296ca2-bc41-4e91-915b-c7a09b4e6ba1 HTTP/1.1" status: 204 len: 173 time: 0.8731725 May 27 02:18:23.214292 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a5309f29-fe08-437e-80ef-46ea756a84fc tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] 10.222.0.57 "GET /v2.0/routers/f73578ee-c204-47a0-bb5c-efb0863eadab HTTP/1.1" status: 200 len: 924 time: 0.3160496 May 27 02:18:23.214978 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40382) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:23.480633 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9de63611-53c1-46b0-af15-7260e95014a7'] response: {'name': 'network-changed', 'server_uuid': '49a393c1-5beb-4d3f-ab8e-7b2fef345d11', 'tag': 'ff632810-3b4b-48a9-9623-9d80b17fd3b7', 'status': 'completed', 'code': 200} May 27 02:18:23.569517 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3773a6ae-d106-47aa-82d6-e0d7863a1227 req-06d80446-1804-47df-a0db-56b76562a03f tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "GET /v2.0/security-groups/caedade5-c24f-46e3-ab97-694d3c84c00a HTTP/1.1" status: 200 len: 1803 time: 0.1144364 May 27 02:18:23.619943 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08cfafa-d75e-4698-bc99-61650870c717 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:23.622105 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a08cfafa-d75e-4698-bc99-61650870c717 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=d97d5b0c-4580-406a-95fb-4efaa0c98188&device_id=f73578ee-c204-47a0-bb5c-efb0863eadab&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4058623 May 27 02:18:23.625129 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-ce65c4fa-88bd-4362-8ede-aaf684bc52e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:23.626934 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-ce65c4fa-88bd-4362-8ede-aaf684bc52e6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fa5aae445e1f462e890cfe8ec27ab930&device_id=49a393c1-5beb-4d3f-ab8e-7b2fef345d11 HTTP/1.1" status: 200 len: 1094 time: 0.3920636 May 27 02:18:23.628078 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40396) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:23.805509 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-2e10305c-a4c0-4f92-b144-9a5a6a014d60 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff632810-3b4b-48a9-9623-9d80b17fd3b7 HTTP/1.1" status: 200 len: 217 time: 0.1034393 May 27 02:18:23.856770 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71da75e-ab3d-4bcb-95e1-7a9c0294d49e tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:23.860938 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a71da75e-ab3d-4bcb-95e1-7a9c0294d49e tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] 10.222.0.57 "GET /v2.0/networks/d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 881 time: 0.2291024 May 27 02:18:23.867962 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1b1ac-1789-4cbe-aa60-e4728a9dd53e req-a01106c3-3b08-4bdf-a468-d8a320ece7d2 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:23.889029 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eae1b1ac-1789-4cbe-aa60-e4728a9dd53e req-a01106c3-3b08-4bdf-a468-d8a320ece7d2 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=49a393c1-5beb-4d3f-ab8e-7b2fef345d11 HTTP/1.1" status: 200 len: 943 time: 0.5838532 May 27 02:18:23.890396 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40402) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:23.969030 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-650b6249-a9e2-44cc-8faa-c793a707ca82 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] 10.222.0.57 "GET /v2.0/ports?device_id=f73578ee-c204-47a0-bb5c-efb0863eadab HTTP/1.1" status: 200 len: 205 time: 0.0741229 May 27 02:18:23.971879 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-6219d7c2-bbb4-4a70-8637-bc2b160e2c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:23.975829 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-6219d7c2-bbb4-4a70-8637-bc2b160e2c99 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e9701fe-b18a-432f-b901-9da0985348d6 HTTP/1.1" status: 200 len: 853 time: 0.1676073 May 27 02:18:23.978740 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40406) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:24.006608 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-3773a6ae-d106-47aa-82d6-e0d7863a1227 req-478c5118-2ce8-4431-8427-3f935390fdcf tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:24.032104 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eae1b1ac-1789-4cbe-aa60-e4728a9dd53e req-525310fb-ed3e-4916-a189-7aaed49d4b12 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428146 May 27 02:18:24.091987 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-3773a6ae-d106-47aa-82d6-e0d7863a1227 req-478c5118-2ce8-4431-8427-3f935390fdcf tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:24.159509 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-a7f4e0c0-1f61-4469-88a7-925d5871bbc2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4dbbc7f7-6938-4837-8137-9afe570a121c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1756306 May 27 02:18:24.221483 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40410) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:24.256793 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e92e5065-ecaa-4b77-b66c-1bcfae2c8a0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:24.279120 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e92e5065-ecaa-4b77-b66c-1bcfae2c8a0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:24.284697 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e92e5065-ecaa-4b77-b66c-1bcfae2c8a0a admin admin] Usage tracker for resource:security_group_rule and tenant:a5dc4cd65a224ceca020acdc62937e7a is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:24.295633 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e92e5065-ecaa-4b77-b66c-1bcfae2c8a0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:24.300518 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e92e5065-ecaa-4b77-b66c-1bcfae2c8a0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:24.304866 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-3773a6ae-d106-47aa-82d6-e0d7863a1227 req-478c5118-2ce8-4431-8427-3f935390fdcf tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:24.343251 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375cc008-c452-4a79-9f3c-ed2ff5c44a27 req-be1791da-c312-418f-a639-0aa7afbcfe46 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:24.344986 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-375cc008-c452-4a79-9f3c-ed2ff5c44a27 req-be1791da-c312-418f-a639-0aa7afbcfe46 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=561ca9da-d46e-4162-a7aa-b8d8429a12e2 HTTP/1.1" status: 200 len: 946 time: 0.1818697 May 27 02:18:24.345814 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c5118-2ce8-4431-8427-3f935390fdcf tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caedade5-c24f-46e3-ab97-694d3c84c00a,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:24.382544 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-3773a6ae-d106-47aa-82d6-e0d7863a1227 req-478c5118-2ce8-4431-8427-3f935390fdcf tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:24.389033 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3773a6ae-d106-47aa-82d6-e0d7863a1227 req-478c5118-2ce8-4431-8427-3f935390fdcf tempest-SecurityGroupsTestJSON-715726382 tempest-SecurityGroupsTestJSON-715726382-project] 10.222.0.57 "DELETE /v2.0/security-groups/caedade5-c24f-46e3-ab97-694d3c84c00a HTTP/1.1" status: 204 len: 173 time: 0.8185232 May 27 02:18:24.396803 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40416) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:24.435590 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-375cc008-c452-4a79-9f3c-ed2ff5c44a27 req-cc92220b-109e-421b-b756-002c17da4284 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721726 May 27 02:18:24.523450 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e92e5065-ecaa-4b77-b66c-1bcfae2c8a0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:24.540372 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a65af04-ee88-4642-8293-183e047b3a4e admin admin] Deleting subnet 79b31123-5111-49b0-8b1c-edddca4cc409 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:18:24.548734 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a65af04-ee88-4642-8293-183e047b3a4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:24.587751 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad43cc6f-0857-4e7f-9656-6a9c221b3ca3 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:24.588753 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e92e5065-ecaa-4b77-b66c-1bcfae2c8a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:24.644694 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e5065-ecaa-4b77-b66c-1bcfae2c8a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5578afa6-7ff0-4167-93d0-d6003b0bad21,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:24.658994 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-ce75e18d-3d26-4cd8-91d0-3e4240747de8 service neutron] 10.222.0.32 "GET /v2.0/networks/4dbbc7f7-6938-4837-8137-9afe570a121c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4705455 May 27 02:18:24.672595 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e92e5065-ecaa-4b77-b66c-1bcfae2c8a0a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a5dc4cd65a224ceca020acdc62937e7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4469936 May 27 02:18:24.675490 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40430) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:24.703004 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a65af04-ee88-4642-8293-183e047b3a4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:24.761390 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d2e1d4f5-12f3-4062-b618-f365dec8543a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:24.805701 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d2e1d4f5-12f3-4062-b618-f365dec8543a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:24.976691 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d2e1d4f5-12f3-4062-b618-f365dec8543a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:25.004134 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e1d4f5-12f3-4062-b618-f365dec8543a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5578afa6-7ff0-4167-93d0-d6003b0bad21,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:25.012826 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d2e1d4f5-12f3-4062-b618-f365dec8543a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:25.017313 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d2e1d4f5-12f3-4062-b618-f365dec8543a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5578afa6-7ff0-4167-93d0-d6003b0bad21 HTTP/1.1" status: 204 len: 168 time: 0.3406465 May 27 02:18:25.077291 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a65af04-ee88-4642-8293-183e047b3a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:25.236228 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a2d341f4-2bde-4abf-b09c-aae5b6c01448 req-3ef7ae77-c397-4523-897e-800a32fdfb93 service neutron] 10.222.0.32 "GET /v2.0/networks/4dbbc7f7-6938-4837-8137-9afe570a121c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5588255 May 27 02:18:25.241358 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad43cc6f-0857-4e7f-9656-6a9c221b3ca3 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:25.273914 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-668c6c33-af8b-4d89-bf39-656cd55a96b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:25.310242 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdb0b9-2f68-4c09-a893-e3f90b91b48d req-85561e0e-0e51-458b-b200-67f1798a4d61 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:25.316090 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f1bdb0b9-2f68-4c09-a893-e3f90b91b48d req-85561e0e-0e51-458b-b200-67f1798a4d61 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=49a393c1-5beb-4d3f-ab8e-7b2fef345d11 HTTP/1.1" status: 200 len: 943 time: 0.1308875 May 27 02:18:25.344170 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-ad43cc6f-0857-4e7f-9656-6a9c221b3ca3 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Deleting port e38102b0-7810-4241-9991-dfe2c49161a6 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:18:25.344614 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad43cc6f-0857-4e7f-9656-6a9c221b3ca3 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:25.361201 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 6bb5d144-a0f2-4448-89ab-4511c23ed129 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:18:25.378433 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a65af04-ee88-4642-8293-183e047b3a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:25.396953 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f1bdb0b9-2f68-4c09-a893-e3f90b91b48d req-86784ea8-a82e-4254-bf1f-cd6da198f720 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724864 May 27 02:18:25.505113 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a65af04-ee88-4642-8293-183e047b3a4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79b31123-5111-49b0-8b1c-edddca4cc409,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:25.511432 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a65af04-ee88-4642-8293-183e047b3a4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:25.533880 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0a65af04-ee88-4642-8293-183e047b3a4e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/79b31123-5111-49b0-8b1c-edddca4cc409 HTTP/1.1" status: 204 len: 168 time: 1.1332824 May 27 02:18:25.564668 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40442) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:25.587561 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-64c9efcf-de5d-44f6-ac3d-57095d2ea9ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:25.673312 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 6bb5d144-a0f2-4448-89ab-4511c23ed129, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=6bb5d144-a0f2-4448-89ab-4511c23ed129,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:25.690646 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '6bb5d144-a0f2-4448-89ab-4511c23ed129', 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164', 'port_id': '6bb5d144-a0f2-4448-89ab-4511c23ed129', 'mac_address': 'fa:16:3e:a6:2a:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ee39392-3407-48c1-b561-be7ced0cb982', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:18:25.709651 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ca33edc1-2756-40c6-9de9-bfa29eee21e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:25.785015 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 6bb5d144-a0f2-4448-89ab-4511c23ed129 is: ACTIVE; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:25.785441 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:25.809964 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6bb5d144-a0f2-4448-89ab-4511c23ed129 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:18:25.823190 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad490b7-8fb6-4597-83e0-278c5a0c7df4 req-9370888f-e68d-4566-be32-eddbbf48161a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:25.825310 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-dad490b7-8fb6-4597-83e0-278c5a0c7df4 req-9370888f-e68d-4566-be32-eddbbf48161a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fa5aae445e1f462e890cfe8ec27ab930&device_id=49a393c1-5beb-4d3f-ab8e-7b2fef345d11 HTTP/1.1" status: 200 len: 1094 time: 0.4374456 May 27 02:18:25.847642 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 6bb5d144-a0f2-4448-89ab-4511c23ed129, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=6bb5d144-a0f2-4448-89ab-4511c23ed129,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:25.903552 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad43cc6f-0857-4e7f-9656-6a9c221b3ca3 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:25.937949 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:26.006727 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ca33edc1-2756-40c6-9de9-bfa29eee21e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:26.088891 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69676c09-ab0f-4e54-a03b-83d7725c551a req-d7061a80-61fd-4878-9beb-b604bf4553e8 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:26.091139 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-69676c09-ab0f-4e54-a03b-83d7725c551a req-d7061a80-61fd-4878-9beb-b604bf4553e8 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=561ca9da-d46e-4162-a7aa-b8d8429a12e2 HTTP/1.1" status: 200 len: 946 time: 0.4899523 May 27 02:18:26.093956 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-ca33edc1-2756-40c6-9de9-bfa29eee21e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['963bfc4a-6c6a-457e-a40e-bfec35a18b46']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:26.098365 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=6bb5d144-a0f2-4448-89ab-4511c23ed129,revision_number=6']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:26.107170 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:26.107783 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:26.108302 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:26.108801 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:26.109301 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:26.109834 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:26.110297 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:26.110808 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:26.111276 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:26.112007 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:26.112478 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:26.113114 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:26.125100 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-ca33edc1-2756-40c6-9de9-bfa29eee21e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7022237-b0eb-48aa-a727-c63339eb0ee8') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:26.125873 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-ca33edc1-2756-40c6-9de9-bfa29eee21e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7022237-b0eb-48aa-a727-c63339eb0ee8') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:26.130653 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['6bb5d144-a0f2-4448-89ab-4511c23ed129'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:18:26.150248 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ca33edc1-2756-40c6-9de9-bfa29eee21e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:26.177926 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-69676c09-ab0f-4e54-a03b-83d7725c551a req-a870539a-840b-42a2-81fb-e6cd9ba900a9 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760026 May 27 02:18:26.179398 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ca33edc1-2756-40c6-9de9-bfa29eee21e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:26.206796 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca33edc1-2756-40c6-9de9-bfa29eee21e7 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:18:26.207214 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ca33edc1-2756-40c6-9de9-bfa29eee21e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:26.245818 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-ad43cc6f-0857-4e7f-9656-6a9c221b3ca3 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Calling delete_port for e38102b0-7810-4241-9991-dfe2c49161a6 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:18:26.451776 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad490b7-8fb6-4597-83e0-278c5a0c7df4 req-56afbd2e-cdf9-463e-a3f0-da9f5c215568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:26.453410 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-dad490b7-8fb6-4597-83e0-278c5a0c7df4 req-56afbd2e-cdf9-463e-a3f0-da9f5c215568 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4dbbc7f7-6938-4837-8137-9afe570a121c HTTP/1.1" status: 200 len: 914 time: 0.5861921 May 27 02:18:26.478564 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:18:26.552662 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-dad490b7-8fb6-4597-83e0-278c5a0c7df4 req-1e985e3f-a9ee-4e63-a47f-0802ac87fd7f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff632810-3b4b-48a9-9623-9d80b17fd3b7 HTTP/1.1" status: 200 len: 217 time: 0.0890443 May 27 02:18:26.582032 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment c7022237-b0eb-48aa-a727-c63339eb0ee8 resource provider aggregate not found May 27 02:18:26.641548 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad490b7-8fb6-4597-83e0-278c5a0c7df4 req-20f3b8e5-c849-4df1-a51c-6c9faf90aabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:26.643142 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-dad490b7-8fb6-4597-83e0-278c5a0c7df4 req-20f3b8e5-c849-4df1-a51c-6c9faf90aabd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e9701fe-b18a-432f-b901-9da0985348d6 HTTP/1.1" status: 200 len: 853 time: 0.0821540 May 27 02:18:26.647720 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-668c6c33-af8b-4d89-bf39-656cd55a96b1 admin admin] Deleting port 07952978-ef6b-4565-866e-4b29a58e2bec {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:18:26.648140 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-668c6c33-af8b-4d89-bf39-656cd55a96b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:26.709950 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment c7022237-b0eb-48aa-a727-c63339eb0ee8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7022237-b0eb-48aa-a727-c63339eb0ee8 found for delete ", "request_id": "req-30ee7018-4c7c-4f84-95dc-9b563bf3c973"}]} May 27 02:18:26.739730 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ca33edc1-2756-40c6-9de9-bfa29eee21e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:26.763235 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ca33edc1-2756-40c6-9de9-bfa29eee21e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:26.823247 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33edc1-2756-40c6-9de9-bfa29eee21e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=963bfc4a-6c6a-457e-a40e-bfec35a18b46,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:26.834269 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-dad490b7-8fb6-4597-83e0-278c5a0c7df4 req-6dfc6451-28fb-4ffb-a7b9-e3311c887100 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4dbbc7f7-6938-4837-8137-9afe570a121c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1548054 May 27 02:18:26.855849 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ca33edc1-2756-40c6-9de9-bfa29eee21e7 admin admin] 10.222.0.57 "DELETE /v2.0/networks/963bfc4a-6c6a-457e-a40e-bfec35a18b46 HTTP/1.1" status: 204 len: 168 time: 1.2894878 May 27 02:18:26.903874 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89d0cf-a118-4f0b-88e6-8600b8b9c852 req-184d3419-b978-4b1d-bc15-31f7d119d683 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:26.905000 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-be89d0cf-a118-4f0b-88e6-8600b8b9c852 req-184d3419-b978-4b1d-bc15-31f7d119d683 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=49a393c1-5beb-4d3f-ab8e-7b2fef345d11 HTTP/1.1" status: 200 len: 943 time: 0.3022158 May 27 02:18:26.999659 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-be89d0cf-a118-4f0b-88e6-8600b8b9c852 req-17873baa-a674-4a50-8995-388ac6e1c4a5 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700092 May 27 02:18:27.341104 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 6bb5d144-a0f2-4448-89ab-4511c23ed129 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:18:27.347451 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-dad490b7-8fb6-4597-83e0-278c5a0c7df4 req-03af7afa-0bd8-4480-89e6-51d2da0f7769 service neutron] 10.222.0.32 "GET /v2.0/networks/4dbbc7f7-6938-4837-8137-9afe570a121c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5080502 May 27 02:18:27.352845 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-668c6c33-af8b-4d89-bf39-656cd55a96b1 admin admin] For port 07952978-ef6b-4565-866e-4b29a58e2bec, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=07952978-ef6b-4565-866e-4b29a58e2bec,segment=NetworkSegment(18730f6d-a313-43b6-9f8e-ae26692d5630),segment_id=18730f6d-a313-43b6-9f8e-ae26692d5630)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:27.358233 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-668c6c33-af8b-4d89-bf39-656cd55a96b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:27.398363 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40520) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:27.435524 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 6bb5d144-a0f2-4448-89ab-4511c23ed129 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:27.435900 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:27.592683 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2eaee2-156f-4980-a487-d715066e8d67 req-1661e752-5364-43c5-bc81-98ad20950844 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:27.599593 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e2eaee2-156f-4980-a487-d715066e8d67 req-1661e752-5364-43c5-bc81-98ad20950844 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=561ca9da-d46e-4162-a7aa-b8d8429a12e2 HTTP/1.1" status: 200 len: 945 time: 0.2443767 May 27 02:18:27.647152 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-873cf624-5996-4968-acac-a1510530f6a1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a311fdf2ba6e42818b0aefc61e7171be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2471764 May 27 02:18:27.647823 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40540) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:27.676992 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad43cc6f-0857-4e7f-9656-6a9c221b3ca3 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:27.701781 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-668c6c33-af8b-4d89-bf39-656cd55a96b1 admin admin] Calling delete_port for 07952978-ef6b-4565-866e-4b29a58e2bec owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:18:27.771118 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 6bb5d144-a0f2-4448-89ab-4511c23ed129 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:27.771639 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:27.777720 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e2eaee2-156f-4980-a487-d715066e8d67 req-47c8e454-b143-4ce0-827e-d7e43af489fd tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708035 May 27 02:18:27.834474 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561ca9da-d46e-4162-a7aa-b8d8429a12e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb5d144-a0f2-4448-89ab-4511c23ed129'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:18:27.856469 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 6bb5d144-a0f2-4448-89ab-4511c23ed129, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=6bb5d144-a0f2-4448-89ab-4511c23ed129,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:27.860305 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6f0e3af6-a873-4502-afc4-bb324aa1cc1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:27.865840 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device ff632810-3b4b-48a9-9623-9d80b17fd3b7 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:18:27.894325 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3986ee44-b3a0-42ad-a83c-f1944be29420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:27.919237 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6f0e3af6-a873-4502-afc4-bb324aa1cc1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:27.998429 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4643a81c-a8e3-49b6-8c54-573a6222ee1f'] response: {'server_uuid': '561ca9da-d46e-4162-a7aa-b8d8429a12e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb5d144-a0f2-4448-89ab-4511c23ed129', 'code': 200} May 27 02:18:28.021485 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad43cc6f-0857-4e7f-9656-6a9c221b3ca3 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Pushing event deleted for resources: {'Port': ['ID=e38102b0-7810-4241-9991-dfe2c49161a6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:28.077455 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6f0e3af6-a873-4502-afc4-bb324aa1cc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:28.085021 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:28.144842 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e3af6-a873-4502-afc4-bb324aa1cc1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745af62b-1631-4b69-abea-1d6524475377,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:28.167502 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6f0e3af6-a873-4502-afc4-bb324aa1cc1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:28.172388 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6f0e3af6-a873-4502-afc4-bb324aa1cc1b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/745af62b-1631-4b69-abea-1d6524475377 HTTP/1.1" status: 204 len: 168 time: 0.5185559 May 27 02:18:28.381590 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=6bb5d144-a0f2-4448-89ab-4511c23ed129,revision_number=7']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:28.383663 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202e04f-34a3-4804-bff0-b84bb99adb4f req-b40cfa2a-ee80-497d-aa96-f103ebb2afff tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:28.385976 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d202e04f-34a3-4804-bff0-b84bb99adb4f req-b40cfa2a-ee80-497d-aa96-f103ebb2afff tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=49a393c1-5beb-4d3f-ab8e-7b2fef345d11 HTTP/1.1" status: 200 len: 943 time: 0.1676917 May 27 02:18:28.406339 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port ff632810-3b4b-48a9-9623-9d80b17fd3b7, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=ff632810-3b4b-48a9-9623-9d80b17fd3b7,segment=NetworkSegment(90e934bd-3ada-4cfd-88be-1e4ed99f05f0),segment_id=90e934bd-3ada-4cfd-88be-1e4ed99f05f0)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:28.432500 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': 'ff632810-3b4b-48a9-9623-9d80b17fd3b7', 'network_id': '4dbbc7f7-6938-4837-8137-9afe570a121c', 'port_id': 'ff632810-3b4b-48a9-9623-9d80b17fd3b7', 'mac_address': 'fa:16:3e:50:89:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e9701fe-b18a-432f-b901-9da0985348d6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:18:28.530895 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad43cc6f-0857-4e7f-9656-6a9c221b3ca3 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:28.544575 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d202e04f-34a3-4804-bff0-b84bb99adb4f req-dbf7078b-d37a-433e-ad5f-5dbb9bd63ccc tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464999 May 27 02:18:28.580647 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-dad490b7-8fb6-4597-83e0-278c5a0c7df4 req-7c01706d-b704-44f7-97f4-45267c3d990d service neutron] 10.222.0.32 "GET /v2.0/networks/4dbbc7f7-6938-4837-8137-9afe570a121c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2190747 May 27 02:18:28.606253 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port ff632810-3b4b-48a9-9623-9d80b17fd3b7 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:28.607035 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:28.632331 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff632810-3b4b-48a9-9623-9d80b17fd3b7 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:18:28.650417 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port ff632810-3b4b-48a9-9623-9d80b17fd3b7, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=ff632810-3b4b-48a9-9623-9d80b17fd3b7,segment=NetworkSegment(90e934bd-3ada-4cfd-88be-1e4ed99f05f0),segment_id=90e934bd-3ada-4cfd-88be-1e4ed99f05f0)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:28.710409 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-668c6c33-af8b-4d89-bf39-656cd55a96b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:28.777355 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:28.778160 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668c6c33-af8b-4d89-bf39-656cd55a96b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=07952978-ef6b-4565-866e-4b29a58e2bec,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:28.785310 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad43cc6f-0857-4e7f-9656-6a9c221b3ca3 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:28.788055 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad43cc6f-0857-4e7f-9656-6a9c221b3ca3 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:28.995401 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40604) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:29.174966 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['ff632810-3b4b-48a9-9623-9d80b17fd3b7'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:18:29.247760 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=ff632810-3b4b-48a9-9623-9d80b17fd3b7,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:29.273581 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:29.286782 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276df0d-ea9a-4100-aa2c-7e50162e928f req-89e4bcbc-73c4-49e3-964a-552a8cf07ba3 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:29.311705 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e276df0d-ea9a-4100-aa2c-7e50162e928f req-89e4bcbc-73c4-49e3-964a-552a8cf07ba3 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=561ca9da-d46e-4162-a7aa-b8d8429a12e2 HTTP/1.1" status: 200 len: 946 time: 0.2816100 May 27 02:18:29.344665 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:29.374396 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e276df0d-ea9a-4100-aa2c-7e50162e928f req-611f653e-921c-4a64-974e-276990945fad tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617058 May 27 02:18:29.452745 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-a0c8f28e-514e-4865-82f0-314e7b2579dd tempest-PortsAdminExtendedAttrsTestJSON-267927241 tempest-PortsAdminExtendedAttrsTestJSON-267927241-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1454394144'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:29.463844 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a0c8f28e-514e-4865-82f0-314e7b2579dd tempest-PortsAdminExtendedAttrsTestJSON-267927241 tempest-PortsAdminExtendedAttrsTestJSON-267927241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:29.483412 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a0c8f28e-514e-4865-82f0-314e7b2579dd tempest-PortsAdminExtendedAttrsTestJSON-267927241 tempest-PortsAdminExtendedAttrsTestJSON-267927241-project] Usage tracker for resource:network and tenant:41a0863d8c494767b352f0ade56acd4d is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:29.488561 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a0c8f28e-514e-4865-82f0-314e7b2579dd tempest-PortsAdminExtendedAttrsTestJSON-267927241 tempest-PortsAdminExtendedAttrsTestJSON-267927241-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:29.505030 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a0c8f28e-514e-4865-82f0-314e7b2579dd tempest-PortsAdminExtendedAttrsTestJSON-267927241 tempest-PortsAdminExtendedAttrsTestJSON-267927241-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:29.596055 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad43cc6f-0857-4e7f-9656-6a9c221b3ca3 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:29.596748 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad43cc6f-0857-4e7f-9656-6a9c221b3ca3 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Fanout notify agent at l3_agent the message router_deleted on router f73578ee-c204-47a0-bb5c-efb0863eadab {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:18:29.609497 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c8f28e-514e-4865-82f0-314e7b2579dd tempest-PortsAdminExtendedAttrsTestJSON-267927241 tempest-PortsAdminExtendedAttrsTestJSON-267927241-project] Made reservation on behalf of 41a0863d8c494767b352f0ade56acd4d for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:18:29.612886 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a0c8f28e-514e-4865-82f0-314e7b2579dd tempest-PortsAdminExtendedAttrsTestJSON-267927241 tempest-PortsAdminExtendedAttrsTestJSON-267927241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:29.648417 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a0c8f28e-514e-4865-82f0-314e7b2579dd tempest-PortsAdminExtendedAttrsTestJSON-267927241 tempest-PortsAdminExtendedAttrsTestJSON-267927241-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:29.676678 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a0c8f28e-514e-4865-82f0-314e7b2579dd tempest-PortsAdminExtendedAttrsTestJSON-267927241 tempest-PortsAdminExtendedAttrsTestJSON-267927241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:29.686452 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad43cc6f-0857-4e7f-9656-6a9c221b3ca3 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:29.686599 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a0c8f28e-514e-4865-82f0-314e7b2579dd tempest-PortsAdminExtendedAttrsTestJSON-267927241 tempest-PortsAdminExtendedAttrsTestJSON-267927241-project] Usage tracker for resource:security_group_rule and tenant:41a0863d8c494767b352f0ade56acd4d is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:29.687439 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ad43cc6f-0857-4e7f-9656-6a9c221b3ca3 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] 10.222.0.57 "DELETE /v2.0/routers/f73578ee-c204-47a0-bb5c-efb0863eadab HTTP/1.1" status: 204 len: 168 time: 5.7077265 May 27 02:18:29.691464 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40628) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:29.694123 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-668c6c33-af8b-4d89-bf39-656cd55a96b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:29.696325 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a0c8f28e-514e-4865-82f0-314e7b2579dd tempest-PortsAdminExtendedAttrsTestJSON-267927241 tempest-PortsAdminExtendedAttrsTestJSON-267927241-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:29.709311 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-1ef9daec-ddcb-4c85-ae0a-787475ee3ba1 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-39212520', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:29.711006 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a0c8f28e-514e-4865-82f0-314e7b2579dd tempest-PortsAdminExtendedAttrsTestJSON-267927241 tempest-PortsAdminExtendedAttrsTestJSON-267927241-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:29.721742 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1ef9daec-ddcb-4c85-ae0a-787475ee3ba1 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:29.726722 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1ef9daec-ddcb-4c85-ae0a-787475ee3ba1 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Usage tracker for resource:router and tenant:aacf3882ca7143f9ab7bbaf303372d46 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:29.731709 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1ef9daec-ddcb-4c85-ae0a-787475ee3ba1 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:29.742615 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1ef9daec-ddcb-4c85-ae0a-787475ee3ba1 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:29.899412 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1ef9daec-ddcb-4c85-ae0a-787475ee3ba1 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:29.903501 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1ef9daec-ddcb-4c85-ae0a-787475ee3ba1 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:29.956595 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a0c8f28e-514e-4865-82f0-314e7b2579dd tempest-PortsAdminExtendedAttrsTestJSON-267927241 tempest-PortsAdminExtendedAttrsTestJSON-267927241-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:29.998807 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1ef9daec-ddcb-4c85-ae0a-787475ee3ba1 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:30.004533 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931b8ea-a79f-49e8-90a2-3440f30e0809 req-83f064bf-c771-46ea-bf2a-d0cdfad3dbc7 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:30.006267 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f931b8ea-a79f-49e8-90a2-3440f30e0809 req-83f064bf-c771-46ea-bf2a-d0cdfad3dbc7 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=49a393c1-5beb-4d3f-ab8e-7b2fef345d11 HTTP/1.1" status: 200 len: 944 time: 0.2546909 May 27 02:18:30.061679 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f931b8ea-a79f-49e8-90a2-3440f30e0809 req-e520ea84-5457-4749-9e86-9b1db4dd4a60 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497940 May 27 02:18:30.073227 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:30.153468 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a0c8f28e-514e-4865-82f0-314e7b2579dd tempest-PortsAdminExtendedAttrsTestJSON-267927241 tempest-PortsAdminExtendedAttrsTestJSON-267927241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:30.238552 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0c8f28e-514e-4865-82f0-314e7b2579dd tempest-PortsAdminExtendedAttrsTestJSON-267927241 tempest-PortsAdminExtendedAttrsTestJSON-267927241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:18:30.256161 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8f28e-514e-4865-82f0-314e7b2579dd tempest-PortsAdminExtendedAttrsTestJSON-267927241 tempest-PortsAdminExtendedAttrsTestJSON-267927241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb804c9-2c38-4280-b63e-e4a23085ce42,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:30.281462 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a0c8f28e-514e-4865-82f0-314e7b2579dd tempest-PortsAdminExtendedAttrsTestJSON-267927241 tempest-PortsAdminExtendedAttrsTestJSON-267927241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:30.282041 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-a0c8f28e-514e-4865-82f0-314e7b2579dd tempest-PortsAdminExtendedAttrsTestJSON-267927241 tempest-PortsAdminExtendedAttrsTestJSON-267927241-project] Added segment 37bba3a3-b936-491f-909d-a3c4d9b49805 of type vlan for network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 May 27 02:18:30.352149 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a0c8f28e-514e-4865-82f0-314e7b2579dd tempest-PortsAdminExtendedAttrsTestJSON-267927241 tempest-PortsAdminExtendedAttrsTestJSON-267927241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:30.410227 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40642) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:30.510712 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1ef9daec-ddcb-4c85-ae0a-787475ee3ba1 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:30.570379 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a0c8f28e-514e-4865-82f0-314e7b2579dd tempest-PortsAdminExtendedAttrsTestJSON-267927241 tempest-PortsAdminExtendedAttrsTestJSON-267927241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:30.575723 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c8f28e-514e-4865-82f0-314e7b2579dd tempest-PortsAdminExtendedAttrsTestJSON-267927241 tempest-PortsAdminExtendedAttrsTestJSON-267927241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:30.576568 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a0c8f28e-514e-4865-82f0-314e7b2579dd tempest-PortsAdminExtendedAttrsTestJSON-267927241 tempest-PortsAdminExtendedAttrsTestJSON-267927241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:30.639477 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-e973049c-1a34-40c2-a4fa-616345aa3534 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1054737489-network', 'tenant_id': '500421bbc9424254b703858ad839b150'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:30.732929 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e973049c-1a34-40c2-a4fa-616345aa3534 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:30.739313 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668c6c33-af8b-4d89-bf39-656cd55a96b1 admin admin] Router dc6c0e00-65b5-4230-8b60-2f47ee16b4f7 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:18:30.768151 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e973049c-1a34-40c2-a4fa-616345aa3534 admin admin] Usage tracker for resource:network and tenant:500421bbc9424254b703858ad839b150 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:30.778148 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e973049c-1a34-40c2-a4fa-616345aa3534 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:30.791546 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e973049c-1a34-40c2-a4fa-616345aa3534 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:30.798579 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8f28e-514e-4865-82f0-314e7b2579dd tempest-PortsAdminExtendedAttrsTestJSON-267927241 tempest-PortsAdminExtendedAttrsTestJSON-267927241-project] Pushing event updated for resources: {'Network': ['ID=a0115aac-70bf-4c3b-b9ad-1961d8cfea63,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:30.813823 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:18:30.849012 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a0c8f28e-514e-4865-82f0-314e7b2579dd tempest-PortsAdminExtendedAttrsTestJSON-267927241 tempest-PortsAdminExtendedAttrsTestJSON-267927241-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.8522477 May 27 02:18:30.918372 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e973049c-1a34-40c2-a4fa-616345aa3534 admin admin] Made reservation on behalf of 500421bbc9424254b703858ad839b150 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:18:30.920926 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e973049c-1a34-40c2-a4fa-616345aa3534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:30.947760 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e973049c-1a34-40c2-a4fa-616345aa3534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:30.968281 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ddf8b-6906-45f2-a753-32e170f1273e req-37124b61-bfb4-475b-a4e3-8e7fffc5723d tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:30.970304 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ac7ddf8b-6906-45f2-a753-32e170f1273e req-37124b61-bfb4-475b-a4e3-8e7fffc5723d tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=561ca9da-d46e-4162-a7aa-b8d8429a12e2 HTTP/1.1" status: 200 len: 946 time: 0.4745831 May 27 02:18:30.990454 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e973049c-1a34-40c2-a4fa-616345aa3534 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:31.046372 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e973049c-1a34-40c2-a4fa-616345aa3534 admin admin] Usage tracker for resource:security_group_rule and tenant:500421bbc9424254b703858ad839b150 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:31.055654 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e973049c-1a34-40c2-a4fa-616345aa3534 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:31.071689 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e973049c-1a34-40c2-a4fa-616345aa3534 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:31.097582 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ac7ddf8b-6906-45f2-a753-32e170f1273e req-68d29814-07f7-47e0-9f3c-341b1454c0db tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105046 May 27 02:18:31.109222 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668c6c33-af8b-4d89-bf39-656cd55a96b1 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:18:31.130841 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f690df-f336-4827-827d-eac7f784254e None None] Sync routers for ids ['dc6c0e00-65b5-4230-8b60-2f47ee16b4f7'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:18:31.144885 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f690df-f336-4827-827d-eac7f784254e None None] Routers {'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:18:31.149502 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-75f690df-f336-4827-827d-eac7f784254e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:18:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['dc6c0e00-65b5-4230-8b60-2f47ee16b4f7'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:31.176238 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-ea3622b0-ae54-47e1-a184-ca07db1dbd29 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:31.177764 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-ea3622b0-ae54-47e1-a184-ca07db1dbd29 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/networks?id=ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee HTTP/1.1" status: 200 len: 805 time: 0.3670683 May 27 02:18:31.239642 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-66e1f4ad-c48d-4b1d-850f-e2bbebb03fe0 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/quotas/061b97479a33466e8381b1e53cde36e4 HTTP/1.1" status: 200 len: 375 time: 0.0402164 May 27 02:18:31.317346 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1ef9daec-ddcb-4c85-ae0a-787475ee3ba1 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:31.349031 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-668c6c33-af8b-4d89-bf39-656cd55a96b1 admin admin] 10.222.0.57 "PUT /v2.0/routers/dc6c0e00-65b5-4230-8b60-2f47ee16b4f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2369950 May 27 02:18:31.352912 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40666) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:31.356527 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1ef9daec-ddcb-4c85-ae0a-787475ee3ba1 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:31.387471 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device ccffb2e2-415f-47dc-ae87-fc954d79961a no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:18:31.418915 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e973049c-1a34-40c2-a4fa-616345aa3534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:31.485477 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-63bb3f3e-7e22-4c30-aa88-5b084e0f6808 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=061b97479a33466e8381b1e53cde36e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2345662 May 27 02:18:31.539272 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e973049c-1a34-40c2-a4fa-616345aa3534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:31.549399 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-75f690df-f336-4827-827d-eac7f784254e None None] Set router dc6c0e00-65b5-4230-8b60-2f47ee16b4f7 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:18:31.556698 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e973049c-1a34-40c2-a4fa-616345aa3534 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:18:31.567409 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e973049c-1a34-40c2-a4fa-616345aa3534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:31.567884 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-e973049c-1a34-40c2-a4fa-616345aa3534 admin admin] Added segment f9d0c973-72f3-423e-80ec-119f03165820 of type vlan for network 317f8943-c2cf-4629-a384-430f557971d0 May 27 02:18:31.574206 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port ccffb2e2-415f-47dc-ae87-fc954d79961a is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:31.574916 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:31.604329 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e973049c-1a34-40c2-a4fa-616345aa3534 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:31.633083 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port ccffb2e2-415f-47dc-ae87-fc954d79961a, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=ccffb2e2-415f-47dc-ae87-fc954d79961a,segment=NetworkSegment(ab39751d-1c01-42dd-8648-098e3a0f206f),segment_id=ab39751d-1c01-42dd-8648-098e3a0f206f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:31.634346 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14601588-3eac-4248-bb7c-8c68a6e7a107', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccffb2e2-415f-47dc-ae87-fc954d79961a'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:18:31.706070 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40674) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:31.718512 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:31.729977 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Request body: {'port': {'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63', 'binding:host_id': 'n-h2-843554-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1265374942'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:31.735671 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e973049c-1a34-40c2-a4fa-616345aa3534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:31.736841 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e973049c-1a34-40c2-a4fa-616345aa3534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:31.737424 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e973049c-1a34-40c2-a4fa-616345aa3534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:31.758316 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:31.768934 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Usage tracker for resource:port and tenant:0be188a59ca549a6a8e7795b68a0dd39 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:31.843360 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:31.884256 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=ccffb2e2-415f-47dc-ae87-fc954d79961a,revision_number=8']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:31.888039 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:31.893735 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device ff632810-3b4b-48a9-9623-9d80b17fd3b7 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:18:32.008880 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30612582-76e2-4033-b97f-43eea1b3b3cf admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:32.094800 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e973049c-1a34-40c2-a4fa-616345aa3534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adaae25a-0ed4-4a5d-a047-103c4899b62a,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:32.100706 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port ff632810-3b4b-48a9-9623-9d80b17fd3b7 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:18:32.115754 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port ff632810-3b4b-48a9-9623-9d80b17fd3b7 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:32.118540 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:32.173577 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-1ef9daec-ddcb-4c85-ae0a-787475ee3ba1 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Allocated IP 172.25.1.56 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/47fa1bed-af1a-49c4-851b-0c303de7686b) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:18:32.175372 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e973049c-1a34-40c2-a4fa-616345aa3534 admin admin] Pushing event updated for resources: {'Network': ['ID=317f8943-c2cf-4629-a384-430f557971d0,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:32.236646 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbed2d4-f0ea-468e-99a3-246425bc4a54 req-cf5cfbdf-0107-4f10-9bd6-fbab29164217 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:32.238386 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fcbed2d4-f0ea-468e-99a3-246425bc4a54 req-cf5cfbdf-0107-4f10-9bd6-fbab29164217 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=49a393c1-5beb-4d3f-ab8e-7b2fef345d11 HTTP/1.1" status: 200 len: 944 time: 0.1767805 May 27 02:18:32.248119 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-ba623e5b-fbd4-43b4-a7d9-4f617153127b service neutron] 10.222.0.57 "GET /v2.0/networks/ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7537756 May 27 02:18:32.314215 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 317f8943-c2cf-4629-a384-430f557971d0 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:18:32.316514 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-75f690df-f336-4827-827d-eac7f784254e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7', 'name': 'tempest-ServersTestJSON-317645782-router', 'tenant_id': '662bd3219ea243ea954b5fe1db773fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': 'e8d963ed-fd10-412a-a5ad-b87170b3051f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:16:37Z', 'updated_at': '2022-05-27T02:18:28Z', 'revision_number': 5, 'project_id': '662bd3219ea243ea954b5fe1db773fef', 'gw_port': {'id': 'e8d963ed-fd10-412a-a5ad-b87170b3051f', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:39Z', 'updated_at': '2022-05-27T02:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:32.322624 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f690df-f336-4827-827d-eac7f784254e None None] Checking router: dc6c0e00-65b5-4230-8b60-2f47ee16b4f7 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:18:32.329233 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b07e09-d2ec-4a31-92f2-3832d5ca22e6 req-42788c47-e6da-4ebd-a8b3-1ae440f50d08 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:32.330127 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-09b07e09-d2ec-4a31-92f2-3832d5ca22e6 req-42788c47-e6da-4ebd-a8b3-1ae440f50d08 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Synchronizing usage tracker for tenant:061b97479a33466e8381b1e53cde36e4 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:18:32.332849 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f690df-f336-4827-827d-eac7f784254e None None] Routers {'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:18:32.333728 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Made reservation on behalf of 0be188a59ca549a6a8e7795b68a0dd39 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:18:32.333851 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-75f690df-f336-4827-827d-eac7f784254e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:18:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['dc6c0e00-65b5-4230-8b60-2f47ee16b4f7'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:32.335993 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:32.435907 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-37db8ad1-fb5e-4607-a093-154bdb3c056f service neutron] 10.222.0.57 "GET /v2.0/networks/ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864986 May 27 02:18:32.439364 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e973049c-1a34-40c2-a4fa-616345aa3534 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0279071 May 27 02:18:32.446519 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40680) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:32.459947 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-3cde9326-8fb9-4df2-b756-507fffa9d0b5 admin admin] Request body: {'subnet': {'network_id': '317f8943-c2cf-4629-a384-430f557971d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1054737489-subnet', 'tenant_id': '500421bbc9424254b703858ad839b150', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:32.467343 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-3cde9326-8fb9-4df2-b756-507fffa9d0b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:32.472171 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3cde9326-8fb9-4df2-b756-507fffa9d0b5 admin admin] Usage tracker for resource:subnet and tenant:500421bbc9424254b703858ad839b150 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:32.475337 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3cde9326-8fb9-4df2-b756-507fffa9d0b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:32.477012 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:32.482718 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-3cde9326-8fb9-4df2-b756-507fffa9d0b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:32.522191 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fcbed2d4-f0ea-468e-99a3-246425bc4a54 req-d57ffa18-539d-4d14-b339-6f8df7a60b4e tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203992 May 27 02:18:32.526303 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30612582-76e2-4033-b97f-43eea1b3b3cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:32.614216 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cde9326-8fb9-4df2-b756-507fffa9d0b5 admin admin] Made reservation on behalf of 500421bbc9424254b703858ad839b150 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:18:32.616872 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3cde9326-8fb9-4df2-b756-507fffa9d0b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:32.657658 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-30612582-76e2-4033-b97f-43eea1b3b3cf admin admin] Deleting port e8d963ed-fd10-412a-a5ad-b87170b3051f {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:18:32.659047 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30612582-76e2-4033-b97f-43eea1b3b3cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:32.721751 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01d9ba39-6f14-42ca-9d0b-3122cf2459a5'] response: {'server_uuid': '14601588-3eac-4248-bb7c-8c68a6e7a107', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccffb2e2-415f-47dc-ae87-fc954d79961a', 'code': 200} May 27 02:18:32.770405 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:32.829550 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-75f690df-f336-4827-827d-eac7f784254e None None] Set router dc6c0e00-65b5-4230-8b60-2f47ee16b4f7 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:18:32.834939 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port ff632810-3b4b-48a9-9623-9d80b17fd3b7 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:32.837518 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Usage tracker for resource:security_group_rule and tenant:0be188a59ca549a6a8e7795b68a0dd39 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:32.838250 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:32.845829 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-09b07e09-d2ec-4a31-92f2-3832d5ca22e6 req-42788c47-e6da-4ebd-a8b3-1ae440f50d08 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Unset dirty status for tenant:061b97479a33466e8381b1e53cde36e4 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:18:32.850290 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-09b07e09-d2ec-4a31-92f2-3832d5ca22e6 req-42788c47-e6da-4ebd-a8b3-1ae440f50d08 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.66 "GET /v2.0/ports?device_id=14601588-3eac-4248-bb7c-8c68a6e7a107 HTTP/1.1" status: 200 len: 943 time: 0.9476421 May 27 02:18:32.850290 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:32.960557 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port ff632810-3b4b-48a9-9623-9d80b17fd3b7, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=ff632810-3b4b-48a9-9623-9d80b17fd3b7,segment=NetworkSegment(90e934bd-3ada-4cfd-88be-1e4ed99f05f0),segment_id=90e934bd-3ada-4cfd-88be-1e4ed99f05f0)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:32.996047 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:33.043823 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:33.207165 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=ff632810-3b4b-48a9-9623-9d80b17fd3b7,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:33.312871 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-09b07e09-d2ec-4a31-92f2-3832d5ca22e6 req-db297adc-9f5d-4a25-b40e-639107d740fa tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Deleting port ccffb2e2-415f-47dc-ae87-fc954d79961a {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:18:33.312871 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-09b07e09-d2ec-4a31-92f2-3832d5ca22e6 req-db297adc-9f5d-4a25-b40e-639107d740fa tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:33.327634 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-92175367-0339-46df-a2d2-95f9d5819b2d req-48ca67b7-f90e-46c8-89e4-4dcc3754561f tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c00bab3-9119-4246-8725-22c8c9d68820 HTTP/1.1" status: 200 len: 210 time: 0.1837482 May 27 02:18:33.333855 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3cde9326-8fb9-4df2-b756-507fffa9d0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:33.454630 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1ef9daec-ddcb-4c85-ae0a-787475ee3ba1 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:33.455617 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cde9326-8fb9-4df2-b756-507fffa9d0b5 admin admin] Checking segment: {'id': 'f9d0c973-72f3-423e-80ec-119f03165820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '317f8943-c2cf-4629-a384-430f557971d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:18:33.456198 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cde9326-8fb9-4df2-b756-507fffa9d0b5 admin admin] Network hostable DHCP agents. Network: 317f8943-c2cf-4629-a384-430f557971d0, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:18:33.493189 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde9326-8fb9-4df2-b756-507fffa9d0b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=029bf5aa-9449-4d9e-81c7-fe1336fb8379,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:33.524112 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a22f9-88b5-4bce-9e26-d4e4675829ed req-761883af-d31d-4993-8671-1be486f92ae2 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:33.535269 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0f0a22f9-88b5-4bce-9e26-d4e4675829ed req-761883af-d31d-4993-8671-1be486f92ae2 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=561ca9da-d46e-4162-a7aa-b8d8429a12e2 HTTP/1.1" status: 200 len: 946 time: 0.3109486 May 27 02:18:33.550416 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:33.591151 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-75f690df-f336-4827-827d-eac7f784254e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7', 'name': 'tempest-ServersTestJSON-317645782-router', 'tenant_id': '662bd3219ea243ea954b5fe1db773fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': 'e8d963ed-fd10-412a-a5ad-b87170b3051f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:16:37Z', 'updated_at': '2022-05-27T02:18:28Z', 'revision_number': 5, 'project_id': '662bd3219ea243ea954b5fe1db773fef', 'gw_port': {'id': 'e8d963ed-fd10-412a-a5ad-b87170b3051f', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:39Z', 'updated_at': '2022-05-27T02:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:33.596029 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f690df-f336-4827-827d-eac7f784254e None None] The sync data for ids ['dc6c0e00-65b5-4230-8b60-2f47ee16b4f7'] in n-d-843554-3 is: [{'id': 'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7', 'name': 'tempest-ServersTestJSON-317645782-router', 'tenant_id': '662bd3219ea243ea954b5fe1db773fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': 'e8d963ed-fd10-412a-a5ad-b87170b3051f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:16:37Z', 'updated_at': '2022-05-27T02:18:28Z', 'revision_number': 5, 'project_id': '662bd3219ea243ea954b5fe1db773fef', 'gw_port': {'id': 'e8d963ed-fd10-412a-a5ad-b87170b3051f', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6c0e00-65b5-4230-8b60-2f47ee16b4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:39Z', 'updated_at': '2022-05-27T02:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:18:33.629544 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cde9326-8fb9-4df2-b756-507fffa9d0b5 admin admin] Network 317f8943-c2cf-4629-a384-430f557971d0 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:18:33.645009 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-30612582-76e2-4033-b97f-43eea1b3b3cf admin admin] For port e8d963ed-fd10-412a-a5ad-b87170b3051f, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=e8d963ed-fd10-412a-a5ad-b87170b3051f,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:33.645928 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30612582-76e2-4033-b97f-43eea1b3b3cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:33.666305 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0f0a22f9-88b5-4bce-9e26-d4e4675829ed req-9d5ec71d-32ef-461b-bbb3-9b64766d2a43 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293800 May 27 02:18:33.684529 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:33.787242 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-3cde9326-8fb9-4df2-b756-507fffa9d0b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 317f8943-c2cf-4629-a384-430f557971d0) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:18:33.794299 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cde9326-8fb9-4df2-b756-507fffa9d0b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:33.795020 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3cde9326-8fb9-4df2-b756-507fffa9d0b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:33.795294 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e44d96-ead6-4d6a-84ac-11fe6e083085 None None] Network 317f8943-c2cf-4629-a384-430f557971d0 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:18:33.860019 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f0231-1c2f-4ba3-9361-6d1845f7ee3f req-7ac9fa85-cd1b-4ee7-8e98-08fd57daeb98 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:33.862093 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-629f0231-1c2f-4ba3-9361-6d1845f7ee3f req-7ac9fa85-cd1b-4ee7-8e98-08fd57daeb98 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=49a393c1-5beb-4d3f-ab8e-7b2fef345d11 HTTP/1.1" status: 200 len: 945 time: 0.1359255 May 27 02:18:33.942989 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3cde9326-8fb9-4df2-b756-507fffa9d0b5 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4952397 May 27 02:18:33.967437 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-629f0231-1c2f-4ba3-9361-6d1845f7ee3f req-d769dd73-065d-463b-b49f-1da33bf06c34 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934567 May 27 02:18:34.059297 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] device_id is not set on port 8840b451-1e45-47d4-af18-fd854641ce1a yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:18:34.306334 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-30612582-76e2-4033-b97f-43eea1b3b3cf admin admin] Calling delete_port for e8d963ed-fd10-412a-a5ad-b87170b3051f owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:18:34.514745 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec6be3e-56d7-4027-89f9-c7891c1c546c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:34.515302 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6492f76-5af9-46c3-9b9e-06d82f781291 None None] Network 317f8943-c2cf-4629-a384-430f557971d0 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:18:34.528934 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4d188217-44de-4d91-8723-79633f2c8b39 req-90a55781-29b0-4323-9f89-2b66ad35eec2 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c00bab3-9119-4246-8725-22c8c9d68820 HTTP/1.1" status: 200 len: 210 time: 0.0781868 May 27 02:18:34.731719 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a393c1-5beb-4d3f-ab8e-7b2fef345d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff632810-3b4b-48a9-9623-9d80b17fd3b7'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:18:34.783077 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b0546-d299-4db3-8d24-7017fc406010 req-30fd9524-d281-4dda-9111-ee745bea6442 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:34.784130 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-620b0546-d299-4db3-8d24-7017fc406010 req-30fd9524-d281-4dda-9111-ee745bea6442 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Synchronizing usage tracker for tenant:500421bbc9424254b703858ad839b150 on resource:network {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:18:34.910182 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-620b0546-d299-4db3-8d24-7017fc406010 req-30fd9524-d281-4dda-9111-ee745bea6442 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Unset dirty status for tenant:500421bbc9424254b703858ad839b150 on resource:network {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:18:34.910182 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-620b0546-d299-4db3-8d24-7017fc406010 req-30fd9524-d281-4dda-9111-ee745bea6442 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/networks?id=317f8943-c2cf-4629-a384-430f557971d0 HTTP/1.1" status: 200 len: 812 time: 0.3252237 May 27 02:18:34.926426 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1ef9daec-ddcb-4c85-ae0a-787475ee3ba1 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:34.938906 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-620b0546-d299-4db3-8d24-7017fc406010 req-ea480b9f-4490-4dd9-8d51-13f477e71e02 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/quotas/500421bbc9424254b703858ad839b150 HTTP/1.1" status: 200 len: 375 time: 0.0164576 May 27 02:18:34.939138 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-09b07e09-d2ec-4a31-92f2-3832d5ca22e6 req-db297adc-9f5d-4a25-b40e-639107d740fa tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] For port ccffb2e2-415f-47dc-ae87-fc954d79961a, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=ccffb2e2-415f-47dc-ae87-fc954d79961a,segment=NetworkSegment(ab39751d-1c01-42dd-8648-098e3a0f206f),segment_id=ab39751d-1c01-42dd-8648-098e3a0f206f)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:34.939467 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-09b07e09-d2ec-4a31-92f2-3832d5ca22e6 req-db297adc-9f5d-4a25-b40e-639107d740fa tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:35.000382 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-620b0546-d299-4db3-8d24-7017fc406010 req-0adb4fc9-262c-40df-997c-5281bd0ea291 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=500421bbc9424254b703858ad839b150&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512772 May 27 02:18:35.009165 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b2e4e-9d2b-404c-8003-e333ccd722f9 req-591e75a0-d02c-403e-8af0-69c465fd5bfb tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:35.016205 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d84b2e4e-9d2b-404c-8003-e333ccd722f9 req-591e75a0-d02c-403e-8af0-69c465fd5bfb tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=561ca9da-d46e-4162-a7aa-b8d8429a12e2 HTTP/1.1" status: 200 len: 946 time: 0.1573710 May 27 02:18:35.043399 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 07952978-ef6b-4565-866e-4b29a58e2bec no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:18:35.058119 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef9daec-ddcb-4c85-ae0a-787475ee3ba1 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Pushing event updated for resources: {'Port': ['ID=47fa1bed-af1a-49c4-851b-0c303de7686b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:35.176165 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d84b2e4e-9d2b-404c-8003-e333ccd722f9 req-45f14edc-9021-4106-8607-4232d1568ba2 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589954 May 27 02:18:35.184283 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 07952978-ef6b-4565-866e-4b29a58e2bec {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:18:35.187047 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 07952978-ef6b-4565-866e-4b29a58e2bec not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:18:35.243613 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-09b07e09-d2ec-4a31-92f2-3832d5ca22e6 req-db297adc-9f5d-4a25-b40e-639107d740fa tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Calling delete_port for ccffb2e2-415f-47dc-ae87-fc954d79961a owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:18:35.258572 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-620b0546-d299-4db3-8d24-7017fc406010 req-f21f1bfa-ee3e-429e-9372-910b1d9beb14 service neutron] 10.222.0.57 "GET /v2.0/networks/317f8943-c2cf-4629-a384-430f557971d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397132 May 27 02:18:35.276844 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3f61aee-0d49-4f32-acd0-7c07fe78430f'] response: {'server_uuid': '49a393c1-5beb-4d3f-ab8e-7b2fef345d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff632810-3b4b-48a9-9623-9d80b17fd3b7', 'code': 200} May 27 02:18:35.295284 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef9daec-ddcb-4c85-ae0a-787475ee3ba1 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:18:35.335959 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-1ef9daec-ddcb-4c85-ae0a-787475ee3ba1 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:18:35.348899 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef9daec-ddcb-4c85-ae0a-787475ee3ba1 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:18:35.400694 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device ccffb2e2-415f-47dc-ae87-fc954d79961a no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:18:35.543601 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-620b0546-d299-4db3-8d24-7017fc406010 req-289ee624-e850-4e8a-a4aa-1d0b3bf4ab2f service neutron] 10.222.0.57 "GET /v2.0/networks/317f8943-c2cf-4629-a384-430f557971d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787778 May 27 02:18:35.568959 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port ccffb2e2-415f-47dc-ae87-fc954d79961a is: DOWN; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:35.718735 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697d67c-9b3b-40f6-8214-b51182024b15 req-ecac6a78-6d8a-4df0-a59d-e285d4f3d236 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:35.720702 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7697d67c-9b3b-40f6-8214-b51182024b15 req-ecac6a78-6d8a-4df0-a59d-e285d4f3d236 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=49a393c1-5beb-4d3f-ab8e-7b2fef345d11 HTTP/1.1" status: 200 len: 945 time: 0.1761134 May 27 02:18:35.798598 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7697d67c-9b3b-40f6-8214-b51182024b15 req-ffce6de1-e151-4de1-a6cf-4a8e19902afe tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699735 May 27 02:18:35.854471 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] device_id is not set on port 8840b451-1e45-47d4-af18-fd854641ce1a yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:18:35.955729 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:35.972751 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94526e9d-0a62-4ae9-a7dd-c6371e311a9c req-a6c19674-d535-4dd6-a68c-3567c9373c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:35.979355 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-94526e9d-0a62-4ae9-a7dd-c6371e311a9c req-a6c19674-d535-4dd6-a68c-3567c9373c17 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=49a393c1-5beb-4d3f-ab8e-7b2fef345d11 HTTP/1.1" status: 200 len: 1096 time: 0.5783188 May 27 02:18:36.102879 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-94526e9d-0a62-4ae9-a7dd-c6371e311a9c req-65b10113-f824-4f6e-93c6-942f147e4557 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786543 May 27 02:18:36.193409 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30612582-76e2-4033-b97f-43eea1b3b3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:36.221514 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-76f7470a-1ae2-4801-ba89-b24f69c808be req-451b81ae-e291-45b5-87d0-ca448073707a tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c00bab3-9119-4246-8725-22c8c9d68820 HTTP/1.1" status: 200 len: 210 time: 0.2990973 May 27 02:18:36.223942 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-49b68f33-117a-4f63-b776-7d7210528120 req-1a7c4b5f-bbc6-48d4-9e01-ed26d671e8a2 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8312bca-9cd1-4ddf-bc67-e07268f01117 HTTP/1.1" status: 200 len: 210 time: 0.0558674 May 27 02:18:36.248964 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30612582-76e2-4033-b97f-43eea1b3b3cf admin admin] Pushing event deleted for resources: {'Port': ['ID=e8d963ed-fd10-412a-a5ad-b87170b3051f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:36.303222 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Transition to ACTIVE for port object 8840b451-1e45-47d4-af18-fd854641ce1a will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:18:36.312235 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-09b07e09-d2ec-4a31-92f2-3832d5ca22e6 req-db297adc-9f5d-4a25-b40e-639107d740fa tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:36.662354 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1090ac-ab5d-4b28-8023-d1b3294ded29 req-e407886f-fa5e-4296-a13c-6bd17ff014ef tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:36.669718 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1b1090ac-ab5d-4b28-8023-d1b3294ded29 req-e407886f-fa5e-4296-a13c-6bd17ff014ef tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=561ca9da-d46e-4162-a7aa-b8d8429a12e2 HTTP/1.1" status: 200 len: 946 time: 0.2917151 May 27 02:18:36.757020 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1b1090ac-ab5d-4b28-8023-d1b3294ded29 req-dad48c1e-b9b8-43a5-b5dd-f1a83c0116df tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828795 May 27 02:18:36.768349 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30612582-76e2-4033-b97f-43eea1b3b3cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:36.798992 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-1f554246-ec12-430e-a5b9-ce9aa48cc1f5 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:36.800829 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-1f554246-ec12-430e-a5b9-ce9aa48cc1f5 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.66 "GET /v2.0/networks?id=ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee HTTP/1.1" status: 200 len: 805 time: 0.3255522 May 27 02:18:36.815662 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-a49a9330-5ae8-485d-8bf5-c3007a41802c tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Request body: {'port': {'device_id': '4c00bab3-9119-4246-8725-22c8c9d68820', 'network_id': 'ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee', 'admin_state_up': True, 'tenant_id': '061b97479a33466e8381b1e53cde36e4'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:37.117984 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-a49a9330-5ae8-485d-8bf5-c3007a41802c tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:37.164429 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:37.164429 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db297adc-9f5d-4a25-b40e-639107d740fa tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Pushing event deleted for resources: {'Port': ['ID=ccffb2e2-415f-47dc-ae87-fc954d79961a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:37.182405 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-a49a9330-5ae8-485d-8bf5-c3007a41802c tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:37.186838 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30612582-76e2-4033-b97f-43eea1b3b3cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:37.238704 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e4b82-a735-4301-a4fb-01065409c055 req-c872b0c7-9005-4882-80d7-5c49c0840ae5 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:37.248682 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-535e4b82-a735-4301-a4fb-01065409c055 req-c872b0c7-9005-4882-80d7-5c49c0840ae5 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=49a393c1-5beb-4d3f-ab8e-7b2fef345d11 HTTP/1.1" status: 200 len: 945 time: 0.2492185 May 27 02:18:37.308032 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30612582-76e2-4033-b97f-43eea1b3b3cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:37.321757 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b07e09-d2ec-4a31-92f2-3832d5ca22e6 req-db297adc-9f5d-4a25-b40e-639107d740fa tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] No DVR routers for this DVR port ccffb2e2-415f-47dc-ae87-fc954d79961a on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:18:37.374379 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-440dc2d6-94cd-4615-8bbe-6a5e8ee09781 req-7d44916e-48a0-48f6-9dac-fce9dbbe479f tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8312bca-9cd1-4ddf-bc67-e07268f01117 HTTP/1.1" status: 200 len: 210 time: 0.0751588 May 27 02:18:37.374994 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-a49a9330-5ae8-485d-8bf5-c3007a41802c tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Made reservation on behalf of 061b97479a33466e8381b1e53cde36e4 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:18:37.378691 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-a49a9330-5ae8-485d-8bf5-c3007a41802c tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:37.384767 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-09b07e09-d2ec-4a31-92f2-3832d5ca22e6 req-db297adc-9f5d-4a25-b40e-639107d740fa tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:37.465437 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-535e4b82-a735-4301-a4fb-01065409c055 req-d1ad323d-bd6c-479b-961c-b6c8610a95ec tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157960 May 27 02:18:37.508178 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14601588-3eac-4248-bb7c-8c68a6e7a107', 'name': 'network-vif-deleted', 'tag': 'ccffb2e2-415f-47dc-ae87-fc954d79961a'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:18:37.539871 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30612582-76e2-4033-b97f-43eea1b3b3cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:37.540936 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30612582-76e2-4033-b97f-43eea1b3b3cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc6c0e00-65b5-4230-8b60-2f47ee16b4f7 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:18:37.639642 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67c4e45c-53e6-4cd2-873b-b2e1ecb5971f'] response: {'server_uuid': '14601588-3eac-4248-bb7c-8c68a6e7a107', 'name': 'network-vif-deleted', 'tag': 'ccffb2e2-415f-47dc-ae87-fc954d79961a', 'status': 'completed', 'code': 200} May 27 02:18:37.645853 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Checking segment: {'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:18:37.646548 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Network hostable DHCP agents. Network: a0115aac-70bf-4c3b-b9ad-1961d8cfea63, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:18:37.647432 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-36edb4ad-8402-4950-8a41-dd2697b67000 req-b8c03e06-d6ce-4fa9-95a9-5698bae1d30b tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c00bab3-9119-4246-8725-22c8c9d68820 HTTP/1.1" status: 200 len: 210 time: 0.1224906 May 27 02:18:37.657342 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30612582-76e2-4033-b97f-43eea1b3b3cf admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:37.660058 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-30612582-76e2-4033-b97f-43eea1b3b3cf admin admin] 10.222.0.57 "DELETE /v2.0/routers/dc6c0e00-65b5-4230-8b60-2f47ee16b4f7 HTTP/1.1" status: 204 len: 168 time: 6.3051381 May 27 02:18:37.662002 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40746) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:37.666571 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Pushing event updated for resources: {'Port': ['ID=8840b451-1e45-47d4-af18-fd854641ce1a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:37.730568 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-09b07e09-d2ec-4a31-92f2-3832d5ca22e6 req-db297adc-9f5d-4a25-b40e-639107d740fa tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.66 "DELETE /v2.0/ports/ccffb2e2-415f-47dc-ae87-fc954d79961a HTTP/1.1" status: 204 len: 173 time: 4.8387036 May 27 02:18:37.731503 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1ef9daec-ddcb-4c85-ae0a-787475ee3ba1 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:37.775071 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-a49a9330-5ae8-485d-8bf5-c3007a41802c tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Allocated IP 172.20.0.13 (ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee/98c2d6b5-1175-4c13-b824-dd8e526e1b70/014fcc90-aec4-49eb-9f2d-f722c6d79cb2) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:18:37.789559 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef4d1e1a-ff8c-4510-bda1-adadd1337c38 admin admin] Deleting subnet 7cc16310-4abe-4496-b05d-113b02c81073 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:18:37.793904 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ef4d1e1a-ff8c-4510-bda1-adadd1337c38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:37.895877 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ef4d1e1a-ff8c-4510-bda1-adadd1337c38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:37.911629 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:18:38.060421 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, a0115aac-70bf-4c3b-b9ad-1961d8cfea63) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:18:38.070619 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d6ceeb-ff9a-48f7-ab62-cba83fad5670 None None] Network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:18:38.081674 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:18:38.105571 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 8840b451-1e45-47d4-af18-fd854641ce1a on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:18:38.106210 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 8840b451-1e45-47d4-af18-fd854641ce1a by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:18:38.106721 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 8840b451-1e45-47d4-af18-fd854641ce1a on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:38.117858 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Port 8840b451-1e45-47d4-af18-fd854641ce1a on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:18:38.118391 n-d-843554-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Failed to bind port 8840b451-1e45-47d4-af18-fd854641ce1a on host n-h2-843554-3 for vnic_type normal using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] May 27 02:18:38.122619 n-d-843554-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempt 2 to bind port 8840b451-1e45-47d4-af18-fd854641ce1a May 27 02:18:38.160500 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-a49a9330-5ae8-485d-8bf5-c3007a41802c tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:38.223866 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 8840b451-1e45-47d4-af18-fd854641ce1a on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:18:38.224374 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 8840b451-1e45-47d4-af18-fd854641ce1a by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:18:38.224891 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 8840b451-1e45-47d4-af18-fd854641ce1a on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:38.263245 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Port 8840b451-1e45-47d4-af18-fd854641ce1a on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:18:38.263838 n-d-843554-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Failed to bind port 8840b451-1e45-47d4-af18-fd854641ce1a on host n-h2-843554-3 for vnic_type normal using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] May 27 02:18:38.266906 n-d-843554-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempt 3 to bind port 8840b451-1e45-47d4-af18-fd854641ce1a May 27 02:18:38.290755 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-a49a9330-5ae8-485d-8bf5-c3007a41802c tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:38.359783 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-a49a9330-5ae8-485d-8bf5-c3007a41802c tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Network ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:18:38.361116 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 8840b451-1e45-47d4-af18-fd854641ce1a on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:18:38.362229 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 8840b451-1e45-47d4-af18-fd854641ce1a by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:18:38.362785 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 8840b451-1e45-47d4-af18-fd854641ce1a on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:38.377015 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Port 8840b451-1e45-47d4-af18-fd854641ce1a on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:18:38.377693 n-d-843554-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Failed to bind port 8840b451-1e45-47d4-af18-fd854641ce1a on host n-h2-843554-3 for vnic_type normal using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] May 27 02:18:38.380016 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-a49a9330-5ae8-485d-8bf5-c3007a41802c tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:18:38.387934 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-a49a9330-5ae8-485d-8bf5-c3007a41802c tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:18:38.390363 n-d-843554-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempt 4 to bind port 8840b451-1e45-47d4-af18-fd854641ce1a May 27 02:18:38.418071 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 8840b451-1e45-47d4-af18-fd854641ce1a on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:18:38.418696 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 8840b451-1e45-47d4-af18-fd854641ce1a by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:18:38.419225 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 8840b451-1e45-47d4-af18-fd854641ce1a on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:38.427870 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Port 8840b451-1e45-47d4-af18-fd854641ce1a on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:18:38.428519 n-d-843554-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Failed to bind port 8840b451-1e45-47d4-af18-fd854641ce1a on host n-h2-843554-3 for vnic_type normal using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] May 27 02:18:38.431283 n-d-843554-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempt 5 to bind port 8840b451-1e45-47d4-af18-fd854641ce1a May 27 02:18:38.450514 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1ef9daec-ddcb-4c85-ae0a-787475ee3ba1 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:38.458502 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 8840b451-1e45-47d4-af18-fd854641ce1a on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:18:38.459157 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 8840b451-1e45-47d4-af18-fd854641ce1a by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:18:38.459711 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 8840b451-1e45-47d4-af18-fd854641ce1a on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:38.537944 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a9330-5ae8-485d-8bf5-c3007a41802c tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Pushing event updated for resources: {'Port': ['ID=014fcc90-aec4-49eb-9f2d-f722c6d79cb2,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:38.550481 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-a49a9330-5ae8-485d-8bf5-c3007a41802c tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:38.551251 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-a49a9330-5ae8-485d-8bf5-c3007a41802c tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:38.629162 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-427cc851-77b5-439b-8e02-49d55b9e703e req-1b65f61c-899f-4a48-bc0d-506493a8d706 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8312bca-9cd1-4ddf-bc67-e07268f01117 HTTP/1.1" status: 200 len: 210 time: 0.0528855 May 27 02:18:38.641528 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175318ba-dafa-4ea8-912f-f90fc25a5912 req-a6edbf51-b7d0-4eb5-ae78-7f8c9e005782 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:38.643633 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-175318ba-dafa-4ea8-912f-f90fc25a5912 req-a6edbf51-b7d0-4eb5-ae78-7f8c9e005782 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=561ca9da-d46e-4162-a7aa-b8d8429a12e2 HTTP/1.1" status: 200 len: 946 time: 0.4269943 May 27 02:18:38.647364 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ef4d1e1a-ff8c-4510-bda1-adadd1337c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:38.678958 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Port 8840b451-1e45-47d4-af18-fd854641ce1a on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:18:38.678958 n-d-843554-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Failed to bind port 8840b451-1e45-47d4-af18-fd854641ce1a on host n-h2-843554-3 for vnic_type normal using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] May 27 02:18:38.684364 n-d-843554-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempt 6 to bind port 8840b451-1e45-47d4-af18-fd854641ce1a May 27 02:18:38.697839 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 8840b451-1e45-47d4-af18-fd854641ce1a on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:18:38.698337 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 8840b451-1e45-47d4-af18-fd854641ce1a by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:18:38.699330 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 8840b451-1e45-47d4-af18-fd854641ce1a on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:38.712149 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-a49a9330-5ae8-485d-8bf5-c3007a41802c tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9003353 May 27 02:18:38.716382 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Port 8840b451-1e45-47d4-af18-fd854641ce1a on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:18:38.716832 n-d-843554-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Failed to bind port 8840b451-1e45-47d4-af18-fd854641ce1a on host n-h2-843554-3 for vnic_type normal using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] May 27 02:18:38.719229 n-d-843554-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempt 7 to bind port 8840b451-1e45-47d4-af18-fd854641ce1a May 27 02:18:38.749224 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 8840b451-1e45-47d4-af18-fd854641ce1a on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:18:38.749716 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 8840b451-1e45-47d4-af18-fd854641ce1a by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:18:38.750159 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 8840b451-1e45-47d4-af18-fd854641ce1a on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:38.763624 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Port 8840b451-1e45-47d4-af18-fd854641ce1a on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:18:38.764200 n-d-843554-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Failed to bind port 8840b451-1e45-47d4-af18-fd854641ce1a on host n-h2-843554-3 for vnic_type normal using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] May 27 02:18:38.764750 n-d-843554-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempt 8 to bind port 8840b451-1e45-47d4-af18-fd854641ce1a May 27 02:18:38.765865 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-077bfac7-1923-4647-a0c5-60e13b4ec0bc service neutron] Request body: {'port': {'device_id': '4c00bab3-9119-4246-8725-22c8c9d68820', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:38.783820 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 8840b451-1e45-47d4-af18-fd854641ce1a on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:18:38.784402 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 8840b451-1e45-47d4-af18-fd854641ce1a by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:18:38.784923 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 8840b451-1e45-47d4-af18-fd854641ce1a on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:38.789954 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Port 8840b451-1e45-47d4-af18-fd854641ce1a on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:18:38.790449 n-d-843554-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Failed to bind port 8840b451-1e45-47d4-af18-fd854641ce1a on host n-h2-843554-3 for vnic_type normal using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] May 27 02:18:38.790973 n-d-843554-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempt 9 to bind port 8840b451-1e45-47d4-af18-fd854641ce1a May 27 02:18:38.813308 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 8840b451-1e45-47d4-af18-fd854641ce1a on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:18:38.813888 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 8840b451-1e45-47d4-af18-fd854641ce1a by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:18:38.814559 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 8840b451-1e45-47d4-af18-fd854641ce1a on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:38.822768 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Port 8840b451-1e45-47d4-af18-fd854641ce1a on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:18:38.823435 n-d-843554-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Failed to bind port 8840b451-1e45-47d4-af18-fd854641ce1a on host n-h2-843554-3 for vnic_type normal using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] May 27 02:18:38.824634 n-d-843554-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempt 10 to bind port 8840b451-1e45-47d4-af18-fd854641ce1a May 27 02:18:38.861943 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 8840b451-1e45-47d4-af18-fd854641ce1a on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:18:38.862641 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 8840b451-1e45-47d4-af18-fd854641ce1a by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:18:38.863168 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 8840b451-1e45-47d4-af18-fd854641ce1a on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:38.871793 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Port 8840b451-1e45-47d4-af18-fd854641ce1a on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:18:38.872420 n-d-843554-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Failed to bind port 8840b451-1e45-47d4-af18-fd854641ce1a on host n-h2-843554-3 for vnic_type normal using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] May 27 02:18:38.875719 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:38.931834 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef9daec-ddcb-4c85-ae0a-787475ee3ba1 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Router a789c3fa-a189-4317-9a64-509951fae119 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:18:39.016089 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device e8d963ed-fd10-412a-a5ad-b87170b3051f no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:18:39.105984 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: e8d963ed-fd10-412a-a5ad-b87170b3051f {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:18:39.107103 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device e8d963ed-fd10-412a-a5ad-b87170b3051f not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:18:39.114538 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-175318ba-dafa-4ea8-912f-f90fc25a5912 req-651be15c-d859-496f-a752-a571c7d76a6a tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4046252 May 27 02:18:39.285203 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-077bfac7-1923-4647-a0c5-60e13b4ec0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:39.302325 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ef4d1e1a-ff8c-4510-bda1-adadd1337c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:39.353773 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d1e1a-ff8c-4510-bda1-adadd1337c38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cc16310-4abe-4496-b05d-113b02c81073,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:39.373589 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] For port 8840b451-1e45-47d4-af18-fd854641ce1a, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:18:39.374571 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempted to set empty binding levels {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 27 02:18:39.422646 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c135ee7-083d-4f36-91ba-17a1b7ffe610 None None] Network bd8ad764-a25b-489e-ba20-ae00d285879c requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:18:39.431313 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef9daec-ddcb-4c85-ae0a-787475ee3ba1 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:18:39.481137 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ef4d1e1a-ff8c-4510-bda1-adadd1337c38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:39.551997 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:39.562681 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138bcd6-56a0-4ba6-ab9d-7bca67cadb2a req-c734cb6f-570d-4cc5-8bd4-e10020d6d284 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:39.569540 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f138bcd6-56a0-4ba6-ab9d-7bca67cadb2a req-c734cb6f-570d-4cc5-8bd4-e10020d6d284 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=49a393c1-5beb-4d3f-ab8e-7b2fef345d11 HTTP/1.1" status: 200 len: 945 time: 0.6119440 May 27 02:18:39.587635 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc31be97-a598-4567-92ec-9f48119f776b None None] Sync routers for ids ['a789c3fa-a189-4317-9a64-509951fae119'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:18:39.612582 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:39.613211 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:39.619407 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ef4d1e1a-ff8c-4510-bda1-adadd1337c38 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/7cc16310-4abe-4496-b05d-113b02c81073 HTTP/1.1" status: 204 len: 168 time: 1.9557621 May 27 02:18:39.626550 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40758) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:39.645385 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc31be97-a598-4567-92ec-9f48119f776b None None] Routers {'a789c3fa-a189-4317-9a64-509951fae119'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:18:39.646198 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-fc31be97-a598-4567-92ec-9f48119f776b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:18:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['a789c3fa-a189-4317-9a64-509951fae119'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:39.718518 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1ef9daec-ddcb-4c85-ae0a-787475ee3ba1 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:39.723607 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1ef9daec-ddcb-4c85-ae0a-787475ee3ba1 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.0308030 May 27 02:18:39.724761 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40764) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:39.727504 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-fc31be97-a598-4567-92ec-9f48119f776b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:39.744460 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc31be97-a598-4567-92ec-9f48119f776b None None] Routers {'a789c3fa-a189-4317-9a64-509951fae119'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:18:39.745484 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-fc31be97-a598-4567-92ec-9f48119f776b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:18:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['a789c3fa-a189-4317-9a64-509951fae119'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:39.784082 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-5f24f3bb-5f3c-411e-97bc-ecc6bfb6a06b tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:39.841585 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4e158502-010e-4870-bd90-781766e13cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:39.884570 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f138bcd6-56a0-4ba6-ab9d-7bca67cadb2a req-3ce1fa61-dbde-4a2e-825b-5f1d6845add0 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137634 May 27 02:18:39.923361 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-fc31be97-a598-4567-92ec-9f48119f776b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:39.923969 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc31be97-a598-4567-92ec-9f48119f776b None None] The sync data for ids ['a789c3fa-a189-4317-9a64-509951fae119'] in n-d-843554-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:18:40.030237 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34289477-9459-4df9-8635-8584b50f40f5 None None] DHCP port deletion for bd8ad764-a25b-489e-ba20-ae00d285879c request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:18:40.050923 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-34289477-9459-4df9-8635-8584b50f40f5 None None] Deleting port 43d020b0-f6c1-457d-b87a-234f3e06b84e {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:18:40.051310 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-34289477-9459-4df9-8635-8584b50f40f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:40.051458 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4e158502-010e-4870-bd90-781766e13cc9 admin admin] Deleting port 43d020b0-f6c1-457d-b87a-234f3e06b84e {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:18:40.052152 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4e158502-010e-4870-bd90-781766e13cc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:40.116306 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 8.4082677 May 27 02:18:40.147881 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40770) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:40.194678 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ef542-eec3-4f9f-8812-916b2da37038 req-0949f088-8307-424f-93f8-fd75afe0385a tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:40.196773 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-5d9ef542-eec3-4f9f-8812-916b2da37038 req-0949f088-8307-424f-93f8-fd75afe0385a tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Synchronizing usage tracker for tenant:061b97479a33466e8381b1e53cde36e4 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:18:40.225877 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b0546-d299-4db3-8d24-7017fc406010 req-04358c95-067c-45b5-b544-cd67190cda96 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:40.229041 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-620b0546-d299-4db3-8d24-7017fc406010 req-04358c95-067c-45b5-b544-cd67190cda96 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.32 "GET /v2.0/networks?id=317f8943-c2cf-4629-a384-430f557971d0 HTTP/1.1" status: 200 len: 812 time: 0.7340114 May 27 02:18:40.240628 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba39683-8e4f-4688-a390-c5524595ae6a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Pushing event updated for resources: {'Port': ['ID=8840b451-1e45-47d4-af18-fd854641ce1a,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:40.254354 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-620b0546-d299-4db3-8d24-7017fc406010 req-1228cdb8-8789-483f-90b4-180275c667fa tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Request body: {'port': {'device_id': 'f8312bca-9cd1-4ddf-bc67-e07268f01117', 'network_id': '317f8943-c2cf-4629-a384-430f557971d0', 'admin_state_up': True, 'tenant_id': '500421bbc9424254b703858ad839b150'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:40.273086 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fbca15a5-e2a4-4243-aa10-a2be04bc5b44 req-f0783adc-df66-437c-ac1f-f9e0df4858a4 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8312bca-9cd1-4ddf-bc67-e07268f01117 HTTP/1.1" status: 200 len: 210 time: 0.1601567 May 27 02:18:40.392304 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-34289477-9459-4df9-8635-8584b50f40f5 None None] For port 43d020b0-f6c1-457d-b87a-234f3e06b84e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=43d020b0-f6c1-457d-b87a-234f3e06b84e,segment=NetworkSegment(18730f6d-a313-43b6-9f8e-ae26692d5630),segment_id=18730f6d-a313-43b6-9f8e-ae26692d5630)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:40.405019 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-34289477-9459-4df9-8635-8584b50f40f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:40.430106 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-662f7528-bc35-43ff-a41a-358d834dfe5d tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Deleting port 8840b451-1e45-47d4-af18-fd854641ce1a {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:18:40.430628 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-662f7528-bc35-43ff-a41a-358d834dfe5d tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:40.436354 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-5d9ef542-eec3-4f9f-8812-916b2da37038 req-0949f088-8307-424f-93f8-fd75afe0385a tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Unset dirty status for tenant:061b97479a33466e8381b1e53cde36e4 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:18:40.443950 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5d9ef542-eec3-4f9f-8812-916b2da37038 req-0949f088-8307-424f-93f8-fd75afe0385a tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c00bab3-9119-4246-8725-22c8c9d68820 HTTP/1.1" status: 200 len: 932 time: 1.0936260 May 27 02:18:40.614611 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-34289477-9459-4df9-8635-8584b50f40f5 None None] Calling delete_port for 43d020b0-f6c1-457d-b87a-234f3e06b84e owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:18:40.667201 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-077bfac7-1923-4647-a0c5-60e13b4ec0bc service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:18:40.769821 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5d9ef542-eec3-4f9f-8812-916b2da37038 req-bbced5c4-34ec-4d9f-b0c6-b706a22346ec tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245924 May 27 02:18:40.858872 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-4e158502-010e-4870-bd90-781766e13cc9 admin admin] For port 43d020b0-f6c1-457d-b87a-234f3e06b84e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=43d020b0-f6c1-457d-b87a-234f3e06b84e,segment=NetworkSegment(18730f6d-a313-43b6-9f8e-ae26692d5630),segment_id=18730f6d-a313-43b6-9f8e-ae26692d5630)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:40.859371 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4e158502-010e-4870-bd90-781766e13cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:40.954688 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-620b0546-d299-4db3-8d24-7017fc406010 req-1228cdb8-8789-483f-90b4-180275c667fa tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:40.975751 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-620b0546-d299-4db3-8d24-7017fc406010 req-1228cdb8-8789-483f-90b4-180275c667fa tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Usage tracker for resource:port and tenant:500421bbc9424254b703858ad839b150 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:41.003408 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4e158502-010e-4870-bd90-781766e13cc9 admin admin] Calling delete_port for 43d020b0-f6c1-457d-b87a-234f3e06b84e owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:18:41.023790 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-620b0546-d299-4db3-8d24-7017fc406010 req-1228cdb8-8789-483f-90b4-180275c667fa tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:41.043211 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-662f7528-bc35-43ff-a41a-358d834dfe5d tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] For port 8840b451-1e45-47d4-af18-fd854641ce1a, host n-h2-843554-3, got binding levels [] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:41.043211 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-662f7528-bc35-43ff-a41a-358d834dfe5d tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:41.134777 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 43d020b0-f6c1-457d-b87a-234f3e06b84e no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:18:41.134973 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-077bfac7-1923-4647-a0c5-60e13b4ec0bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 014fcc90-aec4-49eb-9f2d-f722c6d79cb2 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:18:41.134973 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-077bfac7-1923-4647-a0c5-60e13b4ec0bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:41.134973 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-077bfac7-1923-4647-a0c5-60e13b4ec0bc service neutron] Transition to ACTIVE for port object 014fcc90-aec4-49eb-9f2d-f722c6d79cb2 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:18:41.179688 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1427b41-db44-44cb-a65e-a5126e874bc1 req-c2e218ee-235b-48b4-a23f-2e4c5d166e43 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:41.185465 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-34289477-9459-4df9-8635-8584b50f40f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:41.187500 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c1427b41-db44-44cb-a65e-a5126e874bc1 req-c2e218ee-235b-48b4-a23f-2e4c5d166e43 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=49a393c1-5beb-4d3f-ab8e-7b2fef345d11 HTTP/1.1" status: 200 len: 945 time: 0.6947029 May 27 02:18:41.188909 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-620b0546-d299-4db3-8d24-7017fc406010 req-1228cdb8-8789-483f-90b4-180275c667fa tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:41.241258 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34289477-9459-4df9-8635-8584b50f40f5 None None] Pushing event deleted for resources: {'Port': ['ID=43d020b0-f6c1-457d-b87a-234f3e06b84e,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:41.242001 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-077bfac7-1923-4647-a0c5-60e13b4ec0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:41.247822 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34289477-9459-4df9-8635-8584b50f40f5 None None] No DVR routers for this DVR port 43d020b0-f6c1-457d-b87a-234f3e06b84e on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:18:41.251313 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 43d020b0-f6c1-457d-b87a-234f3e06b84e is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:41.251695 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:41.396344 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-662f7528-bc35-43ff-a41a-358d834dfe5d tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Calling delete_port for 8840b451-1e45-47d4-af18-fd854641ce1a owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:18:41.431665 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-4e158502-010e-4870-bd90-781766e13cc9 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:18:41.431899 n-d-843554-3 neutron-server[88902]: DEBUG oslo_db.api [None req-4e158502-010e-4870-bd90-781766e13cc9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:18:41.465346 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-620b0546-d299-4db3-8d24-7017fc406010 req-1228cdb8-8789-483f-90b4-180275c667fa tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Made reservation on behalf of 500421bbc9424254b703858ad839b150 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:18:41.468733 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c1427b41-db44-44cb-a65e-a5126e874bc1 req-6672b2d6-452c-4b5f-9f1b-06ab1c5ad26a tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803555 May 27 02:18:41.469623 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-620b0546-d299-4db3-8d24-7017fc406010 req-1228cdb8-8789-483f-90b4-180275c667fa tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:41.482713 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b7cf7-bb21-4225-b917-5a0e1a9a846a req-67f226be-3d04-4018-a5d2-3f81a8e6969c tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:41.494403 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1a2b7cf7-bb21-4225-b917-5a0e1a9a846a req-67f226be-3d04-4018-a5d2-3f81a8e6969c tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=561ca9da-d46e-4162-a7aa-b8d8429a12e2 HTTP/1.1" status: 200 len: 946 time: 0.4980721 May 27 02:18:41.544796 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5f24f3bb-5f3c-411e-97bc-ecc6bfb6a06b tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:41.634318 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077bfac7-1923-4647-a0c5-60e13b4ec0bc service neutron] Pushing event updated for resources: {'Port': ['ID=014fcc90-aec4-49eb-9f2d-f722c6d79cb2,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:41.679538 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-048ceb22-bc13-4a07-9f5f-b7d259169f6e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7079904 May 27 02:18:41.700036 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-871159aa-e0d4-45f5-9e6b-ff98ec1fe2db req-c34a1ce6-cef1-43ff-8d2a-dfb5bc9a326a tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8312bca-9cd1-4ddf-bc67-e07268f01117 HTTP/1.1" status: 200 len: 210 time: 0.1046958 May 27 02:18:41.701929 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5f24f3bb-5f3c-411e-97bc-ecc6bfb6a06b tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:41.761683 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1a2b7cf7-bb21-4225-b917-5a0e1a9a846a req-bdef3690-9fb6-4c5d-8bd1-ff0221ecdcd1 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022185 May 27 02:18:41.811133 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-077bfac7-1923-4647-a0c5-60e13b4ec0bc service neutron] Attempting to bind port 014fcc90-aec4-49eb-9f2d-f722c6d79cb2 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:18:41.811700 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-077bfac7-1923-4647-a0c5-60e13b4ec0bc service neutron] Attempting to bind port 014fcc90-aec4-49eb-9f2d-f722c6d79cb2 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'ab39751d-1c01-42dd-8648-098e3a0f206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:18:41.812753 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-077bfac7-1923-4647-a0c5-60e13b4ec0bc service neutron] Attempting to bind port 014fcc90-aec4-49eb-9f2d-f722c6d79cb2 on network ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:41.814663 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-662f7528-bc35-43ff-a41a-358d834dfe5d tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:41.819223 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-077bfac7-1923-4647-a0c5-60e13b4ec0bc service neutron] Port 014fcc90-aec4-49eb-9f2d-f722c6d79cb2 on network ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:18:41.819942 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-077bfac7-1923-4647-a0c5-60e13b4ec0bc service neutron] Attempting to bind port 014fcc90-aec4-49eb-9f2d-f722c6d79cb2 on network ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:41.827112 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-077bfac7-1923-4647-a0c5-60e13b4ec0bc service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:18:41.827763 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-077bfac7-1923-4647-a0c5-60e13b4ec0bc service neutron] Checking segment: {'id': 'ab39751d-1c01-42dd-8648-098e3a0f206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:18:41.828434 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-077bfac7-1923-4647-a0c5-60e13b4ec0bc service neutron] Bound using segment: {'id': 'ab39751d-1c01-42dd-8648-098e3a0f206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:18:41.829273 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-077bfac7-1923-4647-a0c5-60e13b4ec0bc service neutron] Bound port: 014fcc90-aec4-49eb-9f2d-f722c6d79cb2, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab39751d-1c01-42dd-8648-098e3a0f206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:18:41.830065 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-077bfac7-1923-4647-a0c5-60e13b4ec0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:41.936185 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4e158502-010e-4870-bd90-781766e13cc9 admin admin] Deleting port 43d020b0-f6c1-457d-b87a-234f3e06b84e {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:18:41.936814 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4e158502-010e-4870-bd90-781766e13cc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:41.970079 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f7528-bc35-43ff-a41a-358d834dfe5d tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Pushing event deleted for resources: {'Port': ['ID=8840b451-1e45-47d4-af18-fd854641ce1a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:41.981518 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-5f24f3bb-5f3c-411e-97bc-ecc6bfb6a06b tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Deleting port 47fa1bed-af1a-49c4-851b-0c303de7686b {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:18:41.981862 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5f24f3bb-5f3c-411e-97bc-ecc6bfb6a06b tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:42.053980 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-662f7528-bc35-43ff-a41a-358d834dfe5d tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:42.081291 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-077bfac7-1923-4647-a0c5-60e13b4ec0bc service neutron] For port 014fcc90-aec4-49eb-9f2d-f722c6d79cb2, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:18:42.090640 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4e158502-010e-4870-bd90-781766e13cc9 admin admin] The port '43d020b0-f6c1-457d-b87a-234f3e06b84e' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:18:42.141977 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-077bfac7-1923-4647-a0c5-60e13b4ec0bc service neutron] For port 014fcc90-aec4-49eb-9f2d-f722c6d79cb2, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=014fcc90-aec4-49eb-9f2d-f722c6d79cb2,segment=NetworkSegment(ab39751d-1c01-42dd-8648-098e3a0f206f),segment_id=ab39751d-1c01-42dd-8648-098e3a0f206f)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:18:42.152246 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-662f7528-bc35-43ff-a41a-358d834dfe5d tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] 10.222.0.57 "DELETE /v2.0/ports/8840b451-1e45-47d4-af18-fd854641ce1a HTTP/1.1" status: 204 len: 168 time: 2.0009129 May 27 02:18:42.158939 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40788) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:42.186698 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-620b0546-d299-4db3-8d24-7017fc406010 req-1228cdb8-8789-483f-90b4-180275c667fa tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Allocated IP 172.20.0.3 (317f8943-c2cf-4629-a384-430f557971d0/029bf5aa-9449-4d9e-81c7-fe1336fb8379/4b24f131-ceb8-4f16-ab9a-c5b475523d08) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:18:42.233458 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-7e208007-81b5-42ad-9dc0-9b756fe48801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:42.234099 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-7e208007-81b5-42ad-9dc0-9b756fe48801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:42.234640 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-7e208007-81b5-42ad-9dc0-9b756fe48801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:42.235273 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-7e208007-81b5-42ad-9dc0-9b756fe48801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:42.235872 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-7e208007-81b5-42ad-9dc0-9b756fe48801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:42.236395 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-7e208007-81b5-42ad-9dc0-9b756fe48801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:42.236947 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-7e208007-81b5-42ad-9dc0-9b756fe48801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:42.238941 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-7e208007-81b5-42ad-9dc0-9b756fe48801 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c81473a41fb94f91be2c0840146b05b3&device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 6502 time: 0.5183933 May 27 02:18:42.296159 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-b260b968-8381-4d60-8066-b54a76a7c5ec tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] GET failed (client error): The resource could not be found. May 27 02:18:42.297618 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b260b968-8381-4d60-8066-b54a76a7c5ec tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] 10.222.0.57 "GET /v2.0/ports/8840b451-1e45-47d4-af18-fd854641ce1a HTTP/1.1" status: 404 len: 333 time: 0.1357214 May 27 02:18:42.300311 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-077bfac7-1923-4647-a0c5-60e13b4ec0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:42.317206 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40792) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:42.327071 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b050714f-bd0b-4cf3-8227-a66ba8276f07 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Request body: {'port': {'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1880853339'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:42.332966 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b050714f-bd0b-4cf3-8227-a66ba8276f07 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:42.337227 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b050714f-bd0b-4cf3-8227-a66ba8276f07 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Usage tracker for resource:port and tenant:0be188a59ca549a6a8e7795b68a0dd39 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:42.341896 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b050714f-bd0b-4cf3-8227-a66ba8276f07 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:42.350369 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b050714f-bd0b-4cf3-8227-a66ba8276f07 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:42.371352 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5f24f3bb-5f3c-411e-97bc-ecc6bfb6a06b tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:42.413171 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4e158502-010e-4870-bd90-781766e13cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:42.467629 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-077bfac7-1923-4647-a0c5-60e13b4ec0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:42.476574 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-077bfac7-1923-4647-a0c5-60e13b4ec0bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:42.476574 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-077bfac7-1923-4647-a0c5-60e13b4ec0bc service neutron] 10.222.0.66 "PUT /v2.0/ports/014fcc90-aec4-49eb-9f2d-f722c6d79cb2 HTTP/1.1" status: 200 len: 1092 time: 3.7274687 May 27 02:18:42.476998 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c00bab3-9119-4246-8725-22c8c9d68820', 'tag': '014fcc90-aec4-49eb-9f2d-f722c6d79cb2'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:18:42.512183 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4af800-c074-4a35-aa8e-15c5ec1374e7 req-bb20bb3d-86cf-4bd2-a6e8-2f6ae8fea82d tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:42.513944 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9c4af800-c074-4a35-aa8e-15c5ec1374e7 req-bb20bb3d-86cf-4bd2-a6e8-2f6ae8fea82d tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c00bab3-9119-4246-8725-22c8c9d68820 HTTP/1.1" status: 200 len: 944 time: 0.5811915 May 27 02:18:42.516095 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-4e158502-010e-4870-bd90-781766e13cc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd8ad764-a25b-489e-ba20-ae00d285879c']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:42.563342 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-4e158502-010e-4870-bd90-781766e13cc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18730f6d-a313-43b6-9f8e-ae26692d5630') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:42.563945 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-4e158502-010e-4870-bd90-781766e13cc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18730f6d-a313-43b6-9f8e-ae26692d5630') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:42.574663 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077bfac7-1923-4647-a0c5-60e13b4ec0bc service neutron] Pushing event updated for resources: {'Port': ['ID=014fcc90-aec4-49eb-9f2d-f722c6d79cb2,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:42.609076 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4e158502-010e-4870-bd90-781766e13cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:42.619181 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-5f24f3bb-5f3c-411e-97bc-ecc6bfb6a06b tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Calling delete_port for 47fa1bed-af1a-49c4-851b-0c303de7686b owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:18:42.651434 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b050714f-bd0b-4cf3-8227-a66ba8276f07 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Made reservation on behalf of 0be188a59ca549a6a8e7795b68a0dd39 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:18:42.654330 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b050714f-bd0b-4cf3-8227-a66ba8276f07 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:42.705629 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9c4af800-c074-4a35-aa8e-15c5ec1374e7 req-eb2758d1-09f2-499d-a249-4ca41df59651 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718700 May 27 02:18:42.713720 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4e158502-010e-4870-bd90-781766e13cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:42.731433 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e158502-010e-4870-bd90-781766e13cc9 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:18:42.732463 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4e158502-010e-4870-bd90-781766e13cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:42.782642 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f3256-f46a-4b9a-800e-aca00a4c6170 req-cfc53113-a438-44eb-bed0-ea312379eb6c tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:42.785325 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c54f3256-f46a-4b9a-800e-aca00a4c6170 req-cfc53113-a438-44eb-bed0-ea312379eb6c tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=49a393c1-5beb-4d3f-ab8e-7b2fef345d11 HTTP/1.1" status: 200 len: 945 time: 0.4950449 May 27 02:18:42.787854 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 18730f6d-a313-43b6-9f8e-ae26692d5630 resource provider aggregate not found May 27 02:18:42.860178 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-620b0546-d299-4db3-8d24-7017fc406010 req-1228cdb8-8789-483f-90b4-180275c667fa tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:42.936182 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c54f3256-f46a-4b9a-800e-aca00a4c6170 req-5864f0c1-a3f0-4c71-93bc-86573fbfe92b tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847263 May 27 02:18:42.943577 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 18730f6d-a313-43b6-9f8e-ae26692d5630 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18730f6d-a313-43b6-9f8e-ae26692d5630 found for delete ", "request_id": "req-53b5f834-8408-4950-bfd9-c622897d0cdd"}]} May 27 02:18:42.950336 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a32b584-631a-4b24-b866-1da8c8a5d032'] response: {'name': 'network-changed', 'server_uuid': '4c00bab3-9119-4246-8725-22c8c9d68820', 'tag': '014fcc90-aec4-49eb-9f2d-f722c6d79cb2', 'status': 'completed', 'code': 200} May 27 02:18:42.988596 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-5d20b2db-282e-4104-a480-3a6d4ee1fb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:42.990194 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-5d20b2db-282e-4104-a480-3a6d4ee1fb90 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=061b97479a33466e8381b1e53cde36e4&device_id=4c00bab3-9119-4246-8725-22c8c9d68820 HTTP/1.1" status: 200 len: 1095 time: 0.3582194 May 27 02:18:43.021588 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-b050714f-bd0b-4cf3-8227-a66ba8276f07 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] device_id is not set on port 44c757a9-2277-44c9-a9c5-2996434832b9 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:18:43.085509 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-620b0546-d299-4db3-8d24-7017fc406010 req-1228cdb8-8789-483f-90b4-180275c667fa tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:43.258802 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-92878d38-d7cb-475a-82c7-4324d5f17ff6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=014fcc90-aec4-49eb-9f2d-f722c6d79cb2 HTTP/1.1" status: 200 len: 217 time: 0.2595546 May 27 02:18:43.260625 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4e158502-010e-4870-bd90-781766e13cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:43.339860 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4e158502-010e-4870-bd90-781766e13cc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:43.359745 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e158502-010e-4870-bd90-781766e13cc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd8ad764-a25b-489e-ba20-ae00d285879c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:43.384673 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-a8451579-ddaa-404c-84ce-735d35066b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:43.384915 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-a8451579-ddaa-404c-84ce-735d35066b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:43.385356 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-a8451579-ddaa-404c-84ce-735d35066b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:43.387436 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-a8451579-ddaa-404c-84ce-735d35066b0a service neutron] 10.222.0.66 "GET /v2.0/networks?id=5e758166-4843-420e-a7a2-e907df6227a4&id=8b94d27d-bce7-469d-ba55-1b18784dbd74&id=8b94d27d-bce7-469d-ba55-1b18784dbd74&id=8b94d27d-bce7-469d-ba55-1b18784dbd74&id=8b94d27d-bce7-469d-ba55-1b18784dbd74&id=4b83be3c-d2c0-4b0f-849f-a2bd82741ed8&id=4b83be3c-d2c0-4b0f-849f-a2bd82741ed8 HTTP/1.1" status: 200 len: 2299 time: 1.1056314 May 27 02:18:43.416953 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4e158502-010e-4870-bd90-781766e13cc9 admin admin] 10.222.0.57 "DELETE /v2.0/networks/bd8ad764-a25b-489e-ba20-ae00d285879c HTTP/1.1" status: 204 len: 168 time: 3.7856474 May 27 02:18:43.454136 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf0d7c-906d-4344-bf06-2536b99da5b1 req-2aee8baa-c8af-4554-a132-eb61580e53c4 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:43.455773 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-14cf0d7c-906d-4344-bf06-2536b99da5b1 req-2aee8baa-c8af-4554-a132-eb61580e53c4 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8312bca-9cd1-4ddf-bc67-e07268f01117 HTTP/1.1" status: 200 len: 931 time: 0.3140507 May 27 02:18:43.457364 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-4592062b-b1b3-4869-be45-920ff8a1cc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:43.458778 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-4592062b-b1b3-4869-be45-920ff8a1cc02 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=98c2d6b5-1175-4c13-b824-dd8e526e1b70 HTTP/1.1" status: 200 len: 845 time: 0.1767170 May 27 02:18:43.513226 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-620b0546-d299-4db3-8d24-7017fc406010 req-1228cdb8-8789-483f-90b4-180275c667fa tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Network 317f8943-c2cf-4629-a384-430f557971d0 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:18:43.529218 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-620b0546-d299-4db3-8d24-7017fc406010 req-1228cdb8-8789-483f-90b4-180275c667fa tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:18:43.548076 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-620b0546-d299-4db3-8d24-7017fc406010 req-1228cdb8-8789-483f-90b4-180275c667fa tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:18:43.621210 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b0546-d299-4db3-8d24-7017fc406010 req-1228cdb8-8789-483f-90b4-180275c667fa tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:43.621957 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-620b0546-d299-4db3-8d24-7017fc406010 req-1228cdb8-8789-483f-90b4-180275c667fa tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:43.664414 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228cdb8-8789-483f-90b4-180275c667fa tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Pushing event updated for resources: {'Port': ['ID=4b24f131-ceb8-4f16-ab9a-c5b475523d08,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:43.691691 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5100a-e2f8-4902-bb66-a1466b481e76 req-e89a239a-fa7a-4694-8f7f-dd2d20e1fae1 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:43.694562 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-53d5100a-e2f8-4902-bb66-a1466b481e76 req-e89a239a-fa7a-4694-8f7f-dd2d20e1fae1 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=561ca9da-d46e-4162-a7aa-b8d8429a12e2 HTTP/1.1" status: 200 len: 946 time: 0.4952981 May 27 02:18:43.695909 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-6e8bcde8-a187-46d6-9d77-c6926420ba31 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2285521 May 27 02:18:43.706056 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-9f78b44d-56f1-4db6-8c05-789856bdcad4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbe4c056-269a-4480-9565-128a45297e2d HTTP/1.1" status: 200 len: 1000 time: 0.2978740 May 27 02:18:43.868765 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-620b0546-d299-4db3-8d24-7017fc406010 req-1228cdb8-8789-483f-90b4-180275c667fa tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6226931 May 27 02:18:43.874544 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-ca689b78-8a1c-47c9-a081-f7608ade0171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:43.874544 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-ca689b78-8a1c-47c9-a081-f7608ade0171 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6ecf8e97-38b0-450d-a77d-44a69de922b2 HTTP/1.1" status: 200 len: 856 time: 0.1588495 May 27 02:18:43.884415 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-620b0546-d299-4db3-8d24-7017fc406010 req-359c8088-035c-4ea2-949c-86527a66ae1a service neutron] Request body: {'port': {'device_id': 'f8312bca-9cd1-4ddf-bc67-e07268f01117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:43.884808 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-14cf0d7c-906d-4344-bf06-2536b99da5b1 req-906e95b0-a9c0-464f-bcdd-46b3ffcaa349 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Synchronizing usage tracker for tenant:500421bbc9424254b703858ad839b150 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:18:43.920617 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-53d5100a-e2f8-4902-bb66-a1466b481e76 req-df92b99a-ec1e-48cf-9ee6-7255c4041f38 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119062 May 27 02:18:43.926338 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40812) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:44.021923 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5f24f3bb-5f3c-411e-97bc-ecc6bfb6a06b tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:44.025710 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-15ebeb54-8bfb-4d77-9039-6092f1e75c63 service neutron] 10.222.0.66 "GET /v2.0/networks/ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903578 May 27 02:18:44.096341 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-14cf0d7c-906d-4344-bf06-2536b99da5b1 req-906e95b0-a9c0-464f-bcdd-46b3ffcaa349 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Unset dirty status for tenant:500421bbc9424254b703858ad839b150 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:18:44.098120 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-14cf0d7c-906d-4344-bf06-2536b99da5b1 req-906e95b0-a9c0-464f-bcdd-46b3ffcaa349 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6325176 May 27 02:18:44.253633 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b050714f-bd0b-4cf3-8227-a66ba8276f07 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:44.266581 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5925fade-424b-4b14-90f1-5cbdb82df09d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=662bd3219ea243ea954b5fe1db773fef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3028607 May 27 02:18:44.272327 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40816) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:44.295384 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bf4e1aed-97f5-4f1a-9bef-d690678dc8b4 req-b369a587-0bf4-4e3a-90dd-bd44ddcde5eb service neutron] 10.222.0.66 "GET /v2.0/networks/ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611084 May 27 02:18:44.323250 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634b6dc-01ad-4625-a7df-2f2c9feba1c6 req-2abad41c-e5f1-46e5-aec1-e1c16ecc30bc tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:44.331351 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5634b6dc-01ad-4625-a7df-2f2c9feba1c6 req-2abad41c-e5f1-46e5-aec1-e1c16ecc30bc tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=49a393c1-5beb-4d3f-ab8e-7b2fef345d11 HTTP/1.1" status: 200 len: 945 time: 0.2732184 May 27 02:18:44.375534 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f24f3bb-5f3c-411e-97bc-ecc6bfb6a06b tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Pushing event deleted for resources: {'Port': ['ID=47fa1bed-af1a-49c4-851b-0c303de7686b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:44.432591 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5634b6dc-01ad-4625-a7df-2f2c9feba1c6 req-0218dd99-86ea-4ca1-8377-d6de94780713 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002846 May 27 02:18:44.489441 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-620b0546-d299-4db3-8d24-7017fc406010 req-359c8088-035c-4ea2-949c-86527a66ae1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:44.500977 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5f24f3bb-5f3c-411e-97bc-ecc6bfb6a06b tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:44.522234 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6f1489ee-95d1-4394-b569-73864bcff666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:44.556684 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e1e97-8c79-46d2-939a-3b91ea8d1863 req-9ff64521-f844-4467-8d95-8a856507b2ec tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:44.567668 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b74e1e97-8c79-46d2-939a-3b91ea8d1863 req-9ff64521-f844-4467-8d95-8a856507b2ec tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c00bab3-9119-4246-8725-22c8c9d68820 HTTP/1.1" status: 200 len: 944 time: 0.3323677 May 27 02:18:44.571238 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-1cdaca43-d9e6-4d4e-a4e1-cb6a35e1bd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:44.572743 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-1cdaca43-d9e6-4d4e-a4e1-cb6a35e1bd81 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5e758166-4843-420e-a7a2-e907df6227a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6926341 May 27 02:18:44.606565 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6f1489ee-95d1-4394-b569-73864bcff666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:44.658600 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b74e1e97-8c79-46d2-939a-3b91ea8d1863 req-81fd7944-5e93-40b2-a9bc-3070884c62c2 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897825 May 27 02:18:44.692847 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e0165-8abe-46f0-9bee-4647adecf59f req-ea426bd0-b4ba-468b-9082-de47ae14464e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:44.694735 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1a7e0165-8abe-46f0-9bee-4647adecf59f req-ea426bd0-b4ba-468b-9082-de47ae14464e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=061b97479a33466e8381b1e53cde36e4&device_id=4c00bab3-9119-4246-8725-22c8c9d68820 HTTP/1.1" status: 200 len: 1095 time: 0.2545915 May 27 02:18:44.937513 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6f1489ee-95d1-4394-b569-73864bcff666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:44.956962 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b050714f-bd0b-4cf3-8227-a66ba8276f07 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:44.968428 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6f1489ee-95d1-4394-b569-73864bcff666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:44.981448 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6f1489ee-95d1-4394-b569-73864bcff666 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f80d4f80-36b8-48b1-a83f-d6f1489a0ebb HTTP/1.1" status: 204 len: 168 time: 0.6977663 May 27 02:18:44.991555 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e0165-8abe-46f0-9bee-4647adecf59f req-2f0ffd2c-5846-478b-a841-9e9ffacf6120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:44.999379 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1a7e0165-8abe-46f0-9bee-4647adecf59f req-2f0ffd2c-5846-478b-a841-9e9ffacf6120 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee HTTP/1.1" status: 200 len: 906 time: 0.2935166 May 27 02:18:45.123240 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1489ee-95d1-4394-b569-73864bcff666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80d4f80-36b8-48b1-a83f-d6f1489a0ebb,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:45.241913 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1a7e0165-8abe-46f0-9bee-4647adecf59f req-751ceb34-2ac6-4437-be2c-b8cf3929c1e3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=014fcc90-aec4-49eb-9f2d-f722c6d79cb2 HTTP/1.1" status: 200 len: 217 time: 0.2316494 May 27 02:18:45.248414 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b050714f-bd0b-4cf3-8227-a66ba8276f07 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:18:45.267357 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-b050714f-bd0b-4cf3-8227-a66ba8276f07 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:18:45.321326 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e0165-8abe-46f0-9bee-4647adecf59f req-559465de-0e5e-4bca-bdf3-f75e71a7ee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:45.322813 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1a7e0165-8abe-46f0-9bee-4647adecf59f req-559465de-0e5e-4bca-bdf3-f75e71a7ee90 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=98c2d6b5-1175-4c13-b824-dd8e526e1b70 HTTP/1.1" status: 200 len: 845 time: 0.0663908 May 27 02:18:45.380373 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b050714f-bd0b-4cf3-8227-a66ba8276f07 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:18:45.381817 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b050714f-bd0b-4cf3-8227-a66ba8276f07 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:45.382564 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b050714f-bd0b-4cf3-8227-a66ba8276f07 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:45.386792 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1a7e0165-8abe-46f0-9bee-4647adecf59f req-e82b05f6-35b2-4f1b-b57e-672fbac37c39 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521545 May 27 02:18:45.546388 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b050714f-bd0b-4cf3-8227-a66ba8276f07 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.2235162 May 27 02:18:45.555067 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b050714f-bd0b-4cf3-8227-a66ba8276f07 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Pushing event updated for resources: {'Port': ['ID=44c757a9-2277-44c9-a9c5-2996434832b9,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:45.555268 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1a7e0165-8abe-46f0-9bee-4647adecf59f req-706f5771-ece4-4687-92f8-3e80b7a15f06 service neutron] 10.222.0.66 "GET /v2.0/networks/ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608443 May 27 02:18:45.556331 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40834) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:45.567352 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:45.577150 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5f24f3bb-5f3c-411e-97bc-ecc6bfb6a06b tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:45.593748 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5f24f3bb-5f3c-411e-97bc-ecc6bfb6a06b tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-965449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-965446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966271'] for router, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:45.597478 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-bb7826b8-7958-4d2e-ae7f-602f5b4352e8 service neutron] 10.222.0.66 "GET /v2.0/networks/5e758166-4843-420e-a7a2-e907df6227a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9571228 May 27 02:18:45.645090 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd971b-02a2-4d9e-b90e-2d8ad2eb379c req-2fbd9ab3-725a-42d0-941c-6a179a0288c8 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:45.663520 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2ffd971b-02a2-4d9e-b90e-2d8ad2eb379c req-2fbd9ab3-725a-42d0-941c-6a179a0288c8 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=49a393c1-5beb-4d3f-ab8e-7b2fef345d11 HTTP/1.1" status: 200 len: 945 time: 0.7932162 May 27 02:18:45.843596 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafcb809-2a27-45f1-a075-566c10e9d6b9 req-a8868452-1943-445c-a752-ee44a2098423 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:45.850777 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dafcb809-2a27-45f1-a075-566c10e9d6b9 req-a8868452-1943-445c-a752-ee44a2098423 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=561ca9da-d46e-4162-a7aa-b8d8429a12e2 HTTP/1.1" status: 200 len: 946 time: 0.7243011 May 27 02:18:46.105544 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2ffd971b-02a2-4d9e-b90e-2d8ad2eb379c req-439985ab-aa17-4e4d-af60-ef9db6d1e010 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408908 May 27 02:18:46.112009 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-35467960-d0c7-4f62-a700-38cce5306ef2 service neutron] 10.222.0.66 "GET /v2.0/networks/5e758166-4843-420e-a7a2-e907df6227a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4954805 May 27 02:18:46.115204 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f24f3bb-5f3c-411e-97bc-ecc6bfb6a06b tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Router a789c3fa-a189-4317-9a64-509951fae119 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:18:46.128006 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dafcb809-2a27-45f1-a075-566c10e9d6b9 req-f883a1c3-d5c4-4228-b251-8ff857bb4a35 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741883 May 27 02:18:46.187479 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:46.292868 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-bde200db-ea11-43a0-8f34-df16b02f7326 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=4acf92ce-28d4-4988-ad90-62be6c18fd88 HTTP/1.1" status: 200 len: 217 time: 0.1125410 May 27 02:18:46.494417 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1a7e0165-8abe-46f0-9bee-4647adecf59f req-78f0735c-af67-40c9-9efa-9cd9b6180a5d service neutron] 10.222.0.66 "GET /v2.0/networks/ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8937356 May 27 02:18:46.580538 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40858) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:46.620599 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-620b0546-d299-4db3-8d24-7017fc406010 req-359c8088-035c-4ea2-949c-86527a66ae1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b24f131-ceb8-4f16-ab9a-c5b475523d08 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:18:46.628243 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f24f3bb-5f3c-411e-97bc-ecc6bfb6a06b tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:18:46.634876 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-4e0f650f-30d4-4970-85b6-641f972c5487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:46.637544 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-4e0f650f-30d4-4970-85b6-641f972c5487 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=91708588-9c20-4a3e-9579-457a929964db HTTP/1.1" status: 200 len: 797 time: 0.2829087 May 27 02:18:46.641743 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f242540c-76b4-403d-b18b-f309ed01657c None None] Sync routers for ids ['a789c3fa-a189-4317-9a64-509951fae119'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:18:46.644383 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5f24f3bb-5f3c-411e-97bc-ecc6bfb6a06b tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:46.647848 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5f24f3bb-5f3c-411e-97bc-ecc6bfb6a06b tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] 10.222.0.57 "PUT /v2.0/routers/a789c3fa-a189-4317-9a64-509951fae119 HTTP/1.1" status: 200 len: 708 time: 6.9044583 May 27 02:18:46.648743 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-620b0546-d299-4db3-8d24-7017fc406010 req-359c8088-035c-4ea2-949c-86527a66ae1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:46.654683 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40864) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:46.657789 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f242540c-76b4-403d-b18b-f309ed01657c None None] Routers {'a789c3fa-a189-4317-9a64-509951fae119'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:18:46.658544 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-f242540c-76b4-403d-b18b-f309ed01657c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:18:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['a789c3fa-a189-4317-9a64-509951fae119'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:46.724513 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-620b0546-d299-4db3-8d24-7017fc406010 req-359c8088-035c-4ea2-949c-86527a66ae1a service neutron] Transition to ACTIVE for port object 4b24f131-ceb8-4f16-ab9a-c5b475523d08 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:18:46.766429 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-27bd1d45-62d1-4882-9195-a7093328604f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:46.777645 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-27bd1d45-62d1-4882-9195-a7093328604f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8b94d27d-bce7-469d-ba55-1b18784dbd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1253607 May 27 02:18:46.780526 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa68f1-f878-462d-bf53-b6e50b58c12e req-35c64c73-d308-4f85-aaff-b58f9ea12f19 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:46.783267 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-f242540c-76b4-403d-b18b-f309ed01657c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:46.805451 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-edfa68f1-f878-462d-bf53-b6e50b58c12e req-35c64c73-d308-4f85-aaff-b58f9ea12f19 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c00bab3-9119-4246-8725-22c8c9d68820 HTTP/1.1" status: 200 len: 944 time: 0.4494438 May 27 02:18:46.813902 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f242540c-76b4-403d-b18b-f309ed01657c None None] Routers {'a789c3fa-a189-4317-9a64-509951fae119'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:18:46.816788 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-f242540c-76b4-403d-b18b-f309ed01657c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:18:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['a789c3fa-a189-4317-9a64-509951fae119'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:46.836373 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-620b0546-d299-4db3-8d24-7017fc406010 req-359c8088-035c-4ea2-949c-86527a66ae1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:46.880382 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229e24b-481c-4c61-83db-6344d817e88b req-aa1e27e2-11bb-46fa-b587-838dbccf700d tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:46.885110 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5229e24b-481c-4c61-83db-6344d817e88b req-aa1e27e2-11bb-46fa-b587-838dbccf700d tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8312bca-9cd1-4ddf-bc67-e07268f01117 HTTP/1.1" status: 200 len: 931 time: 0.6564436 May 27 02:18:46.892551 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-c42010cf-80c8-4819-ab0b-e2cf6a23472c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1750740737-network', 'tenant_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:46.933451 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-f242540c-76b4-403d-b18b-f309ed01657c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:46.933755 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f242540c-76b4-403d-b18b-f309ed01657c None None] The sync data for ids ['a789c3fa-a189-4317-9a64-509951fae119'] in n-d-843554-3 is: [] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:18:47.033477 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c42010cf-80c8-4819-ab0b-e2cf6a23472c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:47.045608 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-edfa68f1-f878-462d-bf53-b6e50b58c12e req-7c664da5-7570-441a-b381-145db5e85f03 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392840 May 27 02:18:47.053214 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c42010cf-80c8-4819-ab0b-e2cf6a23472c admin admin] Usage tracker for resource:network and tenant:0ff34f8aa5b34b2b8b9bd5b46a9cefc6 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:47.061526 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-32b627aa-8622-45fb-98d2-9f9bf7f174dd tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] 10.222.0.57 "GET /v2.0/routers/a789c3fa-a189-4317-9a64-509951fae119 HTTP/1.1" status: 200 len: 743 time: 0.4045701 May 27 02:18:47.062682 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c42010cf-80c8-4819-ab0b-e2cf6a23472c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:47.080680 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c42010cf-80c8-4819-ab0b-e2cf6a23472c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:47.097527 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40868) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:47.100626 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] device_id is not set on port 44c757a9-2277-44c9-a9c5-2996434832b9 yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:18:47.114201 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:47.228375 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-550ed42b-82d7-4657-b66a-0a238da2fa82 tempest-RoutersIpV6AdminTest-1833232784 tempest-RoutersIpV6AdminTest-1833232784-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=d97d5b0c-4580-406a-95fb-4efaa0c98188&device_id=a789c3fa-a189-4317-9a64-509951fae119 HTTP/1.1" status: 200 len: 205 time: 0.1198142 May 27 02:18:47.230314 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40878) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:47.239728 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c8088-035c-4ea2-949c-86527a66ae1a service neutron] Pushing event updated for resources: {'Port': ['ID=4b24f131-ceb8-4f16-ab9a-c5b475523d08,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:47.243359 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42010cf-80c8-4819-ab0b-e2cf6a23472c admin admin] Made reservation on behalf of 0ff34f8aa5b34b2b8b9bd5b46a9cefc6 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:18:47.244976 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c42010cf-80c8-4819-ab0b-e2cf6a23472c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:47.266183 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5229e24b-481c-4c61-83db-6344d817e88b req-31515dd7-2769-4471-8564-9089eba17adf tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769446 May 27 02:18:47.271142 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Transition to ACTIVE for port object 44c757a9-2277-44c9-a9c5-2996434832b9 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:18:47.278952 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c42010cf-80c8-4819-ab0b-e2cf6a23472c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:47.308574 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-07cf8861-e3a1-4266-b8c8-39670cc40ca1 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] 10.222.0.57 "GET /v2.0/ports?device_id=a789c3fa-a189-4317-9a64-509951fae119 HTTP/1.1" status: 200 len: 205 time: 0.0655971 May 27 02:18:47.308759 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c42010cf-80c8-4819-ab0b-e2cf6a23472c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:47.311164 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40882) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:47.378563 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c42010cf-80c8-4819-ab0b-e2cf6a23472c admin admin] Usage tracker for resource:security_group_rule and tenant:0ff34f8aa5b34b2b8b9bd5b46a9cefc6 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:47.382538 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c42010cf-80c8-4819-ab0b-e2cf6a23472c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:47.389613 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-620b0546-d299-4db3-8d24-7017fc406010 req-359c8088-035c-4ea2-949c-86527a66ae1a service neutron] Attempting to bind port 4b24f131-ceb8-4f16-ab9a-c5b475523d08 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:18:47.389947 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-620b0546-d299-4db3-8d24-7017fc406010 req-359c8088-035c-4ea2-949c-86527a66ae1a service neutron] Attempting to bind port 4b24f131-ceb8-4f16-ab9a-c5b475523d08 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'f9d0c973-72f3-423e-80ec-119f03165820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '317f8943-c2cf-4629-a384-430f557971d0'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:18:47.390272 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620b0546-d299-4db3-8d24-7017fc406010 req-359c8088-035c-4ea2-949c-86527a66ae1a service neutron] Attempting to bind port 4b24f131-ceb8-4f16-ab9a-c5b475523d08 on network 317f8943-c2cf-4629-a384-430f557971d0 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:47.398017 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c42010cf-80c8-4819-ab0b-e2cf6a23472c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:47.407422 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620b0546-d299-4db3-8d24-7017fc406010 req-359c8088-035c-4ea2-949c-86527a66ae1a service neutron] Port 4b24f131-ceb8-4f16-ab9a-c5b475523d08 on network 317f8943-c2cf-4629-a384-430f557971d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:18:47.407749 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620b0546-d299-4db3-8d24-7017fc406010 req-359c8088-035c-4ea2-949c-86527a66ae1a service neutron] Attempting to bind port 4b24f131-ceb8-4f16-ab9a-c5b475523d08 on network 317f8943-c2cf-4629-a384-430f557971d0 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:47.419150 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620b0546-d299-4db3-8d24-7017fc406010 req-359c8088-035c-4ea2-949c-86527a66ae1a service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:18:47.419500 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620b0546-d299-4db3-8d24-7017fc406010 req-359c8088-035c-4ea2-949c-86527a66ae1a service neutron] Checking segment: {'id': 'f9d0c973-72f3-423e-80ec-119f03165820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '317f8943-c2cf-4629-a384-430f557971d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:18:47.427000 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620b0546-d299-4db3-8d24-7017fc406010 req-359c8088-035c-4ea2-949c-86527a66ae1a service neutron] Bound using segment: {'id': 'f9d0c973-72f3-423e-80ec-119f03165820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '317f8943-c2cf-4629-a384-430f557971d0'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:18:47.427000 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-620b0546-d299-4db3-8d24-7017fc406010 req-359c8088-035c-4ea2-949c-86527a66ae1a service neutron] Bound port: 4b24f131-ceb8-4f16-ab9a-c5b475523d08, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9d0c973-72f3-423e-80ec-119f03165820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '317f8943-c2cf-4629-a384-430f557971d0'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:18:47.427000 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-620b0546-d299-4db3-8d24-7017fc406010 req-359c8088-035c-4ea2-949c-86527a66ae1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:47.459504 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:47.464894 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-8424814b-f8d7-4ea5-9bc0-8e6c5faea89b service neutron] 10.222.0.66 "GET /v2.0/networks/8b94d27d-bce7-469d-ba55-1b18784dbd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6795893 May 27 02:18:47.511151 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 014fcc90-aec4-49eb-9f2d-f722c6d79cb2 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:18:47.587853 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Pushing event updated for resources: {'Port': ['ID=44c757a9-2277-44c9-a9c5-2996434832b9,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:47.630072 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-620b0546-d299-4db3-8d24-7017fc406010 req-359c8088-035c-4ea2-949c-86527a66ae1a service neutron] For port 4b24f131-ceb8-4f16-ab9a-c5b475523d08, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:18:47.651013 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-620b0546-d299-4db3-8d24-7017fc406010 req-359c8088-035c-4ea2-949c-86527a66ae1a service neutron] For port 4b24f131-ceb8-4f16-ab9a-c5b475523d08, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=4b24f131-ceb8-4f16-ab9a-c5b475523d08,segment=NetworkSegment(f9d0c973-72f3-423e-80ec-119f03165820),segment_id=f9d0c973-72f3-423e-80ec-119f03165820)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:18:47.658109 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-f7eb1c1f-8d94-4d2a-8ab9-c5c7963f624d service neutron] 10.222.0.66 "GET /v2.0/networks/8b94d27d-bce7-469d-ba55-1b18784dbd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869433 May 27 02:18:47.677707 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d30355f8-1cd5-4852-81df-152555eec093 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for router, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:47.743348 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 014fcc90-aec4-49eb-9f2d-f722c6d79cb2, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=014fcc90-aec4-49eb-9f2d-f722c6d79cb2,segment=NetworkSegment(ab39751d-1c01-42dd-8648-098e3a0f206f),segment_id=ab39751d-1c01-42dd-8648-098e3a0f206f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:47.760600 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '014fcc90-aec4-49eb-9f2d-f722c6d79cb2', 'network_id': 'ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee', 'port_id': '014fcc90-aec4-49eb-9f2d-f722c6d79cb2', 'mac_address': 'fa:16:3e:78:cb:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c2d6b5-1175-4c13-b824-dd8e526e1b70', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:18:47.761653 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-e49a9865-cb71-4638-bca0-5a9d78c6c2e7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=f8e23fc4-016b-45f8-bde7-662eda5f15f6 HTTP/1.1" status: 200 len: 217 time: 0.0952971 May 27 02:18:47.763913 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-620b0546-d299-4db3-8d24-7017fc406010 req-359c8088-035c-4ea2-949c-86527a66ae1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:47.834435 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 014fcc90-aec4-49eb-9f2d-f722c6d79cb2 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:47.835069 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:47.871008 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 014fcc90-aec4-49eb-9f2d-f722c6d79cb2 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:18:47.889297 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b0546-d299-4db3-8d24-7017fc406010 req-359c8088-035c-4ea2-949c-86527a66ae1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:47.890173 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-620b0546-d299-4db3-8d24-7017fc406010 req-359c8088-035c-4ea2-949c-86527a66ae1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:47.892093 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-620b0546-d299-4db3-8d24-7017fc406010 req-359c8088-035c-4ea2-949c-86527a66ae1a service neutron] 10.222.0.32 "PUT /v2.0/ports/4b24f131-ceb8-4f16-ab9a-c5b475523d08 HTTP/1.1" status: 200 len: 1091 time: 4.0131719 May 27 02:18:47.898769 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8312bca-9cd1-4ddf-bc67-e07268f01117', 'tag': '4b24f131-ceb8-4f16-ab9a-c5b475523d08'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:18:47.908841 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 014fcc90-aec4-49eb-9f2d-f722c6d79cb2, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=014fcc90-aec4-49eb-9f2d-f722c6d79cb2,segment=NetworkSegment(ab39751d-1c01-42dd-8648-098e3a0f206f),segment_id=ab39751d-1c01-42dd-8648-098e3a0f206f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:47.914022 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-3fb0d5a6-e9a4-48e7-87c5-c3f8e569f140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:47.915712 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-3fb0d5a6-e9a4-48e7-87c5-c3f8e569f140 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=91708588-9c20-4a3e-9579-457a929964db HTTP/1.1" status: 200 len: 797 time: 0.1475394 May 27 02:18:47.978401 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c8088-035c-4ea2-949c-86527a66ae1a service neutron] Pushing event updated for resources: {'Port': ['ID=4b24f131-ceb8-4f16-ab9a-c5b475523d08,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:47.998226 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa133f0-b12c-47ac-998a-f71029e950d7 req-22266029-ee21-44c8-acd3-452abc747792 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:48.000285 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6fa133f0-b12c-47ac-998a-f71029e950d7 req-22266029-ee21-44c8-acd3-452abc747792 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=49a393c1-5beb-4d3f-ab8e-7b2fef345d11 HTTP/1.1" status: 200 len: 945 time: 0.8243966 May 27 02:18:48.012172 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-89e27ee6-10c3-4fe2-b3ef-9c456d50c471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:48.013699 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-89e27ee6-10c3-4fe2-b3ef-9c456d50c471 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8b94d27d-bce7-469d-ba55-1b18784dbd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0922737 May 27 02:18:48.086540 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:48.169843 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=014fcc90-aec4-49eb-9f2d-f722c6d79cb2,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:48.216344 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-d78ca8e2-404f-431c-90be-f428dd3003fa service neutron] 10.222.0.66 "GET /v2.0/networks/8b94d27d-bce7-469d-ba55-1b18784dbd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968296 May 27 02:18:48.221948 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b0546-d299-4db3-8d24-7017fc406010 req-16ea3309-3358-43a7-a585-6bfe8ce0deac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:48.223305 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-620b0546-d299-4db3-8d24-7017fc406010 req-16ea3309-3358-43a7-a585-6bfe8ce0deac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=500421bbc9424254b703858ad839b150&device_id=f8312bca-9cd1-4ddf-bc67-e07268f01117 HTTP/1.1" status: 200 len: 1094 time: 0.1334538 May 27 02:18:48.293079 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:18:48.293412 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:18:48.293744 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:48.367200 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-620b0546-d299-4db3-8d24-7017fc406010 req-83afef0e-9193-4cb9-afd9-0d63fea6e1a7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b24f131-ceb8-4f16-ab9a-c5b475523d08 HTTP/1.1" status: 200 len: 217 time: 0.1227844 May 27 02:18:48.380634 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Port 44c757a9-2277-44c9-a9c5-2996434832b9 on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:18:48.385924 n-d-843554-3 neutron-server[88902]: ERROR neutron.plugins.ml2.managers [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Failed to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 on host n-h2-843554-3 for vnic_type normal using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] May 27 02:18:48.389768 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d30355f8-1cd5-4852-81df-152555eec093 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:48.392347 n-d-843554-3 neutron-server[88902]: INFO neutron.plugins.ml2.plugin [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempt 2 to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 May 27 02:18:48.400374 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d30355f8-1cd5-4852-81df-152555eec093 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:48.433845 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e16474-d6ab-4d91-982f-6f1cac300065 req-9241d45c-e3f6-4c0d-bf47-0e25db74d8f3 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:48.435302 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d7e16474-d6ab-4d91-982f-6f1cac300065 req-9241d45c-e3f6-4c0d-bf47-0e25db74d8f3 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=561ca9da-d46e-4162-a7aa-b8d8429a12e2 HTTP/1.1" status: 200 len: 946 time: 0.9687593 May 27 02:18:48.438159 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['014fcc90-aec4-49eb-9f2d-f722c6d79cb2'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:18:48.444163 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:18:48.448845 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:18:48.448845 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:48.466360 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b0546-d299-4db3-8d24-7017fc406010 req-2df3c6bf-bdc6-4749-8d20-394e1a11b910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:48.467808 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-620b0546-d299-4db3-8d24-7017fc406010 req-2df3c6bf-bdc6-4749-8d20-394e1a11b910 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=029bf5aa-9449-4d9e-81c7-fe1336fb8379 HTTP/1.1" status: 200 len: 852 time: 0.0922828 May 27 02:18:48.469290 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6fa133f0-b12c-47ac-998a-f71029e950d7 req-a7fa86eb-022a-4602-99cc-9b8b21477717 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762442 May 27 02:18:48.477676 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-7267c3fd-566c-4ee8-b4e2-b24c9acdf547 service neutron] 10.222.0.66 "GET /v2.0/networks/8b94d27d-bce7-469d-ba55-1b18784dbd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534552 May 27 02:18:48.492189 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Port 44c757a9-2277-44c9-a9c5-2996434832b9 on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:18:48.492818 n-d-843554-3 neutron-server[88902]: ERROR neutron.plugins.ml2.managers [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Failed to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 on host n-h2-843554-3 for vnic_type normal using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] May 27 02:18:48.497905 n-d-843554-3 neutron-server[88902]: INFO neutron.plugins.ml2.plugin [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempt 3 to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 May 27 02:18:48.541061 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:18:48.541405 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:18:48.541745 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:48.556965 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Port 44c757a9-2277-44c9-a9c5-2996434832b9 on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:18:48.557299 n-d-843554-3 neutron-server[88902]: ERROR neutron.plugins.ml2.managers [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Failed to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 on host n-h2-843554-3 for vnic_type normal using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] May 27 02:18:48.559469 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c42010cf-80c8-4819-ab0b-e2cf6a23472c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:48.561968 n-d-843554-3 neutron-server[88902]: INFO neutron.plugins.ml2.plugin [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempt 4 to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 May 27 02:18:48.579960 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:18:48.580212 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:18:48.580553 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:48.592235 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d7e16474-d6ab-4d91-982f-6f1cac300065 req-183c192a-3538-4c46-87e8-9ab5bb88d8db tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325040 May 27 02:18:48.594934 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d30355f8-1cd5-4852-81df-152555eec093 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:48.595451 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30355f8-1cd5-4852-81df-152555eec093 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Fanout notify agent at l3_agent the message router_deleted on router a789c3fa-a189-4317-9a64-509951fae119 {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:18:48.616571 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Port 44c757a9-2277-44c9-a9c5-2996434832b9 on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:18:48.616937 n-d-843554-3 neutron-server[88902]: ERROR neutron.plugins.ml2.managers [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Failed to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 on host n-h2-843554-3 for vnic_type normal using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] May 27 02:18:48.618124 n-d-843554-3 neutron-server[88902]: INFO neutron.plugins.ml2.plugin [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempt 5 to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 May 27 02:18:48.625021 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-5eca27b1-c7e0-45bc-a73b-ed6cb54e8b33 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=67e8de69-192e-446c-8e1d-d36c172bc989 HTTP/1.1" status: 200 len: 217 time: 0.0918529 May 27 02:18:48.626877 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eea2bb70-18f1-49fc-ad97-20835c76eeb9'] response: {'name': 'network-changed', 'server_uuid': 'f8312bca-9cd1-4ddf-bc67-e07268f01117', 'tag': '4b24f131-ceb8-4f16-ab9a-c5b475523d08', 'status': 'completed', 'code': 200} May 27 02:18:48.634945 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-620b0546-d299-4db3-8d24-7017fc406010 req-c8e12920-0a39-4640-b6bf-d907c912efe6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=317f8943-c2cf-4629-a384-430f557971d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1593273 May 27 02:18:48.692750 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c42010cf-80c8-4819-ab0b-e2cf6a23472c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:48.718769 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:18:48.719175 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:18:48.719522 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:48.771388 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c42010cf-80c8-4819-ab0b-e2cf6a23472c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:18:48.784810 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Port 44c757a9-2277-44c9-a9c5-2996434832b9 on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:18:48.785377 n-d-843554-3 neutron-server[88902]: ERROR neutron.plugins.ml2.managers [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Failed to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 on host n-h2-843554-3 for vnic_type normal using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] May 27 02:18:48.795774 n-d-843554-3 neutron-server[88902]: INFO neutron.plugins.ml2.plugin [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempt 6 to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 May 27 02:18:48.810897 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d30355f8-1cd5-4852-81df-152555eec093 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:48.812192 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d30355f8-1cd5-4852-81df-152555eec093 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] 10.222.0.57 "DELETE /v2.0/routers/a789c3fa-a189-4317-9a64-509951fae119 HTTP/1.1" status: 204 len: 168 time: 1.5003455 May 27 02:18:48.816148 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40904) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:48.842066 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c42010cf-80c8-4819-ab0b-e2cf6a23472c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:48.842420 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-c42010cf-80c8-4819-ab0b-e2cf6a23472c admin admin] Added segment b17b7be3-0da7-456b-890b-9cbc87548bbf of type vlan for network cd909775-46db-435c-9cd7-78749fc058c4 May 27 02:18:48.845334 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42010cf-80c8-4819-ab0b-e2cf6a23472c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057f65d9-7e45-40c8-b89f-71d48d79e181,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:48.857436 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:18:48.857744 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:18:48.858264 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:48.870979 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Port 44c757a9-2277-44c9-a9c5-2996434832b9 on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:18:48.871316 n-d-843554-3 neutron-server[88902]: ERROR neutron.plugins.ml2.managers [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Failed to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 on host n-h2-843554-3 for vnic_type normal using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] May 27 02:18:48.876150 n-d-843554-3 neutron-server[88902]: INFO neutron.plugins.ml2.plugin [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempt 7 to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 May 27 02:18:48.877997 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:48.916522 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:18:48.917514 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:18:48.917862 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:48.921201 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c42010cf-80c8-4819-ab0b-e2cf6a23472c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:48.935229 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Port 44c757a9-2277-44c9-a9c5-2996434832b9 on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:18:48.935563 n-d-843554-3 neutron-server[88902]: ERROR neutron.plugins.ml2.managers [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Failed to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 on host n-h2-843554-3 for vnic_type normal using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] May 27 02:18:48.937926 n-d-843554-3 neutron-server[88902]: INFO neutron.plugins.ml2.plugin [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempt 8 to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 May 27 02:18:48.951737 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3279fe3f-514d-48e2-8667-b870ccad848b req-744448cf-b3ab-4365-a5e8-6aa8c6767c74 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:48.953265 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3279fe3f-514d-48e2-8667-b870ccad848b req-744448cf-b3ab-4365-a5e8-6aa8c6767c74 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c00bab3-9119-4246-8725-22c8c9d68820 HTTP/1.1" status: 200 len: 945 time: 0.3090219 May 27 02:18:48.992133 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-145a6ed0-6f5b-41b4-ae83-7437e76d10c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:48.993557 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-145a6ed0-6f5b-41b4-ae83-7437e76d10c4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=91708588-9c20-4a3e-9579-457a929964db HTTP/1.1" status: 200 len: 797 time: 0.2826264 May 27 02:18:48.996341 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76a42f-9b45-4156-bbdc-d30ab273f56a req-452b6410-a472-465c-b632-c51947029bef tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:49.003341 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6e76a42f-9b45-4156-bbdc-d30ab273f56a req-452b6410-a472-465c-b632-c51947029bef tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8312bca-9cd1-4ddf-bc67-e07268f01117 HTTP/1.1" status: 200 len: 943 time: 0.2911003 May 27 02:18:49.037729 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-620b0546-d299-4db3-8d24-7017fc406010 req-1f158a41-536c-45da-b583-0b98a2f1910d service neutron] 10.222.0.32 "GET /v2.0/networks/317f8943-c2cf-4629-a384-430f557971d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970509 May 27 02:18:49.044093 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-cbbac049-d9cb-4e20-b9d5-3d1535571619 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] 10.222.0.57 "GET /v2.0/ports?device_id=a789c3fa-a189-4317-9a64-509951fae119 HTTP/1.1" status: 200 len: 205 time: 0.2214828 May 27 02:18:49.050662 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40908) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:49.060395 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:49.060572 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:18:49.060894 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:18:49.061294 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:49.098695 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Port 44c757a9-2277-44c9-a9c5-2996434832b9 on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:18:49.099027 n-d-843554-3 neutron-server[88902]: ERROR neutron.plugins.ml2.managers [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Failed to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 on host n-h2-843554-3 for vnic_type normal using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] May 27 02:18:49.102970 n-d-843554-3 neutron-server[88902]: INFO neutron.plugins.ml2.plugin [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempt 9 to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 May 27 02:18:49.138351 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3279fe3f-514d-48e2-8667-b870ccad848b req-2b715667-7f4c-46e6-93ba-8e857ef3fdb3 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730475 May 27 02:18:49.144816 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:18:49.145175 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:18:49.145493 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:49.165311 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6e76a42f-9b45-4156-bbdc-d30ab273f56a req-3590e4cf-489a-4732-bf4f-645ed7de29ee tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610513 May 27 02:18:49.170139 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Port 44c757a9-2277-44c9-a9c5-2996434832b9 on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:18:49.170139 n-d-843554-3 neutron-server[88902]: ERROR neutron.plugins.ml2.managers [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Failed to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 on host n-h2-843554-3 for vnic_type normal using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] May 27 02:18:49.170139 n-d-843554-3 neutron-server[88902]: INFO neutron.plugins.ml2.plugin [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempt 10 to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 May 27 02:18:49.194174 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:18:49.194721 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:18:49.195214 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:49.197874 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-49a94135-6c14-457f-a544-bfe93ab7a4b9 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] delete failed (client error): The resource could not be found. May 27 02:18:49.203553 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-49a94135-6c14-457f-a544-bfe93ab7a4b9 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] 10.222.0.57 "DELETE /v2.0/routers/a789c3fa-a189-4317-9a64-509951fae119 HTTP/1.1" status: 404 len: 336 time: 0.1309295 May 27 02:18:49.203901 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c42010cf-80c8-4819-ab0b-e2cf6a23472c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:49.204924 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42010cf-80c8-4819-ab0b-e2cf6a23472c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:49.205532 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c42010cf-80c8-4819-ab0b-e2cf6a23472c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:49.208958 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Port 44c757a9-2277-44c9-a9c5-2996434832b9 on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:18:49.209287 n-d-843554-3 neutron-server[88902]: ERROR neutron.plugins.ml2.managers [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Failed to bind port 44c757a9-2277-44c9-a9c5-2996434832b9 on host n-h2-843554-3 for vnic_type normal using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] May 27 02:18:49.209983 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:49.210121 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40912) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:49.266443 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c567544f-0395-440f-bf11-71156f69604c tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] 10.222.0.57 "GET /v2.0/ports?device_id=f73578ee-c204-47a0-bb5c-efb0863eadab HTTP/1.1" status: 200 len: 205 time: 0.0531471 May 27 02:18:49.267553 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40916) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:49.308106 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a4c5c-274a-454a-815f-de8036af6f82 req-e099dc57-175a-4b0a-95c0-215b8b10de7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:49.309613 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-813a4c5c-274a-454a-815f-de8036af6f82 req-e099dc57-175a-4b0a-95c0-215b8b10de7b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62f5f7df5795463f9f8bc1cd40caf878&device_id=561ca9da-d46e-4162-a7aa-b8d8429a12e2 HTTP/1.1" status: 200 len: 1097 time: 0.3043599 May 27 02:18:49.356619 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-d3679cac-a839-4871-9647-0a82354de702 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] delete failed (client error): The resource could not be found. May 27 02:18:49.357577 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d3679cac-a839-4871-9647-0a82354de702 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] 10.222.0.57 "DELETE /v2.0/routers/f73578ee-c204-47a0-bb5c-efb0863eadab HTTP/1.1" status: 404 len: 336 time: 0.0895777 May 27 02:18:49.362305 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40920) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:49.411611 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-c9f57028-ad17-4329-b9e4-dd99cdb9acb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:49.413889 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-c9f57028-ad17-4329-b9e4-dd99cdb9acb3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8b94d27d-bce7-469d-ba55-1b18784dbd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4108710 May 27 02:18:49.422649 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5a2455cf-4c39-480a-8390-796ffe210b15 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] 10.222.0.57 "GET /v2.0/ports?device_id=761bdf6a-d0e4-40ed-bb17-7c3cbca71274 HTTP/1.1" status: 200 len: 205 time: 0.0593593 May 27 02:18:49.441343 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40924) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:49.446909 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-620b0546-d299-4db3-8d24-7017fc406010 req-f223008f-f7b6-4ed0-a01d-a6b2ab327bd9 service neutron] 10.222.0.32 "GET /v2.0/networks/317f8943-c2cf-4629-a384-430f557971d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971601 May 27 02:18:49.452125 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42010cf-80c8-4819-ab0b-e2cf6a23472c admin admin] Pushing event updated for resources: {'Network': ['ID=cd909775-46db-435c-9cd7-78749fc058c4,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:49.463981 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network cd909775-46db-435c-9cd7-78749fc058c4 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:18:49.478952 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c42010cf-80c8-4819-ab0b-e2cf6a23472c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8924665 May 27 02:18:49.492688 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40928) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:49.504652 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-c2c34b2a-f70a-438b-a7b7-69927c3492d7 admin admin] Request body: {'subnet': {'network_id': 'cd909775-46db-435c-9cd7-78749fc058c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1750740737-subnet', 'tenant_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:49.512535 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c2c34b2a-f70a-438b-a7b7-69927c3492d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:49.518649 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c2c34b2a-f70a-438b-a7b7-69927c3492d7 admin admin] Usage tracker for resource:subnet and tenant:0ff34f8aa5b34b2b8b9bd5b46a9cefc6 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:49.523119 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] For port 44c757a9-2277-44c9-a9c5-2996434832b9, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:18:49.523493 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempted to set empty binding levels {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 27 02:18:49.524569 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c2c34b2a-f70a-438b-a7b7-69927c3492d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:49.535088 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c2c34b2a-f70a-438b-a7b7-69927c3492d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:49.575856 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-579a69d9-3e10-470d-91d4-7181a0caddb6 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] delete failed (client error): The resource could not be found. May 27 02:18:49.579821 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-579a69d9-3e10-470d-91d4-7181a0caddb6 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] 10.222.0.57 "DELETE /v2.0/routers/761bdf6a-d0e4-40ed-bb17-7c3cbca71274 HTTP/1.1" status: 404 len: 336 time: 0.1325188 May 27 02:18:49.580761 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40932) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:49.585833 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:49.648137 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a4c5c-274a-454a-815f-de8036af6f82 req-0c3ef3c0-8d8c-4393-8586-65710b9911db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:49.650301 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-813a4c5c-274a-454a-815f-de8036af6f82 req-0c3ef3c0-8d8c-4393-8586-65710b9911db service neutron] 10.222.0.66 "GET /v2.0/networks?id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164 HTTP/1.1" status: 200 len: 912 time: 0.2970281 May 27 02:18:49.663542 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] In _notify_port_updated(), no bound segment for port 44c757a9-2277-44c9-a9c5-2996434832b9 on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 {{(pid=88902) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:18:49.664691 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:49.665514 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:49.667805 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] 10.222.0.57 "PUT /v2.0/ports/44c757a9-2277-44c9-a9c5-2996434832b9 HTTP/1.1" status: 200 len: 975 time: 4.1082742 May 27 02:18:49.675075 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40940) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:49.679113 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-fbf1a827-17ab-4678-b1b7-fbc65713d8a5 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] 10.222.0.57 "GET /v2.0/ports?device_id=5422c85d-3022-4b09-b6ba-0a79ea2c4780 HTTP/1.1" status: 200 len: 205 time: 0.0632141 May 27 02:18:49.694449 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40944) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:49.743495 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c34b2a-f70a-438b-a7b7-69927c3492d7 admin admin] Made reservation on behalf of 0ff34f8aa5b34b2b8b9bd5b46a9cefc6 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:18:49.746613 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c2c34b2a-f70a-438b-a7b7-69927c3492d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:49.798149 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-813a4c5c-274a-454a-815f-de8036af6f82 req-bfa733a6-586c-4a6f-ad96-9edacedb885a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bb5d144-a0f2-4448-89ab-4511c23ed129 HTTP/1.1" status: 200 len: 217 time: 0.1376367 May 27 02:18:49.833549 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-a9265d60-9723-4785-9e68-da50131bb3b4 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] delete failed (client error): The resource could not be found. May 27 02:18:49.837022 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a9265d60-9723-4785-9e68-da50131bb3b4 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] 10.222.0.57 "DELETE /v2.0/routers/5422c85d-3022-4b09-b6ba-0a79ea2c4780 HTTP/1.1" status: 404 len: 336 time: 0.1079671 May 27 02:18:49.839196 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-3258fc58-5c2a-4935-a1c9-45866e2b3c12 service neutron] 10.222.0.66 "GET /v2.0/networks/8b94d27d-bce7-469d-ba55-1b18784dbd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189165 May 27 02:18:49.841010 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40948) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:49.914995 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b810f49-068d-4dfc-9ece-ad56895d0cf1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Pushing event updated for resources: {'Port': ['ID=44c757a9-2277-44c9-a9c5-2996434832b9,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:49.965372 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4bb0461d-3445-4e97-bae5-741ceb627828 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d3b2cb2-cbce-4194-beb3-479f9d5918c3 HTTP/1.1" status: 200 len: 205 time: 0.1233077 May 27 02:18:49.969190 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40954) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:49.971940 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a4c5c-274a-454a-815f-de8036af6f82 req-3b60d412-4c4c-4cf0-9e6f-3b02cbc3f41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:49.973407 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-813a4c5c-274a-454a-815f-de8036af6f82 req-3b60d412-4c4c-4cf0-9e6f-3b02cbc3f41c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7ee39392-3407-48c1-b561-be7ced0cb982 HTTP/1.1" status: 200 len: 850 time: 0.1645019 May 27 02:18:50.024622 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1f9c8-207a-4b69-ab97-ef77aef3f38b req-a2352aea-56e8-4cc9-83a5-110c13a86fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:50.026104 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-faa1f9c8-207a-4b69-ab97-ef77aef3f38b req-a2352aea-56e8-4cc9-83a5-110c13a86fbc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=500421bbc9424254b703858ad839b150&device_id=f8312bca-9cd1-4ddf-bc67-e07268f01117 HTTP/1.1" status: 200 len: 1094 time: 0.4461536 May 27 02:18:50.051736 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f36165b-8ba7-4596-a302-279a750720fa tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:50.052219 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f36165b-8ba7-4596-a302-279a750720fa tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:50.052692 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f36165b-8ba7-4596-a302-279a750720fa tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:50.058142 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f36165b-8ba7-4596-a302-279a750720fa tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:50.058142 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f36165b-8ba7-4596-a302-279a750720fa tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:50.058142 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f36165b-8ba7-4596-a302-279a750720fa tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:50.058142 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f36165b-8ba7-4596-a302-279a750720fa tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:50.058142 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f36165b-8ba7-4596-a302-279a750720fa tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:50.058142 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f36165b-8ba7-4596-a302-279a750720fa tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:50.058142 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f36165b-8ba7-4596-a302-279a750720fa tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:50.058142 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f36165b-8ba7-4596-a302-279a750720fa tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:50.058142 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f36165b-8ba7-4596-a302-279a750720fa tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:50.058142 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f36165b-8ba7-4596-a302-279a750720fa tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:50.058142 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f36165b-8ba7-4596-a302-279a750720fa tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:50.058942 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f36165b-8ba7-4596-a302-279a750720fa tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:50.059144 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f36165b-8ba7-4596-a302-279a750720fa tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:50.059599 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f36165b-8ba7-4596-a302-279a750720fa tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:50.060057 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f36165b-8ba7-4596-a302-279a750720fa tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:50.060511 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f36165b-8ba7-4596-a302-279a750720fa tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:50.060994 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f36165b-8ba7-4596-a302-279a750720fa tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:50.061453 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f36165b-8ba7-4596-a302-279a750720fa tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:50.061907 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f36165b-8ba7-4596-a302-279a750720fa tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:50.062360 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f36165b-8ba7-4596-a302-279a750720fa tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:50.062813 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f36165b-8ba7-4596-a302-279a750720fa tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:50.063270 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f36165b-8ba7-4596-a302-279a750720fa tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:50.063720 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f36165b-8ba7-4596-a302-279a750720fa tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:50.064169 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f36165b-8ba7-4596-a302-279a750720fa tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:50.064618 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f36165b-8ba7-4596-a302-279a750720fa tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:50.065165 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f36165b-8ba7-4596-a302-279a750720fa tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:50.065617 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f36165b-8ba7-4596-a302-279a750720fa tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:50.066071 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f36165b-8ba7-4596-a302-279a750720fa tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:50.066828 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f36165b-8ba7-4596-a302-279a750720fa tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:50.067059 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f36165b-8ba7-4596-a302-279a750720fa tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:50.069674 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8f36165b-8ba7-4596-a302-279a750720fa tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Synchronizing usage tracker for tenant:0be188a59ca549a6a8e7795b68a0dd39 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:18:50.181131 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-6cae7d1b-8163-46eb-8a41-c966aa13aff2 service neutron] 10.222.0.66 "GET /v2.0/networks/8b94d27d-bce7-469d-ba55-1b18784dbd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293827 May 27 02:18:50.256434 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-a80fa886-19ac-4fdf-8c15-61caca935bb4 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] delete failed (client error): The resource could not be found. May 27 02:18:50.257291 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a80fa886-19ac-4fdf-8c15-61caca935bb4 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] 10.222.0.57 "DELETE /v2.0/routers/3d3b2cb2-cbce-4194-beb3-479f9d5918c3 HTTP/1.1" status: 404 len: 336 time: 0.2830136 May 27 02:18:50.269272 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40962) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:50.371767 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8f36165b-8ba7-4596-a302-279a750720fa tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Unset dirty status for tenant:0be188a59ca549a6a8e7795b68a0dd39 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:18:50.372984 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8f36165b-8ba7-4596-a302-279a750720fa tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29722 time: 0.6968372 May 27 02:18:50.376494 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-51eac259-ce7d-44ab-b915-3f653d2e279f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=f22c2499-c482-4650-9824-2bf7b670478e HTTP/1.1" status: 200 len: 217 time: 0.1900754 May 27 02:18:50.377707 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-32e9d499-d33b-496f-aeee-322f5d8e0fa9 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c26731-6271-4488-9ff3-bd88a35ff03a HTTP/1.1" status: 200 len: 205 time: 0.1038678 May 27 02:18:50.378440 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40966) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:50.380060 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40968) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:50.398635 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db1005-6246-4fd6-b555-0ec6a86cd2d8 req-bc1ba473-1966-49ba-8fa9-8e41f26eb057 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:50.399719 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b7db1005-6246-4fd6-b555-0ec6a86cd2d8 req-bc1ba473-1966-49ba-8fa9-8e41f26eb057 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=561ca9da-d46e-4162-a7aa-b8d8429a12e2 HTTP/1.1" status: 200 len: 946 time: 0.6661494 May 27 02:18:50.509357 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-858974f2-84ae-4ff4-9eb4-020d62cf7de4 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] delete failed (client error): The resource could not be found. May 27 02:18:50.513630 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-858974f2-84ae-4ff4-9eb4-020d62cf7de4 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] 10.222.0.57 "DELETE /v2.0/routers/69c26731-6271-4488-9ff3-bd88a35ff03a HTTP/1.1" status: 404 len: 336 time: 0.1294215 May 27 02:18:50.533348 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40974) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:50.549253 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9e322d53-cb6a-4b4d-ad76-7b0050323604 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Deleting port 44c757a9-2277-44c9-a9c5-2996434832b9 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:18:50.549253 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9e322d53-cb6a-4b4d-ad76-7b0050323604 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:50.561945 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1f9c8-207a-4b69-ab97-ef77aef3f38b req-efb15a4f-1f8f-4df4-b65e-da04fb040b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:50.563391 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-faa1f9c8-207a-4b69-ab97-ef77aef3f38b req-efb15a4f-1f8f-4df4-b65e-da04fb040b53 service neutron] 10.222.0.32 "GET /v2.0/networks?id=317f8943-c2cf-4629-a384-430f557971d0 HTTP/1.1" status: 200 len: 913 time: 0.4887846 May 27 02:18:50.578411 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-fccef686-d732-47c7-be78-f015657f4b55 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] DELETE failed (client error): The resource could not be found. May 27 02:18:50.578411 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fccef686-d732-47c7-be78-f015657f4b55 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:18:50.578411 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-fccef686-d732-47c7-be78-f015657f4b55 tempest-RoutersIpV6AdminTest-1081231235 tempest-RoutersIpV6AdminTest-1081231235-project] 10.222.0.57 "DELETE /v2.0/subnets/7c51d4c9-b815-4a56-85ab-6731e8baa21e HTTP/1.1" status: 404 len: 337 time: 0.0524087 May 27 02:18:50.595455 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b7db1005-6246-4fd6-b555-0ec6a86cd2d8 req-514bc6b3-9361-4d6b-9bff-2dbd440b6005 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543846 May 27 02:18:50.612274 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5fcc4-cc76-493b-aced-c774ea8338ca req-e2f35280-5fb3-43c2-8954-1148fef57f95 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:50.613653 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-44a5fcc4-cc76-493b-aced-c774ea8338ca req-e2f35280-5fb3-43c2-8954-1148fef57f95 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=49a393c1-5beb-4d3f-ab8e-7b2fef345d11 HTTP/1.1" status: 200 len: 945 time: 0.5651712 May 27 02:18:50.624029 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a4c5c-274a-454a-815f-de8036af6f82 req-5e8271ba-8189-44a3-b184-f5d5f3fd95f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:50.626138 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-813a4c5c-274a-454a-815f-de8036af6f82 req-5e8271ba-8189-44a3-b184-f5d5f3fd95f3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5801070 May 27 02:18:50.670009 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-faa1f9c8-207a-4b69-ab97-ef77aef3f38b req-89bcde2e-2fdf-4aff-a176-0a7720b8aa83 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b24f131-ceb8-4f16-ab9a-c5b475523d08 HTTP/1.1" status: 200 len: 217 time: 0.0944860 May 27 02:18:50.670601 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-927f095d-6504-411f-8162-ba6d398754e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:50.671964 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-927f095d-6504-411f-8162-ba6d398754e9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=91708588-9c20-4a3e-9579-457a929964db HTTP/1.1" status: 200 len: 797 time: 0.2353790 May 27 02:18:50.746694 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c2c34b2a-f70a-438b-a7b7-69927c3492d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:50.787572 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1f9c8-207a-4b69-ab97-ef77aef3f38b req-64286e46-4414-4570-8216-477f293588ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:50.789027 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-faa1f9c8-207a-4b69-ab97-ef77aef3f38b req-64286e46-4414-4570-8216-477f293588ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=029bf5aa-9449-4d9e-81c7-fe1336fb8379 HTTP/1.1" status: 200 len: 852 time: 0.1144028 May 27 02:18:50.840425 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-faa1f9c8-207a-4b69-ab97-ef77aef3f38b req-8ac5cec2-d7e8-405c-9c12-94ab423cb331 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=317f8943-c2cf-4629-a384-430f557971d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442548 May 27 02:18:50.846939 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-c51aaf54-5421-4cf7-926e-67d0b32a00c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:50.848347 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-c51aaf54-5421-4cf7-926e-67d0b32a00c4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8b94d27d-bce7-469d-ba55-1b18784dbd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1407502 May 27 02:18:50.889322 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-44a5fcc4-cc76-493b-aced-c774ea8338ca req-c61fd5fc-c771-4409-a99b-6fe35746bf24 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622163 May 27 02:18:51.049158 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c34b2a-f70a-438b-a7b7-69927c3492d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38635d3c-a31c-4fd5-8a18-29f0e87e4929,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:51.082866 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40982) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:51.138132 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-faa1f9c8-207a-4b69-ab97-ef77aef3f38b req-0c442cba-8dfe-4a1a-8349-8cf5af534611 service neutron] 10.222.0.32 "GET /v2.0/networks/317f8943-c2cf-4629-a384-430f557971d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887008 May 27 02:18:51.139671 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-3d4dcf70-4def-4f67-a24d-ab6bcd61633c service neutron] 10.222.0.66 "GET /v2.0/networks/8b94d27d-bce7-469d-ba55-1b18784dbd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706368 May 27 02:18:51.189199 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c34b2a-f70a-438b-a7b7-69927c3492d7 admin admin] Checking segment: {'id': 'b17b7be3-0da7-456b-890b-9cbc87548bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd909775-46db-435c-9cd7-78749fc058c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:18:51.189199 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c34b2a-f70a-438b-a7b7-69927c3492d7 admin admin] Network hostable DHCP agents. Network: cd909775-46db-435c-9cd7-78749fc058c4, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:18:51.199050 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-813a4c5c-274a-454a-815f-de8036af6f82 req-dfc76d10-a9f3-4067-9f42-aa927111becf service neutron] 10.222.0.66 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5480771 May 27 02:18:51.245793 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-9e322d53-cb6a-4b4d-ad76-7b0050323604 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] For port 44c757a9-2277-44c9-a9c5-2996434832b9, host n-h2-843554-3, got binding levels [] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:51.245793 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9e322d53-cb6a-4b4d-ad76-7b0050323604 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:51.314676 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c37b9a0a-7939-4bb2-b22d-1b19d99cc109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:51.348132 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c37b9a0a-7939-4bb2-b22d-1b19d99cc109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:51.356694 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c37b9a0a-7939-4bb2-b22d-1b19d99cc109 admin admin] Usage tracker for resource:security_group_rule and tenant:aacf3882ca7143f9ab7bbaf303372d46 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:51.373082 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c37b9a0a-7939-4bb2-b22d-1b19d99cc109 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:51.385739 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c37b9a0a-7939-4bb2-b22d-1b19d99cc109 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:51.434513 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-faa1f9c8-207a-4b69-ab97-ef77aef3f38b req-08684ea9-dc77-4b96-b45d-e62d29eeb6d6 service neutron] 10.222.0.32 "GET /v2.0/networks/317f8943-c2cf-4629-a384-430f557971d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881970 May 27 02:18:51.447523 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-abd5a6df-74ed-4922-9de4-cac8cd9d893d service neutron] 10.222.0.66 "GET /v2.0/networks/8b94d27d-bce7-469d-ba55-1b18784dbd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750213 May 27 02:18:51.448763 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9e322d53-cb6a-4b4d-ad76-7b0050323604 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Calling delete_port for 44c757a9-2277-44c9-a9c5-2996434832b9 owned by {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:18:51.490428 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c34b2a-f70a-438b-a7b7-69927c3492d7 admin admin] Network cd909775-46db-435c-9cd7-78749fc058c4 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:18:51.500110 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7586f2-7202-4873-9c18-1d4802b424b4 req-aa0d71ba-489a-4a97-8e8a-a1cb4012c1c8 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:51.501620 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9f7586f2-7202-4873-9c18-1d4802b424b4 req-aa0d71ba-489a-4a97-8e8a-a1cb4012c1c8 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c00bab3-9119-4246-8725-22c8c9d68820 HTTP/1.1" status: 200 len: 945 time: 0.7169526 May 27 02:18:51.522946 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-72f77cbe-2698-480b-8427-3f13f587f6c9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=81bcd93e-7bd2-4f53-a292-a20ac76ad827 HTTP/1.1" status: 200 len: 217 time: 0.0684648 May 27 02:18:51.525819 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 014fcc90-aec4-49eb-9f2d-f722c6d79cb2 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:18:51.608611 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-9754d7df-2bb6-462d-a354-5c118e52cc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:51.610082 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-9754d7df-2bb6-462d-a354-5c118e52cc00 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ace0417d-ff5c-4e39-8be9-1a68cd684101 HTTP/1.1" status: 200 len: 797 time: 0.0810816 May 27 02:18:51.625513 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-c2c34b2a-f70a-438b-a7b7-69927c3492d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, cd909775-46db-435c-9cd7-78749fc058c4) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:18:51.629611 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c34b2a-f70a-438b-a7b7-69927c3492d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:51.630187 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c2c34b2a-f70a-438b-a7b7-69927c3492d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:51.642485 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6e60f-7bb0-4081-8d87-f5980d917c3b req-91ab6e16-1c2d-4627-bbe3-5e6206c9d5c8 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:51.643701 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d82cb2-668b-4c87-a7d8-5e4ed3d1355e None None] Network cd909775-46db-435c-9cd7-78749fc058c4 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:18:51.645797 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aca6e60f-7bb0-4081-8d87-f5980d917c3b req-91ab6e16-1c2d-4627-bbe3-5e6206c9d5c8 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8312bca-9cd1-4ddf-bc67-e07268f01117 HTTP/1.1" status: 200 len: 943 time: 0.6018109 May 27 02:18:51.657450 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-813a4c5c-274a-454a-815f-de8036af6f82 req-27347acb-7c9c-4b97-8ff6-569bf8a71e25 service neutron] 10.222.0.66 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4401340 May 27 02:18:51.680239 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ca821-5786-4742-922d-4579a83d3451 req-f44b76cd-05a3-4124-b51b-544f13ccee60 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:51.680419 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c37b9a0a-7939-4bb2-b22d-1b19d99cc109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:51.682113 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-931ca821-5786-4742-922d-4579a83d3451 req-f44b76cd-05a3-4124-b51b-544f13ccee60 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.32 "GET /v2.0/ports?device_id=49a393c1-5beb-4d3f-ab8e-7b2fef345d11 HTTP/1.1" status: 200 len: 945 time: 0.6412334 May 27 02:18:51.704315 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9f7586f2-7202-4873-9c18-1d4802b424b4 req-8cce4c60-3b74-412d-8131-df021345c248 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830015 May 27 02:18:51.711636 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-ef42f14b-8863-47bd-b7b2-bad738971cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:51.713427 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-ef42f14b-8863-47bd-b7b2-bad738971cea service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4b83be3c-d2c0-4b0f-849f-a2bd82741ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0961118 May 27 02:18:51.783115 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9e322d53-cb6a-4b4d-ad76-7b0050323604 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:51.815298 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c37b9a0a-7939-4bb2-b22d-1b19d99cc109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:51.874252 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 014fcc90-aec4-49eb-9f2d-f722c6d79cb2 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:18:51.883988 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 014fcc90-aec4-49eb-9f2d-f722c6d79cb2 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:51.884643 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:51.920689 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c37b9a0a-7939-4bb2-b22d-1b19d99cc109 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=aacf3882ca7143f9ab7bbaf303372d46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8275805 May 27 02:18:51.926227 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40992) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:51.926881 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b9a0a-7939-4bb2-b22d-1b19d99cc109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d1881c-3596-4548-8306-91c0e088c829,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:51.977832 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-2f32729b-9735-4f70-b4d5-aa7a8756dd82 service neutron] 10.222.0.66 "GET /v2.0/networks/4b83be3c-d2c0-4b0f-849f-a2bd82741ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463613 May 27 02:18:52.028132 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e322d53-cb6a-4b4d-ad76-7b0050323604 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Pushing event deleted for resources: {'Port': ['ID=44c757a9-2277-44c9-a9c5-2996434832b9,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:52.034502 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9e322d53-cb6a-4b4d-ad76-7b0050323604 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:52.036779 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9e322d53-cb6a-4b4d-ad76-7b0050323604 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] 10.222.0.57 "DELETE /v2.0/ports/44c757a9-2277-44c9-a9c5-2996434832b9 HTTP/1.1" status: 204 len: 168 time: 1.6522634 May 27 02:18:52.041481 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 4b24f131-ceb8-4f16-ab9a-c5b475523d08 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:18:52.052183 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40996) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:52.055922 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-931ca821-5786-4742-922d-4579a83d3451 req-a6aae295-9aaf-43b1-9806-b37f89443d6c tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Deleting port ff632810-3b4b-48a9-9623-9d80b17fd3b7 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:18:52.056260 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-931ca821-5786-4742-922d-4579a83d3451 req-a6aae295-9aaf-43b1-9806-b37f89443d6c tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:52.078102 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3a2c21-4f68-4fba-8c8b-35d9b07f7964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-cd909775-46db-435c-9cd7-78749fc058c4', 'network_id': 'cd909775-46db-435c-9cd7-78749fc058c4', 'tenant_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'fixed_ips': [{'subnet_id': '38635d3c-a31c-4fd5-8a18-29f0e87e4929'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:18:52.078928 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8a3a2c21-4f68-4fba-8c8b-35d9b07f7964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:52.123121 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 014fcc90-aec4-49eb-9f2d-f722c6d79cb2 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:52.123417 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:52.136000 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aca6e60f-7bb0-4081-8d87-f5980d917c3b req-e3f1b9f4-11b7-4887-adaf-af9694f4995d tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4767880 May 27 02:18:52.137182 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c2c34b2a-f70a-438b-a7b7-69927c3492d7 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6436858 May 27 02:18:52.153752 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41000) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:52.172773 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-ba0d7a98-ff51-42da-884c-416a18d7fb6e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1750740737-router', 'tenant_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:52.183396 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e30accd-e9bc-45fb-9b42-4358388fae3a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] GET failed (client error): The resource could not be found. May 27 02:18:52.183607 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8e30accd-e9bc-45fb-9b42-4358388fae3a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Synchronizing usage tracker for tenant:0be188a59ca549a6a8e7795b68a0dd39 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:18:52.186839 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-ba0d7a98-ff51-42da-884c-416a18d7fb6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:52.231437 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-ba0d7a98-ff51-42da-884c-416a18d7fb6e admin admin] Usage tracker for resource:router and tenant:0ff34f8aa5b34b2b8b9bd5b46a9cefc6 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:52.236193 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-ba0d7a98-ff51-42da-884c-416a18d7fb6e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:52.257902 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1233a28-813a-4a97-b206-f25308048a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:52.260099 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-ba0d7a98-ff51-42da-884c-416a18d7fb6e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:52.286822 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c00bab3-9119-4246-8725-22c8c9d68820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014fcc90-aec4-49eb-9f2d-f722c6d79cb2'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:18:52.313645 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1233a28-813a-4a97-b206-f25308048a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:52.330434 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 014fcc90-aec4-49eb-9f2d-f722c6d79cb2, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=014fcc90-aec4-49eb-9f2d-f722c6d79cb2,segment=NetworkSegment(ab39751d-1c01-42dd-8648-098e3a0f206f),segment_id=ab39751d-1c01-42dd-8648-098e3a0f206f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:52.373331 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-b5df2949-e28c-4d9e-a499-91547eef73b5 service neutron] 10.222.0.66 "GET /v2.0/networks/4b83be3c-d2c0-4b0f-849f-a2bd82741ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844037 May 27 02:18:52.398976 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 4b24f131-ceb8-4f16-ab9a-c5b475523d08, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=4b24f131-ceb8-4f16-ab9a-c5b475523d08,segment=NetworkSegment(f9d0c973-72f3-423e-80ec-119f03165820),segment_id=f9d0c973-72f3-423e-80ec-119f03165820)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:52.406922 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8e30accd-e9bc-45fb-9b42-4358388fae3a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Unset dirty status for tenant:0be188a59ca549a6a8e7795b68a0dd39 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:18:52.408071 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8e30accd-e9bc-45fb-9b42-4358388fae3a tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] 10.222.0.57 "GET /v2.0/ports/44c757a9-2277-44c9-a9c5-2996434832b9 HTTP/1.1" status: 404 len: 333 time: 0.3208363 May 27 02:18:52.421364 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '4b24f131-ceb8-4f16-ab9a-c5b475523d08', 'network_id': '317f8943-c2cf-4629-a384-430f557971d0', 'port_id': '4b24f131-ceb8-4f16-ab9a-c5b475523d08', 'mac_address': 'fa:16:3e:c3:e4:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '029bf5aa-9449-4d9e-81c7-fe1336fb8379', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:18:52.424055 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41006) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:52.427490 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-8a3a2c21-4f68-4fba-8c8b-35d9b07f7964 None None] Allocated IP 172.20.0.2 (cd909775-46db-435c-9cd7-78749fc058c4/38635d3c-a31c-4fd5-8a18-29f0e87e4929/9c7a5016-8bbe-450f-902e-bd68756edd06) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:18:52.429538 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ba0d7a98-ff51-42da-884c-416a18d7fb6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:52.430547 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ba0d7a98-ff51-42da-884c-416a18d7fb6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:52.445421 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-07148933-acd2-47e5-bbd7-eae7196339dd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0670f5b6-a82a-4cb7-a38d-9e4f1511137c HTTP/1.1" status: 200 len: 217 time: 0.0648122 May 27 02:18:52.450048 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b470636d-95a2-441e-a153-a5ac0f64f52e req-a568ad3d-1dbd-475b-90cd-5fe4ef2b37bd tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:52.453289 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b470636d-95a2-441e-a153-a5ac0f64f52e req-a568ad3d-1dbd-475b-90cd-5fe4ef2b37bd tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=561ca9da-d46e-4162-a7aa-b8d8429a12e2 HTTP/1.1" status: 200 len: 946 time: 0.4770625 May 27 02:18:52.458673 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-bf7a57b2-bc83-4b1b-948e-56c23e555882 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1349279031', 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:52.473825 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:52.474863 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-bf7a57b2-bc83-4b1b-948e-56c23e555882 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:52.475020 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 6bb5d144-a0f2-4448-89ab-4511c23ed129 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:18:52.520868 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-cb88acc0-d6d5-4976-9ecb-637748b2afa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:52.522295 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-cb88acc0-d6d5-4976-9ecb-637748b2afa8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ace0417d-ff5c-4e39-8be9-1a68cd684101 HTTP/1.1" status: 200 len: 797 time: 0.0677094 May 27 02:18:52.525974 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-bf7a57b2-bc83-4b1b-948e-56c23e555882 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:52.527808 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1233a28-813a-4a97-b206-f25308048a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:52.583241 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ba0d7a98-ff51-42da-884c-416a18d7fb6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:52.596855 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1233a28-813a-4a97-b206-f25308048a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d1881c-3596-4548-8306-91c0e088c829,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:52.603254 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b470636d-95a2-441e-a153-a5ac0f64f52e req-0925ca64-e4c7-43e3-9a5a-5d62c81ef931 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362431 May 27 02:18:52.607339 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-931ca821-5786-4742-922d-4579a83d3451 req-a6aae295-9aaf-43b1-9806-b37f89443d6c tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] For port ff632810-3b4b-48a9-9623-9d80b17fd3b7, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=ff632810-3b4b-48a9-9623-9d80b17fd3b7,segment=NetworkSegment(90e934bd-3ada-4cfd-88be-1e4ed99f05f0),segment_id=90e934bd-3ada-4cfd-88be-1e4ed99f05f0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:52.607924 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-931ca821-5786-4742-922d-4579a83d3451 req-a6aae295-9aaf-43b1-9806-b37f89443d6c tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:52.608435 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1233a28-813a-4a97-b206-f25308048a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:52.609584 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a1233a28-813a-4a97-b206-f25308048a13 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/17d1881c-3596-4548-8306-91c0e088c829 HTTP/1.1" status: 204 len: 168 time: 0.6798437 May 27 02:18:52.633927 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-bcb7cc1a-f80a-4233-b389-21fa68898d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:52.636102 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-bcb7cc1a-f80a-4233-b389-21fa68898d6d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4b83be3c-d2c0-4b0f-849f-a2bd82741ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1028485 May 27 02:18:52.649272 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7a57b2-bc83-4b1b-948e-56c23e555882 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Made reservation on behalf of 0be188a59ca549a6a8e7795b68a0dd39 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:18:52.651339 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bf7a57b2-bc83-4b1b-948e-56c23e555882 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:52.680834 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a568efe1-a47d-4250-8f4c-a085f7f22024'] response: {'server_uuid': '4c00bab3-9119-4246-8725-22c8c9d68820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014fcc90-aec4-49eb-9f2d-f722c6d79cb2', 'code': 200} May 27 02:18:52.690342 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 4b24f131-ceb8-4f16-ab9a-c5b475523d08 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:52.690342 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:52.745703 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b24f131-ceb8-4f16-ab9a-c5b475523d08 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:18:52.745703 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=014fcc90-aec4-49eb-9f2d-f722c6d79cb2,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:52.828353 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 4b24f131-ceb8-4f16-ab9a-c5b475523d08, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=4b24f131-ceb8-4f16-ab9a-c5b475523d08,segment=NetworkSegment(f9d0c973-72f3-423e-80ec-119f03165820),segment_id=f9d0c973-72f3-423e-80ec-119f03165820)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:52.841874 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-060e2d27-5b97-442c-a994-550554239a87 service neutron] 10.222.0.66 "GET /v2.0/networks/4b83be3c-d2c0-4b0f-849f-a2bd82741ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982806 May 27 02:18:52.892836 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 6bb5d144-a0f2-4448-89ab-4511c23ed129 is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:52.893213 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:52.896940 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-931ca821-5786-4742-922d-4579a83d3451 req-a6aae295-9aaf-43b1-9806-b37f89443d6c tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Calling delete_port for ff632810-3b4b-48a9-9623-9d80b17fd3b7 owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:18:52.949882 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:53.011015 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7efe4c3f-376c-4eaa-ba17-4d6cc6d9944d req-ab4e8b73-dffa-45e0-b0b8-372e6b62cc10 service neutron] 10.222.0.66 "GET /v2.0/networks/4b83be3c-d2c0-4b0f-849f-a2bd82741ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593201 May 27 02:18:53.045335 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8a3a2c21-4f68-4fba-8c8b-35d9b07f7964 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:53.055097 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-bf7a57b2-bc83-4b1b-948e-56c23e555882 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] device_id is not set on port 97ec4f6b-1f6b-4387-a375-964684769b25 yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:18:53.062071 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 6bb5d144-a0f2-4448-89ab-4511c23ed129, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=6bb5d144-a0f2-4448-89ab-4511c23ed129,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:53.067147 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-8a3a2c21-4f68-4fba-8c8b-35d9b07f7964 None None] Transition to ACTIVE for port object 9c7a5016-8bbe-450f-902e-bd68756edd06 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:18:53.073047 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=4b24f131-ceb8-4f16-ab9a-c5b475523d08,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:53.094619 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-8a3a2c21-4f68-4fba-8c8b-35d9b07f7964 None None] Transition to ACTIVE for port object 9c7a5016-8bbe-450f-902e-bd68756edd06 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:18:53.097504 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5b132-0419-46d1-8aef-2b026f3d9a23 req-109e1b1b-ffb9-4d09-9380-3c16625a4db6 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:53.098977 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-63d5b132-0419-46d1-8aef-2b026f3d9a23 req-109e1b1b-ffb9-4d09-9380-3c16625a4db6 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=49a393c1-5beb-4d3f-ab8e-7b2fef345d11 HTTP/1.1" status: 200 len: 945 time: 0.7298346 May 27 02:18:53.139087 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:53.178988 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['4b24f131-ceb8-4f16-ab9a-c5b475523d08'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:18:53.223755 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8a3a2c21-4f68-4fba-8c8b-35d9b07f7964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:53.272943 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3a2c21-4f68-4fba-8c8b-35d9b07f7964 None None] Network cd909775-46db-435c-9cd7-78749fc058c4 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:18:53.275877 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-8a3a2c21-4f68-4fba-8c8b-35d9b07f7964 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:18:53.286703 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3a2c21-4f68-4fba-8c8b-35d9b07f7964 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:18:53.288769 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=6bb5d144-a0f2-4448-89ab-4511c23ed129,revision_number=8']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:53.426412 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-63d5b132-0419-46d1-8aef-2b026f3d9a23 req-0201f51d-da95-4498-82c7-ee95519afa74 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b4e8596-41a7-4bcc-b41d-79bc10a531b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062696 May 27 02:18:53.480756 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-8a3a2c21-4f68-4fba-8c8b-35d9b07f7964 None None] Attempting to bind port 9c7a5016-8bbe-450f-902e-bd68756edd06 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:18:53.481176 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-8a3a2c21-4f68-4fba-8c8b-35d9b07f7964 None None] Attempting to bind port 9c7a5016-8bbe-450f-902e-bd68756edd06 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'b17b7be3-0da7-456b-890b-9cbc87548bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd909775-46db-435c-9cd7-78749fc058c4'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:18:53.481857 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41018) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:53.485212 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3a2c21-4f68-4fba-8c8b-35d9b07f7964 None None] Attempting to bind port 9c7a5016-8bbe-450f-902e-bd68756edd06 on network cd909775-46db-435c-9cd7-78749fc058c4 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:53.524644 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a2c21-4f68-4fba-8c8b-35d9b07f7964 None None] Pushing event updated for resources: {'Port': ['ID=9c7a5016-8bbe-450f-902e-bd68756edd06,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:53.539310 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3a2c21-4f68-4fba-8c8b-35d9b07f7964 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:18:53.539823 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3a2c21-4f68-4fba-8c8b-35d9b07f7964 None None] Checking segment: {'id': 'b17b7be3-0da7-456b-890b-9cbc87548bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd909775-46db-435c-9cd7-78749fc058c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:18:53.540607 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8a3a2c21-4f68-4fba-8c8b-35d9b07f7964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:53.541637 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3a2c21-4f68-4fba-8c8b-35d9b07f7964 None None] Bound using segment: {'id': 'b17b7be3-0da7-456b-890b-9cbc87548bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd909775-46db-435c-9cd7-78749fc058c4'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:18:53.541854 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-8a3a2c21-4f68-4fba-8c8b-35d9b07f7964 None None] Bound port: 9c7a5016-8bbe-450f-902e-bd68756edd06, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17b7be3-0da7-456b-890b-9cbc87548bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd909775-46db-435c-9cd7-78749fc058c4'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:18:53.542328 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8a3a2c21-4f68-4fba-8c8b-35d9b07f7964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:53.558151 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-167e24ec-154c-4dfd-ac6b-0b78af512d32 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=be363a3a0da24e74ba96551e42920728&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0738816 May 27 02:18:53.560229 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41022) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:53.596363 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ba0d7a98-ff51-42da-884c-416a18d7fb6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:53.653268 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3c98d727-cc0b-4317-a0c6-40545459206e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:53.693214 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3c98d727-cc0b-4317-a0c6-40545459206e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:53.706085 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-8a3a2c21-4f68-4fba-8c8b-35d9b07f7964 None None] For port 9c7a5016-8bbe-450f-902e-bd68756edd06, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:18:53.709652 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-8a3a2c21-4f68-4fba-8c8b-35d9b07f7964 None None] For port 9c7a5016-8bbe-450f-902e-bd68756edd06, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=9c7a5016-8bbe-450f-902e-bd68756edd06,segment=NetworkSegment(b17b7be3-0da7-456b-890b-9cbc87548bbf),segment_id=b17b7be3-0da7-456b-890b-9cbc87548bbf)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:18:53.815027 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede5580-e4cc-4491-82c2-e628a330b481 req-86551153-0cc5-4d17-97c5-842c2d6d9da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:53.816469 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fede5580-e4cc-4491-82c2-e628a330b481 req-86551153-0cc5-4d17-97c5-842c2d6d9da7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4c00bab3-9119-4246-8725-22c8c9d68820 HTTP/1.1" status: 200 len: 1097 time: 0.8883088 May 27 02:18:53.826566 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8a3a2c21-4f68-4fba-8c8b-35d9b07f7964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:53.833569 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f832a-fa5c-4790-91c1-1519702f530a req-2b546de1-e735-40a0-bc14-a3f0b43ec940 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:53.840506 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5b7f832a-fa5c-4790-91c1-1519702f530a req-2b546de1-e735-40a0-bc14-a3f0b43ec940 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c00bab3-9119-4246-8725-22c8c9d68820 HTTP/1.1" status: 200 len: 946 time: 0.8980684 May 27 02:18:53.872142 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3c98d727-cc0b-4317-a0c6-40545459206e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:53.891105 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c98d727-cc0b-4317-a0c6-40545459206e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755c4c0e-f13e-4190-b937-ec6f6ae7c39e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:53.896367 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3c98d727-cc0b-4317-a0c6-40545459206e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:53.913154 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3c98d727-cc0b-4317-a0c6-40545459206e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/755c4c0e-f13e-4190-b937-ec6f6ae7c39e HTTP/1.1" status: 204 len: 168 time: 0.3402073 May 27 02:18:53.968882 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a2c21-4f68-4fba-8c8b-35d9b07f7964 None None] Pushing event updated for resources: {'Port': ['ID=9c7a5016-8bbe-450f-902e-bd68756edd06,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:53.994870 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device ff632810-3b4b-48a9-9623-9d80b17fd3b7 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:18:54.023633 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5b7f832a-fa5c-4790-91c1-1519702f530a req-327b31f3-f164-41ab-a87c-fcfda6e20643 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794333 May 27 02:18:54.122775 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Port ff632810-3b4b-48a9-9623-9d80b17fd3b7 update to DOWN by agent not found {{(pid=88903) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 27 02:18:54.162519 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fede5580-e4cc-4491-82c2-e628a330b481 req-3972f623-5407-4ac4-8d30-c6be3b42046e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739553 May 27 02:18:54.163080 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-931ca821-5786-4742-922d-4579a83d3451 req-a6aae295-9aaf-43b1-9806-b37f89443d6c tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:54.305029 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aae295-9aaf-43b1-9806-b37f89443d6c tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Pushing event deleted for resources: {'Port': ['ID=ff632810-3b4b-48a9-9623-9d80b17fd3b7,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:54.310417 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bf7a57b2-bc83-4b1b-948e-56c23e555882 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:54.433775 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb5c3c-cb97-47b2-9d06-fcdc76c5a2e8 req-a862f533-76d8-4fda-8ad6-dca50a1150d4 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:54.435323 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1cdb5c3c-cb97-47b2-9d06-fcdc76c5a2e8 req-a862f533-76d8-4fda-8ad6-dca50a1150d4 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8312bca-9cd1-4ddf-bc67-e07268f01117 HTTP/1.1" status: 200 len: 944 time: 0.8099198 May 27 02:18:54.439544 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-931ca821-5786-4742-922d-4579a83d3451 req-a6aae295-9aaf-43b1-9806-b37f89443d6c tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] No DVR routers for this DVR port ff632810-3b4b-48a9-9623-9d80b17fd3b7 on host n-h1-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:18:54.460405 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-931ca821-5786-4742-922d-4579a83d3451 req-a6aae295-9aaf-43b1-9806-b37f89443d6c tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:54.463102 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a393c1-5beb-4d3f-ab8e-7b2fef345d11', 'name': 'network-vif-deleted', 'tag': 'ff632810-3b4b-48a9-9623-9d80b17fd3b7'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:18:54.514328 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-931ca821-5786-4742-922d-4579a83d3451 req-a6aae295-9aaf-43b1-9806-b37f89443d6c tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.32 "DELETE /v2.0/ports/ff632810-3b4b-48a9-9623-9d80b17fd3b7 HTTP/1.1" status: 204 len: 173 time: 2.8134196 May 27 02:18:54.544102 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f5f21-35ae-4bf4-9e79-4ecba059382e req-0093c17b-d456-4bd4-aba4-532e670a782b tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:54.545580 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-679f5f21-35ae-4bf4-9e79-4ecba059382e req-0093c17b-d456-4bd4-aba4-532e670a782b tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=561ca9da-d46e-4162-a7aa-b8d8429a12e2 HTTP/1.1" status: 200 len: 944 time: 0.3760607 May 27 02:18:54.548521 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1cdb5c3c-cb97-47b2-9d06-fcdc76c5a2e8 req-c78253c1-9e18-4c2d-bb43-8e3735d290cc tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070402 May 27 02:18:54.674328 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-679f5f21-35ae-4bf4-9e79-4ecba059382e req-a7ea8042-e880-4cc2-b241-a93752ae0094 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141405 May 27 02:18:54.683267 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561ca9da-d46e-4162-a7aa-b8d8429a12e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bb5d144-a0f2-4448-89ab-4511c23ed129'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:18:54.693655 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bf7a57b2-bc83-4b1b-948e-56c23e555882 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:54.798772 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cdb4a35-9d59-4009-87b4-2bcc69f7c1c1'] response: {'server_uuid': '561ca9da-d46e-4162-a7aa-b8d8429a12e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bb5d144-a0f2-4448-89ab-4511c23ed129', 'code': 200} May 27 02:18:54.802042 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e35faec9-b180-4ee2-8dc1-c30f54de9672'] response: {'server_uuid': '49a393c1-5beb-4d3f-ab8e-7b2fef345d11', 'name': 'network-vif-deleted', 'tag': 'ff632810-3b4b-48a9-9623-9d80b17fd3b7', 'status': 'completed', 'code': 200} May 27 02:18:54.906260 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-2c0357d6-3b3d-4dac-b5dd-fc8a30189fdc req-1b007744-4bef-4325-88d2-8cc67d442191 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Synchronizing usage tracker for tenant:fa5aae445e1f462e890cfe8ec27ab930 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:18:54.911203 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a57b2-bc83-4b1b-948e-56c23e555882 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Pushing event updated for resources: {'Port': ['ID=97ec4f6b-1f6b-4387-a375-964684769b25,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:55.001072 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7a57b2-bc83-4b1b-948e-56c23e555882 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:18:55.010916 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-bf7a57b2-bc83-4b1b-948e-56c23e555882 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:18:55.023658 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7a57b2-bc83-4b1b-948e-56c23e555882 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:18:55.025226 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7a57b2-bc83-4b1b-948e-56c23e555882 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:55.032399 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bf7a57b2-bc83-4b1b-948e-56c23e555882 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:55.070698 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ba0d7a98-ff51-42da-884c-416a18d7fb6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:55.097416 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 9c7a5016-8bbe-450f-902e-bd68756edd06 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:18:55.109404 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ba0d7a98-ff51-42da-884c-416a18d7fb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:55.115058 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-2c0357d6-3b3d-4dac-b5dd-fc8a30189fdc req-1b007744-4bef-4325-88d2-8cc67d442191 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] Unset dirty status for tenant:fa5aae445e1f462e890cfe8ec27ab930 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:18:55.115058 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2c0357d6-3b3d-4dac-b5dd-fc8a30189fdc req-1b007744-4bef-4325-88d2-8cc67d442191 tempest-ServerDiskConfigTestJSON-811237203 tempest-ServerDiskConfigTestJSON-811237203-project] 10.222.0.57 "GET /v2.0/ports?device_id=49a393c1-5beb-4d3f-ab8e-7b2fef345d11 HTTP/1.1" status: 200 len: 210 time: 0.4339082 May 27 02:18:55.198405 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-bf7a57b2-bc83-4b1b-948e-56c23e555882 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.7676547 May 27 02:18:55.200981 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41058) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:55.218147 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759b3da-1de5-40a3-9a1f-19a4bb4ef0d0 req-a6323825-5628-4c45-8706-2a4da56e2a34 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:55.226513 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b759b3da-1de5-40a3-9a1f-19a4bb4ef0d0 req-a6323825-5628-4c45-8706-2a4da56e2a34 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.2979665 May 27 02:18:55.309450 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f16e98-ba65-4564-9987-9821104a792a None None] Network cd909775-46db-435c-9cd7-78749fc058c4 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:18:55.365364 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e94be76-7104-4a46-9228-8baff7c311d2 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:55.373963 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7e94be76-7104-4a46-9228-8baff7c311d2 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] 10.222.0.57 "GET /v2.0/ports/97ec4f6b-1f6b-4387-a375-964684769b25 HTTP/1.1" status: 200 len: 955 time: 0.1710207 May 27 02:18:55.383200 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41064) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:55.443956 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b759b3da-1de5-40a3-9a1f-19a4bb4ef0d0 req-123f6e6b-e12f-4e5e-8699-f544c9b3af1d tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2162824 May 27 02:18:55.495056 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-ba0d7a98-ff51-42da-884c-416a18d7fb6e admin admin] Allocated IP 172.25.1.245 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/d33e2100-4366-44a7-b775-01fb2d6bcb02) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:18:55.500167 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a61ec235-cc7d-4e29-bf1f-133bb039452b tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Deleting port 97ec4f6b-1f6b-4387-a375-964684769b25 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:18:55.500523 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a61ec235-cc7d-4e29-bf1f-133bb039452b tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:55.519280 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 9c7a5016-8bbe-450f-902e-bd68756edd06 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:18:55.679905 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ba0d7a98-ff51-42da-884c-416a18d7fb6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:55.699840 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-25b5c2ba-6e53-4be8-b73c-8aacd516e3b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:55.772202 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ff864174-c8f2-4562-a2c1-a4a81acca7ba None None] Provisioning for port 9c7a5016-8bbe-450f-902e-bd68756edd06 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:18:55.795835 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cd306-729e-4714-a770-8ba4f566a74c req-d39055c0-04fa-4990-878c-75ac5bf3293e tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:55.799376 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ff864174-c8f2-4562-a2c1-a4a81acca7ba None None] Provisioning complete for port 9c7a5016-8bbe-450f-902e-bd68756edd06 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:55.800296 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ff864174-c8f2-4562-a2c1-a4a81acca7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:55.803226 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b3cd306-729e-4714-a770-8ba4f566a74c req-d39055c0-04fa-4990-878c-75ac5bf3293e tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c00bab3-9119-4246-8725-22c8c9d68820 HTTP/1.1" status: 200 len: 946 time: 0.4712014 May 27 02:18:55.851773 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f9199-19fc-40d7-a91c-bdc25fc5eb9c req-391810a6-3fe4-4ae0-8ddf-466b7b6fa5a3 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:55.853276 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2c8f9199-19fc-40d7-a91c-bdc25fc5eb9c req-391810a6-3fe4-4ae0-8ddf-466b7b6fa5a3 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.1580722 May 27 02:18:55.889642 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b3cd306-729e-4714-a770-8ba4f566a74c req-0bdf1fb8-be12-4aff-8632-29e602713bd6 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854437 May 27 02:18:55.900689 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ba0d7a98-ff51-42da-884c-416a18d7fb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:55.908920 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a61ec235-cc7d-4e29-bf1f-133bb039452b tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:55.964550 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ff864174-c8f2-4562-a2c1-a4a81acca7ba None None] Current status of the port 9c7a5016-8bbe-450f-902e-bd68756edd06 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:55.965224 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ff864174-c8f2-4562-a2c1-a4a81acca7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:56.006281 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-ff864174-c8f2-4562-a2c1-a4a81acca7ba None None] For port 9c7a5016-8bbe-450f-902e-bd68756edd06, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=9c7a5016-8bbe-450f-902e-bd68756edd06,segment=NetworkSegment(b17b7be3-0da7-456b-890b-9cbc87548bbf),segment_id=b17b7be3-0da7-456b-890b-9cbc87548bbf)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:56.020971 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 4b24f131-ceb8-4f16-ab9a-c5b475523d08 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:18:56.136399 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ff864174-c8f2-4562-a2c1-a4a81acca7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:56.157021 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a61ec235-cc7d-4e29-bf1f-133bb039452b tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Calling delete_port for 97ec4f6b-1f6b-4387-a375-964684769b25 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:18:56.254260 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff864174-c8f2-4562-a2c1-a4a81acca7ba None None] Pushing event updated for resources: {'Port': ['ID=9c7a5016-8bbe-450f-902e-bd68756edd06,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:56.290763 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2c8f9199-19fc-40d7-a91c-bdc25fc5eb9c req-b071fe0a-9ebe-47de-b1fb-bbcbc42b96db tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4286816 May 27 02:18:56.292528 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0d7a98-ff51-42da-884c-416a18d7fb6e admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:18:56.302301 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-ba0d7a98-ff51-42da-884c-416a18d7fb6e admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:18:56.312432 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d7a98-ff51-42da-884c-416a18d7fb6e admin admin] Pushing event updated for resources: {'Port': ['ID=d33e2100-4366-44a7-b775-01fb2d6bcb02,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:56.316623 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0d7a98-ff51-42da-884c-416a18d7fb6e admin admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:18:56.318327 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 4b24f131-ceb8-4f16-ab9a-c5b475523d08 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:18:56.333157 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 4b24f131-ceb8-4f16-ab9a-c5b475523d08 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:56.334239 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:56.357740 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a61ec235-cc7d-4e29-bf1f-133bb039452b tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:56.417897 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3b6ce581-047c-4325-bce3-8c87ee1c744e None None] Provisioning complete for port 9c7a5016-8bbe-450f-902e-bd68756edd06 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:56.418621 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3b6ce581-047c-4325-bce3-8c87ee1c744e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:56.451065 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4e688-e365-4248-a4e2-74f787eec8ac req-54361dc1-ee85-41c3-ab4a-608e9d8ca2e5 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:56.452763 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6de4e688-e365-4248-a4e2-74f787eec8ac req-54361dc1-ee85-41c3-ab4a-608e9d8ca2e5 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8312bca-9cd1-4ddf-bc67-e07268f01117 HTTP/1.1" status: 200 len: 944 time: 0.2689312 May 27 02:18:56.473987 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ec235-cc7d-4e29-bf1f-133bb039452b tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Pushing event deleted for resources: {'Port': ['ID=97ec4f6b-1f6b-4387-a375-964684769b25,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:56.481349 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a61ec235-cc7d-4e29-bf1f-133bb039452b tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:56.595936 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a61ec235-cc7d-4e29-bf1f-133bb039452b tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] 10.222.0.57 "DELETE /v2.0/ports/97ec4f6b-1f6b-4387-a375-964684769b25 HTTP/1.1" status: 204 len: 168 time: 1.2113369 May 27 02:18:56.596919 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41090) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:56.626701 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 4b24f131-ceb8-4f16-ab9a-c5b475523d08 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:56.627075 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:56.656235 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e1e805f-2cb0-44ba-b32d-db0f583601e1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] GET failed (client error): The resource could not be found. May 27 02:18:56.656872 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8e1e805f-2cb0-44ba-b32d-db0f583601e1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Synchronizing usage tracker for tenant:0be188a59ca549a6a8e7795b68a0dd39 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:18:56.671532 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-3b6ce581-047c-4325-bce3-8c87ee1c744e None None] Current status of the port 9c7a5016-8bbe-450f-902e-bd68756edd06 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:56.677933 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 4b24f131-ceb8-4f16-ab9a-c5b475523d08, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=4b24f131-ceb8-4f16-ab9a-c5b475523d08,segment=NetworkSegment(f9d0c973-72f3-423e-80ec-119f03165820),segment_id=f9d0c973-72f3-423e-80ec-119f03165820)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:56.681248 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6de4e688-e365-4248-a4e2-74f787eec8ac req-0c155fbe-ed82-4fd1-a8f1-a8573a62647a tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199466 May 27 02:18:56.702665 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41094) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:56.723042 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f92f3-3776-4ec2-80bc-f9ba1a8bb0d9 req-b7141edc-53d6-47d3-ac52-caeb7c0869f4 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:56.724820 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-054f92f3-3776-4ec2-80bc-f9ba1a8bb0d9 req-b7141edc-53d6-47d3-ac52-caeb7c0869f4 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.1924961 May 27 02:18:56.774417 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-054f92f3-3776-4ec2-80bc-f9ba1a8bb0d9 req-41f52ec9-1714-4e59-83f5-9d3ecc26402a tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432835 May 27 02:18:56.800043 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8312bca-9cd1-4ddf-bc67-e07268f01117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b24f131-ceb8-4f16-ab9a-c5b475523d08'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:18:56.815103 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:56.830565 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8e1e805f-2cb0-44ba-b32d-db0f583601e1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Unset dirty status for tenant:0be188a59ca549a6a8e7795b68a0dd39 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:18:56.836775 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8e1e805f-2cb0-44ba-b32d-db0f583601e1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] 10.222.0.57 "GET /v2.0/ports/97ec4f6b-1f6b-4387-a375-964684769b25 HTTP/1.1" status: 404 len: 333 time: 0.2388754 May 27 02:18:56.840870 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41106) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:56.855253 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a8f496cc-9cf6-4f73-8437-a8780e3a1a6e tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Request body: {'port': {'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-627979734'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:56.873375 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a8f496cc-9cf6-4f73-8437-a8780e3a1a6e tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:56.896351 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-1e71f314-faa6-4fe9-94f5-9bb75d8620c5 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1412344386', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:56.906483 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a8f496cc-9cf6-4f73-8437-a8780e3a1a6e tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:56.909076 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1e71f314-faa6-4fe9-94f5-9bb75d8620c5 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:56.917280 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1e71f314-faa6-4fe9-94f5-9bb75d8620c5 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Usage tracker for resource:port and tenant:a6727d56a4ed4ec2a3cf9bcdf178d208 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:56.917976 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4a46969-c2af-4505-bec9-db3f0d499774'] response: {'server_uuid': 'f8312bca-9cd1-4ddf-bc67-e07268f01117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b24f131-ceb8-4f16-ab9a-c5b475523d08', 'code': 200} May 27 02:18:56.931044 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1e71f314-faa6-4fe9-94f5-9bb75d8620c5 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:56.938934 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1e71f314-faa6-4fe9-94f5-9bb75d8620c5 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:56.981098 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=4b24f131-ceb8-4f16-ab9a-c5b475523d08,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:57.027600 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f496cc-9cf6-4f73-8437-a8780e3a1a6e tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Made reservation on behalf of 0be188a59ca549a6a8e7795b68a0dd39 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:18:57.031837 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a8f496cc-9cf6-4f73-8437-a8780e3a1a6e tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:57.064238 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-a8f496cc-9cf6-4f73-8437-a8780e3a1a6e tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] device_id is not set on port 08448e14-783e-464d-a747-53d2d4e5ef5e yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:18:57.092191 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 9c7a5016-8bbe-450f-902e-bd68756edd06 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:18:57.113085 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e71f314-faa6-4fe9-94f5-9bb75d8620c5 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Made reservation on behalf of a6727d56a4ed4ec2a3cf9bcdf178d208 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:18:57.116207 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e71f314-faa6-4fe9-94f5-9bb75d8620c5 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:57.147359 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e71f314-faa6-4fe9-94f5-9bb75d8620c5 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:57.164321 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 9c7a5016-8bbe-450f-902e-bd68756edd06 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:57.164678 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:57.167532 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1e71f314-faa6-4fe9-94f5-9bb75d8620c5 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:57.185289 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1e71f314-faa6-4fe9-94f5-9bb75d8620c5 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Usage tracker for resource:security_group_rule and tenant:a6727d56a4ed4ec2a3cf9bcdf178d208 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:57.189975 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1e71f314-faa6-4fe9-94f5-9bb75d8620c5 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:57.205491 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1e71f314-faa6-4fe9-94f5-9bb75d8620c5 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:57.236839 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ba0d7a98-ff51-42da-884c-416a18d7fb6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:57.308269 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffdde2-66fa-4487-89d8-747dc5299949 req-0a36461b-d3cc-4bb4-9fa2-839887511ced tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:57.309758 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-08ffdde2-66fa-4487-89d8-747dc5299949 req-0a36461b-d3cc-4bb4-9fa2-839887511ced tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.3802710 May 27 02:18:57.318759 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 9c7a5016-8bbe-450f-902e-bd68756edd06 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:57.345437 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373faf9-5f41-4719-8f18-b76080ac065b req-596d215f-6a46-4208-a195-2471ffb13e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:57.346950 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c373faf9-5f41-4719-8f18-b76080ac065b req-596d215f-6a46-4208-a195-2471ffb13e41 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f8312bca-9cd1-4ddf-bc67-e07268f01117 HTTP/1.1" status: 200 len: 1096 time: 0.3662765 May 27 02:18:57.384030 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a8f496cc-9cf6-4f73-8437-a8780e3a1a6e tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:57.435971 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e71f314-faa6-4fe9-94f5-9bb75d8620c5 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:57.485972 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01de208-1db5-4c3d-a0fb-0d4817d4b5d5 req-ed38f05d-2d1f-46e5-b4ca-d8d7bc57a807 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:57.487404 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a01de208-1db5-4c3d-a0fb-0d4817d4b5d5 req-ed38f05d-2d1f-46e5-b4ca-d8d7bc57a807 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c00bab3-9119-4246-8725-22c8c9d68820 HTTP/1.1" status: 200 len: 946 time: 0.3630648 May 27 02:18:57.498529 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-08ffdde2-66fa-4487-89d8-747dc5299949 req-dbc03010-37cb-4eba-8cfe-2acb5ff426a5 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826878 May 27 02:18:57.501240 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e71f314-faa6-4fe9-94f5-9bb75d8620c5 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:57.503760 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c373faf9-5f41-4719-8f18-b76080ac065b req-eceb01ff-f458-427a-9e4f-2ce0108a9350 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483912 May 27 02:18:57.517903 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-1e71f314-faa6-4fe9-94f5-9bb75d8620c5 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] device_id is not set on port f059d508-7642-40d8-a4f2-1e6b6ce50e7a yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:18:57.552559 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a8f496cc-9cf6-4f73-8437-a8780e3a1a6e tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:57.566991 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 6bb5d144-a0f2-4448-89ab-4511c23ed129 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:18:57.611551 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41120) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:57.658252 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a01de208-1db5-4c3d-a0fb-0d4817d4b5d5 req-ebcba330-b59c-4b07-bf5c-548867444788 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647692 May 27 02:18:57.800295 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 6bb5d144-a0f2-4448-89ab-4511c23ed129 is: DOWN; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:57.842268 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f496cc-9cf6-4f73-8437-a8780e3a1a6e tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Pushing event updated for resources: {'Port': ['ID=08448e14-783e-464d-a747-53d2d4e5ef5e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:57.844585 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e71f314-faa6-4fe9-94f5-9bb75d8620c5 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d2fa15-5173-44ef-b574-e2bf961deea4,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:57.873079 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f496cc-9cf6-4f73-8437-a8780e3a1a6e tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:18:57.881116 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-a8f496cc-9cf6-4f73-8437-a8780e3a1a6e tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:18:57.885889 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f496cc-9cf6-4f73-8437-a8780e3a1a6e tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:18:57.886911 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f496cc-9cf6-4f73-8437-a8780e3a1a6e tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:57.887585 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a8f496cc-9cf6-4f73-8437-a8780e3a1a6e tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:57.911525 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-8108d8c7-c324-413e-b9de-8320a2917580 admin admin] Deleting subnet 7e9701fe-b18a-432f-b901-9da0985348d6 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:18:57.916119 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8108d8c7-c324-413e-b9de-8320a2917580 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:57.968548 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ba0d7a98-ff51-42da-884c-416a18d7fb6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:57.969401 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f0e8aee7-a3f2-4466-939a-734e81aac543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:57.982372 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-1e71f314-faa6-4fe9-94f5-9bb75d8620c5 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Allocated IP 172.25.1.226 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/f059d508-7642-40d8-a4f2-1e6b6ce50e7a) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:18:58.026537 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8108d8c7-c324-413e-b9de-8320a2917580 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:58.046194 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a8f496cc-9cf6-4f73-8437-a8780e3a1a6e tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2037117 May 27 02:18:58.049561 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41130) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:58.060172 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:58.217471 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8108d8c7-c324-413e-b9de-8320a2917580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:58.294271 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:58.354947 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e71f314-faa6-4fe9-94f5-9bb75d8620c5 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:58.370729 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dbbb9b-d948-4c21-b80d-8c86927ff9b0 req-af83e564-b2b1-4333-b060-5d3292b5898d tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:58.373262 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f1dbbb9b-d948-4c21-b80d-8c86927ff9b0 req-af83e564-b2b1-4333-b060-5d3292b5898d tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8312bca-9cd1-4ddf-bc67-e07268f01117 HTTP/1.1" status: 200 len: 945 time: 0.2099872 May 27 02:18:58.442523 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8108d8c7-c324-413e-b9de-8320a2917580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:58.502434 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0d7a98-ff51-42da-884c-416a18d7fb6e admin admin] Router 82cbd9de-346e-44ce-909a-c3a030aa3e23 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:18:58.509246 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8108d8c7-c324-413e-b9de-8320a2917580 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e9701fe-b18a-432f-b901-9da0985348d6,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:58.515082 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8108d8c7-c324-413e-b9de-8320a2917580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:58.526340 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f1dbbb9b-d948-4c21-b80d-8c86927ff9b0 req-c2755a25-5376-478b-a95e-cbf1ef4508c9 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157236 May 27 02:18:58.547830 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41136) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:58.552989 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8108d8c7-c324-413e-b9de-8320a2917580 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/7e9701fe-b18a-432f-b901-9da0985348d6 HTTP/1.1" status: 204 len: 168 time: 0.9288447 May 27 02:18:58.645966 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e71f314-faa6-4fe9-94f5-9bb75d8620c5 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:58.704405 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] device_id is not set on port 08448e14-783e-464d-a747-53d2d4e5ef5e yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:18:58.722565 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e71f314-faa6-4fe9-94f5-9bb75d8620c5 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:18:58.731923 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-1e71f314-faa6-4fe9-94f5-9bb75d8620c5 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:18:58.743117 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:58.752021 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e71f314-faa6-4fe9-94f5-9bb75d8620c5 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:18:58.784778 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7487572-7bba-4a10-8caf-f9fa3e4dc898 req-78bbffb5-b98f-4fce-944f-456701a8ac2d tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:58.794099 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d7487572-7bba-4a10-8caf-f9fa3e4dc898 req-78bbffb5-b98f-4fce-944f-456701a8ac2d tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.4188426 May 27 02:18:58.859843 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-56f2496c-566b-49f5-900c-ffc86150c723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:58.876617 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Transition to ACTIVE for port object 08448e14-783e-464d-a747-53d2d4e5ef5e will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:18:58.879586 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e71f314-faa6-4fe9-94f5-9bb75d8620c5 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Pushing event updated for resources: {'Port': ['ID=f059d508-7642-40d8-a4f2-1e6b6ce50e7a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:58.884475 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d7487572-7bba-4a10-8caf-f9fa3e4dc898 req-a3e19a83-e1d2-4bf1-8643-8a8c9479a51f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903063 May 27 02:18:58.895644 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:58.908216 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0d7a98-ff51-42da-884c-416a18d7fb6e admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:18:58.923624 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d90aa9b-72cc-4af3-9e90-4fa7ad52c24b None None] Sync routers for ids ['82cbd9de-346e-44ce-909a-c3a030aa3e23'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:18:58.935428 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d90aa9b-72cc-4af3-9e90-4fa7ad52c24b None None] Routers {'82cbd9de-346e-44ce-909a-c3a030aa3e23'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:18:58.936034 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6d90aa9b-72cc-4af3-9e90-4fa7ad52c24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:18:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['82cbd9de-346e-44ce-909a-c3a030aa3e23'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:58.942241 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca8bae-c223-4218-8f3b-4310bea0dd88 req-57c29b9f-e025-4cc2-89ec-f85621347a28 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:58.944695 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-daca8bae-c223-4218-8f3b-4310bea0dd88 req-57c29b9f-e025-4cc2-89ec-f85621347a28 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c00bab3-9119-4246-8725-22c8c9d68820 HTTP/1.1" status: 200 len: 946 time: 0.2777445 May 27 02:18:58.980675 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e71f314-faa6-4fe9-94f5-9bb75d8620c5 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:58.981337 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e71f314-faa6-4fe9-94f5-9bb75d8620c5 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:58.996334 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-daca8bae-c223-4218-8f3b-4310bea0dd88 req-7b71a4c7-464e-4c1c-8131-4377c77d233d tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462387 May 27 02:18:59.022653 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:59.068022 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:59.106636 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ba0d7a98-ff51-42da-884c-416a18d7fb6e admin admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:59.109234 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ba0d7a98-ff51-42da-884c-416a18d7fb6e admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.9490104 May 27 02:18:59.112323 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41140) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:59.145418 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Pushing event updated for resources: {'Port': ['ID=08448e14-783e-464d-a747-53d2d4e5ef5e,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:59.149440 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-56f2496c-566b-49f5-900c-ffc86150c723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:59.163954 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1e71f314-faa6-4fe9-94f5-9bb75d8620c5 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.4600160 May 27 02:18:59.168740 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41144) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:59.187275 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-aab204fe-79e3-47aa-ae9c-b62aaddb9f82 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.226'}]}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:59.192525 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-56f2496c-566b-49f5-900c-ffc86150c723 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dbbc7f7-6938-4837-8137-9afe570a121c']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:59.200331 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-6d90aa9b-72cc-4af3-9e90-4fa7ad52c24b None None] Set router 82cbd9de-346e-44ce-909a-c3a030aa3e23 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:18:59.257332 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-aab204fe-79e3-47aa-ae9c-b62aaddb9f82 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:59.274271 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-56f2496c-566b-49f5-900c-ffc86150c723 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90e934bd-3ada-4cfd-88be-1e4ed99f05f0') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:59.274840 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-56f2496c-566b-49f5-900c-ffc86150c723 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90e934bd-3ada-4cfd-88be-1e4ed99f05f0') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:59.282405 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-aab204fe-79e3-47aa-ae9c-b62aaddb9f82 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Usage tracker for resource:router and tenant:a6727d56a4ed4ec2a3cf9bcdf178d208 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:59.286632 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-aab204fe-79e3-47aa-ae9c-b62aaddb9f82 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:59.297775 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-aab204fe-79e3-47aa-ae9c-b62aaddb9f82 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:59.300744 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-56f2496c-566b-49f5-900c-ffc86150c723 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:59.333337 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:18:59.333548 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:18:59.333837 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:59.336256 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-56f2496c-566b-49f5-900c-ffc86150c723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:59.345658 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Port 08448e14-783e-464d-a747-53d2d4e5ef5e on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:18:59.345658 n-d-843554-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Failed to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e on host n-h2-843554-3 for vnic_type normal using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] May 27 02:18:59.346718 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f2496c-566b-49f5-900c-ffc86150c723 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:18:59.346718 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-56f2496c-566b-49f5-900c-ffc86150c723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:59.360653 n-d-843554-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempt 2 to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e May 27 02:18:59.425345 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 90e934bd-3ada-4cfd-88be-1e4ed99f05f0 resource provider aggregate not found May 27 02:18:59.436582 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aab204fe-79e3-47aa-ae9c-b62aaddb9f82 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:59.437064 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aab204fe-79e3-47aa-ae9c-b62aaddb9f82 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:59.455805 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:18:59.455805 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:18:59.455805 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:59.464345 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 90e934bd-3ada-4cfd-88be-1e4ed99f05f0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 90e934bd-3ada-4cfd-88be-1e4ed99f05f0 found for delete ", "request_id": "req-2dcbc9bf-447d-4cde-9f86-66a334de0994"}]} May 27 02:18:59.472173 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Port 08448e14-783e-464d-a747-53d2d4e5ef5e on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:18:59.472173 n-d-843554-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Failed to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e on host n-h2-843554-3 for vnic_type normal using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] May 27 02:18:59.472173 n-d-843554-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempt 3 to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e May 27 02:18:59.491840 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:18:59.492160 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:18:59.492494 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:59.502689 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aab204fe-79e3-47aa-ae9c-b62aaddb9f82 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:59.508111 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Port 08448e14-783e-464d-a747-53d2d4e5ef5e on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:18:59.508111 n-d-843554-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Failed to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e on host n-h2-843554-3 for vnic_type normal using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] May 27 02:18:59.508111 n-d-843554-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempt 4 to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e May 27 02:18:59.534441 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:18:59.534441 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:18:59.534441 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:59.547278 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Port 08448e14-783e-464d-a747-53d2d4e5ef5e on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:18:59.547278 n-d-843554-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Failed to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e on host n-h2-843554-3 for vnic_type normal using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] May 27 02:18:59.547278 n-d-843554-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempt 5 to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e May 27 02:18:59.570639 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-56f2496c-566b-49f5-900c-ffc86150c723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:59.601173 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-56f2496c-566b-49f5-900c-ffc86150c723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:59.604405 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6d90aa9b-72cc-4af3-9e90-4fa7ad52c24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cbd9de-346e-44ce-909a-c3a030aa3e23', 'name': 'tempest-TaggedBootDevicesTest-1750740737-router', 'tenant_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd33e2100-4366-44a7-b775-01fb2d6bcb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:18:52Z', 'updated_at': '2022-05-27T02:18:56Z', 'revision_number': 3, 'project_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'gw_port': {'id': 'd33e2100-4366-44a7-b775-01fb2d6bcb02', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:47:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cbd9de-346e-44ce-909a-c3a030aa3e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:18:55Z', 'updated_at': '2022-05-27T02:18:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:59.618883 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:18:59.618883 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:18:59.618883 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:59.618883 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2496c-566b-49f5-900c-ffc86150c723 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dbbc7f7-6938-4837-8137-9afe570a121c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:59.622420 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d90aa9b-72cc-4af3-9e90-4fa7ad52c24b None None] Checking router: 82cbd9de-346e-44ce-909a-c3a030aa3e23 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:18:59.622420 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d90aa9b-72cc-4af3-9e90-4fa7ad52c24b None None] Updating router 82cbd9de-346e-44ce-909a-c3a030aa3e23 port d33e2100-4366-44a7-b775-01fb2d6bcb02 binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:18:59.745364 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6d90aa9b-72cc-4af3-9e90-4fa7ad52c24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:59.831995 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Port 08448e14-783e-464d-a747-53d2d4e5ef5e on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:18:59.831995 n-d-843554-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Failed to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e on host n-h2-843554-3 for vnic_type normal using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] May 27 02:18:59.844779 n-d-843554-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempt 6 to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e May 27 02:18:59.870242 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-56f2496c-566b-49f5-900c-ffc86150c723 admin admin] 10.222.0.57 "DELETE /v2.0/networks/4dbbc7f7-6938-4837-8137-9afe570a121c HTTP/1.1" status: 204 len: 168 time: 1.3185146 May 27 02:18:59.960314 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:18:59.960788 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:18:59.961222 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:19:00.064910 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Port 08448e14-783e-464d-a747-53d2d4e5ef5e on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:19:00.065555 n-d-843554-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Failed to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e on host n-h2-843554-3 for vnic_type normal using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] May 27 02:19:00.139875 n-d-843554-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempt 7 to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e May 27 02:19:00.168207 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:19:00.168207 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:19:00.168207 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:19:00.175946 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aab204fe-79e3-47aa-ae9c-b62aaddb9f82 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:00.180448 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Port 08448e14-783e-464d-a747-53d2d4e5ef5e on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:19:00.180448 n-d-843554-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Failed to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e on host n-h2-843554-3 for vnic_type normal using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] May 27 02:19:00.182459 n-d-843554-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempt 8 to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e May 27 02:19:00.193423 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6d90aa9b-72cc-4af3-9e90-4fa7ad52c24b None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:00.205781 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:19:00.206200 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:19:00.206608 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:19:00.209530 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6d90aa9b-72cc-4af3-9e90-4fa7ad52c24b None None] Transition to ACTIVE for port object d33e2100-4366-44a7-b775-01fb2d6bcb02 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:19:00.212011 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Port 08448e14-783e-464d-a747-53d2d4e5ef5e on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:19:00.212011 n-d-843554-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Failed to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e on host n-h2-843554-3 for vnic_type normal using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] May 27 02:19:00.212463 n-d-843554-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempt 9 to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e May 27 02:19:00.227967 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:19:00.228354 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:19:00.229075 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:19:00.235454 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Port 08448e14-783e-464d-a747-53d2d4e5ef5e on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:19:00.235454 n-d-843554-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Failed to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e on host n-h2-843554-3 for vnic_type normal using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] May 27 02:19:00.235454 n-d-843554-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempt 10 to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e May 27 02:19:00.253891 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:19:00.254227 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:19:00.254568 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempting to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:19:00.259502 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Port 08448e14-783e-464d-a747-53d2d4e5ef5e on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:19:00.259826 n-d-843554-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Failed to bind port 08448e14-783e-464d-a747-53d2d4e5ef5e on host n-h2-843554-3 for vnic_type normal using segments [{'id': '37bba3a3-b936-491f-909d-a3c4d9b49805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a0115aac-70bf-4c3b-b9ad-1961d8cfea63'}] May 27 02:19:00.260786 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:00.298825 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:00.310187 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6d90aa9b-72cc-4af3-9e90-4fa7ad52c24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:00.311221 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdfc087-fb96-4c76-9e89-daf0d37bea62 req-0f342b8f-f004-4754-afea-4e8a7719e243 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:00.312948 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3bdfc087-fb96-4c76-9e89-daf0d37bea62 req-0f342b8f-f004-4754-afea-4e8a7719e243 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8312bca-9cd1-4ddf-bc67-e07268f01117 HTTP/1.1" status: 200 len: 945 time: 0.4136510 May 27 02:19:00.326698 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ffc6e-7f07-48ee-9d5b-04f979eb1485 req-b8c33f56-65b8-4fdd-91ae-2fd161492b41 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:00.328281 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-570ffc6e-7f07-48ee-9d5b-04f979eb1485 req-b8c33f56-65b8-4fdd-91ae-2fd161492b41 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.2858450 May 27 02:19:00.435129 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] For port 08448e14-783e-464d-a747-53d2d4e5ef5e, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:19:00.435507 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attempted to set empty binding levels {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 27 02:19:00.437346 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-6d90aa9b-72cc-4af3-9e90-4fa7ad52c24b None None] Attempting to bind port d33e2100-4366-44a7-b775-01fb2d6bcb02 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:19:00.438050 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-6d90aa9b-72cc-4af3-9e90-4fa7ad52c24b None None] Attempting to bind port d33e2100-4366-44a7-b775-01fb2d6bcb02 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:19:00.438467 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d90aa9b-72cc-4af3-9e90-4fa7ad52c24b None None] Attempting to bind port d33e2100-4366-44a7-b775-01fb2d6bcb02 on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:19:00.452560 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d90aa9b-72cc-4af3-9e90-4fa7ad52c24b None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:19:00.453687 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3bdfc087-fb96-4c76-9e89-daf0d37bea62 req-885d826d-3315-42f3-9409-747c7d0eb2a5 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224365 May 27 02:19:00.459716 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41164) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:00.461120 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d90aa9b-72cc-4af3-9e90-4fa7ad52c24b None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:19:00.462056 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6d90aa9b-72cc-4af3-9e90-4fa7ad52c24b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:00.462638 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d90aa9b-72cc-4af3-9e90-4fa7ad52c24b None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:19:00.463418 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-6d90aa9b-72cc-4af3-9e90-4fa7ad52c24b None None] Bound port: d33e2100-4366-44a7-b775-01fb2d6bcb02, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:19:00.464613 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6d90aa9b-72cc-4af3-9e90-4fa7ad52c24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:00.466470 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-570ffc6e-7f07-48ee-9d5b-04f979eb1485 req-9452256f-0378-4b5f-be6d-4f5d66ca84e3 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894861 May 27 02:19:00.531033 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e4201-8b36-42ca-bd0f-2f272feafcde None None] Pushing event updated for resources: {'Port': ['ID=d33e2100-4366-44a7-b775-01fb2d6bcb02,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:00.545100 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:00.621641 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3a74bf12-6e78-4885-a53d-8c5833f1161d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:00.635172 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] In _notify_port_updated(), no bound segment for port 08448e14-783e-464d-a747-53d2d4e5ef5e on network a0115aac-70bf-4c3b-b9ad-1961d8cfea63 {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:19:00.636428 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:00.636660 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:00.643515 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] 10.222.0.57 "PUT /v2.0/ports/08448e14-783e-464d-a747-53d2d4e5ef5e HTTP/1.1" status: 200 len: 974 time: 2.5908442 May 27 02:19:00.645750 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41172) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:00.651549 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-6d90aa9b-72cc-4af3-9e90-4fa7ad52c24b None None] For port d33e2100-4366-44a7-b775-01fb2d6bcb02, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:19:00.653212 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-6d90aa9b-72cc-4af3-9e90-4fa7ad52c24b None None] For port d33e2100-4366-44a7-b775-01fb2d6bcb02, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=d33e2100-4366-44a7-b775-01fb2d6bcb02,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:19:00.722904 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ee9a7254-e92b-4cfa-b450-c0047128b963 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fa5aae445e1f462e890cfe8ec27ab930&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2601070 May 27 02:19:00.734658 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41176) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:00.752274 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6d90aa9b-72cc-4af3-9e90-4fa7ad52c24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:00.769447 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1fb7d2-cb57-4959-a753-2a3dcb160b62 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Pushing event updated for resources: {'Port': ['ID=08448e14-783e-464d-a747-53d2d4e5ef5e,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:00.851103 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e4201-8b36-42ca-bd0f-2f272feafcde None None] Pushing event updated for resources: {'Port': ['ID=d33e2100-4366-44a7-b775-01fb2d6bcb02,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:00.880166 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d90aa9b-72cc-4af3-9e90-4fa7ad52c24b None None] Routers {'82cbd9de-346e-44ce-909a-c3a030aa3e23'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:19:00.882222 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6d90aa9b-72cc-4af3-9e90-4fa7ad52c24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:18:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['82cbd9de-346e-44ce-909a-c3a030aa3e23'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:00.978692 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b9aea301-98f4-448c-9cb9-ddb75edd6a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:00.979364 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-4aee48a7-7842-4960-9f72-37af8c7ab7a1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Deleting port 08448e14-783e-464d-a747-53d2d4e5ef5e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:19:00.979364 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4aee48a7-7842-4960-9f72-37af8c7ab7a1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:00.994203 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0e6cb-37cb-4b08-a61d-83a5f8655745 req-8ba499f5-c070-43e4-9795-d086cc7cc934 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:00.994203 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5bd0e6cb-37cb-4b08-a61d-83a5f8655745 req-8ba499f5-c070-43e4-9795-d086cc7cc934 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c00bab3-9119-4246-8725-22c8c9d68820 HTTP/1.1" status: 200 len: 946 time: 0.3301003 May 27 02:19:01.063675 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aab204fe-79e3-47aa-ae9c-b62aaddb9f82 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:01.109091 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-6d90aa9b-72cc-4af3-9e90-4fa7ad52c24b None None] Set router 82cbd9de-346e-44ce-909a-c3a030aa3e23 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:19:01.130517 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aab204fe-79e3-47aa-ae9c-b62aaddb9f82 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:01.162392 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b9aea301-98f4-448c-9cb9-ddb75edd6a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:01.186726 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5bd0e6cb-37cb-4b08-a61d-83a5f8655745 req-b3b99774-8a16-4f66-b775-dccdfa883b23 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808419 May 27 02:19:01.256700 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-3a74bf12-6e78-4885-a53d-8c5833f1161d admin admin] Allocated IP 172.20.0.1 (cd909775-46db-435c-9cd7-78749fc058c4/38635d3c-a31c-4fd5-8a18-29f0e87e4929/c94fabb2-8080-472c-961c-b7f33915a9bf) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:19:01.348042 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-4aee48a7-7842-4960-9f72-37af8c7ab7a1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] For port 08448e14-783e-464d-a747-53d2d4e5ef5e, host n-h2-843554-3, got binding levels [] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:01.348533 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4aee48a7-7842-4960-9f72-37af8c7ab7a1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:01.402471 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b5c33-3720-44dd-aa5f-8b876749b590 req-e925377a-264e-4a66-8eae-555aac752a5b tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:01.409219 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b5c33-3720-44dd-aa5f-8b876749b590 req-e925377a-264e-4a66-8eae-555aac752a5b tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:01.418326 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6d90aa9b-72cc-4af3-9e90-4fa7ad52c24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cbd9de-346e-44ce-909a-c3a030aa3e23', 'name': 'tempest-TaggedBootDevicesTest-1750740737-router', 'tenant_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd33e2100-4366-44a7-b775-01fb2d6bcb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:18:52Z', 'updated_at': '2022-05-27T02:18:56Z', 'revision_number': 3, 'project_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'gw_port': {'id': 'd33e2100-4366-44a7-b775-01fb2d6bcb02', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:47:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cbd9de-346e-44ce-909a-c3a030aa3e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:18:55Z', 'updated_at': '2022-05-27T02:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:01.418907 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b5c33-3720-44dd-aa5f-8b876749b590 req-e925377a-264e-4a66-8eae-555aac752a5b tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:01.419458 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d90aa9b-72cc-4af3-9e90-4fa7ad52c24b None None] The sync data for ids ['82cbd9de-346e-44ce-909a-c3a030aa3e23'] in n-d-843554-3 is: [{'id': '82cbd9de-346e-44ce-909a-c3a030aa3e23', 'name': 'tempest-TaggedBootDevicesTest-1750740737-router', 'tenant_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd33e2100-4366-44a7-b775-01fb2d6bcb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:18:52Z', 'updated_at': '2022-05-27T02:18:56Z', 'revision_number': 3, 'project_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'gw_port': {'id': 'd33e2100-4366-44a7-b775-01fb2d6bcb02', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:47:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cbd9de-346e-44ce-909a-c3a030aa3e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:18:55Z', 'updated_at': '2022-05-27T02:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:19:01.423903 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b5c33-3720-44dd-aa5f-8b876749b590 req-e925377a-264e-4a66-8eae-555aac752a5b tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:01.430085 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b5c33-3720-44dd-aa5f-8b876749b590 req-e925377a-264e-4a66-8eae-555aac752a5b tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:01.436582 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b5c33-3720-44dd-aa5f-8b876749b590 req-e925377a-264e-4a66-8eae-555aac752a5b tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:01.452507 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b5c33-3720-44dd-aa5f-8b876749b590 req-e925377a-264e-4a66-8eae-555aac752a5b tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:01.453884 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d16b5c33-3720-44dd-aa5f-8b876749b590 req-e925377a-264e-4a66-8eae-555aac752a5b tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 5445 time: 0.3734815 May 27 02:19:01.524159 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-4aee48a7-7842-4960-9f72-37af8c7ab7a1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Calling delete_port for 08448e14-783e-464d-a747-53d2d4e5ef5e owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:19:01.540710 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d16b5c33-3720-44dd-aa5f-8b876749b590 req-2e42055a-483c-490d-bfb4-ed4eab63967b tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c0d4d46-e793-47d9-97ac-8538804a4bbd&id=0bcfc258-43a3-4cfc-b866-e978be943d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0780706 May 27 02:19:01.561581 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3a74bf12-6e78-4885-a53d-8c5833f1161d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:01.564894 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b9aea301-98f4-448c-9cb9-ddb75edd6a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:01.596838 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aea301-98f4-448c-9cb9-ddb75edd6a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4e8596-41a7-4bcc-b41d-79bc10a531b7,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:01.601510 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3a74bf12-6e78-4885-a53d-8c5833f1161d admin admin] Transition to ACTIVE for port object c94fabb2-8080-472c-961c-b7f33915a9bf will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:19:01.616620 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b9aea301-98f4-448c-9cb9-ddb75edd6a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:01.617790 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b9aea301-98f4-448c-9cb9-ddb75edd6a26 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8b4e8596-41a7-4bcc-b41d-79bc10a531b7 HTTP/1.1" status: 204 len: 168 time: 0.8822021 May 27 02:19:01.819307 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3a74bf12-6e78-4885-a53d-8c5833f1161d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:01.951844 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a74bf12-6e78-4885-a53d-8c5833f1161d admin admin] Pushing event updated for resources: {'Port': ['ID=c94fabb2-8080-472c-961c-b7f33915a9bf,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:01.998577 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a74bf12-6e78-4885-a53d-8c5833f1161d admin admin] Network cd909775-46db-435c-9cd7-78749fc058c4 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:19:02.002487 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-3a74bf12-6e78-4885-a53d-8c5833f1161d admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:19:02.005675 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a74bf12-6e78-4885-a53d-8c5833f1161d admin admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:19:02.021537 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aab204fe-79e3-47aa-ae9c-b62aaddb9f82 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:02.167258 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3a74bf12-6e78-4885-a53d-8c5833f1161d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:02.287954 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4aee48a7-7842-4960-9f72-37af8c7ab7a1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:02.485491 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee48a7-7842-4960-9f72-37af8c7ab7a1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Pushing event deleted for resources: {'Port': ['ID=08448e14-783e-464d-a747-53d2d4e5ef5e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:02.529136 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f2f9f01f-cddb-4992-82b6-11b654b8e050 None None] Provisioning for port c94fabb2-8080-472c-961c-b7f33915a9bf completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:19:02.535518 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f2f9f01f-cddb-4992-82b6-11b654b8e050 None None] Provisioning complete for port c94fabb2-8080-472c-961c-b7f33915a9bf triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:19:02.535518 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f2f9f01f-cddb-4992-82b6-11b654b8e050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:02.567340 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4aee48a7-7842-4960-9f72-37af8c7ab7a1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:02.567954 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d015c0-07f6-4174-9db4-71c1de0e6261 req-98f874b5-55a0-4f7f-8b12-84762c700758 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:02.569660 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b5d015c0-07f6-4174-9db4-71c1de0e6261 req-98f874b5-55a0-4f7f-8b12-84762c700758 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.5698743 May 27 02:19:02.572099 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aab204fe-79e3-47aa-ae9c-b62aaddb9f82 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:02.575918 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aab204fe-79e3-47aa-ae9c-b62aaddb9f82 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:02.591993 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4aee48a7-7842-4960-9f72-37af8c7ab7a1 tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] 10.222.0.57 "DELETE /v2.0/ports/08448e14-783e-464d-a747-53d2d4e5ef5e HTTP/1.1" status: 204 len: 168 time: 1.9309397 May 27 02:19:02.595139 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41206) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:02.597107 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-f2f9f01f-cddb-4992-82b6-11b654b8e050 None None] Port c94fabb2-8080-472c-961c-b7f33915a9bf cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:19:02.689079 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aab204fe-79e3-47aa-ae9c-b62aaddb9f82 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:02.689739 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e2af92e-29c6-4a3a-8645-8d8f8b1666af tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] GET failed (client error): The resource could not be found. May 27 02:19:02.690296 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5e2af92e-29c6-4a3a-8645-8d8f8b1666af tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Synchronizing usage tracker for tenant:0be188a59ca549a6a8e7795b68a0dd39 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:19:02.691470 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab204fe-79e3-47aa-ae9c-b62aaddb9f82 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5d347128-04ed-403a-937b-6e92c5e8e9dc {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:19:02.705810 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b5d015c0-07f6-4174-9db4-71c1de0e6261 req-0c4c4a21-9ecd-49fb-8839-d3723caf7a1f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032765 May 27 02:19:02.809567 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5e2af92e-29c6-4a3a-8645-8d8f8b1666af tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] Unset dirty status for tenant:0be188a59ca549a6a8e7795b68a0dd39 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:19:02.815901 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5e2af92e-29c6-4a3a-8645-8d8f8b1666af tempest-PortsAdminExtendedAttrsTestJSON-1596050352 tempest-PortsAdminExtendedAttrsTestJSON-1596050352-project-admin] 10.222.0.57 "GET /v2.0/ports/08448e14-783e-464d-a747-53d2d4e5ef5e HTTP/1.1" status: 404 len: 333 time: 0.2179909 May 27 02:19:02.819602 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41214) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:02.849317 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-aab204fe-79e3-47aa-ae9c-b62aaddb9f82 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 27 02:19:02.862025 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-aab204fe-79e3-47aa-ae9c-b62aaddb9f82 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.6821599 May 27 02:19:02.864256 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41220) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:03.051377 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4a3b129d-ef92-4ffa-a0cd-373beaff3e38 tempest-PortsAdminExtendedAttrsTestJSON-267927241 tempest-PortsAdminExtendedAttrsTestJSON-267927241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:03.059151 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3a74bf12-6e78-4885-a53d-8c5833f1161d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:03.071417 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-36fdb5eb-1434-49bd-b065-b662a9e71db2 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Deleting port f059d508-7642-40d8-a4f2-1e6b6ce50e7a {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:19:03.072066 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36fdb5eb-1434-49bd-b065-b662a9e71db2 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:03.111760 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device d33e2100-4366-44a7-b775-01fb2d6bcb02 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:19:03.287603 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41230) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:03.303652 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4a3b129d-ef92-4ffa-a0cd-373beaff3e38 tempest-PortsAdminExtendedAttrsTestJSON-267927241 tempest-PortsAdminExtendedAttrsTestJSON-267927241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:03.350645 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-4a3b129d-ef92-4ffa-a0cd-373beaff3e38 tempest-PortsAdminExtendedAttrsTestJSON-267927241 tempest-PortsAdminExtendedAttrsTestJSON-267927241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0115aac-70bf-4c3b-b9ad-1961d8cfea63']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:03.366248 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae6863-54e5-4ff6-9884-78d8fbf63fea req-dafc59f7-cf29-402a-8d39-2ab3d068e07d tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:03.372395 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae6863-54e5-4ff6-9884-78d8fbf63fea req-dafc59f7-cf29-402a-8d39-2ab3d068e07d tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:03.379736 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae6863-54e5-4ff6-9884-78d8fbf63fea req-dafc59f7-cf29-402a-8d39-2ab3d068e07d tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:03.381992 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-4a3b129d-ef92-4ffa-a0cd-373beaff3e38 tempest-PortsAdminExtendedAttrsTestJSON-267927241 tempest-PortsAdminExtendedAttrsTestJSON-267927241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37bba3a3-b936-491f-909d-a3c4d9b49805') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:03.382292 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-4a3b129d-ef92-4ffa-a0cd-373beaff3e38 tempest-PortsAdminExtendedAttrsTestJSON-267927241 tempest-PortsAdminExtendedAttrsTestJSON-267927241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37bba3a3-b936-491f-909d-a3c4d9b49805') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:03.386051 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae6863-54e5-4ff6-9884-78d8fbf63fea req-dafc59f7-cf29-402a-8d39-2ab3d068e07d tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:03.391857 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae6863-54e5-4ff6-9884-78d8fbf63fea req-dafc59f7-cf29-402a-8d39-2ab3d068e07d tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:03.397714 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae6863-54e5-4ff6-9884-78d8fbf63fea req-dafc59f7-cf29-402a-8d39-2ab3d068e07d tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:03.404159 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae6863-54e5-4ff6-9884-78d8fbf63fea req-dafc59f7-cf29-402a-8d39-2ab3d068e07d tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:03.414153 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d0ae6863-54e5-4ff6-9884-78d8fbf63fea req-dafc59f7-cf29-402a-8d39-2ab3d068e07d tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 5445 time: 0.5945604 May 27 02:19:03.451279 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port d33e2100-4366-44a7-b775-01fb2d6bcb02 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:19:03.451279 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port d33e2100-4366-44a7-b775-01fb2d6bcb02 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:19:03.451279 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:03.474397 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:19:03.505346 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4a3b129d-ef92-4ffa-a0cd-373beaff3e38 tempest-PortsAdminExtendedAttrsTestJSON-267927241 tempest-PortsAdminExtendedAttrsTestJSON-267927241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:03.540399 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4a3b129d-ef92-4ffa-a0cd-373beaff3e38 tempest-PortsAdminExtendedAttrsTestJSON-267927241 tempest-PortsAdminExtendedAttrsTestJSON-267927241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:03.540599 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7147855-9cac-4086-bf61-033ab8a8f979 req-cb4efab7-58ea-447e-ac77-4dd134a475c7 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:03.547459 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d7147855-9cac-4086-bf61-033ab8a8f979 req-cb4efab7-58ea-447e-ac77-4dd134a475c7 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8312bca-9cd1-4ddf-bc67-e07268f01117 HTTP/1.1" status: 200 len: 945 time: 0.5855820 May 27 02:19:03.557857 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a3b129d-ef92-4ffa-a0cd-373beaff3e38 tempest-PortsAdminExtendedAttrsTestJSON-267927241 tempest-PortsAdminExtendedAttrsTestJSON-267927241-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:19:03.558413 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4a3b129d-ef92-4ffa-a0cd-373beaff3e38 tempest-PortsAdminExtendedAttrsTestJSON-267927241 tempest-PortsAdminExtendedAttrsTestJSON-267927241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:03.618424 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-a94e1fc2-0ef5-4fc0-addf-ca7f343f85b1 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-927534316-network', 'tenant_id': '501b6231d2cf464aada418d579420386'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:19:03.621571 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port d33e2100-4366-44a7-b775-01fb2d6bcb02 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:19:03.622016 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:03.637898 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3b4fa-4fcd-4b89-8a4c-c95d5fe19a88 req-2adab997-a580-4d18-9844-e02ba89014b0 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:03.639794 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-caa3b4fa-4fcd-4b89-8a4c-c95d5fe19a88 req-2adab997-a580-4d18-9844-e02ba89014b0 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8312bca-9cd1-4ddf-bc67-e07268f01117 HTTP/1.1" status: 200 len: 945 time: 0.3514304 May 27 02:19:03.641839 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port d33e2100-4366-44a7-b775-01fb2d6bcb02, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=d33e2100-4366-44a7-b775-01fb2d6bcb02,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:03.647257 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 37bba3a3-b936-491f-909d-a3c4d9b49805 resource provider aggregate not found May 27 02:19:03.649037 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a94e1fc2-0ef5-4fc0-addf-ca7f343f85b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:03.677700 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 37bba3a3-b936-491f-909d-a3c4d9b49805 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 37bba3a3-b936-491f-909d-a3c4d9b49805 found for delete ", "request_id": "req-9031456f-1707-4374-889f-96a8a6bd7a08"}]} May 27 02:19:03.699810 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36fdb5eb-1434-49bd-b065-b662a9e71db2 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:03.702354 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a94e1fc2-0ef5-4fc0-addf-ca7f343f85b1 admin admin] Usage tracker for resource:network and tenant:501b6231d2cf464aada418d579420386 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:03.721100 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a94e1fc2-0ef5-4fc0-addf-ca7f343f85b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:03.734484 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:03.751650 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d7147855-9cac-4086-bf61-033ab8a8f979 req-124eead0-5639-433e-9f03-11fc0d6fe444 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030840 May 27 02:19:03.759455 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3a74bf12-6e78-4885-a53d-8c5833f1161d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:03.770999 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a94e1fc2-0ef5-4fc0-addf-ca7f343f85b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:03.810335 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-caa3b4fa-4fcd-4b89-8a4c-c95d5fe19a88 req-ca1fab31-3777-4e76-b9f3-7c119dd3bd27 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Deleting port 4b24f131-ceb8-4f16-ab9a-c5b475523d08 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:19:03.810842 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-caa3b4fa-4fcd-4b89-8a4c-c95d5fe19a88 req-ca1fab31-3777-4e76-b9f3-7c119dd3bd27 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:03.830922 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=d33e2100-4366-44a7-b775-01fb2d6bcb02,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:03.934970 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94e1fc2-0ef5-4fc0-addf-ca7f343f85b1 admin admin] Made reservation on behalf of 501b6231d2cf464aada418d579420386 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:19:03.937278 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a94e1fc2-0ef5-4fc0-addf-ca7f343f85b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:03.946340 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3a74bf12-6e78-4885-a53d-8c5833f1161d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:04.002455 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-36fdb5eb-1434-49bd-b065-b662a9e71db2 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Calling delete_port for f059d508-7642-40d8-a4f2-1e6b6ce50e7a owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:19:04.028701 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4a3b129d-ef92-4ffa-a0cd-373beaff3e38 tempest-PortsAdminExtendedAttrsTestJSON-267927241 tempest-PortsAdminExtendedAttrsTestJSON-267927241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:04.053982 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4a3b129d-ef92-4ffa-a0cd-373beaff3e38 tempest-PortsAdminExtendedAttrsTestJSON-267927241 tempest-PortsAdminExtendedAttrsTestJSON-267927241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:04.056405 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a94e1fc2-0ef5-4fc0-addf-ca7f343f85b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:04.073413 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3b129d-ef92-4ffa-a0cd-373beaff3e38 tempest-PortsAdminExtendedAttrsTestJSON-267927241 tempest-PortsAdminExtendedAttrsTestJSON-267927241-project] Pushing event deleted for resources: {'Network': ['ID=a0115aac-70bf-4c3b-b9ad-1961d8cfea63,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:04.084171 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4a3b129d-ef92-4ffa-a0cd-373beaff3e38 tempest-PortsAdminExtendedAttrsTestJSON-267927241 tempest-PortsAdminExtendedAttrsTestJSON-267927241-project] 10.222.0.57 "DELETE /v2.0/networks/a0115aac-70bf-4c3b-b9ad-1961d8cfea63 HTTP/1.1" status: 204 len: 168 time: 1.2634463 May 27 02:19:04.126569 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a94e1fc2-0ef5-4fc0-addf-ca7f343f85b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:04.144365 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a94e1fc2-0ef5-4fc0-addf-ca7f343f85b1 admin admin] Usage tracker for resource:security_group_rule and tenant:501b6231d2cf464aada418d579420386 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:04.154497 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a94e1fc2-0ef5-4fc0-addf-ca7f343f85b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:04.162598 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a74bf12-6e78-4885-a53d-8c5833f1161d admin admin] Pushing event updated for resources: {'Port': ['ID=c94fabb2-8080-472c-961c-b7f33915a9bf,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:04.185189 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3a74bf12-6e78-4885-a53d-8c5833f1161d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:04.192851 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a94e1fc2-0ef5-4fc0-addf-ca7f343f85b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:04.262555 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36fdb5eb-1434-49bd-b065-b662a9e71db2 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:04.319510 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fdb5eb-1434-49bd-b065-b662a9e71db2 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Pushing event deleted for resources: {'Port': ['ID=f059d508-7642-40d8-a4f2-1e6b6ce50e7a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:04.390478 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1abc7-9763-465a-b658-1979fae85d67 req-b36c76ec-17cb-4b5f-b669-f4b4289a95cc tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:04.397342 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-89b1abc7-9763-465a-b658-1979fae85d67 req-b36c76ec-17cb-4b5f-b669-f4b4289a95cc tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.5086761 May 27 02:19:04.430997 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36fdb5eb-1434-49bd-b065-b662a9e71db2 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:04.440072 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-36fdb5eb-1434-49bd-b065-b662a9e71db2 tempest-RoutersAdminNegativeIpV6Test-1834798222 tempest-RoutersAdminNegativeIpV6Test-1834798222-project-admin] 10.222.0.57 "DELETE /v2.0/ports/f059d508-7642-40d8-a4f2-1e6b6ce50e7a HTTP/1.1" status: 204 len: 168 time: 1.5647342 May 27 02:19:04.518857 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-caa3b4fa-4fcd-4b89-8a4c-c95d5fe19a88 req-ca1fab31-3777-4e76-b9f3-7c119dd3bd27 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] For port 4b24f131-ceb8-4f16-ab9a-c5b475523d08, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=4b24f131-ceb8-4f16-ab9a-c5b475523d08,segment=NetworkSegment(f9d0c973-72f3-423e-80ec-119f03165820),segment_id=f9d0c973-72f3-423e-80ec-119f03165820)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:04.519208 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-caa3b4fa-4fcd-4b89-8a4c-c95d5fe19a88 req-ca1fab31-3777-4e76-b9f3-7c119dd3bd27 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:04.549079 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a74bf12-6e78-4885-a53d-8c5833f1161d admin admin] Network cd909775-46db-435c-9cd7-78749fc058c4 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:19:04.601865 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41270) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:04.604264 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-3a74bf12-6e78-4885-a53d-8c5833f1161d admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:19:04.608634 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-89b1abc7-9763-465a-b658-1979fae85d67 req-e84a2aef-3a16-4e79-9ae1-e3bd9fdf8678 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946430 May 27 02:19:04.821210 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-caa3b4fa-4fcd-4b89-8a4c-c95d5fe19a88 req-ca1fab31-3777-4e76-b9f3-7c119dd3bd27 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Calling delete_port for 4b24f131-ceb8-4f16-ab9a-c5b475523d08 owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:19:04.869423 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-70bb5c22-285a-469c-ba48-7b103367ec3b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=41a0863d8c494767b352f0ade56acd4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2638066 May 27 02:19:04.875620 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41280) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:04.944110 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6e5907da-59f6-4544-937d-56f792176909 None None] Provisioning complete for port c94fabb2-8080-472c-961c-b7f33915a9bf triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:19:04.944688 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6e5907da-59f6-4544-937d-56f792176909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:04.992500 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38dc4924-e1b4-4810-98b0-06066a954290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:05.000395 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41284) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:05.011006 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-6e5907da-59f6-4544-937d-56f792176909 None None] Port c94fabb2-8080-472c-961c-b7f33915a9bf cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:19:05.044148 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38dc4924-e1b4-4810-98b0-06066a954290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:05.118496 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device d33e2100-4366-44a7-b775-01fb2d6bcb02 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:19:05.144637 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a94e1fc2-0ef5-4fc0-addf-ca7f343f85b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:05.233420 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port d33e2100-4366-44a7-b775-01fb2d6bcb02 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:19:05.233420 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:05.235076 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a74bf12-6e78-4885-a53d-8c5833f1161d admin admin] Router 82cbd9de-346e-44ce-909a-c3a030aa3e23 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:19:05.235191 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-da14ab28-3f12-4def-a1d2-b211354efc54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:05.242881 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-da14ab28-3f12-4def-a1d2-b211354efc54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:05.248005 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-da14ab28-3f12-4def-a1d2-b211354efc54 admin admin] Usage tracker for resource:security_group_rule and tenant:532d594f339848cc8e5d5b4f5000b672 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:05.253341 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-da14ab28-3f12-4def-a1d2-b211354efc54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:05.257277 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-da14ab28-3f12-4def-a1d2-b211354efc54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:05.332050 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port d33e2100-4366-44a7-b775-01fb2d6bcb02 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:19:05.351199 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7a1c3-6304-41a6-a24a-27ed067368d0 req-8e364ffb-8e79-49eb-9026-912818cb3520 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:05.352663 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c6f7a1c3-6304-41a6-a24a-27ed067368d0 req-8e364ffb-8e79-49eb-9026-912818cb3520 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8312bca-9cd1-4ddf-bc67-e07268f01117 HTTP/1.1" status: 200 len: 945 time: 0.3761909 May 27 02:19:05.361882 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38dc4924-e1b4-4810-98b0-06066a954290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:05.366625 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a94e1fc2-0ef5-4fc0-addf-ca7f343f85b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:05.387887 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc4924-e1b4-4810-98b0-06066a954290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb804c9-2c38-4280-b63e-e4a23085ce42,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:05.399366 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38dc4924-e1b4-4810-98b0-06066a954290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:05.401741 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-38dc4924-e1b4-4810-98b0-06066a954290 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0bb804c9-2c38-4280-b63e-e4a23085ce42 HTTP/1.1" status: 204 len: 168 time: 0.5204954 May 27 02:19:05.496219 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-da14ab28-3f12-4def-a1d2-b211354efc54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:05.507610 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a94e1fc2-0ef5-4fc0-addf-ca7f343f85b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:19:05.538670 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-caa3b4fa-4fcd-4b89-8a4c-c95d5fe19a88 req-ca1fab31-3777-4e76-b9f3-7c119dd3bd27 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:05.538670 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e1fc2-0ef5-4fc0-addf-ca7f343f85b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed04def-40b2-42a8-ba96-7599f6a1472f,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:05.545117 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['4b24f131-ceb8-4f16-ab9a-c5b475523d08'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:19:05.601743 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c6f7a1c3-6304-41a6-a24a-27ed067368d0 req-49fbef5e-27dc-4b08-8e80-f1ddce0b35e4 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359347 May 27 02:19:05.626259 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 014fcc90-aec4-49eb-9f2d-f722c6d79cb2 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:19:05.636857 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1fab31-3777-4e76-b9f3-7c119dd3bd27 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Pushing event deleted for resources: {'Port': ['ID=4b24f131-ceb8-4f16-ab9a-c5b475523d08,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:05.639322 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a94e1fc2-0ef5-4fc0-addf-ca7f343f85b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:05.639661 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-a94e1fc2-0ef5-4fc0-addf-ca7f343f85b1 admin admin] Added segment 010785fa-f5e7-4dcf-b622-2505f0fe7e37 of type vlan for network 77d89068-dcb5-4a94-b576-8faa694fa371 May 27 02:19:05.660228 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-da14ab28-3f12-4def-a1d2-b211354efc54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:05.723948 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-da14ab28-3f12-4def-a1d2-b211354efc54 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=532d594f339848cc8e5d5b4f5000b672&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7155104 May 27 02:19:05.723948 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da14ab28-3f12-4def-a1d2-b211354efc54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07554317-971a-49ef-b5c5-d37c79ec0316,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:05.723948 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41312) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:05.772381 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a74bf12-6e78-4885-a53d-8c5833f1161d admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:19:05.786275 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55ed939-77b6-4e41-8471-78d916e960c7 None None] Sync routers for ids ['82cbd9de-346e-44ce-909a-c3a030aa3e23'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:19:05.804850 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55ed939-77b6-4e41-8471-78d916e960c7 None None] Routers {'82cbd9de-346e-44ce-909a-c3a030aa3e23'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:19:05.808479 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-a55ed939-77b6-4e41-8471-78d916e960c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:18:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['82cbd9de-346e-44ce-909a-c3a030aa3e23'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:05.856653 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e5a9868f-09eb-42c8-a5f4-656896a5de5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:05.876960 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 014fcc90-aec4-49eb-9f2d-f722c6d79cb2, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=014fcc90-aec4-49eb-9f2d-f722c6d79cb2,segment=NetworkSegment(ab39751d-1c01-42dd-8648-098e3a0f206f),segment_id=ab39751d-1c01-42dd-8648-098e3a0f206f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:05.913130 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '014fcc90-aec4-49eb-9f2d-f722c6d79cb2', 'network_id': 'ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee', 'port_id': '014fcc90-aec4-49eb-9f2d-f722c6d79cb2', 'mac_address': 'fa:16:3e:78:cb:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c2d6b5-1175-4c13-b824-dd8e526e1b70', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:19:05.915158 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e5a9868f-09eb-42c8-a5f4-656896a5de5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:06.010580 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 014fcc90-aec4-49eb-9f2d-f722c6d79cb2 is: ACTIVE; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:19:06.012391 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:06.036694 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa3b4fa-4fcd-4b89-8a4c-c95d5fe19a88 req-ca1fab31-3777-4e76-b9f3-7c119dd3bd27 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] No DVR routers for this DVR port 4b24f131-ceb8-4f16-ab9a-c5b475523d08 on host n-h1-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:19:06.052578 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-caa3b4fa-4fcd-4b89-8a4c-c95d5fe19a88 req-ca1fab31-3777-4e76-b9f3-7c119dd3bd27 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:06.058206 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 014fcc90-aec4-49eb-9f2d-f722c6d79cb2 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:19:06.068033 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8312bca-9cd1-4ddf-bc67-e07268f01117', 'name': 'network-vif-deleted', 'tag': '4b24f131-ceb8-4f16-ab9a-c5b475523d08'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:19:06.079516 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 014fcc90-aec4-49eb-9f2d-f722c6d79cb2, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=014fcc90-aec4-49eb-9f2d-f722c6d79cb2,segment=NetworkSegment(ab39751d-1c01-42dd-8648-098e3a0f206f),segment_id=ab39751d-1c01-42dd-8648-098e3a0f206f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:06.090583 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a94e1fc2-0ef5-4fc0-addf-ca7f343f85b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:06.107640 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-caa3b4fa-4fcd-4b89-8a4c-c95d5fe19a88 req-ca1fab31-3777-4e76-b9f3-7c119dd3bd27 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.32 "DELETE /v2.0/ports/4b24f131-ceb8-4f16-ab9a-c5b475523d08 HTTP/1.1" status: 204 len: 173 time: 2.4602013 May 27 02:19:06.112424 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3a74bf12-6e78-4885-a53d-8c5833f1161d admin admin] 10.222.0.57 "PUT /v2.0/routers/82cbd9de-346e-44ce-909a-c3a030aa3e23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9985843 May 27 02:19:06.141332 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-a55ed939-77b6-4e41-8471-78d916e960c7 None None] Set router 82cbd9de-346e-44ce-909a-c3a030aa3e23 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:19:06.154872 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82215231-742b-4094-9177-360bed7e6105'] response: {'server_uuid': 'f8312bca-9cd1-4ddf-bc67-e07268f01117', 'name': 'network-vif-deleted', 'tag': '4b24f131-ceb8-4f16-ab9a-c5b475523d08', 'status': 'completed', 'code': 200} May 27 02:19:06.163291 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e5a9868f-09eb-42c8-a5f4-656896a5de5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:06.180329 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9868f-09eb-42c8-a5f4-656896a5de5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07554317-971a-49ef-b5c5-d37c79ec0316,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:06.183862 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50682b-af06-4f1b-a771-b48599b7a93c req-6ca19131-09e3-4703-973b-e6e684c9c2b9 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:06.198744 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e5a9868f-09eb-42c8-a5f4-656896a5de5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:06.205796 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ae50682b-af06-4f1b-a771-b48599b7a93c req-6ca19131-09e3-4703-973b-e6e684c9c2b9 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.3855612 May 27 02:19:06.207260 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e5a9868f-09eb-42c8-a5f4-656896a5de5b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/07554317-971a-49ef-b5c5-d37c79ec0316 HTTP/1.1" status: 204 len: 168 time: 0.4845040 May 27 02:19:06.286040 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:06.312498 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ae50682b-af06-4f1b-a771-b48599b7a93c req-b824f8c4-964d-4281-a65a-9176a4b8835e tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037953 May 27 02:19:06.316679 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a94e1fc2-0ef5-4fc0-addf-ca7f343f85b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:06.318846 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94e1fc2-0ef5-4fc0-addf-ca7f343f85b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:06.319436 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a94e1fc2-0ef5-4fc0-addf-ca7f343f85b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:06.414217 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=014fcc90-aec4-49eb-9f2d-f722c6d79cb2,revision_number=6']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:06.431349 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['014fcc90-aec4-49eb-9f2d-f722c6d79cb2'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:19:06.498058 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e1fc2-0ef5-4fc0-addf-ca7f343f85b1 admin admin] Pushing event updated for resources: {'Network': ['ID=77d89068-dcb5-4a94-b576-8faa694fa371,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:06.514637 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 77d89068-dcb5-4a94-b576-8faa694fa371 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:19:06.610195 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a94e1fc2-0ef5-4fc0-addf-ca7f343f85b1 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.3177705 May 27 02:19:06.611364 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41346) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:06.616805 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-55baecd5-7d70-4e83-9551-3fb9f468dd4e admin admin] Request body: {'subnet': {'network_id': '77d89068-dcb5-4a94-b576-8faa694fa371', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-927534316-subnet', 'tenant_id': '501b6231d2cf464aada418d579420386', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:19:06.622852 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-55baecd5-7d70-4e83-9551-3fb9f468dd4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:06.627658 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-55baecd5-7d70-4e83-9551-3fb9f468dd4e admin admin] Usage tracker for resource:subnet and tenant:501b6231d2cf464aada418d579420386 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:06.631329 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-a55ed939-77b6-4e41-8471-78d916e960c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cbd9de-346e-44ce-909a-c3a030aa3e23', 'name': 'tempest-TaggedBootDevicesTest-1750740737-router', 'tenant_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd33e2100-4366-44a7-b775-01fb2d6bcb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:18:52Z', 'updated_at': '2022-05-27T02:19:02Z', 'revision_number': 4, 'project_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'gw_port': {'id': 'd33e2100-4366-44a7-b775-01fb2d6bcb02', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:47:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cbd9de-346e-44ce-909a-c3a030aa3e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:18:55Z', 'updated_at': '2022-05-27T02:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'c94fabb2-8080-472c-961c-b7f33915a9bf', 'name': '', 'network_id': 'cd909775-46db-435c-9cd7-78749fc058c4', 'tenant_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'mac_address': 'fa:16:3e:7c:cb:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cbd9de-346e-44ce-909a-c3a030aa3e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '38635d3c-a31c-4fd5-8a18-29f0e87e4929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:00Z', 'updated_at': '2022-05-27T02:19:03Z', 'revision_number': 2, 'project_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'subnets': [{'id': '38635d3c-a31c-4fd5-8a18-29f0e87e4929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:06.632298 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-55baecd5-7d70-4e83-9551-3fb9f468dd4e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:06.650748 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-55baecd5-7d70-4e83-9551-3fb9f468dd4e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:06.652431 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55ed939-77b6-4e41-8471-78d916e960c7 None None] Checking router: 82cbd9de-346e-44ce-909a-c3a030aa3e23 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:19:06.652819 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55ed939-77b6-4e41-8471-78d916e960c7 None None] Updating router 82cbd9de-346e-44ce-909a-c3a030aa3e23 port c94fabb2-8080-472c-961c-b7f33915a9bf binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:19:06.676761 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41354) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:06.768231 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-a55ed939-77b6-4e41-8471-78d916e960c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:06.808038 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-808e0f0f-d143-4c1e-b610-4f47bb1fc4a5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0be188a59ca549a6a8e7795b68a0dd39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1282799 May 27 02:19:06.810725 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41368) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:06.881561 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55baecd5-7d70-4e83-9551-3fb9f468dd4e admin admin] Made reservation on behalf of 501b6231d2cf464aada418d579420386 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:19:06.881561 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-55baecd5-7d70-4e83-9551-3fb9f468dd4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:06.897635 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2248a808-bf0b-4e93-9d3e-757ebbdeeb86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:06.918146 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-5973367c-ed35-42fe-9393-9a82ec94ca6e req-f5c98f9f-1251-4337-8a95-4c87fb04f4cc tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Synchronizing usage tracker for tenant:500421bbc9424254b703858ad839b150 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:19:07.015683 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2248a808-bf0b-4e93-9d3e-757ebbdeeb86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:07.027144 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-5973367c-ed35-42fe-9393-9a82ec94ca6e req-f5c98f9f-1251-4337-8a95-4c87fb04f4cc tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Unset dirty status for tenant:500421bbc9424254b703858ad839b150 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:19:07.030941 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5973367c-ed35-42fe-9393-9a82ec94ca6e req-f5c98f9f-1251-4337-8a95-4c87fb04f4cc tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8312bca-9cd1-4ddf-bc67-e07268f01117 HTTP/1.1" status: 200 len: 210 time: 0.2180686 May 27 02:19:07.240307 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2248a808-bf0b-4e93-9d3e-757ebbdeeb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:07.270155 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248a808-bf0b-4e93-9d3e-757ebbdeeb86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec6be3e-56d7-4027-89f9-c7891c1c546c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:07.277597 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2248a808-bf0b-4e93-9d3e-757ebbdeeb86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:07.281854 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2248a808-bf0b-4e93-9d3e-757ebbdeeb86 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5ec6be3e-56d7-4027-89f9-c7891c1c546c HTTP/1.1" status: 204 len: 168 time: 0.4698577 May 27 02:19:07.297279 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-a55ed939-77b6-4e41-8471-78d916e960c7 None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:07.327059 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-a55ed939-77b6-4e41-8471-78d916e960c7 None None] Transition to ACTIVE for port object c94fabb2-8080-472c-961c-b7f33915a9bf will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:19:07.380352 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41390) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:07.392789 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-55baecd5-7d70-4e83-9551-3fb9f468dd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:07.464822 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-a55ed939-77b6-4e41-8471-78d916e960c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:07.573091 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018743d5-1d3c-48ff-aad1-86a9455fd55f None None] Pushing event updated for resources: {'Port': ['ID=c94fabb2-8080-472c-961c-b7f33915a9bf,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:07.583934 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55baecd5-7d70-4e83-9551-3fb9f468dd4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd74d84c-d0ff-4fef-99c9-0e8e72ccfb0e,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:07.592705 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6506d-0c5d-4fe5-bbf1-bdf8656a9ac7 req-2435c635-ca91-4dbd-830c-8a2c05dcb389 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:07.599932 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018743d5-1d3c-48ff-aad1-86a9455fd55f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:07.600698 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018743d5-1d3c-48ff-aad1-86a9455fd55f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:07.601480 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018743d5-1d3c-48ff-aad1-86a9455fd55f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:07.602453 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018743d5-1d3c-48ff-aad1-86a9455fd55f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:07.606285 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018743d5-1d3c-48ff-aad1-86a9455fd55f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:07.606285 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018743d5-1d3c-48ff-aad1-86a9455fd55f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:07.606285 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018743d5-1d3c-48ff-aad1-86a9455fd55f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:07.606285 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018743d5-1d3c-48ff-aad1-86a9455fd55f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:07.606759 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-55d6506d-0c5d-4fe5-bbf1-bdf8656a9ac7 req-2435c635-ca91-4dbd-830c-8a2c05dcb389 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.1607556 May 27 02:19:07.606858 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018743d5-1d3c-48ff-aad1-86a9455fd55f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:07.606858 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018743d5-1d3c-48ff-aad1-86a9455fd55f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:07.606858 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018743d5-1d3c-48ff-aad1-86a9455fd55f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:07.606858 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018743d5-1d3c-48ff-aad1-86a9455fd55f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:07.609733 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55baecd5-7d70-4e83-9551-3fb9f468dd4e admin admin] Checking segment: {'id': '010785fa-f5e7-4dcf-b622-2505f0fe7e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '77d89068-dcb5-4a94-b576-8faa694fa371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:19:07.610085 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55baecd5-7d70-4e83-9551-3fb9f468dd4e admin admin] Network hostable DHCP agents. Network: 77d89068-dcb5-4a94-b576-8faa694fa371, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:19:07.618064 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 014fcc90-aec4-49eb-9f2d-f722c6d79cb2 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:19:07.734264 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-55d6506d-0c5d-4fe5-bbf1-bdf8656a9ac7 req-ce59765d-a95f-42c6-9890-ce9ea27d3871 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284904 May 27 02:19:07.802302 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 014fcc90-aec4-49eb-9f2d-f722c6d79cb2 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:19:07.803167 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:07.822555 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-a55ed939-77b6-4e41-8471-78d916e960c7 None None] Attempting to bind port c94fabb2-8080-472c-961c-b7f33915a9bf on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:19:07.823328 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-a55ed939-77b6-4e41-8471-78d916e960c7 None None] Attempting to bind port c94fabb2-8080-472c-961c-b7f33915a9bf by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'b17b7be3-0da7-456b-890b-9cbc87548bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd909775-46db-435c-9cd7-78749fc058c4'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:19:07.823945 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55ed939-77b6-4e41-8471-78d916e960c7 None None] Attempting to bind port c94fabb2-8080-472c-961c-b7f33915a9bf on network cd909775-46db-435c-9cd7-78749fc058c4 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:19:07.830467 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55ed939-77b6-4e41-8471-78d916e960c7 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:19:07.831503 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55ed939-77b6-4e41-8471-78d916e960c7 None None] Checking segment: {'id': 'b17b7be3-0da7-456b-890b-9cbc87548bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd909775-46db-435c-9cd7-78749fc058c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:19:07.832353 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-a55ed939-77b6-4e41-8471-78d916e960c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:07.832942 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55ed939-77b6-4e41-8471-78d916e960c7 None None] Bound using segment: {'id': 'b17b7be3-0da7-456b-890b-9cbc87548bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd909775-46db-435c-9cd7-78749fc058c4'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:19:07.833616 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-a55ed939-77b6-4e41-8471-78d916e960c7 None None] Bound port: c94fabb2-8080-472c-961c-b7f33915a9bf, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17b7be3-0da7-456b-890b-9cbc87548bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd909775-46db-435c-9cd7-78749fc058c4'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:19:07.834225 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-a55ed939-77b6-4e41-8471-78d916e960c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:07.958711 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-a55ed939-77b6-4e41-8471-78d916e960c7 None None] For port c94fabb2-8080-472c-961c-b7f33915a9bf, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:19:07.965259 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-a55ed939-77b6-4e41-8471-78d916e960c7 None None] For port c94fabb2-8080-472c-961c-b7f33915a9bf, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c94fabb2-8080-472c-961c-b7f33915a9bf,segment=NetworkSegment(b17b7be3-0da7-456b-890b-9cbc87548bbf),segment_id=b17b7be3-0da7-456b-890b-9cbc87548bbf)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:19:08.015128 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 014fcc90-aec4-49eb-9f2d-f722c6d79cb2 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:19:08.015392 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:08.042900 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 4b24f131-ceb8-4f16-ab9a-c5b475523d08 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:19:08.079257 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c00bab3-9119-4246-8725-22c8c9d68820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014fcc90-aec4-49eb-9f2d-f722c6d79cb2'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:19:08.096912 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 4b24f131-ceb8-4f16-ab9a-c5b475523d08 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:19:08.097261 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 4b24f131-ceb8-4f16-ab9a-c5b475523d08 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:19:08.101112 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 014fcc90-aec4-49eb-9f2d-f722c6d79cb2, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=014fcc90-aec4-49eb-9f2d-f722c6d79cb2,segment=NetworkSegment(ab39751d-1c01-42dd-8648-098e3a0f206f),segment_id=ab39751d-1c01-42dd-8648-098e3a0f206f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:08.141183 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5abfabc-5f89-4dc1-9477-d46d44d6289a'] response: {'server_uuid': '4c00bab3-9119-4246-8725-22c8c9d68820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014fcc90-aec4-49eb-9f2d-f722c6d79cb2', 'code': 200} May 27 02:19:08.280892 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55baecd5-7d70-4e83-9551-3fb9f468dd4e admin admin] Network 77d89068-dcb5-4a94-b576-8faa694fa371 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:19:08.285613 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41414) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:08.325441 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:08.326164 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-a55ed939-77b6-4e41-8471-78d916e960c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:08.376240 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c8a6f20d-6cac-460a-a1ad-c64bf063b375 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a6727d56a4ed4ec2a3cf9bcdf178d208&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0891926 May 27 02:19:08.378909 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41418) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:08.424347 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-55baecd5-7d70-4e83-9551-3fb9f468dd4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 77d89068-dcb5-4a94-b576-8faa694fa371) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:19:08.434529 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55baecd5-7d70-4e83-9551-3fb9f468dd4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:08.435132 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-55baecd5-7d70-4e83-9551-3fb9f468dd4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:08.443884 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06e11e6-ad31-4cf0-a7fc-37bbd5220e9b None None] Network 77d89068-dcb5-4a94-b576-8faa694fa371 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:19:08.471772 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4b2e40b7-1011-4e5e-8579-0ded136eaeb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:08.506281 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4b2e40b7-1011-4e5e-8579-0ded136eaeb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:08.605583 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55ed939-77b6-4e41-8471-78d916e960c7 None None] Routers {'82cbd9de-346e-44ce-909a-c3a030aa3e23'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:19:08.606229 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-a55ed939-77b6-4e41-8471-78d916e960c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:18:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['82cbd9de-346e-44ce-909a-c3a030aa3e23'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:08.668221 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-55baecd5-7d70-4e83-9551-3fb9f468dd4e admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0558007 May 27 02:19:08.761353 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4b2e40b7-1011-4e5e-8579-0ded136eaeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:08.761897 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18847c25-dc60-45ca-9417-c495a96e1230 req-018b6eda-992c-46e7-bab3-1c0d73e49018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:08.761897 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18847c25-dc60-45ca-9417-c495a96e1230 req-018b6eda-992c-46e7-bab3-1c0d73e49018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:08.761897 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18847c25-dc60-45ca-9417-c495a96e1230 req-018b6eda-992c-46e7-bab3-1c0d73e49018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:08.761897 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18847c25-dc60-45ca-9417-c495a96e1230 req-018b6eda-992c-46e7-bab3-1c0d73e49018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:08.767766 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18847c25-dc60-45ca-9417-c495a96e1230 req-018b6eda-992c-46e7-bab3-1c0d73e49018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:08.769818 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18847c25-dc60-45ca-9417-c495a96e1230 req-018b6eda-992c-46e7-bab3-1c0d73e49018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:08.770833 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18847c25-dc60-45ca-9417-c495a96e1230 req-018b6eda-992c-46e7-bab3-1c0d73e49018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:08.771236 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018743d5-1d3c-48ff-aad1-86a9455fd55f None None] Pushing event updated for resources: {'Port': ['ID=c94fabb2-8080-472c-961c-b7f33915a9bf,revision_number=4']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:08.793047 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-18847c25-dc60-45ca-9417-c495a96e1230 req-018b6eda-992c-46e7-bab3-1c0d73e49018 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 6502 time: 1.4088049 May 27 02:19:08.858513 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=014fcc90-aec4-49eb-9f2d-f722c6d79cb2,revision_number=7']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:08.859384 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e40b7-1011-4e5e-8579-0ded136eaeb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d2fa15-5173-44ef-b574-e2bf961deea4,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:08.897486 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4b2e40b7-1011-4e5e-8579-0ded136eaeb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:08.904010 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4b2e40b7-1011-4e5e-8579-0ded136eaeb1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/43d2fa15-5173-44ef-b574-e2bf961deea4 HTTP/1.1" status: 204 len: 168 time: 0.5236840 May 27 02:19:08.947375 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-18847c25-dc60-45ca-9417-c495a96e1230 req-48fb0020-3b4a-42ec-8db3-0b399dbb7ea0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0bcfc258-43a3-4cfc-b866-e978be943d91&id=6c0d4d46-e793-47d9-97ac-8538804a4bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1468942 May 27 02:19:09.211915 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-a55ed939-77b6-4e41-8471-78d916e960c7 None None] Set router 82cbd9de-346e-44ce-909a-c3a030aa3e23 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:19:09.281896 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95eea7f8-266d-4ff5-81e9-bb87c40d66f0 None None] Network 77d89068-dcb5-4a94-b576-8faa694fa371 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:19:09.576550 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-f9ca9d57-b487-42c5-b8e9-56104738eb09 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:09.596042 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-f9ca9d57-b487-42c5-b8e9-56104738eb09 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/networks?id=317f8943-c2cf-4629-a384-430f557971d0 HTTP/1.1" status: 200 len: 812 time: 0.5561831 May 27 02:19:09.615480 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4284cec-2a56-42a1-9b77-99f3a1262c06 req-60a0c070-c0db-4c24-91a0-541ddb216971 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:09.629780 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c4284cec-2a56-42a1-9b77-99f3a1262c06 req-60a0c070-c0db-4c24-91a0-541ddb216971 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.2277906 May 27 02:19:09.670803 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-03322141-edd6-4147-b1bf-b78c7e8c53d3 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/quotas/500421bbc9424254b703858ad839b150 HTTP/1.1" status: 200 len: 375 time: 0.0684898 May 27 02:19:09.746426 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-74186fe0-ee04-44a6-b7d0-43338d76496d tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=500421bbc9424254b703858ad839b150&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0750940 May 27 02:19:09.783338 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c4284cec-2a56-42a1-9b77-99f3a1262c06 req-33323474-573d-47fb-a5bc-2456df7b8b7a tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524396 May 27 02:19:09.923728 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-a55ed939-77b6-4e41-8471-78d916e960c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cbd9de-346e-44ce-909a-c3a030aa3e23', 'name': 'tempest-TaggedBootDevicesTest-1750740737-router', 'tenant_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd33e2100-4366-44a7-b775-01fb2d6bcb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:18:52Z', 'updated_at': '2022-05-27T02:19:02Z', 'revision_number': 4, 'project_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'gw_port': {'id': 'd33e2100-4366-44a7-b775-01fb2d6bcb02', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:47:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cbd9de-346e-44ce-909a-c3a030aa3e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:18:55Z', 'updated_at': '2022-05-27T02:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'c94fabb2-8080-472c-961c-b7f33915a9bf', 'name': '', 'network_id': 'cd909775-46db-435c-9cd7-78749fc058c4', 'tenant_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'mac_address': 'fa:16:3e:7c:cb:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cbd9de-346e-44ce-909a-c3a030aa3e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '38635d3c-a31c-4fd5-8a18-29f0e87e4929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:00Z', 'updated_at': '2022-05-27T02:19:07Z', 'revision_number': 4, 'project_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'subnets': [{'id': '38635d3c-a31c-4fd5-8a18-29f0e87e4929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:09.943157 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55ed939-77b6-4e41-8471-78d916e960c7 None None] The sync data for ids ['82cbd9de-346e-44ce-909a-c3a030aa3e23'] in n-d-843554-3 is: [{'id': '82cbd9de-346e-44ce-909a-c3a030aa3e23', 'name': 'tempest-TaggedBootDevicesTest-1750740737-router', 'tenant_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd33e2100-4366-44a7-b775-01fb2d6bcb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:18:52Z', 'updated_at': '2022-05-27T02:19:02Z', 'revision_number': 4, 'project_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'gw_port': {'id': 'd33e2100-4366-44a7-b775-01fb2d6bcb02', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:47:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cbd9de-346e-44ce-909a-c3a030aa3e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:18:55Z', 'updated_at': '2022-05-27T02:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'c94fabb2-8080-472c-961c-b7f33915a9bf', 'name': '', 'network_id': 'cd909775-46db-435c-9cd7-78749fc058c4', 'tenant_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'mac_address': 'fa:16:3e:7c:cb:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cbd9de-346e-44ce-909a-c3a030aa3e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '38635d3c-a31c-4fd5-8a18-29f0e87e4929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:00Z', 'updated_at': '2022-05-27T02:19:07Z', 'revision_number': 4, 'project_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'subnets': [{'id': '38635d3c-a31c-4fd5-8a18-29f0e87e4929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:19:10.074819 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41482) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:10.083890 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-0c511320-3456-41eb-a647-39f0ff0ed441 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-790836661-network', 'tenant_id': 'c16206696eb741cdaa64166c1c689407'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:19:10.098786 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0c511320-3456-41eb-a647-39f0ff0ed441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:10.113583 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0c511320-3456-41eb-a647-39f0ff0ed441 admin admin] Usage tracker for resource:network and tenant:c16206696eb741cdaa64166c1c689407 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:10.126306 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0c511320-3456-41eb-a647-39f0ff0ed441 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:10.137706 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0c511320-3456-41eb-a647-39f0ff0ed441 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:10.168667 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-cb723eb3-df45-4621-ae32-84ce6a7222ee service neutron] 10.222.0.57 "GET /v2.0/networks/317f8943-c2cf-4629-a384-430f557971d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834786 May 27 02:19:10.347153 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c511320-3456-41eb-a647-39f0ff0ed441 admin admin] Made reservation on behalf of c16206696eb741cdaa64166c1c689407 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:19:10.350159 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c511320-3456-41eb-a647-39f0ff0ed441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:10.371511 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-ab05f24f-6a30-48e9-a776-f62a71f3b70a service neutron] 10.222.0.57 "GET /v2.0/networks/317f8943-c2cf-4629-a384-430f557971d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018585 May 27 02:19:10.381714 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c511320-3456-41eb-a647-39f0ff0ed441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:10.407537 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0c511320-3456-41eb-a647-39f0ff0ed441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:10.413032 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0c511320-3456-41eb-a647-39f0ff0ed441 admin admin] Usage tracker for resource:security_group_rule and tenant:c16206696eb741cdaa64166c1c689407 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:10.419087 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0c511320-3456-41eb-a647-39f0ff0ed441 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:10.428798 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0c511320-3456-41eb-a647-39f0ff0ed441 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:10.604970 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c511320-3456-41eb-a647-39f0ff0ed441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:10.738725 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c511320-3456-41eb-a647-39f0ff0ed441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:10.801344 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c511320-3456-41eb-a647-39f0ff0ed441 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:19:10.806045 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c511320-3456-41eb-a647-39f0ff0ed441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9b1686-48ed-4037-9a9b-378015f81858,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:10.819114 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c511320-3456-41eb-a647-39f0ff0ed441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:10.819453 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-0c511320-3456-41eb-a647-39f0ff0ed441 admin admin] Added segment 1242d6f5-de3f-43d0-827d-5d3273455699 of type vlan for network cf23f231-e3ca-41fb-bbc7-5d759b08ab1d May 27 02:19:10.914897 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c511320-3456-41eb-a647-39f0ff0ed441 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:11.082584 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c511320-3456-41eb-a647-39f0ff0ed441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:11.084969 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c511320-3456-41eb-a647-39f0ff0ed441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:11.086520 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c511320-3456-41eb-a647-39f0ff0ed441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:11.237863 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c94fabb2-8080-472c-961c-b7f33915a9bf up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:19:11.348687 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0c511320-3456-41eb-a647-39f0ff0ed441 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2725284 May 27 02:19:11.354572 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41518) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:11.380212 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-0f8b7125-f265-454a-88b7-672a365377c7 admin admin] Request body: {'subnet': {'network_id': 'cf23f231-e3ca-41fb-bbc7-5d759b08ab1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-790836661-subnet', 'tenant_id': 'c16206696eb741cdaa64166c1c689407', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:19:11.389254 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0f8b7125-f265-454a-88b7-672a365377c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:11.403679 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0f8b7125-f265-454a-88b7-672a365377c7 admin admin] Usage tracker for resource:subnet and tenant:c16206696eb741cdaa64166c1c689407 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:11.406867 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c511320-3456-41eb-a647-39f0ff0ed441 admin admin] Pushing event updated for resources: {'Network': ['ID=cf23f231-e3ca-41fb-bbc7-5d759b08ab1d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:11.417425 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0f8b7125-f265-454a-88b7-672a365377c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:11.429811 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0f8b7125-f265-454a-88b7-672a365377c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:11.440812 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network cf23f231-e3ca-41fb-bbc7-5d759b08ab1d details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:19:11.446743 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-52664b06-dfbc-487c-bf65-9fabdb8a0895 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:11.449764 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-52664b06-dfbc-487c-bf65-9fabdb8a0895 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] Synchronizing usage tracker for tenant:501b6231d2cf464aada418d579420386 on resource:network {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:19:11.575243 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8b7125-f265-454a-88b7-672a365377c7 admin admin] Made reservation on behalf of c16206696eb741cdaa64166c1c689407 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:19:11.577325 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f8b7125-f265-454a-88b7-672a365377c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:11.702032 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-52664b06-dfbc-487c-bf65-9fabdb8a0895 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] Unset dirty status for tenant:501b6231d2cf464aada418d579420386 on resource:network {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:19:11.715538 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-52664b06-dfbc-487c-bf65-9fabdb8a0895 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] 10.222.0.57 "GET /v2.0/networks?id=77d89068-dcb5-4a94-b576-8faa694fa371 HTTP/1.1" status: 200 len: 813 time: 0.8541398 May 27 02:19:11.772212 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-53e5a7ed-79c7-45a0-bc79-4cd2fa2d3d7c req-b43a2c86-ff7c-4fa6-a5a6-e55128394580 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4deb55cd-96ca-4c26-8b0c-54cfb1a32c0b HTTP/1.1" status: 200 len: 210 time: 0.2158189 May 27 02:19:11.781583 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-c18e8487-f08d-4e74-a6da-5d21b23df6b1 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] 10.222.0.57 "GET /v2.0/quotas/501b6231d2cf464aada418d579420386 HTTP/1.1" status: 200 len: 375 time: 0.0631549 May 27 02:19:11.815817 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41528) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:11.981317 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port c94fabb2-8080-472c-961c-b7f33915a9bf completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:19:11.988158 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port c94fabb2-8080-472c-961c-b7f33915a9bf triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:19:11.988869 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:12.014127 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-0fceddbb-2774-478b-a4ba-8f2438fd74c3 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=501b6231d2cf464aada418d579420386&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2281010 May 27 02:19:12.396804 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port c94fabb2-8080-472c-961c-b7f33915a9bf is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:19:12.397395 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:12.411433 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f8b7125-f265-454a-88b7-672a365377c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:12.421562 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41546) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:12.442989 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-efeb9f06-64e6-4f95-84ed-5a801a9f645a service neutron] 10.222.0.57 "GET /v2.0/networks/77d89068-dcb5-4a94-b576-8faa694fa371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256254 May 27 02:19:12.458908 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port c94fabb2-8080-472c-961c-b7f33915a9bf, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c94fabb2-8080-472c-961c-b7f33915a9bf,segment=NetworkSegment(b17b7be3-0da7-456b-890b-9cbc87548bbf),segment_id=b17b7be3-0da7-456b-890b-9cbc87548bbf)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:12.503803 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-e8367282-011e-4725-b6ed-af024943f78f tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1949897942'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:19:12.516175 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e8367282-011e-4725-b6ed-af024943f78f tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:12.529669 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e8367282-011e-4725-b6ed-af024943f78f tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Usage tracker for resource:network and tenant:da6da76c53cc4067a3275f77b81c0c47 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:12.535801 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e8367282-011e-4725-b6ed-af024943f78f tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:12.549949 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e8367282-011e-4725-b6ed-af024943f78f tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:12.561948 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b7125-f265-454a-88b7-672a365377c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0f72301-7d89-44af-b494-beef5120ee36,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:12.571361 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8b7125-f265-454a-88b7-672a365377c7 admin admin] Checking segment: {'id': '1242d6f5-de3f-43d0-827d-5d3273455699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'cf23f231-e3ca-41fb-bbc7-5d759b08ab1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:19:12.571720 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8b7125-f265-454a-88b7-672a365377c7 admin admin] Network hostable DHCP agents. Network: cf23f231-e3ca-41fb-bbc7-5d759b08ab1d, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:19:12.602308 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b0c92a96-284d-4bd4-8b31-27667cdbb710 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-291293958'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:19:12.612665 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b0c92a96-284d-4bd4-8b31-27667cdbb710 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:12.617094 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b0c92a96-284d-4bd4-8b31-27667cdbb710 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Usage tracker for resource:network and tenant:1eddda9d63fb4d5dbd46c04eeb1c1615 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:12.621601 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b0c92a96-284d-4bd4-8b31-27667cdbb710 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:12.630212 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b0c92a96-284d-4bd4-8b31-27667cdbb710 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:12.654966 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:12.711578 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8367282-011e-4725-b6ed-af024943f78f tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Made reservation on behalf of da6da76c53cc4067a3275f77b81c0c47 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:19:12.716185 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e8367282-011e-4725-b6ed-af024943f78f tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:12.723073 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5bf3c-3061-476f-a4a4-f81560e797c8 req-2c110bc5-2c73-4fb8-bdcf-c3b6e6afe4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:12.724545 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-91c5bf3c-3061-476f-a4a4-f81560e797c8 req-2c110bc5-2c73-4fb8-bdcf-c3b6e6afe4f0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62f5f7df5795463f9f8bc1cd40caf878&device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 1095 time: 0.7214570 May 27 02:19:12.770267 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=c94fabb2-8080-472c-961c-b7f33915a9bf,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:12.770492 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e8367282-011e-4725-b6ed-af024943f78f tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:12.816468 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e8367282-011e-4725-b6ed-af024943f78f tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:12.823267 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001826b0-f8f0-4265-afa7-b173345ad141 req-36568e9c-e8d9-4f59-b82b-d4ee9842f1f4 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:12.831671 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c92a96-284d-4bd4-8b31-27667cdbb710 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Made reservation on behalf of 1eddda9d63fb4d5dbd46c04eeb1c1615 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:19:12.831896 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-001826b0-f8f0-4265-afa7-b173345ad141 req-36568e9c-e8d9-4f59-b82b-d4ee9842f1f4 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.3874552 May 27 02:19:12.835178 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0c92a96-284d-4bd4-8b31-27667cdbb710 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:12.853727 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e8367282-011e-4725-b6ed-af024943f78f tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Usage tracker for resource:security_group_rule and tenant:da6da76c53cc4067a3275f77b81c0c47 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:12.863813 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8b7125-f265-454a-88b7-672a365377c7 admin admin] Network cf23f231-e3ca-41fb-bbc7-5d759b08ab1d is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:19:12.870799 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-09bbf0b0-e5bb-4afb-897c-37db2e8994b9 service neutron] 10.222.0.57 "GET /v2.0/networks/77d89068-dcb5-4a94-b576-8faa694fa371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194002 May 27 02:19:12.884195 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e8367282-011e-4725-b6ed-af024943f78f tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:12.921267 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e8367282-011e-4725-b6ed-af024943f78f tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:12.932074 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-001826b0-f8f0-4265-afa7-b173345ad141 req-483b8f58-39d1-4c04-b415-d31fe5f2c30f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993576 May 27 02:19:12.938717 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0c92a96-284d-4bd4-8b31-27667cdbb710 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:13.011178 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5bf3c-3061-476f-a4a4-f81560e797c8 req-ca742fd4-6e70-412d-8944-e4d7bd5420a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:13.016161 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-91c5bf3c-3061-476f-a4a4-f81560e797c8 req-ca742fd4-6e70-412d-8944-e4d7bd5420a6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164 HTTP/1.1" status: 200 len: 912 time: 0.2797935 May 27 02:19:13.022244 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b0c92a96-284d-4bd4-8b31-27667cdbb710 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:13.048442 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b0c92a96-284d-4bd4-8b31-27667cdbb710 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Usage tracker for resource:security_group_rule and tenant:1eddda9d63fb4d5dbd46c04eeb1c1615 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:13.071263 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b0c92a96-284d-4bd4-8b31-27667cdbb710 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:13.085521 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-0f8b7125-f265-454a-88b7-672a365377c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, cf23f231-e3ca-41fb-bbc7-5d759b08ab1d) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:19:13.099343 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c632f9-7b5b-40bd-81bb-70f13046bb5e None None] Network cf23f231-e3ca-41fb-bbc7-5d759b08ab1d requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:19:13.118092 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b0c92a96-284d-4bd4-8b31-27667cdbb710 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:13.124985 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8b7125-f265-454a-88b7-672a365377c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:13.125581 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f8b7125-f265-454a-88b7-672a365377c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:13.241616 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c94fabb2-8080-472c-961c-b7f33915a9bf up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:19:13.288877 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-06eb1bae-fdfa-4da4-a6ce-1d98f0ba1365 req-d179b7e9-c9f3-4ac3-aaba-86d8e8d3e90a tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4deb55cd-96ca-4c26-8b0c-54cfb1a32c0b HTTP/1.1" status: 200 len: 210 time: 0.0789356 May 27 02:19:13.323029 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e8367282-011e-4725-b6ed-af024943f78f tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:13.338471 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0f8b7125-f265-454a-88b7-672a365377c7 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9821646 May 27 02:19:13.347029 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41560) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:13.383662 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-c3f43938-1b9b-4e1e-9ad9-4d5a7431caf4 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-790836661-router', 'tenant_id': 'c16206696eb741cdaa64166c1c689407', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:19:13.399284 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c3f43938-1b9b-4e1e-9ad9-4d5a7431caf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:13.409738 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c3f43938-1b9b-4e1e-9ad9-4d5a7431caf4 admin admin] Usage tracker for resource:router and tenant:c16206696eb741cdaa64166c1c689407 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:13.418983 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e8367282-011e-4725-b6ed-af024943f78f tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:13.424025 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c3f43938-1b9b-4e1e-9ad9-4d5a7431caf4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:13.451223 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c3f43938-1b9b-4e1e-9ad9-4d5a7431caf4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:13.462919 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port c94fabb2-8080-472c-961c-b7f33915a9bf triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:19:13.464321 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:13.531968 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0c92a96-284d-4bd4-8b31-27667cdbb710 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:13.552812 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8367282-011e-4725-b6ed-af024943f78f tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:19:13.560054 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8367282-011e-4725-b6ed-af024943f78f tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4198e89-5e30-476a-9322-b1fde9f44b15,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:13.573990 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e8367282-011e-4725-b6ed-af024943f78f tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:13.574349 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-e8367282-011e-4725-b6ed-af024943f78f tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Added segment 0ccdc904-4f45-4667-bfb4-ec42159d41da of type vlan for network 15c398c4-e40a-406f-90bc-73562a630f66 May 27 02:19:13.736160 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0c92a96-284d-4bd4-8b31-27667cdbb710 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:13.755810 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-91c5bf3c-3061-476f-a4a4-f81560e797c8 req-dea0ac59-7f85-416a-b1e6-60b9c2683416 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59dd76c7-04f3-4e36-a375-05bd87a0399b HTTP/1.1" status: 200 len: 998 time: 0.7322958 May 27 02:19:13.781268 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c92a96-284d-4bd4-8b31-27667cdbb710 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5d2ccd-848b-4497-b508-a072cb8b17fb,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:13.785054 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e8367282-011e-4725-b6ed-af024943f78f tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:13.799254 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7442cad2-1c59-451c-a4fb-26ad9cfd7272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-cf23f231-e3ca-41fb-bbc7-5d759b08ab1d', 'network_id': 'cf23f231-e3ca-41fb-bbc7-5d759b08ab1d', 'tenant_id': 'c16206696eb741cdaa64166c1c689407', 'fixed_ips': [{'subnet_id': 'd0f72301-7d89-44af-b494-beef5120ee36'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:19:13.799254 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7442cad2-1c59-451c-a4fb-26ad9cfd7272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:13.808840 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0c92a96-284d-4bd4-8b31-27667cdbb710 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:19:13.831774 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0c92a96-284d-4bd4-8b31-27667cdbb710 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:13.832883 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-b0c92a96-284d-4bd4-8b31-27667cdbb710 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Added segment 96b1c415-5e47-4890-9130-978b818f2014 of type vlan for network 9f53d658-3e4c-4ef3-a883-3601dfdd3571 May 27 02:19:13.854481 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port c94fabb2-8080-472c-961c-b7f33915a9bf is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:19:13.855238 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-69aa04d4-9be5-40ad-a31a-2c45f9fab0e3 req-043eb444-47d9-4d06-bb26-5c7e2bd6942c tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d2262f2-4b63-4a90-b951-d65109f796a8 HTTP/1.1" status: 200 len: 210 time: 0.3907228 May 27 02:19:13.888895 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0c92a96-284d-4bd4-8b31-27667cdbb710 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:13.921134 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5bf3c-3061-476f-a4a4-f81560e797c8 req-a6758262-2236-4509-abfd-2be021247868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:13.922915 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-91c5bf3c-3061-476f-a4a4-f81560e797c8 req-a6758262-2236-4509-abfd-2be021247868 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ee39392-3407-48c1-b561-be7ced0cb982 HTTP/1.1" status: 200 len: 850 time: 0.1559937 May 27 02:19:13.928708 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c3f43938-1b9b-4e1e-9ad9-4d5a7431caf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:13.928708 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c3f43938-1b9b-4e1e-9ad9-4d5a7431caf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:13.972826 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e8367282-011e-4725-b6ed-af024943f78f tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:14.013772 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8367282-011e-4725-b6ed-af024943f78f tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:14.014384 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e8367282-011e-4725-b6ed-af024943f78f tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:14.021508 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c3f43938-1b9b-4e1e-9ad9-4d5a7431caf4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:14.098385 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5bf3c-3061-476f-a4a4-f81560e797c8 req-e9e9162d-21b0-44b0-8067-6aa44b62ae69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:14.100049 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-91c5bf3c-3061-476f-a4a4-f81560e797c8 req-e9e9162d-21b0-44b0-8067-6aa44b62ae69 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1643844 May 27 02:19:14.112039 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-7442cad2-1c59-451c-a4fb-26ad9cfd7272 None None] Allocated IP 172.20.0.2 (cf23f231-e3ca-41fb-bbc7-5d759b08ab1d/d0f72301-7d89-44af-b494-beef5120ee36/81cb10bb-3a1a-4c3f-9377-f49771412d66) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:19:14.135522 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0c92a96-284d-4bd4-8b31-27667cdbb710 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:14.141149 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c92a96-284d-4bd4-8b31-27667cdbb710 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:14.141787 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0c92a96-284d-4bd4-8b31-27667cdbb710 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:14.187965 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8367282-011e-4725-b6ed-af024943f78f tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Pushing event updated for resources: {'Network': ['ID=15c398c4-e40a-406f-90bc-73562a630f66,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:14.232999 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 15c398c4-e40a-406f-90bc-73562a630f66 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:19:14.348166 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c92a96-284d-4bd4-8b31-27667cdbb710 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Pushing event updated for resources: {'Network': ['ID=9f53d658-3e4c-4ef3-a883-3601dfdd3571,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:14.352807 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-91c5bf3c-3061-476f-a4a4-f81560e797c8 req-5851fc92-4bd3-47d2-898c-470303cf64b5 service neutron] 10.222.0.32 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418542 May 27 02:19:14.369713 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 9f53d658-3e4c-4ef3-a883-3601dfdd3571 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:19:14.383692 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b0c92a96-284d-4bd4-8b31-27667cdbb710 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.9049256 May 27 02:19:14.383692 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e8367282-011e-4725-b6ed-af024943f78f tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.5552175 May 27 02:19:14.383692 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41584) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:14.383692 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41586) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:14.391634 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-dabdc354-2f21-41e4-86a5-875faf9d4bdf tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Request body: {'subnet': {'network_id': '9f53d658-3e4c-4ef3-a883-3601dfdd3571', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:19:14.415168 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-101344a1-9ff6-4c34-9ec0-fb4a41cfba3e tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Request body: {'subnet': {'network_id': '15c398c4-e40a-406f-90bc-73562a630f66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:19:14.422755 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca27898-a74f-47b0-a77b-359be7074f76 req-0e44d48a-33e2-494a-89ff-a4b8721606b9 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:14.424251 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1ca27898-a74f-47b0-a77b-359be7074f76 req-0e44d48a-33e2-494a-89ff-a4b8721606b9 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.2935712 May 27 02:19:14.630641 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-101344a1-9ff6-4c34-9ec0-fb4a41cfba3e tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:14.636117 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-101344a1-9ff6-4c34-9ec0-fb4a41cfba3e tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Usage tracker for resource:subnet and tenant:da6da76c53cc4067a3275f77b81c0c47 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:14.639294 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-101344a1-9ff6-4c34-9ec0-fb4a41cfba3e tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:14.647900 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-101344a1-9ff6-4c34-9ec0-fb4a41cfba3e tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:14.870400 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101344a1-9ff6-4c34-9ec0-fb4a41cfba3e tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Made reservation on behalf of da6da76c53cc4067a3275f77b81c0c47 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:19:14.870400 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-101344a1-9ff6-4c34-9ec0-fb4a41cfba3e tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:14.870545 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1c430077-0fc4-44a0-afce-58283820e858 req-a0e18f90-c918-4b62-9624-f1f29dc6d06e tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4deb55cd-96ca-4c26-8b0c-54cfb1a32c0b HTTP/1.1" status: 200 len: 210 time: 0.1893966 May 27 02:19:14.893134 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7442cad2-1c59-451c-a4fb-26ad9cfd7272 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:14.937760 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-7442cad2-1c59-451c-a4fb-26ad9cfd7272 None None] Transition to ACTIVE for port object 81cb10bb-3a1a-4c3f-9377-f49771412d66 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:19:14.984152 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-7442cad2-1c59-451c-a4fb-26ad9cfd7272 None None] Transition to ACTIVE for port object 81cb10bb-3a1a-4c3f-9377-f49771412d66 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:19:15.072845 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c3f43938-1b9b-4e1e-9ad9-4d5a7431caf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:15.126790 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dabdc354-2f21-41e4-86a5-875faf9d4bdf tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:15.150397 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dabdc354-2f21-41e4-86a5-875faf9d4bdf tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Usage tracker for resource:subnet and tenant:1eddda9d63fb4d5dbd46c04eeb1c1615 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:15.157960 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dabdc354-2f21-41e4-86a5-875faf9d4bdf tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:15.173741 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7442cad2-1c59-451c-a4fb-26ad9cfd7272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:15.188295 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fe531041-f0bf-465b-899d-c70cb0593e0c req-2e5d74da-0010-4a93-8983-dcaaebecabe9 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d2262f2-4b63-4a90-b951-d65109f796a8 HTTP/1.1" status: 200 len: 210 time: 0.1103034 May 27 02:19:15.190716 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-91c5bf3c-3061-476f-a4a4-f81560e797c8 req-cab16762-8386-41ea-adfe-fc0bdcd894bb service neutron] 10.222.0.32 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8278971 May 27 02:19:15.192816 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dabdc354-2f21-41e4-86a5-875faf9d4bdf tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:15.194170 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1ca27898-a74f-47b0-a77b-359be7074f76 req-8233fa2e-5627-4185-89ac-58c717389ded tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4630625 May 27 02:19:15.230991 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-53733e63-ac77-466c-8ab6-3c7fa052faa3 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:15.233217 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-53733e63-ac77-466c-8ab6-3c7fa052faa3 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.32 "GET /v2.0/networks?id=317f8943-c2cf-4629-a384-430f557971d0 HTTP/1.1" status: 200 len: 812 time: 0.6743605 May 27 02:19:15.245618 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-6d03cfb6-5d20-4749-b234-76e53fc31b8f tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Request body: {'port': {'device_id': '4deb55cd-96ca-4c26-8b0c-54cfb1a32c0b', 'network_id': '317f8943-c2cf-4629-a384-430f557971d0', 'admin_state_up': True, 'tenant_id': '500421bbc9424254b703858ad839b150'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:19:15.299149 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7442cad2-1c59-451c-a4fb-26ad9cfd7272 None None] Network cf23f231-e3ca-41fb-bbc7-5d759b08ab1d is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:19:15.302710 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-7442cad2-1c59-451c-a4fb-26ad9cfd7272 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:19:15.307510 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7442cad2-1c59-451c-a4fb-26ad9cfd7272 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:19:15.349578 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442cad2-1c59-451c-a4fb-26ad9cfd7272 None None] Pushing event updated for resources: {'Port': ['ID=81cb10bb-3a1a-4c3f-9377-f49771412d66,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:15.424708 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabdc354-2f21-41e4-86a5-875faf9d4bdf tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Made reservation on behalf of 1eddda9d63fb4d5dbd46c04eeb1c1615 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:19:15.434224 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dabdc354-2f21-41e4-86a5-875faf9d4bdf tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:15.446180 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-7442cad2-1c59-451c-a4fb-26ad9cfd7272 None None] Attempting to bind port 81cb10bb-3a1a-4c3f-9377-f49771412d66 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:19:15.447756 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-7442cad2-1c59-451c-a4fb-26ad9cfd7272 None None] Attempting to bind port 81cb10bb-3a1a-4c3f-9377-f49771412d66 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '1242d6f5-de3f-43d0-827d-5d3273455699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'cf23f231-e3ca-41fb-bbc7-5d759b08ab1d'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:19:15.448340 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7442cad2-1c59-451c-a4fb-26ad9cfd7272 None None] Attempting to bind port 81cb10bb-3a1a-4c3f-9377-f49771412d66 on network cf23f231-e3ca-41fb-bbc7-5d759b08ab1d {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:19:15.460937 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7442cad2-1c59-451c-a4fb-26ad9cfd7272 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:19:15.462959 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7442cad2-1c59-451c-a4fb-26ad9cfd7272 None None] Checking segment: {'id': '1242d6f5-de3f-43d0-827d-5d3273455699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'cf23f231-e3ca-41fb-bbc7-5d759b08ab1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:19:15.463652 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7442cad2-1c59-451c-a4fb-26ad9cfd7272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:15.464248 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7442cad2-1c59-451c-a4fb-26ad9cfd7272 None None] Bound using segment: {'id': '1242d6f5-de3f-43d0-827d-5d3273455699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'cf23f231-e3ca-41fb-bbc7-5d759b08ab1d'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:19:15.465333 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-7442cad2-1c59-451c-a4fb-26ad9cfd7272 None None] Bound port: 81cb10bb-3a1a-4c3f-9377-f49771412d66, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1242d6f5-de3f-43d0-827d-5d3273455699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'cf23f231-e3ca-41fb-bbc7-5d759b08ab1d'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:19:15.466440 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7442cad2-1c59-451c-a4fb-26ad9cfd7272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:15.660813 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-7442cad2-1c59-451c-a4fb-26ad9cfd7272 None None] For port 81cb10bb-3a1a-4c3f-9377-f49771412d66, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:19:15.666801 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-7442cad2-1c59-451c-a4fb-26ad9cfd7272 None None] For port 81cb10bb-3a1a-4c3f-9377-f49771412d66, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=81cb10bb-3a1a-4c3f-9377-f49771412d66,segment=NetworkSegment(1242d6f5-de3f-43d0-827d-5d3273455699),segment_id=1242d6f5-de3f-43d0-827d-5d3273455699)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:19:15.751796 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7442cad2-1c59-451c-a4fb-26ad9cfd7272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:15.764211 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-6d03cfb6-5d20-4749-b234-76e53fc31b8f tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:15.787289 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-6d03cfb6-5d20-4749-b234-76e53fc31b8f tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:15.882775 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-101344a1-9ff6-4c34-9ec0-fb4a41cfba3e tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:15.928218 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442cad2-1c59-451c-a4fb-26ad9cfd7272 None None] Pushing event updated for resources: {'Port': ['ID=81cb10bb-3a1a-4c3f-9377-f49771412d66,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:15.971649 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dabdc354-2f21-41e4-86a5-875faf9d4bdf tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:15.991311 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-6d03cfb6-5d20-4749-b234-76e53fc31b8f tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Made reservation on behalf of 500421bbc9424254b703858ad839b150 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:19:16.007328 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-6d03cfb6-5d20-4749-b234-76e53fc31b8f tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:16.114099 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c3f43938-1b9b-4e1e-9ad9-4d5a7431caf4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:16.169906 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c3f43938-1b9b-4e1e-9ad9-4d5a7431caf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:16.231393 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101344a1-9ff6-4c34-9ec0-fb4a41cfba3e tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Pushing event updated for resources: {'Subnet': ['ID=b129b23d-e221-4d69-9cf9-10ee5c96b0d5,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:16.246183 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabdc354-2f21-41e4-86a5-875faf9d4bdf tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Checking segment: {'id': '96b1c415-5e47-4890-9130-978b818f2014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9f53d658-3e4c-4ef3-a883-3601dfdd3571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:19:16.263813 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabdc354-2f21-41e4-86a5-875faf9d4bdf tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Network hostable DHCP agents. Network: 9f53d658-3e4c-4ef3-a883-3601dfdd3571, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:19:16.445007 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101344a1-9ff6-4c34-9ec0-fb4a41cfba3e tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Checking segment: {'id': '0ccdc904-4f45-4667-bfb4-ec42159d41da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '15c398c4-e40a-406f-90bc-73562a630f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:19:16.445671 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101344a1-9ff6-4c34-9ec0-fb4a41cfba3e tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Network hostable DHCP agents. Network: 15c398c4-e40a-406f-90bc-73562a630f66, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:19:16.571347 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabdc354-2f21-41e4-86a5-875faf9d4bdf tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Pushing event updated for resources: {'Subnet': ['ID=f15aabf8-0d3b-4c64-a260-f9372d9c236b,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:16.648454 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d38e488e-2f2f-4cd7-9b18-f4d6d05c9793 req-62163172-a1ef-4bf2-9390-dd8f5f4594f5 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4deb55cd-96ca-4c26-8b0c-54cfb1a32c0b HTTP/1.1" status: 200 len: 210 time: 0.1117182 May 27 02:19:16.691351 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-c3f43938-1b9b-4e1e-9ad9-4d5a7431caf4 admin admin] Allocated IP 172.25.1.7 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/2e6400d8-4a54-4aac-ac6e-5bcd4f22e8ab) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:19:16.813410 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabdc354-2f21-41e4-86a5-875faf9d4bdf tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Network 9f53d658-3e4c-4ef3-a883-3601dfdd3571 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:19:16.819639 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101344a1-9ff6-4c34-9ec0-fb4a41cfba3e tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Network 15c398c4-e40a-406f-90bc-73562a630f66 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:19:16.853694 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-6d03cfb6-5d20-4749-b234-76e53fc31b8f tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Allocated IP 172.20.0.12 (317f8943-c2cf-4629-a384-430f557971d0/029bf5aa-9449-4d9e-81c7-fe1336fb8379/e9ad9b81-d2c0-42ac-91bf-67b927ce198c) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:19:17.005000 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b5c8f8-ab51-418b-840a-b7679cda109f req-78c09387-c89b-41da-91a0-ace6536b2402 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:17.006547 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c7b5c8f8-ab51-418b-840a-b7679cda109f req-78c09387-c89b-41da-91a0-ace6536b2402 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.4711328 May 27 02:19:17.027943 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-101344a1-9ff6-4c34-9ec0-fb4a41cfba3e tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 15c398c4-e40a-406f-90bc-73562a630f66) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:19:17.049343 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-dabdc354-2f21-41e4-86a5-875faf9d4bdf tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 9f53d658-3e4c-4ef3-a883-3601dfdd3571) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:19:17.049516 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9a05b2-c56e-4817-8eb5-ff1253163555 None None] Network 15c398c4-e40a-406f-90bc-73562a630f66 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:19:17.059962 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabdc354-2f21-41e4-86a5-875faf9d4bdf tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:17.062567 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dabdc354-2f21-41e4-86a5-875faf9d4bdf tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:17.071416 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012b450d-7544-4307-9122-832fab8cd567 None None] Network 9f53d658-3e4c-4ef3-a883-3601dfdd3571 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:19:17.139824 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-55ae0181-339e-44b1-9831-d2bbc212b8f4 req-4e529e71-6176-4ec6-8270-bd40ed01ae39 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d2262f2-4b63-4a90-b951-d65109f796a8 HTTP/1.1" status: 200 len: 210 time: 0.1285734 May 27 02:19:17.156549 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c3f43938-1b9b-4e1e-9ad9-4d5a7431caf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:17.241515 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101344a1-9ff6-4c34-9ec0-fb4a41cfba3e tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:17.247181 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-101344a1-9ff6-4c34-9ec0-fb4a41cfba3e tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:17.294903 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 81cb10bb-3a1a-4c3f-9377-f49771412d66 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:19:17.427236 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c7b5c8f8-ab51-418b-840a-b7679cda109f req-f017fba8-3b1b-43ba-aa44-286dd1cfa3b2 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3621671 May 27 02:19:17.450751 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-6d03cfb6-5d20-4749-b234-76e53fc31b8f tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:17.535875 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-246e6448-5665-4a7b-b36b-fe9275e275d4 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:17.539269 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-246e6448-5665-4a7b-b36b-fe9275e275d4 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] 10.222.0.32 "GET /v2.0/networks?id=77d89068-dcb5-4a94-b576-8faa694fa371 HTTP/1.1" status: 200 len: 813 time: 0.3859124 May 27 02:19:17.562979 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-cfa534e6-f7bc-42bd-994d-0fb5d34442a2 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] Request body: {'port': {'device_id': '6d2262f2-4b63-4a90-b951-d65109f796a8', 'network_id': '77d89068-dcb5-4a94-b576-8faa694fa371', 'admin_state_up': True, 'tenant_id': '501b6231d2cf464aada418d579420386'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:19:17.688861 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-101344a1-9ff6-4c34-9ec0-fb4a41cfba3e tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.3039215 May 27 02:19:17.690677 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-dabdc354-2f21-41e4-86a5-875faf9d4bdf tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3086479 May 27 02:19:17.697817 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41642) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:17.698156 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41644) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:17.699399 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-6d03cfb6-5d20-4749-b234-76e53fc31b8f tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:17.803902 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c3f43938-1b9b-4e1e-9ad9-4d5a7431caf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:17.905211 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-be6e9558-12e8-4077-a590-4173151a4fcf tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-790162944', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:19:17.920447 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01551125-7cab-4013-8888-b30d4c5638b5 None None] Network cf23f231-e3ca-41fb-bbc7-5d759b08ab1d requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:19:17.929864 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-e4b6d82f-76fa-4c1e-8718-72237077d001 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Request body: {'port': {'network_id': '9f53d658-3e4c-4ef3-a883-3601dfdd3571', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1659260190'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:19:17.954496 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d03cfb6-5d20-4749-b234-76e53fc31b8f tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Pushing event updated for resources: {'Port': ['ID=e9ad9b81-d2c0-42ac-91bf-67b927ce198c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:17.977248 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8442b2c0-c973-40ac-b442-7afd90620522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-9f53d658-3e4c-4ef3-a883-3601dfdd3571', 'network_id': '9f53d658-3e4c-4ef3-a883-3601dfdd3571', 'tenant_id': '1eddda9d63fb4d5dbd46c04eeb1c1615', 'fixed_ips': [{'subnet_id': 'f15aabf8-0d3b-4c64-a260-f9372d9c236b'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:19:17.978387 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8442b2c0-c973-40ac-b442-7afd90620522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:17.983679 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-be6e9558-12e8-4077-a590-4173151a4fcf tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:18.050181 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f43938-1b9b-4e1e-9ad9-4d5a7431caf4 admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:19:18.058298 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-6d03cfb6-5d20-4749-b234-76e53fc31b8f tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Network 317f8943-c2cf-4629-a384-430f557971d0 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:19:18.062334 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-be6e9558-12e8-4077-a590-4173151a4fcf tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Usage tracker for resource:router and tenant:da6da76c53cc4067a3275f77b81c0c47 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:18.079285 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-6d03cfb6-5d20-4749-b234-76e53fc31b8f tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:19:18.085687 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-c3f43938-1b9b-4e1e-9ad9-4d5a7431caf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:19:18.089130 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f43938-1b9b-4e1e-9ad9-4d5a7431caf4 admin admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:19:18.115831 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-be6e9558-12e8-4077-a590-4173151a4fcf tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:18.140201 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-6d03cfb6-5d20-4749-b234-76e53fc31b8f tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:19:18.159994 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 81cb10bb-3a1a-4c3f-9377-f49771412d66 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:19:18.162802 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f43938-1b9b-4e1e-9ad9-4d5a7431caf4 admin admin] Pushing event updated for resources: {'Port': ['ID=2e6400d8-4a54-4aac-ac6e-5bcd4f22e8ab,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:18.196581 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-be6e9558-12e8-4077-a590-4173151a4fcf tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:18.229117 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3e72de22-dda9-43b3-8b71-7f8c15098c73 None None] Provisioning for port 81cb10bb-3a1a-4c3f-9377-f49771412d66 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:19:18.266737 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3e72de22-dda9-43b3-8b71-7f8c15098c73 None None] Provisioning complete for port 81cb10bb-3a1a-4c3f-9377-f49771412d66 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:19:18.267342 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3e72de22-dda9-43b3-8b71-7f8c15098c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:18.299311 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-6d03cfb6-5d20-4749-b234-76e53fc31b8f tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:18.300425 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-6d03cfb6-5d20-4749-b234-76e53fc31b8f tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:18.304656 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcd6af8-497d-47f2-84c6-31996768fdd3 None None] Network 15c398c4-e40a-406f-90bc-73562a630f66 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:19:18.341958 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e4b6d82f-76fa-4c1e-8718-72237077d001 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:18.353474 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be6e9558-12e8-4077-a590-4173151a4fcf tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:18.356346 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be6e9558-12e8-4077-a590-4173151a4fcf tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:18.363824 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e4b6d82f-76fa-4c1e-8718-72237077d001 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Usage tracker for resource:port and tenant:1eddda9d63fb4d5dbd46c04eeb1c1615 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:18.371723 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e4b6d82f-76fa-4c1e-8718-72237077d001 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:18.385796 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e4b6d82f-76fa-4c1e-8718-72237077d001 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:18.410457 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be6e9558-12e8-4077-a590-4173151a4fcf tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:18.417315 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f43938-1b9b-4e1e-9ad9-4d5a7431caf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:18.417672 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f43938-1b9b-4e1e-9ad9-4d5a7431caf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:18.418560 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f43938-1b9b-4e1e-9ad9-4d5a7431caf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:18.418891 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f43938-1b9b-4e1e-9ad9-4d5a7431caf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:18.419216 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f43938-1b9b-4e1e-9ad9-4d5a7431caf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:18.419540 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f43938-1b9b-4e1e-9ad9-4d5a7431caf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:18.419859 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f43938-1b9b-4e1e-9ad9-4d5a7431caf4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:18.420176 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f43938-1b9b-4e1e-9ad9-4d5a7431caf4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:18.420489 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f43938-1b9b-4e1e-9ad9-4d5a7431caf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:18.420891 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f43938-1b9b-4e1e-9ad9-4d5a7431caf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:18.421340 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f43938-1b9b-4e1e-9ad9-4d5a7431caf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:18.421663 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f43938-1b9b-4e1e-9ad9-4d5a7431caf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:18.479942 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-6d03cfb6-5d20-4749-b234-76e53fc31b8f tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2371743 May 27 02:19:18.494638 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-40f91e24-7acd-47c6-a39c-1af668b393df service neutron] Request body: {'port': {'device_id': '4deb55cd-96ca-4c26-8b0c-54cfb1a32c0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:19:18.504631 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f7323-366e-4e40-b3dd-6b81e441d823 req-75434755-2761-4393-bac2-7f76fb51b32d tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:18.506134 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ed3f7323-366e-4e40-b3dd-6b81e441d823 req-75434755-2761-4393-bac2-7f76fb51b32d tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4deb55cd-96ca-4c26-8b0c-54cfb1a32c0b HTTP/1.1" status: 200 len: 932 time: 0.6802311 May 27 02:19:18.516858 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d067f3-acb1-44b1-b766-c794f9b8d014 req-3db10403-50ed-4dcd-93c6-650cae2a7690 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:18.518522 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-70d067f3-acb1-44b1-b766-c794f9b8d014 req-3db10403-50ed-4dcd-93c6-650cae2a7690 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.7955439 May 27 02:19:18.721135 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b6d82f-76fa-4c1e-8718-72237077d001 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Made reservation on behalf of 1eddda9d63fb4d5dbd46c04eeb1c1615 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:19:18.726597 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e4b6d82f-76fa-4c1e-8718-72237077d001 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:18.792311 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-cfa534e6-f7bc-42bd-994d-0fb5d34442a2 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:18.888405 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-8442b2c0-c973-40ac-b442-7afd90620522 None None] Allocated IP 2001:db8::2 (9f53d658-3e4c-4ef3-a883-3601dfdd3571/f15aabf8-0d3b-4c64-a260-f9372d9c236b/aede8132-128f-4962-ac81-eb8cb2b823de) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:19:18.899291 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-3e72de22-dda9-43b3-8b71-7f8c15098c73 None None] Current status of the port 81cb10bb-3a1a-4c3f-9377-f49771412d66 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:19:18.900567 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3e72de22-dda9-43b3-8b71-7f8c15098c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:18.968349 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-cfa534e6-f7bc-42bd-994d-0fb5d34442a2 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] Usage tracker for resource:port and tenant:501b6231d2cf464aada418d579420386 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:18.975909 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ed3f7323-366e-4e40-b3dd-6b81e441d823 req-5b7666e2-23ef-4251-b99b-328389d62392 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4564345 May 27 02:19:18.980338 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-70d067f3-acb1-44b1-b766-c794f9b8d014 req-3dc0ab24-f4ca-40c2-89e9-568bd8c1a58e tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477679 May 27 02:19:18.981385 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-cfa534e6-f7bc-42bd-994d-0fb5d34442a2 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:18.991876 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-cfa534e6-f7bc-42bd-994d-0fb5d34442a2 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:18.995690 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c3f43938-1b9b-4e1e-9ad9-4d5a7431caf4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:19.208708 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:19.229916 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-3e72de22-dda9-43b3-8b71-7f8c15098c73 None None] For port 81cb10bb-3a1a-4c3f-9377-f49771412d66, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=81cb10bb-3a1a-4c3f-9377-f49771412d66,segment=NetworkSegment(1242d6f5-de3f-43d0-827d-5d3273455699),segment_id=1242d6f5-de3f-43d0-827d-5d3273455699)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:19.246826 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be6e9558-12e8-4077-a590-4173151a4fcf tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:19.313262 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-e4b6d82f-76fa-4c1e-8718-72237077d001 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] device_id is not set on port 46edbdd7-d238-459e-b1b0-996cb1249531 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:19:19.350369 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-cfa534e6-f7bc-42bd-994d-0fb5d34442a2 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] Made reservation on behalf of 501b6231d2cf464aada418d579420386 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:19:19.354655 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-cfa534e6-f7bc-42bd-994d-0fb5d34442a2 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:19.434159 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-40f91e24-7acd-47c6-a39c-1af668b393df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:19.484002 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8442b2c0-c973-40ac-b442-7afd90620522 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:19.495626 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-8442b2c0-c973-40ac-b442-7afd90620522 None None] Transition to ACTIVE for port object aede8132-128f-4962-ac81-eb8cb2b823de will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:19:19.515535 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-8442b2c0-c973-40ac-b442-7afd90620522 None None] Transition to ACTIVE for port object aede8132-128f-4962-ac81-eb8cb2b823de will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:19:19.523692 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3e72de22-dda9-43b3-8b71-7f8c15098c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:19.603181 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8442b2c0-c973-40ac-b442-7afd90620522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:19.633647 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8442b2c0-c973-40ac-b442-7afd90620522 None None] Network 9f53d658-3e4c-4ef3-a883-3601dfdd3571 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:19:19.635830 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:19.636690 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e72de22-dda9-43b3-8b71-7f8c15098c73 None None] Pushing event updated for resources: {'Port': ['ID=81cb10bb-3a1a-4c3f-9377-f49771412d66,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:19.709539 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c3f43938-1b9b-4e1e-9ad9-4d5a7431caf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:19.713191 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8442b2c0-c973-40ac-b442-7afd90620522 None None] Pushing event updated for resources: {'Port': ['ID=aede8132-128f-4962-ac81-eb8cb2b823de,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:19.717010 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-8442b2c0-c973-40ac-b442-7afd90620522 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:19:19.719048 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8442b2c0-c973-40ac-b442-7afd90620522 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:19:19.828078 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-8442b2c0-c973-40ac-b442-7afd90620522 None None] Attempting to bind port aede8132-128f-4962-ac81-eb8cb2b823de on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:19:19.828451 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-8442b2c0-c973-40ac-b442-7afd90620522 None None] Attempting to bind port aede8132-128f-4962-ac81-eb8cb2b823de by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '96b1c415-5e47-4890-9130-978b818f2014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9f53d658-3e4c-4ef3-a883-3601dfdd3571'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:19:19.828839 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8442b2c0-c973-40ac-b442-7afd90620522 None None] Attempting to bind port aede8132-128f-4962-ac81-eb8cb2b823de on network 9f53d658-3e4c-4ef3-a883-3601dfdd3571 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:19:19.835873 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8442b2c0-c973-40ac-b442-7afd90620522 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:19:19.835873 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8442b2c0-c973-40ac-b442-7afd90620522 None None] Checking segment: {'id': '96b1c415-5e47-4890-9130-978b818f2014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9f53d658-3e4c-4ef3-a883-3601dfdd3571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:19:19.835873 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8442b2c0-c973-40ac-b442-7afd90620522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:19.836270 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8442b2c0-c973-40ac-b442-7afd90620522 None None] Bound using segment: {'id': '96b1c415-5e47-4890-9130-978b818f2014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9f53d658-3e4c-4ef3-a883-3601dfdd3571'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:19:19.836850 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-8442b2c0-c973-40ac-b442-7afd90620522 None None] Bound port: aede8132-128f-4962-ac81-eb8cb2b823de, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96b1c415-5e47-4890-9130-978b818f2014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9f53d658-3e4c-4ef3-a883-3601dfdd3571'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:19:19.837411 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8442b2c0-c973-40ac-b442-7afd90620522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:19.963059 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-8442b2c0-c973-40ac-b442-7afd90620522 None None] For port aede8132-128f-4962-ac81-eb8cb2b823de, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:19:19.967596 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-8442b2c0-c973-40ac-b442-7afd90620522 None None] For port aede8132-128f-4962-ac81-eb8cb2b823de, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=aede8132-128f-4962-ac81-eb8cb2b823de,segment=NetworkSegment(96b1c415-5e47-4890-9130-978b818f2014),segment_id=96b1c415-5e47-4890-9130-978b818f2014)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:19:20.058031 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1bd95a73-90dd-42cd-9726-1e1da673c0d0 None None] Provisioning complete for port 81cb10bb-3a1a-4c3f-9377-f49771412d66 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:19:20.058650 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1bd95a73-90dd-42cd-9726-1e1da673c0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:20.090738 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3ccd7903-d818-4572-81d8-88fc1d4a4a67 req-b819962a-8990-40e4-9fcb-e9431fa73d11 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d2262f2-4b63-4a90-b951-d65109f796a8 HTTP/1.1" status: 200 len: 210 time: 0.7946746 May 27 02:19:20.170088 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-e4b6d82f-76fa-4c1e-8718-72237077d001 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Allocated IP 2001:db8::27 (9f53d658-3e4c-4ef3-a883-3601dfdd3571/f15aabf8-0d3b-4c64-a260-f9372d9c236b/46edbdd7-d238-459e-b1b0-996cb1249531) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:19:20.229400 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8442b2c0-c973-40ac-b442-7afd90620522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:20.321306 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-cfa534e6-f7bc-42bd-994d-0fb5d34442a2 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] Allocated IP 172.20.0.8 (77d89068-dcb5-4a94-b576-8faa694fa371/bd74d84c-d0ff-4fef-99c9-0e8e72ccfb0e/7b068832-aa80-4c8e-bfbe-dd9152a761c5) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:19:20.392054 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efa8f9-a8b2-4d9e-921d-7e63bc377188 req-81ccef06-1201-44d9-806c-93779b97e6d4 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:20.399559 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-87efa8f9-a8b2-4d9e-921d-7e63bc377188 req-81ccef06-1201-44d9-806c-93779b97e6d4 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.7640495 May 27 02:19:20.437424 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8442b2c0-c973-40ac-b442-7afd90620522 None None] Pushing event updated for resources: {'Port': ['ID=aede8132-128f-4962-ac81-eb8cb2b823de,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:20.445130 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f43938-1b9b-4e1e-9ad9-4d5a7431caf4 admin admin] Router c9d20f2e-43a6-4f1e-96c3-7c95d74efc73 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:19:20.554232 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-87efa8f9-a8b2-4d9e-921d-7e63bc377188 req-c5848942-f187-4f36-961c-40b058b682f0 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538680 May 27 02:19:20.555650 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-1bd95a73-90dd-42cd-9726-1e1da673c0d0 None None] Current status of the port 81cb10bb-3a1a-4c3f-9377-f49771412d66 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:19:20.618065 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be6e9558-12e8-4077-a590-4173151a4fcf tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:20.660604 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be6e9558-12e8-4077-a590-4173151a4fcf tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:20.762228 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.resource_extend [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-40f91e24-7acd-47c6-a39c-1af668b393df service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:19:20.912922 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e4b6d82f-76fa-4c1e-8718-72237077d001 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:20.943204 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-40f91e24-7acd-47c6-a39c-1af668b393df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9ad9b81-d2c0-42ac-91bf-67b927ce198c {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:19:21.012794 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-40f91e24-7acd-47c6-a39c-1af668b393df service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:21.034556 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-e4b6d82f-76fa-4c1e-8718-72237077d001 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Transition to ACTIVE for port object 46edbdd7-d238-459e-b1b0-996cb1249531 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:19:21.057801 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-40f91e24-7acd-47c6-a39c-1af668b393df service neutron] Transition to ACTIVE for port object e9ad9b81-d2c0-42ac-91bf-67b927ce198c will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:19:21.090729 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-be6e9558-12e8-4077-a590-4173151a4fcf tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Allocated IP 172.25.1.244 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/ccf8a3c8-feed-46ad-80f8-0169e3187b0b) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:19:21.177577 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03167444-c034-4bae-bcb1-7c559d04faea req-f7aece65-e277-4a69-89f2-9890ec678ccf tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:21.179071 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-03167444-c034-4bae-bcb1-7c559d04faea req-f7aece65-e277-4a69-89f2-9890ec678ccf tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4deb55cd-96ca-4c26-8b0c-54cfb1a32c0b HTTP/1.1" status: 200 len: 932 time: 0.8375483 May 27 02:19:21.393060 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 81cb10bb-3a1a-4c3f-9377-f49771412d66 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:19:21.393819 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be6e9558-12e8-4077-a590-4173151a4fcf tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:21.393906 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 81cb10bb-3a1a-4c3f-9377-f49771412d66 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:19:21.393906 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:21.394062 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f43938-1b9b-4e1e-9ad9-4d5a7431caf4 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:19:21.403255 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebe2099-cc6c-4e01-930f-9982688b93da None None] Sync routers for ids ['c9d20f2e-43a6-4f1e-96c3-7c95d74efc73'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:19:21.432555 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82a07c-1219-498b-9205-3d96f0311c3e req-4bb5f816-dc3e-424d-b434-b9559a7ef991 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:21.434072 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fa82a07c-1219-498b-9205-3d96f0311c3e req-4bb5f816-dc3e-424d-b434-b9559a7ef991 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.6280611 May 27 02:19:21.437329 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebe2099-cc6c-4e01-930f-9982688b93da None None] Routers {'c9d20f2e-43a6-4f1e-96c3-7c95d74efc73'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:19:21.437958 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-9ebe2099-cc6c-4e01-930f-9982688b93da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:18:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['c9d20f2e-43a6-4f1e-96c3-7c95d74efc73'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:21.440955 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-cfa534e6-f7bc-42bd-994d-0fb5d34442a2 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:21.450186 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-03167444-c034-4bae-bcb1-7c559d04faea req-a63568a6-bfd6-4149-a5d7-9a80ed9c6f77 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200500 May 27 02:19:21.460248 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-40f91e24-7acd-47c6-a39c-1af668b393df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:21.514265 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fa82a07c-1219-498b-9205-3d96f0311c3e req-fbcf2cdf-c60a-48f2-a327-9aa46416a4ad tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699971 May 27 02:19:21.566450 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c3f43938-1b9b-4e1e-9ad9-4d5a7431caf4 admin admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:21.576382 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c3f43938-1b9b-4e1e-9ad9-4d5a7431caf4 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.2228754 May 27 02:19:21.576382 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41684) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:21.586425 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e4b6d82f-76fa-4c1e-8718-72237077d001 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:21.597152 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be6e9558-12e8-4077-a590-4173151a4fcf tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:21.740349 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-9ebe2099-cc6c-4e01-930f-9982688b93da None None] Set router c9d20f2e-43a6-4f1e-96c3-7c95d74efc73 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:19:21.745327 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f91e24-7acd-47c6-a39c-1af668b393df service neutron] Pushing event updated for resources: {'Port': ['ID=e9ad9b81-d2c0-42ac-91bf-67b927ce198c,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:21.947363 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 81cb10bb-3a1a-4c3f-9377-f49771412d66 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:19:21.948644 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device aede8132-128f-4962-ac81-eb8cb2b823de up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:19:21.954052 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f91e24-7acd-47c6-a39c-1af668b393df service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:21.963684 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f91e24-7acd-47c6-a39c-1af668b393df service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:21.964267 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f91e24-7acd-47c6-a39c-1af668b393df service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:21.964773 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f91e24-7acd-47c6-a39c-1af668b393df service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:21.965272 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f91e24-7acd-47c6-a39c-1af668b393df service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:21.965745 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f91e24-7acd-47c6-a39c-1af668b393df service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:21.966225 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f91e24-7acd-47c6-a39c-1af668b393df service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:21.966695 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f91e24-7acd-47c6-a39c-1af668b393df service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:21.967164 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f91e24-7acd-47c6-a39c-1af668b393df service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:21.967639 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f91e24-7acd-47c6-a39c-1af668b393df service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:21.968107 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f91e24-7acd-47c6-a39c-1af668b393df service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:21.968690 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f91e24-7acd-47c6-a39c-1af668b393df service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:22.003390 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6e9558-12e8-4077-a590-4173151a4fcf tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:19:22.104521 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b6d82f-76fa-4c1e-8718-72237077d001 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Network 9f53d658-3e4c-4ef3-a883-3601dfdd3571 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:19:22.147587 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-be6e9558-12e8-4077-a590-4173151a4fcf tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:19:22.147587 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-e4b6d82f-76fa-4c1e-8718-72237077d001 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:19:22.160852 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6e9558-12e8-4077-a590-4173151a4fcf tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:19:22.215847 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b6d82f-76fa-4c1e-8718-72237077d001 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:19:22.222044 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b6d82f-76fa-4c1e-8718-72237077d001 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:22.222933 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e4b6d82f-76fa-4c1e-8718-72237077d001 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:22.231668 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-cfa534e6-f7bc-42bd-994d-0fb5d34442a2 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:22.313629 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e9558-12e8-4077-a590-4173151a4fcf tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Pushing event updated for resources: {'Port': ['ID=ccf8a3c8-feed-46ad-80f8-0169e3187b0b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:22.328843 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725a3237-40a6-457a-9b08-065194eb3be2 None None] Network 9f53d658-3e4c-4ef3-a883-3601dfdd3571 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:19:22.412093 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e4b6d82f-76fa-4c1e-8718-72237077d001 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.7057955 May 27 02:19:22.427233 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41694) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:22.436473 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-cfa534e6-f7bc-42bd-994d-0fb5d34442a2 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] Network 77d89068-dcb5-4a94-b576-8faa694fa371 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:19:22.450810 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-cfa534e6-f7bc-42bd-994d-0fb5d34442a2 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:19:22.456386 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-d6e860df-45d2-4bd3-8622-859b8c84780c tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Request body: {'port': {'network_id': '9f53d658-3e4c-4ef3-a883-3601dfdd3571', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1153493422', 'allowed_address_pairs': [{'ip_address': '2001:db8::27', 'mac_address': 'fa:16:3e:19:38:37'}]}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:19:22.489345 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-cfa534e6-f7bc-42bd-994d-0fb5d34442a2 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:19:22.567367 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-40f91e24-7acd-47c6-a39c-1af668b393df service neutron] Attempting to bind port e9ad9b81-d2c0-42ac-91bf-67b927ce198c on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:19:22.567962 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-40f91e24-7acd-47c6-a39c-1af668b393df service neutron] Attempting to bind port e9ad9b81-d2c0-42ac-91bf-67b927ce198c by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'f9d0c973-72f3-423e-80ec-119f03165820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '317f8943-c2cf-4629-a384-430f557971d0'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:19:22.568455 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-40f91e24-7acd-47c6-a39c-1af668b393df service neutron] Attempting to bind port e9ad9b81-d2c0-42ac-91bf-67b927ce198c on network 317f8943-c2cf-4629-a384-430f557971d0 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:19:22.595679 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b6d82f-76fa-4c1e-8718-72237077d001 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Pushing event updated for resources: {'Port': ['ID=46edbdd7-d238-459e-b1b0-996cb1249531,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:22.599569 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-40f91e24-7acd-47c6-a39c-1af668b393df service neutron] Port e9ad9b81-d2c0-42ac-91bf-67b927ce198c on network 317f8943-c2cf-4629-a384-430f557971d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:19:22.599569 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-40f91e24-7acd-47c6-a39c-1af668b393df service neutron] Attempting to bind port e9ad9b81-d2c0-42ac-91bf-67b927ce198c on network 317f8943-c2cf-4629-a384-430f557971d0 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:19:22.611990 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-40f91e24-7acd-47c6-a39c-1af668b393df service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:19:22.612572 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-40f91e24-7acd-47c6-a39c-1af668b393df service neutron] Checking segment: {'id': 'f9d0c973-72f3-423e-80ec-119f03165820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '317f8943-c2cf-4629-a384-430f557971d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:19:22.613361 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-40f91e24-7acd-47c6-a39c-1af668b393df service neutron] Bound using segment: {'id': 'f9d0c973-72f3-423e-80ec-119f03165820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '317f8943-c2cf-4629-a384-430f557971d0'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:19:22.614096 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-40f91e24-7acd-47c6-a39c-1af668b393df service neutron] Bound port: e9ad9b81-d2c0-42ac-91bf-67b927ce198c, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9d0c973-72f3-423e-80ec-119f03165820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '317f8943-c2cf-4629-a384-430f557971d0'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:19:22.614591 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-40f91e24-7acd-47c6-a39c-1af668b393df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:22.616911 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-9ebe2099-cc6c-4e01-930f-9982688b93da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d20f2e-43a6-4f1e-96c3-7c95d74efc73', 'name': 'tempest-TaggedBootDevicesTest-790836661-router', 'tenant_id': 'c16206696eb741cdaa64166c1c689407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '2e6400d8-4a54-4aac-ac6e-5bcd4f22e8ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:19:13Z', 'updated_at': '2022-05-27T02:19:18Z', 'revision_number': 3, 'project_id': 'c16206696eb741cdaa64166c1c689407', 'gw_port': {'id': '2e6400d8-4a54-4aac-ac6e-5bcd4f22e8ab', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:13:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d20f2e-43a6-4f1e-96c3-7c95d74efc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:16Z', 'updated_at': '2022-05-27T02:19:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:22.666240 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebe2099-cc6c-4e01-930f-9982688b93da None None] Checking router: c9d20f2e-43a6-4f1e-96c3-7c95d74efc73 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:19:22.666656 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebe2099-cc6c-4e01-930f-9982688b93da None None] Updating router c9d20f2e-43a6-4f1e-96c3-7c95d74efc73 port 2e6400d8-4a54-4aac-ac6e-5bcd4f22e8ab binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:19:22.737943 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port aede8132-128f-4962-ac81-eb8cb2b823de completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:19:22.741915 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa534e6-f7bc-42bd-994d-0fb5d34442a2 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] Pushing event updated for resources: {'Port': ['ID=7b068832-aa80-4c8e-bfbe-dd9152a761c5,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:22.743732 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-255447b4-fb78-4381-99c1-24b4b1ccce32 None None] Provisioning for port aede8132-128f-4962-ac81-eb8cb2b823de completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:19:22.761093 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9ebe2099-cc6c-4e01-930f-9982688b93da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:22.790686 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port aede8132-128f-4962-ac81-eb8cb2b823de triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:19:22.791338 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:22.827108 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779da478-0c20-4e97-9276-dd95794b391c req-3fc7573c-eefd-4832-8025-871b0bd3caeb tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:22.829965 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-779da478-0c20-4e97-9276-dd95794b391c req-3fc7573c-eefd-4832-8025-871b0bd3caeb tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.7928848 May 27 02:19:22.866587 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea6c55-e675-4d53-b6bb-03d2e7029a32 req-41271760-1344-4d96-b91e-06fecedbdb42 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:22.867544 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-a7ea6c55-e675-4d53-b6bb-03d2e7029a32 req-41271760-1344-4d96-b91e-06fecedbdb42 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] Synchronizing usage tracker for tenant:501b6231d2cf464aada418d579420386 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:19:22.868929 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-40f91e24-7acd-47c6-a39c-1af668b393df service neutron] For port e9ad9b81-d2c0-42ac-91bf-67b927ce198c, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:19:22.872373 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-255447b4-fb78-4381-99c1-24b4b1ccce32 None None] Provisioning complete for port aede8132-128f-4962-ac81-eb8cb2b823de triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:19:22.872911 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-255447b4-fb78-4381-99c1-24b4b1ccce32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:22.874008 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-40f91e24-7acd-47c6-a39c-1af668b393df service neutron] For port e9ad9b81-d2c0-42ac-91bf-67b927ce198c, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=e9ad9b81-d2c0-42ac-91bf-67b927ce198c,segment=NetworkSegment(f9d0c973-72f3-423e-80ec-119f03165820),segment_id=f9d0c973-72f3-423e-80ec-119f03165820)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:19:22.916113 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-cfa534e6-f7bc-42bd-994d-0fb5d34442a2 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:22.916783 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-cfa534e6-f7bc-42bd-994d-0fb5d34442a2 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:23.016408 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-40f91e24-7acd-47c6-a39c-1af668b393df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:23.065429 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port aede8132-128f-4962-ac81-eb8cb2b823de is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:19:23.065901 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:23.086896 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-779da478-0c20-4e97-9276-dd95794b391c req-cc97cec3-153c-4503-bdc4-0acd5756858b tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045143 May 27 02:19:23.096365 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-d6e860df-45d2-4bd3-8622-859b8c84780c tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:23.100597 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d6e860df-45d2-4bd3-8622-859b8c84780c tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Usage tracker for resource:port and tenant:1eddda9d63fb4d5dbd46c04eeb1c1615 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:23.104425 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d6e860df-45d2-4bd3-8622-859b8c84780c tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:23.113162 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-d6e860df-45d2-4bd3-8622-859b8c84780c tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:23.161728 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f91e24-7acd-47c6-a39c-1af668b393df service neutron] Pushing event updated for resources: {'Port': ['ID=e9ad9b81-d2c0-42ac-91bf-67b927ce198c,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:23.202639 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-40f91e24-7acd-47c6-a39c-1af668b393df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:23.203745 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-40f91e24-7acd-47c6-a39c-1af668b393df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:23.205784 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-40f91e24-7acd-47c6-a39c-1af668b393df service neutron] 10.222.0.32 "PUT /v2.0/ports/e9ad9b81-d2c0-42ac-91bf-67b927ce198c HTTP/1.1" status: 200 len: 1092 time: 4.7161272 May 27 02:19:23.206736 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4deb55cd-96ca-4c26-8b0c-54cfb1a32c0b', 'tag': 'e9ad9b81-d2c0-42ac-91bf-67b927ce198c'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:19:23.259913 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4efdfb72-a453-49d1-8d8f-a5c3c56f7737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:23.275464 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-a7ea6c55-e675-4d53-b6bb-03d2e7029a32 req-41271760-1344-4d96-b91e-06fecedbdb42 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] Unset dirty status for tenant:501b6231d2cf464aada418d579420386 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:19:23.276762 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a7ea6c55-e675-4d53-b6bb-03d2e7029a32 req-41271760-1344-4d96-b91e-06fecedbdb42 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d2262f2-4b63-4a90-b951-d65109f796a8 HTTP/1.1" status: 200 len: 931 time: 1.3064544 May 27 02:19:23.278057 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-cfa534e6-f7bc-42bd-994d-0fb5d34442a2 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7246931 May 27 02:19:23.315384 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-83a5b023-7759-49ad-a650-6e4a4d8d1077 service neutron] Request body: {'port': {'device_id': '6d2262f2-4b63-4a90-b951-d65109f796a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:19:23.404761 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be6e9558-12e8-4077-a590-4173151a4fcf tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:23.437116 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e860df-45d2-4bd3-8622-859b8c84780c tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Made reservation on behalf of 1eddda9d63fb4d5dbd46c04eeb1c1615 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:19:23.516829 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port aede8132-128f-4962-ac81-eb8cb2b823de, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=aede8132-128f-4962-ac81-eb8cb2b823de,segment=NetworkSegment(96b1c415-5e47-4890-9130-978b818f2014),segment_id=96b1c415-5e47-4890-9130-978b818f2014)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:23.518865 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-255447b4-fb78-4381-99c1-24b4b1ccce32 None None] Current status of the port aede8132-128f-4962-ac81-eb8cb2b823de is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:19:23.521439 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-255447b4-fb78-4381-99c1-24b4b1ccce32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:23.534704 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-e38cc97f-98fb-4007-9ee6-71807a60f242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:23.536300 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-e38cc97f-98fb-4007-9ee6-71807a60f242 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=500421bbc9424254b703858ad839b150&device_id=4deb55cd-96ca-4c26-8b0c-54cfb1a32c0b HTTP/1.1" status: 200 len: 1095 time: 0.2204244 May 27 02:19:23.656153 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:23.897202 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-a7ea6c55-e675-4d53-b6bb-03d2e7029a32 req-1e41ece1-dcdf-4803-82eb-9d594e1759d5 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] Synchronizing usage tracker for tenant:501b6231d2cf464aada418d579420386 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:19:23.972302 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-a571bfea-33d5-4d51-9d31-dc7b17ee4f5c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9ad9b81-d2c0-42ac-91bf-67b927ce198c HTTP/1.1" status: 200 len: 217 time: 0.1209600 May 27 02:19:24.071065 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9ebe2099-cc6c-4e01-930f-9982688b93da None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:24.096805 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9ebe2099-cc6c-4e01-930f-9982688b93da None None] Transition to ACTIVE for port object 2e6400d8-4a54-4aac-ac6e-5bcd4f22e8ab will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:19:24.185275 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-83a5b023-7759-49ad-a650-6e4a4d8d1077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:24.194740 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9ebe2099-cc6c-4e01-930f-9982688b93da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:24.199745 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d6e860df-45d2-4bd3-8622-859b8c84780c tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:24.204428 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be6e9558-12e8-4077-a590-4173151a4fcf tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:24.273547 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02507e79-bdd1-4ff7-9cc2-adda7ef80103 req-bd5c0bfc-0586-4f26-93ef-11c257ad33ee tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:24.275505 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-02507e79-bdd1-4ff7-9cc2-adda7ef80103 req-bd5c0bfc-0586-4f26-93ef-11c257ad33ee tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4deb55cd-96ca-4c26-8b0c-54cfb1a32c0b HTTP/1.1" status: 200 len: 944 time: 0.8950849 May 27 02:19:24.278220 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-9ebe2099-cc6c-4e01-930f-9982688b93da None None] Attempting to bind port 2e6400d8-4a54-4aac-ac6e-5bcd4f22e8ab on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:19:24.278747 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-9ebe2099-cc6c-4e01-930f-9982688b93da None None] Attempting to bind port 2e6400d8-4a54-4aac-ac6e-5bcd4f22e8ab by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:19:24.279113 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebe2099-cc6c-4e01-930f-9982688b93da None None] Attempting to bind port 2e6400d8-4a54-4aac-ac6e-5bcd4f22e8ab on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:19:24.285082 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-255447b4-fb78-4381-99c1-24b4b1ccce32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:19:24.285593 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-255447b4-fb78-4381-99c1-24b4b1ccce32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:19:24.288033 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=aede8132-128f-4962-ac81-eb8cb2b823de,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:24.292911 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebe2099-cc6c-4e01-930f-9982688b93da None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:19:24.293292 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebe2099-cc6c-4e01-930f-9982688b93da None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:19:24.293701 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9ebe2099-cc6c-4e01-930f-9982688b93da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:24.294096 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebe2099-cc6c-4e01-930f-9982688b93da None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:19:24.294715 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-9ebe2099-cc6c-4e01-930f-9982688b93da None None] Bound port: 2e6400d8-4a54-4aac-ac6e-5bcd4f22e8ab, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:19:24.295236 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9ebe2099-cc6c-4e01-930f-9982688b93da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:24.360042 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-d6e860df-45d2-4bd3-8622-859b8c84780c tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] device_id is not set on port e87deded-4170-4b70-acde-6362e64b1c6a yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:19:24.419992 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0fc63a-1120-4d01-b8ba-65c1651ad2e1 None None] Pushing event updated for resources: {'Port': ['ID=2e6400d8-4a54-4aac-ac6e-5bcd4f22e8ab,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:24.433390 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-de88a5e1-0fd3-4764-a676-bda5a3e8c2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:24.435330 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-de88a5e1-0fd3-4764-a676-bda5a3e8c2b9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=029bf5aa-9449-4d9e-81c7-fe1336fb8379 HTTP/1.1" status: 200 len: 852 time: 0.4481239 May 27 02:19:24.480095 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9ebe2099-cc6c-4e01-930f-9982688b93da None None] For port 2e6400d8-4a54-4aac-ac6e-5bcd4f22e8ab, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:19:24.483879 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9ebe2099-cc6c-4e01-930f-9982688b93da None None] For port 2e6400d8-4a54-4aac-ac6e-5bcd4f22e8ab, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=2e6400d8-4a54-4aac-ac6e-5bcd4f22e8ab,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:19:24.485346 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-4efdfb72-a453-49d1-8d8f-a5c3c56f7737 admin admin] Allocated IP 172.20.0.1 (cf23f231-e3ca-41fb-bbc7-5d759b08ab1d/d0f72301-7d89-44af-b494-beef5120ee36/005872eb-b972-43c4-a867-7419babe319b) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:19:24.488609 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-abae2967-fbe8-4e44-bcc9-4d6402582ab7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=317f8943-c2cf-4629-a384-430f557971d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454342 May 27 02:19:24.492884 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-02507e79-bdd1-4ff7-9cc2-adda7ef80103 req-d6cab63d-9fb1-492c-8b94-b59d6e3e84f0 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692460 May 27 02:19:24.631914 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-6e3ed947-29e2-409a-ad0f-1cc28eaa5f07 service neutron] 10.222.0.32 "GET /v2.0/networks/317f8943-c2cf-4629-a384-430f557971d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357720 May 27 02:19:24.739008 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-a7ea6c55-e675-4d53-b6bb-03d2e7029a32 req-1e41ece1-dcdf-4803-82eb-9d594e1759d5 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] Unset dirty status for tenant:501b6231d2cf464aada418d579420386 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:19:24.740178 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a7ea6c55-e675-4d53-b6bb-03d2e7029a32 req-1e41ece1-dcdf-4803-82eb-9d594e1759d5 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ed04def-40b2-42a8-ba96-7599f6a1472f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4546418 May 27 02:19:24.745457 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9ebe2099-cc6c-4e01-930f-9982688b93da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:24.870093 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-d6e860df-45d2-4bd3-8622-859b8c84780c tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Allocated IP 2001:db8::97 (9f53d658-3e4c-4ef3-a883-3601dfdd3571/f15aabf8-0d3b-4c64-a260-f9372d9c236b/e87deded-4170-4b70-acde-6362e64b1c6a) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:19:24.933601 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fb2416c-269a-41ee-befa-f40f0a653181'] response: {'name': 'network-changed', 'server_uuid': '4deb55cd-96ca-4c26-8b0c-54cfb1a32c0b', 'tag': 'e9ad9b81-d2c0-42ac-91bf-67b927ce198c', 'status': 'completed', 'code': 200} May 27 02:19:24.939038 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6e9558-12e8-4077-a590-4173151a4fcf tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Router 4c05be4c-2785-452e-a28c-2e39a38443a8 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:19:25.014902 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4efdfb72-a453-49d1-8d8f-a5c3c56f7737 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:25.042664 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0fc63a-1120-4d01-b8ba-65c1651ad2e1 None None] Pushing event updated for resources: {'Port': ['ID=2e6400d8-4a54-4aac-ac6e-5bcd4f22e8ab,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:25.055691 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-255447b4-fb78-4381-99c1-24b4b1ccce32 None None] Current status of the port aede8132-128f-4962-ac81-eb8cb2b823de is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:19:25.069094 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebe2099-cc6c-4e01-930f-9982688b93da None None] Routers {'c9d20f2e-43a6-4f1e-96c3-7c95d74efc73'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:19:25.069737 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-9ebe2099-cc6c-4e01-930f-9982688b93da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:18:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['c9d20f2e-43a6-4f1e-96c3-7c95d74efc73'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:25.075034 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4efdfb72-a453-49d1-8d8f-a5c3c56f7737 admin admin] Transition to ACTIVE for port object 005872eb-b972-43c4-a867-7419babe319b will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:19:25.202220 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cfa09625-0aed-4ffd-b412-ad14c5483834 req-1560cd00-4383-4585-8273-b9bd95a7e50f service neutron] 10.222.0.32 "GET /v2.0/networks/317f8943-c2cf-4629-a384-430f557971d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5577230 May 27 02:19:25.242410 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6e9558-12e8-4077-a590-4173151a4fcf tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:19:25.257610 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5b26ca-5034-41ec-97f1-cf1460de29fa None None] Sync routers for ids ['4c05be4c-2785-452e-a28c-2e39a38443a8'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:19:25.276265 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5b26ca-5034-41ec-97f1-cf1460de29fa None None] Routers {'4c05be4c-2785-452e-a28c-2e39a38443a8'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:19:25.277086 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-9b5b26ca-5034-41ec-97f1-cf1460de29fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:18:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4c05be4c-2785-452e-a28c-2e39a38443a8'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:25.395922 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-9b5b26ca-5034-41ec-97f1-cf1460de29fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:25.412623 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-83a5b023-7759-49ad-a650-6e4a4d8d1077 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b068832-aa80-4c8e-bfbe-dd9152a761c5 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:19:25.419537 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4efdfb72-a453-49d1-8d8f-a5c3c56f7737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:25.423298 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5b26ca-5034-41ec-97f1-cf1460de29fa None None] Routers {'4c05be4c-2785-452e-a28c-2e39a38443a8'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:19:25.424168 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-9b5b26ca-5034-41ec-97f1-cf1460de29fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:18:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4c05be4c-2785-452e-a28c-2e39a38443a8'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:25.465873 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-db6725d2-6e3d-47db-a820-bdd46c1d3612 None None] Provisioning for port 46edbdd7-d238-459e-b1b0-996cb1249531 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:19:25.473269 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-83a5b023-7759-49ad-a650-6e4a4d8d1077 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:25.476559 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-db6725d2-6e3d-47db-a820-bdd46c1d3612 None None] Provisioning complete for port 46edbdd7-d238-459e-b1b0-996cb1249531 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:19:25.476559 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-db6725d2-6e3d-47db-a820-bdd46c1d3612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:25.503697 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-9b5b26ca-5034-41ec-97f1-cf1460de29fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:25.504424 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5b26ca-5034-41ec-97f1-cf1460de29fa None None] The sync data for ids ['4c05be4c-2785-452e-a28c-2e39a38443a8'] in n-d-843554-3 is: [] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:19:25.522053 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be6e9558-12e8-4077-a590-4173151a4fcf tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:25.523617 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-be6e9558-12e8-4077-a590-4173151a4fcf tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.8216665 May 27 02:19:25.526184 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41724) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:25.541652 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d6e860df-45d2-4bd3-8622-859b8c84780c tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:25.548385 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-db6725d2-6e3d-47db-a820-bdd46c1d3612 None None] Port 46edbdd7-d238-459e-b1b0-996cb1249531 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:19:25.551565 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-401fc8b5-6815-4edb-a800-b76a4ae77269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:25.579688 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-9ebe2099-cc6c-4e01-930f-9982688b93da None None] Set router c9d20f2e-43a6-4f1e-96c3-7c95d74efc73 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:19:25.596202 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-d6e860df-45d2-4bd3-8622-859b8c84780c tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Transition to ACTIVE for port object e87deded-4170-4b70-acde-6362e64b1c6a will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:19:25.627430 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-db6725d2-6e3d-47db-a820-bdd46c1d3612 None None] Provisioning complete for port aede8132-128f-4962-ac81-eb8cb2b823de triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:19:25.627786 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-db6725d2-6e3d-47db-a820-bdd46c1d3612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:25.657026 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-83a5b023-7759-49ad-a650-6e4a4d8d1077 service neutron] Transition to ACTIVE for port object 7b068832-aa80-4c8e-bfbe-dd9152a761c5 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:19:25.661541 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efdfb72-a453-49d1-8d8f-a5c3c56f7737 admin admin] Pushing event updated for resources: {'Port': ['ID=005872eb-b972-43c4-a867-7419babe319b,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:25.704603 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efdfb72-a453-49d1-8d8f-a5c3c56f7737 admin admin] Network cf23f231-e3ca-41fb-bbc7-5d759b08ab1d is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:19:25.714308 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-4efdfb72-a453-49d1-8d8f-a5c3c56f7737 admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:19:25.736448 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efdfb72-a453-49d1-8d8f-a5c3c56f7737 admin admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:19:25.739837 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125343cf-6455-4aa5-8e2f-571fb631c683 req-51e53753-ab81-484d-9ad7-abaf37d10a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:25.741520 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-125343cf-6455-4aa5-8e2f-571fb631c683 req-51e53753-ab81-484d-9ad7-abaf37d10a77 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=500421bbc9424254b703858ad839b150&device_id=4deb55cd-96ca-4c26-8b0c-54cfb1a32c0b HTTP/1.1" status: 200 len: 1095 time: 0.3351398 May 27 02:19:25.876292 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4efdfb72-a453-49d1-8d8f-a5c3c56f7737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:25.894234 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125343cf-6455-4aa5-8e2f-571fb631c683 req-0058150c-afcf-4504-a3d0-c06bd3e0e296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:25.898241 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-125343cf-6455-4aa5-8e2f-571fb631c683 req-0058150c-afcf-4504-a3d0-c06bd3e0e296 service neutron] 10.222.0.32 "GET /v2.0/networks?id=317f8943-c2cf-4629-a384-430f557971d0 HTTP/1.1" status: 200 len: 913 time: 0.1493585 May 27 02:19:25.975692 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device aede8132-128f-4962-ac81-eb8cb2b823de up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:19:26.006348 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-83a5b023-7759-49ad-a650-6e4a4d8d1077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:26.029575 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d6e860df-45d2-4bd3-8622-859b8c84780c tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:26.118917 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-125343cf-6455-4aa5-8e2f-571fb631c683 req-e729fab8-df5f-442d-a5db-90f89de8b5b0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9ad9b81-d2c0-42ac-91bf-67b927ce198c HTTP/1.1" status: 200 len: 217 time: 0.0962520 May 27 02:19:26.339550 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-db6725d2-6e3d-47db-a820-bdd46c1d3612 None None] Current status of the port aede8132-128f-4962-ac81-eb8cb2b823de is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:19:26.354305 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port aede8132-128f-4962-ac81-eb8cb2b823de triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:19:26.354683 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:26.380218 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125343cf-6455-4aa5-8e2f-571fb631c683 req-12923982-1deb-4730-91e9-c705f73d2f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:26.382724 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-125343cf-6455-4aa5-8e2f-571fb631c683 req-12923982-1deb-4730-91e9-c705f73d2f9e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=029bf5aa-9449-4d9e-81c7-fe1336fb8379 HTTP/1.1" status: 200 len: 852 time: 0.2512875 May 27 02:19:26.414072 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1bb1e-def8-495c-b592-eff57a737d4a req-8648b7fa-bd0c-4365-ac1a-9fd8149deac5 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:26.421256 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-02f1bb1e-def8-495c-b592-eff57a737d4a req-8648b7fa-bd0c-4365-ac1a-9fd8149deac5 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 1.0882988 May 27 02:19:26.447497 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-125343cf-6455-4aa5-8e2f-571fb631c683 req-094c87f5-e3d9-4cc0-a693-b4381af26438 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=317f8943-c2cf-4629-a384-430f557971d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550988 May 27 02:19:26.462708 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5b023-7759-49ad-a650-6e4a4d8d1077 service neutron] Pushing event updated for resources: {'Port': ['ID=7b068832-aa80-4c8e-bfbe-dd9152a761c5,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:26.524641 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port aede8132-128f-4962-ac81-eb8cb2b823de is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:19:26.531460 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-9ebe2099-cc6c-4e01-930f-9982688b93da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d20f2e-43a6-4f1e-96c3-7c95d74efc73', 'name': 'tempest-TaggedBootDevicesTest-790836661-router', 'tenant_id': 'c16206696eb741cdaa64166c1c689407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '2e6400d8-4a54-4aac-ac6e-5bcd4f22e8ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:19:13Z', 'updated_at': '2022-05-27T02:19:18Z', 'revision_number': 3, 'project_id': 'c16206696eb741cdaa64166c1c689407', 'gw_port': {'id': '2e6400d8-4a54-4aac-ac6e-5bcd4f22e8ab', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:13:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d20f2e-43a6-4f1e-96c3-7c95d74efc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:16Z', 'updated_at': '2022-05-27T02:19:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:26.536342 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebe2099-cc6c-4e01-930f-9982688b93da None None] The sync data for ids ['c9d20f2e-43a6-4f1e-96c3-7c95d74efc73'] in n-d-843554-3 is: [{'id': 'c9d20f2e-43a6-4f1e-96c3-7c95d74efc73', 'name': 'tempest-TaggedBootDevicesTest-790836661-router', 'tenant_id': 'c16206696eb741cdaa64166c1c689407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '2e6400d8-4a54-4aac-ac6e-5bcd4f22e8ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:19:13Z', 'updated_at': '2022-05-27T02:19:18Z', 'revision_number': 3, 'project_id': 'c16206696eb741cdaa64166c1c689407', 'gw_port': {'id': '2e6400d8-4a54-4aac-ac6e-5bcd4f22e8ab', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:13:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d20f2e-43a6-4f1e-96c3-7c95d74efc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:16Z', 'updated_at': '2022-05-27T02:19:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:19:26.625104 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e860df-45d2-4bd3-8622-859b8c84780c tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Pushing event updated for resources: {'Port': ['ID=e87deded-4170-4b70-acde-6362e64b1c6a,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:26.629891 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e860df-45d2-4bd3-8622-859b8c84780c tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Network 9f53d658-3e4c-4ef3-a883-3601dfdd3571 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:19:26.633018 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4efdfb72-a453-49d1-8d8f-a5c3c56f7737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:26.633206 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f5901671-f08f-418f-8b6f-1d80a398bb67 None None] Provisioning for port 005872eb-b972-43c4-a867-7419babe319b completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:19:26.639622 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f5901671-f08f-418f-8b6f-1d80a398bb67 None None] Provisioning complete for port 005872eb-b972-43c4-a867-7419babe319b triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:19:26.640099 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f5901671-f08f-418f-8b6f-1d80a398bb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:26.709584 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-d6e860df-45d2-4bd3-8622-859b8c84780c tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:19:26.712663 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e860df-45d2-4bd3-8622-859b8c84780c tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:19:26.718470 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e860df-45d2-4bd3-8622-859b8c84780c tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:26.719090 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d6e860df-45d2-4bd3-8622-859b8c84780c tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:26.780763 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-02f1bb1e-def8-495c-b592-eff57a737d4a req-ea47fb1a-d97f-4609-85b5-d88abbbaf1ef tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3584034 May 27 02:19:26.828753 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-f5901671-f08f-418f-8b6f-1d80a398bb67 None None] Port 005872eb-b972-43c4-a867-7419babe319b cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:19:27.155243 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-125343cf-6455-4aa5-8e2f-571fb631c683 req-2d473870-0dec-42f3-85d2-d30acc125bde service neutron] 10.222.0.32 "GET /v2.0/networks/317f8943-c2cf-4629-a384-430f557971d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7000396 May 27 02:19:27.358808 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-395b4c2c-d0b4-470f-8744-b72eaa7e006c None None] Provisioning for port e87deded-4170-4b70-acde-6362e64b1c6a completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:19:27.362101 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-395b4c2c-d0b4-470f-8744-b72eaa7e006c None None] Provisioning complete for port e87deded-4170-4b70-acde-6362e64b1c6a triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:19:27.362471 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-395b4c2c-d0b4-470f-8744-b72eaa7e006c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:27.377016 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d6e860df-45d2-4bd3-8622-859b8c84780c tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 4.9359238 May 27 02:19:27.389189 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41734) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:27.521865 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-395b4c2c-d0b4-470f-8744-b72eaa7e006c None None] Port e87deded-4170-4b70-acde-6362e64b1c6a cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:19:27.545581 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61a59a-5b07-452b-a34c-57683f66bcdb req-f13714b5-f09b-46ac-977c-1b91589f14e4 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:27.547167 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bd61a59a-5b07-452b-a34c-57683f66bcdb req-f13714b5-f09b-46ac-977c-1b91589f14e4 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4deb55cd-96ca-4c26-8b0c-54cfb1a32c0b HTTP/1.1" status: 200 len: 944 time: 1.6726208 May 27 02:19:27.608142 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f30c2fa-db24-4dca-a611-2991adaee522 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:27.643083 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-83a5b023-7759-49ad-a650-6e4a4d8d1077 service neutron] Attempting to bind port 7b068832-aa80-4c8e-bfbe-dd9152a761c5 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:19:27.643659 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-83a5b023-7759-49ad-a650-6e4a4d8d1077 service neutron] Attempting to bind port 7b068832-aa80-4c8e-bfbe-dd9152a761c5 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '010785fa-f5e7-4dcf-b622-2505f0fe7e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '77d89068-dcb5-4a94-b576-8faa694fa371'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:19:27.643759 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-83a5b023-7759-49ad-a650-6e4a4d8d1077 service neutron] Attempting to bind port 7b068832-aa80-4c8e-bfbe-dd9152a761c5 on network 77d89068-dcb5-4a94-b576-8faa694fa371 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:19:27.653423 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bd61a59a-5b07-452b-a34c-57683f66bcdb req-447c332a-13ec-4ab0-af61-43ed8ef9b8a6 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882506 May 27 02:19:27.655509 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4efdfb72-a453-49d1-8d8f-a5c3c56f7737 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:27.675629 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6ffed-0f0f-4f22-ac4f-9bc057eb2ba5 req-184ed837-9d92-43ec-afa2-30bf037d64c0 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:27.682307 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-25c6ffed-0f0f-4f22-ac4f-9bc057eb2ba5 req-184ed837-9d92-43ec-afa2-30bf037d64c0 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d2262f2-4b63-4a90-b951-d65109f796a8 HTTP/1.1" status: 200 len: 943 time: 0.5039749 May 27 02:19:27.684859 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-83a5b023-7759-49ad-a650-6e4a4d8d1077 service neutron] Port 7b068832-aa80-4c8e-bfbe-dd9152a761c5 on network 77d89068-dcb5-4a94-b576-8faa694fa371 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:19:27.685000 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-83a5b023-7759-49ad-a650-6e4a4d8d1077 service neutron] Attempting to bind port 7b068832-aa80-4c8e-bfbe-dd9152a761c5 on network 77d89068-dcb5-4a94-b576-8faa694fa371 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:19:27.710905 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-125343cf-6455-4aa5-8e2f-571fb631c683 req-49b39214-a1a6-454e-b9dc-4abf73064c34 service neutron] 10.222.0.32 "GET /v2.0/networks/317f8943-c2cf-4629-a384-430f557971d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5442457 May 27 02:19:27.714880 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-83a5b023-7759-49ad-a650-6e4a4d8d1077 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:19:27.716705 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-83a5b023-7759-49ad-a650-6e4a4d8d1077 service neutron] Checking segment: {'id': '010785fa-f5e7-4dcf-b622-2505f0fe7e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '77d89068-dcb5-4a94-b576-8faa694fa371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:19:27.717342 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-83a5b023-7759-49ad-a650-6e4a4d8d1077 service neutron] Bound using segment: {'id': '010785fa-f5e7-4dcf-b622-2505f0fe7e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '77d89068-dcb5-4a94-b576-8faa694fa371'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:19:27.740642 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-83a5b023-7759-49ad-a650-6e4a4d8d1077 service neutron] Bound port: 7b068832-aa80-4c8e-bfbe-dd9152a761c5, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '010785fa-f5e7-4dcf-b622-2505f0fe7e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '77d89068-dcb5-4a94-b576-8faa694fa371'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:19:27.748477 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-83a5b023-7759-49ad-a650-6e4a4d8d1077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:27.813185 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4efdfb72-a453-49d1-8d8f-a5c3c56f7737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:27.859509 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c6f93243-545d-49c3-88b8-c1d0866d6f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:27.915671 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 2e6400d8-4a54-4aac-ac6e-5bcd4f22e8ab up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:19:28.047159 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-25c6ffed-0f0f-4f22-ac4f-9bc057eb2ba5 req-cd3d14a4-9c5e-4da0-a415-0ab045e2eda3 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ed04def-40b2-42a8-ba96-7599f6a1472f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477452 May 27 02:19:28.085853 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d37307-677e-412c-8353-d61d86b6229a tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:28.090494 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device e9ad9b81-d2c0-42ac-91bf-67b927ce198c details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:19:28.093846 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d37307-677e-412c-8353-d61d86b6229a tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:28.111748 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d37307-677e-412c-8353-d61d86b6229a tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:28.113126 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-02d37307-677e-412c-8353-d61d86b6229a tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Synchronizing usage tracker for tenant:1eddda9d63fb4d5dbd46c04eeb1c1615 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:19:28.160284 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-83a5b023-7759-49ad-a650-6e4a4d8d1077 service neutron] For port 7b068832-aa80-4c8e-bfbe-dd9152a761c5, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:19:28.170433 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-83a5b023-7759-49ad-a650-6e4a4d8d1077 service neutron] For port 7b068832-aa80-4c8e-bfbe-dd9152a761c5, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=7b068832-aa80-4c8e-bfbe-dd9152a761c5,segment=NetworkSegment(010785fa-f5e7-4dcf-b622-2505f0fe7e37),segment_id=010785fa-f5e7-4dcf-b622-2505f0fe7e37)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:19:28.228710 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4efdfb72-a453-49d1-8d8f-a5c3c56f7737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:28.233702 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efdfb72-a453-49d1-8d8f-a5c3c56f7737 admin admin] Pushing event updated for resources: {'Port': ['ID=005872eb-b972-43c4-a867-7419babe319b,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:28.257532 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-83a5b023-7759-49ad-a650-6e4a4d8d1077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:28.292598 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port e9ad9b81-d2c0-42ac-91bf-67b927ce198c, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=e9ad9b81-d2c0-42ac-91bf-67b927ce198c,segment=NetworkSegment(f9d0c973-72f3-423e-80ec-119f03165820),segment_id=f9d0c973-72f3-423e-80ec-119f03165820)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:28.306946 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': 'e9ad9b81-d2c0-42ac-91bf-67b927ce198c', 'network_id': '317f8943-c2cf-4629-a384-430f557971d0', 'port_id': 'e9ad9b81-d2c0-42ac-91bf-67b927ce198c', 'mac_address': 'fa:16:3e:f7:67:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '029bf5aa-9449-4d9e-81c7-fe1336fb8379', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:19:28.310022 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 2e6400d8-4a54-4aac-ac6e-5bcd4f22e8ab completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:19:28.312222 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-6f30c2fa-db24-4dca-a611-2991adaee522 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Allocated IP 172.20.0.1 (15c398c4-e40a-406f-90bc-73562a630f66/b129b23d-e221-4d69-9cf9-10ee5c96b0d5/07794c19-3fd3-4756-bcb4-f537cfabc7a2) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:19:28.351592 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 2e6400d8-4a54-4aac-ac6e-5bcd4f22e8ab triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:19:28.353533 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:28.422341 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-02d37307-677e-412c-8353-d61d86b6229a tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Unset dirty status for tenant:1eddda9d63fb4d5dbd46c04eeb1c1615 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:19:28.426507 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-02d37307-677e-412c-8353-d61d86b6229a tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.9884596 May 27 02:19:28.436804 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41748) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:28.479696 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-83a5b023-7759-49ad-a650-6e4a4d8d1077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:28.480332 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-83a5b023-7759-49ad-a650-6e4a4d8d1077 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:28.481878 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-83a5b023-7759-49ad-a650-6e4a4d8d1077 service neutron] 10.222.0.32 "PUT /v2.0/ports/7b068832-aa80-4c8e-bfbe-dd9152a761c5 HTTP/1.1" status: 200 len: 1091 time: 5.1731105 May 27 02:19:28.482344 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d2262f2-4b63-4a90-b951-d65109f796a8', 'tag': '7b068832-aa80-4c8e-bfbe-dd9152a761c5'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:19:28.561887 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port e9ad9b81-d2c0-42ac-91bf-67b927ce198c is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:19:28.562468 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:28.563720 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5b023-7759-49ad-a650-6e4a4d8d1077 service neutron] Pushing event updated for resources: {'Port': ['ID=7b068832-aa80-4c8e-bfbe-dd9152a761c5,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:28.601149 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9ad9b81-d2c0-42ac-91bf-67b927ce198c {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:19:28.622103 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port e9ad9b81-d2c0-42ac-91bf-67b927ce198c, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=e9ad9b81-d2c0-42ac-91bf-67b927ce198c,segment=NetworkSegment(f9d0c973-72f3-423e-80ec-119f03165820),segment_id=f9d0c973-72f3-423e-80ec-119f03165820)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:28.630463 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 2e6400d8-4a54-4aac-ac6e-5bcd4f22e8ab is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:19:28.630781 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f30c2fa-db24-4dca-a611-2991adaee522 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:28.631222 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:28.640611 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ed66a1ce-2199-4246-ab98-91177af7e545 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Deleting port e87deded-4170-4b70-acde-6362e64b1c6a {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:19:28.641322 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ed66a1ce-2199-4246-ab98-91177af7e545 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:28.664196 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 2e6400d8-4a54-4aac-ac6e-5bcd4f22e8ab, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=2e6400d8-4a54-4aac-ac6e-5bcd4f22e8ab,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:28.666836 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-345c97a8-1690-4999-8f0f-01cc8b2e3c2b'] response: {'name': 'network-changed', 'server_uuid': '6d2262f2-4b63-4a90-b951-d65109f796a8', 'tag': '7b068832-aa80-4c8e-bfbe-dd9152a761c5', 'status': 'completed', 'code': 200} May 27 02:19:28.738131 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc692b-aae4-48e7-8dc6-9f6faf1ec4bc req-704dadd5-a1f9-4cb1-97ff-4aaf7e4b1ae5 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:28.738131 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9cdc692b-aae4-48e7-8dc6-9f6faf1ec4bc req-704dadd5-a1f9-4cb1-97ff-4aaf7e4b1ae5 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.5760062 May 27 02:19:28.790473 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efdfb72-a453-49d1-8d8f-a5c3c56f7737 admin admin] Network cf23f231-e3ca-41fb-bbc7-5d759b08ab1d is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:19:28.798855 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-4efdfb72-a453-49d1-8d8f-a5c3c56f7737 admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:19:28.943872 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:29.031005 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f30c2fa-db24-4dca-a611-2991adaee522 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:29.031661 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:29.040217 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=e9ad9b81-d2c0-42ac-91bf-67b927ce198c,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:29.050868 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:29.051108 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:29.051350 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:29.051624 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:29.051951 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:29.052443 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:29.052797 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:29.053126 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:29.053448 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:29.053924 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:29.054249 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:29.054565 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:29.107764 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:29.108422 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:29.129011 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30c2fa-db24-4dca-a611-2991adaee522 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Pushing event updated for resources: {'Port': ['ID=07794c19-3fd3-4756-bcb4-f537cfabc7a2,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:29.131694 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-360c1145-74a0-4a08-8671-45457f903ff5 None None] Provisioning complete for port 005872eb-b972-43c4-a867-7419babe319b triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:19:29.132115 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-360c1145-74a0-4a08-8671-45457f903ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:29.153681 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f30c2fa-db24-4dca-a611-2991adaee522 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Network 15c398c4-e40a-406f-90bc-73562a630f66 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:19:29.157203 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-6f30c2fa-db24-4dca-a611-2991adaee522 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:19:29.159733 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f30c2fa-db24-4dca-a611-2991adaee522 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:19:29.185507 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['e9ad9b81-d2c0-42ac-91bf-67b927ce198c'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:19:29.254788 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f30c2fa-db24-4dca-a611-2991adaee522 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:29.273071 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9cdc692b-aae4-48e7-8dc6-9f6faf1ec4bc req-7469b101-c786-4545-9dfe-f26632137d0c tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5560110 May 27 02:19:29.287697 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4efdfb72-a453-49d1-8d8f-a5c3c56f7737 admin admin] Router c9d20f2e-43a6-4f1e-96c3-7c95d74efc73 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:19:29.292684 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=2e6400d8-4a54-4aac-ac6e-5bcd4f22e8ab,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:29.318683 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-148e424c-4e2c-4383-9d8b-1fab37679d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:29.320256 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-148e424c-4e2c-4383-9d8b-1fab37679d2c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=501b6231d2cf464aada418d579420386&device_id=6d2262f2-4b63-4a90-b951-d65109f796a8 HTTP/1.1" status: 200 len: 1094 time: 0.7276554 May 27 02:19:29.329231 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-360c1145-74a0-4a08-8671-45457f903ff5 None None] Port 005872eb-b972-43c4-a867-7419babe319b cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:19:29.718082 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-1909a817-c28f-4c26-8c80-8b95dc5643d9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b068832-aa80-4c8e-bfbe-dd9152a761c5 HTTP/1.1" status: 200 len: 217 time: 0.3699236 May 27 02:19:29.775488 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 2e6400d8-4a54-4aac-ac6e-5bcd4f22e8ab up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:19:29.801692 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f30c2fa-db24-4dca-a611-2991adaee522 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:29.858113 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ed66a1ce-2199-4246-ab98-91177af7e545 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:29.871945 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 2e6400d8-4a54-4aac-ac6e-5bcd4f22e8ab triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:19:29.872443 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:30.048324 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 2e6400d8-4a54-4aac-ac6e-5bcd4f22e8ab is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:19:30.053980 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:30.105619 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device e9ad9b81-d2c0-42ac-91bf-67b927ce198c up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:19:30.109668 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ed66a1ce-2199-4246-ab98-91177af7e545 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Calling delete_port for e87deded-4170-4b70-acde-6362e64b1c6a owned by {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:19:30.162625 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-729f4d7b-f038-4aa7-9e08-af9ad44ece17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:30.164170 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-729f4d7b-f038-4aa7-9e08-af9ad44ece17 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bd74d84c-d0ff-4fef-99c9-0e8e72ccfb0e HTTP/1.1" status: 200 len: 853 time: 0.4316401 May 27 02:19:30.224119 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbfa9d-3a0e-42ef-b212-cb23883648a4 req-6e119c45-e06c-4b05-aedb-a00b0f9d5ea0 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:30.225682 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4ffbfa9d-3a0e-42ef-b212-cb23883648a4 req-6e119c45-e06c-4b05-aedb-a00b0f9d5ea0 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4deb55cd-96ca-4c26-8b0c-54cfb1a32c0b HTTP/1.1" status: 200 len: 945 time: 1.4283354 May 27 02:19:30.253175 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-3a4c5fe8-39dc-4a6b-a004-2d7c6686621c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=77d89068-dcb5-4a94-b576-8faa694fa371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704072 May 27 02:19:30.275966 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4efdfb72-a453-49d1-8d8f-a5c3c56f7737 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:19:30.288104 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d03eb0-b15c-485e-a011-9aa0adc86966 None None] Sync routers for ids ['c9d20f2e-43a6-4f1e-96c3-7c95d74efc73'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:19:30.300193 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d03eb0-b15c-485e-a011-9aa0adc86966 None None] Routers {'c9d20f2e-43a6-4f1e-96c3-7c95d74efc73'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:19:30.301332 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4efdfb72-a453-49d1-8d8f-a5c3c56f7737 admin admin] 10.222.0.57 "PUT /v2.0/routers/c9d20f2e-43a6-4f1e-96c3-7c95d74efc73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7282305 May 27 02:19:30.301453 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-35d03eb0-b15c-485e-a011-9aa0adc86966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:19:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['c9d20f2e-43a6-4f1e-96c3-7c95d74efc73'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:30.318962 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25727ab7-345d-4f60-9baf-e7589d9d5abf req-9404f832-b226-4ef0-a8c1-aea145a490eb tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:30.320411 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-25727ab7-345d-4f60-9baf-e7589d9d5abf req-9404f832-b226-4ef0-a8c1-aea145a490eb tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d2262f2-4b63-4a90-b951-d65109f796a8 HTTP/1.1" status: 200 len: 943 time: 0.6343856 May 27 02:19:30.371029 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port e9ad9b81-d2c0-42ac-91bf-67b927ce198c completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:19:30.384772 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port e9ad9b81-d2c0-42ac-91bf-67b927ce198c triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:19:30.385154 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:30.458591 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4ffbfa9d-3a0e-42ef-b212-cb23883648a4 req-5515f547-b061-440f-8835-4b2845971a14 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193825 May 27 02:19:30.534720 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-25727ab7-345d-4f60-9baf-e7589d9d5abf req-b2c6043e-b7de-439d-9092-1d534fdbf22e tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ed04def-40b2-42a8-ba96-7599f6a1472f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441722 May 27 02:19:30.608136 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f30c2fa-db24-4dca-a611-2991adaee522 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:30.619029 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-35d03eb0-b15c-485e-a011-9aa0adc86966 None None] Set router c9d20f2e-43a6-4f1e-96c3-7c95d74efc73 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:19:30.665701 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f30c2fa-db24-4dca-a611-2991adaee522 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:30.904058 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30c2fa-db24-4dca-a611-2991adaee522 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Pushing event updated for resources: {'Port': ['ID=07794c19-3fd3-4756-bcb4-f537cfabc7a2,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:30.921728 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-b3e64312-b6b5-4a84-a991-73ed5009eca6 service neutron] 10.222.0.32 "GET /v2.0/networks/77d89068-dcb5-4a94-b576-8faa694fa371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6501062 May 27 02:19:30.959871 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f30c2fa-db24-4dca-a611-2991adaee522 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:31.078791 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ed66a1ce-2199-4246-ab98-91177af7e545 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:31.106276 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port e9ad9b81-d2c0-42ac-91bf-67b927ce198c is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:19:31.107611 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:31.212384 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed66a1ce-2199-4246-ab98-91177af7e545 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Pushing event deleted for resources: {'Port': ['ID=e87deded-4170-4b70-acde-6362e64b1c6a,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:31.213734 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4deb55cd-96ca-4c26-8b0c-54cfb1a32c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ad9b81-d2c0-42ac-91bf-67b927ce198c'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:19:31.250890 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port e9ad9b81-d2c0-42ac-91bf-67b927ce198c, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=e9ad9b81-d2c0-42ac-91bf-67b927ce198c,segment=NetworkSegment(f9d0c973-72f3-423e-80ec-119f03165820),segment_id=f9d0c973-72f3-423e-80ec-119f03165820)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:31.262938 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f30c2fa-db24-4dca-a611-2991adaee522 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Network 15c398c4-e40a-406f-90bc-73562a630f66 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:19:31.265719 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-6f30c2fa-db24-4dca-a611-2991adaee522 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:19:31.334648 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-35d03eb0-b15c-485e-a011-9aa0adc86966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d20f2e-43a6-4f1e-96c3-7c95d74efc73', 'name': 'tempest-TaggedBootDevicesTest-790836661-router', 'tenant_id': 'c16206696eb741cdaa64166c1c689407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '2e6400d8-4a54-4aac-ac6e-5bcd4f22e8ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:19:13Z', 'updated_at': '2022-05-27T02:19:26Z', 'revision_number': 4, 'project_id': 'c16206696eb741cdaa64166c1c689407', 'gw_port': {'id': '2e6400d8-4a54-4aac-ac6e-5bcd4f22e8ab', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:13:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d20f2e-43a6-4f1e-96c3-7c95d74efc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:16Z', 'updated_at': '2022-05-27T02:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '005872eb-b972-43c4-a867-7419babe319b', 'name': '', 'network_id': 'cf23f231-e3ca-41fb-bbc7-5d759b08ab1d', 'tenant_id': 'c16206696eb741cdaa64166c1c689407', 'mac_address': 'fa:16:3e:06:75:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d20f2e-43a6-4f1e-96c3-7c95d74efc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'd0f72301-7d89-44af-b494-beef5120ee36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:23Z', 'updated_at': '2022-05-27T02:19:26Z', 'revision_number': 2, 'project_id': 'c16206696eb741cdaa64166c1c689407', 'subnets': [{'id': 'd0f72301-7d89-44af-b494-beef5120ee36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:31.346343 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d03eb0-b15c-485e-a011-9aa0adc86966 None None] Checking router: c9d20f2e-43a6-4f1e-96c3-7c95d74efc73 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:19:31.346757 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d03eb0-b15c-485e-a011-9aa0adc86966 None None] Updating router c9d20f2e-43a6-4f1e-96c3-7c95d74efc73 port 005872eb-b972-43c4-a867-7419babe319b binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:19:31.412964 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04a2a542-0d10-484b-8d42-15d66b2c009c req-0198dcfc-07d2-4707-ae16-e2283d0b3362 service neutron] 10.222.0.32 "GET /v2.0/networks/77d89068-dcb5-4a94-b576-8faa694fa371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4841368 May 27 02:19:31.439891 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:31.562803 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-35d03eb0-b15c-485e-a011-9aa0adc86966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:31.606423 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ed66a1ce-2199-4246-ab98-91177af7e545 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:31.614755 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799eefc-a0ea-4ade-b9d0-c591004b4e75 req-5a5d1a92-dd70-41ff-8f2e-9e423c7702e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:31.616130 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2799eefc-a0ea-4ade-b9d0-c591004b4e75 req-5a5d1a92-dd70-41ff-8f2e-9e423c7702e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62f5f7df5795463f9f8bc1cd40caf878&device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 1095 time: 0.3359129 May 27 02:19:31.628894 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95767a-b9ce-4c74-a174-28cb5eb7e74f req-9a7a0c61-5ab7-45c0-a10c-e7fdcc95cfc1 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:31.630541 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bc95767a-b9ce-4c74-a174-28cb5eb7e74f req-9a7a0c61-5ab7-45c0-a10c-e7fdcc95cfc1 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.4335134 May 27 02:19:31.643358 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=e9ad9b81-d2c0-42ac-91bf-67b927ce198c,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:31.688586 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bc95767a-b9ce-4c74-a174-28cb5eb7e74f req-221d40df-5b9d-453c-a50a-b44984d34d33 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482662 May 27 02:19:31.694347 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ed66a1ce-2199-4246-ab98-91177af7e545 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] 10.222.0.57 "DELETE /v2.0/ports/e87deded-4170-4b70-acde-6362e64b1c6a HTTP/1.1" status: 204 len: 168 time: 3.2558115 May 27 02:19:31.699750 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41878) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:31.755999 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe925f-0af3-40ff-b6d3-5c74eb0b1614 req-bfe472e5-2f6b-46d8-979d-7f7b2094f244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:31.757508 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8fbe925f-0af3-40ff-b6d3-5c74eb0b1614 req-bfe472e5-2f6b-46d8-979d-7f7b2094f244 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=501b6231d2cf464aada418d579420386&device_id=6d2262f2-4b63-4a90-b951-d65109f796a8 HTTP/1.1" status: 200 len: 1094 time: 0.2096860 May 27 02:19:31.772580 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cc38e70-2585-445b-9722-935ad9a82f48 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] GET failed (client error): The resource could not be found. May 27 02:19:31.773213 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3cc38e70-2585-445b-9722-935ad9a82f48 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Synchronizing usage tracker for tenant:1eddda9d63fb4d5dbd46c04eeb1c1615 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:19:31.934255 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799eefc-a0ea-4ade-b9d0-c591004b4e75 req-1592c66c-2603-4e15-af77-e08d223b9654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:31.935787 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2799eefc-a0ea-4ade-b9d0-c591004b4e75 req-1592c66c-2603-4e15-af77-e08d223b9654 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164 HTTP/1.1" status: 200 len: 912 time: 0.3117590 May 27 02:19:31.964188 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f1657b5-e340-458c-a9a1-19e8d9d0d0bb'] response: {'server_uuid': '4deb55cd-96ca-4c26-8b0c-54cfb1a32c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ad9b81-d2c0-42ac-91bf-67b927ce198c', 'code': 200} May 27 02:19:31.980626 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3cc38e70-2585-445b-9722-935ad9a82f48 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Unset dirty status for tenant:1eddda9d63fb4d5dbd46c04eeb1c1615 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:19:31.981794 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3cc38e70-2585-445b-9722-935ad9a82f48 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] 10.222.0.57 "GET /v2.0/ports/e87deded-4170-4b70-acde-6362e64b1c6a HTTP/1.1" status: 404 len: 333 time: 0.2803884 May 27 02:19:32.005034 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-35d03eb0-b15c-485e-a011-9aa0adc86966 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:32.019591 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41890) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:32.025165 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-35d03eb0-b15c-485e-a011-9aa0adc86966 None None] Transition to ACTIVE for port object 005872eb-b972-43c4-a867-7419babe319b will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:19:32.027472 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-f86cfb09-19ee-44a1-9066-b2662462c25f tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Request body: {'port': {'network_id': '9f53d658-3e4c-4ef3-a883-3601dfdd3571', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1547005135'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:19:32.043782 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe925f-0af3-40ff-b6d3-5c74eb0b1614 req-a688e850-2e9c-4440-9289-37d09be5ef80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:32.045259 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8fbe925f-0af3-40ff-b6d3-5c74eb0b1614 req-a688e850-2e9c-4440-9289-37d09be5ef80 service neutron] 10.222.0.32 "GET /v2.0/networks?id=77d89068-dcb5-4a94-b576-8faa694fa371 HTTP/1.1" status: 200 len: 914 time: 0.2744501 May 27 02:19:32.064795 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f30c2fa-db24-4dca-a611-2991adaee522 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Router 4c05be4c-2785-452e-a28c-2e39a38443a8 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:19:32.149646 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2799eefc-a0ea-4ade-b9d0-c591004b4e75 req-2f61bce6-c3c8-4df4-a02e-b08b846d3945 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59dd76c7-04f3-4e36-a375-05bd87a0399b HTTP/1.1" status: 200 len: 998 time: 0.1918490 May 27 02:19:32.189975 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-35d03eb0-b15c-485e-a011-9aa0adc86966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:32.190721 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69558b-6a6e-493c-9c34-5f0763300270 req-2657136c-6985-4397-8035-fc082af988e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:32.190721 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7c69558b-6a6e-493c-9c34-5f0763300270 req-2657136c-6985-4397-8035-fc082af988e0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4deb55cd-96ca-4c26-8b0c-54cfb1a32c0b HTTP/1.1" status: 200 len: 1097 time: 0.3200679 May 27 02:19:32.203773 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8fbe925f-0af3-40ff-b6d3-5c74eb0b1614 req-0f0f3b42-fc06-4f45-8d53-1e509f0acedc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b068832-aa80-4c8e-bfbe-dd9152a761c5 HTTP/1.1" status: 200 len: 217 time: 0.1420460 May 27 02:19:32.349418 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799eefc-a0ea-4ade-b9d0-c591004b4e75 req-6a905d2a-9521-4134-927a-b77f14ae9202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:32.350899 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2799eefc-a0ea-4ade-b9d0-c591004b4e75 req-6a905d2a-9521-4134-927a-b77f14ae9202 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ee39392-3407-48c1-b561-be7ced0cb982 HTTP/1.1" status: 200 len: 850 time: 0.1937320 May 27 02:19:32.355442 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7c69558b-6a6e-493c-9c34-5f0763300270 req-e6baec23-65d3-4163-808d-14cbec2f2c8b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574328 May 27 02:19:32.361284 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe925f-0af3-40ff-b6d3-5c74eb0b1614 req-fd324789-d959-41d1-8547-afaf64526ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:32.367397 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8fbe925f-0af3-40ff-b6d3-5c74eb0b1614 req-fd324789-d959-41d1-8547-afaf64526ce6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bd74d84c-d0ff-4fef-99c9-0e8e72ccfb0e HTTP/1.1" status: 200 len: 853 time: 0.1413271 May 27 02:19:32.370827 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-f86cfb09-19ee-44a1-9066-b2662462c25f tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:32.381000 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5441fc1-21f4-4394-bd2b-cdcc29c403fa req-48eb9228-22b3-45d0-8fda-a9232bee64fd tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:32.382496 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d5441fc1-21f4-4394-bd2b-cdcc29c403fa req-48eb9228-22b3-45d0-8fda-a9232bee64fd tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4deb55cd-96ca-4c26-8b0c-54cfb1a32c0b HTTP/1.1" status: 200 len: 946 time: 0.4095440 May 27 02:19:32.397874 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f30c2fa-db24-4dca-a611-2991adaee522 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:19:32.399972 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-f86cfb09-19ee-44a1-9066-b2662462c25f tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:32.413280 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6f30c2fa-db24-4dca-a611-2991adaee522 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "PUT /v2.0/routers/4c05be4c-2785-452e-a28c-2e39a38443a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8859243 May 27 02:19:32.416865 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41900) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:32.419797 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8265aa5-5cad-4a1a-bde8-37664274f56c None None] Sync routers for ids ['4c05be4c-2785-452e-a28c-2e39a38443a8'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:19:32.422399 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-2510ea2b-06f1-4fe2-ba05-6e0b582075be tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Request body: {'port': {'network_id': '15c398c4-e40a-406f-90bc-73562a630f66', 'name': 'tempest-FloatingIPTestJSON-460126699'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:19:32.456897 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b5374-2b25-47a4-ab9e-ae1c4c3cc98f None None] Pushing event updated for resources: {'Port': ['ID=005872eb-b972-43c4-a867-7419babe319b,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:32.457674 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8265aa5-5cad-4a1a-bde8-37664274f56c None None] Routers {'4c05be4c-2785-452e-a28c-2e39a38443a8'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:19:32.458371 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e8265aa5-5cad-4a1a-bde8-37664274f56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:19:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4c05be4c-2785-452e-a28c-2e39a38443a8'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:32.517113 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86cfb09-19ee-44a1-9066-b2662462c25f tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Made reservation on behalf of 1eddda9d63fb4d5dbd46c04eeb1c1615 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:19:32.521342 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f86cfb09-19ee-44a1-9066-b2662462c25f tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:32.557194 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-35d03eb0-b15c-485e-a011-9aa0adc86966 None None] Attempting to bind port 005872eb-b972-43c4-a867-7419babe319b on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:19:32.557637 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-35d03eb0-b15c-485e-a011-9aa0adc86966 None None] Attempting to bind port 005872eb-b972-43c4-a867-7419babe319b by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '1242d6f5-de3f-43d0-827d-5d3273455699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'cf23f231-e3ca-41fb-bbc7-5d759b08ab1d'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:19:32.558003 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d03eb0-b15c-485e-a011-9aa0adc86966 None None] Attempting to bind port 005872eb-b972-43c4-a867-7419babe319b on network cf23f231-e3ca-41fb-bbc7-5d759b08ab1d {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:19:32.565183 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d03eb0-b15c-485e-a011-9aa0adc86966 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:19:32.565930 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d03eb0-b15c-485e-a011-9aa0adc86966 None None] Checking segment: {'id': '1242d6f5-de3f-43d0-827d-5d3273455699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'cf23f231-e3ca-41fb-bbc7-5d759b08ab1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:19:32.566523 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-35d03eb0-b15c-485e-a011-9aa0adc86966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:32.567087 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d03eb0-b15c-485e-a011-9aa0adc86966 None None] Bound using segment: {'id': '1242d6f5-de3f-43d0-827d-5d3273455699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'cf23f231-e3ca-41fb-bbc7-5d759b08ab1d'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:19:32.567775 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-35d03eb0-b15c-485e-a011-9aa0adc86966 None None] Bound port: 005872eb-b972-43c4-a867-7419babe319b, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1242d6f5-de3f-43d0-827d-5d3273455699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'cf23f231-e3ca-41fb-bbc7-5d759b08ab1d'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:19:32.568346 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-35d03eb0-b15c-485e-a011-9aa0adc86966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:32.582188 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e8265aa5-5cad-4a1a-bde8-37664274f56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:32.607372 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8265aa5-5cad-4a1a-bde8-37664274f56c None None] Routers {'4c05be4c-2785-452e-a28c-2e39a38443a8'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:19:32.608961 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e8265aa5-5cad-4a1a-bde8-37664274f56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:19:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4c05be4c-2785-452e-a28c-2e39a38443a8'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:32.640082 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d5441fc1-21f4-4394-bd2b-cdcc29c403fa req-1b92502c-1281-4145-af09-3ed8e2848b0e tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998124 May 27 02:19:32.698674 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799eefc-a0ea-4ade-b9d0-c591004b4e75 req-dcea9df1-a16a-4bf1-b85f-9fdc287fc4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:32.700119 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2799eefc-a0ea-4ade-b9d0-c591004b4e75 req-dcea9df1-a16a-4bf1-b85f-9fdc287fc4fe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1554434 May 27 02:19:32.735707 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e8265aa5-5cad-4a1a-bde8-37664274f56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:32.749483 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8265aa5-5cad-4a1a-bde8-37664274f56c None None] The sync data for ids ['4c05be4c-2785-452e-a28c-2e39a38443a8'] in n-d-843554-3 is: [] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:19:32.771267 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-35d03eb0-b15c-485e-a011-9aa0adc86966 None None] For port 005872eb-b972-43c4-a867-7419babe319b, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:19:32.791418 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-35d03eb0-b15c-485e-a011-9aa0adc86966 None None] For port 005872eb-b972-43c4-a867-7419babe319b, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=005872eb-b972-43c4-a867-7419babe319b,segment=NetworkSegment(1242d6f5-de3f-43d0-827d-5d3273455699),segment_id=1242d6f5-de3f-43d0-827d-5d3273455699)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:19:32.871172 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-35d03eb0-b15c-485e-a011-9aa0adc86966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:32.920351 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8fbe925f-0af3-40ff-b6d3-5c74eb0b1614 req-88fd5292-874a-4013-9ca0-e56fff8d2d5c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=77d89068-dcb5-4a94-b576-8faa694fa371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3004982 May 27 02:19:32.947653 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-f86cfb09-19ee-44a1-9066-b2662462c25f tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] device_id is not set on port 79f39062-bf1d-4ebf-8b3f-7f4143f3f25b yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:19:32.996633 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2799eefc-a0ea-4ade-b9d0-c591004b4e75 req-d947b548-935b-40f4-8bbf-6539280db342 service neutron] 10.222.0.32 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839973 May 27 02:19:33.000730 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b5374-2b25-47a4-ab9e-ae1c4c3cc98f None None] Pushing event updated for resources: {'Port': ['ID=005872eb-b972-43c4-a867-7419babe319b,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:33.020966 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d03eb0-b15c-485e-a011-9aa0adc86966 None None] Routers {'c9d20f2e-43a6-4f1e-96c3-7c95d74efc73'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:19:33.021963 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-35d03eb0-b15c-485e-a011-9aa0adc86966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:19:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['c9d20f2e-43a6-4f1e-96c3-7c95d74efc73'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:33.407429 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-35d03eb0-b15c-485e-a011-9aa0adc86966 None None] Set router c9d20f2e-43a6-4f1e-96c3-7c95d74efc73 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:19:33.642286 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2799eefc-a0ea-4ade-b9d0-c591004b4e75 req-aee3d44d-42ad-4407-b440-fd1b43469da0 service neutron] 10.222.0.32 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6413798 May 27 02:19:33.738432 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 014fcc90-aec4-49eb-9f2d-f722c6d79cb2 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:19:33.753274 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-2510ea2b-06f1-4fe2-ba05-6e0b582075be tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:33.777021 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-2510ea2b-06f1-4fe2-ba05-6e0b582075be tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Usage tracker for resource:port and tenant:da6da76c53cc4067a3275f77b81c0c47 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:33.785381 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-2510ea2b-06f1-4fe2-ba05-6e0b582075be tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:33.830683 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-2510ea2b-06f1-4fe2-ba05-6e0b582075be tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:33.901419 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d664fb4-53f4-431f-8c54-aecd07e000cc req-c227e729-41b6-47ef-9174-b85ccb72e307 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:33.908506 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4d664fb4-53f4-431f-8c54-aecd07e000cc req-c227e729-41b6-47ef-9174-b85ccb72e307 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d2262f2-4b63-4a90-b951-d65109f796a8 HTTP/1.1" status: 200 len: 943 time: 1.1760750 May 27 02:19:33.933988 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8fbe925f-0af3-40ff-b6d3-5c74eb0b1614 req-8de5a15d-9e7a-4057-97e9-c89833e2d2eb service neutron] 10.222.0.32 "GET /v2.0/networks/77d89068-dcb5-4a94-b576-8faa694fa371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8663349 May 27 02:19:33.976695 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-f86cfb09-19ee-44a1-9066-b2662462c25f tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Allocated IP 2001:db8::195 (9f53d658-3e4c-4ef3-a883-3601dfdd3571/f15aabf8-0d3b-4c64-a260-f9372d9c236b/79f39062-bf1d-4ebf-8b3f-7f4143f3f25b) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:19:33.986766 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2510ea2b-06f1-4fe2-ba05-6e0b582075be tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Made reservation on behalf of da6da76c53cc4067a3275f77b81c0c47 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:19:33.990407 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2510ea2b-06f1-4fe2-ba05-6e0b582075be tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:34.030152 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735e08b-1c4d-4c64-bcb8-cb6eb5792719 req-265f7fc3-de86-4079-972a-d255817d0a84 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:34.037300 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3735e08b-1c4d-4c64-bcb8-cb6eb5792719 req-265f7fc3-de86-4079-972a-d255817d0a84 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.5087817 May 27 02:19:34.107489 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 014fcc90-aec4-49eb-9f2d-f722c6d79cb2 is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:19:34.107798 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:34.122066 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 7b068832-aa80-4c8e-bfbe-dd9152a761c5 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:19:34.127347 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4d664fb4-53f4-431f-8c54-aecd07e000cc req-60f18ed0-42dd-4ad8-96e2-d5ef7ed743a6 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ed04def-40b2-42a8-ba96-7599f6a1472f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178307 May 27 02:19:34.165902 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c00bab3-9119-4246-8725-22c8c9d68820', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '014fcc90-aec4-49eb-9f2d-f722c6d79cb2'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:19:34.172516 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-2510ea2b-06f1-4fe2-ba05-6e0b582075be tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] device_id is not set on port 57df1388-042b-4390-94f4-aae7ce4f643d yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:19:34.235593 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 014fcc90-aec4-49eb-9f2d-f722c6d79cb2, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=014fcc90-aec4-49eb-9f2d-f722c6d79cb2,segment=NetworkSegment(ab39751d-1c01-42dd-8648-098e3a0f206f),segment_id=ab39751d-1c01-42dd-8648-098e3a0f206f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:34.302605 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-35d03eb0-b15c-485e-a011-9aa0adc86966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d20f2e-43a6-4f1e-96c3-7c95d74efc73', 'name': 'tempest-TaggedBootDevicesTest-790836661-router', 'tenant_id': 'c16206696eb741cdaa64166c1c689407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '2e6400d8-4a54-4aac-ac6e-5bcd4f22e8ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:19:13Z', 'updated_at': '2022-05-27T02:19:26Z', 'revision_number': 4, 'project_id': 'c16206696eb741cdaa64166c1c689407', 'gw_port': {'id': '2e6400d8-4a54-4aac-ac6e-5bcd4f22e8ab', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:13:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d20f2e-43a6-4f1e-96c3-7c95d74efc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:16Z', 'updated_at': '2022-05-27T02:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '005872eb-b972-43c4-a867-7419babe319b', 'name': '', 'network_id': 'cf23f231-e3ca-41fb-bbc7-5d759b08ab1d', 'tenant_id': 'c16206696eb741cdaa64166c1c689407', 'mac_address': 'fa:16:3e:06:75:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d20f2e-43a6-4f1e-96c3-7c95d74efc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'd0f72301-7d89-44af-b494-beef5120ee36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:23Z', 'updated_at': '2022-05-27T02:19:32Z', 'revision_number': 4, 'project_id': 'c16206696eb741cdaa64166c1c689407', 'subnets': [{'id': 'd0f72301-7d89-44af-b494-beef5120ee36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:34.309507 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d03eb0-b15c-485e-a011-9aa0adc86966 None None] The sync data for ids ['c9d20f2e-43a6-4f1e-96c3-7c95d74efc73'] in n-d-843554-3 is: [{'id': 'c9d20f2e-43a6-4f1e-96c3-7c95d74efc73', 'name': 'tempest-TaggedBootDevicesTest-790836661-router', 'tenant_id': 'c16206696eb741cdaa64166c1c689407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '2e6400d8-4a54-4aac-ac6e-5bcd4f22e8ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:19:13Z', 'updated_at': '2022-05-27T02:19:26Z', 'revision_number': 4, 'project_id': 'c16206696eb741cdaa64166c1c689407', 'gw_port': {'id': '2e6400d8-4a54-4aac-ac6e-5bcd4f22e8ab', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:13:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d20f2e-43a6-4f1e-96c3-7c95d74efc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:16Z', 'updated_at': '2022-05-27T02:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '005872eb-b972-43c4-a867-7419babe319b', 'name': '', 'network_id': 'cf23f231-e3ca-41fb-bbc7-5d759b08ab1d', 'tenant_id': 'c16206696eb741cdaa64166c1c689407', 'mac_address': 'fa:16:3e:06:75:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d20f2e-43a6-4f1e-96c3-7c95d74efc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'd0f72301-7d89-44af-b494-beef5120ee36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:23Z', 'updated_at': '2022-05-27T02:19:32Z', 'revision_number': 4, 'project_id': 'c16206696eb741cdaa64166c1c689407', 'subnets': [{'id': 'd0f72301-7d89-44af-b494-beef5120ee36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:19:34.314533 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:34.396322 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3735e08b-1c4d-4c64-bcb8-cb6eb5792719 req-aaa07a23-be76-498c-87cc-1afcdd4c49a5 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3580546 May 27 02:19:34.422917 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 7b068832-aa80-4c8e-bfbe-dd9152a761c5, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=7b068832-aa80-4c8e-bfbe-dd9152a761c5,segment=NetworkSegment(010785fa-f5e7-4dcf-b622-2505f0fe7e37),segment_id=010785fa-f5e7-4dcf-b622-2505f0fe7e37)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:34.444886 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=014fcc90-aec4-49eb-9f2d-f722c6d79cb2,revision_number=8']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:34.447929 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '7b068832-aa80-4c8e-bfbe-dd9152a761c5', 'network_id': '77d89068-dcb5-4a94-b576-8faa694fa371', 'port_id': '7b068832-aa80-4c8e-bfbe-dd9152a761c5', 'mac_address': 'fa:16:3e:eb:55:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd74d84c-d0ff-4fef-99c9-0e8e72ccfb0e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:19:34.557437 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 7b068832-aa80-4c8e-bfbe-dd9152a761c5 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:19:34.558312 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:34.601053 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b068832-aa80-4c8e-bfbe-dd9152a761c5 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:19:34.632610 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 7b068832-aa80-4c8e-bfbe-dd9152a761c5, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=7b068832-aa80-4c8e-bfbe-dd9152a761c5,segment=NetworkSegment(010785fa-f5e7-4dcf-b622-2505f0fe7e37),segment_id=010785fa-f5e7-4dcf-b622-2505f0fe7e37)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:34.673015 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8fbe925f-0af3-40ff-b6d3-5c74eb0b1614 req-8fbce1f3-804b-4cdd-86a5-eef3aad8a44e service neutron] 10.222.0.32 "GET /v2.0/networks/77d89068-dcb5-4a94-b576-8faa694fa371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7167416 May 27 02:19:34.738889 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:34.842386 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=7b068832-aa80-4c8e-bfbe-dd9152a761c5,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:34.923506 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-2510ea2b-06f1-4fe2-ba05-6e0b582075be tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Allocated IP 172.20.0.14 (15c398c4-e40a-406f-90bc-73562a630f66/b129b23d-e221-4d69-9cf9-10ee5c96b0d5/57df1388-042b-4390-94f4-aae7ce4f643d) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:19:34.950646 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-2d36c0fe-1866-4c7c-9a60-9bb9d214769c tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:34.952106 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-2d36c0fe-1866-4c7c-9a60-9bb9d214769c tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/networks?id=ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee HTTP/1.1" status: 200 len: 805 time: 0.7050161 May 27 02:19:34.992554 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['7b068832-aa80-4c8e-bfbe-dd9152a761c5'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:19:35.004938 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-c9d773e7-37f3-4534-af5e-a9148d8a21f5 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/quotas/061b97479a33466e8381b1e53cde36e4 HTTP/1.1" status: 200 len: 375 time: 0.0451589 May 27 02:19:35.103220 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f86cfb09-19ee-44a1-9066-b2662462c25f tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:35.172659 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f86cfb09-19ee-44a1-9066-b2662462c25f tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Transition to ACTIVE for port object 79f39062-bf1d-4ebf-8b3f-7f4143f3f25b will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:19:35.188549 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b9df7-758a-4ef9-9e8e-96b20f1daf1d req-68b35e01-e9c5-4c50-9acc-1cf7e7c13d89 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:35.199026 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b12b9df7-758a-4ef9-9e8e-96b20f1daf1d req-68b35e01-e9c5-4c50-9acc-1cf7e7c13d89 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4deb55cd-96ca-4c26-8b0c-54cfb1a32c0b HTTP/1.1" status: 200 len: 946 time: 0.5452921 May 27 02:19:35.289375 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1aaa8b-5375-4b39-9f1e-5230505f3ca0 req-924cc860-9128-4c43-b4fc-ed382d66f44e tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:35.290889 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e1aaa8b-5375-4b39-9f1e-5230505f3ca0 req-924cc860-9128-4c43-b4fc-ed382d66f44e tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c00bab3-9119-4246-8725-22c8c9d68820 HTTP/1.1" status: 200 len: 944 time: 0.4733682 May 27 02:19:35.434347 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b12b9df7-758a-4ef9-9e8e-96b20f1daf1d req-ce88442a-3f70-4a2e-9285-6227bc986ef6 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934378 May 27 02:19:35.449634 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-4e1aaa8b-5375-4b39-9f1e-5230505f3ca0 req-17b3f482-8998-417f-b05f-5c5854ecf25d tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Deleting port 014fcc90-aec4-49eb-9f2d-f722c6d79cb2 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:19:35.449965 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4e1aaa8b-5375-4b39-9f1e-5230505f3ca0 req-17b3f482-8998-417f-b05f-5c5854ecf25d tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:35.485321 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-49b6a6ba-d8e2-4363-989a-c1955e3ec02c tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=061b97479a33466e8381b1e53cde36e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4534552 May 27 02:19:35.556773 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc2046d5-8ad1-4ca7-a1e7-8b477d96adb0'] response: {'server_uuid': '4c00bab3-9119-4246-8725-22c8c9d68820', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '014fcc90-aec4-49eb-9f2d-f722c6d79cb2', 'code': 200} May 27 02:19:35.843741 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f86cfb09-19ee-44a1-9066-b2662462c25f tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:35.867530 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 005872eb-b972-43c4-a867-7419babe319b up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:19:35.887684 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2510ea2b-06f1-4fe2-ba05-6e0b582075be tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:36.075552 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 005872eb-b972-43c4-a867-7419babe319b completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:19:36.076112 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86cfb09-19ee-44a1-9066-b2662462c25f tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Network 9f53d658-3e4c-4ef3-a883-3601dfdd3571 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:19:36.081101 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 005872eb-b972-43c4-a867-7419babe319b triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:19:36.081481 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:36.098379 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-f86cfb09-19ee-44a1-9066-b2662462c25f tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:19:36.109169 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86cfb09-19ee-44a1-9066-b2662462c25f tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Pushing event updated for resources: {'Port': ['ID=79f39062-bf1d-4ebf-8b3f-7f4143f3f25b,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:36.120762 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86cfb09-19ee-44a1-9066-b2662462c25f tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:19:36.126176 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86cfb09-19ee-44a1-9066-b2662462c25f tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:36.126791 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f86cfb09-19ee-44a1-9066-b2662462c25f tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:36.139190 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 7b068832-aa80-4c8e-bfbe-dd9152a761c5 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:19:36.239616 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-bc508722-9cb9-4517-8729-36778691b69e service neutron] 10.222.0.57 "GET /v2.0/networks/ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7321365 May 27 02:19:36.313908 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 005872eb-b972-43c4-a867-7419babe319b is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:19:36.314278 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:36.350459 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 7b068832-aa80-4c8e-bfbe-dd9152a761c5 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:19:36.363828 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 7b068832-aa80-4c8e-bfbe-dd9152a761c5 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:19:36.364235 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:36.385320 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be29867-cd36-46db-8b33-f4f0c6eac14d req-e079890f-d602-441f-b36a-b2b7bbaf6619 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:36.393071 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7be29867-cd36-46db-8b33-f4f0c6eac14d req-e079890f-d602-441f-b36a-b2b7bbaf6619 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d2262f2-4b63-4a90-b951-d65109f796a8 HTTP/1.1" status: 200 len: 944 time: 0.5966468 May 27 02:19:36.394389 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2510ea2b-06f1-4fe2-ba05-6e0b582075be tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:36.421015 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 005872eb-b972-43c4-a867-7419babe319b, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=005872eb-b972-43c4-a867-7419babe319b,segment=NetworkSegment(1242d6f5-de3f-43d0-827d-5d3273455699),segment_id=1242d6f5-de3f-43d0-827d-5d3273455699)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:36.476801 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f86cfb09-19ee-44a1-9066-b2662462c25f tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.4535239 May 27 02:19:36.479464 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41966) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:36.487193 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a3242779-767c-4a82-8fcc-06c165229622 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::27', 'mac_address': 'fa:16:3e:19:38:37'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:19:36.514204 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 7b068832-aa80-4c8e-bfbe-dd9152a761c5 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:19:36.514797 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:36.542500 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-4e1aaa8b-5375-4b39-9f1e-5230505f3ca0 req-17b3f482-8998-417f-b05f-5c5854ecf25d tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] For port 014fcc90-aec4-49eb-9f2d-f722c6d79cb2, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=014fcc90-aec4-49eb-9f2d-f722c6d79cb2,segment=NetworkSegment(ab39751d-1c01-42dd-8648-098e3a0f206f),segment_id=ab39751d-1c01-42dd-8648-098e3a0f206f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:36.542866 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4e1aaa8b-5375-4b39-9f1e-5230505f3ca0 req-17b3f482-8998-417f-b05f-5c5854ecf25d tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:36.558823 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:36.569220 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2510ea2b-06f1-4fe2-ba05-6e0b582075be tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Network 15c398c4-e40a-406f-90bc-73562a630f66 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:19:36.617693 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-b3c94418-f918-401a-90f8-de04436ea829 None None] Provisioning for port 79f39062-bf1d-4ebf-8b3f-7f4143f3f25b completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:19:36.638256 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 7b068832-aa80-4c8e-bfbe-dd9152a761c5, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=7b068832-aa80-4c8e-bfbe-dd9152a761c5,segment=NetworkSegment(010785fa-f5e7-4dcf-b622-2505f0fe7e37),segment_id=010785fa-f5e7-4dcf-b622-2505f0fe7e37)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:36.639910 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-b3c94418-f918-401a-90f8-de04436ea829 None None] Provisioning complete for port 79f39062-bf1d-4ebf-8b3f-7f4143f3f25b triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:19:36.640461 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b3c94418-f918-401a-90f8-de04436ea829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:36.641758 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-2510ea2b-06f1-4fe2-ba05-6e0b582075be tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:19:36.714136 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:36.717111 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=005872eb-b972-43c4-a867-7419babe319b,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:36.718970 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-4e1aaa8b-5375-4b39-9f1e-5230505f3ca0 req-17b3f482-8998-417f-b05f-5c5854ecf25d tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Calling delete_port for 014fcc90-aec4-49eb-9f2d-f722c6d79cb2 owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:19:36.751610 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2510ea2b-06f1-4fe2-ba05-6e0b582075be tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:19:36.777378 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2510ea2b-06f1-4fe2-ba05-6e0b582075be tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Pushing event updated for resources: {'Port': ['ID=57df1388-042b-4390-94f4-aae7ce4f643d,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:36.790917 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7be29867-cd36-46db-8b33-f4f0c6eac14d req-bc12da53-44a1-4c8d-aa86-2b9a5ef69598 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ed04def-40b2-42a8-ba96-7599f6a1472f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978364 May 27 02:19:36.832206 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-b3c94418-f918-401a-90f8-de04436ea829 None None] Port 79f39062-bf1d-4ebf-8b3f-7f4143f3f25b cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:19:36.841491 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-6623f39f-6731-4bef-b305-e8933b799e29 service neutron] 10.222.0.57 "GET /v2.0/networks/ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6008184 May 27 02:19:36.862964 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=7b068832-aa80-4c8e-bfbe-dd9152a761c5,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:36.900823 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a3242779-767c-4a82-8fcc-06c165229622 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:36.974499 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2510ea2b-06f1-4fe2-ba05-6e0b582075be tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:36.975427 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2510ea2b-06f1-4fe2-ba05-6e0b582075be tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:37.091108 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2510ea2b-06f1-4fe2-ba05-6e0b582075be tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.6731539 May 27 02:19:37.093834 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41978) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:37.101240 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d90ef25d-2838-4c06-b1b8-a84f7b8b146d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Request body: {'port': {'network_id': '15c398c4-e40a-406f-90bc-73562a630f66', 'name': 'tempest-FloatingIPTestJSON-2013390171'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:19:37.221120 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bb6252bc-b141-4e64-ba9d-b1f193721040 req-4d7e81a7-57fc-4805-a47b-8e323ad878b3 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb933492-e1ab-4bb3-b947-5408128c402f HTTP/1.1" status: 200 len: 210 time: 0.0622737 May 27 02:19:37.224462 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4e1aaa8b-5375-4b39-9f1e-5230505f3ca0 req-17b3f482-8998-417f-b05f-5c5854ecf25d tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:37.332429 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b3f482-8998-417f-b05f-5c5854ecf25d tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Pushing event deleted for resources: {'Port': ['ID=014fcc90-aec4-49eb-9f2d-f722c6d79cb2,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:37.360814 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d898d-bf07-4fbe-9570-f6ce78a410ab req-4b76d692-eec9-4643-ad1a-604279dbd8e4 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:37.362407 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-461d898d-bf07-4fbe-9570-f6ce78a410ab req-4b76d692-eec9-4643-ad1a-604279dbd8e4 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.3214145 May 27 02:19:37.394811 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d90ef25d-2838-4c06-b1b8-a84f7b8b146d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:37.407122 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d90ef25d-2838-4c06-b1b8-a84f7b8b146d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Usage tracker for resource:port and tenant:da6da76c53cc4067a3275f77b81c0c47 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:37.413128 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d90ef25d-2838-4c06-b1b8-a84f7b8b146d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:37.426648 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d90ef25d-2838-4c06-b1b8-a84f7b8b146d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:37.449324 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1aaa8b-5375-4b39-9f1e-5230505f3ca0 req-17b3f482-8998-417f-b05f-5c5854ecf25d tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] No DVR routers for this DVR port 014fcc90-aec4-49eb-9f2d-f722c6d79cb2 on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:19:37.452778 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4e1aaa8b-5375-4b39-9f1e-5230505f3ca0 req-17b3f482-8998-417f-b05f-5c5854ecf25d tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:37.462658 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c00bab3-9119-4246-8725-22c8c9d68820', 'name': 'network-vif-deleted', 'tag': '014fcc90-aec4-49eb-9f2d-f722c6d79cb2'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:19:37.473057 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-461d898d-bf07-4fbe-9570-f6ce78a410ab req-c1d8d441-3b8b-42ac-89d2-3a6583e1546f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747213 May 27 02:19:37.548516 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a3242779-767c-4a82-8fcc-06c165229622 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:37.555424 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2262f2-4b63-4a90-b951-d65109f796a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b068832-aa80-4c8e-bfbe-dd9152a761c5'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:19:37.558757 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e1aaa8b-5375-4b39-9f1e-5230505f3ca0 req-17b3f482-8998-417f-b05f-5c5854ecf25d tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.66 "DELETE /v2.0/ports/014fcc90-aec4-49eb-9f2d-f722c6d79cb2 HTTP/1.1" status: 204 len: 173 time: 2.2557416 May 27 02:19:37.578800 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e17a40ed-c750-44cb-bf55-e7b3115f6ec6'] response: {'server_uuid': '4c00bab3-9119-4246-8725-22c8c9d68820', 'name': 'network-vif-deleted', 'tag': '014fcc90-aec4-49eb-9f2d-f722c6d79cb2', 'status': 'completed', 'code': 200} May 27 02:19:37.613479 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90ef25d-2838-4c06-b1b8-a84f7b8b146d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Made reservation on behalf of da6da76c53cc4067a3275f77b81c0c47 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:19:37.622102 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d90ef25d-2838-4c06-b1b8-a84f7b8b146d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:37.622225 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c648024d-41a8-47ef-b637-176a450dc050'] response: {'server_uuid': '6d2262f2-4b63-4a90-b951-d65109f796a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b068832-aa80-4c8e-bfbe-dd9152a761c5', 'code': 200} May 27 02:19:37.649755 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a3242779-767c-4a82-8fcc-06c165229622 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:37.702536 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a3242779-767c-4a82-8fcc-06c165229622 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] In _notify_port_updated(), no bound segment for port 79f39062-bf1d-4ebf-8b3f-7f4143f3f25b on network 9f53d658-3e4c-4ef3-a883-3601dfdd3571 {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:19:37.707917 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3242779-767c-4a82-8fcc-06c165229622 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:37.708532 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a3242779-767c-4a82-8fcc-06c165229622 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:37.712752 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a3242779-767c-4a82-8fcc-06c165229622 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] 10.222.0.57 "PUT /v2.0/ports/79f39062-bf1d-4ebf-8b3f-7f4143f3f25b HTTP/1.1" status: 200 len: 1002 time: 1.2318575 May 27 02:19:37.713387 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41998) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:37.729352 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 014fcc90-aec4-49eb-9f2d-f722c6d79cb2 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:19:37.734327 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-d90ef25d-2838-4c06-b1b8-a84f7b8b146d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] device_id is not set on port 241f17a3-4fd5-449e-9f09-b9b5e5519299 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:19:37.876078 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: 014fcc90-aec4-49eb-9f2d-f722c6d79cb2 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:19:37.876424 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 014fcc90-aec4-49eb-9f2d-f722c6d79cb2 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:19:37.928888 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 005872eb-b972-43c4-a867-7419babe319b up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:19:38.127827 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 005872eb-b972-43c4-a867-7419babe319b triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:19:38.128861 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:38.174140 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3242779-767c-4a82-8fcc-06c165229622 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Pushing event updated for resources: {'Port': ['ID=79f39062-bf1d-4ebf-8b3f-7f4143f3f25b,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:38.287534 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-d90ef25d-2838-4c06-b1b8-a84f7b8b146d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Allocated IP 172.20.0.3 (15c398c4-e40a-406f-90bc-73562a630f66/b129b23d-e221-4d69-9cf9-10ee5c96b0d5/241f17a3-4fd5-449e-9f09-b9b5e5519299) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:19:38.309567 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 005872eb-b972-43c4-a867-7419babe319b is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:19:38.374399 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ac862483-9659-43e2-8366-ea19529b3d43 None None] Provisioning complete for port 79f39062-bf1d-4ebf-8b3f-7f4143f3f25b triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:19:38.374869 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ac862483-9659-43e2-8366-ea19529b3d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:38.375822 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-884d976b-d126-4d7d-868b-438de514c58a req-2655e763-ea50-4ade-9473-6cc64133ffa6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1526029 May 27 02:19:38.454763 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ac862483-9659-43e2-8366-ea19529b3d43 None None] Port 79f39062-bf1d-4ebf-8b3f-7f4143f3f25b cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:19:38.467989 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a0c76cef-4c44-41fe-921f-c0d0324ed4f3 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Deleting port 79f39062-bf1d-4ebf-8b3f-7f4143f3f25b {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:19:38.468619 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a0c76cef-4c44-41fe-921f-c0d0324ed4f3 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:38.559116 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c8fee-9f8e-4ca9-9083-dc9f14940f30 req-5c90f142-0550-4b64-bf2a-7a6646d3d950 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:38.560783 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8a2c8fee-9f8e-4ca9-9083-dc9f14940f30 req-5c90f142-0550-4b64-bf2a-7a6646d3d950 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.9031255 May 27 02:19:38.658860 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d90ef25d-2838-4c06-b1b8-a84f7b8b146d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:38.680499 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d976b-d126-4d7d-868b-438de514c58a req-6f94d584-f0b5-4766-880a-637500ced8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:38.681972 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-884d976b-d126-4d7d-868b-438de514c58a req-6f94d584-f0b5-4766-880a-637500ced8da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62f5f7df5795463f9f8bc1cd40caf878&device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 1095 time: 0.1906722 May 27 02:19:38.713334 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25ac9f-3012-44d5-9f59-9c595991e718 req-9d12a6f6-eaa3-462a-a9a8-41e29907417c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:38.713334 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bb25ac9f-3012-44d5-9f59-9c595991e718 req-9d12a6f6-eaa3-462a-a9a8-41e29907417c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6d2262f2-4b63-4a90-b951-d65109f796a8 HTTP/1.1" status: 200 len: 1096 time: 0.9454868 May 27 02:19:38.760776 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8a2c8fee-9f8e-4ca9-9083-dc9f14940f30 req-cb15b67c-10dc-4751-8d6e-2a3ec8d375a3 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870270 May 27 02:19:38.786943 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497dd298-7592-4900-b999-80ff63c92fb6 req-4616eff1-f7d5-4dd1-b497-56d2f4dee1ac tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:38.797025 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-497dd298-7592-4900-b999-80ff63c92fb6 req-4616eff1-f7d5-4dd1-b497-56d2f4dee1ac tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d2262f2-4b63-4a90-b951-d65109f796a8 HTTP/1.1" status: 200 len: 945 time: 0.6987498 May 27 02:19:38.909335 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-45e1f165-710a-4cf5-b8ae-3c8228065a97 req-55191d8d-8913-455a-b331-48000b075ddb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=45b11e53-44ac-4608-a3e7-3add38ac9e1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6723037 May 27 02:19:38.919056 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d90ef25d-2838-4c06-b1b8-a84f7b8b146d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:39.003850 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d976b-d126-4d7d-868b-438de514c58a req-eea10ea7-100f-4bce-bf52-479e18f77015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:39.005495 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-884d976b-d126-4d7d-868b-438de514c58a req-eea10ea7-100f-4bce-bf52-479e18f77015 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164 HTTP/1.1" status: 200 len: 912 time: 0.3013937 May 27 02:19:39.016764 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90ef25d-2838-4c06-b1b8-a84f7b8b146d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Network 15c398c4-e40a-406f-90bc-73562a630f66 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:19:39.038163 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-497dd298-7592-4900-b999-80ff63c92fb6 req-460378e6-b304-466c-a286-304f68adab3e tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ed04def-40b2-42a8-ba96-7599f6a1472f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351177 May 27 02:19:39.038163 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-fb4e11ba-240e-406f-8a71-118399249c00 req-0d9c51bb-ceee-4f86-bcfa-778ee291364c tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Synchronizing usage tracker for tenant:061b97479a33466e8381b1e53cde36e4 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:19:39.054318 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bb25ac9f-3012-44d5-9f59-9c595991e718 req-dc6ac760-f1a4-4f2b-99b7-275f8ea1fd24 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9ed04def-40b2-42a8-ba96-7599f6a1472f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924528 May 27 02:19:39.183599 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a0c76cef-4c44-41fe-921f-c0d0324ed4f3 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:39.313902 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-884d976b-d126-4d7d-868b-438de514c58a req-139fe2ff-7fb6-4cc8-b0f1-1b5512787c1c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59dd76c7-04f3-4e36-a375-05bd87a0399b HTTP/1.1" status: 200 len: 998 time: 0.2994695 May 27 02:19:39.317885 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a0c76cef-4c44-41fe-921f-c0d0324ed4f3 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Calling delete_port for 79f39062-bf1d-4ebf-8b3f-7f4143f3f25b owned by {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:19:39.329903 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-d90ef25d-2838-4c06-b1b8-a84f7b8b146d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:19:39.332269 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90ef25d-2838-4c06-b1b8-a84f7b8b146d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:19:39.379563 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-fb4e11ba-240e-406f-8a71-118399249c00 req-0d9c51bb-ceee-4f86-bcfa-778ee291364c tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Unset dirty status for tenant:061b97479a33466e8381b1e53cde36e4 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:19:39.390154 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ef25d-2838-4c06-b1b8-a84f7b8b146d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Pushing event updated for resources: {'Port': ['ID=241f17a3-4fd5-449e-9f09-b9b5e5519299,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:39.395043 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fb4e11ba-240e-406f-8a71-118399249c00 req-0d9c51bb-ceee-4f86-bcfa-778ee291364c tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb933492-e1ab-4bb3-b947-5408128c402f HTTP/1.1" status: 200 len: 210 time: 0.4731746 May 27 02:19:39.407621 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1f165-710a-4cf5-b8ae-3c8228065a97 req-bc227bc3-8486-4bc1-a02f-594577be14a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:39.430516 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-45e1f165-710a-4cf5-b8ae-3c8228065a97 req-bc227bc3-8486-4bc1-a02f-594577be14a7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62f5f7df5795463f9f8bc1cd40caf878&device_id=45b11e53-44ac-4608-a3e7-3add38ac9e1a HTTP/1.1" status: 200 len: 1096 time: 0.4702551 May 27 02:19:39.466066 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90ef25d-2838-4c06-b1b8-a84f7b8b146d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:39.466751 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d90ef25d-2838-4c06-b1b8-a84f7b8b146d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:39.503404 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d976b-d126-4d7d-868b-438de514c58a req-6ae79747-017b-4bfa-ae06-8ee663731008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:39.504441 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-884d976b-d126-4d7d-868b-438de514c58a req-6ae79747-017b-4bfa-ae06-8ee663731008 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ee39392-3407-48c1-b561-be7ced0cb982 HTTP/1.1" status: 200 len: 850 time: 0.1062508 May 27 02:19:39.577558 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d90ef25d-2838-4c06-b1b8-a84f7b8b146d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4818552 May 27 02:19:39.581065 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42036) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:39.596902 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-fd219996-cb85-4eca-8b6f-4fb1dfe80da1 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'port_id': '241f17a3-4fd5-449e-9f09-b9b5e5519299', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:19:39.608563 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-fd219996-cb85-4eca-8b6f-4fb1dfe80da1 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:39.629894 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-fd219996-cb85-4eca-8b6f-4fb1dfe80da1 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Usage tracker for resource:floatingip and tenant:da6da76c53cc4067a3275f77b81c0c47 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:39.633343 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-fd219996-cb85-4eca-8b6f-4fb1dfe80da1 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:39.637840 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d976b-d126-4d7d-868b-438de514c58a req-7914158e-9a17-4db7-908e-ded9314ec8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:39.639652 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-884d976b-d126-4d7d-868b-438de514c58a req-7914158e-9a17-4db7-908e-ded9314ec8f3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1182148 May 27 02:19:39.642834 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-fd219996-cb85-4eca-8b6f-4fb1dfe80da1 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:39.739263 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1f165-710a-4cf5-b8ae-3c8228065a97 req-25e8e669-d68d-4082-9c5f-aae5ed60aa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:39.740358 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-45e1f165-710a-4cf5-b8ae-3c8228065a97 req-25e8e669-d68d-4082-9c5f-aae5ed60aa72 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164 HTTP/1.1" status: 200 len: 912 time: 0.3068550 May 27 02:19:39.813218 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-45e1f165-710a-4cf5-b8ae-3c8228065a97 req-9ae90d26-268b-4e71-a5f2-752b0ab3e227 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff788f91-40bc-41ea-9e72-0199a662c078 HTTP/1.1" status: 200 len: 217 time: 0.0646214 May 27 02:19:39.821261 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fd219996-cb85-4eca-8b6f-4fb1dfe80da1 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for floatingip, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:39.847302 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-884d976b-d126-4d7d-868b-438de514c58a req-8b576fc5-d3fd-4d8a-b42b-0f3a3bf7d3af service neutron] 10.222.0.32 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966193 May 27 02:19:39.960862 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1f165-710a-4cf5-b8ae-3c8228065a97 req-619ab51d-8108-4850-8f83-0d478b4296f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:39.962678 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-45e1f165-710a-4cf5-b8ae-3c8228065a97 req-619ab51d-8108-4850-8f83-0d478b4296f3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7ee39392-3407-48c1-b561-be7ced0cb982 HTTP/1.1" status: 200 len: 850 time: 0.1297917 May 27 02:19:40.067720 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-884d976b-d126-4d7d-868b-438de514c58a req-f0fb32b2-2011-435a-bdfb-5b202f1af979 service neutron] 10.222.0.32 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109730 May 27 02:19:40.074561 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1f165-710a-4cf5-b8ae-3c8228065a97 req-ebdc5b32-b378-4e50-a172-efbe40205922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:40.076124 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-45e1f165-710a-4cf5-b8ae-3c8228065a97 req-ebdc5b32-b378-4e50-a172-efbe40205922 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8f2ce48b-e47c-4916-9cd3-7a45a8d46164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1079788 May 27 02:19:40.188182 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fd219996-cb85-4eca-8b6f-4fb1dfe80da1 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:40.281030 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-45e1f165-710a-4cf5-b8ae-3c8228065a97 req-4a678fef-0c5d-400f-b405-8a419a268712 service neutron] 10.222.0.66 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945529 May 27 02:19:40.475779 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:19:40.515452 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-fd219996-cb85-4eca-8b6f-4fb1dfe80da1 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Allocated IP 172.25.1.196 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/6e3bb313-4795-4e3b-a205-5dd1eb77ead1) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:19:40.638785 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a0c76cef-4c44-41fe-921f-c0d0324ed4f3 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:40.717174 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c76cef-4c44-41fe-921f-c0d0324ed4f3 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Pushing event deleted for resources: {'Port': ['ID=79f39062-bf1d-4ebf-8b3f-7f4143f3f25b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:40.866712 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-45e1f165-710a-4cf5-b8ae-3c8228065a97 req-74a59775-2cd3-48d8-b6dd-e8547b07c1ac service neutron] 10.222.0.66 "GET /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5795624 May 27 02:19:41.004961 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fd219996-cb85-4eca-8b6f-4fb1dfe80da1 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:41.025537 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a0c76cef-4c44-41fe-921f-c0d0324ed4f3 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:41.059207 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a0c76cef-4c44-41fe-921f-c0d0324ed4f3 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] 10.222.0.57 "DELETE /v2.0/ports/79f39062-bf1d-4ebf-8b3f-7f4143f3f25b HTTP/1.1" status: 204 len: 168 time: 3.3436606 May 27 02:19:41.061665 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42074) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:41.099590 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-20b92295-b72c-4411-a86c-8213c1981fb4 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:41.101141 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-20b92295-b72c-4411-a86c-8213c1981fb4 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.66 "GET /v2.0/networks?id=ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee HTTP/1.1" status: 200 len: 805 time: 0.4130161 May 27 02:19:41.121105 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-bf25b4ab-799e-459c-873f-00bd5a950cd0 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Request body: {'port': {'device_id': 'bb933492-e1ab-4bb3-b947-5408128c402f', 'network_id': 'ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee', 'admin_state_up': True, 'tenant_id': '061b97479a33466e8381b1e53cde36e4'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:19:41.280247 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-83ad624a-7bf3-4f60-b109-9f3e95ec4d32 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] GET failed (client error): The resource could not be found. May 27 02:19:41.281284 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-83ad624a-7bf3-4f60-b109-9f3e95ec4d32 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Synchronizing usage tracker for tenant:1eddda9d63fb4d5dbd46c04eeb1c1615 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:19:41.339487 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbfb7c-55da-46e9-ac26-d495fa9640ab req-13962f03-d613-4c4b-a09e-c2d5b15ccce9 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:41.341451 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-95fbfb7c-55da-46e9-ac26-d495fa9640ab req-13962f03-d613-4c4b-a09e-c2d5b15ccce9 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d2262f2-4b63-4a90-b951-d65109f796a8 HTTP/1.1" status: 200 len: 945 time: 0.1550343 May 27 02:19:41.345356 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fd219996-cb85-4eca-8b6f-4fb1dfe80da1 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:41.365982 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-bf25b4ab-799e-459c-873f-00bd5a950cd0 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:41.386039 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-bf25b4ab-799e-459c-873f-00bd5a950cd0 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:41.410701 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-83ad624a-7bf3-4f60-b109-9f3e95ec4d32 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Unset dirty status for tenant:1eddda9d63fb4d5dbd46c04eeb1c1615 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:19:41.417155 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-83ad624a-7bf3-4f60-b109-9f3e95ec4d32 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] 10.222.0.57 "GET /v2.0/ports/79f39062-bf1d-4ebf-8b3f-7f4143f3f25b HTTP/1.1" status: 404 len: 333 time: 0.3492050 May 27 02:19:41.417998 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42078) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:41.424089 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-0adf3e67-1245-4fb1-aa51-4c9bbfe556d2 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Request body: {'port': {'network_id': '9f53d658-3e4c-4ef3-a883-3601dfdd3571', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1483805014'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:19:41.446180 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd219996-cb85-4eca-8b6f-4fb1dfe80da1 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:19:41.452470 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-fd219996-cb85-4eca-8b6f-4fb1dfe80da1 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:19:41.468858 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd219996-cb85-4eca-8b6f-4fb1dfe80da1 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:19:41.510117 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd219996-cb85-4eca-8b6f-4fb1dfe80da1 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Pushing event updated for resources: {'Port': ['ID=6e3bb313-4795-4e3b-a205-5dd1eb77ead1,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:41.515229 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-bf25b4ab-799e-459c-873f-00bd5a950cd0 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Made reservation on behalf of 061b97479a33466e8381b1e53cde36e4 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:19:41.518958 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-bf25b4ab-799e-459c-873f-00bd5a950cd0 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:41.531319 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-95fbfb7c-55da-46e9-ac26-d495fa9640ab req-72331cdf-4c0d-419d-8bfc-fdd72b93fd54 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ed04def-40b2-42a8-ba96-7599f6a1472f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794174 May 27 02:19:41.761774 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-871c8590-1687-43be-be86-9737a01fe795 req-6998f079-5116-4fe9-9fbf-fb897b2c6a33 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb933492-e1ab-4bb3-b947-5408128c402f HTTP/1.1" status: 200 len: 210 time: 0.0503130 May 27 02:19:41.792767 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0adf3e67-1245-4fb1-aa51-4c9bbfe556d2 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:41.838805 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0adf3e67-1245-4fb1-aa51-4c9bbfe556d2 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:41.871065 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-bf25b4ab-799e-459c-873f-00bd5a950cd0 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Allocated IP 172.20.0.3 (ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee/98c2d6b5-1175-4c13-b824-dd8e526e1b70/dea442d5-89b0-468e-9ac7-3c3ae828fd60) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:19:41.981672 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0adf3e67-1245-4fb1-aa51-4c9bbfe556d2 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Made reservation on behalf of 1eddda9d63fb4d5dbd46c04eeb1c1615 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:19:41.990113 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0adf3e67-1245-4fb1-aa51-4c9bbfe556d2 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:42.129599 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-0adf3e67-1245-4fb1-aa51-4c9bbfe556d2 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] device_id is not set on port 7209c8b3-023b-4afc-b748-3ccb12e2eeb7 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:19:42.196346 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b35f1-0902-482e-b84a-4ea3fa83da7c req-176a5abc-e040-4a66-b92b-6e17df88cf7f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:42.203083 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-375b35f1-0902-482e-b84a-4ea3fa83da7c req-176a5abc-e040-4a66-b92b-6e17df88cf7f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=561ca9da-d46e-4162-a7aa-b8d8429a12e2 HTTP/1.1" status: 200 len: 944 time: 0.1592817 May 27 02:19:42.299903 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-375b35f1-0902-482e-b84a-4ea3fa83da7c req-965fcfac-5c98-4544-839a-5fc5519459e1 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Deleting port 6bb5d144-a0f2-4448-89ab-4511c23ed129 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:19:42.300185 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-375b35f1-0902-482e-b84a-4ea3fa83da7c req-965fcfac-5c98-4544-839a-5fc5519459e1 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:42.392640 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-bf25b4ab-799e-459c-873f-00bd5a950cd0 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:42.418907 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-0adf3e67-1245-4fb1-aa51-4c9bbfe556d2 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Allocated IP 2001:db8::268 (9f53d658-3e4c-4ef3-a883-3601dfdd3571/f15aabf8-0d3b-4c64-a260-f9372d9c236b/7209c8b3-023b-4afc-b748-3ccb12e2eeb7) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:19:42.427176 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fd219996-cb85-4eca-8b6f-4fb1dfe80da1 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:42.574651 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-bf25b4ab-799e-459c-873f-00bd5a950cd0 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:42.778154 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-375b35f1-0902-482e-b84a-4ea3fa83da7c req-965fcfac-5c98-4544-839a-5fc5519459e1 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] For port 6bb5d144-a0f2-4448-89ab-4511c23ed129, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=6bb5d144-a0f2-4448-89ab-4511c23ed129,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:42.779352 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-375b35f1-0902-482e-b84a-4ea3fa83da7c req-965fcfac-5c98-4544-839a-5fc5519459e1 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:42.903301 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-bf25b4ab-799e-459c-873f-00bd5a950cd0 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Network ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:19:42.908677 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-bf25b4ab-799e-459c-873f-00bd5a950cd0 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:19:42.916504 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-bf25b4ab-799e-459c-873f-00bd5a950cd0 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:19:42.955379 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25b4ab-799e-459c-873f-00bd5a950cd0 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Pushing event updated for resources: {'Port': ['ID=dea442d5-89b0-468e-9ac7-3c3ae828fd60,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:42.985390 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0adf3e67-1245-4fb1-aa51-4c9bbfe556d2 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:42.996760 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-375b35f1-0902-482e-b84a-4ea3fa83da7c req-965fcfac-5c98-4544-839a-5fc5519459e1 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Calling delete_port for 6bb5d144-a0f2-4448-89ab-4511c23ed129 owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:19:43.015259 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-bf25b4ab-799e-459c-873f-00bd5a950cd0 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:43.015868 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-bf25b4ab-799e-459c-873f-00bd5a950cd0 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:43.019855 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-0adf3e67-1245-4fb1-aa51-4c9bbfe556d2 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Transition to ACTIVE for port object 7209c8b3-023b-4afc-b748-3ccb12e2eeb7 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:19:43.115712 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-bf25b4ab-799e-459c-873f-00bd5a950cd0 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0043311 May 27 02:19:43.127753 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-b3d8129f-549a-4e3d-9cf8-61e125ba11cb service neutron] Request body: {'port': {'device_id': 'bb933492-e1ab-4bb3-b947-5408128c402f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:19:43.174271 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0adf3e67-1245-4fb1-aa51-4c9bbfe556d2 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:43.186389 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fd219996-cb85-4eca-8b6f-4fb1dfe80da1 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:43.347406 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-b3d8129f-549a-4e3d-9cf8-61e125ba11cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:43.359976 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adf3e67-1245-4fb1-aa51-4c9bbfe556d2 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Network 9f53d658-3e4c-4ef3-a883-3601dfdd3571 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:19:43.368671 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3aa523-4d3c-43bd-a0d3-c50b757df99d req-37cf4df6-e415-4463-a0d5-6b302ac85cb2 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:43.374157 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-0adf3e67-1245-4fb1-aa51-4c9bbfe556d2 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:19:43.376339 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ea3aa523-4d3c-43bd-a0d3-c50b757df99d req-37cf4df6-e415-4463-a0d5-6b302ac85cb2 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d2262f2-4b63-4a90-b951-d65109f796a8 HTTP/1.1" status: 200 len: 945 time: 0.3271704 May 27 02:19:43.402882 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adf3e67-1245-4fb1-aa51-4c9bbfe556d2 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:19:43.417844 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adf3e67-1245-4fb1-aa51-4c9bbfe556d2 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:43.418515 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0adf3e67-1245-4fb1-aa51-4c9bbfe556d2 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:43.581431 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fd219996-cb85-4eca-8b6f-4fb1dfe80da1 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:43.614276 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ea3aa523-4d3c-43bd-a0d3-c50b757df99d req-dd4478ba-d493-4067-a9ce-1a965c0d3af6 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ed04def-40b2-42a8-ba96-7599f6a1472f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369163 May 27 02:19:43.617319 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf3e67-1245-4fb1-aa51-4c9bbfe556d2 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Pushing event updated for resources: {'Port': ['ID=7209c8b3-023b-4afc-b748-3ccb12e2eeb7,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:43.619397 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-375b35f1-0902-482e-b84a-4ea3fa83da7c req-965fcfac-5c98-4544-839a-5fc5519459e1 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:43.635139 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['59a158e2-8d26-4c48-8164-df6f389fb68e', 'ff788f91-40bc-41ea-9e72-0199a662c078'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:19:43.739698 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fd219996-cb85-4eca-8b6f-4fb1dfe80da1 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:43.745892 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965fcfac-5c98-4544-839a-5fc5519459e1 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Pushing event deleted for resources: {'Port': ['ID=6bb5d144-a0f2-4448-89ab-4511c23ed129,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:44.014187 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-b3d8129f-549a-4e3d-9cf8-61e125ba11cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dea442d5-89b0-468e-9ac7-3c3ae828fd60 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:19:44.014187 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-b3d8129f-549a-4e3d-9cf8-61e125ba11cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:44.019618 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3aa83751-49e2-4693-82d9-9f6d13236a0d None None] Provisioning for port 7209c8b3-023b-4afc-b748-3ccb12e2eeb7 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:19:44.036233 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3aa83751-49e2-4693-82d9-9f6d13236a0d None None] Provisioning complete for port 7209c8b3-023b-4afc-b748-3ccb12e2eeb7 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:19:44.036904 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3aa83751-49e2-4693-82d9-9f6d13236a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:44.038042 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-b3d8129f-549a-4e3d-9cf8-61e125ba11cb service neutron] Transition to ACTIVE for port object dea442d5-89b0-468e-9ac7-3c3ae828fd60 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:19:44.080405 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-375b35f1-0902-482e-b84a-4ea3fa83da7c req-965fcfac-5c98-4544-839a-5fc5519459e1 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] No DVR routers for this DVR port 6bb5d144-a0f2-4448-89ab-4511c23ed129 on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:19:44.085311 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0adf3e67-1245-4fb1-aa51-4c9bbfe556d2 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.6638014 May 27 02:19:44.085638 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42106) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:44.093243 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-bfa7cdfe-e12b-4ff2-97e6-a1a4b722a4ce tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:19:38:37'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:19:44.108502 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd219996-cb85-4eca-8b6f-4fb1dfe80da1 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Pushing event updated for resources: {'Port': ['ID=6e3bb313-4795-4e3b-a205-5dd1eb77ead1,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:44.114755 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-375b35f1-0902-482e-b84a-4ea3fa83da7c req-965fcfac-5c98-4544-839a-5fc5519459e1 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:44.119877 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561ca9da-d46e-4162-a7aa-b8d8429a12e2', 'name': 'network-vif-deleted', 'tag': '6bb5d144-a0f2-4448-89ab-4511c23ed129'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:19:44.136684 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-3aa83751-49e2-4693-82d9-9f6d13236a0d None None] Port 7209c8b3-023b-4afc-b748-3ccb12e2eeb7 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:19:44.138211 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-b3d8129f-549a-4e3d-9cf8-61e125ba11cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:44.161197 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79939e-958a-4775-8e77-e477f2320b96 req-a0da5209-7470-4e20-9342-a4c4d64bab51 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:44.162975 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b79939e-958a-4775-8e77-e477f2320b96 req-a0da5209-7470-4e20-9342-a4c4d64bab51 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb933492-e1ab-4bb3-b947-5408128c402f HTTP/1.1" status: 200 len: 931 time: 0.3665679 May 27 02:19:44.163868 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fd219996-cb85-4eca-8b6f-4fb1dfe80da1 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:44.370259 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b79939e-958a-4775-8e77-e477f2320b96 req-3fa1182a-2936-4f46-b9bc-f81ba0e11487 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364369 May 27 02:19:44.385160 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-375b35f1-0902-482e-b84a-4ea3fa83da7c req-965fcfac-5c98-4544-839a-5fc5519459e1 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "DELETE /v2.0/ports/6bb5d144-a0f2-4448-89ab-4511c23ed129 HTTP/1.1" status: 204 len: 173 time: 2.1809080 May 27 02:19:44.401957 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8129f-549a-4e3d-9cf8-61e125ba11cb service neutron] Pushing event updated for resources: {'Port': ['ID=dea442d5-89b0-468e-9ac7-3c3ae828fd60,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:44.423733 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-fd219996-cb85-4eca-8b6f-4fb1dfe80da1 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Floating IP 9ce19b8b-8d30-4c71-8b83-99342862ed38 associated. External IP: 172.25.1.196, port: 241f17a3-4fd5-449e-9f09-b9b5e5519299. May 27 02:19:44.489491 n-d-843554-3 neutron-server[88902]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c0f8d2f1-d98b-4deb-897f-606bd5726711']: {'server_uuid': '561ca9da-d46e-4162-a7aa-b8d8429a12e2', 'name': 'network-vif-deleted', 'tag': '6bb5d144-a0f2-4448-89ab-4511c23ed129', 'status': 'failed', 'code': 422} returned with failed status May 27 02:19:44.674779 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b4ae7-f358-4338-aaca-6a168435468f req-2f5b14c0-dcef-4763-87de-f35cb36e50c9 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:44.676310 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9c6b4ae7-f358-4338-aaca-6a168435468f req-2f5b14c0-dcef-4763-87de-f35cb36e50c9 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d2262f2-4b63-4a90-b951-d65109f796a8 HTTP/1.1" status: 200 len: 945 time: 0.4711046 May 27 02:19:44.813700 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-b3d8129f-549a-4e3d-9cf8-61e125ba11cb service neutron] Attempting to bind port dea442d5-89b0-468e-9ac7-3c3ae828fd60 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:19:44.814063 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-b3d8129f-549a-4e3d-9cf8-61e125ba11cb service neutron] Attempting to bind port dea442d5-89b0-468e-9ac7-3c3ae828fd60 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'ab39751d-1c01-42dd-8648-098e3a0f206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:19:44.814415 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-b3d8129f-549a-4e3d-9cf8-61e125ba11cb service neutron] Attempting to bind port dea442d5-89b0-468e-9ac7-3c3ae828fd60 on network ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:19:44.838817 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-9c6b4ae7-f358-4338-aaca-6a168435468f req-ea818e99-79ff-4cc6-9541-320f71f797cf tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] Deleting port 7b068832-aa80-4c8e-bfbe-dd9152a761c5 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:19:44.839163 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9c6b4ae7-f358-4338-aaca-6a168435468f req-ea818e99-79ff-4cc6-9541-320f71f797cf tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:44.866391 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-b3d8129f-549a-4e3d-9cf8-61e125ba11cb service neutron] Port dea442d5-89b0-468e-9ac7-3c3ae828fd60 on network ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:19:44.866796 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-b3d8129f-549a-4e3d-9cf8-61e125ba11cb service neutron] Attempting to bind port dea442d5-89b0-468e-9ac7-3c3ae828fd60 on network ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:19:44.887848 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-b3d8129f-549a-4e3d-9cf8-61e125ba11cb service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:19:44.888470 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-b3d8129f-549a-4e3d-9cf8-61e125ba11cb service neutron] Checking segment: {'id': 'ab39751d-1c01-42dd-8648-098e3a0f206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:19:44.888908 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-b3d8129f-549a-4e3d-9cf8-61e125ba11cb service neutron] Bound using segment: {'id': 'ab39751d-1c01-42dd-8648-098e3a0f206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:19:44.889342 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-b3d8129f-549a-4e3d-9cf8-61e125ba11cb service neutron] Bound port: dea442d5-89b0-468e-9ac7-3c3ae828fd60, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab39751d-1c01-42dd-8648-098e3a0f206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:19:44.889685 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-b3d8129f-549a-4e3d-9cf8-61e125ba11cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:44.916897 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bfa7cdfe-e12b-4ff2-97e6-a1a4b722a4ce tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:45.029200 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e58420-7f2a-4bbc-8161-3ecf37d04b4e req-7fce0ca0-8d59-442f-ae05-2308577469db tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:45.037210 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-19e58420-7f2a-4bbc-8161-3ecf37d04b4e req-7fce0ca0-8d59-442f-ae05-2308577469db tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d2262f2-4b63-4a90-b951-d65109f796a8 HTTP/1.1" status: 200 len: 945 time: 0.2574201 May 27 02:19:45.166632 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-19e58420-7f2a-4bbc-8161-3ecf37d04b4e req-18352c6e-681b-4566-afd1-577f34d1e469 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ed04def-40b2-42a8-ba96-7599f6a1472f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284609 May 27 02:19:45.191050 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd219996-cb85-4eca-8b6f-4fb1dfe80da1 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Router 4c05be4c-2785-452e-a28c-2e39a38443a8 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:19:45.298667 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-b3d8129f-549a-4e3d-9cf8-61e125ba11cb service neutron] For port dea442d5-89b0-468e-9ac7-3c3ae828fd60, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:19:45.376694 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-b3d8129f-549a-4e3d-9cf8-61e125ba11cb service neutron] For port dea442d5-89b0-468e-9ac7-3c3ae828fd60, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=dea442d5-89b0-468e-9ac7-3c3ae828fd60,segment=NetworkSegment(ab39751d-1c01-42dd-8648-098e3a0f206f),segment_id=ab39751d-1c01-42dd-8648-098e3a0f206f)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:19:45.409026 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd219996-cb85-4eca-8b6f-4fb1dfe80da1 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:19:45.420767 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2f32c4-13b4-448c-9392-53024496002e None None] Sync routers for ids ['4c05be4c-2785-452e-a28c-2e39a38443a8'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:19:45.438052 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2f32c4-13b4-448c-9392-53024496002e None None] Routers {'4c05be4c-2785-452e-a28c-2e39a38443a8'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:19:45.441997 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-dc2f32c4-13b4-448c-9392-53024496002e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:19:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4c05be4c-2785-452e-a28c-2e39a38443a8'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:45.505631 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-dc2f32c4-13b4-448c-9392-53024496002e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:45.516140 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2f32c4-13b4-448c-9392-53024496002e None None] Routers {'4c05be4c-2785-452e-a28c-2e39a38443a8'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:19:45.517075 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-dc2f32c4-13b4-448c-9392-53024496002e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:19:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4c05be4c-2785-452e-a28c-2e39a38443a8'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:45.552623 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fd219996-cb85-4eca-8b6f-4fb1dfe80da1 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:45.591861 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-dc2f32c4-13b4-448c-9392-53024496002e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:45.592557 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2f32c4-13b4-448c-9392-53024496002e None None] The sync data for ids ['4c05be4c-2785-452e-a28c-2e39a38443a8'] in n-d-843554-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:19:45.636330 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-b3d8129f-549a-4e3d-9cf8-61e125ba11cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:45.652493 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-fd219996-cb85-4eca-8b6f-4fb1dfe80da1 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.0703301 May 27 02:19:45.653302 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42136) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:45.659787 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-fe05d80c-3640-4cda-b708-5bf458f72da7 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:19:45.751994 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-b3d8129f-549a-4e3d-9cf8-61e125ba11cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:45.752669 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-b3d8129f-549a-4e3d-9cf8-61e125ba11cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:45.754299 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-b3d8129f-549a-4e3d-9cf8-61e125ba11cb service neutron] 10.222.0.66 "PUT /v2.0/ports/dea442d5-89b0-468e-9ac7-3c3ae828fd60 HTTP/1.1" status: 200 len: 1091 time: 2.6311188 May 27 02:19:45.761826 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bfa7cdfe-e12b-4ff2-97e6-a1a4b722a4ce tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:45.763241 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb933492-e1ab-4bb3-b947-5408128c402f', 'tag': 'dea442d5-89b0-468e-9ac7-3c3ae828fd60'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:19:45.807656 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d2f0e-5a33-4c06-97d2-3ee0b9d17be9 req-70b66013-22ff-4d1f-9054-e93a7f8eb269 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:45.815332 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8129f-549a-4e3d-9cf8-61e125ba11cb service neutron] Pushing event updated for resources: {'Port': ['ID=dea442d5-89b0-468e-9ac7-3c3ae828fd60,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:45.818238 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-490d2f0e-5a33-4c06-97d2-3ee0b9d17be9 req-70b66013-22ff-4d1f-9054-e93a7f8eb269 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb933492-e1ab-4bb3-b947-5408128c402f HTTP/1.1" status: 200 len: 943 time: 0.3075745 May 27 02:19:45.825941 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bfa7cdfe-e12b-4ff2-97e6-a1a4b722a4ce tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:45.859685 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fe05d80c-3640-4cda-b708-5bf458f72da7 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for floatingip, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:45.895021 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-9c6b4ae7-f358-4338-aaca-6a168435468f req-ea818e99-79ff-4cc6-9541-320f71f797cf tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] For port 7b068832-aa80-4c8e-bfbe-dd9152a761c5, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=7b068832-aa80-4c8e-bfbe-dd9152a761c5,segment=NetworkSegment(010785fa-f5e7-4dcf-b622-2505f0fe7e37),segment_id=010785fa-f5e7-4dcf-b622-2505f0fe7e37)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:45.896549 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9c6b4ae7-f358-4338-aaca-6a168435468f req-ea818e99-79ff-4cc6-9541-320f71f797cf tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:45.911884 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-bfa7cdfe-e12b-4ff2-97e6-a1a4b722a4ce tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] In _notify_port_updated(), no bound segment for port 7209c8b3-023b-4afc-b748-3ccb12e2eeb7 on network 9f53d658-3e4c-4ef3-a883-3601dfdd3571 {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:19:45.918567 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa7cdfe-e12b-4ff2-97e6-a1a4b722a4ce tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:45.919234 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bfa7cdfe-e12b-4ff2-97e6-a1a4b722a4ce tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:45.920865 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-bfa7cdfe-e12b-4ff2-97e6-a1a4b722a4ce tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] 10.222.0.57 "PUT /v2.0/ports/7209c8b3-023b-4afc-b748-3ccb12e2eeb7 HTTP/1.1" status: 200 len: 1003 time: 1.8336670 May 27 02:19:45.928790 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42142) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:46.022360 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-490d2f0e-5a33-4c06-97d2-3ee0b9d17be9 req-247fd307-94d3-4731-87af-e131695688f8 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025068 May 27 02:19:46.192595 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-9c6b4ae7-f358-4338-aaca-6a168435468f req-ea818e99-79ff-4cc6-9541-320f71f797cf tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] Calling delete_port for 7b068832-aa80-4c8e-bfbe-dd9152a761c5 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:19:46.256480 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5736d42-2c38-46bc-954d-8350709f7f84'] response: {'name': 'network-changed', 'server_uuid': 'bb933492-e1ab-4bb3-b947-5408128c402f', 'tag': 'dea442d5-89b0-468e-9ac7-3c3ae828fd60', 'status': 'completed', 'code': 200} May 27 02:19:46.284310 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa7cdfe-e12b-4ff2-97e6-a1a4b722a4ce tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Pushing event updated for resources: {'Port': ['ID=7209c8b3-023b-4afc-b748-3ccb12e2eeb7,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:46.293043 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-03a0d313-444e-473d-90b4-390e9f68768a None None] Provisioning complete for port 7209c8b3-023b-4afc-b748-3ccb12e2eeb7 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:19:46.294585 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-03a0d313-444e-473d-90b4-390e9f68768a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:46.324455 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fe05d80c-3640-4cda-b708-5bf458f72da7 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:46.337757 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-eef4642a-d842-4b79-a3fa-b8a964e73154 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Deleting port 7209c8b3-023b-4afc-b748-3ccb12e2eeb7 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:19:46.338138 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eef4642a-d842-4b79-a3fa-b8a964e73154 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:46.398614 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fe05d80c-3640-4cda-b708-5bf458f72da7 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:46.398943 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-fe05d80c-3640-4cda-b708-5bf458f72da7 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Floating IP 9ce19b8b-8d30-4c71-8b83-99342862ed38 disassociated. External IP: 172.25.1.196, port: 241f17a3-4fd5-449e-9f09-b9b5e5519299. May 27 02:19:46.417115 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-03a0d313-444e-473d-90b4-390e9f68768a None None] Port 7209c8b3-023b-4afc-b748-3ccb12e2eeb7 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:19:46.612665 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-f96e1e43-8cc5-4053-bf19-14fa1a39a0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:46.614192 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-f96e1e43-8cc5-4053-bf19-14fa1a39a0f6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=061b97479a33466e8381b1e53cde36e4&device_id=bb933492-e1ab-4bb3-b947-5408128c402f HTTP/1.1" status: 200 len: 1094 time: 0.6197345 May 27 02:19:46.708973 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-9b29900b-fbd8-45ee-b583-75e6c7f34171 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dea442d5-89b0-468e-9ac7-3c3ae828fd60 HTTP/1.1" status: 200 len: 217 time: 0.0841744 May 27 02:19:46.794200 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996dda7-b9ec-4078-b6c1-39ea12d9f796 req-b81bcdaa-c283-4301-85e1-13d2b9f44c0e tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:46.801270 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b996dda7-b9ec-4078-b6c1-39ea12d9f796 req-b81bcdaa-c283-4301-85e1-13d2b9f44c0e tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d2262f2-4b63-4a90-b951-d65109f796a8 HTTP/1.1" status: 200 len: 945 time: 0.4541559 May 27 02:19:46.844033 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9c6b4ae7-f358-4338-aaca-6a168435468f req-ea818e99-79ff-4cc6-9541-320f71f797cf tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:46.858566 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eef4642a-d842-4b79-a3fa-b8a964e73154 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:46.923386 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e1fc8-bb04-4e73-bfaa-b05417e7aa98 req-8f252980-6355-4b8a-860d-d367472f23f4 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:46.924145 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-107e1fc8-bb04-4e73-bfaa-b05417e7aa98 req-8f252980-6355-4b8a-860d-d367472f23f4 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Synchronizing usage tracker for tenant:62f5f7df5795463f9f8bc1cd40caf878 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:19:46.951435 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-6048504f-c7cb-4d85-9b17-c3f43a2e8298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:46.952898 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-6048504f-c7cb-4d85-9b17-c3f43a2e8298 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=98c2d6b5-1175-4c13-b824-dd8e526e1b70 HTTP/1.1" status: 200 len: 845 time: 0.2372379 May 27 02:19:46.953025 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b996dda7-b9ec-4078-b6c1-39ea12d9f796 req-2e1951f0-1f8b-41a0-bfd2-9631f5f567bc tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ed04def-40b2-42a8-ba96-7599f6a1472f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507876 May 27 02:19:47.015839 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-107e1fc8-bb04-4e73-bfaa-b05417e7aa98 req-8f252980-6355-4b8a-860d-d367472f23f4 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Unset dirty status for tenant:62f5f7df5795463f9f8bc1cd40caf878 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:19:47.017060 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-107e1fc8-bb04-4e73-bfaa-b05417e7aa98 req-8f252980-6355-4b8a-860d-d367472f23f4 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b3d2959-5011-4598-89d1-3ac57a9ca9a5 HTTP/1.1" status: 200 len: 907 time: 0.5550508 May 27 02:19:47.022749 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea818e99-79ff-4cc6-9541-320f71f797cf tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] Pushing event deleted for resources: {'Port': ['ID=7b068832-aa80-4c8e-bfbe-dd9152a761c5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:47.073656 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe05d80c-3640-4cda-b708-5bf458f72da7 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Router 4c05be4c-2785-452e-a28c-2e39a38443a8 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:19:47.276289 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-eef4642a-d842-4b79-a3fa-b8a964e73154 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Calling delete_port for 7209c8b3-023b-4afc-b748-3ccb12e2eeb7 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:19:47.341054 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-a009fbee-29ed-48c9-becb-473bad00ebb7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3193707 May 27 02:19:47.344790 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c6b4ae7-f358-4338-aaca-6a168435468f req-ea818e99-79ff-4cc6-9541-320f71f797cf tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] No DVR routers for this DVR port 7b068832-aa80-4c8e-bfbe-dd9152a761c5 on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:19:47.348675 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9c6b4ae7-f358-4338-aaca-6a168435468f req-ea818e99-79ff-4cc6-9541-320f71f797cf tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:47.399659 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe05d80c-3640-4cda-b708-5bf458f72da7 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:19:47.408457 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fe05d80c-3640-4cda-b708-5bf458f72da7 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:47.412094 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ccf4c0-1953-4ba9-aa1f-cdadebcc60e8 None None] Sync routers for ids ['4c05be4c-2785-452e-a28c-2e39a38443a8'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:19:47.423981 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ccf4c0-1953-4ba9-aa1f-cdadebcc60e8 None None] Routers {'4c05be4c-2785-452e-a28c-2e39a38443a8'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:19:47.424596 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-f5ccf4c0-1953-4ba9-aa1f-cdadebcc60e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:19:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4c05be4c-2785-452e-a28c-2e39a38443a8'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:47.439695 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7424d-12ea-4bea-bc9c-b5b5b1cbffa7 req-566f2703-9af5-4adc-8558-b654b4fdbaf1 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:47.447168 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d5d7424d-12ea-4bea-bc9c-b5b5b1cbffa7 req-566f2703-9af5-4adc-8558-b654b4fdbaf1 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb933492-e1ab-4bb3-b947-5408128c402f HTTP/1.1" status: 200 len: 943 time: 0.2892699 May 27 02:19:47.499080 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-f5ccf4c0-1953-4ba9-aa1f-cdadebcc60e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:47.510470 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ccf4c0-1953-4ba9-aa1f-cdadebcc60e8 None None] Routers {'4c05be4c-2785-452e-a28c-2e39a38443a8'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:19:47.511324 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-f5ccf4c0-1953-4ba9-aa1f-cdadebcc60e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:19:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4c05be4c-2785-452e-a28c-2e39a38443a8'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:47.542201 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d5d7424d-12ea-4bea-bc9c-b5b5b1cbffa7 req-e9f952fd-2d07-410a-99de-263a95f60660 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940983 May 27 02:19:47.548742 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-fe05d80c-3640-4cda-b708-5bf458f72da7 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "PUT /v2.0/floatingips/9ce19b8b-8d30-4c71-8b83-99342862ed38 HTTP/1.1" status: 200 len: 688 time: 1.8942595 May 27 02:19:47.549483 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42158) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:47.586393 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9c6b4ae7-f358-4338-aaca-6a168435468f req-ea818e99-79ff-4cc6-9541-320f71f797cf tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] 10.222.0.32 "DELETE /v2.0/ports/7b068832-aa80-4c8e-bfbe-dd9152a761c5 HTTP/1.1" status: 204 len: 173 time: 2.8937197 May 27 02:19:47.590535 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-f5ccf4c0-1953-4ba9-aa1f-cdadebcc60e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:47.591325 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ccf4c0-1953-4ba9-aa1f-cdadebcc60e8 None None] The sync data for ids ['4c05be4c-2785-452e-a28c-2e39a38443a8'] in n-d-843554-3 is: [] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:19:47.626034 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-7005ea97-1bc8-46df-a050-94f9b3d0f3e6 service neutron] 10.222.0.66 "GET /v2.0/networks/ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733841 May 27 02:19:47.709605 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eef4642a-d842-4b79-a3fa-b8a964e73154 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:47.718425 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b2d71806-5b96-489e-a215-a6bdf1697ad3 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Deleting port 6e3bb313-4795-4e3b-a205-5dd1eb77ead1 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:19:47.718767 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b2d71806-5b96-489e-a215-a6bdf1697ad3 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:47.834908 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4642a-d842-4b79-a3fa-b8a964e73154 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Pushing event deleted for resources: {'Port': ['ID=7209c8b3-023b-4afc-b748-3ccb12e2eeb7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:47.914408 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b2d71806-5b96-489e-a215-a6bdf1697ad3 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:47.914862 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b2d71806-5b96-489e-a215-a6bdf1697ad3 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:48.020563 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5881d1ce-29b4-4e8a-b367-dbaaad7be210 req-86e071b6-183d-49a6-8e75-89c296648386 service neutron] 10.222.0.66 "GET /v2.0/networks/ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879817 May 27 02:19:48.024230 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eef4642a-d842-4b79-a3fa-b8a964e73154 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:48.075042 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0b5b6-5569-447f-8273-618560dd0398 req-b8c99421-51fa-4b94-9924-23be9a77da7d tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:48.082382 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-d6f0b5b6-5569-447f-8273-618560dd0398 req-b8c99421-51fa-4b94-9924-23be9a77da7d tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Synchronizing usage tracker for tenant:62f5f7df5795463f9f8bc1cd40caf878 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:19:48.105109 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-d6f0b5b6-5569-447f-8273-618560dd0398 req-b8c99421-51fa-4b94-9924-23be9a77da7d tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Unset dirty status for tenant:62f5f7df5795463f9f8bc1cd40caf878 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:19:48.106515 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d6f0b5b6-5569-447f-8273-618560dd0398 req-b8c99421-51fa-4b94-9924-23be9a77da7d tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b3d2959-5011-4598-89d1-3ac57a9ca9a5 HTTP/1.1" status: 200 len: 907 time: 0.3846829 May 27 02:19:48.112520 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b2d71806-5b96-489e-a215-a6bdf1697ad3 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Calling delete_port for 6e3bb313-4795-4e3b-a205-5dd1eb77ead1 owned by network:floatingip {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:19:48.161530 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 7b068832-aa80-4c8e-bfbe-dd9152a761c5 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:19:48.226787 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 7b068832-aa80-4c8e-bfbe-dd9152a761c5 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:19:48.227463 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 7b068832-aa80-4c8e-bfbe-dd9152a761c5 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:19:48.253772 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-eef4642a-d842-4b79-a3fa-b8a964e73154 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] 10.222.0.57 "DELETE /v2.0/ports/7209c8b3-023b-4afc-b748-3ccb12e2eeb7 HTTP/1.1" status: 204 len: 168 time: 2.3240798 May 27 02:19:48.266320 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2262f2-4b63-4a90-b951-d65109f796a8', 'name': 'network-vif-deleted', 'tag': '7b068832-aa80-4c8e-bfbe-dd9152a761c5'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:19:48.278439 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42168) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:48.314454 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-51108f26-498f-4ba0-91f3-0e946b661b33 req-b1c29358-47ad-4e87-82ac-2cc42b788962 tempest-ServerAddressesTestJSON-945470815 tempest-ServerAddressesTestJSON-945470815-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d2262f2-4b63-4a90-b951-d65109f796a8 HTTP/1.1" status: 200 len: 210 time: 0.1087806 May 27 02:19:48.343069 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b18e19a-e74a-4f00-bba8-afbaa0c21313 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] GET failed (client error): The resource could not be found. May 27 02:19:48.343591 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8b18e19a-e74a-4f00-bba8-afbaa0c21313 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Synchronizing usage tracker for tenant:1eddda9d63fb4d5dbd46c04eeb1c1615 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:19:48.350385 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-d6f0b5b6-5569-447f-8273-618560dd0398 req-58459e75-9dca-47b9-8805-baf072f46dc9 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Deleting port c9ec20a8-405e-447c-ab4f-5bee3e63fbaa {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:19:48.350740 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d6f0b5b6-5569-447f-8273-618560dd0398 req-58459e75-9dca-47b9-8805-baf072f46dc9 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:48.405771 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8bd0a6-7f67-4f0d-b0d1-d022ae27cd2e req-07b3708d-0a06-40a3-8219-6984831afed9 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:48.415105 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-be8bd0a6-7f67-4f0d-b0d1-d022ae27cd2e req-07b3708d-0a06-40a3-8219-6984831afed9 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b3d2959-5011-4598-89d1-3ac57a9ca9a5 HTTP/1.1" status: 200 len: 907 time: 0.1536434 May 27 02:19:48.460798 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d51afaf4-fefd-4f64-988a-01878d69f0bd'] response: {'server_uuid': '6d2262f2-4b63-4a90-b951-d65109f796a8', 'name': 'network-vif-deleted', 'tag': '7b068832-aa80-4c8e-bfbe-dd9152a761c5', 'status': 'completed', 'code': 200} May 27 02:19:48.483163 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8b18e19a-e74a-4f00-bba8-afbaa0c21313 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Unset dirty status for tenant:1eddda9d63fb4d5dbd46c04eeb1c1615 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:19:48.490745 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8b18e19a-e74a-4f00-bba8-afbaa0c21313 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] 10.222.0.57 "GET /v2.0/ports/7209c8b3-023b-4afc-b748-3ccb12e2eeb7 HTTP/1.1" status: 404 len: 333 time: 0.2041094 May 27 02:19:48.490915 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42176) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:48.491477 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2949446-913b-46ef-b811-bca9adee39b6 req-1843a82c-7e04-4cc0-aa9b-cc6ac3410efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:48.493538 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a2949446-913b-46ef-b811-bca9adee39b6 req-1843a82c-7e04-4cc0-aa9b-cc6ac3410efb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=061b97479a33466e8381b1e53cde36e4&device_id=bb933492-e1ab-4bb3-b947-5408128c402f HTTP/1.1" status: 200 len: 1094 time: 0.2968752 May 27 02:19:48.496369 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-2f03415e-a71f-4187-ba3c-1d4247e60db1 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Request body: {'port': {'network_id': '9f53d658-3e4c-4ef3-a883-3601dfdd3571', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2008865541'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:19:48.765239 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b2d71806-5b96-489e-a215-a6bdf1697ad3 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:48.778906 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-d6f0b5b6-5569-447f-8273-618560dd0398 req-58459e75-9dca-47b9-8805-baf072f46dc9 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] For port c9ec20a8-405e-447c-ab4f-5bee3e63fbaa, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=c9ec20a8-405e-447c-ab4f-5bee3e63fbaa,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:48.779895 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d6f0b5b6-5569-447f-8273-618560dd0398 req-58459e75-9dca-47b9-8805-baf072f46dc9 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:48.831521 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d71806-5b96-489e-a215-a6bdf1697ad3 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Pushing event deleted for resources: {'Port': ['ID=6e3bb313-4795-4e3b-a205-5dd1eb77ead1,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:48.887368 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:48.935604 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-d6f0b5b6-5569-447f-8273-618560dd0398 req-58459e75-9dca-47b9-8805-baf072f46dc9 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Calling delete_port for c9ec20a8-405e-447c-ab4f-5bee3e63fbaa owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:19:48.966192 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2949446-913b-46ef-b811-bca9adee39b6 req-7a71b673-5cdb-465e-8c65-bdb60521cd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:48.967623 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a2949446-913b-46ef-b811-bca9adee39b6 req-7a71b673-5cdb-465e-8c65-bdb60521cd01 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee HTTP/1.1" status: 200 len: 906 time: 0.4547424 May 27 02:19:48.974283 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-2f03415e-a71f-4187-ba3c-1d4247e60db1 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:48.996664 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-2f03415e-a71f-4187-ba3c-1d4247e60db1 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:49.003046 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b2d71806-5b96-489e-a215-a6bdf1697ad3 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for floatingip, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:49.018238 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4052907-c1e9-47ea-b4fe-45464c1b35c7 req-c16ecb8c-ef9b-42aa-88bb-9019f7cda049 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:49.020092 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a4052907-c1e9-47ea-b4fe-45464c1b35c7 req-c16ecb8c-ef9b-42aa-88bb-9019f7cda049 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb933492-e1ab-4bb3-b947-5408128c402f HTTP/1.1" status: 200 len: 943 time: 0.2927647 May 27 02:19:49.028851 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b2d71806-5b96-489e-a215-a6bdf1697ad3 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:49.035481 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b2d71806-5b96-489e-a215-a6bdf1697ad3 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "DELETE /v2.0/floatingips/9ce19b8b-8d30-4c71-8b83-99342862ed38 HTTP/1.1" status: 204 len: 168 time: 1.4849625 May 27 02:19:49.036319 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42184) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:49.055568 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-4758a90a-117c-491f-8ce3-9985b421b4aa tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'port_id': '57df1388-042b-4390-94f4-aae7ce4f643d'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:19:49.065879 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4758a90a-117c-491f-8ce3-9985b421b4aa tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:49.073181 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4758a90a-117c-491f-8ce3-9985b421b4aa tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Usage tracker for resource:floatingip and tenant:da6da76c53cc4067a3275f77b81c0c47 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:49.083052 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4758a90a-117c-491f-8ce3-9985b421b4aa tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:49.094309 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4758a90a-117c-491f-8ce3-9985b421b4aa tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:49.105388 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a4052907-c1e9-47ea-b4fe-45464c1b35c7 req-70dcf856-3a37-45ee-8647-8e721f76fc25 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680594 May 27 02:19:49.108445 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:49.137787 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f03415e-a71f-4187-ba3c-1d4247e60db1 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Made reservation on behalf of 1eddda9d63fb4d5dbd46c04eeb1c1615 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:19:49.142319 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2f03415e-a71f-4187-ba3c-1d4247e60db1 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:49.165556 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-2f03415e-a71f-4187-ba3c-1d4247e60db1 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] device_id is not set on port ee989e6e-5fb0-47f0-81c8-2f7f1fd70a38 yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:19:49.174785 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a2949446-913b-46ef-b811-bca9adee39b6 req-9abdfcf3-8d2a-4eae-897a-17b9d6f9e15b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dea442d5-89b0-468e-9ac7-3c3ae828fd60 HTTP/1.1" status: 200 len: 217 time: 0.1983099 May 27 02:19:49.205384 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4758a90a-117c-491f-8ce3-9985b421b4aa tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for floatingip, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:49.290720 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2949446-913b-46ef-b811-bca9adee39b6 req-58a311f0-ebd3-4dac-9c2c-18e1726eaf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:49.292190 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a2949446-913b-46ef-b811-bca9adee39b6 req-58a311f0-ebd3-4dac-9c2c-18e1726eaf1a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=98c2d6b5-1175-4c13-b824-dd8e526e1b70 HTTP/1.1" status: 200 len: 845 time: 0.1097977 May 27 02:19:49.350838 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a2949446-913b-46ef-b811-bca9adee39b6 req-51a31219-b947-4e68-9f39-9d3658f17411 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469244 May 27 02:19:49.421684 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-2f03415e-a71f-4187-ba3c-1d4247e60db1 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Allocated IP 2001:db8::2aa (9f53d658-3e4c-4ef3-a883-3601dfdd3571/f15aabf8-0d3b-4c64-a260-f9372d9c236b/ee989e6e-5fb0-47f0-81c8-2f7f1fd70a38) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:19:49.439264 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42192) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:49.547417 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b514b2c-6fc9-4531-a7ee-9741bc8ea20f admin admin] Deleting subnet bd74d84c-d0ff-4fef-99c9-0e8e72ccfb0e {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:19:49.559702 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4b514b2c-6fc9-4531-a7ee-9741bc8ea20f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:49.578260 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d6f0b5b6-5569-447f-8273-618560dd0398 req-58459e75-9dca-47b9-8805-baf072f46dc9 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:49.651653 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58459e75-9dca-47b9-8805-baf072f46dc9 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Pushing event deleted for resources: {'Port': ['ID=c9ec20a8-405e-447c-ab4f-5bee3e63fbaa,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:49.663474 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b9c9e98d-6bce-439a-bdf5-be732145280d req-a1b688a8-a7fc-4b38-9bd2-673e1bdd5710 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b3d2959-5011-4598-89d1-3ac57a9ca9a5 HTTP/1.1" status: 200 len: 210 time: 0.0764930 May 27 02:19:49.668141 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4758a90a-117c-491f-8ce3-9985b421b4aa tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:49.694592 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a2949446-913b-46ef-b811-bca9adee39b6 req-9267527e-5a11-40e3-bad4-f9aea70b52d6 service neutron] 10.222.0.66 "GET /v2.0/networks/ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377621 May 27 02:19:49.739816 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4b514b2c-6fc9-4531-a7ee-9741bc8ea20f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:49.774549 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device dea442d5-89b0-468e-9ac7-3c3ae828fd60 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:19:49.823305 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f0b5b6-5569-447f-8273-618560dd0398 req-58459e75-9dca-47b9-8805-baf072f46dc9 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] No DVR routers for this DVR port c9ec20a8-405e-447c-ab4f-5bee3e63fbaa on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:19:49.826928 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d6f0b5b6-5569-447f-8273-618560dd0398 req-58459e75-9dca-47b9-8805-baf072f46dc9 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:49.909785 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a2949446-913b-46ef-b811-bca9adee39b6 req-a17109fe-0076-4c8f-8bb8-327af2d6c8fe service neutron] 10.222.0.66 "GET /v2.0/networks/ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081776 May 27 02:19:49.935914 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d6f0b5b6-5569-447f-8273-618560dd0398 req-58459e75-9dca-47b9-8805-baf072f46dc9 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.32 "DELETE /v2.0/ports/c9ec20a8-405e-447c-ab4f-5bee3e63fbaa HTTP/1.1" status: 204 len: 173 time: 1.8237772 May 27 02:19:49.970669 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4b514b2c-6fc9-4531-a7ee-9741bc8ea20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:50.091588 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port dea442d5-89b0-468e-9ac7-3c3ae828fd60, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=dea442d5-89b0-468e-9ac7-3c3ae828fd60,segment=NetworkSegment(ab39751d-1c01-42dd-8648-098e3a0f206f),segment_id=ab39751d-1c01-42dd-8648-098e3a0f206f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:50.108228 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': 'dea442d5-89b0-468e-9ac7-3c3ae828fd60', 'network_id': 'ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee', 'port_id': 'dea442d5-89b0-468e-9ac7-3c3ae828fd60', 'mac_address': 'fa:16:3e:4f:c4:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c2d6b5-1175-4c13-b824-dd8e526e1b70', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:19:50.134078 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2f03415e-a71f-4187-ba3c-1d4247e60db1 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:50.160534 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2f03415e-a71f-4187-ba3c-1d4247e60db1 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Transition to ACTIVE for port object ee989e6e-5fb0-47f0-81c8-2f7f1fd70a38 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:19:50.169846 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-4758a90a-117c-491f-8ce3-9985b421b4aa tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Allocated IP 172.25.1.166 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/7829a349-a587-4e12-bcb8-0afad63a426e) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:19:50.228863 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port dea442d5-89b0-468e-9ac7-3c3ae828fd60 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:19:50.229495 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:50.254391 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dea442d5-89b0-468e-9ac7-3c3ae828fd60 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:19:50.270902 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port dea442d5-89b0-468e-9ac7-3c3ae828fd60, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=dea442d5-89b0-468e-9ac7-3c3ae828fd60,segment=NetworkSegment(ab39751d-1c01-42dd-8648-098e3a0f206f),segment_id=ab39751d-1c01-42dd-8648-098e3a0f206f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:50.331094 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:50.368865 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4b514b2c-6fc9-4531-a7ee-9741bc8ea20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:50.425786 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=dea442d5-89b0-468e-9ac7-3c3ae828fd60,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:50.428940 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2f03415e-a71f-4187-ba3c-1d4247e60db1 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:50.447550 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b514b2c-6fc9-4531-a7ee-9741bc8ea20f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd74d84c-d0ff-4fef-99c9-0e8e72ccfb0e,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:50.462263 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3d2959-5011-4598-89d1-3ac57a9ca9a5', 'name': 'network-vif-deleted', 'tag': 'c9ec20a8-405e-447c-ab4f-5bee3e63fbaa'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:19:50.484858 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4b514b2c-6fc9-4531-a7ee-9741bc8ea20f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:50.559824 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f03415e-a71f-4187-ba3c-1d4247e60db1 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Network 9f53d658-3e4c-4ef3-a883-3601dfdd3571 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:19:50.572100 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-2f03415e-a71f-4187-ba3c-1d4247e60db1 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:19:50.596490 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f03415e-a71f-4187-ba3c-1d4247e60db1 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:19:50.602020 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f03415e-a71f-4187-ba3c-1d4247e60db1 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:50.602882 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2f03415e-a71f-4187-ba3c-1d4247e60db1 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:50.611832 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f03415e-a71f-4187-ba3c-1d4247e60db1 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Pushing event updated for resources: {'Port': ['ID=ee989e6e-5fb0-47f0-81c8-2f7f1fd70a38,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:50.628735 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['dea442d5-89b0-468e-9ac7-3c3ae828fd60'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:19:50.806923 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4b514b2c-6fc9-4531-a7ee-9741bc8ea20f admin admin] 10.222.0.57 "DELETE /v2.0/subnets/bd74d84c-d0ff-4fef-99c9-0e8e72ccfb0e HTTP/1.1" status: 204 len: 168 time: 1.3699017 May 27 02:19:50.813724 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42214) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:50.813859 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4758a90a-117c-491f-8ce3-9985b421b4aa tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:50.844428 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce520180-28e7-4391-b297-49d9395158a7 req-18a7f053-a96e-44da-a797-38810ac7ce6b tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:50.845476 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ce520180-28e7-4391-b297-49d9395158a7 req-18a7f053-a96e-44da-a797-38810ac7ce6b tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb933492-e1ab-4bb3-b947-5408128c402f HTTP/1.1" status: 200 len: 944 time: 0.5237663 May 27 02:19:50.904158 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ce520180-28e7-4391-b297-49d9395158a7 req-bfdf1cd9-7d88-4107-bbc6-369f8353a9bd tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524707 May 27 02:19:50.944016 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2f03415e-a71f-4187-ba3c-1d4247e60db1 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.4502652 May 27 02:19:50.947563 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42220) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:50.972341 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-abc79aa8-df36-4bba-bb6c-175e70d9da59 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Request body: {'port': {'network_id': '9f53d658-3e4c-4ef3-a883-3601dfdd3571', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-133061476'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:19:51.010812 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f99764df-cc16-44aa-8729-ebf3815a2c1a'] response: {'server_uuid': '2b3d2959-5011-4598-89d1-3ac57a9ca9a5', 'name': 'network-vif-deleted', 'tag': 'c9ec20a8-405e-447c-ab4f-5bee3e63fbaa', 'status': 'completed', 'code': 200} May 27 02:19:51.043686 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-74eaac84-8bc3-4397-aa65-27a51a6c507b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:51.205422 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-63138666-f42e-4699-b041-29b271fd02c9 req-06fa9066-92d5-4c16-9efb-9cbc8d66f086 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b3d2959-5011-4598-89d1-3ac57a9ca9a5 HTTP/1.1" status: 200 len: 210 time: 0.0634525 May 27 02:19:51.205543 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-74eaac84-8bc3-4397-aa65-27a51a6c507b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:51.238572 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-74eaac84-8bc3-4397-aa65-27a51a6c507b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77d89068-dcb5-4a94-b576-8faa694fa371']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:51.259980 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-74eaac84-8bc3-4397-aa65-27a51a6c507b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '010785fa-f5e7-4dcf-b622-2505f0fe7e37') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:51.259980 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-74eaac84-8bc3-4397-aa65-27a51a6c507b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '010785fa-f5e7-4dcf-b622-2505f0fe7e37') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:51.277684 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-74eaac84-8bc3-4397-aa65-27a51a6c507b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:51.286043 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-abc79aa8-df36-4bba-bb6c-175e70d9da59 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:51.305899 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88f3c0-7a31-4a4b-922e-69f31245a41e req-1ce0a82d-39f9-4664-9791-8c38603674de tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:51.306566 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-74eaac84-8bc3-4397-aa65-27a51a6c507b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:51.306670 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dc88f3c0-7a31-4a4b-922e-69f31245a41e req-1ce0a82d-39f9-4664-9791-8c38603674de tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4deb55cd-96ca-4c26-8b0c-54cfb1a32c0b HTTP/1.1" status: 200 len: 946 time: 0.2059693 May 27 02:19:51.308407 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-abc79aa8-df36-4bba-bb6c-175e70d9da59 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Usage tracker for resource:port and tenant:1eddda9d63fb4d5dbd46c04eeb1c1615 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:51.311591 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74eaac84-8bc3-4397-aa65-27a51a6c507b admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:19:51.311591 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-74eaac84-8bc3-4397-aa65-27a51a6c507b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:51.313593 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-abc79aa8-df36-4bba-bb6c-175e70d9da59 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:51.320366 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-abc79aa8-df36-4bba-bb6c-175e70d9da59 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:51.372963 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 010785fa-f5e7-4dcf-b622-2505f0fe7e37 resource provider aggregate not found May 27 02:19:51.376128 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dc88f3c0-7a31-4a4b-922e-69f31245a41e req-3d28ebc3-f145-4288-a9cc-ee1448f16fd9 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572956 May 27 02:19:51.395499 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 010785fa-f5e7-4dcf-b622-2505f0fe7e37 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 010785fa-f5e7-4dcf-b622-2505f0fe7e37 found for delete ", "request_id": "req-646ffd3d-e25b-406c-867c-17e6293ab9fa"}]} May 27 02:19:51.463949 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4758a90a-117c-491f-8ce3-9985b421b4aa tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:51.533091 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4758a90a-117c-491f-8ce3-9985b421b4aa tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:19:51.535785 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-4758a90a-117c-491f-8ce3-9985b421b4aa tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:19:51.540238 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4758a90a-117c-491f-8ce3-9985b421b4aa tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:19:51.575910 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758a90a-117c-491f-8ce3-9985b421b4aa tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Pushing event updated for resources: {'Port': ['ID=7829a349-a587-4e12-bcb8-0afad63a426e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:51.773405 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device dea442d5-89b0-468e-9ac7-3c3ae828fd60 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:19:51.900076 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-74eaac84-8bc3-4397-aa65-27a51a6c507b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:51.904861 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc79aa8-df36-4bba-bb6c-175e70d9da59 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Made reservation on behalf of 1eddda9d63fb4d5dbd46c04eeb1c1615 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:19:51.906301 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-74eaac84-8bc3-4397-aa65-27a51a6c507b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:51.907388 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-251268c8-caca-402f-85e3-d5a86aa6b66f None None] Provisioning for port ee989e6e-5fb0-47f0-81c8-2f7f1fd70a38 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:19:51.908950 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-abc79aa8-df36-4bba-bb6c-175e70d9da59 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:51.913144 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-251268c8-caca-402f-85e3-d5a86aa6b66f None None] Provisioning complete for port ee989e6e-5fb0-47f0-81c8-2f7f1fd70a38 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:19:51.914127 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-251268c8-caca-402f-85e3-d5a86aa6b66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:51.943174 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eaac84-8bc3-4397-aa65-27a51a6c507b admin admin] Pushing event deleted for resources: {'Network': ['ID=77d89068-dcb5-4a94-b576-8faa694fa371,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:51.953267 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-abc79aa8-df36-4bba-bb6c-175e70d9da59 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] device_id is not set on port 7d5f0578-ad8b-4093-a06c-ba4d476ebd3b yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:19:51.980289 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port dea442d5-89b0-468e-9ac7-3c3ae828fd60 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:19:51.985950 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-251268c8-caca-402f-85e3-d5a86aa6b66f None None] Port ee989e6e-5fb0-47f0-81c8-2f7f1fd70a38 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:19:51.989424 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port dea442d5-89b0-468e-9ac7-3c3ae828fd60 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:19:51.989897 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:52.042176 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-74eaac84-8bc3-4397-aa65-27a51a6c507b admin admin] 10.222.0.57 "DELETE /v2.0/networks/77d89068-dcb5-4a94-b576-8faa694fa371 HTTP/1.1" status: 204 len: 168 time: 1.2337637 May 27 02:19:52.166017 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device c9ec20a8-405e-447c-ab4f-5bee3e63fbaa no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:19:52.201913 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port dea442d5-89b0-468e-9ac7-3c3ae828fd60 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:19:52.202287 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:52.215246 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: c9ec20a8-405e-447c-ab4f-5bee3e63fbaa {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:19:52.217306 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device c9ec20a8-405e-447c-ab4f-5bee3e63fbaa not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:19:52.224222 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-abc79aa8-df36-4bba-bb6c-175e70d9da59 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Allocated IP 2001:db8::c2 (9f53d658-3e4c-4ef3-a883-3601dfdd3571/f15aabf8-0d3b-4c64-a260-f9372d9c236b/7d5f0578-ad8b-4093-a06c-ba4d476ebd3b) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:19:52.232955 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad3e03-3925-4ef8-85d7-6e61d79c4628 req-0e3abc30-65b8-4783-8e3e-3843976d834e tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:52.234077 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb933492-e1ab-4bb3-b947-5408128c402f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea442d5-89b0-468e-9ac7-3c3ae828fd60'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:19:52.234409 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0fad3e03-3925-4ef8-85d7-6e61d79c4628 req-0e3abc30-65b8-4783-8e3e-3843976d834e tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb933492-e1ab-4bb3-b947-5408128c402f HTTP/1.1" status: 200 len: 944 time: 0.2057588 May 27 02:19:52.239847 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4758a90a-117c-491f-8ce3-9985b421b4aa tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:52.248031 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port dea442d5-89b0-468e-9ac7-3c3ae828fd60, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=dea442d5-89b0-468e-9ac7-3c3ae828fd60,segment=NetworkSegment(ab39751d-1c01-42dd-8648-098e3a0f206f),segment_id=ab39751d-1c01-42dd-8648-098e3a0f206f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:52.302300 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9f9c923-0caf-4856-a1e8-bd5140a48155'] response: {'server_uuid': 'bb933492-e1ab-4bb3-b947-5408128c402f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea442d5-89b0-468e-9ac7-3c3ae828fd60', 'code': 200} May 27 02:19:52.326892 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:52.339685 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0fad3e03-3925-4ef8-85d7-6e61d79c4628 req-94d11330-81db-4640-ae53-402a771b2b1f tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878620 May 27 02:19:52.483026 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=dea442d5-89b0-468e-9ac7-3c3ae828fd60,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:52.515550 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42258) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:52.529931 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4758a90a-117c-491f-8ce3-9985b421b4aa tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:52.589175 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eeadac-645b-48ab-a28e-1d8e93656c99 req-639bdb1f-5390-4a7b-b732-1c7351c56621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:52.591088 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-68eeadac-645b-48ab-a28e-1d8e93656c99 req-639bdb1f-5390-4a7b-b732-1c7351c56621 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bb933492-e1ab-4bb3-b947-5408128c402f HTTP/1.1" status: 200 len: 1096 time: 0.1510890 May 27 02:19:52.682128 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-68eeadac-645b-48ab-a28e-1d8e93656c99 req-36b15a32-ba5c-479b-ae29-229f1248301e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803864 May 27 02:19:52.738450 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9baf1-2ce6-4c4d-a91e-290f7382a713 req-888b7415-2cba-4ea4-96d9-89933eb23054 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:52.739518 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-12b9baf1-2ce6-4c4d-a91e-290f7382a713 req-888b7415-2cba-4ea4-96d9-89933eb23054 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Synchronizing usage tracker for tenant:500421bbc9424254b703858ad839b150 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:19:52.818326 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-12b9baf1-2ce6-4c4d-a91e-290f7382a713 req-888b7415-2cba-4ea4-96d9-89933eb23054 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Unset dirty status for tenant:500421bbc9424254b703858ad839b150 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:19:52.821183 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-12b9baf1-2ce6-4c4d-a91e-290f7382a713 req-888b7415-2cba-4ea4-96d9-89933eb23054 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.32 "GET /v2.0/ports?device_id=4deb55cd-96ca-4c26-8b0c-54cfb1a32c0b HTTP/1.1" status: 200 len: 946 time: 0.1724508 May 27 02:19:52.912801 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-abc79aa8-df36-4bba-bb6c-175e70d9da59 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:52.928847 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-12b9baf1-2ce6-4c4d-a91e-290f7382a713 req-d5817509-c164-4c2b-a335-4f4a7d3e6c27 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Deleting port e9ad9b81-d2c0-42ac-91bf-67b927ce198c {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:19:52.930015 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-12b9baf1-2ce6-4c4d-a91e-290f7382a713 req-d5817509-c164-4c2b-a335-4f4a7d3e6c27 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:52.934258 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-abc79aa8-df36-4bba-bb6c-175e70d9da59 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Transition to ACTIVE for port object 7d5f0578-ad8b-4093-a06c-ba4d476ebd3b will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:19:53.036533 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-abc79aa8-df36-4bba-bb6c-175e70d9da59 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:53.199632 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc79aa8-df36-4bba-bb6c-175e70d9da59 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Network 9f53d658-3e4c-4ef3-a883-3601dfdd3571 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:19:53.212138 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-051fd7d5-bfa7-4bb3-a49f-a20207284b56 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=501b6231d2cf464aada418d579420386&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6940877 May 27 02:19:53.216611 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4758a90a-117c-491f-8ce3-9985b421b4aa tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:53.222398 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-abc79aa8-df36-4bba-bb6c-175e70d9da59 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:19:53.226525 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42266) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:53.234242 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc79aa8-df36-4bba-bb6c-175e70d9da59 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:19:53.239951 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc79aa8-df36-4bba-bb6c-175e70d9da59 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:53.240623 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-abc79aa8-df36-4bba-bb6c-175e70d9da59 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:53.265586 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc79aa8-df36-4bba-bb6c-175e70d9da59 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Pushing event updated for resources: {'Port': ['ID=7d5f0578-ad8b-4093-a06c-ba4d476ebd3b,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:53.333247 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4758a90a-117c-491f-8ce3-9985b421b4aa tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:53.334940 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-12b9baf1-2ce6-4c4d-a91e-290f7382a713 req-d5817509-c164-4c2b-a335-4f4a7d3e6c27 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] For port e9ad9b81-d2c0-42ac-91bf-67b927ce198c, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=e9ad9b81-d2c0-42ac-91bf-67b927ce198c,segment=NetworkSegment(f9d0c973-72f3-423e-80ec-119f03165820),segment_id=f9d0c973-72f3-423e-80ec-119f03165820)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:53.335974 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-12b9baf1-2ce6-4c4d-a91e-290f7382a713 req-d5817509-c164-4c2b-a335-4f4a7d3e6c27 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:53.344751 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c01d4-d4d9-4074-a03a-493071b5669a req-3160e9d5-305a-4aaa-818e-e4d44a7328de tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:53.352734 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-515c01d4-d4d9-4074-a03a-493071b5669a req-3160e9d5-305a-4aaa-818e-e4d44a7328de tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4deb55cd-96ca-4c26-8b0c-54cfb1a32c0b HTTP/1.1" status: 200 len: 946 time: 0.7551074 May 27 02:19:53.433123 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-abc79aa8-df36-4bba-bb6c-175e70d9da59 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.4840965 May 27 02:19:53.476625 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42272) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:53.501189 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-4987bb58-0dd0-4718-bf06-e4e6119a15e4 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::27', 'mac_address': 'fa:16:3e:19:38:37'}, {'ip_address': '2001:db8::2aa', 'mac_address': 'fa:16:3e:4d:a9:e4'}]}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:19:53.528078 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-12b9baf1-2ce6-4c4d-a91e-290f7382a713 req-d5817509-c164-4c2b-a335-4f4a7d3e6c27 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Calling delete_port for e9ad9b81-d2c0-42ac-91bf-67b927ce198c owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:19:53.541687 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a6279-6ec6-487d-ae6e-dbdacbbdb800 req-15e42be7-494c-4960-ad3e-817e80498a8c tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:53.543153 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-629a6279-6ec6-487d-ae6e-dbdacbbdb800 req-15e42be7-494c-4960-ad3e-817e80498a8c tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=45b11e53-44ac-4608-a3e7-3add38ac9e1a HTTP/1.1" status: 200 len: 945 time: 0.5132911 May 27 02:19:53.572442 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5b7a7b43-ca72-499d-a9e3-d906a4248dbe None None] Provisioning for port 7d5f0578-ad8b-4093-a06c-ba4d476ebd3b completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:19:53.578519 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5b7a7b43-ca72-499d-a9e3-d906a4248dbe None None] Provisioning complete for port 7d5f0578-ad8b-4093-a06c-ba4d476ebd3b triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:19:53.578917 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5b7a7b43-ca72-499d-a9e3-d906a4248dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:53.601138 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-caa7af86-e421-438d-bbc2-478708b04021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:53.633154 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758a90a-117c-491f-8ce3-9985b421b4aa tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Pushing event updated for resources: {'Port': ['ID=7829a349-a587-4e12-bcb8-0afad63a426e,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:53.645055 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-515c01d4-d4d9-4074-a03a-493071b5669a req-43025b6f-f336-4b40-b9f0-a4b62b715cea tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913532 May 27 02:19:53.675768 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5b7a7b43-ca72-499d-a9e3-d906a4248dbe None None] Port 7d5f0578-ad8b-4093-a06c-ba4d476ebd3b cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:19:53.701383 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4758a90a-117c-491f-8ce3-9985b421b4aa tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:53.795668 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-12b9baf1-2ce6-4c4d-a91e-290f7382a713 req-d5817509-c164-4c2b-a335-4f4a7d3e6c27 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:53.807897 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['e9ad9b81-d2c0-42ac-91bf-67b927ce198c'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:19:53.863084 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5817509-c164-4c2b-a335-4f4a7d3e6c27 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Pushing event deleted for resources: {'Port': ['ID=e9ad9b81-d2c0-42ac-91bf-67b927ce198c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:53.942242 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-caa7af86-e421-438d-bbc2-478708b04021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:53.964678 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b9baf1-2ce6-4c4d-a91e-290f7382a713 req-d5817509-c164-4c2b-a335-4f4a7d3e6c27 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] No DVR routers for this DVR port e9ad9b81-d2c0-42ac-91bf-67b927ce198c on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:19:53.967683 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-12b9baf1-2ce6-4c4d-a91e-290f7382a713 req-d5817509-c164-4c2b-a335-4f4a7d3e6c27 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:53.971342 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4deb55cd-96ca-4c26-8b0c-54cfb1a32c0b', 'name': 'network-vif-deleted', 'tag': 'e9ad9b81-d2c0-42ac-91bf-67b927ce198c'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:19:54.020752 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-629a6279-6ec6-487d-ae6e-dbdacbbdb800 req-7378f47e-9669-46bf-b850-f3d47ba07389 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4583416 May 27 02:19:54.058876 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-12b9baf1-2ce6-4c4d-a91e-290f7382a713 req-d5817509-c164-4c2b-a335-4f4a7d3e6c27 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.32 "DELETE /v2.0/ports/e9ad9b81-d2c0-42ac-91bf-67b927ce198c HTTP/1.1" status: 204 len: 173 time: 1.2336099 May 27 02:19:54.108433 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-389a1cf2-0d9b-43e9-b5b4-ef274a3a44cc'] response: {'server_uuid': '4deb55cd-96ca-4c26-8b0c-54cfb1a32c0b', 'name': 'network-vif-deleted', 'tag': 'e9ad9b81-d2c0-42ac-91bf-67b927ce198c', 'status': 'completed', 'code': 200} May 27 02:19:54.259102 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-4758a90a-117c-491f-8ce3-9985b421b4aa tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Floating IP 7748e460-6976-4a66-b0b7-8fd72c3f17d6 associated. External IP: 172.25.1.166, port: 57df1388-042b-4390-94f4-aae7ce4f643d. May 27 02:19:54.308033 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4987bb58-0dd0-4718-bf06-e4e6119a15e4 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:54.409096 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-caa7af86-e421-438d-bbc2-478708b04021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:54.454470 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5cf50-73ec-4bc6-85a0-fb2bfbe85b65 req-8c1c3f64-9a0f-4373-b527-7605d6c5f2cb tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:54.455280 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-f0d5cf50-73ec-4bc6-85a0-fb2bfbe85b65 req-8c1c3f64-9a0f-4373-b527-7605d6c5f2cb tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Synchronizing usage tracker for tenant:62f5f7df5795463f9f8bc1cd40caf878 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:19:54.496393 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28246348-b187-4e73-827a-bc116acafde4 req-f071e49e-97ee-45a6-9b25-1afb3e75b141 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:54.497953 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-28246348-b187-4e73-827a-bc116acafde4 req-f071e49e-97ee-45a6-9b25-1afb3e75b141 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb933492-e1ab-4bb3-b947-5408128c402f HTTP/1.1" status: 200 len: 945 time: 0.5580091 May 27 02:19:54.509211 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa7af86-e421-438d-bbc2-478708b04021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed04def-40b2-42a8-ba96-7599f6a1472f,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:54.557955 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-f0d5cf50-73ec-4bc6-85a0-fb2bfbe85b65 req-8c1c3f64-9a0f-4373-b527-7605d6c5f2cb tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Unset dirty status for tenant:62f5f7df5795463f9f8bc1cd40caf878 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:19:54.559847 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f0d5cf50-73ec-4bc6-85a0-fb2bfbe85b65 req-8c1c3f64-9a0f-4373-b527-7605d6c5f2cb tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.66 "GET /v2.0/ports?device_id=45b11e53-44ac-4608-a3e7-3add38ac9e1a HTTP/1.1" status: 200 len: 945 time: 0.2143235 May 27 02:19:54.640252 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-f0d5cf50-73ec-4bc6-85a0-fb2bfbe85b65 req-fd506139-4850-475b-bf79-e7d252e43f97 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Deleting port ff788f91-40bc-41ea-9e72-0199a662c078 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:19:54.640866 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f0d5cf50-73ec-4bc6-85a0-fb2bfbe85b65 req-fd506139-4850-475b-bf79-e7d252e43f97 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:54.675547 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-28246348-b187-4e73-827a-bc116acafde4 req-8a377181-95f9-446e-9cd9-264c843b2da2 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532440 May 27 02:19:54.702541 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-caa7af86-e421-438d-bbc2-478708b04021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:54.710050 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-caa7af86-e421-438d-bbc2-478708b04021 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9ed04def-40b2-42a8-ba96-7599f6a1472f HTTP/1.1" status: 204 len: 168 time: 1.4798975 May 27 02:19:54.982987 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-f0d5cf50-73ec-4bc6-85a0-fb2bfbe85b65 req-fd506139-4850-475b-bf79-e7d252e43f97 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] For port ff788f91-40bc-41ea-9e72-0199a662c078, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=ff788f91-40bc-41ea-9e72-0199a662c078,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:54.983516 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f0d5cf50-73ec-4bc6-85a0-fb2bfbe85b65 req-fd506139-4850-475b-bf79-e7d252e43f97 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:55.185789 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-f0d5cf50-73ec-4bc6-85a0-fb2bfbe85b65 req-fd506139-4850-475b-bf79-e7d252e43f97 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Calling delete_port for ff788f91-40bc-41ea-9e72-0199a662c078 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:19:55.200667 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-49bb4d1c-2226-4d9f-aa31-f4f8e7f9dd3e req-30505957-6a2e-461b-a883-088f30a066fd tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4deb55cd-96ca-4c26-8b0c-54cfb1a32c0b HTTP/1.1" status: 200 len: 210 time: 0.3576229 May 27 02:19:55.412554 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-652ebf0c-1ad1-4f9e-b521-6e08206e1d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:55.424906 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4758a90a-117c-491f-8ce3-9985b421b4aa tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Router 4c05be4c-2785-452e-a28c-2e39a38443a8 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:19:55.468589 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f0d5cf50-73ec-4bc6-85a0-fb2bfbe85b65 req-fd506139-4850-475b-bf79-e7d252e43f97 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:55.481448 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['59a158e2-8d26-4c48-8164-df6f389fb68e', 'ff788f91-40bc-41ea-9e72-0199a662c078'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:19:55.578119 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd506139-4850-475b-bf79-e7d252e43f97 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Pushing event deleted for resources: {'Port': ['ID=ff788f91-40bc-41ea-9e72-0199a662c078,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:55.615451 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4987bb58-0dd0-4718-bf06-e4e6119a15e4 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:55.641098 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d5cf50-73ec-4bc6-85a0-fb2bfbe85b65 req-fd506139-4850-475b-bf79-e7d252e43f97 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] No DVR routers for this DVR port ff788f91-40bc-41ea-9e72-0199a662c078 on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:19:55.644287 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f0d5cf50-73ec-4bc6-85a0-fb2bfbe85b65 req-fd506139-4850-475b-bf79-e7d252e43f97 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:55.776377 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f42dcf-2480-4dec-975b-fde96a5dcf33 req-e326910f-01f3-49b8-898d-b2edc3ab475e tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:55.778046 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-83f42dcf-2480-4dec-975b-fde96a5dcf33 req-e326910f-01f3-49b8-898d-b2edc3ab475e tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=45b11e53-44ac-4608-a3e7-3add38ac9e1a HTTP/1.1" status: 200 len: 945 time: 0.4944799 May 27 02:19:55.781966 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4987bb58-0dd0-4718-bf06-e4e6119a15e4 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:55.800242 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f0d5cf50-73ec-4bc6-85a0-fb2bfbe85b65 req-fd506139-4850-475b-bf79-e7d252e43f97 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.66 "DELETE /v2.0/ports/ff788f91-40bc-41ea-9e72-0199a662c078 HTTP/1.1" status: 204 len: 173 time: 1.2356021 May 27 02:19:55.947015 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4987bb58-0dd0-4718-bf06-e4e6119a15e4 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] In _notify_port_updated(), no bound segment for port 7d5f0578-ad8b-4093-a06c-ba4d476ebd3b on network 9f53d658-3e4c-4ef3-a883-3601dfdd3571 {{(pid=88902) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:19:55.952595 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4987bb58-0dd0-4718-bf06-e4e6119a15e4 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:55.953176 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4987bb58-0dd0-4718-bf06-e4e6119a15e4 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:55.954559 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4987bb58-0dd0-4718-bf06-e4e6119a15e4 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] 10.222.0.57 "PUT /v2.0/ports/7d5f0578-ad8b-4093-a06c-ba4d476ebd3b HTTP/1.1" status: 200 len: 1065 time: 2.4729137 May 27 02:19:55.957513 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42308) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:55.960833 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4758a90a-117c-491f-8ce3-9985b421b4aa tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:19:55.976693 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe543745-5276-4553-ba47-5c8a817e6bd8 None None] Sync routers for ids ['4c05be4c-2785-452e-a28c-2e39a38443a8'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:19:55.979693 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-83f42dcf-2480-4dec-975b-fde96a5dcf33 req-1205ea8c-805c-43ee-a379-653afe0932d6 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937332 May 27 02:19:55.990845 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe543745-5276-4553-ba47-5c8a817e6bd8 None None] Routers {'4c05be4c-2785-452e-a28c-2e39a38443a8'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:19:55.991844 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-fe543745-5276-4553-ba47-5c8a817e6bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:19:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4c05be4c-2785-452e-a28c-2e39a38443a8'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:56.032832 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987bb58-0dd0-4718-bf06-e4e6119a15e4 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Pushing event updated for resources: {'Port': ['ID=7d5f0578-ad8b-4093-a06c-ba4d476ebd3b,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:56.089606 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712d4e0-8369-44e8-856b-44137c244ac2 req-52c483b4-fd4a-42f5-9361-63accb75374a tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:56.091277 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f712d4e0-8369-44e8-856b-44137c244ac2 req-52c483b4-fd4a-42f5-9361-63accb75374a tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb933492-e1ab-4bb3-b947-5408128c402f HTTP/1.1" status: 200 len: 945 time: 0.2565956 May 27 02:19:56.101254 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-ca045900-b0f9-4fce-a849-42f11f8f5544 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Deleting port 7d5f0578-ad8b-4093-a06c-ba4d476ebd3b {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:19:56.101254 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ca045900-b0f9-4fce-a849-42f11f8f5544 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:56.161121 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b11e53-44ac-4608-a3e7-3add38ac9e1a', 'name': 'network-vif-deleted', 'tag': 'ff788f91-40bc-41ea-9e72-0199a662c078'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:19:56.175386 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-fe543745-5276-4553-ba47-5c8a817e6bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:56.180561 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f712d4e0-8369-44e8-856b-44137c244ac2 req-a993ae12-cb03-4308-b5ee-98a259997df4 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792077 May 27 02:19:56.196635 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4758a90a-117c-491f-8ce3-9985b421b4aa tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:56.211389 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device e9ad9b81-d2c0-42ac-91bf-67b927ce198c no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:19:56.334898 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4758a90a-117c-491f-8ce3-9985b421b4aa tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.2835808 May 27 02:19:56.336610 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: e9ad9b81-d2c0-42ac-91bf-67b927ce198c {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:19:56.337168 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device e9ad9b81-d2c0-42ac-91bf-67b927ce198c not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:19:56.337716 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42326) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:56.345307 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe543745-5276-4553-ba47-5c8a817e6bd8 None None] Routers {'4c05be4c-2785-452e-a28c-2e39a38443a8'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:19:56.346348 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-fe543745-5276-4553-ba47-5c8a817e6bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:19:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4c05be4c-2785-452e-a28c-2e39a38443a8'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:56.354466 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b25e9fff-a9fa-4b40-af2a-72790031a786'] response: {'server_uuid': '45b11e53-44ac-4608-a3e7-3add38ac9e1a', 'name': 'network-vif-deleted', 'tag': 'ff788f91-40bc-41ea-9e72-0199a662c078', 'status': 'completed', 'code': 200} May 27 02:19:56.441746 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-fe543745-5276-4553-ba47-5c8a817e6bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:56.442743 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe543745-5276-4553-ba47-5c8a817e6bd8 None None] The sync data for ids ['4c05be4c-2785-452e-a28c-2e39a38443a8'] in n-d-843554-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:19:56.489634 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3274c8c0-970c-43b9-b006-4c1a1c2ebf2f None None] Provisioning complete for port 7d5f0578-ad8b-4093-a06c-ba4d476ebd3b triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:19:56.497240 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3274c8c0-970c-43b9-b006-4c1a1c2ebf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:56.580873 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42338) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:56.602626 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-3274c8c0-970c-43b9-b006-4c1a1c2ebf2f None None] Port 7d5f0578-ad8b-4093-a06c-ba4d476ebd3b cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:19:56.648634 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d364b1b4-9f46-4a17-a4c6-f0bfcc74cef3 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "GET /v2.0/floatingips/7748e460-6976-4a66-b0b7-8fd72c3f17d6 HTTP/1.1" status: 200 len: 978 time: 0.3097041 May 27 02:19:56.652238 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42348) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:56.756502 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-cfd27c46-c2e8-41be-a27d-20c91d99ceb7 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2076386976-network', 'tenant_id': 'd15936f6217b454689a6d5e0a5f56f0d'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:19:56.768948 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ca045900-b0f9-4fce-a849-42f11f8f5544 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:56.774215 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-cfd27c46-c2e8-41be-a27d-20c91d99ceb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:56.782554 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-cfd27c46-c2e8-41be-a27d-20c91d99ceb7 admin admin] Usage tracker for resource:network and tenant:d15936f6217b454689a6d5e0a5f56f0d is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:56.786903 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-cfd27c46-c2e8-41be-a27d-20c91d99ceb7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:56.810161 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-cfd27c46-c2e8-41be-a27d-20c91d99ceb7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:56.817686 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-120244b2-3e70-4a42-9596-645ed98d489e tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Synchronizing usage tracker for tenant:da6da76c53cc4067a3275f77b81c0c47 on resource:floatingip {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:19:56.937045 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd27c46-c2e8-41be-a27d-20c91d99ceb7 admin admin] Made reservation on behalf of d15936f6217b454689a6d5e0a5f56f0d for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:19:56.939937 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cfd27c46-c2e8-41be-a27d-20c91d99ceb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:56.954370 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-ca045900-b0f9-4fce-a849-42f11f8f5544 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Calling delete_port for 7d5f0578-ad8b-4093-a06c-ba4d476ebd3b owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:19:56.956200 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cfd27c46-c2e8-41be-a27d-20c91d99ceb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:56.973539 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-cfd27c46-c2e8-41be-a27d-20c91d99ceb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:56.978460 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-cfd27c46-c2e8-41be-a27d-20c91d99ceb7 admin admin] Usage tracker for resource:security_group_rule and tenant:d15936f6217b454689a6d5e0a5f56f0d is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:56.981540 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-cfd27c46-c2e8-41be-a27d-20c91d99ceb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:56.987787 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-cfd27c46-c2e8-41be-a27d-20c91d99ceb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:57.032677 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-120244b2-3e70-4a42-9596-645ed98d489e tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Unset dirty status for tenant:da6da76c53cc4067a3275f77b81c0c47 on resource:floatingip {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:19:57.037796 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-120244b2-3e70-4a42-9596-645ed98d489e tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.3840621 May 27 02:19:57.037960 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42360) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:57.054714 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a5ac9eaa-9db5-43d8-afcf-a7fc3826e382 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Request body: {'floatingip': {'port_id': '241f17a3-4fd5-449e-9f09-b9b5e5519299'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:19:57.108290 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cfd27c46-c2e8-41be-a27d-20c91d99ceb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:57.248400 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bfd9112f-46d6-40e5-bffd-2562ab3a6d2c req-95cb4fd2-ddad-4c98-9008-c2bcfd468063 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=45b11e53-44ac-4608-a3e7-3add38ac9e1a HTTP/1.1" status: 200 len: 210 time: 0.0643671 May 27 02:19:57.249141 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cfd27c46-c2e8-41be-a27d-20c91d99ceb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:57.256199 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a5ac9eaa-9db5-43d8-afcf-a7fc3826e382 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for floatingip, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:57.317532 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd27c46-c2e8-41be-a27d-20c91d99ceb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af96190-7079-44ef-b3ca-b79773f4ea8a,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:57.538038 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ca045900-b0f9-4fce-a849-42f11f8f5544 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:57.546655 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfd27c46-c2e8-41be-a27d-20c91d99ceb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:19:57.561016 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a7b1f-51ba-49c3-a94e-09025d3fede0 req-06c5da21-6b06-4838-8732-98433211971e tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:57.562488 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cb1a7b1f-51ba-49c3-a94e-09025d3fede0 req-06c5da21-6b06-4838-8732-98433211971e tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/networks?id=317f8943-c2cf-4629-a384-430f557971d0 HTTP/1.1" status: 200 len: 812 time: 0.1812198 May 27 02:19:57.566750 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cfd27c46-c2e8-41be-a27d-20c91d99ceb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:57.567146 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-cfd27c46-c2e8-41be-a27d-20c91d99ceb7 admin admin] Added segment 0f4a9920-068e-48cd-b468-eeb9a4e9de43 of type vlan for network aeeead24-1478-46c9-855e-c54b7aff4550 May 27 02:19:57.587456 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cb1a7b1f-51ba-49c3-a94e-09025d3fede0 req-b8e0f153-d328-4a8d-9c58-65eb8b696867 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/quotas/500421bbc9424254b703858ad839b150 HTTP/1.1" status: 200 len: 375 time: 0.0142903 May 27 02:19:57.598121 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca045900-b0f9-4fce-a849-42f11f8f5544 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Pushing event deleted for resources: {'Port': ['ID=7d5f0578-ad8b-4093-a06c-ba4d476ebd3b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:57.645266 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cfd27c46-c2e8-41be-a27d-20c91d99ceb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:57.662566 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cb1a7b1f-51ba-49c3-a94e-09025d3fede0 req-0cb2f61c-8fcb-4bf2-8b6f-89513d93cda0 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=500421bbc9424254b703858ad839b150&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640314 May 27 02:19:57.822865 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device ff788f91-40bc-41ea-9e72-0199a662c078 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:19:57.847096 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cb1a7b1f-51ba-49c3-a94e-09025d3fede0 req-77d49b37-e643-4bd0-8ee1-7188e7c52cdf service neutron] 10.222.0.57 "GET /v2.0/networks/317f8943-c2cf-4629-a384-430f557971d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668692 May 27 02:19:57.911697 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: ff788f91-40bc-41ea-9e72-0199a662c078 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:19:57.912310 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device ff788f91-40bc-41ea-9e72-0199a662c078 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:19:57.917928 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-51f79f85-5fa4-4c0a-9559-968fa683b897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:58.050645 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ca045900-b0f9-4fce-a849-42f11f8f5544 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:58.071982 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cfd27c46-c2e8-41be-a27d-20c91d99ceb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:58.072934 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd27c46-c2e8-41be-a27d-20c91d99ceb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:58.073510 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cfd27c46-c2e8-41be-a27d-20c91d99ceb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:58.134340 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ca045900-b0f9-4fce-a849-42f11f8f5544 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] 10.222.0.57 "DELETE /v2.0/ports/7d5f0578-ad8b-4093-a06c-ba4d476ebd3b HTTP/1.1" status: 204 len: 168 time: 2.1732075 May 27 02:19:58.135586 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42414) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:58.190626 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ff1ec98-5ea2-4315-9f9e-7ca075c2bac4 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] GET failed (client error): The resource could not be found. May 27 02:19:58.191158 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8ff1ec98-5ea2-4315-9f9e-7ca075c2bac4 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Synchronizing usage tracker for tenant:1eddda9d63fb4d5dbd46c04eeb1c1615 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:19:58.273990 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd27c46-c2e8-41be-a27d-20c91d99ceb7 admin admin] Pushing event updated for resources: {'Network': ['ID=aeeead24-1478-46c9-855e-c54b7aff4550,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:58.284073 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cb1a7b1f-51ba-49c3-a94e-09025d3fede0 req-5e3cda1f-82b4-42e3-be6b-36672465ecd9 service neutron] 10.222.0.57 "GET /v2.0/networks/317f8943-c2cf-4629-a384-430f557971d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4277146 May 27 02:19:58.284871 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network aeeead24-1478-46c9-855e-c54b7aff4550 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:19:58.311794 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816774d-91b7-43dd-a464-1fe49adb87b2 req-e8f64dcc-a474-43c5-8239-b267f37385ba tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:58.313722 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1816774d-91b7-43dd-a464-1fe49adb87b2 req-e8f64dcc-a474-43c5-8239-b267f37385ba tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb933492-e1ab-4bb3-b947-5408128c402f HTTP/1.1" status: 200 len: 945 time: 0.2477136 May 27 02:19:58.365881 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1816774d-91b7-43dd-a464-1fe49adb87b2 req-1c854e44-7397-4e57-833c-8c6fea7fe029 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461946 May 27 02:19:58.396638 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-cfd27c46-c2e8-41be-a27d-20c91d99ceb7 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8117275 May 27 02:19:58.405153 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42420) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:58.412106 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-eeb3e6ae-4a4c-4011-b723-c6f92ba2a491 admin admin] Request body: {'subnet': {'network_id': 'aeeead24-1478-46c9-855e-c54b7aff4550', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2076386976-subnet', 'tenant_id': 'd15936f6217b454689a6d5e0a5f56f0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:19:58.418500 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-eeb3e6ae-4a4c-4011-b723-c6f92ba2a491 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:58.423732 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-eeb3e6ae-4a4c-4011-b723-c6f92ba2a491 admin admin] Usage tracker for resource:subnet and tenant:d15936f6217b454689a6d5e0a5f56f0d is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:58.437052 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-eeb3e6ae-4a4c-4011-b723-c6f92ba2a491 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:58.444556 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-eeb3e6ae-4a4c-4011-b723-c6f92ba2a491 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:58.481748 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8ff1ec98-5ea2-4315-9f9e-7ca075c2bac4 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Unset dirty status for tenant:1eddda9d63fb4d5dbd46c04eeb1c1615 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:19:58.483096 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8ff1ec98-5ea2-4315-9f9e-7ca075c2bac4 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] 10.222.0.57 "GET /v2.0/ports/7d5f0578-ad8b-4093-a06c-ba4d476ebd3b HTTP/1.1" status: 404 len: 333 time: 0.3464267 May 27 02:19:58.485970 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42428) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:58.544308 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a5ac9eaa-9db5-43d8-afcf-a7fc3826e382 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:58.560323 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-8da7ef8a-a198-430e-81da-c18241774d4c tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Deleting port ee989e6e-5fb0-47f0-81c8-2f7f1fd70a38 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:19:58.560766 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8da7ef8a-a198-430e-81da-c18241774d4c tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:58.606624 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb3e6ae-4a4c-4011-b723-c6f92ba2a491 admin admin] Made reservation on behalf of d15936f6217b454689a6d5e0a5f56f0d for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:19:58.609599 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eeb3e6ae-4a4c-4011-b723-c6f92ba2a491 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:58.714422 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a5ac9eaa-9db5-43d8-afcf-a7fc3826e382 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:58.752170 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d568d137-1065-4477-9dc2-7ef770bf0981 req-4695419e-15b9-44ed-9670-d49008c5c2a0 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0441d02-8d48-446e-9e66-c255c926243f HTTP/1.1" status: 200 len: 210 time: 0.1046276 May 27 02:19:58.938907 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:58.941870 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:59.007754 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eeb3e6ae-4a4c-4011-b723-c6f92ba2a491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:59.055641 n-d-843554-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-a5ac9eaa-9db5-43d8-afcf-a7fc3826e382 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Floating IP 7748e460-6976-4a66-b0b7-8fd72c3f17d6 associated. External IP: 172.25.1.166, port: 57df1388-042b-4390-94f4-aae7ce4f643d. May 27 02:19:59.088256 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb3e6ae-4a4c-4011-b723-c6f92ba2a491 admin admin] Pushing event updated for resources: {'Subnet': ['ID=893b4594-1b50-4932-9480-7634b8382482,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:59.102874 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb3e6ae-4a4c-4011-b723-c6f92ba2a491 admin admin] Checking segment: {'id': '0f4a9920-068e-48cd-b468-eeb9a4e9de43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'aeeead24-1478-46c9-855e-c54b7aff4550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:19:59.103265 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb3e6ae-4a4c-4011-b723-c6f92ba2a491 admin admin] Network hostable DHCP agents. Network: aeeead24-1478-46c9-855e-c54b7aff4550, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:19:59.109718 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8da7ef8a-a198-430e-81da-c18241774d4c tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:59.244018 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d2c7b-040b-46b8-b254-2e7aaeee21ca req-eb9aaae9-00ee-45a6-94d4-896065fc2286 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:59.245753 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9a8d2c7b-040b-46b8-b254-2e7aaeee21ca req-eb9aaae9-00ee-45a6-94d4-896065fc2286 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=60265989-e06c-47a3-9c10-61d63637e329 HTTP/1.1" status: 200 len: 946 time: 0.0970709 May 27 02:19:59.271675 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb3e6ae-4a4c-4011-b723-c6f92ba2a491 admin admin] Network aeeead24-1478-46c9-855e-c54b7aff4550 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:19:59.273221 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-8da7ef8a-a198-430e-81da-c18241774d4c tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Calling delete_port for ee989e6e-5fb0-47f0-81c8-2f7f1fd70a38 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:19:59.322014 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9a8d2c7b-040b-46b8-b254-2e7aaeee21ca req-594faba4-a6d1-4f4c-99eb-e7f409c60e65 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667896 May 27 02:19:59.430152 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-eeb3e6ae-4a4c-4011-b723-c6f92ba2a491 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, aeeead24-1478-46c9-855e-c54b7aff4550) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:19:59.442592 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42b7b8c-f7f4-4a78-a56f-84c165d564ed None None] Network aeeead24-1478-46c9-855e-c54b7aff4550 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:19:59.469458 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb3e6ae-4a4c-4011-b723-c6f92ba2a491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:59.477188 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eeb3e6ae-4a4c-4011-b723-c6f92ba2a491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:59.636423 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-eeb3e6ae-4a4c-4011-b723-c6f92ba2a491 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2299466 May 27 02:19:59.717796 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-f3e029ef-b930-42c8-96d3-c0ff634bf278 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:59.719620 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-f3e029ef-b930-42c8-96d3-c0ff634bf278 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/networks?id=317f8943-c2cf-4629-a384-430f557971d0 HTTP/1.1" status: 200 len: 812 time: 0.3987663 May 27 02:19:59.769546 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-68e2c698-83bf-4a9c-8d0e-824971b8c2c7 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/quotas/500421bbc9424254b703858ad839b150 HTTP/1.1" status: 200 len: 375 time: 0.0369453 May 27 02:19:59.823552 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-70e8ab0e-c2ad-42f2-b43b-a6fd020fc287 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=500421bbc9424254b703858ad839b150&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530863 May 27 02:19:59.827365 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device dea442d5-89b0-468e-9ac7-3c3ae828fd60 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:19:59.838569 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e32e7ce-ccf8-4e39-8e36-e28972e82e00 None None] Network aeeead24-1478-46c9-855e-c54b7aff4550 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:19:59.854119 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f89a2c-7c0f-44a2-9b92-759308c51525 req-1e25540a-6d7d-42be-a602-55429a8d9332 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:59.861531 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-55f89a2c-7c0f-44a2-9b92-759308c51525 req-1e25540a-6d7d-42be-a602-55429a8d9332 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb933492-e1ab-4bb3-b947-5408128c402f HTTP/1.1" status: 200 len: 945 time: 0.3117864 May 27 02:20:00.007843 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73163c0e-9ed7-4351-853a-f7925477a9cf req-100c6042-d4f9-4073-ba77-a495c01a5e13 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:00.008543 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-73163c0e-9ed7-4351-853a-f7925477a9cf req-100c6042-d4f9-4073-ba77-a495c01a5e13 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Synchronizing usage tracker for tenant:62f5f7df5795463f9f8bc1cd40caf878 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:20:00.024322 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8da7ef8a-a198-430e-81da-c18241774d4c tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:00.032068 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-55f89a2c-7c0f-44a2-9b92-759308c51525 req-d981a22b-79e0-46d3-96c4-eca2927f8f68 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695662 May 27 02:20:00.070387 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-124a7142-6774-4d58-a584-8c435d2a9221 service neutron] 10.222.0.57 "GET /v2.0/networks/317f8943-c2cf-4629-a384-430f557971d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448492 May 27 02:20:00.094462 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da7ef8a-a198-430e-81da-c18241774d4c tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Pushing event deleted for resources: {'Port': ['ID=ee989e6e-5fb0-47f0-81c8-2f7f1fd70a38,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:00.146532 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8da7ef8a-a198-430e-81da-c18241774d4c tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:00.161410 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ac9eaa-9db5-43d8-afcf-a7fc3826e382 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Router 4c05be4c-2785-452e-a28c-2e39a38443a8 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:20:00.187678 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:00.239330 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port dea442d5-89b0-468e-9ac7-3c3ae828fd60, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=dea442d5-89b0-468e-9ac7-3c3ae828fd60,segment=NetworkSegment(ab39751d-1c01-42dd-8648-098e3a0f206f),segment_id=ab39751d-1c01-42dd-8648-098e3a0f206f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:00.263035 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': 'dea442d5-89b0-468e-9ac7-3c3ae828fd60', 'network_id': 'ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee', 'port_id': 'dea442d5-89b0-468e-9ac7-3c3ae828fd60', 'mac_address': 'fa:16:3e:4f:c4:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c2d6b5-1175-4c13-b824-dd8e526e1b70', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:20:00.325619 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-c9c6d703-e364-4bfa-8edc-6fda49e6c51e service neutron] 10.222.0.57 "GET /v2.0/networks/317f8943-c2cf-4629-a384-430f557971d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517612 May 27 02:20:00.341036 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port dea442d5-89b0-468e-9ac7-3c3ae828fd60 is: ACTIVE; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:20:00.341412 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:00.360970 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dea442d5-89b0-468e-9ac7-3c3ae828fd60 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:20:00.379150 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port dea442d5-89b0-468e-9ac7-3c3ae828fd60, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=dea442d5-89b0-468e-9ac7-3c3ae828fd60,segment=NetworkSegment(ab39751d-1c01-42dd-8648-098e3a0f206f),segment_id=ab39751d-1c01-42dd-8648-098e3a0f206f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:00.430366 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8da7ef8a-a198-430e-81da-c18241774d4c tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] 10.222.0.57 "DELETE /v2.0/ports/ee989e6e-5fb0-47f0-81c8-2f7f1fd70a38 HTTP/1.1" status: 204 len: 168 time: 1.9432778 May 27 02:20:00.432009 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-73163c0e-9ed7-4351-853a-f7925477a9cf req-100c6042-d4f9-4073-ba77-a495c01a5e13 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Unset dirty status for tenant:62f5f7df5795463f9f8bc1cd40caf878 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:20:00.433098 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42478) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:00.437417 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-73163c0e-9ed7-4351-853a-f7925477a9cf req-100c6042-d4f9-4073-ba77-a495c01a5e13 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.66 "GET /v2.0/ports?device_id=60265989-e06c-47a3-9c10-61d63637e329 HTTP/1.1" status: 200 len: 946 time: 1.0107198 May 27 02:20:00.485602 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-9071b9fb-1704-4f4f-911f-578bee75810e tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] GET failed (client error): The resource could not be found. May 27 02:20:00.486260 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-9071b9fb-1704-4f4f-911f-578bee75810e tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Synchronizing usage tracker for tenant:1eddda9d63fb4d5dbd46c04eeb1c1615 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:20:00.589647 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:00.590569 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-73163c0e-9ed7-4351-853a-f7925477a9cf req-3702f830-f6a8-4350-b703-2b27e274d9ca tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Deleting port 59a158e2-8d26-4c48-8164-df6f389fb68e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:20:00.590918 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-73163c0e-9ed7-4351-853a-f7925477a9cf req-3702f830-f6a8-4350-b703-2b27e274d9ca tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:00.695166 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-9071b9fb-1704-4f4f-911f-578bee75810e tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Unset dirty status for tenant:1eddda9d63fb4d5dbd46c04eeb1c1615 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:20:00.702303 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9071b9fb-1704-4f4f-911f-578bee75810e tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] 10.222.0.57 "GET /v2.0/ports/ee989e6e-5fb0-47f0-81c8-2f7f1fd70a38 HTTP/1.1" status: 404 len: 333 time: 0.2677183 May 27 02:20:00.703557 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42488) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:00.712018 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=dea442d5-89b0-468e-9ac7-3c3ae828fd60,revision_number=6']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:00.713725 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['dea442d5-89b0-468e-9ac7-3c3ae828fd60'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:20:00.738097 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ac9eaa-9db5-43d8-afcf-a7fc3826e382 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:20:00.750578 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27df9de-0581-4bcf-b071-f6b2ef6a594c None None] Sync routers for ids ['4c05be4c-2785-452e-a28c-2e39a38443a8'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:20:00.778568 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27df9de-0581-4bcf-b071-f6b2ef6a594c None None] Routers {'4c05be4c-2785-452e-a28c-2e39a38443a8'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:20:00.784044 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-d27df9de-0581-4bcf-b071-f6b2ef6a594c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:19:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4c05be4c-2785-452e-a28c-2e39a38443a8'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:00.798856 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-17d9ef14-5805-44b8-beae-821131b8e846 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Deleting port 46edbdd7-d238-459e-b1b0-996cb1249531 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:20:00.800068 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-17d9ef14-5805-44b8-beae-821131b8e846 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:00.954644 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-d27df9de-0581-4bcf-b071-f6b2ef6a594c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:00.994338 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27df9de-0581-4bcf-b071-f6b2ef6a594c None None] Routers {'4c05be4c-2785-452e-a28c-2e39a38443a8'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:20:00.995183 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-d27df9de-0581-4bcf-b071-f6b2ef6a594c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:19:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4c05be4c-2785-452e-a28c-2e39a38443a8'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:01.119755 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-d27df9de-0581-4bcf-b071-f6b2ef6a594c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:01.120424 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27df9de-0581-4bcf-b071-f6b2ef6a594c None None] The sync data for ids ['4c05be4c-2785-452e-a28c-2e39a38443a8'] in n-d-843554-3 is: [] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:20:01.180049 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bb8f424d-4fc3-4fc9-893b-40057c52bab7 req-d6acbb2c-df4f-45b9-addd-38b9556e080c tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d3b4156-911e-4f76-a1e6-fc2780efe716 HTTP/1.1" status: 200 len: 210 time: 0.0695000 May 27 02:20:01.248346 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-73163c0e-9ed7-4351-853a-f7925477a9cf req-3702f830-f6a8-4350-b703-2b27e274d9ca tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] For port 59a158e2-8d26-4c48-8164-df6f389fb68e, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=59a158e2-8d26-4c48-8164-df6f389fb68e,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:01.248981 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-73163c0e-9ed7-4351-853a-f7925477a9cf req-3702f830-f6a8-4350-b703-2b27e274d9ca tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:01.271637 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33111cff-d308-45b9-b542-d6fa5f36148a req-d6078468-267d-4066-96ba-c57143bc9823 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:01.273666 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-33111cff-d308-45b9-b542-d6fa5f36148a req-d6078468-267d-4066-96ba-c57143bc9823 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=60265989-e06c-47a3-9c10-61d63637e329 HTTP/1.1" status: 200 len: 946 time: 0.6551936 May 27 02:20:01.416048 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-33111cff-d308-45b9-b542-d6fa5f36148a req-a4b09d35-97b1-4f4b-8484-a97a221d648e tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=26bc4f20-2093-4472-a496-e7d6670ede92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245189 May 27 02:20:01.437876 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-73163c0e-9ed7-4351-853a-f7925477a9cf req-3702f830-f6a8-4350-b703-2b27e274d9ca tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Calling delete_port for 59a158e2-8d26-4c48-8164-df6f389fb68e owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:20:01.459703 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-17d9ef14-5805-44b8-beae-821131b8e846 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:01.614663 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-17d9ef14-5805-44b8-beae-821131b8e846 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Calling delete_port for 46edbdd7-d238-459e-b1b0-996cb1249531 owned by {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:20:01.712622 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ac9eaa-9db5-43d8-afcf-a7fc3826e382 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Router 4c05be4c-2785-452e-a28c-2e39a38443a8 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:20:01.784904 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db19f1-46ab-4a65-a472-b97c213ff20d req-2cd9f02e-8335-46ce-a202-0946e2628215 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:01.787105 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e4db19f1-46ab-4a65-a472-b97c213ff20d req-2cd9f02e-8335-46ce-a202-0946e2628215 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb933492-e1ab-4bb3-b947-5408128c402f HTTP/1.1" status: 200 len: 944 time: 0.1804206 May 27 02:20:01.822896 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device dea442d5-89b0-468e-9ac7-3c3ae828fd60 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:20:01.915941 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e4db19f1-46ab-4a65-a472-b97c213ff20d req-66f3caa2-4a65-461f-a787-a2c4ef4f657e tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975273 May 27 02:20:01.959759 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-17d9ef14-5805-44b8-beae-821131b8e846 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:01.986809 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ac9eaa-9db5-43d8-afcf-a7fc3826e382 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:20:01.999170 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a5ac9eaa-9db5-43d8-afcf-a7fc3826e382 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:02.002231 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d52518d-fb72-45d2-926e-e77ae0ad6095 None None] Sync routers for ids ['4c05be4c-2785-452e-a28c-2e39a38443a8'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:20:02.030930 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d52518d-fb72-45d2-926e-e77ae0ad6095 None None] Routers {'4c05be4c-2785-452e-a28c-2e39a38443a8'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:20:02.031935 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3d52518d-fb72-45d2-926e-e77ae0ad6095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:19:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4c05be4c-2785-452e-a28c-2e39a38443a8'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:02.035703 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-73163c0e-9ed7-4351-853a-f7925477a9cf req-3702f830-f6a8-4350-b703-2b27e274d9ca tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:02.087823 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d9ef14-5805-44b8-beae-821131b8e846 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Pushing event deleted for resources: {'Port': ['ID=46edbdd7-d238-459e-b1b0-996cb1249531,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:02.181292 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port dea442d5-89b0-468e-9ac7-3c3ae828fd60 is: BUILD; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:20:02.181987 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:02.191997 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3d52518d-fb72-45d2-926e-e77ae0ad6095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:02.192397 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-17d9ef14-5805-44b8-beae-821131b8e846 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:02.209609 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id dea442d5-89b0-468e-9ac7-3c3ae828fd60 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:20:02.216682 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d52518d-fb72-45d2-926e-e77ae0ad6095 None None] Routers {'4c05be4c-2785-452e-a28c-2e39a38443a8'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:20:02.217559 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3d52518d-fb72-45d2-926e-e77ae0ad6095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:19:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4c05be4c-2785-452e-a28c-2e39a38443a8'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:02.310179 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-17d9ef14-5805-44b8-beae-821131b8e846 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] 10.222.0.57 "DELETE /v2.0/ports/46edbdd7-d238-459e-b1b0-996cb1249531 HTTP/1.1" status: 204 len: 168 time: 1.5995946 May 27 02:20:02.312693 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42524) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:02.359915 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port dea442d5-89b0-468e-9ac7-3c3ae828fd60, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=dea442d5-89b0-468e-9ac7-3c3ae828fd60,segment=NetworkSegment(ab39751d-1c01-42dd-8648-098e3a0f206f),segment_id=ab39751d-1c01-42dd-8648-098e3a0f206f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:02.361184 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3d52518d-fb72-45d2-926e-e77ae0ad6095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:02.361979 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d52518d-fb72-45d2-926e-e77ae0ad6095 None None] The sync data for ids ['4c05be4c-2785-452e-a28c-2e39a38443a8'] in n-d-843554-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:20:02.419517 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba33bce1-7b89-4c96-b7f1-ccb874c4f605 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Deleting subnet f15aabf8-0d3b-4c64-a260-f9372d9c236b {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:20:02.423684 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:02.424885 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 59a158e2-8d26-4c48-8164-df6f389fb68e no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:20:02.435037 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ba33bce1-7b89-4c96-b7f1-ccb874c4f605 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:02.616307 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=dea442d5-89b0-468e-9ac7-3c3ae828fd60,revision_number=7']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:02.632313 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: 59a158e2-8d26-4c48-8164-df6f389fb68e {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:20:02.633008 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 59a158e2-8d26-4c48-8164-df6f389fb68e not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:20:02.633121 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3702f830-f6a8-4350-b703-2b27e274d9ca tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Pushing event deleted for resources: {'Port': ['ID=59a158e2-8d26-4c48-8164-df6f389fb68e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:02.637444 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c0e893f8-6800-4fa4-b549-24e13a5708e3 req-4bc55019-2d51-459f-b60d-88429528f9f2 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d3b4156-911e-4f76-a1e6-fc2780efe716 HTTP/1.1" status: 200 len: 210 time: 0.1033986 May 27 02:20:02.643176 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-73163c0e-9ed7-4351-853a-f7925477a9cf req-3702f830-f6a8-4350-b703-2b27e274d9ca tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] No DVR routers for this DVR port 59a158e2-8d26-4c48-8164-df6f389fb68e on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:20:02.649211 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-73163c0e-9ed7-4351-853a-f7925477a9cf req-3702f830-f6a8-4350-b703-2b27e274d9ca tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:02.651856 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ba33bce1-7b89-4c96-b7f1-ccb874c4f605 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:02.661853 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-73163c0e-9ed7-4351-853a-f7925477a9cf req-3702f830-f6a8-4350-b703-2b27e274d9ca tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.66 "DELETE /v2.0/ports/59a158e2-8d26-4c48-8164-df6f389fb68e HTTP/1.1" status: 204 len: 173 time: 2.2045379 May 27 02:20:02.661853 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60265989-e06c-47a3-9c10-61d63637e329', 'name': 'network-vif-deleted', 'tag': '59a158e2-8d26-4c48-8164-df6f389fb68e'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:20:02.731525 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d23f48e-cf6f-4a00-99b2-a677d9b9935b'] response: {'server_uuid': '60265989-e06c-47a3-9c10-61d63637e329', 'name': 'network-vif-deleted', 'tag': '59a158e2-8d26-4c48-8164-df6f389fb68e', 'status': 'completed', 'code': 200} May 27 02:20:02.773527 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a5ac9eaa-9db5-43d8-afcf-a7fc3826e382 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "PUT /v2.0/floatingips/7748e460-6976-4a66-b0b7-8fd72c3f17d6 HTTP/1.1" status: 200 len: 978 time: 5.7342730 May 27 02:20:02.774839 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42542) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:02.782386 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-0d353414-2ae3-48ca-9729-0b1e459011e2 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:02.829424 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ba33bce1-7b89-4c96-b7f1-ccb874c4f605 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:02.909804 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0d353414-2ae3-48ca-9729-0b1e459011e2 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for floatingip, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:02.989807 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ba33bce1-7b89-4c96-b7f1-ccb874c4f605 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:03.090642 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba33bce1-7b89-4c96-b7f1-ccb874c4f605 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Pushing event deleted for resources: {'Subnet': ['ID=f15aabf8-0d3b-4c64-a260-f9372d9c236b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:03.094335 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-097eca06-2591-491a-8802-83ed67b159ae req-3ffda421-fb86-42a6-958c-7143260e900f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=60265989-e06c-47a3-9c10-61d63637e329 HTTP/1.1" status: 200 len: 210 time: 0.1659954 May 27 02:20:03.095318 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ba33bce1-7b89-4c96-b7f1-ccb874c4f605 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:03.105652 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42552) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:03.106211 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ba33bce1-7b89-4c96-b7f1-ccb874c4f605 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] 10.222.0.57 "DELETE /v2.0/subnets/f15aabf8-0d3b-4c64-a260-f9372d9c236b HTTP/1.1" status: 204 len: 168 time: 0.7913220 May 27 02:20:03.110145 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25701eb5-6488-4319-8777-b99e49d70446 None None] Network 9f53d658-3e4c-4ef3-a883-3601dfdd3571 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:20:03.352817 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0d353414-2ae3-48ca-9729-0b1e459011e2 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:03.357769 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c385ddd1-009e-4a35-83df-2c84dce439f2 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:03.370158 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c385ddd1-009e-4a35-83df-2c84dce439f2 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Deleting port aede8132-128f-4962-ac81-eb8cb2b823de {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:20:03.370642 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c385ddd1-009e-4a35-83df-2c84dce439f2 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:03.467630 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0d353414-2ae3-48ca-9729-0b1e459011e2 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:03.467630 n-d-843554-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-0d353414-2ae3-48ca-9729-0b1e459011e2 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Floating IP 7748e460-6976-4a66-b0b7-8fd72c3f17d6 disassociated. External IP: 172.25.1.166, port: 241f17a3-4fd5-449e-9f09-b9b5e5519299. May 27 02:20:03.488933 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa36eaae-8775-4112-8daf-99d9fa7218e3 None None] DHCP port deletion for 9f53d658-3e4c-4ef3-a883-3601dfdd3571 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:20:03.498293 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-aa36eaae-8775-4112-8daf-99d9fa7218e3 None None] Deleting port aede8132-128f-4962-ac81-eb8cb2b823de {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:20:03.498293 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-aa36eaae-8775-4112-8daf-99d9fa7218e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:03.778980 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-aa36eaae-8775-4112-8daf-99d9fa7218e3 None None] For port aede8132-128f-4962-ac81-eb8cb2b823de, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=aede8132-128f-4962-ac81-eb8cb2b823de,segment=NetworkSegment(96b1c415-5e47-4890-9130-978b818f2014),segment_id=96b1c415-5e47-4890-9130-978b818f2014)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:03.779545 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-aa36eaae-8775-4112-8daf-99d9fa7218e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:03.779947 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-c385ddd1-009e-4a35-83df-2c84dce439f2 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] For port aede8132-128f-4962-ac81-eb8cb2b823de, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=aede8132-128f-4962-ac81-eb8cb2b823de,segment=NetworkSegment(96b1c415-5e47-4890-9130-978b818f2014),segment_id=96b1c415-5e47-4890-9130-978b818f2014)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:03.780403 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c385ddd1-009e-4a35-83df-2c84dce439f2 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:03.783275 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9fd100-311c-4160-ae8f-67b44d435d2e req-8ad550ba-8be4-469d-a860-52c6809fd704 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:03.784899 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ac9fd100-311c-4160-ae8f-67b44d435d2e req-8ad550ba-8be4-469d-a860-52c6809fd704 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb933492-e1ab-4bb3-b947-5408128c402f HTTP/1.1" status: 200 len: 943 time: 0.3112502 May 27 02:20:03.851936 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device aede8132-128f-4962-ac81-eb8cb2b823de no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:20:03.909183 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468984ca-4172-4301-8cba-d7b3272cc673 req-36be0b22-491e-48eb-9c01-087ee7afcf4c tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:03.910338 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-468984ca-4172-4301-8cba-d7b3272cc673 req-36be0b22-491e-48eb-9c01-087ee7afcf4c tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] Synchronizing usage tracker for tenant:d15936f6217b454689a6d5e0a5f56f0d on resource:network {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:20:03.940418 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ac9fd100-311c-4160-ae8f-67b44d435d2e req-31b77f30-80f2-4b3b-93ab-a347556abb9a tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255174 May 27 02:20:04.018210 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-468984ca-4172-4301-8cba-d7b3272cc673 req-36be0b22-491e-48eb-9c01-087ee7afcf4c tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] Unset dirty status for tenant:d15936f6217b454689a6d5e0a5f56f0d on resource:network {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:20:04.019367 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-468984ca-4172-4301-8cba-d7b3272cc673 req-36be0b22-491e-48eb-9c01-087ee7afcf4c tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] 10.222.0.57 "GET /v2.0/networks?id=aeeead24-1478-46c9-855e-c54b7aff4550 HTTP/1.1" status: 200 len: 810 time: 0.4225235 May 27 02:20:04.029793 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c385ddd1-009e-4a35-83df-2c84dce439f2 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Calling delete_port for aede8132-128f-4962-ac81-eb8cb2b823de owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:20:04.035799 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-aa36eaae-8775-4112-8daf-99d9fa7218e3 None None] Calling delete_port for aede8132-128f-4962-ac81-eb8cb2b823de owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:20:04.037910 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-468984ca-4172-4301-8cba-d7b3272cc673 req-bc35f069-9270-4ea9-994d-8ffe0d819adf tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] 10.222.0.57 "GET /v2.0/quotas/d15936f6217b454689a6d5e0a5f56f0d HTTP/1.1" status: 200 len: 375 time: 0.0123014 May 27 02:20:04.110441 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-468984ca-4172-4301-8cba-d7b3272cc673 req-7d848b92-f926-46e4-9950-406de1e5e2d9 tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d15936f6217b454689a6d5e0a5f56f0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669744 May 27 02:20:04.184153 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port aede8132-128f-4962-ac81-eb8cb2b823de is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:20:04.184886 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:04.253760 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-aa36eaae-8775-4112-8daf-99d9fa7218e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:20:04.254119 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-aa36eaae-8775-4112-8daf-99d9fa7218e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:20:04.352770 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c385ddd1-009e-4a35-83df-2c84dce439f2 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:04.385381 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b9a6c395-8eba-4a4e-aebf-ba5430894abf req-aa0eb391-9902-428a-ae62-8ccee6daad26 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d3b4156-911e-4f76-a1e6-fc2780efe716 HTTP/1.1" status: 200 len: 210 time: 0.1987343 May 27 02:20:04.416608 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c385ddd1-009e-4a35-83df-2c84dce439f2 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Pushing event deleted for resources: {'Port': ['ID=aede8132-128f-4962-ac81-eb8cb2b823de,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:04.451029 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c385ddd1-009e-4a35-83df-2c84dce439f2 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] No DVR routers for this DVR port aede8132-128f-4962-ac81-eb8cb2b823de on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:20:04.486695 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-468984ca-4172-4301-8cba-d7b3272cc673 req-964c3ac0-eefa-481b-9512-12bbaebba209 service neutron] 10.222.0.57 "GET /v2.0/networks/aeeead24-1478-46c9-855e-c54b7aff4550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739014 May 27 02:20:04.630001 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-468984ca-4172-4301-8cba-d7b3272cc673 req-a8221dae-0df9-4f77-ab73-169a52a3e0fb service neutron] 10.222.0.57 "GET /v2.0/networks/aeeead24-1478-46c9-855e-c54b7aff4550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424255 May 27 02:20:04.699728 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-2ca11e8c-f6fe-4dae-b934-37299e6e444b tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:04.701226 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-2ca11e8c-f6fe-4dae-b934-37299e6e444b tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.32 "GET /v2.0/networks?id=317f8943-c2cf-4629-a384-430f557971d0 HTTP/1.1" status: 200 len: 812 time: 0.7143130 May 27 02:20:04.755582 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-aa36eaae-8775-4112-8daf-99d9fa7218e3 None None] Deleting port aede8132-128f-4962-ac81-eb8cb2b823de {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:20:04.756021 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-aa36eaae-8775-4112-8daf-99d9fa7218e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:04.771484 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-3094f320-5625-4bc4-8905-130928f9df84 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Request body: {'port': {'device_id': '9d3b4156-911e-4f76-a1e6-fc2780efe716', 'network_id': '317f8943-c2cf-4629-a384-430f557971d0', 'admin_state_up': True, 'tenant_id': '500421bbc9424254b703858ad839b150'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:04.803252 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c385ddd1-009e-4a35-83df-2c84dce439f2 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:04.841780 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-aa36eaae-8775-4112-8daf-99d9fa7218e3 None None] The port 'aede8132-128f-4962-ac81-eb8cb2b823de' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:20:04.903578 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae23b07-c459-450d-b6c4-e6680623a3d2 req-32e5ae6f-a17f-4174-b865-98fa12e8fed8 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:04.904271 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-7ae23b07-c459-450d-b6c4-e6680623a3d2 req-32e5ae6f-a17f-4174-b865-98fa12e8fed8 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Synchronizing usage tracker for tenant:061b97479a33466e8381b1e53cde36e4 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:20:04.915608 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-c385ddd1-009e-4a35-83df-2c84dce439f2 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f53d658-3e4c-4ef3-a883-3601dfdd3571']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:04.941689 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-c385ddd1-009e-4a35-83df-2c84dce439f2 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96b1c415-5e47-4890-9130-978b818f2014') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:04.941989 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-c385ddd1-009e-4a35-83df-2c84dce439f2 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96b1c415-5e47-4890-9130-978b818f2014') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:04.983070 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c385ddd1-009e-4a35-83df-2c84dce439f2 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:04.990600 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d353414-2ae3-48ca-9729-0b1e459011e2 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Router 4c05be4c-2785-452e-a28c-2e39a38443a8 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:20:05.026061 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c385ddd1-009e-4a35-83df-2c84dce439f2 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:05.095942 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-3094f320-5625-4bc4-8905-130928f9df84 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:05.106130 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-7ae23b07-c459-450d-b6c4-e6680623a3d2 req-32e5ae6f-a17f-4174-b865-98fa12e8fed8 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Unset dirty status for tenant:061b97479a33466e8381b1e53cde36e4 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:20:05.107261 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7ae23b07-c459-450d-b6c4-e6680623a3d2 req-32e5ae6f-a17f-4174-b865-98fa12e8fed8 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb933492-e1ab-4bb3-b947-5408128c402f HTTP/1.1" status: 200 len: 943 time: 0.8020284 May 27 02:20:05.109844 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c385ddd1-009e-4a35-83df-2c84dce439f2 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:20:05.109951 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c385ddd1-009e-4a35-83df-2c84dce439f2 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:05.153173 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-3094f320-5625-4bc4-8905-130928f9df84 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Usage tracker for resource:port and tenant:500421bbc9424254b703858ad839b150 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:05.183295 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05817fd5-c9da-4aff-bfd0-780a0cba5e05 req-61aec3fc-fc6a-4116-8edb-514a58457f5c tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:05.188008 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-05817fd5-c9da-4aff-bfd0-780a0cba5e05 req-61aec3fc-fc6a-4116-8edb-514a58457f5c tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.1771297 May 27 02:20:05.258530 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-3094f320-5625-4bc4-8905-130928f9df84 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:05.273498 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 96b1c415-5e47-4890-9130-978b818f2014 resource provider aggregate not found May 27 02:20:05.319019 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-3094f320-5625-4bc4-8905-130928f9df84 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:05.332862 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 96b1c415-5e47-4890-9130-978b818f2014 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 96b1c415-5e47-4890-9130-978b818f2014 found for delete ", "request_id": "req-6bb126cc-beda-4f82-ba98-9396f7d2051e"}]} May 27 02:20:05.339564 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-05817fd5-c9da-4aff-bfd0-780a0cba5e05 req-6572207c-0eac-4e9e-81b7-572f4af239c6 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893474 May 27 02:20:05.381051 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44cd24f-cc3c-4861-9e82-774d72e084ed req-3edd2b5b-e458-453c-9895-41d8eab4ea93 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:05.390719 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e44cd24f-cc3c-4861-9e82-774d72e084ed req-3edd2b5b-e458-453c-9895-41d8eab4ea93 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb933492-e1ab-4bb3-b947-5408128c402f HTTP/1.1" status: 200 len: 943 time: 0.2010899 May 27 02:20:05.432488 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-7ae23b07-c459-450d-b6c4-e6680623a3d2 req-fb8e35ea-4ca1-476e-9b17-fb745498ca4c tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Deleting port dea442d5-89b0-468e-9ac7-3c3ae828fd60 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:20:05.432857 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7ae23b07-c459-450d-b6c4-e6680623a3d2 req-fb8e35ea-4ca1-476e-9b17-fb745498ca4c tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:05.473140 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-3094f320-5625-4bc4-8905-130928f9df84 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Made reservation on behalf of 500421bbc9424254b703858ad839b150 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:20:05.477327 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-3094f320-5625-4bc4-8905-130928f9df84 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:05.493161 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e44cd24f-cc3c-4861-9e82-774d72e084ed req-a11ccb4b-b39b-48cb-8f64-37edac51175d tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/security-groups?id=7163e14a-d99a-49c3-94bd-00e71453bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012912 May 27 02:20:05.495699 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-092259a1-8c41-4289-b8f5-65b8bf755456 req-284c02c3-4462-4bd4-9b79-24bb9bea46f1 tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] 10.222.0.57 "GET /v2.0/ports?device_id=84ccc0b2-fdaf-498d-aadf-3c6cf421b76c HTTP/1.1" status: 200 len: 210 time: 0.0806003 May 27 02:20:05.591043 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c385ddd1-009e-4a35-83df-2c84dce439f2 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:05.634677 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c385ddd1-009e-4a35-83df-2c84dce439f2 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:05.641944 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-986b0c8a-cc3d-49ca-b5b2-5ae124c11e02 req-53a9bdf4-6124-4759-943e-71a4469914f4 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d3b4156-911e-4f76-a1e6-fc2780efe716 HTTP/1.1" status: 200 len: 210 time: 0.0458961 May 27 02:20:05.691518 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c385ddd1-009e-4a35-83df-2c84dce439f2 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] Pushing event deleted for resources: {'Network': ['ID=9f53d658-3e4c-4ef3-a883-3601dfdd3571,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:05.728895 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d353414-2ae3-48ca-9729-0b1e459011e2 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:20:05.739431 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a13743-978b-4b1c-a91e-784ed2bf835d None None] Sync routers for ids ['4c05be4c-2785-452e-a28c-2e39a38443a8'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:20:05.750691 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a13743-978b-4b1c-a91e-784ed2bf835d None None] Routers {'4c05be4c-2785-452e-a28c-2e39a38443a8'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:20:05.751409 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0d353414-2ae3-48ca-9729-0b1e459011e2 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:05.751540 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-78a13743-978b-4b1c-a91e-784ed2bf835d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:19:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4c05be4c-2785-452e-a28c-2e39a38443a8'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:05.787467 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c385ddd1-009e-4a35-83df-2c84dce439f2 tempest-AllowedAddressPairIpV6TestJSON-1045429643 tempest-AllowedAddressPairIpV6TestJSON-1045429643-project] 10.222.0.57 "DELETE /v2.0/networks/9f53d658-3e4c-4ef3-a883-3601dfdd3571 HTTP/1.1" status: 204 len: 168 time: 2.6807775 May 27 02:20:05.862287 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-78a13743-978b-4b1c-a91e-784ed2bf835d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:05.871811 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a13743-978b-4b1c-a91e-784ed2bf835d None None] Routers {'4c05be4c-2785-452e-a28c-2e39a38443a8'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:20:05.872882 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-78a13743-978b-4b1c-a91e-784ed2bf835d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:19:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4c05be4c-2785-452e-a28c-2e39a38443a8'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:05.938314 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-78a13743-978b-4b1c-a91e-784ed2bf835d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:05.938712 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a13743-978b-4b1c-a91e-784ed2bf835d None None] The sync data for ids ['4c05be4c-2785-452e-a28c-2e39a38443a8'] in n-d-843554-3 is: [] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:20:06.032281 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-3094f320-5625-4bc4-8905-130928f9df84 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Allocated IP 172.20.0.11 (317f8943-c2cf-4629-a384-430f557971d0/029bf5aa-9449-4d9e-81c7-fe1336fb8379/19a3352b-c495-41bd-9f61-5ad9692c6a8d) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:20:06.035063 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0d353414-2ae3-48ca-9729-0b1e459011e2 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "PUT /v2.0/floatingips/7748e460-6976-4a66-b0b7-8fd72c3f17d6 HTTP/1.1" status: 200 len: 688 time: 3.2592723 May 27 02:20:06.038204 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42616) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:06.239522 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-7ae23b07-c459-450d-b6c4-e6680623a3d2 req-fb8e35ea-4ca1-476e-9b17-fb745498ca4c tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] For port dea442d5-89b0-468e-9ac7-3c3ae828fd60, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=dea442d5-89b0-468e-9ac7-3c3ae828fd60,segment=NetworkSegment(ab39751d-1c01-42dd-8648-098e3a0f206f),segment_id=ab39751d-1c01-42dd-8648-098e3a0f206f)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:06.240129 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7ae23b07-c459-450d-b6c4-e6680623a3d2 req-fb8e35ea-4ca1-476e-9b17-fb745498ca4c tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:06.308046 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-284274ec-0d40-4cec-9e20-ae32cf2de9eb tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Deleting port 7829a349-a587-4e12-bcb8-0afad63a426e {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:20:06.308621 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-284274ec-0d40-4cec-9e20-ae32cf2de9eb tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:06.375901 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42628) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:06.409838 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-7ae23b07-c459-450d-b6c4-e6680623a3d2 req-fb8e35ea-4ca1-476e-9b17-fb745498ca4c tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Calling delete_port for dea442d5-89b0-468e-9ac7-3c3ae828fd60 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:20:06.534715 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-3094f320-5625-4bc4-8905-130928f9df84 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:06.607463 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e3dce-26ec-43f8-a291-edaa7a0f1ff1 req-824b33e5-ceeb-48c7-9631-ee700c15839b tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:06.608825 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cb1e3dce-26ec-43f8-a291-edaa7a0f1ff1 req-824b33e5-ceeb-48c7-9631-ee700c15839b tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.3910532 May 27 02:20:06.692270 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7ae23b07-c459-450d-b6c4-e6680623a3d2 req-fb8e35ea-4ca1-476e-9b17-fb745498ca4c tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:06.744510 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-3094f320-5625-4bc4-8905-130928f9df84 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:06.745048 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-78256e86-ca83-4e5a-9790-706cc6a13c82 req-6c00fb43-fdc3-485d-aeba-a5af51d12c58 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb933492-e1ab-4bb3-b947-5408128c402f HTTP/1.1" status: 200 len: 210 time: 0.1352427 May 27 02:20:06.753301 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e35ea-4ca1-476e-9b17-fb745498ca4c tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Pushing event deleted for resources: {'Port': ['ID=dea442d5-89b0-468e-9ac7-3c3ae828fd60,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:06.813168 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623b4c4-201a-4540-8344-5fe7f959d16a req-0225b1da-ca48-4b79-a47c-f85e88a82252 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:06.820090 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2623b4c4-201a-4540-8344-5fe7f959d16a req-0225b1da-ca48-4b79-a47c-f85e88a82252 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.3303432 May 27 02:20:06.826304 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8ecafe2b-0ae0-44fc-9dfe-7ad4d21f6e62 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1eddda9d63fb4d5dbd46c04eeb1c1615&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4455366 May 27 02:20:06.828595 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-284274ec-0d40-4cec-9e20-ae32cf2de9eb tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:06.828595 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-284274ec-0d40-4cec-9e20-ae32cf2de9eb tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:06.829188 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42640) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:06.829992 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3094f320-5625-4bc4-8905-130928f9df84 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Pushing event updated for resources: {'Port': ['ID=19a3352b-c495-41bd-9f61-5ad9692c6a8d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:06.862016 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-cb1e3dce-26ec-43f8-a291-edaa7a0f1ff1 req-5297550b-5ef7-48d8-95d1-4035d5b5e36c tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Deleting port 59dd76c7-04f3-4e36-a375-05bd87a0399b {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:20:06.862603 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-cb1e3dce-26ec-43f8-a291-edaa7a0f1ff1 req-5297550b-5ef7-48d8-95d1-4035d5b5e36c tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:06.932643 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae23b07-c459-450d-b6c4-e6680623a3d2 req-fb8e35ea-4ca1-476e-9b17-fb745498ca4c tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] No DVR routers for this DVR port dea442d5-89b0-468e-9ac7-3c3ae828fd60 on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:20:06.935437 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-3094f320-5625-4bc4-8905-130928f9df84 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Network 317f8943-c2cf-4629-a384-430f557971d0 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:20:06.939504 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7ae23b07-c459-450d-b6c4-e6680623a3d2 req-fb8e35ea-4ca1-476e-9b17-fb745498ca4c tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:06.942272 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-3094f320-5625-4bc4-8905-130928f9df84 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:20:06.943723 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb933492-e1ab-4bb3-b947-5408128c402f', 'name': 'network-vif-deleted', 'tag': 'dea442d5-89b0-468e-9ac7-3c3ae828fd60'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:20:06.948428 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-3094f320-5625-4bc4-8905-130928f9df84 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:20:07.026838 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-284274ec-0d40-4cec-9e20-ae32cf2de9eb tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Calling delete_port for 7829a349-a587-4e12-bcb8-0afad63a426e owned by network:floatingip {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:20:07.046446 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-3094f320-5625-4bc4-8905-130928f9df84 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:07.047095 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-3094f320-5625-4bc4-8905-130928f9df84 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:07.072454 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1bce6078-b51d-43f9-94cf-e5990cd7bc46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:07.076094 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7ae23b07-c459-450d-b6c4-e6680623a3d2 req-fb8e35ea-4ca1-476e-9b17-fb745498ca4c tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.66 "DELETE /v2.0/ports/dea442d5-89b0-468e-9ac7-3c3ae828fd60 HTTP/1.1" status: 204 len: 173 time: 1.9201300 May 27 02:20:07.102402 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1bce6078-b51d-43f9-94cf-e5990cd7bc46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:07.144686 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-3094f320-5625-4bc4-8905-130928f9df84 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3878639 May 27 02:20:07.156171 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-dcca050d-fd68-4462-af92-eed75859903a service neutron] Request body: {'port': {'device_id': '9d3b4156-911e-4f76-a1e6-fc2780efe716', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:07.243397 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-96cfa891-98e4-4997-a65a-40109dd4f188 req-ca32192c-1f7f-478b-94ea-cf2702205f4d tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] 10.222.0.57 "GET /v2.0/ports?device_id=84ccc0b2-fdaf-498d-aadf-3c6cf421b76c HTTP/1.1" status: 200 len: 210 time: 0.2328773 May 27 02:20:07.263191 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2623b4c4-201a-4540-8344-5fe7f959d16a req-41dd7026-78c9-4611-9e9a-297891ebc8ae tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4407437 May 27 02:20:07.335456 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-dcca050d-fd68-4462-af92-eed75859903a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:07.430768 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a15a9df9-5f68-4f13-9b2d-3ffd9c5293f8'] response: {'server_uuid': 'bb933492-e1ab-4bb3-b947-5408128c402f', 'name': 'network-vif-deleted', 'tag': 'dea442d5-89b0-468e-9ac7-3c3ae828fd60', 'status': 'completed', 'code': 200} May 27 02:20:07.440927 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1bce6078-b51d-43f9-94cf-e5990cd7bc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:07.469467 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce6078-b51d-43f9-94cf-e5990cd7bc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5d2ccd-848b-4497-b508-a072cb8b17fb,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:07.547870 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1bce6078-b51d-43f9-94cf-e5990cd7bc46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:07.548977 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1bce6078-b51d-43f9-94cf-e5990cd7bc46 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bd5d2ccd-848b-4497-b508-a072cb8b17fb HTTP/1.1" status: 204 len: 168 time: 0.7154298 May 27 02:20:07.610698 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-cb1e3dce-26ec-43f8-a291-edaa7a0f1ff1 req-5297550b-5ef7-48d8-95d1-4035d5b5e36c tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] For port 59dd76c7-04f3-4e36-a375-05bd87a0399b, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=59dd76c7-04f3-4e36-a375-05bd87a0399b,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:07.611327 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-cb1e3dce-26ec-43f8-a291-edaa7a0f1ff1 req-5297550b-5ef7-48d8-95d1-4035d5b5e36c tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:07.690870 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-284274ec-0d40-4cec-9e20-ae32cf2de9eb tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:07.765494 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee082977-c3d5-4151-8232-1b01dde08cec req-c47c5454-1195-49b6-ad8a-47a55364f8e5 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:07.768633 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee082977-c3d5-4151-8232-1b01dde08cec req-c47c5454-1195-49b6-ad8a-47a55364f8e5 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d3b4156-911e-4f76-a1e6-fc2780efe716 HTTP/1.1" status: 200 len: 932 time: 0.3270125 May 27 02:20:07.768633 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284274ec-0d40-4cec-9e20-ae32cf2de9eb tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Pushing event deleted for resources: {'Port': ['ID=7829a349-a587-4e12-bcb8-0afad63a426e,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:07.867193 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device dea442d5-89b0-468e-9ac7-3c3ae828fd60 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:20:07.889834 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-dcca050d-fd68-4462-af92-eed75859903a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19a3352b-c495-41bd-9f61-5ad9692c6a8d {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:20:07.897907 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-dcca050d-fd68-4462-af92-eed75859903a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:07.927196 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: dea442d5-89b0-468e-9ac7-3c3ae828fd60 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:20:07.927833 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device dea442d5-89b0-468e-9ac7-3c3ae828fd60 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:20:07.958505 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-dcca050d-fd68-4462-af92-eed75859903a service neutron] Transition to ACTIVE for port object 19a3352b-c495-41bd-9f61-5ad9692c6a8d will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:20:08.062911 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-dcca050d-fd68-4462-af92-eed75859903a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:08.088849 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1dc747e4-a225-4539-b586-15b3702e04fa req-2ca37486-e466-42c5-9ac6-b164ce4e4c50 tempest-ImagesTestJSON-1901605378 tempest-ImagesTestJSON-1901605378-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb933492-e1ab-4bb3-b947-5408128c402f HTTP/1.1" status: 200 len: 210 time: 0.0981269 May 27 02:20:08.116287 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee082977-c3d5-4151-8232-1b01dde08cec req-f4f7de8d-f49d-487f-bbcc-aab8637fd48d tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137507 May 27 02:20:08.192045 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-284274ec-0d40-4cec-9e20-ae32cf2de9eb tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for floatingip, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:08.324473 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-cb1e3dce-26ec-43f8-a291-edaa7a0f1ff1 req-5297550b-5ef7-48d8-95d1-4035d5b5e36c tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:08.324473 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-cb1e3dce-26ec-43f8-a291-edaa7a0f1ff1 req-5297550b-5ef7-48d8-95d1-4035d5b5e36c tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:08.324473 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [req-cb1e3dce-26ec-43f8-a291-edaa7a0f1ff1 req-5297550b-5ef7-48d8-95d1-4035d5b5e36c tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Floating IP e7f1abbd-ce12-4fab-91d3-0a1296d0468e disassociated. External IP: 172.25.1.55, port: 59dd76c7-04f3-4e36-a375-05bd87a0399b. May 27 02:20:08.324473 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-cb1e3dce-26ec-43f8-a291-edaa7a0f1ff1 req-5297550b-5ef7-48d8-95d1-4035d5b5e36c tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Calling delete_port for 59dd76c7-04f3-4e36-a375-05bd87a0399b owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:20:08.368369 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468984ca-4172-4301-8cba-d7b3272cc673 req-00124496-d52a-470e-b58c-7bafeefa94f9 tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:08.369830 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-468984ca-4172-4301-8cba-d7b3272cc673 req-00124496-d52a-470e-b58c-7bafeefa94f9 tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] 10.222.0.66 "GET /v2.0/networks?id=aeeead24-1478-46c9-855e-c54b7aff4550 HTTP/1.1" status: 200 len: 810 time: 0.4362316 May 27 02:20:08.407827 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca050d-fd68-4462-af92-eed75859903a service neutron] Pushing event updated for resources: {'Port': ['ID=19a3352b-c495-41bd-9f61-5ad9692c6a8d,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:08.444636 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-468984ca-4172-4301-8cba-d7b3272cc673 req-f424e45c-9c09-4702-802d-86bc72b64eeb tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] Request body: {'port': {'device_id': '84ccc0b2-fdaf-498d-aadf-3c6cf421b76c', 'network_id': 'aeeead24-1478-46c9-855e-c54b7aff4550', 'admin_state_up': True, 'tenant_id': 'd15936f6217b454689a6d5e0a5f56f0d'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:08.448840 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-284274ec-0d40-4cec-9e20-ae32cf2de9eb tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:08.450439 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-284274ec-0d40-4cec-9e20-ae32cf2de9eb tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "DELETE /v2.0/floatingips/7748e460-6976-4a66-b0b7-8fd72c3f17d6 HTTP/1.1" status: 204 len: 168 time: 2.4111497 May 27 02:20:08.464419 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42672) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:08.574736 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e52e5989-3474-4ee2-b426-a64705a2712f req-f0ec5826-ca1a-46ca-ae4c-958d77eca852 tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] 10.222.0.57 "GET /v2.0/ports?device_id=84ccc0b2-fdaf-498d-aadf-3c6cf421b76c HTTP/1.1" status: 200 len: 210 time: 0.1367106 May 27 02:20:08.641323 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5f8cd-1ba2-45b0-82c9-d78f791830dd req-ee5a2f19-a42b-4168-b92d-022ca7c10046 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:08.642557 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-39e5f8cd-1ba2-45b0-82c9-d78f791830dd req-ee5a2f19-a42b-4168-b92d-022ca7c10046 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 944 time: 0.2061043 May 27 02:20:08.691045 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-39e5f8cd-1ba2-45b0-82c9-d78f791830dd req-a0fede75-d09d-476c-be1f-c8bb0663b46f tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups?id=51b0c6d4-c3a4-4803-808f-9bc6264da7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418727 May 27 02:20:08.691704 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-cb1e3dce-26ec-43f8-a291-edaa7a0f1ff1 req-5297550b-5ef7-48d8-95d1-4035d5b5e36c tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:08.723349 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-75aad9cd-929a-41eb-9e2b-1be511fffd82 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] delete failed (client error): The resource could not be found. May 27 02:20:08.724623 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-75aad9cd-929a-41eb-9e2b-1be511fffd82 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "DELETE /v2.0/floatingips/7748e460-6976-4a66-b0b7-8fd72c3f17d6 HTTP/1.1" status: 404 len: 345 time: 0.2593234 May 27 02:20:08.726229 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-dcca050d-fd68-4462-af92-eed75859903a service neutron] Attempting to bind port 19a3352b-c495-41bd-9f61-5ad9692c6a8d on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:20:08.726566 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-dcca050d-fd68-4462-af92-eed75859903a service neutron] Attempting to bind port 19a3352b-c495-41bd-9f61-5ad9692c6a8d by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'f9d0c973-72f3-423e-80ec-119f03165820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '317f8943-c2cf-4629-a384-430f557971d0'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:20:08.727307 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-dcca050d-fd68-4462-af92-eed75859903a service neutron] Attempting to bind port 19a3352b-c495-41bd-9f61-5ad9692c6a8d on network 317f8943-c2cf-4629-a384-430f557971d0 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:20:08.735403 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42680) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:08.735767 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-dcca050d-fd68-4462-af92-eed75859903a service neutron] Port 19a3352b-c495-41bd-9f61-5ad9692c6a8d on network 317f8943-c2cf-4629-a384-430f557971d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:20:08.736094 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-dcca050d-fd68-4462-af92-eed75859903a service neutron] Attempting to bind port 19a3352b-c495-41bd-9f61-5ad9692c6a8d on network 317f8943-c2cf-4629-a384-430f557971d0 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:20:08.762775 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297550b-5ef7-48d8-95d1-4035d5b5e36c tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Pushing event deleted for resources: {'Port': ['ID=59dd76c7-04f3-4e36-a375-05bd87a0399b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:08.791850 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-dcca050d-fd68-4462-af92-eed75859903a service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:20:08.792207 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-dcca050d-fd68-4462-af92-eed75859903a service neutron] Checking segment: {'id': 'f9d0c973-72f3-423e-80ec-119f03165820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '317f8943-c2cf-4629-a384-430f557971d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:20:08.792619 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-dcca050d-fd68-4462-af92-eed75859903a service neutron] Bound using segment: {'id': 'f9d0c973-72f3-423e-80ec-119f03165820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '317f8943-c2cf-4629-a384-430f557971d0'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:20:08.793066 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-dcca050d-fd68-4462-af92-eed75859903a service neutron] Bound port: 19a3352b-c495-41bd-9f61-5ad9692c6a8d, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9d0c973-72f3-423e-80ec-119f03165820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '317f8943-c2cf-4629-a384-430f557971d0'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:20:08.793636 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-dcca050d-fd68-4462-af92-eed75859903a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:08.951448 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-468984ca-4172-4301-8cba-d7b3272cc673 req-f424e45c-9c09-4702-802d-86bc72b64eeb tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:08.960421 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-468984ca-4172-4301-8cba-d7b3272cc673 req-f424e45c-9c09-4702-802d-86bc72b64eeb tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] Usage tracker for resource:port and tenant:d15936f6217b454689a6d5e0a5f56f0d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:08.971562 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5bc40e-61a2-4cd1-b2c5-d4991c125ed0 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:08.978015 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5bc40e-61a2-4cd1-b2c5-d4991c125ed0 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:08.984009 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5bc40e-61a2-4cd1-b2c5-d4991c125ed0 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:08.984897 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2e5bc40e-61a2-4cd1-b2c5-d4991c125ed0 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Synchronizing usage tracker for tenant:da6da76c53cc4067a3275f77b81c0c47 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:20:08.987702 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb1e3dce-26ec-43f8-a291-edaa7a0f1ff1 req-5297550b-5ef7-48d8-95d1-4035d5b5e36c tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Router ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:20:08.989647 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-468984ca-4172-4301-8cba-d7b3272cc673 req-f424e45c-9c09-4702-802d-86bc72b64eeb tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:08.999355 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-468984ca-4172-4301-8cba-d7b3272cc673 req-f424e45c-9c09-4702-802d-86bc72b64eeb tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:09.006889 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-dcca050d-fd68-4462-af92-eed75859903a service neutron] For port 19a3352b-c495-41bd-9f61-5ad9692c6a8d, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:20:09.023712 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-dcca050d-fd68-4462-af92-eed75859903a service neutron] For port 19a3352b-c495-41bd-9f61-5ad9692c6a8d, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=19a3352b-c495-41bd-9f61-5ad9692c6a8d,segment=NetworkSegment(f9d0c973-72f3-423e-80ec-119f03165820),segment_id=f9d0c973-72f3-423e-80ec-119f03165820)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:20:09.086703 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-468984ca-4172-4301-8cba-d7b3272cc673 req-f424e45c-9c09-4702-802d-86bc72b64eeb tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] Made reservation on behalf of d15936f6217b454689a6d5e0a5f56f0d for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:20:09.092991 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-468984ca-4172-4301-8cba-d7b3272cc673 req-f424e45c-9c09-4702-802d-86bc72b64eeb tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:09.123817 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42692) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:09.132594 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2e5bc40e-61a2-4cd1-b2c5-d4991c125ed0 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Unset dirty status for tenant:da6da76c53cc4067a3275f77b81c0c47 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:20:09.136358 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2e5bc40e-61a2-4cd1-b2c5-d4991c125ed0 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "GET /v2.0/ports?network_id=15c398c4-e40a-406f-90bc-73562a630f66 HTTP/1.1" status: 200 len: 2358 time: 0.3954282 May 27 02:20:09.146464 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-dcca050d-fd68-4462-af92-eed75859903a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:09.165083 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42696) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:09.279145 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca050d-fd68-4462-af92-eed75859903a service neutron] Pushing event updated for resources: {'Port': ['ID=19a3352b-c495-41bd-9f61-5ad9692c6a8d,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:09.371426 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-dcca050d-fd68-4462-af92-eed75859903a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:09.372707 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-dcca050d-fd68-4462-af92-eed75859903a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:09.374360 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-dcca050d-fd68-4462-af92-eed75859903a service neutron] 10.222.0.32 "PUT /v2.0/ports/19a3352b-c495-41bd-9f61-5ad9692c6a8d HTTP/1.1" status: 200 len: 1092 time: 2.2226214 May 27 02:20:09.446152 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d3b4156-911e-4f76-a1e6-fc2780efe716', 'tag': '19a3352b-c495-41bd-9f61-5ad9692c6a8d'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:20:09.532183 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb1e3dce-26ec-43f8-a291-edaa7a0f1ff1 req-5297550b-5ef7-48d8-95d1-4035d5b5e36c tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:20:09.543691 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124fda6f-c417-454d-9aef-e9735e015155 None None] Sync routers for ids ['ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:20:09.554274 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124fda6f-c417-454d-9aef-e9735e015155 None None] Routers {'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:20:09.555460 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-124fda6f-c417-454d-9aef-e9735e015155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:19:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:09.565529 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820c94e1-452c-423d-b576-316b9fd40556 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:09.575074 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-820c94e1-452c-423d-b576-316b9fd40556 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Synchronizing usage tracker for tenant:da6da76c53cc4067a3275f77b81c0c47 on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:20:09.590759 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-7f171e55-5d2b-437d-9f17-7877cc70fa3d tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-953101779'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:09.629286 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fba2dd6a-677e-48e2-b519-cb9ad35257bd'] response: {'name': 'network-changed', 'server_uuid': '9d3b4156-911e-4f76-a1e6-fc2780efe716', 'tag': '19a3352b-c495-41bd-9f61-5ad9692c6a8d', 'status': 'completed', 'code': 200} May 27 02:20:09.632512 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1e3dce-26ec-43f8-a291-edaa7a0f1ff1 req-5297550b-5ef7-48d8-95d1-4035d5b5e36c tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] No DVR routers for this DVR port 59dd76c7-04f3-4e36-a375-05bd87a0399b on host n-h1-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:20:09.636243 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-cb1e3dce-26ec-43f8-a291-edaa7a0f1ff1 req-5297550b-5ef7-48d8-95d1-4035d5b5e36c tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:09.649513 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2', 'name': 'network-vif-deleted', 'tag': '59dd76c7-04f3-4e36-a375-05bd87a0399b'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:20:09.669783 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdaa253-e118-46ef-be40-2fcb4c7994f6 req-94f4e416-409d-429f-a86d-3b003db88b91 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:09.676942 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8fdaa253-e118-46ef-be40-2fcb4c7994f6 req-94f4e416-409d-429f-a86d-3b003db88b91 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d3b4156-911e-4f76-a1e6-fc2780efe716 HTTP/1.1" status: 200 len: 944 time: 0.3031011 May 27 02:20:09.710191 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-468984ca-4172-4301-8cba-d7b3272cc673 req-f424e45c-9c09-4702-802d-86bc72b64eeb tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] Allocated IP 172.20.0.4 (aeeead24-1478-46c9-855e-c54b7aff4550/893b4594-1b50-4932-9480-7634b8382482/82dd2734-6534-43e7-89d4-b40f213eac2c) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:20:09.723851 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7f171e55-5d2b-437d-9f17-7877cc70fa3d tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:09.724903 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8fdaa253-e118-46ef-be40-2fcb4c7994f6 req-39658441-e3d1-49ec-b82c-af6b878f1278 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470855 May 27 02:20:09.727083 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cb1e3dce-26ec-43f8-a291-edaa7a0f1ff1 req-5297550b-5ef7-48d8-95d1-4035d5b5e36c tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.32 "DELETE /v2.0/ports/59dd76c7-04f3-4e36-a375-05bd87a0399b HTTP/1.1" status: 204 len: 173 time: 3.1115444 May 27 02:20:09.728337 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7f171e55-5d2b-437d-9f17-7877cc70fa3d tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Usage tracker for resource:network and tenant:603c58ba304f41388b863215a4e94a90 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:09.731434 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7f171e55-5d2b-437d-9f17-7877cc70fa3d tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:09.738595 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7f171e55-5d2b-437d-9f17-7877cc70fa3d tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:09.812314 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-58d78de2-5cdc-400f-9a85-f3aa1c52eb77 req-d2f73157-c94d-4eb0-a11e-8b3b870f3a5d tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] 10.222.0.57 "GET /v2.0/ports?device_id=84ccc0b2-fdaf-498d-aadf-3c6cf421b76c HTTP/1.1" status: 200 len: 210 time: 0.0595782 May 27 02:20:09.851459 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f171e55-5d2b-437d-9f17-7877cc70fa3d tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Made reservation on behalf of 603c58ba304f41388b863215a4e94a90 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:20:09.857729 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7f171e55-5d2b-437d-9f17-7877cc70fa3d tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:09.862664 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-124fda6f-c417-454d-9aef-e9735e015155 None None] Set router ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:20:09.874205 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7f171e55-5d2b-437d-9f17-7877cc70fa3d tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:09.889831 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-820c94e1-452c-423d-b576-316b9fd40556 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Unset dirty status for tenant:da6da76c53cc4067a3275f77b81c0c47 on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:20:09.893312 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-820c94e1-452c-423d-b576-316b9fd40556 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "GET /v2.0/subnets/b129b23d-e221-4d69-9cf9-10ee5c96b0d5 HTTP/1.1" status: 200 len: 797 time: 0.6261034 May 27 02:20:09.896279 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42734) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:09.904191 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-cdc66c0e-d321-430b-9c1c-7c5067f436be tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Request body: {'port': {'network_id': '15c398c4-e40a-406f-90bc-73562a630f66', 'name': 'tempest-FloatingIPTestJSON-1619801100', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:09.945778 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7f171e55-5d2b-437d-9f17-7877cc70fa3d tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:09.964009 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79e7b23b-0d86-4cdc-992b-a09d4c9a62d4'] response: {'server_uuid': 'ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2', 'name': 'network-vif-deleted', 'tag': '59dd76c7-04f3-4e36-a375-05bd87a0399b', 'status': 'completed', 'code': 200} May 27 02:20:10.004429 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7f171e55-5d2b-437d-9f17-7877cc70fa3d tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Usage tracker for resource:security_group_rule and tenant:603c58ba304f41388b863215a4e94a90 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:10.009400 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7f171e55-5d2b-437d-9f17-7877cc70fa3d tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:10.026909 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7f171e55-5d2b-437d-9f17-7877cc70fa3d tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:10.045832 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-e573c545-1cfa-47cb-a131-5bb9eddc1fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:10.047672 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-e573c545-1cfa-47cb-a131-5bb9eddc1fb3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=500421bbc9424254b703858ad839b150&device_id=9d3b4156-911e-4f76-a1e6-fc2780efe716 HTTP/1.1" status: 200 len: 1095 time: 0.5263135 May 27 02:20:10.073242 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-83d6f3b6-8d76-483c-ac36-42e115472f47 req-f19b354a-5fe6-4d92-be33-ae597a77cf00 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Synchronizing usage tracker for tenant:62f5f7df5795463f9f8bc1cd40caf878 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:20:10.156667 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-c0357318-f70f-420f-b411-a3bc32f607f4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19a3352b-c495-41bd-9f61-5ad9692c6a8d HTTP/1.1" status: 200 len: 217 time: 0.0918338 May 27 02:20:10.191027 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-cdc66c0e-d321-430b-9c1c-7c5067f436be tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:10.215723 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-cdc66c0e-d321-430b-9c1c-7c5067f436be tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:10.223766 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-83d6f3b6-8d76-483c-ac36-42e115472f47 req-f19b354a-5fe6-4d92-be33-ae597a77cf00 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Unset dirty status for tenant:62f5f7df5795463f9f8bc1cd40caf878 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:20:10.225499 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-83d6f3b6-8d76-483c-ac36-42e115472f47 req-f19b354a-5fe6-4d92-be33-ae597a77cf00 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff7da45d-e7ef-46c1-8f3a-0cc1ac2531a2 HTTP/1.1" status: 200 len: 210 time: 0.2600086 May 27 02:20:10.258777 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-468984ca-4172-4301-8cba-d7b3272cc673 req-f424e45c-9c09-4702-802d-86bc72b64eeb tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:10.274919 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-73b152d6-f3ab-4f4a-b1c6-8252d4fd8a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:10.276351 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-73b152d6-f3ab-4f4a-b1c6-8252d4fd8a97 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=029bf5aa-9449-4d9e-81c7-fe1336fb8379 HTTP/1.1" status: 200 len: 852 time: 0.1102469 May 27 02:20:10.282634 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42748) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:10.312014 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-124fda6f-c417-454d-9aef-e9735e015155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf', 'name': 'tempest-ServerActionsTestJSON-438854652-router', 'tenant_id': '62f5f7df5795463f9f8bc1cd40caf878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '14b56590-ee4b-4da8-bf47-ebae84c4ef98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:11:00Z', 'updated_at': '2022-05-27T02:11:08Z', 'revision_number': 4, 'project_id': '62f5f7df5795463f9f8bc1cd40caf878', 'gw_port': {'id': '14b56590-ee4b-4da8-bf47-ebae84c4ef98', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:11:02Z', 'updated_at': '2022-05-27T02:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '4ccb193f-2f43-4e95-a1d1-b2b756fcd401', 'name': '', 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164', 'tenant_id': '62f5f7df5795463f9f8bc1cd40caf878', 'mac_address': 'fa:16:3e:a0:dc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '7ee39392-3407-48c1-b561-be7ced0cb982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:11:07Z', 'updated_at': '2022-05-27T02:11:15Z', 'revision_number': 5, 'project_id': '62f5f7df5795463f9f8bc1cd40caf878', 'subnets': [{'id': '7ee39392-3407-48c1-b561-be7ced0cb982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:10.315361 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 59dd76c7-04f3-4e36-a375-05bd87a0399b no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:20:10.333449 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc66c0e-d321-430b-9c1c-7c5067f436be tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Made reservation on behalf of da6da76c53cc4067a3275f77b81c0c47 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:20:10.349340 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 59dd76c7-04f3-4e36-a375-05bd87a0399b {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:20:10.349625 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 59dd76c7-04f3-4e36-a375-05bd87a0399b not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:20:10.351179 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-8c0a4489-47e9-45c7-972f-443cdaa22bbe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=317f8943-c2cf-4629-a384-430f557971d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679312 May 27 02:20:10.351511 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124fda6f-c417-454d-9aef-e9735e015155 None None] Checking router: ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:20:10.360498 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124fda6f-c417-454d-9aef-e9735e015155 None None] Routers {'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:20:10.361141 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-124fda6f-c417-454d-9aef-e9735e015155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:19:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:10.427862 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-2adc7ec5-71b8-445c-9b43-d786b140ceb1 admin admin] Deleting subnet 98c2d6b5-1175-4c13-b824-dd8e526e1b70 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:20:10.434452 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2adc7ec5-71b8-445c-9b43-d786b140ceb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:10.463479 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7f171e55-5d2b-437d-9f17-7877cc70fa3d tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:10.521358 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2adc7ec5-71b8-445c-9b43-d786b140ceb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:10.602649 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-124fda6f-c417-454d-9aef-e9735e015155 None None] Set router ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:20:10.622579 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7f171e55-5d2b-437d-9f17-7877cc70fa3d tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:10.626990 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42754) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:10.636425 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-468984ca-4172-4301-8cba-d7b3272cc673 req-f424e45c-9c09-4702-802d-86bc72b64eeb tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:10.661600 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-f74f4bc4-7fa0-4c71-a768-3ad046e5664d tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-366589586'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:10.668962 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cdc66c0e-d321-430b-9c1c-7c5067f436be tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:10.683237 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-f74f4bc4-7fa0-4c71-a768-3ad046e5664d tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:10.685865 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2adc7ec5-71b8-445c-9b43-d786b140ceb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:10.720889 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f74f4bc4-7fa0-4c71-a768-3ad046e5664d tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Usage tracker for resource:network and tenant:0ff34f8aa5b34b2b8b9bd5b46a9cefc6 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:10.737262 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f171e55-5d2b-437d-9f17-7877cc70fa3d tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:20:10.737522 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f74f4bc4-7fa0-4c71-a768-3ad046e5664d tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:10.743004 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-7b2044fe-0187-4261-9e11-bc12390d9e96 service neutron] 10.222.0.32 "GET /v2.0/networks/317f8943-c2cf-4629-a384-430f557971d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819509 May 27 02:20:10.749206 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f171e55-5d2b-437d-9f17-7877cc70fa3d tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a75b25c-ad49-4460-b468-dd9402176b9e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:10.750827 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-f74f4bc4-7fa0-4c71-a768-3ad046e5664d tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:10.759188 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-cdc66c0e-d321-430b-9c1c-7c5067f436be tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] device_id is not set on port f5695882-0cd8-441f-a519-608967532229 yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:20:10.783412 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-468984ca-4172-4301-8cba-d7b3272cc673 req-f424e45c-9c09-4702-802d-86bc72b64eeb tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] Network aeeead24-1478-46c9-855e-c54b7aff4550 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:20:10.789058 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-468984ca-4172-4301-8cba-d7b3272cc673 req-f424e45c-9c09-4702-802d-86bc72b64eeb tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:20:10.797945 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-468984ca-4172-4301-8cba-d7b3272cc673 req-f424e45c-9c09-4702-802d-86bc72b64eeb tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:20:10.826249 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7f171e55-5d2b-437d-9f17-7877cc70fa3d tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:10.826596 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-7f171e55-5d2b-437d-9f17-7877cc70fa3d tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Added segment 99d41388-cc2d-4be4-a439-597dee6968d2 of type vlan for network b1d56b2b-8c9d-43fb-8d1a-57e51b46f9fa May 27 02:20:10.881035 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f424e45c-9c09-4702-802d-86bc72b64eeb tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] Pushing event updated for resources: {'Port': ['ID=82dd2734-6534-43e7-89d4-b40f213eac2c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:10.982911 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7f171e55-5d2b-437d-9f17-7877cc70fa3d tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:11.001699 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468984ca-4172-4301-8cba-d7b3272cc673 req-f424e45c-9c09-4702-802d-86bc72b64eeb tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:11.002542 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-468984ca-4172-4301-8cba-d7b3272cc673 req-f424e45c-9c09-4702-802d-86bc72b64eeb tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:11.059499 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74f4bc4-7fa0-4c71-a768-3ad046e5664d tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Made reservation on behalf of 0ff34f8aa5b34b2b8b9bd5b46a9cefc6 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:20:11.062085 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e2ffeb2d-3373-4939-b605-4a155012f391 req-3dd716c7-704a-4f50-be8a-3e4069a659ef service neutron] 10.222.0.32 "GET /v2.0/networks/317f8943-c2cf-4629-a384-430f557971d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100305 May 27 02:20:11.062933 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f74f4bc4-7fa0-4c71-a768-3ad046e5664d tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:11.122870 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2adc7ec5-71b8-445c-9b43-d786b140ceb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:11.142292 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-124fda6f-c417-454d-9aef-e9735e015155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf', 'name': 'tempest-ServerActionsTestJSON-438854652-router', 'tenant_id': '62f5f7df5795463f9f8bc1cd40caf878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '14b56590-ee4b-4da8-bf47-ebae84c4ef98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:11:00Z', 'updated_at': '2022-05-27T02:11:08Z', 'revision_number': 4, 'project_id': '62f5f7df5795463f9f8bc1cd40caf878', 'gw_port': {'id': '14b56590-ee4b-4da8-bf47-ebae84c4ef98', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:11:02Z', 'updated_at': '2022-05-27T02:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '4ccb193f-2f43-4e95-a1d1-b2b756fcd401', 'name': '', 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164', 'tenant_id': '62f5f7df5795463f9f8bc1cd40caf878', 'mac_address': 'fa:16:3e:a0:dc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '7ee39392-3407-48c1-b561-be7ced0cb982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:11:07Z', 'updated_at': '2022-05-27T02:11:15Z', 'revision_number': 5, 'project_id': '62f5f7df5795463f9f8bc1cd40caf878', 'subnets': [{'id': '7ee39392-3407-48c1-b561-be7ced0cb982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:11.147639 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124fda6f-c417-454d-9aef-e9735e015155 None None] The sync data for ids ['ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf'] in n-d-843554-3 is: [{'id': 'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf', 'name': 'tempest-ServerActionsTestJSON-438854652-router', 'tenant_id': '62f5f7df5795463f9f8bc1cd40caf878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '14b56590-ee4b-4da8-bf47-ebae84c4ef98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:11:00Z', 'updated_at': '2022-05-27T02:11:08Z', 'revision_number': 4, 'project_id': '62f5f7df5795463f9f8bc1cd40caf878', 'gw_port': {'id': '14b56590-ee4b-4da8-bf47-ebae84c4ef98', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:11:02Z', 'updated_at': '2022-05-27T02:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '4ccb193f-2f43-4e95-a1d1-b2b756fcd401', 'name': '', 'network_id': '8f2ce48b-e47c-4916-9cd3-7a45a8d46164', 'tenant_id': '62f5f7df5795463f9f8bc1cd40caf878', 'mac_address': 'fa:16:3e:a0:dc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '7ee39392-3407-48c1-b561-be7ced0cb982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:11:07Z', 'updated_at': '2022-05-27T02:11:15Z', 'revision_number': 5, 'project_id': '62f5f7df5795463f9f8bc1cd40caf878', 'subnets': [{'id': '7ee39392-3407-48c1-b561-be7ced0cb982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:20:11.184537 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-468984ca-4172-4301-8cba-d7b3272cc673 req-f424e45c-9c09-4702-802d-86bc72b64eeb tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7782099 May 27 02:20:11.185144 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7f171e55-5d2b-437d-9f17-7877cc70fa3d tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:11.190595 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f171e55-5d2b-437d-9f17-7877cc70fa3d tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:11.191237 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7f171e55-5d2b-437d-9f17-7877cc70fa3d tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:11.220812 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-468984ca-4172-4301-8cba-d7b3272cc673 req-a116d915-dd9c-4741-ad05-d70e207e6b50 service neutron] Request body: {'port': {'device_id': '84ccc0b2-fdaf-498d-aadf-3c6cf421b76c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:11.245617 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc7ec5-71b8-445c-9b43-d786b140ceb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98c2d6b5-1175-4c13-b824-dd8e526e1b70,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:11.268573 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2adc7ec5-71b8-445c-9b43-d786b140ceb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:11.300458 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f74f4bc4-7fa0-4c71-a768-3ad046e5664d tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:20:11.366447 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f74f4bc4-7fa0-4c71-a768-3ad046e5664d tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:11.371146 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-f74f4bc4-7fa0-4c71-a768-3ad046e5664d tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Added segment b2df5c34-5572-4927-b1e4-0de52e1a0b3a of type vlan for network bc44a8f1-f55a-42c3-8906-2fd4470a2ec1 May 27 02:20:11.409658 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2adc7ec5-71b8-445c-9b43-d786b140ceb1 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/98c2d6b5-1175-4c13-b824-dd8e526e1b70 HTTP/1.1" status: 204 len: 168 time: 1.1264675 May 27 02:20:11.420298 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42764) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:11.434665 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476fd07c-6064-4ed8-acbc-51b9c97fa422 req-95f0974d-e691-4917-802f-bc7afa6fb1e9 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:11.436906 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-476fd07c-6064-4ed8-acbc-51b9c97fa422 req-95f0974d-e691-4917-802f-bc7afa6fb1e9 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d3b4156-911e-4f76-a1e6-fc2780efe716 HTTP/1.1" status: 200 len: 944 time: 0.4364274 May 27 02:20:11.439581 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f74f4bc4-7fa0-4c71-a768-3ad046e5664d tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:11.441719 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f171e55-5d2b-437d-9f17-7877cc70fa3d tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event updated for resources: {'Network': ['ID=b1d56b2b-8c9d-43fb-8d1a-57e51b46f9fa,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:11.453630 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network b1d56b2b-8c9d-43fb-8d1a-57e51b46f9fa details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:20:11.465602 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7f171e55-5d2b-437d-9f17-7877cc70fa3d tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.3312035 May 27 02:20:11.469487 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfc6520-5459-4de0-a473-fc7e225d59b2 None None] New status for floating IP e7f1abbd-ce12-4fab-91d3-0a1296d0468e: DOWN {{(pid=88904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:20:11.478794 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-468984ca-4172-4301-8cba-d7b3272cc673 req-a116d915-dd9c-4741-ad05-d70e207e6b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:11.555551 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9c3cb-0453-47fb-8400-7c2218402c53 req-dc84c2bf-fe5b-4c3b-99d9-5989cfff6786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:11.557405 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f2c9c3cb-0453-47fb-8400-7c2218402c53 req-dc84c2bf-fe5b-4c3b-99d9-5989cfff6786 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=500421bbc9424254b703858ad839b150&device_id=9d3b4156-911e-4f76-a1e6-fc2780efe716 HTTP/1.1" status: 200 len: 1095 time: 0.3459060 May 27 02:20:11.808097 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfb932-320a-4674-ae81-dd98b8e488e7 req-5df061cc-0bdf-4e34-9e1b-73abf08569c0 tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:11.815571 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ccbfb932-320a-4674-ae81-dd98b8e488e7 req-5df061cc-0bdf-4e34-9e1b-73abf08569c0 tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] 10.222.0.57 "GET /v2.0/ports?device_id=84ccc0b2-fdaf-498d-aadf-3c6cf421b76c HTTP/1.1" status: 200 len: 931 time: 0.7705281 May 27 02:20:11.820030 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-be35881f-13f4-4f09-83ca-e8d2311a185d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:11.895041 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f74f4bc4-7fa0-4c71-a768-3ad046e5664d tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:11.902102 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74f4bc4-7fa0-4c71-a768-3ad046e5664d tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:11.902727 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f74f4bc4-7fa0-4c71-a768-3ad046e5664d tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:11.913755 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9c3cb-0453-47fb-8400-7c2218402c53 req-113a59fc-2d95-43aa-8d8f-0be7842561c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:11.915657 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f2c9c3cb-0453-47fb-8400-7c2218402c53 req-113a59fc-2d95-43aa-8d8f-0be7842561c0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=317f8943-c2cf-4629-a384-430f557971d0 HTTP/1.1" status: 200 len: 913 time: 0.3459308 May 27 02:20:12.002220 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f2c9c3cb-0453-47fb-8400-7c2218402c53 req-1952ab7e-d300-4503-8c79-c6646105b365 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19a3352b-c495-41bd-9f61-5ad9692c6a8d HTTP/1.1" status: 200 len: 217 time: 0.0789013 May 27 02:20:12.094959 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9c3cb-0453-47fb-8400-7c2218402c53 req-1f41c2bf-8d57-4587-9a9f-e5d2680335a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:12.096159 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f2c9c3cb-0453-47fb-8400-7c2218402c53 req-1f41c2bf-8d57-4587-9a9f-e5d2680335a6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=029bf5aa-9449-4d9e-81c7-fe1336fb8379 HTTP/1.1" status: 200 len: 852 time: 0.0785749 May 27 02:20:12.114484 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-ccbfb932-320a-4674-ae81-dd98b8e488e7 req-3883740a-0d8b-4135-acd8-1188e07a4c07 tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] Synchronizing usage tracker for tenant:d15936f6217b454689a6d5e0a5f56f0d on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:20:12.117417 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-cdc66c0e-d321-430b-9c1c-7c5067f436be tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Allocated IP 172.20.0.13 (15c398c4-e40a-406f-90bc-73562a630f66/b129b23d-e221-4d69-9cf9-10ee5c96b0d5/f5695882-0cd8-441f-a519-608967532229) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:20:12.142811 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f4bc4-7fa0-4c71-a768-3ad046e5664d tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Pushing event updated for resources: {'Network': ['ID=bc44a8f1-f55a-42c3-8906-2fd4470a2ec1,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:12.157784 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network bc44a8f1-f55a-42c3-8906-2fd4470a2ec1 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:20:12.159375 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-476fd07c-6064-4ed8-acbc-51b9c97fa422 req-2571a24d-1388-481b-83c5-84fe702ada2b tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7053478 May 27 02:20:12.160764 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f74f4bc4-7fa0-4c71-a768-3ad046e5664d tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5314534 May 27 02:20:12.165236 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-cdc66c0e-d321-430b-9c1c-7c5067f436be tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Allocated IP 172.20.0.12 (15c398c4-e40a-406f-90bc-73562a630f66/b129b23d-e221-4d69-9cf9-10ee5c96b0d5/f5695882-0cd8-441f-a519-608967532229) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:20:12.190061 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42768) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:12.201497 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-32960c1d-46f3-4c7c-b486-77ef153e0563 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1442776055'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:12.206910 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-32960c1d-46f3-4c7c-b486-77ef153e0563 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:12.211659 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-32960c1d-46f3-4c7c-b486-77ef153e0563 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Usage tracker for resource:network and tenant:0ff34f8aa5b34b2b8b9bd5b46a9cefc6 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:12.214747 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-32960c1d-46f3-4c7c-b486-77ef153e0563 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:12.221174 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-32960c1d-46f3-4c7c-b486-77ef153e0563 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:12.233128 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f2c9c3cb-0453-47fb-8400-7c2218402c53 req-b8d33f15-9f51-4765-8373-eaeaaa0f862d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=317f8943-c2cf-4629-a384-430f557971d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015761 May 27 02:20:12.349115 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-468984ca-4172-4301-8cba-d7b3272cc673 req-a116d915-dd9c-4741-ad05-d70e207e6b50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82dd2734-6534-43e7-89d4-b40f213eac2c {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:20:12.357422 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-468984ca-4172-4301-8cba-d7b3272cc673 req-a116d915-dd9c-4741-ad05-d70e207e6b50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:12.358477 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-be35881f-13f4-4f09-83ca-e8d2311a185d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:12.365458 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32960c1d-46f3-4c7c-b486-77ef153e0563 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Made reservation on behalf of 0ff34f8aa5b34b2b8b9bd5b46a9cefc6 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:20:12.368699 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-32960c1d-46f3-4c7c-b486-77ef153e0563 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:12.398194 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-468984ca-4172-4301-8cba-d7b3272cc673 req-a116d915-dd9c-4741-ad05-d70e207e6b50 service neutron] Transition to ACTIVE for port object 82dd2734-6534-43e7-89d4-b40f213eac2c will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:20:12.405364 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-be35881f-13f4-4f09-83ca-e8d2311a185d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:12.412207 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-ccbfb932-320a-4674-ae81-dd98b8e488e7 req-3883740a-0d8b-4135-acd8-1188e07a4c07 tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] Unset dirty status for tenant:d15936f6217b454689a6d5e0a5f56f0d on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:20:12.413310 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ccbfb932-320a-4674-ae81-dd98b8e488e7 req-3883740a-0d8b-4135-acd8-1188e07a4c07 tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] 10.222.0.57 "GET /v2.0/security-groups?id=8af96190-7079-44ef-b3ca-b79773f4ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5969586 May 27 02:20:12.423789 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32960c1d-46f3-4c7c-b486-77ef153e0563 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:20:12.423979 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-be35881f-13f4-4f09-83ca-e8d2311a185d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab39751d-1c01-42dd-8648-098e3a0f206f') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:12.424408 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-be35881f-13f4-4f09-83ca-e8d2311a185d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab39751d-1c01-42dd-8648-098e3a0f206f') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:12.433016 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-32960c1d-46f3-4c7c-b486-77ef153e0563 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:12.433468 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-32960c1d-46f3-4c7c-b486-77ef153e0563 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Added segment c7b67dd1-e75f-43e2-a0d4-234645245d4c of type vlan for network c9b6b64d-3919-4b90-9366-bcda75991abc May 27 02:20:12.463329 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-32960c1d-46f3-4c7c-b486-77ef153e0563 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:12.479679 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42774) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:12.501149 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-be35881f-13f4-4f09-83ca-e8d2311a185d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:12.503077 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f2c9c3cb-0453-47fb-8400-7c2218402c53 req-0c79e1b4-33c8-4719-9099-aa47f62ff5a7 service neutron] 10.222.0.32 "GET /v2.0/networks/317f8943-c2cf-4629-a384-430f557971d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630391 May 27 02:20:12.518752 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-468984ca-4172-4301-8cba-d7b3272cc673 req-a116d915-dd9c-4741-ad05-d70e207e6b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:12.533161 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-be35881f-13f4-4f09-83ca-e8d2311a185d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:12.544855 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be35881f-13f4-4f09-83ca-e8d2311a185d admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:20:12.547999 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-be35881f-13f4-4f09-83ca-e8d2311a185d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:12.613542 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment ab39751d-1c01-42dd-8648-098e3a0f206f resource provider aggregate not found May 27 02:20:12.651096 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment ab39751d-1c01-42dd-8648-098e3a0f206f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab39751d-1c01-42dd-8648-098e3a0f206f found for delete ", "request_id": "req-d6651e4a-9b97-47eb-86eb-63605cf815ea"}]} May 27 02:20:12.695601 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cdc66c0e-d321-430b-9c1c-7c5067f436be tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:12.743163 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-be35881f-13f4-4f09-83ca-e8d2311a185d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:12.767781 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-be35881f-13f4-4f09-83ca-e8d2311a185d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:12.780781 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35881f-13f4-4f09-83ca-e8d2311a185d admin admin] Pushing event deleted for resources: {'Network': ['ID=ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:12.795670 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cdc66c0e-d321-430b-9c1c-7c5067f436be tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:12.867970 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-be35881f-13f4-4f09-83ca-e8d2311a185d admin admin] 10.222.0.57 "DELETE /v2.0/networks/ccbf5ea7-ad90-4227-8941-d8f9bb09e3ee HTTP/1.1" status: 204 len: 168 time: 1.4386683 May 27 02:20:12.892191 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc66c0e-d321-430b-9c1c-7c5067f436be tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Network 15c398c4-e40a-406f-90bc-73562a630f66 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:20:12.899723 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-cdc66c0e-d321-430b-9c1c-7c5067f436be tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:20:12.899865 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-32960c1d-46f3-4c7c-b486-77ef153e0563 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:12.900167 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc66c0e-d321-430b-9c1c-7c5067f436be tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:20:12.902088 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32960c1d-46f3-4c7c-b486-77ef153e0563 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:12.902682 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-32960c1d-46f3-4c7c-b486-77ef153e0563 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:12.932529 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc66c0e-d321-430b-9c1c-7c5067f436be tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Pushing event updated for resources: {'Port': ['ID=f5695882-0cd8-441f-a519-608967532229,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:12.969894 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc66c0e-d321-430b-9c1c-7c5067f436be tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:12.971139 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cdc66c0e-d321-430b-9c1c-7c5067f436be tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:12.997732 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116d915-dd9c-4741-ad05-d70e207e6b50 service neutron] Pushing event updated for resources: {'Port': ['ID=82dd2734-6534-43e7-89d4-b40f213eac2c,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:13.042542 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-cdc66c0e-d321-430b-9c1c-7c5067f436be tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.1426578 May 27 02:20:13.042986 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42784) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:13.049347 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-93e7bfa7-4035-4e61-9865-32efa1daece5 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'port_id': 'f5695882-0cd8-441f-a519-608967532229', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:13.057855 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-93e7bfa7-4035-4e61-9865-32efa1daece5 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:13.063046 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-93e7bfa7-4035-4e61-9865-32efa1daece5 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Usage tracker for resource:floatingip and tenant:da6da76c53cc4067a3275f77b81c0c47 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:13.066073 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-93e7bfa7-4035-4e61-9865-32efa1daece5 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:13.071959 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-93e7bfa7-4035-4e61-9865-32efa1daece5 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:13.103786 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-00302d19-ce65-40a7-9265-8e5b760308f5 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:13.191749 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-00302d19-ce65-40a7-9265-8e5b760308f5 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:13.206298 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32960c1d-46f3-4c7c-b486-77ef153e0563 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Pushing event updated for resources: {'Network': ['ID=c9b6b64d-3919-4b90-9366-bcda75991abc,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:13.217670 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-32960c1d-46f3-4c7c-b486-77ef153e0563 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0253546 May 27 02:20:13.218693 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42790) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:13.224242 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network c9b6b64d-3919-4b90-9366-bcda75991abc details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:20:13.234605 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-279d3d11-a662-4e95-8a5f-ad597481a318 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Request body: {'subnet': {'network_id': 'bc44a8f1-f55a-42c3-8906-2fd4470a2ec1', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:13.237164 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f2c9c3cb-0453-47fb-8400-7c2218402c53 req-75222533-98cc-4df2-b105-b09a1e519bd5 service neutron] 10.222.0.32 "GET /v2.0/networks/317f8943-c2cf-4629-a384-430f557971d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7051692 May 27 02:20:13.261371 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-468984ca-4172-4301-8cba-d7b3272cc673 req-a116d915-dd9c-4741-ad05-d70e207e6b50 service neutron] Attempting to bind port 82dd2734-6534-43e7-89d4-b40f213eac2c on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:20:13.261710 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-468984ca-4172-4301-8cba-d7b3272cc673 req-a116d915-dd9c-4741-ad05-d70e207e6b50 service neutron] Attempting to bind port 82dd2734-6534-43e7-89d4-b40f213eac2c by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '0f4a9920-068e-48cd-b468-eeb9a4e9de43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'aeeead24-1478-46c9-855e-c54b7aff4550'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:20:13.261959 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468984ca-4172-4301-8cba-d7b3272cc673 req-a116d915-dd9c-4741-ad05-d70e207e6b50 service neutron] Attempting to bind port 82dd2734-6534-43e7-89d4-b40f213eac2c on network aeeead24-1478-46c9-855e-c54b7aff4550 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:20:13.301141 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468984ca-4172-4301-8cba-d7b3272cc673 req-a116d915-dd9c-4741-ad05-d70e207e6b50 service neutron] Port 82dd2734-6534-43e7-89d4-b40f213eac2c on network aeeead24-1478-46c9-855e-c54b7aff4550 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:20:13.301510 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468984ca-4172-4301-8cba-d7b3272cc673 req-a116d915-dd9c-4741-ad05-d70e207e6b50 service neutron] Attempting to bind port 82dd2734-6534-43e7-89d4-b40f213eac2c on network aeeead24-1478-46c9-855e-c54b7aff4550 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:20:13.308419 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468984ca-4172-4301-8cba-d7b3272cc673 req-a116d915-dd9c-4741-ad05-d70e207e6b50 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:20:13.309028 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468984ca-4172-4301-8cba-d7b3272cc673 req-a116d915-dd9c-4741-ad05-d70e207e6b50 service neutron] Checking segment: {'id': '0f4a9920-068e-48cd-b468-eeb9a4e9de43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'aeeead24-1478-46c9-855e-c54b7aff4550'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:20:13.309213 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468984ca-4172-4301-8cba-d7b3272cc673 req-a116d915-dd9c-4741-ad05-d70e207e6b50 service neutron] Bound using segment: {'id': '0f4a9920-068e-48cd-b468-eeb9a4e9de43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'aeeead24-1478-46c9-855e-c54b7aff4550'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:20:13.309617 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-468984ca-4172-4301-8cba-d7b3272cc673 req-a116d915-dd9c-4741-ad05-d70e207e6b50 service neutron] Bound port: 82dd2734-6534-43e7-89d4-b40f213eac2c, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f4a9920-068e-48cd-b468-eeb9a4e9de43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'aeeead24-1478-46c9-855e-c54b7aff4550'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:20:13.309969 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-468984ca-4172-4301-8cba-d7b3272cc673 req-a116d915-dd9c-4741-ad05-d70e207e6b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:13.397497 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-93e7bfa7-4035-4e61-9865-32efa1daece5 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for floatingip, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:13.404973 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42794) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:13.436897 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-468984ca-4172-4301-8cba-d7b3272cc673 req-a116d915-dd9c-4741-ad05-d70e207e6b50 service neutron] For port 82dd2734-6534-43e7-89d4-b40f213eac2c, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:20:13.452105 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-468984ca-4172-4301-8cba-d7b3272cc673 req-a116d915-dd9c-4741-ad05-d70e207e6b50 service neutron] For port 82dd2734-6534-43e7-89d4-b40f213eac2c, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=82dd2734-6534-43e7-89d4-b40f213eac2c,segment=NetworkSegment(0f4a9920-068e-48cd-b468-eeb9a4e9de43),segment_id=0f4a9920-068e-48cd-b468-eeb9a4e9de43)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:20:13.458150 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-00302d19-ce65-40a7-9265-8e5b760308f5 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:13.473650 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-279d3d11-a662-4e95-8a5f-ad597481a318 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:13.478428 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-279d3d11-a662-4e95-8a5f-ad597481a318 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Usage tracker for resource:subnet and tenant:0ff34f8aa5b34b2b8b9bd5b46a9cefc6 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:13.481366 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-279d3d11-a662-4e95-8a5f-ad597481a318 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:13.487901 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-279d3d11-a662-4e95-8a5f-ad597481a318 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:13.499261 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00302d19-ce65-40a7-9265-8e5b760308f5 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b0c6d4-c3a4-4803-808f-9bc6264da7e7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:13.508816 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2f86f3f3-2773-48fb-977c-e2db6f680171 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=061b97479a33466e8381b1e53cde36e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1021454 May 27 02:20:13.509172 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42800) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:13.531731 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-468984ca-4172-4301-8cba-d7b3272cc673 req-a116d915-dd9c-4741-ad05-d70e207e6b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:13.587723 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279d3d11-a662-4e95-8a5f-ad597481a318 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Made reservation on behalf of 0ff34f8aa5b34b2b8b9bd5b46a9cefc6 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:20:13.591568 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-279d3d11-a662-4e95-8a5f-ad597481a318 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:13.616181 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468984ca-4172-4301-8cba-d7b3272cc673 req-a116d915-dd9c-4741-ad05-d70e207e6b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:13.616961 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-468984ca-4172-4301-8cba-d7b3272cc673 req-a116d915-dd9c-4741-ad05-d70e207e6b50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:13.618442 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-468984ca-4172-4301-8cba-d7b3272cc673 req-a116d915-dd9c-4741-ad05-d70e207e6b50 service neutron] 10.222.0.66 "PUT /v2.0/ports/82dd2734-6534-43e7-89d4-b40f213eac2c HTTP/1.1" status: 200 len: 1091 time: 2.4225800 May 27 02:20:13.619254 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ccc0b2-fdaf-498d-aadf-3c6cf421b76c', 'tag': '82dd2734-6534-43e7-89d4-b40f213eac2c'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:20:13.632606 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-00302d19-ce65-40a7-9265-8e5b760308f5 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:13.636613 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-00302d19-ce65-40a7-9265-8e5b760308f5 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "DELETE /v2.0/security-groups/51b0c6d4-c3a4-4803-808f-9bc6264da7e7 HTTP/1.1" status: 204 len: 168 time: 1.1537721 May 27 02:20:13.640090 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42806) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:13.679137 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-c1e3485d-b1a6-43b0-be2c-95e10e4d96f2 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] show failed (client error): The resource could not be found. May 27 02:20:13.682772 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c1e3485d-b1a6-43b0-be2c-95e10e4d96f2 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "GET /v2.0/security-groups/51b0c6d4-c3a4-4803-808f-9bc6264da7e7 HTTP/1.1" status: 404 len: 347 time: 0.0391891 May 27 02:20:13.682772 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116d915-dd9c-4741-ad05-d70e207e6b50 service neutron] Pushing event updated for resources: {'Port': ['ID=82dd2734-6534-43e7-89d4-b40f213eac2c,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:13.683743 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42810) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:13.784924 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c5a7c599-e2df-46a6-9922-3f1e65871f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:13.819442 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49699e-5701-49dd-9cdc-430707521b32 req-d54bece9-025c-4652-bc08-98a81666dc78 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:13.820965 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ea49699e-5701-49dd-9cdc-430707521b32 req-d54bece9-025c-4652-bc08-98a81666dc78 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d3b4156-911e-4f76-a1e6-fc2780efe716 HTTP/1.1" status: 200 len: 944 time: 0.4694886 May 27 02:20:13.874551 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844898d8-8d79-4069-beca-b9c28763308b req-e47d5dc2-9fd3-44bd-9859-f33d8408aa59 tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:13.876001 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-844898d8-8d79-4069-beca-b9c28763308b req-e47d5dc2-9fd3-44bd-9859-f33d8408aa59 tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] 10.222.0.57 "GET /v2.0/ports?device_id=84ccc0b2-fdaf-498d-aadf-3c6cf421b76c HTTP/1.1" status: 200 len: 943 time: 0.2986910 May 27 02:20:13.953723 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c5a7c599-e2df-46a6-9922-3f1e65871f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:13.961905 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-cd42c4bb-bac0-4b21-bc84-804572c4e2c1 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Deleting port d451ba07-17ff-4e01-a8b0-faa5e5df4d10 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:20:13.962374 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd42c4bb-bac0-4b21-bc84-804572c4e2c1 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:14.102339 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ea49699e-5701-49dd-9cdc-430707521b32 req-7e79fa63-767c-4e64-801e-289d56f8cbcc tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736585 May 27 02:20:14.121698 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-93e7bfa7-4035-4e61-9865-32efa1daece5 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:14.139051 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468984ca-4172-4301-8cba-d7b3272cc673 req-c61f2229-d4fb-4a24-9cfb-a9585a3a18a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:14.140652 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-468984ca-4172-4301-8cba-d7b3272cc673 req-c61f2229-d4fb-4a24-9cfb-a9585a3a18a7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d15936f6217b454689a6d5e0a5f56f0d&device_id=84ccc0b2-fdaf-498d-aadf-3c6cf421b76c HTTP/1.1" status: 200 len: 1094 time: 0.3862078 May 27 02:20:14.168959 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-844898d8-8d79-4069-beca-b9c28763308b req-6ffc9cef-3239-4de5-8b1d-586d199c0fc2 tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] 10.222.0.57 "GET /v2.0/security-groups?id=8af96190-7079-44ef-b3ca-b79773f4ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545798 May 27 02:20:14.246218 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-816335a5-13f3-4efe-9cbe-72761a71e009'] response: {'name': 'network-changed', 'server_uuid': '84ccc0b2-fdaf-498d-aadf-3c6cf421b76c', 'tag': '82dd2734-6534-43e7-89d4-b40f213eac2c', 'status': 'completed', 'code': 200} May 27 02:20:14.258942 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-468984ca-4172-4301-8cba-d7b3272cc673 req-375453bd-657f-4ac4-8830-f91c09204ea6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82dd2734-6534-43e7-89d4-b40f213eac2c HTTP/1.1" status: 200 len: 217 time: 0.1107538 May 27 02:20:14.301041 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-279d3d11-a662-4e95-8a5f-ad597481a318 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:14.331180 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c5a7c599-e2df-46a6-9922-3f1e65871f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:14.345645 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 19a3352b-c495-41bd-9f61-5ad9692c6a8d details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:20:14.351621 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd42c4bb-bac0-4b21-bc84-804572c4e2c1 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:14.352042 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd42c4bb-bac0-4b21-bc84-804572c4e2c1 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:14.371754 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a7c599-e2df-46a6-9922-3f1e65871f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7163e14a-d99a-49c3-94bd-00e71453bb7e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:14.379098 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-93e7bfa7-4035-4e61-9865-32efa1daece5 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Allocated IP 172.25.1.177 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/04b61b11-5ea2-435a-96cd-7590fb1e151d) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:20:14.547660 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-93e7bfa7-4035-4e61-9865-32efa1daece5 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:14.550683 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d3d11-a662-4e95-8a5f-ad597481a318 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Pushing event updated for resources: {'Subnet': ['ID=18b9760c-5727-4979-b482-385cb53ebb74,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:14.552275 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 19a3352b-c495-41bd-9f61-5ad9692c6a8d, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=19a3352b-c495-41bd-9f61-5ad9692c6a8d,segment=NetworkSegment(f9d0c973-72f3-423e-80ec-119f03165820),segment_id=f9d0c973-72f3-423e-80ec-119f03165820)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:14.578306 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '19a3352b-c495-41bd-9f61-5ad9692c6a8d', 'network_id': '317f8943-c2cf-4629-a384-430f557971d0', 'port_id': '19a3352b-c495-41bd-9f61-5ad9692c6a8d', 'mac_address': 'fa:16:3e:5a:08:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '029bf5aa-9449-4d9e-81c7-fe1336fb8379', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:20:14.597560 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279d3d11-a662-4e95-8a5f-ad597481a318 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Checking segment: {'id': 'b2df5c34-5572-4927-b1e4-0de52e1a0b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bc44a8f1-f55a-42c3-8906-2fd4470a2ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:20:14.597918 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279d3d11-a662-4e95-8a5f-ad597481a318 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Network hostable DHCP agents. Network: bc44a8f1-f55a-42c3-8906-2fd4470a2ec1, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:20:14.607200 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468984ca-4172-4301-8cba-d7b3272cc673 req-53f49c64-42ec-4ecd-833a-b76325168664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:14.608562 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-468984ca-4172-4301-8cba-d7b3272cc673 req-53f49c64-42ec-4ecd-833a-b76325168664 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=893b4594-1b50-4932-9480-7634b8382482 HTTP/1.1" status: 200 len: 850 time: 0.3393085 May 27 02:20:14.615102 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-cd42c4bb-bac0-4b21-bc84-804572c4e2c1 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Calling delete_port for d451ba07-17ff-4e01-a8b0-faa5e5df4d10 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:20:14.655731 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 19a3352b-c495-41bd-9f61-5ad9692c6a8d is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:20:14.656493 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:14.670491 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42814) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:14.676358 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19a3352b-c495-41bd-9f61-5ad9692c6a8d {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:20:14.676856 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-1c619374-5c97-4f43-9012-5a52c83f210e tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Request body: {'subnet': {'network_id': 'b1d56b2b-8c9d-43fb-8d1a-57e51b46f9fa', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:14.691951 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279d3d11-a662-4e95-8a5f-ad597481a318 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Network bc44a8f1-f55a-42c3-8906-2fd4470a2ec1 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:20:14.693006 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 19a3352b-c495-41bd-9f61-5ad9692c6a8d, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=19a3352b-c495-41bd-9f61-5ad9692c6a8d,segment=NetworkSegment(f9d0c973-72f3-423e-80ec-119f03165820),segment_id=f9d0c973-72f3-423e-80ec-119f03165820)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:14.702335 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c5a7c599-e2df-46a6-9922-3f1e65871f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:14.703463 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c5a7c599-e2df-46a6-9922-3f1e65871f6d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7163e14a-d99a-49c3-94bd-00e71453bb7e HTTP/1.1" status: 204 len: 168 time: 1.1930740 May 27 02:20:14.707788 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-468984ca-4172-4301-8cba-d7b3272cc673 req-d7627b53-28c2-46c9-b3c2-9c06d4dcbb2b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=aeeead24-1478-46c9-855e-c54b7aff4550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640628 May 27 02:20:14.754985 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:14.765654 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-93e7bfa7-4035-4e61-9865-32efa1daece5 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:14.841246 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=19a3352b-c495-41bd-9f61-5ad9692c6a8d,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:14.888138 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-279d3d11-a662-4e95-8a5f-ad597481a318 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, bc44a8f1-f55a-42c3-8906-2fd4470a2ec1) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:20:14.892567 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279d3d11-a662-4e95-8a5f-ad597481a318 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:14.899383 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-279d3d11-a662-4e95-8a5f-ad597481a318 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:14.900083 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30c263c-3e49-48e1-b94e-999df0a965f2 None None] Network bc44a8f1-f55a-42c3-8906-2fd4470a2ec1 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:20:14.916499 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e7bfa7-4035-4e61-9865-32efa1daece5 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:20:14.934997 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-468984ca-4172-4301-8cba-d7b3272cc673 req-80f9e298-618a-4e55-836c-2b77b7ebd18e service neutron] 10.222.0.66 "GET /v2.0/networks/aeeead24-1478-46c9-855e-c54b7aff4550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178926 May 27 02:20:14.936098 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-93e7bfa7-4035-4e61-9865-32efa1daece5 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:20:14.938507 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e7bfa7-4035-4e61-9865-32efa1daece5 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:20:14.970184 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['19a3352b-c495-41bd-9f61-5ad9692c6a8d'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:20:15.016365 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd42c4bb-bac0-4b21-bc84-804572c4e2c1 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:15.083050 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1c619374-5c97-4f43-9012-5a52c83f210e tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:15.091583 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e7bfa7-4035-4e61-9865-32efa1daece5 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Pushing event updated for resources: {'Port': ['ID=04b61b11-5ea2-435a-96cd-7590fb1e151d,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:15.093379 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd42c4bb-bac0-4b21-bc84-804572c4e2c1 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Pushing event deleted for resources: {'Port': ['ID=d451ba07-17ff-4e01-a8b0-faa5e5df4d10,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:15.097244 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1c619374-5c97-4f43-9012-5a52c83f210e tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Usage tracker for resource:subnet and tenant:603c58ba304f41388b863215a4e94a90 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:15.105511 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1c619374-5c97-4f43-9012-5a52c83f210e tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:15.115610 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1c619374-5c97-4f43-9012-5a52c83f210e tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:15.172867 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-279d3d11-a662-4e95-8a5f-ad597481a318 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9525025 May 27 02:20:15.176246 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42824) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:15.199307 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-7d1a7d7c-0b2d-4590-9860-52284fcafdfc tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Request body: {'subnet': {'network_id': 'c9b6b64d-3919-4b90-9366-bcda75991abc', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:15.236642 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-468984ca-4172-4301-8cba-d7b3272cc673 req-f0ee23c3-c4ce-48b2-8623-bbf02ae42acb service neutron] 10.222.0.66 "GET /v2.0/networks/aeeead24-1478-46c9-855e-c54b7aff4550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944205 May 27 02:20:15.249464 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd42c4bb-bac0-4b21-bc84-804572c4e2c1 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:15.321533 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c9b88f-346a-4ab8-992d-e9cafcb87ca6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-bc44a8f1-f55a-42c3-8906-2fd4470a2ec1', 'network_id': 'bc44a8f1-f55a-42c3-8906-2fd4470a2ec1', 'tenant_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'fixed_ips': [{'subnet_id': '18b9760c-5727-4979-b482-385cb53ebb74'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:20:15.332503 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a1c9b88f-346a-4ab8-992d-e9cafcb87ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:15.342616 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-7d1a7d7c-0b2d-4590-9860-52284fcafdfc tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:15.350348 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c619374-5c97-4f43-9012-5a52c83f210e tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Made reservation on behalf of 603c58ba304f41388b863215a4e94a90 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:20:15.354195 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1c619374-5c97-4f43-9012-5a52c83f210e tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:15.379398 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd42c4bb-bac0-4b21-bc84-804572c4e2c1 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:15.381893 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-cd42c4bb-bac0-4b21-bc84-804572c4e2c1 tempest-ServerActionsTestJSON-1054791490 tempest-ServerActionsTestJSON-1054791490-project] 10.222.0.57 "DELETE /v2.0/floatingips/e7f1abbd-ce12-4fab-91d3-0a1296d0468e HTTP/1.1" status: 204 len: 168 time: 1.6959875 May 27 02:20:15.387381 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42834) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:15.421470 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7d1a7d7c-0b2d-4590-9860-52284fcafdfc tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Usage tracker for resource:subnet and tenant:0ff34f8aa5b34b2b8b9bd5b46a9cefc6 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:15.434586 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7d1a7d7c-0b2d-4590-9860-52284fcafdfc tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:15.536258 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-7d1a7d7c-0b2d-4590-9860-52284fcafdfc tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:15.539576 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe0498-7ac1-4726-9424-be8b27b3e1e7 req-29df8f88-06f1-4a7f-a419-dc020e3dbb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:15.541309 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-00fe0498-7ac1-4726-9424-be8b27b3e1e7 req-29df8f88-06f1-4a7f-a419-dc020e3dbb48 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d15936f6217b454689a6d5e0a5f56f0d&device_id=84ccc0b2-fdaf-498d-aadf-3c6cf421b76c HTTP/1.1" status: 200 len: 1094 time: 0.1452184 May 27 02:20:15.545301 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-a1c9b88f-346a-4ab8-992d-e9cafcb87ca6 None None] Allocated IP 10.1.1.2 (bc44a8f1-f55a-42c3-8906-2fd4470a2ec1/18b9760c-5727-4979-b482-385cb53ebb74/b31b492f-ba44-46ba-b42b-75ccd703cf38) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:20:15.778209 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1a7d7c-0b2d-4590-9860-52284fcafdfc tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Made reservation on behalf of 0ff34f8aa5b34b2b8b9bd5b46a9cefc6 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:20:15.781597 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7d1a7d7c-0b2d-4590-9860-52284fcafdfc tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:15.832770 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a1c9b88f-346a-4ab8-992d-e9cafcb87ca6 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:15.845506 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a1c9b88f-346a-4ab8-992d-e9cafcb87ca6 None None] Transition to ACTIVE for port object b31b492f-ba44-46ba-b42b-75ccd703cf38 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:20:15.875256 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a1c9b88f-346a-4ab8-992d-e9cafcb87ca6 None None] Transition to ACTIVE for port object b31b492f-ba44-46ba-b42b-75ccd703cf38 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:20:15.933474 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a1c9b88f-346a-4ab8-992d-e9cafcb87ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:16.016335 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c9b88f-346a-4ab8-992d-e9cafcb87ca6 None None] Network bc44a8f1-f55a-42c3-8906-2fd4470a2ec1 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:20:16.019086 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-a1c9b88f-346a-4ab8-992d-e9cafcb87ca6 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:20:16.023089 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c9b88f-346a-4ab8-992d-e9cafcb87ca6 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:20:16.031474 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe0498-7ac1-4726-9424-be8b27b3e1e7 req-0145111f-0b65-43d7-b067-836f7e6f9f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:16.032250 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-00fe0498-7ac1-4726-9424-be8b27b3e1e7 req-0145111f-0b65-43d7-b067-836f7e6f9f12 service neutron] 10.222.0.66 "GET /v2.0/networks?id=aeeead24-1478-46c9-855e-c54b7aff4550 HTTP/1.1" status: 200 len: 911 time: 0.4839959 May 27 02:20:16.062442 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db83f955-908f-4994-8fca-932b90c74779 req-921a04b9-b219-4617-bae2-6dc8de99afe3 tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:16.069736 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-db83f955-908f-4994-8fca-932b90c74779 req-921a04b9-b219-4617-bae2-6dc8de99afe3 tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] 10.222.0.57 "GET /v2.0/ports?device_id=84ccc0b2-fdaf-498d-aadf-3c6cf421b76c HTTP/1.1" status: 200 len: 943 time: 0.7283666 May 27 02:20:16.071858 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9b88f-346a-4ab8-992d-e9cafcb87ca6 None None] Pushing event updated for resources: {'Port': ['ID=b31b492f-ba44-46ba-b42b-75ccd703cf38,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:16.105279 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6690af4-24f2-40ab-82f1-0637ebd8ae1f req-9be92858-0f43-4d14-8cf7-393bcbc9a1c1 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:16.106810 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f6690af4-24f2-40ab-82f1-0637ebd8ae1f req-9be92858-0f43-4d14-8cf7-393bcbc9a1c1 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d3b4156-911e-4f76-a1e6-fc2780efe716 HTTP/1.1" status: 200 len: 945 time: 0.6797767 May 27 02:20:16.117285 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-00fe0498-7ac1-4726-9424-be8b27b3e1e7 req-b2fbc99a-e387-4c73-af48-ea4b56dcb56d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82dd2734-6534-43e7-89d4-b40f213eac2c HTTP/1.1" status: 200 len: 217 time: 0.0766652 May 27 02:20:16.139676 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-a1c9b88f-346a-4ab8-992d-e9cafcb87ca6 None None] Attempting to bind port b31b492f-ba44-46ba-b42b-75ccd703cf38 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:20:16.140042 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-a1c9b88f-346a-4ab8-992d-e9cafcb87ca6 None None] Attempting to bind port b31b492f-ba44-46ba-b42b-75ccd703cf38 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'b2df5c34-5572-4927-b1e4-0de52e1a0b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bc44a8f1-f55a-42c3-8906-2fd4470a2ec1'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:20:16.140406 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c9b88f-346a-4ab8-992d-e9cafcb87ca6 None None] Attempting to bind port b31b492f-ba44-46ba-b42b-75ccd703cf38 on network bc44a8f1-f55a-42c3-8906-2fd4470a2ec1 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:20:16.146328 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c9b88f-346a-4ab8-992d-e9cafcb87ca6 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:20:16.146328 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c9b88f-346a-4ab8-992d-e9cafcb87ca6 None None] Checking segment: {'id': 'b2df5c34-5572-4927-b1e4-0de52e1a0b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bc44a8f1-f55a-42c3-8906-2fd4470a2ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:20:16.146921 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a1c9b88f-346a-4ab8-992d-e9cafcb87ca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:16.147327 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c9b88f-346a-4ab8-992d-e9cafcb87ca6 None None] Bound using segment: {'id': 'b2df5c34-5572-4927-b1e4-0de52e1a0b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bc44a8f1-f55a-42c3-8906-2fd4470a2ec1'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:20:16.147800 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-a1c9b88f-346a-4ab8-992d-e9cafcb87ca6 None None] Bound port: b31b492f-ba44-46ba-b42b-75ccd703cf38, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2df5c34-5572-4927-b1e4-0de52e1a0b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bc44a8f1-f55a-42c3-8906-2fd4470a2ec1'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:20:16.148373 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a1c9b88f-346a-4ab8-992d-e9cafcb87ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:16.231168 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-db83f955-908f-4994-8fca-932b90c74779 req-c1852519-c5d4-40f1-9097-f32ee22b5830 tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] 10.222.0.57 "GET /v2.0/security-groups?id=8af96190-7079-44ef-b3ca-b79773f4ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604462 May 27 02:20:16.236466 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42852) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:16.266096 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a1c9b88f-346a-4ab8-992d-e9cafcb87ca6 None None] For port b31b492f-ba44-46ba-b42b-75ccd703cf38, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:20:16.269579 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a1c9b88f-346a-4ab8-992d-e9cafcb87ca6 None None] For port b31b492f-ba44-46ba-b42b-75ccd703cf38, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b31b492f-ba44-46ba-b42b-75ccd703cf38,segment=NetworkSegment(b2df5c34-5572-4927-b1e4-0de52e1a0b3a),segment_id=b2df5c34-5572-4927-b1e4-0de52e1a0b3a)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:20:16.319750 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f6690af4-24f2-40ab-82f1-0637ebd8ae1f req-863ccd83-7d94-46ab-870f-f2d2abd10813 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973145 May 27 02:20:16.343887 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 19a3352b-c495-41bd-9f61-5ad9692c6a8d up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:20:16.379794 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a1c9b88f-346a-4ab8-992d-e9cafcb87ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:16.382303 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe0498-7ac1-4726-9424-be8b27b3e1e7 req-bdcb4f86-cd70-4f79-b80b-dccea75e85a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:16.384938 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-00fe0498-7ac1-4726-9424-be8b27b3e1e7 req-bdcb4f86-cd70-4f79-b80b-dccea75e85a0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=893b4594-1b50-4932-9480-7634b8382482 HTTP/1.1" status: 200 len: 850 time: 0.2587960 May 27 02:20:16.428131 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-93e7bfa7-4035-4e61-9865-32efa1daece5 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:16.452807 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-049eb968-b056-42a7-b1e3-e39fc28d7644 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-929380217-network', 'tenant_id': 'e6fc548f88094a2d8ad31078dc1820b4'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:16.469065 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-00fe0498-7ac1-4726-9424-be8b27b3e1e7 req-c547da03-da77-475a-a418-d5009f730d41 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=aeeead24-1478-46c9-855e-c54b7aff4550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771439 May 27 02:20:16.476549 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-049eb968-b056-42a7-b1e3-e39fc28d7644 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:16.483009 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1c619374-5c97-4f43-9012-5a52c83f210e tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:16.526690 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9b88f-346a-4ab8-992d-e9cafcb87ca6 None None] Pushing event updated for resources: {'Port': ['ID=b31b492f-ba44-46ba-b42b-75ccd703cf38,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:16.533658 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-049eb968-b056-42a7-b1e3-e39fc28d7644 admin admin] Usage tracker for resource:network and tenant:e6fc548f88094a2d8ad31078dc1820b4 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:16.547629 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-049eb968-b056-42a7-b1e3-e39fc28d7644 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:16.563649 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-049eb968-b056-42a7-b1e3-e39fc28d7644 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:16.606252 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c619374-5c97-4f43-9012-5a52c83f210e tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event updated for resources: {'Subnet': ['ID=aa0b0e0f-5e51-407b-a3e1-01c008c7bd7a,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:16.610490 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c619374-5c97-4f43-9012-5a52c83f210e tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Checking segment: {'id': '99d41388-cc2d-4be4-a439-597dee6968d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b1d56b2b-8c9d-43fb-8d1a-57e51b46f9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:20:16.610854 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c619374-5c97-4f43-9012-5a52c83f210e tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Network hostable DHCP agents. Network: b1d56b2b-8c9d-43fb-8d1a-57e51b46f9fa, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:20:16.622769 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 19a3352b-c495-41bd-9f61-5ad9692c6a8d completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:20:16.628864 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 19a3352b-c495-41bd-9f61-5ad9692c6a8d triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:20:16.629692 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:16.637086 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-00fe0498-7ac1-4726-9424-be8b27b3e1e7 req-eca58845-caf7-4cd4-8744-efce968b619d service neutron] 10.222.0.66 "GET /v2.0/networks/aeeead24-1478-46c9-855e-c54b7aff4550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608210 May 27 02:20:16.651278 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7d1a7d7c-0b2d-4590-9860-52284fcafdfc tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:16.793102 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049eb968-b056-42a7-b1e3-e39fc28d7644 admin admin] Made reservation on behalf of e6fc548f88094a2d8ad31078dc1820b4 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:20:16.795429 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-049eb968-b056-42a7-b1e3-e39fc28d7644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:16.809692 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c619374-5c97-4f43-9012-5a52c83f210e tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Network b1d56b2b-8c9d-43fb-8d1a-57e51b46f9fa is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:20:16.816303 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 19a3352b-c495-41bd-9f61-5ad9692c6a8d is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:20:16.816670 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:16.839681 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-049eb968-b056-42a7-b1e3-e39fc28d7644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:16.856414 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3b4156-911e-4f76-a1e6-fc2780efe716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a3352b-c495-41bd-9f61-5ad9692c6a8d'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:20:16.873941 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-00fe0498-7ac1-4726-9424-be8b27b3e1e7 req-83e652cb-8294-41b5-afb2-8e545f7dacd5 service neutron] 10.222.0.66 "GET /v2.0/networks/aeeead24-1478-46c9-855e-c54b7aff4550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019336 May 27 02:20:16.886261 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-049eb968-b056-42a7-b1e3-e39fc28d7644 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:16.891319 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 19a3352b-c495-41bd-9f61-5ad9692c6a8d, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=19a3352b-c495-41bd-9f61-5ad9692c6a8d,segment=NetworkSegment(f9d0c973-72f3-423e-80ec-119f03165820),segment_id=f9d0c973-72f3-423e-80ec-119f03165820)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:16.900614 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-93e7bfa7-4035-4e61-9865-32efa1daece5 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:16.915681 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-42c33789-a498-4fe0-9387-279701d86f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:16.929755 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-1c619374-5c97-4f43-9012-5a52c83f210e tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, b1d56b2b-8c9d-43fb-8d1a-57e51b46f9fa) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:20:16.930936 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9c76256-b0a7-44ae-bd6e-133fbafcf31c'] response: {'server_uuid': '9d3b4156-911e-4f76-a1e6-fc2780efe716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a3352b-c495-41bd-9f61-5ad9692c6a8d', 'code': 200} May 27 02:20:16.933746 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c619374-5c97-4f43-9012-5a52c83f210e tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:16.934350 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1c619374-5c97-4f43-9012-5a52c83f210e tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:16.938500 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c36992-667c-4191-999d-d2b85c6d9739 None None] Network b1d56b2b-8c9d-43fb-8d1a-57e51b46f9fa requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:20:16.939815 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a7d7c-0b2d-4590-9860-52284fcafdfc tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Pushing event updated for resources: {'Subnet': ['ID=ab16c072-4114-4898-aa65-b9d65de14e79,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:16.951564 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-049eb968-b056-42a7-b1e3-e39fc28d7644 admin admin] Usage tracker for resource:security_group_rule and tenant:e6fc548f88094a2d8ad31078dc1820b4 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:16.975230 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-049eb968-b056-42a7-b1e3-e39fc28d7644 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:16.977118 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:17.007876 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-049eb968-b056-42a7-b1e3-e39fc28d7644 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:17.015189 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1a7d7c-0b2d-4590-9860-52284fcafdfc tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Checking segment: {'id': 'c7b67dd1-e75f-43e2-a0d4-234645245d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c9b6b64d-3919-4b90-9366-bcda75991abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:20:17.015554 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1a7d7c-0b2d-4590-9860-52284fcafdfc tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Network hostable DHCP agents. Network: c9b6b64d-3919-4b90-9366-bcda75991abc, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:20:17.117255 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1c619374-5c97-4f43-9012-5a52c83f210e tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4456258 May 27 02:20:17.125965 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42860) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:17.131710 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=19a3352b-c495-41bd-9f61-5ad9692c6a8d,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:17.144952 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-db46f293-27fa-45f6-adfd-ee35120a5d29 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1325434963'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:17.159383 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-db46f293-27fa-45f6-adfd-ee35120a5d29 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:17.163867 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1a7d7c-0b2d-4590-9860-52284fcafdfc tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Network c9b6b64d-3919-4b90-9366-bcda75991abc is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:20:17.173176 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-db46f293-27fa-45f6-adfd-ee35120a5d29 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Usage tracker for resource:network and tenant:603c58ba304f41388b863215a4e94a90 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:17.181654 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-db46f293-27fa-45f6-adfd-ee35120a5d29 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:17.194266 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-db46f293-27fa-45f6-adfd-ee35120a5d29 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:17.203494 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-7d1a7d7c-0b2d-4590-9860-52284fcafdfc tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, c9b6b64d-3919-4b90-9366-bcda75991abc) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:20:17.208059 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1a7d7c-0b2d-4590-9860-52284fcafdfc tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:17.208647 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7d1a7d7c-0b2d-4590-9860-52284fcafdfc tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:17.238962 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48cceed-c537-43fa-a3ba-b96d1ccc8d5e None None] Network c9b6b64d-3919-4b90-9366-bcda75991abc requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:20:17.300578 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f9a713-3dec-4bb0-bfe8-98744773b7f1 req-6848afb4-67f5-4edc-8e26-0fe4cdb5bfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:17.302148 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f1f9a713-3dec-4bb0-bfe8-98744773b7f1 req-6848afb4-67f5-4edc-8e26-0fe4cdb5bfd1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9d3b4156-911e-4f76-a1e6-fc2780efe716 HTTP/1.1" status: 200 len: 1097 time: 0.2314093 May 27 02:20:17.311775 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6832ffb6-2475-433d-8016-df4d44bf861c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-b1d56b2b-8c9d-43fb-8d1a-57e51b46f9fa', 'network_id': 'b1d56b2b-8c9d-43fb-8d1a-57e51b46f9fa', 'tenant_id': '603c58ba304f41388b863215a4e94a90', 'fixed_ips': [{'subnet_id': 'aa0b0e0f-5e51-407b-a3e1-01c008c7bd7a'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:20:17.312586 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6832ffb6-2475-433d-8016-df4d44bf861c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:17.353998 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-049eb968-b056-42a7-b1e3-e39fc28d7644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:17.371083 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f1f9a713-3dec-4bb0-bfe8-98744773b7f1 req-51d032b0-90d7-4e05-bc43-f6120b8ec3b2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601871 May 27 02:20:17.422935 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db46f293-27fa-45f6-adfd-ee35120a5d29 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Made reservation on behalf of 603c58ba304f41388b863215a4e94a90 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:20:17.426410 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-db46f293-27fa-45f6-adfd-ee35120a5d29 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:17.457075 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-049eb968-b056-42a7-b1e3-e39fc28d7644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:17.476324 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:20:17.481853 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-42c33789-a498-4fe0-9387-279701d86f58 admin admin] Deleting port 4ccb193f-2f43-4e95-a1d1-b2b756fcd401 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:20:17.482406 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-42c33789-a498-4fe0-9387-279701d86f58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:17.581189 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049eb968-b056-42a7-b1e3-e39fc28d7644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79437922-d5e1-4f8b-bbae-11b029e819f4,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:17.585807 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7d1a7d7c-0b2d-4590-9860-52284fcafdfc tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3993080 May 27 02:20:17.592630 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-049eb968-b056-42a7-b1e3-e39fc28d7644 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:20:17.603581 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-049eb968-b056-42a7-b1e3-e39fc28d7644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:17.605436 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-049eb968-b056-42a7-b1e3-e39fc28d7644 admin admin] Added segment ad9a4b4f-872c-4058-b3e3-93f96436dea6 of type vlan for network ad328cf1-4104-4d8e-8f1d-0a25d788d2cc May 27 02:20:17.654364 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42868) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:17.661106 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-01b76f43-ab5c-4655-bc5b-1c092ace8450 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Request body: {'port': {'network_id': 'bc44a8f1-f55a-42c3-8906-2fd4470a2ec1', 'name': 'tempest-TaggedBootDevicesTest-1996318511', 'fixed_ips': [{'subnet_id': '18b9760c-5727-4979-b482-385cb53ebb74'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:17.665383 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-93e7bfa7-4035-4e61-9865-32efa1daece5 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:17.676297 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-6832ffb6-2475-433d-8016-df4d44bf861c None None] Allocated IP 2001:db8:0:ffff::2 (b1d56b2b-8c9d-43fb-8d1a-57e51b46f9fa/aa0b0e0f-5e51-407b-a3e1-01c008c7bd7a/b5c9510e-f144-4dbc-b7ff-488d4ecd96bd) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:20:17.684400 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640c318e-3a9e-4bd0-8bc9-d17b5eba8481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-c9b6b64d-3919-4b90-9366-bcda75991abc', 'network_id': 'c9b6b64d-3919-4b90-9366-bcda75991abc', 'tenant_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'fixed_ips': [{'subnet_id': 'ab16c072-4114-4898-aa65-b9d65de14e79'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:20:17.685499 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-640c318e-3a9e-4bd0-8bc9-d17b5eba8481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:17.701933 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-049eb968-b056-42a7-b1e3-e39fc28d7644 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:17.743818 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db46f293-27fa-45f6-adfd-ee35120a5d29 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:20:17.753869 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-93e7bfa7-4035-4e61-9865-32efa1daece5 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:17.840329 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-049eb968-b056-42a7-b1e3-e39fc28d7644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:17.841352 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049eb968-b056-42a7-b1e3-e39fc28d7644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:17.841986 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-049eb968-b056-42a7-b1e3-e39fc28d7644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:17.854654 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-db46f293-27fa-45f6-adfd-ee35120a5d29 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:17.854995 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-db46f293-27fa-45f6-adfd-ee35120a5d29 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Added segment 8652b1ab-7a5c-4a43-9f53-bef054845aef of type vlan for network 0c4e1a0f-5df6-403b-9815-9395dcc0718e May 27 02:20:17.902171 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-42c33789-a498-4fe0-9387-279701d86f58 admin admin] For port 4ccb193f-2f43-4e95-a1d1-b2b756fcd401, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=4ccb193f-2f43-4e95-a1d1-b2b756fcd401,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:17.902535 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-42c33789-a498-4fe0-9387-279701d86f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:17.942189 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b31b492f-ba44-46ba-b42b-75ccd703cf38 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:20:17.973564 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846b892e-c2df-4252-a01d-95b68079a9cd None None] Network bc44a8f1-f55a-42c3-8906-2fd4470a2ec1 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:20:17.977464 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-01b76f43-ab5c-4655-bc5b-1c092ace8450 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:17.990066 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 82dd2734-6534-43e7-89d4-b40f213eac2c details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:20:18.026413 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049eb968-b056-42a7-b1e3-e39fc28d7644 admin admin] Pushing event updated for resources: {'Network': ['ID=ad328cf1-4104-4d8e-8f1d-0a25d788d2cc,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:18.050465 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network ad328cf1-4104-4d8e-8f1d-0a25d788d2cc details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:20:18.055347 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e7bfa7-4035-4e61-9865-32efa1daece5 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Pushing event updated for resources: {'Port': ['ID=04b61b11-5ea2-435a-96cd-7590fb1e151d,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:18.070841 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-db46f293-27fa-45f6-adfd-ee35120a5d29 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:18.081878 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d3198-fff2-42d9-adaf-3a2a6e91a918 req-f9073e4d-8359-44dc-95cd-c587f3cf3328 tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:18.092026 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b25d3198-fff2-42d9-adaf-3a2a6e91a918 req-f9073e4d-8359-44dc-95cd-c587f3cf3328 tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] 10.222.0.57 "GET /v2.0/ports?device_id=84ccc0b2-fdaf-498d-aadf-3c6cf421b76c HTTP/1.1" status: 200 len: 943 time: 0.6313453 May 27 02:20:18.099662 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-93e7bfa7-4035-4e61-9865-32efa1daece5 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:18.159168 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-42c33789-a498-4fe0-9387-279701d86f58 admin admin] Calling delete_port for 4ccb193f-2f43-4e95-a1d1-b2b756fcd401 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:20:18.159725 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e48729-9e15-4a46-b57b-95709ebfabeb req-1c81b84a-8392-4c96-bdcf-084780ffab21 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:18.161249 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f0e48729-9e15-4a46-b57b-95709ebfabeb req-1c81b84a-8392-4c96-bdcf-084780ffab21 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d3b4156-911e-4f76-a1e6-fc2780efe716 HTTP/1.1" status: 200 len: 946 time: 0.6207671 May 27 02:20:18.186721 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-01b76f43-ab5c-4655-bc5b-1c092ace8450 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Usage tracker for resource:port and tenant:0ff34f8aa5b34b2b8b9bd5b46a9cefc6 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:18.190121 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-049eb968-b056-42a7-b1e3-e39fc28d7644 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9405892 May 27 02:20:18.195749 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42872) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:18.196561 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-01b76f43-ab5c-4655-bc5b-1c092ace8450 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:18.197884 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [None req-db46f293-27fa-45f6-adfd-ee35120a5d29 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:20:18.215153 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-7011d58d-76cf-43e9-bed7-e5aaa775e632 admin admin] Request body: {'subnet': {'network_id': 'ad328cf1-4104-4d8e-8f1d-0a25d788d2cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-929380217-subnet', 'tenant_id': 'e6fc548f88094a2d8ad31078dc1820b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:18.221425 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-01b76f43-ab5c-4655-bc5b-1c092ace8450 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:18.225393 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7011d58d-76cf-43e9-bed7-e5aaa775e632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:18.234869 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7011d58d-76cf-43e9-bed7-e5aaa775e632 admin admin] Usage tracker for resource:subnet and tenant:e6fc548f88094a2d8ad31078dc1820b4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:18.243358 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7011d58d-76cf-43e9-bed7-e5aaa775e632 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:18.251779 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7011d58d-76cf-43e9-bed7-e5aaa775e632 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:18.275619 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b25d3198-fff2-42d9-adaf-3a2a6e91a918 req-1f365582-ec59-4365-950c-46691f52af80 tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] 10.222.0.57 "GET /v2.0/security-groups?id=8af96190-7079-44ef-b3ca-b79773f4ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811888 May 27 02:20:18.302470 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-640c318e-3a9e-4bd0-8bc9-d17b5eba8481 None None] Allocated IP 10.2.2.2 (c9b6b64d-3919-4b90-9366-bcda75991abc/ab16c072-4114-4898-aa65-b9d65de14e79/953e097c-a3ed-4d02-a3ab-b76b8cef45f3) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:20:18.352773 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f0e48729-9e15-4a46-b57b-95709ebfabeb req-cc2e4dbb-b514-47e9-a292-b304bb5dadf8 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658344 May 27 02:20:18.377632 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-93e7bfa7-4035-4e61-9865-32efa1daece5 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Floating IP 551efda3-4120-4f78-b2c7-379af01bfd61 associated. External IP: 172.25.1.177, port: f5695882-0cd8-441f-a519-608967532229. May 27 02:20:18.404989 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b76f43-ab5c-4655-bc5b-1c092ace8450 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Made reservation on behalf of 0ff34f8aa5b34b2b8b9bd5b46a9cefc6 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:20:18.429072 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ed3cc5ff-4881-4d90-933a-c3845ece9376 None None] Provisioning for port b31b492f-ba44-46ba-b42b-75ccd703cf38 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:20:18.433155 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.resource_extend [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:20:18.625427 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7011d58d-76cf-43e9-bed7-e5aaa775e632 admin admin] Made reservation on behalf of e6fc548f88094a2d8ad31078dc1820b4 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:20:18.627636 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7011d58d-76cf-43e9-bed7-e5aaa775e632 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:18.633707 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-db46f293-27fa-45f6-adfd-ee35120a5d29 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:18.638796 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db46f293-27fa-45f6-adfd-ee35120a5d29 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:18.639787 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-db46f293-27fa-45f6-adfd-ee35120a5d29 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:18.706547 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-01b76f43-ab5c-4655-bc5b-1c092ace8450 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:18.757157 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port b31b492f-ba44-46ba-b42b-75ccd703cf38 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:20:18.786178 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-01b76f43-ab5c-4655-bc5b-1c092ace8450 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] device_id is not set on port 0cddd283-b33e-41da-b142-f29163e1f022 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:20:18.793667 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 82dd2734-6534-43e7-89d4-b40f213eac2c, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=82dd2734-6534-43e7-89d4-b40f213eac2c,segment=NetworkSegment(0f4a9920-068e-48cd-b468-eeb9a4e9de43),segment_id=0f4a9920-068e-48cd-b468-eeb9a4e9de43)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:18.803863 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port b31b492f-ba44-46ba-b42b-75ccd703cf38 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:20:18.804229 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:18.854864 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db46f293-27fa-45f6-adfd-ee35120a5d29 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event updated for resources: {'Network': ['ID=0c4e1a0f-5df6-403b-9815-9395dcc0718e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:18.874091 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46f293-27fa-45f6-adfd-ee35120a5d29 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:18.874453 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46f293-27fa-45f6-adfd-ee35120a5d29 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:18.874771 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46f293-27fa-45f6-adfd-ee35120a5d29 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:18.875108 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46f293-27fa-45f6-adfd-ee35120a5d29 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:18.875426 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46f293-27fa-45f6-adfd-ee35120a5d29 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:18.875973 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46f293-27fa-45f6-adfd-ee35120a5d29 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:18.876246 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46f293-27fa-45f6-adfd-ee35120a5d29 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:18.877355 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46f293-27fa-45f6-adfd-ee35120a5d29 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:18.882650 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46f293-27fa-45f6-adfd-ee35120a5d29 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:18.882650 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46f293-27fa-45f6-adfd-ee35120a5d29 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:18.882650 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46f293-27fa-45f6-adfd-ee35120a5d29 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:18.882650 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46f293-27fa-45f6-adfd-ee35120a5d29 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:18.913042 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '82dd2734-6534-43e7-89d4-b40f213eac2c', 'network_id': 'aeeead24-1478-46c9-855e-c54b7aff4550', 'port_id': '82dd2734-6534-43e7-89d4-b40f213eac2c', 'mac_address': 'fa:16:3e:27:ab:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '893b4594-1b50-4932-9480-7634b8382482', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:20:18.931261 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 0c4e1a0f-5df6-403b-9815-9395dcc0718e details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:20:18.943234 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6832ffb6-2475-433d-8016-df4d44bf861c None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:18.993623 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-db46f293-27fa-45f6-adfd-ee35120a5d29 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8573649 May 27 02:20:18.993917 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42876) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:19.003943 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-2ff47668-798a-4309-806d-3795409c6ac3 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Request body: {'subnet': {'network_id': '0c4e1a0f-5df6-403b-9815-9395dcc0718e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:19.039996 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-42c33789-a498-4fe0-9387-279701d86f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:19.093471 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6832ffb6-2475-433d-8016-df4d44bf861c None None] Transition to ACTIVE for port object b5c9510e-f144-4dbc-b7ff-488d4ecd96bd will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:20:19.105102 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:19.105347 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c33789-a498-4fe0-9387-279701d86f58 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ccb193f-2f43-4e95-a1d1-b2b756fcd401,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:19.171937 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-640c318e-3a9e-4bd0-8bc9-d17b5eba8481 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:19.202947 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-2ff47668-798a-4309-806d-3795409c6ac3 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:19.210647 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-2ff47668-798a-4309-806d-3795409c6ac3 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Usage tracker for resource:subnet and tenant:603c58ba304f41388b863215a4e94a90 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:19.214657 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-640c318e-3a9e-4bd0-8bc9-d17b5eba8481 None None] Transition to ACTIVE for port object 953e097c-a3ed-4d02-a3ab-b76b8cef45f3 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:20:19.216588 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-2ff47668-798a-4309-806d-3795409c6ac3 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:19.225304 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-2ff47668-798a-4309-806d-3795409c6ac3 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:19.230544 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6832ffb6-2475-433d-8016-df4d44bf861c None None] Transition to ACTIVE for port object b5c9510e-f144-4dbc-b7ff-488d4ecd96bd will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:20:19.241678 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-01b76f43-ab5c-4655-bc5b-1c092ace8450 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Allocated IP 10.1.1.208 (bc44a8f1-f55a-42c3-8906-2fd4470a2ec1/18b9760c-5727-4979-b482-385cb53ebb74/0cddd283-b33e-41da-b142-f29163e1f022) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:20:19.263591 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 82dd2734-6534-43e7-89d4-b40f213eac2c is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:20:19.264045 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:19.324447 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e7bfa7-4035-4e61-9865-32efa1daece5 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Router 4c05be4c-2785-452e-a28c-2e39a38443a8 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:20:19.404082 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82dd2734-6534-43e7-89d4-b40f213eac2c {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:20:19.404261 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff47668-798a-4309-806d-3795409c6ac3 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Made reservation on behalf of 603c58ba304f41388b863215a4e94a90 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:20:19.410479 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ff47668-798a-4309-806d-3795409c6ac3 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:19.421357 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7011d58d-76cf-43e9-bed7-e5aaa775e632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:19.421873 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 82dd2734-6534-43e7-89d4-b40f213eac2c, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=82dd2734-6534-43e7-89d4-b40f213eac2c,segment=NetworkSegment(0f4a9920-068e-48cd-b468-eeb9a4e9de43),segment_id=0f4a9920-068e-48cd-b468-eeb9a4e9de43)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:19.431083 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6832ffb6-2475-433d-8016-df4d44bf861c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:19.513992 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-640c318e-3a9e-4bd0-8bc9-d17b5eba8481 None None] Transition to ACTIVE for port object 953e097c-a3ed-4d02-a3ab-b76b8cef45f3 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:20:19.517637 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6832ffb6-2475-433d-8016-df4d44bf861c None None] Pushing event updated for resources: {'Port': ['ID=b5c9510e-f144-4dbc-b7ff-488d4ecd96bd,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:19.526244 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:19.541375 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:19.580827 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port b31b492f-ba44-46ba-b42b-75ccd703cf38 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:20:19.581317 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:19.619153 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6832ffb6-2475-433d-8016-df4d44bf861c None None] Network b1d56b2b-8c9d-43fb-8d1a-57e51b46f9fa is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:20:19.629284 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-6832ffb6-2475-433d-8016-df4d44bf861c None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:20:19.644862 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6832ffb6-2475-433d-8016-df4d44bf861c None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:20:19.654118 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-640c318e-3a9e-4bd0-8bc9-d17b5eba8481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:19.670204 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port b31b492f-ba44-46ba-b42b-75ccd703cf38, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b31b492f-ba44-46ba-b42b-75ccd703cf38,segment=NetworkSegment(b2df5c34-5572-4927-b1e4-0de52e1a0b3a),segment_id=b2df5c34-5572-4927-b1e4-0de52e1a0b3a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:19.777352 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e7bfa7-4035-4e61-9865-32efa1daece5 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:20:19.793709 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:19.804368 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640c318e-3a9e-4bd0-8bc9-d17b5eba8481 None None] Network c9b6b64d-3919-4b90-9366-bcda75991abc is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:20:19.805708 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e7c16a-8331-4f09-b383-115269f7b60a None None] Sync routers for ids ['4c05be4c-2785-452e-a28c-2e39a38443a8'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:20:19.813045 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-640c318e-3a9e-4bd0-8bc9-d17b5eba8481 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:20:19.815207 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=82dd2734-6534-43e7-89d4-b40f213eac2c,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:19.822167 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640c318e-3a9e-4bd0-8bc9-d17b5eba8481 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:20:19.828739 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-6832ffb6-2475-433d-8016-df4d44bf861c None None] Attempting to bind port b5c9510e-f144-4dbc-b7ff-488d4ecd96bd on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:20:19.829115 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-6832ffb6-2475-433d-8016-df4d44bf861c None None] Attempting to bind port b5c9510e-f144-4dbc-b7ff-488d4ecd96bd by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '99d41388-cc2d-4be4-a439-597dee6968d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b1d56b2b-8c9d-43fb-8d1a-57e51b46f9fa'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:20:19.829469 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6832ffb6-2475-433d-8016-df4d44bf861c None None] Attempting to bind port b5c9510e-f144-4dbc-b7ff-488d4ecd96bd on network b1d56b2b-8c9d-43fb-8d1a-57e51b46f9fa {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:20:19.885830 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c68ad-3b47-4666-9f12-8eec33844f8a req-a7e39b9b-5f28-4b8a-8a5b-c43b14a01aab tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:19.886504 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['82dd2734-6534-43e7-89d4-b40f213eac2c'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:20:19.887476 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9c9c68ad-3b47-4666-9f12-8eec33844f8a req-a7e39b9b-5f28-4b8a-8a5b-c43b14a01aab tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] 10.222.0.57 "GET /v2.0/ports?device_id=84ccc0b2-fdaf-498d-aadf-3c6cf421b76c HTTP/1.1" status: 200 len: 944 time: 0.3996029 May 27 02:20:19.960694 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d4fd9-ed5d-429b-b3f2-e3684a109e73 req-12006c0f-d21d-47d8-b89c-04549e0e83d6 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:19.963789 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b44d4fd9-ed5d-429b-b3f2-e3684a109e73 req-12006c0f-d21d-47d8-b89c-04549e0e83d6 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d3b4156-911e-4f76-a1e6-fc2780efe716 HTTP/1.1" status: 200 len: 946 time: 0.3818939 May 27 02:20:19.984143 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7011d58d-76cf-43e9-bed7-e5aaa775e632 admin admin] Pushing event updated for resources: {'Subnet': ['ID=247564f0-1187-4cc8-b142-74cbc42d04cd,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:19.993838 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e7c16a-8331-4f09-b383-115269f7b60a None None] Routers {'4c05be4c-2785-452e-a28c-2e39a38443a8'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:20:19.999521 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-72e7c16a-8331-4f09-b383-115269f7b60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:19:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4c05be4c-2785-452e-a28c-2e39a38443a8'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:20.013185 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7011d58d-76cf-43e9-bed7-e5aaa775e632 admin admin] Checking segment: {'id': 'ad9a4b4f-872c-4058-b3e3-93f96436dea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ad328cf1-4104-4d8e-8f1d-0a25d788d2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:20:20.013550 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7011d58d-76cf-43e9-bed7-e5aaa775e632 admin admin] Network hostable DHCP agents. Network: ad328cf1-4104-4d8e-8f1d-0a25d788d2cc, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:20:20.020644 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-42c33789-a498-4fe0-9387-279701d86f58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:20.042616 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-93e7bfa7-4035-4e61-9865-32efa1daece5 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:20.060242 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6832ffb6-2475-433d-8016-df4d44bf861c None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:20:20.060242 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6832ffb6-2475-433d-8016-df4d44bf861c None None] Checking segment: {'id': '99d41388-cc2d-4be4-a439-597dee6968d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b1d56b2b-8c9d-43fb-8d1a-57e51b46f9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:20:20.060629 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6832ffb6-2475-433d-8016-df4d44bf861c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:20.061046 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6832ffb6-2475-433d-8016-df4d44bf861c None None] Bound using segment: {'id': '99d41388-cc2d-4be4-a439-597dee6968d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b1d56b2b-8c9d-43fb-8d1a-57e51b46f9fa'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:20:20.061523 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-6832ffb6-2475-433d-8016-df4d44bf861c None None] Bound port: b5c9510e-f144-4dbc-b7ff-488d4ecd96bd, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d41388-cc2d-4be4-a439-597dee6968d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b1d56b2b-8c9d-43fb-8d1a-57e51b46f9fa'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:20:20.061896 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6832ffb6-2475-433d-8016-df4d44bf861c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:20.127277 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9c9c68ad-3b47-4666-9f12-8eec33844f8a req-e17b32a5-52ac-45ca-8623-bfb94c9bf0ef tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] 10.222.0.57 "GET /v2.0/security-groups?id=8af96190-7079-44ef-b3ca-b79773f4ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196212 May 27 02:20:20.129502 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-72e7c16a-8331-4f09-b383-115269f7b60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:20.155074 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c318e-3a9e-4bd0-8bc9-d17b5eba8481 None None] Pushing event updated for resources: {'Port': ['ID=953e097c-a3ed-4d02-a3ab-b76b8cef45f3,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:20.157433 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b44d4fd9-ed5d-429b-b3f2-e3684a109e73 req-edf00893-c46c-4155-8a7d-339d3fb0e473 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866024 May 27 02:20:20.171139 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-93e7bfa7-4035-4e61-9865-32efa1daece5 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 7.1235945 May 27 02:20:20.171139 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42884) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:20.171724 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-01b76f43-ab5c-4655-bc5b-1c092ace8450 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:20.173663 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-6d4a04e1-9ab9-4626-8e05-402779a0bf4d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Request body: {'floatingip': {'port_id': 'f5695882-0cd8-441f-a519-608967532229', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:20.245339 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7011d58d-76cf-43e9-bed7-e5aaa775e632 admin admin] Network ad328cf1-4104-4d8e-8f1d-0a25d788d2cc is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:20:20.268976 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ff47668-798a-4309-806d-3795409c6ac3 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:20.270365 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-01b76f43-ab5c-4655-bc5b-1c092ace8450 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Transition to ACTIVE for port object 0cddd283-b33e-41da-b142-f29163e1f022 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:20:20.277494 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-40688b87-246e-42d1-b8cc-99f5cc65a00f None None] Provisioning complete for port b31b492f-ba44-46ba-b42b-75ccd703cf38 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:20:20.278113 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-40688b87-246e-42d1-b8cc-99f5cc65a00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:20.301914 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e7c16a-8331-4f09-b383-115269f7b60a None None] Routers {'4c05be4c-2785-452e-a28c-2e39a38443a8'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:20:20.302580 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-72e7c16a-8331-4f09-b383-115269f7b60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:19:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4c05be4c-2785-452e-a28c-2e39a38443a8'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:20.353509 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-640c318e-3a9e-4bd0-8bc9-d17b5eba8481 None None] Attempting to bind port 953e097c-a3ed-4d02-a3ab-b76b8cef45f3 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:20:20.353874 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-640c318e-3a9e-4bd0-8bc9-d17b5eba8481 None None] Attempting to bind port 953e097c-a3ed-4d02-a3ab-b76b8cef45f3 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'c7b67dd1-e75f-43e2-a0d4-234645245d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c9b6b64d-3919-4b90-9366-bcda75991abc'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:20:20.354227 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640c318e-3a9e-4bd0-8bc9-d17b5eba8481 None None] Attempting to bind port 953e097c-a3ed-4d02-a3ab-b76b8cef45f3 on network c9b6b64d-3919-4b90-9366-bcda75991abc {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:20:20.357611 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff47668-798a-4309-806d-3795409c6ac3 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event updated for resources: {'Subnet': ['ID=76f8e420-1390-4775-ac59-417543b203f9,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:20.383746 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-7011d58d-76cf-43e9-bed7-e5aaa775e632 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, ad328cf1-4104-4d8e-8f1d-0a25d788d2cc) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:20:20.398248 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7011d58d-76cf-43e9-bed7-e5aaa775e632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:20.398975 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7011d58d-76cf-43e9-bed7-e5aaa775e632 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:20.408293 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cc5213-e1c3-4f2e-8ff8-a2d04701fd7e None None] Network ad328cf1-4104-4d8e-8f1d-0a25d788d2cc requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:20:20.426221 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6d4a04e1-9ab9-4626-8e05-402779a0bf4d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for floatingip, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:20.437561 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640c318e-3a9e-4bd0-8bc9-d17b5eba8481 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:20:20.437936 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640c318e-3a9e-4bd0-8bc9-d17b5eba8481 None None] Checking segment: {'id': 'c7b67dd1-e75f-43e2-a0d4-234645245d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c9b6b64d-3919-4b90-9366-bcda75991abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:20:20.438326 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-640c318e-3a9e-4bd0-8bc9-d17b5eba8481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:20.438731 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640c318e-3a9e-4bd0-8bc9-d17b5eba8481 None None] Bound using segment: {'id': 'c7b67dd1-e75f-43e2-a0d4-234645245d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c9b6b64d-3919-4b90-9366-bcda75991abc'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:20:20.439204 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-640c318e-3a9e-4bd0-8bc9-d17b5eba8481 None None] Bound port: 953e097c-a3ed-4d02-a3ab-b76b8cef45f3, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7b67dd1-e75f-43e2-a0d4-234645245d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c9b6b64d-3919-4b90-9366-bcda75991abc'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:20:20.439562 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-640c318e-3a9e-4bd0-8bc9-d17b5eba8481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:20.451336 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-72e7c16a-8331-4f09-b383-115269f7b60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:20.451805 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e7c16a-8331-4f09-b383-115269f7b60a None None] The sync data for ids ['4c05be4c-2785-452e-a28c-2e39a38443a8'] in n-d-843554-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:20:20.503920 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-01b76f43-ab5c-4655-bc5b-1c092ace8450 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:20.613999 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b76f43-ab5c-4655-bc5b-1c092ace8450 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Network bc44a8f1-f55a-42c3-8906-2fd4470a2ec1 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:20:20.615020 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=b31b492f-ba44-46ba-b42b-75ccd703cf38,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:20.619223 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-01b76f43-ab5c-4655-bc5b-1c092ace8450 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:20:20.633702 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c33789-a498-4fe0-9387-279701d86f58 admin admin] Router ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:20:20.635572 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b76f43-ab5c-4655-bc5b-1c092ace8450 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:20:20.638094 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff47668-798a-4309-806d-3795409c6ac3 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Checking segment: {'id': '8652b1ab-7a5c-4a43-9f53-bef054845aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0c4e1a0f-5df6-403b-9815-9395dcc0718e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:20:20.638457 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff47668-798a-4309-806d-3795409c6ac3 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Network hostable DHCP agents. Network: 0c4e1a0f-5df6-403b-9815-9395dcc0718e, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:20:20.656826 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-6832ffb6-2475-433d-8016-df4d44bf861c None None] For port b5c9510e-f144-4dbc-b7ff-488d4ecd96bd, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:20:20.669855 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b76f43-ab5c-4655-bc5b-1c092ace8450 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Pushing event updated for resources: {'Port': ['ID=0cddd283-b33e-41da-b142-f29163e1f022,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:20.710243 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-6832ffb6-2475-433d-8016-df4d44bf861c None None] For port b5c9510e-f144-4dbc-b7ff-488d4ecd96bd, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b5c9510e-f144-4dbc-b7ff-488d4ecd96bd,segment=NetworkSegment(99d41388-cc2d-4be4-a439-597dee6968d2),segment_id=99d41388-cc2d-4be4-a439-597dee6968d2)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:20:20.805494 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7011d58d-76cf-43e9-bed7-e5aaa775e632 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.6055303 May 27 02:20:20.815174 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-640c318e-3a9e-4bd0-8bc9-d17b5eba8481 None None] For port 953e097c-a3ed-4d02-a3ab-b76b8cef45f3, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:20:20.845254 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff47668-798a-4309-806d-3795409c6ac3 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Network 0c4e1a0f-5df6-403b-9815-9395dcc0718e is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:20:20.856231 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6832ffb6-2475-433d-8016-df4d44bf861c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:20.862724 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b76f43-ab5c-4655-bc5b-1c092ace8450 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:20.863708 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-01b76f43-ab5c-4655-bc5b-1c092ace8450 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:20.999446 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6832ffb6-2475-433d-8016-df4d44bf861c None None] Pushing event updated for resources: {'Port': ['ID=b5c9510e-f144-4dbc-b7ff-488d4ecd96bd,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:21.014359 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-640c318e-3a9e-4bd0-8bc9-d17b5eba8481 None None] For port 953e097c-a3ed-4d02-a3ab-b76b8cef45f3, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=953e097c-a3ed-4d02-a3ab-b76b8cef45f3,segment=NetworkSegment(c7b67dd1-e75f-43e2-a0d4-234645245d4c),segment_id=c7b67dd1-e75f-43e2-a0d4-234645245d4c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:20:21.017400 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-40688b87-246e-42d1-b8cc-99f5cc65a00f None None] Current status of the port b31b492f-ba44-46ba-b42b-75ccd703cf38 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:20:21.051127 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-01b76f43-ab5c-4655-bc5b-1c092ace8450 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3953772 May 27 02:20:21.066005 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42896) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:21.076319 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d8aef253-fb19-4ca0-bdfe-fcdca0ab2af0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Request body: {'port': {'network_id': 'bc44a8f1-f55a-42c3-8906-2fd4470a2ec1', 'name': 'tempest-TaggedBootDevicesTest-1883828873', 'fixed_ips': [{'subnet_id': '18b9760c-5727-4979-b482-385cb53ebb74'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:21.103396 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-640c318e-3a9e-4bd0-8bc9-d17b5eba8481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:21.206207 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a251d8aa-e007-48d4-ae16-8de3974bb921 None None] Network ad328cf1-4104-4d8e-8f1d-0a25d788d2cc requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:20:21.247797 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c33789-a498-4fe0-9387-279701d86f58 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:20:21.257628 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-42c33789-a498-4fe0-9387-279701d86f58 admin admin] 10.222.0.57 "PUT /v2.0/routers/ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8690348 May 27 02:20:21.262365 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42906) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:21.276338 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cc9db6-e07a-4016-aa60-d9ab05db5e43 None None] Sync routers for ids ['ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:20:21.290256 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cc9db6-e07a-4016-aa60-d9ab05db5e43 None None] Routers {'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:20:21.296331 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-b4cc9db6-e07a-4016-aa60-d9ab05db5e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:19:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:21.302018 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-2ff47668-798a-4309-806d-3795409c6ac3 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 0c4e1a0f-5df6-403b-9815-9395dcc0718e) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:20:21.395920 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c318e-3a9e-4bd0-8bc9-d17b5eba8481 None None] Pushing event updated for resources: {'Port': ['ID=953e097c-a3ed-4d02-a3ab-b76b8cef45f3,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:21.412523 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b004ba-3d0b-4896-b2b5-5bf084293db2 None None] Network 0c4e1a0f-5df6-403b-9815-9395dcc0718e requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:20:21.431259 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff47668-798a-4309-806d-3795409c6ac3 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:21.431259 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ff47668-798a-4309-806d-3795409c6ac3 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:21.497853 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d8aef253-fb19-4ca0-bdfe-fcdca0ab2af0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:21.605888 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d8aef253-fb19-4ca0-bdfe-fcdca0ab2af0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Usage tracker for resource:port and tenant:0ff34f8aa5b34b2b8b9bd5b46a9cefc6 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:21.622401 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-b4cc9db6-e07a-4016-aa60-d9ab05db5e43 None None] Set router ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:20:21.622610 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d8aef253-fb19-4ca0-bdfe-fcdca0ab2af0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:21.632393 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d8aef253-fb19-4ca0-bdfe-fcdca0ab2af0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:21.660060 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2ff47668-798a-4309-806d-3795409c6ac3 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.6650450 May 27 02:20:21.673197 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42910) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:21.687064 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c77f6c-ce84-4a11-80d0-cd48f7f35d10 req-d60c7749-30cf-4f42-bb8c-1b9d281fa58e tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:21.689904 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-afff6f16-c69f-4bec-b9fe-541e7b848db1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:21.690292 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-47c77f6c-ce84-4a11-80d0-cd48f7f35d10 req-d60c7749-30cf-4f42-bb8c-1b9d281fa58e tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d3b4156-911e-4f76-a1e6-fc2780efe716 HTTP/1.1" status: 200 len: 946 time: 0.7753291 May 27 02:20:21.828402 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8aef253-fb19-4ca0-bdfe-fcdca0ab2af0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Made reservation on behalf of 0ff34f8aa5b34b2b8b9bd5b46a9cefc6 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:20:21.829702 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d8aef253-fb19-4ca0-bdfe-fcdca0ab2af0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:21.892319 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd585e8-5e09-43a5-a76c-cf2bfe0341ee req-567ac0aa-532f-402e-a6b7-1935319e961a tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:21.894304 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-0ffde03b-8193-459c-9bd8-0fcae52b9b15 None None] Provisioning for port 0cddd283-b33e-41da-b142-f29163e1f022 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:20:21.909320 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ccd585e8-5e09-43a5-a76c-cf2bfe0341ee req-567ac0aa-532f-402e-a6b7-1935319e961a tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] 10.222.0.57 "GET /v2.0/ports?device_id=84ccc0b2-fdaf-498d-aadf-3c6cf421b76c HTTP/1.1" status: 200 len: 944 time: 0.5892467 May 27 02:20:21.924616 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-47c77f6c-ce84-4a11-80d0-cd48f7f35d10 req-5f316684-20d1-45c2-94de-5f84286d5e75 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125845 May 27 02:20:21.937514 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-0ffde03b-8193-459c-9bd8-0fcae52b9b15 None None] Provisioning complete for port 0cddd283-b33e-41da-b142-f29163e1f022 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:20:21.937514 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0ffde03b-8193-459c-9bd8-0fcae52b9b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:22.012708 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 82dd2734-6534-43e7-89d4-b40f213eac2c up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:20:22.035276 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ccd585e8-5e09-43a5-a76c-cf2bfe0341ee req-d2e941d1-9760-4971-9123-0e3d599d57b2 tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] 10.222.0.57 "GET /v2.0/security-groups?id=8af96190-7079-44ef-b3ca-b79773f4ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231422 May 27 02:20:22.151128 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-b4cc9db6-e07a-4016-aa60-d9ab05db5e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf', 'name': 'tempest-ServerActionsTestJSON-438854652-router', 'tenant_id': '62f5f7df5795463f9f8bc1cd40caf878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '14b56590-ee4b-4da8-bf47-ebae84c4ef98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:11:00Z', 'updated_at': '2022-05-27T02:20:18Z', 'revision_number': 5, 'project_id': '62f5f7df5795463f9f8bc1cd40caf878', 'gw_port': {'id': '14b56590-ee4b-4da8-bf47-ebae84c4ef98', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:11:02Z', 'updated_at': '2022-05-27T02:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:22.175649 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cc9db6-e07a-4016-aa60-d9ab05db5e43 None None] Checking router: ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:20:22.194690 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cc9db6-e07a-4016-aa60-d9ab05db5e43 None None] Routers {'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:20:22.195507 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-b4cc9db6-e07a-4016-aa60-d9ab05db5e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:19:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:22.259518 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-d8aef253-fb19-4ca0-bdfe-fcdca0ab2af0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] device_id is not set on port e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:20:22.379389 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-0ffde03b-8193-459c-9bd8-0fcae52b9b15 None None] Port 0cddd283-b33e-41da-b142-f29163e1f022 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:20:22.386551 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b31b492f-ba44-46ba-b42b-75ccd703cf38 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:20:22.449645 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-b4cc9db6-e07a-4016-aa60-d9ab05db5e43 None None] Set router ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:20:22.536016 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b985931e-4a07-4a77-90e1-8e88f867ca5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-0c4e1a0f-5df6-403b-9815-9395dcc0718e', 'network_id': '0c4e1a0f-5df6-403b-9815-9395dcc0718e', 'tenant_id': '603c58ba304f41388b863215a4e94a90', 'fixed_ips': [{'subnet_id': '76f8e420-1390-4775-ac59-417543b203f9'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:20:22.538743 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b985931e-4a07-4a77-90e1-8e88f867ca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:22.541206 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6d4a04e1-9ab9-4626-8e05-402779a0bf4d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:22.648323 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-65a44cdf-3681-4784-9392-db5ba8a7d4fb tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:22.650249 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-65a44cdf-3681-4784-9392-db5ba8a7d4fb tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Synchronizing usage tracker for tenant:e6fc548f88094a2d8ad31078dc1820b4 on resource:network {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:20:22.686265 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6d4a04e1-9ab9-4626-8e05-402779a0bf4d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:22.689371 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 82dd2734-6534-43e7-89d4-b40f213eac2c completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:20:22.695999 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port b31b492f-ba44-46ba-b42b-75ccd703cf38 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:20:22.696619 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:22.756765 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 82dd2734-6534-43e7-89d4-b40f213eac2c triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:20:22.757392 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:22.797100 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-65a44cdf-3681-4784-9392-db5ba8a7d4fb tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Unset dirty status for tenant:e6fc548f88094a2d8ad31078dc1820b4 on resource:network {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:20:22.801833 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-65a44cdf-3681-4784-9392-db5ba8a7d4fb tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/networks?id=ad328cf1-4104-4d8e-8f1d-0a25d788d2cc HTTP/1.1" status: 200 len: 821 time: 0.3715837 May 27 02:20:22.857708 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d9ceedcd-ff3a-4599-90e4-0297d0b0d850 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:22.863682 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-61581499-48dd-4cab-94b6-9bc06c13a8d4 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/quotas/e6fc548f88094a2d8ad31078dc1820b4 HTTP/1.1" status: 200 len: 375 time: 0.0411236 May 27 02:20:22.879029 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-afff6f16-c69f-4bec-b9fe-541e7b848db1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:22.901796 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-b4cc9db6-e07a-4016-aa60-d9ab05db5e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf', 'name': 'tempest-ServerActionsTestJSON-438854652-router', 'tenant_id': '62f5f7df5795463f9f8bc1cd40caf878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '14b56590-ee4b-4da8-bf47-ebae84c4ef98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:11:00Z', 'updated_at': '2022-05-27T02:20:18Z', 'revision_number': 5, 'project_id': '62f5f7df5795463f9f8bc1cd40caf878', 'gw_port': {'id': '14b56590-ee4b-4da8-bf47-ebae84c4ef98', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:11:02Z', 'updated_at': '2022-05-27T02:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:22.906135 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cc9db6-e07a-4016-aa60-d9ab05db5e43 None None] The sync data for ids ['ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf'] in n-d-843554-3 is: [{'id': 'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf', 'name': 'tempest-ServerActionsTestJSON-438854652-router', 'tenant_id': '62f5f7df5795463f9f8bc1cd40caf878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '14b56590-ee4b-4da8-bf47-ebae84c4ef98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:11:00Z', 'updated_at': '2022-05-27T02:20:18Z', 'revision_number': 5, 'project_id': '62f5f7df5795463f9f8bc1cd40caf878', 'gw_port': {'id': '14b56590-ee4b-4da8-bf47-ebae84c4ef98', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:11:02Z', 'updated_at': '2022-05-27T02:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:20:23.004595 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7553e6b-d639-44ee-8c04-051e5b69d5c9 None None] Network b1d56b2b-8c9d-43fb-8d1a-57e51b46f9fa requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:20:23.070297 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-d8aef253-fb19-4ca0-bdfe-fcdca0ab2af0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Allocated IP 10.1.1.8 (bc44a8f1-f55a-42c3-8906-2fd4470a2ec1/18b9760c-5727-4979-b482-385cb53ebb74/e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:20:23.076613 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-afff6f16-c69f-4bec-b9fe-541e7b848db1 admin admin] Deleting port 14b56590-ee4b-4da8-bf47-ebae84c4ef98 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:20:23.077192 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-afff6f16-c69f-4bec-b9fe-541e7b848db1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:23.114712 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-4da6f6ff-8b60-42cb-947a-3f94a964db44 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e6fc548f88094a2d8ad31078dc1820b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1401095 May 27 02:20:23.162689 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d9ceedcd-ff3a-4599-90e4-0297d0b0d850 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:23.186183 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-b985931e-4a07-4a77-90e1-8e88f867ca5c None None] Allocated IP 2001:db8::1 (0c4e1a0f-5df6-403b-9815-9395dcc0718e/76f8e420-1390-4775-ac59-417543b203f9/1efeaa3f-42ab-45de-aaf6-7a81f0c2b24e) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:20:23.273262 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 82dd2734-6534-43e7-89d4-b40f213eac2c is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:20:23.273709 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:23.317280 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c76b2ee2-e9ee-4ee3-8b8b-8f41acaae1ff None None] Provisioning for port b5c9510e-f144-4dbc-b7ff-488d4ecd96bd completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:20:23.452671 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e3c21c-ead8-42ce-9e1d-a5c892f1c9cb None None] Network c9b6b64d-3919-4b90-9366-bcda75991abc requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:20:23.554475 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-afff6f16-c69f-4bec-b9fe-541e7b848db1 admin admin] For port 14b56590-ee4b-4da8-bf47-ebae84c4ef98, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=14b56590-ee4b-4da8-bf47-ebae84c4ef98,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:23.555182 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-afff6f16-c69f-4bec-b9fe-541e7b848db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:23.590812 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ccc0b2-fdaf-498d-aadf-3c6cf421b76c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82dd2734-6534-43e7-89d4-b40f213eac2c'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:20:23.634249 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port b31b492f-ba44-46ba-b42b-75ccd703cf38 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:20:23.635128 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b5c9510e-f144-4dbc-b7ff-488d4ecd96bd up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:20:23.683920 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 82dd2734-6534-43e7-89d4-b40f213eac2c, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=82dd2734-6534-43e7-89d4-b40f213eac2c,segment=NetworkSegment(0f4a9920-068e-48cd-b468-eeb9a4e9de43),segment_id=0f4a9920-068e-48cd-b468-eeb9a4e9de43)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:23.689012 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de46c0-9ccf-42ca-a65c-406c2ddfe659 req-71b45d58-963e-44fe-be0b-904a88000b53 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:23.691105 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-02de46c0-9ccf-42ca-a65c-406c2ddfe659 req-71b45d58-963e-44fe-be0b-904a88000b53 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d3b4156-911e-4f76-a1e6-fc2780efe716 HTTP/1.1" status: 200 len: 946 time: 0.5606377 May 27 02:20:23.710048 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-56216175-79bd-44d0-b854-8a7fccea58c7 service neutron] 10.222.0.57 "GET /v2.0/networks/ad328cf1-4104-4d8e-8f1d-0a25d788d2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6033132 May 27 02:20:23.710514 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-afff6f16-c69f-4bec-b9fe-541e7b848db1 admin admin] Calling delete_port for 14b56590-ee4b-4da8-bf47-ebae84c4ef98 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:20:23.773364 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4a04e1-9ab9-4626-8e05-402779a0bf4d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Router 4c05be4c-2785-452e-a28c-2e39a38443a8 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:20:23.799203 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d8aef253-fb19-4ca0-bdfe-fcdca0ab2af0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:23.832888 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:23.835198 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ca25ec71-eea8-404d-b110-9a76253de734 None None] Provisioning for port 953e097c-a3ed-4d02-a3ab-b76b8cef45f3 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:20:23.837659 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-d8aef253-fb19-4ca0-bdfe-fcdca0ab2af0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Transition to ACTIVE for port object e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:20:23.877597 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-02de46c0-9ccf-42ca-a65c-406c2ddfe659 req-afe7a5c0-e7cf-4902-ad4f-29848c51a0ca tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620176 May 27 02:20:23.960512 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d8aef253-fb19-4ca0-bdfe-fcdca0ab2af0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:24.045186 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-afff6f16-c69f-4bec-b9fe-541e7b848db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:24.052927 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8aef253-fb19-4ca0-bdfe-fcdca0ab2af0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Network bc44a8f1-f55a-42c3-8906-2fd4470a2ec1 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:20:24.057234 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-d8aef253-fb19-4ca0-bdfe-fcdca0ab2af0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:20:24.063608 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8aef253-fb19-4ca0-bdfe-fcdca0ab2af0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:20:24.101140 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=82dd2734-6534-43e7-89d4-b40f213eac2c,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:24.128817 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b985931e-4a07-4a77-90e1-8e88f867ca5c None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:24.146472 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8aef253-fb19-4ca0-bdfe-fcdca0ab2af0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:24.147163 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d8aef253-fb19-4ca0-bdfe-fcdca0ab2af0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:24.149921 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port b5c9510e-f144-4dbc-b7ff-488d4ecd96bd completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:20:24.154463 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-b985931e-4a07-4a77-90e1-8e88f867ca5c None None] Transition to ACTIVE for port object 1efeaa3f-42ab-45de-aaf6-7a81f0c2b24e will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:20:24.164353 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port b5c9510e-f144-4dbc-b7ff-488d4ecd96bd triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:20:24.165209 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:24.172104 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-3bbff858-6b20-48b9-b9f7-d5f2bd4b412e service neutron] 10.222.0.57 "GET /v2.0/networks/ad328cf1-4104-4d8e-8f1d-0a25d788d2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4382038 May 27 02:20:24.183567 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aef253-fb19-4ca0-bdfe-fcdca0ab2af0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Pushing event updated for resources: {'Port': ['ID=e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:24.209216 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aef253-fb19-4ca0-bdfe-fcdca0ab2af0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:24.209380 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aef253-fb19-4ca0-bdfe-fcdca0ab2af0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:24.209723 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aef253-fb19-4ca0-bdfe-fcdca0ab2af0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:24.210055 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aef253-fb19-4ca0-bdfe-fcdca0ab2af0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:24.210383 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aef253-fb19-4ca0-bdfe-fcdca0ab2af0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:24.210713 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aef253-fb19-4ca0-bdfe-fcdca0ab2af0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:24.211079 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aef253-fb19-4ca0-bdfe-fcdca0ab2af0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:24.211406 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aef253-fb19-4ca0-bdfe-fcdca0ab2af0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:24.211722 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aef253-fb19-4ca0-bdfe-fcdca0ab2af0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:24.212229 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aef253-fb19-4ca0-bdfe-fcdca0ab2af0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:24.212339 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aef253-fb19-4ca0-bdfe-fcdca0ab2af0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:24.212657 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aef253-fb19-4ca0-bdfe-fcdca0ab2af0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:24.213698 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4a04e1-9ab9-4626-8e05-402779a0bf4d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:20:24.237073 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6d4a04e1-9ab9-4626-8e05-402779a0bf4d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:24.301947 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468082f4-3681-45e8-a83f-997ef2d1debf None None] Sync routers for ids ['4c05be4c-2785-452e-a28c-2e39a38443a8'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:20:24.334384 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-b985931e-4a07-4a77-90e1-8e88f867ca5c None None] Transition to ACTIVE for port object 1efeaa3f-42ab-45de-aaf6-7a81f0c2b24e will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:20:24.343702 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468082f4-3681-45e8-a83f-997ef2d1debf None None] Routers {'4c05be4c-2785-452e-a28c-2e39a38443a8'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:20:24.344406 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-468082f4-3681-45e8-a83f-997ef2d1debf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:19:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4c05be4c-2785-452e-a28c-2e39a38443a8'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:24.372124 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff6f16-c69f-4bec-b9fe-541e7b848db1 admin admin] Pushing event deleted for resources: {'Port': ['ID=14b56590-ee4b-4da8-bf47-ebae84c4ef98,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:24.390143 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-afff6f16-c69f-4bec-b9fe-541e7b848db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:24.423454 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a95c10-dbb9-4244-8ab8-646d6d0adfca req-66c194b5-fb64-43c5-9dfb-b2930345edf6 tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:24.424660 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-468082f4-3681-45e8-a83f-997ef2d1debf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:24.427988 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b985931e-4a07-4a77-90e1-8e88f867ca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:24.432232 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-00a95c10-dbb9-4244-8ab8-646d6d0adfca req-66c194b5-fb64-43c5-9dfb-b2930345edf6 tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] 10.222.0.57 "GET /v2.0/ports?device_id=84ccc0b2-fdaf-498d-aadf-3c6cf421b76c HTTP/1.1" status: 200 len: 945 time: 0.3291502 May 27 02:20:24.460348 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6d4a04e1-9ab9-4626-8e05-402779a0bf4d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "PUT /v2.0/floatingips/551efda3-4120-4f78-b2c7-379af01bfd61 HTTP/1.1" status: 200 len: 979 time: 4.2910752 May 27 02:20:24.464601 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42932) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:24.583630 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d8aef253-fb19-4ca0-bdfe-fcdca0ab2af0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5162246 May 27 02:20:24.605998 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-633b3920-0be3-4235-ba65-222133488e67'] response: {'server_uuid': '84ccc0b2-fdaf-498d-aadf-3c6cf421b76c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82dd2734-6534-43e7-89d4-b40f213eac2c', 'code': 200} May 27 02:20:24.622642 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-00a95c10-dbb9-4244-8ab8-646d6d0adfca req-cb306f94-e38e-40af-9600-cc0c5858e35d tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] 10.222.0.57 "GET /v2.0/security-groups?id=8af96190-7079-44ef-b3ca-b79773f4ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889641 May 27 02:20:24.658875 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468082f4-3681-45e8-a83f-997ef2d1debf None None] Routers {'4c05be4c-2785-452e-a28c-2e39a38443a8'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:20:24.659523 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-468082f4-3681-45e8-a83f-997ef2d1debf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:19:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4c05be4c-2785-452e-a28c-2e39a38443a8'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:24.674858 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-afff6f16-c69f-4bec-b9fe-541e7b848db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:24.677871 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-afff6f16-c69f-4bec-b9fe-541e7b848db1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:24.797220 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985931e-4a07-4a77-90e1-8e88f867ca5c None None] Pushing event updated for resources: {'Port': ['ID=1efeaa3f-42ab-45de-aaf6-7a81f0c2b24e,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:24.823570 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-49b28343-6ac0-470c-a1ec-2e83cbe1fc70 req-d4786eea-2d36-4eb5-abe8-cc147a2ce594 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e66fc82-51e0-4897-bc74-f9cfbf059c8d HTTP/1.1" status: 200 len: 210 time: 0.0692427 May 27 02:20:24.857702 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-468082f4-3681-45e8-a83f-997ef2d1debf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:24.858053 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468082f4-3681-45e8-a83f-997ef2d1debf None None] The sync data for ids ['4c05be4c-2785-452e-a28c-2e39a38443a8'] in n-d-843554-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:20:24.858673 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-94ca5b2f-4519-4230-b445-e7cdf03fa2e7 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Deleting port 04b61b11-5ea2-435a-96cd-7590fb1e151d {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:20:24.859036 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-94ca5b2f-4519-4230-b445-e7cdf03fa2e7 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:24.890947 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b985931e-4a07-4a77-90e1-8e88f867ca5c None None] Network 0c4e1a0f-5df6-403b-9815-9395dcc0718e is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:20:24.898966 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-2857e048-ffef-4380-a45a-5764facb444d None None] Provisioning for port e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:20:24.905675 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-b985931e-4a07-4a77-90e1-8e88f867ca5c None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:20:24.921247 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b985931e-4a07-4a77-90e1-8e88f867ca5c None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:20:24.936615 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port b5c9510e-f144-4dbc-b7ff-488d4ecd96bd is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:20:24.937042 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:24.985285 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-2857e048-ffef-4380-a45a-5764facb444d None None] Provisioning complete for port e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:20:24.985774 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-afff6f16-c69f-4bec-b9fe-541e7b848db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:24.986046 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2857e048-ffef-4380-a45a-5764facb444d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:24.986464 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afff6f16-c69f-4bec-b9fe-541e7b848db1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:20:24.997832 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d9ceedcd-ff3a-4599-90e4-0297d0b0d850 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:25.090560 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-afff6f16-c69f-4bec-b9fe-541e7b848db1 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:25.093915 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port b5c9510e-f144-4dbc-b7ff-488d4ecd96bd, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b5c9510e-f144-4dbc-b7ff-488d4ecd96bd,segment=NetworkSegment(99d41388-cc2d-4be4-a439-597dee6968d2),segment_id=99d41388-cc2d-4be4-a439-597dee6968d2)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:25.094872 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-afff6f16-c69f-4bec-b9fe-541e7b848db1 admin admin] 10.222.0.57 "DELETE /v2.0/routers/ef9a4d4d-c4b2-417b-b2f4-3e4539f2bdcf HTTP/1.1" status: 204 len: 168 time: 3.8311896 May 27 02:20:25.095080 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-2857e048-ffef-4380-a45a-5764facb444d None None] Port e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:20:25.098022 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42948) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:25.109331 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ceedcd-ff3a-4599-90e4-0297d0b0d850 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event deleted for resources: {'Subnet': ['ID=76f8e420-1390-4775-ac59-417543b203f9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:25.128329 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42952) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:25.200751 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-204391c1-dc3a-460e-bdf9-73b12d68c522 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1069832625', 'description': 'tempest-description--1658048447'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:25.212090 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:25.226068 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-204391c1-dc3a-460e-bdf9-73b12d68c522 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:25.233919 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-204391c1-dc3a-460e-bdf9-73b12d68c522 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Usage tracker for resource:security_group and tenant:0ff34f8aa5b34b2b8b9bd5b46a9cefc6 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:25.238517 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3a942ed-2d12-491a-ba82-f1b8649af9be admin admin] Deleting subnet 7ee39392-3407-48c1-b561-be7ced0cb982 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:20:25.242583 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c3a942ed-2d12-491a-ba82-f1b8649af9be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:25.282659 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d9ceedcd-ff3a-4599-90e4-0297d0b0d850 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:25.296770 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-b985931e-4a07-4a77-90e1-8e88f867ca5c None None] Attempting to bind port 1efeaa3f-42ab-45de-aaf6-7a81f0c2b24e on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:20:25.301251 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-b985931e-4a07-4a77-90e1-8e88f867ca5c None None] Attempting to bind port 1efeaa3f-42ab-45de-aaf6-7a81f0c2b24e by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '8652b1ab-7a5c-4a43-9f53-bef054845aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0c4e1a0f-5df6-403b-9815-9395dcc0718e'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:20:25.301725 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b985931e-4a07-4a77-90e1-8e88f867ca5c None None] Attempting to bind port 1efeaa3f-42ab-45de-aaf6-7a81f0c2b24e on network 0c4e1a0f-5df6-403b-9815-9395dcc0718e {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:20:25.303119 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-204391c1-dc3a-460e-bdf9-73b12d68c522 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:25.318390 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c3a942ed-2d12-491a-ba82-f1b8649af9be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:25.344507 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b985931e-4a07-4a77-90e1-8e88f867ca5c None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:20:25.344507 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b985931e-4a07-4a77-90e1-8e88f867ca5c None None] Checking segment: {'id': '8652b1ab-7a5c-4a43-9f53-bef054845aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0c4e1a0f-5df6-403b-9815-9395dcc0718e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:20:25.344507 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b985931e-4a07-4a77-90e1-8e88f867ca5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:25.344507 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b985931e-4a07-4a77-90e1-8e88f867ca5c None None] Bound using segment: {'id': '8652b1ab-7a5c-4a43-9f53-bef054845aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0c4e1a0f-5df6-403b-9815-9395dcc0718e'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:20:25.344507 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-b985931e-4a07-4a77-90e1-8e88f867ca5c None None] Bound port: 1efeaa3f-42ab-45de-aaf6-7a81f0c2b24e, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8652b1ab-7a5c-4a43-9f53-bef054845aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0c4e1a0f-5df6-403b-9815-9395dcc0718e'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:20:25.344507 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b985931e-4a07-4a77-90e1-8e88f867ca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:25.363501 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-204391c1-dc3a-460e-bdf9-73b12d68c522 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:25.381883 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-d9ceedcd-ff3a-4599-90e4-0297d0b0d850 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c4e1a0f-5df6-403b-9815-9395dcc0718e']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:25.399334 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c680ee8d-da78-42dd-9b18-f527bd39c413 req-2b8b611d-79de-476d-a276-21c47a4e0a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:25.399334 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c680ee8d-da78-42dd-9b18-f527bd39c413 req-2b8b611d-79de-476d-a276-21c47a4e0a67 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=84ccc0b2-fdaf-498d-aadf-3c6cf421b76c HTTP/1.1" status: 200 len: 1096 time: 0.7513180 May 27 02:20:25.403310 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-d9ceedcd-ff3a-4599-90e4-0297d0b0d850 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8652b1ab-7a5c-4a43-9f53-bef054845aef') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:25.403614 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-d9ceedcd-ff3a-4599-90e4-0297d0b0d850 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8652b1ab-7a5c-4a43-9f53-bef054845aef') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:25.455997 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d9ceedcd-ff3a-4599-90e4-0297d0b0d850 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:25.484079 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d9ceedcd-ff3a-4599-90e4-0297d0b0d850 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:25.495667 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c680ee8d-da78-42dd-9b18-f527bd39c413 req-7729342d-b0e0-41be-8028-2ae81dc4ad5c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8af96190-7079-44ef-b3ca-b79773f4ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847552 May 27 02:20:25.496938 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9ceedcd-ff3a-4599-90e4-0297d0b0d850 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:20:25.500810 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d9ceedcd-ff3a-4599-90e4-0297d0b0d850 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:25.511914 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-b985931e-4a07-4a77-90e1-8e88f867ca5c None None] For port 1efeaa3f-42ab-45de-aaf6-7a81f0c2b24e, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:20:25.521564 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 953e097c-a3ed-4d02-a3ab-b76b8cef45f3 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:20:25.530429 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-204391c1-dc3a-460e-bdf9-73b12d68c522 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:25.579106 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c3a942ed-2d12-491a-ba82-f1b8649af9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:25.610698 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=b5c9510e-f144-4dbc-b7ff-488d4ecd96bd,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:25.616935 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 8652b1ab-7a5c-4a43-9f53-bef054845aef resource provider aggregate not found May 27 02:20:25.641477 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ae41e3dc-6034-4e0d-8e86-2db218124668 None None] Provisioning complete for port b5c9510e-f144-4dbc-b7ff-488d4ecd96bd triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:20:25.642303 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ae41e3dc-6034-4e0d-8e86-2db218124668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:25.656489 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-204391c1-dc3a-460e-bdf9-73b12d68c522 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:25.656489 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 8652b1ab-7a5c-4a43-9f53-bef054845aef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8652b1ab-7a5c-4a43-9f53-bef054845aef found for delete ", "request_id": "req-cce40aad-4fed-4b35-8b12-8c491cff501e"}]} May 27 02:20:25.656489 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-204391c1-dc3a-460e-bdf9-73b12d68c522 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Usage tracker for resource:security_group_rule and tenant:0ff34f8aa5b34b2b8b9bd5b46a9cefc6 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:25.664233 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-94ca5b2f-4519-4230-b445-e7cdf03fa2e7 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:25.664452 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-204391c1-dc3a-460e-bdf9-73b12d68c522 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:25.664952 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-94ca5b2f-4519-4230-b445-e7cdf03fa2e7 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:25.672784 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-204391c1-dc3a-460e-bdf9-73b12d68c522 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:25.686979 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-718906be-c15c-4388-9f5b-7c542ff31b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:25.705209 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-d9ceedcd-ff3a-4599-90e4-0297d0b0d850 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 02:20:25.705209 n-d-843554-3 neutron-server[88901]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 02:20:25.705209 n-d-843554-3 neutron-server[88901]: [parameters: {'id': '0c4e1a0f-5df6-403b-9815-9395dcc0718e'}] May 27 02:20:25.705209 n-d-843554-3 neutron-server[88901]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:20:25.706042 n-d-843554-3 neutron-server[88901]: DEBUG oslo_db.api [None req-d9ceedcd-ff3a-4599-90e4-0297d0b0d850 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:20:25.715593 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-b985931e-4a07-4a77-90e1-8e88f867ca5c None None] For port 1efeaa3f-42ab-45de-aaf6-7a81f0c2b24e, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1efeaa3f-42ab-45de-aaf6-7a81f0c2b24e,segment=NetworkSegment(8652b1ab-7a5c-4a43-9f53-bef054845aef),segment_id=8652b1ab-7a5c-4a43-9f53-bef054845aef)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:20:25.720996 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 953e097c-a3ed-4d02-a3ab-b76b8cef45f3 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:20:25.729991 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 953e097c-a3ed-4d02-a3ab-b76b8cef45f3 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:20:25.730361 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:25.780162 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-204391c1-dc3a-460e-bdf9-73b12d68c522 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:25.801467 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b985931e-4a07-4a77-90e1-8e88f867ca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:25.857176 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-204391c1-dc3a-460e-bdf9-73b12d68c522 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:25.870098 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-94ca5b2f-4519-4230-b445-e7cdf03fa2e7 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Calling delete_port for 04b61b11-5ea2-435a-96cd-7590fb1e151d owned by network:floatingip {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:20:25.937701 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204391c1-dc3a-460e-bdf9-73b12d68c522 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5afc690-7524-4a95-b1d1-a233dc90191d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:25.937975 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ae41e3dc-6034-4e0d-8e86-2db218124668 None None] Current status of the port b5c9510e-f144-4dbc-b7ff-488d4ecd96bd is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:20:25.977109 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-204391c1-dc3a-460e-bdf9-73b12d68c522 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:25.978835 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-204391c1-dc3a-460e-bdf9-73b12d68c522 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8471603 May 27 02:20:25.981849 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42968) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:25.988590 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-bf72c0bc-7526-451f-aaf0-0152534d429c tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Request body: {'security_group_rule': {'security_group_id': 'e5afc690-7524-4a95-b1d1-a233dc90191d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:25.999947 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bf72c0bc-7526-451f-aaf0-0152534d429c tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:26.001951 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985931e-4a07-4a77-90e1-8e88f867ca5c None None] Pushing event updated for resources: {'Port': ['ID=1efeaa3f-42ab-45de-aaf6-7a81f0c2b24e,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:26.005658 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bf72c0bc-7526-451f-aaf0-0152534d429c tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Usage tracker for resource:security_group_rule and tenant:0ff34f8aa5b34b2b8b9bd5b46a9cefc6 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:26.013192 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bf72c0bc-7526-451f-aaf0-0152534d429c tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:26.019577 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acdc24-2c6d-4149-89fc-e6da638e7837 req-9675c597-eaff-4715-b1f6-9e532c8fc9b3 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:26.021163 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-36acdc24-2c6d-4149-89fc-e6da638e7837 req-9675c597-eaff-4715-b1f6-9e532c8fc9b3 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d3b4156-911e-4f76-a1e6-fc2780efe716 HTTP/1.1" status: 200 len: 946 time: 0.4073038 May 27 02:20:26.030943 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bf72c0bc-7526-451f-aaf0-0152534d429c tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:26.056794 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212af27-1c6a-4441-8bbf-e935ed2fcce6 req-e160bef7-39ba-49d1-a055-7927ca7c2829 tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:26.058237 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d212af27-1c6a-4441-8bbf-e935ed2fcce6 req-e160bef7-39ba-49d1-a055-7927ca7c2829 tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] 10.222.0.57 "GET /v2.0/ports?device_id=84ccc0b2-fdaf-498d-aadf-3c6cf421b76c HTTP/1.1" status: 200 len: 945 time: 0.2923300 May 27 02:20:26.080117 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 953e097c-a3ed-4d02-a3ab-b76b8cef45f3 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:20:26.080991 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:26.094346 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269983e4-99ae-4495-b3e5-5830b8c0e5a0 None None] Network 0c4e1a0f-5df6-403b-9815-9395dcc0718e requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:20:26.127230 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c3a942ed-2d12-491a-ba82-f1b8649af9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:26.185427 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf72c0bc-7526-451f-aaf0-0152534d429c tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:26.191636 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-36acdc24-2c6d-4149-89fc-e6da638e7837 req-7a99dd13-a66c-473d-b7c6-c86de5ac6aa7 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608176 May 27 02:20:26.198520 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a942ed-2d12-491a-ba82-f1b8649af9be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ee39392-3407-48c1-b561-be7ced0cb982,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:26.202919 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c3a942ed-2d12-491a-ba82-f1b8649af9be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:26.226659 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d212af27-1c6a-4441-8bbf-e935ed2fcce6 req-b375ea6b-8ef3-41cf-b924-1f9fbd5998ab tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] 10.222.0.57 "GET /v2.0/security-groups?id=8af96190-7079-44ef-b3ca-b79773f4ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621664 May 27 02:20:26.242300 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c3a942ed-2d12-491a-ba82-f1b8649af9be admin admin] 10.222.0.57 "DELETE /v2.0/subnets/7ee39392-3407-48c1-b561-be7ced0cb982 HTTP/1.1" status: 204 len: 168 time: 1.1432900 May 27 02:20:26.243435 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d87776-0f76-4428-a272-65f3ccd9e302 None None] Network 8f2ce48b-e47c-4916-9cd3-7a45a8d46164 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:20:26.249305 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42972) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:26.259012 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d9ceedcd-ff3a-4599-90e4-0297d0b0d850 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:26.303183 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d9ceedcd-ff3a-4599-90e4-0297d0b0d850 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Deleting port 1efeaa3f-42ab-45de-aaf6-7a81f0c2b24e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:20:26.303532 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d9ceedcd-ff3a-4599-90e4-0297d0b0d850 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:26.363481 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 953e097c-a3ed-4d02-a3ab-b76b8cef45f3, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=953e097c-a3ed-4d02-a3ab-b76b8cef45f3,segment=NetworkSegment(c7b67dd1-e75f-43e2-a0d4-234645245d4c),segment_id=c7b67dd1-e75f-43e2-a0d4-234645245d4c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:26.364863 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-94ca5b2f-4519-4230-b445-e7cdf03fa2e7 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:26.376855 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf72c0bc-7526-451f-aaf0-0152534d429c tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:26.460807 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca5b2f-4519-4230-b445-e7cdf03fa2e7 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Pushing event deleted for resources: {'Port': ['ID=04b61b11-5ea2-435a-96cd-7590fb1e151d,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:26.488044 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:26.563437 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf72c0bc-7526-451f-aaf0-0152534d429c tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:26.570166 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e0669b51-cd9d-4071-b59c-4ff6f1f3d02c req-a3f233dd-6fc9-4c82-a274-8f92dc55aee8 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e66fc82-51e0-4897-bc74-f9cfbf059c8d HTTP/1.1" status: 200 len: 210 time: 0.1045628 May 27 02:20:26.612064 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 4ccb193f-2f43-4e95-a1d1-b2b756fcd401 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:20:26.635130 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-84ae5a57-cc4b-47dd-8b0b-e731d158f0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:26.656225 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-94ca5b2f-4519-4230-b445-e7cdf03fa2e7 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for floatingip, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:26.656553 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-94ca5b2f-4519-4230-b445-e7cdf03fa2e7 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Floating IP 551efda3-4120-4f78-b2c7-379af01bfd61 disassociated (deleted). External IP: 172.25.1.177, port: f5695882-0cd8-441f-a519-608967532229. May 27 02:20:26.662879 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72c0bc-7526-451f-aaf0-0152534d429c tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=670fce12-9273-486e-b562-c5ba7ab6a9ad,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:26.683510 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 4ccb193f-2f43-4e95-a1d1-b2b756fcd401 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:20:26.683851 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 4ccb193f-2f43-4e95-a1d1-b2b756fcd401 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:20:26.684259 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 14b56590-ee4b-4da8-bf47-ebae84c4ef98 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:20:26.688004 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-d9ceedcd-ff3a-4599-90e4-0297d0b0d850 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] For port 1efeaa3f-42ab-45de-aaf6-7a81f0c2b24e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1efeaa3f-42ab-45de-aaf6-7a81f0c2b24e,segment=NetworkSegment(8652b1ab-7a5c-4a43-9f53-bef054845aef),segment_id=8652b1ab-7a5c-4a43-9f53-bef054845aef)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:26.688561 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d9ceedcd-ff3a-4599-90e4-0297d0b0d850 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:26.728234 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 14b56590-ee4b-4da8-bf47-ebae84c4ef98 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:20:26.728582 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 14b56590-ee4b-4da8-bf47-ebae84c4ef98 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:20:26.751196 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=953e097c-a3ed-4d02-a3ab-b76b8cef45f3,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:26.821310 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf72c0bc-7526-451f-aaf0-0152534d429c tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:26.825236 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-bf72c0bc-7526-451f-aaf0-0152534d429c tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8421354 May 27 02:20:26.827547 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42976) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:26.828250 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-84ae5a57-cc4b-47dd-8b0b-e731d158f0c3 admin admin] Deleting port ac5726db-e23d-4209-83e9-affd8f2d6f8b {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:20:26.828588 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-84ae5a57-cc4b-47dd-8b0b-e731d158f0c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:26.870126 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-a633b6c2-c57f-4a96-a634-aabd989e32a8 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Request body: {'security_group_rule': {'security_group_id': 'e5afc690-7524-4a95-b1d1-a233dc90191d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:26.891965 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bc7db1-d433-4e20-854c-48df7b0fc8b0 None None] DHCP port deletion for 8f2ce48b-e47c-4916-9cd3-7a45a8d46164 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:20:26.894447 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a633b6c2-c57f-4a96-a634-aabd989e32a8 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:26.901147 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-22bc7db1-d433-4e20-854c-48df7b0fc8b0 None None] Deleting port ac5726db-e23d-4209-83e9-affd8f2d6f8b {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:20:26.902063 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-22bc7db1-d433-4e20-854c-48df7b0fc8b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:26.916551 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d9ceedcd-ff3a-4599-90e4-0297d0b0d850 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Calling delete_port for 1efeaa3f-42ab-45de-aaf6-7a81f0c2b24e owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:20:26.961020 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a633b6c2-c57f-4a96-a634-aabd989e32a8 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Usage tracker for resource:security_group_rule and tenant:0ff34f8aa5b34b2b8b9bd5b46a9cefc6 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:26.974256 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a633b6c2-c57f-4a96-a634-aabd989e32a8 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:26.999435 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a633b6c2-c57f-4a96-a634-aabd989e32a8 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:27.021058 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda2fe9-dc50-4d4a-a790-045fd2c08ce6 req-0102fb75-5b14-4b26-9281-1e9d45394ea9 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:27.021058 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-5eda2fe9-dc50-4d4a-a790-045fd2c08ce6 req-0102fb75-5b14-4b26-9281-1e9d45394ea9 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Synchronizing usage tracker for tenant:500421bbc9424254b703858ad839b150 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:20:27.138318 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d9ceedcd-ff3a-4599-90e4-0297d0b0d850 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:27.149869 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-22bc7db1-d433-4e20-854c-48df7b0fc8b0 None None] For port ac5726db-e23d-4209-83e9-affd8f2d6f8b, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=ac5726db-e23d-4209-83e9-affd8f2d6f8b,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:27.150350 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-22bc7db1-d433-4e20-854c-48df7b0fc8b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:27.184691 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-5eda2fe9-dc50-4d4a-a790-045fd2c08ce6 req-0102fb75-5b14-4b26-9281-1e9d45394ea9 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Unset dirty status for tenant:500421bbc9424254b703858ad839b150 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:20:27.185947 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5eda2fe9-dc50-4d4a-a790-045fd2c08ce6 req-0102fb75-5b14-4b26-9281-1e9d45394ea9 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d3b4156-911e-4f76-a1e6-fc2780efe716 HTTP/1.1" status: 200 len: 946 time: 0.4065320 May 27 02:20:27.229733 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ceedcd-ff3a-4599-90e4-0297d0b0d850 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event deleted for resources: {'Port': ['ID=1efeaa3f-42ab-45de-aaf6-7a81f0c2b24e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:27.239445 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ceedcd-ff3a-4599-90e4-0297d0b0d850 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] No DVR routers for this DVR port 1efeaa3f-42ab-45de-aaf6-7a81f0c2b24e on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:20:27.324706 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-22bc7db1-d433-4e20-854c-48df7b0fc8b0 None None] Calling delete_port for ac5726db-e23d-4209-83e9-affd8f2d6f8b owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:20:27.433639 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-84ae5a57-cc4b-47dd-8b0b-e731d158f0c3 admin admin] For port ac5726db-e23d-4209-83e9-affd8f2d6f8b, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=ac5726db-e23d-4209-83e9-affd8f2d6f8b,segment=NetworkSegment(00de1387-8dac-4f66-aa2d-2c559a23250a),segment_id=00de1387-8dac-4f66-aa2d-2c559a23250a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:27.434056 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-84ae5a57-cc4b-47dd-8b0b-e731d158f0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:27.436163 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b5c9510e-f144-4dbc-b7ff-488d4ecd96bd up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:20:27.511394 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d9ceedcd-ff3a-4599-90e4-0297d0b0d850 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:27.515162 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port b5c9510e-f144-4dbc-b7ff-488d4ecd96bd triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:20:27.515538 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:27.526619 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-5eda2fe9-dc50-4d4a-a790-045fd2c08ce6 req-d9a56df4-e465-47a2-b683-6ba7a77dbb6b tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Deleting port 19a3352b-c495-41bd-9f61-5ad9692c6a8d {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:20:27.526951 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5eda2fe9-dc50-4d4a-a790-045fd2c08ce6 req-d9a56df4-e465-47a2-b683-6ba7a77dbb6b tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:27.565252 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-22bc7db1-d433-4e20-854c-48df7b0fc8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:27.593115 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-d9ceedcd-ff3a-4599-90e4-0297d0b0d850 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c4e1a0f-5df6-403b-9815-9395dcc0718e']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:27.605959 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a633b6c2-c57f-4a96-a634-aabd989e32a8 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:27.611492 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-d9ceedcd-ff3a-4599-90e4-0297d0b0d850 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8652b1ab-7a5c-4a43-9f53-bef054845aef') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:27.611793 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-d9ceedcd-ff3a-4599-90e4-0297d0b0d850 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8652b1ab-7a5c-4a43-9f53-bef054845aef') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:27.624138 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc7db1-d433-4e20-854c-48df7b0fc8b0 None None] Pushing event deleted for resources: {'Port': ['ID=ac5726db-e23d-4209-83e9-affd8f2d6f8b,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:27.631102 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bc7db1-d433-4e20-854c-48df7b0fc8b0 None None] No DVR routers for this DVR port ac5726db-e23d-4209-83e9-affd8f2d6f8b on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:20:27.662708 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d9ceedcd-ff3a-4599-90e4-0297d0b0d850 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:27.704578 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port b5c9510e-f144-4dbc-b7ff-488d4ecd96bd is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:20:27.705305 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d9ceedcd-ff3a-4599-90e4-0297d0b0d850 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:27.705765 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 953e097c-a3ed-4d02-a3ab-b76b8cef45f3 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:20:27.729683 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3122d8-4c92-48d0-98ef-2f48f19d6099 None None] get_active_networks_info from n-d-843554-3 {{(pid=88903) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 02:20:27.749047 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9ceedcd-ff3a-4599-90e4-0297d0b0d850 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:20:27.749257 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-84ae5a57-cc4b-47dd-8b0b-e731d158f0c3 admin admin] Calling delete_port for ac5726db-e23d-4209-83e9-affd8f2d6f8b owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:20:27.749860 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d9ceedcd-ff3a-4599-90e4-0297d0b0d850 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:27.863667 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ca5b2f-4519-4230-b445-e7cdf03fa2e7 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Router 4c05be4c-2785-452e-a28c-2e39a38443a8 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:20:27.892830 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 953e097c-a3ed-4d02-a3ab-b76b8cef45f3 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:20:27.893212 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:27.942604 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f20f364b-b3be-4a94-9e22-e3f730008c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:27.955605 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a633b6c2-c57f-4a96-a634-aabd989e32a8 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:28.011127 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 8652b1ab-7a5c-4a43-9f53-bef054845aef resource provider aggregate not found May 27 02:20:28.054954 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3122d8-4c92-48d0-98ef-2f48f19d6099 None None] Resources bound (agent type, host, resource id): {{(pid=88903) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 02:20:28.066598 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 8652b1ab-7a5c-4a43-9f53-bef054845aef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8652b1ab-7a5c-4a43-9f53-bef054845aef found for delete ", "request_id": "req-4cab1d4a-7a91-4fde-886d-ff1ecd5911bd"}]} May 27 02:20:28.082004 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a633b6c2-c57f-4a96-a634-aabd989e32a8 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:28.108684 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 953e097c-a3ed-4d02-a3ab-b76b8cef45f3 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:20:28.118915 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-cc761e44-7f5b-45fa-b8f5-774870b0a69d tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:28.124452 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-cc761e44-7f5b-45fa-b8f5-774870b0a69d tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.32 "GET /v2.0/networks?id=ad328cf1-4104-4d8e-8f1d-0a25d788d2cc HTTP/1.1" status: 200 len: 821 time: 0.6711140 May 27 02:20:28.158658 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-6342474f-2b5a-4998-9d0a-4a160911f735 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Request body: {'port': {'device_id': '9e66fc82-51e0-4897-bc74-f9cfbf059c8d', 'network_id': 'ad328cf1-4104-4d8e-8f1d-0a25d788d2cc', 'admin_state_up': True, 'tenant_id': 'e6fc548f88094a2d8ad31078dc1820b4'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:28.176708 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-5eda2fe9-dc50-4d4a-a790-045fd2c08ce6 req-d9a56df4-e465-47a2-b683-6ba7a77dbb6b tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] For port 19a3352b-c495-41bd-9f61-5ad9692c6a8d, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=19a3352b-c495-41bd-9f61-5ad9692c6a8d,segment=NetworkSegment(f9d0c973-72f3-423e-80ec-119f03165820),segment_id=f9d0c973-72f3-423e-80ec-119f03165820)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:28.176708 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5eda2fe9-dc50-4d4a-a790-045fd2c08ce6 req-d9a56df4-e465-47a2-b683-6ba7a77dbb6b tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:28.177112 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a633b6c2-c57f-4a96-a634-aabd989e32a8 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82fb2feb-fc9b-4968-9a9c-a1f838329d27,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:28.197934 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4bbbe-db8c-4dc5-895e-eaba64e5d64f req-dcc0cda8-4b00-401b-ba93-d92269886fd8 tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:28.209616 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-49e4bbbe-db8c-4dc5-895e-eaba64e5d64f req-dcc0cda8-4b00-401b-ba93-d92269886fd8 tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] 10.222.0.57 "GET /v2.0/ports?device_id=84ccc0b2-fdaf-498d-aadf-3c6cf421b76c HTTP/1.1" status: 200 len: 945 time: 0.7492309 May 27 02:20:28.209616 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-84ae5a57-cc4b-47dd-8b0b-e731d158f0c3 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:20:28.209616 n-d-843554-3 neutron-server[88902]: DEBUG oslo_db.api [None req-84ae5a57-cc4b-47dd-8b0b-e731d158f0c3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:20:28.209905 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ac5726db-e23d-4209-83e9-affd8f2d6f8b no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:20:28.263652 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17aa58e-c1c4-4b6f-8459-d153a632a24f req-a32b3717-8cf3-4269-94fb-4d643874bb1a tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:28.264745 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: ac5726db-e23d-4209-83e9-affd8f2d6f8b {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:20:28.265174 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a17aa58e-c1c4-4b6f-8459-d153a632a24f req-a32b3717-8cf3-4269-94fb-4d643874bb1a tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d3b4156-911e-4f76-a1e6-fc2780efe716 HTTP/1.1" status: 200 len: 946 time: 0.8170173 May 27 02:20:28.270462 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ac5726db-e23d-4209-83e9-affd8f2d6f8b not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:20:28.319937 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-5eda2fe9-dc50-4d4a-a790-045fd2c08ce6 req-d9a56df4-e465-47a2-b683-6ba7a77dbb6b tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Calling delete_port for 19a3352b-c495-41bd-9f61-5ad9692c6a8d owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:20:28.437888 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a633b6c2-c57f-4a96-a634-aabd989e32a8 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:28.442978 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a633b6c2-c57f-4a96-a634-aabd989e32a8 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5827200 May 27 02:20:28.443090 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d9ceedcd-ff3a-4599-90e4-0297d0b0d850 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:28.443090 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42990) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:28.452953 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-971a81c0-4907-4467-927d-d765d968c126 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:28.457123 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a17aa58e-c1c4-4b6f-8459-d153a632a24f req-7f2198e7-6fa5-4906-87e3-ef60d4302b29 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346962 May 27 02:20:28.470556 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ca5b2f-4519-4230-b445-e7cdf03fa2e7 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:20:28.478046 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-49e4bbbe-db8c-4dc5-895e-eaba64e5d64f req-f0af2d72-f71b-4975-b152-90670e51301f tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] 10.222.0.57 "GET /v2.0/security-groups?id=8af96190-7079-44ef-b3ca-b79773f4ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113962 May 27 02:20:28.479436 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d9ceedcd-ff3a-4599-90e4-0297d0b0d850 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:28.489103 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-94ca5b2f-4519-4230-b445-e7cdf03fa2e7 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:28.496796 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6f211e-4bb5-4f4e-a688-bbf4198d9177 None None] Sync routers for ids ['4c05be4c-2785-452e-a28c-2e39a38443a8'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:20:28.498259 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-971a81c0-4907-4467-927d-d765d968c126 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:28.501337 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ceedcd-ff3a-4599-90e4-0297d0b0d850 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event deleted for resources: {'Network': ['ID=0c4e1a0f-5df6-403b-9815-9395dcc0718e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:28.513593 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-971a81c0-4907-4467-927d-d765d968c126 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Usage tracker for resource:floatingip and tenant:0ff34f8aa5b34b2b8b9bd5b46a9cefc6 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:28.519230 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-971a81c0-4907-4467-927d-d765d968c126 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:28.523469 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d9ceedcd-ff3a-4599-90e4-0297d0b0d850 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "DELETE /v2.0/networks/0c4e1a0f-5df6-403b-9815-9395dcc0718e HTTP/1.1" status: 204 len: 168 time: 6.8492479 May 27 02:20:28.524898 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6f211e-4bb5-4f4e-a688-bbf4198d9177 None None] Routers {'4c05be4c-2785-452e-a28c-2e39a38443a8'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:20:28.525582 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-8a6f211e-4bb5-4f4e-a688-bbf4198d9177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:20:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4c05be4c-2785-452e-a28c-2e39a38443a8'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:28.530719 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-971a81c0-4907-4467-927d-d765d968c126 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:28.532617 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42994) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:28.539671 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-80017251-407d-480d-bd1e-24df7d08f184 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1809155142'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:28.563513 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-80017251-407d-480d-bd1e-24df7d08f184 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:28.565304 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-6342474f-2b5a-4998-9d0a-4a160911f735 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:28.569747 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-80017251-407d-480d-bd1e-24df7d08f184 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Usage tracker for resource:network and tenant:603c58ba304f41388b863215a4e94a90 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:28.573121 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-80017251-407d-480d-bd1e-24df7d08f184 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:28.580499 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-80017251-407d-480d-bd1e-24df7d08f184 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:28.585056 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-6342474f-2b5a-4998-9d0a-4a160911f735 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Usage tracker for resource:port and tenant:e6fc548f88094a2d8ad31078dc1820b4 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:28.600888 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-6342474f-2b5a-4998-9d0a-4a160911f735 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:28.611755 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-6342474f-2b5a-4998-9d0a-4a160911f735 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:28.619405 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-94ca5b2f-4519-4230-b445-e7cdf03fa2e7 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "DELETE /v2.0/floatingips/551efda3-4120-4f78-b2c7-379af01bfd61 HTTP/1.1" status: 204 len: 168 time: 4.1498892 May 27 02:20:28.619514 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43000) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:28.673115 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-8a6f211e-4bb5-4f4e-a688-bbf4198d9177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:28.686028 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3d53bf9e-422f-4871-928a-8bf670b452d2 req-a206c335-aa6c-46cf-be7e-f8fb5abc4e75 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e66fc82-51e0-4897-bc74-f9cfbf059c8d HTTP/1.1" status: 200 len: 210 time: 0.0763104 May 27 02:20:28.693282 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6f211e-4bb5-4f4e-a688-bbf4198d9177 None None] Routers {'4c05be4c-2785-452e-a28c-2e39a38443a8'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:20:28.695220 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-23cda240-d823-4dc6-a00c-74eaac356ff4 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Deleting port f5695882-0cd8-441f-a519-608967532229 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:20:28.695566 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-23cda240-d823-4dc6-a00c-74eaac356ff4 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:28.696279 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-8a6f211e-4bb5-4f4e-a688-bbf4198d9177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:20:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4c05be4c-2785-452e-a28c-2e39a38443a8'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:28.701767 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-84ae5a57-cc4b-47dd-8b0b-e731d158f0c3 admin admin] Deleting port ac5726db-e23d-4209-83e9-affd8f2d6f8b {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:20:28.702125 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-84ae5a57-cc4b-47dd-8b0b-e731d158f0c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:28.728000 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5eda2fe9-dc50-4d4a-a790-045fd2c08ce6 req-d9a56df4-e465-47a2-b683-6ba7a77dbb6b tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:28.737389 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-971a81c0-4907-4467-927d-d765d968c126 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:28.750541 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80017251-407d-480d-bd1e-24df7d08f184 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Made reservation on behalf of 603c58ba304f41388b863215a4e94a90 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:20:28.754417 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-80017251-407d-480d-bd1e-24df7d08f184 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:28.781483 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-84ae5a57-cc4b-47dd-8b0b-e731d158f0c3 admin admin] The port 'ac5726db-e23d-4209-83e9-affd8f2d6f8b' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:20:28.805575 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80017251-407d-480d-bd1e-24df7d08f184 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:20:28.819076 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-80017251-407d-480d-bd1e-24df7d08f184 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:28.819528 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-80017251-407d-480d-bd1e-24df7d08f184 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Added segment f1f8842e-882e-4afa-a0db-e53b3821c05b of type vlan for network 298ff16d-b069-4f53-9f4f-522f64ef3bb9 May 27 02:20:28.851413 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-80017251-407d-480d-bd1e-24df7d08f184 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:28.892566 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:28.893083 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-8a6f211e-4bb5-4f4e-a688-bbf4198d9177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:28.893083 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6f211e-4bb5-4f4e-a688-bbf4198d9177 None None] The sync data for ids ['4c05be4c-2785-452e-a28c-2e39a38443a8'] in n-d-843554-3 is: [] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:20:28.904182 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-6342474f-2b5a-4998-9d0a-4a160911f735 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Made reservation on behalf of e6fc548f88094a2d8ad31078dc1820b4 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:20:28.907646 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-6342474f-2b5a-4998-9d0a-4a160911f735 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:28.939385 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-84ae5a57-cc4b-47dd-8b0b-e731d158f0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:28.960247 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:28.990725 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a56df4-e465-47a2-b683-6ba7a77dbb6b tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Pushing event deleted for resources: {'Port': ['ID=19a3352b-c495-41bd-9f61-5ad9692c6a8d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:29.137362 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-84ae5a57-cc4b-47dd-8b0b-e731d158f0c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f2ce48b-e47c-4916-9cd3-7a45a8d46164']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:29.145425 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eda2fe9-dc50-4d4a-a790-045fd2c08ce6 req-d9a56df4-e465-47a2-b683-6ba7a77dbb6b tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] No DVR routers for this DVR port 19a3352b-c495-41bd-9f61-5ad9692c6a8d on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:20:29.148495 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5eda2fe9-dc50-4d4a-a790-045fd2c08ce6 req-d9a56df4-e465-47a2-b683-6ba7a77dbb6b tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:29.151524 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-80017251-407d-480d-bd1e-24df7d08f184 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:29.156938 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80017251-407d-480d-bd1e-24df7d08f184 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:29.157510 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-80017251-407d-480d-bd1e-24df7d08f184 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:29.163636 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-84ae5a57-cc4b-47dd-8b0b-e731d158f0c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00de1387-8dac-4f66-aa2d-2c559a23250a') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:29.163962 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-84ae5a57-cc4b-47dd-8b0b-e731d158f0c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00de1387-8dac-4f66-aa2d-2c559a23250a') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:29.168982 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3b4156-911e-4f76-a1e6-fc2780efe716', 'name': 'network-vif-deleted', 'tag': '19a3352b-c495-41bd-9f61-5ad9692c6a8d'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:20:29.192534 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-84ae5a57-cc4b-47dd-8b0b-e731d158f0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:29.254117 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-84ae5a57-cc4b-47dd-8b0b-e731d158f0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:29.278510 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84ae5a57-cc4b-47dd-8b0b-e731d158f0c3 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:20:29.278913 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-84ae5a57-cc4b-47dd-8b0b-e731d158f0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:29.288439 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5eda2fe9-dc50-4d4a-a790-045fd2c08ce6 req-d9a56df4-e465-47a2-b683-6ba7a77dbb6b tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.32 "DELETE /v2.0/ports/19a3352b-c495-41bd-9f61-5ad9692c6a8d HTTP/1.1" status: 204 len: 173 time: 2.0916889 May 27 02:20:29.344787 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-032c55f0-8187-48eb-801b-3b3c3cd7a357'] response: {'server_uuid': '9d3b4156-911e-4f76-a1e6-fc2780efe716', 'name': 'network-vif-deleted', 'tag': '19a3352b-c495-41bd-9f61-5ad9692c6a8d', 'status': 'completed', 'code': 200} May 27 02:20:29.386491 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 00de1387-8dac-4f66-aa2d-2c559a23250a resource provider aggregate not found May 27 02:20:29.419385 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 00de1387-8dac-4f66-aa2d-2c559a23250a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 00de1387-8dac-4f66-aa2d-2c559a23250a found for delete ", "request_id": "req-13bf6b77-91b1-4c85-9e00-8bc1f994f825"}]} May 27 02:20:29.422127 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80017251-407d-480d-bd1e-24df7d08f184 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event updated for resources: {'Network': ['ID=298ff16d-b069-4f53-9f4f-522f64ef3bb9,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:29.436004 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 298ff16d-b069-4f53-9f4f-522f64ef3bb9 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:20:29.442243 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-6342474f-2b5a-4998-9d0a-4a160911f735 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Allocated IP 172.20.0.2 (ad328cf1-4104-4d8e-8f1d-0a25d788d2cc/247564f0-1187-4cc8-b142-74cbc42d04cd/1133d8fa-081d-44c0-b35b-fad501b088eb) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:20:29.493294 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-23cda240-d823-4dc6-a00c-74eaac356ff4 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:29.534524 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7b783-7918-4ea8-b009-70292f543b0d req-aea07c27-8ea3-4f8d-8ab2-a0c376e5f4b4 tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:29.534524 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bcd7b783-7918-4ea8-b009-70292f543b0d req-aea07c27-8ea3-4f8d-8ab2-a0c376e5f4b4 tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] 10.222.0.57 "GET /v2.0/ports?device_id=84ccc0b2-fdaf-498d-aadf-3c6cf421b76c HTTP/1.1" status: 200 len: 945 time: 0.2223606 May 27 02:20:29.534524 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-84ae5a57-cc4b-47dd-8b0b-e731d158f0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:29.572455 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-84ae5a57-cc4b-47dd-8b0b-e731d158f0c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:29.594212 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-80017251-407d-480d-bd1e-24df7d08f184 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0594785 May 27 02:20:29.600490 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43016) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:29.604477 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae5a57-cc4b-47dd-8b0b-e731d158f0c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f2ce48b-e47c-4916-9cd3-7a45a8d46164,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:29.659936 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-284bcb65-e699-4f66-bfa6-5603f99db07d tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Request body: {'subnet': {'network_id': '298ff16d-b069-4f53-9f4f-522f64ef3bb9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:29.665803 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-23cda240-d823-4dc6-a00c-74eaac356ff4 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Calling delete_port for f5695882-0cd8-441f-a519-608967532229 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:20:29.774082 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-971a81c0-4907-4467-927d-d765d968c126 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:29.797235 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9f864d6a-38ab-4c3d-87ec-54887a5625f4 req-c49a489b-13d1-4254-ab65-2eb2ea69c048 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d3b4156-911e-4f76-a1e6-fc2780efe716 HTTP/1.1" status: 200 len: 210 time: 0.1230125 May 27 02:20:29.829397 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-84ae5a57-cc4b-47dd-8b0b-e731d158f0c3 admin admin] 10.222.0.57 "DELETE /v2.0/networks/8f2ce48b-e47c-4916-9cd3-7a45a8d46164 HTTP/1.1" status: 204 len: 168 time: 3.5791280 May 27 02:20:29.838776 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bcd7b783-7918-4ea8-b009-70292f543b0d req-b850461f-6439-4be9-865b-ed686bfb0229 tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] 10.222.0.57 "GET /v2.0/security-groups?id=8af96190-7079-44ef-b3ca-b79773f4ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992971 May 27 02:20:29.881015 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-284bcb65-e699-4f66-bfa6-5603f99db07d tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:29.896297 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-284bcb65-e699-4f66-bfa6-5603f99db07d tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Usage tracker for resource:subnet and tenant:603c58ba304f41388b863215a4e94a90 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:29.902673 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-284bcb65-e699-4f66-bfa6-5603f99db07d tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:29.913920 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-284bcb65-e699-4f66-bfa6-5603f99db07d tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:29.933829 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-6342474f-2b5a-4998-9d0a-4a160911f735 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:30.035907 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-5783f0c5-cc50-49ad-9e77-ba949bc7043e req-7ca23531-4d48-4d20-82ac-614adc5f1545 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Synchronizing usage tracker for tenant:e6fc548f88094a2d8ad31078dc1820b4 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:20:30.064990 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284bcb65-e699-4f66-bfa6-5603f99db07d tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Made reservation on behalf of 603c58ba304f41388b863215a4e94a90 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:20:30.064990 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-284bcb65-e699-4f66-bfa6-5603f99db07d tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:30.107576 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:30.137949 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-6342474f-2b5a-4998-9d0a-4a160911f735 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:30.201764 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-971a81c0-4907-4467-927d-d765d968c126 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Allocated IP 172.25.1.37 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/bd5da337-869e-46a0-aaac-6e22f9fdeca5) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:20:30.229085 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-5783f0c5-cc50-49ad-9e77-ba949bc7043e req-7ca23531-4d48-4d20-82ac-614adc5f1545 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Unset dirty status for tenant:e6fc548f88094a2d8ad31078dc1820b4 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:20:30.230487 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5783f0c5-cc50-49ad-9e77-ba949bc7043e req-7ca23531-4d48-4d20-82ac-614adc5f1545 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e66fc82-51e0-4897-bc74-f9cfbf059c8d HTTP/1.1" status: 200 len: 210 time: 0.2382243 May 27 02:20:30.246791 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-6342474f-2b5a-4998-9d0a-4a160911f735 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Network ad328cf1-4104-4d8e-8f1d-0a25d788d2cc is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:20:30.251247 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-6342474f-2b5a-4998-9d0a-4a160911f735 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:20:30.258027 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-6342474f-2b5a-4998-9d0a-4a160911f735 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:20:30.317066 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342474f-2b5a-4998-9d0a-4a160911f735 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Pushing event updated for resources: {'Port': ['ID=1133d8fa-081d-44c0-b35b-fad501b088eb,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:30.317294 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-23cda240-d823-4dc6-a00c-74eaac356ff4 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:30.349990 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-6342474f-2b5a-4998-9d0a-4a160911f735 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:30.350878 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-6342474f-2b5a-4998-9d0a-4a160911f735 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:30.384002 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cda240-d823-4dc6-a00c-74eaac356ff4 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Pushing event deleted for resources: {'Port': ['ID=f5695882-0cd8-441f-a519-608967532229,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:30.385676 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43024) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:30.437300 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 19a3352b-c495-41bd-9f61-5ad9692c6a8d no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:20:30.476167 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 19a3352b-c495-41bd-9f61-5ad9692c6a8d {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:20:30.476780 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 19a3352b-c495-41bd-9f61-5ad9692c6a8d not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:20:30.515647 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-6342474f-2b5a-4998-9d0a-4a160911f735 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3729270 May 27 02:20:30.526559 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-ff32eb0a-a36e-4996-9d95-df17e7045e23 service neutron] Request body: {'port': {'device_id': '9e66fc82-51e0-4897-bc74-f9cfbf059c8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:30.613834 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-284bcb65-e699-4f66-bfa6-5603f99db07d tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:30.647043 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-262b6071-a162-4f6a-9374-27d8afacb336 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=62f5f7df5795463f9f8bc1cd40caf878&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2582402 May 27 02:20:30.653106 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43030) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:30.663483 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-971a81c0-4907-4467-927d-d765d968c126 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:30.671284 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-23cda240-d823-4dc6-a00c-74eaac356ff4 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:30.696855 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-23cda240-d823-4dc6-a00c-74eaac356ff4 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "DELETE /v2.0/ports/f5695882-0cd8-441f-a519-608967532229 HTTP/1.1" status: 204 len: 168 time: 2.0770483 May 27 02:20:30.700485 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43034) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:30.709118 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-bbc8e0c1-3788-4b22-adb2-39542e4a20ae tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:30.719106 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bbc8e0c1-3788-4b22-adb2-39542e4a20ae tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:30.723697 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-ff32eb0a-a36e-4996-9d95-df17e7045e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:30.735006 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ff562-94b0-448b-a869-e68aa19430c5 req-fc9b86ee-e493-46b1-b6ab-4876b3807962 tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:30.736266 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-1b1ff562-94b0-448b-a869-e68aa19430c5 req-fc9b86ee-e493-46b1-b6ab-4876b3807962 tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] Synchronizing usage tracker for tenant:d15936f6217b454689a6d5e0a5f56f0d on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:20:30.747452 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bbc8e0c1-3788-4b22-adb2-39542e4a20ae tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Usage tracker for resource:floatingip and tenant:da6da76c53cc4067a3275f77b81c0c47 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:30.748700 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bbc8e0c1-3788-4b22-adb2-39542e4a20ae tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:30.757240 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bbc8e0c1-3788-4b22-adb2-39542e4a20ae tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:30.771355 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284bcb65-e699-4f66-bfa6-5603f99db07d tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event updated for resources: {'Subnet': ['ID=d71dc6cf-2a03-49d9-bbec-e66eda1f6b10,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:30.831217 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284bcb65-e699-4f66-bfa6-5603f99db07d tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Checking segment: {'id': 'f1f8842e-882e-4afa-a0db-e53b3821c05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '298ff16d-b069-4f53-9f4f-522f64ef3bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:20:30.831581 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284bcb65-e699-4f66-bfa6-5603f99db07d tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Network hostable DHCP agents. Network: 298ff16d-b069-4f53-9f4f-522f64ef3bb9, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:20:30.866502 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-003565a4-9f86-46ad-b638-614e45f7d24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:30.868657 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-1b1ff562-94b0-448b-a869-e68aa19430c5 req-fc9b86ee-e493-46b1-b6ab-4876b3807962 tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] Unset dirty status for tenant:d15936f6217b454689a6d5e0a5f56f0d on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:20:30.870236 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1b1ff562-94b0-448b-a869-e68aa19430c5 req-fc9b86ee-e493-46b1-b6ab-4876b3807962 tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] 10.222.0.66 "GET /v2.0/ports?device_id=84ccc0b2-fdaf-498d-aadf-3c6cf421b76c HTTP/1.1" status: 200 len: 945 time: 0.3629432 May 27 02:20:30.957343 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-003565a4-9f86-46ad-b638-614e45f7d24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:30.981950 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bbc8e0c1-3788-4b22-adb2-39542e4a20ae tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:31.001406 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-1b1ff562-94b0-448b-a869-e68aa19430c5 req-bc17fe29-06fd-4b1c-95d3-7c34dc190e0e tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] Deleting port 82dd2734-6534-43e7-89d4-b40f213eac2c {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:20:31.002030 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-1b1ff562-94b0-448b-a869-e68aa19430c5 req-bc17fe29-06fd-4b1c-95d3-7c34dc190e0e tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:31.030955 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-971a81c0-4907-4467-927d-d765d968c126 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:31.152053 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284bcb65-e699-4f66-bfa6-5603f99db07d tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Network 298ff16d-b069-4f53-9f4f-522f64ef3bb9 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:20:31.187222 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971a81c0-4907-4467-927d-d765d968c126 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:20:31.195052 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-971a81c0-4907-4467-927d-d765d968c126 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:20:31.228267 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971a81c0-4907-4467-927d-d765d968c126 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:20:31.276887 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a81c0-4907-4467-927d-d765d968c126 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Pushing event updated for resources: {'Port': ['ID=bd5da337-869e-46a0-aaac-6e22f9fdeca5,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:31.335781 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-284bcb65-e699-4f66-bfa6-5603f99db07d tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 298ff16d-b069-4f53-9f4f-522f64ef3bb9) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:20:31.345607 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a90bf26-6e9a-41ef-9d47-ae732f133b74 None None] Network 298ff16d-b069-4f53-9f4f-522f64ef3bb9 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:20:31.355386 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284bcb65-e699-4f66-bfa6-5603f99db07d tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:31.358196 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-284bcb65-e699-4f66-bfa6-5603f99db07d tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:31.479088 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-971a81c0-4907-4467-927d-d765d968c126 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:31.484534 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44956dda-d1f3-407b-b35a-46ef2c7092ab req-7e346d22-af9e-4ea8-be9e-f88d76c03be5 tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:31.486052 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-44956dda-d1f3-407b-b35a-46ef2c7092ab req-7e346d22-af9e-4ea8-be9e-f88d76c03be5 tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] 10.222.0.57 "GET /v2.0/ports?device_id=84ccc0b2-fdaf-498d-aadf-3c6cf421b76c HTTP/1.1" status: 200 len: 945 time: 0.5149429 May 27 02:20:31.495645 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-518d24eb-117c-4bdd-869c-40f2aaeaf33b tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:31.497141 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-518d24eb-117c-4bdd-869c-40f2aaeaf33b tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/networks?id=317f8943-c2cf-4629-a384-430f557971d0 HTTP/1.1" status: 200 len: 812 time: 0.3510489 May 27 02:20:31.512105 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-1b1ff562-94b0-448b-a869-e68aa19430c5 req-bc17fe29-06fd-4b1c-95d3-7c34dc190e0e tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] For port 82dd2734-6534-43e7-89d4-b40f213eac2c, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=82dd2734-6534-43e7-89d4-b40f213eac2c,segment=NetworkSegment(0f4a9920-068e-48cd-b468-eeb9a4e9de43),segment_id=0f4a9920-068e-48cd-b468-eeb9a4e9de43)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:31.512480 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-1b1ff562-94b0-448b-a869-e68aa19430c5 req-bc17fe29-06fd-4b1c-95d3-7c34dc190e0e tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:31.544664 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-284bcb65-e699-4f66-bfa6-5603f99db07d tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9414673 May 27 02:20:31.550958 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43056) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:31.559540 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-1225d311-4d7a-46bc-a63f-4bffae1550ec tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/quotas/500421bbc9424254b703858ad839b150 HTTP/1.1" status: 200 len: 375 time: 0.0431795 May 27 02:20:31.594524 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-62dd10e8-d206-41c9-b4a9-bffddc979e79 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-782131833'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:31.613935 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330abaf0-4f0d-4090-8cf4-feed08bde220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-298ff16d-b069-4f53-9f4f-522f64ef3bb9', 'network_id': '298ff16d-b069-4f53-9f4f-522f64ef3bb9', 'tenant_id': '603c58ba304f41388b863215a4e94a90', 'fixed_ips': [{'subnet_id': 'd71dc6cf-2a03-49d9-bbec-e66eda1f6b10'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:20:31.615583 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-62dd10e8-d206-41c9-b4a9-bffddc979e79 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:31.615725 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-330abaf0-4f0d-4090-8cf4-feed08bde220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:31.621175 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-003565a4-9f86-46ad-b638-614e45f7d24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:31.623161 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-003565a4-9f86-46ad-b638-614e45f7d24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:31.626726 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-003565a4-9f86-46ad-b638-614e45f7d24d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/26bc4f20-2093-4472-a496-e7d6670ede92 HTTP/1.1" status: 204 len: 168 time: 0.9630892 May 27 02:20:31.672838 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-62dd10e8-d206-41c9-b4a9-bffddc979e79 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Usage tracker for resource:network and tenant:603c58ba304f41388b863215a4e94a90 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:31.674576 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-1b1ff562-94b0-448b-a869-e68aa19430c5 req-bc17fe29-06fd-4b1c-95d3-7c34dc190e0e tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] Calling delete_port for 82dd2734-6534-43e7-89d4-b40f213eac2c owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:20:31.680662 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-62dd10e8-d206-41c9-b4a9-bffddc979e79 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:31.697146 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-44956dda-d1f3-407b-b35a-46ef2c7092ab req-b79d3c50-d3db-4510-9955-8b85f182c2a9 tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] 10.222.0.57 "GET /v2.0/security-groups?id=8af96190-7079-44ef-b3ca-b79773f4ea8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979976 May 27 02:20:31.699381 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-5dfa37ec-e3e6-41c0-b6a1-0331def4473f tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=500421bbc9424254b703858ad839b150&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0880015 May 27 02:20:31.700159 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003565a4-9f86-46ad-b638-614e45f7d24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26bc4f20-2093-4472-a496-e7d6670ede92,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:31.703806 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-62dd10e8-d206-41c9-b4a9-bffddc979e79 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:31.709993 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-ff32eb0a-a36e-4996-9d95-df17e7045e23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1133d8fa-081d-44c0-b35b-fad501b088eb {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:20:31.719717 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-ff32eb0a-a36e-4996-9d95-df17e7045e23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:31.785687 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-ff32eb0a-a36e-4996-9d95-df17e7045e23 service neutron] Transition to ACTIVE for port object 1133d8fa-081d-44c0-b35b-fad501b088eb will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:20:31.850318 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62dd10e8-d206-41c9-b4a9-bffddc979e79 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Made reservation on behalf of 603c58ba304f41388b863215a4e94a90 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:20:31.854248 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-62dd10e8-d206-41c9-b4a9-bffddc979e79 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:31.860096 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bbc8e0c1-3788-4b22-adb2-39542e4a20ae tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:31.921020 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-ff32eb0a-a36e-4996-9d95-df17e7045e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:31.935695 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-971a81c0-4907-4467-927d-d765d968c126 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:31.967863 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-330abaf0-4f0d-4090-8cf4-feed08bde220 None None] Allocated IP 2001:db8::3 (298ff16d-b069-4f53-9f4f-522f64ef3bb9/d71dc6cf-2a03-49d9-bbec-e66eda1f6b10/dc04ddde-b37d-4200-955f-09cca1c9a58d) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:20:31.980559 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62dd10e8-d206-41c9-b4a9-bffddc979e79 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:20:32.123112 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-62dd10e8-d206-41c9-b4a9-bffddc979e79 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:32.124371 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-62dd10e8-d206-41c9-b4a9-bffddc979e79 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Added segment 8616debc-9344-4e97-9b20-415f6d7987d8 of type vlan for network 89856e41-c1cf-4990-b24d-7214c8511f4c May 27 02:20:32.149729 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-a9a556cc-2e5c-4f40-b75f-5d247f14e3a3 service neutron] 10.222.0.57 "GET /v2.0/networks/317f8943-c2cf-4629-a384-430f557971d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4081240 May 27 02:20:32.181530 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff32eb0a-a36e-4996-9d95-df17e7045e23 service neutron] Pushing event updated for resources: {'Port': ['ID=1133d8fa-081d-44c0-b35b-fad501b088eb,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:32.199883 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-bbc8e0c1-3788-4b22-adb2-39542e4a20ae tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Allocated IP 172.25.1.17 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/2b9cba1a-a0ed-43b9-ac18-eb8b539d06b4) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:20:32.234614 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-330abaf0-4f0d-4090-8cf4-feed08bde220 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:32.248760 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-330abaf0-4f0d-4090-8cf4-feed08bde220 None None] Transition to ACTIVE for port object dc04ddde-b37d-4200-955f-09cca1c9a58d will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:20:32.273545 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-330abaf0-4f0d-4090-8cf4-feed08bde220 None None] Transition to ACTIVE for port object dc04ddde-b37d-4200-955f-09cca1c9a58d will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:20:32.279475 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-62dd10e8-d206-41c9-b4a9-bffddc979e79 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:32.360876 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-330abaf0-4f0d-4090-8cf4-feed08bde220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:32.467103 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330abaf0-4f0d-4090-8cf4-feed08bde220 None None] Network 298ff16d-b069-4f53-9f4f-522f64ef3bb9 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:20:32.473800 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-330abaf0-4f0d-4090-8cf4-feed08bde220 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:20:32.474452 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab135f-4413-4e6b-9e41-cfe0178ca0de req-aa5261a2-6d56-4214-978b-89a1c3953425 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:32.478553 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c9ab135f-4413-4e6b-9e41-cfe0178ca0de req-aa5261a2-6d56-4214-978b-89a1c3953425 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e66fc82-51e0-4897-bc74-f9cfbf059c8d HTTP/1.1" status: 200 len: 943 time: 0.5095398 May 27 02:20:32.484975 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-ff32eb0a-a36e-4996-9d95-df17e7045e23 service neutron] Attempting to bind port 1133d8fa-081d-44c0-b35b-fad501b088eb on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:20:32.485316 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-ff32eb0a-a36e-4996-9d95-df17e7045e23 service neutron] Attempting to bind port 1133d8fa-081d-44c0-b35b-fad501b088eb by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'ad9a4b4f-872c-4058-b3e3-93f96436dea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ad328cf1-4104-4d8e-8f1d-0a25d788d2cc'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:20:32.485650 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-ff32eb0a-a36e-4996-9d95-df17e7045e23 service neutron] Attempting to bind port 1133d8fa-081d-44c0-b35b-fad501b088eb on network ad328cf1-4104-4d8e-8f1d-0a25d788d2cc {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:20:32.489536 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-1b1ff562-94b0-448b-a869-e68aa19430c5 req-bc17fe29-06fd-4b1c-95d3-7c34dc190e0e tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:32.492019 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-299fd511-a4bf-42c2-8f7d-9be40ed1b062 service neutron] 10.222.0.57 "GET /v2.0/networks/317f8943-c2cf-4629-a384-430f557971d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159869 May 27 02:20:32.497744 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330abaf0-4f0d-4090-8cf4-feed08bde220 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:20:32.509441 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-ff32eb0a-a36e-4996-9d95-df17e7045e23 service neutron] Port 1133d8fa-081d-44c0-b35b-fad501b088eb on network ad328cf1-4104-4d8e-8f1d-0a25d788d2cc not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:20:32.509633 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330abaf0-4f0d-4090-8cf4-feed08bde220 None None] Pushing event updated for resources: {'Port': ['ID=dc04ddde-b37d-4200-955f-09cca1c9a58d,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:32.510102 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-ff32eb0a-a36e-4996-9d95-df17e7045e23 service neutron] Attempting to bind port 1133d8fa-081d-44c0-b35b-fad501b088eb on network ad328cf1-4104-4d8e-8f1d-0a25d788d2cc {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:20:32.521954 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-ff32eb0a-a36e-4996-9d95-df17e7045e23 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:20:32.522520 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-ff32eb0a-a36e-4996-9d95-df17e7045e23 service neutron] Checking segment: {'id': 'ad9a4b4f-872c-4058-b3e3-93f96436dea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ad328cf1-4104-4d8e-8f1d-0a25d788d2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:20:32.523069 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-ff32eb0a-a36e-4996-9d95-df17e7045e23 service neutron] Bound using segment: {'id': 'ad9a4b4f-872c-4058-b3e3-93f96436dea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ad328cf1-4104-4d8e-8f1d-0a25d788d2cc'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:20:32.523666 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-ff32eb0a-a36e-4996-9d95-df17e7045e23 service neutron] Bound port: 1133d8fa-081d-44c0-b35b-fad501b088eb, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad9a4b4f-872c-4058-b3e3-93f96436dea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ad328cf1-4104-4d8e-8f1d-0a25d788d2cc'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:20:32.524194 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-ff32eb0a-a36e-4996-9d95-df17e7045e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:32.563725 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-62dd10e8-d206-41c9-b4a9-bffddc979e79 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:32.570372 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dd10e8-d206-41c9-b4a9-bffddc979e79 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:32.571465 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-62dd10e8-d206-41c9-b4a9-bffddc979e79 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:32.614999 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330abaf0-4f0d-4090-8cf4-feed08bde220 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:32.615305 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330abaf0-4f0d-4090-8cf4-feed08bde220 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:32.615961 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330abaf0-4f0d-4090-8cf4-feed08bde220 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:32.616292 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330abaf0-4f0d-4090-8cf4-feed08bde220 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:32.616641 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330abaf0-4f0d-4090-8cf4-feed08bde220 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:32.616998 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330abaf0-4f0d-4090-8cf4-feed08bde220 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:32.617328 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330abaf0-4f0d-4090-8cf4-feed08bde220 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:32.617766 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330abaf0-4f0d-4090-8cf4-feed08bde220 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:32.620980 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330abaf0-4f0d-4090-8cf4-feed08bde220 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:32.620980 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330abaf0-4f0d-4090-8cf4-feed08bde220 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:32.620980 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330abaf0-4f0d-4090-8cf4-feed08bde220 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:32.620980 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330abaf0-4f0d-4090-8cf4-feed08bde220 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:32.652011 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-c9ab135f-4413-4e6b-9e41-cfe0178ca0de req-5293a355-37dc-40c1-ab9d-e36dbe43b04c tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Synchronizing usage tracker for tenant:e6fc548f88094a2d8ad31078dc1820b4 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:20:32.660892 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-330abaf0-4f0d-4090-8cf4-feed08bde220 None None] Attempting to bind port dc04ddde-b37d-4200-955f-09cca1c9a58d on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:20:32.662317 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-330abaf0-4f0d-4090-8cf4-feed08bde220 None None] Attempting to bind port dc04ddde-b37d-4200-955f-09cca1c9a58d by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'f1f8842e-882e-4afa-a0db-e53b3821c05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '298ff16d-b069-4f53-9f4f-522f64ef3bb9'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:20:32.662692 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330abaf0-4f0d-4090-8cf4-feed08bde220 None None] Attempting to bind port dc04ddde-b37d-4200-955f-09cca1c9a58d on network 298ff16d-b069-4f53-9f4f-522f64ef3bb9 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:20:32.671548 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330abaf0-4f0d-4090-8cf4-feed08bde220 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:20:32.671920 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330abaf0-4f0d-4090-8cf4-feed08bde220 None None] Checking segment: {'id': 'f1f8842e-882e-4afa-a0db-e53b3821c05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '298ff16d-b069-4f53-9f4f-522f64ef3bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:20:32.672320 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-330abaf0-4f0d-4090-8cf4-feed08bde220 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:32.672780 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330abaf0-4f0d-4090-8cf4-feed08bde220 None None] Bound using segment: {'id': 'f1f8842e-882e-4afa-a0db-e53b3821c05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '298ff16d-b069-4f53-9f4f-522f64ef3bb9'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:20:32.673247 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-330abaf0-4f0d-4090-8cf4-feed08bde220 None None] Bound port: dc04ddde-b37d-4200-955f-09cca1c9a58d, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1f8842e-882e-4afa-a0db-e53b3821c05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '298ff16d-b069-4f53-9f4f-522f64ef3bb9'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:20:32.673675 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-330abaf0-4f0d-4090-8cf4-feed08bde220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:32.674046 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-971a81c0-4907-4467-927d-d765d968c126 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:32.742943 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bbc8e0c1-3788-4b22-adb2-39542e4a20ae tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:32.744965 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-ff32eb0a-a36e-4996-9d95-df17e7045e23 service neutron] For port 1133d8fa-081d-44c0-b35b-fad501b088eb, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:20:32.748104 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-ff32eb0a-a36e-4996-9d95-df17e7045e23 service neutron] For port 1133d8fa-081d-44c0-b35b-fad501b088eb, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=1133d8fa-081d-44c0-b35b-fad501b088eb,segment=NetworkSegment(ad9a4b4f-872c-4058-b3e3-93f96436dea6),segment_id=ad9a4b4f-872c-4058-b3e3-93f96436dea6)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:20:32.753623 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc17fe29-06fd-4b1c-95d3-7c34dc190e0e tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] Pushing event deleted for resources: {'Port': ['ID=82dd2734-6534-43e7-89d4-b40f213eac2c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:32.790701 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd10e8-d206-41c9-b4a9-bffddc979e79 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event updated for resources: {'Network': ['ID=89856e41-c1cf-4990-b24d-7214c8511f4c,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:32.820130 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-971a81c0-4907-4467-927d-d765d968c126 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:32.827332 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 89856e41-c1cf-4990-b24d-7214c8511f4c details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:20:32.841218 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-ff32eb0a-a36e-4996-9d95-df17e7045e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:32.936261 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1ff562-94b0-448b-a869-e68aa19430c5 req-bc17fe29-06fd-4b1c-95d3-7c34dc190e0e tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] No DVR routers for this DVR port 82dd2734-6534-43e7-89d4-b40f213eac2c on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:20:32.949495 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-62dd10e8-d206-41c9-b4a9-bffddc979e79 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3887446 May 27 02:20:32.970928 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-1b1ff562-94b0-448b-a869-e68aa19430c5 req-bc17fe29-06fd-4b1c-95d3-7c34dc190e0e tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:32.971936 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-c9ab135f-4413-4e6b-9e41-cfe0178ca0de req-5293a355-37dc-40c1-ab9d-e36dbe43b04c tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Unset dirty status for tenant:e6fc548f88094a2d8ad31078dc1820b4 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:20:32.976496 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c9ab135f-4413-4e6b-9e41-cfe0178ca0de req-5293a355-37dc-40c1-ab9d-e36dbe43b04c tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/security-groups?id=79437922-d5e1-4f8b-bbae-11b029e819f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4841421 May 27 02:20:32.976496 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43078) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:33.015170 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-ff32eb0a-a36e-4996-9d95-df17e7045e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:33.019630 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-ff32eb0a-a36e-4996-9d95-df17e7045e23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:33.022419 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ccc0b2-fdaf-498d-aadf-3c6cf421b76c', 'name': 'network-vif-deleted', 'tag': '82dd2734-6534-43e7-89d4-b40f213eac2c'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:20:33.023794 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-ff32eb0a-a36e-4996-9d95-df17e7045e23 service neutron] 10.222.0.32 "PUT /v2.0/ports/1133d8fa-081d-44c0-b35b-fad501b088eb HTTP/1.1" status: 200 len: 1091 time: 2.5012515 May 27 02:20:33.030930 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-915616e5-57a2-4b41-8bd5-668315370019 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Request body: {'subnet': {'network_id': '89856e41-c1cf-4990-b24d-7214c8511f4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:33.072308 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e66fc82-51e0-4897-bc74-f9cfbf059c8d', 'tag': '1133d8fa-081d-44c0-b35b-fad501b088eb'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:20:33.126535 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bbc8e0c1-3788-4b22-adb2-39542e4a20ae tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:33.140318 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-330abaf0-4f0d-4090-8cf4-feed08bde220 None None] For port dc04ddde-b37d-4200-955f-09cca1c9a58d, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:20:33.144002 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-330abaf0-4f0d-4090-8cf4-feed08bde220 None None] For port dc04ddde-b37d-4200-955f-09cca1c9a58d, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=dc04ddde-b37d-4200-955f-09cca1c9a58d,segment=NetworkSegment(f1f8842e-882e-4afa-a0db-e53b3821c05b),segment_id=f1f8842e-882e-4afa-a0db-e53b3821c05b)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:20:33.170168 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a81c0-4907-4467-927d-d765d968c126 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Pushing event updated for resources: {'Port': ['ID=bd5da337-869e-46a0-aaac-6e22f9fdeca5,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:33.218083 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc8e0c1-3788-4b22-adb2-39542e4a20ae tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:20:33.223557 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-bbc8e0c1-3788-4b22-adb2-39542e4a20ae tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:20:33.234616 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc8e0c1-3788-4b22-adb2-39542e4a20ae tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:20:33.284500 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-971a81c0-4907-4467-927d-d765d968c126 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:33.314947 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1b1ff562-94b0-448b-a869-e68aa19430c5 req-bc17fe29-06fd-4b1c-95d3-7c34dc190e0e tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] 10.222.0.66 "DELETE /v2.0/ports/82dd2734-6534-43e7-89d4-b40f213eac2c HTTP/1.1" status: 204 len: 173 time: 2.4389718 May 27 02:20:33.322115 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-330abaf0-4f0d-4090-8cf4-feed08bde220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:33.322248 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc8e0c1-3788-4b22-adb2-39542e4a20ae tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Pushing event updated for resources: {'Port': ['ID=2b9cba1a-a0ed-43b9-ac18-eb8b539d06b4,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:33.439952 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-971a81c0-4907-4467-927d-d765d968c126 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:33.449554 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5f996294-5082-4416-a566-b055d31b16e2 req-cded814c-3fe9-4a96-a48c-9b151b86b62a tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] 10.222.0.57 "GET /v2.0/ports?device_id=84ccc0b2-fdaf-498d-aadf-3c6cf421b76c HTTP/1.1" status: 200 len: 210 time: 0.3552728 May 27 02:20:33.451393 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-971a81c0-4907-4467-927d-d765d968c126 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0070972 May 27 02:20:33.457666 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ae5429cf-1643-4077-88aa-012d0330e41f req-48042654-5a23-47d0-a62a-4480d2993809 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb8d367-d12a-4af5-8109-bc06a18bdc99 HTTP/1.1" status: 200 len: 210 time: 0.3678815 May 27 02:20:33.468787 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff32eb0a-a36e-4996-9d95-df17e7045e23 service neutron] Pushing event updated for resources: {'Port': ['ID=1133d8fa-081d-44c0-b35b-fad501b088eb,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:33.493778 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330abaf0-4f0d-4090-8cf4-feed08bde220 None None] Pushing event updated for resources: {'Port': ['ID=dc04ddde-b37d-4200-955f-09cca1c9a58d,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:33.507118 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43102) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:33.509125 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-915616e5-57a2-4b41-8bd5-668315370019 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:33.514472 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-915616e5-57a2-4b41-8bd5-668315370019 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Usage tracker for resource:subnet and tenant:603c58ba304f41388b863215a4e94a90 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:33.518234 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-915616e5-57a2-4b41-8bd5-668315370019 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:33.531204 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-915616e5-57a2-4b41-8bd5-668315370019 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:33.579704 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0521af7f-7678-4419-bf9b-924506c50e15'] response: {'server_uuid': '84ccc0b2-fdaf-498d-aadf-3c6cf421b76c', 'name': 'network-vif-deleted', 'tag': '82dd2734-6534-43e7-89d4-b40f213eac2c', 'status': 'completed', 'code': 200} May 27 02:20:33.604046 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bbc8e0c1-3788-4b22-adb2-39542e4a20ae tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:33.652320 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915616e5-57a2-4b41-8bd5-668315370019 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Made reservation on behalf of 603c58ba304f41388b863215a4e94a90 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:20:33.657424 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-915616e5-57a2-4b41-8bd5-668315370019 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:33.930827 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bbc8e0c1-3788-4b22-adb2-39542e4a20ae tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:33.966431 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.ipam_backend_mixin [None req-915616e5-57a2-4b41-8bd5-668315370019 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Performing IP validity checks on allocation pools {{(pid=88902) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 27 02:20:33.966547 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.ipam_backend_mixin [None req-915616e5-57a2-4b41-8bd5-668315370019 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88902) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 27 02:20:33.982083 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2728f3cb-d14b-49dd-83dc-ea34ff6ac034'] response: {'name': 'network-changed', 'server_uuid': '9e66fc82-51e0-4897-bc74-f9cfbf059c8d', 'tag': '1133d8fa-081d-44c0-b35b-fad501b088eb', 'status': 'completed', 'code': 200} May 27 02:20:34.005954 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 82dd2734-6534-43e7-89d4-b40f213eac2c no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:20:34.028952 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-dae61e15-be13-4242-a970-413c67718bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:34.031209 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-dae61e15-be13-4242-a970-413c67718bcb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e6fc548f88094a2d8ad31078dc1820b4&device_id=9e66fc82-51e0-4897-bc74-f9cfbf059c8d HTTP/1.1" status: 200 len: 1094 time: 0.6167545 May 27 02:20:34.037848 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-135ab9c3-2b49-4405-91ac-af4613704246 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-994462864-network', 'tenant_id': '3e34770346fc4f329e150ec1b7c8db47'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:34.052459 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-135ab9c3-2b49-4405-91ac-af4613704246 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:34.098075 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-135ab9c3-2b49-4405-91ac-af4613704246 admin admin] Usage tracker for resource:network and tenant:3e34770346fc4f329e150ec1b7c8db47 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:34.109380 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: 82dd2734-6534-43e7-89d4-b40f213eac2c {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:20:34.113224 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 82dd2734-6534-43e7-89d4-b40f213eac2c not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:20:34.115883 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-135ab9c3-2b49-4405-91ac-af4613704246 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:34.147386 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-135ab9c3-2b49-4405-91ac-af4613704246 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:34.173509 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-ceaee958-2379-443d-8385-b1f394696d1a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1133d8fa-081d-44c0-b35b-fad501b088eb HTTP/1.1" status: 200 len: 217 time: 0.1340475 May 27 02:20:34.325205 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135ab9c3-2b49-4405-91ac-af4613704246 admin admin] Made reservation on behalf of 3e34770346fc4f329e150ec1b7c8db47 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:20:34.325735 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-2f39736f-8e5c-4d8c-a811-fa9009068131 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Synchronizing usage tracker for tenant:0ff34f8aa5b34b2b8b9bd5b46a9cefc6 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:20:34.327435 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-135ab9c3-2b49-4405-91ac-af4613704246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:34.336395 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-623f5572-d178-4bc7-a4ed-c34b100d8314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:34.337864 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-623f5572-d178-4bc7-a4ed-c34b100d8314 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=247564f0-1187-4cc8-b142-74cbc42d04cd HTTP/1.1" status: 200 len: 861 time: 0.1567333 May 27 02:20:34.344511 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bbc8e0c1-3788-4b22-adb2-39542e4a20ae tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:34.346275 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-135ab9c3-2b49-4405-91ac-af4613704246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:34.363340 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-135ab9c3-2b49-4405-91ac-af4613704246 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:34.368079 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-135ab9c3-2b49-4405-91ac-af4613704246 admin admin] Usage tracker for resource:security_group_rule and tenant:3e34770346fc4f329e150ec1b7c8db47 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:34.371178 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-135ab9c3-2b49-4405-91ac-af4613704246 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:34.377098 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-135ab9c3-2b49-4405-91ac-af4613704246 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:34.430045 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-bf7c3254-cf83-48e5-bcd6-14b096437b20 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ad328cf1-4104-4d8e-8f1d-0a25d788d2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719967 May 27 02:20:34.462556 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-135ab9c3-2b49-4405-91ac-af4613704246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:34.508488 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bbc8e0c1-3788-4b22-adb2-39542e4a20ae tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:34.523884 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34a562-f78e-4332-91ca-81c52deb5016 req-1a7a9dce-a296-4c6e-a644-32d836150b14 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:34.525484 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aa34a562-f78e-4332-91ca-81c52deb5016 req-1a7a9dce-a296-4c6e-a644-32d836150b14 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e66fc82-51e0-4897-bc74-f9cfbf059c8d HTTP/1.1" status: 200 len: 943 time: 0.3030357 May 27 02:20:34.606731 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aa34a562-f78e-4332-91ca-81c52deb5016 req-fc5843cc-7733-4c30-9dc4-06519f2b29b6 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/security-groups?id=79437922-d5e1-4f8b-bbae-11b029e819f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730889 May 27 02:20:34.610370 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-2f39736f-8e5c-4d8c-a811-fa9009068131 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Unset dirty status for tenant:0ff34f8aa5b34b2b8b9bd5b46a9cefc6 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:20:34.611444 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-2f39736f-8e5c-4d8c-a811-fa9009068131 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1069832625&fields=id&tenant_id=0ff34f8aa5b34b2b8b9bd5b46a9cefc6 HTTP/1.1" status: 200 len: 267 time: 0.5105147 May 27 02:20:34.620799 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-915616e5-57a2-4b41-8bd5-668315370019 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:34.659089 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc8e0c1-3788-4b22-adb2-39542e4a20ae tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Pushing event updated for resources: {'Port': ['ID=2b9cba1a-a0ed-43b9-ac18-eb8b539d06b4,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:34.669092 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-135ab9c3-2b49-4405-91ac-af4613704246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:34.722416 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-135ab9c3-2b49-4405-91ac-af4613704246 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:20:34.739864 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-88bdd7de-ffbb-4706-aee1-2ae7d8e470b3 service neutron] 10.222.0.32 "GET /v2.0/networks/ad328cf1-4104-4d8e-8f1d-0a25d788d2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023670 May 27 02:20:34.749195 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ab9c3-2b49-4405-91ac-af4613704246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a5b968-05db-4678-937b-46184749fe43,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:34.760037 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-135ab9c3-2b49-4405-91ac-af4613704246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:34.760667 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-135ab9c3-2b49-4405-91ac-af4613704246 admin admin] Added segment 3f7f9ee6-40d2-435d-918a-29fa3728567c of type vlan for network 736b2400-7faf-4319-9b51-8d438baaefbb May 27 02:20:34.762184 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bbc8e0c1-3788-4b22-adb2-39542e4a20ae tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:34.823014 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-135ab9c3-2b49-4405-91ac-af4613704246 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:34.915916 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915616e5-57a2-4b41-8bd5-668315370019 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event updated for resources: {'Subnet': ['ID=ccccc6c9-1d76-4517-975a-14e7f424aba2,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:34.930299 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915616e5-57a2-4b41-8bd5-668315370019 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Checking segment: {'id': '8616debc-9344-4e97-9b20-415f6d7987d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '89856e41-c1cf-4990-b24d-7214c8511f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:20:34.930666 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915616e5-57a2-4b41-8bd5-668315370019 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Network hostable DHCP agents. Network: 89856e41-c1cf-4990-b24d-7214c8511f4c, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:20:34.937933 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bbc8e0c1-3788-4b22-adb2-39542e4a20ae tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:34.939398 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-bbc8e0c1-3788-4b22-adb2-39542e4a20ae tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2381563 May 27 02:20:34.942150 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43130) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:34.949276 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-0fe5188f-e6e2-40df-a1f1-0e6af7b3777b tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Request body: {'port': {'network_id': '15c398c4-e40a-406f-90bc-73562a630f66', 'name': 'tempest-FloatingIPTestJSON-1684503742'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:34.953559 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3ba274e7-8b6f-4e94-8bf6-4d7e4898be92 req-a5eb942e-ed0e-4349-b958-6b17317a891a tempest-ServerGroupTestJSON-1674027952 tempest-ServerGroupTestJSON-1674027952-project] 10.222.0.57 "GET /v2.0/ports?device_id=84ccc0b2-fdaf-498d-aadf-3c6cf421b76c HTTP/1.1" status: 200 len: 210 time: 0.1644917 May 27 02:20:34.961666 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-0c9b9b9b-99ac-4071-a9b0-b743aa21cc0a tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:34.962313 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-0c9b9b9b-99ac-4071-a9b0-b743aa21cc0a tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Synchronizing usage tracker for tenant:0ff34f8aa5b34b2b8b9bd5b46a9cefc6 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:20:34.980023 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-135ab9c3-2b49-4405-91ac-af4613704246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:34.981498 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135ab9c3-2b49-4405-91ac-af4613704246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:34.982242 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-135ab9c3-2b49-4405-91ac-af4613704246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:35.032330 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b66a4e-7571-40a7-b312-268ecf661f7d None None] Network 298ff16d-b069-4f53-9f4f-522f64ef3bb9 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:20:35.038591 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5acfc620-b53b-4af8-bf27-f0cc15368e62 req-7fdc273e-636d-432d-b403-c440774f1cd6 service neutron] 10.222.0.32 "GET /v2.0/networks/ad328cf1-4104-4d8e-8f1d-0a25d788d2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834158 May 27 02:20:35.148644 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915616e5-57a2-4b41-8bd5-668315370019 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Network 89856e41-c1cf-4990-b24d-7214c8511f4c is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:20:35.150868 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-0c9b9b9b-99ac-4071-a9b0-b743aa21cc0a tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Unset dirty status for tenant:0ff34f8aa5b34b2b8b9bd5b46a9cefc6 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:20:35.152173 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-0c9b9b9b-99ac-4071-a9b0-b743aa21cc0a tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports/0cddd283-b33e-41da-b142-f29163e1f022 HTTP/1.1" status: 200 len: 932 time: 0.5242121 May 27 02:20:35.165750 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-af9d6224-ac1a-44a7-a76e-04ae791b45a4 req-203288f9-7109-4973-8abf-3bad3fee208c tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb8d367-d12a-4af5-8109-bc06a18bdc99 HTTP/1.1" status: 200 len: 210 time: 0.0585635 May 27 02:20:35.299365 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-915616e5-57a2-4b41-8bd5-668315370019 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 89856e41-c1cf-4990-b24d-7214c8511f4c) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:20:35.304799 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-38f5adbb-3165-4912-a4d0-0b4000520575 None None] Provisioning for port dc04ddde-b37d-4200-955f-09cca1c9a58d completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:20:35.310751 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915616e5-57a2-4b41-8bd5-668315370019 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:35.310914 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fc40d0-95b6-48c2-93de-6c61399689e3 None None] Network 89856e41-c1cf-4990-b24d-7214c8511f4c requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:20:35.311344 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-915616e5-57a2-4b41-8bd5-668315370019 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:35.329752 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-135ab9c3-2b49-4405-91ac-af4613704246 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8210635 May 27 02:20:35.343702 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43134) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:35.358371 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-f92fa94a-3973-4d42-b9cc-9e79efb9d7c5 admin admin] Request body: {'subnet': {'network_id': '736b2400-7faf-4319-9b51-8d438baaefbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-994462864-subnet', 'tenant_id': '3e34770346fc4f329e150ec1b7c8db47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:35.376756 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-bf958192-5d1d-4b3d-b667-991aaf34c1ad tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:35.378671 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-bf958192-5d1d-4b3d-b667-991aaf34c1ad tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports/e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340 HTTP/1.1" status: 200 len: 930 time: 0.2162719 May 27 02:20:35.387589 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-f92fa94a-3973-4d42-b9cc-9e79efb9d7c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:35.402304 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f92fa94a-3973-4d42-b9cc-9e79efb9d7c5 admin admin] Usage tracker for resource:subnet and tenant:3e34770346fc4f329e150ec1b7c8db47 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:35.403354 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ab9c3-2b49-4405-91ac-af4613704246 admin admin] Pushing event updated for resources: {'Network': ['ID=736b2400-7faf-4319-9b51-8d438baaefbb,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:35.411703 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f92fa94a-3973-4d42-b9cc-9e79efb9d7c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:35.423876 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 736b2400-7faf-4319-9b51-8d438baaefbb details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:20:35.444680 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device dc04ddde-b37d-4200-955f-09cca1c9a58d up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:20:35.455221 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0fe5188f-e6e2-40df-a1f1-0e6af7b3777b tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:35.459858 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0fe5188f-e6e2-40df-a1f1-0e6af7b3777b tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Usage tracker for resource:port and tenant:da6da76c53cc4067a3275f77b81c0c47 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:35.467830 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0fe5188f-e6e2-40df-a1f1-0e6af7b3777b tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:35.472789 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-f92fa94a-3973-4d42-b9cc-9e79efb9d7c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:35.472938 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0fe5188f-e6e2-40df-a1f1-0e6af7b3777b tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:35.487261 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-e9b5b9a9-763d-4692-8747-29320dcc7686 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?network_id=c9b6b64d-3919-4b90-9366-bcda75991abc&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1019907 May 27 02:20:35.536684 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-915616e5-57a2-4b41-8bd5-668315370019 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.5423086 May 27 02:20:35.539591 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43138) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:35.546294 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-81653dcb-de2d-45a6-b175-ca8cffa9e610 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?network_id=c9b6b64d-3919-4b90-9366-bcda75991abc&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0524821 May 27 02:20:35.548949 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d099999-f71c-4200-814c-87d8be069506 req-c06d564f-dfca-4fc1-af3f-b9cf6ff21ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:35.550368 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0d099999-f71c-4200-814c-87d8be069506 req-c06d564f-dfca-4fc1-af3f-b9cf6ff21ad1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e6fc548f88094a2d8ad31078dc1820b4&device_id=9e66fc82-51e0-4897-bc74-f9cfbf059c8d HTTP/1.1" status: 200 len: 1094 time: 0.3369341 May 27 02:20:35.647295 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe5188f-e6e2-40df-a1f1-0e6af7b3777b tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Made reservation on behalf of da6da76c53cc4067a3275f77b81c0c47 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:20:35.652228 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0fe5188f-e6e2-40df-a1f1-0e6af7b3777b tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:35.699325 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-0fe5188f-e6e2-40df-a1f1-0e6af7b3777b tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] device_id is not set on port dd8d8937-a35a-4d58-a328-4c0c478f13ed yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:20:35.802073 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc173ebd-bc2e-43fb-a713-bf5c65e02895 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-89856e41-c1cf-4990-b24d-7214c8511f4c', 'network_id': '89856e41-c1cf-4990-b24d-7214c8511f4c', 'tenant_id': '603c58ba304f41388b863215a4e94a90', 'fixed_ips': [{'subnet_id': 'ccccc6c9-1d76-4517-975a-14e7f424aba2'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:20:35.803186 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cc173ebd-bc2e-43fb-a713-bf5c65e02895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:35.876026 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92fa94a-3973-4d42-b9cc-9e79efb9d7c5 admin admin] Made reservation on behalf of 3e34770346fc4f329e150ec1b7c8db47 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:20:35.878510 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a760f04-37b2-4e36-b3f0-dfb6faab9218 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:35.878965 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f92fa94a-3973-4d42-b9cc-9e79efb9d7c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:35.892479 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port dc04ddde-b37d-4200-955f-09cca1c9a58d completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:20:35.902598 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port dc04ddde-b37d-4200-955f-09cca1c9a58d triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:20:35.903167 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:36.037769 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a760f04-37b2-4e36-b3f0-dfb6faab9218 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:36.094765 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-0fe5188f-e6e2-40df-a1f1-0e6af7b3777b tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Allocated IP 172.20.0.7 (15c398c4-e40a-406f-90bc-73562a630f66/b129b23d-e221-4d69-9cf9-10ee5c96b0d5/dd8d8937-a35a-4d58-a328-4c0c478f13ed) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:20:36.115412 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-072f4a1f-6017-4bda-8031-02c7ad40c7c3 None None] Provisioning complete for port dc04ddde-b37d-4200-955f-09cca1c9a58d triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:20:36.116533 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-072f4a1f-6017-4bda-8031-02c7ad40c7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:36.157252 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-cc173ebd-bc2e-43fb-a713-bf5c65e02895 None None] Allocated IP 2001:db8::3 (89856e41-c1cf-4990-b24d-7214c8511f4c/ccccc6c9-1d76-4517-975a-14e7f424aba2/e2c2bb8e-e7cb-45d3-bbc6-ef006ced441e) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:20:36.191470 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-35435bf6-b461-4502-b1ab-0f89fc1e0cd0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:36.194240 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port dc04ddde-b37d-4200-955f-09cca1c9a58d is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:20:36.194822 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:36.200620 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-35435bf6-b461-4502-b1ab-0f89fc1e0cd0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:36.208560 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-35435bf6-b461-4502-b1ab-0f89fc1e0cd0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:36.209548 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-35435bf6-b461-4502-b1ab-0f89fc1e0cd0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Synchronizing usage tracker for tenant:0ff34f8aa5b34b2b8b9bd5b46a9cefc6 on resource:network {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:20:36.228515 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d099999-f71c-4200-814c-87d8be069506 req-e268db5f-7397-4b37-b6cf-d66e5d513c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:36.230111 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0d099999-f71c-4200-814c-87d8be069506 req-e268db5f-7397-4b37-b6cf-d66e5d513c56 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ad328cf1-4104-4d8e-8f1d-0a25d788d2cc HTTP/1.1" status: 200 len: 922 time: 0.6449807 May 27 02:20:36.243015 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d0a0b-1456-44b0-bae4-244930114d55 req-9d7f5d35-2a90-47fd-9ebd-5057e1584dc4 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:36.244578 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4f4d0a0b-1456-44b0-bae4-244930114d55 req-9d7f5d35-2a90-47fd-9ebd-5057e1584dc4 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e66fc82-51e0-4897-bc74-f9cfbf059c8d HTTP/1.1" status: 200 len: 943 time: 0.4305894 May 27 02:20:36.328963 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port dc04ddde-b37d-4200-955f-09cca1c9a58d, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=dc04ddde-b37d-4200-955f-09cca1c9a58d,segment=NetworkSegment(f1f8842e-882e-4afa-a0db-e53b3821c05b),segment_id=f1f8842e-882e-4afa-a0db-e53b3821c05b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:36.347270 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0fe5188f-e6e2-40df-a1f1-0e6af7b3777b tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:36.352948 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0d099999-f71c-4200-814c-87d8be069506 req-717b55f8-a56e-4596-8d05-4c4bb70b4a4d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1133d8fa-081d-44c0-b35b-fad501b088eb HTTP/1.1" status: 200 len: 217 time: 0.1055119 May 27 02:20:36.439515 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-072f4a1f-6017-4bda-8031-02c7ad40c7c3 None None] Current status of the port dc04ddde-b37d-4200-955f-09cca1c9a58d is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:20:36.440206 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-072f4a1f-6017-4bda-8031-02c7ad40c7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:36.478165 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4f4d0a0b-1456-44b0-bae4-244930114d55 req-b6f0d95e-2c99-4a37-94bb-3f726315031c tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/security-groups?id=79437922-d5e1-4f8b-bbae-11b029e819f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531308 May 27 02:20:36.490305 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-35435bf6-b461-4502-b1ab-0f89fc1e0cd0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Unset dirty status for tenant:0ff34f8aa5b34b2b8b9bd5b46a9cefc6 on resource:network {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:20:36.491877 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-35435bf6-b461-4502-b1ab-0f89fc1e0cd0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/networks?id=cd909775-46db-435c-9cd7-78749fc058c4&id=bc44a8f1-f55a-42c3-8906-2fd4470a2ec1&id=bc44a8f1-f55a-42c3-8906-2fd4470a2ec1&id=c9b6b64d-3919-4b90-9366-bcda75991abc&id=c9b6b64d-3919-4b90-9366-bcda75991abc HTTP/1.1" status: 200 len: 1990 time: 0.9342461 May 27 02:20:36.524684 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:36.545305 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-0a56136b-641b-4dc8-bcf9-de296a2ebaee tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:36.546997 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-0a56136b-641b-4dc8-bcf9-de296a2ebaee tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.32 "GET /v2.0/networks?id=317f8943-c2cf-4629-a384-430f557971d0 HTTP/1.1" status: 200 len: 812 time: 0.1653812 May 27 02:20:36.551320 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d099999-f71c-4200-814c-87d8be069506 req-1e0094c0-8f85-422a-bcb0-e766eea233a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:36.554081 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0d099999-f71c-4200-814c-87d8be069506 req-1e0094c0-8f85-422a-bcb0-e766eea233a4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=247564f0-1187-4cc8-b142-74cbc42d04cd HTTP/1.1" status: 200 len: 861 time: 0.1785562 May 27 02:20:36.554702 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-405dc787-d68b-44f0-a47e-5486c1078fa8 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/quotas/0ff34f8aa5b34b2b8b9bd5b46a9cefc6 HTTP/1.1" status: 200 len: 375 time: 0.0551448 May 27 02:20:36.565289 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-ce0d57c6-4838-4873-ba5c-6b9b9d91d1b3 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Request body: {'port': {'device_id': '4eb8d367-d12a-4af5-8109-bc06a18bdc99', 'network_id': '317f8943-c2cf-4629-a384-430f557971d0', 'admin_state_up': True, 'tenant_id': '500421bbc9424254b703858ad839b150'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:36.676397 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cc173ebd-bc2e-43fb-a713-bf5c65e02895 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:36.691064 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0fe5188f-e6e2-40df-a1f1-0e6af7b3777b tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:36.696824 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0d099999-f71c-4200-814c-87d8be069506 req-d0f56e19-00cb-4a3a-9daf-3175ba2b7a70 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ad328cf1-4104-4d8e-8f1d-0a25d788d2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678697 May 27 02:20:36.734495 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-cc173ebd-bc2e-43fb-a713-bf5c65e02895 None None] Transition to ACTIVE for port object e2c2bb8e-e7cb-45d3-bbc6-ef006ced441e will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:20:36.762976 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=dc04ddde-b37d-4200-955f-09cca1c9a58d,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:36.804030 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-32a03682-f6f3-4895-8d6a-7bd36cba6742 req-7db79e5a-7f32-4c21-b40c-178ea3c3d890 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb8d367-d12a-4af5-8109-bc06a18bdc99 HTTP/1.1" status: 200 len: 210 time: 0.1147242 May 27 02:20:36.809538 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe5188f-e6e2-40df-a1f1-0e6af7b3777b tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Network 15c398c4-e40a-406f-90bc-73562a630f66 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:20:36.812094 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-ce0d57c6-4838-4873-ba5c-6b9b9d91d1b3 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:36.821809 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-0fe5188f-e6e2-40df-a1f1-0e6af7b3777b tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:20:36.827906 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f92fa94a-3973-4d42-b9cc-9e79efb9d7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:36.831578 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe5188f-e6e2-40df-a1f1-0e6af7b3777b tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:20:36.855019 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-cc173ebd-bc2e-43fb-a713-bf5c65e02895 None None] Transition to ACTIVE for port object e2c2bb8e-e7cb-45d3-bbc6-ef006ced441e will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:20:36.868026 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-072f4a1f-6017-4bda-8031-02c7ad40c7c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:20:36.868026 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-072f4a1f-6017-4bda-8031-02c7ad40c7c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:20:36.868317 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe5188f-e6e2-40df-a1f1-0e6af7b3777b tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Pushing event updated for resources: {'Port': ['ID=dd8d8937-a35a-4d58-a328-4c0c478f13ed,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:36.879614 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-ce0d57c6-4838-4873-ba5c-6b9b9d91d1b3 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:36.915858 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cc173ebd-bc2e-43fb-a713-bf5c65e02895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:36.917275 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe5188f-e6e2-40df-a1f1-0e6af7b3777b tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:36.917275 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0fe5188f-e6e2-40df-a1f1-0e6af7b3777b tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:36.998603 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-ce0d57c6-4838-4873-ba5c-6b9b9d91d1b3 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Made reservation on behalf of 500421bbc9424254b703858ad839b150 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:20:37.002495 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-ce0d57c6-4838-4873-ba5c-6b9b9d91d1b3 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:37.003945 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc173ebd-bc2e-43fb-a713-bf5c65e02895 None None] Network 89856e41-c1cf-4990-b24d-7214c8511f4c is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:20:37.011268 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc173ebd-bc2e-43fb-a713-bf5c65e02895 None None] Pushing event updated for resources: {'Port': ['ID=e2c2bb8e-e7cb-45d3-bbc6-ef006ced441e,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:37.030528 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-cc173ebd-bc2e-43fb-a713-bf5c65e02895 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:20:37.034639 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc173ebd-bc2e-43fb-a713-bf5c65e02895 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:20:37.051110 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a760f04-37b2-4e36-b3f0-dfb6faab9218 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:37.076798 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-8e242ce6-3237-47e4-9dc1-82a307e40c4f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ff34f8aa5b34b2b8b9bd5b46a9cefc6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5063124 May 27 02:20:37.077480 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92fa94a-3973-4d42-b9cc-9e79efb9d7c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e166641e-9c69-4a80-8861-8b24be35b2f7,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:37.086478 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92fa94a-3973-4d42-b9cc-9e79efb9d7c5 admin admin] Checking segment: {'id': '3f7f9ee6-40d2-435d-918a-29fa3728567c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '736b2400-7faf-4319-9b51-8d438baaefbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:20:37.086840 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92fa94a-3973-4d42-b9cc-9e79efb9d7c5 admin admin] Network hostable DHCP agents. Network: 736b2400-7faf-4319-9b51-8d438baaefbb, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:20:37.144046 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a760f04-37b2-4e36-b3f0-dfb6faab9218 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event deleted for resources: {'Subnet': ['ID=ccccc6c9-1d76-4517-975a-14e7f424aba2,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:37.144046 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0fe5188f-e6e2-40df-a1f1-0e6af7b3777b tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1990886 May 27 02:20:37.147080 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0d099999-f71c-4200-814c-87d8be069506 req-8169ae45-f9b9-40f1-b97d-696ea03525dd service neutron] 10.222.0.32 "GET /v2.0/networks/ad328cf1-4104-4d8e-8f1d-0a25d788d2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888249 May 27 02:20:37.147539 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43154) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:37.201422 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-a51dac61-58a7-4aec-8827-42ab5cebb40c tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Request body: {'floatingip': {'port_id': 'dd8d8937-a35a-4d58-a328-4c0c478f13ed'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:37.211534 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-cc173ebd-bc2e-43fb-a713-bf5c65e02895 None None] Attempting to bind port e2c2bb8e-e7cb-45d3-bbc6-ef006ced441e on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:20:37.211534 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-cc173ebd-bc2e-43fb-a713-bf5c65e02895 None None] Attempting to bind port e2c2bb8e-e7cb-45d3-bbc6-ef006ced441e by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '8616debc-9344-4e97-9b20-415f6d7987d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '89856e41-c1cf-4990-b24d-7214c8511f4c'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:20:37.213292 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc173ebd-bc2e-43fb-a713-bf5c65e02895 None None] Attempting to bind port e2c2bb8e-e7cb-45d3-bbc6-ef006ced441e on network 89856e41-c1cf-4990-b24d-7214c8511f4c {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:20:37.217877 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc173ebd-bc2e-43fb-a713-bf5c65e02895 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:20:37.218254 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc173ebd-bc2e-43fb-a713-bf5c65e02895 None None] Checking segment: {'id': '8616debc-9344-4e97-9b20-415f6d7987d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '89856e41-c1cf-4990-b24d-7214c8511f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:20:37.218644 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cc173ebd-bc2e-43fb-a713-bf5c65e02895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:37.219241 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc173ebd-bc2e-43fb-a713-bf5c65e02895 None None] Bound using segment: {'id': '8616debc-9344-4e97-9b20-415f6d7987d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '89856e41-c1cf-4990-b24d-7214c8511f4c'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:20:37.219872 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-cc173ebd-bc2e-43fb-a713-bf5c65e02895 None None] Bound port: e2c2bb8e-e7cb-45d3-bbc6-ef006ced441e, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8616debc-9344-4e97-9b20-415f6d7987d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '89856e41-c1cf-4990-b24d-7214c8511f4c'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:20:37.220400 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cc173ebd-bc2e-43fb-a713-bf5c65e02895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:37.282945 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a760f04-37b2-4e36-b3f0-dfb6faab9218 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:37.340965 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-9a760f04-37b2-4e36-b3f0-dfb6faab9218 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89856e41-c1cf-4990-b24d-7214c8511f4c']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:37.345008 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-cc173ebd-bc2e-43fb-a713-bf5c65e02895 None None] For port e2c2bb8e-e7cb-45d3-bbc6-ef006ced441e, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:20:37.350203 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-cc173ebd-bc2e-43fb-a713-bf5c65e02895 None None] For port e2c2bb8e-e7cb-45d3-bbc6-ef006ced441e, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=e2c2bb8e-e7cb-45d3-bbc6-ef006ced441e,segment=NetworkSegment(8616debc-9344-4e97-9b20-415f6d7987d8),segment_id=8616debc-9344-4e97-9b20-415f6d7987d8)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:20:37.360425 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92fa94a-3973-4d42-b9cc-9e79efb9d7c5 admin admin] Network 736b2400-7faf-4319-9b51-8d438baaefbb is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:20:37.365388 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device dc04ddde-b37d-4200-955f-09cca1c9a58d up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:20:37.395346 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-9a760f04-37b2-4e36-b3f0-dfb6faab9218 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8616debc-9344-4e97-9b20-415f6d7987d8') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:37.396516 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-9a760f04-37b2-4e36-b3f0-dfb6faab9218 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8616debc-9344-4e97-9b20-415f6d7987d8') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:37.420224 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a760f04-37b2-4e36-b3f0-dfb6faab9218 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:37.422349 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a51dac61-58a7-4aec-8827-42ab5cebb40c tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for floatingip, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:37.451992 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-ce0d57c6-4838-4873-ba5c-6b9b9d91d1b3 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Allocated IP 172.20.0.5 (317f8943-c2cf-4629-a384-430f557971d0/029bf5aa-9449-4d9e-81c7-fe1336fb8379/0656c221-b9ea-4665-8d59-1ea5f8c78630) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:20:37.484664 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a760f04-37b2-4e36-b3f0-dfb6faab9218 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:37.502916 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cc173ebd-bc2e-43fb-a713-bf5c65e02895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:37.506746 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a760f04-37b2-4e36-b3f0-dfb6faab9218 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:20:37.507054 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a760f04-37b2-4e36-b3f0-dfb6faab9218 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:37.541030 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43174) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:37.629785 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-072f4a1f-6017-4bda-8031-02c7ad40c7c3 None None] Current status of the port dc04ddde-b37d-4200-955f-09cca1c9a58d is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:20:37.730228 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port dc04ddde-b37d-4200-955f-09cca1c9a58d triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:20:37.730769 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:37.748652 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 8616debc-9344-4e97-9b20-415f6d7987d8 resource provider aggregate not found May 27 02:20:37.756982 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc173ebd-bc2e-43fb-a713-bf5c65e02895 None None] Pushing event updated for resources: {'Port': ['ID=e2c2bb8e-e7cb-45d3-bbc6-ef006ced441e,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:37.761280 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-f92fa94a-3973-4d42-b9cc-9e79efb9d7c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 736b2400-7faf-4319-9b51-8d438baaefbb) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:20:37.793606 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92fa94a-3973-4d42-b9cc-9e79efb9d7c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:37.794160 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f92fa94a-3973-4d42-b9cc-9e79efb9d7c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:37.813031 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 8616debc-9344-4e97-9b20-415f6d7987d8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8616debc-9344-4e97-9b20-415f6d7987d8 found for delete ", "request_id": "req-794e9d21-9831-490c-abd9-f07798f1643b"}]} May 27 02:20:37.821854 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766e42cd-41fb-40b4-ba34-09f759b0d923 None None] Network 736b2400-7faf-4319-9b51-8d438baaefbb requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:20:37.874255 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-9a760f04-37b2-4e36-b3f0-dfb6faab9218 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 02:20:37.874255 n-d-843554-3 neutron-server[88901]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 02:20:37.874255 n-d-843554-3 neutron-server[88901]: [parameters: {'id': '89856e41-c1cf-4990-b24d-7214c8511f4c'}] May 27 02:20:37.874255 n-d-843554-3 neutron-server[88901]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:20:37.874686 n-d-843554-3 neutron-server[88901]: DEBUG oslo_db.api [None req-9a760f04-37b2-4e36-b3f0-dfb6faab9218 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:20:37.895129 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ac05d9a-3009-4450-8086-58bda576d5a0 admin admin] Deleting subnet 893b4594-1b50-4932-9480-7634b8382482 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:20:37.903154 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0ac05d9a-3009-4450-8086-58bda576d5a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:37.916448 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-34186a9c-67c0-4692-b56b-832a5c8d025e service neutron] 10.222.0.57 "GET /v2.0/networks/cd909775-46db-435c-9cd7-78749fc058c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8080208 May 27 02:20:37.924283 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0d099999-f71c-4200-814c-87d8be069506 req-03efccb0-b3d5-4d1b-8ba6-b02f95532cc5 service neutron] 10.222.0.32 "GET /v2.0/networks/ad328cf1-4104-4d8e-8f1d-0a25d788d2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7268002 May 27 02:20:38.025800 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0ac05d9a-3009-4450-8086-58bda576d5a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:38.036562 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f92fa94a-3973-4d42-b9cc-9e79efb9d7c5 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.6849771 May 27 02:20:38.069825 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-ce0d57c6-4838-4873-ba5c-6b9b9d91d1b3 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:38.079153 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee35793-057d-46bf-a9fc-15f6767ccccd None None] Network 89856e41-c1cf-4990-b24d-7214c8511f4c requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:20:38.102270 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0ac05d9a-3009-4450-8086-58bda576d5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:38.174699 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-a4854456-a17e-4ea0-afc4-2949cf65d1cf service neutron] 10.222.0.57 "GET /v2.0/networks/cd909775-46db-435c-9cd7-78749fc058c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493107 May 27 02:20:38.239990 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94b42a8-ad7b-412f-928f-f8cb5f4056ff None None] Network 736b2400-7faf-4319-9b51-8d438baaefbb requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:20:38.265178 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf8f71-1602-4ec8-b6c6-9eb4ab27c160 req-6b5569bd-c63a-4204-a8c9-9ff54abe5176 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:38.266704 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8acf8f71-1602-4ec8-b6c6-9eb4ab27c160 req-6b5569bd-c63a-4204-a8c9-9ff54abe5176 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e66fc82-51e0-4897-bc74-f9cfbf059c8d HTTP/1.1" status: 200 len: 943 time: 0.6191828 May 27 02:20:38.276198 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-ce0d57c6-4838-4873-ba5c-6b9b9d91d1b3 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:38.340760 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0ac05d9a-3009-4450-8086-58bda576d5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:38.368026 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-3ce697a5-4756-47a3-88f3-6c64026dd088 service neutron] 10.222.0.57 "GET /v2.0/ports/0cddd283-b33e-41da-b142-f29163e1f022?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1818023 May 27 02:20:38.392241 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a760f04-37b2-4e36-b3f0-dfb6faab9218 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:38.407974 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac05d9a-3009-4450-8086-58bda576d5a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=893b4594-1b50-4932-9480-7634b8382482,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:38.416178 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0ac05d9a-3009-4450-8086-58bda576d5a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:38.422879 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-ce0d57c6-4838-4873-ba5c-6b9b9d91d1b3 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Network 317f8943-c2cf-4629-a384-430f557971d0 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:20:38.433838 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-ce0d57c6-4838-4873-ba5c-6b9b9d91d1b3 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:20:38.437506 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d57c6-4838-4873-ba5c-6b9b9d91d1b3 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Pushing event updated for resources: {'Port': ['ID=0656c221-b9ea-4665-8d59-1ea5f8c78630,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:38.439971 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-ce0d57c6-4838-4873-ba5c-6b9b9d91d1b3 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:20:38.472567 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 1133d8fa-081d-44c0-b35b-fad501b088eb details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:20:38.494996 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-9a760f04-37b2-4e36-b3f0-dfb6faab9218 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Deleting port e2c2bb8e-e7cb-45d3-bbc6-ef006ced441e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:20:38.495383 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a760f04-37b2-4e36-b3f0-dfb6faab9218 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:38.502636 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8acf8f71-1602-4ec8-b6c6-9eb4ab27c160 req-68099a6e-1fd0-48f6-80ea-147aa29a12a8 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/security-groups?id=79437922-d5e1-4f8b-bbae-11b029e819f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281904 May 27 02:20:38.549184 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port dc04ddde-b37d-4200-955f-09cca1c9a58d is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:20:38.563560 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0ac05d9a-3009-4450-8086-58bda576d5a0 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/893b4594-1b50-4932-9480-7634b8382482 HTTP/1.1" status: 204 len: 168 time: 1.0187864 May 27 02:20:38.566295 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43188) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:38.579884 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-ce0d57c6-4838-4873-ba5c-6b9b9d91d1b3 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:38.581158 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-ce0d57c6-4838-4873-ba5c-6b9b9d91d1b3 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:38.663642 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-413ffc4a-4182-4ae7-8a27-6b9579cfc71d service neutron] 10.222.0.57 "GET /v2.0/networks/bc44a8f1-f55a-42c3-8906-2fd4470a2ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857580 May 27 02:20:38.739669 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-ce0d57c6-4838-4873-ba5c-6b9b9d91d1b3 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1793427 May 27 02:20:38.759828 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-012a95db-06cc-45f5-8d55-877121d2579d service neutron] Request body: {'port': {'device_id': '4eb8d367-d12a-4af5-8109-bc06a18bdc99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:38.793335 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935ec771-6240-4e29-a134-92079a164dbf None None] get_active_networks_info from n-d-843554-3 {{(pid=88903) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 02:20:38.836877 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-55959b65-3f27-40e4-877f-641cc05af0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:38.877871 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 1133d8fa-081d-44c0-b35b-fad501b088eb, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=1133d8fa-081d-44c0-b35b-fad501b088eb,segment=NetworkSegment(ad9a4b4f-872c-4058-b3e3-93f96436dea6),segment_id=ad9a4b4f-872c-4058-b3e3-93f96436dea6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:38.899670 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '1133d8fa-081d-44c0-b35b-fad501b088eb', 'network_id': 'ad328cf1-4104-4d8e-8f1d-0a25d788d2cc', 'port_id': '1133d8fa-081d-44c0-b35b-fad501b088eb', 'mac_address': 'fa:16:3e:2e:f2:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '247564f0-1187-4cc8-b142-74cbc42d04cd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:20:38.899894 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfae970-e8e1-4368-93d0-e4d4080148da req-eb8143a8-16fd-4b3e-887f-d19e46b9b428 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:38.901463 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1cfae970-e8e1-4368-93d0-e4d4080148da req-eb8143a8-16fd-4b3e-887f-d19e46b9b428 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb8d367-d12a-4af5-8109-bc06a18bdc99 HTTP/1.1" status: 200 len: 931 time: 0.2065918 May 27 02:20:38.960785 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-7606ac33-bea8-4ef7-ab6b-a75f20f2142b service neutron] 10.222.0.57 "GET /v2.0/networks/bc44a8f1-f55a-42c3-8906-2fd4470a2ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901084 May 27 02:20:39.019865 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 1133d8fa-081d-44c0-b35b-fad501b088eb is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:20:39.020283 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:39.048755 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-9a760f04-37b2-4e36-b3f0-dfb6faab9218 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] For port e2c2bb8e-e7cb-45d3-bbc6-ef006ced441e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=e2c2bb8e-e7cb-45d3-bbc6-ef006ced441e,segment=NetworkSegment(8616debc-9344-4e97-9b20-415f6d7987d8),segment_id=8616debc-9344-4e97-9b20-415f6d7987d8)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:39.049120 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a760f04-37b2-4e36-b3f0-dfb6faab9218 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:39.050097 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1133d8fa-081d-44c0-b35b-fad501b088eb {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:20:39.077161 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 1133d8fa-081d-44c0-b35b-fad501b088eb, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=1133d8fa-081d-44c0-b35b-fad501b088eb,segment=NetworkSegment(ad9a4b4f-872c-4058-b3e3-93f96436dea6),segment_id=ad9a4b4f-872c-4058-b3e3-93f96436dea6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:39.084478 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a51dac61-58a7-4aec-8827-42ab5cebb40c tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:39.093104 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1cfae970-e8e1-4368-93d0-e4d4080148da req-1d695998-9579-4464-9a79-5aad3e78ad91 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313868 May 27 02:20:39.099258 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-012a95db-06cc-45f5-8d55-877121d2579d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:39.117865 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-66d7cb07-e61b-4b7e-9f9a-59790314920b service neutron] 10.222.0.57 "GET /v2.0/ports/e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1278074 May 27 02:20:39.163312 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935ec771-6240-4e29-a134-92079a164dbf None None] Resources bound (agent type, host, resource id): {{(pid=88903) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 02:20:39.221963 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a51dac61-58a7-4aec-8827-42ab5cebb40c tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:39.274476 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:39.294807 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-9a760f04-37b2-4e36-b3f0-dfb6faab9218 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Calling delete_port for e2c2bb8e-e7cb-45d3-bbc6-ef006ced441e owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:20:39.323212 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-55959b65-3f27-40e4-877f-641cc05af0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:39.394919 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=1133d8fa-081d-44c0-b35b-fad501b088eb,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:39.395587 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-55959b65-3f27-40e4-877f-641cc05af0dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeeead24-1478-46c9-855e-c54b7aff4550']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:39.421570 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-55959b65-3f27-40e4-877f-641cc05af0dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f4a9920-068e-48cd-b468-eeb9a4e9de43') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:39.422235 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-55959b65-3f27-40e4-877f-641cc05af0dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f4a9920-068e-48cd-b468-eeb9a4e9de43') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:39.501614 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['1133d8fa-081d-44c0-b35b-fad501b088eb'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:20:39.603654 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-55959b65-3f27-40e4-877f-641cc05af0dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:39.635585 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-55959b65-3f27-40e4-877f-641cc05af0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:39.649834 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55959b65-3f27-40e4-877f-641cc05af0dc admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:20:39.650974 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-55959b65-3f27-40e4-877f-641cc05af0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:39.699531 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-570c1b3a-c111-45f7-80cb-d88096155cac service neutron] 10.222.0.57 "GET /v2.0/networks/bc44a8f1-f55a-42c3-8906-2fd4470a2ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5866289 May 27 02:20:39.798606 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a760f04-37b2-4e36-b3f0-dfb6faab9218 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:39.848211 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-a51dac61-58a7-4aec-8827-42ab5cebb40c tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Floating IP 7afc0f86-1c1c-4926-abf1-c41b76fc4305 associated. External IP: 172.25.1.17, port: dd8d8937-a35a-4d58-a328-4c0c478f13ed. May 27 02:20:39.869288 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a760f04-37b2-4e36-b3f0-dfb6faab9218 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event deleted for resources: {'Port': ['ID=e2c2bb8e-e7cb-45d3-bbc6-ef006ced441e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:39.875227 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a760f04-37b2-4e36-b3f0-dfb6faab9218 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] No DVR routers for this DVR port e2c2bb8e-e7cb-45d3-bbc6-ef006ced441e on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:20:39.916563 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca1480-4aa8-4047-b021-ef5710906277 req-c6de7fbd-21a8-44e0-857b-5b5d7e1125b8 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:39.923164 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ccca1480-4aa8-4047-b021-ef5710906277 req-c6de7fbd-21a8-44e0-857b-5b5d7e1125b8 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] 10.222.0.57 "GET /v2.0/networks?id=736b2400-7faf-4319-9b51-8d438baaefbb HTTP/1.1" status: 200 len: 820 time: 0.5124800 May 27 02:20:39.923538 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 0f4a9920-068e-48cd-b468-eeb9a4e9de43 resource provider aggregate not found May 27 02:20:39.963551 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-757b66ab-4dfc-4626-a887-ae5339093f77 service neutron] 10.222.0.57 "GET /v2.0/networks/bc44a8f1-f55a-42c3-8906-2fd4470a2ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408977 May 27 02:20:39.966710 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ccca1480-4aa8-4047-b021-ef5710906277 req-6da8a51d-5f18-4660-b6e5-fccbfc76be22 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] 10.222.0.57 "GET /v2.0/quotas/3e34770346fc4f329e150ec1b7c8db47 HTTP/1.1" status: 200 len: 375 time: 0.0428095 May 27 02:20:39.999020 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 0f4a9920-068e-48cd-b468-eeb9a4e9de43 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0f4a9920-068e-48cd-b468-eeb9a4e9de43 found for delete ", "request_id": "req-923e2bed-8d91-4953-9d0f-27c0de1f3864"}]} May 27 02:20:40.014282 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-55959b65-3f27-40e4-877f-641cc05af0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:40.051210 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-55959b65-3f27-40e4-877f-641cc05af0dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:40.080638 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a760f04-37b2-4e36-b3f0-dfb6faab9218 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:40.088094 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55959b65-3f27-40e4-877f-641cc05af0dc admin admin] Pushing event deleted for resources: {'Network': ['ID=aeeead24-1478-46c9-855e-c54b7aff4550,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:40.116171 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-9a760f04-37b2-4e36-b3f0-dfb6faab9218 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89856e41-c1cf-4990-b24d-7214c8511f4c']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:40.131215 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-9a760f04-37b2-4e36-b3f0-dfb6faab9218 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8616debc-9344-4e97-9b20-415f6d7987d8') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:40.131503 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-9a760f04-37b2-4e36-b3f0-dfb6faab9218 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8616debc-9344-4e97-9b20-415f6d7987d8') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:40.154267 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a760f04-37b2-4e36-b3f0-dfb6faab9218 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:40.156055 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ccca1480-4aa8-4047-b021-ef5710906277 req-57a45233-3a74-4253-a2ad-b5dbddf68190 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=3e34770346fc4f329e150ec1b7c8db47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1667280 May 27 02:20:40.215675 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a760f04-37b2-4e36-b3f0-dfb6faab9218 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:40.225999 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-012a95db-06cc-45f5-8d55-877121d2579d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0656c221-b9ea-4665-8d59-1ea5f8c78630 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:20:40.230730 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-55959b65-3f27-40e4-877f-641cc05af0dc admin admin] 10.222.0.57 "DELETE /v2.0/networks/aeeead24-1478-46c9-855e-c54b7aff4550 HTTP/1.1" status: 204 len: 168 time: 1.6612821 May 27 02:20:40.232262 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a760f04-37b2-4e36-b3f0-dfb6faab9218 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:20:40.232832 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a760f04-37b2-4e36-b3f0-dfb6faab9218 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:40.260592 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-012a95db-06cc-45f5-8d55-877121d2579d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:40.339577 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-012a95db-06cc-45f5-8d55-877121d2579d service neutron] Transition to ACTIVE for port object 0656c221-b9ea-4665-8d59-1ea5f8c78630 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:20:40.355678 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-c6ca1b3c-0172-4c0e-a714-f8e690117a80 service neutron] 10.222.0.57 "GET /v2.0/networks/bc44a8f1-f55a-42c3-8906-2fd4470a2ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846254 May 27 02:20:40.453630 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a760f04-37b2-4e36-b3f0-dfb6faab9218 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:40.453630 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-012a95db-06cc-45f5-8d55-877121d2579d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:40.462960 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 1133d8fa-081d-44c0-b35b-fad501b088eb up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:20:40.514888 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a760f04-37b2-4e36-b3f0-dfb6faab9218 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:40.524392 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a760f04-37b2-4e36-b3f0-dfb6faab9218 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event deleted for resources: {'Network': ['ID=89856e41-c1cf-4990-b24d-7214c8511f4c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:40.570659 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ccca1480-4aa8-4047-b021-ef5710906277 req-264b81de-7a7c-420f-9cd4-69489a3ac8b7 service neutron] 10.222.0.57 "GET /v2.0/networks/736b2400-7faf-4319-9b51-8d438baaefbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997116 May 27 02:20:40.606653 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 1133d8fa-081d-44c0-b35b-fad501b088eb completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:20:40.608122 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9a760f04-37b2-4e36-b3f0-dfb6faab9218 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "DELETE /v2.0/networks/89856e41-c1cf-4990-b24d-7214c8511f4c HTTP/1.1" status: 204 len: 168 time: 5.0670824 May 27 02:20:40.616152 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 1133d8fa-081d-44c0-b35b-fad501b088eb triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:20:40.616526 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:40.618398 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43212) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:40.633380 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-967f42b7-9c9c-446d-b166-777a12753e51 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1113965081'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:40.637015 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a95db-06cc-45f5-8d55-877121d2579d service neutron] Pushing event updated for resources: {'Port': ['ID=0656c221-b9ea-4665-8d59-1ea5f8c78630,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:40.691319 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-967f42b7-9c9c-446d-b166-777a12753e51 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:40.701274 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43216) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:40.732894 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-967f42b7-9c9c-446d-b166-777a12753e51 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Usage tracker for resource:network and tenant:603c58ba304f41388b863215a4e94a90 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:40.752274 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-967f42b7-9c9c-446d-b166-777a12753e51 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:40.764492 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 1133d8fa-081d-44c0-b35b-fad501b088eb is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:20:40.764986 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:40.772696 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-967f42b7-9c9c-446d-b166-777a12753e51 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:40.798463 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e66fc82-51e0-4897-bc74-f9cfbf059c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1133d8fa-081d-44c0-b35b-fad501b088eb'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:20:40.810373 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 1133d8fa-081d-44c0-b35b-fad501b088eb, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=1133d8fa-081d-44c0-b35b-fad501b088eb,segment=NetworkSegment(ad9a4b4f-872c-4058-b3e3-93f96436dea6),segment_id=ad9a4b4f-872c-4058-b3e3-93f96436dea6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:40.832189 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-012a95db-06cc-45f5-8d55-877121d2579d service neutron] Attempting to bind port 0656c221-b9ea-4665-8d59-1ea5f8c78630 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:20:40.832519 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-012a95db-06cc-45f5-8d55-877121d2579d service neutron] Attempting to bind port 0656c221-b9ea-4665-8d59-1ea5f8c78630 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'f9d0c973-72f3-423e-80ec-119f03165820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '317f8943-c2cf-4629-a384-430f557971d0'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:20:40.833116 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-012a95db-06cc-45f5-8d55-877121d2579d service neutron] Attempting to bind port 0656c221-b9ea-4665-8d59-1ea5f8c78630 on network 317f8943-c2cf-4629-a384-430f557971d0 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:20:40.838447 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ee2c93c5-6e90-4a7e-b8ed-96bd11fd5365 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d15936f6217b454689a6d5e0a5f56f0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1100683 May 27 02:20:40.841053 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43222) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:40.852905 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-012a95db-06cc-45f5-8d55-877121d2579d service neutron] Port 0656c221-b9ea-4665-8d59-1ea5f8c78630 on network 317f8943-c2cf-4629-a384-430f557971d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:20:40.853233 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-012a95db-06cc-45f5-8d55-877121d2579d service neutron] Attempting to bind port 0656c221-b9ea-4665-8d59-1ea5f8c78630 on network 317f8943-c2cf-4629-a384-430f557971d0 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:20:40.862150 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-6b2b64d8-7802-40cc-998a-e5846cde0748 service neutron] 10.222.0.57 "GET /v2.0/networks/bc44a8f1-f55a-42c3-8906-2fd4470a2ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5008266 May 27 02:20:40.862997 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-012a95db-06cc-45f5-8d55-877121d2579d service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:20:40.863519 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-012a95db-06cc-45f5-8d55-877121d2579d service neutron] Checking segment: {'id': 'f9d0c973-72f3-423e-80ec-119f03165820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '317f8943-c2cf-4629-a384-430f557971d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:20:40.864628 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-012a95db-06cc-45f5-8d55-877121d2579d service neutron] Bound using segment: {'id': 'f9d0c973-72f3-423e-80ec-119f03165820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '317f8943-c2cf-4629-a384-430f557971d0'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:20:40.865277 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-012a95db-06cc-45f5-8d55-877121d2579d service neutron] Bound port: 0656c221-b9ea-4665-8d59-1ea5f8c78630, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9d0c973-72f3-423e-80ec-119f03165820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '317f8943-c2cf-4629-a384-430f557971d0'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:20:40.866403 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-012a95db-06cc-45f5-8d55-877121d2579d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:40.882751 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51dac61-58a7-4aec-8827-42ab5cebb40c tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Router 4c05be4c-2785-452e-a28c-2e39a38443a8 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:20:40.951402 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967f42b7-9c9c-446d-b166-777a12753e51 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Made reservation on behalf of 603c58ba304f41388b863215a4e94a90 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:20:40.952902 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:40.954841 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-967f42b7-9c9c-446d-b166-777a12753e51 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:41.003657 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aa06f9b5-0264-454f-9b63-f110c09b6e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:41.031698 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-012a95db-06cc-45f5-8d55-877121d2579d service neutron] For port 0656c221-b9ea-4665-8d59-1ea5f8c78630, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:20:41.035439 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=1133d8fa-081d-44c0-b35b-fad501b088eb,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:41.053353 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ccca1480-4aa8-4047-b021-ef5710906277 req-6ad373f3-b825-477a-a437-29a4c5e90021 service neutron] 10.222.0.57 "GET /v2.0/networks/736b2400-7faf-4319-9b51-8d438baaefbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4617438 May 27 02:20:41.054470 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-967f42b7-9c9c-446d-b166-777a12753e51 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:20:41.060798 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-012a95db-06cc-45f5-8d55-877121d2579d service neutron] For port 0656c221-b9ea-4665-8d59-1ea5f8c78630, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=0656c221-b9ea-4665-8d59-1ea5f8c78630,segment=NetworkSegment(f9d0c973-72f3-423e-80ec-119f03165820),segment_id=f9d0c973-72f3-423e-80ec-119f03165820)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:20:41.064325 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aa06f9b5-0264-454f-9b63-f110c09b6e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:41.077436 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-967f42b7-9c9c-446d-b166-777a12753e51 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:41.078016 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-967f42b7-9c9c-446d-b166-777a12753e51 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Added segment 14b82cb0-5737-4b33-9c7b-a3dffbd7b3da of type vlan for network bdc750af-d25b-4592-a32a-3bea51e7f85b May 27 02:20:41.126168 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-967f42b7-9c9c-446d-b166-777a12753e51 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:41.156623 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-012a95db-06cc-45f5-8d55-877121d2579d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:41.185692 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-26545b10-3d30-46bb-bd52-f64c4c8b1ac2 service neutron] 10.222.0.57 "GET /v2.0/networks/bc44a8f1-f55a-42c3-8906-2fd4470a2ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049588 May 27 02:20:41.215447 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51dac61-58a7-4aec-8827-42ab5cebb40c tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:20:41.219994 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-012a95db-06cc-45f5-8d55-877121d2579d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:41.220687 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-012a95db-06cc-45f5-8d55-877121d2579d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:41.222071 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-012a95db-06cc-45f5-8d55-877121d2579d service neutron] 10.222.0.32 "PUT /v2.0/ports/0656c221-b9ea-4665-8d59-1ea5f8c78630 HTTP/1.1" status: 200 len: 1091 time: 2.4670200 May 27 02:20:41.222313 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a51dac61-58a7-4aec-8827-42ab5cebb40c tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:41.222525 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eb8d367-d12a-4af5-8109-bc06a18bdc99', 'tag': '0656c221-b9ea-4665-8d59-1ea5f8c78630'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:20:41.229755 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffef4ad1-0221-4a60-8703-4bd7e1b1537c None None] Sync routers for ids ['4c05be4c-2785-452e-a28c-2e39a38443a8'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:20:41.244514 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a95db-06cc-45f5-8d55-877121d2579d service neutron] Pushing event updated for resources: {'Port': ['ID=0656c221-b9ea-4665-8d59-1ea5f8c78630,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:41.245485 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffef4ad1-0221-4a60-8703-4bd7e1b1537c None None] Routers {'4c05be4c-2785-452e-a28c-2e39a38443a8'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:20:41.247664 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ffef4ad1-0221-4a60-8703-4bd7e1b1537c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:20:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4c05be4c-2785-452e-a28c-2e39a38443a8'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:41.322701 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-967f42b7-9c9c-446d-b166-777a12753e51 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:41.327635 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ffef4ad1-0221-4a60-8703-4bd7e1b1537c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:41.334003 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967f42b7-9c9c-446d-b166-777a12753e51 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:41.335492 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-967f42b7-9c9c-446d-b166-777a12753e51 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:41.339970 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffef4ad1-0221-4a60-8703-4bd7e1b1537c None None] Routers {'4c05be4c-2785-452e-a28c-2e39a38443a8'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:20:41.340921 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ffef4ad1-0221-4a60-8703-4bd7e1b1537c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:20:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4c05be4c-2785-452e-a28c-2e39a38443a8'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:41.343387 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a51dac61-58a7-4aec-8827-42ab5cebb40c tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "PUT /v2.0/floatingips/7afc0f86-1c1c-4926-abf1-c41b76fc4305 HTTP/1.1" status: 200 len: 977 time: 4.1907887 May 27 02:20:41.354311 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43232) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:41.410700 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aa06f9b5-0264-454f-9b63-f110c09b6e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:41.424434 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ffef4ad1-0221-4a60-8703-4bd7e1b1537c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:41.425240 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffef4ad1-0221-4a60-8703-4bd7e1b1537c None None] The sync data for ids ['4c05be4c-2785-452e-a28c-2e39a38443a8'] in n-d-843554-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:20:41.436534 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-a39a349a-6ddf-4390-a46e-a50095f9557d service neutron] 10.222.0.57 "GET /v2.0/networks/bc44a8f1-f55a-42c3-8906-2fd4470a2ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428172 May 27 02:20:41.444375 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-8e2cb654-5bb5-4d96-9d95-b31f77d705de tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Deleting port dd8d8937-a35a-4d58-a328-4c0c478f13ed {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:20:41.448733 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8e2cb654-5bb5-4d96-9d95-b31f77d705de tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:41.679414 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa06f9b5-0264-454f-9b63-f110c09b6e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af96190-7079-44ef-b3ca-b79773f4ea8a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:41.711015 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f42b7-9c9c-446d-b166-777a12753e51 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event updated for resources: {'Network': ['ID=bdc750af-d25b-4592-a32a-3bea51e7f85b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:41.729406 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network bdc750af-d25b-4592-a32a-3bea51e7f85b details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:20:41.733211 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-57757359-9c6b-4cfc-a6f3-7954ef864261 service neutron] 10.222.0.57 "GET /v2.0/networks/c9b6b64d-3919-4b90-9366-bcda75991abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629859 May 27 02:20:41.734778 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-800a2f58-f6fc-4661-84e2-48b038ff807e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:41.741524 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-800a2f58-f6fc-4661-84e2-48b038ff807e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=500421bbc9424254b703858ad839b150&device_id=4eb8d367-d12a-4af5-8109-bc06a18bdc99 HTTP/1.1" status: 200 len: 1094 time: 0.3050516 May 27 02:20:41.836869 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-967f42b7-9c9c-446d-b166-777a12753e51 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2137163 May 27 02:20:41.851340 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-d1780d0d-f066-41c8-8a34-60873f764364 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0656c221-b9ea-4665-8d59-1ea5f8c78630 HTTP/1.1" status: 200 len: 217 time: 0.0983498 May 27 02:20:41.853515 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43240) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:41.862249 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-4984e2cd-16bb-4134-b57c-9073cd41fbac tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Request body: {'subnet': {'network_id': 'bdc750af-d25b-4592-a32a-3bea51e7f85b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:41.903761 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f0d10-b887-4921-b81c-a2c61a90bf87 req-e7d9e8fe-c4c0-4b20-9c45-96cd7136e651 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:41.905218 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-936f0d10-b887-4921-b81c-a2c61a90bf87 req-e7d9e8fe-c4c0-4b20-9c45-96cd7136e651 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e66fc82-51e0-4897-bc74-f9cfbf059c8d HTTP/1.1" status: 200 len: 945 time: 0.4045660 May 27 02:20:42.018770 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-936f0d10-b887-4921-b81c-a2c61a90bf87 req-fc87c069-d364-4526-8691-311a7de2115e tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/security-groups?id=79437922-d5e1-4f8b-bbae-11b029e819f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041014 May 27 02:20:42.022444 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 8616debc-9344-4e97-9b20-415f6d7987d8 resource provider aggregate not found May 27 02:20:42.029763 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8e2cb654-5bb5-4d96-9d95-b31f77d705de tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:42.032703 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-dcbfd3b2-9277-47fd-98f9-6935202a4e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:42.034466 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-dcbfd3b2-9277-47fd-98f9-6935202a4e03 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=029bf5aa-9449-4d9e-81c7-fe1336fb8379 HTTP/1.1" status: 200 len: 852 time: 0.1572804 May 27 02:20:42.043175 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4984e2cd-16bb-4134-b57c-9073cd41fbac tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:42.045144 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-9300aa6a-72f4-43df-a9c7-53bcafcf69ed service neutron] 10.222.0.57 "GET /v2.0/networks/c9b6b64d-3919-4b90-9366-bcda75991abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931736 May 27 02:20:42.048904 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 8616debc-9344-4e97-9b20-415f6d7987d8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8616debc-9344-4e97-9b20-415f6d7987d8 found for delete ", "request_id": "req-e35a0c9e-833e-4e70-8ac3-ff7bcef147ed"}]} May 27 02:20:42.049845 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4984e2cd-16bb-4134-b57c-9073cd41fbac tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Usage tracker for resource:subnet and tenant:603c58ba304f41388b863215a4e94a90 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:42.083471 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4984e2cd-16bb-4134-b57c-9073cd41fbac tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:42.097478 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4984e2cd-16bb-4134-b57c-9073cd41fbac tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:42.101438 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-26fed0c9-2156-45cb-a4e5-2fd6d56f5076 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=317f8943-c2cf-4629-a384-430f557971d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542576 May 27 02:20:42.196199 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aa06f9b5-0264-454f-9b63-f110c09b6e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:42.197490 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-aa06f9b5-0264-454f-9b63-f110c09b6e76 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8af96190-7079-44ef-b3ca-b79773f4ea8a HTTP/1.1" status: 204 len: 168 time: 1.3553469 May 27 02:20:42.252409 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-6375c771-8734-49a0-8be7-2a08e4366b5d service neutron] 10.222.0.32 "GET /v2.0/networks/317f8943-c2cf-4629-a384-430f557971d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442387 May 27 02:20:42.335631 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4984e2cd-16bb-4134-b57c-9073cd41fbac tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Made reservation on behalf of 603c58ba304f41388b863215a4e94a90 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:20:42.339076 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4984e2cd-16bb-4134-b57c-9073cd41fbac tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:42.494254 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-af275aa9-af87-42c9-9fa0-fe1cac69a829 req-65e9c2e9-f1f5-4618-8348-96905cd25e0c service neutron] 10.222.0.32 "GET /v2.0/networks/317f8943-c2cf-4629-a384-430f557971d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356069 May 27 02:20:42.620664 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-64ebd809-fc0e-425e-a8b8-7ecdba90c4c5 service neutron] 10.222.0.57 "GET /v2.0/networks/c9b6b64d-3919-4b90-9366-bcda75991abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5175340 May 27 02:20:42.713924 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4984e2cd-16bb-4134-b57c-9073cd41fbac tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:42.725921 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8e2cb654-5bb5-4d96-9d95-b31f77d705de tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:42.726306 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8e2cb654-5bb5-4d96-9d95-b31f77d705de tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:42.726622 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-8e2cb654-5bb5-4d96-9d95-b31f77d705de tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Floating IP 7afc0f86-1c1c-4926-abf1-c41b76fc4305 disassociated. External IP: 172.25.1.17, port: dd8d8937-a35a-4d58-a328-4c0c478f13ed. May 27 02:20:42.726967 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-8e2cb654-5bb5-4d96-9d95-b31f77d705de tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Calling delete_port for dd8d8937-a35a-4d58-a328-4c0c478f13ed owned by {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:20:42.774507 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bd520-9978-4e83-a3e7-4ddf465f0d2b req-c9bbcf15-ab30-41bd-8ec2-b922f3e3cac8 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:42.776009 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cd6bd520-9978-4e83-a3e7-4ddf465f0d2b req-c9bbcf15-ab30-41bd-8ec2-b922f3e3cac8 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb8d367-d12a-4af5-8109-bc06a18bdc99 HTTP/1.1" status: 200 len: 943 time: 0.4479289 May 27 02:20:42.819648 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4984e2cd-16bb-4134-b57c-9073cd41fbac tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event updated for resources: {'Subnet': ['ID=fcd424e0-9671-412a-8ffe-b260aa3feea4,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:42.822695 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4984e2cd-16bb-4134-b57c-9073cd41fbac tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Checking segment: {'id': '14b82cb0-5737-4b33-9c7b-a3dffbd7b3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bdc750af-d25b-4592-a32a-3bea51e7f85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:20:42.823282 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4984e2cd-16bb-4134-b57c-9073cd41fbac tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Network hostable DHCP agents. Network: bdc750af-d25b-4592-a32a-3bea51e7f85b, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:20:42.904851 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cd6bd520-9978-4e83-a3e7-4ddf465f0d2b req-bfc9c1eb-e6c6-42ed-9105-c955fb6e7c8f tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148257 May 27 02:20:42.904851 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-edd1861f-4724-4f6f-9a61-0796dfa4ad54 service neutron] 10.222.0.57 "GET /v2.0/networks/c9b6b64d-3919-4b90-9366-bcda75991abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738185 May 27 02:20:42.925268 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4984e2cd-16bb-4134-b57c-9073cd41fbac tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Network bdc750af-d25b-4592-a32a-3bea51e7f85b is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:20:43.073886 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-4984e2cd-16bb-4134-b57c-9073cd41fbac tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, bdc750af-d25b-4592-a32a-3bea51e7f85b) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:20:43.080256 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4984e2cd-16bb-4134-b57c-9073cd41fbac tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:43.080256 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4984e2cd-16bb-4134-b57c-9073cd41fbac tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:43.082687 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b74ba12-30d7-45ea-9c68-8e99831f6a94 None None] Network bdc750af-d25b-4592-a32a-3bea51e7f85b requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:20:43.118401 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-885c8dd6-9b22-4790-8480-72a19c6cb096'] response: {'server_uuid': '9e66fc82-51e0-4897-bc74-f9cfbf059c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1133d8fa-081d-44c0-b35b-fad501b088eb', 'code': 200} May 27 02:20:43.131448 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8e2cb654-5bb5-4d96-9d95-b31f77d705de tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:43.155974 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77581e5e-c294-4723-8b89-ce8363397ad3'] response: {'name': 'network-changed', 'server_uuid': '4eb8d367-d12a-4af5-8109-bc06a18bdc99', 'tag': '0656c221-b9ea-4665-8d59-1ea5f8c78630', 'status': 'completed', 'code': 200} May 27 02:20:43.267743 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4984e2cd-16bb-4134-b57c-9073cd41fbac tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4122465 May 27 02:20:43.277497 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43272) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:43.283386 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2cb654-5bb5-4d96-9d95-b31f77d705de tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Pushing event deleted for resources: {'Port': ['ID=dd8d8937-a35a-4d58-a328-4c0c478f13ed,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:43.347201 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b04fd37-f251-4557-8f61-ecf126e4977e req-cb034253-80d9-41b6-8df3-a4d769069a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:43.350852 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6b04fd37-f251-4557-8f61-ecf126e4977e req-cb034253-80d9-41b6-8df3-a4d769069a0f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9e66fc82-51e0-4897-bc74-f9cfbf059c8d HTTP/1.1" status: 200 len: 1096 time: 0.1552439 May 27 02:20:43.398889 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6b04fd37-f251-4557-8f61-ecf126e4977e req-ac4621cd-aeb2-4b33-b79f-aeacfed52e47 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=79437922-d5e1-4f8b-bbae-11b029e819f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432963 May 27 02:20:43.452117 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7431b64-c829-43f8-af68-d5c95ba39c6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-bdc750af-d25b-4592-a32a-3bea51e7f85b', 'network_id': 'bdc750af-d25b-4592-a32a-3bea51e7f85b', 'tenant_id': '603c58ba304f41388b863215a4e94a90', 'fixed_ips': [{'subnet_id': 'fcd424e0-9671-412a-8ffe-b260aa3feea4'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:20:43.453015 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a7431b64-c829-43f8-af68-d5c95ba39c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:43.536832 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-76a91e63-5c60-4d6a-831c-a9e470397849 req-23bd282d-092b-40f0-990b-b0f720479a70 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed1ef0b2-f291-40af-ace7-659b21a2bf0b HTTP/1.1" status: 200 len: 210 time: 0.1681380 May 27 02:20:43.735265 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-a7431b64-c829-43f8-af68-d5c95ba39c6d None None] Allocated IP 2001:db8::1 (bdc750af-d25b-4592-a32a-3bea51e7f85b/fcd424e0-9671-412a-8ffe-b260aa3feea4/5919d254-9ad1-4e77-8071-bf47ca606782) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:20:43.763644 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272f28a-ea9d-43d5-8321-7c375d648a56 req-33739a7a-4370-4632-a26c-d78386fbac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:43.770329 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b272f28a-ea9d-43d5-8321-7c375d648a56 req-33739a7a-4370-4632-a26c-d78386fbac7b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=500421bbc9424254b703858ad839b150&device_id=4eb8d367-d12a-4af5-8109-bc06a18bdc99 HTTP/1.1" status: 200 len: 1094 time: 0.5603671 May 27 02:20:43.776139 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cf8e3eb4-57b5-42c3-a303-81c2142397c5 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:43.877567 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2cb654-5bb5-4d96-9d95-b31f77d705de tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Router 4c05be4c-2785-452e-a28c-2e39a38443a8 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:20:43.976440 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43294) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:44.066690 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a7431b64-c829-43f8-af68-d5c95ba39c6d None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:44.079406 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a7431b64-c829-43f8-af68-d5c95ba39c6d None None] Transition to ACTIVE for port object 5919d254-9ad1-4e77-8071-bf47ca606782 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:20:44.102174 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a7431b64-c829-43f8-af68-d5c95ba39c6d None None] Transition to ACTIVE for port object 5919d254-9ad1-4e77-8071-bf47ca606782 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:20:44.112395 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-57837ba3-d5a4-4521-b5ba-55f6687bd618 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1946500173-network', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:44.118798 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-57837ba3-d5a4-4521-b5ba-55f6687bd618 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:44.122996 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-57837ba3-d5a4-4521-b5ba-55f6687bd618 admin admin] Usage tracker for resource:network and tenant:67a2999592f840daafe9db3a26b0dd55 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:44.126179 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-57837ba3-d5a4-4521-b5ba-55f6687bd618 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:44.132944 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-57837ba3-d5a4-4521-b5ba-55f6687bd618 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:44.182559 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a7431b64-c829-43f8-af68-d5c95ba39c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:44.234554 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57837ba3-d5a4-4521-b5ba-55f6687bd618 admin admin] Made reservation on behalf of 67a2999592f840daafe9db3a26b0dd55 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:20:44.237302 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-57837ba3-d5a4-4521-b5ba-55f6687bd618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:44.241380 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cf8e3eb4-57b5-42c3-a303-81c2142397c5 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:44.250360 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7431b64-c829-43f8-af68-d5c95ba39c6d None None] Network bdc750af-d25b-4592-a32a-3bea51e7f85b is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:20:44.251328 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-57837ba3-d5a4-4521-b5ba-55f6687bd618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:44.253503 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-a7431b64-c829-43f8-af68-d5c95ba39c6d None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:20:44.257418 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7431b64-c829-43f8-af68-d5c95ba39c6d None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:20:44.266461 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7431b64-c829-43f8-af68-d5c95ba39c6d None None] Pushing event updated for resources: {'Port': ['ID=5919d254-9ad1-4e77-8071-bf47ca606782,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:44.266918 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-57837ba3-d5a4-4521-b5ba-55f6687bd618 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:44.271729 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-57837ba3-d5a4-4521-b5ba-55f6687bd618 admin admin] Usage tracker for resource:security_group_rule and tenant:67a2999592f840daafe9db3a26b0dd55 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:44.274859 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-57837ba3-d5a4-4521-b5ba-55f6687bd618 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:44.275072 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120828ab-9192-4149-aa0a-a294319fece4 req-cfe268cc-0434-4e5b-8d48-b8afd0143b49 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:44.276957 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-120828ab-9192-4149-aa0a-a294319fece4 req-cfe268cc-0434-4e5b-8d48-b8afd0143b49 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e66fc82-51e0-4897-bc74-f9cfbf059c8d HTTP/1.1" status: 200 len: 945 time: 0.6083124 May 27 02:20:44.288842 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-57837ba3-d5a4-4521-b5ba-55f6687bd618 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:44.361272 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272f28a-ea9d-43d5-8321-7c375d648a56 req-a291a34a-b810-42b8-b70a-18ef3ab4b531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:44.363110 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b272f28a-ea9d-43d5-8321-7c375d648a56 req-a291a34a-b810-42b8-b70a-18ef3ab4b531 service neutron] 10.222.0.32 "GET /v2.0/networks?id=317f8943-c2cf-4629-a384-430f557971d0 HTTP/1.1" status: 200 len: 913 time: 0.5816483 May 27 02:20:44.412899 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-a7431b64-c829-43f8-af68-d5c95ba39c6d None None] Attempting to bind port 5919d254-9ad1-4e77-8071-bf47ca606782 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:20:44.413265 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-a7431b64-c829-43f8-af68-d5c95ba39c6d None None] Attempting to bind port 5919d254-9ad1-4e77-8071-bf47ca606782 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '14b82cb0-5737-4b33-9c7b-a3dffbd7b3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bdc750af-d25b-4592-a32a-3bea51e7f85b'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:20:44.413626 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7431b64-c829-43f8-af68-d5c95ba39c6d None None] Attempting to bind port 5919d254-9ad1-4e77-8071-bf47ca606782 on network bdc750af-d25b-4592-a32a-3bea51e7f85b {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:20:44.416761 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-57837ba3-d5a4-4521-b5ba-55f6687bd618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:44.428061 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7431b64-c829-43f8-af68-d5c95ba39c6d None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:20:44.428457 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7431b64-c829-43f8-af68-d5c95ba39c6d None None] Checking segment: {'id': '14b82cb0-5737-4b33-9c7b-a3dffbd7b3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bdc750af-d25b-4592-a32a-3bea51e7f85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:20:44.430225 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a7431b64-c829-43f8-af68-d5c95ba39c6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:44.430630 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7431b64-c829-43f8-af68-d5c95ba39c6d None None] Bound using segment: {'id': '14b82cb0-5737-4b33-9c7b-a3dffbd7b3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bdc750af-d25b-4592-a32a-3bea51e7f85b'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:20:44.431284 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-a7431b64-c829-43f8-af68-d5c95ba39c6d None None] Bound port: 5919d254-9ad1-4e77-8071-bf47ca606782, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b82cb0-5737-4b33-9c7b-a3dffbd7b3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bdc750af-d25b-4592-a32a-3bea51e7f85b'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:20:44.431840 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a7431b64-c829-43f8-af68-d5c95ba39c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:44.490409 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b272f28a-ea9d-43d5-8321-7c375d648a56 req-2c78b5b9-39dd-4fd3-b45b-533f2c95fad8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0656c221-b9ea-4665-8d59-1ea5f8c78630 HTTP/1.1" status: 200 len: 217 time: 0.1005027 May 27 02:20:44.507470 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-57837ba3-d5a4-4521-b5ba-55f6687bd618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:44.541774 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57837ba3-d5a4-4521-b5ba-55f6687bd618 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:20:44.542579 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-120828ab-9192-4149-aa0a-a294319fece4 req-61b95a4e-3263-4b43-8ba6-c157627f9643 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/security-groups?id=79437922-d5e1-4f8b-bbae-11b029e819f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970673 May 27 02:20:44.553125 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a7431b64-c829-43f8-af68-d5c95ba39c6d None None] For port 5919d254-9ad1-4e77-8071-bf47ca606782, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:20:44.555624 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2cb654-5bb5-4d96-9d95-b31f77d705de tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:20:44.558476 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a7431b64-c829-43f8-af68-d5c95ba39c6d None None] For port 5919d254-9ad1-4e77-8071-bf47ca606782, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=5919d254-9ad1-4e77-8071-bf47ca606782,segment=NetworkSegment(14b82cb0-5737-4b33-9c7b-a3dffbd7b3da),segment_id=14b82cb0-5737-4b33-9c7b-a3dffbd7b3da)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:20:44.560811 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57837ba3-d5a4-4521-b5ba-55f6687bd618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa50896-f24e-4a86-a990-37456d255a23,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:44.566669 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-57837ba3-d5a4-4521-b5ba-55f6687bd618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:44.567681 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-57837ba3-d5a4-4521-b5ba-55f6687bd618 admin admin] Added segment 7321cd14-1f6f-448d-a8d3-637a53c8da8a of type vlan for network 7ee685f0-e442-4ea7-949d-71e1995db8ac May 27 02:20:44.568197 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99006cc1-2d38-4f39-87d1-841f0110d187 None None] Sync routers for ids ['4c05be4c-2785-452e-a28c-2e39a38443a8'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:20:44.584127 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99006cc1-2d38-4f39-87d1-841f0110d187 None None] Routers {'4c05be4c-2785-452e-a28c-2e39a38443a8'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:20:44.585031 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-99006cc1-2d38-4f39-87d1-841f0110d187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:20:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4c05be4c-2785-452e-a28c-2e39a38443a8'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:44.615245 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-57837ba3-d5a4-4521-b5ba-55f6687bd618 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:44.674713 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a7431b64-c829-43f8-af68-d5c95ba39c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:44.678723 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272f28a-ea9d-43d5-8321-7c375d648a56 req-9ceda7aa-1e97-478e-9e37-89e0fb4346e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:44.690385 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b272f28a-ea9d-43d5-8321-7c375d648a56 req-9ceda7aa-1e97-478e-9e37-89e0fb4346e8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=029bf5aa-9449-4d9e-81c7-fe1336fb8379 HTTP/1.1" status: 200 len: 852 time: 0.1927452 May 27 02:20:44.705545 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-99006cc1-2d38-4f39-87d1-841f0110d187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:44.731269 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99006cc1-2d38-4f39-87d1-841f0110d187 None None] Routers {'4c05be4c-2785-452e-a28c-2e39a38443a8'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:20:44.733427 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-99006cc1-2d38-4f39-87d1-841f0110d187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:20:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4c05be4c-2785-452e-a28c-2e39a38443a8'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:44.797902 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-99006cc1-2d38-4f39-87d1-841f0110d187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:44.798303 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99006cc1-2d38-4f39-87d1-841f0110d187 None None] The sync data for ids ['4c05be4c-2785-452e-a28c-2e39a38443a8'] in n-d-843554-3 is: [] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:20:44.819095 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7431b64-c829-43f8-af68-d5c95ba39c6d None None] Pushing event updated for resources: {'Port': ['ID=5919d254-9ad1-4e77-8071-bf47ca606782,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:44.838965 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b272f28a-ea9d-43d5-8321-7c375d648a56 req-a055864a-7a5b-47d9-b417-25b00b39bfba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=317f8943-c2cf-4629-a384-430f557971d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1399877 May 27 02:20:44.849964 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8e2cb654-5bb5-4d96-9d95-b31f77d705de tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:44.906352 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca1480-4aa8-4047-b021-ef5710906277 req-28b2da6b-be6e-462b-9813-44a55efbb6e7 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:44.906938 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-ccca1480-4aa8-4047-b021-ef5710906277 req-28b2da6b-be6e-462b-9813-44a55efbb6e7 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] Synchronizing usage tracker for tenant:3e34770346fc4f329e150ec1b7c8db47 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:20:44.921486 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-57837ba3-d5a4-4521-b5ba-55f6687bd618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:44.924301 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57837ba3-d5a4-4521-b5ba-55f6687bd618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:44.924301 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-57837ba3-d5a4-4521-b5ba-55f6687bd618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:44.948168 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cf8e3eb4-57b5-42c3-a303-81c2142397c5 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:45.039253 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8e2cb654-5bb5-4d96-9d95-b31f77d705de tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "DELETE /v2.0/ports/dd8d8937-a35a-4d58-a328-4c0c478f13ed HTTP/1.1" status: 204 len: 168 time: 3.6914332 May 27 02:20:45.048597 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43310) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:45.073026 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e3eb4-57b5-42c3-a303-81c2142397c5 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event deleted for resources: {'Subnet': ['ID=fcd424e0-9671-412a-8ffe-b260aa3feea4,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:45.115468 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-ccca1480-4aa8-4047-b021-ef5710906277 req-28b2da6b-be6e-462b-9813-44a55efbb6e7 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] Unset dirty status for tenant:3e34770346fc4f329e150ec1b7c8db47 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:20:45.118803 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ccca1480-4aa8-4047-b021-ef5710906277 req-28b2da6b-be6e-462b-9813-44a55efbb6e7 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] 10.222.0.66 "GET /v2.0/networks?id=736b2400-7faf-4319-9b51-8d438baaefbb HTTP/1.1" status: 200 len: 820 time: 0.4952171 May 27 02:20:45.148898 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-ccca1480-4aa8-4047-b021-ef5710906277 req-d6acbd23-8f93-4d27-b0dd-0955933e90d8 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] Request body: {'port': {'device_id': 'ed1ef0b2-f291-40af-ace7-659b21a2bf0b', 'network_id': '736b2400-7faf-4319-9b51-8d438baaefbb', 'admin_state_up': True, 'tenant_id': '3e34770346fc4f329e150ec1b7c8db47'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:45.313346 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-57837ba3-d5a4-4521-b5ba-55f6687bd618 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3346694 May 27 02:20:45.322686 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43318) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:45.392928 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-fb062568-ea91-43d1-836a-b013a6c3f1a1 admin admin] Request body: {'subnet': {'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1946500173-subnet', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:45.401875 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fb062568-ea91-43d1-836a-b013a6c3f1a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:45.406700 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fb062568-ea91-43d1-836a-b013a6c3f1a1 admin admin] Usage tracker for resource:subnet and tenant:67a2999592f840daafe9db3a26b0dd55 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:45.411169 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fb062568-ea91-43d1-836a-b013a6c3f1a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:45.414357 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8b518f8c-3177-4e20-a4ef-a93b3e1270ad tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "GET /v2.0/floatingips/7afc0f86-1c1c-4926-abf1-c41b76fc4305 HTTP/1.1" status: 200 len: 687 time: 0.3605556 May 27 02:20:45.418063 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fb062568-ea91-43d1-836a-b013a6c3f1a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:45.420559 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43322) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:45.426986 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-12615742-fb5f-4027-845e-09c6e01887f1 req-0c5c6153-4a53-4e25-a66d-8d81d6df2c01 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed1ef0b2-f291-40af-ace7-659b21a2bf0b HTTP/1.1" status: 200 len: 210 time: 0.2378051 May 27 02:20:45.448562 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57837ba3-d5a4-4521-b5ba-55f6687bd618 admin admin] Pushing event updated for resources: {'Network': ['ID=7ee685f0-e442-4ea7-949d-71e1995db8ac,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:45.467803 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 7ee685f0-e442-4ea7-949d-71e1995db8ac details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:20:45.543213 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-ccca1480-4aa8-4047-b021-ef5710906277 req-d6acbd23-8f93-4d27-b0dd-0955933e90d8 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:45.547586 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-ccca1480-4aa8-4047-b021-ef5710906277 req-d6acbd23-8f93-4d27-b0dd-0955933e90d8 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] Usage tracker for resource:port and tenant:3e34770346fc4f329e150ec1b7c8db47 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:45.550652 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-ccca1480-4aa8-4047-b021-ef5710906277 req-d6acbd23-8f93-4d27-b0dd-0955933e90d8 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:45.565003 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-ccca1480-4aa8-4047-b021-ef5710906277 req-d6acbd23-8f93-4d27-b0dd-0955933e90d8 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:45.570400 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 5919d254-9ad1-4e77-8071-bf47ca606782 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:20:45.652135 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb062568-ea91-43d1-836a-b013a6c3f1a1 admin admin] Made reservation on behalf of 67a2999592f840daafe9db3a26b0dd55 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:20:45.656802 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fb062568-ea91-43d1-836a-b013a6c3f1a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:45.698114 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b272f28a-ea9d-43d5-8321-7c375d648a56 req-5d95c8d9-3431-4008-a477-724337563fb0 service neutron] 10.222.0.32 "GET /v2.0/networks/317f8943-c2cf-4629-a384-430f557971d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8504417 May 27 02:20:45.702541 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cf8e3eb4-57b5-42c3-a303-81c2142397c5 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:45.733116 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-35ae652e-4def-4f19-9139-5c3e25e7536a tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Deleting port 2b9cba1a-a0ed-43b9-ac18-eb8b539d06b4 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:20:45.733116 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-35ae652e-4def-4f19-9139-5c3e25e7536a tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:45.745528 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 5919d254-9ad1-4e77-8071-bf47ca606782 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:20:45.818393 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-38136edf-bef1-4d87-8370-a3d306c62cd7 req-57205ac2-3e72-4bca-a335-947ca55ed692 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 210 time: 0.1865857 May 27 02:20:45.843873 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-cf8e3eb4-57b5-42c3-a303-81c2142397c5 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdc750af-d25b-4592-a32a-3bea51e7f85b']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:45.860168 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa65ff9-066d-4079-9a6e-9c19273801af req-76058f90-df26-425d-a415-b732ae88ef9c tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:45.869225 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-caa65ff9-066d-4079-9a6e-9c19273801af req-76058f90-df26-425d-a415-b732ae88ef9c tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb8d367-d12a-4af5-8109-bc06a18bdc99 HTTP/1.1" status: 200 len: 943 time: 1.0867712 May 27 02:20:45.896061 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccca1480-4aa8-4047-b021-ef5710906277 req-d6acbd23-8f93-4d27-b0dd-0955933e90d8 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] Made reservation on behalf of 3e34770346fc4f329e150ec1b7c8db47 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:20:45.899459 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ccca1480-4aa8-4047-b021-ef5710906277 req-d6acbd23-8f93-4d27-b0dd-0955933e90d8 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:45.972167 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-cf8e3eb4-57b5-42c3-a303-81c2142397c5 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14b82cb0-5737-4b33-9c7b-a3dffbd7b3da') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:45.972626 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-cf8e3eb4-57b5-42c3-a303-81c2142397c5 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14b82cb0-5737-4b33-9c7b-a3dffbd7b3da') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:46.169031 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-ccca1480-4aa8-4047-b021-ef5710906277 req-d6acbd23-8f93-4d27-b0dd-0955933e90d8 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] Allocated IP 172.20.0.12 (736b2400-7faf-4319-9b51-8d438baaefbb/e166641e-9c69-4a80-8861-8b24be35b2f7/85b41a18-2138-498f-a01b-ee3889ddf4c6) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:20:46.221619 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cf8e3eb4-57b5-42c3-a303-81c2142397c5 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:46.231041 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-caa65ff9-066d-4079-9a6e-9c19273801af req-afe77d1a-dc76-4136-8544-9a36fb43d853 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591433 May 27 02:20:46.262233 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7029ed9-e865-4330-a590-875a09bbd566 None None] Network bdc750af-d25b-4592-a32a-3bea51e7f85b requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:20:46.322423 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fb062568-ea91-43d1-836a-b013a6c3f1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:46.381832 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cf8e3eb4-57b5-42c3-a303-81c2142397c5 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:46.412007 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf8e3eb4-57b5-42c3-a303-81c2142397c5 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:20:46.412695 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cf8e3eb4-57b5-42c3-a303-81c2142397c5 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:46.451820 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb062568-ea91-43d1-836a-b013a6c3f1a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c302d24-860d-464a-9c69-32cd4f709ca1,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:46.457036 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb062568-ea91-43d1-836a-b013a6c3f1a1 admin admin] Checking segment: {'id': '7321cd14-1f6f-448d-a8d3-637a53c8da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:20:46.457690 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb062568-ea91-43d1-836a-b013a6c3f1a1 admin admin] Network hostable DHCP agents. Network: 7ee685f0-e442-4ea7-949d-71e1995db8ac, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:20:46.485115 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 0656c221-b9ea-4665-8d59-1ea5f8c78630 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:20:46.495584 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ccca1480-4aa8-4047-b021-ef5710906277 req-d6acbd23-8f93-4d27-b0dd-0955933e90d8 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:46.526474 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-850ba168-1879-4a44-b7db-091d079f4a19 None None] Provisioning for port 5919d254-9ad1-4e77-8071-bf47ca606782 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:20:46.529284 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 14b82cb0-5737-4b33-9c7b-a3dffbd7b3da resource provider aggregate not found May 27 02:20:46.542582 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b272f28a-ea9d-43d5-8321-7c375d648a56 req-e7434c05-8902-4070-93f6-0c4c9625e2e2 service neutron] 10.222.0.32 "GET /v2.0/networks/317f8943-c2cf-4629-a384-430f557971d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8259752 May 27 02:20:46.585425 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-850ba168-1879-4a44-b7db-091d079f4a19 None None] Provisioning complete for port 5919d254-9ad1-4e77-8071-bf47ca606782 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:20:46.586532 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 14b82cb0-5737-4b33-9c7b-a3dffbd7b3da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 14b82cb0-5737-4b33-9c7b-a3dffbd7b3da found for delete ", "request_id": "req-5499bf4c-0276-45e2-b528-a6a8b03e6053"}]} May 27 02:20:46.586623 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-850ba168-1879-4a44-b7db-091d079f4a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:46.622515 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb062568-ea91-43d1-836a-b013a6c3f1a1 admin admin] Network 7ee685f0-e442-4ea7-949d-71e1995db8ac is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:20:46.622724 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459d995-d70d-4558-9323-2a14b6838e77 req-be582827-b2fb-4a5f-a794-86afd697cfe8 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:46.624179 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4459d995-d70d-4558-9323-2a14b6838e77 req-be582827-b2fb-4a5f-a794-86afd697cfe8 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e66fc82-51e0-4897-bc74-f9cfbf059c8d HTTP/1.1" status: 200 len: 945 time: 0.5979633 May 27 02:20:46.627029 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-35ae652e-4def-4f19-9139-5c3e25e7536a tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:46.627564 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-35ae652e-4def-4f19-9139-5c3e25e7536a tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:46.630207 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754fc6ca-b256-4ffb-a542-cf9748cd1901 None None] DHCP port deletion for bdc750af-d25b-4592-a32a-3bea51e7f85b request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:20:46.654178 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-754fc6ca-b256-4ffb-a542-cf9748cd1901 None None] Deleting port 5919d254-9ad1-4e77-8071-bf47ca606782 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:20:46.654552 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-754fc6ca-b256-4ffb-a542-cf9748cd1901 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:46.724781 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ccca1480-4aa8-4047-b021-ef5710906277 req-d6acbd23-8f93-4d27-b0dd-0955933e90d8 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:46.767251 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-fb062568-ea91-43d1-836a-b013a6c3f1a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 7ee685f0-e442-4ea7-949d-71e1995db8ac) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:20:46.796087 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb062568-ea91-43d1-836a-b013a6c3f1a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:46.796952 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fb062568-ea91-43d1-836a-b013a6c3f1a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:46.826480 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccca1480-4aa8-4047-b021-ef5710906277 req-d6acbd23-8f93-4d27-b0dd-0955933e90d8 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] Network 736b2400-7faf-4319-9b51-8d438baaefbb is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:20:46.829729 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-ccca1480-4aa8-4047-b021-ef5710906277 req-d6acbd23-8f93-4d27-b0dd-0955933e90d8 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:20:46.834800 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccca1480-4aa8-4047-b021-ef5710906277 req-d6acbd23-8f93-4d27-b0dd-0955933e90d8 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:20:46.846589 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-35ae652e-4def-4f19-9139-5c3e25e7536a tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Calling delete_port for 2b9cba1a-a0ed-43b9-ac18-eb8b539d06b4 owned by network:floatingip {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:20:46.878569 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-fb062568-ea91-43d1-836a-b013a6c3f1a1 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5492287 May 27 02:20:46.883960 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-cf8e3eb4-57b5-42c3-a303-81c2142397c5 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 02:20:46.883960 n-d-843554-3 neutron-server[88902]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 02:20:46.883960 n-d-843554-3 neutron-server[88902]: [parameters: {'id': 'bdc750af-d25b-4592-a32a-3bea51e7f85b'}] May 27 02:20:46.883960 n-d-843554-3 neutron-server[88902]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:20:46.884364 n-d-843554-3 neutron-server[88902]: DEBUG oslo_db.api [None req-cf8e3eb4-57b5-42c3-a303-81c2142397c5 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:20:46.889049 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43338) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:46.892208 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6acbd23-8f93-4d27-b0dd-0955933e90d8 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] Pushing event updated for resources: {'Port': ['ID=85b41a18-2138-498f-a01b-ee3889ddf4c6,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:46.901473 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3763bc7d-3e8a-4d1d-91dd-3262d7eaa4d3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1946500173-router', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:46.913160 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3763bc7d-3e8a-4d1d-91dd-3262d7eaa4d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:46.914867 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-754fc6ca-b256-4ffb-a542-cf9748cd1901 None None] For port 5919d254-9ad1-4e77-8071-bf47ca606782, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=5919d254-9ad1-4e77-8071-bf47ca606782,segment=NetworkSegment(14b82cb0-5737-4b33-9c7b-a3dffbd7b3da),segment_id=14b82cb0-5737-4b33-9c7b-a3dffbd7b3da)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:46.915302 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-754fc6ca-b256-4ffb-a542-cf9748cd1901 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:46.924746 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3763bc7d-3e8a-4d1d-91dd-3262d7eaa4d3 admin admin] Usage tracker for resource:router and tenant:67a2999592f840daafe9db3a26b0dd55 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:46.931367 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3763bc7d-3e8a-4d1d-91dd-3262d7eaa4d3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:46.950118 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4459d995-d70d-4558-9323-2a14b6838e77 req-5e958184-d33c-4915-ab54-1260230dc261 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/security-groups?id=79437922-d5e1-4f8b-bbae-11b029e819f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061035 May 27 02:20:46.972104 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3763bc7d-3e8a-4d1d-91dd-3262d7eaa4d3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:46.991179 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca1480-4aa8-4047-b021-ef5710906277 req-d6acbd23-8f93-4d27-b0dd-0955933e90d8 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:46.991650 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6567daf-7704-47cb-837f-00e47c48b9a7 req-a5637ada-3898-4fc0-a708-023bdf3f2eb8 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:46.992794 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ccca1480-4aa8-4047-b021-ef5710906277 req-d6acbd23-8f93-4d27-b0dd-0955933e90d8 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:46.993217 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f6567daf-7704-47cb-837f-00e47c48b9a7 req-a5637ada-3898-4fc0-a708-023bdf3f2eb8 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed1ef0b2-f291-40af-ace7-659b21a2bf0b HTTP/1.1" status: 200 len: 932 time: 0.3569860 May 27 02:20:47.053381 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-754fc6ca-b256-4ffb-a542-cf9748cd1901 None None] Calling delete_port for 5919d254-9ad1-4e77-8071-bf47ca606782 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:20:47.091124 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f6567daf-7704-47cb-837f-00e47c48b9a7 req-9f60c444-510b-4b97-9cc7-aaeff9f9bceb tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] 10.222.0.57 "GET /v2.0/security-groups?id=c8a5b968-05db-4678-937b-46184749fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888646 May 27 02:20:47.138268 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3763bc7d-3e8a-4d1d-91dd-3262d7eaa4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:47.139635 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3763bc7d-3e8a-4d1d-91dd-3262d7eaa4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:47.150300 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ccca1480-4aa8-4047-b021-ef5710906277 req-d6acbd23-8f93-4d27-b0dd-0955933e90d8 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0167036 May 27 02:20:47.163780 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-ccca1480-4aa8-4047-b021-ef5710906277 req-d94d2215-14f9-4f15-b35f-0fd8af83bc51 service neutron] Request body: {'port': {'device_id': 'ed1ef0b2-f291-40af-ace7-659b21a2bf0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:47.166493 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efb69c3-adc9-40d3-a671-53ff2bf567b3 None None] Network 7ee685f0-e442-4ea7-949d-71e1995db8ac requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:20:47.167662 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7d8b9596-5ee8-4d2d-b7b7-132d5e0d7fc8 req-7178487a-a992-430b-88e4-9a1b590952fa tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 210 time: 0.0734372 May 27 02:20:47.245259 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-35ae652e-4def-4f19-9139-5c3e25e7536a tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:47.313752 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ae652e-4def-4f19-9139-5c3e25e7536a tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Pushing event deleted for resources: {'Port': ['ID=2b9cba1a-a0ed-43b9-ac18-eb8b539d06b4,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:47.332610 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3763bc7d-3e8a-4d1d-91dd-3262d7eaa4d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:47.369383 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ccca1480-4aa8-4047-b021-ef5710906277 req-d94d2215-14f9-4f15-b35f-0fd8af83bc51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:47.392432 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 5919d254-9ad1-4e77-8071-bf47ca606782 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:20:47.395861 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cf8e3eb4-57b5-42c3-a303-81c2142397c5 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:47.435415 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-754fc6ca-b256-4ffb-a542-cf9748cd1901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:47.479186 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-850ba168-1879-4a44-b7db-091d079f4a19 None None] Port 5919d254-9ad1-4e77-8071-bf47ca606782 update to ACTIVE by agent not found {{(pid=88903) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 27 02:20:47.483666 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 0656c221-b9ea-4665-8d59-1ea5f8c78630, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=0656c221-b9ea-4665-8d59-1ea5f8c78630,segment=NetworkSegment(f9d0c973-72f3-423e-80ec-119f03165820),segment_id=f9d0c973-72f3-423e-80ec-119f03165820)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:47.491205 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-35ae652e-4def-4f19-9139-5c3e25e7536a tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for floatingip, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:47.498886 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 5919d254-9ad1-4e77-8071-bf47ca606782 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:20:47.499446 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 5919d254-9ad1-4e77-8071-bf47ca606782 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:20:47.515756 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754fc6ca-b256-4ffb-a542-cf9748cd1901 None None] Pushing event deleted for resources: {'Port': ['ID=5919d254-9ad1-4e77-8071-bf47ca606782,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:47.519174 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754fc6ca-b256-4ffb-a542-cf9748cd1901 None None] No DVR routers for this DVR port 5919d254-9ad1-4e77-8071-bf47ca606782 on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:20:47.524459 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '0656c221-b9ea-4665-8d59-1ea5f8c78630', 'network_id': '317f8943-c2cf-4629-a384-430f557971d0', 'port_id': '0656c221-b9ea-4665-8d59-1ea5f8c78630', 'mac_address': 'fa:16:3e:f0:6f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '029bf5aa-9449-4d9e-81c7-fe1336fb8379', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:20:47.624448 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac5b7c-8502-4d95-9cb4-5c49f8f9eba0 req-68c14fe8-c53d-4979-a266-c6167a3af416 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:47.626247 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f0ac5b7c-8502-4d95-9cb4-5c49f8f9eba0 req-68c14fe8-c53d-4979-a266-c6167a3af416 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e66fc82-51e0-4897-bc74-f9cfbf059c8d HTTP/1.1" status: 200 len: 945 time: 0.4259944 May 27 02:20:47.662153 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 0656c221-b9ea-4665-8d59-1ea5f8c78630 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:20:47.662153 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:47.682520 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0656c221-b9ea-4665-8d59-1ea5f8c78630 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:20:47.731856 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-35ae652e-4def-4f19-9139-5c3e25e7536a tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:47.734372 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-35ae652e-4def-4f19-9139-5c3e25e7536a tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "DELETE /v2.0/floatingips/7afc0f86-1c1c-4926-abf1-c41b76fc4305 HTTP/1.1" status: 204 len: 168 time: 2.3094900 May 27 02:20:47.744220 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43346) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:47.745267 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 0656c221-b9ea-4665-8d59-1ea5f8c78630, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=0656c221-b9ea-4665-8d59-1ea5f8c78630,segment=NetworkSegment(f9d0c973-72f3-423e-80ec-119f03165820),segment_id=f9d0c973-72f3-423e-80ec-119f03165820)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:47.746714 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4f450b-6fd6-4107-8bab-e3d0bf68df04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-7ee685f0-e442-4ea7-949d-71e1995db8ac', 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'fixed_ips': [{'subnet_id': '0c302d24-860d-464a-9c69-32cd4f709ca1'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:20:47.747719 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0c4f450b-6fd6-4107-8bab-e3d0bf68df04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:47.757153 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-2a7289c9-235f-4e88-b87f-a0182cc7068d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'port_id': '241f17a3-4fd5-449e-9f09-b9b5e5519299'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:47.766140 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cf8e3eb4-57b5-42c3-a303-81c2142397c5 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:47.779992 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-2a7289c9-235f-4e88-b87f-a0182cc7068d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:47.806955 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad9566-9abf-4f39-be73-6bff4f1ae8f8 req-0808c45a-55fd-4e85-924e-1b797d09518d tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:47.814070 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-edad9566-9abf-4f39-be73-6bff4f1ae8f8 req-0808c45a-55fd-4e85-924e-1b797d09518d tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb8d367-d12a-4af5-8109-bc06a18bdc99 HTTP/1.1" status: 200 len: 943 time: 0.4191124 May 27 02:20:47.839729 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-2a7289c9-235f-4e88-b87f-a0182cc7068d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Usage tracker for resource:floatingip and tenant:da6da76c53cc4067a3275f77b81c0c47 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:47.857618 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-2a7289c9-235f-4e88-b87f-a0182cc7068d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:47.874065 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f0ac5b7c-8502-4d95-9cb4-5c49f8f9eba0 req-7db4f0e7-4cd8-4818-a0f6-7a3d462f3de7 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/security-groups?id=79437922-d5e1-4f8b-bbae-11b029e819f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772099 May 27 02:20:47.874918 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-2a7289c9-235f-4e88-b87f-a0182cc7068d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:47.877757 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-cf8e3eb4-57b5-42c3-a303-81c2142397c5 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdc750af-d25b-4592-a32a-3bea51e7f85b']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:47.882739 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:47.918228 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-cf8e3eb4-57b5-42c3-a303-81c2142397c5 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14b82cb0-5737-4b33-9c7b-a3dffbd7b3da') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:47.918585 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-cf8e3eb4-57b5-42c3-a303-81c2142397c5 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14b82cb0-5737-4b33-9c7b-a3dffbd7b3da') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:47.920485 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3763bc7d-3e8a-4d1d-91dd-3262d7eaa4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:47.934474 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cf8e3eb4-57b5-42c3-a303-81c2142397c5 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:47.952751 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cf8e3eb4-57b5-42c3-a303-81c2142397c5 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:47.960542 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf8e3eb4-57b5-42c3-a303-81c2142397c5 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:20:47.961052 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cf8e3eb4-57b5-42c3-a303-81c2142397c5 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:47.969272 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-0c4f450b-6fd6-4107-8bab-e3d0bf68df04 None None] Allocated IP 172.20.0.2 (7ee685f0-e442-4ea7-949d-71e1995db8ac/0c302d24-860d-464a-9c69-32cd4f709ca1/72528d9e-dea4-4ebe-94f7-ab6f545cf29b) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:20:47.978406 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=0656c221-b9ea-4665-8d59-1ea5f8c78630,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:48.050045 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-edad9566-9abf-4f39-be73-6bff4f1ae8f8 req-5384854c-4ebf-4a1f-8062-225b1a8c35a4 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351315 May 27 02:20:48.127029 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['0656c221-b9ea-4665-8d59-1ea5f8c78630'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:20:48.164319 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd076a08-2728-400d-9374-f9b44d647ca1 req-be8140b7-2b5a-4a1f-840c-57c2c82cec67 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:48.166043 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cd076a08-2728-400d-9374-f9b44d647ca1 req-be8140b7-2b5a-4a1f-840c-57c2c82cec67 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e66fc82-51e0-4897-bc74-f9cfbf059c8d HTTP/1.1" status: 200 len: 945 time: 0.1013877 May 27 02:20:48.192029 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2a7289c9-235f-4e88-b87f-a0182cc7068d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for floatingip, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:48.248346 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.resource_extend [req-ccca1480-4aa8-4047-b021-ef5710906277 req-d94d2215-14f9-4f15-b35f-0fd8af83bc51 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:20:48.292649 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0c4f450b-6fd6-4107-8bab-e3d0bf68df04 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:48.317379 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-0c4f450b-6fd6-4107-8bab-e3d0bf68df04 None None] Transition to ACTIVE for port object 72528d9e-dea4-4ebe-94f7-ab6f545cf29b will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:20:48.344432 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-ccca1480-4aa8-4047-b021-ef5710906277 req-d94d2215-14f9-4f15-b35f-0fd8af83bc51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85b41a18-2138-498f-a01b-ee3889ddf4c6 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:20:48.354945 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ccca1480-4aa8-4047-b021-ef5710906277 req-d94d2215-14f9-4f15-b35f-0fd8af83bc51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:48.361487 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-0c4f450b-6fd6-4107-8bab-e3d0bf68df04 None None] Transition to ACTIVE for port object 72528d9e-dea4-4ebe-94f7-ab6f545cf29b will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:20:48.387021 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-ccca1480-4aa8-4047-b021-ef5710906277 req-d94d2215-14f9-4f15-b35f-0fd8af83bc51 service neutron] Transition to ACTIVE for port object 85b41a18-2138-498f-a01b-ee3889ddf4c6 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:20:48.415683 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cf8e3eb4-57b5-42c3-a303-81c2142397c5 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:48.453914 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ccca1480-4aa8-4047-b021-ef5710906277 req-d94d2215-14f9-4f15-b35f-0fd8af83bc51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:48.478562 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0c4f450b-6fd6-4107-8bab-e3d0bf68df04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:48.545182 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e3eb4-57b5-42c3-a303-81c2142397c5 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event deleted for resources: {'Network': ['ID=bdc750af-d25b-4592-a32a-3bea51e7f85b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:48.552013 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4f450b-6fd6-4107-8bab-e3d0bf68df04 None None] Network 7ee685f0-e442-4ea7-949d-71e1995db8ac is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:20:48.554311 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-0c4f450b-6fd6-4107-8bab-e3d0bf68df04 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:20:48.556742 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cf8e3eb4-57b5-42c3-a303-81c2142397c5 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:48.558576 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4f450b-6fd6-4107-8bab-e3d0bf68df04 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:20:48.565247 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f450b-6fd6-4107-8bab-e3d0bf68df04 None None] Pushing event updated for resources: {'Port': ['ID=72528d9e-dea4-4ebe-94f7-ab6f545cf29b,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:48.581698 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cd076a08-2728-400d-9374-f9b44d647ca1 req-d83662c4-af5e-4f80-bd81-141e6d20c86b tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/security-groups?id=79437922-d5e1-4f8b-bbae-11b029e819f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096680 May 27 02:20:48.594723 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-cf8e3eb4-57b5-42c3-a303-81c2142397c5 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "DELETE /v2.0/networks/bdc750af-d25b-4592-a32a-3bea51e7f85b HTTP/1.1" status: 204 len: 168 time: 5.3124690 May 27 02:20:48.627018 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 14b82cb0-5737-4b33-9c7b-a3dffbd7b3da resource provider aggregate not found May 27 02:20:48.632461 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43360) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:48.646964 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-2bae07fa-ee3c-4ffc-b84e-a30c15e90b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:48.648376 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-2bae07fa-ee3c-4ffc-b84e-a30c15e90b4c service neutron] 10.222.0.66 "GET /v2.0/ports/0cddd283-b33e-41da-b142-f29163e1f022 HTTP/1.1" status: 200 len: 1028 time: 0.2289515 May 27 02:20:48.688980 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-0c4f450b-6fd6-4107-8bab-e3d0bf68df04 None None] Attempting to bind port 72528d9e-dea4-4ebe-94f7-ab6f545cf29b on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:20:48.688980 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-0c4f450b-6fd6-4107-8bab-e3d0bf68df04 None None] Attempting to bind port 72528d9e-dea4-4ebe-94f7-ab6f545cf29b by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '7321cd14-1f6f-448d-a8d3-637a53c8da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:20:48.688980 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4f450b-6fd6-4107-8bab-e3d0bf68df04 None None] Attempting to bind port 72528d9e-dea4-4ebe-94f7-ab6f545cf29b on network 7ee685f0-e442-4ea7-949d-71e1995db8ac {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:20:48.691609 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4f450b-6fd6-4107-8bab-e3d0bf68df04 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:20:48.692415 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-495e2e88-b675-4731-b0ec-3be07a82db75 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-488232492'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:48.692513 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4f450b-6fd6-4107-8bab-e3d0bf68df04 None None] Checking segment: {'id': '7321cd14-1f6f-448d-a8d3-637a53c8da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:20:48.692939 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0c4f450b-6fd6-4107-8bab-e3d0bf68df04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:48.693321 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4f450b-6fd6-4107-8bab-e3d0bf68df04 None None] Bound using segment: {'id': '7321cd14-1f6f-448d-a8d3-637a53c8da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:20:48.693787 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-0c4f450b-6fd6-4107-8bab-e3d0bf68df04 None None] Bound port: 72528d9e-dea4-4ebe-94f7-ab6f545cf29b, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7321cd14-1f6f-448d-a8d3-637a53c8da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:20:48.694150 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0c4f450b-6fd6-4107-8bab-e3d0bf68df04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:48.708121 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 14b82cb0-5737-4b33-9c7b-a3dffbd7b3da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 14b82cb0-5737-4b33-9c7b-a3dffbd7b3da found for delete ", "request_id": "req-a43789e5-82bc-443f-9c02-512658fcb4cd"}]} May 27 02:20:48.709918 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-495e2e88-b675-4731-b0ec-3be07a82db75 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:48.725744 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-495e2e88-b675-4731-b0ec-3be07a82db75 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Usage tracker for resource:network and tenant:603c58ba304f41388b863215a4e94a90 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:48.755405 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-495e2e88-b675-4731-b0ec-3be07a82db75 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:48.763496 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d2215-14f9-4f15-b35f-0fd8af83bc51 service neutron] Pushing event updated for resources: {'Port': ['ID=85b41a18-2138-498f-a01b-ee3889ddf4c6,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:48.776690 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-6334415b-43b7-4882-9b5b-0468819b631b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:48.778359 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-6334415b-43b7-4882-9b5b-0468819b631b service neutron] 10.222.0.66 "GET /v2.0/ports/e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340 HTTP/1.1" status: 200 len: 1026 time: 0.1209455 May 27 02:20:48.789046 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fb87e-ffd0-4e95-b4f1-031e5f453534 req-423baf3a-1cd4-4341-b9a1-09b5b193f357 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:48.796161 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-911fb87e-ffd0-4e95-b4f1-031e5f453534 req-423baf3a-1cd4-4341-b9a1-09b5b193f357 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed1ef0b2-f291-40af-ace7-659b21a2bf0b HTTP/1.1" status: 200 len: 932 time: 0.5720470 May 27 02:20:48.809049 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-495e2e88-b675-4731-b0ec-3be07a82db75 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:48.812339 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-0c4f450b-6fd6-4107-8bab-e3d0bf68df04 None None] For port 72528d9e-dea4-4ebe-94f7-ab6f545cf29b, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:20:48.816401 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-0c4f450b-6fd6-4107-8bab-e3d0bf68df04 None None] For port 72528d9e-dea4-4ebe-94f7-ab6f545cf29b, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=72528d9e-dea4-4ebe-94f7-ab6f545cf29b,segment=NetworkSegment(7321cd14-1f6f-448d-a8d3-637a53c8da8a),segment_id=7321cd14-1f6f-448d-a8d3-637a53c8da8a)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:20:48.828634 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3763bc7d-3e8a-4d1d-91dd-3262d7eaa4d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:48.864753 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3763bc7d-3e8a-4d1d-91dd-3262d7eaa4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:48.884426 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:48.886131 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0c4f450b-6fd6-4107-8bab-e3d0bf68df04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:48.922279 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495e2e88-b675-4731-b0ec-3be07a82db75 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Made reservation on behalf of 603c58ba304f41388b863215a4e94a90 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:20:48.925690 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-495e2e88-b675-4731-b0ec-3be07a82db75 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:48.956838 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-ccca1480-4aa8-4047-b021-ef5710906277 req-d94d2215-14f9-4f15-b35f-0fd8af83bc51 service neutron] Attempting to bind port 85b41a18-2138-498f-a01b-ee3889ddf4c6 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:20:48.957148 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-ccca1480-4aa8-4047-b021-ef5710906277 req-d94d2215-14f9-4f15-b35f-0fd8af83bc51 service neutron] Attempting to bind port 85b41a18-2138-498f-a01b-ee3889ddf4c6 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '3f7f9ee6-40d2-435d-918a-29fa3728567c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '736b2400-7faf-4319-9b51-8d438baaefbb'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:20:48.957412 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccca1480-4aa8-4047-b021-ef5710906277 req-d94d2215-14f9-4f15-b35f-0fd8af83bc51 service neutron] Attempting to bind port 85b41a18-2138-498f-a01b-ee3889ddf4c6 on network 736b2400-7faf-4319-9b51-8d438baaefbb {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:20:48.972585 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccca1480-4aa8-4047-b021-ef5710906277 req-d94d2215-14f9-4f15-b35f-0fd8af83bc51 service neutron] Port 85b41a18-2138-498f-a01b-ee3889ddf4c6 on network 736b2400-7faf-4319-9b51-8d438baaefbb not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:20:48.973089 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccca1480-4aa8-4047-b021-ef5710906277 req-d94d2215-14f9-4f15-b35f-0fd8af83bc51 service neutron] Attempting to bind port 85b41a18-2138-498f-a01b-ee3889ddf4c6 on network 736b2400-7faf-4319-9b51-8d438baaefbb {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:20:48.982136 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f450b-6fd6-4107-8bab-e3d0bf68df04 None None] Pushing event updated for resources: {'Port': ['ID=72528d9e-dea4-4ebe-94f7-ab6f545cf29b,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:48.982950 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5cb5dcc-ab5f-47ad-8c4e-0783d7b51a36 req-cfed2ec1-d9d4-4bcd-875a-0ab3d18ffd24 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 210 time: 0.1633139 May 27 02:20:48.985625 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccca1480-4aa8-4047-b021-ef5710906277 req-d94d2215-14f9-4f15-b35f-0fd8af83bc51 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:20:48.985978 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccca1480-4aa8-4047-b021-ef5710906277 req-d94d2215-14f9-4f15-b35f-0fd8af83bc51 service neutron] Checking segment: {'id': '3f7f9ee6-40d2-435d-918a-29fa3728567c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '736b2400-7faf-4319-9b51-8d438baaefbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:20:48.986362 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccca1480-4aa8-4047-b021-ef5710906277 req-d94d2215-14f9-4f15-b35f-0fd8af83bc51 service neutron] Bound using segment: {'id': '3f7f9ee6-40d2-435d-918a-29fa3728567c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '736b2400-7faf-4319-9b51-8d438baaefbb'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:20:48.987202 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-ccca1480-4aa8-4047-b021-ef5710906277 req-d94d2215-14f9-4f15-b35f-0fd8af83bc51 service neutron] Bound port: 85b41a18-2138-498f-a01b-ee3889ddf4c6, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f7f9ee6-40d2-435d-918a-29fa3728567c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '736b2400-7faf-4319-9b51-8d438baaefbb'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:20:48.987202 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ccca1480-4aa8-4047-b021-ef5710906277 req-d94d2215-14f9-4f15-b35f-0fd8af83bc51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:49.017813 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-911fb87e-ffd0-4e95-b4f1-031e5f453534 req-6e5dc5f4-c8c9-4f62-a03f-ffbfa291f161 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] 10.222.0.57 "GET /v2.0/security-groups?id=c8a5b968-05db-4678-937b-46184749fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201698 May 27 02:20:49.018003 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-495e2e88-b675-4731-b0ec-3be07a82db75 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:20:49.037264 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-495e2e88-b675-4731-b0ec-3be07a82db75 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:49.037614 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-495e2e88-b675-4731-b0ec-3be07a82db75 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Added segment ed05efc7-c19b-4256-a858-0f1acdde345b of type vlan for network 4b3e199b-cf0c-48eb-9413-cc3692812ce7 May 27 02:20:49.088926 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2a7289c9-235f-4e88-b87f-a0182cc7068d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:49.130380 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:49.217438 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-495e2e88-b675-4731-b0ec-3be07a82db75 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:49.239495 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-3763bc7d-3e8a-4d1d-91dd-3262d7eaa4d3 admin admin] Allocated IP 172.25.1.152 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/92b172b0-4350-41a6-8a59-376f01838aa5) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:20:49.265901 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-57c8d59c-088c-4421-9410-54cd133cbc4b tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:49.291249 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-57c8d59c-088c-4421-9410-54cd133cbc4b tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:49.297607 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-57c8d59c-088c-4421-9410-54cd133cbc4b tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:49.299240 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-57c8d59c-088c-4421-9410-54cd133cbc4b tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.66 "GET /v2.0/networks?id=cd909775-46db-435c-9cd7-78749fc058c4&id=bc44a8f1-f55a-42c3-8906-2fd4470a2ec1&id=bc44a8f1-f55a-42c3-8906-2fd4470a2ec1&id=bc44a8f1-f55a-42c3-8906-2fd4470a2ec1&id=bc44a8f1-f55a-42c3-8906-2fd4470a2ec1&id=c9b6b64d-3919-4b90-9366-bcda75991abc&id=c9b6b64d-3919-4b90-9366-bcda75991abc HTTP/1.1" status: 200 len: 1990 time: 0.4785244 May 27 02:20:49.391528 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-ccca1480-4aa8-4047-b021-ef5710906277 req-d94d2215-14f9-4f15-b35f-0fd8af83bc51 service neutron] For port 85b41a18-2138-498f-a01b-ee3889ddf4c6, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:20:49.418344 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-ccca1480-4aa8-4047-b021-ef5710906277 req-d94d2215-14f9-4f15-b35f-0fd8af83bc51 service neutron] For port 85b41a18-2138-498f-a01b-ee3889ddf4c6, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=85b41a18-2138-498f-a01b-ee3889ddf4c6,segment=NetworkSegment(3f7f9ee6-40d2-435d-918a-29fa3728567c),segment_id=3f7f9ee6-40d2-435d-918a-29fa3728567c)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:20:49.439754 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-25ff35a5-2f16-44f4-af3b-aa04acf4f56e tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ff34f8aa5b34b2b8b9bd5b46a9cefc6 HTTP/1.1" status: 200 len: 380 time: 0.1320679 May 27 02:20:49.451622 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-7a0f1967-3dc7-4d6a-9f8f-f9dbbcdab655 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Request body: {'port': {'device_id': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'network_id': 'cd909775-46db-435c-9cd7-78749fc058c4', 'admin_state_up': True, 'tenant_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'security_groups': ['e5afc690-7524-4a95-b1d1-a233dc90191d']}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:49.486458 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3763bc7d-3e8a-4d1d-91dd-3262d7eaa4d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:49.514015 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-495e2e88-b675-4731-b0ec-3be07a82db75 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:49.520409 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495e2e88-b675-4731-b0ec-3be07a82db75 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:49.521042 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-495e2e88-b675-4731-b0ec-3be07a82db75 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:49.553586 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96826f-c732-4d75-96ee-665ab38c793b req-b20cb3a5-04cb-4619-a2a9-e36a2ccb2e75 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:49.556367 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6d96826f-c732-4d75-96ee-665ab38c793b req-b20cb3a5-04cb-4619-a2a9-e36a2ccb2e75 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e66fc82-51e0-4897-bc74-f9cfbf059c8d HTTP/1.1" status: 200 len: 945 time: 0.3789175 May 27 02:20:49.557341 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ccca1480-4aa8-4047-b021-ef5710906277 req-d94d2215-14f9-4f15-b35f-0fd8af83bc51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:49.611188 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b28c74-f8c1-4543-a7bc-a28e8074b58a req-6b954e2c-2714-4040-9b0c-e60f7d81d04d tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:49.612677 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d8b28c74-f8c1-4543-a7bc-a28e8074b58a req-6b954e2c-2714-4040-9b0c-e60f7d81d04d tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb8d367-d12a-4af5-8109-bc06a18bdc99 HTTP/1.1" status: 200 len: 944 time: 0.2762599 May 27 02:20:49.679922 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6d96826f-c732-4d75-96ee-665ab38c793b req-524e5dea-085f-44a3-b847-b8ffc3666f8a tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/security-groups?id=79437922-d5e1-4f8b-bbae-11b029e819f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146612 May 27 02:20:49.691230 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca1480-4aa8-4047-b021-ef5710906277 req-d94d2215-14f9-4f15-b35f-0fd8af83bc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:49.691930 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ccca1480-4aa8-4047-b021-ef5710906277 req-d94d2215-14f9-4f15-b35f-0fd8af83bc51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:49.693860 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ccca1480-4aa8-4047-b021-ef5710906277 req-d94d2215-14f9-4f15-b35f-0fd8af83bc51 service neutron] 10.222.0.66 "PUT /v2.0/ports/85b41a18-2138-498f-a01b-ee3889ddf4c6 HTTP/1.1" status: 200 len: 1092 time: 2.5370057 May 27 02:20:49.701243 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed1ef0b2-f291-40af-ace7-659b21a2bf0b', 'tag': '85b41a18-2138-498f-a01b-ee3889ddf4c6'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:20:49.706130 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-7a0f1967-3dc7-4d6a-9f8f-f9dbbcdab655 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:49.725246 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e2e88-b675-4731-b0ec-3be07a82db75 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event updated for resources: {'Network': ['ID=4b3e199b-cf0c-48eb-9413-cc3692812ce7,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:49.725629 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d8b28c74-f8c1-4543-a7bc-a28e8074b58a req-9082f3f0-75e2-4f6f-909e-b838d4d07f51 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914671 May 27 02:20:49.733699 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-7a0f1967-3dc7-4d6a-9f8f-f9dbbcdab655 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:49.742926 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 4b3e199b-cf0c-48eb-9413-cc3692812ce7 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:20:49.746000 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3763bc7d-3e8a-4d1d-91dd-3262d7eaa4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:49.766598 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d2215-14f9-4f15-b35f-0fd8af83bc51 service neutron] Pushing event updated for resources: {'Port': ['ID=85b41a18-2138-498f-a01b-ee3889ddf4c6,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:49.817558 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3763bc7d-3e8a-4d1d-91dd-3262d7eaa4d3 admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:20:49.828044 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43376) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:49.828197 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-495e2e88-b675-4731-b0ec-3be07a82db75 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1505275 May 27 02:20:49.829236 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-3763bc7d-3e8a-4d1d-91dd-3262d7eaa4d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:20:49.833135 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3763bc7d-3e8a-4d1d-91dd-3262d7eaa4d3 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:20:49.856178 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-e221bca9-d27f-4533-823b-62c338814949 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Request body: {'subnet': {'network_id': '4b3e199b-cf0c-48eb-9413-cc3692812ce7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:49.911704 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1842810c-efec-4ca9-9a78-895c00d3b254'] response: {'name': 'network-changed', 'server_uuid': 'ed1ef0b2-f291-40af-ace7-659b21a2bf0b', 'tag': '85b41a18-2138-498f-a01b-ee3889ddf4c6', 'status': 'completed', 'code': 200} May 27 02:20:49.939922 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-7a0f1967-3dc7-4d6a-9f8f-f9dbbcdab655 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Made reservation on behalf of 0ff34f8aa5b34b2b8b9bd5b46a9cefc6 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:20:49.943527 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-7a0f1967-3dc7-4d6a-9f8f-f9dbbcdab655 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:49.975617 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3763bc7d-3e8a-4d1d-91dd-3262d7eaa4d3 admin admin] Pushing event updated for resources: {'Port': ['ID=92b172b0-4350-41a6-8a59-376f01838aa5,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:50.001084 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-2a7289c9-235f-4e88-b87f-a0182cc7068d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Allocated IP 172.25.1.243 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/1a281fb0-8cea-4043-bd4d-0f15f1791433) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:20:50.244571 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e221bca9-d27f-4533-823b-62c338814949 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:50.268474 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e221bca9-d27f-4533-823b-62c338814949 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Usage tracker for resource:subnet and tenant:603c58ba304f41388b863215a4e94a90 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:50.326146 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e221bca9-d27f-4533-823b-62c338814949 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:50.345050 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e221bca9-d27f-4533-823b-62c338814949 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:50.354569 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402abce-fc02-402e-9ee0-5a47c557c20a req-f38f8eca-6b7d-41f9-98b5-75b1c1de5cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:50.356093 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8402abce-fc02-402e-9ee0-5a47c557c20a req-f38f8eca-6b7d-41f9-98b5-75b1c1de5cfa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3e34770346fc4f329e150ec1b7c8db47&device_id=ed1ef0b2-f291-40af-ace7-659b21a2bf0b HTTP/1.1" status: 200 len: 1095 time: 0.4851451 May 27 02:20:50.427679 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27374624-66d9-4643-8266-b07671f81615 None None] Network 7ee685f0-e442-4ea7-949d-71e1995db8ac requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:20:50.510223 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 0656c221-b9ea-4665-8d59-1ea5f8c78630 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:20:50.554599 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402abce-fc02-402e-9ee0-5a47c557c20a req-3b82e35a-6cf5-4af0-96bf-2e82e9800971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:50.557162 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8402abce-fc02-402e-9ee0-5a47c557c20a req-3b82e35a-6cf5-4af0-96bf-2e82e9800971 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=3e34770346fc4f329e150ec1b7c8db47&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1917579 May 27 02:20:50.588310 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e221bca9-d27f-4533-823b-62c338814949 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Made reservation on behalf of 603c58ba304f41388b863215a4e94a90 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:20:50.592256 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e221bca9-d27f-4533-823b-62c338814949 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:50.624926 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-8c070b83-d2d9-4b63-b378-21e1aad5cdc8 None None] Provisioning for port 72528d9e-dea4-4ebe-94f7-ab6f545cf29b completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:20:50.783603 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d926ee-4173-410e-b616-0eb1878e4ad5 req-19d0feba-2fe4-4781-b943-7d0efb84ff82 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:50.785033 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-25d926ee-4173-410e-b616-0eb1878e4ad5 req-19d0feba-2fe4-4781-b943-7d0efb84ff82 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e66fc82-51e0-4897-bc74-f9cfbf059c8d HTTP/1.1" status: 200 len: 945 time: 0.7792716 May 27 02:20:50.788084 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-7a0f1967-3dc7-4d6a-9f8f-f9dbbcdab655 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Allocated IP 172.20.0.14 (cd909775-46db-435c-9cd7-78749fc058c4/38635d3c-a31c-4fd5-8a18-29f0e87e4929/1b88d4c2-88a5-44e4-a734-7381c01bd697) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:20:50.835236 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 0656c221-b9ea-4665-8d59-1ea5f8c78630 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:20:50.836215 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2a7289c9-235f-4e88-b87f-a0182cc7068d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:50.849176 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 0656c221-b9ea-4665-8d59-1ea5f8c78630 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:20:50.849558 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:50.876524 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bdb39d-6ee4-47fe-ba63-5b68b8a55bbb req-63171da0-fc11-4321-920d-c34d7495273f tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:50.884957 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-08bdb39d-6ee4-47fe-ba63-5b68b8a55bbb req-63171da0-fc11-4321-920d-c34d7495273f tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed1ef0b2-f291-40af-ace7-659b21a2bf0b HTTP/1.1" status: 200 len: 944 time: 0.7079461 May 27 02:20:50.926997 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3763bc7d-3e8a-4d1d-91dd-3262d7eaa4d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:50.971179 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-25d926ee-4173-410e-b616-0eb1878e4ad5 req-e066cad1-c4a4-4a40-a5c8-670e32160815 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/security-groups?id=79437922-d5e1-4f8b-bbae-11b029e819f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714385 May 27 02:20:51.024453 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 0656c221-b9ea-4665-8d59-1ea5f8c78630 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:20:51.030933 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:51.053569 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb8d367-d12a-4af5-8109-bc06a18bdc99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0656c221-b9ea-4665-8d59-1ea5f8c78630'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:20:51.054552 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402abce-fc02-402e-9ee0-5a47c557c20a req-d9f5525b-d318-47e8-b8d8-b31a6bcc2e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:51.056022 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8402abce-fc02-402e-9ee0-5a47c557c20a req-d9f5525b-d318-47e8-b8d8-b31a6bcc2e2b service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4929423 May 27 02:20:51.075276 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 0656c221-b9ea-4665-8d59-1ea5f8c78630, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=0656c221-b9ea-4665-8d59-1ea5f8c78630,segment=NetworkSegment(f9d0c973-72f3-423e-80ec-119f03165820),segment_id=f9d0c973-72f3-423e-80ec-119f03165820)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:51.142249 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:51.204892 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-08bdb39d-6ee4-47fe-ba63-5b68b8a55bbb req-4b25f038-02b5-4412-a5f5-2f1381a1b097 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] 10.222.0.57 "GET /v2.0/security-groups?id=c8a5b968-05db-4678-937b-46184749fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186700 May 27 02:20:51.226185 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=0656c221-b9ea-4665-8d59-1ea5f8c78630,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:51.317399 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca1480-4aa8-4047-b021-ef5710906277 req-06003694-881e-43a0-98ed-8d7de9359340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:51.318966 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ccca1480-4aa8-4047-b021-ef5710906277 req-06003694-881e-43a0-98ed-8d7de9359340 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3e34770346fc4f329e150ec1b7c8db47&device_id=ed1ef0b2-f291-40af-ace7-659b21a2bf0b HTTP/1.1" status: 200 len: 1095 time: 0.2021451 May 27 02:20:51.331652 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df43d38b-62ab-4466-bf09-58fda5742c48 req-a1401e47-6316-47da-bed9-3e6e79c52cfe tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 210 time: 0.1200783 May 27 02:20:51.449583 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2a7289c9-235f-4e88-b87f-a0182cc7068d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:51.449878 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ccca1480-4aa8-4047-b021-ef5710906277 req-d8e92655-0311-4e71-b0ac-bd0fdf6816cb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85b41a18-2138-498f-a01b-ee3889ddf4c6 HTTP/1.1" status: 200 len: 217 time: 0.1083419 May 27 02:20:51.463995 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 72528d9e-dea4-4ebe-94f7-ab6f545cf29b up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:20:51.590960 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca1480-4aa8-4047-b021-ef5710906277 req-2dcb5007-6ff4-414d-a667-4afbf8b71182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:51.592548 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ccca1480-4aa8-4047-b021-ef5710906277 req-2dcb5007-6ff4-414d-a667-4afbf8b71182 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e166641e-9c69-4a80-8861-8b24be35b2f7 HTTP/1.1" status: 200 len: 860 time: 0.1345484 May 27 02:20:51.597084 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3763bc7d-3e8a-4d1d-91dd-3262d7eaa4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:51.610043 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-7a0f1967-3dc7-4d6a-9f8f-f9dbbcdab655 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:51.614626 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7289c9-235f-4e88-b87f-a0182cc7068d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:20:51.626027 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-2a7289c9-235f-4e88-b87f-a0182cc7068d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:20:51.633910 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7289c9-235f-4e88-b87f-a0182cc7068d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:20:51.638674 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 72528d9e-dea4-4ebe-94f7-ab6f545cf29b completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:20:51.644257 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 72528d9e-dea4-4ebe-94f7-ab6f545cf29b triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:20:51.650419 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:51.672745 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7289c9-235f-4e88-b87f-a0182cc7068d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Pushing event updated for resources: {'Port': ['ID=1a281fb0-8cea-4043-bd4d-0f15f1791433,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:51.684187 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-7a0f1967-3dc7-4d6a-9f8f-f9dbbcdab655 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Transition to ACTIVE for port object 1b88d4c2-88a5-44e4-a734-7381c01bd697 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:20:51.702960 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e221bca9-d27f-4533-823b-62c338814949 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:51.803594 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 72528d9e-dea4-4ebe-94f7-ab6f545cf29b is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:20:51.804047 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:51.842740 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ccca1480-4aa8-4047-b021-ef5710906277 req-78d0d040-05be-4d95-8f3a-a0efc1ec25f2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=736b2400-7faf-4319-9b51-8d438baaefbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2428436 May 27 02:20:51.870187 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ef13a-6537-40de-b859-afdddbc6365e req-a5e4259f-150f-4a77-9ece-8e7065d42458 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:51.870572 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 72528d9e-dea4-4ebe-94f7-ab6f545cf29b, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=72528d9e-dea4-4ebe-94f7-ab6f545cf29b,segment=NetworkSegment(7321cd14-1f6f-448d-a8d3-637a53c8da8a),segment_id=7321cd14-1f6f-448d-a8d3-637a53c8da8a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:51.872693 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7d2ef13a-6537-40de-b859-afdddbc6365e req-a5e4259f-150f-4a77-9ece-8e7065d42458 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb8d367-d12a-4af5-8109-bc06a18bdc99 HTTP/1.1" status: 200 len: 945 time: 0.4895122 May 27 02:20:51.946042 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221bca9-d27f-4533-823b-62c338814949 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event updated for resources: {'Subnet': ['ID=dc03b7bb-1995-4845-ac74-14f72a80a30f,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:51.947727 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:51.992257 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5e9b9-83eb-43d1-8ade-ac05e26181a9 req-6015f034-752a-4d3a-9750-e0fdac99d0dd tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:51.993748 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b9d5e9b9-83eb-43d1-8ade-ac05e26181a9 req-6015f034-752a-4d3a-9750-e0fdac99d0dd tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e66fc82-51e0-4897-bc74-f9cfbf059c8d HTTP/1.1" status: 200 len: 945 time: 0.4848466 May 27 02:20:51.999394 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e221bca9-d27f-4533-823b-62c338814949 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Checking segment: {'id': 'ed05efc7-c19b-4256-a858-0f1acdde345b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4b3e199b-cf0c-48eb-9413-cc3692812ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:20:51.999750 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e221bca9-d27f-4533-823b-62c338814949 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Network hostable DHCP agents. Network: 4b3e199b-cf0c-48eb-9413-cc3692812ce7, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:20:52.029307 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=72528d9e-dea4-4ebe-94f7-ab6f545cf29b,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:52.042990 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-7a0f1967-3dc7-4d6a-9f8f-f9dbbcdab655 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:52.065278 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7d2ef13a-6537-40de-b859-afdddbc6365e req-907ad04b-f2b6-4bcb-acd9-2edce1c4c2e2 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694803 May 27 02:20:52.085520 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ccca1480-4aa8-4047-b021-ef5710906277 req-3c5fe0f4-6b95-419d-a212-4674cc540f4d service neutron] 10.222.0.66 "GET /v2.0/networks/736b2400-7faf-4319-9b51-8d438baaefbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320318 May 27 02:20:52.135012 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70b6d057-8924-4115-bd86-5b69cd759a56'] response: {'server_uuid': '4eb8d367-d12a-4af5-8109-bc06a18bdc99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0656c221-b9ea-4665-8d59-1ea5f8c78630', 'code': 200} May 27 02:20:52.239000 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-7a0f1967-3dc7-4d6a-9f8f-f9dbbcdab655 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Network cd909775-46db-435c-9cd7-78749fc058c4 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:20:52.247880 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ccca1480-4aa8-4047-b021-ef5710906277 req-d2177eef-57fb-4093-b860-d12ffeb1d351 service neutron] 10.222.0.66 "GET /v2.0/networks/736b2400-7faf-4319-9b51-8d438baaefbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570544 May 27 02:20:52.287362 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-7a0f1967-3dc7-4d6a-9f8f-f9dbbcdab655 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:20:52.289784 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-7a0f1967-3dc7-4d6a-9f8f-f9dbbcdab655 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:20:52.347306 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e221bca9-d27f-4533-823b-62c338814949 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Network 4b3e199b-cf0c-48eb-9413-cc3692812ce7 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:20:52.347500 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3763bc7d-3e8a-4d1d-91dd-3262d7eaa4d3 admin admin] Router daa84f6e-a703-42c6-819b-00fae724e29f is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:20:52.373414 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b9d5e9b9-83eb-43d1-8ade-ac05e26181a9 req-1885a2e4-d1b1-472e-9c6b-ac790fc1e663 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/security-groups?id=79437922-d5e1-4f8b-bbae-11b029e819f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543844 May 27 02:20:52.406292 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f1967-3dc7-4d6a-9f8f-f9dbbcdab655 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Pushing event updated for resources: {'Port': ['ID=1b88d4c2-88a5-44e4-a734-7381c01bd697,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:52.495498 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-e221bca9-d27f-4533-823b-62c338814949 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 4b3e199b-cf0c-48eb-9413-cc3692812ce7) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:20:52.505332 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7835320a-fab9-4da2-8415-b1d4a9d20c1f None None] Network 4b3e199b-cf0c-48eb-9413-cc3692812ce7 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:20:52.506590 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e221bca9-d27f-4533-823b-62c338814949 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:52.507185 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e221bca9-d27f-4533-823b-62c338814949 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:52.619029 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3763bc7d-3e8a-4d1d-91dd-3262d7eaa4d3 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:20:52.636330 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc7bd5f-5929-4000-b163-5f52f517da02 None None] Sync routers for ids ['daa84f6e-a703-42c6-819b-00fae724e29f'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:20:52.666778 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc7bd5f-5929-4000-b163-5f52f517da02 None None] Routers {'daa84f6e-a703-42c6-819b-00fae724e29f'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:20:52.667349 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4cc7bd5f-5929-4000-b163-5f52f517da02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:20:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['daa84f6e-a703-42c6-819b-00fae724e29f'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:52.707938 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3763bc7d-3e8a-4d1d-91dd-3262d7eaa4d3 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:52.709509 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3763bc7d-3e8a-4d1d-91dd-3262d7eaa4d3 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8190455 May 27 02:20:52.713187 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43396) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:52.854560 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e221bca9-d27f-4533-823b-62c338814949 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.0136418 May 27 02:20:52.877004 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43400) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:52.882903 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-7a0f1967-3dc7-4d6a-9f8f-f9dbbcdab655 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:52.883446 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-7a0f1967-3dc7-4d6a-9f8f-f9dbbcdab655 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:52.901494 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-cd667f45-c0c0-463a-83ca-10f75d5ebc25 None None] Provisioning for port 1b88d4c2-88a5-44e4-a734-7381c01bd697 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:20:52.929246 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-cd667f45-c0c0-463a-83ca-10f75d5ebc25 None None] Provisioning complete for port 1b88d4c2-88a5-44e4-a734-7381c01bd697 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:20:52.929620 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cd667f45-c0c0-463a-83ca-10f75d5ebc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:53.047415 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-4cc7bd5f-5929-4000-b163-5f52f517da02 None None] Set router daa84f6e-a703-42c6-819b-00fae724e29f gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:20:53.071424 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f97086-f54a-4035-9186-6da8227505de req-cc6998fa-f988-470d-a54d-1d543ffe65fe tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:53.071424 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a3f97086-f54a-4035-9186-6da8227505de req-cc6998fa-f988-470d-a54d-1d543ffe65fe tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed1ef0b2-f291-40af-ace7-659b21a2bf0b HTTP/1.1" status: 200 len: 944 time: 0.6694417 May 27 02:20:53.101850 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-7a0f1967-3dc7-4d6a-9f8f-f9dbbcdab655 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6540389 May 27 02:20:53.103784 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab795445-f01f-4685-a8ee-084f7ba9c6f6 req-1746779e-a68e-4e10-8dd4-3a1cd5b349f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:53.105152 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ab795445-f01f-4685-a8ee-084f7ba9c6f6 req-1746779e-a68e-4e10-8dd4-3a1cd5b349f4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4eb8d367-d12a-4af5-8109-bc06a18bdc99 HTTP/1.1" status: 200 len: 1096 time: 0.8706846 May 27 02:20:53.143255 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-d9c99899-e94a-4e0b-a001-f63ad306f45c tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Request body: {'port': {'device_id': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'network_id': 'bc44a8f1-f55a-42c3-8906-2fd4470a2ec1', 'admin_state_up': True, 'tenant_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'security_groups': ['e5afc690-7524-4a95-b1d1-a233dc90191d']}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:53.271608 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7042687c-3fff-4c3d-804a-195c036d8d8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-4b3e199b-cf0c-48eb-9413-cc3692812ce7', 'network_id': '4b3e199b-cf0c-48eb-9413-cc3692812ce7', 'tenant_id': '603c58ba304f41388b863215a4e94a90', 'fixed_ips': [{'subnet_id': 'dc03b7bb-1995-4845-ac74-14f72a80a30f'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:20:53.272499 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7042687c-3fff-4c3d-804a-195c036d8d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:53.295033 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-cd667f45-c0c0-463a-83ca-10f75d5ebc25 None None] Port 1b88d4c2-88a5-44e4-a734-7381c01bd697 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:20:53.358027 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a3f97086-f54a-4035-9186-6da8227505de req-b75d9e06-827b-4265-b59e-2b373108698a tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] 10.222.0.57 "GET /v2.0/security-groups?id=c8a5b968-05db-4678-937b-46184749fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914400 May 27 02:20:53.367046 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 72528d9e-dea4-4ebe-94f7-ab6f545cf29b up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:20:53.368733 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a7b2c01d-be00-4b69-9b5b-ab8931970ffc tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:53.385510 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab77f3-f040-4c79-ac0e-8d0b390c0b2f req-a2931e05-a5e6-417f-9276-2b46a36650b5 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:53.388808 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-eeab77f3-f040-4c79-ac0e-8d0b390c0b2f req-a2931e05-a5e6-417f-9276-2b46a36650b5 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Synchronizing usage tracker for tenant:0ff34f8aa5b34b2b8b9bd5b46a9cefc6 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:20:53.396531 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ab795445-f01f-4685-a8ee-084f7ba9c6f6 req-16618fad-ac2d-4b95-9564-4c612ba2812d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711973 May 27 02:20:53.406637 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-d9c99899-e94a-4e0b-a001-f63ad306f45c tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:53.426895 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-d9c99899-e94a-4e0b-a001-f63ad306f45c tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:53.573395 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a7b2c01d-be00-4b69-9b5b-ab8931970ffc tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:53.603121 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2a7289c9-235f-4e88-b87f-a0182cc7068d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:53.604401 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-d9c99899-e94a-4e0b-a001-f63ad306f45c tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Made reservation on behalf of 0ff34f8aa5b34b2b8b9bd5b46a9cefc6 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:20:53.607812 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-d9c99899-e94a-4e0b-a001-f63ad306f45c tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:53.655778 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 72528d9e-dea4-4ebe-94f7-ab6f545cf29b triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:20:53.656736 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:53.661882 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-eeab77f3-f040-4c79-ac0e-8d0b390c0b2f req-a2931e05-a5e6-417f-9276-2b46a36650b5 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Unset dirty status for tenant:0ff34f8aa5b34b2b8b9bd5b46a9cefc6 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:20:53.663073 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eeab77f3-f040-4c79-ac0e-8d0b390c0b2f req-a2931e05-a5e6-417f-9276-2b46a36650b5 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 932 time: 1.1108594 May 27 02:20:53.665164 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20cbdcc3-2483-4899-9529-263e8304c756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:53.740845 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-7042687c-3fff-4c3d-804a-195c036d8d8a None None] Allocated IP 2001:db8::1 (4b3e199b-cf0c-48eb-9413-cc3692812ce7/dc03b7bb-1995-4845-ac74-14f72a80a30f/6e2eebc8-6d2c-4301-a7d0-dc34ce34eb57) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:20:53.796656 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eeab77f3-f040-4c79-ac0e-8d0b390c0b2f req-1052930f-7bd0-4c61-aff6-7c12a337cbcf tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251678 May 27 02:20:53.825980 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88c517-4cff-4ab3-a957-1eda933f4f07 req-8f3dac8d-36ff-4110-865a-3dc7a21577db tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:53.833772 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fd88c517-4cff-4ab3-a957-1eda933f4f07 req-8f3dac8d-36ff-4110-865a-3dc7a21577db tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb8d367-d12a-4af5-8109-bc06a18bdc99 HTTP/1.1" status: 200 len: 945 time: 0.3092730 May 27 02:20:53.950055 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4cc7bd5f-5929-4000-b163-5f52f517da02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'name': 'tempest-AttachVolumeShelveTestJSON-1946500173-router', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '92b172b0-4350-41a6-8a59-376f01838aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:20:47Z', 'updated_at': '2022-05-27T02:20:50Z', 'revision_number': 3, 'project_id': '67a2999592f840daafe9db3a26b0dd55', 'gw_port': {'id': '92b172b0-4350-41a6-8a59-376f01838aa5', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c0:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:20:48Z', 'updated_at': '2022-05-27T02:20:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:53.984358 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fd88c517-4cff-4ab3-a957-1eda933f4f07 req-38be340d-41c1-4e4e-9dba-fdb329cb4c70 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497402 May 27 02:20:54.028285 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2a7289c9-235f-4e88-b87f-a0182cc7068d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:54.041710 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 72528d9e-dea4-4ebe-94f7-ab6f545cf29b is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:20:54.044095 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc7bd5f-5929-4000-b163-5f52f517da02 None None] Checking router: daa84f6e-a703-42c6-819b-00fae724e29f for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:20:54.044648 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc7bd5f-5929-4000-b163-5f52f517da02 None None] Updating router daa84f6e-a703-42c6-819b-00fae724e29f port 92b172b0-4350-41a6-8a59-376f01838aa5 binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:20:54.088150 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-d9c99899-e94a-4e0b-a001-f63ad306f45c tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Allocated IP 10.1.1.48 (bc44a8f1-f55a-42c3-8906-2fd4470a2ec1/18b9760c-5727-4979-b482-385cb53ebb74/dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:20:54.091425 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 85b41a18-2138-498f-a01b-ee3889ddf4c6 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:20:54.139335 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4cc7bd5f-5929-4000-b163-5f52f517da02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:54.158280 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-20cbdcc3-2483-4899-9529-263e8304c756 admin admin] Allocated IP 172.20.0.1 (7ee685f0-e442-4ea7-949d-71e1995db8ac/0c302d24-860d-464a-9c69-32cd4f709ca1/f0038ed8-c550-4424-93f6-7a356e428c89) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:20:54.249499 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce9fe8-fdf5-44d7-b533-5714993c5d7d req-ce4b3b49-db57-4de4-80af-79f29abfe055 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:54.251003 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-68ce9fe8-fdf5-44d7-b533-5714993c5d7d req-ce4b3b49-db57-4de4-80af-79f29abfe055 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e66fc82-51e0-4897-bc74-f9cfbf059c8d HTTP/1.1" status: 200 len: 945 time: 0.2724121 May 27 02:20:54.364596 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20cbdcc3-2483-4899-9529-263e8304c756 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:54.397527 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-20cbdcc3-2483-4899-9529-263e8304c756 admin admin] Transition to ACTIVE for port object f0038ed8-c550-4424-93f6-7a356e428c89 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:20:54.432602 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-68ce9fe8-fdf5-44d7-b533-5714993c5d7d req-b01e5b51-cf70-4392-a5cb-c3e59c1cceb8 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/security-groups?id=79437922-d5e1-4f8b-bbae-11b029e819f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605520 May 27 02:20:54.477456 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:20:54.501250 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7042687c-3fff-4c3d-804a-195c036d8d8a None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:54.530805 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20cbdcc3-2483-4899-9529-263e8304c756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:54.563166 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 85b41a18-2138-498f-a01b-ee3889ddf4c6, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=85b41a18-2138-498f-a01b-ee3889ddf4c6,segment=NetworkSegment(3f7f9ee6-40d2-435d-918a-29fa3728567c),segment_id=3f7f9ee6-40d2-435d-918a-29fa3728567c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:54.583861 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-7042687c-3fff-4c3d-804a-195c036d8d8a None None] Transition to ACTIVE for port object 6e2eebc8-6d2c-4301-a7d0-dc34ce34eb57 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:20:54.599333 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-d9c99899-e94a-4e0b-a001-f63ad306f45c tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:54.601863 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '85b41a18-2138-498f-a01b-ee3889ddf4c6', 'network_id': '736b2400-7faf-4319-9b51-8d438baaefbb', 'port_id': '85b41a18-2138-498f-a01b-ee3889ddf4c6', 'mac_address': 'fa:16:3e:5f:4d:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e166641e-9c69-4a80-8861-8b24be35b2f7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:20:54.620852 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-7042687c-3fff-4c3d-804a-195c036d8d8a None None] Transition to ACTIVE for port object 6e2eebc8-6d2c-4301-a7d0-dc34ce34eb57 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:20:54.646751 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cbdcc3-2483-4899-9529-263e8304c756 admin admin] Network 7ee685f0-e442-4ea7-949d-71e1995db8ac is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:20:54.649817 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-20cbdcc3-2483-4899-9529-263e8304c756 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:20:54.654750 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cbdcc3-2483-4899-9529-263e8304c756 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:20:54.704954 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cbdcc3-2483-4899-9529-263e8304c756 admin admin] Pushing event updated for resources: {'Port': ['ID=f0038ed8-c550-4424-93f6-7a356e428c89,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:54.711390 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-d9c99899-e94a-4e0b-a001-f63ad306f45c tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Transition to ACTIVE for port object dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:20:54.715297 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 85b41a18-2138-498f-a01b-ee3889ddf4c6 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:20:54.717679 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:54.720505 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2a7289c9-235f-4e88-b87f-a0182cc7068d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:54.746838 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20cbdcc3-2483-4899-9529-263e8304c756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:54.772731 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b41a18-2138-498f-a01b-ee3889ddf4c6 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:20:54.774152 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309db9f-b7ca-4739-a4ba-1fc5d556b1d3 req-697bbb56-9803-4748-9639-50bfee6f7b02 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:54.781270 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8309db9f-b7ca-4739-a4ba-1fc5d556b1d3 req-697bbb56-9803-4748-9639-50bfee6f7b02 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed1ef0b2-f291-40af-ace7-659b21a2bf0b HTTP/1.1" status: 200 len: 944 time: 0.2843781 May 27 02:20:54.781483 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7042687c-3fff-4c3d-804a-195c036d8d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:54.868617 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2a7289c9-235f-4e88-b87f-a0182cc7068d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:54.901687 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 85b41a18-2138-498f-a01b-ee3889ddf4c6, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=85b41a18-2138-498f-a01b-ee3889ddf4c6,segment=NetworkSegment(3f7f9ee6-40d2-435d-918a-29fa3728567c),segment_id=3f7f9ee6-40d2-435d-918a-29fa3728567c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:54.923347 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7042687c-3fff-4c3d-804a-195c036d8d8a None None] Pushing event updated for resources: {'Port': ['ID=6e2eebc8-6d2c-4301-a7d0-dc34ce34eb57,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:54.931992 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7042687c-3fff-4c3d-804a-195c036d8d8a None None] Network 4b3e199b-cf0c-48eb-9413-cc3692812ce7 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:20:54.935347 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-7042687c-3fff-4c3d-804a-195c036d8d8a None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:20:54.947898 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7042687c-3fff-4c3d-804a-195c036d8d8a None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:20:55.072111 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:55.078431 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8309db9f-b7ca-4739-a4ba-1fc5d556b1d3 req-50b4de88-8e5c-4cab-a9ed-8991b305b81b tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] 10.222.0.57 "GET /v2.0/security-groups?id=c8a5b968-05db-4678-937b-46184749fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961149 May 27 02:20:55.089746 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a7b2c01d-be00-4b69-9b5b-ab8931970ffc tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:55.155737 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e24e12-a6c9-4215-9636-1cd8340e9ecd req-5b024c35-1500-44fc-b6d6-7dd4727715cf tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:55.157271 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c3e24e12-a6c9-4215-9636-1cd8340e9ecd req-5b024c35-1500-44fc-b6d6-7dd4727715cf tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e66fc82-51e0-4897-bc74-f9cfbf059c8d HTTP/1.1" status: 200 len: 945 time: 0.5475914 May 27 02:20:55.176810 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4cc7bd5f-5929-4000-b163-5f52f517da02 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:55.184435 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-d9c99899-e94a-4e0b-a001-f63ad306f45c tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:55.187195 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2c01d-be00-4b69-9b5b-ab8931970ffc tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event deleted for resources: {'Subnet': ['ID=dc03b7bb-1995-4845-ac74-14f72a80a30f,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:55.187334 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-7042687c-3fff-4c3d-804a-195c036d8d8a None None] Attempting to bind port 6e2eebc8-6d2c-4301-a7d0-dc34ce34eb57 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:20:55.187510 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-7042687c-3fff-4c3d-804a-195c036d8d8a None None] Attempting to bind port 6e2eebc8-6d2c-4301-a7d0-dc34ce34eb57 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'ed05efc7-c19b-4256-a858-0f1acdde345b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4b3e199b-cf0c-48eb-9413-cc3692812ce7'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:20:55.187907 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7042687c-3fff-4c3d-804a-195c036d8d8a None None] Attempting to bind port 6e2eebc8-6d2c-4301-a7d0-dc34ce34eb57 on network 4b3e199b-cf0c-48eb-9413-cc3692812ce7 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:20:55.202706 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4cc7bd5f-5929-4000-b163-5f52f517da02 None None] Transition to ACTIVE for port object 92b172b0-4350-41a6-8a59-376f01838aa5 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:20:55.206979 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7042687c-3fff-4c3d-804a-195c036d8d8a None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:20:55.207982 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7042687c-3fff-4c3d-804a-195c036d8d8a None None] Checking segment: {'id': 'ed05efc7-c19b-4256-a858-0f1acdde345b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4b3e199b-cf0c-48eb-9413-cc3692812ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:20:55.208283 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7042687c-3fff-4c3d-804a-195c036d8d8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:55.208684 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7042687c-3fff-4c3d-804a-195c036d8d8a None None] Bound using segment: {'id': 'ed05efc7-c19b-4256-a858-0f1acdde345b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4b3e199b-cf0c-48eb-9413-cc3692812ce7'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:20:55.209204 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-7042687c-3fff-4c3d-804a-195c036d8d8a None None] Bound port: 6e2eebc8-6d2c-4301-a7d0-dc34ce34eb57, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed05efc7-c19b-4256-a858-0f1acdde345b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4b3e199b-cf0c-48eb-9413-cc3692812ce7'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:20:55.209571 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7042687c-3fff-4c3d-804a-195c036d8d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:55.228345 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-d3ae1dff-06f4-44b7-86d4-43b89cdc87e6 None None] Provisioning for port f0038ed8-c550-4424-93f6-7a356e428c89 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:20:55.232471 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=85b41a18-2138-498f-a01b-ee3889ddf4c6,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:55.273029 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-d3ae1dff-06f4-44b7-86d4-43b89cdc87e6 None None] Provisioning complete for port f0038ed8-c550-4424-93f6-7a356e428c89 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:20:55.273029 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d3ae1dff-06f4-44b7-86d4-43b89cdc87e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:55.302413 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20cbdcc3-2483-4899-9529-263e8304c756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:55.320707 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7289c9-235f-4e88-b87f-a0182cc7068d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Pushing event updated for resources: {'Port': ['ID=1a281fb0-8cea-4043-bd4d-0f15f1791433,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:55.376175 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-d3ae1dff-06f4-44b7-86d4-43b89cdc87e6 None None] Port f0038ed8-c550-4424-93f6-7a356e428c89 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:20:55.380830 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4cc7bd5f-5929-4000-b163-5f52f517da02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:55.393206 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['85b41a18-2138-498f-a01b-ee3889ddf4c6'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:20:55.451929 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c3e24e12-a6c9-4215-9636-1cd8340e9ecd req-e40b21e5-5aa4-4c37-89d8-fa0b4def3998 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/security-groups?id=79437922-d5e1-4f8b-bbae-11b029e819f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430432 May 27 02:20:55.463048 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-d9c99899-e94a-4e0b-a001-f63ad306f45c tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Network bc44a8f1-f55a-42c3-8906-2fd4470a2ec1 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:20:55.538171 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-d9c99899-e94a-4e0b-a001-f63ad306f45c tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:20:55.540807 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-d9c99899-e94a-4e0b-a001-f63ad306f45c tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:20:55.576813 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c99899-e94a-4e0b-a001-f63ad306f45c tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Pushing event updated for resources: {'Port': ['ID=dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:55.586205 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20cbdcc3-2483-4899-9529-263e8304c756 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:55.587065 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2a7289c9-235f-4e88-b87f-a0182cc7068d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:55.695157 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc41f4e8-3084-45c8-9d01-668a943f879a None None] Pushing event updated for resources: {'Port': ['ID=92b172b0-4350-41a6-8a59-376f01838aa5,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:55.719060 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20cbdcc3-2483-4899-9529-263e8304c756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:55.837148 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-2a7289c9-235f-4e88-b87f-a0182cc7068d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Floating IP 6ea0fdf7-7e05-484e-a659-21f3fb29a54f associated. External IP: 172.25.1.243, port: 241f17a3-4fd5-449e-9f09-b9b5e5519299. May 27 02:20:55.887456 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20cbdcc3-2483-4899-9529-263e8304c756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:55.967787 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a7b2c01d-be00-4b69-9b5b-ab8931970ffc tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:55.974524 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-4cc7bd5f-5929-4000-b163-5f52f517da02 None None] Attempting to bind port 92b172b0-4350-41a6-8a59-376f01838aa5 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:20:55.974829 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-4cc7bd5f-5929-4000-b163-5f52f517da02 None None] Attempting to bind port 92b172b0-4350-41a6-8a59-376f01838aa5 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:20:55.975755 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc7bd5f-5929-4000-b163-5f52f517da02 None None] Attempting to bind port 92b172b0-4350-41a6-8a59-376f01838aa5 on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:20:55.981820 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-44735695-b8e5-4077-a069-88c073f4868a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:55.987159 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cbdcc3-2483-4899-9529-263e8304c756 admin admin] Pushing event updated for resources: {'Port': ['ID=f0038ed8-c550-4424-93f6-7a356e428c89,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:55.998002 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc7bd5f-5929-4000-b163-5f52f517da02 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:20:55.998372 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc7bd5f-5929-4000-b163-5f52f517da02 None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:20:55.998775 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4cc7bd5f-5929-4000-b163-5f52f517da02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:55.999165 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc7bd5f-5929-4000-b163-5f52f517da02 None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:20:55.999646 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-4cc7bd5f-5929-4000-b163-5f52f517da02 None None] Bound port: 92b172b0-4350-41a6-8a59-376f01838aa5, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:20:56.000016 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4cc7bd5f-5929-4000-b163-5f52f517da02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:56.060046 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-7042687c-3fff-4c3d-804a-195c036d8d8a None None] For port 6e2eebc8-6d2c-4301-a7d0-dc34ce34eb57, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:20:56.068370 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cbdcc3-2483-4899-9529-263e8304c756 admin admin] Network 7ee685f0-e442-4ea7-949d-71e1995db8ac is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:20:56.069813 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-20cbdcc3-2483-4899-9529-263e8304c756 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:20:56.073726 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-a7b2c01d-be00-4b69-9b5b-ab8931970ffc tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b3e199b-cf0c-48eb-9413-cc3692812ce7']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:56.081593 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-7042687c-3fff-4c3d-804a-195c036d8d8a None None] For port 6e2eebc8-6d2c-4301-a7d0-dc34ce34eb57, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=6e2eebc8-6d2c-4301-a7d0-dc34ce34eb57,segment=NetworkSegment(ed05efc7-c19b-4256-a858-0f1acdde345b),segment_id=ed05efc7-c19b-4256-a858-0f1acdde345b)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:20:56.091041 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3505edd4-8064-48fe-a13d-c4a447f81352 None None] Provisioning for port dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:20:56.106692 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3505edd4-8064-48fe-a13d-c4a447f81352 None None] Provisioning complete for port dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:20:56.107067 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3505edd4-8064-48fe-a13d-c4a447f81352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:56.137561 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-4cc7bd5f-5929-4000-b163-5f52f517da02 None None] For port 92b172b0-4350-41a6-8a59-376f01838aa5, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:20:56.158218 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-d9c99899-e94a-4e0b-a001-f63ad306f45c tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:56.158875 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-d9c99899-e94a-4e0b-a001-f63ad306f45c tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:56.168130 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-a7b2c01d-be00-4b69-9b5b-ab8931970ffc tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed05efc7-c19b-4256-a858-0f1acdde345b') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:56.168430 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-a7b2c01d-be00-4b69-9b5b-ab8931970ffc tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed05efc7-c19b-4256-a858-0f1acdde345b') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:56.177628 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-4cc7bd5f-5929-4000-b163-5f52f517da02 None None] For port 92b172b0-4350-41a6-8a59-376f01838aa5, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=92b172b0-4350-41a6-8a59-376f01838aa5,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:20:56.190189 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-3505edd4-8064-48fe-a13d-c4a447f81352 None None] Port dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:20:56.200977 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7042687c-3fff-4c3d-804a-195c036d8d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:56.247630 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a7b2c01d-be00-4b69-9b5b-ab8931970ffc tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:56.287942 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe3dd6-9549-483c-86a3-f3619d7e859c req-0d3c0fdf-7b21-4132-ab1f-92b0124511e7 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:56.295502 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2bfe3dd6-9549-483c-86a3-f3619d7e859c req-0d3c0fdf-7b21-4132-ab1f-92b0124511e7 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb8d367-d12a-4af5-8109-bc06a18bdc99 HTTP/1.1" status: 200 len: 945 time: 0.3892686 May 27 02:20:56.328265 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7042687c-3fff-4c3d-804a-195c036d8d8a None None] Pushing event updated for resources: {'Port': ['ID=6e2eebc8-6d2c-4301-a7d0-dc34ce34eb57,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:56.337842 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b84160-d0c3-4d21-8066-8fb8f87d4262 req-92d48a40-6bd9-48c9-82d5-77fb6ed8565d tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:56.342331 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4cc7bd5f-5929-4000-b163-5f52f517da02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:56.344442 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b84160-d0c3-4d21-8066-8fb8f87d4262 req-92d48a40-6bd9-48c9-82d5-77fb6ed8565d tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:56.345384 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b7b84160-d0c3-4d21-8066-8fb8f87d4262 req-92d48a40-6bd9-48c9-82d5-77fb6ed8565d tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Synchronizing usage tracker for tenant:0ff34f8aa5b34b2b8b9bd5b46a9cefc6 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:20:56.352293 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a7b2c01d-be00-4b69-9b5b-ab8931970ffc tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:56.386217 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20cbdcc3-2483-4899-9529-263e8304c756 admin admin] Router daa84f6e-a703-42c6-819b-00fae724e29f has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:20:56.398962 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2bfe3dd6-9549-483c-86a3-f3619d7e859c req-0fa99889-854d-4e87-aa0f-f2a449baa8c8 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028709 May 27 02:20:56.409868 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b2c01d-be00-4b69-9b5b-ab8931970ffc tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:20:56.415415 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a7b2c01d-be00-4b69-9b5b-ab8931970ffc tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:56.459908 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-d9c99899-e94a-4e0b-a001-f63ad306f45c tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3369398 May 27 02:20:56.487412 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-8279121a-73d2-4360-94b3-902eeaee87db tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Request body: {'port': {'device_id': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'network_id': 'bc44a8f1-f55a-42c3-8906-2fd4470a2ec1', 'admin_state_up': True, 'tenant_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'security_groups': ['e5afc690-7524-4a95-b1d1-a233dc90191d']}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:56.555800 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d00c8b-46e0-4392-ac0f-007f665f70ea None None] Network 4b3e199b-cf0c-48eb-9413-cc3692812ce7 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:20:56.598990 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment ed05efc7-c19b-4256-a858-0f1acdde345b resource provider aggregate not found May 27 02:20:56.685644 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b7b84160-d0c3-4d21-8066-8fb8f87d4262 req-92d48a40-6bd9-48c9-82d5-77fb6ed8565d tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Unset dirty status for tenant:0ff34f8aa5b34b2b8b9bd5b46a9cefc6 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:20:56.694428 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b7b84160-d0c3-4d21-8066-8fb8f87d4262 req-92d48a40-6bd9-48c9-82d5-77fb6ed8565d tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 1653 time: 1.3014972 May 27 02:20:56.762697 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment ed05efc7-c19b-4256-a858-0f1acdde345b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed05efc7-c19b-4256-a858-0f1acdde345b found for delete ", "request_id": "req-7b116570-5f49-4b27-9773-504f08d4d929"}]} May 27 02:20:56.767017 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20cbdcc3-2483-4899-9529-263e8304c756 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:20:56.785138 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-20cbdcc3-2483-4899-9529-263e8304c756 admin admin] 10.222.0.57 "PUT /v2.0/routers/daa84f6e-a703-42c6-819b-00fae724e29f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0632517 May 27 02:20:56.791298 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc7bd5f-5929-4000-b163-5f52f517da02 None None] Routers {'daa84f6e-a703-42c6-819b-00fae724e29f'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:20:56.792083 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4cc7bd5f-5929-4000-b163-5f52f517da02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:20:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['daa84f6e-a703-42c6-819b-00fae724e29f'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:56.901311 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e078ad7b-e49a-485b-a022-f59824b63dcd None None] Provisioning complete for port f0038ed8-c550-4424-93f6-7a356e428c89 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:20:56.901968 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e078ad7b-e49a-485b-a022-f59824b63dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:56.904081 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b7b84160-d0c3-4d21-8066-8fb8f87d4262 req-61fe1c1e-ce19-4834-b567-3c23c835fd9c tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086012 May 27 02:20:56.920249 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-a7b2c01d-be00-4b69-9b5b-ab8931970ffc tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 02:20:56.920249 n-d-843554-3 neutron-server[88902]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 02:20:56.920249 n-d-843554-3 neutron-server[88902]: [parameters: {'id': '4b3e199b-cf0c-48eb-9413-cc3692812ce7'}] May 27 02:20:56.920249 n-d-843554-3 neutron-server[88902]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:20:56.920625 n-d-843554-3 neutron-server[88902]: DEBUG oslo_db.api [None req-a7b2c01d-be00-4b69-9b5b-ab8931970ffc tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:20:57.086246 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc41f4e8-3084-45c8-9d01-668a943f879a None None] Pushing event updated for resources: {'Port': ['ID=92b172b0-4350-41a6-8a59-376f01838aa5,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:57.142819 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-e078ad7b-e49a-485b-a022-f59824b63dcd None None] Port f0038ed8-c550-4424-93f6-7a356e428c89 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:20:57.156615 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-4cc7bd5f-5929-4000-b163-5f52f517da02 None None] Set router daa84f6e-a703-42c6-819b-00fae724e29f gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:20:57.264247 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-8279121a-73d2-4360-94b3-902eeaee87db tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:57.279261 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-8279121a-73d2-4360-94b3-902eeaee87db tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Usage tracker for resource:port and tenant:0ff34f8aa5b34b2b8b9bd5b46a9cefc6 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:57.279261 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-8279121a-73d2-4360-94b3-902eeaee87db tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Quota usage for port was recalculated. Used quota:9. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:57.282613 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7289c9-235f-4e88-b87f-a0182cc7068d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Router 4c05be4c-2785-452e-a28c-2e39a38443a8 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:20:57.287997 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-8279121a-73d2-4360-94b3-902eeaee87db tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:57.312386 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3e9f5-4249-4d91-8baf-010380938a93 req-2b58d0db-9732-442c-b1dc-917a45488b74 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:57.313873 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aaa3e9f5-4249-4d91-8baf-010380938a93 req-2b58d0db-9732-442c-b1dc-917a45488b74 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed1ef0b2-f291-40af-ace7-659b21a2bf0b HTTP/1.1" status: 200 len: 945 time: 0.1795967 May 27 02:20:57.401899 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-8279121a-73d2-4360-94b3-902eeaee87db tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Made reservation on behalf of 0ff34f8aa5b34b2b8b9bd5b46a9cefc6 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:20:57.405540 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-8279121a-73d2-4360-94b3-902eeaee87db tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:57.432816 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a7b2c01d-be00-4b69-9b5b-ab8931970ffc tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:57.440616 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fa7045-1acf-462b-9931-ae0f23d0182b None None] get_active_networks_info from n-d-843554-3 {{(pid=88903) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 02:20:57.556659 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aaa3e9f5-4249-4d91-8baf-010380938a93 req-25a60fc6-48b1-4a62-8a66-0bb35a7f2ef0 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] 10.222.0.57 "GET /v2.0/security-groups?id=c8a5b968-05db-4678-937b-46184749fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898782 May 27 02:20:57.600484 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a7b2c01d-be00-4b69-9b5b-ab8931970ffc tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Deleting port 6e2eebc8-6d2c-4301-a7d0-dc34ce34eb57 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:20:57.600856 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a7b2c01d-be00-4b69-9b5b-ab8931970ffc tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:57.623811 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4cc7bd5f-5929-4000-b163-5f52f517da02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'name': 'tempest-AttachVolumeShelveTestJSON-1946500173-router', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '92b172b0-4350-41a6-8a59-376f01838aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:20:47Z', 'updated_at': '2022-05-27T02:20:55Z', 'revision_number': 4, 'project_id': '67a2999592f840daafe9db3a26b0dd55', 'gw_port': {'id': '92b172b0-4350-41a6-8a59-376f01838aa5', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c0:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:20:48Z', 'updated_at': '2022-05-27T02:20:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'f0038ed8-c550-4424-93f6-7a356e428c89', 'name': '', 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'mac_address': 'fa:16:3e:9c:54:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '0c302d24-860d-464a-9c69-32cd4f709ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:20:53Z', 'updated_at': '2022-05-27T02:20:55Z', 'revision_number': 2, 'project_id': '67a2999592f840daafe9db3a26b0dd55', 'subnets': [{'id': '0c302d24-860d-464a-9c69-32cd4f709ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:57.639349 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc7bd5f-5929-4000-b163-5f52f517da02 None None] The sync data for ids ['daa84f6e-a703-42c6-819b-00fae724e29f'] in n-d-843554-3 is: [{'id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'name': 'tempest-AttachVolumeShelveTestJSON-1946500173-router', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '92b172b0-4350-41a6-8a59-376f01838aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:20:47Z', 'updated_at': '2022-05-27T02:20:55Z', 'revision_number': 4, 'project_id': '67a2999592f840daafe9db3a26b0dd55', 'gw_port': {'id': '92b172b0-4350-41a6-8a59-376f01838aa5', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c0:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:20:48Z', 'updated_at': '2022-05-27T02:20:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'f0038ed8-c550-4424-93f6-7a356e428c89', 'name': '', 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'mac_address': 'fa:16:3e:9c:54:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '0c302d24-860d-464a-9c69-32cd4f709ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:20:53Z', 'updated_at': '2022-05-27T02:20:55Z', 'revision_number': 2, 'project_id': '67a2999592f840daafe9db3a26b0dd55', 'subnets': [{'id': '0c302d24-860d-464a-9c69-32cd4f709ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:20:57.694672 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7289c9-235f-4e88-b87f-a0182cc7068d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:20:57.705507 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523cbf10-dd40-434a-b2d7-ea7f4a2686af None None] Sync routers for ids ['4c05be4c-2785-452e-a28c-2e39a38443a8'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:20:57.726751 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523cbf10-dd40-434a-b2d7-ea7f4a2686af None None] Routers {'4c05be4c-2785-452e-a28c-2e39a38443a8'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:20:57.726751 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-523cbf10-dd40-434a-b2d7-ea7f4a2686af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:20:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4c05be4c-2785-452e-a28c-2e39a38443a8'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:57.731866 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fa7045-1acf-462b-9931-ae0f23d0182b None None] Resources bound (agent type, host, resource id): {{(pid=88903) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 02:20:57.917080 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-523cbf10-dd40-434a-b2d7-ea7f4a2686af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:57.943109 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523cbf10-dd40-434a-b2d7-ea7f4a2686af None None] Routers {'4c05be4c-2785-452e-a28c-2e39a38443a8'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:20:57.944023 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-523cbf10-dd40-434a-b2d7-ea7f4a2686af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:20:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4c05be4c-2785-452e-a28c-2e39a38443a8'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:58.031508 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-523cbf10-dd40-434a-b2d7-ea7f4a2686af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:58.032083 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523cbf10-dd40-434a-b2d7-ea7f4a2686af None None] The sync data for ids ['4c05be4c-2785-452e-a28c-2e39a38443a8'] in n-d-843554-3 is: [] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:20:58.080145 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43452) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:58.089084 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-db79dd82-189a-4c55-b4a1-a2d31c63552a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Request body: {'security_group': {'name': 'tempest-securitygroup--276866415', 'description': 'tempest-description--1152123631'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:58.097741 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2a7289c9-235f-4e88-b87f-a0182cc7068d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:58.101234 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-db79dd82-189a-4c55-b4a1-a2d31c63552a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:58.110231 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-db79dd82-189a-4c55-b4a1-a2d31c63552a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Usage tracker for resource:security_group and tenant:67a2999592f840daafe9db3a26b0dd55 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:58.123386 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-db79dd82-189a-4c55-b4a1-a2d31c63552a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:58.140472 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 85b41a18-2138-498f-a01b-ee3889ddf4c6 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:20:58.141605 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-db79dd82-189a-4c55-b4a1-a2d31c63552a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:58.195142 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6223f944-7428-4641-9297-1112fbb626e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:58.242045 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2a7289c9-235f-4e88-b87f-a0182cc7068d tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.4795563 May 27 02:20:58.242160 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43458) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:58.242160 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-9e7cf683-a150-4ff5-984f-a7f418aaa846 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2126913108'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:58.249782 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9e7cf683-a150-4ff5-984f-a7f418aaa846 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:58.257556 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9e7cf683-a150-4ff5-984f-a7f418aaa846 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Usage tracker for resource:network and tenant:da6da76c53cc4067a3275f77b81c0c47 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:58.262888 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9e7cf683-a150-4ff5-984f-a7f418aaa846 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:58.273717 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9e7cf683-a150-4ff5-984f-a7f418aaa846 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:58.299318 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a7b2c01d-be00-4b69-9b5b-ab8931970ffc tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] For port 6e2eebc8-6d2c-4301-a7d0-dc34ce34eb57, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=6e2eebc8-6d2c-4301-a7d0-dc34ce34eb57,segment=NetworkSegment(ed05efc7-c19b-4256-a858-0f1acdde345b),segment_id=ed05efc7-c19b-4256-a858-0f1acdde345b)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:58.299929 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a7b2c01d-be00-4b69-9b5b-ab8931970ffc tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:58.321551 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db79dd82-189a-4c55-b4a1-a2d31c63552a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:58.365841 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-db79dd82-189a-4c55-b4a1-a2d31c63552a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:58.375705 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-db79dd82-189a-4c55-b4a1-a2d31c63552a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Usage tracker for resource:security_group_rule and tenant:67a2999592f840daafe9db3a26b0dd55 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:58.382674 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-db79dd82-189a-4c55-b4a1-a2d31c63552a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:58.391172 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-db79dd82-189a-4c55-b4a1-a2d31c63552a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:58.394956 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7cf683-a150-4ff5-984f-a7f418aaa846 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Made reservation on behalf of da6da76c53cc4067a3275f77b81c0c47 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:20:58.398143 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-8279121a-73d2-4360-94b3-902eeaee87db tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Allocated IP 10.1.1.190 (bc44a8f1-f55a-42c3-8906-2fd4470a2ec1/18b9760c-5727-4979-b482-385cb53ebb74/248cd725-0c24-4047-b076-0aa17cd7ecc0) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:20:58.399190 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e7cf683-a150-4ff5-984f-a7f418aaa846 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:58.441921 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e7cf683-a150-4ff5-984f-a7f418aaa846 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:20:58.458498 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e7cf683-a150-4ff5-984f-a7f418aaa846 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:58.458855 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-9e7cf683-a150-4ff5-984f-a7f418aaa846 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Added segment dff8e76f-01ec-4a2c-aa61-991627eb5f57 of type vlan for network 58a8574c-5c8a-42a0-a3e7-697acb491680 May 27 02:20:58.499409 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a7b2c01d-be00-4b69-9b5b-ab8931970ffc tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Calling delete_port for 6e2eebc8-6d2c-4301-a7d0-dc34ce34eb57 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:20:58.501170 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 85b41a18-2138-498f-a01b-ee3889ddf4c6 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:20:58.505298 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e7cf683-a150-4ff5-984f-a7f418aaa846 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:58.520801 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 85b41a18-2138-498f-a01b-ee3889ddf4c6 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:20:58.521121 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:58.537364 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db79dd82-189a-4c55-b4a1-a2d31c63552a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:58.621739 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db79dd82-189a-4c55-b4a1-a2d31c63552a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:58.661364 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 85b41a18-2138-498f-a01b-ee3889ddf4c6 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:20:58.661625 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:58.663431 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e7cf683-a150-4ff5-984f-a7f418aaa846 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:58.669296 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7cf683-a150-4ff5-984f-a7f418aaa846 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:58.670174 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e7cf683-a150-4ff5-984f-a7f418aaa846 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:58.706906 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 85b41a18-2138-498f-a01b-ee3889ddf4c6, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=85b41a18-2138-498f-a01b-ee3889ddf4c6,segment=NetworkSegment(3f7f9ee6-40d2-435d-918a-29fa3728567c),segment_id=3f7f9ee6-40d2-435d-918a-29fa3728567c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:58.709896 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed1ef0b2-f291-40af-ace7-659b21a2bf0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b41a18-2138-498f-a01b-ee3889ddf4c6'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:20:58.787410 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:58.807081 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db79dd82-189a-4c55-b4a1-a2d31c63552a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c69bf72-79af-4982-90a8-43c8c1494a6c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:58.829187 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db79dd82-189a-4c55-b4a1-a2d31c63552a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:58.833713 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-db79dd82-189a-4c55-b4a1-a2d31c63552a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7516088 May 27 02:20:58.835401 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9e7cf683-a150-4ff5-984f-a7f418aaa846 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5997512 May 27 02:20:58.840931 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43468) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:58.841745 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43470) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:58.857595 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b6627ea7-8a5b-4c1f-8417-2964c660cb79 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Request body: {'subnet': {'network_id': '58a8574c-5c8a-42a0-a3e7-697acb491680', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:58.866330 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a7b2c01d-be00-4b69-9b5b-ab8931970ffc tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:58.944795 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfb96a-bc64-4b7e-8e9e-8606c28de217 req-d9313cfb-6d83-41f8-a04c-d026f14a2e2c tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:58.951822 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=85b41a18-2138-498f-a01b-ee3889ddf4c6,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:58.953787 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfb96a-bc64-4b7e-8e9e-8606c28de217 req-d9313cfb-6d83-41f8-a04c-d026f14a2e2c tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:58.954845 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-14cfb96a-bc64-4b7e-8e9e-8606c28de217 req-d9313cfb-6d83-41f8-a04c-d026f14a2e2c tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Synchronizing usage tracker for tenant:0ff34f8aa5b34b2b8b9bd5b46a9cefc6 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:20:58.964786 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a6194003-5f34-4b1e-9df5-81f6fb102b7f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Request body: {'security_group_rule': {'security_group_id': '6c69bf72-79af-4982-90a8-43c8c1494a6c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:58.964994 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e9a04-f36c-490d-8faf-a1af6667f6b2 req-273cb3e8-5a7f-4a6b-aad0-7dd9d4c8732d tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:58.966706 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-796e9a04-f36c-490d-8faf-a1af6667f6b2 req-273cb3e8-5a7f-4a6b-aad0-7dd9d4c8732d tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb8d367-d12a-4af5-8109-bc06a18bdc99 HTTP/1.1" status: 200 len: 945 time: 0.5681851 May 27 02:20:58.980604 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a6194003-5f34-4b1e-9df5-81f6fb102b7f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:58.997629 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7cf683-a150-4ff5-984f-a7f418aaa846 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Pushing event updated for resources: {'Network': ['ID=58a8574c-5c8a-42a0-a3e7-697acb491680,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:59.004409 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a6194003-5f34-4b1e-9df5-81f6fb102b7f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Usage tracker for resource:security_group_rule and tenant:67a2999592f840daafe9db3a26b0dd55 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:59.008980 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a6194003-5f34-4b1e-9df5-81f6fb102b7f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:59.012172 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 58a8574c-5c8a-42a0-a3e7-697acb491680 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:20:59.018085 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2c01d-be00-4b69-9b5b-ab8931970ffc tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event deleted for resources: {'Port': ['ID=6e2eebc8-6d2c-4301-a7d0-dc34ce34eb57,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:59.022787 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a6194003-5f34-4b1e-9df5-81f6fb102b7f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:59.027135 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b6627ea7-8a5b-4c1f-8417-2964c660cb79 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:59.027574 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b2c01d-be00-4b69-9b5b-ab8931970ffc tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] No DVR routers for this DVR port 6e2eebc8-6d2c-4301-a7d0-dc34ce34eb57 on host n-d-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:20:59.028632 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:59.042508 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b6627ea7-8a5b-4c1f-8417-2964c660cb79 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:59.081777 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:59.133636 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6194003-5f34-4b1e-9df5-81f6fb102b7f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:59.149741 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6627ea7-8a5b-4c1f-8417-2964c660cb79 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Made reservation on behalf of da6da76c53cc4067a3275f77b81c0c47 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:20:59.153195 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b6627ea7-8a5b-4c1f-8417-2964c660cb79 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:59.307697 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6194003-5f34-4b1e-9df5-81f6fb102b7f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:59.334594 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-796e9a04-f36c-490d-8faf-a1af6667f6b2 req-8686cc21-e50b-463c-a09f-29c868b7341a tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553061 May 27 02:20:59.350798 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-14cfb96a-bc64-4b7e-8e9e-8606c28de217 req-d9313cfb-6d83-41f8-a04c-d026f14a2e2c tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Unset dirty status for tenant:0ff34f8aa5b34b2b8b9bd5b46a9cefc6 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:20:59.367331 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-14cfb96a-bc64-4b7e-8e9e-8606c28de217 req-d9313cfb-6d83-41f8-a04c-d026f14a2e2c tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 1653 time: 0.9699621 May 27 02:20:59.386952 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6194003-5f34-4b1e-9df5-81f6fb102b7f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:59.405085 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 92b172b0-4350-41a6-8a59-376f01838aa5 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:20:59.419433 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-8279121a-73d2-4360-94b3-902eeaee87db tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:59.420408 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6194003-5f34-4b1e-9df5-81f6fb102b7f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e8dcc12-f05f-42f8-9220-d531ed89b9d1,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:59.460522 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-14cfb96a-bc64-4b7e-8e9e-8606c28de217 req-64d8ff61-743b-48c1-92d6-9b1195753735 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910678 May 27 02:20:59.468553 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a7b2c01d-be00-4b69-9b5b-ab8931970ffc tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:59.523791 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-8279121a-73d2-4360-94b3-902eeaee87db tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Transition to ACTIVE for port object 248cd725-0c24-4047-b076-0aa17cd7ecc0 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:20:59.528584 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-a7b2c01d-be00-4b69-9b5b-ab8931970ffc tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b3e199b-cf0c-48eb-9413-cc3692812ce7']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:59.545848 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-a7b2c01d-be00-4b69-9b5b-ab8931970ffc tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed05efc7-c19b-4256-a858-0f1acdde345b') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:59.546173 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-a7b2c01d-be00-4b69-9b5b-ab8931970ffc tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed05efc7-c19b-4256-a858-0f1acdde345b') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:59.547674 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6194003-5f34-4b1e-9df5-81f6fb102b7f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:59.551430 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a6194003-5f34-4b1e-9df5-81f6fb102b7f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7058759 May 27 02:20:59.551596 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43480) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:59.556664 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d041b02c-f858-4e67-a3c2-8217f5006864 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Request body: {'security_group_rule': {'security_group_id': '6c69bf72-79af-4982-90a8-43c8c1494a6c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:59.561494 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a7b2c01d-be00-4b69-9b5b-ab8931970ffc tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:59.564635 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d041b02c-f858-4e67-a3c2-8217f5006864 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:59.567566 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b6627ea7-8a5b-4c1f-8417-2964c660cb79 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:59.587827 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 92b172b0-4350-41a6-8a59-376f01838aa5 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:20:59.597201 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 92b172b0-4350-41a6-8a59-376f01838aa5 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:20:59.598471 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:59.608954 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a7b2c01d-be00-4b69-9b5b-ab8931970ffc tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:59.610846 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d041b02c-f858-4e67-a3c2-8217f5006864 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Usage tracker for resource:security_group_rule and tenant:67a2999592f840daafe9db3a26b0dd55 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:59.624884 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b2c01d-be00-4b69-9b5b-ab8931970ffc tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:20:59.625575 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a7b2c01d-be00-4b69-9b5b-ab8931970ffc tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:59.633921 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d041b02c-f858-4e67-a3c2-8217f5006864 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:59.645321 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d041b02c-f858-4e67-a3c2-8217f5006864 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:59.687373 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6627ea7-8a5b-4c1f-8417-2964c660cb79 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Pushing event updated for resources: {'Subnet': ['ID=75a9bae6-a3ca-4506-b0ec-cc71ca49629d,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:59.711264 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment ed05efc7-c19b-4256-a858-0f1acdde345b resource provider aggregate not found May 27 02:20:59.713389 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6627ea7-8a5b-4c1f-8417-2964c660cb79 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Checking segment: {'id': 'dff8e76f-01ec-4a2c-aa61-991627eb5f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '58a8574c-5c8a-42a0-a3e7-697acb491680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:20:59.713758 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6627ea7-8a5b-4c1f-8417-2964c660cb79 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Network hostable DHCP agents. Network: 58a8574c-5c8a-42a0-a3e7-697acb491680, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:20:59.765909 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4dcba60-d76e-406b-8896-eee70927e189'] response: {'server_uuid': 'ed1ef0b2-f291-40af-ace7-659b21a2bf0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b41a18-2138-498f-a01b-ee3889ddf4c6', 'code': 200} May 27 02:20:59.793110 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-8279121a-73d2-4360-94b3-902eeaee87db tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:59.810132 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d041b02c-f858-4e67-a3c2-8217f5006864 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:59.828324 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 92b172b0-4350-41a6-8a59-376f01838aa5 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:20:59.829325 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:59.855837 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment ed05efc7-c19b-4256-a858-0f1acdde345b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed05efc7-c19b-4256-a858-0f1acdde345b found for delete ", "request_id": "req-12a24e66-717a-4015-91b4-134fecb73be4"}]} May 27 02:20:59.857162 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6627ea7-8a5b-4c1f-8417-2964c660cb79 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Network 58a8574c-5c8a-42a0-a3e7-697acb491680 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:20:59.879466 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 92b172b0-4350-41a6-8a59-376f01838aa5, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=92b172b0-4350-41a6-8a59-376f01838aa5,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:59.993248 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-b6627ea7-8a5b-4c1f-8417-2964c660cb79 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 58a8574c-5c8a-42a0-a3e7-697acb491680) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:21:00.003939 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6627ea7-8a5b-4c1f-8417-2964c660cb79 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:00.004131 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c84079-11f6-4b37-979f-f81e89e740ee None None] Network 58a8574c-5c8a-42a0-a3e7-697acb491680 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:21:00.004247 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b6627ea7-8a5b-4c1f-8417-2964c660cb79 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:00.004809 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-8279121a-73d2-4360-94b3-902eeaee87db tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Network bc44a8f1-f55a-42c3-8906-2fd4470a2ec1 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:21:00.012745 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-8279121a-73d2-4360-94b3-902eeaee87db tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:21:00.019829 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-8279121a-73d2-4360-94b3-902eeaee87db tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:21:00.041056 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d041b02c-f858-4e67-a3c2-8217f5006864 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:00.050501 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcadd02-949b-43af-9145-3f7bd1b66d73 req-df86e61d-d6c0-43f4-9825-3aef6f94d3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:00.052042 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bfcadd02-949b-43af-9145-3f7bd1b66d73 req-df86e61d-d6c0-43f4-9825-3aef6f94d3d7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ed1ef0b2-f291-40af-ace7-659b21a2bf0b HTTP/1.1" status: 200 len: 1097 time: 0.1696756 May 27 02:21:00.053093 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8279121a-73d2-4360-94b3-902eeaee87db tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Pushing event updated for resources: {'Port': ['ID=248cd725-0c24-4047-b076-0aa17cd7ecc0,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:00.087423 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a7b2c01d-be00-4b69-9b5b-ab8931970ffc tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:00.115384 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bfcadd02-949b-43af-9145-3f7bd1b66d73 req-f2673793-a72d-4c94-8362-227df893e910 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c8a5b968-05db-4678-937b-46184749fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542941 May 27 02:21:00.124731 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:00.129942 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:00.149819 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a7b2c01d-be00-4b69-9b5b-ab8931970ffc tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:00.165250 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d041b02c-f858-4e67-a3c2-8217f5006864 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:00.169271 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b6627ea7-8a5b-4c1f-8417-2964c660cb79 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3167982 May 27 02:21:00.180629 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5fb1c-25ca-48ba-a5b9-217c526d50ce req-3a809c98-ca29-41bf-9128-d25c46243db9 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:00.180629 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-74f5fb1c-25ca-48ba-a5b9-217c526d50ce req-3a809c98-ca29-41bf-9128-d25c46243db9 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed1ef0b2-f291-40af-ace7-659b21a2bf0b HTTP/1.1" status: 200 len: 946 time: 0.5287504 May 27 02:21:00.183076 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43490) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:00.184054 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2c01d-be00-4b69-9b5b-ab8931970ffc tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event deleted for resources: {'Network': ['ID=4b3e199b-cf0c-48eb-9413-cc3692812ce7,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:00.206172 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-f3c43716-524f-4134-badc-3537a849920c tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1463555219', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}, 'admin_state_up': False}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:00.230570 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a7b2c01d-be00-4b69-9b5b-ab8931970ffc tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "DELETE /v2.0/networks/4b3e199b-cf0c-48eb-9413-cc3692812ce7 HTTP/1.1" status: 204 len: 168 time: 7.3432436 May 27 02:21:00.231611 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-f3c43716-524f-4134-badc-3537a849920c tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:21:00.233993 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d041b02c-f858-4e67-a3c2-8217f5006864 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=323afd1c-329e-4c2d-895d-189b1ee3db26,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:00.235836 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43494) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:00.256347 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-8279121a-73d2-4360-94b3-902eeaee87db tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:00.257022 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-8279121a-73d2-4360-94b3-902eeaee87db tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:00.261159 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f3c43716-524f-4134-badc-3537a849920c tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Usage tracker for resource:router and tenant:da6da76c53cc4067a3275f77b81c0c47 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:21:00.272765 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f3c43716-524f-4134-badc-3537a849920c tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:21:00.275620 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-5e475019-ccde-477c-acd6-d23771ed1004 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1884093418'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:00.279693 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=92b172b0-4350-41a6-8a59-376f01838aa5,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:00.290563 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-f3c43716-524f-4134-badc-3537a849920c tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:21:00.294349 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5e475019-ccde-477c-acd6-d23771ed1004 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:21:00.313452 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5e475019-ccde-477c-acd6-d23771ed1004 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Usage tracker for resource:network and tenant:603c58ba304f41388b863215a4e94a90 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:21:00.317113 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5e475019-ccde-477c-acd6-d23771ed1004 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:21:00.329439 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5e475019-ccde-477c-acd6-d23771ed1004 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:21:00.348187 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af1d77a-a99f-48e8-b6d6-333e069d0e57 req-bf8474df-92e6-40a4-a2a5-df742b82680c tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:00.349812 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3af1d77a-a99f-48e8-b6d6-333e069d0e57 req-bf8474df-92e6-40a4-a2a5-df742b82680c tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e66fc82-51e0-4897-bc74-f9cfbf059c8d HTTP/1.1" status: 200 len: 945 time: 0.3908281 May 27 02:21:00.357232 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-74f5fb1c-25ca-48ba-a5b9-217c526d50ce req-61744f6a-720e-4da2-a42f-23a7a1c1cdf0 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] 10.222.0.57 "GET /v2.0/security-groups?id=c8a5b968-05db-4678-937b-46184749fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684401 May 27 02:21:00.370000 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d041b02c-f858-4e67-a3c2-8217f5006864 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:00.371207 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d041b02c-f858-4e67-a3c2-8217f5006864 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8185883 May 27 02:21:00.377574 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43500) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:00.383940 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-8919570b-64f9-44ba-8c9c-10b393e8747b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:00.394777 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8919570b-64f9-44ba-8c9c-10b393e8747b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:21:00.399435 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8919570b-64f9-44ba-8c9c-10b393e8747b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Usage tracker for resource:floatingip and tenant:67a2999592f840daafe9db3a26b0dd55 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:21:00.404457 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8919570b-64f9-44ba-8c9c-10b393e8747b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:21:00.405504 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-8279121a-73d2-4360-94b3-902eeaee87db tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9224792 May 27 02:21:00.409004 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8919570b-64f9-44ba-8c9c-10b393e8747b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:21:00.418261 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-c5d7cc1e-3563-49f8-b507-ed4f53b82134 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Request body: {'port': {'device_id': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c9b6b64d-3919-4b90-9366-bcda75991abc', 'admin_state_up': True, 'tenant_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'security_groups': ['e5afc690-7524-4a95-b1d1-a233dc90191d']}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:00.439487 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2202ae6-f020-4ef9-83b2-2de5b7b263ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-58a8574c-5c8a-42a0-a3e7-697acb491680', 'network_id': '58a8574c-5c8a-42a0-a3e7-697acb491680', 'tenant_id': 'da6da76c53cc4067a3275f77b81c0c47', 'fixed_ips': [{'subnet_id': '75a9bae6-a3ca-4506-b0ec-cc71ca49629d'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:21:00.440406 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3af1d77a-a99f-48e8-b6d6-333e069d0e57 req-0819f2ee-e567-458b-b950-47d38f83fd36 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/security-groups?id=79437922-d5e1-4f8b-bbae-11b029e819f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818410 May 27 02:21:00.441848 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a2202ae6-f020-4ef9-83b2-2de5b7b263ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:00.473377 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e475019-ccde-477c-acd6-d23771ed1004 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Made reservation on behalf of 603c58ba304f41388b863215a4e94a90 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:21:00.478230 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e475019-ccde-477c-acd6-d23771ed1004 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:00.505878 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8919570b-64f9-44ba-8c9c-10b393e8747b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:00.536583 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e475019-ccde-477c-acd6-d23771ed1004 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:21:00.543287 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f3c43716-524f-4134-badc-3537a849920c tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:00.544129 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f3c43716-524f-4134-badc-3537a849920c tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:00.553887 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 1133d8fa-081d-44c0-b35b-fad501b088eb details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:21:00.562832 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-0f08091f-359d-4108-be68-02e5040bfec4 None None] Provisioning for port 248cd725-0c24-4047-b076-0aa17cd7ecc0 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:21:00.607962 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e475019-ccde-477c-acd6-d23771ed1004 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:00.608862 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-5e475019-ccde-477c-acd6-d23771ed1004 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Added segment 42385bc9-e94a-418e-b9e2-b1d2823df123 of type vlan for network 21e81c1d-3f3c-41bd-8950-03b87b5f7cdd May 27 02:21:00.609461 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f3c43716-524f-4134-badc-3537a849920c tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:00.636554 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-0f08091f-359d-4108-be68-02e5040bfec4 None None] Provisioning complete for port 248cd725-0c24-4047-b076-0aa17cd7ecc0 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:21:00.649134 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0f08091f-359d-4108-be68-02e5040bfec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:00.673320 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e475019-ccde-477c-acd6-d23771ed1004 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:00.705095 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-c5d7cc1e-3563-49f8-b507-ed4f53b82134 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:21:00.710763 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-0f08091f-359d-4108-be68-02e5040bfec4 None None] Port 248cd725-0c24-4047-b076-0aa17cd7ecc0 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:21:00.727084 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5e4fd-1f69-46de-9f50-d5a90d632d11 req-81f97497-9cfe-4f5c-9d62-d8ad76e08b54 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:00.728595 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-adb5e4fd-1f69-46de-9f50-d5a90d632d11 req-81f97497-9cfe-4f5c-9d62-d8ad76e08b54 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb8d367-d12a-4af5-8109-bc06a18bdc99 HTTP/1.1" status: 200 len: 945 time: 0.2332101 May 27 02:21:00.747165 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-c5d7cc1e-3563-49f8-b507-ed4f53b82134 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:21:00.775237 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8919570b-64f9-44ba-8c9c-10b393e8747b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:00.854826 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befdf203-ed4b-4fb1-bda5-8c9e488c3211 None None] Sync routers for ids ['daa84f6e-a703-42c6-819b-00fae724e29f'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:21:00.867126 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e475019-ccde-477c-acd6-d23771ed1004 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:00.871036 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-adb5e4fd-1f69-46de-9f50-d5a90d632d11 req-c68858c1-a2e6-4f52-a89b-89c0eb5e04ed tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365569 May 27 02:21:00.877755 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e475019-ccde-477c-acd6-d23771ed1004 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:00.877755 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e475019-ccde-477c-acd6-d23771ed1004 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:00.902629 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-a2202ae6-f020-4ef9-83b2-2de5b7b263ad None None] Allocated IP 172.20.0.2 (58a8574c-5c8a-42a0-a3e7-697acb491680/75a9bae6-a3ca-4506-b0ec-cc71ca49629d/198bcb62-08af-4b64-8b2f-997d5dc237e7) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:21:00.908866 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befdf203-ed4b-4fb1-bda5-8c9e488c3211 None None] Routers {'daa84f6e-a703-42c6-819b-00fae724e29f'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:21:00.912179 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-befdf203-ed4b-4fb1-bda5-8c9e488c3211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:20:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['daa84f6e-a703-42c6-819b-00fae724e29f'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:00.932919 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-c5d7cc1e-3563-49f8-b507-ed4f53b82134 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Made reservation on behalf of 0ff34f8aa5b34b2b8b9bd5b46a9cefc6 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:21:01.051746 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e475019-ccde-477c-acd6-d23771ed1004 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event updated for resources: {'Network': ['ID=21e81c1d-3f3c-41bd-8950-03b87b5f7cdd,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:01.103894 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5e475019-ccde-477c-acd6-d23771ed1004 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8593969 May 27 02:21:01.108752 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43508) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:01.120362 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-79212f96-d231-4f3f-90cf-00a908d84eab tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Request body: {'subnet': {'network_id': '21e81c1d-3f3c-41bd-8950-03b87b5f7cdd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:01.168058 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 21e81c1d-3f3c-41bd-8950-03b87b5f7cdd details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:21:01.174237 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3b69d-82ea-4fdf-8508-f8a26c6bbb3c req-b716c9e0-2a2e-4764-900f-e6001e53af97 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:01.184341 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3b69d-82ea-4fdf-8508-f8a26c6bbb3c req-b716c9e0-2a2e-4764-900f-e6001e53af97 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:01.185787 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3b69d-82ea-4fdf-8508-f8a26c6bbb3c req-b716c9e0-2a2e-4764-900f-e6001e53af97 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:01.187444 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-08c3b69d-82ea-4fdf-8508-f8a26c6bbb3c req-b716c9e0-2a2e-4764-900f-e6001e53af97 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 2374 time: 0.5241084 May 27 02:21:01.193003 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f3c43716-524f-4134-badc-3537a849920c tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:01.219997 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-8919570b-64f9-44ba-8c9c-10b393e8747b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Allocated IP 172.25.1.41 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/c7232764-56b7-44b8-baf3-2868a804e914) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:21:01.350979 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 1133d8fa-081d-44c0-b35b-fad501b088eb, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=1133d8fa-081d-44c0-b35b-fad501b088eb,segment=NetworkSegment(ad9a4b4f-872c-4058-b3e3-93f96436dea6),segment_id=ad9a4b4f-872c-4058-b3e3-93f96436dea6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:01.376475 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 92b172b0-4350-41a6-8a59-376f01838aa5 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:21:01.404341 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-c5d7cc1e-3563-49f8-b507-ed4f53b82134 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:01.427772 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-08c3b69d-82ea-4fdf-8508-f8a26c6bbb3c req-eb4f37f3-2bde-4f60-919a-0e9a0af2e81d tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167861 May 27 02:21:01.486097 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-befdf203-ed4b-4fb1-bda5-8c9e488c3211 None None] Set router daa84f6e-a703-42c6-819b-00fae724e29f gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:21:01.542312 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8919570b-64f9-44ba-8c9c-10b393e8747b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:01.601647 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-79212f96-d231-4f3f-90cf-00a908d84eab tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:21:01.606868 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-79212f96-d231-4f3f-90cf-00a908d84eab tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Usage tracker for resource:subnet and tenant:603c58ba304f41388b863215a4e94a90 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:21:01.610411 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-79212f96-d231-4f3f-90cf-00a908d84eab tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:21:01.617555 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-79212f96-d231-4f3f-90cf-00a908d84eab tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:21:01.690836 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8919570b-64f9-44ba-8c9c-10b393e8747b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:01.702043 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '1133d8fa-081d-44c0-b35b-fad501b088eb', 'network_id': 'ad328cf1-4104-4d8e-8f1d-0a25d788d2cc', 'port_id': '1133d8fa-081d-44c0-b35b-fad501b088eb', 'mac_address': 'fa:16:3e:2e:f2:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '247564f0-1187-4cc8-b142-74cbc42d04cd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:21:01.752251 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79212f96-d231-4f3f-90cf-00a908d84eab tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Made reservation on behalf of 603c58ba304f41388b863215a4e94a90 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:21:01.757054 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-79212f96-d231-4f3f-90cf-00a908d84eab tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:01.789284 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8919570b-64f9-44ba-8c9c-10b393e8747b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:21:01.796092 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-8919570b-64f9-44ba-8c9c-10b393e8747b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:21:01.798866 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8919570b-64f9-44ba-8c9c-10b393e8747b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:21:01.866888 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-c5d7cc1e-3563-49f8-b507-ed4f53b82134 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Allocated IP 10.2.2.100 (c9b6b64d-3919-4b90-9366-bcda75991abc/ab16c072-4114-4898-aa65-b9d65de14e79/264c73cf-2308-4577-bcf0-61fc0de4e850) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:21:01.877924 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f461478-df06-4b0d-89ea-82d18b47908b req-b668cdd5-f0eb-4e12-a643-55f6a1380659 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:01.879625 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1f461478-df06-4b0d-89ea-82d18b47908b req-b668cdd5-f0eb-4e12-a643-55f6a1380659 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed1ef0b2-f291-40af-ace7-659b21a2bf0b HTTP/1.1" status: 200 len: 946 time: 0.3086460 May 27 02:21:01.889899 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469dbd84-a623-4a7e-a0b0-56362a826877 req-bb41fcd4-dff8-4242-9833-089625dc8473 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:01.891352 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-469dbd84-a623-4a7e-a0b0-56362a826877 req-bb41fcd4-dff8-4242-9833-089625dc8473 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e66fc82-51e0-4897-bc74-f9cfbf059c8d HTTP/1.1" status: 200 len: 945 time: 0.2793629 May 27 02:21:01.935476 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919570b-64f9-44ba-8c9c-10b393e8747b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Pushing event updated for resources: {'Port': ['ID=c7232764-56b7-44b8-baf3-2868a804e914,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:02.010829 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 1133d8fa-081d-44c0-b35b-fad501b088eb is: ACTIVE; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:21:02.011456 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:02.020904 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1f461478-df06-4b0d-89ea-82d18b47908b req-39ddac3b-e480-41e4-92ab-e21dc65e80c4 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] 10.222.0.57 "GET /v2.0/security-groups?id=c8a5b968-05db-4678-937b-46184749fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270826 May 27 02:21:02.036022 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-469dbd84-a623-4a7e-a0b0-56362a826877 req-37a02818-5209-433d-8b36-6feb35b60ccb tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/security-groups?id=79437922-d5e1-4f8b-bbae-11b029e819f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333485 May 27 02:21:02.051261 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8919570b-64f9-44ba-8c9c-10b393e8747b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:02.073572 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 92b172b0-4350-41a6-8a59-376f01838aa5 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:21:02.073572 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:02.165323 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1133d8fa-081d-44c0-b35b-fad501b088eb {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:21:02.182949 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 1133d8fa-081d-44c0-b35b-fad501b088eb, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=1133d8fa-081d-44c0-b35b-fad501b088eb,segment=NetworkSegment(ad9a4b4f-872c-4058-b3e3-93f96436dea6),segment_id=ad9a4b4f-872c-4058-b3e3-93f96436dea6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:02.250415 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8919570b-64f9-44ba-8c9c-10b393e8747b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:02.269619 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:02.365244 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['1133d8fa-081d-44c0-b35b-fad501b088eb'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:21:02.370888 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-79212f96-d231-4f3f-90cf-00a908d84eab tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:02.395240 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a2202ae6-f020-4ef9-83b2-2de5b7b263ad None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:02.430770 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f3c43716-524f-4134-badc-3537a849920c tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for router_gateway, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:02.440183 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a2202ae6-f020-4ef9-83b2-2de5b7b263ad None None] Transition to ACTIVE for port object 198bcb62-08af-4b64-8b2f-997d5dc237e7 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:21:02.476672 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f3c43716-524f-4134-badc-3537a849920c tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:02.502643 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79212f96-d231-4f3f-90cf-00a908d84eab tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event updated for resources: {'Subnet': ['ID=71f6e4c5-0c6b-48f0-b9f6-56414eeeacb5,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:02.505846 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=1133d8fa-081d-44c0-b35b-fad501b088eb,revision_number=6']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:02.529495 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79212f96-d231-4f3f-90cf-00a908d84eab tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Checking segment: {'id': '42385bc9-e94a-418e-b9e2-b1d2823df123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '21e81c1d-3f3c-41bd-8950-03b87b5f7cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:21:02.529819 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79212f96-d231-4f3f-90cf-00a908d84eab tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Network hostable DHCP agents. Network: 21e81c1d-3f3c-41bd-8950-03b87b5f7cdd, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:21:02.532986 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a2202ae6-f020-4ef9-83b2-2de5b7b263ad None None] Transition to ACTIVE for port object 198bcb62-08af-4b64-8b2f-997d5dc237e7 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:21:02.542905 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 92b172b0-4350-41a6-8a59-376f01838aa5 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:21:02.554313 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 1133d8fa-081d-44c0-b35b-fad501b088eb no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:21:02.587504 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-c5d7cc1e-3563-49f8-b507-ed4f53b82134 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:02.600178 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-befdf203-ed4b-4fb1-bda5-8c9e488c3211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'name': 'tempest-AttachVolumeShelveTestJSON-1946500173-router', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '92b172b0-4350-41a6-8a59-376f01838aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:20:47Z', 'updated_at': '2022-05-27T02:20:55Z', 'revision_number': 4, 'project_id': '67a2999592f840daafe9db3a26b0dd55', 'gw_port': {'id': '92b172b0-4350-41a6-8a59-376f01838aa5', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:20:48Z', 'updated_at': '2022-05-27T02:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'f0038ed8-c550-4424-93f6-7a356e428c89', 'name': '', 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'mac_address': 'fa:16:3e:9c:54:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '0c302d24-860d-464a-9c69-32cd4f709ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:20:53Z', 'updated_at': '2022-05-27T02:20:55Z', 'revision_number': 2, 'project_id': '67a2999592f840daafe9db3a26b0dd55', 'subnets': [{'id': '0c302d24-860d-464a-9c69-32cd4f709ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:02.609991 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5298e-b156-4308-8e59-b4fc28106423 req-c1952140-09de-4f8f-b9ec-44dc822f76d4 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:02.617318 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4eb5298e-b156-4308-8e59-b4fc28106423 req-c1952140-09de-4f8f-b9ec-44dc822f76d4 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb8d367-d12a-4af5-8109-bc06a18bdc99 HTTP/1.1" status: 200 len: 945 time: 0.4040985 May 27 02:21:02.625778 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8919570b-64f9-44ba-8c9c-10b393e8747b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:02.625993 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befdf203-ed4b-4fb1-bda5-8c9e488c3211 None None] Checking router: daa84f6e-a703-42c6-819b-00fae724e29f for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:21:02.626154 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befdf203-ed4b-4fb1-bda5-8c9e488c3211 None None] Updating router daa84f6e-a703-42c6-819b-00fae724e29f port f0038ed8-c550-4424-93f6-7a356e428c89 binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:21:02.667232 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a2202ae6-f020-4ef9-83b2-2de5b7b263ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:02.667583 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79212f96-d231-4f3f-90cf-00a908d84eab tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Network 21e81c1d-3f3c-41bd-8950-03b87b5f7cdd is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:21:02.680627 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-c5d7cc1e-3563-49f8-b507-ed4f53b82134 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Transition to ACTIVE for port object 264c73cf-2308-4577-bcf0-61fc0de4e850 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:21:02.724448 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8919570b-64f9-44ba-8c9c-10b393e8747b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:02.733358 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4eb5298e-b156-4308-8e59-b4fc28106423 req-bcd81f43-15f9-4d82-b459-958500fc6a90 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149518 May 27 02:21:02.779179 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-f3c43716-524f-4134-badc-3537a849920c tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Allocated IP 172.25.1.199 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/88098a70-c96e-4c71-8d49-181870be0fc6) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:21:02.790899 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2202ae6-f020-4ef9-83b2-2de5b7b263ad None None] Network 58a8574c-5c8a-42a0-a3e7-697acb491680 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:21:02.799089 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-befdf203-ed4b-4fb1-bda5-8c9e488c3211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:02.808332 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-79212f96-d231-4f3f-90cf-00a908d84eab tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 21e81c1d-3f3c-41bd-8950-03b87b5f7cdd) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:21:02.814211 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-a2202ae6-f020-4ef9-83b2-2de5b7b263ad None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:21:02.820789 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2202ae6-f020-4ef9-83b2-2de5b7b263ad None None] Pushing event updated for resources: {'Port': ['ID=198bcb62-08af-4b64-8b2f-997d5dc237e7,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:02.823558 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1b19b1-b070-49f5-b4fa-fc5100d390ec None None] Network 21e81c1d-3f3c-41bd-8950-03b87b5f7cdd requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:21:02.840697 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2202ae6-f020-4ef9-83b2-2de5b7b263ad None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:21:02.863474 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79212f96-d231-4f3f-90cf-00a908d84eab tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:02.867386 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-79212f96-d231-4f3f-90cf-00a908d84eab tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:02.945157 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919570b-64f9-44ba-8c9c-10b393e8747b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Pushing event updated for resources: {'Port': ['ID=c7232764-56b7-44b8-baf3-2868a804e914,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:02.963441 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8919570b-64f9-44ba-8c9c-10b393e8747b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:03.018785 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-79212f96-d231-4f3f-90cf-00a908d84eab tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9062836 May 27 02:21:03.019173 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43530) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:03.025470 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-38388b4d-7cab-4a22-8fee-3b15d156ca0e tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Request body: {'subnet': {'network_id': '21e81c1d-3f3c-41bd-8950-03b87b5f7cdd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:03.045416 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8919570b-64f9-44ba-8c9c-10b393e8747b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:03.045416 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8919570b-64f9-44ba-8c9c-10b393e8747b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6666498 May 27 02:21:03.118160 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-c5d7cc1e-3563-49f8-b507-ed4f53b82134 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:03.180126 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-38388b4d-7cab-4a22-8fee-3b15d156ca0e tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:21:03.184875 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-38388b4d-7cab-4a22-8fee-3b15d156ca0e tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Usage tracker for resource:subnet and tenant:603c58ba304f41388b863215a4e94a90 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:21:03.188351 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-38388b4d-7cab-4a22-8fee-3b15d156ca0e tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:21:03.188893 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 1133d8fa-081d-44c0-b35b-fad501b088eb is: BUILD; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:21:03.189284 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:03.195929 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-38388b4d-7cab-4a22-8fee-3b15d156ca0e tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:21:03.263705 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-a2202ae6-f020-4ef9-83b2-2de5b7b263ad None None] Attempting to bind port 198bcb62-08af-4b64-8b2f-997d5dc237e7 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:21:03.264079 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-a2202ae6-f020-4ef9-83b2-2de5b7b263ad None None] Attempting to bind port 198bcb62-08af-4b64-8b2f-997d5dc237e7 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'dff8e76f-01ec-4a2c-aa61-991627eb5f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '58a8574c-5c8a-42a0-a3e7-697acb491680'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:21:03.264445 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2202ae6-f020-4ef9-83b2-2de5b7b263ad None None] Attempting to bind port 198bcb62-08af-4b64-8b2f-997d5dc237e7 on network 58a8574c-5c8a-42a0-a3e7-697acb491680 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:21:03.277829 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38388b4d-7cab-4a22-8fee-3b15d156ca0e tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Made reservation on behalf of 603c58ba304f41388b863215a4e94a90 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:21:03.281506 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38388b4d-7cab-4a22-8fee-3b15d156ca0e tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:03.298455 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1133d8fa-081d-44c0-b35b-fad501b088eb {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:21:03.315485 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2202ae6-f020-4ef9-83b2-2de5b7b263ad None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:21:03.319062 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2202ae6-f020-4ef9-83b2-2de5b7b263ad None None] Checking segment: {'id': 'dff8e76f-01ec-4a2c-aa61-991627eb5f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '58a8574c-5c8a-42a0-a3e7-697acb491680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:21:03.319062 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a2202ae6-f020-4ef9-83b2-2de5b7b263ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:03.319062 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2202ae6-f020-4ef9-83b2-2de5b7b263ad None None] Bound using segment: {'id': 'dff8e76f-01ec-4a2c-aa61-991627eb5f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '58a8574c-5c8a-42a0-a3e7-697acb491680'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:21:03.319062 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-a2202ae6-f020-4ef9-83b2-2de5b7b263ad None None] Bound port: 198bcb62-08af-4b64-8b2f-997d5dc237e7, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dff8e76f-01ec-4a2c-aa61-991627eb5f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '58a8574c-5c8a-42a0-a3e7-697acb491680'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:21:03.319062 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a2202ae6-f020-4ef9-83b2-2de5b7b263ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:03.336396 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f3c43716-524f-4134-badc-3537a849920c tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:03.358587 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-c5d7cc1e-3563-49f8-b507-ed4f53b82134 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Network c9b6b64d-3919-4b90-9366-bcda75991abc is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:21:03.368600 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 1133d8fa-081d-44c0-b35b-fad501b088eb, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=1133d8fa-081d-44c0-b35b-fad501b088eb,segment=NetworkSegment(ad9a4b4f-872c-4058-b3e3-93f96436dea6),segment_id=ad9a4b4f-872c-4058-b3e3-93f96436dea6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:03.368827 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-c5d7cc1e-3563-49f8-b507-ed4f53b82134 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:21:03.375495 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-c5d7cc1e-3563-49f8-b507-ed4f53b82134 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:21:03.410909 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d7cc1e-3563-49f8-b507-ed4f53b82134 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Pushing event updated for resources: {'Port': ['ID=264c73cf-2308-4577-bcf0-61fc0de4e850,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:03.443064 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23dfb4-cd3e-44cd-a13c-54fee42d8118 req-69068f9c-31aa-483e-a326-09e0a1eb66e6 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:03.451576 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23dfb4-cd3e-44cd-a13c-54fee42d8118 req-69068f9c-31aa-483e-a326-09e0a1eb66e6 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:03.459522 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23dfb4-cd3e-44cd-a13c-54fee42d8118 req-69068f9c-31aa-483e-a326-09e0a1eb66e6 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:03.468882 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0c23dfb4-cd3e-44cd-a13c-54fee42d8118 req-69068f9c-31aa-483e-a326-09e0a1eb66e6 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 2374 time: 0.5935879 May 27 02:21:03.477925 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:03.551156 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc7d10-bcc5-4807-9e7c-53cfed8d6d13 req-36eaca4a-f164-49a5-9d37-576125ef86dd tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:03.552763 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-17dc7d10-bcc5-4807-9e7c-53cfed8d6d13 req-36eaca4a-f164-49a5-9d37-576125ef86dd tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e66fc82-51e0-4897-bc74-f9cfbf059c8d HTTP/1.1" status: 200 len: 944 time: 0.6792459 May 27 02:21:03.571676 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-c5d7cc1e-3563-49f8-b507-ed4f53b82134 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:03.572811 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-c5d7cc1e-3563-49f8-b507-ed4f53b82134 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:03.578996 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0c23dfb4-cd3e-44cd-a13c-54fee42d8118 req-66393342-e5a2-4c80-a7c7-4df128d6e1fe tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092563 May 27 02:21:03.665378 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-17dc7d10-bcc5-4807-9e7c-53cfed8d6d13 req-54c4eed8-36c5-4c56-8a85-fe1eb700fe61 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/security-groups?id=79437922-d5e1-4f8b-bbae-11b029e819f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017399 May 27 02:21:03.703379 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824c9c10-db16-4a32-8813-ec78560f5095 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-21e81c1d-3f3c-41bd-8950-03b87b5f7cdd', 'network_id': '21e81c1d-3f3c-41bd-8950-03b87b5f7cdd', 'tenant_id': '603c58ba304f41388b863215a4e94a90', 'fixed_ips': [{'subnet_id': '71f6e4c5-0c6b-48f0-b9f6-56414eeeacb5'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:21:03.704193 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-824c9c10-db16-4a32-8813-ec78560f5095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:03.707302 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38388b4d-7cab-4a22-8fee-3b15d156ca0e tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:03.735644 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f3c43716-524f-4134-badc-3537a849920c tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:03.786007 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a2202ae6-f020-4ef9-83b2-2de5b7b263ad None None] For port 198bcb62-08af-4b64-8b2f-997d5dc237e7, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:21:03.794542 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=1133d8fa-081d-44c0-b35b-fad501b088eb,revision_number=7']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:03.818605 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38388b4d-7cab-4a22-8fee-3b15d156ca0e tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Network 21e81c1d-3f3c-41bd-8950-03b87b5f7cdd is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:21:03.822491 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-38388b4d-7cab-4a22-8fee-3b15d156ca0e tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:21:03.823590 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-c5d7cc1e-3563-49f8-b507-ed4f53b82134 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4111698 May 27 02:21:03.830008 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38388b4d-7cab-4a22-8fee-3b15d156ca0e tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:03.831112 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38388b4d-7cab-4a22-8fee-3b15d156ca0e tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:03.855905 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-073524ab-46b9-4d10-af52-d63bc1e3f65f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Request body: {'port': {'device_id': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c9b6b64d-3919-4b90-9366-bcda75991abc', 'admin_state_up': True, 'tenant_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'security_groups': ['e5afc690-7524-4a95-b1d1-a233dc90191d']}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:03.862390 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a2202ae6-f020-4ef9-83b2-2de5b7b263ad None None] For port 198bcb62-08af-4b64-8b2f-997d5dc237e7, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=198bcb62-08af-4b64-8b2f-997d5dc237e7,segment=NetworkSegment(dff8e76f-01ec-4a2c-aa61-991627eb5f57),segment_id=dff8e76f-01ec-4a2c-aa61-991627eb5f57)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:21:03.866243 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38388b4d-7cab-4a22-8fee-3b15d156ca0e tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event updated for resources: {'Subnet': ['ID=54fde628-9204-45e5-b6fc-c863dad60129,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:03.956034 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-fcccb868-f003-4cd4-bd63-0d6dec218ec1 None None] Provisioning for port 264c73cf-2308-4577-bcf0-61fc0de4e850 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:21:03.966825 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-38388b4d-7cab-4a22-8fee-3b15d156ca0e tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9450603 May 27 02:21:03.967360 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43556) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:03.974156 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-fcccb868-f003-4cd4-bd63-0d6dec218ec1 None None] Provisioning complete for port 264c73cf-2308-4577-bcf0-61fc0de4e850 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:21:03.974532 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fcccb868-f003-4cd4-bd63-0d6dec218ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:04.002870 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a2202ae6-f020-4ef9-83b2-2de5b7b263ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:04.034278 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c43716-524f-4134-badc-3537a849920c tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:21:04.048418 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0092050c-5e23-4bc1-bfed-b65b4d85afe3 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:04.051503 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0092050c-5e23-4bc1-bfed-b65b4d85afe3 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:04.052391 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-f3c43716-524f-4134-badc-3537a849920c tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:21:04.053379 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0092050c-5e23-4bc1-bfed-b65b4d85afe3 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:04.056792 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0092050c-5e23-4bc1-bfed-b65b4d85afe3 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:04.058713 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0092050c-5e23-4bc1-bfed-b65b4d85afe3 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:04.059930 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0092050c-5e23-4bc1-bfed-b65b4d85afe3 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Synchronizing usage tracker for tenant:603c58ba304f41388b863215a4e94a90 on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:21:04.062018 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c43716-524f-4134-badc-3537a849920c tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:21:04.110907 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c43716-524f-4134-badc-3537a849920c tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Pushing event updated for resources: {'Port': ['ID=88098a70-c96e-4c71-8d49-181870be0fc6,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:04.134205 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0092050c-5e23-4bc1-bfed-b65b4d85afe3 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Unset dirty status for tenant:603c58ba304f41388b863215a4e94a90 on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:21:04.134343 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-befdf203-ed4b-4fb1-bda5-8c9e488c3211 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:04.138968 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0092050c-5e23-4bc1-bfed-b65b4d85afe3 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1669564 May 27 02:21:04.147399 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43560) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:04.147500 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-d656a99e-fe53-41b1-87cf-0e7205ecbea5 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--276866415&fields=id&tenant_id=67a2999592f840daafe9db3a26b0dd55 HTTP/1.1" status: 200 len: 267 time: 0.3170087 May 27 02:21:04.150426 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-bc52329c-ecc4-4a15-be6b-673545d90c55 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-755801197'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:04.161667 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bc52329c-ecc4-4a15-be6b-673545d90c55 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:21:04.165713 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bc52329c-ecc4-4a15-be6b-673545d90c55 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Usage tracker for resource:network and tenant:603c58ba304f41388b863215a4e94a90 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:21:04.168586 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bc52329c-ecc4-4a15-be6b-673545d90c55 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:21:04.174715 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bc52329c-ecc4-4a15-be6b-673545d90c55 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:21:04.179901 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-fcccb868-f003-4cd4-bd63-0d6dec218ec1 None None] Port 264c73cf-2308-4577-bcf0-61fc0de4e850 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:21:04.196057 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2202ae6-f020-4ef9-83b2-2de5b7b263ad None None] Pushing event updated for resources: {'Port': ['ID=198bcb62-08af-4b64-8b2f-997d5dc237e7,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:04.200854 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-befdf203-ed4b-4fb1-bda5-8c9e488c3211 None None] Transition to ACTIVE for port object f0038ed8-c550-4424-93f6-7a356e428c89 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:21:04.211382 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-824c9c10-db16-4a32-8813-ec78560f5095 None None] Allocated IP 2001:db8::2 (21e81c1d-3f3c-41bd-8950-03b87b5f7cdd/71f6e4c5-0c6b-48f0-b9f6-56414eeeacb5/06fb9829-9e46-49d2-b189-eba2236ac13e) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:21:04.220509 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-073524ab-46b9-4d10-af52-d63bc1e3f65f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:21:04.250732 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc52329c-ecc4-4a15-be6b-673545d90c55 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Made reservation on behalf of 603c58ba304f41388b863215a4e94a90 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:21:04.255865 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bc52329c-ecc4-4a15-be6b-673545d90c55 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:04.278264 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-073524ab-46b9-4d10-af52-d63bc1e3f65f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Usage tracker for resource:port and tenant:0ff34f8aa5b34b2b8b9bd5b46a9cefc6 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:21:04.287869 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc52329c-ecc4-4a15-be6b-673545d90c55 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:21:04.299757 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bc52329c-ecc4-4a15-be6b-673545d90c55 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:04.301012 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-bc52329c-ecc4-4a15-be6b-673545d90c55 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Added segment ed54e977-a8e1-4ec5-8335-3258b3c0c956 of type vlan for network 1ff7598b-f705-49eb-ae86-e4180c70bbad May 27 02:21:04.302086 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-073524ab-46b9-4d10-af52-d63bc1e3f65f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Quota usage for port was recalculated. Used quota:11. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:21:04.311777 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-befdf203-ed4b-4fb1-bda5-8c9e488c3211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:04.331372 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bc52329c-ecc4-4a15-be6b-673545d90c55 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:04.368519 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-073524ab-46b9-4d10-af52-d63bc1e3f65f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:21:04.447003 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bc52329c-ecc4-4a15-be6b-673545d90c55 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:04.451635 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc52329c-ecc4-4a15-be6b-673545d90c55 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:04.453619 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bc52329c-ecc4-4a15-be6b-673545d90c55 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:04.563546 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48caa0f7-9a22-4001-b787-e8a9640a1cd6 None None] Pushing event updated for resources: {'Port': ['ID=f0038ed8-c550-4424-93f6-7a356e428c89,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:04.575753 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 1133d8fa-081d-44c0-b35b-fad501b088eb up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:21:04.659186 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e057a87-85aa-49e9-9d2a-47095b46a4b9 req-022f4620-2f5e-4d89-9878-1162d30021f8 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:04.667689 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7e057a87-85aa-49e9-9d2a-47095b46a4b9 req-022f4620-2f5e-4d89-9878-1162d30021f8 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb8d367-d12a-4af5-8109-bc06a18bdc99 HTTP/1.1" status: 200 len: 945 time: 0.7296124 May 27 02:21:04.676850 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-073524ab-46b9-4d10-af52-d63bc1e3f65f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Made reservation on behalf of 0ff34f8aa5b34b2b8b9bd5b46a9cefc6 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:21:04.688163 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-073524ab-46b9-4d10-af52-d63bc1e3f65f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:04.742632 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-befdf203-ed4b-4fb1-bda5-8c9e488c3211 None None] Attempting to bind port f0038ed8-c550-4424-93f6-7a356e428c89 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:21:04.743190 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-befdf203-ed4b-4fb1-bda5-8c9e488c3211 None None] Attempting to bind port f0038ed8-c550-4424-93f6-7a356e428c89 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '7321cd14-1f6f-448d-a8d3-637a53c8da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:21:04.751448 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befdf203-ed4b-4fb1-bda5-8c9e488c3211 None None] Attempting to bind port f0038ed8-c550-4424-93f6-7a356e428c89 on network 7ee685f0-e442-4ea7-949d-71e1995db8ac {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:21:04.762596 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befdf203-ed4b-4fb1-bda5-8c9e488c3211 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:21:04.762980 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befdf203-ed4b-4fb1-bda5-8c9e488c3211 None None] Checking segment: {'id': '7321cd14-1f6f-448d-a8d3-637a53c8da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:21:04.763936 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-befdf203-ed4b-4fb1-bda5-8c9e488c3211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:04.764336 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befdf203-ed4b-4fb1-bda5-8c9e488c3211 None None] Bound using segment: {'id': '7321cd14-1f6f-448d-a8d3-637a53c8da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:21:04.764840 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-befdf203-ed4b-4fb1-bda5-8c9e488c3211 None None] Bound port: f0038ed8-c550-4424-93f6-7a356e428c89, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7321cd14-1f6f-448d-a8d3-637a53c8da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:21:04.765221 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-befdf203-ed4b-4fb1-bda5-8c9e488c3211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:04.796836 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc52329c-ecc4-4a15-be6b-673545d90c55 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event updated for resources: {'Network': ['ID=1ff7598b-f705-49eb-ae86-e4180c70bbad,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:04.810232 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-f5910625-8553-42e3-b2fc-19253aa2ec80 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:04.817460 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-f5910625-8553-42e3-b2fc-19253aa2ec80 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/networks?id=7ee685f0-e442-4ea7-949d-71e1995db8ac HTTP/1.1" status: 200 len: 817 time: 0.6747530 May 27 02:21:04.826897 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 1ff7598b-f705-49eb-ae86-e4180c70bbad details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:21:04.833980 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-bc52329c-ecc4-4a15-be6b-673545d90c55 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6923687 May 27 02:21:04.836495 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43568) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:04.843442 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-6eaa9221-cc3b-41c2-ba6d-a4c549c8827c tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:04.898358 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7e057a87-85aa-49e9-9d2a-47095b46a4b9 req-b4f7f8e3-66fb-4eaf-976d-488c888d2f55 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296720 May 27 02:21:04.905758 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-2c49c3d4-4e96-4a81-b341-6b80e29d3a20 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/quotas/67a2999592f840daafe9db3a26b0dd55 HTTP/1.1" status: 200 len: 375 time: 0.0873840 May 27 02:21:05.041340 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-824c9c10-db16-4a32-8813-ec78560f5095 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:05.073208 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 1133d8fa-081d-44c0-b35b-fad501b088eb triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:21:05.073492 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:05.104982 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-824c9c10-db16-4a32-8813-ec78560f5095 None None] Transition to ACTIVE for port object 06fb9829-9e46-49d2-b189-eba2236ac13e will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:21:05.141410 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-befdf203-ed4b-4fb1-bda5-8c9e488c3211 None None] For port f0038ed8-c550-4424-93f6-7a356e428c89, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:21:05.151541 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6eaa9221-cc3b-41c2-ba6d-a4c549c8827c tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:05.157163 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-befdf203-ed4b-4fb1-bda5-8c9e488c3211 None None] For port f0038ed8-c550-4424-93f6-7a356e428c89, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=f0038ed8-c550-4424-93f6-7a356e428c89,segment=NetworkSegment(7321cd14-1f6f-448d-a8d3-637a53c8da8a),segment_id=7321cd14-1f6f-448d-a8d3-637a53c8da8a)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:21:05.161283 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-824c9c10-db16-4a32-8813-ec78560f5095 None None] Transition to ACTIVE for port object 06fb9829-9e46-49d2-b189-eba2236ac13e will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:21:05.172657 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec1094-300b-4bce-8f33-22151a313103 req-26baca5f-75d9-4586-954c-8a2c1f94494c tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:05.174439 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-deec1094-300b-4bce-8f33-22151a313103 req-26baca5f-75d9-4586-954c-8a2c1f94494c tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e66fc82-51e0-4897-bc74-f9cfbf059c8d HTTP/1.1" status: 200 len: 943 time: 0.8077993 May 27 02:21:05.242487 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 1133d8fa-081d-44c0-b35b-fad501b088eb is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:21:05.242946 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:05.256257 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-befdf203-ed4b-4fb1-bda5-8c9e488c3211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:05.288980 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6eaa9221-cc3b-41c2-ba6d-a4c549c8827c tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:05.340295 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48caa0f7-9a22-4001-b787-e8a9640a1cd6 None None] Pushing event updated for resources: {'Port': ['ID=f0038ed8-c550-4424-93f6-7a356e428c89,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:05.348249 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6eaa9221-cc3b-41c2-ba6d-a4c549c8827c tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Network 1ff7598b-f705-49eb-ae86-e4180c70bbad is not hosted by any dhcp agent {{(pid=88901) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 27 02:21:05.350371 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-824c9c10-db16-4a32-8813-ec78560f5095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:05.361347 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaa9221-cc3b-41c2-ba6d-a4c549c8827c tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:05.362002 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6eaa9221-cc3b-41c2-ba6d-a4c549c8827c tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:05.366582 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6eaa9221-cc3b-41c2-ba6d-a4c549c8827c tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "PUT /v2.0/networks/1ff7598b-f705-49eb-ae86-e4180c70bbad HTTP/1.1" status: 200 len: 723 time: 0.5264452 May 27 02:21:05.409746 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 1133d8fa-081d-44c0-b35b-fad501b088eb, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=1133d8fa-081d-44c0-b35b-fad501b088eb,segment=NetworkSegment(ad9a4b4f-872c-4058-b3e3-93f96436dea6),segment_id=ad9a4b4f-872c-4058-b3e3-93f96436dea6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:05.418492 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e66fc82-51e0-4897-bc74-f9cfbf059c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1133d8fa-081d-44c0-b35b-fad501b088eb'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:21:05.446328 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43576) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:05.473231 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824c9c10-db16-4a32-8813-ec78560f5095 None None] Network 21e81c1d-3f3c-41bd-8950-03b87b5f7cdd is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:21:05.481362 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b74e44fa-d431-432d-bac6-81273c48e13c tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Request body: {'subnet': {'network_id': '1ff7598b-f705-49eb-ae86-e4180c70bbad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:05.486621 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-824c9c10-db16-4a32-8813-ec78560f5095 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:21:05.504692 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824c9c10-db16-4a32-8813-ec78560f5095 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:21:05.512598 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 198bcb62-08af-4b64-8b2f-997d5dc237e7 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:21:05.603017 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa9221-cc3b-41c2-ba6d-a4c549c8827c tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event updated for resources: {'Network': ['ID=1ff7598b-f705-49eb-ae86-e4180c70bbad,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:05.629390 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:05.658948 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b74e44fa-d431-432d-bac6-81273c48e13c tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:21:05.674015 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b74e44fa-d431-432d-bac6-81273c48e13c tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:21:05.681902 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 1ff7598b-f705-49eb-ae86-e4180c70bbad details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:21:05.740004 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74e44fa-d431-432d-bac6-81273c48e13c tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Made reservation on behalf of 603c58ba304f41388b863215a4e94a90 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:21:05.741190 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-deec1094-300b-4bce-8f33-22151a313103 req-dc526717-87bf-4726-b05e-34cf5c5c1f4b tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Deleting port 1133d8fa-081d-44c0-b35b-fad501b088eb {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:21:05.741662 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-deec1094-300b-4bce-8f33-22151a313103 req-dc526717-87bf-4726-b05e-34cf5c5c1f4b tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:05.743780 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b74e44fa-d431-432d-bac6-81273c48e13c tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:05.757558 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c9c10-db16-4a32-8813-ec78560f5095 None None] Pushing event updated for resources: {'Port': ['ID=06fb9829-9e46-49d2-b189-eba2236ac13e,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:05.759910 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5863b4-5066-4544-824f-fb6032c8fa8b None None] Network 58a8574c-5c8a-42a0-a3e7-697acb491680 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:21:05.778737 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befdf203-ed4b-4fb1-bda5-8c9e488c3211 None None] Routers {'daa84f6e-a703-42c6-819b-00fae724e29f'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:21:05.779393 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-befdf203-ed4b-4fb1-bda5-8c9e488c3211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:20:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['daa84f6e-a703-42c6-819b-00fae724e29f'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:05.811960 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f3c43716-524f-4134-badc-3537a849920c tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for router_gateway, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:05.890073 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-f1adb945-b39e-489d-9aaa-a6c5c7a9cbe6 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=67a2999592f840daafe9db3a26b0dd55&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8509431 May 27 02:21:05.901872 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-073524ab-46b9-4d10-af52-d63bc1e3f65f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Allocated IP 10.2.2.200 (c9b6b64d-3919-4b90-9366-bcda75991abc/ab16c072-4114-4898-aa65-b9d65de14e79/846f130e-8b5c-43bc-a6aa-7b9b06383b8c) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:21:05.950468 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac1124-9f90-4a75-b677-2bc253362244 req-7e036fda-93d5-430a-b338-436f484680c5 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:05.956220 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac1124-9f90-4a75-b677-2bc253362244 req-7e036fda-93d5-430a-b338-436f484680c5 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:05.962801 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac1124-9f90-4a75-b677-2bc253362244 req-7e036fda-93d5-430a-b338-436f484680c5 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:05.969052 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac1124-9f90-4a75-b677-2bc253362244 req-7e036fda-93d5-430a-b338-436f484680c5 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:05.969975 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-c8ac1124-9f90-4a75-b677-2bc253362244 req-7e036fda-93d5-430a-b338-436f484680c5 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Synchronizing usage tracker for tenant:0ff34f8aa5b34b2b8b9bd5b46a9cefc6 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:21:05.998740 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-824c9c10-db16-4a32-8813-ec78560f5095 None None] Attempting to bind port 06fb9829-9e46-49d2-b189-eba2236ac13e on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:21:05.999101 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-824c9c10-db16-4a32-8813-ec78560f5095 None None] Attempting to bind port 06fb9829-9e46-49d2-b189-eba2236ac13e by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '42385bc9-e94a-418e-b9e2-b1d2823df123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '21e81c1d-3f3c-41bd-8950-03b87b5f7cdd'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:21:05.999477 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824c9c10-db16-4a32-8813-ec78560f5095 None None] Attempting to bind port 06fb9829-9e46-49d2-b189-eba2236ac13e on network 21e81c1d-3f3c-41bd-8950-03b87b5f7cdd {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:21:06.035119 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824c9c10-db16-4a32-8813-ec78560f5095 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:21:06.035492 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824c9c10-db16-4a32-8813-ec78560f5095 None None] Checking segment: {'id': '42385bc9-e94a-418e-b9e2-b1d2823df123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '21e81c1d-3f3c-41bd-8950-03b87b5f7cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:21:06.035889 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-824c9c10-db16-4a32-8813-ec78560f5095 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:06.036278 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824c9c10-db16-4a32-8813-ec78560f5095 None None] Bound using segment: {'id': '42385bc9-e94a-418e-b9e2-b1d2823df123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '21e81c1d-3f3c-41bd-8950-03b87b5f7cdd'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:21:06.036771 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-824c9c10-db16-4a32-8813-ec78560f5095 None None] Bound port: 06fb9829-9e46-49d2-b189-eba2236ac13e, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42385bc9-e94a-418e-b9e2-b1d2823df123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '21e81c1d-3f3c-41bd-8950-03b87b5f7cdd'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:21:06.037141 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-824c9c10-db16-4a32-8813-ec78560f5095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:06.060927 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b74e44fa-d431-432d-bac6-81273c48e13c tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:06.126971 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e09d86a3-c2c2-4912-a53f-46666323bf11 None None] Provisioning for port 198bcb62-08af-4b64-8b2f-997d5dc237e7 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:21:06.156399 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=1133d8fa-081d-44c0-b35b-fad501b088eb,revision_number=8']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:06.168912 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74e44fa-d431-432d-bac6-81273c48e13c tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Checking segment: {'id': 'ed54e977-a8e1-4ec5-8335-3258b3c0c956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1ff7598b-f705-49eb-ae86-e4180c70bbad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:21:06.169558 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74e44fa-d431-432d-bac6-81273c48e13c tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Network hostable DHCP agents. Network: 1ff7598b-f705-49eb-ae86-e4180c70bbad, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:21:06.176861 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e44fa-d431-432d-bac6-81273c48e13c tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event updated for resources: {'Subnet': ['ID=db47ed4b-94ac-423c-a3ba-ddd54d59474a,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:06.217569 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 198bcb62-08af-4b64-8b2f-997d5dc237e7 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:21:06.246372 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 198bcb62-08af-4b64-8b2f-997d5dc237e7 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:21:06.246743 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:06.301265 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74e44fa-d431-432d-bac6-81273c48e13c tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Network 1ff7598b-f705-49eb-ae86-e4180c70bbad is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:21:06.309089 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-c8ac1124-9f90-4a75-b677-2bc253362244 req-7e036fda-93d5-430a-b338-436f484680c5 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Unset dirty status for tenant:0ff34f8aa5b34b2b8b9bd5b46a9cefc6 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:21:06.310247 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c8ac1124-9f90-4a75-b677-2bc253362244 req-7e036fda-93d5-430a-b338-436f484680c5 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 3095 time: 1.2196569 May 27 02:21:06.346048 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-befdf203-ed4b-4fb1-bda5-8c9e488c3211 None None] Set router daa84f6e-a703-42c6-819b-00fae724e29f gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:21:06.352791 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-b74e44fa-d431-432d-bac6-81273c48e13c tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 1ff7598b-f705-49eb-ae86-e4180c70bbad) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:21:06.357395 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74e44fa-d431-432d-bac6-81273c48e13c tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:06.358060 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b74e44fa-d431-432d-bac6-81273c48e13c tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:06.428028 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b74e44fa-d431-432d-bac6-81273c48e13c tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9741836 May 27 02:21:06.430604 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43584) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:06.437953 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d954ebd2-541a-4932-bf3b-5107de3fa868 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:06.463784 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45def9de-0c56-41c1-859c-1480d32b66d8 None None] Network 1ff7598b-f705-49eb-ae86-e4180c70bbad requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:21:06.464005 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-f4b6031f-ddd2-45d7-9154-c2b453ffb90b service neutron] 10.222.0.57 "GET /v2.0/networks/7ee685f0-e442-4ea7-949d-71e1995db8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5513372 May 27 02:21:06.554282 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-824c9c10-db16-4a32-8813-ec78560f5095 None None] For port 06fb9829-9e46-49d2-b189-eba2236ac13e, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:21:06.583748 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-824c9c10-db16-4a32-8813-ec78560f5095 None None] For port 06fb9829-9e46-49d2-b189-eba2236ac13e, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=06fb9829-9e46-49d2-b189-eba2236ac13e,segment=NetworkSegment(42385bc9-e94a-418e-b9e2-b1d2823df123),segment_id=42385bc9-e94a-418e-b9e2-b1d2823df123)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:21:06.588048 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d954ebd2-541a-4932-bf3b-5107de3fa868 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15472473'] for subnet, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:06.684382 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-824c9c10-db16-4a32-8813-ec78560f5095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:06.691248 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c8ac1124-9f90-4a75-b677-2bc253362244 req-578ffe2a-4233-4a3f-bcbb-f061c24d1613 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3553748 May 27 02:21:06.829356 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-073524ab-46b9-4d10-af52-d63bc1e3f65f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:06.879514 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-deec1094-300b-4bce-8f33-22151a313103 req-dc526717-87bf-4726-b05e-34cf5c5c1f4b tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] For port 1133d8fa-081d-44c0-b35b-fad501b088eb, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=1133d8fa-081d-44c0-b35b-fad501b088eb,segment=NetworkSegment(ad9a4b4f-872c-4058-b3e3-93f96436dea6),segment_id=ad9a4b4f-872c-4058-b3e3-93f96436dea6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:06.880122 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-deec1094-300b-4bce-8f33-22151a313103 req-dc526717-87bf-4726-b05e-34cf5c5c1f4b tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:06.883226 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d954ebd2-541a-4932-bf3b-5107de3fa868 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789642857912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15030322'] for subnet, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:06.901299 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-073524ab-46b9-4d10-af52-d63bc1e3f65f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Transition to ACTIVE for port object 846f130e-8b5c-43bc-a6aa-7b9b06383b8c will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:21:06.989622 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d954ebd2-541a-4932-bf3b-5107de3fa868 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:06.990672 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d954ebd2-541a-4932-bf3b-5107de3fa868 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:06.992210 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d954ebd2-541a-4932-bf3b-5107de3fa868 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "PUT /v2.0/subnets/db47ed4b-94ac-423c-a3ba-ddd54d59474a HTTP/1.1" status: 200 len: 826 time: 0.5604053 May 27 02:21:06.999446 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43588) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:07.035411 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f3c43716-524f-4134-badc-3537a849920c tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:07.039150 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-7a1040bd-0b26-4026-848c-77487a5f77ef service neutron] 10.222.0.57 "GET /v2.0/networks/7ee685f0-e442-4ea7-949d-71e1995db8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5047183 May 27 02:21:07.048194 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-deec1094-300b-4bce-8f33-22151a313103 req-dc526717-87bf-4726-b05e-34cf5c5c1f4b tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Calling delete_port for 1133d8fa-081d-44c0-b35b-fad501b088eb owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:21:07.080341 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 198bcb62-08af-4b64-8b2f-997d5dc237e7 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:21:07.080958 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:07.104446 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c9c10-db16-4a32-8813-ec78560f5095 None None] Pushing event updated for resources: {'Port': ['ID=06fb9829-9e46-49d2-b189-eba2236ac13e,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:07.148470 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954ebd2-541a-4932-bf3b-5107de3fa868 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event updated for resources: {'Subnet': ['ID=db47ed4b-94ac-423c-a3ba-ddd54d59474a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:07.256028 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-539cebe6-a03c-41f6-b1b8-c5c583b8db07 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:07.318486 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 198bcb62-08af-4b64-8b2f-997d5dc237e7, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=198bcb62-08af-4b64-8b2f-997d5dc237e7,segment=NetworkSegment(dff8e76f-01ec-4a2c-aa61-991627eb5f57),segment_id=dff8e76f-01ec-4a2c-aa61-991627eb5f57)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:07.355517 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-539cebe6-a03c-41f6-b1b8-c5c583b8db07 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:07.384102 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbec818-a61f-49e7-a721-db80e4fee3e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-1ff7598b-f705-49eb-ae86-e4180c70bbad', 'network_id': '1ff7598b-f705-49eb-ae86-e4180c70bbad', 'tenant_id': '603c58ba304f41388b863215a4e94a90', 'fixed_ips': [{'subnet_id': 'db47ed4b-94ac-423c-a3ba-ddd54d59474a'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:21:07.385768 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6fbec818-a61f-49e7-a721-db80e4fee3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:07.532310 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb6981d8-b767-441c-8950-9142443fe6c9'] response: {'server_uuid': '9e66fc82-51e0-4897-bc74-f9cfbf059c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1133d8fa-081d-44c0-b35b-fad501b088eb', 'code': 200} May 27 02:21:07.538101 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:07.593541 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-539cebe6-a03c-41f6-b1b8-c5c583b8db07 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:07.659632 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539cebe6-a03c-41f6-b1b8-c5c583b8db07 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event deleted for resources: {'Subnet': ['ID=db47ed4b-94ac-423c-a3ba-ddd54d59474a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:07.684942 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-befdf203-ed4b-4fb1-bda5-8c9e488c3211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'name': 'tempest-AttachVolumeShelveTestJSON-1946500173-router', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '92b172b0-4350-41a6-8a59-376f01838aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:20:47Z', 'updated_at': '2022-05-27T02:20:55Z', 'revision_number': 4, 'project_id': '67a2999592f840daafe9db3a26b0dd55', 'gw_port': {'id': '92b172b0-4350-41a6-8a59-376f01838aa5', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:20:48Z', 'updated_at': '2022-05-27T02:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'f0038ed8-c550-4424-93f6-7a356e428c89', 'name': '', 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'mac_address': 'fa:16:3e:9c:54:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '0c302d24-860d-464a-9c69-32cd4f709ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:20:53Z', 'updated_at': '2022-05-27T02:21:05Z', 'revision_number': 4, 'project_id': '67a2999592f840daafe9db3a26b0dd55', 'subnets': [{'id': '0c302d24-860d-464a-9c69-32cd4f709ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:07.701597 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befdf203-ed4b-4fb1-bda5-8c9e488c3211 None None] The sync data for ids ['daa84f6e-a703-42c6-819b-00fae724e29f'] in n-d-843554-3 is: [{'id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'name': 'tempest-AttachVolumeShelveTestJSON-1946500173-router', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '92b172b0-4350-41a6-8a59-376f01838aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:20:47Z', 'updated_at': '2022-05-27T02:20:55Z', 'revision_number': 4, 'project_id': '67a2999592f840daafe9db3a26b0dd55', 'gw_port': {'id': '92b172b0-4350-41a6-8a59-376f01838aa5', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:20:48Z', 'updated_at': '2022-05-27T02:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'f0038ed8-c550-4424-93f6-7a356e428c89', 'name': '', 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'mac_address': 'fa:16:3e:9c:54:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '0c302d24-860d-464a-9c69-32cd4f709ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:20:53Z', 'updated_at': '2022-05-27T02:21:05Z', 'revision_number': 4, 'project_id': '67a2999592f840daafe9db3a26b0dd55', 'subnets': [{'id': '0c302d24-860d-464a-9c69-32cd4f709ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server [None req-6fbec818-a61f-49e7-a721-db80e4fee3e1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet db47ed4b-94ac-423c-a3ba-ddd54d59474a: This subnet is being modified by another concurrent operation. May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server raise self.value May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server raise self.value May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server raise self.value May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server raise self.value May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 27 02:21:07.806678 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 02:21:07.813053 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 27 02:21:07.813053 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 27 02:21:07.813053 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 02:21:07.813053 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 02:21:07.813053 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 02:21:07.813053 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server raise self.value May 27 02:21:07.813053 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 27 02:21:07.813053 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 02:21:07.813053 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 27 02:21:07.813053 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 27 02:21:07.813053 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 02:21:07.813053 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 02:21:07.813053 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 02:21:07.813053 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server raise self.value May 27 02:21:07.813053 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 27 02:21:07.813053 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 27 02:21:07.813053 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 27 02:21:07.813053 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 27 02:21:07.813053 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 27 02:21:07.813053 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 27 02:21:07.813053 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 27 02:21:07.813053 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 27 02:21:07.813053 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 27 02:21:07.813053 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 27 02:21:07.813053 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 27 02:21:07.813053 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 27 02:21:07.813053 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 27 02:21:07.813053 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 27 02:21:07.813053 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 27 02:21:07.813053 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 27 02:21:07.813053 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 27 02:21:07.813053 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 27 02:21:07.813053 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 27 02:21:07.813053 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 27 02:21:07.813053 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 27 02:21:07.813053 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server raise exception May 27 02:21:07.813053 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet db47ed4b-94ac-423c-a3ba-ddd54d59474a: This subnet is being modified by another concurrent operation. May 27 02:21:07.813053 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server May 27 02:21:07.820194 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=198bcb62-08af-4b64-8b2f-997d5dc237e7,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:07.836613 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-073524ab-46b9-4d10-af52-d63bc1e3f65f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:07.870273 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 06fb9829-9e46-49d2-b189-eba2236ac13e up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:21:07.978098 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb5fe3a-1cc9-44b8-806d-95a79548054a None None] Network 1ff7598b-f705-49eb-ae86-e4180c70bbad requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:21:08.092887 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-539cebe6-a03c-41f6-b1b8-c5c583b8db07 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:08.105470 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073524ab-46b9-4d10-af52-d63bc1e3f65f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Pushing event updated for resources: {'Port': ['ID=846f130e-8b5c-43bc-a6aa-7b9b06383b8c,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:08.152184 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-539cebe6-a03c-41f6-b1b8-c5c583b8db07 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ff7598b-f705-49eb-ae86-e4180c70bbad']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:08.179684 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-539cebe6-a03c-41f6-b1b8-c5c583b8db07 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed54e977-a8e1-4ec5-8335-3258b3c0c956') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:08.179684 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-539cebe6-a03c-41f6-b1b8-c5c583b8db07 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed54e977-a8e1-4ec5-8335-3258b3c0c956') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:08.180036 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-fd198884-a8a0-4ce4-b2a9-c14ed63e7672 None None] Provisioning complete for port 198bcb62-08af-4b64-8b2f-997d5dc237e7 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:21:08.180493 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fd198884-a8a0-4ce4-b2a9-c14ed63e7672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:08.194304 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-539cebe6-a03c-41f6-b1b8-c5c583b8db07 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:08.209310 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-073524ab-46b9-4d10-af52-d63bc1e3f65f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Network c9b6b64d-3919-4b90-9366-bcda75991abc is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:21:08.226089 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-539cebe6-a03c-41f6-b1b8-c5c583b8db07 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:08.235906 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-539cebe6-a03c-41f6-b1b8-c5c583b8db07 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:21:08.236293 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-539cebe6-a03c-41f6-b1b8-c5c583b8db07 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:08.245410 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22db2ad-5ed3-4866-bdf0-2e2b8722da23 req-6fd268d1-acc4-4521-a91e-dae9c9610035 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:08.253942 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e22db2ad-5ed3-4866-bdf0-2e2b8722da23 req-6fd268d1-acc4-4521-a91e-dae9c9610035 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e66fc82-51e0-4897-bc74-f9cfbf059c8d HTTP/1.1" status: 200 len: 945 time: 0.7630732 May 27 02:21:08.309185 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf534d8d-58ed-4184-90d1-e72125a71967 req-f5be08e0-d359-486d-bf5d-0f02b5bf7b5f tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:08.317869 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bf534d8d-58ed-4184-90d1-e72125a71967 req-f5be08e0-d359-486d-bf5d-0f02b5bf7b5f tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb8d367-d12a-4af5-8109-bc06a18bdc99 HTTP/1.1" status: 200 len: 945 time: 0.7659857 May 27 02:21:08.318783 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment ed54e977-a8e1-4ec5-8335-3258b3c0c956 resource provider aggregate not found May 27 02:21:08.350835 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 06fb9829-9e46-49d2-b189-eba2236ac13e completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:21:08.357353 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment ed54e977-a8e1-4ec5-8335-3258b3c0c956 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed54e977-a8e1-4ec5-8335-3258b3c0c956 found for delete ", "request_id": "req-58cf0d50-19f8-4a30-9eae-a5d6f04149f3"}]} May 27 02:21:08.362121 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-073524ab-46b9-4d10-af52-d63bc1e3f65f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:21:08.369536 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f0038ed8-c550-4424-93f6-7a356e428c89 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:21:08.381321 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-073524ab-46b9-4d10-af52-d63bc1e3f65f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:21:08.441347 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b50899d-e5e1-437a-968f-d25099a7abd0 None None] Network 1ff7598b-f705-49eb-ae86-e4180c70bbad requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:21:08.489005 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-539cebe6-a03c-41f6-b1b8-c5c583b8db07 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:08.507036 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-539cebe6-a03c-41f6-b1b8-c5c583b8db07 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:08.529281 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539cebe6-a03c-41f6-b1b8-c5c583b8db07 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event deleted for resources: {'Network': ['ID=1ff7598b-f705-49eb-ae86-e4180c70bbad,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:08.549711 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-539cebe6-a03c-41f6-b1b8-c5c583b8db07 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "DELETE /v2.0/networks/1ff7598b-f705-49eb-ae86-e4180c70bbad HTTP/1.1" status: 204 len: 168 time: 1.5467443 May 27 02:21:08.550342 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43612) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:08.578738 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf42049-a59d-4f89-bf0f-f8b41a0e2035 None None] Network 21e81c1d-3f3c-41bd-8950-03b87b5f7cdd requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:21:08.581228 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-deec1094-300b-4bce-8f33-22151a313103 req-dc526717-87bf-4726-b05e-34cf5c5c1f4b tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:08.587384 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e22db2ad-5ed3-4866-bdf0-2e2b8722da23 req-d41586a0-0f1e-44fc-8f06-3a2dda8fe2ec tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/security-groups?id=79437922-d5e1-4f8b-bbae-11b029e819f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313222 May 27 02:21:08.597658 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-71f9d9cb-c575-4b8b-8b1c-94036d63c8d2 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] DELETE failed (client error): The resource could not be found. May 27 02:21:08.598166 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71f9d9cb-c575-4b8b-8b1c-94036d63c8d2 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:21:08.607977 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-71f9d9cb-c575-4b8b-8b1c-94036d63c8d2 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "DELETE /v2.0/networks/1ff7598b-f705-49eb-ae86-e4180c70bbad HTTP/1.1" status: 404 len: 339 time: 0.0559883 May 27 02:21:08.608599 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43616) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:08.615901 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-5a280e6c-0db7-4b9e-b9ce-35d7c46e16d6 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-682202541', 'description': 'd1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:08.616455 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 1133d8fa-081d-44c0-b35b-fad501b088eb no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:21:08.622407 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5a280e6c-0db7-4b9e-b9ce-35d7c46e16d6 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:21:08.626562 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5a280e6c-0db7-4b9e-b9ce-35d7c46e16d6 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Usage tracker for resource:network and tenant:603c58ba304f41388b863215a4e94a90 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:21:08.635833 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5a280e6c-0db7-4b9e-b9ce-35d7c46e16d6 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:21:08.642482 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5a280e6c-0db7-4b9e-b9ce-35d7c46e16d6 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:21:08.672222 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bf534d8d-58ed-4184-90d1-e72125a71967 req-08b29c32-49e6-4d62-bdae-547d38877e69 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529999 May 27 02:21:08.735507 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a280e6c-0db7-4b9e-b9ce-35d7c46e16d6 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Made reservation on behalf of 603c58ba304f41388b863215a4e94a90 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:21:08.743087 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a280e6c-0db7-4b9e-b9ce-35d7c46e16d6 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:08.781027 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc526717-87bf-4726-b05e-34cf5c5c1f4b tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Pushing event deleted for resources: {'Port': ['ID=1133d8fa-081d-44c0-b35b-fad501b088eb,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:08.810530 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 1133d8fa-081d-44c0-b35b-fad501b088eb {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:21:08.810921 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 1133d8fa-081d-44c0-b35b-fad501b088eb not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:21:08.811285 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a280e6c-0db7-4b9e-b9ce-35d7c46e16d6 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:21:08.829827 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a280e6c-0db7-4b9e-b9ce-35d7c46e16d6 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:08.830964 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-5a280e6c-0db7-4b9e-b9ce-35d7c46e16d6 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Added segment b2ce8750-35d2-4edc-b66d-668771b438ad of type vlan for network d733c85f-d7f3-4353-996c-c234f1ddb5f8 May 27 02:21:08.834274 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-073524ab-46b9-4d10-af52-d63bc1e3f65f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:08.834925 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-073524ab-46b9-4d10-af52-d63bc1e3f65f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:08.863928 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1ac869c9-cf98-4088-936a-56ff3646acc7 req-fea451ea-a315-49e7-ad79-51b1cc269614 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 210 time: 0.1902320 May 27 02:21:08.872077 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c43716-524f-4134-badc-3537a849920c tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Router 60755140-80d5-426e-b22f-23143d48e055 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:21:08.882059 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a280e6c-0db7-4b9e-b9ce-35d7c46e16d6 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:08.966893 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-deec1094-300b-4bce-8f33-22151a313103 req-dc526717-87bf-4726-b05e-34cf5c5c1f4b tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] No DVR routers for this DVR port 1133d8fa-081d-44c0-b35b-fad501b088eb on host n-h1-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:21:09.027768 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-deec1094-300b-4bce-8f33-22151a313103 req-dc526717-87bf-4726-b05e-34cf5c5c1f4b tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:09.029838 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-deec1094-300b-4bce-8f33-22151a313103 req-dc526717-87bf-4726-b05e-34cf5c5c1f4b tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.32 "DELETE /v2.0/ports/1133d8fa-081d-44c0-b35b-fad501b088eb HTTP/1.1" status: 204 len: 173 time: 3.8453569 May 27 02:21:09.031380 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-073524ab-46b9-4d10-af52-d63bc1e3f65f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1832738 May 27 02:21:09.031811 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e66fc82-51e0-4897-bc74-f9cfbf059c8d', 'name': 'network-vif-deleted', 'tag': '1133d8fa-081d-44c0-b35b-fad501b088eb'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:21:09.035726 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port f0038ed8-c550-4424-93f6-7a356e428c89 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:21:09.036148 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a280e6c-0db7-4b9e-b9ce-35d7c46e16d6 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:09.047979 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a280e6c-0db7-4b9e-b9ce-35d7c46e16d6 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:09.050874 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a280e6c-0db7-4b9e-b9ce-35d7c46e16d6 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:09.052381 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-884293a2-e5eb-4ef9-ac04-a21f121ce95e service neutron] Request body: {'port': {'device_id': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:09.072673 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port f0038ed8-c550-4424-93f6-7a356e428c89 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:21:09.073081 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:09.105578 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-fd198884-a8a0-4ce4-b2a9-c14ed63e7672 None None] Current status of the port 198bcb62-08af-4b64-8b2f-997d5dc237e7 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:21:09.220635 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a280e6c-0db7-4b9e-b9ce-35d7c46e16d6 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event updated for resources: {'Network': ['ID=d733c85f-d7f3-4353-996c-c234f1ddb5f8,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:09.241628 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network d733c85f-d7f3-4353-996c-c234f1ddb5f8 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:21:09.290718 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe9920f-7bbb-4074-abf4-35593f96914b req-49d2259b-0c97-484c-a0d5-7c4ba971e609 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:09.296752 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe9920f-7bbb-4074-abf4-35593f96914b req-49d2259b-0c97-484c-a0d5-7c4ba971e609 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:09.302993 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe9920f-7bbb-4074-abf4-35593f96914b req-49d2259b-0c97-484c-a0d5-7c4ba971e609 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:09.308813 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe9920f-7bbb-4074-abf4-35593f96914b req-49d2259b-0c97-484c-a0d5-7c4ba971e609 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:09.314064 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5a280e6c-0db7-4b9e-b9ce-35d7c46e16d6 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7030871 May 27 02:21:09.316528 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43626) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:09.318475 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe9920f-7bbb-4074-abf4-35593f96914b req-49d2259b-0c97-484c-a0d5-7c4ba971e609 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:09.325552 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3fe9920f-7bbb-4074-abf4-35593f96914b req-49d2259b-0c97-484c-a0d5-7c4ba971e609 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 3816 time: 0.4699550 May 27 02:21:09.357514 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c43716-524f-4134-badc-3537a849920c tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:21:09.371686 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf14376e-ea9b-433c-8834-c1e602672eca None None] Sync routers for ids ['60755140-80d5-426e-b22f-23143d48e055'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:21:09.374887 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-884293a2-e5eb-4ef9-ac04-a21f121ce95e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:09.418947 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf14376e-ea9b-433c-8834-c1e602672eca None None] Routers {'60755140-80d5-426e-b22f-23143d48e055'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:21:09.419761 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-cf14376e-ea9b-433c-8834-c1e602672eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:20:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['60755140-80d5-426e-b22f-23143d48e055'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:09.425862 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port f0038ed8-c550-4424-93f6-7a356e428c89 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:21:09.426195 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:09.442102 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3fe9920f-7bbb-4074-abf4-35593f96914b req-adc1b797-8958-4798-9b11-f43d9584c873 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156209 May 27 02:21:09.472839 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port f0038ed8-c550-4424-93f6-7a356e428c89, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=f0038ed8-c550-4424-93f6-7a356e428c89,segment=NetworkSegment(7321cd14-1f6f-448d-a8d3-637a53c8da8a),segment_id=7321cd14-1f6f-448d-a8d3-637a53c8da8a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:09.475133 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3a0e9fef-8bd1-49bc-a517-9c8df4c65299 None None] Provisioning for port 06fb9829-9e46-49d2-b189-eba2236ac13e completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:21:09.483596 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3a0e9fef-8bd1-49bc-a517-9c8df4c65299 None None] Provisioning complete for port 06fb9829-9e46-49d2-b189-eba2236ac13e triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:21:09.484073 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3a0e9fef-8bd1-49bc-a517-9c8df4c65299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:09.516705 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f3c43716-524f-4134-badc-3537a849920c tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:09.525501 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f3c43716-524f-4134-badc-3537a849920c tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.3383400 May 27 02:21:09.529788 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43632) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:09.561262 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ddbf60-4911-49b5-97f0-f8d2836a1882 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:09.561262 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c9ddbf60-4911-49b5-97f0-f8d2836a1882 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Synchronizing usage tracker for tenant:603c58ba304f41388b863215a4e94a90 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:21:09.584416 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-cf14376e-ea9b-433c-8834-c1e602672eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:09.590178 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:09.607069 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf14376e-ea9b-433c-8834-c1e602672eca None None] Routers {'60755140-80d5-426e-b22f-23143d48e055'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:21:09.607824 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-cf14376e-ea9b-433c-8834-c1e602672eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:20:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['60755140-80d5-426e-b22f-23143d48e055'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:09.664236 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29802fbb-d2bb-475e-b462-8a8d8ef0e0ad'] response: {'server_uuid': '9e66fc82-51e0-4897-bc74-f9cfbf059c8d', 'name': 'network-vif-deleted', 'tag': '1133d8fa-081d-44c0-b35b-fad501b088eb', 'status': 'completed', 'code': 200} May 27 02:21:09.712807 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c9ddbf60-4911-49b5-97f0-f8d2836a1882 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Unset dirty status for tenant:603c58ba304f41388b863215a4e94a90 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:21:09.714537 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c9ddbf60-4911-49b5-97f0-f8d2836a1882 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "GET /v2.0/networks?id=d733c85f-d7f3-4353-996c-c234f1ddb5f8 HTTP/1.1" status: 200 len: 764 time: 0.3947961 May 27 02:21:09.717627 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43640) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:09.727093 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-51a1c4db-ee56-493f-aa94-227c08b466b6 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Request body: {'network': {'description': 'd2'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:09.728129 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=f0038ed8-c550-4424-93f6-7a356e428c89,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:09.731999 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-cf14376e-ea9b-433c-8834-c1e602672eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:09.732403 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf14376e-ea9b-433c-8834-c1e602672eca None None] The sync data for ids ['60755140-80d5-426e-b22f-23143d48e055'] in n-d-843554-3 is: [] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:21:09.748729 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 198bcb62-08af-4b64-8b2f-997d5dc237e7 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:21:09.825890 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6f76a7-e591-4f25-9525-3f630718e8ae None None] Update dhcp port {'port': {'network_id': '21e81c1d-3f3c-41bd-8950-03b87b5f7cdd', 'fixed_ips': [{'subnet_id': '71f6e4c5-0c6b-48f0-b9f6-56414eeeacb5', 'ip_address': '2001:db8::2'}, {'subnet_id': '54fde628-9204-45e5-b6fc-c863dad60129'}], 'binding:host_id': 'n-d-843554-3'}, 'id': '06fb9829-9e46-49d2-b189-eba2236ac13e'} from n-d-843554-3. {{(pid=88903) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 02:21:09.954378 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 198bcb62-08af-4b64-8b2f-997d5dc237e7 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:21:09.954378 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:10.002586 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e3c60de9-3e88-431e-a681-4a0aefe45095 req-e27c8a70-65db-4bb4-a3ec-b95b06d035ed tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Synchronizing usage tracker for tenant:e6fc548f88094a2d8ad31078dc1820b4 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:21:10.010231 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-bb6f76a7-e591-4f25-9525-3f630718e8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:10.022890 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-51a1c4db-ee56-493f-aa94-227c08b466b6 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:10.036490 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-3a0e9fef-8bd1-49bc-a517-9c8df4c65299 None None] Current status of the port 06fb9829-9e46-49d2-b189-eba2236ac13e is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:21:10.036985 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3a0e9fef-8bd1-49bc-a517-9c8df4c65299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:10.097862 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-51a1c4db-ee56-493f-aa94-227c08b466b6 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:10.133377 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e3c60de9-3e88-431e-a681-4a0aefe45095 req-e27c8a70-65db-4bb4-a3ec-b95b06d035ed tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Unset dirty status for tenant:e6fc548f88094a2d8ad31078dc1820b4 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:21:10.134041 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e3c60de9-3e88-431e-a681-4a0aefe45095 req-e27c8a70-65db-4bb4-a3ec-b95b06d035ed tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e66fc82-51e0-4897-bc74-f9cfbf059c8d HTTP/1.1" status: 200 len: 210 time: 0.2422690 May 27 02:21:10.140650 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-51a1c4db-ee56-493f-aa94-227c08b466b6 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Network d733c85f-d7f3-4353-996c-c234f1ddb5f8 is not hosted by any dhcp agent {{(pid=88901) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 27 02:21:10.152109 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a1c4db-ee56-493f-aa94-227c08b466b6 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:10.152441 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-3a0e9fef-8bd1-49bc-a517-9c8df4c65299 None None] For port 06fb9829-9e46-49d2-b189-eba2236ac13e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=06fb9829-9e46-49d2-b189-eba2236ac13e,segment=NetworkSegment(42385bc9-e94a-418e-b9e2-b1d2823df123),segment_id=42385bc9-e94a-418e-b9e2-b1d2823df123)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:10.153126 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-51a1c4db-ee56-493f-aa94-227c08b466b6 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:10.156825 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-51a1c4db-ee56-493f-aa94-227c08b466b6 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "PUT /v2.0/networks/d733c85f-d7f3-4353-996c-c234f1ddb5f8 HTTP/1.1" status: 200 len: 761 time: 0.4350657 May 27 02:21:10.162028 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43646) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:10.258777 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3a0e9fef-8bd1-49bc-a517-9c8df4c65299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:10.367955 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 198bcb62-08af-4b64-8b2f-997d5dc237e7 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:21:10.390874 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a854a1-7c83-4133-ba52-01cd322a82a2 req-e6ec0e09-62a7-47c1-b465-7ce67ed2014e tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:10.398514 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-78a854a1-7c83-4133-ba52-01cd322a82a2 req-e6ec0e09-62a7-47c1-b465-7ce67ed2014e tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed1ef0b2-f291-40af-ace7-659b21a2bf0b HTTP/1.1" status: 200 len: 946 time: 0.7333374 May 27 02:21:10.417170 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e87740-bab4-461e-b516-eb7fc7f4a8b8 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:10.422145 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-23e87740-bab4-461e-b516-eb7fc7f4a8b8 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "GET /v2.0/networks?id=d733c85f-d7f3-4353-996c-c234f1ddb5f8 HTTP/1.1" status: 200 len: 764 time: 0.2555611 May 27 02:21:10.424397 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43650) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:10.437552 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e9fef-8bd1-49bc-a517-9c8df4c65299 None None] Pushing event updated for resources: {'Port': ['ID=06fb9829-9e46-49d2-b189-eba2236ac13e,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:10.441710 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3a0e9fef-8bd1-49bc-a517-9c8df4c65299 None None] Provisioning for port 846f130e-8b5c-43bc-a6aa-7b9b06383b8c completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:21:10.451964 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a1c4db-ee56-493f-aa94-227c08b466b6 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event updated for resources: {'Network': ['ID=d733c85f-d7f3-4353-996c-c234f1ddb5f8,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:10.462814 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3a0e9fef-8bd1-49bc-a517-9c8df4c65299 None None] Provisioning complete for port 846f130e-8b5c-43bc-a6aa-7b9b06383b8c triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:21:10.462814 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3a0e9fef-8bd1-49bc-a517-9c8df4c65299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:10.497376 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network d733c85f-d7f3-4353-996c-c234f1ddb5f8 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:21:10.575243 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-78a854a1-7c83-4133-ba52-01cd322a82a2 req-fb057b1a-da0e-46d0-99e1-4bfde98b7083 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] 10.222.0.57 "GET /v2.0/security-groups?id=c8a5b968-05db-4678-937b-46184749fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758585 May 27 02:21:10.582630 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03120d5d-0e77-41e5-8f20-494bed880912 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:10.586356 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-03120d5d-0e77-41e5-8f20-494bed880912 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1580904 May 27 02:21:10.586656 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43656) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:10.629707 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c60cd87e-e838-44f2-8450-ff088dac7ed7 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Synchronizing usage tracker for tenant:603c58ba304f41388b863215a4e94a90 on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:21:10.695793 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c60cd87e-e838-44f2-8450-ff088dac7ed7 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Unset dirty status for tenant:603c58ba304f41388b863215a4e94a90 on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:21:10.700005 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c60cd87e-e838-44f2-8450-ff088dac7ed7 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "GET /v2.0/subnets?network_id=d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 207 time: 0.1093032 May 27 02:21:10.707927 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43660) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:10.724340 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-bb6f76a7-e591-4f25-9525-3f630718e8ae None None] Allocated IP 172.20.0.1 (21e81c1d-3f3c-41bd-8950-03b87b5f7cdd/54fde628-9204-45e5-b6fc-c863dad60129/06fb9829-9e46-49d2-b189-eba2236ac13e) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:21:10.803523 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1dd70047-d625-440d-b9ec-edb2bb52a9d1 req-3b7117fb-a2eb-42e2-91e0-48682577a765 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 210 time: 0.0549462 May 27 02:21:10.811022 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54dcdf-d48d-4720-9a13-0ecc5af3121c req-2a24c114-ed24-4a3a-b300-71012300ae90 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:10.817771 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6c54dcdf-d48d-4720-9a13-0ecc5af3121c req-2a24c114-ed24-4a3a-b300-71012300ae90 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb8d367-d12a-4af5-8109-bc06a18bdc99 HTTP/1.1" status: 200 len: 945 time: 0.5003786 May 27 02:21:10.908316 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-bb6f76a7-e591-4f25-9525-3f630718e8ae None None] For port 06fb9829-9e46-49d2-b189-eba2236ac13e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=06fb9829-9e46-49d2-b189-eba2236ac13e,segment=NetworkSegment(42385bc9-e94a-418e-b9e2-b1d2823df123),segment_id=42385bc9-e94a-418e-b9e2-b1d2823df123)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:10.917470 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-884293a2-e5eb-4ef9-ac04-a21f121ce95e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b88d4c2-88a5-44e4-a734-7381c01bd697 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:21:10.921264 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-3a0e9fef-8bd1-49bc-a517-9c8df4c65299 None None] Port 846f130e-8b5c-43bc-a6aa-7b9b06383b8c cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:21:10.940306 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-884293a2-e5eb-4ef9-ac04-a21f121ce95e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:10.945680 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-bb6f76a7-e591-4f25-9525-3f630718e8ae None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:10.978002 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-bb6f76a7-e591-4f25-9525-3f630718e8ae None None] Transition to ACTIVE for port object 06fb9829-9e46-49d2-b189-eba2236ac13e will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:21:10.984444 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6c54dcdf-d48d-4720-9a13-0ecc5af3121c req-788e8822-052d-458e-b167-df16a522c0e4 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657424 May 27 02:21:11.023380 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-884293a2-e5eb-4ef9-ac04-a21f121ce95e service neutron] Transition to ACTIVE for port object 1b88d4c2-88a5-44e4-a734-7381c01bd697 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:21:11.026473 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-bb6f76a7-e591-4f25-9525-3f630718e8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:11.033769 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727cd943-07a5-4fe9-a265-ebcf7344e2bd tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:11.040206 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727cd943-07a5-4fe9-a265-ebcf7344e2bd tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:11.046488 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727cd943-07a5-4fe9-a265-ebcf7344e2bd tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:11.052571 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727cd943-07a5-4fe9-a265-ebcf7344e2bd tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:11.058743 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727cd943-07a5-4fe9-a265-ebcf7344e2bd tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:11.069019 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727cd943-07a5-4fe9-a265-ebcf7344e2bd tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:11.084063 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-727cd943-07a5-4fe9-a265-ebcf7344e2bd tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3827221 May 27 02:21:11.092366 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43666) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:11.162896 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-884293a2-e5eb-4ef9-ac04-a21f121ce95e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:11.230252 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f76a7-e591-4f25-9525-3f630718e8ae None None] Pushing event updated for resources: {'Port': ['ID=06fb9829-9e46-49d2-b189-eba2236ac13e,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:11.396639 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae4d61-50d1-43d0-a250-70e3d2e396ad req-d3e69e3c-c544-4c0f-8e37-b87b60a364cb tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:11.397426 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-a3ae4d61-50d1-43d0-a250-70e3d2e396ad req-d3e69e3c-c544-4c0f-8e37-b87b60a364cb tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] Synchronizing usage tracker for tenant:3e34770346fc4f329e150ec1b7c8db47 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:21:11.484652 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8f702dac-594a-4ecf-915c-eaf945981865 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3846996 May 27 02:21:11.491167 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43672) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:11.587304 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9decda76-a202-4869-986c-623892230e36 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:11.589964 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9decda76-a202-4869-986c-623892230e36 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:11.591914 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9decda76-a202-4869-986c-623892230e36 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:11.594213 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9decda76-a202-4869-986c-623892230e36 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:11.597732 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9decda76-a202-4869-986c-623892230e36 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:11.599864 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9decda76-a202-4869-986c-623892230e36 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1076195 May 27 02:21:11.604676 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43678) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:11.653206 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-a3ae4d61-50d1-43d0-a250-70e3d2e396ad req-d3e69e3c-c544-4c0f-8e37-b87b60a364cb tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] Unset dirty status for tenant:3e34770346fc4f329e150ec1b7c8db47 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:21:11.654757 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a3ae4d61-50d1-43d0-a250-70e3d2e396ad req-d3e69e3c-c544-4c0f-8e37-b87b60a364cb tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed1ef0b2-f291-40af-ace7-659b21a2bf0b HTTP/1.1" status: 200 len: 946 time: 0.7165644 May 27 02:21:11.739190 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 06fb9829-9e46-49d2-b189-eba2236ac13e up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:21:11.765667 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884293a2-e5eb-4ef9-ac04-a21f121ce95e service neutron] Pushing event updated for resources: {'Port': ['ID=1b88d4c2-88a5-44e4-a734-7381c01bd697,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:11.778218 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-698d5d0d-c47d-4e2d-a18b-5d3063101e1c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:11.779932 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-698d5d0d-c47d-4e2d-a18b-5d3063101e1c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.32 "GET /v2.0/networks?id=7ee685f0-e442-4ea7-949d-71e1995db8ac HTTP/1.1" status: 200 len: 817 time: 0.7578344 May 27 02:21:11.780279 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f85f627-7e7c-43e7-a2b6-a7705528d70e tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:11.781796 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f85f627-7e7c-43e7-a2b6-a7705528d70e tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:11.787109 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f85f627-7e7c-43e7-a2b6-a7705528d70e tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:11.787109 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f85f627-7e7c-43e7-a2b6-a7705528d70e tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:11.787109 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f85f627-7e7c-43e7-a2b6-a7705528d70e tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:11.791895 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5f85f627-7e7c-43e7-a2b6-a7705528d70e tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1860459 May 27 02:21:11.795569 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43686) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:11.830285 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-a3ae4d61-50d1-43d0-a250-70e3d2e396ad req-008357ef-4107-4c71-906e-ed169f857f2b tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] Deleting port 85b41a18-2138-498f-a01b-ee3889ddf4c6 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:21:11.830778 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a3ae4d61-50d1-43d0-a250-70e3d2e396ad req-008357ef-4107-4c71-906e-ed169f857f2b tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:11.875242 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f0038ed8-c550-4424-93f6-7a356e428c89 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:21:11.957064 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port f0038ed8-c550-4424-93f6-7a356e428c89 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:21:11.957544 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:12.001314 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-63f0615c-3c63-4d4c-a534-c9680ff90502 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67a2999592f840daafe9db3a26b0dd55 HTTP/1.1" status: 200 len: 379 time: 0.1222425 May 27 02:21:12.019106 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-9523db50-d25a-4e22-90cd-7c85d3a9802f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Request body: {'port': {'device_id': 'f59e3235-26be-4ba3-b4a2-1f7a9345e756', 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac', 'admin_state_up': True, 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'security_groups': ['6c69bf72-79af-4982-90a8-43c8c1494a6c']}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:12.037713 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9d08aa64-7188-42ab-9f21-2e36327954c4 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:12.065217 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70638b4-0f2b-482a-b518-bc69f725c3f8 req-e76682dd-d905-4abe-b322-15fade5f5982 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:12.071692 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70638b4-0f2b-482a-b518-bc69f725c3f8 req-e76682dd-d905-4abe-b322-15fade5f5982 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:12.075015 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0952eb90-fdf8-4ba3-8515-4f57e16bbfdd None None] Network 21e81c1d-3f3c-41bd-8950-03b87b5f7cdd requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:21:12.077634 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70638b4-0f2b-482a-b518-bc69f725c3f8 req-e76682dd-d905-4abe-b322-15fade5f5982 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:12.083489 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70638b4-0f2b-482a-b518-bc69f725c3f8 req-e76682dd-d905-4abe-b322-15fade5f5982 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:12.089633 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70638b4-0f2b-482a-b518-bc69f725c3f8 req-e76682dd-d905-4abe-b322-15fade5f5982 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:12.094066 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c70638b4-0f2b-482a-b518-bc69f725c3f8 req-e76682dd-d905-4abe-b322-15fade5f5982 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 3816 time: 1.0722053 May 27 02:21:12.100018 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c3632f-4c12-40e1-905d-0406c0d90ef1 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:12.101426 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-94c3632f-4c12-40e1-905d-0406c0d90ef1 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "GET /v2.0/networks/b1d56b2b-8c9d-43fb-8d1a-57e51b46f9fa HTTP/1.1" status: 200 len: 803 time: 0.3051767 May 27 02:21:12.105220 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43694) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:12.187420 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port f0038ed8-c550-4424-93f6-7a356e428c89 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:21:12.254836 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9aa20900-06e5-408d-af68-ccfb1daf3542 None None] Provisioning for port 06fb9829-9e46-49d2-b189-eba2236ac13e completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:21:12.263495 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9aa20900-06e5-408d-af68-ccfb1daf3542 None None] Provisioning complete for port 06fb9829-9e46-49d2-b189-eba2236ac13e triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:21:12.263868 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9aa20900-06e5-408d-af68-ccfb1daf3542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:12.290446 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-884293a2-e5eb-4ef9-ac04-a21f121ce95e service neutron] Attempting to bind port 1b88d4c2-88a5-44e4-a734-7381c01bd697 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:21:12.290717 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-884293a2-e5eb-4ef9-ac04-a21f121ce95e service neutron] Attempting to bind port 1b88d4c2-88a5-44e4-a734-7381c01bd697 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'b17b7be3-0da7-456b-890b-9cbc87548bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd909775-46db-435c-9cd7-78749fc058c4'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:21:12.291955 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-884293a2-e5eb-4ef9-ac04-a21f121ce95e service neutron] Attempting to bind port 1b88d4c2-88a5-44e4-a734-7381c01bd697 on network cd909775-46db-435c-9cd7-78749fc058c4 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:21:12.327338 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-884293a2-e5eb-4ef9-ac04-a21f121ce95e service neutron] Port 1b88d4c2-88a5-44e4-a734-7381c01bd697 on network cd909775-46db-435c-9cd7-78749fc058c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:21:12.327669 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-884293a2-e5eb-4ef9-ac04-a21f121ce95e service neutron] Attempting to bind port 1b88d4c2-88a5-44e4-a734-7381c01bd697 on network cd909775-46db-435c-9cd7-78749fc058c4 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:21:12.351417 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa4230-72af-4eb2-8b2c-80b4529d06eb req-f28bfd56-fcdf-40d3-9faf-97139cafd0a9 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:12.357227 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa4230-72af-4eb2-8b2c-80b4529d06eb req-f28bfd56-fcdf-40d3-9faf-97139cafd0a9 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:12.363574 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa4230-72af-4eb2-8b2c-80b4529d06eb req-f28bfd56-fcdf-40d3-9faf-97139cafd0a9 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:12.369500 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa4230-72af-4eb2-8b2c-80b4529d06eb req-f28bfd56-fcdf-40d3-9faf-97139cafd0a9 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:12.375266 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa4230-72af-4eb2-8b2c-80b4529d06eb req-f28bfd56-fcdf-40d3-9faf-97139cafd0a9 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:12.381586 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa4230-72af-4eb2-8b2c-80b4529d06eb req-f28bfd56-fcdf-40d3-9faf-97139cafd0a9 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:12.387458 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa4230-72af-4eb2-8b2c-80b4529d06eb req-f28bfd56-fcdf-40d3-9faf-97139cafd0a9 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:12.391669 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-dca1d495-e4fc-4da3-bacc-0791363bf45e tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "GET /v2.0/networks/b1d56b2b-8c9d-43fb-8d1a-57e51b46f9fa?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2819798 May 27 02:21:12.391831 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d1aa4230-72af-4eb2-8b2c-80b4529d06eb req-f28bfd56-fcdf-40d3-9faf-97139cafd0a9 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 5445 time: 0.6086633 May 27 02:21:12.396749 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-a3ae4d61-50d1-43d0-a250-70e3d2e396ad req-008357ef-4107-4c71-906e-ed169f857f2b tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] For port 85b41a18-2138-498f-a01b-ee3889ddf4c6, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=85b41a18-2138-498f-a01b-ee3889ddf4c6,segment=NetworkSegment(3f7f9ee6-40d2-435d-918a-29fa3728567c),segment_id=3f7f9ee6-40d2-435d-918a-29fa3728567c)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:12.397113 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a3ae4d61-50d1-43d0-a250-70e3d2e396ad req-008357ef-4107-4c71-906e-ed169f857f2b tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:12.404696 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43698) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:12.413256 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-884293a2-e5eb-4ef9-ac04-a21f121ce95e service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:21:12.413599 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-884293a2-e5eb-4ef9-ac04-a21f121ce95e service neutron] Checking segment: {'id': 'b17b7be3-0da7-456b-890b-9cbc87548bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd909775-46db-435c-9cd7-78749fc058c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:21:12.414074 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-884293a2-e5eb-4ef9-ac04-a21f121ce95e service neutron] Bound using segment: {'id': 'b17b7be3-0da7-456b-890b-9cbc87548bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd909775-46db-435c-9cd7-78749fc058c4'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:21:12.414516 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-884293a2-e5eb-4ef9-ac04-a21f121ce95e service neutron] Bound port: 1b88d4c2-88a5-44e4-a734-7381c01bd697, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b17b7be3-0da7-456b-890b-9cbc87548bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd909775-46db-435c-9cd7-78749fc058c4'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:21:12.414861 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-884293a2-e5eb-4ef9-ac04-a21f121ce95e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:12.427361 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c70638b4-0f2b-482a-b518-bc69f725c3f8 req-a5c941e2-2c29-4d19-bd87-e54435dcc664 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2651613 May 27 02:21:12.489719 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9aa20900-06e5-408d-af68-ccfb1daf3542 None None] Current status of the port 06fb9829-9e46-49d2-b189-eba2236ac13e is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:21:12.609608 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-a3ae4d61-50d1-43d0-a250-70e3d2e396ad req-008357ef-4107-4c71-906e-ed169f857f2b tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] Calling delete_port for 85b41a18-2138-498f-a01b-ee3889ddf4c6 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:21:12.662895 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-9523db50-d25a-4e22-90cd-7c85d3a9802f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:21:12.667587 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7826b099-6b6f-4bda-b906-edfce92e23ee tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:12.674099 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7826b099-6b6f-4bda-b906-edfce92e23ee tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "GET /v2.0/subnets/aa0b0e0f-5e51-407b-a3e1-01c008c7bd7a HTTP/1.1" status: 200 len: 843 time: 0.2634790 May 27 02:21:12.674099 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43702) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:12.683621 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-9523db50-d25a-4e22-90cd-7c85d3a9802f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Usage tracker for resource:port and tenant:67a2999592f840daafe9db3a26b0dd55 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:21:12.697580 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-9523db50-d25a-4e22-90cd-7c85d3a9802f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:21:12.720136 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9f22ce-0038-4819-ba58-478bb6271aa3 None None] get_active_networks_info from n-d-843554-3 {{(pid=88903) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 02:21:12.727315 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d1aa4230-72af-4eb2-8b2c-80b4529d06eb req-cf2ed2a6-5f98-4f54-9ec4-452424d61a1a tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c0d4d46-e793-47d9-97ac-8538804a4bbd&id=0bcfc258-43a3-4cfc-b866-e978be943d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3165410 May 27 02:21:12.776454 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f05e940-2953-4e2a-91c6-2552efa74477 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:12.778056 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5f05e940-2953-4e2a-91c6-2552efa74477 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "GET /v2.0/subnets/aa0b0e0f-5e51-407b-a3e1-01c008c7bd7a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1028485 May 27 02:21:12.814402 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43706) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:12.824261 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-e992a4b8-a860-48c9-870d-24685d33b4ad tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1921008131'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:12.829838 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e992a4b8-a860-48c9-870d-24685d33b4ad tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:21:12.840475 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e992a4b8-a860-48c9-870d-24685d33b4ad tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:21:12.886711 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-9523db50-d25a-4e22-90cd-7c85d3a9802f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:21:12.923154 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e46a7dca-51b5-408e-a9fe-37666cbfffa7 None None] Provisioning complete for port 06fb9829-9e46-49d2-b189-eba2236ac13e triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:21:12.926892 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e46a7dca-51b5-408e-a9fe-37666cbfffa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:12.946864 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e992a4b8-a860-48c9-870d-24685d33b4ad tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Made reservation on behalf of 603c58ba304f41388b863215a4e94a90 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:21:12.949375 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-884293a2-e5eb-4ef9-ac04-a21f121ce95e service neutron] For port 1b88d4c2-88a5-44e4-a734-7381c01bd697, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:21:12.950931 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e992a4b8-a860-48c9-870d-24685d33b4ad tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:12.976178 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a3ae4d61-50d1-43d0-a250-70e3d2e396ad req-008357ef-4107-4c71-906e-ed169f857f2b tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:12.991302 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9f22ce-0038-4819-ba58-478bb6271aa3 None None] Resources bound (agent type, host, resource id): {{(pid=88903) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 02:21:12.992506 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43710) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:13.005857 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-2ee40d33-9469-4f09-b398-dc2d3ae414d4 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Request body: {'security_group': {'name': 'tempest-securitygroup--647270169', 'description': 'tempest-description--60833877'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:13.011713 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-2ee40d33-9469-4f09-b398-dc2d3ae414d4 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:21:13.022552 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-2ee40d33-9469-4f09-b398-dc2d3ae414d4 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:21:13.035606 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e992a4b8-a860-48c9-870d-24685d33b4ad tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:21:13.038397 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008357ef-4107-4c71-906e-ed169f857f2b tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] Pushing event deleted for resources: {'Port': ['ID=85b41a18-2138-498f-a01b-ee3889ddf4c6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:13.039424 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-884293a2-e5eb-4ef9-ac04-a21f121ce95e service neutron] For port 1b88d4c2-88a5-44e4-a734-7381c01bd697, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=1b88d4c2-88a5-44e4-a734-7381c01bd697,segment=NetworkSegment(b17b7be3-0da7-456b-890b-9cbc87548bbf),segment_id=b17b7be3-0da7-456b-890b-9cbc87548bbf)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:21:13.056903 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916a0e4-0223-4bfb-9742-c6344fd815c5 req-3362cc2d-9915-4d7b-8626-fe531469a525 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:13.058461 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7916a0e4-0223-4bfb-9742-c6344fd815c5 req-3362cc2d-9915-4d7b-8626-fe531469a525 tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed1ef0b2-f291-40af-ace7-659b21a2bf0b HTTP/1.1" status: 200 len: 946 time: 0.5036221 May 27 02:21:13.061901 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-9523db50-d25a-4e22-90cd-7c85d3a9802f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Made reservation on behalf of 67a2999592f840daafe9db3a26b0dd55 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:21:13.065813 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-9523db50-d25a-4e22-90cd-7c85d3a9802f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:13.087676 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e992a4b8-a860-48c9-870d-24685d33b4ad tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:13.088429 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-e992a4b8-a860-48c9-870d-24685d33b4ad tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Added segment 2cd08994-c929-43ca-b2c3-fab084cf3142 of type vlan for network c5c0bea8-70b2-4650-a312-6121d41da22d May 27 02:21:13.124528 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-9d08aa64-7188-42ab-9f21-2e36327954c4 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Allocated IP 172.20.0.1 (58a8574c-5c8a-42a0-a3e7-697acb491680/75a9bae6-a3ca-4506-b0ec-cc71ca49629d/666ca551-df3d-4a3c-90e8-15df3c9d156a) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:21:13.144764 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ae4d61-50d1-43d0-a250-70e3d2e396ad req-008357ef-4107-4c71-906e-ed169f857f2b tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] No DVR routers for this DVR port 85b41a18-2138-498f-a01b-ee3889ddf4c6 on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:21:13.147660 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a3ae4d61-50d1-43d0-a250-70e3d2e396ad req-008357ef-4107-4c71-906e-ed169f857f2b tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:13.150173 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed1ef0b2-f291-40af-ace7-659b21a2bf0b', 'name': 'network-vif-deleted', 'tag': '85b41a18-2138-498f-a01b-ee3889ddf4c6'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:21:13.174381 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-e46a7dca-51b5-408e-a9fe-37666cbfffa7 None None] Current status of the port 06fb9829-9e46-49d2-b189-eba2236ac13e is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:21:13.180543 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e992a4b8-a860-48c9-870d-24685d33b4ad tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:13.210116 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ee40d33-9469-4f09-b398-dc2d3ae414d4 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:13.227662 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-884293a2-e5eb-4ef9-ac04-a21f121ce95e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:13.232955 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a3ae4d61-50d1-43d0-a250-70e3d2e396ad req-008357ef-4107-4c71-906e-ed169f857f2b tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] 10.222.0.66 "DELETE /v2.0/ports/85b41a18-2138-498f-a01b-ee3889ddf4c6 HTTP/1.1" status: 204 len: 173 time: 1.5598669 May 27 02:21:13.260325 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e992a4b8-a860-48c9-870d-24685d33b4ad tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:13.267396 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e992a4b8-a860-48c9-870d-24685d33b4ad tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:13.268675 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e992a4b8-a860-48c9-870d-24685d33b4ad tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:13.327682 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bba78e4c-e830-4fde-b031-8a1c1bd329dd req-a2f60b36-d1c6-4b8a-966f-09bc402c3ecb tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 210 time: 0.1975343 May 27 02:21:13.372626 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-2ee40d33-9469-4f09-b398-dc2d3ae414d4 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:21:13.468860 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7916a0e4-0223-4bfb-9742-c6344fd815c5 req-2a7c6f6b-e21e-407e-9b4f-5aa28048553f tempest-ServerMetadataNegativeTestJSON-69323790 tempest-ServerMetadataNegativeTestJSON-69323790-project] 10.222.0.57 "GET /v2.0/security-groups?id=c8a5b968-05db-4678-937b-46184749fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894329 May 27 02:21:13.478685 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-884293a2-e5eb-4ef9-ac04-a21f121ce95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:13.481080 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-884293a2-e5eb-4ef9-ac04-a21f121ce95e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:13.516096 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-884293a2-e5eb-4ef9-ac04-a21f121ce95e service neutron] 10.222.0.66 "PUT /v2.0/ports/1b88d4c2-88a5-44e4-a734-7381c01bd697 HTTP/1.1" status: 200 len: 1092 time: 4.4582446 May 27 02:21:13.526017 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-2ee40d33-9469-4f09-b398-dc2d3ae414d4 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Usage tracker for resource:security_group_rule and tenant:e6fc548f88094a2d8ad31078dc1820b4 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:21:13.528674 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'tag': '1b88d4c2-88a5-44e4-a734-7381c01bd697'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:21:13.538415 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-2ee40d33-9469-4f09-b398-dc2d3ae414d4 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:21:13.554997 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992a4b8-a860-48c9-870d-24685d33b4ad tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event updated for resources: {'Network': ['ID=c5c0bea8-70b2-4650-a312-6121d41da22d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:13.561010 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b40206be-1931-4aab-9f03-fbcc5baebc50'] response: {'server_uuid': 'ed1ef0b2-f291-40af-ace7-659b21a2bf0b', 'name': 'network-vif-deleted', 'tag': '85b41a18-2138-498f-a01b-ee3889ddf4c6', 'status': 'completed', 'code': 200} May 27 02:21:13.597863 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network c5c0bea8-70b2-4650-a312-6121d41da22d details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:21:13.637457 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-2ee40d33-9469-4f09-b398-dc2d3ae414d4 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:21:13.641445 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e992a4b8-a860-48c9-870d-24685d33b4ad tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8232858 May 27 02:21:13.644230 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43720) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:13.659836 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-49b30f74-8bf0-4857-bf83-b84ae6fa9bca tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Request body: {'subnet': {'network_id': 'c5c0bea8-70b2-4650-a312-6121d41da22d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:13.663847 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-bab08693-4635-4367-a353-1b3d2f639df5 service neutron] Request body: {'port': {'device_id': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:13.888084 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-49b30f74-8bf0-4857-bf83-b84ae6fa9bca tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:21:13.900516 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-49b30f74-8bf0-4857-bf83-b84ae6fa9bca tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:21:13.925517 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884293a2-e5eb-4ef9-ac04-a21f121ce95e service neutron] Pushing event updated for resources: {'Port': ['ID=1b88d4c2-88a5-44e4-a734-7381c01bd697,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:13.970500 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b30f74-8bf0-4857-bf83-b84ae6fa9bca tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Made reservation on behalf of 603c58ba304f41388b863215a4e94a90 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:21:13.980885 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-49b30f74-8bf0-4857-bf83-b84ae6fa9bca tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:14.072960 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.ipam_backend_mixin [None req-49b30f74-8bf0-4857-bf83-b84ae6fa9bca tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Performing IP validity checks on allocation pools {{(pid=88901) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 27 02:21:14.073493 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.ipam_backend_mixin [None req-49b30f74-8bf0-4857-bf83-b84ae6fa9bca tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88901) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 27 02:21:14.224252 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-9523db50-d25a-4e22-90cd-7c85d3a9802f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Allocated IP 172.20.0.11 (7ee685f0-e442-4ea7-949d-71e1995db8ac/0c302d24-860d-464a-9c69-32cd4f709ca1/3d8c57a0-911e-4dff-92d3-d90b2167597d) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:21:14.230991 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 85b41a18-2138-498f-a01b-ee3889ddf4c6 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:21:14.274921 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9d08aa64-7188-42ab-9f21-2e36327954c4 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:14.285598 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: 85b41a18-2138-498f-a01b-ee3889ddf4c6 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:21:14.286922 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 85b41a18-2138-498f-a01b-ee3889ddf4c6 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:21:14.287928 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b76cb-846d-4b87-b915-020a8573a484 req-c0c8ca56-eadc-4265-8942-8ad04deef4be tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:14.288266 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device f22c2499-c482-4650-9824-2bf7b670478e no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:21:14.295522 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4a5b76cb-846d-4b87-b915-020a8573a484 req-c0c8ca56-eadc-4265-8942-8ad04deef4be tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb8d367-d12a-4af5-8109-bc06a18bdc99 HTTP/1.1" status: 200 len: 945 time: 0.7441316 May 27 02:21:14.322082 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-d8227939-171f-4354-9953-9dcaf8724fd9 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:14.327874 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-d8227939-171f-4354-9953-9dcaf8724fd9 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:14.333761 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-d8227939-171f-4354-9953-9dcaf8724fd9 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:14.339686 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-d8227939-171f-4354-9953-9dcaf8724fd9 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:14.345880 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-d8227939-171f-4354-9953-9dcaf8724fd9 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:14.351850 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-d8227939-171f-4354-9953-9dcaf8724fd9 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:14.352914 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-bab08693-4635-4367-a353-1b3d2f639df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:14.358313 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-d8227939-171f-4354-9953-9dcaf8724fd9 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:14.359432 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-d8227939-171f-4354-9953-9dcaf8724fd9 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Synchronizing usage tracker for tenant:c81473a41fb94f91be2c0840146b05b3 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:21:14.364572 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-49b30f74-8bf0-4857-bf83-b84ae6fa9bca tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:14.390346 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9d08aa64-7188-42ab-9f21-2e36327954c4 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Transition to ACTIVE for port object 666ca551-df3d-4a3c-90e8-15df3c9d156a will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:21:14.405884 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ee40d33-9469-4f09-b398-dc2d3ae414d4 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:14.426592 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-d8227939-171f-4354-9953-9dcaf8724fd9 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Unset dirty status for tenant:c81473a41fb94f91be2c0840146b05b3 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:21:14.427861 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-d8227939-171f-4354-9953-9dcaf8724fd9 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.66 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 5445 time: 0.2407086 May 27 02:21:14.428751 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port f22c2499-c482-4650-9824-2bf7b670478e is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:21:14.429354 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:14.461306 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f22c2499-c482-4650-9824-2bf7b670478e'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:21:14.474938 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port f22c2499-c482-4650-9824-2bf7b670478e, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=f22c2499-c482-4650-9824-2bf7b670478e,segment=NetworkSegment(27a54013-fcdd-4abe-8c68-537dba16a1b4),segment_id=27a54013-fcdd-4abe-8c68-537dba16a1b4)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:14.494967 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4a5b76cb-846d-4b87-b915-020a8573a484 req-1190a950-912e-4d99-a6f2-c0001957413f tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984982 May 27 02:21:14.495425 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b30f74-8bf0-4857-bf83-b84ae6fa9bca tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event updated for resources: {'Subnet': ['ID=13115299-5fd4-48f2-b820-51cf87dca59a,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:14.507625 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04be08-40ab-4191-a8bc-5c06aa5d416c req-8063139a-818c-4770-bb00-434bfcd72092 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:14.513529 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04be08-40ab-4191-a8bc-5c06aa5d416c req-8063139a-818c-4770-bb00-434bfcd72092 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:14.519833 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04be08-40ab-4191-a8bc-5c06aa5d416c req-8063139a-818c-4770-bb00-434bfcd72092 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:14.525736 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04be08-40ab-4191-a8bc-5c06aa5d416c req-8063139a-818c-4770-bb00-434bfcd72092 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:14.531901 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04be08-40ab-4191-a8bc-5c06aa5d416c req-8063139a-818c-4770-bb00-434bfcd72092 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:14.532568 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b30f74-8bf0-4857-bf83-b84ae6fa9bca tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Checking segment: {'id': '2cd08994-c929-43ca-b2c3-fab084cf3142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c5c0bea8-70b2-4650-a312-6121d41da22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:21:14.536748 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b30f74-8bf0-4857-bf83-b84ae6fa9bca tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Network hostable DHCP agents. Network: c5c0bea8-70b2-4650-a312-6121d41da22d, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:21:14.536884 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5d04be08-40ab-4191-a8bc-5c06aa5d416c req-8063139a-818c-4770-bb00-434bfcd72092 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 3828 time: 0.6155105 May 27 02:21:14.542104 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-3c19029d-98d5-41f6-b6eb-df064d572d85 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:14.544266 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-3c19029d-98d5-41f6-b6eb-df064d572d85 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.66 "GET /v2.0/ports/4acf92ce-28d4-4988-ad90-62be6c18fd88?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1105976 May 27 02:21:14.558431 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:14.559665 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 67e8de69-192e-446c-8e1d-d36c172bc989 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:21:14.577419 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ee40d33-9469-4f09-b398-dc2d3ae414d4 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:14.582009 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a50d33cf-581a-48c6-9b79-96450402ab73'] response: {'name': 'network-changed', 'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'tag': '1b88d4c2-88a5-44e4-a734-7381c01bd697', 'status': 'completed', 'code': 200} May 27 02:21:14.698298 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b30f74-8bf0-4857-bf83-b84ae6fa9bca tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Network c5c0bea8-70b2-4650-a312-6121d41da22d is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:21:14.706907 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=f22c2499-c482-4650-9824-2bf7b670478e,revision_number=6']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:14.714227 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-19f7d2b5-188d-48a3-8418-ce59742125c8 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Synchronizing usage tracker for tenant:c81473a41fb94f91be2c0840146b05b3 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:21:14.766104 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 67e8de69-192e-446c-8e1d-d36c172bc989 is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:21:14.766397 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:14.792748 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-49b30f74-8bf0-4857-bf83-b84ae6fa9bca tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, c5c0bea8-70b2-4650-a312-6121d41da22d) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:21:14.801390 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b30f74-8bf0-4857-bf83-b84ae6fa9bca tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:14.804131 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-49b30f74-8bf0-4857-bf83-b84ae6fa9bca tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:14.805261 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bd0760-b826-48e3-9444-ad87f6fb3669 None None] Network c5c0bea8-70b2-4650-a312-6121d41da22d requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:21:14.822496 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-19f7d2b5-188d-48a3-8418-ce59742125c8 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Unset dirty status for tenant:c81473a41fb94f91be2c0840146b05b3 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:21:14.824189 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-19f7d2b5-188d-48a3-8418-ce59742125c8 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.66 "GET /v2.0/networks/8b94d27d-bce7-469d-ba55-1b18784dbd74?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2736263 May 27 02:21:14.835921 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-9515d469-b3db-499a-95c9-178414d14358 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:14.891422 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 67e8de69-192e-446c-8e1d-d36c172bc989, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=67e8de69-192e-446c-8e1d-d36c172bc989,segment=NetworkSegment(27a54013-fcdd-4abe-8c68-537dba16a1b4),segment_id=27a54013-fcdd-4abe-8c68-537dba16a1b4)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:14.916709 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee40d33-9469-4f09-b398-dc2d3ae414d4 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9846790c-95b1-48d5-9f2f-4583083ff7a2,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:14.938438 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5d04be08-40ab-4191-a8bc-5c06aa5d416c req-295153e8-6db2-40ed-ae92-881c77651722 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3766863 May 27 02:21:14.957127 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-9515d469-b3db-499a-95c9-178414d14358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:14.973763 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-49b30f74-8bf0-4857-bf83-b84ae6fa9bca tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3308456 May 27 02:21:14.976411 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43732) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:15.002311 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:15.020619 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ee40d33-9469-4f09-b398-dc2d3ae414d4 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:15.021799 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2ee40d33-9469-4f09-b398-dc2d3ae414d4 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.0271795 May 27 02:21:15.080898 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43736) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:15.088384 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-82b25e6f-0ca7-4a89-b378-fb2033372726 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Request body: {'security_group_rule': {'security_group_id': '9846790c-95b1-48d5-9f2f-4583083ff7a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:15.112855 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-9523db50-d25a-4e22-90cd-7c85d3a9802f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:15.114317 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=67e8de69-192e-446c-8e1d-d36c172bc989,revision_number=6']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:15.126055 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-4d80dfb9-0dc9-45df-af3e-39a0d3100413 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:15.127377 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-82b25e6f-0ca7-4a89-b378-fb2033372726 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:21:15.128597 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7130aae-86f1-47a8-9558-86c79846fd9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-c5c0bea8-70b2-4650-a312-6121d41da22d', 'network_id': 'c5c0bea8-70b2-4650-a312-6121d41da22d', 'tenant_id': '603c58ba304f41388b863215a4e94a90', 'fixed_ips': [{'subnet_id': '13115299-5fd4-48f2-b820-51cf87dca59a'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:21:15.129497 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f7130aae-86f1-47a8-9558-86c79846fd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:15.136499 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9d08aa64-7188-42ab-9f21-2e36327954c4 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:15.208729 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-82b25e6f-0ca7-4a89-b378-fb2033372726 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Usage tracker for resource:security_group_rule and tenant:e6fc548f88094a2d8ad31078dc1820b4 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:21:15.242237 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-82b25e6f-0ca7-4a89-b378-fb2033372726 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:21:15.261798 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1482b8-1ded-4bd5-a754-821000942537 req-a5d568b4-d952-4288-9d87-496637e45607 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:15.267960 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1482b8-1ded-4bd5-a754-821000942537 req-a5d568b4-d952-4288-9d87-496637e45607 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:15.274293 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1482b8-1ded-4bd5-a754-821000942537 req-a5d568b4-d952-4288-9d87-496637e45607 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:15.280311 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-9515d469-b3db-499a-95c9-178414d14358 service neutron] For port 4acf92ce-28d4-4988-ad90-62be6c18fd88, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=4acf92ce-28d4-4988-ad90-62be6c18fd88,segment=NetworkSegment(27a54013-fcdd-4abe-8c68-537dba16a1b4),segment_id=27a54013-fcdd-4abe-8c68-537dba16a1b4)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:15.282901 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1482b8-1ded-4bd5-a754-821000942537 req-a5d568b4-d952-4288-9d87-496637e45607 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:15.287385 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1482b8-1ded-4bd5-a754-821000942537 req-a5d568b4-d952-4288-9d87-496637e45607 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:15.293205 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1482b8-1ded-4bd5-a754-821000942537 req-a5d568b4-d952-4288-9d87-496637e45607 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:15.294546 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4d80dfb9-0dc9-45df-af3e-39a0d3100413 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15472473'] for subnet, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:15.296310 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-f7130aae-86f1-47a8-9558-86c79846fd9a None None] Allocated IP 2001:db8::3 (c5c0bea8-70b2-4650-a312-6121d41da22d/13115299-5fd4-48f2-b820-51cf87dca59a/b15a26f4-dc9f-4e52-b4f4-23743e400ebd) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:21:15.299051 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1482b8-1ded-4bd5-a754-821000942537 req-a5d568b4-d952-4288-9d87-496637e45607 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:15.307208 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1f1482b8-1ded-4bd5-a754-821000942537 req-a5d568b4-d952-4288-9d87-496637e45607 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 5443 time: 0.6155882 May 27 02:21:15.324161 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-464e43ce-83e2-404f-b4f0-fe1ddb5d73c9 req-1a79eb72-3359-48b0-a4a0-665c7aaf613b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Synchronizing usage tracker for tenant:67a2999592f840daafe9db3a26b0dd55 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:21:15.326137 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-9515d469-b3db-499a-95c9-178414d14358 service neutron] For port 4acf92ce-28d4-4988-ad90-62be6c18fd88, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:21:15.351157 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-82b25e6f-0ca7-4a89-b378-fb2033372726 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:21:15.357033 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-9523db50-d25a-4e22-90cd-7c85d3a9802f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Transition to ACTIVE for port object 3d8c57a0-911e-4dff-92d3-d90b2167597d will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:21:15.369788 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d08aa64-7188-42ab-9f21-2e36327954c4 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Network 58a8574c-5c8a-42a0-a3e7-697acb491680 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:21:15.380924 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-9515d469-b3db-499a-95c9-178414d14358 service neutron] device_id is not set on port 4acf92ce-28d4-4988-ad90-62be6c18fd88 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:21:15.384429 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb440dd-2d8b-49f6-b6f7-4c4a4c71c693 req-5fe54369-d2bf-415a-b069-422f6f20d54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:15.384931 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb440dd-2d8b-49f6-b6f7-4c4a4c71c693 req-5fe54369-d2bf-415a-b069-422f6f20d54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:15.385572 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb440dd-2d8b-49f6-b6f7-4c4a4c71c693 req-5fe54369-d2bf-415a-b069-422f6f20d54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:15.386474 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb440dd-2d8b-49f6-b6f7-4c4a4c71c693 req-5fe54369-d2bf-415a-b069-422f6f20d54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:15.386474 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb440dd-2d8b-49f6-b6f7-4c4a4c71c693 req-5fe54369-d2bf-415a-b069-422f6f20d54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:15.388661 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ffb440dd-2d8b-49f6-b6f7-4c4a4c71c693 req-5fe54369-d2bf-415a-b069-422f6f20d54f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0ff34f8aa5b34b2b8b9bd5b46a9cefc6&device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 4363 time: 0.8020036 May 27 02:21:15.390166 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-9515d469-b3db-499a-95c9-178414d14358 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:15.407744 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-9d08aa64-7188-42ab-9f21-2e36327954c4 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:21:15.410872 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d08aa64-7188-42ab-9f21-2e36327954c4 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:21:15.454530 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-9515d469-b3db-499a-95c9-178414d14358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:15.507284 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f7130aae-86f1-47a8-9558-86c79846fd9a None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:15.517445 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d08aa64-7188-42ab-9f21-2e36327954c4 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Pushing event updated for resources: {'Port': ['ID=666ca551-df3d-4a3c-90e8-15df3c9d156a,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:15.519522 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f7130aae-86f1-47a8-9558-86c79846fd9a None None] Transition to ACTIVE for port object b15a26f4-dc9f-4e52-b4f4-23743e400ebd will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:21:15.543250 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f7130aae-86f1-47a8-9558-86c79846fd9a None None] Transition to ACTIVE for port object b15a26f4-dc9f-4e52-b4f4-23743e400ebd will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:21:15.618187 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1f1482b8-1ded-4bd5-a754-821000942537 req-39074aed-0cd4-4f73-90c4-ebbb15f0eb77 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c0d4d46-e793-47d9-97ac-8538804a4bbd&id=0bcfc258-43a3-4cfc-b866-e978be943d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3036160 May 27 02:21:15.632195 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-464e43ce-83e2-404f-b4f0-fe1ddb5d73c9 req-1a79eb72-3359-48b0-a4a0-665c7aaf613b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Unset dirty status for tenant:67a2999592f840daafe9db3a26b0dd55 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:21:15.633483 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-464e43ce-83e2-404f-b4f0-fe1ddb5d73c9 req-1a79eb72-3359-48b0-a4a0-665c7aaf613b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 210 time: 0.5267797 May 27 02:21:15.639359 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f7130aae-86f1-47a8-9558-86c79846fd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:15.645647 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-82b25e6f-0ca7-4a89-b378-fb2033372726 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:15.653226 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9d08aa64-7188-42ab-9f21-2e36327954c4 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:15.734221 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-9515d469-b3db-499a-95c9-178414d14358 service neutron] No DVR routers for this DVR port 4acf92ce-28d4-4988-ad90-62be6c18fd88 on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:21:15.744190 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36b6fee2-5cc3-45d0-a196-eb03cb98bc47'] response: {'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f22c2499-c482-4650-9824-2bf7b670478e', 'code': 200} May 27 02:21:15.824060 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7130aae-86f1-47a8-9558-86c79846fd9a None None] Network c5c0bea8-70b2-4650-a312-6121d41da22d is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:21:15.830271 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-f7130aae-86f1-47a8-9558-86c79846fd9a None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:21:15.841824 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7130aae-86f1-47a8-9558-86c79846fd9a None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:21:15.847512 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-bab08693-4635-4367-a353-1b3d2f639df5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cddd283-b33e-41da-b142-f29163e1f022 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:21:15.857382 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7130aae-86f1-47a8-9558-86c79846fd9a None None] Pushing event updated for resources: {'Port': ['ID=b15a26f4-dc9f-4e52-b4f4-23743e400ebd,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:15.874967 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-bab08693-4635-4367-a353-1b3d2f639df5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:15.912525 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43742) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:15.929073 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6d23d545-5911-40c1-be9b-dbd8c5a2abe7 None None] Provisioning for port 666ca551-df3d-4a3c-90e8-15df3c9d156a completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:21:15.949244 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6d23d545-5911-40c1-be9b-dbd8c5a2abe7 None None] Provisioning complete for port 666ca551-df3d-4a3c-90e8-15df3c9d156a triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:21:15.952365 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6d23d545-5911-40c1-be9b-dbd8c5a2abe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:15.969884 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-bab08693-4635-4367-a353-1b3d2f639df5 service neutron] Transition to ACTIVE for port object 0cddd283-b33e-41da-b142-f29163e1f022 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:21:15.991926 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-f7130aae-86f1-47a8-9558-86c79846fd9a None None] Attempting to bind port b15a26f4-dc9f-4e52-b4f4-23743e400ebd on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:21:15.993075 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-f7130aae-86f1-47a8-9558-86c79846fd9a None None] Attempting to bind port b15a26f4-dc9f-4e52-b4f4-23743e400ebd by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '2cd08994-c929-43ca-b2c3-fab084cf3142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c5c0bea8-70b2-4650-a312-6121d41da22d'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:21:15.993549 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7130aae-86f1-47a8-9558-86c79846fd9a None None] Attempting to bind port b15a26f4-dc9f-4e52-b4f4-23743e400ebd on network c5c0bea8-70b2-4650-a312-6121d41da22d {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:21:16.026217 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-6d23d545-5911-40c1-be9b-dbd8c5a2abe7 None None] Port 666ca551-df3d-4a3c-90e8-15df3c9d156a cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:21:16.034608 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7130aae-86f1-47a8-9558-86c79846fd9a None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:21:16.035164 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7130aae-86f1-47a8-9558-86c79846fd9a None None] Checking segment: {'id': '2cd08994-c929-43ca-b2c3-fab084cf3142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c5c0bea8-70b2-4650-a312-6121d41da22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:21:16.035816 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f7130aae-86f1-47a8-9558-86c79846fd9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:16.036313 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7130aae-86f1-47a8-9558-86c79846fd9a None None] Bound using segment: {'id': '2cd08994-c929-43ca-b2c3-fab084cf3142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c5c0bea8-70b2-4650-a312-6121d41da22d'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:21:16.037240 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-f7130aae-86f1-47a8-9558-86c79846fd9a None None] Bound port: b15a26f4-dc9f-4e52-b4f4-23743e400ebd, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd08994-c929-43ca-b2c3-fab084cf3142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c5c0bea8-70b2-4650-a312-6121d41da22d'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:21:16.037785 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f7130aae-86f1-47a8-9558-86c79846fd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:16.087284 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-9515d469-b3db-499a-95c9-178414d14358 service neutron] In _notify_port_updated(), no bound segment for port 4acf92ce-28d4-4988-ad90-62be6c18fd88 on network 8b94d27d-bce7-469d-ba55-1b18784dbd74 {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:21:16.088202 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-9515d469-b3db-499a-95c9-178414d14358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:16.088991 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-9515d469-b3db-499a-95c9-178414d14358 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:16.090269 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-9515d469-b3db-499a-95c9-178414d14358 service neutron] 10.222.0.66 "PUT /v2.0/ports/4acf92ce-28d4-4988-ad90-62be6c18fd88 HTTP/1.1" status: 200 len: 1033 time: 1.2587454 May 27 02:21:16.148523 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-f7130aae-86f1-47a8-9558-86c79846fd9a None None] For port b15a26f4-dc9f-4e52-b4f4-23743e400ebd, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:21:16.148808 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9515d469-b3db-499a-95c9-178414d14358 service neutron] Pushing event updated for resources: {'Port': ['ID=4acf92ce-28d4-4988-ad90-62be6c18fd88,revision_number=6']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:16.155706 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-f7130aae-86f1-47a8-9558-86c79846fd9a None None] For port b15a26f4-dc9f-4e52-b4f4-23743e400ebd, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b15a26f4-dc9f-4e52-b4f4-23743e400ebd,segment=NetworkSegment(2cd08994-c929-43ca-b2c3-fab084cf3142),segment_id=2cd08994-c929-43ca-b2c3-fab084cf3142)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:21:16.163748 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e98cbea3-7d0d-49d2-8e91-73a9b01acdaa None None] Provisioning complete for port 4acf92ce-28d4-4988-ad90-62be6c18fd88 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:21:16.164400 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e98cbea3-7d0d-49d2-8e91-73a9b01acdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:16.223845 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-e98cbea3-7d0d-49d2-8e91-73a9b01acdaa None None] Port 4acf92ce-28d4-4988-ad90-62be6c18fd88 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:21:16.225940 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-41413133-202b-457c-916e-d5a0ae29417b tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:16.226527 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-9523db50-d25a-4e22-90cd-7c85d3a9802f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:16.227330 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-41413133-202b-457c-916e-d5a0ae29417b tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.66 "GET /v2.0/ports/f8e23fc4-016b-45f8-bde7-662eda5f15f6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1303136 May 27 02:21:16.228099 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-bab08693-4635-4367-a353-1b3d2f639df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:16.229478 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f7130aae-86f1-47a8-9558-86c79846fd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:16.238027 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-26e4cfc4-db6d-4f36-a4fa-ce5f052770a0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:16.266924 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 0670f5b6-a82a-4cb7-a38d-9e4f1511137c no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:21:16.363696 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb440dd-2d8b-49f6-b6f7-4c4a4c71c693 req-c36e2637-d587-4b9f-8a2d-853ab16545d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:16.364316 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb440dd-2d8b-49f6-b6f7-4c4a4c71c693 req-c36e2637-d587-4b9f-8a2d-853ab16545d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:16.364554 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb440dd-2d8b-49f6-b6f7-4c4a4c71c693 req-c36e2637-d587-4b9f-8a2d-853ab16545d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:16.366297 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ffb440dd-2d8b-49f6-b6f7-4c4a4c71c693 req-c36e2637-d587-4b9f-8a2d-853ab16545d4 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=0ff34f8aa5b34b2b8b9bd5b46a9cefc6&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.9190655 May 27 02:21:16.400776 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7130aae-86f1-47a8-9558-86c79846fd9a None None] Pushing event updated for resources: {'Port': ['ID=b15a26f4-dc9f-4e52-b4f4-23743e400ebd,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:16.434531 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-26e4cfc4-db6d-4f36-a4fa-ce5f052770a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:16.493684 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4d80dfb9-0dc9-45df-af3e-39a0d3100413 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789642857912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15030322'] for subnet, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:16.502298 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-9523db50-d25a-4e22-90cd-7c85d3a9802f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Network 7ee685f0-e442-4ea7-949d-71e1995db8ac is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:21:16.508235 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-82b25e6f-0ca7-4a89-b378-fb2033372726 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:16.556331 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 0670f5b6-a82a-4cb7-a38d-9e4f1511137c is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:21:16.556787 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:16.594215 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 0670f5b6-a82a-4cb7-a38d-9e4f1511137c, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=0670f5b6-a82a-4cb7-a38d-9e4f1511137c,segment=NetworkSegment(05137e51-ffab-4574-b3b8-c8b7dbba9bf4),segment_id=05137e51-ffab-4574-b3b8-c8b7dbba9bf4)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:16.595587 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d80dfb9-0dc9-45df-af3e-39a0d3100413 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:16.596396 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4d80dfb9-0dc9-45df-af3e-39a0d3100413 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:16.596801 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-c36d870f-e1ac-4930-9221-dfb03ad5d99d admin admin] Deleting subnet e166641e-9c69-4a80-8861-8b24be35b2f7 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:21:16.598001 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4d80dfb9-0dc9-45df-af3e-39a0d3100413 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "PUT /v2.0/subnets/13115299-5fd4-48f2-b820-51cf87dca59a HTTP/1.1" status: 200 len: 900 time: 1.6204987 May 27 02:21:16.603660 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43748) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:16.605709 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-9523db50-d25a-4e22-90cd-7c85d3a9802f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:21:16.619665 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab08693-4635-4367-a353-1b3d2f639df5 service neutron] Pushing event updated for resources: {'Port': ['ID=0cddd283-b33e-41da-b142-f29163e1f022,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:16.622561 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-9523db50-d25a-4e22-90cd-7c85d3a9802f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:21:16.651417 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d80dfb9-0dc9-45df-af3e-39a0d3100413 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event updated for resources: {'Subnet': ['ID=13115299-5fd4-48f2-b820-51cf87dca59a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:16.661034 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:16.664008 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 81bcd93e-7bd2-4f53-a292-a20ac76ad827 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:21:16.665366 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c36d870f-e1ac-4930-9221-dfb03ad5d99d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:16.754241 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-82b25e6f-0ca7-4a89-b378-fb2033372726 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:16.919435 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b25e6f-0ca7-4a89-b378-fb2033372726 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db97402c-01b3-40a8-b983-1585e54c05d6,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:16.920960 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=0670f5b6-a82a-4cb7-a38d-9e4f1511137c,revision_number=6']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:17.007794 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-26e4cfc4-db6d-4f36-a4fa-ce5f052770a0 service neutron] For port f8e23fc4-016b-45f8-bde7-662eda5f15f6, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=f8e23fc4-016b-45f8-bde7-662eda5f15f6,segment=NetworkSegment(27a54013-fcdd-4abe-8c68-537dba16a1b4),segment_id=27a54013-fcdd-4abe-8c68-537dba16a1b4)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:17.008285 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 81bcd93e-7bd2-4f53-a292-a20ac76ad827 is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:21:17.008285 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:17.046572 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-29066c1a-6387-4dea-8496-6d1e1119a2fa tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:17.048916 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 81bcd93e-7bd2-4f53-a292-a20ac76ad827, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=81bcd93e-7bd2-4f53-a292-a20ac76ad827,segment=NetworkSegment(05137e51-ffab-4574-b3b8-c8b7dbba9bf4),segment_id=05137e51-ffab-4574-b3b8-c8b7dbba9bf4)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:17.074815 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-26e4cfc4-db6d-4f36-a4fa-ce5f052770a0 service neutron] For port f8e23fc4-016b-45f8-bde7-662eda5f15f6, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:21:17.116909 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-29066c1a-6387-4dea-8496-6d1e1119a2fa tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Deleting port b15a26f4-dc9f-4e52-b4f4-23743e400ebd {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:21:17.117252 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-29066c1a-6387-4dea-8496-6d1e1119a2fa tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:17.140696 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c36d870f-e1ac-4930-9221-dfb03ad5d99d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:17.142314 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:17.143672 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device f8e23fc4-016b-45f8-bde7-662eda5f15f6 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:21:17.169624 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-bab08693-4635-4367-a353-1b3d2f639df5 service neutron] Attempting to bind port 0cddd283-b33e-41da-b142-f29163e1f022 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:21:17.170008 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-bab08693-4635-4367-a353-1b3d2f639df5 service neutron] Attempting to bind port 0cddd283-b33e-41da-b142-f29163e1f022 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'b2df5c34-5572-4927-b1e4-0de52e1a0b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bc44a8f1-f55a-42c3-8906-2fd4470a2ec1'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:21:17.170277 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-bab08693-4635-4367-a353-1b3d2f639df5 service neutron] Attempting to bind port 0cddd283-b33e-41da-b142-f29163e1f022 on network bc44a8f1-f55a-42c3-8906-2fd4470a2ec1 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:21:17.181019 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-26e4cfc4-db6d-4f36-a4fa-ce5f052770a0 service neutron] device_id is not set on port f8e23fc4-016b-45f8-bde7-662eda5f15f6 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:21:17.194360 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9a461-85cf-4a7a-bfd5-8bf66651f33b req-bf867740-a9f4-4142-aa8f-e6b87a01c043 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:17.195844 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d2f9a461-85cf-4a7a-bfd5-8bf66651f33b req-bf867740-a9f4-4142-aa8f-e6b87a01c043 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb8d367-d12a-4af5-8109-bc06a18bdc99 HTTP/1.1" status: 200 len: 945 time: 1.2814541 May 27 02:21:17.226100 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-26e4cfc4-db6d-4f36-a4fa-ce5f052770a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:17.229559 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-93449aa3-53db-4d2a-ac5b-5c086748efd2 None None] Provisioning for port 3d8c57a0-911e-4dff-92d3-d90b2167597d completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:21:17.234301 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-9523db50-d25a-4e22-90cd-7c85d3a9802f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:17.235102 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-9523db50-d25a-4e22-90cd-7c85d3a9802f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:17.253424 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-93449aa3-53db-4d2a-ac5b-5c086748efd2 None None] Provisioning complete for port 3d8c57a0-911e-4dff-92d3-d90b2167597d triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:21:17.253825 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-93449aa3-53db-4d2a-ac5b-5c086748efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:17.264170 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-bab08693-4635-4367-a353-1b3d2f639df5 service neutron] Port 0cddd283-b33e-41da-b142-f29163e1f022 on network bc44a8f1-f55a-42c3-8906-2fd4470a2ec1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:21:17.264626 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-bab08693-4635-4367-a353-1b3d2f639df5 service neutron] Attempting to bind port 0cddd283-b33e-41da-b142-f29163e1f022 on network bc44a8f1-f55a-42c3-8906-2fd4470a2ec1 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:21:17.266897 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9523db50-d25a-4e22-90cd-7c85d3a9802f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Pushing event updated for resources: {'Port': ['ID=3d8c57a0-911e-4dff-92d3-d90b2167597d,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:17.309625 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b7a9b-5f72-4332-bb55-bf3077c8c801 req-c5922118-445a-4719-97db-470189662420 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:17.315680 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b7a9b-5f72-4332-bb55-bf3077c8c801 req-c5922118-445a-4719-97db-470189662420 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:17.318867 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=81bcd93e-7bd2-4f53-a292-a20ac76ad827,revision_number=6']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:17.322991 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b7a9b-5f72-4332-bb55-bf3077c8c801 req-c5922118-445a-4719-97db-470189662420 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:17.328944 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b7a9b-5f72-4332-bb55-bf3077c8c801 req-c5922118-445a-4719-97db-470189662420 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:17.335815 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b7a9b-5f72-4332-bb55-bf3077c8c801 req-c5922118-445a-4719-97db-470189662420 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:17.342250 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b7a9b-5f72-4332-bb55-bf3077c8c801 req-c5922118-445a-4719-97db-470189662420 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:17.357316 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-197b7a9b-5f72-4332-bb55-bf3077c8c801 req-c5922118-445a-4719-97db-470189662420 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 4601 time: 1.1887083 May 27 02:21:17.358786 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-26e4cfc4-db6d-4f36-a4fa-ce5f052770a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:17.361418 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-93449aa3-53db-4d2a-ac5b-5c086748efd2 None None] Port 3d8c57a0-911e-4dff-92d3-d90b2167597d cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:21:17.389634 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port f8e23fc4-016b-45f8-bde7-662eda5f15f6 is: DOWN; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:21:17.390639 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device dbe4c056-269a-4480-9565-128a45297e2d no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:21:17.397814 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb440dd-2d8b-49f6-b6f7-4c4a4c71c693 req-d144140b-78fd-46a7-bac3-957309314d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:17.400169 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ffb440dd-2d8b-49f6-b6f7-4c4a4c71c693 req-d144140b-78fd-46a7-bac3-957309314d7a service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9480071 May 27 02:21:17.433406 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-bab08693-4635-4367-a353-1b3d2f639df5 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:21:17.433850 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-bab08693-4635-4367-a353-1b3d2f639df5 service neutron] Checking segment: {'id': 'b2df5c34-5572-4927-b1e4-0de52e1a0b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bc44a8f1-f55a-42c3-8906-2fd4470a2ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:21:17.434347 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-bab08693-4635-4367-a353-1b3d2f639df5 service neutron] Bound using segment: {'id': 'b2df5c34-5572-4927-b1e4-0de52e1a0b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bc44a8f1-f55a-42c3-8906-2fd4470a2ec1'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:21:17.434941 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-bab08693-4635-4367-a353-1b3d2f639df5 service neutron] Bound port: 0cddd283-b33e-41da-b142-f29163e1f022, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df5c34-5572-4927-b1e4-0de52e1a0b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bc44a8f1-f55a-42c3-8906-2fd4470a2ec1'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:21:17.435395 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-bab08693-4635-4367-a353-1b3d2f639df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:17.445133 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-82b25e6f-0ca7-4a89-b378-fb2033372726 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:17.446774 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-82b25e6f-0ca7-4a89-b378-fb2033372726 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3629205 May 27 02:21:17.476474 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43758) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:17.486581 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-402217c3-38a2-4b9b-a335-5181c681acc2 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Request body: {'security_group_rule': {'security_group_id': '9846790c-95b1-48d5-9f2f-4583083ff7a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:17.495018 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c36d870f-e1ac-4930-9221-dfb03ad5d99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:17.555913 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port dbe4c056-269a-4480-9565-128a45297e2d is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:21:17.556535 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:17.558351 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-402217c3-38a2-4b9b-a335-5181c681acc2 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:21:17.564189 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-9523db50-d25a-4e22-90cd-7c85d3a9802f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5489581 May 27 02:21:17.574452 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-26e4cfc4-db6d-4f36-a4fa-ce5f052770a0 service neutron] No DVR routers for this DVR port f8e23fc4-016b-45f8-bde7-662eda5f15f6 on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:21:17.618103 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port dbe4c056-269a-4480-9565-128a45297e2d, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=dbe4c056-269a-4480-9565-128a45297e2d,segment=NetworkSegment(fe714478-a3c4-4802-9c86-3423c1a3d326),segment_id=fe714478-a3c4-4802-9c86-3423c1a3d326)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:17.632707 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-8f1c3dc4-614a-455a-91c8-a630eeea9f01 service neutron] Request body: {'port': {'device_id': 'f59e3235-26be-4ba3-b4a2-1f7a9345e756', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:17.647203 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-29066c1a-6387-4dea-8496-6d1e1119a2fa tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] For port b15a26f4-dc9f-4e52-b4f4-23743e400ebd, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b15a26f4-dc9f-4e52-b4f4-23743e400ebd,segment=NetworkSegment(2cd08994-c929-43ca-b2c3-fab084cf3142),segment_id=2cd08994-c929-43ca-b2c3-fab084cf3142)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:17.654495 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-29066c1a-6387-4dea-8496-6d1e1119a2fa tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:17.709347 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-402217c3-38a2-4b9b-a335-5181c681acc2 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Usage tracker for resource:security_group_rule and tenant:e6fc548f88094a2d8ad31078dc1820b4 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:21:17.719697 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:17.720396 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 4acf92ce-28d4-4988-ad90-62be6c18fd88 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:21:17.783942 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d2f9a461-85cf-4a7a-bfd5-8bf66651f33b req-0eb85304-387e-489b-8090-657e5dd79819 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5221093 May 27 02:21:17.861954 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-402217c3-38a2-4b9b-a335-5181c681acc2 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:21:17.876354 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-402217c3-38a2-4b9b-a335-5181c681acc2 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:21:17.891393 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4cfc4-db6d-4f36-a4fa-ce5f052770a0 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e23fc4-016b-45f8-bde7-662eda5f15f6,revision_number=6']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:17.905977 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67e8de69-192e-446c-8e1d-d36c172bc989'}, {'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0670f5b6-a82a-4cb7-a38d-9e4f1511137c'}, {'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81bcd93e-7bd2-4f53-a292-a20ac76ad827'}, {'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbe4c056-269a-4480-9565-128a45297e2d'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:21:17.913096 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b15a26f4-dc9f-4e52-b4f4-23743e400ebd up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:21:17.915046 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-29066c1a-6387-4dea-8496-6d1e1119a2fa tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Calling delete_port for b15a26f4-dc9f-4e52-b4f4-23743e400ebd owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:21:17.964339 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-197b7a9b-5f72-4332-bb55-bf3077c8c801 req-4e0b7a98-7ef7-46a1-a1c3-6a9115d76dc8 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=057f65d9-7e45-40c8-b89f-71d48d79e181&id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5488727 May 27 02:21:17.964987 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9d08aa64-7188-42ab-9f21-2e36327954c4 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:17.970427 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=dbe4c056-269a-4480-9565-128a45297e2d,revision_number=6']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:17.983555 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 4acf92ce-28d4-4988-ad90-62be6c18fd88 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:21:18.008130 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-26e4cfc4-db6d-4f36-a4fa-ce5f052770a0 service neutron] In _notify_port_updated(), no bound segment for port f8e23fc4-016b-45f8-bde7-662eda5f15f6 on network 8b94d27d-bce7-469d-ba55-1b18784dbd74 {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:21:18.009057 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-26e4cfc4-db6d-4f36-a4fa-ce5f052770a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:18.009668 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-26e4cfc4-db6d-4f36-a4fa-ce5f052770a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:18.011025 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-26e4cfc4-db6d-4f36-a4fa-ce5f052770a0 service neutron] 10.222.0.66 "PUT /v2.0/ports/f8e23fc4-016b-45f8-bde7-662eda5f15f6 HTTP/1.1" status: 200 len: 1033 time: 1.7771392 May 27 02:21:18.016691 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-829d7a6d-24a5-4884-bb57-bc08855b170a None None] Provisioning complete for port f8e23fc4-016b-45f8-bde7-662eda5f15f6 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:21:18.017527 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-829d7a6d-24a5-4884-bb57-bc08855b170a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:18.035114 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c36d870f-e1ac-4930-9221-dfb03ad5d99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:18.076883 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378cd447-243b-435b-9131-7162de865f2d None None] Network c5c0bea8-70b2-4650-a312-6121d41da22d requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:21:18.097958 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-1383328e-a46b-446a-9103-738d29851d19 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Deleting port 0670f5b6-a82a-4cb7-a38d-9e4f1511137c {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:21:18.098278 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-1383328e-a46b-446a-9103-738d29851d19 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:18.155259 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-829d7a6d-24a5-4884-bb57-bc08855b170a None None] Port f8e23fc4-016b-45f8-bde7-662eda5f15f6 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:21:18.169204 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port b15a26f4-dc9f-4e52-b4f4-23743e400ebd completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:21:18.182213 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c36d870f-e1ac-4930-9221-dfb03ad5d99d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:18.230979 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-bab08693-4635-4367-a353-1b3d2f639df5 service neutron] For port 0cddd283-b33e-41da-b142-f29163e1f022, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:21:18.277923 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36d870f-e1ac-4930-9221-dfb03ad5d99d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e166641e-9c69-4a80-8861-8b24be35b2f7,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:18.301037 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-402217c3-38a2-4b9b-a335-5181c681acc2 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:18.336513 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a8562f7e-b10f-4773-a0a8-7e5a8832bdb4 None None] Provisioning for port b15a26f4-dc9f-4e52-b4f4-23743e400ebd completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:21:18.350901 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a8562f7e-b10f-4773-a0a8-7e5a8832bdb4 None None] Provisioning complete for port b15a26f4-dc9f-4e52-b4f4-23743e400ebd triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:21:18.351428 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a8562f7e-b10f-4773-a0a8-7e5a8832bdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:18.479371 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c36d870f-e1ac-4930-9221-dfb03ad5d99d admin admin] 10.222.0.57 "DELETE /v2.0/subnets/e166641e-9c69-4a80-8861-8b24be35b2f7 HTTP/1.1" status: 204 len: 168 time: 2.5599310 May 27 02:21:18.485186 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43764) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:18.488828 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-bab08693-4635-4367-a353-1b3d2f639df5 service neutron] For port 0cddd283-b33e-41da-b142-f29163e1f022, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=0cddd283-b33e-41da-b142-f29163e1f022,segment=NetworkSegment(b2df5c34-5572-4927-b1e4-0de52e1a0b3a),segment_id=b2df5c34-5572-4927-b1e4-0de52e1a0b3a)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:21:18.493233 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a8562f7e-b10f-4773-a0a8-7e5a8832bdb4 None None] Current status of the port b15a26f4-dc9f-4e52-b4f4-23743e400ebd is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:21:18.493953 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a8562f7e-b10f-4773-a0a8-7e5a8832bdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:18.521560 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-8f1c3dc4-614a-455a-91c8-a630eeea9f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:18.630529 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-bab08693-4635-4367-a353-1b3d2f639df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:18.632263 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-29066c1a-6387-4dea-8496-6d1e1119a2fa tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:18.656663 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa417c2e-b814-4c33-a002-40a0f8115c94 None None] Network c5c0bea8-70b2-4650-a312-6121d41da22d requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:21:18.698807 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-29fbc8ff-c021-4a29-98a3-44ee21e1217c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:18.706157 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29066c1a-6387-4dea-8496-6d1e1119a2fa tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event deleted for resources: {'Port': ['ID=b15a26f4-dc9f-4e52-b4f4-23743e400ebd,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:18.805434 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-1383328e-a46b-446a-9103-738d29851d19 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] For port 0670f5b6-a82a-4cb7-a38d-9e4f1511137c, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=0670f5b6-a82a-4cb7-a38d-9e4f1511137c,segment=NetworkSegment(05137e51-ffab-4574-b3b8-c8b7dbba9bf4),segment_id=05137e51-ffab-4574-b3b8-c8b7dbba9bf4)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:18.805841 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-1383328e-a46b-446a-9103-738d29851d19 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:18.823140 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29066c1a-6387-4dea-8496-6d1e1119a2fa tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] No DVR routers for this DVR port b15a26f4-dc9f-4e52-b4f4-23743e400ebd on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:21:18.845438 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-bab08693-4635-4367-a353-1b3d2f639df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:18.847388 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-bab08693-4635-4367-a353-1b3d2f639df5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:18.848789 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-bab08693-4635-4367-a353-1b3d2f639df5 service neutron] 10.222.0.66 "PUT /v2.0/ports/0cddd283-b33e-41da-b142-f29163e1f022 HTTP/1.1" status: 200 len: 1131 time: 5.2126327 May 27 02:21:18.850229 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'tag': '0cddd283-b33e-41da-b142-f29163e1f022'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:21:18.908749 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309a8fe-cfe3-48ed-96ad-2a4a2037c8dc req-cf82ec02-bb5e-4c25-9024-7b141ee5bad2 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:18.910274 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3309a8fe-cfe3-48ed-96ad-2a4a2037c8dc req-cf82ec02-bb5e-4c25-9024-7b141ee5bad2 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 932 time: 0.8196170 May 27 02:21:18.917248 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-402217c3-38a2-4b9b-a335-5181c681acc2 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:18.956098 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-db221d6e-144e-45a8-a82e-4b05c5907aff service neutron] Request body: {'port': {'device_id': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:18.983025 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab08693-4635-4367-a353-1b3d2f639df5 service neutron] Pushing event updated for resources: {'Port': ['ID=0cddd283-b33e-41da-b142-f29163e1f022,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:19.036580 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-1383328e-a46b-446a-9103-738d29851d19 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Calling delete_port for 0670f5b6-a82a-4cb7-a38d-9e4f1511137c owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:21:19.046182 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-30114a8b-2aac-4a3d-af37-0da5b0f8d255 None None] Could not find standard attr ID for object b15a26f4-dc9f-4e52-b4f4-23743e400ebd. {{(pid=88903) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:21:19.073676 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab08693-4635-4367-a353-1b3d2f639df5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:19.074179 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab08693-4635-4367-a353-1b3d2f639df5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:19.074723 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab08693-4635-4367-a353-1b3d2f639df5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:19.075705 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab08693-4635-4367-a353-1b3d2f639df5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:19.075830 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab08693-4635-4367-a353-1b3d2f639df5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:19.076308 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab08693-4635-4367-a353-1b3d2f639df5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:19.076934 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab08693-4635-4367-a353-1b3d2f639df5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:19.077465 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab08693-4635-4367-a353-1b3d2f639df5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:19.077942 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab08693-4635-4367-a353-1b3d2f639df5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:19.078282 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab08693-4635-4367-a353-1b3d2f639df5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:19.078615 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab08693-4635-4367-a353-1b3d2f639df5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:19.078951 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab08693-4635-4367-a353-1b3d2f639df5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:19.104532 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-402217c3-38a2-4b9b-a335-5181c681acc2 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:19.135582 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:19.159589 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b940fc-ca44-4f87-8a11-857deaf31cc9 req-8876d6c6-5b7f-4829-be25-bdc194cba9aa tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:19.159859 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:19.165762 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b940fc-ca44-4f87-8a11-857deaf31cc9 req-8876d6c6-5b7f-4829-be25-bdc194cba9aa tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:19.171822 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b940fc-ca44-4f87-8a11-857deaf31cc9 req-8876d6c6-5b7f-4829-be25-bdc194cba9aa tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:19.179147 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b940fc-ca44-4f87-8a11-857deaf31cc9 req-8876d6c6-5b7f-4829-be25-bdc194cba9aa tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:19.185047 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b940fc-ca44-4f87-8a11-857deaf31cc9 req-8876d6c6-5b7f-4829-be25-bdc194cba9aa tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:19.187016 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-54b940fc-ca44-4f87-8a11-857deaf31cc9 req-8876d6c6-5b7f-4829-be25-bdc194cba9aa tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 3875 time: 1.0425880 May 27 02:21:19.193381 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-29066c1a-6387-4dea-8496-6d1e1119a2fa tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:19.222593 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402217c3-38a2-4b9b-a335-5181c681acc2 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c82e937-323f-4bcb-8009-3a16e3abed0a,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:19.226310 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-29fbc8ff-c021-4a29-98a3-44ee21e1217c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:19.280616 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-29fbc8ff-c021-4a29-98a3-44ee21e1217c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['736b2400-7faf-4319-9b51-8d438baaefbb']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:19.287918 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3309a8fe-cfe3-48ed-96ad-2a4a2037c8dc req-cb9b936e-b9f6-4be3-a777-f4e4cdab4943 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3693023 May 27 02:21:19.298450 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-29fbc8ff-c021-4a29-98a3-44ee21e1217c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f7f9ee6-40d2-435d-918a-29fa3728567c') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:19.298743 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-29fbc8ff-c021-4a29-98a3-44ee21e1217c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f7f9ee6-40d2-435d-918a-29fa3728567c') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:19.335569 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-29fbc8ff-c021-4a29-98a3-44ee21e1217c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:19.351745 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f47fd6ab-a806-4cc6-ac1a-31277bcc1802'] response: {'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67e8de69-192e-446c-8e1d-d36c172bc989', 'code': 200} May 27 02:21:19.352012 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f47fd6ab-a806-4cc6-ac1a-31277bcc1802'] response: {'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0670f5b6-a82a-4cb7-a38d-9e4f1511137c', 'code': 200} May 27 02:21:19.352261 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f47fd6ab-a806-4cc6-ac1a-31277bcc1802'] response: {'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81bcd93e-7bd2-4f53-a292-a20ac76ad827', 'code': 200} May 27 02:21:19.352689 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f47fd6ab-a806-4cc6-ac1a-31277bcc1802'] response: {'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbe4c056-269a-4480-9565-128a45297e2d', 'code': 200} May 27 02:21:19.376223 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-402217c3-38a2-4b9b-a335-5181c681acc2 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:19.380826 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-402217c3-38a2-4b9b-a335-5181c681acc2 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8999915 May 27 02:21:19.387984 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-29fbc8ff-c021-4a29-98a3-44ee21e1217c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:19.389891 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43774) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:19.407644 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-db694951-302f-4856-8d36-77215990f97e tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:19.412921 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29fbc8ff-c021-4a29-98a3-44ee21e1217c admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:21:19.413315 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-29fbc8ff-c021-4a29-98a3-44ee21e1217c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:19.443574 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-db694951-302f-4856-8d36-77215990f97e tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:21:19.502938 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 3f7f9ee6-40d2-435d-918a-29fa3728567c resource provider aggregate not found May 27 02:21:19.518751 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-db694951-302f-4856-8d36-77215990f97e tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Usage tracker for resource:floatingip and tenant:e6fc548f88094a2d8ad31078dc1820b4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:21:19.522723 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-db694951-302f-4856-8d36-77215990f97e tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:21:19.537392 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-db694951-302f-4856-8d36-77215990f97e tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:21:19.540410 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 3f7f9ee6-40d2-435d-918a-29fa3728567c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f7f9ee6-40d2-435d-918a-29fa3728567c found for delete ", "request_id": "req-65063b37-67dc-49f6-bb27-b987dd5278c9"}]} May 27 02:21:19.544266 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-54b940fc-ca44-4f87-8a11-857deaf31cc9 req-373c9359-b07f-41a9-a680-2b1c657a63ba tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c0d4d46-e793-47d9-97ac-8538804a4bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3381686 May 27 02:21:19.551348 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-db221d6e-144e-45a8-a82e-4b05c5907aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:19.598730 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-29066c1a-6387-4dea-8496-6d1e1119a2fa tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:19.657288 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db694951-302f-4856-8d36-77215990f97e tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:19.667864 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ace1f193-e429-450d-ad79-3f992edc6afc'] response: {'name': 'network-changed', 'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'tag': '0cddd283-b33e-41da-b142-f29163e1f022', 'status': 'completed', 'code': 200} May 27 02:21:19.670705 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23988b86-b056-47c3-b86a-566da85abf9d None None] Network c5c0bea8-70b2-4650-a312-6121d41da22d requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:21:19.675425 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-1383328e-a46b-446a-9103-738d29851d19 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:19.675425 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-29fbc8ff-c021-4a29-98a3-44ee21e1217c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:19.760477 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29066c1a-6387-4dea-8496-6d1e1119a2fa tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event deleted for resources: {'Subnet': ['ID=13115299-5fd4-48f2-b820-51cf87dca59a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:19.853483 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383328e-a46b-446a-9103-738d29851d19 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Pushing event deleted for resources: {'Port': ['ID=0670f5b6-a82a-4cb7-a38d-9e4f1511137c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:19.941129 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450a4d00-7fe2-405e-bf53-2df80e05cd92 None None] DHCP port deletion for c5c0bea8-70b2-4650-a312-6121d41da22d request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:21:19.944323 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9d08aa64-7188-42ab-9f21-2e36327954c4 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:19.996300 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9094930-95e9-4ff1-a41e-98876df24153 req-a859f225-7b9d-46d4-a25c-56d6218e2b81 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:19.997775 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b9094930-95e9-4ff1-a41e-98876df24153 req-a859f225-7b9d-46d4-a25c-56d6218e2b81 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb8d367-d12a-4af5-8109-bc06a18bdc99 HTTP/1.1" status: 200 len: 945 time: 0.5426061 May 27 02:21:20.057289 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9d08aa64-7188-42ab-9f21-2e36327954c4 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:20.091617 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-1383328e-a46b-446a-9103-738d29851d19 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] No DVR routers for this DVR port 0670f5b6-a82a-4cb7-a38d-9e4f1511137c on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:21:20.108695 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-1383328e-a46b-446a-9103-738d29851d19 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:20.114539 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'name': 'network-vif-deleted', 'tag': '0670f5b6-a82a-4cb7-a38d-9e4f1511137c'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:21:20.120886 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-29fbc8ff-c021-4a29-98a3-44ee21e1217c admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:20.126985 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-29066c1a-6387-4dea-8496-6d1e1119a2fa tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:20.144461 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fbc8ff-c021-4a29-98a3-44ee21e1217c admin admin] Pushing event deleted for resources: {'Network': ['ID=736b2400-7faf-4319-9b51-8d438baaefbb,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:20.189240 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-29066c1a-6387-4dea-8496-6d1e1119a2fa tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5c0bea8-70b2-4650-a312-6121d41da22d']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:20.212288 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-29066c1a-6387-4dea-8496-6d1e1119a2fa tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cd08994-c929-43ca-b2c3-fab084cf3142') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:20.212597 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-29066c1a-6387-4dea-8496-6d1e1119a2fa tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cd08994-c929-43ca-b2c3-fab084cf3142') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:20.229485 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-29066c1a-6387-4dea-8496-6d1e1119a2fa tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:20.253741 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-29066c1a-6387-4dea-8496-6d1e1119a2fa tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:20.263552 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29066c1a-6387-4dea-8496-6d1e1119a2fa tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:21:20.264217 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-29066c1a-6387-4dea-8496-6d1e1119a2fa tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:20.286608 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-1383328e-a46b-446a-9103-738d29851d19 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.66 "DELETE /v2.0/ports/0670f5b6-a82a-4cb7-a38d-9e4f1511137c HTTP/1.1" status: 204 len: 173 time: 2.2632272 May 27 02:21:20.400809 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-8f1c3dc4-614a-455a-91c8-a630eeea9f01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d8c57a0-911e-4dff-92d3-d90b2167597d {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:21:20.410002 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-29fbc8ff-c021-4a29-98a3-44ee21e1217c admin admin] 10.222.0.57 "DELETE /v2.0/networks/736b2400-7faf-4319-9b51-8d438baaefbb HTTP/1.1" status: 204 len: 168 time: 1.9206083 May 27 02:21:20.440609 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-8f1c3dc4-614a-455a-91c8-a630eeea9f01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:20.448798 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-4ad1579b-4bfd-4c84-af19-bb4c03cad6ff tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Deleting port f22c2499-c482-4650-9824-2bf7b670478e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:21:20.449215 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-4ad1579b-4bfd-4c84-af19-bb4c03cad6ff tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:20.459446 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a5ce3-ab2e-4c5b-b38c-adea4284e8c7 req-e2ce8523-6202-4bf3-b6c8-99ce1fa1e744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:20.459918 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a5ce3-ab2e-4c5b-b38c-adea4284e8c7 req-e2ce8523-6202-4bf3-b6c8-99ce1fa1e744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:20.460381 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a5ce3-ab2e-4c5b-b38c-adea4284e8c7 req-e2ce8523-6202-4bf3-b6c8-99ce1fa1e744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:20.460860 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a5ce3-ab2e-4c5b-b38c-adea4284e8c7 req-e2ce8523-6202-4bf3-b6c8-99ce1fa1e744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:20.461323 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a5ce3-ab2e-4c5b-b38c-adea4284e8c7 req-e2ce8523-6202-4bf3-b6c8-99ce1fa1e744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:20.461770 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a5ce3-ab2e-4c5b-b38c-adea4284e8c7 req-e2ce8523-6202-4bf3-b6c8-99ce1fa1e744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:20.463574 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7c2a5ce3-ab2e-4c5b-b38c-adea4284e8c7 req-e2ce8523-6202-4bf3-b6c8-99ce1fa1e744 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0ff34f8aa5b34b2b8b9bd5b46a9cefc6&device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 5287 time: 0.7949910 May 27 02:21:20.483225 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d08aa64-7188-42ab-9f21-2e36327954c4 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Pushing event updated for resources: {'Port': ['ID=666ca551-df3d-4a3c-90e8-15df3c9d156a,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:20.499065 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db694951-302f-4856-8d36-77215990f97e tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:20.513683 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b9094930-95e9-4ff1-a41e-98876df24153 req-ed27011b-2cc5-41b8-8133-26d71fa7106c tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4827285 May 27 02:21:20.514424 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9d08aa64-7188-42ab-9f21-2e36327954c4 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:20.526656 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-8f1c3dc4-614a-455a-91c8-a630eeea9f01 service neutron] Transition to ACTIVE for port object 3d8c57a0-911e-4dff-92d3-d90b2167597d will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:21:20.540234 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830c274-6b62-4c80-aea1-a17f43db9a4f req-6504d441-b945-4a19-bf98-366c66ac68d1 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:20.542793 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-29066c1a-6387-4dea-8496-6d1e1119a2fa tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:20.546391 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830c274-6b62-4c80-aea1-a17f43db9a4f req-6504d441-b945-4a19-bf98-366c66ac68d1 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:20.552546 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830c274-6b62-4c80-aea1-a17f43db9a4f req-6504d441-b945-4a19-bf98-366c66ac68d1 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:20.565132 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830c274-6b62-4c80-aea1-a17f43db9a4f req-6504d441-b945-4a19-bf98-366c66ac68d1 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:20.565132 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830c274-6b62-4c80-aea1-a17f43db9a4f req-6504d441-b945-4a19-bf98-366c66ac68d1 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:20.565291 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-29066c1a-6387-4dea-8496-6d1e1119a2fa tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:20.569777 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830c274-6b62-4c80-aea1-a17f43db9a4f req-6504d441-b945-4a19-bf98-366c66ac68d1 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:20.571654 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0830c274-6b62-4c80-aea1-a17f43db9a4f req-6504d441-b945-4a19-bf98-366c66ac68d1 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 4601 time: 0.8040371 May 27 02:21:20.619695 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c37ae23e-f791-4fab-a069-003070b833f8'] response: {'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'name': 'network-vif-deleted', 'tag': '0670f5b6-a82a-4cb7-a38d-9e4f1511137c', 'status': 'completed', 'code': 200} May 27 02:21:20.620408 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29066c1a-6387-4dea-8496-6d1e1119a2fa tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event deleted for resources: {'Network': ['ID=c5c0bea8-70b2-4650-a312-6121d41da22d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:20.682162 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-8f1c3dc4-614a-455a-91c8-a630eeea9f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:20.788060 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-29066c1a-6387-4dea-8496-6d1e1119a2fa tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "DELETE /v2.0/networks/c5c0bea8-70b2-4650-a312-6121d41da22d HTTP/1.1" status: 204 len: 168 time: 4.1811397 May 27 02:21:20.801404 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43794) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:20.837390 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43798) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:20.869516 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-be4ccfb7-f7da-44a4-8935-be8b7a3b7b76 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] DELETE failed (client error): The resource could not be found. May 27 02:21:20.873027 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be4ccfb7-f7da-44a4-8935-be8b7a3b7b76 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:21:20.873027 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-be4ccfb7-f7da-44a4-8935-be8b7a3b7b76 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "DELETE /v2.0/subnets/13115299-5fd4-48f2-b820-51cf87dca59a HTTP/1.1" status: 404 len: 337 time: 0.0669112 May 27 02:21:20.877614 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43802) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:20.949457 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-db694951-302f-4856-8d36-77215990f97e tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Allocated IP 172.25.1.49 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/232a8776-f714-44b6-a5ca-e12930fc96b9) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:21:20.956513 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-f75dc547-405e-4e75-bc6a-89b7b17e6513 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] DELETE failed (client error): The resource could not be found. May 27 02:21:20.957270 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f75dc547-405e-4e75-bc6a-89b7b17e6513 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:21:20.961234 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f75dc547-405e-4e75-bc6a-89b7b17e6513 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "DELETE /v2.0/networks/c5c0bea8-70b2-4650-a312-6121d41da22d HTTP/1.1" status: 404 len: 339 time: 0.0759802 May 27 02:21:20.968114 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43806) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:20.993844 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-4ad1579b-4bfd-4c84-af19-bb4c03cad6ff tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] For port f22c2499-c482-4650-9824-2bf7b670478e, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=f22c2499-c482-4650-9824-2bf7b670478e,segment=NetworkSegment(27a54013-fcdd-4abe-8c68-537dba16a1b4),segment_id=27a54013-fcdd-4abe-8c68-537dba16a1b4)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:20.994246 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-4ad1579b-4bfd-4c84-af19-bb4c03cad6ff tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:21.009980 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0830c274-6b62-4c80-aea1-a17f43db9a4f req-57bf5715-c385-4519-91e6-66a9415e2398 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=057f65d9-7e45-40c8-b89f-71d48d79e181&id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4295132 May 27 02:21:21.038684 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c3dc4-614a-455a-91c8-a630eeea9f01 service neutron] Pushing event updated for resources: {'Port': ['ID=3d8c57a0-911e-4dff-92d3-d90b2167597d,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:21.089809 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f26c666b-e444-4964-a562-41ea67d1b7d2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3e34770346fc4f329e150ec1b7c8db47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2461646 May 27 02:21:21.146808 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43810) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:21.156310 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-db221d6e-144e-45a8-a82e-4b05c5907aff service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:21:21.204373 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-4ad1579b-4bfd-4c84-af19-bb4c03cad6ff tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Calling delete_port for f22c2499-c482-4650-9824-2bf7b670478e owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:21:21.219928 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d08aa64-7188-42ab-9f21-2e36327954c4 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Network 58a8574c-5c8a-42a0-a3e7-697acb491680 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:21:21.310332 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-9d08aa64-7188-42ab-9f21-2e36327954c4 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:21:21.339643 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db694951-302f-4856-8d36-77215990f97e tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:21.364575 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a5ce3-ab2e-4c5b-b38c-adea4284e8c7 req-c96f4e25-1e2d-4560-9cd2-b8674adb3ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:21.365170 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a5ce3-ab2e-4c5b-b38c-adea4284e8c7 req-c96f4e25-1e2d-4560-9cd2-b8674adb3ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:21.365706 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a5ce3-ab2e-4c5b-b38c-adea4284e8c7 req-c96f4e25-1e2d-4560-9cd2-b8674adb3ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:21.367291 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7c2a5ce3-ab2e-4c5b-b38c-adea4284e8c7 req-c96f4e25-1e2d-4560-9cd2-b8674adb3ecc service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=0ff34f8aa5b34b2b8b9bd5b46a9cefc6&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8909872 May 27 02:21:21.455445 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-4ad1579b-4bfd-4c84-af19-bb4c03cad6ff tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:21.501294 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db694951-302f-4856-8d36-77215990f97e tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:21.520038 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad1579b-4bfd-4c84-af19-bb4c03cad6ff tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Pushing event deleted for resources: {'Port': ['ID=f22c2499-c482-4650-9824-2bf7b670478e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:21.546636 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-19d33860-de47-4579-be80-6c16b26ee92f None None] Provisioning complete for port 666ca551-df3d-4a3c-90e8-15df3c9d156a triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:21:21.547186 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-19d33860-de47-4579-be80-6c16b26ee92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:21.611247 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db694951-302f-4856-8d36-77215990f97e tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:21:21.617067 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-19d33860-de47-4579-be80-6c16b26ee92f None None] Port 666ca551-df3d-4a3c-90e8-15df3c9d156a cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:21:21.623780 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-db694951-302f-4856-8d36-77215990f97e tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:21:21.642348 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-db221d6e-144e-45a8-a82e-4b05c5907aff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:21:21.645018 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b15a26f4-dc9f-4e52-b4f4-23743e400ebd no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:21:21.665372 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 2cd08994-c929-43ca-b2c3-fab084cf3142 resource provider aggregate not found May 27 02:21:21.676776 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db694951-302f-4856-8d36-77215990f97e tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:21:21.680046 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f7a1c2ef-79fc-4c06-8d48-6330134152cd tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:21.689204 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: b15a26f4-dc9f-4e52-b4f4-23743e400ebd {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:21:21.689479 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-db221d6e-144e-45a8-a82e-4b05c5907aff service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:21.691119 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b15a26f4-dc9f-4e52-b4f4-23743e400ebd not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:21:21.811669 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ba4f5-f45e-4e24-851b-00271db3f2ae req-60b54188-1138-4d8d-86a3-0402d02ac63e tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:21.813310 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ca4ba4f5-f45e-4e24-851b-00271db3f2ae req-60b54188-1138-4d8d-86a3-0402d02ac63e tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 944 time: 1.0190156 May 27 02:21:21.824410 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 2cd08994-c929-43ca-b2c3-fab084cf3142 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2cd08994-c929-43ca-b2c3-fab084cf3142 found for delete ", "request_id": "req-f8ec3999-4af6-4554-89cb-837456557d09"}]} May 27 02:21:21.831323 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-8f1c3dc4-614a-455a-91c8-a630eeea9f01 service neutron] Attempting to bind port 3d8c57a0-911e-4dff-92d3-d90b2167597d on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:21:21.831658 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-8f1c3dc4-614a-455a-91c8-a630eeea9f01 service neutron] Attempting to bind port 3d8c57a0-911e-4dff-92d3-d90b2167597d by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '7321cd14-1f6f-448d-a8d3-637a53c8da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:21:21.831992 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-8f1c3dc4-614a-455a-91c8-a630eeea9f01 service neutron] Attempting to bind port 3d8c57a0-911e-4dff-92d3-d90b2167597d on network 7ee685f0-e442-4ea7-949d-71e1995db8ac {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:21:21.836961 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-4ad1579b-4bfd-4c84-af19-bb4c03cad6ff tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] No DVR routers for this DVR port f22c2499-c482-4650-9824-2bf7b670478e on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:21:21.839414 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-db221d6e-144e-45a8-a82e-4b05c5907aff service neutron] Transition to ACTIVE for port object e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:21:21.848386 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-4ad1579b-4bfd-4c84-af19-bb4c03cad6ff tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:21.860109 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db694951-302f-4856-8d36-77215990f97e tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Pushing event updated for resources: {'Port': ['ID=232a8776-f714-44b6-a5ca-e12930fc96b9,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:21.868119 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-8f1c3dc4-614a-455a-91c8-a630eeea9f01 service neutron] Port 3d8c57a0-911e-4dff-92d3-d90b2167597d on network 7ee685f0-e442-4ea7-949d-71e1995db8ac not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:21:21.868453 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-8f1c3dc4-614a-455a-91c8-a630eeea9f01 service neutron] Attempting to bind port 3d8c57a0-911e-4dff-92d3-d90b2167597d on network 7ee685f0-e442-4ea7-949d-71e1995db8ac {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:21:21.869701 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-4ad1579b-4bfd-4c84-af19-bb4c03cad6ff tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.66 "DELETE /v2.0/ports/f22c2499-c482-4650-9824-2bf7b670478e HTTP/1.1" status: 204 len: 173 time: 1.5302587 May 27 02:21:21.910591 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-74308313-2c11-48a2-a75a-c461cea24ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:21.957587 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-55e6f182-d9b2-405c-913e-f6d5cf0c0b7e tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Deleting port dbe4c056-269a-4480-9565-128a45297e2d {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:21:21.957943 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-55e6f182-d9b2-405c-913e-f6d5cf0c0b7e tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:21.998592 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db694951-302f-4856-8d36-77215990f97e tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:22.103323 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-8f1c3dc4-614a-455a-91c8-a630eeea9f01 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:21:22.103663 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-8f1c3dc4-614a-455a-91c8-a630eeea9f01 service neutron] Checking segment: {'id': '7321cd14-1f6f-448d-a8d3-637a53c8da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:21:22.104045 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-8f1c3dc4-614a-455a-91c8-a630eeea9f01 service neutron] Bound using segment: {'id': '7321cd14-1f6f-448d-a8d3-637a53c8da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:21:22.104505 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-8f1c3dc4-614a-455a-91c8-a630eeea9f01 service neutron] Bound port: 3d8c57a0-911e-4dff-92d3-d90b2167597d, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7321cd14-1f6f-448d-a8d3-637a53c8da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:21:22.104861 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-8f1c3dc4-614a-455a-91c8-a630eeea9f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:22.125797 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-db221d6e-144e-45a8-a82e-4b05c5907aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:22.203566 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db694951-302f-4856-8d36-77215990f97e tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:22.306761 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-74308313-2c11-48a2-a75a-c461cea24ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:22.365081 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a5ce3-ab2e-4c5b-b38c-adea4284e8c7 req-20147207-224d-4767-829f-67de78a82468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:22.366544 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7c2a5ce3-ab2e-4c5b-b38c-adea4284e8c7 req-20147207-224d-4767-829f-67de78a82468 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9662840 May 27 02:21:22.397583 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-55e6f182-d9b2-405c-913e-f6d5cf0c0b7e tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] For port dbe4c056-269a-4480-9565-128a45297e2d, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=dbe4c056-269a-4480-9565-128a45297e2d,segment=NetworkSegment(fe714478-a3c4-4802-9c86-3423c1a3d326),segment_id=fe714478-a3c4-4802-9c86-3423c1a3d326)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:22.398189 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-55e6f182-d9b2-405c-913e-f6d5cf0c0b7e tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:22.419234 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736a129-9769-4a25-9639-0355d0f1461e req-4e388a58-eaca-49ad-b914-6b19a9c44bd5 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:22.425108 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736a129-9769-4a25-9639-0355d0f1461e req-4e388a58-eaca-49ad-b914-6b19a9c44bd5 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:22.430847 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736a129-9769-4a25-9639-0355d0f1461e req-4e388a58-eaca-49ad-b914-6b19a9c44bd5 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:22.436594 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736a129-9769-4a25-9639-0355d0f1461e req-4e388a58-eaca-49ad-b914-6b19a9c44bd5 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:22.438375 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5736a129-9769-4a25-9639-0355d0f1461e req-4e388a58-eaca-49ad-b914-6b19a9c44bd5 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 3065 time: 1.2737486 May 27 02:21:22.495316 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f7a1c2ef-79fc-4c06-8d48-6330134152cd tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:22.516373 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ca4ba4f5-f45e-4e24-851b-00271db3f2ae req-1f32165f-0728-4988-8c89-b0cbcd575709 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6544986 May 27 02:21:22.518838 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d08aa64-7188-42ab-9f21-2e36327954c4 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Router 60755140-80d5-426e-b22f-23143d48e055 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:21:22.609286 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db221d6e-144e-45a8-a82e-4b05c5907aff service neutron] Pushing event updated for resources: {'Port': ['ID=e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:22.620279 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'name': 'network-vif-deleted', 'tag': 'f22c2499-c482-4650-9824-2bf7b670478e'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:21:22.667556 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-f7a1c2ef-79fc-4c06-8d48-6330134152cd tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d733c85f-d7f3-4353-996c-c234f1ddb5f8']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:22.716344 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db694951-302f-4856-8d36-77215990f97e tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:22.753861 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-55e6f182-d9b2-405c-913e-f6d5cf0c0b7e tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:22.754238 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-55e6f182-d9b2-405c-913e-f6d5cf0c0b7e tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:22.754624 n-d-843554-3 neutron-server[88901]: INFO neutron.db.l3_db [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-55e6f182-d9b2-405c-913e-f6d5cf0c0b7e tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Floating IP ee9b51e3-0949-4cfc-b1ba-48bf92acd2a4 disassociated. External IP: 172.25.1.67, port: dbe4c056-269a-4480-9565-128a45297e2d. May 27 02:21:22.754891 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-55e6f182-d9b2-405c-913e-f6d5cf0c0b7e tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Calling delete_port for dbe4c056-269a-4480-9565-128a45297e2d owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:21:22.790395 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db694951-302f-4856-8d36-77215990f97e tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:22.802501 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-f7a1c2ef-79fc-4c06-8d48-6330134152cd tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2ce8750-35d2-4edc-b66d-668771b438ad') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:22.802846 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-f7a1c2ef-79fc-4c06-8d48-6330134152cd tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2ce8750-35d2-4edc-b66d-668771b438ad') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:22.854003 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f7a1c2ef-79fc-4c06-8d48-6330134152cd tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:22.863224 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5736a129-9769-4a25-9639-0355d0f1461e req-6ff9a8e6-4fb7-4b79-8759-b7ecdcfee05e tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c0d4d46-e793-47d9-97ac-8538804a4bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3878183 May 27 02:21:22.875809 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-8f1c3dc4-614a-455a-91c8-a630eeea9f01 service neutron] For port 3d8c57a0-911e-4dff-92d3-d90b2167597d, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:21:22.906884 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-8f1c3dc4-614a-455a-91c8-a630eeea9f01 service neutron] For port 3d8c57a0-911e-4dff-92d3-d90b2167597d, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=3d8c57a0-911e-4dff-92d3-d90b2167597d,segment=NetworkSegment(7321cd14-1f6f-448d-a8d3-637a53c8da8a),segment_id=7321cd14-1f6f-448d-a8d3-637a53c8da8a)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:21:22.908166 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f7a1c2ef-79fc-4c06-8d48-6330134152cd tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:22.934462 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db694951-302f-4856-8d36-77215990f97e tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Pushing event updated for resources: {'Port': ['ID=232a8776-f714-44b6-a5ca-e12930fc96b9,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:22.991028 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-74308313-2c11-48a2-a75a-c461cea24ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:22.997068 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a1c2ef-79fc-4c06-8d48-6330134152cd tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:21:22.997289 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f7a1c2ef-79fc-4c06-8d48-6330134152cd tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:23.009233 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db694951-302f-4856-8d36-77215990f97e tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:23.030388 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-8f1c3dc4-614a-455a-91c8-a630eeea9f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:23.106438 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-55e6f182-d9b2-405c-913e-f6d5cf0c0b7e tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:23.111660 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment b2ce8750-35d2-4edc-b66d-668771b438ad resource provider aggregate not found May 27 02:21:23.157938 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db694951-302f-4856-8d36-77215990f97e tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:23.159763 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-db694951-302f-4856-8d36-77215990f97e tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7684085 May 27 02:21:23.163071 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-db221d6e-144e-45a8-a82e-4b05c5907aff service neutron] Attempting to bind port e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:21:23.163071 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-db221d6e-144e-45a8-a82e-4b05c5907aff service neutron] Attempting to bind port e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'b2df5c34-5572-4927-b1e4-0de52e1a0b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bc44a8f1-f55a-42c3-8906-2fd4470a2ec1'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:21:23.163320 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e6f182-d9b2-405c-913e-f6d5cf0c0b7e tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Pushing event deleted for resources: {'Port': ['ID=dbe4c056-269a-4480-9565-128a45297e2d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:23.163422 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-db221d6e-144e-45a8-a82e-4b05c5907aff service neutron] Attempting to bind port e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340 on network bc44a8f1-f55a-42c3-8906-2fd4470a2ec1 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:21:23.185696 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74308313-2c11-48a2-a75a-c461cea24ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a5b968-05db-4678-937b-46184749fe43,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:23.227528 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment b2ce8750-35d2-4edc-b66d-668771b438ad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b2ce8750-35d2-4edc-b66d-668771b438ad found for delete ", "request_id": "req-48f82000-4ca9-4262-9f56-bd983ea59028"}]} May 27 02:21:23.239302 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-db221d6e-144e-45a8-a82e-4b05c5907aff service neutron] Port e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340 on network bc44a8f1-f55a-42c3-8906-2fd4470a2ec1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:21:23.239302 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-db221d6e-144e-45a8-a82e-4b05c5907aff service neutron] Attempting to bind port e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340 on network bc44a8f1-f55a-42c3-8906-2fd4470a2ec1 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:21:23.255413 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-8f1c3dc4-614a-455a-91c8-a630eeea9f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:23.256033 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-8f1c3dc4-614a-455a-91c8-a630eeea9f01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:23.257775 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-8f1c3dc4-614a-455a-91c8-a630eeea9f01 service neutron] 10.222.0.32 "PUT /v2.0/ports/3d8c57a0-911e-4dff-92d3-d90b2167597d HTTP/1.1" status: 200 len: 1092 time: 5.6347885 May 27 02:21:23.268902 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f59e3235-26be-4ba3-b4a2-1f7a9345e756', 'tag': '3d8c57a0-911e-4dff-92d3-d90b2167597d'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:21:23.273488 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-74308313-2c11-48a2-a75a-c461cea24ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:23.274576 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-74308313-2c11-48a2-a75a-c461cea24ba6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c8a5b968-05db-4678-937b-46184749fe43 HTTP/1.1" status: 204 len: 168 time: 2.1200020 May 27 02:21:23.282623 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-db221d6e-144e-45a8-a82e-4b05c5907aff service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:21:23.283033 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-db221d6e-144e-45a8-a82e-4b05c5907aff service neutron] Checking segment: {'id': 'b2df5c34-5572-4927-b1e4-0de52e1a0b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bc44a8f1-f55a-42c3-8906-2fd4470a2ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:21:23.283368 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-db221d6e-144e-45a8-a82e-4b05c5907aff service neutron] Bound using segment: {'id': 'b2df5c34-5572-4927-b1e4-0de52e1a0b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bc44a8f1-f55a-42c3-8906-2fd4470a2ec1'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:21:23.284375 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-db221d6e-144e-45a8-a82e-4b05c5907aff service neutron] Bound port: e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df5c34-5572-4927-b1e4-0de52e1a0b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bc44a8f1-f55a-42c3-8906-2fd4470a2ec1'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:21:23.284770 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-db221d6e-144e-45a8-a82e-4b05c5907aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:23.321345 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d08aa64-7188-42ab-9f21-2e36327954c4 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:21:23.337710 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dd8058-6f50-4367-be3a-851285124a17 None None] Sync routers for ids ['60755140-80d5-426e-b22f-23143d48e055'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:21:23.349039 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dd8058-6f50-4367-be3a-851285124a17 None None] Routers {'60755140-80d5-426e-b22f-23143d48e055'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:21:23.349673 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-52dd8058-6f50-4367-be3a-851285124a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:20:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['60755140-80d5-426e-b22f-23143d48e055'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:23.407227 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9d08aa64-7188-42ab-9f21-2e36327954c4 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "PUT /v2.0/routers/60755140-80d5-426e-b22f-23143d48e055/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8734562 May 27 02:21:23.408102 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c3dc4-614a-455a-91c8-a630eeea9f01 service neutron] Pushing event updated for resources: {'Port': ['ID=3d8c57a0-911e-4dff-92d3-d90b2167597d,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:23.419798 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43836) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:23.429227 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-1c3e1201-af4e-4af5-9425-b36bec6f95d7 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Request body: {'port': {'network_id': '58a8574c-5c8a-42a0-a3e7-697acb491680', 'name': 'tempest-FloatingIPTestJSON-408963350'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:23.433641 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-52dd8058-6f50-4367-be3a-851285124a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:23.444004 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dd8058-6f50-4367-be3a-851285124a17 None None] Routers {'60755140-80d5-426e-b22f-23143d48e055'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:21:23.445038 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-52dd8058-6f50-4367-be3a-851285124a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:20:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['60755140-80d5-426e-b22f-23143d48e055'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:23.462363 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98623bd4-b67a-4119-a2da-64d99032bd01 req-27e99bcb-c37f-4232-9e34-2daa5c509f7c tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:23.463946 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-98623bd4-b67a-4119-a2da-64d99032bd01 req-27e99bcb-c37f-4232-9e34-2daa5c509f7c tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb8d367-d12a-4af5-8109-bc06a18bdc99 HTTP/1.1" status: 200 len: 945 time: 0.7684383 May 27 02:21:23.465951 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f7a1c2ef-79fc-4c06-8d48-6330134152cd tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:23.526241 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-52dd8058-6f50-4367-be3a-851285124a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:23.526703 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dd8058-6f50-4367-be3a-851285124a17 None None] The sync data for ids ['60755140-80d5-426e-b22f-23143d48e055'] in n-d-843554-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:21:23.527764 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f7a1c2ef-79fc-4c06-8d48-6330134152cd tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:23.537645 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f7a1c2ef-79fc-4c06-8d48-6330134152cd tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "DELETE /v2.0/networks/d733c85f-d7f3-4353-996c-c234f1ddb5f8 HTTP/1.1" status: 204 len: 168 time: 2.5450432 May 27 02:21:23.545468 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43840) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:23.559770 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1c2ef-79fc-4c06-8d48-6330134152cd tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event deleted for resources: {'Network': ['ID=d733c85f-d7f3-4353-996c-c234f1ddb5f8,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:23.642305 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b13f6-8e27-4f90-94f5-8ba74a6d47cf req-6c715446-3f55-46ee-9488-6e8301a38d6c tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:23.648656 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b13f6-8e27-4f90-94f5-8ba74a6d47cf req-6c715446-3f55-46ee-9488-6e8301a38d6c tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:23.654430 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b13f6-8e27-4f90-94f5-8ba74a6d47cf req-6c715446-3f55-46ee-9488-6e8301a38d6c tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:23.664966 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b13f6-8e27-4f90-94f5-8ba74a6d47cf req-6c715446-3f55-46ee-9488-6e8301a38d6c tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:23.671922 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b13f6-8e27-4f90-94f5-8ba74a6d47cf req-6c715446-3f55-46ee-9488-6e8301a38d6c tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:23.678077 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b13f6-8e27-4f90-94f5-8ba74a6d47cf req-6c715446-3f55-46ee-9488-6e8301a38d6c tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:23.683701 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b13f6-8e27-4f90-94f5-8ba74a6d47cf req-6c715446-3f55-46ee-9488-6e8301a38d6c tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:23.685636 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-594b13f6-8e27-4f90-94f5-8ba74a6d47cf req-6c715446-3f55-46ee-9488-6e8301a38d6c tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 5372 time: 0.6971061 May 27 02:21:23.692266 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-55e6f182-d9b2-405c-913e-f6d5cf0c0b7e tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Router c7fa79f9-c75a-4d5c-ad10-f00ff42cb017 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:21:23.711451 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-f11b1b6b-7307-42a8-b646-b6a3d74b9216 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] DELETE failed (client error): The resource could not be found. May 27 02:21:23.711898 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f11b1b6b-7307-42a8-b646-b6a3d74b9216 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:21:23.716349 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f11b1b6b-7307-42a8-b646-b6a3d74b9216 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "DELETE /v2.0/subnets/db47ed4b-94ac-423c-a3ba-ddd54d59474a HTTP/1.1" status: 404 len: 337 time: 0.1518004 May 27 02:21:23.720006 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43846) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:23.787121 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-98623bd4-b67a-4119-a2da-64d99032bd01 req-3757462d-7c0d-4fc0-bcdf-83b63b59e611 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607348 May 27 02:21:23.822787 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-db221d6e-144e-45a8-a82e-4b05c5907aff service neutron] For port e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:21:23.833639 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-c492f4b3-dae3-4ea1-b05e-884497a68fec tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] DELETE failed (client error): The resource could not be found. May 27 02:21:23.834374 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c492f4b3-dae3-4ea1-b05e-884497a68fec tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:21:23.838997 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c492f4b3-dae3-4ea1-b05e-884497a68fec tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "DELETE /v2.0/networks/1ff7598b-f705-49eb-ae86-e4180c70bbad HTTP/1.1" status: 404 len: 339 time: 0.1145406 May 27 02:21:23.842858 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43852) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:23.864054 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1c3e1201-af4e-4af5-9425-b36bec6f95d7 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:21:23.872386 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1c3e1201-af4e-4af5-9425-b36bec6f95d7 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Usage tracker for resource:port and tenant:da6da76c53cc4067a3275f77b81c0c47 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:21:23.878029 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1c3e1201-af4e-4af5-9425-b36bec6f95d7 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:21:23.916876 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-594b13f6-8e27-4f90-94f5-8ba74a6d47cf req-2de33c44-bc13-4c0a-9f61-0b9083a99b12 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=057f65d9-7e45-40c8-b89f-71d48d79e181&id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2130332 May 27 02:21:23.919253 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-db221d6e-144e-45a8-a82e-4b05c5907aff service neutron] For port e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340,segment=NetworkSegment(b2df5c34-5572-4927-b1e4-0de52e1a0b3a),segment_id=b2df5c34-5572-4927-b1e4-0de52e1a0b3a)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:21:23.928238 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-054f71dd-3315-47a8-b72a-1985e2d2d932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:23.929721 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-054f71dd-3315-47a8-b72a-1985e2d2d932 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67a2999592f840daafe9db3a26b0dd55&device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 1095 time: 0.5406246 May 27 02:21:23.961275 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8423f0ad-16ce-4948-ab76-637186c0ed53'] response: {'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'name': 'network-vif-deleted', 'tag': 'f22c2499-c482-4650-9824-2bf7b670478e', 'status': 'completed', 'code': 200} May 27 02:21:23.970059 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1c3e1201-af4e-4af5-9425-b36bec6f95d7 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:21:24.007572 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed9ac529-ddd3-4bef-b507-7b29a9763a44'] response: {'name': 'network-changed', 'server_uuid': 'f59e3235-26be-4ba3-b4a2-1f7a9345e756', 'tag': '3d8c57a0-911e-4dff-92d3-d90b2167597d', 'status': 'completed', 'code': 200} May 27 02:21:24.018324 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-55e6f182-d9b2-405c-913e-f6d5cf0c0b7e tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:21:24.025872 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-db221d6e-144e-45a8-a82e-4b05c5907aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:24.037528 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73834aba-04d4-42a9-9131-e9821fcd1ab0 None None] Sync routers for ids ['c7fa79f9-c75a-4d5c-ad10-f00ff42cb017'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:21:24.064241 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73834aba-04d4-42a9-9131-e9821fcd1ab0 None None] Routers {'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:21:24.067601 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-73834aba-04d4-42a9-9131-e9821fcd1ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:20:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['c7fa79f9-c75a-4d5c-ad10-f00ff42cb017'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:24.101651 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3e1201-af4e-4af5-9425-b36bec6f95d7 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Made reservation on behalf of da6da76c53cc4067a3275f77b81c0c47 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:21:24.105251 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1c3e1201-af4e-4af5-9425-b36bec6f95d7 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:24.131302 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-55e6f182-d9b2-405c-913e-f6d5cf0c0b7e tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] No DVR routers for this DVR port dbe4c056-269a-4480-9565-128a45297e2d on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:21:24.137023 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-55e6f182-d9b2-405c-913e-f6d5cf0c0b7e tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:24.139070 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-55e6f182-d9b2-405c-913e-f6d5cf0c0b7e tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.66 "DELETE /v2.0/ports/dbe4c056-269a-4480-9565-128a45297e2d HTTP/1.1" status: 204 len: 173 time: 2.2628295 May 27 02:21:24.180492 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-1c3e1201-af4e-4af5-9425-b36bec6f95d7 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] device_id is not set on port 7c81d5e5-d813-45f6-9f1c-5c9fc06a24ab yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:21:24.212991 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-00cef8b9-8f7b-408e-bbc7-432ece8c0d59 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d8c57a0-911e-4dff-92d3-d90b2167597d HTTP/1.1" status: 200 len: 217 time: 0.2707915 May 27 02:21:24.285991 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-1beeda72-9a36-457f-8529-707700288ba0 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Deleting port 67e8de69-192e-446c-8e1d-d36c172bc989 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:21:24.286308 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-1beeda72-9a36-457f-8529-707700288ba0 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:24.341208 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-73834aba-04d4-42a9-9131-e9821fcd1ab0 None None] Set router c7fa79f9-c75a-4d5c-ad10-f00ff42cb017 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:21:24.371865 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-fce67e47-8e34-4f20-b178-1e1728cf0b01 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Deleting subnet 54fde628-9204-45e5-b6fc-c863dad60129 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:21:24.389722 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fce67e47-8e34-4f20-b178-1e1728cf0b01 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:24.467119 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-1c3e1201-af4e-4af5-9425-b36bec6f95d7 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Allocated IP 172.20.0.6 (58a8574c-5c8a-42a0-a3e7-697acb491680/75a9bae6-a3ca-4506-b0ec-cc71ca49629d/7c81d5e5-d813-45f6-9f1c-5c9fc06a24ab) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:21:24.511778 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-db221d6e-144e-45a8-a82e-4b05c5907aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:24.512735 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-db221d6e-144e-45a8-a82e-4b05c5907aff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:24.514961 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-db221d6e-144e-45a8-a82e-4b05c5907aff service neutron] 10.222.0.66 "PUT /v2.0/ports/e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340 HTTP/1.1" status: 200 len: 1129 time: 5.5631955 May 27 02:21:24.608254 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fce67e47-8e34-4f20-b178-1e1728cf0b01 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:24.675107 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-1ed52ca6-1b0f-4179-b1aa-d1520e0aebe9 service neutron] Request body: {'port': {'device_id': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:24.734614 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-73834aba-04d4-42a9-9131-e9821fcd1ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017', 'name': 'tempest-TaggedBootDevicesTest_v242-1578714909-router', 'tenant_id': 'c81473a41fb94f91be2c0840146b05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'd04733bd-452c-4d35-ba9d-306e164fb85e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:13:30Z', 'updated_at': '2022-05-27T02:13:40Z', 'revision_number': 4, 'project_id': 'c81473a41fb94f91be2c0840146b05b3', 'gw_port': {'id': 'd04733bd-452c-4d35-ba9d-306e164fb85e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:13:32Z', 'updated_at': '2022-05-27T02:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'c3efde9f-e5aa-4cba-b899-443dec05ea32', 'name': '', 'network_id': '5e758166-4843-420e-a7a2-e907df6227a4', 'tenant_id': 'c81473a41fb94f91be2c0840146b05b3', 'mac_address': 'fa:16:3e:7f:0c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '6ecf8e97-38b0-450d-a77d-44a69de922b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:13:38Z', 'updated_at': '2022-05-27T02:13:50Z', 'revision_number': 5, 'project_id': 'c81473a41fb94f91be2c0840146b05b3', 'subnets': [{'id': '6ecf8e97-38b0-450d-a77d-44a69de922b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:24.739457 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73834aba-04d4-42a9-9131-e9821fcd1ab0 None None] Checking router: c7fa79f9-c75a-4d5c-ad10-f00ff42cb017 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:21:24.751112 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-1beeda72-9a36-457f-8529-707700288ba0 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] For port 67e8de69-192e-446c-8e1d-d36c172bc989, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=67e8de69-192e-446c-8e1d-d36c172bc989,segment=NetworkSegment(27a54013-fcdd-4abe-8c68-537dba16a1b4),segment_id=27a54013-fcdd-4abe-8c68-537dba16a1b4)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:24.754022 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-1beeda72-9a36-457f-8529-707700288ba0 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:24.757062 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73834aba-04d4-42a9-9131-e9821fcd1ab0 None None] Routers {'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:21:24.757432 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-73834aba-04d4-42a9-9131-e9821fcd1ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:20:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['c7fa79f9-c75a-4d5c-ad10-f00ff42cb017'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:24.769121 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db221d6e-144e-45a8-a82e-4b05c5907aff service neutron] Pushing event updated for resources: {'Port': ['ID=e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:24.806975 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-41d77799-a56e-470a-8fc9-4e38c4acce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:24.808455 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-41d77799-a56e-470a-8fc9-4e38c4acce66 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c302d24-860d-464a-9c69-32cd4f709ca1 HTTP/1.1" status: 200 len: 856 time: 0.5839624 May 27 02:21:24.909030 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43884) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:24.911356 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-1beeda72-9a36-457f-8529-707700288ba0 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Calling delete_port for 67e8de69-192e-446c-8e1d-d36c172bc989 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:21:25.016998 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-c0a27497-ba06-482d-ae3a-4a0d6b7a0640 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:25.019055 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-c0a27497-ba06-482d-ae3a-4a0d6b7a0640 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/networks?id=ad328cf1-4104-4d8e-8f1d-0a25d788d2cc HTTP/1.1" status: 200 len: 821 time: 0.8028738 May 27 02:21:25.026516 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f7b76-9531-4dcc-b2e7-854b11739ab0 req-bfebb963-90c6-4744-bb3e-f0795a09d6ff tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:25.027946 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ac6f7b76-9531-4dcc-b2e7-854b11739ab0 req-bfebb963-90c6-4744-bb3e-f0795a09d6ff tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 944 time: 0.8096547 May 27 02:21:25.036129 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1c3e1201-af4e-4af5-9425-b36bec6f95d7 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:25.036623 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-73834aba-04d4-42a9-9131-e9821fcd1ab0 None None] Set router c7fa79f9-c75a-4d5c-ad10-f00ff42cb017 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:21:25.069521 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-1ed52ca6-1b0f-4179-b1aa-d1520e0aebe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:25.079460 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-6fb365a0-6803-42d0-963a-08e5efe64761 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/quotas/e6fc548f88094a2d8ad31078dc1820b4 HTTP/1.1" status: 200 len: 375 time: 0.0505602 May 27 02:21:25.084273 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-1c3e1201-af4e-4af5-9425-b36bec6f95d7 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Transition to ACTIVE for port object 7c81d5e5-d813-45f6-9f1c-5c9fc06a24ab will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:21:25.105539 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fce67e47-8e34-4f20-b178-1e1728cf0b01 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:25.179993 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-1beeda72-9a36-457f-8529-707700288ba0 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:25.223933 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-f14776fd-154c-473e-89fe-d85177620a9f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2044282800-network', 'tenant_id': '209664ce71bb45b283c19d8ee70e43b1'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:25.236271 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beeda72-9a36-457f-8529-707700288ba0 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Pushing event deleted for resources: {'Port': ['ID=67e8de69-192e-446c-8e1d-d36c172bc989,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:25.263195 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-f14776fd-154c-473e-89fe-d85177620a9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:21:25.287187 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beeda72-9a36-457f-8529-707700288ba0 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:25.287187 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beeda72-9a36-457f-8529-707700288ba0 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:25.287187 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beeda72-9a36-457f-8529-707700288ba0 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:25.287568 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beeda72-9a36-457f-8529-707700288ba0 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:25.287795 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beeda72-9a36-457f-8529-707700288ba0 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:25.288123 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beeda72-9a36-457f-8529-707700288ba0 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:25.288453 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beeda72-9a36-457f-8529-707700288ba0 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:25.288795 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beeda72-9a36-457f-8529-707700288ba0 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:25.289075 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f14776fd-154c-473e-89fe-d85177620a9f admin admin] Usage tracker for resource:network and tenant:209664ce71bb45b283c19d8ee70e43b1 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:21:25.289202 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beeda72-9a36-457f-8529-707700288ba0 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:25.289808 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beeda72-9a36-457f-8529-707700288ba0 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:25.289808 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beeda72-9a36-457f-8529-707700288ba0 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:25.290031 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beeda72-9a36-457f-8529-707700288ba0 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:25.293291 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1c3e1201-af4e-4af5-9425-b36bec6f95d7 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:25.306346 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ac6f7b76-9531-4dcc-b2e7-854b11739ab0 req-d5ae8389-6920-4d4f-9f72-7124a1873893 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2567184 May 27 02:21:25.312394 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f14776fd-154c-473e-89fe-d85177620a9f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:21:25.352253 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-f14776fd-154c-473e-89fe-d85177620a9f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:21:25.402104 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-615c6790-4ec2-435d-b82b-b64e4b223f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:25.402579 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-73834aba-04d4-42a9-9131-e9821fcd1ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017', 'name': 'tempest-TaggedBootDevicesTest_v242-1578714909-router', 'tenant_id': 'c81473a41fb94f91be2c0840146b05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'd04733bd-452c-4d35-ba9d-306e164fb85e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:13:30Z', 'updated_at': '2022-05-27T02:13:40Z', 'revision_number': 4, 'project_id': 'c81473a41fb94f91be2c0840146b05b3', 'gw_port': {'id': 'd04733bd-452c-4d35-ba9d-306e164fb85e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:13:32Z', 'updated_at': '2022-05-27T02:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'c3efde9f-e5aa-4cba-b899-443dec05ea32', 'name': '', 'network_id': '5e758166-4843-420e-a7a2-e907df6227a4', 'tenant_id': 'c81473a41fb94f91be2c0840146b05b3', 'mac_address': 'fa:16:3e:7f:0c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '6ecf8e97-38b0-450d-a77d-44a69de922b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:13:38Z', 'updated_at': '2022-05-27T02:13:50Z', 'revision_number': 5, 'project_id': 'c81473a41fb94f91be2c0840146b05b3', 'subnets': [{'id': '6ecf8e97-38b0-450d-a77d-44a69de922b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:25.403626 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-615c6790-4ec2-435d-b82b-b64e4b223f32 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ee685f0-e442-4ea7-949d-71e1995db8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5469737 May 27 02:21:25.413326 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73834aba-04d4-42a9-9131-e9821fcd1ab0 None None] The sync data for ids ['c7fa79f9-c75a-4d5c-ad10-f00ff42cb017'] in n-d-843554-3 is: [{'id': 'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017', 'name': 'tempest-TaggedBootDevicesTest_v242-1578714909-router', 'tenant_id': 'c81473a41fb94f91be2c0840146b05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'd04733bd-452c-4d35-ba9d-306e164fb85e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:13:30Z', 'updated_at': '2022-05-27T02:13:40Z', 'revision_number': 4, 'project_id': 'c81473a41fb94f91be2c0840146b05b3', 'gw_port': {'id': 'd04733bd-452c-4d35-ba9d-306e164fb85e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:13:32Z', 'updated_at': '2022-05-27T02:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'c3efde9f-e5aa-4cba-b899-443dec05ea32', 'name': '', 'network_id': '5e758166-4843-420e-a7a2-e907df6227a4', 'tenant_id': 'c81473a41fb94f91be2c0840146b05b3', 'mac_address': 'fa:16:3e:7f:0c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '6ecf8e97-38b0-450d-a77d-44a69de922b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:13:38Z', 'updated_at': '2022-05-27T02:13:50Z', 'revision_number': 5, 'project_id': 'c81473a41fb94f91be2c0840146b05b3', 'subnets': [{'id': '6ecf8e97-38b0-450d-a77d-44a69de922b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:21:25.443721 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3c1209bf-7c44-40f7-ba52-b4f98ba8e59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:25.536162 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-1beeda72-9a36-457f-8529-707700288ba0 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] No DVR routers for this DVR port 67e8de69-192e-446c-8e1d-d36c172bc989 on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:21:25.541264 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-1beeda72-9a36-457f-8529-707700288ba0 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:25.553085 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3e1201-af4e-4af5-9425-b36bec6f95d7 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Network 58a8574c-5c8a-42a0-a3e7-697acb491680 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:21:25.558488 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-1c3e1201-af4e-4af5-9425-b36bec6f95d7 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:21:25.565729 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3e1201-af4e-4af5-9425-b36bec6f95d7 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:21:25.593431 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-1beeda72-9a36-457f-8529-707700288ba0 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.66 "DELETE /v2.0/ports/67e8de69-192e-446c-8e1d-d36c172bc989 HTTP/1.1" status: 204 len: 173 time: 1.4470711 May 27 02:21:25.601285 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e1201-af4e-4af5-9425-b36bec6f95d7 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Pushing event updated for resources: {'Port': ['ID=7c81d5e5-d813-45f6-9f1c-5c9fc06a24ab,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:25.623581 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14776fd-154c-473e-89fe-d85177620a9f admin admin] Made reservation on behalf of 209664ce71bb45b283c19d8ee70e43b1 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:21:25.623581 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f14776fd-154c-473e-89fe-d85177620a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:25.660689 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fce67e47-8e34-4f20-b178-1e1728cf0b01 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:25.749383 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3e1201-af4e-4af5-9425-b36bec6f95d7 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:25.750274 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1c3e1201-af4e-4af5-9425-b36bec6f95d7 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:25.785274 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-676968c4-a34f-4910-ada3-18c56de8e6bd tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Deleting port 81bcd93e-7bd2-4f53-a292-a20ac76ad827 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:21:25.788287 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-676968c4-a34f-4910-ada3-18c56de8e6bd tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:25.796314 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f14776fd-154c-473e-89fe-d85177620a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:25.869626 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddeb2c5b-1a77-4a62-9f3e-563c54ee1951 None None] New status for floating IP ee9b51e3-0949-4cfc-b1ba-48bf92acd2a4: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:21:25.920663 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce67e47-8e34-4f20-b178-1e1728cf0b01 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event deleted for resources: {'Subnet': ['ID=54fde628-9204-45e5-b6fc-c863dad60129,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:25.931982 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1c3e1201-af4e-4af5-9425-b36bec6f95d7 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5084846 May 27 02:21:25.936803 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-0311611a-95e2-4bcd-8512-985a136de480 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e6fc548f88094a2d8ad31078dc1820b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8383715 May 27 02:21:25.941365 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43902) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:25.949283 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-f14776fd-154c-473e-89fe-d85177620a9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:21:25.978362 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'name': 'network-vif-deleted', 'tag': 'dbe4c056-269a-4480-9565-128a45297e2d'}, {'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'name': 'network-vif-deleted', 'tag': '67e8de69-192e-446c-8e1d-d36c172bc989'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:21:25.982277 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-ca953069-aea9-4cd7-bb5e-9b50f471dceb service neutron] 10.222.0.32 "GET /v2.0/networks/7ee685f0-e442-4ea7-949d-71e1995db8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5553899 May 27 02:21:25.985045 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fce67e47-8e34-4f20-b178-1e1728cf0b01 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:25.995934 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-efa7d88e-10a9-4d2d-afc2-d525cef4ce5b tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Request body: {'floatingip': {'port_id': '7c81d5e5-d813-45f6-9f1c-5c9fc06a24ab'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:26.000424 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f14776fd-154c-473e-89fe-d85177620a9f admin admin] Usage tracker for resource:security_group_rule and tenant:209664ce71bb45b283c19d8ee70e43b1 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:21:26.006979 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f14776fd-154c-473e-89fe-d85177620a9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:21:26.020524 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-f14776fd-154c-473e-89fe-d85177620a9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:21:26.039720 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'tag': 'e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:21:26.172780 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b10684b-0926-413f-a943-0683a85666a6 None None] Network 21e81c1d-3f3c-41bd-8950-03b87b5f7cdd requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:21:26.186214 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-efa7d88e-10a9-4d2d-afc2-d525cef4ce5b tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for floatingip, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:26.363938 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-96d017ad-784c-4ef3-bf1a-e6e67f210c47 None None] Provisioning for port 7c81d5e5-d813-45f6-9f1c-5c9fc06a24ab completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:21:26.373944 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-96d017ad-784c-4ef3-bf1a-e6e67f210c47 None None] Provisioning complete for port 7c81d5e5-d813-45f6-9f1c-5c9fc06a24ab triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:21:26.374313 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-96d017ad-784c-4ef3-bf1a-e6e67f210c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:26.379376 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-676968c4-a34f-4910-ada3-18c56de8e6bd tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] For port 81bcd93e-7bd2-4f53-a292-a20ac76ad827, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=81bcd93e-7bd2-4f53-a292-a20ac76ad827,segment=NetworkSegment(05137e51-ffab-4574-b3b8-c8b7dbba9bf4),segment_id=05137e51-ffab-4574-b3b8-c8b7dbba9bf4)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:26.379376 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-676968c4-a34f-4910-ada3-18c56de8e6bd tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:26.392284 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-fce67e47-8e34-4f20-b178-1e1728cf0b01 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "DELETE /v2.0/subnets/54fde628-9204-45e5-b6fc-c863dad60129 HTTP/1.1" status: 204 len: 168 time: 2.5434473 May 27 02:21:26.394503 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43920) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:26.449024 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-96d017ad-784c-4ef3-bf1a-e6e67f210c47 None None] Port 7c81d5e5-d813-45f6-9f1c-5c9fc06a24ab cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:21:26.546094 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d8689-6893-41e0-8f63-14854a78f2c0 req-1dbb6a23-7771-419c-83c8-a3ff037bbdda tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:26.547795 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-983d8689-6893-41e0-8f63-14854a78f2c0 req-1dbb6a23-7771-419c-83c8-a3ff037bbdda tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 943 time: 1.0621052 May 27 02:21:26.570725 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-676968c4-a34f-4910-ada3-18c56de8e6bd tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Calling delete_port for 81bcd93e-7bd2-4f53-a292-a20ac76ad827 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:21:26.599443 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-786c41d3-4214-4878-adc0-2137412b7588 service neutron] 10.222.0.57 "GET /v2.0/networks/ad328cf1-4104-4d8e-8f1d-0a25d788d2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6635647 May 27 02:21:26.686963 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 0656c221-b9ea-4665-8d59-1ea5f8c78630 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:21:26.761454 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-983d8689-6893-41e0-8f63-14854a78f2c0 req-2f3e5271-cf28-4e5d-94bd-8846bd32987c tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c0d4d46-e793-47d9-97ac-8538804a4bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2005024 May 27 02:21:26.770162 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-1ed52ca6-1b0f-4179-b1aa-d1520e0aebe9 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:21:26.781444 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-70caa80a-1f6b-4ff3-b80f-5a8423693dd9 req-07905bea-ae2c-4ef8-b1c5-17a2f4088098 service neutron] 10.222.0.32 "GET /v2.0/networks/7ee685f0-e442-4ea7-949d-71e1995db8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7242460 May 27 02:21:26.838225 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e8a2996-96cb-46d1-b343-d0ce583e8616 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Deleting subnet 71f6e4c5-0c6b-48f0-b9f6-56414eeeacb5 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:21:26.892160 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2996-96cb-46d1-b343-d0ce583e8616 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:26.993547 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f14776fd-154c-473e-89fe-d85177620a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:27.035076 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-1ed52ca6-1b0f-4179-b1aa-d1520e0aebe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:21:27.081741 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-1ed52ca6-1b0f-4179-b1aa-d1520e0aebe9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:27.103962 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f14776fd-154c-473e-89fe-d85177620a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:27.113324 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 0656c221-b9ea-4665-8d59-1ea5f8c78630, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=0656c221-b9ea-4665-8d59-1ea5f8c78630,segment=NetworkSegment(f9d0c973-72f3-423e-80ec-119f03165820),segment_id=f9d0c973-72f3-423e-80ec-119f03165820)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:27.124701 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2996-96cb-46d1-b343-d0ce583e8616 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:27.133336 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '0656c221-b9ea-4665-8d59-1ea5f8c78630', 'network_id': '317f8943-c2cf-4629-a384-430f557971d0', 'port_id': '0656c221-b9ea-4665-8d59-1ea5f8c78630', 'mac_address': 'fa:16:3e:f0:6f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '029bf5aa-9449-4d9e-81c7-fe1336fb8379', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:21:27.203665 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-f508e425-0c25-49fe-b1c0-9e9d4f0a1b71 service neutron] 10.222.0.57 "GET /v2.0/networks/ad328cf1-4104-4d8e-8f1d-0a25d788d2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6032736 May 27 02:21:27.220898 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 0656c221-b9ea-4665-8d59-1ea5f8c78630 is: ACTIVE; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:21:27.224235 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:27.248241 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0656c221-b9ea-4665-8d59-1ea5f8c78630 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:21:27.270368 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 0656c221-b9ea-4665-8d59-1ea5f8c78630, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=0656c221-b9ea-4665-8d59-1ea5f8c78630,segment=NetworkSegment(f9d0c973-72f3-423e-80ec-119f03165820),segment_id=f9d0c973-72f3-423e-80ec-119f03165820)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:27.296070 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-1ed52ca6-1b0f-4179-b1aa-d1520e0aebe9 service neutron] Transition to ACTIVE for port object dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:21:27.300139 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f14776fd-154c-473e-89fe-d85177620a9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:21:27.342700 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14776fd-154c-473e-89fe-d85177620a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98403105-d981-4c62-804c-8b9c17a93da6,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:27.350677 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f14776fd-154c-473e-89fe-d85177620a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:27.351373 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-f14776fd-154c-473e-89fe-d85177620a9f admin admin] Added segment c05ea677-78fe-43e8-b477-3cdd7ca94b49 of type vlan for network 0218860d-7cbc-4a1d-902b-50f15d0343e7 May 27 02:21:27.358091 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:27.424792 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-1ed52ca6-1b0f-4179-b1aa-d1520e0aebe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:27.430755 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f14776fd-154c-473e-89fe-d85177620a9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:27.536133 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d624e9-16c9-4ed5-901d-7d2dbb50c600 req-fb1c8cac-f930-4e5e-a614-76237bbaee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:27.537822 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-33d624e9-16c9-4ed5-901d-7d2dbb50c600 req-fb1c8cac-f930-4e5e-a614-76237bbaee39 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67a2999592f840daafe9db3a26b0dd55&device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 1095 time: 0.6027381 May 27 02:21:27.573652 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=0656c221-b9ea-4665-8d59-1ea5f8c78630,revision_number=6']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:27.576551 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2996-96cb-46d1-b343-d0ce583e8616 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:27.596318 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['0656c221-b9ea-4665-8d59-1ea5f8c78630'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:21:27.625058 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67fbb1-6bd1-42f5-ab56-a072433f8391 req-30ab027b-1009-4a23-820c-2e804607d06a tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:27.633296 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1a67fbb1-6bd1-42f5-ab56-a072433f8391 req-30ab027b-1009-4a23-820c-2e804607d06a tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb8d367-d12a-4af5-8109-bc06a18bdc99 HTTP/1.1" status: 200 len: 945 time: 0.5542247 May 27 02:21:27.639106 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [None req-f14776fd-154c-473e-89fe-d85177620a9f admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:21:27.662946 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-676968c4-a34f-4910-ada3-18c56de8e6bd tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:27.804466 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-670f329b-7ca7-481f-b5fa-48c33ffee4ea None None] Provisioning complete for port 06fb9829-9e46-49d2-b189-eba2236ac13e triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:21:27.804696 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-670f329b-7ca7-481f-b5fa-48c33ffee4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:27.836066 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676968c4-a34f-4910-ada3-18c56de8e6bd tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Pushing event deleted for resources: {'Port': ['ID=81bcd93e-7bd2-4f53-a292-a20ac76ad827,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:27.950407 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed52ca6-1b0f-4179-b1aa-d1520e0aebe9 service neutron] Pushing event updated for resources: {'Port': ['ID=dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:28.042453 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-00fc6cb5-00b1-4c38-9b98-57163b80a53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:28.055770 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-676968c4-a34f-4910-ada3-18c56de8e6bd tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] No DVR routers for this DVR port 81bcd93e-7bd2-4f53-a292-a20ac76ad827 on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:21:28.060101 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-676968c4-a34f-4910-ada3-18c56de8e6bd tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:28.085827 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bfd2ac52-080b-4ce9-9d7f-7faa750b094b req-676968c4-a34f-4910-ada3-18c56de8e6bd tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.66 "DELETE /v2.0/ports/81bcd93e-7bd2-4f53-a292-a20ac76ad827 HTTP/1.1" status: 204 len: 173 time: 2.4856315 May 27 02:21:28.156252 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f14776fd-154c-473e-89fe-d85177620a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:28.157414 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14776fd-154c-473e-89fe-d85177620a9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:28.158080 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f14776fd-154c-473e-89fe-d85177620a9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:28.215600 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-efa7d88e-10a9-4d2d-afc2-d525cef4ce5b tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:28.217843 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2996-96cb-46d1-b343-d0ce583e8616 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:28.247403 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-670f329b-7ca7-481f-b5fa-48c33ffee4ea None None] Current status of the port 06fb9829-9e46-49d2-b189-eba2236ac13e is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:21:28.270403 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2996-96cb-46d1-b343-d0ce583e8616 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:28.272813 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2e8a2996-96cb-46d1-b343-d0ce583e8616 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "DELETE /v2.0/subnets/71f6e4c5-0c6b-48f0-b9f6-56414eeeacb5 HTTP/1.1" status: 204 len: 168 time: 1.8759589 May 27 02:21:28.275868 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee85807-5285-40bb-b393-454c2065a516 None None] Network 21e81c1d-3f3c-41bd-8950-03b87b5f7cdd requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:21:28.276159 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43948) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:28.283904 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a2996-96cb-46d1-b343-d0ce583e8616 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event deleted for resources: {'Subnet': ['ID=71f6e4c5-0c6b-48f0-b9f6-56414eeeacb5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:28.335919 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14776fd-154c-473e-89fe-d85177620a9f admin admin] Pushing event updated for resources: {'Network': ['ID=0218860d-7cbc-4a1d-902b-50f15d0343e7,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:28.351347 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1a67fbb1-6bd1-42f5-ab56-a072433f8391 req-a08b36d3-de0e-4cb3-b08d-b15d2055b3b8 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7139385 May 27 02:21:28.426720 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-efa7d88e-10a9-4d2d-afc2-d525cef4ce5b tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:28.498860 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 0218860d-7cbc-4a1d-902b-50f15d0343e7 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:21:28.544461 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1583767a-d1aa-465d-9f82-a970f4c5a947'] response: {'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'name': 'network-vif-deleted', 'tag': 'dbe4c056-269a-4480-9565-128a45297e2d', 'status': 'completed', 'code': 200} May 27 02:21:28.544889 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1583767a-d1aa-465d-9f82-a970f4c5a947'] response: {'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'name': 'network-vif-deleted', 'tag': '67e8de69-192e-446c-8e1d-d36c172bc989', 'status': 'completed', 'code': 200} May 27 02:21:28.565439 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d624e9-16c9-4ed5-901d-7d2dbb50c600 req-1ae465de-dfff-44f4-9e2d-a3705659bed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:28.571398 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-33d624e9-16c9-4ed5-901d-7d2dbb50c600 req-1ae465de-dfff-44f4-9e2d-a3705659bed9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7ee685f0-e442-4ea7-949d-71e1995db8ac HTTP/1.1" status: 200 len: 918 time: 0.9635599 May 27 02:21:28.587278 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60a5d6cd-df52-4d4b-abac-01235dc0d6e8'] response: {'name': 'network-changed', 'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'tag': 'e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340', 'status': 'completed', 'code': 200} May 27 02:21:28.751239 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 0656c221-b9ea-4665-8d59-1ea5f8c78630 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:21:28.806081 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-33d624e9-16c9-4ed5-901d-7d2dbb50c600 req-76ec7aa4-93da-4213-8820-910c521e832f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d8c57a0-911e-4dff-92d3-d90b2167597d HTTP/1.1" status: 200 len: 217 time: 0.2121236 May 27 02:21:28.810118 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f14776fd-154c-473e-89fe-d85177620a9f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.8884311 May 27 02:21:28.820877 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43954) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:28.837607 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-303f4ebe-2a46-42e8-aec0-2ea558acbbc7 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:28.864975 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-303f4ebe-2a46-42e8-aec0-2ea558acbbc7 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Deleting port 06fb9829-9e46-49d2-b189-eba2236ac13e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:21:28.865314 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-303f4ebe-2a46-42e8-aec0-2ea558acbbc7 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:28.947337 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce727a-d4ab-414d-b06a-88b407b6621b req-b3f95ba5-f3ac-41e5-93b5-47fa43beb401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:28.947919 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce727a-d4ab-414d-b06a-88b407b6621b req-b3f95ba5-f3ac-41e5-93b5-47fa43beb401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:28.948391 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce727a-d4ab-414d-b06a-88b407b6621b req-b3f95ba5-f3ac-41e5-93b5-47fa43beb401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:28.949026 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce727a-d4ab-414d-b06a-88b407b6621b req-b3f95ba5-f3ac-41e5-93b5-47fa43beb401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:28.949866 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce727a-d4ab-414d-b06a-88b407b6621b req-b3f95ba5-f3ac-41e5-93b5-47fa43beb401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:28.950369 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce727a-d4ab-414d-b06a-88b407b6621b req-b3f95ba5-f3ac-41e5-93b5-47fa43beb401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:28.950951 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce727a-d4ab-414d-b06a-88b407b6621b req-b3f95ba5-f3ac-41e5-93b5-47fa43beb401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:28.952952 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3cce727a-d4ab-414d-b06a-88b407b6621b req-b3f95ba5-f3ac-41e5-93b5-47fa43beb401 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0ff34f8aa5b34b2b8b9bd5b46a9cefc6&device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 6234 time: 0.3404193 May 27 02:21:28.955656 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 0656c221-b9ea-4665-8d59-1ea5f8c78630 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:21:28.956365 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:28.957206 n-d-843554-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-efa7d88e-10a9-4d2d-afc2-d525cef4ce5b tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Floating IP 6ea0fdf7-7e05-484e-a659-21f3fb29a54f associated. External IP: 172.25.1.243, port: 241f17a3-4fd5-449e-9f09-b9b5e5519299. May 27 02:21:28.999004 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0620fef-5a63-4b48-be06-0dab64a8206d req-aecfde98-87bd-4fb5-8129-53c91184d1cd tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:29.002686 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:29.017092 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0620fef-5a63-4b48-be06-0dab64a8206d req-aecfde98-87bd-4fb5-8129-53c91184d1cd tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:29.032386 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0620fef-5a63-4b48-be06-0dab64a8206d req-aecfde98-87bd-4fb5-8129-53c91184d1cd tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:29.047166 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0620fef-5a63-4b48-be06-0dab64a8206d req-aecfde98-87bd-4fb5-8129-53c91184d1cd tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:29.056463 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:29.063293 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0620fef-5a63-4b48-be06-0dab64a8206d req-aecfde98-87bd-4fb5-8129-53c91184d1cd tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:29.071503 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0620fef-5a63-4b48-be06-0dab64a8206d req-aecfde98-87bd-4fb5-8129-53c91184d1cd tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:29.077612 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0620fef-5a63-4b48-be06-0dab64a8206d req-aecfde98-87bd-4fb5-8129-53c91184d1cd tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:29.096682 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e0620fef-5a63-4b48-be06-0dab64a8206d req-aecfde98-87bd-4fb5-8129-53c91184d1cd tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 5384 time: 1.1570182 May 27 02:21:29.100198 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d624e9-16c9-4ed5-901d-7d2dbb50c600 req-eea900b2-ed00-41a9-8dfd-952e7ebbed50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:29.101712 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-33d624e9-16c9-4ed5-901d-7d2dbb50c600 req-eea900b2-ed00-41a9-8dfd-952e7ebbed50 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c302d24-860d-464a-9c69-32cd4f709ca1 HTTP/1.1" status: 200 len: 856 time: 0.2798400 May 27 02:21:29.106084 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-8961aff3-9972-4553-b908-172f39ec2e3b admin admin] Request body: {'subnet': {'network_id': '0218860d-7cbc-4a1d-902b-50f15d0343e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2044282800-subnet', 'tenant_id': '209664ce71bb45b283c19d8ee70e43b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:29.112445 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-8961aff3-9972-4553-b908-172f39ec2e3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:21:29.136209 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8961aff3-9972-4553-b908-172f39ec2e3b admin admin] Usage tracker for resource:subnet and tenant:209664ce71bb45b283c19d8ee70e43b1 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:21:29.140789 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8961aff3-9972-4553-b908-172f39ec2e3b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:21:29.147485 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-8961aff3-9972-4553-b908-172f39ec2e3b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:21:29.160309 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2ef174-8a29-476d-843e-a8463002a2df None None] DHCP port deletion for 21e81c1d-3f3c-41bd-8950-03b87b5f7cdd request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:21:29.173693 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-4b2ef174-8a29-476d-843e-a8463002a2df None None] Deleting port 06fb9829-9e46-49d2-b189-eba2236ac13e {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:21:29.174836 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4b2ef174-8a29-476d-843e-a8463002a2df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:29.224369 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-1ed52ca6-1b0f-4179-b1aa-d1520e0aebe9 service neutron] Attempting to bind port dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:21:29.224369 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-1ed52ca6-1b0f-4179-b1aa-d1520e0aebe9 service neutron] Attempting to bind port dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'b2df5c34-5572-4927-b1e4-0de52e1a0b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bc44a8f1-f55a-42c3-8906-2fd4470a2ec1'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:21:29.224369 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-1ed52ca6-1b0f-4179-b1aa-d1520e0aebe9 service neutron] Attempting to bind port dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125 on network bc44a8f1-f55a-42c3-8906-2fd4470a2ec1 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:21:29.310743 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 0656c221-b9ea-4665-8d59-1ea5f8c78630 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:21:29.311445 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:29.365828 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce727a-d4ab-414d-b06a-88b407b6621b req-03567331-08c3-4e45-9009-cf2a024ab4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:29.366302 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce727a-d4ab-414d-b06a-88b407b6621b req-03567331-08c3-4e45-9009-cf2a024ab4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:29.366769 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce727a-d4ab-414d-b06a-88b407b6621b req-03567331-08c3-4e45-9009-cf2a024ab4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:29.368354 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3cce727a-d4ab-414d-b06a-88b407b6621b req-03567331-08c3-4e45-9009-cf2a024ab4cc service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=0ff34f8aa5b34b2b8b9bd5b46a9cefc6&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1761634 May 27 02:21:29.391228 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8961aff3-9972-4553-b908-172f39ec2e3b admin admin] Made reservation on behalf of 209664ce71bb45b283c19d8ee70e43b1 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:21:29.393840 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8961aff3-9972-4553-b908-172f39ec2e3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:29.406517 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-1ed52ca6-1b0f-4179-b1aa-d1520e0aebe9 service neutron] Port dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125 on network bc44a8f1-f55a-42c3-8906-2fd4470a2ec1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:21:29.407448 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-1ed52ca6-1b0f-4179-b1aa-d1520e0aebe9 service neutron] Attempting to bind port dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125 on network bc44a8f1-f55a-42c3-8906-2fd4470a2ec1 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:21:29.433975 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-1ed52ca6-1b0f-4179-b1aa-d1520e0aebe9 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:21:29.434469 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-1ed52ca6-1b0f-4179-b1aa-d1520e0aebe9 service neutron] Checking segment: {'id': 'b2df5c34-5572-4927-b1e4-0de52e1a0b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bc44a8f1-f55a-42c3-8906-2fd4470a2ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:21:29.434951 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-1ed52ca6-1b0f-4179-b1aa-d1520e0aebe9 service neutron] Bound using segment: {'id': 'b2df5c34-5572-4927-b1e4-0de52e1a0b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bc44a8f1-f55a-42c3-8906-2fd4470a2ec1'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:21:29.435514 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-1ed52ca6-1b0f-4179-b1aa-d1520e0aebe9 service neutron] Bound port: dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df5c34-5572-4927-b1e4-0de52e1a0b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bc44a8f1-f55a-42c3-8906-2fd4470a2ec1'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:21:29.435955 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-1ed52ca6-1b0f-4179-b1aa-d1520e0aebe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:29.542643 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb8d367-d12a-4af5-8109-bc06a18bdc99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0656c221-b9ea-4665-8d59-1ea5f8c78630'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:21:29.690838 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 0656c221-b9ea-4665-8d59-1ea5f8c78630, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=0656c221-b9ea-4665-8d59-1ea5f8c78630,segment=NetworkSegment(f9d0c973-72f3-423e-80ec-119f03165820),segment_id=f9d0c973-72f3-423e-80ec-119f03165820)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:29.740327 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-4b2ef174-8a29-476d-843e-a8463002a2df None None] For port 06fb9829-9e46-49d2-b189-eba2236ac13e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=06fb9829-9e46-49d2-b189-eba2236ac13e,segment=NetworkSegment(42385bc9-e94a-418e-b9e2-b1d2823df123),segment_id=42385bc9-e94a-418e-b9e2-b1d2823df123)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:29.742419 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4b2ef174-8a29-476d-843e-a8463002a2df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:29.768878 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:29.924213 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e0620fef-5a63-4b48-be06-0dab64a8206d req-4a37f9a5-fd21-4dd8-99fe-c0b8dadd212f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=057f65d9-7e45-40c8-b89f-71d48d79e181&id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8264215 May 27 02:21:30.042645 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 06fb9829-9e46-49d2-b189-eba2236ac13e no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:21:30.115866 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d624e9-16c9-4ed5-901d-7d2dbb50c600 req-4ef4b34c-8e55-4129-9200-4d73d6738496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:30.117425 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-33d624e9-16c9-4ed5-901d-7d2dbb50c600 req-4ef4b34c-8e55-4129-9200-4d73d6738496 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ee685f0-e442-4ea7-949d-71e1995db8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8464470 May 27 02:21:30.129895 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b9a10-2050-4df6-8c71-ea7faaaa5cdf req-a6993866-3427-4fba-b3c3-ee5714f956f2 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:30.137204 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-713b9a10-2050-4df6-8c71-ea7faaaa5cdf req-a6993866-3427-4fba-b3c3-ee5714f956f2 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 944 time: 1.3087862 May 27 02:21:30.207438 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-4b2ef174-8a29-476d-843e-a8463002a2df None None] Calling delete_port for 06fb9829-9e46-49d2-b189-eba2236ac13e owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:21:30.260340 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa7d88e-10a9-4d2d-afc2-d525cef4ce5b tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Router 4c05be4c-2785-452e-a28c-2e39a38443a8 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:21:30.307118 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce727a-d4ab-414d-b06a-88b407b6621b req-739bee47-71a4-47fa-8a3c-f3988be061d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:30.307118 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3cce727a-d4ab-414d-b06a-88b407b6621b req-739bee47-71a4-47fa-8a3c-f3988be061d4 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9113805 May 27 02:21:30.329239 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-33d624e9-16c9-4ed5-901d-7d2dbb50c600 req-1e86b4d6-85cd-4ce2-ae74-f5e9de2f44f1 service neutron] 10.222.0.32 "GET /v2.0/networks/7ee685f0-e442-4ea7-949d-71e1995db8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867125 May 27 02:21:30.353905 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-303f4ebe-2a46-42e8-aec0-2ea558acbbc7 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] For port 06fb9829-9e46-49d2-b189-eba2236ac13e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=06fb9829-9e46-49d2-b189-eba2236ac13e,segment=NetworkSegment(42385bc9-e94a-418e-b9e2-b1d2823df123),segment_id=42385bc9-e94a-418e-b9e2-b1d2823df123)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:30.354314 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-303f4ebe-2a46-42e8-aec0-2ea558acbbc7 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:30.407810 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=0656c221-b9ea-4665-8d59-1ea5f8c78630,revision_number=7']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:30.463569 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:30.548148 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-303f4ebe-2a46-42e8-aec0-2ea558acbbc7 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Calling delete_port for 06fb9829-9e46-49d2-b189-eba2236ac13e owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:21:30.581912 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d004cc6d-7b72-4a30-b356-d1b74c9f27ce req-f0bb87ad-fddc-4322-8136-4cfc9397d890 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=e34607d1-6ef5-4c9a-9a46-6ce28a9d4f37 HTTP/1.1" status: 200 len: 210 time: 0.2516804 May 27 02:21:30.583841 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-33d624e9-16c9-4ed5-901d-7d2dbb50c600 req-5d1ec26f-7fc5-4c44-b7e4-8bafd769f2c5 service neutron] 10.222.0.32 "GET /v2.0/networks/7ee685f0-e442-4ea7-949d-71e1995db8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018826 May 27 02:21:30.607972 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'name': 'network-vif-deleted', 'tag': '81bcd93e-7bd2-4f53-a292-a20ac76ad827'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:21:30.625221 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 06fb9829-9e46-49d2-b189-eba2236ac13e is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:21:30.625649 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:30.650637 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-713b9a10-2050-4df6-8c71-ea7faaaa5cdf req-2cbc74f3-4c52-4912-8c1d-ecad338a6ef5 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5119972 May 27 02:21:30.659356 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-1ed52ca6-1b0f-4179-b1aa-d1520e0aebe9 service neutron] For port dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:21:30.699968 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-1ed52ca6-1b0f-4179-b1aa-d1520e0aebe9 service neutron] For port dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125,segment=NetworkSegment(b2df5c34-5572-4927-b1e4-0de52e1a0b3a),segment_id=b2df5c34-5572-4927-b1e4-0de52e1a0b3a)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:21:30.749222 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 3d8c57a0-911e-4dff-92d3-d90b2167597d details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:21:30.751242 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4b2ef174-8a29-476d-843e-a8463002a2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:30.830176 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ef174-8a29-476d-843e-a8463002a2df None None] Pushing event deleted for resources: {'Port': ['ID=06fb9829-9e46-49d2-b189-eba2236ac13e,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:30.839003 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2ef174-8a29-476d-843e-a8463002a2df None None] No DVR routers for this DVR port 06fb9829-9e46-49d2-b189-eba2236ac13e on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:21:30.974167 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa7d88e-10a9-4d2d-afc2-d525cef4ce5b tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:21:30.985944 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695b9524-ba1c-4cf0-8b52-488989151986 None None] Sync routers for ids ['4c05be4c-2785-452e-a28c-2e39a38443a8'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:21:30.992642 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-1ed52ca6-1b0f-4179-b1aa-d1520e0aebe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:30.998906 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695b9524-ba1c-4cf0-8b52-488989151986 None None] Routers {'4c05be4c-2785-452e-a28c-2e39a38443a8'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:21:30.999655 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-695b9524-ba1c-4cf0-8b52-488989151986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:21:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4c05be4c-2785-452e-a28c-2e39a38443a8'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:31.089269 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-1ed52ca6-1b0f-4179-b1aa-d1520e0aebe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:31.092812 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-1ed52ca6-1b0f-4179-b1aa-d1520e0aebe9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:31.097345 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-695b9524-ba1c-4cf0-8b52-488989151986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:31.097616 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-1ed52ca6-1b0f-4179-b1aa-d1520e0aebe9 service neutron] 10.222.0.66 "PUT /v2.0/ports/dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125 HTTP/1.1" status: 200 len: 1090 time: 6.4253139 May 27 02:21:31.106789 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695b9524-ba1c-4cf0-8b52-488989151986 None None] Routers {'4c05be4c-2785-452e-a28c-2e39a38443a8'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:21:31.107474 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-695b9524-ba1c-4cf0-8b52-488989151986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:21:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4c05be4c-2785-452e-a28c-2e39a38443a8'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:31.108938 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 3d8c57a0-911e-4dff-92d3-d90b2167597d, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=3d8c57a0-911e-4dff-92d3-d90b2167597d,segment=NetworkSegment(7321cd14-1f6f-448d-a8d3-637a53c8da8a),segment_id=7321cd14-1f6f-448d-a8d3-637a53c8da8a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:31.144544 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'tag': 'dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:21:31.150346 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '3d8c57a0-911e-4dff-92d3-d90b2167597d', 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac', 'port_id': '3d8c57a0-911e-4dff-92d3-d90b2167597d', 'mac_address': 'fa:16:3e:a9:ff:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c302d24-860d-464a-9c69-32cd4f709ca1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:21:31.167133 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-64f4a3e0-0dc0-4a31-829b-06e085d31497 req-3c3d34de-929b-4a06-a560-fe334febdfb6 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 210 time: 0.2383456 May 27 02:21:31.237583 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-b7c40cc3-b9e7-4cdf-9c07-639b57e87b9d service neutron] Request body: {'port': {'device_id': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:31.247220 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-695b9524-ba1c-4cf0-8b52-488989151986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:31.247745 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695b9524-ba1c-4cf0-8b52-488989151986 None None] The sync data for ids ['4c05be4c-2785-452e-a28c-2e39a38443a8'] in n-d-843554-3 is: [] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:21:31.347213 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41198f76-abd4-42da-9314-92f774e8be22'] response: {'server_uuid': '4eb8d367-d12a-4af5-8109-bc06a18bdc99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0656c221-b9ea-4665-8d59-1ea5f8c78630', 'code': 200} May 27 02:21:31.350304 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 3d8c57a0-911e-4dff-92d3-d90b2167597d is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:21:31.350681 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:31.398282 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d8c57a0-911e-4dff-92d3-d90b2167597d {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:21:31.433737 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 3d8c57a0-911e-4dff-92d3-d90b2167597d, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=3d8c57a0-911e-4dff-92d3-d90b2167597d,segment=NetworkSegment(7321cd14-1f6f-448d-a8d3-637a53c8da8a),segment_id=7321cd14-1f6f-448d-a8d3-637a53c8da8a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:31.494715 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-729eab83-6dd4-4cb9-83ab-e7c7dfede1a4'] response: {'server_uuid': '8885dbf8-c124-49a5-b7ec-d20bdc643a1b', 'name': 'network-vif-deleted', 'tag': '81bcd93e-7bd2-4f53-a292-a20ac76ad827', 'status': 'completed', 'code': 200} May 27 02:21:31.511233 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:21:31.528384 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:31.562590 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-b7c40cc3-b9e7-4cdf-9c07-639b57e87b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:31.578140 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed52ca6-1b0f-4179-b1aa-d1520e0aebe9 service neutron] Pushing event updated for resources: {'Port': ['ID=dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:31.675025 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=3d8c57a0-911e-4dff-92d3-d90b2167597d,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:31.724322 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-303f4ebe-2a46-42e8-aec0-2ea558acbbc7 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:21:31.724692 n-d-843554-3 neutron-server[88901]: DEBUG oslo_db.api [None req-303f4ebe-2a46-42e8-aec0-2ea558acbbc7 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:21:31.758820 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['3d8c57a0-911e-4dff-92d3-d90b2167597d'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:21:31.862169 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-6428f018-1399-44cf-85d6-e7d688da8a3d tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:31.867071 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-6428f018-1399-44cf-85d6-e7d688da8a3d tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.66 "GET /v2.0/networks?id=ad328cf1-4104-4d8e-8f1d-0a25d788d2cc HTTP/1.1" status: 200 len: 821 time: 1.1670134 May 27 02:21:31.904260 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-aa5f11af-2fb0-4795-bbfc-84a9756bf744 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Request body: {'port': {'device_id': 'e34607d1-6ef5-4c9a-9a46-6ce28a9d4f37', 'network_id': 'ad328cf1-4104-4d8e-8f1d-0a25d788d2cc', 'admin_state_up': True, 'tenant_id': 'e6fc548f88094a2d8ad31078dc1820b4'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:31.919077 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8961aff3-9972-4553-b908-172f39ec2e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:32.011648 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df29386-386a-46ee-9f7b-35c49f195ffe req-c4481d46-d10a-49d6-bd03-b8838b58af53 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:32.013262 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8df29386-386a-46ee-9f7b-35c49f195ffe req-c4481d46-d10a-49d6-bd03-b8838b58af53 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb8d367-d12a-4af5-8109-bc06a18bdc99 HTTP/1.1" status: 200 len: 945 time: 1.1328890 May 27 02:21:32.212704 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8df29386-386a-46ee-9f7b-35c49f195ffe req-913c5382-7ba6-4459-b9d6-a8a40eaea02f tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726069 May 27 02:21:32.253649 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8961aff3-9972-4553-b908-172f39ec2e3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=03d6acab-3ccc-4e49-9edb-b9860698e697,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:32.269489 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8961aff3-9972-4553-b908-172f39ec2e3b admin admin] Checking segment: {'id': 'c05ea677-78fe-43e8-b477-3cdd7ca94b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0218860d-7cbc-4a1d-902b-50f15d0343e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:21:32.269987 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8961aff3-9972-4553-b908-172f39ec2e3b admin admin] Network hostable DHCP agents. Network: 0218860d-7cbc-4a1d-902b-50f15d0343e7, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:21:32.282250 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-303f4ebe-2a46-42e8-aec0-2ea558acbbc7 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Deleting port 06fb9829-9e46-49d2-b189-eba2236ac13e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:21:32.282707 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-303f4ebe-2a46-42e8-aec0-2ea558acbbc7 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:32.296821 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065481fe-e754-4ca4-aba3-fabea7689983 req-9f1c54fb-c86e-4cbe-9eeb-65adb9e8f5e9 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:32.305069 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065481fe-e754-4ca4-aba3-fabea7689983 req-9f1c54fb-c86e-4cbe-9eeb-65adb9e8f5e9 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:32.312162 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065481fe-e754-4ca4-aba3-fabea7689983 req-9f1c54fb-c86e-4cbe-9eeb-65adb9e8f5e9 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:32.320159 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065481fe-e754-4ca4-aba3-fabea7689983 req-9f1c54fb-c86e-4cbe-9eeb-65adb9e8f5e9 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:32.328465 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065481fe-e754-4ca4-aba3-fabea7689983 req-9f1c54fb-c86e-4cbe-9eeb-65adb9e8f5e9 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:32.335162 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065481fe-e754-4ca4-aba3-fabea7689983 req-9f1c54fb-c86e-4cbe-9eeb-65adb9e8f5e9 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:32.342261 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065481fe-e754-4ca4-aba3-fabea7689983 req-9f1c54fb-c86e-4cbe-9eeb-65adb9e8f5e9 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:32.344409 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-065481fe-e754-4ca4-aba3-fabea7689983 req-9f1c54fb-c86e-4cbe-9eeb-65adb9e8f5e9 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 5384 time: 0.6592979 May 27 02:21:32.349499 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28dd0b01-e61e-4c3d-af6c-38b5452b494e'] response: {'name': 'network-changed', 'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'tag': 'dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125', 'status': 'completed', 'code': 200} May 27 02:21:32.403672 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-303f4ebe-2a46-42e8-aec0-2ea558acbbc7 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] The port '06fb9829-9e46-49d2-b189-eba2236ac13e' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:21:32.488546 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-065481fe-e754-4ca4-aba3-fabea7689983 req-3b8db88f-974c-467d-8c68-14e812f3883f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=057f65d9-7e45-40c8-b89f-71d48d79e181&id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1365011 May 27 02:21:32.576770 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c0a47c44-da8a-40c4-8744-7fb926168432 req-c258c1b5-5896-4d56-b961-605e3dac2890 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=e34607d1-6ef5-4c9a-9a46-6ce28a9d4f37 HTTP/1.1" status: 200 len: 210 time: 0.0937495 May 27 02:21:32.662257 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-aa5f11af-2fb0-4795-bbfc-84a9756bf744 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:21:32.749933 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 3d8c57a0-911e-4dff-92d3-d90b2167597d up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:21:32.899714 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-aa5f11af-2fb0-4795-bbfc-84a9756bf744 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:21:32.960553 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-303f4ebe-2a46-42e8-aec0-2ea558acbbc7 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:32.978599 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8961aff3-9972-4553-b908-172f39ec2e3b admin admin] Network 0218860d-7cbc-4a1d-902b-50f15d0343e7 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:21:32.997523 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 3d8c57a0-911e-4dff-92d3-d90b2167597d completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:21:33.008070 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 3d8c57a0-911e-4dff-92d3-d90b2167597d triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:21:33.008070 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:33.034547 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-aa5f11af-2fb0-4795-bbfc-84a9756bf744 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Made reservation on behalf of e6fc548f88094a2d8ad31078dc1820b4 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:21:33.048321 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-aa5f11af-2fb0-4795-bbfc-84a9756bf744 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:33.085488 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-303f4ebe-2a46-42e8-aec0-2ea558acbbc7 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e81c1d-3f3c-41bd-8950-03b87b5f7cdd']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:33.108257 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca763cb-9d0d-4be2-a6f4-88b68b28d321 req-c1fd31c9-1bd2-4a96-ab82-ec8edc0260ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:33.108827 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca763cb-9d0d-4be2-a6f4-88b68b28d321 req-c1fd31c9-1bd2-4a96-ab82-ec8edc0260ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:33.110070 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca763cb-9d0d-4be2-a6f4-88b68b28d321 req-c1fd31c9-1bd2-4a96-ab82-ec8edc0260ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:33.110561 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca763cb-9d0d-4be2-a6f4-88b68b28d321 req-c1fd31c9-1bd2-4a96-ab82-ec8edc0260ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:33.111052 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca763cb-9d0d-4be2-a6f4-88b68b28d321 req-c1fd31c9-1bd2-4a96-ab82-ec8edc0260ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:33.111538 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca763cb-9d0d-4be2-a6f4-88b68b28d321 req-c1fd31c9-1bd2-4a96-ab82-ec8edc0260ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:33.112027 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca763cb-9d0d-4be2-a6f4-88b68b28d321 req-c1fd31c9-1bd2-4a96-ab82-ec8edc0260ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:33.114709 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eca763cb-9d0d-4be2-a6f4-88b68b28d321 req-c1fd31c9-1bd2-4a96-ab82-ec8edc0260ba service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0ff34f8aa5b34b2b8b9bd5b46a9cefc6&device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 6276 time: 0.7640378 May 27 02:21:33.122758 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e37c9f47-8e1f-4c07-b342-057d3f265440 req-716c75ba-4dea-455e-8343-ed47b4a0fd50 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/ports?device_id=8885dbf8-c124-49a5-b7ec-d20bdc643a1b HTTP/1.1" status: 200 len: 210 time: 0.1793973 May 27 02:21:33.139100 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa7d88e-10a9-4d2d-afc2-d525cef4ce5b tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Router 60755140-80d5-426e-b22f-23143d48e055 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:21:33.236256 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-303f4ebe-2a46-42e8-aec0-2ea558acbbc7 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42385bc9-e94a-418e-b9e2-b1d2823df123') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:33.236737 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-303f4ebe-2a46-42e8-aec0-2ea558acbbc7 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42385bc9-e94a-418e-b9e2-b1d2823df123') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:33.527290 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-303f4ebe-2a46-42e8-aec0-2ea558acbbc7 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:33.527290 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-303f4ebe-2a46-42e8-aec0-2ea558acbbc7 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:33.527290 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-303f4ebe-2a46-42e8-aec0-2ea558acbbc7 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:21:33.527290 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-303f4ebe-2a46-42e8-aec0-2ea558acbbc7 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:33.529445 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca763cb-9d0d-4be2-a6f4-88b68b28d321 req-33411760-81e1-4492-9c6f-d0676609142a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:33.529445 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca763cb-9d0d-4be2-a6f4-88b68b28d321 req-33411760-81e1-4492-9c6f-d0676609142a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:33.529445 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca763cb-9d0d-4be2-a6f4-88b68b28d321 req-33411760-81e1-4492-9c6f-d0676609142a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:33.529445 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eca763cb-9d0d-4be2-a6f4-88b68b28d321 req-33411760-81e1-4492-9c6f-d0676609142a service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=0ff34f8aa5b34b2b8b9bd5b46a9cefc6&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2080691 May 27 02:21:33.529445 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-b7c40cc3-b9e7-4cdf-9c07-639b57e87b9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 248cd725-0c24-4047-b076-0aa17cd7ecc0 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:21:33.529445 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-8961aff3-9972-4553-b908-172f39ec2e3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 0218860d-7cbc-4a1d-902b-50f15d0343e7) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:21:33.529445 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-b7c40cc3-b9e7-4cdf-9c07-639b57e87b9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:33.530044 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02ee1d4-b2b9-47c4-bc28-a57af61706d9 None None] Network 0218860d-7cbc-4a1d-902b-50f15d0343e7 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:21:33.530152 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8961aff3-9972-4553-b908-172f39ec2e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:33.530152 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8961aff3-9972-4553-b908-172f39ec2e3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:33.561726 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 42385bc9-e94a-418e-b9e2-b1d2823df123 resource provider aggregate not found May 27 02:21:33.596265 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20caad87-e5b3-4873-b120-e7a3dfda0298 req-8a805b2d-3806-4885-a098-c2710487e014 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:33.597956 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-20caad87-e5b3-4873-b120-e7a3dfda0298 req-8a805b2d-3806-4885-a098-c2710487e014 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 945 time: 0.6575267 May 27 02:21:33.602366 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 3d8c57a0-911e-4dff-92d3-d90b2167597d is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:21:33.603059 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:33.637205 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca763cb-9d0d-4be2-a6f4-88b68b28d321 req-753c19b9-ef08-44cf-a49f-1d3916a2fe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:33.638734 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eca763cb-9d0d-4be2-a6f4-88b68b28d321 req-753c19b9-ef08-44cf-a49f-1d3916a2fe8e service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2948709 May 27 02:21:33.641333 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-b7c40cc3-b9e7-4cdf-9c07-639b57e87b9d service neutron] Transition to ACTIVE for port object 248cd725-0c24-4047-b076-0aa17cd7ecc0 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:21:33.666083 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8961aff3-9972-4553-b908-172f39ec2e3b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 4.8267775 May 27 02:21:33.669667 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43986) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:33.678475 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-409c8c77-fc45-4f25-8a83-6668fc88b865 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2044282800-router', 'tenant_id': '209664ce71bb45b283c19d8ee70e43b1', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:33.683503 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-409c8c77-fc45-4f25-8a83-6668fc88b865 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:21:33.687834 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-409c8c77-fc45-4f25-8a83-6668fc88b865 admin admin] Usage tracker for resource:router and tenant:209664ce71bb45b283c19d8ee70e43b1 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:21:33.692357 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-409c8c77-fc45-4f25-8a83-6668fc88b865 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:21:33.698118 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-409c8c77-fc45-4f25-8a83-6668fc88b865 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:21:33.724240 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f59e3235-26be-4ba3-b4a2-1f7a9345e756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8c57a0-911e-4dff-92d3-d90b2167597d'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:21:33.734811 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2e5e6-8331-470c-910e-a1ed91cb5b15 req-a0b75803-140b-45af-9c18-15f1ddf3114f tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:33.743787 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-11c2e5e6-8331-470c-910e-a1ed91cb5b15 req-a0b75803-140b-45af-9c18-15f1ddf3114f tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb8d367-d12a-4af5-8109-bc06a18bdc99 HTTP/1.1" status: 200 len: 945 time: 0.2848763 May 27 02:21:33.746783 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 3d8c57a0-911e-4dff-92d3-d90b2167597d, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=3d8c57a0-911e-4dff-92d3-d90b2167597d,segment=NetworkSegment(7321cd14-1f6f-448d-a8d3-637a53c8da8a),segment_id=7321cd14-1f6f-448d-a8d3-637a53c8da8a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:33.753430 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-303f4ebe-2a46-42e8-aec0-2ea558acbbc7 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:33.767794 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 42385bc9-e94a-418e-b9e2-b1d2823df123 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 42385bc9-e94a-418e-b9e2-b1d2823df123 found for delete ", "request_id": "req-f68e3d76-faf5-4429-82b7-1b76836729b4"}]} May 27 02:21:33.794616 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-20caad87-e5b3-4873-b120-e7a3dfda0298 req-00b3d9a1-3df6-4d9a-9a08-bdd9d130bf42 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520898 May 27 02:21:33.795493 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-409c8c77-fc45-4f25-8a83-6668fc88b865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:33.808349 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-409c8c77-fc45-4f25-8a83-6668fc88b865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:33.822501 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-303f4ebe-2a46-42e8-aec0-2ea558acbbc7 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:33.829868 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf99189a-4cf7-4787-a84f-908f41f06ea1 None None] Network 0218860d-7cbc-4a1d-902b-50f15d0343e7 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:21:33.853545 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-409c8c77-fc45-4f25-8a83-6668fc88b865 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:33.888607 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-b7c40cc3-b9e7-4cdf-9c07-639b57e87b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:33.891554 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-aa5f11af-2fb0-4795-bbfc-84a9756bf744 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Allocated IP 172.20.0.9 (ad328cf1-4104-4d8e-8f1d-0a25d788d2cc/247564f0-1187-4cc8-b142-74cbc42d04cd/5c63a4a1-3ce7-4b69-b220-3c8403bef40a) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:21:33.905219 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f4ebe-2a46-42e8-aec0-2ea558acbbc7 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event deleted for resources: {'Network': ['ID=21e81c1d-3f3c-41bd-8950-03b87b5f7cdd,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:34.041673 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:34.116487 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-303f4ebe-2a46-42e8-aec0-2ea558acbbc7 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "DELETE /v2.0/networks/21e81c1d-3f3c-41bd-8950-03b87b5f7cdd HTTP/1.1" status: 204 len: 168 time: 5.8346109 May 27 02:21:34.131960 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43992) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:34.232156 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=3d8c57a0-911e-4dff-92d3-d90b2167597d,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:34.248802 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:34.249333 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:34.249768 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:34.250212 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:34.250657 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:34.251098 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:34.251534 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:34.252557 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:34.253029 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:34.253603 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:34.253997 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:34.254419 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:34.301950 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f77541-e1e9-4976-9c3b-f4596133fd9f tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] DELETE failed (client error): The resource could not be found. May 27 02:21:34.302312 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9f77541-e1e9-4976-9c3b-f4596133fd9f tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:21:34.304051 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a9f77541-e1e9-4976-9c3b-f4596133fd9f tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "DELETE /v2.0/subnets/dc03b7bb-1995-4845-ac74-14f72a80a30f HTTP/1.1" status: 404 len: 337 time: 0.1710508 May 27 02:21:34.318822 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43998) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:34.396308 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa7d88e-10a9-4d2d-afc2-d525cef4ce5b tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:21:34.398209 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e227023-8737-435a-9be0-0d3f77abb710 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] DELETE failed (client error): The resource could not be found. May 27 02:21:34.406291 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e227023-8737-435a-9be0-0d3f77abb710 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:21:34.406291 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2e227023-8737-435a-9be0-0d3f77abb710 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "DELETE /v2.0/networks/4b3e199b-cf0c-48eb-9413-cc3692812ce7 HTTP/1.1" status: 404 len: 339 time: 0.0806768 May 27 02:21:34.406291 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-efa7d88e-10a9-4d2d-afc2-d525cef4ce5b tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:34.409875 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b060c4fe-8023-4013-912e-c4c12ab066f4 None None] Sync routers for ids ['60755140-80d5-426e-b22f-23143d48e055'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:21:34.431308 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b060c4fe-8023-4013-912e-c4c12ab066f4 None None] Routers {'60755140-80d5-426e-b22f-23143d48e055'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:21:34.432442 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b060c4fe-8023-4013-912e-c4c12ab066f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:21:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['60755140-80d5-426e-b22f-23143d48e055'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:34.514793 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-409c8c77-fc45-4f25-8a83-6668fc88b865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:34.529911 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44002) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:34.589218 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-11c2e5e6-8331-470c-910e-a1ed91cb5b15 req-a3021c16-624e-4e05-bc93-0fbec9f736ed tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8356750 May 27 02:21:34.589218 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c40cc3-b9e7-4cdf-9c07-639b57e87b9d service neutron] Pushing event updated for resources: {'Port': ['ID=248cd725-0c24-4047-b076-0aa17cd7ecc0,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:34.591962 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f6b18cd-593d-4ae1-b243-d44c1e155ba7 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] DELETE failed (client error): The resource could not be found. May 27 02:21:34.592450 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f6b18cd-593d-4ae1-b243-d44c1e155ba7 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:21:34.597302 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b060c4fe-8023-4013-912e-c4c12ab066f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:34.635612 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b060c4fe-8023-4013-912e-c4c12ab066f4 None None] Routers {'60755140-80d5-426e-b22f-23143d48e055'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:21:34.636249 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b060c4fe-8023-4013-912e-c4c12ab066f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:21:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['60755140-80d5-426e-b22f-23143d48e055'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:34.638846 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5f6b18cd-593d-4ae1-b243-d44c1e155ba7 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "DELETE /v2.0/subnets/fcd424e0-9671-412a-8ffe-b260aa3feea4 HTTP/1.1" status: 404 len: 337 time: 0.1077120 May 27 02:21:34.656601 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44006) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:34.706011 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-efa7d88e-10a9-4d2d-afc2-d525cef4ce5b tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "PUT /v2.0/floatingips/6ea0fdf7-7e05-484e-a659-21f3fb29a54f HTTP/1.1" status: 200 len: 977 time: 8.7620578 May 27 02:21:34.710416 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44010) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:34.723704 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b060c4fe-8023-4013-912e-c4c12ab066f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:34.724128 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b060c4fe-8023-4013-912e-c4c12ab066f4 None None] The sync data for ids ['60755140-80d5-426e-b22f-23143d48e055'] in n-d-843554-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:21:34.753081 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a4815f4-8716-4f71-bb24-ff899a6c5524 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] DELETE failed (client error): The resource could not be found. May 27 02:21:34.753546 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a4815f4-8716-4f71-bb24-ff899a6c5524 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:21:34.757696 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3a4815f4-8716-4f71-bb24-ff899a6c5524 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "DELETE /v2.0/networks/bdc750af-d25b-4592-a32a-3bea51e7f85b HTTP/1.1" status: 404 len: 339 time: 0.0555642 May 27 02:21:34.758337 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44014) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:34.804348 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0c3ad45-0326-4135-b08a-0d11cc7e3666 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] DELETE failed (client error): The resource could not be found. May 27 02:21:34.804733 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0c3ad45-0326-4135-b08a-0d11cc7e3666 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:21:34.808867 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e0c3ad45-0326-4135-b08a-0d11cc7e3666 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "DELETE /v2.0/subnets/ccccc6c9-1d76-4517-975a-14e7f424aba2 HTTP/1.1" status: 404 len: 337 time: 0.0472114 May 27 02:21:34.810778 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44018) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:34.869986 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-45b934dc-c71e-40dc-9d11-96708ee7de99 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] DELETE failed (client error): The resource could not be found. May 27 02:21:34.869986 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45b934dc-c71e-40dc-9d11-96708ee7de99 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:21:34.869986 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-45b934dc-c71e-40dc-9d11-96708ee7de99 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "DELETE /v2.0/networks/89856e41-c1cf-4990-b24d-7214c8511f4c HTTP/1.1" status: 404 len: 339 time: 0.0440445 May 27 02:21:34.872677 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44024) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:34.934869 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-aa5f11af-2fb0-4795-bbfc-84a9756bf744 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:34.961759 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a1a8522-c029-4c0f-9d92-661467c53073 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Deleting subnet d71dc6cf-2a03-49d9-bbec-e66eda1f6b10 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:21:34.966560 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6a1a8522-c029-4c0f-9d92-661467c53073 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:34.990768 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1aad231f-1ed0-4b47-bdcf-730c97433262 req-564c110b-9116-4099-a0b5-fd31059c5607 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=e34607d1-6ef5-4c9a-9a46-6ce28a9d4f37 HTTP/1.1" status: 200 len: 210 time: 0.1933820 May 27 02:21:35.032533 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6a1a8522-c029-4c0f-9d92-661467c53073 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:35.036780 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-007ca5fa-3286-4b9f-8849-67e704a07d7a tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Deleting port 7c81d5e5-d813-45f6-9f1c-5c9fc06a24ab {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:21:35.037130 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-007ca5fa-3286-4b9f-8849-67e704a07d7a tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:35.070484 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-b7c40cc3-b9e7-4cdf-9c07-639b57e87b9d service neutron] Attempting to bind port 248cd725-0c24-4047-b076-0aa17cd7ecc0 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:21:35.070817 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-b7c40cc3-b9e7-4cdf-9c07-639b57e87b9d service neutron] Attempting to bind port 248cd725-0c24-4047-b076-0aa17cd7ecc0 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'b2df5c34-5572-4927-b1e4-0de52e1a0b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bc44a8f1-f55a-42c3-8906-2fd4470a2ec1'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:21:35.071149 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-b7c40cc3-b9e7-4cdf-9c07-639b57e87b9d service neutron] Attempting to bind port 248cd725-0c24-4047-b076-0aa17cd7ecc0 on network bc44a8f1-f55a-42c3-8906-2fd4470a2ec1 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:21:35.083786 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa5696-1f8e-49c6-b303-3247f39ea07c req-e208ed5e-8206-4ffb-ae7a-188ac91c8551 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:35.088778 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cfcf867-c3fd-41e6-a3a3-e245397e7dad'] response: {'server_uuid': 'f59e3235-26be-4ba3-b4a2-1f7a9345e756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8c57a0-911e-4dff-92d3-d90b2167597d', 'code': 200} May 27 02:21:35.089488 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa5696-1f8e-49c6-b303-3247f39ea07c req-e208ed5e-8206-4ffb-ae7a-188ac91c8551 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:35.096125 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa5696-1f8e-49c6-b303-3247f39ea07c req-e208ed5e-8206-4ffb-ae7a-188ac91c8551 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:35.102557 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa5696-1f8e-49c6-b303-3247f39ea07c req-e208ed5e-8206-4ffb-ae7a-188ac91c8551 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:35.108426 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa5696-1f8e-49c6-b303-3247f39ea07c req-e208ed5e-8206-4ffb-ae7a-188ac91c8551 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:35.114862 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa5696-1f8e-49c6-b303-3247f39ea07c req-e208ed5e-8206-4ffb-ae7a-188ac91c8551 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:35.121612 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa5696-1f8e-49c6-b303-3247f39ea07c req-e208ed5e-8206-4ffb-ae7a-188ac91c8551 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:35.123455 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-97fa5696-1f8e-49c6-b303-3247f39ea07c req-e208ed5e-8206-4ffb-ae7a-188ac91c8551 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 5396 time: 1.0533383 May 27 02:21:35.161062 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6a1a8522-c029-4c0f-9d92-661467c53073 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:35.162585 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-b7c40cc3-b9e7-4cdf-9c07-639b57e87b9d service neutron] Port 248cd725-0c24-4047-b076-0aa17cd7ecc0 on network bc44a8f1-f55a-42c3-8906-2fd4470a2ec1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:21:35.162916 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-b7c40cc3-b9e7-4cdf-9c07-639b57e87b9d service neutron] Attempting to bind port 248cd725-0c24-4047-b076-0aa17cd7ecc0 on network bc44a8f1-f55a-42c3-8906-2fd4470a2ec1 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:21:35.221694 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-b7c40cc3-b9e7-4cdf-9c07-639b57e87b9d service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:21:35.222145 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-b7c40cc3-b9e7-4cdf-9c07-639b57e87b9d service neutron] Checking segment: {'id': 'b2df5c34-5572-4927-b1e4-0de52e1a0b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bc44a8f1-f55a-42c3-8906-2fd4470a2ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:21:35.222433 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-b7c40cc3-b9e7-4cdf-9c07-639b57e87b9d service neutron] Bound using segment: {'id': 'b2df5c34-5572-4927-b1e4-0de52e1a0b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bc44a8f1-f55a-42c3-8906-2fd4470a2ec1'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:21:35.222870 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-b7c40cc3-b9e7-4cdf-9c07-639b57e87b9d service neutron] Bound port: 248cd725-0c24-4047-b076-0aa17cd7ecc0, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df5c34-5572-4927-b1e4-0de52e1a0b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bc44a8f1-f55a-42c3-8906-2fd4470a2ec1'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:21:35.223218 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-b7c40cc3-b9e7-4cdf-9c07-639b57e87b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:35.356498 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-97fa5696-1f8e-49c6-b303-3247f39ea07c req-b8224baf-1959-435a-bd86-8c159f5ef168 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=057f65d9-7e45-40c8-b89f-71d48d79e181&id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2228200 May 27 02:21:35.412114 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-aa5f11af-2fb0-4795-bbfc-84a9756bf744 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:35.474859 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-aa5f11af-2fb0-4795-bbfc-84a9756bf744 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Network ad328cf1-4104-4d8e-8f1d-0a25d788d2cc is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:21:35.483145 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-aa5f11af-2fb0-4795-bbfc-84a9756bf744 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:21:35.487633 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-aa5f11af-2fb0-4795-bbfc-84a9756bf744 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:21:35.539051 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44034) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:35.551401 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6a1a8522-c029-4c0f-9d92-661467c53073 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:35.601557 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6a1a8522-c029-4c0f-9d92-661467c53073 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:35.606841 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1801bcc-b0dc-4028-af9a-63ef2f6d4d7e None None] Network 298ff16d-b069-4f53-9f4f-522f64ef3bb9 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:21:35.609317 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-aa5f11af-2fb0-4795-bbfc-84a9756bf744 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:35.609965 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-aa5f11af-2fb0-4795-bbfc-84a9756bf744 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:35.637224 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f11af-2fb0-4795-bbfc-84a9756bf744 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Pushing event updated for resources: {'Port': ['ID=5c63a4a1-3ce7-4b69-b220-3c8403bef40a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:35.647314 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a8522-c029-4c0f-9d92-661467c53073 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event deleted for resources: {'Subnet': ['ID=d71dc6cf-2a03-49d9-bbec-e66eda1f6b10,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:35.648955 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-b7c40cc3-b9e7-4cdf-9c07-639b57e87b9d service neutron] For port 248cd725-0c24-4047-b076-0aa17cd7ecc0, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:21:35.659379 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6a1a8522-c029-4c0f-9d92-661467c53073 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "DELETE /v2.0/subnets/d71dc6cf-2a03-49d9-bbec-e66eda1f6b10 HTTP/1.1" status: 204 len: 168 time: 0.7856081 May 27 02:21:35.660016 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44040) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:35.680119 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b73927a-3df9-49a3-8f02-eb0d6f4337a4 req-70a4b8d4-76ab-4b8f-906a-06d2049ec3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:35.682575 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2b73927a-3df9-49a3-8f02-eb0d6f4337a4 req-70a4b8d4-76ab-4b8f-906a-06d2049ec3c1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 1097 time: 0.5120261 May 27 02:21:35.724190 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-b7c40cc3-b9e7-4cdf-9c07-639b57e87b9d service neutron] For port 248cd725-0c24-4047-b076-0aa17cd7ecc0, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=248cd725-0c24-4047-b076-0aa17cd7ecc0,segment=NetworkSegment(b2df5c34-5572-4927-b1e4-0de52e1a0b3a),segment_id=b2df5c34-5572-4927-b1e4-0de52e1a0b3a)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:21:35.766759 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-aa5f11af-2fb0-4795-bbfc-84a9756bf744 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8845448 May 27 02:21:35.809984 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-6ebf3a3c-e7da-49c5-bdba-dd1b9e0be853 service neutron] Request body: {'port': {'device_id': 'e34607d1-6ef5-4c9a-9a46-6ce28a9d4f37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:35.851118 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-b7c40cc3-b9e7-4cdf-9c07-639b57e87b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:35.914192 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-07f080b1-c36d-4b5c-8ac5-ce0f3bb3c699 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:35.957308 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-007ca5fa-3286-4b9f-8849-67e704a07d7a tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:35.973889 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-07f080b1-c36d-4b5c-8ac5-ce0f3bb3c699 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Deleting port dc04ddde-b37d-4200-955f-09cca1c9a58d {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:21:35.974228 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-07f080b1-c36d-4b5c-8ac5-ce0f3bb3c699 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:36.004749 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28f0c9-64c0-4211-9b78-194384cadb8e req-881fb890-4c4b-48b8-a6cb-3e16cb63be0c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:36.012449 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ff28f0c9-64c0-4211-9b78-194384cadb8e req-881fb890-4c4b-48b8-a6cb-3e16cb63be0c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 946 time: 0.7168508 May 27 02:21:36.025305 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-6ebf3a3c-e7da-49c5-bdba-dd1b9e0be853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:36.159272 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8692784-e3af-4451-8f1e-78ce6f8204fb None None] DHCP port deletion for 298ff16d-b069-4f53-9f4f-522f64ef3bb9 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:21:36.164985 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-d8692784-e3af-4451-8f1e-78ce6f8204fb None None] Deleting port dc04ddde-b37d-4200-955f-09cca1c9a58d {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:21:36.165695 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d8692784-e3af-4451-8f1e-78ce6f8204fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:36.182506 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eb57d14f-06e6-45a3-8480-75449efc800f tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:36.185303 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2b73927a-3df9-49a3-8f02-eb0d6f4337a4 req-c13e9bb7-f94d-4e89-82aa-63a8455a10ec service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4859829 May 27 02:21:36.228759 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-b7c40cc3-b9e7-4cdf-9c07-639b57e87b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:36.229668 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-b7c40cc3-b9e7-4cdf-9c07-639b57e87b9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:36.231045 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-b7c40cc3-b9e7-4cdf-9c07-639b57e87b9d service neutron] 10.222.0.66 "PUT /v2.0/ports/248cd725-0c24-4047-b076-0aa17cd7ecc0 HTTP/1.1" status: 200 len: 1091 time: 4.9999089 May 27 02:21:36.245839 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'tag': '248cd725-0c24-4047-b076-0aa17cd7ecc0'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:21:36.363103 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eb57d14f-06e6-45a3-8480-75449efc800f tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:36.386695 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-2bde8ea1-2e90-4cf5-829b-41d14e7947e3 service neutron] Request body: {'port': {'device_id': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:36.389642 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-07f080b1-c36d-4b5c-8ac5-ce0f3bb3c699 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] For port dc04ddde-b37d-4200-955f-09cca1c9a58d, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=dc04ddde-b37d-4200-955f-09cca1c9a58d,segment=NetworkSegment(f1f8842e-882e-4afa-a0db-e53b3821c05b),segment_id=f1f8842e-882e-4afa-a0db-e53b3821c05b)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:36.390131 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-07f080b1-c36d-4b5c-8ac5-ce0f3bb3c699 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:36.490600 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c40cc3-b9e7-4cdf-9c07-639b57e87b9d service neutron] Pushing event updated for resources: {'Port': ['ID=248cd725-0c24-4047-b076-0aa17cd7ecc0,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:36.503016 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ff28f0c9-64c0-4211-9b78-194384cadb8e req-47cf6e2a-13f9-4ccc-b8d2-279430b7e885 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4893973 May 27 02:21:36.552563 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-07f080b1-c36d-4b5c-8ac5-ce0f3bb3c699 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Calling delete_port for dc04ddde-b37d-4200-955f-09cca1c9a58d owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:21:36.585188 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-409c8c77-fc45-4f25-8a83-6668fc88b865 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:36.618962 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-d8692784-e3af-4451-8f1e-78ce6f8204fb None None] For port dc04ddde-b37d-4200-955f-09cca1c9a58d, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=dc04ddde-b37d-4200-955f-09cca1c9a58d,segment=NetworkSegment(f1f8842e-882e-4afa-a0db-e53b3821c05b),segment_id=f1f8842e-882e-4afa-a0db-e53b3821c05b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:36.619394 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d8692784-e3af-4451-8f1e-78ce6f8204fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:36.646909 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-409c8c77-fc45-4f25-8a83-6668fc88b865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:36.814186 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-d8692784-e3af-4451-8f1e-78ce6f8204fb None None] Calling delete_port for dc04ddde-b37d-4200-955f-09cca1c9a58d owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:21:36.891835 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-07f080b1-c36d-4b5c-8ac5-ce0f3bb3c699 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:36.916425 n-d-843554-3 neutron-server[88903]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 02:21:36.916425 n-d-843554-3 neutron-server[88903]: from cryptography.utils import int_from_bytes May 27 02:21:36.916425 n-d-843554-3 neutron-server[88903]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 02:21:36.916425 n-d-843554-3 neutron-server[88903]: from cryptography.utils import int_from_bytes May 27 02:21:36.916425 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 27 02:21:36.916425 n-d-843554-3 neutron-server[88903]: util.warn_limited( May 27 02:21:36.916425 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 27 02:21:36.916425 n-d-843554-3 neutron-server[88903]: util.warn_limited( May 27 02:21:36.916425 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:21:36.916425 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:21:36.916425 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:21:36.916425 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:21:36.916425 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:21:36.916425 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:21:36.916425 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:21:36.916425 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:21:36.916425 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:21:36.916425 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:21:36.916425 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:21:36.916425 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:21:36.916425 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:21:36.916425 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:21:36.916425 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:21:36.916425 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:21:36.916425 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:21:36.916425 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:21:36.916425 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:21:36.916425 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:21:36.916425 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:21:36.916425 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:21:36.916425 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:21:36.916425 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:21:36.916425 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:21:36.916425 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:21:36.916425 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:21:36.916425 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:21:36.916425 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:21:36.916425 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:21:36.916425 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:21:36.916425 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:21:36.916425 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:21:36.916425 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:21:36.919599 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:21:36.919599 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:21:36.919599 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:21:36.919599 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:21:36.919599 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:21:36.919599 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:21:36.919599 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:21:36.919599 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:21:36.919599 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:21:36.919599 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:21:36.919599 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:21:36.919599 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:21:36.919599 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:21:36.919599 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:21:36.927793 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-d8692784-e3af-4451-8f1e-78ce6f8204fb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:21:36.928351 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-d8692784-e3af-4451-8f1e-78ce6f8204fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:21:36.964220 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f080b1-c36d-4b5c-8ac5-ce0f3bb3c699 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event deleted for resources: {'Port': ['ID=dc04ddde-b37d-4200-955f-09cca1c9a58d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:36.974685 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f080b1-c36d-4b5c-8ac5-ce0f3bb3c699 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] No DVR routers for this DVR port dc04ddde-b37d-4200-955f-09cca1c9a58d on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:21:37.135879 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-07f080b1-c36d-4b5c-8ac5-ce0f3bb3c699 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:37.177271 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-07f080b1-c36d-4b5c-8ac5-ce0f3bb3c699 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['298ff16d-b069-4f53-9f4f-522f64ef3bb9']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:37.226435 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-07f080b1-c36d-4b5c-8ac5-ce0f3bb3c699 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1f8842e-882e-4afa-a0db-e53b3821c05b') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:37.227011 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-07f080b1-c36d-4b5c-8ac5-ce0f3bb3c699 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1f8842e-882e-4afa-a0db-e53b3821c05b') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:37.246449 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cc19b-87fe-49af-8272-1a9fb3b738b6 req-430f5c20-ed08-4d1d-8117-96ba0dae8d1e tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:37.257672 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5c6cc19b-87fe-49af-8272-1a9fb3b738b6 req-430f5c20-ed08-4d1d-8117-96ba0dae8d1e tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb8d367-d12a-4af5-8109-bc06a18bdc99 HTTP/1.1" status: 200 len: 945 time: 1.3054576 May 27 02:21:37.270803 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-07f080b1-c36d-4b5c-8ac5-ce0f3bb3c699 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:37.322411 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-07f080b1-c36d-4b5c-8ac5-ce0f3bb3c699 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:37.332203 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-6ebf3a3c-e7da-49c5-bdba-dd1b9e0be853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c63a4a1-3ce7-4b69-b220-3c8403bef40a {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:21:37.332940 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-409c8c77-fc45-4f25-8a83-6668fc88b865 admin admin] Allocated IP 172.25.1.170 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/09b184b8-56b2-4f15-afd9-f1f3003954e5) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:21:37.342596 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-2bde8ea1-2e90-4cf5-829b-41d14e7947e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:37.370528 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-6ebf3a3c-e7da-49c5-bdba-dd1b9e0be853 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:37.373767 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07f080b1-c36d-4b5c-8ac5-ce0f3bb3c699 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:21:37.374277 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-07f080b1-c36d-4b5c-8ac5-ce0f3bb3c699 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:37.415517 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-007ca5fa-3286-4b9f-8849-67e704a07d7a tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:37.415903 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-007ca5fa-3286-4b9f-8849-67e704a07d7a tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:37.416234 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-007ca5fa-3286-4b9f-8849-67e704a07d7a tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Floating IP 6ea0fdf7-7e05-484e-a659-21f3fb29a54f disassociated. External IP: 172.25.1.243, port: 7c81d5e5-d813-45f6-9f1c-5c9fc06a24ab. May 27 02:21:37.416589 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-007ca5fa-3286-4b9f-8849-67e704a07d7a tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Calling delete_port for 7c81d5e5-d813-45f6-9f1c-5c9fc06a24ab owned by {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:21:37.429997 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-d8692784-e3af-4451-8f1e-78ce6f8204fb None None] Deleting port dc04ddde-b37d-4200-955f-09cca1c9a58d {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:21:37.430945 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d8692784-e3af-4451-8f1e-78ce6f8204fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:37.450935 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eb57d14f-06e6-45a3-8480-75449efc800f tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:37.516231 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb57d14f-06e6-45a3-8480-75449efc800f tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0d4d46-e793-47d9-97ac-8538804a4bbd,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:37.532210 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-d8692784-e3af-4451-8f1e-78ce6f8204fb None None] The port 'dc04ddde-b37d-4200-955f-09cca1c9a58d' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:21:37.559489 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391c988-24c7-4132-9d86-95f54c0599cd req-215b5125-828c-4de2-905c-1ac60501a30d tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:37.567091 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6391c988-24c7-4132-9d86-95f54c0599cd req-215b5125-828c-4de2-905c-1ac60501a30d tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=e34607d1-6ef5-4c9a-9a46-6ce28a9d4f37 HTTP/1.1" status: 200 len: 931 time: 0.4629352 May 27 02:21:37.596647 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5c6cc19b-87fe-49af-8272-1a9fb3b738b6 req-e6b91f06-2d52-46ce-a4a7-cfabcf52785d tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380904 May 27 02:21:37.730456 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-741bec03-7d1d-4571-bbe1-4fe7e5b40bf1'] response: {'name': 'network-changed', 'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'tag': '248cd725-0c24-4047-b076-0aa17cd7ecc0', 'status': 'completed', 'code': 200} May 27 02:21:37.794677 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device dc04ddde-b37d-4200-955f-09cca1c9a58d no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:21:37.796345 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment f1f8842e-882e-4afa-a0db-e53b3821c05b resource provider aggregate not found May 27 02:21:37.823145 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment f1f8842e-882e-4afa-a0db-e53b3821c05b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f1f8842e-882e-4afa-a0db-e53b3821c05b found for delete ", "request_id": "req-d7e45018-60a4-49db-9fee-76697a0b06cc"}]} May 27 02:21:37.869819 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eb57d14f-06e6-45a3-8480-75449efc800f tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:37.871141 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-eb57d14f-06e6-45a3-8480-75449efc800f tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "DELETE /v2.0/security-groups/6c0d4d46-e793-47d9-97ac-8538804a4bbd HTTP/1.1" status: 204 len: 168 time: 2.3229651 May 27 02:21:37.876282 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: dc04ddde-b37d-4200-955f-09cca1c9a58d {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:21:37.877219 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device dc04ddde-b37d-4200-955f-09cca1c9a58d not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:21:37.886342 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-6ebf3a3c-e7da-49c5-bdba-dd1b9e0be853 service neutron] Transition to ACTIVE for port object 5c63a4a1-3ce7-4b69-b220-3c8403bef40a will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:21:37.886966 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44056) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:37.912981 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-60562d36-1f4f-4202-a59f-8772b17252e5 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] show failed (client error): The resource could not be found. May 27 02:21:37.914919 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-60562d36-1f4f-4202-a59f-8772b17252e5 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "GET /v2.0/security-groups/6c0d4d46-e793-47d9-97ac-8538804a4bbd HTTP/1.1" status: 404 len: 347 time: 0.0260925 May 27 02:21:37.919982 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44060) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:37.992439 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-6ebf3a3c-e7da-49c5-bdba-dd1b9e0be853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:38.075196 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-07f080b1-c36d-4b5c-8ac5-ce0f3bb3c699 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:38.086553 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-6391c988-24c7-4132-9d86-95f54c0599cd req-aac59ff4-ae7d-4a6f-8e4f-7ec87c083438 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Synchronizing usage tracker for tenant:e6fc548f88094a2d8ad31078dc1820b4 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:21:38.109308 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-07f080b1-c36d-4b5c-8ac5-ce0f3bb3c699 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:38.117508 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf3a3c-e7da-49c5-bdba-dd1b9e0be853 service neutron] Pushing event updated for resources: {'Port': ['ID=5c63a4a1-3ce7-4b69-b220-3c8403bef40a,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:38.246333 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f080b1-c36d-4b5c-8ac5-ce0f3bb3c699 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event deleted for resources: {'Network': ['ID=298ff16d-b069-4f53-9f4f-522f64ef3bb9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:38.285819 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-07f080b1-c36d-4b5c-8ac5-ce0f3bb3c699 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "DELETE /v2.0/networks/298ff16d-b069-4f53-9f4f-522f64ef3bb9 HTTP/1.1" status: 204 len: 168 time: 2.6236882 May 27 02:21:38.287411 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-7be5899d-0308-4269-8eac-1d146b843029 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Deleting port 5accba67-2d1c-48c8-8691-7fa6660302b9 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:21:38.287809 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7be5899d-0308-4269-8eac-1d146b843029 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:38.315892 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-409c8c77-fc45-4f25-8a83-6668fc88b865 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:38.316505 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44064) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:38.450432 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab3dcd2e-782a-4b92-8b16-6d1fb0c2b587 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] DELETE failed (client error): The resource could not be found. May 27 02:21:38.450894 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab3dcd2e-782a-4b92-8b16-6d1fb0c2b587 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:21:38.455069 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ab3dcd2e-782a-4b92-8b16-6d1fb0c2b587 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "DELETE /v2.0/subnets/76f8e420-1390-4775-ac59-417543b203f9 HTTP/1.1" status: 404 len: 337 time: 0.1336641 May 27 02:21:38.461696 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44068) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:38.467481 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-6391c988-24c7-4132-9d86-95f54c0599cd req-aac59ff4-ae7d-4a6f-8e4f-7ec87c083438 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Unset dirty status for tenant:e6fc548f88094a2d8ad31078dc1820b4 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:21:38.467481 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6391c988-24c7-4132-9d86-95f54c0599cd req-aac59ff4-ae7d-4a6f-8e4f-7ec87c083438 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/security-groups?id=79437922-d5e1-4f8b-bbae-11b029e819f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8529348 May 27 02:21:38.471894 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a930e3a-fb97-46b6-b747-4f58a21733ef req-46de9ba4-464e-45ea-9ee6-20c0c6e8996d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:38.472479 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a930e3a-fb97-46b6-b747-4f58a21733ef req-46de9ba4-464e-45ea-9ee6-20c0c6e8996d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:38.473030 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a930e3a-fb97-46b6-b747-4f58a21733ef req-46de9ba4-464e-45ea-9ee6-20c0c6e8996d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:38.473559 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a930e3a-fb97-46b6-b747-4f58a21733ef req-46de9ba4-464e-45ea-9ee6-20c0c6e8996d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:38.474073 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a930e3a-fb97-46b6-b747-4f58a21733ef req-46de9ba4-464e-45ea-9ee6-20c0c6e8996d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:38.474587 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a930e3a-fb97-46b6-b747-4f58a21733ef req-46de9ba4-464e-45ea-9ee6-20c0c6e8996d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:38.475105 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a930e3a-fb97-46b6-b747-4f58a21733ef req-46de9ba4-464e-45ea-9ee6-20c0c6e8996d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:38.477056 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9a930e3a-fb97-46b6-b747-4f58a21733ef req-46de9ba4-464e-45ea-9ee6-20c0c6e8996d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0ff34f8aa5b34b2b8b9bd5b46a9cefc6&device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 6343 time: 0.7430449 May 27 02:21:38.558240 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-007ca5fa-3286-4b9f-8849-67e704a07d7a tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:38.582395 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-6ebf3a3c-e7da-49c5-bdba-dd1b9e0be853 service neutron] Attempting to bind port 5c63a4a1-3ce7-4b69-b220-3c8403bef40a on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:21:38.582837 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-6ebf3a3c-e7da-49c5-bdba-dd1b9e0be853 service neutron] Attempting to bind port 5c63a4a1-3ce7-4b69-b220-3c8403bef40a by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'ad9a4b4f-872c-4058-b3e3-93f96436dea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ad328cf1-4104-4d8e-8f1d-0a25d788d2cc'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:21:38.583239 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-6ebf3a3c-e7da-49c5-bdba-dd1b9e0be853 service neutron] Attempting to bind port 5c63a4a1-3ce7-4b69-b220-3c8403bef40a on network ad328cf1-4104-4d8e-8f1d-0a25d788d2cc {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:21:38.601310 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-6ebf3a3c-e7da-49c5-bdba-dd1b9e0be853 service neutron] Port 5c63a4a1-3ce7-4b69-b220-3c8403bef40a on network ad328cf1-4104-4d8e-8f1d-0a25d788d2cc not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:21:38.601734 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-6ebf3a3c-e7da-49c5-bdba-dd1b9e0be853 service neutron] Attempting to bind port 5c63a4a1-3ce7-4b69-b220-3c8403bef40a on network ad328cf1-4104-4d8e-8f1d-0a25d788d2cc {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:21:38.613129 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-6ebf3a3c-e7da-49c5-bdba-dd1b9e0be853 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:21:38.613562 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-6ebf3a3c-e7da-49c5-bdba-dd1b9e0be853 service neutron] Checking segment: {'id': 'ad9a4b4f-872c-4058-b3e3-93f96436dea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ad328cf1-4104-4d8e-8f1d-0a25d788d2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:21:38.614025 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-6ebf3a3c-e7da-49c5-bdba-dd1b9e0be853 service neutron] Bound using segment: {'id': 'ad9a4b4f-872c-4058-b3e3-93f96436dea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ad328cf1-4104-4d8e-8f1d-0a25d788d2cc'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:21:38.614529 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-6ebf3a3c-e7da-49c5-bdba-dd1b9e0be853 service neutron] Bound port: 5c63a4a1-3ce7-4b69-b220-3c8403bef40a, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad9a4b4f-872c-4058-b3e3-93f96436dea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ad328cf1-4104-4d8e-8f1d-0a25d788d2cc'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:21:38.614946 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-6ebf3a3c-e7da-49c5-bdba-dd1b9e0be853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:38.646004 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7be5899d-0308-4269-8eac-1d146b843029 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:38.684624 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7be5899d-0308-4269-8eac-1d146b843029 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:38.718551 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-409c8c77-fc45-4f25-8a83-6668fc88b865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:38.722913 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc9ed4c3-bce1-4628-9339-8afda569b5a3 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] DELETE failed (client error): The resource could not be found. May 27 02:21:38.723492 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc9ed4c3-bce1-4628-9339-8afda569b5a3 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:21:38.726447 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-2bde8ea1-2e90-4cf5-829b-41d14e7947e3 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:21:38.747637 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ca5fa-3286-4b9f-8849-67e704a07d7a tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Pushing event deleted for resources: {'Port': ['ID=7c81d5e5-d813-45f6-9f1c-5c9fc06a24ab,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:38.829509 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-7be5899d-0308-4269-8eac-1d146b843029 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Calling delete_port for 5accba67-2d1c-48c8-8691-7fa6660302b9 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:21:38.939338 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-2bde8ea1-2e90-4cf5-829b-41d14e7947e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 264c73cf-2308-4577-bcf0-61fc0de4e850 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:21:38.948758 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-2bde8ea1-2e90-4cf5-829b-41d14e7947e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:38.966008 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-2bde8ea1-2e90-4cf5-829b-41d14e7947e3 service neutron] Transition to ACTIVE for port object 264c73cf-2308-4577-bcf0-61fc0de4e850 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:21:38.983115 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-6ebf3a3c-e7da-49c5-bdba-dd1b9e0be853 service neutron] For port 5c63a4a1-3ce7-4b69-b220-3c8403bef40a, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:21:38.984482 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a18d2c-073a-4dcf-b490-17e06fbda18f req-2f84a98e-c6ee-4bf4-9a66-b318700af7ef tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:38.996457 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a18d2c-073a-4dcf-b490-17e06fbda18f req-2f84a98e-c6ee-4bf4-9a66-b318700af7ef tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:38.999902 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-6ebf3a3c-e7da-49c5-bdba-dd1b9e0be853 service neutron] For port 5c63a4a1-3ce7-4b69-b220-3c8403bef40a, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=5c63a4a1-3ce7-4b69-b220-3c8403bef40a,segment=NetworkSegment(ad9a4b4f-872c-4058-b3e3-93f96436dea6),segment_id=ad9a4b4f-872c-4058-b3e3-93f96436dea6)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:21:39.003903 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a18d2c-073a-4dcf-b490-17e06fbda18f req-2f84a98e-c6ee-4bf4-9a66-b318700af7ef tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:39.014561 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a18d2c-073a-4dcf-b490-17e06fbda18f req-2f84a98e-c6ee-4bf4-9a66-b318700af7ef tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:39.025073 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a18d2c-073a-4dcf-b490-17e06fbda18f req-2f84a98e-c6ee-4bf4-9a66-b318700af7ef tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:39.031485 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a18d2c-073a-4dcf-b490-17e06fbda18f req-2f84a98e-c6ee-4bf4-9a66-b318700af7ef tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:39.038262 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a18d2c-073a-4dcf-b490-17e06fbda18f req-2f84a98e-c6ee-4bf4-9a66-b318700af7ef tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:39.049006 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-76a18d2c-073a-4dcf-b490-17e06fbda18f req-2f84a98e-c6ee-4bf4-9a66-b318700af7ef tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 5396 time: 1.0715070 May 27 02:21:39.103301 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-6ebf3a3c-e7da-49c5-bdba-dd1b9e0be853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:39.132887 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-dc9ed4c3-bce1-4628-9339-8afda569b5a3 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "DELETE /v2.0/networks/0c4e1a0f-5df6-403b-9815-9395dcc0718e HTTP/1.1" status: 404 len: 339 time: 0.6675432 May 27 02:21:39.132887 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-2bde8ea1-2e90-4cf5-829b-41d14e7947e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:39.147782 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44074) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:39.171310 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409c8c77-fc45-4f25-8a83-6668fc88b865 admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:21:39.187235 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-409c8c77-fc45-4f25-8a83-6668fc88b865 admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:21:39.190573 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409c8c77-fc45-4f25-8a83-6668fc88b865 admin admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:21:39.228398 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-6ebf3a3c-e7da-49c5-bdba-dd1b9e0be853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:39.229036 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-6ebf3a3c-e7da-49c5-bdba-dd1b9e0be853 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:39.230486 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-6ebf3a3c-e7da-49c5-bdba-dd1b9e0be853 service neutron] 10.222.0.66 "PUT /v2.0/ports/5c63a4a1-3ce7-4b69-b220-3c8403bef40a HTTP/1.1" status: 200 len: 1091 time: 3.4471071 May 27 02:21:39.230932 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e34607d1-6ef5-4c9a-9a46-6ce28a9d4f37', 'tag': '5c63a4a1-3ce7-4b69-b220-3c8403bef40a'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:21:39.265831 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-a387635c-a13c-435f-903a-78b3b4081185 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Deleting subnet aa0b0e0f-5e51-407b-a3e1-01c008c7bd7a {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:21:39.271038 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a387635c-a13c-435f-903a-78b3b4081185 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:39.304130 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf3a3c-e7da-49c5-bdba-dd1b9e0be853 service neutron] Pushing event updated for resources: {'Port': ['ID=5c63a4a1-3ce7-4b69-b220-3c8403bef40a,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:39.331787 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7be5899d-0308-4269-8eac-1d146b843029 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:39.398755 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a387635c-a13c-435f-903a-78b3b4081185 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:39.522846 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c8c77-fc45-4f25-8a83-6668fc88b865 admin admin] Pushing event updated for resources: {'Port': ['ID=09b184b8-56b2-4f15-afd9-f1f3003954e5,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:39.530248 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-76a18d2c-073a-4dcf-b490-17e06fbda18f req-9d72a3c0-69fe-4da4-822c-95cb6c2470b4 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=057f65d9-7e45-40c8-b89f-71d48d79e181&id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4800129 May 27 02:21:39.533494 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a930e3a-fb97-46b6-b747-4f58a21733ef req-f28bd6fd-d41b-496f-b790-fa6a98c794ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:39.533964 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a930e3a-fb97-46b6-b747-4f58a21733ef req-f28bd6fd-d41b-496f-b790-fa6a98c794ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:39.534536 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a930e3a-fb97-46b6-b747-4f58a21733ef req-f28bd6fd-d41b-496f-b790-fa6a98c794ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:39.536123 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9a930e3a-fb97-46b6-b747-4f58a21733ef req-f28bd6fd-d41b-496f-b790-fa6a98c794ed service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=0ff34f8aa5b34b2b8b9bd5b46a9cefc6&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.0351591 May 27 02:21:39.596693 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be5899d-0308-4269-8eac-1d146b843029 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Pushing event deleted for resources: {'Port': ['ID=5accba67-2d1c-48c8-8691-7fa6660302b9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:39.699781 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde8ea1-2e90-4cf5-829b-41d14e7947e3 service neutron] Pushing event updated for resources: {'Port': ['ID=264c73cf-2308-4577-bcf0-61fc0de4e850,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:39.775185 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7be5899d-0308-4269-8eac-1d146b843029 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:39.830583 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7be5899d-0308-4269-8eac-1d146b843029 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:39.831662 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7be5899d-0308-4269-8eac-1d146b843029 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "DELETE /v2.0/floatingips/ee9b51e3-0949-4cfc-b1ba-48bf92acd2a4 HTTP/1.1" status: 204 len: 168 time: 1.9105639 May 27 02:21:39.835749 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44082) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:39.838398 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-b479bd92-0aca-4ebf-9a6f-bff5bf7425fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:39.840736 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-b479bd92-0aca-4ebf-9a6f-bff5bf7425fe service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e6fc548f88094a2d8ad31078dc1820b4&device_id=e34607d1-6ef5-4c9a-9a46-6ce28a9d4f37 HTTP/1.1" status: 200 len: 1094 time: 0.4048331 May 27 02:21:39.937516 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a930e3a-fb97-46b6-b747-4f58a21733ef req-8af03a8b-db35-436f-a292-73d89450cb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:39.939211 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9a930e3a-fb97-46b6-b747-4f58a21733ef req-8af03a8b-db35-436f-a292-73d89450cb51 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2280207 May 27 02:21:39.997798 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-76f62d18-a6bb-4bad-8874-a1d9cb9c2ff6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c63a4a1-3ce7-4b69-b220-3c8403bef40a HTTP/1.1" status: 200 len: 217 time: 0.0802734 May 27 02:21:40.004770 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-466e9bd9-6fa8-468a-84d9-a156d87a5818 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Deleting port f8e23fc4-016b-45f8-bde7-662eda5f15f6 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:21:40.004770 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-466e9bd9-6fa8-468a-84d9-a156d87a5818 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:40.045184 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a387635c-a13c-435f-903a-78b3b4081185 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:40.249009 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-f680283c-6128-4782-91b8-fb49cd50ebce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:40.250705 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-f680283c-6128-4782-91b8-fb49cd50ebce service neutron] 10.222.0.66 "GET /v2.0/subnets?id=247564f0-1187-4cc8-b142-74cbc42d04cd HTTP/1.1" status: 200 len: 861 time: 0.2205024 May 27 02:21:40.326588 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-73b87821-20c1-4c3b-a945-120db0621d2d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ad328cf1-4104-4d8e-8f1d-0a25d788d2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667894 May 27 02:21:40.391283 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9e410-4bac-4a96-8469-198f287504e6 req-f431dd01-dbeb-45ed-bc6b-76f710bd1242 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:40.393383 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c7e9e410-4bac-4a96-8469-198f287504e6 req-f431dd01-dbeb-45ed-bc6b-76f710bd1242 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 946 time: 1.7314358 May 27 02:21:40.469614 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-007ca5fa-3286-4b9f-8849-67e704a07d7a tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Router 60755140-80d5-426e-b22f-23143d48e055 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:21:40.475401 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a387635c-a13c-435f-903a-78b3b4081185 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:40.522491 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a387635c-a13c-435f-903a-78b3b4081185 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event deleted for resources: {'Subnet': ['ID=aa0b0e0f-5e51-407b-a3e1-01c008c7bd7a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:40.523492 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-2bde8ea1-2e90-4cf5-829b-41d14e7947e3 service neutron] Attempting to bind port 264c73cf-2308-4577-bcf0-61fc0de4e850 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:21:40.524033 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-2bde8ea1-2e90-4cf5-829b-41d14e7947e3 service neutron] Attempting to bind port 264c73cf-2308-4577-bcf0-61fc0de4e850 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'c7b67dd1-e75f-43e2-a0d4-234645245d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c9b6b64d-3919-4b90-9366-bcda75991abc'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:21:40.524159 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-2bde8ea1-2e90-4cf5-829b-41d14e7947e3 service neutron] Attempting to bind port 264c73cf-2308-4577-bcf0-61fc0de4e850 on network c9b6b64d-3919-4b90-9366-bcda75991abc {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:21:40.551868 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a387635c-a13c-435f-903a-78b3b4081185 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:40.559142 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d337c4-2424-4e14-8d4e-7fda3c61ee92 None None] Network b1d56b2b-8c9d-43fb-8d1a-57e51b46f9fa requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:21:40.585755 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c7e9e410-4bac-4a96-8469-198f287504e6 req-0aab1950-0dd4-4229-99a3-22e6dadfc385 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785409 May 27 02:21:40.585975 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-466e9bd9-6fa8-468a-84d9-a156d87a5818 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:40.593601 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e829df6-2b46-4b8b-8f65-2723d3b91ec7 req-b81435c0-35a2-4e0d-96ea-8c2b165defad tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:40.595245 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7e829df6-2b46-4b8b-8f65-2723d3b91ec7 req-b81435c0-35a2-4e0d-96ea-8c2b165defad tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb8d367-d12a-4af5-8109-bc06a18bdc99 HTTP/1.1" status: 200 len: 945 time: 0.6764798 May 27 02:21:40.603605 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-2bde8ea1-2e90-4cf5-829b-41d14e7947e3 service neutron] Port 264c73cf-2308-4577-bcf0-61fc0de4e850 on network c9b6b64d-3919-4b90-9366-bcda75991abc not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:21:40.603605 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-2bde8ea1-2e90-4cf5-829b-41d14e7947e3 service neutron] Attempting to bind port 264c73cf-2308-4577-bcf0-61fc0de4e850 on network c9b6b64d-3919-4b90-9366-bcda75991abc {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:21:40.723829 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-2bde8ea1-2e90-4cf5-829b-41d14e7947e3 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:21:40.724200 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-2bde8ea1-2e90-4cf5-829b-41d14e7947e3 service neutron] Checking segment: {'id': 'c7b67dd1-e75f-43e2-a0d4-234645245d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c9b6b64d-3919-4b90-9366-bcda75991abc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:21:40.724575 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-2bde8ea1-2e90-4cf5-829b-41d14e7947e3 service neutron] Bound using segment: {'id': 'c7b67dd1-e75f-43e2-a0d4-234645245d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c9b6b64d-3919-4b90-9366-bcda75991abc'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:21:40.725051 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-2bde8ea1-2e90-4cf5-829b-41d14e7947e3 service neutron] Bound port: 264c73cf-2308-4577-bcf0-61fc0de4e850, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b67dd1-e75f-43e2-a0d4-234645245d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c9b6b64d-3919-4b90-9366-bcda75991abc'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:21:40.725392 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-2bde8ea1-2e90-4cf5-829b-41d14e7947e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:40.778997 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-466e9bd9-6fa8-468a-84d9-a156d87a5818 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Calling delete_port for f8e23fc4-016b-45f8-bde7-662eda5f15f6 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:21:40.972313 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66860e26-52e5-490d-aa2a-033254e1b1d2'] response: {'name': 'network-changed', 'server_uuid': 'e34607d1-6ef5-4c9a-9a46-6ce28a9d4f37', 'tag': '5c63a4a1-3ce7-4b69-b220-3c8403bef40a', 'status': 'completed', 'code': 200} May 27 02:21:40.986435 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a387635c-a13c-435f-903a-78b3b4081185 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "DELETE /v2.0/subnets/aa0b0e0f-5e51-407b-a3e1-01c008c7bd7a HTTP/1.1" status: 204 len: 168 time: 1.8337593 May 27 02:21:40.989081 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44094) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:41.004225 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d9cc5c-85dc-4b76-96e0-2be2c488a848 None None] DHCP port deletion for b1d56b2b-8c9d-43fb-8d1a-57e51b46f9fa request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:21:41.008770 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-f1d9cc5c-85dc-4b76-96e0-2be2c488a848 None None] Deleting port b5c9510e-f144-4dbc-b7ff-488d4ecd96bd {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:21:41.009116 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f1d9cc5c-85dc-4b76-96e0-2be2c488a848 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:41.047829 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40888a6f-f465-4f3c-9464-d5c2fd229927 req-484d6f54-4ef5-4d33-bc4a-205ad2446bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:41.049358 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-40888a6f-f465-4f3c-9464-d5c2fd229927 req-484d6f54-4ef5-4d33-bc4a-205ad2446bd1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=500421bbc9424254b703858ad839b150&device_id=4eb8d367-d12a-4af5-8109-bc06a18bdc99 HTTP/1.1" status: 200 len: 1096 time: 0.7656417 May 27 02:21:41.091479 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-466e9bd9-6fa8-468a-84d9-a156d87a5818 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:41.095294 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-f50ad035-138e-472b-9ad3-c81ff4ca6ef4 service neutron] 10.222.0.66 "GET /v2.0/networks/ad328cf1-4104-4d8e-8f1d-0a25d788d2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7209163 May 27 02:21:41.233963 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-f1d9cc5c-85dc-4b76-96e0-2be2c488a848 None None] For port b5c9510e-f144-4dbc-b7ff-488d4ecd96bd, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b5c9510e-f144-4dbc-b7ff-488d4ecd96bd,segment=NetworkSegment(99d41388-cc2d-4be4-a439-597dee6968d2),segment_id=99d41388-cc2d-4be4-a439-597dee6968d2)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:41.234646 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f1d9cc5c-85dc-4b76-96e0-2be2c488a848 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:41.292565 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7e829df6-2b46-4b8b-8f65-2723d3b91ec7 req-67fc68e1-319e-4874-9113-843f60ad266f tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6863077 May 27 02:21:41.360299 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-f1d9cc5c-85dc-4b76-96e0-2be2c488a848 None None] Calling delete_port for b5c9510e-f144-4dbc-b7ff-488d4ecd96bd owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:21:41.384831 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40888a6f-f465-4f3c-9464-d5c2fd229927 req-21faa68f-0a85-40f4-a036-d4d862730c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:41.386259 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-40888a6f-f465-4f3c-9464-d5c2fd229927 req-21faa68f-0a85-40f4-a036-d4d862730c0d service neutron] 10.222.0.32 "GET /v2.0/networks?id=317f8943-c2cf-4629-a384-430f557971d0 HTTP/1.1" status: 200 len: 913 time: 0.2864087 May 27 02:21:41.488830 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007ca5fa-3286-4b9f-8849-67e704a07d7a tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:21:41.491719 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-2bde8ea1-2e90-4cf5-829b-41d14e7947e3 service neutron] For port 264c73cf-2308-4577-bcf0-61fc0de4e850, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:21:41.497473 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-40888a6f-f465-4f3c-9464-d5c2fd229927 req-b42aecbc-1056-4a7b-8700-4bdc4df96834 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0656c221-b9ea-4665-8d59-1ea5f8c78630 HTTP/1.1" status: 200 len: 217 time: 0.0992157 May 27 02:21:41.512830 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3217e73b-6990-4227-bfae-9f64b3603dab None None] Sync routers for ids ['60755140-80d5-426e-b22f-23143d48e055'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:21:41.530760 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3217e73b-6990-4227-bfae-9f64b3603dab None None] Routers {'60755140-80d5-426e-b22f-23143d48e055'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:21:41.532270 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-409c8c77-fc45-4f25-8a83-6668fc88b865 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:41.534682 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-3217e73b-6990-4227-bfae-9f64b3603dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:21:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['60755140-80d5-426e-b22f-23143d48e055'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:41.591768 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f1d9cc5c-85dc-4b76-96e0-2be2c488a848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:41.656090 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-88cfa7a4-df62-4a90-b944-5534394f9552 req-d4e07f89-f682-43e4-85fa-30009030ebb9 service neutron] 10.222.0.66 "GET /v2.0/networks/ad328cf1-4104-4d8e-8f1d-0a25d788d2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4735031 May 27 02:21:41.686607 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e9bd9-6fa8-468a-84d9-a156d87a5818 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Pushing event deleted for resources: {'Port': ['ID=f8e23fc4-016b-45f8-bde7-662eda5f15f6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:41.692854 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-3217e73b-6990-4227-bfae-9f64b3603dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:41.702239 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3217e73b-6990-4227-bfae-9f64b3603dab None None] Routers {'60755140-80d5-426e-b22f-23143d48e055'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:21:41.703125 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-3217e73b-6990-4227-bfae-9f64b3603dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:21:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['60755140-80d5-426e-b22f-23143d48e055'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:41.711646 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40888a6f-f465-4f3c-9464-d5c2fd229927 req-341ea1fc-8d02-4ea4-8554-edb152dcc0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:41.712887 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-40888a6f-f465-4f3c-9464-d5c2fd229927 req-341ea1fc-8d02-4ea4-8554-edb152dcc0d2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=029bf5aa-9449-4d9e-81c7-fe1336fb8379 HTTP/1.1" status: 200 len: 852 time: 0.1253092 May 27 02:21:41.744457 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-2bde8ea1-2e90-4cf5-829b-41d14e7947e3 service neutron] For port 264c73cf-2308-4577-bcf0-61fc0de4e850, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=264c73cf-2308-4577-bcf0-61fc0de4e850,segment=NetworkSegment(c7b67dd1-e75f-43e2-a0d4-234645245d4c),segment_id=c7b67dd1-e75f-43e2-a0d4-234645245d4c)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:21:41.746803 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d9cc5c-85dc-4b76-96e0-2be2c488a848 None None] Pushing event deleted for resources: {'Port': ['ID=b5c9510e-f144-4dbc-b7ff-488d4ecd96bd,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:41.800748 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d9cc5c-85dc-4b76-96e0-2be2c488a848 None None] No DVR routers for this DVR port b5c9510e-f144-4dbc-b7ff-488d4ecd96bd on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:21:41.843696 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b5c9510e-f144-4dbc-b7ff-488d4ecd96bd no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:21:41.921367 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-466e9bd9-6fa8-468a-84d9-a156d87a5818 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:41.928434 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-466e9bd9-6fa8-468a-84d9-a156d87a5818 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "DELETE /v2.0/ports/f8e23fc4-016b-45f8-bde7-662eda5f15f6 HTTP/1.1" status: 204 len: 168 time: 2.0838795 May 27 02:21:41.928543 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: b5c9510e-f144-4dbc-b7ff-488d4ecd96bd {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:21:41.928543 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b5c9510e-f144-4dbc-b7ff-488d4ecd96bd not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:21:41.937407 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44098) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:41.953166 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-2bde8ea1-2e90-4cf5-829b-41d14e7947e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:41.953312 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-3217e73b-6990-4227-bfae-9f64b3603dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:41.953312 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3217e73b-6990-4227-bfae-9f64b3603dab None None] The sync data for ids ['60755140-80d5-426e-b22f-23143d48e055'] in n-d-843554-3 is: [] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:21:42.014413 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6993139c-9a72-44ab-8821-444060bdae90 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:42.020941 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-40888a6f-f465-4f3c-9464-d5c2fd229927 req-381b0639-a17f-4596-b951-a42a710dbc24 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=317f8943-c2cf-4629-a384-430f557971d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2694986 May 27 02:21:42.040057 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-71e82ff3-9887-4afc-b4b3-8e982c402d83 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Deleting port 4acf92ce-28d4-4988-ad90-62be6c18fd88 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:21:42.040675 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71e82ff3-9887-4afc-b4b3-8e982c402d83 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:42.137731 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90e3d7-bfd9-4621-8cf7-83613f5eeb31 req-b2331475-8cfa-4b87-a7b1-46dd389b3608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:42.140926 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1d90e3d7-bfd9-4621-8cf7-83613f5eeb31 req-b2331475-8cfa-4b87-a7b1-46dd389b3608 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e6fc548f88094a2d8ad31078dc1820b4&device_id=e34607d1-6ef5-4c9a-9a46-6ce28a9d4f37 HTTP/1.1" status: 200 len: 1094 time: 0.2903695 May 27 02:21:42.261634 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7a220-800d-4279-b90f-db1c1645fe95 req-9efc6312-1eb2-4e28-be8f-dbf0e4376322 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:42.263400 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e2f7a220-800d-4279-b90f-db1c1645fe95 req-9efc6312-1eb2-4e28-be8f-dbf0e4376322 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=e34607d1-6ef5-4c9a-9a46-6ce28a9d4f37 HTTP/1.1" status: 200 len: 943 time: 1.1944034 May 27 02:21:42.286152 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-2bde8ea1-2e90-4cf5-829b-41d14e7947e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:42.286851 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-2bde8ea1-2e90-4cf5-829b-41d14e7947e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:42.288332 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-2bde8ea1-2e90-4cf5-829b-41d14e7947e3 service neutron] 10.222.0.66 "PUT /v2.0/ports/264c73cf-2308-4577-bcf0-61fc0de4e850 HTTP/1.1" status: 200 len: 1091 time: 5.9298556 May 27 02:21:42.300385 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'tag': '264c73cf-2308-4577-bcf0-61fc0de4e850'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:21:42.371787 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c052bf2-6011-4854-86e5-6a68acef57a9 req-4e0d1187-f29f-4dce-b8ad-06619df7e4d2 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:42.379272 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c052bf2-6011-4854-86e5-6a68acef57a9 req-4e0d1187-f29f-4dce-b8ad-06619df7e4d2 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:42.385211 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c052bf2-6011-4854-86e5-6a68acef57a9 req-4e0d1187-f29f-4dce-b8ad-06619df7e4d2 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:42.391065 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c052bf2-6011-4854-86e5-6a68acef57a9 req-4e0d1187-f29f-4dce-b8ad-06619df7e4d2 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:42.398830 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c052bf2-6011-4854-86e5-6a68acef57a9 req-4e0d1187-f29f-4dce-b8ad-06619df7e4d2 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:42.409214 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6993139c-9a72-44ab-8821-444060bdae90 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:42.410189 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c052bf2-6011-4854-86e5-6a68acef57a9 req-4e0d1187-f29f-4dce-b8ad-06619df7e4d2 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:42.419308 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c052bf2-6011-4854-86e5-6a68acef57a9 req-4e0d1187-f29f-4dce-b8ad-06619df7e4d2 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:42.434961 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5c052bf2-6011-4854-86e5-6a68acef57a9 req-4e0d1187-f29f-4dce-b8ad-06619df7e4d2 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 5408 time: 0.7764060 May 27 02:21:42.440037 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-007ca5fa-3286-4b9f-8849-67e704a07d7a tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:42.444602 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-007ca5fa-3286-4b9f-8849-67e704a07d7a tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "DELETE /v2.0/ports/7c81d5e5-d813-45f6-9f1c-5c9fc06a24ab HTTP/1.1" status: 204 len: 168 time: 7.7301524 May 27 02:21:42.458721 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-e5fd3dc8-a3c9-4175-ae47-3c0d39086e37 service neutron] Request body: {'port': {'device_id': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:42.481033 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44106) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:42.576285 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde8ea1-2e90-4cf5-829b-41d14e7947e3 service neutron] Pushing event updated for resources: {'Port': ['ID=264c73cf-2308-4577-bcf0-61fc0de4e850,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:42.618640 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6993139c-9a72-44ab-8821-444060bdae90 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1d56b2b-8c9d-43fb-8d1a-57e51b46f9fa']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:42.633125 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e2f7a220-800d-4279-b90f-db1c1645fe95 req-bb37c350-51b8-40e2-bb73-bf6fd6e3d80b tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/security-groups?id=79437922-d5e1-4f8b-bbae-11b029e819f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127086 May 27 02:21:42.642537 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5c052bf2-6011-4854-86e5-6a68acef57a9 req-173d9825-e6e9-489d-beab-7aba2f24966f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=057f65d9-7e45-40c8-b89f-71d48d79e181&id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1336040 May 27 02:21:42.662958 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6993139c-9a72-44ab-8821-444060bdae90 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99d41388-cc2d-4be4-a439-597dee6968d2') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:42.663546 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6993139c-9a72-44ab-8821-444060bdae90 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99d41388-cc2d-4be4-a439-597dee6968d2') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:42.701277 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6993139c-9a72-44ab-8821-444060bdae90 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:42.713023 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90e3d7-bfd9-4621-8cf7-83613f5eeb31 req-732f5cb8-5953-4eb4-8bd3-f5c375958e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:42.714996 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1d90e3d7-bfd9-4621-8cf7-83613f5eeb31 req-732f5cb8-5953-4eb4-8bd3-f5c375958e59 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ad328cf1-4104-4d8e-8f1d-0a25d788d2cc HTTP/1.1" status: 200 len: 922 time: 0.5483525 May 27 02:21:42.789464 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd4cc06d-fe01-41aa-8180-b21999b4d822'] response: {'name': 'network-changed', 'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'tag': '264c73cf-2308-4577-bcf0-61fc0de4e850', 'status': 'completed', 'code': 200} May 27 02:21:42.791576 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-40888a6f-f465-4f3c-9464-d5c2fd229927 req-5326ec17-2025-4b0a-afde-dfce97cc16b1 service neutron] 10.222.0.32 "GET /v2.0/networks/317f8943-c2cf-4629-a384-430f557971d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7451763 May 27 02:21:42.997082 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6993139c-9a72-44ab-8821-444060bdae90 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:43.000396 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1d90e3d7-bfd9-4621-8cf7-83613f5eeb31 req-f3fbb976-3f4e-46f4-ae6f-2e63531e69cf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c63a4a1-3ce7-4b69-b220-3c8403bef40a HTTP/1.1" status: 200 len: 217 time: 0.2703943 May 27 02:21:43.064902 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6993139c-9a72-44ab-8821-444060bdae90 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:21:43.064902 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6993139c-9a72-44ab-8821-444060bdae90 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:43.163875 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71e82ff3-9887-4afc-b4b3-8e982c402d83 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:43.173825 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 99d41388-cc2d-4be4-a439-597dee6968d2 resource provider aggregate not found May 27 02:21:43.179220 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-e5fd3dc8-a3c9-4175-ae47-3c0d39086e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:43.205751 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 99d41388-cc2d-4be4-a439-597dee6968d2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 99d41388-cc2d-4be4-a439-597dee6968d2 found for delete ", "request_id": "req-74adb1a9-4f8d-4d9b-a101-b494f5ea3b6b"}]} May 27 02:21:43.526809 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-71e82ff3-9887-4afc-b4b3-8e982c402d83 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Calling delete_port for 4acf92ce-28d4-4988-ad90-62be6c18fd88 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:21:43.558275 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90e3d7-bfd9-4621-8cf7-83613f5eeb31 req-af2888c7-d91c-4bcb-a2d3-bde5d21c3797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:43.560263 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1d90e3d7-bfd9-4621-8cf7-83613f5eeb31 req-af2888c7-d91c-4bcb-a2d3-bde5d21c3797 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=247564f0-1187-4cc8-b142-74cbc42d04cd HTTP/1.1" status: 200 len: 861 time: 0.5392561 May 27 02:21:43.624380 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-409c8c77-fc45-4f25-8a83-6668fc88b865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:43.634133 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1d90e3d7-bfd9-4621-8cf7-83613f5eeb31 req-eeec6b4d-b398-496f-9c57-c2a0051c0b5c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ad328cf1-4104-4d8e-8f1d-0a25d788d2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559161 May 27 02:21:43.634772 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6993139c-9a72-44ab-8821-444060bdae90 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:43.647760 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040950b-c8e2-4645-9bfb-30617ac82246 req-115a0118-60b4-433b-a96d-3662e217fa84 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:43.649274 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4040950b-c8e2-4645-9bfb-30617ac82246 req-115a0118-60b4-433b-a96d-3662e217fa84 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 946 time: 0.5545437 May 27 02:21:43.657137 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3cc5f4-ad94-4439-b944-725b9fae9c68 req-02f129aa-6276-4519-a971-2689b2c620a6 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:43.665047 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5d3cc5f4-ad94-4439-b944-725b9fae9c68 req-02f129aa-6276-4519-a971-2689b2c620a6 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb8d367-d12a-4af5-8109-bc06a18bdc99 HTTP/1.1" status: 200 len: 945 time: 0.6274345 May 27 02:21:43.716548 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6993139c-9a72-44ab-8821-444060bdae90 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:43.750405 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44118) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:43.780669 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-92c3273a-04b8-48d3-8b28-1d527a48a4ec tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Request body: {'floatingip': {'port_id': '3d8c57a0-911e-4dff-92d3-d90b2167597d'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:43.838789 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62267b4e-c976-4572-9588-3bd6cc4ac8ca req-084e16ac-04ab-47b3-94ab-af725725729c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:43.839369 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62267b4e-c976-4572-9588-3bd6cc4ac8ca req-084e16ac-04ab-47b3-94ab-af725725729c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:43.842462 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62267b4e-c976-4572-9588-3bd6cc4ac8ca req-084e16ac-04ab-47b3-94ab-af725725729c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:43.842462 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62267b4e-c976-4572-9588-3bd6cc4ac8ca req-084e16ac-04ab-47b3-94ab-af725725729c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:43.842462 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62267b4e-c976-4572-9588-3bd6cc4ac8ca req-084e16ac-04ab-47b3-94ab-af725725729c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:43.842462 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62267b4e-c976-4572-9588-3bd6cc4ac8ca req-084e16ac-04ab-47b3-94ab-af725725729c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:43.842834 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62267b4e-c976-4572-9588-3bd6cc4ac8ca req-084e16ac-04ab-47b3-94ab-af725725729c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:43.844651 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62267b4e-c976-4572-9588-3bd6cc4ac8ca req-084e16ac-04ab-47b3-94ab-af725725729c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0ff34f8aa5b34b2b8b9bd5b46a9cefc6&device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 6410 time: 0.8527830 May 27 02:21:43.854367 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6993139c-9a72-44ab-8821-444060bdae90 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] Pushing event deleted for resources: {'Network': ['ID=b1d56b2b-8c9d-43fb-8d1a-57e51b46f9fa,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:43.934177 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6993139c-9a72-44ab-8821-444060bdae90 tempest-NetworksIpV6Test-506617890 tempest-NetworksIpV6Test-506617890-project] 10.222.0.57 "DELETE /v2.0/networks/b1d56b2b-8c9d-43fb-8d1a-57e51b46f9fa HTTP/1.1" status: 204 len: 168 time: 2.9461327 May 27 02:21:43.942032 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-40888a6f-f465-4f3c-9464-d5c2fd229927 req-a62cb362-737b-4582-8750-69185e9b418e service neutron] 10.222.0.32 "GET /v2.0/networks/317f8943-c2cf-4629-a384-430f557971d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8699269 May 27 02:21:44.129730 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-92c3273a-04b8-48d3-8b28-1d527a48a4ec tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks [] for floatingip, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:44.170908 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1d90e3d7-bfd9-4621-8cf7-83613f5eeb31 req-759e296d-58ca-4f87-96c0-407b93b75947 service neutron] 10.222.0.66 "GET /v2.0/networks/ad328cf1-4104-4d8e-8f1d-0a25d788d2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5295887 May 27 02:21:44.282262 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5d3cc5f4-ad94-4439-b944-725b9fae9c68 req-cc895ca8-ab20-43e1-b42d-71151609f8af tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6159816 May 27 02:21:44.299256 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 5c63a4a1-3ce7-4b69-b220-3c8403bef40a details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:21:44.309273 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71e82ff3-9887-4afc-b4b3-8e982c402d83 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:44.460092 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e82ff3-9887-4afc-b4b3-8e982c402d83 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Pushing event deleted for resources: {'Port': ['ID=4acf92ce-28d4-4988-ad90-62be6c18fd88,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:44.549221 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 5c63a4a1-3ce7-4b69-b220-3c8403bef40a, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=5c63a4a1-3ce7-4b69-b220-3c8403bef40a,segment=NetworkSegment(ad9a4b4f-872c-4058-b3e3-93f96436dea6),segment_id=ad9a4b4f-872c-4058-b3e3-93f96436dea6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:44.570503 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '5c63a4a1-3ce7-4b69-b220-3c8403bef40a', 'network_id': 'ad328cf1-4104-4d8e-8f1d-0a25d788d2cc', 'port_id': '5c63a4a1-3ce7-4b69-b220-3c8403bef40a', 'mac_address': 'fa:16:3e:7d:41:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '247564f0-1187-4cc8-b142-74cbc42d04cd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:21:44.619378 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1d90e3d7-bfd9-4621-8cf7-83613f5eeb31 req-ef0cc7ab-e433-45a8-a6b2-091875ee30b4 service neutron] 10.222.0.66 "GET /v2.0/networks/ad328cf1-4104-4d8e-8f1d-0a25d788d2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4418411 May 27 02:21:44.622145 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44128) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:44.683262 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 5c63a4a1-3ce7-4b69-b220-3c8403bef40a is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:21:44.683457 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:44.701819 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c63a4a1-3ce7-4b69-b220-3c8403bef40a {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:21:44.731186 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 5c63a4a1-3ce7-4b69-b220-3c8403bef40a, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=5c63a4a1-3ce7-4b69-b220-3c8403bef40a,segment=NetworkSegment(ad9a4b4f-872c-4058-b3e3-93f96436dea6),segment_id=ad9a4b4f-872c-4058-b3e3-93f96436dea6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:44.732954 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71e82ff3-9887-4afc-b4b3-8e982c402d83 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:44.750081 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-71e82ff3-9887-4afc-b4b3-8e982c402d83 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "DELETE /v2.0/ports/4acf92ce-28d4-4988-ad90-62be6c18fd88 HTTP/1.1" status: 204 len: 168 time: 2.8108420 May 27 02:21:44.753895 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44134) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:44.814461 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:44.957658 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=5c63a4a1-3ce7-4b69-b220-3c8403bef40a,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:44.990710 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62267b4e-c976-4572-9588-3bd6cc4ac8ca req-532c8e11-d567-45a1-865a-188a1e38a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:44.991275 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62267b4e-c976-4572-9588-3bd6cc4ac8ca req-532c8e11-d567-45a1-865a-188a1e38a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:44.991636 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62267b4e-c976-4572-9588-3bd6cc4ac8ca req-532c8e11-d567-45a1-865a-188a1e38a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:44.993227 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62267b4e-c976-4572-9588-3bd6cc4ac8ca req-532c8e11-d567-45a1-865a-188a1e38a40e service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=0ff34f8aa5b34b2b8b9bd5b46a9cefc6&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.0754533 May 27 02:21:44.994391 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-1286e6a5-483a-4f5c-a64a-cd7e97daa120 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Deleting subnet ace0417d-ff5c-4e39-8be9-1a68cd684101 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:21:45.001938 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1286e6a5-483a-4f5c-a64a-cd7e97daa120 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:45.029348 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['5c63a4a1-3ce7-4b69-b220-3c8403bef40a'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:21:45.231797 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1286e6a5-483a-4f5c-a64a-cd7e97daa120 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:45.292080 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-e5fd3dc8-a3c9-4175-ae47-3c0d39086e37 service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:21:45.292302 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-642a5ada-d360-45c5-b78a-60242f55a65b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=603c58ba304f41388b863215a4e94a90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5782490 May 27 02:21:45.292302 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44138) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:45.308885 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8371b-14a4-4dd0-8d5a-cea3e1e949c5 req-79194f3c-2512-4f93-9c5e-858017c700b8 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:45.323197 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-91c8371b-14a4-4dd0-8d5a-cea3e1e949c5 req-79194f3c-2512-4f93-9c5e-858017c700b8 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=e34607d1-6ef5-4c9a-9a46-6ce28a9d4f37 HTTP/1.1" status: 200 len: 943 time: 1.4414067 May 27 02:21:45.369855 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ea796a6c-14c8-4c19-a9f3-d14ea67efa18 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:45.466719 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b38686-235f-40d1-a5a9-6f064c10d514 req-32893818-973a-43a9-8b33-882acdd70d19 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:45.473017 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b38686-235f-40d1-a5a9-6f064c10d514 req-32893818-973a-43a9-8b33-882acdd70d19 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:45.478798 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b38686-235f-40d1-a5a9-6f064c10d514 req-32893818-973a-43a9-8b33-882acdd70d19 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:45.486321 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b38686-235f-40d1-a5a9-6f064c10d514 req-32893818-973a-43a9-8b33-882acdd70d19 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:45.492338 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b38686-235f-40d1-a5a9-6f064c10d514 req-32893818-973a-43a9-8b33-882acdd70d19 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:45.497732 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b38686-235f-40d1-a5a9-6f064c10d514 req-32893818-973a-43a9-8b33-882acdd70d19 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:45.503436 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b38686-235f-40d1-a5a9-6f064c10d514 req-32893818-973a-43a9-8b33-882acdd70d19 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:45.505381 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b6b38686-235f-40d1-a5a9-6f064c10d514 req-32893818-973a-43a9-8b33-882acdd70d19 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 5408 time: 0.9099925 May 27 02:21:45.508506 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1286e6a5-483a-4f5c-a64a-cd7e97daa120 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:45.636995 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-91c8371b-14a4-4dd0-8d5a-cea3e1e949c5 req-3d1d6e97-2ddd-4849-bd9b-cb2dc9b6757b tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/security-groups?id=79437922-d5e1-4f8b-bbae-11b029e819f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139398 May 27 02:21:45.643224 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a42d255d-615d-40f9-a84f-b2fefc5ea150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:45.661157 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-e5fd3dc8-a3c9-4175-ae47-3c0d39086e37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 846f130e-8b5c-43bc-a6aa-7b9b06383b8c {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:21:45.684493 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-e5fd3dc8-a3c9-4175-ae47-3c0d39086e37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:45.698090 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a42d255d-615d-40f9-a84f-b2fefc5ea150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:45.698843 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62267b4e-c976-4572-9588-3bd6cc4ac8ca req-c8a6e4d6-5d9b-4aa8-818c-19521795f5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:45.700306 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62267b4e-c976-4572-9588-3bd6cc4ac8ca req-c8a6e4d6-5d9b-4aa8-818c-19521795f5b2 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6883423 May 27 02:21:45.793039 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b6b38686-235f-40d1-a5a9-6f064c10d514 req-9a07600d-d26e-42b7-bd34-2f9788838c6b tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=057f65d9-7e45-40c8-b89f-71d48d79e181&id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2790062 May 27 02:21:45.794089 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-e5fd3dc8-a3c9-4175-ae47-3c0d39086e37 service neutron] Transition to ACTIVE for port object 846f130e-8b5c-43bc-a6aa-7b9b06383b8c will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:21:45.874003 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-409c8c77-fc45-4f25-8a83-6668fc88b865 admin admin] Router 33315fc9-139e-4060-9974-3dff52a13385 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:21:45.875877 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-e5fd3dc8-a3c9-4175-ae47-3c0d39086e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:45.971615 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1286e6a5-483a-4f5c-a64a-cd7e97daa120 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:46.024682 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1286e6a5-483a-4f5c-a64a-cd7e97daa120 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Pushing event deleted for resources: {'Subnet': ['ID=ace0417d-ff5c-4e39-8be9-1a68cd684101,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:46.026747 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1286e6a5-483a-4f5c-a64a-cd7e97daa120 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:46.050652 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1286e6a5-483a-4f5c-a64a-cd7e97daa120 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "DELETE /v2.0/subnets/ace0417d-ff5c-4e39-8be9-1a68cd684101 HTTP/1.1" status: 204 len: 168 time: 1.2858844 May 27 02:21:46.051932 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42338197-212e-4c24-91e2-eb95b837bf5d None None] Network 4b83be3c-d2c0-4b0f-849f-a2bd82741ed8 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:21:46.060216 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44148) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:46.159650 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a42d255d-615d-40f9-a84f-b2fefc5ea150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:46.162746 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a42d255d-615d-40f9-a84f-b2fefc5ea150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:46.168012 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a42d255d-615d-40f9-a84f-b2fefc5ea150 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8a75b25c-ad49-4460-b468-dd9402176b9e HTTP/1.1" status: 204 len: 168 time: 0.8740816 May 27 02:21:46.176047 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd3dc8-a3c9-4175-ae47-3c0d39086e37 service neutron] Pushing event updated for resources: {'Port': ['ID=846f130e-8b5c-43bc-a6aa-7b9b06383b8c,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:46.212876 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d255d-615d-40f9-a84f-b2fefc5ea150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a75b25c-ad49-4460-b468-dd9402176b9e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:46.247366 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-066b7183-7dd4-442d-a96b-89526ee83dc7 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Deleting subnet 91708588-9c20-4a3e-9579-457a929964db {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:21:46.302888 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-066b7183-7dd4-442d-a96b-89526ee83dc7 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:46.333018 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 5c63a4a1-3ce7-4b69-b220-3c8403bef40a up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:21:46.348607 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883be98-40ca-443e-bf97-51974a4717cd req-31d1af89-efcc-4761-849f-d89e1ed06157 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:46.350152 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5883be98-40ca-443e-bf97-51974a4717cd req-31d1af89-efcc-4761-849f-d89e1ed06157 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb8d367-d12a-4af5-8109-bc06a18bdc99 HTTP/1.1" status: 200 len: 945 time: 0.5550404 May 27 02:21:46.399286 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-ea796a6c-14c8-4c19-a9f3-d14ea67efa18 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Deleting port 666ca551-df3d-4a3c-90e8-15df3c9d156a {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:21:46.399930 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ea796a6c-14c8-4c19-a9f3-d14ea67efa18 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:46.439393 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-066b7183-7dd4-442d-a96b-89526ee83dc7 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:46.512825 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 5c63a4a1-3ce7-4b69-b220-3c8403bef40a completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:21:46.526781 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 5c63a4a1-3ce7-4b69-b220-3c8403bef40a triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:21:46.529120 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:46.545624 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5883be98-40ca-443e-bf97-51974a4717cd req-2ec5aad3-31c4-41b2-8c9a-dc6c55c456f9 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290300 May 27 02:21:46.558738 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-e5fd3dc8-a3c9-4175-ae47-3c0d39086e37 service neutron] Attempting to bind port 846f130e-8b5c-43bc-a6aa-7b9b06383b8c on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:21:46.558738 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-e5fd3dc8-a3c9-4175-ae47-3c0d39086e37 service neutron] Attempting to bind port 846f130e-8b5c-43bc-a6aa-7b9b06383b8c by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'c7b67dd1-e75f-43e2-a0d4-234645245d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c9b6b64d-3919-4b90-9366-bcda75991abc'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:21:46.558738 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-e5fd3dc8-a3c9-4175-ae47-3c0d39086e37 service neutron] Attempting to bind port 846f130e-8b5c-43bc-a6aa-7b9b06383b8c on network c9b6b64d-3919-4b90-9366-bcda75991abc {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:21:46.585409 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7208a54-ae42-4f54-b800-206ec52ab326 None None] DHCP port deletion for 4b83be3c-d2c0-4b0f-849f-a2bd82741ed8 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:21:46.603995 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-c7208a54-ae42-4f54-b800-206ec52ab326 None None] Deleting port 12d58947-ee14-48fc-8d40-82b802479a47 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:21:46.604407 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c7208a54-ae42-4f54-b800-206ec52ab326 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:46.620572 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409c8c77-fc45-4f25-8a83-6668fc88b865 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:21:46.647869 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-e5fd3dc8-a3c9-4175-ae47-3c0d39086e37 service neutron] Port 846f130e-8b5c-43bc-a6aa-7b9b06383b8c on network c9b6b64d-3919-4b90-9366-bcda75991abc not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:21:46.648243 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-e5fd3dc8-a3c9-4175-ae47-3c0d39086e37 service neutron] Attempting to bind port 846f130e-8b5c-43bc-a6aa-7b9b06383b8c on network c9b6b64d-3919-4b90-9366-bcda75991abc {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:21:46.655854 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f867248-f3a0-48a3-8648-d390fdbdf568 None None] Sync routers for ids ['33315fc9-139e-4060-9974-3dff52a13385'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:21:46.671789 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-e5fd3dc8-a3c9-4175-ae47-3c0d39086e37 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:21:46.672071 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-e5fd3dc8-a3c9-4175-ae47-3c0d39086e37 service neutron] Checking segment: {'id': 'c7b67dd1-e75f-43e2-a0d4-234645245d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c9b6b64d-3919-4b90-9366-bcda75991abc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:21:46.672463 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-e5fd3dc8-a3c9-4175-ae47-3c0d39086e37 service neutron] Bound using segment: {'id': 'c7b67dd1-e75f-43e2-a0d4-234645245d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c9b6b64d-3919-4b90-9366-bcda75991abc'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:21:46.673475 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-e5fd3dc8-a3c9-4175-ae47-3c0d39086e37 service neutron] Bound port: 846f130e-8b5c-43bc-a6aa-7b9b06383b8c, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b67dd1-e75f-43e2-a0d4-234645245d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c9b6b64d-3919-4b90-9366-bcda75991abc'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:21:46.673903 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-e5fd3dc8-a3c9-4175-ae47-3c0d39086e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:46.786152 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f867248-f3a0-48a3-8648-d390fdbdf568 None None] Routers {'33315fc9-139e-4060-9974-3dff52a13385'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:21:46.787594 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1f867248-f3a0-48a3-8648-d390fdbdf568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:21:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['33315fc9-139e-4060-9974-3dff52a13385'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:46.845319 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ea796a6c-14c8-4c19-a9f3-d14ea67efa18 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:46.864560 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-066b7183-7dd4-442d-a96b-89526ee83dc7 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:47.067162 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-ea796a6c-14c8-4c19-a9f3-d14ea67efa18 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Calling delete_port for 666ca551-df3d-4a3c-90e8-15df3c9d156a owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:21:47.072702 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-92c3273a-04b8-48d3-8b28-1d527a48a4ec tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:47.116320 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-409c8c77-fc45-4f25-8a83-6668fc88b865 admin admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:47.117834 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-409c8c77-fc45-4f25-8a83-6668fc88b865 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 13.4459264 May 27 02:21:47.120654 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44166) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:47.225093 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-92c3273a-04b8-48d3-8b28-1d527a48a4ec tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:47.349883 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 5c63a4a1-3ce7-4b69-b220-3c8403bef40a is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:21:47.350619 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:47.393653 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 5c63a4a1-3ce7-4b69-b220-3c8403bef40a, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=5c63a4a1-3ce7-4b69-b220-3c8403bef40a,segment=NetworkSegment(ad9a4b4f-872c-4058-b3e3-93f96436dea6),segment_id=ad9a4b4f-872c-4058-b3e3-93f96436dea6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:47.398549 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34607d1-6ef5-4c9a-9a46-6ce28a9d4f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c63a4a1-3ce7-4b69-b220-3c8403bef40a'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:21:47.434149 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-1f867248-f3a0-48a3-8648-d390fdbdf568 None None] Set router 33315fc9-139e-4060-9974-3dff52a13385 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:21:47.464061 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-e5fd3dc8-a3c9-4175-ae47-3c0d39086e37 service neutron] For port 846f130e-8b5c-43bc-a6aa-7b9b06383b8c, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:21:47.494646 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-e5fd3dc8-a3c9-4175-ae47-3c0d39086e37 service neutron] For port 846f130e-8b5c-43bc-a6aa-7b9b06383b8c, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=846f130e-8b5c-43bc-a6aa-7b9b06383b8c,segment=NetworkSegment(c7b67dd1-e75f-43e2-a0d4-234645245d4c),segment_id=c7b67dd1-e75f-43e2-a0d4-234645245d4c)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:21:47.509294 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ba01e-ea52-4fdf-9eef-4b34d3741e1d req-e1872052-ffdb-4b37-81b7-00419950906f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:47.515633 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ba01e-ea52-4fdf-9eef-4b34d3741e1d req-e1872052-ffdb-4b37-81b7-00419950906f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:47.521767 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ba01e-ea52-4fdf-9eef-4b34d3741e1d req-e1872052-ffdb-4b37-81b7-00419950906f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:47.527345 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ba01e-ea52-4fdf-9eef-4b34d3741e1d req-e1872052-ffdb-4b37-81b7-00419950906f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:47.533146 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ba01e-ea52-4fdf-9eef-4b34d3741e1d req-e1872052-ffdb-4b37-81b7-00419950906f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:47.539252 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ba01e-ea52-4fdf-9eef-4b34d3741e1d req-e1872052-ffdb-4b37-81b7-00419950906f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:47.545002 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ba01e-ea52-4fdf-9eef-4b34d3741e1d req-e1872052-ffdb-4b37-81b7-00419950906f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:47.546933 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-784ba01e-ea52-4fdf-9eef-4b34d3741e1d req-e1872052-ffdb-4b37-81b7-00419950906f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 5420 time: 0.4720619 May 27 02:21:47.560215 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:47.592693 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2d07e-6ebb-4efd-a0ec-b62978481f4a req-6917c273-fb5c-4601-9f34-8a491fbfd007 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:47.599768 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f6a2d07e-6ebb-4efd-a0ec-b62978481f4a req-6917c273-fb5c-4601-9f34-8a491fbfd007 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=e34607d1-6ef5-4c9a-9a46-6ce28a9d4f37 HTTP/1.1" status: 200 len: 944 time: 0.5178905 May 27 02:21:47.604660 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-c7208a54-ae42-4f54-b800-206ec52ab326 None None] For port 12d58947-ee14-48fc-8d40-82b802479a47, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=12d58947-ee14-48fc-8d40-82b802479a47,segment=NetworkSegment(05137e51-ffab-4574-b3b8-c8b7dbba9bf4),segment_id=05137e51-ffab-4574-b3b8-c8b7dbba9bf4)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:47.605087 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c7208a54-ae42-4f54-b800-206ec52ab326 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:47.614211 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-92c3273a-04b8-48d3-8b28-1d527a48a4ec tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Floating IP abc70acc-7c56-4517-a0ca-66a9f789acb8 associated. External IP: 172.25.1.41, port: 3d8c57a0-911e-4dff-92d3-d90b2167597d. May 27 02:21:47.687039 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-e5fd3dc8-a3c9-4175-ae47-3c0d39086e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:47.748843 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-e5fd3dc8-a3c9-4175-ae47-3c0d39086e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:47.749454 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-e5fd3dc8-a3c9-4175-ae47-3c0d39086e37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:47.751562 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-e5fd3dc8-a3c9-4175-ae47-3c0d39086e37 service neutron] 10.222.0.66 "PUT /v2.0/ports/846f130e-8b5c-43bc-a6aa-7b9b06383b8c HTTP/1.1" status: 200 len: 1091 time: 5.2972493 May 27 02:21:47.777779 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'tag': '846f130e-8b5c-43bc-a6aa-7b9b06383b8c'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:21:47.849650 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-784ba01e-ea52-4fdf-9eef-4b34d3741e1d req-d82dcd3f-c8ca-4e11-a268-2fbf631ff5a9 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=057f65d9-7e45-40c8-b89f-71d48d79e181&id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2924345 May 27 02:21:47.986785 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f6a2d07e-6ebb-4efd-a0ec-b62978481f4a req-4c748e61-b135-4f82-9fcc-bb10b192dcc7 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/security-groups?id=79437922-d5e1-4f8b-bbae-11b029e819f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860323 May 27 02:21:47.992233 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 12d58947-ee14-48fc-8d40-82b802479a47 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:21:48.094251 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d49313a3-775a-442f-8357-c4bc30e8986c'] response: {'server_uuid': 'e34607d1-6ef5-4c9a-9a46-6ce28a9d4f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c63a4a1-3ce7-4b69-b220-3c8403bef40a', 'code': 200} May 27 02:21:48.103533 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-c7208a54-ae42-4f54-b800-206ec52ab326 None None] Calling delete_port for 12d58947-ee14-48fc-8d40-82b802479a47 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:21:48.130531 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8c70e30-9652-42d2-ae5e-b0462ef47236'] response: {'name': 'network-changed', 'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'tag': '846f130e-8b5c-43bc-a6aa-7b9b06383b8c', 'status': 'completed', 'code': 200} May 27 02:21:48.155027 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd3dc8-a3c9-4175-ae47-3c0d39086e37 service neutron] Pushing event updated for resources: {'Port': ['ID=846f130e-8b5c-43bc-a6aa-7b9b06383b8c,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:48.291197 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-066b7183-7dd4-442d-a96b-89526ee83dc7 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:48.345730 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=5c63a4a1-3ce7-4b69-b220-3c8403bef40a,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:48.365754 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066b7183-7dd4-442d-a96b-89526ee83dc7 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Pushing event deleted for resources: {'Subnet': ['ID=91708588-9c20-4a3e-9579-457a929964db,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:48.371476 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-066b7183-7dd4-442d-a96b-89526ee83dc7 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:48.384379 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b318c60-077b-4936-b0b0-b8d0d0f68f3d None None] Network 8b94d27d-bce7-469d-ba55-1b18784dbd74 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:21:48.387939 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ea796a6c-14c8-4c19-a9f3-d14ea67efa18 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:48.410439 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 12d58947-ee14-48fc-8d40-82b802479a47 is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:21:48.410850 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:48.438998 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-a29189d4-6154-48e9-8989-8268ed15d28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:48.439610 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-a29189d4-6154-48e9-8989-8268ed15d28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:48.439931 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-a29189d4-6154-48e9-8989-8268ed15d28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:48.441311 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-a29189d4-6154-48e9-8989-8268ed15d28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:48.441628 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-a29189d4-6154-48e9-8989-8268ed15d28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:48.442101 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-a29189d4-6154-48e9-8989-8268ed15d28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:48.442577 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-a29189d4-6154-48e9-8989-8268ed15d28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:48.442745 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-066b7183-7dd4-442d-a96b-89526ee83dc7 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "DELETE /v2.0/subnets/91708588-9c20-4a3e-9579-457a929964db HTTP/1.1" status: 204 len: 168 time: 2.3764622 May 27 02:21:48.444655 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-a29189d4-6154-48e9-8989-8268ed15d28c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0ff34f8aa5b34b2b8b9bd5b46a9cefc6&device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 6477 time: 0.5257025 May 27 02:21:48.447651 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44200) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:48.490589 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea796a6c-14c8-4c19-a9f3-d14ea67efa18 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Pushing event deleted for resources: {'Port': ['ID=666ca551-df3d-4a3c-90e8-15df3c9d156a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:48.534691 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c7208a54-ae42-4f54-b800-206ec52ab326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:48.630151 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-763f52db-605f-423a-ac54-ac88ca42acb8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b88d4c2-88a5-44e4-a734-7381c01bd697 HTTP/1.1" status: 200 len: 217 time: 0.1722033 May 27 02:21:48.672953 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7208a54-ae42-4f54-b800-206ec52ab326 None None] No DVR routers for this DVR port 12d58947-ee14-48fc-8d40-82b802479a47 on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:21:48.762094 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7208a54-ae42-4f54-b800-206ec52ab326 None None] Pushing event deleted for resources: {'Port': ['ID=12d58947-ee14-48fc-8d40-82b802479a47,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:48.891304 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1f867248-f3a0-48a3-8648-d390fdbdf568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33315fc9-139e-4060-9974-3dff52a13385', 'name': 'tempest-ServerRescueTestJSONUnderV235-2044282800-router', 'tenant_id': '209664ce71bb45b283c19d8ee70e43b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '09b184b8-56b2-4f15-afd9-f1f3003954e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:21:33Z', 'updated_at': '2022-05-27T02:21:40Z', 'revision_number': 3, 'project_id': '209664ce71bb45b283c19d8ee70e43b1', 'gw_port': {'id': '09b184b8-56b2-4f15-afd9-f1f3003954e5', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:22:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33315fc9-139e-4060-9974-3dff52a13385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:21:36Z', 'updated_at': '2022-05-27T02:21:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:48.896581 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f867248-f3a0-48a3-8648-d390fdbdf568 None None] Checking router: 33315fc9-139e-4060-9974-3dff52a13385 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:21:48.897156 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f867248-f3a0-48a3-8648-d390fdbdf568 None None] Updating router 33315fc9-139e-4060-9974-3dff52a13385 port 09b184b8-56b2-4f15-afd9-f1f3003954e5 binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:21:48.951968 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:48.965822 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1f867248-f3a0-48a3-8648-d390fdbdf568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:48.998207 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b997c15-9ea4-45bf-aec2-753815013ccf None None] DHCP port deletion for 8b94d27d-bce7-469d-ba55-1b18784dbd74 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:21:49.019474 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-4b997c15-9ea4-45bf-aec2-753815013ccf None None] Deleting port 88efaf7b-e6d4-428f-afff-aa3c1d63aacc {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:21:49.020544 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4b997c15-9ea4-45bf-aec2-753815013ccf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:49.040238 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ea796a6c-14c8-4c19-a9f3-d14ea67efa18 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:49.056271 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c3273a-04b8-48d3-8b28-1d527a48a4ec tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Router daa84f6e-a703-42c6-819b-00fae724e29f has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:21:49.126028 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c871524-731a-4c8d-a674-0537718edcff req-f6464e4e-ac75-43f9-80eb-e0cc4e3ca470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:49.128391 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6c871524-731a-4c8d-a674-0537718edcff req-f6464e4e-ac75-43f9-80eb-e0cc4e3ca470 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e34607d1-6ef5-4c9a-9a46-6ce28a9d4f37 HTTP/1.1" status: 200 len: 1096 time: 1.0811822 May 27 02:21:49.141977 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:49.332379 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3071cec6-123e-4cce-a329-6f4b52950fd2 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:49.342749 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-39f3a499-e52f-481a-94b7-97e2c1a167d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:49.345413 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-39f3a499-e52f-481a-94b7-97e2c1a167d1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=38635d3c-a31c-4fd5-8a18-29f0e87e4929 HTTP/1.1" status: 200 len: 851 time: 0.6953659 May 27 02:21:49.355531 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2367217-0630-4be1-8cc2-87928ceda459 req-28b1e436-722c-4d1c-93b0-7a99d7e08db6 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:49.356988 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c2367217-0630-4be1-8cc2-87928ceda459 req-28b1e436-722c-4d1c-93b0-7a99d7e08db6 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb8d367-d12a-4af5-8109-bc06a18bdc99 HTTP/1.1" status: 200 len: 945 time: 1.0150988 May 27 02:21:49.417157 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6c871524-731a-4c8d-a674-0537718edcff req-dd1c4c1c-1d12-43f4-8818-ea7e9bf8581c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=79437922-d5e1-4f8b-bbae-11b029e819f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638319 May 27 02:21:49.462857 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-4b997c15-9ea4-45bf-aec2-753815013ccf None None] For port 88efaf7b-e6d4-428f-afff-aa3c1d63aacc, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=88efaf7b-e6d4-428f-afff-aa3c1d63aacc,segment=NetworkSegment(27a54013-fcdd-4abe-8c68-537dba16a1b4),segment_id=27a54013-fcdd-4abe-8c68-537dba16a1b4)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:49.463463 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4b997c15-9ea4-45bf-aec2-753815013ccf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:49.477509 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb7bc6-35ee-4eeb-a95d-47645edbc941 req-58eacb8c-0062-468b-a1c0-1d01a357d635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:49.478978 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7bbb7bc6-35ee-4eeb-a95d-47645edbc941 req-58eacb8c-0062-468b-a1c0-1d01a357d635 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=500421bbc9424254b703858ad839b150&device_id=4eb8d367-d12a-4af5-8109-bc06a18bdc99 HTTP/1.1" status: 200 len: 1096 time: 1.0028207 May 27 02:21:49.535496 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45351142-3064-4831-bb96-cc26eaf9056f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:49.609081 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-4b997c15-9ea4-45bf-aec2-753815013ccf None None] Calling delete_port for 88efaf7b-e6d4-428f-afff-aa3c1d63aacc owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:21:49.704702 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea796a6c-14c8-4c19-a9f3-d14ea67efa18 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Router 60755140-80d5-426e-b22f-23143d48e055 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:21:49.744556 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 88efaf7b-e6d4-428f-afff-aa3c1d63aacc no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:21:49.747381 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c2367217-0630-4be1-8cc2-87928ceda459 req-c2457e2f-1b01-4e97-957d-d8212d0f5e72 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192348 May 27 02:21:49.756861 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c3273a-04b8-48d3-8b28-1d527a48a4ec tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:21:49.767623 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198640b8-03cc-4e48-aa56-5111a3a33879 None None] Sync routers for ids ['daa84f6e-a703-42c6-819b-00fae724e29f'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:21:49.777713 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-92c3273a-04b8-48d3-8b28-1d527a48a4ec tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:49.794248 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198640b8-03cc-4e48-aa56-5111a3a33879 None None] Routers {'daa84f6e-a703-42c6-819b-00fae724e29f'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:21:49.794857 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-198640b8-03cc-4e48-aa56-5111a3a33879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:21:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['daa84f6e-a703-42c6-819b-00fae724e29f'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:49.878778 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1f867248-f3a0-48a3-8648-d390fdbdf568 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:49.897242 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1f867248-f3a0-48a3-8648-d390fdbdf568 None None] Transition to ACTIVE for port object 09b184b8-56b2-4f15-afd9-f1f3003954e5 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:21:49.935475 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4b997c15-9ea4-45bf-aec2-753815013ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:49.939686 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Port 88efaf7b-e6d4-428f-afff-aa3c1d63aacc update to DOWN by agent not found {{(pid=88903) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 27 02:21:49.989301 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b997c15-9ea4-45bf-aec2-753815013ccf None None] Pushing event deleted for resources: {'Port': ['ID=88efaf7b-e6d4-428f-afff-aa3c1d63aacc,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:49.994574 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b997c15-9ea4-45bf-aec2-753815013ccf None None] No DVR routers for this DVR port 88efaf7b-e6d4-428f-afff-aa3c1d63aacc on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:21:50.008591 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1f867248-f3a0-48a3-8648-d390fdbdf568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:50.084936 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60782e61-a74f-4049-8367-344fe76c0a63 None None] Pushing event updated for resources: {'Port': ['ID=09b184b8-56b2-4f15-afd9-f1f3003954e5,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:50.111175 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3071cec6-123e-4cce-a329-6f4b52950fd2 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:50.114659 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-1f867248-f3a0-48a3-8648-d390fdbdf568 None None] Attempting to bind port 09b184b8-56b2-4f15-afd9-f1f3003954e5 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:21:50.115226 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-1f867248-f3a0-48a3-8648-d390fdbdf568 None None] Attempting to bind port 09b184b8-56b2-4f15-afd9-f1f3003954e5 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:21:50.115777 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f867248-f3a0-48a3-8648-d390fdbdf568 None None] Attempting to bind port 09b184b8-56b2-4f15-afd9-f1f3003954e5 on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:21:50.121528 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f867248-f3a0-48a3-8648-d390fdbdf568 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:21:50.122142 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f867248-f3a0-48a3-8648-d390fdbdf568 None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:21:50.122713 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1f867248-f3a0-48a3-8648-d390fdbdf568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:50.123339 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f867248-f3a0-48a3-8648-d390fdbdf568 None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:21:50.123970 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-1f867248-f3a0-48a3-8648-d390fdbdf568 None None] Bound port: 09b184b8-56b2-4f15-afd9-f1f3003954e5, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:21:50.124571 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1f867248-f3a0-48a3-8648-d390fdbdf568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:50.142827 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-3071cec6-123e-4cce-a329-6f4b52950fd2 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b83be3c-d2c0-4b0f-849f-a2bd82741ed8']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:50.160016 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-3071cec6-123e-4cce-a329-6f4b52950fd2 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05137e51-ffab-4574-b3b8-c8b7dbba9bf4') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:50.160601 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-3071cec6-123e-4cce-a329-6f4b52950fd2 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05137e51-ffab-4574-b3b8-c8b7dbba9bf4') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:50.175686 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3071cec6-123e-4cce-a329-6f4b52950fd2 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:50.195791 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3071cec6-123e-4cce-a329-6f4b52950fd2 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:50.204757 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3071cec6-123e-4cce-a329-6f4b52950fd2 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:21:50.205175 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3071cec6-123e-4cce-a329-6f4b52950fd2 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:50.210938 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-198640b8-03cc-4e48-aa56-5111a3a33879 None None] Set router daa84f6e-a703-42c6-819b-00fae724e29f gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:21:50.232353 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-1f867248-f3a0-48a3-8648-d390fdbdf568 None None] For port 09b184b8-56b2-4f15-afd9-f1f3003954e5, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:21:50.236628 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-1f867248-f3a0-48a3-8648-d390fdbdf568 None None] For port 09b184b8-56b2-4f15-afd9-f1f3003954e5, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=09b184b8-56b2-4f15-afd9-f1f3003954e5,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:21:50.310581 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-92c3273a-04b8-48d3-8b28-1d527a48a4ec tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "PUT /v2.0/floatingips/abc70acc-7c56-4517-a0ca-66a9f789acb8 HTTP/1.1" status: 200 len: 991 time: 6.5468330 May 27 02:21:50.317363 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1f867248-f3a0-48a3-8648-d390fdbdf568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:50.320228 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-45351142-3064-4831-bb96-cc26eaf9056f admin admin] Allocated IP 172.20.0.1 (0218860d-7cbc-4a1d-902b-50f15d0343e7/03d6acab-3ccc-4e49-9edb-b9860698e697/2a54da51-95a9-44b8-a475-a5b59dbdcea4) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:21:50.337157 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea796a6c-14c8-4c19-a9f3-d14ea67efa18 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:21:50.387617 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ea796a6c-14c8-4c19-a9f3-d14ea67efa18 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "PUT /v2.0/routers/60755140-80d5-426e-b22f-23143d48e055/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8973992 May 27 02:21:50.388402 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44230) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:50.409051 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f59e3235-26be-4ba3-b4a2-1f7a9345e756', 'tag': '3d8c57a0-911e-4dff-92d3-d90b2167597d'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:21:50.419005 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb7bc6-35ee-4eeb-a95d-47645edbc941 req-8b08ef0c-bf96-4a8e-b5fd-bb8c488c2376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:50.420496 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7bbb7bc6-35ee-4eeb-a95d-47645edbc941 req-8b08ef0c-bf96-4a8e-b5fd-bb8c488c2376 service neutron] 10.222.0.32 "GET /v2.0/networks?id=317f8943-c2cf-4629-a384-430f557971d0 HTTP/1.1" status: 200 len: 913 time: 0.9325354 May 27 02:21:50.440467 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3071cec6-123e-4cce-a329-6f4b52950fd2 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:50.447217 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3071cec6-123e-4cce-a329-6f4b52950fd2 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:50.451333 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 05137e51-ffab-4574-b3b8-c8b7dbba9bf4 resource provider aggregate not found May 27 02:21:50.493051 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae12b6b-b3f4-451d-a712-4ac762c31841 None None] Sync routers for ids ['60755140-80d5-426e-b22f-23143d48e055'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:21:50.554941 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae12b6b-b3f4-451d-a712-4ac762c31841 None None] Routers {'60755140-80d5-426e-b22f-23143d48e055'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:21:50.557545 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4ae12b6b-b3f4-451d-a712-4ac762c31841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:21:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['60755140-80d5-426e-b22f-23143d48e055'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:50.559970 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7bbb7bc6-35ee-4eeb-a95d-47645edbc941 req-20edf9f0-d671-43f4-80a6-22b55c165f5d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0656c221-b9ea-4665-8d59-1ea5f8c78630 HTTP/1.1" status: 200 len: 217 time: 0.1294580 May 27 02:21:50.572576 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412d2f5-754c-456c-9830-0febb8658de9 req-7dc02c78-ccb3-494f-9b3f-019f6866da65 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:50.579952 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412d2f5-754c-456c-9830-0febb8658de9 req-7dc02c78-ccb3-494f-9b3f-019f6866da65 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:50.585823 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412d2f5-754c-456c-9830-0febb8658de9 req-7dc02c78-ccb3-494f-9b3f-019f6866da65 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:50.592700 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412d2f5-754c-456c-9830-0febb8658de9 req-7dc02c78-ccb3-494f-9b3f-019f6866da65 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:50.600537 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412d2f5-754c-456c-9830-0febb8658de9 req-7dc02c78-ccb3-494f-9b3f-019f6866da65 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:50.607462 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412d2f5-754c-456c-9830-0febb8658de9 req-7dc02c78-ccb3-494f-9b3f-019f6866da65 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:50.615806 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412d2f5-754c-456c-9830-0febb8658de9 req-7dc02c78-ccb3-494f-9b3f-019f6866da65 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:50.618850 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3412d2f5-754c-456c-9830-0febb8658de9 req-7dc02c78-ccb3-494f-9b3f-019f6866da65 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 5420 time: 1.5507705 May 27 02:21:50.625894 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 05137e51-ffab-4574-b3b8-c8b7dbba9bf4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 05137e51-ffab-4574-b3b8-c8b7dbba9bf4 found for delete ", "request_id": "req-d54ecc36-b685-4df0-a252-678190133ef2"}]} May 27 02:21:50.713480 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60782e61-a74f-4049-8367-344fe76c0a63 None None] Pushing event updated for resources: {'Port': ['ID=09b184b8-56b2-4f15-afd9-f1f3003954e5,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:50.736404 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071cec6-123e-4cce-a329-6f4b52950fd2 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Pushing event deleted for resources: {'Network': ['ID=4b83be3c-d2c0-4b0f-849f-a2bd82741ed8,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:50.742737 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f867248-f3a0-48a3-8648-d390fdbdf568 None None] Routers {'33315fc9-139e-4060-9974-3dff52a13385'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:21:50.744089 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1f867248-f3a0-48a3-8648-d390fdbdf568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:21:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['33315fc9-139e-4060-9974-3dff52a13385'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:50.775109 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb7bc6-35ee-4eeb-a95d-47645edbc941 req-3fd29e5c-a3b9-4861-902f-2d1b70d0a390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:50.776552 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7bbb7bc6-35ee-4eeb-a95d-47645edbc941 req-3fd29e5c-a3b9-4861-902f-2d1b70d0a390 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=029bf5aa-9449-4d9e-81c7-fe1336fb8379 HTTP/1.1" status: 200 len: 852 time: 0.1530433 May 27 02:21:50.793162 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-812d1cf8-83f0-4845-a64c-7323051d1437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:50.795246 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-812d1cf8-83f0-4845-a64c-7323051d1437 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cd909775-46db-435c-9cd7-78749fc058c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4177771 May 27 02:21:50.804433 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4ae12b6b-b3f4-451d-a712-4ac762c31841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:50.819044 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-198640b8-03cc-4e48-aa56-5111a3a33879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'name': 'tempest-AttachVolumeShelveTestJSON-1946500173-router', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '92b172b0-4350-41a6-8a59-376f01838aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:20:47Z', 'updated_at': '2022-05-27T02:20:55Z', 'revision_number': 4, 'project_id': '67a2999592f840daafe9db3a26b0dd55', 'gw_port': {'id': '92b172b0-4350-41a6-8a59-376f01838aa5', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:20:48Z', 'updated_at': '2022-05-27T02:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'abc70acc-7c56-4517-a0ca-66a9f789acb8', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'floating_ip_address': '172.25.1.41', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'port_id': '3d8c57a0-911e-4dff-92d3-d90b2167597d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac', 'mac_address': 'fa:16:3e:a9:ff:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59e3235-26be-4ba3-b4a2-1f7a9345e756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:21:01Z', 'updated_at': '2022-05-27T02:21:46Z', 'revision_number': 1, 'project_id': '67a2999592f840daafe9db3a26b0dd55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0038ed8-c550-4424-93f6-7a356e428c89', 'name': '', 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'mac_address': 'fa:16:3e:9c:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '0c302d24-860d-464a-9c69-32cd4f709ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:20:53Z', 'updated_at': '2022-05-27T02:21:09Z', 'revision_number': 5, 'project_id': '67a2999592f840daafe9db3a26b0dd55', 'subnets': [{'id': '0c302d24-860d-464a-9c69-32cd4f709ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:50.823499 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198640b8-03cc-4e48-aa56-5111a3a33879 None None] Checking router: daa84f6e-a703-42c6-819b-00fae724e29f for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:21:50.841964 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae12b6b-b3f4-451d-a712-4ac762c31841 None None] Routers {'60755140-80d5-426e-b22f-23143d48e055'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:21:50.842788 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4ae12b6b-b3f4-451d-a712-4ac762c31841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:21:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['60755140-80d5-426e-b22f-23143d48e055'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:50.843108 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198640b8-03cc-4e48-aa56-5111a3a33879 None None] Routers {'daa84f6e-a703-42c6-819b-00fae724e29f'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:21:50.843713 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-198640b8-03cc-4e48-aa56-5111a3a33879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:21:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['daa84f6e-a703-42c6-819b-00fae724e29f'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:50.850131 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45351142-3064-4831-bb96-cc26eaf9056f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:50.863916 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ca8b517-82b1-49b7-8d92-c25124bb9060 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:50.886330 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7bbb7bc6-35ee-4eeb-a95d-47645edbc941 req-5701ec2c-1bf8-441c-8c64-0e456a9e5b50 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=317f8943-c2cf-4629-a384-430f557971d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957177 May 27 02:21:50.922285 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 0656c221-b9ea-4665-8d59-1ea5f8c78630 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:21:50.941406 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3071cec6-123e-4cce-a329-6f4b52950fd2 tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "DELETE /v2.0/networks/4b83be3c-d2c0-4b0f-849f-a2bd82741ed8 HTTP/1.1" status: 204 len: 168 time: 2.4855161 May 27 02:21:50.947347 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44244) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:50.954542 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3412d2f5-754c-456c-9830-0febb8658de9 req-f93c2abe-3f2a-4524-bb6e-f1050dbd382e tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=057f65d9-7e45-40c8-b89f-71d48d79e181&id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2213385 May 27 02:21:50.976423 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4ae12b6b-b3f4-451d-a712-4ac762c31841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:50.977281 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae12b6b-b3f4-451d-a712-4ac762c31841 None None] The sync data for ids ['60755140-80d5-426e-b22f-23143d48e055'] in n-d-843554-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:21:51.104502 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d7c8570-0de0-4274-897f-a3dfb529df0c'] response: {'name': 'network-changed', 'server_uuid': 'f59e3235-26be-4ba3-b4a2-1f7a9345e756', 'tag': '3d8c57a0-911e-4dff-92d3-d90b2167597d', 'status': 'completed', 'code': 200} May 27 02:21:51.129857 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-198640b8-03cc-4e48-aa56-5111a3a33879 None None] Set router daa84f6e-a703-42c6-819b-00fae724e29f gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:21:51.148656 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920600a0-659f-45d3-83ce-e2ddf739a036 req-27a583b7-7763-4187-b123-8050e4cf669b tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:51.155009 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-1f867248-f3a0-48a3-8648-d390fdbdf568 None None] Set router 33315fc9-139e-4060-9974-3dff52a13385 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:21:51.158181 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-920600a0-659f-45d3-83ce-e2ddf739a036 req-27a583b7-7763-4187-b123-8050e4cf669b tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=e34607d1-6ef5-4c9a-9a46-6ce28a9d4f37 HTTP/1.1" status: 200 len: 945 time: 1.1720426 May 27 02:21:51.285493 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-463aca82-dcdd-4ae4-8720-e312ff9e7cec tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:51.309295 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ca8b517-82b1-49b7-8d92-c25124bb9060 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:51.353123 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45351142-3064-4831-bb96-cc26eaf9056f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:51.425268 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6ca8b517-82b1-49b7-8d92-c25124bb9060 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Deleting port 88098a70-c96e-4c71-8d49-181870be0fc6 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:21:51.425867 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ca8b517-82b1-49b7-8d92-c25124bb9060 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:51.474418 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 0656c221-b9ea-4665-8d59-1ea5f8c78630 is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:21:51.474985 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:51.528178 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb8d367-d12a-4af5-8109-bc06a18bdc99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0656c221-b9ea-4665-8d59-1ea5f8c78630'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:21:51.545060 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-f5eb40dc-55c3-4a5f-9ea1-05b99bf359fb service neutron] 10.222.0.66 "GET /v2.0/networks/cd909775-46db-435c-9cd7-78749fc058c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6977482 May 27 02:21:51.545983 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 0656c221-b9ea-4665-8d59-1ea5f8c78630, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=0656c221-b9ea-4665-8d59-1ea5f8c78630,segment=NetworkSegment(f9d0c973-72f3-423e-80ec-119f03165820),segment_id=f9d0c973-72f3-423e-80ec-119f03165820)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:51.553108 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1f867248-f3a0-48a3-8648-d390fdbdf568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33315fc9-139e-4060-9974-3dff52a13385', 'name': 'tempest-ServerRescueTestJSONUnderV235-2044282800-router', 'tenant_id': '209664ce71bb45b283c19d8ee70e43b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '09b184b8-56b2-4f15-afd9-f1f3003954e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:21:33Z', 'updated_at': '2022-05-27T02:21:40Z', 'revision_number': 3, 'project_id': '209664ce71bb45b283c19d8ee70e43b1', 'gw_port': {'id': '09b184b8-56b2-4f15-afd9-f1f3003954e5', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:22:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33315fc9-139e-4060-9974-3dff52a13385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:21:36Z', 'updated_at': '2022-05-27T02:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:51.561310 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-920600a0-659f-45d3-83ce-e2ddf739a036 req-5d54a40f-7856-47cf-b7ea-d1e59c834515 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/security-groups?id=79437922-d5e1-4f8b-bbae-11b029e819f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980258 May 27 02:21:51.561842 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f867248-f3a0-48a3-8648-d390fdbdf568 None None] The sync data for ids ['33315fc9-139e-4060-9974-3dff52a13385'] in n-d-843554-3 is: [{'id': '33315fc9-139e-4060-9974-3dff52a13385', 'name': 'tempest-ServerRescueTestJSONUnderV235-2044282800-router', 'tenant_id': '209664ce71bb45b283c19d8ee70e43b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '09b184b8-56b2-4f15-afd9-f1f3003954e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:21:33Z', 'updated_at': '2022-05-27T02:21:40Z', 'revision_number': 3, 'project_id': '209664ce71bb45b283c19d8ee70e43b1', 'gw_port': {'id': '09b184b8-56b2-4f15-afd9-f1f3003954e5', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:22:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33315fc9-139e-4060-9974-3dff52a13385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:21:36Z', 'updated_at': '2022-05-27T02:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:21:51.571019 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7bbb7bc6-35ee-4eeb-a95d-47645edbc941 req-6c72ade2-9bc9-46ac-b0b8-30da68e72b55 service neutron] 10.222.0.32 "GET /v2.0/networks/317f8943-c2cf-4629-a384-430f557971d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6284571 May 27 02:21:51.588029 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4bd18-6ad9-4c76-8416-11c8a8426e01 req-44e126ed-995d-4043-bca6-951081552426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:51.589798 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e0b4bd18-6ad9-4c76-8416-11c8a8426e01 req-44e126ed-995d-4043-bca6-951081552426 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67a2999592f840daafe9db3a26b0dd55&device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 1097 time: 0.4356067 May 27 02:21:51.619945 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:51.625832 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-198640b8-03cc-4e48-aa56-5111a3a33879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'name': 'tempest-AttachVolumeShelveTestJSON-1946500173-router', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '92b172b0-4350-41a6-8a59-376f01838aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:20:47Z', 'updated_at': '2022-05-27T02:20:55Z', 'revision_number': 4, 'project_id': '67a2999592f840daafe9db3a26b0dd55', 'gw_port': {'id': '92b172b0-4350-41a6-8a59-376f01838aa5', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:20:48Z', 'updated_at': '2022-05-27T02:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'abc70acc-7c56-4517-a0ca-66a9f789acb8', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'floating_ip_address': '172.25.1.41', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'port_id': '3d8c57a0-911e-4dff-92d3-d90b2167597d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac', 'mac_address': 'fa:16:3e:a9:ff:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59e3235-26be-4ba3-b4a2-1f7a9345e756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:21:01Z', 'updated_at': '2022-05-27T02:21:46Z', 'revision_number': 1, 'project_id': '67a2999592f840daafe9db3a26b0dd55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0038ed8-c550-4424-93f6-7a356e428c89', 'name': '', 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'mac_address': 'fa:16:3e:9c:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '0c302d24-860d-464a-9c69-32cd4f709ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:20:53Z', 'updated_at': '2022-05-27T02:21:09Z', 'revision_number': 5, 'project_id': '67a2999592f840daafe9db3a26b0dd55', 'subnets': [{'id': '0c302d24-860d-464a-9c69-32cd4f709ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:51.628429 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45351142-3064-4831-bb96-cc26eaf9056f admin admin] Network 0218860d-7cbc-4a1d-902b-50f15d0343e7 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:21:51.635917 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198640b8-03cc-4e48-aa56-5111a3a33879 None None] The sync data for ids ['daa84f6e-a703-42c6-819b-00fae724e29f'] in n-d-843554-3 is: [{'id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'name': 'tempest-AttachVolumeShelveTestJSON-1946500173-router', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '92b172b0-4350-41a6-8a59-376f01838aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:20:47Z', 'updated_at': '2022-05-27T02:20:55Z', 'revision_number': 4, 'project_id': '67a2999592f840daafe9db3a26b0dd55', 'gw_port': {'id': '92b172b0-4350-41a6-8a59-376f01838aa5', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:20:48Z', 'updated_at': '2022-05-27T02:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'abc70acc-7c56-4517-a0ca-66a9f789acb8', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'floating_ip_address': '172.25.1.41', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'port_id': '3d8c57a0-911e-4dff-92d3-d90b2167597d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac', 'mac_address': 'fa:16:3e:a9:ff:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59e3235-26be-4ba3-b4a2-1f7a9345e756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:21:01Z', 'updated_at': '2022-05-27T02:21:46Z', 'revision_number': 1, 'project_id': '67a2999592f840daafe9db3a26b0dd55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0038ed8-c550-4424-93f6-7a356e428c89', 'name': '', 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'mac_address': 'fa:16:3e:9c:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '0c302d24-860d-464a-9c69-32cd4f709ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:20:53Z', 'updated_at': '2022-05-27T02:21:09Z', 'revision_number': 5, 'project_id': '67a2999592f840daafe9db3a26b0dd55', 'subnets': [{'id': '0c302d24-860d-464a-9c69-32cd4f709ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:21:51.641851 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-45351142-3064-4831-bb96-cc26eaf9056f admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:21:51.644545 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45351142-3064-4831-bb96-cc26eaf9056f admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:21:51.736500 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1d00f18-9c72-4d27-844d-bae23cd9bf4c'] response: {'server_uuid': '4eb8d367-d12a-4af5-8109-bc06a18bdc99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0656c221-b9ea-4665-8d59-1ea5f8c78630', 'code': 200} May 27 02:21:51.737379 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=0656c221-b9ea-4665-8d59-1ea5f8c78630,revision_number=8']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:51.913398 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-c6872d8c-7494-486f-a9e5-fafee594cc02 service neutron] 10.222.0.66 "GET /v2.0/networks/cd909775-46db-435c-9cd7-78749fc058c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550532 May 27 02:21:51.920951 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-463aca82-dcdd-4ae4-8720-e312ff9e7cec tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:51.928917 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45351142-3064-4831-bb96-cc26eaf9056f admin admin] Pushing event updated for resources: {'Port': ['ID=2a54da51-95a9-44b8-a475-a5b59dbdcea4,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:52.083336 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-5b6b1c3b-52ca-47a7-a831-32d21c3eb8a9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=0cddd283-b33e-41da-b142-f29163e1f022 HTTP/1.1" status: 200 len: 217 time: 0.1400228 May 27 02:21:52.108387 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a427a2-cc79-48c6-8c80-99aa372f1cce None None] New status for floating IP abc70acc-7c56-4517-a0ca-66a9f789acb8: ACTIVE {{(pid=88904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:21:52.146123 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-463aca82-dcdd-4ae4-8720-e312ff9e7cec tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b94d27d-bce7-469d-ba55-1b18784dbd74']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:52.174858 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-463aca82-dcdd-4ae4-8720-e312ff9e7cec tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27a54013-fcdd-4abe-8c68-537dba16a1b4') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:52.175157 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-463aca82-dcdd-4ae4-8720-e312ff9e7cec tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27a54013-fcdd-4abe-8c68-537dba16a1b4') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:52.200309 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45351142-3064-4831-bb96-cc26eaf9056f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:52.239402 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aead7f7-0dca-4223-aa22-2a02857319fd req-a609cb9a-1a8b-4a29-a35f-e500ca97293e tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:52.247160 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6aead7f7-0dca-4223-aa22-2a02857319fd req-a609cb9a-1a8b-4a29-a35f-e500ca97293e tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb8d367-d12a-4af5-8109-bc06a18bdc99 HTTP/1.1" status: 200 len: 945 time: 1.0601802 May 27 02:21:52.250414 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7bbb7bc6-35ee-4eeb-a95d-47645edbc941 req-c3b4ddee-0125-448a-92b1-56d5ed7b03fb service neutron] 10.222.0.32 "GET /v2.0/networks/317f8943-c2cf-4629-a384-430f557971d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6568766 May 27 02:21:52.357182 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6aead7f7-0dca-4223-aa22-2a02857319fd req-d7e4cf96-1a70-48d1-83d1-4fe52f25003d tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972321 May 27 02:21:52.359351 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-a26b45fd-7f0d-4546-b974-05266547c8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:52.361947 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-a26b45fd-7f0d-4546-b974-05266547c8e6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=18b9760c-5727-4979-b482-385cb53ebb74 HTTP/1.1" status: 200 len: 797 time: 0.2682056 May 27 02:21:52.411052 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-463aca82-dcdd-4ae4-8720-e312ff9e7cec tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:52.460133 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91f4da-2d38-4554-9999-e7b0a5cd4486 req-305a92dc-97a1-4a53-85cd-0dfab8991515 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:52.466346 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91f4da-2d38-4554-9999-e7b0a5cd4486 req-305a92dc-97a1-4a53-85cd-0dfab8991515 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:52.473882 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91f4da-2d38-4554-9999-e7b0a5cd4486 req-305a92dc-97a1-4a53-85cd-0dfab8991515 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:52.477413 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-463aca82-dcdd-4ae4-8720-e312ff9e7cec tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:52.478925 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91f4da-2d38-4554-9999-e7b0a5cd4486 req-305a92dc-97a1-4a53-85cd-0dfab8991515 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:52.485905 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91f4da-2d38-4554-9999-e7b0a5cd4486 req-305a92dc-97a1-4a53-85cd-0dfab8991515 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:52.492146 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91f4da-2d38-4554-9999-e7b0a5cd4486 req-305a92dc-97a1-4a53-85cd-0dfab8991515 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:52.498214 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91f4da-2d38-4554-9999-e7b0a5cd4486 req-305a92dc-97a1-4a53-85cd-0dfab8991515 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:52.498959 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-463aca82-dcdd-4ae4-8720-e312ff9e7cec tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:21:52.502532 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-463aca82-dcdd-4ae4-8720-e312ff9e7cec tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:52.502681 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ae91f4da-2d38-4554-9999-e7b0a5cd4486 req-305a92dc-97a1-4a53-85cd-0dfab8991515 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 5420 time: 0.3360214 May 27 02:21:52.532656 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ca8b517-82b1-49b7-8d92-c25124bb9060 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:52.547341 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4bd18-6ad9-4c76-8416-11c8a8426e01 req-c61be001-4ba6-4f58-ba52-49ba445b7113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:52.549327 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e0b4bd18-6ad9-4c76-8416-11c8a8426e01 req-c61be001-4ba6-4f58-ba52-49ba445b7113 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7ee685f0-e442-4ea7-949d-71e1995db8ac HTTP/1.1" status: 200 len: 918 time: 0.9161241 May 27 02:21:52.566519 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ae91f4da-2d38-4554-9999-e7b0a5cd4486 req-fc23cd87-620d-4717-968f-dcd7d2e09aa9 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=057f65d9-7e45-40c8-b89f-71d48d79e181&id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548005 May 27 02:21:52.592878 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-91667e5f-bfa7-423e-9d93-4039a6817b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:52.594634 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-91667e5f-bfa7-423e-9d93-4039a6817b0b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bc44a8f1-f55a-42c3-8906-2fd4470a2ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2085693 May 27 02:21:52.912912 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-690cdbbc-c0cf-47e3-ad08-e8e1f12fc8e6 service neutron] 10.222.0.66 "GET /v2.0/networks/bc44a8f1-f55a-42c3-8906-2fd4470a2ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073306 May 27 02:21:52.959711 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341cd31f-5117-4dfd-9469-01902fe1c63f req-4e386842-d841-49f3-92ae-ab2922f66b63 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:52.961290 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-341cd31f-5117-4dfd-9469-01902fe1c63f req-4e386842-d841-49f3-92ae-ab2922f66b63 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=e34607d1-6ef5-4c9a-9a46-6ce28a9d4f37 HTTP/1.1" status: 200 len: 945 time: 0.2384641 May 27 02:21:52.976561 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 27a54013-fcdd-4abe-8c68-537dba16a1b4 resource provider aggregate not found May 27 02:21:52.999635 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6ca8b517-82b1-49b7-8d92-c25124bb9060 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Calling delete_port for 88098a70-c96e-4c71-8d49-181870be0fc6 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:21:53.038022 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 27a54013-fcdd-4abe-8c68-537dba16a1b4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 27a54013-fcdd-4abe-8c68-537dba16a1b4 found for delete ", "request_id": "req-7f11f95a-345f-4cec-a8ff-b4d3f4b7ccda"}]} May 27 02:21:53.086129 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e0b4bd18-6ad9-4c76-8416-11c8a8426e01 req-11908f3e-84c9-4027-96b5-1fbd555d02b2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d8c57a0-911e-4dff-92d3-d90b2167597d HTTP/1.1" status: 200 len: 1001 time: 0.4265466 May 27 02:21:53.104324 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-341cd31f-5117-4dfd-9469-01902fe1c63f req-ca0cf78f-64ca-4b83-8589-16ac8c00b3a3 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/security-groups?id=79437922-d5e1-4f8b-bbae-11b029e819f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830700 May 27 02:21:53.132478 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-5832283b-335c-4283-bc21-791864154a1c service neutron] 10.222.0.66 "GET /v2.0/networks/bc44a8f1-f55a-42c3-8906-2fd4470a2ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174976 May 27 02:21:53.217156 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-30f51904-25d0-4694-8dcb-898d19ae10d9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340 HTTP/1.1" status: 200 len: 217 time: 0.0779009 May 27 02:21:53.279003 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-463aca82-dcdd-4ae4-8720-e312ff9e7cec tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:53.325425 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-463aca82-dcdd-4ae4-8720-e312ff9e7cec tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:53.340180 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-463aca82-dcdd-4ae4-8720-e312ff9e7cec tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] 10.222.0.57 "DELETE /v2.0/networks/8b94d27d-bce7-469d-ba55-1b18784dbd74 HTTP/1.1" status: 204 len: 168 time: 2.3877056 May 27 02:21:53.340389 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-e6543fa2-9d0f-4b24-a97e-8e07f36c615e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:53.341144 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-e6543fa2-9d0f-4b24-a97e-8e07f36c615e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=18b9760c-5727-4979-b482-385cb53ebb74 HTTP/1.1" status: 200 len: 797 time: 0.1172614 May 27 02:21:53.354383 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463aca82-dcdd-4ae4-8720-e312ff9e7cec tempest-TaggedBootDevicesTest_v242-1657242451 tempest-TaggedBootDevicesTest_v242-1657242451-project] Pushing event deleted for resources: {'Network': ['ID=8b94d27d-bce7-469d-ba55-1b18784dbd74,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:53.381978 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4bd18-6ad9-4c76-8416-11c8a8426e01 req-712dccb9-5151-4b78-a401-fdda3c96f387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:53.384572 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e0b4bd18-6ad9-4c76-8416-11c8a8426e01 req-712dccb9-5151-4b78-a401-fdda3c96f387 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c302d24-860d-464a-9c69-32cd4f709ca1 HTTP/1.1" status: 200 len: 856 time: 0.2883294 May 27 02:21:53.536001 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dfe912-ae09-4153-969f-18e07b5b6c3d req-051b7196-508a-498f-aa0a-72f22f045f78 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:53.538023 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-06dfe912-ae09-4153-969f-18e07b5b6c3d req-051b7196-508a-498f-aa0a-72f22f045f78 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=e34607d1-6ef5-4c9a-9a46-6ce28a9d4f37 HTTP/1.1" status: 200 len: 945 time: 0.2802920 May 27 02:21:53.559003 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45351142-3064-4831-bb96-cc26eaf9056f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:53.618348 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-06dfe912-ae09-4153-969f-18e07b5b6c3d req-a848854e-f457-482f-8f4e-78976f9e6a4f tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/security-groups?id=79437922-d5e1-4f8b-bbae-11b029e819f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716689 May 27 02:21:53.622699 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-1733f777-bb8c-4f27-8c68-aa9c2f94048e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:53.624328 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-1733f777-bb8c-4f27-8c68-aa9c2f94048e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bc44a8f1-f55a-42c3-8906-2fd4470a2ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2620475 May 27 02:21:53.635630 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441a9b4-bf5d-4fcb-9e66-0bd28bd8bd9b req-747a0483-c7a6-48f3-93c4-04530b6d2720 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:53.637178 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6441a9b4-bf5d-4fcb-9e66-0bd28bd8bd9b req-747a0483-c7a6-48f3-93c4-04530b6d2720 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb8d367-d12a-4af5-8109-bc06a18bdc99 HTTP/1.1" status: 200 len: 943 time: 0.1832061 May 27 02:21:53.818620 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4bd18-6ad9-4c76-8416-11c8a8426e01 req-b8ee7ac8-5e1c-403f-a4d2-5111bcfc8096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:53.822530 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e0b4bd18-6ad9-4c76-8416-11c8a8426e01 req-b8ee7ac8-5e1c-403f-a4d2-5111bcfc8096 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ee685f0-e442-4ea7-949d-71e1995db8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4310989 May 27 02:21:53.834185 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 09b184b8-56b2-4f15-afd9-f1f3003954e5 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:21:54.067941 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ca8b517-82b1-49b7-8d92-c25124bb9060 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:54.070965 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 09b184b8-56b2-4f15-afd9-f1f3003954e5 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:21:54.085978 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 09b184b8-56b2-4f15-afd9-f1f3003954e5 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:21:54.086356 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:54.151932 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6441a9b4-bf5d-4fcb-9e66-0bd28bd8bd9b req-ae00f959-d586-4e5b-8d87-2a0c8b55535d tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4953794 May 27 02:21:54.161850 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-a5e33d12-b478-4ffd-bbe2-9c0a53901a56 service neutron] 10.222.0.66 "GET /v2.0/networks/bc44a8f1-f55a-42c3-8906-2fd4470a2ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5237050 May 27 02:21:54.182988 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca8b517-82b1-49b7-8d92-c25124bb9060 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Pushing event deleted for resources: {'Port': ['ID=88098a70-c96e-4c71-8d49-181870be0fc6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:54.273882 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 09b184b8-56b2-4f15-afd9-f1f3003954e5 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:21:54.274199 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:54.293266 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 09b184b8-56b2-4f15-afd9-f1f3003954e5, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=09b184b8-56b2-4f15-afd9-f1f3003954e5,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:54.332605 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ad785-788b-4b70-9157-9435f4d442f0 req-9c0cb407-aaea-4d59-b560-1341e89c3770 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:54.338641 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ad785-788b-4b70-9157-9435f4d442f0 req-9c0cb407-aaea-4d59-b560-1341e89c3770 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:54.344494 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ad785-788b-4b70-9157-9435f4d442f0 req-9c0cb407-aaea-4d59-b560-1341e89c3770 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:54.350188 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ad785-788b-4b70-9157-9435f4d442f0 req-9c0cb407-aaea-4d59-b560-1341e89c3770 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:54.359095 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ad785-788b-4b70-9157-9435f4d442f0 req-9c0cb407-aaea-4d59-b560-1341e89c3770 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:54.364958 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ad785-788b-4b70-9157-9435f4d442f0 req-9c0cb407-aaea-4d59-b560-1341e89c3770 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:54.370632 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ad785-788b-4b70-9157-9435f4d442f0 req-9c0cb407-aaea-4d59-b560-1341e89c3770 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:54.372518 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2e4ad785-788b-4b70-9157-9435f4d442f0 req-9c0cb407-aaea-4d59-b560-1341e89c3770 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 5420 time: 0.3697886 May 27 02:21:54.376681 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e0b4bd18-6ad9-4c76-8416-11c8a8426e01 req-dd016892-60c9-48e3-881c-6874e36a2553 service neutron] 10.222.0.32 "GET /v2.0/networks/7ee685f0-e442-4ea7-949d-71e1995db8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5447705 May 27 02:21:54.380834 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ca8b517-82b1-49b7-8d92-c25124bb9060 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:54.391954 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:54.444764 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-67c899d0-10e4-4e68-b7bb-e73601b93515 service neutron] 10.222.0.66 "GET /v2.0/networks/bc44a8f1-f55a-42c3-8906-2fd4470a2ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743559 May 27 02:21:54.451982 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2e4ad785-788b-4b70-9157-9435f4d442f0 req-fd286ce8-e8fb-42bf-b004-8187295bb26a tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=057f65d9-7e45-40c8-b89f-71d48d79e181&id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0690737 May 27 02:21:54.469135 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=09b184b8-56b2-4f15-afd9-f1f3003954e5,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:54.525177 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-e0f4b93b-af5b-4858-9528-c7e168a85c9c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125 HTTP/1.1" status: 200 len: 217 time: 0.0718608 May 27 02:21:54.591828 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-11b440af-b596-4404-ad2d-278c64b77cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:54.593350 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-11b440af-b596-4404-ad2d-278c64b77cc5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=18b9760c-5727-4979-b482-385cb53ebb74 HTTP/1.1" status: 200 len: 797 time: 0.0630558 May 27 02:21:54.677188 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-c97aa3ab-230d-4a53-b14c-1f6d87ab48f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:54.679023 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-c97aa3ab-230d-4a53-b14c-1f6d87ab48f4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bc44a8f1-f55a-42c3-8906-2fd4470a2ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0794814 May 27 02:21:54.690346 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45351142-3064-4831-bb96-cc26eaf9056f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:54.706213 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ca8b517-82b1-49b7-8d92-c25124bb9060 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:54.710708 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ca8b517-82b1-49b7-8d92-c25124bb9060 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:54.769350 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e0b4bd18-6ad9-4c76-8416-11c8a8426e01 req-f4032d8f-f1e7-4dd8-89d9-65374ce07a3a service neutron] 10.222.0.32 "GET /v2.0/networks/7ee685f0-e442-4ea7-949d-71e1995db8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293610 May 27 02:21:54.773165 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45351142-3064-4831-bb96-cc26eaf9056f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:54.822554 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-747e0b69-ecd2-4a6b-a5c0-71dfb8fb272c service neutron] 10.222.0.66 "GET /v2.0/networks/bc44a8f1-f55a-42c3-8906-2fd4470a2ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374929 May 27 02:21:54.887855 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ca8b517-82b1-49b7-8d92-c25124bb9060 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:54.888342 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca8b517-82b1-49b7-8d92-c25124bb9060 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Fanout notify agent at l3_agent the message router_deleted on router 60755140-80d5-426e-b22f-23143d48e055 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:21:54.929061 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45351142-3064-4831-bb96-cc26eaf9056f admin admin] Pushing event updated for resources: {'Port': ['ID=2a54da51-95a9-44b8-a475-a5b59dbdcea4,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:54.935003 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ca8b517-82b1-49b7-8d92-c25124bb9060 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:54.942698 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6ca8b517-82b1-49b7-8d92-c25124bb9060 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "DELETE /v2.0/routers/60755140-80d5-426e-b22f-23143d48e055 HTTP/1.1" status: 204 len: 168 time: 4.4933138 May 27 02:21:54.942876 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44302) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:54.942966 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45351142-3064-4831-bb96-cc26eaf9056f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:55.028948 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-63bb7341-3050-4364-931e-23c63dff0f2e tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Deleting subnet 75a9bae6-a3ca-4506-b0ec-cc71ca49629d {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:21:55.056300 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-63bb7341-3050-4364-931e-23c63dff0f2e tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:55.107114 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45351142-3064-4831-bb96-cc26eaf9056f admin admin] Network 0218860d-7cbc-4a1d-902b-50f15d0343e7 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:21:55.108397 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-45351142-3064-4831-bb96-cc26eaf9056f admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:21:55.183470 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-541b7052-70b4-4046-b4d6-c3bfad30dca1 service neutron] 10.222.0.66 "GET /v2.0/networks/bc44a8f1-f55a-42c3-8906-2fd4470a2ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545442 May 27 02:21:55.274937 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-63bb7341-3050-4364-931e-23c63dff0f2e tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:55.337136 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-77af915e-b7be-4285-b281-a97984120132 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=248cd725-0c24-4047-b076-0aa17cd7ecc0 HTTP/1.1" status: 200 len: 217 time: 0.1430001 May 27 02:21:55.337902 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45351142-3064-4831-bb96-cc26eaf9056f admin admin] Router 33315fc9-139e-4060-9974-3dff52a13385 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:21:55.436980 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1165276c-900d-4021-ac93-e3b3831e17b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:55.441064 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-1f052ab0-654d-4734-91b1-73ed84acae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:55.443595 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-1f052ab0-654d-4734-91b1-73ed84acae27 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=18b9760c-5727-4979-b482-385cb53ebb74 HTTP/1.1" status: 200 len: 797 time: 0.0993385 May 27 02:21:55.554854 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-63bb7341-3050-4364-931e-23c63dff0f2e tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:55.762509 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45351142-3064-4831-bb96-cc26eaf9056f admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:21:55.777120 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-45351142-3064-4831-bb96-cc26eaf9056f admin admin] 10.222.0.57 "PUT /v2.0/routers/33315fc9-139e-4060-9974-3dff52a13385/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6552632 May 27 02:21:55.779424 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcd4186-ade9-4383-aa32-390925faead8 None None] Sync routers for ids ['33315fc9-139e-4060-9974-3dff52a13385'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:21:55.794395 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 09b184b8-56b2-4f15-afd9-f1f3003954e5 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:21:55.903683 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-f368ed79-18e6-4563-b5e7-4a4e4947a95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:55.905886 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcd4186-ade9-4383-aa32-390925faead8 None None] Routers {'33315fc9-139e-4060-9974-3dff52a13385'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:21:55.906737 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-8dcd4186-ade9-4383-aa32-390925faead8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:21:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['33315fc9-139e-4060-9974-3dff52a13385'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:55.917135 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-f368ed79-18e6-4563-b5e7-4a4e4947a95d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bc44a8f1-f55a-42c3-8906-2fd4470a2ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3264997 May 27 02:21:56.094845 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 09b184b8-56b2-4f15-afd9-f1f3003954e5 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:21:56.095225 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:56.175360 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-8dcd4186-ade9-4383-aa32-390925faead8 None None] Set router 33315fc9-139e-4060-9974-3dff52a13385 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:21:56.203961 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a430d-bad8-4486-a3ea-323bc2d73f97 req-8e55b44f-0bbd-44c9-97e0-14c1b5bdb593 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:56.211902 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2c6a430d-bad8-4486-a3ea-323bc2d73f97 req-8e55b44f-0bbd-44c9-97e0-14c1b5bdb593 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb8d367-d12a-4af5-8109-bc06a18bdc99 HTTP/1.1" status: 200 len: 943 time: 0.7670839 May 27 02:21:56.227063 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-63bb7341-3050-4364-931e-23c63dff0f2e tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:56.322723 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 09b184b8-56b2-4f15-afd9-f1f3003954e5 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:21:56.358825 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-63bb7341-3050-4364-931e-23c63dff0f2e tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:56.371482 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446991d1-f841-442b-a8b0-1501526e98cb req-dce504e8-6b70-4cd0-9bf6-f8daf0b31f42 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:56.373402 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-446991d1-f841-442b-a8b0-1501526e98cb req-dce504e8-6b70-4cd0-9bf6-f8daf0b31f42 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=e34607d1-6ef5-4c9a-9a46-6ce28a9d4f37 HTTP/1.1" status: 200 len: 945 time: 0.7816517 May 27 02:21:56.378983 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb7341-3050-4364-931e-23c63dff0f2e tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Pushing event deleted for resources: {'Subnet': ['ID=75a9bae6-a3ca-4506-b0ec-cc71ca49629d,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:56.397025 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e098e1ed-2fbf-4778-976e-e2399da185cf None None] Network 58a8574c-5c8a-42a0-a3e7-697acb491680 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:21:56.461485 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2c6a430d-bad8-4486-a3ea-323bc2d73f97 req-b6913c03-109b-4d98-beba-736eacad6213 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486360 May 27 02:21:56.527404 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 5c63a4a1-3ce7-4b69-b220-3c8403bef40a details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:21:56.550259 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-63bb7341-3050-4364-931e-23c63dff0f2e tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "DELETE /v2.0/subnets/75a9bae6-a3ca-4506-b0ec-cc71ca49629d HTTP/1.1" status: 204 len: 168 time: 1.6086702 May 27 02:21:56.553148 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44342) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:56.568430 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-446991d1-f841-442b-a8b0-1501526e98cb req-f2a25f98-d2ba-4e20-82de-c5dd0f89e929 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/security-groups?id=79437922-d5e1-4f8b-bbae-11b029e819f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873035 May 27 02:21:56.598647 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-6e858ac3-20ba-4c81-b45d-cadb290ac2aa service neutron] 10.222.0.66 "GET /v2.0/networks/bc44a8f1-f55a-42c3-8906-2fd4470a2ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6511314 May 27 02:21:56.763137 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.resource_extend [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:21:56.785127 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-418c7627-6607-43e8-ad19-6726f96194b2 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:56.818159 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-418c7627-6607-43e8-ad19-6726f96194b2 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Deleting port 198bcb62-08af-4b64-8b2f-997d5dc237e7 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:21:56.818510 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-418c7627-6607-43e8-ad19-6726f96194b2 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:56.912829 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 0656c221-b9ea-4665-8d59-1ea5f8c78630 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:21:56.952459 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b3c0d-cf77-429c-bc0c-0cb81387f848 req-7d0997cc-f954-4193-a4a9-50f4650f3cc0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:56.959709 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b3c0d-cf77-429c-bc0c-0cb81387f848 req-7d0997cc-f954-4193-a4a9-50f4650f3cc0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:56.966952 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b3c0d-cf77-429c-bc0c-0cb81387f848 req-7d0997cc-f954-4193-a4a9-50f4650f3cc0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:56.974044 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b3c0d-cf77-429c-bc0c-0cb81387f848 req-7d0997cc-f954-4193-a4a9-50f4650f3cc0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:56.981083 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b3c0d-cf77-429c-bc0c-0cb81387f848 req-7d0997cc-f954-4193-a4a9-50f4650f3cc0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:56.988261 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b3c0d-cf77-429c-bc0c-0cb81387f848 req-7d0997cc-f954-4193-a4a9-50f4650f3cc0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:56.995088 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b3c0d-cf77-429c-bc0c-0cb81387f848 req-7d0997cc-f954-4193-a4a9-50f4650f3cc0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:56.997075 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f8b3c0d-cf77-429c-bc0c-0cb81387f848 req-7d0997cc-f954-4193-a4a9-50f4650f3cc0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 5420 time: 0.3752306 May 27 02:21:57.158917 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-418c7627-6607-43e8-ad19-6726f96194b2 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] For port 198bcb62-08af-4b64-8b2f-997d5dc237e7, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=198bcb62-08af-4b64-8b2f-997d5dc237e7,segment=NetworkSegment(dff8e76f-01ec-4a2c-aa61-991627eb5f57),segment_id=dff8e76f-01ec-4a2c-aa61-991627eb5f57)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:57.163271 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-418c7627-6607-43e8-ad19-6726f96194b2 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:57.174931 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-fc84283e-37e0-4803-a3b8-6e2518ef6a3a service neutron] 10.222.0.66 "GET /v2.0/networks/bc44a8f1-f55a-42c3-8906-2fd4470a2ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5748651 May 27 02:21:57.206600 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b4ea03-17c1-47c8-bf0c-076f2b9aaf64 None None] DHCP port deletion for 58a8574c-5c8a-42a0-a3e7-697acb491680 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:21:57.216604 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 5c63a4a1-3ce7-4b69-b220-3c8403bef40a, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=5c63a4a1-3ce7-4b69-b220-3c8403bef40a,segment=NetworkSegment(ad9a4b4f-872c-4058-b3e3-93f96436dea6),segment_id=ad9a4b4f-872c-4058-b3e3-93f96436dea6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:57.230520 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-88b4ea03-17c1-47c8-bf0c-076f2b9aaf64 None None] Deleting port 198bcb62-08af-4b64-8b2f-997d5dc237e7 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:21:57.231034 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-88b4ea03-17c1-47c8-bf0c-076f2b9aaf64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:57.289937 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f8b3c0d-cf77-429c-bc0c-0cb81387f848 req-65e822cf-47e5-45d4-a167-05e79f9b0e8b tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=057f65d9-7e45-40c8-b89f-71d48d79e181&id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2180076 May 27 02:21:57.297921 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-c6898bb4-1549-4bd2-aeb1-764e5c4c20c7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=264c73cf-2308-4577-bcf0-61fc0de4e850 HTTP/1.1" status: 200 len: 217 time: 0.1116157 May 27 02:21:57.321350 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-418c7627-6607-43e8-ad19-6726f96194b2 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Calling delete_port for 198bcb62-08af-4b64-8b2f-997d5dc237e7 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:21:57.457374 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '5c63a4a1-3ce7-4b69-b220-3c8403bef40a', 'network_id': 'ad328cf1-4104-4d8e-8f1d-0a25d788d2cc', 'port_id': '5c63a4a1-3ce7-4b69-b220-3c8403bef40a', 'mac_address': 'fa:16:3e:7d:41:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '247564f0-1187-4cc8-b142-74cbc42d04cd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:21:57.483992 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-76ba2a1b-cfa1-46ad-80aa-7e8b0615e318 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:57.486153 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-76ba2a1b-cfa1-46ad-80aa-7e8b0615e318 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Synchronizing usage tracker for tenant:209664ce71bb45b283c19d8ee70e43b1 on resource:network {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:21:57.492318 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-11aa010b-09eb-4c7d-ad3f-3a4d47630e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:57.498033 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-418c7627-6607-43e8-ad19-6726f96194b2 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:57.498157 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-11aa010b-09eb-4c7d-ad3f-3a4d47630e60 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ab16c072-4114-4898-aa65-b9d65de14e79 HTTP/1.1" status: 200 len: 797 time: 0.1904967 May 27 02:21:57.578042 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 0656c221-b9ea-4665-8d59-1ea5f8c78630 is: DOWN; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:21:57.600869 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c7627-6607-43e8-ad19-6726f96194b2 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Pushing event deleted for resources: {'Port': ['ID=198bcb62-08af-4b64-8b2f-997d5dc237e7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:57.617163 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-b89765dd-3acb-4cc3-814b-555e14524a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:57.619154 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-b89765dd-3acb-4cc3-814b-555e14524a6f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c9b6b64d-3919-4b90-9366-bcda75991abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1149418 May 27 02:21:57.619677 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418c7627-6607-43e8-ad19-6726f96194b2 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] No DVR routers for this DVR port 198bcb62-08af-4b64-8b2f-997d5dc237e7 on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:21:57.691626 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-76ba2a1b-cfa1-46ad-80aa-7e8b0615e318 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Unset dirty status for tenant:209664ce71bb45b283c19d8ee70e43b1 on resource:network {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:21:57.696114 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 5c63a4a1-3ce7-4b69-b220-3c8403bef40a is: ACTIVE; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:21:57.696495 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:57.698318 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-76ba2a1b-cfa1-46ad-80aa-7e8b0615e318 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/networks?id=0218860d-7cbc-4a1d-902b-50f15d0343e7 HTTP/1.1" status: 200 len: 820 time: 0.8027902 May 27 02:21:57.728155 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c63a4a1-3ce7-4b69-b220-3c8403bef40a {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:21:57.751662 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-8dcd4186-ade9-4383-aa32-390925faead8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33315fc9-139e-4060-9974-3dff52a13385', 'name': 'tempest-ServerRescueTestJSONUnderV235-2044282800-router', 'tenant_id': '209664ce71bb45b283c19d8ee70e43b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '09b184b8-56b2-4f15-afd9-f1f3003954e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:21:33Z', 'updated_at': '2022-05-27T02:21:53Z', 'revision_number': 4, 'project_id': '209664ce71bb45b283c19d8ee70e43b1', 'gw_port': {'id': '09b184b8-56b2-4f15-afd9-f1f3003954e5', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:22:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33315fc9-139e-4060-9974-3dff52a13385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:21:36Z', 'updated_at': '2022-05-27T02:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '2a54da51-95a9-44b8-a475-a5b59dbdcea4', 'name': '', 'network_id': '0218860d-7cbc-4a1d-902b-50f15d0343e7', 'tenant_id': '209664ce71bb45b283c19d8ee70e43b1', 'mac_address': 'fa:16:3e:3f:2a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33315fc9-139e-4060-9974-3dff52a13385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '03d6acab-3ccc-4e49-9edb-b9860698e697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:21:49Z', 'updated_at': '2022-05-27T02:21:53Z', 'revision_number': 2, 'project_id': '209664ce71bb45b283c19d8ee70e43b1', 'subnets': [{'id': '03d6acab-3ccc-4e49-9edb-b9860698e697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:57.809307 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcd4186-ade9-4383-aa32-390925faead8 None None] Checking router: 33315fc9-139e-4060-9974-3dff52a13385 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:21:57.809848 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcd4186-ade9-4383-aa32-390925faead8 None None] Updating router 33315fc9-139e-4060-9974-3dff52a13385 port 2a54da51-95a9-44b8-a475-a5b59dbdcea4 binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:21:57.932000 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 198bcb62-08af-4b64-8b2f-997d5dc237e7 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:21:57.999189 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-350dd450-9b15-4307-b50f-30e5e1ab6019 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/quotas/209664ce71bb45b283c19d8ee70e43b1 HTTP/1.1" status: 200 len: 375 time: 0.2883248 May 27 02:21:58.019651 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-418c7627-6607-43e8-ad19-6726f96194b2 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:58.030246 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3f123212-3b0e-4846-bd8e-782ca47cbc8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:58.057996 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-418c7627-6607-43e8-ad19-6726f96194b2 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58a8574c-5c8a-42a0-a3e7-697acb491680']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:58.059437 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 198bcb62-08af-4b64-8b2f-997d5dc237e7 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:21:58.059967 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 198bcb62-08af-4b64-8b2f-997d5dc237e7 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:21:58.062282 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-88b4ea03-17c1-47c8-bf0c-076f2b9aaf64 None None] For port 198bcb62-08af-4b64-8b2f-997d5dc237e7, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=198bcb62-08af-4b64-8b2f-997d5dc237e7,segment=NetworkSegment(dff8e76f-01ec-4a2c-aa61-991627eb5f57),segment_id=dff8e76f-01ec-4a2c-aa61-991627eb5f57)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:58.063386 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-88b4ea03-17c1-47c8-bf0c-076f2b9aaf64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:58.075047 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-418c7627-6607-43e8-ad19-6726f96194b2 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dff8e76f-01ec-4a2c-aa61-991627eb5f57') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:58.075469 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-418c7627-6607-43e8-ad19-6726f96194b2 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dff8e76f-01ec-4a2c-aa61-991627eb5f57') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:58.081228 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 5c63a4a1-3ce7-4b69-b220-3c8403bef40a, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=5c63a4a1-3ce7-4b69-b220-3c8403bef40a,segment=NetworkSegment(ad9a4b4f-872c-4058-b3e3-93f96436dea6),segment_id=ad9a4b4f-872c-4058-b3e3-93f96436dea6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:58.091167 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-418c7627-6607-43e8-ad19-6726f96194b2 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:58.110584 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-418c7627-6607-43e8-ad19-6726f96194b2 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:58.118186 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-418c7627-6607-43e8-ad19-6726f96194b2 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:21:58.119062 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-418c7627-6607-43e8-ad19-6726f96194b2 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:58.123570 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-77d15c0b-a453-41fe-a5f5-21f68b0fa6de service neutron] 10.222.0.66 "GET /v2.0/networks/c9b6b64d-3919-4b90-9366-bcda75991abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4944561 May 27 02:21:58.131032 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-6706c0f7-8549-4eef-8123-b4598a774265 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=209664ce71bb45b283c19d8ee70e43b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1310453 May 27 02:21:58.310050 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-88b4ea03-17c1-47c8-bf0c-076f2b9aaf64 None None] Calling delete_port for 198bcb62-08af-4b64-8b2f-997d5dc237e7 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:21:58.310525 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment dff8e76f-01ec-4a2c-aa61-991627eb5f57 resource provider aggregate not found May 27 02:21:58.387469 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8dcd4186-ade9-4383-aa32-390925faead8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:58.394200 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment dff8e76f-01ec-4a2c-aa61-991627eb5f57 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dff8e76f-01ec-4a2c-aa61-991627eb5f57 found for delete ", "request_id": "req-7ed331f5-0096-493a-8a83-8ae06e6bed01"}]} May 27 02:21:58.408839 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:58.411222 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-4b78c90b-0a86-4a78-b7eb-673c1134499f service neutron] 10.222.0.66 "GET /v2.0/networks/c9b6b64d-3919-4b90-9366-bcda75991abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790923 May 27 02:21:58.413195 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-3880de01-6060-4311-a637-5e428c7b94e1 service neutron] 10.222.0.57 "GET /v2.0/networks/0218860d-7cbc-4a1d-902b-50f15d0343e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618222 May 27 02:21:58.533747 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-418c7627-6607-43e8-ad19-6726f96194b2 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:58.570659 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-5c7db85c-63b8-4c86-a589-471c39ea3b2d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=846f130e-8b5c-43bc-a6aa-7b9b06383b8c HTTP/1.1" status: 200 len: 217 time: 0.1187203 May 27 02:21:58.585017 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-418c7627-6607-43e8-ad19-6726f96194b2 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:58.588915 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c7627-6607-43e8-ad19-6726f96194b2 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Pushing event deleted for resources: {'Network': ['ID=58a8574c-5c8a-42a0-a3e7-697acb491680,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:58.610391 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-418c7627-6607-43e8-ad19-6726f96194b2 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "DELETE /v2.0/networks/58a8574c-5c8a-42a0-a3e7-697acb491680 HTTP/1.1" status: 204 len: 168 time: 2.0549710 May 27 02:21:58.612889 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44408) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:58.792231 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-e368877f-3922-4865-a08e-2111d6bf8e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:58.793785 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-e368877f-3922-4865-a08e-2111d6bf8e17 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ab16c072-4114-4898-aa65-b9d65de14e79 HTTP/1.1" status: 200 len: 797 time: 0.2103584 May 27 02:21:58.928565 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-56826c02-4a65-47bf-b0ad-77a3f6a58083 service neutron] 10.222.0.57 "GET /v2.0/networks/0218860d-7cbc-4a1d-902b-50f15d0343e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5035629 May 27 02:21:58.940810 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-abf36b7c-2d23-4d26-bf3f-acd796ccc1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:58.942414 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-abf36b7c-2d23-4d26-bf3f-acd796ccc1c5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c9b6b64d-3919-4b90-9366-bcda75991abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1409247 May 27 02:21:58.981501 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['5c63a4a1-3ce7-4b69-b220-3c8403bef40a'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:21:59.000294 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-94a542d9-5ce8-4b99-87c1-292c731c8e9a tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Deleting port 1a281fb0-8cea-4043-bd4d-0f15f1791433 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:21:59.000653 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-94a542d9-5ce8-4b99-87c1-292c731c8e9a tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:59.043255 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=5c63a4a1-3ce7-4b69-b220-3c8403bef40a,revision_number=6']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:59.128265 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:59.140046 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-88b4ea03-17c1-47c8-bf0c-076f2b9aaf64 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:21:59.140409 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-88b4ea03-17c1-47c8-bf0c-076f2b9aaf64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:21:59.143028 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:59.186673 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-70c26f7d-0661-48c8-ae36-32975566d49e service neutron] 10.222.0.66 "GET /v2.0/networks/c9b6b64d-3919-4b90-9366-bcda75991abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376497 May 27 02:21:59.247673 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-94a542d9-5ce8-4b99-87c1-292c731c8e9a tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:59.248432 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-94a542d9-5ce8-4b99-87c1-292c731c8e9a tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:59.276932 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.resource_extend [None req-8dcd4186-ade9-4383-aa32-390925faead8 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:21:59.442956 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8dcd4186-ade9-4383-aa32-390925faead8 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:59.481766 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-8dcd4186-ade9-4383-aa32-390925faead8 None None] Transition to ACTIVE for port object 2a54da51-95a9-44b8-a475-a5b59dbdcea4 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:21:59.595715 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8dcd4186-ade9-4383-aa32-390925faead8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:59.673465 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-88b4ea03-17c1-47c8-bf0c-076f2b9aaf64 None None] Deleting port 198bcb62-08af-4b64-8b2f-997d5dc237e7 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:21:59.674211 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-88b4ea03-17c1-47c8-bf0c-076f2b9aaf64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:59.680203 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee5aed26-eb09-4078-b6fe-55acf027ce8f req-d4284223-fb24-4f4e-a6fd-0e4fe0cd4ea7 service neutron] 10.222.0.66 "GET /v2.0/networks/c9b6b64d-3919-4b90-9366-bcda75991abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4837904 May 27 02:21:59.696993 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05909fed-e563-4c72-bc77-3dab88eb64d2 req-ff5e66af-264b-413e-8bc5-56cc4ee92ff1 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:59.698492 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-05909fed-e563-4c72-bc77-3dab88eb64d2 req-ff5e66af-264b-413e-8bc5-56cc4ee92ff1 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb8d367-d12a-4af5-8109-bc06a18bdc99 HTTP/1.1" status: 200 len: 943 time: 0.2840364 May 27 02:21:59.717766 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-94a542d9-5ce8-4b99-87c1-292c731c8e9a tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Calling delete_port for 1a281fb0-8cea-4043-bd4d-0f15f1791433 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:21:59.807885 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b8256-550f-4ea3-aa4c-e5e9f50a602e req-4f75ad47-9e13-4d4b-87d3-802ff011bb71 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:59.817459 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ba4b8256-550f-4ea3-aa4c-e5e9f50a602e req-4f75ad47-9e13-4d4b-87d3-802ff011bb71 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=e34607d1-6ef5-4c9a-9a46-6ce28a9d4f37 HTTP/1.1" status: 200 len: 944 time: 0.2622387 May 27 02:21:59.846809 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-05909fed-e563-4c72-bc77-3dab88eb64d2 req-29239140-674d-4224-8537-9513d3c17cfe tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Deleting port 0656c221-b9ea-4665-8d59-1ea5f8c78630 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:21:59.846809 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-05909fed-e563-4c72-bc77-3dab88eb64d2 req-29239140-674d-4224-8537-9513d3c17cfe tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:59.899128 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-88b4ea03-17c1-47c8-bf0c-076f2b9aaf64 None None] The port '198bcb62-08af-4b64-8b2f-997d5dc237e7' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:21:59.912253 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf38048a-e8d3-4953-87dd-4fed0224db37 None None] Pushing event updated for resources: {'Port': ['ID=2a54da51-95a9-44b8-a475-a5b59dbdcea4,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:00.005187 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ba4b8256-550f-4ea3-aa4c-e5e9f50a602e req-90d060bc-b399-418f-8f0d-0716dfec0d1c tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/security-groups?id=79437922-d5e1-4f8b-bbae-11b029e819f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863542 May 27 02:22:00.076617 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-94a542d9-5ce8-4b99-87c1-292c731c8e9a tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:00.133928 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-8dcd4186-ade9-4383-aa32-390925faead8 None None] Attempting to bind port 2a54da51-95a9-44b8-a475-a5b59dbdcea4 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:22:00.134943 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-8dcd4186-ade9-4383-aa32-390925faead8 None None] Attempting to bind port 2a54da51-95a9-44b8-a475-a5b59dbdcea4 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'c05ea677-78fe-43e8-b477-3cdd7ca94b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0218860d-7cbc-4a1d-902b-50f15d0343e7'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:22:00.136067 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd4186-ade9-4383-aa32-390925faead8 None None] Attempting to bind port 2a54da51-95a9-44b8-a475-a5b59dbdcea4 on network 0218860d-7cbc-4a1d-902b-50f15d0343e7 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:22:00.142122 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd4186-ade9-4383-aa32-390925faead8 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:22:00.142783 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd4186-ade9-4383-aa32-390925faead8 None None] Checking segment: {'id': 'c05ea677-78fe-43e8-b477-3cdd7ca94b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0218860d-7cbc-4a1d-902b-50f15d0343e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:22:00.143376 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8dcd4186-ade9-4383-aa32-390925faead8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:00.144600 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd4186-ade9-4383-aa32-390925faead8 None None] Bound using segment: {'id': 'c05ea677-78fe-43e8-b477-3cdd7ca94b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0218860d-7cbc-4a1d-902b-50f15d0343e7'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:22:00.145322 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-8dcd4186-ade9-4383-aa32-390925faead8 None None] Bound port: 2a54da51-95a9-44b8-a475-a5b59dbdcea4, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05ea677-78fe-43e8-b477-3cdd7ca94b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0218860d-7cbc-4a1d-902b-50f15d0343e7'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:22:00.146093 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8dcd4186-ade9-4383-aa32-390925faead8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:00.218098 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a542d9-5ce8-4b99-87c1-292c731c8e9a tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Pushing event deleted for resources: {'Port': ['ID=1a281fb0-8cea-4043-bd4d-0f15f1791433,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:00.288179 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fae84-2a12-41b1-afc4-b4e91e009e54 req-3ce04bcd-2173-4a01-8d82-b31633e537a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:00.288179 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fae84-2a12-41b1-afc4-b4e91e009e54 req-3ce04bcd-2173-4a01-8d82-b31633e537a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:00.288179 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fae84-2a12-41b1-afc4-b4e91e009e54 req-3ce04bcd-2173-4a01-8d82-b31633e537a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:00.288805 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fae84-2a12-41b1-afc4-b4e91e009e54 req-3ce04bcd-2173-4a01-8d82-b31633e537a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:00.288805 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fae84-2a12-41b1-afc4-b4e91e009e54 req-3ce04bcd-2173-4a01-8d82-b31633e537a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:00.289543 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fae84-2a12-41b1-afc4-b4e91e009e54 req-3ce04bcd-2173-4a01-8d82-b31633e537a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:00.290002 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fae84-2a12-41b1-afc4-b4e91e009e54 req-3ce04bcd-2173-4a01-8d82-b31633e537a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:00.291945 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4a9fae84-2a12-41b1-afc4-b4e91e009e54 req-3ce04bcd-2173-4a01-8d82-b31633e537a8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0ff34f8aa5b34b2b8b9bd5b46a9cefc6&device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 6477 time: 0.4113610 May 27 02:22:00.364016 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-94a542d9-5ce8-4b99-87c1-292c731c8e9a tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:00.395472 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-94a542d9-5ce8-4b99-87c1-292c731c8e9a tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:00.403010 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-94a542d9-5ce8-4b99-87c1-292c731c8e9a tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "DELETE /v2.0/floatingips/6ea0fdf7-7e05-484e-a659-21f3fb29a54f HTTP/1.1" status: 204 len: 168 time: 1.7890351 May 27 02:22:00.403664 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44460) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:00.408850 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:00.441772 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-8dcd4186-ade9-4383-aa32-390925faead8 None None] For port 2a54da51-95a9-44b8-a475-a5b59dbdcea4, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:22:00.446273 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-8dcd4186-ade9-4383-aa32-390925faead8 None None] For port 2a54da51-95a9-44b8-a475-a5b59dbdcea4, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=2a54da51-95a9-44b8-a475-a5b59dbdcea4,segment=NetworkSegment(c05ea677-78fe-43e8-b477-3cdd7ca94b49),segment_id=c05ea677-78fe-43e8-b477-3cdd7ca94b49)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:22:00.449284 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 5c63a4a1-3ce7-4b69-b220-3c8403bef40a no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:22:00.458003 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-d32473a4-2224-4de1-ac81-d39062e04781 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] DELETE failed (client error): The resource could not be found. May 27 02:22:00.458477 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d32473a4-2224-4de1-ac81-d39062e04781 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:22:00.463814 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d32473a4-2224-4de1-ac81-d39062e04781 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "DELETE /v2.0/ports/7c81d5e5-d813-45f6-9f1c-5c9fc06a24ab HTTP/1.1" status: 404 len: 333 time: 0.0558417 May 27 02:22:00.464333 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44464) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:00.562557 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c2a055c5-2a1d-48d4-885c-4783d7c8a9b8 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Synchronizing usage tracker for tenant:da6da76c53cc4067a3275f77b81c0c47 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:22:00.590038 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-05909fed-e563-4c72-bc77-3dab88eb64d2 req-29239140-674d-4224-8537-9513d3c17cfe tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] For port 0656c221-b9ea-4665-8d59-1ea5f8c78630, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=0656c221-b9ea-4665-8d59-1ea5f8c78630,segment=NetworkSegment(f9d0c973-72f3-423e-80ec-119f03165820),segment_id=f9d0c973-72f3-423e-80ec-119f03165820)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:00.590470 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-05909fed-e563-4c72-bc77-3dab88eb64d2 req-29239140-674d-4224-8537-9513d3c17cfe tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:00.613449 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8dcd4186-ade9-4383-aa32-390925faead8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:00.664771 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c2a055c5-2a1d-48d4-885c-4783d7c8a9b8 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Unset dirty status for tenant:da6da76c53cc4067a3275f77b81c0c47 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:22:00.666221 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c2a055c5-2a1d-48d4-885c-4783d7c8a9b8 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "GET /v2.0/ports?device_id=60755140-80d5-426e-b22f-23143d48e055 HTTP/1.1" status: 200 len: 205 time: 0.2009335 May 27 02:22:00.668863 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44470) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:00.746261 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 5c63a4a1-3ce7-4b69-b220-3c8403bef40a is: BUILD; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:00.747171 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:00.790979 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf38048a-e8d3-4953-87dd-4fed0224db37 None None] Pushing event updated for resources: {'Port': ['ID=2a54da51-95a9-44b8-a475-a5b59dbdcea4,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:00.805485 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcd4186-ade9-4383-aa32-390925faead8 None None] Routers {'33315fc9-139e-4060-9974-3dff52a13385'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:22:00.806388 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-8dcd4186-ade9-4383-aa32-390925faead8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:21:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['33315fc9-139e-4060-9974-3dff52a13385'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:00.900109 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-e4e3bb27-7331-4f60-8eb3-0de4c7a8fba4 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] delete failed (client error): The resource could not be found. May 27 02:22:00.901146 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e4e3bb27-7331-4f60-8eb3-0de4c7a8fba4 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "DELETE /v2.0/routers/60755140-80d5-426e-b22f-23143d48e055 HTTP/1.1" status: 404 len: 336 time: 0.2296898 May 27 02:22:00.905837 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44480) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:00.908584 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-05909fed-e563-4c72-bc77-3dab88eb64d2 req-29239140-674d-4224-8537-9513d3c17cfe tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Calling delete_port for 0656c221-b9ea-4665-8d59-1ea5f8c78630 owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:22:00.933296 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5c63a4a1-3ce7-4b69-b220-3c8403bef40a {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:22:00.978053 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fae84-2a12-41b1-afc4-b4e91e009e54 req-f4872d96-a3e5-431f-9769-6a37e723949c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:00.979826 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4a9fae84-2a12-41b1-afc4-b4e91e009e54 req-f4872d96-a3e5-431f-9769-6a37e723949c service neutron] 10.222.0.66 "GET /v2.0/networks?id=c9b6b64d-3919-4b90-9366-bcda75991abc HTTP/1.1" status: 200 len: 903 time: 0.6634650 May 27 02:22:00.988622 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 5c63a4a1-3ce7-4b69-b220-3c8403bef40a, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=5c63a4a1-3ce7-4b69-b220-3c8403bef40a,segment=NetworkSegment(ad9a4b4f-872c-4058-b3e3-93f96436dea6),segment_id=ad9a4b4f-872c-4058-b3e3-93f96436dea6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:00.996899 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e2a74-9208-4157-977f-9fa5b1a4c808 req-fd8b0698-7238-4f01-8bab-1b9642cf3331 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:01.003686 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e2a74-9208-4157-977f-9fa5b1a4c808 req-fd8b0698-7238-4f01-8bab-1b9642cf3331 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:01.009697 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e2a74-9208-4157-977f-9fa5b1a4c808 req-fd8b0698-7238-4f01-8bab-1b9642cf3331 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:01.015711 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e2a74-9208-4157-977f-9fa5b1a4c808 req-fd8b0698-7238-4f01-8bab-1b9642cf3331 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:01.022265 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e2a74-9208-4157-977f-9fa5b1a4c808 req-fd8b0698-7238-4f01-8bab-1b9642cf3331 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:01.028162 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e2a74-9208-4157-977f-9fa5b1a4c808 req-fd8b0698-7238-4f01-8bab-1b9642cf3331 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:01.034077 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e2a74-9208-4157-977f-9fa5b1a4c808 req-fd8b0698-7238-4f01-8bab-1b9642cf3331 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:01.042183 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5e0e2a74-9208-4157-977f-9fa5b1a4c808 req-fd8b0698-7238-4f01-8bab-1b9642cf3331 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 5420 time: 0.9118683 May 27 02:22:01.058546 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-b43cf0fd-9638-4405-a0fc-c7c291fbec86 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] DELETE failed (client error): The resource could not be found. May 27 02:22:01.059001 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b43cf0fd-9638-4405-a0fc-c7c291fbec86 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:22:01.060901 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b43cf0fd-9638-4405-a0fc-c7c291fbec86 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "DELETE /v2.0/subnets/75a9bae6-a3ca-4506-b0ec-cc71ca49629d HTTP/1.1" status: 404 len: 337 time: 0.1540442 May 27 02:22:01.063953 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44484) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:01.074841 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:01.197415 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-55bbd77a-1dc2-4613-ae28-7dacef50b6fd tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Deleting port 241f17a3-4fd5-449e-9f09-b9b5e5519299 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:22:01.197760 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-55bbd77a-1dc2-4613-ae28-7dacef50b6fd tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:01.204834 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4a9fae84-2a12-41b1-afc4-b4e91e009e54 req-a505cb82-8c60-483f-9718-9ea376c767da service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=846f130e-8b5c-43bc-a6aa-7b9b06383b8c HTTP/1.1" status: 200 len: 217 time: 0.1569426 May 27 02:22:01.211390 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-8dcd4186-ade9-4383-aa32-390925faead8 None None] Set router 33315fc9-139e-4060-9974-3dff52a13385 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:22:01.308411 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=5c63a4a1-3ce7-4b69-b220-3c8403bef40a,revision_number=7']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:01.545326 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5e0e2a74-9208-4157-977f-9fa5b1a4c808 req-5734c73b-002b-4bb6-9488-16f431cdd59e tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=057f65d9-7e45-40c8-b89f-71d48d79e181&id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5013874 May 27 02:22:01.606487 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-55bbd77a-1dc2-4613-ae28-7dacef50b6fd tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:01.671653 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-8dcd4186-ade9-4383-aa32-390925faead8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33315fc9-139e-4060-9974-3dff52a13385', 'name': 'tempest-ServerRescueTestJSONUnderV235-2044282800-router', 'tenant_id': '209664ce71bb45b283c19d8ee70e43b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '09b184b8-56b2-4f15-afd9-f1f3003954e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:21:33Z', 'updated_at': '2022-05-27T02:21:53Z', 'revision_number': 4, 'project_id': '209664ce71bb45b283c19d8ee70e43b1', 'gw_port': {'id': '09b184b8-56b2-4f15-afd9-f1f3003954e5', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:22:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33315fc9-139e-4060-9974-3dff52a13385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:21:36Z', 'updated_at': '2022-05-27T02:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '2a54da51-95a9-44b8-a475-a5b59dbdcea4', 'name': '', 'network_id': '0218860d-7cbc-4a1d-902b-50f15d0343e7', 'tenant_id': '209664ce71bb45b283c19d8ee70e43b1', 'mac_address': 'fa:16:3e:3f:2a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33315fc9-139e-4060-9974-3dff52a13385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '03d6acab-3ccc-4e49-9edb-b9860698e697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:21:49Z', 'updated_at': '2022-05-27T02:22:00Z', 'revision_number': 4, 'project_id': '209664ce71bb45b283c19d8ee70e43b1', 'subnets': [{'id': '03d6acab-3ccc-4e49-9edb-b9860698e697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:01.682136 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcd4186-ade9-4383-aa32-390925faead8 None None] The sync data for ids ['33315fc9-139e-4060-9974-3dff52a13385'] in n-d-843554-3 is: [{'id': '33315fc9-139e-4060-9974-3dff52a13385', 'name': 'tempest-ServerRescueTestJSONUnderV235-2044282800-router', 'tenant_id': '209664ce71bb45b283c19d8ee70e43b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '09b184b8-56b2-4f15-afd9-f1f3003954e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:21:33Z', 'updated_at': '2022-05-27T02:21:53Z', 'revision_number': 4, 'project_id': '209664ce71bb45b283c19d8ee70e43b1', 'gw_port': {'id': '09b184b8-56b2-4f15-afd9-f1f3003954e5', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:22:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33315fc9-139e-4060-9974-3dff52a13385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:21:36Z', 'updated_at': '2022-05-27T02:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '2a54da51-95a9-44b8-a475-a5b59dbdcea4', 'name': '', 'network_id': '0218860d-7cbc-4a1d-902b-50f15d0343e7', 'tenant_id': '209664ce71bb45b283c19d8ee70e43b1', 'mac_address': 'fa:16:3e:3f:2a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33315fc9-139e-4060-9974-3dff52a13385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '03d6acab-3ccc-4e49-9edb-b9860698e697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:21:49Z', 'updated_at': '2022-05-27T02:22:00Z', 'revision_number': 4, 'project_id': '209664ce71bb45b283c19d8ee70e43b1', 'subnets': [{'id': '03d6acab-3ccc-4e49-9edb-b9860698e697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:22:01.685235 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fae84-2a12-41b1-afc4-b4e91e009e54 req-fa1d04d7-8c69-4011-8b47-859444d5b634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:01.686732 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4a9fae84-2a12-41b1-afc4-b4e91e009e54 req-fa1d04d7-8c69-4011-8b47-859444d5b634 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ab16c072-4114-4898-aa65-b9d65de14e79 HTTP/1.1" status: 200 len: 797 time: 0.4538801 May 27 02:22:01.801636 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-55bbd77a-1dc2-4613-ae28-7dacef50b6fd tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Calling delete_port for 241f17a3-4fd5-449e-9f09-b9b5e5519299 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:22:01.883391 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-21a61142-498a-46ca-922c-4dc4158c0b4e req-f395efde-f0e2-43d5-b7dc-708ec348e083 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e0e8527-ea60-4992-b3cb-e21eaa4856f1 HTTP/1.1" status: 200 len: 210 time: 0.2059989 May 27 02:22:01.958813 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fae84-2a12-41b1-afc4-b4e91e009e54 req-8ce7a1b5-98f0-4045-968c-1278d66b3b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:01.961693 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4a9fae84-2a12-41b1-afc4-b4e91e009e54 req-8ce7a1b5-98f0-4045-968c-1278d66b3b9f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c9b6b64d-3919-4b90-9366-bcda75991abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1543334 May 27 02:22:02.028178 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-05909fed-e563-4c72-bc77-3dab88eb64d2 req-29239140-674d-4224-8537-9513d3c17cfe tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:02.173087 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29239140-674d-4224-8537-9513d3c17cfe tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Pushing event deleted for resources: {'Port': ['ID=0656c221-b9ea-4665-8d59-1ea5f8c78630,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:02.409390 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-e094e1ec-155a-4ae8-bbc5-5caa7e5e6b02 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:02.426899 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-05909fed-e563-4c72-bc77-3dab88eb64d2 req-29239140-674d-4224-8537-9513d3c17cfe tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] No DVR routers for this DVR port 0656c221-b9ea-4665-8d59-1ea5f8c78630 on host n-h1-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:22:02.430757 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-e094e1ec-155a-4ae8-bbc5-5caa7e5e6b02 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.32 "GET /v2.0/networks?id=0218860d-7cbc-4a1d-902b-50f15d0343e7 HTTP/1.1" status: 200 len: 820 time: 0.2573137 May 27 02:22:02.432532 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-55bbd77a-1dc2-4613-ae28-7dacef50b6fd tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:02.436510 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-05909fed-e563-4c72-bc77-3dab88eb64d2 req-29239140-674d-4224-8537-9513d3c17cfe tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:02.443534 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb8d367-d12a-4af5-8109-bc06a18bdc99', 'name': 'network-vif-deleted', 'tag': '0656c221-b9ea-4665-8d59-1ea5f8c78630'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:22:02.444869 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-3a47a880-37b8-42ad-b701-a6aec082428f tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Request body: {'port': {'device_id': '0e0e8527-ea60-4992-b3cb-e21eaa4856f1', 'network_id': '0218860d-7cbc-4a1d-902b-50f15d0343e7', 'admin_state_up': True, 'tenant_id': '209664ce71bb45b283c19d8ee70e43b1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:02.504063 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-05909fed-e563-4c72-bc77-3dab88eb64d2 req-29239140-674d-4224-8537-9513d3c17cfe tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "DELETE /v2.0/ports/0656c221-b9ea-4665-8d59-1ea5f8c78630 HTTP/1.1" status: 204 len: 173 time: 2.7984955 May 27 02:22:02.507903 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4a9fae84-2a12-41b1-afc4-b4e91e009e54 req-d79ce855-592e-40a4-9ffe-3a65ece12791 service neutron] 10.222.0.66 "GET /v2.0/networks/c9b6b64d-3919-4b90-9366-bcda75991abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5392997 May 27 02:22:02.570001 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bbd77a-1dc2-4613-ae28-7dacef50b6fd tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Pushing event deleted for resources: {'Port': ['ID=241f17a3-4fd5-449e-9f09-b9b5e5519299,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:02.681462 n-d-843554-3 neutron-server[88902]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-056f1df0-6561-4c91-b8d9-032c73494132']: {'server_uuid': '4eb8d367-d12a-4af5-8109-bc06a18bdc99', 'name': 'network-vif-deleted', 'tag': '0656c221-b9ea-4665-8d59-1ea5f8c78630', 'status': 'failed', 'code': 422} returned with failed status May 27 02:22:02.826499 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4a9fae84-2a12-41b1-afc4-b4e91e009e54 req-31446f2b-05b9-4649-bd64-ac00d8dc5209 service neutron] 10.222.0.66 "GET /v2.0/networks/c9b6b64d-3919-4b90-9366-bcda75991abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062150 May 27 02:22:02.887717 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac435450-e142-4762-9e0c-cce95d9d183b req-7a3ecabb-4725-44f1-9e75-f432d7414ffa tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:02.897787 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ac435450-e142-4762-9e0c-cce95d9d183b req-7a3ecabb-4725-44f1-9e75-f432d7414ffa tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=e34607d1-6ef5-4c9a-9a46-6ce28a9d4f37 HTTP/1.1" status: 200 len: 943 time: 0.1636803 May 27 02:22:02.988303 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ac435450-e142-4762-9e0c-cce95d9d183b req-a1b0c0f2-8a26-4520-b303-595ed5c9c0f6 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/security-groups?id=79437922-d5e1-4f8b-bbae-11b029e819f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896099 May 27 02:22:03.226399 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-3a47a880-37b8-42ad-b701-a6aec082428f tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:03.234617 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-3a47a880-37b8-42ad-b701-a6aec082428f tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Usage tracker for resource:port and tenant:209664ce71bb45b283c19d8ee70e43b1 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:22:03.239960 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-3a47a880-37b8-42ad-b701-a6aec082428f tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:22:03.248473 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-55bbd77a-1dc2-4613-ae28-7dacef50b6fd tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:03.254731 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-3a47a880-37b8-42ad-b701-a6aec082428f tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:03.303800 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632a67f-360b-4ffe-bf6b-ec6667de2d71 req-4dea7848-c484-454e-81f7-15eb63da2a63 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:03.310534 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632a67f-360b-4ffe-bf6b-ec6667de2d71 req-4dea7848-c484-454e-81f7-15eb63da2a63 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:03.317102 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632a67f-360b-4ffe-bf6b-ec6667de2d71 req-4dea7848-c484-454e-81f7-15eb63da2a63 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:03.322917 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632a67f-360b-4ffe-bf6b-ec6667de2d71 req-4dea7848-c484-454e-81f7-15eb63da2a63 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:03.329445 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632a67f-360b-4ffe-bf6b-ec6667de2d71 req-4dea7848-c484-454e-81f7-15eb63da2a63 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:03.336062 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-55bbd77a-1dc2-4613-ae28-7dacef50b6fd tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "DELETE /v2.0/ports/241f17a3-4fd5-449e-9f09-b9b5e5519299 HTTP/1.1" status: 204 len: 168 time: 2.2689459 May 27 02:22:03.336728 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632a67f-360b-4ffe-bf6b-ec6667de2d71 req-4dea7848-c484-454e-81f7-15eb63da2a63 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:03.336833 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44518) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:03.342530 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632a67f-360b-4ffe-bf6b-ec6667de2d71 req-4dea7848-c484-454e-81f7-15eb63da2a63 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:03.344515 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c632a67f-360b-4ffe-bf6b-ec6667de2d71 req-4dea7848-c484-454e-81f7-15eb63da2a63 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 5420 time: 0.1685736 May 27 02:22:03.405062 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-3a47a880-37b8-42ad-b701-a6aec082428f tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Made reservation on behalf of 209664ce71bb45b283c19d8ee70e43b1 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:22:03.409143 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-3a47a880-37b8-42ad-b701-a6aec082428f tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:03.451334 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c632a67f-360b-4ffe-bf6b-ec6667de2d71 req-1b4d8dfb-c4d3-48fb-aa1d-e68138dab01d tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=057f65d9-7e45-40c8-b89f-71d48d79e181&id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0857496 May 27 02:22:03.592254 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-87588fdc-274e-41a3-aa11-66070ef31c93 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Deleting port 57df1388-042b-4390-94f4-aae7ce4f643d {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:22:03.592841 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-87588fdc-274e-41a3-aa11-66070ef31c93 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:03.697509 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4a3034cc-a34a-4ca0-bbcf-8dc379c38334 req-42069180-69b5-4e81-90bd-8a0a047877f9 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e0e8527-ea60-4992-b3cb-e21eaa4856f1 HTTP/1.1" status: 200 len: 210 time: 0.0464351 May 27 02:22:03.850982 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 2a54da51-95a9-44b8-a475-a5b59dbdcea4 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:22:03.999289 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-3a47a880-37b8-42ad-b701-a6aec082428f tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Allocated IP 172.20.0.8 (0218860d-7cbc-4a1d-902b-50f15d0343e7/03d6acab-3ccc-4e49-9edb-b9860698e697/a1234f88-cb29-4822-bd25-65ff3f85b685) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:22:04.087675 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 2a54da51-95a9-44b8-a475-a5b59dbdcea4 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:22:04.094665 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 2a54da51-95a9-44b8-a475-a5b59dbdcea4 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:04.094665 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:04.200671 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-87588fdc-274e-41a3-aa11-66070ef31c93 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:04.304288 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 2a54da51-95a9-44b8-a475-a5b59dbdcea4 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:04.304288 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:04.360621 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 2a54da51-95a9-44b8-a475-a5b59dbdcea4, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=2a54da51-95a9-44b8-a475-a5b59dbdcea4,segment=NetworkSegment(c05ea677-78fe-43e8-b477-3cdd7ca94b49),segment_id=c05ea677-78fe-43e8-b477-3cdd7ca94b49)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:04.432639 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38219c16-89d4-4185-9a45-380fabee4735 req-e2d7750c-c713-4150-aec4-a734f3f58d1b tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:04.436198 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-38219c16-89d4-4185-9a45-380fabee4735 req-e2d7750c-c713-4150-aec4-a734f3f58d1b tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/networks?id=317f8943-c2cf-4629-a384-430f557971d0 HTTP/1.1" status: 200 len: 812 time: 0.3436944 May 27 02:22:04.463702 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-87588fdc-274e-41a3-aa11-66070ef31c93 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Calling delete_port for 57df1388-042b-4390-94f4-aae7ce4f643d owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:22:04.494397 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-38219c16-89d4-4185-9a45-380fabee4735 req-00f84b14-c5d9-4c52-95b3-b46062e81e36 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/quotas/500421bbc9424254b703858ad839b150 HTTP/1.1" status: 200 len: 375 time: 0.0453806 May 27 02:22:04.504445 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:04.563153 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-38219c16-89d4-4185-9a45-380fabee4735 req-d426802e-0672-4375-97b4-777b27008313 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Synchronizing usage tracker for tenant:500421bbc9424254b703858ad839b150 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:22:04.582160 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=2a54da51-95a9-44b8-a475-a5b59dbdcea4,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:04.599232 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-3a47a880-37b8-42ad-b701-a6aec082428f tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:04.606405 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0e6c1-8979-4f5d-bcbb-66e5928c8f2f req-9db6d066-bfc8-4982-802d-d5e82876cc3a tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:04.608884 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-80c0e6c1-8979-4f5d-bcbb-66e5928c8f2f req-9db6d066-bfc8-4982-802d-d5e82876cc3a tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.66 "GET /v2.0/ports?device_id=e34607d1-6ef5-4c9a-9a46-6ce28a9d4f37 HTTP/1.1" status: 200 len: 943 time: 0.3000586 May 27 02:22:04.621618 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426cdad9-f802-4445-b96d-2b2d004ae6d4 req-bd8e037f-9efe-464e-b927-ce31280d235d tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:04.623556 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-426cdad9-f802-4445-b96d-2b2d004ae6d4 req-bd8e037f-9efe-464e-b927-ce31280d235d tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=e34607d1-6ef5-4c9a-9a46-6ce28a9d4f37 HTTP/1.1" status: 200 len: 943 time: 0.3098502 May 27 02:22:04.723089 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-80c0e6c1-8979-4f5d-bcbb-66e5928c8f2f req-b70581b6-14fe-40fc-8a35-b9642045cfab tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Deleting port 5c63a4a1-3ce7-4b69-b220-3c8403bef40a {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:22:04.723737 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-80c0e6c1-8979-4f5d-bcbb-66e5928c8f2f req-b70581b6-14fe-40fc-8a35-b9642045cfab tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:04.774402 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-3a47a880-37b8-42ad-b701-a6aec082428f tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:04.785906 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-38219c16-89d4-4185-9a45-380fabee4735 req-d426802e-0672-4375-97b4-777b27008313 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Unset dirty status for tenant:500421bbc9424254b703858ad839b150 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:22:04.796994 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-38219c16-89d4-4185-9a45-380fabee4735 req-d426802e-0672-4375-97b4-777b27008313 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=500421bbc9424254b703858ad839b150&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2925327 May 27 02:22:04.840122 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-426cdad9-f802-4445-b96d-2b2d004ae6d4 req-3984260d-386c-4b89-8c6b-31e1f21e111d tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/security-groups?id=79437922-d5e1-4f8b-bbae-11b029e819f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791701 May 27 02:22:04.863863 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-87588fdc-274e-41a3-aa11-66070ef31c93 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:04.880066 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-3a47a880-37b8-42ad-b701-a6aec082428f tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Network 0218860d-7cbc-4a1d-902b-50f15d0343e7 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:22:04.885891 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-3a47a880-37b8-42ad-b701-a6aec082428f tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:22:04.892668 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-3a47a880-37b8-42ad-b701-a6aec082428f tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:22:04.942570 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a47a880-37b8-42ad-b701-a6aec082428f tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Pushing event updated for resources: {'Port': ['ID=a1234f88-cb29-4822-bd25-65ff3f85b685,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:05.030172 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87588fdc-274e-41a3-aa11-66070ef31c93 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Pushing event deleted for resources: {'Port': ['ID=57df1388-042b-4390-94f4-aae7ce4f643d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:05.108892 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-3a47a880-37b8-42ad-b701-a6aec082428f tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:05.109476 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-3a47a880-37b8-42ad-b701-a6aec082428f tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:05.147763 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-87588fdc-274e-41a3-aa11-66070ef31c93 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:05.152610 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-87588fdc-274e-41a3-aa11-66070ef31c93 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "DELETE /v2.0/ports/57df1388-042b-4390-94f4-aae7ce4f643d HTTP/1.1" status: 204 len: 168 time: 1.8151395 May 27 02:22:05.153092 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44562) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:05.248809 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-3a47a880-37b8-42ad-b701-a6aec082428f tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8139517 May 27 02:22:05.259811 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-1e921eeb-c07b-4244-abb9-840af24ace98 service neutron] Request body: {'port': {'device_id': '0e0e8527-ea60-4992-b3cb-e21eaa4856f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:05.278654 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-38219c16-89d4-4185-9a45-380fabee4735 req-d5a333ff-96a8-4805-aced-d4a239781fed service neutron] 10.222.0.57 "GET /v2.0/networks/317f8943-c2cf-4629-a384-430f557971d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4816210 May 27 02:22:05.373763 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5ba066-676c-491f-9301-8021eaeec0c3 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:05.379519 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2f5ba066-676c-491f-9301-8021eaeec0c3 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Synchronizing usage tracker for tenant:da6da76c53cc4067a3275f77b81c0c47 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:22:05.415788 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-1e921eeb-c07b-4244-abb9-840af24ace98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:05.483596 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2f5ba066-676c-491f-9301-8021eaeec0c3 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Unset dirty status for tenant:da6da76c53cc4067a3275f77b81c0c47 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:22:05.488108 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2f5ba066-676c-491f-9301-8021eaeec0c3 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c05be4c-2785-452e-a28c-2e39a38443a8 HTTP/1.1" status: 200 len: 913 time: 0.3340178 May 27 02:22:05.491379 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44566) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:05.583778 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4cab6-8175-427b-aa52-00a051194eee req-04263338-5714-443d-8964-e4d09a351540 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:05.592788 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4cab6-8175-427b-aa52-00a051194eee req-04263338-5714-443d-8964-e4d09a351540 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:05.600631 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4cab6-8175-427b-aa52-00a051194eee req-04263338-5714-443d-8964-e4d09a351540 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:05.606602 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4cab6-8175-427b-aa52-00a051194eee req-04263338-5714-443d-8964-e4d09a351540 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:05.613041 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4cab6-8175-427b-aa52-00a051194eee req-04263338-5714-443d-8964-e4d09a351540 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:05.618805 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4cab6-8175-427b-aa52-00a051194eee req-04263338-5714-443d-8964-e4d09a351540 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:05.624572 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4cab6-8175-427b-aa52-00a051194eee req-04263338-5714-443d-8964-e4d09a351540 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:05.626596 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2fd4cab6-8175-427b-aa52-00a051194eee req-04263338-5714-443d-8964-e4d09a351540 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 5420 time: 0.5600214 May 27 02:22:05.667856 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-80c0e6c1-8979-4f5d-bcbb-66e5928c8f2f req-b70581b6-14fe-40fc-8a35-b9642045cfab tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] For port 5c63a4a1-3ce7-4b69-b220-3c8403bef40a, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=5c63a4a1-3ce7-4b69-b220-3c8403bef40a,segment=NetworkSegment(ad9a4b4f-872c-4058-b3e3-93f96436dea6),segment_id=ad9a4b4f-872c-4058-b3e3-93f96436dea6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:05.667856 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-80c0e6c1-8979-4f5d-bcbb-66e5928c8f2f req-b70581b6-14fe-40fc-8a35-b9642045cfab tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:05.684548 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-38219c16-89d4-4185-9a45-380fabee4735 req-334fe78a-00d1-443c-b5c5-765c37989de7 service neutron] 10.222.0.57 "GET /v2.0/networks/317f8943-c2cf-4629-a384-430f557971d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935204 May 27 02:22:05.791554 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2fd4cab6-8175-427b-aa52-00a051194eee req-0988122e-ae5e-4dcb-868e-ed82121c99e0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=057f65d9-7e45-40c8-b89f-71d48d79e181&id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1090908 May 27 02:22:05.802556 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 2a54da51-95a9-44b8-a475-a5b59dbdcea4 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:22:05.972124 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-80c0e6c1-8979-4f5d-bcbb-66e5928c8f2f req-b70581b6-14fe-40fc-8a35-b9642045cfab tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Calling delete_port for 5c63a4a1-3ce7-4b69-b220-3c8403bef40a owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:22:06.052754 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 2a54da51-95a9-44b8-a475-a5b59dbdcea4 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:06.053380 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:06.441326 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382f3f0-a7e3-4408-8f13-a23a14cbe424 req-3c118232-aa02-490e-b172-d539053e63dd tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:06.443259 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f382f3f0-a7e3-4408-8f13-a23a14cbe424 req-3c118232-aa02-490e-b172-d539053e63dd tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e0e8527-ea60-4992-b3cb-e21eaa4856f1 HTTP/1.1" status: 200 len: 931 time: 0.3926871 May 27 02:22:06.447098 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44586) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:06.455971 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 5c63a4a1-3ce7-4b69-b220-3c8403bef40a no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:22:06.529260 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 2a54da51-95a9-44b8-a475-a5b59dbdcea4 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:06.542849 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ff8bb-1f67-4685-808c-1229883b5286 req-31920f4f-5e30-4893-80a7-13d30fafdeba tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:06.553406 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-051ff8bb-1f67-4685-808c-1229883b5286 req-31920f4f-5e30-4893-80a7-13d30fafdeba tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=e34607d1-6ef5-4c9a-9a46-6ce28a9d4f37 HTTP/1.1" status: 200 len: 943 time: 0.3210654 May 27 02:22:06.588268 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-f382f3f0-a7e3-4408-8f13-a23a14cbe424 req-fa30eb6f-cc3f-4e08-98a0-a1b9073f88f8 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Synchronizing usage tracker for tenant:209664ce71bb45b283c19d8ee70e43b1 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:22:06.628696 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-80c0e6c1-8979-4f5d-bcbb-66e5928c8f2f req-b70581b6-14fe-40fc-8a35-b9642045cfab tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:06.682466 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Port 5c63a4a1-3ce7-4b69-b220-3c8403bef40a update to DOWN by agent not found {{(pid=88903) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 27 02:22:06.706689 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-051ff8bb-1f67-4685-808c-1229883b5286 req-6feadd7e-1206-44d5-bf6b-2b38f5314486 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/security-groups?id=79437922-d5e1-4f8b-bbae-11b029e819f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522558 May 27 02:22:06.715342 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70581b6-14fe-40fc-8a35-b9642045cfab tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Pushing event deleted for resources: {'Port': ['ID=5c63a4a1-3ce7-4b69-b220-3c8403bef40a,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:06.851323 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-1e921eeb-c07b-4244-abb9-840af24ace98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1234f88-cb29-4822-bd25-65ff3f85b685 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:22:06.890560 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-f382f3f0-a7e3-4408-8f13-a23a14cbe424 req-fa30eb6f-cc3f-4e08-98a0-a1b9073f88f8 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Unset dirty status for tenant:209664ce71bb45b283c19d8ee70e43b1 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:22:06.893078 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-1e921eeb-c07b-4244-abb9-840af24ace98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:06.902205 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f382f3f0-a7e3-4408-8f13-a23a14cbe424 req-fa30eb6f-cc3f-4e08-98a0-a1b9073f88f8 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/security-groups?id=98403105-d981-4c62-804c-8b9c17a93da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4466603 May 27 02:22:06.931556 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-1e921eeb-c07b-4244-abb9-840af24ace98 service neutron] Transition to ACTIVE for port object a1234f88-cb29-4822-bd25-65ff3f85b685 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:22:06.951098 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6c2b821d-91d4-41ee-86e6-440fea0b04af tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:06.961769 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c0e6c1-8979-4f5d-bcbb-66e5928c8f2f req-b70581b6-14fe-40fc-8a35-b9642045cfab tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] No DVR routers for this DVR port 5c63a4a1-3ce7-4b69-b220-3c8403bef40a on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:22:07.022521 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-80c0e6c1-8979-4f5d-bcbb-66e5928c8f2f req-b70581b6-14fe-40fc-8a35-b9642045cfab tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:07.024142 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-1e921eeb-c07b-4244-abb9-840af24ace98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:07.030227 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34607d1-6ef5-4c9a-9a46-6ce28a9d4f37', 'name': 'network-vif-deleted', 'tag': '5c63a4a1-3ce7-4b69-b220-3c8403bef40a'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:22:07.058194 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dee20ffa-45db-4842-80f0-cf185af465c2 req-65738519-d33d-42f6-b694-a21818dc9c39 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=31a04624-be5b-4e3c-8040-e7dd8e000b9a HTTP/1.1" status: 200 len: 210 time: 0.1810815 May 27 02:22:07.201137 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cf3c9cc-b771-413a-83a4-73d263262b4c'] response: {'server_uuid': 'e34607d1-6ef5-4c9a-9a46-6ce28a9d4f37', 'name': 'network-vif-deleted', 'tag': '5c63a4a1-3ce7-4b69-b220-3c8403bef40a', 'status': 'completed', 'code': 200} May 27 02:22:07.211649 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-80c0e6c1-8979-4f5d-bcbb-66e5928c8f2f req-b70581b6-14fe-40fc-8a35-b9642045cfab tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.66 "DELETE /v2.0/ports/5c63a4a1-3ce7-4b69-b220-3c8403bef40a HTTP/1.1" status: 204 len: 173 time: 2.5870163 May 27 02:22:07.349867 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56486e98-7efa-448b-a71d-9cbeb35471ad req-4f104446-40b7-4866-885f-ad5a13dc7d3f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:07.355518 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56486e98-7efa-448b-a71d-9cbeb35471ad req-4f104446-40b7-4866-885f-ad5a13dc7d3f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:07.361849 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56486e98-7efa-448b-a71d-9cbeb35471ad req-4f104446-40b7-4866-885f-ad5a13dc7d3f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:07.367596 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56486e98-7efa-448b-a71d-9cbeb35471ad req-4f104446-40b7-4866-885f-ad5a13dc7d3f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:07.373579 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56486e98-7efa-448b-a71d-9cbeb35471ad req-4f104446-40b7-4866-885f-ad5a13dc7d3f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:07.379327 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56486e98-7efa-448b-a71d-9cbeb35471ad req-4f104446-40b7-4866-885f-ad5a13dc7d3f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:07.385107 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56486e98-7efa-448b-a71d-9cbeb35471ad req-4f104446-40b7-4866-885f-ad5a13dc7d3f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:07.391874 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e921eeb-c07b-4244-abb9-840af24ace98 service neutron] Pushing event updated for resources: {'Port': ['ID=a1234f88-cb29-4822-bd25-65ff3f85b685,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:07.393145 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-56486e98-7efa-448b-a71d-9cbeb35471ad req-4f104446-40b7-4866-885f-ad5a13dc7d3f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 5420 time: 0.3376081 May 27 02:22:07.518828 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-1e921eeb-c07b-4244-abb9-840af24ace98 service neutron] Attempting to bind port a1234f88-cb29-4822-bd25-65ff3f85b685 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:22:07.519118 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-1e921eeb-c07b-4244-abb9-840af24ace98 service neutron] Attempting to bind port a1234f88-cb29-4822-bd25-65ff3f85b685 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'c05ea677-78fe-43e8-b477-3cdd7ca94b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0218860d-7cbc-4a1d-902b-50f15d0343e7'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:22:07.519392 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-1e921eeb-c07b-4244-abb9-840af24ace98 service neutron] Attempting to bind port a1234f88-cb29-4822-bd25-65ff3f85b685 on network 0218860d-7cbc-4a1d-902b-50f15d0343e7 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:22:07.557560 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-1e921eeb-c07b-4244-abb9-840af24ace98 service neutron] Port a1234f88-cb29-4822-bd25-65ff3f85b685 on network 0218860d-7cbc-4a1d-902b-50f15d0343e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:22:07.557885 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-1e921eeb-c07b-4244-abb9-840af24ace98 service neutron] Attempting to bind port a1234f88-cb29-4822-bd25-65ff3f85b685 on network 0218860d-7cbc-4a1d-902b-50f15d0343e7 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:22:07.565947 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-1e921eeb-c07b-4244-abb9-840af24ace98 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:22:07.566234 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-1e921eeb-c07b-4244-abb9-840af24ace98 service neutron] Checking segment: {'id': 'c05ea677-78fe-43e8-b477-3cdd7ca94b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0218860d-7cbc-4a1d-902b-50f15d0343e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:22:07.566613 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-1e921eeb-c07b-4244-abb9-840af24ace98 service neutron] Bound using segment: {'id': 'c05ea677-78fe-43e8-b477-3cdd7ca94b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0218860d-7cbc-4a1d-902b-50f15d0343e7'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:22:07.567043 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-1e921eeb-c07b-4244-abb9-840af24ace98 service neutron] Bound port: a1234f88-cb29-4822-bd25-65ff3f85b685, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c05ea677-78fe-43e8-b477-3cdd7ca94b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0218860d-7cbc-4a1d-902b-50f15d0343e7'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:22:07.567379 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-1e921eeb-c07b-4244-abb9-840af24ace98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:07.673348 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-56486e98-7efa-448b-a71d-9cbeb35471ad req-4b2c8b7e-25e5-40a3-babc-2af682b8fa51 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=057f65d9-7e45-40c8-b89f-71d48d79e181&id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2790675 May 27 02:22:07.862787 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6c2b821d-91d4-41ee-86e6-440fea0b04af tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Deleting port 07794c19-3fd3-4756-bcb4-f537cfabc7a2 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:22:07.863348 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6c2b821d-91d4-41ee-86e6-440fea0b04af tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:07.914111 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-1e921eeb-c07b-4244-abb9-840af24ace98 service neutron] For port a1234f88-cb29-4822-bd25-65ff3f85b685, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:22:07.928057 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-1e921eeb-c07b-4244-abb9-840af24ace98 service neutron] For port a1234f88-cb29-4822-bd25-65ff3f85b685, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=a1234f88-cb29-4822-bd25-65ff3f85b685,segment=NetworkSegment(c05ea677-78fe-43e8-b477-3cdd7ca94b49),segment_id=c05ea677-78fe-43e8-b477-3cdd7ca94b49)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:22:07.949967 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-c7e50b47-45b1-4ba4-a316-ef15c37035d4 req-65ab2219-0620-4a81-b1b6-a2558a0605f3 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Synchronizing usage tracker for tenant:e6fc548f88094a2d8ad31078dc1820b4 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:22:08.022658 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-87793879-26d7-4ff0-8699-a0784a5567d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:08.032791 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-1e921eeb-c07b-4244-abb9-840af24ace98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:08.130859 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-1e921eeb-c07b-4244-abb9-840af24ace98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:08.131472 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-1e921eeb-c07b-4244-abb9-840af24ace98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:08.133105 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-1e921eeb-c07b-4244-abb9-840af24ace98 service neutron] 10.222.0.32 "PUT /v2.0/ports/a1234f88-cb29-4822-bd25-65ff3f85b685 HTTP/1.1" status: 200 len: 1091 time: 2.8774228 May 27 02:22:08.133549 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0e8527-ea60-4992-b3cb-e21eaa4856f1', 'tag': 'a1234f88-cb29-4822-bd25-65ff3f85b685'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:22:08.163766 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6c2b821d-91d4-41ee-86e6-440fea0b04af tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:08.173153 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e921eeb-c07b-4244-abb9-840af24ace98 service neutron] Pushing event updated for resources: {'Port': ['ID=a1234f88-cb29-4822-bd25-65ff3f85b685,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:08.177461 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-c7e50b47-45b1-4ba4-a316-ef15c37035d4 req-65ab2219-0620-4a81-b1b6-a2558a0605f3 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Unset dirty status for tenant:e6fc548f88094a2d8ad31078dc1820b4 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:22:08.178209 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c7e50b47-45b1-4ba4-a316-ef15c37035d4 req-65ab2219-0620-4a81-b1b6-a2558a0605f3 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=e34607d1-6ef5-4c9a-9a46-6ce28a9d4f37 HTTP/1.1" status: 200 len: 210 time: 0.2861989 May 27 02:22:08.313700 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7947c4f-bdee-4e55-905d-ccb3fe3e3e13 req-db145d88-1d0b-4c05-b34f-687e0763a280 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:08.315463 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a7947c4f-bdee-4e55-905d-ccb3fe3e3e13 req-db145d88-1d0b-4c05-b34f-687e0763a280 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e0e8527-ea60-4992-b3cb-e21eaa4856f1 HTTP/1.1" status: 200 len: 943 time: 0.2355180 May 27 02:22:08.426522 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6c2b821d-91d4-41ee-86e6-440fea0b04af tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Calling delete_port for 07794c19-3fd3-4756-bcb4-f537cfabc7a2 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:22:08.438839 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a7947c4f-bdee-4e55-905d-ccb3fe3e3e13 req-6598d376-f51e-437d-880f-3f102ce16f34 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/security-groups?id=98403105-d981-4c62-804c-8b9c17a93da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158695 May 27 02:22:08.509675 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-385603cc-6834-4169-898c-d596f11b8828'] response: {'name': 'network-changed', 'server_uuid': '0e0e8527-ea60-4992-b3cb-e21eaa4856f1', 'tag': 'a1234f88-cb29-4822-bd25-65ff3f85b685', 'status': 'completed', 'code': 200} May 27 02:22:08.516068 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:22:08.560894 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-2e4a554d-dd3e-4fda-bb5d-7bc74c84d577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:08.562832 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-2e4a554d-dd3e-4fda-bb5d-7bc74c84d577 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=209664ce71bb45b283c19d8ee70e43b1&device_id=0e0e8527-ea60-4992-b3cb-e21eaa4856f1 HTTP/1.1" status: 200 len: 1094 time: 0.1810372 May 27 02:22:08.592036 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3579a549-c861-49b1-9fb7-4369ac49e530 req-0307b99b-2062-4838-8acc-563308b9c18f tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=31a04624-be5b-4e3c-8040-e7dd8e000b9a HTTP/1.1" status: 200 len: 210 time: 0.1623123 May 27 02:22:08.647947 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-cdced1de-72e5-4e8f-bdce-198cb01f2ffe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1234f88-cb29-4822-bd25-65ff3f85b685 HTTP/1.1" status: 200 len: 217 time: 0.0779364 May 27 02:22:08.732493 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-87793879-26d7-4ff0-8699-a0784a5567d5 admin admin] Deleting port c3efde9f-e5aa-4cba-b899-443dec05ea32 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:22:08.733418 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-87793879-26d7-4ff0-8699-a0784a5567d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:08.737908 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-2e0d9fa2-2227-425d-ba2e-79f8ec9e205e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:08.739852 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-2e0d9fa2-2227-425d-ba2e-79f8ec9e205e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03d6acab-3ccc-4e49-9edb-b9860698e697 HTTP/1.1" status: 200 len: 860 time: 0.0775249 May 27 02:22:08.925995 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-5eccb866-9dc3-4157-a840-b436a3ec447e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0218860d-7cbc-4a1d-902b-50f15d0343e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036992 May 27 02:22:09.055815 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6c2b821d-91d4-41ee-86e6-440fea0b04af tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:09.115819 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b821d-91d4-41ee-86e6-440fea0b04af tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Pushing event deleted for resources: {'Port': ['ID=07794c19-3fd3-4756-bcb4-f537cfabc7a2,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:09.133833 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-87793879-26d7-4ff0-8699-a0784a5567d5 admin admin] For port c3efde9f-e5aa-4cba-b899-443dec05ea32, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c3efde9f-e5aa-4cba-b899-443dec05ea32,segment=NetworkSegment(fe714478-a3c4-4802-9c86-3423c1a3d326),segment_id=fe714478-a3c4-4802-9c86-3423c1a3d326)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:09.134368 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-87793879-26d7-4ff0-8699-a0784a5567d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:09.149616 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38219c16-89d4-4185-9a45-380fabee4735 req-412e5858-b83e-40f5-a236-6c544eff8844 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:09.151108 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-38219c16-89d4-4185-9a45-380fabee4735 req-412e5858-b83e-40f5-a236-6c544eff8844 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.32 "GET /v2.0/networks?id=317f8943-c2cf-4629-a384-430f557971d0 HTTP/1.1" status: 200 len: 812 time: 0.2884011 May 27 02:22:09.167605 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65e669-3f23-4e37-ac35-285da6898227 req-778a8b5c-8695-46d9-a6e6-5db1664156e0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:09.174317 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65e669-3f23-4e37-ac35-285da6898227 req-778a8b5c-8695-46d9-a6e6-5db1664156e0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:09.179708 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65e669-3f23-4e37-ac35-285da6898227 req-778a8b5c-8695-46d9-a6e6-5db1664156e0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:09.185710 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65e669-3f23-4e37-ac35-285da6898227 req-778a8b5c-8695-46d9-a6e6-5db1664156e0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:09.191993 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65e669-3f23-4e37-ac35-285da6898227 req-778a8b5c-8695-46d9-a6e6-5db1664156e0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:09.197882 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65e669-3f23-4e37-ac35-285da6898227 req-778a8b5c-8695-46d9-a6e6-5db1664156e0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:09.204528 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65e669-3f23-4e37-ac35-285da6898227 req-778a8b5c-8695-46d9-a6e6-5db1664156e0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:09.206913 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9b65e669-3f23-4e37-ac35-285da6898227 req-778a8b5c-8695-46d9-a6e6-5db1664156e0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 5420 time: 0.3905721 May 27 02:22:09.330113 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-53d72c32-9491-46af-a387-1fd18dbb30fd service neutron] 10.222.0.32 "GET /v2.0/networks/0218860d-7cbc-4a1d-902b-50f15d0343e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803723 May 27 02:22:09.368638 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-87793879-26d7-4ff0-8699-a0784a5567d5 admin admin] Calling delete_port for c3efde9f-e5aa-4cba-b899-443dec05ea32 owned by network:router_interface {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:22:09.406847 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-38219c16-89d4-4185-9a45-380fabee4735 req-3c525bf9-14cd-4778-b153-eeddc0fef766 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Request body: {'port': {'device_id': '31a04624-be5b-4e3c-8040-e7dd8e000b9a', 'network_id': '317f8943-c2cf-4629-a384-430f557971d0', 'admin_state_up': True, 'tenant_id': '500421bbc9424254b703858ad839b150'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:09.420706 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44636) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:09.700207 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6c2b821d-91d4-41ee-86e6-440fea0b04af tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:09.714651 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3f2d49c9-29e0-44d1-a4da-6e749aa4413b req-369e56f2-fd14-401f-9148-443070c6b91d service neutron] 10.222.0.32 "GET /v2.0/networks/0218860d-7cbc-4a1d-902b-50f15d0343e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709600 May 27 02:22:09.718285 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8b40287a-1932-4ba8-a96f-c0b51df54d3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:09.942761 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-8b40287a-1932-4ba8-a96f-c0b51df54d3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:09.950467 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9b65e669-3f23-4e37-ac35-285da6898227 req-96b0f1d0-40a9-4c44-b172-dbc87bd58574 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=057f65d9-7e45-40c8-b89f-71d48d79e181&id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5475144 May 27 02:22:09.959888 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8b40287a-1932-4ba8-a96f-c0b51df54d3f admin admin] Usage tracker for resource:security_group_rule and tenant:cd8a99ccf9384e5781e1f875b8066bc1 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:22:09.983899 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8b40287a-1932-4ba8-a96f-c0b51df54d3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:22:10.018071 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-8b40287a-1932-4ba8-a96f-c0b51df54d3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:10.042426 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64f6f9-f803-4f30-bd8b-6d933c1539db req-41c9da97-a297-4dd1-b83f-3b85f73a7c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:10.043897 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-dc64f6f9-f803-4f30-bd8b-6d933c1539db req-41c9da97-a297-4dd1-b83f-3b85f73a7c1e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=209664ce71bb45b283c19d8ee70e43b1&device_id=0e0e8527-ea60-4992-b3cb-e21eaa4856f1 HTTP/1.1" status: 200 len: 1094 time: 0.1866221 May 27 02:22:10.096366 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-38219c16-89d4-4185-9a45-380fabee4735 req-3c525bf9-14cd-4778-b153-eeddc0fef766 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:10.150081 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-c08fed34-d6d5-4066-86a7-0af8b46043f5 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:10.151527 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-c08fed34-d6d5-4066-86a7-0af8b46043f5 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/networks?id=ad328cf1-4104-4d8e-8f1d-0a25d788d2cc HTTP/1.1" status: 200 len: 821 time: 0.5065410 May 27 02:22:10.173148 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-38219c16-89d4-4185-9a45-380fabee4735 req-3c525bf9-14cd-4778-b153-eeddc0fef766 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:10.210775 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-b31d38a4-abb7-44a2-b38c-bfc560925cb5 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/quotas/e6fc548f88094a2d8ad31078dc1820b4 HTTP/1.1" status: 200 len: 375 time: 0.0447707 May 27 02:22:10.245568 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2b821d-91d4-41ee-86e6-440fea0b04af tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Router 4c05be4c-2785-452e-a28c-2e39a38443a8 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:22:10.284513 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38219c16-89d4-4185-9a45-380fabee4735 req-3c525bf9-14cd-4778-b153-eeddc0fef766 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Made reservation on behalf of 500421bbc9424254b703858ad839b150 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:22:10.287955 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-38219c16-89d4-4185-9a45-380fabee4735 req-3c525bf9-14cd-4778-b153-eeddc0fef766 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:10.329827 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64f6f9-f803-4f30-bd8b-6d933c1539db req-887aee4b-4b02-4090-80d9-31c5c4df506b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:10.331266 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-dc64f6f9-f803-4f30-bd8b-6d933c1539db req-887aee4b-4b02-4090-80d9-31c5c4df506b service neutron] 10.222.0.32 "GET /v2.0/networks?id=0218860d-7cbc-4a1d-902b-50f15d0343e7 HTTP/1.1" status: 200 len: 921 time: 0.2329960 May 27 02:22:10.413970 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-dc64f6f9-f803-4f30-bd8b-6d933c1539db req-2f8a032e-c658-41eb-b46e-5fe9024c53ed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1234f88-cb29-4822-bd25-65ff3f85b685 HTTP/1.1" status: 200 len: 217 time: 0.0667591 May 27 02:22:10.470206 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcda97a-1afe-4c87-9f94-180ecb238c3b req-7c01c93e-19c7-4049-917a-113a32cddb38 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:10.471222 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0fcda97a-1afe-4c87-9f94-180ecb238c3b req-7c01c93e-19c7-4049-917a-113a32cddb38 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e0e8527-ea60-4992-b3cb-e21eaa4856f1 HTTP/1.1" status: 200 len: 943 time: 0.3946841 May 27 02:22:10.521778 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8b40287a-1932-4ba8-a96f-c0b51df54d3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:10.553967 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64f6f9-f803-4f30-bd8b-6d933c1539db req-b9f64b69-dedf-44ea-91cb-51a6d43b5031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:10.555419 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-dc64f6f9-f803-4f30-bd8b-6d933c1539db req-b9f64b69-dedf-44ea-91cb-51a6d43b5031 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03d6acab-3ccc-4e49-9edb-b9860698e697 HTTP/1.1" status: 200 len: 860 time: 0.0866666 May 27 02:22:10.556541 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2b821d-91d4-41ee-86e6-440fea0b04af tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:22:10.567511 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febabaf0-e36e-4dda-ae41-83269a6656f1 None None] Sync routers for ids ['4c05be4c-2785-452e-a28c-2e39a38443a8'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:22:10.578249 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febabaf0-e36e-4dda-ae41-83269a6656f1 None None] Routers {'4c05be4c-2785-452e-a28c-2e39a38443a8'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:22:10.583579 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-febabaf0-e36e-4dda-ae41-83269a6656f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:21:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4c05be4c-2785-452e-a28c-2e39a38443a8'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:10.594463 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-06fb3232-e7e4-44fc-bc82-e57ed7fd7fc5 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e6fc548f88094a2d8ad31078dc1820b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3712296 May 27 02:22:10.609477 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8b40287a-1932-4ba8-a96f-c0b51df54d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:10.612404 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-dc64f6f9-f803-4f30-bd8b-6d933c1539db req-d526b8f3-b3e3-4bf3-9edf-15ef56f8dcda service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0218860d-7cbc-4a1d-902b-50f15d0343e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496125 May 27 02:22:10.619301 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0fcda97a-1afe-4c87-9f94-180ecb238c3b req-a9f356e9-aead-44b4-853e-2afb3981e572 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/security-groups?id=98403105-d981-4c62-804c-8b9c17a93da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356878 May 27 02:22:10.661062 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-febabaf0-e36e-4dda-ae41-83269a6656f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:10.663067 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-87793879-26d7-4ff0-8699-a0784a5567d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:10.670962 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febabaf0-e36e-4dda-ae41-83269a6656f1 None None] Routers {'4c05be4c-2785-452e-a28c-2e39a38443a8'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:22:10.671717 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-febabaf0-e36e-4dda-ae41-83269a6656f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:21:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4c05be4c-2785-452e-a28c-2e39a38443a8'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:10.743756 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6c2b821d-91d4-41ee-86e6-440fea0b04af tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "PUT /v2.0/routers/4c05be4c-2785-452e-a28c-2e39a38443a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2509253 May 27 02:22:10.748184 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44660) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:10.764220 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-febabaf0-e36e-4dda-ae41-83269a6656f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:10.764772 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febabaf0-e36e-4dda-ae41-83269a6656f1 None None] The sync data for ids ['4c05be4c-2785-452e-a28c-2e39a38443a8'] in n-d-843554-3 is: [] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:22:10.817173 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8b40287a-1932-4ba8-a96f-c0b51df54d3f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cd8a99ccf9384e5781e1f875b8066bc1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3874359 May 27 02:22:10.833552 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44664) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:10.878676 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87793879-26d7-4ff0-8699-a0784a5567d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3efde9f-e5aa-4cba-b899-443dec05ea32,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:10.881023 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-38219c16-89d4-4185-9a45-380fabee4735 req-3c525bf9-14cd-4778-b153-eeddc0fef766 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Allocated IP 172.20.0.9 (317f8943-c2cf-4629-a384-430f557971d0/029bf5aa-9449-4d9e-81c7-fe1336fb8379/3a52f2ce-4830-4c23-807b-2116b5b6b7b7) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:22:10.894743 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b40287a-1932-4ba8-a96f-c0b51df54d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6053e67-58c2-4d5e-8629-6eb96f81493a,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:10.913783 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5e38ca66-edbd-4db1-ac29-25af6c56dae7 req-62ad25db-9e95-4b9a-9ebb-680ad2383047 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=31a04624-be5b-4e3c-8040-e7dd8e000b9a HTTP/1.1" status: 200 len: 210 time: 0.1242774 May 27 02:22:11.068979 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-dab4b839-8751-4143-bf18-5b45a48be77f service neutron] 10.222.0.57 "GET /v2.0/networks/ad328cf1-4104-4d8e-8f1d-0a25d788d2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450080 May 27 02:22:11.083576 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-dc64f6f9-f803-4f30-bd8b-6d933c1539db req-07ab62bc-6a66-4c06-8cc5-42545a2e1e7c service neutron] 10.222.0.32 "GET /v2.0/networks/0218860d-7cbc-4a1d-902b-50f15d0343e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4644923 May 27 02:22:11.091736 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-47345dc9-3e54-4c40-b276-8893edb64de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:11.307479 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1a70f882-81c8-4cb7-8cfb-8f84473bd057 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:11.412328 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-47345dc9-3e54-4c40-b276-8893edb64de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:11.558687 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-dc64f6f9-f803-4f30-bd8b-6d933c1539db req-d21946a2-a279-4063-ad39-96a8d02bd751 service neutron] 10.222.0.32 "GET /v2.0/networks/0218860d-7cbc-4a1d-902b-50f15d0343e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4621046 May 27 02:22:11.582846 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1a70f882-81c8-4cb7-8cfb-8f84473bd057 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:11.658501 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-1a70f882-81c8-4cb7-8cfb-8f84473bd057 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Deleting port ccf8a3c8-feed-46ad-80f8-0169e3187b0b {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:22:11.658851 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1a70f882-81c8-4cb7-8cfb-8f84473bd057 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:11.689284 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-47345dc9-3e54-4c40-b276-8893edb64de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:11.691681 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-87793879-26d7-4ff0-8699-a0784a5567d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:11.720706 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47345dc9-3e54-4c40-b276-8893edb64de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6053e67-58c2-4d5e-8629-6eb96f81493a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:11.721761 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-094c01a1-05bb-48aa-892e-e505754caa65 service neutron] 10.222.0.57 "GET /v2.0/networks/ad328cf1-4104-4d8e-8f1d-0a25d788d2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6443119 May 27 02:22:11.731152 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-47345dc9-3e54-4c40-b276-8893edb64de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:11.735698 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-47345dc9-3e54-4c40-b276-8893edb64de4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d6053e67-58c2-4d5e-8629-6eb96f81493a HTTP/1.1" status: 204 len: 168 time: 0.8989143 May 27 02:22:11.835670 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-38219c16-89d4-4185-9a45-380fabee4735 req-3c525bf9-14cd-4778-b153-eeddc0fef766 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:11.871156 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1a70f882-81c8-4cb7-8cfb-8f84473bd057 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:11.889881 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763970fe-fc0c-4e43-9860-e5e68a075909 req-5b31f038-9445-45e9-8ef7-ec767f10e2fd tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:11.896972 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763970fe-fc0c-4e43-9860-e5e68a075909 req-5b31f038-9445-45e9-8ef7-ec767f10e2fd tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:11.902810 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763970fe-fc0c-4e43-9860-e5e68a075909 req-5b31f038-9445-45e9-8ef7-ec767f10e2fd tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:11.909402 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763970fe-fc0c-4e43-9860-e5e68a075909 req-5b31f038-9445-45e9-8ef7-ec767f10e2fd tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:11.915186 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763970fe-fc0c-4e43-9860-e5e68a075909 req-5b31f038-9445-45e9-8ef7-ec767f10e2fd tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:11.921069 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763970fe-fc0c-4e43-9860-e5e68a075909 req-5b31f038-9445-45e9-8ef7-ec767f10e2fd tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:11.926837 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763970fe-fc0c-4e43-9860-e5e68a075909 req-5b31f038-9445-45e9-8ef7-ec767f10e2fd tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:11.928784 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-763970fe-fc0c-4e43-9860-e5e68a075909 req-5b31f038-9445-45e9-8ef7-ec767f10e2fd tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 5420 time: 0.8024588 May 27 02:22:12.010218 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-1a70f882-81c8-4cb7-8cfb-8f84473bd057 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Calling delete_port for ccf8a3c8-feed-46ad-80f8-0169e3187b0b owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:22:12.051309 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-763970fe-fc0c-4e43-9860-e5e68a075909 req-59aa48f4-e577-4edd-8a0c-49b91d243778 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=057f65d9-7e45-40c8-b89f-71d48d79e181&id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1152010 May 27 02:22:12.225844 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-38219c16-89d4-4185-9a45-380fabee4735 req-3c525bf9-14cd-4778-b153-eeddc0fef766 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:12.338977 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1a70f882-81c8-4cb7-8cfb-8f84473bd057 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:12.390006 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a70f882-81c8-4cb7-8cfb-8f84473bd057 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Pushing event deleted for resources: {'Port': ['ID=ccf8a3c8-feed-46ad-80f8-0169e3187b0b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:12.411944 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38219c16-89d4-4185-9a45-380fabee4735 req-3c525bf9-14cd-4778-b153-eeddc0fef766 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Network 317f8943-c2cf-4629-a384-430f557971d0 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:22:12.433392 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-38219c16-89d4-4185-9a45-380fabee4735 req-3c525bf9-14cd-4778-b153-eeddc0fef766 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:22:12.451579 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-38219c16-89d4-4185-9a45-380fabee4735 req-3c525bf9-14cd-4778-b153-eeddc0fef766 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:22:12.479804 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c525bf9-14cd-4778-b153-eeddc0fef766 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Pushing event updated for resources: {'Port': ['ID=3a52f2ce-4830-4c23-807b-2116b5b6b7b7,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:12.486916 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1a70f882-81c8-4cb7-8cfb-8f84473bd057 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:12.547929 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38219c16-89d4-4185-9a45-380fabee4735 req-3c525bf9-14cd-4778-b153-eeddc0fef766 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:12.548547 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-38219c16-89d4-4185-9a45-380fabee4735 req-3c525bf9-14cd-4778-b153-eeddc0fef766 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:12.575874 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87793879-26d7-4ff0-8699-a0784a5567d5 admin admin] Router c7fa79f9-c75a-4d5c-ad10-f00ff42cb017 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:22:12.584787 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa603ad-e47e-4095-bd20-a374ca27c494 req-2d3b54c2-fc0a-4a74-b70a-459405ce59b9 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:12.586277 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2fa603ad-e47e-4095-bd20-a374ca27c494 req-2d3b54c2-fc0a-4a74-b70a-459405ce59b9 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e0e8527-ea60-4992-b3cb-e21eaa4856f1 HTTP/1.1" status: 200 len: 943 time: 0.4321196 May 27 02:22:12.604677 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189a5d6-d3e3-4a50-95bd-df5f82cf4c52 req-23db627c-3ee6-4860-b456-ca293e5b4a3e tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:12.606322 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e189a5d6-d3e3-4a50-95bd-df5f82cf4c52 req-23db627c-3ee6-4860-b456-ca293e5b4a3e tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=31a04624-be5b-4e3c-8040-e7dd8e000b9a HTTP/1.1" status: 200 len: 931 time: 0.3865855 May 27 02:22:12.606812 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44688) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:12.666156 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1a70f882-81c8-4cb7-8cfb-8f84473bd057 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:12.668336 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1a70f882-81c8-4cb7-8cfb-8f84473bd057 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:12.671251 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e68d3a81-f89b-4e9f-915b-4c6fb1ea46f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:12.761189 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-38219c16-89d4-4185-9a45-380fabee4735 req-3c525bf9-14cd-4778-b153-eeddc0fef766 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5479553 May 27 02:22:12.771072 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e68d3a81-f89b-4e9f-915b-4c6fb1ea46f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:12.778730 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1a70f882-81c8-4cb7-8cfb-8f84473bd057 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:12.780004 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a70f882-81c8-4cb7-8cfb-8f84473bd057 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Fanout notify agent at l3_agent the message router_deleted on router 4c05be4c-2785-452e-a28c-2e39a38443a8 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:22:12.790051 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e68d3a81-f89b-4e9f-915b-4c6fb1ea46f9 admin admin] Usage tracker for resource:security_group_rule and tenant:0b5f2148005c4dbc8ce8dea40d2f2f01 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:22:12.795553 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-38219c16-89d4-4185-9a45-380fabee4735 req-59dfa855-f843-4d11-8824-3339bc8edc6b service neutron] Request body: {'port': {'device_id': '31a04624-be5b-4e3c-8040-e7dd8e000b9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:12.798434 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1a70f882-81c8-4cb7-8cfb-8f84473bd057 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:12.798932 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1a70f882-81c8-4cb7-8cfb-8f84473bd057 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "DELETE /v2.0/routers/4c05be4c-2785-452e-a28c-2e39a38443a8 HTTP/1.1" status: 204 len: 168 time: 2.0493133 May 27 02:22:12.801093 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44692) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:12.831278 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e68d3a81-f89b-4e9f-915b-4c6fb1ea46f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:22:12.854114 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2fa603ad-e47e-4095-bd20-a374ca27c494 req-cc828082-3ea7-4207-ab4e-a1b3fd69472a tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/security-groups?id=98403105-d981-4c62-804c-8b9c17a93da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453158 May 27 02:22:12.865234 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e68d3a81-f89b-4e9f-915b-4c6fb1ea46f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:12.877925 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a4708be-8f3c-4b64-a4b1-94e61d1d59bf tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Deleting subnet b129b23d-e221-4d69-9cf9-10ee5c96b0d5 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:22:12.881271 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a4708be-8f3c-4b64-a4b1-94e61d1d59bf tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:12.888199 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e189a5d6-d3e3-4a50-95bd-df5f82cf4c52 req-25251339-8005-4ddd-9b30-2ec441ab55f6 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507093 May 27 02:22:12.957446 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a4708be-8f3c-4b64-a4b1-94e61d1d59bf tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:12.981484 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device a1234f88-cb29-4822-bd25-65ff3f85b685 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:22:13.022484 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a4708be-8f3c-4b64-a4b1-94e61d1d59bf tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:13.141682 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port a1234f88-cb29-4822-bd25-65ff3f85b685, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=a1234f88-cb29-4822-bd25-65ff3f85b685,segment=NetworkSegment(c05ea677-78fe-43e8-b477-3cdd7ca94b49),segment_id=c05ea677-78fe-43e8-b477-3cdd7ca94b49)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:13.158054 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': 'a1234f88-cb29-4822-bd25-65ff3f85b685', 'network_id': '0218860d-7cbc-4a1d-902b-50f15d0343e7', 'port_id': 'a1234f88-cb29-4822-bd25-65ff3f85b685', 'mac_address': 'fa:16:3e:73:de:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03d6acab-3ccc-4e49-9edb-b9860698e697', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:22:13.217128 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-47d206e4-c6ec-42e0-9581-577b13d2791a req-d41e7820-efc5-4ef8-93bd-50451bdbd160 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d10020c-bafc-4744-8af1-90a8220fdfed HTTP/1.1" status: 200 len: 210 time: 0.2562165 May 27 02:22:13.230026 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port a1234f88-cb29-4822-bd25-65ff3f85b685 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:13.232865 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:13.254619 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-38219c16-89d4-4185-9a45-380fabee4735 req-59dfa855-f843-4d11-8824-3339bc8edc6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:13.257785 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1234f88-cb29-4822-bd25-65ff3f85b685 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:22:13.267809 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87793879-26d7-4ff0-8699-a0784a5567d5 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:22:13.280973 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea423a94-fdf7-4270-80cf-62482190c817 None None] Sync routers for ids ['c7fa79f9-c75a-4d5c-ad10-f00ff42cb017'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:22:13.289296 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port a1234f88-cb29-4822-bd25-65ff3f85b685, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=a1234f88-cb29-4822-bd25-65ff3f85b685,segment=NetworkSegment(c05ea677-78fe-43e8-b477-3cdd7ca94b49),segment_id=c05ea677-78fe-43e8-b477-3cdd7ca94b49)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:13.295233 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea423a94-fdf7-4270-80cf-62482190c817 None None] Routers {'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:22:13.296653 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ea423a94-fdf7-4270-80cf-62482190c817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:21:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['c7fa79f9-c75a-4d5c-ad10-f00ff42cb017'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:13.344748 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a4708be-8f3c-4b64-a4b1-94e61d1d59bf tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:13.372549 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:13.384860 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4708be-8f3c-4b64-a4b1-94e61d1d59bf tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Pushing event deleted for resources: {'Subnet': ['ID=b129b23d-e221-4d69-9cf9-10ee5c96b0d5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:13.391754 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a4708be-8f3c-4b64-a4b1-94e61d1d59bf tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:13.393687 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-87793879-26d7-4ff0-8699-a0784a5567d5 admin admin] 10.222.0.57 "PUT /v2.0/routers/c7fa79f9-c75a-4d5c-ad10-f00ff42cb017/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9431117 May 27 02:22:13.396221 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44698) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:13.509521 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e68d3a81-f89b-4e9f-915b-4c6fb1ea46f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:13.566566 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7a4708be-8f3c-4b64-a4b1-94e61d1d59bf tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "DELETE /v2.0/subnets/b129b23d-e221-4d69-9cf9-10ee5c96b0d5 HTTP/1.1" status: 204 len: 168 time: 0.7640476 May 27 02:22:13.572109 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44702) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:13.580817 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=a1234f88-cb29-4822-bd25-65ff3f85b685,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:13.606528 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-ea423a94-fdf7-4270-80cf-62482190c817 None None] Set router c7fa79f9-c75a-4d5c-ad10-f00ff42cb017 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:22:13.614085 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e68d3a81-f89b-4e9f-915b-4c6fb1ea46f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:13.648139 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20629434-fdd5-42a0-a096-3de171945d08 req-9f6a3528-d40d-4adc-877e-523f4f4b7d38 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:13.653914 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20629434-fdd5-42a0-a096-3de171945d08 req-9f6a3528-d40d-4adc-877e-523f4f4b7d38 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:13.657580 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['a1234f88-cb29-4822-bd25-65ff3f85b685'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:22:13.661560 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20629434-fdd5-42a0-a096-3de171945d08 req-9f6a3528-d40d-4adc-877e-523f4f4b7d38 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:13.665413 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20629434-fdd5-42a0-a096-3de171945d08 req-9f6a3528-d40d-4adc-877e-523f4f4b7d38 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:13.671253 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20629434-fdd5-42a0-a096-3de171945d08 req-9f6a3528-d40d-4adc-877e-523f4f4b7d38 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:13.677562 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20629434-fdd5-42a0-a096-3de171945d08 req-9f6a3528-d40d-4adc-877e-523f4f4b7d38 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:13.683429 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20629434-fdd5-42a0-a096-3de171945d08 req-9f6a3528-d40d-4adc-877e-523f4f4b7d38 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:13.691771 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-20629434-fdd5-42a0-a096-3de171945d08 req-9f6a3528-d40d-4adc-877e-523f4f4b7d38 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 5420 time: 0.3820088 May 27 02:22:13.697123 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-247d9313-57fd-4423-b4e4-1dfb218b9197 admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:13.753990 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e68d3a81-f89b-4e9f-915b-4c6fb1ea46f9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0b5f2148005c4dbc8ce8dea40d2f2f01&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1420844 May 27 02:22:13.772121 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44706) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:13.790791 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a39e581-d7d2-4a7b-bc23-157f15f91bf4 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:13.812334 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d3a81-f89b-4e9f-915b-4c6fb1ea46f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640d7b22-bb17-4b15-9293-6592a4938ffb,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:13.838392 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-20629434-fdd5-42a0-a096-3de171945d08 req-1c6f4b9d-5e4c-4d2f-9437-c03e8261edb5 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=057f65d9-7e45-40c8-b89f-71d48d79e181&id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1459062 May 27 02:22:13.878101 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-12e7785b-69b5-4aee-a73a-0793c14f9f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:13.917982 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-12e7785b-69b5-4aee-a73a-0793c14f9f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:14.007041 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-38219c16-89d4-4185-9a45-380fabee4735 req-59dfa855-f843-4d11-8824-3339bc8edc6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a52f2ce-4830-4c23-807b-2116b5b6b7b7 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:22:14.023231 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-38219c16-89d4-4185-9a45-380fabee4735 req-59dfa855-f843-4d11-8824-3339bc8edc6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:14.070594 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-38219c16-89d4-4185-9a45-380fabee4735 req-59dfa855-f843-4d11-8824-3339bc8edc6b service neutron] Transition to ACTIVE for port object 3a52f2ce-4830-4c23-807b-2116b5b6b7b7 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:22:14.092563 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ea423a94-fdf7-4270-80cf-62482190c817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017', 'name': 'tempest-TaggedBootDevicesTest_v242-1578714909-router', 'tenant_id': 'c81473a41fb94f91be2c0840146b05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'd04733bd-452c-4d35-ba9d-306e164fb85e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:13:30Z', 'updated_at': '2022-05-27T02:22:10Z', 'revision_number': 5, 'project_id': 'c81473a41fb94f91be2c0840146b05b3', 'gw_port': {'id': 'd04733bd-452c-4d35-ba9d-306e164fb85e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:13:32Z', 'updated_at': '2022-05-27T02:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:14.097414 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea423a94-fdf7-4270-80cf-62482190c817 None None] Checking router: c7fa79f9-c75a-4d5c-ad10-f00ff42cb017 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:22:14.121162 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea423a94-fdf7-4270-80cf-62482190c817 None None] Routers {'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:22:14.121797 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ea423a94-fdf7-4270-80cf-62482190c817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:21:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['c7fa79f9-c75a-4d5c-ad10-f00ff42cb017'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:14.158436 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-247d9313-57fd-4423-b4e4-1dfb218b9197 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:14.161897 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a39e581-d7d2-4a7b-bc23-157f15f91bf4 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:14.181756 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-12e7785b-69b5-4aee-a73a-0793c14f9f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:14.181756 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-38219c16-89d4-4185-9a45-380fabee4735 req-59dfa855-f843-4d11-8824-3339bc8edc6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:14.190335 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-8a39e581-d7d2-4a7b-bc23-157f15f91bf4 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c398c4-e40a-406f-90bc-73562a630f66']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:14.204648 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-8a39e581-d7d2-4a7b-bc23-157f15f91bf4 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ccdc904-4f45-4667-bfb4-ec42159d41da') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:14.204648 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-8a39e581-d7d2-4a7b-bc23-157f15f91bf4 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ccdc904-4f45-4667-bfb4-ec42159d41da') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:14.216937 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a39e581-d7d2-4a7b-bc23-157f15f91bf4 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:14.235934 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a39e581-d7d2-4a7b-bc23-157f15f91bf4 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:14.244696 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a39e581-d7d2-4a7b-bc23-157f15f91bf4 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:22:14.245029 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a39e581-d7d2-4a7b-bc23-157f15f91bf4 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:14.272143 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-247d9313-57fd-4423-b4e4-1dfb218b9197 admin admin] Deleting port d04733bd-452c-4d35-ba9d-306e164fb85e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:22:14.272359 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-247d9313-57fd-4423-b4e4-1dfb218b9197 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:14.291858 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7785b-69b5-4aee-a73a-0793c14f9f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640d7b22-bb17-4b15-9293-6592a4938ffb,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:14.309349 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 0ccdc904-4f45-4667-bfb4-ec42159d41da resource provider aggregate not found May 27 02:22:14.327062 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-ea423a94-fdf7-4270-80cf-62482190c817 None None] Set router c7fa79f9-c75a-4d5c-ad10-f00ff42cb017 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:22:14.408734 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 0ccdc904-4f45-4667-bfb4-ec42159d41da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0ccdc904-4f45-4667-bfb4-ec42159d41da found for delete ", "request_id": "req-0c8b34fa-7ad8-4f31-9c4d-a254e4f79079"}]} May 27 02:22:14.451539 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-12e7785b-69b5-4aee-a73a-0793c14f9f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:14.464781 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-12e7785b-69b5-4aee-a73a-0793c14f9f14 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/640d7b22-bb17-4b15-9293-6592a4938ffb HTTP/1.1" status: 204 len: 168 time: 0.6834230 May 27 02:22:14.502659 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a39e581-d7d2-4a7b-bc23-157f15f91bf4 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:14.527727 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a39e581-d7d2-4a7b-bc23-157f15f91bf4 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:14.541621 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a39e581-d7d2-4a7b-bc23-157f15f91bf4 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] Pushing event deleted for resources: {'Network': ['ID=15c398c4-e40a-406f-90bc-73562a630f66,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:14.546364 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8a39e581-d7d2-4a7b-bc23-157f15f91bf4 tempest-FloatingIPTestJSON-124025574 tempest-FloatingIPTestJSON-124025574-project] 10.222.0.57 "DELETE /v2.0/networks/15c398c4-e40a-406f-90bc-73562a630f66 HTTP/1.1" status: 204 len: 168 time: 0.9707727 May 27 02:22:14.581707 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfa855-f843-4d11-8824-3339bc8edc6b service neutron] Pushing event updated for resources: {'Port': ['ID=3a52f2ce-4830-4c23-807b-2116b5b6b7b7,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:14.601930 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-594aad31-0c53-49fb-890c-b3eeb626ac22 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:14.605771 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-594aad31-0c53-49fb-890c-b3eeb626ac22 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.66 "GET /v2.0/networks?id=ad328cf1-4104-4d8e-8f1d-0a25d788d2cc HTTP/1.1" status: 200 len: 821 time: 0.3339224 May 27 02:22:14.621092 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-247d9313-57fd-4423-b4e4-1dfb218b9197 admin admin] For port d04733bd-452c-4d35-ba9d-306e164fb85e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=d04733bd-452c-4d35-ba9d-306e164fb85e,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:14.621461 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-247d9313-57fd-4423-b4e4-1dfb218b9197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:14.665480 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-4ebc8e99-4a97-4e2b-8566-9dbfaa678a6e tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Request body: {'port': {'device_id': '8d10020c-bafc-4744-8af1-90a8220fdfed', 'network_id': 'ad328cf1-4104-4d8e-8f1d-0a25d788d2cc', 'admin_state_up': True, 'tenant_id': 'e6fc548f88094a2d8ad31078dc1820b4'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:14.694218 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ea423a94-fdf7-4270-80cf-62482190c817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017', 'name': 'tempest-TaggedBootDevicesTest_v242-1578714909-router', 'tenant_id': 'c81473a41fb94f91be2c0840146b05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'd04733bd-452c-4d35-ba9d-306e164fb85e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:13:30Z', 'updated_at': '2022-05-27T02:22:10Z', 'revision_number': 5, 'project_id': 'c81473a41fb94f91be2c0840146b05b3', 'gw_port': {'id': 'd04733bd-452c-4d35-ba9d-306e164fb85e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:13:32Z', 'updated_at': '2022-05-27T02:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:14.699223 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea423a94-fdf7-4270-80cf-62482190c817 None None] The sync data for ids ['c7fa79f9-c75a-4d5c-ad10-f00ff42cb017'] in n-d-843554-3 is: [{'id': 'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017', 'name': 'tempest-TaggedBootDevicesTest_v242-1578714909-router', 'tenant_id': 'c81473a41fb94f91be2c0840146b05b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'd04733bd-452c-4d35-ba9d-306e164fb85e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:13:30Z', 'updated_at': '2022-05-27T02:22:10Z', 'revision_number': 5, 'project_id': 'c81473a41fb94f91be2c0840146b05b3', 'gw_port': {'id': 'd04733bd-452c-4d35-ba9d-306e164fb85e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fa79f9-c75a-4d5c-ad10-f00ff42cb017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:13:32Z', 'updated_at': '2022-05-27T02:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:22:14.795692 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-247d9313-57fd-4423-b4e4-1dfb218b9197 admin admin] Calling delete_port for d04733bd-452c-4d35-ba9d-306e164fb85e owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:22:14.819348 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80922548-3859-4a30-afb8-4ed84d8104ac req-03ca84e1-b6c1-406a-a8a3-6a3593e2c53d tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:14.820930 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-80922548-3859-4a30-afb8-4ed84d8104ac req-03ca84e1-b6c1-406a-a8a3-6a3593e2c53d tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e0e8527-ea60-4992-b3cb-e21eaa4856f1 HTTP/1.1" status: 200 len: 944 time: 0.7307801 May 27 02:22:14.859132 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9552d4e-d717-4f29-b8f6-0fde975c1511 req-a5751cf8-0f21-43ac-8766-6290dd4baee1 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:14.859857 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e9552d4e-d717-4f29-b8f6-0fde975c1511 req-a5751cf8-0f21-43ac-8766-6290dd4baee1 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Synchronizing usage tracker for tenant:500421bbc9424254b703858ad839b150 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:22:14.932559 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-38219c16-89d4-4185-9a45-380fabee4735 req-59dfa855-f843-4d11-8824-3339bc8edc6b service neutron] Attempting to bind port 3a52f2ce-4830-4c23-807b-2116b5b6b7b7 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:22:14.932963 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-38219c16-89d4-4185-9a45-380fabee4735 req-59dfa855-f843-4d11-8824-3339bc8edc6b service neutron] Attempting to bind port 3a52f2ce-4830-4c23-807b-2116b5b6b7b7 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'f9d0c973-72f3-423e-80ec-119f03165820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '317f8943-c2cf-4629-a384-430f557971d0'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:22:14.933265 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38219c16-89d4-4185-9a45-380fabee4735 req-59dfa855-f843-4d11-8824-3339bc8edc6b service neutron] Attempting to bind port 3a52f2ce-4830-4c23-807b-2116b5b6b7b7 on network 317f8943-c2cf-4629-a384-430f557971d0 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:22:14.955640 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-80922548-3859-4a30-afb8-4ed84d8104ac req-1e26a974-c7f0-4a0f-892f-0ae602cf7cd1 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/security-groups?id=98403105-d981-4c62-804c-8b9c17a93da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250162 May 27 02:22:14.958823 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38219c16-89d4-4185-9a45-380fabee4735 req-59dfa855-f843-4d11-8824-3339bc8edc6b service neutron] Port 3a52f2ce-4830-4c23-807b-2116b5b6b7b7 on network 317f8943-c2cf-4629-a384-430f557971d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:22:14.958947 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38219c16-89d4-4185-9a45-380fabee4735 req-59dfa855-f843-4d11-8824-3339bc8edc6b service neutron] Attempting to bind port 3a52f2ce-4830-4c23-807b-2116b5b6b7b7 on network 317f8943-c2cf-4629-a384-430f557971d0 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:22:14.969982 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38219c16-89d4-4185-9a45-380fabee4735 req-59dfa855-f843-4d11-8824-3339bc8edc6b service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:22:14.970315 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38219c16-89d4-4185-9a45-380fabee4735 req-59dfa855-f843-4d11-8824-3339bc8edc6b service neutron] Checking segment: {'id': 'f9d0c973-72f3-423e-80ec-119f03165820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '317f8943-c2cf-4629-a384-430f557971d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:22:14.970700 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38219c16-89d4-4185-9a45-380fabee4735 req-59dfa855-f843-4d11-8824-3339bc8edc6b service neutron] Bound using segment: {'id': 'f9d0c973-72f3-423e-80ec-119f03165820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '317f8943-c2cf-4629-a384-430f557971d0'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:22:14.971148 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-38219c16-89d4-4185-9a45-380fabee4735 req-59dfa855-f843-4d11-8824-3339bc8edc6b service neutron] Bound port: 3a52f2ce-4830-4c23-807b-2116b5b6b7b7, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9d0c973-72f3-423e-80ec-119f03165820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '317f8943-c2cf-4629-a384-430f557971d0'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:22:14.971619 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-38219c16-89d4-4185-9a45-380fabee4735 req-59dfa855-f843-4d11-8824-3339bc8edc6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:14.987126 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-4ebc8e99-4a97-4e2b-8566-9dbfaa678a6e tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:14.999167 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device a1234f88-cb29-4822-bd25-65ff3f85b685 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:22:15.028320 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-4ebc8e99-4a97-4e2b-8566-9dbfaa678a6e tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:15.030433 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e9552d4e-d717-4f29-b8f6-0fde975c1511 req-a5751cf8-0f21-43ac-8766-6290dd4baee1 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Unset dirty status for tenant:500421bbc9424254b703858ad839b150 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:22:15.037056 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e9552d4e-d717-4f29-b8f6-0fde975c1511 req-a5751cf8-0f21-43ac-8766-6290dd4baee1 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=31a04624-be5b-4e3c-8040-e7dd8e000b9a HTTP/1.1" status: 200 len: 943 time: 0.9487379 May 27 02:22:15.152111 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e9552d4e-d717-4f29-b8f6-0fde975c1511 req-4c9f5efa-c7cb-4fec-a911-f5222b236858 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140692 May 27 02:22:15.214247 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44740) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:15.217016 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-4ebc8e99-4a97-4e2b-8566-9dbfaa678a6e tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Made reservation on behalf of e6fc548f88094a2d8ad31078dc1820b4 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:22:15.220663 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-4ebc8e99-4a97-4e2b-8566-9dbfaa678a6e tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:15.224555 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port a1234f88-cb29-4822-bd25-65ff3f85b685 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:22:15.229256 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-247d9313-57fd-4423-b4e4-1dfb218b9197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:15.237114 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port a1234f88-cb29-4822-bd25-65ff3f85b685 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:15.237659 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:15.477787 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port a1234f88-cb29-4822-bd25-65ff3f85b685 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:15.478169 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:15.495423 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-38219c16-89d4-4185-9a45-380fabee4735 req-59dfa855-f843-4d11-8824-3339bc8edc6b service neutron] For port 3a52f2ce-4830-4c23-807b-2116b5b6b7b7, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:22:15.502148 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ef58e96b-6b3e-46c2-b521-10d731ae0dce req-c918ab50-441a-46fc-9902-1f270120f4c6 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d10020c-bafc-4744-8af1-90a8220fdfed HTTP/1.1" status: 200 len: 210 time: 0.3385916 May 27 02:22:15.517866 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-38219c16-89d4-4185-9a45-380fabee4735 req-59dfa855-f843-4d11-8824-3339bc8edc6b service neutron] For port 3a52f2ce-4830-4c23-807b-2116b5b6b7b7, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=3a52f2ce-4830-4c23-807b-2116b5b6b7b7,segment=NetworkSegment(f9d0c973-72f3-423e-80ec-119f03165820),segment_id=f9d0c973-72f3-423e-80ec-119f03165820)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:22:15.527234 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0e8527-ea60-4992-b3cb-e21eaa4856f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1234f88-cb29-4822-bd25-65ff3f85b685'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:22:15.552647 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port a1234f88-cb29-4822-bd25-65ff3f85b685, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=a1234f88-cb29-4822-bd25-65ff3f85b685,segment=NetworkSegment(c05ea677-78fe-43e8-b477-3cdd7ca94b49),segment_id=c05ea677-78fe-43e8-b477-3cdd7ca94b49)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:15.604429 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8db1107b-e651-40d2-82fe-06350eb9e349'] response: {'server_uuid': '0e0e8527-ea60-4992-b3cb-e21eaa4856f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1234f88-cb29-4822-bd25-65ff3f85b685', 'code': 200} May 27 02:22:15.635908 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:15.643635 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-38219c16-89d4-4185-9a45-380fabee4735 req-59dfa855-f843-4d11-8824-3339bc8edc6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:15.720433 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38219c16-89d4-4185-9a45-380fabee4735 req-59dfa855-f843-4d11-8824-3339bc8edc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:15.721068 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-38219c16-89d4-4185-9a45-380fabee4735 req-59dfa855-f843-4d11-8824-3339bc8edc6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:15.722778 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-38219c16-89d4-4185-9a45-380fabee4735 req-59dfa855-f843-4d11-8824-3339bc8edc6b service neutron] 10.222.0.32 "PUT /v2.0/ports/3a52f2ce-4830-4c23-807b-2116b5b6b7b7 HTTP/1.1" status: 200 len: 1091 time: 2.9451776 May 27 02:22:15.725805 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a04624-be5b-4e3c-8040-e7dd8e000b9a', 'tag': '3a52f2ce-4830-4c23-807b-2116b5b6b7b7'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:22:15.725940 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c3efde9f-e5aa-4cba-b899-443dec05ea32 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:22:15.770939 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: c3efde9f-e5aa-4cba-b899-443dec05ea32 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:22:15.771560 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c3efde9f-e5aa-4cba-b899-443dec05ea32 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:22:15.783095 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=a1234f88-cb29-4822-bd25-65ff3f85b685,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:15.820416 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a88fbb-14b4-402a-95e0-022e2ba7e89a req-0a4216ad-d336-4bd9-abef-cdb0c99ec37a tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:15.826301 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a88fbb-14b4-402a-95e0-022e2ba7e89a req-0a4216ad-d336-4bd9-abef-cdb0c99ec37a tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:15.832730 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a88fbb-14b4-402a-95e0-022e2ba7e89a req-0a4216ad-d336-4bd9-abef-cdb0c99ec37a tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:15.836516 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d9313-57fd-4423-b4e4-1dfb218b9197 admin admin] Pushing event deleted for resources: {'Port': ['ID=d04733bd-452c-4d35-ba9d-306e164fb85e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:15.839036 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a88fbb-14b4-402a-95e0-022e2ba7e89a req-0a4216ad-d336-4bd9-abef-cdb0c99ec37a tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:15.845623 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a88fbb-14b4-402a-95e0-022e2ba7e89a req-0a4216ad-d336-4bd9-abef-cdb0c99ec37a tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:15.851471 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a88fbb-14b4-402a-95e0-022e2ba7e89a req-0a4216ad-d336-4bd9-abef-cdb0c99ec37a tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:15.857999 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a88fbb-14b4-402a-95e0-022e2ba7e89a req-0a4216ad-d336-4bd9-abef-cdb0c99ec37a tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:15.864807 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-93a88fbb-14b4-402a-95e0-022e2ba7e89a req-0a4216ad-d336-4bd9-abef-cdb0c99ec37a tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 5420 time: 0.3095586 May 27 02:22:15.872741 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99ae5cd3-5991-4d99-87c5-f9207d23de03'] response: {'name': 'network-changed', 'server_uuid': '31a04624-be5b-4e3c-8040-e7dd8e000b9a', 'tag': '3a52f2ce-4830-4c23-807b-2116b5b6b7b7', 'status': 'completed', 'code': 200} May 27 02:22:15.916075 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfa855-f843-4d11-8824-3339bc8edc6b service neutron] Pushing event updated for resources: {'Port': ['ID=3a52f2ce-4830-4c23-807b-2116b5b6b7b7,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:15.924096 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-4ebc8e99-4a97-4e2b-8566-9dbfaa678a6e tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Allocated IP 172.20.0.7 (ad328cf1-4104-4d8e-8f1d-0a25d788d2cc/247564f0-1187-4cc8-b142-74cbc42d04cd/5d07c6e5-e08b-4b06-9fab-bcb710d202d5) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:22:15.977281 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8a4b8340-3ae0-481c-b181-d04fb4756511 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=da6da76c53cc4067a3275f77b81c0c47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7572992 May 27 02:22:15.981216 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44762) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:16.003029 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-247d9313-57fd-4423-b4e4-1dfb218b9197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:16.006244 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-93a88fbb-14b4-402a-95e0-022e2ba7e89a req-9cb02ddb-e1ec-43e9-95cf-8b0439df5ba0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=057f65d9-7e45-40c8-b89f-71d48d79e181&id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1405146 May 27 02:22:16.176265 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38219c16-89d4-4185-9a45-380fabee4735 req-afd22d7d-16e4-46e0-9728-693e29cb32f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:16.178265 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-38219c16-89d4-4185-9a45-380fabee4735 req-afd22d7d-16e4-46e0-9728-693e29cb32f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=500421bbc9424254b703858ad839b150&device_id=31a04624-be5b-4e3c-8040-e7dd8e000b9a HTTP/1.1" status: 200 len: 1094 time: 0.3078353 May 27 02:22:16.178928 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44768) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:16.203293 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ebc5c-ab31-4587-839e-e08808172c93 req-c08a21eb-208f-49a1-aeac-7dc000176139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:16.204769 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2d0ebc5c-ab31-4587-839e-e08808172c93 req-c08a21eb-208f-49a1-aeac-7dc000176139 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0e0e8527-ea60-4992-b3cb-e21eaa4856f1 HTTP/1.1" status: 200 len: 1096 time: 0.4865682 May 27 02:22:16.232376 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-247d9313-57fd-4423-b4e4-1dfb218b9197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:16.237693 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-247d9313-57fd-4423-b4e4-1dfb218b9197 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:16.286968 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c3af28c1-ae72-4be3-b125-fe7f8c369944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:16.290696 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2d0ebc5c-ab31-4587-839e-e08808172c93 req-fdf100ed-4296-4d91-9ccd-0ede21b9536d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=98403105-d981-4c62-804c-8b9c17a93da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770361 May 27 02:22:16.291863 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-38219c16-89d4-4185-9a45-380fabee4735 req-a1fbee63-1b76-4cdd-a6b0-3d0bd095330a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a52f2ce-4830-4c23-807b-2116b5b6b7b7 HTTP/1.1" status: 200 len: 217 time: 0.1024921 May 27 02:22:16.315903 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c3af28c1-ae72-4be3-b125-fe7f8c369944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:16.367561 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-247d9313-57fd-4423-b4e4-1dfb218b9197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:16.368160 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247d9313-57fd-4423-b4e4-1dfb218b9197 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7fa79f9-c75a-4d5c-ad10-f00ff42cb017 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:22:16.398720 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-247d9313-57fd-4423-b4e4-1dfb218b9197 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:16.399816 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-247d9313-57fd-4423-b4e4-1dfb218b9197 admin admin] 10.222.0.57 "DELETE /v2.0/routers/c7fa79f9-c75a-4d5c-ad10-f00ff42cb017 HTTP/1.1" status: 204 len: 168 time: 3.0025487 May 27 02:22:16.403312 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44778) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:16.407013 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-5befc340-c856-4510-83c4-b9b684efc4e5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-284941910-network', 'tenant_id': 'cdc6c537be7143c392516bc75c24b526'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:16.422430 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-4ebc8e99-4a97-4e2b-8566-9dbfaa678a6e tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:16.435644 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5befc340-c856-4510-83c4-b9b684efc4e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:16.447754 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5befc340-c856-4510-83c4-b9b684efc4e5 admin admin] Usage tracker for resource:network and tenant:cdc6c537be7143c392516bc75c24b526 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:22:16.467549 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593bc6ea-d821-49e1-8758-0988c05eba59 req-78053aca-e02e-4556-960d-16a203548ccd tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:16.475874 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-593bc6ea-d821-49e1-8758-0988c05eba59 req-78053aca-e02e-4556-960d-16a203548ccd tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e0e8527-ea60-4992-b3cb-e21eaa4856f1 HTTP/1.1" status: 200 len: 945 time: 0.3454816 May 27 02:22:16.479062 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-60911c67-666c-44d4-b407-c89dad6a3549 admin admin] Deleting subnet 6ecf8e97-38b0-450d-a77d-44a69de922b2 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:22:16.479888 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5befc340-c856-4510-83c4-b9b684efc4e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:22:16.482940 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-60911c67-666c-44d4-b407-c89dad6a3549 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:16.511161 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c3af28c1-ae72-4be3-b125-fe7f8c369944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:16.513621 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c3af28c1-ae72-4be3-b125-fe7f8c369944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:16.514742 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c3af28c1-ae72-4be3-b125-fe7f8c369944 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f4198e89-5e30-476a-9322-b1fde9f44b15 HTTP/1.1" status: 204 len: 168 time: 0.5326114 May 27 02:22:16.516109 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 1b88d4c2-88a5-44e4-a734-7381c01bd697 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:22:16.538390 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af28c1-ae72-4be3-b125-fe7f8c369944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4198e89-5e30-476a-9322-b1fde9f44b15,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:16.552401 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-60911c67-666c-44d4-b407-c89dad6a3549 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:16.565051 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5befc340-c856-4510-83c4-b9b684efc4e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:16.652408 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c0a91-5851-4410-bfd2-744822c3bda6 req-f24e5c1a-22ee-4315-ac04-cfe407f48346 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:16.654881 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-429c0a91-5851-4410-bfd2-744822c3bda6 req-f24e5c1a-22ee-4315-ac04-cfe407f48346 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=31a04624-be5b-4e3c-8040-e7dd8e000b9a HTTP/1.1" status: 200 len: 943 time: 0.3652487 May 27 02:22:16.685154 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-593bc6ea-d821-49e1-8758-0988c05eba59 req-3c385ca1-7114-4dad-901a-ceb74c6cc03c tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/security-groups?id=98403105-d981-4c62-804c-8b9c17a93da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082779 May 27 02:22:16.685536 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-60911c67-666c-44d4-b407-c89dad6a3549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:16.695098 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38219c16-89d4-4185-9a45-380fabee4735 req-5c8f3b1f-a8df-467f-be91-90cba5fe13ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:16.696516 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-38219c16-89d4-4185-9a45-380fabee4735 req-5c8f3b1f-a8df-467f-be91-90cba5fe13ce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=029bf5aa-9449-4d9e-81c7-fe1336fb8379 HTTP/1.1" status: 200 len: 852 time: 0.1921422 May 27 02:22:16.740973 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 1b88d4c2-88a5-44e4-a734-7381c01bd697, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=1b88d4c2-88a5-44e4-a734-7381c01bd697,segment=NetworkSegment(b17b7be3-0da7-456b-890b-9cbc87548bbf),segment_id=b17b7be3-0da7-456b-890b-9cbc87548bbf)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:16.755559 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '1b88d4c2-88a5-44e4-a734-7381c01bd697', 'network_id': 'cd909775-46db-435c-9cd7-78749fc058c4', 'port_id': '1b88d4c2-88a5-44e4-a734-7381c01bd697', 'mac_address': 'fa:16:3e:4d:ea:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38635d3c-a31c-4fd5-8a18-29f0e87e4929', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:22:16.770140 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-429c0a91-5851-4410-bfd2-744822c3bda6 req-74ed2176-c213-4f5e-a75b-ebbea55f5f9d tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059549 May 27 02:22:16.775726 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5befc340-c856-4510-83c4-b9b684efc4e5 admin admin] Made reservation on behalf of cdc6c537be7143c392516bc75c24b526 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:22:16.778285 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5befc340-c856-4510-83c4-b9b684efc4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:16.800585 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-4ebc8e99-4a97-4e2b-8566-9dbfaa678a6e tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:16.803990 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-38219c16-89d4-4185-9a45-380fabee4735 req-18f9ee69-3ea6-42f0-a7a3-1cd41e98a4ce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=317f8943-c2cf-4629-a384-430f557971d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915325 May 27 02:22:16.821738 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 1b88d4c2-88a5-44e4-a734-7381c01bd697 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:16.822566 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:16.841937 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5befc340-c856-4510-83c4-b9b684efc4e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:16.846061 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b88d4c2-88a5-44e4-a734-7381c01bd697 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:22:16.864256 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 1b88d4c2-88a5-44e4-a734-7381c01bd697, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=1b88d4c2-88a5-44e4-a734-7381c01bd697,segment=NetworkSegment(b17b7be3-0da7-456b-890b-9cbc87548bbf),segment_id=b17b7be3-0da7-456b-890b-9cbc87548bbf)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:16.894646 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-60911c67-666c-44d4-b407-c89dad6a3549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:16.937493 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60911c67-666c-44d4-b407-c89dad6a3549 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ecf8e97-38b0-450d-a77d-44a69de922b2,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:16.939722 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-60911c67-666c-44d4-b407-c89dad6a3549 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:16.946386 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-60911c67-666c-44d4-b407-c89dad6a3549 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/6ecf8e97-38b0-450d-a77d-44a69de922b2 HTTP/1.1" status: 204 len: 168 time: 0.5420027 May 27 02:22:16.948814 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44790) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:16.951496 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e7b35b-7edf-4316-b591-e551d45e86d6 None None] Network 5e758166-4843-420e-a7a2-e907df6227a4 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:22:17.004493 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5befc340-c856-4510-83c4-b9b684efc4e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:17.052414 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-4ebc8e99-4a97-4e2b-8566-9dbfaa678a6e tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Network ad328cf1-4104-4d8e-8f1d-0a25d788d2cc is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:22:17.063542 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-4ebc8e99-4a97-4e2b-8566-9dbfaa678a6e tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:22:17.065442 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc8e99-4a97-4e2b-8566-9dbfaa678a6e tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Pushing event updated for resources: {'Port': ['ID=5d07c6e5-e08b-4b06-9fab-bcb710d202d5,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:17.067820 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-4ebc8e99-4a97-4e2b-8566-9dbfaa678a6e tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:22:17.094842 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5befc340-c856-4510-83c4-b9b684efc4e5 admin admin] Usage tracker for resource:security_group_rule and tenant:cdc6c537be7143c392516bc75c24b526 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:22:17.103972 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5befc340-c856-4510-83c4-b9b684efc4e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:22:17.120208 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5befc340-c856-4510-83c4-b9b684efc4e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:17.161423 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:17.162103 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 0cddd283-b33e-41da-b142-f29163e1f022 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:22:17.198167 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-557a456f-140c-4899-a4c8-fbe7afc51595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:17.244512 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-557a456f-140c-4899-a4c8-fbe7afc51595 admin admin] Deleting port 9fec2e58-a189-43d3-8520-f61706af5bab {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:22:17.244941 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-557a456f-140c-4899-a4c8-fbe7afc51595 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:17.337560 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-38219c16-89d4-4185-9a45-380fabee4735 req-18592056-371c-449f-bd22-dc6ec3805945 service neutron] 10.222.0.32 "GET /v2.0/networks/317f8943-c2cf-4629-a384-430f557971d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4799824 May 27 02:22:17.360244 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-4ebc8e99-4a97-4e2b-8566-9dbfaa678a6e tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:17.361177 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-4ebc8e99-4a97-4e2b-8566-9dbfaa678a6e tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:17.550269 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=1b88d4c2-88a5-44e4-a734-7381c01bd697,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:17.635855 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 0cddd283-b33e-41da-b142-f29163e1f022, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=0cddd283-b33e-41da-b142-f29163e1f022,segment=NetworkSegment(b2df5c34-5572-4927-b1e4-0de52e1a0b3a),segment_id=b2df5c34-5572-4927-b1e4-0de52e1a0b3a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:17.659986 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-557a456f-140c-4899-a4c8-fbe7afc51595 admin admin] For port 9fec2e58-a189-43d3-8520-f61706af5bab, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=9fec2e58-a189-43d3-8520-f61706af5bab,segment=NetworkSegment(fe714478-a3c4-4802-9c86-3423c1a3d326),segment_id=fe714478-a3c4-4802-9c86-3423c1a3d326)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:17.660947 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-557a456f-140c-4899-a4c8-fbe7afc51595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:17.667994 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '0cddd283-b33e-41da-b142-f29163e1f022', 'network_id': 'bc44a8f1-f55a-42c3-8906-2fd4470a2ec1', 'port_id': '0cddd283-b33e-41da-b142-f29163e1f022', 'mac_address': 'fa:16:3e:7e:24:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18b9760c-5727-4979-b482-385cb53ebb74', 'ip_address': '10.1.1.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:22:17.700146 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea88df-e2c6-4786-b10a-b43f53a2d768 req-5f95502c-036a-4b9b-81f0-d4b5dd35718f tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:17.711620 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d8ea88df-e2c6-4786-b10a-b43f53a2d768 req-5f95502c-036a-4b9b-81f0-d4b5dd35718f tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d10020c-bafc-4744-8af1-90a8220fdfed HTTP/1.1" status: 200 len: 931 time: 0.7271631 May 27 02:22:17.736083 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 0cddd283-b33e-41da-b142-f29163e1f022 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:17.736464 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:17.751107 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11f6979-c226-4467-a779-cd5d3b29fd40 None None] DHCP port deletion for 5e758166-4843-420e-a7a2-e907df6227a4 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:22:17.757827 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a11f6979-c226-4467-a779-cd5d3b29fd40 None None] Deleting port 9fec2e58-a189-43d3-8520-f61706af5bab {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:22:17.757827 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a11f6979-c226-4467-a779-cd5d3b29fd40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:17.813691 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cddd283-b33e-41da-b142-f29163e1f022 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:22:17.837199 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-4ebc8e99-4a97-4e2b-8566-9dbfaa678a6e tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1848116 May 27 02:22:17.864307 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d8ea88df-e2c6-4786-b10a-b43f53a2d768 req-1514bd9e-7c40-4243-90a1-7101f0e45954 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/security-groups?id=79437922-d5e1-4f8b-bbae-11b029e819f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544998 May 27 02:22:17.874793 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 0cddd283-b33e-41da-b142-f29163e1f022, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=0cddd283-b33e-41da-b142-f29163e1f022,segment=NetworkSegment(b2df5c34-5572-4927-b1e4-0de52e1a0b3a),segment_id=b2df5c34-5572-4927-b1e4-0de52e1a0b3a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:17.887167 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-9ed3c209-53fe-41f7-9cd9-9c86637e24cb service neutron] Request body: {'port': {'device_id': '8d10020c-bafc-4744-8af1-90a8220fdfed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:17.910822 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-557a456f-140c-4899-a4c8-fbe7afc51595 admin admin] Calling delete_port for 9fec2e58-a189-43d3-8520-f61706af5bab owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:22:17.969429 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 9fec2e58-a189-43d3-8520-f61706af5bab no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:22:18.050390 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:18.083558 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5befc340-c856-4510-83c4-b9b684efc4e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:18.112649 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1bcf4-7bcf-4af8-bdfd-842792293216 req-99104b85-2e34-46e4-9b89-19884ae94254 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:18.119385 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1bcf4-7bcf-4af8-bdfd-842792293216 req-99104b85-2e34-46e4-9b89-19884ae94254 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:18.127342 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1bcf4-7bcf-4af8-bdfd-842792293216 req-99104b85-2e34-46e4-9b89-19884ae94254 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:18.134496 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1bcf4-7bcf-4af8-bdfd-842792293216 req-99104b85-2e34-46e4-9b89-19884ae94254 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:18.140772 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1bcf4-7bcf-4af8-bdfd-842792293216 req-99104b85-2e34-46e4-9b89-19884ae94254 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:18.147050 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1bcf4-7bcf-4af8-bdfd-842792293216 req-99104b85-2e34-46e4-9b89-19884ae94254 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:18.153280 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1bcf4-7bcf-4af8-bdfd-842792293216 req-99104b85-2e34-46e4-9b89-19884ae94254 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:18.155481 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5be1bcf4-7bcf-4af8-bdfd-842792293216 req-99104b85-2e34-46e4-9b89-19884ae94254 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 5421 time: 0.9067581 May 27 02:22:18.156932 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-557a456f-140c-4899-a4c8-fbe7afc51595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:18.217377 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a11f6979-c226-4467-a779-cd5d3b29fd40 None None] For port 9fec2e58-a189-43d3-8520-f61706af5bab, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=9fec2e58-a189-43d3-8520-f61706af5bab,segment=NetworkSegment(fe714478-a3c4-4802-9c86-3423c1a3d326),segment_id=fe714478-a3c4-4802-9c86-3423c1a3d326)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:18.217932 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a11f6979-c226-4467-a779-cd5d3b29fd40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:18.218156 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-38219c16-89d4-4185-9a45-380fabee4735 req-1a8064d9-b817-40e2-bc7f-7e888e7608b7 service neutron] 10.222.0.32 "GET /v2.0/networks/317f8943-c2cf-4629-a384-430f557971d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8523421 May 27 02:22:18.257022 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5befc340-c856-4510-83c4-b9b684efc4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:18.326434 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a456f-140c-4899-a4c8-fbe7afc51595 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fec2e58-a189-43d3-8520-f61706af5bab,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:18.329889 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557a456f-140c-4899-a4c8-fbe7afc51595 admin admin] No DVR routers for this DVR port 9fec2e58-a189-43d3-8520-f61706af5bab on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:22:18.346389 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5be1bcf4-7bcf-4af8-bdfd-842792293216 req-8ee72f21-22fa-4ad5-a857-701946004af2 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=057f65d9-7e45-40c8-b89f-71d48d79e181&id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1708379 May 27 02:22:18.378949 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5befc340-c856-4510-83c4-b9b684efc4e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:22:18.383752 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a11f6979-c226-4467-a779-cd5d3b29fd40 None None] Calling delete_port for 9fec2e58-a189-43d3-8520-f61706af5bab owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:22:18.437770 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['1b88d4c2-88a5-44e4-a734-7381c01bd697'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:22:18.476784 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44822) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:18.498303 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befc340-c856-4510-83c4-b9b684efc4e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c517e0-b05d-46b7-9be6-62ce8ea049ce,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:18.511263 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No active binding found for port 9fec2e58-a189-43d3-8520-f61706af5bab {{(pid=88903) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 27 02:22:18.511683 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 9fec2e58-a189-43d3-8520-f61706af5bab not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:22:18.512094 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device d04733bd-452c-4d35-ba9d-306e164fb85e no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:22:18.522105 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-557a456f-140c-4899-a4c8-fbe7afc51595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:18.543533 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5befc340-c856-4510-83c4-b9b684efc4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:18.543883 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-5befc340-c856-4510-83c4-b9b684efc4e5 admin admin] Added segment 3a6299a2-2cf7-4589-85be-cace5ff33aa0 of type vlan for network e7d66f6a-a479-4269-a75d-5f748e43df31 May 27 02:22:18.551547 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-557a456f-140c-4899-a4c8-fbe7afc51595 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e758166-4843-420e-a7a2-e907df6227a4']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:18.551709 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 248cd725-0c24-4047-b076-0aa17cd7ecc0 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:22:18.572817 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-557a456f-140c-4899-a4c8-fbe7afc51595 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe714478-a3c4-4802-9c86-3423c1a3d326') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:18.573139 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-557a456f-140c-4899-a4c8-fbe7afc51595 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe714478-a3c4-4802-9c86-3423c1a3d326') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:18.575119 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: d04733bd-452c-4d35-ba9d-306e164fb85e {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:22:18.575319 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device d04733bd-452c-4d35-ba9d-306e164fb85e not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:22:18.582118 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=0cddd283-b33e-41da-b142-f29163e1f022,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:18.591431 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-9ed3c209-53fe-41f7-9cd9-9c86637e24cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:18.610954 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-557a456f-140c-4899-a4c8-fbe7afc51595 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:18.626969 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-a11f6979-c226-4467-a779-cd5d3b29fd40 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:22:18.627346 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-a11f6979-c226-4467-a779-cd5d3b29fd40 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:22:18.638831 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-557a456f-140c-4899-a4c8-fbe7afc51595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:18.647375 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5befc340-c856-4510-83c4-b9b684efc4e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:18.649865 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-557a456f-140c-4899-a4c8-fbe7afc51595 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:22:18.651056 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-557a456f-140c-4899-a4c8-fbe7afc51595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:18.703838 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501aa24-2f4e-4845-9e11-785f502c0223 req-bdec245d-9450-4e2e-b781-ff800172499d tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:18.704090 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment fe714478-a3c4-4802-9c86-3423c1a3d326 resource provider aggregate not found May 27 02:22:18.705785 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7501aa24-2f4e-4845-9e11-785f502c0223 req-bdec245d-9450-4e2e-b781-ff800172499d tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e0e8527-ea60-4992-b3cb-e21eaa4856f1 HTTP/1.1" status: 200 len: 945 time: 0.5402238 May 27 02:22:18.759449 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-5c32bc3a-dbe1-4d47-853f-64d46a2ec795 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1443478142', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:18.762561 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment fe714478-a3c4-4802-9c86-3423c1a3d326 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fe714478-a3c4-4802-9c86-3423c1a3d326 found for delete ", "request_id": "req-74e765de-6bcd-40d5-b4df-f35f69cd9d1c"}]} May 27 02:22:18.768270 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b97c2-7315-473e-a3bd-4a746a06123c req-20f22ded-3e41-4646-9867-d5103b8b4781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:18.769740 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f62b97c2-7315-473e-a3bd-4a746a06123c req-20f22ded-3e41-4646-9867-d5103b8b4781 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=500421bbc9424254b703858ad839b150&device_id=31a04624-be5b-4e3c-8040-e7dd8e000b9a HTTP/1.1" status: 200 len: 1094 time: 0.3826869 May 27 02:22:18.790854 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5c32bc3a-dbe1-4d47-853f-64d46a2ec795 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:18.821951 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5c32bc3a-dbe1-4d47-853f-64d46a2ec795 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Usage tracker for resource:router and tenant:0fe0e8752d8d489fa5e10b108088dd79 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:22:18.822470 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 248cd725-0c24-4047-b076-0aa17cd7ecc0, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=248cd725-0c24-4047-b076-0aa17cd7ecc0,segment=NetworkSegment(b2df5c34-5572-4927-b1e4-0de52e1a0b3a),segment_id=b2df5c34-5572-4927-b1e4-0de52e1a0b3a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:18.838934 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5c32bc3a-dbe1-4d47-853f-64d46a2ec795 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:22:18.849293 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7501aa24-2f4e-4845-9e11-785f502c0223 req-d70edeb7-64a0-480b-aedb-c128e8c1d05d tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/security-groups?id=98403105-d981-4c62-804c-8b9c17a93da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426172 May 27 02:22:18.854156 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '248cd725-0c24-4047-b076-0aa17cd7ecc0', 'network_id': 'bc44a8f1-f55a-42c3-8906-2fd4470a2ec1', 'port_id': '248cd725-0c24-4047-b076-0aa17cd7ecc0', 'mac_address': 'fa:16:3e:45:91:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18b9760c-5727-4979-b482-385cb53ebb74', 'ip_address': '10.1.1.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:22:18.867752 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5c32bc3a-dbe1-4d47-853f-64d46a2ec795 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:18.887308 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-557a456f-140c-4899-a4c8-fbe7afc51595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:18.913207 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-557a456f-140c-4899-a4c8-fbe7afc51595 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:18.925540 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 248cd725-0c24-4047-b076-0aa17cd7ecc0 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:18.925939 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:18.930218 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a456f-140c-4899-a4c8-fbe7afc51595 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e758166-4843-420e-a7a2-e907df6227a4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:18.949536 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-557a456f-140c-4899-a4c8-fbe7afc51595 admin admin] 10.222.0.57 "DELETE /v2.0/networks/5e758166-4843-420e-a7a2-e907df6227a4 HTTP/1.1" status: 204 len: 168 time: 1.9993978 May 27 02:22:18.952266 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44838) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:18.954495 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:18.967537 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 248cd725-0c24-4047-b076-0aa17cd7ecc0 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:22:18.994268 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 248cd725-0c24-4047-b076-0aa17cd7ecc0, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=248cd725-0c24-4047-b076-0aa17cd7ecc0,segment=NetworkSegment(b2df5c34-5572-4927-b1e4-0de52e1a0b3a),segment_id=b2df5c34-5572-4927-b1e4-0de52e1a0b3a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:19.040228 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958e7ad-9544-4ab0-ac75-1f24752b2986 req-47a4b4b8-ce7e-456b-876f-02ef8a14426a tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:19.044574 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2958e7ad-9544-4ab0-ac75-1f24752b2986 req-47a4b4b8-ce7e-456b-876f-02ef8a14426a tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=31a04624-be5b-4e3c-8040-e7dd8e000b9a HTTP/1.1" status: 200 len: 943 time: 0.5525908 May 27 02:22:19.059297 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5c32bc3a-dbe1-4d47-853f-64d46a2ec795 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:19.060299 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5c32bc3a-dbe1-4d47-853f-64d46a2ec795 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:19.081480 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:19.082196 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:22:19.166784 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a11f6979-c226-4467-a779-cd5d3b29fd40 None None] Deleting port 9fec2e58-a189-43d3-8520-f61706af5bab {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:22:19.167161 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a11f6979-c226-4467-a779-cd5d3b29fd40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:19.249743 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5befc340-c856-4510-83c4-b9b684efc4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:19.251359 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5befc340-c856-4510-83c4-b9b684efc4e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:19.252147 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5befc340-c856-4510-83c4-b9b684efc4e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:19.285870 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a11f6979-c226-4467-a779-cd5d3b29fd40 None None] The port '9fec2e58-a189-43d3-8520-f61706af5bab' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:22:19.287432 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:19.288120 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=248cd725-0c24-4047-b076-0aa17cd7ecc0,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:19.337851 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125,segment=NetworkSegment(b2df5c34-5572-4927-b1e4-0de52e1a0b3a),segment_id=b2df5c34-5572-4927-b1e4-0de52e1a0b3a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:19.346527 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2958e7ad-9544-4ab0-ac75-1f24752b2986 req-02912719-d451-45be-a6bb-5009db590545 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756462 May 27 02:22:19.360425 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': 'dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125', 'network_id': 'bc44a8f1-f55a-42c3-8906-2fd4470a2ec1', 'port_id': 'dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125', 'mac_address': 'fa:16:3e:85:25:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18b9760c-5727-4979-b482-385cb53ebb74', 'ip_address': '10.1.1.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:22:19.419606 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5c32bc3a-dbe1-4d47-853f-64d46a2ec795 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:19.426694 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['0cddd283-b33e-41da-b142-f29163e1f022'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:22:19.461723 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5befc340-c856-4510-83c4-b9b684efc4e5 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.2738495 May 27 02:22:19.462641 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44848) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:19.487761 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-ceb64e72-7d48-4380-8dba-1d3d8db44959 admin admin] Request body: {'subnet': {'network_id': 'e7d66f6a-a479-4269-a75d-5f748e43df31', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-284941910-subnet', 'tenant_id': 'cdc6c537be7143c392516bc75c24b526', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:19.492602 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:19.492602 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:19.496577 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befc340-c856-4510-83c4-b9b684efc4e5 admin admin] Pushing event updated for resources: {'Network': ['ID=e7d66f6a-a479-4269-a75d-5f748e43df31,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:19.499215 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b97c2-7315-473e-a3bd-4a746a06123c req-3ffe81f8-22bc-4996-acfe-8bc798945cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:19.500675 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f62b97c2-7315-473e-a3bd-4a746a06123c req-3ffe81f8-22bc-4996-acfe-8bc798945cc6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=317f8943-c2cf-4629-a384-430f557971d0 HTTP/1.1" status: 200 len: 913 time: 0.6974981 May 27 02:22:19.501624 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-ceb64e72-7d48-4380-8dba-1d3d8db44959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:19.527207 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:22:19.556929 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125,segment=NetworkSegment(b2df5c34-5572-4927-b1e4-0de52e1a0b3a),segment_id=b2df5c34-5572-4927-b1e4-0de52e1a0b3a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:19.616170 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-ceb64e72-7d48-4380-8dba-1d3d8db44959 admin admin] Usage tracker for resource:subnet and tenant:cdc6c537be7143c392516bc75c24b526 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:22:19.619745 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befc340-c856-4510-83c4-b9b684efc4e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:19.620091 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befc340-c856-4510-83c4-b9b684efc4e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:19.620433 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befc340-c856-4510-83c4-b9b684efc4e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:19.620799 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befc340-c856-4510-83c4-b9b684efc4e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:19.621132 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befc340-c856-4510-83c4-b9b684efc4e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:19.621463 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befc340-c856-4510-83c4-b9b684efc4e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:19.621791 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befc340-c856-4510-83c4-b9b684efc4e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:19.622114 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befc340-c856-4510-83c4-b9b684efc4e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:19.622438 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befc340-c856-4510-83c4-b9b684efc4e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:19.622786 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befc340-c856-4510-83c4-b9b684efc4e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:19.623218 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befc340-c856-4510-83c4-b9b684efc4e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:19.623556 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5befc340-c856-4510-83c4-b9b684efc4e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:19.626195 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-902aba2f-fc2f-46ba-9f4a-9c11877bafd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:19.632116 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-ceb64e72-7d48-4380-8dba-1d3d8db44959 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:22:19.643063 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:19.643719 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 846f130e-8b5c-43bc-a6aa-7b9b06383b8c details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:22:19.645861 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network e7d66f6a-a479-4269-a75d-5f748e43df31 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:22:19.652860 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f62b97c2-7315-473e-a3bd-4a746a06123c req-52b5c831-7489-44fc-b237-fb4ada9c606e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a52f2ce-4830-4c23-807b-2116b5b6b7b7 HTTP/1.1" status: 200 len: 217 time: 0.1000788 May 27 02:22:19.654885 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-ceb64e72-7d48-4380-8dba-1d3d8db44959 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:19.746876 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-9ed3c209-53fe-41f7-9cd9-9c86637e24cb service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:22:19.839984 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-9ed3c209-53fe-41f7-9cd9-9c86637e24cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d07c6e5-e08b-4b06-9fab-bcb710d202d5 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:22:19.844586 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5c32bc3a-dbe1-4d47-853f-64d46a2ec795 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:19.857617 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7649fe-5801-4d13-b713-85052c191caf req-cad1e880-56c5-434a-8eaa-4615f53ef7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:19.859213 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3f7649fe-5801-4d13-b713-85052c191caf req-cad1e880-56c5-434a-8eaa-4615f53ef7f0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=209664ce71bb45b283c19d8ee70e43b1&device_id=0e0e8527-ea60-4992-b3cb-e21eaa4856f1 HTTP/1.1" status: 200 len: 1096 time: 0.1793346 May 27 02:22:19.862691 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-9ed3c209-53fe-41f7-9cd9-9c86637e24cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:19.918374 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-9ed3c209-53fe-41f7-9cd9-9c86637e24cb service neutron] Transition to ACTIVE for port object 5d07c6e5-e08b-4b06-9fab-bcb710d202d5 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:22:19.921363 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb64e72-7d48-4380-8dba-1d3d8db44959 admin admin] Made reservation on behalf of cdc6c537be7143c392516bc75c24b526 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:22:19.923491 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ceb64e72-7d48-4380-8dba-1d3d8db44959 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:19.934939 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:19.946654 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b97c2-7315-473e-a3bd-4a746a06123c req-b6c490a3-adcd-41b7-8685-6c2e5977f772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:19.948083 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f62b97c2-7315-473e-a3bd-4a746a06123c req-b6c490a3-adcd-41b7-8685-6c2e5977f772 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=029bf5aa-9449-4d9e-81c7-fe1336fb8379 HTTP/1.1" status: 200 len: 852 time: 0.2895539 May 27 02:22:20.005409 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 846f130e-8b5c-43bc-a6aa-7b9b06383b8c, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=846f130e-8b5c-43bc-a6aa-7b9b06383b8c,segment=NetworkSegment(c7b67dd1-e75f-43e2-a0d4-234645245d4c),segment_id=c7b67dd1-e75f-43e2-a0d4-234645245d4c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:20.020510 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '846f130e-8b5c-43bc-a6aa-7b9b06383b8c', 'network_id': 'c9b6b64d-3919-4b90-9366-bcda75991abc', 'port_id': '846f130e-8b5c-43bc-a6aa-7b9b06383b8c', 'mac_address': 'fa:16:3e:de:a9:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab16c072-4114-4898-aa65-b9d65de14e79', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:22:20.033005 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5c32bc3a-dbe1-4d47-853f-64d46a2ec795 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:20.036896 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5c32bc3a-dbe1-4d47-853f-64d46a2ec795 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.5443954 May 27 02:22:20.036896 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-9ed3c209-53fe-41f7-9cd9-9c86637e24cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:20.044361 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44856) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:20.096092 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 846f130e-8b5c-43bc-a6aa-7b9b06383b8c is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:20.096525 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:20.117173 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 846f130e-8b5c-43bc-a6aa-7b9b06383b8c {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:22:20.134809 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 846f130e-8b5c-43bc-a6aa-7b9b06383b8c, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=846f130e-8b5c-43bc-a6aa-7b9b06383b8c,segment=NetworkSegment(c7b67dd1-e75f-43e2-a0d4-234645245d4c),segment_id=c7b67dd1-e75f-43e2-a0d4-234645245d4c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:20.207389 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:20.208556 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 264c73cf-2308-4577-bcf0-61fc0de4e850 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:22:20.219064 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7649fe-5801-4d13-b713-85052c191caf req-4036224c-a88e-409c-b5a0-381eb64c36f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:20.221039 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3f7649fe-5801-4d13-b713-85052c191caf req-4036224c-a88e-409c-b5a0-381eb64c36f9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0218860d-7cbc-4a1d-902b-50f15d0343e7 HTTP/1.1" status: 200 len: 921 time: 0.3541327 May 27 02:22:20.242096 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-c1cbe9a9-fb67-4837-b22e-31871d21cd85 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-15747044'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:20.247025 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f62b97c2-7315-473e-a3bd-4a746a06123c req-b230d0d8-de61-4e72-bab8-3c68bc88aedd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=317f8943-c2cf-4629-a384-430f557971d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2536967 May 27 02:22:20.263669 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c1cbe9a9-fb67-4837-b22e-31871d21cd85 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:20.288174 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=846f130e-8b5c-43bc-a6aa-7b9b06383b8c,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:20.295449 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 264c73cf-2308-4577-bcf0-61fc0de4e850, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=264c73cf-2308-4577-bcf0-61fc0de4e850,segment=NetworkSegment(c7b67dd1-e75f-43e2-a0d4-234645245d4c),segment_id=c7b67dd1-e75f-43e2-a0d4-234645245d4c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:20.314421 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '264c73cf-2308-4577-bcf0-61fc0de4e850', 'network_id': 'c9b6b64d-3919-4b90-9366-bcda75991abc', 'port_id': '264c73cf-2308-4577-bcf0-61fc0de4e850', 'mac_address': 'fa:16:3e:d9:e4:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab16c072-4114-4898-aa65-b9d65de14e79', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:22:20.331014 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3f7649fe-5801-4d13-b713-85052c191caf req-b64bf22c-757a-47e0-8f82-f53e72020c55 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1234f88-cb29-4822-bd25-65ff3f85b685 HTTP/1.1" status: 200 len: 217 time: 0.1030169 May 27 02:22:20.348866 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e971a-cbc0-44e4-a0ba-f95b3de4d113 req-091d3ec4-ba61-47a9-9175-2a8131eb88d2 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:20.349553 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-569e971a-cbc0-44e4-a0ba-f95b3de4d113 req-091d3ec4-ba61-47a9-9175-2a8131eb88d2 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Synchronizing usage tracker for tenant:e6fc548f88094a2d8ad31078dc1820b4 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:22:20.354516 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c1cbe9a9-fb67-4837-b22e-31871d21cd85 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Usage tracker for resource:network and tenant:0fe0e8752d8d489fa5e10b108088dd79 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:22:20.381125 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c1cbe9a9-fb67-4837-b22e-31871d21cd85 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:22:20.399875 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-902aba2f-fc2f-46ba-9f4a-9c11877bafd8 admin admin] Deleting port 9c061b8b-7702-4f4e-a65b-76208046a1eb {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:22:20.400262 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-902aba2f-fc2f-46ba-9f4a-9c11877bafd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:20.405032 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c1cbe9a9-fb67-4837-b22e-31871d21cd85 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:20.437724 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 264c73cf-2308-4577-bcf0-61fc0de4e850 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:20.439447 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:20.449624 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7649fe-5801-4d13-b713-85052c191caf req-5f04c747-9257-4e3a-a784-1bf5fa3195cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:20.451053 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3f7649fe-5801-4d13-b713-85052c191caf req-5f04c747-9257-4e3a-a784-1bf5fa3195cd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03d6acab-3ccc-4e49-9edb-b9860698e697 HTTP/1.1" status: 200 len: 860 time: 0.1131546 May 27 02:22:20.459134 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 264c73cf-2308-4577-bcf0-61fc0de4e850 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:22:20.475413 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 264c73cf-2308-4577-bcf0-61fc0de4e850, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=264c73cf-2308-4577-bcf0-61fc0de4e850,segment=NetworkSegment(c7b67dd1-e75f-43e2-a0d4-234645245d4c),segment_id=c7b67dd1-e75f-43e2-a0d4-234645245d4c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:20.488775 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da8d7f-8e8b-4132-8273-0f222d6ea72a req-94f9d5c1-3eef-4660-9a74-7d9f4ed82b6b tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:20.494442 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da8d7f-8e8b-4132-8273-0f222d6ea72a req-94f9d5c1-3eef-4660-9a74-7d9f4ed82b6b tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:20.500691 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da8d7f-8e8b-4132-8273-0f222d6ea72a req-94f9d5c1-3eef-4660-9a74-7d9f4ed82b6b tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:20.506387 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da8d7f-8e8b-4132-8273-0f222d6ea72a req-94f9d5c1-3eef-4660-9a74-7d9f4ed82b6b tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:20.512052 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da8d7f-8e8b-4132-8273-0f222d6ea72a req-94f9d5c1-3eef-4660-9a74-7d9f4ed82b6b tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:20.517758 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da8d7f-8e8b-4132-8273-0f222d6ea72a req-94f9d5c1-3eef-4660-9a74-7d9f4ed82b6b tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:20.523410 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da8d7f-8e8b-4132-8273-0f222d6ea72a req-94f9d5c1-3eef-4660-9a74-7d9f4ed82b6b tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:20.525367 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-50da8d7f-8e8b-4132-8273-0f222d6ea72a req-94f9d5c1-3eef-4660-9a74-7d9f4ed82b6b tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 5424 time: 0.8758068 May 27 02:22:20.549879 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:20.550777 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:22:20.561791 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3f7649fe-5801-4d13-b713-85052c191caf req-9833974c-a179-4e6d-8c66-052970169dae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0218860d-7cbc-4a1d-902b-50f15d0343e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032162 May 27 02:22:20.562927 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed3c209-53fe-41f7-9cd9-9c86637e24cb service neutron] Pushing event updated for resources: {'Port': ['ID=5d07c6e5-e08b-4b06-9fab-bcb710d202d5,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:20.643001 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=264c73cf-2308-4577-bcf0-61fc0de4e850,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:20.648264 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1cbe9a9-fb67-4837-b22e-31871d21cd85 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Made reservation on behalf of 0fe0e8752d8d489fa5e10b108088dd79 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:22:20.648756 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340,segment=NetworkSegment(b2df5c34-5572-4927-b1e4-0de52e1a0b3a),segment_id=b2df5c34-5572-4927-b1e4-0de52e1a0b3a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:20.651663 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c1cbe9a9-fb67-4837-b22e-31871d21cd85 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:20.672280 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': 'e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340', 'network_id': 'bc44a8f1-f55a-42c3-8906-2fd4470a2ec1', 'port_id': 'e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340', 'mac_address': 'fa:16:3e:99:4f:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18b9760c-5727-4979-b482-385cb53ebb74', 'ip_address': '10.1.1.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:22:20.684019 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-569e971a-cbc0-44e4-a0ba-f95b3de4d113 req-091d3ec4-ba61-47a9-9175-2a8131eb88d2 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Unset dirty status for tenant:e6fc548f88094a2d8ad31078dc1820b4 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:22:20.685177 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-569e971a-cbc0-44e4-a0ba-f95b3de4d113 req-091d3ec4-ba61-47a9-9175-2a8131eb88d2 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d10020c-bafc-4744-8af1-90a8220fdfed HTTP/1.1" status: 200 len: 931 time: 1.2051713 May 27 02:22:20.691957 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c1cbe9a9-fb67-4837-b22e-31871d21cd85 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:20.724974 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-902aba2f-fc2f-46ba-9f4a-9c11877bafd8 admin admin] For port 9c061b8b-7702-4f4e-a65b-76208046a1eb, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=9c061b8b-7702-4f4e-a65b-76208046a1eb,segment=NetworkSegment(f5718071-19a3-448d-84f4-c4eb24e78438),segment_id=f5718071-19a3-448d-84f4-c4eb24e78438)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:20.725416 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-902aba2f-fc2f-46ba-9f4a-9c11877bafd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:20.748864 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:20.749278 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:20.766990 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:22:20.784897 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340,segment=NetworkSegment(b2df5c34-5572-4927-b1e4-0de52e1a0b3a),segment_id=b2df5c34-5572-4927-b1e4-0de52e1a0b3a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:20.792510 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c1cbe9a9-fb67-4837-b22e-31871d21cd85 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:20.817375 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-50da8d7f-8e8b-4132-8273-0f222d6ea72a req-d385d8c4-eb62-4b86-9c6a-8e83b229fe60 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=057f65d9-7e45-40c8-b89f-71d48d79e181&id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2573745 May 27 02:22:20.821139 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c1cbe9a9-fb67-4837-b22e-31871d21cd85 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Usage tracker for resource:security_group_rule and tenant:0fe0e8752d8d489fa5e10b108088dd79 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:22:20.834764 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c1cbe9a9-fb67-4837-b22e-31871d21cd85 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:22:20.860001 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f62b97c2-7315-473e-a3bd-4a746a06123c req-2c36118d-2400-47fb-ab90-92b5ebf668da service neutron] 10.222.0.32 "GET /v2.0/networks/317f8943-c2cf-4629-a384-430f557971d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5954604 May 27 02:22:20.866957 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c1cbe9a9-fb67-4837-b22e-31871d21cd85 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:20.872758 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-902aba2f-fc2f-46ba-9f4a-9c11877bafd8 admin admin] Calling delete_port for 9c061b8b-7702-4f4e-a65b-76208046a1eb owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:22:20.881383 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:20.902191 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-9ed3c209-53fe-41f7-9cd9-9c86637e24cb service neutron] Attempting to bind port 5d07c6e5-e08b-4b06-9fab-bcb710d202d5 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:22:20.902435 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3f7649fe-5801-4d13-b713-85052c191caf req-c251756c-49d1-487c-acd4-dd2e3a6c2a90 service neutron] 10.222.0.32 "GET /v2.0/networks/0218860d-7cbc-4a1d-902b-50f15d0343e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281031 May 27 02:22:20.902530 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-9ed3c209-53fe-41f7-9cd9-9c86637e24cb service neutron] Attempting to bind port 5d07c6e5-e08b-4b06-9fab-bcb710d202d5 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'ad9a4b4f-872c-4058-b3e3-93f96436dea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ad328cf1-4104-4d8e-8f1d-0a25d788d2cc'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:22:20.902894 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-9ed3c209-53fe-41f7-9cd9-9c86637e24cb service neutron] Attempting to bind port 5d07c6e5-e08b-4b06-9fab-bcb710d202d5 on network ad328cf1-4104-4d8e-8f1d-0a25d788d2cc {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:22:20.921736 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 1b88d4c2-88a5-44e4-a734-7381c01bd697 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:22:21.025248 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-569e971a-cbc0-44e4-a0ba-f95b3de4d113 req-ba5f9594-52ef-4528-beb7-5385073fb335 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/security-groups?id=79437922-d5e1-4f8b-bbae-11b029e819f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174543 May 27 02:22:21.037833 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:21.041011 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 3a52f2ce-4830-4c23-807b-2116b5b6b7b7 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:22:21.094090 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3f7649fe-5801-4d13-b713-85052c191caf req-36a71fff-d308-41cc-a104-215c544a49fe service neutron] 10.222.0.32 "GET /v2.0/networks/0218860d-7cbc-4a1d-902b-50f15d0343e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839712 May 27 02:22:21.113824 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-9ed3c209-53fe-41f7-9cd9-9c86637e24cb service neutron] Port 5d07c6e5-e08b-4b06-9fab-bcb710d202d5 on network ad328cf1-4104-4d8e-8f1d-0a25d788d2cc not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:22:21.119499 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-9ed3c209-53fe-41f7-9cd9-9c86637e24cb service neutron] Attempting to bind port 5d07c6e5-e08b-4b06-9fab-bcb710d202d5 on network ad328cf1-4104-4d8e-8f1d-0a25d788d2cc {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:22:21.119499 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c1cbe9a9-fb67-4837-b22e-31871d21cd85 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:21.146138 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-9ed3c209-53fe-41f7-9cd9-9c86637e24cb service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:22:21.153800 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-9ed3c209-53fe-41f7-9cd9-9c86637e24cb service neutron] Checking segment: {'id': 'ad9a4b4f-872c-4058-b3e3-93f96436dea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ad328cf1-4104-4d8e-8f1d-0a25d788d2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:22:21.153800 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-9ed3c209-53fe-41f7-9cd9-9c86637e24cb service neutron] Bound using segment: {'id': 'ad9a4b4f-872c-4058-b3e3-93f96436dea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ad328cf1-4104-4d8e-8f1d-0a25d788d2cc'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:22:21.153800 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-9ed3c209-53fe-41f7-9cd9-9c86637e24cb service neutron] Bound port: 5d07c6e5-e08b-4b06-9fab-bcb710d202d5, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad9a4b4f-872c-4058-b3e3-93f96436dea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ad328cf1-4104-4d8e-8f1d-0a25d788d2cc'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:22:21.153800 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-9ed3c209-53fe-41f7-9cd9-9c86637e24cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:21.194525 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 1b88d4c2-88a5-44e4-a734-7381c01bd697 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:22:21.219708 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 1b88d4c2-88a5-44e4-a734-7381c01bd697 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:21.220084 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:21.287137 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c1cbe9a9-fb67-4837-b22e-31871d21cd85 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:21.311377 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 3a52f2ce-4830-4c23-807b-2116b5b6b7b7, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=3a52f2ce-4830-4c23-807b-2116b5b6b7b7,segment=NetworkSegment(f9d0c973-72f3-423e-80ec-119f03165820),segment_id=f9d0c973-72f3-423e-80ec-119f03165820)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:21.315961 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-902aba2f-fc2f-46ba-9f4a-9c11877bafd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:21.316744 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ceb64e72-7d48-4380-8dba-1d3d8db44959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:21.328138 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '3a52f2ce-4830-4c23-807b-2116b5b6b7b7', 'network_id': '317f8943-c2cf-4629-a384-430f557971d0', 'port_id': '3a52f2ce-4830-4c23-807b-2116b5b6b7b7', 'mac_address': 'fa:16:3e:c1:99:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '029bf5aa-9449-4d9e-81c7-fe1336fb8379', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:22:21.360220 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['248cd725-0c24-4047-b076-0aa17cd7ecc0'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:22:21.379848 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902aba2f-fc2f-46ba-9f4a-9c11877bafd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c061b8b-7702-4f4e-a65b-76208046a1eb,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:21.385022 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:22:21.405198 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1cbe9a9-fb67-4837-b22e-31871d21cd85 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:22:21.407849 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['846f130e-8b5c-43bc-a6aa-7b9b06383b8c'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:22:21.448594 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f62b97c2-7315-473e-a3bd-4a746a06123c req-29071d51-2c03-4c97-a02e-c56655e9eb01 service neutron] 10.222.0.32 "GET /v2.0/networks/317f8943-c2cf-4629-a384-430f557971d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5755703 May 27 02:22:21.451552 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['264c73cf-2308-4577-bcf0-61fc0de4e850'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:22:21.470467 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cbe9a9-fb67-4837-b22e-31871d21cd85 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5bbe85-1ec5-4042-a1b1-a18a8848e55d,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:21.480336 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c1cbe9a9-fb67-4837-b22e-31871d21cd85 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:21.481005 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-c1cbe9a9-fb67-4837-b22e-31871d21cd85 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Added segment edb13634-8c2f-4443-89c4-f51e19df46bb of type vlan for network 5e093244-26c7-4ae1-a881-6374dbf1a201 May 27 02:22:21.514694 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-9ed3c209-53fe-41f7-9cd9-9c86637e24cb service neutron] For port 5d07c6e5-e08b-4b06-9fab-bcb710d202d5, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:22:21.527146 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb64e72-7d48-4380-8dba-1d3d8db44959 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a10ec9d4-5ac5-44af-ab42-24a0f0b29d4b,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:21.551152 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-9ed3c209-53fe-41f7-9cd9-9c86637e24cb service neutron] For port 5d07c6e5-e08b-4b06-9fab-bcb710d202d5, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=5d07c6e5-e08b-4b06-9fab-bcb710d202d5,segment=NetworkSegment(ad9a4b4f-872c-4058-b3e3-93f96436dea6),segment_id=ad9a4b4f-872c-4058-b3e3-93f96436dea6)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:22:21.563401 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb64e72-7d48-4380-8dba-1d3d8db44959 admin admin] Checking segment: {'id': '3a6299a2-2cf7-4589-85be-cace5ff33aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e7d66f6a-a479-4269-a75d-5f748e43df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:22:21.564166 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb64e72-7d48-4380-8dba-1d3d8db44959 admin admin] Network hostable DHCP agents. Network: e7d66f6a-a479-4269-a75d-5f748e43df31, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:22:21.570485 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c1cbe9a9-fb67-4837-b22e-31871d21cd85 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:21.609310 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52ed7c-7fd9-4d5f-8123-a5b2aec22d6e req-996ed85f-d7cf-4573-88b2-2f69fcc115ec tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:21.617186 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1e52ed7c-7fd9-4d5f-8123-a5b2aec22d6e req-996ed85f-d7cf-4573-88b2-2f69fcc115ec tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e0e8527-ea60-4992-b3cb-e21eaa4856f1 HTTP/1.1" status: 200 len: 945 time: 0.4349556 May 27 02:22:21.650260 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-9ed3c209-53fe-41f7-9cd9-9c86637e24cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:21.704956 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 1b88d4c2-88a5-44e4-a734-7381c01bd697 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:21.705722 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:21.742593 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-9ed3c209-53fe-41f7-9cd9-9c86637e24cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:21.743663 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-9ed3c209-53fe-41f7-9cd9-9c86637e24cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:21.745154 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-9ed3c209-53fe-41f7-9cd9-9c86637e24cb service neutron] 10.222.0.66 "PUT /v2.0/ports/5d07c6e5-e08b-4b06-9fab-bcb710d202d5 HTTP/1.1" status: 200 len: 1091 time: 3.8681452 May 27 02:22:21.768415 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d10020c-bafc-4744-8af1-90a8220fdfed', 'tag': '5d07c6e5-e08b-4b06-9fab-bcb710d202d5'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:22:21.815707 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 3a52f2ce-4830-4c23-807b-2116b5b6b7b7 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:21.815707 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:21.816176 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb64e72-7d48-4380-8dba-1d3d8db44959 admin admin] Network e7d66f6a-a479-4269-a75d-5f748e43df31 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:22:21.848644 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c1cbe9a9-fb67-4837-b22e-31871d21cd85 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:21.855295 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cbe9a9-fb67-4837-b22e-31871d21cd85 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:21.855295 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c1cbe9a9-fb67-4837-b22e-31871d21cd85 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:21.878517 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-902aba2f-fc2f-46ba-9f4a-9c11877bafd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:21.889270 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1e52ed7c-7fd9-4d5f-8123-a5b2aec22d6e req-5f651028-472c-410a-843c-5a683b091650 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/security-groups?id=98403105-d981-4c62-804c-8b9c17a93da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708447 May 27 02:22:22.010314 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 1b88d4c2-88a5-44e4-a734-7381c01bd697, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=1b88d4c2-88a5-44e4-a734-7381c01bd697,segment=NetworkSegment(b17b7be3-0da7-456b-890b-9cbc87548bbf),segment_id=b17b7be3-0da7-456b-890b-9cbc87548bbf)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:22.013810 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-ceb64e72-7d48-4380-8dba-1d3d8db44959 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, e7d66f6a-a479-4269-a75d-5f748e43df31) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:22:22.019630 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cb1d24b-376a-4f56-bd5f-2446472df923'] response: {'name': 'network-changed', 'server_uuid': '8d10020c-bafc-4744-8af1-90a8220fdfed', 'tag': '5d07c6e5-e08b-4b06-9fab-bcb710d202d5', 'status': 'completed', 'code': 200} May 27 02:22:22.032293 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed3c209-53fe-41f7-9cd9-9c86637e24cb service neutron] Pushing event updated for resources: {'Port': ['ID=5d07c6e5-e08b-4b06-9fab-bcb710d202d5,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:22.060056 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b88d4c2-88a5-44e4-a734-7381c01bd697'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:22:22.100124 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4098a03-dea7-4464-b400-a16b908e0290 None None] Network e7d66f6a-a479-4269-a75d-5f748e43df31 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:22:22.103539 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb64e72-7d48-4380-8dba-1d3d8db44959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:22.104132 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ceb64e72-7d48-4380-8dba-1d3d8db44959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:22.168495 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cbe9a9-fb67-4837-b22e-31871d21cd85 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Pushing event updated for resources: {'Network': ['ID=5e093244-26c7-4ae1-a881-6374dbf1a201,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:22.182698 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a52f2ce-4830-4c23-807b-2116b5b6b7b7 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:22:22.190010 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c1cbe9a9-fb67-4837-b22e-31871d21cd85 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9644473 May 27 02:22:22.190540 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44886) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:22.196982 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b069eaea-caa7-4797-83b5-91171a2946e5 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Request body: {'subnet': {'network_id': '5e093244-26c7-4ae1-a881-6374dbf1a201', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:22.227256 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:22.228118 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 0cddd283-b33e-41da-b142-f29163e1f022 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:22:22.242758 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-b7ce4b94-31c8-4161-87cb-dfed128519b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:22.244231 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-b7ce4b94-31c8-4161-87cb-dfed128519b6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e6fc548f88094a2d8ad31078dc1820b4&device_id=8d10020c-bafc-4744-8af1-90a8220fdfed HTTP/1.1" status: 200 len: 1094 time: 0.3086338 May 27 02:22:22.258348 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 5e093244-26c7-4ae1-a881-6374dbf1a201 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:22:22.310682 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b4c24-0bc7-4c8b-9f0b-5ebe3eee4653 req-c51a1ca6-314a-4176-bc15-cfa2c3d2a6e1 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:22.312163 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3d7b4c24-0bc7-4c8b-9f0b-5ebe3eee4653 req-c51a1ca6-314a-4176-bc15-cfa2c3d2a6e1 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=31a04624-be5b-4e3c-8040-e7dd8e000b9a HTTP/1.1" status: 200 len: 943 time: 0.2809579 May 27 02:22:22.321335 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ceb64e72-7d48-4380-8dba-1d3d8db44959 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.8488636 May 27 02:22:22.331967 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-bbf8a2bc-a7e4-445d-bf21-fcafadc9bffa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d07c6e5-e08b-4b06-9fab-bcb710d202d5 HTTP/1.1" status: 200 len: 217 time: 0.0797751 May 27 02:22:22.339502 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5301c72-8ebd-4ebb-8b3c-fa294b41a790 req-72360550-4e7e-44bf-b298-b52914e38552 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:22.340997 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b5301c72-8ebd-4ebb-8b3c-fa294b41a790 req-72360550-4e7e-44bf-b298-b52914e38552 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 946 time: 0.2414527 May 27 02:22:22.435150 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b069eaea-caa7-4797-83b5-91171a2946e5 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:22.444941 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:22:22.507464 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b069eaea-caa7-4797-83b5-91171a2946e5 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Usage tracker for resource:subnet and tenant:0fe0e8752d8d489fa5e10b108088dd79 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:22:22.520024 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b069eaea-caa7-4797-83b5-91171a2946e5 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:22:22.538280 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b069eaea-caa7-4797-83b5-91171a2946e5 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:22.624574 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b069eaea-caa7-4797-83b5-91171a2946e5 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Made reservation on behalf of 0fe0e8752d8d489fa5e10b108088dd79 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:22:22.629075 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b069eaea-caa7-4797-83b5-91171a2946e5 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:22.640990 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-1f317397-d61d-461f-ad25-19e50bb9917d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:22.643138 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-1f317397-d61d-461f-ad25-19e50bb9917d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=247564f0-1187-4cc8-b142-74cbc42d04cd HTTP/1.1" status: 200 len: 861 time: 0.3001089 May 27 02:22:22.659055 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 3a52f2ce-4830-4c23-807b-2116b5b6b7b7, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=3a52f2ce-4830-4c23-807b-2116b5b6b7b7,segment=NetworkSegment(f9d0c973-72f3-423e-80ec-119f03165820),segment_id=f9d0c973-72f3-423e-80ec-119f03165820)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:22.659734 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3d7b4c24-0bc7-4c8b-9f0b-5ebe3eee4653 req-02811a54-d24f-48f9-b66a-ca3383c22574 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295121 May 27 02:22:22.704191 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b5301c72-8ebd-4ebb-8b3c-fa294b41a790 req-d35072b4-f7b4-4550-a725-74c99aa3098e tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3182812 May 27 02:22:22.731735 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-2e6546c1-b536-4c04-a3a3-7ff10ef020d0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ad328cf1-4104-4d8e-8f1d-0a25d788d2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690172 May 27 02:22:22.868094 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902aba2f-fc2f-46ba-9f4a-9c11877bafd8 admin admin] Router b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:22:22.887194 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:22.995784 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=1b88d4c2-88a5-44e4-a734-7381c01bd697,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:23.115470 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-72b3aba6-a1c1-4fe6-9ee6-21f1b8ea76fb service neutron] 10.222.0.66 "GET /v2.0/networks/ad328cf1-4104-4d8e-8f1d-0a25d788d2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695543 May 27 02:22:23.170670 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902aba2f-fc2f-46ba-9f4a-9c11877bafd8 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:22:23.176069 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=3a52f2ce-4830-4c23-807b-2116b5b6b7b7,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:23.190240 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469fafaf-f6cb-41b4-bebd-554b1f6cd3fc None None] Sync routers for ids ['b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:22:23.201437 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['3a52f2ce-4830-4c23-807b-2116b5b6b7b7'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:22:23.201648 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469fafaf-f6cb-41b4-bebd-554b1f6cd3fc None None] Routers {'b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:22:23.203676 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-469fafaf-f6cb-41b4-bebd-554b1f6cd3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:21:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:23.213562 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-902aba2f-fc2f-46ba-9f4a-9c11877bafd8 admin admin] 10.222.0.57 "PUT /v2.0/routers/b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2574873 May 27 02:22:23.213989 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44906) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:23.283418 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63232399-b0f8-4511-9d2c-c1bc4102a64e req-e4899335-5874-46b5-afd5-32273cc85b96 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:23.291364 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63232399-b0f8-4511-9d2c-c1bc4102a64e req-e4899335-5874-46b5-afd5-32273cc85b96 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:23.298834 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63232399-b0f8-4511-9d2c-c1bc4102a64e req-e4899335-5874-46b5-afd5-32273cc85b96 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:23.307534 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63232399-b0f8-4511-9d2c-c1bc4102a64e req-e4899335-5874-46b5-afd5-32273cc85b96 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:23.315985 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63232399-b0f8-4511-9d2c-c1bc4102a64e req-e4899335-5874-46b5-afd5-32273cc85b96 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:23.320327 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 0cddd283-b33e-41da-b142-f29163e1f022 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:22:23.324409 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63232399-b0f8-4511-9d2c-c1bc4102a64e req-e4899335-5874-46b5-afd5-32273cc85b96 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:23.333217 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63232399-b0f8-4511-9d2c-c1bc4102a64e req-e4899335-5874-46b5-afd5-32273cc85b96 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:23.344178 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-63232399-b0f8-4511-9d2c-c1bc4102a64e req-e4899335-5874-46b5-afd5-32273cc85b96 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 5428 time: 0.4727466 May 27 02:22:23.347876 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44912) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:23.358004 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-8d7f31ea-bac5-4ad1-b05c-11f1e4482e36 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-174447127-network', 'tenant_id': '461e573ead7148d580137ce365706527'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:23.358183 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 0cddd283-b33e-41da-b142-f29163e1f022 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:23.358934 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:23.391371 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391a9d5-380e-4077-8168-73b0e0a5942e req-0ce093c6-a1cc-4e88-ae01-fe58ed2a34c8 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:23.401085 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2391a9d5-380e-4077-8168-73b0e0a5942e req-0ce093c6-a1cc-4e88-ae01-fe58ed2a34c8 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d10020c-bafc-4744-8af1-90a8220fdfed HTTP/1.1" status: 200 len: 943 time: 0.4627984 May 27 02:22:23.406193 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-8d7f31ea-bac5-4ad1-b05c-11f1e4482e36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:23.425518 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-57cfd0d4-8da4-492f-a916-db88aa2c4f77 admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:23.429352 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-469fafaf-f6cb-41b4-bebd-554b1f6cd3fc None None] Set router b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:22:23.451034 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8d7f31ea-bac5-4ad1-b05c-11f1e4482e36 admin admin] Usage tracker for resource:network and tenant:461e573ead7148d580137ce365706527 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:22:23.461055 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8d7f31ea-bac5-4ad1-b05c-11f1e4482e36 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:22:23.476467 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc389940-bd4d-4ddd-872e-e85387ac8d16 None None] Network e7d66f6a-a479-4269-a75d-5f748e43df31 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:22:23.479809 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-8d7f31ea-bac5-4ad1-b05c-11f1e4482e36 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:23.489134 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b069eaea-caa7-4797-83b5-91171a2946e5 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:23.538018 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2391a9d5-380e-4077-8168-73b0e0a5942e req-b4bf569b-7bca-45e9-9733-929b16b9f41f tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/security-groups?id=79437922-d5e1-4f8b-bbae-11b029e819f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356409 May 27 02:22:23.557275 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-63232399-b0f8-4511-9d2c-c1bc4102a64e req-3fac653c-f27f-4571-b98f-cd9b2cf72565 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=057f65d9-7e45-40c8-b89f-71d48d79e181&id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2057595 May 27 02:22:23.581073 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069eaea-caa7-4797-83b5-91171a2946e5 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Pushing event updated for resources: {'Subnet': ['ID=9eec9a84-b377-47a5-b647-9594d16a2902,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:23.602245 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-51af3b27-30a1-4e02-8b02-83ec07e5c75e req-bb613c78-b9e9-4a29-8d0e-e04887d048e4 service neutron] 10.222.0.66 "GET /v2.0/networks/ad328cf1-4104-4d8e-8f1d-0a25d788d2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4783471 May 27 02:22:23.618479 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7f31ea-bac5-4ad1-b05c-11f1e4482e36 admin admin] Made reservation on behalf of 461e573ead7148d580137ce365706527 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:22:23.626950 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8d7f31ea-bac5-4ad1-b05c-11f1e4482e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:23.653837 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8d7f31ea-bac5-4ad1-b05c-11f1e4482e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:23.664010 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-deab55b6-1ab1-4079-96db-037fe9a00d30'] response: {'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b88d4c2-88a5-44e4-a734-7381c01bd697', 'code': 200} May 27 02:22:23.683234 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-8d7f31ea-bac5-4ad1-b05c-11f1e4482e36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:23.687456 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8d7f31ea-bac5-4ad1-b05c-11f1e4482e36 admin admin] Usage tracker for resource:security_group_rule and tenant:461e573ead7148d580137ce365706527 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:22:23.690704 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8d7f31ea-bac5-4ad1-b05c-11f1e4482e36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:22:23.697475 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-8d7f31ea-bac5-4ad1-b05c-11f1e4482e36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:23.768556 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b069eaea-caa7-4797-83b5-91171a2946e5 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Checking segment: {'id': 'edb13634-8c2f-4443-89c4-f51e19df46bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5e093244-26c7-4ae1-a881-6374dbf1a201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:22:23.768838 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b069eaea-caa7-4797-83b5-91171a2946e5 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Network hostable DHCP agents. Network: 5e093244-26c7-4ae1-a881-6374dbf1a201, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:22:23.776813 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-469fafaf-f6cb-41b4-bebd-554b1f6cd3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8', 'name': 'tempest-TaggedBootDevicesTest_v242-56552023-router', 'tenant_id': '83b0b002a9cc45cf9cfe4cb09f7d0354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'a96de630-1722-4fa5-8c53-0767299bf622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:13:45Z', 'updated_at': '2022-05-27T02:22:21Z', 'revision_number': 5, 'project_id': '83b0b002a9cc45cf9cfe4cb09f7d0354', 'gw_port': {'id': 'a96de630-1722-4fa5-8c53-0767299bf622', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:13:46Z', 'updated_at': '2022-05-27T02:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:23.782382 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469fafaf-f6cb-41b4-bebd-554b1f6cd3fc None None] Checking router: b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:22:23.791034 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469fafaf-f6cb-41b4-bebd-554b1f6cd3fc None None] Routers {'b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:22:23.791766 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-469fafaf-f6cb-41b4-bebd-554b1f6cd3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:21:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:23.795847 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8d7f31ea-bac5-4ad1-b05c-11f1e4482e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:23.871343 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-57cfd0d4-8da4-492f-a916-db88aa2c4f77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:23.901206 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8d7f31ea-bac5-4ad1-b05c-11f1e4482e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:23.911240 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b069eaea-caa7-4797-83b5-91171a2946e5 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Network 5e093244-26c7-4ae1-a881-6374dbf1a201 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:22:23.914456 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d7f31ea-bac5-4ad1-b05c-11f1e4482e36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:22:23.924354 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8d7f31ea-bac5-4ad1-b05c-11f1e4482e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:23.924703 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-8d7f31ea-bac5-4ad1-b05c-11f1e4482e36 admin admin] Added segment 7b8c68b3-1eb4-4e77-bdcb-e26ffb22bf6e of type vlan for network 6a708011-b48a-42f7-be1c-2d2d596a25d3 May 27 02:22:23.961620 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-57cfd0d4-8da4-492f-a916-db88aa2c4f77 admin admin] Deleting port a96de630-1722-4fa5-8c53-0767299bf622 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:22:23.962062 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-57cfd0d4-8da4-492f-a916-db88aa2c4f77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:23.982621 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-469fafaf-f6cb-41b4-bebd-554b1f6cd3fc None None] Set router b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:22:24.034375 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 0cddd283-b33e-41da-b142-f29163e1f022 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:24.035416 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:24.059351 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8d7f31ea-bac5-4ad1-b05c-11f1e4482e36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:24.093440 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f31ea-bac5-4ad1-b05c-11f1e4482e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab544d7-6ee5-4c2e-82d6-3afe6081520e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:24.124674 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d34dc-e9b3-4e66-b07d-56d8933021d1 req-b38051a3-4dc3-4758-8717-87a6eb933e44 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:24.126407 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-769d34dc-e9b3-4e66-b07d-56d8933021d1 req-b38051a3-4dc3-4758-8717-87a6eb933e44 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e0e8527-ea60-4992-b3cb-e21eaa4856f1 HTTP/1.1" status: 200 len: 945 time: 0.3284307 May 27 02:22:24.144073 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39fcb5-9230-43c0-9905-18b43588d4a8 req-b06b32db-4bfb-4b92-8252-9f939c13efcb tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:24.145656 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3c39fcb5-9230-43c0-9905-18b43588d4a8 req-b06b32db-4bfb-4b92-8252-9f939c13efcb tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=31a04624-be5b-4e3c-8040-e7dd8e000b9a HTTP/1.1" status: 200 len: 944 time: 0.2519348 May 27 02:22:24.153379 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 0cddd283-b33e-41da-b142-f29163e1f022, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=0cddd283-b33e-41da-b142-f29163e1f022,segment=NetworkSegment(b2df5c34-5572-4927-b1e4-0de52e1a0b3a),segment_id=b2df5c34-5572-4927-b1e4-0de52e1a0b3a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:24.158740 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cff42-9ac6-424a-903a-5bfd7773d718 req-083bbdcb-b622-45cd-9a04-368cb6daf107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:24.160183 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9f4cff42-9ac6-424a-903a-5bfd7773d718 req-083bbdcb-b622-45cd-9a04-368cb6daf107 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e6fc548f88094a2d8ad31078dc1820b4&device_id=8d10020c-bafc-4744-8af1-90a8220fdfed HTTP/1.1" status: 200 len: 1094 time: 0.3096752 May 27 02:22:24.200304 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-b069eaea-caa7-4797-83b5-91171a2946e5 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 5e093244-26c7-4ae1-a881-6374dbf1a201) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:22:24.204929 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b069eaea-caa7-4797-83b5-91171a2946e5 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:24.205723 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b069eaea-caa7-4797-83b5-91171a2946e5 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:24.211839 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fce60f-d25f-4364-90b7-c7d2b5c9f0c8 None None] Network 5e093244-26c7-4ae1-a881-6374dbf1a201 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:22:24.232584 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:24.314623 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b069eaea-caa7-4797-83b5-91171a2946e5 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1259131 May 27 02:22:24.321096 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44920) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:24.328054 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:22:24.336621 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d987e099-48fe-4908-885d-43e7140cf8de tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Request body: {'network': {'name': 'tempest-router-network01--1753188496'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:24.336959 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-469fafaf-f6cb-41b4-bebd-554b1f6cd3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8', 'name': 'tempest-TaggedBootDevicesTest_v242-56552023-router', 'tenant_id': '83b0b002a9cc45cf9cfe4cb09f7d0354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'a96de630-1722-4fa5-8c53-0767299bf622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:13:45Z', 'updated_at': '2022-05-27T02:22:21Z', 'revision_number': 5, 'project_id': '83b0b002a9cc45cf9cfe4cb09f7d0354', 'gw_port': {'id': 'a96de630-1722-4fa5-8c53-0767299bf622', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:13:46Z', 'updated_at': '2022-05-27T02:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:24.342191 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469fafaf-f6cb-41b4-bebd-554b1f6cd3fc None None] The sync data for ids ['b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8'] in n-d-843554-3 is: [{'id': 'b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8', 'name': 'tempest-TaggedBootDevicesTest_v242-56552023-router', 'tenant_id': '83b0b002a9cc45cf9cfe4cb09f7d0354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'a96de630-1722-4fa5-8c53-0767299bf622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:13:45Z', 'updated_at': '2022-05-27T02:22:21Z', 'revision_number': 5, 'project_id': '83b0b002a9cc45cf9cfe4cb09f7d0354', 'gw_port': {'id': 'a96de630-1722-4fa5-8c53-0767299bf622', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:13:46Z', 'updated_at': '2022-05-27T02:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:22:24.342459 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cff42-9ac6-424a-903a-5bfd7773d718 req-a0b9b45e-1b83-4866-9659-555d80680040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:24.345086 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9f4cff42-9ac6-424a-903a-5bfd7773d718 req-a0b9b45e-1b83-4866-9659-555d80680040 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ad328cf1-4104-4d8e-8f1d-0a25d788d2cc HTTP/1.1" status: 200 len: 922 time: 0.1568599 May 27 02:22:24.354001 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d987e099-48fe-4908-885d-43e7140cf8de tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:24.363819 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d987e099-48fe-4908-885d-43e7140cf8de tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Usage tracker for resource:network and tenant:0fe0e8752d8d489fa5e10b108088dd79 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:22:24.367743 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d987e099-48fe-4908-885d-43e7140cf8de tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:22:24.378863 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d987e099-48fe-4908-885d-43e7140cf8de tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:24.389169 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-769d34dc-e9b3-4e66-b07d-56d8933021d1 req-3842fc5f-94bf-434f-a1b3-579d6b0c8002 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/security-groups?id=98403105-d981-4c62-804c-8b9c17a93da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395728 May 27 02:22:24.427747 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-57cfd0d4-8da4-492f-a916-db88aa2c4f77 admin admin] For port a96de630-1722-4fa5-8c53-0767299bf622, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=a96de630-1722-4fa5-8c53-0767299bf622,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:24.428505 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-57cfd0d4-8da4-492f-a916-db88aa2c4f77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:24.458239 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=0cddd283-b33e-41da-b142-f29163e1f022,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:24.460511 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8d7f31ea-bac5-4ad1-b05c-11f1e4482e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:24.461249 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7f31ea-bac5-4ad1-b05c-11f1e4482e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:24.461949 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8d7f31ea-bac5-4ad1-b05c-11f1e4482e36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:24.506482 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d987e099-48fe-4908-885d-43e7140cf8de tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Made reservation on behalf of 0fe0e8752d8d489fa5e10b108088dd79 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:22:24.510400 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d987e099-48fe-4908-885d-43e7140cf8de tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:24.515205 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3c39fcb5-9230-43c0-9905-18b43588d4a8 req-7b13555a-0166-45e3-b437-616537329d9a tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603432 May 27 02:22:24.516429 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9f4cff42-9ac6-424a-903a-5bfd7773d718 req-bcb0ab4f-dc7e-4008-b046-44273df8af9b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d07c6e5-e08b-4b06-9fab-bcb710d202d5 HTTP/1.1" status: 200 len: 217 time: 0.1398780 May 27 02:22:24.586317 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-57cfd0d4-8da4-492f-a916-db88aa2c4f77 admin admin] Calling delete_port for a96de630-1722-4fa5-8c53-0767299bf622 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:22:24.617237 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:22:24.623768 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81931ed3-b9d2-4079-a3c9-7fae12b435b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-5e093244-26c7-4ae1-a881-6374dbf1a201', 'network_id': '5e093244-26c7-4ae1-a881-6374dbf1a201', 'tenant_id': '0fe0e8752d8d489fa5e10b108088dd79', 'fixed_ips': [{'subnet_id': '9eec9a84-b377-47a5-b647-9594d16a2902'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:22:24.624615 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-81931ed3-b9d2-4079-a3c9-7fae12b435b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:24.646531 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cff42-9ac6-424a-903a-5bfd7773d718 req-8f598cc5-1687-40d9-b1e8-7eb4a193f0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:24.648337 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9f4cff42-9ac6-424a-903a-5bfd7773d718 req-8f598cc5-1687-40d9-b1e8-7eb4a193f0bd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=247564f0-1187-4cc8-b142-74cbc42d04cd HTTP/1.1" status: 200 len: 861 time: 0.0747120 May 27 02:22:24.648460 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:24.648790 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:24.655053 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d987e099-48fe-4908-885d-43e7140cf8de tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:22:24.667169 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d987e099-48fe-4908-885d-43e7140cf8de tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:24.667637 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-d987e099-48fe-4908-885d-43e7140cf8de tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Added segment 2182a4e1-945b-40a3-91a5-eea03d331764 of type vlan for network 01d3da38-2276-4bbd-90bd-35019c3edc4d May 27 02:22:24.695204 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d987e099-48fe-4908-885d-43e7140cf8de tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:24.703671 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8d7f31ea-bac5-4ad1-b05c-11f1e4482e36 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3516638 May 27 02:22:24.712435 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44928) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:24.796011 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-c1ce6659-054e-42c0-9ec3-f6f5bb0ee161 admin admin] Request body: {'subnet': {'network_id': '6a708011-b48a-42f7-be1c-2d2d596a25d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-174447127-subnet', 'tenant_id': '461e573ead7148d580137ce365706527', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:24.797645 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d987e099-48fe-4908-885d-43e7140cf8de tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:24.801437 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c1ce6659-054e-42c0-9ec3-f6f5bb0ee161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:24.804220 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d987e099-48fe-4908-885d-43e7140cf8de tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:24.804973 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d987e099-48fe-4908-885d-43e7140cf8de tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:24.805714 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c1ce6659-054e-42c0-9ec3-f6f5bb0ee161 admin admin] Usage tracker for resource:subnet and tenant:461e573ead7148d580137ce365706527 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:22:24.808918 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c1ce6659-054e-42c0-9ec3-f6f5bb0ee161 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:22:24.815356 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c1ce6659-054e-42c0-9ec3-f6f5bb0ee161 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:24.854165 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9f4cff42-9ac6-424a-903a-5bfd7773d718 req-8dafe8f7-34f9-4929-a320-f6c41610506d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ad328cf1-4104-4d8e-8f1d-0a25d788d2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1394324 May 27 02:22:24.856177 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f31ea-bac5-4ad1-b05c-11f1e4482e36 admin admin] Pushing event updated for resources: {'Network': ['ID=6a708011-b48a-42f7-be1c-2d2d596a25d3,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:24.892446 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 6a708011-b48a-42f7-be1c-2d2d596a25d3 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:22:24.950143 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d987e099-48fe-4908-885d-43e7140cf8de tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Pushing event updated for resources: {'Network': ['ID=01d3da38-2276-4bbd-90bd-35019c3edc4d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:24.957338 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 5d07c6e5-e08b-4b06-9fab-bcb710d202d5 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:22:25.007727 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d987e099-48fe-4908-885d-43e7140cf8de tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6853614 May 27 02:22:25.010305 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44932) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:25.021367 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-093c5e07-f343-44c8-9f3d-1659f8c99e4b tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Request body: {'network': {'name': 'tempest-router-network02--1382981407'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:25.031007 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-093c5e07-f343-44c8-9f3d-1659f8c99e4b tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:25.034641 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ce6659-054e-42c0-9ec3-f6f5bb0ee161 admin admin] Made reservation on behalf of 461e573ead7148d580137ce365706527 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:22:25.037122 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-093c5e07-f343-44c8-9f3d-1659f8c99e4b tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Usage tracker for resource:network and tenant:0fe0e8752d8d489fa5e10b108088dd79 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:22:25.037351 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c1ce6659-054e-42c0-9ec3-f6f5bb0ee161 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:25.040862 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-093c5e07-f343-44c8-9f3d-1659f8c99e4b tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:22:25.047658 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-093c5e07-f343-44c8-9f3d-1659f8c99e4b tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:25.092096 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 01d3da38-2276-4bbd-90bd-35019c3edc4d details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:22:25.098088 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-57cfd0d4-8da4-492f-a916-db88aa2c4f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:25.104650 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 3a52f2ce-4830-4c23-807b-2116b5b6b7b7 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:22:25.150716 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093c5e07-f343-44c8-9f3d-1659f8c99e4b tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Made reservation on behalf of 0fe0e8752d8d489fa5e10b108088dd79 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:22:25.154165 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-093c5e07-f343-44c8-9f3d-1659f8c99e4b tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:25.163753 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cfd0d4-8da4-492f-a916-db88aa2c4f77 admin admin] Pushing event deleted for resources: {'Port': ['ID=a96de630-1722-4fa5-8c53-0767299bf622,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:25.217983 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:25.218359 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:25.271711 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-093c5e07-f343-44c8-9f3d-1659f8c99e4b tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:22:25.282312 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91731e88-a3ab-40a0-bf50-83826411cd7b req-b691d5fe-9360-463e-9b9f-edfc746d3db9 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:25.283841 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-91731e88-a3ab-40a0-bf50-83826411cd7b req-b691d5fe-9360-463e-9b9f-edfc746d3db9 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 946 time: 0.7118244 May 27 02:22:25.285685 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-57cfd0d4-8da4-492f-a916-db88aa2c4f77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:25.294325 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9f4cff42-9ac6-424a-903a-5bfd7773d718 req-24cfa47e-1dfa-43b3-b7c4-f51f00ee9ebe service neutron] 10.222.0.66 "GET /v2.0/networks/ad328cf1-4104-4d8e-8f1d-0a25d788d2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244943 May 27 02:22:25.305380 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577e8f7-25ca-4aff-8bea-f53a8a540a1a req-a98811be-eadc-416f-a01d-92a58ec4d71d tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:25.313047 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8577e8f7-25ca-4aff-8bea-f53a8a540a1a req-a98811be-eadc-416f-a01d-92a58ec4d71d tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d10020c-bafc-4744-8af1-90a8220fdfed HTTP/1.1" status: 200 len: 943 time: 0.5996606 May 27 02:22:25.347741 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-093c5e07-f343-44c8-9f3d-1659f8c99e4b tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:25.348200 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-093c5e07-f343-44c8-9f3d-1659f8c99e4b tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Added segment 947e1173-2be6-4be1-8b83-6288c15f8421 of type vlan for network f12480bd-faec-41b8-a09d-97adf2ac4b62 May 27 02:22:25.386030 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-81931ed3-b9d2-4079-a3c9-7fae12b435b9 None None] Allocated IP 2001:db8::2 (5e093244-26c7-4ae1-a881-6374dbf1a201/9eec9a84-b377-47a5-b647-9594d16a2902/e725703e-cc1e-440f-80c7-108dc8ddbaa5) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:22:25.438462 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340,segment=NetworkSegment(b2df5c34-5572-4927-b1e4-0de52e1a0b3a),segment_id=b2df5c34-5572-4927-b1e4-0de52e1a0b3a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:25.507217 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-57cfd0d4-8da4-492f-a916-db88aa2c4f77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:25.511677 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-57cfd0d4-8da4-492f-a916-db88aa2c4f77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:25.518298 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-093c5e07-f343-44c8-9f3d-1659f8c99e4b tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:25.520503 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-91731e88-a3ab-40a0-bf50-83826411cd7b req-171cfe21-bf9b-4d1b-bbb9-18ba649a2b04 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2252154 May 27 02:22:25.523074 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8577e8f7-25ca-4aff-8bea-f53a8a540a1a req-152cb860-78a6-44e2-bb4b-fb9a981f629b tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/security-groups?id=79437922-d5e1-4f8b-bbae-11b029e819f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092700 May 27 02:22:25.533999 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:25.534690 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 846f130e-8b5c-43bc-a6aa-7b9b06383b8c up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:22:25.587125 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9f4cff42-9ac6-424a-903a-5bfd7773d718 req-e790202e-8356-4d7f-9c30-934b09eac12f service neutron] 10.222.0.66 "GET /v2.0/networks/ad328cf1-4104-4d8e-8f1d-0a25d788d2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720697 May 27 02:22:25.634303 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-19d0ce85-a527-4dc1-b24c-e0bb3c4eb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:25.652636 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-57cfd0d4-8da4-492f-a916-db88aa2c4f77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:25.653341 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57cfd0d4-8da4-492f-a916-db88aa2c4f77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:22:25.654755 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c1ce6659-054e-42c0-9ec3-f6f5bb0ee161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:25.668818 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-57cfd0d4-8da4-492f-a916-db88aa2c4f77 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:25.674619 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-57cfd0d4-8da4-492f-a916-db88aa2c4f77 admin admin] 10.222.0.57 "DELETE /v2.0/routers/b342bd36-5dda-41ff-8f3c-ca65c8f7a1f8 HTTP/1.1" status: 204 len: 168 time: 2.4576058 May 27 02:22:25.677159 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44940) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:25.685728 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cddd283-b33e-41da-b142-f29163e1f022'}, {'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:22:25.691138 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 3a52f2ce-4830-4c23-807b-2116b5b6b7b7 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:22:25.732812 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-093c5e07-f343-44c8-9f3d-1659f8c99e4b tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:25.735776 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 5d07c6e5-e08b-4b06-9fab-bcb710d202d5, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=5d07c6e5-e08b-4b06-9fab-bcb710d202d5,segment=NetworkSegment(ad9a4b4f-872c-4058-b3e3-93f96436dea6),segment_id=ad9a4b4f-872c-4058-b3e3-93f96436dea6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:25.738602 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093c5e07-f343-44c8-9f3d-1659f8c99e4b tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:25.739218 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-093c5e07-f343-44c8-9f3d-1659f8c99e4b tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:25.751828 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '5d07c6e5-e08b-4b06-9fab-bcb710d202d5', 'network_id': 'ad328cf1-4104-4d8e-8f1d-0a25d788d2cc', 'port_id': '5d07c6e5-e08b-4b06-9fab-bcb710d202d5', 'mac_address': 'fa:16:3e:e7:42:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '247564f0-1187-4cc8-b142-74cbc42d04cd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:22:25.807447 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 3a52f2ce-4830-4c23-807b-2116b5b6b7b7 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:25.807822 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:25.868787 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 5d07c6e5-e08b-4b06-9fab-bcb710d202d5 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:25.869446 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:25.880897 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 9c061b8b-7702-4f4e-a65b-76208046a1eb no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:22:25.882515 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c5e07-f343-44c8-9f3d-1659f8c99e4b tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Pushing event updated for resources: {'Network': ['ID=f12480bd-faec-41b8-a09d-97adf2ac4b62,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:25.894145 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c5e07-f343-44c8-9f3d-1659f8c99e4b tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:25.894493 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c5e07-f343-44c8-9f3d-1659f8c99e4b tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:25.894833 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c5e07-f343-44c8-9f3d-1659f8c99e4b tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:25.895173 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c5e07-f343-44c8-9f3d-1659f8c99e4b tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:25.895507 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c5e07-f343-44c8-9f3d-1659f8c99e4b tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:25.895838 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c5e07-f343-44c8-9f3d-1659f8c99e4b tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:25.896164 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c5e07-f343-44c8-9f3d-1659f8c99e4b tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:25.896487 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c5e07-f343-44c8-9f3d-1659f8c99e4b tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:25.896840 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c5e07-f343-44c8-9f3d-1659f8c99e4b tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:25.897166 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c5e07-f343-44c8-9f3d-1659f8c99e4b tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:25.897491 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c5e07-f343-44c8-9f3d-1659f8c99e4b tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:25.897811 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c5e07-f343-44c8-9f3d-1659f8c99e4b tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:25.903324 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-093c5e07-f343-44c8-9f3d-1659f8c99e4b tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8918388 May 27 02:22:25.906473 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44946) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:25.915384 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-55574a61-037b-4498-aa1d-ba680110c04d tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Request body: {'subnet': {'network_id': '01d3da38-2276-4bbd-90bd-35019c3edc4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:25.935156 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network f12480bd-faec-41b8-a09d-97adf2ac4b62 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:22:25.941090 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1eac6ac-f1a1-418e-95dc-54b8c832c1bf admin admin] Deleting subnet 99093a37-8d5d-413f-a2eb-d4d87a51569e {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:22:25.992277 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 9c061b8b-7702-4f4e-a65b-76208046a1eb {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:22:25.992621 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 9c061b8b-7702-4f4e-a65b-76208046a1eb not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:22:25.994029 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:25.995210 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d1eac6ac-f1a1-418e-95dc-54b8c832c1bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:26.005195 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce6659-054e-42c0-9ec3-f6f5bb0ee161 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5203b04f-3a83-4f4e-b270-446add3711ab,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:26.026528 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ce6659-054e-42c0-9ec3-f6f5bb0ee161 admin admin] Checking segment: {'id': '7b8c68b3-1eb4-4e77-bdcb-e26ffb22bf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6a708011-b48a-42f7-be1c-2d2d596a25d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:22:26.026865 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ce6659-054e-42c0-9ec3-f6f5bb0ee161 admin admin] Network hostable DHCP agents. Network: 6a708011-b48a-42f7-be1c-2d2d596a25d3, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:22:26.051492 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d07c6e5-e08b-4b06-9fab-bcb710d202d5 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:22:26.079154 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-55574a61-037b-4498-aa1d-ba680110c04d tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:26.083063 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-55574a61-037b-4498-aa1d-ba680110c04d tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Usage tracker for resource:subnet and tenant:0fe0e8752d8d489fa5e10b108088dd79 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:22:26.083336 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fb57a-1d24-4cb9-8818-a96e75c665fa req-0b80c752-f7e9-4ac6-bb7e-4328487f5ad5 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:26.084904 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ec5fb57a-1d24-4cb9-8818-a96e75c665fa req-0b80c752-f7e9-4ac6-bb7e-4328487f5ad5 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e0e8527-ea60-4992-b3cb-e21eaa4856f1 HTTP/1.1" status: 200 len: 945 time: 0.3545656 May 27 02:22:26.086133 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-55574a61-037b-4498-aa1d-ba680110c04d tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:22:26.092343 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-55574a61-037b-4498-aa1d-ba680110c04d tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:26.096645 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638ae7d-d1df-42b5-b792-c3de7c6d0932 req-c28876f8-8377-4522-80e3-3033816e06ee tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:26.100685 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d1eac6ac-f1a1-418e-95dc-54b8c832c1bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:26.102300 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638ae7d-d1df-42b5-b792-c3de7c6d0932 req-c28876f8-8377-4522-80e3-3033816e06ee tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:26.108182 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638ae7d-d1df-42b5-b792-c3de7c6d0932 req-c28876f8-8377-4522-80e3-3033816e06ee tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:26.114086 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638ae7d-d1df-42b5-b792-c3de7c6d0932 req-c28876f8-8377-4522-80e3-3033816e06ee tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:26.120260 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638ae7d-d1df-42b5-b792-c3de7c6d0932 req-c28876f8-8377-4522-80e3-3033816e06ee tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:26.126560 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638ae7d-d1df-42b5-b792-c3de7c6d0932 req-c28876f8-8377-4522-80e3-3033816e06ee tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:26.132282 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638ae7d-d1df-42b5-b792-c3de7c6d0932 req-c28876f8-8377-4522-80e3-3033816e06ee tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:26.134221 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d638ae7d-d1df-42b5-b792-c3de7c6d0932 req-c28876f8-8377-4522-80e3-3033816e06ee tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 5430 time: 0.4018002 May 27 02:22:26.137260 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ce6659-054e-42c0-9ec3-f6f5bb0ee161 admin admin] Network 6a708011-b48a-42f7-be1c-2d2d596a25d3 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:22:26.168352 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 5d07c6e5-e08b-4b06-9fab-bcb710d202d5, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=5d07c6e5-e08b-4b06-9fab-bcb710d202d5,segment=NetworkSegment(ad9a4b4f-872c-4058-b3e3-93f96436dea6),segment_id=ad9a4b4f-872c-4058-b3e3-93f96436dea6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:26.220133 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ec5fb57a-1d24-4cb9-8818-a96e75c665fa req-d2f8eaba-10b8-40f0-98ee-2b29133ff8d0 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/security-groups?id=98403105-d981-4c62-804c-8b9c17a93da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845456 May 27 02:22:26.224180 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d638ae7d-d1df-42b5-b792-c3de7c6d0932 req-a833c118-d20f-4009-9826-17408eb95b3c tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=057f65d9-7e45-40c8-b89f-71d48d79e181&id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0706508 May 27 02:22:26.246805 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-81931ed3-b9d2-4079-a3c9-7fae12b435b9 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:26.288423 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 3a52f2ce-4830-4c23-807b-2116b5b6b7b7 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:26.288840 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:26.291500 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55574a61-037b-4498-aa1d-ba680110c04d tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Made reservation on behalf of 0fe0e8752d8d489fa5e10b108088dd79 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:22:26.295353 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-55574a61-037b-4498-aa1d-ba680110c04d tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:26.303334 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-81931ed3-b9d2-4079-a3c9-7fae12b435b9 None None] Transition to ACTIVE for port object e725703e-cc1e-440f-80c7-108dc8ddbaa5 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:22:26.306147 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 846f130e-8b5c-43bc-a6aa-7b9b06383b8c completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:22:26.309752 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-c1ce6659-054e-42c0-9ec3-f6f5bb0ee161 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 6a708011-b48a-42f7-be1c-2d2d596a25d3) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:22:26.316135 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ce6659-054e-42c0-9ec3-f6f5bb0ee161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:26.317978 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04b58b6f-e0f9-4add-9a92-bfbebc7491af'] response: {'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cddd283-b33e-41da-b142-f29163e1f022', 'code': 200} May 27 02:22:26.317978 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04b58b6f-e0f9-4add-9a92-bfbebc7491af'] response: {'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340', 'code': 200} May 27 02:22:26.319399 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c1ce6659-054e-42c0-9ec3-f6f5bb0ee161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:26.327137 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:26.329074 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493bb68e-84d9-4273-ba43-aa32093912a1 None None] Network 6a708011-b48a-42f7-be1c-2d2d596a25d3 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:22:26.396076 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 846f130e-8b5c-43bc-a6aa-7b9b06383b8c triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:26.396451 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:26.414138 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c1ce6659-054e-42c0-9ec3-f6f5bb0ee161 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6983597 May 27 02:22:26.442695 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7b5a5-189a-428c-b33d-7cff9a4b53da req-a3f20351-6294-4b46-9e50-ed8fac82f418 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:26.444457 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-50e7b5a5-189a-428c-b33d-7cff9a4b53da req-a3f20351-6294-4b46-9e50-ed8fac82f418 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=31a04624-be5b-4e3c-8040-e7dd8e000b9a HTTP/1.1" status: 200 len: 944 time: 0.0844615 May 27 02:22:26.520524 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-50e7b5a5-189a-428c-b33d-7cff9a4b53da req-7fc36246-94b5-4ad0-a7c3-b9d8e3d5be94 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681844 May 27 02:22:26.532287 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d1eac6ac-f1a1-418e-95dc-54b8c832c1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:26.589077 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 3a52f2ce-4830-4c23-807b-2116b5b6b7b7, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=3a52f2ce-4830-4c23-807b-2116b5b6b7b7,segment=NetworkSegment(f9d0c973-72f3-423e-80ec-119f03165820),segment_id=f9d0c973-72f3-423e-80ec-119f03165820)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:26.614368 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-81931ed3-b9d2-4079-a3c9-7fae12b435b9 None None] Transition to ACTIVE for port object e725703e-cc1e-440f-80c7-108dc8ddbaa5 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:22:26.713313 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=5d07c6e5-e08b-4b06-9fab-bcb710d202d5,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:26.725977 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['5d07c6e5-e08b-4b06-9fab-bcb710d202d5'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:22:26.749931 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-55574a61-037b-4498-aa1d-ba680110c04d tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:26.762871 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:26.834755 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d1eac6ac-f1a1-418e-95dc-54b8c832c1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:26.847427 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55abf00-1b93-447d-ae0b-41fef4ea8e3a req-a93d6dea-cf2d-4cd8-bdcd-408a7429e18d tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:26.849247 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f55abf00-1b93-447d-ae0b-41fef4ea8e3a req-a93d6dea-cf2d-4cd8-bdcd-408a7429e18d tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 946 time: 0.1883199 May 27 02:22:26.851983 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55574a61-037b-4498-aa1d-ba680110c04d tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Pushing event updated for resources: {'Subnet': ['ID=fce5bd6a-f236-490b-95fe-6c30d5f61305,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:26.854114 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-81931ed3-b9d2-4079-a3c9-7fae12b435b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:26.855538 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55574a61-037b-4498-aa1d-ba680110c04d tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Checking segment: {'id': '2182a4e1-945b-40a3-91a5-eea03d331764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '01d3da38-2276-4bbd-90bd-35019c3edc4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:22:26.855994 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55574a61-037b-4498-aa1d-ba680110c04d tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Network hostable DHCP agents. Network: 01d3da38-2276-4bbd-90bd-35019c3edc4d, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:22:26.857669 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49de722-3dcf-4fb9-a4a3-a4a0918d419a req-1544c4a2-62bd-4a76-afa7-d3de067f21d6 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:26.866958 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c49de722-3dcf-4fb9-a4a3-a4a0918d419a req-1544c4a2-62bd-4a76-afa7-d3de067f21d6 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d10020c-bafc-4744-8af1-90a8220fdfed HTTP/1.1" status: 200 len: 944 time: 0.1539481 May 27 02:22:26.874751 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=3a52f2ce-4830-4c23-807b-2116b5b6b7b7,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:26.886064 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2305cf-ce28-45b6-b070-0dc2a8ff8ca6 None None] Network 9470fe4f-56e2-44bf-bf21-93218d27b86c requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:22:26.892275 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d1eac6ac-f1a1-418e-95dc-54b8c832c1bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:26.910925 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eac6ac-f1a1-418e-95dc-54b8c832c1bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99093a37-8d5d-413f-a2eb-d4d87a51569e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:26.916090 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d1eac6ac-f1a1-418e-95dc-54b8c832c1bf admin admin] 10.222.0.57 "DELETE /v2.0/subnets/99093a37-8d5d-413f-a2eb-d4d87a51569e HTTP/1.1" status: 204 len: 168 time: 1.2357037 May 27 02:22:26.916693 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44960) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:26.945870 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c49de722-3dcf-4fb9-a4a3-a4a0918d419a req-d4a4cb02-8681-48e8-96f0-04f72a54d02a tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/security-groups?id=79437922-d5e1-4f8b-bbae-11b029e819f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779521 May 27 02:22:26.951170 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f55abf00-1b93-447d-ae0b-41fef4ea8e3a req-a014e1d9-4faf-4ecd-b78e-5cf0e43b664c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641916 May 27 02:22:27.007279 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55574a61-037b-4498-aa1d-ba680110c04d tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Network 01d3da38-2276-4bbd-90bd-35019c3edc4d is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:22:27.034942 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c68ebe0-c116-4c91-8894-c683bf789c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:27.045928 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-0c68ebe0-c116-4c91-8894-c683bf789c0d admin admin] Deleting port 178f21d2-1b4d-48a5-b5fe-792658484eb1 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:22:27.046202 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c68ebe0-c116-4c91-8894-c683bf789c0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:27.085582 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-55574a61-037b-4498-aa1d-ba680110c04d tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 01d3da38-2276-4bbd-90bd-35019c3edc4d) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:22:27.098337 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55574a61-037b-4498-aa1d-ba680110c04d tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:27.098920 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-55574a61-037b-4498-aa1d-ba680110c04d tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:27.162175 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1954df27-513f-4233-b6a2-3280d5b41b34 None None] Network 01d3da38-2276-4bbd-90bd-35019c3edc4d requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:22:27.190890 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 846f130e-8b5c-43bc-a6aa-7b9b06383b8c is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:27.191591 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:27.191808 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-55574a61-037b-4498-aa1d-ba680110c04d tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2828670 May 27 02:22:27.197573 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44974) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:27.210596 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-fb6604fc-f5cd-495d-8224-b2dc81002942 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Request body: {'subnet': {'network_id': 'f12480bd-faec-41b8-a09d-97adf2ac4b62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:27.282972 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-0c68ebe0-c116-4c91-8894-c683bf789c0d admin admin] For port 178f21d2-1b4d-48a5-b5fe-792658484eb1, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=178f21d2-1b4d-48a5-b5fe-792658484eb1,segment=NetworkSegment(f5718071-19a3-448d-84f4-c4eb24e78438),segment_id=f5718071-19a3-448d-84f4-c4eb24e78438)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:27.283337 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c68ebe0-c116-4c91-8894-c683bf789c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:27.359663 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81931ed3-b9d2-4079-a3c9-7fae12b435b9 None None] Network 5e093244-26c7-4ae1-a881-6374dbf1a201 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:22:27.382706 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-81931ed3-b9d2-4079-a3c9-7fae12b435b9 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:22:27.385242 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81931ed3-b9d2-4079-a3c9-7fae12b435b9 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:22:27.396877 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81931ed3-b9d2-4079-a3c9-7fae12b435b9 None None] Pushing event updated for resources: {'Port': ['ID=e725703e-cc1e-440f-80c7-108dc8ddbaa5,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:27.420134 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-0c68ebe0-c116-4c91-8894-c683bf789c0d admin admin] Calling delete_port for 178f21d2-1b4d-48a5-b5fe-792658484eb1 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:22:27.471176 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-fb6604fc-f5cd-495d-8224-b2dc81002942 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:27.478914 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-fb6604fc-f5cd-495d-8224-b2dc81002942 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Usage tracker for resource:subnet and tenant:0fe0e8752d8d489fa5e10b108088dd79 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:22:27.488688 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-3b7b2631-088a-4360-8070-78bc678af2a8 tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:27.489385 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-3b7b2631-088a-4360-8070-78bc678af2a8 tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] Synchronizing usage tracker for tenant:cdc6c537be7143c392516bc75c24b526 on resource:network {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:22:27.493679 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-fb6604fc-f5cd-495d-8224-b2dc81002942 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:22:27.505039 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-fb6604fc-f5cd-495d-8224-b2dc81002942 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:27.531077 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606fd9a-9dae-4636-80fd-87df4fc3db82 req-23d9c8f8-2f8d-4372-a651-6f45f7208a91 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:27.532541 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9606fd9a-9dae-4636-80fd-87df4fc3db82 req-23d9c8f8-2f8d-4372-a651-6f45f7208a91 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e0e8527-ea60-4992-b3cb-e21eaa4856f1 HTTP/1.1" status: 200 len: 945 time: 0.1914053 May 27 02:22:27.550155 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c68ebe0-c116-4c91-8894-c683bf789c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:27.568464 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6604fc-f5cd-495d-8224-b2dc81002942 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Made reservation on behalf of 0fe0e8752d8d489fa5e10b108088dd79 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:22:27.572750 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fb6604fc-f5cd-495d-8224-b2dc81002942 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:27.594254 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-3b7b2631-088a-4360-8070-78bc678af2a8 tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] Unset dirty status for tenant:cdc6c537be7143c392516bc75c24b526 on resource:network {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:22:27.595381 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-3b7b2631-088a-4360-8070-78bc678af2a8 tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] 10.222.0.57 "GET /v2.0/networks?id=e7d66f6a-a479-4269-a75d-5f748e43df31 HTTP/1.1" status: 200 len: 808 time: 0.4218333 May 27 02:22:27.601409 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c68ebe0-c116-4c91-8894-c683bf789c0d admin admin] Pushing event deleted for resources: {'Port': ['ID=178f21d2-1b4d-48a5-b5fe-792658484eb1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:27.603878 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c68ebe0-c116-4c91-8894-c683bf789c0d admin admin] No DVR routers for this DVR port 178f21d2-1b4d-48a5-b5fe-792658484eb1 on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:22:27.658130 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 846f130e-8b5c-43bc-a6aa-7b9b06383b8c, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=846f130e-8b5c-43bc-a6aa-7b9b06383b8c,segment=NetworkSegment(c7b67dd1-e75f-43e2-a0d4-234645245d4c),segment_id=c7b67dd1-e75f-43e2-a0d4-234645245d4c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:27.678840 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ecadab-577c-48a7-b305-ef1d074dff52 None None] Network 6a708011-b48a-42f7-be1c-2d2d596a25d3 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:22:27.781341 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9606fd9a-9dae-4636-80fd-87df4fc3db82 req-63461d85-e7ce-44ab-9539-893908aab9b6 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/security-groups?id=98403105-d981-4c62-804c-8b9c17a93da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423224 May 27 02:22:27.784169 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c68ebe0-c116-4c91-8894-c683bf789c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:27.832008 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-0c68ebe0-c116-4c91-8894-c683bf789c0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9470fe4f-56e2-44bf-bf21-93218d27b86c']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:27.851388 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-0c68ebe0-c116-4c91-8894-c683bf789c0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5718071-19a3-448d-84f4-c4eb24e78438') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:27.851586 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-0c68ebe0-c116-4c91-8894-c683bf789c0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5718071-19a3-448d-84f4-c4eb24e78438') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:27.887869 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c68ebe0-c116-4c91-8894-c683bf789c0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:27.906725 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:27.908673 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0506ba-a3e7-4ee0-bc98-6147b4adb7fb None None] DHCP port deletion for 9470fe4f-56e2-44bf-bf21-93218d27b86c request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:22:27.909337 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c68ebe0-c116-4c91-8894-c683bf789c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:27.910610 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device a96de630-1722-4fa5-8c53-0767299bf622 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:22:27.917598 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c68ebe0-c116-4c91-8894-c683bf789c0d admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:22:27.918228 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c68ebe0-c116-4c91-8894-c683bf789c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:27.985873 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment f5718071-19a3-448d-84f4-c4eb24e78438 resource provider aggregate not found May 27 02:22:27.986340 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-b3ce2f1c-c58a-4483-b076-9c92a07a5405 tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] 10.222.0.57 "GET /v2.0/quotas/cdc6c537be7143c392516bc75c24b526 HTTP/1.1" status: 200 len: 375 time: 0.2632763 May 27 02:22:27.994718 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:22:28.013730 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment f5718071-19a3-448d-84f4-c4eb24e78438 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f5718071-19a3-448d-84f4-c4eb24e78438 found for delete ", "request_id": "req-9656c11c-b8d9-40ad-8492-c7ac06ea718c"}]} May 27 02:22:28.042103 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-81931ed3-b9d2-4079-a3c9-7fae12b435b9 None None] Attempting to bind port e725703e-cc1e-440f-80c7-108dc8ddbaa5 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:22:28.042474 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-81931ed3-b9d2-4079-a3c9-7fae12b435b9 None None] Attempting to bind port e725703e-cc1e-440f-80c7-108dc8ddbaa5 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'edb13634-8c2f-4443-89c4-f51e19df46bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5e093244-26c7-4ae1-a881-6374dbf1a201'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:22:28.042836 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81931ed3-b9d2-4079-a3c9-7fae12b435b9 None None] Attempting to bind port e725703e-cc1e-440f-80c7-108dc8ddbaa5 on network 5e093244-26c7-4ae1-a881-6374dbf1a201 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:22:28.071049 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c68ebe0-c116-4c91-8894-c683bf789c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:28.071594 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df498978-e9a7-421d-b534-4c1a3b07fa65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-01d3da38-2276-4bbd-90bd-35019c3edc4d', 'network_id': '01d3da38-2276-4bbd-90bd-35019c3edc4d', 'tenant_id': '0fe0e8752d8d489fa5e10b108088dd79', 'fixed_ips': [{'subnet_id': 'fce5bd6a-f236-490b-95fe-6c30d5f61305'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:22:28.073183 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-df498978-e9a7-421d-b534-4c1a3b07fa65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:28.083598 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: a96de630-1722-4fa5-8c53-0767299bf622 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:22:28.083598 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device a96de630-1722-4fa5-8c53-0767299bf622 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:22:28.093296 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-bb5dd47f-f738-4b06-8a06-f451c340e4ef tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cdc6c537be7143c392516bc75c24b526&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0776372 May 27 02:22:28.102580 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c68ebe0-c116-4c91-8894-c683bf789c0d admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:28.114132 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c68ebe0-c116-4c91-8894-c683bf789c0d admin admin] Pushing event deleted for resources: {'Network': ['ID=9470fe4f-56e2-44bf-bf21-93218d27b86c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:28.127597 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0c68ebe0-c116-4c91-8894-c683bf789c0d admin admin] 10.222.0.57 "DELETE /v2.0/networks/9470fe4f-56e2-44bf-bf21-93218d27b86c HTTP/1.1" status: 204 len: 168 time: 1.2035787 May 27 02:22:28.128542 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81931ed3-b9d2-4079-a3c9-7fae12b435b9 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:22:28.128542 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81931ed3-b9d2-4079-a3c9-7fae12b435b9 None None] Checking segment: {'id': 'edb13634-8c2f-4443-89c4-f51e19df46bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5e093244-26c7-4ae1-a881-6374dbf1a201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:22:28.128542 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-81931ed3-b9d2-4079-a3c9-7fae12b435b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:28.128542 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81931ed3-b9d2-4079-a3c9-7fae12b435b9 None None] Bound using segment: {'id': 'edb13634-8c2f-4443-89c4-f51e19df46bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5e093244-26c7-4ae1-a881-6374dbf1a201'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:22:28.128956 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-81931ed3-b9d2-4079-a3c9-7fae12b435b9 None None] Bound port: e725703e-cc1e-440f-80c7-108dc8ddbaa5, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edb13634-8c2f-4443-89c4-f51e19df46bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5e093244-26c7-4ae1-a881-6374dbf1a201'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:22:28.129326 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-81931ed3-b9d2-4079-a3c9-7fae12b435b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:28.163526 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1ffaa69d-6b54-42bd-b52f-b140fa519794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:28.194111 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fb6604fc-f5cd-495d-8224-b2dc81002942 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:28.308489 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6604fc-f5cd-495d-8224-b2dc81002942 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Pushing event updated for resources: {'Subnet': ['ID=b3766451-2d80-4571-9129-d8b004119109,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:28.321306 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=846f130e-8b5c-43bc-a6aa-7b9b06383b8c,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:28.323704 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a04624-be5b-4e3c-8040-e7dd8e000b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a52f2ce-4830-4c23-807b-2116b5b6b7b7'}, {'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846f130e-8b5c-43bc-a6aa-7b9b06383b8c'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:22:28.335115 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eea21b-71fd-47b7-b184-316d21c201f0 req-27bd81b9-0c1a-419d-a8a1-56f6a2ab2865 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:28.341354 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eea21b-71fd-47b7-b184-316d21c201f0 req-27bd81b9-0c1a-419d-a8a1-56f6a2ab2865 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:28.347820 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eea21b-71fd-47b7-b184-316d21c201f0 req-27bd81b9-0c1a-419d-a8a1-56f6a2ab2865 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:28.353732 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eea21b-71fd-47b7-b184-316d21c201f0 req-27bd81b9-0c1a-419d-a8a1-56f6a2ab2865 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:28.360071 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eea21b-71fd-47b7-b184-316d21c201f0 req-27bd81b9-0c1a-419d-a8a1-56f6a2ab2865 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:28.366083 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eea21b-71fd-47b7-b184-316d21c201f0 req-27bd81b9-0c1a-419d-a8a1-56f6a2ab2865 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:28.372280 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eea21b-71fd-47b7-b184-316d21c201f0 req-27bd81b9-0c1a-419d-a8a1-56f6a2ab2865 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:28.374277 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-89eea21b-71fd-47b7-b184-316d21c201f0 req-27bd81b9-0c1a-419d-a8a1-56f6a2ab2865 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 5431 time: 0.4380250 May 27 02:22:28.400012 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6604fc-f5cd-495d-8224-b2dc81002942 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Checking segment: {'id': '947e1173-2be6-4be1-8b83-6288c15f8421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f12480bd-faec-41b8-a09d-97adf2ac4b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:22:28.400380 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6604fc-f5cd-495d-8224-b2dc81002942 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Network hostable DHCP agents. Network: f12480bd-faec-41b8-a09d-97adf2ac4b62, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:22:28.415418 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-f3b7478c-c55f-407b-85c4-3456210bd573 service neutron] 10.222.0.57 "GET /v2.0/networks/e7d66f6a-a479-4269-a75d-5f748e43df31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212736 May 27 02:22:28.475080 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44996) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:28.503615 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-81931ed3-b9d2-4079-a3c9-7fae12b435b9 None None] For port e725703e-cc1e-440f-80c7-108dc8ddbaa5, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:22:28.517376 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:22:28.527863 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:28.528235 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:28.528478 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-817db406-084c-4822-bd28-825a5f5da60a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c81473a41fb94f91be2c0840146b05b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522137 May 27 02:22:28.529094 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45000) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:28.535706 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-89eea21b-71fd-47b7-b184-316d21c201f0 req-688c9ad0-bc01-4755-8fe9-3f6e9a0cb7e8 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=057f65d9-7e45-40c8-b89f-71d48d79e181&id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1547220 May 27 02:22:28.596128 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-dc87e49e-2d2a-4ac5-8211-4e67149b96c5 service neutron] 10.222.0.57 "GET /v2.0/networks/e7d66f6a-a479-4269-a75d-5f748e43df31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798034 May 27 02:22:28.600810 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-61133449-2daa-4b17-aa8b-af485fd0acee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:28.618304 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6604fc-f5cd-495d-8224-b2dc81002942 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Network f12480bd-faec-41b8-a09d-97adf2ac4b62 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:22:28.638959 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-61133449-2daa-4b17-aa8b-af485fd0acee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:28.640697 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-81931ed3-b9d2-4079-a3c9-7fae12b435b9 None None] For port e725703e-cc1e-440f-80c7-108dc8ddbaa5, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=e725703e-cc1e-440f-80c7-108dc8ddbaa5,segment=NetworkSegment(edb13634-8c2f-4443-89c4-f51e19df46bb),segment_id=edb13634-8c2f-4443-89c4-f51e19df46bb)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:22:28.660784 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-df498978-e9a7-421d-b534-4c1a3b07fa65 None None] Allocated IP 2001:db8::2 (01d3da38-2276-4bbd-90bd-35019c3edc4d/fce5bd6a-f236-490b-95fe-6c30d5f61305/7a5031e3-0a39-43f6-82f7-31ecbf77560b) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:22:28.711011 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-fb6604fc-f5cd-495d-8224-b2dc81002942 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, f12480bd-faec-41b8-a09d-97adf2ac4b62) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:22:28.722231 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6604fc-f5cd-495d-8224-b2dc81002942 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:28.723049 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fb6604fc-f5cd-495d-8224-b2dc81002942 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:28.745694 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da835c07-fef6-4af6-bcde-bad9c5256d2b None None] Network f12480bd-faec-41b8-a09d-97adf2ac4b62 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:22:28.760823 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-61133449-2daa-4b17-aa8b-af485fd0acee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:28.779176 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61133449-2daa-4b17-aa8b-af485fd0acee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcfc258-43a3-4cfc-b866-e978be943d91,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:28.787544 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-61133449-2daa-4b17-aa8b-af485fd0acee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:28.788975 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-61133449-2daa-4b17-aa8b-af485fd0acee admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0bcfc258-43a3-4cfc-b866-e978be943d91 HTTP/1.1" status: 204 len: 168 time: 0.2587612 May 27 02:22:28.794484 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f813248-4d1c-43de-85a9-45972da4559a req-c04a222f-ffbe-4149-b91b-c98698ba4a86 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:28.809849 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0f813248-4d1c-43de-85a9-45972da4559a req-c04a222f-ffbe-4149-b91b-c98698ba4a86 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=31a04624-be5b-4e3c-8040-e7dd8e000b9a HTTP/1.1" status: 200 len: 945 time: 0.1406031 May 27 02:22:28.902073 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0f813248-4d1c-43de-85a9-45972da4559a req-d98cb7d7-060e-4ba3-92d8-3133524bf401 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861030 May 27 02:22:28.906943 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45012) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:28.919367 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-fb6604fc-f5cd-495d-8224-b2dc81002942 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7170033 May 27 02:22:28.932289 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-81931ed3-b9d2-4079-a3c9-7fae12b435b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:29.221389 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97862e6-94ba-46d0-ae7a-a8bedf953d85 req-11d37c0d-840e-4a22-9f64-a7f5d01ea13a tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:29.223212 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d97862e6-94ba-46d0-ae7a-a8bedf953d85 req-11d37c0d-840e-4a22-9f64-a7f5d01ea13a tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d10020c-bafc-4744-8af1-90a8220fdfed HTTP/1.1" status: 200 len: 944 time: 0.2763672 May 27 02:22:29.293036 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d97862e6-94ba-46d0-ae7a-a8bedf953d85 req-a2e14e58-609c-465b-97c4-6ec76039d378 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/security-groups?id=79437922-d5e1-4f8b-bbae-11b029e819f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626705 May 27 02:22:29.310536 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3558b-3690-427a-8ed6-eea9be5e328e req-ebbd04d0-e734-4233-84f3-0f9631268ad4 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:29.326208 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b2c3558b-3690-427a-8ed6-eea9be5e328e req-ebbd04d0-e734-4233-84f3-0f9631268ad4 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 946 time: 0.2214291 May 27 02:22:29.367155 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-df498978-e9a7-421d-b534-4c1a3b07fa65 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:29.378643 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-df498978-e9a7-421d-b534-4c1a3b07fa65 None None] Transition to ACTIVE for port object 7a5031e3-0a39-43f6-82f7-31ecbf77560b will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:22:29.392082 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b2c3558b-3690-427a-8ed6-eea9be5e328e req-05ee42ff-ec76-4f59-90aa-a594994a12d5 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647900 May 27 02:22:29.406004 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:29.406391 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:29.427641 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-df498978-e9a7-421d-b534-4c1a3b07fa65 None None] Transition to ACTIVE for port object 7a5031e3-0a39-43f6-82f7-31ecbf77560b will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:22:29.445242 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8828371-64fc-4312-a00d-25894ff973c6'] response: {'server_uuid': '31a04624-be5b-4e3c-8040-e7dd8e000b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a52f2ce-4830-4c23-807b-2116b5b6b7b7', 'code': 200} May 27 02:22:29.445471 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8828371-64fc-4312-a00d-25894ff973c6'] response: {'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846f130e-8b5c-43bc-a6aa-7b9b06383b8c', 'code': 200} May 27 02:22:29.484758 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:29.542459 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-79f20231-918a-481b-bff7-845f02ce60d3 req-97610537-ca4a-4d88-ba7e-dfa8074d7720 tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] 10.222.0.57 "GET /v2.0/ports?device_id=710029bb-f038-4b19-811a-09385aa9fb7b HTTP/1.1" status: 200 len: 210 time: 0.1000230 May 27 02:22:29.591046 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12610012-0d5d-4cd1-96c4-5d18b31ffcd6 req-14a0a6fa-2790-46c6-9537-c2554137bfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:29.602437 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-12610012-0d5d-4cd1-96c4-5d18b31ffcd6 req-14a0a6fa-2790-46c6-9537-c2554137bfe7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=31a04624-be5b-4e3c-8040-e7dd8e000b9a HTTP/1.1" status: 200 len: 1096 time: 0.1067371 May 27 02:22:29.629444 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125,segment=NetworkSegment(b2df5c34-5572-4927-b1e4-0de52e1a0b3a),segment_id=b2df5c34-5572-4927-b1e4-0de52e1a0b3a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:29.640070 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:29.644653 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81931ed3-b9d2-4079-a3c9-7fae12b435b9 None None] Pushing event updated for resources: {'Port': ['ID=e725703e-cc1e-440f-80c7-108dc8ddbaa5,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:29.658206 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9619071-0f76-4f03-89c0-3ec729265ef7 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:29.661972 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-df498978-e9a7-421d-b534-4c1a3b07fa65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:29.720146 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-12610012-0d5d-4cd1-96c4-5d18b31ffcd6 req-e7e07c0c-6a36-480f-a7b4-25f2eae658cd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105289 May 27 02:22:29.758570 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 178f21d2-1b4d-48a5-b5fe-792658484eb1 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:22:29.780305 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45024) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:29.811573 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0746b3e-a1b8-44be-afca-bf50f5c29195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-f12480bd-faec-41b8-a09d-97adf2ac4b62', 'network_id': 'f12480bd-faec-41b8-a09d-97adf2ac4b62', 'tenant_id': '0fe0e8752d8d489fa5e10b108088dd79', 'fixed_ips': [{'subnet_id': 'b3766451-2d80-4571-9129-d8b004119109'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:22:29.812390 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c0746b3e-a1b8-44be-afca-bf50f5c29195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:29.823182 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:29.828381 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 264c73cf-2308-4577-bcf0-61fc0de4e850 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:22:29.844544 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83124cbd-5bb1-4adb-a733-730f2a6eb35b req-cc627dba-3cc7-4ab4-875e-e4f410aee4cd tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:29.854469 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-83124cbd-5bb1-4adb-a733-730f2a6eb35b req-cc627dba-3cc7-4ab4-875e-e4f410aee4cd tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e0e8527-ea60-4992-b3cb-e21eaa4856f1 HTTP/1.1" status: 200 len: 945 time: 0.2146678 May 27 02:22:29.912415 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df498978-e9a7-421d-b534-4c1a3b07fa65 None None] Network 01d3da38-2276-4bbd-90bd-35019c3edc4d is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:22:29.928202 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-df498978-e9a7-421d-b534-4c1a3b07fa65 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:22:29.942432 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 178f21d2-1b4d-48a5-b5fe-792658484eb1 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:22:29.942774 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 178f21d2-1b4d-48a5-b5fe-792658484eb1 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:22:29.944381 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df498978-e9a7-421d-b534-4c1a3b07fa65 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:22:29.984323 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-83124cbd-5bb1-4adb-a733-730f2a6eb35b req-2d9391cc-f0f2-412e-be65-93fa8d46bdd5 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/security-groups?id=98403105-d981-4c62-804c-8b9c17a93da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288877 May 27 02:22:29.991982 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2db0d1b3-4bb9-46a1-9f22-325510c79188 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=83b0b002a9cc45cf9cfe4cb09f7d0354&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2104642 May 27 02:22:30.003820 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45032) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:30.059082 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df498978-e9a7-421d-b534-4c1a3b07fa65 None None] Pushing event updated for resources: {'Port': ['ID=7a5031e3-0a39-43f6-82f7-31ecbf77560b,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:30.124618 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e010d0-3479-4bcf-ba8d-f2453c869dec req-1b54580a-bc83-481e-89ed-f888178855da tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:30.130886 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e010d0-3479-4bcf-ba8d-f2453c869dec req-1b54580a-bc83-481e-89ed-f888178855da tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:30.141667 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e010d0-3479-4bcf-ba8d-f2453c869dec req-1b54580a-bc83-481e-89ed-f888178855da tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:30.148527 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e010d0-3479-4bcf-ba8d-f2453c869dec req-1b54580a-bc83-481e-89ed-f888178855da tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:30.154593 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e010d0-3479-4bcf-ba8d-f2453c869dec req-1b54580a-bc83-481e-89ed-f888178855da tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:30.162902 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e010d0-3479-4bcf-ba8d-f2453c869dec req-1b54580a-bc83-481e-89ed-f888178855da tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:30.166551 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:30.191260 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e010d0-3479-4bcf-ba8d-f2453c869dec req-1b54580a-bc83-481e-89ed-f888178855da tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:30.201573 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-84e010d0-3479-4bcf-ba8d-f2453c869dec req-1b54580a-bc83-481e-89ed-f888178855da tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 5432 time: 0.4747434 May 27 02:22:30.206329 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-a9619071-0f76-4f03-89c0-3ec729265ef7 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Allocated IP 2001:db8::1 (01d3da38-2276-4bbd-90bd-35019c3edc4d/fce5bd6a-f236-490b-95fe-6c30d5f61305/bdcea0b3-7ada-4311-b2cc-5fcb3453d3a0) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:22:30.221929 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:30.268606 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-df498978-e9a7-421d-b534-4c1a3b07fa65 None None] Attempting to bind port 7a5031e3-0a39-43f6-82f7-31ecbf77560b on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:22:30.269007 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-df498978-e9a7-421d-b534-4c1a3b07fa65 None None] Attempting to bind port 7a5031e3-0a39-43f6-82f7-31ecbf77560b by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '2182a4e1-945b-40a3-91a5-eea03d331764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '01d3da38-2276-4bbd-90bd-35019c3edc4d'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:22:30.269372 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df498978-e9a7-421d-b534-4c1a3b07fa65 None None] Attempting to bind port 7a5031e3-0a39-43f6-82f7-31ecbf77560b on network 01d3da38-2276-4bbd-90bd-35019c3edc4d {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:22:30.286119 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df498978-e9a7-421d-b534-4c1a3b07fa65 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:22:30.286420 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df498978-e9a7-421d-b534-4c1a3b07fa65 None None] Checking segment: {'id': '2182a4e1-945b-40a3-91a5-eea03d331764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '01d3da38-2276-4bbd-90bd-35019c3edc4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:22:30.286829 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-df498978-e9a7-421d-b534-4c1a3b07fa65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:30.287225 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df498978-e9a7-421d-b534-4c1a3b07fa65 None None] Bound using segment: {'id': '2182a4e1-945b-40a3-91a5-eea03d331764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '01d3da38-2276-4bbd-90bd-35019c3edc4d'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:22:30.287711 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-df498978-e9a7-421d-b534-4c1a3b07fa65 None None] Bound port: 7a5031e3-0a39-43f6-82f7-31ecbf77560b, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2182a4e1-945b-40a3-91a5-eea03d331764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '01d3da38-2276-4bbd-90bd-35019c3edc4d'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:22:30.288082 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-df498978-e9a7-421d-b534-4c1a3b07fa65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:30.308881 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-350e4459-3209-4793-810a-bac637b392e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:30.338745 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-350e4459-3209-4793-810a-bac637b392e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:30.371868 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 264c73cf-2308-4577-bcf0-61fc0de4e850 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:22:30.394860 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 264c73cf-2308-4577-bcf0-61fc0de4e850 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:30.395233 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:30.420965 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9619071-0f76-4f03-89c0-3ec729265ef7 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:30.422178 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-84e010d0-3479-4bcf-ba8d-f2453c869dec req-3bf719ba-b75b-49e1-9f1d-6d0f39e12f0d tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=057f65d9-7e45-40c8-b89f-71d48d79e181&id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2192178 May 27 02:22:30.461149 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-a9619071-0f76-4f03-89c0-3ec729265ef7 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Transition to ACTIVE for port object bdcea0b3-7ada-4311-b2cc-5fcb3453d3a0 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:22:30.480080 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467fd40c-c463-45cd-9b9b-531ce6b0f1de req-69f4d217-cc05-46f6-b1cf-8fac4bfa1bca tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:30.481493 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-c0746b3e-a1b8-44be-afca-bf50f5c29195 None None] Allocated IP 2001:db8::2 (f12480bd-faec-41b8-a09d-97adf2ac4b62/b3766451-2d80-4571-9129-d8b004119109/536560a1-a63b-476c-932e-cafbda8fca68) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:22:30.500872 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-467fd40c-c463-45cd-9b9b-531ce6b0f1de req-69f4d217-cc05-46f6-b1cf-8fac4bfa1bca tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=31a04624-be5b-4e3c-8040-e7dd8e000b9a HTTP/1.1" status: 200 len: 945 time: 0.2920935 May 27 02:22:30.503833 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-df498978-e9a7-421d-b534-4c1a3b07fa65 None None] For port 7a5031e3-0a39-43f6-82f7-31ecbf77560b, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:22:30.508963 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-df498978-e9a7-421d-b534-4c1a3b07fa65 None None] For port 7a5031e3-0a39-43f6-82f7-31ecbf77560b, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=7a5031e3-0a39-43f6-82f7-31ecbf77560b,segment=NetworkSegment(2182a4e1-945b-40a3-91a5-eea03d331764),segment_id=2182a4e1-945b-40a3-91a5-eea03d331764)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:22:30.556060 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-350e4459-3209-4793-810a-bac637b392e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:30.561647 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9619071-0f76-4f03-89c0-3ec729265ef7 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:30.615103 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-467fd40c-c463-45cd-9b9b-531ce6b0f1de req-86bf2b69-8073-40d0-89bf-e07dfa87c32c tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128612 May 27 02:22:30.626118 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e4459-3209-4793-810a-bac637b392e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b76de37-cabe-423c-8187-eb42bce67590,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:30.630675 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-350e4459-3209-4793-810a-bac637b392e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:30.631244 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-df498978-e9a7-421d-b534-4c1a3b07fa65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:30.634480 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-350e4459-3209-4793-810a-bac637b392e1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6b76de37-cabe-423c-8187-eb42bce67590 HTTP/1.1" status: 204 len: 168 time: 0.6238742 May 27 02:22:30.657222 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9619071-0f76-4f03-89c0-3ec729265ef7 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Network 01d3da38-2276-4bbd-90bd-35019c3edc4d is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:22:30.661837 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-a9619071-0f76-4f03-89c0-3ec729265ef7 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:22:30.666336 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9619071-0f76-4f03-89c0-3ec729265ef7 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:22:30.666780 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9619071-0f76-4f03-89c0-3ec729265ef7 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:30.728970 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0eb2d4-3a13-482a-8087-605a6d421e4e req-02c02c47-dbbb-4762-805b-724e3bfdcc21 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:30.737370 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fc0eb2d4-3a13-482a-8087-605a6d421e4e req-02c02c47-dbbb-4762-805b-724e3bfdcc21 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d10020c-bafc-4744-8af1-90a8220fdfed HTTP/1.1" status: 200 len: 944 time: 0.1603909 May 27 02:22:31.000583 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 264c73cf-2308-4577-bcf0-61fc0de4e850 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:31.001447 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:31.001685 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9619071-0f76-4f03-89c0-3ec729265ef7 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Pushing event updated for resources: {'Port': ['ID=bdcea0b3-7ada-4311-b2cc-5fcb3453d3a0,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:31.026601 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df498978-e9a7-421d-b534-4c1a3b07fa65 None None] Pushing event updated for resources: {'Port': ['ID=7a5031e3-0a39-43f6-82f7-31ecbf77560b,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:31.081786 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fc0eb2d4-3a13-482a-8087-605a6d421e4e req-d463eefc-c1d1-4a09-b138-821916128175 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/security-groups?id=79437922-d5e1-4f8b-bbae-11b029e819f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430767 May 27 02:22:31.147402 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 264c73cf-2308-4577-bcf0-61fc0de4e850, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=264c73cf-2308-4577-bcf0-61fc0de4e850,segment=NetworkSegment(c7b67dd1-e75f-43e2-a0d4-234645245d4c),segment_id=c7b67dd1-e75f-43e2-a0d4-234645245d4c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:31.160297 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d148cc2-dd83-4f9e-bcc6-0ec5fea2696e req-67a7b2b5-cc3d-4bf1-bbac-8a63530c24dd tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:31.162204 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1d148cc2-dd83-4f9e-bcc6-0ec5fea2696e req-67a7b2b5-cc3d-4bf1-bbac-8a63530c24dd tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 946 time: 0.2466922 May 27 02:22:31.184597 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c0746b3e-a1b8-44be-afca-bf50f5c29195 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:31.201828 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c0746b3e-a1b8-44be-afca-bf50f5c29195 None None] Transition to ACTIVE for port object 536560a1-a63b-476c-932e-cafbda8fca68 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:22:31.238814 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c0746b3e-a1b8-44be-afca-bf50f5c29195 None None] Transition to ACTIVE for port object 536560a1-a63b-476c-932e-cafbda8fca68 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:22:31.270722 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:31.273897 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 248cd725-0c24-4047-b076-0aa17cd7ecc0 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:22:31.276781 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1d148cc2-dd83-4f9e-bcc6-0ec5fea2696e req-e9b8a94f-f74e-408a-9766-bd5e94711e2d tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068366 May 27 02:22:31.391632 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c0746b3e-a1b8-44be-afca-bf50f5c29195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:31.459533 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-87a6d8c5-4a34-40ce-ad73-43e93e7bf199 req-68ae3af5-191c-48b3-aa84-603e8dc4e57b tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] 10.222.0.57 "GET /v2.0/ports?device_id=710029bb-f038-4b19-811a-09385aa9fb7b HTTP/1.1" status: 200 len: 210 time: 0.1246212 May 27 02:22:31.478439 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125'}, {'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264c73cf-2308-4577-bcf0-61fc0de4e850'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:22:31.536788 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9619071-0f76-4f03-89c0-3ec729265ef7 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:31.601468 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba70f8-8fd3-49f7-aaa7-1930a4c71d0b req-0c34a589-a9ce-4960-9d1f-715a30f86068 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:31.610291 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7dba70f8-8fd3-49f7-aaa7-1930a4c71d0b req-0c34a589-a9ce-4960-9d1f-715a30f86068 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e0e8527-ea60-4992-b3cb-e21eaa4856f1 HTTP/1.1" status: 200 len: 945 time: 0.1107616 May 27 02:22:31.667338 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa85f62-93fd-4661-a07d-3cd6edc9b7fc None None] Network 5e093244-26c7-4ae1-a881-6374dbf1a201 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:22:31.681620 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7dba70f8-8fd3-49f7-aaa7-1930a4c71d0b req-38013010-f480-4b38-aa15-6849cd7946b3 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/security-groups?id=98403105-d981-4c62-804c-8b9c17a93da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699625 May 27 02:22:31.934885 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4803e387-d68a-4f69-98ee-37b596da63e9'] response: {'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125', 'code': 200} May 27 02:22:31.935405 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4803e387-d68a-4f69-98ee-37b596da63e9'] response: {'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264c73cf-2308-4577-bcf0-61fc0de4e850', 'code': 200} May 27 02:22:32.078012 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0746b3e-a1b8-44be-afca-bf50f5c29195 None None] Network f12480bd-faec-41b8-a09d-97adf2ac4b62 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:22:32.104423 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9619071-0f76-4f03-89c0-3ec729265ef7 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:32.121331 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-c0746b3e-a1b8-44be-afca-bf50f5c29195 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:22:32.125590 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0746b3e-a1b8-44be-afca-bf50f5c29195 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:22:32.133460 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 7a5031e3-0a39-43f6-82f7-31ecbf77560b up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:22:32.162623 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9619071-0f76-4f03-89c0-3ec729265ef7 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:32.165381 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9619071-0f76-4f03-89c0-3ec729265ef7 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:32.188205 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b58472-6738-4bc8-8454-2e411b73c374 req-d25dc690-0972-4aed-bceb-9bdc34ae4213 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:32.194030 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b58472-6738-4bc8-8454-2e411b73c374 req-d25dc690-0972-4aed-bceb-9bdc34ae4213 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:32.199812 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b58472-6738-4bc8-8454-2e411b73c374 req-d25dc690-0972-4aed-bceb-9bdc34ae4213 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:32.205663 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b58472-6738-4bc8-8454-2e411b73c374 req-d25dc690-0972-4aed-bceb-9bdc34ae4213 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:32.211479 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b58472-6738-4bc8-8454-2e411b73c374 req-d25dc690-0972-4aed-bceb-9bdc34ae4213 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:32.217617 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b58472-6738-4bc8-8454-2e411b73c374 req-d25dc690-0972-4aed-bceb-9bdc34ae4213 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:32.223402 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b58472-6738-4bc8-8454-2e411b73c374 req-d25dc690-0972-4aed-bceb-9bdc34ae4213 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:32.225383 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-67b58472-6738-4bc8-8454-2e411b73c374 req-d25dc690-0972-4aed-bceb-9bdc34ae4213 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 5433 time: 0.4968681 May 27 02:22:32.243357 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-45c7c909-880e-43ce-bd5f-ef3fcb42c49a tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:32.244851 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-45c7c909-880e-43ce-bd5f-ef3fcb42c49a tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] 10.222.0.66 "GET /v2.0/networks?id=e7d66f6a-a479-4269-a75d-5f748e43df31 HTTP/1.1" status: 200 len: 808 time: 0.4156575 May 27 02:22:32.276928 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-dd72b473-fcda-4d01-a24c-0f304578bcd0 tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] Request body: {'port': {'device_id': '710029bb-f038-4b19-811a-09385aa9fb7b', 'network_id': 'e7d66f6a-a479-4269-a75d-5f748e43df31', 'admin_state_up': True, 'tenant_id': 'cdc6c537be7143c392516bc75c24b526'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:32.307435 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=264c73cf-2308-4577-bcf0-61fc0de4e850,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:32.396748 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313a6a2-4d37-4ec8-a293-1bbac7623423 req-09cc323d-437c-4297-8994-e5b69515c8b4 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:32.409475 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c313a6a2-4d37-4ec8-a293-1bbac7623423 req-09cc323d-437c-4297-8994-e5b69515c8b4 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=31a04624-be5b-4e3c-8040-e7dd8e000b9a HTTP/1.1" status: 200 len: 945 time: 0.4273832 May 27 02:22:32.445128 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9619071-0f76-4f03-89c0-3ec729265ef7 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Pushing event updated for resources: {'Port': ['ID=bdcea0b3-7ada-4311-b2cc-5fcb3453d3a0,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:32.497278 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-11be82bf-d25c-4e01-92a1-239bdceb383c None None] Provisioning for port e725703e-cc1e-440f-80c7-108dc8ddbaa5 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:22:32.515618 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9619071-0f76-4f03-89c0-3ec729265ef7 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Network 01d3da38-2276-4bbd-90bd-35019c3edc4d is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:22:32.517279 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-a9619071-0f76-4f03-89c0-3ec729265ef7 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:22:32.558591 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-67b58472-6738-4bc8-8454-2e411b73c374 req-921f3e17-528f-4252-bc92-04e2c062199f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=057f65d9-7e45-40c8-b89f-71d48d79e181&id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3083870 May 27 02:22:32.586389 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0746b3e-a1b8-44be-afca-bf50f5c29195 None None] Pushing event updated for resources: {'Port': ['ID=536560a1-a63b-476c-932e-cafbda8fca68,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:32.601432 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-dd72b473-fcda-4d01-a24c-0f304578bcd0 tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:32.605575 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-c0746b3e-a1b8-44be-afca-bf50f5c29195 None None] Attempting to bind port 536560a1-a63b-476c-932e-cafbda8fca68 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:22:32.605950 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-c0746b3e-a1b8-44be-afca-bf50f5c29195 None None] Attempting to bind port 536560a1-a63b-476c-932e-cafbda8fca68 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '947e1173-2be6-4be1-8b83-6288c15f8421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f12480bd-faec-41b8-a09d-97adf2ac4b62'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:22:32.609122 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0746b3e-a1b8-44be-afca-bf50f5c29195 None None] Attempting to bind port 536560a1-a63b-476c-932e-cafbda8fca68 on network f12480bd-faec-41b8-a09d-97adf2ac4b62 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:22:32.610084 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-dd72b473-fcda-4d01-a24c-0f304578bcd0 tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] Usage tracker for resource:port and tenant:cdc6c537be7143c392516bc75c24b526 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:22:32.622669 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-dd72b473-fcda-4d01-a24c-0f304578bcd0 tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:22:32.643526 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0746b3e-a1b8-44be-afca-bf50f5c29195 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:22:32.644806 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0746b3e-a1b8-44be-afca-bf50f5c29195 None None] Checking segment: {'id': '947e1173-2be6-4be1-8b83-6288c15f8421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f12480bd-faec-41b8-a09d-97adf2ac4b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:22:32.646840 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c0746b3e-a1b8-44be-afca-bf50f5c29195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:32.647310 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0746b3e-a1b8-44be-afca-bf50f5c29195 None None] Bound using segment: {'id': '947e1173-2be6-4be1-8b83-6288c15f8421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f12480bd-faec-41b8-a09d-97adf2ac4b62'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:22:32.647862 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-c0746b3e-a1b8-44be-afca-bf50f5c29195 None None] Bound port: 536560a1-a63b-476c-932e-cafbda8fca68, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '947e1173-2be6-4be1-8b83-6288c15f8421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f12480bd-faec-41b8-a09d-97adf2ac4b62'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:22:32.651133 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c0746b3e-a1b8-44be-afca-bf50f5c29195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:32.664616 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-dd72b473-fcda-4d01-a24c-0f304578bcd0 tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:32.682918 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c313a6a2-4d37-4ec8-a293-1bbac7623423 req-0e51a663-561a-4a11-a62e-a86098c4e472 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725129 May 27 02:22:32.687873 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4dfc76-f60a-4707-bac5-c16e179d664c None None] Network 01d3da38-2276-4bbd-90bd-35019c3edc4d requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:22:32.743517 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-dd72b473-fcda-4d01-a24c-0f304578bcd0 tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] Made reservation on behalf of cdc6c537be7143c392516bc75c24b526 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:22:32.747473 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-dd72b473-fcda-4d01-a24c-0f304578bcd0 tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:32.867577 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45080) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:32.937018 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 248cd725-0c24-4047-b076-0aa17cd7ecc0 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:22:32.972701 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9619071-0f76-4f03-89c0-3ec729265ef7 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Router 97a67842-c15e-4cb7-addc-1d14499a8d0e is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:22:33.039208 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 248cd725-0c24-4047-b076-0aa17cd7ecc0 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:33.039582 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:33.060446 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-9c414e5f-dd6c-4bef-8857-cc2cbfaf5939 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1783410469-network', 'tenant_id': '2bb14a6347174efba6a7d9d552926c38'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:33.092973 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 7a5031e3-0a39-43f6-82f7-31ecbf77560b completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:22:33.124047 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device e725703e-cc1e-440f-80c7-108dc8ddbaa5 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:22:33.128114 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9c414e5f-dd6c-4bef-8857-cc2cbfaf5939 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:33.153442 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9c414e5f-dd6c-4bef-8857-cc2cbfaf5939 admin admin] Usage tracker for resource:network and tenant:2bb14a6347174efba6a7d9d552926c38 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:22:33.160134 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9c414e5f-dd6c-4bef-8857-cc2cbfaf5939 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:22:33.170448 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9c414e5f-dd6c-4bef-8857-cc2cbfaf5939 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:33.185874 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-dd72b473-fcda-4d01-a24c-0f304578bcd0 tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] Allocated IP 172.20.0.7 (e7d66f6a-a479-4269-a75d-5f748e43df31/a10ec9d4-5ac5-44af-ab42-24a0f0b29d4b/5667e7eb-ff4e-4770-bdfc-b56758811fad) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:22:33.187364 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a178bf40-550c-4450-9c87-a85db1dd60d4 None None] Provisioning for port 7a5031e3-0a39-43f6-82f7-31ecbf77560b completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:22:33.198933 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9619071-0f76-4f03-89c0-3ec729265ef7 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:22:33.222952 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb023b-4906-44f3-a8d1-a39a095f2b5b req-7f91eb28-938b-42c3-8293-0cc82e3a7b52 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:33.224759 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-24fb023b-4906-44f3-a8d1-a39a095f2b5b req-7f91eb28-938b-42c3-8293-0cc82e3a7b52 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 946 time: 0.3109882 May 27 02:22:33.229095 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a9619071-0f76-4f03-89c0-3ec729265ef7 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] 10.222.0.57 "PUT /v2.0/routers/97a67842-c15e-4cb7-addc-1d14499a8d0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3163607 May 27 02:22:33.229999 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45086) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:33.260209 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879bac5f-7da7-4164-8ed0-1412a5d18f2d None None] Sync routers for ids ['97a67842-c15e-4cb7-addc-1d14499a8d0e'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:22:33.262703 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a178bf40-550c-4450-9c87-a85db1dd60d4 None None] Provisioning complete for port 7a5031e3-0a39-43f6-82f7-31ecbf77560b triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:33.263074 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a178bf40-550c-4450-9c87-a85db1dd60d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:33.275487 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60786934-452f-4748-bd67-5c18b6c845da req-280d5ead-4f36-42fc-ad2f-7ba86da2d647 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:33.277270 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-60786934-452f-4748-bd67-5c18b6c845da req-280d5ead-4f36-42fc-ad2f-7ba86da2d647 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d10020c-bafc-4744-8af1-90a8220fdfed HTTP/1.1" status: 200 len: 944 time: 0.3622582 May 27 02:22:33.304031 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c414e5f-dd6c-4bef-8857-cc2cbfaf5939 admin admin] Made reservation on behalf of 2bb14a6347174efba6a7d9d552926c38 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:22:33.312976 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c414e5f-dd6c-4bef-8857-cc2cbfaf5939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:33.346489 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-c0746b3e-a1b8-44be-afca-bf50f5c29195 None None] For port 536560a1-a63b-476c-932e-cafbda8fca68, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:22:33.366974 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879bac5f-7da7-4164-8ed0-1412a5d18f2d None None] Routers {'97a67842-c15e-4cb7-addc-1d14499a8d0e'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:22:33.367630 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-879bac5f-7da7-4164-8ed0-1412a5d18f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:22:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['97a67842-c15e-4cb7-addc-1d14499a8d0e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:33.410728 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c414e5f-dd6c-4bef-8857-cc2cbfaf5939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:33.445909 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9c414e5f-dd6c-4bef-8857-cc2cbfaf5939 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:33.454295 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9c414e5f-dd6c-4bef-8857-cc2cbfaf5939 admin admin] Usage tracker for resource:security_group_rule and tenant:2bb14a6347174efba6a7d9d552926c38 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:22:33.459801 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9c414e5f-dd6c-4bef-8857-cc2cbfaf5939 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:22:33.460821 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-c0746b3e-a1b8-44be-afca-bf50f5c29195 None None] For port 536560a1-a63b-476c-932e-cafbda8fca68, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=536560a1-a63b-476c-932e-cafbda8fca68,segment=NetworkSegment(947e1173-2be6-4be1-8b83-6288c15f8421),segment_id=947e1173-2be6-4be1-8b83-6288c15f8421)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:22:33.465697 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-60786934-452f-4748-bd67-5c18b6c845da req-067778f0-92a5-4566-b59d-253625730bd1 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/security-groups?id=79437922-d5e1-4f8b-bbae-11b029e819f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756845 May 27 02:22:33.472316 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9c414e5f-dd6c-4bef-8857-cc2cbfaf5939 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:33.495716 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-24fb023b-4906-44f3-a8d1-a39a095f2b5b req-ea12a38a-2034-45b8-b898-bd3822340390 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2625511 May 27 02:22:33.517544 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-879bac5f-7da7-4164-8ed0-1412a5d18f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:33.564686 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c0746b3e-a1b8-44be-afca-bf50f5c29195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:33.618216 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879bac5f-7da7-4164-8ed0-1412a5d18f2d None None] Routers {'97a67842-c15e-4cb7-addc-1d14499a8d0e'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:22:33.618863 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-879bac5f-7da7-4164-8ed0-1412a5d18f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:22:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['97a67842-c15e-4cb7-addc-1d14499a8d0e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:33.720052 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-dd72b473-fcda-4d01-a24c-0f304578bcd0 tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:33.730483 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port e725703e-cc1e-440f-80c7-108dc8ddbaa5 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:22:33.761157 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-879bac5f-7da7-4164-8ed0-1412a5d18f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:33.761565 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879bac5f-7da7-4164-8ed0-1412a5d18f2d None None] The sync data for ids ['97a67842-c15e-4cb7-addc-1d14499a8d0e'] in n-d-843554-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:22:33.781837 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 248cd725-0c24-4047-b076-0aa17cd7ecc0 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:33.782252 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:33.788333 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bc5ac169-1a51-4de1-ad16-0ce2b2daf23f req-4b5b7740-925a-49f6-aaae-37af986a4640 tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] 10.222.0.57 "GET /v2.0/ports?device_id=710029bb-f038-4b19-811a-09385aa9fb7b HTTP/1.1" status: 200 len: 210 time: 0.1047568 May 27 02:22:33.828232 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port e725703e-cc1e-440f-80c7-108dc8ddbaa5 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:33.828643 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:33.941944 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0746b3e-a1b8-44be-afca-bf50f5c29195 None None] Pushing event updated for resources: {'Port': ['ID=536560a1-a63b-476c-932e-cafbda8fca68,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:33.954915 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a178bf40-550c-4450-9c87-a85db1dd60d4 None None] Current status of the port 7a5031e3-0a39-43f6-82f7-31ecbf77560b is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:33.955695 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a178bf40-550c-4450-9c87-a85db1dd60d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:33.982595 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248cd725-0c24-4047-b076-0aa17cd7ecc0'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:22:34.033042 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 248cd725-0c24-4047-b076-0aa17cd7ecc0, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=248cd725-0c24-4047-b076-0aa17cd7ecc0,segment=NetworkSegment(b2df5c34-5572-4927-b1e4-0de52e1a0b3a),segment_id=b2df5c34-5572-4927-b1e4-0de52e1a0b3a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:34.044013 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49888f9-c7b9-4ae6-b308-f12f8ff30372 req-7860583d-97ee-4b42-b0da-0edd81d8e976 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:34.051457 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e49888f9-c7b9-4ae6-b308-f12f8ff30372 req-7860583d-97ee-4b42-b0da-0edd81d8e976 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e0e8527-ea60-4992-b3cb-e21eaa4856f1 HTTP/1.1" status: 200 len: 945 time: 0.3134842 May 27 02:22:34.118967 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a178bf40-550c-4450-9c87-a85db1dd60d4 None None] For port 7a5031e3-0a39-43f6-82f7-31ecbf77560b, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=7a5031e3-0a39-43f6-82f7-31ecbf77560b,segment=NetworkSegment(2182a4e1-945b-40a3-91a5-eea03d331764),segment_id=2182a4e1-945b-40a3-91a5-eea03d331764)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:34.135331 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:34.168949 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-dd72b473-fcda-4d01-a24c-0f304578bcd0 tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:34.237215 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-dd72b473-fcda-4d01-a24c-0f304578bcd0 tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] Network e7d66f6a-a479-4269-a75d-5f748e43df31 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:22:34.247500 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-dd72b473-fcda-4d01-a24c-0f304578bcd0 tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:22:34.261953 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-dd72b473-fcda-4d01-a24c-0f304578bcd0 tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:22:34.269972 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 5d07c6e5-e08b-4b06-9fab-bcb710d202d5 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:22:34.384941 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-dd72b473-fcda-4d01-a24c-0f304578bcd0 tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:34.385598 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-dd72b473-fcda-4d01-a24c-0f304578bcd0 tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:34.391335 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a178bf40-550c-4450-9c87-a85db1dd60d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:34.395113 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=248cd725-0c24-4047-b076-0aa17cd7ecc0,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:34.397448 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e49888f9-c7b9-4ae6-b308-f12f8ff30372 req-c7f1a660-a95b-4ada-b6df-0f893a1c49c2 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/security-groups?id=98403105-d981-4c62-804c-8b9c17a93da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398380 May 27 02:22:34.421498 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:34.421868 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:34.422213 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:34.422555 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:34.422887 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:34.423219 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:34.423550 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:34.423876 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:34.424201 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:34.424527 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:34.425175 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:34.426490 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:34.456982 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd72b473-fcda-4d01-a24c-0f304578bcd0 tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] Pushing event updated for resources: {'Port': ['ID=5667e7eb-ff4e-4770-bdfc-b56758811fad,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:34.468227 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c414e5f-dd6c-4bef-8857-cc2cbfaf5939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:34.520136 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-c05eff34-06b6-46f1-96db-523c82d3aa67 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:22:34.521502 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c05eff34-06b6-46f1-96db-523c82d3aa67 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] 10.222.0.57 "PUT /v2.0/routers/97a67842-c15e-4cb7-addc-1d14499a8d0e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2903874 May 27 02:22:34.524825 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45098) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:34.590105 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d367fb8f-31f2-4b84-9e19-5ac11e85cd3e'] response: {'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248cd725-0c24-4047-b076-0aa17cd7ecc0', 'code': 200} May 27 02:22:34.608296 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port e725703e-cc1e-440f-80c7-108dc8ddbaa5 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:34.610088 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:34.688265 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-dd72b473-fcda-4d01-a24c-0f304578bcd0 tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4150770 May 27 02:22:34.708702 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a178bf40-550c-4450-9c87-a85db1dd60d4 None None] Pushing event updated for resources: {'Port': ['ID=7a5031e3-0a39-43f6-82f7-31ecbf77560b,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:34.719262 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-163fc7f8-daa4-4994-add8-14320ba7d62f None None] Provisioning complete for port e725703e-cc1e-440f-80c7-108dc8ddbaa5 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:34.719711 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-163fc7f8-daa4-4994-add8-14320ba7d62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:34.788229 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-8299a0de-c99c-4dde-8315-ace49b7e9780 service neutron] Request body: {'port': {'device_id': '710029bb-f038-4b19-811a-09385aa9fb7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:34.802498 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port e725703e-cc1e-440f-80c7-108dc8ddbaa5, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=e725703e-cc1e-440f-80c7-108dc8ddbaa5,segment=NetworkSegment(edb13634-8c2f-4443-89c4-f51e19df46bb),segment_id=edb13634-8c2f-4443-89c4-f51e19df46bb)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:34.888376 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c414e5f-dd6c-4bef-8857-cc2cbfaf5939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:34.906282 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:35.049377 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 5d07c6e5-e08b-4b06-9fab-bcb710d202d5 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:22:35.082394 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 5d07c6e5-e08b-4b06-9fab-bcb710d202d5 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:35.087107 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:35.105835 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-8299a0de-c99c-4dde-8315-ace49b7e9780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:35.154516 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c414e5f-dd6c-4bef-8857-cc2cbfaf5939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa3efe7-07d6-4d2d-aaec-a951beade468,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:35.175430 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c414e5f-dd6c-4bef-8857-cc2cbfaf5939 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:22:35.214396 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 3d8c57a0-911e-4dff-92d3-d90b2167597d details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:22:35.231732 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 7a5031e3-0a39-43f6-82f7-31ecbf77560b up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:22:35.252612 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c414e5f-dd6c-4bef-8857-cc2cbfaf5939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:35.257323 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-9c414e5f-dd6c-4bef-8857-cc2cbfaf5939 admin admin] Added segment e867d490-afbe-4d05-be6d-f211125f3b58 of type vlan for network b7f6bdf4-a332-459c-ac67-6a396e86b9ab May 27 02:22:35.356550 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-163fc7f8-daa4-4994-add8-14320ba7d62f None None] Current status of the port e725703e-cc1e-440f-80c7-108dc8ddbaa5 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:35.411029 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e063308-6826-4416-9d7f-6053e39f492b req-e472a3e9-82e5-4042-80f9-548333e4dc3a tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:35.420409 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=e725703e-cc1e-440f-80c7-108dc8ddbaa5,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:35.424647 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e063308-6826-4416-9d7f-6053e39f492b req-e472a3e9-82e5-4042-80f9-548333e4dc3a tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:35.440119 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e063308-6826-4416-9d7f-6053e39f492b req-e472a3e9-82e5-4042-80f9-548333e4dc3a tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:35.446806 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e063308-6826-4416-9d7f-6053e39f492b req-e472a3e9-82e5-4042-80f9-548333e4dc3a tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:35.453397 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e063308-6826-4416-9d7f-6053e39f492b req-e472a3e9-82e5-4042-80f9-548333e4dc3a tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:35.459744 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e063308-6826-4416-9d7f-6053e39f492b req-e472a3e9-82e5-4042-80f9-548333e4dc3a tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:35.468319 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e063308-6826-4416-9d7f-6053e39f492b req-e472a3e9-82e5-4042-80f9-548333e4dc3a tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:35.470963 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e063308-6826-4416-9d7f-6053e39f492b req-e472a3e9-82e5-4042-80f9-548333e4dc3a tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 5434 time: 1.0152485 May 27 02:22:35.506189 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d062b8b-56c6-4bbc-b86b-e4ed0edd27a9 req-b08133b7-f32b-42a0-a379-4fd1019a4de9 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:35.508879 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c414e5f-dd6c-4bef-8857-cc2cbfaf5939 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:35.516820 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1d062b8b-56c6-4bbc-b86b-e4ed0edd27a9 req-b08133b7-f32b-42a0-a379-4fd1019a4de9 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=31a04624-be5b-4e3c-8040-e7dd8e000b9a HTTP/1.1" status: 200 len: 945 time: 0.8295417 May 27 02:22:35.585784 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 7a5031e3-0a39-43f6-82f7-31ecbf77560b triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:35.587114 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:35.634363 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27423252-374f-4e28-8dc0-71fdfb2de276 req-76483fb8-e0f0-4645-862f-926030454a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:35.635473 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27423252-374f-4e28-8dc0-71fdfb2de276 req-76483fb8-e0f0-4645-862f-926030454a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:35.636157 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27423252-374f-4e28-8dc0-71fdfb2de276 req-76483fb8-e0f0-4645-862f-926030454a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:35.636817 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27423252-374f-4e28-8dc0-71fdfb2de276 req-76483fb8-e0f0-4645-862f-926030454a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:35.637259 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acc9224-c786-4f15-ad66-99ab9e21f8f2 None None] Network f12480bd-faec-41b8-a09d-97adf2ac4b62 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:22:35.637967 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27423252-374f-4e28-8dc0-71fdfb2de276 req-76483fb8-e0f0-4645-862f-926030454a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:35.638617 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27423252-374f-4e28-8dc0-71fdfb2de276 req-76483fb8-e0f0-4645-862f-926030454a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:35.640024 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27423252-374f-4e28-8dc0-71fdfb2de276 req-76483fb8-e0f0-4645-862f-926030454a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:35.642225 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-27423252-374f-4e28-8dc0-71fdfb2de276 req-76483fb8-e0f0-4645-862f-926030454a0b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 6491 time: 0.9568219 May 27 02:22:35.678662 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9cb6a079-9f87-4f5f-8404-0e79ccda7fcf tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:35.705052 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-163fc7f8-daa4-4994-add8-14320ba7d62f None None] Provisioning for port bdcea0b3-7ada-4311-b2cc-5fcb3453d3a0 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:22:35.711195 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1d062b8b-56c6-4bbc-b86b-e4ed0edd27a9 req-989a19b8-e27a-45c7-aceb-688bb9433422 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934295 May 27 02:22:35.715723 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e063308-6826-4416-9d7f-6053e39f492b req-f728298d-f713-494a-b616-484dc00ebda2 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=057f65d9-7e45-40c8-b89f-71d48d79e181&id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2279348 May 27 02:22:35.748126 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-163fc7f8-daa4-4994-add8-14320ba7d62f None None] Provisioning complete for port bdcea0b3-7ada-4311-b2cc-5fcb3453d3a0 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:35.749013 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-163fc7f8-daa4-4994-add8-14320ba7d62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:35.816332 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 5d07c6e5-e08b-4b06-9fab-bcb710d202d5 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:35.816893 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:35.839903 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c414e5f-dd6c-4bef-8857-cc2cbfaf5939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:35.841201 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c414e5f-dd6c-4bef-8857-cc2cbfaf5939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:35.841827 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c414e5f-dd6c-4bef-8857-cc2cbfaf5939 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:35.907716 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 3d8c57a0-911e-4dff-92d3-d90b2167597d, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=3d8c57a0-911e-4dff-92d3-d90b2167597d,segment=NetworkSegment(7321cd14-1f6f-448d-a8d3-637a53c8da8a),segment_id=7321cd14-1f6f-448d-a8d3-637a53c8da8a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:35.937791 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-163fc7f8-daa4-4994-add8-14320ba7d62f None None] Port bdcea0b3-7ada-4311-b2cc-5fcb3453d3a0 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:22:35.967962 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '3d8c57a0-911e-4dff-92d3-d90b2167597d', 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac', 'port_id': '3d8c57a0-911e-4dff-92d3-d90b2167597d', 'mac_address': 'fa:16:3e:a9:ff:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c302d24-860d-464a-9c69-32cd4f709ca1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:22:35.996897 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-27423252-374f-4e28-8dc0-71fdfb2de276 req-e5a15158-0856-44d3-b15f-2a5455276b41 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=057f65d9-7e45-40c8-b89f-71d48d79e181&id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3467309 May 27 02:22:36.059994 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 5d07c6e5-e08b-4b06-9fab-bcb710d202d5, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=5d07c6e5-e08b-4b06-9fab-bcb710d202d5,segment=NetworkSegment(ad9a4b4f-872c-4058-b3e3-93f96436dea6),segment_id=ad9a4b4f-872c-4058-b3e3-93f96436dea6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:36.175471 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:36.192815 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9c414e5f-dd6c-4bef-8857-cc2cbfaf5939 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.3210118 May 27 02:22:36.198713 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45130) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:36.206649 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247842a-07df-4fe0-a513-25d27fd5b575 req-847cf897-ed46-4296-a37a-3c3689dff57a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:36.208152 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9247842a-07df-4fe0-a513-25d27fd5b575 req-847cf897-ed46-4296-a37a-3c3689dff57a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 946 time: 0.2768643 May 27 02:22:36.235332 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-0184b37a-fcf0-4f98-9a25-ac4df42769a7 admin admin] Request body: {'subnet': {'network_id': 'b7f6bdf4-a332-459c-ac67-6a396e86b9ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1783410469-subnet', 'tenant_id': '2bb14a6347174efba6a7d9d552926c38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:36.237087 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c414e5f-dd6c-4bef-8857-cc2cbfaf5939 admin admin] Pushing event updated for resources: {'Network': ['ID=b7f6bdf4-a332-459c-ac67-6a396e86b9ab,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:36.254025 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-0184b37a-fcf0-4f98-9a25-ac4df42769a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:36.272726 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-0184b37a-fcf0-4f98-9a25-ac4df42769a7 admin admin] Usage tracker for resource:subnet and tenant:2bb14a6347174efba6a7d9d552926c38 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:22:36.277713 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-0184b37a-fcf0-4f98-9a25-ac4df42769a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:22:36.296017 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-0184b37a-fcf0-4f98-9a25-ac4df42769a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:36.307173 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2fe91-d905-468e-8a5c-d94a827c50ea req-854ffd3f-6461-4450-b287-9c8b1be324e2 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:36.308685 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d5f2fe91-d905-468e-8a5c-d94a827c50ea req-854ffd3f-6461-4450-b287-9c8b1be324e2 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d10020c-bafc-4744-8af1-90a8220fdfed HTTP/1.1" status: 200 len: 944 time: 0.3785262 May 27 02:22:36.358253 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9247842a-07df-4fe0-a513-25d27fd5b575 req-ce39984d-265c-452a-a27b-740ba11a813e tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387348 May 27 02:22:36.393709 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-163fc7f8-daa4-4994-add8-14320ba7d62f None None] Provisioning complete for port 7a5031e3-0a39-43f6-82f7-31ecbf77560b triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:36.393709 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-163fc7f8-daa4-4994-add8-14320ba7d62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:36.452840 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d5f2fe91-d905-468e-8a5c-d94a827c50ea req-2de3d230-438e-4813-a149-d3597c31ce4b tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/security-groups?id=79437922-d5e1-4f8b-bbae-11b029e819f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221275 May 27 02:22:36.460255 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0184b37a-fcf0-4f98-9a25-ac4df42769a7 admin admin] Made reservation on behalf of 2bb14a6347174efba6a7d9d552926c38 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:22:36.468593 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0184b37a-fcf0-4f98-9a25-ac4df42769a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:36.474605 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 7a5031e3-0a39-43f6-82f7-31ecbf77560b is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:36.478478 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 536560a1-a63b-476c-932e-cafbda8fca68 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:22:36.609380 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-9cb6a079-9f87-4f5f-8404-0e79ccda7fcf tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Deleting port bdcea0b3-7ada-4311-b2cc-5fcb3453d3a0 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:22:36.610422 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9cb6a079-9f87-4f5f-8404-0e79ccda7fcf tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:36.647284 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d10020c-bafc-4744-8af1-90a8220fdfed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d07c6e5-e08b-4b06-9fab-bcb710d202d5'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:22:36.657818 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network b7f6bdf4-a332-459c-ac67-6a396e86b9ab details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:22:36.824908 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-8299a0de-c99c-4dde-8315-ace49b7e9780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5667e7eb-ff4e-4770-bdfc-b56758811fad {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:22:36.840992 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-8299a0de-c99c-4dde-8315-ace49b7e9780 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:36.854312 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=5d07c6e5-e08b-4b06-9fab-bcb710d202d5,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:36.900573 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-8299a0de-c99c-4dde-8315-ace49b7e9780 service neutron] Transition to ACTIVE for port object 5667e7eb-ff4e-4770-bdfc-b56758811fad will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:22:36.983559 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec467f3e-9668-44cf-a1c2-ab9d352b716d req-54d21609-4edc-4aa7-990e-448e50c496d8 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:36.988439 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ec467f3e-9668-44cf-a1c2-ab9d352b716d req-54d21609-4edc-4aa7-990e-448e50c496d8 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e0e8527-ea60-4992-b3cb-e21eaa4856f1 HTTP/1.1" status: 200 len: 945 time: 0.3755980 May 27 02:22:37.054086 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 3d8c57a0-911e-4dff-92d3-d90b2167597d is: ACTIVE; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:37.054589 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:37.063290 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-8299a0de-c99c-4dde-8315-ace49b7e9780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:37.124576 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9cb6a079-9f87-4f5f-8404-0e79ccda7fcf tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:37.151289 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53800f8c-7273-43c2-ae28-d70a3e3bd376 req-f0f86a85-b26f-4c36-b428-781ea96d2009 tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:37.152593 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-53800f8c-7273-43c2-ae28-d70a3e3bd376 req-f0f86a85-b26f-4c36-b428-781ea96d2009 tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] Synchronizing usage tracker for tenant:cdc6c537be7143c392516bc75c24b526 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:22:37.299425 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-9cb6a079-9f87-4f5f-8404-0e79ccda7fcf tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Calling delete_port for bdcea0b3-7ada-4311-b2cc-5fcb3453d3a0 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:22:37.303092 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d8c57a0-911e-4dff-92d3-d90b2167597d {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:22:37.366586 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 3d8c57a0-911e-4dff-92d3-d90b2167597d, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=3d8c57a0-911e-4dff-92d3-d90b2167597d,segment=NetworkSegment(7321cd14-1f6f-448d-a8d3-637a53c8da8a),segment_id=7321cd14-1f6f-448d-a8d3-637a53c8da8a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:37.407089 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ec467f3e-9668-44cf-a1c2-ab9d352b716d req-7b47d8cf-c444-4cc3-9a1b-bd5046b463db tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/security-groups?id=98403105-d981-4c62-804c-8b9c17a93da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4046819 May 27 02:22:37.487164 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:37.570115 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8299a0de-c99c-4dde-8315-ace49b7e9780 service neutron] Pushing event updated for resources: {'Port': ['ID=5667e7eb-ff4e-4770-bdfc-b56758811fad,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:37.603027 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-53800f8c-7273-43c2-ae28-d70a3e3bd376 req-f0f86a85-b26f-4c36-b428-781ea96d2009 tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] Unset dirty status for tenant:cdc6c537be7143c392516bc75c24b526 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:22:37.611566 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 536560a1-a63b-476c-932e-cafbda8fca68 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:22:37.615350 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-53800f8c-7273-43c2-ae28-d70a3e3bd376 req-f0f86a85-b26f-4c36-b428-781ea96d2009 tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] 10.222.0.57 "GET /v2.0/ports?device_id=710029bb-f038-4b19-811a-09385aa9fb7b HTTP/1.1" status: 200 len: 931 time: 1.0046642 May 27 02:22:37.658375 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-163fc7f8-daa4-4994-add8-14320ba7d62f None None] Current status of the port 7a5031e3-0a39-43f6-82f7-31ecbf77560b is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:37.716529 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['3d8c57a0-911e-4dff-92d3-d90b2167597d'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:22:37.732374 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9cb6a079-9f87-4f5f-8404-0e79ccda7fcf tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:37.872555 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device e725703e-cc1e-440f-80c7-108dc8ddbaa5 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:22:37.873158 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb6a079-9f87-4f5f-8404-0e79ccda7fcf tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Pushing event deleted for resources: {'Port': ['ID=bdcea0b3-7ada-4311-b2cc-5fcb3453d3a0,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:38.053165 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=3d8c57a0-911e-4dff-92d3-d90b2167597d,revision_number=6']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:38.096984 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1bb27a75-8466-4a8b-b7a1-7ab5a9fd0295 None None] Provisioning for port 536560a1-a63b-476c-932e-cafbda8fca68 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:22:38.145544 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1bb27a75-8466-4a8b-b7a1-7ab5a9fd0295 None None] Provisioning complete for port 536560a1-a63b-476c-932e-cafbda8fca68 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:38.145915 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1bb27a75-8466-4a8b-b7a1-7ab5a9fd0295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:38.185629 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9cb6a079-9f87-4f5f-8404-0e79ccda7fcf tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:38.252213 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port e725703e-cc1e-440f-80c7-108dc8ddbaa5 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:38.252570 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:38.256119 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-8299a0de-c99c-4dde-8315-ace49b7e9780 service neutron] Attempting to bind port 5667e7eb-ff4e-4770-bdfc-b56758811fad on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:22:38.257245 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-8299a0de-c99c-4dde-8315-ace49b7e9780 service neutron] Attempting to bind port 5667e7eb-ff4e-4770-bdfc-b56758811fad by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '3a6299a2-2cf7-4589-85be-cace5ff33aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e7d66f6a-a479-4269-a75d-5f748e43df31'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:22:38.257975 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-8299a0de-c99c-4dde-8315-ace49b7e9780 service neutron] Attempting to bind port 5667e7eb-ff4e-4770-bdfc-b56758811fad on network e7d66f6a-a479-4269-a75d-5f748e43df31 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:22:38.284811 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-53800f8c-7273-43c2-ae28-d70a3e3bd376 req-c1d7c1d8-f33a-4b76-9786-695dd4da2ab1 tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] Synchronizing usage tracker for tenant:cdc6c537be7143c392516bc75c24b526 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:22:38.292094 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0184b37a-fcf0-4f98-9a25-ac4df42769a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:38.407241 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184b37a-fcf0-4f98-9a25-ac4df42769a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1be876db-6f8f-41e8-b135-b3fa607a896b,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:38.419827 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-8299a0de-c99c-4dde-8315-ace49b7e9780 service neutron] Port 5667e7eb-ff4e-4770-bdfc-b56758811fad on network e7d66f6a-a479-4269-a75d-5f748e43df31 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:22:38.421062 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-8299a0de-c99c-4dde-8315-ace49b7e9780 service neutron] Attempting to bind port 5667e7eb-ff4e-4770-bdfc-b56758811fad on network e7d66f6a-a479-4269-a75d-5f748e43df31 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:22:38.443863 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-8299a0de-c99c-4dde-8315-ace49b7e9780 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:22:38.444615 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-8299a0de-c99c-4dde-8315-ace49b7e9780 service neutron] Checking segment: {'id': '3a6299a2-2cf7-4589-85be-cace5ff33aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e7d66f6a-a479-4269-a75d-5f748e43df31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:22:38.445306 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-8299a0de-c99c-4dde-8315-ace49b7e9780 service neutron] Bound using segment: {'id': '3a6299a2-2cf7-4589-85be-cace5ff33aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e7d66f6a-a479-4269-a75d-5f748e43df31'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:22:38.446279 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-8299a0de-c99c-4dde-8315-ace49b7e9780 service neutron] Bound port: 5667e7eb-ff4e-4770-bdfc-b56758811fad, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a6299a2-2cf7-4589-85be-cace5ff33aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e7d66f6a-a479-4269-a75d-5f748e43df31'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:22:38.448385 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-8299a0de-c99c-4dde-8315-ace49b7e9780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:38.505071 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port e725703e-cc1e-440f-80c7-108dc8ddbaa5 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:38.511224 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-1bb27a75-8466-4a8b-b7a1-7ab5a9fd0295 None None] Current status of the port 536560a1-a63b-476c-932e-cafbda8fca68 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:38.511600 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1bb27a75-8466-4a8b-b7a1-7ab5a9fd0295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:38.559801 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb6a079-9f87-4f5f-8404-0e79ccda7fcf tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Router 97a67842-c15e-4cb7-addc-1d14499a8d0e has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:22:38.572260 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-1bb27a75-8466-4a8b-b7a1-7ab5a9fd0295 None None] For port 536560a1-a63b-476c-932e-cafbda8fca68, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=536560a1-a63b-476c-932e-cafbda8fca68,segment=NetworkSegment(947e1173-2be6-4be1-8b83-6288c15f8421),segment_id=947e1173-2be6-4be1-8b83-6288c15f8421)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:38.578228 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0184b37a-fcf0-4f98-9a25-ac4df42769a7 admin admin] Checking segment: {'id': 'e867d490-afbe-4d05-be6d-f211125f3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b7f6bdf4-a332-459c-ac67-6a396e86b9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:22:38.578668 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0184b37a-fcf0-4f98-9a25-ac4df42769a7 admin admin] Network hostable DHCP agents. Network: b7f6bdf4-a332-459c-ac67-6a396e86b9ab, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:22:38.596909 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-53800f8c-7273-43c2-ae28-d70a3e3bd376 req-c1d7c1d8-f33a-4b76-9786-695dd4da2ab1 tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] Unset dirty status for tenant:cdc6c537be7143c392516bc75c24b526 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:22:38.598158 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-53800f8c-7273-43c2-ae28-d70a3e3bd376 req-c1d7c1d8-f33a-4b76-9786-695dd4da2ab1 tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9c517e0-b05d-46b7-9be6-62ce8ea049ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9820638 May 27 02:22:38.625376 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61215450-6389-49a5-a42e-48f58d3def09 req-39f58c1c-b55a-48d3-9cf5-6dd3fd845430 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:38.627395 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-61215450-6389-49a5-a42e-48f58d3def09 req-39f58c1c-b55a-48d3-9cf5-6dd3fd845430 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=31a04624-be5b-4e3c-8040-e7dd8e000b9a HTTP/1.1" status: 200 len: 945 time: 0.5928769 May 27 02:22:38.634191 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1bb27a75-8466-4a8b-b7a1-7ab5a9fd0295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:38.712901 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-61215450-6389-49a5-a42e-48f58d3def09 req-ddd987d9-64ca-4a7c-92ba-105782204656 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743377 May 27 02:22:38.733335 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-8299a0de-c99c-4dde-8315-ace49b7e9780 service neutron] For port 5667e7eb-ff4e-4770-bdfc-b56758811fad, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:22:38.740229 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1bb27a75-8466-4a8b-b7a1-7ab5a9fd0295 None None] Could not find standard attr ID for object bdcea0b3-7ada-4311-b2cc-5fcb3453d3a0. {{(pid=88903) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:22:38.764794 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-8299a0de-c99c-4dde-8315-ace49b7e9780 service neutron] For port 5667e7eb-ff4e-4770-bdfc-b56758811fad, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=5667e7eb-ff4e-4770-bdfc-b56758811fad,segment=NetworkSegment(3a6299a2-2cf7-4589-85be-cace5ff33aa0),segment_id=3a6299a2-2cf7-4589-85be-cace5ff33aa0)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:22:38.771466 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0184b37a-fcf0-4f98-9a25-ac4df42769a7 admin admin] Network b7f6bdf4-a332-459c-ac67-6a396e86b9ab is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:22:38.813279 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb6a079-9f87-4f5f-8404-0e79ccda7fcf tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:22:38.830444 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ca069a-af55-43bf-afd9-6ae472e15917 None None] Sync routers for ids ['97a67842-c15e-4cb7-addc-1d14499a8d0e'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:22:38.833109 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb27a75-8466-4a8b-b7a1-7ab5a9fd0295 None None] Pushing event updated for resources: {'Port': ['ID=536560a1-a63b-476c-932e-cafbda8fca68,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:38.844900 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ca069a-af55-43bf-afd9-6ae472e15917 None None] Routers {'97a67842-c15e-4cb7-addc-1d14499a8d0e'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:22:38.845548 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-09ca069a-af55-43bf-afd9-6ae472e15917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:22:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['97a67842-c15e-4cb7-addc-1d14499a8d0e'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:38.847707 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-8299a0de-c99c-4dde-8315-ace49b7e9780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:38.855043 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9cb6a079-9f87-4f5f-8404-0e79ccda7fcf tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] 10.222.0.57 "PUT /v2.0/routers/97a67842-c15e-4cb7-addc-1d14499a8d0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3285112 May 27 02:22:38.859239 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45148) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:38.883852 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9a72ebf0-5e9e-4351-8fc2-c3f30240198f None None] Provisioning complete for port 536560a1-a63b-476c-932e-cafbda8fca68 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:38.887725 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9a72ebf0-5e9e-4351-8fc2-c3f30240198f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:39.024860 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e1b8369-394a-4a07-bf3b-31827a530fb8'] response: {'server_uuid': '8d10020c-bafc-4744-8af1-90a8220fdfed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d07c6e5-e08b-4b06-9fab-bcb710d202d5', 'code': 200} May 27 02:22:39.047262 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-09ca069a-af55-43bf-afd9-6ae472e15917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:39.057872 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ca069a-af55-43bf-afd9-6ae472e15917 None None] Routers {'97a67842-c15e-4cb7-addc-1d14499a8d0e'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:22:39.058920 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-09ca069a-af55-43bf-afd9-6ae472e15917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:22:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['97a67842-c15e-4cb7-addc-1d14499a8d0e'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:39.080526 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-07a0a755-aedf-4719-98dc-de2bce87ebdf tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] delete failed (client error): The resource could not be found. May 27 02:22:39.086042 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-07a0a755-aedf-4719-98dc-de2bce87ebdf tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] 10.222.0.57 "DELETE /v2.0/routers/tempest-non_exist_router-919336469 HTTP/1.1" status: 404 len: 334 time: 0.2238133 May 27 02:22:39.090483 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45152) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:39.098743 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-7b677ad1-f07b-4b36-9827-89d4038db510 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Request body: {'router': {'external_gateway_info': {'network_id': '97a67842-c15e-4cb7-addc-1d14499a8d0e'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:39.102254 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8299a0de-c99c-4dde-8315-ace49b7e9780 service neutron] Pushing event updated for resources: {'Port': ['ID=5667e7eb-ff4e-4770-bdfc-b56758811fad,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:39.165194 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-09ca069a-af55-43bf-afd9-6ae472e15917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:39.165611 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ca069a-af55-43bf-afd9-6ae472e15917 None None] The sync data for ids ['97a67842-c15e-4cb7-addc-1d14499a8d0e'] in n-d-843554-3 is: [] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:22:39.182713 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-0184b37a-fcf0-4f98-9a25-ac4df42769a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, b7f6bdf4-a332-459c-ac67-6a396e86b9ab) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:22:39.193393 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a526e817-829f-4259-855f-ade69e82dc91 None None] Network b7f6bdf4-a332-459c-ac67-6a396e86b9ab requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:22:39.220504 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9a72ebf0-5e9e-4351-8fc2-c3f30240198f None None] Current status of the port 536560a1-a63b-476c-932e-cafbda8fca68 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:39.274705 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0184b37a-fcf0-4f98-9a25-ac4df42769a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:39.275274 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0184b37a-fcf0-4f98-9a25-ac4df42769a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:39.289557 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-8299a0de-c99c-4dde-8315-ace49b7e9780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:39.290215 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-8299a0de-c99c-4dde-8315-ace49b7e9780 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:39.291630 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-8299a0de-c99c-4dde-8315-ace49b7e9780 service neutron] 10.222.0.66 "PUT /v2.0/ports/5667e7eb-ff4e-4770-bdfc-b56758811fad HTTP/1.1" status: 200 len: 1091 time: 4.5183940 May 27 02:22:39.293330 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '710029bb-f038-4b19-811a-09385aa9fb7b', 'tag': '5667e7eb-ff4e-4770-bdfc-b56758811fad'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:22:39.404888 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f035d-4994-4a1d-9637-1344bc4ebcb2 req-05171c7f-adca-4295-bd02-0e19ac445c59 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:39.411926 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f035d-4994-4a1d-9637-1344bc4ebcb2 req-05171c7f-adca-4295-bd02-0e19ac445c59 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:39.418123 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f035d-4994-4a1d-9637-1344bc4ebcb2 req-05171c7f-adca-4295-bd02-0e19ac445c59 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:39.424280 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f035d-4994-4a1d-9637-1344bc4ebcb2 req-05171c7f-adca-4295-bd02-0e19ac445c59 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:39.430514 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f035d-4994-4a1d-9637-1344bc4ebcb2 req-05171c7f-adca-4295-bd02-0e19ac445c59 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:39.437780 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f035d-4994-4a1d-9637-1344bc4ebcb2 req-05171c7f-adca-4295-bd02-0e19ac445c59 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:39.443957 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f035d-4994-4a1d-9637-1344bc4ebcb2 req-05171c7f-adca-4295-bd02-0e19ac445c59 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:39.452650 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fc6f035d-4994-4a1d-9637-1344bc4ebcb2 req-05171c7f-adca-4295-bd02-0e19ac445c59 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 5434 time: 0.2371943 May 27 02:22:39.459676 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0184b37a-fcf0-4f98-9a25-ac4df42769a7 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.2505205 May 27 02:22:39.517107 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 3d8c57a0-911e-4dff-92d3-d90b2167597d up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:22:39.576166 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fc6f035d-4994-4a1d-9637-1344bc4ebcb2 req-b7a08125-3d20-402b-aba0-055d07ad2382 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=057f65d9-7e45-40c8-b89f-71d48d79e181&id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1224477 May 27 02:22:39.578838 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a292d1-1046-4ffc-b439-54716ad48b24 req-23722143-31d9-4924-a556-3fe1ea024b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:39.596992 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d1a292d1-1046-4ffc-b439-54716ad48b24 req-23722143-31d9-4924-a556-3fe1ea024b25 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8d10020c-bafc-4744-8af1-90a8220fdfed HTTP/1.1" status: 200 len: 1096 time: 0.4957869 May 27 02:22:39.626514 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab86138-3bf5-487f-8c4b-0f81867e32bb req-028c058d-b6ea-4837-b854-3a3d0384c06a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:39.633551 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1ab86138-3bf5-487f-8c4b-0f81867e32bb req-028c058d-b6ea-4837-b854-3a3d0384c06a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 945 time: 0.5430272 May 27 02:22:39.661767 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c4c32b-621c-4e26-b559-6be53b5ee7ce None None] Network b7f6bdf4-a332-459c-ac67-6a396e86b9ab requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:22:39.818468 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 3d8c57a0-911e-4dff-92d3-d90b2167597d triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:39.819046 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:39.824640 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1ab86138-3bf5-487f-8c4b-0f81867e32bb req-fe661380-d46d-4f20-bdfd-114b7c3da1b8 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901615 May 27 02:22:39.834031 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d1a292d1-1046-4ffc-b439-54716ad48b24 req-0feb8ed9-7552-4516-b35b-7f50a2d87511 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=79437922-d5e1-4f8b-bbae-11b029e819f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978245 May 27 02:22:39.847839 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-a71fcd6d-e475-4c67-8e25-9e7566569bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:39.849660 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-a71fcd6d-e475-4c67-8e25-9e7566569bf3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cdc6c537be7143c392516bc75c24b526&device_id=710029bb-f038-4b19-811a-09385aa9fb7b HTTP/1.1" status: 200 len: 1094 time: 0.3928792 May 27 02:22:39.865365 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 536560a1-a63b-476c-932e-cafbda8fca68 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:22:39.983383 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73bea61-2830-4179-8f28-a21599b28e98 req-2dcd357f-0d53-4d3b-9889-979e75e8e7d7 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:39.987745 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c73bea61-2830-4179-8f28-a21599b28e98 req-2dcd357f-0d53-4d3b-9889-979e75e8e7d7 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d10020c-bafc-4744-8af1-90a8220fdfed HTTP/1.1" status: 200 len: 945 time: 0.1280828 May 27 02:22:40.085970 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 3d8c57a0-911e-4dff-92d3-d90b2167597d is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:40.086502 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:40.145840 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b677ad1-f07b-4b36-9827-89d4038db510 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:40.185802 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-91d5240b-aee4-4c3d-844a-d35e6497a418 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3321657 May 27 02:22:40.186995 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 536560a1-a63b-476c-932e-cafbda8fca68 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:40.187433 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:40.192531 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-c4d27e3d-57fb-4a1d-82bc-fe35d685168e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5667e7eb-ff4e-4770-bdfc-b56758811fad HTTP/1.1" status: 200 len: 217 time: 0.1609757 May 27 02:22:40.253128 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 3d8c57a0-911e-4dff-92d3-d90b2167597d, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=3d8c57a0-911e-4dff-92d3-d90b2167597d,segment=NetworkSegment(7321cd14-1f6f-448d-a8d3-637a53c8da8a),segment_id=7321cd14-1f6f-448d-a8d3-637a53c8da8a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:40.266610 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-7b677ad1-f07b-4b36-9827-89d4038db510 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] update failed (client error): The resource could not be found. May 27 02:22:40.271950 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7b677ad1-f07b-4b36-9827-89d4038db510 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] 10.222.0.57 "PUT /v2.0/routers/97a67842-c15e-4cb7-addc-1d14499a8d0e HTTP/1.1" status: 404 len: 339 time: 1.1801775 May 27 02:22:40.272690 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45170) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:40.288710 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-16ffaa5d-4a14-49e2-a714-f698ee79fd80 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1950089418'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:40.302917 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-16ffaa5d-4a14-49e2-a714-f698ee79fd80 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:40.329572 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:40.332258 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-16ffaa5d-4a14-49e2-a714-f698ee79fd80 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Usage tracker for resource:network and tenant:0fe0e8752d8d489fa5e10b108088dd79 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:22:40.349803 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-16ffaa5d-4a14-49e2-a714-f698ee79fd80 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:22:40.349920 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c73bea61-2830-4179-8f28-a21599b28e98 req-c027baec-bf38-4222-ad41-b9f8e9630b4c tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/security-groups?id=79437922-d5e1-4f8b-bbae-11b029e819f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523438 May 27 02:22:40.363363 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-16ffaa5d-4a14-49e2-a714-f698ee79fd80 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:40.437417 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-23d56036-3fec-4d96-b6c1-3f97d136e6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:40.442541 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-23d56036-3fec-4d96-b6c1-3f97d136e6ad service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a10ec9d4-5ac5-44af-ab42-24a0f0b29d4b HTTP/1.1" status: 200 len: 848 time: 0.2150826 May 27 02:22:40.466237 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cdd2f36-dbaa-4554-b4f8-aafe25acd832'] response: {'name': 'network-changed', 'server_uuid': '710029bb-f038-4b19-811a-09385aa9fb7b', 'tag': '5667e7eb-ff4e-4770-bdfc-b56758811fad', 'status': 'completed', 'code': 200} May 27 02:22:40.492874 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ffaa5d-4a14-49e2-a714-f698ee79fd80 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Made reservation on behalf of 0fe0e8752d8d489fa5e10b108088dd79 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:22:40.496791 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16ffaa5d-4a14-49e2-a714-f698ee79fd80 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:40.537618 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16ffaa5d-4a14-49e2-a714-f698ee79fd80 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:22:40.549997 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16ffaa5d-4a14-49e2-a714-f698ee79fd80 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:40.550777 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-16ffaa5d-4a14-49e2-a714-f698ee79fd80 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Added segment d704f2b5-56c2-46d1-a4c1-6b6480461a8b of type vlan for network 7a5685ae-1a86-4d7a-ada8-abafd66efe67 May 27 02:22:40.556272 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5472977-b4e8-439a-afc0-a8c0633e1ec9 req-47bb48c0-aa05-4002-8eaf-bc91eabf49b1 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:40.573340 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5472977-b4e8-439a-afc0-a8c0633e1ec9 req-47bb48c0-aa05-4002-8eaf-bc91eabf49b1 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e0e8527-ea60-4992-b3cb-e21eaa4856f1 HTTP/1.1" status: 200 len: 945 time: 0.4677172 May 27 02:22:40.589744 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16ffaa5d-4a14-49e2-a714-f698ee79fd80 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:40.620766 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=3d8c57a0-911e-4dff-92d3-d90b2167597d,revision_number=7']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:40.645758 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-037518ff-0d87-40ff-b5b4-10e51e5f6b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:40.646496 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-037518ff-0d87-40ff-b5b4-10e51e5f6b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:40.647126 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-037518ff-0d87-40ff-b5b4-10e51e5f6b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:40.647751 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-037518ff-0d87-40ff-b5b4-10e51e5f6b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:40.648403 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-037518ff-0d87-40ff-b5b4-10e51e5f6b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:40.649060 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-037518ff-0d87-40ff-b5b4-10e51e5f6b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:40.649681 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-037518ff-0d87-40ff-b5b4-10e51e5f6b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:40.652796 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-037518ff-0d87-40ff-b5b4-10e51e5f6b6d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0ff34f8aa5b34b2b8b9bd5b46a9cefc6&device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 6491 time: 0.3451061 May 27 02:22:40.658236 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 536560a1-a63b-476c-932e-cafbda8fca68 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:40.667303 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-6dfde3ba-f6f7-49b0-83f1-222b4bcbe172 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e7d66f6a-a479-4269-a75d-5f748e43df31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2190883 May 27 02:22:40.721734 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16ffaa5d-4a14-49e2-a714-f698ee79fd80 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:40.727760 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ffaa5d-4a14-49e2-a714-f698ee79fd80 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:40.728428 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16ffaa5d-4a14-49e2-a714-f698ee79fd80 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:40.831521 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5472977-b4e8-439a-afc0-a8c0633e1ec9 req-06042353-b6d2-42b9-80a8-8a4f74145340 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/security-groups?id=98403105-d981-4c62-804c-8b9c17a93da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570701 May 27 02:22:41.022556 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-431f8433-9fc8-4d90-9cd8-099717f522f6 service neutron] 10.222.0.66 "GET /v2.0/networks/e7d66f6a-a479-4269-a75d-5f748e43df31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138580 May 27 02:22:41.025722 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f59e3235-26be-4ba3-b4a2-1f7a9345e756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8c57a0-911e-4dff-92d3-d90b2167597d'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:22:41.054797 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ffaa5d-4a14-49e2-a714-f698ee79fd80 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Pushing event updated for resources: {'Network': ['ID=7a5685ae-1a86-4d7a-ada8-abafd66efe67,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:41.069348 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 7a5685ae-1a86-4d7a-ada8-abafd66efe67 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:22:41.084122 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-16ffaa5d-4a14-49e2-a714-f698ee79fd80 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8069308 May 27 02:22:41.084914 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45180) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:41.091960 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc8d00-08bd-422d-a8e6-0ff67b6abd9c req-681301e9-a53b-4679-8ddb-50abe1d7133b tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:41.095018 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-770d409d-6d25-4500-9177-95ceffb19426 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Request body: {'subnet': {'network_id': '7a5685ae-1a86-4d7a-ada8-abafd66efe67', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:41.103447 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc8d00-08bd-422d-a8e6-0ff67b6abd9c req-681301e9-a53b-4679-8ddb-50abe1d7133b tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:41.118380 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc8d00-08bd-422d-a8e6-0ff67b6abd9c req-681301e9-a53b-4679-8ddb-50abe1d7133b tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:41.127269 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc8d00-08bd-422d-a8e6-0ff67b6abd9c req-681301e9-a53b-4679-8ddb-50abe1d7133b tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:41.146649 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc8d00-08bd-422d-a8e6-0ff67b6abd9c req-681301e9-a53b-4679-8ddb-50abe1d7133b tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:41.152537 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc8d00-08bd-422d-a8e6-0ff67b6abd9c req-681301e9-a53b-4679-8ddb-50abe1d7133b tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:41.164968 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc8d00-08bd-422d-a8e6-0ff67b6abd9c req-681301e9-a53b-4679-8ddb-50abe1d7133b tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:41.175459 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6dfc8d00-08bd-422d-a8e6-0ff67b6abd9c req-681301e9-a53b-4679-8ddb-50abe1d7133b tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 5434 time: 0.5442703 May 27 02:22:41.187216 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45184) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:41.196232 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-e204920b-a36d-4aa0-be2e-5e24c72a9fae tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Request body: {'floatingip': {'port_id': '1b88d4c2-88a5-44e4-a734-7381c01bd697'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:41.266224 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-49a3d700-074c-4ed4-a586-de94040b3b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:41.266700 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-49a3d700-074c-4ed4-a586-de94040b3b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:41.267172 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-49a3d700-074c-4ed4-a586-de94040b3b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:41.268868 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-49a3d700-074c-4ed4-a586-de94040b3b55 service neutron] 10.222.0.66 "GET /v2.0/networks?id=cd909775-46db-435c-9cd7-78749fc058c4&id=bc44a8f1-f55a-42c3-8906-2fd4470a2ec1&id=bc44a8f1-f55a-42c3-8906-2fd4470a2ec1&id=bc44a8f1-f55a-42c3-8906-2fd4470a2ec1&id=bc44a8f1-f55a-42c3-8906-2fd4470a2ec1&id=c9b6b64d-3919-4b90-9366-bcda75991abc&id=c9b6b64d-3919-4b90-9366-bcda75991abc HTTP/1.1" status: 200 len: 2293 time: 0.5776691 May 27 02:22:41.407943 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e204920b-a36d-4aa0-be2e-5e24c72a9fae tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks [] for floatingip, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:41.465610 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-a8f2a8e7-050a-4b4d-a139-d61255f56f61 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b88d4c2-88a5-44e4-a734-7381c01bd697 HTTP/1.1" status: 200 len: 217 time: 0.1729250 May 27 02:22:41.476292 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-770d409d-6d25-4500-9177-95ceffb19426 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:41.523999 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-770d409d-6d25-4500-9177-95ceffb19426 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Usage tracker for resource:subnet and tenant:0fe0e8752d8d489fa5e10b108088dd79 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:22:41.652670 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92820dfc-df19-407b-81d5-a0a83fab54fb req-4a138c85-d5c0-4271-ad92-f5c975661c90 tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:41.654045 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-92820dfc-df19-407b-81d5-a0a83fab54fb req-4a138c85-d5c0-4271-ad92-f5c975661c90 tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] 10.222.0.57 "GET /v2.0/ports?device_id=710029bb-f038-4b19-811a-09385aa9fb7b HTTP/1.1" status: 200 len: 943 time: 0.4773254 May 27 02:22:41.659419 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-46346d16-7337-4c09-8326-3bdcf73fb6b5 req-a8653a6b-c106-41fa-a2aa-9803e5ac39ae service neutron] 10.222.0.66 "GET /v2.0/networks/e7d66f6a-a479-4269-a75d-5f748e43df31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6250601 May 27 02:22:41.676210 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-770d409d-6d25-4500-9177-95ceffb19426 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:22:41.693691 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1b921-a48a-40ab-98f7-a139bf2790b2 req-cb06ae6c-610d-45e1-aa3a-1347872fc113 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:41.700731 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5cb1b921-a48a-40ab-98f7-a139bf2790b2 req-cb06ae6c-610d-45e1-aa3a-1347872fc113 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=31a04624-be5b-4e3c-8040-e7dd8e000b9a HTTP/1.1" status: 200 len: 945 time: 0.3358672 May 27 02:22:41.721191 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-770d409d-6d25-4500-9177-95ceffb19426 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:41.754200 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-92820dfc-df19-407b-81d5-a0a83fab54fb req-574091e5-46e2-47cb-977c-672594aecd3e tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9c517e0-b05d-46b7-9be6-62ce8ea049ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928092 May 27 02:22:41.791738 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5cb1b921-a48a-40ab-98f7-a139bf2790b2 req-be46974a-e0cd-4072-9da6-94dfaadc4cbc tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854661 May 27 02:22:41.836312 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-b1b4aea0-a6a5-4cb7-9b7a-bef462c9fec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:41.838129 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-b1b4aea0-a6a5-4cb7-9b7a-bef462c9fec5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=38635d3c-a31c-4fd5-8a18-29f0e87e4929 HTTP/1.1" status: 200 len: 851 time: 0.3631861 May 27 02:22:41.839009 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770d409d-6d25-4500-9177-95ceffb19426 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Made reservation on behalf of 0fe0e8752d8d489fa5e10b108088dd79 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:22:41.842382 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-770d409d-6d25-4500-9177-95ceffb19426 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:42.005298 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1e657-8436-4951-b72d-c768965580b8 req-c88cc3ab-63ee-4deb-9b18-e594fc17618b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:42.006774 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-74e1e657-8436-4951-b72d-c768965580b8 req-c88cc3ab-63ee-4deb-9b18-e594fc17618b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cdc6c537be7143c392516bc75c24b526&device_id=710029bb-f038-4b19-811a-09385aa9fb7b HTTP/1.1" status: 200 len: 1094 time: 0.2180266 May 27 02:22:42.227090 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-2271f172-db43-4339-8190-ac740345bfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:42.228822 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-2271f172-db43-4339-8190-ac740345bfba service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cd909775-46db-435c-9cd7-78749fc058c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3689134 May 27 02:22:42.316173 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135fe6c-d082-4618-b5fc-0d49c4170a08 req-47cb1154-19f2-4cab-8995-02f1966edfed tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:42.317638 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5135fe6c-d082-4618-b5fc-0d49c4170a08 req-47cb1154-19f2-4cab-8995-02f1966edfed tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 946 time: 0.3529401 May 27 02:22:42.318659 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1e657-8436-4951-b72d-c768965580b8 req-601d40ef-cbc4-46f7-a7c8-a41cbf20e4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:42.319940 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-74e1e657-8436-4951-b72d-c768965580b8 req-601d40ef-cbc4-46f7-a7c8-a41cbf20e4f4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e7d66f6a-a479-4269-a75d-5f748e43df31 HTTP/1.1" status: 200 len: 909 time: 0.2966328 May 27 02:22:42.410241 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-74e1e657-8436-4951-b72d-c768965580b8 req-c7a71895-2af0-4b3e-b7bf-07350e8c599a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5667e7eb-ff4e-4770-bdfc-b56758811fad HTTP/1.1" status: 200 len: 217 time: 0.0826347 May 27 02:22:42.421948 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45146ae0-1057-4e57-b035-6e885dc48707 req-7ed3ead3-d153-4a95-8d82-e607e3bde975 tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:42.423326 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-45146ae0-1057-4e57-b035-6e885dc48707 req-7ed3ead3-d153-4a95-8d82-e607e3bde975 tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] 10.222.0.57 "GET /v2.0/networks?id=b7f6bdf4-a332-459c-ac67-6a396e86b9ab HTTP/1.1" status: 200 len: 818 time: 0.3005745 May 27 02:22:42.494580 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-45146ae0-1057-4e57-b035-6e885dc48707 req-a8f1061d-6e7c-4b06-8474-b4bc77d8cb46 tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] 10.222.0.57 "GET /v2.0/quotas/2bb14a6347174efba6a7d9d552926c38 HTTP/1.1" status: 200 len: 375 time: 0.0293074 May 27 02:22:42.497247 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5135fe6c-d082-4618-b5fc-0d49c4170a08 req-3f4e0cda-5ed5-4a30-9894-2996902c9e40 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713982 May 27 02:22:42.548259 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1e657-8436-4951-b72d-c768965580b8 req-00f3f33e-3c35-4f32-a588-66cda3802b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:42.549640 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-74e1e657-8436-4951-b72d-c768965580b8 req-00f3f33e-3c35-4f32-a588-66cda3802b86 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a10ec9d4-5ac5-44af-ab42-24a0f0b29d4b HTTP/1.1" status: 200 len: 848 time: 0.1243911 May 27 02:22:42.551769 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-45146ae0-1057-4e57-b035-6e885dc48707 req-338779f5-9af3-4ce0-adaa-2589a137da2b tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=2bb14a6347174efba6a7d9d552926c38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494761 May 27 02:22:42.574446 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be75f5f0-56b5-4d0d-8d6e-430a1a37ebc7'] response: {'server_uuid': 'f59e3235-26be-4ba3-b4a2-1f7a9345e756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8c57a0-911e-4dff-92d3-d90b2167597d', 'code': 200} May 27 02:22:42.627874 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-74e1e657-8436-4951-b72d-c768965580b8 req-6f25d19e-6bfb-4a68-b713-b6b3b528eb9a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e7d66f6a-a479-4269-a75d-5f748e43df31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706801 May 27 02:22:42.739773 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-770d409d-6d25-4500-9177-95ceffb19426 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:42.787278 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-35ce4fd7-c61d-485f-b0a8-74a79314543e service neutron] 10.222.0.66 "GET /v2.0/networks/cd909775-46db-435c-9cd7-78749fc058c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4987080 May 27 02:22:42.996984 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-fe0c92dd-4b65-4472-ad9f-f1a02db967b6 service neutron] 10.222.0.66 "GET /v2.0/networks/cd909775-46db-435c-9cd7-78749fc058c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999812 May 27 02:22:43.006930 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 5667e7eb-ff4e-4770-bdfc-b56758811fad details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:22:43.014792 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770d409d-6d25-4500-9177-95ceffb19426 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Checking segment: {'id': 'd704f2b5-56c2-46d1-a4c1-6b6480461a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7a5685ae-1a86-4d7a-ada8-abafd66efe67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:22:43.015460 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770d409d-6d25-4500-9177-95ceffb19426 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Network hostable DHCP agents. Network: 7a5685ae-1a86-4d7a-ada8-abafd66efe67, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:22:43.057956 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-74e1e657-8436-4951-b72d-c768965580b8 req-5664bfd5-247b-4f14-beaf-a4a3ba0b0214 service neutron] 10.222.0.66 "GET /v2.0/networks/e7d66f6a-a479-4269-a75d-5f748e43df31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130177 May 27 02:22:43.060580 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-45146ae0-1057-4e57-b035-6e885dc48707 req-48aa81c8-93a4-4d42-822c-aeac53ce6632 service neutron] 10.222.0.57 "GET /v2.0/networks/b7f6bdf4-a332-459c-ac67-6a396e86b9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4578185 May 27 02:22:43.075033 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa25aa2-8076-4e61-b84d-48c752d829d0 req-689aa245-c6ce-4130-847c-5d37ada97307 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:43.076553 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7aa25aa2-8076-4e61-b84d-48c752d829d0 req-689aa245-c6ce-4130-847c-5d37ada97307 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d10020c-bafc-4744-8af1-90a8220fdfed HTTP/1.1" status: 200 len: 945 time: 0.3936343 May 27 02:22:43.077855 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d409d-6d25-4500-9177-95ceffb19426 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Pushing event updated for resources: {'Subnet': ['ID=756267bf-915e-4cce-befc-acf147d2bd43,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:43.114180 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-6fef9d95-e49b-406d-b379-c68845ffd0cc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=0cddd283-b33e-41da-b142-f29163e1f022 HTTP/1.1" status: 200 len: 217 time: 0.1019399 May 27 02:22:43.182720 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-57aa9b10-0f41-42a9-8d1c-8a70579e1cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:43.184330 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-57aa9b10-0f41-42a9-8d1c-8a70579e1cf7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=18b9760c-5727-4979-b482-385cb53ebb74 HTTP/1.1" status: 200 len: 797 time: 0.0628195 May 27 02:22:43.211473 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 5667e7eb-ff4e-4770-bdfc-b56758811fad, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=5667e7eb-ff4e-4770-bdfc-b56758811fad,segment=NetworkSegment(3a6299a2-2cf7-4589-85be-cace5ff33aa0),segment_id=3a6299a2-2cf7-4589-85be-cace5ff33aa0)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:43.234321 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.resource_extend [None req-e204920b-a36d-4aa0-be2e-5e24c72a9fae tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:22:43.241243 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '5667e7eb-ff4e-4770-bdfc-b56758811fad', 'network_id': 'e7d66f6a-a479-4269-a75d-5f748e43df31', 'port_id': '5667e7eb-ff4e-4770-bdfc-b56758811fad', 'mac_address': 'fa:16:3e:27:09:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a10ec9d4-5ac5-44af-ab42-24a0f0b29d4b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:22:43.281035 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28463a16-c58d-4037-9cf5-baf8d257b725 req-08fd040c-2c91-4e18-98d2-4bd23db82ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:43.282863 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-28463a16-c58d-4037-9cf5-baf8d257b725 req-08fd040c-2c91-4e18-98d2-4bd23db82ed4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67a2999592f840daafe9db3a26b0dd55&device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 1097 time: 0.4807496 May 27 02:22:43.306085 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770d409d-6d25-4500-9177-95ceffb19426 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Network 7a5685ae-1a86-4d7a-ada8-abafd66efe67 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:22:43.338262 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 5667e7eb-ff4e-4770-bdfc-b56758811fad is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:43.338262 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:43.362438 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e204920b-a36d-4aa0-be2e-5e24c72a9fae tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:43.370321 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5667e7eb-ff4e-4770-bdfc-b56758811fad {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:22:43.372501 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-6621bdda-c3d2-4cf0-bf0d-012c0bef5527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:43.374259 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-6621bdda-c3d2-4cf0-bf0d-012c0bef5527 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bc44a8f1-f55a-42c3-8906-2fd4470a2ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1784644 May 27 02:22:43.390701 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 5667e7eb-ff4e-4770-bdfc-b56758811fad, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=5667e7eb-ff4e-4770-bdfc-b56758811fad,segment=NetworkSegment(3a6299a2-2cf7-4589-85be-cace5ff33aa0),segment_id=3a6299a2-2cf7-4589-85be-cace5ff33aa0)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:43.407610 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-770d409d-6d25-4500-9177-95ceffb19426 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 7a5685ae-1a86-4d7a-ada8-abafd66efe67) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:22:43.428972 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6902b7e3-7bcf-452f-8bce-346e0ee1a390 None None] Network 7a5685ae-1a86-4d7a-ada8-abafd66efe67 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:22:43.538418 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7aa25aa2-8076-4e61-b84d-48c752d829d0 req-903e5c1e-4191-491e-aeb6-d2c85c540397 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/security-groups?id=79437922-d5e1-4f8b-bbae-11b029e819f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024490 May 27 02:22:43.598606 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770d409d-6d25-4500-9177-95ceffb19426 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:43.599279 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-770d409d-6d25-4500-9177-95ceffb19426 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:43.609546 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e204920b-a36d-4aa0-be2e-5e24c72a9fae tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:43.665602 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:43.807314 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-770d409d-6d25-4500-9177-95ceffb19426 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7195127 May 27 02:22:43.816665 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45216) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:43.837007 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-29b3855e-5549-4ee1-bb26-fd611ed63a5f tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Request body: {'router': {'external_gateway_info': {'network_id': '7a5685ae-1a86-4d7a-ada8-abafd66efe67'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:43.858275 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=5667e7eb-ff4e-4770-bdfc-b56758811fad,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:43.927129 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28463a16-c58d-4037-9cf5-baf8d257b725 req-f57d01d1-5d5b-4343-8812-db37490a2159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:43.928700 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-28463a16-c58d-4037-9cf5-baf8d257b725 req-f57d01d1-5d5b-4343-8812-db37490a2159 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7ee685f0-e442-4ea7-949d-71e1995db8ac HTTP/1.1" status: 200 len: 918 time: 0.5809693 May 27 02:22:43.930598 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-45146ae0-1057-4e57-b035-6e885dc48707 req-990c85fb-8e2c-4e9b-9224-795a92d3225d service neutron] 10.222.0.57 "GET /v2.0/networks/b7f6bdf4-a332-459c-ac67-6a396e86b9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8531721 May 27 02:22:43.933963 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568e397f-0600-4aef-9ac0-8af22f509cb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-7a5685ae-1a86-4d7a-ada8-abafd66efe67', 'network_id': '7a5685ae-1a86-4d7a-ada8-abafd66efe67', 'tenant_id': '0fe0e8752d8d489fa5e10b108088dd79', 'fixed_ips': [{'subnet_id': '756267bf-915e-4cce-befc-acf147d2bd43'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:22:43.934804 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-568e397f-0600-4aef-9ac0-8af22f509cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:43.960132 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-74e1e657-8436-4951-b72d-c768965580b8 req-28fb7020-f061-4737-a4b0-feda32a2a805 service neutron] 10.222.0.66 "GET /v2.0/networks/e7d66f6a-a479-4269-a75d-5f748e43df31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8940058 May 27 02:22:44.001509 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['5667e7eb-ff4e-4770-bdfc-b56758811fad'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:22:44.113183 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-28463a16-c58d-4037-9cf5-baf8d257b725 req-0767e8e0-6f9c-4e35-90b3-5adb607c61dc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d8c57a0-911e-4dff-92d3-d90b2167597d HTTP/1.1" status: 200 len: 1001 time: 0.1362593 May 27 02:22:44.144145 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-5ad84184-96b2-48a8-a901-c25988b09b66 service neutron] 10.222.0.66 "GET /v2.0/networks/bc44a8f1-f55a-42c3-8906-2fd4470a2ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7604725 May 27 02:22:44.226170 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-568e397f-0600-4aef-9ac0-8af22f509cb4 None None] Allocated IP 2001:db8:1::2 (7a5685ae-1a86-4d7a-ada8-abafd66efe67/756267bf-915e-4cce-befc-acf147d2bd43/c9bc5ffe-7c2d-4fec-9a46-5bcdaf27393b) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:22:44.281539 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67a362-0cfe-485b-b03e-50b9ac4e188f req-1323b90a-4e55-4e36-adc5-f3f70f3d9c39 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:44.290235 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ab67a362-0cfe-485b-b03e-50b9ac4e188f req-1323b90a-4e55-4e36-adc5-f3f70f3d9c39 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e0e8527-ea60-4992-b3cb-e21eaa4856f1 HTTP/1.1" status: 200 len: 945 time: 0.5443435 May 27 02:22:44.374315 n-d-843554-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-e204920b-a36d-4aa0-be2e-5e24c72a9fae tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Floating IP 477bdbdf-feaf-4079-9530-0616d34faac1 associated. External IP: 172.25.1.37, port: 1b88d4c2-88a5-44e4-a734-7381c01bd697. May 27 02:22:44.418737 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ab67a362-0cfe-485b-b03e-50b9ac4e188f req-d236001e-671c-47df-8e3f-95164762af45 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/security-groups?id=98403105-d981-4c62-804c-8b9c17a93da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228361 May 27 02:22:44.425047 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28463a16-c58d-4037-9cf5-baf8d257b725 req-f16b897b-358f-43d1-9f71-5b7cfbde0d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:44.428780 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-28463a16-c58d-4037-9cf5-baf8d257b725 req-f16b897b-358f-43d1-9f71-5b7cfbde0d7d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c302d24-860d-464a-9c69-32cd4f709ca1 HTTP/1.1" status: 200 len: 856 time: 0.3061078 May 27 02:22:44.664152 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-568e397f-0600-4aef-9ac0-8af22f509cb4 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:44.675907 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-29b3855e-5549-4ee1-bb26-fd611ed63a5f tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:44.680741 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-568e397f-0600-4aef-9ac0-8af22f509cb4 None None] Transition to ACTIVE for port object c9bc5ffe-7c2d-4fec-9a46-5bcdaf27393b will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:22:44.702150 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-568e397f-0600-4aef-9ac0-8af22f509cb4 None None] Transition to ACTIVE for port object c9bc5ffe-7c2d-4fec-9a46-5bcdaf27393b will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:22:44.730662 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7efd4-ce55-4e8b-911f-661c37594fcc req-12a7c91b-4675-4a8b-9abc-477d87f7188f tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:44.730662 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-74a7efd4-ce55-4e8b-911f-661c37594fcc req-12a7c91b-4675-4a8b-9abc-477d87f7188f tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] 10.222.0.57 "GET /v2.0/ports?device_id=710029bb-f038-4b19-811a-09385aa9fb7b HTTP/1.1" status: 200 len: 944 time: 0.2988639 May 27 02:22:44.730662 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28463a16-c58d-4037-9cf5-baf8d257b725 req-ad2deb61-6ac0-41d1-a132-2035be4f29f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:44.730662 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-28463a16-c58d-4037-9cf5-baf8d257b725 req-ad2deb61-6ac0-41d1-a132-2035be4f29f3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ee685f0-e442-4ea7-949d-71e1995db8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2045972 May 27 02:22:44.801091 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-568e397f-0600-4aef-9ac0-8af22f509cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:44.883909 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e397f-0600-4aef-9ac0-8af22f509cb4 None None] Pushing event updated for resources: {'Port': ['ID=c9bc5ffe-7c2d-4fec-9a46-5bcdaf27393b,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:44.897896 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568e397f-0600-4aef-9ac0-8af22f509cb4 None None] Network 7a5685ae-1a86-4d7a-ada8-abafd66efe67 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:22:44.901647 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-568e397f-0600-4aef-9ac0-8af22f509cb4 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:22:44.905691 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568e397f-0600-4aef-9ac0-8af22f509cb4 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:22:44.914629 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-74a7efd4-ce55-4e8b-911f-661c37594fcc req-a71b6f8f-999c-4272-ae45-dc5c94060773 tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9c517e0-b05d-46b7-9be6-62ce8ea049ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912084 May 27 02:22:44.941029 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd6feb-8351-4e89-a6a1-a4f0d35bf587 req-e602d707-023a-4998-8771-a95c3ddaf132 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:44.942978 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d4cd6feb-8351-4e89-a6a1-a4f0d35bf587 req-e602d707-023a-4998-8771-a95c3ddaf132 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=31a04624-be5b-4e3c-8040-e7dd8e000b9a HTTP/1.1" status: 200 len: 945 time: 0.2916942 May 27 02:22:45.026921 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-8f1b0bfe-77b2-4963-bf78-d33bb854510a service neutron] 10.222.0.66 "GET /v2.0/networks/bc44a8f1-f55a-42c3-8906-2fd4470a2ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7513487 May 27 02:22:45.122116 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d4cd6feb-8351-4e89-a6a1-a4f0d35bf587 req-a0d493e1-f748-4631-81a7-fc8ad00e62a8 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720271 May 27 02:22:45.124425 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-28463a16-c58d-4037-9cf5-baf8d257b725 req-b31a56f7-7932-47d5-a5bf-2feab909029a service neutron] 10.222.0.32 "GET /v2.0/networks/7ee685f0-e442-4ea7-949d-71e1995db8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812001 May 27 02:22:45.142509 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-568e397f-0600-4aef-9ac0-8af22f509cb4 None None] Attempting to bind port c9bc5ffe-7c2d-4fec-9a46-5bcdaf27393b on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:22:45.142885 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-568e397f-0600-4aef-9ac0-8af22f509cb4 None None] Attempting to bind port c9bc5ffe-7c2d-4fec-9a46-5bcdaf27393b by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'd704f2b5-56c2-46d1-a4c1-6b6480461a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7a5685ae-1a86-4d7a-ada8-abafd66efe67'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:22:45.143247 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568e397f-0600-4aef-9ac0-8af22f509cb4 None None] Attempting to bind port c9bc5ffe-7c2d-4fec-9a46-5bcdaf27393b on network 7a5685ae-1a86-4d7a-ada8-abafd66efe67 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:22:45.161845 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568e397f-0600-4aef-9ac0-8af22f509cb4 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:22:45.162293 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568e397f-0600-4aef-9ac0-8af22f509cb4 None None] Checking segment: {'id': 'd704f2b5-56c2-46d1-a4c1-6b6480461a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7a5685ae-1a86-4d7a-ada8-abafd66efe67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:22:45.162621 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-568e397f-0600-4aef-9ac0-8af22f509cb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:45.163015 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568e397f-0600-4aef-9ac0-8af22f509cb4 None None] Bound using segment: {'id': 'd704f2b5-56c2-46d1-a4c1-6b6480461a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7a5685ae-1a86-4d7a-ada8-abafd66efe67'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:22:45.163486 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-568e397f-0600-4aef-9ac0-8af22f509cb4 None None] Bound port: c9bc5ffe-7c2d-4fec-9a46-5bcdaf27393b, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd704f2b5-56c2-46d1-a4c1-6b6480461a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7a5685ae-1a86-4d7a-ada8-abafd66efe67'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:22:45.171334 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-568e397f-0600-4aef-9ac0-8af22f509cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:45.441590 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-568e397f-0600-4aef-9ac0-8af22f509cb4 None None] For port c9bc5ffe-7c2d-4fec-9a46-5bcdaf27393b, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:22:45.446151 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-568e397f-0600-4aef-9ac0-8af22f509cb4 None None] For port c9bc5ffe-7c2d-4fec-9a46-5bcdaf27393b, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c9bc5ffe-7c2d-4fec-9a46-5bcdaf27393b,segment=NetworkSegment(d704f2b5-56c2-46d1-a4c1-6b6480461a8b),segment_id=d704f2b5-56c2-46d1-a4c1-6b6480461a8b)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:22:45.491952 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-d89b9a26-a79d-4d05-b229-963ad0d2d7ef service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340 HTTP/1.1" status: 200 len: 217 time: 0.4477892 May 27 02:22:45.518019 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:22:45.528679 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-568e397f-0600-4aef-9ac0-8af22f509cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:45.596435 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-28463a16-c58d-4037-9cf5-baf8d257b725 req-0e231ac3-0e8e-484f-945e-4422b1bf9f4b service neutron] 10.222.0.32 "GET /v2.0/networks/7ee685f0-e442-4ea7-949d-71e1995db8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4649916 May 27 02:22:45.640644 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a4c7a-e4c3-433c-a0fb-a05ec492df3a req-8f9f3f82-b6a0-42c8-afb6-67ee083c7356 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:45.648568 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-828a4c7a-e4c3-433c-a0fb-a05ec492df3a req-8f9f3f82-b6a0-42c8-afb6-67ee083c7356 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 946 time: 0.4243042 May 27 02:22:45.701300 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e397f-0600-4aef-9ac0-8af22f509cb4 None None] Pushing event updated for resources: {'Port': ['ID=c9bc5ffe-7c2d-4fec-9a46-5bcdaf27393b,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:45.752591 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-828a4c7a-e4c3-433c-a0fb-a05ec492df3a req-2ea28fc0-b501-44f6-81cc-1e99ad30409b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974383 May 27 02:22:45.825677 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-28868a88-0a3a-47b5-a33e-1aa54b1b36bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:45.827344 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-28868a88-0a3a-47b5-a33e-1aa54b1b36bc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=18b9760c-5727-4979-b482-385cb53ebb74 HTTP/1.1" status: 200 len: 797 time: 0.1944709 May 27 02:22:45.950595 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d03e713b-9d40-4ef8-a6e5-99d786570ce5 req-4f4d29a5-f92d-4d5e-a55b-2e9215908f93 tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] 10.222.0.57 "GET /v2.0/ports?device_id=72ab92ad-ec41-40f9-befa-f7e1077f5bda HTTP/1.1" status: 200 len: 210 time: 0.0572872 May 27 02:22:45.955804 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e204920b-a36d-4aa0-be2e-5e24c72a9fae tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Router 82cbd9de-346e-44ce-909a-c3a030aa3e23 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:22:46.264096 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-07fa823f-2c11-45f5-974b-00f48013bad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:46.265624 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-07fa823f-2c11-45f5-974b-00f48013bad7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bc44a8f1-f55a-42c3-8906-2fd4470a2ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4284971 May 27 02:22:46.331739 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deecc05-9b8a-4c90-9686-2a56c81f538f req-aa9b2306-21bd-48d1-956b-3a63360fe388 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:46.339643 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9deecc05-9b8a-4c90-9686-2a56c81f538f req-aa9b2306-21bd-48d1-956b-3a63360fe388 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e0e8527-ea60-4992-b3cb-e21eaa4856f1 HTTP/1.1" status: 200 len: 945 time: 0.2171044 May 27 02:22:46.383520 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-29b3855e-5549-4ee1-bb26-fd611ed63a5f tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:22:46.390070 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-29b3855e-5549-4ee1-bb26-fd611ed63a5f tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] 10.222.0.57 "PUT /v2.0/routers/97a67842-c15e-4cb7-addc-1d14499a8d0e HTTP/1.1" status: 400 len: 364 time: 2.5586679 May 27 02:22:46.397055 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45238) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:46.401091 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e204920b-a36d-4aa0-be2e-5e24c72a9fae tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:22:46.407154 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e204920b-a36d-4aa0-be2e-5e24c72a9fae tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:46.414062 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c998ac96-bc30-4d40-b69c-3a21664ca3c0 None None] Sync routers for ids ['82cbd9de-346e-44ce-909a-c3a030aa3e23'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:22:46.433918 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c998ac96-bc30-4d40-b69c-3a21664ca3c0 None None] Routers {'82cbd9de-346e-44ce-909a-c3a030aa3e23'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:22:46.434597 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c998ac96-bc30-4d40-b69c-3a21664ca3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:22:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['82cbd9de-346e-44ce-909a-c3a030aa3e23'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:46.444854 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9deecc05-9b8a-4c90-9686-2a56c81f538f req-65f4d705-d72f-4af6-a16f-3cb6d72cdfba tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/security-groups?id=98403105-d981-4c62-804c-8b9c17a93da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039939 May 27 02:22:46.462946 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c10c7-8402-4296-9db9-d20da8825bce req-4996cb94-aa3c-43a8-9ab9-e4620d0d75da tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:46.464738 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d88c10c7-8402-4296-9db9-d20da8825bce req-4996cb94-aa3c-43a8-9ab9-e4620d0d75da tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] 10.222.0.57 "GET /v2.0/ports?device_id=710029bb-f038-4b19-811a-09385aa9fb7b HTTP/1.1" status: 200 len: 944 time: 0.2346132 May 27 02:22:46.571233 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d88c10c7-8402-4296-9db9-d20da8825bce req-c668735d-6c8f-4ef3-b25c-cae1b9081749 tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9c517e0-b05d-46b7-9be6-62ce8ea049ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852809 May 27 02:22:46.742761 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e204920b-a36d-4aa0-be2e-5e24c72a9fae tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "PUT /v2.0/floatingips/477bdbdf-feaf-4079-9530-0616d34faac1 HTTP/1.1" status: 200 len: 991 time: 5.5541270 May 27 02:22:46.752834 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'tag': '1b88d4c2-88a5-44e4-a734-7381c01bd697'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:22:46.879086 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-8dd737df-b6f0-4bba-8fd1-8685ff8421b1 service neutron] 10.222.0.66 "GET /v2.0/networks/bc44a8f1-f55a-42c3-8906-2fd4470a2ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6029525 May 27 02:22:46.911556 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-c998ac96-bc30-4d40-b69c-3a21664ca3c0 None None] Set router 82cbd9de-346e-44ce-909a-c3a030aa3e23 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:22:46.954812 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf218c-ac13-4748-ac73-742b9bc3203e req-cc40b780-6d2a-4ef1-8d63-1a073d103b34 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:46.962488 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dcdf218c-ac13-4748-ac73-742b9bc3203e req-cc40b780-6d2a-4ef1-8d63-1a073d103b34 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d10020c-bafc-4744-8af1-90a8220fdfed HTTP/1.1" status: 200 len: 945 time: 0.2691047 May 27 02:22:46.977256 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81873ab-d034-4ac1-a092-7f9d8cd492f0 req-5eab9254-aa82-4a58-b2d0-1554598d61ff tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:46.979089 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d81873ab-d034-4ac1-a092-7f9d8cd492f0 req-5eab9254-aa82-4a58-b2d0-1554598d61ff tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=31a04624-be5b-4e3c-8040-e7dd8e000b9a HTTP/1.1" status: 200 len: 945 time: 0.2408633 May 27 02:22:47.049278 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 5667e7eb-ff4e-4770-bdfc-b56758811fad up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:22:47.167548 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d81873ab-d034-4ac1-a092-7f9d8cd492f0 req-a27d8cfb-9918-4a5c-9ad4-4b54ff33a06d tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472359 May 27 02:22:47.193184 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dcdf218c-ac13-4748-ac73-742b9bc3203e req-3c4a7a23-681c-4a73-98ac-8e81cd518dd8 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/security-groups?id=79437922-d5e1-4f8b-bbae-11b029e819f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297111 May 27 02:22:47.544736 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04e9e88c-785a-494b-b6ff-006630333625'] response: {'name': 'network-changed', 'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'tag': '1b88d4c2-88a5-44e4-a734-7381c01bd697', 'status': 'completed', 'code': 200} May 27 02:22:47.723625 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 5667e7eb-ff4e-4770-bdfc-b56758811fad completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:22:47.727897 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b678cf2-621e-4472-bdeb-c849e4b4ab41 None None] Network 7a5685ae-1a86-4d7a-ada8-abafd66efe67 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:22:47.835727 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 5667e7eb-ff4e-4770-bdfc-b56758811fad triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:47.836346 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:47.853268 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45146ae0-1057-4e57-b035-6e885dc48707 req-ecd887bf-3116-46b4-a148-b1eaaa1bc214 tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:47.858402 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-45146ae0-1057-4e57-b035-6e885dc48707 req-ecd887bf-3116-46b4-a148-b1eaaa1bc214 tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] 10.222.0.32 "GET /v2.0/networks?id=b7f6bdf4-a332-459c-ac67-6a396e86b9ab HTTP/1.1" status: 200 len: 818 time: 0.5979238 May 27 02:22:47.919928 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8b8c67ec-d5f4-4652-8263-2a96269bd7f0 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:47.949588 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c9bc5ffe-7c2d-4fec-9a46-5bcdaf27393b up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:22:47.951374 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-45146ae0-1057-4e57-b035-6e885dc48707 req-001e292d-7a6a-42a1-8c3c-a02640ed2865 tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] Request body: {'port': {'device_id': '72ab92ad-ec41-40f9-befa-f7e1077f5bda', 'network_id': 'b7f6bdf4-a332-459c-ac67-6a396e86b9ab', 'admin_state_up': True, 'tenant_id': '2bb14a6347174efba6a7d9d552926c38'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:48.021937 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-9ac319a2-a983-4d7b-a986-eb3ecc834036 service neutron] 10.222.0.66 "GET /v2.0/networks/bc44a8f1-f55a-42c3-8906-2fd4470a2ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0681965 May 27 02:22:48.088512 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f1cab357-6060-43ce-9751-49650e45ad71 req-210d2a13-2372-4637-90ee-fd9689dea871 tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] 10.222.0.57 "GET /v2.0/ports?device_id=72ab92ad-ec41-40f9-befa-f7e1077f5bda HTTP/1.1" status: 200 len: 210 time: 0.2210815 May 27 02:22:48.176438 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-eeafc211-67fe-455a-8369-8accf7beb37a None None] Provisioning for port c9bc5ffe-7c2d-4fec-9a46-5bcdaf27393b completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:22:48.231320 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-fbddd2a0-a8f5-4e74-bf82-9ec426e0f29e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125 HTTP/1.1" status: 200 len: 217 time: 0.1907392 May 27 02:22:48.363882 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75703033-f7a8-4fac-8f72-76360963e452 req-64f0ae84-80f2-49c4-aea2-32ac2f757902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:48.367392 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-75703033-f7a8-4fac-8f72-76360963e452 req-64f0ae84-80f2-49c4-aea2-32ac2f757902 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0e0e8527-ea60-4992-b3cb-e21eaa4856f1 HTTP/1.1" status: 200 len: 1096 time: 0.7493076 May 27 02:22:48.426291 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 5667e7eb-ff4e-4770-bdfc-b56758811fad is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:48.426810 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:48.440019 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88effe2e-f1ae-4280-a715-d21348a824e9 req-b25fd7cb-505f-433d-bfc4-6bd306edc15c tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:48.441106 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-88effe2e-f1ae-4280-a715-d21348a824e9 req-b25fd7cb-505f-433d-bfc4-6bd306edc15c tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.66 "GET /v2.0/ports?device_id=8d10020c-bafc-4744-8af1-90a8220fdfed HTTP/1.1" status: 200 len: 945 time: 0.5735750 May 27 02:22:48.448692 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-45146ae0-1057-4e57-b035-6e885dc48707 req-001e292d-7a6a-42a1-8c3c-a02640ed2865 tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:48.454513 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-45146ae0-1057-4e57-b035-6e885dc48707 req-001e292d-7a6a-42a1-8c3c-a02640ed2865 tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] Usage tracker for resource:port and tenant:2bb14a6347174efba6a7d9d552926c38 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:22:48.456539 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-45146ae0-1057-4e57-b035-6e885dc48707 req-001e292d-7a6a-42a1-8c3c-a02640ed2865 tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:22:48.468850 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-75703033-f7a8-4fac-8f72-76360963e452 req-61ea5892-8800-4833-a6ef-f4968b5b9487 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=98403105-d981-4c62-804c-8b9c17a93da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902929 May 27 02:22:48.473595 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710029bb-f038-4b19-811a-09385aa9fb7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5667e7eb-ff4e-4770-bdfc-b56758811fad'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:22:48.479535 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-45146ae0-1057-4e57-b035-6e885dc48707 req-001e292d-7a6a-42a1-8c3c-a02640ed2865 tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:48.480606 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-c14a6e5e-a8a6-474b-9088-159da59f2b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:48.480606 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-c14a6e5e-a8a6-474b-9088-159da59f2b76 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=18b9760c-5727-4979-b482-385cb53ebb74 HTTP/1.1" status: 200 len: 797 time: 0.1764445 May 27 02:22:48.485621 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c998ac96-bc30-4d40-b69c-3a21664ca3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cbd9de-346e-44ce-909a-c3a030aa3e23', 'name': 'tempest-TaggedBootDevicesTest-1750740737-router', 'tenant_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd33e2100-4366-44a7-b775-01fb2d6bcb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:18:52Z', 'updated_at': '2022-05-27T02:19:02Z', 'revision_number': 4, 'project_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'gw_port': {'id': 'd33e2100-4366-44a7-b775-01fb2d6bcb02', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:47:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cbd9de-346e-44ce-909a-c3a030aa3e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:18:55Z', 'updated_at': '2022-05-27T02:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '477bdbdf-feaf-4079-9530-0616d34faac1', 'tenant_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'floating_ip_address': '172.25.1.37', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '82cbd9de-346e-44ce-909a-c3a030aa3e23', 'port_id': '1b88d4c2-88a5-44e4-a734-7381c01bd697', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd909775-46db-435c-9cd7-78749fc058c4', 'mac_address': 'fa:16:3e:4d:ea:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:20:31Z', 'updated_at': '2022-05-27T02:22:43Z', 'revision_number': 1, 'project_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c94fabb2-8080-472c-961c-b7f33915a9bf', 'name': '', 'network_id': 'cd909775-46db-435c-9cd7-78749fc058c4', 'tenant_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'mac_address': 'fa:16:3e:7c:cb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cbd9de-346e-44ce-909a-c3a030aa3e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '38635d3c-a31c-4fd5-8a18-29f0e87e4929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:00Z', 'updated_at': '2022-05-27T02:19:12Z', 'revision_number': 5, 'project_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'subnets': [{'id': '38635d3c-a31c-4fd5-8a18-29f0e87e4929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:48.502252 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c868d-a9fe-4955-b60b-71ac63e04c6b req-422ca59e-0dd1-4f96-80aa-72bcaae01723 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:48.507194 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ff7c868d-a9fe-4955-b60b-71ac63e04c6b req-422ca59e-0dd1-4f96-80aa-72bcaae01723 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 946 time: 0.6319599 May 27 02:22:48.599507 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c998ac96-bc30-4d40-b69c-3a21664ca3c0 None None] Checking router: 82cbd9de-346e-44ce-909a-c3a030aa3e23 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:22:48.610094 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 5667e7eb-ff4e-4770-bdfc-b56758811fad, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=5667e7eb-ff4e-4770-bdfc-b56758811fad,segment=NetworkSegment(3a6299a2-2cf7-4589-85be-cace5ff33aa0),segment_id=3a6299a2-2cf7-4589-85be-cace5ff33aa0)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:48.628250 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port c9bc5ffe-7c2d-4fec-9a46-5bcdaf27393b completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:22:48.630500 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45146ae0-1057-4e57-b035-6e885dc48707 req-001e292d-7a6a-42a1-8c3c-a02640ed2865 tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] Made reservation on behalf of 2bb14a6347174efba6a7d9d552926c38 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:22:48.634021 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-45146ae0-1057-4e57-b035-6e885dc48707 req-001e292d-7a6a-42a1-8c3c-a02640ed2865 tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:48.653520 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c998ac96-bc30-4d40-b69c-3a21664ca3c0 None None] Routers {'82cbd9de-346e-44ce-909a-c3a030aa3e23'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:22:48.653520 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c998ac96-bc30-4d40-b69c-3a21664ca3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:22:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['82cbd9de-346e-44ce-909a-c3a030aa3e23'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:48.700293 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-77621d96-5d82-4be2-ad12-59bca7ddc964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:48.700293 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-77621d96-5d82-4be2-ad12-59bca7ddc964 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bc44a8f1-f55a-42c3-8906-2fd4470a2ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2097766 May 27 02:22:48.737331 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-8b8c67ec-d5f4-4652-8263-2a96269bd7f0 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Allocated IP 2001:db8::1 (5e093244-26c7-4ae1-a881-6374dbf1a201/9eec9a84-b377-47a5-b647-9594d16a2902/d310b58e-34e6-4b84-8fd9-48d93b844b8e) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:22:48.768805 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port c9bc5ffe-7c2d-4fec-9a46-5bcdaf27393b triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:48.768805 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:48.824413 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:48.981274 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-207ca990-8777-4fcc-bd76-b19cd4805407 service neutron] 10.222.0.66 "GET /v2.0/networks/bc44a8f1-f55a-42c3-8906-2fd4470a2ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738831 May 27 02:22:49.071678 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=5667e7eb-ff4e-4770-bdfc-b56758811fad,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:49.126273 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ff7c868d-a9fe-4955-b60b-71ac63e04c6b req-8ad7a1d4-bef5-4643-a10a-97a552f586d5 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6180670 May 27 02:22:49.136861 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-88effe2e-f1ae-4280-a715-d21348a824e9 req-9fc5a711-9ae7-4461-9e95-7465c2d47290 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Deleting port 5d07c6e5-e08b-4b06-9fab-bcb710d202d5 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:22:49.142648 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-88effe2e-f1ae-4280-a715-d21348a824e9 req-9fc5a711-9ae7-4461-9e95-7465c2d47290 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:49.160020 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-c0456d32-228c-4b7e-af4c-53a5a03fa22f service neutron] 10.222.0.66 "GET /v2.0/networks/bc44a8f1-f55a-42c3-8906-2fd4470a2ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682496 May 27 02:22:49.166853 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8b8c67ec-d5f4-4652-8263-2a96269bd7f0 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:49.363650 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3615f-1cf2-4352-a4ea-728f1015d762 req-d68c42fa-12c9-4cf9-8ef8-177b9a6dfc89 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:49.377055 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-58a3615f-1cf2-4352-a4ea-728f1015d762 req-d68c42fa-12c9-4cf9-8ef8-177b9a6dfc89 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e0e8527-ea60-4992-b3cb-e21eaa4856f1 HTTP/1.1" status: 200 len: 945 time: 1.0666070 May 27 02:22:49.407350 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-aabc2ced-fbfa-4b2a-b087-a0f8a6f170af service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=248cd725-0c24-4047-b076-0aa17cd7ecc0 HTTP/1.1" status: 200 len: 217 time: 0.2202833 May 27 02:22:49.436701 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:49.474488 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:49.504857 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-8b8c67ec-d5f4-4652-8263-2a96269bd7f0 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Transition to ACTIVE for port object d310b58e-34e6-4b84-8fd9-48d93b844b8e will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:22:49.597335 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-1bb8561d-2734-41e5-a3fe-738af00893e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:49.601409 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-1bb8561d-2734-41e5-a3fe-738af00893e0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=18b9760c-5727-4979-b482-385cb53ebb74 HTTP/1.1" status: 200 len: 797 time: 0.1930566 May 27 02:22:49.650037 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-58a3615f-1cf2-4352-a4ea-728f1015d762 req-c02abfaf-301a-4931-b910-3594b68fb1ab tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/security-groups?id=98403105-d981-4c62-804c-8b9c17a93da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778111 May 27 02:22:49.660304 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-c998ac96-bc30-4d40-b69c-3a21664ca3c0 None None] Set router 82cbd9de-346e-44ce-909a-c3a030aa3e23 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:22:49.788877 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-6a882dc7-a2a0-4ce9-89f8-a5ce0ef6ee80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:49.790715 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-6a882dc7-a2a0-4ce9-89f8-a5ce0ef6ee80 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bc44a8f1-f55a-42c3-8906-2fd4470a2ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1771443 May 27 02:22:49.878878 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8b8c67ec-d5f4-4652-8263-2a96269bd7f0 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:49.938887 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port c9bc5ffe-7c2d-4fec-9a46-5bcdaf27393b is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:49.939425 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:50.019527 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-45146ae0-1057-4e57-b035-6e885dc48707 req-001e292d-7a6a-42a1-8c3c-a02640ed2865 tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] Allocated IP 172.20.0.2 (b7f6bdf4-a332-459c-ac67-6a396e86b9ab/1be876db-6f8f-41e8-b135-b3fa607a896b/c3636621-c8bc-4fe9-8462-9562ef3cb34d) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:22:50.125261 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-88effe2e-f1ae-4280-a715-d21348a824e9 req-9fc5a711-9ae7-4461-9e95-7465c2d47290 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] For port 5d07c6e5-e08b-4b06-9fab-bcb710d202d5, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=5d07c6e5-e08b-4b06-9fab-bcb710d202d5,segment=NetworkSegment(ad9a4b4f-872c-4058-b3e3-93f96436dea6),segment_id=ad9a4b4f-872c-4058-b3e3-93f96436dea6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:50.126248 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-88effe2e-f1ae-4280-a715-d21348a824e9 req-9fc5a711-9ae7-4461-9e95-7465c2d47290 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:50.163320 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port c9bc5ffe-7c2d-4fec-9a46-5bcdaf27393b, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c9bc5ffe-7c2d-4fec-9a46-5bcdaf27393b,segment=NetworkSegment(d704f2b5-56c2-46d1-a4c1-6b6480461a8b),segment_id=d704f2b5-56c2-46d1-a4c1-6b6480461a8b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:50.194091 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5f9b37be-1086-45c8-82ee-5fa4ff25d59e None None] Provisioning complete for port c9bc5ffe-7c2d-4fec-9a46-5bcdaf27393b triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:50.195189 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5f9b37be-1086-45c8-82ee-5fa4ff25d59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:50.237844 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8c67ec-d5f4-4652-8263-2a96269bd7f0 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Network 5e093244-26c7-4ae1-a881-6374dbf1a201 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:22:50.244757 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-8b8c67ec-d5f4-4652-8263-2a96269bd7f0 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:22:50.257253 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8c67ec-d5f4-4652-8263-2a96269bd7f0 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:22:50.258186 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8b8c67ec-d5f4-4652-8263-2a96269bd7f0 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:50.294868 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c67ec-d5f4-4652-8263-2a96269bd7f0 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Pushing event updated for resources: {'Port': ['ID=d310b58e-34e6-4b84-8fd9-48d93b844b8e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:50.346521 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-76df137b-530b-435c-83da-20281fbaaa83 service neutron] 10.222.0.66 "GET /v2.0/networks/bc44a8f1-f55a-42c3-8906-2fd4470a2ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5488684 May 27 02:22:50.385226 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-88effe2e-f1ae-4280-a715-d21348a824e9 req-9fc5a711-9ae7-4461-9e95-7465c2d47290 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Calling delete_port for 5d07c6e5-e08b-4b06-9fab-bcb710d202d5 owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:22:50.415986 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b37be-1086-45c8-82ee-5fa4ff25d59e None None] Current status of the port c9bc5ffe-7c2d-4fec-9a46-5bcdaf27393b is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:50.416862 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5f9b37be-1086-45c8-82ee-5fa4ff25d59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:50.454366 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c998ac96-bc30-4d40-b69c-3a21664ca3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cbd9de-346e-44ce-909a-c3a030aa3e23', 'name': 'tempest-TaggedBootDevicesTest-1750740737-router', 'tenant_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd33e2100-4366-44a7-b775-01fb2d6bcb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:18:52Z', 'updated_at': '2022-05-27T02:19:02Z', 'revision_number': 4, 'project_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'gw_port': {'id': 'd33e2100-4366-44a7-b775-01fb2d6bcb02', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:47:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cbd9de-346e-44ce-909a-c3a030aa3e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:18:55Z', 'updated_at': '2022-05-27T02:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '477bdbdf-feaf-4079-9530-0616d34faac1', 'tenant_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'floating_ip_address': '172.25.1.37', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '82cbd9de-346e-44ce-909a-c3a030aa3e23', 'port_id': '1b88d4c2-88a5-44e4-a734-7381c01bd697', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd909775-46db-435c-9cd7-78749fc058c4', 'mac_address': 'fa:16:3e:4d:ea:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:20:31Z', 'updated_at': '2022-05-27T02:22:43Z', 'revision_number': 1, 'project_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c94fabb2-8080-472c-961c-b7f33915a9bf', 'name': '', 'network_id': 'cd909775-46db-435c-9cd7-78749fc058c4', 'tenant_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'mac_address': 'fa:16:3e:7c:cb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cbd9de-346e-44ce-909a-c3a030aa3e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '38635d3c-a31c-4fd5-8a18-29f0e87e4929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:00Z', 'updated_at': '2022-05-27T02:19:12Z', 'revision_number': 5, 'project_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'subnets': [{'id': '38635d3c-a31c-4fd5-8a18-29f0e87e4929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:50.459376 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c998ac96-bc30-4d40-b69c-3a21664ca3c0 None None] The sync data for ids ['82cbd9de-346e-44ce-909a-c3a030aa3e23'] in n-d-843554-3 is: [{'id': '82cbd9de-346e-44ce-909a-c3a030aa3e23', 'name': 'tempest-TaggedBootDevicesTest-1750740737-router', 'tenant_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd33e2100-4366-44a7-b775-01fb2d6bcb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:18:52Z', 'updated_at': '2022-05-27T02:19:02Z', 'revision_number': 4, 'project_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'gw_port': {'id': 'd33e2100-4366-44a7-b775-01fb2d6bcb02', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:47:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cbd9de-346e-44ce-909a-c3a030aa3e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:18:55Z', 'updated_at': '2022-05-27T02:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '477bdbdf-feaf-4079-9530-0616d34faac1', 'tenant_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'floating_ip_address': '172.25.1.37', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '82cbd9de-346e-44ce-909a-c3a030aa3e23', 'port_id': '1b88d4c2-88a5-44e4-a734-7381c01bd697', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd909775-46db-435c-9cd7-78749fc058c4', 'mac_address': 'fa:16:3e:4d:ea:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:20:31Z', 'updated_at': '2022-05-27T02:22:43Z', 'revision_number': 1, 'project_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c94fabb2-8080-472c-961c-b7f33915a9bf', 'name': '', 'network_id': 'cd909775-46db-435c-9cd7-78749fc058c4', 'tenant_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'mac_address': 'fa:16:3e:7c:cb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cbd9de-346e-44ce-909a-c3a030aa3e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '38635d3c-a31c-4fd5-8a18-29f0e87e4929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:00Z', 'updated_at': '2022-05-27T02:19:12Z', 'revision_number': 5, 'project_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'subnets': [{'id': '38635d3c-a31c-4fd5-8a18-29f0e87e4929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:22:50.495518 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660c9c4-3d29-4e4c-ad42-68c811245404 req-33819c5a-e906-4be6-af94-febae36d822a tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:50.506432 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7660c9c4-3d29-4e4c-ad42-68c811245404 req-33819c5a-e906-4be6-af94-febae36d822a tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] 10.222.0.57 "GET /v2.0/ports?device_id=710029bb-f038-4b19-811a-09385aa9fb7b HTTP/1.1" status: 200 len: 945 time: 1.1843076 May 27 02:22:50.527733 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-59baeff8-c9b5-450d-b837-f88bfd8d9291 service neutron] 10.222.0.66 "GET /v2.0/networks/bc44a8f1-f55a-42c3-8906-2fd4470a2ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725805 May 27 02:22:50.533098 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:50.681056 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-5f9b37be-1086-45c8-82ee-5fa4ff25d59e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:22:50.681703 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-5f9b37be-1086-45c8-82ee-5fa4ff25d59e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:22:50.686872 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-4c6353c3-9abc-4a67-8bb4-e5aa2beedd8d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=264c73cf-2308-4577-bcf0-61fc0de4e850 HTTP/1.1" status: 200 len: 217 time: 0.1520081 May 27 02:22:50.689024 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=c9bc5ffe-7c2d-4fec-9a46-5bcdaf27393b,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:50.797424 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8b8c67ec-d5f4-4652-8263-2a96269bd7f0 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:50.818993 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46a8e75-b02a-4389-b80b-ab84bb6fc8b7 None None] New status for floating IP 477bdbdf-feaf-4079-9530-0616d34faac1: ACTIVE {{(pid=88904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:22:50.847054 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-96c41829-c003-4a5f-a296-69170554f276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:50.848867 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-96c41829-c003-4a5f-a296-69170554f276 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ab16c072-4114-4898-aa65-b9d65de14e79 HTTP/1.1" status: 200 len: 797 time: 0.1417079 May 27 02:22:51.061350 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 5d07c6e5-e08b-4b06-9fab-bcb710d202d5 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:22:51.083514 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7660c9c4-3d29-4e4c-ad42-68c811245404 req-eb78094d-722b-4b95-9c56-597b6b70b30b tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9c517e0-b05d-46b7-9be6-62ce8ea049ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5761828 May 27 02:22:51.112527 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5719e-ea01-4860-b149-d96121a29a78 req-3a5b285b-5fe4-47a6-9f35-df1340aeeacf tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:51.120899 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e6b5719e-ea01-4860-b149-d96121a29a78 req-3a5b285b-5fe4-47a6-9f35-df1340aeeacf tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=31a04624-be5b-4e3c-8040-e7dd8e000b9a HTTP/1.1" status: 200 len: 945 time: 1.1829205 May 27 02:22:51.161666 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No active binding found for port 5d07c6e5-e08b-4b06-9fab-bcb710d202d5 {{(pid=88903) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 27 02:22:51.162367 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 5d07c6e5-e08b-4b06-9fab-bcb710d202d5 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:22:51.176240 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-88effe2e-f1ae-4280-a715-d21348a824e9 req-9fc5a711-9ae7-4461-9e95-7465c2d47290 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:51.187417 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-9e2c7545-9758-42fd-82d0-f1157746a1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:51.192538 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-9e2c7545-9758-42fd-82d0-f1157746a1a0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c9b6b64d-3919-4b90-9366-bcda75991abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3338003 May 27 02:22:51.271077 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5a711-9ae7-4461-9e95-7465c2d47290 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Pushing event deleted for resources: {'Port': ['ID=5d07c6e5-e08b-4b06-9fab-bcb710d202d5,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:51.292932 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e6b5719e-ea01-4860-b149-d96121a29a78 req-64c14ced-7a07-40e8-861b-7cdae48cd170 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708806 May 27 02:22:51.340966 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b37be-1086-45c8-82ee-5fa4ff25d59e None None] Current status of the port c9bc5ffe-7c2d-4fec-9a46-5bcdaf27393b is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:51.405454 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-45146ae0-1057-4e57-b035-6e885dc48707 req-001e292d-7a6a-42a1-8c3c-a02640ed2865 tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:51.415596 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5675b076-b619-473e-a9f7-33b5a6601293'] response: {'server_uuid': '710029bb-f038-4b19-811a-09385aa9fb7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5667e7eb-ff4e-4770-bdfc-b56758811fad', 'code': 200} May 27 02:22:51.560636 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-0feab475-6234-4e27-8ff3-3dce9aea07c5 None None] Provisioning for port d310b58e-34e6-4b84-8fd9-48d93b844b8e completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:22:51.564503 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-d76524aa-0086-4e34-8fec-cad622597f34 service neutron] 10.222.0.66 "GET /v2.0/networks/c9b6b64d-3919-4b90-9366-bcda75991abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605335 May 27 02:22:51.567174 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-0feab475-6234-4e27-8ff3-3dce9aea07c5 None None] Provisioning complete for port d310b58e-34e6-4b84-8fd9-48d93b844b8e triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:51.567613 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0feab475-6234-4e27-8ff3-3dce9aea07c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:51.645582 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6c5772ad-5456-4da8-b23b-0f0baf0318eb req-c9cfa6c3-9726-4dfb-8943-300d705cf0a4 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d10020c-bafc-4744-8af1-90a8220fdfed HTTP/1.1" status: 200 len: 210 time: 0.1999958 May 27 02:22:51.691657 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-0feab475-6234-4e27-8ff3-3dce9aea07c5 None None] Port d310b58e-34e6-4b84-8fd9-48d93b844b8e cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:22:51.704463 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8b8c67ec-d5f4-4652-8263-2a96269bd7f0 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:51.706075 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-45146ae0-1057-4e57-b035-6e885dc48707 req-001e292d-7a6a-42a1-8c3c-a02640ed2865 tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:51.708322 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-88effe2e-f1ae-4280-a715-d21348a824e9 req-9fc5a711-9ae7-4461-9e95-7465c2d47290 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] No DVR routers for this DVR port 5d07c6e5-e08b-4b06-9fab-bcb710d202d5 on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:22:51.753356 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-d0262193-0ae2-488c-9335-c44cb39e3918 service neutron] 10.222.0.66 "GET /v2.0/networks/c9b6b64d-3919-4b90-9366-bcda75991abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769168 May 27 02:22:51.812867 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-88effe2e-f1ae-4280-a715-d21348a824e9 req-9fc5a711-9ae7-4461-9e95-7465c2d47290 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:51.815519 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e292d-7a6a-42a1-8c3c-a02640ed2865 tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] Pushing event updated for resources: {'Port': ['ID=c3636621-c8bc-4fe9-8462-9562ef3cb34d,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:51.818466 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d10020c-bafc-4744-8af1-90a8220fdfed', 'name': 'network-vif-deleted', 'tag': '5d07c6e5-e08b-4b06-9fab-bcb710d202d5'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:22:51.832756 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45146ae0-1057-4e57-b035-6e885dc48707 req-001e292d-7a6a-42a1-8c3c-a02640ed2865 tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] Network b7f6bdf4-a332-459c-ac67-6a396e86b9ab is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:22:51.846864 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-45146ae0-1057-4e57-b035-6e885dc48707 req-001e292d-7a6a-42a1-8c3c-a02640ed2865 tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:22:51.849584 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8b8c67ec-d5f4-4652-8263-2a96269bd7f0 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:51.855073 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8b8c67ec-d5f4-4652-8263-2a96269bd7f0 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:51.857368 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-45146ae0-1057-4e57-b035-6e885dc48707 req-001e292d-7a6a-42a1-8c3c-a02640ed2865 tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:22:51.914964 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-ebc6de13-d088-4d9f-aa9b-31998dca7fb1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=846f130e-8b5c-43bc-a6aa-7b9b06383b8c HTTP/1.1" status: 200 len: 217 time: 0.1522985 May 27 02:22:51.986955 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-88effe2e-f1ae-4280-a715-d21348a824e9 req-9fc5a711-9ae7-4461-9e95-7465c2d47290 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.66 "DELETE /v2.0/ports/5d07c6e5-e08b-4b06-9fab-bcb710d202d5 HTTP/1.1" status: 204 len: 173 time: 3.4631813 May 27 02:22:52.070690 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45146ae0-1057-4e57-b035-6e885dc48707 req-001e292d-7a6a-42a1-8c3c-a02640ed2865 tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:52.071617 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-45146ae0-1057-4e57-b035-6e885dc48707 req-001e292d-7a6a-42a1-8c3c-a02640ed2865 tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:52.098323 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98854e8f-84fe-4fcd-8df7-0be5474af210 req-98f4765f-4542-4d7c-88a3-50a24484c3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:52.100207 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-98854e8f-84fe-4fcd-8df7-0be5474af210 req-98f4765f-4542-4d7c-88a3-50a24484c3a4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=710029bb-f038-4b19-811a-09385aa9fb7b HTTP/1.1" status: 200 len: 1096 time: 0.5516460 May 27 02:22:52.110906 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d387b-8662-4a96-ba21-3739dc29f204 req-f45f3e65-9f7e-4fe1-bc28-00a3e5843ed7 tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:52.111665 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-f49d387b-8662-4a96-ba21-3739dc29f204 req-f45f3e65-9f7e-4fe1-bc28-00a3e5843ed7 tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] Synchronizing usage tracker for tenant:2bb14a6347174efba6a7d9d552926c38 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:22:52.196113 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35293dc1-45f5-4419-bbd6-79098a66d47e req-70446583-0a88-4924-ab47-2c1cc7bee6fd tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:52.208865 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-35293dc1-45f5-4419-bbd6-79098a66d47e req-70446583-0a88-4924-ab47-2c1cc7bee6fd tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 946 time: 0.3098309 May 27 02:22:52.249162 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-98854e8f-84fe-4fcd-8df7-0be5474af210 req-117145d8-a743-4c5b-8e8e-1702cab5cc54 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e9c517e0-b05d-46b7-9be6-62ce8ea049ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256680 May 27 02:22:52.267619 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-f49d387b-8662-4a96-ba21-3739dc29f204 req-f45f3e65-9f7e-4fe1-bc28-00a3e5843ed7 tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] Unset dirty status for tenant:2bb14a6347174efba6a7d9d552926c38 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:22:52.274688 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f49d387b-8662-4a96-ba21-3739dc29f204 req-f45f3e65-9f7e-4fe1-bc28-00a3e5843ed7 tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] 10.222.0.57 "GET /v2.0/ports?device_id=72ab92ad-ec41-40f9-befa-f7e1077f5bda HTTP/1.1" status: 200 len: 931 time: 0.7271852 May 27 02:22:52.293189 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-35293dc1-45f5-4419-bbd6-79098a66d47e req-a20fdef5-bd58-496c-b904-cc9c60f3b5ff tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832126 May 27 02:22:52.312925 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-215e7ae3-ed60-4b43-b310-bf7a4c0f0cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:52.315502 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-215e7ae3-ed60-4b43-b310-bf7a4c0f0cf2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ab16c072-4114-4898-aa65-b9d65de14e79 HTTP/1.1" status: 200 len: 797 time: 0.3926785 May 27 02:22:52.318414 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-45146ae0-1057-4e57-b035-6e885dc48707 req-001e292d-7a6a-42a1-8c3c-a02640ed2865 tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3773880 May 27 02:22:52.332891 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-45146ae0-1057-4e57-b035-6e885dc48707 req-9ab2d044-7467-4a66-b718-cad76a3ace64 service neutron] Request body: {'port': {'device_id': '72ab92ad-ec41-40f9-befa-f7e1077f5bda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:52.346389 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8c67ec-d5f4-4652-8263-2a96269bd7f0 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Network 5e093244-26c7-4ae1-a881-6374dbf1a201 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:22:52.347142 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c67ec-d5f4-4652-8263-2a96269bd7f0 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Pushing event updated for resources: {'Port': ['ID=d310b58e-34e6-4b84-8fd9-48d93b844b8e,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:52.351458 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-8b8c67ec-d5f4-4652-8263-2a96269bd7f0 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:22:52.426952 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f49d387b-8662-4a96-ba21-3739dc29f204 req-2de884f0-5b20-4746-8ab5-ae0b693974ee tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfa3efe7-07d6-4d2d-aaec-a951beade468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512110 May 27 02:22:52.554491 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c80436f-ca7f-4281-9895-9d9573db6d13'] response: {'server_uuid': '8d10020c-bafc-4744-8af1-90a8220fdfed', 'name': 'network-vif-deleted', 'tag': '5d07c6e5-e08b-4b06-9fab-bcb710d202d5', 'status': 'completed', 'code': 200} May 27 02:22:52.711612 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c9bc5ffe-7c2d-4fec-9a46-5bcdaf27393b up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:22:52.763925 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8c67ec-d5f4-4652-8263-2a96269bd7f0 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Router 97a67842-c15e-4cb7-addc-1d14499a8d0e has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:22:52.776904 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-e17b19d0-6df9-4207-aef5-79a7705d4cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:52.779023 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-e17b19d0-6df9-4207-aef5-79a7705d4cb4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c9b6b64d-3919-4b90-9366-bcda75991abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2968225 May 27 02:22:52.843337 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-45146ae0-1057-4e57-b035-6e885dc48707 req-9ab2d044-7467-4a66-b718-cad76a3ace64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:52.850358 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-7555477d-7450-4766-886d-d5119cac78e9 None None] Provisioning complete for port d310b58e-34e6-4b84-8fd9-48d93b844b8e triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:52.861259 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7555477d-7450-4766-886d-d5119cac78e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:52.969245 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-7555477d-7450-4766-886d-d5119cac78e9 None None] Port d310b58e-34e6-4b84-8fd9-48d93b844b8e cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:22:52.978809 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port c9bc5ffe-7c2d-4fec-9a46-5bcdaf27393b triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:52.979359 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:53.054433 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8c67ec-d5f4-4652-8263-2a96269bd7f0 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:22:53.066237 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d9728f-77b4-4433-86ef-deb6eb6217bc None None] Sync routers for ids ['97a67842-c15e-4cb7-addc-1d14499a8d0e'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:22:53.074703 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8b8c67ec-d5f4-4652-8263-2a96269bd7f0 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] 10.222.0.57 "PUT /v2.0/routers/97a67842-c15e-4cb7-addc-1d14499a8d0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6732538 May 27 02:22:53.082259 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45284) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:53.088355 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d9728f-77b4-4433-86ef-deb6eb6217bc None None] Routers {'97a67842-c15e-4cb7-addc-1d14499a8d0e'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:22:53.089241 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a0d9728f-77b4-4433-86ef-deb6eb6217bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:22:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['97a67842-c15e-4cb7-addc-1d14499a8d0e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:53.212393 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72f7d6-ce12-42bf-980f-f93cf1b2bd3c req-ea08e368-bed8-4af2-82ec-9c8420afef66 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:53.225247 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7e72f7d6-ce12-42bf-980f-f93cf1b2bd3c req-ea08e368-bed8-4af2-82ec-9c8420afef66 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e0e8527-ea60-4992-b3cb-e21eaa4856f1 HTTP/1.1" status: 200 len: 945 time: 0.7868447 May 27 02:22:53.267151 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-7ac3ff6c-2f50-4102-ab55-3d0b22dba94e service neutron] 10.222.0.66 "GET /v2.0/networks/c9b6b64d-3919-4b90-9366-bcda75991abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238226 May 27 02:22:53.329059 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a0d9728f-77b4-4433-86ef-deb6eb6217bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:53.353479 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d9728f-77b4-4433-86ef-deb6eb6217bc None None] Routers {'97a67842-c15e-4cb7-addc-1d14499a8d0e'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:22:53.354437 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a0d9728f-77b4-4433-86ef-deb6eb6217bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:22:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['97a67842-c15e-4cb7-addc-1d14499a8d0e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:53.505087 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port c9bc5ffe-7c2d-4fec-9a46-5bcdaf27393b is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:53.516378 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a0d9728f-77b4-4433-86ef-deb6eb6217bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:53.521673 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d9728f-77b4-4433-86ef-deb6eb6217bc None None] The sync data for ids ['97a67842-c15e-4cb7-addc-1d14499a8d0e'] in n-d-843554-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:22:53.556087 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-833baf3e-6673-4792-b9f4-e27c1e130b6f tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:53.568396 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-45146ae0-1057-4e57-b035-6e885dc48707 req-9ab2d044-7467-4a66-b718-cad76a3ace64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3636621-c8bc-4fe9-8462-9562ef3cb34d {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:22:53.577889 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-45146ae0-1057-4e57-b035-6e885dc48707 req-9ab2d044-7467-4a66-b718-cad76a3ace64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:53.594807 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-45146ae0-1057-4e57-b035-6e885dc48707 req-9ab2d044-7467-4a66-b718-cad76a3ace64 service neutron] Transition to ACTIVE for port object c3636621-c8bc-4fe9-8462-9562ef3cb34d will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:22:53.609752 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a2245-bc93-4f8e-a7a0-a1049d5b7c08 req-b7862bde-0cbd-4ba2-83f6-2fd9918ebb16 tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:53.618459 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-545a2245-bc93-4f8e-a7a0-a1049d5b7c08 req-b7862bde-0cbd-4ba2-83f6-2fd9918ebb16 tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] 10.222.0.57 "GET /v2.0/ports?device_id=710029bb-f038-4b19-811a-09385aa9fb7b HTTP/1.1" status: 200 len: 945 time: 0.9356031 May 27 02:22:53.681369 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7e72f7d6-ce12-42bf-980f-f93cf1b2bd3c req-f80453f3-f82f-4b08-bddc-2bb73f912bfa tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/security-groups?id=98403105-d981-4c62-804c-8b9c17a93da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4597747 May 27 02:22:53.693411 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-545a2245-bc93-4f8e-a7a0-a1049d5b7c08 req-66041f4c-b38f-4585-b61c-4c92ede8985f tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9c517e0-b05d-46b7-9be6-62ce8ea049ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726569 May 27 02:22:53.694728 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-45146ae0-1057-4e57-b035-6e885dc48707 req-9ab2d044-7467-4a66-b718-cad76a3ace64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:53.886112 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ab1ae69c-493b-4a47-b03f-8e6d8c868622 req-5ccbf441-ca76-4d25-bad8-a7872af7b547 service neutron] 10.222.0.66 "GET /v2.0/networks/c9b6b64d-3919-4b90-9366-bcda75991abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5946283 May 27 02:22:53.908573 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-833baf3e-6673-4792-b9f4-e27c1e130b6f tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] delete failed (client error): There was a conflict when trying to complete your request. May 27 02:22:53.909990 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-833baf3e-6673-4792-b9f4-e27c1e130b6f tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] 10.222.0.57 "DELETE /v2.0/routers/97a67842-c15e-4cb7-addc-1d14499a8d0e HTTP/1.1" status: 409 len: 329 time: 0.8262572 May 27 02:22:53.913635 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45296) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:54.342312 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab2d044-7467-4a66-b718-cad76a3ace64 service neutron] Pushing event updated for resources: {'Port': ['ID=c3636621-c8bc-4fe9-8462-9562ef3cb34d,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:54.415932 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-45146ae0-1057-4e57-b035-6e885dc48707 req-9ab2d044-7467-4a66-b718-cad76a3ace64 service neutron] Attempting to bind port c3636621-c8bc-4fe9-8462-9562ef3cb34d on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:22:54.415932 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-45146ae0-1057-4e57-b035-6e885dc48707 req-9ab2d044-7467-4a66-b718-cad76a3ace64 service neutron] Attempting to bind port c3636621-c8bc-4fe9-8462-9562ef3cb34d by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'e867d490-afbe-4d05-be6d-f211125f3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b7f6bdf4-a332-459c-ac67-6a396e86b9ab'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:22:54.415932 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45146ae0-1057-4e57-b035-6e885dc48707 req-9ab2d044-7467-4a66-b718-cad76a3ace64 service neutron] Attempting to bind port c3636621-c8bc-4fe9-8462-9562ef3cb34d on network b7f6bdf4-a332-459c-ac67-6a396e86b9ab {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:22:54.427296 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45146ae0-1057-4e57-b035-6e885dc48707 req-9ab2d044-7467-4a66-b718-cad76a3ace64 service neutron] Port c3636621-c8bc-4fe9-8462-9562ef3cb34d on network b7f6bdf4-a332-459c-ac67-6a396e86b9ab not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:22:54.427627 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45146ae0-1057-4e57-b035-6e885dc48707 req-9ab2d044-7467-4a66-b718-cad76a3ace64 service neutron] Attempting to bind port c3636621-c8bc-4fe9-8462-9562ef3cb34d on network b7f6bdf4-a332-459c-ac67-6a396e86b9ab {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:22:54.439813 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45146ae0-1057-4e57-b035-6e885dc48707 req-9ab2d044-7467-4a66-b718-cad76a3ace64 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:22:54.440156 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45146ae0-1057-4e57-b035-6e885dc48707 req-9ab2d044-7467-4a66-b718-cad76a3ace64 service neutron] Checking segment: {'id': 'e867d490-afbe-4d05-be6d-f211125f3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b7f6bdf4-a332-459c-ac67-6a396e86b9ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:22:54.440549 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45146ae0-1057-4e57-b035-6e885dc48707 req-9ab2d044-7467-4a66-b718-cad76a3ace64 service neutron] Bound using segment: {'id': 'e867d490-afbe-4d05-be6d-f211125f3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b7f6bdf4-a332-459c-ac67-6a396e86b9ab'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:22:54.441013 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-45146ae0-1057-4e57-b035-6e885dc48707 req-9ab2d044-7467-4a66-b718-cad76a3ace64 service neutron] Bound port: c3636621-c8bc-4fe9-8462-9562ef3cb34d, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e867d490-afbe-4d05-be6d-f211125f3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b7f6bdf4-a332-459c-ac67-6a396e86b9ab'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:22:54.441365 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-45146ae0-1057-4e57-b035-6e885dc48707 req-9ab2d044-7467-4a66-b718-cad76a3ace64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:54.468018 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f9118-4a06-4b7b-9df9-1aaac4cd8c22 req-43a6be47-584f-4773-b23b-03237fd26906 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:54.475058 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-887f9118-4a06-4b7b-9df9-1aaac4cd8c22 req-43a6be47-584f-4773-b23b-03237fd26906 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=31a04624-be5b-4e3c-8040-e7dd8e000b9a HTTP/1.1" status: 200 len: 945 time: 0.4606054 May 27 02:22:54.548565 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3402b-ad99-4a2c-b2ae-e5f24be4bfe6 req-c650c80f-9979-44e9-9b1c-9c1f7685ced2 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:54.555032 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d5d3402b-ad99-4a2c-b2ae-e5f24be4bfe6 req-c650c80f-9979-44e9-9b1c-9c1f7685ced2 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 946 time: 0.2993338 May 27 02:22:54.579873 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b19fc-f704-4404-9c93-09843091e4bb req-6fe1ecec-2714-4ff7-9736-2ba93fb21e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:54.580357 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b19fc-f704-4404-9c93-09843091e4bb req-6fe1ecec-2714-4ff7-9736-2ba93fb21e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:54.580868 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b19fc-f704-4404-9c93-09843091e4bb req-6fe1ecec-2714-4ff7-9736-2ba93fb21e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:54.584604 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b19fc-f704-4404-9c93-09843091e4bb req-6fe1ecec-2714-4ff7-9736-2ba93fb21e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:54.585221 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b19fc-f704-4404-9c93-09843091e4bb req-6fe1ecec-2714-4ff7-9736-2ba93fb21e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:54.585990 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b19fc-f704-4404-9c93-09843091e4bb req-6fe1ecec-2714-4ff7-9736-2ba93fb21e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:54.586472 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b19fc-f704-4404-9c93-09843091e4bb req-6fe1ecec-2714-4ff7-9736-2ba93fb21e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:54.588834 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-187b19fc-f704-4404-9c93-09843091e4bb req-6fe1ecec-2714-4ff7-9736-2ba93fb21e24 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0ff34f8aa5b34b2b8b9bd5b46a9cefc6&device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 6491 time: 0.5690291 May 27 02:22:54.632027 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-887f9118-4a06-4b7b-9df9-1aaac4cd8c22 req-e6e1d41c-6766-463b-b540-ff32ffe7d81f tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560388 May 27 02:22:54.694307 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d5d3402b-ad99-4a2c-b2ae-e5f24be4bfe6 req-8dd847cd-2a81-48c3-9c99-67ce70424cf1 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268623 May 27 02:22:54.740622 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-3c16247b-c4db-4374-a7f2-f8c01215866c req-69ab8056-06c6-44e3-965a-e85aa3501c2e tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1965844855', 'description': 'tempest-description-1482442440'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:54.747066 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-45146ae0-1057-4e57-b035-6e885dc48707 req-9ab2d044-7467-4a66-b718-cad76a3ace64 service neutron] For port c3636621-c8bc-4fe9-8462-9562ef3cb34d, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:22:54.752225 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-3c16247b-c4db-4374-a7f2-f8c01215866c req-69ab8056-06c6-44e3-965a-e85aa3501c2e tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:54.782059 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-45146ae0-1057-4e57-b035-6e885dc48707 req-9ab2d044-7467-4a66-b718-cad76a3ace64 service neutron] For port c3636621-c8bc-4fe9-8462-9562ef3cb34d, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=c3636621-c8bc-4fe9-8462-9562ef3cb34d,segment=NetworkSegment(e867d490-afbe-4d05-be6d-f211125f3b58),segment_id=e867d490-afbe-4d05-be6d-f211125f3b58)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:22:54.800354 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-3c16247b-c4db-4374-a7f2-f8c01215866c req-69ab8056-06c6-44e3-965a-e85aa3501c2e tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:54.852059 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-45146ae0-1057-4e57-b035-6e885dc48707 req-9ab2d044-7467-4a66-b718-cad76a3ace64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:54.956007 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b19fc-f704-4404-9c93-09843091e4bb req-2d0e6eb2-f384-454c-a492-bc2e4e4dbaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:54.957472 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-187b19fc-f704-4404-9c93-09843091e4bb req-2d0e6eb2-f384-454c-a492-bc2e4e4dbaa3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=cd909775-46db-435c-9cd7-78749fc058c4 HTTP/1.1" status: 200 len: 913 time: 0.3402364 May 27 02:22:54.999059 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45146ae0-1057-4e57-b035-6e885dc48707 req-9ab2d044-7467-4a66-b718-cad76a3ace64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:54.999671 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-45146ae0-1057-4e57-b035-6e885dc48707 req-9ab2d044-7467-4a66-b718-cad76a3ace64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:55.001094 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-45146ae0-1057-4e57-b035-6e885dc48707 req-9ab2d044-7467-4a66-b718-cad76a3ace64 service neutron] 10.222.0.32 "PUT /v2.0/ports/c3636621-c8bc-4fe9-8462-9562ef3cb34d HTTP/1.1" status: 200 len: 1091 time: 2.6737838 May 27 02:22:55.001531 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ab92ad-ec41-40f9-befa-f7e1077f5bda', 'tag': 'c3636621-c8bc-4fe9-8462-9562ef3cb34d'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:22:55.021452 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab2d044-7467-4a66-b718-cad76a3ace64 service neutron] Pushing event updated for resources: {'Port': ['ID=c3636621-c8bc-4fe9-8462-9562ef3cb34d,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:55.046371 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c3d8f-db0e-4c09-a92b-17fa64bab6b4 req-1c11c2f9-b446-43f9-8a71-ca6987093df5 tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:55.053305 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-264c3d8f-db0e-4c09-a92b-17fa64bab6b4 req-1c11c2f9-b446-43f9-8a71-ca6987093df5 tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] 10.222.0.57 "GET /v2.0/ports?device_id=72ab92ad-ec41-40f9-befa-f7e1077f5bda HTTP/1.1" status: 200 len: 943 time: 0.2547705 May 27 02:22:55.068283 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-3c16247b-c4db-4374-a7f2-f8c01215866c req-69ab8056-06c6-44e3-965a-e85aa3501c2e tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:55.103366 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-3c16247b-c4db-4374-a7f2-f8c01215866c req-69ab8056-06c6-44e3-965a-e85aa3501c2e tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:55.112900 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-3c16247b-c4db-4374-a7f2-f8c01215866c req-69ab8056-06c6-44e3-965a-e85aa3501c2e tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Usage tracker for resource:security_group_rule and tenant:209664ce71bb45b283c19d8ee70e43b1 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:22:55.117661 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-3c16247b-c4db-4374-a7f2-f8c01215866c req-69ab8056-06c6-44e3-965a-e85aa3501c2e tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:22:55.125200 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-187b19fc-f704-4404-9c93-09843091e4bb req-6e3185ae-cbb3-46d2-afd1-34a2de5fe446 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b88d4c2-88a5-44e4-a734-7381c01bd697 HTTP/1.1" status: 200 len: 1001 time: 0.1567137 May 27 02:22:55.130778 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-264c3d8f-db0e-4c09-a92b-17fa64bab6b4 req-655514fd-fb8d-4598-82bd-ef78d526d234 tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfa3efe7-07d6-4d2d-aaec-a951beade468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765607 May 27 02:22:55.187653 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-3c16247b-c4db-4374-a7f2-f8c01215866c req-69ab8056-06c6-44e3-965a-e85aa3501c2e tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:55.209471 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1cfaf2e2-e770-493a-8959-4e95d61cfc08 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:55.303719 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45146ae0-1057-4e57-b035-6e885dc48707 req-70722873-b68c-4b53-87f4-5ba7df91328e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:55.305339 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-45146ae0-1057-4e57-b035-6e885dc48707 req-70722873-b68c-4b53-87f4-5ba7df91328e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2bb14a6347174efba6a7d9d552926c38&device_id=72ab92ad-ec41-40f9-befa-f7e1077f5bda HTTP/1.1" status: 200 len: 1094 time: 0.1653347 May 27 02:22:55.311244 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-3c16247b-c4db-4374-a7f2-f8c01215866c req-69ab8056-06c6-44e3-965a-e85aa3501c2e tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:55.390871 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b19fc-f704-4404-9c93-09843091e4bb req-d665b04f-9e06-4e51-8eb8-cffc20572d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:55.392329 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-187b19fc-f704-4404-9c93-09843091e4bb req-d665b04f-9e06-4e51-8eb8-cffc20572d4a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=38635d3c-a31c-4fd5-8a18-29f0e87e4929 HTTP/1.1" status: 200 len: 851 time: 0.2597539 May 27 02:22:55.416558 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-3c16247b-c4db-4374-a7f2-f8c01215866c req-69ab8056-06c6-44e3-965a-e85aa3501c2e tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:55.416850 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b4e76152-2417-4b27-9d24-0fb8fc166bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:55.445360 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-45146ae0-1057-4e57-b035-6e885dc48707 req-2c842eb1-c03b-476a-8c77-4b0b5210b2f3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3636621-c8bc-4fe9-8462-9562ef3cb34d HTTP/1.1" status: 200 len: 217 time: 0.1291533 May 27 02:22:55.540042 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab8056-06c6-44e3-965a-e85aa3501c2e tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9efd2ce-4175-4096-bc21-2eec5cd012ef,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:55.561221 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45146ae0-1057-4e57-b035-6e885dc48707 req-59696250-3041-4565-8038-32e20d4f7014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:55.564020 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-45146ae0-1057-4e57-b035-6e885dc48707 req-59696250-3041-4565-8038-32e20d4f7014 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1be876db-6f8f-41e8-b135-b3fa607a896b HTTP/1.1" status: 200 len: 858 time: 0.1066549 May 27 02:22:55.618214 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99222669-7de3-4825-bf7f-b000b92c0d8c req-250772ad-bcfc-4f67-a1c2-4a8d12f67d68 tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:55.620035 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-99222669-7de3-4825-bf7f-b000b92c0d8c req-250772ad-bcfc-4f67-a1c2-4a8d12f67d68 tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] 10.222.0.57 "GET /v2.0/ports?device_id=710029bb-f038-4b19-811a-09385aa9fb7b HTTP/1.1" status: 200 len: 945 time: 0.2436404 May 27 02:22:55.626302 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-3c16247b-c4db-4374-a7f2-f8c01215866c req-69ab8056-06c6-44e3-965a-e85aa3501c2e tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:55.637842 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3c16247b-c4db-4374-a7f2-f8c01215866c req-69ab8056-06c6-44e3-965a-e85aa3501c2e tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.9050815 May 27 02:22:55.641980 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b19fc-f704-4404-9c93-09843091e4bb req-ebdb8ec3-0c2f-4d8a-822a-4b30583525d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:55.643470 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-187b19fc-f704-4404-9c93-09843091e4bb req-ebdb8ec3-0c2f-4d8a-822a-4b30583525d2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cd909775-46db-435c-9cd7-78749fc058c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2403197 May 27 02:22:55.645542 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-45146ae0-1057-4e57-b035-6e885dc48707 req-8c413a53-f271-47ec-844d-961e14b9b6ac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b7f6bdf4-a332-459c-ac67-6a396e86b9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752380 May 27 02:22:55.705217 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16df0cf2-57e3-4b02-9c54-c719f98687c6'] response: {'name': 'network-changed', 'server_uuid': '72ab92ad-ec41-40f9-befa-f7e1077f5bda', 'tag': 'c3636621-c8bc-4fe9-8462-9562ef3cb34d', 'status': 'completed', 'code': 200} May 27 02:22:55.791933 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-99222669-7de3-4825-bf7f-b000b92c0d8c req-a9241753-4f57-421c-adf3-1b2084e78c78 tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9c517e0-b05d-46b7-9be6-62ce8ea049ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507823 May 27 02:22:55.923014 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-45146ae0-1057-4e57-b035-6e885dc48707 req-f7793d52-8c67-4e47-9418-68661a73e055 service neutron] 10.222.0.32 "GET /v2.0/networks/b7f6bdf4-a332-459c-ac67-6a396e86b9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552288 May 27 02:22:55.975689 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-187b19fc-f704-4404-9c93-09843091e4bb req-0737715a-0f1c-4cdf-8100-1dfd0eaa163e service neutron] 10.222.0.66 "GET /v2.0/networks/cd909775-46db-435c-9cd7-78749fc058c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130481 May 27 02:22:56.134184 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-f1c11192-9f16-4980-9878-f21d274ace31 req-10ef78b0-6203-4bbf-836b-431cbc5b6ea7 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Synchronizing usage tracker for tenant:209664ce71bb45b283c19d8ee70e43b1 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:22:56.240933 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-45146ae0-1057-4e57-b035-6e885dc48707 req-51eb3474-0984-48b4-83a9-590bd6161543 service neutron] 10.222.0.32 "GET /v2.0/networks/b7f6bdf4-a332-459c-ac67-6a396e86b9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113205 May 27 02:22:56.273830 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-f1c11192-9f16-4980-9878-f21d274ace31 req-10ef78b0-6203-4bbf-836b-431cbc5b6ea7 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Unset dirty status for tenant:209664ce71bb45b283c19d8ee70e43b1 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:22:56.282021 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f1c11192-9f16-4980-9878-f21d274ace31 req-10ef78b0-6203-4bbf-836b-431cbc5b6ea7 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1965844855&fields=id&tenant_id=209664ce71bb45b283c19d8ee70e43b1 HTTP/1.1" status: 200 len: 267 time: 0.2327814 May 27 02:22:56.383795 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab728a-07cf-407d-8bd2-a347dc7acc03 req-3f0ecd69-bee9-4132-b003-4d5ec2474ac1 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:56.383795 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ebab728a-07cf-407d-8bd2-a347dc7acc03 req-3f0ecd69-bee9-4132-b003-4d5ec2474ac1 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=31a04624-be5b-4e3c-8040-e7dd8e000b9a HTTP/1.1" status: 200 len: 945 time: 0.2103405 May 27 02:22:56.414954 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-1cfaf2e2-e770-493a-8959-4e95d61cfc08 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Deleting port d310b58e-34e6-4b84-8fd9-48d93b844b8e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:22:56.414954 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1cfaf2e2-e770-493a-8959-4e95d61cfc08 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:56.424937 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ebab728a-07cf-407d-8bd2-a347dc7acc03 req-76cdeecd-9748-41fd-b742-85b157ba165c tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576532 May 27 02:22:56.438622 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c11192-9f16-4980-9878-f21d274ace31 req-33e65a26-9043-42de-a6c9-a669b55bb2a4 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:56.448678 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f1c11192-9f16-4980-9878-f21d274ace31 req-33e65a26-9043-42de-a6c9-a669b55bb2a4 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e0e8527-ea60-4992-b3cb-e21eaa4856f1 HTTP/1.1" status: 200 len: 945 time: 0.1641808 May 27 02:22:56.462598 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-f1c11192-9f16-4980-9878-f21d274ace31 req-c2143715-6c17-44fa-8b99-9e05da4ec19f tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Request body: {'port': {'security_groups': ['98403105-d981-4c62-804c-8b9c17a93da6', 'e9efd2ce-4175-4096-bc21-2eec5cd012ef']}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:56.565611 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-187b19fc-f704-4404-9c93-09843091e4bb req-8836552c-adb5-4245-b8e8-e5571407aff8 service neutron] 10.222.0.66 "GET /v2.0/networks/cd909775-46db-435c-9cd7-78749fc058c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5925369 May 27 02:22:56.634982 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1cfaf2e2-e770-493a-8959-4e95d61cfc08 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:56.788364 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-1cfaf2e2-e770-493a-8959-4e95d61cfc08 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Calling delete_port for d310b58e-34e6-4b84-8fd9-48d93b844b8e owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:22:56.835137 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f1c11192-9f16-4980-9878-f21d274ace31 req-c2143715-6c17-44fa-8b99-9e05da4ec19f tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:57.033652 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0de874-f12f-4205-b251-5ee9887b0424 req-8648c694-86f5-4d3e-add8-1c96cfefc5f7 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:57.033652 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b0de874-f12f-4205-b251-5ee9887b0424 req-8648c694-86f5-4d3e-add8-1c96cfefc5f7 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 946 time: 0.4720211 May 27 02:22:57.084839 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94071ac4-31f2-4b9b-9b7b-7aac40ccbe03 req-e70197fc-9659-4a19-a364-4b443067bb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:57.084839 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-94071ac4-31f2-4b9b-9b7b-7aac40ccbe03 req-e70197fc-9659-4a19-a364-4b443067bb1b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2bb14a6347174efba6a7d9d552926c38&device_id=72ab92ad-ec41-40f9-befa-f7e1077f5bda HTTP/1.1" status: 200 len: 1094 time: 0.4319360 May 27 02:22:57.155952 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1cfaf2e2-e770-493a-8959-4e95d61cfc08 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:57.230244 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b0de874-f12f-4205-b251-5ee9887b0424 req-066c9659-6cab-46ec-9b5a-b5693c9b3907 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1922507 May 27 02:22:57.257925 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfaf2e2-e770-493a-8959-4e95d61cfc08 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Pushing event deleted for resources: {'Port': ['ID=d310b58e-34e6-4b84-8fd9-48d93b844b8e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:57.633250 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-f1c11192-9f16-4980-9878-f21d274ace31 req-c2143715-6c17-44fa-8b99-9e05da4ec19f tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] For port a1234f88-cb29-4822-bd25-65ff3f85b685, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=a1234f88-cb29-4822-bd25-65ff3f85b685,segment=NetworkSegment(c05ea677-78fe-43e8-b477-3cdd7ca94b49),segment_id=c05ea677-78fe-43e8-b477-3cdd7ca94b49)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:57.702415 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1cfaf2e2-e770-493a-8959-4e95d61cfc08 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:57.818628 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-98ee22e7-a23d-457b-81c4-17eb49bf36e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:57.845495 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f1c11192-9f16-4980-9878-f21d274ace31 req-c2143715-6c17-44fa-8b99-9e05da4ec19f tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:57.877220 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94071ac4-31f2-4b9b-9b7b-7aac40ccbe03 req-6d49451d-1f78-4e77-a92e-88d3d929bd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:57.877220 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-94071ac4-31f2-4b9b-9b7b-7aac40ccbe03 req-6d49451d-1f78-4e77-a92e-88d3d929bd80 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b7f6bdf4-a332-459c-ac67-6a396e86b9ab HTTP/1.1" status: 200 len: 919 time: 0.7889018 May 27 02:22:58.011414 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f1c11192-9f16-4980-9878-f21d274ace31 req-c2143715-6c17-44fa-8b99-9e05da4ec19f tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:58.024729 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['a1234f88-cb29-4822-bd25-65ff3f85b685'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:22:58.121411 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-94071ac4-31f2-4b9b-9b7b-7aac40ccbe03 req-9c431ca6-249f-47e7-b413-fe18356949f0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3636621-c8bc-4fe9-8462-9562ef3cb34d HTTP/1.1" status: 200 len: 217 time: 0.2368708 May 27 02:22:58.293666 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cfaf2e2-e770-493a-8959-4e95d61cfc08 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Router 97a67842-c15e-4cb7-addc-1d14499a8d0e has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:22:58.302010 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94071ac4-31f2-4b9b-9b7b-7aac40ccbe03 req-ba095b80-1150-4615-9655-3aa225f06799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:58.304450 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-94071ac4-31f2-4b9b-9b7b-7aac40ccbe03 req-ba095b80-1150-4615-9655-3aa225f06799 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1be876db-6f8f-41e8-b135-b3fa607a896b HTTP/1.1" status: 200 len: 858 time: 0.1742265 May 27 02:22:58.404527 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c11192-9f16-4980-9878-f21d274ace31 req-c2143715-6c17-44fa-8b99-9e05da4ec19f tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:58.406627 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f1c11192-9f16-4980-9878-f21d274ace31 req-c2143715-6c17-44fa-8b99-9e05da4ec19f tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:58.408356 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f1c11192-9f16-4980-9878-f21d274ace31 req-c2143715-6c17-44fa-8b99-9e05da4ec19f tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "PUT /v2.0/ports/a1234f88-cb29-4822-bd25-65ff3f85b685 HTTP/1.1" status: 200 len: 981 time: 1.9516196 May 27 02:22:58.420639 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0e8527-ea60-4992-b3cb-e21eaa4856f1', 'tag': 'a1234f88-cb29-4822-bd25-65ff3f85b685'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:22:58.446474 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-94071ac4-31f2-4b9b-9b7b-7aac40ccbe03 req-80a631df-92e2-424c-8496-cba01261382d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b7f6bdf4-a332-459c-ac67-6a396e86b9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1211574 May 27 02:22:58.570561 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45346) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:58.582452 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['a1234f88-cb29-4822-bd25-65ff3f85b685'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:22:58.607206 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfaf2e2-e770-493a-8959-4e95d61cfc08 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:22:58.617415 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7575ce4-b2b4-4791-9f93-7cc4eefbe1a6 None None] Sync routers for ids ['97a67842-c15e-4cb7-addc-1d14499a8d0e'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:22:58.635557 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7575ce4-b2b4-4791-9f93-7cc4eefbe1a6 None None] Routers {'97a67842-c15e-4cb7-addc-1d14499a8d0e'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:22:58.636311 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-f7575ce4-b2b4-4791-9f93-7cc4eefbe1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:22:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['97a67842-c15e-4cb7-addc-1d14499a8d0e'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:58.647296 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2e264-a58f-48e7-ab89-1692268b208f req-98acc66e-ab92-4b5f-b40c-91ca251ff494 tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:58.650534 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c4d2e264-a58f-48e7-ab89-1692268b208f req-98acc66e-ab92-4b5f-b40c-91ca251ff494 tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] 10.222.0.57 "GET /v2.0/ports?device_id=72ab92ad-ec41-40f9-befa-f7e1077f5bda HTTP/1.1" status: 200 len: 943 time: 0.9701076 May 27 02:22:58.651571 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2143715-6c17-44fa-8b99-9e05da4ec19f tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Pushing event updated for resources: {'Port': ['ID=a1234f88-cb29-4822-bd25-65ff3f85b685,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:58.679103 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1cfaf2e2-e770-493a-8959-4e95d61cfc08 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] 10.222.0.57 "PUT /v2.0/routers/97a67842-c15e-4cb7-addc-1d14499a8d0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7380791 May 27 02:22:58.679588 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45352) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:58.783705 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-94c806f5-6ec6-4790-8d65-2bd0034f0e74 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:58.807299 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-f7575ce4-b2b4-4791-9f93-7cc4eefbe1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:58.817309 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7575ce4-b2b4-4791-9f93-7cc4eefbe1a6 None None] Routers {'97a67842-c15e-4cb7-addc-1d14499a8d0e'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:22:58.818227 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-f7575ce4-b2b4-4791-9f93-7cc4eefbe1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:22:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['97a67842-c15e-4cb7-addc-1d14499a8d0e'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:58.860135 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-94c806f5-6ec6-4790-8d65-2bd0034f0e74 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:58.883541 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-75187ca6-b695-4b56-9f79-a9e09f52e4d5 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] show failed (client error): The resource could not be found. May 27 02:22:58.885161 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-75187ca6-b695-4b56-9f79-a9e09f52e4d5 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] 10.222.0.57 "GET /v2.0/routers/tempest-non_exist_router-1179576990 HTTP/1.1" status: 404 len: 335 time: 0.2233377 May 27 02:22:58.891573 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-f7575ce4-b2b4-4791-9f93-7cc4eefbe1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:58.891966 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7575ce4-b2b4-4791-9f93-7cc4eefbe1a6 None None] The sync data for ids ['97a67842-c15e-4cb7-addc-1d14499a8d0e'] in n-d-843554-3 is: [] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:22:58.897296 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45360) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:58.905313 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-675b57c1-335c-4766-866f-88e8f038f009 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:59.006293 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-94071ac4-31f2-4b9b-9b7b-7aac40ccbe03 req-737a89f2-7bac-49c5-8c63-1ae556d3ba64 service neutron] 10.222.0.32 "GET /v2.0/networks/b7f6bdf4-a332-459c-ac67-6a396e86b9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5460708 May 27 02:22:59.021470 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-94c806f5-6ec6-4790-8d65-2bd0034f0e74 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:59.042032 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:59.042032 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:59.057380 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-675b57c1-335c-4766-866f-88e8f038f009 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] update failed (client error): The resource could not be found. May 27 02:22:59.057380 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-675b57c1-335c-4766-866f-88e8f038f009 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] 10.222.0.57 "PUT /v2.0/routers/tempest-non_exist_router-1042115346 HTTP/1.1" status: 404 len: 335 time: 0.1509814 May 27 02:22:59.068115 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c4d2e264-a58f-48e7-ab89-1692268b208f req-80bf7c8f-852f-4d9c-9f16-30927336382f tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfa3efe7-07d6-4d2d-aaec-a951beade468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896445 May 27 02:22:59.080165 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45366) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:59.241419 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895b98f-28de-4f47-9ab8-a2892a592aa9 req-16872f13-e280-4f8b-bd37-d23a69a6aa4a tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:59.243150 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7895b98f-28de-4f47-9ab8-a2892a592aa9 req-16872f13-e280-4f8b-bd37-d23a69a6aa4a tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=31a04624-be5b-4e3c-8040-e7dd8e000b9a HTTP/1.1" status: 200 len: 945 time: 0.4374301 May 27 02:22:59.245030 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c806f5-6ec6-4790-8d65-2bd0034f0e74 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9846790c-95b1-48d5-9f2f-4583083ff7a2,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:59.267298 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-623bda4c-f7e1-425e-9cc4-243fe3864e3d tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Deleting subnet 756267bf-915e-4cce-befc-acf147d2bd43 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:22:59.273653 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-623bda4c-f7e1-425e-9cc4-243fe3864e3d tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:59.300356 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-94c806f5-6ec6-4790-8d65-2bd0034f0e74 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:59.304835 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-94c806f5-6ec6-4790-8d65-2bd0034f0e74 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "DELETE /v2.0/security-groups/9846790c-95b1-48d5-9f2f-4583083ff7a2 HTTP/1.1" status: 204 len: 168 time: 0.7296238 May 27 02:22:59.304835 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45374) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:59.324173 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-321eab19-0608-4581-9922-f6a067c5f434 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] show failed (client error): The resource could not be found. May 27 02:22:59.324173 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-321eab19-0608-4581-9922-f6a067c5f434 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "GET /v2.0/security-groups/9846790c-95b1-48d5-9f2f-4583083ff7a2 HTTP/1.1" status: 404 len: 347 time: 0.0173924 May 27 02:22:59.326857 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45378) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:59.432343 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-94071ac4-31f2-4b9b-9b7b-7aac40ccbe03 req-9fbeb930-10dd-4ac2-b7e4-b82cae2f344a service neutron] 10.222.0.32 "GET /v2.0/networks/b7f6bdf4-a332-459c-ac67-6a396e86b9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4096215 May 27 02:22:59.436613 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-623bda4c-f7e1-425e-9cc4-243fe3864e3d tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:59.485140 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-f9db89be-090e-4efe-a467-f1fc70ea5855 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Deleting port 232a8776-f714-44b6-a5ca-e12930fc96b9 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:22:59.485140 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9db89be-090e-4efe-a467-f1fc70ea5855 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:59.604797 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7895b98f-28de-4f47-9ab8-a2892a592aa9 req-4c9d64b2-1716-41ec-8a8f-a554bb4c4e1a tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655966 May 27 02:22:59.641225 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device c3636621-c8bc-4fe9-8462-9562ef3cb34d details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:22:59.649697 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d791a5-d6ed-46bc-99b8-034ae3b1b6d1 req-b4951529-c610-424b-bff7-176fa8ac9d13 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:59.650851 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-53d791a5-d6ed-46bc-99b8-034ae3b1b6d1 req-b4951529-c610-424b-bff7-176fa8ac9d13 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 946 time: 0.3466496 May 27 02:22:59.673786 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9db89be-090e-4efe-a467-f1fc70ea5855 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:59.674319 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9db89be-090e-4efe-a467-f1fc70ea5855 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:59.767266 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-623bda4c-f7e1-425e-9cc4-243fe3864e3d tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:59.822788 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-f9db89be-090e-4efe-a467-f1fc70ea5855 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Calling delete_port for 232a8776-f714-44b6-a5ca-e12930fc96b9 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:22:59.856681 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port c3636621-c8bc-4fe9-8462-9562ef3cb34d, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=c3636621-c8bc-4fe9-8462-9562ef3cb34d,segment=NetworkSegment(e867d490-afbe-4d05-be6d-f211125f3b58),segment_id=e867d490-afbe-4d05-be6d-f211125f3b58)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:59.875586 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': 'c3636621-c8bc-4fe9-8462-9562ef3cb34d', 'network_id': 'b7f6bdf4-a332-459c-ac67-6a396e86b9ab', 'port_id': 'c3636621-c8bc-4fe9-8462-9562ef3cb34d', 'mac_address': 'fa:16:3e:0a:a9:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be876db-6f8f-41e8-b135-b3fa607a896b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:22:59.901490 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-53d791a5-d6ed-46bc-99b8-034ae3b1b6d1 req-c51d3732-f2e9-4f86-80ab-823ed8ea8ecf tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2445717 May 27 02:22:59.976173 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port c3636621-c8bc-4fe9-8462-9562ef3cb34d is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:59.979059 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:59.989357 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ace90e02-8721-4035-bb14-546b492ec166 req-64dfa9e0-c351-43a5-bbc6-998b47c86790 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1965844855&fields=id&tenant_id=209664ce71bb45b283c19d8ee70e43b1 HTTP/1.1" status: 200 len: 267 time: 0.1517015 May 27 02:23:00.012559 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3636621-c8bc-4fe9-8462-9562ef3cb34d {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:23:00.029725 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:00.035750 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port c3636621-c8bc-4fe9-8462-9562ef3cb34d, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=c3636621-c8bc-4fe9-8462-9562ef3cb34d,segment=NetworkSegment(e867d490-afbe-4d05-be6d-f211125f3b58),segment_id=e867d490-afbe-4d05-be6d-f211125f3b58)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:00.076979 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c91a2596-236a-4e78-b05a-940813f87891'] response: {'name': 'network-changed', 'server_uuid': '0e0e8527-ea60-4992-b3cb-e21eaa4856f1', 'tag': 'a1234f88-cb29-4822-bd25-65ff3f85b685', 'status': 'completed', 'code': 200} May 27 02:23:00.111869 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4a7df-7171-45c1-9f90-513066bb5892 req-dd64f06c-d358-44b4-be7a-704810ecb208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:00.114255 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6cf4a7df-7171-45c1-9f90-513066bb5892 req-dd64f06c-d358-44b4-be7a-704810ecb208 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=209664ce71bb45b283c19d8ee70e43b1&device_id=0e0e8527-ea60-4992-b3cb-e21eaa4856f1 HTTP/1.1" status: 200 len: 1135 time: 0.0807009 May 27 02:23:00.150533 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:00.162808 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace90e02-8721-4035-bb14-546b492ec166 req-5c3f3170-4ca9-4e84-a2d6-32bec34e1e06 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:00.164350 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ace90e02-8721-4035-bb14-546b492ec166 req-5c3f3170-4ca9-4e84-a2d6-32bec34e1e06 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e0e8527-ea60-4992-b3cb-e21eaa4856f1 HTTP/1.1" status: 200 len: 984 time: 0.1741555 May 27 02:23:00.166600 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-623bda4c-f7e1-425e-9cc4-243fe3864e3d tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:00.179100 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9db89be-090e-4efe-a467-f1fc70ea5855 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:00.200776 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ea301-1e2c-4bbb-a85b-09ccbe6fc4a5 req-60be5b4e-35b7-47b4-8104-e23b9a9da540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:00.202258 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-992ea301-1e2c-4bbb-a85b-09ccbe6fc4a5 req-60be5b4e-35b7-47b4-8104-e23b9a9da540 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67a2999592f840daafe9db3a26b0dd55&device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 1097 time: 0.2326086 May 27 02:23:00.212997 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-ace90e02-8721-4035-bb14-546b492ec166 req-ad370707-316e-45d7-a3ba-a026d766531a tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Request body: {'port': {'security_groups': ['98403105-d981-4c62-804c-8b9c17a93da6']}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:23:00.251838 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=c3636621-c8bc-4fe9-8462-9562ef3cb34d,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:00.323023 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c6987d-75d6-4635-834c-8bd396395df0 None None] Network 7a5685ae-1a86-4d7a-ada8-abafd66efe67 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:23:00.339200 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db89be-090e-4efe-a467-f1fc70ea5855 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Pushing event deleted for resources: {'Port': ['ID=232a8776-f714-44b6-a5ca-e12930fc96b9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:00.365737 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623bda4c-f7e1-425e-9cc4-243fe3864e3d tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Pushing event deleted for resources: {'Subnet': ['ID=756267bf-915e-4cce-befc-acf147d2bd43,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:00.450632 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['c3636621-c8bc-4fe9-8462-9562ef3cb34d'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:23:00.474329 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4a7df-7171-45c1-9f90-513066bb5892 req-18c19145-c549-4e92-9f4a-91918324e9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:00.475823 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6cf4a7df-7171-45c1-9f90-513066bb5892 req-18c19145-c549-4e92-9f4a-91918324e9db service neutron] 10.222.0.32 "GET /v2.0/networks?id=0218860d-7cbc-4a1d-902b-50f15d0343e7 HTTP/1.1" status: 200 len: 921 time: 0.3560777 May 27 02:23:00.478224 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9db89be-090e-4efe-a467-f1fc70ea5855 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:00.480854 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-623bda4c-f7e1-425e-9cc4-243fe3864e3d tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:00.518235 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-623bda4c-f7e1-425e-9cc4-243fe3864e3d tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] 10.222.0.57 "DELETE /v2.0/subnets/756267bf-915e-4cce-befc-acf147d2bd43 HTTP/1.1" status: 204 len: 168 time: 1.4460676 May 27 02:23:00.537778 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45388) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:00.571488 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6cf4a7df-7171-45c1-9f90-513066bb5892 req-cb86a2ff-4b8f-47b3-b99f-bf6cc215da16 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1234f88-cb29-4822-bd25-65ff3f85b685 HTTP/1.1" status: 200 len: 217 time: 0.0883555 May 27 02:23:00.692375 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9db89be-090e-4efe-a467-f1fc70ea5855 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:00.695493 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f9db89be-090e-4efe-a467-f1fc70ea5855 tempest-ImagesOneServerNegativeTestJSON-69730041 tempest-ImagesOneServerNegativeTestJSON-69730041-project] 10.222.0.57 "DELETE /v2.0/floatingips/c00105d6-cf6c-47b0-9b08-d08846fa8d20 HTTP/1.1" status: 204 len: 168 time: 1.3650436 May 27 02:23:00.704122 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ea301-1e2c-4bbb-a85b-09ccbe6fc4a5 req-846f9ee7-3ff6-4641-84ad-96c5d4ace9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:00.704122 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-992ea301-1e2c-4bbb-a85b-09ccbe6fc4a5 req-846f9ee7-3ff6-4641-84ad-96c5d4ace9f5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7ee685f0-e442-4ea7-949d-71e1995db8ac HTTP/1.1" status: 200 len: 918 time: 0.4631383 May 27 02:23:00.756791 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ace90e02-8721-4035-bb14-546b492ec166 req-ad370707-316e-45d7-a3ba-a026d766531a tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:00.766471 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4a7df-7171-45c1-9f90-513066bb5892 req-2a8a7322-9784-42d7-bf24-c4a24fceb5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:00.767960 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6cf4a7df-7171-45c1-9f90-513066bb5892 req-2a8a7322-9784-42d7-bf24-c4a24fceb5e1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03d6acab-3ccc-4e49-9edb-b9860698e697 HTTP/1.1" status: 200 len: 860 time: 0.1906188 May 27 02:23:00.773601 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b54c2a6e-5cb3-4ba3-a6d3-6f2fdf880cd8 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:00.847105 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef858989-791c-45b4-a292-7c2fc03e2800 None None] DHCP port deletion for 7a5685ae-1a86-4d7a-ada8-abafd66efe67 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:23:00.847105 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ef858989-791c-45b4-a292-7c2fc03e2800 None None] Deleting port c9bc5ffe-7c2d-4fec-9a46-5bcdaf27393b {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:23:00.847105 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ef858989-791c-45b4-a292-7c2fc03e2800 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:00.861592 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6cf4a7df-7171-45c1-9f90-513066bb5892 req-e5ee3cc9-6dff-424f-b442-db324b0a3daf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0218860d-7cbc-4a1d-902b-50f15d0343e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751688 May 27 02:23:00.861592 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b54c2a6e-5cb3-4ba3-a6d3-6f2fdf880cd8 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Deleting port c9bc5ffe-7c2d-4fec-9a46-5bcdaf27393b {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:23:00.861592 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b54c2a6e-5cb3-4ba3-a6d3-6f2fdf880cd8 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:01.083682 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-992ea301-1e2c-4bbb-a85b-09ccbe6fc4a5 req-d76b291d-6a14-4a5b-8f24-35f1244cb0c5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d8c57a0-911e-4dff-92d3-d90b2167597d HTTP/1.1" status: 200 len: 1001 time: 0.3294661 May 27 02:23:01.346903 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-ef858989-791c-45b4-a292-7c2fc03e2800 None None] For port c9bc5ffe-7c2d-4fec-9a46-5bcdaf27393b, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c9bc5ffe-7c2d-4fec-9a46-5bcdaf27393b,segment=NetworkSegment(d704f2b5-56c2-46d1-a4c1-6b6480461a8b),segment_id=d704f2b5-56c2-46d1-a4c1-6b6480461a8b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:01.346903 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ef858989-791c-45b4-a292-7c2fc03e2800 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:01.375063 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec155e37-a47d-4364-ad2f-47693c50903e req-44cfbf45-6128-4fa2-9159-2d55aa3ef1bc tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:01.394538 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ec155e37-a47d-4364-ad2f-47693c50903e req-44cfbf45-6128-4fa2-9159-2d55aa3ef1bc tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] 10.222.0.57 "GET /v2.0/ports?device_id=72ab92ad-ec41-40f9-befa-f7e1077f5bda HTTP/1.1" status: 200 len: 944 time: 1.0720766 May 27 02:23:01.456776 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ea301-1e2c-4bbb-a85b-09ccbe6fc4a5 req-ccd92b0f-ff15-4e6d-a1c4-dbee5b971cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:01.458207 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-992ea301-1e2c-4bbb-a85b-09ccbe6fc4a5 req-ccd92b0f-ff15-4e6d-a1c4-dbee5b971cdb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c302d24-860d-464a-9c69-32cd4f709ca1 HTTP/1.1" status: 200 len: 856 time: 0.3615496 May 27 02:23:01.504764 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ef858989-791c-45b4-a292-7c2fc03e2800 None None] Calling delete_port for c9bc5ffe-7c2d-4fec-9a46-5bcdaf27393b owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:23:01.547296 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ec155e37-a47d-4364-ad2f-47693c50903e req-b4af62dc-ecee-47fc-94cd-defc0520108b tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfa3efe7-07d6-4d2d-aaec-a951beade468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688087 May 27 02:23:01.550084 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-b54c2a6e-5cb3-4ba3-a6d3-6f2fdf880cd8 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] For port c9bc5ffe-7c2d-4fec-9a46-5bcdaf27393b, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c9bc5ffe-7c2d-4fec-9a46-5bcdaf27393b,segment=NetworkSegment(d704f2b5-56c2-46d1-a4c1-6b6480461a8b),segment_id=d704f2b5-56c2-46d1-a4c1-6b6480461a8b)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:01.550664 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b54c2a6e-5cb3-4ba3-a6d3-6f2fdf880cd8 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:01.560053 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6cf4a7df-7171-45c1-9f90-513066bb5892 req-c993572f-f950-4344-b59a-6a32d239e9e1 service neutron] 10.222.0.32 "GET /v2.0/networks/0218860d-7cbc-4a1d-902b-50f15d0343e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6449480 May 27 02:23:01.605423 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-ace90e02-8721-4035-bb14-546b492ec166 req-ad370707-316e-45d7-a3ba-a026d766531a tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] For port a1234f88-cb29-4822-bd25-65ff3f85b685, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=a1234f88-cb29-4822-bd25-65ff3f85b685,segment=NetworkSegment(c05ea677-78fe-43e8-b477-3cdd7ca94b49),segment_id=c05ea677-78fe-43e8-b477-3cdd7ca94b49)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:01.652024 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ace90e02-8721-4035-bb14-546b492ec166 req-ad370707-316e-45d7-a3ba-a026d766531a tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:01.653821 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device c3636621-c8bc-4fe9-8462-9562ef3cb34d up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:23:01.653997 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ea301-1e2c-4bbb-a85b-09ccbe6fc4a5 req-9fb9c0b7-d1f4-41dc-a53e-c9f0552572b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:01.653997 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-992ea301-1e2c-4bbb-a85b-09ccbe6fc4a5 req-9fb9c0b7-d1f4-41dc-a53e-c9f0552572b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ee685f0-e442-4ea7-949d-71e1995db8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1828501 May 27 02:23:01.716919 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ace90e02-8721-4035-bb14-546b492ec166 req-ad370707-316e-45d7-a3ba-a026d766531a tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:01.750995 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ef858989-791c-45b4-a292-7c2fc03e2800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:01.759512 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['a1234f88-cb29-4822-bd25-65ff3f85b685'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:23:01.788845 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b54c2a6e-5cb3-4ba3-a6d3-6f2fdf880cd8 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Calling delete_port for c9bc5ffe-7c2d-4fec-9a46-5bcdaf27393b owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:23:01.914081 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace90e02-8721-4035-bb14-546b492ec166 req-ad370707-316e-45d7-a3ba-a026d766531a tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:01.914700 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ace90e02-8721-4035-bb14-546b492ec166 req-ad370707-316e-45d7-a3ba-a026d766531a tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:01.916063 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ace90e02-8721-4035-bb14-546b492ec166 req-ad370707-316e-45d7-a3ba-a026d766531a tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "PUT /v2.0/ports/a1234f88-cb29-4822-bd25-65ff3f85b685 HTTP/1.1" status: 200 len: 942 time: 1.7080131 May 27 02:23:01.969237 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef858989-791c-45b4-a292-7c2fc03e2800 None None] Pushing event deleted for resources: {'Port': ['ID=c9bc5ffe-7c2d-4fec-9a46-5bcdaf27393b,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:01.975602 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef858989-791c-45b4-a292-7c2fc03e2800 None None] No DVR routers for this DVR port c9bc5ffe-7c2d-4fec-9a46-5bcdaf27393b on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:23:02.031747 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['a1234f88-cb29-4822-bd25-65ff3f85b685'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:23:02.034385 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6cf4a7df-7171-45c1-9f90-513066bb5892 req-d64f153e-9aac-44f5-9316-48b506f5dc9b service neutron] 10.222.0.32 "GET /v2.0/networks/0218860d-7cbc-4a1d-902b-50f15d0343e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078574 May 27 02:23:02.038457 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad370707-316e-45d7-a3ba-a026d766531a tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Pushing event updated for resources: {'Port': ['ID=a1234f88-cb29-4822-bd25-65ff3f85b685,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:02.065491 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-992ea301-1e2c-4bbb-a85b-09ccbe6fc4a5 req-15e921a5-49f3-49f1-bd83-248a8cd1378d service neutron] 10.222.0.32 "GET /v2.0/networks/7ee685f0-e442-4ea7-949d-71e1995db8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996277 May 27 02:23:02.084974 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-b54c2a6e-5cb3-4ba3-a6d3-6f2fdf880cd8 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:23:02.084974 n-d-843554-3 neutron-server[88901]: DEBUG oslo_db.api [None req-b54c2a6e-5cb3-4ba3-a6d3-6f2fdf880cd8 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:23:02.102889 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0e8527-ea60-4992-b3cb-e21eaa4856f1', 'tag': 'a1234f88-cb29-4822-bd25-65ff3f85b685'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:23:02.146532 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port c3636621-c8bc-4fe9-8462-9562ef3cb34d completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:23:02.157600 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port c3636621-c8bc-4fe9-8462-9562ef3cb34d triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:23:02.157600 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:02.315180 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e8be7-5a82-4007-ac2b-ff3d3e0f2b90 req-8c1bcc6d-1dda-4ae8-b566-1f0c03d82014 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:02.321223 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-425e8be7-5a82-4007-ac2b-ff3d3e0f2b90 req-8c1bcc6d-1dda-4ae8-b566-1f0c03d82014 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=31a04624-be5b-4e3c-8040-e7dd8e000b9a HTTP/1.1" status: 200 len: 945 time: 0.5067215 May 27 02:23:02.447469 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-425e8be7-5a82-4007-ac2b-ff3d3e0f2b90 req-415f10d2-7dd9-49ce-a62a-b0caa9307754 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192021 May 27 02:23:02.511362 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port c3636621-c8bc-4fe9-8462-9562ef3cb34d is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:23:02.511893 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:02.516081 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-992ea301-1e2c-4bbb-a85b-09ccbe6fc4a5 req-fad4ebbf-5872-4c1d-a85a-116f6048af16 service neutron] 10.222.0.32 "GET /v2.0/networks/7ee685f0-e442-4ea7-949d-71e1995db8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4494498 May 27 02:23:02.577589 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ab92ad-ec41-40f9-befa-f7e1077f5bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3636621-c8bc-4fe9-8462-9562ef3cb34d'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:23:02.580941 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b54c2a6e-5cb3-4ba3-a6d3-6f2fdf880cd8 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Deleting port c9bc5ffe-7c2d-4fec-9a46-5bcdaf27393b {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:23:02.582120 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b54c2a6e-5cb3-4ba3-a6d3-6f2fdf880cd8 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:02.595660 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port c3636621-c8bc-4fe9-8462-9562ef3cb34d, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=c3636621-c8bc-4fe9-8462-9562ef3cb34d,segment=NetworkSegment(e867d490-afbe-4d05-be6d-f211125f3b58),segment_id=e867d490-afbe-4d05-be6d-f211125f3b58)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:02.618616 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb48f5f-4e75-4056-82d5-c2d102d9006a req-02513fb5-f0bc-48d7-877a-5ca3f727911a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:02.620772 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0bb48f5f-4e75-4056-82d5-c2d102d9006a req-02513fb5-f0bc-48d7-877a-5ca3f727911a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 946 time: 0.2985780 May 27 02:23:02.659199 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c9bc5ffe-7c2d-4fec-9a46-5bcdaf27393b no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:23:02.692232 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b54c2a6e-5cb3-4ba3-a6d3-6f2fdf880cd8 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] The port 'c9bc5ffe-7c2d-4fec-9a46-5bcdaf27393b' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:23:02.697760 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0bb48f5f-4e75-4056-82d5-c2d102d9006a req-b35c62c9-7338-4c8c-8f16-e8043fbe26a9 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699787 May 27 02:23:02.702740 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:02.754149 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b82f39df-79c4-47ed-b0b8-0ee7bc8347cd req-2dcbebe1-b764-4792-9bea-4590166c423c tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2624707 May 27 02:23:02.755316 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: c9bc5ffe-7c2d-4fec-9a46-5bcdaf27393b {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:23:02.755407 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-b82f39df-79c4-47ed-b0b8-0ee7bc8347cd req-0149f60c-5e48-49e7-967a-bfa53b9b6a74 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:23:02.755602 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c9bc5ffe-7c2d-4fec-9a46-5bcdaf27393b not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:23:02.755700 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-b82f39df-79c4-47ed-b0b8-0ee7bc8347cd req-0149f60c-5e48-49e7-967a-bfa53b9b6a74 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:23:02.758760 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b82f39df-79c4-47ed-b0b8-0ee7bc8347cd req-0149f60c-5e48-49e7-967a-bfa53b9b6a74 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Usage tracker for resource:floatingip and tenant:209664ce71bb45b283c19d8ee70e43b1 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:23:02.761439 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b82f39df-79c4-47ed-b0b8-0ee7bc8347cd req-0149f60c-5e48-49e7-967a-bfa53b9b6a74 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:23:02.767745 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-b82f39df-79c4-47ed-b0b8-0ee7bc8347cd req-0149f60c-5e48-49e7-967a-bfa53b9b6a74 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:23:02.829226 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=c3636621-c8bc-4fe9-8462-9562ef3cb34d,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:02.869375 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b82f39df-79c4-47ed-b0b8-0ee7bc8347cd req-0149f60c-5e48-49e7-967a-bfa53b9b6a74 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks [] for floatingip, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:02.903912 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b54c2a6e-5cb3-4ba3-a6d3-6f2fdf880cd8 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:02.933959 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-b54c2a6e-5cb3-4ba3-a6d3-6f2fdf880cd8 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a5685ae-1a86-4d7a-ada8-abafd66efe67']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:02.941509 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-b54c2a6e-5cb3-4ba3-a6d3-6f2fdf880cd8 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd704f2b5-56c2-46d1-a4c1-6b6480461a8b') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:02.944775 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2162beb-c0b0-406b-a4cd-7d3af0d85ff3'] response: {'name': 'network-changed', 'server_uuid': '0e0e8527-ea60-4992-b3cb-e21eaa4856f1', 'tag': 'a1234f88-cb29-4822-bd25-65ff3f85b685', 'status': 'completed', 'code': 200} May 27 02:23:02.945115 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-b54c2a6e-5cb3-4ba3-a6d3-6f2fdf880cd8 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd704f2b5-56c2-46d1-a4c1-6b6480461a8b') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:02.963181 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b54c2a6e-5cb3-4ba3-a6d3-6f2fdf880cd8 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:02.988298 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b54c2a6e-5cb3-4ba3-a6d3-6f2fdf880cd8 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:03.003993 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b54c2a6e-5cb3-4ba3-a6d3-6f2fdf880cd8 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:23:03.003993 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b54c2a6e-5cb3-4ba3-a6d3-6f2fdf880cd8 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:03.039383 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment d704f2b5-56c2-46d1-a4c1-6b6480461a8b resource provider aggregate not found May 27 02:23:03.083622 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1bda0c-973b-493d-95a9-5be1125da96b req-8ab78b9e-6a8b-44bc-a35b-96dcd6ea0af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:03.085113 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3d1bda0c-973b-493d-95a9-5be1125da96b req-8ab78b9e-6a8b-44bc-a35b-96dcd6ea0af6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=209664ce71bb45b283c19d8ee70e43b1&device_id=0e0e8527-ea60-4992-b3cb-e21eaa4856f1 HTTP/1.1" status: 200 len: 1096 time: 0.1369586 May 27 02:23:03.109483 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment d704f2b5-56c2-46d1-a4c1-6b6480461a8b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d704f2b5-56c2-46d1-a4c1-6b6480461a8b found for delete ", "request_id": "req-cb6017ca-fc36-4952-93e3-c0c130d95597"}]} May 27 02:23:03.224955 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b82f39df-79c4-47ed-b0b8-0ee7bc8347cd req-0149f60c-5e48-49e7-967a-bfa53b9b6a74 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:03.228935 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b54c2a6e-5cb3-4ba3-a6d3-6f2fdf880cd8 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:03.238595 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b54c2a6e-5cb3-4ba3-a6d3-6f2fdf880cd8 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:03.269595 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c2a6e-5cb3-4ba3-a6d3-6f2fdf880cd8 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Pushing event deleted for resources: {'Network': ['ID=7a5685ae-1a86-4d7a-ada8-abafd66efe67,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:03.275728 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b54c2a6e-5cb3-4ba3-a6d3-6f2fdf880cd8 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] 10.222.0.57 "DELETE /v2.0/networks/7a5685ae-1a86-4d7a-ada8-abafd66efe67 HTTP/1.1" status: 204 len: 168 time: 2.7294269 May 27 02:23:03.277687 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45444) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:03.301271 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1bda0c-973b-493d-95a9-5be1125da96b req-3572e3f8-af0d-4056-aa2f-97c928d826d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:03.302713 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3d1bda0c-973b-493d-95a9-5be1125da96b req-3572e3f8-af0d-4056-aa2f-97c928d826d7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0218860d-7cbc-4a1d-902b-50f15d0343e7 HTTP/1.1" status: 200 len: 921 time: 0.2096710 May 27 02:23:03.346200 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b73a10d-e8e6-4138-b605-131599e51fa2 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Deleting subnet b3766451-2d80-4571-9129-d8b004119109 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:23:03.350289 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b73a10d-e8e6-4138-b605-131599e51fa2 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:03.396866 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3d1bda0c-973b-493d-95a9-5be1125da96b req-e1b6d8fe-f534-45a1-8982-05a4294c2511 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1234f88-cb29-4822-bd25-65ff3f85b685 HTTP/1.1" status: 200 len: 217 time: 0.0784857 May 27 02:23:03.419228 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b73a10d-e8e6-4138-b605-131599e51fa2 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:03.489119 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16b79f30-fd2f-40a4-821b-3492b6cb1bf9'] response: {'server_uuid': '72ab92ad-ec41-40f9-befa-f7e1077f5bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3636621-c8bc-4fe9-8462-9562ef3cb34d', 'code': 200} May 27 02:23:03.513054 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-b82f39df-79c4-47ed-b0b8-0ee7bc8347cd req-0149f60c-5e48-49e7-967a-bfa53b9b6a74 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Allocated IP 172.25.1.230 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/eea45c03-7fca-43fe-a993-410193354d43) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:23:03.563394 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1bda0c-973b-493d-95a9-5be1125da96b req-66db8ec3-3901-43dc-8e89-8feab63d8349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:03.564946 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3d1bda0c-973b-493d-95a9-5be1125da96b req-66db8ec3-3901-43dc-8e89-8feab63d8349 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03d6acab-3ccc-4e49-9edb-b9860698e697 HTTP/1.1" status: 200 len: 860 time: 0.0979490 May 27 02:23:03.599222 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b73a10d-e8e6-4138-b605-131599e51fa2 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:03.657288 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 3d8c57a0-911e-4dff-92d3-d90b2167597d no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:23:03.703805 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74bf5a-6825-4326-b9d5-a9860c4afec1 req-f74a12e2-8458-4dec-b772-188646143f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:03.705341 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3d74bf5a-6825-4326-b9d5-a9860c4afec1 req-f74a12e2-8458-4dec-b772-188646143f80 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=72ab92ad-ec41-40f9-befa-f7e1077f5bda HTTP/1.1" status: 200 len: 1096 time: 0.1428983 May 27 02:23:03.707564 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3d1bda0c-973b-493d-95a9-5be1125da96b req-fdfd9d83-4f6e-43e6-9e98-50b9d8c6a289 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0218860d-7cbc-4a1d-902b-50f15d0343e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948715 May 27 02:23:03.782383 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3d74bf5a-6825-4326-b9d5-a9860c4afec1 req-0b300db1-0372-4337-be5a-111126a6ae21 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bfa3efe7-07d6-4d2d-aaec-a951beade468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587220 May 27 02:23:03.782383 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b73a10d-e8e6-4138-b605-131599e51fa2 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:03.813387 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 3d8c57a0-911e-4dff-92d3-d90b2167597d is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:23:03.813387 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:03.838123 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b73a10d-e8e6-4138-b605-131599e51fa2 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Pushing event deleted for resources: {'Subnet': ['ID=b3766451-2d80-4571-9129-d8b004119109,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:03.855482 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b73a10d-e8e6-4138-b605-131599e51fa2 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:03.855482 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7b73a10d-e8e6-4138-b605-131599e51fa2 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] 10.222.0.57 "DELETE /v2.0/subnets/b3766451-2d80-4571-9129-d8b004119109 HTTP/1.1" status: 204 len: 168 time: 0.5699096 May 27 02:23:03.855482 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45452) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:03.879806 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae767b85-5ee3-48be-9c45-52609ebd4560 None None] Network f12480bd-faec-41b8-a09d-97adf2ac4b62 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:23:03.939570 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f23b3ce-8d67-44b3-806f-114afeb5d459 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Deleting subnet fce5bd6a-f236-490b-95fe-6c30d5f61305 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:23:03.939570 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5f23b3ce-8d67-44b3-806f-114afeb5d459 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:03.945813 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeaf3b3-60a3-42a4-bec3-3831d3c7af43 req-42abfb84-fb39-41dd-9ea9-f9a06fd3a0c0 tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:03.945813 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6eeaf3b3-60a3-42a4-bec3-3831d3c7af43 req-42abfb84-fb39-41dd-9ea9-f9a06fd3a0c0 tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] 10.222.0.57 "GET /v2.0/ports?device_id=72ab92ad-ec41-40f9-befa-f7e1077f5bda HTTP/1.1" status: 200 len: 945 time: 0.3316658 May 27 02:23:03.948610 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b82f39df-79c4-47ed-b0b8-0ee7bc8347cd req-0149f60c-5e48-49e7-967a-bfa53b9b6a74 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:04.002179 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 3d8c57a0-911e-4dff-92d3-d90b2167597d, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=3d8c57a0-911e-4dff-92d3-d90b2167597d,segment=NetworkSegment(7321cd14-1f6f-448d-a8d3-637a53c8da8a),segment_id=7321cd14-1f6f-448d-a8d3-637a53c8da8a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:04.009322 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5f23b3ce-8d67-44b3-806f-114afeb5d459 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:04.032599 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3d1bda0c-973b-493d-95a9-5be1125da96b req-08c974dc-d906-4c19-8eb8-534910f39854 service neutron] 10.222.0.32 "GET /v2.0/networks/0218860d-7cbc-4a1d-902b-50f15d0343e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134782 May 27 02:23:04.048883 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6eeaf3b3-60a3-42a4-bec3-3831d3c7af43 req-9fd20945-2b94-4c3e-81f9-dcc011f9826d tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfa3efe7-07d6-4d2d-aaec-a951beade468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796041 May 27 02:23:04.093465 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:04.178307 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=3d8c57a0-911e-4dff-92d3-d90b2167597d,revision_number=8']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:04.192133 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45456) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:04.280108 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259c0911-8dab-4cd1-8571-e493b02f048c None None] DHCP port deletion for f12480bd-faec-41b8-a09d-97adf2ac4b62 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:23:04.289314 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-259c0911-8dab-4cd1-8571-e493b02f048c None None] Deleting port 536560a1-a63b-476c-932e-cafbda8fca68 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:23:04.289314 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-259c0911-8dab-4cd1-8571-e493b02f048c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:04.391468 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b82f39df-79c4-47ed-b0b8-0ee7bc8347cd req-0149f60c-5e48-49e7-967a-bfa53b9b6a74 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:04.421582 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5f23b3ce-8d67-44b3-806f-114afeb5d459 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:04.514525 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b82f39df-79c4-47ed-b0b8-0ee7bc8347cd req-0149f60c-5e48-49e7-967a-bfa53b9b6a74 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:23:04.519172 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-b82f39df-79c4-47ed-b0b8-0ee7bc8347cd req-0149f60c-5e48-49e7-967a-bfa53b9b6a74 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:23:04.522561 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3d1bda0c-973b-493d-95a9-5be1125da96b req-882a0103-c43e-4d22-a145-929b72837ca4 service neutron] 10.222.0.32 "GET /v2.0/networks/0218860d-7cbc-4a1d-902b-50f15d0343e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4775350 May 27 02:23:04.525762 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82f39df-79c4-47ed-b0b8-0ee7bc8347cd req-0149f60c-5e48-49e7-967a-bfa53b9b6a74 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:23:04.553505 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d07c39c-039f-4da8-b6d8-6db780bdbf75 admin admin] Deleting subnet 247564f0-1187-4cc8-b142-74cbc42d04cd {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:23:04.560115 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0149f60c-5e48-49e7-967a-bfa53b9b6a74 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Pushing event updated for resources: {'Port': ['ID=eea45c03-7fca-43fe-a993-410193354d43,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:04.567673 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4d07c39c-039f-4da8-b6d8-6db780bdbf75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:04.626798 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-259c0911-8dab-4cd1-8571-e493b02f048c None None] For port 536560a1-a63b-476c-932e-cafbda8fca68, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=536560a1-a63b-476c-932e-cafbda8fca68,segment=NetworkSegment(947e1173-2be6-4be1-8b83-6288c15f8421),segment_id=947e1173-2be6-4be1-8b83-6288c15f8421)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:04.627488 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-259c0911-8dab-4cd1-8571-e493b02f048c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:04.645495 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4d07c39c-039f-4da8-b6d8-6db780bdbf75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:04.662757 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5f23b3ce-8d67-44b3-806f-114afeb5d459 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:04.701386 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 536560a1-a63b-476c-932e-cafbda8fca68 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:23:04.710512 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f23b3ce-8d67-44b3-806f-114afeb5d459 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Pushing event deleted for resources: {'Subnet': ['ID=fce5bd6a-f236-490b-95fe-6c30d5f61305,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:04.716285 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5f23b3ce-8d67-44b3-806f-114afeb5d459 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:04.728928 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4d07c39c-039f-4da8-b6d8-6db780bdbf75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:04.734778 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5f23b3ce-8d67-44b3-806f-114afeb5d459 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] 10.222.0.57 "DELETE /v2.0/subnets/fce5bd6a-f236-490b-95fe-6c30d5f61305 HTTP/1.1" status: 204 len: 168 time: 0.8812571 May 27 02:23:04.736747 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45462) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:04.796695 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6663e3-9f9d-4e7d-82f7-d00d2186c7ad None None] Network 01d3da38-2276-4bbd-90bd-35019c3edc4d requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:23:04.821744 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-259c0911-8dab-4cd1-8571-e493b02f048c None None] Calling delete_port for 536560a1-a63b-476c-932e-cafbda8fca68 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:23:04.855290 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b82f39df-79c4-47ed-b0b8-0ee7bc8347cd req-0149f60c-5e48-49e7-967a-bfa53b9b6a74 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:04.869481 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fbc85e94-a4f4-4587-bc7d-4ce683a148b7 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:04.880998 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-fbc85e94-a4f4-4587-bc7d-4ce683a148b7 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Deleting port 536560a1-a63b-476c-932e-cafbda8fca68 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:23:04.881543 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fbc85e94-a4f4-4587-bc7d-4ce683a148b7 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:04.950046 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4d07c39c-039f-4da8-b6d8-6db780bdbf75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:05.064937 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d07c39c-039f-4da8-b6d8-6db780bdbf75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=247564f0-1187-4cc8-b142-74cbc42d04cd,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:05.080822 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4d07c39c-039f-4da8-b6d8-6db780bdbf75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:05.099305 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 536560a1-a63b-476c-932e-cafbda8fca68 is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:23:05.099932 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:05.147193 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-fbc85e94-a4f4-4587-bc7d-4ce683a148b7 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] For port 536560a1-a63b-476c-932e-cafbda8fca68, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=536560a1-a63b-476c-932e-cafbda8fca68,segment=NetworkSegment(947e1173-2be6-4be1-8b83-6288c15f8421),segment_id=947e1173-2be6-4be1-8b83-6288c15f8421)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:05.148247 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fbc85e94-a4f4-4587-bc7d-4ce683a148b7 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:05.169175 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b82f39df-79c4-47ed-b0b8-0ee7bc8347cd req-0149f60c-5e48-49e7-967a-bfa53b9b6a74 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:05.230297 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-259c0911-8dab-4cd1-8571-e493b02f048c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:05.329879 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-fbc85e94-a4f4-4587-bc7d-4ce683a148b7 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Calling delete_port for 536560a1-a63b-476c-932e-cafbda8fca68 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:23:05.336852 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4d07c39c-039f-4da8-b6d8-6db780bdbf75 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/247564f0-1187-4cc8-b142-74cbc42d04cd HTTP/1.1" status: 204 len: 168 time: 1.1356883 May 27 02:23:05.344523 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c0911-8dab-4cd1-8571-e493b02f048c None None] Pushing event deleted for resources: {'Port': ['ID=536560a1-a63b-476c-932e-cafbda8fca68,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:05.347047 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45470) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:05.365393 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef29f43f-726f-4860-9d0d-caa335b1ddc2 None None] DHCP port deletion for 01d3da38-2276-4bbd-90bd-35019c3edc4d request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:23:05.370506 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259c0911-8dab-4cd1-8571-e493b02f048c None None] No DVR routers for this DVR port 536560a1-a63b-476c-932e-cafbda8fca68 on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:23:05.379783 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ef29f43f-726f-4860-9d0d-caa335b1ddc2 None None] Deleting port 7a5031e3-0a39-43f6-82f7-31ecbf77560b {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:23:05.381411 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ef29f43f-726f-4860-9d0d-caa335b1ddc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:05.386429 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db161a36-6dbd-42f0-bc11-e3654619b902 req-d233baff-5305-4a7b-887e-d4f3dcc82509 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:05.393936 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-db161a36-6dbd-42f0-bc11-e3654619b902 req-d233baff-5305-4a7b-887e-d4f3dcc82509 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=31a04624-be5b-4e3c-8040-e7dd8e000b9a HTTP/1.1" status: 200 len: 945 time: 0.5143521 May 27 02:23:05.450269 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-fbc85e94-a4f4-4587-bc7d-4ce683a148b7 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:23:05.451114 n-d-843554-3 neutron-server[88901]: DEBUG oslo_db.api [None req-fbc85e94-a4f4-4587-bc7d-4ce683a148b7 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:23:05.491394 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f59e3235-26be-4ba3-b4a2-1f7a9345e756', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d8c57a0-911e-4dff-92d3-d90b2167597d'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:23:05.557272 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-db161a36-6dbd-42f0-bc11-e3654619b902 req-8dc41247-69fd-4ad8-a08e-590e123378cf tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624453 May 27 02:23:05.570743 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-12ec650b-595b-41f2-97c1-379a73e1e26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:05.600647 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461fcfc7-5745-4fa4-91b7-94181ddbdb70 req-0bba6b3f-648f-44c2-b738-037787f85ac8 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:05.602163 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-461fcfc7-5745-4fa4-91b7-94181ddbdb70 req-0bba6b3f-648f-44c2-b738-037787f85ac8 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.32 "GET /v2.0/ports?device_id=31a04624-be5b-4e3c-8040-e7dd8e000b9a HTTP/1.1" status: 200 len: 945 time: 0.5006974 May 27 02:23:05.619526 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-ef29f43f-726f-4860-9d0d-caa335b1ddc2 None None] For port 7a5031e3-0a39-43f6-82f7-31ecbf77560b, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=7a5031e3-0a39-43f6-82f7-31ecbf77560b,segment=NetworkSegment(2182a4e1-945b-40a3-91a5-eea03d331764),segment_id=2182a4e1-945b-40a3-91a5-eea03d331764)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:05.619986 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ef29f43f-726f-4860-9d0d-caa335b1ddc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:05.692777 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b82f39df-79c4-47ed-b0b8-0ee7bc8347cd req-0149f60c-5e48-49e7-967a-bfa53b9b6a74 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:05.744707 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ef29f43f-726f-4860-9d0d-caa335b1ddc2 None None] Calling delete_port for 7a5031e3-0a39-43f6-82f7-31ecbf77560b owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:23:05.827864 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b82f39df-79c4-47ed-b0b8-0ee7bc8347cd req-0149f60c-5e48-49e7-967a-bfa53b9b6a74 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:05.882039 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-461fcfc7-5745-4fa4-91b7-94181ddbdb70 req-9a09c9d7-d036-4093-9e01-c7729cdb6c12 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Deleting port 3a52f2ce-4830-4c23-807b-2116b5b6b7b7 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:23:05.882378 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-461fcfc7-5745-4fa4-91b7-94181ddbdb70 req-9a09c9d7-d036-4093-9e01-c7729cdb6c12 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:05.885545 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ef29f43f-726f-4860-9d0d-caa335b1ddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:05.935270 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef29f43f-726f-4860-9d0d-caa335b1ddc2 None None] Pushing event deleted for resources: {'Port': ['ID=7a5031e3-0a39-43f6-82f7-31ecbf77560b,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:05.939045 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef29f43f-726f-4860-9d0d-caa335b1ddc2 None None] No DVR routers for this DVR port 7a5031e3-0a39-43f6-82f7-31ecbf77560b on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:23:05.941028 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-12ec650b-595b-41f2-97c1-379a73e1e26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:05.953398 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-fbc85e94-a4f4-4587-bc7d-4ce683a148b7 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Deleting port 536560a1-a63b-476c-932e-cafbda8fca68 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:23:05.954286 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fbc85e94-a4f4-4587-bc7d-4ce683a148b7 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:06.028938 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-fbc85e94-a4f4-4587-bc7d-4ce683a148b7 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] The port '536560a1-a63b-476c-932e-cafbda8fca68' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:23:06.038109 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-12ec650b-595b-41f2-97c1-379a73e1e26b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad328cf1-4104-4d8e-8f1d-0a25d788d2cc']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:06.093265 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-12ec650b-595b-41f2-97c1-379a73e1e26b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad9a4b4f-872c-4058-b3e3-93f96436dea6') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:06.093560 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-12ec650b-595b-41f2-97c1-379a73e1e26b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad9a4b4f-872c-4058-b3e3-93f96436dea6') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:06.100409 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0149f60c-5e48-49e7-967a-bfa53b9b6a74 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Pushing event updated for resources: {'Port': ['ID=eea45c03-7fca-43fe-a993-410193354d43,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:06.128298 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-12ec650b-595b-41f2-97c1-379a73e1e26b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:06.137847 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b82f39df-79c4-47ed-b0b8-0ee7bc8347cd req-0149f60c-5e48-49e7-967a-bfa53b9b6a74 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:06.185018 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-12ec650b-595b-41f2-97c1-379a73e1e26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:06.332151 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fbc85e94-a4f4-4587-bc7d-4ce683a148b7 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:06.332151 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-fbc85e94-a4f4-4587-bc7d-4ce683a148b7 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f12480bd-faec-41b8-a09d-97adf2ac4b62']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:06.332151 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-fbc85e94-a4f4-4587-bc7d-4ce683a148b7 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '947e1173-2be6-4be1-8b83-6288c15f8421') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:06.332151 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-fbc85e94-a4f4-4587-bc7d-4ce683a148b7 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '947e1173-2be6-4be1-8b83-6288c15f8421') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:06.332151 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fbc85e94-a4f4-4587-bc7d-4ce683a148b7 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:06.332151 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db570a0-78e5-486c-a4eb-cf033ac4ca1e req-bf0b1952-c4f4-42ca-aab6-1e86cd6aa0ed tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:06.332151 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4db570a0-78e5-486c-a4eb-cf033ac4ca1e req-bf0b1952-c4f4-42ca-aab6-1e86cd6aa0ed tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] 10.222.0.66 "GET /v2.0/ports?device_id=710029bb-f038-4b19-811a-09385aa9fb7b HTTP/1.1" status: 200 len: 945 time: 0.2301593 May 27 02:23:06.341185 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fbc85e94-a4f4-4587-bc7d-4ce683a148b7 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:06.367511 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf64c00-d0d6-44bb-a1c9-9990e0da295f req-abb9048b-8026-47c3-8b31-0796d308b240 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:06.367869 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbc85e94-a4f4-4587-bc7d-4ce683a148b7 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:23:06.368386 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fbc85e94-a4f4-4587-bc7d-4ce683a148b7 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:06.369130 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ebf64c00-d0d6-44bb-a1c9-9990e0da295f req-abb9048b-8026-47c3-8b31-0796d308b240 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 944 time: 0.6886303 May 27 02:23:06.374971 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12ec650b-595b-41f2-97c1-379a73e1e26b admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:23:06.375394 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-12ec650b-595b-41f2-97c1-379a73e1e26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:06.452490 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 947e1173-2be6-4be1-8b83-6288c15f8421 resource provider aggregate not found May 27 02:23:06.453735 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment ad9a4b4f-872c-4058-b3e3-93f96436dea6 resource provider aggregate not found May 27 02:23:06.482697 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 947e1173-2be6-4be1-8b83-6288c15f8421 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 947e1173-2be6-4be1-8b83-6288c15f8421 found for delete ", "request_id": "req-c5c3cbe2-29f2-4b83-8026-e52004351454"}]} May 27 02:23:06.492920 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-4db570a0-78e5-486c-a4eb-cf033ac4ca1e req-e1906940-837a-4733-b5d9-61399ba728ed tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] Deleting port 5667e7eb-ff4e-4770-bdfc-b56758811fad {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:23:06.493607 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4db570a0-78e5-486c-a4eb-cf033ac4ca1e req-e1906940-837a-4733-b5d9-61399ba728ed tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:06.493884 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment ad9a4b4f-872c-4058-b3e3-93f96436dea6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad9a4b4f-872c-4058-b3e3-93f96436dea6 found for delete ", "request_id": "req-d7c064cb-e1f4-40a7-9442-8174105884cb"}]} May 27 02:23:06.502047 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b82f39df-79c4-47ed-b0b8-0ee7bc8347cd req-0149f60c-5e48-49e7-967a-bfa53b9b6a74 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:06.503205 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b82f39df-79c4-47ed-b0b8-0ee7bc8347cd req-0149f60c-5e48-49e7-967a-bfa53b9b6a74 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7595088 May 27 02:23:06.611976 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-12ec650b-595b-41f2-97c1-379a73e1e26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:06.624489 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ebf64c00-d0d6-44bb-a1c9-9990e0da295f req-8791f543-f298-48bf-a40b-31ce2d0842a1 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2203703 May 27 02:23:06.639454 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 7a5031e3-0a39-43f6-82f7-31ecbf77560b no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:23:06.655378 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-12ec650b-595b-41f2-97c1-379a73e1e26b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:06.669904 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b82f39df-79c4-47ed-b0b8-0ee7bc8347cd req-8592b7d8-ffb9-471e-9d2d-41581a8a6785 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Synchronizing usage tracker for tenant:209664ce71bb45b283c19d8ee70e43b1 on resource:floatingip {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:23:06.680154 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 7a5031e3-0a39-43f6-82f7-31ecbf77560b {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:23:06.680891 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 7a5031e3-0a39-43f6-82f7-31ecbf77560b not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:23:06.686937 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec650b-595b-41f2-97c1-379a73e1e26b admin admin] Pushing event deleted for resources: {'Network': ['ID=ad328cf1-4104-4d8e-8f1d-0a25d788d2cc,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:06.698716 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-461fcfc7-5745-4fa4-91b7-94181ddbdb70 req-9a09c9d7-d036-4093-9e01-c7729cdb6c12 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] For port 3a52f2ce-4830-4c23-807b-2116b5b6b7b7, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=3a52f2ce-4830-4c23-807b-2116b5b6b7b7,segment=NetworkSegment(f9d0c973-72f3-423e-80ec-119f03165820),segment_id=f9d0c973-72f3-423e-80ec-119f03165820)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:06.698716 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-461fcfc7-5745-4fa4-91b7-94181ddbdb70 req-9a09c9d7-d036-4093-9e01-c7729cdb6c12 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:06.699046 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fbc85e94-a4f4-4587-bc7d-4ce683a148b7 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:06.703285 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fbc85e94-a4f4-4587-bc7d-4ce683a148b7 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:06.860263 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc85e94-a4f4-4587-bc7d-4ce683a148b7 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Pushing event deleted for resources: {'Network': ['ID=f12480bd-faec-41b8-a09d-97adf2ac4b62,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:06.866923 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-fbc85e94-a4f4-4587-bc7d-4ce683a148b7 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] 10.222.0.57 "DELETE /v2.0/networks/f12480bd-faec-41b8-a09d-97adf2ac4b62 HTTP/1.1" status: 204 len: 168 time: 2.1290510 May 27 02:23:06.874218 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45488) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:06.876380 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-461fcfc7-5745-4fa4-91b7-94181ddbdb70 req-9a09c9d7-d036-4093-9e01-c7729cdb6c12 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Calling delete_port for 3a52f2ce-4830-4c23-807b-2116b5b6b7b7 owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:23:06.907409 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-12ec650b-595b-41f2-97c1-379a73e1e26b admin admin] 10.222.0.57 "DELETE /v2.0/networks/ad328cf1-4104-4d8e-8f1d-0a25d788d2cc HTTP/1.1" status: 204 len: 168 time: 1.5536139 May 27 02:23:06.930793 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b82f39df-79c4-47ed-b0b8-0ee7bc8347cd req-8592b7d8-ffb9-471e-9d2d-41581a8a6785 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Unset dirty status for tenant:209664ce71bb45b283c19d8ee70e43b1 on resource:floatingip {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:23:06.935143 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b82f39df-79c4-47ed-b0b8-0ee7bc8347cd req-8592b7d8-ffb9-471e-9d2d-41581a8a6785 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.230 HTTP/1.1" status: 200 len: 696 time: 0.4111907 May 27 02:23:07.023263 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-4db570a0-78e5-486c-a4eb-cf033ac4ca1e req-e1906940-837a-4733-b5d9-61399ba728ed tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] For port 5667e7eb-ff4e-4770-bdfc-b56758811fad, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=5667e7eb-ff4e-4770-bdfc-b56758811fad,segment=NetworkSegment(3a6299a2-2cf7-4589-85be-cace5ff33aa0),segment_id=3a6299a2-2cf7-4589-85be-cace5ff33aa0)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:07.023263 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4db570a0-78e5-486c-a4eb-cf033ac4ca1e req-e1906940-837a-4733-b5d9-61399ba728ed tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:07.035612 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a0084c5a-49ee-44f5-8c40-c4fe1231e7ba tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:07.156176 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-4db570a0-78e5-486c-a4eb-cf033ac4ca1e req-e1906940-837a-4733-b5d9-61399ba728ed tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] Calling delete_port for 5667e7eb-ff4e-4770-bdfc-b56758811fad owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:23:07.187412 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc688e5-ca4d-471f-a7a2-e8cf3cc0a4fc req-12f78729-401e-459d-b1d1-eac183751f16 tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:07.189772 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bfc688e5-ca4d-471f-a7a2-e8cf3cc0a4fc req-12f78729-401e-459d-b1d1-eac183751f16 tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] 10.222.0.57 "GET /v2.0/ports?device_id=710029bb-f038-4b19-811a-09385aa9fb7b HTTP/1.1" status: 200 len: 945 time: 0.4163129 May 27 02:23:07.237531 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f39df-79c4-47ed-b0b8-0ee7bc8347cd req-d38edc57-a1c8-4f7c-b34b-eb5737864611 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:07.239241 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b82f39df-79c4-47ed-b0b8-0ee7bc8347cd req-d38edc57-a1c8-4f7c-b34b-eb5737864611 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/networks/d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 784 time: 0.2955813 May 27 02:23:07.261246 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-b82f39df-79c4-47ed-b0b8-0ee7bc8347cd req-b789c408-95b4-4675-957a-53381c0c53b1 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:23:07.262818 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b82f39df-79c4-47ed-b0b8-0ee7bc8347cd req-b789c408-95b4-4675-957a-53381c0c53b1 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086911 May 27 02:23:07.273470 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bfc688e5-ca4d-471f-a7a2-e8cf3cc0a4fc req-bc98e1a1-96b9-4017-a684-6bfcfd2fe90b tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9c517e0-b05d-46b7-9be6-62ce8ea049ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681400 May 27 02:23:07.284494 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45496) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:07.320396 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-461fcfc7-5745-4fa4-91b7-94181ddbdb70 req-9a09c9d7-d036-4093-9e01-c7729cdb6c12 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:07.333339 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['3a52f2ce-4830-4c23-807b-2116b5b6b7b7'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:23:07.352327 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a0084c5a-49ee-44f5-8c40-c4fe1231e7ba tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:07.397393 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09c9d7-d036-4093-9e01-c7729cdb6c12 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Pushing event deleted for resources: {'Port': ['ID=3a52f2ce-4830-4c23-807b-2116b5b6b7b7,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:07.403709 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-52a2db43-aac6-4df0-adf6-3eccb964dc31 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e6fc548f88094a2d8ad31078dc1820b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1181197 May 27 02:23:07.408350 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a0084c5a-49ee-44f5-8c40-c4fe1231e7ba tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01d3da38-2276-4bbd-90bd-35019c3edc4d']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:07.414201 n-d-843554-3 neutron-server[88903]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ce86234d-b4f5-4ab2-96b4-c5bf73ba6357']: {'server_uuid': 'f59e3235-26be-4ba3-b4a2-1f7a9345e756', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3d8c57a0-911e-4dff-92d3-d90b2167597d', 'code': 422} returned with failed status May 27 02:23:07.415069 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45500) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:07.449757 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a0084c5a-49ee-44f5-8c40-c4fe1231e7ba tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2182a4e1-945b-40a3-91a5-eea03d331764') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:07.450051 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a0084c5a-49ee-44f5-8c40-c4fe1231e7ba tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2182a4e1-945b-40a3-91a5-eea03d331764') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:07.482446 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a0084c5a-49ee-44f5-8c40-c4fe1231e7ba tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:07.526378 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a0084c5a-49ee-44f5-8c40-c4fe1231e7ba tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:07.542199 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0084c5a-49ee-44f5-8c40-c4fe1231e7ba tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:23:07.542599 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a0084c5a-49ee-44f5-8c40-c4fe1231e7ba tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:07.563259 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee5b4e67-3b73-4b5f-bc5b-4f111cbaca47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:07.564371 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-461fcfc7-5745-4fa4-91b7-94181ddbdb70 req-9a09c9d7-d036-4093-9e01-c7729cdb6c12 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] No DVR routers for this DVR port 3a52f2ce-4830-4c23-807b-2116b5b6b7b7 on host n-h1-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:23:07.564961 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4db570a0-78e5-486c-a4eb-cf033ac4ca1e req-e1906940-837a-4733-b5d9-61399ba728ed tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:07.571595 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-461fcfc7-5745-4fa4-91b7-94181ddbdb70 req-9a09c9d7-d036-4093-9e01-c7729cdb6c12 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:07.574435 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a04624-be5b-4e3c-8040-e7dd8e000b9a', 'name': 'network-vif-deleted', 'tag': '3a52f2ce-4830-4c23-807b-2116b5b6b7b7'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:23:07.596174 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7d21737d-6d28-4aef-9b4c-b257dce1bbc7 req-e93d9e21-d6c9-49b7-8f57-6309d8d4c1a5 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=31a04624-be5b-4e3c-8040-e7dd8e000b9a HTTP/1.1" status: 200 len: 210 time: 0.0733199 May 27 02:23:07.635274 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f361d-a0ca-4ff9-b8d0-e18b3c11bd76 req-15228d9c-1dd5-4d4e-81bc-fedbe00c5d89 tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:07.636854 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-307f361d-a0ca-4ff9-b8d0-e18b3c11bd76 req-15228d9c-1dd5-4d4e-81bc-fedbe00c5d89 tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] 10.222.0.57 "GET /v2.0/ports?device_id=72ab92ad-ec41-40f9-befa-f7e1077f5bda HTTP/1.1" status: 200 len: 945 time: 0.1904085 May 27 02:23:07.662774 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-461fcfc7-5745-4fa4-91b7-94181ddbdb70 req-9a09c9d7-d036-4093-9e01-c7729cdb6c12 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.32 "DELETE /v2.0/ports/3a52f2ce-4830-4c23-807b-2116b5b6b7b7 HTTP/1.1" status: 204 len: 173 time: 2.0212922 May 27 02:23:07.665937 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 3a52f2ce-4830-4c23-807b-2116b5b6b7b7 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:23:07.694845 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1906940-837a-4733-b5d9-61399ba728ed tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] Pushing event deleted for resources: {'Port': ['ID=5667e7eb-ff4e-4770-bdfc-b56758811fad,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:07.702756 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-307f361d-a0ca-4ff9-b8d0-e18b3c11bd76 req-b839e9f3-be41-4dff-972c-2399828ab035 tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfa3efe7-07d6-4d2d-aaec-a951beade468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599647 May 27 02:23:07.716212 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 3a52f2ce-4830-4c23-807b-2116b5b6b7b7 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:23:07.716615 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 3a52f2ce-4830-4c23-807b-2116b5b6b7b7 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:23:07.717137 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 3d8c57a0-911e-4dff-92d3-d90b2167597d no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:23:07.755240 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee5b4e67-3b73-4b5f-bc5b-4f111cbaca47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:07.810411 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db570a0-78e5-486c-a4eb-cf033ac4ca1e req-e1906940-837a-4733-b5d9-61399ba728ed tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] No DVR routers for this DVR port 5667e7eb-ff4e-4770-bdfc-b56758811fad on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:23:07.819111 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4db570a0-78e5-486c-a4eb-cf033ac4ca1e req-e1906940-837a-4733-b5d9-61399ba728ed tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:07.821762 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710029bb-f038-4b19-811a-09385aa9fb7b', 'name': 'network-vif-deleted', 'tag': '5667e7eb-ff4e-4770-bdfc-b56758811fad'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:23:07.843358 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a0084c5a-49ee-44f5-8c40-c4fe1231e7ba tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:07.885204 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a0084c5a-49ee-44f5-8c40-c4fe1231e7ba tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:07.890284 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a0084c5a-49ee-44f5-8c40-c4fe1231e7ba tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] 10.222.0.57 "DELETE /v2.0/networks/01d3da38-2276-4bbd-90bd-35019c3edc4d HTTP/1.1" status: 204 len: 168 time: 1.0146291 May 27 02:23:07.890923 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45512) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:07.898511 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0084c5a-49ee-44f5-8c40-c4fe1231e7ba tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Pushing event deleted for resources: {'Network': ['ID=01d3da38-2276-4bbd-90bd-35019c3edc4d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:07.909862 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 3d8c57a0-911e-4dff-92d3-d90b2167597d is: DOWN; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:23:07.942936 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4db570a0-78e5-486c-a4eb-cf033ac4ca1e req-e1906940-837a-4733-b5d9-61399ba728ed tempest-VolumesActionsTest-753505606 tempest-VolumesActionsTest-753505606-project] 10.222.0.66 "DELETE /v2.0/ports/5667e7eb-ff4e-4770-bdfc-b56758811fad HTTP/1.1" status: 204 len: 173 time: 1.6319902 May 27 02:23:08.038296 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1a0f2e2-c5a5-49ec-9d28-b6d8218b9bda tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Deleting subnet 9eec9a84-b377-47a5-b647-9594d16a2902 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:23:08.041991 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c1a0f2e2-c5a5-49ec-9d28-b6d8218b9bda tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:08.067910 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee5b4e67-3b73-4b5f-bc5b-4f111cbaca47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:08.085610 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b4e67-3b73-4b5f-bc5b-4f111cbaca47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79437922-d5e1-4f8b-bbae-11b029e819f4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:08.097407 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee5b4e67-3b73-4b5f-bc5b-4f111cbaca47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:08.099466 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ee5b4e67-3b73-4b5f-bc5b-4f111cbaca47 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/79437922-d5e1-4f8b-bbae-11b029e819f4 HTTP/1.1" status: 204 len: 168 time: 0.6835942 May 27 02:23:08.120468 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd252ec-4061-4628-b97c-a8c959612644 req-8f188738-cddf-4f5e-a90b-f5e1dddf5ae9 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:08.127244 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bfd252ec-4061-4628-b97c-a8c959612644 req-8f188738-cddf-4f5e-a90b-f5e1dddf5ae9 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e0e8527-ea60-4992-b3cb-e21eaa4856f1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1704903 May 27 02:23:08.181342 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c1a0f2e2-c5a5-49ec-9d28-b6d8218b9bda tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:08.247785 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bfd252ec-4061-4628-b97c-a8c959612644 req-0154088c-d42d-41b0-bb70-7bfe138b7a30 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.230 HTTP/1.1" status: 200 len: 696 time: 0.1197069 May 27 02:23:08.260886 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-bfd252ec-4061-4628-b97c-a8c959612644 req-f4d661f8-edb4-442f-9a72-6244e719a7bc tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Request body: {'floatingip': {'port_id': 'a1234f88-cb29-4822-bd25-65ff3f85b685', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:23:08.462696 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-bfd252ec-4061-4628-b97c-a8c959612644 req-f4d661f8-edb4-442f-9a72-6244e719a7bc tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks [] for floatingip, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:08.502440 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 2182a4e1-945b-40a3-91a5-eea03d331764 resource provider aggregate not found May 27 02:23:08.544584 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 2182a4e1-945b-40a3-91a5-eea03d331764 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2182a4e1-945b-40a3-91a5-eea03d331764 found for delete ", "request_id": "req-8560e7f7-9964-4288-aab6-9e6101e13dfc"}]} May 27 02:23:08.607299 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c1a0f2e2-c5a5-49ec-9d28-b6d8218b9bda tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:08.894309 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c1a0f2e2-c5a5-49ec-9d28-b6d8218b9bda tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:08.953346 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0f2e2-c5a5-49ec-9d28-b6d8218b9bda tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Pushing event deleted for resources: {'Subnet': ['ID=9eec9a84-b377-47a5-b647-9594d16a2902,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:08.966067 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c1a0f2e2-c5a5-49ec-9d28-b6d8218b9bda tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:08.968911 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cbaa69-edaf-4525-9d94-4396d56cc18f None None] Network 5e093244-26c7-4ae1-a881-6374dbf1a201 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:23:09.058673 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c1a0f2e2-c5a5-49ec-9d28-b6d8218b9bda tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] 10.222.0.57 "DELETE /v2.0/subnets/9eec9a84-b377-47a5-b647-9594d16a2902 HTTP/1.1" status: 204 len: 168 time: 1.1601162 May 27 02:23:09.064569 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45544) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:09.197360 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1075822f-3c43-40d9-9f9e-b785b206c695'] response: {'server_uuid': '31a04624-be5b-4e3c-8040-e7dd8e000b9a', 'name': 'network-vif-deleted', 'tag': '3a52f2ce-4830-4c23-807b-2116b5b6b7b7', 'status': 'completed', 'code': 200} May 27 02:23:09.223031 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 5667e7eb-ff4e-4770-bdfc-b56758811fad no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:23:09.297739 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: 5667e7eb-ff4e-4770-bdfc-b56758811fad {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:23:09.298083 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 5667e7eb-ff4e-4770-bdfc-b56758811fad not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:23:09.345613 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5d8bf526-fe8e-4169-92c8-f45af307dbdb tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:09.369801 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-5d8bf526-fe8e-4169-92c8-f45af307dbdb tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Deleting port e725703e-cc1e-440f-80c7-108dc8ddbaa5 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:23:09.369801 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5d8bf526-fe8e-4169-92c8-f45af307dbdb tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:09.445619 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6022b7d1-65d3-4e3e-a043-f3a7adc7e628 None None] DHCP port deletion for 5e093244-26c7-4ae1-a881-6374dbf1a201 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:23:09.450236 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-6022b7d1-65d3-4e3e-a043-f3a7adc7e628 None None] Deleting port e725703e-cc1e-440f-80c7-108dc8ddbaa5 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:23:09.450606 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6022b7d1-65d3-4e3e-a043-f3a7adc7e628 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:09.508318 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-bfd252ec-4061-4628-b97c-a8c959612644 req-f4d661f8-edb4-442f-9a72-6244e719a7bc tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:09.555524 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-bfd252ec-4061-4628-b97c-a8c959612644 req-f4d661f8-edb4-442f-9a72-6244e719a7bc tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:09.722661 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-5d8bf526-fe8e-4169-92c8-f45af307dbdb tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] For port e725703e-cc1e-440f-80c7-108dc8ddbaa5, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=e725703e-cc1e-440f-80c7-108dc8ddbaa5,segment=NetworkSegment(edb13634-8c2f-4443-89c4-f51e19df46bb),segment_id=edb13634-8c2f-4443-89c4-f51e19df46bb)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:09.723236 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5d8bf526-fe8e-4169-92c8-f45af307dbdb tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:09.732517 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-6022b7d1-65d3-4e3e-a043-f3a7adc7e628 None None] For port e725703e-cc1e-440f-80c7-108dc8ddbaa5, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=e725703e-cc1e-440f-80c7-108dc8ddbaa5,segment=NetworkSegment(edb13634-8c2f-4443-89c4-f51e19df46bb),segment_id=edb13634-8c2f-4443-89c4-f51e19df46bb)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:09.732957 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6022b7d1-65d3-4e3e-a043-f3a7adc7e628 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:09.767745 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [req-bfd252ec-4061-4628-b97c-a8c959612644 req-f4d661f8-edb4-442f-9a72-6244e719a7bc tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Floating IP 2ccf362a-7f0f-4ce6-b093-92182ea493a2 associated. External IP: 172.25.1.230, port: a1234f88-cb29-4822-bd25-65ff3f85b685. May 27 02:23:09.853972 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-5d8bf526-fe8e-4169-92c8-f45af307dbdb tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Calling delete_port for e725703e-cc1e-440f-80c7-108dc8ddbaa5 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:23:09.908399 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-6022b7d1-65d3-4e3e-a043-f3a7adc7e628 None None] Calling delete_port for e725703e-cc1e-440f-80c7-108dc8ddbaa5 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:23:10.018502 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4888b7ed-568d-4e3c-986a-cabbe3b4ae9d'] response: {'server_uuid': '710029bb-f038-4b19-811a-09385aa9fb7b', 'name': 'network-vif-deleted', 'tag': '5667e7eb-ff4e-4770-bdfc-b56758811fad', 'status': 'completed', 'code': 200} May 27 02:23:10.162738 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6022b7d1-65d3-4e3e-a043-f3a7adc7e628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:10.179326 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-5d8bf526-fe8e-4169-92c8-f45af307dbdb tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:23:10.179326 n-d-843554-3 neutron-server[88901]: DEBUG oslo_db.api [None req-5d8bf526-fe8e-4169-92c8-f45af307dbdb tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:23:10.269573 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6022b7d1-65d3-4e3e-a043-f3a7adc7e628 None None] No DVR routers for this DVR port e725703e-cc1e-440f-80c7-108dc8ddbaa5 on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:23:10.269573 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022b7d1-65d3-4e3e-a043-f3a7adc7e628 None None] Pushing event deleted for resources: {'Port': ['ID=e725703e-cc1e-440f-80c7-108dc8ddbaa5,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:10.384818 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfd252ec-4061-4628-b97c-a8c959612644 req-f4d661f8-edb4-442f-9a72-6244e719a7bc tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Router 33315fc9-139e-4060-9974-3dff52a13385 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:23:10.634578 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfd252ec-4061-4628-b97c-a8c959612644 req-f4d661f8-edb4-442f-9a72-6244e719a7bc tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:23:10.638354 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3de9f8-cd9d-46e6-9c92-b2aa0e859cff None None] Sync routers for ids ['33315fc9-139e-4060-9974-3dff52a13385'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:23:10.643864 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-bfd252ec-4061-4628-b97c-a8c959612644 req-f4d661f8-edb4-442f-9a72-6244e719a7bc tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:10.648784 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3de9f8-cd9d-46e6-9c92-b2aa0e859cff None None] Routers {'33315fc9-139e-4060-9974-3dff52a13385'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:23:10.648784 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-cc3de9f8-cd9d-46e6-9c92-b2aa0e859cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:22:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['33315fc9-139e-4060-9974-3dff52a13385'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:10.688608 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-5d8bf526-fe8e-4169-92c8-f45af307dbdb tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Deleting port e725703e-cc1e-440f-80c7-108dc8ddbaa5 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:23:10.688608 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5d8bf526-fe8e-4169-92c8-f45af307dbdb tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:10.745781 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device e725703e-cc1e-440f-80c7-108dc8ddbaa5 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:23:10.759934 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bfd252ec-4061-4628-b97c-a8c959612644 req-f4d661f8-edb4-442f-9a72-6244e719a7bc tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "PUT /v2.0/floatingips/2ccf362a-7f0f-4ce6-b093-92182ea493a2 HTTP/1.1" status: 200 len: 996 time: 2.4991262 May 27 02:23:10.804309 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-5d8bf526-fe8e-4169-92c8-f45af307dbdb tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] The port 'e725703e-cc1e-440f-80c7-108dc8ddbaa5' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:23:10.819587 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: e725703e-cc1e-440f-80c7-108dc8ddbaa5 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:23:10.820234 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device e725703e-cc1e-440f-80c7-108dc8ddbaa5 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:23:10.948421 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-cc3de9f8-cd9d-46e6-9c92-b2aa0e859cff None None] Set router 33315fc9-139e-4060-9974-3dff52a13385 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:23:11.005911 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd252ec-4061-4628-b97c-a8c959612644 req-40f4581c-8ae4-4185-b367-59e242b2b432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:11.015296 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bfd252ec-4061-4628-b97c-a8c959612644 req-40f4581c-8ae4-4185-b367-59e242b2b432 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=209664ce71bb45b283c19d8ee70e43b1&device_id=0e0e8527-ea60-4992-b3cb-e21eaa4856f1 HTTP/1.1" status: 200 len: 1096 time: 0.2518117 May 27 02:23:11.107680 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5d8bf526-fe8e-4169-92c8-f45af307dbdb tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:11.151885 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-5d8bf526-fe8e-4169-92c8-f45af307dbdb tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e093244-26c7-4ae1-a881-6374dbf1a201']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:11.167160 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-5d8bf526-fe8e-4169-92c8-f45af307dbdb tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edb13634-8c2f-4443-89c4-f51e19df46bb') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:11.167453 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-5d8bf526-fe8e-4169-92c8-f45af307dbdb tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edb13634-8c2f-4443-89c4-f51e19df46bb') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:11.181814 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5d8bf526-fe8e-4169-92c8-f45af307dbdb tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:11.198041 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0e8527-ea60-4992-b3cb-e21eaa4856f1', 'tag': 'a1234f88-cb29-4822-bd25-65ff3f85b685'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:23:11.203790 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5d8bf526-fe8e-4169-92c8-f45af307dbdb tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:11.232826 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d8bf526-fe8e-4169-92c8-f45af307dbdb tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:23:11.233245 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5d8bf526-fe8e-4169-92c8-f45af307dbdb tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:11.259500 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd252ec-4061-4628-b97c-a8c959612644 req-9b56899d-6b2f-4a58-8d15-74ca757d2fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:11.270326 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bfd252ec-4061-4628-b97c-a8c959612644 req-9b56899d-6b2f-4a58-8d15-74ca757d2fba service neutron] 10.222.0.57 "GET /v2.0/networks?id=0218860d-7cbc-4a1d-902b-50f15d0343e7 HTTP/1.1" status: 200 len: 921 time: 0.2524731 May 27 02:23:11.395200 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d12c77-5cf7-4e10-b41d-fae4fe061751 req-13377aa1-863d-4ca2-b24d-cc543060463b tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:11.396057 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-53d12c77-5cf7-4e10-b41d-fae4fe061751 req-13377aa1-863d-4ca2-b24d-cc543060463b tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] 10.222.0.57 "GET /v2.0/ports?device_id=72ab92ad-ec41-40f9-befa-f7e1077f5bda HTTP/1.1" status: 200 len: 945 time: 0.3337290 May 27 02:23:11.405258 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment edb13634-8c2f-4443-89c4-f51e19df46bb resource provider aggregate not found May 27 02:23:11.461033 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment edb13634-8c2f-4443-89c4-f51e19df46bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid edb13634-8c2f-4443-89c4-f51e19df46bb found for delete ", "request_id": "req-cd39c2a0-53c4-40f9-b54e-f05b31df4c42"}]} May 27 02:23:11.486574 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-97b2a522-2ea1-49bb-9405-d7e906f45d38 req-6737a387-c6eb-498c-be04-b4b8899e5992 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3471575 May 27 02:23:11.522658 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-53d12c77-5cf7-4e10-b41d-fae4fe061751 req-84280cb4-821c-40b3-b012-7b922d2f2992 tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfa3efe7-07d6-4d2d-aaec-a951beade468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041460 May 27 02:23:11.539733 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-cc3de9f8-cd9d-46e6-9c92-b2aa0e859cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33315fc9-139e-4060-9974-3dff52a13385', 'name': 'tempest-ServerRescueTestJSONUnderV235-2044282800-router', 'tenant_id': '209664ce71bb45b283c19d8ee70e43b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '09b184b8-56b2-4f15-afd9-f1f3003954e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:21:33Z', 'updated_at': '2022-05-27T02:21:53Z', 'revision_number': 4, 'project_id': '209664ce71bb45b283c19d8ee70e43b1', 'gw_port': {'id': '09b184b8-56b2-4f15-afd9-f1f3003954e5', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:22:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33315fc9-139e-4060-9974-3dff52a13385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:21:36Z', 'updated_at': '2022-05-27T02:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '2ccf362a-7f0f-4ce6-b093-92182ea493a2', 'tenant_id': '209664ce71bb45b283c19d8ee70e43b1', 'floating_ip_address': '172.25.1.230', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '33315fc9-139e-4060-9974-3dff52a13385', 'port_id': 'a1234f88-cb29-4822-bd25-65ff3f85b685', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0218860d-7cbc-4a1d-902b-50f15d0343e7', 'mac_address': 'fa:16:3e:73:de:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0e8527-ea60-4992-b3cb-e21eaa4856f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:23:04Z', 'updated_at': '2022-05-27T02:23:09Z', 'revision_number': 1, 'project_id': '209664ce71bb45b283c19d8ee70e43b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a54da51-95a9-44b8-a475-a5b59dbdcea4', 'name': '', 'network_id': '0218860d-7cbc-4a1d-902b-50f15d0343e7', 'tenant_id': '209664ce71bb45b283c19d8ee70e43b1', 'mac_address': 'fa:16:3e:3f:2a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33315fc9-139e-4060-9974-3dff52a13385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '03d6acab-3ccc-4e49-9edb-b9860698e697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:21:49Z', 'updated_at': '2022-05-27T02:22:04Z', 'revision_number': 5, 'project_id': '209664ce71bb45b283c19d8ee70e43b1', 'subnets': [{'id': '03d6acab-3ccc-4e49-9edb-b9860698e697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:11.549515 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5d8bf526-fe8e-4169-92c8-f45af307dbdb tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:11.567347 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3de9f8-cd9d-46e6-9c92-b2aa0e859cff None None] Checking router: 33315fc9-139e-4060-9974-3dff52a13385 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:23:11.567473 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bfd252ec-4061-4628-b97c-a8c959612644 req-4d078dec-2d69-4c7c-beed-588b27a2bada service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1234f88-cb29-4822-bd25-65ff3f85b685 HTTP/1.1" status: 200 len: 999 time: 0.2957945 May 27 02:23:11.577966 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3de9f8-cd9d-46e6-9c92-b2aa0e859cff None None] Routers {'33315fc9-139e-4060-9974-3dff52a13385'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:23:11.579038 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-cc3de9f8-cd9d-46e6-9c92-b2aa0e859cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:22:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['33315fc9-139e-4060-9974-3dff52a13385'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:11.601069 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45606) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:11.602138 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5d8bf526-fe8e-4169-92c8-f45af307dbdb tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:11.657835 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8bf526-fe8e-4169-92c8-f45af307dbdb tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Pushing event deleted for resources: {'Network': ['ID=5e093244-26c7-4ae1-a881-6374dbf1a201,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:11.668496 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5d8bf526-fe8e-4169-92c8-f45af307dbdb tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] 10.222.0.57 "DELETE /v2.0/networks/5e093244-26c7-4ae1-a881-6374dbf1a201 HTTP/1.1" status: 204 len: 168 time: 2.6118174 May 27 02:23:11.670720 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45620) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:11.816984 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9680cc8b-c7c4-44cc-8c66-ea49d977fa3c tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Synchronizing usage tracker for tenant:0fe0e8752d8d489fa5e10b108088dd79 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:23:11.819280 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-cc3de9f8-cd9d-46e6-9c92-b2aa0e859cff None None] Set router 33315fc9-139e-4060-9974-3dff52a13385 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:23:11.886163 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12212c9e-d64e-4a57-88e9-5b5ef8d5a7a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:11.935138 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-12212c9e-d64e-4a57-88e9-5b5ef8d5a7a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:23:11.935138 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-12212c9e-d64e-4a57-88e9-5b5ef8d5a7a1 admin admin] Usage tracker for resource:security_group_rule and tenant:28fea857538e497cba71c3365691c822 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:23:11.938620 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-12212c9e-d64e-4a57-88e9-5b5ef8d5a7a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:23:11.945254 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-12212c9e-d64e-4a57-88e9-5b5ef8d5a7a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:23:11.954101 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-b8dddae0-8a46-427e-bd90-083310d2f380 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:11.960875 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-b8dddae0-8a46-427e-bd90-083310d2f380 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/networks?id=317f8943-c2cf-4629-a384-430f557971d0 HTTP/1.1" status: 200 len: 812 time: 0.2636161 May 27 02:23:11.984874 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-d990d382-6c65-4c08-a40b-c45c823e2225 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/quotas/500421bbc9424254b703858ad839b150 HTTP/1.1" status: 200 len: 375 time: 0.0227845 May 27 02:23:12.058133 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12212c9e-d64e-4a57-88e9-5b5ef8d5a7a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:12.060107 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9680cc8b-c7c4-44cc-8c66-ea49d977fa3c tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Unset dirty status for tenant:0fe0e8752d8d489fa5e10b108088dd79 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:23:12.064563 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9680cc8b-c7c4-44cc-8c66-ea49d977fa3c tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] 10.222.0.57 "GET /v2.0/ports?device_id=97a67842-c15e-4cb7-addc-1d14499a8d0e HTTP/1.1" status: 200 len: 205 time: 0.3903153 May 27 02:23:12.065072 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45630) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:12.071451 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a20b4-790b-4b4d-b894-1e54503e458e req-500e9ce3-4d29-4d71-b452-fe0752330346 tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:12.078183 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ed9a20b4-790b-4b4d-b894-1e54503e458e req-500e9ce3-4d29-4d71-b452-fe0752330346 tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ab92ad-ec41-40f9-befa-f7e1077f5bda HTTP/1.1" status: 200 len: 945 time: 0.7352927 May 27 02:23:12.079890 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-f9e47c9c-da36-4a2d-b43a-94e5944650c0 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Synchronizing usage tracker for tenant:500421bbc9424254b703858ad839b150 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:23:12.183629 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd252ec-4061-4628-b97c-a8c959612644 req-fdddda0a-fa91-4d87-9496-594799e49037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:12.183823 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bfd252ec-4061-4628-b97c-a8c959612644 req-fdddda0a-fa91-4d87-9496-594799e49037 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=03d6acab-3ccc-4e49-9edb-b9860698e697 HTTP/1.1" status: 200 len: 860 time: 0.5932963 May 27 02:23:12.187389 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-ed9a20b4-790b-4b4d-b894-1e54503e458e req-5d80b0d4-5cdd-49e0-8358-f80bc75b5cad tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] Deleting port c3636621-c8bc-4fe9-8462-9562ef3cb34d {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:23:12.187917 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ed9a20b4-790b-4b4d-b894-1e54503e458e req-5d80b0d4-5cdd-49e0-8358-f80bc75b5cad tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:12.230100 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12212c9e-d64e-4a57-88e9-5b5ef8d5a7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:12.297227 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-12212c9e-d64e-4a57-88e9-5b5ef8d5a7a1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=28fea857538e497cba71c3365691c822&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6680570 May 27 02:23:12.300567 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12212c9e-d64e-4a57-88e9-5b5ef8d5a7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3041a5-4143-44f5-8108-edd58957fee4,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:12.306274 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45634) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:12.324088 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3305da2a-2d3a-445e-a378-f05f7238f195 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:12.334079 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-cc3de9f8-cd9d-46e6-9c92-b2aa0e859cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33315fc9-139e-4060-9974-3dff52a13385', 'name': 'tempest-ServerRescueTestJSONUnderV235-2044282800-router', 'tenant_id': '209664ce71bb45b283c19d8ee70e43b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '09b184b8-56b2-4f15-afd9-f1f3003954e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:21:33Z', 'updated_at': '2022-05-27T02:21:53Z', 'revision_number': 4, 'project_id': '209664ce71bb45b283c19d8ee70e43b1', 'gw_port': {'id': '09b184b8-56b2-4f15-afd9-f1f3003954e5', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:22:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33315fc9-139e-4060-9974-3dff52a13385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:21:36Z', 'updated_at': '2022-05-27T02:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '2ccf362a-7f0f-4ce6-b093-92182ea493a2', 'tenant_id': '209664ce71bb45b283c19d8ee70e43b1', 'floating_ip_address': '172.25.1.230', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '33315fc9-139e-4060-9974-3dff52a13385', 'port_id': 'a1234f88-cb29-4822-bd25-65ff3f85b685', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0218860d-7cbc-4a1d-902b-50f15d0343e7', 'mac_address': 'fa:16:3e:73:de:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0e8527-ea60-4992-b3cb-e21eaa4856f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:23:04Z', 'updated_at': '2022-05-27T02:23:09Z', 'revision_number': 1, 'project_id': '209664ce71bb45b283c19d8ee70e43b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a54da51-95a9-44b8-a475-a5b59dbdcea4', 'name': '', 'network_id': '0218860d-7cbc-4a1d-902b-50f15d0343e7', 'tenant_id': '209664ce71bb45b283c19d8ee70e43b1', 'mac_address': 'fa:16:3e:3f:2a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33315fc9-139e-4060-9974-3dff52a13385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '03d6acab-3ccc-4e49-9edb-b9860698e697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:21:49Z', 'updated_at': '2022-05-27T02:22:04Z', 'revision_number': 5, 'project_id': '209664ce71bb45b283c19d8ee70e43b1', 'subnets': [{'id': '03d6acab-3ccc-4e49-9edb-b9860698e697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:12.351752 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3de9f8-cd9d-46e6-9c92-b2aa0e859cff None None] The sync data for ids ['33315fc9-139e-4060-9974-3dff52a13385'] in n-d-843554-3 is: [{'id': '33315fc9-139e-4060-9974-3dff52a13385', 'name': 'tempest-ServerRescueTestJSONUnderV235-2044282800-router', 'tenant_id': '209664ce71bb45b283c19d8ee70e43b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '09b184b8-56b2-4f15-afd9-f1f3003954e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:21:33Z', 'updated_at': '2022-05-27T02:21:53Z', 'revision_number': 4, 'project_id': '209664ce71bb45b283c19d8ee70e43b1', 'gw_port': {'id': '09b184b8-56b2-4f15-afd9-f1f3003954e5', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:22:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33315fc9-139e-4060-9974-3dff52a13385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:21:36Z', 'updated_at': '2022-05-27T02:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '2ccf362a-7f0f-4ce6-b093-92182ea493a2', 'tenant_id': '209664ce71bb45b283c19d8ee70e43b1', 'floating_ip_address': '172.25.1.230', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '33315fc9-139e-4060-9974-3dff52a13385', 'port_id': 'a1234f88-cb29-4822-bd25-65ff3f85b685', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0218860d-7cbc-4a1d-902b-50f15d0343e7', 'mac_address': 'fa:16:3e:73:de:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0e8527-ea60-4992-b3cb-e21eaa4856f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:23:04Z', 'updated_at': '2022-05-27T02:23:09Z', 'revision_number': 1, 'project_id': '209664ce71bb45b283c19d8ee70e43b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a54da51-95a9-44b8-a475-a5b59dbdcea4', 'name': '', 'network_id': '0218860d-7cbc-4a1d-902b-50f15d0343e7', 'tenant_id': '209664ce71bb45b283c19d8ee70e43b1', 'mac_address': 'fa:16:3e:3f:2a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33315fc9-139e-4060-9974-3dff52a13385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '03d6acab-3ccc-4e49-9edb-b9860698e697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:21:49Z', 'updated_at': '2022-05-27T02:22:04Z', 'revision_number': 5, 'project_id': '209664ce71bb45b283c19d8ee70e43b1', 'subnets': [{'id': '03d6acab-3ccc-4e49-9edb-b9860698e697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:23:12.361606 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bfd252ec-4061-4628-b97c-a8c959612644 req-2c48f050-4bd7-4448-b3eb-298b371a39fc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0218860d-7cbc-4a1d-902b-50f15d0343e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1035168 May 27 02:23:12.364614 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-f9e47c9c-da36-4a2d-b43a-94e5944650c0 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Unset dirty status for tenant:500421bbc9424254b703858ad839b150 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:23:12.373805 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-f9e47c9c-da36-4a2d-b43a-94e5944650c0 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=500421bbc9424254b703858ad839b150&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3880014 May 27 02:23:12.409739 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-bfd252ec-4061-4628-b97c-a8c959612644 req-f6fa531e-132e-4d75-9f24-24146615255e service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:23:12.410741 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bfd252ec-4061-4628-b97c-a8c959612644 req-f6fa531e-132e-4d75-9f24-24146615255e service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084863 May 27 02:23:12.626634 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c18e01-0e56-4cb1-9847-ed435ae5edc8 None None] New status for floating IP 2ccf362a-7f0f-4ce6-b093-92182ea493a2: ACTIVE {{(pid=88904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:23:12.772527 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3305da2a-2d3a-445e-a378-f05f7238f195 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:12.775335 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3305da2a-2d3a-445e-a378-f05f7238f195 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:12.822673 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7579a1d5-db98-401e-a8b3-db62beb4e2d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:12.903585 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-9c5afcd6-5ae5-485c-bf32-d3c299c478d8 service neutron] 10.222.0.57 "GET /v2.0/networks/317f8943-c2cf-4629-a384-430f557971d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5285554 May 27 02:23:12.906431 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7579a1d5-db98-401e-a8b3-db62beb4e2d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:12.950368 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3305da2a-2d3a-445e-a378-f05f7238f195 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:12.950764 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3305da2a-2d3a-445e-a378-f05f7238f195 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Fanout notify agent at l3_agent the message router_deleted on router 97a67842-c15e-4cb7-addc-1d14499a8d0e {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:23:12.976181 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3305da2a-2d3a-445e-a378-f05f7238f195 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:12.982297 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3305da2a-2d3a-445e-a378-f05f7238f195 tempest-RoutersNegativeIpV6Test-960755412 tempest-RoutersNegativeIpV6Test-960755412-project] 10.222.0.57 "DELETE /v2.0/routers/97a67842-c15e-4cb7-addc-1d14499a8d0e HTTP/1.1" status: 204 len: 168 time: 0.9113848 May 27 02:23:13.011286 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bfd252ec-4061-4628-b97c-a8c959612644 req-7c4bf17a-319e-4f41-b72c-de591b71f5ef service neutron] 10.222.0.57 "GET /v2.0/networks/0218860d-7cbc-4a1d-902b-50f15d0343e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5898020 May 27 02:23:13.018640 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-ed9a20b4-790b-4b4d-b894-1e54503e458e req-5d80b0d4-5cdd-49e0-8358-f80bc75b5cad tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] For port c3636621-c8bc-4fe9-8462-9562ef3cb34d, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=c3636621-c8bc-4fe9-8462-9562ef3cb34d,segment=NetworkSegment(e867d490-afbe-4d05-be6d-f211125f3b58),segment_id=e867d490-afbe-4d05-be6d-f211125f3b58)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:13.018997 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ed9a20b4-790b-4b4d-b894-1e54503e458e req-5d80b0d4-5cdd-49e0-8358-f80bc75b5cad tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:13.056602 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7579a1d5-db98-401e-a8b3-db62beb4e2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:13.078443 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7579a1d5-db98-401e-a8b3-db62beb4e2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3041a5-4143-44f5-8108-edd58957fee4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:13.082240 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7579a1d5-db98-401e-a8b3-db62beb4e2d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:13.084415 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7579a1d5-db98-401e-a8b3-db62beb4e2d5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bb3041a5-4143-44f5-8108-edd58957fee4 HTTP/1.1" status: 204 len: 168 time: 0.7769821 May 27 02:23:13.247305 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-ed9a20b4-790b-4b4d-b894-1e54503e458e req-5d80b0d4-5cdd-49e0-8358-f80bc75b5cad tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] Calling delete_port for c3636621-c8bc-4fe9-8462-9562ef3cb34d owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:23:13.385841 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-b1b0b03e-7fbc-472f-988a-8ed0e74e7504 service neutron] 10.222.0.57 "GET /v2.0/networks/317f8943-c2cf-4629-a384-430f557971d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4746513 May 27 02:23:13.392096 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bfd252ec-4061-4628-b97c-a8c959612644 req-0646a0c1-2bfa-4846-a5e6-793a2be77fff service neutron] 10.222.0.57 "GET /v2.0/networks/0218860d-7cbc-4a1d-902b-50f15d0343e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657310 May 27 02:23:13.548500 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ed9a20b4-790b-4b4d-b894-1e54503e458e req-5d80b0d4-5cdd-49e0-8358-f80bc75b5cad tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:13.561854 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['c3636621-c8bc-4fe9-8462-9562ef3cb34d'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:23:13.632638 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80b0d4-5cdd-49e0-8358-f80bc75b5cad tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] Pushing event deleted for resources: {'Port': ['ID=c3636621-c8bc-4fe9-8462-9562ef3cb34d,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:13.645395 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45660) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:13.736368 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed9a20b4-790b-4b4d-b894-1e54503e458e req-5d80b0d4-5cdd-49e0-8358-f80bc75b5cad tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] No DVR routers for this DVR port c3636621-c8bc-4fe9-8462-9562ef3cb34d on host n-h1-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:23:13.747850 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ed9a20b4-790b-4b4d-b894-1e54503e458e req-5d80b0d4-5cdd-49e0-8358-f80bc75b5cad tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:13.783815 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e196e599-cbf5-4935-b9c5-6a903470401f'] response: {'name': 'network-changed', 'server_uuid': '0e0e8527-ea60-4992-b3cb-e21eaa4856f1', 'tag': 'a1234f88-cb29-4822-bd25-65ff3f85b685', 'status': 'completed', 'code': 200} May 27 02:23:13.879858 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ed9a20b4-790b-4b4d-b894-1e54503e458e req-5d80b0d4-5cdd-49e0-8358-f80bc75b5cad tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] 10.222.0.32 "DELETE /v2.0/ports/c3636621-c8bc-4fe9-8462-9562ef3cb34d HTTP/1.1" status: 204 len: 173 time: 1.7777431 May 27 02:23:13.998935 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc81272-40d8-4639-85f4-de00b3eb4680 req-f7ad38a2-9a72-45af-b7b7-f811e26eb1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:14.000413 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8dc81272-40d8-4639-85f4-de00b3eb4680 req-f7ad38a2-9a72-45af-b7b7-f811e26eb1dc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=209664ce71bb45b283c19d8ee70e43b1&device_id=0e0e8527-ea60-4992-b3cb-e21eaa4856f1 HTTP/1.1" status: 200 len: 1096 time: 0.1975386 May 27 02:23:14.005783 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8461c-fbd1-4056-ba3e-b90808fd47ee req-b5f74f08-0371-49f1-a3e3-2c14aba12524 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:14.009551 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eff8461c-fbd1-4056-ba3e-b90808fd47ee req-b5f74f08-0371-49f1-a3e3-2c14aba12524 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 944 time: 0.2319853 May 27 02:23:14.087450 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-7d0a01c1-c9ed-4a22-a413-80e56941d1f9 req-78620582-0a64-460d-84e5-5ee8116c8c89 tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] Synchronizing usage tracker for tenant:2bb14a6347174efba6a7d9d552926c38 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:23:14.141664 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eff8461c-fbd1-4056-ba3e-b90808fd47ee req-854cdc0f-0662-4533-b1a0-848b74ede2ee tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925541 May 27 02:23:14.267709 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-7d0a01c1-c9ed-4a22-a413-80e56941d1f9 req-78620582-0a64-460d-84e5-5ee8116c8c89 tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] Unset dirty status for tenant:2bb14a6347174efba6a7d9d552926c38 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:23:14.269804 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7d0a01c1-c9ed-4a22-a413-80e56941d1f9 req-78620582-0a64-460d-84e5-5ee8116c8c89 tempest-InstanceActionsV221TestJSON-820824101 tempest-InstanceActionsV221TestJSON-820824101-project] 10.222.0.57 "GET /v2.0/ports?device_id=72ab92ad-ec41-40f9-befa-f7e1077f5bda HTTP/1.1" status: 200 len: 210 time: 0.2603977 May 27 02:23:14.338733 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a4a976e2-20f1-4517-b716-0839ae69aa0a req-65486f47-30da-4603-a113-5e1b086e1033 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.230 HTTP/1.1" status: 200 len: 1001 time: 0.1468446 May 27 02:23:14.502788 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3fb753c7-613e-4863-a16a-bbc1d76ce0a6 req-b3f4742d-95b2-40a5-8c84-2cc38c8e3c03 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=2010cddd-9819-4fee-9afa-85fb2b27d512 HTTP/1.1" status: 200 len: 210 time: 0.0956066 May 27 02:23:14.532665 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a976e2-20f1-4517-b716-0839ae69aa0a req-4e8abcdf-92ba-4bce-b894-baa7a26770ea tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:14.535081 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc81272-40d8-4639-85f4-de00b3eb4680 req-6f661f5f-7ac7-45ff-ab6e-863035d66902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:14.535233 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a4a976e2-20f1-4517-b716-0839ae69aa0a req-4e8abcdf-92ba-4bce-b894-baa7a26770ea tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/ports/a1234f88-cb29-4822-bd25-65ff3f85b685 HTTP/1.1" status: 200 len: 942 time: 0.1843293 May 27 02:23:14.558001 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8dc81272-40d8-4639-85f4-de00b3eb4680 req-6f661f5f-7ac7-45ff-ab6e-863035d66902 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0218860d-7cbc-4a1d-902b-50f15d0343e7 HTTP/1.1" status: 200 len: 921 time: 0.5439444 May 27 02:23:14.561168 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f01fe22d-1417-4814-b914-2a2ef560afd1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0fe0e8752d8d489fa5e10b108088dd79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9142644 May 27 02:23:14.563795 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45692) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:14.688139 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8dc81272-40d8-4639-85f4-de00b3eb4680 req-d0689208-17ad-4d71-9dc8-f5ff9a70ec92 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1234f88-cb29-4822-bd25-65ff3f85b685 HTTP/1.1" status: 200 len: 1001 time: 0.1257565 May 27 02:23:14.785441 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc81272-40d8-4639-85f4-de00b3eb4680 req-1a69e7fe-e805-4315-8c87-d4b2f36fa788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:14.787308 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8dc81272-40d8-4639-85f4-de00b3eb4680 req-1a69e7fe-e805-4315-8c87-d4b2f36fa788 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03d6acab-3ccc-4e49-9edb-b9860698e697 HTTP/1.1" status: 200 len: 860 time: 0.0896227 May 27 02:23:14.842613 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-03c0b440-5638-4470-af0e-de3f24194897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:14.897967 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a4a976e2-20f1-4517-b716-0839ae69aa0a req-ba419152-6a8e-4b75-bd88-9349d348ef27 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.230 HTTP/1.1" status: 200 len: 1001 time: 0.2588890 May 27 02:23:14.901212 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8dc81272-40d8-4639-85f4-de00b3eb4680 req-80e4776b-ec8f-4554-878d-63b3756e607b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0218860d-7cbc-4a1d-902b-50f15d0343e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1030343 May 27 02:23:14.924930 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45698) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:14.960085 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-03c0b440-5638-4470-af0e-de3f24194897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:15.113531 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-48d394a9-63d7-4c91-90cf-9b96a9849742 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-959216495-network', 'tenant_id': '90cb016bc5624b738605957a017e8a06'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:23:15.126364 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-48d394a9-63d7-4c91-90cf-9b96a9849742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:23:15.132964 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8dc81272-40d8-4639-85f4-de00b3eb4680 req-02ccccef-ab38-4f30-910f-764540c177c4 service neutron] 10.222.0.32 "GET /v2.0/networks/0218860d-7cbc-4a1d-902b-50f15d0343e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267296 May 27 02:23:15.133937 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-48d394a9-63d7-4c91-90cf-9b96a9849742 admin admin] Usage tracker for resource:network and tenant:90cb016bc5624b738605957a017e8a06 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:23:15.137645 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-48d394a9-63d7-4c91-90cf-9b96a9849742 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:23:15.168858 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-48d394a9-63d7-4c91-90cf-9b96a9849742 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:23:15.353505 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8dc81272-40d8-4639-85f4-de00b3eb4680 req-1ddc387d-d4bc-4a6d-b66a-4221860efa03 service neutron] 10.222.0.32 "GET /v2.0/networks/0218860d-7cbc-4a1d-902b-50f15d0343e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125399 May 27 02:23:15.399098 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d394a9-63d7-4c91-90cf-9b96a9849742 admin admin] Made reservation on behalf of 90cb016bc5624b738605957a017e8a06 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:23:15.401590 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-48d394a9-63d7-4c91-90cf-9b96a9849742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:15.419779 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-48d394a9-63d7-4c91-90cf-9b96a9849742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:15.439342 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-48d394a9-63d7-4c91-90cf-9b96a9849742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:23:15.450928 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-48d394a9-63d7-4c91-90cf-9b96a9849742 admin admin] Usage tracker for resource:security_group_rule and tenant:90cb016bc5624b738605957a017e8a06 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:23:15.453940 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-48d394a9-63d7-4c91-90cf-9b96a9849742 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:23:15.459820 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-48d394a9-63d7-4c91-90cf-9b96a9849742 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:23:15.462636 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a976e2-20f1-4517-b716-0839ae69aa0a req-fc2558b6-0f41-4bda-b8e3-a5b6095fe557 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:15.464072 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a4a976e2-20f1-4517-b716-0839ae69aa0a req-fc2558b6-0f41-4bda-b8e3-a5b6095fe557 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/networks/d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 784 time: 0.5653384 May 27 02:23:15.587043 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-48d394a9-63d7-4c91-90cf-9b96a9849742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:15.587222 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3fc275-5a1c-4480-993a-1526fe8dccfc req-97f0c1c7-2276-4915-b7f6-7be7b154b312 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:15.588817 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7c3fc275-5a1c-4480-993a-1526fe8dccfc req-97f0c1c7-2276-4915-b7f6-7be7b154b312 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 944 time: 0.2819364 May 27 02:23:15.620032 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-03c0b440-5638-4470-af0e-de3f24194897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:15.639881 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a4a976e2-20f1-4517-b716-0839ae69aa0a req-dc460f14-2e6c-4f41-a74d-3a2df093f492 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.230 HTTP/1.1" status: 200 len: 1001 time: 0.1605582 May 27 02:23:15.657793 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c0b440-5638-4470-af0e-de3f24194897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5bbe85-1ec5-4042-a1b1-a18a8848e55d,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:15.662513 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-a4a976e2-20f1-4517-b716-0839ae69aa0a req-244d27a5-1f83-474c-b188-7e9c1c2b4ebb tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:23:15.676784 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-48d394a9-63d7-4c91-90cf-9b96a9849742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:15.713962 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48d394a9-63d7-4c91-90cf-9b96a9849742 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:23:15.727593 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d394a9-63d7-4c91-90cf-9b96a9849742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b7adc2-b90d-4883-8c02-66a157f2da72,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:15.729331 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device c3636621-c8bc-4fe9-8462-9562ef3cb34d no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:23:15.734576 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-48d394a9-63d7-4c91-90cf-9b96a9849742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:15.734942 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-03c0b440-5638-4470-af0e-de3f24194897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:15.735424 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-48d394a9-63d7-4c91-90cf-9b96a9849742 admin admin] Added segment 6e38a0a4-498f-4c12-926f-77a899604593 of type vlan for network 6525e5f8-6f29-4d27-95ba-53e51b968154 May 27 02:23:15.736071 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-03c0b440-5638-4470-af0e-de3f24194897 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9b5bbe85-1ec5-4042-a1b1-a18a8848e55d HTTP/1.1" status: 204 len: 168 time: 1.1712887 May 27 02:23:15.756662 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7c3fc275-5a1c-4480-993a-1526fe8dccfc req-43a37593-44c7-4bf9-a114-00b72d46e400 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620221 May 27 02:23:15.798502 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ab92ad-ec41-40f9-befa-f7e1077f5bda', 'name': 'network-vif-deleted', 'tag': 'c3636621-c8bc-4fe9-8462-9562ef3cb34d'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:23:15.850013 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-48d394a9-63d7-4c91-90cf-9b96a9849742 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:15.857713 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-a4a976e2-20f1-4517-b716-0839ae69aa0a req-244d27a5-1f83-474c-b188-7e9c1c2b4ebb tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks [] for floatingip, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:15.865930 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: c3636621-c8bc-4fe9-8462-9562ef3cb34d {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:23:15.867763 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device c3636621-c8bc-4fe9-8462-9562ef3cb34d not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:23:15.983835 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-48d394a9-63d7-4c91-90cf-9b96a9849742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:15.985088 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d394a9-63d7-4c91-90cf-9b96a9849742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:15.985873 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-48d394a9-63d7-4c91-90cf-9b96a9849742 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:16.123728 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d394a9-63d7-4c91-90cf-9b96a9849742 admin admin] Pushing event updated for resources: {'Network': ['ID=6525e5f8-6f29-4d27-95ba-53e51b968154,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:16.134901 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-48d394a9-63d7-4c91-90cf-9b96a9849742 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2054398 May 27 02:23:16.134901 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45718) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:16.137944 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 6525e5f8-6f29-4d27-95ba-53e51b968154 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:23:16.142079 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-6c8b12f9-b8c8-4751-8d26-d09082367a8a admin admin] Request body: {'subnet': {'network_id': '6525e5f8-6f29-4d27-95ba-53e51b968154', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-959216495-subnet', 'tenant_id': '90cb016bc5624b738605957a017e8a06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:23:16.149721 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6c8b12f9-b8c8-4751-8d26-d09082367a8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:23:16.156237 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6c8b12f9-b8c8-4751-8d26-d09082367a8a admin admin] Usage tracker for resource:subnet and tenant:90cb016bc5624b738605957a017e8a06 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:23:16.165772 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6c8b12f9-b8c8-4751-8d26-d09082367a8a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:23:16.171029 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6c8b12f9-b8c8-4751-8d26-d09082367a8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:23:16.257983 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-a4a976e2-20f1-4517-b716-0839ae69aa0a req-244d27a5-1f83-474c-b188-7e9c1c2b4ebb tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:16.262993 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8b12f9-b8c8-4751-8d26-d09082367a8a admin admin] Made reservation on behalf of 90cb016bc5624b738605957a017e8a06 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:23:16.267806 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6c8b12f9-b8c8-4751-8d26-d09082367a8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:16.276618 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b553be8-598a-4faa-a2de-95da49700391 req-0e205f89-b74e-4fc6-a8ab-3e1fa200301d tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=2010cddd-9819-4fee-9afa-85fb2b27d512 HTTP/1.1" status: 200 len: 210 time: 0.1919789 May 27 02:23:16.362934 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-a4a976e2-20f1-4517-b716-0839ae69aa0a req-244d27a5-1f83-474c-b188-7e9c1c2b4ebb tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:16.362934 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [req-a4a976e2-20f1-4517-b716-0839ae69aa0a req-244d27a5-1f83-474c-b188-7e9c1c2b4ebb tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Floating IP 2ccf362a-7f0f-4ce6-b093-92182ea493a2 disassociated. External IP: 172.25.1.230, port: a1234f88-cb29-4822-bd25-65ff3f85b685. May 27 02:23:16.577187 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6678cf4-e416-4d6f-a974-804dd9c4a007'] response: {'server_uuid': '72ab92ad-ec41-40f9-befa-f7e1077f5bda', 'name': 'network-vif-deleted', 'tag': 'c3636621-c8bc-4fe9-8462-9562ef3cb34d', 'status': 'completed', 'code': 200} May 27 02:23:16.829021 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45740) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:16.876769 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-10faf345-f489-4daf-aa2f-585e9310d4bd tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:16.878267 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-10faf345-f489-4daf-aa2f-585e9310d4bd tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.66 "GET /v2.0/networks?id=317f8943-c2cf-4629-a384-430f557971d0 HTTP/1.1" status: 200 len: 812 time: 0.2409549 May 27 02:23:16.892229 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-d23cfa3b-8df4-4b96-83fa-1c33525559c0 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Request body: {'port': {'device_id': '2010cddd-9819-4fee-9afa-85fb2b27d512', 'network_id': '317f8943-c2cf-4629-a384-430f557971d0', 'admin_state_up': True, 'tenant_id': '500421bbc9424254b703858ad839b150'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:23:16.990406 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6c8b12f9-b8c8-4751-8d26-d09082367a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:17.012927 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ae01a89-c047-4665-ae56-1d78f5372e32 admin admin] Deleting subnet 1be876db-6f8f-41e8-b135-b3fa607a896b {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:23:17.016923 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8ae01a89-c047-4665-ae56-1d78f5372e32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:17.058878 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4a976e2-20f1-4517-b716-0839ae69aa0a req-244d27a5-1f83-474c-b188-7e9c1c2b4ebb tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Router 33315fc9-139e-4060-9974-3dff52a13385 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:23:17.129373 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b12f9-b8c8-4751-8d26-d09082367a8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f996a84a-9491-46d6-9f35-21063b1fa3c9,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:17.138503 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-d23cfa3b-8df4-4b96-83fa-1c33525559c0 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:23:17.144846 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8b12f9-b8c8-4751-8d26-d09082367a8a admin admin] Checking segment: {'id': '6e38a0a4-498f-4c12-926f-77a899604593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6525e5f8-6f29-4d27-95ba-53e51b968154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:23:17.145358 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8b12f9-b8c8-4751-8d26-d09082367a8a admin admin] Network hostable DHCP agents. Network: 6525e5f8-6f29-4d27-95ba-53e51b968154, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:23:17.159794 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-d23cfa3b-8df4-4b96-83fa-1c33525559c0 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:23:17.260849 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-d23cfa3b-8df4-4b96-83fa-1c33525559c0 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Made reservation on behalf of 500421bbc9424254b703858ad839b150 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:23:17.261379 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-d23cfa3b-8df4-4b96-83fa-1c33525559c0 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:17.297975 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21397df8-d165-4979-bf02-16ff611261c9 req-6008b4c9-0d64-49b8-97e3-64490c83fbbb tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:17.299779 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-21397df8-d165-4979-bf02-16ff611261c9 req-6008b4c9-0d64-49b8-97e3-64490c83fbbb tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 944 time: 0.3982863 May 27 02:23:17.332424 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8ae01a89-c047-4665-ae56-1d78f5372e32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:17.376574 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8b12f9-b8c8-4751-8d26-d09082367a8a admin admin] Network 6525e5f8-6f29-4d27-95ba-53e51b968154 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:23:17.486810 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-d23cfa3b-8df4-4b96-83fa-1c33525559c0 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Allocated IP 172.20.0.2 (317f8943-c2cf-4629-a384-430f557971d0/029bf5aa-9449-4d9e-81c7-fe1336fb8379/4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:23:17.535827 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-6c8b12f9-b8c8-4751-8d26-d09082367a8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 6525e5f8-6f29-4d27-95ba-53e51b968154) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:23:17.545193 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8b12f9-b8c8-4751-8d26-d09082367a8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:17.545709 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3509201e-6d5b-481b-8e6c-bb6741056a4a None None] Network 6525e5f8-6f29-4d27-95ba-53e51b968154 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:23:17.546427 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6c8b12f9-b8c8-4751-8d26-d09082367a8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:17.556673 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-21397df8-d165-4979-bf02-16ff611261c9 req-19b5df7a-667f-43c4-887e-46981fb60e3e tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2418845 May 27 02:23:17.573316 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8ae01a89-c047-4665-ae56-1d78f5372e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:17.703978 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4a976e2-20f1-4517-b716-0839ae69aa0a req-244d27a5-1f83-474c-b188-7e9c1c2b4ebb tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:23:17.709036 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-a4a976e2-20f1-4517-b716-0839ae69aa0a req-244d27a5-1f83-474c-b188-7e9c1c2b4ebb tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:17.773277 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16980aa-8a2a-40c1-98b9-3b9bdcfda7cc None None] Sync routers for ids ['33315fc9-139e-4060-9974-3dff52a13385'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:23:17.798004 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16980aa-8a2a-40c1-98b9-3b9bdcfda7cc None None] Routers {'33315fc9-139e-4060-9974-3dff52a13385'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:23:17.798870 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a16980aa-8a2a-40c1-98b9-3b9bdcfda7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:22:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['33315fc9-139e-4060-9974-3dff52a13385'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:17.875069 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4b48957d-7811-45f5-8757-df2f7376f61e req-cc658f49-ea09-4448-b802-7ac398b16f5e tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=2010cddd-9819-4fee-9afa-85fb2b27d512 HTTP/1.1" status: 200 len: 210 time: 0.1050756 May 27 02:23:17.891440 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a4a976e2-20f1-4517-b716-0839ae69aa0a req-244d27a5-1f83-474c-b188-7e9c1c2b4ebb tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "PUT /v2.0/floatingips/2ccf362a-7f0f-4ce6-b093-92182ea493a2 HTTP/1.1" status: 200 len: 695 time: 2.2353077 May 27 02:23:17.914764 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2a522-2ea1-49bb-9405-d7e906f45d38 req-e1d66d77-b957-4674-9289-3fa57c58452c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:17.916746 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-97b2a522-2ea1-49bb-9405-d7e906f45d38 req-e1d66d77-b957-4674-9289-3fa57c58452c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756&tenant_id=67a2999592f840daafe9db3a26b0dd55 HTTP/1.1" status: 200 len: 1095 time: 0.4369204 May 27 02:23:17.933306 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-97b2a522-2ea1-49bb-9405-d7e906f45d38 req-b4b7ff7b-4bef-4002-b2f1-9d101ba2ec5b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843554-3', 'device_owner': 'compute:nova'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:23:18.033237 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b0c1bc-bef9-4eaa-9e2d-b093264834d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-6525e5f8-6f29-4d27-95ba-53e51b968154', 'network_id': '6525e5f8-6f29-4d27-95ba-53e51b968154', 'tenant_id': '90cb016bc5624b738605957a017e8a06', 'fixed_ips': [{'subnet_id': 'f996a84a-9491-46d6-9f35-21063b1fa3c9'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:23:18.035209 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-86b0c1bc-bef9-4eaa-9e2d-b093264834d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:18.166563 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8ae01a89-c047-4665-ae56-1d78f5372e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:18.184384 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-d23cfa3b-8df4-4b96-83fa-1c33525559c0 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:18.236159 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8ae01a89-c047-4665-ae56-1d78f5372e32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:18.238805 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae01a89-c047-4665-ae56-1d78f5372e32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1be876db-6f8f-41e8-b135-b3fa607a896b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:18.290302 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-a16980aa-8a2a-40c1-98b9-3b9bdcfda7cc None None] Set router 33315fc9-139e-4060-9974-3dff52a13385 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:23:18.299596 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8ae01a89-c047-4665-ae56-1d78f5372e32 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/1be876db-6f8f-41e8-b135-b3fa607a896b HTTP/1.1" status: 204 len: 168 time: 1.4956813 May 27 02:23:18.302725 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45764) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:18.351013 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a976e2-20f1-4517-b716-0839ae69aa0a req-e178b97a-1e7d-4c40-b30b-df5f0e1e2f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:18.352800 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a4a976e2-20f1-4517-b716-0839ae69aa0a req-e178b97a-1e7d-4c40-b30b-df5f0e1e2f15 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=209664ce71bb45b283c19d8ee70e43b1&device_id=0e0e8527-ea60-4992-b3cb-e21eaa4856f1 HTTP/1.1" status: 200 len: 1096 time: 0.4251204 May 27 02:23:18.353725 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-97b2a522-2ea1-49bb-9405-d7e906f45d38 req-b4b7ff7b-4bef-4002-b2f1-9d101ba2ec5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:18.455167 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b1f96214-4a65-4d46-9ead-82d9b5a79057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:18.468122 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-d23cfa3b-8df4-4b96-83fa-1c33525559c0 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:18.470701 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6c8b12f9-b8c8-4751-8d26-d09082367a8a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3350518 May 27 02:23:18.488387 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45770) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:18.507076 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-ebfa5c51-4dfc-401c-84d1-cb0c755681c1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-959216495-router', 'tenant_id': '90cb016bc5624b738605957a017e8a06', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:23:18.532455 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-d23cfa3b-8df4-4b96-83fa-1c33525559c0 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Network 317f8943-c2cf-4629-a384-430f557971d0 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:23:18.532670 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-ebfa5c51-4dfc-401c-84d1-cb0c755681c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:23:18.539452 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-d23cfa3b-8df4-4b96-83fa-1c33525559c0 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:23:18.556965 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-86b0c1bc-bef9-4eaa-9e2d-b093264834d8 None None] Allocated IP 172.20.0.2 (6525e5f8-6f29-4d27-95ba-53e51b968154/f996a84a-9491-46d6-9f35-21063b1fa3c9/0cde7cd7-5bc1-46e1-ae2a-dd724545a4e3) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:23:18.585011 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-d23cfa3b-8df4-4b96-83fa-1c33525559c0 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:23:18.585205 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0e8527-ea60-4992-b3cb-e21eaa4856f1', 'tag': 'a1234f88-cb29-4822-bd25-65ff3f85b685'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:23:18.609690 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-ebfa5c51-4dfc-401c-84d1-cb0c755681c1 admin admin] Usage tracker for resource:router and tenant:90cb016bc5624b738605957a017e8a06 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:23:18.618504 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-ebfa5c51-4dfc-401c-84d1-cb0c755681c1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:23:18.640556 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-ebfa5c51-4dfc-401c-84d1-cb0c755681c1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:23:18.744145 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23cfa3b-8df4-4b96-83fa-1c33525559c0 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Pushing event updated for resources: {'Port': ['ID=4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:18.773779 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b1f96214-4a65-4d46-9ead-82d9b5a79057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:18.796020 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a976e2-20f1-4517-b716-0839ae69aa0a req-0fa5e7cc-ac53-4078-8c06-95fd984d8a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:18.797865 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a4a976e2-20f1-4517-b716-0839ae69aa0a req-0fa5e7cc-ac53-4078-8c06-95fd984d8a0c service neutron] 10.222.0.57 "GET /v2.0/networks?id=0218860d-7cbc-4a1d-902b-50f15d0343e7 HTTP/1.1" status: 200 len: 921 time: 0.4027753 May 27 02:23:18.798640 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ebfa5c51-4dfc-401c-84d1-cb0c755681c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:18.799470 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ebfa5c51-4dfc-401c-84d1-cb0c755681c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:18.819748 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ebfa5c51-4dfc-401c-84d1-cb0c755681c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:18.848852 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-d23cfa3b-8df4-4b96-83fa-1c33525559c0 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:18.854928 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-d23cfa3b-8df4-4b96-83fa-1c33525559c0 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:18.897547 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e7ace28-33ca-48d4-bdea-18e3f1d6e12d'] response: {'name': 'network-changed', 'server_uuid': '0e0e8527-ea60-4992-b3cb-e21eaa4856f1', 'tag': 'a1234f88-cb29-4822-bd25-65ff3f85b685', 'status': 'completed', 'code': 200} May 27 02:23:18.972872 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a4a976e2-20f1-4517-b716-0839ae69aa0a req-f9874eb2-17b6-450c-a3bb-504116bcd2a7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1234f88-cb29-4822-bd25-65ff3f85b685 HTTP/1.1" status: 200 len: 217 time: 0.1346934 May 27 02:23:19.037768 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-b1f96214-4a65-4d46-9ead-82d9b5a79057 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f6bdf4-a332-459c-ac67-6a396e86b9ab']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:19.056030 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-b1f96214-4a65-4d46-9ead-82d9b5a79057 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e867d490-afbe-4d05-be6d-f211125f3b58') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:19.056331 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-b1f96214-4a65-4d46-9ead-82d9b5a79057 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e867d490-afbe-4d05-be6d-f211125f3b58') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:19.080496 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b1f96214-4a65-4d46-9ead-82d9b5a79057 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:19.102260 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b1f96214-4a65-4d46-9ead-82d9b5a79057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:19.116902 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a976e2-20f1-4517-b716-0839ae69aa0a req-00e6d192-a93e-417d-8011-f6fd5ed263da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:19.118389 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a4a976e2-20f1-4517-b716-0839ae69aa0a req-00e6d192-a93e-417d-8011-f6fd5ed263da service neutron] 10.222.0.57 "GET /v2.0/subnets?id=03d6acab-3ccc-4e49-9edb-b9860698e697 HTTP/1.1" status: 200 len: 860 time: 0.0755560 May 27 02:23:19.135026 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1f96214-4a65-4d46-9ead-82d9b5a79057 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:23:19.136132 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b1f96214-4a65-4d46-9ead-82d9b5a79057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:19.153319 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:19.176518 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-86b0c1bc-bef9-4eaa-9e2d-b093264834d8 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:19.205711 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a16980aa-8a2a-40c1-98b9-3b9bdcfda7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33315fc9-139e-4060-9974-3dff52a13385', 'name': 'tempest-ServerRescueTestJSONUnderV235-2044282800-router', 'tenant_id': '209664ce71bb45b283c19d8ee70e43b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '09b184b8-56b2-4f15-afd9-f1f3003954e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:21:33Z', 'updated_at': '2022-05-27T02:21:53Z', 'revision_number': 4, 'project_id': '209664ce71bb45b283c19d8ee70e43b1', 'gw_port': {'id': '09b184b8-56b2-4f15-afd9-f1f3003954e5', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:22:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33315fc9-139e-4060-9974-3dff52a13385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:21:36Z', 'updated_at': '2022-05-27T02:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '2a54da51-95a9-44b8-a475-a5b59dbdcea4', 'name': '', 'network_id': '0218860d-7cbc-4a1d-902b-50f15d0343e7', 'tenant_id': '209664ce71bb45b283c19d8ee70e43b1', 'mac_address': 'fa:16:3e:3f:2a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33315fc9-139e-4060-9974-3dff52a13385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '03d6acab-3ccc-4e49-9edb-b9860698e697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:21:49Z', 'updated_at': '2022-05-27T02:22:04Z', 'revision_number': 5, 'project_id': '209664ce71bb45b283c19d8ee70e43b1', 'subnets': [{'id': '03d6acab-3ccc-4e49-9edb-b9860698e697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:19.219697 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-d23cfa3b-8df4-4b96-83fa-1c33525559c0 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3328578 May 27 02:23:19.233242 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16980aa-8a2a-40c1-98b9-3b9bdcfda7cc None None] Checking router: 33315fc9-139e-4060-9974-3dff52a13385 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:23:19.244500 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-89ab03c5-f339-4063-a4ae-ab2e4046e443 service neutron] Request body: {'port': {'device_id': '2010cddd-9819-4fee-9afa-85fb2b27d512', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:23:19.247907 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:19.260095 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16980aa-8a2a-40c1-98b9-3b9bdcfda7cc None None] Routers {'33315fc9-139e-4060-9974-3dff52a13385'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:23:19.260095 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a16980aa-8a2a-40c1-98b9-3b9bdcfda7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:22:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['33315fc9-139e-4060-9974-3dff52a13385'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:19.274845 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment e867d490-afbe-4d05-be6d-f211125f3b58 resource provider aggregate not found May 27 02:23:19.364593 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7ccbe-3eba-4fa3-84d4-ec8b7932c9e3 req-5e8a2161-c2b3-40af-aee9-72f35e285718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:19.366333 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-31d7ccbe-3eba-4fa3-84d4-ec8b7932c9e3 req-5e8a2161-c2b3-40af-aee9-72f35e285718 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=209664ce71bb45b283c19d8ee70e43b1&device_id=0e0e8527-ea60-4992-b3cb-e21eaa4856f1 HTTP/1.1" status: 200 len: 1096 time: 0.5127108 May 27 02:23:19.408946 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment e867d490-afbe-4d05-be6d-f211125f3b58 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e867d490-afbe-4d05-be6d-f211125f3b58 found for delete ", "request_id": "req-2e25c460-c38d-4e80-8561-e5bb526328a2"}]} May 27 02:23:19.450223 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-a16980aa-8a2a-40c1-98b9-3b9bdcfda7cc None None] Set router 33315fc9-139e-4060-9974-3dff52a13385 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:23:19.502211 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b1f96214-4a65-4d46-9ead-82d9b5a79057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:19.537621 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b1f96214-4a65-4d46-9ead-82d9b5a79057 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:19.544927 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-89ab03c5-f339-4063-a4ae-ab2e4046e443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:19.562664 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f96214-4a65-4d46-9ead-82d9b5a79057 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7f6bdf4-a332-459c-ac67-6a396e86b9ab,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:19.576215 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b1f96214-4a65-4d46-9ead-82d9b5a79057 admin admin] 10.222.0.57 "DELETE /v2.0/networks/b7f6bdf4-a332-459c-ac67-6a396e86b9ab HTTP/1.1" status: 204 len: 168 time: 1.2703581 May 27 02:23:19.606897 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-86b0c1bc-bef9-4eaa-9e2d-b093264834d8 None None] Transition to ACTIVE for port object 0cde7cd7-5bc1-46e1-ae2a-dd724545a4e3 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:23:19.662931 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-86b0c1bc-bef9-4eaa-9e2d-b093264834d8 None None] Transition to ACTIVE for port object 0cde7cd7-5bc1-46e1-ae2a-dd724545a4e3 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:23:19.669671 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ebfa5c51-4dfc-401c-84d1-cb0c755681c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:19.679363 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7ccbe-3eba-4fa3-84d4-ec8b7932c9e3 req-df8a6e6c-96cb-4feb-a51d-2b970bfe51c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:19.681064 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-31d7ccbe-3eba-4fa3-84d4-ec8b7932c9e3 req-df8a6e6c-96cb-4feb-a51d-2b970bfe51c2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0218860d-7cbc-4a1d-902b-50f15d0343e7 HTTP/1.1" status: 200 len: 921 time: 0.2699029 May 27 02:23:19.755450 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-31d7ccbe-3eba-4fa3-84d4-ec8b7932c9e3 req-a98dcaa8-3eb6-4c0a-973f-cb53d10c07a1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1234f88-cb29-4822-bd25-65ff3f85b685 HTTP/1.1" status: 200 len: 217 time: 0.0676935 May 27 02:23:19.798658 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-97b2a522-2ea1-49bb-9405-d7e906f45d38 req-b4b7ff7b-4bef-4002-b2f1-9d101ba2ec5b service neutron] For port 3d8c57a0-911e-4dff-92d3-d90b2167597d, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=3d8c57a0-911e-4dff-92d3-d90b2167597d,segment=NetworkSegment(7321cd14-1f6f-448d-a8d3-637a53c8da8a),segment_id=7321cd14-1f6f-448d-a8d3-637a53c8da8a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:19.866991 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-97b2a522-2ea1-49bb-9405-d7e906f45d38 req-b4b7ff7b-4bef-4002-b2f1-9d101ba2ec5b service neutron] For port 3d8c57a0-911e-4dff-92d3-d90b2167597d, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:23:19.927580 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-86b0c1bc-bef9-4eaa-9e2d-b093264834d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:19.954150 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-97b2a522-2ea1-49bb-9405-d7e906f45d38 req-b4b7ff7b-4bef-4002-b2f1-9d101ba2ec5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d8c57a0-911e-4dff-92d3-d90b2167597d {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:23:19.998175 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a4a976e2-20f1-4517-b716-0839ae69aa0a req-be820414-0778-4613-88bc-3ea44ef8d50d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0218860d-7cbc-4a1d-902b-50f15d0343e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7779641 May 27 02:23:20.034509 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b0c1bc-bef9-4eaa-9e2d-b093264834d8 None None] Network 6525e5f8-6f29-4d27-95ba-53e51b968154 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:23:20.035913 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7ccbe-3eba-4fa3-84d4-ec8b7932c9e3 req-9c637e8d-63c6-4ddc-83c1-d9d91bbc6733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:20.038884 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-31d7ccbe-3eba-4fa3-84d4-ec8b7932c9e3 req-9c637e8d-63c6-4ddc-83c1-d9d91bbc6733 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03d6acab-3ccc-4e49-9edb-b9860698e697 HTTP/1.1" status: 200 len: 860 time: 0.1773176 May 27 02:23:20.050346 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-86b0c1bc-bef9-4eaa-9e2d-b093264834d8 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:23:20.050923 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-97b2a522-2ea1-49bb-9405-d7e906f45d38 req-b4b7ff7b-4bef-4002-b2f1-9d101ba2ec5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:20.078571 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b0c1bc-bef9-4eaa-9e2d-b093264834d8 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:23:20.173111 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0c1bc-bef9-4eaa-9e2d-b093264834d8 None None] Pushing event updated for resources: {'Port': ['ID=0cde7cd7-5bc1-46e1-ae2a-dd724545a4e3,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:20.192463 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45810) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:20.242592 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-31d7ccbe-3eba-4fa3-84d4-ec8b7932c9e3 req-01224828-2285-4de4-98eb-7683fd5a27d3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0218860d-7cbc-4a1d-902b-50f15d0343e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967906 May 27 02:23:20.299652 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-86b0c1bc-bef9-4eaa-9e2d-b093264834d8 None None] Attempting to bind port 0cde7cd7-5bc1-46e1-ae2a-dd724545a4e3 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:23:20.300157 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-86b0c1bc-bef9-4eaa-9e2d-b093264834d8 None None] Attempting to bind port 0cde7cd7-5bc1-46e1-ae2a-dd724545a4e3 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '6e38a0a4-498f-4c12-926f-77a899604593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6525e5f8-6f29-4d27-95ba-53e51b968154'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:23:20.300630 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b0c1bc-bef9-4eaa-9e2d-b093264834d8 None None] Attempting to bind port 0cde7cd7-5bc1-46e1-ae2a-dd724545a4e3 on network 6525e5f8-6f29-4d27-95ba-53e51b968154 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:23:20.309855 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b0c1bc-bef9-4eaa-9e2d-b093264834d8 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:23:20.310381 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b0c1bc-bef9-4eaa-9e2d-b093264834d8 None None] Checking segment: {'id': '6e38a0a4-498f-4c12-926f-77a899604593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6525e5f8-6f29-4d27-95ba-53e51b968154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:23:20.310532 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-97b2a522-2ea1-49bb-9405-d7e906f45d38 req-b4b7ff7b-4bef-4002-b2f1-9d101ba2ec5b service neutron] Transition to ACTIVE for port object 3d8c57a0-911e-4dff-92d3-d90b2167597d will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:23:20.311033 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-86b0c1bc-bef9-4eaa-9e2d-b093264834d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:20.311534 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b0c1bc-bef9-4eaa-9e2d-b093264834d8 None None] Bound using segment: {'id': '6e38a0a4-498f-4c12-926f-77a899604593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6525e5f8-6f29-4d27-95ba-53e51b968154'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:23:20.312120 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-86b0c1bc-bef9-4eaa-9e2d-b093264834d8 None None] Bound port: 0cde7cd7-5bc1-46e1-ae2a-dd724545a4e3, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e38a0a4-498f-4c12-926f-77a899604593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6525e5f8-6f29-4d27-95ba-53e51b968154'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:23:20.312599 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-86b0c1bc-bef9-4eaa-9e2d-b093264834d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:20.363368 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a4a976e2-20f1-4517-b716-0839ae69aa0a req-bdc03231-ce91-4fd3-8d53-7b9b610042a9 service neutron] 10.222.0.57 "GET /v2.0/networks/0218860d-7cbc-4a1d-902b-50f15d0343e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641284 May 27 02:23:20.374374 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1a8db-2c49-4ac3-9ec4-ccb4ac693c34 req-ae319a7d-6f06-483f-967b-e29dbabb3468 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:20.375889 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f1d1a8db-2c49-4ac3-9ec4-ccb4ac693c34 req-ae319a7d-6f06-483f-967b-e29dbabb3468 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 944 time: 1.2688196 May 27 02:23:20.428620 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a16980aa-8a2a-40c1-98b9-3b9bdcfda7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33315fc9-139e-4060-9974-3dff52a13385', 'name': 'tempest-ServerRescueTestJSONUnderV235-2044282800-router', 'tenant_id': '209664ce71bb45b283c19d8ee70e43b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '09b184b8-56b2-4f15-afd9-f1f3003954e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:21:33Z', 'updated_at': '2022-05-27T02:21:53Z', 'revision_number': 4, 'project_id': '209664ce71bb45b283c19d8ee70e43b1', 'gw_port': {'id': '09b184b8-56b2-4f15-afd9-f1f3003954e5', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:22:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33315fc9-139e-4060-9974-3dff52a13385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:21:36Z', 'updated_at': '2022-05-27T02:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '2a54da51-95a9-44b8-a475-a5b59dbdcea4', 'name': '', 'network_id': '0218860d-7cbc-4a1d-902b-50f15d0343e7', 'tenant_id': '209664ce71bb45b283c19d8ee70e43b1', 'mac_address': 'fa:16:3e:3f:2a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33315fc9-139e-4060-9974-3dff52a13385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '03d6acab-3ccc-4e49-9edb-b9860698e697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:21:49Z', 'updated_at': '2022-05-27T02:22:04Z', 'revision_number': 5, 'project_id': '209664ce71bb45b283c19d8ee70e43b1', 'subnets': [{'id': '03d6acab-3ccc-4e49-9edb-b9860698e697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:20.431821 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-86b0c1bc-bef9-4eaa-9e2d-b093264834d8 None None] For port 0cde7cd7-5bc1-46e1-ae2a-dd724545a4e3, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:23:20.436329 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-86b0c1bc-bef9-4eaa-9e2d-b093264834d8 None None] For port 0cde7cd7-5bc1-46e1-ae2a-dd724545a4e3, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=0cde7cd7-5bc1-46e1-ae2a-dd724545a4e3,segment=NetworkSegment(6e38a0a4-498f-4c12-926f-77a899604593),segment_id=6e38a0a4-498f-4c12-926f-77a899604593)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:23:20.447460 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16980aa-8a2a-40c1-98b9-3b9bdcfda7cc None None] The sync data for ids ['33315fc9-139e-4060-9974-3dff52a13385'] in n-d-843554-3 is: [{'id': '33315fc9-139e-4060-9974-3dff52a13385', 'name': 'tempest-ServerRescueTestJSONUnderV235-2044282800-router', 'tenant_id': '209664ce71bb45b283c19d8ee70e43b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '09b184b8-56b2-4f15-afd9-f1f3003954e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:21:33Z', 'updated_at': '2022-05-27T02:21:53Z', 'revision_number': 4, 'project_id': '209664ce71bb45b283c19d8ee70e43b1', 'gw_port': {'id': '09b184b8-56b2-4f15-afd9-f1f3003954e5', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:22:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33315fc9-139e-4060-9974-3dff52a13385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:21:36Z', 'updated_at': '2022-05-27T02:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '2a54da51-95a9-44b8-a475-a5b59dbdcea4', 'name': '', 'network_id': '0218860d-7cbc-4a1d-902b-50f15d0343e7', 'tenant_id': '209664ce71bb45b283c19d8ee70e43b1', 'mac_address': 'fa:16:3e:3f:2a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33315fc9-139e-4060-9974-3dff52a13385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '03d6acab-3ccc-4e49-9edb-b9860698e697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:21:49Z', 'updated_at': '2022-05-27T02:22:04Z', 'revision_number': 5, 'project_id': '209664ce71bb45b283c19d8ee70e43b1', 'subnets': [{'id': '03d6acab-3ccc-4e49-9edb-b9860698e697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:23:20.478621 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-97b2a522-2ea1-49bb-9405-d7e906f45d38 req-b4b7ff7b-4bef-4002-b2f1-9d101ba2ec5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:20.508173 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-86b0c1bc-bef9-4eaa-9e2d-b093264834d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:20.544019 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8e60fdb9-12d3-4cf2-b080-40186e17a918 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2bb14a6347174efba6a7d9d552926c38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3305221 May 27 02:23:20.544019 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45816) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:20.622473 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0c1bc-bef9-4eaa-9e2d-b093264834d8 None None] Pushing event updated for resources: {'Port': ['ID=0cde7cd7-5bc1-46e1-ae2a-dd724545a4e3,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:20.708035 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a4f7a6a6-2b78-4d42-a0ba-98d3cee53496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:20.720279 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f1d1a8db-2c49-4ac3-9ec4-ccb4ac693c34 req-2291ef1a-6faf-45be-a52e-5d58c4375346 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3228717 May 27 02:23:20.753706 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a4f7a6a6-2b78-4d42-a0ba-98d3cee53496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:20.815047 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a4a976e2-20f1-4517-b716-0839ae69aa0a req-40d8ae96-f7c0-4a99-a32d-fd9aea22b5f7 service neutron] 10.222.0.57 "GET /v2.0/networks/0218860d-7cbc-4a1d-902b-50f15d0343e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4365108 May 27 02:23:20.885332 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b7ff7b-4bef-4002-b2f1-9d101ba2ec5b service neutron] Pushing event updated for resources: {'Port': ['ID=3d8c57a0-911e-4dff-92d3-d90b2167597d,revision_number=9']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:20.893691 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-31d7ccbe-3eba-4fa3-84d4-ec8b7932c9e3 req-2e0fc8a9-cbc3-4885-bd1e-e86c4db8273e service neutron] 10.222.0.32 "GET /v2.0/networks/0218860d-7cbc-4a1d-902b-50f15d0343e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6352396 May 27 02:23:20.914595 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b7ff7b-4bef-4002-b2f1-9d101ba2ec5b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:20.914943 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b7ff7b-4bef-4002-b2f1-9d101ba2ec5b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:20.915282 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b7ff7b-4bef-4002-b2f1-9d101ba2ec5b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:20.918437 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b7ff7b-4bef-4002-b2f1-9d101ba2ec5b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:20.919374 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b7ff7b-4bef-4002-b2f1-9d101ba2ec5b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:20.920034 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b7ff7b-4bef-4002-b2f1-9d101ba2ec5b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:20.920555 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b7ff7b-4bef-4002-b2f1-9d101ba2ec5b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:20.922991 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b7ff7b-4bef-4002-b2f1-9d101ba2ec5b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:20.923544 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b7ff7b-4bef-4002-b2f1-9d101ba2ec5b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:20.924212 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b7ff7b-4bef-4002-b2f1-9d101ba2ec5b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:20.924733 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b7ff7b-4bef-4002-b2f1-9d101ba2ec5b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:20.925219 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b7ff7b-4bef-4002-b2f1-9d101ba2ec5b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:20.979312 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340a0733-21ad-4f55-abd7-51ce1385357a None None] New status for floating IP 2ccf362a-7f0f-4ce6-b093-92182ea493a2: DOWN {{(pid=88904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:23:21.096466 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a4f7a6a6-2b78-4d42-a0ba-98d3cee53496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:21.113619 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-89ab03c5-f339-4063-a4ae-ab2e4046e443 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:23:21.141439 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-89ab03c5-f339-4063-a4ae-ab2e4046e443 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:21.152626 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7a6a6-2b78-4d42-a0ba-98d3cee53496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa3efe7-07d6-4d2d-aaec-a951beade468,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:21.168643 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-89ab03c5-f339-4063-a4ae-ab2e4046e443 service neutron] Transition to ACTIVE for port object 4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:23:21.175837 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a4f7a6a6-2b78-4d42-a0ba-98d3cee53496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:21.190048 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a4f7a6a6-2b78-4d42-a0ba-98d3cee53496 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bfa3efe7-07d6-4d2d-aaec-a951beade468 HTTP/1.1" status: 204 len: 168 time: 0.6330273 May 27 02:23:21.262210 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-89ab03c5-f339-4063-a4ae-ab2e4046e443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:21.345914 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-31d7ccbe-3eba-4fa3-84d4-ec8b7932c9e3 req-671f894e-2561-4849-b20f-9df74a3ec491 service neutron] 10.222.0.32 "GET /v2.0/networks/0218860d-7cbc-4a1d-902b-50f15d0343e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313743 May 27 02:23:21.350288 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2b047204-4cb3-4d7e-9152-3d337e21db58 req-223b0087-d40e-4836-bf3b-14d31393f36f tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/floatingips/2ccf362a-7f0f-4ce6-b093-92182ea493a2 HTTP/1.1" status: 200 len: 695 time: 0.2077196 May 27 02:23:21.369865 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b2a522-2ea1-49bb-9405-d7e906f45d38 req-b4b7ff7b-4bef-4002-b2f1-9d101ba2ec5b service neutron] No DVR routers for this DVR port 3d8c57a0-911e-4dff-92d3-d90b2167597d on host n-h1-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:23:21.535013 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab03c5-f339-4063-a4ae-ab2e4046e443 service neutron] Pushing event updated for resources: {'Port': ['ID=4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:21.579631 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-89ab03c5-f339-4063-a4ae-ab2e4046e443 service neutron] Attempting to bind port 4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:23:21.579886 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-89ab03c5-f339-4063-a4ae-ab2e4046e443 service neutron] Attempting to bind port 4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'f9d0c973-72f3-423e-80ec-119f03165820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '317f8943-c2cf-4629-a384-430f557971d0'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:23:21.580670 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-89ab03c5-f339-4063-a4ae-ab2e4046e443 service neutron] Attempting to bind port 4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3 on network 317f8943-c2cf-4629-a384-430f557971d0 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:23:21.586343 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-89ab03c5-f339-4063-a4ae-ab2e4046e443 service neutron] Port 4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3 on network 317f8943-c2cf-4629-a384-430f557971d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:23:21.586667 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-89ab03c5-f339-4063-a4ae-ab2e4046e443 service neutron] Attempting to bind port 4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3 on network 317f8943-c2cf-4629-a384-430f557971d0 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:23:21.592270 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-89ab03c5-f339-4063-a4ae-ab2e4046e443 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:23:21.597681 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-89ab03c5-f339-4063-a4ae-ab2e4046e443 service neutron] Checking segment: {'id': 'f9d0c973-72f3-423e-80ec-119f03165820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '317f8943-c2cf-4629-a384-430f557971d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:23:21.597681 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-89ab03c5-f339-4063-a4ae-ab2e4046e443 service neutron] Bound using segment: {'id': 'f9d0c973-72f3-423e-80ec-119f03165820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '317f8943-c2cf-4629-a384-430f557971d0'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:23:21.597681 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-89ab03c5-f339-4063-a4ae-ab2e4046e443 service neutron] Bound port: 4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9d0c973-72f3-423e-80ec-119f03165820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '317f8943-c2cf-4629-a384-430f557971d0'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:23:21.597681 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-89ab03c5-f339-4063-a4ae-ab2e4046e443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:21.769889 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-89ab03c5-f339-4063-a4ae-ab2e4046e443 service neutron] For port 4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:23:21.776981 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-89ab03c5-f339-4063-a4ae-ab2e4046e443 service neutron] For port 4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3,segment=NetworkSegment(f9d0c973-72f3-423e-80ec-119f03165820),segment_id=f9d0c973-72f3-423e-80ec-119f03165820)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:23:21.862075 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-89ab03c5-f339-4063-a4ae-ab2e4046e443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:21.990801 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-89ab03c5-f339-4063-a4ae-ab2e4046e443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:21.991629 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-89ab03c5-f339-4063-a4ae-ab2e4046e443 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:21.993076 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-89ab03c5-f339-4063-a4ae-ab2e4046e443 service neutron] 10.222.0.66 "PUT /v2.0/ports/4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3 HTTP/1.1" status: 200 len: 1091 time: 2.7528408 May 27 02:23:21.993528 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2010cddd-9819-4fee-9afa-85fb2b27d512', 'tag': '4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:23:22.042248 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab03c5-f339-4063-a4ae-ab2e4046e443 service neutron] Pushing event updated for resources: {'Port': ['ID=4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:22.083566 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8af684-6730-4241-a514-e54d79f9a322 req-26ee4621-dc1d-48b2-8144-dd4a5a55d6ec tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:22.085830 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-de8af684-6730-4241-a514-e54d79f9a322 req-26ee4621-dc1d-48b2-8144-dd4a5a55d6ec tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=2010cddd-9819-4fee-9afa-85fb2b27d512 HTTP/1.1" status: 200 len: 931 time: 1.1000886 May 27 02:23:22.181588 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-ce3fe138-a846-40b9-8ba7-73a146da16c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:22.183297 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-ce3fe138-a846-40b9-8ba7-73a146da16c7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=500421bbc9424254b703858ad839b150&device_id=2010cddd-9819-4fee-9afa-85fb2b27d512 HTTP/1.1" status: 200 len: 1094 time: 0.0992138 May 27 02:23:22.291503 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-74c9f5ca-1ec2-4af5-af0c-47033d690532 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3 HTTP/1.1" status: 200 len: 217 time: 0.1007924 May 27 02:23:22.297063 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ec5f19-f9d8-4ffa-8685-8f8fdf7e8514 None None] Network 6525e5f8-6f29-4d27-95ba-53e51b968154 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:23:22.340006 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b047204-4cb3-4d7e-9152-3d337e21db58 req-322236e7-387c-4254-89f7-e101e2fabb89 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:22.343679 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2b047204-4cb3-4d7e-9152-3d337e21db58 req-322236e7-387c-4254-89f7-e101e2fabb89 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/networks/d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 784 time: 0.9213309 May 27 02:23:22.351122 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-de8af684-6730-4241-a514-e54d79f9a322 req-10d6e101-d95b-4971-8e01-147544ef1631 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007298 May 27 02:23:22.390439 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-17e7838f-e5df-4e0e-97db-c989ff0fbc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:22.397247 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-17e7838f-e5df-4e0e-97db-c989ff0fbc70 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=029bf5aa-9449-4d9e-81c7-fe1336fb8379 HTTP/1.1" status: 200 len: 852 time: 0.0942724 May 27 02:23:22.398631 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-2b047204-4cb3-4d7e-9152-3d337e21db58 req-2e9e7c62-c17a-4200-a947-4fbcd8c76bfe tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:23:22.410636 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2b047204-4cb3-4d7e-9152-3d337e21db58 req-2e9e7c62-c17a-4200-a947-4fbcd8c76bfe tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0248642 May 27 02:23:22.524763 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:23:22.531093 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-d748aeb5-284e-471c-8129-e0dddc8d0ec1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=317f8943-c2cf-4629-a384-430f557971d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1330183 May 27 02:23:22.561172 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-8d49670d-0038-40c3-962c-02d3043965a5 None None] Provisioning for port 0cde7cd7-5bc1-46e1-ae2a-dd724545a4e3 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:23:22.573237 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2b047204-4cb3-4d7e-9152-3d337e21db58 req-26b05781-70d6-429d-b61a-5576eaa8d7be tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.230 HTTP/1.1" status: 200 len: 696 time: 0.1616840 May 27 02:23:22.574426 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-97b2a522-2ea1-49bb-9405-d7e906f45d38 req-b4b7ff7b-4bef-4002-b2f1-9d101ba2ec5b service neutron] Attempting to bind port 3d8c57a0-911e-4dff-92d3-d90b2167597d on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:23:22.575134 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-97b2a522-2ea1-49bb-9405-d7e906f45d38 req-b4b7ff7b-4bef-4002-b2f1-9d101ba2ec5b service neutron] Attempting to bind port 3d8c57a0-911e-4dff-92d3-d90b2167597d by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '7321cd14-1f6f-448d-a8d3-637a53c8da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:23:22.575777 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b2a522-2ea1-49bb-9405-d7e906f45d38 req-b4b7ff7b-4bef-4002-b2f1-9d101ba2ec5b service neutron] Attempting to bind port 3d8c57a0-911e-4dff-92d3-d90b2167597d on network 7ee685f0-e442-4ea7-949d-71e1995db8ac {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:23:22.583878 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ebfa5c51-4dfc-401c-84d1-cb0c755681c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:22.724102 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b2a522-2ea1-49bb-9405-d7e906f45d38 req-b4b7ff7b-4bef-4002-b2f1-9d101ba2ec5b service neutron] Port 3d8c57a0-911e-4dff-92d3-d90b2167597d on network 7ee685f0-e442-4ea7-949d-71e1995db8ac not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:23:22.724436 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b2a522-2ea1-49bb-9405-d7e906f45d38 req-b4b7ff7b-4bef-4002-b2f1-9d101ba2ec5b service neutron] Attempting to bind port 3d8c57a0-911e-4dff-92d3-d90b2167597d on network 7ee685f0-e442-4ea7-949d-71e1995db8ac {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:23:22.812397 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 0cde7cd7-5bc1-46e1-ae2a-dd724545a4e3 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:23:22.814911 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b2a522-2ea1-49bb-9405-d7e906f45d38 req-b4b7ff7b-4bef-4002-b2f1-9d101ba2ec5b service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:23:22.815086 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b2a522-2ea1-49bb-9405-d7e906f45d38 req-b4b7ff7b-4bef-4002-b2f1-9d101ba2ec5b service neutron] Checking segment: {'id': '7321cd14-1f6f-448d-a8d3-637a53c8da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:23:22.815535 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b2a522-2ea1-49bb-9405-d7e906f45d38 req-b4b7ff7b-4bef-4002-b2f1-9d101ba2ec5b service neutron] Bound using segment: {'id': '7321cd14-1f6f-448d-a8d3-637a53c8da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:23:22.816509 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-97b2a522-2ea1-49bb-9405-d7e906f45d38 req-b4b7ff7b-4bef-4002-b2f1-9d101ba2ec5b service neutron] Bound port: 3d8c57a0-911e-4dff-92d3-d90b2167597d, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7321cd14-1f6f-448d-a8d3-637a53c8da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:23:22.817664 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-97b2a522-2ea1-49bb-9405-d7e906f45d38 req-b4b7ff7b-4bef-4002-b2f1-9d101ba2ec5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:22.830848 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ebfa5c51-4dfc-401c-84d1-cb0c755681c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:22.862672 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-b2b20d1e-6208-46d0-a362-be4aff942865 service neutron] 10.222.0.66 "GET /v2.0/networks/317f8943-c2cf-4629-a384-430f557971d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252702 May 27 02:23:22.979174 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2b047204-4cb3-4d7e-9152-3d337e21db58 req-478f2d70-52d4-42c5-931b-be043302d8cc tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.1.230 HTTP/1.1" status: 200 len: 696 time: 0.3452044 May 27 02:23:23.026240 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45882) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:23.038605 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 0cde7cd7-5bc1-46e1-ae2a-dd724545a4e3 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:23:23.044335 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 0cde7cd7-5bc1-46e1-ae2a-dd724545a4e3 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:23:23.044728 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:23.092501 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b1af8961-679d-470c-97b6-635ec1f6f54c req-4bbf41c0-7766-457a-9518-043741fb101d service neutron] 10.222.0.66 "GET /v2.0/networks/317f8943-c2cf-4629-a384-430f557971d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219679 May 27 02:23:23.224609 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 0cde7cd7-5bc1-46e1-ae2a-dd724545a4e3 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:23:23.224609 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:23.270127 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 0cde7cd7-5bc1-46e1-ae2a-dd724545a4e3, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=0cde7cd7-5bc1-46e1-ae2a-dd724545a4e3,segment=NetworkSegment(6e38a0a4-498f-4c12-926f-77a899604593),segment_id=6e38a0a4-498f-4c12-926f-77a899604593)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:23.290018 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-990ffc84-e15d-478e-b5e7-800ec1890e98 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1667836632-network', 'tenant_id': '410b61e445744294bbdf52b86e34bdd5'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:23:23.296946 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-990ffc84-e15d-478e-b5e7-800ec1890e98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:23:23.313259 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-990ffc84-e15d-478e-b5e7-800ec1890e98 admin admin] Usage tracker for resource:network and tenant:410b61e445744294bbdf52b86e34bdd5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:23:23.317150 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-990ffc84-e15d-478e-b5e7-800ec1890e98 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:23:23.328794 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-990ffc84-e15d-478e-b5e7-800ec1890e98 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:23:23.357096 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:23.415983 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990ffc84-e15d-478e-b5e7-800ec1890e98 admin admin] Made reservation on behalf of 410b61e445744294bbdf52b86e34bdd5 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:23:23.418812 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-990ffc84-e15d-478e-b5e7-800ec1890e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:23.432354 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-990ffc84-e15d-478e-b5e7-800ec1890e98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:23.445212 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-2b047204-4cb3-4d7e-9152-3d337e21db58 req-7a48284b-1d20-4745-8447-a5636d9369ea tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Deleting port eea45c03-7fca-43fe-a993-410193354d43 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:23:23.445212 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-2b047204-4cb3-4d7e-9152-3d337e21db58 req-7a48284b-1d20-4745-8447-a5636d9369ea tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:23.445739 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-b44b6637-3684-480f-803b-c599f2cfdbab None None] Provisioning complete for port 0cde7cd7-5bc1-46e1-ae2a-dd724545a4e3 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:23:23.445965 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b44b6637-3684-480f-803b-c599f2cfdbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:23.452184 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-990ffc84-e15d-478e-b5e7-800ec1890e98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:23:23.456795 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-990ffc84-e15d-478e-b5e7-800ec1890e98 admin admin] Usage tracker for resource:security_group_rule and tenant:410b61e445744294bbdf52b86e34bdd5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:23:23.460258 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-990ffc84-e15d-478e-b5e7-800ec1890e98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:23:23.467167 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-990ffc84-e15d-478e-b5e7-800ec1890e98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:23:23.468943 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-97b2a522-2ea1-49bb-9405-d7e906f45d38 req-b4b7ff7b-4bef-4002-b2f1-9d101ba2ec5b service neutron] For port 3d8c57a0-911e-4dff-92d3-d90b2167597d, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:23:23.496696 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=0cde7cd7-5bc1-46e1-ae2a-dd724545a4e3,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:23.496985 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-ebfa5c51-4dfc-401c-84d1-cb0c755681c1 admin admin] Allocated IP 172.25.1.156 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/1b64445f-183b-4ae1-a6f0-974024df086e) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:23:23.508415 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-97b2a522-2ea1-49bb-9405-d7e906f45d38 req-b4b7ff7b-4bef-4002-b2f1-9d101ba2ec5b service neutron] For port 3d8c57a0-911e-4dff-92d3-d90b2167597d, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=3d8c57a0-911e-4dff-92d3-d90b2167597d,segment=NetworkSegment(7321cd14-1f6f-448d-a8d3-637a53c8da8a),segment_id=7321cd14-1f6f-448d-a8d3-637a53c8da8a)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:23:23.617374 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-b44b6637-3684-480f-803b-c599f2cfdbab None None] Current status of the port 0cde7cd7-5bc1-46e1-ae2a-dd724545a4e3 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:23:23.631209 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-990ffc84-e15d-478e-b5e7-800ec1890e98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:23.658584 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2ab68-2e12-4f2d-a9e7-e4270420a774 req-199af432-365e-4bad-9cc1-cb39f4febde7 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:23.660091 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ec2ab68-2e12-4f2d-a9e7-e4270420a774 req-199af432-365e-4bad-9cc1-cb39f4febde7 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 944 time: 1.0782626 May 27 02:23:23.661166 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-97b2a522-2ea1-49bb-9405-d7e906f45d38 req-b4b7ff7b-4bef-4002-b2f1-9d101ba2ec5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:23.667328 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-990ffc84-e15d-478e-b5e7-800ec1890e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:23.683878 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-990ffc84-e15d-478e-b5e7-800ec1890e98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:23:23.694603 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-990ffc84-e15d-478e-b5e7-800ec1890e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:23.695073 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-990ffc84-e15d-478e-b5e7-800ec1890e98 admin admin] Added segment f6c88228-f1ee-44f4-bf5a-92e13fd37a38 of type vlan for network 490b7acf-0cbc-45e9-97bf-d6d171391e0b May 27 02:23:23.731848 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-990ffc84-e15d-478e-b5e7-800ec1890e98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:23.774567 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ffc84-e15d-478e-b5e7-800ec1890e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629665f6-be5b-4c52-93b2-5c2665021780,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:23.834805 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2a522-2ea1-49bb-9405-d7e906f45d38 req-b4b7ff7b-4bef-4002-b2f1-9d101ba2ec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:23.835603 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-97b2a522-2ea1-49bb-9405-d7e906f45d38 req-b4b7ff7b-4bef-4002-b2f1-9d101ba2ec5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:23.837728 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-97b2a522-2ea1-49bb-9405-d7e906f45d38 req-b4b7ff7b-4bef-4002-b2f1-9d101ba2ec5b service neutron] 10.222.0.66 "PUT /v2.0/ports/3d8c57a0-911e-4dff-92d3-d90b2167597d HTTP/1.1" status: 200 len: 1092 time: 5.9110954 May 27 02:23:23.848850 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f59e3235-26be-4ba3-b4a2-1f7a9345e756', 'tag': '3d8c57a0-911e-4dff-92d3-d90b2167597d'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:23:23.890891 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ec2ab68-2e12-4f2d-a9e7-e4270420a774 req-cf9c7b9a-6d9b-499a-a90a-b27debf5f75f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408584 May 27 02:23:23.899069 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-990ffc84-e15d-478e-b5e7-800ec1890e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:23.900243 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990ffc84-e15d-478e-b5e7-800ec1890e98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:23.901029 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-990ffc84-e15d-478e-b5e7-800ec1890e98 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:24.151502 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-2b047204-4cb3-4d7e-9152-3d337e21db58 req-7a48284b-1d20-4745-8447-a5636d9369ea tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:24.157245 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-2b047204-4cb3-4d7e-9152-3d337e21db58 req-7a48284b-1d20-4745-8447-a5636d9369ea tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:24.270077 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94dbb5d2-6991-4821-a3ce-64dd50fa9f9c'] response: {'name': 'network-changed', 'server_uuid': '2010cddd-9819-4fee-9afa-85fb2b27d512', 'tag': '4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3', 'status': 'completed', 'code': 200} May 27 02:23:24.287371 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b7ff7b-4bef-4002-b2f1-9d101ba2ec5b service neutron] Pushing event updated for resources: {'Port': ['ID=3d8c57a0-911e-4dff-92d3-d90b2167597d,revision_number=10']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:24.333573 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ffc84-e15d-478e-b5e7-800ec1890e98 admin admin] Pushing event updated for resources: {'Network': ['ID=490b7acf-0cbc-45e9-97bf-d6d171391e0b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:24.340192 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-990ffc84-e15d-478e-b5e7-800ec1890e98 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3128073 May 27 02:23:24.347030 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45904) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:24.348818 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 490b7acf-0cbc-45e9-97bf-d6d171391e0b details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:23:24.358321 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-05c1635a-5e99-4297-a660-dc484bb14d7d admin admin] Request body: {'subnet': {'network_id': '490b7acf-0cbc-45e9-97bf-d6d171391e0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1667836632-subnet', 'tenant_id': '410b61e445744294bbdf52b86e34bdd5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:23:24.366527 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-05c1635a-5e99-4297-a660-dc484bb14d7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:23:24.374309 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-05c1635a-5e99-4297-a660-dc484bb14d7d admin admin] Usage tracker for resource:subnet and tenant:410b61e445744294bbdf52b86e34bdd5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:23:24.379837 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-05c1635a-5e99-4297-a660-dc484bb14d7d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:23:24.398746 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-2b047204-4cb3-4d7e-9152-3d337e21db58 req-7a48284b-1d20-4745-8447-a5636d9369ea tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Calling delete_port for eea45c03-7fca-43fe-a993-410193354d43 owned by network:floatingip {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:23:24.409391 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-05c1635a-5e99-4297-a660-dc484bb14d7d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:23:24.417527 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09befb5a-aaaa-458f-b9dd-0683d5fb37db req-b455d73e-61e6-40db-bfac-a4863dfc0c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:24.421821 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-09befb5a-aaaa-458f-b9dd-0683d5fb37db req-b455d73e-61e6-40db-bfac-a4863dfc0c4e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=500421bbc9424254b703858ad839b150&device_id=2010cddd-9819-4fee-9afa-85fb2b27d512 HTTP/1.1" status: 200 len: 1094 time: 0.1989830 May 27 02:23:24.495128 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ebfa5c51-4dfc-401c-84d1-cb0c755681c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:24.558663 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2a522-2ea1-49bb-9405-d7e906f45d38 req-a55ccf42-6f21-4c7b-b37f-1eea420414b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:24.560272 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-97b2a522-2ea1-49bb-9405-d7e906f45d38 req-a55ccf42-6f21-4c7b-b37f-1eea420414b6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=67a2999592f840daafe9db3a26b0dd55&device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 1096 time: 0.6778810 May 27 02:23:24.600035 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c1635a-5e99-4297-a660-dc484bb14d7d admin admin] Made reservation on behalf of 410b61e445744294bbdf52b86e34bdd5 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:23:24.603488 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-05c1635a-5e99-4297-a660-dc484bb14d7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:24.664891 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea57f7-e2cd-4e75-98e3-9758cded06e7 req-76a86f23-cd51-4144-9192-706489178e6d tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:24.675828 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-65ea57f7-e2cd-4e75-98e3-9758cded06e7 req-76a86f23-cd51-4144-9192-706489178e6d tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=2010cddd-9819-4fee-9afa-85fb2b27d512 HTTP/1.1" status: 200 len: 943 time: 0.4931481 May 27 02:23:24.686222 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 0cde7cd7-5bc1-46e1-ae2a-dd724545a4e3 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:23:24.773798 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 0cde7cd7-5bc1-46e1-ae2a-dd724545a4e3 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:23:24.774468 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:24.799760 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09befb5a-aaaa-458f-b9dd-0683d5fb37db req-258a3b12-78d5-4773-904e-592b31f72986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:24.801547 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-09befb5a-aaaa-458f-b9dd-0683d5fb37db req-258a3b12-78d5-4773-904e-592b31f72986 service neutron] 10.222.0.66 "GET /v2.0/networks?id=317f8943-c2cf-4629-a384-430f557971d0 HTTP/1.1" status: 200 len: 913 time: 0.3706410 May 27 02:23:24.904586 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-65ea57f7-e2cd-4e75-98e3-9758cded06e7 req-4d35fe32-32e5-48b8-af8a-4abe9840574c tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259068 May 27 02:23:24.926723 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-09befb5a-aaaa-458f-b9dd-0683d5fb37db req-197528fa-f34a-40d4-9cc2-238075dc077d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3 HTTP/1.1" status: 200 len: 217 time: 0.1112723 May 27 02:23:24.957017 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2a522-2ea1-49bb-9405-d7e906f45d38 req-865abf73-25a4-480c-ab56-fa23e93f9c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:24.961355 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-97b2a522-2ea1-49bb-9405-d7e906f45d38 req-865abf73-25a4-480c-ab56-fa23e93f9c60 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7ee685f0-e442-4ea7-949d-71e1995db8ac HTTP/1.1" status: 200 len: 918 time: 0.3912785 May 27 02:23:24.966812 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ebfa5c51-4dfc-401c-84d1-cb0c755681c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:25.054910 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 0cde7cd7-5bc1-46e1-ae2a-dd724545a4e3 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:23:25.110937 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-2b047204-4cb3-4d7e-9152-3d337e21db58 req-7a48284b-1d20-4745-8447-a5636d9369ea tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:25.117489 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a3ade60-aa35-41a9-a1b3-30c368cf2972'] response: {'name': 'network-changed', 'server_uuid': 'f59e3235-26be-4ba3-b4a2-1f7a9345e756', 'tag': '3d8c57a0-911e-4dff-92d3-d90b2167597d', 'status': 'completed', 'code': 200} May 27 02:23:25.120856 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09befb5a-aaaa-458f-b9dd-0683d5fb37db req-dda593f7-4dce-4062-a565-4ee8c7de6def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:25.122273 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-09befb5a-aaaa-458f-b9dd-0683d5fb37db req-dda593f7-4dce-4062-a565-4ee8c7de6def service neutron] 10.222.0.66 "GET /v2.0/subnets?id=029bf5aa-9449-4d9e-81c7-fe1336fb8379 HTTP/1.1" status: 200 len: 852 time: 0.0917540 May 27 02:23:25.190816 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-05c1635a-5e99-4297-a660-dc484bb14d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:25.219654 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:23:25.222393 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-09befb5a-aaaa-458f-b9dd-0683d5fb37db req-5bf94ac1-4c30-498d-8b5e-dfd13dfdc39d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=317f8943-c2cf-4629-a384-430f557971d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941987 May 27 02:23:25.229612 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45918) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:25.281842 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-97b2a522-2ea1-49bb-9405-d7e906f45d38 req-b1e77cee-dff9-4a93-9005-aadbc6038a67 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d8c57a0-911e-4dff-92d3-d90b2167597d HTTP/1.1" status: 200 len: 999 time: 0.3040357 May 27 02:23:25.281982 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa5c51-4dfc-401c-84d1-cb0c755681c1 admin admin] Pushing event updated for resources: {'Port': ['ID=1b64445f-183b-4ae1-a6f0-974024df086e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:25.370888 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c1635a-5e99-4297-a660-dc484bb14d7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=67087165-c782-403b-90e8-4836b210103e,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:25.381971 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c1635a-5e99-4297-a660-dc484bb14d7d admin admin] Checking segment: {'id': 'f6c88228-f1ee-44f4-bf5a-92e13fd37a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '490b7acf-0cbc-45e9-97bf-d6d171391e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:23:25.382441 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c1635a-5e99-4297-a660-dc484bb14d7d admin admin] Network hostable DHCP agents. Network: 490b7acf-0cbc-45e9-97bf-d6d171391e0b, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:23:25.412158 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfa5c51-4dfc-401c-84d1-cb0c755681c1 admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:23:25.456593 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-09befb5a-aaaa-458f-b9dd-0683d5fb37db req-b15fad01-ba0e-493a-8483-d310e6a37177 service neutron] 10.222.0.66 "GET /v2.0/networks/317f8943-c2cf-4629-a384-430f557971d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211292 May 27 02:23:25.468047 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-ebfa5c51-4dfc-401c-84d1-cb0c755681c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:23:25.476876 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48284b-1d20-4745-8447-a5636d9369ea tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Pushing event deleted for resources: {'Port': ['ID=eea45c03-7fca-43fe-a993-410193354d43,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:25.491860 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3,segment=NetworkSegment(f9d0c973-72f3-423e-80ec-119f03165820),segment_id=f9d0c973-72f3-423e-80ec-119f03165820)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:25.510824 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3', 'network_id': '317f8943-c2cf-4629-a384-430f557971d0', 'port_id': '4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3', 'mac_address': 'fa:16:3e:91:d2:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '029bf5aa-9449-4d9e-81c7-fe1336fb8379', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:23:25.520565 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfa5c51-4dfc-401c-84d1-cb0c755681c1 admin admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:23:25.613742 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-09befb5a-aaaa-458f-b9dd-0683d5fb37db req-3fbbff22-e853-4b12-b305-07874e4d0ba4 service neutron] 10.222.0.66 "GET /v2.0/networks/317f8943-c2cf-4629-a384-430f557971d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385832 May 27 02:23:25.616342 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c1635a-5e99-4297-a660-dc484bb14d7d admin admin] Network 490b7acf-0cbc-45e9-97bf-d6d171391e0b is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:23:25.618566 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d7a08166-e1d6-45b1-bd64-0a0f719da8e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:25.623459 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:23:25.624073 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:25.639938 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d7a08166-e1d6-45b1-bd64-0a0f719da8e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:23:25.644929 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d7a08166-e1d6-45b1-bd64-0a0f719da8e3 admin admin] Usage tracker for resource:security_group_rule and tenant:c2d21b5fa8f847bf97327729ac67d187 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:23:25.648117 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d7a08166-e1d6-45b1-bd64-0a0f719da8e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:23:25.648296 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:23:25.655193 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d7a08166-e1d6-45b1-bd64-0a0f719da8e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:23:25.672249 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3,segment=NetworkSegment(f9d0c973-72f3-423e-80ec-119f03165820),segment_id=f9d0c973-72f3-423e-80ec-119f03165820)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:25.707229 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a75e3d05-ec52-4578-aa8a-6f8af32dfe8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:25.747703 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:25.767883 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2a522-2ea1-49bb-9405-d7e906f45d38 req-9f9f9be9-30cd-4519-8ddf-3463f4291de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:25.770074 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-97b2a522-2ea1-49bb-9405-d7e906f45d38 req-9f9f9be9-30cd-4519-8ddf-3463f4291de0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0c302d24-860d-464a-9c69-32cd4f709ca1 HTTP/1.1" status: 200 len: 856 time: 0.4014664 May 27 02:23:25.771762 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d7a08166-e1d6-45b1-bd64-0a0f719da8e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:25.834125 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-05c1635a-5e99-4297-a660-dc484bb14d7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 490b7acf-0cbc-45e9-97bf-d6d171391e0b) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:23:25.838690 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c1635a-5e99-4297-a660-dc484bb14d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:25.842025 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-05c1635a-5e99-4297-a660-dc484bb14d7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:25.854960 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-2b047204-4cb3-4d7e-9152-3d337e21db58 req-7a48284b-1d20-4745-8447-a5636d9369ea tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks [] for floatingip, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:25.873327 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc589f3e-226d-4712-a6f0-94fa57b4a23e None None] Network 490b7acf-0cbc-45e9-97bf-d6d171391e0b requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:23:25.893106 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6dace0-61a5-4803-bf9a-27de6395bdfd req-0a2c8af9-4af1-494a-8efc-b3b49cdbd715 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:25.896026 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d7a08166-e1d6-45b1-bd64-0a0f719da8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:25.898037 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6f6dace0-61a5-4803-bf9a-27de6395bdfd req-0a2c8af9-4af1-494a-8efc-b3b49cdbd715 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 945 time: 0.7823062 May 27 02:23:25.978460 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a08166-e1d6-45b1-bd64-0a0f719da8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6774f9-e7ac-4a51-8835-0b0f1e47c56a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:25.980971 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:25.996638 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6f6dace0-61a5-4803-bf9a-27de6395bdfd req-a6d34b9d-fba8-4c50-b58c-9dd1e3cf2f18 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976727 May 27 02:23:26.000523 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a08166-e1d6-45b1-bd64-0a0f719da8e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:26.000523 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a08166-e1d6-45b1-bd64-0a0f719da8e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:26.001961 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a08166-e1d6-45b1-bd64-0a0f719da8e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:26.002311 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a08166-e1d6-45b1-bd64-0a0f719da8e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:26.002650 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a08166-e1d6-45b1-bd64-0a0f719da8e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:26.004406 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a08166-e1d6-45b1-bd64-0a0f719da8e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:26.004893 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a08166-e1d6-45b1-bd64-0a0f719da8e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:26.006446 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a08166-e1d6-45b1-bd64-0a0f719da8e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:26.006895 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a08166-e1d6-45b1-bd64-0a0f719da8e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:26.007236 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a08166-e1d6-45b1-bd64-0a0f719da8e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:26.007748 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a08166-e1d6-45b1-bd64-0a0f719da8e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:26.008086 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a08166-e1d6-45b1-bd64-0a0f719da8e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:26.035828 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-05c1635a-5e99-4297-a660-dc484bb14d7d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6799798 May 27 02:23:26.037815 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-2b047204-4cb3-4d7e-9152-3d337e21db58 req-7a48284b-1d20-4745-8447-a5636d9369ea tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:26.042891 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2b047204-4cb3-4d7e-9152-3d337e21db58 req-7a48284b-1d20-4745-8447-a5636d9369ea tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "DELETE /v2.0/floatingips/2ccf362a-7f0f-4ce6-b093-92182ea493a2 HTTP/1.1" status: 204 len: 173 time: 3.0607517 May 27 02:23:26.056668 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:23:26.062519 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2a522-2ea1-49bb-9405-d7e906f45d38 req-dbefa4f1-dca3-4861-a367-d4b0cbe1e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:26.065185 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-97b2a522-2ea1-49bb-9405-d7e906f45d38 req-dbefa4f1-dca3-4861-a367-d4b0cbe1e6f5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7ee685f0-e442-4ea7-949d-71e1995db8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2612371 May 27 02:23:26.078387 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d7a08166-e1d6-45b1-bd64-0a0f719da8e3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c2d21b5fa8f847bf97327729ac67d187&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8409119 May 27 02:23:26.081158 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45936) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:26.231072 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-012901d6-355d-42d8-9cd1-e12836560917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:26.294234 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef0ec0d-c814-4cda-a205-5582d1625a34 None None] Network 490b7acf-0cbc-45e9-97bf-d6d171391e0b requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:23:26.298174 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-012901d6-355d-42d8-9cd1-e12836560917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:26.451749 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-012901d6-355d-42d8-9cd1-e12836560917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:26.488202 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012901d6-355d-42d8-9cd1-e12836560917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6774f9-e7ac-4a51-8835-0b0f1e47c56a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:26.491624 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-012901d6-355d-42d8-9cd1-e12836560917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:26.496044 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-012901d6-355d-42d8-9cd1-e12836560917 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ea6774f9-e7ac-4a51-8835-0b0f1e47c56a HTTP/1.1" status: 204 len: 168 time: 0.4106817 May 27 02:23:26.650862 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-523ffc9e-37bf-4ec7-a8ad-856f1c6a4c5f req-d885fea7-5559-4f84-9f95-b3a3e5651c5c tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/security-groups/e9efd2ce-4175-4096-bc21-2eec5cd012ef HTTP/1.1" status: 200 len: 1810 time: 0.5843332 May 27 02:23:26.717190 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ebfa5c51-4dfc-401c-84d1-cb0c755681c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:26.838246 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-97b2a522-2ea1-49bb-9405-d7e906f45d38 req-c81b714f-be91-4619-948a-b68f61f4f4c1 service neutron] 10.222.0.66 "GET /v2.0/networks/7ee685f0-e442-4ea7-949d-71e1995db8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958516 May 27 02:23:27.012632 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43144cba-98bb-4c7f-94ff-5bc33336056c req-4d87ebe1-6e94-4635-a0ec-5eff9b712381 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:27.014110 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-43144cba-98bb-4c7f-94ff-5bc33336056c req-4d87ebe1-6e94-4635-a0ec-5eff9b712381 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=2010cddd-9819-4fee-9afa-85fb2b27d512 HTTP/1.1" status: 200 len: 944 time: 0.5707247 May 27 02:23:27.025488 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-523ffc9e-37bf-4ec7-a8ad-856f1c6a4c5f req-83da51db-c139-4403-8a7a-43ac035850d9 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:27.150392 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-523ffc9e-37bf-4ec7-a8ad-856f1c6a4c5f req-83da51db-c139-4403-8a7a-43ac035850d9 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:27.236384 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-43144cba-98bb-4c7f-94ff-5bc33336056c req-9996daca-d446-4e90-b2a5-c00c774e3606 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117512 May 27 02:23:27.295871 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45958) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:27.331144 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-97b2a522-2ea1-49bb-9405-d7e906f45d38 req-13c288c5-b978-4104-a967-c10ede0a915a service neutron] 10.222.0.66 "GET /v2.0/networks/7ee685f0-e442-4ea7-949d-71e1995db8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4829192 May 27 02:23:27.342932 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-879f1e64-37e7-49d6-b7e8-56604b3c1e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:27.360545 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ebfa5c51-4dfc-401c-84d1-cb0c755681c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:27.367289 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-879f1e64-37e7-49d6-b7e8-56604b3c1e42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:23:27.371883 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-879f1e64-37e7-49d6-b7e8-56604b3c1e42 admin admin] Usage tracker for resource:security_group_rule and tenant:2746a3c0cc204e46b7493202db2026c5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:23:27.376970 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-879f1e64-37e7-49d6-b7e8-56604b3c1e42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:23:27.382907 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-879f1e64-37e7-49d6-b7e8-56604b3c1e42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:23:27.554653 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-523ffc9e-37bf-4ec7-a8ad-856f1c6a4c5f req-83da51db-c139-4403-8a7a-43ac035850d9 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:27.587624 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-879f1e64-37e7-49d6-b7e8-56604b3c1e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:27.601616 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da51db-c139-4403-8a7a-43ac035850d9 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9efd2ce-4175-4096-bc21-2eec5cd012ef,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:27.662659 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a64984-d1cd-44bb-befa-e6f9be659a6c req-df9b1c06-f0c8-498a-b374-f05af6af46b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:27.664407 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-75a64984-d1cd-44bb-befa-e6f9be659a6c req-df9b1c06-f0c8-498a-b374-f05af6af46b1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=67a2999592f840daafe9db3a26b0dd55&device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 1096 time: 0.1510265 May 27 02:23:27.679148 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-879f1e64-37e7-49d6-b7e8-56604b3c1e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:27.718796 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f1e64-37e7-49d6-b7e8-56604b3c1e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5ff03c-e078-4d49-a203-12cf40bff534,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:27.767317 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-879f1e64-37e7-49d6-b7e8-56604b3c1e42 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2746a3c0cc204e46b7493202db2026c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4695485 May 27 02:23:27.787904 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45980) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:27.851155 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8ca86b9d-0068-41ff-9d5a-1e29e2b37ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:27.892992 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-57997e27-4d81-4efe-9910-c12806a208c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:27.948449 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-57997e27-4d81-4efe-9910-c12806a208c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:28.066017 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-523ffc9e-37bf-4ec7-a8ad-856f1c6a4c5f req-83da51db-c139-4403-8a7a-43ac035850d9 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:28.077375 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-523ffc9e-37bf-4ec7-a8ad-856f1c6a4c5f req-83da51db-c139-4403-8a7a-43ac035850d9 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "DELETE /v2.0/security-groups/e9efd2ce-4175-4096-bc21-2eec5cd012ef HTTP/1.1" status: 204 len: 173 time: 1.4136026 May 27 02:23:28.080618 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-57997e27-4d81-4efe-9910-c12806a208c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:28.103341 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57997e27-4d81-4efe-9910-c12806a208c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5ff03c-e078-4d49-a203-12cf40bff534,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:28.118803 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-57997e27-4d81-4efe-9910-c12806a208c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:28.131107 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-57997e27-4d81-4efe-9910-c12806a208c5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ee5ff03c-e078-4d49-a203-12cf40bff534 HTTP/1.1" status: 204 len: 168 time: 0.3296850 May 27 02:23:28.243395 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebfa5c51-4dfc-401c-84d1-cb0c755681c1 admin admin] Router 42ef4456-3ed4-4f33-af42-3e9c21eeeae4 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:23:28.295202 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a64984-d1cd-44bb-befa-e6f9be659a6c req-1aa4dcc1-a04a-4e01-99ca-2105f893153b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:28.297812 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-75a64984-d1cd-44bb-befa-e6f9be659a6c req-1aa4dcc1-a04a-4e01-99ca-2105f893153b service neutron] 10.222.0.66 "GET /v2.0/networks?id=7ee685f0-e442-4ea7-949d-71e1995db8ac HTTP/1.1" status: 200 len: 918 time: 0.6244025 May 27 02:23:28.557681 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-90cfe21c-2371-4734-bc36-dc38e5c15786 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:28.568266 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-90cfe21c-2371-4734-bc36-dc38e5c15786 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] 10.222.0.57 "GET /v2.0/networks?id=490b7acf-0cbc-45e9-97bf-d6d171391e0b HTTP/1.1" status: 200 len: 822 time: 0.6127295 May 27 02:23:28.721312 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-df284b09-38fc-46a4-ac05-68c961b35608 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] 10.222.0.57 "GET /v2.0/quotas/410b61e445744294bbdf52b86e34bdd5 HTTP/1.1" status: 200 len: 375 time: 0.1511335 May 27 02:23:28.729246 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-75a64984-d1cd-44bb-befa-e6f9be659a6c req-4589d861-d2e9-4d8d-8594-43cba075da08 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d8c57a0-911e-4dff-92d3-d90b2167597d HTTP/1.1" status: 200 len: 999 time: 0.3363488 May 27 02:23:28.778154 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfa5c51-4dfc-401c-84d1-cb0c755681c1 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:23:28.787023 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8e347-15e5-4a34-a833-f162ab089ba2 req-56f3b586-fb62-4891-b3f5-db0687736803 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:28.790458 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8975a7ce-2e40-43f0-aa65-39956e547a92 None None] Sync routers for ids ['42ef4456-3ed4-4f33-af42-3e9c21eeeae4'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:23:28.800884 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ddf8e347-15e5-4a34-a833-f162ab089ba2 req-56f3b586-fb62-4891-b3f5-db0687736803 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 945 time: 0.6147127 May 27 02:23:28.802617 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8975a7ce-2e40-43f0-aa65-39956e547a92 None None] Routers {'42ef4456-3ed4-4f33-af42-3e9c21eeeae4'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:23:28.807297 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-8975a7ce-2e40-43f0-aa65-39956e547a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:23:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['42ef4456-3ed4-4f33-af42-3e9c21eeeae4'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:28.913650 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-ded3b35f-322d-41eb-9289-198832e33645 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=410b61e445744294bbdf52b86e34bdd5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1914616 May 27 02:23:29.023490 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:29.057939 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:29.089767 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-8975a7ce-2e40-43f0-aa65-39956e547a92 None None] Set router 42ef4456-3ed4-4f33-af42-3e9c21eeeae4 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:23:29.124136 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ebfa5c51-4dfc-401c-84d1-cb0c755681c1 admin admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:29.125580 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ebfa5c51-4dfc-401c-84d1-cb0c755681c1 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.6248987 May 27 02:23:29.138487 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46014) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:29.163606 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ddf8e347-15e5-4a34-a833-f162ab089ba2 req-ab6c4721-421d-48e0-9760-3b7f7af101b8 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2769141 May 27 02:23:29.190027 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a64984-d1cd-44bb-befa-e6f9be659a6c req-6b2e8121-1009-49f2-a902-82585a153ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:29.191774 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-75a64984-d1cd-44bb-befa-e6f9be659a6c req-6b2e8121-1009-49f2-a902-82585a153ab2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0c302d24-860d-464a-9c69-32cd4f709ca1 HTTP/1.1" status: 200 len: 856 time: 0.4155824 May 27 02:23:29.201374 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-97c9a82c-c1a7-4183-8382-8725bce03db1 service neutron] 10.222.0.57 "GET /v2.0/networks/490b7acf-0cbc-45e9-97bf-d6d171391e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706316 May 27 02:23:29.435120 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a64984-d1cd-44bb-befa-e6f9be659a6c req-2102a0a5-c1e7-4448-94ee-668e08607eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:29.436908 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-75a64984-d1cd-44bb-befa-e6f9be659a6c req-2102a0a5-c1e7-4448-94ee-668e08607eb0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7ee685f0-e442-4ea7-949d-71e1995db8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2324769 May 27 02:23:29.502921 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:23:29.581448 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-2b710a2d-244b-4f0a-ae40-4f4b5ef89bf4 service neutron] 10.222.0.57 "GET /v2.0/networks/490b7acf-0cbc-45e9-97bf-d6d171391e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136039 May 27 02:23:29.698363 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-75a64984-d1cd-44bb-befa-e6f9be659a6c req-58cf57a2-6a25-4a34-b9eb-5a7622b33280 service neutron] 10.222.0.66 "GET /v2.0/networks/7ee685f0-e442-4ea7-949d-71e1995db8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487259 May 27 02:23:29.872623 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:23:29.903094 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:23:29.903473 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:30.529755 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:23:30.529755 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:30.529755 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3,segment=NetworkSegment(f9d0c973-72f3-423e-80ec-119f03165820),segment_id=f9d0c973-72f3-423e-80ec-119f03165820)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:30.529755 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2010cddd-9819-4fee-9afa-85fb2b27d512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:23:30.529755 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-8975a7ce-2e40-43f0-aa65-39956e547a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ef4456-3ed4-4f33-af42-3e9c21eeeae4', 'name': 'tempest-ServersTestBootFromVolume-959216495-router', 'tenant_id': '90cb016bc5624b738605957a017e8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '1b64445f-183b-4ae1-a6f0-974024df086e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:23:18Z', 'updated_at': '2022-05-27T02:23:25Z', 'revision_number': 3, 'project_id': '90cb016bc5624b738605957a017e8a06', 'gw_port': {'id': '1b64445f-183b-4ae1-a6f0-974024df086e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ef4456-3ed4-4f33-af42-3e9c21eeeae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:23:22Z', 'updated_at': '2022-05-27T02:23:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:30.529755 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8975a7ce-2e40-43f0-aa65-39956e547a92 None None] Checking router: 42ef4456-3ed4-4f33-af42-3e9c21eeeae4 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:23:30.529755 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8975a7ce-2e40-43f0-aa65-39956e547a92 None None] Updating router 42ef4456-3ed4-4f33-af42-3e9c21eeeae4 port 1b64445f-183b-4ae1-a6f0-974024df086e binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:23:30.529755 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:30.561863 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8975a7ce-2e40-43f0-aa65-39956e547a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:30.658496 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:30.673706 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-75a64984-d1cd-44bb-befa-e6f9be659a6c req-73575d82-c067-4d80-90c8-97989d55a3d4 service neutron] 10.222.0.66 "GET /v2.0/networks/7ee685f0-e442-4ea7-949d-71e1995db8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9672494 May 27 02:23:30.824973 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:30.851993 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a3bec-fcf4-4011-9850-a6adb67f4773 req-d646a136-b7d8-444b-a7d7-6276b3ec7abe tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:30.853021 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-fb3a3bec-fcf4-4011-9850-a6adb67f4773 req-d646a136-b7d8-444b-a7d7-6276b3ec7abe tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Synchronizing usage tracker for tenant:209664ce71bb45b283c19d8ee70e43b1 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:23:30.884388 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71340748-a3aa-4733-9c1a-04e8f12278ae req-c7c17d82-75bd-49c9-a97d-2dcf891f5354 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:30.891755 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-71340748-a3aa-4733-9c1a-04e8f12278ae req-c7c17d82-75bd-49c9-a97d-2dcf891f5354 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=2010cddd-9819-4fee-9afa-85fb2b27d512 HTTP/1.1" status: 200 len: 944 time: 0.6809418 May 27 02:23:31.006026 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-fb3a3bec-fcf4-4011-9850-a6adb67f4773 req-d646a136-b7d8-444b-a7d7-6276b3ec7abe tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Unset dirty status for tenant:209664ce71bb45b283c19d8ee70e43b1 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:23:31.025623 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fb3a3bec-fcf4-4011-9850-a6adb67f4773 req-d646a136-b7d8-444b-a7d7-6276b3ec7abe tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e0e8527-ea60-4992-b3cb-e21eaa4856f1 HTTP/1.1" status: 200 len: 945 time: 0.6878726 May 27 02:23:31.108933 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-71340748-a3aa-4733-9c1a-04e8f12278ae req-d8a1201e-9df5-4682-ab51-c88f7b25e29c tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943467 May 27 02:23:31.165788 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-fb3a3bec-fcf4-4011-9850-a6adb67f4773 req-ac69e969-5077-498f-950f-00f17acd39fd tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Synchronizing usage tracker for tenant:209664ce71bb45b283c19d8ee70e43b1 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:23:31.360677 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-fb3a3bec-fcf4-4011-9850-a6adb67f4773 req-ac69e969-5077-498f-950f-00f17acd39fd tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Unset dirty status for tenant:209664ce71bb45b283c19d8ee70e43b1 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:23:31.381810 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fb3a3bec-fcf4-4011-9850-a6adb67f4773 req-ac69e969-5077-498f-950f-00f17acd39fd tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/security-groups?id=98403105-d981-4c62-804c-8b9c17a93da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552549 May 27 02:23:31.442876 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8e1e2992-e505-4d1e-a628-4ce7f7233845 req-cf22597b-2a68-4a72-8048-79f8d212b65b tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c7397ab-c3b6-4110-9709-46facebc046f HTTP/1.1" status: 200 len: 210 time: 0.1993020 May 27 02:23:31.506318 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6232d02d-0aa5-45bc-9157-d22156cb7355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:31.639581 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7621778c-82a2-459b-9b74-7a307948b32f'] response: {'server_uuid': '2010cddd-9819-4fee-9afa-85fb2b27d512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3', 'code': 200} May 27 02:23:31.716789 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8975a7ce-2e40-43f0-aa65-39956e547a92 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:31.752246 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-8975a7ce-2e40-43f0-aa65-39956e547a92 None None] Transition to ACTIVE for port object 1b64445f-183b-4ae1-a6f0-974024df086e will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:23:31.839324 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8975a7ce-2e40-43f0-aa65-39956e547a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:31.977238 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-8975a7ce-2e40-43f0-aa65-39956e547a92 None None] Attempting to bind port 1b64445f-183b-4ae1-a6f0-974024df086e on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:23:31.978462 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-8975a7ce-2e40-43f0-aa65-39956e547a92 None None] Attempting to bind port 1b64445f-183b-4ae1-a6f0-974024df086e by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:23:31.978835 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8975a7ce-2e40-43f0-aa65-39956e547a92 None None] Attempting to bind port 1b64445f-183b-4ae1-a6f0-974024df086e on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:23:32.002960 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8975a7ce-2e40-43f0-aa65-39956e547a92 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:23:32.003338 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8975a7ce-2e40-43f0-aa65-39956e547a92 None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:23:32.003740 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8975a7ce-2e40-43f0-aa65-39956e547a92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:32.004135 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8975a7ce-2e40-43f0-aa65-39956e547a92 None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:23:32.004611 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-8975a7ce-2e40-43f0-aa65-39956e547a92 None None] Bound port: 1b64445f-183b-4ae1-a6f0-974024df086e, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:23:32.008608 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8975a7ce-2e40-43f0-aa65-39956e547a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:32.092145 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ae21c-bc46-4a86-9e74-ea613e37c4e7 req-504312bb-76ce-4496-84eb-394a31878191 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:32.094512 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-369ae21c-bc46-4a86-9e74-ea613e37c4e7 req-504312bb-76ce-4496-84eb-394a31878191 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 945 time: 0.3833091 May 27 02:23:32.096689 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9c86e-2fb3-4be8-889a-a3654e947688 req-e2a4754e-a506-4210-82b6-6fbe8016e5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:32.099544 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-97f9c86e-2fb3-4be8-889a-a3654e947688 req-e2a4754e-a506-4210-82b6-6fbe8016e5b5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2010cddd-9819-4fee-9afa-85fb2b27d512 HTTP/1.1" status: 200 len: 1096 time: 0.2987590 May 27 02:23:32.116339 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54b553-3089-4811-8e16-3c79a2438771 None None] Pushing event updated for resources: {'Port': ['ID=1b64445f-183b-4ae1-a6f0-974024df086e,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:32.181078 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-8975a7ce-2e40-43f0-aa65-39956e547a92 None None] For port 1b64445f-183b-4ae1-a6f0-974024df086e, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:23:32.209555 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-8975a7ce-2e40-43f0-aa65-39956e547a92 None None] For port 1b64445f-183b-4ae1-a6f0-974024df086e, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1b64445f-183b-4ae1-a6f0-974024df086e,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:23:32.296693 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8975a7ce-2e40-43f0-aa65-39956e547a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:32.322988 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-369ae21c-bc46-4a86-9e74-ea613e37c4e7 req-8f86d61b-4432-4a4e-826e-fb62dc507ab7 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2212493 May 27 02:23:32.330257 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-6232d02d-0aa5-45bc-9157-d22156cb7355 admin admin] Allocated IP 172.20.0.1 (6525e5f8-6f29-4d27-95ba-53e51b968154/f996a84a-9491-46d6-9f35-21063b1fa3c9/1646a445-f458-418b-bc70-3781466b8ed5) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:23:32.334724 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-97f9c86e-2fb3-4be8-889a-a3654e947688 req-28f0030c-fd91-4b8c-9679-4844955177fa service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885123 May 27 02:23:32.426727 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54b553-3089-4811-8e16-3c79a2438771 None None] Pushing event updated for resources: {'Port': ['ID=1b64445f-183b-4ae1-a6f0-974024df086e,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:32.501353 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8975a7ce-2e40-43f0-aa65-39956e547a92 None None] Routers {'42ef4456-3ed4-4f33-af42-3e9c21eeeae4'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:23:32.502181 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-8975a7ce-2e40-43f0-aa65-39956e547a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:23:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['42ef4456-3ed4-4f33-af42-3e9c21eeeae4'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:32.552868 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6232d02d-0aa5-45bc-9157-d22156cb7355 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:32.620866 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-6232d02d-0aa5-45bc-9157-d22156cb7355 admin admin] Transition to ACTIVE for port object 1646a445-f458-418b-bc70-3781466b8ed5 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:23:32.665227 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141a54e-11f6-4670-81c4-557109fc6830 req-2e6d1153-0ef0-495b-84c9-cde2d3d2bf83 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:32.667025 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d141a54e-11f6-4670-81c4-557109fc6830 req-2e6d1153-0ef0-495b-84c9-cde2d3d2bf83 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=2010cddd-9819-4fee-9afa-85fb2b27d512 HTTP/1.1" status: 200 len: 945 time: 0.2149858 May 27 02:23:32.797109 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6232d02d-0aa5-45bc-9157-d22156cb7355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:32.898498 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e7d6a-255c-4ebd-97a3-25a16f8b3385 req-db2802d8-f16a-4fc8-a68e-5d8dc5e56bce tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:32.899416 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-fc1e7d6a-255c-4ebd-97a3-25a16f8b3385 req-db2802d8-f16a-4fc8-a68e-5d8dc5e56bce tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Synchronizing usage tracker for tenant:209664ce71bb45b283c19d8ee70e43b1 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:23:32.995714 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6232d02d-0aa5-45bc-9157-d22156cb7355 admin admin] Network 6525e5f8-6f29-4d27-95ba-53e51b968154 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:23:33.003602 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-6232d02d-0aa5-45bc-9157-d22156cb7355 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:23:33.011056 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6232d02d-0aa5-45bc-9157-d22156cb7355 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:23:33.022671 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-8975a7ce-2e40-43f0-aa65-39956e547a92 None None] Set router 42ef4456-3ed4-4f33-af42-3e9c21eeeae4 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:23:33.060532 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d141a54e-11f6-4670-81c4-557109fc6830 req-ec5a05b9-8d9b-4967-8b07-6290c2a4292c tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571869 May 27 02:23:33.060767 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-fc1e7d6a-255c-4ebd-97a3-25a16f8b3385 req-db2802d8-f16a-4fc8-a68e-5d8dc5e56bce tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Unset dirty status for tenant:209664ce71bb45b283c19d8ee70e43b1 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:23:33.061900 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-fc1e7d6a-255c-4ebd-97a3-25a16f8b3385 req-db2802d8-f16a-4fc8-a68e-5d8dc5e56bce tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e0e8527-ea60-4992-b3cb-e21eaa4856f1 HTTP/1.1" status: 200 len: 945 time: 1.0026321 May 27 02:23:33.135694 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f2d97-b628-482c-9331-a7f81387ce3f req-19571a0a-7a77-4296-a78b-f9304e931622 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:33.154932 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f22f2d97-b628-482c-9331-a7f81387ce3f req-19571a0a-7a77-4296-a78b-f9304e931622 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e0e8527-ea60-4992-b3cb-e21eaa4856f1 HTTP/1.1" status: 200 len: 945 time: 0.4868510 May 27 02:23:33.228423 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232d02d-0aa5-45bc-9157-d22156cb7355 admin admin] Pushing event updated for resources: {'Port': ['ID=1646a445-f458-418b-bc70-3781466b8ed5,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:33.315804 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6232d02d-0aa5-45bc-9157-d22156cb7355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:33.336113 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-fc1e7d6a-255c-4ebd-97a3-25a16f8b3385 req-f038cf38-33ff-4d2b-bdfb-1d6f83910f61 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Deleting port a1234f88-cb29-4822-bd25-65ff3f85b685 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:23:33.351577 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc1e7d6a-255c-4ebd-97a3-25a16f8b3385 req-f038cf38-33ff-4d2b-bdfb-1d6f83910f61 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:33.395884 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2e50a73b-4295-4a5c-8c09-abbe41e4cac3 req-7bef9a2e-2fa2-47fd-b294-647c548e8d4e tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c7397ab-c3b6-4110-9709-46facebc046f HTTP/1.1" status: 200 len: 210 time: 0.1628144 May 27 02:23:33.413505 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f22f2d97-b628-482c-9331-a7f81387ce3f req-b7c48954-a33c-4299-ac7a-c521f39c77ef tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/security-groups?id=98403105-d981-4c62-804c-8b9c17a93da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576482 May 27 02:23:33.806712 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1d84b-702a-499c-8eff-e8886545cd35 req-83f152fd-af91-49a9-9809-6e180b1f7d21 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:33.808390 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b2e1d84b-702a-499c-8eff-e8886545cd35 req-83f152fd-af91-49a9-9809-6e180b1f7d21 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 945 time: 0.1952951 May 27 02:23:33.921462 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-70e7efdb-163d-49c9-a82f-44d78bb84202 None None] Provisioning for port 1646a445-f458-418b-bc70-3781466b8ed5 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:23:33.952407 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-70e7efdb-163d-49c9-a82f-44d78bb84202 None None] Provisioning complete for port 1646a445-f458-418b-bc70-3781466b8ed5 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:23:33.965578 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-70e7efdb-163d-49c9-a82f-44d78bb84202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:34.133838 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b2e1d84b-702a-499c-8eff-e8886545cd35 req-8d22f721-4ece-4400-b7f0-5348d52e0803 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3143144 May 27 02:23:34.241946 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-70e7efdb-163d-49c9-a82f-44d78bb84202 None None] Port 1646a445-f458-418b-bc70-3781466b8ed5 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:23:34.319621 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-8975a7ce-2e40-43f0-aa65-39956e547a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ef4456-3ed4-4f33-af42-3e9c21eeeae4', 'name': 'tempest-ServersTestBootFromVolume-959216495-router', 'tenant_id': '90cb016bc5624b738605957a017e8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '1b64445f-183b-4ae1-a6f0-974024df086e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:23:18Z', 'updated_at': '2022-05-27T02:23:25Z', 'revision_number': 3, 'project_id': '90cb016bc5624b738605957a017e8a06', 'gw_port': {'id': '1b64445f-183b-4ae1-a6f0-974024df086e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ef4456-3ed4-4f33-af42-3e9c21eeeae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:23:22Z', 'updated_at': '2022-05-27T02:23:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:34.321692 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-25c50634-bdbc-40af-9299-6a12aab7da63 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:34.337063 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-25c50634-bdbc-40af-9299-6a12aab7da63 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] 10.222.0.32 "GET /v2.0/networks?id=490b7acf-0cbc-45e9-97bf-d6d171391e0b HTTP/1.1" status: 200 len: 822 time: 0.4235225 May 27 02:23:34.340884 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8975a7ce-2e40-43f0-aa65-39956e547a92 None None] The sync data for ids ['42ef4456-3ed4-4f33-af42-3e9c21eeeae4'] in n-d-843554-3 is: [{'id': '42ef4456-3ed4-4f33-af42-3e9c21eeeae4', 'name': 'tempest-ServersTestBootFromVolume-959216495-router', 'tenant_id': '90cb016bc5624b738605957a017e8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '1b64445f-183b-4ae1-a6f0-974024df086e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:23:18Z', 'updated_at': '2022-05-27T02:23:25Z', 'revision_number': 3, 'project_id': '90cb016bc5624b738605957a017e8a06', 'gw_port': {'id': '1b64445f-183b-4ae1-a6f0-974024df086e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ef4456-3ed4-4f33-af42-3e9c21eeeae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:23:22Z', 'updated_at': '2022-05-27T02:23:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:23:34.358831 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-2ed3bc29-ac40-4d39-bdaf-badffec3c320 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] Request body: {'port': {'device_id': '1c7397ab-c3b6-4110-9709-46facebc046f', 'network_id': '490b7acf-0cbc-45e9-97bf-d6d171391e0b', 'admin_state_up': True, 'tenant_id': '410b61e445744294bbdf52b86e34bdd5'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:23:34.907997 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-08813c1c-353e-4bd6-9698-18c9b1c9e58b req-6a87d037-5833-474c-a0b4-024afb62f64e tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c7397ab-c3b6-4110-9709-46facebc046f HTTP/1.1" status: 200 len: 210 time: 0.2720220 May 27 02:23:34.925821 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-2ed3bc29-ac40-4d39-bdaf-badffec3c320 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:23:34.934973 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-2ed3bc29-ac40-4d39-bdaf-badffec3c320 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] Usage tracker for resource:port and tenant:410b61e445744294bbdf52b86e34bdd5 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:23:34.961772 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-2ed3bc29-ac40-4d39-bdaf-badffec3c320 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:23:34.974633 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-fc1e7d6a-255c-4ebd-97a3-25a16f8b3385 req-f038cf38-33ff-4d2b-bdfb-1d6f83910f61 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] For port a1234f88-cb29-4822-bd25-65ff3f85b685, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=a1234f88-cb29-4822-bd25-65ff3f85b685,segment=NetworkSegment(c05ea677-78fe-43e8-b477-3cdd7ca94b49),segment_id=c05ea677-78fe-43e8-b477-3cdd7ca94b49)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:34.975226 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc1e7d6a-255c-4ebd-97a3-25a16f8b3385 req-f038cf38-33ff-4d2b-bdfb-1d6f83910f61 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:34.975942 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-2ed3bc29-ac40-4d39-bdaf-badffec3c320 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:23:35.172398 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-2ed3bc29-ac40-4d39-bdaf-badffec3c320 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] Made reservation on behalf of 410b61e445744294bbdf52b86e34bdd5 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:23:35.180949 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-2ed3bc29-ac40-4d39-bdaf-badffec3c320 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:35.373494 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-fc1e7d6a-255c-4ebd-97a3-25a16f8b3385 req-f038cf38-33ff-4d2b-bdfb-1d6f83910f61 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Calling delete_port for a1234f88-cb29-4822-bd25-65ff3f85b685 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:23:35.658103 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6232d02d-0aa5-45bc-9157-d22156cb7355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:35.703913 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4880a46-ebfb-4303-ac12-16d9b2701b3c req-7fd882e8-fb24-4761-ae5e-d2d775b62bba tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:35.707060 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f4880a46-ebfb-4303-ac12-16d9b2701b3c req-7fd882e8-fb24-4761-ae5e-d2d775b62bba tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=2010cddd-9819-4fee-9afa-85fb2b27d512 HTTP/1.1" status: 200 len: 945 time: 1.4043829 May 27 02:23:35.794605 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device a1234f88-cb29-4822-bd25-65ff3f85b685 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:23:35.895230 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc1e7d6a-255c-4ebd-97a3-25a16f8b3385 req-f038cf38-33ff-4d2b-bdfb-1d6f83910f61 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:35.936935 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: a1234f88-cb29-4822-bd25-65ff3f85b685 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:23:35.937805 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device a1234f88-cb29-4822-bd25-65ff3f85b685 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:23:36.065647 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f4880a46-ebfb-4303-ac12-16d9b2701b3c req-26d9356b-aba2-4628-a6bc-fd03e02633ab tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293877 May 27 02:23:36.111357 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038cf38-33ff-4d2b-bdfb-1d6f83910f61 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Pushing event deleted for resources: {'Port': ['ID=a1234f88-cb29-4822-bd25-65ff3f85b685,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:36.155054 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-2ed3bc29-ac40-4d39-bdaf-badffec3c320 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] Allocated IP 172.20.0.3 (490b7acf-0cbc-45e9-97bf-d6d171391e0b/67087165-c782-403b-90e8-4836b210103e/a0c32142-88a5-4136-b57d-9db40fbb37b8) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:23:36.175203 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d809e56-24d7-4f58-b873-d90b72cb95fb req-40931ca5-f78c-4318-856c-264ea6e4c836 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:36.193871 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9d809e56-24d7-4f58-b873-d90b72cb95fb req-40931ca5-f78c-4318-856c-264ea6e4c836 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e0e8527-ea60-4992-b3cb-e21eaa4856f1 HTTP/1.1" status: 200 len: 945 time: 0.9500034 May 27 02:23:36.348047 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1e7d6a-255c-4ebd-97a3-25a16f8b3385 req-f038cf38-33ff-4d2b-bdfb-1d6f83910f61 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] No DVR routers for this DVR port a1234f88-cb29-4822-bd25-65ff3f85b685 on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:23:36.352124 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc1e7d6a-255c-4ebd-97a3-25a16f8b3385 req-f038cf38-33ff-4d2b-bdfb-1d6f83910f61 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:36.393308 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0e8527-ea60-4992-b3cb-e21eaa4856f1', 'name': 'network-vif-deleted', 'tag': 'a1234f88-cb29-4822-bd25-65ff3f85b685'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:23:36.471301 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-fc1e7d6a-255c-4ebd-97a3-25a16f8b3385 req-f038cf38-33ff-4d2b-bdfb-1d6f83910f61 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.32 "DELETE /v2.0/ports/a1234f88-cb29-4822-bd25-65ff3f85b685 HTTP/1.1" status: 204 len: 173 time: 3.4025111 May 27 02:23:36.622900 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6232d02d-0aa5-45bc-9157-d22156cb7355 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:36.741148 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6232d02d-0aa5-45bc-9157-d22156cb7355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:36.846703 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1b64445f-183b-4ae1-a6f0-974024df086e up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:23:37.067781 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232d02d-0aa5-45bc-9157-d22156cb7355 admin admin] Pushing event updated for resources: {'Port': ['ID=1646a445-f458-418b-bc70-3781466b8ed5,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:37.103423 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6232d02d-0aa5-45bc-9157-d22156cb7355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:37.136246 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9d809e56-24d7-4f58-b873-d90b72cb95fb req-7748fa03-e2cd-448c-8bba-4e93e49c6af8 tempest-ServerRescueTestJSONUnderV235-308839039 tempest-ServerRescueTestJSONUnderV235-308839039-project] 10.222.0.57 "GET /v2.0/security-groups?id=98403105-d981-4c62-804c-8b9c17a93da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9352167 May 27 02:23:37.330843 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8511c-a49d-459e-aa4b-2d2e33ff2784 req-25424f41-873e-4efc-b223-e4d1f022ab50 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:37.342143 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-94b8511c-a49d-459e-aa4b-2d2e33ff2784 req-25424f41-873e-4efc-b223-e4d1f022ab50 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 945 time: 0.7843897 May 27 02:23:37.347360 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 1b64445f-183b-4ae1-a6f0-974024df086e completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:23:37.354090 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 1b64445f-183b-4ae1-a6f0-974024df086e triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:23:37.356423 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:37.461412 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-2ed3bc29-ac40-4d39-bdaf-badffec3c320 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:37.615800 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6232d02d-0aa5-45bc-9157-d22156cb7355 admin admin] Network 6525e5f8-6f29-4d27-95ba-53e51b968154 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:23:37.620705 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-6232d02d-0aa5-45bc-9157-d22156cb7355 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:23:37.655912 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7cab4f11-2dfb-4ad2-8de3-7e445d99882f req-d2a22bbb-5c18-4254-bb6a-fa93bc47e062 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c7397ab-c3b6-4110-9709-46facebc046f HTTP/1.1" status: 200 len: 210 time: 0.1700363 May 27 02:23:37.673424 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-94b8511c-a49d-459e-aa4b-2d2e33ff2784 req-a338474e-46d2-43ac-a1fc-824d741c7080 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3211715 May 27 02:23:37.751272 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 1b64445f-183b-4ae1-a6f0-974024df086e is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:23:37.751668 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:37.769943 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 1b64445f-183b-4ae1-a6f0-974024df086e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1b64445f-183b-4ae1-a6f0-974024df086e,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:37.856539 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-2ed3bc29-ac40-4d39-bdaf-badffec3c320 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:37.881847 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:38.053507 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-2ed3bc29-ac40-4d39-bdaf-badffec3c320 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] Network 490b7acf-0cbc-45e9-97bf-d6d171391e0b is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:23:38.076210 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-2ed3bc29-ac40-4d39-bdaf-badffec3c320 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:23:38.078653 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=1b64445f-183b-4ae1-a6f0-974024df086e,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:38.116264 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:38.116869 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:38.117222 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:38.117565 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:38.117900 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:38.118242 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:38.118627 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:38.118969 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:38.119349 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:38.119683 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:38.120397 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:38.121080 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:38.133990 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-2ed3bc29-ac40-4d39-bdaf-badffec3c320 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:23:38.203778 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd86b13e-ddf2-4739-a4c5-3b6b8d0f5915'] response: {'server_uuid': '0e0e8527-ea60-4992-b3cb-e21eaa4856f1', 'name': 'network-vif-deleted', 'tag': 'a1234f88-cb29-4822-bd25-65ff3f85b685', 'status': 'completed', 'code': 200} May 27 02:23:38.208411 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ee73a40f-bb6b-4c38-85dc-cc5e000286e2 None None] Provisioning complete for port 1646a445-f458-418b-bc70-3781466b8ed5 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:23:38.212904 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ee73a40f-bb6b-4c38-85dc-cc5e000286e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:38.277205 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6232d02d-0aa5-45bc-9157-d22156cb7355 admin admin] Router 42ef4456-3ed4-4f33-af42-3e9c21eeeae4 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:23:38.281686 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-2ed3bc29-ac40-4d39-bdaf-badffec3c320 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:38.282399 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-2ed3bc29-ac40-4d39-bdaf-badffec3c320 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:38.321854 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46150) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:38.475856 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ee73a40f-bb6b-4c38-85dc-cc5e000286e2 None None] Port 1646a445-f458-418b-bc70-3781466b8ed5 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:23:38.561482 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-2ed3bc29-ac40-4d39-bdaf-badffec3c320 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2232151 May 27 02:23:38.606337 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-70b4dbb7-37c1-4cd7-8c08-a6ddce04b097 service neutron] Request body: {'port': {'device_id': '1c7397ab-c3b6-4110-9709-46facebc046f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:23:38.757254 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6232d02d-0aa5-45bc-9157-d22156cb7355 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:23:38.766440 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6232d02d-0aa5-45bc-9157-d22156cb7355 admin admin] 10.222.0.57 "PUT /v2.0/routers/42ef4456-3ed4-4f33-af42-3e9c21eeeae4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6267951 May 27 02:23:38.784004 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3385dbda-0443-4e91-9180-1ca4cb9fda5f None None] Sync routers for ids ['42ef4456-3ed4-4f33-af42-3e9c21eeeae4'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:23:38.790482 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1b64445f-183b-4ae1-a6f0-974024df086e up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:23:38.817787 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed3bc29-ac40-4d39-bdaf-badffec3c320 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] Pushing event updated for resources: {'Port': ['ID=a0c32142-88a5-4136-b57d-9db40fbb37b8,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:38.819109 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3385dbda-0443-4e91-9180-1ca4cb9fda5f None None] Routers {'42ef4456-3ed4-4f33-af42-3e9c21eeeae4'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:23:38.820111 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-3385dbda-0443-4e91-9180-1ca4cb9fda5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:23:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['42ef4456-3ed4-4f33-af42-3e9c21eeeae4'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:39.048173 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 1b64445f-183b-4ae1-a6f0-974024df086e triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:23:39.049151 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:39.242932 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-70b4dbb7-37c1-4cd7-8c08-a6ddce04b097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:39.349499 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-3385dbda-0443-4e91-9180-1ca4cb9fda5f None None] Set router 42ef4456-3ed4-4f33-af42-3e9c21eeeae4 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:23:39.414530 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 1b64445f-183b-4ae1-a6f0-974024df086e is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:23:39.899144 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-70b4dbb7-37c1-4cd7-8c08-a6ddce04b097 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:23:39.929166 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46828431-4794-43c4-9493-d8b6189ecfb0 req-aa834621-a914-4c04-96f5-19a9ce77a441 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:39.938598 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-46828431-4794-43c4-9493-d8b6189ecfb0 req-aa834621-a914-4c04-96f5-19a9ce77a441 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=2010cddd-9819-4fee-9afa-85fb2b27d512 HTTP/1.1" status: 200 len: 945 time: 1.1062520 May 27 02:23:39.982378 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23690720-5f0c-4c20-a8f8-761030c46202 req-1cb34eb3-6be4-4c6f-8c33-2173d94d60fa tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:39.983368 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-23690720-5f0c-4c20-a8f8-761030c46202 req-1cb34eb3-6be4-4c6f-8c33-2173d94d60fa tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] Synchronizing usage tracker for tenant:410b61e445744294bbdf52b86e34bdd5 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:23:40.079231 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-3385dbda-0443-4e91-9180-1ca4cb9fda5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ef4456-3ed4-4f33-af42-3e9c21eeeae4', 'name': 'tempest-ServersTestBootFromVolume-959216495-router', 'tenant_id': '90cb016bc5624b738605957a017e8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '1b64445f-183b-4ae1-a6f0-974024df086e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:23:18Z', 'updated_at': '2022-05-27T02:23:34Z', 'revision_number': 4, 'project_id': '90cb016bc5624b738605957a017e8a06', 'gw_port': {'id': '1b64445f-183b-4ae1-a6f0-974024df086e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ef4456-3ed4-4f33-af42-3e9c21eeeae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:23:22Z', 'updated_at': '2022-05-27T02:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '1646a445-f458-418b-bc70-3781466b8ed5', 'name': '', 'network_id': '6525e5f8-6f29-4d27-95ba-53e51b968154', 'tenant_id': '90cb016bc5624b738605957a017e8a06', 'mac_address': 'fa:16:3e:32:3b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ef4456-3ed4-4f33-af42-3e9c21eeeae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'f996a84a-9491-46d6-9f35-21063b1fa3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:23:31Z', 'updated_at': '2022-05-27T02:23:35Z', 'revision_number': 2, 'project_id': '90cb016bc5624b738605957a017e8a06', 'subnets': [{'id': 'f996a84a-9491-46d6-9f35-21063b1fa3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:40.083969 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3385dbda-0443-4e91-9180-1ca4cb9fda5f None None] Checking router: 42ef4456-3ed4-4f33-af42-3e9c21eeeae4 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:23:40.084458 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3385dbda-0443-4e91-9180-1ca4cb9fda5f None None] Updating router 42ef4456-3ed4-4f33-af42-3e9c21eeeae4 port 1646a445-f458-418b-bc70-3781466b8ed5 binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:23:40.173967 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-3385dbda-0443-4e91-9180-1ca4cb9fda5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:40.288905 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-23690720-5f0c-4c20-a8f8-761030c46202 req-1cb34eb3-6be4-4c6f-8c33-2173d94d60fa tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] Unset dirty status for tenant:410b61e445744294bbdf52b86e34bdd5 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:23:40.297342 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-23690720-5f0c-4c20-a8f8-761030c46202 req-1cb34eb3-6be4-4c6f-8c33-2173d94d60fa tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c7397ab-c3b6-4110-9709-46facebc046f HTTP/1.1" status: 200 len: 931 time: 1.3209946 May 27 02:23:40.366739 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-46828431-4794-43c4-9493-d8b6189ecfb0 req-628ce970-64d3-4ba9-abe7-31bf475ccbef tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4268134 May 27 02:23:40.378901 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-70b4dbb7-37c1-4cd7-8c08-a6ddce04b097 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0c32142-88a5-4136-b57d-9db40fbb37b8 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:23:40.442545 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-70b4dbb7-37c1-4cd7-8c08-a6ddce04b097 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:40.474599 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-23690720-5f0c-4c20-a8f8-761030c46202 req-8f6995eb-d096-443b-bad2-4b9f54ae6b7e tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] 10.222.0.57 "GET /v2.0/security-groups?id=629665f6-be5b-4c52-93b2-5c2665021780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745880 May 27 02:23:40.514430 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-70b4dbb7-37c1-4cd7-8c08-a6ddce04b097 service neutron] Transition to ACTIVE for port object a0c32142-88a5-4136-b57d-9db40fbb37b8 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:23:40.695767 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-70b4dbb7-37c1-4cd7-8c08-a6ddce04b097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:40.749078 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-3385dbda-0443-4e91-9180-1ca4cb9fda5f None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:40.795493 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-3385dbda-0443-4e91-9180-1ca4cb9fda5f None None] Transition to ACTIVE for port object 1646a445-f458-418b-bc70-3781466b8ed5 will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:23:40.859715 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46182) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:40.865324 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ba065f98-3eb8-4a3d-a094-df2acca40038 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1068088761', 'description': 'tempest-description--2057216270'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:23:40.875386 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ba065f98-3eb8-4a3d-a094-df2acca40038 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:23:40.885733 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ba065f98-3eb8-4a3d-a094-df2acca40038 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Usage tracker for resource:security_group and tenant:90cb016bc5624b738605957a017e8a06 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:23:40.894071 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ba065f98-3eb8-4a3d-a094-df2acca40038 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:23:40.917095 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ba065f98-3eb8-4a3d-a094-df2acca40038 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:23:40.958502 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-3385dbda-0443-4e91-9180-1ca4cb9fda5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:41.072875 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba065f98-3eb8-4a3d-a094-df2acca40038 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:41.120994 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ba065f98-3eb8-4a3d-a094-df2acca40038 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:23:41.150058 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ba065f98-3eb8-4a3d-a094-df2acca40038 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Usage tracker for resource:security_group_rule and tenant:90cb016bc5624b738605957a017e8a06 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:23:41.165519 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ba065f98-3eb8-4a3d-a094-df2acca40038 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:23:41.178509 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4dbb7-37c1-4cd7-8c08-a6ddce04b097 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c32142-88a5-4136-b57d-9db40fbb37b8,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:41.192194 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ba065f98-3eb8-4a3d-a094-df2acca40038 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:23:41.246685 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef94d0-fe36-4888-bf91-4b92d4d870f9 None None] Pushing event updated for resources: {'Port': ['ID=1646a445-f458-418b-bc70-3781466b8ed5,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:41.262309 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcef94d0-fe36-4888-bf91-4b92d4d870f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:41.262719 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcef94d0-fe36-4888-bf91-4b92d4d870f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:41.263189 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcef94d0-fe36-4888-bf91-4b92d4d870f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:41.263523 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcef94d0-fe36-4888-bf91-4b92d4d870f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:41.263850 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcef94d0-fe36-4888-bf91-4b92d4d870f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:41.264171 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcef94d0-fe36-4888-bf91-4b92d4d870f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:41.264535 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcef94d0-fe36-4888-bf91-4b92d4d870f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:41.264911 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcef94d0-fe36-4888-bf91-4b92d4d870f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:41.265232 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcef94d0-fe36-4888-bf91-4b92d4d870f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:41.265542 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcef94d0-fe36-4888-bf91-4b92d4d870f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:41.265851 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcef94d0-fe36-4888-bf91-4b92d4d870f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:41.266159 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcef94d0-fe36-4888-bf91-4b92d4d870f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:41.301851 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-3385dbda-0443-4e91-9180-1ca4cb9fda5f None None] Attempting to bind port 1646a445-f458-418b-bc70-3781466b8ed5 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:23:41.301851 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-3385dbda-0443-4e91-9180-1ca4cb9fda5f None None] Attempting to bind port 1646a445-f458-418b-bc70-3781466b8ed5 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '6e38a0a4-498f-4c12-926f-77a899604593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6525e5f8-6f29-4d27-95ba-53e51b968154'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:23:41.306677 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3385dbda-0443-4e91-9180-1ca4cb9fda5f None None] Attempting to bind port 1646a445-f458-418b-bc70-3781466b8ed5 on network 6525e5f8-6f29-4d27-95ba-53e51b968154 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:23:41.352012 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3385dbda-0443-4e91-9180-1ca4cb9fda5f None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:23:41.353540 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3385dbda-0443-4e91-9180-1ca4cb9fda5f None None] Checking segment: {'id': '6e38a0a4-498f-4c12-926f-77a899604593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6525e5f8-6f29-4d27-95ba-53e51b968154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:23:41.357178 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-3385dbda-0443-4e91-9180-1ca4cb9fda5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:41.358358 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3385dbda-0443-4e91-9180-1ca4cb9fda5f None None] Bound using segment: {'id': '6e38a0a4-498f-4c12-926f-77a899604593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6525e5f8-6f29-4d27-95ba-53e51b968154'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:23:41.362735 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-3385dbda-0443-4e91-9180-1ca4cb9fda5f None None] Bound port: 1646a445-f458-418b-bc70-3781466b8ed5, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e38a0a4-498f-4c12-926f-77a899604593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6525e5f8-6f29-4d27-95ba-53e51b968154'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:23:41.363250 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-3385dbda-0443-4e91-9180-1ca4cb9fda5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:41.388406 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba065f98-3eb8-4a3d-a094-df2acca40038 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:41.426120 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-70b4dbb7-37c1-4cd7-8c08-a6ddce04b097 service neutron] Attempting to bind port a0c32142-88a5-4136-b57d-9db40fbb37b8 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:23:41.426663 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-70b4dbb7-37c1-4cd7-8c08-a6ddce04b097 service neutron] Attempting to bind port a0c32142-88a5-4136-b57d-9db40fbb37b8 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'f6c88228-f1ee-44f4-bf5a-92e13fd37a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '490b7acf-0cbc-45e9-97bf-d6d171391e0b'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:23:41.427142 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-70b4dbb7-37c1-4cd7-8c08-a6ddce04b097 service neutron] Attempting to bind port a0c32142-88a5-4136-b57d-9db40fbb37b8 on network 490b7acf-0cbc-45e9-97bf-d6d171391e0b {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:23:41.445410 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb3cf6-2ff6-4bad-88b0-07e840bfaf29 req-e1cd5339-3cce-4b42-8c26-a72de6a242ef tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:41.473937 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5feb3cf6-2ff6-4bad-88b0-07e840bfaf29 req-e1cd5339-3cce-4b42-8c26-a72de6a242ef tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 945 time: 0.8252006 May 27 02:23:41.495164 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-70b4dbb7-37c1-4cd7-8c08-a6ddce04b097 service neutron] Port a0c32142-88a5-4136-b57d-9db40fbb37b8 on network 490b7acf-0cbc-45e9-97bf-d6d171391e0b not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:23:41.496176 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-70b4dbb7-37c1-4cd7-8c08-a6ddce04b097 service neutron] Attempting to bind port a0c32142-88a5-4136-b57d-9db40fbb37b8 on network 490b7acf-0cbc-45e9-97bf-d6d171391e0b {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:23:41.513313 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-70b4dbb7-37c1-4cd7-8c08-a6ddce04b097 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:23:41.514062 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-70b4dbb7-37c1-4cd7-8c08-a6ddce04b097 service neutron] Checking segment: {'id': 'f6c88228-f1ee-44f4-bf5a-92e13fd37a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '490b7acf-0cbc-45e9-97bf-d6d171391e0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:23:41.514672 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-70b4dbb7-37c1-4cd7-8c08-a6ddce04b097 service neutron] Bound using segment: {'id': 'f6c88228-f1ee-44f4-bf5a-92e13fd37a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '490b7acf-0cbc-45e9-97bf-d6d171391e0b'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:23:41.515291 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-70b4dbb7-37c1-4cd7-8c08-a6ddce04b097 service neutron] Bound port: a0c32142-88a5-4136-b57d-9db40fbb37b8, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6c88228-f1ee-44f4-bf5a-92e13fd37a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '490b7acf-0cbc-45e9-97bf-d6d171391e0b'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:23:41.515812 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-70b4dbb7-37c1-4cd7-8c08-a6ddce04b097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:41.650648 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba065f98-3eb8-4a3d-a094-df2acca40038 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:41.750922 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-3385dbda-0443-4e91-9180-1ca4cb9fda5f None None] For port 1646a445-f458-418b-bc70-3781466b8ed5, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:23:41.769790 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-3385dbda-0443-4e91-9180-1ca4cb9fda5f None None] For port 1646a445-f458-418b-bc70-3781466b8ed5, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1646a445-f458-418b-bc70-3781466b8ed5,segment=NetworkSegment(6e38a0a4-498f-4c12-926f-77a899604593),segment_id=6e38a0a4-498f-4c12-926f-77a899604593)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:23:41.773617 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba065f98-3eb8-4a3d-a094-df2acca40038 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6a9393-fc6d-4302-8877-bba603bfca20,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:41.844183 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-70b4dbb7-37c1-4cd7-8c08-a6ddce04b097 service neutron] For port a0c32142-88a5-4136-b57d-9db40fbb37b8, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:23:41.850394 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-70b4dbb7-37c1-4cd7-8c08-a6ddce04b097 service neutron] For port a0c32142-88a5-4136-b57d-9db40fbb37b8, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=a0c32142-88a5-4136-b57d-9db40fbb37b8,segment=NetworkSegment(f6c88228-f1ee-44f4-bf5a-92e13fd37a38),segment_id=f6c88228-f1ee-44f4-bf5a-92e13fd37a38)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:23:41.938964 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5feb3cf6-2ff6-4bad-88b0-07e840bfaf29 req-7d2d4514-da50-46c1-8647-d7c7ff41dd9d tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4616940 May 27 02:23:42.021160 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba065f98-3eb8-4a3d-a094-df2acca40038 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:42.023407 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ba065f98-3eb8-4a3d-a094-df2acca40038 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1626334 May 27 02:23:42.026913 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46194) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:42.033790 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-3385dbda-0443-4e91-9180-1ca4cb9fda5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:42.038687 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-fd9ba612-ffa6-4e8f-99d2-95b0bfc6dac3 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Request body: {'security_group_rule': {'security_group_id': '3c6a9393-fc6d-4302-8877-bba603bfca20', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:23:42.066364 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fd9ba612-ffa6-4e8f-99d2-95b0bfc6dac3 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:23:42.080005 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fd9ba612-ffa6-4e8f-99d2-95b0bfc6dac3 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Usage tracker for resource:security_group_rule and tenant:90cb016bc5624b738605957a017e8a06 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:23:42.089935 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fd9ba612-ffa6-4e8f-99d2-95b0bfc6dac3 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:23:42.114038 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fd9ba612-ffa6-4e8f-99d2-95b0bfc6dac3 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:23:42.227640 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3385dbda-0443-4e91-9180-1ca4cb9fda5f None None] Routers {'42ef4456-3ed4-4f33-af42-3e9c21eeeae4'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:23:42.228279 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-3385dbda-0443-4e91-9180-1ca4cb9fda5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:23:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['42ef4456-3ed4-4f33-af42-3e9c21eeeae4'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:42.246686 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd9ba612-ffa6-4e8f-99d2-95b0bfc6dac3 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:42.275597 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-70b4dbb7-37c1-4cd7-8c08-a6ddce04b097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:42.371785 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef94d0-fe36-4888-bf91-4b92d4d870f9 None None] Pushing event updated for resources: {'Port': ['ID=1646a445-f458-418b-bc70-3781466b8ed5,revision_number=4']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:42.676432 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4dbb7-37c1-4cd7-8c08-a6ddce04b097 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c32142-88a5-4136-b57d-9db40fbb37b8,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:42.699767 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-3385dbda-0443-4e91-9180-1ca4cb9fda5f None None] Set router 42ef4456-3ed4-4f33-af42-3e9c21eeeae4 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:23:42.814665 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd9ba612-ffa6-4e8f-99d2-95b0bfc6dac3 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:42.834193 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-70b4dbb7-37c1-4cd7-8c08-a6ddce04b097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:42.850579 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-70b4dbb7-37c1-4cd7-8c08-a6ddce04b097 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:42.854814 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-70b4dbb7-37c1-4cd7-8c08-a6ddce04b097 service neutron] 10.222.0.32 "PUT /v2.0/ports/a0c32142-88a5-4136-b57d-9db40fbb37b8 HTTP/1.1" status: 200 len: 1091 time: 4.2643139 May 27 02:23:42.874440 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c7397ab-c3b6-4110-9709-46facebc046f', 'tag': 'a0c32142-88a5-4136-b57d-9db40fbb37b8'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:23:42.941359 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8eac13-fc97-4a39-aa79-88e9ec004031 req-9311a7fc-f681-48dd-ad4d-68381438f9d0 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:42.959902 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9e8eac13-fc97-4a39-aa79-88e9ec004031 req-9311a7fc-f681-48dd-ad4d-68381438f9d0 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=2010cddd-9819-4fee-9afa-85fb2b27d512 HTTP/1.1" status: 200 len: 945 time: 1.1064970 May 27 02:23:42.964365 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd9ba612-ffa6-4e8f-99d2-95b0bfc6dac3 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:43.007203 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ba612-ffa6-4e8f-99d2-95b0bfc6dac3 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae4a7c9e-2be7-4c2b-8f9c-ac1962dd5356,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:43.012240 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46210) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:43.123866 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd9ba612-ffa6-4e8f-99d2-95b0bfc6dac3 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:43.126001 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-fd9ba612-ffa6-4e8f-99d2-95b0bfc6dac3 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0976911 May 27 02:23:43.128595 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46216) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:43.134401 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-24f067da-8e1a-431c-9d22-8bd9ae5e7f28 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Request body: {'security_group_rule': {'security_group_id': '3c6a9393-fc6d-4302-8877-bba603bfca20', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:23:43.152505 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-24f067da-8e1a-431c-9d22-8bd9ae5e7f28 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:23:43.157101 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-24f067da-8e1a-431c-9d22-8bd9ae5e7f28 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Usage tracker for resource:security_group_rule and tenant:90cb016bc5624b738605957a017e8a06 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:23:43.165526 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-24f067da-8e1a-431c-9d22-8bd9ae5e7f28 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:23:43.177763 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9e8eac13-fc97-4a39-aa79-88e9ec004031 req-a150829c-5963-478b-b7bf-1fb1495fd20a tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167141 May 27 02:23:43.183163 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-24f067da-8e1a-431c-9d22-8bd9ae5e7f28 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:23:43.194638 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-b88cd86e-1694-402b-8f9f-9c59fa7b4430 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.2931921 May 27 02:23:43.203807 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-96df016e-dfbf-4dcb-ad86-56cf4e1583f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:43.297016 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24f067da-8e1a-431c-9d22-8bd9ae5e7f28 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:43.361820 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7006375d-4c53-4fb3-b7de-8b65982ec495'] response: {'name': 'network-changed', 'server_uuid': '1c7397ab-c3b6-4110-9709-46facebc046f', 'tag': 'a0c32142-88a5-4136-b57d-9db40fbb37b8', 'status': 'completed', 'code': 200} May 27 02:23:43.450379 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6a97f2e9-a67d-42d6-8c09-a4666b1ddb31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:43.455686 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8314c4b-f74f-46f0-97d5-92aac2cda9ea req-c4676df1-726c-42cf-a7b9-f6edf93ee665 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:43.457905 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c8314c4b-f74f-46f0-97d5-92aac2cda9ea req-c4676df1-726c-42cf-a7b9-f6edf93ee665 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c7397ab-c3b6-4110-9709-46facebc046f HTTP/1.1" status: 200 len: 943 time: 1.2716210 May 27 02:23:43.501464 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24f067da-8e1a-431c-9d22-8bd9ae5e7f28 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:43.513796 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6a97f2e9-a67d-42d6-8c09-a4666b1ddb31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:23:43.523728 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6a97f2e9-a67d-42d6-8c09-a4666b1ddb31 admin admin] Usage tracker for resource:security_group_rule and tenant:08dcc510045e41fa937520cf84ca2c22 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:23:43.528974 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6a97f2e9-a67d-42d6-8c09-a4666b1ddb31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:23:43.543330 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6a97f2e9-a67d-42d6-8c09-a4666b1ddb31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:23:43.547279 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24f067da-8e1a-431c-9d22-8bd9ae5e7f28 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:43.574480 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-3385dbda-0443-4e91-9180-1ca4cb9fda5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ef4456-3ed4-4f33-af42-3e9c21eeeae4', 'name': 'tempest-ServersTestBootFromVolume-959216495-router', 'tenant_id': '90cb016bc5624b738605957a017e8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '1b64445f-183b-4ae1-a6f0-974024df086e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:23:18Z', 'updated_at': '2022-05-27T02:23:34Z', 'revision_number': 4, 'project_id': '90cb016bc5624b738605957a017e8a06', 'gw_port': {'id': '1b64445f-183b-4ae1-a6f0-974024df086e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ef4456-3ed4-4f33-af42-3e9c21eeeae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:23:22Z', 'updated_at': '2022-05-27T02:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '1646a445-f458-418b-bc70-3781466b8ed5', 'name': '', 'network_id': '6525e5f8-6f29-4d27-95ba-53e51b968154', 'tenant_id': '90cb016bc5624b738605957a017e8a06', 'mac_address': 'fa:16:3e:32:3b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ef4456-3ed4-4f33-af42-3e9c21eeeae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'f996a84a-9491-46d6-9f35-21063b1fa3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:23:31Z', 'updated_at': '2022-05-27T02:23:41Z', 'revision_number': 4, 'project_id': '90cb016bc5624b738605957a017e8a06', 'subnets': [{'id': 'f996a84a-9491-46d6-9f35-21063b1fa3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:43.589621 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3385dbda-0443-4e91-9180-1ca4cb9fda5f None None] The sync data for ids ['42ef4456-3ed4-4f33-af42-3e9c21eeeae4'] in n-d-843554-3 is: [{'id': '42ef4456-3ed4-4f33-af42-3e9c21eeeae4', 'name': 'tempest-ServersTestBootFromVolume-959216495-router', 'tenant_id': '90cb016bc5624b738605957a017e8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '1b64445f-183b-4ae1-a6f0-974024df086e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:23:18Z', 'updated_at': '2022-05-27T02:23:34Z', 'revision_number': 4, 'project_id': '90cb016bc5624b738605957a017e8a06', 'gw_port': {'id': '1b64445f-183b-4ae1-a6f0-974024df086e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ef4456-3ed4-4f33-af42-3e9c21eeeae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:23:22Z', 'updated_at': '2022-05-27T02:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '1646a445-f458-418b-bc70-3781466b8ed5', 'name': '', 'network_id': '6525e5f8-6f29-4d27-95ba-53e51b968154', 'tenant_id': '90cb016bc5624b738605957a017e8a06', 'mac_address': 'fa:16:3e:32:3b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ef4456-3ed4-4f33-af42-3e9c21eeeae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'f996a84a-9491-46d6-9f35-21063b1fa3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:23:31Z', 'updated_at': '2022-05-27T02:23:41Z', 'revision_number': 4, 'project_id': '90cb016bc5624b738605957a017e8a06', 'subnets': [{'id': 'f996a84a-9491-46d6-9f35-21063b1fa3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:23:43.596060 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f067da-8e1a-431c-9d22-8bd9ae5e7f28 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=180a51da-baa9-4a9c-8f89-5708178ca746,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:43.692937 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24f067da-8e1a-431c-9d22-8bd9ae5e7f28 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:43.694241 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-24f067da-8e1a-431c-9d22-8bd9ae5e7f28 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5644677 May 27 02:23:43.701435 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46222) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:43.710374 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-6267e198-a01d-4f20-a36a-a41d6c5ce4e8 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:23:43.722095 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6267e198-a01d-4f20-a36a-a41d6c5ce4e8 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:23:43.736465 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6267e198-a01d-4f20-a36a-a41d6c5ce4e8 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Usage tracker for resource:floatingip and tenant:90cb016bc5624b738605957a017e8a06 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:23:43.745695 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6267e198-a01d-4f20-a36a-a41d6c5ce4e8 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:23:43.765844 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6267e198-a01d-4f20-a36a-a41d6c5ce4e8 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:23:43.788097 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6a97f2e9-a67d-42d6-8c09-a4666b1ddb31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:43.900192 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-21a2c900-5269-4eab-9e93-cca019053794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:43.901955 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-21a2c900-5269-4eab-9e93-cca019053794 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=410b61e445744294bbdf52b86e34bdd5&device_id=1c7397ab-c3b6-4110-9709-46facebc046f HTTP/1.1" status: 200 len: 1094 time: 0.8491342 May 27 02:23:43.933036 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c8314c4b-f74f-46f0-97d5-92aac2cda9ea req-1f7a16c4-db56-4df4-81e9-ae39f4d2f6fe tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] 10.222.0.57 "GET /v2.0/security-groups?id=629665f6-be5b-4c52-93b2-5c2665021780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080212 May 27 02:23:44.042015 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-10aa10d0-f79b-46ea-91c0-36c3a765b191 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0c32142-88a5-4136-b57d-9db40fbb37b8 HTTP/1.1" status: 200 len: 217 time: 0.1153991 May 27 02:23:44.092619 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-99164160-27f3-4246-ad72-a42ea88485ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:44.099666 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-99164160-27f3-4246-ad72-a42ea88485ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:44.099666 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-99164160-27f3-4246-ad72-a42ea88485ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:44.099666 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-99164160-27f3-4246-ad72-a42ea88485ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:44.099666 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-99164160-27f3-4246-ad72-a42ea88485ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:44.099666 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-99164160-27f3-4246-ad72-a42ea88485ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:44.099666 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-99164160-27f3-4246-ad72-a42ea88485ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:44.099666 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-99164160-27f3-4246-ad72-a42ea88485ba service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0ff34f8aa5b34b2b8b9bd5b46a9cefc6&device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 6491 time: 0.7062712 May 27 02:23:44.137339 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66489924-bb61-4be6-afbb-469ed867993c req-31424aca-505b-4a89-ab77-b670853eedee tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:44.139267 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-66489924-bb61-4be6-afbb-469ed867993c req-31424aca-505b-4a89-ab77-b670853eedee tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 945 time: 0.6269429 May 27 02:23:44.389508 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-6fdaabbb-139a-49d8-ae29-17089f0f0aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:44.390798 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-6fdaabbb-139a-49d8-ae29-17089f0f0aa1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=67087165-c782-403b-90e8-4836b210103e HTTP/1.1" status: 200 len: 862 time: 0.3391244 May 27 02:23:44.483138 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-66489924-bb61-4be6-afbb-469ed867993c req-ea616d87-9e8e-45f5-be24-ae401f8133c4 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1930921 May 27 02:23:44.485260 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-11e286f3-624a-4b14-ae1f-d22ea45e9f68 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=490b7acf-0cbc-45e9-97bf-d6d171391e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753562 May 27 02:23:44.615672 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6a97f2e9-a67d-42d6-8c09-a4666b1ddb31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:44.730741 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6267e198-a01d-4f20-a36a-a41d6c5ce4e8 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:44.731776 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-96df016e-dfbf-4dcb-ad86-56cf4e1583f3 admin admin] Deleting port 2a54da51-95a9-44b8-a475-a5b59dbdcea4 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:23:44.731776 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-96df016e-dfbf-4dcb-ad86-56cf4e1583f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:44.732405 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6a97f2e9-a67d-42d6-8c09-a4666b1ddb31 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=08dcc510045e41fa937520cf84ca2c22&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6791341 May 27 02:23:44.732496 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-a736bcbc-69c1-4c4c-86d6-bea1f9fc55e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:44.732496 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-a736bcbc-69c1-4c4c-86d6-bea1f9fc55e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:44.732496 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-a736bcbc-69c1-4c4c-86d6-bea1f9fc55e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:44.732496 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-a736bcbc-69c1-4c4c-86d6-bea1f9fc55e1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=cd909775-46db-435c-9cd7-78749fc058c4&id=bc44a8f1-f55a-42c3-8906-2fd4470a2ec1&id=bc44a8f1-f55a-42c3-8906-2fd4470a2ec1&id=bc44a8f1-f55a-42c3-8906-2fd4470a2ec1&id=bc44a8f1-f55a-42c3-8906-2fd4470a2ec1&id=c9b6b64d-3919-4b90-9366-bcda75991abc&id=c9b6b64d-3919-4b90-9366-bcda75991abc HTTP/1.1" status: 200 len: 2293 time: 0.5976999 May 27 02:23:44.734564 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46228) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:44.751461 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a97f2e9-a67d-42d6-8c09-a4666b1ddb31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdf0289-0b63-4c11-8603-6d3911d8a202,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:44.860818 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1646a445-f458-418b-bc70-3781466b8ed5 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:23:44.889790 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6267e198-a01d-4f20-a36a-a41d6c5ce4e8 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:45.063531 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-f3afa87b-75cb-4945-89a5-26c8c4a15678 service neutron] 10.222.0.32 "GET /v2.0/networks/490b7acf-0cbc-45e9-97bf-d6d171391e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5470231 May 27 02:23:45.090442 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 1646a445-f458-418b-bc70-3781466b8ed5 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:23:45.097342 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 1646a445-f458-418b-bc70-3781466b8ed5 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:23:45.097872 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:45.116302 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-61ad6934-af1f-42cf-a073-ea73805ac00a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b88d4c2-88a5-44e4-a734-7381c01bd697 HTTP/1.1" status: 200 len: 1001 time: 0.3691332 May 27 02:23:45.145247 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-6267e198-a01d-4f20-a36a-a41d6c5ce4e8 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Allocated IP 172.25.1.184 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/2ba2c74c-cd36-4846-9041-f866c81704c0) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:23:45.346729 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1d86d03d-69f2-495c-99fd-3da0d8e5e0d3 req-c51d2f22-eac6-47df-a5e9-8b3aeadb83f4 service neutron] 10.222.0.32 "GET /v2.0/networks/490b7acf-0cbc-45e9-97bf-d6d171391e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455361 May 27 02:23:45.359810 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a49b34cc-bc9d-4583-91c6-edcc179f2f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:45.385982 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 1646a445-f458-418b-bc70-3781466b8ed5 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:23:45.386340 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:45.395626 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6267e198-a01d-4f20-a36a-a41d6c5ce4e8 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:45.437412 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 1646a445-f458-418b-bc70-3781466b8ed5, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1646a445-f458-418b-bc70-3781466b8ed5,segment=NetworkSegment(6e38a0a4-498f-4c12-926f-77a899604593),segment_id=6e38a0a4-498f-4c12-926f-77a899604593)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:45.486754 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6267e198-a01d-4f20-a36a-a41d6c5ce4e8 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:45.508948 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-710a1788-fa66-4beb-a640-cc7e764541ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:45.512222 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:45.520985 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-710a1788-fa66-4beb-a640-cc7e764541ce service neutron] 10.222.0.66 "GET /v2.0/subnets?id=38635d3c-a31c-4fd5-8a18-29f0e87e4929 HTTP/1.1" status: 200 len: 851 time: 0.1521716 May 27 02:23:45.560334 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6267e198-a01d-4f20-a36a-a41d6c5ce4e8 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:23:45.563445 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-6267e198-a01d-4f20-a36a-a41d6c5ce4e8 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:23:45.567663 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6267e198-a01d-4f20-a36a-a41d6c5ce4e8 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:23:45.592142 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=1646a445-f458-418b-bc70-3781466b8ed5,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:45.617386 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6267e198-a01d-4f20-a36a-a41d6c5ce4e8 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Pushing event updated for resources: {'Port': ['ID=2ba2c74c-cd36-4846-9041-f866c81704c0,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:45.674981 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6267e198-a01d-4f20-a36a-a41d6c5ce4e8 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:45.684269 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a49b34cc-bc9d-4583-91c6-edcc179f2f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:45.808027 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-96df016e-dfbf-4dcb-ad86-56cf4e1583f3 admin admin] For port 2a54da51-95a9-44b8-a475-a5b59dbdcea4, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=2a54da51-95a9-44b8-a475-a5b59dbdcea4,segment=NetworkSegment(c05ea677-78fe-43e8-b477-3cdd7ca94b49),segment_id=c05ea677-78fe-43e8-b477-3cdd7ca94b49)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:45.808027 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-96df016e-dfbf-4dcb-ad86-56cf4e1583f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:45.847428 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6267e198-a01d-4f20-a36a-a41d6c5ce4e8 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:45.977334 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-96df016e-dfbf-4dcb-ad86-56cf4e1583f3 admin admin] Calling delete_port for 2a54da51-95a9-44b8-a475-a5b59dbdcea4 owned by network:router_interface {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:23:46.152979 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6267e198-a01d-4f20-a36a-a41d6c5ce4e8 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:46.207235 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4363c-ee0a-404d-9ccb-f8dad44d2d9a req-aebbdbe0-d22f-4b71-b8c2-bfb6b6b30db2 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:46.208685 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e8d4363c-ee0a-404d-9ccb-f8dad44d2d9a req-aebbdbe0-d22f-4b71-b8c2-bfb6b6b30db2 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c7397ab-c3b6-4110-9709-46facebc046f HTTP/1.1" status: 200 len: 943 time: 0.8512862 May 27 02:23:46.210657 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-3d26022f-9741-4154-b861-63e205ed2e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:46.211953 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-3d26022f-9741-4154-b861-63e205ed2e4d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cd909775-46db-435c-9cd7-78749fc058c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6889198 May 27 02:23:46.223684 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7b213-0862-4731-b247-01a437bcbc23 req-1c13939a-09d2-4028-b609-1e8f53bed26f tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:46.224580 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7ce7b213-0862-4731-b247-01a437bcbc23 req-1c13939a-09d2-4028-b609-1e8f53bed26f tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=2010cddd-9819-4fee-9afa-85fb2b27d512 HTTP/1.1" status: 200 len: 945 time: 0.7828243 May 27 02:23:46.237869 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6267e198-a01d-4f20-a36a-a41d6c5ce4e8 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:46.251290 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6335fe8-9e93-414e-9e8b-ee3dd65b9bc1 req-d0402b81-353c-4e10-a31e-5b86548c8c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:46.252764 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f6335fe8-9e93-414e-9e8b-ee3dd65b9bc1 req-d0402b81-353c-4e10-a31e-5b86548c8c09 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=410b61e445744294bbdf52b86e34bdd5&device_id=1c7397ab-c3b6-4110-9709-46facebc046f HTTP/1.1" status: 200 len: 1094 time: 0.6737471 May 27 02:23:46.366608 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6267e198-a01d-4f20-a36a-a41d6c5ce4e8 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Pushing event updated for resources: {'Port': ['ID=2ba2c74c-cd36-4846-9041-f866c81704c0,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:46.380984 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a49b34cc-bc9d-4583-91c6-edcc179f2f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:46.387013 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6267e198-a01d-4f20-a36a-a41d6c5ce4e8 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:46.484016 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6267e198-a01d-4f20-a36a-a41d6c5ce4e8 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:46.494664 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6267e198-a01d-4f20-a36a-a41d6c5ce4e8 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7888625 May 27 02:23:46.496963 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b34cc-bc9d-4583-91c6-edcc179f2f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdf0289-0b63-4c11-8603-6d3911d8a202,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:46.519071 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e8d4363c-ee0a-404d-9ccb-f8dad44d2d9a req-27508ad8-7f3c-4645-bedb-297f460f2042 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] 10.222.0.57 "GET /v2.0/security-groups?id=629665f6-be5b-4c52-93b2-5c2665021780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934928 May 27 02:23:46.551223 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7ce7b213-0862-4731-b247-01a437bcbc23 req-aab83184-bd73-480d-a1dd-cdeadb5654ad tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/security-groups?id=adaae25a-0ed4-4a5d-a047-103c4899b62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974482 May 27 02:23:46.561554 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a49b34cc-bc9d-4583-91c6-edcc179f2f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:46.568692 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a49b34cc-bc9d-4583-91c6-edcc179f2f88 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bcdf0289-0b63-4c11-8603-6d3911d8a202 HTTP/1.1" status: 204 len: 168 time: 1.8294168 May 27 02:23:46.616314 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-db9a6d53-1e91-4e44-a1b6-e145b04aee42 service neutron] 10.222.0.66 "GET /v2.0/networks/cd909775-46db-435c-9cd7-78749fc058c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873320 May 27 02:23:46.720441 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1646a445-f458-418b-bc70-3781466b8ed5 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:23:46.730700 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec440d5-a1c8-406e-b327-6fe3b353ea0d req-30f24b42-ae62-4ab8-956c-ad11803a8d08 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:46.731572 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-9ec440d5-a1c8-406e-b327-6fe3b353ea0d req-30f24b42-ae62-4ab8-956c-ad11803a8d08 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Synchronizing usage tracker for tenant:500421bbc9424254b703858ad839b150 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:23:46.756906 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6335fe8-9e93-414e-9e8b-ee3dd65b9bc1 req-9dad5e03-6575-4677-a608-f4587d518164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:46.758164 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f6335fe8-9e93-414e-9e8b-ee3dd65b9bc1 req-9dad5e03-6575-4677-a608-f4587d518164 service neutron] 10.222.0.32 "GET /v2.0/networks?id=490b7acf-0cbc-45e9-97bf-d6d171391e0b HTTP/1.1" status: 200 len: 923 time: 0.4833665 May 27 02:23:46.832120 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-9ec440d5-a1c8-406e-b327-6fe3b353ea0d req-30f24b42-ae62-4ab8-956c-ad11803a8d08 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Unset dirty status for tenant:500421bbc9424254b703858ad839b150 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:23:46.837215 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9ec440d5-a1c8-406e-b327-6fe3b353ea0d req-30f24b42-ae62-4ab8-956c-ad11803a8d08 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.66 "GET /v2.0/ports?device_id=2010cddd-9819-4fee-9afa-85fb2b27d512 HTTP/1.1" status: 200 len: 945 time: 0.2944510 May 27 02:23:46.847242 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 1646a445-f458-418b-bc70-3781466b8ed5 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:23:46.847832 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:46.942018 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f6335fe8-9e93-414e-9e8b-ee3dd65b9bc1 req-a42bf3c5-f9dc-4cfc-a3a9-042cec90f342 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0c32142-88a5-4136-b57d-9db40fbb37b8 HTTP/1.1" status: 200 len: 217 time: 0.1735897 May 27 02:23:46.970661 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-9ec440d5-a1c8-406e-b327-6fe3b353ea0d req-e4d7ec15-9a38-4500-8925-27b8244b72b8 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Deleting port 4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:23:46.971211 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9ec440d5-a1c8-406e-b327-6fe3b353ea0d req-e4d7ec15-9a38-4500-8925-27b8244b72b8 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:47.029616 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 1646a445-f458-418b-bc70-3781466b8ed5 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:23:47.213649 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-96711bf2-78a0-47ff-aa10-baf2e9d84b98 service neutron] 10.222.0.66 "GET /v2.0/networks/cd909775-46db-435c-9cd7-78749fc058c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5845535 May 27 02:23:47.215690 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6335fe8-9e93-414e-9e8b-ee3dd65b9bc1 req-9982706f-1446-4000-850f-2edf0b9d0c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:47.217032 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f6335fe8-9e93-414e-9e8b-ee3dd65b9bc1 req-9982706f-1446-4000-850f-2edf0b9d0c1f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=67087165-c782-403b-90e8-4836b210103e HTTP/1.1" status: 200 len: 862 time: 0.2580187 May 27 02:23:47.281196 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-96df016e-dfbf-4dcb-ad86-56cf4e1583f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:47.318074 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-9ec440d5-a1c8-406e-b327-6fe3b353ea0d req-e4d7ec15-9a38-4500-8925-27b8244b72b8 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] For port 4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3,segment=NetworkSegment(f9d0c973-72f3-423e-80ec-119f03165820),segment_id=f9d0c973-72f3-423e-80ec-119f03165820)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:47.318437 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9ec440d5-a1c8-406e-b327-6fe3b353ea0d req-e4d7ec15-9a38-4500-8925-27b8244b72b8 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:47.367835 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-01f858b2-28c6-44cf-9c1f-f340c6c6908f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=0cddd283-b33e-41da-b142-f29163e1f022 HTTP/1.1" status: 200 len: 217 time: 0.1467819 May 27 02:23:47.411720 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df016e-dfbf-4dcb-ad86-56cf4e1583f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a54da51-95a9-44b8-a475-a5b59dbdcea4,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:47.417432 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f6335fe8-9e93-414e-9e8b-ee3dd65b9bc1 req-a37ddb8a-3669-4519-bfbe-3ba4cb867094 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=490b7acf-0cbc-45e9-97bf-d6d171391e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1425834 May 27 02:23:47.530657 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df690787-0fd0-456c-8be9-192bf48d1a02 req-1463b42e-ebd2-4fd7-bfaf-d8fbd43c50ce tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:47.532172 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df690787-0fd0-456c-8be9-192bf48d1a02 req-1463b42e-ebd2-4fd7-bfaf-d8fbd43c50ce tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 945 time: 0.7048788 May 27 02:23:47.561975 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-9ec440d5-a1c8-406e-b327-6fe3b353ea0d req-e4d7ec15-9a38-4500-8925-27b8244b72b8 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Calling delete_port for 4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:23:47.590982 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46294) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:47.615160 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-09206e6b-4616-4594-a644-dd26dd2d09a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:47.646448 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-09206e6b-4616-4594-a644-dd26dd2d09a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:23:47.655483 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-09206e6b-4616-4594-a644-dd26dd2d09a1 admin admin] Usage tracker for resource:security_group_rule and tenant:301de11134fb4d428f72a031f4e9fb7a is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:23:47.659986 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-09206e6b-4616-4594-a644-dd26dd2d09a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:23:47.684672 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-09206e6b-4616-4594-a644-dd26dd2d09a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:23:47.804377 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-cb64591d-b9e8-421b-8551-138d8f0ea25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:47.809866 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-cb64591d-b9e8-421b-8551-138d8f0ea25a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=18b9760c-5727-4979-b482-385cb53ebb74 HTTP/1.1" status: 200 len: 797 time: 0.4238741 May 27 02:23:47.818677 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device a0c32142-88a5-4136-b57d-9db40fbb37b8 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:23:47.832965 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-09206e6b-4616-4594-a644-dd26dd2d09a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:47.860754 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9ec440d5-a1c8-406e-b327-6fe3b353ea0d req-e4d7ec15-9a38-4500-8925-27b8244b72b8 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:48.004830 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-09206e6b-4616-4594-a644-dd26dd2d09a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:48.030775 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7ec15-9a38-4500-8925-27b8244b72b8 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Pushing event deleted for resources: {'Port': ['ID=4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:48.039364 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port a0c32142-88a5-4136-b57d-9db40fbb37b8, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=a0c32142-88a5-4136-b57d-9db40fbb37b8,segment=NetworkSegment(f6c88228-f1ee-44f4-bf5a-92e13fd37a38),segment_id=f6c88228-f1ee-44f4-bf5a-92e13fd37a38)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:48.039794 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec440d5-a1c8-406e-b327-6fe3b353ea0d req-e4d7ec15-9a38-4500-8925-27b8244b72b8 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] No DVR routers for this DVR port 4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3 on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:23:48.042443 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9ec440d5-a1c8-406e-b327-6fe3b353ea0d req-e4d7ec15-9a38-4500-8925-27b8244b72b8 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:48.054369 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': 'a0c32142-88a5-4136-b57d-9db40fbb37b8', 'network_id': '490b7acf-0cbc-45e9-97bf-d6d171391e0b', 'port_id': 'a0c32142-88a5-4136-b57d-9db40fbb37b8', 'mac_address': 'fa:16:3e:a0:6e:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67087165-c782-403b-90e8-4836b210103e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:23:48.062325 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2010cddd-9819-4fee-9afa-85fb2b27d512', 'name': 'network-vif-deleted', 'tag': '4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:23:48.083738 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df690787-0fd0-456c-8be9-192bf48d1a02 req-b6787d2d-d59b-4311-a52d-f5f8b3a81027 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4500461 May 27 02:23:48.092594 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09206e6b-4616-4594-a644-dd26dd2d09a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41709c2-544e-43e2-a99e-2e049663f295,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:48.098495 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-09206e6b-4616-4594-a644-dd26dd2d09a1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=301de11134fb4d428f72a031f4e9fb7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5064898 May 27 02:23:48.101077 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46306) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:48.136231 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port a0c32142-88a5-4136-b57d-9db40fbb37b8 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:23:48.136788 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:48.137573 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9ec440d5-a1c8-406e-b327-6fe3b353ea0d req-e4d7ec15-9a38-4500-8925-27b8244b72b8 tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.66 "DELETE /v2.0/ports/4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3 HTTP/1.1" status: 204 len: 173 time: 1.2965937 May 27 02:23:48.156941 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f6335fe8-9e93-414e-9e8b-ee3dd65b9bc1 req-d9a4e2c4-91f8-4e7a-bb01-70c1ff89cb43 service neutron] 10.222.0.32 "GET /v2.0/networks/490b7acf-0cbc-45e9-97bf-d6d171391e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7049234 May 27 02:23:48.178406 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e24cbd3a-c014-446b-a78b-46b550f3d346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:48.180065 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0c32142-88a5-4136-b57d-9db40fbb37b8 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:23:48.206509 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port a0c32142-88a5-4136-b57d-9db40fbb37b8, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=a0c32142-88a5-4136-b57d-9db40fbb37b8,segment=NetworkSegment(f6c88228-f1ee-44f4-bf5a-92e13fd37a38),segment_id=f6c88228-f1ee-44f4-bf5a-92e13fd37a38)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:48.216603 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e24cbd3a-c014-446b-a78b-46b550f3d346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:48.263855 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-96df016e-dfbf-4dcb-ad86-56cf4e1583f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:48.310565 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7a404-c2d4-4ccf-ab40-41b48ebf83e9 req-87453443-0d3f-4826-8e80-ef4e56c845b1 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:48.310565 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f6e7a404-c2d4-4ccf-ab40-41b48ebf83e9 req-87453443-0d3f-4826-8e80-ef4e56c845b1 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c7397ab-c3b6-4110-9709-46facebc046f HTTP/1.1" status: 200 len: 943 time: 0.5973520 May 27 02:23:48.312141 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-09de97c3-d1e1-4187-88cf-6c94ef4f4ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:48.313659 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-09de97c3-d1e1-4187-88cf-6c94ef4f4ea6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bc44a8f1-f55a-42c3-8906-2fd4470a2ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5002961 May 27 02:23:48.358354 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:48.381675 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e24cbd3a-c014-446b-a78b-46b550f3d346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:48.413009 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24cbd3a-c014-446b-a78b-46b550f3d346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41709c2-544e-43e2-a99e-2e049663f295,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:48.427632 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e24cbd3a-c014-446b-a78b-46b550f3d346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:48.438486 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e24cbd3a-c014-446b-a78b-46b550f3d346 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a41709c2-544e-43e2-a99e-2e049663f295 HTTP/1.1" status: 204 len: 168 time: 0.3269815 May 27 02:23:48.537427 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=a0c32142-88a5-4136-b57d-9db40fbb37b8,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:48.577024 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-89b16012-be2f-4959-8372-1156de9610dd req-3433b4a2-5001-44e1-84ff-6be907b3eb9f tempest-DeleteServersTestJSON-501330322 tempest-DeleteServersTestJSON-501330322-project] 10.222.0.57 "GET /v2.0/ports?device_id=2010cddd-9819-4fee-9afa-85fb2b27d512 HTTP/1.1" status: 200 len: 210 time: 0.2040849 May 27 02:23:48.621069 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['a0c32142-88a5-4136-b57d-9db40fbb37b8'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:23:48.699733 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33f2e2eb-eb19-4e46-a1f1-5fa79e341fec'] response: {'server_uuid': '2010cddd-9819-4fee-9afa-85fb2b27d512', 'name': 'network-vif-deleted', 'tag': '4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3', 'status': 'completed', 'code': 200} May 27 02:23:48.756135 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f6e7a404-c2d4-4ccf-ab40-41b48ebf83e9 req-1c9494c2-7939-4b58-9385-3716de53e603 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] 10.222.0.57 "GET /v2.0/security-groups?id=629665f6-be5b-4c52-93b2-5c2665021780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4414108 May 27 02:23:48.787491 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f6335fe8-9e93-414e-9e8b-ee3dd65b9bc1 req-708c654a-618f-4811-b419-25b06d767296 service neutron] 10.222.0.32 "GET /v2.0/networks/490b7acf-0cbc-45e9-97bf-d6d171391e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6208143 May 27 02:23:48.888091 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-81430025-ca68-478a-b837-ef0f3ab09687 service neutron] 10.222.0.66 "GET /v2.0/networks/bc44a8f1-f55a-42c3-8906-2fd4470a2ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5138493 May 27 02:23:48.955784 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:49.104551 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:49.125687 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-54f88e1b-4734-481f-8259-7942e4a081ad service neutron] 10.222.0.66 "GET /v2.0/networks/bc44a8f1-f55a-42c3-8906-2fd4470a2ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854532 May 27 02:23:49.301425 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-f86ba07c-2cd7-4293-9402-1a95709c75bf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340 HTTP/1.1" status: 200 len: 217 time: 0.1668015 May 27 02:23:49.315964 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:23:49.413748 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: 4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:23:49.414107 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 4dfd18ae-9d4e-4a2a-a4aa-bbedaaf74bd3 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:23:49.475553 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96df016e-dfbf-4dcb-ad86-56cf4e1583f3 admin admin] Router 33315fc9-139e-4060-9974-3dff52a13385 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:23:49.503861 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025916aa-0284-4ed4-9eb4-26061df1f246 req-817c06f3-58d3-48ff-8916-de91ef33538c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:49.505434 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-025916aa-0284-4ed4-9eb4-26061df1f246 req-817c06f3-58d3-48ff-8916-de91ef33538c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 945 time: 0.1955447 May 27 02:23:49.508748 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-3ce4bffd-94c5-41e0-a152-ac2cd70414d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:49.510594 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-3ce4bffd-94c5-41e0-a152-ac2cd70414d6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=18b9760c-5727-4979-b482-385cb53ebb74 HTTP/1.1" status: 200 len: 797 time: 0.1193731 May 27 02:23:49.825054 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device a0c32142-88a5-4136-b57d-9db40fbb37b8 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:23:49.976944 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-025916aa-0284-4ed4-9eb4-26061df1f246 req-853082e3-a965-4091-914c-9f4847e50994 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4635732 May 27 02:23:49.996666 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96df016e-dfbf-4dcb-ad86-56cf4e1583f3 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:23:50.011162 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3161e067-51a0-438a-9975-37b0c4880d31 None None] Sync routers for ids ['33315fc9-139e-4060-9974-3dff52a13385'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:23:50.033986 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3161e067-51a0-438a-9975-37b0c4880d31 None None] Routers {'33315fc9-139e-4060-9974-3dff52a13385'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:23:50.035418 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3161e067-51a0-438a-9975-37b0c4880d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:23:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['33315fc9-139e-4060-9974-3dff52a13385'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:50.098266 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-96df016e-dfbf-4dcb-ad86-56cf4e1583f3 admin admin] 10.222.0.57 "PUT /v2.0/routers/33315fc9-139e-4060-9974-3dff52a13385/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7514770 May 27 02:23:50.100823 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46390) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:50.123601 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-6450b077-eb50-4eca-8e7b-370c19e3a0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:50.125651 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-6450b077-eb50-4eca-8e7b-370c19e3a0a6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bc44a8f1-f55a-42c3-8906-2fd4470a2ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5511363 May 27 02:23:50.144871 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port a0c32142-88a5-4136-b57d-9db40fbb37b8 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:23:50.174417 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port a0c32142-88a5-4136-b57d-9db40fbb37b8 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:23:50.175236 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:50.323952 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24e2c2-d5a6-41bc-908d-57abaa0d2beb req-c8040f2b-f489-48e7-8292-fe33b5fead4e tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:50.331975 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bf24e2c2-d5a6-41bc-908d-57abaa0d2beb req-c8040f2b-f489-48e7-8292-fe33b5fead4e tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c7397ab-c3b6-4110-9709-46facebc046f HTTP/1.1" status: 200 len: 944 time: 0.3364480 May 27 02:23:50.422294 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bf24e2c2-d5a6-41bc-908d-57abaa0d2beb req-7519db16-b014-4ffd-9539-a26e99b8ecea tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] 10.222.0.57 "GET /v2.0/security-groups?id=629665f6-be5b-4c52-93b2-5c2665021780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853071 May 27 02:23:50.442469 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-f514f558-315d-4c63-9566-906a3d0d9311 service neutron] 10.222.0.66 "GET /v2.0/networks/bc44a8f1-f55a-42c3-8906-2fd4470a2ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008785 May 27 02:23:50.540811 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b42f12f8-e4c4-453b-92a5-2cecd6aa9084 admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:50.617334 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-3161e067-51a0-438a-9975-37b0c4880d31 None None] Set router 33315fc9-139e-4060-9974-3dff52a13385 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:23:50.682700 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-e41e5f1d-8a47-4718-b8c2-059fca171227 service neutron] 10.222.0.66 "GET /v2.0/networks/bc44a8f1-f55a-42c3-8906-2fd4470a2ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334971 May 27 02:23:50.821533 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-50f32a1c-46f1-49de-8900-aeed7425e5f1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125 HTTP/1.1" status: 200 len: 217 time: 0.1322820 May 27 02:23:50.952434 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b42f12f8-e4c4-453b-92a5-2cecd6aa9084 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:51.014886 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b42f12f8-e4c4-453b-92a5-2cecd6aa9084 admin admin] Deleting port 09b184b8-56b2-4f15-afd9-f1f3003954e5 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:23:51.019067 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b42f12f8-e4c4-453b-92a5-2cecd6aa9084 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:51.021937 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-e504d48e-3338-401e-bd6e-5a3ddfe11ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:51.027379 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-e504d48e-3338-401e-bd6e-5a3ddfe11ffe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=18b9760c-5727-4979-b482-385cb53ebb74 HTTP/1.1" status: 200 len: 797 time: 0.1949182 May 27 02:23:51.131391 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-0241d407-947f-4ceb-9ae3-7e049e2910b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:51.133539 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-0241d407-947f-4ceb-9ae3-7e049e2910b8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bc44a8f1-f55a-42c3-8906-2fd4470a2ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0988023 May 27 02:23:51.158935 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port a0c32142-88a5-4136-b57d-9db40fbb37b8 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:23:51.163427 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:51.332801 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port a0c32142-88a5-4136-b57d-9db40fbb37b8, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=a0c32142-88a5-4136-b57d-9db40fbb37b8,segment=NetworkSegment(f6c88228-f1ee-44f4-bf5a-92e13fd37a38),segment_id=f6c88228-f1ee-44f4-bf5a-92e13fd37a38)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:51.338500 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c7397ab-c3b6-4110-9709-46facebc046f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c32142-88a5-4136-b57d-9db40fbb37b8'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:23:51.346296 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-b42f12f8-e4c4-453b-92a5-2cecd6aa9084 admin admin] For port 09b184b8-56b2-4f15-afd9-f1f3003954e5, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=09b184b8-56b2-4f15-afd9-f1f3003954e5,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:51.346842 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b42f12f8-e4c4-453b-92a5-2cecd6aa9084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:51.481212 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:51.517273 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46434) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:51.536350 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b42f12f8-e4c4-453b-92a5-2cecd6aa9084 admin admin] Calling delete_port for 09b184b8-56b2-4f15-afd9-f1f3003954e5 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:23:51.680941 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=a0c32142-88a5-4136-b57d-9db40fbb37b8,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:51.716039 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3161e067-51a0-438a-9975-37b0c4880d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33315fc9-139e-4060-9974-3dff52a13385', 'name': 'tempest-ServerRescueTestJSONUnderV235-2044282800-router', 'tenant_id': '209664ce71bb45b283c19d8ee70e43b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '09b184b8-56b2-4f15-afd9-f1f3003954e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:21:33Z', 'updated_at': '2022-05-27T02:23:46Z', 'revision_number': 5, 'project_id': '209664ce71bb45b283c19d8ee70e43b1', 'gw_port': {'id': '09b184b8-56b2-4f15-afd9-f1f3003954e5', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:22:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33315fc9-139e-4060-9974-3dff52a13385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:21:36Z', 'updated_at': '2022-05-27T02:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:51.729624 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3161e067-51a0-438a-9975-37b0c4880d31 None None] Checking router: 33315fc9-139e-4060-9974-3dff52a13385 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:23:51.746385 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3161e067-51a0-438a-9975-37b0c4880d31 None None] Routers {'33315fc9-139e-4060-9974-3dff52a13385'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:23:51.747096 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3161e067-51a0-438a-9975-37b0c4880d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:23:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['33315fc9-139e-4060-9974-3dff52a13385'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:51.785487 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-dc8d8a4f-38a8-4390-8ce1-c6eda35a7bf6 service neutron] 10.222.0.66 "GET /v2.0/networks/bc44a8f1-f55a-42c3-8906-2fd4470a2ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6429746 May 27 02:23:51.962869 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-d0d4c30d-0944-40dd-af5e-cc7d0984b2ad service neutron] 10.222.0.66 "GET /v2.0/networks/bc44a8f1-f55a-42c3-8906-2fd4470a2ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623006 May 27 02:23:52.002806 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8da9f76a-fce7-4e28-a61c-ea114a57b688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:52.093647 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5eba9-1a81-425e-a1bb-3abe202073d0 req-abee53d0-3f23-4358-881c-2c51f2e7484c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:52.102277 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9bf5eba9-1a81-425e-a1bb-3abe202073d0 req-abee53d0-3f23-4358-881c-2c51f2e7484c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 945 time: 0.7716782 May 27 02:23:52.126255 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-8da9f76a-fce7-4e28-a61c-ea114a57b688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:23:52.133725 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8da9f76a-fce7-4e28-a61c-ea114a57b688 admin admin] Usage tracker for resource:security_group_rule and tenant:5c0676f0bb2242e8ac30332d1ca81d48 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:23:52.139884 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8da9f76a-fce7-4e28-a61c-ea114a57b688 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:23:52.145763 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-8da9f76a-fce7-4e28-a61c-ea114a57b688 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:23:52.176519 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-3161e067-51a0-438a-9975-37b0c4880d31 None None] Set router 33315fc9-139e-4060-9974-3dff52a13385 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:23:52.180898 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-3b1d2813-5638-4f62-95af-b07dc21581aa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=248cd725-0c24-4047-b076-0aa17cd7ecc0 HTTP/1.1" status: 200 len: 217 time: 0.1734426 May 27 02:23:52.261647 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6dab0e-74ba-474a-8a92-07dee444a9de req-8e677c2e-ea4f-49fc-9e31-e41274815824 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:52.269940 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1e6dab0e-74ba-474a-8a92-07dee444a9de req-8e677c2e-ea4f-49fc-9e31-e41274815824 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c7397ab-c3b6-4110-9709-46facebc046f HTTP/1.1" status: 200 len: 945 time: 0.6194854 May 27 02:23:52.309324 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9bf5eba9-1a81-425e-a1bb-3abe202073d0 req-fb110b5b-75ed-4e1e-be81-e2a8e82ee23f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2057304 May 27 02:23:52.360851 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3161e067-51a0-438a-9975-37b0c4880d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33315fc9-139e-4060-9974-3dff52a13385', 'name': 'tempest-ServerRescueTestJSONUnderV235-2044282800-router', 'tenant_id': '209664ce71bb45b283c19d8ee70e43b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:21:33Z', 'updated_at': '2022-05-27T02:23:50Z', 'revision_number': 6, 'project_id': '209664ce71bb45b283c19d8ee70e43b1', 'gw_port_host': None}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:52.372616 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3161e067-51a0-438a-9975-37b0c4880d31 None None] The sync data for ids ['33315fc9-139e-4060-9974-3dff52a13385'] in n-d-843554-3 is: [{'id': '33315fc9-139e-4060-9974-3dff52a13385', 'name': 'tempest-ServerRescueTestJSONUnderV235-2044282800-router', 'tenant_id': '209664ce71bb45b283c19d8ee70e43b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:21:33Z', 'updated_at': '2022-05-27T02:23:50Z', 'revision_number': 6, 'project_id': '209664ce71bb45b283c19d8ee70e43b1', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:23:52.435052 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2b6f4a8-89e4-4144-944c-bd63e98bf8b9'] response: {'server_uuid': '1c7397ab-c3b6-4110-9709-46facebc046f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c32142-88a5-4136-b57d-9db40fbb37b8', 'code': 200} May 27 02:23:52.446490 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-aef485b4-ec1e-4cd3-b2fc-ace5f5517892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:52.448807 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-aef485b4-ec1e-4cd3-b2fc-ace5f5517892 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=18b9760c-5727-4979-b482-385cb53ebb74 HTTP/1.1" status: 200 len: 797 time: 0.2573571 May 27 02:23:52.519251 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1e6dab0e-74ba-474a-8a92-07dee444a9de req-9afa543a-ab24-4d35-ac8f-80d2d96712eb tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] 10.222.0.57 "GET /v2.0/security-groups?id=629665f6-be5b-4c52-93b2-5c2665021780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482922 May 27 02:23:52.644445 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8da9f76a-fce7-4e28-a61c-ea114a57b688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:52.693585 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 2a54da51-95a9-44b8-a475-a5b59dbdcea4 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:23:52.707909 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-587985c1-7bae-445f-8679-d0ceb716b890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:52.710390 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-587985c1-7bae-445f-8679-d0ceb716b890 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bc44a8f1-f55a-42c3-8906-2fd4470a2ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2488651 May 27 02:23:52.763852 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 2a54da51-95a9-44b8-a475-a5b59dbdcea4 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:23:52.764127 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 2a54da51-95a9-44b8-a475-a5b59dbdcea4 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:23:52.955432 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f961f4c-b5d8-4e3f-b1bf-f3164e06e587 req-2456d305-fdf9-400f-b7b0-761187622dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:52.957126 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2f961f4c-b5d8-4e3f-b1bf-f3164e06e587 req-2456d305-fdf9-400f-b7b0-761187622dd2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1c7397ab-c3b6-4110-9709-46facebc046f HTTP/1.1" status: 200 len: 1096 time: 0.4325099 May 27 02:23:53.039672 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8da9f76a-fce7-4e28-a61c-ea114a57b688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:53.059634 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b42f12f8-e4c4-453b-92a5-2cecd6aa9084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:53.108230 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da9f76a-fce7-4e28-a61c-ea114a57b688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c36da44-503a-4397-890e-26ed76f1bcc0,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:53.112291 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2f961f4c-b5d8-4e3f-b1bf-f3164e06e587 req-8f0354f7-b7cb-49e4-bac3-acec7220f262 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=629665f6-be5b-4c52-93b2-5c2665021780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477399 May 27 02:23:53.118136 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-d1ed5b9a-ddcb-469b-8e5e-7621125b3cf4 service neutron] 10.222.0.66 "GET /v2.0/networks/bc44a8f1-f55a-42c3-8906-2fd4470a2ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991661 May 27 02:23:53.221604 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8da9f76a-fce7-4e28-a61c-ea114a57b688 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5c0676f0bb2242e8ac30332d1ca81d48&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7028000 May 27 02:23:53.227592 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46450) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:53.244696 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f12f8-e4c4-453b-92a5-2cecd6aa9084 admin admin] Pushing event deleted for resources: {'Port': ['ID=09b184b8-56b2-4f15-afd9-f1f3003954e5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:53.313717 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-264dfac9-554f-4f36-84f2-11bfd5157b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:53.330941 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 3d8c57a0-911e-4dff-92d3-d90b2167597d details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:23:53.436004 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-264dfac9-554f-4f36-84f2-11bfd5157b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:53.440456 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b42f12f8-e4c4-453b-92a5-2cecd6aa9084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:53.594033 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-5f00974b-2b34-4b0a-b857-015a81edb817 service neutron] 10.222.0.66 "GET /v2.0/networks/bc44a8f1-f55a-42c3-8906-2fd4470a2ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4616754 May 27 02:23:53.680089 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 3d8c57a0-911e-4dff-92d3-d90b2167597d, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=3d8c57a0-911e-4dff-92d3-d90b2167597d,segment=NetworkSegment(7321cd14-1f6f-448d-a8d3-637a53c8da8a),segment_id=7321cd14-1f6f-448d-a8d3-637a53c8da8a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:53.699714 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '3d8c57a0-911e-4dff-92d3-d90b2167597d', 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac', 'port_id': '3d8c57a0-911e-4dff-92d3-d90b2167597d', 'mac_address': 'fa:16:3e:a9:ff:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c302d24-860d-464a-9c69-32cd4f709ca1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:23:53.807164 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-264dfac9-554f-4f36-84f2-11bfd5157b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:53.815010 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 3d8c57a0-911e-4dff-92d3-d90b2167597d is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:23:53.817007 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:53.820326 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b42f12f8-e4c4-453b-92a5-2cecd6aa9084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:53.822898 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b42f12f8-e4c4-453b-92a5-2cecd6aa9084 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:53.854504 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d8c57a0-911e-4dff-92d3-d90b2167597d {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:23:53.883785 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 3d8c57a0-911e-4dff-92d3-d90b2167597d, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=3d8c57a0-911e-4dff-92d3-d90b2167597d,segment=NetworkSegment(7321cd14-1f6f-448d-a8d3-637a53c8da8a),segment_id=7321cd14-1f6f-448d-a8d3-637a53c8da8a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:53.885673 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-c08e5a31-576d-4b99-8e95-df7d9fa1e03e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=264c73cf-2308-4577-bcf0-61fc0de4e850 HTTP/1.1" status: 200 len: 217 time: 0.2827523 May 27 02:23:53.893113 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264dfac9-554f-4f36-84f2-11bfd5157b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c36da44-503a-4397-890e-26ed76f1bcc0,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:53.944093 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:53.944182 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b42f12f8-e4c4-453b-92a5-2cecd6aa9084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:53.944182 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42f12f8-e4c4-453b-92a5-2cecd6aa9084 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33315fc9-139e-4060-9974-3dff52a13385 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:23:53.957830 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b42f12f8-e4c4-453b-92a5-2cecd6aa9084 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:53.958895 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b42f12f8-e4c4-453b-92a5-2cecd6aa9084 admin admin] 10.222.0.57 "DELETE /v2.0/routers/33315fc9-139e-4060-9974-3dff52a13385 HTTP/1.1" status: 204 len: 168 time: 3.8561382 May 27 02:23:53.963995 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46462) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:53.968264 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-1c2e2f09-c8d9-4698-bcf0-7ce3c5dba8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:53.968264 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-1c2e2f09-c8d9-4698-bcf0-7ce3c5dba8dd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ab16c072-4114-4898-aa65-b9d65de14e79 HTTP/1.1" status: 200 len: 797 time: 0.0703597 May 27 02:23:54.107374 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c7f3920-7c4d-461e-b2e5-103e1f47a88e admin admin] Deleting subnet 03d6acab-3ccc-4e49-9edb-b9860698e697 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:23:54.109716 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=3d8c57a0-911e-4dff-92d3-d90b2167597d,revision_number=11']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:54.120136 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c7f3920-7c4d-461e-b2e5-103e1f47a88e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:54.170285 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-264dfac9-554f-4f36-84f2-11bfd5157b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:54.175017 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-264dfac9-554f-4f36-84f2-11bfd5157b04 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3c36da44-503a-4397-890e-26ed76f1bcc0 HTTP/1.1" status: 204 len: 168 time: 0.9464359 May 27 02:23:54.205405 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['3d8c57a0-911e-4dff-92d3-d90b2167597d'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:23:54.248015 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c7f3920-7c4d-461e-b2e5-103e1f47a88e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:54.251470 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1deb1-fe66-4006-8a35-1450a3b31aa7 req-5715c9eb-ceb7-44c8-a8f6-9483d13aec62 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:54.279080 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-85a1deb1-fe66-4006-8a35-1450a3b31aa7 req-5715c9eb-ceb7-44c8-a8f6-9483d13aec62 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c7397ab-c3b6-4110-9709-46facebc046f HTTP/1.1" status: 200 len: 945 time: 0.5367751 May 27 02:23:54.337177 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be91a01-085a-442b-bbaf-1c512303447e req-09dea805-ca6e-4c97-ba05-43ad9e51f9aa tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:54.338836 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3be91a01-085a-442b-bbaf-1c512303447e req-09dea805-ca6e-4c97-ba05-43ad9e51f9aa tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 945 time: 0.6001196 May 27 02:23:54.370027 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-b75d7683-6309-437e-bcb8-be3b4551c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:54.371754 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-b75d7683-6309-437e-bcb8-be3b4551c2c5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c9b6b64d-3919-4b90-9366-bcda75991abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3977933 May 27 02:23:54.388352 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c7f3920-7c4d-461e-b2e5-103e1f47a88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:54.624975 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c7f3920-7c4d-461e-b2e5-103e1f47a88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:54.636236 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-85a1deb1-fe66-4006-8a35-1450a3b31aa7 req-8b89c97f-0a4f-4989-8145-f96c5f6b507b tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] 10.222.0.57 "GET /v2.0/security-groups?id=629665f6-be5b-4c52-93b2-5c2665021780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580568 May 27 02:23:54.731807 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 09b184b8-56b2-4f15-afd9-f1f3003954e5 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:23:54.733454 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c7f3920-7c4d-461e-b2e5-103e1f47a88e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:54.737111 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f3920-7c4d-461e-b2e5-103e1f47a88e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03d6acab-3ccc-4e49-9edb-b9860698e697,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:54.748704 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9c7f3920-7c4d-461e-b2e5-103e1f47a88e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/03d6acab-3ccc-4e49-9edb-b9860698e697 HTTP/1.1" status: 204 len: 168 time: 0.7778187 May 27 02:23:54.749204 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46476) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:54.761018 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3be91a01-085a-442b-bbaf-1c512303447e req-449258d6-9022-4de5-89b9-f19858d82a0d tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4014308 May 27 02:23:54.831256 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 09b184b8-56b2-4f15-afd9-f1f3003954e5 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:23:54.831603 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 09b184b8-56b2-4f15-afd9-f1f3003954e5 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:23:54.833435 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-d54bc79c-71e7-4195-908e-cef385289ca5 service neutron] 10.222.0.66 "GET /v2.0/networks/c9b6b64d-3919-4b90-9366-bcda75991abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092090 May 27 02:23:55.000096 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd81f662-666d-4bf8-9a96-c169548e765d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:55.159311 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-df91b975-9075-4e40-a9c9-809fb1065aef service neutron] 10.222.0.66 "GET /v2.0/networks/c9b6b64d-3919-4b90-9366-bcda75991abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189800 May 27 02:23:55.204132 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd81f662-666d-4bf8-9a96-c169548e765d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:55.272649 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-cd81f662-666d-4bf8-9a96-c169548e765d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0218860d-7cbc-4a1d-902b-50f15d0343e7']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:55.301034 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-cd81f662-666d-4bf8-9a96-c169548e765d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c05ea677-78fe-43e8-b477-3cdd7ca94b49') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:55.301447 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-cd81f662-666d-4bf8-9a96-c169548e765d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c05ea677-78fe-43e8-b477-3cdd7ca94b49') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:55.306598 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-1803e6fd-99e1-4d6a-9b95-8f5f4402a403 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=846f130e-8b5c-43bc-a6aa-7b9b06383b8c HTTP/1.1" status: 200 len: 217 time: 0.1368558 May 27 02:23:55.325647 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 3d8c57a0-911e-4dff-92d3-d90b2167597d up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:23:55.375312 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd81f662-666d-4bf8-9a96-c169548e765d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:55.417003 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd81f662-666d-4bf8-9a96-c169548e765d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:55.424223 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd81f662-666d-4bf8-9a96-c169548e765d admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:23:55.425914 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd81f662-666d-4bf8-9a96-c169548e765d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:55.521870 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-e372815e-befe-4d28-8367-25123f537bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:55.521870 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-e372815e-befe-4d28-8367-25123f537bbf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ab16c072-4114-4898-aa65-b9d65de14e79 HTTP/1.1" status: 200 len: 797 time: 0.2106862 May 27 02:23:55.574907 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e54386ca-84c1-47d1-9a3d-1f5f52893d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:55.660134 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 3d8c57a0-911e-4dff-92d3-d90b2167597d completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:23:55.665859 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 3d8c57a0-911e-4dff-92d3-d90b2167597d triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:23:55.666727 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:55.691855 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-1ba077ad-e7a1-48e4-b672-c84550b790ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:55.693439 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-1ba077ad-e7a1-48e4-b672-c84550b790ec service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c9b6b64d-3919-4b90-9366-bcda75991abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1648467 May 27 02:23:55.722984 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment c05ea677-78fe-43e8-b477-3cdd7ca94b49 resource provider aggregate not found May 27 02:23:55.799132 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment c05ea677-78fe-43e8-b477-3cdd7ca94b49 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c05ea677-78fe-43e8-b477-3cdd7ca94b49 found for delete ", "request_id": "req-e35c61ea-dd90-4132-b5b8-168267ece344"}]} May 27 02:23:55.860461 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd81f662-666d-4bf8-9a96-c169548e765d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:55.875403 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd81f662-666d-4bf8-9a96-c169548e765d admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:55.948151 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81f662-666d-4bf8-9a96-c169548e765d admin admin] Pushing event deleted for resources: {'Network': ['ID=0218860d-7cbc-4a1d-902b-50f15d0343e7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:56.017523 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-cd81f662-666d-4bf8-9a96-c169548e765d admin admin] 10.222.0.57 "DELETE /v2.0/networks/0218860d-7cbc-4a1d-902b-50f15d0343e7 HTTP/1.1" status: 204 len: 168 time: 1.2670784 May 27 02:23:56.027489 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46526) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:56.272349 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 3d8c57a0-911e-4dff-92d3-d90b2167597d is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:23:56.280198 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:56.359315 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 3d8c57a0-911e-4dff-92d3-d90b2167597d, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=3d8c57a0-911e-4dff-92d3-d90b2167597d,segment=NetworkSegment(7321cd14-1f6f-448d-a8d3-637a53c8da8a),segment_id=7321cd14-1f6f-448d-a8d3-637a53c8da8a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:56.360897 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f59e3235-26be-4ba3-b4a2-1f7a9345e756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8c57a0-911e-4dff-92d3-d90b2167597d'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:23:56.369625 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb0a73-f982-43ae-989f-93afe0a4184e req-34c67cca-4b8a-4a01-a48b-6b89840d2940 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:56.373324 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9bcb0a73-f982-43ae-989f-93afe0a4184e req-34c67cca-4b8a-4a01-a48b-6b89840d2940 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c7397ab-c3b6-4110-9709-46facebc046f HTTP/1.1" status: 200 len: 945 time: 0.4665039 May 27 02:23:56.384076 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-224c29c4-f1bc-449a-bfcc-a26352731e39 service neutron] 10.222.0.66 "GET /v2.0/networks/c9b6b64d-3919-4b90-9366-bcda75991abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6845505 May 27 02:23:56.473458 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:56.574934 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-ced5559e-f9ee-4454-b4be-c9d21c4548b7 admin admin] Deleting subnet 029bf5aa-9449-4d9e-81c7-fe1336fb8379 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:23:56.584797 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=3d8c57a0-911e-4dff-92d3-d90b2167597d,revision_number=12']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:56.590266 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ced5559e-f9ee-4454-b4be-c9d21c4548b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:56.783958 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ced5559e-f9ee-4454-b4be-c9d21c4548b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:56.854876 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ced5559e-f9ee-4454-b4be-c9d21c4548b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:56.939026 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46544) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:57.048065 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9bcb0a73-f982-43ae-989f-93afe0a4184e req-e9486b09-a47d-446a-bd7b-542c0ebaa658 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] 10.222.0.57 "GET /v2.0/security-groups?id=629665f6-be5b-4c52-93b2-5c2665021780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6685555 May 27 02:23:57.130676 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3b281c5f-442c-483b-a2db-0620ca6d7fcc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=209664ce71bb45b283c19d8ee70e43b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1783137 May 27 02:23:57.134047 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46550) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:57.146533 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ced5559e-f9ee-4454-b4be-c9d21c4548b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:57.148493 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d96e472-00bf-4d94-b978-d3b696b09231'] response: {'server_uuid': 'f59e3235-26be-4ba3-b4a2-1f7a9345e756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8c57a0-911e-4dff-92d3-d90b2167597d', 'code': 200} May 27 02:23:57.191604 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced5559e-f9ee-4454-b4be-c9d21c4548b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=029bf5aa-9449-4d9e-81c7-fe1336fb8379,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:57.191722 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d0d4e7db-f0bd-41e5-b25c-87ac8a9ccff1 req-94256b13-4aaa-4b02-976b-7b43643d5777 service neutron] 10.222.0.66 "GET /v2.0/networks/c9b6b64d-3919-4b90-9366-bcda75991abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7213926 May 27 02:23:57.204911 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ced5559e-f9ee-4454-b4be-c9d21c4548b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:57.213750 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ced5559e-f9ee-4454-b4be-c9d21c4548b7 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/029bf5aa-9449-4d9e-81c7-fe1336fb8379 HTTP/1.1" status: 204 len: 168 time: 1.1849904 May 27 02:23:57.220188 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46554) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:57.234023 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89145bd9-9fec-4a09-9f18-c440a177393a req-dcd04ba3-81f4-43f0-a873-8c647e45652b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:57.245343 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-89145bd9-9fec-4a09-9f18-c440a177393a req-dcd04ba3-81f4-43f0-a873-8c647e45652b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 947 time: 0.9020429 May 27 02:23:57.375353 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-89145bd9-9fec-4a09-9f18-c440a177393a req-a5e6db33-738b-4e48-95f7-389379431d12 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317286 May 27 02:23:57.376560 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-feac56d1-627b-419e-9262-5efadcec4139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:57.441588 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-feac56d1-627b-419e-9262-5efadcec4139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:57.466562 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-58c0daf9-67a8-4467-b8ce-577e2cbda336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:57.636150 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-58c0daf9-67a8-4467-b8ce-577e2cbda336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:57.645861 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877890e3-90fd-4cc5-8b58-65a3cfb2fdf8 req-5f6fecde-949b-4247-8338-a5b61b7bfd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:57.647662 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-877890e3-90fd-4cc5-8b58-65a3cfb2fdf8 req-5f6fecde-949b-4247-8338-a5b61b7bfd54 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 1098 time: 0.1284542 May 27 02:23:57.668594 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-58c0daf9-67a8-4467-b8ce-577e2cbda336 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['317f8943-c2cf-4629-a384-430f557971d0']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:57.687272 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-58c0daf9-67a8-4467-b8ce-577e2cbda336 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9d0c973-72f3-423e-80ec-119f03165820') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:57.687739 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-58c0daf9-67a8-4467-b8ce-577e2cbda336 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9d0c973-72f3-423e-80ec-119f03165820') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:57.706827 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-58c0daf9-67a8-4467-b8ce-577e2cbda336 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:57.709216 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-877890e3-90fd-4cc5-8b58-65a3cfb2fdf8 req-97f38417-faf0-4bcc-bace-b060f9f3b5a2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546739 May 27 02:23:57.724820 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-feac56d1-627b-419e-9262-5efadcec4139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:57.734494 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-58c0daf9-67a8-4467-b8ce-577e2cbda336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:57.742997 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58c0daf9-67a8-4467-b8ce-577e2cbda336 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:23:57.743866 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-58c0daf9-67a8-4467-b8ce-577e2cbda336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:57.750853 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac56d1-627b-419e-9262-5efadcec4139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98403105-d981-4c62-804c-8b9c17a93da6,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:57.843185 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-34aedca4-6124-4c3b-8559-b6c2d4596d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:57.896177 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-feac56d1-627b-419e-9262-5efadcec4139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:57.897812 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-feac56d1-627b-419e-9262-5efadcec4139 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/98403105-d981-4c62-804c-8b9c17a93da6 HTTP/1.1" status: 204 len: 168 time: 0.7610281 May 27 02:23:57.903180 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment f9d0c973-72f3-423e-80ec-119f03165820 resource provider aggregate not found May 27 02:23:57.921817 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment f9d0c973-72f3-423e-80ec-119f03165820 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f9d0c973-72f3-423e-80ec-119f03165820 found for delete ", "request_id": "req-9f9d36c4-5c71-4d48-bafe-37383b3365d0"}]} May 27 02:23:58.056741 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-58c0daf9-67a8-4467-b8ce-577e2cbda336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:58.082960 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-58c0daf9-67a8-4467-b8ce-577e2cbda336 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:58.095021 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c0daf9-67a8-4467-b8ce-577e2cbda336 admin admin] Pushing event deleted for resources: {'Network': ['ID=317f8943-c2cf-4629-a384-430f557971d0,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:58.207612 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-58c0daf9-67a8-4467-b8ce-577e2cbda336 admin admin] 10.222.0.57 "DELETE /v2.0/networks/317f8943-c2cf-4629-a384-430f557971d0 HTTP/1.1" status: 204 len: 168 time: 0.9783647 May 27 02:23:58.250732 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff4e32a-c919-4b3d-96ac-dc0df1941a73 req-b910e80a-5f50-4678-a888-9aed2d4dd4ea tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:58.259969 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eff4e32a-c919-4b3d-96ac-dc0df1941a73 req-b910e80a-5f50-4678-a888-9aed2d4dd4ea tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c7397ab-c3b6-4110-9709-46facebc046f HTTP/1.1" status: 200 len: 945 time: 0.0964015 May 27 02:23:58.300517 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eff4e32a-c919-4b3d-96ac-dc0df1941a73 req-50b79b46-07ff-4ea8-bb39-baaef6a5b5a5 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] 10.222.0.57 "GET /v2.0/security-groups?id=629665f6-be5b-4c52-93b2-5c2665021780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423834 May 27 02:23:58.636761 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67806d09-9a2c-4382-afb7-3e20babdfa6a req-1edeb84c-3262-402c-a6bc-9d300b7d3d52 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:58.640460 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-67806d09-9a2c-4382-afb7-3e20babdfa6a req-1edeb84c-3262-402c-a6bc-9d300b7d3d52 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 947 time: 0.1087196 May 27 02:23:58.687070 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-67806d09-9a2c-4382-afb7-3e20babdfa6a req-7738eb48-2261-4d20-aa25-77deabd4d49a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455258 May 27 02:23:58.903237 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46600) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:58.935072 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:58.967437 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:58.995982 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-dd3c65d5-1418-4651-8683-acfda45620de admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=500421bbc9424254b703858ad839b150&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0914972 May 27 02:23:58.998855 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46606) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:59.046199 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46610) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:59.100987 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f0203edd-f114-4630-a00d-5b69007a1c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:59.148230 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f0203edd-f114-4630-a00d-5b69007a1c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:59.167585 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7da25d5-2e45-4858-aa70-a5768afaa0c0 admin admin] Deleting subnet a10ec9d4-5ac5-44af-ab42-24a0f0b29d4b {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:23:59.171515 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f7da25d5-2e45-4858-aa70-a5768afaa0c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:59.253729 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f7da25d5-2e45-4858-aa70-a5768afaa0c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:59.297043 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f0203edd-f114-4630-a00d-5b69007a1c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:59.333625 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0203edd-f114-4630-a00d-5b69007a1c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adaae25a-0ed4-4a5d-a047-103c4899b62a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:59.380514 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f0203edd-f114-4630-a00d-5b69007a1c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:59.385719 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f0203edd-f114-4630-a00d-5b69007a1c1f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/adaae25a-0ed4-4a5d-a047-103c4899b62a HTTP/1.1" status: 204 len: 168 time: 0.3853989 May 27 02:23:59.451731 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f7da25d5-2e45-4858-aa70-a5768afaa0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:59.518085 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:23:59.550042 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776dded-10f3-4f76-934e-c915816c619e req-403fc0a2-336a-40d4-89a0-ff229e7e8715 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:59.554401 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e776dded-10f3-4f76-934e-c915816c619e req-403fc0a2-336a-40d4-89a0-ff229e7e8715 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c7397ab-c3b6-4110-9709-46facebc046f HTTP/1.1" status: 200 len: 945 time: 0.2119832 May 27 02:23:59.697378 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46650) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:59.798746 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-e776dded-10f3-4f76-934e-c915816c619e req-d474a0ec-312f-41d5-9f36-0d5af62580a3 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] Deleting port a0c32142-88a5-4136-b57d-9db40fbb37b8 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:23:59.801883 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e776dded-10f3-4f76-934e-c915816c619e req-d474a0ec-312f-41d5-9f36-0d5af62580a3 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:59.960931 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f7da25d5-2e45-4858-aa70-a5768afaa0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:00.048003 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da25d5-2e45-4858-aa70-a5768afaa0c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a10ec9d4-5ac5-44af-ab42-24a0f0b29d4b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:00.048902 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:00.126065 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f7da25d5-2e45-4858-aa70-a5768afaa0c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:00.145447 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f7da25d5-2e45-4858-aa70-a5768afaa0c0 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a10ec9d4-5ac5-44af-ab42-24a0f0b29d4b HTTP/1.1" status: 204 len: 168 time: 1.0981350 May 27 02:24:00.146408 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46674) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:00.178071 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863566b2-bc1d-42bb-926d-36c2e19bb8ba req-6c1c8b63-e60b-4de6-bd38-ef6b145a4039 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:00.190722 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-863566b2-bc1d-42bb-926d-36c2e19bb8ba req-6c1c8b63-e60b-4de6-bd38-ef6b145a4039 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c7397ab-c3b6-4110-9709-46facebc046f HTTP/1.1" status: 200 len: 945 time: 0.5832016 May 27 02:24:00.351383 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-1df752ff-4b8f-4741-ac7e-e230a31ffe61 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1212553305-network', 'tenant_id': 'b08cd8af149f44bd8b4127ae8a32a06c'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:24:00.362223 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1df752ff-4b8f-4741-ac7e-e230a31ffe61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:00.377848 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1df752ff-4b8f-4741-ac7e-e230a31ffe61 admin admin] Usage tracker for resource:network and tenant:b08cd8af149f44bd8b4127ae8a32a06c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:00.386507 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1df752ff-4b8f-4741-ac7e-e230a31ffe61 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:00.395742 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1df752ff-4b8f-4741-ac7e-e230a31ffe61 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:00.400551 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7c396fe8-0567-45be-892d-b5bee4e53d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:00.486279 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-e776dded-10f3-4f76-934e-c915816c619e req-d474a0ec-312f-41d5-9f36-0d5af62580a3 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] For port a0c32142-88a5-4136-b57d-9db40fbb37b8, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=a0c32142-88a5-4136-b57d-9db40fbb37b8,segment=NetworkSegment(f6c88228-f1ee-44f4-bf5a-92e13fd37a38),segment_id=f6c88228-f1ee-44f4-bf5a-92e13fd37a38)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:24:00.486279 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e776dded-10f3-4f76-934e-c915816c619e req-d474a0ec-312f-41d5-9f36-0d5af62580a3 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:00.581781 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df752ff-4b8f-4741-ac7e-e230a31ffe61 admin admin] Made reservation on behalf of b08cd8af149f44bd8b4127ae8a32a06c for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:24:00.584839 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1df752ff-4b8f-4741-ac7e-e230a31ffe61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:00.618283 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1df752ff-4b8f-4741-ac7e-e230a31ffe61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:00.646907 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7c396fe8-0567-45be-892d-b5bee4e53d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:00.659151 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1df752ff-4b8f-4741-ac7e-e230a31ffe61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:00.693309 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1df752ff-4b8f-4741-ac7e-e230a31ffe61 admin admin] Usage tracker for resource:security_group_rule and tenant:b08cd8af149f44bd8b4127ae8a32a06c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:00.699134 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1df752ff-4b8f-4741-ac7e-e230a31ffe61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:00.706838 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-7c396fe8-0567-45be-892d-b5bee4e53d26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d66f6a-a479-4269-a75d-5f748e43df31']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:24:00.726112 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1df752ff-4b8f-4741-ac7e-e230a31ffe61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:00.732699 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-7c396fe8-0567-45be-892d-b5bee4e53d26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a6299a2-2cf7-4589-85be-cace5ff33aa0') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:24:00.733020 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-7c396fe8-0567-45be-892d-b5bee4e53d26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a6299a2-2cf7-4589-85be-cace5ff33aa0') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:24:00.753856 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7c396fe8-0567-45be-892d-b5bee4e53d26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:00.789515 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7c396fe8-0567-45be-892d-b5bee4e53d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:00.803356 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c396fe8-0567-45be-892d-b5bee4e53d26 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:24:00.803995 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7c396fe8-0567-45be-892d-b5bee4e53d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:00.824418 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-e776dded-10f3-4f76-934e-c915816c619e req-d474a0ec-312f-41d5-9f36-0d5af62580a3 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] Calling delete_port for a0c32142-88a5-4136-b57d-9db40fbb37b8 owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:24:00.878097 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-863566b2-bc1d-42bb-926d-36c2e19bb8ba req-2666fd91-d9b8-4863-a70f-a72722372ca7 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] 10.222.0.57 "GET /v2.0/security-groups?id=629665f6-be5b-4c52-93b2-5c2665021780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6856437 May 27 02:24:00.954043 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e739c-c69e-4f9f-a6b0-7b8f8c83f740 req-4c7d910c-b13e-4dfb-aa1c-aba80af6c80d tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:00.967204 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a37e739c-c69e-4f9f-a6b0-7b8f8c83f740 req-4c7d910c-b13e-4dfb-aa1c-aba80af6c80d tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 947 time: 0.9237406 May 27 02:24:00.992470 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 3a6299a2-2cf7-4589-85be-cace5ff33aa0 resource provider aggregate not found May 27 02:24:01.033868 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 3a6299a2-2cf7-4589-85be-cace5ff33aa0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3a6299a2-2cf7-4589-85be-cace5ff33aa0 found for delete ", "request_id": "req-ef84ca4d-b212-48e8-a0f9-0dda0fb6486f"}]} May 27 02:24:01.096003 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1df752ff-4b8f-4741-ac7e-e230a31ffe61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:01.106915 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a37e739c-c69e-4f9f-a6b0-7b8f8c83f740 req-b367dd43-41f8-4878-b362-f24031f2e245 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370409 May 27 02:24:01.151835 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7c396fe8-0567-45be-892d-b5bee4e53d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:01.178330 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7c396fe8-0567-45be-892d-b5bee4e53d26 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:01.198845 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1df752ff-4b8f-4741-ac7e-e230a31ffe61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:01.227941 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c396fe8-0567-45be-892d-b5bee4e53d26 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7d66f6a-a479-4269-a75d-5f748e43df31,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:01.244288 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e776dded-10f3-4f76-934e-c915816c619e req-d474a0ec-312f-41d5-9f36-0d5af62580a3 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:01.262874 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['a0c32142-88a5-4136-b57d-9db40fbb37b8'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:24:01.263834 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df752ff-4b8f-4741-ac7e-e230a31ffe61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:24:01.281466 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df752ff-4b8f-4741-ac7e-e230a31ffe61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ed4973-62d9-4a9e-845e-709ebf234382,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:01.285280 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1df752ff-4b8f-4741-ac7e-e230a31ffe61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:01.285651 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-1df752ff-4b8f-4741-ac7e-e230a31ffe61 admin admin] Added segment 441b6a83-1810-4a59-a172-de9005de5715 of type vlan for network b0cf1283-9231-4b2a-9144-4eb59719bffc May 27 02:24:01.329723 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1df752ff-4b8f-4741-ac7e-e230a31ffe61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:01.378019 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d474a0ec-312f-41d5-9f36-0d5af62580a3 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] Pushing event deleted for resources: {'Port': ['ID=a0c32142-88a5-4136-b57d-9db40fbb37b8,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:01.408851 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7c396fe8-0567-45be-892d-b5bee4e53d26 admin admin] 10.222.0.57 "DELETE /v2.0/networks/e7d66f6a-a479-4269-a75d-5f748e43df31 HTTP/1.1" status: 204 len: 168 time: 1.2606051 May 27 02:24:01.422147 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46710) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:01.492848 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-e776dded-10f3-4f76-934e-c915816c619e req-d474a0ec-312f-41d5-9f36-0d5af62580a3 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] No DVR routers for this DVR port a0c32142-88a5-4136-b57d-9db40fbb37b8 on host n-h1-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:24:01.497328 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e776dded-10f3-4f76-934e-c915816c619e req-d474a0ec-312f-41d5-9f36-0d5af62580a3 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:01.500679 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c7397ab-c3b6-4110-9709-46facebc046f', 'name': 'network-vif-deleted', 'tag': 'a0c32142-88a5-4136-b57d-9db40fbb37b8'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:24:01.519143 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1df752ff-4b8f-4741-ac7e-e230a31ffe61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:01.520106 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df752ff-4b8f-4741-ac7e-e230a31ffe61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:01.520683 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1df752ff-4b8f-4741-ac7e-e230a31ffe61 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:01.587110 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f11031fa-9279-4c2b-8cee-f4f877ad41fa'] response: {'server_uuid': '1c7397ab-c3b6-4110-9709-46facebc046f', 'name': 'network-vif-deleted', 'tag': 'a0c32142-88a5-4136-b57d-9db40fbb37b8', 'status': 'completed', 'code': 200} May 27 02:24:01.605704 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e776dded-10f3-4f76-934e-c915816c619e req-d474a0ec-312f-41d5-9f36-0d5af62580a3 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] 10.222.0.32 "DELETE /v2.0/ports/a0c32142-88a5-4136-b57d-9db40fbb37b8 HTTP/1.1" status: 204 len: 173 time: 2.0412207 May 27 02:24:01.663706 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-c568bf5a-120b-4fd8-a108-17d00059ab43 admin admin] Deleting subnet 5203b04f-3a83-4f4e-b270-446add3711ab {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:24:01.673943 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c568bf5a-120b-4fd8-a108-17d00059ab43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:01.766605 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c568bf5a-120b-4fd8-a108-17d00059ab43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:01.849122 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46724) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:01.850303 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1df752ff-4b8f-4741-ac7e-e230a31ffe61 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.1508071 May 27 02:24:01.855447 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-5b4c0112-bb20-434c-a6ab-fc4b7b363970 admin admin] Request body: {'subnet': {'network_id': 'b0cf1283-9231-4b2a-9144-4eb59719bffc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1212553305-subnet', 'tenant_id': 'b08cd8af149f44bd8b4127ae8a32a06c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:24:01.864388 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5b4c0112-bb20-434c-a6ab-fc4b7b363970 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:01.873391 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5b4c0112-bb20-434c-a6ab-fc4b7b363970 admin admin] Usage tracker for resource:subnet and tenant:b08cd8af149f44bd8b4127ae8a32a06c is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:01.886737 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5b4c0112-bb20-434c-a6ab-fc4b7b363970 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:01.901233 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5b4c0112-bb20-434c-a6ab-fc4b7b363970 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:01.939345 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df752ff-4b8f-4741-ac7e-e230a31ffe61 admin admin] Pushing event updated for resources: {'Network': ['ID=b0cf1283-9231-4b2a-9144-4eb59719bffc,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:01.948021 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c568bf5a-120b-4fd8-a108-17d00059ab43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:01.950965 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network b0cf1283-9231-4b2a-9144-4eb59719bffc details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:24:02.021859 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4c0112-bb20-434c-a6ab-fc4b7b363970 admin admin] Made reservation on behalf of b08cd8af149f44bd8b4127ae8a32a06c for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:24:02.021859 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5b4c0112-bb20-434c-a6ab-fc4b7b363970 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:02.136986 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c568bf5a-120b-4fd8-a108-17d00059ab43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:02.249007 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-d9619a2c-d935-4309-a960-ed9400b0c49a req-509cc622-55d0-4606-9437-bd04ba6dfa38 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] Synchronizing usage tracker for tenant:410b61e445744294bbdf52b86e34bdd5 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:24:02.330716 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-d9619a2c-d935-4309-a960-ed9400b0c49a req-509cc622-55d0-4606-9437-bd04ba6dfa38 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] Unset dirty status for tenant:410b61e445744294bbdf52b86e34bdd5 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:24:02.331873 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d9619a2c-d935-4309-a960-ed9400b0c49a req-509cc622-55d0-4606-9437-bd04ba6dfa38 tempest-InstanceActionsNegativeTestJSON-1747160261 tempest-InstanceActionsNegativeTestJSON-1747160261-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c7397ab-c3b6-4110-9709-46facebc046f HTTP/1.1" status: 200 len: 210 time: 0.1762967 May 27 02:24:02.392336 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c568bf5a-120b-4fd8-a108-17d00059ab43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5203b04f-3a83-4f4e-b270-446add3711ab,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:02.396984 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c568bf5a-120b-4fd8-a108-17d00059ab43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:02.405365 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c568bf5a-120b-4fd8-a108-17d00059ab43 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/5203b04f-3a83-4f4e-b270-446add3711ab HTTP/1.1" status: 204 len: 168 time: 0.9789376 May 27 02:24:02.416455 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46750) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:02.503937 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6826fd6-482b-46b3-bf15-fa384b231e3f req-42d2f8d4-50d2-46a1-b240-e8ee3861e8ad tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:02.505934 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c6826fd6-482b-46b3-bf15-fa384b231e3f req-42d2f8d4-50d2-46a1-b240-e8ee3861e8ad tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 947 time: 0.2210581 May 27 02:24:02.572802 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be2fed79-e9a4-4689-ad46-f867eff40d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:02.594304 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c6826fd6-482b-46b3-bf15-fa384b231e3f req-570b5dd5-0934-44f1-b76a-ab1d2d5d4c92 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780756 May 27 02:24:02.729930 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be2fed79-e9a4-4689-ad46-f867eff40d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:02.740866 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5b4c0112-bb20-434c-a6ab-fc4b7b363970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:02.759061 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-be2fed79-e9a4-4689-ad46-f867eff40d88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a708011-b48a-42f7-be1c-2d2d596a25d3']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:24:02.774960 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-be2fed79-e9a4-4689-ad46-f867eff40d88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b8c68b3-1eb4-4e77-bdcb-e26ffb22bf6e') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:24:02.775380 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-be2fed79-e9a4-4689-ad46-f867eff40d88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b8c68b3-1eb4-4e77-bdcb-e26ffb22bf6e') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:24:02.790279 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be2fed79-e9a4-4689-ad46-f867eff40d88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:02.833412 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be2fed79-e9a4-4689-ad46-f867eff40d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:02.845235 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be2fed79-e9a4-4689-ad46-f867eff40d88 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:24:02.845641 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be2fed79-e9a4-4689-ad46-f867eff40d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:02.923491 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4c0112-bb20-434c-a6ab-fc4b7b363970 admin admin] Checking segment: {'id': '441b6a83-1810-4a59-a172-de9005de5715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b0cf1283-9231-4b2a-9144-4eb59719bffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:24:02.924029 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4c0112-bb20-434c-a6ab-fc4b7b363970 admin admin] Network hostable DHCP agents. Network: b0cf1283-9231-4b2a-9144-4eb59719bffc, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:24:02.942486 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c0112-bb20-434c-a6ab-fc4b7b363970 admin admin] Pushing event updated for resources: {'Subnet': ['ID=505370ea-6a69-4c6a-9c79-68e9a416bb4a,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:03.025923 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4c0112-bb20-434c-a6ab-fc4b7b363970 admin admin] Network b0cf1283-9231-4b2a-9144-4eb59719bffc is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:24:03.049965 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be2fed79-e9a4-4689-ad46-f867eff40d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:03.076226 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 7b8c68b3-1eb4-4e77-bdcb-e26ffb22bf6e resource provider aggregate not found May 27 02:24:03.084860 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be2fed79-e9a4-4689-ad46-f867eff40d88 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:03.092644 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46764) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:03.093861 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2fed79-e9a4-4689-ad46-f867eff40d88 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a708011-b48a-42f7-be1c-2d2d596a25d3,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:03.097602 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-5b4c0112-bb20-434c-a6ab-fc4b7b363970 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, b0cf1283-9231-4b2a-9144-4eb59719bffc) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:24:03.101690 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-be2fed79-e9a4-4689-ad46-f867eff40d88 admin admin] 10.222.0.57 "DELETE /v2.0/networks/6a708011-b48a-42f7-be1c-2d2d596a25d3 HTTP/1.1" status: 204 len: 168 time: 0.6822913 May 27 02:24:03.110835 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4c0112-bb20-434c-a6ab-fc4b7b363970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:03.111899 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65b1bbb-1621-443a-8418-ed4a6fdfac1f None None] Network b0cf1283-9231-4b2a-9144-4eb59719bffc requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:24:03.112430 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5b4c0112-bb20-434c-a6ab-fc4b7b363970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:03.126968 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 7b8c68b3-1eb4-4e77-bdcb-e26ffb22bf6e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7b8c68b3-1eb4-4e77-bdcb-e26ffb22bf6e found for delete ", "request_id": "req-6f7dc8e8-68ea-4d95-a547-3d210d69c792"}]} May 27 02:24:03.258717 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5b4c0112-bb20-434c-a6ab-fc4b7b363970 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.4084055 May 27 02:24:03.287101 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d063c932-285f-4e8e-95bd-266f4e18829b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:03.323741 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-d063c932-285f-4e8e-95bd-266f4e18829b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:03.328261 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d063c932-285f-4e8e-95bd-266f4e18829b admin admin] Usage tracker for resource:security_group_rule and tenant:fb9bce098c2e45c194e794fc6debb4df is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:03.332537 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d063c932-285f-4e8e-95bd-266f4e18829b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:03.344757 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-d063c932-285f-4e8e-95bd-266f4e18829b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:03.518715 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d063c932-285f-4e8e-95bd-266f4e18829b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:03.553908 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46784) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:03.600926 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e986e1c-1b9c-4067-aa41-e006d272a09e None None] Network b0cf1283-9231-4b2a-9144-4eb59719bffc requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:24:03.602165 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d063c932-285f-4e8e-95bd-266f4e18829b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:03.620174 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46788) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:03.697851 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-04fd8e7d-5481-48a7-a767-80a3f38ac74a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cdc6c537be7143c392516bc75c24b526&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0748336 May 27 02:24:03.700437 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46792) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:03.720344 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d063c932-285f-4e8e-95bd-266f4e18829b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fb9bce098c2e45c194e794fc6debb4df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6262717 May 27 02:24:03.724730 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46796) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:03.850542 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ad524618-2385-4049-a0d1-da1b6fbbe306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:03.855517 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-050bb5da-9d5f-44fe-8d3b-adb668cfc07c admin admin] Deleting subnet 67087165-c782-403b-90e8-4836b210103e {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:24:03.859515 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-050bb5da-9d5f-44fe-8d3b-adb668cfc07c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:03.900035 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bd0dc309-c36a-4a0e-bb3e-703d12c511b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:03.904491 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d063c932-285f-4e8e-95bd-266f4e18829b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e443b2-1e0d-4309-bc3f-c934b1b5cbfd,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:03.945801 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device a0c32142-88a5-4136-b57d-9db40fbb37b8 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:24:03.951051 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-050bb5da-9d5f-44fe-8d3b-adb668cfc07c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:03.982381 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bd0dc309-c36a-4a0e-bb3e-703d12c511b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:03.990692 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ad524618-2385-4049-a0d1-da1b6fbbe306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:03.991841 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: a0c32142-88a5-4136-b57d-9db40fbb37b8 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:24:03.992657 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device a0c32142-88a5-4136-b57d-9db40fbb37b8 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:24:04.073302 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-050bb5da-9d5f-44fe-8d3b-adb668cfc07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:04.164844 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bd0dc309-c36a-4a0e-bb3e-703d12c511b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:04.183402 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0dc309-c36a-4a0e-bb3e-703d12c511b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c517e0-b05d-46b7-9be6-62ce8ea049ce,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:04.234329 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ad524618-2385-4049-a0d1-da1b6fbbe306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:04.265885 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad524618-2385-4049-a0d1-da1b6fbbe306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e443b2-1e0d-4309-bc3f-c934b1b5cbfd,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:04.299709 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ad524618-2385-4049-a0d1-da1b6fbbe306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:04.300855 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ad524618-2385-4049-a0d1-da1b6fbbe306 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/09e443b2-1e0d-4309-bc3f-c934b1b5cbfd HTTP/1.1" status: 204 len: 168 time: 0.5672781 May 27 02:24:04.301083 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bd0dc309-c36a-4a0e-bb3e-703d12c511b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:04.305085 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-bd0dc309-c36a-4a0e-bb3e-703d12c511b6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e9c517e0-b05d-46b7-9be6-62ce8ea049ce HTTP/1.1" status: 204 len: 168 time: 0.6006160 May 27 02:24:04.306929 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-050bb5da-9d5f-44fe-8d3b-adb668cfc07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:04.360615 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050bb5da-9d5f-44fe-8d3b-adb668cfc07c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67087165-c782-403b-90e8-4836b210103e,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:04.374858 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-050bb5da-9d5f-44fe-8d3b-adb668cfc07c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:04.374858 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-050bb5da-9d5f-44fe-8d3b-adb668cfc07c admin admin] 10.222.0.57 "DELETE /v2.0/subnets/67087165-c782-403b-90e8-4836b210103e HTTP/1.1" status: 204 len: 168 time: 0.8161306 May 27 02:24:04.375202 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46816) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:04.379615 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-ad2dfdd9-75f8-457c-b410-f081207b1892 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:04.381485 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-ad2dfdd9-75f8-457c-b410-f081207b1892 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/networks?id=b0cf1283-9231-4b2a-9144-4eb59719bffc HTTP/1.1" status: 200 len: 806 time: 0.2329094 May 27 02:24:04.405474 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-a2f2c8f6-e643-40cc-99e1-65a5c904519c tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/quotas/b08cd8af149f44bd8b4127ae8a32a06c HTTP/1.1" status: 200 len: 375 time: 0.0132332 May 27 02:24:04.498104 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-5f521441-f78b-45ad-a5b8-cc249aaa09fa tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b08cd8af149f44bd8b4127ae8a32a06c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0856431 May 27 02:24:04.586729 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6b83464-09e0-4934-8977-1bef6f52f876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:04.645314 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-04b3d662-f753-44f1-bd32-583bdb6df177 service neutron] 10.222.0.57 "GET /v2.0/networks/b0cf1283-9231-4b2a-9144-4eb59719bffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461477 May 27 02:24:04.775713 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6b83464-09e0-4934-8977-1bef6f52f876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:04.828321 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a6b83464-09e0-4934-8977-1bef6f52f876 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['490b7acf-0cbc-45e9-97bf-d6d171391e0b']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:24:04.856940 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a6b83464-09e0-4934-8977-1bef6f52f876 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6c88228-f1ee-44f4-bf5a-92e13fd37a38') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:24:04.857456 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a6b83464-09e0-4934-8977-1bef6f52f876 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6c88228-f1ee-44f4-bf5a-92e13fd37a38') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:24:04.888613 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6b83464-09e0-4934-8977-1bef6f52f876 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:04.915892 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6b83464-09e0-4934-8977-1bef6f52f876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:04.923316 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6b83464-09e0-4934-8977-1bef6f52f876 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:24:04.923316 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6b83464-09e0-4934-8977-1bef6f52f876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:05.018704 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-b8d74f87-20ca-4dc5-9180-60715da26941 service neutron] 10.222.0.57 "GET /v2.0/networks/b0cf1283-9231-4b2a-9144-4eb59719bffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672047 May 27 02:24:05.146956 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6b83464-09e0-4934-8977-1bef6f52f876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:05.200972 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment f6c88228-f1ee-44f4-bf5a-92e13fd37a38 resource provider aggregate not found May 27 02:24:05.206012 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6b83464-09e0-4934-8977-1bef6f52f876 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:05.228606 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b83464-09e0-4934-8977-1bef6f52f876 admin admin] Pushing event deleted for resources: {'Network': ['ID=490b7acf-0cbc-45e9-97bf-d6d171391e0b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:05.231295 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a6b83464-09e0-4934-8977-1bef6f52f876 admin admin] 10.222.0.57 "DELETE /v2.0/networks/490b7acf-0cbc-45e9-97bf-d6d171391e0b HTTP/1.1" status: 204 len: 168 time: 0.8549223 May 27 02:24:05.250217 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment f6c88228-f1ee-44f4-bf5a-92e13fd37a38 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f6c88228-f1ee-44f4-bf5a-92e13fd37a38 found for delete ", "request_id": "req-bc87da27-c5c2-4859-9cfb-4a59b18a2c28"}]} May 27 02:24:05.484004 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46842) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:05.507062 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-40b5b686-2ad1-4515-b15d-66454bf5e0b2 req-2ca3c6f2-3bfb-4aef-a8e7-a70610f2e2d9 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=00d99e50-3f3d-4e0a-a7b2-bd49dd49e819 HTTP/1.1" status: 200 len: 210 time: 0.0895314 May 27 02:24:05.620890 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46850) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:05.622803 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-23595aea-5943-4771-ad0e-bd177beebed7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=461e573ead7148d580137ce365706527&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1329050 May 27 02:24:05.703362 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a689597-335a-407d-b860-304e76913074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:05.738284 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a689597-335a-407d-b860-304e76913074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:05.813323 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46860) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:05.953477 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a689597-335a-407d-b860-304e76913074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:05.995463 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a689597-335a-407d-b860-304e76913074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab544d7-6ee5-4c2e-82d6-3afe6081520e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:06.002029 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb3161e1-33e6-4a2b-960b-748fb4d056ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:06.018672 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a689597-335a-407d-b860-304e76913074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:06.022816 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3a689597-335a-407d-b860-304e76913074 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5ab544d7-6ee5-4c2e-82d6-3afe6081520e HTTP/1.1" status: 204 len: 168 time: 0.3980877 May 27 02:24:06.028183 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bb3161e1-33e6-4a2b-960b-748fb4d056ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:06.032640 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bb3161e1-33e6-4a2b-960b-748fb4d056ba admin admin] Usage tracker for resource:security_group_rule and tenant:a1aab4d797ce499181eddd728face897 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:06.037056 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bb3161e1-33e6-4a2b-960b-748fb4d056ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:06.044290 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bb3161e1-33e6-4a2b-960b-748fb4d056ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:06.139120 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb3161e1-33e6-4a2b-960b-748fb4d056ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:06.157536 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46872) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:06.213487 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7825a538-ede5-4056-b726-885f7fbb5322 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=410b61e445744294bbdf52b86e34bdd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517998 May 27 02:24:06.213982 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46876) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:06.227738 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb3161e1-33e6-4a2b-960b-748fb4d056ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:06.270953 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3161e1-33e6-4a2b-960b-748fb4d056ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52042916-c681-4727-94dd-26a5e4747ffc,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:06.320506 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-bb3161e1-33e6-4a2b-960b-748fb4d056ba admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a1aab4d797ce499181eddd728face897&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5052469 May 27 02:24:06.320960 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46882) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:06.345872 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-47b4cfd8-92ba-41a9-a11b-bcf60ced1496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:06.375190 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-47b4cfd8-92ba-41a9-a11b-bcf60ced1496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:06.386724 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-848385f7-01ab-4a91-9e0b-737fa937b5ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:06.415563 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-848385f7-01ab-4a91-9e0b-737fa937b5ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:06.572409 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-47b4cfd8-92ba-41a9-a11b-bcf60ced1496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:06.616536 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b4cfd8-92ba-41a9-a11b-bcf60ced1496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629665f6-be5b-4c52-93b2-5c2665021780,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:06.638775 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a92a6b09-962a-4572-9359-c05d503efe51 req-474a25f2-fc00-48e6-ab5c-4a01da369966 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=00d99e50-3f3d-4e0a-a7b2-bd49dd49e819 HTTP/1.1" status: 200 len: 210 time: 0.0746889 May 27 02:24:06.641153 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-848385f7-01ab-4a91-9e0b-737fa937b5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:06.650914 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-47b4cfd8-92ba-41a9-a11b-bcf60ced1496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:06.658487 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-47b4cfd8-92ba-41a9-a11b-bcf60ced1496 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/629665f6-be5b-4c52-93b2-5c2665021780 HTTP/1.1" status: 204 len: 168 time: 0.4372838 May 27 02:24:06.658936 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848385f7-01ab-4a91-9e0b-737fa937b5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52042916-c681-4727-94dd-26a5e4747ffc,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:06.664703 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-848385f7-01ab-4a91-9e0b-737fa937b5ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:06.666427 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-848385f7-01ab-4a91-9e0b-737fa937b5ef admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/52042916-c681-4727-94dd-26a5e4747ffc HTTP/1.1" status: 204 len: 168 time: 0.3437848 May 27 02:24:07.152848 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46912) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:07.403181 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-573240df-b1e6-42b7-86f9-9f40f3e95b59 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1855811875-network', 'tenant_id': 'f7c083e875a74c85ab07201c118f3163'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:24:07.410879 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-573240df-b1e6-42b7-86f9-9f40f3e95b59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:07.415599 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-573240df-b1e6-42b7-86f9-9f40f3e95b59 admin admin] Usage tracker for resource:network and tenant:f7c083e875a74c85ab07201c118f3163 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:07.419397 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-573240df-b1e6-42b7-86f9-9f40f3e95b59 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:07.429721 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-573240df-b1e6-42b7-86f9-9f40f3e95b59 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:07.513654 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573240df-b1e6-42b7-86f9-9f40f3e95b59 admin admin] Made reservation on behalf of f7c083e875a74c85ab07201c118f3163 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:24:07.515341 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-573240df-b1e6-42b7-86f9-9f40f3e95b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:07.529692 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-573240df-b1e6-42b7-86f9-9f40f3e95b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:07.552094 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-573240df-b1e6-42b7-86f9-9f40f3e95b59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:07.553272 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-573240df-b1e6-42b7-86f9-9f40f3e95b59 admin admin] Usage tracker for resource:security_group_rule and tenant:f7c083e875a74c85ab07201c118f3163 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:07.556370 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-573240df-b1e6-42b7-86f9-9f40f3e95b59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:07.563148 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-573240df-b1e6-42b7-86f9-9f40f3e95b59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:07.679387 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-573240df-b1e6-42b7-86f9-9f40f3e95b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:07.763250 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-573240df-b1e6-42b7-86f9-9f40f3e95b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:07.829471 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-573240df-b1e6-42b7-86f9-9f40f3e95b59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:24:07.846787 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4f7a3ad5-d911-409c-8d8f-04227cda450a req-1025ad61-ea20-4cd1-8e84-62658f9103f6 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=00d99e50-3f3d-4e0a-a7b2-bd49dd49e819 HTTP/1.1" status: 200 len: 210 time: 0.0736444 May 27 02:24:07.866461 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573240df-b1e6-42b7-86f9-9f40f3e95b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1596953-0feb-4d74-81ec-65ca0db333da,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:07.870180 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-573240df-b1e6-42b7-86f9-9f40f3e95b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:07.870538 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-573240df-b1e6-42b7-86f9-9f40f3e95b59 admin admin] Added segment ed412144-cb8c-480f-a3bb-405b4f36ce73 of type vlan for network b921cce6-5062-44df-97a9-d91a01fa9517 May 27 02:24:07.900079 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-573240df-b1e6-42b7-86f9-9f40f3e95b59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:08.069708 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-573240df-b1e6-42b7-86f9-9f40f3e95b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:08.070935 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573240df-b1e6-42b7-86f9-9f40f3e95b59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:08.072198 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-573240df-b1e6-42b7-86f9-9f40f3e95b59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:08.218855 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573240df-b1e6-42b7-86f9-9f40f3e95b59 admin admin] Pushing event updated for resources: {'Network': ['ID=b921cce6-5062-44df-97a9-d91a01fa9517,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:08.229923 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network b921cce6-5062-44df-97a9-d91a01fa9517 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:24:08.253541 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-527747fa-fde2-495b-b438-6c00d8beeb2d tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:08.255164 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-527747fa-fde2-495b-b438-6c00d8beeb2d tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.32 "GET /v2.0/networks?id=b0cf1283-9231-4b2a-9144-4eb59719bffc HTTP/1.1" status: 200 len: 806 time: 0.2629640 May 27 02:24:08.266805 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-4bdf09e3-cf90-4b88-a827-3f813eeeba19 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Request body: {'port': {'device_id': '00d99e50-3f3d-4e0a-a7b2-bd49dd49e819', 'network_id': 'b0cf1283-9231-4b2a-9144-4eb59719bffc', 'admin_state_up': True, 'tenant_id': 'b08cd8af149f44bd8b4127ae8a32a06c'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:24:08.347800 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-573240df-b1e6-42b7-86f9-9f40f3e95b59 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1937940 May 27 02:24:08.351342 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46954) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:08.360330 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f0ef1683-25ff-45b0-b339-dad3a4161425 admin admin] Request body: {'subnet': {'network_id': 'b921cce6-5062-44df-97a9-d91a01fa9517', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1855811875-subnet', 'tenant_id': 'f7c083e875a74c85ab07201c118f3163', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:24:08.376179 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f0ef1683-25ff-45b0-b339-dad3a4161425 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:08.389476 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f0ef1683-25ff-45b0-b339-dad3a4161425 admin admin] Usage tracker for resource:subnet and tenant:f7c083e875a74c85ab07201c118f3163 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:08.398910 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f0ef1683-25ff-45b0-b339-dad3a4161425 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:08.400235 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f0ef1683-25ff-45b0-b339-dad3a4161425 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:08.446362 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-4bdf09e3-cf90-4b88-a827-3f813eeeba19 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:08.453528 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-4bdf09e3-cf90-4b88-a827-3f813eeeba19 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Usage tracker for resource:port and tenant:b08cd8af149f44bd8b4127ae8a32a06c is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:08.457267 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-4bdf09e3-cf90-4b88-a827-3f813eeeba19 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:08.467067 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-4bdf09e3-cf90-4b88-a827-3f813eeeba19 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:08.542974 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ef1683-25ff-45b0-b339-dad3a4161425 admin admin] Made reservation on behalf of f7c083e875a74c85ab07201c118f3163 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:24:08.545367 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f0ef1683-25ff-45b0-b339-dad3a4161425 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:08.570621 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-4bdf09e3-cf90-4b88-a827-3f813eeeba19 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Made reservation on behalf of b08cd8af149f44bd8b4127ae8a32a06c for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:24:08.574802 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-4bdf09e3-cf90-4b88-a827-3f813eeeba19 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:08.775601 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-4bdf09e3-cf90-4b88-a827-3f813eeeba19 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Allocated IP 172.20.0.2 (b0cf1283-9231-4b2a-9144-4eb59719bffc/505370ea-6a69-4c6a-9c79-68e9a416bb4a/cfb7cdfa-51e3-48fc-9dff-7e74813e008c) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:24:09.043534 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f0ef1683-25ff-45b0-b339-dad3a4161425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:09.059748 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46988) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:09.139860 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-003fd4b2-3dd3-4758-a104-dd170c699dfa req-754238ec-be40-4db7-8d8c-4b1a1ab0cc15 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=00d99e50-3f3d-4e0a-a7b2-bd49dd49e819 HTTP/1.1" status: 200 len: 210 time: 0.0667760 May 27 02:24:09.162656 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ef1683-25ff-45b0-b339-dad3a4161425 admin admin] Checking segment: {'id': 'ed412144-cb8c-480f-a3bb-405b4f36ce73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b921cce6-5062-44df-97a9-d91a01fa9517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:24:09.163017 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ef1683-25ff-45b0-b339-dad3a4161425 admin admin] Network hostable DHCP agents. Network: b921cce6-5062-44df-97a9-d91a01fa9517, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:24:09.172932 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-4bdf09e3-cf90-4b88-a827-3f813eeeba19 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:09.177956 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ef1683-25ff-45b0-b339-dad3a4161425 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7206369c-bdde-4c3c-aa2b-4114fad4074f,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:09.254521 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ef1683-25ff-45b0-b339-dad3a4161425 admin admin] Network b921cce6-5062-44df-97a9-d91a01fa9517 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:24:09.300619 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-4bdf09e3-cf90-4b88-a827-3f813eeeba19 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:09.376935 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-eb8bcd8b-09e2-4574-bca6-062cb22e5989 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-876930334-network', 'tenant_id': '665791fe782b44168aee72df05af6c58'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:24:09.380132 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-f0ef1683-25ff-45b0-b339-dad3a4161425 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, b921cce6-5062-44df-97a9-d91a01fa9517) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:24:09.389269 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-eb8bcd8b-09e2-4574-bca6-062cb22e5989 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:09.392169 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ef1683-25ff-45b0-b339-dad3a4161425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:09.392169 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f0ef1683-25ff-45b0-b339-dad3a4161425 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:09.394720 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edf2827-bd00-4bb9-9612-1443a5cd5eb2 None None] Network b921cce6-5062-44df-97a9-d91a01fa9517 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:24:09.403285 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-eb8bcd8b-09e2-4574-bca6-062cb22e5989 admin admin] Usage tracker for resource:network and tenant:665791fe782b44168aee72df05af6c58 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:09.410006 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-eb8bcd8b-09e2-4574-bca6-062cb22e5989 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:09.413408 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-4bdf09e3-cf90-4b88-a827-3f813eeeba19 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Network b0cf1283-9231-4b2a-9144-4eb59719bffc is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:24:09.419413 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-eb8bcd8b-09e2-4574-bca6-062cb22e5989 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:09.421649 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-4bdf09e3-cf90-4b88-a827-3f813eeeba19 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:24:09.427854 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-4bdf09e3-cf90-4b88-a827-3f813eeeba19 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:24:09.460044 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf09e3-cf90-4b88-a827-3f813eeeba19 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Pushing event updated for resources: {'Port': ['ID=cfb7cdfa-51e3-48fc-9dff-7e74813e008c,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:09.505921 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-4bdf09e3-cf90-4b88-a827-3f813eeeba19 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:09.514754 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f0ef1683-25ff-45b0-b339-dad3a4161425 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1540830 May 27 02:24:09.515882 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-4bdf09e3-cf90-4b88-a827-3f813eeeba19 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:09.551856 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8bcd8b-09e2-4574-bca6-062cb22e5989 admin admin] Made reservation on behalf of 665791fe782b44168aee72df05af6c58 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:24:09.554733 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eb8bcd8b-09e2-4574-bca6-062cb22e5989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:09.572459 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eb8bcd8b-09e2-4574-bca6-062cb22e5989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:09.595096 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-eb8bcd8b-09e2-4574-bca6-062cb22e5989 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:09.599280 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-eb8bcd8b-09e2-4574-bca6-062cb22e5989 admin admin] Usage tracker for resource:security_group_rule and tenant:665791fe782b44168aee72df05af6c58 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:09.602264 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-eb8bcd8b-09e2-4574-bca6-062cb22e5989 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:09.609296 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-eb8bcd8b-09e2-4574-bca6-062cb22e5989 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:09.632846 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-4bdf09e3-cf90-4b88-a827-3f813eeeba19 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3697591 May 27 02:24:09.647335 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-38589270-a6a4-4274-8291-e9cb9f7d91f3 service neutron] Request body: {'port': {'device_id': '00d99e50-3f3d-4e0a-a7b2-bd49dd49e819', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:24:09.679751 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae029ef-3983-4c05-9ec6-3a538cf7e635 None None] Network b921cce6-5062-44df-97a9-d91a01fa9517 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:24:09.929092 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-38589270-a6a4-4274-8291-e9cb9f7d91f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:09.958813 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eb8bcd8b-09e2-4574-bca6-062cb22e5989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:10.030360 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47014) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:10.088538 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eb8bcd8b-09e2-4574-bca6-062cb22e5989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:10.101983 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb8bcd8b-09e2-4574-bca6-062cb22e5989 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:24:10.112063 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eb8bcd8b-09e2-4574-bca6-062cb22e5989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:10.112413 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-eb8bcd8b-09e2-4574-bca6-062cb22e5989 admin admin] Added segment 2e346bc5-5f0b-4406-90c3-6566b97a936a of type vlan for network 17fbea9d-55d6-4501-8773-6fa81d0403d3 May 27 02:24:10.174132 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eb8bcd8b-09e2-4574-bca6-062cb22e5989 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:10.213565 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8bcd8b-09e2-4574-bca6-062cb22e5989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83b0137-b404-40da-93dc-bc9357522db1,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:10.218807 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47026) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:10.363376 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9d42283e-ee5e-4204-8d23-52a827641046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:10.413496 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9d42283e-ee5e-4204-8d23-52a827641046 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:10.416710 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c6f9bb49-9919-446f-be09-19e35aceba69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:10.438316 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9d42283e-ee5e-4204-8d23-52a827641046 admin admin] Usage tracker for resource:security_group_rule and tenant:6cfe3a8f0f884f8ba9988feec02dbec0 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:10.442975 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9d42283e-ee5e-4204-8d23-52a827641046 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:10.446748 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c6f9bb49-9919-446f-be09-19e35aceba69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:10.453233 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9d42283e-ee5e-4204-8d23-52a827641046 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:10.455531 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c6f9bb49-9919-446f-be09-19e35aceba69 admin admin] Usage tracker for resource:security_group_rule and tenant:d0973c48a0f141daaa83f69439a6a37c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:10.460068 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c6f9bb49-9919-446f-be09-19e35aceba69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:10.471168 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c6f9bb49-9919-446f-be09-19e35aceba69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:10.558490 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aae292-6260-46f7-87bf-4cd243abb146 req-00d04304-c76c-491c-a999-305191ae2ae4 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:10.559177 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e6aae292-6260-46f7-87bf-4cd243abb146 req-00d04304-c76c-491c-a999-305191ae2ae4 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Synchronizing usage tracker for tenant:b08cd8af149f44bd8b4127ae8a32a06c on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:24:10.602975 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9d42283e-ee5e-4204-8d23-52a827641046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:10.615888 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c6f9bb49-9919-446f-be09-19e35aceba69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:10.679891 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-38589270-a6a4-4274-8291-e9cb9f7d91f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfb7cdfa-51e3-48fc-9dff-7e74813e008c {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:24:10.691121 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-38589270-a6a4-4274-8291-e9cb9f7d91f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:10.701951 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-2faaa322-946f-4e22-8cb3-ef6ec22caf3c tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:10.702615 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-2faaa322-946f-4e22-8cb3-ef6ec22caf3c tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] Synchronizing usage tracker for tenant:f7c083e875a74c85ab07201c118f3163 on resource:network {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:24:10.719025 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-38589270-a6a4-4274-8291-e9cb9f7d91f3 service neutron] Transition to ACTIVE for port object cfb7cdfa-51e3-48fc-9dff-7e74813e008c will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:24:11.374758 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eb8bcd8b-09e2-4574-bca6-062cb22e5989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:11.375846 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8bcd8b-09e2-4574-bca6-062cb22e5989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:11.375846 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eb8bcd8b-09e2-4574-bca6-062cb22e5989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:11.443070 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9d42283e-ee5e-4204-8d23-52a827641046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:11.479644 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8bcd8b-09e2-4574-bca6-062cb22e5989 admin admin] Pushing event updated for resources: {'Network': ['ID=17fbea9d-55d6-4501-8773-6fa81d0403d3,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:11.494278 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 17fbea9d-55d6-4501-8773-6fa81d0403d3 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:24:11.495079 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9d42283e-ee5e-4204-8d23-52a827641046 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6cfe3a8f0f884f8ba9988feec02dbec0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4635966 May 27 02:24:11.496986 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d42283e-ee5e-4204-8d23-52a827641046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a06f4d-26ff-44db-a71d-93f60d7add91,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:11.497813 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47050) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:11.558341 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4eedaced-a569-4b65-a6f9-072fff8b1086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:11.564193 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c6f9bb49-9919-446f-be09-19e35aceba69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:11.580216 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-38589270-a6a4-4274-8291-e9cb9f7d91f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:11.584994 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e6aae292-6260-46f7-87bf-4cd243abb146 req-00d04304-c76c-491c-a999-305191ae2ae4 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Unset dirty status for tenant:b08cd8af149f44bd8b4127ae8a32a06c on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:24:11.592290 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e6aae292-6260-46f7-87bf-4cd243abb146 req-00d04304-c76c-491c-a999-305191ae2ae4 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=00d99e50-3f3d-4e0a-a7b2-bd49dd49e819 HTTP/1.1" status: 200 len: 931 time: 1.2763481 May 27 02:24:11.618600 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c6f9bb49-9919-446f-be09-19e35aceba69 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d0973c48a0f141daaa83f69439a6a37c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3994062 May 27 02:24:11.621877 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47054) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:11.625849 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f9bb49-9919-446f-be09-19e35aceba69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62db067e-e67a-442c-a577-734775d908f5,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:11.632754 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-2faaa322-946f-4e22-8cb3-ef6ec22caf3c tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] Unset dirty status for tenant:f7c083e875a74c85ab07201c118f3163 on resource:network {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:24:11.634553 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-2faaa322-946f-4e22-8cb3-ef6ec22caf3c tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] 10.222.0.57 "GET /v2.0/networks?id=b921cce6-5062-44df-97a9-d91a01fa9517 HTTP/1.1" status: 200 len: 813 time: 1.1801372 May 27 02:24:11.660877 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-eb8bcd8b-09e2-4574-bca6-062cb22e5989 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5995166 May 27 02:24:11.664213 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47062) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:11.680316 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-dd16006c-0364-40ae-a454-244906fd6533 admin admin] Request body: {'subnet': {'network_id': '17fbea9d-55d6-4501-8773-6fa81d0403d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-876930334-subnet', 'tenant_id': '665791fe782b44168aee72df05af6c58', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:24:11.692240 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dd16006c-0364-40ae-a454-244906fd6533 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:11.699617 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dd16006c-0364-40ae-a454-244906fd6533 admin admin] Usage tracker for resource:subnet and tenant:665791fe782b44168aee72df05af6c58 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:11.703547 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dd16006c-0364-40ae-a454-244906fd6533 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:11.707562 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4eedaced-a569-4b65-a6f9-072fff8b1086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:11.716636 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dd16006c-0364-40ae-a454-244906fd6533 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:11.727554 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-97d21d94-bbd5-49ce-9fe2-51603d1fb77c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:11.753626 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-97d21d94-bbd5-49ce-9fe2-51603d1fb77c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:11.793181 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-fb99af32-80d5-4891-9baf-2260e84d4a90 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] 10.222.0.57 "GET /v2.0/quotas/f7c083e875a74c85ab07201c118f3163 HTTP/1.1" status: 200 len: 375 time: 0.1307180 May 27 02:24:11.818533 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38589270-a6a4-4274-8291-e9cb9f7d91f3 service neutron] Pushing event updated for resources: {'Port': ['ID=cfb7cdfa-51e3-48fc-9dff-7e74813e008c,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:11.854541 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e6aae292-6260-46f7-87bf-4cd243abb146 req-1839f053-6d78-499a-b103-8d1723ee198f tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613690 May 27 02:24:11.860357 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd16006c-0364-40ae-a454-244906fd6533 admin admin] Made reservation on behalf of 665791fe782b44168aee72df05af6c58 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:24:11.863519 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dd16006c-0364-40ae-a454-244906fd6533 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:11.913613 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-ae137648-100f-4e9f-ad68-bc1704d71b62 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=f7c083e875a74c85ab07201c118f3163&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1018605 May 27 02:24:11.946582 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-97d21d94-bbd5-49ce-9fe2-51603d1fb77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:11.982130 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d21d94-bbd5-49ce-9fe2-51603d1fb77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62db067e-e67a-442c-a577-734775d908f5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:12.002697 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-97d21d94-bbd5-49ce-9fe2-51603d1fb77c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:12.004029 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-97d21d94-bbd5-49ce-9fe2-51603d1fb77c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/62db067e-e67a-442c-a577-734775d908f5 HTTP/1.1" status: 204 len: 168 time: 0.3810153 May 27 02:24:12.092990 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-38589270-a6a4-4274-8291-e9cb9f7d91f3 service neutron] Attempting to bind port cfb7cdfa-51e3-48fc-9dff-7e74813e008c on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:24:12.093328 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-38589270-a6a4-4274-8291-e9cb9f7d91f3 service neutron] Attempting to bind port cfb7cdfa-51e3-48fc-9dff-7e74813e008c by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '441b6a83-1810-4a59-a172-de9005de5715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b0cf1283-9231-4b2a-9144-4eb59719bffc'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:24:12.093661 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-38589270-a6a4-4274-8291-e9cb9f7d91f3 service neutron] Attempting to bind port cfb7cdfa-51e3-48fc-9dff-7e74813e008c on network b0cf1283-9231-4b2a-9144-4eb59719bffc {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:24:12.110059 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-38589270-a6a4-4274-8291-e9cb9f7d91f3 service neutron] Port cfb7cdfa-51e3-48fc-9dff-7e74813e008c on network b0cf1283-9231-4b2a-9144-4eb59719bffc not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:24:12.110380 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-38589270-a6a4-4274-8291-e9cb9f7d91f3 service neutron] Attempting to bind port cfb7cdfa-51e3-48fc-9dff-7e74813e008c on network b0cf1283-9231-4b2a-9144-4eb59719bffc {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:24:12.120177 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-38589270-a6a4-4274-8291-e9cb9f7d91f3 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:24:12.120517 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-38589270-a6a4-4274-8291-e9cb9f7d91f3 service neutron] Checking segment: {'id': '441b6a83-1810-4a59-a172-de9005de5715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b0cf1283-9231-4b2a-9144-4eb59719bffc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:24:12.120925 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-38589270-a6a4-4274-8291-e9cb9f7d91f3 service neutron] Bound using segment: {'id': '441b6a83-1810-4a59-a172-de9005de5715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b0cf1283-9231-4b2a-9144-4eb59719bffc'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:24:12.121553 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-38589270-a6a4-4274-8291-e9cb9f7d91f3 service neutron] Bound port: cfb7cdfa-51e3-48fc-9dff-7e74813e008c, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '441b6a83-1810-4a59-a172-de9005de5715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b0cf1283-9231-4b2a-9144-4eb59719bffc'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:24:12.122055 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-38589270-a6a4-4274-8291-e9cb9f7d91f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:12.132583 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-8c819061-565b-4c24-9443-5c335d77fe59 service neutron] 10.222.0.57 "GET /v2.0/networks/b921cce6-5062-44df-97a9-d91a01fa9517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876781 May 27 02:24:12.196609 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4eedaced-a569-4b65-a6f9-072fff8b1086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:12.252134 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dd16006c-0364-40ae-a454-244906fd6533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:12.272417 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eedaced-a569-4b65-a6f9-072fff8b1086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a06f4d-26ff-44db-a71d-93f60d7add91,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:12.310709 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4eedaced-a569-4b65-a6f9-072fff8b1086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:12.314970 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4eedaced-a569-4b65-a6f9-072fff8b1086 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/47a06f4d-26ff-44db-a71d-93f60d7add91 HTTP/1.1" status: 204 len: 168 time: 0.8129766 May 27 02:24:12.338126 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-38589270-a6a4-4274-8291-e9cb9f7d91f3 service neutron] For port cfb7cdfa-51e3-48fc-9dff-7e74813e008c, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:24:12.351757 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-38589270-a6a4-4274-8291-e9cb9f7d91f3 service neutron] For port cfb7cdfa-51e3-48fc-9dff-7e74813e008c, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=cfb7cdfa-51e3-48fc-9dff-7e74813e008c,segment=NetworkSegment(441b6a83-1810-4a59-a172-de9005de5715),segment_id=441b6a83-1810-4a59-a172-de9005de5715)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:24:12.377277 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-26c4ae5d-817d-40e8-848a-f90cc0e2c4cd service neutron] 10.222.0.57 "GET /v2.0/networks/b921cce6-5062-44df-97a9-d91a01fa9517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081497 May 27 02:24:12.396153 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd16006c-0364-40ae-a454-244906fd6533 admin admin] Checking segment: {'id': '2e346bc5-5f0b-4406-90c3-6566b97a936a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17fbea9d-55d6-4501-8773-6fa81d0403d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:24:12.396657 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd16006c-0364-40ae-a454-244906fd6533 admin admin] Network hostable DHCP agents. Network: 17fbea9d-55d6-4501-8773-6fa81d0403d3, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:24:12.401820 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd16006c-0364-40ae-a454-244906fd6533 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57b96748-2ad3-4632-aff7-f8852a255e03,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:12.444363 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-38589270-a6a4-4274-8291-e9cb9f7d91f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:12.524791 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd16006c-0364-40ae-a454-244906fd6533 admin admin] Network 17fbea9d-55d6-4501-8773-6fa81d0403d3 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:24:12.603464 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-dd16006c-0364-40ae-a454-244906fd6533 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 17fbea9d-55d6-4501-8773-6fa81d0403d3) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:24:12.626369 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c2bf36-49a6-416c-8a74-365b464d12b9 None None] Network 17fbea9d-55d6-4501-8773-6fa81d0403d3 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:24:12.627730 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd16006c-0364-40ae-a454-244906fd6533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:12.627730 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dd16006c-0364-40ae-a454-244906fd6533 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:12.699924 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-38589270-a6a4-4274-8291-e9cb9f7d91f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:12.701662 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-38589270-a6a4-4274-8291-e9cb9f7d91f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:12.703297 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-38589270-a6a4-4274-8291-e9cb9f7d91f3 service neutron] 10.222.0.32 "PUT /v2.0/ports/cfb7cdfa-51e3-48fc-9dff-7e74813e008c HTTP/1.1" status: 200 len: 1091 time: 3.0602863 May 27 02:24:12.703942 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d99e50-3f3d-4e0a-a7b2-bd49dd49e819', 'tag': 'cfb7cdfa-51e3-48fc-9dff-7e74813e008c'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:24:12.713657 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-dd16006c-0364-40ae-a454-244906fd6533 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0455201 May 27 02:24:12.816329 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-371cebad-4874-405f-bacd-039aad11f512'] response: {'name': 'network-changed', 'server_uuid': '00d99e50-3f3d-4e0a-a7b2-bd49dd49e819', 'tag': 'cfb7cdfa-51e3-48fc-9dff-7e74813e008c', 'status': 'completed', 'code': 200} May 27 02:24:12.970323 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38589270-a6a4-4274-8291-e9cb9f7d91f3 service neutron] Pushing event updated for resources: {'Port': ['ID=cfb7cdfa-51e3-48fc-9dff-7e74813e008c,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:13.022857 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155102ba-2453-490f-9061-7bb32afff49c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-17fbea9d-55d6-4501-8773-6fa81d0403d3', 'network_id': '17fbea9d-55d6-4501-8773-6fa81d0403d3', 'tenant_id': '665791fe782b44168aee72df05af6c58', 'fixed_ips': [{'subnet_id': '57b96748-2ad3-4632-aff7-f8852a255e03'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:24:13.023702 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-155102ba-2453-490f-9061-7bb32afff49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:13.055421 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a9ed9907-38d6-448a-bd47-bead98c957a6 req-5cdcb4ac-84f3-4232-936f-006df0ed84a5 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ceda1a7-97e5-432f-871e-4f0195117b8b HTTP/1.1" status: 200 len: 210 time: 0.3471129 May 27 02:24:13.177348 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-d353f3d2-113a-4fea-afd5-048d548cb8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:13.179387 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-d353f3d2-113a-4fea-afd5-048d548cb8cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b08cd8af149f44bd8b4127ae8a32a06c&device_id=00d99e50-3f3d-4e0a-a7b2-bd49dd49e819 HTTP/1.1" status: 200 len: 1094 time: 0.3512909 May 27 02:24:13.253420 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-d24a0dd1-ce57-413e-89f5-793ff0a6027f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cfb7cdfa-51e3-48fc-9dff-7e74813e008c HTTP/1.1" status: 200 len: 217 time: 0.0673139 May 27 02:24:13.307036 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-155102ba-2453-490f-9061-7bb32afff49c None None] Allocated IP 172.20.0.2 (17fbea9d-55d6-4501-8773-6fa81d0403d3/57b96748-2ad3-4632-aff7-f8852a255e03/b942d211-b655-4ccb-98dd-82cb46949f06) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:24:13.342547 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f300b-de30-4579-8307-bd63ceb4e01d req-13430a31-1a21-407f-9271-82e1f9d76eb9 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:13.349386 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-980f300b-de30-4579-8307-bd63ceb4e01d req-13430a31-1a21-407f-9271-82e1f9d76eb9 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=00d99e50-3f3d-4e0a-a7b2-bd49dd49e819 HTTP/1.1" status: 200 len: 943 time: 0.2429252 May 27 02:24:13.413109 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-61b551d3-b53f-4b81-b8b2-615190346bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:13.414856 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-61b551d3-b53f-4b81-b8b2-615190346bf0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=505370ea-6a69-4c6a-9c79-68e9a416bb4a HTTP/1.1" status: 200 len: 846 time: 0.1534605 May 27 02:24:13.499532 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-980f300b-de30-4579-8307-bd63ceb4e01d req-f5e2ae9c-e29c-4491-98fd-9d8b81812b0f tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489928 May 27 02:24:13.513629 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-5955a791-cf10-4eb3-88ef-c7616035fab7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0cf1283-9231-4b2a-9144-4eb59719bffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886245 May 27 02:24:13.676036 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-64bab6c9-f4a1-4292-8b9f-702d1e2a9219 service neutron] 10.222.0.32 "GET /v2.0/networks/b0cf1283-9231-4b2a-9144-4eb59719bffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545165 May 27 02:24:13.684803 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-155102ba-2453-490f-9061-7bb32afff49c None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:13.706732 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-155102ba-2453-490f-9061-7bb32afff49c None None] Transition to ACTIVE for port object b942d211-b655-4ccb-98dd-82cb46949f06 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:24:13.749439 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-155102ba-2453-490f-9061-7bb32afff49c None None] Transition to ACTIVE for port object b942d211-b655-4ccb-98dd-82cb46949f06 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:24:13.860190 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-155102ba-2453-490f-9061-7bb32afff49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:13.966739 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155102ba-2453-490f-9061-7bb32afff49c None None] Network 17fbea9d-55d6-4501-8773-6fa81d0403d3 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:24:13.968341 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-155102ba-2453-490f-9061-7bb32afff49c None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:24:13.973265 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155102ba-2453-490f-9061-7bb32afff49c None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:24:13.990190 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0bf461a3-0b36-45ae-a4a6-b1b26fe7d3cd req-6051f9bd-482a-4f21-8f83-7665240e4b0f service neutron] 10.222.0.32 "GET /v2.0/networks/b0cf1283-9231-4b2a-9144-4eb59719bffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071489 May 27 02:24:14.020573 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155102ba-2453-490f-9061-7bb32afff49c None None] Pushing event updated for resources: {'Port': ['ID=b942d211-b655-4ccb-98dd-82cb46949f06,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:14.150079 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-ddf19036-f0a2-43dd-95b8-d2da8d1fd90d tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:14.153527 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-ddf19036-f0a2-43dd-95b8-d2da8d1fd90d tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Synchronizing usage tracker for tenant:665791fe782b44168aee72df05af6c58 on resource:network {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:24:14.187294 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-155102ba-2453-490f-9061-7bb32afff49c None None] Attempting to bind port b942d211-b655-4ccb-98dd-82cb46949f06 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:24:14.189288 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-155102ba-2453-490f-9061-7bb32afff49c None None] Attempting to bind port b942d211-b655-4ccb-98dd-82cb46949f06 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '2e346bc5-5f0b-4406-90c3-6566b97a936a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17fbea9d-55d6-4501-8773-6fa81d0403d3'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:24:14.191902 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155102ba-2453-490f-9061-7bb32afff49c None None] Attempting to bind port b942d211-b655-4ccb-98dd-82cb46949f06 on network 17fbea9d-55d6-4501-8773-6fa81d0403d3 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:24:14.202595 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155102ba-2453-490f-9061-7bb32afff49c None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:24:14.204394 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155102ba-2453-490f-9061-7bb32afff49c None None] Checking segment: {'id': '2e346bc5-5f0b-4406-90c3-6566b97a936a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17fbea9d-55d6-4501-8773-6fa81d0403d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:24:14.206912 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-155102ba-2453-490f-9061-7bb32afff49c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:14.207464 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155102ba-2453-490f-9061-7bb32afff49c None None] Bound using segment: {'id': '2e346bc5-5f0b-4406-90c3-6566b97a936a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17fbea9d-55d6-4501-8773-6fa81d0403d3'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:24:14.209504 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-155102ba-2453-490f-9061-7bb32afff49c None None] Bound port: b942d211-b655-4ccb-98dd-82cb46949f06, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e346bc5-5f0b-4406-90c3-6566b97a936a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17fbea9d-55d6-4501-8773-6fa81d0403d3'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:24:14.217019 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-155102ba-2453-490f-9061-7bb32afff49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:14.377607 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-155102ba-2453-490f-9061-7bb32afff49c None None] For port b942d211-b655-4ccb-98dd-82cb46949f06, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:24:14.382582 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-155102ba-2453-490f-9061-7bb32afff49c None None] For port b942d211-b655-4ccb-98dd-82cb46949f06, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b942d211-b655-4ccb-98dd-82cb46949f06,segment=NetworkSegment(2e346bc5-5f0b-4406-90c3-6566b97a936a),segment_id=2e346bc5-5f0b-4406-90c3-6566b97a936a)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:24:14.429632 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-19a60c30-4d82-4400-9e1c-40e3ba59c329 req-a31851a7-bd5f-4146-bec8-a97abbfeeb0b tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ceda1a7-97e5-432f-871e-4f0195117b8b HTTP/1.1" status: 200 len: 210 time: 0.1674755 May 27 02:24:14.466271 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-155102ba-2453-490f-9061-7bb32afff49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:14.470549 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a7c71-72ef-4727-b04f-70c39156fbb4 req-85787bad-2900-48fb-9fa1-41695cfea51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:14.472351 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3f9a7c71-72ef-4727-b04f-70c39156fbb4 req-85787bad-2900-48fb-9fa1-41695cfea51b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b08cd8af149f44bd8b4127ae8a32a06c&device_id=00d99e50-3f3d-4e0a-a7b2-bd49dd49e819 HTTP/1.1" status: 200 len: 1094 time: 0.3115463 May 27 02:24:14.564166 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155102ba-2453-490f-9061-7bb32afff49c None None] Pushing event updated for resources: {'Port': ['ID=b942d211-b655-4ccb-98dd-82cb46949f06,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:14.629991 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-ddf19036-f0a2-43dd-95b8-d2da8d1fd90d tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Unset dirty status for tenant:665791fe782b44168aee72df05af6c58 on resource:network {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:24:14.643492 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-ddf19036-f0a2-43dd-95b8-d2da8d1fd90d tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/networks?id=17fbea9d-55d6-4501-8773-6fa81d0403d3 HTTP/1.1" status: 200 len: 815 time: 0.7350714 May 27 02:24:14.682782 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-775b5b63-c153-4e14-9420-4a3ff3235ad3 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/quotas/665791fe782b44168aee72df05af6c58 HTTP/1.1" status: 200 len: 375 time: 0.0383179 May 27 02:24:14.804623 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47164) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:14.866268 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a7c71-72ef-4727-b04f-70c39156fbb4 req-43b736e0-4891-485e-ba02-b391302d18d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:14.868216 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3f9a7c71-72ef-4727-b04f-70c39156fbb4 req-43b736e0-4891-485e-ba02-b391302d18d4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0cf1283-9231-4b2a-9144-4eb59719bffc HTTP/1.1" status: 200 len: 907 time: 0.3892817 May 27 02:24:14.976973 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3f9a7c71-72ef-4727-b04f-70c39156fbb4 req-618c0c76-577f-4a1e-a2b3-749bd351535a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cfb7cdfa-51e3-48fc-9dff-7e74813e008c HTTP/1.1" status: 200 len: 217 time: 0.1018453 May 27 02:24:15.053305 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-c45d23cd-a49a-42e0-b550-6de820a332f3 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=665791fe782b44168aee72df05af6c58&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3696110 May 27 02:24:15.068671 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-dbe17825-723a-4469-9f8f-074a0968dc42 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-895661279-network', 'tenant_id': '898805dffca84655b80c58e7ceffa560'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:24:15.074424 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dbe17825-723a-4469-9f8f-074a0968dc42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:15.081359 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dbe17825-723a-4469-9f8f-074a0968dc42 admin admin] Usage tracker for resource:network and tenant:898805dffca84655b80c58e7ceffa560 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:15.089364 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a7c71-72ef-4727-b04f-70c39156fbb4 req-df4492a4-2326-4cbe-a56f-4e965ca220a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:15.090160 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dbe17825-723a-4469-9f8f-074a0968dc42 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:15.091418 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3f9a7c71-72ef-4727-b04f-70c39156fbb4 req-df4492a4-2326-4cbe-a56f-4e965ca220a2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=505370ea-6a69-4c6a-9c79-68e9a416bb4a HTTP/1.1" status: 200 len: 846 time: 0.1068878 May 27 02:24:15.101684 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dbe17825-723a-4469-9f8f-074a0968dc42 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:15.108236 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1b6b5-3c99-4410-8a9b-e607a62e3f56 req-210f618f-1b7f-4034-abc9-ef48ee4f0adc tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:15.110698 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0cb1b6b5-3c99-4410-8a9b-e607a62e3f56 req-210f618f-1b7f-4034-abc9-ef48ee4f0adc tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=00d99e50-3f3d-4e0a-a7b2-bd49dd49e819 HTTP/1.1" status: 200 len: 943 time: 0.3496244 May 27 02:24:15.209503 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe17825-723a-4469-9f8f-074a0968dc42 admin admin] Made reservation on behalf of 898805dffca84655b80c58e7ceffa560 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:24:15.212392 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dbe17825-723a-4469-9f8f-074a0968dc42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:15.233529 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dbe17825-723a-4469-9f8f-074a0968dc42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:15.276463 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dbe17825-723a-4469-9f8f-074a0968dc42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:15.276463 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dbe17825-723a-4469-9f8f-074a0968dc42 admin admin] Usage tracker for resource:security_group_rule and tenant:898805dffca84655b80c58e7ceffa560 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:15.284577 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dbe17825-723a-4469-9f8f-074a0968dc42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:15.294039 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dbe17825-723a-4469-9f8f-074a0968dc42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:15.354482 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3f9a7c71-72ef-4727-b04f-70c39156fbb4 req-ba5b7f69-2866-4093-8b41-54cc53c1f1cb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0cf1283-9231-4b2a-9144-4eb59719bffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2225292 May 27 02:24:15.421895 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dbe17825-723a-4469-9f8f-074a0968dc42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:15.455962 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0cb1b6b5-3c99-4410-8a9b-e607a62e3f56 req-ada05067-9358-4904-9525-6a17dbe39843 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804680 May 27 02:24:15.490175 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dbe17825-723a-4469-9f8f-074a0968dc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:15.548250 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbe17825-723a-4469-9f8f-074a0968dc42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:24:15.564665 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe17825-723a-4469-9f8f-074a0968dc42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04543955-9f9e-4e44-a576-07b2f2f49601,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:15.576535 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dbe17825-723a-4469-9f8f-074a0968dc42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:15.577216 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-dbe17825-723a-4469-9f8f-074a0968dc42 admin admin] Added segment 3000b652-99bd-41cd-b27c-de211dcee687 of type vlan for network 685d8b83-d733-49e1-90bd-6bbf0138e6b7 May 27 02:24:15.627598 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-a0f05feb-879f-4f1e-a574-f12837b02fbd service neutron] 10.222.0.57 "GET /v2.0/networks/17fbea9d-55d6-4501-8773-6fa81d0403d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5295596 May 27 02:24:15.629655 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dbe17825-723a-4469-9f8f-074a0968dc42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:15.744554 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dbe17825-723a-4469-9f8f-074a0968dc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:15.744554 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe17825-723a-4469-9f8f-074a0968dc42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:15.744554 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dbe17825-723a-4469-9f8f-074a0968dc42 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:15.885977 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3f9a7c71-72ef-4727-b04f-70c39156fbb4 req-8c588bc7-49ba-4d3a-ac1f-0fe1cbcae570 service neutron] 10.222.0.32 "GET /v2.0/networks/b0cf1283-9231-4b2a-9144-4eb59719bffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4814513 May 27 02:24:16.010328 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe17825-723a-4469-9f8f-074a0968dc42 admin admin] Pushing event updated for resources: {'Network': ['ID=685d8b83-d733-49e1-90bd-6bbf0138e6b7,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:16.024162 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 685d8b83-d733-49e1-90bd-6bbf0138e6b7 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:24:16.060257 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5c5bbc18-113a-448f-b6fc-e2de8ab72c38 req-30406b99-29e1-4002-b6cd-de27dd74d436 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ceda1a7-97e5-432f-871e-4f0195117b8b HTTP/1.1" status: 200 len: 210 time: 0.3785620 May 27 02:24:16.083405 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-dbe17825-723a-4469-9f8f-074a0968dc42 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2762780 May 27 02:24:16.086073 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47188) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:16.092710 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-5b70a019-c723-43f9-a07a-e5204844482f admin admin] Request body: {'subnet': {'network_id': '685d8b83-d733-49e1-90bd-6bbf0138e6b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-895661279-subnet', 'tenant_id': '898805dffca84655b80c58e7ceffa560', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:24:16.098107 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5b70a019-c723-43f9-a07a-e5204844482f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:16.105511 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5b70a019-c723-43f9-a07a-e5204844482f admin admin] Usage tracker for resource:subnet and tenant:898805dffca84655b80c58e7ceffa560 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:16.112490 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5b70a019-c723-43f9-a07a-e5204844482f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:16.137193 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5b70a019-c723-43f9-a07a-e5204844482f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:16.186175 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-66333e65-cd1a-4da3-9de5-20f58e99e50d service neutron] 10.222.0.57 "GET /v2.0/networks/17fbea9d-55d6-4501-8773-6fa81d0403d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5458655 May 27 02:24:16.249748 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b73d0bc-38fe-4936-88af-8b3ba00fc9af None None] Network 17fbea9d-55d6-4501-8773-6fa81d0403d3 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:24:16.250962 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b70a019-c723-43f9-a07a-e5204844482f admin admin] Made reservation on behalf of 898805dffca84655b80c58e7ceffa560 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:24:16.253750 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5b70a019-c723-43f9-a07a-e5204844482f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:16.265914 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-277f63b9-0d7f-4c2f-9344-2114bf2f9624 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:16.267422 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-277f63b9-0d7f-4c2f-9344-2114bf2f9624 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] 10.222.0.66 "GET /v2.0/networks?id=b921cce6-5062-44df-97a9-d91a01fa9517 HTTP/1.1" status: 200 len: 813 time: 0.5482376 May 27 02:24:16.280895 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3f9a7c71-72ef-4727-b04f-70c39156fbb4 req-0aff5e5d-81d4-41f6-85a3-3f5b81059c7e service neutron] 10.222.0.32 "GET /v2.0/networks/b0cf1283-9231-4b2a-9144-4eb59719bffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631201 May 27 02:24:16.284686 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-8285b3e6-3b8e-4758-9561-4c5162ef4be4 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] Request body: {'port': {'device_id': '7ceda1a7-97e5-432f-871e-4f0195117b8b', 'network_id': 'b921cce6-5062-44df-97a9-d91a01fa9517', 'admin_state_up': True, 'tenant_id': 'f7c083e875a74c85ab07201c118f3163'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:24:16.468979 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-8285b3e6-3b8e-4758-9561-4c5162ef4be4 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:16.474877 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-8285b3e6-3b8e-4758-9561-4c5162ef4be4 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] Usage tracker for resource:port and tenant:f7c083e875a74c85ab07201c118f3163 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:16.480667 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-8285b3e6-3b8e-4758-9561-4c5162ef4be4 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:16.492088 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-8285b3e6-3b8e-4758-9561-4c5162ef4be4 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:16.567481 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-fa3c47c1-602b-4131-87a9-bfb5bb2e904f None None] Provisioning for port b942d211-b655-4ccb-98dd-82cb46949f06 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:24:16.730140 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5b70a019-c723-43f9-a07a-e5204844482f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:16.776063 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b942d211-b655-4ccb-98dd-82cb46949f06 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:24:16.820438 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-8285b3e6-3b8e-4758-9561-4c5162ef4be4 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] Made reservation on behalf of f7c083e875a74c85ab07201c118f3163 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:24:16.820438 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-8285b3e6-3b8e-4758-9561-4c5162ef4be4 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:16.848551 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70a019-c723-43f9-a07a-e5204844482f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb03e0c8-b7ed-4309-96db-1431d429c2bf,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:16.929341 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b70a019-c723-43f9-a07a-e5204844482f admin admin] Checking segment: {'id': '3000b652-99bd-41cd-b27c-de211dcee687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '685d8b83-d733-49e1-90bd-6bbf0138e6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:24:16.930836 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b70a019-c723-43f9-a07a-e5204844482f admin admin] Network hostable DHCP agents. Network: 685d8b83-d733-49e1-90bd-6bbf0138e6b7, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:24:17.041168 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port b942d211-b655-4ccb-98dd-82cb46949f06 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:24:17.045906 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-b1d8388d-f686-48c0-b44e-420186315389 None None] Provisioning complete for port b942d211-b655-4ccb-98dd-82cb46949f06 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:24:17.046499 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b1d8388d-f686-48c0-b44e-420186315389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:17.084322 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port b942d211-b655-4ccb-98dd-82cb46949f06 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:24:17.084702 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:17.129714 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b70a019-c723-43f9-a07a-e5204844482f admin admin] Network 685d8b83-d733-49e1-90bd-6bbf0138e6b7 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:24:17.139853 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f0e44-e933-4956-b468-fbe13da4a872 req-69d5d598-eeab-40c6-b9a4-e8a81c06d8a6 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:17.142775 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-675f0e44-e933-4956-b468-fbe13da4a872 req-69d5d598-eeab-40c6-b9a4-e8a81c06d8a6 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/networks?id=17fbea9d-55d6-4501-8773-6fa81d0403d3 HTTP/1.1" status: 200 len: 815 time: 0.4160955 May 27 02:24:17.155711 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355bcb5-bc9f-427c-9015-f73f5038d6c1 req-cf6f5e6e-1c09-4fba-b773-9eb1fa10923c tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:17.157207 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5355bcb5-bc9f-427c-9015-f73f5038d6c1 req-cf6f5e6e-1c09-4fba-b773-9eb1fa10923c tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=00d99e50-3f3d-4e0a-a7b2-bd49dd49e819 HTTP/1.1" status: 200 len: 943 time: 0.4861517 May 27 02:24:17.214826 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-5b70a019-c723-43f9-a07a-e5204844482f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 685d8b83-d733-49e1-90bd-6bbf0138e6b7) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:24:17.215686 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-675f0e44-e933-4956-b468-fbe13da4a872 req-42bc4135-6e5d-4446-9bff-70129faac17c tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/quotas/665791fe782b44168aee72df05af6c58 HTTP/1.1" status: 200 len: 375 time: 0.0516155 May 27 02:24:17.225736 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b70a019-c723-43f9-a07a-e5204844482f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:17.226388 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5b70a019-c723-43f9-a07a-e5204844482f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:17.261389 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476e45f7-ed96-4f33-8ad1-106fcc921a68 None None] Network 685d8b83-d733-49e1-90bd-6bbf0138e6b7 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:24:17.301258 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-8285b3e6-3b8e-4758-9561-4c5162ef4be4 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] Allocated IP 172.20.0.14 (b921cce6-5062-44df-97a9-d91a01fa9517/7206369c-bdde-4c3c-aa2b-4114fad4074f/7dafa106-14d4-4e19-b44c-cd2e2d44863c) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:24:17.322785 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5355bcb5-bc9f-427c-9015-f73f5038d6c1 req-1a49b170-d0eb-4c88-a6cf-bb882405215d tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555090 May 27 02:24:17.353770 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5b70a019-c723-43f9-a07a-e5204844482f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2638738 May 27 02:24:17.418528 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-b1d8388d-f686-48c0-b44e-420186315389 None None] Current status of the port b942d211-b655-4ccb-98dd-82cb46949f06 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:24:17.419227 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b1d8388d-f686-48c0-b44e-420186315389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:17.437831 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port b942d211-b655-4ccb-98dd-82cb46949f06 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:24:17.438465 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:17.445781 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-675f0e44-e933-4956-b468-fbe13da4a872 req-21f43e5f-cc81-4f56-bbf5-4fe9e5d2b217 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=665791fe782b44168aee72df05af6c58&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2217820 May 27 02:24:17.557489 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-b1d8388d-f686-48c0-b44e-420186315389 None None] For port b942d211-b655-4ccb-98dd-82cb46949f06, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b942d211-b655-4ccb-98dd-82cb46949f06,segment=NetworkSegment(2e346bc5-5f0b-4406-90c3-6566b97a936a),segment_id=2e346bc5-5f0b-4406-90c3-6566b97a936a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:24:17.637872 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2033b684-254e-4feb-b6c0-18c117cc57f4 None None] Network 685d8b83-d733-49e1-90bd-6bbf0138e6b7 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:24:17.728438 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b1d8388d-f686-48c0-b44e-420186315389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:17.885324 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-24c4219b-f173-4617-a61a-e7214a871886 req-711e21d8-8356-4750-9e5b-b93c2cd6a1aa tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ceda1a7-97e5-432f-871e-4f0195117b8b HTTP/1.1" status: 200 len: 210 time: 0.3229611 May 27 02:24:17.965974 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device cfb7cdfa-51e3-48fc-9dff-7e74813e008c details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:24:17.968985 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:24:17.969478 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:24:17.978831 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d8388d-f686-48c0-b44e-420186315389 None None] Pushing event updated for resources: {'Port': ['ID=b942d211-b655-4ccb-98dd-82cb46949f06,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:17.998190 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-8285b3e6-3b8e-4758-9561-4c5162ef4be4 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:18.007044 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-675f0e44-e933-4956-b468-fbe13da4a872 req-3098b7aa-c547-4aac-903e-2222dbf29001 service neutron] 10.222.0.57 "GET /v2.0/networks/17fbea9d-55d6-4501-8773-6fa81d0403d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4869561 May 27 02:24:18.155798 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-675f0e44-e933-4956-b468-fbe13da4a872 req-f2fb48b1-7e1e-4ba2-b30a-1f8612bd1cb5 service neutron] 10.222.0.57 "GET /v2.0/networks/17fbea9d-55d6-4501-8773-6fa81d0403d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390915 May 27 02:24:18.197679 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-8285b3e6-3b8e-4758-9561-4c5162ef4be4 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:18.223788 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port cfb7cdfa-51e3-48fc-9dff-7e74813e008c, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=cfb7cdfa-51e3-48fc-9dff-7e74813e008c,segment=NetworkSegment(441b6a83-1810-4a59-a172-de9005de5715),segment_id=441b6a83-1810-4a59-a172-de9005de5715)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:24:18.262882 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': 'cfb7cdfa-51e3-48fc-9dff-7e74813e008c', 'network_id': 'b0cf1283-9231-4b2a-9144-4eb59719bffc', 'port_id': 'cfb7cdfa-51e3-48fc-9dff-7e74813e008c', 'mac_address': 'fa:16:3e:01:cc:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '505370ea-6a69-4c6a-9c79-68e9a416bb4a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:24:18.341801 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-8285b3e6-3b8e-4758-9561-4c5162ef4be4 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] Network b921cce6-5062-44df-97a9-d91a01fa9517 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:24:18.345467 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-8285b3e6-3b8e-4758-9561-4c5162ef4be4 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:24:18.349894 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-8285b3e6-3b8e-4758-9561-4c5162ef4be4 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:24:18.371100 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port cfb7cdfa-51e3-48fc-9dff-7e74813e008c is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:24:18.371835 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:18.390867 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfb7cdfa-51e3-48fc-9dff-7e74813e008c {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:24:18.412825 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port cfb7cdfa-51e3-48fc-9dff-7e74813e008c, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=cfb7cdfa-51e3-48fc-9dff-7e74813e008c,segment=NetworkSegment(441b6a83-1810-4a59-a172-de9005de5715),segment_id=441b6a83-1810-4a59-a172-de9005de5715)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:24:18.425545 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285b3e6-3b8e-4758-9561-4c5162ef4be4 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] Pushing event updated for resources: {'Port': ['ID=7dafa106-14d4-4e19-b44c-cd2e2d44863c,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:18.449524 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-8285b3e6-3b8e-4758-9561-4c5162ef4be4 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:18.450724 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-8285b3e6-3b8e-4758-9561-4c5162ef4be4 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:18.527203 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:18.588673 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port b942d211-b655-4ccb-98dd-82cb46949f06 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:24:18.600959 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=cfb7cdfa-51e3-48fc-9dff-7e74813e008c,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:18.617281 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80001d-a64c-47ae-9d86-88386e6f1ca4 req-46ffa6c5-8546-42cb-9da2-48376e402548 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:18.619778 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1e80001d-a64c-47ae-9d86-88386e6f1ca4 req-46ffa6c5-8546-42cb-9da2-48376e402548 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=00d99e50-3f3d-4e0a-a7b2-bd49dd49e819 HTTP/1.1" status: 200 len: 944 time: 0.1246457 May 27 02:24:18.705302 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['cfb7cdfa-51e3-48fc-9dff-7e74813e008c'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:24:18.761533 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-8285b3e6-3b8e-4758-9561-4c5162ef4be4 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4834044 May 27 02:24:18.778866 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1e80001d-a64c-47ae-9d86-88386e6f1ca4 req-0760193e-c70f-4198-a5d1-a45fb057fe5e tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490915 May 27 02:24:18.856366 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b942d211-b655-4ccb-98dd-82cb46949f06 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:24:18.866855 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-0c2a1f93-1907-4be9-87c0-a51db33d3499 service neutron] Request body: {'port': {'device_id': '7ceda1a7-97e5-432f-871e-4f0195117b8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:24:19.098172 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:19.121354 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port b942d211-b655-4ccb-98dd-82cb46949f06 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:24:19.121698 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:19.159937 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-0c2a1f93-1907-4be9-87c0-a51db33d3499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:19.175434 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-408039cd-6194-44ba-bd25-d7321ff6f019 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:19.180268 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-408039cd-6194-44ba-bd25-d7321ff6f019 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/networks?id=17fbea9d-55d6-4501-8773-6fa81d0403d3 HTTP/1.1" status: 200 len: 815 time: 0.4731207 May 27 02:24:19.205175 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:19.248043 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-78d8b435-e385-419c-9926-e317155d4c55 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/quotas/665791fe782b44168aee72df05af6c58 HTTP/1.1" status: 200 len: 375 time: 0.0581508 May 27 02:24:19.306604 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port b942d211-b655-4ccb-98dd-82cb46949f06 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:24:19.350980 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68fe04-3361-450d-b48a-c3dc735b807d req-4db37e56-3908-4145-840f-43179e645bc0 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:19.351922 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-0e68fe04-3361-450d-b48a-c3dc735b807d req-4db37e56-3908-4145-840f-43179e645bc0 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] Synchronizing usage tracker for tenant:f7c083e875a74c85ab07201c118f3163 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:24:19.491501 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-78998c77-6b5b-46ff-81f0-a01c8849ed05 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=665791fe782b44168aee72df05af6c58&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2376509 May 27 02:24:19.661604 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-0e68fe04-3361-450d-b48a-c3dc735b807d req-4db37e56-3908-4145-840f-43179e645bc0 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] Unset dirty status for tenant:f7c083e875a74c85ab07201c118f3163 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:24:19.662816 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0e68fe04-3361-450d-b48a-c3dc735b807d req-4db37e56-3908-4145-840f-43179e645bc0 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ceda1a7-97e5-432f-871e-4f0195117b8b HTTP/1.1" status: 200 len: 932 time: 0.6249087 May 27 02:24:19.884384 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-0e68fe04-3361-450d-b48a-c3dc735b807d req-de71c258-2dca-4f84-82c1-d3ec105636b2 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] Synchronizing usage tracker for tenant:f7c083e875a74c85ab07201c118f3163 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:24:19.926199 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-75710814-d920-44c9-b8b5-85c3af9c9e9d service neutron] 10.222.0.57 "GET /v2.0/networks/17fbea9d-55d6-4501-8773-6fa81d0403d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334936 May 27 02:24:19.949665 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device cfb7cdfa-51e3-48fc-9dff-7e74813e008c up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:24:20.128572 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port cfb7cdfa-51e3-48fc-9dff-7e74813e008c completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:24:20.134403 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port cfb7cdfa-51e3-48fc-9dff-7e74813e008c triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:24:20.134933 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:20.147762 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-0c2a1f93-1907-4be9-87c0-a51db33d3499 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:24:20.258226 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-76833474-0efa-46fc-87d1-78970c499bed tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:20.259656 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-76833474-0efa-46fc-87d1-78970c499bed tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.32 "GET /v2.0/networks?id=17fbea9d-55d6-4501-8773-6fa81d0403d3 HTTP/1.1" status: 200 len: 815 time: 0.5555012 May 27 02:24:20.263370 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port cfb7cdfa-51e3-48fc-9dff-7e74813e008c is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:24:20.263898 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:20.284818 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-0f46301d-d8ea-42ea-9d5b-923cd5870054 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Request body: {'port': {'device_id': 'a877afa2-eea1-47bd-98a5-1f7e68a8816f', 'network_id': '17fbea9d-55d6-4501-8773-6fa81d0403d3', 'admin_state_up': True, 'tenant_id': '665791fe782b44168aee72df05af6c58'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:24:20.295150 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d99e50-3f3d-4e0a-a7b2-bd49dd49e819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb7cdfa-51e3-48fc-9dff-7e74813e008c'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:24:20.297426 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-0e68fe04-3361-450d-b48a-c3dc735b807d req-de71c258-2dca-4f84-82c1-d3ec105636b2 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] Unset dirty status for tenant:f7c083e875a74c85ab07201c118f3163 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:24:20.299376 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0e68fe04-3361-450d-b48a-c3dc735b807d req-de71c258-2dca-4f84-82c1-d3ec105636b2 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] 10.222.0.57 "GET /v2.0/security-groups?id=a1596953-0feb-4d74-81ec-65ca0db333da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6181197 May 27 02:24:20.307440 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port cfb7cdfa-51e3-48fc-9dff-7e74813e008c, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=cfb7cdfa-51e3-48fc-9dff-7e74813e008c,segment=NetworkSegment(441b6a83-1810-4a59-a172-de9005de5715),segment_id=441b6a83-1810-4a59-a172-de9005de5715)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:24:20.417000 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-0c2a1f93-1907-4be9-87c0-a51db33d3499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dafa106-14d4-4e19-b44c-cd2e2d44863c {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:24:20.437347 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:20.438517 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-0c2a1f93-1907-4be9-87c0-a51db33d3499 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:20.537741 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=cfb7cdfa-51e3-48fc-9dff-7e74813e008c,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:20.565878 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-3c083905-5a5d-481a-8e1f-de55d1017214 service neutron] 10.222.0.57 "GET /v2.0/networks/17fbea9d-55d6-4501-8773-6fa81d0403d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6292472 May 27 02:24:20.570097 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-0c2a1f93-1907-4be9-87c0-a51db33d3499 service neutron] Transition to ACTIVE for port object 7dafa106-14d4-4e19-b44c-cd2e2d44863c will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:24:20.591573 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-0f46301d-d8ea-42ea-9d5b-923cd5870054 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:20.598029 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-0f46301d-d8ea-42ea-9d5b-923cd5870054 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Usage tracker for resource:port and tenant:665791fe782b44168aee72df05af6c58 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:20.603340 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-0f46301d-d8ea-42ea-9d5b-923cd5870054 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:20.609959 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-0f46301d-d8ea-42ea-9d5b-923cd5870054 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:20.633599 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a338d7-5634-4710-83ab-4e0b5a630c63 req-927fbbf4-4d72-4242-b56c-4354ffa14e9d tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:20.640648 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-20a338d7-5634-4710-83ab-4e0b5a630c63 req-927fbbf4-4d72-4242-b56c-4354ffa14e9d tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=00d99e50-3f3d-4e0a-a7b2-bd49dd49e819 HTTP/1.1" status: 200 len: 945 time: 0.1756852 May 27 02:24:20.683687 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-20a338d7-5634-4710-83ab-4e0b5a630c63 req-921e25fc-6c6f-4bfb-b0d3-8830316dada5 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421488 May 27 02:24:20.722841 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-0c2a1f93-1907-4be9-87c0-a51db33d3499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:20.745866 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e9dcb22-3ad8-4512-836d-b85bf9c218f3'] response: {'server_uuid': '00d99e50-3f3d-4e0a-a7b2-bd49dd49e819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb7cdfa-51e3-48fc-9dff-7e74813e008c', 'code': 200} May 27 02:24:20.856393 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-0f46301d-d8ea-42ea-9d5b-923cd5870054 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Made reservation on behalf of 665791fe782b44168aee72df05af6c58 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:24:20.860350 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-0f46301d-d8ea-42ea-9d5b-923cd5870054 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:20.903320 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9e4a7-5389-4774-89b6-9e6363e89b48 req-8d896228-80e5-46d3-b783-31317a356389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:20.904967 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7dd9e4a7-5389-4774-89b6-9e6363e89b48 req-8d896228-80e5-46d3-b783-31317a356389 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=00d99e50-3f3d-4e0a-a7b2-bd49dd49e819 HTTP/1.1" status: 200 len: 1096 time: 0.0858355 May 27 02:24:20.974597 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7dd9e4a7-5389-4774-89b6-9e6363e89b48 req-e9da047d-49bb-4c6c-8c6b-be961c6d0c7c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639255 May 27 02:24:21.002415 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2a1f93-1907-4be9-87c0-a51db33d3499 service neutron] Pushing event updated for resources: {'Port': ['ID=7dafa106-14d4-4e19-b44c-cd2e2d44863c,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:21.164005 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a1f93-1907-4be9-87c0-a51db33d3499 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:21.164005 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a1f93-1907-4be9-87c0-a51db33d3499 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:21.164005 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a1f93-1907-4be9-87c0-a51db33d3499 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:21.164005 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a1f93-1907-4be9-87c0-a51db33d3499 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:21.164005 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a1f93-1907-4be9-87c0-a51db33d3499 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:21.167664 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a1f93-1907-4be9-87c0-a51db33d3499 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:21.167664 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a1f93-1907-4be9-87c0-a51db33d3499 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:21.167664 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a1f93-1907-4be9-87c0-a51db33d3499 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:21.167664 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a1f93-1907-4be9-87c0-a51db33d3499 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:21.167664 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a1f93-1907-4be9-87c0-a51db33d3499 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:21.173780 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a1f93-1907-4be9-87c0-a51db33d3499 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:21.173780 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a1f93-1907-4be9-87c0-a51db33d3499 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:21.193190 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dba5c8f4-ca8b-4918-ab05-b2e3f4980163 req-7689f37b-d317-4a07-a15c-d920dfe43b0c tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3937e6f2-1e49-4589-b750-bac9b52b935a HTTP/1.1" status: 200 len: 210 time: 0.1219790 May 27 02:24:21.305558 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-0c2a1f93-1907-4be9-87c0-a51db33d3499 service neutron] Attempting to bind port 7dafa106-14d4-4e19-b44c-cd2e2d44863c on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:24:21.305558 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-0c2a1f93-1907-4be9-87c0-a51db33d3499 service neutron] Attempting to bind port 7dafa106-14d4-4e19-b44c-cd2e2d44863c by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'ed412144-cb8c-480f-a3bb-405b4f36ce73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b921cce6-5062-44df-97a9-d91a01fa9517'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:24:21.305558 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-0c2a1f93-1907-4be9-87c0-a51db33d3499 service neutron] Attempting to bind port 7dafa106-14d4-4e19-b44c-cd2e2d44863c on network b921cce6-5062-44df-97a9-d91a01fa9517 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:24:21.363626 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-0c2a1f93-1907-4be9-87c0-a51db33d3499 service neutron] Port 7dafa106-14d4-4e19-b44c-cd2e2d44863c on network b921cce6-5062-44df-97a9-d91a01fa9517 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:24:21.363626 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-0c2a1f93-1907-4be9-87c0-a51db33d3499 service neutron] Attempting to bind port 7dafa106-14d4-4e19-b44c-cd2e2d44863c on network b921cce6-5062-44df-97a9-d91a01fa9517 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:24:21.407262 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-0c2a1f93-1907-4be9-87c0-a51db33d3499 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:24:21.407262 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-0c2a1f93-1907-4be9-87c0-a51db33d3499 service neutron] Checking segment: {'id': 'ed412144-cb8c-480f-a3bb-405b4f36ce73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b921cce6-5062-44df-97a9-d91a01fa9517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:24:21.407262 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-0c2a1f93-1907-4be9-87c0-a51db33d3499 service neutron] Bound using segment: {'id': 'ed412144-cb8c-480f-a3bb-405b4f36ce73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b921cce6-5062-44df-97a9-d91a01fa9517'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:24:21.407262 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-0c2a1f93-1907-4be9-87c0-a51db33d3499 service neutron] Bound port: 7dafa106-14d4-4e19-b44c-cd2e2d44863c, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed412144-cb8c-480f-a3bb-405b4f36ce73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b921cce6-5062-44df-97a9-d91a01fa9517'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:24:21.407262 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-0c2a1f93-1907-4be9-87c0-a51db33d3499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:21.549728 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-0f46301d-d8ea-42ea-9d5b-923cd5870054 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Allocated IP 172.20.0.7 (17fbea9d-55d6-4501-8773-6fa81d0403d3/57b96748-2ad3-4632-aff7-f8852a255e03/26c5c800-d5e7-45f4-bf34-1e56f9d50521) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:24:21.720628 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-0c2a1f93-1907-4be9-87c0-a51db33d3499 service neutron] For port 7dafa106-14d4-4e19-b44c-cd2e2d44863c, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:24:21.730724 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-0c2a1f93-1907-4be9-87c0-a51db33d3499 service neutron] For port 7dafa106-14d4-4e19-b44c-cd2e2d44863c, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=7dafa106-14d4-4e19-b44c-cd2e2d44863c,segment=NetworkSegment(ed412144-cb8c-480f-a3bb-405b4f36ce73),segment_id=ed412144-cb8c-480f-a3bb-405b4f36ce73)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:24:21.899232 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf51f8-6803-489a-940c-0b955f40b54b req-7a8e4197-8566-42f5-9d82-649ccf71e00c tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:21.903823 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-acaf51f8-6803-489a-940c-0b955f40b54b req-7a8e4197-8566-42f5-9d82-649ccf71e00c tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ceda1a7-97e5-432f-871e-4f0195117b8b HTTP/1.1" status: 200 len: 944 time: 0.4224200 May 27 02:24:21.956377 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-0c2a1f93-1907-4be9-87c0-a51db33d3499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:21.984173 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f0e44-e933-4956-b468-fbe13da4a872 req-c10df834-8e27-4010-a602-f05fff4885e3 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:21.985627 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-675f0e44-e933-4956-b468-fbe13da4a872 req-c10df834-8e27-4010-a602-f05fff4885e3 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.32 "GET /v2.0/networks?id=17fbea9d-55d6-4501-8773-6fa81d0403d3 HTTP/1.1" status: 200 len: 815 time: 0.2337677 May 27 02:24:21.999071 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-675f0e44-e933-4956-b468-fbe13da4a872 req-83fbbd51-82f7-4f34-a9e6-bca983fe64c1 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Request body: {'port': {'device_id': '06dfcc27-7d08-4fa5-9c37-fb0525f39bd3', 'network_id': '17fbea9d-55d6-4501-8773-6fa81d0403d3', 'admin_state_up': True, 'tenant_id': '665791fe782b44168aee72df05af6c58'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:24:22.098673 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-0c2a1f93-1907-4be9-87c0-a51db33d3499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:22.099285 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-0c2a1f93-1907-4be9-87c0-a51db33d3499 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:22.100628 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-0c2a1f93-1907-4be9-87c0-a51db33d3499 service neutron] 10.222.0.66 "PUT /v2.0/ports/7dafa106-14d4-4e19-b44c-cd2e2d44863c HTTP/1.1" status: 200 len: 1092 time: 3.3258338 May 27 02:24:22.108171 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-acaf51f8-6803-489a-940c-0b955f40b54b req-0a6db6b4-e026-4efd-83dd-0e85bde2d115 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] 10.222.0.57 "GET /v2.0/security-groups?id=a1596953-0feb-4d74-81ec-65ca0db333da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034461 May 27 02:24:22.108601 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ceda1a7-97e5-432f-871e-4f0195117b8b', 'tag': '7dafa106-14d4-4e19-b44c-cd2e2d44863c'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:24:22.141878 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-0f46301d-d8ea-42ea-9d5b-923cd5870054 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:22.151523 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2a1f93-1907-4be9-87c0-a51db33d3499 service neutron] Pushing event updated for resources: {'Port': ['ID=7dafa106-14d4-4e19-b44c-cd2e2d44863c,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:22.176061 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-675f0e44-e933-4956-b468-fbe13da4a872 req-83fbbd51-82f7-4f34-a9e6-bca983fe64c1 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:22.178842 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-675f0e44-e933-4956-b468-fbe13da4a872 req-83fbbd51-82f7-4f34-a9e6-bca983fe64c1 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Usage tracker for resource:port and tenant:665791fe782b44168aee72df05af6c58 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:22.182417 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-675f0e44-e933-4956-b468-fbe13da4a872 req-83fbbd51-82f7-4f34-a9e6-bca983fe64c1 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:22.184477 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-0f46301d-d8ea-42ea-9d5b-923cd5870054 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Transition to ACTIVE for port object 26c5c800-d5e7-45f4-bf34-1e56f9d50521 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:24:22.198334 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bbdf5-8796-456a-b9b4-d220440dfbdd req-54da8139-3ff2-48e8-b3c3-06435205f1af tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:22.200934 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e0bbdf5-8796-456a-b9b4-d220440dfbdd req-54da8139-3ff2-48e8-b3c3-06435205f1af tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=00d99e50-3f3d-4e0a-a7b2-bd49dd49e819 HTTP/1.1" status: 200 len: 945 time: 0.3825209 May 27 02:24:22.210573 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-675f0e44-e933-4956-b468-fbe13da4a872 req-83fbbd51-82f7-4f34-a9e6-bca983fe64c1 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:22.246443 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc6adfe0-3553-4e25-a953-af6afb2e7a92'] response: {'name': 'network-changed', 'server_uuid': '7ceda1a7-97e5-432f-871e-4f0195117b8b', 'tag': '7dafa106-14d4-4e19-b44c-cd2e2d44863c', 'status': 'completed', 'code': 200} May 27 02:24:22.279073 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e0bbdf5-8796-456a-b9b4-d220440dfbdd req-19e445dd-63d5-4f6a-8422-a9d58abfc4c1 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711842 May 27 02:24:22.282323 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-675f0e44-e933-4956-b468-fbe13da4a872 req-83fbbd51-82f7-4f34-a9e6-bca983fe64c1 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Made reservation on behalf of 665791fe782b44168aee72df05af6c58 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:24:22.285894 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-675f0e44-e933-4956-b468-fbe13da4a872 req-83fbbd51-82f7-4f34-a9e6-bca983fe64c1 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:22.376514 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-0f46301d-d8ea-42ea-9d5b-923cd5870054 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:22.659181 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0277d809-a7c2-4e6a-a243-2add910e9b69 req-9e924b63-bdb4-429e-8c87-5c807cc21b1f tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3937e6f2-1e49-4589-b750-bac9b52b935a HTTP/1.1" status: 200 len: 210 time: 0.2335331 May 27 02:24:22.720673 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-675f0e44-e933-4956-b468-fbe13da4a872 req-83fbbd51-82f7-4f34-a9e6-bca983fe64c1 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Allocated IP 172.20.0.4 (17fbea9d-55d6-4501-8773-6fa81d0403d3/57b96748-2ad3-4632-aff7-f8852a255e03/3fee8f9a-60b2-4978-b2c6-4d37b7502727) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:24:22.720905 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-0f46301d-d8ea-42ea-9d5b-923cd5870054 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Network 17fbea9d-55d6-4501-8773-6fa81d0403d3 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:24:22.736627 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-0f46301d-d8ea-42ea-9d5b-923cd5870054 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:24:22.744521 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-0f46301d-d8ea-42ea-9d5b-923cd5870054 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:24:22.795726 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f46301d-d8ea-42ea-9d5b-923cd5870054 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Pushing event updated for resources: {'Port': ['ID=26c5c800-d5e7-45f4-bf34-1e56f9d50521,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:22.829326 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-aaf9e420-d1d0-4d7f-88f8-69f6460ef068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:22.831018 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-aaf9e420-d1d0-4d7f-88f8-69f6460ef068 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f7c083e875a74c85ab07201c118f3163&device_id=7ceda1a7-97e5-432f-871e-4f0195117b8b HTTP/1.1" status: 200 len: 1095 time: 0.5006595 May 27 02:24:22.929153 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-0f46301d-d8ea-42ea-9d5b-923cd5870054 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:22.930204 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-0f46301d-d8ea-42ea-9d5b-923cd5870054 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:22.968327 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-d117b428-c418-4cae-bf86-c30dcb8d10fa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7dafa106-14d4-4e19-b44c-cd2e2d44863c HTTP/1.1" status: 200 len: 217 time: 0.1266625 May 27 02:24:23.032624 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-675f0e44-e933-4956-b468-fbe13da4a872 req-83fbbd51-82f7-4f34-a9e6-bca983fe64c1 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:23.050052 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-0f46301d-d8ea-42ea-9d5b-923cd5870054 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7737801 May 27 02:24:23.056556 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-8d23c0f4-7c03-491a-84a1-0377363c076c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:23.059842 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-8d23c0f4-7c03-491a-84a1-0377363c076c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7206369c-bdde-4c3c-aa2b-4114fad4074f HTTP/1.1" status: 200 len: 853 time: 0.0860491 May 27 02:24:23.063390 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-675f0e44-e933-4956-b468-fbe13da4a872 req-83fbbd51-82f7-4f34-a9e6-bca983fe64c1 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Transition to ACTIVE for port object 3fee8f9a-60b2-4978-b2c6-4d37b7502727 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:24:23.065857 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-9fde2b89-0007-4f25-bbdd-0710d2704e91 service neutron] Request body: {'port': {'device_id': 'a877afa2-eea1-47bd-98a5-1f7e68a8816f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:24:23.154360 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-d926a964-1bce-42e3-bad9-d41d290b06ee service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b921cce6-5062-44df-97a9-d91a01fa9517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577488 May 27 02:24:23.202976 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-675f0e44-e933-4956-b468-fbe13da4a872 req-83fbbd51-82f7-4f34-a9e6-bca983fe64c1 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:23.203973 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6d9628a4-3238-4afa-8162-e129deb48d99 None None] Provisioning for port 26c5c800-d5e7-45f4-bf34-1e56f9d50521 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:24:23.211825 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6d9628a4-3238-4afa-8162-e129deb48d99 None None] Provisioning complete for port 26c5c800-d5e7-45f4-bf34-1e56f9d50521 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:24:23.212196 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6d9628a4-3238-4afa-8162-e129deb48d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:23.333400 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-e4e176fb-02d9-4692-bfa4-623a4f335f94 service neutron] 10.222.0.66 "GET /v2.0/networks/b921cce6-5062-44df-97a9-d91a01fa9517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662533 May 27 02:24:23.347748 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-6d9628a4-3238-4afa-8162-e129deb48d99 None None] Port 26c5c800-d5e7-45f4-bf34-1e56f9d50521 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:24:23.404570 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-675f0e44-e933-4956-b468-fbe13da4a872 req-83fbbd51-82f7-4f34-a9e6-bca983fe64c1 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Network 17fbea9d-55d6-4501-8773-6fa81d0403d3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:24:23.405825 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-675f0e44-e933-4956-b468-fbe13da4a872 req-83fbbd51-82f7-4f34-a9e6-bca983fe64c1 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:24:23.407937 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fbbd51-82f7-4f34-a9e6-bca983fe64c1 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Pushing event updated for resources: {'Port': ['ID=3fee8f9a-60b2-4978-b2c6-4d37b7502727,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:23.419693 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-675f0e44-e933-4956-b468-fbe13da4a872 req-83fbbd51-82f7-4f34-a9e6-bca983fe64c1 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:24:23.607477 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f0e44-e933-4956-b468-fbe13da4a872 req-83fbbd51-82f7-4f34-a9e6-bca983fe64c1 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:23.607477 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-675f0e44-e933-4956-b468-fbe13da4a872 req-83fbbd51-82f7-4f34-a9e6-bca983fe64c1 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:23.642091 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-9fde2b89-0007-4f25-bbdd-0710d2704e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:23.842174 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5bc4e27-cb61-4748-b358-36ca0d6f20c8 req-e2cdab4b-6458-4fce-99e1-db029e95bbad service neutron] 10.222.0.66 "GET /v2.0/networks/b921cce6-5062-44df-97a9-d91a01fa9517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5007114 May 27 02:24:23.845351 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-675f0e44-e933-4956-b468-fbe13da4a872 req-83fbbd51-82f7-4f34-a9e6-bca983fe64c1 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8485260 May 27 02:24:23.856017 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-675f0e44-e933-4956-b468-fbe13da4a872 req-29dedd2d-266b-4a84-9cb0-c8619e33b88d service neutron] Request body: {'port': {'device_id': '06dfcc27-7d08-4fa5-9c37-fb0525f39bd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:24:23.944809 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98844040-3b61-483d-b3a0-15bbeedb0a96 req-e1b7cd66-7ee0-4485-9a21-042083ff149d tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:23.952015 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-98844040-3b61-483d-b3a0-15bbeedb0a96 req-e1b7cd66-7ee0-4485-9a21-042083ff149d tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=00d99e50-3f3d-4e0a-a7b2-bd49dd49e819 HTTP/1.1" status: 200 len: 945 time: 0.3868694 May 27 02:24:23.984975 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cefdd0-8964-4546-becb-f9abedbb6eae req-7bd91a61-6bf1-4aaf-8640-d6e2788b2fbf tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:23.986566 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5cefdd0-8964-4546-becb-f9abedbb6eae req-7bd91a61-6bf1-4aaf-8640-d6e2788b2fbf tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ceda1a7-97e5-432f-871e-4f0195117b8b HTTP/1.1" status: 200 len: 944 time: 0.3263233 May 27 02:24:24.003073 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-0e1e69d7-9fe7-44c6-a876-40cba9352e24 None None] Provisioning for port 3fee8f9a-60b2-4978-b2c6-4d37b7502727 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:24:24.011157 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-0e1e69d7-9fe7-44c6-a876-40cba9352e24 None None] Provisioning complete for port 3fee8f9a-60b2-4978-b2c6-4d37b7502727 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:24:24.011761 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0e1e69d7-9fe7-44c6-a876-40cba9352e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:24.018637 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-675f0e44-e933-4956-b468-fbe13da4a872 req-29dedd2d-266b-4a84-9cb0-c8619e33b88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:24.147783 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-0e1e69d7-9fe7-44c6-a876-40cba9352e24 None None] Port 3fee8f9a-60b2-4978-b2c6-4d37b7502727 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:24:24.226446 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-98844040-3b61-483d-b3a0-15bbeedb0a96 req-528a9e62-58dc-43ae-970e-fafead414a2c tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734861 May 27 02:24:24.356474 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5cefdd0-8964-4546-becb-f9abedbb6eae req-4ed922db-b103-4231-9b17-f5ddcf3e3a86 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] 10.222.0.57 "GET /v2.0/security-groups?id=a1596953-0feb-4d74-81ec-65ca0db333da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478684 May 27 02:24:24.611406 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-1571ed72-a221-44ef-a396-6ff9ee5d6959 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:24.612887 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-1571ed72-a221-44ef-a396-6ff9ee5d6959 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.66 "GET /v2.0/networks?id=17fbea9d-55d6-4501-8773-6fa81d0403d3 HTTP/1.1" status: 200 len: 815 time: 0.4922259 May 27 02:24:24.626676 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-26a809d7-07e0-4975-90d8-45dec74b0ce5 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Request body: {'port': {'device_id': '3937e6f2-1e49-4589-b750-bac9b52b935a', 'network_id': '17fbea9d-55d6-4501-8773-6fa81d0403d3', 'admin_state_up': True, 'tenant_id': '665791fe782b44168aee72df05af6c58'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:24:24.673602 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47354) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:24.682625 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-9fde2b89-0007-4f25-bbdd-0710d2704e91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26c5c800-d5e7-45f4-bf34-1e56f9d50521 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:24:24.699498 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-3b442eb6-0b08-4ef3-a8ee-505225cb2d9b req-9ccc3484-e28f-4635-80f1-08c1e61217ab tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Synchronizing usage tracker for tenant:665791fe782b44168aee72df05af6c58 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:24:24.716054 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-9fde2b89-0007-4f25-bbdd-0710d2704e91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:24.782974 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ddf0f-577b-4299-b795-07b14c2abda5 req-79def0e3-f038-4178-b42b-a3a05428dfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:24.784764 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7b3ddf0f-577b-4299-b795-07b14c2abda5 req-79def0e3-f038-4178-b42b-a3a05428dfd8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f7c083e875a74c85ab07201c118f3163&device_id=7ceda1a7-97e5-432f-871e-4f0195117b8b HTTP/1.1" status: 200 len: 1095 time: 0.5643551 May 27 02:24:24.839710 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-9fde2b89-0007-4f25-bbdd-0710d2704e91 service neutron] Transition to ACTIVE for port object 26c5c800-d5e7-45f4-bf34-1e56f9d50521 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:24:24.867084 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-26a809d7-07e0-4975-90d8-45dec74b0ce5 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:25.034852 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c21aba91-275f-4b93-bb30-1b531a017686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:25.055358 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c21aba91-275f-4b93-bb30-1b531a017686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:25.060315 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c21aba91-275f-4b93-bb30-1b531a017686 admin admin] Usage tracker for resource:security_group_rule and tenant:484c2409fe20448189c20be6cd6f6176 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:25.065884 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-9fde2b89-0007-4f25-bbdd-0710d2704e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:25.066040 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c21aba91-275f-4b93-bb30-1b531a017686 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:25.083387 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c21aba91-275f-4b93-bb30-1b531a017686 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:25.119934 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-26a809d7-07e0-4975-90d8-45dec74b0ce5 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Usage tracker for resource:port and tenant:665791fe782b44168aee72df05af6c58 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:25.123537 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-26a809d7-07e0-4975-90d8-45dec74b0ce5 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:25.132342 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-26a809d7-07e0-4975-90d8-45dec74b0ce5 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:25.193995 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-3b442eb6-0b08-4ef3-a8ee-505225cb2d9b req-9ccc3484-e28f-4635-80f1-08c1e61217ab tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Unset dirty status for tenant:665791fe782b44168aee72df05af6c58 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:24:25.193995 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3b442eb6-0b08-4ef3-a8ee-505225cb2d9b req-9ccc3484-e28f-4635-80f1-08c1e61217ab tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3937e6f2-1e49-4589-b750-bac9b52b935a HTTP/1.1" status: 200 len: 210 time: 0.6393843 May 27 02:24:25.247983 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-675f0e44-e933-4956-b468-fbe13da4a872 req-29dedd2d-266b-4a84-9cb0-c8619e33b88d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fee8f9a-60b2-4978-b2c6-4d37b7502727 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:24:25.257832 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-675f0e44-e933-4956-b468-fbe13da4a872 req-29dedd2d-266b-4a84-9cb0-c8619e33b88d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:25.260794 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-26a809d7-07e0-4975-90d8-45dec74b0ce5 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Made reservation on behalf of 665791fe782b44168aee72df05af6c58 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:24:25.265951 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-26a809d7-07e0-4975-90d8-45dec74b0ce5 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:25.272367 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5234020a-e8ba-49f3-8138-c0e47e9f4581 req-9eee7be7-3a5b-4960-af0f-91b6258dc597 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:25.274291 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5234020a-e8ba-49f3-8138-c0e47e9f4581 req-9eee7be7-3a5b-4960-af0f-91b6258dc597 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/networks?id=b0cf1283-9231-4b2a-9144-4eb59719bffc HTTP/1.1" status: 200 len: 806 time: 0.6396108 May 27 02:24:25.317738 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c21aba91-275f-4b93-bb30-1b531a017686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:25.318986 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-675f0e44-e933-4956-b468-fbe13da4a872 req-29dedd2d-266b-4a84-9cb0-c8619e33b88d service neutron] Transition to ACTIVE for port object 3fee8f9a-60b2-4978-b2c6-4d37b7502727 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:24:25.377883 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5234020a-e8ba-49f3-8138-c0e47e9f4581 req-5829f59a-e412-4f45-a721-1c9ab6d45888 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/quotas/b08cd8af149f44bd8b4127ae8a32a06c HTTP/1.1" status: 200 len: 375 time: 0.0674541 May 27 02:24:25.384899 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde2b89-0007-4f25-bbdd-0710d2704e91 service neutron] Pushing event updated for resources: {'Port': ['ID=26c5c800-d5e7-45f4-bf34-1e56f9d50521,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:25.415410 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c21aba91-275f-4b93-bb30-1b531a017686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:25.442345 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ddf0f-577b-4299-b795-07b14c2abda5 req-392738df-985b-4b2a-b8de-b44f9083f2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:25.444071 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7b3ddf0f-577b-4299-b795-07b14c2abda5 req-392738df-985b-4b2a-b8de-b44f9083f2c1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b921cce6-5062-44df-97a9-d91a01fa9517 HTTP/1.1" status: 200 len: 914 time: 0.6379077 May 27 02:24:25.460463 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c21aba91-275f-4b93-bb30-1b531a017686 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=484c2409fe20448189c20be6cd6f6176&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7860582 May 27 02:24:25.463075 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47366) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:25.485387 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-675f0e44-e933-4956-b468-fbe13da4a872 req-29dedd2d-266b-4a84-9cb0-c8619e33b88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:25.517275 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4783e3b0-03b2-42be-ae67-883529b4e393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:25.587289 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7b3ddf0f-577b-4299-b795-07b14c2abda5 req-132cf4a8-5f4e-41d0-b408-fb639328c791 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7dafa106-14d4-4e19-b44c-cd2e2d44863c HTTP/1.1" status: 200 len: 217 time: 0.1335042 May 27 02:24:25.612340 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21aba91-275f-4b93-bb30-1b531a017686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231b9ab8-6f76-4fad-a851-43b9817b768c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:25.708970 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-9fde2b89-0007-4f25-bbdd-0710d2704e91 service neutron] Attempting to bind port 26c5c800-d5e7-45f4-bf34-1e56f9d50521 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:24:25.709582 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-9fde2b89-0007-4f25-bbdd-0710d2704e91 service neutron] Attempting to bind port 26c5c800-d5e7-45f4-bf34-1e56f9d50521 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '2e346bc5-5f0b-4406-90c3-6566b97a936a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17fbea9d-55d6-4501-8773-6fa81d0403d3'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:24:25.709691 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-9fde2b89-0007-4f25-bbdd-0710d2704e91 service neutron] Attempting to bind port 26c5c800-d5e7-45f4-bf34-1e56f9d50521 on network 17fbea9d-55d6-4501-8773-6fa81d0403d3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:24:25.719888 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ddf0f-577b-4299-b795-07b14c2abda5 req-7f582c1f-5e3c-424e-8c33-77d9cd1878a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:25.723596 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7b3ddf0f-577b-4299-b795-07b14c2abda5 req-7f582c1f-5e3c-424e-8c33-77d9cd1878a0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7206369c-bdde-4c3c-aa2b-4114fad4074f HTTP/1.1" status: 200 len: 853 time: 0.1280119 May 27 02:24:25.774549 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-9fde2b89-0007-4f25-bbdd-0710d2704e91 service neutron] Port 26c5c800-d5e7-45f4-bf34-1e56f9d50521 on network 17fbea9d-55d6-4501-8773-6fa81d0403d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:24:25.775768 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-9fde2b89-0007-4f25-bbdd-0710d2704e91 service neutron] Attempting to bind port 26c5c800-d5e7-45f4-bf34-1e56f9d50521 on network 17fbea9d-55d6-4501-8773-6fa81d0403d3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:24:25.800323 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-9fde2b89-0007-4f25-bbdd-0710d2704e91 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:24:25.802343 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-9fde2b89-0007-4f25-bbdd-0710d2704e91 service neutron] Checking segment: {'id': '2e346bc5-5f0b-4406-90c3-6566b97a936a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17fbea9d-55d6-4501-8773-6fa81d0403d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:24:25.802343 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-9fde2b89-0007-4f25-bbdd-0710d2704e91 service neutron] Bound using segment: {'id': '2e346bc5-5f0b-4406-90c3-6566b97a936a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17fbea9d-55d6-4501-8773-6fa81d0403d3'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:24:25.802343 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-9fde2b89-0007-4f25-bbdd-0710d2704e91 service neutron] Bound port: 26c5c800-d5e7-45f4-bf34-1e56f9d50521, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e346bc5-5f0b-4406-90c3-6566b97a936a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17fbea9d-55d6-4501-8773-6fa81d0403d3'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:24:25.802835 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-9fde2b89-0007-4f25-bbdd-0710d2704e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:25.814485 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7b3ddf0f-577b-4299-b795-07b14c2abda5 req-35108606-2752-4a00-9913-99fc057fd4c8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b921cce6-5062-44df-97a9-d91a01fa9517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846393 May 27 02:24:25.828639 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5234020a-e8ba-49f3-8138-c0e47e9f4581 req-d8b96cb3-5e67-4d22-9f7c-1a48177961bc tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b08cd8af149f44bd8b4127ae8a32a06c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4368095 May 27 02:24:25.913831 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dedd2d-266b-4a84-9cb0-c8619e33b88d service neutron] Pushing event updated for resources: {'Port': ['ID=3fee8f9a-60b2-4978-b2c6-4d37b7502727,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:25.921461 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-26a809d7-07e0-4975-90d8-45dec74b0ce5 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Allocated IP 172.20.0.8 (17fbea9d-55d6-4501-8773-6fa81d0403d3/57b96748-2ad3-4632-aff7-f8852a255e03/dcf67950-4606-4a75-a09a-c37188ce89bc) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:24:25.923742 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-938b6d95-ba79-4d20-b7fc-4306200066fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:25.978254 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95dfb8-1e49-4f6b-8ff9-13d8af667e6d req-87254d72-2de0-4fb3-8d1d-5cc89d9d6248 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:25.979757 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7d95dfb8-1e49-4f6b-8ff9-13d8af667e6d req-87254d72-2de0-4fb3-8d1d-5cc89d9d6248 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ceda1a7-97e5-432f-871e-4f0195117b8b HTTP/1.1" status: 200 len: 944 time: 0.4567561 May 27 02:24:25.996207 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-938b6d95-ba79-4d20-b7fc-4306200066fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:26.030001 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-675f0e44-e933-4956-b468-fbe13da4a872 req-29dedd2d-266b-4a84-9cb0-c8619e33b88d service neutron] Attempting to bind port 3fee8f9a-60b2-4978-b2c6-4d37b7502727 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:24:26.030538 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-675f0e44-e933-4956-b468-fbe13da4a872 req-29dedd2d-266b-4a84-9cb0-c8619e33b88d service neutron] Attempting to bind port 3fee8f9a-60b2-4978-b2c6-4d37b7502727 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '2e346bc5-5f0b-4406-90c3-6566b97a936a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17fbea9d-55d6-4501-8773-6fa81d0403d3'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:24:26.030871 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675f0e44-e933-4956-b468-fbe13da4a872 req-29dedd2d-266b-4a84-9cb0-c8619e33b88d service neutron] Attempting to bind port 3fee8f9a-60b2-4978-b2c6-4d37b7502727 on network 17fbea9d-55d6-4501-8773-6fa81d0403d3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:24:26.060771 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675f0e44-e933-4956-b468-fbe13da4a872 req-29dedd2d-266b-4a84-9cb0-c8619e33b88d service neutron] Port 3fee8f9a-60b2-4978-b2c6-4d37b7502727 on network 17fbea9d-55d6-4501-8773-6fa81d0403d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:24:26.061089 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675f0e44-e933-4956-b468-fbe13da4a872 req-29dedd2d-266b-4a84-9cb0-c8619e33b88d service neutron] Attempting to bind port 3fee8f9a-60b2-4978-b2c6-4d37b7502727 on network 17fbea9d-55d6-4501-8773-6fa81d0403d3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:24:26.075062 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675f0e44-e933-4956-b468-fbe13da4a872 req-29dedd2d-266b-4a84-9cb0-c8619e33b88d service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:24:26.075466 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675f0e44-e933-4956-b468-fbe13da4a872 req-29dedd2d-266b-4a84-9cb0-c8619e33b88d service neutron] Checking segment: {'id': '2e346bc5-5f0b-4406-90c3-6566b97a936a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17fbea9d-55d6-4501-8773-6fa81d0403d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:24:26.075844 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675f0e44-e933-4956-b468-fbe13da4a872 req-29dedd2d-266b-4a84-9cb0-c8619e33b88d service neutron] Bound using segment: {'id': '2e346bc5-5f0b-4406-90c3-6566b97a936a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17fbea9d-55d6-4501-8773-6fa81d0403d3'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:24:26.076300 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-675f0e44-e933-4956-b468-fbe13da4a872 req-29dedd2d-266b-4a84-9cb0-c8619e33b88d service neutron] Bound port: 3fee8f9a-60b2-4978-b2c6-4d37b7502727, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e346bc5-5f0b-4406-90c3-6566b97a936a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17fbea9d-55d6-4501-8773-6fa81d0403d3'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:24:26.076650 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-675f0e44-e933-4956-b468-fbe13da4a872 req-29dedd2d-266b-4a84-9cb0-c8619e33b88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:26.165436 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7d95dfb8-1e49-4f6b-8ff9-13d8af667e6d req-7838d367-b0bd-43d5-9141-2913b5fbf2f0 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] 10.222.0.57 "GET /v2.0/security-groups?id=a1596953-0feb-4d74-81ec-65ca0db333da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277037 May 27 02:24:26.214102 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-9fde2b89-0007-4f25-bbdd-0710d2704e91 service neutron] For port 26c5c800-d5e7-45f4-bf34-1e56f9d50521, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:24:26.233733 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7b3ddf0f-577b-4299-b795-07b14c2abda5 req-0bebb30e-d85c-428d-90b4-3dcc9f4f6fcb service neutron] 10.222.0.66 "GET /v2.0/networks/b921cce6-5062-44df-97a9-d91a01fa9517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033904 May 27 02:24:26.236510 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5234020a-e8ba-49f3-8138-c0e47e9f4581 req-153a6790-f9b0-4eb6-b477-969d773849f0 service neutron] 10.222.0.57 "GET /v2.0/networks/b0cf1283-9231-4b2a-9144-4eb59719bffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779809 May 27 02:24:26.238268 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-9fde2b89-0007-4f25-bbdd-0710d2704e91 service neutron] For port 26c5c800-d5e7-45f4-bf34-1e56f9d50521, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=26c5c800-d5e7-45f4-bf34-1e56f9d50521,segment=NetworkSegment(2e346bc5-5f0b-4406-90c3-6566b97a936a),segment_id=2e346bc5-5f0b-4406-90c3-6566b97a936a)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:24:26.307310 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-675f0e44-e933-4956-b468-fbe13da4a872 req-29dedd2d-266b-4a84-9cb0-c8619e33b88d service neutron] For port 3fee8f9a-60b2-4978-b2c6-4d37b7502727, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:24:26.332392 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-675f0e44-e933-4956-b468-fbe13da4a872 req-29dedd2d-266b-4a84-9cb0-c8619e33b88d service neutron] For port 3fee8f9a-60b2-4978-b2c6-4d37b7502727, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=3fee8f9a-60b2-4978-b2c6-4d37b7502727,segment=NetworkSegment(2e346bc5-5f0b-4406-90c3-6566b97a936a),segment_id=2e346bc5-5f0b-4406-90c3-6566b97a936a)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:24:26.335602 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-26a809d7-07e0-4975-90d8-45dec74b0ce5 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:26.348211 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-9fde2b89-0007-4f25-bbdd-0710d2704e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:26.348992 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-938b6d95-ba79-4d20-b7fc-4306200066fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:26.377666 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-26a809d7-07e0-4975-90d8-45dec74b0ce5 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Transition to ACTIVE for port object dcf67950-4606-4a75-a09a-c37188ce89bc will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:24:26.381688 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b6d95-ba79-4d20-b7fc-4306200066fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231b9ab8-6f76-4fad-a851-43b9817b768c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:26.391993 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938b6d95-ba79-4d20-b7fc-4306200066fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:26.392331 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938b6d95-ba79-4d20-b7fc-4306200066fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:26.392663 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938b6d95-ba79-4d20-b7fc-4306200066fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:26.393018 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938b6d95-ba79-4d20-b7fc-4306200066fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:26.393344 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938b6d95-ba79-4d20-b7fc-4306200066fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:26.393665 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938b6d95-ba79-4d20-b7fc-4306200066fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:26.393983 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938b6d95-ba79-4d20-b7fc-4306200066fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:26.394299 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938b6d95-ba79-4d20-b7fc-4306200066fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:26.394672 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938b6d95-ba79-4d20-b7fc-4306200066fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:26.394999 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938b6d95-ba79-4d20-b7fc-4306200066fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:26.395303 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938b6d95-ba79-4d20-b7fc-4306200066fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:26.396049 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938b6d95-ba79-4d20-b7fc-4306200066fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:26.419961 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-675f0e44-e933-4956-b468-fbe13da4a872 req-29dedd2d-266b-4a84-9cb0-c8619e33b88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:26.488737 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f0e44-e933-4956-b468-fbe13da4a872 req-29dedd2d-266b-4a84-9cb0-c8619e33b88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:26.489349 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-675f0e44-e933-4956-b468-fbe13da4a872 req-29dedd2d-266b-4a84-9cb0-c8619e33b88d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:26.490707 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-675f0e44-e933-4956-b468-fbe13da4a872 req-29dedd2d-266b-4a84-9cb0-c8619e33b88d service neutron] 10.222.0.32 "PUT /v2.0/ports/3fee8f9a-60b2-4978-b2c6-4d37b7502727 HTTP/1.1" status: 200 len: 1091 time: 2.6395295 May 27 02:24:26.493733 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06dfcc27-7d08-4fa5-9c37-fb0525f39bd3', 'tag': '3fee8f9a-60b2-4978-b2c6-4d37b7502727'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:24:26.506728 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-938b6d95-ba79-4d20-b7fc-4306200066fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:26.508592 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-938b6d95-ba79-4d20-b7fc-4306200066fe admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/231b9ab8-6f76-4fad-a851-43b9817b768c HTTP/1.1" status: 204 len: 168 time: 1.0437002 May 27 02:24:26.516994 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dedd2d-266b-4a84-9cb0-c8619e33b88d service neutron] Pushing event updated for resources: {'Port': ['ID=3fee8f9a-60b2-4978-b2c6-4d37b7502727,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:26.535037 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-26a809d7-07e0-4975-90d8-45dec74b0ce5 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:26.659640 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-26a809d7-07e0-4975-90d8-45dec74b0ce5 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Network 17fbea9d-55d6-4501-8773-6fa81d0403d3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:24:26.660275 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8344629a-6936-4472-8360-010d4fd46fcc req-e1612bce-c35a-41bd-a373-d1500e9761d1 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3937e6f2-1e49-4589-b750-bac9b52b935a HTTP/1.1" status: 200 len: 210 time: 0.2050605 May 27 02:24:26.660275 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde2b89-0007-4f25-bbdd-0710d2704e91 service neutron] Pushing event updated for resources: {'Port': ['ID=26c5c800-d5e7-45f4-bf34-1e56f9d50521,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:26.660522 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-26a809d7-07e0-4975-90d8-45dec74b0ce5 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:24:26.660612 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7b3ddf0f-577b-4299-b795-07b14c2abda5 req-133bf029-5637-4ce6-abf6-41c02d7fbfc0 service neutron] 10.222.0.66 "GET /v2.0/networks/b921cce6-5062-44df-97a9-d91a01fa9517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141979 May 27 02:24:26.660698 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-26a809d7-07e0-4975-90d8-45dec74b0ce5 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:24:26.682161 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-9fde2b89-0007-4f25-bbdd-0710d2704e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:26.682971 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-9fde2b89-0007-4f25-bbdd-0710d2704e91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:26.694371 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-9fde2b89-0007-4f25-bbdd-0710d2704e91 service neutron] 10.222.0.32 "PUT /v2.0/ports/26c5c800-d5e7-45f4-bf34-1e56f9d50521 HTTP/1.1" status: 200 len: 1091 time: 3.6329167 May 27 02:24:26.695777 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a877afa2-eea1-47bd-98a5-1f7e68a8816f', 'tag': '26c5c800-d5e7-45f4-bf34-1e56f9d50521'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:24:26.768290 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a809d7-07e0-4975-90d8-45dec74b0ce5 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Pushing event updated for resources: {'Port': ['ID=dcf67950-4606-4a75-a09a-c37188ce89bc,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:26.773783 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd0bbb7d-e146-4d09-b90a-cf6f1f7cf0f1'] response: {'name': 'network-changed', 'server_uuid': '06dfcc27-7d08-4fa5-9c37-fb0525f39bd3', 'tag': '3fee8f9a-60b2-4978-b2c6-4d37b7502727', 'status': 'completed', 'code': 200} May 27 02:24:26.812659 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-26a809d7-07e0-4975-90d8-45dec74b0ce5 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:26.813499 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-26a809d7-07e0-4975-90d8-45dec74b0ce5 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:26.884360 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f0e44-e933-4956-b468-fbe13da4a872 req-6f4e2d51-3632-4a1e-88e5-a910164d94eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:26.886185 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-675f0e44-e933-4956-b468-fbe13da4a872 req-6f4e2d51-3632-4a1e-88e5-a910164d94eb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=665791fe782b44168aee72df05af6c58&device_id=06dfcc27-7d08-4fa5-9c37-fb0525f39bd3 HTTP/1.1" status: 200 len: 1094 time: 0.1886947 May 27 02:24:27.016966 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-675f0e44-e933-4956-b468-fbe13da4a872 req-5cc633ab-5f46-4f0d-b2c1-1b4469ab8903 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3fee8f9a-60b2-4978-b2c6-4d37b7502727 HTTP/1.1" status: 200 len: 217 time: 0.1161587 May 27 02:24:27.016966 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-26a809d7-07e0-4975-90d8-45dec74b0ce5 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3896236 May 27 02:24:27.019125 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5234020a-e8ba-49f3-8138-c0e47e9f4581 req-a3271529-01d3-4144-a72d-8fd09b100d7b service neutron] 10.222.0.57 "GET /v2.0/networks/b0cf1283-9231-4b2a-9144-4eb59719bffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7558377 May 27 02:24:27.058076 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e0caede-6d12-4cce-b3a3-6a072d55fa5b'] response: {'name': 'network-changed', 'server_uuid': 'a877afa2-eea1-47bd-98a5-1f7e68a8816f', 'tag': '26c5c800-d5e7-45f4-bf34-1e56f9d50521', 'status': 'completed', 'code': 200} May 27 02:24:27.070368 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-a9024f84-d82b-456b-b566-20b8dd042502 service neutron] Request body: {'port': {'device_id': '3937e6f2-1e49-4589-b750-bac9b52b935a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:24:27.149539 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f0e44-e933-4956-b468-fbe13da4a872 req-7d325bf2-7c45-491b-947a-645bff41648a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:27.151197 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-675f0e44-e933-4956-b468-fbe13da4a872 req-7d325bf2-7c45-491b-947a-645bff41648a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57b96748-2ad3-4632-aff7-f8852a255e03 HTTP/1.1" status: 200 len: 854 time: 0.1350915 May 27 02:24:27.155575 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-12baabfd-2818-4c0f-b50c-8c9ad7c4e334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:27.161289 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-12baabfd-2818-4c0f-b50c-8c9ad7c4e334 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=665791fe782b44168aee72df05af6c58&device_id=a877afa2-eea1-47bd-98a5-1f7e68a8816f HTTP/1.1" status: 200 len: 1094 time: 0.1364427 May 27 02:24:27.288073 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4ed4f036-31bb-4f13-b651-634c4fe0a697 None None] Provisioning for port dcf67950-4606-4a75-a09a-c37188ce89bc completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:24:27.314692 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4ed4f036-31bb-4f13-b651-634c4fe0a697 None None] Provisioning complete for port dcf67950-4606-4a75-a09a-c37188ce89bc triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:24:27.317372 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4ed4f036-31bb-4f13-b651-634c4fe0a697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:27.345686 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-c4609b4d-eddb-45e0-96bc-145253fd7af2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26c5c800-d5e7-45f4-bf34-1e56f9d50521 HTTP/1.1" status: 200 len: 217 time: 0.1804955 May 27 02:24:27.379930 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-a9024f84-d82b-456b-b566-20b8dd042502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:27.438597 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-4ed4f036-31bb-4f13-b651-634c4fe0a697 None None] Port dcf67950-4606-4a75-a09a-c37188ce89bc cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:24:27.512656 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 7dafa106-14d4-4e19-b44c-cd2e2d44863c details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:24:27.572471 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f0e44-e933-4956-b468-fbe13da4a872 req-655bd0d4-2d2f-4398-842d-82babed9f03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:27.574452 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-675f0e44-e933-4956-b468-fbe13da4a872 req-655bd0d4-2d2f-4398-842d-82babed9f03b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17fbea9d-55d6-4501-8773-6fa81d0403d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3698528 May 27 02:24:27.609918 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-e03275d9-41c8-4763-af3f-315af04ac99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:27.612030 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-e03275d9-41c8-4763-af3f-315af04ac99a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57b96748-2ad3-4632-aff7-f8852a255e03 HTTP/1.1" status: 200 len: 854 time: 0.2592435 May 27 02:24:27.702227 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4a0e1-feb7-467b-a782-39ddce91c929 req-bdc2fde8-1a06-472b-a36f-634b7a0048f3 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:27.710280 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-16d4a0e1-feb7-467b-a782-39ddce91c929 req-bdc2fde8-1a06-472b-a36f-634b7a0048f3 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ceda1a7-97e5-432f-871e-4f0195117b8b HTTP/1.1" status: 200 len: 944 time: 0.2924523 May 27 02:24:27.747464 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-675f0e44-e933-4956-b468-fbe13da4a872 req-4bcfd919-183c-49ce-87c0-671ac4e54b3f service neutron] 10.222.0.32 "GET /v2.0/networks/17fbea9d-55d6-4501-8773-6fa81d0403d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644239 May 27 02:24:27.783352 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-16d4a0e1-feb7-467b-a782-39ddce91c929 req-9774dfb3-344f-4287-973b-1fcff4ebe9aa tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] 10.222.0.57 "GET /v2.0/security-groups?id=a1596953-0feb-4d74-81ec-65ca0db333da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721240 May 27 02:24:27.783859 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47410) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:27.797224 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-da4c19a6-a5e6-41f9-a302-eae300c46a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:27.798816 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-da4c19a6-a5e6-41f9-a302-eae300c46a2c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17fbea9d-55d6-4501-8773-6fa81d0403d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1793997 May 27 02:24:27.823278 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 7dafa106-14d4-4e19-b44c-cd2e2d44863c, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=7dafa106-14d4-4e19-b44c-cd2e2d44863c,segment=NetworkSegment(ed412144-cb8c-480f-a3bb-405b4f36ce73),segment_id=ed412144-cb8c-480f-a3bb-405b4f36ce73)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:24:27.909997 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bef3fb99-aeb6-4ee0-b2f3-d45023d8a68a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:27.912982 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '7dafa106-14d4-4e19-b44c-cd2e2d44863c', 'network_id': 'b921cce6-5062-44df-97a9-d91a01fa9517', 'port_id': '7dafa106-14d4-4e19-b44c-cd2e2d44863c', 'mac_address': 'fa:16:3e:cb:dd:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7206369c-bdde-4c3c-aa2b-4114fad4074f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:24:28.108586 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-bef3fb99-aeb6-4ee0-b2f3-d45023d8a68a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:28.112536 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 7dafa106-14d4-4e19-b44c-cd2e2d44863c is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:24:28.113421 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:28.130074 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-bef3fb99-aeb6-4ee0-b2f3-d45023d8a68a admin admin] Usage tracker for resource:security_group_rule and tenant:da52baf8be5b40f9bbfcda1c2dfd8f76 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:28.134459 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-bef3fb99-aeb6-4ee0-b2f3-d45023d8a68a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:28.166040 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dafa106-14d4-4e19-b44c-cd2e2d44863c {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:24:28.185545 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 7dafa106-14d4-4e19-b44c-cd2e2d44863c, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=7dafa106-14d4-4e19-b44c-cd2e2d44863c,segment=NetworkSegment(ed412144-cb8c-480f-a3bb-405b4f36ce73),segment_id=ed412144-cb8c-480f-a3bb-405b4f36ce73)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:24:28.187350 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-bef3fb99-aeb6-4ee0-b2f3-d45023d8a68a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:28.200448 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-675f0e44-e933-4956-b468-fbe13da4a872 req-24a18084-f94a-4c19-a024-0d9ed9ce79a0 service neutron] 10.222.0.32 "GET /v2.0/networks/17fbea9d-55d6-4501-8773-6fa81d0403d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990688 May 27 02:24:28.244159 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f3416a0c-73e2-4a40-b9bc-b07962838b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:28.288046 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:28.354414 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-a9024f84-d82b-456b-b566-20b8dd042502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcf67950-4606-4a75-a09a-c37188ce89bc {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:24:28.374515 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=7dafa106-14d4-4e19-b44c-cd2e2d44863c,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:28.375034 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-a9024f84-d82b-456b-b566-20b8dd042502 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:28.382153 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-8ecd65e8-50e4-4bfe-bc1c-8e01638cc9fd tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:28.389852 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-8ecd65e8-50e4-4bfe-bc1c-8e01638cc9fd tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/networks?id=b0cf1283-9231-4b2a-9144-4eb59719bffc HTTP/1.1" status: 200 len: 806 time: 0.1969466 May 27 02:24:28.435835 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-8e2cd539-2514-41cc-bfd1-ed80a02534eb tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/quotas/b08cd8af149f44bd8b4127ae8a32a06c HTTP/1.1" status: 200 len: 375 time: 0.0446150 May 27 02:24:28.488059 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-a9024f84-d82b-456b-b566-20b8dd042502 service neutron] Transition to ACTIVE for port object dcf67950-4606-4a75-a09a-c37188ce89bc will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:24:28.522603 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2f382-f1e3-4151-b327-66392de25e75 req-73d0b4a9-f06b-4ba5-884a-f0aab9b8cb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:28.524668 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-54d2f382-f1e3-4151-b327-66392de25e75 req-73d0b4a9-f06b-4ba5-884a-f0aab9b8cb25 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=665791fe782b44168aee72df05af6c58&device_id=06dfcc27-7d08-4fa5-9c37-fb0525f39bd3 HTTP/1.1" status: 200 len: 1094 time: 0.1520274 May 27 02:24:28.555502 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-2713e69f-4406-4da6-a3f6-8e4b170145f0 service neutron] 10.222.0.32 "GET /v2.0/networks/17fbea9d-55d6-4501-8773-6fa81d0403d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7283635 May 27 02:24:28.573520 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e5d52-19f1-4eee-92e3-cfd8af4cb252 req-f52208d2-695d-40f8-9a79-265c9773793b tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:28.574933 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e62e5d52-19f1-4eee-92e3-cfd8af4cb252 req-f52208d2-695d-40f8-9a79-265c9773793b tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3937e6f2-1e49-4589-b750-bac9b52b935a HTTP/1.1" status: 200 len: 931 time: 0.5252745 May 27 02:24:28.584440 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['7dafa106-14d4-4e19-b44c-cd2e2d44863c'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:24:28.610224 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-a9024f84-d82b-456b-b566-20b8dd042502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:28.760765 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9024f84-d82b-456b-b566-20b8dd042502 service neutron] Pushing event updated for resources: {'Port': ['ID=dcf67950-4606-4a75-a09a-c37188ce89bc,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:28.848942 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e62e5d52-19f1-4eee-92e3-cfd8af4cb252 req-112843a8-3c2f-45c2-98b5-4b599b35bb62 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Synchronizing usage tracker for tenant:665791fe782b44168aee72df05af6c58 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:24:28.917040 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2f382-f1e3-4151-b327-66392de25e75 req-360a97e4-10db-4421-9a8c-d39b0cd66bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:28.918614 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-54d2f382-f1e3-4151-b327-66392de25e75 req-360a97e4-10db-4421-9a8c-d39b0cd66bf4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=17fbea9d-55d6-4501-8773-6fa81d0403d3 HTTP/1.1" status: 200 len: 916 time: 0.3878493 May 27 02:24:28.946701 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-91a2241b-af21-4ce9-8076-169c32d5edaa tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b08cd8af149f44bd8b4127ae8a32a06c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5100887 May 27 02:24:29.017699 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-54d2f382-f1e3-4151-b327-66392de25e75 req-8ef6c04e-f628-4b07-b7d9-f9d7bb25f506 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3fee8f9a-60b2-4978-b2c6-4d37b7502727 HTTP/1.1" status: 200 len: 217 time: 0.0819781 May 27 02:24:29.019734 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:29.049085 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:29.095723 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-a9024f84-d82b-456b-b566-20b8dd042502 service neutron] Attempting to bind port dcf67950-4606-4a75-a09a-c37188ce89bc on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:24:29.096950 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-a9024f84-d82b-456b-b566-20b8dd042502 service neutron] Attempting to bind port dcf67950-4606-4a75-a09a-c37188ce89bc by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '2e346bc5-5f0b-4406-90c3-6566b97a936a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17fbea9d-55d6-4501-8773-6fa81d0403d3'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:24:29.097380 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-a9024f84-d82b-456b-b566-20b8dd042502 service neutron] Attempting to bind port dcf67950-4606-4a75-a09a-c37188ce89bc on network 17fbea9d-55d6-4501-8773-6fa81d0403d3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:24:29.106390 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bef3fb99-aeb6-4ee0-b2f3-d45023d8a68a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:29.107625 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-a9024f84-d82b-456b-b566-20b8dd042502 service neutron] Port dcf67950-4606-4a75-a09a-c37188ce89bc on network 17fbea9d-55d6-4501-8773-6fa81d0403d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:24:29.108023 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-a9024f84-d82b-456b-b566-20b8dd042502 service neutron] Attempting to bind port dcf67950-4606-4a75-a09a-c37188ce89bc on network 17fbea9d-55d6-4501-8773-6fa81d0403d3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:24:29.119049 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-a9024f84-d82b-456b-b566-20b8dd042502 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:24:29.119426 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-a9024f84-d82b-456b-b566-20b8dd042502 service neutron] Checking segment: {'id': '2e346bc5-5f0b-4406-90c3-6566b97a936a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17fbea9d-55d6-4501-8773-6fa81d0403d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:24:29.119954 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-a9024f84-d82b-456b-b566-20b8dd042502 service neutron] Bound using segment: {'id': '2e346bc5-5f0b-4406-90c3-6566b97a936a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17fbea9d-55d6-4501-8773-6fa81d0403d3'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:24:29.120445 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-a9024f84-d82b-456b-b566-20b8dd042502 service neutron] Bound port: dcf67950-4606-4a75-a09a-c37188ce89bc, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e346bc5-5f0b-4406-90c3-6566b97a936a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17fbea9d-55d6-4501-8773-6fa81d0403d3'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:24:29.120889 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-a9024f84-d82b-456b-b566-20b8dd042502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:29.141809 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2f382-f1e3-4151-b327-66392de25e75 req-a1a79c54-7522-48be-b393-e87a4ed5a0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:29.143240 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-54d2f382-f1e3-4151-b327-66392de25e75 req-a1a79c54-7522-48be-b393-e87a4ed5a0c9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57b96748-2ad3-4632-aff7-f8852a255e03 HTTP/1.1" status: 200 len: 854 time: 0.1175072 May 27 02:24:29.143405 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-43b7093c-5c47-4982-878f-3e3bcfef1010 service neutron] 10.222.0.57 "GET /v2.0/networks/b0cf1283-9231-4b2a-9144-4eb59719bffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957216 May 27 02:24:29.205969 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bef3fb99-aeb6-4ee0-b2f3-d45023d8a68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:29.221527 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-af85ab1e-4d73-4555-b887-8b5395af0bec req-0c3be78b-b631-49c9-870c-02a51ce26960 service neutron] 10.222.0.32 "GET /v2.0/networks/17fbea9d-55d6-4501-8773-6fa81d0403d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6565092 May 27 02:24:29.287870 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e62e5d52-19f1-4eee-92e3-cfd8af4cb252 req-112843a8-3c2f-45c2-98b5-4b599b35bb62 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Unset dirty status for tenant:665791fe782b44168aee72df05af6c58 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:24:29.297005 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e62e5d52-19f1-4eee-92e3-cfd8af4cb252 req-112843a8-3c2f-45c2-98b5-4b599b35bb62 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6902640 May 27 02:24:29.314668 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-a9024f84-d82b-456b-b566-20b8dd042502 service neutron] For port dcf67950-4606-4a75-a09a-c37188ce89bc, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:24:29.314668 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-a9024f84-d82b-456b-b566-20b8dd042502 service neutron] For port dcf67950-4606-4a75-a09a-c37188ce89bc, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=dcf67950-4606-4a75-a09a-c37188ce89bc,segment=NetworkSegment(2e346bc5-5f0b-4406-90c3-6566b97a936a),segment_id=2e346bc5-5f0b-4406-90c3-6566b97a936a)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:24:29.331327 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2f382-f1e3-4151-b327-66392de25e75 req-1792bef6-a930-4c63-ae68-14eb6e3da3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:29.332961 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-54d2f382-f1e3-4151-b327-66392de25e75 req-1792bef6-a930-4c63-ae68-14eb6e3da3b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17fbea9d-55d6-4501-8773-6fa81d0403d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1827855 May 27 02:24:29.433931 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-a9024f84-d82b-456b-b566-20b8dd042502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:29.450291 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-bef3fb99-aeb6-4ee0-b2f3-d45023d8a68a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=da52baf8be5b40f9bbfcda1c2dfd8f76&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6652069 May 27 02:24:29.454745 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3fb99-aeb6-4ee0-b2f3-d45023d8a68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4d55d8-5e3e-4165-a96f-f99704217be8,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:29.488057 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47438) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:29.595403 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-a9024f84-d82b-456b-b566-20b8dd042502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:29.595741 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-a9024f84-d82b-456b-b566-20b8dd042502 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:29.604662 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-a9024f84-d82b-456b-b566-20b8dd042502 service neutron] 10.222.0.66 "PUT /v2.0/ports/dcf67950-4606-4a75-a09a-c37188ce89bc HTTP/1.1" status: 200 len: 1091 time: 2.5478714 May 27 02:24:29.608001 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3937e6f2-1e49-4589-b750-bac9b52b935a', 'tag': 'dcf67950-4606-4a75-a09a-c37188ce89bc'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:24:29.616533 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-c19ca948-7cb7-40e2-8518-571f8a0b661d service neutron] 10.222.0.57 "GET /v2.0/networks/b0cf1283-9231-4b2a-9144-4eb59719bffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4596453 May 27 02:24:29.705695 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9024f84-d82b-456b-b566-20b8dd042502 service neutron] Pushing event updated for resources: {'Port': ['ID=dcf67950-4606-4a75-a09a-c37188ce89bc,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:29.740996 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-54d2f382-f1e3-4151-b327-66392de25e75 req-085992c0-5d79-4754-8c30-e68fd7b1afe3 service neutron] 10.222.0.32 "GET /v2.0/networks/17fbea9d-55d6-4501-8773-6fa81d0403d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007785 May 27 02:24:29.920122 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37a157-88e5-4cfd-87ae-faaf4842b54d req-1c7c60d8-f1c2-48a9-ba9c-d43e15ea76b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:29.921948 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2f37a157-88e5-4cfd-87ae-faaf4842b54d req-1c7c60d8-f1c2-48a9-ba9c-d43e15ea76b8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=665791fe782b44168aee72df05af6c58&device_id=a877afa2-eea1-47bd-98a5-1f7e68a8816f HTTP/1.1" status: 200 len: 1094 time: 0.5588622 May 27 02:24:29.922602 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e6bcedea-0b51-4a1c-b394-fd26e57ca84e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:29.992554 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea7385d8-608d-47bc-905e-59c1c02b9497'] response: {'name': 'network-changed', 'server_uuid': '3937e6f2-1e49-4589-b750-bac9b52b935a', 'tag': 'dcf67950-4606-4a75-a09a-c37188ce89bc', 'status': 'completed', 'code': 200} May 27 02:24:30.042783 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:30.045072 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-54d2f382-f1e3-4151-b327-66392de25e75 req-e2f2ae71-1b33-4819-96f0-204d12f61758 service neutron] 10.222.0.32 "GET /v2.0/networks/17fbea9d-55d6-4501-8773-6fa81d0403d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517214 May 27 02:24:30.067688 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-fbe8e772-e08d-4e0b-bb4d-5eef09e957c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:30.069245 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-fbe8e772-e08d-4e0b-bb4d-5eef09e957c1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=665791fe782b44168aee72df05af6c58&device_id=3937e6f2-1e49-4589-b750-bac9b52b935a HTTP/1.1" status: 200 len: 1094 time: 0.3240790 May 27 02:24:30.072342 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311bd81-9a45-4410-8552-e3992e2ada74 req-48e7abcc-a6ae-4d23-98b0-ce4f2aa07a01 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:30.073878 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5311bd81-9a45-4410-8552-e3992e2ada74 req-48e7abcc-a6ae-4d23-98b0-ce4f2aa07a01 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ceda1a7-97e5-432f-871e-4f0195117b8b HTTP/1.1" status: 200 len: 945 time: 0.6264656 May 27 02:24:30.165594 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-3a7e9ec7-344a-4037-a137-23a3b9de3c5d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcf67950-4606-4a75-a09a-c37188ce89bc HTTP/1.1" status: 200 len: 217 time: 0.0887814 May 27 02:24:30.178638 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e8516145-6f1f-48fc-b216-417a3bb8cb2f req-44e436ad-3a52-42eb-b252-5b2365f52068 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c8709ed-24d1-443a-80f9-d681790d3c5a HTTP/1.1" status: 200 len: 210 time: 0.1033714 May 27 02:24:30.241369 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e6bcedea-0b51-4a1c-b394-fd26e57ca84e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:30.278579 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-320df304-9518-4343-a8e7-d23d441290b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:30.278579 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-320df304-9518-4343-a8e7-d23d441290b3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=57b96748-2ad3-4632-aff7-f8852a255e03 HTTP/1.1" status: 200 len: 854 time: 0.1063671 May 27 02:24:30.283028 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5311bd81-9a45-4410-8552-e3992e2ada74 req-8d00e633-a0d1-4fea-ac0c-e5180efaa8d8 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] 10.222.0.57 "GET /v2.0/security-groups?id=a1596953-0feb-4d74-81ec-65ca0db333da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577430 May 27 02:24:30.302954 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37a157-88e5-4cfd-87ae-faaf4842b54d req-2e1624bc-f61b-406a-97c5-c62741d59ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:30.304358 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2f37a157-88e5-4cfd-87ae-faaf4842b54d req-2e1624bc-f61b-406a-97c5-c62741d59ec6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=17fbea9d-55d6-4501-8773-6fa81d0403d3 HTTP/1.1" status: 200 len: 916 time: 0.3618205 May 27 02:24:30.403748 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2f37a157-88e5-4cfd-87ae-faaf4842b54d req-7cba0b22-7c21-4a46-945b-71e679c955fd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26c5c800-d5e7-45f4-bf34-1e56f9d50521 HTTP/1.1" status: 200 len: 217 time: 0.0934439 May 27 02:24:30.405919 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-a7c0349f-c3d5-4579-9c5a-17bcc1b34e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:30.407559 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-a7c0349f-c3d5-4579-9c5a-17bcc1b34e95 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=17fbea9d-55d6-4501-8773-6fa81d0403d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1219871 May 27 02:24:30.545863 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37a157-88e5-4cfd-87ae-faaf4842b54d req-64d457a3-071c-4be2-97fe-5f673c80072c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:30.547485 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2f37a157-88e5-4cfd-87ae-faaf4842b54d req-64d457a3-071c-4be2-97fe-5f673c80072c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57b96748-2ad3-4632-aff7-f8852a255e03 HTTP/1.1" status: 200 len: 854 time: 0.1368098 May 27 02:24:30.597067 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e6bcedea-0b51-4a1c-b394-fd26e57ca84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:30.667934 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bcedea-0b51-4a1c-b394-fd26e57ca84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4d55d8-5e3e-4165-a96f-f99704217be8,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:30.695712 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-db11523a-e94a-4176-865d-9479d4a697b3 service neutron] 10.222.0.66 "GET /v2.0/networks/17fbea9d-55d6-4501-8773-6fa81d0403d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798343 May 27 02:24:30.715353 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e6bcedea-0b51-4a1c-b394-fd26e57ca84e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:30.717291 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e6bcedea-0b51-4a1c-b394-fd26e57ca84e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7e4d55d8-5e3e-4165-a96f-f99704217be8 HTTP/1.1" status: 204 len: 168 time: 1.2265193 May 27 02:24:30.740183 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c938f-5577-4b55-97f8-ea77f3f72908 req-4f21bf4b-e2d8-4f7a-8502-a0811c4e77b0 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:30.748418 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d22c938f-5577-4b55-97f8-ea77f3f72908 req-4f21bf4b-e2d8-4f7a-8502-a0811c4e77b0 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3937e6f2-1e49-4589-b750-bac9b52b935a HTTP/1.1" status: 200 len: 943 time: 0.2915945 May 27 02:24:30.781129 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37a157-88e5-4cfd-87ae-faaf4842b54d req-90be498e-d153-4bb4-b1d5-056812aa7304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:30.788581 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2f37a157-88e5-4cfd-87ae-faaf4842b54d req-90be498e-d153-4bb4-b1d5-056812aa7304 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17fbea9d-55d6-4501-8773-6fa81d0403d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2289126 May 27 02:24:30.873425 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d22c938f-5577-4b55-97f8-ea77f3f72908 req-cda2c04b-3fc5-4e15-829f-55c0594045c5 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144416 May 27 02:24:30.986952 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-da465a2a-a319-47a1-b79e-13ad4ba7fe60 req-0596309d-4255-4459-aa5b-20c2223f0ad2 service neutron] 10.222.0.66 "GET /v2.0/networks/17fbea9d-55d6-4501-8773-6fa81d0403d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824457 May 27 02:24:31.051320 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2f37a157-88e5-4cfd-87ae-faaf4842b54d req-8f7f98c0-103f-4e47-94d1-0f1a06360df6 service neutron] 10.222.0.32 "GET /v2.0/networks/17fbea9d-55d6-4501-8773-6fa81d0403d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239828 May 27 02:24:31.196500 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2dd0cc-bde9-4750-87a8-3d0fcc936b9a req-62061d80-216f-4986-a8b0-6790cb40d352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:31.199768 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2d2dd0cc-bde9-4750-87a8-3d0fcc936b9a req-62061d80-216f-4986-a8b0-6790cb40d352 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=665791fe782b44168aee72df05af6c58&device_id=3937e6f2-1e49-4589-b750-bac9b52b935a HTTP/1.1" status: 200 len: 1094 time: 0.0876048 May 27 02:24:31.222680 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-20781384-b9da-4120-b736-e3f10a711c5c req-3f73e984-c47b-46e0-adb7-376816283548 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1068088761&fields=id&tenant_id=90cb016bc5624b738605957a017e8a06 HTTP/1.1" status: 200 len: 267 time: 0.1381280 May 27 02:24:31.400091 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2dd0cc-bde9-4750-87a8-3d0fcc936b9a req-ef27c336-36ff-4f58-bcd6-1b9774c15080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:31.401781 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2d2dd0cc-bde9-4750-87a8-3d0fcc936b9a req-ef27c336-36ff-4f58-bcd6-1b9774c15080 service neutron] 10.222.0.66 "GET /v2.0/networks?id=17fbea9d-55d6-4501-8773-6fa81d0403d3 HTTP/1.1" status: 200 len: 916 time: 0.1970797 May 27 02:24:31.402804 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2f37a157-88e5-4cfd-87ae-faaf4842b54d req-29b05c13-f65b-4502-8176-10d0b2366b2c service neutron] 10.222.0.32 "GET /v2.0/networks/17fbea9d-55d6-4501-8773-6fa81d0403d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449552 May 27 02:24:31.488284 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f1a100bc-e656-45a5-b04b-eee075b3724a req-8c6d209b-ce0a-4f1e-9c61-79ecc6f58159 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c8709ed-24d1-443a-80f9-d681790d3c5a HTTP/1.1" status: 200 len: 210 time: 0.0807426 May 27 02:24:31.515922 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2d2dd0cc-bde9-4750-87a8-3d0fcc936b9a req-0b19675f-2e16-4547-ac8d-c4911a6cde78 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcf67950-4606-4a75-a09a-c37188ce89bc HTTP/1.1" status: 200 len: 217 time: 0.1060729 May 27 02:24:31.525969 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 7dafa106-14d4-4e19-b44c-cd2e2d44863c up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:24:31.589557 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20781384-b9da-4120-b736-e3f10a711c5c req-d11093a9-ccc1-4c87-8ebc-173e08007155 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:31.608022 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-20781384-b9da-4120-b736-e3f10a711c5c req-d11093a9-ccc1-4c87-8ebc-173e08007155 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "GET /v2.0/networks?id=6525e5f8-6f29-4d27-95ba-53e51b968154 HTTP/1.1" status: 200 len: 815 time: 0.3638208 May 27 02:24:31.637241 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-20781384-b9da-4120-b736-e3f10a711c5c req-3678a8b6-9411-4dc4-84aa-eb8055c441d5 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "GET /v2.0/quotas/90cb016bc5624b738605957a017e8a06 HTTP/1.1" status: 200 len: 375 time: 0.0282254 May 27 02:24:31.667909 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2dd0cc-bde9-4750-87a8-3d0fcc936b9a req-49f5efed-6797-4fda-adc4-4a3755802779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:31.669504 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2d2dd0cc-bde9-4750-87a8-3d0fcc936b9a req-49f5efed-6797-4fda-adc4-4a3755802779 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=57b96748-2ad3-4632-aff7-f8852a255e03 HTTP/1.1" status: 200 len: 854 time: 0.1469829 May 27 02:24:31.760875 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 7dafa106-14d4-4e19-b44c-cd2e2d44863c completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:24:31.784537 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 7dafa106-14d4-4e19-b44c-cd2e2d44863c triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:24:31.784537 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:31.820754 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-20781384-b9da-4120-b736-e3f10a711c5c req-b7b2ea7e-0f09-42f6-8056-55836ebecda0 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=90cb016bc5624b738605957a017e8a06&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1819913 May 27 02:24:31.853131 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3655bf-5206-4d9a-8a09-0612a5eae8e4 req-ef7b6e4d-6593-4d37-9fb4-efe92920cc3a tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:31.858741 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2dd0cc-bde9-4750-87a8-3d0fcc936b9a req-5150fbd3-4e60-40d5-8c12-1790093731d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:31.859765 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0a3655bf-5206-4d9a-8a09-0612a5eae8e4 req-ef7b6e4d-6593-4d37-9fb4-efe92920cc3a tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ceda1a7-97e5-432f-871e-4f0195117b8b HTTP/1.1" status: 200 len: 945 time: 0.1837173 May 27 02:24:31.860198 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2d2dd0cc-bde9-4750-87a8-3d0fcc936b9a req-5150fbd3-4e60-40d5-8c12-1790093731d1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=17fbea9d-55d6-4501-8773-6fa81d0403d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1820140 May 27 02:24:32.028136 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2d2dd0cc-bde9-4750-87a8-3d0fcc936b9a req-1be632e3-14c5-473f-8759-aa7e1650e4f9 service neutron] 10.222.0.66 "GET /v2.0/networks/17fbea9d-55d6-4501-8773-6fa81d0403d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570718 May 27 02:24:32.032996 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 3fee8f9a-60b2-4978-b2c6-4d37b7502727 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:24:32.050250 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 7dafa106-14d4-4e19-b44c-cd2e2d44863c is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:24:32.050713 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:32.062802 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0a3655bf-5206-4d9a-8a09-0612a5eae8e4 req-9fb979ac-8408-4ae1-afb4-50213dda059e tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] 10.222.0.57 "GET /v2.0/security-groups?id=a1596953-0feb-4d74-81ec-65ca0db333da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021928 May 27 02:24:32.129167 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 7dafa106-14d4-4e19-b44c-cd2e2d44863c, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=7dafa106-14d4-4e19-b44c-cd2e2d44863c,segment=NetworkSegment(ed412144-cb8c-480f-a3bb-405b4f36ce73),segment_id=ed412144-cb8c-480f-a3bb-405b4f36ce73)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:24:32.129793 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ceda1a7-97e5-432f-871e-4f0195117b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dafa106-14d4-4e19-b44c-cd2e2d44863c'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:24:32.201562 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-20781384-b9da-4120-b736-e3f10a711c5c req-4a6311ca-f2ff-4789-b363-61a2b505a69d service neutron] 10.222.0.57 "GET /v2.0/networks/6525e5f8-6f29-4d27-95ba-53e51b968154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159752 May 27 02:24:32.221678 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:32.256329 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2d2dd0cc-bde9-4750-87a8-3d0fcc936b9a req-d29da9f7-5f1a-490a-8ef7-46d8e8c1e3af service neutron] 10.222.0.66 "GET /v2.0/networks/17fbea9d-55d6-4501-8773-6fa81d0403d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224021 May 27 02:24:32.343315 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=7dafa106-14d4-4e19-b44c-cd2e2d44863c,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:32.365964 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 3fee8f9a-60b2-4978-b2c6-4d37b7502727, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=3fee8f9a-60b2-4978-b2c6-4d37b7502727,segment=NetworkSegment(2e346bc5-5f0b-4406-90c3-6566b97a936a),segment_id=2e346bc5-5f0b-4406-90c3-6566b97a936a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:24:32.381336 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '3fee8f9a-60b2-4978-b2c6-4d37b7502727', 'network_id': '17fbea9d-55d6-4501-8773-6fa81d0403d3', 'port_id': '3fee8f9a-60b2-4978-b2c6-4d37b7502727', 'mac_address': 'fa:16:3e:7b:e6:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57b96748-2ad3-4632-aff7-f8852a255e03', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:24:32.442778 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 3fee8f9a-60b2-4978-b2c6-4d37b7502727 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:24:32.443161 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:32.465500 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fee8f9a-60b2-4978-b2c6-4d37b7502727 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:24:32.482828 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 3fee8f9a-60b2-4978-b2c6-4d37b7502727, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=3fee8f9a-60b2-4978-b2c6-4d37b7502727,segment=NetworkSegment(2e346bc5-5f0b-4406-90c3-6566b97a936a),segment_id=2e346bc5-5f0b-4406-90c3-6566b97a936a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:24:32.595870 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-20781384-b9da-4120-b736-e3f10a711c5c req-af13a3c8-edbd-490c-afb7-f13f49da5ab6 service neutron] 10.222.0.57 "GET /v2.0/networks/6525e5f8-6f29-4d27-95ba-53e51b968154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931408 May 27 02:24:32.601912 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:32.607235 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 26c5c800-d5e7-45f4-bf34-1e56f9d50521 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:24:32.614847 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ddc543-2b70-4526-a8cf-fdf5009f23c9 req-7719de3b-9c29-4df8-a0fc-d64399ffc5bf tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:32.616340 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52ddc543-2b70-4526-a8cf-fdf5009f23c9 req-7719de3b-9c29-4df8-a0fc-d64399ffc5bf tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3937e6f2-1e49-4589-b750-bac9b52b935a HTTP/1.1" status: 200 len: 943 time: 0.2966700 May 27 02:24:32.729978 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52ddc543-2b70-4526-a8cf-fdf5009f23c9 req-461189de-e615-415c-b979-cd4901b0e484 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062546 May 27 02:24:32.823859 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=3fee8f9a-60b2-4978-b2c6-4d37b7502727,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:32.827525 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 26c5c800-d5e7-45f4-bf34-1e56f9d50521, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=26c5c800-d5e7-45f4-bf34-1e56f9d50521,segment=NetworkSegment(2e346bc5-5f0b-4406-90c3-6566b97a936a),segment_id=2e346bc5-5f0b-4406-90c3-6566b97a936a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:24:32.843391 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '26c5c800-d5e7-45f4-bf34-1e56f9d50521', 'network_id': '17fbea9d-55d6-4501-8773-6fa81d0403d3', 'port_id': '26c5c800-d5e7-45f4-bf34-1e56f9d50521', 'mac_address': 'fa:16:3e:ad:06:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57b96748-2ad3-4632-aff7-f8852a255e03', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:24:32.964504 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd7c38a5-d0cc-4eda-a228-8a07f44c6d10'] response: {'server_uuid': '7ceda1a7-97e5-432f-871e-4f0195117b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dafa106-14d4-4e19-b44c-cd2e2d44863c', 'code': 200} May 27 02:24:32.965526 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 26c5c800-d5e7-45f4-bf34-1e56f9d50521 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:24:32.965906 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:33.040100 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26c5c800-d5e7-45f4-bf34-1e56f9d50521 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:24:33.082762 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 26c5c800-d5e7-45f4-bf34-1e56f9d50521, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=26c5c800-d5e7-45f4-bf34-1e56f9d50521,segment=NetworkSegment(2e346bc5-5f0b-4406-90c3-6566b97a936a),segment_id=2e346bc5-5f0b-4406-90c3-6566b97a936a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:24:33.167639 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-78792614-28f3-491b-94d4-9c824fa03ccb tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:33.168596 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-78792614-28f3-491b-94d4-9c824fa03ccb tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Synchronizing usage tracker for tenant:b08cd8af149f44bd8b4127ae8a32a06c on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:24:33.174127 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:33.237473 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa6231-0ca1-4a08-b9a1-65c2af65c80e req-04d44e25-4068-4bdf-a67b-767bb8a24c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:33.239790 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aaaa6231-0ca1-4a08-b9a1-65c2af65c80e req-04d44e25-4068-4bdf-a67b-767bb8a24c09 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7ceda1a7-97e5-432f-871e-4f0195117b8b HTTP/1.1" status: 200 len: 1097 time: 0.2906034 May 27 02:24:33.242402 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b420bb35-e791-4dd9-855f-86c0f0f4f06d req-0a5073f0-e1ad-49c6-916f-92dcd1de0214 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c8709ed-24d1-443a-80f9-d681790d3c5a HTTP/1.1" status: 200 len: 210 time: 0.1204877 May 27 02:24:33.254519 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-78792614-28f3-491b-94d4-9c824fa03ccb tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Unset dirty status for tenant:b08cd8af149f44bd8b4127ae8a32a06c on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:24:33.255653 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-78792614-28f3-491b-94d4-9c824fa03ccb tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.66 "GET /v2.0/networks?id=b0cf1283-9231-4b2a-9144-4eb59719bffc HTTP/1.1" status: 200 len: 806 time: 0.4488869 May 27 02:24:33.267961 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-05da2a39-af16-42e5-aae9-3a13a01c0fd8 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Request body: {'port': {'device_id': '8c8709ed-24d1-443a-80f9-d681790d3c5a', 'network_id': 'b0cf1283-9231-4b2a-9144-4eb59719bffc', 'admin_state_up': True, 'tenant_id': 'b08cd8af149f44bd8b4127ae8a32a06c'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:24:33.294651 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aaaa6231-0ca1-4a08-b9a1-65c2af65c80e req-22d13501-ad2a-448e-8442-2bbe5c7bab96 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a1596953-0feb-4d74-81ec-65ca0db333da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484917 May 27 02:24:33.316388 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=26c5c800-d5e7-45f4-bf34-1e56f9d50521,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:33.411351 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['3fee8f9a-60b2-4978-b2c6-4d37b7502727'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:24:33.510831 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['26c5c800-d5e7-45f4-bf34-1e56f9d50521'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:24:33.533557 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-05da2a39-af16-42e5-aae9-3a13a01c0fd8 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:33.565296 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-05da2a39-af16-42e5-aae9-3a13a01c0fd8 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:33.602645 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366aba36-1465-4957-a01e-6e03d4405278 req-d3aeafb4-5c6b-4f41-9b2a-c39298b0ebc0 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:33.604224 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-366aba36-1465-4957-a01e-6e03d4405278 req-d3aeafb4-5c6b-4f41-9b2a-c39298b0ebc0 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ceda1a7-97e5-432f-871e-4f0195117b8b HTTP/1.1" status: 200 len: 946 time: 0.1077347 May 27 02:24:33.687635 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-366aba36-1465-4957-a01e-6e03d4405278 req-6cf03991-90dc-4ff8-ab11-54c8cd57009f tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] 10.222.0.57 "GET /v2.0/security-groups?id=a1596953-0feb-4d74-81ec-65ca0db333da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770283 May 27 02:24:33.711011 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-05da2a39-af16-42e5-aae9-3a13a01c0fd8 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Made reservation on behalf of b08cd8af149f44bd8b4127ae8a32a06c for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:24:33.721196 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-05da2a39-af16-42e5-aae9-3a13a01c0fd8 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:34.053322 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-05da2a39-af16-42e5-aae9-3a13a01c0fd8 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Allocated IP 172.20.0.5 (b0cf1283-9231-4b2a-9144-4eb59719bffc/505370ea-6a69-4c6a-9c79-68e9a416bb4a/6c306965-0f78-4803-98fc-159e3480ab6a) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:24:34.273514 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09df8dc-5c70-4ba8-a27c-56f74b6e43f7 req-2e2ea532-43f2-41a5-81db-c57e46c0ef5e tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:34.276188 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d09df8dc-5c70-4ba8-a27c-56f74b6e43f7 req-2e2ea532-43f2-41a5-81db-c57e46c0ef5e tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3937e6f2-1e49-4589-b750-bac9b52b935a HTTP/1.1" status: 200 len: 943 time: 0.2330658 May 27 02:24:34.338664 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d09df8dc-5c70-4ba8-a27c-56f74b6e43f7 req-25f2be9e-4c26-460b-a60c-5e60b7e18e94 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615900 May 27 02:24:34.483111 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-af96ecf2-1633-4dcb-8804-0342246a980f req-a2660a78-eb0b-4f8b-9c88-45e0512e7796 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "GET /v2.0/ports?device_id=703dc17a-e6dd-4e60-b9be-83f0b1f667c5 HTTP/1.1" status: 200 len: 210 time: 0.0599592 May 27 02:24:34.501286 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-05da2a39-af16-42e5-aae9-3a13a01c0fd8 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:34.630409 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-69cb7937-975e-4fc3-baf0-fa7202ecf407 req-06fe6978-b933-4e4c-933e-167395959b1c tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c8709ed-24d1-443a-80f9-d681790d3c5a HTTP/1.1" status: 200 len: 210 time: 0.0454774 May 27 02:24:34.640212 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-05da2a39-af16-42e5-aae9-3a13a01c0fd8 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:34.661661 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['cfb7cdfa-51e3-48fc-9dff-7e74813e008c'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:24:34.745608 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-05da2a39-af16-42e5-aae9-3a13a01c0fd8 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Network b0cf1283-9231-4b2a-9144-4eb59719bffc is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:24:34.748690 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-05da2a39-af16-42e5-aae9-3a13a01c0fd8 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:24:34.752958 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-05da2a39-af16-42e5-aae9-3a13a01c0fd8 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:24:34.851519 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da2a39-af16-42e5-aae9-3a13a01c0fd8 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Pushing event updated for resources: {'Port': ['ID=6c306965-0f78-4803-98fc-159e3480ab6a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:34.909067 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-05da2a39-af16-42e5-aae9-3a13a01c0fd8 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:34.909644 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-05da2a39-af16-42e5-aae9-3a13a01c0fd8 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:34.992097 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09efd569-0814-49be-af33-35669051aad5 req-f9f8fb84-8fbb-4ea2-9059-2ed1a1e6c3d1 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:34.994240 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-09efd569-0814-49be-af33-35669051aad5 req-f9f8fb84-8fbb-4ea2-9059-2ed1a1e6c3d1 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ceda1a7-97e5-432f-871e-4f0195117b8b HTTP/1.1" status: 200 len: 946 time: 0.1521077 May 27 02:24:35.046686 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-09efd569-0814-49be-af33-35669051aad5 req-ac110196-0b41-4350-b376-01ce7fc0554e tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] 10.222.0.57 "GET /v2.0/security-groups?id=a1596953-0feb-4d74-81ec-65ca0db333da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459042 May 27 02:24:35.076982 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-05da2a39-af16-42e5-aae9-3a13a01c0fd8 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8130848 May 27 02:24:35.088357 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-37d600e6-c85c-4f96-a1a9-b874e1bc7ff5 service neutron] Request body: {'port': {'device_id': '8c8709ed-24d1-443a-80f9-d681790d3c5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:24:35.318592 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-37d600e6-c85c-4f96-a1a9-b874e1bc7ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:35.530241 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device dcf67950-4606-4a75-a09a-c37188ce89bc details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:24:35.675835 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50399938-14eb-44e2-acc5-9e2bfeb903f5 req-eef64bf5-4fb4-4ef1-9bfb-6ff235572b0b tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:35.684355 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-50399938-14eb-44e2-acc5-9e2bfeb903f5 req-eef64bf5-4fb4-4ef1-9bfb-6ff235572b0b tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3937e6f2-1e49-4589-b750-bac9b52b935a HTTP/1.1" status: 200 len: 943 time: 0.1723690 May 27 02:24:35.808100 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port dcf67950-4606-4a75-a09a-c37188ce89bc, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=dcf67950-4606-4a75-a09a-c37188ce89bc,segment=NetworkSegment(2e346bc5-5f0b-4406-90c3-6566b97a936a),segment_id=2e346bc5-5f0b-4406-90c3-6566b97a936a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:24:35.833734 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': 'dcf67950-4606-4a75-a09a-c37188ce89bc', 'network_id': '17fbea9d-55d6-4501-8773-6fa81d0403d3', 'port_id': 'dcf67950-4606-4a75-a09a-c37188ce89bc', 'mac_address': 'fa:16:3e:39:80:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57b96748-2ad3-4632-aff7-f8852a255e03', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:24:35.838973 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0e143e9a-a34e-46fa-b34b-226f9d2334a6 req-7f7cfbb2-bea5-44bb-a851-fe60497c9337 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "GET /v2.0/ports?device_id=703dc17a-e6dd-4e60-b9be-83f0b1f667c5 HTTP/1.1" status: 200 len: 210 time: 0.1149774 May 27 02:24:35.856436 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-50399938-14eb-44e2-acc5-9e2bfeb903f5 req-93b50871-33a8-4985-920d-79d81e115c66 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625988 May 27 02:24:35.918008 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port dcf67950-4606-4a75-a09a-c37188ce89bc is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:24:35.918462 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:35.943866 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcf67950-4606-4a75-a09a-c37188ce89bc {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:24:35.963140 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port dcf67950-4606-4a75-a09a-c37188ce89bc, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=dcf67950-4606-4a75-a09a-c37188ce89bc,segment=NetworkSegment(2e346bc5-5f0b-4406-90c3-6566b97a936a),segment_id=2e346bc5-5f0b-4406-90c3-6566b97a936a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:24:36.009636 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-37d600e6-c85c-4f96-a1a9-b874e1bc7ff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c306965-0f78-4803-98fc-159e3480ab6a {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:24:36.031941 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-37d600e6-c85c-4f96-a1a9-b874e1bc7ff5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:36.048891 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-37d600e6-c85c-4f96-a1a9-b874e1bc7ff5 service neutron] Transition to ACTIVE for port object 6c306965-0f78-4803-98fc-159e3480ab6a will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:24:36.059424 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 3fee8f9a-60b2-4978-b2c6-4d37b7502727 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:24:36.080760 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe653c3-7957-4fa9-b082-1121f0f25f88 req-2f680818-50b0-4376-85ba-83f8deb19eeb tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:36.082523 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-efe653c3-7957-4fa9-b082-1121f0f25f88 req-2f680818-50b0-4376-85ba-83f8deb19eeb tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c8709ed-24d1-443a-80f9-d681790d3c5a HTTP/1.1" status: 200 len: 931 time: 0.1066236 May 27 02:24:36.092856 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:36.141548 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-efe653c3-7957-4fa9-b082-1121f0f25f88 req-8cbabbf8-0e2f-4ff6-acaf-6d2bbdef44b8 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517814 May 27 02:24:36.175844 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-37d600e6-c85c-4f96-a1a9-b874e1bc7ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:36.222015 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=dcf67950-4606-4a75-a09a-c37188ce89bc,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:36.363808 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 3fee8f9a-60b2-4978-b2c6-4d37b7502727 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:24:36.369881 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['dcf67950-4606-4a75-a09a-c37188ce89bc'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:24:36.379168 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d600e6-c85c-4f96-a1a9-b874e1bc7ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=6c306965-0f78-4803-98fc-159e3480ab6a,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:36.407195 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 3fee8f9a-60b2-4978-b2c6-4d37b7502727 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:24:36.407576 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:36.507583 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-37d600e6-c85c-4f96-a1a9-b874e1bc7ff5 service neutron] Attempting to bind port 6c306965-0f78-4803-98fc-159e3480ab6a on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:24:36.507974 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-37d600e6-c85c-4f96-a1a9-b874e1bc7ff5 service neutron] Attempting to bind port 6c306965-0f78-4803-98fc-159e3480ab6a by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '441b6a83-1810-4a59-a172-de9005de5715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b0cf1283-9231-4b2a-9144-4eb59719bffc'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:24:36.508919 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-37d600e6-c85c-4f96-a1a9-b874e1bc7ff5 service neutron] Attempting to bind port 6c306965-0f78-4803-98fc-159e3480ab6a on network b0cf1283-9231-4b2a-9144-4eb59719bffc {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:24:36.526864 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:24:36.540140 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-37d600e6-c85c-4f96-a1a9-b874e1bc7ff5 service neutron] Port 6c306965-0f78-4803-98fc-159e3480ab6a on network b0cf1283-9231-4b2a-9144-4eb59719bffc not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:24:36.540140 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-37d600e6-c85c-4f96-a1a9-b874e1bc7ff5 service neutron] Attempting to bind port 6c306965-0f78-4803-98fc-159e3480ab6a on network b0cf1283-9231-4b2a-9144-4eb59719bffc {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:24:36.545879 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-37d600e6-c85c-4f96-a1a9-b874e1bc7ff5 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:24:36.546239 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-37d600e6-c85c-4f96-a1a9-b874e1bc7ff5 service neutron] Checking segment: {'id': '441b6a83-1810-4a59-a172-de9005de5715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b0cf1283-9231-4b2a-9144-4eb59719bffc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:24:36.546940 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-37d600e6-c85c-4f96-a1a9-b874e1bc7ff5 service neutron] Bound using segment: {'id': '441b6a83-1810-4a59-a172-de9005de5715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b0cf1283-9231-4b2a-9144-4eb59719bffc'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:24:36.547382 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-37d600e6-c85c-4f96-a1a9-b874e1bc7ff5 service neutron] Bound port: 6c306965-0f78-4803-98fc-159e3480ab6a, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '441b6a83-1810-4a59-a172-de9005de5715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b0cf1283-9231-4b2a-9144-4eb59719bffc'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:24:36.548154 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-37d600e6-c85c-4f96-a1a9-b874e1bc7ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:36.618791 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 3fee8f9a-60b2-4978-b2c6-4d37b7502727 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:24:36.619409 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:36.677074 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06dfcc27-7d08-4fa5-9c37-fb0525f39bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fee8f9a-60b2-4978-b2c6-4d37b7502727'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:24:36.697435 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-37d600e6-c85c-4f96-a1a9-b874e1bc7ff5 service neutron] For port 6c306965-0f78-4803-98fc-159e3480ab6a, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:24:36.701370 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-37d600e6-c85c-4f96-a1a9-b874e1bc7ff5 service neutron] For port 6c306965-0f78-4803-98fc-159e3480ab6a, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=6c306965-0f78-4803-98fc-159e3480ab6a,segment=NetworkSegment(441b6a83-1810-4a59-a172-de9005de5715),segment_id=441b6a83-1810-4a59-a172-de9005de5715)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:24:36.715731 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 3fee8f9a-60b2-4978-b2c6-4d37b7502727, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=3fee8f9a-60b2-4978-b2c6-4d37b7502727,segment=NetworkSegment(2e346bc5-5f0b-4406-90c3-6566b97a936a),segment_id=2e346bc5-5f0b-4406-90c3-6566b97a936a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:24:36.739540 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad38bae-ac52-49c4-b755-f838982d80e0 req-9e03a861-4864-437e-9683-f418f513972b tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:36.740112 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-942d2174-33a7-42b7-a309-bb94582b6768'] response: {'server_uuid': '06dfcc27-7d08-4fa5-9c37-fb0525f39bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fee8f9a-60b2-4978-b2c6-4d37b7502727', 'code': 200} May 27 02:24:36.740586 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dad38bae-ac52-49c4-b755-f838982d80e0 req-9e03a861-4864-437e-9683-f418f513972b tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ceda1a7-97e5-432f-871e-4f0195117b8b HTTP/1.1" status: 200 len: 946 time: 0.1144152 May 27 02:24:36.785226 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dad38bae-ac52-49c4-b755-f838982d80e0 req-a92ef563-cd74-40fe-86c7-4c2138e0989f tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] 10.222.0.57 "GET /v2.0/security-groups?id=a1596953-0feb-4d74-81ec-65ca0db333da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416639 May 27 02:24:36.808294 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-37d600e6-c85c-4f96-a1a9-b874e1bc7ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:36.870703 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:36.871537 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 26c5c800-d5e7-45f4-bf34-1e56f9d50521 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:24:36.887175 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-37d600e6-c85c-4f96-a1a9-b874e1bc7ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:36.887931 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-37d600e6-c85c-4f96-a1a9-b874e1bc7ff5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:36.889342 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-37d600e6-c85c-4f96-a1a9-b874e1bc7ff5 service neutron] 10.222.0.66 "PUT /v2.0/ports/6c306965-0f78-4803-98fc-159e3480ab6a HTTP/1.1" status: 200 len: 1091 time: 1.8054945 May 27 02:24:36.889779 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c8709ed-24d1-443a-80f9-d681790d3c5a', 'tag': '6c306965-0f78-4803-98fc-159e3480ab6a'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:24:36.913174 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d600e6-c85c-4f96-a1a9-b874e1bc7ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=6c306965-0f78-4803-98fc-159e3480ab6a,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:36.938829 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a58f18-f4ad-4fc0-9b72-496899426e4d req-89adb79c-c2d0-42a5-be27-5cd4a3242731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:36.940304 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e8a58f18-f4ad-4fc0-9b72-496899426e4d req-89adb79c-c2d0-42a5-be27-5cd4a3242731 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=06dfcc27-7d08-4fa5-9c37-fb0525f39bd3 HTTP/1.1" status: 200 len: 1095 time: 0.1298211 May 27 02:24:36.988620 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e8a58f18-f4ad-4fc0-9b72-496899426e4d req-dc99d648-9ec4-4952-8d16-0bf3905cc157 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415394 May 27 02:24:37.075783 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=3fee8f9a-60b2-4978-b2c6-4d37b7502727,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:37.084007 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5c664149-6acd-4ff3-9ebd-7faf1bff961a req-70d31710-8b19-474d-a9a0-8c72d7152b70 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "GET /v2.0/ports?device_id=703dc17a-e6dd-4e60-b9be-83f0b1f667c5 HTTP/1.1" status: 200 len: 210 time: 0.0863037 May 27 02:24:37.128842 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-57df43e0-4b7d-49e3-862a-92bad479fb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:37.130363 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-57df43e0-4b7d-49e3-862a-92bad479fb83 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b08cd8af149f44bd8b4127ae8a32a06c&device_id=8c8709ed-24d1-443a-80f9-d681790d3c5a HTTP/1.1" status: 200 len: 1094 time: 0.0829480 May 27 02:24:37.132938 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab181b-035a-4995-becd-2fe3fae3c7b4 req-b29d0c9f-5475-45ae-998c-6a40513562d5 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:37.134430 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-92ab181b-035a-4995-becd-2fe3fae3c7b4 req-b29d0c9f-5475-45ae-998c-6a40513562d5 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3937e6f2-1e49-4589-b750-bac9b52b935a HTTP/1.1" status: 200 len: 944 time: 0.1018627 May 27 02:24:37.195980 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-92ab181b-035a-4995-becd-2fe3fae3c7b4 req-c178786e-90d5-42a5-b752-cae6f359f947 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556479 May 27 02:24:37.200415 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8b40741-f407-40b7-bde4-d6bf8b1c8e35'] response: {'name': 'network-changed', 'server_uuid': '8c8709ed-24d1-443a-80f9-d681790d3c5a', 'tag': '6c306965-0f78-4803-98fc-159e3480ab6a', 'status': 'completed', 'code': 200} May 27 02:24:37.202044 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 26c5c800-d5e7-45f4-bf34-1e56f9d50521 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:24:37.210179 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-2cb19e57-e9fc-4741-aa1c-6021220fd1e6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c306965-0f78-4803-98fc-159e3480ab6a HTTP/1.1" status: 200 len: 217 time: 0.0699046 May 27 02:24:37.217207 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 26c5c800-d5e7-45f4-bf34-1e56f9d50521 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:24:37.217582 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:37.357945 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-f1f4559d-6d2d-4eba-9ced-45f5d9a03a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:37.359580 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-f1f4559d-6d2d-4eba-9ced-45f5d9a03a72 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=505370ea-6a69-4c6a-9c79-68e9a416bb4a HTTP/1.1" status: 200 len: 846 time: 0.1432531 May 27 02:24:37.372701 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9331c9e-48a8-4123-8ca7-655041458aba req-c405e8e9-2b48-4c64-bb22-2cc90cc2803b tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:37.374255 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c9331c9e-48a8-4123-8ca7-655041458aba req-c405e8e9-2b48-4c64-bb22-2cc90cc2803b tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c8709ed-24d1-443a-80f9-d681790d3c5a HTTP/1.1" status: 200 len: 943 time: 0.1121159 May 27 02:24:37.431624 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-2ba85a38-c454-48a9-8ead-02b979fb7ac0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b0cf1283-9231-4b2a-9144-4eb59719bffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641351 May 27 02:24:37.456254 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 26c5c800-d5e7-45f4-bf34-1e56f9d50521 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:24:37.456969 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:37.531083 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device dcf67950-4606-4a75-a09a-c37188ce89bc up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:24:37.620930 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c9331c9e-48a8-4123-8ca7-655041458aba req-1e91accd-9890-476e-9882-e66f4bb24433 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325492 May 27 02:24:37.637026 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 26c5c800-d5e7-45f4-bf34-1e56f9d50521, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=26c5c800-d5e7-45f4-bf34-1e56f9d50521,segment=NetworkSegment(2e346bc5-5f0b-4406-90c3-6566b97a936a),segment_id=2e346bc5-5f0b-4406-90c3-6566b97a936a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:24:37.655982 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-1e26d389-8f34-4a10-a3ff-bdcaa7f9cf2c service neutron] 10.222.0.66 "GET /v2.0/networks/b0cf1283-9231-4b2a-9144-4eb59719bffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178073 May 27 02:24:37.661220 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20781384-b9da-4120-b736-e3f10a711c5c req-81a66967-2aa7-44b5-83c4-222af39eb0a6 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:37.662903 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-20781384-b9da-4120-b736-e3f10a711c5c req-81a66967-2aa7-44b5-83c4-222af39eb0a6 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.32 "GET /v2.0/networks?id=6525e5f8-6f29-4d27-95ba-53e51b968154 HTTP/1.1" status: 200 len: 815 time: 0.2757807 May 27 02:24:37.716320 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:37.763182 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-20781384-b9da-4120-b736-e3f10a711c5c req-3ffdb244-72e5-419b-a2ec-6a8afdf58f01 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90cb016bc5624b738605957a017e8a06 HTTP/1.1" status: 200 len: 380 time: 0.0909264 May 27 02:24:37.778584 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port dcf67950-4606-4a75-a09a-c37188ce89bc completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:24:37.778715 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-20781384-b9da-4120-b736-e3f10a711c5c req-4c2b9238-3d0d-4928-8bcb-b9dc1650eea4 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Request body: {'port': {'device_id': '703dc17a-e6dd-4e60-b9be-83f0b1f667c5', 'network_id': '6525e5f8-6f29-4d27-95ba-53e51b968154', 'admin_state_up': True, 'tenant_id': '90cb016bc5624b738605957a017e8a06', 'security_groups': ['3c6a9393-fc6d-4302-8877-bba603bfca20']}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:24:37.799498 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port dcf67950-4606-4a75-a09a-c37188ce89bc triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:24:37.801637 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:37.850097 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4a645be7-1183-40ff-b579-bc507d75f4f8 req-99334434-bd3d-4bf3-a31f-14869bce467e service neutron] 10.222.0.66 "GET /v2.0/networks/b0cf1283-9231-4b2a-9144-4eb59719bffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877303 May 27 02:24:38.037340 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=26c5c800-d5e7-45f4-bf34-1e56f9d50521,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:38.048092 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port dcf67950-4606-4a75-a09a-c37188ce89bc is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:24:38.048947 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:38.103169 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port dcf67950-4606-4a75-a09a-c37188ce89bc, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=dcf67950-4606-4a75-a09a-c37188ce89bc,segment=NetworkSegment(2e346bc5-5f0b-4406-90c3-6566b97a936a),segment_id=2e346bc5-5f0b-4406-90c3-6566b97a936a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:24:38.141578 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bce7bf-28bb-4901-aa1a-3a077f02d09e req-d70b5dfa-bfd5-4d01-9580-44b732735290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:38.143236 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b0bce7bf-28bb-4901-aa1a-3a077f02d09e req-d70b5dfa-bfd5-4d01-9580-44b732735290 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b08cd8af149f44bd8b4127ae8a32a06c&device_id=8c8709ed-24d1-443a-80f9-d681790d3c5a HTTP/1.1" status: 200 len: 1094 time: 0.1314030 May 27 02:24:38.207459 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:38.338984 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=dcf67950-4606-4a75-a09a-c37188ce89bc,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:38.354529 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:38.354903 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:38.355246 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:38.358883 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:38.359287 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:38.359973 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:38.361079 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:38.362197 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:38.362999 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:38.363503 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:38.364180 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:38.364700 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:38.377950 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-20781384-b9da-4120-b736-e3f10a711c5c req-4c2b9238-3d0d-4928-8bcb-b9dc1650eea4 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:38.390863 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-20781384-b9da-4120-b736-e3f10a711c5c req-4c2b9238-3d0d-4928-8bcb-b9dc1650eea4 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Usage tracker for resource:port and tenant:90cb016bc5624b738605957a017e8a06 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:38.396544 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-20781384-b9da-4120-b736-e3f10a711c5c req-4c2b9238-3d0d-4928-8bcb-b9dc1650eea4 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:38.410976 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-20781384-b9da-4120-b736-e3f10a711c5c req-4c2b9238-3d0d-4928-8bcb-b9dc1650eea4 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:38.434280 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e58e9-9bbb-46c2-b53f-4cfebd5d451b req-f0a80c54-ebd1-4024-a7b9-ea8c2b3f4f9a tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:38.436638 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a10e58e9-9bbb-46c2-b53f-4cfebd5d451b req-f0a80c54-ebd1-4024-a7b9-ea8c2b3f4f9a tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ceda1a7-97e5-432f-871e-4f0195117b8b HTTP/1.1" status: 200 len: 946 time: 0.4273076 May 27 02:24:38.529474 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c2317772-a0ad-4dda-bdab-137cfa744bd3 req-eab5fa87-3484-4cec-952a-4cd38939276e tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "GET /v2.0/ports?device_id=703dc17a-e6dd-4e60-b9be-83f0b1f667c5 HTTP/1.1" status: 200 len: 210 time: 0.0906732 May 27 02:24:38.540101 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f5324-9884-422d-aaf1-f7b605b63c8d req-3f540eea-eaba-4961-9d35-d7d3d8b84983 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:38.541771 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-187f5324-9884-422d-aaf1-f7b605b63c8d req-3f540eea-eaba-4961-9d35-d7d3d8b84983 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ceda1a7-97e5-432f-871e-4f0195117b8b HTTP/1.1" status: 200 len: 946 time: 0.5312455 May 27 02:24:38.613154 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a10e58e9-9bbb-46c2-b53f-4cfebd5d451b req-39fb9a03-28b6-4a37-b389-a2a6a2327ea7 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] 10.222.0.57 "GET /v2.0/security-groups?id=a1596953-0feb-4d74-81ec-65ca0db333da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241894 May 27 02:24:38.631842 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bce7bf-28bb-4901-aa1a-3a077f02d09e req-11ac14f9-78ca-47fa-a773-51562d9f8ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:38.636477 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b0bce7bf-28bb-4901-aa1a-3a077f02d09e req-11ac14f9-78ca-47fa-a773-51562d9f8ef5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b0cf1283-9231-4b2a-9144-4eb59719bffc HTTP/1.1" status: 200 len: 907 time: 0.4858680 May 27 02:24:38.640457 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20781384-b9da-4120-b736-e3f10a711c5c req-4c2b9238-3d0d-4928-8bcb-b9dc1650eea4 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Made reservation on behalf of 90cb016bc5624b738605957a017e8a06 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:24:38.644283 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-20781384-b9da-4120-b736-e3f10a711c5c req-4c2b9238-3d0d-4928-8bcb-b9dc1650eea4 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:38.729671 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b0bce7bf-28bb-4901-aa1a-3a077f02d09e req-9d28ab67-5501-4b8c-b561-9e982ae431d5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c306965-0f78-4803-98fc-159e3480ab6a HTTP/1.1" status: 200 len: 217 time: 0.0860593 May 27 02:24:38.741091 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a877afa2-eea1-47bd-98a5-1f7e68a8816f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c5c800-d5e7-45f4-bf34-1e56f9d50521'}, {'server_uuid': '3937e6f2-1e49-4589-b750-bac9b52b935a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf67950-4606-4a75-a09a-c37188ce89bc'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:24:38.832193 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bce7bf-28bb-4901-aa1a-3a077f02d09e req-bea337d5-d6f4-4923-a83f-13aaee585f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:38.835514 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b0bce7bf-28bb-4901-aa1a-3a077f02d09e req-bea337d5-d6f4-4923-a83f-13aaee585f04 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=505370ea-6a69-4c6a-9c79-68e9a416bb4a HTTP/1.1" status: 200 len: 846 time: 0.0991805 May 27 02:24:38.897760 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b0bce7bf-28bb-4901-aa1a-3a077f02d09e req-66dda503-af10-4308-8716-d9eb8858c5b9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b0cf1283-9231-4b2a-9144-4eb59719bffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527489 May 27 02:24:38.905297 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-187f5324-9884-422d-aaf1-f7b605b63c8d req-cd028275-d6c9-4057-9c80-e91b00f58398 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] Deleting port 7dafa106-14d4-4e19-b44c-cd2e2d44863c {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:24:38.905856 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-187f5324-9884-422d-aaf1-f7b605b63c8d req-cd028275-d6c9-4057-9c80-e91b00f58398 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:39.041608 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b0bce7bf-28bb-4901-aa1a-3a077f02d09e req-bc21cd48-b5f0-434f-8bbb-4afb8e66befd service neutron] 10.222.0.66 "GET /v2.0/networks/b0cf1283-9231-4b2a-9144-4eb59719bffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370058 May 27 02:24:39.165935 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6567-c4c9-442b-99c8-f367049bd25f req-92aabad8-0b7b-4c6b-ac76-5ecc2f6108f4 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:39.172954 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6f7f6567-c4c9-442b-99c8-f367049bd25f req-92aabad8-0b7b-4c6b-ac76-5ecc2f6108f4 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3937e6f2-1e49-4589-b750-bac9b52b935a HTTP/1.1" status: 200 len: 945 time: 0.4103007 May 27 02:24:39.199128 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b0bce7bf-28bb-4901-aa1a-3a077f02d09e req-d7e9422b-fd00-4809-8a52-e71794f0ec99 service neutron] 10.222.0.66 "GET /v2.0/networks/b0cf1283-9231-4b2a-9144-4eb59719bffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510260 May 27 02:24:39.206202 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-20781384-b9da-4120-b736-e3f10a711c5c req-4c2b9238-3d0d-4928-8bcb-b9dc1650eea4 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Allocated IP 172.20.0.4 (6525e5f8-6f29-4d27-95ba-53e51b968154/f996a84a-9491-46d6-9f35-21063b1fa3c9/519af3a2-0487-4404-b2cc-1e787158c1fc) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:24:39.313894 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371519b1-0d04-4a0e-8a57-0c12033e5e18 req-e5ac3515-0798-44f0-9fe1-ad9d504938b2 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:39.315393 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-371519b1-0d04-4a0e-8a57-0c12033e5e18 req-e5ac3515-0798-44f0-9fe1-ad9d504938b2 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 947 time: 0.5030093 May 27 02:24:39.372579 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6f7f6567-c4c9-442b-99c8-f367049bd25f req-480fe4e1-ff87-4be0-8ebc-2aea75ebd518 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977804 May 27 02:24:39.609997 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-371519b1-0d04-4a0e-8a57-0c12033e5e18 req-7072d78b-37df-4566-9fb5-e4e6b78d0c9c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2795653 May 27 02:24:39.680688 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-187f5324-9884-422d-aaf1-f7b605b63c8d req-cd028275-d6c9-4057-9c80-e91b00f58398 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] For port 7dafa106-14d4-4e19-b44c-cd2e2d44863c, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=7dafa106-14d4-4e19-b44c-cd2e2d44863c,segment=NetworkSegment(ed412144-cb8c-480f-a3bb-405b4f36ce73),segment_id=ed412144-cb8c-480f-a3bb-405b4f36ce73)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:24:39.681083 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-187f5324-9884-422d-aaf1-f7b605b63c8d req-cd028275-d6c9-4057-9c80-e91b00f58398 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:39.692455 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fa82544-8c67-456c-9af4-33247b3b15f0'] response: {'server_uuid': 'a877afa2-eea1-47bd-98a5-1f7e68a8816f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c5c800-d5e7-45f4-bf34-1e56f9d50521', 'code': 200} May 27 02:24:39.697600 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fa82544-8c67-456c-9af4-33247b3b15f0'] response: {'server_uuid': '3937e6f2-1e49-4589-b750-bac9b52b935a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf67950-4606-4a75-a09a-c37188ce89bc', 'code': 200} May 27 02:24:39.963185 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-187f5324-9884-422d-aaf1-f7b605b63c8d req-cd028275-d6c9-4057-9c80-e91b00f58398 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] Calling delete_port for 7dafa106-14d4-4e19-b44c-cd2e2d44863c owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:24:39.981922 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d132f-de73-4b7a-96e4-0f126c6c36c1 req-8e832c8e-c741-4594-9dfb-b46d1275e403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:39.983519 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3f7d132f-de73-4b7a-96e4-0f126c6c36c1 req-8e832c8e-c741-4594-9dfb-b46d1275e403 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a877afa2-eea1-47bd-98a5-1f7e68a8816f HTTP/1.1" status: 200 len: 1096 time: 0.1393952 May 27 02:24:39.994242 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5f1d3-4a5d-4aa5-9a8d-a66aea9981eb req-72462bb1-91ac-41f2-8f88-dd9851db792d tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:39.994242 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-92e5f1d3-4a5d-4aa5-9a8d-a66aea9981eb req-72462bb1-91ac-41f2-8f88-dd9851db792d tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Synchronizing usage tracker for tenant:67a2999592f840daafe9db3a26b0dd55 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:24:40.044781 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3f7d132f-de73-4b7a-96e4-0f126c6c36c1 req-ac318146-01e9-4f7b-92d1-e92594a168ca service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462210 May 27 02:24:40.049506 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c7bb7828-0cc6-4bb0-96c7-ac38e86f874a req-f4cccc19-354e-4a8e-9753-e6c0169cc200 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "GET /v2.0/ports?device_id=703dc17a-e6dd-4e60-b9be-83f0b1f667c5 HTTP/1.1" status: 200 len: 210 time: 0.0492220 May 27 02:24:40.119508 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-20781384-b9da-4120-b736-e3f10a711c5c req-4c2b9238-3d0d-4928-8bcb-b9dc1650eea4 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:40.138767 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-92e5f1d3-4a5d-4aa5-9a8d-a66aea9981eb req-72462bb1-91ac-41f2-8f88-dd9851db792d tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Unset dirty status for tenant:67a2999592f840daafe9db3a26b0dd55 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:24:40.142051 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-92e5f1d3-4a5d-4aa5-9a8d-a66aea9981eb req-72462bb1-91ac-41f2-8f88-dd9851db792d tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.66 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 947 time: 0.3686388 May 27 02:24:40.150716 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8568380-41bd-484c-a6ad-4ffcf41e1390 req-97326415-128d-4ca9-9bd4-9d92f0e793df tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:40.159732 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b8568380-41bd-484c-a6ad-4ffcf41e1390 req-97326415-128d-4ca9-9bd4-9d92f0e793df tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c8709ed-24d1-443a-80f9-d681790d3c5a HTTP/1.1" status: 200 len: 943 time: 0.6532552 May 27 02:24:40.224132 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-20781384-b9da-4120-b736-e3f10a711c5c req-4c2b9238-3d0d-4928-8bcb-b9dc1650eea4 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Transition to ACTIVE for port object 519af3a2-0487-4404-b2cc-1e787158c1fc will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:24:40.274749 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-92e5f1d3-4a5d-4aa5-9a8d-a66aea9981eb req-a519b96a-8903-4376-ba47-0839ef15268f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Deleting port 3d8c57a0-911e-4dff-92d3-d90b2167597d {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:24:40.274749 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-92e5f1d3-4a5d-4aa5-9a8d-a66aea9981eb req-a519b96a-8903-4376-ba47-0839ef15268f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:40.291502 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b8568380-41bd-484c-a6ad-4ffcf41e1390 req-b70ef089-d58d-4629-9a54-1bf1a92adb07 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307964 May 27 02:24:40.386403 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ae38f-8c32-4028-8c8f-e54f2a8034fb req-1b0c772c-f1e4-4237-822c-8da994ec1e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:40.388117 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-da8ae38f-8c32-4028-8c8f-e54f2a8034fb req-1b0c772c-f1e4-4237-822c-8da994ec1e3a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3937e6f2-1e49-4589-b750-bac9b52b935a HTTP/1.1" status: 200 len: 1096 time: 0.4815679 May 27 02:24:40.621422 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-20781384-b9da-4120-b736-e3f10a711c5c req-4c2b9238-3d0d-4928-8bcb-b9dc1650eea4 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:40.622382 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-92e5f1d3-4a5d-4aa5-9a8d-a66aea9981eb req-a519b96a-8903-4376-ba47-0839ef15268f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] For port 3d8c57a0-911e-4dff-92d3-d90b2167597d, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=3d8c57a0-911e-4dff-92d3-d90b2167597d,segment=NetworkSegment(7321cd14-1f6f-448d-a8d3-637a53c8da8a),segment_id=7321cd14-1f6f-448d-a8d3-637a53c8da8a)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:24:40.623600 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-92e5f1d3-4a5d-4aa5-9a8d-a66aea9981eb req-a519b96a-8903-4376-ba47-0839ef15268f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:40.664775 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-187f5324-9884-422d-aaf1-f7b605b63c8d req-cd028275-d6c9-4057-9c80-e91b00f58398 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:40.667593 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-da8ae38f-8c32-4028-8c8f-e54f2a8034fb req-811f3ec9-9afa-4bcf-a92c-32b01fcc0ef9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711549 May 27 02:24:40.772062 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a7475-1d7f-4611-ad02-07da9300e660 req-4e3d7189-45d7-438c-a750-c809fadf286b tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:40.783749 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b74a7475-1d7f-4611-ad02-07da9300e660 req-4e3d7189-45d7-438c-a750-c809fadf286b tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ceda1a7-97e5-432f-871e-4f0195117b8b HTTP/1.1" status: 200 len: 946 time: 0.4901526 May 27 02:24:40.855642 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20781384-b9da-4120-b736-e3f10a711c5c req-4c2b9238-3d0d-4928-8bcb-b9dc1650eea4 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Network 6525e5f8-6f29-4d27-95ba-53e51b968154 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:24:40.871379 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-20781384-b9da-4120-b736-e3f10a711c5c req-4c2b9238-3d0d-4928-8bcb-b9dc1650eea4 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:24:40.875306 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b9238-3d0d-4928-8bcb-b9dc1650eea4 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Pushing event updated for resources: {'Port': ['ID=519af3a2-0487-4404-b2cc-1e787158c1fc,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:40.908372 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-20781384-b9da-4120-b736-e3f10a711c5c req-4c2b9238-3d0d-4928-8bcb-b9dc1650eea4 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:24:41.007265 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-92e5f1d3-4a5d-4aa5-9a8d-a66aea9981eb req-a519b96a-8903-4376-ba47-0839ef15268f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:41.007646 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-92e5f1d3-4a5d-4aa5-9a8d-a66aea9981eb req-a519b96a-8903-4376-ba47-0839ef15268f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:41.007963 n-d-843554-3 neutron-server[88901]: INFO neutron.db.l3_db [req-92e5f1d3-4a5d-4aa5-9a8d-a66aea9981eb req-a519b96a-8903-4376-ba47-0839ef15268f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Floating IP abc70acc-7c56-4517-a0ca-66a9f789acb8 disassociated. External IP: 172.25.1.41, port: 3d8c57a0-911e-4dff-92d3-d90b2167597d. May 27 02:24:41.008302 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-92e5f1d3-4a5d-4aa5-9a8d-a66aea9981eb req-a519b96a-8903-4376-ba47-0839ef15268f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Calling delete_port for 3d8c57a0-911e-4dff-92d3-d90b2167597d owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:24:41.018823 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-187f5324-9884-422d-aaf1-f7b605b63c8d req-cd028275-d6c9-4057-9c80-e91b00f58398 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] No DVR routers for this DVR port 7dafa106-14d4-4e19-b44c-cd2e2d44863c on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:24:41.041223 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-187f5324-9884-422d-aaf1-f7b605b63c8d req-cd028275-d6c9-4057-9c80-e91b00f58398 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:41.046884 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ceda1a7-97e5-432f-871e-4f0195117b8b', 'name': 'network-vif-deleted', 'tag': '7dafa106-14d4-4e19-b44c-cd2e2d44863c'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:24:41.052219 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd028275-d6c9-4057-9c80-e91b00f58398 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] Pushing event deleted for resources: {'Port': ['ID=7dafa106-14d4-4e19-b44c-cd2e2d44863c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:41.070771 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b74a7475-1d7f-4611-ad02-07da9300e660 req-df9bdf68-adb4-42e6-9a48-19e310cecab9 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] 10.222.0.57 "GET /v2.0/security-groups?id=a1596953-0feb-4d74-81ec-65ca0db333da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857549 May 27 02:24:41.127898 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20781384-b9da-4120-b736-e3f10a711c5c req-4c2b9238-3d0d-4928-8bcb-b9dc1650eea4 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:41.128519 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-20781384-b9da-4120-b736-e3f10a711c5c req-4c2b9238-3d0d-4928-8bcb-b9dc1650eea4 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:41.181882 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e35211-a8eb-401d-bef5-2c259670e033 req-388e0cb0-31f3-4d58-b87b-ff832d206a7b tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:41.184386 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a6e35211-a8eb-401d-bef5-2c259670e033 req-388e0cb0-31f3-4d58-b87b-ff832d206a7b tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3937e6f2-1e49-4589-b750-bac9b52b935a HTTP/1.1" status: 200 len: 945 time: 0.5708919 May 27 02:24:41.215345 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-187f5324-9884-422d-aaf1-f7b605b63c8d req-cd028275-d6c9-4057-9c80-e91b00f58398 tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] 10.222.0.66 "DELETE /v2.0/ports/7dafa106-14d4-4e19-b44c-cd2e2d44863c HTTP/1.1" status: 204 len: 173 time: 2.6516919 May 27 02:24:41.295105 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a6e35211-a8eb-401d-bef5-2c259670e033 req-fd6b0093-f402-42c1-b0a0-6dbde0d3f1c4 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003473 May 27 02:24:41.301917 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-20781384-b9da-4120-b736-e3f10a711c5c req-4c2b9238-3d0d-4928-8bcb-b9dc1650eea4 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5346298 May 27 02:24:41.324169 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-20781384-b9da-4120-b736-e3f10a711c5c req-090476db-edbf-40ca-8645-baf5bc84d96d service neutron] Request body: {'port': {'device_id': '703dc17a-e6dd-4e60-b9be-83f0b1f667c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:24:41.342133 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a3512158-5015-4877-9426-8dee3840f24a None None] Provisioning for port 519af3a2-0487-4404-b2cc-1e787158c1fc completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:24:41.343160 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-92e5f1d3-4a5d-4aa5-9a8d-a66aea9981eb req-a519b96a-8903-4376-ba47-0839ef15268f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:41.364251 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a3512158-5015-4877-9426-8dee3840f24a None None] Provisioning complete for port 519af3a2-0487-4404-b2cc-1e787158c1fc triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:24:41.365097 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a3512158-5015-4877-9426-8dee3840f24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:41.400891 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a39fb71-5da8-4e7f-a7f2-08b7076d5c80'] response: {'server_uuid': '7ceda1a7-97e5-432f-871e-4f0195117b8b', 'name': 'network-vif-deleted', 'tag': '7dafa106-14d4-4e19-b44c-cd2e2d44863c', 'status': 'completed', 'code': 200} May 27 02:24:41.471826 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a3512158-5015-4877-9426-8dee3840f24a None None] Port 519af3a2-0487-4404-b2cc-1e787158c1fc cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:24:41.517285 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a247c5-8bda-4496-a366-96c79eb51c11 req-b369a788-359c-4f29-bbe3-644ef5f4a809 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:41.519050 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-45a247c5-8bda-4496-a366-96c79eb51c11 req-b369a788-359c-4f29-bbe3-644ef5f4a809 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 947 time: 0.2795453 May 27 02:24:41.526375 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-20781384-b9da-4120-b736-e3f10a711c5c req-090476db-edbf-40ca-8645-baf5bc84d96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:41.564130 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 6c306965-0f78-4803-98fc-159e3480ab6a details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:24:41.570995 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 7dafa106-14d4-4e19-b44c-cd2e2d44863c no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:24:41.591661 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a519b96a-8903-4376-ba47-0839ef15268f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Pushing event deleted for resources: {'Port': ['ID=3d8c57a0-911e-4dff-92d3-d90b2167597d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:41.695422 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-45a247c5-8bda-4496-a366-96c79eb51c11 req-6d5c059f-c2c9-43f0-95bf-7f46eb0605aa tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c69bf72-79af-4982-90a8-43c8c1494a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566739 May 27 02:24:41.710496 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: 7dafa106-14d4-4e19-b44c-cd2e2d44863c {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:24:41.710496 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 7dafa106-14d4-4e19-b44c-cd2e2d44863c not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:24:41.837266 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92e5f1d3-4a5d-4aa5-9a8d-a66aea9981eb req-a519b96a-8903-4376-ba47-0839ef15268f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Router daa84f6e-a703-42c6-819b-00fae724e29f has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:24:41.902944 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c0c2a-4663-4f81-82af-192f5afddc9e req-e8b2e1ac-29df-4a74-9f18-65c11c906c45 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:41.903607 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-573c0c2a-4663-4f81-82af-192f5afddc9e req-e8b2e1ac-29df-4a74-9f18-65c11c906c45 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Synchronizing usage tracker for tenant:90cb016bc5624b738605957a017e8a06 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:24:42.025649 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 6c306965-0f78-4803-98fc-159e3480ab6a, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=6c306965-0f78-4803-98fc-159e3480ab6a,segment=NetworkSegment(441b6a83-1810-4a59-a172-de9005de5715),segment_id=441b6a83-1810-4a59-a172-de9005de5715)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:24:42.063450 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '6c306965-0f78-4803-98fc-159e3480ab6a', 'network_id': 'b0cf1283-9231-4b2a-9144-4eb59719bffc', 'port_id': '6c306965-0f78-4803-98fc-159e3480ab6a', 'mac_address': 'fa:16:3e:02:f7:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '505370ea-6a69-4c6a-9c79-68e9a416bb4a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:24:42.137740 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 6c306965-0f78-4803-98fc-159e3480ab6a is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:24:42.138129 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:42.163649 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c306965-0f78-4803-98fc-159e3480ab6a {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:24:42.188520 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 6c306965-0f78-4803-98fc-159e3480ab6a, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=6c306965-0f78-4803-98fc-159e3480ab6a,segment=NetworkSegment(441b6a83-1810-4a59-a172-de9005de5715),segment_id=441b6a83-1810-4a59-a172-de9005de5715)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:24:42.190079 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92e5f1d3-4a5d-4aa5-9a8d-a66aea9981eb req-a519b96a-8903-4376-ba47-0839ef15268f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:24:42.210110 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a047e8-1176-4c28-86a3-49919b569415 None None] Sync routers for ids ['daa84f6e-a703-42c6-819b-00fae724e29f'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:24:42.224644 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a047e8-1176-4c28-86a3-49919b569415 None None] Routers {'daa84f6e-a703-42c6-819b-00fae724e29f'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:24:42.226057 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-18a047e8-1176-4c28-86a3-49919b569415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:24:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['daa84f6e-a703-42c6-819b-00fae724e29f'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:24:42.232065 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-573c0c2a-4663-4f81-82af-192f5afddc9e req-e8b2e1ac-29df-4a74-9f18-65c11c906c45 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Unset dirty status for tenant:90cb016bc5624b738605957a017e8a06 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:24:42.233706 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-573c0c2a-4663-4f81-82af-192f5afddc9e req-e8b2e1ac-29df-4a74-9f18-65c11c906c45 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "GET /v2.0/ports?device_id=703dc17a-e6dd-4e60-b9be-83f0b1f667c5 HTTP/1.1" status: 200 len: 931 time: 0.6786816 May 27 02:24:42.276660 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:42.338030 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f658d6-4914-49f6-98bc-118b5538d532 req-14448e89-711e-4b9c-b441-0610c5ca54f3 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:42.342479 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-65f658d6-4914-49f6-98bc-118b5538d532 req-14448e89-711e-4b9c-b441-0610c5ca54f3 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c8709ed-24d1-443a-80f9-d681790d3c5a HTTP/1.1" status: 200 len: 943 time: 0.2964351 May 27 02:24:42.428513 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=6c306965-0f78-4803-98fc-159e3480ab6a,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:42.447865 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e5f1d3-4a5d-4aa5-9a8d-a66aea9981eb req-a519b96a-8903-4376-ba47-0839ef15268f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] No DVR routers for this DVR port 3d8c57a0-911e-4dff-92d3-d90b2167597d on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:24:42.455198 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-92e5f1d3-4a5d-4aa5-9a8d-a66aea9981eb req-a519b96a-8903-4376-ba47-0839ef15268f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:42.461179 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f59e3235-26be-4ba3-b4a2-1f7a9345e756', 'name': 'network-vif-deleted', 'tag': '3d8c57a0-911e-4dff-92d3-d90b2167597d'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:24:42.461808 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-573c0c2a-4663-4f81-82af-192f5afddc9e req-52c7919c-cef0-447f-bd58-62f7881cb322 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "GET /v2.0/security-groups?id=3c6a9393-fc6d-4302-8877-bba603bfca20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064624 May 27 02:24:42.568327 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-65f658d6-4914-49f6-98bc-118b5538d532 req-76663ed2-4933-4979-8d35-df542e7b5db4 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043447 May 27 02:24:42.572328 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['6c306965-0f78-4803-98fc-159e3480ab6a'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:24:42.619861 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-92e5f1d3-4a5d-4aa5-9a8d-a66aea9981eb req-a519b96a-8903-4376-ba47-0839ef15268f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.66 "DELETE /v2.0/ports/3d8c57a0-911e-4dff-92d3-d90b2167597d HTTP/1.1" status: 204 len: 173 time: 2.4735744 May 27 02:24:42.625555 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-20781384-b9da-4120-b736-e3f10a711c5c req-090476db-edbf-40ca-8645-baf5bc84d96d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 519af3a2-0487-4404-b2cc-1e787158c1fc {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:24:42.655218 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-20781384-b9da-4120-b736-e3f10a711c5c req-090476db-edbf-40ca-8645-baf5bc84d96d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:42.665022 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f7fb619c-e0c7-4f07-9b0c-10879d6162a8 req-5a2af269-c208-4bd3-b9f7-4b1aa00991ce service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=00d99e50-3f3d-4e0a-a7b2-bd49dd49e819&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3886082 May 27 02:24:42.692555 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-20781384-b9da-4120-b736-e3f10a711c5c req-090476db-edbf-40ca-8645-baf5bc84d96d service neutron] Transition to ACTIVE for port object 519af3a2-0487-4404-b2cc-1e787158c1fc will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:24:42.719940 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-18a047e8-1176-4c28-86a3-49919b569415 None None] Set router daa84f6e-a703-42c6-819b-00fae724e29f gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:24:42.765593 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-20781384-b9da-4120-b736-e3f10a711c5c req-090476db-edbf-40ca-8645-baf5bc84d96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:43.104824 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb619c-e0c7-4f07-9b0c-10879d6162a8 req-5bc18e69-ee6b-4d6c-899c-d5041577d9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:43.106482 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f7fb619c-e0c7-4f07-9b0c-10879d6162a8 req-5bc18e69-ee6b-4d6c-899c-d5041577d9b7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b08cd8af149f44bd8b4127ae8a32a06c&device_id=00d99e50-3f3d-4e0a-a7b2-bd49dd49e819 HTTP/1.1" status: 200 len: 1096 time: 0.2397921 May 27 02:24:43.177240 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-18a047e8-1176-4c28-86a3-49919b569415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'name': 'tempest-AttachVolumeShelveTestJSON-1946500173-router', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '92b172b0-4350-41a6-8a59-376f01838aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:20:47Z', 'updated_at': '2022-05-27T02:20:55Z', 'revision_number': 4, 'project_id': '67a2999592f840daafe9db3a26b0dd55', 'gw_port': {'id': '92b172b0-4350-41a6-8a59-376f01838aa5', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:20:48Z', 'updated_at': '2022-05-27T02:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'f0038ed8-c550-4424-93f6-7a356e428c89', 'name': '', 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'mac_address': 'fa:16:3e:9c:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '0c302d24-860d-464a-9c69-32cd4f709ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:20:53Z', 'updated_at': '2022-05-27T02:21:09Z', 'revision_number': 5, 'project_id': '67a2999592f840daafe9db3a26b0dd55', 'subnets': [{'id': '0c302d24-860d-464a-9c69-32cd4f709ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:24:43.177240 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a047e8-1176-4c28-86a3-49919b569415 None None] Checking router: daa84f6e-a703-42c6-819b-00fae724e29f for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:24:43.189764 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a047e8-1176-4c28-86a3-49919b569415 None None] Routers {'daa84f6e-a703-42c6-819b-00fae724e29f'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:24:43.189764 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-18a047e8-1176-4c28-86a3-49919b569415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:24:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['daa84f6e-a703-42c6-819b-00fae724e29f'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:24:43.454020 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090476db-edbf-40ca-8645-baf5bc84d96d service neutron] Pushing event updated for resources: {'Port': ['ID=519af3a2-0487-4404-b2cc-1e787158c1fc,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:43.457440 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb619c-e0c7-4f07-9b0c-10879d6162a8 req-6bbeae6b-303e-46a9-94c2-35c7713116d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:43.462326 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f7fb619c-e0c7-4f07-9b0c-10879d6162a8 req-6bbeae6b-303e-46a9-94c2-35c7713116d3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0cf1283-9231-4b2a-9144-4eb59719bffc HTTP/1.1" status: 200 len: 907 time: 0.3282974 May 27 02:24:43.470391 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-4d4a8230-7858-4e64-8aaf-56bd38f7a750 req-9610f5d3-0d43-45df-b379-5fb0aeb8968d tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] Synchronizing usage tracker for tenant:f7c083e875a74c85ab07201c118f3163 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:24:43.470568 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-18a047e8-1176-4c28-86a3-49919b569415 None None] Set router daa84f6e-a703-42c6-819b-00fae724e29f gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:24:43.472897 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47686) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:43.575181 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f7fb619c-e0c7-4f07-9b0c-10879d6162a8 req-01b61cf9-fa36-4d59-840e-fef3469f5894 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cfb7cdfa-51e3-48fc-9dff-7e74813e008c HTTP/1.1" status: 200 len: 217 time: 0.1075306 May 27 02:24:43.586090 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 3d8c57a0-911e-4dff-92d3-d90b2167597d no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:24:43.692404 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: 3d8c57a0-911e-4dff-92d3-d90b2167597d {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:24:43.692783 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 3d8c57a0-911e-4dff-92d3-d90b2167597d not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:24:43.746487 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-39d9dfcf-8e78-4aa9-b647-3aa3c1c95dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:43.753559 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb619c-e0c7-4f07-9b0c-10879d6162a8 req-abcfc596-4b19-4e79-92a9-9c900009cbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:43.755307 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f7fb619c-e0c7-4f07-9b0c-10879d6162a8 req-abcfc596-4b19-4e79-92a9-9c900009cbf2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=505370ea-6a69-4c6a-9c79-68e9a416bb4a HTTP/1.1" status: 200 len: 846 time: 0.1667576 May 27 02:24:43.821727 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f7fb619c-e0c7-4f07-9b0c-10879d6162a8 req-6e7c731e-461b-44f3-a8f6-b8326729858d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0cf1283-9231-4b2a-9144-4eb59719bffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592611 May 27 02:24:44.091083 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-055d34d9-0b0d-44b6-a53c-b6d25ebc6db8 req-49750084-95a5-4a69-ba99-42256d0ffc16 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0843573 May 27 02:24:44.181115 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-20781384-b9da-4120-b736-e3f10a711c5c req-090476db-edbf-40ca-8645-baf5bc84d96d service neutron] Attempting to bind port 519af3a2-0487-4404-b2cc-1e787158c1fc on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:24:44.181115 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-20781384-b9da-4120-b736-e3f10a711c5c req-090476db-edbf-40ca-8645-baf5bc84d96d service neutron] Attempting to bind port 519af3a2-0487-4404-b2cc-1e787158c1fc by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '6e38a0a4-498f-4c12-926f-77a899604593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6525e5f8-6f29-4d27-95ba-53e51b968154'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:24:44.181115 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20781384-b9da-4120-b736-e3f10a711c5c req-090476db-edbf-40ca-8645-baf5bc84d96d service neutron] Attempting to bind port 519af3a2-0487-4404-b2cc-1e787158c1fc on network 6525e5f8-6f29-4d27-95ba-53e51b968154 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:24:44.181115 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-4d4a8230-7858-4e64-8aaf-56bd38f7a750 req-9610f5d3-0d43-45df-b379-5fb0aeb8968d tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] Unset dirty status for tenant:f7c083e875a74c85ab07201c118f3163 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:24:44.181115 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4d4a8230-7858-4e64-8aaf-56bd38f7a750 req-9610f5d3-0d43-45df-b379-5fb0aeb8968d tempest-ServerPasswordTestJSON-1398750102 tempest-ServerPasswordTestJSON-1398750102-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ceda1a7-97e5-432f-871e-4f0195117b8b HTTP/1.1" status: 200 len: 210 time: 1.0933042 May 27 02:24:44.181115 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-39d9dfcf-8e78-4aa9-b647-3aa3c1c95dcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:44.181115 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20781384-b9da-4120-b736-e3f10a711c5c req-090476db-edbf-40ca-8645-baf5bc84d96d service neutron] Port 519af3a2-0487-4404-b2cc-1e787158c1fc on network 6525e5f8-6f29-4d27-95ba-53e51b968154 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:24:44.181115 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20781384-b9da-4120-b736-e3f10a711c5c req-090476db-edbf-40ca-8645-baf5bc84d96d service neutron] Attempting to bind port 519af3a2-0487-4404-b2cc-1e787158c1fc on network 6525e5f8-6f29-4d27-95ba-53e51b968154 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:24:44.181115 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d6a0c-2c3d-447f-b571-f350b691300b req-fc6277d4-5825-4b96-b2f1-b7a3d1fa659f tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:44.186409 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-18a047e8-1176-4c28-86a3-49919b569415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'name': 'tempest-AttachVolumeShelveTestJSON-1946500173-router', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '92b172b0-4350-41a6-8a59-376f01838aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:20:47Z', 'updated_at': '2022-05-27T02:20:55Z', 'revision_number': 4, 'project_id': '67a2999592f840daafe9db3a26b0dd55', 'gw_port': {'id': '92b172b0-4350-41a6-8a59-376f01838aa5', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:20:48Z', 'updated_at': '2022-05-27T02:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'f0038ed8-c550-4424-93f6-7a356e428c89', 'name': '', 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'mac_address': 'fa:16:3e:9c:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '0c302d24-860d-464a-9c69-32cd4f709ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:20:53Z', 'updated_at': '2022-05-27T02:21:09Z', 'revision_number': 5, 'project_id': '67a2999592f840daafe9db3a26b0dd55', 'subnets': [{'id': '0c302d24-860d-464a-9c69-32cd4f709ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:24:44.189495 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a047e8-1176-4c28-86a3-49919b569415 None None] The sync data for ids ['daa84f6e-a703-42c6-819b-00fae724e29f'] in n-d-843554-3 is: [{'id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'name': 'tempest-AttachVolumeShelveTestJSON-1946500173-router', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '92b172b0-4350-41a6-8a59-376f01838aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:20:47Z', 'updated_at': '2022-05-27T02:20:55Z', 'revision_number': 4, 'project_id': '67a2999592f840daafe9db3a26b0dd55', 'gw_port': {'id': '92b172b0-4350-41a6-8a59-376f01838aa5', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:20:48Z', 'updated_at': '2022-05-27T02:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'f0038ed8-c550-4424-93f6-7a356e428c89', 'name': '', 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'mac_address': 'fa:16:3e:9c:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '0c302d24-860d-464a-9c69-32cd4f709ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:20:53Z', 'updated_at': '2022-05-27T02:21:09Z', 'revision_number': 5, 'project_id': '67a2999592f840daafe9db3a26b0dd55', 'subnets': [{'id': '0c302d24-860d-464a-9c69-32cd4f709ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:24:44.197448 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0e6d6a0c-2c3d-447f-b571-f350b691300b req-fc6277d4-5825-4b96-b2f1-b7a3d1fa659f tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3937e6f2-1e49-4589-b750-bac9b52b935a HTTP/1.1" status: 200 len: 945 time: 1.0230124 May 27 02:24:44.197448 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-39d9dfcf-8e78-4aa9-b647-3aa3c1c95dcb admin admin] Usage tracker for resource:security_group_rule and tenant:f35b88b1374746dab9a61461390bef07 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:44.197448 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-39d9dfcf-8e78-4aa9-b647-3aa3c1c95dcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:44.197448 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20781384-b9da-4120-b736-e3f10a711c5c req-090476db-edbf-40ca-8645-baf5bc84d96d service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:24:44.197448 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20781384-b9da-4120-b736-e3f10a711c5c req-090476db-edbf-40ca-8645-baf5bc84d96d service neutron] Checking segment: {'id': '6e38a0a4-498f-4c12-926f-77a899604593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6525e5f8-6f29-4d27-95ba-53e51b968154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:24:44.197448 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20781384-b9da-4120-b736-e3f10a711c5c req-090476db-edbf-40ca-8645-baf5bc84d96d service neutron] Bound using segment: {'id': '6e38a0a4-498f-4c12-926f-77a899604593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6525e5f8-6f29-4d27-95ba-53e51b968154'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:24:44.197448 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-20781384-b9da-4120-b736-e3f10a711c5c req-090476db-edbf-40ca-8645-baf5bc84d96d service neutron] Bound port: 519af3a2-0487-4404-b2cc-1e787158c1fc, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e38a0a4-498f-4c12-926f-77a899604593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6525e5f8-6f29-4d27-95ba-53e51b968154'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:24:44.197448 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-20781384-b9da-4120-b736-e3f10a711c5c req-090476db-edbf-40ca-8645-baf5bc84d96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:44.203989 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0bb55ad-fb1e-49d8-95c1-19dc0a947e8f'] response: {'server_uuid': 'f59e3235-26be-4ba3-b4a2-1f7a9345e756', 'name': 'network-vif-deleted', 'tag': '3d8c57a0-911e-4dff-92d3-d90b2167597d', 'status': 'completed', 'code': 200} May 27 02:24:44.208683 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-39d9dfcf-8e78-4aa9-b647-3aa3c1c95dcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:44.208683 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0e6d6a0c-2c3d-447f-b571-f350b691300b req-137e76d6-3061-481e-92c8-4ad202ee8b9d tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096275 May 27 02:24:44.214686 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-055d34d9-0b0d-44b6-a53c-b6d25ebc6db8 req-0c27dce9-e5da-4e58-a117-8368ba8f0c32 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=67a2999592f840daafe9db3a26b0dd55&device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 210 time: 0.1416304 May 27 02:24:44.333757 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3f705055-5a6c-411c-8ddd-cb7b7788c649 req-46330075-7e59-4200-a9c7-4f0d01d90283 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=f59e3235-26be-4ba3-b4a2-1f7a9345e756 HTTP/1.1" status: 200 len: 210 time: 0.1151824 May 27 02:24:44.365277 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f7fb619c-e0c7-4f07-9b0c-10879d6162a8 req-df9745a0-b342-43dc-b6c7-21f9e1770337 service neutron] 10.222.0.32 "GET /v2.0/networks/b0cf1283-9231-4b2a-9144-4eb59719bffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564543 May 27 02:24:44.388333 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-20781384-b9da-4120-b736-e3f10a711c5c req-090476db-edbf-40ca-8645-baf5bc84d96d service neutron] For port 519af3a2-0487-4404-b2cc-1e787158c1fc, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:24:44.417262 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-20781384-b9da-4120-b736-e3f10a711c5c req-090476db-edbf-40ca-8645-baf5bc84d96d service neutron] For port 519af3a2-0487-4404-b2cc-1e787158c1fc, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=519af3a2-0487-4404-b2cc-1e787158c1fc,segment=NetworkSegment(6e38a0a4-498f-4c12-926f-77a899604593),segment_id=6e38a0a4-498f-4c12-926f-77a899604593)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:24:44.424504 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711fd674-d7d9-4aaf-aaba-626679d860a8 None None] New status for floating IP abc70acc-7c56-4517-a0ca-66a9f789acb8: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:24:44.513419 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-39d9dfcf-8e78-4aa9-b647-3aa3c1c95dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:44.521482 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e58603-aa83-4c2f-9aba-33401a46fbf7 req-6c44b467-c506-4afb-80d6-682103147332 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:44.529002 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-15e58603-aa83-4c2f-9aba-33401a46fbf7 req-6c44b467-c506-4afb-80d6-682103147332 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "GET /v2.0/ports?device_id=703dc17a-e6dd-4e60-b9be-83f0b1f667c5 HTTP/1.1" status: 200 len: 943 time: 0.2747035 May 27 02:24:44.551665 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-20781384-b9da-4120-b736-e3f10a711c5c req-090476db-edbf-40ca-8645-baf5bc84d96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:44.620185 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d34d9-0b0d-44b6-a53c-b6d25ebc6db8 req-1f3070dd-3ce6-4b8f-b58e-f323fe388f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:44.621662 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-055d34d9-0b0d-44b6-a53c-b6d25ebc6db8 req-1f3070dd-3ce6-4b8f-b58e-f323fe388f26 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=67a2999592f840daafe9db3a26b0dd55&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4840360 May 27 02:24:44.627725 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-39d9dfcf-8e78-4aa9-b647-3aa3c1c95dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:44.681122 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20781384-b9da-4120-b736-e3f10a711c5c req-090476db-edbf-40ca-8645-baf5bc84d96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:44.681122 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-20781384-b9da-4120-b736-e3f10a711c5c req-090476db-edbf-40ca-8645-baf5bc84d96d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:44.681122 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-20781384-b9da-4120-b736-e3f10a711c5c req-090476db-edbf-40ca-8645-baf5bc84d96d service neutron] 10.222.0.32 "PUT /v2.0/ports/519af3a2-0487-4404-b2cc-1e787158c1fc HTTP/1.1" status: 200 len: 1091 time: 3.3606658 May 27 02:24:44.681122 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '703dc17a-e6dd-4e60-b9be-83f0b1f667c5', 'tag': '519af3a2-0487-4404-b2cc-1e787158c1fc'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:24:44.741511 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-15e58603-aa83-4c2f-9aba-33401a46fbf7 req-e20ecadd-c4cb-4ff5-93ab-ff90940eb89e tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "GET /v2.0/security-groups?id=3c6a9393-fc6d-4302-8877-bba603bfca20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115045 May 27 02:24:44.746757 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-39d9dfcf-8e78-4aa9-b647-3aa3c1c95dcb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f35b88b1374746dab9a61461390bef07&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2611129 May 27 02:24:44.747657 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d9dfcf-8e78-4aa9-b647-3aa3c1c95dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1052d7-2399-454f-a38f-0f2ca5136c24,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:44.754840 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090476db-edbf-40ca-8645-baf5bc84d96d service neutron] Pushing event updated for resources: {'Port': ['ID=519af3a2-0487-4404-b2cc-1e787158c1fc,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:44.777800 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47702) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:44.793613 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4295333-b61d-4eba-b54b-a8ccc5f0f641 req-dbc4b4f3-1d81-49c6-901d-ab430108a4b0 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:44.801890 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e4295333-b61d-4eba-b54b-a8ccc5f0f641 req-dbc4b4f3-1d81-49c6-901d-ab430108a4b0 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c8709ed-24d1-443a-80f9-d681790d3c5a HTTP/1.1" status: 200 len: 944 time: 0.3263707 May 27 02:24:44.831148 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f7fb619c-e0c7-4f07-9b0c-10879d6162a8 req-e185b825-0237-4df6-a0c7-3129fd54adea service neutron] 10.222.0.32 "GET /v2.0/networks/b0cf1283-9231-4b2a-9144-4eb59719bffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4547126 May 27 02:24:44.926552 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e4295333-b61d-4eba-b54b-a8ccc5f0f641 req-d1578d21-0245-4fdb-89dc-674638a5c9db tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200538 May 27 02:24:45.009807 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8118520-52be-40de-88f9-9fc052643ac8'] response: {'name': 'network-changed', 'server_uuid': '703dc17a-e6dd-4e60-b9be-83f0b1f667c5', 'tag': '519af3a2-0487-4404-b2cc-1e787158c1fc', 'status': 'completed', 'code': 200} May 27 02:24:45.019964 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20781384-b9da-4120-b736-e3f10a711c5c req-4c33c27a-b788-4d92-80b2-936ae1beda2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:45.020373 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6a3f5270-ec53-46d8-a41c-86d7df541d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:45.022177 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-20781384-b9da-4120-b736-e3f10a711c5c req-4c33c27a-b788-4d92-80b2-936ae1beda2e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=90cb016bc5624b738605957a017e8a06&device_id=703dc17a-e6dd-4e60-b9be-83f0b1f667c5 HTTP/1.1" status: 200 len: 1094 time: 0.2000706 May 27 02:24:45.033852 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d34d9-0b0d-44b6-a53c-b6d25ebc6db8 req-d8da745c-fd24-4853-ba70-49bf1980fc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:45.035537 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-055d34d9-0b0d-44b6-a53c-b6d25ebc6db8 req-d8da745c-fd24-4853-ba70-49bf1980fc89 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3997881 May 27 02:24:45.063916 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6a3f5270-ec53-46d8-a41c-86d7df541d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:45.129151 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47708) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:45.152853 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142002c7-36c9-4fb1-b2d2-60bce3fdb5c5 req-5b9a1bc2-eb6e-47a6-8eb0-6f4a387a9883 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:45.154325 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-142002c7-36c9-4fb1-b2d2-60bce3fdb5c5 req-5b9a1bc2-eb6e-47a6-8eb0-6f4a387a9883 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=a877afa2-eea1-47bd-98a5-1f7e68a8816f HTTP/1.1" status: 200 len: 945 time: 0.2128179 May 27 02:24:45.155729 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-20781384-b9da-4120-b736-e3f10a711c5c req-78308444-0a3c-4f09-addf-31dae4a6377c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=519af3a2-0487-4404-b2cc-1e787158c1fc HTTP/1.1" status: 200 len: 217 time: 0.1182065 May 27 02:24:45.206493 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8f60dcd-c852-480c-ba64-b170d94e5f69 admin admin] Deleting subnet 7206369c-bdde-4c3c-aa2b-4114fad4074f {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:24:45.209913 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a8f60dcd-c852-480c-ba64-b170d94e5f69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:45.264784 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a8f60dcd-c852-480c-ba64-b170d94e5f69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:45.327486 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-142002c7-36c9-4fb1-b2d2-60bce3fdb5c5 req-f855fdc3-87bc-4428-8f44-eb3063ca602b tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655648 May 27 02:24:45.329907 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6a3f5270-ec53-46d8-a41c-86d7df541d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:45.341168 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20781384-b9da-4120-b736-e3f10a711c5c req-0add0543-b228-437e-a5cf-1dca7dc82352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:45.342756 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-20781384-b9da-4120-b736-e3f10a711c5c req-0add0543-b228-437e-a5cf-1dca7dc82352 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f996a84a-9491-46d6-9f35-21063b1fa3c9 HTTP/1.1" status: 200 len: 854 time: 0.1803153 May 27 02:24:45.372152 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f5270-ec53-46d8-a41c-86d7df541d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1052d7-2399-454f-a38f-0f2ca5136c24,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:45.377425 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a8f60dcd-c852-480c-ba64-b170d94e5f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:45.413628 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6a3f5270-ec53-46d8-a41c-86d7df541d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:45.415097 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6a3f5270-ec53-46d8-a41c-86d7df541d86 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ba1052d7-2399-454f-a38f-0f2ca5136c24 HTTP/1.1" status: 204 len: 168 time: 0.6363113 May 27 02:24:45.480979 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20781384-b9da-4120-b736-e3f10a711c5c req-f5fc65e3-b956-439b-9e17-e867b312dd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:45.482478 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-20781384-b9da-4120-b736-e3f10a711c5c req-f5fc65e3-b956-439b-9e17-e867b312dd00 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6525e5f8-6f29-4d27-95ba-53e51b968154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1193054 May 27 02:24:45.574479 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 6c306965-0f78-4803-98fc-159e3480ab6a up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:24:45.596831 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a8f60dcd-c852-480c-ba64-b170d94e5f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:45.640127 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f60dcd-c852-480c-ba64-b170d94e5f69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7206369c-bdde-4c3c-aa2b-4114fad4074f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:45.650872 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a8f60dcd-c852-480c-ba64-b170d94e5f69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:45.657569 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a8f60dcd-c852-480c-ba64-b170d94e5f69 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/7206369c-bdde-4c3c-aa2b-4114fad4074f HTTP/1.1" status: 204 len: 168 time: 0.5274401 May 27 02:24:45.660129 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47722) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:45.692215 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-20781384-b9da-4120-b736-e3f10a711c5c req-9ba28abe-b33d-415e-aabc-c6810d70c0ad service neutron] 10.222.0.32 "GET /v2.0/networks/6525e5f8-6f29-4d27-95ba-53e51b968154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976824 May 27 02:24:45.696181 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47726) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:45.721902 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c21c5-ff78-41e3-91bd-ac23c4fe6e0a req-1f2cfbd7-66b6-47cb-ac70-a15a189a356f tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:45.723316 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0a5c21c5-ff78-41e3-91bd-ac23c4fe6e0a req-1f2cfbd7-66b6-47cb-ac70-a15a189a356f tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=06dfcc27-7d08-4fa5-9c37-fb0525f39bd3 HTTP/1.1" status: 200 len: 945 time: 0.2081969 May 27 02:24:45.773722 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 6c306965-0f78-4803-98fc-159e3480ab6a completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:24:45.779517 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 6c306965-0f78-4803-98fc-159e3480ab6a triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:24:45.780099 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:45.826303 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45f51bcd-d563-4946-9064-5229a7770d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:45.861361 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0a5c21c5-ff78-41e3-91bd-ac23c4fe6e0a req-2b9aa785-fd2c-48b8-837a-e41dd391e2d8 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312497 May 27 02:24:46.050907 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-20781384-b9da-4120-b736-e3f10a711c5c req-e9a29ede-39db-475f-b6a6-600754f65b73 service neutron] 10.222.0.32 "GET /v2.0/networks/6525e5f8-6f29-4d27-95ba-53e51b968154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543093 May 27 02:24:46.079180 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc6b4e-130d-44ca-a16f-67315c8e1f86 req-a6a4400c-f369-42b0-aefb-b23d0dfc27f8 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:46.096752 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf97b619-c3ca-4a69-9278-31a8fd65fb17 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:46.098943 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4bcc6b4e-130d-44ca-a16f-67315c8e1f86 req-a6a4400c-f369-42b0-aefb-b23d0dfc27f8 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "GET /v2.0/ports?device_id=703dc17a-e6dd-4e60-b9be-83f0b1f667c5 HTTP/1.1" status: 200 len: 943 time: 0.2182112 May 27 02:24:46.119679 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 6c306965-0f78-4803-98fc-159e3480ab6a is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:24:46.119897 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45f51bcd-d563-4946-9064-5229a7770d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:46.120294 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:46.182229 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8709ed-24d1-443a-80f9-d681790d3c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c306965-0f78-4803-98fc-159e3480ab6a'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:24:46.182401 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf97b619-c3ca-4a69-9278-31a8fd65fb17 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:46.189688 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 6c306965-0f78-4803-98fc-159e3480ab6a, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=6c306965-0f78-4803-98fc-159e3480ab6a,segment=NetworkSegment(441b6a83-1810-4a59-a172-de9005de5715),segment_id=441b6a83-1810-4a59-a172-de9005de5715)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:24:46.191126 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-45f51bcd-d563-4946-9064-5229a7770d76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b921cce6-5062-44df-97a9-d91a01fa9517']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:24:46.220032 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-45f51bcd-d563-4946-9064-5229a7770d76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed412144-cb8c-480f-a3bb-405b4f36ce73') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:24:46.220319 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-45f51bcd-d563-4946-9064-5229a7770d76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed412144-cb8c-480f-a3bb-405b4f36ce73') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:24:46.250083 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45f51bcd-d563-4946-9064-5229a7770d76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:46.271917 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4bcc6b4e-130d-44ca-a16f-67315c8e1f86 req-baf0710b-7bab-49e5-9eca-09fa2ce27161 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "GET /v2.0/security-groups?id=3c6a9393-fc6d-4302-8877-bba603bfca20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720188 May 27 02:24:46.281928 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:46.289568 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45f51bcd-d563-4946-9064-5229a7770d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:46.297136 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45f51bcd-d563-4946-9064-5229a7770d76 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:24:46.298342 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45f51bcd-d563-4946-9064-5229a7770d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:46.310799 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fc848-7307-424b-82a8-d88bb0d9c0c6 req-ddc6b96f-d3d8-4144-9a4c-248738357e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:46.312278 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-760fc848-7307-424b-82a8-d88bb0d9c0c6 req-ddc6b96f-d3d8-4144-9a4c-248738357e9f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=90cb016bc5624b738605957a017e8a06&device_id=703dc17a-e6dd-4e60-b9be-83f0b1f667c5 HTTP/1.1" status: 200 len: 1094 time: 0.1420202 May 27 02:24:46.408060 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=6c306965-0f78-4803-98fc-159e3480ab6a,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:46.449823 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment ed412144-cb8c-480f-a3bb-405b4f36ce73 resource provider aggregate not found May 27 02:24:46.480952 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment ed412144-cb8c-480f-a3bb-405b4f36ce73 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed412144-cb8c-480f-a3bb-405b4f36ce73 found for delete ", "request_id": "req-697d5387-e0fd-46fa-a1a8-fa1d2cffe97d"}]} May 27 02:24:46.505113 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45f51bcd-d563-4946-9064-5229a7770d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:46.507064 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf97b619-c3ca-4a69-9278-31a8fd65fb17 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:46.544826 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45f51bcd-d563-4946-9064-5229a7770d76 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:46.548087 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf97b619-c3ca-4a69-9278-31a8fd65fb17 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c69bf72-79af-4982-90a8-43c8c1494a6c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:46.562274 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f51bcd-d563-4946-9064-5229a7770d76 admin admin] Pushing event deleted for resources: {'Network': ['ID=b921cce6-5062-44df-97a9-d91a01fa9517,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:46.577227 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf97b619-c3ca-4a69-9278-31a8fd65fb17 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:46.577227 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-cf97b619-c3ca-4a69-9278-31a8fd65fb17 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "DELETE /v2.0/security-groups/6c69bf72-79af-4982-90a8-43c8c1494a6c HTTP/1.1" status: 204 len: 168 time: 0.8798530 May 27 02:24:46.579738 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47754) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:46.607253 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-598b8c59-6997-4cb3-89f6-1f7d71a543e6 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] show failed (client error): The resource could not be found. May 27 02:24:46.608470 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-598b8c59-6997-4cb3-89f6-1f7d71a543e6 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups/6c69bf72-79af-4982-90a8-43c8c1494a6c HTTP/1.1" status: 404 len: 347 time: 0.0271215 May 27 02:24:46.612972 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47758) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:46.718144 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-45f51bcd-d563-4946-9064-5229a7770d76 admin admin] 10.222.0.57 "DELETE /v2.0/networks/b921cce6-5062-44df-97a9-d91a01fa9517 HTTP/1.1" status: 204 len: 168 time: 1.0571842 May 27 02:24:46.737874 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae5f1c-d8cf-4d66-bb9a-58ae7765cb0a req-16770dff-bbb5-493b-a729-08cc63e4c44f tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:46.739396 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b7ae5f1c-d8cf-4d66-bb9a-58ae7765cb0a req-16770dff-bbb5-493b-a729-08cc63e4c44f tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3937e6f2-1e49-4589-b750-bac9b52b935a HTTP/1.1" status: 200 len: 945 time: 0.4323440 May 27 02:24:46.745083 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fc848-7307-424b-82a8-d88bb0d9c0c6 req-f9070276-7f26-485b-a99b-518536345402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:46.746454 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-760fc848-7307-424b-82a8-d88bb0d9c0c6 req-f9070276-7f26-485b-a99b-518536345402 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6525e5f8-6f29-4d27-95ba-53e51b968154 HTTP/1.1" status: 200 len: 916 time: 0.3839002 May 27 02:24:46.826975 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-e32f8697-be9d-43da-95ea-62267cd1136a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Deleting port c7232764-56b7-44b8-baf3-2868a804e914 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:24:46.827227 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e32f8697-be9d-43da-95ea-62267cd1136a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:46.853514 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-760fc848-7307-424b-82a8-d88bb0d9c0c6 req-af317b46-6482-4ec0-92e2-da5d217060a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=519af3a2-0487-4404-b2cc-1e787158c1fc HTTP/1.1" status: 200 len: 217 time: 0.0873313 May 27 02:24:46.863042 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82bc66-b516-42c9-a157-f56237b5888b req-ce0864a1-df1f-4fc6-9503-d5bc147e6d16 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:46.872203 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b82bc66-b516-42c9-a157-f56237b5888b req-ce0864a1-df1f-4fc6-9503-d5bc147e6d16 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c8709ed-24d1-443a-80f9-d681790d3c5a HTTP/1.1" status: 200 len: 945 time: 0.2907317 May 27 02:24:46.937370 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b7ae5f1c-d8cf-4d66-bb9a-58ae7765cb0a req-ebf51558-d9fe-439e-98ec-163695088716 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898026 May 27 02:24:46.984855 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b82bc66-b516-42c9-a157-f56237b5888b req-722d6ad7-173c-4988-b554-68ad28ef33e3 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116526 May 27 02:24:46.996342 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fc848-7307-424b-82a8-d88bb0d9c0c6 req-2fc8aef9-d4b5-420f-b0db-bae0a818a773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:46.997208 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-760fc848-7307-424b-82a8-d88bb0d9c0c6 req-2fc8aef9-d4b5-420f-b0db-bae0a818a773 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f996a84a-9491-46d6-9f35-21063b1fa3c9 HTTP/1.1" status: 200 len: 854 time: 0.1198971 May 27 02:24:47.015563 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6627ebd-4aeb-4467-ad7e-0a881e775442'] response: {'server_uuid': '8c8709ed-24d1-443a-80f9-d681790d3c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c306965-0f78-4803-98fc-159e3480ab6a', 'code': 200} May 27 02:24:47.078193 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e32f8697-be9d-43da-95ea-62267cd1136a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:47.078565 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e32f8697-be9d-43da-95ea-62267cd1136a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:47.117864 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fc848-7307-424b-82a8-d88bb0d9c0c6 req-6585e903-534f-489a-adc2-375c47b1c475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:47.119541 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-760fc848-7307-424b-82a8-d88bb0d9c0c6 req-6585e903-534f-489a-adc2-375c47b1c475 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6525e5f8-6f29-4d27-95ba-53e51b968154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1132405 May 27 02:24:47.220602 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47776) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:47.395096 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-e32f8697-be9d-43da-95ea-62267cd1136a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Calling delete_port for c7232764-56b7-44b8-baf3-2868a804e914 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:24:47.408446 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-91df1ef8-0324-400a-8fe7-0f25767ff9d4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f7c083e875a74c85ab07201c118f3163&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1849394 May 27 02:24:47.414569 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47786) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:47.497022 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920c007-bbe6-4970-a833-b91ca5687dbe req-a445934c-8335-4e8b-b1b3-759b864f29d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:47.499318 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c920c007-bbe6-4970-a833-b91ca5687dbe req-a445934c-8335-4e8b-b1b3-759b864f29d8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8c8709ed-24d1-443a-80f9-d681790d3c5a HTTP/1.1" status: 200 len: 1096 time: 0.4054708 May 27 02:24:47.511257 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-760fc848-7307-424b-82a8-d88bb0d9c0c6 req-fcf57e9a-219c-4c6b-bcf6-8a7050d11cc1 service neutron] 10.222.0.32 "GET /v2.0/networks/6525e5f8-6f29-4d27-95ba-53e51b968154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842983 May 27 02:24:47.592925 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c920c007-bbe6-4970-a833-b91ca5687dbe req-f52ec139-3948-4cdd-ab3c-213e16321cd2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867779 May 27 02:24:47.691815 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-92ff1124-3d0a-4a55-ba26-0f492aff1a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:47.711959 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbcbed-1d83-4fbc-85b4-180f5277a03d req-68172c11-d077-484b-887b-96bb8bf3a6c2 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:47.713539 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dbbbcbed-1d83-4fbc-85b4-180f5277a03d req-68172c11-d077-484b-887b-96bb8bf3a6c2 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=a877afa2-eea1-47bd-98a5-1f7e68a8816f HTTP/1.1" status: 200 len: 945 time: 0.3707211 May 27 02:24:47.738919 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e32f8697-be9d-43da-95ea-62267cd1136a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:47.787522 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f404cd-4d22-4c9d-8bd1-bc9f56f1be8c req-e2c60e13-7b34-45e3-b06a-615617683f53 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:47.789609 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-05f404cd-4d22-4c9d-8bd1-bc9f56f1be8c req-e2c60e13-7b34-45e3-b06a-615617683f53 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "GET /v2.0/ports?device_id=703dc17a-e6dd-4e60-b9be-83f0b1f667c5 HTTP/1.1" status: 200 len: 943 time: 0.3410120 May 27 02:24:47.802052 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-92ff1124-3d0a-4a55-ba26-0f492aff1a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:47.813702 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-760fc848-7307-424b-82a8-d88bb0d9c0c6 req-d06b2415-0e02-4570-b6bc-0367f7a545e1 service neutron] 10.222.0.32 "GET /v2.0/networks/6525e5f8-6f29-4d27-95ba-53e51b968154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855225 May 27 02:24:47.817159 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f8697-be9d-43da-95ea-62267cd1136a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Pushing event deleted for resources: {'Port': ['ID=c7232764-56b7-44b8-baf3-2868a804e914,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:47.852916 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dbbbcbed-1d83-4fbc-85b4-180f5277a03d req-5fa48007-3104-4b27-a3cf-1863027fb0c3 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227679 May 27 02:24:47.895040 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-05f404cd-4d22-4c9d-8bd1-bc9f56f1be8c req-8b5beddc-470c-4bca-ba29-541fcc94e5fc tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "GET /v2.0/security-groups?id=3c6a9393-fc6d-4302-8877-bba603bfca20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854125 May 27 02:24:47.949394 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e32f8697-be9d-43da-95ea-62267cd1136a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:47.966027 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e32f8697-be9d-43da-95ea-62267cd1136a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:47.974133 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e32f8697-be9d-43da-95ea-62267cd1136a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "DELETE /v2.0/floatingips/abc70acc-7c56-4517-a0ca-66a9f789acb8 HTTP/1.1" status: 204 len: 168 time: 1.3610361 May 27 02:24:48.009542 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-92ff1124-3d0a-4a55-ba26-0f492aff1a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:48.036522 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff1124-3d0a-4a55-ba26-0f492aff1a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1596953-0feb-4d74-81ec-65ca0db333da,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:48.182729 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-92ff1124-3d0a-4a55-ba26-0f492aff1a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:48.182729 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-92ff1124-3d0a-4a55-ba26-0f492aff1a9a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a1596953-0feb-4d74-81ec-65ca0db333da HTTP/1.1" status: 204 len: 168 time: 0.7622416 May 27 02:24:48.200127 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47808) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:48.206675 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a0334e15-f233-4f09-9225-736250f70f67 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1378265075', 'description': 'tempest-description--1930701648'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:24:48.215221 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a0334e15-f233-4f09-9225-736250f70f67 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:48.223752 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a0334e15-f233-4f09-9225-736250f70f67 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Usage tracker for resource:security_group and tenant:67a2999592f840daafe9db3a26b0dd55 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:48.224844 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a0334e15-f233-4f09-9225-736250f70f67 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:48.232518 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a0334e15-f233-4f09-9225-736250f70f67 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:48.244757 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1477b5-1161-4747-902d-9d2d34685a8a req-628124d9-0413-4198-89c5-8d66546b8934 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:48.258922 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1477b5-1161-4747-902d-9d2d34685a8a req-628124d9-0413-4198-89c5-8d66546b8934 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:48.258922 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1477b5-1161-4747-902d-9d2d34685a8a req-628124d9-0413-4198-89c5-8d66546b8934 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:48.265061 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ab1477b5-1161-4747-902d-9d2d34685a8a req-628124d9-0413-4198-89c5-8d66546b8934 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3937e6f2-1e49-4589-b750-bac9b52b935a&device_id=06dfcc27-7d08-4fa5-9c37-fb0525f39bd3&device_id=a877afa2-eea1-47bd-98a5-1f7e68a8816f HTTP/1.1" status: 200 len: 2416 time: 0.1204517 May 27 02:24:48.305353 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a0334e15-f233-4f09-9225-736250f70f67 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:48.327018 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a0334e15-f233-4f09-9225-736250f70f67 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:48.331258 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a0334e15-f233-4f09-9225-736250f70f67 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Usage tracker for resource:security_group_rule and tenant:67a2999592f840daafe9db3a26b0dd55 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:48.340143 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a0334e15-f233-4f09-9225-736250f70f67 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:48.346396 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a0334e15-f233-4f09-9225-736250f70f67 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:48.347218 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ab1477b5-1161-4747-902d-9d2d34685a8a req-c4acd8fe-2395-401c-933d-a746a388fd42 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813093 May 27 02:24:48.430372 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8fd8b7-a3da-4064-bb0d-2cfd040f4dfc req-4b96298a-2e06-4381-bab6-121e321cb153 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:48.431998 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8c8fd8b7-a3da-4064-bb0d-2cfd040f4dfc req-4b96298a-2e06-4381-bab6-121e321cb153 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c8709ed-24d1-443a-80f9-d681790d3c5a HTTP/1.1" status: 200 len: 945 time: 0.1328182 May 27 02:24:48.466601 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a0334e15-f233-4f09-9225-736250f70f67 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:48.489319 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8c8fd8b7-a3da-4064-bb0d-2cfd040f4dfc req-862a291d-73d3-44e9-9d2f-180a1f58ce5e tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513263 May 27 02:24:48.577984 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a0334e15-f233-4f09-9225-736250f70f67 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:48.623432 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701eb76a-2878-4d83-8dcd-2945a65934a8 req-d301f217-806f-4bf5-8aec-dbd83541070b tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:48.624887 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-701eb76a-2878-4d83-8dcd-2945a65934a8 req-d301f217-806f-4bf5-8aec-dbd83541070b tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3937e6f2-1e49-4589-b750-bac9b52b935a HTTP/1.1" status: 200 len: 945 time: 0.0912786 May 27 02:24:48.683247 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-701eb76a-2878-4d83-8dcd-2945a65934a8 req-e20d9993-f708-4212-a7de-eeab7fc526ea tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516069 May 27 02:24:48.698314 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0334e15-f233-4f09-9225-736250f70f67 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc060d2-5aa2-4168-8190-e4d0cf2470e1,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:48.784862 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a0334e15-f233-4f09-9225-736250f70f67 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:48.788391 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a0334e15-f233-4f09-9225-736250f70f67 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5854492 May 27 02:24:48.790808 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47828) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:48.796363 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-c335e1aa-3f12-4683-9917-606ad032c021 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Request body: {'security_group_rule': {'security_group_id': '1dc060d2-5aa2-4168-8190-e4d0cf2470e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:24:48.808340 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c335e1aa-3f12-4683-9917-606ad032c021 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:48.814949 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c335e1aa-3f12-4683-9917-606ad032c021 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Usage tracker for resource:security_group_rule and tenant:67a2999592f840daafe9db3a26b0dd55 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:48.819507 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c335e1aa-3f12-4683-9917-606ad032c021 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:48.826611 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c335e1aa-3f12-4683-9917-606ad032c021 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:48.968009 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:48.976598 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c335e1aa-3f12-4683-9917-606ad032c021 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:49.063885 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c335e1aa-3f12-4683-9917-606ad032c021 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:49.121962 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:49.154309 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c335e1aa-3f12-4683-9917-606ad032c021 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:49.182000 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335e1aa-3f12-4683-9917-606ad032c021 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e934303b-3df8-4acc-9a30-884dd07ac780,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:49.193311 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d72956-a5ce-4b89-ad55-34f921b69b8e req-be6e1b46-2970-47b8-a7c2-b96e446e4bff tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:49.194875 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d2d72956-a5ce-4b89-ad55-34f921b69b8e req-be6e1b46-2970-47b8-a7c2-b96e446e4bff tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "GET /v2.0/ports?device_id=703dc17a-e6dd-4e60-b9be-83f0b1f667c5 HTTP/1.1" status: 200 len: 943 time: 0.1284580 May 27 02:24:49.260336 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d2d72956-a5ce-4b89-ad55-34f921b69b8e req-9fb7634e-5ecd-4f4b-92a7-81682714195c tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "GET /v2.0/security-groups?id=3c6a9393-fc6d-4302-8877-bba603bfca20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580099 May 27 02:24:49.270775 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c335e1aa-3f12-4683-9917-606ad032c021 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:49.277697 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c335e1aa-3f12-4683-9917-606ad032c021 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4849844 May 27 02:24:49.280349 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47848) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:49.285974 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-9397a727-802c-4c97-bc7f-15e1f91be6f3 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Request body: {'security_group_rule': {'security_group_id': '1dc060d2-5aa2-4168-8190-e4d0cf2470e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:24:49.293289 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-9397a727-802c-4c97-bc7f-15e1f91be6f3 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:49.306078 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-9397a727-802c-4c97-bc7f-15e1f91be6f3 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Usage tracker for resource:security_group_rule and tenant:67a2999592f840daafe9db3a26b0dd55 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:49.313716 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-9397a727-802c-4c97-bc7f-15e1f91be6f3 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:49.323853 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-9397a727-802c-4c97-bc7f-15e1f91be6f3 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:49.436680 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9397a727-802c-4c97-bc7f-15e1f91be6f3 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:49.559002 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9397a727-802c-4c97-bc7f-15e1f91be6f3 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:49.652808 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9397a727-802c-4c97-bc7f-15e1f91be6f3 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:49.690326 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9397a727-802c-4c97-bc7f-15e1f91be6f3 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f80e5d5e-d308-4760-858f-c65a0d8252de,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:49.746566 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f54d38-b411-4d22-885d-48ffe9497e4c req-78034c5f-9b5b-45b2-912a-24d91f7947e9 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:49.748070 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-64f54d38-b411-4d22-885d-48ffe9497e4c req-78034c5f-9b5b-45b2-912a-24d91f7947e9 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c8709ed-24d1-443a-80f9-d681790d3c5a HTTP/1.1" status: 200 len: 945 time: 0.1411541 May 27 02:24:49.820460 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-64f54d38-b411-4d22-885d-48ffe9497e4c req-4fdc9bdb-2831-47c7-830b-0182c290263f tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583770 May 27 02:24:49.841694 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9397a727-802c-4c97-bc7f-15e1f91be6f3 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:49.843871 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9397a727-802c-4c97-bc7f-15e1f91be6f3 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5612698 May 27 02:24:49.845968 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47876) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:49.855073 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-a91fdb1a-a827-4354-94a8-0fdd2d9b809c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:24:49.867367 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a91fdb1a-a827-4354-94a8-0fdd2d9b809c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:49.873842 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a91fdb1a-a827-4354-94a8-0fdd2d9b809c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Usage tracker for resource:floatingip and tenant:67a2999592f840daafe9db3a26b0dd55 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:49.893841 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a91fdb1a-a827-4354-94a8-0fdd2d9b809c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:49.895062 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a91fdb1a-a827-4354-94a8-0fdd2d9b809c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:50.005759 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47882) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:50.146328 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-40536011-913d-4b5f-b91b-7a0c60a5aaab admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-341845814-network', 'tenant_id': '5243a02623754ef791be0949780ec265'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:24:50.147165 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429db29a-8568-4d2b-8a19-519a89ee9378 req-f02bd4ae-33fd-4d10-b170-deeb968efc9c tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:50.149340 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-429db29a-8568-4d2b-8a19-519a89ee9378 req-f02bd4ae-33fd-4d10-b170-deeb968efc9c tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c8709ed-24d1-443a-80f9-d681790d3c5a HTTP/1.1" status: 200 len: 945 time: 0.1170549 May 27 02:24:50.157704 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-40536011-913d-4b5f-b91b-7a0c60a5aaab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:50.162259 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-40536011-913d-4b5f-b91b-7a0c60a5aaab admin admin] Usage tracker for resource:network and tenant:5243a02623754ef791be0949780ec265 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:50.166369 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-40536011-913d-4b5f-b91b-7a0c60a5aaab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:50.172854 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-40536011-913d-4b5f-b91b-7a0c60a5aaab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:50.182007 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a91fdb1a-a827-4354-94a8-0fdd2d9b809c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks [] for floatingip, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:50.270183 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40536011-913d-4b5f-b91b-7a0c60a5aaab admin admin] Made reservation on behalf of 5243a02623754ef791be0949780ec265 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:24:50.272773 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-40536011-913d-4b5f-b91b-7a0c60a5aaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:50.276442 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-429db29a-8568-4d2b-8a19-519a89ee9378 req-f65b4d79-ded8-4d76-91f2-8d130e9052e7 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203892 May 27 02:24:50.285654 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-40536011-913d-4b5f-b91b-7a0c60a5aaab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:50.309470 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-40536011-913d-4b5f-b91b-7a0c60a5aaab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:50.315259 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-40536011-913d-4b5f-b91b-7a0c60a5aaab admin admin] Usage tracker for resource:security_group_rule and tenant:5243a02623754ef791be0949780ec265 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:50.318822 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-40536011-913d-4b5f-b91b-7a0c60a5aaab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:50.324825 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-40536011-913d-4b5f-b91b-7a0c60a5aaab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:50.357012 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a91fdb1a-a827-4354-94a8-0fdd2d9b809c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:50.427715 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-40536011-913d-4b5f-b91b-7a0c60a5aaab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:50.575182 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0865024-0390-4aa8-b4e2-fb33ea0031e5 req-a4b7a1c1-ca48-49d9-b02b-9200c2cf3e23 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:50.576643 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b0865024-0390-4aa8-b4e2-fb33ea0031e5 req-a4b7a1c1-ca48-49d9-b02b-9200c2cf3e23 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "GET /v2.0/ports?device_id=703dc17a-e6dd-4e60-b9be-83f0b1f667c5 HTTP/1.1" status: 200 len: 943 time: 0.1716037 May 27 02:24:50.582148 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-a91fdb1a-a827-4354-94a8-0fdd2d9b809c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Allocated IP 172.25.1.20 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/ad34b151-60eb-41e0-abd7-e44e5cc4bd16) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:24:50.607503 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-40536011-913d-4b5f-b91b-7a0c60a5aaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:50.629007 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40536011-913d-4b5f-b91b-7a0c60a5aaab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:24:50.653420 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40536011-913d-4b5f-b91b-7a0c60a5aaab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dff43d3-a741-4627-8286-5458baa18e18,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:50.663404 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-40536011-913d-4b5f-b91b-7a0c60a5aaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:50.663404 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-40536011-913d-4b5f-b91b-7a0c60a5aaab admin admin] Added segment 95d81d58-54c3-4209-9447-acb14d1c4bac of type vlan for network 01fb6c9f-24db-4c37-beb3-ef401694b418 May 27 02:24:50.706778 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-40536011-913d-4b5f-b91b-7a0c60a5aaab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:50.719566 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b0865024-0390-4aa8-b4e2-fb33ea0031e5 req-dcaa3db6-a3aa-48ac-a91b-34c9900eb683 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "GET /v2.0/security-groups?id=3c6a9393-fc6d-4302-8877-bba603bfca20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372232 May 27 02:24:50.812611 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a91fdb1a-a827-4354-94a8-0fdd2d9b809c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:50.866267 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-40536011-913d-4b5f-b91b-7a0c60a5aaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:50.866267 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40536011-913d-4b5f-b91b-7a0c60a5aaab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:50.866267 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-40536011-913d-4b5f-b91b-7a0c60a5aaab admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:50.918117 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e2fa5-b623-41f6-83e6-2bf509d9198c req-59c8fddd-6714-4ad3-a69a-d5263226760c tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:50.919693 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eb3e2fa5-b623-41f6-83e6-2bf509d9198c req-59c8fddd-6714-4ad3-a69a-d5263226760c tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=a877afa2-eea1-47bd-98a5-1f7e68a8816f HTTP/1.1" status: 200 len: 945 time: 0.0965762 May 27 02:24:50.972869 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eb3e2fa5-b623-41f6-83e6-2bf509d9198c req-54f2f207-d569-4b3a-ace9-e0850aabaae0 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454144 May 27 02:24:50.979084 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a91fdb1a-a827-4354-94a8-0fdd2d9b809c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:50.979939 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40536011-913d-4b5f-b91b-7a0c60a5aaab admin admin] Pushing event updated for resources: {'Network': ['ID=01fb6c9f-24db-4c37-beb3-ef401694b418,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:50.991747 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 01fb6c9f-24db-4c37-beb3-ef401694b418 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:24:51.051884 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91fdb1a-a827-4354-94a8-0fdd2d9b809c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:24:51.055446 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-a91fdb1a-a827-4354-94a8-0fdd2d9b809c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:24:51.061428 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91fdb1a-a827-4354-94a8-0fdd2d9b809c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:24:51.089080 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-40536011-913d-4b5f-b91b-7a0c60a5aaab admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0800734 May 27 02:24:51.091319 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47904) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:51.096317 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-78424a0f-15b3-4b59-980d-37e3f58624f9 admin admin] Request body: {'subnet': {'network_id': '01fb6c9f-24db-4c37-beb3-ef401694b418', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-341845814-subnet', 'tenant_id': '5243a02623754ef791be0949780ec265', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:24:51.101977 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-78424a0f-15b3-4b59-980d-37e3f58624f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:51.106161 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-78424a0f-15b3-4b59-980d-37e3f58624f9 admin admin] Usage tracker for resource:subnet and tenant:5243a02623754ef791be0949780ec265 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:51.108966 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-78424a0f-15b3-4b59-980d-37e3f58624f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:51.114722 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-78424a0f-15b3-4b59-980d-37e3f58624f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:51.142559 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91fdb1a-a827-4354-94a8-0fdd2d9b809c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Pushing event updated for resources: {'Port': ['ID=ad34b151-60eb-41e0-abd7-e44e5cc4bd16,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:51.215906 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb24657-3b49-4add-a68b-3a78e162a2f9 req-9c533413-067d-47aa-8dbd-c5e1bcac90f8 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:51.217498 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8fb24657-3b49-4add-a68b-3a78e162a2f9 req-9c533413-067d-47aa-8dbd-c5e1bcac90f8 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c8709ed-24d1-443a-80f9-d681790d3c5a HTTP/1.1" status: 200 len: 945 time: 0.1297729 May 27 02:24:51.221704 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a91fdb1a-a827-4354-94a8-0fdd2d9b809c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:51.265822 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8fb24657-3b49-4add-a68b-3a78e162a2f9 req-d87be74d-54df-46f8-865e-5f9bf2fda61a tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416203 May 27 02:24:51.282411 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78424a0f-15b3-4b59-980d-37e3f58624f9 admin admin] Made reservation on behalf of 5243a02623754ef791be0949780ec265 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:24:51.285915 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-78424a0f-15b3-4b59-980d-37e3f58624f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:51.398084 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a91fdb1a-a827-4354-94a8-0fdd2d9b809c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:51.578642 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-78424a0f-15b3-4b59-980d-37e3f58624f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:51.629516 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a91fdb1a-a827-4354-94a8-0fdd2d9b809c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:51.659980 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78424a0f-15b3-4b59-980d-37e3f58624f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=371f662e-4cec-42cf-afd1-e55354b0ec23,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:51.664123 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78424a0f-15b3-4b59-980d-37e3f58624f9 admin admin] Checking segment: {'id': '95d81d58-54c3-4209-9447-acb14d1c4bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '01fb6c9f-24db-4c37-beb3-ef401694b418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:24:51.664268 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78424a0f-15b3-4b59-980d-37e3f58624f9 admin admin] Network hostable DHCP agents. Network: 01fb6c9f-24db-4c37-beb3-ef401694b418, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:24:51.698762 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a91fdb1a-a827-4354-94a8-0fdd2d9b809c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:51.774866 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78424a0f-15b3-4b59-980d-37e3f58624f9 admin admin] Network 01fb6c9f-24db-4c37-beb3-ef401694b418 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:24:51.814357 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91fdb1a-a827-4354-94a8-0fdd2d9b809c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Pushing event updated for resources: {'Port': ['ID=ad34b151-60eb-41e0-abd7-e44e5cc4bd16,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:51.842653 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a91fdb1a-a827-4354-94a8-0fdd2d9b809c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:51.860250 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-78424a0f-15b3-4b59-980d-37e3f58624f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 01fb6c9f-24db-4c37-beb3-ef401694b418) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:24:51.865951 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78424a0f-15b3-4b59-980d-37e3f58624f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:51.867367 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-78424a0f-15b3-4b59-980d-37e3f58624f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:51.878517 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72da23f-891f-412e-802e-2e4296deb9cc None None] Network 01fb6c9f-24db-4c37-beb3-ef401694b418 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:24:51.968992 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210eecc-c852-492e-b5ee-1fcdadcc3b84 req-ce682ea2-54c8-4b4c-9a99-d489f7c7c722 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:51.968992 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1210eecc-c852-492e-b5ee-1fcdadcc3b84 req-ce682ea2-54c8-4b4c-9a99-d489f7c7c722 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "GET /v2.0/ports?device_id=703dc17a-e6dd-4e60-b9be-83f0b1f667c5 HTTP/1.1" status: 200 len: 943 time: 0.1163545 May 27 02:24:51.991422 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-78424a0f-15b3-4b59-980d-37e3f58624f9 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8987329 May 27 02:24:52.062669 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1210eecc-c852-492e-b5ee-1fcdadcc3b84 req-dacade4c-ad68-4ba2-b214-4c6a06af56a6 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "GET /v2.0/security-groups?id=3c6a9393-fc6d-4302-8877-bba603bfca20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801718 May 27 02:24:52.063573 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a91fdb1a-a827-4354-94a8-0fdd2d9b809c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:52.064956 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a91fdb1a-a827-4354-94a8-0fdd2d9b809c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2180078 May 27 02:24:52.226522 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134763e5-05cc-4dcf-9874-0e22b7fd2256 None None] Network 01fb6c9f-24db-4c37-beb3-ef401694b418 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:24:52.245076 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f51fe6-e415-425e-9f40-612ed9118a68 req-5808f7f8-0134-4614-bb5d-4f3195f78fbf tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:52.247184 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-84f51fe6-e415-425e-9f40-612ed9118a68 req-5808f7f8-0134-4614-bb5d-4f3195f78fbf tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=a877afa2-eea1-47bd-98a5-1f7e68a8816f HTTP/1.1" status: 200 len: 945 time: 0.1059711 May 27 02:24:52.345786 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-84f51fe6-e415-425e-9f40-612ed9118a68 req-dc5d9bed-d9e3-4c43-8e90-55af28b111ee tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920169 May 27 02:24:52.384014 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-85f2223f-bcac-4577-8f78-8719b70f320f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1378265075&fields=id&tenant_id=67a2999592f840daafe9db3a26b0dd55 HTTP/1.1" status: 200 len: 267 time: 0.0600231 May 27 02:24:52.580395 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82b81d-4bf2-4e5e-9f78-f4611d6c27b9 req-c1beb658-7883-4452-8c6d-95ac67346ae7 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:52.581279 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-8a82b81d-4bf2-4e5e-9f78-f4611d6c27b9 req-c1beb658-7883-4452-8c6d-95ac67346ae7 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Synchronizing usage tracker for tenant:b08cd8af149f44bd8b4127ae8a32a06c on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:24:52.711110 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-8a82b81d-4bf2-4e5e-9f78-f4611d6c27b9 req-c1beb658-7883-4452-8c6d-95ac67346ae7 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Unset dirty status for tenant:b08cd8af149f44bd8b4127ae8a32a06c on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:24:52.711110 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8a82b81d-4bf2-4e5e-9f78-f4611d6c27b9 req-c1beb658-7883-4452-8c6d-95ac67346ae7 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c8709ed-24d1-443a-80f9-d681790d3c5a HTTP/1.1" status: 200 len: 945 time: 0.2524018 May 27 02:24:52.717709 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-4645ab3d-316f-4462-addc-7c32e64b4fcb tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:52.725993 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-4645ab3d-316f-4462-addc-7c32e64b4fcb tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/networks?id=7ee685f0-e442-4ea7-949d-71e1995db8ac HTTP/1.1" status: 200 len: 817 time: 0.3271320 May 27 02:24:52.731584 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797a6e9-94c3-45a6-b182-af8e5139ae61 req-1c1e851e-d601-4c25-9de7-12f36689620c tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:52.734759 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f797a6e9-94c3-45a6-b182-af8e5139ae61 req-1c1e851e-d601-4c25-9de7-12f36689620c tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c8709ed-24d1-443a-80f9-d681790d3c5a HTTP/1.1" status: 200 len: 945 time: 0.1544833 May 27 02:24:52.767074 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-73005596-617e-48c7-b82d-c7ccdca08733 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/quotas/67a2999592f840daafe9db3a26b0dd55 HTTP/1.1" status: 200 len: 375 time: 0.0465565 May 27 02:24:52.823061 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-8a82b81d-4bf2-4e5e-9f78-f4611d6c27b9 req-f9e6d343-d3fa-4671-812c-3456d4a1131c tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Deleting port 6c306965-0f78-4803-98fc-159e3480ab6a {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:24:52.823973 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8a82b81d-4bf2-4e5e-9f78-f4611d6c27b9 req-f9e6d343-d3fa-4671-812c-3456d4a1131c tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:52.843344 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f797a6e9-94c3-45a6-b182-af8e5139ae61 req-bb29af75-b023-4b95-b44b-db32b819dfe1 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072326 May 27 02:24:52.904840 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-dcba8f7a-93c4-403b-a69c-d815436e27d7 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=67a2999592f840daafe9db3a26b0dd55&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1373084 May 27 02:24:53.020667 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47948) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:53.043510 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-7005fa17-33a6-425d-818a-27c8ef97bfee admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-611554711-network', 'tenant_id': '17eb09627e304a709f52a27f619add6f'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:24:53.043510 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-7005fa17-33a6-425d-818a-27c8ef97bfee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:53.049804 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7005fa17-33a6-425d-818a-27c8ef97bfee admin admin] Usage tracker for resource:network and tenant:17eb09627e304a709f52a27f619add6f is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:53.107221 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7005fa17-33a6-425d-818a-27c8ef97bfee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:53.161552 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-7005fa17-33a6-425d-818a-27c8ef97bfee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:53.164761 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-8a82b81d-4bf2-4e5e-9f78-f4611d6c27b9 req-f9e6d343-d3fa-4671-812c-3456d4a1131c tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] For port 6c306965-0f78-4803-98fc-159e3480ab6a, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=6c306965-0f78-4803-98fc-159e3480ab6a,segment=NetworkSegment(441b6a83-1810-4a59-a172-de9005de5715),segment_id=441b6a83-1810-4a59-a172-de9005de5715)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:24:53.164761 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8a82b81d-4bf2-4e5e-9f78-f4611d6c27b9 req-f9e6d343-d3fa-4671-812c-3456d4a1131c tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:53.188502 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-6b072c99-1bfa-4d97-99de-140dc00095de service neutron] 10.222.0.57 "GET /v2.0/networks/7ee685f0-e442-4ea7-949d-71e1995db8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631814 May 27 02:24:53.301456 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7005fa17-33a6-425d-818a-27c8ef97bfee admin admin] Made reservation on behalf of 17eb09627e304a709f52a27f619add6f for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:24:53.304037 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7005fa17-33a6-425d-818a-27c8ef97bfee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:53.335073 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7005fa17-33a6-425d-818a-27c8ef97bfee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:53.360452 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-7005fa17-33a6-425d-818a-27c8ef97bfee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:53.361633 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7005fa17-33a6-425d-818a-27c8ef97bfee admin admin] Usage tracker for resource:security_group_rule and tenant:17eb09627e304a709f52a27f619add6f is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:53.369261 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7005fa17-33a6-425d-818a-27c8ef97bfee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:53.388148 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-7005fa17-33a6-425d-818a-27c8ef97bfee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:53.400602 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-8a82b81d-4bf2-4e5e-9f78-f4611d6c27b9 req-f9e6d343-d3fa-4671-812c-3456d4a1131c tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Calling delete_port for 6c306965-0f78-4803-98fc-159e3480ab6a owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:24:53.440118 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-077ed084-abd5-4e22-972f-0733f6f67869 service neutron] 10.222.0.57 "GET /v2.0/networks/7ee685f0-e442-4ea7-949d-71e1995db8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505229 May 27 02:24:53.470914 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb727d6-c0be-4a6c-a157-7ecc49ba6fe3 req-7dc98744-4f3f-444a-b458-a755a9b1f493 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:53.472386 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1fb727d6-c0be-4a6c-a157-7ecc49ba6fe3 req-7dc98744-4f3f-444a-b458-a755a9b1f493 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "GET /v2.0/ports?device_id=703dc17a-e6dd-4e60-b9be-83f0b1f667c5 HTTP/1.1" status: 200 len: 943 time: 0.2710474 May 27 02:24:53.549623 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1fb727d6-c0be-4a6c-a157-7ecc49ba6fe3 req-9bfd2beb-e8f4-4c29-ac1a-e9240d649a61 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "GET /v2.0/security-groups?id=3c6a9393-fc6d-4302-8877-bba603bfca20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649383 May 27 02:24:53.600238 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7005fa17-33a6-425d-818a-27c8ef97bfee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:53.752053 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7005fa17-33a6-425d-818a-27c8ef97bfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:53.797585 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7005fa17-33a6-425d-818a-27c8ef97bfee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:24:53.804794 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7005fa17-33a6-425d-818a-27c8ef97bfee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ad6b97-352d-4d7e-892c-a3aac349e9d6,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:53.812202 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8a82b81d-4bf2-4e5e-9f78-f4611d6c27b9 req-f9e6d343-d3fa-4671-812c-3456d4a1131c tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:53.815956 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7005fa17-33a6-425d-818a-27c8ef97bfee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:53.822710 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-7005fa17-33a6-425d-818a-27c8ef97bfee admin admin] Added segment 69e7ceb9-cf6e-4a0f-a9e7-b84ec4955bc0 of type vlan for network 09f73694-32ff-45a6-8787-a954c022152d May 27 02:24:53.829250 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['cfb7cdfa-51e3-48fc-9dff-7e74813e008c'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:24:53.871687 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7005fa17-33a6-425d-818a-27c8ef97bfee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:53.926219 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb966e8-0778-42ad-b653-6a12d40411cd req-4f9e95df-6308-42c2-8328-496f30731984 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:53.933854 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fdb966e8-0778-42ad-b653-6a12d40411cd req-4f9e95df-6308-42c2-8328-496f30731984 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=a877afa2-eea1-47bd-98a5-1f7e68a8816f HTTP/1.1" status: 200 len: 945 time: 0.2281187 May 27 02:24:53.961533 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b8c4ef7-3719-4b94-b357-6e692842689b req-8a408208-b26c-41fe-89bf-b1abac55e93d tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 210 time: 0.0857887 May 27 02:24:53.965642 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6d343-d3fa-4671-812c-3456d4a1131c tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Pushing event deleted for resources: {'Port': ['ID=6c306965-0f78-4803-98fc-159e3480ab6a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:54.051095 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fdb966e8-0778-42ad-b653-6a12d40411cd req-e6fc8cb7-0009-4fd3-a97c-2669225e691e tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160731 May 27 02:24:54.059878 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a82b81d-4bf2-4e5e-9f78-f4611d6c27b9 req-f9e6d343-d3fa-4671-812c-3456d4a1131c tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] No DVR routers for this DVR port 6c306965-0f78-4803-98fc-159e3480ab6a on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:24:54.069798 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8a82b81d-4bf2-4e5e-9f78-f4611d6c27b9 req-f9e6d343-d3fa-4671-812c-3456d4a1131c tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:54.069798 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8709ed-24d1-443a-80f9-d681790d3c5a', 'name': 'network-vif-deleted', 'tag': '6c306965-0f78-4803-98fc-159e3480ab6a'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:24:54.130306 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5e6da4b-3b80-4e01-aefc-7a016a1b556d'] response: {'server_uuid': '8c8709ed-24d1-443a-80f9-d681790d3c5a', 'name': 'network-vif-deleted', 'tag': '6c306965-0f78-4803-98fc-159e3480ab6a', 'status': 'completed', 'code': 200} May 27 02:24:54.135922 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 519af3a2-0487-4404-b2cc-1e787158c1fc details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:24:54.142106 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7005fa17-33a6-425d-818a-27c8ef97bfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:54.143346 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7005fa17-33a6-425d-818a-27c8ef97bfee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:54.145656 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7005fa17-33a6-425d-818a-27c8ef97bfee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:54.174815 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8a82b81d-4bf2-4e5e-9f78-f4611d6c27b9 req-f9e6d343-d3fa-4671-812c-3456d4a1131c tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.66 "DELETE /v2.0/ports/6c306965-0f78-4803-98fc-159e3480ab6a HTTP/1.1" status: 204 len: 173 time: 1.4626410 May 27 02:24:54.258383 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2b6e16f4-91d1-46fd-a3b5-e2d84eeb39d7 req-c6027ac7-dfd9-412c-8b53-b3ed7ec5df4e tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c8709ed-24d1-443a-80f9-d681790d3c5a HTTP/1.1" status: 200 len: 210 time: 0.1048284 May 27 02:24:54.348157 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7005fa17-33a6-425d-818a-27c8ef97bfee admin admin] Pushing event updated for resources: {'Network': ['ID=09f73694-32ff-45a6-8787-a954c022152d,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:54.358650 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 519af3a2-0487-4404-b2cc-1e787158c1fc, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=519af3a2-0487-4404-b2cc-1e787158c1fc,segment=NetworkSegment(6e38a0a4-498f-4c12-926f-77a899604593),segment_id=6e38a0a4-498f-4c12-926f-77a899604593)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:24:54.368081 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 09f73694-32ff-45a6-8787-a954c022152d details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:24:54.423019 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47982) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:54.425597 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7005fa17-33a6-425d-818a-27c8ef97bfee admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3999517 May 27 02:24:54.428758 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-50035e51-df23-4af0-b326-978671e7ac7b admin admin] Request body: {'subnet': {'network_id': '09f73694-32ff-45a6-8787-a954c022152d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-611554711-subnet', 'tenant_id': '17eb09627e304a709f52a27f619add6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:24:54.435075 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-50035e51-df23-4af0-b326-978671e7ac7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:54.440082 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-50035e51-df23-4af0-b326-978671e7ac7b admin admin] Usage tracker for resource:subnet and tenant:17eb09627e304a709f52a27f619add6f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:54.441312 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '519af3a2-0487-4404-b2cc-1e787158c1fc', 'network_id': '6525e5f8-6f29-4d27-95ba-53e51b968154', 'port_id': '519af3a2-0487-4404-b2cc-1e787158c1fc', 'mac_address': 'fa:16:3e:d3:5b:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f996a84a-9491-46d6-9f35-21063b1fa3c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:24:54.444165 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-50035e51-df23-4af0-b326-978671e7ac7b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:54.450703 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-50035e51-df23-4af0-b326-978671e7ac7b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:54.545501 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 519af3a2-0487-4404-b2cc-1e787158c1fc is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:24:54.545501 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:54.560208 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 519af3a2-0487-4404-b2cc-1e787158c1fc {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:24:54.576893 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 519af3a2-0487-4404-b2cc-1e787158c1fc, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=519af3a2-0487-4404-b2cc-1e787158c1fc,segment=NetworkSegment(6e38a0a4-498f-4c12-926f-77a899604593),segment_id=6e38a0a4-498f-4c12-926f-77a899604593)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:24:54.640710 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50035e51-df23-4af0-b326-978671e7ac7b admin admin] Made reservation on behalf of 17eb09627e304a709f52a27f619add6f for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:24:54.640710 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-50035e51-df23-4af0-b326-978671e7ac7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:54.809367 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc7537-c5b3-468e-b56f-177c97898504 req-f6183d81-f21f-4991-8af7-299dbe730887 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:54.811604 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d8dc7537-c5b3-468e-b56f-177c97898504 req-f6183d81-f21f-4991-8af7-299dbe730887 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "GET /v2.0/ports?device_id=703dc17a-e6dd-4e60-b9be-83f0b1f667c5 HTTP/1.1" status: 200 len: 943 time: 0.1086512 May 27 02:24:54.819696 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:54.877741 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d8dc7537-c5b3-468e-b56f-177c97898504 req-b0745af2-3950-4aa8-a00f-edd0bd74535d tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "GET /v2.0/security-groups?id=3c6a9393-fc6d-4302-8877-bba603bfca20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520711 May 27 02:24:54.905602 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=519af3a2-0487-4404-b2cc-1e787158c1fc,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:54.967370 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-50035e51-df23-4af0-b326-978671e7ac7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:55.049739 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50035e51-df23-4af0-b326-978671e7ac7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1c5906d-87e2-45e4-8ac3-9eb6daf049cf,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:55.059237 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50035e51-df23-4af0-b326-978671e7ac7b admin admin] Checking segment: {'id': '69e7ceb9-cf6e-4a0f-a9e7-b84ec4955bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '09f73694-32ff-45a6-8787-a954c022152d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:24:55.059599 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50035e51-df23-4af0-b326-978671e7ac7b admin admin] Network hostable DHCP agents. Network: 09f73694-32ff-45a6-8787-a954c022152d, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:24:55.081758 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3a53604f-ee29-47b5-9eed-6cc49ac5b03e req-def95637-1817-427c-99ab-81727aa4978d tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 210 time: 0.0475678 May 27 02:24:55.103214 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['519af3a2-0487-4404-b2cc-1e787158c1fc'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:24:55.189816 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50035e51-df23-4af0-b326-978671e7ac7b admin admin] Network 09f73694-32ff-45a6-8787-a954c022152d is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:24:55.266915 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b805b3-ebd6-488b-9528-0b75ad2aa6df req-0bcdb70a-9a55-455c-bb44-e7f7e1204113 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:55.268677 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52b805b3-ebd6-488b-9528-0b75ad2aa6df req-0bcdb70a-9a55-455c-bb44-e7f7e1204113 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=a877afa2-eea1-47bd-98a5-1f7e68a8816f HTTP/1.1" status: 200 len: 945 time: 0.0959868 May 27 02:24:55.304474 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-50035e51-df23-4af0-b326-978671e7ac7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 09f73694-32ff-45a6-8787-a954c022152d) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:24:55.309738 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50035e51-df23-4af0-b326-978671e7ac7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:55.309738 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-50035e51-df23-4af0-b326-978671e7ac7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:55.315868 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586d469f-9f52-4972-8cd6-6b9a468b2518 None None] Network 09f73694-32ff-45a6-8787-a954c022152d requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:24:55.374716 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52b805b3-ebd6-488b-9528-0b75ad2aa6df req-8364f7b8-61b9-4e31-9583-21b745683094 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976894 May 27 02:24:55.471289 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0b618fe1-267c-473e-b1d2-15a85e0bae06 req-d0fe299f-af23-44fe-bb6e-b46f85b34c8e tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c8709ed-24d1-443a-80f9-d681790d3c5a HTTP/1.1" status: 200 len: 210 time: 0.0491385 May 27 02:24:55.504732 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-50035e51-df23-4af0-b326-978671e7ac7b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0804627 May 27 02:24:55.579758 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-54ad9c70-7ee2-4e36-a963-e9f61e8f862d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:55.591474 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7305f2c7-8057-4707-a15a-0b5770368905 None None] Network 09f73694-32ff-45a6-8787-a954c022152d requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:24:55.659009 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 6c306965-0f78-4803-98fc-159e3480ab6a no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:24:55.709881 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: 6c306965-0f78-4803-98fc-159e3480ab6a {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:24:55.709881 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 6c306965-0f78-4803-98fc-159e3480ab6a not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:24:56.144968 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 519af3a2-0487-4404-b2cc-1e787158c1fc up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:24:56.202657 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493b206-299c-4ab5-a7a0-61f7310280ac req-5a902e84-a857-41dd-b6ec-f47049add94c tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:56.204144 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c493b206-299c-4ab5-a7a0-61f7310280ac req-5a902e84-a857-41dd-b6ec-f47049add94c tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "GET /v2.0/ports?device_id=703dc17a-e6dd-4e60-b9be-83f0b1f667c5 HTTP/1.1" status: 200 len: 944 time: 0.2258344 May 27 02:24:56.211185 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a09e9e-c289-4af5-8238-727d12307269 req-c919d83c-7f4e-4e8a-80c2-7ba395385c1d tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:56.212797 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f9a09e9e-c289-4af5-8238-727d12307269 req-c919d83c-7f4e-4e8a-80c2-7ba395385c1d tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] 10.222.0.57 "GET /v2.0/networks?id=01fb6c9f-24db-4c37-beb3-ef401694b418 HTTP/1.1" status: 200 len: 824 time: 0.1891613 May 27 02:24:56.351033 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f9a09e9e-c289-4af5-8238-727d12307269 req-69cc73be-9d9a-491d-b6c0-813099780a61 tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] 10.222.0.57 "GET /v2.0/quotas/5243a02623754ef791be0949780ec265 HTTP/1.1" status: 200 len: 375 time: 0.0162868 May 27 02:24:56.361198 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 519af3a2-0487-4404-b2cc-1e787158c1fc completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:24:56.371121 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 519af3a2-0487-4404-b2cc-1e787158c1fc triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:24:56.371483 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:56.410044 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c493b206-299c-4ab5-a7a0-61f7310280ac req-e2a6ecf5-cb29-4a16-a89b-84a4d555f1c0 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "GET /v2.0/security-groups?id=3c6a9393-fc6d-4302-8877-bba603bfca20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960874 May 27 02:24:56.412521 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f9a09e9e-c289-4af5-8238-727d12307269 req-ec74c5db-f8a7-4e4e-a26e-80e975c1bd98 tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5243a02623754ef791be0949780ec265&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541317 May 27 02:24:56.567445 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 519af3a2-0487-4404-b2cc-1e787158c1fc is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:24:56.567831 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:56.601722 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703dc17a-e6dd-4e60-b9be-83f0b1f667c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519af3a2-0487-4404-b2cc-1e787158c1fc'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:24:56.606894 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-225068e3-4dcc-4a28-8024-3c17d18abcc3 req-523e9613-e652-4f2d-84fc-9d99bda91ad1 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 210 time: 0.0573742 May 27 02:24:56.613925 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 519af3a2-0487-4404-b2cc-1e787158c1fc, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=519af3a2-0487-4404-b2cc-1e787158c1fc,segment=NetworkSegment(6e38a0a4-498f-4c12-926f-77a899604593),segment_id=6e38a0a4-498f-4c12-926f-77a899604593)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:24:56.682535 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f9a09e9e-c289-4af5-8238-727d12307269 req-1e35a404-cd61-45ab-b8a1-d6602342632c service neutron] 10.222.0.57 "GET /v2.0/networks/01fb6c9f-24db-4c37-beb3-ef401694b418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621658 May 27 02:24:56.721524 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:56.796694 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=519af3a2-0487-4404-b2cc-1e787158c1fc,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:57.015560 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f9a09e9e-c289-4af5-8238-727d12307269 req-655c691f-8b32-4fb3-b6d9-7caf9fbed0ca service neutron] 10.222.0.57 "GET /v2.0/networks/01fb6c9f-24db-4c37-beb3-ef401694b418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325732 May 27 02:24:57.045303 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997ecc0-126c-4ff8-bd3a-2f5ce2f97384 req-747853d7-944f-496b-a4c8-b73b8ba97059 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:57.046787 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0997ecc0-126c-4ff8-bd3a-2f5ce2f97384 req-747853d7-944f-496b-a4c8-b73b8ba97059 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=a877afa2-eea1-47bd-98a5-1f7e68a8816f HTTP/1.1" status: 200 len: 945 time: 0.3272016 May 27 02:24:57.088059 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-7ad9ff03-51c0-4a16-990d-cf70090541d7 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:57.089512 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-7ad9ff03-51c0-4a16-990d-cf70090541d7 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.32 "GET /v2.0/networks?id=7ee685f0-e442-4ea7-949d-71e1995db8ac HTTP/1.1" status: 200 len: 817 time: 0.2319996 May 27 02:24:57.134750 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0997ecc0-126c-4ff8-bd3a-2f5ce2f97384 req-94d8589a-00f8-4645-93d7-5ab872fe6e79 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747819 May 27 02:24:57.164301 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-97dad574-adcd-48de-8503-05c4e25a7bb7 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67a2999592f840daafe9db3a26b0dd55 HTTP/1.1" status: 200 len: 380 time: 0.0624452 May 27 02:24:57.173551 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-455c00ee-2b62-4ede-b751-98a29c2abc4b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Request body: {'port': {'device_id': '097d415b-8682-414a-b18a-93ee98ad1c68', 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac', 'admin_state_up': True, 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'security_groups': ['1dc060d2-5aa2-4168-8190-e4d0cf2470e1']}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:24:57.356300 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fe4d015-df4c-4cac-8f00-7bb2f23f4bcd'] response: {'server_uuid': '703dc17a-e6dd-4e60-b9be-83f0b1f667c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519af3a2-0487-4404-b2cc-1e787158c1fc', 'code': 200} May 27 02:24:57.395273 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-455c00ee-2b62-4ede-b751-98a29c2abc4b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:57.402693 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-455c00ee-2b62-4ede-b751-98a29c2abc4b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Usage tracker for resource:port and tenant:67a2999592f840daafe9db3a26b0dd55 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:57.406469 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-455c00ee-2b62-4ede-b751-98a29c2abc4b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:57.418056 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-455c00ee-2b62-4ede-b751-98a29c2abc4b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:57.484685 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c80eb4dc-27f7-4841-8a25-b99122566fe9 req-db11f055-2dad-4f91-b446-d380efabc8c5 tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f581d72-bb6f-48eb-b988-ad6de261887d HTTP/1.1" status: 200 len: 210 time: 0.0578358 May 27 02:24:57.568543 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d8172-259a-48c6-b0e6-ee97a19978dc req-c027ccf1-55da-4714-b0c4-ca1790cc49c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:57.570505 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3b3d8172-259a-48c6-b0e6-ee97a19978dc req-c027ccf1-55da-4714-b0c4-ca1790cc49c0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=703dc17a-e6dd-4e60-b9be-83f0b1f667c5 HTTP/1.1" status: 200 len: 1096 time: 0.1340156 May 27 02:24:57.630784 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3b3d8172-259a-48c6-b0e6-ee97a19978dc req-6a47a6ea-b685-4104-a427-1e43ae859504 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3c6a9393-fc6d-4302-8877-bba603bfca20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493634 May 27 02:24:57.642073 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-455c00ee-2b62-4ede-b751-98a29c2abc4b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Made reservation on behalf of 67a2999592f840daafe9db3a26b0dd55 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:24:57.646452 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-455c00ee-2b62-4ede-b751-98a29c2abc4b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:57.822239 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-59a28425-78ac-4050-a5dd-a9f25c5c741c req-fff949db-e05d-4f60-a6d5-50b37658025a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 210 time: 0.0752258 May 27 02:24:57.883104 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0b593-ec4c-43bf-9a0d-6eda3abbc618 req-16bd8504-7f5e-453e-8c54-34ff4f3a0cc4 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:57.889177 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0da0b593-ec4c-43bf-9a0d-6eda3abbc618 req-16bd8504-7f5e-453e-8c54-34ff4f3a0cc4 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "GET /v2.0/ports?device_id=703dc17a-e6dd-4e60-b9be-83f0b1f667c5 HTTP/1.1" status: 200 len: 945 time: 0.2894282 May 27 02:24:57.945130 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-13a3c706-9018-4c43-b980-a8589ef9c54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:57.950150 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-455c00ee-2b62-4ede-b751-98a29c2abc4b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Allocated IP 172.20.0.6 (7ee685f0-e442-4ea7-949d-71e1995db8ac/0c302d24-860d-464a-9c69-32cd4f709ca1/46916ba0-85dd-4447-a580-3723a864f219) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:24:58.001614 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0da0b593-ec4c-43bf-9a0d-6eda3abbc618 req-c6861b59-9573-4c6c-9523-bf633ef1aba8 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "GET /v2.0/security-groups?id=3c6a9393-fc6d-4302-8877-bba603bfca20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015589 May 27 02:24:58.247069 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-3c9ce030-d24d-471c-b40e-7f04178c8ca8 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:58.253242 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-3c9ce030-d24d-471c-b40e-7f04178c8ca8 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/networks?id=b0cf1283-9231-4b2a-9144-4eb59719bffc HTTP/1.1" status: 200 len: 806 time: 0.2866206 May 27 02:24:58.275470 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-8ebe4a09-6d38-47dd-a33c-fa02d5e48fde tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/quotas/b08cd8af149f44bd8b4127ae8a32a06c HTTP/1.1" status: 200 len: 375 time: 0.0198882 May 27 02:24:58.555137 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-455c00ee-2b62-4ede-b751-98a29c2abc4b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:58.581787 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-455c00ee-2b62-4ede-b751-98a29c2abc4b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Transition to ACTIVE for port object 46916ba0-85dd-4447-a580-3723a864f219 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:24:58.619621 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c24ae4-8703-4c07-9d5b-3faa2424ffa9 req-015b12db-a031-49b6-aa0a-21e0b04a2dd6 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:58.625350 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c24ae4-8703-4c07-9d5b-3faa2424ffa9 req-015b12db-a031-49b6-aa0a-21e0b04a2dd6 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:58.631130 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c24ae4-8703-4c07-9d5b-3faa2424ffa9 req-015b12db-a031-49b6-aa0a-21e0b04a2dd6 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:58.636880 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c24ae4-8703-4c07-9d5b-3faa2424ffa9 req-015b12db-a031-49b6-aa0a-21e0b04a2dd6 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:58.642594 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c24ae4-8703-4c07-9d5b-3faa2424ffa9 req-015b12db-a031-49b6-aa0a-21e0b04a2dd6 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:58.648678 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c24ae4-8703-4c07-9d5b-3faa2424ffa9 req-015b12db-a031-49b6-aa0a-21e0b04a2dd6 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:58.654819 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c24ae4-8703-4c07-9d5b-3faa2424ffa9 req-015b12db-a031-49b6-aa0a-21e0b04a2dd6 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:58.656820 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-83c24ae4-8703-4c07-9d5b-3faa2424ffa9 req-015b12db-a031-49b6-aa0a-21e0b04a2dd6 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 5434 time: 0.2088797 May 27 02:24:58.660887 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-ddab418a-b64e-4f2a-b950-3f0fed1ea840 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b08cd8af149f44bd8b4127ae8a32a06c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3719845 May 27 02:24:58.800653 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-83c24ae4-8703-4c07-9d5b-3faa2424ffa9 req-61cb7c5d-247e-42ad-8d68-77d1358e23f8 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=057f65d9-7e45-40c8-b89f-71d48d79e181&id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1334217 May 27 02:24:58.868693 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-9ccda1f1-6955-4fb0-a7f7-943144025194 service neutron] 10.222.0.57 "GET /v2.0/networks/b0cf1283-9231-4b2a-9144-4eb59719bffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817286 May 27 02:24:58.941635 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-455c00ee-2b62-4ede-b751-98a29c2abc4b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:58.950199 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:59.077466 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:59.141604 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-455c00ee-2b62-4ede-b751-98a29c2abc4b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Network 7ee685f0-e442-4ea7-949d-71e1995db8ac is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:24:59.153533 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c00ee-2b62-4ede-b751-98a29c2abc4b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Pushing event updated for resources: {'Port': ['ID=46916ba0-85dd-4447-a580-3723a864f219,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:59.159499 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-455c00ee-2b62-4ede-b751-98a29c2abc4b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:24:59.165137 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-455c00ee-2b62-4ede-b751-98a29c2abc4b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:24:59.233581 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-e7678b06-3442-405a-87b7-9853c3fa7f2d service neutron] 10.222.0.57 "GET /v2.0/networks/b0cf1283-9231-4b2a-9144-4eb59719bffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489225 May 27 02:24:59.252206 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-455c00ee-2b62-4ede-b751-98a29c2abc4b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:59.253054 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-455c00ee-2b62-4ede-b751-98a29c2abc4b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:59.281305 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352e6bf-13bb-45f5-8d11-d7da3df0d109 req-2e0845d0-10c0-45c7-aeb8-0c6cb70f3f9f tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:59.284477 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f352e6bf-13bb-45f5-8d11-d7da3df0d109 req-2e0845d0-10c0-45c7-aeb8-0c6cb70f3f9f tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=a877afa2-eea1-47bd-98a5-1f7e68a8816f HTTP/1.1" status: 200 len: 945 time: 0.3441055 May 27 02:24:59.352884 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f352e6bf-13bb-45f5-8d11-d7da3df0d109 req-b5b89a2b-eafc-4424-8b53-e616fb7b80b8 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603518 May 27 02:24:59.436339 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-455c00ee-2b62-4ede-b751-98a29c2abc4b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2665124 May 27 02:24:59.450451 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-fc713d1b-7f2f-437c-a272-64c9d0273f86 service neutron] Request body: {'port': {'device_id': '097d415b-8682-414a-b18a-93ee98ad1c68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:24:59.562579 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4261a4bb-0828-4588-9d2d-574e77aaf135 req-3c86cc5f-d193-4aff-9147-277287fc2ced tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f581d72-bb6f-48eb-b988-ad6de261887d HTTP/1.1" status: 200 len: 210 time: 0.0762892 May 27 02:24:59.692525 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5e94429e-c17e-4321-bb08-1f3e96560675 None None] Provisioning for port 46916ba0-85dd-4447-a580-3723a864f219 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:24:59.692525 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5e94429e-c17e-4321-bb08-1f3e96560675 None None] Provisioning complete for port 46916ba0-85dd-4447-a580-3723a864f219 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:24:59.693089 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5e94429e-c17e-4321-bb08-1f3e96560675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:59.714614 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-fc713d1b-7f2f-437c-a272-64c9d0273f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:59.797397 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5e94429e-c17e-4321-bb08-1f3e96560675 None None] Port 46916ba0-85dd-4447-a580-3723a864f219 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:25:00.052291 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:00.075774 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b714f7b-d8a0-4c46-990e-f01757dda68a req-72e8a293-8178-41aa-83f9-95ecccf5b125 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:00.081625 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b714f7b-d8a0-4c46-990e-f01757dda68a req-72e8a293-8178-41aa-83f9-95ecccf5b125 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:00.088375 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b714f7b-d8a0-4c46-990e-f01757dda68a req-72e8a293-8178-41aa-83f9-95ecccf5b125 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:00.094117 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b714f7b-d8a0-4c46-990e-f01757dda68a req-72e8a293-8178-41aa-83f9-95ecccf5b125 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:00.099915 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b714f7b-d8a0-4c46-990e-f01757dda68a req-72e8a293-8178-41aa-83f9-95ecccf5b125 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:00.105647 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b714f7b-d8a0-4c46-990e-f01757dda68a req-72e8a293-8178-41aa-83f9-95ecccf5b125 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:00.111950 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b714f7b-d8a0-4c46-990e-f01757dda68a req-72e8a293-8178-41aa-83f9-95ecccf5b125 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:00.113798 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1b714f7b-d8a0-4c46-990e-f01757dda68a req-72e8a293-8178-41aa-83f9-95ecccf5b125 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 5434 time: 0.4004402 May 27 02:25:00.195795 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ef7dd-c035-4441-b780-5917a4210dab req-8457d7bd-15dc-48d8-9405-744249600a6a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:00.196510 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-a62ef7dd-c035-4441-b780-5917a4210dab req-8457d7bd-15dc-48d8-9405-744249600a6a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Synchronizing usage tracker for tenant:67a2999592f840daafe9db3a26b0dd55 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:25:00.360177 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-a62ef7dd-c035-4441-b780-5917a4210dab req-8457d7bd-15dc-48d8-9405-744249600a6a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Unset dirty status for tenant:67a2999592f840daafe9db3a26b0dd55 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:25:00.367007 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a62ef7dd-c035-4441-b780-5917a4210dab req-8457d7bd-15dc-48d8-9405-744249600a6a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 931 time: 0.6390800 May 27 02:25:00.490091 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c422ec6-3038-4e0d-97be-98aeb7162cae req-de02ea13-16f4-45f7-aaeb-152600a34e9b tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:00.492324 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8c422ec6-3038-4e0d-97be-98aeb7162cae req-de02ea13-16f4-45f7-aaeb-152600a34e9b tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "GET /v2.0/ports?device_id=703dc17a-e6dd-4e60-b9be-83f0b1f667c5 HTTP/1.1" status: 200 len: 945 time: 0.2190387 May 27 02:25:00.508189 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a62ef7dd-c035-4441-b780-5917a4210dab req-8bc5ecc6-eecf-4de1-ade7-eb622d718f21 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402931 May 27 02:25:00.512973 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a09e9e-c289-4af5-8238-727d12307269 req-230fc8ee-9890-4e33-b195-cfae66aee1c1 tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:00.514383 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-f9a09e9e-c289-4af5-8238-727d12307269 req-230fc8ee-9890-4e33-b195-cfae66aee1c1 tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] Synchronizing usage tracker for tenant:5243a02623754ef791be0949780ec265 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:25:00.536229 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-fc713d1b-7f2f-437c-a272-64c9d0273f86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46916ba0-85dd-4447-a580-3723a864f219 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:25:00.549286 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-fc713d1b-7f2f-437c-a272-64c9d0273f86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:00.640776 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-fc713d1b-7f2f-437c-a272-64c9d0273f86 service neutron] Transition to ACTIVE for port object 46916ba0-85dd-4447-a580-3723a864f219 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:25:00.640776 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a8320d29-5d4e-458a-a4e2-0c5d8f6c22de req-d66de3c5-9dcf-4e5c-8e36-699a7f36a4dc tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=0087b568-a69b-419f-816c-c9b0e3e3cf96 HTTP/1.1" status: 200 len: 210 time: 0.0538971 May 27 02:25:00.682846 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8c422ec6-3038-4e0d-97be-98aeb7162cae req-c02c9b2b-35e0-440c-b3b5-cf9c016bfdc4 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "GET /v2.0/security-groups?id=3c6a9393-fc6d-4302-8877-bba603bfca20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701207 May 27 02:25:00.686988 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-f9a09e9e-c289-4af5-8238-727d12307269 req-230fc8ee-9890-4e33-b195-cfae66aee1c1 tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] Unset dirty status for tenant:5243a02623754ef791be0949780ec265 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:25:00.688129 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f9a09e9e-c289-4af5-8238-727d12307269 req-230fc8ee-9890-4e33-b195-cfae66aee1c1 tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] 10.222.0.66 "GET /v2.0/networks?id=01fb6c9f-24db-4c37-beb3-ef401694b418 HTTP/1.1" status: 200 len: 824 time: 0.3753591 May 27 02:25:00.702617 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-f9a09e9e-c289-4af5-8238-727d12307269 req-e3a200d1-07fa-4db0-a3a5-6c9b904cf6ed tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] Request body: {'port': {'device_id': '3f581d72-bb6f-48eb-b988-ad6de261887d', 'network_id': '01fb6c9f-24db-4c37-beb3-ef401694b418', 'admin_state_up': True, 'tenant_id': '5243a02623754ef791be0949780ec265'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:25:00.744774 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-fc713d1b-7f2f-437c-a272-64c9d0273f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:00.882804 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-f9a09e9e-c289-4af5-8238-727d12307269 req-e3a200d1-07fa-4db0-a3a5-6c9b904cf6ed tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:25:00.890087 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-f9a09e9e-c289-4af5-8238-727d12307269 req-e3a200d1-07fa-4db0-a3a5-6c9b904cf6ed tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] Usage tracker for resource:port and tenant:5243a02623754ef791be0949780ec265 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:25:00.892268 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-f9a09e9e-c289-4af5-8238-727d12307269 req-e3a200d1-07fa-4db0-a3a5-6c9b904cf6ed tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:25:00.901098 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-f9a09e9e-c289-4af5-8238-727d12307269 req-e3a200d1-07fa-4db0-a3a5-6c9b904cf6ed tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:25:01.093087 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9a09e9e-c289-4af5-8238-727d12307269 req-e3a200d1-07fa-4db0-a3a5-6c9b904cf6ed tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] Made reservation on behalf of 5243a02623754ef791be0949780ec265 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:25:01.096593 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f9a09e9e-c289-4af5-8238-727d12307269 req-e3a200d1-07fa-4db0-a3a5-6c9b904cf6ed tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:01.133037 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e38ef7c-5e6e-416b-ab71-b6250d7c3191 req-31446821-afbc-48cf-8408-8409378933dc tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f581d72-bb6f-48eb-b988-ad6de261887d HTTP/1.1" status: 200 len: 210 time: 0.1549726 May 27 02:25:01.280378 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc713d1b-7f2f-437c-a272-64c9d0273f86 service neutron] Pushing event updated for resources: {'Port': ['ID=46916ba0-85dd-4447-a580-3723a864f219,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:01.326329 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-f9a09e9e-c289-4af5-8238-727d12307269 req-e3a200d1-07fa-4db0-a3a5-6c9b904cf6ed tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] Allocated IP 172.20.0.10 (01fb6c9f-24db-4c37-beb3-ef401694b418/371f662e-4cec-42cf-afd1-e55354b0ec23/b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:25:01.432042 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-fc713d1b-7f2f-437c-a272-64c9d0273f86 service neutron] Attempting to bind port 46916ba0-85dd-4447-a580-3723a864f219 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:25:01.432042 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-fc713d1b-7f2f-437c-a272-64c9d0273f86 service neutron] Attempting to bind port 46916ba0-85dd-4447-a580-3723a864f219 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '7321cd14-1f6f-448d-a8d3-637a53c8da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:25:01.432042 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-fc713d1b-7f2f-437c-a272-64c9d0273f86 service neutron] Attempting to bind port 46916ba0-85dd-4447-a580-3723a864f219 on network 7ee685f0-e442-4ea7-949d-71e1995db8ac {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:25:01.442631 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-fc713d1b-7f2f-437c-a272-64c9d0273f86 service neutron] Port 46916ba0-85dd-4447-a580-3723a864f219 on network 7ee685f0-e442-4ea7-949d-71e1995db8ac not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:25:01.443819 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-fc713d1b-7f2f-437c-a272-64c9d0273f86 service neutron] Attempting to bind port 46916ba0-85dd-4447-a580-3723a864f219 on network 7ee685f0-e442-4ea7-949d-71e1995db8ac {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:25:01.458809 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00205ab5-75ba-4e0e-9ac2-f1fd5143db4b req-eee0b3cb-21d1-4066-8c00-aa9685eda6a8 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:01.466936 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-00205ab5-75ba-4e0e-9ac2-f1fd5143db4b req-eee0b3cb-21d1-4066-8c00-aa9685eda6a8 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=a877afa2-eea1-47bd-98a5-1f7e68a8816f HTTP/1.1" status: 200 len: 945 time: 0.4978158 May 27 02:25:01.490806 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-fc713d1b-7f2f-437c-a272-64c9d0273f86 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:25:01.494085 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-fc713d1b-7f2f-437c-a272-64c9d0273f86 service neutron] Checking segment: {'id': '7321cd14-1f6f-448d-a8d3-637a53c8da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:25:01.494085 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-fc713d1b-7f2f-437c-a272-64c9d0273f86 service neutron] Bound using segment: {'id': '7321cd14-1f6f-448d-a8d3-637a53c8da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:25:01.494085 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-fc713d1b-7f2f-437c-a272-64c9d0273f86 service neutron] Bound port: 46916ba0-85dd-4447-a580-3723a864f219, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7321cd14-1f6f-448d-a8d3-637a53c8da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:25:01.494085 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-fc713d1b-7f2f-437c-a272-64c9d0273f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:01.576615 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f9a09e9e-c289-4af5-8238-727d12307269 req-e3a200d1-07fa-4db0-a3a5-6c9b904cf6ed tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:01.584687 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ee611-3def-4690-94f4-1dc0be44e722 req-7fa34301-b661-452a-b0c5-292bc03c8ca9 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:01.585930 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f05ee611-3def-4690-94f4-1dc0be44e722 req-7fa34301-b661-452a-b0c5-292bc03c8ca9 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "GET /v2.0/ports?device_id=703dc17a-e6dd-4e60-b9be-83f0b1f667c5 HTTP/1.1" status: 200 len: 945 time: 0.3106415 May 27 02:25:01.603928 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-00205ab5-75ba-4e0e-9ac2-f1fd5143db4b req-a9ba2919-30ad-4f37-a86f-e8362be5f1b1 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360619 May 27 02:25:01.604193 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48128) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:25:01.611965 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b305621f-dff1-4974-947e-bbe5be5ae7c6 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Request body: {'floatingip': {'port_id': '519af3a2-0487-4404-b2cc-1e787158c1fc'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:25:01.648992 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-fc713d1b-7f2f-437c-a272-64c9d0273f86 service neutron] For port 46916ba0-85dd-4447-a580-3723a864f219, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:25:01.652007 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-fc713d1b-7f2f-437c-a272-64c9d0273f86 service neutron] For port 46916ba0-85dd-4447-a580-3723a864f219, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=46916ba0-85dd-4447-a580-3723a864f219,segment=NetworkSegment(7321cd14-1f6f-448d-a8d3-637a53c8da8a),segment_id=7321cd14-1f6f-448d-a8d3-637a53c8da8a)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:25:01.717028 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b305621f-dff1-4974-947e-bbe5be5ae7c6 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify callbacks [] for floatingip, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:01.787936 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-fc713d1b-7f2f-437c-a272-64c9d0273f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:01.923927 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fe2cc497-40fd-411c-b9b6-309a3ed91647 req-6d3b25d4-080c-4b02-b76d-32635476ce1e tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=0087b568-a69b-419f-816c-c9b0e3e3cf96 HTTP/1.1" status: 200 len: 210 time: 0.1291471 May 27 02:25:02.035126 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-fc713d1b-7f2f-437c-a272-64c9d0273f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:02.037242 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-fc713d1b-7f2f-437c-a272-64c9d0273f86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:02.039208 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-fc713d1b-7f2f-437c-a272-64c9d0273f86 service neutron] 10.222.0.32 "PUT /v2.0/ports/46916ba0-85dd-4447-a580-3723a864f219 HTTP/1.1" status: 200 len: 1091 time: 2.5934052 May 27 02:25:02.040100 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc713d1b-7f2f-437c-a272-64c9d0273f86 service neutron] Pushing event updated for resources: {'Port': ['ID=46916ba0-85dd-4447-a580-3723a864f219,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:02.043101 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '097d415b-8682-414a-b18a-93ee98ad1c68', 'tag': '46916ba0-85dd-4447-a580-3723a864f219'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:25:02.122801 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bfaa8c-9ff4-40a9-b764-d7a871c5baf2 req-8a6e547c-1300-4791-b36a-7ef9a14a2bf3 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:02.122801 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-66bfaa8c-9ff4-40a9-b764-d7a871c5baf2 req-8a6e547c-1300-4791-b36a-7ef9a14a2bf3 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 943 time: 0.4081841 May 27 02:25:02.165391 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f9a09e9e-c289-4af5-8238-727d12307269 req-e3a200d1-07fa-4db0-a3a5-6c9b904cf6ed tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:02.265052 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-736059b2-e8a2-449f-abad-46117f2ab5ac'] response: {'name': 'network-changed', 'server_uuid': '097d415b-8682-414a-b18a-93ee98ad1c68', 'tag': '46916ba0-85dd-4447-a580-3723a864f219', 'status': 'completed', 'code': 200} May 27 02:25:02.344046 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-66bfaa8c-9ff4-40a9-b764-d7a871c5baf2 req-23cd43b0-bb36-4011-ba27-23f20e184282 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019975 May 27 02:25:02.367426 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-2a5e4d67-4b74-4fbc-a22d-c567c3cf1fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:02.370358 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-2a5e4d67-4b74-4fbc-a22d-c567c3cf1fc8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67a2999592f840daafe9db3a26b0dd55&device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 1094 time: 0.2027268 May 27 02:25:02.525884 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-8ecc7edc-29cd-48c1-9ef1-7d202814a35b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46916ba0-85dd-4447-a580-3723a864f219 HTTP/1.1" status: 200 len: 217 time: 0.1473989 May 27 02:25:02.541224 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9a09e9e-c289-4af5-8238-727d12307269 req-e3a200d1-07fa-4db0-a3a5-6c9b904cf6ed tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] Network 01fb6c9f-24db-4c37-beb3-ef401694b418 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:25:02.546925 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-f9a09e9e-c289-4af5-8238-727d12307269 req-e3a200d1-07fa-4db0-a3a5-6c9b904cf6ed tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:25:02.550677 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a200d1-07fa-4db0-a3a5-6c9b904cf6ed tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] Pushing event updated for resources: {'Port': ['ID=b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:02.553208 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a09e9e-c289-4af5-8238-727d12307269 req-e3a200d1-07fa-4db0-a3a5-6c9b904cf6ed tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:25:02.698167 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a09e9e-c289-4af5-8238-727d12307269 req-e3a200d1-07fa-4db0-a3a5-6c9b904cf6ed tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:02.698776 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f9a09e9e-c289-4af5-8238-727d12307269 req-e3a200d1-07fa-4db0-a3a5-6c9b904cf6ed tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:02.710736 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-fcdef054-98bd-4038-90ef-fc1dd2b98957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:02.712238 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-fcdef054-98bd-4038-90ef-fc1dd2b98957 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c302d24-860d-464a-9c69-32cd4f709ca1 HTTP/1.1" status: 200 len: 856 time: 0.1802378 May 27 02:25:02.892512 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f9a09e9e-c289-4af5-8238-727d12307269 req-e3a200d1-07fa-4db0-a3a5-6c9b904cf6ed tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1943979 May 27 02:25:02.893700 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5324de1-8348-47cc-9962-d59b9095816f req-eb652da4-1cc7-49c3-81da-0c35d96b277e tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:02.906115 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f5324de1-8348-47cc-9962-d59b9095816f req-eb652da4-1cc7-49c3-81da-0c35d96b277e tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f581d72-bb6f-48eb-b988-ad6de261887d HTTP/1.1" status: 200 len: 932 time: 0.4301789 May 27 02:25:02.912513 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-f9a09e9e-c289-4af5-8238-727d12307269 req-d9e0f19b-6bec-4e2c-847e-224cba5b4b7a service neutron] Request body: {'port': {'device_id': '3f581d72-bb6f-48eb-b988-ad6de261887d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:25:02.920148 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-79d8af49-7262-496d-a9d8-91a281f39982 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:02.930441 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-79d8af49-7262-496d-a9d8-91a281f39982 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.66 "GET /v2.0/networks?id=b0cf1283-9231-4b2a-9144-4eb59719bffc HTTP/1.1" status: 200 len: 806 time: 0.3631282 May 27 02:25:02.981336 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-8702bd35-6e38-4b49-bad6-f051841a8589 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Request body: {'port': {'device_id': '0087b568-a69b-419f-816c-c9b0e3e3cf96', 'network_id': 'b0cf1283-9231-4b2a-9144-4eb59719bffc', 'admin_state_up': True, 'tenant_id': 'b08cd8af149f44bd8b4127ae8a32a06c'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:25:03.167915 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f5324de1-8348-47cc-9962-d59b9095816f req-00d917ac-9dbc-4ae5-8356-380de5b3dfec tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] 10.222.0.57 "GET /v2.0/security-groups?id=5dff43d3-a741-4627-8286-5458baa18e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606916 May 27 02:25:03.233109 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-eca7083b-bfb9-427e-b9db-0fefd6f2d5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:03.234571 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-eca7083b-bfb9-427e-b9db-0fefd6f2d5d1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ee685f0-e442-4ea7-949d-71e1995db8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5131652 May 27 02:25:03.269258 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f9a09e9e-c289-4af5-8238-727d12307269 req-d9e0f19b-6bec-4e2c-847e-224cba5b4b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:03.279040 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-8702bd35-6e38-4b49-bad6-f051841a8589 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:25:03.288643 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-8702bd35-6e38-4b49-bad6-f051841a8589 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Usage tracker for resource:port and tenant:b08cd8af149f44bd8b4127ae8a32a06c is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:25:03.298246 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b305621f-dff1-4974-947e-bbe5be5ae7c6 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:03.439560 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b305621f-dff1-4974-947e-bbe5be5ae7c6 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:03.466372 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48176) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:25:03.472136 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-8702bd35-6e38-4b49-bad6-f051841a8589 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:25:03.489933 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-8702bd35-6e38-4b49-bad6-f051841a8589 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:25:03.526751 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad6931-45a5-4420-8295-fbb39d5d5fc7 req-2d0f5f11-6a18-4251-99ae-7c696dc6f9c9 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:03.543028 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0cad6931-45a5-4420-8295-fbb39d5d5fc7 req-2d0f5f11-6a18-4251-99ae-7c696dc6f9c9 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=a877afa2-eea1-47bd-98a5-1f7e68a8816f HTTP/1.1" status: 200 len: 945 time: 0.7606103 May 27 02:25:03.675797 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-8702bd35-6e38-4b49-bad6-f051841a8589 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Made reservation on behalf of b08cd8af149f44bd8b4127ae8a32a06c for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:25:03.679739 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-8702bd35-6e38-4b49-bad6-f051841a8589 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:03.707903 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d5bf7a02-9c9f-4b66-9ccc-478174b9bd9e req-c8135714-b10e-42ba-91a3-a2782cc5fd3f tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=0087b568-a69b-419f-816c-c9b0e3e3cf96 HTTP/1.1" status: 200 len: 210 time: 0.2368343 May 27 02:25:03.711189 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0cad6931-45a5-4420-8295-fbb39d5d5fc7 req-8c536a55-3039-41f7-a0b4-1fe29bd774eb tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765406 May 27 02:25:03.715818 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-83f064f0-ffdf-4149-b0a6-2c58d19ae51b service neutron] 10.222.0.32 "GET /v2.0/networks/7ee685f0-e442-4ea7-949d-71e1995db8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4655194 May 27 02:25:03.790580 n-d-843554-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-b305621f-dff1-4974-947e-bbe5be5ae7c6 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Floating IP 7af9e512-4f6c-478c-a76d-bd77c7a6c548 associated. External IP: 172.25.1.184, port: 519af3a2-0487-4404-b2cc-1e787158c1fc. May 27 02:25:04.026143 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-f9a09e9e-c289-4af5-8238-727d12307269 req-d9e0f19b-6bec-4e2c-847e-224cba5b4b7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:25:04.037696 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f9a09e9e-c289-4af5-8238-727d12307269 req-d9e0f19b-6bec-4e2c-847e-224cba5b4b7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:04.102545 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52f5e075-5a43-4812-8c80-dfa02902eddf req-c7e0f3e2-d2c9-4682-b77c-3d5f1c795149 service neutron] 10.222.0.32 "GET /v2.0/networks/7ee685f0-e442-4ea7-949d-71e1995db8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786080 May 27 02:25:04.114592 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a52f2-8569-4747-87f8-ca5e8bc79f3f req-27a6caef-201a-4a8d-9796-b48288ce7c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:04.115119 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a52f2-8569-4747-87f8-ca5e8bc79f3f req-27a6caef-201a-4a8d-9796-b48288ce7c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:04.115758 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a52f2-8569-4747-87f8-ca5e8bc79f3f req-27a6caef-201a-4a8d-9796-b48288ce7c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:04.116375 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a52f2-8569-4747-87f8-ca5e8bc79f3f req-27a6caef-201a-4a8d-9796-b48288ce7c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:04.117013 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a52f2-8569-4747-87f8-ca5e8bc79f3f req-27a6caef-201a-4a8d-9796-b48288ce7c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:04.125243 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a52f2-8569-4747-87f8-ca5e8bc79f3f req-27a6caef-201a-4a8d-9796-b48288ce7c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:04.125243 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a52f2-8569-4747-87f8-ca5e8bc79f3f req-27a6caef-201a-4a8d-9796-b48288ce7c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:04.125243 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-de8a52f2-8569-4747-87f8-ca5e8bc79f3f req-27a6caef-201a-4a8d-9796-b48288ce7c36 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 6491 time: 0.6461520 May 27 02:25:04.137832 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-f9a09e9e-c289-4af5-8238-727d12307269 req-d9e0f19b-6bec-4e2c-847e-224cba5b4b7a service neutron] Transition to ACTIVE for port object b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:25:04.151152 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23246e90-2d9e-4576-821a-dd28ac84a27a req-cbed9834-1833-4762-8fad-7ece2ab79c19 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:04.153021 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-23246e90-2d9e-4576-821a-dd28ac84a27a req-cbed9834-1833-4762-8fad-7ece2ab79c19 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 943 time: 0.2685061 May 27 02:25:04.198981 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-8702bd35-6e38-4b49-bad6-f051841a8589 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Allocated IP 172.20.0.8 (b0cf1283-9231-4b2a-9144-4eb59719bffc/505370ea-6a69-4c6a-9c79-68e9a416bb4a/bac4c315-7d09-415c-aa29-12ea979421ff) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:25:04.247972 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-23246e90-2d9e-4576-821a-dd28ac84a27a req-9bc8ffc5-3b7d-4c07-ae63-db6020e6550b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862908 May 27 02:25:04.249712 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-de8a52f2-8569-4747-87f8-ca5e8bc79f3f req-76838210-c8c9-4838-9f66-728ade52b8df service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e5afc690-7524-4a95-b1d1-a233dc90191d&id=057f65d9-7e45-40c8-b89f-71d48d79e181&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1233964 May 27 02:25:04.336636 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f9a09e9e-c289-4af5-8238-727d12307269 req-d9e0f19b-6bec-4e2c-847e-224cba5b4b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:04.498831 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e0f19b-6bec-4e2c-847e-224cba5b4b7a service neutron] Pushing event updated for resources: {'Port': ['ID=b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:04.543013 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b305621f-dff1-4974-947e-bbe5be5ae7c6 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Router 42ef4456-3ed4-4f33-af42-3e9c21eeeae4 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:25:04.570685 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992a9d7-8761-47ea-844d-9ddc7d8d1b00 req-7b03792a-867a-4fab-bfca-65b9f4ba3b7f tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:04.572615 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6992a9d7-8761-47ea-844d-9ddc7d8d1b00 req-7b03792a-867a-4fab-bfca-65b9f4ba3b7f tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f581d72-bb6f-48eb-b988-ad6de261887d HTTP/1.1" status: 200 len: 944 time: 0.2625954 May 27 02:25:04.616691 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-8702bd35-6e38-4b49-bad6-f051841a8589 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:04.642394 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27378d80-78e3-4496-9b0d-216b80903813 req-023421fa-08f3-491a-bacd-f63fea7addb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:04.643865 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-27378d80-78e3-4496-9b0d-216b80903813 req-023421fa-08f3-491a-bacd-f63fea7addb8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67a2999592f840daafe9db3a26b0dd55&device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 1094 time: 0.2236328 May 27 02:25:04.677081 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6992a9d7-8761-47ea-844d-9ddc7d8d1b00 req-549c64e9-1d88-41ae-82c8-bbed5f1eca30 tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] 10.222.0.57 "GET /v2.0/security-groups?id=5dff43d3-a741-4627-8286-5458baa18e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969889 May 27 02:25:04.697543 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-f9a09e9e-c289-4af5-8238-727d12307269 req-d9e0f19b-6bec-4e2c-847e-224cba5b4b7a service neutron] Attempting to bind port b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:25:04.697888 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-f9a09e9e-c289-4af5-8238-727d12307269 req-d9e0f19b-6bec-4e2c-847e-224cba5b4b7a service neutron] Attempting to bind port b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '95d81d58-54c3-4209-9447-acb14d1c4bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '01fb6c9f-24db-4c37-beb3-ef401694b418'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:25:04.698215 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a09e9e-c289-4af5-8238-727d12307269 req-d9e0f19b-6bec-4e2c-847e-224cba5b4b7a service neutron] Attempting to bind port b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582 on network 01fb6c9f-24db-4c37-beb3-ef401694b418 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:25:04.754522 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a09e9e-c289-4af5-8238-727d12307269 req-d9e0f19b-6bec-4e2c-847e-224cba5b4b7a service neutron] Port b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582 on network 01fb6c9f-24db-4c37-beb3-ef401694b418 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:25:04.754847 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a09e9e-c289-4af5-8238-727d12307269 req-d9e0f19b-6bec-4e2c-847e-224cba5b4b7a service neutron] Attempting to bind port b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582 on network 01fb6c9f-24db-4c37-beb3-ef401694b418 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:25:04.778921 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a09e9e-c289-4af5-8238-727d12307269 req-d9e0f19b-6bec-4e2c-847e-224cba5b4b7a service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:25:04.779267 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a09e9e-c289-4af5-8238-727d12307269 req-d9e0f19b-6bec-4e2c-847e-224cba5b4b7a service neutron] Checking segment: {'id': '95d81d58-54c3-4209-9447-acb14d1c4bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '01fb6c9f-24db-4c37-beb3-ef401694b418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:25:04.779645 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a09e9e-c289-4af5-8238-727d12307269 req-d9e0f19b-6bec-4e2c-847e-224cba5b4b7a service neutron] Bound using segment: {'id': '95d81d58-54c3-4209-9447-acb14d1c4bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '01fb6c9f-24db-4c37-beb3-ef401694b418'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:25:04.780112 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-f9a09e9e-c289-4af5-8238-727d12307269 req-d9e0f19b-6bec-4e2c-847e-224cba5b4b7a service neutron] Bound port: b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95d81d58-54c3-4209-9447-acb14d1c4bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '01fb6c9f-24db-4c37-beb3-ef401694b418'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:25:04.780460 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f9a09e9e-c289-4af5-8238-727d12307269 req-d9e0f19b-6bec-4e2c-847e-224cba5b4b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:04.822526 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27378d80-78e3-4496-9b0d-216b80903813 req-ef26e248-54b3-4ffb-8ca7-d92cf62028b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:04.824654 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-27378d80-78e3-4496-9b0d-216b80903813 req-ef26e248-54b3-4ffb-8ca7-d92cf62028b4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7ee685f0-e442-4ea7-949d-71e1995db8ac HTTP/1.1" status: 200 len: 918 time: 0.1741149 May 27 02:25:04.856339 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b305621f-dff1-4974-947e-bbe5be5ae7c6 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:25:04.862435 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b305621f-dff1-4974-947e-bbe5be5ae7c6 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:04.869969 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7fa899-b3d9-4fa5-8f6f-641d2c51a76d None None] Sync routers for ids ['42ef4456-3ed4-4f33-af42-3e9c21eeeae4'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:25:04.892306 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7fa899-b3d9-4fa5-8f6f-641d2c51a76d None None] Routers {'42ef4456-3ed4-4f33-af42-3e9c21eeeae4'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:25:04.893164 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-bb7fa899-b3d9-4fa5-8f6f-641d2c51a76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:24:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['42ef4456-3ed4-4f33-af42-3e9c21eeeae4'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:25:05.002446 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b305621f-dff1-4974-947e-bbe5be5ae7c6 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "PUT /v2.0/floatingips/7af9e512-4f6c-478c-a76d-bd77c7a6c548 HTTP/1.1" status: 200 len: 991 time: 3.3837075 May 27 02:25:05.002446 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-f9a09e9e-c289-4af5-8238-727d12307269 req-d9e0f19b-6bec-4e2c-847e-224cba5b4b7a service neutron] For port b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:25:05.002446 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '703dc17a-e6dd-4e60-b9be-83f0b1f667c5', 'tag': '519af3a2-0487-4404-b2cc-1e787158c1fc'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:25:05.002446 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-f9a09e9e-c289-4af5-8238-727d12307269 req-d9e0f19b-6bec-4e2c-847e-224cba5b4b7a service neutron] For port b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582,segment=NetworkSegment(95d81d58-54c3-4209-9447-acb14d1c4bac),segment_id=95d81d58-54c3-4209-9447-acb14d1c4bac)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:25:05.002788 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-8702bd35-6e38-4b49-bad6-f051841a8589 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:05.021402 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['cfb7cdfa-51e3-48fc-9dff-7e74813e008c'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:25:05.021983 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-27378d80-78e3-4496-9b0d-216b80903813 req-f40b7ea8-88c6-42c4-88c9-2e5465cd8fec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46916ba0-85dd-4447-a580-3723a864f219 HTTP/1.1" status: 200 len: 217 time: 0.1780105 May 27 02:25:05.082116 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f9a09e9e-c289-4af5-8238-727d12307269 req-d9e0f19b-6bec-4e2c-847e-224cba5b4b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:05.144771 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-bb7fa899-b3d9-4fa5-8f6f-641d2c51a76d None None] Set router 42ef4456-3ed4-4f33-af42-3e9c21eeeae4 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:25:05.157987 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a09e9e-c289-4af5-8238-727d12307269 req-d9e0f19b-6bec-4e2c-847e-224cba5b4b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:05.158852 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f9a09e9e-c289-4af5-8238-727d12307269 req-d9e0f19b-6bec-4e2c-847e-224cba5b4b7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:05.160519 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f9a09e9e-c289-4af5-8238-727d12307269 req-d9e0f19b-6bec-4e2c-847e-224cba5b4b7a service neutron] 10.222.0.66 "PUT /v2.0/ports/b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582 HTTP/1.1" status: 200 len: 1092 time: 2.2553978 May 27 02:25:05.194497 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27378d80-78e3-4496-9b0d-216b80903813 req-28c0c0b6-91d0-40aa-a0b1-433bdd57951d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:05.214355 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-27378d80-78e3-4496-9b0d-216b80903813 req-28c0c0b6-91d0-40aa-a0b1-433bdd57951d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c302d24-860d-464a-9c69-32cd4f709ca1 HTTP/1.1" status: 200 len: 856 time: 0.0915587 May 27 02:25:05.222293 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e0f19b-6bec-4e2c-847e-224cba5b4b7a service neutron] Pushing event updated for resources: {'Port': ['ID=b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:05.233582 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8702bd35-6e38-4b49-bad6-f051841a8589 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Pushing event updated for resources: {'Port': ['ID=bac4c315-7d09-415c-aa29-12ea979421ff,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:05.408930 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a09e9e-c289-4af5-8238-727d12307269 req-1d85d07d-e3bd-4ed8-b923-31022d1d116f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:05.410417 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f9a09e9e-c289-4af5-8238-727d12307269 req-1d85d07d-e3bd-4ed8-b923-31022d1d116f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5243a02623754ef791be0949780ec265&device_id=3f581d72-bb6f-48eb-b988-ad6de261887d HTTP/1.1" status: 200 len: 1095 time: 0.1089301 May 27 02:25:05.481025 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-8702bd35-6e38-4b49-bad6-f051841a8589 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Network b0cf1283-9231-4b2a-9144-4eb59719bffc is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:25:05.486146 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-8702bd35-6e38-4b49-bad6-f051841a8589 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:25:05.503196 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-8702bd35-6e38-4b49-bad6-f051841a8589 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:25:05.529087 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f9a09e9e-c289-4af5-8238-727d12307269 req-b2412b29-bd1e-4a87-b9f6-456d37da00a3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582 HTTP/1.1" status: 200 len: 217 time: 0.1107171 May 27 02:25:05.581097 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d72182-01db-4635-b2a9-7f7d66623ac0 req-6b9f5446-16d5-4117-ad95-7698646bd977 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:05.582902 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-12d72182-01db-4635-b2a9-7f7d66623ac0 req-6b9f5446-16d5-4117-ad95-7698646bd977 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=0087b568-a69b-419f-816c-c9b0e3e3cf96 HTTP/1.1" status: 200 len: 931 time: 0.5801570 May 27 02:25:05.610307 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-bb7fa899-b3d9-4fa5-8f6f-641d2c51a76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ef4456-3ed4-4f33-af42-3e9c21eeeae4', 'name': 'tempest-ServersTestBootFromVolume-959216495-router', 'tenant_id': '90cb016bc5624b738605957a017e8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '1b64445f-183b-4ae1-a6f0-974024df086e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:23:18Z', 'updated_at': '2022-05-27T02:23:34Z', 'revision_number': 4, 'project_id': '90cb016bc5624b738605957a017e8a06', 'gw_port': {'id': '1b64445f-183b-4ae1-a6f0-974024df086e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ef4456-3ed4-4f33-af42-3e9c21eeeae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:23:22Z', 'updated_at': '2022-05-27T02:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '7af9e512-4f6c-478c-a76d-bd77c7a6c548', 'tenant_id': '90cb016bc5624b738605957a017e8a06', 'floating_ip_address': '172.25.1.184', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '42ef4456-3ed4-4f33-af42-3e9c21eeeae4', 'port_id': '519af3a2-0487-4404-b2cc-1e787158c1fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6525e5f8-6f29-4d27-95ba-53e51b968154', 'mac_address': 'fa:16:3e:d3:5b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703dc17a-e6dd-4e60-b9be-83f0b1f667c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:23:45Z', 'updated_at': '2022-05-27T02:25:03Z', 'revision_number': 1, 'project_id': '90cb016bc5624b738605957a017e8a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1646a445-f458-418b-bc70-3781466b8ed5', 'name': '', 'network_id': '6525e5f8-6f29-4d27-95ba-53e51b968154', 'tenant_id': '90cb016bc5624b738605957a017e8a06', 'mac_address': 'fa:16:3e:32:3b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ef4456-3ed4-4f33-af42-3e9c21eeeae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'f996a84a-9491-46d6-9f35-21063b1fa3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:23:31Z', 'updated_at': '2022-05-27T02:23:45Z', 'revision_number': 5, 'project_id': '90cb016bc5624b738605957a017e8a06', 'subnets': [{'id': 'f996a84a-9491-46d6-9f35-21063b1fa3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:25:05.610933 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a09e9e-c289-4af5-8238-727d12307269 req-0b033757-d9f3-4232-a555-6eb14abd2855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:05.613037 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f9a09e9e-c289-4af5-8238-727d12307269 req-0b033757-d9f3-4232-a555-6eb14abd2855 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=371f662e-4cec-42cf-afd1-e55354b0ec23 HTTP/1.1" status: 200 len: 864 time: 0.0778296 May 27 02:25:05.616206 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7fa899-b3d9-4fa5-8f6f-641d2c51a76d None None] Checking router: 42ef4456-3ed4-4f33-af42-3e9c21eeeae4 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:25:05.620593 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-8702bd35-6e38-4b49-bad6-f051841a8589 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:05.621233 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-8702bd35-6e38-4b49-bad6-f051841a8589 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:05.625204 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7fa899-b3d9-4fa5-8f6f-641d2c51a76d None None] Routers {'42ef4456-3ed4-4f33-af42-3e9c21eeeae4'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:25:05.625870 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-bb7fa899-b3d9-4fa5-8f6f-641d2c51a76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:24:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['42ef4456-3ed4-4f33-af42-3e9c21eeeae4'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:25:05.653646 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e320fe-e712-4010-ac65-cef0a23728f9 req-38d8eda2-b367-4cab-a26c-ea3f82d4964b tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:05.657333 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-24e320fe-e712-4010-ac65-cef0a23728f9 req-38d8eda2-b367-4cab-a26c-ea3f82d4964b tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=a877afa2-eea1-47bd-98a5-1f7e68a8816f HTTP/1.1" status: 200 len: 945 time: 0.7076116 May 27 02:25:05.661691 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f9a09e9e-c289-4af5-8238-727d12307269 req-7074f882-cdd5-41a4-ac83-073913870b73 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=01fb6c9f-24db-4c37-beb3-ef401694b418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424650 May 27 02:25:05.722692 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27378d80-78e3-4496-9b0d-216b80903813 req-3ab14fec-b9c0-48f0-809b-52a01437b9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:05.724208 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-27378d80-78e3-4496-9b0d-216b80903813 req-3ab14fec-b9c0-48f0-809b-52a01437b9bc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ee685f0-e442-4ea7-949d-71e1995db8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4727364 May 27 02:25:05.733436 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-12d72182-01db-4635-b2a9-7f7d66623ac0 req-0dd662db-1c5e-4569-951c-ca56f534a574 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409173 May 27 02:25:05.832474 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-bb7fa899-b3d9-4fa5-8f6f-641d2c51a76d None None] Set router 42ef4456-3ed4-4f33-af42-3e9c21eeeae4 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:25:05.892681 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f9a09e9e-c289-4af5-8238-727d12307269 req-89c3f211-49d9-4f35-b4cf-e6f3161bb511 service neutron] 10.222.0.66 "GET /v2.0/networks/01fb6c9f-24db-4c37-beb3-ef401694b418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249811 May 27 02:25:05.913767 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-27378d80-78e3-4496-9b0d-216b80903813 req-7152c539-7e4d-4c7e-a648-1618cb547e00 service neutron] 10.222.0.32 "GET /v2.0/networks/7ee685f0-e442-4ea7-949d-71e1995db8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780820 May 27 02:25:05.960296 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-8702bd35-6e38-4b49-bad6-f051841a8589 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9865344 May 27 02:25:06.015314 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-392fbe06-1c2e-4110-9e06-210a1b9a5598 service neutron] Request body: {'port': {'device_id': '0087b568-a69b-419f-816c-c9b0e3e3cf96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:25:06.082742 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f9a09e9e-c289-4af5-8238-727d12307269 req-968c74f8-c3a8-4806-a5a6-0c415319cdf9 service neutron] 10.222.0.66 "GET /v2.0/networks/01fb6c9f-24db-4c37-beb3-ef401694b418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826372 May 27 02:25:06.209335 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-392fbe06-1c2e-4110-9e06-210a1b9a5598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:06.239297 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-24e320fe-e712-4010-ac65-cef0a23728f9 req-c6b9177e-16dc-425c-890b-28b2b63ffa95 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5545468 May 27 02:25:06.267231 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-bb7fa899-b3d9-4fa5-8f6f-641d2c51a76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ef4456-3ed4-4f33-af42-3e9c21eeeae4', 'name': 'tempest-ServersTestBootFromVolume-959216495-router', 'tenant_id': '90cb016bc5624b738605957a017e8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '1b64445f-183b-4ae1-a6f0-974024df086e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:23:18Z', 'updated_at': '2022-05-27T02:23:34Z', 'revision_number': 4, 'project_id': '90cb016bc5624b738605957a017e8a06', 'gw_port': {'id': '1b64445f-183b-4ae1-a6f0-974024df086e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ef4456-3ed4-4f33-af42-3e9c21eeeae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:23:22Z', 'updated_at': '2022-05-27T02:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '7af9e512-4f6c-478c-a76d-bd77c7a6c548', 'tenant_id': '90cb016bc5624b738605957a017e8a06', 'floating_ip_address': '172.25.1.184', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '42ef4456-3ed4-4f33-af42-3e9c21eeeae4', 'port_id': '519af3a2-0487-4404-b2cc-1e787158c1fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6525e5f8-6f29-4d27-95ba-53e51b968154', 'mac_address': 'fa:16:3e:d3:5b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703dc17a-e6dd-4e60-b9be-83f0b1f667c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:23:45Z', 'updated_at': '2022-05-27T02:25:03Z', 'revision_number': 1, 'project_id': '90cb016bc5624b738605957a017e8a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1646a445-f458-418b-bc70-3781466b8ed5', 'name': '', 'network_id': '6525e5f8-6f29-4d27-95ba-53e51b968154', 'tenant_id': '90cb016bc5624b738605957a017e8a06', 'mac_address': 'fa:16:3e:32:3b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ef4456-3ed4-4f33-af42-3e9c21eeeae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'f996a84a-9491-46d6-9f35-21063b1fa3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:23:31Z', 'updated_at': '2022-05-27T02:23:45Z', 'revision_number': 5, 'project_id': '90cb016bc5624b738605957a017e8a06', 'subnets': [{'id': 'f996a84a-9491-46d6-9f35-21063b1fa3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:25:06.272492 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7fa899-b3d9-4fa5-8f6f-641d2c51a76d None None] The sync data for ids ['42ef4456-3ed4-4f33-af42-3e9c21eeeae4'] in n-d-843554-3 is: [{'id': '42ef4456-3ed4-4f33-af42-3e9c21eeeae4', 'name': 'tempest-ServersTestBootFromVolume-959216495-router', 'tenant_id': '90cb016bc5624b738605957a017e8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '1b64445f-183b-4ae1-a6f0-974024df086e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:23:18Z', 'updated_at': '2022-05-27T02:23:34Z', 'revision_number': 4, 'project_id': '90cb016bc5624b738605957a017e8a06', 'gw_port': {'id': '1b64445f-183b-4ae1-a6f0-974024df086e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ef4456-3ed4-4f33-af42-3e9c21eeeae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:23:22Z', 'updated_at': '2022-05-27T02:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '7af9e512-4f6c-478c-a76d-bd77c7a6c548', 'tenant_id': '90cb016bc5624b738605957a017e8a06', 'floating_ip_address': '172.25.1.184', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '42ef4456-3ed4-4f33-af42-3e9c21eeeae4', 'port_id': '519af3a2-0487-4404-b2cc-1e787158c1fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6525e5f8-6f29-4d27-95ba-53e51b968154', 'mac_address': 'fa:16:3e:d3:5b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703dc17a-e6dd-4e60-b9be-83f0b1f667c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:23:45Z', 'updated_at': '2022-05-27T02:25:03Z', 'revision_number': 1, 'project_id': '90cb016bc5624b738605957a017e8a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1646a445-f458-418b-bc70-3781466b8ed5', 'name': '', 'network_id': '6525e5f8-6f29-4d27-95ba-53e51b968154', 'tenant_id': '90cb016bc5624b738605957a017e8a06', 'mac_address': 'fa:16:3e:32:3b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ef4456-3ed4-4f33-af42-3e9c21eeeae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'f996a84a-9491-46d6-9f35-21063b1fa3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:23:31Z', 'updated_at': '2022-05-27T02:23:45Z', 'revision_number': 5, 'project_id': '90cb016bc5624b738605957a017e8a06', 'subnets': [{'id': 'f996a84a-9491-46d6-9f35-21063b1fa3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:25:06.349331 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92965e34-a917-4fac-b141-bffde8bc8ac7'] response: {'name': 'network-changed', 'server_uuid': '703dc17a-e6dd-4e60-b9be-83f0b1f667c5', 'tag': '519af3a2-0487-4404-b2cc-1e787158c1fc', 'status': 'completed', 'code': 200} May 27 02:25:06.426345 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-27378d80-78e3-4496-9b0d-216b80903813 req-14bcde02-7247-4019-947b-81715b6f8644 service neutron] 10.222.0.32 "GET /v2.0/networks/7ee685f0-e442-4ea7-949d-71e1995db8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4941454 May 27 02:25:06.464336 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a42622-3644-4bc2-8ace-a3d881a8c11b req-71a77b1e-b66d-41d3-90bf-3ff698cd1cf3 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:06.466254 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b9a42622-3644-4bc2-8ace-a3d881a8c11b req-71a77b1e-b66d-41d3-90bf-3ff698cd1cf3 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "GET /v2.0/ports?device_id=703dc17a-e6dd-4e60-b9be-83f0b1f667c5 HTTP/1.1" status: 200 len: 945 time: 0.5050426 May 27 02:25:06.485039 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ffed3-3caa-4b58-9a63-c58ad02c4722 req-8f1586dd-b331-4645-adc4-c7e2f771648f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:06.488838 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c15ffed3-3caa-4b58-9a63-c58ad02c4722 req-8f1586dd-b331-4645-adc4-c7e2f771648f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=90cb016bc5624b738605957a017e8a06&device_id=703dc17a-e6dd-4e60-b9be-83f0b1f667c5 HTTP/1.1" status: 200 len: 1096 time: 0.1119194 May 27 02:25:06.634583 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83a2b79-b3bb-48bb-bd60-34088d8a9d29 None None] New status for floating IP 7af9e512-4f6c-478c-a76d-bd77c7a6c548: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:25:06.662235 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b9a42622-3644-4bc2-8ace-a3d881a8c11b req-63685c65-b317-4517-9b74-4729f4478b58 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "GET /v2.0/security-groups?id=3c6a9393-fc6d-4302-8877-bba603bfca20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863956 May 27 02:25:06.779841 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ccfa6-0885-426f-819a-4cd18989960f req-0eed0ae7-ad7d-4e06-8970-d68a2aad42d4 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:06.794504 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3b5ccfa6-0885-426f-819a-4cd18989960f req-0eed0ae7-ad7d-4e06-8970-d68a2aad42d4 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 943 time: 0.2980337 May 27 02:25:06.934676 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ffed3-3caa-4b58-9a63-c58ad02c4722 req-899c3954-d4ac-462f-8dbf-1ab10c1c0497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:06.936367 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c15ffed3-3caa-4b58-9a63-c58ad02c4722 req-899c3954-d4ac-462f-8dbf-1ab10c1c0497 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6525e5f8-6f29-4d27-95ba-53e51b968154 HTTP/1.1" status: 200 len: 916 time: 0.4412625 May 27 02:25:06.979695 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-392fbe06-1c2e-4110-9e06-210a1b9a5598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bac4c315-7d09-415c-aa29-12ea979421ff {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:25:07.006224 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3b5ccfa6-0885-426f-819a-4cd18989960f req-a5ff03ed-0678-409f-bee8-8226f1ddb2cf tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938775 May 27 02:25:07.027360 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-392fbe06-1c2e-4110-9e06-210a1b9a5598 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:07.058632 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-392fbe06-1c2e-4110-9e06-210a1b9a5598 service neutron] Transition to ACTIVE for port object bac4c315-7d09-415c-aa29-12ea979421ff will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:25:07.114687 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c15ffed3-3caa-4b58-9a63-c58ad02c4722 req-5221b0bf-8ab3-4ca6-a7b5-4cc85909c961 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=519af3a2-0487-4404-b2cc-1e787158c1fc HTTP/1.1" status: 200 len: 999 time: 0.1701069 May 27 02:25:07.165356 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-392fbe06-1c2e-4110-9e06-210a1b9a5598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:07.183139 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ffed3-3caa-4b58-9a63-c58ad02c4722 req-c1fe20b6-55d9-433e-9eba-b1f558949f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:07.184757 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c15ffed3-3caa-4b58-9a63-c58ad02c4722 req-c1fe20b6-55d9-433e-9eba-b1f558949f07 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f996a84a-9491-46d6-9f35-21063b1fa3c9 HTTP/1.1" status: 200 len: 854 time: 0.0619869 May 27 02:25:07.272074 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392fbe06-1c2e-4110-9e06-210a1b9a5598 service neutron] Pushing event updated for resources: {'Port': ['ID=bac4c315-7d09-415c-aa29-12ea979421ff,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:07.308680 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ffed3-3caa-4b58-9a63-c58ad02c4722 req-9fe1b241-63e6-445b-af60-4a579d6fca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:07.310752 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c15ffed3-3caa-4b58-9a63-c58ad02c4722 req-9fe1b241-63e6-445b-af60-4a579d6fca7a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6525e5f8-6f29-4d27-95ba-53e51b968154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1187947 May 27 02:25:07.488317 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c15ffed3-3caa-4b58-9a63-c58ad02c4722 req-b1b52878-56e9-4ebd-8298-804aa89a9e26 service neutron] 10.222.0.32 "GET /v2.0/networks/6525e5f8-6f29-4d27-95ba-53e51b968154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696525 May 27 02:25:07.571790 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071b653-7183-41b3-b216-e4b383e1defd req-358fa383-3c8d-4843-bb40-daa9d977f0f9 tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:07.577192 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8071b653-7183-41b3-b216-e4b383e1defd req-358fa383-3c8d-4843-bb40-daa9d977f0f9 tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f581d72-bb6f-48eb-b988-ad6de261887d HTTP/1.1" status: 200 len: 944 time: 0.4581952 May 27 02:25:07.597626 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b277482-b563-44fd-9428-f5193076c596 req-dcedc4ad-4655-4ac8-9bb4-36f24b0faedf tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:07.598434 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-0b277482-b563-44fd-9428-f5193076c596 req-dcedc4ad-4655-4ac8-9bb4-36f24b0faedf tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Synchronizing usage tracker for tenant:b08cd8af149f44bd8b4127ae8a32a06c on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:25:07.638478 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-392fbe06-1c2e-4110-9e06-210a1b9a5598 service neutron] Attempting to bind port bac4c315-7d09-415c-aa29-12ea979421ff on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:25:07.638912 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-392fbe06-1c2e-4110-9e06-210a1b9a5598 service neutron] Attempting to bind port bac4c315-7d09-415c-aa29-12ea979421ff by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '441b6a83-1810-4a59-a172-de9005de5715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b0cf1283-9231-4b2a-9144-4eb59719bffc'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:25:07.639313 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-392fbe06-1c2e-4110-9e06-210a1b9a5598 service neutron] Attempting to bind port bac4c315-7d09-415c-aa29-12ea979421ff on network b0cf1283-9231-4b2a-9144-4eb59719bffc {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:25:07.653743 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-392fbe06-1c2e-4110-9e06-210a1b9a5598 service neutron] Port bac4c315-7d09-415c-aa29-12ea979421ff on network b0cf1283-9231-4b2a-9144-4eb59719bffc not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:25:07.654070 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-392fbe06-1c2e-4110-9e06-210a1b9a5598 service neutron] Attempting to bind port bac4c315-7d09-415c-aa29-12ea979421ff on network b0cf1283-9231-4b2a-9144-4eb59719bffc {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:25:07.665926 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-392fbe06-1c2e-4110-9e06-210a1b9a5598 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:25:07.666322 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-392fbe06-1c2e-4110-9e06-210a1b9a5598 service neutron] Checking segment: {'id': '441b6a83-1810-4a59-a172-de9005de5715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b0cf1283-9231-4b2a-9144-4eb59719bffc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:25:07.666652 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-392fbe06-1c2e-4110-9e06-210a1b9a5598 service neutron] Bound using segment: {'id': '441b6a83-1810-4a59-a172-de9005de5715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b0cf1283-9231-4b2a-9144-4eb59719bffc'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:25:07.667091 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-392fbe06-1c2e-4110-9e06-210a1b9a5598 service neutron] Bound port: bac4c315-7d09-415c-aa29-12ea979421ff, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '441b6a83-1810-4a59-a172-de9005de5715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b0cf1283-9231-4b2a-9144-4eb59719bffc'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:25:07.667448 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-392fbe06-1c2e-4110-9e06-210a1b9a5598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:07.668317 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c15ffed3-3caa-4b58-9a63-c58ad02c4722 req-b9014910-8fe0-44b3-8917-e0b5d15990ed service neutron] 10.222.0.32 "GET /v2.0/networks/6525e5f8-6f29-4d27-95ba-53e51b968154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735260 May 27 02:25:07.679367 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8071b653-7183-41b3-b216-e4b383e1defd req-8cfab9e3-0be2-4c4e-9bda-82a74857bf01 tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] 10.222.0.57 "GET /v2.0/security-groups?id=5dff43d3-a741-4627-8286-5458baa18e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982158 May 27 02:25:07.728577 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-0b277482-b563-44fd-9428-f5193076c596 req-dcedc4ad-4655-4ac8-9bb4-36f24b0faedf tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Unset dirty status for tenant:b08cd8af149f44bd8b4127ae8a32a06c on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:25:07.733373 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0b277482-b563-44fd-9428-f5193076c596 req-dcedc4ad-4655-4ac8-9bb4-36f24b0faedf tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=0087b568-a69b-419f-816c-c9b0e3e3cf96 HTTP/1.1" status: 200 len: 943 time: 0.5560734 May 27 02:25:07.997605 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0b277482-b563-44fd-9428-f5193076c596 req-560b56f5-7be5-4fd7-946a-aac7fd3548b6 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619498 May 27 02:25:08.007874 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-392fbe06-1c2e-4110-9e06-210a1b9a5598 service neutron] For port bac4c315-7d09-415c-aa29-12ea979421ff, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:25:08.011795 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-392fbe06-1c2e-4110-9e06-210a1b9a5598 service neutron] For port bac4c315-7d09-415c-aa29-12ea979421ff, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=bac4c315-7d09-415c-aa29-12ea979421ff,segment=NetworkSegment(441b6a83-1810-4a59-a172-de9005de5715),segment_id=441b6a83-1810-4a59-a172-de9005de5715)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:25:08.036377 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e893cd0-f4a5-4529-9999-1e83927884f3 req-643d6451-690a-481b-a23c-fce10bdeea42 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:08.038599 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7e893cd0-f4a5-4529-9999-1e83927884f3 req-643d6451-690a-481b-a23c-fce10bdeea42 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=a877afa2-eea1-47bd-98a5-1f7e68a8816f HTTP/1.1" status: 200 len: 945 time: 0.1444297 May 27 02:25:08.101283 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7e893cd0-f4a5-4529-9999-1e83927884f3 req-0cff868b-3adb-4dd2-914d-d0c9282de8f6 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556176 May 27 02:25:08.120954 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-392fbe06-1c2e-4110-9e06-210a1b9a5598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:08.199535 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 46916ba0-85dd-4447-a580-3723a864f219 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:25:08.244001 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-392fbe06-1c2e-4110-9e06-210a1b9a5598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:08.244614 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-392fbe06-1c2e-4110-9e06-210a1b9a5598 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:08.246055 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-392fbe06-1c2e-4110-9e06-210a1b9a5598 service neutron] 10.222.0.66 "PUT /v2.0/ports/bac4c315-7d09-415c-aa29-12ea979421ff HTTP/1.1" status: 200 len: 1091 time: 2.2353582 May 27 02:25:08.248695 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0087b568-a69b-419f-816c-c9b0e3e3cf96', 'tag': 'bac4c315-7d09-415c-aa29-12ea979421ff'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:25:08.269466 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392fbe06-1c2e-4110-9e06-210a1b9a5598 service neutron] Pushing event updated for resources: {'Port': ['ID=bac4c315-7d09-415c-aa29-12ea979421ff,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:08.305816 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87862935-9947-4cce-bbb4-ba61fe0c530f req-c813a496-9ee4-45bb-96ec-c9f455ef55e4 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:08.314624 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-87862935-9947-4cce-bbb4-ba61fe0c530f req-c813a496-9ee4-45bb-96ec-c9f455ef55e4 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 943 time: 0.1598835 May 27 02:25:08.337716 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb43cffd-c658-49bc-b258-3530b3c87e77'] response: {'name': 'network-changed', 'server_uuid': '0087b568-a69b-419f-816c-c9b0e3e3cf96', 'tag': 'bac4c315-7d09-415c-aa29-12ea979421ff', 'status': 'completed', 'code': 200} May 27 02:25:08.350475 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f581d72-bb6f-48eb-b988-ad6de261887d', 'tag': 'b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:25:08.434060 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 46916ba0-85dd-4447-a580-3723a864f219, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=46916ba0-85dd-4447-a580-3723a864f219,segment=NetworkSegment(7321cd14-1f6f-448d-a8d3-637a53c8da8a),segment_id=7321cd14-1f6f-448d-a8d3-637a53c8da8a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:25:08.435612 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-87862935-9947-4cce-bbb4-ba61fe0c530f req-9c4403ac-4d42-4b25-88e2-962910d56c06 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193335 May 27 02:25:08.449870 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '46916ba0-85dd-4447-a580-3723a864f219', 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac', 'port_id': '46916ba0-85dd-4447-a580-3723a864f219', 'mac_address': 'fa:16:3e:33:a6:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c302d24-860d-464a-9c69-32cd4f709ca1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:25:08.468150 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365033c-734d-43b3-9320-beb3e80f144f req-8a7e8545-1005-4734-b4a0-6e984a7d99cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:08.473380 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9365033c-734d-43b3-9320-beb3e80f144f req-8a7e8545-1005-4734-b4a0-6e984a7d99cc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b08cd8af149f44bd8b4127ae8a32a06c&device_id=0087b568-a69b-419f-816c-c9b0e3e3cf96 HTTP/1.1" status: 200 len: 1094 time: 0.1288066 May 27 02:25:08.497497 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a275a52-08d9-4e1a-8b2f-694ce6297e3e'] response: {'name': 'network-changed', 'server_uuid': '3f581d72-bb6f-48eb-b988-ad6de261887d', 'tag': 'b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582', 'status': 'completed', 'code': 200} May 27 02:25:08.534044 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 46916ba0-85dd-4447-a580-3723a864f219 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:25:08.534437 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:08.554729 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46916ba0-85dd-4447-a580-3723a864f219 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:25:08.572661 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 46916ba0-85dd-4447-a580-3723a864f219, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=46916ba0-85dd-4447-a580-3723a864f219,segment=NetworkSegment(7321cd14-1f6f-448d-a8d3-637a53c8da8a),segment_id=7321cd14-1f6f-448d-a8d3-637a53c8da8a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:25:08.644605 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ed4b7-5ed1-4861-9845-18d757a3a549 req-1e34ad5f-cb0d-46a2-bd60-c239d27b606e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:08.650333 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e35ed4b7-5ed1-4861-9845-18d757a3a549 req-1e34ad5f-cb0d-46a2-bd60-c239d27b606e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5243a02623754ef791be0949780ec265&device_id=3f581d72-bb6f-48eb-b988-ad6de261887d HTTP/1.1" status: 200 len: 1095 time: 0.1334822 May 27 02:25:08.675056 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:08.749902 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365033c-734d-43b3-9320-beb3e80f144f req-773c0369-9a11-48d1-96e2-d3827a508645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:08.751287 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9365033c-734d-43b3-9320-beb3e80f144f req-773c0369-9a11-48d1-96e2-d3827a508645 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=b08cd8af149f44bd8b4127ae8a32a06c&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2724156 May 27 02:25:08.850288 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=46916ba0-85dd-4447-a580-3723a864f219,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:08.873343 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ed4b7-5ed1-4861-9845-18d757a3a549 req-ce6aa585-e600-4022-a149-3300f13dc1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:08.874951 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e35ed4b7-5ed1-4861-9845-18d757a3a549 req-ce6aa585-e600-4022-a149-3300f13dc1b0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=01fb6c9f-24db-4c37-beb3-ef401694b418 HTTP/1.1" status: 200 len: 925 time: 0.2209723 May 27 02:25:08.939742 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['46916ba0-85dd-4447-a580-3723a864f219'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:25:08.959433 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e35ed4b7-5ed1-4861-9845-18d757a3a549 req-376f11d6-289f-439e-a253-80f04d7bef67 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582 HTTP/1.1" status: 200 len: 217 time: 0.0751824 May 27 02:25:09.058928 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ed4b7-5ed1-4861-9845-18d757a3a549 req-9de475db-7bb5-4331-8cd6-807dcea2a3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:09.060578 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e35ed4b7-5ed1-4861-9845-18d757a3a549 req-9de475db-7bb5-4331-8cd6-807dcea2a3aa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=371f662e-4cec-42cf-afd1-e55354b0ec23 HTTP/1.1" status: 200 len: 864 time: 0.0935674 May 27 02:25:09.095397 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062730b-76df-4f89-8659-9ded5159d59f req-046ab416-3773-4181-bfe3-87e3ffb4c231 tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:09.102878 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9062730b-76df-4f89-8659-9ded5159d59f req-046ab416-3773-4181-bfe3-87e3ffb4c231 tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f581d72-bb6f-48eb-b988-ad6de261887d HTTP/1.1" status: 200 len: 944 time: 0.2804923 May 27 02:25:09.105275 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365033c-734d-43b3-9320-beb3e80f144f req-dc8e5bb5-fd52-41a5-b828-c8ba809231b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:09.106628 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9365033c-734d-43b3-9320-beb3e80f144f req-dc8e5bb5-fd52-41a5-b828-c8ba809231b9 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3454759 May 27 02:25:09.126183 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e35ed4b7-5ed1-4861-9845-18d757a3a549 req-4950b6d7-47b3-436b-8ed2-810b0e7001cc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=01fb6c9f-24db-4c37-beb3-ef401694b418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578818 May 27 02:25:09.276121 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9062730b-76df-4f89-8659-9ded5159d59f req-cd2057d2-9102-4b19-a01d-847c244dfe96 tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] 10.222.0.57 "GET /v2.0/security-groups?id=5dff43d3-a741-4627-8286-5458baa18e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722713 May 27 02:25:09.320447 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e35ed4b7-5ed1-4861-9845-18d757a3a549 req-86f3e499-2680-48f4-90b7-1bf9adb8f1e5 service neutron] 10.222.0.66 "GET /v2.0/networks/01fb6c9f-24db-4c37-beb3-ef401694b418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854777 May 27 02:25:09.354857 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653426be-1b6b-4c13-b47a-615a077c64d0 req-4f256a1b-b701-48d6-958b-af74a1fa0469 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:09.356466 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-653426be-1b6b-4c13-b47a-615a077c64d0 req-4f256a1b-b701-48d6-958b-af74a1fa0469 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=0087b568-a69b-419f-816c-c9b0e3e3cf96 HTTP/1.1" status: 200 len: 943 time: 0.1418347 May 27 02:25:09.358665 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-077c3f2b-3276-485c-a091-58d17b0668a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:09.360236 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-077c3f2b-3276-485c-a091-58d17b0668a6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b08cd8af149f44bd8b4127ae8a32a06c&device_id=0087b568-a69b-419f-816c-c9b0e3e3cf96 HTTP/1.1" status: 200 len: 1094 time: 0.1976290 May 27 02:25:09.471151 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48272) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:25:09.492009 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-5883be90-949f-41ac-bb7b-4cf7f81cbe5a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bac4c315-7d09-415c-aa29-12ea979421ff HTTP/1.1" status: 200 len: 217 time: 0.1236446 May 27 02:25:09.570130 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e35ed4b7-5ed1-4861-9845-18d757a3a549 req-5f987070-3962-40a3-9496-26b79ee53524 service neutron] 10.222.0.66 "GET /v2.0/networks/01fb6c9f-24db-4c37-beb3-ef401694b418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390950 May 27 02:25:09.635628 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-05c3177b-c6ca-484d-8b3c-2777d79eef3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:09.645001 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-05c3177b-c6ca-484d-8b3c-2777d79eef3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:25:09.646920 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-653426be-1b6b-4c13-b47a-615a077c64d0 req-7d362822-cbe2-4935-8899-a73b945a726a tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772060 May 27 02:25:09.648849 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-05c3177b-c6ca-484d-8b3c-2777d79eef3a admin admin] Usage tracker for resource:security_group_rule and tenant:b552b9d9e1bf4fd6ab62d4509e38c747 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:25:09.659448 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-05c3177b-c6ca-484d-8b3c-2777d79eef3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:25:09.671632 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-bc6d50dd-0c33-47e3-8d7c-15a6799d8e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:09.671632 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-bc6d50dd-0c33-47e3-8d7c-15a6799d8e23 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=505370ea-6a69-4c6a-9c79-68e9a416bb4a HTTP/1.1" status: 200 len: 846 time: 0.1107764 May 27 02:25:09.678052 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-05c3177b-c6ca-484d-8b3c-2777d79eef3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:25:09.713082 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:25:09.714082 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-a2bb3704-0caf-41ee-a7ee-7308c8b8adb9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b0cf1283-9231-4b2a-9144-4eb59719bffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529902 May 27 02:25:09.722574 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de5906-9eaf-4da9-83af-ce6963578797 req-dea01bfd-cbd7-446f-89ea-53ba4f705079 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:09.730289 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f6de5906-9eaf-4da9-83af-ce6963578797 req-dea01bfd-cbd7-446f-89ea-53ba4f705079 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=a877afa2-eea1-47bd-98a5-1f7e68a8816f HTTP/1.1" status: 200 len: 945 time: 0.2433565 May 27 02:25:09.799670 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-05c3177b-c6ca-484d-8b3c-2777d79eef3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:09.872666 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-05c3177b-c6ca-484d-8b3c-2777d79eef3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:09.908153 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c3177b-c6ca-484d-8b3c-2777d79eef3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171780df-cac6-43e7-b864-263d94c04344,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:09.919618 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f6de5906-9eaf-4da9-83af-ce6963578797 req-7711689f-982a-40ab-8bce-e7d3f8389b9b tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883681 May 27 02:25:09.921629 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582,segment=NetworkSegment(95d81d58-54c3-4209-9447-acb14d1c4bac),segment_id=95d81d58-54c3-4209-9447-acb14d1c4bac)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:25:09.942186 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': 'b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582', 'network_id': '01fb6c9f-24db-4c37-beb3-ef401694b418', 'port_id': 'b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582', 'mac_address': 'fa:16:3e:08:e8:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '371f662e-4cec-42cf-afd1-e55354b0ec23', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:25:09.949880 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-05c3177b-c6ca-484d-8b3c-2777d79eef3a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b552b9d9e1bf4fd6ab62d4509e38c747&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4777126 May 27 02:25:09.954930 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48280) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:25:09.985092 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-f9b126a3-c3ef-4889-88c8-4b99b2081ad9 service neutron] 10.222.0.66 "GET /v2.0/networks/b0cf1283-9231-4b2a-9144-4eb59719bffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527137 May 27 02:25:09.993014 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b0616-39e1-4228-853e-6b2ad45235d8 req-4f691e86-c590-42e9-8ea1-b8618097e73e tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:09.994424 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-343b0616-39e1-4228-853e-6b2ad45235d8 req-4f691e86-c590-42e9-8ea1-b8618097e73e tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 944 time: 0.1644633 May 27 02:25:10.001362 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:25:10.002484 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:10.020730 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc016372-1c2c-428e-9d7b-febc6a15ab56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:10.023787 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:25:10.041204 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582,segment=NetworkSegment(95d81d58-54c3-4209-9447-acb14d1c4bac),segment_id=95d81d58-54c3-4209-9447-acb14d1c4bac)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:25:10.050502 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc016372-1c2c-428e-9d7b-febc6a15ab56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:10.125882 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-343b0616-39e1-4228-853e-6b2ad45235d8 req-344023bd-a341-457a-ba0e-4497df321a85 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070480 May 27 02:25:10.126996 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:10.201218 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc016372-1c2c-428e-9d7b-febc6a15ab56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:10.201380 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:10.212521 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 46916ba0-85dd-4447-a580-3723a864f219 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:25:10.233155 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc016372-1c2c-428e-9d7b-febc6a15ab56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171780df-cac6-43e7-b864-263d94c04344,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:10.237736 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc016372-1c2c-428e-9d7b-febc6a15ab56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:10.239115 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-dc016372-1c2c-428e-9d7b-febc6a15ab56 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/171780df-cac6-43e7-b864-263d94c04344 HTTP/1.1" status: 204 len: 168 time: 0.2829990 May 27 02:25:10.273644 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-48333af5-cf36-4cee-89c8-e50702d46db2 req-55d3a6ad-9177-4fdd-8e35-e0ba36d1b121 service neutron] 10.222.0.66 "GET /v2.0/networks/b0cf1283-9231-4b2a-9144-4eb59719bffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782805 May 27 02:25:10.372099 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 46916ba0-85dd-4447-a580-3723a864f219 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:25:10.378549 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 46916ba0-85dd-4447-a580-3723a864f219 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:25:10.378549 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:10.454154 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:25:10.504049 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ad587-9b22-4f5a-bb28-15d4cdc70bc4 req-ab75a7f3-06e1-419c-b6ee-05bffe176e3c tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:10.506048 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d75ad587-9b22-4f5a-bb28-15d4cdc70bc4 req-ab75a7f3-06e1-419c-b6ee-05bffe176e3c tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f581d72-bb6f-48eb-b988-ad6de261887d HTTP/1.1" status: 200 len: 945 time: 0.0840628 May 27 02:25:10.567353 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d75ad587-9b22-4f5a-bb28-15d4cdc70bc4 req-a3baa269-d391-4911-abc7-49c12c8ef2fd tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] 10.222.0.57 "GET /v2.0/security-groups?id=5dff43d3-a741-4627-8286-5458baa18e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541253 May 27 02:25:10.671016 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 46916ba0-85dd-4447-a580-3723a864f219 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:25:10.671412 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:10.711492 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097d415b-8682-414a-b18a-93ee98ad1c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46916ba0-85dd-4447-a580-3723a864f219'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:25:10.725165 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 46916ba0-85dd-4447-a580-3723a864f219, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=46916ba0-85dd-4447-a580-3723a864f219,segment=NetworkSegment(7321cd14-1f6f-448d-a8d3-637a53c8da8a),segment_id=7321cd14-1f6f-448d-a8d3-637a53c8da8a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:25:10.796592 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70b29ccc-c16b-41dd-915b-80a64b2ee58e'] response: {'server_uuid': '097d415b-8682-414a-b18a-93ee98ad1c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46916ba0-85dd-4447-a580-3723a864f219', 'code': 200} May 27 02:25:10.806547 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:10.899497 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=46916ba0-85dd-4447-a580-3723a864f219,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:10.921899 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e301525-a17d-4cd3-9302-31aaddd17704 req-04d29550-0992-4a20-8de1-e2029e9ee35b tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:10.923349 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5e301525-a17d-4cd3-9302-31aaddd17704 req-04d29550-0992-4a20-8de1-e2029e9ee35b tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=0087b568-a69b-419f-816c-c9b0e3e3cf96 HTTP/1.1" status: 200 len: 943 time: 0.1011579 May 27 02:25:10.973597 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5e301525-a17d-4cd3-9302-31aaddd17704 req-5812e34b-1d8e-4354-a876-1a7af28d40e1 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432875 May 27 02:25:10.978339 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03283f66-8960-429a-8430-69041b273b99 req-d24504ec-8c40-418b-81fd-085efbda4a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:10.979794 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-03283f66-8960-429a-8430-69041b273b99 req-d24504ec-8c40-418b-81fd-085efbda4a19 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 1096 time: 0.1034694 May 27 02:25:11.030622 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48306) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:25:11.041278 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-03283f66-8960-429a-8430-69041b273b99 req-ec1203ef-f547-4ac0-8670-9a873d44ba95 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521865 May 27 02:25:11.090391 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6470f444-0984-46b7-b518-a9d8155502c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:11.111863 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-6470f444-0984-46b7-b518-a9d8155502c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:25:11.127620 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-6470f444-0984-46b7-b518-a9d8155502c1 admin admin] Usage tracker for resource:security_group_rule and tenant:c5118dd873fc4ae395171bf9e8259f44 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:25:11.131836 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-6470f444-0984-46b7-b518-a9d8155502c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:25:11.139124 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-6470f444-0984-46b7-b518-a9d8155502c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:25:11.183225 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21e33f-9e22-4e9c-96e2-980bc4982c3b req-ef840eec-d3e2-4754-8a0e-67a1f68fe6f2 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:11.184765 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fc21e33f-9e22-4e9c-96e2-980bc4982c3b req-ef840eec-d3e2-4754-8a0e-67a1f68fe6f2 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=a877afa2-eea1-47bd-98a5-1f7e68a8816f HTTP/1.1" status: 200 len: 945 time: 0.1331983 May 27 02:25:11.260469 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fc21e33f-9e22-4e9c-96e2-980bc4982c3b req-a0bdcfa5-7cb0-499e-8ccd-f3402c4bee2e tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648584 May 27 02:25:11.336401 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6470f444-0984-46b7-b518-a9d8155502c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:11.364379 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76cf65-c6e9-4b76-b4dc-dbb92cceea33 req-e9b7f78a-462b-4f62-8d07-a73f16ba8514 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:11.366539 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bd76cf65-c6e9-4b76-b4dc-dbb92cceea33 req-e9b7f78a-462b-4f62-8d07-a73f16ba8514 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 945 time: 0.1140420 May 27 02:25:11.425327 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6470f444-0984-46b7-b518-a9d8155502c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:11.452273 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bd76cf65-c6e9-4b76-b4dc-dbb92cceea33 req-3e03b748-86df-4a6a-bd04-89e78b9b459b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797186 May 27 02:25:11.465125 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6470f444-0984-46b7-b518-a9d8155502c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888e6009-9eae-4838-9998-87772da2161e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:11.472565 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6470f444-0984-46b7-b518-a9d8155502c1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c5118dd873fc4ae395171bf9e8259f44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4379375 May 27 02:25:11.472565 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48316) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:25:11.533318 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-131d307d-6024-41cd-aa41-a6c2c00641e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:11.562496 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-131d307d-6024-41cd-aa41-a6c2c00641e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:11.675085 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-131d307d-6024-41cd-aa41-a6c2c00641e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:11.692372 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d307d-6024-41cd-aa41-a6c2c00641e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888e6009-9eae-4838-9998-87772da2161e,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:11.698725 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-131d307d-6024-41cd-aa41-a6c2c00641e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:11.703564 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-131d307d-6024-41cd-aa41-a6c2c00641e3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/888e6009-9eae-4838-9998-87772da2161e HTTP/1.1" status: 204 len: 168 time: 0.2272923 May 27 02:25:11.737211 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:25:11.858062 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7a402-5a42-47fb-8bb9-7c471dcb63a6 req-a8b685a3-12ab-467a-86ab-542c78dc1d9c tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:11.865305 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f0f7a402-5a42-47fb-8bb9-7c471dcb63a6 req-a8b685a3-12ab-467a-86ab-542c78dc1d9c tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f581d72-bb6f-48eb-b988-ad6de261887d HTTP/1.1" status: 200 len: 945 time: 0.1419435 May 27 02:25:11.915888 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:25:11.926197 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:25:11.926197 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:11.930004 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f0f7a402-5a42-47fb-8bb9-7c471dcb63a6 req-0fab4817-7e5e-4ab8-984f-43bfb46f781b tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] 10.222.0.57 "GET /v2.0/security-groups?id=5dff43d3-a741-4627-8286-5458baa18e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629766 May 27 02:25:12.113195 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:25:12.114581 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:12.178899 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582,segment=NetworkSegment(95d81d58-54c3-4209-9447-acb14d1c4bac),segment_id=95d81d58-54c3-4209-9447-acb14d1c4bac)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:25:12.209476 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d0eb1-9abc-4876-9aae-f61862d87f2e req-465ca1d7-ff06-4faa-9fe1-6eb5acc3e595 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:12.210668 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0f8d0eb1-9abc-4876-9aae-f61862d87f2e req-465ca1d7-ff06-4faa-9fe1-6eb5acc3e595 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=0087b568-a69b-419f-816c-c9b0e3e3cf96 HTTP/1.1" status: 200 len: 943 time: 0.0937374 May 27 02:25:12.265254 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:12.325472 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0f8d0eb1-9abc-4876-9aae-f61862d87f2e req-24428d5e-e86f-4d2b-bf52-53eeed687762 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057796 May 27 02:25:12.365258 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:12.635450 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2dbc3-389a-44c9-8341-8d3723ab2f25 req-6392d436-bcc7-4b3c-b4c0-4ea8fd43ff22 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:12.635450 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-31e2dbc3-389a-44c9-8341-8d3723ab2f25 req-6392d436-bcc7-4b3c-b4c0-4ea8fd43ff22 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=a877afa2-eea1-47bd-98a5-1f7e68a8816f HTTP/1.1" status: 200 len: 945 time: 0.1887910 May 27 02:25:12.703463 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-31e2dbc3-389a-44c9-8341-8d3723ab2f25 req-26bc9d2f-d848-4612-9123-5b467db40d75 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578899 May 27 02:25:12.719707 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689d1bd-6659-44c6-9670-307e853f2d6a req-64dc2f5e-4f9c-4777-bd2f-7392bb42b8dd tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:12.721442 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b689d1bd-6659-44c6-9670-307e853f2d6a req-64dc2f5e-4f9c-4777-bd2f-7392bb42b8dd tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 945 time: 0.1484373 May 27 02:25:12.783399 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48360) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:25:12.799761 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f581d72-bb6f-48eb-b988-ad6de261887d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:25:12.809118 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b689d1bd-6659-44c6-9670-307e853f2d6a req-935fa405-6108-4843-b8cb-bd0ba7dde158 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752289 May 27 02:25:12.813705 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fb22873e-fe2b-4477-875e-f2f467bd922e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:12.845969 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fb22873e-fe2b-4477-875e-f2f467bd922e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:25:12.856128 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fb22873e-fe2b-4477-875e-f2f467bd922e admin admin] Usage tracker for resource:security_group_rule and tenant:bb7e07cb75d54e0bb9420a0185b548fa is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:25:12.877422 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fb22873e-fe2b-4477-875e-f2f467bd922e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:25:12.899546 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fb22873e-fe2b-4477-875e-f2f467bd922e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:25:12.914443 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1e60c5e-84cb-4be0-91de-b4fac9e0aa7d'] response: {'server_uuid': '3f581d72-bb6f-48eb-b988-ad6de261887d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582', 'code': 200} May 27 02:25:13.055740 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fb22873e-fe2b-4477-875e-f2f467bd922e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:13.137786 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fb22873e-fe2b-4477-875e-f2f467bd922e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:13.153741 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91343ec5-ea0e-4ea7-b43e-606de75101e7 req-5feb924f-38a0-46eb-9e57-5bd5da4eb0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:13.155169 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-91343ec5-ea0e-4ea7-b43e-606de75101e7 req-5feb924f-38a0-46eb-9e57-5bd5da4eb0ad service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3f581d72-bb6f-48eb-b988-ad6de261887d HTTP/1.1" status: 200 len: 1097 time: 0.1834369 May 27 02:25:13.190927 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-fb22873e-fe2b-4477-875e-f2f467bd922e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bb7e07cb75d54e0bb9420a0185b548fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4061811 May 27 02:25:13.192530 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb22873e-fe2b-4477-875e-f2f467bd922e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf1c13d-c6f5-438d-bcae-1c530e986ea3,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:13.196167 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48374) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:25:13.262815 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-91343ec5-ea0e-4ea7-b43e-606de75101e7 req-fef8d4f2-ec7c-4ff7-94d7-4a5c0d478f6f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5dff43d3-a741-4627-8286-5458baa18e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727780 May 27 02:25:13.296489 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb324d-bd1d-47d0-b8e2-98b24099dc06 req-b2b31431-6745-40ed-8400-0ea91003ce67 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:13.298763 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-94cb324d-bd1d-47d0-b8e2-98b24099dc06 req-b2b31431-6745-40ed-8400-0ea91003ce67 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 945 time: 0.1939709 May 27 02:25:13.316227 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bcea8c-16bf-49fc-be36-2825eaab5c7b req-22f4cc43-4fa2-4cdf-bd05-525723adb9f2 tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:13.320689 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-15bcea8c-16bf-49fc-be36-2825eaab5c7b req-22f4cc43-4fa2-4cdf-bd05-525723adb9f2 tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f581d72-bb6f-48eb-b988-ad6de261887d HTTP/1.1" status: 200 len: 946 time: 0.1682651 May 27 02:25:13.320689 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48380) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:25:13.324432 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-dddd8b37-0aa0-493b-aa0d-f2be80729ccd tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Request body: {'floatingip': {'port_id': '46916ba0-85dd-4447-a580-3723a864f219'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:25:13.384858 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e21bf3d9-eff1-4144-b85e-a9202b0b2010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:13.414329 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e21bf3d9-eff1-4144-b85e-a9202b0b2010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:13.424533 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dddd8b37-0aa0-493b-aa0d-f2be80729ccd tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks [] for floatingip, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:13.516436 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:25:13.554880 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e21bf3d9-eff1-4144-b85e-a9202b0b2010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:13.555881 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-15bcea8c-16bf-49fc-be36-2825eaab5c7b req-5897e756-bde2-4de4-8a25-a81f8df0c87f tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] 10.222.0.57 "GET /v2.0/security-groups?id=5dff43d3-a741-4627-8286-5458baa18e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680639 May 27 02:25:13.582519 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21bf3d9-eff1-4144-b85e-a9202b0b2010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf1c13d-c6f5-438d-bcae-1c530e986ea3,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:13.583349 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e21bf3d9-eff1-4144-b85e-a9202b0b2010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:13.584886 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e21bf3d9-eff1-4144-b85e-a9202b0b2010 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/abf1c13d-c6f5-438d-bcae-1c530e986ea3 HTTP/1.1" status: 204 len: 168 time: 0.3877635 May 27 02:25:13.749313 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device bac4c315-7d09-415c-aa29-12ea979421ff details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:25:13.992778 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port bac4c315-7d09-415c-aa29-12ea979421ff, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=bac4c315-7d09-415c-aa29-12ea979421ff,segment=NetworkSegment(441b6a83-1810-4a59-a172-de9005de5715),segment_id=441b6a83-1810-4a59-a172-de9005de5715)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:25:14.011386 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': 'bac4c315-7d09-415c-aa29-12ea979421ff', 'network_id': 'b0cf1283-9231-4b2a-9144-4eb59719bffc', 'port_id': 'bac4c315-7d09-415c-aa29-12ea979421ff', 'mac_address': 'fa:16:3e:b6:33:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '505370ea-6a69-4c6a-9c79-68e9a416bb4a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:25:14.044390 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51b833-4d46-44db-8bce-ce2f6507b9e2 req-f1557b29-9ef6-4b34-b1d5-c3dd78e7253d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:14.046067 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9b51b833-4d46-44db-8bce-ce2f6507b9e2 req-f1557b29-9ef6-4b34-b1d5-c3dd78e7253d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=665791fe782b44168aee72df05af6c58&device_id=a877afa2-eea1-47bd-98a5-1f7e68a8816f HTTP/1.1" status: 200 len: 1096 time: 0.1203647 May 27 02:25:14.077049 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port bac4c315-7d09-415c-aa29-12ea979421ff is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:25:14.077685 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:14.097524 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bac4c315-7d09-415c-aa29-12ea979421ff {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:25:14.120332 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port bac4c315-7d09-415c-aa29-12ea979421ff, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=bac4c315-7d09-415c-aa29-12ea979421ff,segment=NetworkSegment(441b6a83-1810-4a59-a172-de9005de5715),segment_id=441b6a83-1810-4a59-a172-de9005de5715)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:25:14.210519 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51b833-4d46-44db-8bce-ce2f6507b9e2 req-70a1df99-a464-4500-af02-4be037b8f63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:14.211506 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:14.213350 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9b51b833-4d46-44db-8bce-ce2f6507b9e2 req-70a1df99-a464-4500-af02-4be037b8f63c service neutron] 10.222.0.32 "GET /v2.0/networks?id=17fbea9d-55d6-4501-8773-6fa81d0403d3 HTTP/1.1" status: 200 len: 916 time: 0.1589799 May 27 02:25:14.335577 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9b51b833-4d46-44db-8bce-ce2f6507b9e2 req-228ff8b7-d7ec-4a4b-806c-99ed321370ff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26c5c800-d5e7-45f4-bf34-1e56f9d50521 HTTP/1.1" status: 200 len: 217 time: 0.1154230 May 27 02:25:14.351529 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1258432-b2a1-40fe-a982-c4f69a9756b7 req-df76df35-fce0-4283-9f9a-95395eeb3045 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:14.358539 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1258432-b2a1-40fe-a982-c4f69a9756b7 req-df76df35-fce0-4283-9f9a-95395eeb3045 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=a877afa2-eea1-47bd-98a5-1f7e68a8816f HTTP/1.1" status: 200 len: 945 time: 0.3486814 May 27 02:25:14.363734 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=bac4c315-7d09-415c-aa29-12ea979421ff,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:14.383991 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5174e6e-a145-4f9d-855c-b549815d9581 req-c4e3ba6e-1c93-4600-867d-0fa07cf5ed05 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:14.403678 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5174e6e-a145-4f9d-855c-b549815d9581 req-c4e3ba6e-1c93-4600-867d-0fa07cf5ed05 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=0087b568-a69b-419f-816c-c9b0e3e3cf96 HTTP/1.1" status: 200 len: 943 time: 0.6679485 May 27 02:25:14.434747 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51b833-4d46-44db-8bce-ce2f6507b9e2 req-637d7d29-79de-4d67-82dc-b304180d0f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:14.437176 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9b51b833-4d46-44db-8bce-ce2f6507b9e2 req-637d7d29-79de-4d67-82dc-b304180d0f6e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57b96748-2ad3-4632-aff7-f8852a255e03 HTTP/1.1" status: 200 len: 854 time: 0.0915504 May 27 02:25:14.507549 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5174e6e-a145-4f9d-855c-b549815d9581 req-7684c3ee-2d8b-4fdd-b21b-7eb82c689110 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030080 May 27 02:25:14.515546 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['bac4c315-7d09-415c-aa29-12ea979421ff'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:25:14.524512 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1258432-b2a1-40fe-a982-c4f69a9756b7 req-498329a6-c2ce-469f-825a-80b1284b21fe tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650388 May 27 02:25:14.537749 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51b833-4d46-44db-8bce-ce2f6507b9e2 req-13ddc611-6bd3-4c4a-9d12-f63b663beb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:14.540066 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9b51b833-4d46-44db-8bce-ce2f6507b9e2 req-13ddc611-6bd3-4c4a-9d12-f63b663beb5a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17fbea9d-55d6-4501-8773-6fa81d0403d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963116 May 27 02:25:14.812336 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9b51b833-4d46-44db-8bce-ce2f6507b9e2 req-9ab14e27-e7f1-45e6-a16d-808ff8f043e7 service neutron] 10.222.0.32 "GET /v2.0/networks/17fbea9d-55d6-4501-8773-6fa81d0403d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606750 May 27 02:25:14.830751 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dddd8b37-0aa0-493b-aa0d-f2be80729ccd tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:14.861156 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d94d4b-53de-4849-9703-5469b1f5ee25 req-1c9b911d-fd54-4fb6-83f3-afced9e518b6 tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:14.862904 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52d94d4b-53de-4849-9703-5469b1f5ee25 req-1c9b911d-fd54-4fb6-83f3-afced9e518b6 tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f581d72-bb6f-48eb-b988-ad6de261887d HTTP/1.1" status: 200 len: 946 time: 0.1127789 May 27 02:25:14.920786 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52d94d4b-53de-4849-9703-5469b1f5ee25 req-47c2986c-2c11-47ef-a13c-c10a5e3fe251 tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] 10.222.0.57 "GET /v2.0/security-groups?id=5dff43d3-a741-4627-8286-5458baa18e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517237 May 27 02:25:14.926731 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dddd8b37-0aa0-493b-aa0d-f2be80729ccd tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:15.001635 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9b51b833-4d46-44db-8bce-ce2f6507b9e2 req-3380b3db-310c-4737-920b-e2c3cf48f8bc service neutron] 10.222.0.32 "GET /v2.0/networks/17fbea9d-55d6-4501-8773-6fa81d0403d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747155 May 27 02:25:15.175576 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-dddd8b37-0aa0-493b-aa0d-f2be80729ccd tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Floating IP a663f042-f844-489f-8e93-67d7561dc353 associated. External IP: 172.25.1.20, port: 46916ba0-85dd-4447-a580-3723a864f219. May 27 02:25:15.323088 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23ab96-a2d3-469b-a8ae-01f9c2adbf6f req-90a6b699-5ebe-4595-b13a-ed76a105087f tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:15.324558 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7c23ab96-a2d3-469b-a8ae-01f9c2adbf6f req-90a6b699-5ebe-4595-b13a-ed76a105087f tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f581d72-bb6f-48eb-b988-ad6de261887d HTTP/1.1" status: 200 len: 946 time: 0.2434227 May 27 02:25:15.394177 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7c23ab96-a2d3-469b-a8ae-01f9c2adbf6f req-16b5692b-1d07-43a3-80d3-04263971676f tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] 10.222.0.57 "GET /v2.0/security-groups?id=5dff43d3-a741-4627-8286-5458baa18e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614703 May 27 02:25:15.613612 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dddd8b37-0aa0-493b-aa0d-f2be80729ccd tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Router daa84f6e-a703-42c6-819b-00fae724e29f has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:25:15.745727 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device bac4c315-7d09-415c-aa29-12ea979421ff up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:25:16.000688 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port bac4c315-7d09-415c-aa29-12ea979421ff completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:25:16.006209 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port bac4c315-7d09-415c-aa29-12ea979421ff triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:25:16.006615 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:16.139800 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dddd8b37-0aa0-493b-aa0d-f2be80729ccd tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:25:16.159657 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port bac4c315-7d09-415c-aa29-12ea979421ff is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:25:16.159657 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:16.165502 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dddd8b37-0aa0-493b-aa0d-f2be80729ccd tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:16.172523 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222ca9a3-5fa4-4bad-a87b-0c70f257e981 None None] Sync routers for ids ['daa84f6e-a703-42c6-819b-00fae724e29f'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:25:16.182674 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222ca9a3-5fa4-4bad-a87b-0c70f257e981 None None] Routers {'daa84f6e-a703-42c6-819b-00fae724e29f'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:25:16.183797 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-222ca9a3-5fa4-4bad-a87b-0c70f257e981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:24:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['daa84f6e-a703-42c6-819b-00fae724e29f'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:25:16.187799 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0087b568-a69b-419f-816c-c9b0e3e3cf96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac4c315-7d09-415c-aa29-12ea979421ff'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:25:16.210215 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port bac4c315-7d09-415c-aa29-12ea979421ff, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=bac4c315-7d09-415c-aa29-12ea979421ff,segment=NetworkSegment(441b6a83-1810-4a59-a172-de9005de5715),segment_id=441b6a83-1810-4a59-a172-de9005de5715)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:25:16.245617 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d9887-eefa-4547-85a7-5c85145c4e7c req-895c318f-ac7e-42f2-bef4-1a828e49e7c0 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:16.249190 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-458d9887-eefa-4547-85a7-5c85145c4e7c req-895c318f-ac7e-42f2-bef4-1a828e49e7c0 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=a877afa2-eea1-47bd-98a5-1f7e68a8816f HTTP/1.1" status: 200 len: 945 time: 0.5540152 May 27 02:25:16.282648 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:16.294477 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938181c8-d457-471a-b583-68c9736e3f9d req-fddfcc6d-008b-49d6-a260-91b08e0659b3 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:16.302691 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-938181c8-d457-471a-b583-68c9736e3f9d req-fddfcc6d-008b-49d6-a260-91b08e0659b3 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=0087b568-a69b-419f-816c-c9b0e3e3cf96 HTTP/1.1" status: 200 len: 944 time: 0.3555624 May 27 02:25:16.344299 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-dddd8b37-0aa0-493b-aa0d-f2be80729ccd tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "PUT /v2.0/floatingips/a663f042-f844-489f-8e93-67d7561dc353 HTTP/1.1" status: 200 len: 990 time: 3.0239389 May 27 02:25:16.349384 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '097d415b-8682-414a-b18a-93ee98ad1c68', 'tag': '46916ba0-85dd-4447-a580-3723a864f219'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:25:16.367237 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=bac4c315-7d09-415c-aa29-12ea979421ff,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:16.372224 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-458d9887-eefa-4547-85a7-5c85145c4e7c req-95d3318b-8129-423b-aa07-227bffe8370c tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118925 May 27 02:25:16.396489 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-938181c8-d457-471a-b583-68c9736e3f9d req-bd33ed1a-fa42-492e-8bc0-ef6879f2253b tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918429 May 27 02:25:16.445312 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b917a78e-52e8-4d91-bbf7-345382437f46'] response: {'server_uuid': '0087b568-a69b-419f-816c-c9b0e3e3cf96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac4c315-7d09-415c-aa29-12ea979421ff', 'code': 200} May 27 02:25:16.473988 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-222ca9a3-5fa4-4bad-a87b-0c70f257e981 None None] Set router daa84f6e-a703-42c6-819b-00fae724e29f gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:25:16.483898 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-792be57e-f14c-40a5-8f9a-622479c34b02'] response: {'name': 'network-changed', 'server_uuid': '097d415b-8682-414a-b18a-93ee98ad1c68', 'tag': '46916ba0-85dd-4447-a580-3723a864f219', 'status': 'completed', 'code': 200} May 27 02:25:16.607543 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728a8a3-f698-4d4b-883e-2175c94f696c req-fff11515-ef03-4e55-8961-24957d3df531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:16.610033 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1728a8a3-f698-4d4b-883e-2175c94f696c req-fff11515-ef03-4e55-8961-24957d3df531 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67a2999592f840daafe9db3a26b0dd55&device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 1096 time: 0.0998898 May 27 02:25:16.661071 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d602b-8096-41eb-9a4a-c6055c35e0b5 req-5c049c5c-ac5e-4cc5-af45-0d7a19029451 tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:16.669233 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e29d602b-8096-41eb-9a4a-c6055c35e0b5 req-5c049c5c-ac5e-4cc5-af45-0d7a19029451 tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f581d72-bb6f-48eb-b988-ad6de261887d HTTP/1.1" status: 200 len: 946 time: 0.1750779 May 27 02:25:16.671940 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfb9e9-16d0-4242-8bbb-bd55225c9e28 req-2e649816-6ced-45f3-9842-3298809612c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:16.673550 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-74dfb9e9-16d0-4242-8bbb-bd55225c9e28 req-2e649816-6ced-45f3-9842-3298809612c7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0087b568-a69b-419f-816c-c9b0e3e3cf96 HTTP/1.1" status: 200 len: 1096 time: 0.1323593 May 27 02:25:16.747377 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e29d602b-8096-41eb-9a4a-c6055c35e0b5 req-85b88db3-28b2-4004-a627-43c27688e371 tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] 10.222.0.57 "GET /v2.0/security-groups?id=5dff43d3-a741-4627-8286-5458baa18e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782244 May 27 02:25:16.756815 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-74dfb9e9-16d0-4242-8bbb-bd55225c9e28 req-01bc9505-4023-42b5-be5a-b5addf74b27f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705130 May 27 02:25:16.921409 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728a8a3-f698-4d4b-883e-2175c94f696c req-9121b02b-d2e8-4eb7-aedb-ffa8ccd0ffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:16.922857 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1728a8a3-f698-4d4b-883e-2175c94f696c req-9121b02b-d2e8-4eb7-aedb-ffa8ccd0ffd4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7ee685f0-e442-4ea7-949d-71e1995db8ac HTTP/1.1" status: 200 len: 918 time: 0.3034029 May 27 02:25:17.064606 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1728a8a3-f698-4d4b-883e-2175c94f696c req-d979cd01-cda4-4b3d-85d9-82c22b3662a0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46916ba0-85dd-4447-a580-3723a864f219 HTTP/1.1" status: 200 len: 998 time: 0.1331878 May 27 02:25:17.067996 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-222ca9a3-5fa4-4bad-a87b-0c70f257e981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'name': 'tempest-AttachVolumeShelveTestJSON-1946500173-router', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '92b172b0-4350-41a6-8a59-376f01838aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:20:47Z', 'updated_at': '2022-05-27T02:20:55Z', 'revision_number': 4, 'project_id': '67a2999592f840daafe9db3a26b0dd55', 'gw_port': {'id': '92b172b0-4350-41a6-8a59-376f01838aa5', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:20:48Z', 'updated_at': '2022-05-27T02:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'a663f042-f844-489f-8e93-67d7561dc353', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'floating_ip_address': '172.25.1.20', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'port_id': '46916ba0-85dd-4447-a580-3723a864f219', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac', 'mac_address': 'fa:16:3e:33:a6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097d415b-8682-414a-b18a-93ee98ad1c68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:24:51Z', 'updated_at': '2022-05-27T02:25:14Z', 'revision_number': 1, 'project_id': '67a2999592f840daafe9db3a26b0dd55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0038ed8-c550-4424-93f6-7a356e428c89', 'name': '', 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'mac_address': 'fa:16:3e:9c:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '0c302d24-860d-464a-9c69-32cd4f709ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:20:53Z', 'updated_at': '2022-05-27T02:21:09Z', 'revision_number': 5, 'project_id': '67a2999592f840daafe9db3a26b0dd55', 'subnets': [{'id': '0c302d24-860d-464a-9c69-32cd4f709ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:25:17.072358 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222ca9a3-5fa4-4bad-a87b-0c70f257e981 None None] Checking router: daa84f6e-a703-42c6-819b-00fae724e29f for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:25:17.080566 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222ca9a3-5fa4-4bad-a87b-0c70f257e981 None None] Routers {'daa84f6e-a703-42c6-819b-00fae724e29f'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:25:17.081310 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-222ca9a3-5fa4-4bad-a87b-0c70f257e981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:24:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['daa84f6e-a703-42c6-819b-00fae724e29f'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:25:17.133850 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728a8a3-f698-4d4b-883e-2175c94f696c req-a7af2185-ea40-4be2-a151-a718a6bc8215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:17.135297 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1728a8a3-f698-4d4b-883e-2175c94f696c req-a7af2185-ea40-4be2-a151-a718a6bc8215 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c302d24-860d-464a-9c69-32cd4f709ca1 HTTP/1.1" status: 200 len: 856 time: 0.0648282 May 27 02:25:17.260708 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728a8a3-f698-4d4b-883e-2175c94f696c req-450629a2-2540-4e99-a6b9-afa04142ea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:17.262443 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1728a8a3-f698-4d4b-883e-2175c94f696c req-450629a2-2540-4e99-a6b9-afa04142ea52 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ee685f0-e442-4ea7-949d-71e1995db8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165292 May 27 02:25:17.282577 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-222ca9a3-5fa4-4bad-a87b-0c70f257e981 None None] Set router daa84f6e-a703-42c6-819b-00fae724e29f gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:25:17.454490 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1728a8a3-f698-4d4b-883e-2175c94f696c req-ca2b4459-7864-4ad5-8877-2a4e7bf312b2 service neutron] 10.222.0.32 "GET /v2.0/networks/7ee685f0-e442-4ea7-949d-71e1995db8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783042 May 27 02:25:17.624805 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1728a8a3-f698-4d4b-883e-2175c94f696c req-e60c1c43-676f-48ab-a553-abcbbd231cd2 service neutron] 10.222.0.32 "GET /v2.0/networks/7ee685f0-e442-4ea7-949d-71e1995db8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594355 May 27 02:25:17.762940 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed25b18-e2db-4537-9cb7-0b15694f7179 req-9a4385ec-e42d-4dd5-a5c4-766fd7e55dae tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:17.765442 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1ed25b18-e2db-4537-9cb7-0b15694f7179 req-9a4385ec-e42d-4dd5-a5c4-766fd7e55dae tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=a877afa2-eea1-47bd-98a5-1f7e68a8816f HTTP/1.1" status: 200 len: 945 time: 0.2587094 May 27 02:25:17.818209 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-222ca9a3-5fa4-4bad-a87b-0c70f257e981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'name': 'tempest-AttachVolumeShelveTestJSON-1946500173-router', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '92b172b0-4350-41a6-8a59-376f01838aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:20:47Z', 'updated_at': '2022-05-27T02:20:55Z', 'revision_number': 4, 'project_id': '67a2999592f840daafe9db3a26b0dd55', 'gw_port': {'id': '92b172b0-4350-41a6-8a59-376f01838aa5', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:20:48Z', 'updated_at': '2022-05-27T02:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'a663f042-f844-489f-8e93-67d7561dc353', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'floating_ip_address': '172.25.1.20', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'port_id': '46916ba0-85dd-4447-a580-3723a864f219', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac', 'mac_address': 'fa:16:3e:33:a6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097d415b-8682-414a-b18a-93ee98ad1c68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:24:51Z', 'updated_at': '2022-05-27T02:25:14Z', 'revision_number': 1, 'project_id': '67a2999592f840daafe9db3a26b0dd55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0038ed8-c550-4424-93f6-7a356e428c89', 'name': '', 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'mac_address': 'fa:16:3e:9c:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '0c302d24-860d-464a-9c69-32cd4f709ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:20:53Z', 'updated_at': '2022-05-27T02:21:09Z', 'revision_number': 5, 'project_id': '67a2999592f840daafe9db3a26b0dd55', 'subnets': [{'id': '0c302d24-860d-464a-9c69-32cd4f709ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:25:17.823353 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222ca9a3-5fa4-4bad-a87b-0c70f257e981 None None] The sync data for ids ['daa84f6e-a703-42c6-819b-00fae724e29f'] in n-d-843554-3 is: [{'id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'name': 'tempest-AttachVolumeShelveTestJSON-1946500173-router', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '92b172b0-4350-41a6-8a59-376f01838aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:20:47Z', 'updated_at': '2022-05-27T02:20:55Z', 'revision_number': 4, 'project_id': '67a2999592f840daafe9db3a26b0dd55', 'gw_port': {'id': '92b172b0-4350-41a6-8a59-376f01838aa5', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:20:48Z', 'updated_at': '2022-05-27T02:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'a663f042-f844-489f-8e93-67d7561dc353', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'floating_ip_address': '172.25.1.20', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'port_id': '46916ba0-85dd-4447-a580-3723a864f219', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac', 'mac_address': 'fa:16:3e:33:a6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097d415b-8682-414a-b18a-93ee98ad1c68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:24:51Z', 'updated_at': '2022-05-27T02:25:14Z', 'revision_number': 1, 'project_id': '67a2999592f840daafe9db3a26b0dd55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0038ed8-c550-4424-93f6-7a356e428c89', 'name': '', 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'mac_address': 'fa:16:3e:9c:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '0c302d24-860d-464a-9c69-32cd4f709ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:20:53Z', 'updated_at': '2022-05-27T02:21:09Z', 'revision_number': 5, 'project_id': '67a2999592f840daafe9db3a26b0dd55', 'subnets': [{'id': '0c302d24-860d-464a-9c69-32cd4f709ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:25:17.853278 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682b08a-1c72-487d-b79e-20f855b48fa7 req-267af683-bcc5-4b14-8f0c-a6fff229e175 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:17.854997 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f682b08a-1c72-487d-b79e-20f855b48fa7 req-267af683-bcc5-4b14-8f0c-a6fff229e175 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=0087b568-a69b-419f-816c-c9b0e3e3cf96 HTTP/1.1" status: 200 len: 945 time: 0.1999958 May 27 02:25:17.858213 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1ed25b18-e2db-4537-9cb7-0b15694f7179 req-bd51d367-bfbb-4412-a342-779e8e68c641 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841260 May 27 02:25:17.953812 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f682b08a-1c72-487d-b79e-20f855b48fa7 req-8b025423-75d8-4557-9957-5251411f8f21 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926182 May 27 02:25:18.144341 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ca6bbd-103a-48d6-94f7-e15230f63142 None None] New status for floating IP a663f042-f844-489f-8e93-67d7561dc353: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:25:18.221003 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dde914-5c93-48ae-8456-dbe679ca7589 req-bf7a2b44-0023-44bc-aecc-06fbeebb18aa tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:18.227790 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b8dde914-5c93-48ae-8456-dbe679ca7589 req-bf7a2b44-0023-44bc-aecc-06fbeebb18aa tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f581d72-bb6f-48eb-b988-ad6de261887d HTTP/1.1" status: 200 len: 946 time: 0.1945121 May 27 02:25:18.256081 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8680e-cf61-412c-b345-1769d464d180 req-e261eab4-522f-4b27-ba1c-78431b626ae2 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:18.262342 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-84c8680e-cf61-412c-b345-1769d464d180 req-e261eab4-522f-4b27-ba1c-78431b626ae2 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=a877afa2-eea1-47bd-98a5-1f7e68a8816f HTTP/1.1" status: 200 len: 945 time: 0.1825395 May 27 02:25:18.316896 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b8dde914-5c93-48ae-8456-dbe679ca7589 req-3a44e014-726c-47fd-8621-234c635b3c35 tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] 10.222.0.57 "GET /v2.0/security-groups?id=5dff43d3-a741-4627-8286-5458baa18e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891449 May 27 02:25:18.347412 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-84c8680e-cf61-412c-b345-1769d464d180 req-13c255da-fbaa-4473-8dd5-e8d42327b41d tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757964 May 27 02:25:18.529160 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823c443-4098-4b41-be8b-cdfe127717ec req-0462972b-8973-43e1-8126-a723d24b4008 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:18.530588 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1823c443-4098-4b41-be8b-cdfe127717ec req-0462972b-8973-43e1-8126-a723d24b4008 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=06dfcc27-7d08-4fa5-9c37-fb0525f39bd3 HTTP/1.1" status: 200 len: 945 time: 0.0833635 May 27 02:25:18.575318 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1823c443-4098-4b41-be8b-cdfe127717ec req-bdcaa5f9-be95-4019-888e-8319f63699ae tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388186 May 27 02:25:18.782021 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d82940-601e-4974-915f-9e034e4f2d95 req-2b53e166-c389-4a1a-b51e-9bc8094b4acd tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:18.784998 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-20d82940-601e-4974-915f-9e034e4f2d95 req-2b53e166-c389-4a1a-b51e-9bc8094b4acd tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3937e6f2-1e49-4589-b750-bac9b52b935a HTTP/1.1" status: 200 len: 945 time: 0.0967150 May 27 02:25:18.841434 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-20d82940-601e-4974-915f-9e034e4f2d95 req-d335d807-6f96-4c36-86cf-5ca5822743f2 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474434 May 27 02:25:18.884037 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-0f1e9986-d461-4918-a899-5f1dbeb1d78b req-89bade90-cb0d-45ff-a4c1-c8cc47a55bc8 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:25:18.885102 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0f1e9986-d461-4918-a899-5f1dbeb1d78b req-89bade90-cb0d-45ff-a4c1-c8cc47a55bc8 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059464 May 27 02:25:18.897872 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:18.973245 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0f1e9986-d461-4918-a899-5f1dbeb1d78b req-b0a88ebd-5086-4a4d-9b83-f768df8272cc tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.8&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0821860 May 27 02:25:19.073090 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c683a0-2fee-4182-97b2-04e5b143c350 req-772d8709-ccba-4dbc-b8b9-72286c69af2f tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:19.074682 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c1c683a0-2fee-4182-97b2-04e5b143c350 req-772d8709-ccba-4dbc-b8b9-72286c69af2f tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f581d72-bb6f-48eb-b988-ad6de261887d HTTP/1.1" status: 200 len: 946 time: 0.0994842 May 27 02:25:19.137048 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:19.189360 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-c1c683a0-2fee-4182-97b2-04e5b143c350 req-ec27bbf7-7b56-408f-a82c-5084c1f2f418 tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] Deleting port b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:25:19.190760 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-c1c683a0-2fee-4182-97b2-04e5b143c350 req-ec27bbf7-7b56-408f-a82c-5084c1f2f418 tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:19.666055 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed073f-72d4-4823-8f09-25cc4e939022 req-48c00575-e324-4fa4-9ca3-5cd3deb87224 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:19.667622 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f6ed073f-72d4-4823-8f09-25cc4e939022 req-48c00575-e324-4fa4-9ca3-5cd3deb87224 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=0087b568-a69b-419f-816c-c9b0e3e3cf96 HTTP/1.1" status: 200 len: 945 time: 0.4217327 May 27 02:25:19.765582 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946ef91-4149-4b61-8fa7-167b2ab9d238 req-7a93e14d-0617-4e97-bfa0-69f04c2be8e5 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:19.777835 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0946ef91-4149-4b61-8fa7-167b2ab9d238 req-7a93e14d-0617-4e97-bfa0-69f04c2be8e5 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=a877afa2-eea1-47bd-98a5-1f7e68a8816f HTTP/1.1" status: 200 len: 945 time: 0.4379017 May 27 02:25:19.809488 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f6ed073f-72d4-4823-8f09-25cc4e939022 req-b4868a9f-7c01-46a6-a3d5-9ae8fd4505b7 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350162 May 27 02:25:19.811409 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-c1c683a0-2fee-4182-97b2-04e5b143c350 req-ec27bbf7-7b56-408f-a82c-5084c1f2f418 tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] For port b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582,segment=NetworkSegment(95d81d58-54c3-4209-9447-acb14d1c4bac),segment_id=95d81d58-54c3-4209-9447-acb14d1c4bac)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:25:19.812153 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-c1c683a0-2fee-4182-97b2-04e5b143c350 req-ec27bbf7-7b56-408f-a82c-5084c1f2f418 tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:20.052534 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-c1c683a0-2fee-4182-97b2-04e5b143c350 req-ec27bbf7-7b56-408f-a82c-5084c1f2f418 tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] Calling delete_port for b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582 owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:25:20.127795 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0946ef91-4149-4b61-8fa7-167b2ab9d238 req-d7ee85f6-7e6e-4cc9-bac5-88bee78f8016 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434181 May 27 02:25:20.304406 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d75a5-d973-43ed-9bcc-ebb8c9b204d0 req-d3df8386-caa7-4fbf-90f9-5adaaa7b410a tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:20.304406 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d64d75a5-d973-43ed-9bcc-ebb8c9b204d0 req-d3df8386-caa7-4fbf-90f9-5adaaa7b410a tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f581d72-bb6f-48eb-b988-ad6de261887d HTTP/1.1" status: 200 len: 946 time: 0.3018506 May 27 02:25:20.367450 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d64d75a5-d973-43ed-9bcc-ebb8c9b204d0 req-b70542b1-124d-4c1c-b490-15ada4868f86 tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] 10.222.0.57 "GET /v2.0/security-groups?id=5dff43d3-a741-4627-8286-5458baa18e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634627 May 27 02:25:20.374547 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-c1c683a0-2fee-4182-97b2-04e5b143c350 req-ec27bbf7-7b56-408f-a82c-5084c1f2f418 tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:20.574294 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec27bbf7-7b56-408f-a82c-5084c1f2f418 tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] Pushing event deleted for resources: {'Port': ['ID=b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:20.716527 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c683a0-2fee-4182-97b2-04e5b143c350 req-ec27bbf7-7b56-408f-a82c-5084c1f2f418 tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] No DVR routers for this DVR port b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582 on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:25:20.720029 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-c1c683a0-2fee-4182-97b2-04e5b143c350 req-ec27bbf7-7b56-408f-a82c-5084c1f2f418 tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:20.730645 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f581d72-bb6f-48eb-b988-ad6de261887d', 'name': 'network-vif-deleted', 'tag': 'b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:25:20.751337 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c1c683a0-2fee-4182-97b2-04e5b143c350 req-ec27bbf7-7b56-408f-a82c-5084c1f2f418 tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] 10.222.0.66 "DELETE /v2.0/ports/b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582 HTTP/1.1" status: 204 len: 173 time: 1.6565914 May 27 02:25:20.800668 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd6254-1d5f-4fec-9103-4cc491e6d57e req-219d5f25-924a-41f4-bbc1-f7342e011910 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:20.800668 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bbbd6254-1d5f-4fec-9103-4cc491e6d57e req-219d5f25-924a-41f4-bbc1-f7342e011910 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=06dfcc27-7d08-4fa5-9c37-fb0525f39bd3 HTTP/1.1" status: 200 len: 945 time: 0.2366107 May 27 02:25:20.866262 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50841db5-f949-416b-8a1f-2a53026a493d req-a71403e4-aa46-4152-ad16-bfa7af0c5ac8 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:20.866262 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-50841db5-f949-416b-8a1f-2a53026a493d req-a71403e4-aa46-4152-ad16-bfa7af0c5ac8 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=0087b568-a69b-419f-816c-c9b0e3e3cf96 HTTP/1.1" status: 200 len: 945 time: 0.2996526 May 27 02:25:20.905365 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bbbd6254-1d5f-4fec-9103-4cc491e6d57e req-8f64bd09-df07-4d9d-9aa5-9f34fc99aa5e tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019654 May 27 02:25:20.979011 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-50841db5-f949-416b-8a1f-2a53026a493d req-cfea5a49-eadc-4c64-837a-9a4f0c37d487 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842993 May 27 02:25:21.035830 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dab6255c-fa5c-42b4-9e14-143a68e786c0'] response: {'server_uuid': '3f581d72-bb6f-48eb-b988-ad6de261887d', 'name': 'network-vif-deleted', 'tag': 'b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582', 'status': 'completed', 'code': 200} May 27 02:25:21.245903 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c634540-6820-4c87-8940-22b2605f2715 req-dffcb36f-d7bc-4f30-be92-0ddd3a155c60 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:21.258470 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1c634540-6820-4c87-8940-22b2605f2715 req-dffcb36f-d7bc-4f30-be92-0ddd3a155c60 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3937e6f2-1e49-4589-b750-bac9b52b935a HTTP/1.1" status: 200 len: 945 time: 0.1323416 May 27 02:25:21.294465 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1c634540-6820-4c87-8940-22b2605f2715 req-01f9bc1c-f3c8-4aa1-b989-25578cdf25d1 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448890 May 27 02:25:21.716085 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-07da6296-030f-449c-9ff6-27b044ae455c req-827854f7-1738-43f4-8399-5236e6d2ff3c tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] Synchronizing usage tracker for tenant:5243a02623754ef791be0949780ec265 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:25:21.726802 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e3e9e-b39d-46fc-8f44-77e9782da71f req-b7556530-2cbc-4e8d-af97-8ab9c13b06de tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:21.732827 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e3e9e-b39d-46fc-8f44-77e9782da71f req-b7556530-2cbc-4e8d-af97-8ab9c13b06de tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:21.738849 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e3e9e-b39d-46fc-8f44-77e9782da71f req-b7556530-2cbc-4e8d-af97-8ab9c13b06de tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:21.740470 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7a3e3e9e-b39d-46fc-8f44-77e9782da71f req-b7556530-2cbc-4e8d-af97-8ab9c13b06de tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3937e6f2-1e49-4589-b750-bac9b52b935a&device_id=06dfcc27-7d08-4fa5-9c37-fb0525f39bd3&device_id=a877afa2-eea1-47bd-98a5-1f7e68a8816f HTTP/1.1" status: 200 len: 2416 time: 0.1677248 May 27 02:25:21.761184 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:25:21.795694 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7a3e3e9e-b39d-46fc-8f44-77e9782da71f req-6918f571-8e92-4ee7-b811-738e805be5a0 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464551 May 27 02:25:21.860567 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:25:21.861071 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device b8e6405a-d1cc-4cbe-bf71-9ee8ebe7e582 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:25:21.863036 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-07da6296-030f-449c-9ff6-27b044ae455c req-827854f7-1738-43f4-8399-5236e6d2ff3c tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] Unset dirty status for tenant:5243a02623754ef791be0949780ec265 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:25:21.864589 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-07da6296-030f-449c-9ff6-27b044ae455c req-827854f7-1738-43f4-8399-5236e6d2ff3c tempest-ServersNegativeTestMultiTenantJSON-1484123288 tempest-ServersNegativeTestMultiTenantJSON-1484123288-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f581d72-bb6f-48eb-b988-ad6de261887d HTTP/1.1" status: 200 len: 210 time: 0.1986907 May 27 02:25:21.900099 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-1650f67e-195c-4622-bdd6-2b10329e6aff req-5df2b556-fb89-4c30-868b-40943f12b20b tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:25:21.904500 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1650f67e-195c-4622-bdd6-2b10329e6aff req-5df2b556-fb89-4c30-868b-40943f12b20b tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093641 May 27 02:25:22.088134 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1650f67e-195c-4622-bdd6-2b10329e6aff req-e2dbbd0e-88f9-41f8-9f09-0fbbd45bfc6b tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1372387 May 27 02:25:22.093534 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904bf5df-e49c-43be-8c07-3515c3de57ee req-f73d8a8e-c167-40aa-a24f-a8fa6dd8faeb tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:22.096940 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-904bf5df-e49c-43be-8c07-3515c3de57ee req-f73d8a8e-c167-40aa-a24f-a8fa6dd8faeb tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=0087b568-a69b-419f-816c-c9b0e3e3cf96 HTTP/1.1" status: 200 len: 945 time: 0.1902010 May 27 02:25:22.141087 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-904bf5df-e49c-43be-8c07-3515c3de57ee req-0dbfa0dc-0237-4627-b119-b33e86ca5775 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441215 May 27 02:25:22.966946 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48624) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:25:23.003685 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb5ec1-320d-461f-aeb9-d4553c3297d6 req-97f3a999-0353-4166-9f01-4a2c177717da tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:23.005638 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0feb5ec1-320d-461f-aeb9-d4553c3297d6 req-97f3a999-0353-4166-9f01-4a2c177717da tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.66 "GET /v2.0/ports?device_id=0087b568-a69b-419f-816c-c9b0e3e3cf96 HTTP/1.1" status: 200 len: 945 time: 0.1005142 May 27 02:25:23.100412 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-0feb5ec1-320d-461f-aeb9-d4553c3297d6 req-12fd2939-0f7c-41d6-b00f-54383b0f7eac tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Deleting port bac4c315-7d09-415c-aa29-12ea979421ff {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:25:23.101178 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0feb5ec1-320d-461f-aeb9-d4553c3297d6 req-12fd2939-0f7c-41d6-b00f-54383b0f7eac tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:23.170810 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-420646eb-afbb-4984-8dad-9feda125a413 admin admin] Deleting subnet 371f662e-4cec-42cf-afd1-e55354b0ec23 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:25:23.174518 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-420646eb-afbb-4984-8dad-9feda125a413 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:23.284396 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-420646eb-afbb-4984-8dad-9feda125a413 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:23.364974 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-420646eb-afbb-4984-8dad-9feda125a413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:23.621592 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-420646eb-afbb-4984-8dad-9feda125a413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:23.697661 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-420646eb-afbb-4984-8dad-9feda125a413 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:23.708933 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-420646eb-afbb-4984-8dad-9feda125a413 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/371f662e-4cec-42cf-afd1-e55354b0ec23 HTTP/1.1" status: 204 len: 168 time: 0.7408910 May 27 02:25:23.709947 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420646eb-afbb-4984-8dad-9feda125a413 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=371f662e-4cec-42cf-afd1-e55354b0ec23,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:23.712334 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48644) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:25:23.960420 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-00d5d0f6-2058-419e-be1e-50bba7d71e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:23.974413 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-0feb5ec1-320d-461f-aeb9-d4553c3297d6 req-12fd2939-0f7c-41d6-b00f-54383b0f7eac tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] For port bac4c315-7d09-415c-aa29-12ea979421ff, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=bac4c315-7d09-415c-aa29-12ea979421ff,segment=NetworkSegment(441b6a83-1810-4a59-a172-de9005de5715),segment_id=441b6a83-1810-4a59-a172-de9005de5715)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:25:23.974413 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0feb5ec1-320d-461f-aeb9-d4553c3297d6 req-12fd2939-0f7c-41d6-b00f-54383b0f7eac tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:24.137418 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-00d5d0f6-2058-419e-be1e-50bba7d71e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:24.164661 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4ba4c-bd80-42dd-89d8-bdeee8a815be req-dbbe075e-eb2e-4efe-bfa3-fbf3c4b0fcdc tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:24.166722 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e7e4ba4c-bd80-42dd-89d8-bdeee8a815be req-dbbe075e-eb2e-4efe-bfa3-fbf3c4b0fcdc tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=0087b568-a69b-419f-816c-c9b0e3e3cf96 HTTP/1.1" status: 200 len: 945 time: 0.5863712 May 27 02:25:24.175116 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-0feb5ec1-320d-461f-aeb9-d4553c3297d6 req-12fd2939-0f7c-41d6-b00f-54383b0f7eac tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Calling delete_port for bac4c315-7d09-415c-aa29-12ea979421ff owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:25:24.178016 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-00d5d0f6-2058-419e-be1e-50bba7d71e3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01fb6c9f-24db-4c37-beb3-ef401694b418']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:25:24.193647 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-00d5d0f6-2058-419e-be1e-50bba7d71e3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95d81d58-54c3-4209-9447-acb14d1c4bac') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:25:24.193948 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-00d5d0f6-2058-419e-be1e-50bba7d71e3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95d81d58-54c3-4209-9447-acb14d1c4bac') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:25:24.226897 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-00d5d0f6-2058-419e-be1e-50bba7d71e3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:24.255698 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-00d5d0f6-2058-419e-be1e-50bba7d71e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:24.263238 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00d5d0f6-2058-419e-be1e-50bba7d71e3b admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:25:24.263971 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-00d5d0f6-2058-419e-be1e-50bba7d71e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:24.278591 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e7e4ba4c-bd80-42dd-89d8-bdeee8a815be req-2a2e04e2-c362-49ad-9af3-f2682a44c33f tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713465 May 27 02:25:24.402140 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 95d81d58-54c3-4209-9447-acb14d1c4bac resource provider aggregate not found May 27 02:25:24.433322 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 95d81d58-54c3-4209-9447-acb14d1c4bac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 95d81d58-54c3-4209-9447-acb14d1c4bac found for delete ", "request_id": "req-373b09c1-4402-48d2-a8e5-2f2cb8c0d36a"}]} May 27 02:25:24.515722 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-00d5d0f6-2058-419e-be1e-50bba7d71e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:24.524837 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0feb5ec1-320d-461f-aeb9-d4553c3297d6 req-12fd2939-0f7c-41d6-b00f-54383b0f7eac tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:24.532756 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['bac4c315-7d09-415c-aa29-12ea979421ff'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:25:24.562720 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-00d5d0f6-2058-419e-be1e-50bba7d71e3b admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:24.566201 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5d0f6-2058-419e-be1e-50bba7d71e3b admin admin] Pushing event deleted for resources: {'Network': ['ID=01fb6c9f-24db-4c37-beb3-ef401694b418,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:24.610662 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['cfb7cdfa-51e3-48fc-9dff-7e74813e008c'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:25:24.639618 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd2939-0f7c-41d6-b00f-54383b0f7eac tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Pushing event deleted for resources: {'Port': ['ID=bac4c315-7d09-415c-aa29-12ea979421ff,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:24.663109 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-00d5d0f6-2058-419e-be1e-50bba7d71e3b admin admin] 10.222.0.57 "DELETE /v2.0/networks/01fb6c9f-24db-4c37-beb3-ef401694b418 HTTP/1.1" status: 204 len: 168 time: 0.9494827 May 27 02:25:24.663733 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48666) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:25:24.722189 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd2939-0f7c-41d6-b00f-54383b0f7eac tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:24.722966 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd2939-0f7c-41d6-b00f-54383b0f7eac tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:24.723416 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd2939-0f7c-41d6-b00f-54383b0f7eac tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:24.723775 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd2939-0f7c-41d6-b00f-54383b0f7eac tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:24.724393 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd2939-0f7c-41d6-b00f-54383b0f7eac tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:24.724951 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd2939-0f7c-41d6-b00f-54383b0f7eac tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:24.725960 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd2939-0f7c-41d6-b00f-54383b0f7eac tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:24.726365 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd2939-0f7c-41d6-b00f-54383b0f7eac tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:24.726704 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd2939-0f7c-41d6-b00f-54383b0f7eac tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:24.727472 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd2939-0f7c-41d6-b00f-54383b0f7eac tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:24.727812 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd2939-0f7c-41d6-b00f-54383b0f7eac tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:24.728142 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd2939-0f7c-41d6-b00f-54383b0f7eac tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:24.750887 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-89eaeeeb-d56b-4ce6-aec3-d5dd41d74283 admin admin] Deleting subnet c1c5906d-87e2-45e4-8ac3-9eb6daf049cf {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:25:24.754167 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-89eaeeeb-d56b-4ce6-aec3-d5dd41d74283 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:24.795017 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-0feb5ec1-320d-461f-aeb9-d4553c3297d6 req-12fd2939-0f7c-41d6-b00f-54383b0f7eac tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] No DVR routers for this DVR port bac4c315-7d09-415c-aa29-12ea979421ff on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:25:24.798178 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0feb5ec1-320d-461f-aeb9-d4553c3297d6 req-12fd2939-0f7c-41d6-b00f-54383b0f7eac tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:24.808006 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0087b568-a69b-419f-816c-c9b0e3e3cf96', 'name': 'network-vif-deleted', 'tag': 'bac4c315-7d09-415c-aa29-12ea979421ff'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:25:24.808369 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-89eaeeeb-d56b-4ce6-aec3-d5dd41d74283 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:24.861186 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343bc99e-d717-4d89-857c-d7effb6abf4a req-7ff63c1b-8940-4148-aaff-45e9f7ad97ea tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:24.863612 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-343bc99e-d717-4d89-857c-d7effb6abf4a req-7ff63c1b-8940-4148-aaff-45e9f7ad97ea tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3937e6f2-1e49-4589-b750-bac9b52b935a HTTP/1.1" status: 200 len: 945 time: 0.2309077 May 27 02:25:24.918390 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f2219d1-aa5e-41c1-a24c-a4799a8cae68'] response: {'server_uuid': '0087b568-a69b-419f-816c-c9b0e3e3cf96', 'name': 'network-vif-deleted', 'tag': 'bac4c315-7d09-415c-aa29-12ea979421ff', 'status': 'completed', 'code': 200} May 27 02:25:24.926063 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-89eaeeeb-d56b-4ce6-aec3-d5dd41d74283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:24.962366 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0feb5ec1-320d-461f-aeb9-d4553c3297d6 req-12fd2939-0f7c-41d6-b00f-54383b0f7eac tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.66 "DELETE /v2.0/ports/bac4c315-7d09-415c-aa29-12ea979421ff HTTP/1.1" status: 204 len: 173 time: 1.9508290 May 27 02:25:24.980807 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-343bc99e-d717-4d89-857c-d7effb6abf4a req-b162f771-bb0e-4260-9a8f-9189f3526584 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044123 May 27 02:25:25.137140 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-89eaeeeb-d56b-4ce6-aec3-d5dd41d74283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:25.170249 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eaeeeb-d56b-4ce6-aec3-d5dd41d74283 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1c5906d-87e2-45e4-8ac3-9eb6daf049cf,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:25.175876 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-89eaeeeb-d56b-4ce6-aec3-d5dd41d74283 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:25.190066 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-89eaeeeb-d56b-4ce6-aec3-d5dd41d74283 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/c1c5906d-87e2-45e4-8ac3-9eb6daf049cf HTTP/1.1" status: 204 len: 168 time: 0.5162177 May 27 02:25:25.190066 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48678) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:25:25.294386 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16fe0926-0bdd-4135-90e6-c13304f0ecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:25.487905 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8e14c0e5-4d6f-4703-8d39-116c89c17586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:25.521242 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-a734ae15-5dcc-457c-9143-b8bfefb786f3 req-88b25610-ad2f-4f02-b7da-1bc0736397da tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Synchronizing usage tracker for tenant:b08cd8af149f44bd8b4127ae8a32a06c on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:25:25.536819 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16fe0926-0bdd-4135-90e6-c13304f0ecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:25.567333 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-16fe0926-0bdd-4135-90e6-c13304f0ecd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09f73694-32ff-45a6-8787-a954c022152d']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:25:25.581317 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-16fe0926-0bdd-4135-90e6-c13304f0ecd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69e7ceb9-cf6e-4a0f-a9e7-b84ec4955bc0') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:25:25.581442 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-16fe0926-0bdd-4135-90e6-c13304f0ecd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69e7ceb9-cf6e-4a0f-a9e7-b84ec4955bc0') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:25:25.593874 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16fe0926-0bdd-4135-90e6-c13304f0ecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:25.621057 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16fe0926-0bdd-4135-90e6-c13304f0ecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:25.640245 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16fe0926-0bdd-4135-90e6-c13304f0ecd7 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:25:25.640245 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16fe0926-0bdd-4135-90e6-c13304f0ecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:25.801151 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-a734ae15-5dcc-457c-9143-b8bfefb786f3 req-88b25610-ad2f-4f02-b7da-1bc0736397da tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Unset dirty status for tenant:b08cd8af149f44bd8b4127ae8a32a06c on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:25:25.804996 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a734ae15-5dcc-457c-9143-b8bfefb786f3 req-88b25610-ad2f-4f02-b7da-1bc0736397da tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=0087b568-a69b-419f-816c-c9b0e3e3cf96 HTTP/1.1" status: 200 len: 210 time: 0.3324656 May 27 02:25:25.864693 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b3a3f-05eb-491b-9584-936047fc4aa2 req-d974bf01-8c15-4cc6-a2f2-2b18492312e8 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:25.866416 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e04b3a3f-05eb-491b-9584-936047fc4aa2 req-d974bf01-8c15-4cc6-a2f2-2b18492312e8 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.66 "GET /v2.0/ports?device_id=3937e6f2-1e49-4589-b750-bac9b52b935a HTTP/1.1" status: 200 len: 945 time: 0.1019783 May 27 02:25:25.875973 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16fe0926-0bdd-4135-90e6-c13304f0ecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:25.900825 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16fe0926-0bdd-4135-90e6-c13304f0ecd7 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:25.901505 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe0926-0bdd-4135-90e6-c13304f0ecd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=09f73694-32ff-45a6-8787-a954c022152d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:25.904525 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-16fe0926-0bdd-4135-90e6-c13304f0ecd7 admin admin] 10.222.0.57 "DELETE /v2.0/networks/09f73694-32ff-45a6-8787-a954c022152d HTTP/1.1" status: 204 len: 168 time: 0.7200465 May 27 02:25:25.988946 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-e04b3a3f-05eb-491b-9584-936047fc4aa2 req-6ecd5c53-715a-456b-9a92-b96b4424682d tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Deleting port dcf67950-4606-4a75-a09a-c37188ce89bc {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:25:25.992800 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e04b3a3f-05eb-491b-9584-936047fc4aa2 req-6ecd5c53-715a-456b-9a92-b96b4424682d tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:26.390965 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cdf9f5-8a99-475b-bd42-fee498557379 req-2a70a3f5-1107-43fd-af4c-5627e533e089 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:26.404966 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-15cdf9f5-8a99-475b-bd42-fee498557379 req-2a70a3f5-1107-43fd-af4c-5627e533e089 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3937e6f2-1e49-4589-b750-bac9b52b935a HTTP/1.1" status: 200 len: 945 time: 0.2244163 May 27 02:25:26.410756 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-e04b3a3f-05eb-491b-9584-936047fc4aa2 req-6ecd5c53-715a-456b-9a92-b96b4424682d tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] For port dcf67950-4606-4a75-a09a-c37188ce89bc, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=dcf67950-4606-4a75-a09a-c37188ce89bc,segment=NetworkSegment(2e346bc5-5f0b-4406-90c3-6566b97a936a),segment_id=2e346bc5-5f0b-4406-90c3-6566b97a936a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:25:26.410756 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e04b3a3f-05eb-491b-9584-936047fc4aa2 req-6ecd5c53-715a-456b-9a92-b96b4424682d tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:26.453897 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 69e7ceb9-cf6e-4a0f-a9e7-b84ec4955bc0 resource provider aggregate not found May 27 02:25:26.494096 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 69e7ceb9-cf6e-4a0f-a9e7-b84ec4955bc0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 69e7ceb9-cf6e-4a0f-a9e7-b84ec4955bc0 found for delete ", "request_id": "req-9e81a3f7-adb2-4d8e-aad5-79411c61259a"}]} May 27 02:25:26.543696 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48716) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:25:26.603204 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ceadd2e3-7062-4c3f-a08b-1fda00dc5ead admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5243a02623754ef791be0949780ec265&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0560071 May 27 02:25:26.606766 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48722) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:25:26.638311 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-e04b3a3f-05eb-491b-9584-936047fc4aa2 req-6ecd5c53-715a-456b-9a92-b96b4424682d tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Calling delete_port for dcf67950-4606-4a75-a09a-c37188ce89bc owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:25:26.703986 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1ffd25b-863b-4619-90c6-9a51207abf05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:26.717554 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-15cdf9f5-8a99-475b-bd42-fee498557379 req-3ed02ace-a54b-424c-9205-34685537002f tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093388 May 27 02:25:26.768261 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1ffd25b-863b-4619-90c6-9a51207abf05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:26.977585 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1ffd25b-863b-4619-90c6-9a51207abf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:27.023792 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ffd25b-863b-4619-90c6-9a51207abf05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dff43d3-a741-4627-8286-5458baa18e18,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:27.036238 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1ffd25b-863b-4619-90c6-9a51207abf05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:27.036238 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a1ffd25b-863b-4619-90c6-9a51207abf05 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5dff43d3-a741-4627-8286-5458baa18e18 HTTP/1.1" status: 204 len: 168 time: 0.4218218 May 27 02:25:27.036238 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ffd25b-863b-4619-90c6-9a51207abf05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:27.036238 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ffd25b-863b-4619-90c6-9a51207abf05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:27.036238 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ffd25b-863b-4619-90c6-9a51207abf05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:27.036238 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ffd25b-863b-4619-90c6-9a51207abf05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:27.046235 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ffd25b-863b-4619-90c6-9a51207abf05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:27.046235 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ffd25b-863b-4619-90c6-9a51207abf05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:27.046235 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ffd25b-863b-4619-90c6-9a51207abf05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:27.046235 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ffd25b-863b-4619-90c6-9a51207abf05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:27.046235 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ffd25b-863b-4619-90c6-9a51207abf05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:27.046235 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ffd25b-863b-4619-90c6-9a51207abf05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:27.046235 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ffd25b-863b-4619-90c6-9a51207abf05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:27.046235 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ffd25b-863b-4619-90c6-9a51207abf05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:27.086353 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e04b3a3f-05eb-491b-9584-936047fc4aa2 req-6ecd5c53-715a-456b-9a92-b96b4424682d tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:27.115874 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['dcf67950-4606-4a75-a09a-c37188ce89bc'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:25:27.184642 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['3fee8f9a-60b2-4978-b2c6-4d37b7502727', '26c5c800-d5e7-45f4-bf34-1e56f9d50521'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:25:27.192300 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd5c53-715a-456b-9a92-b96b4424682d tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Pushing event deleted for resources: {'Port': ['ID=dcf67950-4606-4a75-a09a-c37188ce89bc,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:27.414292 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-e04b3a3f-05eb-491b-9584-936047fc4aa2 req-6ecd5c53-715a-456b-9a92-b96b4424682d tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] No DVR routers for this DVR port dcf67950-4606-4a75-a09a-c37188ce89bc on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:25:27.416488 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e04b3a3f-05eb-491b-9584-936047fc4aa2 req-6ecd5c53-715a-456b-9a92-b96b4424682d tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:27.426435 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3937e6f2-1e49-4589-b750-bac9b52b935a', 'name': 'network-vif-deleted', 'tag': 'dcf67950-4606-4a75-a09a-c37188ce89bc'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:25:27.432909 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e04b3a3f-05eb-491b-9584-936047fc4aa2 req-6ecd5c53-715a-456b-9a92-b96b4424682d tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.66 "DELETE /v2.0/ports/dcf67950-4606-4a75-a09a-c37188ce89bc HTTP/1.1" status: 204 len: 173 time: 1.5483346 May 27 02:25:27.612106 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19052043-4e43-423f-9d2c-662039f3638d'] response: {'server_uuid': '3937e6f2-1e49-4589-b750-bac9b52b935a', 'name': 'network-vif-deleted', 'tag': 'dcf67950-4606-4a75-a09a-c37188ce89bc', 'status': 'completed', 'code': 200} May 27 02:25:27.910092 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device bac4c315-7d09-415c-aa29-12ea979421ff no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:25:28.060232 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: bac4c315-7d09-415c-aa29-12ea979421ff {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:25:28.060232 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device bac4c315-7d09-415c-aa29-12ea979421ff not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:25:28.060232 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device dcf67950-4606-4a75-a09a-c37188ce89bc no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:25:28.106261 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-c3fa3ddc-a31e-46f0-98ed-b082cd78db9a req-fb8153f9-6508-42a7-b38a-8ee1e8ad6bc3 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Synchronizing usage tracker for tenant:665791fe782b44168aee72df05af6c58 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:25:28.150385 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: dcf67950-4606-4a75-a09a-c37188ce89bc {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:25:28.150385 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device dcf67950-4606-4a75-a09a-c37188ce89bc not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:25:28.153415 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-fe3bda2f-a2d4-4bf9-a44b-05b0770bb104 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:28.157114 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-00ab91c8-9f09-44ab-9112-84c9aed1e831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:28.159125 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-fe3bda2f-a2d4-4bf9-a44b-05b0770bb104 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/networks?id=b0cf1283-9231-4b2a-9144-4eb59719bffc HTTP/1.1" status: 200 len: 806 time: 0.6526361 May 27 02:25:28.197391 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-d9dc82c4-1bd9-4a1f-9e1e-33aeb908aa08 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/quotas/b08cd8af149f44bd8b4127ae8a32a06c HTTP/1.1" status: 200 len: 375 time: 0.0268817 May 27 02:25:28.258852 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-c3fa3ddc-a31e-46f0-98ed-b082cd78db9a req-fb8153f9-6508-42a7-b38a-8ee1e8ad6bc3 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Unset dirty status for tenant:665791fe782b44168aee72df05af6c58 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:25:28.259226 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c3fa3ddc-a31e-46f0-98ed-b082cd78db9a req-fb8153f9-6508-42a7-b38a-8ee1e8ad6bc3 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3937e6f2-1e49-4589-b750-bac9b52b935a HTTP/1.1" status: 200 len: 210 time: 0.2281806 May 27 02:25:28.322057 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-1ed0b35d-6034-4288-a926-8f054a6001ee tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b08cd8af149f44bd8b4127ae8a32a06c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1168907 May 27 02:25:28.364479 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48766) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:25:28.443624 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1938e02b-4323-4f85-a4c4-12bff2174558 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=17eb09627e304a709f52a27f619add6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0757122 May 27 02:25:28.444562 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48770) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:25:28.502372 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-94d63e28-4869-49ed-82d2-11d5fb6235a4 service neutron] 10.222.0.57 "GET /v2.0/networks/b0cf1283-9231-4b2a-9144-4eb59719bffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833115 May 27 02:25:28.595235 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6bc2a9ea-a563-407b-84b8-96fd9fd3ed82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:28.629546 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6bc2a9ea-a563-407b-84b8-96fd9fd3ed82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:28.741008 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-360bc7de-98b5-4812-82e4-f7aef132cb5d service neutron] 10.222.0.57 "GET /v2.0/networks/b0cf1283-9231-4b2a-9144-4eb59719bffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241709 May 27 02:25:28.852141 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6bc2a9ea-a563-407b-84b8-96fd9fd3ed82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:28.875452 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc2a9ea-a563-407b-84b8-96fd9fd3ed82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ad6b97-352d-4d7e-892c-a3aac349e9d6,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:28.880015 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6bc2a9ea-a563-407b-84b8-96fd9fd3ed82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:28.880253 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6bc2a9ea-a563-407b-84b8-96fd9fd3ed82 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/37ad6b97-352d-4d7e-892c-a3aac349e9d6 HTTP/1.1" status: 204 len: 168 time: 0.4352126 May 27 02:25:28.949111 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:29.001682 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:29.060988 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aaa9805c-c9ed-4903-94c7-6656d6cacc69 req-40af98cf-b36d-450b-b6e2-0fecd32adb4b tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcac352f-80c7-4aa5-bc50-29353ce2bceb HTTP/1.1" status: 200 len: 210 time: 0.0502007 May 27 02:25:30.080274 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:30.242126 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-73fb620e-e5c8-4703-88d5-01d73e234ae2 req-28f178b8-d9ce-4a7f-abaf-4fee2aef7f4d tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcac352f-80c7-4aa5-bc50-29353ce2bceb HTTP/1.1" status: 200 len: 210 time: 0.0889325 May 27 02:25:30.250956 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed67103-9a9b-40f0-989e-c571ab36d959 req-878cd0cb-d3b9-4711-a48a-4f6033756ff0 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:30.255924 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aed67103-9a9b-40f0-989e-c571ab36d959 req-878cd0cb-d3b9-4711-a48a-4f6033756ff0 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=06dfcc27-7d08-4fa5-9c37-fb0525f39bd3 HTTP/1.1" status: 200 len: 945 time: 0.2112293 May 27 02:25:30.338633 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aed67103-9a9b-40f0-989e-c571ab36d959 req-528f7198-4665-4ce0-8420-45ba94b40bf5 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785921 May 27 02:25:31.117059 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48866) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:25:31.244689 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3bab33c2-05ba-4b40-86db-4aa214946c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:31.273476 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-3bab33c2-05ba-4b40-86db-4aa214946c8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:25:31.274538 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3bab33c2-05ba-4b40-86db-4aa214946c8a admin admin] Usage tracker for resource:security_group_rule and tenant:f502a696662c4fac87847e1502da72fa is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:25:31.278096 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3bab33c2-05ba-4b40-86db-4aa214946c8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:25:31.283977 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-3bab33c2-05ba-4b40-86db-4aa214946c8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:25:31.440016 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d2d9605a-97ff-4bc5-8ae2-4053b31d49aa req-fb0f8cc6-b082-45f2-b117-44f868a2f934 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcac352f-80c7-4aa5-bc50-29353ce2bceb HTTP/1.1" status: 200 len: 210 time: 0.0652964 May 27 02:25:31.481543 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3bab33c2-05ba-4b40-86db-4aa214946c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:31.547710 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f36686-63c8-4039-a09d-222b3f1e6daf req-d158de27-525c-4fbf-8d83-eb5dac8b3909 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:31.548423 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-09f36686-63c8-4039-a09d-222b3f1e6daf req-d158de27-525c-4fbf-8d83-eb5dac8b3909 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Synchronizing usage tracker for tenant:665791fe782b44168aee72df05af6c58 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:25:31.561764 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-09f36686-63c8-4039-a09d-222b3f1e6daf req-d158de27-525c-4fbf-8d83-eb5dac8b3909 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Unset dirty status for tenant:665791fe782b44168aee72df05af6c58 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:25:31.562897 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-09f36686-63c8-4039-a09d-222b3f1e6daf req-d158de27-525c-4fbf-8d83-eb5dac8b3909 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.32 "GET /v2.0/ports?device_id=06dfcc27-7d08-4fa5-9c37-fb0525f39bd3 HTTP/1.1" status: 200 len: 945 time: 0.1094012 May 27 02:25:31.584332 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3bab33c2-05ba-4b40-86db-4aa214946c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:31.640614 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3bab33c2-05ba-4b40-86db-4aa214946c8a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f502a696662c4fac87847e1502da72fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5210357 May 27 02:25:31.641951 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48882) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:25:31.642608 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab33c2-05ba-4b40-86db-4aa214946c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e898638c-1d8e-45c6-b3b6-d24cc264a88b,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:31.658724 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f2d55-40b2-468b-b6e2-32d32d42d435 req-56f560e0-9874-4cae-b0d9-754991212d35 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:31.660184 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6f3f2d55-40b2-468b-b6e2-32d32d42d435 req-56f560e0-9874-4cae-b0d9-754991212d35 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=06dfcc27-7d08-4fa5-9c37-fb0525f39bd3 HTTP/1.1" status: 200 len: 945 time: 0.1399796 May 27 02:25:31.680130 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-09f36686-63c8-4039-a09d-222b3f1e6daf req-1e0144e3-c7fe-491c-a997-30e4a99721c3 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Deleting port 3fee8f9a-60b2-4978-b2c6-4d37b7502727 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:25:31.680478 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-09f36686-63c8-4039-a09d-222b3f1e6daf req-1e0144e3-c7fe-491c-a997-30e4a99721c3 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:31.818773 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c137f1b-7210-4303-b4dd-7dde1673fa72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:31.891432 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6f3f2d55-40b2-468b-b6e2-32d32d42d435 req-a59a665e-2deb-43b0-9e6c-32e1eac06538 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041099 May 27 02:25:31.988208 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-e5947d3a-0853-4167-b7e8-dc764368a896 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:31.991109 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-e5947d3a-0853-4167-b7e8-dc764368a896 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.66 "GET /v2.0/networks?id=b0cf1283-9231-4b2a-9144-4eb59719bffc HTTP/1.1" status: 200 len: 806 time: 0.3126056 May 27 02:25:32.013478 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-74c619fe-60c7-45bc-b4e2-554825af44d1 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Request body: {'port': {'device_id': 'bcac352f-80c7-4aa5-bc50-29353ce2bceb', 'network_id': 'b0cf1283-9231-4b2a-9144-4eb59719bffc', 'admin_state_up': True, 'tenant_id': 'b08cd8af149f44bd8b4127ae8a32a06c'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:25:32.079060 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c137f1b-7210-4303-b4dd-7dde1673fa72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:32.232319 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-74c619fe-60c7-45bc-b4e2-554825af44d1 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:25:32.234463 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-09f36686-63c8-4039-a09d-222b3f1e6daf req-1e0144e3-c7fe-491c-a997-30e4a99721c3 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] For port 3fee8f9a-60b2-4978-b2c6-4d37b7502727, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=3fee8f9a-60b2-4978-b2c6-4d37b7502727,segment=NetworkSegment(2e346bc5-5f0b-4406-90c3-6566b97a936a),segment_id=2e346bc5-5f0b-4406-90c3-6566b97a936a)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:25:32.235028 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-09f36686-63c8-4039-a09d-222b3f1e6daf req-1e0144e3-c7fe-491c-a997-30e4a99721c3 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:32.244950 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-74c619fe-60c7-45bc-b4e2-554825af44d1 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:25:32.339771 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-74c619fe-60c7-45bc-b4e2-554825af44d1 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Made reservation on behalf of b08cd8af149f44bd8b4127ae8a32a06c for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:25:32.343463 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-74c619fe-60c7-45bc-b4e2-554825af44d1 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:32.386144 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c137f1b-7210-4303-b4dd-7dde1673fa72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:32.397153 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-09f36686-63c8-4039-a09d-222b3f1e6daf req-1e0144e3-c7fe-491c-a997-30e4a99721c3 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Calling delete_port for 3fee8f9a-60b2-4978-b2c6-4d37b7502727 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:25:32.461338 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c137f1b-7210-4303-b4dd-7dde1673fa72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e898638c-1d8e-45c6-b3b6-d24cc264a88b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:32.502636 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c137f1b-7210-4303-b4dd-7dde1673fa72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:32.505160 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0c137f1b-7210-4303-b4dd-7dde1673fa72 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e898638c-1d8e-45c6-b3b6-d24cc264a88b HTTP/1.1" status: 204 len: 168 time: 0.8605902 May 27 02:25:32.695942 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-186ddbba-b1ff-4b96-b043-08bdb26535f8 req-a8c63094-0e8d-41bc-aeb4-3c89a4d9d27e tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcac352f-80c7-4aa5-bc50-29353ce2bceb HTTP/1.1" status: 200 len: 210 time: 0.0489528 May 27 02:25:32.714837 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-09f36686-63c8-4039-a09d-222b3f1e6daf req-1e0144e3-c7fe-491c-a997-30e4a99721c3 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:32.726910 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-74c619fe-60c7-45bc-b4e2-554825af44d1 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Allocated IP 172.20.0.4 (b0cf1283-9231-4b2a-9144-4eb59719bffc/505370ea-6a69-4c6a-9c79-68e9a416bb4a/6f2cdf1b-d896-4073-b23c-74070ec9bbcd) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:25:32.737695 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['26c5c800-d5e7-45f4-bf34-1e56f9d50521'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:25:32.775430 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0144e3-c7fe-491c-a997-30e4a99721c3 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Pushing event deleted for resources: {'Port': ['ID=3fee8f9a-60b2-4978-b2c6-4d37b7502727,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:33.006400 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f36686-63c8-4039-a09d-222b3f1e6daf req-1e0144e3-c7fe-491c-a997-30e4a99721c3 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] No DVR routers for this DVR port 3fee8f9a-60b2-4978-b2c6-4d37b7502727 on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:25:33.009131 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-09f36686-63c8-4039-a09d-222b3f1e6daf req-1e0144e3-c7fe-491c-a997-30e4a99721c3 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:33.014250 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06dfcc27-7d08-4fa5-9c37-fb0525f39bd3', 'name': 'network-vif-deleted', 'tag': '3fee8f9a-60b2-4978-b2c6-4d37b7502727'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:25:33.138209 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-09f36686-63c8-4039-a09d-222b3f1e6daf req-1e0144e3-c7fe-491c-a997-30e4a99721c3 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.32 "DELETE /v2.0/ports/3fee8f9a-60b2-4978-b2c6-4d37b7502727 HTTP/1.1" status: 204 len: 173 time: 1.5686295 May 27 02:25:33.168528 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e6ea842-1466-44c8-9707-3895f1e3b95d'] response: {'server_uuid': '06dfcc27-7d08-4fa5-9c37-fb0525f39bd3', 'name': 'network-vif-deleted', 'tag': '3fee8f9a-60b2-4978-b2c6-4d37b7502727', 'status': 'completed', 'code': 200} May 27 02:25:33.215409 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-74c619fe-60c7-45bc-b4e2-554825af44d1 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:33.307390 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-00864762-c0ca-458a-a009-13f3dd32d142 req-28c76dce-e16a-4740-ac91-22b9be2a12dd tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=06dfcc27-7d08-4fa5-9c37-fb0525f39bd3 HTTP/1.1" status: 200 len: 210 time: 0.1157084 May 27 02:25:33.511030 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-74c619fe-60c7-45bc-b4e2-554825af44d1 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:33.523170 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['cfb7cdfa-51e3-48fc-9dff-7e74813e008c'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:25:33.627220 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-74c619fe-60c7-45bc-b4e2-554825af44d1 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Network b0cf1283-9231-4b2a-9144-4eb59719bffc is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:25:33.643472 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-74c619fe-60c7-45bc-b4e2-554825af44d1 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:25:33.648064 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-74c619fe-60c7-45bc-b4e2-554825af44d1 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:25:33.675702 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c619fe-60c7-45bc-b4e2-554825af44d1 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Pushing event updated for resources: {'Port': ['ID=6f2cdf1b-d896-4073-b23c-74070ec9bbcd,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:33.739684 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-74c619fe-60c7-45bc-b4e2-554825af44d1 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:33.739684 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-74c619fe-60c7-45bc-b4e2-554825af44d1 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:33.846082 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-74c619fe-60c7-45bc-b4e2-554825af44d1 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8402791 May 27 02:25:33.860334 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-dc98320b-96e6-4ab4-9cd9-507a1b4dcf15 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:25:33.861801 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-dc98320b-96e6-4ab4-9cd9-507a1b4dcf15 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090554 May 27 02:25:34.042767 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde76f2-36f4-44f6-810a-67ef4057f722 req-e815cea9-6bd5-4db4-8d17-2d85a8e14150 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:34.043469 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-1dde76f2-36f4-44f6-810a-67ef4057f722 req-e815cea9-6bd5-4db4-8d17-2d85a8e14150 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Synchronizing usage tracker for tenant:b08cd8af149f44bd8b4127ae8a32a06c on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:25:34.052968 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-d241fb02-19fb-4e01-83ac-4c2293157636 service neutron] Request body: {'port': {'device_id': 'bcac352f-80c7-4aa5-bc50-29353ce2bceb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:25:34.223819 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-d241fb02-19fb-4e01-83ac-4c2293157636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:34.297359 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-1dde76f2-36f4-44f6-810a-67ef4057f722 req-e815cea9-6bd5-4db4-8d17-2d85a8e14150 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Unset dirty status for tenant:b08cd8af149f44bd8b4127ae8a32a06c on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:25:34.298946 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1dde76f2-36f4-44f6-810a-67ef4057f722 req-e815cea9-6bd5-4db4-8d17-2d85a8e14150 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcac352f-80c7-4aa5-bc50-29353ce2bceb HTTP/1.1" status: 200 len: 931 time: 0.3705919 May 27 02:25:34.332916 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 3fee8f9a-60b2-4978-b2c6-4d37b7502727 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:25:34.385948 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 3fee8f9a-60b2-4978-b2c6-4d37b7502727 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:25:34.386406 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 3fee8f9a-60b2-4978-b2c6-4d37b7502727 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:25:34.417257 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1dde76f2-36f4-44f6-810a-67ef4057f722 req-a2da57fb-d189-4f67-a0ff-9cd9bac8979c tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115620 May 27 02:25:34.777072 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-d241fb02-19fb-4e01-83ac-4c2293157636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f2cdf1b-d896-4073-b23c-74070ec9bbcd {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:25:34.787461 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-d241fb02-19fb-4e01-83ac-4c2293157636 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:34.801624 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-d241fb02-19fb-4e01-83ac-4c2293157636 service neutron] Transition to ACTIVE for port object 6f2cdf1b-d896-4073-b23c-74070ec9bbcd will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:25:34.863628 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-d241fb02-19fb-4e01-83ac-4c2293157636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:34.944291 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241fb02-19fb-4e01-83ac-4c2293157636 service neutron] Pushing event updated for resources: {'Port': ['ID=6f2cdf1b-d896-4073-b23c-74070ec9bbcd,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:35.257280 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-d241fb02-19fb-4e01-83ac-4c2293157636 service neutron] Attempting to bind port 6f2cdf1b-d896-4073-b23c-74070ec9bbcd on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:25:35.257883 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-d241fb02-19fb-4e01-83ac-4c2293157636 service neutron] Attempting to bind port 6f2cdf1b-d896-4073-b23c-74070ec9bbcd by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '441b6a83-1810-4a59-a172-de9005de5715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b0cf1283-9231-4b2a-9144-4eb59719bffc'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:25:35.258690 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-d241fb02-19fb-4e01-83ac-4c2293157636 service neutron] Attempting to bind port 6f2cdf1b-d896-4073-b23c-74070ec9bbcd on network b0cf1283-9231-4b2a-9144-4eb59719bffc {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:25:35.266484 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-d241fb02-19fb-4e01-83ac-4c2293157636 service neutron] Port 6f2cdf1b-d896-4073-b23c-74070ec9bbcd on network b0cf1283-9231-4b2a-9144-4eb59719bffc not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:25:35.267242 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-d241fb02-19fb-4e01-83ac-4c2293157636 service neutron] Attempting to bind port 6f2cdf1b-d896-4073-b23c-74070ec9bbcd on network b0cf1283-9231-4b2a-9144-4eb59719bffc {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:25:35.275192 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-d241fb02-19fb-4e01-83ac-4c2293157636 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:25:35.275880 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-d241fb02-19fb-4e01-83ac-4c2293157636 service neutron] Checking segment: {'id': '441b6a83-1810-4a59-a172-de9005de5715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b0cf1283-9231-4b2a-9144-4eb59719bffc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:25:35.276423 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-d241fb02-19fb-4e01-83ac-4c2293157636 service neutron] Bound using segment: {'id': '441b6a83-1810-4a59-a172-de9005de5715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b0cf1283-9231-4b2a-9144-4eb59719bffc'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:25:35.277297 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-d241fb02-19fb-4e01-83ac-4c2293157636 service neutron] Bound port: 6f2cdf1b-d896-4073-b23c-74070ec9bbcd, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '441b6a83-1810-4a59-a172-de9005de5715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b0cf1283-9231-4b2a-9144-4eb59719bffc'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:25:35.278814 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-d241fb02-19fb-4e01-83ac-4c2293157636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:35.320050 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5895e8-bf20-4904-9279-bdc1c7558d82 req-72462cc0-1d15-46c8-9f4a-c2ea0578824f tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:35.322165 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ca5895e8-bf20-4904-9279-bdc1c7558d82 req-72462cc0-1d15-46c8-9f4a-c2ea0578824f tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=a877afa2-eea1-47bd-98a5-1f7e68a8816f HTTP/1.1" status: 200 len: 945 time: 0.2979136 May 27 02:25:35.428307 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ca5895e8-bf20-4904-9279-bdc1c7558d82 req-43fa78e1-5cf3-448b-b270-a6e729bc5b7f tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754294 May 27 02:25:35.441997 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-d241fb02-19fb-4e01-83ac-4c2293157636 service neutron] For port 6f2cdf1b-d896-4073-b23c-74070ec9bbcd, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:25:35.445852 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-d241fb02-19fb-4e01-83ac-4c2293157636 service neutron] For port 6f2cdf1b-d896-4073-b23c-74070ec9bbcd, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=6f2cdf1b-d896-4073-b23c-74070ec9bbcd,segment=NetworkSegment(441b6a83-1810-4a59-a172-de9005de5715),segment_id=441b6a83-1810-4a59-a172-de9005de5715)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:25:35.532627 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-d241fb02-19fb-4e01-83ac-4c2293157636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:35.756782 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-d241fb02-19fb-4e01-83ac-4c2293157636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:35.757639 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-d241fb02-19fb-4e01-83ac-4c2293157636 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:35.760068 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-d241fb02-19fb-4e01-83ac-4c2293157636 service neutron] 10.222.0.66 "PUT /v2.0/ports/6f2cdf1b-d896-4073-b23c-74070ec9bbcd HTTP/1.1" status: 200 len: 1091 time: 1.8913820 May 27 02:25:35.776909 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcac352f-80c7-4aa5-bc50-29353ce2bceb', 'tag': '6f2cdf1b-d896-4073-b23c-74070ec9bbcd'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:25:35.811440 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241fb02-19fb-4e01-83ac-4c2293157636 service neutron] Pushing event updated for resources: {'Port': ['ID=6f2cdf1b-d896-4073-b23c-74070ec9bbcd,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:35.873710 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c9b75-60f3-46fc-9e62-af8556fd853e req-cbaf4a75-db92-4f7d-9937-3a29ee50d09a tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:35.875346 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-928c9b75-60f3-46fc-9e62-af8556fd853e req-cbaf4a75-db92-4f7d-9937-3a29ee50d09a tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcac352f-80c7-4aa5-bc50-29353ce2bceb HTTP/1.1" status: 200 len: 943 time: 0.1749673 May 27 02:25:36.060801 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-928c9b75-60f3-46fc-9e62-af8556fd853e req-87e22cda-ad75-4e96-899d-e7507b2cabca tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104624 May 27 02:25:36.076349 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-14cbba2e-845b-43e5-9b00-119886a8211a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:36.076349 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-14cbba2e-845b-43e5-9b00-119886a8211a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b08cd8af149f44bd8b4127ae8a32a06c&device_id=bcac352f-80c7-4aa5-bc50-29353ce2bceb HTTP/1.1" status: 200 len: 1094 time: 0.1979325 May 27 02:25:36.083412 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f52c407b-f622-4081-a377-a3ad92305728'] response: {'name': 'network-changed', 'server_uuid': 'bcac352f-80c7-4aa5-bc50-29353ce2bceb', 'tag': '6f2cdf1b-d896-4073-b23c-74070ec9bbcd', 'status': 'completed', 'code': 200} May 27 02:25:36.152284 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-8deae459-8b00-486c-b7fb-0cd22882def4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f2cdf1b-d896-4073-b23c-74070ec9bbcd HTTP/1.1" status: 200 len: 217 time: 0.0667865 May 27 02:25:36.221066 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-b9d62dd8-6584-4c62-b242-50cc5a2fb13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:36.223219 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-b9d62dd8-6584-4c62-b242-50cc5a2fb13d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=505370ea-6a69-4c6a-9c79-68e9a416bb4a HTTP/1.1" status: 200 len: 846 time: 0.0644786 May 27 02:25:36.272065 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-fc43a05a-5db0-4b4a-b65f-1e7f53db1206 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b0cf1283-9231-4b2a-9144-4eb59719bffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433409 May 27 02:25:36.423470 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-4f845aef-38de-42ee-bb0e-ec7f5c463c88 service neutron] 10.222.0.66 "GET /v2.0/networks/b0cf1283-9231-4b2a-9144-4eb59719bffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456354 May 27 02:25:36.703213 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e6ffe5f-ff17-42d0-9bc2-6e89b0415233 req-67336a8f-99c6-4c1f-a893-2dd9db50e7b8 service neutron] 10.222.0.66 "GET /v2.0/networks/b0cf1283-9231-4b2a-9144-4eb59719bffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742989 May 27 02:25:36.759896 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cc565-71dd-4dce-9db1-8c7841715d6d req-cfe839c7-61df-439a-a8e0-9c75069d2d93 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:36.760610 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-ad6cc565-71dd-4dce-9db1-8c7841715d6d req-cfe839c7-61df-439a-a8e0-9c75069d2d93 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Synchronizing usage tracker for tenant:665791fe782b44168aee72df05af6c58 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:25:36.819496 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0edba7e-a36c-4e19-99b4-30aed4cebbb8 req-2ff85fdf-1579-41ff-8513-500e5d37dfd2 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:36.826668 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c0edba7e-a36c-4e19-99b4-30aed4cebbb8 req-2ff85fdf-1579-41ff-8513-500e5d37dfd2 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=a877afa2-eea1-47bd-98a5-1f7e68a8816f HTTP/1.1" status: 200 len: 945 time: 0.1880774 May 27 02:25:36.885076 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-ad6cc565-71dd-4dce-9db1-8c7841715d6d req-cfe839c7-61df-439a-a8e0-9c75069d2d93 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Unset dirty status for tenant:665791fe782b44168aee72df05af6c58 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:25:36.890908 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ad6cc565-71dd-4dce-9db1-8c7841715d6d req-cfe839c7-61df-439a-a8e0-9c75069d2d93 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.32 "GET /v2.0/ports?device_id=a877afa2-eea1-47bd-98a5-1f7e68a8816f HTTP/1.1" status: 200 len: 945 time: 0.3284445 May 27 02:25:36.942323 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c0edba7e-a36c-4e19-99b4-30aed4cebbb8 req-bd31943e-a6e3-4b50-9d1a-9e42d04ded53 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/security-groups?id=d83b0137-b404-40da-93dc-bc9357522db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124458 May 27 02:25:36.956005 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb88d4-e1da-429c-9df7-7bf5b647b3c8 req-e66c166f-76c6-42e3-b2eb-94daa672ab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:36.957590 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-abbb88d4-e1da-429c-9df7-7bf5b647b3c8 req-e66c166f-76c6-42e3-b2eb-94daa672ab0c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b08cd8af149f44bd8b4127ae8a32a06c&device_id=bcac352f-80c7-4aa5-bc50-29353ce2bceb HTTP/1.1" status: 200 len: 1094 time: 0.1256273 May 27 02:25:37.023837 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-ad6cc565-71dd-4dce-9db1-8c7841715d6d req-b1254e45-dec1-4ed9-b856-4326e4d454ec tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Deleting port 26c5c800-d5e7-45f4-bf34-1e56f9d50521 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:25:37.023837 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ad6cc565-71dd-4dce-9db1-8c7841715d6d req-b1254e45-dec1-4ed9-b856-4326e4d454ec tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:37.139820 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb88d4-e1da-429c-9df7-7bf5b647b3c8 req-c102b82a-9f79-4e66-9fd1-60dc6347699c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:37.141456 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-abbb88d4-e1da-429c-9df7-7bf5b647b3c8 req-c102b82a-9f79-4e66-9fd1-60dc6347699c service neutron] 10.222.0.66 "GET /v2.0/networks?id=b0cf1283-9231-4b2a-9144-4eb59719bffc HTTP/1.1" status: 200 len: 907 time: 0.1784992 May 27 02:25:37.297802 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-abbb88d4-e1da-429c-9df7-7bf5b647b3c8 req-8bb74f37-c85b-452f-b6b7-d376bfd325cc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f2cdf1b-d896-4073-b23c-74070ec9bbcd HTTP/1.1" status: 200 len: 217 time: 0.1462111 May 27 02:25:37.371402 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 49046) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:25:37.401026 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb88d4-e1da-429c-9df7-7bf5b647b3c8 req-f7614ef3-c3ab-483f-bb1f-1c52cdec3af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:37.402637 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-abbb88d4-e1da-429c-9df7-7bf5b647b3c8 req-f7614ef3-c3ab-483f-bb1f-1c52cdec3af2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=505370ea-6a69-4c6a-9c79-68e9a416bb4a HTTP/1.1" status: 200 len: 846 time: 0.0981319 May 27 02:25:37.417343 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-ad6cc565-71dd-4dce-9db1-8c7841715d6d req-b1254e45-dec1-4ed9-b856-4326e4d454ec tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] For port 26c5c800-d5e7-45f4-bf34-1e56f9d50521, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=26c5c800-d5e7-45f4-bf34-1e56f9d50521,segment=NetworkSegment(2e346bc5-5f0b-4406-90c3-6566b97a936a),segment_id=2e346bc5-5f0b-4406-90c3-6566b97a936a)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:25:37.417718 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ad6cc565-71dd-4dce-9db1-8c7841715d6d req-b1254e45-dec1-4ed9-b856-4326e4d454ec tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:37.463503 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-abbb88d4-e1da-429c-9df7-7bf5b647b3c8 req-7abe327a-f456-4da5-8fc9-2d91babf6380 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b0cf1283-9231-4b2a-9144-4eb59719bffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515647 May 27 02:25:37.471008 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096fd394-4534-46e6-8926-3c95b7a7e79b req-e7ca1dcf-3e05-4248-ad38-d92fc752de81 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:37.472496 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-096fd394-4534-46e6-8926-3c95b7a7e79b req-e7ca1dcf-3e05-4248-ad38-d92fc752de81 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcac352f-80c7-4aa5-bc50-29353ce2bceb HTTP/1.1" status: 200 len: 943 time: 0.2339187 May 27 02:25:37.557907 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-ad6cc565-71dd-4dce-9db1-8c7841715d6d req-b1254e45-dec1-4ed9-b856-4326e4d454ec tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Calling delete_port for 26c5c800-d5e7-45f4-bf34-1e56f9d50521 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:25:37.599868 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5b9ed067-312c-47c8-a816-fa29d20273ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:37.645364 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-096fd394-4534-46e6-8926-3c95b7a7e79b req-97dce1c3-ce0e-439c-9e6d-a158392b6202 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541800 May 27 02:25:37.679774 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5b9ed067-312c-47c8-a816-fa29d20273ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:25:37.679774 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5b9ed067-312c-47c8-a816-fa29d20273ff admin admin] Usage tracker for resource:security_group_rule and tenant:d5efea112a234902aa0cfe28b09d5516 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:25:37.683336 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-abbb88d4-e1da-429c-9df7-7bf5b647b3c8 req-97fa80e6-18fe-471c-8ddf-5e35f158bfa2 service neutron] 10.222.0.66 "GET /v2.0/networks/b0cf1283-9231-4b2a-9144-4eb59719bffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099304 May 27 02:25:37.684111 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5b9ed067-312c-47c8-a816-fa29d20273ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:25:37.692889 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5b9ed067-312c-47c8-a816-fa29d20273ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:25:37.837056 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ad6cc565-71dd-4dce-9db1-8c7841715d6d req-b1254e45-dec1-4ed9-b856-4326e4d454ec tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:37.851643 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['26c5c800-d5e7-45f4-bf34-1e56f9d50521'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:25:37.917494 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1254e45-dec1-4ed9-b856-4326e4d454ec tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Pushing event deleted for resources: {'Port': ['ID=26c5c800-d5e7-45f4-bf34-1e56f9d50521,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:38.028837 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6cc565-71dd-4dce-9db1-8c7841715d6d req-b1254e45-dec1-4ed9-b856-4326e4d454ec tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] No DVR routers for this DVR port 26c5c800-d5e7-45f4-bf34-1e56f9d50521 on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:25:38.031750 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ad6cc565-71dd-4dce-9db1-8c7841715d6d req-b1254e45-dec1-4ed9-b856-4326e4d454ec tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:38.036598 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a877afa2-eea1-47bd-98a5-1f7e68a8816f', 'name': 'network-vif-deleted', 'tag': '26c5c800-d5e7-45f4-bf34-1e56f9d50521'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:25:38.082602 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-abbb88d4-e1da-429c-9df7-7bf5b647b3c8 req-ee0bd696-f3c2-46d6-a929-28161f15d939 service neutron] 10.222.0.66 "GET /v2.0/networks/b0cf1283-9231-4b2a-9144-4eb59719bffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926582 May 27 02:25:38.118211 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62aca0fa-2a2a-4e2b-a363-33b15f539a84'] response: {'server_uuid': 'a877afa2-eea1-47bd-98a5-1f7e68a8816f', 'name': 'network-vif-deleted', 'tag': '26c5c800-d5e7-45f4-bf34-1e56f9d50521', 'status': 'completed', 'code': 200} May 27 02:25:38.147186 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ad6cc565-71dd-4dce-9db1-8c7841715d6d req-b1254e45-dec1-4ed9-b856-4326e4d454ec tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.32 "DELETE /v2.0/ports/26c5c800-d5e7-45f4-bf34-1e56f9d50521 HTTP/1.1" status: 204 len: 173 time: 1.2541010 May 27 02:25:38.201504 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2af0201b-4754-4a83-9336-85253fb490fe req-6616b913-636c-4585-8746-8dfaf7d96cb2 tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=a877afa2-eea1-47bd-98a5-1f7e68a8816f HTTP/1.1" status: 200 len: 210 time: 0.0917585 May 27 02:25:38.225057 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5b9ed067-312c-47c8-a816-fa29d20273ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:38.286751 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5b9ed067-312c-47c8-a816-fa29d20273ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:38.344172 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5b9ed067-312c-47c8-a816-fa29d20273ff admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d5efea112a234902aa0cfe28b09d5516&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9677336 May 27 02:25:38.345264 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ed067-312c-47c8-a816-fa29d20273ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfb503c-675e-4d7e-bf21-c3542ebbde5d,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:38.347228 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 49072) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:25:38.418336 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c72010a9-9f8f-4914-ab28-257071f498d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:38.446232 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c72010a9-9f8f-4914-ab28-257071f498d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:38.605800 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c72010a9-9f8f-4914-ab28-257071f498d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:38.622628 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72010a9-9f8f-4914-ab28-257071f498d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfb503c-675e-4d7e-bf21-c3542ebbde5d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:38.627475 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c72010a9-9f8f-4914-ab28-257071f498d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:38.628685 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c72010a9-9f8f-4914-ab28-257071f498d8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cbfb503c-675e-4d7e-bf21-c3542ebbde5d HTTP/1.1" status: 204 len: 168 time: 0.2794628 May 27 02:25:38.883042 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270488e1-b1a7-4db4-bcb4-f2f94117c88f req-d15bd2f9-8f02-417f-82a1-a06da87b9cf0 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:38.884650 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-270488e1-b1a7-4db4-bcb4-f2f94117c88f req-d15bd2f9-8f02-417f-82a1-a06da87b9cf0 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcac352f-80c7-4aa5-bc50-29353ce2bceb HTTP/1.1" status: 200 len: 943 time: 0.1208973 May 27 02:25:38.942090 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-270488e1-b1a7-4db4-bcb4-f2f94117c88f req-87adb585-1e80-4654-a8f1-382e6c6f6238 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504415 May 27 02:25:39.407938 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 49096) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:25:39.432429 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e19c4748-8b05-4d4b-a25a-eca385be2592 req-2defc3ff-d8ba-45b7-a5f0-8163dca31c4b tempest-ListServerFiltersTestJSON-932403760 tempest-ListServerFiltersTestJSON-932403760-project] 10.222.0.57 "GET /v2.0/ports?device_id=a877afa2-eea1-47bd-98a5-1f7e68a8816f HTTP/1.1" status: 200 len: 210 time: 0.0792270 May 27 02:25:39.453441 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ae020859-8d50-4eb6-aed3-c67527b7595e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:39.489630 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ae020859-8d50-4eb6-aed3-c67527b7595e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:25:39.489630 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ae020859-8d50-4eb6-aed3-c67527b7595e admin admin] Usage tracker for resource:security_group_rule and tenant:c884939373654036a06fe81f2d8d6eee is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:25:39.489630 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ae020859-8d50-4eb6-aed3-c67527b7595e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:25:39.490008 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ae020859-8d50-4eb6-aed3-c67527b7595e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:25:39.601923 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ae020859-8d50-4eb6-aed3-c67527b7595e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:39.737053 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ae020859-8d50-4eb6-aed3-c67527b7595e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:39.792373 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae020859-8d50-4eb6-aed3-c67527b7595e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0002aa-c3a3-4ebf-aeac-c0e061221526,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:39.799625 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 49100) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:25:39.811581 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ae020859-8d50-4eb6-aed3-c67527b7595e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c884939373654036a06fe81f2d8d6eee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4021287 May 27 02:25:39.850505 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 6f2cdf1b-d896-4073-b23c-74070ec9bbcd details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:25:39.864577 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fe554c74-6c3e-48c9-a78e-6fd9bb5e224c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:39.891590 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fe554c74-6c3e-48c9-a78e-6fd9bb5e224c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:39.987476 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 6f2cdf1b-d896-4073-b23c-74070ec9bbcd, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=6f2cdf1b-d896-4073-b23c-74070ec9bbcd,segment=NetworkSegment(441b6a83-1810-4a59-a172-de9005de5715),segment_id=441b6a83-1810-4a59-a172-de9005de5715)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:25:40.001376 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '6f2cdf1b-d896-4073-b23c-74070ec9bbcd', 'network_id': 'b0cf1283-9231-4b2a-9144-4eb59719bffc', 'port_id': '6f2cdf1b-d896-4073-b23c-74070ec9bbcd', 'mac_address': 'fa:16:3e:e3:1f:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '505370ea-6a69-4c6a-9c79-68e9a416bb4a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:25:40.034148 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fe554c74-6c3e-48c9-a78e-6fd9bb5e224c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:40.061566 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 6f2cdf1b-d896-4073-b23c-74070ec9bbcd is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:25:40.061948 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:40.079333 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f2cdf1b-d896-4073-b23c-74070ec9bbcd {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:25:40.095863 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 6f2cdf1b-d896-4073-b23c-74070ec9bbcd, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=6f2cdf1b-d896-4073-b23c-74070ec9bbcd,segment=NetworkSegment(441b6a83-1810-4a59-a172-de9005de5715),segment_id=441b6a83-1810-4a59-a172-de9005de5715)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:25:40.126221 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe554c74-6c3e-48c9-a78e-6fd9bb5e224c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0002aa-c3a3-4ebf-aeac-c0e061221526,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:40.132840 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fe554c74-6c3e-48c9-a78e-6fd9bb5e224c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:40.140910 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-fe554c74-6c3e-48c9-a78e-6fd9bb5e224c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0e0002aa-c3a3-4ebf-aeac-c0e061221526 HTTP/1.1" status: 204 len: 168 time: 0.3360221 May 27 02:25:40.183040 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:40.198469 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6a3ed-8b87-4e3e-9128-7e06b064b6e6 req-79ccc7ee-9265-41ae-9867-04a807cd689f tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:40.200231 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f4c6a3ed-8b87-4e3e-9128-7e06b064b6e6 req-79ccc7ee-9265-41ae-9867-04a807cd689f tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcac352f-80c7-4aa5-bc50-29353ce2bceb HTTP/1.1" status: 200 len: 943 time: 0.1345818 May 27 02:25:40.283038 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=6f2cdf1b-d896-4073-b23c-74070ec9bbcd,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:40.288978 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f4c6a3ed-8b87-4e3e-9128-7e06b064b6e6 req-05321f70-4218-4434-924b-af3f2795f599 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805883 May 27 02:25:40.292810 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:40.295444 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:40.295444 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:40.295444 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:40.295444 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:40.295444 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:40.295444 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:40.295444 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:40.295444 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:40.296326 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:40.296764 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:40.297182 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:40.392078 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 26c5c800-d5e7-45f4-bf34-1e56f9d50521 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:25:40.430609 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 26c5c800-d5e7-45f4-bf34-1e56f9d50521 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:25:40.430961 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 26c5c800-d5e7-45f4-bf34-1e56f9d50521 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:25:40.445427 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['6f2cdf1b-d896-4073-b23c-74070ec9bbcd'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:25:40.538055 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 49120) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:25:40.621681 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8c65ef7-7c4e-4e3a-a552-51c289787162 admin admin] Deleting subnet 57b96748-2ad3-4632-aff7-f8852a255e03 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:25:40.628490 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a8c65ef7-7c4e-4e3a-a552-51c289787162 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:40.686898 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a8c65ef7-7c4e-4e3a-a552-51c289787162 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:40.799854 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a8c65ef7-7c4e-4e3a-a552-51c289787162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:40.989476 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a8c65ef7-7c4e-4e3a-a552-51c289787162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:41.032342 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c65ef7-7c4e-4e3a-a552-51c289787162 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57b96748-2ad3-4632-aff7-f8852a255e03,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:41.035911 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a8c65ef7-7c4e-4e3a-a552-51c289787162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:41.041923 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deef6800-dfe9-495d-88ce-cc80ad4ff6c5 None None] Network 17fbea9d-55d6-4501-8773-6fa81d0403d3 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:25:41.042538 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a8c65ef7-7c4e-4e3a-a552-51c289787162 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/57b96748-2ad3-4632-aff7-f8852a255e03 HTTP/1.1" status: 204 len: 168 time: 0.5028002 May 27 02:25:41.045062 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 49138) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:25:41.185509 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93a5249f-e471-4220-9508-0f23530c7b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:41.197122 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-93a5249f-e471-4220-9508-0f23530c7b6a admin admin] Deleting port b942d211-b655-4ccb-98dd-82cb46949f06 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:25:41.197478 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93a5249f-e471-4220-9508-0f23530c7b6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:41.376282 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6a4b88-2bab-4959-8885-8058ee9f6bda None None] DHCP port deletion for 17fbea9d-55d6-4501-8773-6fa81d0403d3 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:25:41.381643 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ed6a4b88-2bab-4959-8885-8058ee9f6bda None None] Deleting port b942d211-b655-4ccb-98dd-82cb46949f06 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:25:41.382236 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ed6a4b88-2bab-4959-8885-8058ee9f6bda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:41.494198 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-93a5249f-e471-4220-9508-0f23530c7b6a admin admin] For port b942d211-b655-4ccb-98dd-82cb46949f06, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b942d211-b655-4ccb-98dd-82cb46949f06,segment=NetworkSegment(2e346bc5-5f0b-4406-90c3-6566b97a936a),segment_id=2e346bc5-5f0b-4406-90c3-6566b97a936a)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:25:41.494706 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93a5249f-e471-4220-9508-0f23530c7b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:41.523773 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8ceca-7bea-4e6d-8f05-72531c90d146 req-3f49cd57-f357-4b82-9711-b15a84f974a4 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:41.526136 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b9a8ceca-7bea-4e6d-8f05-72531c90d146 req-3f49cd57-f357-4b82-9711-b15a84f974a4 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcac352f-80c7-4aa5-bc50-29353ce2bceb HTTP/1.1" status: 200 len: 944 time: 0.1030433 May 27 02:25:41.581010 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b9a8ceca-7bea-4e6d-8f05-72531c90d146 req-0bd348b8-5fc0-48ca-9db5-d0ee8e5e06c0 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487771 May 27 02:25:41.685432 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-ed6a4b88-2bab-4959-8885-8058ee9f6bda None None] For port b942d211-b655-4ccb-98dd-82cb46949f06, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b942d211-b655-4ccb-98dd-82cb46949f06,segment=NetworkSegment(2e346bc5-5f0b-4406-90c3-6566b97a936a),segment_id=2e346bc5-5f0b-4406-90c3-6566b97a936a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:25:41.685833 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ed6a4b88-2bab-4959-8885-8058ee9f6bda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:41.799548 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-93a5249f-e471-4220-9508-0f23530c7b6a admin admin] Calling delete_port for b942d211-b655-4ccb-98dd-82cb46949f06 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:25:41.849026 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ed6a4b88-2bab-4959-8885-8058ee9f6bda None None] Calling delete_port for b942d211-b655-4ccb-98dd-82cb46949f06 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:25:41.887779 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 6f2cdf1b-d896-4073-b23c-74070ec9bbcd up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:25:41.977123 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93a5249f-e471-4220-9508-0f23530c7b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:41.993406 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-ed6a4b88-2bab-4959-8885-8058ee9f6bda None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:25:41.994002 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-ed6a4b88-2bab-4959-8885-8058ee9f6bda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:25:42.033467 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a5249f-e471-4220-9508-0f23530c7b6a admin admin] No DVR routers for this DVR port b942d211-b655-4ccb-98dd-82cb46949f06 on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:25:42.035166 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a5249f-e471-4220-9508-0f23530c7b6a admin admin] Pushing event deleted for resources: {'Port': ['ID=b942d211-b655-4ccb-98dd-82cb46949f06,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:42.125351 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 6f2cdf1b-d896-4073-b23c-74070ec9bbcd completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:25:42.133867 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 6f2cdf1b-d896-4073-b23c-74070ec9bbcd triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:25:42.134233 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:42.158935 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93a5249f-e471-4220-9508-0f23530c7b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:42.198996 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-93a5249f-e471-4220-9508-0f23530c7b6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17fbea9d-55d6-4501-8773-6fa81d0403d3']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:25:42.213468 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-93a5249f-e471-4220-9508-0f23530c7b6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e346bc5-5f0b-4406-90c3-6566b97a936a') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:25:42.213822 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-93a5249f-e471-4220-9508-0f23530c7b6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e346bc5-5f0b-4406-90c3-6566b97a936a') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:25:42.249736 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93a5249f-e471-4220-9508-0f23530c7b6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:42.270767 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 6f2cdf1b-d896-4073-b23c-74070ec9bbcd is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:25:42.271154 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:42.284894 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93a5249f-e471-4220-9508-0f23530c7b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:42.291468 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93a5249f-e471-4220-9508-0f23530c7b6a admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:25:42.291861 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93a5249f-e471-4220-9508-0f23530c7b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:42.302928 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcac352f-80c7-4aa5-bc50-29353ce2bceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f2cdf1b-d896-4073-b23c-74070ec9bbcd'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:25:42.313000 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 6f2cdf1b-d896-4073-b23c-74070ec9bbcd, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=6f2cdf1b-d896-4073-b23c-74070ec9bbcd,segment=NetworkSegment(441b6a83-1810-4a59-a172-de9005de5715),segment_id=441b6a83-1810-4a59-a172-de9005de5715)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:25:42.365822 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 2e346bc5-5f0b-4406-90c3-6566b97a936a resource provider aggregate not found May 27 02:25:42.402560 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 2e346bc5-5f0b-4406-90c3-6566b97a936a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2e346bc5-5f0b-4406-90c3-6566b97a936a found for delete ", "request_id": "req-e17a9736-2be7-40ac-91a4-50373c92aebe"}]} May 27 02:25:42.414942 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8846e54d-f79e-4ce3-a8bf-449bdcb31468'] response: {'server_uuid': 'bcac352f-80c7-4aa5-bc50-29353ce2bceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f2cdf1b-d896-4073-b23c-74070ec9bbcd', 'code': 200} May 27 02:25:42.462973 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:42.491704 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93a5249f-e471-4220-9508-0f23530c7b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:42.514027 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ed6a4b88-2bab-4959-8885-8058ee9f6bda None None] Deleting port b942d211-b655-4ccb-98dd-82cb46949f06 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:25:42.514027 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ed6a4b88-2bab-4959-8885-8058ee9f6bda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:42.539974 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93a5249f-e471-4220-9508-0f23530c7b6a admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:42.546334 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a5249f-e471-4220-9508-0f23530c7b6a admin admin] Pushing event deleted for resources: {'Network': ['ID=17fbea9d-55d6-4501-8773-6fa81d0403d3,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:42.600709 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ed6a4b88-2bab-4959-8885-8058ee9f6bda None None] The port 'b942d211-b655-4ccb-98dd-82cb46949f06' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:25:42.635524 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4a271-94ff-44c7-b861-864ea9d94e9c req-b9797480-736c-4a4d-9144-2716d447bde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:42.635524 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a0c4a271-94ff-44c7-b861-864ea9d94e9c req-b9797480-736c-4a4d-9144-2716d447bde4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bcac352f-80c7-4aa5-bc50-29353ce2bceb HTTP/1.1" status: 200 len: 1096 time: 0.1547670 May 27 02:25:42.636081 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=6f2cdf1b-d896-4073-b23c-74070ec9bbcd,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:42.652098 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-93a5249f-e471-4220-9508-0f23530c7b6a admin admin] 10.222.0.57 "DELETE /v2.0/networks/17fbea9d-55d6-4501-8773-6fa81d0403d3 HTTP/1.1" status: 204 len: 168 time: 1.6054418 May 27 02:25:42.677754 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a0c4a271-94ff-44c7-b861-864ea9d94e9c req-cad62782-6008-4483-a6f7-f01e53a5bd37 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445509 May 27 02:25:42.788094 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b942d211-b655-4ccb-98dd-82cb46949f06 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:25:42.807583 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b962aea-c9af-4567-9418-6139124340ce req-24a3f6e2-d6b4-4236-8328-c0f1c22eaaaf tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:42.809147 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b962aea-c9af-4567-9418-6139124340ce req-24a3f6e2-d6b4-4236-8328-c0f1c22eaaaf tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcac352f-80c7-4aa5-bc50-29353ce2bceb HTTP/1.1" status: 200 len: 945 time: 0.0875032 May 27 02:25:42.833109 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: b942d211-b655-4ccb-98dd-82cb46949f06 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:25:42.833109 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b942d211-b655-4ccb-98dd-82cb46949f06 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:25:42.858138 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b962aea-c9af-4567-9418-6139124340ce req-e8bd58b9-a854-432b-b15f-6a878a4437a6 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404930 May 27 02:25:43.083844 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 49208) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:25:43.103913 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 49212) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:25:43.136904 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-13500edf-4b8f-4095-97a6-4b8a73bca287 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=665791fe782b44168aee72df05af6c58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0518856 May 27 02:25:43.139557 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 49218) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:25:43.221332 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-59ad45f8-0142-40ac-a914-29fe0e33513b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:43.257230 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-59ad45f8-0142-40ac-a914-29fe0e33513b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:43.319230 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4058e924-2c58-4358-9e08-3f04bdaf759a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:43.339439 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4058e924-2c58-4358-9e08-3f04bdaf759a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:25:43.339439 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4058e924-2c58-4358-9e08-3f04bdaf759a admin admin] Usage tracker for resource:security_group_rule and tenant:647841c3502f4ef9885e16b584513739 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:25:43.339439 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4058e924-2c58-4358-9e08-3f04bdaf759a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:25:43.344239 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4058e924-2c58-4358-9e08-3f04bdaf759a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:25:43.447228 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-59ad45f8-0142-40ac-a914-29fe0e33513b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:43.481160 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad45f8-0142-40ac-a914-29fe0e33513b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83b0137-b404-40da-93dc-bc9357522db1,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:43.554052 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4058e924-2c58-4358-9e08-3f04bdaf759a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:43.578237 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-59ad45f8-0142-40ac-a914-29fe0e33513b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:43.580757 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-59ad45f8-0142-40ac-a914-29fe0e33513b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d83b0137-b404-40da-93dc-bc9357522db1 HTTP/1.1" status: 204 len: 168 time: 0.4364123 May 27 02:25:43.685219 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4058e924-2c58-4358-9e08-3f04bdaf759a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:43.730913 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4058e924-2c58-4358-9e08-3f04bdaf759a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=647841c3502f4ef9885e16b584513739&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6257262 May 27 02:25:43.731762 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4058e924-2c58-4358-9e08-3f04bdaf759a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd5a6ba-14bd-4ab0-93c6-f73ab9f463e1,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:43.733627 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 49234) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:25:43.802480 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71fa6124-3a45-4b8a-8400-fad223fe6413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:43.824448 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71fa6124-3a45-4b8a-8400-fad223fe6413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:44.045516 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71fa6124-3a45-4b8a-8400-fad223fe6413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:44.058651 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08195b-2065-4f05-af46-09161520b286 req-e85763dc-0286-4d91-a343-1e39f0f74f79 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:44.060128 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6f08195b-2065-4f05-af46-09161520b286 req-e85763dc-0286-4d91-a343-1e39f0f74f79 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcac352f-80c7-4aa5-bc50-29353ce2bceb HTTP/1.1" status: 200 len: 945 time: 0.0892472 May 27 02:25:44.068793 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa6124-3a45-4b8a-8400-fad223fe6413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd5a6ba-14bd-4ab0-93c6-f73ab9f463e1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:44.086904 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71fa6124-3a45-4b8a-8400-fad223fe6413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:44.090536 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-71fa6124-3a45-4b8a-8400-fad223fe6413 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/edd5a6ba-14bd-4ab0-93c6-f73ab9f463e1 HTTP/1.1" status: 204 len: 168 time: 0.3533685 May 27 02:25:44.155469 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6f08195b-2065-4f05-af46-09161520b286 req-d05dca89-0048-49ba-9d32-be10f984e8cc tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778513 May 27 02:25:45.065929 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 49288) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:25:45.186764 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-8d08da10-703d-4159-9c96-2f5bde868f98 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-711850517-network', 'tenant_id': '0a9d84b96bbe4011b693e36de83ee83d'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:25:45.192829 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8d08da10-703d-4159-9c96-2f5bde868f98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:25:45.200708 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8d08da10-703d-4159-9c96-2f5bde868f98 admin admin] Usage tracker for resource:network and tenant:0a9d84b96bbe4011b693e36de83ee83d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:25:45.212569 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8d08da10-703d-4159-9c96-2f5bde868f98 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:25:45.212761 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8d08da10-703d-4159-9c96-2f5bde868f98 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:25:45.295928 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d08da10-703d-4159-9c96-2f5bde868f98 admin admin] Made reservation on behalf of 0a9d84b96bbe4011b693e36de83ee83d for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:25:45.298397 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d08da10-703d-4159-9c96-2f5bde868f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:45.311190 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d08da10-703d-4159-9c96-2f5bde868f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:45.332157 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8d08da10-703d-4159-9c96-2f5bde868f98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:25:45.336390 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8d08da10-703d-4159-9c96-2f5bde868f98 admin admin] Usage tracker for resource:security_group_rule and tenant:0a9d84b96bbe4011b693e36de83ee83d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:25:45.339468 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8d08da10-703d-4159-9c96-2f5bde868f98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:25:45.345361 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8d08da10-703d-4159-9c96-2f5bde868f98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:25:45.382945 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9349c-8a4a-45f1-9b4a-2c89580577f8 req-375d980a-8be3-412c-9069-62762951e57a tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:45.384415 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5e9349c-8a4a-45f1-9b4a-2c89580577f8 req-375d980a-8be3-412c-9069-62762951e57a tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcac352f-80c7-4aa5-bc50-29353ce2bceb HTTP/1.1" status: 200 len: 945 time: 0.1048832 May 27 02:25:45.448776 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5e9349c-8a4a-45f1-9b4a-2c89580577f8 req-7306a637-09f5-49fe-be17-341b91eb79bf tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581055 May 27 02:25:45.451687 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d08da10-703d-4159-9c96-2f5bde868f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:45.498498 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d08da10-703d-4159-9c96-2f5bde868f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:45.547352 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d08da10-703d-4159-9c96-2f5bde868f98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:25:45.561097 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08da10-703d-4159-9c96-2f5bde868f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0abcd962-960a-49b7-bf70-798fec67f709,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:45.578482 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d08da10-703d-4159-9c96-2f5bde868f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:45.578831 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-8d08da10-703d-4159-9c96-2f5bde868f98 admin admin] Added segment 0096599c-fd5d-4fd7-aa45-4b457c52e46a of type vlan for network 8604bb25-00c6-4170-bfcb-0b58b32e10ee May 27 02:25:45.621879 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d08da10-703d-4159-9c96-2f5bde868f98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:45.754676 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d08da10-703d-4159-9c96-2f5bde868f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:45.756404 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d08da10-703d-4159-9c96-2f5bde868f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:45.757404 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d08da10-703d-4159-9c96-2f5bde868f98 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:45.918505 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8d08da10-703d-4159-9c96-2f5bde868f98 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8514674 May 27 02:25:45.921790 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 49330) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:25:45.930714 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-2fd12dc8-268f-4358-94aa-1a5b642549d8 admin admin] Request body: {'subnet': {'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-711850517-subnet', 'tenant_id': '0a9d84b96bbe4011b693e36de83ee83d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:25:45.935145 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-e19a8270-9090-4b86-a405-7d0c9d06c312 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:45.942986 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-e19a8270-9090-4b86-a405-7d0c9d06c312 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/networks?id=b0cf1283-9231-4b2a-9144-4eb59719bffc HTTP/1.1" status: 200 len: 806 time: 0.1822174 May 27 02:25:45.945264 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2fd12dc8-268f-4358-94aa-1a5b642549d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:25:45.948144 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08da10-703d-4159-9c96-2f5bde868f98 admin admin] Pushing event updated for resources: {'Network': ['ID=8604bb25-00c6-4170-bfcb-0b58b32e10ee,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:45.952082 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2fd12dc8-268f-4358-94aa-1a5b642549d8 admin admin] Usage tracker for resource:subnet and tenant:0a9d84b96bbe4011b693e36de83ee83d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:25:45.955671 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2fd12dc8-268f-4358-94aa-1a5b642549d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:25:45.959923 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-0e443c3e-0f4b-43d7-a0ff-832113d9f87b tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/quotas/b08cd8af149f44bd8b4127ae8a32a06c HTTP/1.1" status: 200 len: 375 time: 0.0161068 May 27 02:25:45.962641 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2fd12dc8-268f-4358-94aa-1a5b642549d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:25:45.964308 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 8604bb25-00c6-4170-bfcb-0b58b32e10ee details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:25:46.029595 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd12dc8-268f-4358-94aa-1a5b642549d8 admin admin] Made reservation on behalf of 0a9d84b96bbe4011b693e36de83ee83d for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:25:46.033234 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2fd12dc8-268f-4358-94aa-1a5b642549d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:46.044595 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-5344e370-db87-4c63-8379-e78c0c8dd656 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b08cd8af149f44bd8b4127ae8a32a06c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0837834 May 27 02:25:46.222182 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-ff7f2e61-1f85-40b6-b657-52ca49626595 service neutron] 10.222.0.57 "GET /v2.0/networks/b0cf1283-9231-4b2a-9144-4eb59719bffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685417 May 27 02:25:46.359943 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2fd12dc8-268f-4358-94aa-1a5b642549d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:46.398024 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-ce7c0fad-927e-4690-a5ec-59f9fa1a20da service neutron] 10.222.0.57 "GET /v2.0/networks/b0cf1283-9231-4b2a-9144-4eb59719bffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690969 May 27 02:25:46.445551 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd12dc8-268f-4358-94aa-1a5b642549d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd5aa407-954e-45ea-8fc0-6e0875d0c839,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:46.455179 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd12dc8-268f-4358-94aa-1a5b642549d8 admin admin] Checking segment: {'id': '0096599c-fd5d-4fd7-aa45-4b457c52e46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:25:46.455800 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd12dc8-268f-4358-94aa-1a5b642549d8 admin admin] Network hostable DHCP agents. Network: 8604bb25-00c6-4170-bfcb-0b58b32e10ee, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:25:46.589694 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd12dc8-268f-4358-94aa-1a5b642549d8 admin admin] Network 8604bb25-00c6-4170-bfcb-0b58b32e10ee is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:25:46.679512 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-2fd12dc8-268f-4358-94aa-1a5b642549d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 8604bb25-00c6-4170-bfcb-0b58b32e10ee) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:25:46.694797 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47f8802-a07a-4033-a424-7e3216451c96 None None] Network 8604bb25-00c6-4170-bfcb-0b58b32e10ee requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:25:46.701497 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd12dc8-268f-4358-94aa-1a5b642549d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:46.708496 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2fd12dc8-268f-4358-94aa-1a5b642549d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:46.850187 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2fd12dc8-268f-4358-94aa-1a5b642549d8 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9271755 May 27 02:25:46.851015 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 49360) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:25:46.856444 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-0969af15-e871-4f7e-8bb0-0e5f49e5bcc8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-711850517-router', 'tenant_id': '0a9d84b96bbe4011b693e36de83ee83d', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:25:46.871022 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0969af15-e871-4f7e-8bb0-0e5f49e5bcc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:25:46.887652 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1d4b8480-56c0-46f2-83df-979f0c1edf30 req-2bbaf8df-0a1f-4a7b-980d-30b7659bbb14 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=753a6fa5-39fb-494b-9994-e2f251976bd3 HTTP/1.1" status: 200 len: 210 time: 0.1567428 May 27 02:25:46.891544 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0969af15-e871-4f7e-8bb0-0e5f49e5bcc8 admin admin] Usage tracker for resource:router and tenant:0a9d84b96bbe4011b693e36de83ee83d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:25:46.896891 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0969af15-e871-4f7e-8bb0-0e5f49e5bcc8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:25:46.916408 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0969af15-e871-4f7e-8bb0-0e5f49e5bcc8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:25:47.011063 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0969af15-e871-4f7e-8bb0-0e5f49e5bcc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:47.012104 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0969af15-e871-4f7e-8bb0-0e5f49e5bcc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:47.046072 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0969af15-e871-4f7e-8bb0-0e5f49e5bcc8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:47.085469 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974ff2f6-92c3-4a88-85a6-40f7c5d28433 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-8604bb25-00c6-4170-bfcb-0b58b32e10ee', 'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee', 'tenant_id': '0a9d84b96bbe4011b693e36de83ee83d', 'fixed_ips': [{'subnet_id': 'fd5aa407-954e-45ea-8fc0-6e0875d0c839'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:25:47.090119 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-974ff2f6-92c3-4a88-85a6-40f7c5d28433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:47.261178 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-974ff2f6-92c3-4a88-85a6-40f7c5d28433 None None] Allocated IP 172.20.0.2 (8604bb25-00c6-4170-bfcb-0b58b32e10ee/fd5aa407-954e-45ea-8fc0-6e0875d0c839/4c04d294-84c6-4482-9ba7-b70d80eb1d65) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:25:47.559074 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-974ff2f6-92c3-4a88-85a6-40f7c5d28433 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:47.570127 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-974ff2f6-92c3-4a88-85a6-40f7c5d28433 None None] Transition to ACTIVE for port object 4c04d294-84c6-4482-9ba7-b70d80eb1d65 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:25:47.589833 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-974ff2f6-92c3-4a88-85a6-40f7c5d28433 None None] Transition to ACTIVE for port object 4c04d294-84c6-4482-9ba7-b70d80eb1d65 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:25:47.629987 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0969af15-e871-4f7e-8bb0-0e5f49e5bcc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:47.701923 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-974ff2f6-92c3-4a88-85a6-40f7c5d28433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:47.774424 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974ff2f6-92c3-4a88-85a6-40f7c5d28433 None None] Network 8604bb25-00c6-4170-bfcb-0b58b32e10ee is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:25:47.785223 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-974ff2f6-92c3-4a88-85a6-40f7c5d28433 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:25:47.788143 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974ff2f6-92c3-4a88-85a6-40f7c5d28433 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:25:47.957168 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ff2f6-92c3-4a88-85a6-40f7c5d28433 None None] Pushing event updated for resources: {'Port': ['ID=4c04d294-84c6-4482-9ba7-b70d80eb1d65,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:48.014127 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-974ff2f6-92c3-4a88-85a6-40f7c5d28433 None None] Attempting to bind port 4c04d294-84c6-4482-9ba7-b70d80eb1d65 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:25:48.014493 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-974ff2f6-92c3-4a88-85a6-40f7c5d28433 None None] Attempting to bind port 4c04d294-84c6-4482-9ba7-b70d80eb1d65 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '0096599c-fd5d-4fd7-aa45-4b457c52e46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:25:48.014870 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974ff2f6-92c3-4a88-85a6-40f7c5d28433 None None] Attempting to bind port 4c04d294-84c6-4482-9ba7-b70d80eb1d65 on network 8604bb25-00c6-4170-bfcb-0b58b32e10ee {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:25:48.021527 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974ff2f6-92c3-4a88-85a6-40f7c5d28433 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:25:48.022781 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974ff2f6-92c3-4a88-85a6-40f7c5d28433 None None] Checking segment: {'id': '0096599c-fd5d-4fd7-aa45-4b457c52e46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:25:48.024128 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-974ff2f6-92c3-4a88-85a6-40f7c5d28433 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:48.030112 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974ff2f6-92c3-4a88-85a6-40f7c5d28433 None None] Bound using segment: {'id': '0096599c-fd5d-4fd7-aa45-4b457c52e46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:25:48.031006 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-974ff2f6-92c3-4a88-85a6-40f7c5d28433 None None] Bound port: 4c04d294-84c6-4482-9ba7-b70d80eb1d65, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0096599c-fd5d-4fd7-aa45-4b457c52e46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:25:48.031708 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-974ff2f6-92c3-4a88-85a6-40f7c5d28433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:48.112186 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-60345ba5-2372-4014-ae11-b56647959317 req-af83c691-3d4c-420a-8e07-e682407b22dd tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=753a6fa5-39fb-494b-9994-e2f251976bd3 HTTP/1.1" status: 200 len: 210 time: 0.0592530 May 27 02:25:48.157995 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-974ff2f6-92c3-4a88-85a6-40f7c5d28433 None None] For port 4c04d294-84c6-4482-9ba7-b70d80eb1d65, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:25:48.169706 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-974ff2f6-92c3-4a88-85a6-40f7c5d28433 None None] For port 4c04d294-84c6-4482-9ba7-b70d80eb1d65, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=4c04d294-84c6-4482-9ba7-b70d80eb1d65,segment=NetworkSegment(0096599c-fd5d-4fd7-aa45-4b457c52e46a),segment_id=0096599c-fd5d-4fd7-aa45-4b457c52e46a)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:25:48.185915 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0969af15-e871-4f7e-8bb0-0e5f49e5bcc8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:48.216504 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0969af15-e871-4f7e-8bb0-0e5f49e5bcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:48.317782 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-974ff2f6-92c3-4a88-85a6-40f7c5d28433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:48.369281 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-0969af15-e871-4f7e-8bb0-0e5f49e5bcc8 admin admin] Allocated IP 172.25.1.51 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/bcd81e95-a3a9-48b7-9793-dcc9353a1598) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:25:48.426707 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ff2f6-92c3-4a88-85a6-40f7c5d28433 None None] Pushing event updated for resources: {'Port': ['ID=4c04d294-84c6-4482-9ba7-b70d80eb1d65,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:48.604316 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0969af15-e871-4f7e-8bb0-0e5f49e5bcc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:48.788645 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0969af15-e871-4f7e-8bb0-0e5f49e5bcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:48.939327 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0969af15-e871-4f7e-8bb0-0e5f49e5bcc8 admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:25:48.957275 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-0969af15-e871-4f7e-8bb0-0e5f49e5bcc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:25:48.964894 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0969af15-e871-4f7e-8bb0-0e5f49e5bcc8 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:25:49.005656 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 4c04d294-84c6-4482-9ba7-b70d80eb1d65 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:25:49.034458 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:49.115628 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0969af15-e871-4f7e-8bb0-0e5f49e5bcc8 admin admin] Pushing event updated for resources: {'Port': ['ID=bcd81e95-a3a9-48b7-9793-dcc9353a1598,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:49.307935 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:49.333349 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3c9b8117-2e03-4be6-bf58-7645182177e1 req-1583bf74-de33-4af9-9e4b-af24d0398224 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=753a6fa5-39fb-494b-9994-e2f251976bd3 HTTP/1.1" status: 200 len: 210 time: 0.0519254 May 27 02:25:49.337422 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 4c04d294-84c6-4482-9ba7-b70d80eb1d65 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:25:49.789363 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf63e98-a6b5-4cc4-a758-9a08b3d97057 None None] Network 8604bb25-00c6-4170-bfcb-0b58b32e10ee requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:25:49.979831 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-a86a8090-5e20-4e8b-98c8-2191769acf1b tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:49.981458 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-a86a8090-5e20-4e8b-98c8-2191769acf1b tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.32 "GET /v2.0/networks?id=b0cf1283-9231-4b2a-9144-4eb59719bffc HTTP/1.1" status: 200 len: 806 time: 0.3788745 May 27 02:25:49.982570 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 49484) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:25:49.985985 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0969af15-e871-4f7e-8bb0-0e5f49e5bcc8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:50.126997 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-535303f2-fa40-432a-9425-6803f97d9de3 None None] Provisioning for port 4c04d294-84c6-4482-9ba7-b70d80eb1d65 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:25:50.135114 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-535303f2-fa40-432a-9425-6803f97d9de3 None None] Provisioning complete for port 4c04d294-84c6-4482-9ba7-b70d80eb1d65 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:25:50.135485 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-535303f2-fa40-432a-9425-6803f97d9de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:50.224574 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0de476b4-b6c5-4387-9369-9b4f2a80ce5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:50.270021 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-0de476b4-b6c5-4387-9369-9b4f2a80ce5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:25:50.274205 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-0de476b4-b6c5-4387-9369-9b4f2a80ce5c admin admin] Usage tracker for resource:security_group_rule and tenant:d457d0b50475422b8579154f70ada68f is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:25:50.277416 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-e2d65ebe-1370-4eb0-b2c5-aea439089364 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Request body: {'port': {'device_id': '753a6fa5-39fb-494b-9994-e2f251976bd3', 'network_id': 'b0cf1283-9231-4b2a-9144-4eb59719bffc', 'admin_state_up': True, 'tenant_id': 'b08cd8af149f44bd8b4127ae8a32a06c'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:25:50.293174 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-0de476b4-b6c5-4387-9369-9b4f2a80ce5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:25:50.299472 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-0de476b4-b6c5-4387-9369-9b4f2a80ce5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:25:50.437013 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-535303f2-fa40-432a-9425-6803f97d9de3 None None] Current status of the port 4c04d294-84c6-4482-9ba7-b70d80eb1d65 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:25:50.438141 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-535303f2-fa40-432a-9425-6803f97d9de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:50.477559 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-e2d65ebe-1370-4eb0-b2c5-aea439089364 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:25:50.517058 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:25:50.520462 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-535303f2-fa40-432a-9425-6803f97d9de3 None None] For port 4c04d294-84c6-4482-9ba7-b70d80eb1d65, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=4c04d294-84c6-4482-9ba7-b70d80eb1d65,segment=NetworkSegment(0096599c-fd5d-4fd7-aa45-4b457c52e46a),segment_id=0096599c-fd5d-4fd7-aa45-4b457c52e46a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:25:50.592024 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-e2d65ebe-1370-4eb0-b2c5-aea439089364 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:25:50.618368 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-535303f2-fa40-432a-9425-6803f97d9de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:50.634302 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5461ad56-ae79-4311-a94c-5509580cffeb req-db2e4414-d8d2-43ac-a9f2-b4d53857c77b tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=753a6fa5-39fb-494b-9994-e2f251976bd3 HTTP/1.1" status: 200 len: 210 time: 0.0587859 May 27 02:25:50.719969 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-e2d65ebe-1370-4eb0-b2c5-aea439089364 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Made reservation on behalf of b08cd8af149f44bd8b4127ae8a32a06c for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:25:50.724928 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-e2d65ebe-1370-4eb0-b2c5-aea439089364 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:50.781102 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535303f2-fa40-432a-9425-6803f97d9de3 None None] Pushing event updated for resources: {'Port': ['ID=4c04d294-84c6-4482-9ba7-b70d80eb1d65,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:50.833289 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c3df34b2-ac39-4299-bc0a-ea0fb506322e None None] Provisioning complete for port 4c04d294-84c6-4482-9ba7-b70d80eb1d65 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:25:50.833289 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c3df34b2-ac39-4299-bc0a-ea0fb506322e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:50.858803 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0de476b4-b6c5-4387-9369-9b4f2a80ce5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:51.004816 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-c3df34b2-ac39-4299-bc0a-ea0fb506322e None None] Current status of the port 4c04d294-84c6-4482-9ba7-b70d80eb1d65 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:25:51.011456 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0de476b4-b6c5-4387-9369-9b4f2a80ce5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:51.028396 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0969af15-e871-4f7e-8bb0-0e5f49e5bcc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:51.063049 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de476b4-b6c5-4387-9369-9b4f2a80ce5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4f0921-5c2e-49e1-a841-1aa4c06c5be9,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:51.071810 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0de476b4-b6c5-4387-9369-9b4f2a80ce5c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d457d0b50475422b8579154f70ada68f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0881414 May 27 02:25:51.076906 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 49506) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:25:51.146311 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-79db81c2-e1e6-4e08-9a64-f8ce75342f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:51.174229 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-79db81c2-e1e6-4e08-9a64-f8ce75342f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:51.263179 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-e2d65ebe-1370-4eb0-b2c5-aea439089364 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Allocated IP 172.20.0.7 (b0cf1283-9231-4b2a-9144-4eb59719bffc/505370ea-6a69-4c6a-9c79-68e9a416bb4a/d3d46f2c-42cb-42b6-a534-e248fda38d38) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:25:51.359481 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-79db81c2-e1e6-4e08-9a64-f8ce75342f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:51.400212 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db81c2-e1e6-4e08-9a64-f8ce75342f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4f0921-5c2e-49e1-a841-1aa4c06c5be9,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:51.428272 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-79db81c2-e1e6-4e08-9a64-f8ce75342f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:51.433624 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-79db81c2-e1e6-4e08-9a64-f8ce75342f73 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4e4f0921-5c2e-49e1-a841-1aa4c06c5be9 HTTP/1.1" status: 204 len: 168 time: 0.3554487 May 27 02:25:51.615941 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-e2d65ebe-1370-4eb0-b2c5-aea439089364 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:51.697175 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0969af15-e871-4f7e-8bb0-0e5f49e5bcc8 admin admin] Router 1d94dbf7-178c-4082-be53-188ec5821e1d is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:25:51.787232 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-e2d65ebe-1370-4eb0-b2c5-aea439089364 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:51.802933 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['6f2cdf1b-d896-4073-b23c-74070ec9bbcd'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:25:51.891362 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['cfb7cdfa-51e3-48fc-9dff-7e74813e008c'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:25:51.932668 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-e2d65ebe-1370-4eb0-b2c5-aea439089364 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Network b0cf1283-9231-4b2a-9144-4eb59719bffc is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:25:51.932816 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d971a0a-b71f-436b-a9f0-33b85b92e8f5 req-d03cdbe3-d4c5-426c-b9ac-c9c73468d052 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:51.933294 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-e2d65ebe-1370-4eb0-b2c5-aea439089364 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:25:51.935504 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-e2d65ebe-1370-4eb0-b2c5-aea439089364 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:25:51.938736 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2d971a0a-b71f-436b-a9f0-33b85b92e8f5 req-d03cdbe3-d4c5-426c-b9ac-c9c73468d052 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=753a6fa5-39fb-494b-9994-e2f251976bd3 HTTP/1.1" status: 200 len: 931 time: 0.1684413 May 27 02:25:52.028518 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2d971a0a-b71f-436b-a9f0-33b85b92e8f5 req-2e967161-b123-47bd-9c46-4c82dd3a1291 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886507 May 27 02:25:52.054574 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d65ebe-1370-4eb0-b2c5-aea439089364 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Pushing event updated for resources: {'Port': ['ID=d3d46f2c-42cb-42b6-a534-e248fda38d38,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:52.089857 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-e2d65ebe-1370-4eb0-b2c5-aea439089364 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:52.090502 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-e2d65ebe-1370-4eb0-b2c5-aea439089364 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:52.097884 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0969af15-e871-4f7e-8bb0-0e5f49e5bcc8 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:25:52.114941 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856e23a5-da53-49f2-99c8-0c525c2a403f None None] Sync routers for ids ['1d94dbf7-178c-4082-be53-188ec5821e1d'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:25:52.139586 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856e23a5-da53-49f2-99c8-0c525c2a403f None None] Routers {'1d94dbf7-178c-4082-be53-188ec5821e1d'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:25:52.140265 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-856e23a5-da53-49f2-99c8-0c525c2a403f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:25:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['1d94dbf7-178c-4082-be53-188ec5821e1d'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:25:52.251491 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-e2d65ebe-1370-4eb0-b2c5-aea439089364 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9904206 May 27 02:25:52.263284 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-eab65d82-6e73-404d-9021-69d796d5dd43 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:25:52.264246 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-eab65d82-6e73-404d-9021-69d796d5dd43 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052571 May 27 02:25:52.381741 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0969af15-e871-4f7e-8bb0-0e5f49e5bcc8 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:52.385847 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0969af15-e871-4f7e-8bb0-0e5f49e5bcc8 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.5311394 May 27 02:25:52.386028 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 49536) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:25:52.436128 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-856e23a5-da53-49f2-99c8-0c525c2a403f None None] Set router 1d94dbf7-178c-4082-be53-188ec5821e1d gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:25:52.702575 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-aa692205-bc07-4cc6-a43b-48046661afda service neutron] Request body: {'port': {'device_id': '753a6fa5-39fb-494b-9994-e2f251976bd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:25:52.705850 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 49546) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:25:52.752671 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cc42553a-eb66-47fa-9b2a-9e29de2ff2a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:52.779871 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-cc42553a-eb66-47fa-9b2a-9e29de2ff2a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:25:52.785288 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-cc42553a-eb66-47fa-9b2a-9e29de2ff2a3 admin admin] Usage tracker for resource:security_group_rule and tenant:b01aebb4141b4ef38320d19d1b3cb673 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:25:52.805314 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-cc42553a-eb66-47fa-9b2a-9e29de2ff2a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:25:52.816821 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-cc42553a-eb66-47fa-9b2a-9e29de2ff2a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:25:52.848971 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 4c04d294-84c6-4482-9ba7-b70d80eb1d65 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:25:52.969200 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-856e23a5-da53-49f2-99c8-0c525c2a403f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'name': 'tempest-ServerRescueNegativeTestJSON-711850517-router', 'tenant_id': '0a9d84b96bbe4011b693e36de83ee83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'bcd81e95-a3a9-48b7-9793-dcc9353a1598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:25:47Z', 'updated_at': '2022-05-27T02:25:49Z', 'revision_number': 3, 'project_id': '0a9d84b96bbe4011b693e36de83ee83d', 'gw_port': {'id': 'bcd81e95-a3a9-48b7-9793-dcc9353a1598', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:08:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:25:48Z', 'updated_at': '2022-05-27T02:25:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:25:52.973531 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856e23a5-da53-49f2-99c8-0c525c2a403f None None] Checking router: 1d94dbf7-178c-4082-be53-188ec5821e1d for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:25:52.973933 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856e23a5-da53-49f2-99c8-0c525c2a403f None None] Updating router 1d94dbf7-178c-4082-be53-188ec5821e1d port bcd81e95-a3a9-48b7-9793-dcc9353a1598 binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:25:53.038148 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cc42553a-eb66-47fa-9b2a-9e29de2ff2a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:53.060529 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-aa692205-bc07-4cc6-a43b-48046661afda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:53.090145 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 4c04d294-84c6-4482-9ba7-b70d80eb1d65 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:25:53.090511 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:53.129037 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-856e23a5-da53-49f2-99c8-0c525c2a403f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:53.130943 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cc42553a-eb66-47fa-9b2a-9e29de2ff2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:53.248934 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-cc42553a-eb66-47fa-9b2a-9e29de2ff2a3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b01aebb4141b4ef38320d19d1b3cb673&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5408149 May 27 02:25:53.250848 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc42553a-eb66-47fa-9b2a-9e29de2ff2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368b54f6-8d02-406e-9ad4-1da1b98200ec,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:53.255278 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 49560) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:25:53.396772 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 4c04d294-84c6-4482-9ba7-b70d80eb1d65 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:25:53.420900 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-17439c79-c9af-4176-9dd1-be87c0e919c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:53.464703 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-17439c79-c9af-4176-9dd1-be87c0e919c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:53.564749 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e56d8-66eb-40a7-8e65-b5db83519710 req-9b62465e-5e58-44f7-8e30-7498ee9a13c2 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:53.581967 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-772e56d8-66eb-40a7-8e65-b5db83519710 req-9b62465e-5e58-44f7-8e30-7498ee9a13c2 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=753a6fa5-39fb-494b-9994-e2f251976bd3 HTTP/1.1" status: 200 len: 931 time: 0.2955658 May 27 02:25:53.664366 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-17439c79-c9af-4176-9dd1-be87c0e919c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:53.697080 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17439c79-c9af-4176-9dd1-be87c0e919c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368b54f6-8d02-406e-9ad4-1da1b98200ec,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:53.700176 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-17439c79-c9af-4176-9dd1-be87c0e919c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:53.701445 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-17439c79-c9af-4176-9dd1-be87c0e919c9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/368b54f6-8d02-406e-9ad4-1da1b98200ec HTTP/1.1" status: 204 len: 168 time: 0.4450865 May 27 02:25:53.714708 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-772e56d8-66eb-40a7-8e65-b5db83519710 req-479a44f6-a602-437f-9724-10469bd91d59 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318047 May 27 02:25:53.849701 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-856e23a5-da53-49f2-99c8-0c525c2a403f None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:53.863520 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-856e23a5-da53-49f2-99c8-0c525c2a403f None None] Transition to ACTIVE for port object bcd81e95-a3a9-48b7-9793-dcc9353a1598 will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:25:53.989429 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-856e23a5-da53-49f2-99c8-0c525c2a403f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:54.079708 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.resource_extend [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-aa692205-bc07-4cc6-a43b-48046661afda service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:25:54.125547 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ebb1ef-3a0c-4162-8771-af6898ded22d None None] Pushing event updated for resources: {'Port': ['ID=bcd81e95-a3a9-48b7-9793-dcc9353a1598,revision_number=2']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:54.127623 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-856e23a5-da53-49f2-99c8-0c525c2a403f None None] Attempting to bind port bcd81e95-a3a9-48b7-9793-dcc9353a1598 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:25:54.128140 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-856e23a5-da53-49f2-99c8-0c525c2a403f None None] Attempting to bind port bcd81e95-a3a9-48b7-9793-dcc9353a1598 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:25:54.128498 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856e23a5-da53-49f2-99c8-0c525c2a403f None None] Attempting to bind port bcd81e95-a3a9-48b7-9793-dcc9353a1598 on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:25:54.139696 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ebb1ef-3a0c-4162-8771-af6898ded22d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:54.140698 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ebb1ef-3a0c-4162-8771-af6898ded22d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:54.141195 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ebb1ef-3a0c-4162-8771-af6898ded22d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:54.141660 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ebb1ef-3a0c-4162-8771-af6898ded22d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:54.142122 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ebb1ef-3a0c-4162-8771-af6898ded22d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:54.142609 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ebb1ef-3a0c-4162-8771-af6898ded22d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:54.143068 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ebb1ef-3a0c-4162-8771-af6898ded22d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:54.143552 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ebb1ef-3a0c-4162-8771-af6898ded22d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:54.144016 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ebb1ef-3a0c-4162-8771-af6898ded22d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:54.144472 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ebb1ef-3a0c-4162-8771-af6898ded22d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:54.145043 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ebb1ef-3a0c-4162-8771-af6898ded22d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:54.145500 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ebb1ef-3a0c-4162-8771-af6898ded22d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:54.167197 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856e23a5-da53-49f2-99c8-0c525c2a403f None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:25:54.167876 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856e23a5-da53-49f2-99c8-0c525c2a403f None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:25:54.168489 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-856e23a5-da53-49f2-99c8-0c525c2a403f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:54.169102 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856e23a5-da53-49f2-99c8-0c525c2a403f None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:25:54.169824 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-856e23a5-da53-49f2-99c8-0c525c2a403f None None] Bound port: bcd81e95-a3a9-48b7-9793-dcc9353a1598, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:25:54.170562 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-856e23a5-da53-49f2-99c8-0c525c2a403f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:54.263566 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-856e23a5-da53-49f2-99c8-0c525c2a403f None None] For port bcd81e95-a3a9-48b7-9793-dcc9353a1598, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:25:54.267331 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-856e23a5-da53-49f2-99c8-0c525c2a403f None None] For port bcd81e95-a3a9-48b7-9793-dcc9353a1598, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=bcd81e95-a3a9-48b7-9793-dcc9353a1598,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:25:54.289131 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-aa692205-bc07-4cc6-a43b-48046661afda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3d46f2c-42cb-42b6-a534-e248fda38d38 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:25:54.300399 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-aa692205-bc07-4cc6-a43b-48046661afda service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:54.326610 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4142cedb-a539-45de-bb03-53713ed651a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:54.347968 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-aa692205-bc07-4cc6-a43b-48046661afda service neutron] Transition to ACTIVE for port object d3d46f2c-42cb-42b6-a534-e248fda38d38 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:25:54.468303 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-856e23a5-da53-49f2-99c8-0c525c2a403f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:54.556680 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856e23a5-da53-49f2-99c8-0c525c2a403f None None] Routers {'1d94dbf7-178c-4082-be53-188ec5821e1d'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:25:54.557321 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-856e23a5-da53-49f2-99c8-0c525c2a403f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:25:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['1d94dbf7-178c-4082-be53-188ec5821e1d'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:25:54.572580 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-4142cedb-a539-45de-bb03-53713ed651a8 admin admin] Allocated IP 172.20.0.1 (8604bb25-00c6-4170-bfcb-0b58b32e10ee/fd5aa407-954e-45ea-8fc0-6e0875d0c839/f4974f9e-4b5f-4ced-85fe-78bceb3073f6) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:25:54.612688 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-aa692205-bc07-4cc6-a43b-48046661afda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:54.637786 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ebb1ef-3a0c-4162-8771-af6898ded22d None None] Pushing event updated for resources: {'Port': ['ID=bcd81e95-a3a9-48b7-9793-dcc9353a1598,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:54.790382 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-856e23a5-da53-49f2-99c8-0c525c2a403f None None] Set router 1d94dbf7-178c-4082-be53-188ec5821e1d gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:25:55.027141 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa692205-bc07-4cc6-a43b-48046661afda service neutron] Pushing event updated for resources: {'Port': ['ID=d3d46f2c-42cb-42b6-a534-e248fda38d38,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:55.062832 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c20de0-8cc8-406f-abeb-a748d64bc29d req-1af9568c-4755-4572-bb5e-6d98e0f0f983 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:55.069942 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-33c20de0-8cc8-406f-abeb-a748d64bc29d req-1af9568c-4755-4572-bb5e-6d98e0f0f983 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=753a6fa5-39fb-494b-9994-e2f251976bd3 HTTP/1.1" status: 200 len: 943 time: 0.1376572 May 27 02:25:55.138094 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-33c20de0-8cc8-406f-abeb-a748d64bc29d req-3229c40d-ca93-471e-860c-7c45b53560d1 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614343 May 27 02:25:55.325386 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-856e23a5-da53-49f2-99c8-0c525c2a403f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'name': 'tempest-ServerRescueNegativeTestJSON-711850517-router', 'tenant_id': '0a9d84b96bbe4011b693e36de83ee83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'bcd81e95-a3a9-48b7-9793-dcc9353a1598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:25:47Z', 'updated_at': '2022-05-27T02:25:49Z', 'revision_number': 3, 'project_id': '0a9d84b96bbe4011b693e36de83ee83d', 'gw_port': {'id': 'bcd81e95-a3a9-48b7-9793-dcc9353a1598', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:08:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:25:48Z', 'updated_at': '2022-05-27T02:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:25:55.329418 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856e23a5-da53-49f2-99c8-0c525c2a403f None None] The sync data for ids ['1d94dbf7-178c-4082-be53-188ec5821e1d'] in n-d-843554-3 is: [{'id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'name': 'tempest-ServerRescueNegativeTestJSON-711850517-router', 'tenant_id': '0a9d84b96bbe4011b693e36de83ee83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'bcd81e95-a3a9-48b7-9793-dcc9353a1598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:25:47Z', 'updated_at': '2022-05-27T02:25:49Z', 'revision_number': 3, 'project_id': '0a9d84b96bbe4011b693e36de83ee83d', 'gw_port': {'id': 'bcd81e95-a3a9-48b7-9793-dcc9353a1598', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:08:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:25:48Z', 'updated_at': '2022-05-27T02:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:25:55.344803 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4142cedb-a539-45de-bb03-53713ed651a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:55.353215 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-aa692205-bc07-4cc6-a43b-48046661afda service neutron] Attempting to bind port d3d46f2c-42cb-42b6-a534-e248fda38d38 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:25:55.353829 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-aa692205-bc07-4cc6-a43b-48046661afda service neutron] Attempting to bind port d3d46f2c-42cb-42b6-a534-e248fda38d38 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '441b6a83-1810-4a59-a172-de9005de5715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b0cf1283-9231-4b2a-9144-4eb59719bffc'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:25:55.354343 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-aa692205-bc07-4cc6-a43b-48046661afda service neutron] Attempting to bind port d3d46f2c-42cb-42b6-a534-e248fda38d38 on network b0cf1283-9231-4b2a-9144-4eb59719bffc {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:25:55.374190 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-aa692205-bc07-4cc6-a43b-48046661afda service neutron] Port d3d46f2c-42cb-42b6-a534-e248fda38d38 on network b0cf1283-9231-4b2a-9144-4eb59719bffc not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:25:55.374511 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-aa692205-bc07-4cc6-a43b-48046661afda service neutron] Attempting to bind port d3d46f2c-42cb-42b6-a534-e248fda38d38 on network b0cf1283-9231-4b2a-9144-4eb59719bffc {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:25:55.384683 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-aa692205-bc07-4cc6-a43b-48046661afda service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:25:55.385041 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-aa692205-bc07-4cc6-a43b-48046661afda service neutron] Checking segment: {'id': '441b6a83-1810-4a59-a172-de9005de5715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b0cf1283-9231-4b2a-9144-4eb59719bffc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:25:55.385416 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-aa692205-bc07-4cc6-a43b-48046661afda service neutron] Bound using segment: {'id': '441b6a83-1810-4a59-a172-de9005de5715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b0cf1283-9231-4b2a-9144-4eb59719bffc'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:25:55.385837 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-aa692205-bc07-4cc6-a43b-48046661afda service neutron] Bound port: d3d46f2c-42cb-42b6-a534-e248fda38d38, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '441b6a83-1810-4a59-a172-de9005de5715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b0cf1283-9231-4b2a-9144-4eb59719bffc'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:25:55.386178 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-aa692205-bc07-4cc6-a43b-48046661afda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:55.412859 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-4142cedb-a539-45de-bb03-53713ed651a8 admin admin] Transition to ACTIVE for port object f4974f9e-4b5f-4ced-85fe-78bceb3073f6 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:25:55.432535 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b357344a-6842-49af-a52a-cfb3468bb6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:55.564365 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-aa692205-bc07-4cc6-a43b-48046661afda service neutron] For port d3d46f2c-42cb-42b6-a534-e248fda38d38, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:25:55.568097 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-aa692205-bc07-4cc6-a43b-48046661afda service neutron] For port d3d46f2c-42cb-42b6-a534-e248fda38d38, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=d3d46f2c-42cb-42b6-a534-e248fda38d38,segment=NetworkSegment(441b6a83-1810-4a59-a172-de9005de5715),segment_id=441b6a83-1810-4a59-a172-de9005de5715)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:25:55.685542 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4142cedb-a539-45de-bb03-53713ed651a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:55.738450 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-aa692205-bc07-4cc6-a43b-48046661afda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:55.776360 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4142cedb-a539-45de-bb03-53713ed651a8 admin admin] Network 8604bb25-00c6-4170-bfcb-0b58b32e10ee is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:25:55.779688 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-aa692205-bc07-4cc6-a43b-48046661afda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:55.780550 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-aa692205-bc07-4cc6-a43b-48046661afda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:55.782156 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-aa692205-bc07-4cc6-a43b-48046661afda service neutron] 10.222.0.32 "PUT /v2.0/ports/d3d46f2c-42cb-42b6-a534-e248fda38d38 HTTP/1.1" status: 200 len: 1091 time: 3.5103996 May 27 02:25:55.782766 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753a6fa5-39fb-494b-9994-e2f251976bd3', 'tag': 'd3d46f2c-42cb-42b6-a534-e248fda38d38'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:25:55.813224 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-4142cedb-a539-45de-bb03-53713ed651a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:25:55.820678 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4142cedb-a539-45de-bb03-53713ed651a8 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:25:55.910348 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7492fd37-a6f7-45ae-8d99-bcc78bbe9bad'] response: {'name': 'network-changed', 'server_uuid': '753a6fa5-39fb-494b-9994-e2f251976bd3', 'tag': 'd3d46f2c-42cb-42b6-a534-e248fda38d38', 'status': 'completed', 'code': 200} May 27 02:25:56.002114 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4142cedb-a539-45de-bb03-53713ed651a8 admin admin] Pushing event updated for resources: {'Port': ['ID=f4974f9e-4b5f-4ced-85fe-78bceb3073f6,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:56.051094 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4142cedb-a539-45de-bb03-53713ed651a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:56.267725 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-165d1155-1e2f-474a-829e-0dffc713cfe2 None None] Provisioning for port f4974f9e-4b5f-4ced-85fe-78bceb3073f6 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:25:56.279884 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-165d1155-1e2f-474a-829e-0dffc713cfe2 None None] Provisioning complete for port f4974f9e-4b5f-4ced-85fe-78bceb3073f6 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:25:56.280327 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-165d1155-1e2f-474a-829e-0dffc713cfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:56.408523 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-165d1155-1e2f-474a-829e-0dffc713cfe2 None None] Port f4974f9e-4b5f-4ced-85fe-78bceb3073f6 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:25:56.482531 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa692205-bc07-4cc6-a43b-48046661afda service neutron] Pushing event updated for resources: {'Port': ['ID=d3d46f2c-42cb-42b6-a534-e248fda38d38,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:56.538401 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606b4c8-0ad0-400d-b89c-91e68d6ec4a3 req-3a745c59-66fa-44bb-bb35-ead466ccf768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:56.541037 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9606b4c8-0ad0-400d-b89c-91e68d6ec4a3 req-3a745c59-66fa-44bb-bb35-ead466ccf768 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b08cd8af149f44bd8b4127ae8a32a06c&device_id=753a6fa5-39fb-494b-9994-e2f251976bd3 HTTP/1.1" status: 200 len: 1094 time: 0.6248958 May 27 02:25:56.564936 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389faad-a5d3-406e-acf9-5e3e707d4ec8 req-d31cde49-e0f6-4b8f-bc5f-60af4c982f54 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:56.567126 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b389faad-a5d3-406e-acf9-5e3e707d4ec8 req-d31cde49-e0f6-4b8f-bc5f-60af4c982f54 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=753a6fa5-39fb-494b-9994-e2f251976bd3 HTTP/1.1" status: 200 len: 943 time: 0.1963639 May 27 02:25:56.603971 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d65e5-7b67-4f81-ba4c-6c3f9d5989ba req-5a2df6c1-1460-4fe3-a8c3-47cdc740fbd2 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:56.610833 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c40d65e5-7b67-4f81-ba4c-6c3f9d5989ba req-5a2df6c1-1460-4fe3-a8c3-47cdc740fbd2 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 945 time: 0.1788299 May 27 02:25:56.680564 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b389faad-a5d3-406e-acf9-5e3e707d4ec8 req-7079b795-1fda-4a70-8eb7-65c22da8f470 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009543 May 27 02:25:56.694185 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c40d65e5-7b67-4f81-ba4c-6c3f9d5989ba req-37b03ef6-3f78-42bd-aab9-546458432dfd tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824425 May 27 02:25:56.842326 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606b4c8-0ad0-400d-b89c-91e68d6ec4a3 req-7e0f9d5e-fa5b-4a07-a757-b6d4a11cc9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:56.844062 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9606b4c8-0ad0-400d-b89c-91e68d6ec4a3 req-7e0f9d5e-fa5b-4a07-a757-b6d4a11cc9f2 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=b08cd8af149f44bd8b4127ae8a32a06c&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2810352 May 27 02:25:56.848499 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device bcd81e95-a3a9-48b7-9793-dcc9353a1598 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:25:56.965751 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port bcd81e95-a3a9-48b7-9793-dcc9353a1598 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:25:56.972069 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port bcd81e95-a3a9-48b7-9793-dcc9353a1598 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:25:56.972668 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:57.015946 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4142cedb-a539-45de-bb03-53713ed651a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:57.117545 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606b4c8-0ad0-400d-b89c-91e68d6ec4a3 req-36257063-40e2-4ef3-bf97-eef618317835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:57.120512 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9606b4c8-0ad0-400d-b89c-91e68d6ec4a3 req-36257063-40e2-4ef3-bf97-eef618317835 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2340117 May 27 02:25:57.162581 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port bcd81e95-a3a9-48b7-9793-dcc9353a1598 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:25:57.163080 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:57.186199 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port bcd81e95-a3a9-48b7-9793-dcc9353a1598, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=bcd81e95-a3a9-48b7-9793-dcc9353a1598,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:25:57.324993 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:57.384233 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-701d15a4-e664-4193-8b96-6c3ad98c4c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:57.384928 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-701d15a4-e664-4193-8b96-6c3ad98c4c79 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b08cd8af149f44bd8b4127ae8a32a06c&device_id=753a6fa5-39fb-494b-9994-e2f251976bd3 HTTP/1.1" status: 200 len: 1094 time: 0.2019346 May 27 02:25:57.467302 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=bcd81e95-a3a9-48b7-9793-dcc9353a1598,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:57.610762 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4142cedb-a539-45de-bb03-53713ed651a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:57.613685 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-47083e90-46e0-47b9-8989-857ee7e54aa1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3d46f2c-42cb-42b6-a534-e248fda38d38 HTTP/1.1" status: 200 len: 217 time: 0.2126925 May 27 02:25:57.682500 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-19e6c8f0-b9a0-4a83-8484-7f21f4cd8a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:57.683967 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-19e6c8f0-b9a0-4a83-8484-7f21f4cd8a80 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=505370ea-6a69-4c6a-9c79-68e9a416bb4a HTTP/1.1" status: 200 len: 846 time: 0.0636485 May 27 02:25:57.753834 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4142cedb-a539-45de-bb03-53713ed651a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:57.833327 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f582fc4d-077c-4da0-bbb8-6f585f9903a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:57.841409 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-aeeba5a2-cc15-46d7-ad57-07e444f4a622 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0cf1283-9231-4b2a-9144-4eb59719bffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1513438 May 27 02:25:57.986879 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb21d7a-0ce3-4e1c-90a9-4fb89b88b60d req-c7b1e6b8-1be7-401f-8e05-3c6f7093b267 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:57.992847 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3fb21d7a-0ce3-4e1c-90a9-4fb89b88b60d req-c7b1e6b8-1be7-401f-8e05-3c6f7093b267 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=753a6fa5-39fb-494b-9994-e2f251976bd3 HTTP/1.1" status: 200 len: 943 time: 0.1318917 May 27 02:25:58.001593 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4142cedb-a539-45de-bb03-53713ed651a8 admin admin] Pushing event updated for resources: {'Port': ['ID=f4974f9e-4b5f-4ced-85fe-78bceb3073f6,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:58.040268 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4142cedb-a539-45de-bb03-53713ed651a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:58.063924 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3fb21d7a-0ce3-4e1c-90a9-4fb89b88b60d req-18f3e735-18e7-40f2-b8a8-455aec45fdf8 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672312 May 27 02:25:58.198783 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-9d734670-4a54-47a8-a63c-24910137203c service neutron] 10.222.0.32 "GET /v2.0/networks/b0cf1283-9231-4b2a-9144-4eb59719bffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341165 May 27 02:25:58.339703 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d35051-ff65-49b6-baaa-56133b60e53f req-ddc3d287-eb98-45a1-a4ab-7bb614e269b7 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:58.343222 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1d35051-ff65-49b6-baaa-56133b60e53f req-ddc3d287-eb98-45a1-a4ab-7bb614e269b7 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 945 time: 0.1187005 May 27 02:25:58.361982 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4142cedb-a539-45de-bb03-53713ed651a8 admin admin] Network 8604bb25-00c6-4170-bfcb-0b58b32e10ee is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:25:58.365430 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-4142cedb-a539-45de-bb03-53713ed651a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:25:58.428689 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1d35051-ff65-49b6-baaa-56133b60e53f req-2960b3a4-4745-4449-bb9d-217134f51a2d tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785978 May 27 02:25:58.520035 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-70ad2b91-83d6-4d3c-9bd0-f14bdc397408 req-b291d548-c72d-42bb-9363-141f7c5f67ef service neutron] 10.222.0.32 "GET /v2.0/networks/b0cf1283-9231-4b2a-9144-4eb59719bffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926362 May 27 02:25:58.635157 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4142cedb-a539-45de-bb03-53713ed651a8 admin admin] Router 1d94dbf7-178c-4082-be53-188ec5821e1d has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:25:58.647945 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-81eff3f4-1e33-4768-a647-f0dc4e87fb52 None None] Provisioning complete for port f4974f9e-4b5f-4ced-85fe-78bceb3073f6 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:25:58.648558 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-81eff3f4-1e33-4768-a647-f0dc4e87fb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:58.717453 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-81eff3f4-1e33-4768-a647-f0dc4e87fb52 None None] Port f4974f9e-4b5f-4ced-85fe-78bceb3073f6 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:25:58.797779 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device bcd81e95-a3a9-48b7-9793-dcc9353a1598 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:25:58.869012 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4142cedb-a539-45de-bb03-53713ed651a8 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:25:58.882184 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4142cedb-a539-45de-bb03-53713ed651a8 admin admin] 10.222.0.57 "PUT /v2.0/routers/1d94dbf7-178c-4082-be53-188ec5821e1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4928577 May 27 02:25:58.892836 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ce9aa0-2153-40de-a1b2-a0b1cb011614 None None] Sync routers for ids ['1d94dbf7-178c-4082-be53-188ec5821e1d'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:25:58.914515 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ce9aa0-2153-40de-a1b2-a0b1cb011614 None None] Routers {'1d94dbf7-178c-4082-be53-188ec5821e1d'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:25:58.915125 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-94ce9aa0-2153-40de-a1b2-a0b1cb011614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:25:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['1d94dbf7-178c-4082-be53-188ec5821e1d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:25:59.097982 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:59.098731 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:59.123807 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port bcd81e95-a3a9-48b7-9793-dcc9353a1598 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:25:59.123807 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:59.197163 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-94ce9aa0-2153-40de-a1b2-a0b1cb011614 None None] Set router 1d94dbf7-178c-4082-be53-188ec5821e1d gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:25:59.317371 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4a6d4-29f8-4d55-8aa9-6d049857d522 req-61a66e89-fe33-47cd-b5e4-8cd93f26649e tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:59.338845 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a8c4a6d4-29f8-4d55-8aa9-6d049857d522 req-61a66e89-fe33-47cd-b5e4-8cd93f26649e tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=753a6fa5-39fb-494b-9994-e2f251976bd3 HTTP/1.1" status: 200 len: 943 time: 0.1427834 May 27 02:25:59.496914 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a8c4a6d4-29f8-4d55-8aa9-6d049857d522 req-edd9823f-81d3-485a-9646-71e350cd2963 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625299 May 27 02:25:59.562890 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b553e-39d6-4634-b921-8f083e119bdf req-550a1791-3b7a-4eff-8659-1dc9a5d4196d tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:59.570909 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-423b553e-39d6-4634-b921-8f083e119bdf req-550a1791-3b7a-4eff-8659-1dc9a5d4196d tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/networks?id=8604bb25-00c6-4170-bfcb-0b58b32e10ee HTTP/1.1" status: 200 len: 818 time: 0.1935599 May 27 02:25:59.578292 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port bcd81e95-a3a9-48b7-9793-dcc9353a1598 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:25:59.583947 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-423b553e-39d6-4634-b921-8f083e119bdf req-b0cfc5ba-bc2d-4142-a506-067b92ec1cdf tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/quotas/0a9d84b96bbe4011b693e36de83ee83d HTTP/1.1" status: 200 len: 375 time: 0.0122001 May 27 02:25:59.703805 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-94ce9aa0-2153-40de-a1b2-a0b1cb011614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'name': 'tempest-ServerRescueNegativeTestJSON-711850517-router', 'tenant_id': '0a9d84b96bbe4011b693e36de83ee83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'bcd81e95-a3a9-48b7-9793-dcc9353a1598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:25:47Z', 'updated_at': '2022-05-27T02:25:56Z', 'revision_number': 4, 'project_id': '0a9d84b96bbe4011b693e36de83ee83d', 'gw_port': {'id': 'bcd81e95-a3a9-48b7-9793-dcc9353a1598', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:08:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:25:48Z', 'updated_at': '2022-05-27T02:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'f4974f9e-4b5f-4ced-85fe-78bceb3073f6', 'name': '', 'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee', 'tenant_id': '0a9d84b96bbe4011b693e36de83ee83d', 'mac_address': 'fa:16:3e:9f:70:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': 'fd5aa407-954e-45ea-8fc0-6e0875d0c839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:25:54Z', 'updated_at': '2022-05-27T02:25:57Z', 'revision_number': 2, 'project_id': '0a9d84b96bbe4011b693e36de83ee83d', 'subnets': [{'id': 'fd5aa407-954e-45ea-8fc0-6e0875d0c839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:25:59.710463 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ce9aa0-2153-40de-a1b2-a0b1cb011614 None None] Checking router: 1d94dbf7-178c-4082-be53-188ec5821e1d for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:25:59.710830 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ce9aa0-2153-40de-a1b2-a0b1cb011614 None None] Updating router 1d94dbf7-178c-4082-be53-188ec5821e1d port f4974f9e-4b5f-4ced-85fe-78bceb3073f6 binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:25:59.755420 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-423b553e-39d6-4634-b921-8f083e119bdf req-531ddd96-fdd6-4ebb-b2e9-08f03e708a98 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0a9d84b96bbe4011b693e36de83ee83d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1588578 May 27 02:25:59.771078 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-94ce9aa0-2153-40de-a1b2-a0b1cb011614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:59.907526 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-423b553e-39d6-4634-b921-8f083e119bdf req-92547f06-56cf-4fe1-89c4-70f85b055e33 service neutron] 10.222.0.57 "GET /v2.0/networks/8604bb25-00c6-4170-bfcb-0b58b32e10ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467662 May 27 02:25:59.916102 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9dd730-b25c-450a-84ed-5a341652b21f req-4b9eefa8-5bb3-4dc4-bba3-c7fc953e642f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:59.917766 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cb9dd730-b25c-450a-84ed-5a341652b21f req-4b9eefa8-5bb3-4dc4-bba3-c7fc953e642f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 945 time: 0.2702792 May 27 02:26:00.126226 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:00.175159 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cb9dd730-b25c-450a-84ed-5a341652b21f req-7ee7650b-8f0e-4646-ae0a-5d903b9b8100 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2302382 May 27 02:26:00.228309 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-423b553e-39d6-4634-b921-8f083e119bdf req-2e18e65e-594c-47dc-8b53-fb265c6727af service neutron] 10.222.0.57 "GET /v2.0/networks/8604bb25-00c6-4170-bfcb-0b58b32e10ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093512 May 27 02:26:00.245861 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-94ce9aa0-2153-40de-a1b2-a0b1cb011614 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:00.265536 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-94ce9aa0-2153-40de-a1b2-a0b1cb011614 None None] Transition to ACTIVE for port object f4974f9e-4b5f-4ced-85fe-78bceb3073f6 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:26:00.369480 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-94ce9aa0-2153-40de-a1b2-a0b1cb011614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:00.680918 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-47aaeed7-e95c-4f14-b77a-5ba722a09c9b req-2870ec69-3783-4c37-a512-eda67eeed9bf tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=31da9e92-be8a-497c-81ac-03e605f02623 HTTP/1.1" status: 200 len: 210 time: 0.1228817 May 27 02:26:00.800267 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af0e2df-bfb6-4573-988f-4291a559ecea None None] Pushing event updated for resources: {'Port': ['ID=f4974f9e-4b5f-4ced-85fe-78bceb3073f6,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:00.845124 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-94ce9aa0-2153-40de-a1b2-a0b1cb011614 None None] Attempting to bind port f4974f9e-4b5f-4ced-85fe-78bceb3073f6 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:26:00.845492 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-94ce9aa0-2153-40de-a1b2-a0b1cb011614 None None] Attempting to bind port f4974f9e-4b5f-4ced-85fe-78bceb3073f6 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '0096599c-fd5d-4fd7-aa45-4b457c52e46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:26:00.845851 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ce9aa0-2153-40de-a1b2-a0b1cb011614 None None] Attempting to bind port f4974f9e-4b5f-4ced-85fe-78bceb3073f6 on network 8604bb25-00c6-4170-bfcb-0b58b32e10ee {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:26:00.852206 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ce9aa0-2153-40de-a1b2-a0b1cb011614 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:26:00.852579 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ce9aa0-2153-40de-a1b2-a0b1cb011614 None None] Checking segment: {'id': '0096599c-fd5d-4fd7-aa45-4b457c52e46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:26:00.853194 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-94ce9aa0-2153-40de-a1b2-a0b1cb011614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:00.854386 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ce9aa0-2153-40de-a1b2-a0b1cb011614 None None] Bound using segment: {'id': '0096599c-fd5d-4fd7-aa45-4b457c52e46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:26:00.854386 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-94ce9aa0-2153-40de-a1b2-a0b1cb011614 None None] Bound port: f4974f9e-4b5f-4ced-85fe-78bceb3073f6, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0096599c-fd5d-4fd7-aa45-4b457c52e46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:26:00.854892 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-94ce9aa0-2153-40de-a1b2-a0b1cb011614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:00.940383 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbc2fd-5826-4f4a-b911-5373ac262815 req-9187556d-d551-4f2a-86f6-8fef5b4de512 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:00.942409 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-20dbc2fd-5826-4f4a-b911-5373ac262815 req-9187556d-d551-4f2a-86f6-8fef5b4de512 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=753a6fa5-39fb-494b-9994-e2f251976bd3 HTTP/1.1" status: 200 len: 943 time: 0.1988637 May 27 02:26:00.995283 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-94ce9aa0-2153-40de-a1b2-a0b1cb011614 None None] For port f4974f9e-4b5f-4ced-85fe-78bceb3073f6, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:26:00.998556 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-94ce9aa0-2153-40de-a1b2-a0b1cb011614 None None] For port f4974f9e-4b5f-4ced-85fe-78bceb3073f6, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=f4974f9e-4b5f-4ced-85fe-78bceb3073f6,segment=NetworkSegment(0096599c-fd5d-4fd7-aa45-4b457c52e46a),segment_id=0096599c-fd5d-4fd7-aa45-4b457c52e46a)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:26:01.120617 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-20dbc2fd-5826-4f4a-b911-5373ac262815 req-4a6ba4a6-44a7-4b0a-9f2e-d2c877b2c81b tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719751 May 27 02:26:01.129800 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-94ce9aa0-2153-40de-a1b2-a0b1cb011614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:01.208181 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-c5aa0483-bc79-4670-9fd4-66d766a4e887 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:01.211034 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-c5aa0483-bc79-4670-9fd4-66d766a4e887 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/networks?id=8604bb25-00c6-4170-bfcb-0b58b32e10ee HTTP/1.1" status: 200 len: 818 time: 0.2139180 May 27 02:26:01.245732 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-c67c0eac-cc0a-4392-a302-9d6c40c12fec tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/quotas/0a9d84b96bbe4011b693e36de83ee83d HTTP/1.1" status: 200 len: 375 time: 0.0265214 May 27 02:26:01.362793 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-77667309-e760-4db0-ae17-c468386d429f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0a9d84b96bbe4011b693e36de83ee83d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1158562 May 27 02:26:01.366945 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ce9aa0-2153-40de-a1b2-a0b1cb011614 None None] Routers {'1d94dbf7-178c-4082-be53-188ec5821e1d'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:26:01.370793 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-94ce9aa0-2153-40de-a1b2-a0b1cb011614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:25:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['1d94dbf7-178c-4082-be53-188ec5821e1d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:26:01.636372 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-94ce9aa0-2153-40de-a1b2-a0b1cb011614 None None] Set router 1d94dbf7-178c-4082-be53-188ec5821e1d gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:26:01.687248 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af0e2df-bfb6-4573-988f-4291a559ecea None None] Pushing event updated for resources: {'Port': ['ID=f4974f9e-4b5f-4ced-85fe-78bceb3073f6,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:01.702569 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-5a5960d1-ed71-4f6f-bd19-c245e66d1103 service neutron] 10.222.0.57 "GET /v2.0/networks/8604bb25-00c6-4170-bfcb-0b58b32e10ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382306 May 27 02:26:01.724274 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4b325-83c0-4646-9a60-45d18d614881 req-e96a3962-95b3-4120-a2d6-3fea05d1be95 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:01.724274 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-60c4b325-83c0-4646-9a60-45d18d614881 req-e96a3962-95b3-4120-a2d6-3fea05d1be95 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 945 time: 0.3068936 May 27 02:26:01.948510 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-60c4b325-83c0-4646-9a60-45d18d614881 req-f89ea68e-7f41-4b82-b7f7-d3d1d62abb6d tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2157338 May 27 02:26:02.022909 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-d8f2bc57-2578-4608-8105-f7b0b5b34905 service neutron] 10.222.0.57 "GET /v2.0/networks/8604bb25-00c6-4170-bfcb-0b58b32e10ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888436 May 27 02:26:02.170696 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-94ce9aa0-2153-40de-a1b2-a0b1cb011614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'name': 'tempest-ServerRescueNegativeTestJSON-711850517-router', 'tenant_id': '0a9d84b96bbe4011b693e36de83ee83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'bcd81e95-a3a9-48b7-9793-dcc9353a1598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:25:47Z', 'updated_at': '2022-05-27T02:25:56Z', 'revision_number': 4, 'project_id': '0a9d84b96bbe4011b693e36de83ee83d', 'gw_port': {'id': 'bcd81e95-a3a9-48b7-9793-dcc9353a1598', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:08:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:25:48Z', 'updated_at': '2022-05-27T02:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'f4974f9e-4b5f-4ced-85fe-78bceb3073f6', 'name': '', 'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee', 'tenant_id': '0a9d84b96bbe4011b693e36de83ee83d', 'mac_address': 'fa:16:3e:9f:70:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': 'fd5aa407-954e-45ea-8fc0-6e0875d0c839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:25:54Z', 'updated_at': '2022-05-27T02:26:00Z', 'revision_number': 4, 'project_id': '0a9d84b96bbe4011b693e36de83ee83d', 'subnets': [{'id': 'fd5aa407-954e-45ea-8fc0-6e0875d0c839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:26:02.176357 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ce9aa0-2153-40de-a1b2-a0b1cb011614 None None] The sync data for ids ['1d94dbf7-178c-4082-be53-188ec5821e1d'] in n-d-843554-3 is: [{'id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'name': 'tempest-ServerRescueNegativeTestJSON-711850517-router', 'tenant_id': '0a9d84b96bbe4011b693e36de83ee83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'bcd81e95-a3a9-48b7-9793-dcc9353a1598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:25:47Z', 'updated_at': '2022-05-27T02:25:56Z', 'revision_number': 4, 'project_id': '0a9d84b96bbe4011b693e36de83ee83d', 'gw_port': {'id': 'bcd81e95-a3a9-48b7-9793-dcc9353a1598', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:08:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:25:48Z', 'updated_at': '2022-05-27T02:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'f4974f9e-4b5f-4ced-85fe-78bceb3073f6', 'name': '', 'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee', 'tenant_id': '0a9d84b96bbe4011b693e36de83ee83d', 'mac_address': 'fa:16:3e:9f:70:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': 'fd5aa407-954e-45ea-8fc0-6e0875d0c839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:25:54Z', 'updated_at': '2022-05-27T02:26:00Z', 'revision_number': 4, 'project_id': '0a9d84b96bbe4011b693e36de83ee83d', 'subnets': [{'id': 'fd5aa407-954e-45ea-8fc0-6e0875d0c839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:26:02.506800 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5bff9667-fdb9-45f5-95e2-34bb7927fd58 req-4131c48d-d6df-44ac-81ea-1224a811ae93 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=de99b920-541f-4020-a772-e43375ba9f6e HTTP/1.1" status: 200 len: 210 time: 0.0878301 May 27 02:26:02.507644 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device d3d46f2c-42cb-42b6-a534-e248fda38d38 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:26:02.555695 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4621d90-c071-415a-91d1-7e6862bfa126 req-642730d0-3814-484f-aaa3-6c9ed6d2ac05 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:02.589184 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d4621d90-c071-415a-91d1-7e6862bfa126 req-642730d0-3814-484f-aaa3-6c9ed6d2ac05 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=753a6fa5-39fb-494b-9994-e2f251976bd3 HTTP/1.1" status: 200 len: 943 time: 0.2783017 May 27 02:26:02.714540 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d4621d90-c071-415a-91d1-7e6862bfa126 req-4ecfa1e3-56dd-4e3b-a90e-33892d1507d2 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242955 May 27 02:26:02.855026 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port d3d46f2c-42cb-42b6-a534-e248fda38d38, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=d3d46f2c-42cb-42b6-a534-e248fda38d38,segment=NetworkSegment(441b6a83-1810-4a59-a172-de9005de5715),segment_id=441b6a83-1810-4a59-a172-de9005de5715)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:26:02.978864 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': 'd3d46f2c-42cb-42b6-a534-e248fda38d38', 'network_id': 'b0cf1283-9231-4b2a-9144-4eb59719bffc', 'port_id': 'd3d46f2c-42cb-42b6-a534-e248fda38d38', 'mac_address': 'fa:16:3e:bb:56:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '505370ea-6a69-4c6a-9c79-68e9a416bb4a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:26:03.086388 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f4974f9e-4b5f-4ced-85fe-78bceb3073f6 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:26:03.248863 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port d3d46f2c-42cb-42b6-a534-e248fda38d38 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:26:03.249519 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316fd0f-68d5-4031-9614-6897eedf3b22 req-51034b8a-41c4-4ace-b418-3b655eb3eff0 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:03.250742 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:03.251628 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7316fd0f-68d5-4031-9614-6897eedf3b22 req-51034b8a-41c4-4ace-b418-3b655eb3eff0 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 945 time: 0.1323423 May 27 02:26:03.290162 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3d46f2c-42cb-42b6-a534-e248fda38d38 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:26:03.310504 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7316fd0f-68d5-4031-9614-6897eedf3b22 req-f7308421-4db1-47e1-be05-ee7b57252116 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486524 May 27 02:26:03.320239 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port d3d46f2c-42cb-42b6-a534-e248fda38d38, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=d3d46f2c-42cb-42b6-a534-e248fda38d38,segment=NetworkSegment(441b6a83-1810-4a59-a172-de9005de5715),segment_id=441b6a83-1810-4a59-a172-de9005de5715)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:26:03.517713 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port f4974f9e-4b5f-4ced-85fe-78bceb3073f6 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:26:03.523188 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:03.598505 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port f4974f9e-4b5f-4ced-85fe-78bceb3073f6 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:26:03.599146 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:03.637485 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=d3d46f2c-42cb-42b6-a534-e248fda38d38,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:03.700315 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1a25c5ba-e070-4998-8ff5-c5fdc09536de req-e149dca3-085e-424f-875c-739cd476019f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=de99b920-541f-4020-a772-e43375ba9f6e HTTP/1.1" status: 200 len: 210 time: 0.0610948 May 27 02:26:03.803067 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['d3d46f2c-42cb-42b6-a534-e248fda38d38'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:26:03.884011 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port f4974f9e-4b5f-4ced-85fe-78bceb3073f6 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:26:03.884011 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:03.992203 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port f4974f9e-4b5f-4ced-85fe-78bceb3073f6, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=f4974f9e-4b5f-4ced-85fe-78bceb3073f6,segment=NetworkSegment(0096599c-fd5d-4fd7-aa45-4b457c52e46a),segment_id=0096599c-fd5d-4fd7-aa45-4b457c52e46a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:26:04.031728 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332055be-2399-4ca5-be18-90dd247f33ee req-2652c859-dc99-4e0b-ab5c-126fc7726127 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:04.033283 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-332055be-2399-4ca5-be18-90dd247f33ee req-2652c859-dc99-4e0b-ab5c-126fc7726127 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=753a6fa5-39fb-494b-9994-e2f251976bd3 HTTP/1.1" status: 200 len: 944 time: 0.1077883 May 27 02:26:04.115147 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:04.276642 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=f4974f9e-4b5f-4ced-85fe-78bceb3073f6,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:04.316934 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b553e-39d6-4634-b921-8f083e119bdf req-3016e4d1-c8f0-4e75-95c0-dae1110368ca tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:04.318924 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-423b553e-39d6-4634-b921-8f083e119bdf req-3016e4d1-c8f0-4e75-95c0-dae1110368ca tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.66 "GET /v2.0/networks?id=8604bb25-00c6-4170-bfcb-0b58b32e10ee HTTP/1.1" status: 200 len: 818 time: 0.2285559 May 27 02:26:04.325764 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-332055be-2399-4ca5-be18-90dd247f33ee req-6f690f50-27f1-4a28-bb45-7c7124e143b0 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754147 May 27 02:26:04.337157 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-423b553e-39d6-4634-b921-8f083e119bdf req-c6538705-5b8e-4659-b392-9a5a1fc413dd tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Request body: {'port': {'device_id': '31da9e92-be8a-497c-81ac-03e605f02623', 'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee', 'admin_state_up': True, 'tenant_id': '0a9d84b96bbe4011b693e36de83ee83d'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:26:04.547984 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 49990) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:04.735162 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-423b553e-39d6-4634-b921-8f083e119bdf req-c6538705-5b8e-4659-b392-9a5a1fc413dd tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:26:04.741868 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-423b553e-39d6-4634-b921-8f083e119bdf req-c6538705-5b8e-4659-b392-9a5a1fc413dd tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Usage tracker for resource:port and tenant:0a9d84b96bbe4011b693e36de83ee83d is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:26:04.745289 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-423b553e-39d6-4634-b921-8f083e119bdf req-c6538705-5b8e-4659-b392-9a5a1fc413dd tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:26:04.753287 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-423b553e-39d6-4634-b921-8f083e119bdf req-c6538705-5b8e-4659-b392-9a5a1fc413dd tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:26:04.778795 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d0077-76e0-463d-a621-9011e623afcc req-e7ee0445-cbde-4d6e-9dda-7dfe0e394a7c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:04.788795 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4d9878ea-2f14-488c-9d01-e7bd37b7b6ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:04.789078 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-551d0077-76e0-463d-a621-9011e623afcc req-e7ee0445-cbde-4d6e-9dda-7dfe0e394a7c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 945 time: 0.2994361 May 27 02:26:04.818342 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4d9878ea-2f14-488c-9d01-e7bd37b7b6ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:26:04.844213 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4d9878ea-2f14-488c-9d01-e7bd37b7b6ac admin admin] Usage tracker for resource:security_group_rule and tenant:e330f45686ad462da21338ba2cf49192 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:26:04.849769 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4d9878ea-2f14-488c-9d01-e7bd37b7b6ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:26:04.858305 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-551d0077-76e0-463d-a621-9011e623afcc req-6f032fbf-4860-468a-b62a-308aa3c264ff tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651176 May 27 02:26:04.860707 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-423b553e-39d6-4634-b921-8f083e119bdf req-c6538705-5b8e-4659-b392-9a5a1fc413dd tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Made reservation on behalf of 0a9d84b96bbe4011b693e36de83ee83d for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:26:04.863828 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4d9878ea-2f14-488c-9d01-e7bd37b7b6ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:26:04.870099 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-423b553e-39d6-4634-b921-8f083e119bdf req-c6538705-5b8e-4659-b392-9a5a1fc413dd tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:04.888323 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f4974f9e-4b5f-4ced-85fe-78bceb3073f6 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:26:05.036770 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4d9878ea-2f14-488c-9d01-e7bd37b7b6ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:05.059867 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-511c6829-4380-404e-8ce3-761170c03263 req-368a12af-7cb0-46be-814d-08a03445097f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=de99b920-541f-4020-a772-e43375ba9f6e HTTP/1.1" status: 200 len: 210 time: 0.0595438 May 27 02:26:05.135767 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4d9878ea-2f14-488c-9d01-e7bd37b7b6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:05.224083 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4d9878ea-2f14-488c-9d01-e7bd37b7b6ac admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e330f45686ad462da21338ba2cf49192&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6701078 May 27 02:26:05.224083 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50010) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:05.224732 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port f4974f9e-4b5f-4ced-85fe-78bceb3073f6 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:26:05.225124 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:05.235889 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9878ea-2f14-488c-9d01-e7bd37b7b6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e19d88-f237-44dd-a639-0f9e924c4176,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:05.240130 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-423b553e-39d6-4634-b921-8f083e119bdf req-c6538705-5b8e-4659-b392-9a5a1fc413dd tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Allocated IP 172.20.0.5 (8604bb25-00c6-4170-bfcb-0b58b32e10ee/fd5aa407-954e-45ea-8fc0-6e0875d0c839/4e9286b6-fb62-4d5b-8a3a-282c0e133d50) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:26:05.339754 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f2b72cb3-4a0a-40c2-91fb-a5c4c2478a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:05.414716 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f2b72cb3-4a0a-40c2-91fb-a5c4c2478a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:05.523475 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port f4974f9e-4b5f-4ced-85fe-78bceb3073f6 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:26:05.605515 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-423b553e-39d6-4634-b921-8f083e119bdf req-c6538705-5b8e-4659-b392-9a5a1fc413dd tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:05.627596 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f2b72cb3-4a0a-40c2-91fb-a5c4c2478a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:05.629472 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-423b553e-39d6-4634-b921-8f083e119bdf req-c6538705-5b8e-4659-b392-9a5a1fc413dd tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Transition to ACTIVE for port object 4e9286b6-fb62-4d5b-8a3a-282c0e133d50 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:26:05.645158 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b70da-a32d-46fd-825f-263358979d35 req-b57d445c-fcc0-490d-96b5-3eff63a33f8f tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:05.646473 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b72cb3-4a0a-40c2-91fb-a5c4c2478a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e19d88-f237-44dd-a639-0f9e924c4176,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:05.646610 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0a3b70da-a32d-46fd-825f-263358979d35 req-b57d445c-fcc0-490d-96b5-3eff63a33f8f tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=753a6fa5-39fb-494b-9994-e2f251976bd3 HTTP/1.1" status: 200 len: 944 time: 0.1530199 May 27 02:26:05.648804 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f2b72cb3-4a0a-40c2-91fb-a5c4c2478a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:05.652917 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f2b72cb3-4a0a-40c2-91fb-a5c4c2478a3f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/19e19d88-f237-44dd-a639-0f9e924c4176 HTTP/1.1" status: 204 len: 168 time: 0.4289322 May 27 02:26:05.715758 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0a3b70da-a32d-46fd-825f-263358979d35 req-92574424-17a7-413c-9cc1-201010f3603f tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518618 May 27 02:26:05.810847 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-423b553e-39d6-4634-b921-8f083e119bdf req-c6538705-5b8e-4659-b392-9a5a1fc413dd tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:05.891516 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-594162d5-cdd5-4d38-8bd3-5d2d0ec40b52 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:05.892454 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-594162d5-cdd5-4d38-8bd3-5d2d0ec40b52 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Synchronizing usage tracker for tenant:0a9d84b96bbe4011b693e36de83ee83d on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:26:05.930401 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-423b553e-39d6-4634-b921-8f083e119bdf req-c6538705-5b8e-4659-b392-9a5a1fc413dd tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Network 8604bb25-00c6-4170-bfcb-0b58b32e10ee is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:26:05.941528 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-423b553e-39d6-4634-b921-8f083e119bdf req-c6538705-5b8e-4659-b392-9a5a1fc413dd tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:26:05.942990 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-423b553e-39d6-4634-b921-8f083e119bdf req-c6538705-5b8e-4659-b392-9a5a1fc413dd tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:26:06.061801 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-594162d5-cdd5-4d38-8bd3-5d2d0ec40b52 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Unset dirty status for tenant:0a9d84b96bbe4011b693e36de83ee83d on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:26:06.062072 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6538705-5b8e-4659-b392-9a5a1fc413dd tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Pushing event updated for resources: {'Port': ['ID=4e9286b6-fb62-4d5b-8a3a-282c0e133d50,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:06.065115 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-594162d5-cdd5-4d38-8bd3-5d2d0ec40b52 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.66 "GET /v2.0/networks?id=8604bb25-00c6-4170-bfcb-0b58b32e10ee HTTP/1.1" status: 200 len: 818 time: 0.3779480 May 27 02:26:06.071717 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-d15537d6-757a-4fe7-9924-122a069d7c27 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Request body: {'port': {'device_id': 'de99b920-541f-4020-a772-e43375ba9f6e', 'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee', 'admin_state_up': True, 'tenant_id': '0a9d84b96bbe4011b693e36de83ee83d'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:26:06.279362 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b553e-39d6-4634-b921-8f083e119bdf req-c6538705-5b8e-4659-b392-9a5a1fc413dd tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:06.280590 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-423b553e-39d6-4634-b921-8f083e119bdf req-c6538705-5b8e-4659-b392-9a5a1fc413dd tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:06.405048 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-c8d5cd3d-95a3-4910-9a5a-78f2e412d031 req-05a4d3e7-8ef1-4bef-853a-07b8eb34414b tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Synchronizing usage tracker for tenant:0a9d84b96bbe4011b693e36de83ee83d on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:26:06.438659 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-423b553e-39d6-4634-b921-8f083e119bdf req-c6538705-5b8e-4659-b392-9a5a1fc413dd tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1107285 May 27 02:26:06.447654 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b489e-c07e-4b93-b603-120c377f357a req-2b5de710-efa2-49d9-a93a-f8c9f12fee41 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:06.449397 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-006b489e-c07e-4b93-b603-120c377f357a req-2b5de710-efa2-49d9-a93a-f8c9f12fee41 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 945 time: 0.3337214 May 27 02:26:06.454990 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-423b553e-39d6-4634-b921-8f083e119bdf req-88f736b1-a218-44f8-85ab-b04a9013e9a0 service neutron] Request body: {'port': {'device_id': '31da9e92-be8a-497c-81ac-03e605f02623', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:26:06.461891 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-8b9e216c-f3a0-40a4-97b1-348a565976a1 None None] Provisioning for port 4e9286b6-fb62-4d5b-8a3a-282c0e133d50 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:26:06.469025 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-8b9e216c-f3a0-40a4-97b1-348a565976a1 None None] Provisioning complete for port 4e9286b6-fb62-4d5b-8a3a-282c0e133d50 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:26:06.469485 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8b9e216c-f3a0-40a4-97b1-348a565976a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:06.529743 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-d15537d6-757a-4fe7-9924-122a069d7c27 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:26:06.547946 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-c8d5cd3d-95a3-4910-9a5a-78f2e412d031 req-05a4d3e7-8ef1-4bef-853a-07b8eb34414b tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Unset dirty status for tenant:0a9d84b96bbe4011b693e36de83ee83d on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:26:06.547946 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c8d5cd3d-95a3-4910-9a5a-78f2e412d031 req-05a4d3e7-8ef1-4bef-853a-07b8eb34414b tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=de99b920-541f-4020-a772-e43375ba9f6e HTTP/1.1" status: 200 len: 210 time: 0.2030690 May 27 02:26:06.560220 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-d15537d6-757a-4fe7-9924-122a069d7c27 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Usage tracker for resource:port and tenant:0a9d84b96bbe4011b693e36de83ee83d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:26:06.601939 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-d15537d6-757a-4fe7-9924-122a069d7c27 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:26:06.602217 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device d3d46f2c-42cb-42b6-a534-e248fda38d38 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:26:06.609578 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-d15537d6-757a-4fe7-9924-122a069d7c27 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:26:06.610717 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-006b489e-c07e-4b93-b603-120c377f357a req-ea24595e-2433-498e-9003-69e1f744a6ea tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116910 May 27 02:26:06.681559 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-8b9e216c-f3a0-40a4-97b1-348a565976a1 None None] Port 4e9286b6-fb62-4d5b-8a3a-282c0e133d50 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:26:06.708253 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-423b553e-39d6-4634-b921-8f083e119bdf req-88f736b1-a218-44f8-85ab-b04a9013e9a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:06.723656 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-d15537d6-757a-4fe7-9924-122a069d7c27 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Made reservation on behalf of 0a9d84b96bbe4011b693e36de83ee83d for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:26:06.727241 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-d15537d6-757a-4fe7-9924-122a069d7c27 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:06.776401 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port d3d46f2c-42cb-42b6-a534-e248fda38d38 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:26:06.782781 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port d3d46f2c-42cb-42b6-a534-e248fda38d38 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:26:06.783668 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:07.024135 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port d3d46f2c-42cb-42b6-a534-e248fda38d38 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:26:07.024671 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:07.078240 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753a6fa5-39fb-494b-9994-e2f251976bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d46f2c-42cb-42b6-a534-e248fda38d38'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:26:07.100853 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port d3d46f2c-42cb-42b6-a534-e248fda38d38, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=d3d46f2c-42cb-42b6-a534-e248fda38d38,segment=NetworkSegment(441b6a83-1810-4a59-a172-de9005de5715),segment_id=441b6a83-1810-4a59-a172-de9005de5715)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:26:07.118588 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-d15537d6-757a-4fe7-9924-122a069d7c27 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Allocated IP 172.20.0.3 (8604bb25-00c6-4170-bfcb-0b58b32e10ee/fd5aa407-954e-45ea-8fc0-6e0875d0c839/babf35d4-bc95-4354-93e1-7bf7ed0b612e) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:26:07.165438 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:07.220701 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51a1f1-6b5e-4d8c-910c-c187407036a2 req-76373a02-31f7-4d90-ad34-170cda74958d tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:07.222381 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-be51a1f1-6b5e-4d8c-910c-c187407036a2 req-76373a02-31f7-4d90-ad34-170cda74958d tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=753a6fa5-39fb-494b-9994-e2f251976bd3 HTTP/1.1" status: 200 len: 944 time: 0.3580830 May 27 02:26:07.255460 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=d3d46f2c-42cb-42b6-a534-e248fda38d38,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:07.281294 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-be51a1f1-6b5e-4d8c-910c-c187407036a2 req-66ecca6b-62e3-4d62-8c70-9212d7b0d231 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525765 May 27 02:26:07.418502 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f7be9f7-73d9-41aa-9910-b9d0fd2774b0'] response: {'server_uuid': '753a6fa5-39fb-494b-9994-e2f251976bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d46f2c-42cb-42b6-a534-e248fda38d38', 'code': 200} May 27 02:26:07.456369 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-d15537d6-757a-4fe7-9924-122a069d7c27 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:07.489374 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-d15537d6-757a-4fe7-9924-122a069d7c27 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Transition to ACTIVE for port object babf35d4-bc95-4354-93e1-7bf7ed0b612e will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:26:07.601783 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813ff68-ba96-4127-8e35-8edd938be345 req-8c3d8471-68c3-4265-a029-8ec30b08d99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:07.603403 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8813ff68-ba96-4127-8e35-8edd938be345 req-8c3d8471-68c3-4265-a029-8ec30b08d99f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=753a6fa5-39fb-494b-9994-e2f251976bd3 HTTP/1.1" status: 200 len: 1096 time: 0.1120131 May 27 02:26:07.656690 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8813ff68-ba96-4127-8e35-8edd938be345 req-58cbc44f-c8cc-4844-bc0d-5f0aa5987416 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467803 May 27 02:26:07.693091 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-d15537d6-757a-4fe7-9924-122a069d7c27 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:07.824209 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15537d6-757a-4fe7-9924-122a069d7c27 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Pushing event updated for resources: {'Port': ['ID=babf35d4-bc95-4354-93e1-7bf7ed0b612e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:07.827918 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-d15537d6-757a-4fe7-9924-122a069d7c27 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Network 8604bb25-00c6-4170-bfcb-0b58b32e10ee is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:26:07.829660 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-d15537d6-757a-4fe7-9924-122a069d7c27 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:26:07.832278 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-d15537d6-757a-4fe7-9924-122a069d7c27 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:26:07.920007 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-d15537d6-757a-4fe7-9924-122a069d7c27 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:07.920663 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-d15537d6-757a-4fe7-9924-122a069d7c27 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:07.981867 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5decc89c-22e2-42cb-b7f1-469cffee3b2f req-5f58e933-dab2-4418-bd48-64f31acde863 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:07.983324 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5decc89c-22e2-42cb-b7f1-469cffee3b2f req-5f58e933-dab2-4418-bd48-64f31acde863 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=de99b920-541f-4020-a772-e43375ba9f6e HTTP/1.1" status: 200 len: 931 time: 0.3094392 May 27 02:26:08.086365 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3406964-7116-40d7-b938-4c46175f9fc9 req-1edb5564-6d2a-4963-9014-8b97440b4747 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:08.087244 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e3406964-7116-40d7-b938-4c46175f9fc9 req-1edb5564-6d2a-4963-9014-8b97440b4747 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 945 time: 0.3454106 May 27 02:26:08.089710 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-423b553e-39d6-4634-b921-8f083e119bdf req-88f736b1-a218-44f8-85ab-b04a9013e9a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e9286b6-fb62-4d5b-8a3a-282c0e133d50 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:26:08.106017 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-d15537d6-757a-4fe7-9924-122a069d7c27 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0351112 May 27 02:26:08.110505 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-423b553e-39d6-4634-b921-8f083e119bdf req-88f736b1-a218-44f8-85ab-b04a9013e9a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:08.123865 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-50746b96-cf43-401b-ac20-1b6568ba201e service neutron] Request body: {'port': {'device_id': 'de99b920-541f-4020-a772-e43375ba9f6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:26:08.188274 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e3406964-7116-40d7-b938-4c46175f9fc9 req-0afb2c6d-e644-4048-a911-969a07237cc3 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818863 May 27 02:26:08.191886 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5decc89c-22e2-42cb-b7f1-469cffee3b2f req-e4e259e4-7ee9-4090-a7d7-d82360f3df6d tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627741 May 27 02:26:08.194485 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-423b553e-39d6-4634-b921-8f083e119bdf req-88f736b1-a218-44f8-85ab-b04a9013e9a0 service neutron] Transition to ACTIVE for port object 4e9286b6-fb62-4d5b-8a3a-282c0e133d50 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:26:08.226571 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-fb80b4f9-3524-4151-8940-4e60beba538e None None] Provisioning for port babf35d4-bc95-4354-93e1-7bf7ed0b612e completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:26:08.245132 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-fb80b4f9-3524-4151-8940-4e60beba538e None None] Provisioning complete for port babf35d4-bc95-4354-93e1-7bf7ed0b612e triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:26:08.245132 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fb80b4f9-3524-4151-8940-4e60beba538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:08.251669 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-423b553e-39d6-4634-b921-8f083e119bdf req-88f736b1-a218-44f8-85ab-b04a9013e9a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:08.278813 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-50746b96-cf43-401b-ac20-1b6568ba201e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:08.372345 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-fb80b4f9-3524-4151-8940-4e60beba538e None None] Port babf35d4-bc95-4354-93e1-7bf7ed0b612e cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:26:08.561995 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 46916ba0-85dd-4447-a580-3723a864f219 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:26:08.660347 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f736b1-a218-44f8-85ab-b04a9013e9a0 service neutron] Pushing event updated for resources: {'Port': ['ID=4e9286b6-fb62-4d5b-8a3a-282c0e133d50,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:08.803267 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82596011-f804-4cf7-878d-b51d3d37eed6 req-ca8464b5-aee1-499e-ac60-6d815a13fc53 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:08.807214 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-82596011-f804-4cf7-878d-b51d3d37eed6 req-ca8464b5-aee1-499e-ac60-6d815a13fc53 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=753a6fa5-39fb-494b-9994-e2f251976bd3 HTTP/1.1" status: 200 len: 945 time: 0.2872927 May 27 02:26:08.809816 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-423b553e-39d6-4634-b921-8f083e119bdf req-88f736b1-a218-44f8-85ab-b04a9013e9a0 service neutron] Attempting to bind port 4e9286b6-fb62-4d5b-8a3a-282c0e133d50 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:26:08.810321 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-423b553e-39d6-4634-b921-8f083e119bdf req-88f736b1-a218-44f8-85ab-b04a9013e9a0 service neutron] Attempting to bind port 4e9286b6-fb62-4d5b-8a3a-282c0e133d50 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '0096599c-fd5d-4fd7-aa45-4b457c52e46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:26:08.810805 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423b553e-39d6-4634-b921-8f083e119bdf req-88f736b1-a218-44f8-85ab-b04a9013e9a0 service neutron] Attempting to bind port 4e9286b6-fb62-4d5b-8a3a-282c0e133d50 on network 8604bb25-00c6-4170-bfcb-0b58b32e10ee {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:26:08.855416 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 46916ba0-85dd-4447-a580-3723a864f219, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=46916ba0-85dd-4447-a580-3723a864f219,segment=NetworkSegment(7321cd14-1f6f-448d-a8d3-637a53c8da8a),segment_id=7321cd14-1f6f-448d-a8d3-637a53c8da8a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:26:08.864107 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423b553e-39d6-4634-b921-8f083e119bdf req-88f736b1-a218-44f8-85ab-b04a9013e9a0 service neutron] Port 4e9286b6-fb62-4d5b-8a3a-282c0e133d50 on network 8604bb25-00c6-4170-bfcb-0b58b32e10ee not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:26:08.864636 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423b553e-39d6-4634-b921-8f083e119bdf req-88f736b1-a218-44f8-85ab-b04a9013e9a0 service neutron] Attempting to bind port 4e9286b6-fb62-4d5b-8a3a-282c0e133d50 on network 8604bb25-00c6-4170-bfcb-0b58b32e10ee {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:26:08.887274 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-82596011-f804-4cf7-878d-b51d3d37eed6 req-cb7bd354-7c1b-4cbe-b706-ebb09c1f3eea tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644379 May 27 02:26:08.892803 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423b553e-39d6-4634-b921-8f083e119bdf req-88f736b1-a218-44f8-85ab-b04a9013e9a0 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:26:08.893423 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423b553e-39d6-4634-b921-8f083e119bdf req-88f736b1-a218-44f8-85ab-b04a9013e9a0 service neutron] Checking segment: {'id': '0096599c-fd5d-4fd7-aa45-4b457c52e46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:26:08.894022 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423b553e-39d6-4634-b921-8f083e119bdf req-88f736b1-a218-44f8-85ab-b04a9013e9a0 service neutron] Bound using segment: {'id': '0096599c-fd5d-4fd7-aa45-4b457c52e46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:26:08.906024 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-423b553e-39d6-4634-b921-8f083e119bdf req-88f736b1-a218-44f8-85ab-b04a9013e9a0 service neutron] Bound port: 4e9286b6-fb62-4d5b-8a3a-282c0e133d50, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0096599c-fd5d-4fd7-aa45-4b457c52e46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:26:08.906024 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-423b553e-39d6-4634-b921-8f083e119bdf req-88f736b1-a218-44f8-85ab-b04a9013e9a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:08.906235 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '46916ba0-85dd-4447-a580-3723a864f219', 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac', 'port_id': '46916ba0-85dd-4447-a580-3723a864f219', 'mac_address': 'fa:16:3e:33:a6:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c302d24-860d-464a-9c69-32cd4f709ca1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:26:09.082165 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-423b553e-39d6-4634-b921-8f083e119bdf req-88f736b1-a218-44f8-85ab-b04a9013e9a0 service neutron] For port 4e9286b6-fb62-4d5b-8a3a-282c0e133d50, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:26:09.108758 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-423b553e-39d6-4634-b921-8f083e119bdf req-88f736b1-a218-44f8-85ab-b04a9013e9a0 service neutron] For port 4e9286b6-fb62-4d5b-8a3a-282c0e133d50, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=4e9286b6-fb62-4d5b-8a3a-282c0e133d50,segment=NetworkSegment(0096599c-fd5d-4fd7-aa45-4b457c52e46a),segment_id=0096599c-fd5d-4fd7-aa45-4b457c52e46a)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:26:09.109825 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 46916ba0-85dd-4447-a580-3723a864f219 is: ACTIVE; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:26:09.110271 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:09.118430 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-50746b96-cf43-401b-ac20-1b6568ba201e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id babf35d4-bc95-4354-93e1-7bf7ed0b612e {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:26:09.130637 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-50746b96-cf43-401b-ac20-1b6568ba201e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:09.164955 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-50746b96-cf43-401b-ac20-1b6568ba201e service neutron] Transition to ACTIVE for port object babf35d4-bc95-4354-93e1-7bf7ed0b612e will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:26:09.184390 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46916ba0-85dd-4447-a580-3723a864f219 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:26:09.207637 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 46916ba0-85dd-4447-a580-3723a864f219, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=46916ba0-85dd-4447-a580-3723a864f219,segment=NetworkSegment(7321cd14-1f6f-448d-a8d3-637a53c8da8a),segment_id=7321cd14-1f6f-448d-a8d3-637a53c8da8a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:26:09.222519 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-423b553e-39d6-4634-b921-8f083e119bdf req-88f736b1-a218-44f8-85ab-b04a9013e9a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:09.267501 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-50746b96-cf43-401b-ac20-1b6568ba201e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:09.364628 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:09.460073 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b553e-39d6-4634-b921-8f083e119bdf req-88f736b1-a218-44f8-85ab-b04a9013e9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:09.460073 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-423b553e-39d6-4634-b921-8f083e119bdf req-88f736b1-a218-44f8-85ab-b04a9013e9a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:09.461159 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-423b553e-39d6-4634-b921-8f083e119bdf req-88f736b1-a218-44f8-85ab-b04a9013e9a0 service neutron] 10.222.0.66 "PUT /v2.0/ports/4e9286b6-fb62-4d5b-8a3a-282c0e133d50 HTTP/1.1" status: 200 len: 1091 time: 3.0105684 May 27 02:26:09.463992 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31da9e92-be8a-497c-81ac-03e605f02623', 'tag': '4e9286b6-fb62-4d5b-8a3a-282c0e133d50'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:26:09.620873 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=46916ba0-85dd-4447-a580-3723a864f219,revision_number=6']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:09.628835 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['46916ba0-85dd-4447-a580-3723a864f219'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:26:09.665338 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f736b1-a218-44f8-85ab-b04a9013e9a0 service neutron] Pushing event updated for resources: {'Port': ['ID=4e9286b6-fb62-4d5b-8a3a-282c0e133d50,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:09.781134 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50746b96-cf43-401b-ac20-1b6568ba201e service neutron] Pushing event updated for resources: {'Port': ['ID=babf35d4-bc95-4354-93e1-7bf7ed0b612e,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:09.799760 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b553e-39d6-4634-b921-8f083e119bdf req-3ea298a7-6bae-428a-9e69-d2a1f8f3b238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:09.803182 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-423b553e-39d6-4634-b921-8f083e119bdf req-3ea298a7-6bae-428a-9e69-d2a1f8f3b238 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0a9d84b96bbe4011b693e36de83ee83d&device_id=31da9e92-be8a-497c-81ac-03e605f02623 HTTP/1.1" status: 200 len: 1094 time: 0.2101421 May 27 02:26:09.829825 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b6a3a-6757-4051-a189-5cd504412b8c req-912355fb-9074-469b-858d-6cd5da2cfff9 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:09.840324 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c95b6a3a-6757-4051-a189-5cd504412b8c req-912355fb-9074-469b-858d-6cd5da2cfff9 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 944 time: 0.3704574 May 27 02:26:09.886668 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-50746b96-cf43-401b-ac20-1b6568ba201e service neutron] Attempting to bind port babf35d4-bc95-4354-93e1-7bf7ed0b612e on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:26:09.889075 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-50746b96-cf43-401b-ac20-1b6568ba201e service neutron] Attempting to bind port babf35d4-bc95-4354-93e1-7bf7ed0b612e by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '0096599c-fd5d-4fd7-aa45-4b457c52e46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:26:09.889568 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-50746b96-cf43-401b-ac20-1b6568ba201e service neutron] Attempting to bind port babf35d4-bc95-4354-93e1-7bf7ed0b612e on network 8604bb25-00c6-4170-bfcb-0b58b32e10ee {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:26:09.897071 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-50746b96-cf43-401b-ac20-1b6568ba201e service neutron] Port babf35d4-bc95-4354-93e1-7bf7ed0b612e on network 8604bb25-00c6-4170-bfcb-0b58b32e10ee not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:26:09.901155 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-50746b96-cf43-401b-ac20-1b6568ba201e service neutron] Attempting to bind port babf35d4-bc95-4354-93e1-7bf7ed0b612e on network 8604bb25-00c6-4170-bfcb-0b58b32e10ee {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:26:09.913818 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-50746b96-cf43-401b-ac20-1b6568ba201e service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:26:09.914410 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-50746b96-cf43-401b-ac20-1b6568ba201e service neutron] Checking segment: {'id': '0096599c-fd5d-4fd7-aa45-4b457c52e46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:26:09.914731 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-50746b96-cf43-401b-ac20-1b6568ba201e service neutron] Bound using segment: {'id': '0096599c-fd5d-4fd7-aa45-4b457c52e46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:26:09.915209 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-50746b96-cf43-401b-ac20-1b6568ba201e service neutron] Bound port: babf35d4-bc95-4354-93e1-7bf7ed0b612e, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0096599c-fd5d-4fd7-aa45-4b457c52e46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:26:09.915558 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-50746b96-cf43-401b-ac20-1b6568ba201e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:09.965269 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d86255-af2f-4a41-ba41-3d2f797cb033 req-82c06d8d-0a7d-43f4-8b7d-f952d2701085 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:09.966806 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-51d86255-af2f-4a41-ba41-3d2f797cb033 req-82c06d8d-0a7d-43f4-8b7d-f952d2701085 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=de99b920-541f-4020-a772-e43375ba9f6e HTTP/1.1" status: 200 len: 943 time: 0.6208220 May 27 02:26:09.997483 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-423b553e-39d6-4634-b921-8f083e119bdf req-58c9a284-8e12-40d9-8def-0155fe686dbe service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e9286b6-fb62-4d5b-8a3a-282c0e133d50 HTTP/1.1" status: 200 len: 217 time: 0.1283758 May 27 02:26:10.173409 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-51d86255-af2f-4a41-ba41-3d2f797cb033 req-a20ea434-bd18-41f1-bc3d-2e50887a0d44 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712284 May 27 02:26:10.176990 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c95b6a3a-6757-4051-a189-5cd504412b8c req-92ca0071-aa3d-49aa-b5fb-bb2479df4087 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3348880 May 27 02:26:10.194472 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b553e-39d6-4634-b921-8f083e119bdf req-8a5d03f5-eca8-4d8b-ae62-eafa5f3c283d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:10.196128 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-423b553e-39d6-4634-b921-8f083e119bdf req-8a5d03f5-eca8-4d8b-ae62-eafa5f3c283d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd5aa407-954e-45ea-8fc0-6e0875d0c839 HTTP/1.1" status: 200 len: 857 time: 0.1585650 May 27 02:26:10.285210 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-50746b96-cf43-401b-ac20-1b6568ba201e service neutron] For port babf35d4-bc95-4354-93e1-7bf7ed0b612e, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:26:10.295879 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-50746b96-cf43-401b-ac20-1b6568ba201e service neutron] For port babf35d4-bc95-4354-93e1-7bf7ed0b612e, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=babf35d4-bc95-4354-93e1-7bf7ed0b612e,segment=NetworkSegment(0096599c-fd5d-4fd7-aa45-4b457c52e46a),segment_id=0096599c-fd5d-4fd7-aa45-4b457c52e46a)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:26:10.313599 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa7c1129-fa5f-431f-88bc-164b231dbc4e'] response: {'name': 'network-changed', 'server_uuid': '31da9e92-be8a-497c-81ac-03e605f02623', 'tag': '4e9286b6-fb62-4d5b-8a3a-282c0e133d50', 'status': 'completed', 'code': 200} May 27 02:26:10.331372 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b553e-39d6-4634-b921-8f083e119bdf req-0d427fbe-340d-4b9f-92ef-2eefe490b9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:10.333258 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-423b553e-39d6-4634-b921-8f083e119bdf req-0d427fbe-340d-4b9f-92ef-2eefe490b9a0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8604bb25-00c6-4170-bfcb-0b58b32e10ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1303248 May 27 02:26:10.574690 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 46916ba0-85dd-4447-a580-3723a864f219 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:26:10.595266 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b14be2-43ee-47f8-8a6c-66933ca51c60 req-5d0d50ac-7b24-4f11-b217-cdb69d864fa3 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:10.598755 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-55b14be2-43ee-47f8-8a6c-66933ca51c60 req-5d0d50ac-7b24-4f11-b217-cdb69d864fa3 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=753a6fa5-39fb-494b-9994-e2f251976bd3 HTTP/1.1" status: 200 len: 945 time: 0.1637490 May 27 02:26:10.600994 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-423b553e-39d6-4634-b921-8f083e119bdf req-360ef8f6-6361-4cc7-af43-506a679f76fc service neutron] 10.222.0.66 "GET /v2.0/networks/8604bb25-00c6-4170-bfcb-0b58b32e10ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607064 May 27 02:26:10.627973 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-50746b96-cf43-401b-ac20-1b6568ba201e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:10.695686 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-50746b96-cf43-401b-ac20-1b6568ba201e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:10.697231 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-50746b96-cf43-401b-ac20-1b6568ba201e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:10.699269 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-50746b96-cf43-401b-ac20-1b6568ba201e service neutron] 10.222.0.66 "PUT /v2.0/ports/babf35d4-bc95-4354-93e1-7bf7ed0b612e HTTP/1.1" status: 200 len: 1091 time: 2.5884216 May 27 02:26:10.715626 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 46916ba0-85dd-4447-a580-3723a864f219 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:26:10.715626 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:10.717409 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de99b920-541f-4020-a772-e43375ba9f6e', 'tag': 'babf35d4-bc95-4354-93e1-7bf7ed0b612e'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:26:10.824378 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50746b96-cf43-401b-ac20-1b6568ba201e service neutron] Pushing event updated for resources: {'Port': ['ID=babf35d4-bc95-4354-93e1-7bf7ed0b612e,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:10.847001 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-55b14be2-43ee-47f8-8a6c-66933ca51c60 req-49137e9d-5f9b-4491-bf35-f6c00e3aba5e tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426536 May 27 02:26:10.860254 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2a9fa0f-6245-4183-9b1a-444d3fcfa6f6'] response: {'name': 'network-changed', 'server_uuid': 'de99b920-541f-4020-a772-e43375ba9f6e', 'tag': 'babf35d4-bc95-4354-93e1-7bf7ed0b612e', 'status': 'completed', 'code': 200} May 27 02:26:11.062990 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-423b553e-39d6-4634-b921-8f083e119bdf req-fd7e36e3-c18b-4f68-9404-419f9e76b9a8 service neutron] 10.222.0.66 "GET /v2.0/networks/8604bb25-00c6-4170-bfcb-0b58b32e10ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4423919 May 27 02:26:11.138732 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 46916ba0-85dd-4447-a580-3723a864f219 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:26:11.139120 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:11.147850 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-10a58b0d-c1ce-4c46-a064-a892cf88d6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:11.149546 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-10a58b0d-c1ce-4c46-a064-a892cf88d6ea service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0a9d84b96bbe4011b693e36de83ee83d&device_id=de99b920-541f-4020-a772-e43375ba9f6e HTTP/1.1" status: 200 len: 1094 time: 0.2898703 May 27 02:26:11.213343 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097d415b-8682-414a-b18a-93ee98ad1c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46916ba0-85dd-4447-a580-3723a864f219'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:26:11.251545 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 46916ba0-85dd-4447-a580-3723a864f219, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=46916ba0-85dd-4447-a580-3723a864f219,segment=NetworkSegment(7321cd14-1f6f-448d-a8d3-637a53c8da8a),segment_id=7321cd14-1f6f-448d-a8d3-637a53c8da8a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:26:11.336468 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:11.362224 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-365426b3-66b9-481e-9e3e-bc04102732b4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=babf35d4-bc95-4354-93e1-7bf7ed0b612e HTTP/1.1" status: 200 len: 217 time: 0.1890044 May 27 02:26:11.530253 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=46916ba0-85dd-4447-a580-3723a864f219,revision_number=7']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:11.716570 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd47f3-8415-4c82-b738-d7633c990bd2 req-1e8c9c68-ebd6-4b3a-b305-e5d9951801a1 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:11.731185 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-accd47f3-8415-4c82-b738-d7633c990bd2 req-1e8c9c68-ebd6-4b3a-b305-e5d9951801a1 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcac352f-80c7-4aa5-bc50-29353ce2bceb HTTP/1.1" status: 200 len: 945 time: 0.5622435 May 27 02:26:11.810087 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-5ea95e07-53a7-4cdc-8485-2643e3f58746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:11.817923 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-5ea95e07-53a7-4cdc-8485-2643e3f58746 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd5aa407-954e-45ea-8fc0-6e0875d0c839 HTTP/1.1" status: 200 len: 857 time: 0.4482951 May 27 02:26:11.954798 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-9754b8ae-d63d-435b-8bbd-eee70b4ca39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:11.957300 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-9754b8ae-d63d-435b-8bbd-eee70b4ca39b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8604bb25-00c6-4170-bfcb-0b58b32e10ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1303949 May 27 02:26:12.022005 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d7d2c-f020-4a5a-aeb1-d513af605377 req-a1f335b3-7293-468e-95a9-b62cbc59ab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:12.022005 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e70d7d2c-f020-4a5a-aeb1-d513af605377 req-a1f335b3-7293-468e-95a9-b62cbc59ab3e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0a9d84b96bbe4011b693e36de83ee83d&device_id=31da9e92-be8a-497c-81ac-03e605f02623 HTTP/1.1" status: 200 len: 1094 time: 0.7578528 May 27 02:26:12.085869 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e8a3d-17d5-4478-80d9-f7c6d0a083e1 req-8845875f-b7bd-4231-82a8-7609cce73638 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:12.095984 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7c6e8a3d-17d5-4478-80d9-f7c6d0a083e1 req-8845875f-b7bd-4231-82a8-7609cce73638 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=de99b920-541f-4020-a772-e43375ba9f6e HTTP/1.1" status: 200 len: 943 time: 0.6283619 May 27 02:26:12.133327 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-accd47f3-8415-4c82-b738-d7633c990bd2 req-31bb32bf-bac1-43d6-a468-da84ea91fb82 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009042 May 27 02:26:12.153232 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-aa06a692-5cc4-4fc7-9e73-3c8d6b9df0ba service neutron] 10.222.0.66 "GET /v2.0/networks/8604bb25-00c6-4170-bfcb-0b58b32e10ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875272 May 27 02:26:12.200276 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66f5ef16-8849-428e-bfa6-902d89406775'] response: {'server_uuid': '097d415b-8682-414a-b18a-93ee98ad1c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46916ba0-85dd-4447-a580-3723a864f219', 'code': 200} May 27 02:26:12.444060 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7c6e8a3d-17d5-4478-80d9-f7c6d0a083e1 req-fd387e0f-c05c-4fcb-9161-4d3335fb5441 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425336 May 27 02:26:12.446580 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d7d2c-f020-4a5a-aeb1-d513af605377 req-ce751f02-ccb4-48fe-8a51-ce161440f21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:12.455454 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e70d7d2c-f020-4a5a-aeb1-d513af605377 req-ce751f02-ccb4-48fe-8a51-ce161440f21b service neutron] 10.222.0.66 "GET /v2.0/networks?id=8604bb25-00c6-4170-bfcb-0b58b32e10ee HTTP/1.1" status: 200 len: 919 time: 0.4250627 May 27 02:26:12.479162 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d7f12bf4-f818-4809-b22c-ee4cc1ad8edd req-a6a5a6fd-0cd7-407d-bb9d-f9b5f1ce1aa6 service neutron] 10.222.0.66 "GET /v2.0/networks/8604bb25-00c6-4170-bfcb-0b58b32e10ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166947 May 27 02:26:12.492741 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50226) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:12.798223 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-136777e3-227b-467c-8144-79537b903299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:12.841340 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-136777e3-227b-467c-8144-79537b903299 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:26:12.850152 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-136777e3-227b-467c-8144-79537b903299 admin admin] Usage tracker for resource:security_group_rule and tenant:eed99d55a2f643ce9dab3eaa5c3fd2a6 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:26:12.853640 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-136777e3-227b-467c-8144-79537b903299 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:26:12.873350 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-136777e3-227b-467c-8144-79537b903299 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:26:12.877798 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b32f7-21f5-4c92-810b-8e7047438a5a req-05030ecd-de46-48a1-8973-84957b7455c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:12.879263 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-208b32f7-21f5-4c92-810b-8e7047438a5a req-05030ecd-de46-48a1-8973-84957b7455c2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0a9d84b96bbe4011b693e36de83ee83d&device_id=de99b920-541f-4020-a772-e43375ba9f6e HTTP/1.1" status: 200 len: 1094 time: 0.2566607 May 27 02:26:12.884968 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e70d7d2c-f020-4a5a-aeb1-d513af605377 req-5a3f3458-3820-49a2-9b6c-90220d0781f3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e9286b6-fb62-4d5b-8a3a-282c0e133d50 HTTP/1.1" status: 200 len: 217 time: 0.2772560 May 27 02:26:13.058403 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731f2c7-36f1-4fb0-8cd7-32c46556e187 req-9a8b22f6-e737-4789-9611-7184e41a93a3 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:13.066462 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0731f2c7-36f1-4fb0-8cd7-32c46556e187 req-9a8b22f6-e737-4789-9611-7184e41a93a3 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 945 time: 0.6061897 May 27 02:26:13.096308 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b32f7-21f5-4c92-810b-8e7047438a5a req-58568bc9-a999-47f7-9922-06fd05384f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:13.098511 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-208b32f7-21f5-4c92-810b-8e7047438a5a req-58568bc9-a999-47f7-9922-06fd05384f51 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8604bb25-00c6-4170-bfcb-0b58b32e10ee HTTP/1.1" status: 200 len: 919 time: 0.2048855 May 27 02:26:13.110005 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d7d2c-f020-4a5a-aeb1-d513af605377 req-454f92df-9a57-49fa-9c61-fe30f923859f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:13.112172 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e70d7d2c-f020-4a5a-aeb1-d513af605377 req-454f92df-9a57-49fa-9c61-fe30f923859f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd5aa407-954e-45ea-8fc0-6e0875d0c839 HTTP/1.1" status: 200 len: 857 time: 0.2082498 May 27 02:26:13.130133 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701ad44-4656-41a3-8fb6-836adba78e1d req-34537f1a-83fd-4fb7-a5e5-812c8e1f3859 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:13.140417 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a701ad44-4656-41a3-8fb6-836adba78e1d req-34537f1a-83fd-4fb7-a5e5-812c8e1f3859 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=753a6fa5-39fb-494b-9994-e2f251976bd3 HTTP/1.1" status: 200 len: 945 time: 0.4100239 May 27 02:26:13.189649 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-136777e3-227b-467c-8144-79537b903299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:13.191783 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-208b32f7-21f5-4c92-810b-8e7047438a5a req-6925de5b-9ced-41c0-a762-97ca90dc9352 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=babf35d4-bc95-4354-93e1-7bf7ed0b612e HTTP/1.1" status: 200 len: 217 time: 0.0856049 May 27 02:26:13.269216 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0731f2c7-36f1-4fb0-8cd7-32c46556e187 req-1cbd4375-576e-4e23-9805-cf0fd4330b79 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954668 May 27 02:26:13.276817 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-136777e3-227b-467c-8144-79537b903299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:13.375727 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-136777e3-227b-467c-8144-79537b903299 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=eed99d55a2f643ce9dab3eaa5c3fd2a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8812010 May 27 02:26:13.384416 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50236) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:13.400122 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a701ad44-4656-41a3-8fb6-836adba78e1d req-927c7531-2e1a-46b9-83e2-9605d1e4a72a tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593036 May 27 02:26:13.422097 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b32f7-21f5-4c92-810b-8e7047438a5a req-40073e77-a4af-4abb-8cad-31ad7f9d409c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:13.423815 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-208b32f7-21f5-4c92-810b-8e7047438a5a req-40073e77-a4af-4abb-8cad-31ad7f9d409c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd5aa407-954e-45ea-8fc0-6e0875d0c839 HTTP/1.1" status: 200 len: 857 time: 0.2226839 May 27 02:26:13.428376 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d7d2c-f020-4a5a-aeb1-d513af605377 req-0bcd9d64-7fee-4a0b-8e9e-152f36d19d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:13.441564 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e70d7d2c-f020-4a5a-aeb1-d513af605377 req-0bcd9d64-7fee-4a0b-8e9e-152f36d19d97 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8604bb25-00c6-4170-bfcb-0b58b32e10ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3119133 May 27 02:26:13.594326 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136777e3-227b-467c-8144-79537b903299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce3e8d2-4c87-4c7e-a495-d7ba7d9d410e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:13.712150 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e70d7d2c-f020-4a5a-aeb1-d513af605377 req-d766ec82-fdc9-4bd1-bd51-92ccb2ed3234 service neutron] 10.222.0.66 "GET /v2.0/networks/8604bb25-00c6-4170-bfcb-0b58b32e10ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710047 May 27 02:26:13.840687 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b32f7-21f5-4c92-810b-8e7047438a5a req-24d7ce0e-e5be-484e-8273-07abeb144ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:13.846437 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-208b32f7-21f5-4c92-810b-8e7047438a5a req-24d7ce0e-e5be-484e-8273-07abeb144ac9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8604bb25-00c6-4170-bfcb-0b58b32e10ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3965700 May 27 02:26:14.021230 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 4e9286b6-fb62-4d5b-8a3a-282c0e133d50 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:26:14.039915 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e70d7d2c-f020-4a5a-aeb1-d513af605377 req-a30b37bd-280a-4216-a8ff-8efee0624f7b service neutron] 10.222.0.66 "GET /v2.0/networks/8604bb25-00c6-4170-bfcb-0b58b32e10ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909563 May 27 02:26:14.099186 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-208b32f7-21f5-4c92-810b-8e7047438a5a req-f300a67f-e482-4156-a3a6-09d96a4b405a service neutron] 10.222.0.66 "GET /v2.0/networks/8604bb25-00c6-4170-bfcb-0b58b32e10ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181368 May 27 02:26:14.139895 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1b66b-28cc-475e-8072-8908d3ae0ab6 req-fa5dd8e4-2730-465e-800a-f286963908eb tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:14.142359 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eda1b66b-28cc-475e-8072-8908d3ae0ab6 req-fa5dd8e4-2730-465e-800a-f286963908eb tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=de99b920-541f-4020-a772-e43375ba9f6e HTTP/1.1" status: 200 len: 943 time: 0.4283805 May 27 02:26:14.177176 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8874710d-68f4-4b91-a724-4a098a1421aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:14.213515 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eda1b66b-28cc-475e-8072-8908d3ae0ab6 req-43c75b21-9269-41a4-916e-60f309589e8a tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608096 May 27 02:26:14.383847 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-208b32f7-21f5-4c92-810b-8e7047438a5a req-159ccb58-c292-4111-8364-024ffbf42f24 service neutron] 10.222.0.66 "GET /v2.0/networks/8604bb25-00c6-4170-bfcb-0b58b32e10ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715795 May 27 02:26:14.414960 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8874710d-68f4-4b91-a724-4a098a1421aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:14.481156 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f9bf7-ba42-4087-b950-b875ac665ce5 req-01ac1f81-9de9-4575-bbf0-d8e62b621643 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:14.483051 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6a5f9bf7-ba42-4087-b950-b875ac665ce5 req-01ac1f81-9de9-4575-bbf0-d8e62b621643 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=753a6fa5-39fb-494b-9994-e2f251976bd3 HTTP/1.1" status: 200 len: 945 time: 0.1954465 May 27 02:26:14.593137 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6a5f9bf7-ba42-4087-b950-b875ac665ce5 req-c15613ad-58af-4e07-9285-b6d120cdaa82 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991940 May 27 02:26:14.643703 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8874710d-68f4-4b91-a724-4a098a1421aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:14.666485 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8874710d-68f4-4b91-a724-4a098a1421aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce3e8d2-4c87-4c7e-a495-d7ba7d9d410e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:14.672454 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 4e9286b6-fb62-4d5b-8a3a-282c0e133d50, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=4e9286b6-fb62-4d5b-8a3a-282c0e133d50,segment=NetworkSegment(0096599c-fd5d-4fd7-aa45-4b457c52e46a),segment_id=0096599c-fd5d-4fd7-aa45-4b457c52e46a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:26:14.689979 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8874710d-68f4-4b91-a724-4a098a1421aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:14.694498 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '4e9286b6-fb62-4d5b-8a3a-282c0e133d50', 'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee', 'port_id': '4e9286b6-fb62-4d5b-8a3a-282c0e133d50', 'mac_address': 'fa:16:3e:2b:23:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd5aa407-954e-45ea-8fc0-6e0875d0c839', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:26:14.708601 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8874710d-68f4-4b91-a724-4a098a1421aa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bce3e8d2-4c87-4c7e-a495-d7ba7d9d410e HTTP/1.1" status: 204 len: 168 time: 1.3126383 May 27 02:26:14.836011 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 4e9286b6-fb62-4d5b-8a3a-282c0e133d50 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:26:14.836396 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:14.878870 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e9286b6-fb62-4d5b-8a3a-282c0e133d50 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:26:14.931511 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 4e9286b6-fb62-4d5b-8a3a-282c0e133d50, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=4e9286b6-fb62-4d5b-8a3a-282c0e133d50,segment=NetworkSegment(0096599c-fd5d-4fd7-aa45-4b457c52e46a),segment_id=0096599c-fd5d-4fd7-aa45-4b457c52e46a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:26:14.931702 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee3ef8-e2af-417f-8019-6256470b3c1e req-8c68b54d-503b-4a1f-8b37-f8b4b358708a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:14.933154 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0cee3ef8-e2af-417f-8019-6256470b3c1e req-8c68b54d-503b-4a1f-8b37-f8b4b358708a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 945 time: 0.3131425 May 27 02:26:15.023135 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:15.079621 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0cee3ef8-e2af-417f-8019-6256470b3c1e req-442bb15b-c2f4-452f-9ef4-853e710f17e7 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388748 May 27 02:26:15.123254 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=4e9286b6-fb62-4d5b-8a3a-282c0e133d50,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:15.309221 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['4e9286b6-fb62-4d5b-8a3a-282c0e133d50'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:26:15.548780 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566907f3-bf2d-4e56-8931-2bfe5f5d6e00 req-7488337a-6109-4d2b-9d7b-755839f70c22 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:15.549703 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-566907f3-bf2d-4e56-8931-2bfe5f5d6e00 req-7488337a-6109-4d2b-9d7b-755839f70c22 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Synchronizing usage tracker for tenant:b08cd8af149f44bd8b4127ae8a32a06c on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:26:15.708482 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d96036-b3a5-4373-8fbc-32896c588834 req-8255a42c-4e9c-4ef1-86fd-71e778aa2b81 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:15.727222 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-566907f3-bf2d-4e56-8931-2bfe5f5d6e00 req-7488337a-6109-4d2b-9d7b-755839f70c22 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Unset dirty status for tenant:b08cd8af149f44bd8b4127ae8a32a06c on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:26:15.728673 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04d96036-b3a5-4373-8fbc-32896c588834 req-8255a42c-4e9c-4ef1-86fd-71e778aa2b81 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=de99b920-541f-4020-a772-e43375ba9f6e HTTP/1.1" status: 200 len: 943 time: 0.2669320 May 27 02:26:15.734781 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-566907f3-bf2d-4e56-8931-2bfe5f5d6e00 req-7488337a-6109-4d2b-9d7b-755839f70c22 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.32 "GET /v2.0/ports?device_id=753a6fa5-39fb-494b-9994-e2f251976bd3 HTTP/1.1" status: 200 len: 945 time: 0.3336115 May 27 02:26:15.855310 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04d96036-b3a5-4373-8fbc-32896c588834 req-25345fff-b0e1-4d41-92da-f69f2488587d tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241901 May 27 02:26:16.031937 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-566907f3-bf2d-4e56-8931-2bfe5f5d6e00 req-e2ae166b-f232-4078-9a7e-f251d452a726 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Deleting port d3d46f2c-42cb-42b6-a534-e248fda38d38 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:26:16.032356 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-566907f3-bf2d-4e56-8931-2bfe5f5d6e00 req-e2ae166b-f232-4078-9a7e-f251d452a726 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:16.050894 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device babf35d4-bc95-4354-93e1-7bf7ed0b612e details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:26:16.144988 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 50292) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:16.179435 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-788ea9e7-78cf-4db8-8df8-0d67c0d99e0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:16.198516 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-788ea9e7-78cf-4db8-8df8-0d67c0d99e0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:26:16.205364 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-788ea9e7-78cf-4db8-8df8-0d67c0d99e0b admin admin] Usage tracker for resource:security_group_rule and tenant:cabdce5729624df38024a967747ae53a is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:26:16.207182 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-788ea9e7-78cf-4db8-8df8-0d67c0d99e0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:26:16.215201 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-788ea9e7-78cf-4db8-8df8-0d67c0d99e0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:26:16.306471 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6248a45-0309-47e6-b00f-a7d9f1be25d2 req-053411b3-c2d1-4506-90db-f9faebf9746b tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:16.309723 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f6248a45-0309-47e6-b00f-a7d9f1be25d2 req-053411b3-c2d1-4506-90db-f9faebf9746b tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=753a6fa5-39fb-494b-9994-e2f251976bd3 HTTP/1.1" status: 200 len: 945 time: 0.3505871 May 27 02:26:16.434488 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-788ea9e7-78cf-4db8-8df8-0d67c0d99e0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:16.460677 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port babf35d4-bc95-4354-93e1-7bf7ed0b612e, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=babf35d4-bc95-4354-93e1-7bf7ed0b612e,segment=NetworkSegment(0096599c-fd5d-4fd7-aa45-4b457c52e46a),segment_id=0096599c-fd5d-4fd7-aa45-4b457c52e46a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:26:16.496406 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': 'babf35d4-bc95-4354-93e1-7bf7ed0b612e', 'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee', 'port_id': 'babf35d4-bc95-4354-93e1-7bf7ed0b612e', 'mac_address': 'fa:16:3e:86:aa:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd5aa407-954e-45ea-8fc0-6e0875d0c839', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:26:16.588214 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f6248a45-0309-47e6-b00f-a7d9f1be25d2 req-9a81083b-343e-49a0-82a7-3a20fbbefe0c tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697306 May 27 02:26:16.595946 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-788ea9e7-78cf-4db8-8df8-0d67c0d99e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:16.612946 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port babf35d4-bc95-4354-93e1-7bf7ed0b612e is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:26:16.617993 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:16.650001 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788ea9e7-78cf-4db8-8df8-0d67c0d99e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c1905b-e69c-424f-a586-0b7b43859137,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:16.655128 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id babf35d4-bc95-4354-93e1-7bf7ed0b612e {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:26:16.692587 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port babf35d4-bc95-4354-93e1-7bf7ed0b612e, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=babf35d4-bc95-4354-93e1-7bf7ed0b612e,segment=NetworkSegment(0096599c-fd5d-4fd7-aa45-4b457c52e46a),segment_id=0096599c-fd5d-4fd7-aa45-4b457c52e46a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:26:16.701099 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-566907f3-bf2d-4e56-8931-2bfe5f5d6e00 req-e2ae166b-f232-4078-9a7e-f251d452a726 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] For port d3d46f2c-42cb-42b6-a534-e248fda38d38, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=d3d46f2c-42cb-42b6-a534-e248fda38d38,segment=NetworkSegment(441b6a83-1810-4a59-a172-de9005de5715),segment_id=441b6a83-1810-4a59-a172-de9005de5715)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:26:16.703611 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-566907f3-bf2d-4e56-8931-2bfe5f5d6e00 req-e2ae166b-f232-4078-9a7e-f251d452a726 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:16.720803 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-788ea9e7-78cf-4db8-8df8-0d67c0d99e0b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cabdce5729624df38024a967747ae53a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5788982 May 27 02:26:16.723879 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 50314) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:16.743481 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c842492-7b23-47f6-8cf2-ab408ea24d99 req-ff824750-7713-4a6b-90b7-c3862baedbc6 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:16.745338 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1c842492-7b23-47f6-8cf2-ab408ea24d99 req-ff824750-7713-4a6b-90b7-c3862baedbc6 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 945 time: 0.3082945 May 27 02:26:16.805496 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:16.873098 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1c842492-7b23-47f6-8cf2-ab408ea24d99 req-d97806fd-6c1b-4be9-80ec-659f817787cc tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132889 May 27 02:26:16.899413 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=babf35d4-bc95-4354-93e1-7bf7ed0b612e,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:16.926948 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d531f554-19e5-49d7-b253-c6aae1712dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:16.998413 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-566907f3-bf2d-4e56-8931-2bfe5f5d6e00 req-e2ae166b-f232-4078-9a7e-f251d452a726 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Calling delete_port for d3d46f2c-42cb-42b6-a534-e248fda38d38 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:26:17.000483 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d531f554-19e5-49d7-b253-c6aae1712dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:17.119194 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['babf35d4-bc95-4354-93e1-7bf7ed0b612e'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:26:17.388764 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a8b92-3059-464c-9e4a-aa7263638c3c req-f13a6970-8900-4676-af03-36a9a7ee134f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:17.398586 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-105a8b92-3059-464c-9e4a-aa7263638c3c req-f13a6970-8900-4676-af03-36a9a7ee134f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=de99b920-541f-4020-a772-e43375ba9f6e HTTP/1.1" status: 200 len: 944 time: 0.3235121 May 27 02:26:17.430481 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d531f554-19e5-49d7-b253-c6aae1712dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:17.459228 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531f554-19e5-49d7-b253-c6aae1712dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c1905b-e69c-424f-a586-0b7b43859137,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:17.466947 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-566907f3-bf2d-4e56-8931-2bfe5f5d6e00 req-e2ae166b-f232-4078-9a7e-f251d452a726 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:17.481865 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d531f554-19e5-49d7-b253-c6aae1712dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:17.483065 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d531f554-19e5-49d7-b253-c6aae1712dfc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/11c1905b-e69c-424f-a586-0b7b43859137 HTTP/1.1" status: 204 len: 168 time: 0.7364733 May 27 02:26:17.514390 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-105a8b92-3059-464c-9e4a-aa7263638c3c req-fbcb33f4-a67d-4022-b98b-7997ddcc91e2 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139381 May 27 02:26:17.518461 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['cfb7cdfa-51e3-48fc-9dff-7e74813e008c'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:26:17.554139 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae166b-f232-4078-9a7e-f251d452a726 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Pushing event deleted for resources: {'Port': ['ID=d3d46f2c-42cb-42b6-a534-e248fda38d38,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:17.679048 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-566907f3-bf2d-4e56-8931-2bfe5f5d6e00 req-e2ae166b-f232-4078-9a7e-f251d452a726 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] No DVR routers for this DVR port d3d46f2c-42cb-42b6-a534-e248fda38d38 on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:26:17.695152 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-566907f3-bf2d-4e56-8931-2bfe5f5d6e00 req-e2ae166b-f232-4078-9a7e-f251d452a726 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:17.711338 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753a6fa5-39fb-494b-9994-e2f251976bd3', 'name': 'network-vif-deleted', 'tag': 'd3d46f2c-42cb-42b6-a534-e248fda38d38'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:26:17.761651 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-566907f3-bf2d-4e56-8931-2bfe5f5d6e00 req-e2ae166b-f232-4078-9a7e-f251d452a726 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.32 "DELETE /v2.0/ports/d3d46f2c-42cb-42b6-a534-e248fda38d38 HTTP/1.1" status: 204 len: 173 time: 2.0243626 May 27 02:26:17.814177 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78cf625a-7631-4cd6-81f3-b3edfd45205c'] response: {'server_uuid': '753a6fa5-39fb-494b-9994-e2f251976bd3', 'name': 'network-vif-deleted', 'tag': 'd3d46f2c-42cb-42b6-a534-e248fda38d38', 'status': 'completed', 'code': 200} May 27 02:26:17.985023 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3891b4cb-4640-409f-bc81-4a201a26e6bc req-432fe3d7-dc35-4950-aba2-61e752c18483 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=753a6fa5-39fb-494b-9994-e2f251976bd3 HTTP/1.1" status: 200 len: 210 time: 0.1925373 May 27 02:26:18.076197 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 4e9286b6-fb62-4d5b-8a3a-282c0e133d50 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:26:18.177927 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28724708-e72b-4258-a1aa-609dc60cc94d req-691e4a56-acbd-4db5-bc3d-abc592bca049 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:18.180112 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-28724708-e72b-4258-a1aa-609dc60cc94d req-691e4a56-acbd-4db5-bc3d-abc592bca049 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 945 time: 0.1629846 May 27 02:26:18.243055 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-28724708-e72b-4258-a1aa-609dc60cc94d req-ce562a5c-1ec9-4acd-919e-47501aa7a99c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558949 May 27 02:26:18.327553 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['6f2cdf1b-d896-4073-b23c-74070ec9bbcd'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:26:18.371177 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 4e9286b6-fb62-4d5b-8a3a-282c0e133d50 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:26:18.380152 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 4e9286b6-fb62-4d5b-8a3a-282c0e133d50 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:26:18.380556 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:18.607140 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device d3d46f2c-42cb-42b6-a534-e248fda38d38 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:26:18.639787 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 4e9286b6-fb62-4d5b-8a3a-282c0e133d50 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:26:18.640174 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:18.662255 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: d3d46f2c-42cb-42b6-a534-e248fda38d38 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:26:18.662982 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device d3d46f2c-42cb-42b6-a534-e248fda38d38 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:26:18.698108 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31da9e92-be8a-497c-81ac-03e605f02623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e9286b6-fb62-4d5b-8a3a-282c0e133d50'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:26:18.712161 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 4e9286b6-fb62-4d5b-8a3a-282c0e133d50, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=4e9286b6-fb62-4d5b-8a3a-282c0e133d50,segment=NetworkSegment(0096599c-fd5d-4fd7-aa45-4b457c52e46a),segment_id=0096599c-fd5d-4fd7-aa45-4b457c52e46a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:26:18.787950 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83f31e4e-7f77-4378-a7f8-0141c14d6beb'] response: {'server_uuid': '31da9e92-be8a-497c-81ac-03e605f02623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e9286b6-fb62-4d5b-8a3a-282c0e133d50', 'code': 200} May 27 02:26:18.839322 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:18.956226 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19abac3-9b4e-43ce-a306-278b8f5eff00 req-6e4f0f00-22a9-443d-8c01-264d3c18e90f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:18.961727 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b19abac3-9b4e-43ce-a306-278b8f5eff00 req-6e4f0f00-22a9-443d-8c01-264d3c18e90f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=de99b920-541f-4020-a772-e43375ba9f6e HTTP/1.1" status: 200 len: 944 time: 0.2236333 May 27 02:26:18.996673 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6066170-5592-4457-ac2d-474095e18edf req-af89a585-b7ba-44b8-8a95-41e1031bb0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:18.998306 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c6066170-5592-4457-ac2d-474095e18edf req-af89a585-b7ba-44b8-8a95-41e1031bb0f6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=31da9e92-be8a-497c-81ac-03e605f02623 HTTP/1.1" status: 200 len: 1096 time: 0.1267757 May 27 02:26:19.096376 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b19abac3-9b4e-43ce-a306-278b8f5eff00 req-c65803c8-4f19-479c-9e7e-0216b7dda1f7 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287668 May 27 02:26:19.142581 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c6066170-5592-4457-ac2d-474095e18edf req-71f49819-69ca-4b0b-a358-bfb8ed5adfe1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359360 May 27 02:26:19.188198 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=4e9286b6-fb62-4d5b-8a3a-282c0e133d50,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:19.205134 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:19.229064 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:19.340974 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2ead171c-862f-4ba4-b4be-62aa1853d84e req-6be4354d-8988-4c3b-91ba-67789ce1af30 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=753a6fa5-39fb-494b-9994-e2f251976bd3 HTTP/1.1" status: 200 len: 210 time: 0.0955496 May 27 02:26:19.529128 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f82b15-3de6-44a5-9939-ad33146e1c7a req-120d9bb7-7f26-4df3-9386-6cebd27f9259 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:19.532159 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04f82b15-3de6-44a5-9939-ad33146e1c7a req-120d9bb7-7f26-4df3-9386-6cebd27f9259 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 945 time: 0.1055365 May 27 02:26:19.598488 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04f82b15-3de6-44a5-9939-ad33146e1c7a req-39968816-8efc-46ed-b62c-595e4b41dc87 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576606 May 27 02:26:20.098083 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device babf35d4-bc95-4354-93e1-7bf7ed0b612e up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:26:20.335859 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port babf35d4-bc95-4354-93e1-7bf7ed0b612e completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:26:20.343321 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port babf35d4-bc95-4354-93e1-7bf7ed0b612e triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:26:20.343930 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:20.593603 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363d16a-8336-4beb-963e-f5463a35a06e req-917d116a-b14e-45f3-9fd8-72b0fe50f315 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:20.602479 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c363d16a-8336-4beb-963e-f5463a35a06e req-917d116a-b14e-45f3-9fd8-72b0fe50f315 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=de99b920-541f-4020-a772-e43375ba9f6e HTTP/1.1" status: 200 len: 944 time: 0.1488016 May 27 02:26:20.683369 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port babf35d4-bc95-4354-93e1-7bf7ed0b612e is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:26:20.683848 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:20.711394 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c363d16a-8336-4beb-963e-f5463a35a06e req-9e45197f-a804-4282-85be-9c4b0f220c1a tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079388 May 27 02:26:20.768543 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port babf35d4-bc95-4354-93e1-7bf7ed0b612e, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=babf35d4-bc95-4354-93e1-7bf7ed0b612e,segment=NetworkSegment(0096599c-fd5d-4fd7-aa45-4b457c52e46a),segment_id=0096599c-fd5d-4fd7-aa45-4b457c52e46a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:26:20.795815 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de99b920-541f-4020-a772-e43375ba9f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'babf35d4-bc95-4354-93e1-7bf7ed0b612e'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:26:20.890064 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:21.052886 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50556) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:21.072989 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=babf35d4-bc95-4354-93e1-7bf7ed0b612e,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:21.115209 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f0be5-7f0f-4647-bd72-66d6ff92bc43 req-5cebab59-21c2-4a27-8632-e8760061e7aa tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:21.116755 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d69f0be5-7f0f-4647-bd72-66d6ff92bc43 req-5cebab59-21c2-4a27-8632-e8760061e7aa tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 945 time: 0.2293646 May 27 02:26:21.192688 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d69f0be5-7f0f-4647-bd72-66d6ff92bc43 req-f942e077-6925-4a19-9184-ed57fda851bd tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655441 May 27 02:26:21.244190 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b55fb9ed-7f82-47d8-a2f1-4f6721620d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:21.257078 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4598ed11-d139-4183-a514-176223decceb'] response: {'server_uuid': 'de99b920-541f-4020-a772-e43375ba9f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'babf35d4-bc95-4354-93e1-7bf7ed0b612e', 'code': 200} May 27 02:26:21.286200 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b55fb9ed-7f82-47d8-a2f1-4f6721620d9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:26:21.292754 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b55fb9ed-7f82-47d8-a2f1-4f6721620d9d admin admin] Usage tracker for resource:security_group_rule and tenant:28a2fe45d2134edd8d2e061a7488aaa5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:26:21.296280 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b55fb9ed-7f82-47d8-a2f1-4f6721620d9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:26:21.302378 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b55fb9ed-7f82-47d8-a2f1-4f6721620d9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:26:21.556119 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d3548-d345-4dcf-bac8-407efaee7668 req-eaf54f4f-25d1-4b00-a4b7-9f13add4f9a0 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:21.563214 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d35d3548-d345-4dcf-bac8-407efaee7668 req-eaf54f4f-25d1-4b00-a4b7-9f13add4f9a0 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcac352f-80c7-4aa5-bc50-29353ce2bceb HTTP/1.1" status: 200 len: 945 time: 0.1868160 May 27 02:26:21.602459 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22eb0e-0067-4d4c-b0b7-db81eabad693 req-a8725904-24c4-4d1b-adbd-7975a423f462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:21.604025 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6e22eb0e-0067-4d4c-b0b7-db81eabad693 req-a8725904-24c4-4d1b-adbd-7975a423f462 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=de99b920-541f-4020-a772-e43375ba9f6e HTTP/1.1" status: 200 len: 1096 time: 0.2723873 May 27 02:26:21.648692 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d35d3548-d345-4dcf-bac8-407efaee7668 req-bd869a0d-dc34-4535-9bed-cae9f9f9cd44 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845532 May 27 02:26:21.713391 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b55fb9ed-7f82-47d8-a2f1-4f6721620d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:21.717345 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6e22eb0e-0067-4d4c-b0b7-db81eabad693 req-c7c19295-b9e5-4496-bced-95adb311c95f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035011 May 27 02:26:21.805685 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b55fb9ed-7f82-47d8-a2f1-4f6721620d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:21.870755 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55fb9ed-7f82-47d8-a2f1-4f6721620d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424d56d1-1b97-4999-99c5-d2d9a2a45e0f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:21.904519 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b55fb9ed-7f82-47d8-a2f1-4f6721620d9d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=28a2fe45d2134edd8d2e061a7488aaa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8463030 May 27 02:26:21.907306 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50596) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:21.986352 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a0f935f-f1f6-48e8-8c6c-5bbba3425796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:22.016429 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f1c4e-ca05-42b8-9279-b8e05a2b6feb req-ce147a51-29a9-473d-8642-c484f9cdd85b tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:22.026128 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a0f935f-f1f6-48e8-8c6c-5bbba3425796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:22.030790 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-148f1c4e-ca05-42b8-9279-b8e05a2b6feb req-ce147a51-29a9-473d-8642-c484f9cdd85b tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=de99b920-541f-4020-a772-e43375ba9f6e HTTP/1.1" status: 200 len: 945 time: 0.1306784 May 27 02:26:22.091768 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-148f1c4e-ca05-42b8-9279-b8e05a2b6feb req-25c19437-e279-461b-8fb1-0c5e27574f8f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599587 May 27 02:26:22.192806 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a0f935f-f1f6-48e8-8c6c-5bbba3425796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:22.226653 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f935f-f1f6-48e8-8c6c-5bbba3425796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424d56d1-1b97-4999-99c5-d2d9a2a45e0f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:22.228709 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a0f935f-f1f6-48e8-8c6c-5bbba3425796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:22.230100 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0a0f935f-f1f6-48e8-8c6c-5bbba3425796 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/424d56d1-1b97-4999-99c5-d2d9a2a45e0f HTTP/1.1" status: 204 len: 168 time: 0.3210912 May 27 02:26:22.450712 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13440f-2a56-4bce-8d04-c18b75d63d07 req-1d05499b-031a-4d76-856d-1197d8356079 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:22.457250 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3c13440f-2a56-4bce-8d04-c18b75d63d07 req-1d05499b-031a-4d76-856d-1197d8356079 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 945 time: 0.1137691 May 27 02:26:22.531655 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3c13440f-2a56-4bce-8d04-c18b75d63d07 req-92d9c759-805c-4f01-8a3e-86d05c212458 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728266 May 27 02:26:22.938282 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56024ff4-756f-4ddd-950d-7d7264fd484b req-f4061708-2fed-4c08-bd74-8f4deb0c7616 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:22.967134 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-56024ff4-756f-4ddd-950d-7d7264fd484b req-f4061708-2fed-4c08-bd74-8f4deb0c7616 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcac352f-80c7-4aa5-bc50-29353ce2bceb HTTP/1.1" status: 200 len: 945 time: 0.1556640 May 27 02:26:23.021334 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce66442-06ef-40bf-b601-da12f20c5f9b req-04bbc179-1f24-4e47-b91a-40dab780db12 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:23.022022 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-dce66442-06ef-40bf-b601-da12f20c5f9b req-04bbc179-1f24-4e47-b91a-40dab780db12 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Synchronizing usage tracker for tenant:b08cd8af149f44bd8b4127ae8a32a06c on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:26:23.107011 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-56024ff4-756f-4ddd-950d-7d7264fd484b req-6d19a7d5-b159-4612-ad02-9e36dcc28d52 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340072 May 27 02:26:23.161254 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-dce66442-06ef-40bf-b601-da12f20c5f9b req-04bbc179-1f24-4e47-b91a-40dab780db12 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Unset dirty status for tenant:b08cd8af149f44bd8b4127ae8a32a06c on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:26:23.162539 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-dce66442-06ef-40bf-b601-da12f20c5f9b req-04bbc179-1f24-4e47-b91a-40dab780db12 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.66 "GET /v2.0/ports?device_id=bcac352f-80c7-4aa5-bc50-29353ce2bceb HTTP/1.1" status: 200 len: 945 time: 0.3007216 May 27 02:26:23.346078 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7fc743-7da8-4d2e-af3b-e89a608c7167 req-75615fa7-957a-49fc-9936-58f113d3b462 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:23.356179 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8c7fc743-7da8-4d2e-af3b-e89a608c7167 req-75615fa7-957a-49fc-9936-58f113d3b462 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=de99b920-541f-4020-a772-e43375ba9f6e HTTP/1.1" status: 200 len: 945 time: 0.1297960 May 27 02:26:23.379471 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-dce66442-06ef-40bf-b601-da12f20c5f9b req-37f5f23c-9c76-4ca0-8173-335f57a84a7f tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Deleting port 6f2cdf1b-d896-4073-b23c-74070ec9bbcd {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:26:23.380050 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-dce66442-06ef-40bf-b601-da12f20c5f9b req-37f5f23c-9c76-4ca0-8173-335f57a84a7f tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:23.413341 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8c7fc743-7da8-4d2e-af3b-e89a608c7167 req-f4a9616e-b1f8-40ee-a20a-1967fb32e5c1 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556514 May 27 02:26:23.682860 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-dce66442-06ef-40bf-b601-da12f20c5f9b req-37f5f23c-9c76-4ca0-8173-335f57a84a7f tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] For port 6f2cdf1b-d896-4073-b23c-74070ec9bbcd, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=6f2cdf1b-d896-4073-b23c-74070ec9bbcd,segment=NetworkSegment(441b6a83-1810-4a59-a172-de9005de5715),segment_id=441b6a83-1810-4a59-a172-de9005de5715)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:26:23.683368 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-dce66442-06ef-40bf-b601-da12f20c5f9b req-37f5f23c-9c76-4ca0-8173-335f57a84a7f tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:23.841872 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55293020-bb57-4ca4-a9e0-a1b6ff701283 req-f70a67e4-5d2d-4558-81e2-b4a263ede7a7 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:23.843607 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-55293020-bb57-4ca4-a9e0-a1b6ff701283 req-f70a67e4-5d2d-4558-81e2-b4a263ede7a7 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 945 time: 0.1726315 May 27 02:26:23.946390 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-dce66442-06ef-40bf-b601-da12f20c5f9b req-37f5f23c-9c76-4ca0-8173-335f57a84a7f tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Calling delete_port for 6f2cdf1b-d896-4073-b23c-74070ec9bbcd owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:26:23.951945 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-55293020-bb57-4ca4-a9e0-a1b6ff701283 req-30dc4958-ddc8-4c44-b521-244d66f967dc tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969610 May 27 02:26:24.255534 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-dce66442-06ef-40bf-b601-da12f20c5f9b req-37f5f23c-9c76-4ca0-8173-335f57a84a7f tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:24.269238 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['6f2cdf1b-d896-4073-b23c-74070ec9bbcd'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:26:24.316523 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-46beae27-9ef9-4a98-8deb-340e8e12dfd1 req-4d98ac79-3f01-4e57-97f8-2771c86fcfcb tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcac352f-80c7-4aa5-bc50-29353ce2bceb HTTP/1.1" status: 200 len: 210 time: 0.0613160 May 27 02:26:24.358165 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f5f23c-9c76-4ca0-8173-335f57a84a7f tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Pushing event deleted for resources: {'Port': ['ID=6f2cdf1b-d896-4073-b23c-74070ec9bbcd,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:24.457959 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce66442-06ef-40bf-b601-da12f20c5f9b req-37f5f23c-9c76-4ca0-8173-335f57a84a7f tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] No DVR routers for this DVR port 6f2cdf1b-d896-4073-b23c-74070ec9bbcd on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:26:24.461526 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-dce66442-06ef-40bf-b601-da12f20c5f9b req-37f5f23c-9c76-4ca0-8173-335f57a84a7f tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:24.474443 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcac352f-80c7-4aa5-bc50-29353ce2bceb', 'name': 'network-vif-deleted', 'tag': '6f2cdf1b-d896-4073-b23c-74070ec9bbcd'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:26:24.480646 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['cfb7cdfa-51e3-48fc-9dff-7e74813e008c'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:26:24.564735 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-dce66442-06ef-40bf-b601-da12f20c5f9b req-37f5f23c-9c76-4ca0-8173-335f57a84a7f tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.66 "DELETE /v2.0/ports/6f2cdf1b-d896-4073-b23c-74070ec9bbcd HTTP/1.1" status: 204 len: 173 time: 1.3951054 May 27 02:26:24.581932 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39948c15-4cc9-4546-89a0-1f8aca0e987e'] response: {'server_uuid': 'bcac352f-80c7-4aa5-bc50-29353ce2bceb', 'name': 'network-vif-deleted', 'tag': '6f2cdf1b-d896-4073-b23c-74070ec9bbcd', 'status': 'completed', 'code': 200} May 27 02:26:24.730087 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65dc61-15d2-4717-bb6c-419c1d29a312 req-31c4ed88-08f9-43b9-811a-2a06c706e6d5 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:24.738405 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bb65dc61-15d2-4717-bb6c-419c1d29a312 req-31c4ed88-08f9-43b9-811a-2a06c706e6d5 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=de99b920-541f-4020-a772-e43375ba9f6e HTTP/1.1" status: 200 len: 945 time: 0.1434700 May 27 02:26:24.853300 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bb65dc61-15d2-4717-bb6c-419c1d29a312 req-f0ab5819-1cb7-4571-a2fa-12a8db400afb tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115792 May 27 02:26:25.247368 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7623490-2c9b-4ac3-88ce-a902909f37c7 req-6c1293c3-5d61-4093-925c-30b4647ee07a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:25.249103 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e7623490-2c9b-4ac3-88ce-a902909f37c7 req-6c1293c3-5d61-4093-925c-30b4647ee07a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 945 time: 0.1124566 May 27 02:26:25.321570 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e7623490-2c9b-4ac3-88ce-a902909f37c7 req-22090dc9-3802-4501-9bb6-a33aff106f61 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646145 May 27 02:26:25.478757 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b3102ac7-4d9d-4e77-b6a2-c32ec2040581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:25.637739 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1eddd770-9a03-46ec-9301-065155f9a031 req-69c6e679-cb62-464a-88b7-ed1deee84d6e tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcac352f-80c7-4aa5-bc50-29353ce2bceb HTTP/1.1" status: 200 len: 210 time: 0.0751131 May 27 02:26:25.933279 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b2f92-9267-44b7-b55a-70648c9bd652 req-802d4968-0329-4728-93e4-cbd2b45eda56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:25.934839 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f25b2f92-9267-44b7-b55a-70648c9bd652 req-802d4968-0329-4728-93e4-cbd2b45eda56 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0a9d84b96bbe4011b693e36de83ee83d&device_id=de99b920-541f-4020-a772-e43375ba9f6e HTTP/1.1" status: 200 len: 1096 time: 0.1002405 May 27 02:26:26.133238 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e3cd0-b1a4-400a-ace4-7c4ae5f28326 req-8679cbf5-a84f-48a9-8b03-895802b4c597 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:26.140773 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e58e3cd0-b1a4-400a-ace4-7c4ae5f28326 req-8679cbf5-a84f-48a9-8b03-895802b4c597 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=de99b920-541f-4020-a772-e43375ba9f6e HTTP/1.1" status: 200 len: 945 time: 0.2416933 May 27 02:26:26.213141 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b2f92-9267-44b7-b55a-70648c9bd652 req-10ad52d3-2347-4805-a93f-1270739e187e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:26.214813 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f25b2f92-9267-44b7-b55a-70648c9bd652 req-10ad52d3-2347-4805-a93f-1270739e187e service neutron] 10.222.0.66 "GET /v2.0/networks?id=8604bb25-00c6-4170-bfcb-0b58b32e10ee HTTP/1.1" status: 200 len: 919 time: 0.2657247 May 27 02:26:26.228136 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e58e3cd0-b1a4-400a-ace4-7c4ae5f28326 req-1ca67b2c-f660-4bf0-b5dc-685c94f9df24 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792208 May 27 02:26:26.240684 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 50808) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:26.459496 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f25b2f92-9267-44b7-b55a-70648c9bd652 req-1bc3b5f0-88db-48b5-9273-179dd05b2094 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=babf35d4-bc95-4354-93e1-7bf7ed0b612e HTTP/1.1" status: 200 len: 217 time: 0.2339542 May 27 02:26:26.480771 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-1b4e4888-70b2-4804-895d-cf153a10c91f tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-989287827'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:26:26.491829 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1b4e4888-70b2-4804-895d-cf153a10c91f tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:26:26.510629 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1b4e4888-70b2-4804-895d-cf153a10c91f tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Usage tracker for resource:router and tenant:fdcbf2e80cd049f1aec6e8bea08d7006 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:26:26.517835 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1b4e4888-70b2-4804-895d-cf153a10c91f tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:26:26.529648 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1b4e4888-70b2-4804-895d-cf153a10c91f tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:26:26.578997 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b2f92-9267-44b7-b55a-70648c9bd652 req-de0ede7c-5367-43ac-89ec-4c1bcd8be093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:26.578997 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f25b2f92-9267-44b7-b55a-70648c9bd652 req-de0ede7c-5367-43ac-89ec-4c1bcd8be093 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd5aa407-954e-45ea-8fc0-6e0875d0c839 HTTP/1.1" status: 200 len: 857 time: 0.1093333 May 27 02:26:26.695169 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1b4e4888-70b2-4804-895d-cf153a10c91f tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:26.696212 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1b4e4888-70b2-4804-895d-cf153a10c91f tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:26.716541 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b2f92-9267-44b7-b55a-70648c9bd652 req-237d697e-2271-40d3-968a-3840069b22ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:26.718306 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f25b2f92-9267-44b7-b55a-70648c9bd652 req-237d697e-2271-40d3-968a-3840069b22ee service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8604bb25-00c6-4170-bfcb-0b58b32e10ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1363728 May 27 02:26:26.750614 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1b4e4888-70b2-4804-895d-cf153a10c91f tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:26.870575 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23b25b-dfde-4348-a8ad-17e0779eab4a req-6fbc80ac-f914-49e7-a10a-4bd3627c767c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:26.876994 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dc23b25b-dfde-4348-a8ad-17e0779eab4a req-6fbc80ac-f914-49e7-a10a-4bd3627c767c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 945 time: 0.3064649 May 27 02:26:26.938176 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1b4e4888-70b2-4804-895d-cf153a10c91f tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:27.048935 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f25b2f92-9267-44b7-b55a-70648c9bd652 req-b2cad9b0-e8c8-4600-b877-3626be3add29 service neutron] 10.222.0.66 "GET /v2.0/networks/8604bb25-00c6-4170-bfcb-0b58b32e10ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211279 May 27 02:26:27.162584 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dc23b25b-dfde-4348-a8ad-17e0779eab4a req-7a7b619f-4fd7-4810-9c4c-db7f391941bc tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2770162 May 27 02:26:27.243820 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1b4e4888-70b2-4804-895d-cf153a10c91f tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:27.246021 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1b4e4888-70b2-4804-895d-cf153a10c91f tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.0042195 May 27 02:26:27.248904 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 50856) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:27.304758 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f25b2f92-9267-44b7-b55a-70648c9bd652 req-c3d8ff03-afcb-46a6-bdd3-a1ce50051c68 service neutron] 10.222.0.66 "GET /v2.0/networks/8604bb25-00c6-4170-bfcb-0b58b32e10ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487600 May 27 02:26:27.502242 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5a3e2d6e-3e09-448a-b2fb-033360736a21 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Notify callbacks [] for router, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:27.518366 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:26:27.804115 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b55e3c4d-c302-4205-a2b7-c48fa8f2aaff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:27.874541 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e20e0-d36e-4783-aa8b-c6b7a28b80dd req-d6d620ad-5c10-46b8-8b51-49a22c3c7766 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:27.881846 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9f9e20e0-d36e-4783-aa8b-c6b7a28b80dd req-d6d620ad-5c10-46b8-8b51-49a22c3c7766 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=de99b920-541f-4020-a772-e43375ba9f6e HTTP/1.1" status: 200 len: 945 time: 0.4385765 May 27 02:26:27.886865 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5a3e2d6e-3e09-448a-b2fb-033360736a21 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:27.903048 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5a3e2d6e-3e09-448a-b2fb-033360736a21 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:27.958219 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9f9e20e0-d36e-4783-aa8b-c6b7a28b80dd req-a29aacad-b684-42c2-a735-c035360bcf37 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755193 May 27 02:26:28.015672 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5a3e2d6e-3e09-448a-b2fb-033360736a21 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:28.016415 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3e2d6e-3e09-448a-b2fb-033360736a21 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4c858b0f-5f19-4475-a417-21ac70fbcd73 {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:26:28.029806 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5a3e2d6e-3e09-448a-b2fb-033360736a21 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:28.031069 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5a3e2d6e-3e09-448a-b2fb-033360736a21 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] 10.222.0.57 "DELETE /v2.0/routers/4c858b0f-5f19-4475-a417-21ac70fbcd73 HTTP/1.1" status: 204 len: 168 time: 0.7811062 May 27 02:26:28.034880 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 50886) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:28.045310 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-7a781bf6-3820-480b-be6b-a5a8858901e1 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Request body: {'router': {'name': 'tempest-router-227057329', 'distributed': False}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:26:28.051180 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-7a781bf6-3820-480b-be6b-a5a8858901e1 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:26:28.060028 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7a781bf6-3820-480b-be6b-a5a8858901e1 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Usage tracker for resource:router and tenant:fdcbf2e80cd049f1aec6e8bea08d7006 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:26:28.063580 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7a781bf6-3820-480b-be6b-a5a8858901e1 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:26:28.069928 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-7a781bf6-3820-480b-be6b-a5a8858901e1 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:26:28.113537 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 6f2cdf1b-d896-4073-b23c-74070ec9bbcd no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:26:28.166856 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: 6f2cdf1b-d896-4073-b23c-74070ec9bbcd {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:26:28.167590 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 6f2cdf1b-d896-4073-b23c-74070ec9bbcd not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:26:28.175913 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7a781bf6-3820-480b-be6b-a5a8858901e1 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:28.177385 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7a781bf6-3820-480b-be6b-a5a8858901e1 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:28.196830 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7a781bf6-3820-480b-be6b-a5a8858901e1 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:28.352497 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7a781bf6-3820-480b-be6b-a5a8858901e1 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:28.415686 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa02911-da90-48fb-8821-3477e0e8ebe4 req-4a6ce881-cdb1-4c4b-b970-9d9bb5593e13 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:28.422805 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1aa02911-da90-48fb-8821-3477e0e8ebe4 req-4a6ce881-cdb1-4c4b-b970-9d9bb5593e13 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 945 time: 0.1170504 May 27 02:26:28.486695 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7a781bf6-3820-480b-be6b-a5a8858901e1 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:28.486695 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7a781bf6-3820-480b-be6b-a5a8858901e1 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4367044 May 27 02:26:28.486892 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50910) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:28.487339 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1aa02911-da90-48fb-8821-3477e0e8ebe4 req-d423e253-2ea7-4482-a1a0-1fd0676d6e25 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559356 May 27 02:26:28.631116 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d34bc888-1eb5-4aad-9302-36f769c2a712 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:28.939383 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d34bc888-1eb5-4aad-9302-36f769c2a712 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:28.942157 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d34bc888-1eb5-4aad-9302-36f769c2a712 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:28.962718 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:29.015708 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:29.033260 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d34bc888-1eb5-4aad-9302-36f769c2a712 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:29.033819 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34bc888-1eb5-4aad-9302-36f769c2a712 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7bf79821-9737-45a3-945b-92d8906371bf {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:26:29.051922 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d34bc888-1eb5-4aad-9302-36f769c2a712 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:29.053067 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d34bc888-1eb5-4aad-9302-36f769c2a712 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] 10.222.0.57 "DELETE /v2.0/routers/7bf79821-9737-45a3-945b-92d8906371bf HTTP/1.1" status: 204 len: 168 time: 0.5752683 May 27 02:26:29.056611 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50920) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:29.064627 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-1207e5f4-4a8d-4831-9b26-247770863e23 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Request body: {'router': {'name': 'tempest-router-1096823376', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'ec3aeb5ccbfb48f7ab95e67cf65b9aef'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:26:29.068195 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1207e5f4-4a8d-4831-9b26-247770863e23 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:26:29.071858 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1207e5f4-4a8d-4831-9b26-247770863e23 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Usage tracker for resource:router and tenant:ec3aeb5ccbfb48f7ab95e67cf65b9aef is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:26:29.075060 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1207e5f4-4a8d-4831-9b26-247770863e23 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:26:29.085095 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1207e5f4-4a8d-4831-9b26-247770863e23 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:26:29.182621 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1207e5f4-4a8d-4831-9b26-247770863e23 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:29.184535 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1207e5f4-4a8d-4831-9b26-247770863e23 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:29.213069 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c488f-3f09-406b-bb6d-e035d4e3c490 req-ab0ed798-f637-4c9d-a084-26bf16a73b19 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:29.213783 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ef6c488f-3f09-406b-bb6d-e035d4e3c490 req-ab0ed798-f637-4c9d-a084-26bf16a73b19 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=de99b920-541f-4020-a772-e43375ba9f6e HTTP/1.1" status: 200 len: 945 time: 0.1248226 May 27 02:26:29.226603 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1207e5f4-4a8d-4831-9b26-247770863e23 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:29.336015 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ef6c488f-3f09-406b-bb6d-e035d4e3c490 req-65467015-93af-495b-b8d7-a3a6f8c59f22 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779610 May 27 02:26:29.370642 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1207e5f4-4a8d-4831-9b26-247770863e23 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:29.461325 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1207e5f4-4a8d-4831-9b26-247770863e23 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:29.463372 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1207e5f4-4a8d-4831-9b26-247770863e23 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4048996 May 27 02:26:29.466546 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 50944) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:29.472343 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-67222b2b-89dd-431d-9825-234bb6778741 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:26:30.073747 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-67222b2b-89dd-431d-9825-234bb6778741 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:30.074080 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-67222b2b-89dd-431d-9825-234bb6778741 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Notify callbacks [] for router, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:30.094203 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:30.231594 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fed818-af5e-4178-993e-7d01d4c90e6c req-d3048df8-7639-488b-af44-29688658fd01 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:30.231594 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-80fed818-af5e-4178-993e-7d01d4c90e6c req-d3048df8-7639-488b-af44-29688658fd01 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 945 time: 0.5453498 May 27 02:26:30.251529 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-67222b2b-89dd-431d-9825-234bb6778741 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88902) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} May 27 02:26:30.251949 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-67222b2b-89dd-431d-9825-234bb6778741 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Router b7dff77e-49c4-4de4-8ce5-8b47221ebe16 migrating from provider to provider. {{(pid=88902) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} May 27 02:26:30.252764 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-67222b2b-89dd-431d-9825-234bb6778741 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:30.263203 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-67222b2b-89dd-431d-9825-234bb6778741 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:30.290538 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-80fed818-af5e-4178-993e-7d01d4c90e6c req-f95e4392-5095-43af-b02b-c18b86429829 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560172 May 27 02:26:30.359199 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-67222b2b-89dd-431d-9825-234bb6778741 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-965449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-965446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966271'] for router, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:30.562980 n-d-843554-3 neutron-server[88902]: WARNING neutron.scheduler.l3_agent_scheduler [None req-67222b2b-89dd-431d-9825-234bb6778741 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] No L3 agents can host the router b7dff77e-49c4-4de4-8ce5-8b47221ebe16 May 27 02:26:30.720091 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bf3dc-11f5-417d-a468-800aaece93dd req-ab2488e6-751a-4f18-95e0-bc75bd1852b1 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:30.726090 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5f3bf3dc-11f5-417d-a468-800aaece93dd req-ab2488e6-751a-4f18-95e0-bc75bd1852b1 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=de99b920-541f-4020-a772-e43375ba9f6e HTTP/1.1" status: 200 len: 945 time: 0.3016980 May 27 02:26:30.868095 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67222b2b-89dd-431d-9825-234bb6778741 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Hosts for router b7dff77e-49c4-4de4-8ce5-8b47221ebe16: [] {{(pid=88902) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} May 27 02:26:30.942281 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5f3bf3dc-11f5-417d-a468-800aaece93dd req-f58d3e67-c901-4c4a-a9ce-2dbdadd9ee84 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892941 May 27 02:26:30.945253 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67222b2b-89dd-431d-9825-234bb6778741 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Hosts for other DVR routers connected to router b7dff77e-49c4-4de4-8ce5-8b47221ebe16: set() {{(pid=88902) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} May 27 02:26:30.948031 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-67222b2b-89dd-431d-9825-234bb6778741 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:30.949429 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-67222b2b-89dd-431d-9825-234bb6778741 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] 10.222.0.57 "PUT /v2.0/routers/b7dff77e-49c4-4de4-8ce5-8b47221ebe16 HTTP/1.1" status: 200 len: 717 time: 1.4818485 May 27 02:26:30.951971 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51008) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:31.035053 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-54da06ca-43c7-4f31-a878-3060ed842e1c tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:31.044804 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-54da06ca-43c7-4f31-a878-3060ed842e1c tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/networks?id=b0cf1283-9231-4b2a-9144-4eb59719bffc HTTP/1.1" status: 200 len: 806 time: 0.2907443 May 27 02:26:31.058507 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-8f843039-dba9-4b21-8d58-835078d75f9c tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/quotas/b08cd8af149f44bd8b4127ae8a32a06c HTTP/1.1" status: 200 len: 375 time: 0.0124004 May 27 02:26:31.101323 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-15d9242a-d780-4301-bddb-1246f927b1a7 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] 10.222.0.57 "GET /v2.0/routers/b7dff77e-49c4-4de4-8ce5-8b47221ebe16 HTTP/1.1" status: 200 len: 717 time: 0.1480789 May 27 02:26:31.103742 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51016) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:31.183377 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-ee26d25f-83ed-45a5-80c8-d8c31ac296a9 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b08cd8af149f44bd8b4127ae8a32a06c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1172495 May 27 02:26:31.360015 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-a668dcd6-98b1-4033-85ad-3181825d61cb service neutron] 10.222.0.57 "GET /v2.0/networks/b0cf1283-9231-4b2a-9144-4eb59719bffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574450 May 27 02:26:31.507546 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-236a17a4-8098-4472-9edd-3d589f393c63 tempest-RoutersTestDVR-1329189895 tempest-RoutersTestDVR-1329189895-project] 10.222.0.57 "GET /v2.0/routers/b7dff77e-49c4-4de4-8ce5-8b47221ebe16 HTTP/1.1" status: 200 len: 683 time: 0.4024568 May 27 02:26:31.510171 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51026) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:31.580458 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-fbbb152a-ef8a-4930-92bc-d298426793e6 service neutron] 10.222.0.57 "GET /v2.0/networks/b0cf1283-9231-4b2a-9144-4eb59719bffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258344 May 27 02:26:31.602200 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c57179-7767-4049-afc8-b73f1e347386 req-bfc63053-c2e1-43ea-9199-229b498daf89 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:31.603673 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-44c57179-7767-4049-afc8-b73f1e347386 req-bfc63053-c2e1-43ea-9199-229b498daf89 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 945 time: 0.1426206 May 27 02:26:31.705808 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-44c57179-7767-4049-afc8-b73f1e347386 req-db29dae0-a913-4d67-8c83-ca901aa273f4 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959449 May 27 02:26:31.721246 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-51a41bda-5e8c-4dc3-8e42-280c49982caf tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:32.067254 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-32d86b9c-c080-4b7d-b5e9-109c4abc4fc3 req-310c9ef9-b85d-4065-b04b-53b53f9d6dd1 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f17bc04-3f89-4b1e-8ef8-28542c5e5d95 HTTP/1.1" status: 200 len: 210 time: 0.1848948 May 27 02:26:32.147355 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-51a41bda-5e8c-4dc3-8e42-280c49982caf tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:32.150786 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-51a41bda-5e8c-4dc3-8e42-280c49982caf tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:32.155833 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b247302-b872-4938-8998-feac29539e8d req-97cab929-5636-40b8-8c32-2e82448169f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:32.157851 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1b247302-b872-4938-8998-feac29539e8d req-97cab929-5636-40b8-8c32-2e82448169f0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67a2999592f840daafe9db3a26b0dd55&device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 1096 time: 0.4767652 May 27 02:26:32.215689 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a907e30-3fe6-4a0a-915e-140003ccae4b req-f865881d-f500-455a-9cdc-2b371d2111a9 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:32.221215 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4a907e30-3fe6-4a0a-915e-140003ccae4b req-f865881d-f500-455a-9cdc-2b371d2111a9 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=de99b920-541f-4020-a772-e43375ba9f6e HTTP/1.1" status: 200 len: 945 time: 0.1115789 May 27 02:26:32.271215 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4a907e30-3fe6-4a0a-915e-140003ccae4b req-ff3fc96f-8dc5-4472-8fcf-2f169049867d tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466838 May 27 02:26:32.325545 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b247302-b872-4938-8998-feac29539e8d req-ec433f06-8d08-4317-bb89-60a5edcbac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:32.327272 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1b247302-b872-4938-8998-feac29539e8d req-ec433f06-8d08-4317-bb89-60a5edcbac01 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7ee685f0-e442-4ea7-949d-71e1995db8ac HTTP/1.1" status: 200 len: 918 time: 0.1627932 May 27 02:26:32.387564 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-51a41bda-5e8c-4dc3-8e42-280c49982caf tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:32.388165 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a41bda-5e8c-4dc3-8e42-280c49982caf tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b7dff77e-49c4-4de4-8ce5-8b47221ebe16 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:26:32.426942 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-51a41bda-5e8c-4dc3-8e42-280c49982caf tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:32.426942 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-51a41bda-5e8c-4dc3-8e42-280c49982caf tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] 10.222.0.57 "DELETE /v2.0/routers/b7dff77e-49c4-4de4-8ce5-8b47221ebe16 HTTP/1.1" status: 204 len: 168 time: 0.9137988 May 27 02:26:32.430025 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51076) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:32.435069 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-225519c3-7230-4018-ba15-7b0fe6b743df tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Request body: {'router': {'name': 'tempest-router-1612818676', 'distributed': True}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:26:32.440770 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-225519c3-7230-4018-ba15-7b0fe6b743df tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:26:32.445345 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-225519c3-7230-4018-ba15-7b0fe6b743df tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Usage tracker for resource:router and tenant:fdcbf2e80cd049f1aec6e8bea08d7006 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:26:32.449805 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-225519c3-7230-4018-ba15-7b0fe6b743df tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:26:32.455040 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1b247302-b872-4938-8998-feac29539e8d req-f4f0fd89-28bb-4223-89db-69ba2b00e4c4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46916ba0-85dd-4447-a580-3723a864f219 HTTP/1.1" status: 200 len: 1000 time: 0.1217632 May 27 02:26:32.457113 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-225519c3-7230-4018-ba15-7b0fe6b743df tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:26:32.523416 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b247302-b872-4938-8998-feac29539e8d req-f4aee282-81b2-46c8-833c-4a6ee7108121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:32.524903 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1b247302-b872-4938-8998-feac29539e8d req-f4aee282-81b2-46c8-833c-4a6ee7108121 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c302d24-860d-464a-9c69-32cd4f709ca1 HTTP/1.1" status: 200 len: 856 time: 0.0645583 May 27 02:26:32.571323 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-225519c3-7230-4018-ba15-7b0fe6b743df tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:32.572525 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-225519c3-7230-4018-ba15-7b0fe6b743df tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:32.608614 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-225519c3-7230-4018-ba15-7b0fe6b743df tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:32.613054 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b247302-b872-4938-8998-feac29539e8d req-fbdd174e-be80-45ce-8807-5e09a96451aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:32.614768 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1b247302-b872-4938-8998-feac29539e8d req-fbdd174e-be80-45ce-8807-5e09a96451aa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ee685f0-e442-4ea7-949d-71e1995db8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830786 May 27 02:26:32.707084 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-225519c3-7230-4018-ba15-7b0fe6b743df tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:32.832199 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1b247302-b872-4938-8998-feac29539e8d req-b7e949c9-d213-466f-b2a6-8202022366ae service neutron] 10.222.0.32 "GET /v2.0/networks/7ee685f0-e442-4ea7-949d-71e1995db8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094219 May 27 02:26:32.876354 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-225519c3-7230-4018-ba15-7b0fe6b743df tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:32.877850 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-225519c3-7230-4018-ba15-7b0fe6b743df tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4466002 May 27 02:26:32.880380 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51098) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:33.010210 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1b247302-b872-4938-8998-feac29539e8d req-b601ffdd-a32d-4e5d-9830-b77f65901dc1 service neutron] 10.222.0.32 "GET /v2.0/networks/7ee685f0-e442-4ea7-949d-71e1995db8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726708 May 27 02:26:33.114401 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-52e3f67e-c1dc-409c-b64b-124a2e31ca77 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Notify callbacks [] for router, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:33.283680 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9debb830-fb39-4496-a7d6-3332eb24bdb9 req-12dd1f70-123e-49a3-863e-84c023f88acc tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f17bc04-3f89-4b1e-8ef8-28542c5e5d95 HTTP/1.1" status: 200 len: 210 time: 0.0574098 May 27 02:26:33.470151 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b17c4c-9a9d-4172-9517-07e42dbdb2e5 req-2c4cfc42-9616-4b97-bcfc-5872c2a9a00a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:33.477034 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-79b17c4c-9a9d-4172-9517-07e42dbdb2e5 req-2c4cfc42-9616-4b97-bcfc-5872c2a9a00a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 945 time: 0.5041142 May 27 02:26:33.530337 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-52e3f67e-c1dc-409c-b64b-124a2e31ca77 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:33.539812 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-52e3f67e-c1dc-409c-b64b-124a2e31ca77 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:33.577310 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-79b17c4c-9a9d-4172-9517-07e42dbdb2e5 req-33607e02-fdc4-4c2a-8f10-33fffdb33cd5 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993860 May 27 02:26:33.638654 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b21df7-e9fe-4060-96e8-f6e0a168d7c3 req-34b94b0d-030b-48e1-b98f-a1ea4d4db62a tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:33.640103 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e4b21df7-e9fe-4060-96e8-f6e0a168d7c3 req-34b94b0d-030b-48e1-b98f-a1ea4d4db62a tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=de99b920-541f-4020-a772-e43375ba9f6e HTTP/1.1" status: 200 len: 945 time: 0.1611822 May 27 02:26:33.691550 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e4b21df7-e9fe-4060-96e8-f6e0a168d7c3 req-06a26307-cbf5-44f7-a4b1-4f422584daaf tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434461 May 27 02:26:33.693938 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-52e3f67e-c1dc-409c-b64b-124a2e31ca77 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:33.704590 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e3f67e-c1dc-409c-b64b-124a2e31ca77 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 59fec542-4aec-4d2c-b030-d4a3a9b401cd {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:26:33.706084 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-52e3f67e-c1dc-409c-b64b-124a2e31ca77 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:33.709481 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-52e3f67e-c1dc-409c-b64b-124a2e31ca77 tempest-RoutersTestDVR-2068476867 tempest-RoutersTestDVR-2068476867-project-admin] 10.222.0.57 "DELETE /v2.0/routers/59fec542-4aec-4d2c-b030-d4a3a9b401cd HTTP/1.1" status: 204 len: 168 time: 0.8276010 May 27 02:26:34.346977 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51134) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:34.464499 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d79ffa23-2e82-463d-a762-c2760882ec35 req-0b205307-8b88-46ef-91eb-474395f9e7dc tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f17bc04-3f89-4b1e-8ef8-28542c5e5d95 HTTP/1.1" status: 200 len: 210 time: 0.0543423 May 27 02:26:34.535008 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3dafe037-ce12-49c1-88ce-a67d0973ee5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:34.592993 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-3dafe037-ce12-49c1-88ce-a67d0973ee5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:26:34.598093 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3dafe037-ce12-49c1-88ce-a67d0973ee5c admin admin] Usage tracker for resource:security_group_rule and tenant:ec3aeb5ccbfb48f7ab95e67cf65b9aef is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:26:34.602071 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3dafe037-ce12-49c1-88ce-a67d0973ee5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:26:34.611420 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-3dafe037-ce12-49c1-88ce-a67d0973ee5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:26:34.637863 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 46916ba0-85dd-4447-a580-3723a864f219 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:26:34.888866 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-df484328-f796-4560-8c48-4e87c149d12b tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:34.890361 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-df484328-f796-4560-8c48-4e87c149d12b tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.32 "GET /v2.0/networks?id=b0cf1283-9231-4b2a-9144-4eb59719bffc HTTP/1.1" status: 200 len: 806 time: 0.4972107 May 27 02:26:34.903486 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-43dcd696-67fb-4103-b6d1-b73a92153b46 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Request body: {'port': {'device_id': '3f17bc04-3f89-4b1e-8ef8-28542c5e5d95', 'network_id': 'b0cf1283-9231-4b2a-9144-4eb59719bffc', 'admin_state_up': True, 'tenant_id': 'b08cd8af149f44bd8b4127ae8a32a06c'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:26:34.926229 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3dafe037-ce12-49c1-88ce-a67d0973ee5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:34.973600 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 46916ba0-85dd-4447-a580-3723a864f219 is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:26:34.973986 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:35.003076 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab866fb-e88b-4155-b123-a65cb17c6876 req-cb513c08-8b3c-4238-89b0-de43bc65b3e1 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:35.004612 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8ab866fb-e88b-4155-b123-a65cb17c6876 req-cb513c08-8b3c-4238-89b0-de43bc65b3e1 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 945 time: 0.2521245 May 27 02:26:35.040606 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-9ab42017-4fe9-43c3-ab56-758b389ff2f2 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:35.042689 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-9ab42017-4fe9-43c3-ab56-758b389ff2f2 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/networks?id=685d8b83-d733-49e1-90bd-6bbf0138e6b7 HTTP/1.1" status: 200 len: 813 time: 0.2346604 May 27 02:26:35.045725 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3dafe037-ce12-49c1-88ce-a67d0973ee5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:35.048210 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 46916ba0-85dd-4447-a580-3723a864f219, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=46916ba0-85dd-4447-a580-3723a864f219,segment=NetworkSegment(7321cd14-1f6f-448d-a8d3-637a53c8da8a),segment_id=7321cd14-1f6f-448d-a8d3-637a53c8da8a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:26:35.049659 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097d415b-8682-414a-b18a-93ee98ad1c68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46916ba0-85dd-4447-a580-3723a864f219'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:26:35.117224 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3dafe037-ce12-49c1-88ce-a67d0973ee5c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ec3aeb5ccbfb48f7ab95e67cf65b9aef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7678790 May 27 02:26:35.128754 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51162) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:35.141125 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-d53a25e9-29a2-48c5-b761-7695995f7217 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/quotas/898805dffca84655b80c58e7ceffa560 HTTP/1.1" status: 200 len: 375 time: 0.0634139 May 27 02:26:35.146735 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:35.165662 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dafe037-ce12-49c1-88ce-a67d0973ee5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01de1e5-33df-41a4-98d0-23d0f8f779d4,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:35.176254 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-43dcd696-67fb-4103-b6d1-b73a92153b46 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:26:35.176254 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-43dcd696-67fb-4103-b6d1-b73a92153b46 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Usage tracker for resource:port and tenant:b08cd8af149f44bd8b4127ae8a32a06c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:26:35.179399 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-43dcd696-67fb-4103-b6d1-b73a92153b46 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:26:35.185626 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-43dcd696-67fb-4103-b6d1-b73a92153b46 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:26:35.222807 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8ab866fb-e88b-4155-b123-a65cb17c6876 req-4dd19adf-9d9a-421d-b414-edd3e46f7e69 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2097273 May 27 02:26:35.230894 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dafe037-ce12-49c1-88ce-a67d0973ee5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:35.231236 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dafe037-ce12-49c1-88ce-a67d0973ee5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:35.231571 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dafe037-ce12-49c1-88ce-a67d0973ee5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:35.231903 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dafe037-ce12-49c1-88ce-a67d0973ee5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:35.232229 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dafe037-ce12-49c1-88ce-a67d0973ee5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:35.232553 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dafe037-ce12-49c1-88ce-a67d0973ee5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:35.232901 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dafe037-ce12-49c1-88ce-a67d0973ee5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:35.233222 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dafe037-ce12-49c1-88ce-a67d0973ee5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:35.233543 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dafe037-ce12-49c1-88ce-a67d0973ee5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:35.233859 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dafe037-ce12-49c1-88ce-a67d0973ee5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:35.234175 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dafe037-ce12-49c1-88ce-a67d0973ee5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:35.234489 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dafe037-ce12-49c1-88ce-a67d0973ee5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:35.246054 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-fa6e07b6-7d3d-4df9-9e14-fe6230600dd9 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=898805dffca84655b80c58e7ceffa560&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0814521 May 27 02:26:35.263497 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=46916ba0-85dd-4447-a580-3723a864f219,revision_number=8']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:35.306344 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-43dcd696-67fb-4103-b6d1-b73a92153b46 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Made reservation on behalf of b08cd8af149f44bd8b4127ae8a32a06c for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:26:35.312409 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-43dcd696-67fb-4103-b6d1-b73a92153b46 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:35.433292 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-b28250fa-92c5-45a6-9abf-4225dab00d49 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:35.434245 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-b28250fa-92c5-45a6-9abf-4225dab00d49 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1749868 May 27 02:26:35.497426 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-42da9978-e8b1-4335-bfa6-6c6fcd1292ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:35.505334 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-43dcd696-67fb-4103-b6d1-b73a92153b46 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Allocated IP 172.20.0.7 (b0cf1283-9231-4b2a-9144-4eb59719bffc/505370ea-6a69-4c6a-9c79-68e9a416bb4a/41b34763-f75a-4955-9520-f4e8f0d8a7f2) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:26:35.612874 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-42da9978-e8b1-4335-bfa6-6c6fcd1292ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:35.698656 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-d211273f-47ea-478a-90a6-29fc069e7893 service neutron] 10.222.0.57 "GET /v2.0/networks/685d8b83-d733-49e1-90bd-6bbf0138e6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312565 May 27 02:26:35.706673 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26990d96-5cd3-4c25-966c-01336a631621 req-5023ea08-434a-4de3-b172-c6751e27e38f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:35.708109 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-26990d96-5cd3-4c25-966c-01336a631621 req-5023ea08-434a-4de3-b172-c6751e27e38f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=de99b920-541f-4020-a772-e43375ba9f6e HTTP/1.1" status: 200 len: 945 time: 0.2819672 May 27 02:26:35.747238 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-43dcd696-67fb-4103-b6d1-b73a92153b46 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:35.866693 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-43dcd696-67fb-4103-b6d1-b73a92153b46 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:35.867530 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-26990d96-5cd3-4c25-966c-01336a631621 req-df50cfe4-bae7-453a-ab3a-57fe5a9b470e tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358366 May 27 02:26:35.878208 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['cfb7cdfa-51e3-48fc-9dff-7e74813e008c'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:26:35.919116 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-1773e8dd-d6d2-43db-8abb-f6e0c6f6eea5 service neutron] 10.222.0.57 "GET /v2.0/networks/685d8b83-d733-49e1-90bd-6bbf0138e6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099543 May 27 02:26:35.937474 n-d-843554-3 neutron-server[88903]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9900dc3c-b511-444a-bfb1-b39f79663edf']: {'server_uuid': '097d415b-8682-414a-b18a-93ee98ad1c68', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '46916ba0-85dd-4447-a580-3723a864f219', 'code': 422} returned with failed status May 27 02:26:35.949920 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dcd696-67fb-4103-b6d1-b73a92153b46 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Pushing event updated for resources: {'Port': ['ID=41b34763-f75a-4955-9520-f4e8f0d8a7f2,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:35.956689 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-42da9978-e8b1-4335-bfa6-6c6fcd1292ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:35.962099 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dcd696-67fb-4103-b6d1-b73a92153b46 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:35.962661 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dcd696-67fb-4103-b6d1-b73a92153b46 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:35.963149 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dcd696-67fb-4103-b6d1-b73a92153b46 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:35.963646 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dcd696-67fb-4103-b6d1-b73a92153b46 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:35.964148 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dcd696-67fb-4103-b6d1-b73a92153b46 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:35.964661 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dcd696-67fb-4103-b6d1-b73a92153b46 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:35.965166 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dcd696-67fb-4103-b6d1-b73a92153b46 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:35.965823 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dcd696-67fb-4103-b6d1-b73a92153b46 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:35.966346 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dcd696-67fb-4103-b6d1-b73a92153b46 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:35.967166 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dcd696-67fb-4103-b6d1-b73a92153b46 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:35.967695 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dcd696-67fb-4103-b6d1-b73a92153b46 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:35.968232 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dcd696-67fb-4103-b6d1-b73a92153b46 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:35.981685 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da9978-e8b1-4335-bfa6-6c6fcd1292ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01de1e5-33df-41a4-98d0-23d0f8f779d4,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:35.989903 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-43dcd696-67fb-4103-b6d1-b73a92153b46 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Network b0cf1283-9231-4b2a-9144-4eb59719bffc is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:26:35.991269 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-43dcd696-67fb-4103-b6d1-b73a92153b46 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:26:35.993819 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-43dcd696-67fb-4103-b6d1-b73a92153b46 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:26:36.000316 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-42da9978-e8b1-4335-bfa6-6c6fcd1292ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:36.003731 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-42da9978-e8b1-4335-bfa6-6c6fcd1292ee admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e01de1e5-33df-41a4-98d0-23d0f8f779d4 HTTP/1.1" status: 204 len: 168 time: 0.8698320 May 27 02:26:36.086979 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-43dcd696-67fb-4103-b6d1-b73a92153b46 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:36.087949 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-43dcd696-67fb-4103-b6d1-b73a92153b46 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:36.154187 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b400f8-8b47-4ae3-ac3f-2a4aa912930c req-fa519bd8-c3b7-428b-ba53-d753c6870aeb tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:36.155951 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-23b400f8-8b47-4ae3-ac3f-2a4aa912930c req-fa519bd8-c3b7-428b-ba53-d753c6870aeb tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f17bc04-3f89-4b1e-8ef8-28542c5e5d95 HTTP/1.1" status: 200 len: 931 time: 0.0940187 May 27 02:26:36.175732 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-43dcd696-67fb-4103-b6d1-b73a92153b46 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2770483 May 27 02:26:36.186919 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-3df80cbd-e0ab-49c7-8a3b-06c6394682e6 service neutron] Request body: {'port': {'device_id': '3f17bc04-3f89-4b1e-8ef8-28542c5e5d95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:26:36.216187 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-23b400f8-8b47-4ae3-ac3f-2a4aa912930c req-634b242a-7c35-49c3-ba99-142f5d169532 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528719 May 27 02:26:36.371330 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-3df80cbd-e0ab-49c7-8a3b-06c6394682e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:36.384312 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-43e526c9-7774-489c-90b1-4bdef2f47887 req-7bc12978-4e2b-4485-897c-cf64c13479d6 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/ports?device_id=490bdaec-0fa9-481b-aae9-352584d7963a HTTP/1.1" status: 200 len: 210 time: 0.0539439 May 27 02:26:36.663686 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da67547-6379-4b18-851b-9e7d1f3211ba req-e86b3fb2-3349-4d1f-8971-8065eb194d27 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:36.663686 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9da67547-6379-4b18-851b-9e7d1f3211ba req-e86b3fb2-3349-4d1f-8971-8065eb194d27 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 943 time: 0.0882795 May 27 02:26:36.663686 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9da67547-6379-4b18-851b-9e7d1f3211ba req-47b523ba-8d30-41ff-89a6-d9a04b583dab tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478921 May 27 02:26:36.814202 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-3df80cbd-e0ab-49c7-8a3b-06c6394682e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41b34763-f75a-4955-9520-f4e8f0d8a7f2 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:26:36.822526 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-3df80cbd-e0ab-49c7-8a3b-06c6394682e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:36.840678 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-3df80cbd-e0ab-49c7-8a3b-06c6394682e6 service neutron] Transition to ACTIVE for port object 41b34763-f75a-4955-9520-f4e8f0d8a7f2 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:26:37.081941 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b7dc9-afcd-43af-98df-6efee51f4b75 req-a38d982f-7308-4272-8af5-b3562d4e93d2 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:37.083642 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-650b7dc9-afcd-43af-98df-6efee51f4b75 req-a38d982f-7308-4272-8af5-b3562d4e93d2 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=de99b920-541f-4020-a772-e43375ba9f6e HTTP/1.1" status: 200 len: 945 time: 0.0972450 May 27 02:26:37.137259 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-3df80cbd-e0ab-49c7-8a3b-06c6394682e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:37.140455 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-650b7dc9-afcd-43af-98df-6efee51f4b75 req-8a170d0f-0a03-415e-a0a6-a3994ce9daa1 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505118 May 27 02:26:37.348925 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df80cbd-e0ab-49c7-8a3b-06c6394682e6 service neutron] Pushing event updated for resources: {'Port': ['ID=41b34763-f75a-4955-9520-f4e8f0d8a7f2,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:37.395039 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-3df80cbd-e0ab-49c7-8a3b-06c6394682e6 service neutron] Attempting to bind port 41b34763-f75a-4955-9520-f4e8f0d8a7f2 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:26:37.395453 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-3df80cbd-e0ab-49c7-8a3b-06c6394682e6 service neutron] Attempting to bind port 41b34763-f75a-4955-9520-f4e8f0d8a7f2 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '441b6a83-1810-4a59-a172-de9005de5715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b0cf1283-9231-4b2a-9144-4eb59719bffc'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:26:37.395890 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-3df80cbd-e0ab-49c7-8a3b-06c6394682e6 service neutron] Attempting to bind port 41b34763-f75a-4955-9520-f4e8f0d8a7f2 on network b0cf1283-9231-4b2a-9144-4eb59719bffc {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:26:37.401880 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-3df80cbd-e0ab-49c7-8a3b-06c6394682e6 service neutron] Port 41b34763-f75a-4955-9520-f4e8f0d8a7f2 on network b0cf1283-9231-4b2a-9144-4eb59719bffc not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:26:37.402335 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-3df80cbd-e0ab-49c7-8a3b-06c6394682e6 service neutron] Attempting to bind port 41b34763-f75a-4955-9520-f4e8f0d8a7f2 on network b0cf1283-9231-4b2a-9144-4eb59719bffc {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:26:37.408219 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-3df80cbd-e0ab-49c7-8a3b-06c6394682e6 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:26:37.408893 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-3df80cbd-e0ab-49c7-8a3b-06c6394682e6 service neutron] Checking segment: {'id': '441b6a83-1810-4a59-a172-de9005de5715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b0cf1283-9231-4b2a-9144-4eb59719bffc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:26:37.409438 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-3df80cbd-e0ab-49c7-8a3b-06c6394682e6 service neutron] Bound using segment: {'id': '441b6a83-1810-4a59-a172-de9005de5715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b0cf1283-9231-4b2a-9144-4eb59719bffc'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:26:37.410023 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-3df80cbd-e0ab-49c7-8a3b-06c6394682e6 service neutron] Bound port: 41b34763-f75a-4955-9520-f4e8f0d8a7f2, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '441b6a83-1810-4a59-a172-de9005de5715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b0cf1283-9231-4b2a-9144-4eb59719bffc'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:26:37.410603 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-3df80cbd-e0ab-49c7-8a3b-06c6394682e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:37.475678 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4460f540-54af-44e5-9765-e45d9cf783a3 req-94b508e8-dd34-47ef-8674-eb746a2c268a tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:37.494520 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4460f540-54af-44e5-9765-e45d9cf783a3 req-94b508e8-dd34-47ef-8674-eb746a2c268a tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f17bc04-3f89-4b1e-8ef8-28542c5e5d95 HTTP/1.1" status: 200 len: 943 time: 0.1487312 May 27 02:26:37.510102 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-3df80cbd-e0ab-49c7-8a3b-06c6394682e6 service neutron] For port 41b34763-f75a-4955-9520-f4e8f0d8a7f2, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:26:37.513202 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-3df80cbd-e0ab-49c7-8a3b-06c6394682e6 service neutron] For port 41b34763-f75a-4955-9520-f4e8f0d8a7f2, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=41b34763-f75a-4955-9520-f4e8f0d8a7f2,segment=NetworkSegment(441b6a83-1810-4a59-a172-de9005de5715),segment_id=441b6a83-1810-4a59-a172-de9005de5715)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:26:37.548930 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4460f540-54af-44e5-9765-e45d9cf783a3 req-177dacdf-fe8c-41dc-a31e-a8eb66a34e6c tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528579 May 27 02:26:37.555957 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51204) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:37.576212 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e63d38e4-18f5-4ab0-8af1-65fea8a77da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:37.640588 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62c9ccfa-a2d8-409d-b771-225213b4b875 req-fc22dcd2-d81f-49f0-97d0-fa39754efec0 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/ports?device_id=490bdaec-0fa9-481b-aae9-352584d7963a HTTP/1.1" status: 200 len: 210 time: 0.0464933 May 27 02:26:37.642056 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e63d38e4-18f5-4ab0-8af1-65fea8a77da8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:26:37.646105 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e63d38e4-18f5-4ab0-8af1-65fea8a77da8 admin admin] Usage tracker for resource:security_group_rule and tenant:fdcbf2e80cd049f1aec6e8bea08d7006 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:26:37.649269 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e63d38e4-18f5-4ab0-8af1-65fea8a77da8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:26:37.655730 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e63d38e4-18f5-4ab0-8af1-65fea8a77da8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:26:37.665749 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-3df80cbd-e0ab-49c7-8a3b-06c6394682e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:37.736103 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-3df80cbd-e0ab-49c7-8a3b-06c6394682e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:37.737182 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-3df80cbd-e0ab-49c7-8a3b-06c6394682e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:37.738814 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-3df80cbd-e0ab-49c7-8a3b-06c6394682e6 service neutron] 10.222.0.32 "PUT /v2.0/ports/41b34763-f75a-4955-9520-f4e8f0d8a7f2 HTTP/1.1" status: 200 len: 1091 time: 1.5565374 May 27 02:26:37.741503 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f17bc04-3f89-4b1e-8ef8-28542c5e5d95', 'tag': '41b34763-f75a-4955-9520-f4e8f0d8a7f2'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:26:37.759683 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e63d38e4-18f5-4ab0-8af1-65fea8a77da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:37.778757 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df80cbd-e0ab-49c7-8a3b-06c6394682e6 service neutron] Pushing event updated for resources: {'Port': ['ID=41b34763-f75a-4955-9520-f4e8f0d8a7f2,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:37.800252 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39d4f087-b1a4-459d-bd63-4e52bb707202'] response: {'name': 'network-changed', 'server_uuid': '3f17bc04-3f89-4b1e-8ef8-28542c5e5d95', 'tag': '41b34763-f75a-4955-9520-f4e8f0d8a7f2', 'status': 'completed', 'code': 200} May 27 02:26:37.883761 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e63d38e4-18f5-4ab0-8af1-65fea8a77da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:37.945664 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63d38e4-18f5-4ab0-8af1-65fea8a77da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3c7efd-f8b4-495f-a5c5-40a8bf410b30,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:37.950068 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e63d38e4-18f5-4ab0-8af1-65fea8a77da8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fdcbf2e80cd049f1aec6e8bea08d7006&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3928161 May 27 02:26:37.952749 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51212) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:38.015741 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f00e56-e81a-4c63-8ed6-c60a3f3f590c req-fdf66e40-e2d4-4089-8f5b-19dc40b3225d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:38.017324 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e6f00e56-e81a-4c63-8ed6-c60a3f3f590c req-fdf66e40-e2d4-4089-8f5b-19dc40b3225d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b08cd8af149f44bd8b4127ae8a32a06c&device_id=3f17bc04-3f89-4b1e-8ef8-28542c5e5d95 HTTP/1.1" status: 200 len: 1094 time: 0.1913939 May 27 02:26:38.023465 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-01542144-6148-4c21-a30b-2965adde113e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:38.052491 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-01542144-6148-4c21-a30b-2965adde113e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:38.193373 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f00e56-e81a-4c63-8ed6-c60a3f3f590c req-addfa2b1-82f2-46b2-9473-89770cf97cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:38.194700 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e6f00e56-e81a-4c63-8ed6-c60a3f3f590c req-addfa2b1-82f2-46b2-9473-89770cf97cd3 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=b08cd8af149f44bd8b4127ae8a32a06c&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1700866 May 27 02:26:38.209648 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-01542144-6148-4c21-a30b-2965adde113e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:38.225867 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01542144-6148-4c21-a30b-2965adde113e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3c7efd-f8b4-495f-a5c5-40a8bf410b30,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:38.236892 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-01542144-6148-4c21-a30b-2965adde113e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:38.238191 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-01542144-6148-4c21-a30b-2965adde113e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7e3c7efd-f8b4-495f-a5c5-40a8bf410b30 HTTP/1.1" status: 204 len: 168 time: 0.2840679 May 27 02:26:38.373226 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075fbf3f-bb38-4ef7-8b43-48e13beecc14 req-af50a6de-3b8c-4b9c-9c7d-e98a4977d1d8 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:38.374120 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f00e56-e81a-4c63-8ed6-c60a3f3f590c req-22f3081e-686a-4e36-a110-47b665f2abb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:38.376206 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e6f00e56-e81a-4c63-8ed6-c60a3f3f590c req-22f3081e-686a-4e36-a110-47b665f2abb7 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1749308 May 27 02:26:38.383377 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-075fbf3f-bb38-4ef7-8b43-48e13beecc14 req-af50a6de-3b8c-4b9c-9c7d-e98a4977d1d8 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=de99b920-541f-4020-a772-e43375ba9f6e HTTP/1.1" status: 200 len: 945 time: 0.1059353 May 27 02:26:38.449220 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-075fbf3f-bb38-4ef7-8b43-48e13beecc14 req-d9a53686-e236-4a97-8296-9f18f31465eb tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632696 May 27 02:26:38.503665 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-15c3fd19-f17b-4101-b206-cd5d59b01f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:38.505440 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-15c3fd19-f17b-4101-b206-cd5d59b01f88 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b08cd8af149f44bd8b4127ae8a32a06c&device_id=3f17bc04-3f89-4b1e-8ef8-28542c5e5d95 HTTP/1.1" status: 200 len: 1094 time: 0.0883162 May 27 02:26:38.599468 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-b1808782-fd1b-4946-b564-1302e702ea78 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41b34763-f75a-4955-9520-f4e8f0d8a7f2 HTTP/1.1" status: 200 len: 217 time: 0.0842648 May 27 02:26:38.664103 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 46916ba0-85dd-4447-a580-3723a864f219 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:26:38.721052 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-870c3f11-8b56-4bc6-8370-031bfceaffee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:38.732108 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-870c3f11-8b56-4bc6-8370-031bfceaffee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=505370ea-6a69-4c6a-9c79-68e9a416bb4a HTTP/1.1" status: 200 len: 846 time: 0.1261446 May 27 02:26:38.810376 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52826f9-b22a-46da-baa6-0bfbecc4e5df req-f4c6dbf6-7a61-4e09-b0f9-fc5b01443c7c tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:38.825232 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b52826f9-b22a-46da-baa6-0bfbecc4e5df req-f4c6dbf6-7a61-4e09-b0f9-fc5b01443c7c tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f17bc04-3f89-4b1e-8ef8-28542c5e5d95 HTTP/1.1" status: 200 len: 943 time: 0.1374328 May 27 02:26:38.840115 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-c6aa3213-4c9a-4031-8910-ada5311e1a51 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0cf1283-9231-4b2a-9144-4eb59719bffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947466 May 27 02:26:38.916036 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b52826f9-b22a-46da-baa6-0bfbecc4e5df req-5508ff6d-1ce9-4451-848a-f9f13e12984a tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898473 May 27 02:26:38.925761 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 46916ba0-85dd-4447-a580-3723a864f219 is: DOWN; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:26:39.066011 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-655bba65-bd13-4f4e-aef0-7552800de47e req-bf0a2700-5b35-4c81-8cff-0132797c63f2 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/ports?device_id=490bdaec-0fa9-481b-aae9-352584d7963a HTTP/1.1" status: 200 len: 210 time: 0.0916555 May 27 02:26:39.122044 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-1d8c9ecd-491f-41ac-8e1e-2f0f26cc7712 service neutron] 10.222.0.32 "GET /v2.0/networks/b0cf1283-9231-4b2a-9144-4eb59719bffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673984 May 27 02:26:39.282781 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8d20b9b4-119d-4d33-a3c4-60232785ba6d req-e8de95b2-70bf-423b-bf10-9f5286b8b278 service neutron] 10.222.0.32 "GET /v2.0/networks/b0cf1283-9231-4b2a-9144-4eb59719bffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539297 May 27 02:26:39.675090 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5141c-cdc8-4908-818f-2009cdbaad41 req-88028d1b-0642-47c1-a56c-bc72afdb6a14 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:39.676545 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-14f5141c-cdc8-4908-818f-2009cdbaad41 req-88028d1b-0642-47c1-a56c-bc72afdb6a14 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=de99b920-541f-4020-a772-e43375ba9f6e HTTP/1.1" status: 200 len: 945 time: 0.0887852 May 27 02:26:39.734326 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-14f5141c-cdc8-4908-818f-2009cdbaad41 req-086bc42e-5040-47b1-9cb6-f731c2a54bcb tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507219 May 27 02:26:39.874826 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51260) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.004783 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-60b1e222-8826-408a-89ad-07cea1e5ebcc tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:40.008680 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-60b1e222-8826-408a-89ad-07cea1e5ebcc tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Synchronizing usage tracker for tenant:898805dffca84655b80c58e7ceffa560 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:26:40.008815 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-b1317a8d-1b99-4664-afde-219d940c0639 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.008815 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b1317a8d-1b99-4664-afde-219d940c0639 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1309907 May 27 02:26:40.010261 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51270) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.017018 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-28aa9a6a-7f09-409d-87b2-abe291d79811 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.019445 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-28aa9a6a-7f09-409d-87b2-abe291d79811 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0078299 May 27 02:26:40.022053 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51274) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.034716 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-20a88d7c-cdc1-4f26-b016-7cd1b18c31e6 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.035937 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-20a88d7c-cdc1-4f26-b016-7cd1b18c31e6 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0125175 May 27 02:26:40.038727 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51278) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.044096 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [None req-27ee966e-8d6c-425d-a972-dca87a67d2a6 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.048745 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-27ee966e-8d6c-425d-a972-dca87a67d2a6 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0088916 May 27 02:26:40.064537 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51282) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.064537 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [None req-56150268-3325-4e42-8396-33302136737c tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.064537 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-56150268-3325-4e42-8396-33302136737c tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0059309 May 27 02:26:40.066816 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51286) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.072427 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [None req-829154a8-e52e-4330-a7d5-73bcc8916f2d tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.074003 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-829154a8-e52e-4330-a7d5-73bcc8916f2d tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0056899 May 27 02:26:40.076213 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51290) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.085377 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [None req-4d0c0db3-9f8a-4034-8c4c-06f32da99389 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.086737 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4d0c0db3-9f8a-4034-8c4c-06f32da99389 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0092299 May 27 02:26:40.094796 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51296) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.096900 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [None req-c58b4d4c-a552-46f2-ab9c-2c4ac9a1659b tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.100537 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c58b4d4c-a552-46f2-ab9c-2c4ac9a1659b tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0080714 May 27 02:26:40.101130 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51300) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.105989 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [None req-c5192035-ad4b-4fdc-8ab0-522284da9ee5 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.111711 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51304) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.112036 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c5192035-ad4b-4fdc-8ab0-522284da9ee5 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0075417 May 27 02:26:40.112686 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-60b1e222-8826-408a-89ad-07cea1e5ebcc tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Unset dirty status for tenant:898805dffca84655b80c58e7ceffa560 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:26:40.118565 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-1c05b20e-497b-4751-bd6a-dfa99abff374 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.118565 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1c05b20e-497b-4751-bd6a-dfa99abff374 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0052519 May 27 02:26:40.118796 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-60b1e222-8826-408a-89ad-07cea1e5ebcc tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.32 "GET /v2.0/networks?id=685d8b83-d733-49e1-90bd-6bbf0138e6b7 HTTP/1.1" status: 200 len: 813 time: 0.3269839 May 27 02:26:40.118796 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51310) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.125983 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [None req-7de603ec-dfa7-41d9-8f2e-23174f687ae6 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.126962 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7de603ec-dfa7-41d9-8f2e-23174f687ae6 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0063004 May 27 02:26:40.131897 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-ae1f5e17-7776-4492-870e-3c353c1a0f9a tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Request body: {'port': {'device_id': '490bdaec-0fa9-481b-aae9-352584d7963a', 'network_id': '685d8b83-d733-49e1-90bd-6bbf0138e6b7', 'admin_state_up': True, 'tenant_id': '898805dffca84655b80c58e7ceffa560'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:26:40.133799 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51314) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.142390 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-f71c094c-73ee-4747-b4b3-5acb1d5173b4 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.143404 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f71c094c-73ee-4747-b4b3-5acb1d5173b4 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0074713 May 27 02:26:40.146244 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51318) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.154951 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-c7ba3965-5bac-486a-9642-9a3766e74231 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.156173 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c7ba3965-5bac-486a-9642-9a3766e74231 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0087218 May 27 02:26:40.164666 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51322) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.169796 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-af1a44e3-6ce7-4366-90fe-cf9360aacc42 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.170834 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-af1a44e3-6ce7-4366-90fe-cf9360aacc42 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0051515 May 27 02:26:40.173712 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51326) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.178936 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-f956f441-095a-4560-973c-3323f8a115e8 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.182067 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f956f441-095a-4560-973c-3323f8a115e8 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0054603 May 27 02:26:40.189740 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15666ee-7685-42f6-8eac-b88e34087c70 req-b3e91a0d-615f-4fba-a165-278c7bbe4c5a tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:40.191296 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e15666ee-7685-42f6-8eac-b88e34087c70 req-b3e91a0d-615f-4fba-a165-278c7bbe4c5a tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f17bc04-3f89-4b1e-8ef8-28542c5e5d95 HTTP/1.1" status: 200 len: 943 time: 0.1475322 May 27 02:26:40.192005 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51330) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.197194 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-beb48954-ec93-4d09-945d-994b49f2192f tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.198494 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-beb48954-ec93-4d09-945d-994b49f2192f tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0053167 May 27 02:26:40.217145 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51334) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.262716 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-8c4d445e-ae1e-4213-a600-aad2594ced79 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.264083 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8c4d445e-ae1e-4213-a600-aad2594ced79 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0441506 May 27 02:26:40.272730 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51340) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.283454 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b249b5a9-6188-46ce-a77f-9bc2bc965cde req-55f486ba-d6d2-4408-84f8-9016a99f99d1 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/ports?device_id=490bdaec-0fa9-481b-aae9-352584d7963a HTTP/1.1" status: 200 len: 210 time: 0.0650938 May 27 02:26:40.289530 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-b872bbda-9e80-4179-89ec-4321fa0c732d tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.291302 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b872bbda-9e80-4179-89ec-4321fa0c732d tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0109437 May 27 02:26:40.303675 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51344) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.316628 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-fa91413d-b395-46e0-b8b5-e288ec289b0c tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.318733 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-fa91413d-b395-46e0-b8b5-e288ec289b0c tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0137117 May 27 02:26:40.322281 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51352) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.327420 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-ae1f5e17-7776-4492-870e-3c353c1a0f9a tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:26:40.331886 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-ae1f5e17-7776-4492-870e-3c353c1a0f9a tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Usage tracker for resource:port and tenant:898805dffca84655b80c58e7ceffa560 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:26:40.332921 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-1a9cd59e-3f3b-4ab0-be87-6e3d4eda517c tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.335041 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-ae1f5e17-7776-4492-870e-3c353c1a0f9a tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:26:40.335378 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1a9cd59e-3f3b-4ab0-be87-6e3d4eda517c tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0117168 May 27 02:26:40.339836 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e15666ee-7685-42f6-8eac-b88e34087c70 req-593b4286-9275-4b89-97a9-fc1da9d1f4b3 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402326 May 27 02:26:40.341824 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51356) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.347745 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [None req-ad09b1dc-2d88-4a9b-a873-a4c51b76a980 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.352369 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ad09b1dc-2d88-4a9b-a873-a4c51b76a980 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0058134 May 27 02:26:40.352369 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-ae1f5e17-7776-4492-870e-3c353c1a0f9a tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:26:40.353501 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51360) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.362728 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-830c20a2-6f4f-44f5-ab30-e510aa077893 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.385035 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-830c20a2-6f4f-44f5-ab30-e510aa077893 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0085909 May 27 02:26:40.385472 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51368) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.389687 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [None req-e2507abc-0a72-404c-b3c6-8e07fb0d3c77 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.390892 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e2507abc-0a72-404c-b3c6-8e07fb0d3c77 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0071595 May 27 02:26:40.393730 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51372) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.399576 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [None req-acebfa62-df8b-4d55-806f-24babad1438f tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.400573 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-acebfa62-df8b-4d55-806f-24babad1438f tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0059001 May 27 02:26:40.403363 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51376) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.408927 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-3fea525c-ed22-4a33-b4b0-ff09f060a079 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.410037 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3fea525c-ed22-4a33-b4b0-ff09f060a079 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0056713 May 27 02:26:40.412519 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51380) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.417639 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-4b015f35-b0ca-40ef-8a28-524addc0f9e5 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.418758 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4b015f35-b0ca-40ef-8a28-524addc0f9e5 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0049427 May 27 02:26:40.421705 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51384) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.428805 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [None req-42e1f400-3425-4caf-b1b8-ee422e7a1055 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.431871 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-42e1f400-3425-4caf-b1b8-ee422e7a1055 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0083284 May 27 02:26:40.432646 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51388) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.437793 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [None req-8e3b461a-7dc2-4ad5-90c2-b2f35deeab1d tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.438782 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8e3b461a-7dc2-4ad5-90c2-b2f35deeab1d tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0049853 May 27 02:26:40.441203 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51392) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.446346 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-bc84525d-5e5f-4f5f-b135-30064e4dee21 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.447415 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-bc84525d-5e5f-4f5f-b135-30064e4dee21 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0048864 May 27 02:26:40.450162 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51396) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.456333 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [None req-dbb56fd0-2ea3-4a21-87f1-882c4a56f48b tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.459488 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-dbb56fd0-2ea3-4a21-87f1-882c4a56f48b tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0064108 May 27 02:26:40.459853 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51400) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.464695 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-45a7cbd9-2164-4622-9bf4-889a51b1f5f9 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.467612 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-45a7cbd9-2164-4622-9bf4-889a51b1f5f9 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0048554 May 27 02:26:40.467936 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51404) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.472892 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-73758c00-302a-4812-b9a0-19995e4c2f2b tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.473782 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-73758c00-302a-4812-b9a0-19995e4c2f2b tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0050220 May 27 02:26:40.476030 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51408) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.484065 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-a8f0f476-93e3-4e70-b039-5fcf23e40559 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.485616 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a8f0f476-93e3-4e70-b039-5fcf23e40559 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0084686 May 27 02:26:40.488008 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51412) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.493900 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-3731c1d0-906b-4da4-8b54-3524f582af56 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.495060 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3731c1d0-906b-4da4-8b54-3524f582af56 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0059302 May 27 02:26:40.497554 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51416) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.503521 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-1cc923ed-6056-402b-9f53-e7b74e60c326 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.504522 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1cc923ed-6056-402b-9f53-e7b74e60c326 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0060043 May 27 02:26:40.506763 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51420) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.511225 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-ebd62cc0-ec5b-4a70-b5a0-4e1629a6009c tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.512196 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ebd62cc0-ec5b-4a70-b5a0-4e1629a6009c tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0045178 May 27 02:26:40.514192 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51424) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.518518 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-75fe776f-8886-402e-aeac-b4ba9114d6b0 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.519490 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-75fe776f-8886-402e-aeac-b4ba9114d6b0 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0044403 May 27 02:26:40.521499 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51428) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.525956 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-f7b358b1-85fe-4505-baea-a70eab8afed4 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.526938 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f7b358b1-85fe-4505-baea-a70eab8afed4 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0045640 May 27 02:26:40.529102 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51432) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.533878 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-70ea042f-465a-46f6-a02a-1cf62398b935 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.534838 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-70ea042f-465a-46f6-a02a-1cf62398b935 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0048766 May 27 02:26:40.537025 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51436) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.639532 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-b6a1a5fe-4f9b-4311-a001-3f4440a00c7b tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.640608 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b6a1a5fe-4f9b-4311-a001-3f4440a00c7b tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.1026545 May 27 02:26:40.643131 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51440) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.647633 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-ee4aefd3-2fc9-4986-a962-f29a7ddc780f tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.650588 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ee4aefd3-2fc9-4986-a962-f29a7ddc780f tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0045223 May 27 02:26:40.651474 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51446) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.655255 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-cd00f188-f2de-41d6-9d74-4040887ef5b8 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.657743 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-cd00f188-f2de-41d6-9d74-4040887ef5b8 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0045509 May 27 02:26:40.659588 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51450) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.663989 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-caf0c59a-1737-459a-80b6-a6ed739a50db tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.666943 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-caf0c59a-1737-459a-80b6-a6ed739a50db tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0044515 May 27 02:26:40.668109 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51454) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.672893 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-0aa3506c-4839-4094-b0db-a8c472d94c60 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.675814 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0aa3506c-4839-4094-b0db-a8c472d94c60 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0057817 May 27 02:26:40.676749 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51458) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.679475 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-ae1f5e17-7776-4492-870e-3c353c1a0f9a tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Made reservation on behalf of 898805dffca84655b80c58e7ceffa560 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:26:40.681745 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-4f45d556-7331-463a-bfc7-504a5a267d54 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.686698 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4f45d556-7331-463a-bfc7-504a5a267d54 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0063560 May 27 02:26:40.686813 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-ae1f5e17-7776-4492-870e-3c353c1a0f9a tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:40.689578 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51462) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.696025 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-23b1002c-6c48-47b8-91b6-13d69fe89570 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.699621 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51466) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.699749 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-23b1002c-6c48-47b8-91b6-13d69fe89570 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0088575 May 27 02:26:40.723398 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [None req-dd5542b6-10ec-4273-b2b7-627ea643c93b tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.727384 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-dd5542b6-10ec-4273-b2b7-627ea643c93b tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0235360 May 27 02:26:40.727384 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51470) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.733933 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [None req-81556285-5d94-4657-9f6c-870e2f738deb tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.734170 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-81556285-5d94-4657-9f6c-870e2f738deb tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0061855 May 27 02:26:40.737586 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51474) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.743803 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-8e826f4f-7108-4a89-9bfd-4826aa7737d0 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.754216 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8e826f4f-7108-4a89-9bfd-4826aa7737d0 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0085251 May 27 02:26:40.754216 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51478) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.754216 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-868774a6-f5b0-490b-bfac-46d42d61689d tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.757194 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-868774a6-f5b0-490b-bfac-46d42d61689d tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0065219 May 27 02:26:40.757984 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51482) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.762858 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-363063ce-6efe-4332-9568-7d69c663fe69 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.770438 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-363063ce-6efe-4332-9568-7d69c663fe69 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0114357 May 27 02:26:40.771017 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51488) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.776603 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-0ca8e36a-d08d-48a3-ad25-b84103efa14e tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.778757 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0ca8e36a-d08d-48a3-ad25-b84103efa14e tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0063958 May 27 02:26:40.781176 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51492) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.786776 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-d2e35415-67c8-49c3-830b-741fe8ad215a tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.790843 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d2e35415-67c8-49c3-830b-741fe8ad215a tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0080016 May 27 02:26:40.791796 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51496) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.797378 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-b7746cef-3d26-4034-81e9-875fc5106d4c tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.802069 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b7746cef-3d26-4034-81e9-875fc5106d4c tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0064816 May 27 02:26:40.803843 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51500) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.809542 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-9090b9f4-de4a-4bf3-8bc4-0d7a5faecd58 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.813520 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9090b9f4-de4a-4bf3-8bc4-0d7a5faecd58 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0084064 May 27 02:26:40.814223 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51504) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.819616 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-be9586b7-cc95-4b5e-941b-2976ddcf55f4 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.821590 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-be9586b7-cc95-4b5e-941b-2976ddcf55f4 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0061853 May 27 02:26:40.830649 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51508) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.839072 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-e19b04b5-b2c0-477b-9031-b179d528e8e8 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.839072 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e19b04b5-b2c0-477b-9031-b179d528e8e8 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0088549 May 27 02:26:40.841151 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51512) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.847201 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-c985a07f-e168-4bc5-a8f3-fc7c086e9306 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.858209 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c985a07f-e168-4bc5-a8f3-fc7c086e9306 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0154672 May 27 02:26:40.860286 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51516) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.866433 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-8efe0ec4-5fab-4899-bb66-ba7bbe9e5ad4 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.870156 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8efe0ec4-5fab-4899-bb66-ba7bbe9e5ad4 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0080175 May 27 02:26:40.880218 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51522) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.880218 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-1e7735dd-2956-4eb7-98a2-5f1e50f8c977 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.881698 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1e7735dd-2956-4eb7-98a2-5f1e50f8c977 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0083854 May 27 02:26:40.881698 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51526) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.898678 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-8c0f646a-c2a7-423a-b132-b48a7db2c2ca tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.909487 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8c0f646a-c2a7-423a-b132-b48a7db2c2ca tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0150564 May 27 02:26:40.910166 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51530) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.921355 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-7440f0a0-56ca-48cd-bc14-92561bc0681b tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.926439 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7440f0a0-56ca-48cd-bc14-92561bc0681b tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0152335 May 27 02:26:40.929027 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51534) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.940079 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-9221fde4-a9aa-4f85-a0be-0019923af7f9 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:40.946849 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9221fde4-a9aa-4f85-a0be-0019923af7f9 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0127413 May 27 02:26:40.947902 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51538) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:40.988133 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-ae1f5e17-7776-4492-870e-3c353c1a0f9a tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Allocated IP 172.20.0.14 (685d8b83-d733-49e1-90bd-6bbf0138e6b7/fb03e0c8-b7ed-4309-96db-1431d429c2bf/82de8fe4-3b7a-407f-838f-c3ab15b63f62) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:26:41.001053 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [None req-8b15da4d-e4a9-46a8-8d02-7df95250bbb9 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:41.004051 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8b15da4d-e4a9-46a8-8d02-7df95250bbb9 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0516555 May 27 02:26:41.006306 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51554) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:41.027373 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [None req-ea956354-370f-4e03-b480-f9c495de66ac tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:41.031313 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ea956354-370f-4e03-b480-f9c495de66ac tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0239060 May 27 02:26:41.034751 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51558) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:41.049669 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [None req-6432dafc-c375-4677-8250-a57326f17cd4 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:41.050719 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6432dafc-c375-4677-8250-a57326f17cd4 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0151811 May 27 02:26:41.054508 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51566) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:41.060981 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [None req-e0f49d76-5b9d-4a24-b964-8e05149ad9e2 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:41.065061 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e0f49d76-5b9d-4a24-b964-8e05149ad9e2 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0095661 May 27 02:26:41.072403 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51570) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:41.080349 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [None req-acbe0705-84ab-4d2c-a5b5-8e0f3e1cded7 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:41.081316 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-acbe0705-84ab-4d2c-a5b5-8e0f3e1cded7 tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0083680 May 27 02:26:41.084102 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51574) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:41.090155 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [None req-be3bcffc-0d40-471d-a9e7-00a34b25f50b tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] http://10.222.0.57:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:26:41.092752 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-be3bcffc-0d40-471d-a9e7-00a34b25f50b tempest-ExtensionsTestJSON-655181806 tempest-ExtensionsTestJSON-655181806-project] 10.222.0.57 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0061204 May 27 02:26:41.122801 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb5dc5-0a7c-4759-b830-a371e83af6cc req-bab7361b-6a0b-4980-a771-c5d947dddcb1 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:41.130558 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1dfb5dc5-0a7c-4759-b830-a371e83af6cc req-bab7361b-6a0b-4980-a771-c5d947dddcb1 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=de99b920-541f-4020-a772-e43375ba9f6e HTTP/1.1" status: 200 len: 945 time: 0.1942816 May 27 02:26:41.156927 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986c5d8-b56f-4ee0-b6ad-5236d4896d59 req-c5f282e0-22d9-4e27-9444-2244e9032244 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:41.156927 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0986c5d8-b56f-4ee0-b6ad-5236d4896d59 req-c5f282e0-22d9-4e27-9444-2244e9032244 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 943 time: 0.1521702 May 27 02:26:41.231598 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1dfb5dc5-0a7c-4759-b830-a371e83af6cc req-f5b389a9-f7ec-4fe5-9baa-26fe350a448c tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001291 May 27 02:26:41.257477 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0986c5d8-b56f-4ee0-b6ad-5236d4896d59 req-d18892af-387d-4807-bc83-3c7a2eccc842 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943003 May 27 02:26:41.534471 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-ae1f5e17-7776-4492-870e-3c353c1a0f9a tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:41.567070 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-87b0864f-e600-48be-8013-32dacc367846 req-69117527-4d82-4083-81a2-c454f2caf861 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3067503 May 27 02:26:41.665435 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3298f8-5d29-4ad1-82dc-5948665f57ca req-01c19783-498c-44fa-abf1-34f2fa52c175 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:41.674969 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7b3298f8-5d29-4ad1-82dc-5948665f57ca req-01c19783-498c-44fa-abf1-34f2fa52c175 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f17bc04-3f89-4b1e-8ef8-28542c5e5d95 HTTP/1.1" status: 200 len: 943 time: 0.1431320 May 27 02:26:41.695094 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-ae1f5e17-7776-4492-870e-3c353c1a0f9a tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:41.772287 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51590) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:41.808300 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7b3298f8-5d29-4ad1-82dc-5948665f57ca req-ec7f2a5d-28b0-42a3-a4be-25e5d3c5b3a0 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328623 May 27 02:26:41.828571 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a74c7d-661a-4df8-88dd-c002787f9e43 req-99414b02-1082-440f-aa0a-5b1dbf43c6b6 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:41.835934 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-60a74c7d-661a-4df8-88dd-c002787f9e43 req-99414b02-1082-440f-aa0a-5b1dbf43c6b6 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/ports?device_id=490bdaec-0fa9-481b-aae9-352584d7963a HTTP/1.1" status: 200 len: 932 time: 0.1441615 May 27 02:26:41.888344 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-ae1f5e17-7776-4492-870e-3c353c1a0f9a tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Network 685d8b83-d733-49e1-90bd-6bbf0138e6b7 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:26:41.896135 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-ae1f5e17-7776-4492-870e-3c353c1a0f9a tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:26:41.902748 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-ae1f5e17-7776-4492-870e-3c353c1a0f9a tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:26:41.923476 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-60a74c7d-661a-4df8-88dd-c002787f9e43 req-fd5d0ced-b70c-4275-9532-95f3b159e19a tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/security-groups?id=04543955-9f9e-4e44-a576-07b2f2f49601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865057 May 27 02:26:41.983964 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1f5e17-7776-4492-870e-3c353c1a0f9a tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Pushing event updated for resources: {'Port': ['ID=82de8fe4-3b7a-407f-838f-c3ab15b63f62,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:42.004690 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-ae1f5e17-7776-4492-870e-3c353c1a0f9a tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:42.006461 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-ae1f5e17-7776-4492-870e-3c353c1a0f9a tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:42.018688 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1490003c-cc6b-4de1-9ffe-7ccf6c63b529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:42.034651 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1490003c-cc6b-4de1-9ffe-7ccf6c63b529 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:26:42.038606 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1490003c-cc6b-4de1-9ffe-7ccf6c63b529 admin admin] Usage tracker for resource:security_group_rule and tenant:bb2a2329c852490f819ed37bdb1e9c3c is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:26:42.041561 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1490003c-cc6b-4de1-9ffe-7ccf6c63b529 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:26:42.048106 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1490003c-cc6b-4de1-9ffe-7ccf6c63b529 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:26:42.278896 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-ae1f5e17-7776-4492-870e-3c353c1a0f9a tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1506183 May 27 02:26:42.291102 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-3d0f417b-6109-48c4-a497-c934fbfc8a2e service neutron] Request body: {'port': {'device_id': '490bdaec-0fa9-481b-aae9-352584d7963a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:26:42.375670 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1490003c-cc6b-4de1-9ffe-7ccf6c63b529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:42.431433 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-3d0f417b-6109-48c4-a497-c934fbfc8a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:42.516857 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1490003c-cc6b-4de1-9ffe-7ccf6c63b529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:42.580942 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1490003c-cc6b-4de1-9ffe-7ccf6c63b529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb6333b-db7f-44fa-854b-9e1b34ffdd0b,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:42.602796 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1490003c-cc6b-4de1-9ffe-7ccf6c63b529 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bb2a2329c852490f819ed37bdb1e9c3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8277512 May 27 02:26:42.605032 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51604) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:42.638238 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c5521-60f7-4552-b7f6-871a6fc8a14f req-0e4099d6-d226-4773-bdaf-b3faa11e7d3d tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:42.642234 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-915c5521-60f7-4552-b7f6-871a6fc8a14f req-0e4099d6-d226-4773-bdaf-b3faa11e7d3d tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=de99b920-541f-4020-a772-e43375ba9f6e HTTP/1.1" status: 200 len: 945 time: 0.2343688 May 27 02:26:42.658242 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332d9cf-6ee4-49e0-8712-b328acf45fcd req-e9b2960d-e552-40be-98fa-9b931354afb5 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:42.665446 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1332d9cf-6ee4-49e0-8712-b328acf45fcd req-e9b2960d-e552-40be-98fa-9b931354afb5 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 943 time: 0.2278490 May 27 02:26:42.677434 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 41b34763-f75a-4955-9520-f4e8f0d8a7f2 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:26:42.809339 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1332d9cf-6ee4-49e0-8712-b328acf45fcd req-3e7ca3ad-4cd1-4c69-81bf-6213d13b03a8 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429310 May 27 02:26:42.860587 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-915c5521-60f7-4552-b7f6-871a6fc8a14f req-b4d5d655-ab69-418b-945c-a4f4def212a4 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910255 May 27 02:26:42.871639 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c14a375c-895a-47b7-b203-5d4d45da43ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:42.884346 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 41b34763-f75a-4955-9520-f4e8f0d8a7f2, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=41b34763-f75a-4955-9520-f4e8f0d8a7f2,segment=NetworkSegment(441b6a83-1810-4a59-a172-de9005de5715),segment_id=441b6a83-1810-4a59-a172-de9005de5715)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:26:42.900992 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-3d0f417b-6109-48c4-a497-c934fbfc8a2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82de8fe4-3b7a-407f-838f-c3ab15b63f62 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:26:42.917630 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-3d0f417b-6109-48c4-a497-c934fbfc8a2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:42.923628 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '41b34763-f75a-4955-9520-f4e8f0d8a7f2', 'network_id': 'b0cf1283-9231-4b2a-9144-4eb59719bffc', 'port_id': '41b34763-f75a-4955-9520-f4e8f0d8a7f2', 'mac_address': 'fa:16:3e:4a:71:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '505370ea-6a69-4c6a-9c79-68e9a416bb4a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:26:42.937441 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-3d0f417b-6109-48c4-a497-c934fbfc8a2e service neutron] Transition to ACTIVE for port object 82de8fe4-3b7a-407f-838f-c3ab15b63f62 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:26:42.965724 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c14a375c-895a-47b7-b203-5d4d45da43ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:43.012438 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 41b34763-f75a-4955-9520-f4e8f0d8a7f2 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:26:43.014192 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:43.042518 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41b34763-f75a-4955-9520-f4e8f0d8a7f2 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:26:43.067017 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 41b34763-f75a-4955-9520-f4e8f0d8a7f2, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=41b34763-f75a-4955-9520-f4e8f0d8a7f2,segment=NetworkSegment(441b6a83-1810-4a59-a172-de9005de5715),segment_id=441b6a83-1810-4a59-a172-de9005de5715)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:26:43.076513 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-3d0f417b-6109-48c4-a497-c934fbfc8a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:43.149102 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c14a375c-895a-47b7-b203-5d4d45da43ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:43.179987 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a375c-895a-47b7-b203-5d4d45da43ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb6333b-db7f-44fa-854b-9e1b34ffdd0b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:43.192735 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c14a375c-895a-47b7-b203-5d4d45da43ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:43.193840 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c14a375c-895a-47b7-b203-5d4d45da43ee admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3cb6333b-db7f-44fa-854b-9e1b34ffdd0b HTTP/1.1" status: 204 len: 168 time: 0.5877562 May 27 02:26:43.243701 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:43.244882 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ae1d2-d17c-448f-a90d-1bec4563b303 req-0ba803b7-3028-459a-8fcd-c91782643308 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:43.247631 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4f5ae1d2-d17c-448f-a90d-1bec4563b303 req-0ba803b7-3028-459a-8fcd-c91782643308 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/ports?device_id=490bdaec-0fa9-481b-aae9-352584d7963a HTTP/1.1" status: 200 len: 944 time: 0.1467946 May 27 02:26:43.301809 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f417b-6109-48c4-a497-c934fbfc8a2e service neutron] Pushing event updated for resources: {'Port': ['ID=82de8fe4-3b7a-407f-838f-c3ab15b63f62,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:43.339939 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=41b34763-f75a-4955-9520-f4e8f0d8a7f2,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:43.347935 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:43.348247 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:43.348591 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:43.348953 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:43.349290 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:43.349622 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:43.349951 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:43.350280 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:43.350633 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:43.351004 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:43.351891 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:43.352249 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:43.355827 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fcacb0-65cb-4d69-8bf1-ec8162ad651f req-72517e2c-8c7b-499a-8831-c428f388a758 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:43.357655 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c0fcacb0-65cb-4d69-8bf1-ec8162ad651f req-72517e2c-8c7b-499a-8831-c428f388a758 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f17bc04-3f89-4b1e-8ef8-28542c5e5d95 HTTP/1.1" status: 200 len: 943 time: 0.3199306 May 27 02:26:43.376768 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-3d0f417b-6109-48c4-a497-c934fbfc8a2e service neutron] Attempting to bind port 82de8fe4-3b7a-407f-838f-c3ab15b63f62 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:26:43.377120 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-3d0f417b-6109-48c4-a497-c934fbfc8a2e service neutron] Attempting to bind port 82de8fe4-3b7a-407f-838f-c3ab15b63f62 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '3000b652-99bd-41cd-b27c-de211dcee687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '685d8b83-d733-49e1-90bd-6bbf0138e6b7'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:26:43.377454 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-3d0f417b-6109-48c4-a497-c934fbfc8a2e service neutron] Attempting to bind port 82de8fe4-3b7a-407f-838f-c3ab15b63f62 on network 685d8b83-d733-49e1-90bd-6bbf0138e6b7 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:26:43.382718 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-3d0f417b-6109-48c4-a497-c934fbfc8a2e service neutron] Port 82de8fe4-3b7a-407f-838f-c3ab15b63f62 on network 685d8b83-d733-49e1-90bd-6bbf0138e6b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:26:43.384751 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-3d0f417b-6109-48c4-a497-c934fbfc8a2e service neutron] Attempting to bind port 82de8fe4-3b7a-407f-838f-c3ab15b63f62 on network 685d8b83-d733-49e1-90bd-6bbf0138e6b7 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:26:43.388943 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-3d0f417b-6109-48c4-a497-c934fbfc8a2e service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:26:43.389283 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-3d0f417b-6109-48c4-a497-c934fbfc8a2e service neutron] Checking segment: {'id': '3000b652-99bd-41cd-b27c-de211dcee687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '685d8b83-d733-49e1-90bd-6bbf0138e6b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:26:43.389805 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-3d0f417b-6109-48c4-a497-c934fbfc8a2e service neutron] Bound using segment: {'id': '3000b652-99bd-41cd-b27c-de211dcee687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '685d8b83-d733-49e1-90bd-6bbf0138e6b7'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:26:43.390843 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-3d0f417b-6109-48c4-a497-c934fbfc8a2e service neutron] Bound port: 82de8fe4-3b7a-407f-838f-c3ab15b63f62, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3000b652-99bd-41cd-b27c-de211dcee687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '685d8b83-d733-49e1-90bd-6bbf0138e6b7'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:26:43.391437 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-3d0f417b-6109-48c4-a497-c934fbfc8a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:43.423339 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c0fcacb0-65cb-4d69-8bf1-ec8162ad651f req-b0f9e8e5-2e88-47b1-a985-807e32870af6 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563116 May 27 02:26:43.450504 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4f5ae1d2-d17c-448f-a90d-1bec4563b303 req-81da467b-92f7-49db-bb0b-57742aeacdaa tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/security-groups?id=04543955-9f9e-4e44-a576-07b2f2f49601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876404 May 27 02:26:43.458409 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['41b34763-f75a-4955-9520-f4e8f0d8a7f2'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:26:43.504495 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-3d0f417b-6109-48c4-a497-c934fbfc8a2e service neutron] For port 82de8fe4-3b7a-407f-838f-c3ab15b63f62, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:26:43.507811 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-3d0f417b-6109-48c4-a497-c934fbfc8a2e service neutron] For port 82de8fe4-3b7a-407f-838f-c3ab15b63f62, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=82de8fe4-3b7a-407f-838f-c3ab15b63f62,segment=NetworkSegment(3000b652-99bd-41cd-b27c-de211dcee687),segment_id=3000b652-99bd-41cd-b27c-de211dcee687)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:26:43.644835 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-3d0f417b-6109-48c4-a497-c934fbfc8a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:43.746167 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-3d0f417b-6109-48c4-a497-c934fbfc8a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:43.747218 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-3d0f417b-6109-48c4-a497-c934fbfc8a2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:43.748663 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-3d0f417b-6109-48c4-a497-c934fbfc8a2e service neutron] 10.222.0.32 "PUT /v2.0/ports/82de8fe4-3b7a-407f-838f-c3ab15b63f62 HTTP/1.1" status: 200 len: 1092 time: 1.4624956 May 27 02:26:43.764780 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '490bdaec-0fa9-481b-aae9-352584d7963a', 'tag': '82de8fe4-3b7a-407f-838f-c3ab15b63f62'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:26:43.808370 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f417b-6109-48c4-a497-c934fbfc8a2e service neutron] Pushing event updated for resources: {'Port': ['ID=82de8fe4-3b7a-407f-838f-c3ab15b63f62,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:43.824383 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0864f-e600-48be-8013-32dacc367846 req-a53947b7-9603-4c80-af87-cf1ddb4cac48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:43.826034 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-87b0864f-e600-48be-8013-32dacc367846 req-a53947b7-9603-4c80-af87-cf1ddb4cac48 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68&tenant_id=67a2999592f840daafe9db3a26b0dd55 HTTP/1.1" status: 200 len: 1094 time: 0.1388583 May 27 02:26:43.832187 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd7d313a-c361-46a8-ae86-fdb647d42660'] response: {'name': 'network-changed', 'server_uuid': '490bdaec-0fa9-481b-aae9-352584d7963a', 'tag': '82de8fe4-3b7a-407f-838f-c3ab15b63f62', 'status': 'completed', 'code': 200} May 27 02:26:43.839951 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-87b0864f-e600-48be-8013-32dacc367846 req-bf9a2153-306d-43cb-834a-9e99b671777e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843554-3', 'device_owner': 'compute:nova'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:26:44.045225 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-87b0864f-e600-48be-8013-32dacc367846 req-bf9a2153-306d-43cb-834a-9e99b671777e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:44.128948 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981db6fa-45e0-4f5a-a004-38a0950f9c90 req-b7ad6306-be77-49a0-b046-ece803fdf014 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:44.137803 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-981db6fa-45e0-4f5a-a004-38a0950f9c90 req-b7ad6306-be77-49a0-b046-ece803fdf014 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 943 time: 0.1829748 May 27 02:26:44.236840 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da0d58-f385-404a-9506-69a510df27db req-f330cfc6-662e-44b1-9e68-669872782921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:44.238542 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d9da0d58-f385-404a-9506-69a510df27db req-f330cfc6-662e-44b1-9e68-669872782921 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=898805dffca84655b80c58e7ceffa560&device_id=490bdaec-0fa9-481b-aae9-352584d7963a HTTP/1.1" status: 200 len: 1095 time: 0.3273022 May 27 02:26:44.273685 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-981db6fa-45e0-4f5a-a004-38a0950f9c90 req-cecd5b2f-82db-471e-9f6d-2538e4f391ee tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347203 May 27 02:26:44.299927 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417750a-c8a1-4f67-aee9-099f2077f6e3 req-be08eff0-ab5c-47bd-b3cd-71ee88bf00db tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:44.301892 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a417750a-c8a1-4f67-aee9-099f2077f6e3 req-be08eff0-ab5c-47bd-b3cd-71ee88bf00db tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=de99b920-541f-4020-a772-e43375ba9f6e HTTP/1.1" status: 200 len: 945 time: 0.2661805 May 27 02:26:44.304137 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-0c3a25e5-f05b-45ed-94d5-1600816c964f req-dc475e59-3ea3-41d5-a16e-16731d88b742 service neutron] (88902) timed out ('10.222.0.57', 53330) {{(pid=88902) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 02:26:44.337012 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5cbcdc52-32f3-4015-bf97-7a1064e36ec6 req-57f078d8-6c5b-4b81-8700-e881968b447f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=00d99e50-3f3d-4e0a-a7b2-bd49dd49e819&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1493762 May 27 02:26:44.378781 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a417750a-c8a1-4f67-aee9-099f2077f6e3 req-2a048b02-cf26-4e72-b847-82f7a9f05fab tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612173 May 27 02:26:44.693882 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 41b34763-f75a-4955-9520-f4e8f0d8a7f2 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:26:44.698251 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da0d58-f385-404a-9506-69a510df27db req-ee62f888-c10e-4e6c-a4a8-2a451a174f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:44.699683 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d9da0d58-f385-404a-9506-69a510df27db req-ee62f888-c10e-4e6c-a4a8-2a451a174f33 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=898805dffca84655b80c58e7ceffa560&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4542711 May 27 02:26:44.719132 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbcdc52-32f3-4015-bf97-7a1064e36ec6 req-0d0e0bc8-0404-49df-bcd7-ca2682e3b2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:44.720932 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5cbcdc52-32f3-4015-bf97-7a1064e36ec6 req-0d0e0bc8-0404-49df-bcd7-ca2682e3b2a5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b08cd8af149f44bd8b4127ae8a32a06c&device_id=00d99e50-3f3d-4e0a-a7b2-bd49dd49e819 HTTP/1.1" status: 200 len: 1096 time: 0.2457814 May 27 02:26:44.835278 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-87b0864f-e600-48be-8013-32dacc367846 req-bf9a2153-306d-43cb-834a-9e99b671777e service neutron] For port 46916ba0-85dd-4447-a580-3723a864f219, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=46916ba0-85dd-4447-a580-3723a864f219,segment=NetworkSegment(7321cd14-1f6f-448d-a8d3-637a53c8da8a),segment_id=7321cd14-1f6f-448d-a8d3-637a53c8da8a)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:26:44.848101 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51654) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:44.910373 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-87b0864f-e600-48be-8013-32dacc367846 req-bf9a2153-306d-43cb-834a-9e99b671777e service neutron] For port 46916ba0-85dd-4447-a580-3723a864f219, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:26:44.941238 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 41b34763-f75a-4955-9520-f4e8f0d8a7f2 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:26:44.948066 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 41b34763-f75a-4955-9520-f4e8f0d8a7f2 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:26:44.948588 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:44.959372 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da0d58-f385-404a-9506-69a510df27db req-1561ec7e-7d7a-4f05-ad4d-4f5122131f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:44.961177 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d9da0d58-f385-404a-9506-69a510df27db req-1561ec7e-7d7a-4f05-ad4d-4f5122131f35 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2501159 May 27 02:26:45.003927 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-87b0864f-e600-48be-8013-32dacc367846 req-bf9a2153-306d-43cb-834a-9e99b671777e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46916ba0-85dd-4447-a580-3723a864f219 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:26:45.013273 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473e27d-c34c-41f2-b557-27efa94801b1 req-56c1cd4e-3ebd-44b1-bdf5-cf44934e64ad tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:45.014820 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4473e27d-c34c-41f2-b557-27efa94801b1 req-56c1cd4e-3ebd-44b1-bdf5-cf44934e64ad tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/ports?device_id=490bdaec-0fa9-481b-aae9-352584d7963a HTTP/1.1" status: 200 len: 944 time: 0.3905430 May 27 02:26:45.035189 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89856691-8dcd-4731-82c6-96f5864735ce req-d62ddf24-f047-4f77-b9e0-eb1a212c7046 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:45.048561 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-89856691-8dcd-4731-82c6-96f5864735ce req-d62ddf24-f047-4f77-b9e0-eb1a212c7046 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f17bc04-3f89-4b1e-8ef8-28542c5e5d95 HTTP/1.1" status: 200 len: 944 time: 0.4680455 May 27 02:26:45.058903 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-87b0864f-e600-48be-8013-32dacc367846 req-bf9a2153-306d-43cb-834a-9e99b671777e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:45.089470 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-99d61921-6cb5-4739-b663-385fb66890d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1304618630'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:26:45.112955 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-99d61921-6cb5-4739-b663-385fb66890d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:26:45.122531 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-87b0864f-e600-48be-8013-32dacc367846 req-bf9a2153-306d-43cb-834a-9e99b671777e service neutron] Transition to ACTIVE for port object 46916ba0-85dd-4447-a580-3723a864f219 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:26:45.123836 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-99d61921-6cb5-4739-b663-385fb66890d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Usage tracker for resource:network and tenant:71b26bc624994adcaff1c09c71c2e11c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:26:45.134847 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-99d61921-6cb5-4739-b663-385fb66890d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:26:45.146287 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-99d61921-6cb5-4739-b663-385fb66890d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:26:45.158481 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 41b34763-f75a-4955-9520-f4e8f0d8a7f2 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:26:45.158872 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:45.177007 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-6e880b81-0666-45d5-a433-93abbdd511da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:45.178966 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-6e880b81-0666-45d5-a433-93abbdd511da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=898805dffca84655b80c58e7ceffa560&device_id=490bdaec-0fa9-481b-aae9-352584d7963a HTTP/1.1" status: 200 len: 1095 time: 0.1702821 May 27 02:26:45.191932 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f17bc04-3f89-4b1e-8ef8-28542c5e5d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b34763-f75a-4955-9520-f4e8f0d8a7f2'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:26:45.204270 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 41b34763-f75a-4955-9520-f4e8f0d8a7f2, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=41b34763-f75a-4955-9520-f4e8f0d8a7f2,segment=NetworkSegment(441b6a83-1810-4a59-a172-de9005de5715),segment_id=441b6a83-1810-4a59-a172-de9005de5715)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:26:45.258922 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d61921-6cb5-4739-b663-385fb66890d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Made reservation on behalf of 71b26bc624994adcaff1c09c71c2e11c for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:26:45.262751 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-99d61921-6cb5-4739-b663-385fb66890d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:45.288280 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-87b0864f-e600-48be-8013-32dacc367846 req-bf9a2153-306d-43cb-834a-9e99b671777e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:45.317556 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:45.342725 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-cd6a2d27-0bad-4e62-bc48-6d579de105b7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82de8fe4-3b7a-407f-838f-c3ab15b63f62 HTTP/1.1" status: 200 len: 217 time: 0.1531935 May 27 02:26:45.363429 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-99d61921-6cb5-4739-b663-385fb66890d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:45.393940 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-89856691-8dcd-4731-82c6-96f5864735ce req-5e9b2819-7b3d-49c5-9de0-d523c3f1d5a2 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257012 May 27 02:26:45.403244 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=41b34763-f75a-4955-9520-f4e8f0d8a7f2,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:45.416100 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbcdc52-32f3-4015-bf97-7a1064e36ec6 req-dbdc2217-f5ba-4ff6-8df0-1484cb01e580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:45.419159 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5cbcdc52-32f3-4015-bf97-7a1064e36ec6 req-dbdc2217-f5ba-4ff6-8df0-1484cb01e580 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0cf1283-9231-4b2a-9144-4eb59719bffc HTTP/1.1" status: 200 len: 907 time: 0.6694868 May 27 02:26:45.425321 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4473e27d-c34c-41f2-b557-27efa94801b1 req-82f35162-3566-4024-9c1b-9fe0187ee9cd tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/security-groups?id=04543955-9f9e-4e44-a576-07b2f2f49601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597627 May 27 02:26:45.454857 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d64ddb1a-0678-47e9-8d0e-125501a54523'] response: {'server_uuid': '3f17bc04-3f89-4b1e-8ef8-28542c5e5d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b34763-f75a-4955-9520-f4e8f0d8a7f2', 'code': 200} May 27 02:26:45.566329 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-1253d15b-cad4-40d1-a178-3c49ae10153b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:45.568102 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-1253d15b-cad4-40d1-a178-3c49ae10153b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fb03e0c8-b7ed-4309-96db-1431d429c2bf HTTP/1.1" status: 200 len: 853 time: 0.1796734 May 27 02:26:45.660930 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5cbcdc52-32f3-4015-bf97-7a1064e36ec6 req-66a98de4-6e9c-4c5f-bdcc-4b237b4a288e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cfb7cdfa-51e3-48fc-9dff-7e74813e008c HTTP/1.1" status: 200 len: 217 time: 0.2341375 May 27 02:26:45.686042 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-99d61921-6cb5-4739-b663-385fb66890d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:26:45.704115 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-99d61921-6cb5-4739-b663-385fb66890d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Usage tracker for resource:security_group_rule and tenant:71b26bc624994adcaff1c09c71c2e11c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:26:45.726922 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-99d61921-6cb5-4739-b663-385fb66890d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:26:45.726922 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-4f8b0656-ae3e-420d-9ae6-4926ec37a691 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=685d8b83-d733-49e1-90bd-6bbf0138e6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014917 May 27 02:26:45.735170 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-99d61921-6cb5-4739-b663-385fb66890d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:26:45.816959 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a2153-306d-43cb-834a-9e99b671777e service neutron] Pushing event updated for resources: {'Port': ['ID=46916ba0-85dd-4447-a580-3723a864f219,revision_number=9']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:45.889769 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbcdc52-32f3-4015-bf97-7a1064e36ec6 req-3c8a901c-2f6a-4bdb-a0b0-63653d40a587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:45.898346 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5cbcdc52-32f3-4015-bf97-7a1064e36ec6 req-3c8a901c-2f6a-4bdb-a0b0-63653d40a587 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=505370ea-6a69-4c6a-9c79-68e9a416bb4a HTTP/1.1" status: 200 len: 846 time: 0.1784265 May 27 02:26:45.905271 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b0864f-e600-48be-8013-32dacc367846 req-bf9a2153-306d-43cb-834a-9e99b671777e service neutron] No DVR routers for this DVR port 46916ba0-85dd-4447-a580-3723a864f219 on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:26:45.964001 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5cbcdc52-32f3-4015-bf97-7a1064e36ec6 req-d82114df-7f7e-40cf-ab9f-946eff35df18 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0cf1283-9231-4b2a-9144-4eb59719bffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607185 May 27 02:26:46.011789 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c7bf0-7b92-4a94-9734-d2a3f5577237 req-a7ac5eb4-73a5-4a79-bd50-bbe856ad13ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:46.013305 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d62c7bf0-7b92-4a94-9734-d2a3f5577237 req-a7ac5eb4-73a5-4a79-bd50-bbe856ad13ff service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3f17bc04-3f89-4b1e-8ef8-28542c5e5d95 HTTP/1.1" status: 200 len: 1096 time: 0.4483166 May 27 02:26:46.041738 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-f59c8790-f22d-4b92-bc65-27927fd9d6a2 service neutron] 10.222.0.32 "GET /v2.0/networks/685d8b83-d733-49e1-90bd-6bbf0138e6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083234 May 27 02:26:46.077010 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-740863b8-616d-4ebd-919c-974319c16ca3 req-1614eb50-0ea2-4c81-a470-763d3b56087a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5130565 May 27 02:26:46.136390 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d65c5-c867-4d73-b705-5fdb2cd87de1 req-5c7fe87b-31d3-4ba0-bd28-46e0fb7639a2 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:46.136390 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-886d65c5-c867-4d73-b705-5fdb2cd87de1 req-5c7fe87b-31d3-4ba0-bd28-46e0fb7639a2 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=de99b920-541f-4020-a772-e43375ba9f6e HTTP/1.1" status: 200 len: 945 time: 0.4738495 May 27 02:26:46.167904 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55820913-ed7f-4960-8c00-54c6e7123ca1 req-be567c8a-967e-4fb4-9ed7-5a269decb6e2 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:46.169222 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-55820913-ed7f-4960-8c00-54c6e7123ca1 req-be567c8a-967e-4fb4-9ed7-5a269decb6e2 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 943 time: 0.6019616 May 27 02:26:46.233838 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d62c7bf0-7b92-4a94-9734-d2a3f5577237 req-5bfecd8e-b352-4baf-b017-45355bcf03b5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701083 May 27 02:26:46.274678 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-99d61921-6cb5-4739-b663-385fb66890d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:46.304749 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-886d65c5-c867-4d73-b705-5fdb2cd87de1 req-6b010ea0-521b-4933-8bce-feda200f683d tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714885 May 27 02:26:46.313745 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5cbcdc52-32f3-4015-bf97-7a1064e36ec6 req-99dbe645-7bb5-4fb4-8c32-74ee951aad57 service neutron] 10.222.0.32 "GET /v2.0/networks/b0cf1283-9231-4b2a-9144-4eb59719bffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388941 May 27 02:26:46.337518 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-55820913-ed7f-4960-8c00-54c6e7123ca1 req-8d6689d9-fa5d-4b53-9f96-3561484f6cbd tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442688 May 27 02:26:46.354586 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-99d61921-6cb5-4739-b663-385fb66890d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:46.374157 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740863b8-616d-4ebd-919c-974319c16ca3 req-5641c5b9-c5b6-425a-874b-cd7599b714fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:46.374442 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740863b8-616d-4ebd-919c-974319c16ca3 req-5641c5b9-c5b6-425a-874b-cd7599b714fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:46.374550 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-87b0864f-e600-48be-8013-32dacc367846 req-bf9a2153-306d-43cb-834a-9e99b671777e service neutron] Attempting to bind port 46916ba0-85dd-4447-a580-3723a864f219 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:26:46.374791 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-87b0864f-e600-48be-8013-32dacc367846 req-bf9a2153-306d-43cb-834a-9e99b671777e service neutron] Attempting to bind port 46916ba0-85dd-4447-a580-3723a864f219 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '7321cd14-1f6f-448d-a8d3-637a53c8da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:26:46.375619 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740863b8-616d-4ebd-919c-974319c16ca3 req-5641c5b9-c5b6-425a-874b-cd7599b714fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:46.375726 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b0864f-e600-48be-8013-32dacc367846 req-bf9a2153-306d-43cb-834a-9e99b671777e service neutron] Attempting to bind port 46916ba0-85dd-4447-a580-3723a864f219 on network 7ee685f0-e442-4ea7-949d-71e1995db8ac {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:26:46.376141 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740863b8-616d-4ebd-919c-974319c16ca3 req-5641c5b9-c5b6-425a-874b-cd7599b714fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:46.376835 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740863b8-616d-4ebd-919c-974319c16ca3 req-5641c5b9-c5b6-425a-874b-cd7599b714fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:46.377310 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740863b8-616d-4ebd-919c-974319c16ca3 req-5641c5b9-c5b6-425a-874b-cd7599b714fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:46.377808 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740863b8-616d-4ebd-919c-974319c16ca3 req-5641c5b9-c5b6-425a-874b-cd7599b714fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:46.380135 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-740863b8-616d-4ebd-919c-974319c16ca3 req-5641c5b9-c5b6-425a-874b-cd7599b714fd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0ff34f8aa5b34b2b8b9bd5b46a9cefc6&device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 6491 time: 0.1837938 May 27 02:26:46.381839 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0dd7b28b-27f0-464e-9521-f6f7e3001e04 req-b59b0719-6a8e-47a0-b9f7-cea356dafe3e service neutron] 10.222.0.32 "GET /v2.0/networks/685d8b83-d733-49e1-90bd-6bbf0138e6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330281 May 27 02:26:46.392937 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99d61921-6cb5-4739-b663-385fb66890d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:26:46.406549 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b0864f-e600-48be-8013-32dacc367846 req-bf9a2153-306d-43cb-834a-9e99b671777e service neutron] Port 46916ba0-85dd-4447-a580-3723a864f219 on network 7ee685f0-e442-4ea7-949d-71e1995db8ac not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:26:46.406885 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b0864f-e600-48be-8013-32dacc367846 req-bf9a2153-306d-43cb-834a-9e99b671777e service neutron] Attempting to bind port 46916ba0-85dd-4447-a580-3723a864f219 on network 7ee685f0-e442-4ea7-949d-71e1995db8ac {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:26:46.422136 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b0864f-e600-48be-8013-32dacc367846 req-bf9a2153-306d-43cb-834a-9e99b671777e service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:26:46.422480 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b0864f-e600-48be-8013-32dacc367846 req-bf9a2153-306d-43cb-834a-9e99b671777e service neutron] Checking segment: {'id': '7321cd14-1f6f-448d-a8d3-637a53c8da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:26:46.422867 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b0864f-e600-48be-8013-32dacc367846 req-bf9a2153-306d-43cb-834a-9e99b671777e service neutron] Bound using segment: {'id': '7321cd14-1f6f-448d-a8d3-637a53c8da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:26:46.423324 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-87b0864f-e600-48be-8013-32dacc367846 req-bf9a2153-306d-43cb-834a-9e99b671777e service neutron] Bound port: 46916ba0-85dd-4447-a580-3723a864f219, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7321cd14-1f6f-448d-a8d3-637a53c8da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:26:46.423640 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-87b0864f-e600-48be-8013-32dacc367846 req-bf9a2153-306d-43cb-834a-9e99b671777e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:46.432929 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-99d61921-6cb5-4739-b663-385fb66890d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:46.433283 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-99d61921-6cb5-4739-b663-385fb66890d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Added segment 0f9594cc-a002-4fdf-bf27-9d6de5daa340 of type vlan for network 00574b92-5766-452b-b38f-5891efc4049b May 27 02:26:46.443106 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61921-6cb5-4739-b663-385fb66890d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d16eab6a-8e9e-4ab0-8df0-6d53f2c43615,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:46.516253 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-99d61921-6cb5-4739-b663-385fb66890d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:46.568223 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-87b0864f-e600-48be-8013-32dacc367846 req-bf9a2153-306d-43cb-834a-9e99b671777e service neutron] For port 46916ba0-85dd-4447-a580-3723a864f219, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:26:46.576418 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-87b0864f-e600-48be-8013-32dacc367846 req-bf9a2153-306d-43cb-834a-9e99b671777e service neutron] For port 46916ba0-85dd-4447-a580-3723a864f219, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=46916ba0-85dd-4447-a580-3723a864f219,segment=NetworkSegment(7321cd14-1f6f-448d-a8d3-637a53c8da8a),segment_id=7321cd14-1f6f-448d-a8d3-637a53c8da8a)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:26:46.728186 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-99d61921-6cb5-4739-b663-385fb66890d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:46.733874 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d61921-6cb5-4739-b663-385fb66890d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:46.734982 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-99d61921-6cb5-4739-b663-385fb66890d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:46.867172 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5cbcdc52-32f3-4015-bf97-7a1064e36ec6 req-14b6acd1-fcfc-4086-8704-61008570a1ab service neutron] 10.222.0.32 "GET /v2.0/networks/b0cf1283-9231-4b2a-9144-4eb59719bffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930576 May 27 02:26:46.872164 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740863b8-616d-4ebd-919c-974319c16ca3 req-2c17a5d6-c72a-4d5f-b903-2aba727225ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:46.872631 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740863b8-616d-4ebd-919c-974319c16ca3 req-2c17a5d6-c72a-4d5f-b903-2aba727225ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:46.873128 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740863b8-616d-4ebd-919c-974319c16ca3 req-2c17a5d6-c72a-4d5f-b903-2aba727225ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:46.874743 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-740863b8-616d-4ebd-919c-974319c16ca3 req-2c17a5d6-c72a-4d5f-b903-2aba727225ce service neutron] 10.222.0.66 "GET /v2.0/networks?id=cd909775-46db-435c-9cd7-78749fc058c4&id=bc44a8f1-f55a-42c3-8906-2fd4470a2ec1&id=bc44a8f1-f55a-42c3-8906-2fd4470a2ec1&id=bc44a8f1-f55a-42c3-8906-2fd4470a2ec1&id=bc44a8f1-f55a-42c3-8906-2fd4470a2ec1&id=c9b6b64d-3919-4b90-9366-bcda75991abc&id=c9b6b64d-3919-4b90-9366-bcda75991abc HTTP/1.1" status: 200 len: 2293 time: 0.4611416 May 27 02:26:46.880113 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-87b0864f-e600-48be-8013-32dacc367846 req-bf9a2153-306d-43cb-834a-9e99b671777e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:46.963983 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a663fdb-7517-45fb-9e8b-ff6e62ae63fd req-f853e5b0-b719-4f70-8c6a-33956e27d83a tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:46.966402 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3a663fdb-7517-45fb-9e8b-ff6e62ae63fd req-f853e5b0-b719-4f70-8c6a-33956e27d83a tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f17bc04-3f89-4b1e-8ef8-28542c5e5d95 HTTP/1.1" status: 200 len: 945 time: 0.3188033 May 27 02:26:47.007415 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e953a-c86d-4126-9755-a738d03799f4 req-776251e4-c454-407c-a8e9-4e0db4ed2499 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:47.009143 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-591e953a-c86d-4126-9755-a738d03799f4 req-776251e4-c454-407c-a8e9-4e0db4ed2499 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/ports?device_id=490bdaec-0fa9-481b-aae9-352584d7963a HTTP/1.1" status: 200 len: 944 time: 0.4432755 May 27 02:26:47.030410 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0864f-e600-48be-8013-32dacc367846 req-bf9a2153-306d-43cb-834a-9e99b671777e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:47.031044 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-87b0864f-e600-48be-8013-32dacc367846 req-bf9a2153-306d-43cb-834a-9e99b671777e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:47.032426 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-87b0864f-e600-48be-8013-32dacc367846 req-bf9a2153-306d-43cb-834a-9e99b671777e service neutron] 10.222.0.66 "PUT /v2.0/ports/46916ba0-85dd-4447-a580-3723a864f219 HTTP/1.1" status: 200 len: 1091 time: 3.1991167 May 27 02:26:47.032878 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '097d415b-8682-414a-b18a-93ee98ad1c68', 'tag': '46916ba0-85dd-4447-a580-3723a864f219'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:26:47.046396 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61921-6cb5-4739-b663-385fb66890d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Pushing event updated for resources: {'Network': ['ID=00574b92-5766-452b-b38f-5891efc4049b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:47.057814 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a2153-306d-43cb-834a-9e99b671777e service neutron] Pushing event updated for resources: {'Port': ['ID=46916ba0-85dd-4447-a580-3723a864f219,revision_number=10']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:47.064505 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 00574b92-5766-452b-b38f-5891efc4049b details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:26:47.143837 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-591e953a-c86d-4126-9755-a738d03799f4 req-3ba7d8d7-5e0b-4127-a47e-925036d64187 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/security-groups?id=04543955-9f9e-4e44-a576-07b2f2f49601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100557 May 27 02:26:47.170097 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3a663fdb-7517-45fb-9e8b-ff6e62ae63fd req-9a711243-f9cd-462b-9857-60540c90efa2 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918223 May 27 02:26:47.174636 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-740863b8-616d-4ebd-919c-974319c16ca3 req-a8b5beca-9435-44b9-b8b7-0ef6abccadce service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b88d4c2-88a5-44e4-a734-7381c01bd697 HTTP/1.1" status: 200 len: 1001 time: 0.2890892 May 27 02:26:47.186070 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0864f-e600-48be-8013-32dacc367846 req-e605e7a2-ce87-4f04-b234-adc26fc82d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:47.190993 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-87b0864f-e600-48be-8013-32dacc367846 req-e605e7a2-ce87-4f04-b234-adc26fc82d2a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=67a2999592f840daafe9db3a26b0dd55&device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 1095 time: 0.1249301 May 27 02:26:47.193518 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-99d61921-6cb5-4739-b663-385fb66890d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.3444581 May 27 02:26:47.230128 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51676) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:47.238049 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e0926a9-4c41-4bc8-bdc6-9b2f812e63f4'] response: {'name': 'network-changed', 'server_uuid': '097d415b-8682-414a-b18a-93ee98ad1c68', 'tag': '46916ba0-85dd-4447-a580-3723a864f219', 'status': 'completed', 'code': 200} May 27 02:26:47.248138 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-320c97fd-7365-4dad-ad9c-23aa8baada62 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Request body: {'subnet': {'network_id': '00574b92-5766-452b-b38f-5891efc4049b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:26:47.419533 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0864f-e600-48be-8013-32dacc367846 req-109758f0-00ad-4ad5-bcd1-27c7b52ddb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:47.422839 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-87b0864f-e600-48be-8013-32dacc367846 req-109758f0-00ad-4ad5-bcd1-27c7b52ddb60 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7ee685f0-e442-4ea7-949d-71e1995db8ac HTTP/1.1" status: 200 len: 918 time: 0.2227855 May 27 02:26:47.571207 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-87b0864f-e600-48be-8013-32dacc367846 req-5b94b74b-a178-477a-970f-9136a530d0eb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46916ba0-85dd-4447-a580-3723a864f219 HTTP/1.1" status: 200 len: 998 time: 0.1303844 May 27 02:26:47.644217 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0864f-e600-48be-8013-32dacc367846 req-2462e929-8130-49e6-8ed6-187a9008313a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:47.645729 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-87b0864f-e600-48be-8013-32dacc367846 req-2462e929-8130-49e6-8ed6-187a9008313a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0c302d24-860d-464a-9c69-32cd4f709ca1 HTTP/1.1" status: 200 len: 856 time: 0.0682385 May 27 02:26:47.687056 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740863b8-616d-4ebd-919c-974319c16ca3 req-6dcbc2e7-b529-436d-9849-296851903089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:47.689216 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-740863b8-616d-4ebd-919c-974319c16ca3 req-6dcbc2e7-b529-436d-9849-296851903089 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=38635d3c-a31c-4fd5-8a18-29f0e87e4929 HTTP/1.1" status: 200 len: 851 time: 0.5090156 May 27 02:26:47.735054 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0864f-e600-48be-8013-32dacc367846 req-78757ff8-441a-4ae6-b779-32f23d446037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:47.736830 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-87b0864f-e600-48be-8013-32dacc367846 req-78757ff8-441a-4ae6-b779-32f23d446037 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7ee685f0-e442-4ea7-949d-71e1995db8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848155 May 27 02:26:47.738193 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-320c97fd-7365-4dad-ad9c-23aa8baada62 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:26:47.753538 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-320c97fd-7365-4dad-ad9c-23aa8baada62 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Usage tracker for resource:subnet and tenant:71b26bc624994adcaff1c09c71c2e11c is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:26:47.760549 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-320c97fd-7365-4dad-ad9c-23aa8baada62 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:26:47.776266 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-320c97fd-7365-4dad-ad9c-23aa8baada62 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:26:47.816221 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fee77a-16fc-46ef-8ca8-8bec7f84edb3 req-528fcc9f-5309-402c-b2a9-353b06f05f30 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:47.817663 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-63fee77a-16fc-46ef-8ca8-8bec7f84edb3 req-528fcc9f-5309-402c-b2a9-353b06f05f30 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=de99b920-541f-4020-a772-e43375ba9f6e HTTP/1.1" status: 200 len: 945 time: 0.2870731 May 27 02:26:47.834856 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a9949-17ec-4a5b-ae76-5d064413cbed req-5b7938c4-7d60-40df-8557-1ff03651ed62 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:47.836319 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-022a9949-17ec-4a5b-ae76-5d064413cbed req-5b7938c4-7d60-40df-8557-1ff03651ed62 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 944 time: 0.2464950 May 27 02:26:47.886810 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740863b8-616d-4ebd-919c-974319c16ca3 req-1e078bd1-3c1b-4523-82e1-5f9b4ff3fe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:47.888282 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-740863b8-616d-4ebd-919c-974319c16ca3 req-1e078bd1-3c1b-4523-82e1-5f9b4ff3fe2e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cd909775-46db-435c-9cd7-78749fc058c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1875267 May 27 02:26:47.899774 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-87b0864f-e600-48be-8013-32dacc367846 req-b3dad5ea-9efc-4a94-b6d5-bb5e0f3fe040 service neutron] 10.222.0.66 "GET /v2.0/networks/7ee685f0-e442-4ea7-949d-71e1995db8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570425 May 27 02:26:48.003959 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320c97fd-7365-4dad-ad9c-23aa8baada62 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Made reservation on behalf of 71b26bc624994adcaff1c09c71c2e11c for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:26:48.003959 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-320c97fd-7365-4dad-ad9c-23aa8baada62 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:48.021978 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-63fee77a-16fc-46ef-8ca8-8bec7f84edb3 req-32ccd24f-0eec-4ef9-9dfd-e22f8ffd982f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838684 May 27 02:26:48.043378 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-022a9949-17ec-4a5b-ae76-5d064413cbed req-0d14413f-d372-4308-a9c3-e740cb7d881d tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762397 May 27 02:26:48.054154 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-87b0864f-e600-48be-8013-32dacc367846 req-7b68b295-a1c9-4569-b2fa-27af0af1b685 service neutron] 10.222.0.66 "GET /v2.0/networks/7ee685f0-e442-4ea7-949d-71e1995db8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487586 May 27 02:26:48.178775 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-740863b8-616d-4ebd-919c-974319c16ca3 req-18486948-9a3d-4eba-828f-77a0aa2446c9 service neutron] 10.222.0.66 "GET /v2.0/networks/cd909775-46db-435c-9cd7-78749fc058c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717404 May 27 02:26:48.331442 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc71ca-b006-406e-9ce9-ac46564cf1b0 req-3cf08af5-8bf4-4f2c-917b-9866662847e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:48.333390 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1ccc71ca-b006-406e-9ce9-ac46564cf1b0 req-3cf08af5-8bf4-4f2c-917b-9866662847e2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=67a2999592f840daafe9db3a26b0dd55&device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 1095 time: 0.1211944 May 27 02:26:48.479573 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc71ca-b006-406e-9ce9-ac46564cf1b0 req-0d5be441-1817-49f4-ae11-92e192b67d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:48.480866 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1ccc71ca-b006-406e-9ce9-ac46564cf1b0 req-0d5be441-1817-49f4-ae11-92e192b67d1a service neutron] 10.222.0.66 "GET /v2.0/networks?id=7ee685f0-e442-4ea7-949d-71e1995db8ac HTTP/1.1" status: 200 len: 918 time: 0.1405416 May 27 02:26:48.516151 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-740863b8-616d-4ebd-919c-974319c16ca3 req-747e09f0-ffcf-425f-94c8-858acfe33e9c service neutron] 10.222.0.66 "GET /v2.0/networks/cd909775-46db-435c-9cd7-78749fc058c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300872 May 27 02:26:48.602225 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1ccc71ca-b006-406e-9ce9-ac46564cf1b0 req-7836a296-5820-4541-aea5-1680e8ff8030 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46916ba0-85dd-4447-a580-3723a864f219 HTTP/1.1" status: 200 len: 998 time: 0.1131442 May 27 02:26:48.609894 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-740863b8-616d-4ebd-919c-974319c16ca3 req-646ca75b-3df1-45a9-86a4-bb730e1499d3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=0cddd283-b33e-41da-b142-f29163e1f022 HTTP/1.1" status: 200 len: 217 time: 0.0803566 May 27 02:26:48.658877 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7a251-7fc4-41c1-8746-20900ea8cc9f req-6a2cf1b0-b528-4df2-8efb-34d77f7bd288 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:48.660325 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-03b7a251-7fc4-41c1-8746-20900ea8cc9f req-6a2cf1b0-b528-4df2-8efb-34d77f7bd288 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f17bc04-3f89-4b1e-8ef8-28542c5e5d95 HTTP/1.1" status: 200 len: 945 time: 0.3085167 May 27 02:26:48.665316 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc71ca-b006-406e-9ce9-ac46564cf1b0 req-76d8984f-80b4-4776-9bdd-c4082648c6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:48.666774 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1ccc71ca-b006-406e-9ce9-ac46564cf1b0 req-76d8984f-80b4-4776-9bdd-c4082648c6a9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0c302d24-860d-464a-9c69-32cd4f709ca1 HTTP/1.1" status: 200 len: 856 time: 0.0603092 May 27 02:26:48.667724 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f999df-4813-4728-8b7d-4481b5dbcd4e req-6afe8d19-0f27-41dc-8bdd-eb4a755b98be tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:48.669221 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-73f999df-4813-4728-8b7d-4481b5dbcd4e req-6afe8d19-0f27-41dc-8bdd-eb4a755b98be tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/ports?device_id=490bdaec-0fa9-481b-aae9-352584d7963a HTTP/1.1" status: 200 len: 944 time: 0.3956575 May 27 02:26:48.690996 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-320c97fd-7365-4dad-ad9c-23aa8baada62 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:48.752042 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc71ca-b006-406e-9ce9-ac46564cf1b0 req-413afe65-43e2-4bba-b2a8-21108983c00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:48.753937 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1ccc71ca-b006-406e-9ce9-ac46564cf1b0 req-413afe65-43e2-4bba-b2a8-21108983c00b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7ee685f0-e442-4ea7-949d-71e1995db8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802097 May 27 02:26:48.811740 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-73f999df-4813-4728-8b7d-4481b5dbcd4e req-8f84e7eb-2fad-4ce0-945b-d06756904fa1 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/security-groups?id=04543955-9f9e-4e44-a576-07b2f2f49601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352437 May 27 02:26:48.883856 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320c97fd-7365-4dad-ad9c-23aa8baada62 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Checking segment: {'id': '0f9594cc-a002-4fdf-bf27-9d6de5daa340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '00574b92-5766-452b-b38f-5891efc4049b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:26:48.884220 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320c97fd-7365-4dad-ad9c-23aa8baada62 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Network hostable DHCP agents. Network: 00574b92-5766-452b-b38f-5891efc4049b, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:26:48.894494 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-03b7a251-7fc4-41c1-8746-20900ea8cc9f req-65534941-6ab4-4cdd-8d75-cdf93dcdfcf9 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196784 May 27 02:26:48.904911 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740863b8-616d-4ebd-919c-974319c16ca3 req-532cb977-9184-4f6e-a99c-9f3b50af28bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:48.908189 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-740863b8-616d-4ebd-919c-974319c16ca3 req-532cb977-9184-4f6e-a99c-9f3b50af28bb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=18b9760c-5727-4979-b482-385cb53ebb74 HTTP/1.1" status: 200 len: 797 time: 0.2913404 May 27 02:26:48.913083 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c97fd-7365-4dad-ad9c-23aa8baada62 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Pushing event updated for resources: {'Subnet': ['ID=e8bbd63d-53f9-4912-8e22-07ec7d53ebbf,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:48.996502 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:49.043059 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320c97fd-7365-4dad-ad9c-23aa8baada62 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Network 00574b92-5766-452b-b38f-5891efc4049b is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:26:49.081794 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1ccc71ca-b006-406e-9ce9-ac46564cf1b0 req-26f7adb2-2b5c-4d07-a069-80cbd746082b service neutron] 10.222.0.66 "GET /v2.0/networks/7ee685f0-e442-4ea7-949d-71e1995db8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210604 May 27 02:26:49.129362 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740863b8-616d-4ebd-919c-974319c16ca3 req-a9fb4823-c3b3-4b55-b664-2824c75f42e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:49.139324 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-740863b8-616d-4ebd-919c-974319c16ca3 req-a9fb4823-c3b3-4b55-b664-2824c75f42e7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bc44a8f1-f55a-42c3-8906-2fd4470a2ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2046738 May 27 02:26:49.168918 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:49.229028 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-320c97fd-7365-4dad-ad9c-23aa8baada62 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 00574b92-5766-452b-b38f-5891efc4049b) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:26:49.242021 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9450b742-4c40-4de6-b4dd-09822a8acbf6 None None] Network 00574b92-5766-452b-b38f-5891efc4049b requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:26:49.242362 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320c97fd-7365-4dad-ad9c-23aa8baada62 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:49.243585 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-320c97fd-7365-4dad-ad9c-23aa8baada62 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:49.330123 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4261b-753d-438e-b710-cb99c62c80b6 req-98a734cc-ac3d-4372-9981-de05a49d9e08 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:49.335772 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-80d4261b-753d-438e-b710-cb99c62c80b6 req-98a734cc-ac3d-4372-9981-de05a49d9e08 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=de99b920-541f-4020-a772-e43375ba9f6e HTTP/1.1" status: 200 len: 945 time: 0.1487761 May 27 02:26:49.439448 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-320c97fd-7365-4dad-ad9c-23aa8baada62 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1977649 May 27 02:26:49.439998 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51718) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:49.445922 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-9a0bd224-f404-46b1-afa4-9934654ffdae tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Request body: {'port': {'network_id': '00574b92-5766-452b-b38f-5891efc4049b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1279163865'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:26:49.498337 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-80d4261b-753d-438e-b710-cb99c62c80b6 req-442d3baf-3ab1-4cf6-b590-a4305c7c7bf8 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453681 May 27 02:26:49.554973 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9f69c-7f37-455e-965e-f996a914137e req-3ac83eb2-4945-48a3-aab2-006939122f1c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:49.556936 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ae9f69c-7f37-455e-965e-f996a914137e req-3ac83eb2-4945-48a3-aab2-006939122f1c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 944 time: 0.1652815 May 27 02:26:49.785226 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2d49e4-10c3-4b32-85c1-7623f88ee198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-00574b92-5766-452b-b38f-5891efc4049b', 'network_id': '00574b92-5766-452b-b38f-5891efc4049b', 'tenant_id': '71b26bc624994adcaff1c09c71c2e11c', 'fixed_ips': [{'subnet_id': 'e8bbd63d-53f9-4912-8e22-07ec7d53ebbf'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:26:49.788612 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3c2d49e4-10c3-4b32-85c1-7623f88ee198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:49.976046 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ae9f69c-7f37-455e-965e-f996a914137e req-1e5ad72f-ef39-464c-836c-a1d78f50d77d tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4124908 May 27 02:26:50.001705 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9a0bd224-f404-46b1-afa4-9934654ffdae tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:26:50.013385 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9a0bd224-f404-46b1-afa4-9934654ffdae tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Usage tracker for resource:port and tenant:71b26bc624994adcaff1c09c71c2e11c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:26:50.019907 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9a0bd224-f404-46b1-afa4-9934654ffdae tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:26:50.031965 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20d47e-aba0-49b5-8fb4-b36c9ebe9e37 req-2a326674-7c4a-402b-a8f3-01564f95812d tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:50.033503 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9e20d47e-aba0-49b5-8fb4-b36c9ebe9e37 req-2a326674-7c4a-402b-a8f3-01564f95812d tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f17bc04-3f89-4b1e-8ef8-28542c5e5d95 HTTP/1.1" status: 200 len: 945 time: 0.1807485 May 27 02:26:50.038215 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9a0bd224-f404-46b1-afa4-9934654ffdae tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:26:50.130085 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9e20d47e-aba0-49b5-8fb4-b36c9ebe9e37 req-d8c8d600-515a-4d8d-a69a-9c0e40367f7f tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872221 May 27 02:26:50.151775 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-3c2d49e4-10c3-4b32-85c1-7623f88ee198 None None] Allocated IP 2001:db8::2 (00574b92-5766-452b-b38f-5891efc4049b/e8bbd63d-53f9-4912-8e22-07ec7d53ebbf/c1498175-1827-46db-946f-d5574a257e19) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:26:50.163362 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0bd224-f404-46b1-afa4-9934654ffdae tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Made reservation on behalf of 71b26bc624994adcaff1c09c71c2e11c for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:26:50.167738 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a0bd224-f404-46b1-afa4-9934654ffdae tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:50.235891 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-9a0bd224-f404-46b1-afa4-9934654ffdae tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] device_id is not set on port 2fbd1061-476d-4da3-892f-fb4b6d27a063 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:26:50.447479 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c7489-2e27-40aa-aee3-8802732d2b98 req-930b2c2e-297b-48e4-9fe9-447f93d701eb tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:50.455380 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-642c7489-2e27-40aa-aee3-8802732d2b98 req-930b2c2e-297b-48e4-9fe9-447f93d701eb tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/ports?device_id=490bdaec-0fa9-481b-aae9-352584d7963a HTTP/1.1" status: 200 len: 944 time: 0.2741845 May 27 02:26:50.485824 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db5bf8-72cd-4dd3-befb-0aeca3bd6f73 req-ef6728db-4acc-473e-aedd-26acdf6406ee tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:50.489221 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-05db5bf8-72cd-4dd3-befb-0aeca3bd6f73 req-ef6728db-4acc-473e-aedd-26acdf6406ee tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f17bc04-3f89-4b1e-8ef8-28542c5e5d95 HTTP/1.1" status: 200 len: 945 time: 0.2047565 May 27 02:26:50.521156 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3c2d49e4-10c3-4b32-85c1-7623f88ee198 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:50.535832 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3c2d49e4-10c3-4b32-85c1-7623f88ee198 None None] Transition to ACTIVE for port object c1498175-1827-46db-946f-d5574a257e19 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:26:50.544062 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-642c7489-2e27-40aa-aee3-8802732d2b98 req-8afe0c4e-ea8a-4c4b-a917-7339dd8c47f0 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/security-groups?id=04543955-9f9e-4e44-a576-07b2f2f49601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875371 May 27 02:26:50.557770 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-05db5bf8-72cd-4dd3-befb-0aeca3bd6f73 req-2ad158e0-f4d4-41be-b826-33657520f728 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639477 May 27 02:26:50.564980 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3c2d49e4-10c3-4b32-85c1-7623f88ee198 None None] Transition to ACTIVE for port object c1498175-1827-46db-946f-d5574a257e19 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:26:50.678310 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3c2d49e4-10c3-4b32-85c1-7623f88ee198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:50.852059 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-9a0bd224-f404-46b1-afa4-9934654ffdae tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Allocated IP 2001:db8::67 (00574b92-5766-452b-b38f-5891efc4049b/e8bbd63d-53f9-4912-8e22-07ec7d53ebbf/2fbd1061-476d-4da3-892f-fb4b6d27a063) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:26:50.853238 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d49e4-10c3-4b32-85c1-7623f88ee198 None None] Pushing event updated for resources: {'Port': ['ID=c1498175-1827-46db-946f-d5574a257e19,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:50.855664 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 82de8fe4-3b7a-407f-838f-c3ab15b63f62 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:26:50.958642 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c2a2e2-838d-4d72-a241-0657efca7766 req-0b69c584-8a58-404c-8569-2e1542cf4cfc tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:50.960754 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a3c2a2e2-838d-4d72-a241-0657efca7766 req-0b69c584-8a58-404c-8569-2e1542cf4cfc tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=de99b920-541f-4020-a772-e43375ba9f6e HTTP/1.1" status: 200 len: 945 time: 0.2939205 May 27 02:26:51.052846 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 82de8fe4-3b7a-407f-838f-c3ab15b63f62, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=82de8fe4-3b7a-407f-838f-c3ab15b63f62,segment=NetworkSegment(3000b652-99bd-41cd-b27c-de211dcee687),segment_id=3000b652-99bd-41cd-b27c-de211dcee687)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:26:51.069870 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '82de8fe4-3b7a-407f-838f-c3ab15b63f62', 'network_id': '685d8b83-d733-49e1-90bd-6bbf0138e6b7', 'port_id': '82de8fe4-3b7a-407f-838f-c3ab15b63f62', 'mac_address': 'fa:16:3e:78:13:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb03e0c8-b7ed-4309-96db-1431d429c2bf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:26:51.070731 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-740863b8-616d-4ebd-919c-974319c16ca3 req-9ee0a2be-7537-449c-acdb-42263f00cfa5 service neutron] 10.222.0.66 "GET /v2.0/networks/bc44a8f1-f55a-42c3-8906-2fd4470a2ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880998 May 27 02:26:51.094908 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a3c2a2e2-838d-4d72-a241-0657efca7766 req-f7837792-dbcd-4193-8ad9-63a8639ca00d tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062837 May 27 02:26:51.113493 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2d49e4-10c3-4b32-85c1-7623f88ee198 None None] Network 00574b92-5766-452b-b38f-5891efc4049b is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:26:51.119533 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-3c2d49e4-10c3-4b32-85c1-7623f88ee198 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:26:51.127680 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2d49e4-10c3-4b32-85c1-7623f88ee198 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:26:51.354278 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 82de8fe4-3b7a-407f-838f-c3ab15b63f62 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:26:51.354949 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:51.394464 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82de8fe4-3b7a-407f-838f-c3ab15b63f62 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:26:51.419862 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 82de8fe4-3b7a-407f-838f-c3ab15b63f62, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=82de8fe4-3b7a-407f-838f-c3ab15b63f62,segment=NetworkSegment(3000b652-99bd-41cd-b27c-de211dcee687),segment_id=3000b652-99bd-41cd-b27c-de211dcee687)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:26:51.444608 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-3c2d49e4-10c3-4b32-85c1-7623f88ee198 None None] Attempting to bind port c1498175-1827-46db-946f-d5574a257e19 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:26:51.445450 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-3c2d49e4-10c3-4b32-85c1-7623f88ee198 None None] Attempting to bind port c1498175-1827-46db-946f-d5574a257e19 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '0f9594cc-a002-4fdf-bf27-9d6de5daa340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '00574b92-5766-452b-b38f-5891efc4049b'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:26:51.446003 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2d49e4-10c3-4b32-85c1-7623f88ee198 None None] Attempting to bind port c1498175-1827-46db-946f-d5574a257e19 on network 00574b92-5766-452b-b38f-5891efc4049b {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:26:51.453783 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2d49e4-10c3-4b32-85c1-7623f88ee198 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:26:51.454463 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2d49e4-10c3-4b32-85c1-7623f88ee198 None None] Checking segment: {'id': '0f9594cc-a002-4fdf-bf27-9d6de5daa340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '00574b92-5766-452b-b38f-5891efc4049b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:26:51.455018 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3c2d49e4-10c3-4b32-85c1-7623f88ee198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:51.456536 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2d49e4-10c3-4b32-85c1-7623f88ee198 None None] Bound using segment: {'id': '0f9594cc-a002-4fdf-bf27-9d6de5daa340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '00574b92-5766-452b-b38f-5891efc4049b'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:26:51.457510 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-3c2d49e4-10c3-4b32-85c1-7623f88ee198 None None] Bound port: c1498175-1827-46db-946f-d5574a257e19, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f9594cc-a002-4fdf-bf27-9d6de5daa340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '00574b92-5766-452b-b38f-5891efc4049b'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:26:51.459656 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3c2d49e4-10c3-4b32-85c1-7623f88ee198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:51.465072 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-740863b8-616d-4ebd-919c-974319c16ca3 req-7a517eb8-695e-4300-bf8c-4e995894ba32 service neutron] 10.222.0.66 "GET /v2.0/networks/bc44a8f1-f55a-42c3-8906-2fd4470a2ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654320 May 27 02:26:51.541800 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92abc21-bbd9-4492-b318-702bc7d03895 req-a344b059-8739-466b-a014-05079fea2f2a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:51.541800 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a92abc21-bbd9-4492-b318-702bc7d03895 req-a344b059-8739-466b-a014-05079fea2f2a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 944 time: 0.1826873 May 27 02:26:51.542023 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1ccc71ca-b006-406e-9ce9-ac46564cf1b0 req-bc432b3b-b521-47cc-af37-1b0a7fde6430 service neutron] 10.222.0.66 "GET /v2.0/networks/7ee685f0-e442-4ea7-949d-71e1995db8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6144025 May 27 02:26:51.570010 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a0bd224-f404-46b1-afa4-9934654ffdae tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:51.573019 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:51.595020 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-9a0bd224-f404-46b1-afa4-9934654ffdae tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Transition to ACTIVE for port object 2fbd1061-476d-4da3-892f-fb4b6d27a063 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:26:51.655225 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-3c2d49e4-10c3-4b32-85c1-7623f88ee198 None None] For port c1498175-1827-46db-946f-d5574a257e19, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:26:51.668263 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-740863b8-616d-4ebd-919c-974319c16ca3 req-88f54cd2-2b9b-439d-8417-df1854f40b76 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340 HTTP/1.1" status: 200 len: 217 time: 0.1568112 May 27 02:26:51.670894 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-3c2d49e4-10c3-4b32-85c1-7623f88ee198 None None] For port c1498175-1827-46db-946f-d5574a257e19, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c1498175-1827-46db-946f-d5574a257e19,segment=NetworkSegment(0f9594cc-a002-4fdf-bf27-9d6de5daa340),segment_id=0f9594cc-a002-4fdf-bf27-9d6de5daa340)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:26:51.681232 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=82de8fe4-3b7a-407f-838f-c3ab15b63f62,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:51.701701 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a92abc21-bbd9-4492-b318-702bc7d03895 req-df2cd1d0-d08c-4d64-b347-a11d41f4e78a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099255 May 27 02:26:51.736852 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ce8fe-bdbe-4d1e-ac0a-b63bb2b22b94 req-155ff098-f02e-419d-aa1f-b0cb821a4a07 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:51.738717 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-266ce8fe-bdbe-4d1e-ac0a-b63bb2b22b94 req-155ff098-f02e-419d-aa1f-b0cb821a4a07 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f17bc04-3f89-4b1e-8ef8-28542c5e5d95 HTTP/1.1" status: 200 len: 945 time: 0.1458495 May 27 02:26:51.799329 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-266ce8fe-bdbe-4d1e-ac0a-b63bb2b22b94 req-0eedbb70-0492-4ad5-89c2-3d0267692052 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546496 May 27 02:26:51.809588 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['82de8fe4-3b7a-407f-838f-c3ab15b63f62'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:26:51.819664 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a0bd224-f404-46b1-afa4-9934654ffdae tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:51.975715 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3c2d49e4-10c3-4b32-85c1-7623f88ee198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:51.981524 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0bd224-f404-46b1-afa4-9934654ffdae tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Network 00574b92-5766-452b-b38f-5891efc4049b is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:26:51.987115 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-9a0bd224-f404-46b1-afa4-9934654ffdae tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:26:51.991767 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0bd224-f404-46b1-afa4-9934654ffdae tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:26:51.997742 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0bd224-f404-46b1-afa4-9934654ffdae tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:51.998383 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a0bd224-f404-46b1-afa4-9934654ffdae tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:52.002907 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740863b8-616d-4ebd-919c-974319c16ca3 req-1a5f1fde-2b71-4487-befa-784030c38020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:52.002907 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-740863b8-616d-4ebd-919c-974319c16ca3 req-1a5f1fde-2b71-4487-befa-784030c38020 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=18b9760c-5727-4979-b482-385cb53ebb74 HTTP/1.1" status: 200 len: 797 time: 0.1368406 May 27 02:26:52.028063 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0bd224-f404-46b1-afa4-9934654ffdae tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Pushing event updated for resources: {'Port': ['ID=2fbd1061-476d-4da3-892f-fb4b6d27a063,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:52.053641 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ffabbc-376b-4f3e-abdb-144afabdcdf5 req-af5ccfb6-fdf6-4f0d-b774-7d36b690e352 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:52.056390 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-30ffabbc-376b-4f3e-abdb-144afabdcdf5 req-af5ccfb6-fdf6-4f0d-b774-7d36b690e352 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/ports?device_id=490bdaec-0fa9-481b-aae9-352584d7963a HTTP/1.1" status: 200 len: 945 time: 0.1223600 May 27 02:26:52.194454 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9a0bd224-f404-46b1-afa4-9934654ffdae tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.7527049 May 27 02:26:52.195308 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51746) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:52.206103 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-30ffabbc-376b-4f3e-abdb-144afabdcdf5 req-e7a963ff-5413-4c07-b588-e26bdffbf02e tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/security-groups?id=04543955-9f9e-4e44-a576-07b2f2f49601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730951 May 27 02:26:52.208550 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-05a5e43d-a385-4fb7-adff-9016780ec5b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Request body: {'port': {'network_id': '00574b92-5766-452b-b38f-5891efc4049b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-558636908', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:26:52.208550 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.api.validators [None req-05a5e43d-a385-4fb7-adff-9016780ec5b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] bootfile-name is not in valid_values {{(pid=88901) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 02:26:52.212808 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.api.validators [None req-05a5e43d-a385-4fb7-adff-9016780ec5b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] tftp-server is not in valid_values {{(pid=88901) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 02:26:52.213227 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.api.validators [None req-05a5e43d-a385-4fb7-adff-9016780ec5b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] server-ip-address is not in valid_values {{(pid=88901) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 02:26:52.221319 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740863b8-616d-4ebd-919c-974319c16ca3 req-bbd233b6-71e7-4555-97d0-d7ac5a9b9bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:52.223072 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-740863b8-616d-4ebd-919c-974319c16ca3 req-bbd233b6-71e7-4555-97d0-d7ac5a9b9bfc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bc44a8f1-f55a-42c3-8906-2fd4470a2ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1636829 May 27 02:26:52.328305 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d49e4-10c3-4b32-85c1-7623f88ee198 None None] Pushing event updated for resources: {'Port': ['ID=c1498175-1827-46db-946f-d5574a257e19,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:52.501761 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-05a5e43d-a385-4fb7-adff-9016780ec5b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:26:52.528264 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-05a5e43d-a385-4fb7-adff-9016780ec5b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Usage tracker for resource:port and tenant:71b26bc624994adcaff1c09c71c2e11c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:26:52.528264 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-05a5e43d-a385-4fb7-adff-9016780ec5b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:26:52.537148 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-05a5e43d-a385-4fb7-adff-9016780ec5b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:26:52.586522 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-740863b8-616d-4ebd-919c-974319c16ca3 req-5ddbf6b8-7bbb-4ab8-b865-58e88f34a8d9 service neutron] 10.222.0.66 "GET /v2.0/networks/bc44a8f1-f55a-42c3-8906-2fd4470a2ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382466 May 27 02:26:52.589383 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c55a33-457f-4425-bcf5-0556484208cc req-cee04444-323f-4a34-8b3f-7bf78e9ef312 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:52.592763 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-24c55a33-457f-4425-bcf5-0556484208cc req-cee04444-323f-4a34-8b3f-7bf78e9ef312 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=de99b920-541f-4020-a772-e43375ba9f6e HTTP/1.1" status: 200 len: 945 time: 0.3248382 May 27 02:26:52.666482 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a5e43d-a385-4fb7-adff-9016780ec5b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Made reservation on behalf of 71b26bc624994adcaff1c09c71c2e11c for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:26:52.670499 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-05a5e43d-a385-4fb7-adff-9016780ec5b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:52.696707 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-05a5e43d-a385-4fb7-adff-9016780ec5b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] device_id is not set on port cb9c23de-3afd-473a-93c0-ffd55363df36 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:26:53.053147 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c1498175-1827-46db-946f-d5574a257e19 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:26:53.137799 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-05a5e43d-a385-4fb7-adff-9016780ec5b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Allocated IP 2001:db8::396 (00574b92-5766-452b-b38f-5891efc4049b/e8bbd63d-53f9-4912-8e22-07ec7d53ebbf/cb9c23de-3afd-473a-93c0-ffd55363df36) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:26:53.142006 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-24c55a33-457f-4425-bcf5-0556484208cc req-c05e9762-997c-4e73-a5b6-dfc98eb3a631 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5331769 May 27 02:26:53.249026 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-740863b8-616d-4ebd-919c-974319c16ca3 req-311e5d63-8eb0-4fee-970f-b0926a1c67ca service neutron] 10.222.0.66 "GET /v2.0/networks/bc44a8f1-f55a-42c3-8906-2fd4470a2ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6359205 May 27 02:26:53.262647 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212d4f9-584a-4de6-9506-c29ae6607081 req-1cbb6ea5-76b8-43e3-a894-4456ad74833c tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:53.264813 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6212d4f9-584a-4de6-9506-c29ae6607081 req-1cbb6ea5-76b8-43e3-a894-4456ad74833c tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f17bc04-3f89-4b1e-8ef8-28542c5e5d95 HTTP/1.1" status: 200 len: 945 time: 0.6117349 May 27 02:26:53.278512 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port c1498175-1827-46db-946f-d5574a257e19 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:26:53.316956 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea789a4a-9e15-4366-9c68-cbf418bafe71 req-c1e41dab-2de1-4a48-8939-10edba9488c7 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:53.319218 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ea789a4a-9e15-4366-9c68-cbf418bafe71 req-c1e41dab-2de1-4a48-8939-10edba9488c7 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 944 time: 0.2968140 May 27 02:26:53.416375 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5ccba-9b04-4614-9096-e463fdc128a1 req-f1a30e6f-a84c-4500-bc4b-92a3b5135ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:53.416375 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-72b5ccba-9b04-4614-9096-e463fdc128a1 req-f1a30e6f-a84c-4500-bc4b-92a3b5135ef2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=de99b920-541f-4020-a772-e43375ba9f6e HTTP/1.1" status: 200 len: 1096 time: 0.2720697 May 27 02:26:53.578978 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-740863b8-616d-4ebd-919c-974319c16ca3 req-7efc29e1-c9a2-4698-962d-90704ee34262 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125 HTTP/1.1" status: 200 len: 217 time: 0.2532051 May 27 02:26:53.591886 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-72b5ccba-9b04-4614-9096-e463fdc128a1 req-1ffa4767-18cf-4296-97e5-155670f31e7d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767646 May 27 02:26:53.630124 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ea789a4a-9e15-4366-9c68-cbf418bafe71 req-dd216d1a-3f97-4b49-9a4a-a9c7ff2b3918 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3032668 May 27 02:26:53.634014 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-6212d4f9-584a-4de6-9506-c29ae6607081 req-ba219220-1923-4d94-8755-e9f5fe8eb2bd tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Deleting port 41b34763-f75a-4955-9520-f4e8f0d8a7f2 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:26:53.634590 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6212d4f9-584a-4de6-9506-c29ae6607081 req-ba219220-1923-4d94-8755-e9f5fe8eb2bd tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:53.824058 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-05a5e43d-a385-4fb7-adff-9016780ec5b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:53.861236 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-05a5e43d-a385-4fb7-adff-9016780ec5b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Transition to ACTIVE for port object cb9c23de-3afd-473a-93c0-ffd55363df36 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:26:53.939182 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c49fa-3859-4425-ae31-63586196fe9d req-9081e7dc-fded-4558-bdc1-6f4701350e48 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:53.946819 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f75c49fa-3859-4425-ae31-63586196fe9d req-9081e7dc-fded-4558-bdc1-6f4701350e48 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f17bc04-3f89-4b1e-8ef8-28542c5e5d95 HTTP/1.1" status: 200 len: 945 time: 0.4918108 May 27 02:26:53.991096 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939b1596-23ac-47c0-91bd-0294b77824db None None] Network 00574b92-5766-452b-b38f-5891efc4049b requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:26:54.012115 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-05a5e43d-a385-4fb7-adff-9016780ec5b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:54.112262 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f75c49fa-3859-4425-ae31-63586196fe9d req-f4aa63a3-faa7-46db-92fc-0f95e9920b2a tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641769 May 27 02:26:54.136102 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a5e43d-a385-4fb7-adff-9016780ec5b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Network 00574b92-5766-452b-b38f-5891efc4049b is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:26:54.139903 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-05a5e43d-a385-4fb7-adff-9016780ec5b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:26:54.144190 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a5e43d-a385-4fb7-adff-9016780ec5b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:26:54.149984 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a5e43d-a385-4fb7-adff-9016780ec5b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:54.150884 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-05a5e43d-a385-4fb7-adff-9016780ec5b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:54.162647 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5e43d-a385-4fb7-adff-9016780ec5b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Pushing event updated for resources: {'Port': ['ID=cb9c23de-3afd-473a-93c0-ffd55363df36,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:54.201315 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6ea169de-e734-4d76-8ddc-491b1a54fab5 None None] Provisioning for port c1498175-1827-46db-946f-d5574a257e19 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:26:54.206402 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6ea169de-e734-4d76-8ddc-491b1a54fab5 None None] Provisioning complete for port c1498175-1827-46db-946f-d5574a257e19 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:26:54.207197 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6ea169de-e734-4d76-8ddc-491b1a54fab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:54.235870 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6639b7-5a32-44b3-b65d-baa7e5c0a25b req-47f0d1c0-eb18-4744-a112-88208bd5c4a9 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:54.254417 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7b6639b7-5a32-44b3-b65d-baa7e5c0a25b req-47f0d1c0-eb18-4744-a112-88208bd5c4a9 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/ports?device_id=490bdaec-0fa9-481b-aae9-352584d7963a HTTP/1.1" status: 200 len: 945 time: 0.4336731 May 27 02:26:54.258443 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-6212d4f9-584a-4de6-9506-c29ae6607081 req-ba219220-1923-4d94-8755-e9f5fe8eb2bd tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] For port 41b34763-f75a-4955-9520-f4e8f0d8a7f2, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=41b34763-f75a-4955-9520-f4e8f0d8a7f2,segment=NetworkSegment(441b6a83-1810-4a59-a172-de9005de5715),segment_id=441b6a83-1810-4a59-a172-de9005de5715)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:26:54.258838 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6212d4f9-584a-4de6-9506-c29ae6607081 req-ba219220-1923-4d94-8755-e9f5fe8eb2bd tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:54.262138 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-05a5e43d-a385-4fb7-adff-9016780ec5b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.0653257 May 27 02:26:54.264803 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51760) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:54.405601 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7596ec6-34ec-4f44-9cec-b688a0cdfe37 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:54.415336 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7596ec6-34ec-4f44-9cec-b688a0cdfe37 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:54.422059 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7596ec6-34ec-4f44-9cec-b688a0cdfe37 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:54.423507 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b7596ec6-34ec-4f44-9cec-b688a0cdfe37 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Synchronizing usage tracker for tenant:71b26bc624994adcaff1c09c71c2e11c on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:26:54.536075 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-6ea169de-e734-4d76-8ddc-491b1a54fab5 None None] Current status of the port c1498175-1827-46db-946f-d5574a257e19 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:26:54.536456 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6ea169de-e734-4d76-8ddc-491b1a54fab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:54.585432 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-6ea169de-e734-4d76-8ddc-491b1a54fab5 None None] For port c1498175-1827-46db-946f-d5574a257e19, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c1498175-1827-46db-946f-d5574a257e19,segment=NetworkSegment(0f9594cc-a002-4fdf-bf27-9d6de5daa340),segment_id=0f9594cc-a002-4fdf-bf27-9d6de5daa340)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:26:54.591572 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b7596ec6-34ec-4f44-9cec-b688a0cdfe37 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Unset dirty status for tenant:71b26bc624994adcaff1c09c71c2e11c on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:26:54.592779 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b7596ec6-34ec-4f44-9cec-b688a0cdfe37 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.3265197 May 27 02:26:54.596213 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51766) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:54.703832 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6ea169de-e734-4d76-8ddc-491b1a54fab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:54.755058 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-6212d4f9-584a-4de6-9506-c29ae6607081 req-ba219220-1923-4d94-8755-e9f5fe8eb2bd tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Calling delete_port for 41b34763-f75a-4955-9520-f4e8f0d8a7f2 owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:26:54.788820 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-cde5908c-5484-48c3-ba04-7e503c120f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Deleting port cb9c23de-3afd-473a-93c0-ffd55363df36 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:26:54.788820 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cde5908c-5484-48c3-ba04-7e503c120f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:54.794719 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 82de8fe4-3b7a-407f-838f-c3ab15b63f62 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:26:54.850593 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7b6639b7-5a32-44b3-b65d-baa7e5c0a25b req-d58f61ea-5b09-46e5-bb07-34119d0581ba tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/security-groups?id=04543955-9f9e-4e44-a576-07b2f2f49601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5945735 May 27 02:26:54.966138 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea169de-e734-4d76-8ddc-491b1a54fab5 None None] Pushing event updated for resources: {'Port': ['ID=c1498175-1827-46db-946f-d5574a257e19,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:55.039298 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9dcadc6b-0265-4dc6-8c6f-ad58068477d6 None None] Provisioning complete for port c1498175-1827-46db-946f-d5574a257e19 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:26:55.039635 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9dcadc6b-0265-4dc6-8c6f-ad58068477d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:55.178423 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 82de8fe4-3b7a-407f-838f-c3ab15b63f62 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:26:55.189062 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952cbc0b-7e90-49c0-957d-c770e7e53c58 req-a3c2ded0-9173-4fd5-a02e-62a109e7b66e tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:55.192102 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 82de8fe4-3b7a-407f-838f-c3ab15b63f62 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:26:55.192694 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:55.198632 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-952cbc0b-7e90-49c0-957d-c770e7e53c58 req-a3c2ded0-9173-4fd5-a02e-62a109e7b66e tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=de99b920-541f-4020-a772-e43375ba9f6e HTTP/1.1" status: 200 len: 945 time: 0.7463427 May 27 02:26:55.506247 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9dcadc6b-0265-4dc6-8c6f-ad58068477d6 None None] Current status of the port c1498175-1827-46db-946f-d5574a257e19 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:26:55.515979 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 82de8fe4-3b7a-407f-838f-c3ab15b63f62 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:26:55.516331 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:55.561110 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6212d4f9-584a-4de6-9506-c29ae6607081 req-ba219220-1923-4d94-8755-e9f5fe8eb2bd tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:55.573218 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '490bdaec-0fa9-481b-aae9-352584d7963a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82de8fe4-3b7a-407f-838f-c3ab15b63f62'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:26:55.605900 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['cfb7cdfa-51e3-48fc-9dff-7e74813e008c'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:26:55.623998 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-952cbc0b-7e90-49c0-957d-c770e7e53c58 req-a34f451d-e155-4a94-b45c-4bc2ac035fb1 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4241960 May 27 02:26:55.696913 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba219220-1923-4d94-8755-e9f5fe8eb2bd tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Pushing event deleted for resources: {'Port': ['ID=41b34763-f75a-4955-9520-f4e8f0d8a7f2,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:55.747335 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 82de8fe4-3b7a-407f-838f-c3ab15b63f62, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=82de8fe4-3b7a-407f-838f-c3ab15b63f62,segment=NetworkSegment(3000b652-99bd-41cd-b27c-de211dcee687),segment_id=3000b652-99bd-41cd-b27c-de211dcee687)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:26:55.752165 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-350bb4e3-275e-4515-91c4-a3d89d3de48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:55.758123 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cde5908c-5484-48c3-ba04-7e503c120f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:55.773609 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9dcadc6b-0265-4dc6-8c6f-ad58068477d6 None None] Provisioning for port cb9c23de-3afd-473a-93c0-ffd55363df36 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:26:55.805117 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9dcadc6b-0265-4dc6-8c6f-ad58068477d6 None None] Provisioning complete for port cb9c23de-3afd-473a-93c0-ffd55363df36 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:26:55.805975 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9dcadc6b-0265-4dc6-8c6f-ad58068477d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:55.808421 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740863b8-616d-4ebd-919c-974319c16ca3 req-fbc6f07b-afcc-438f-9eb4-292a85ca1306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:55.809954 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-740863b8-616d-4ebd-919c-974319c16ca3 req-fbc6f07b-afcc-438f-9eb4-292a85ca1306 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=18b9760c-5727-4979-b482-385cb53ebb74 HTTP/1.1" status: 200 len: 797 time: 0.4423995 May 27 02:26:55.875245 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:55.876035 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 41b34763-f75a-4955-9520-f4e8f0d8a7f2 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:26:55.917402 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-cde5908c-5484-48c3-ba04-7e503c120f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Calling delete_port for cb9c23de-3afd-473a-93c0-ffd55363df36 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:26:56.004743 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 41b34763-f75a-4955-9520-f4e8f0d8a7f2 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:26:56.005338 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 41b34763-f75a-4955-9520-f4e8f0d8a7f2 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:26:56.091907 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9dcadc6b-0265-4dc6-8c6f-ad58068477d6 None None] Port cb9c23de-3afd-473a-93c0-ffd55363df36 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:26:56.131507 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=82de8fe4-3b7a-407f-838f-c3ab15b63f62,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:56.227626 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cde5908c-5484-48c3-ba04-7e503c120f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:56.228007 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0803b656-cdd8-4517-b990-8109373a4c35 req-f8f91beb-7948-4248-bbe4-0d6d9b925b8c tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f17bc04-3f89-4b1e-8ef8-28542c5e5d95 HTTP/1.1" status: 200 len: 210 time: 0.2400169 May 27 02:26:56.238108 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-6212d4f9-584a-4de6-9506-c29ae6607081 req-ba219220-1923-4d94-8755-e9f5fe8eb2bd tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] No DVR routers for this DVR port 41b34763-f75a-4955-9520-f4e8f0d8a7f2 on host n-h1-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:26:56.245899 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6212d4f9-584a-4de6-9506-c29ae6607081 req-ba219220-1923-4d94-8755-e9f5fe8eb2bd tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:56.251170 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f17bc04-3f89-4b1e-8ef8-28542c5e5d95', 'name': 'network-vif-deleted', 'tag': '41b34763-f75a-4955-9520-f4e8f0d8a7f2'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:26:56.273835 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9dcadc6b-0265-4dc6-8c6f-ad58068477d6 None None] Provisioning for port 2fbd1061-476d-4da3-892f-fb4b6d27a063 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:26:56.286830 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b93eb-17e7-4d2e-9ad2-430bf1d2491f req-374492ca-29a0-4ef0-bcec-50eefacc3f54 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:56.295179 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9dcadc6b-0265-4dc6-8c6f-ad58068477d6 None None] Provisioning complete for port 2fbd1061-476d-4da3-892f-fb4b6d27a063 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:26:56.296500 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2f2b93eb-17e7-4d2e-9ad2-430bf1d2491f req-374492ca-29a0-4ef0-bcec-50eefacc3f54 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 944 time: 0.9276454 May 27 02:26:56.297864 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9dcadc6b-0265-4dc6-8c6f-ad58068477d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:56.319245 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6212d4f9-584a-4de6-9506-c29ae6607081 req-ba219220-1923-4d94-8755-e9f5fe8eb2bd tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.32 "DELETE /v2.0/ports/41b34763-f75a-4955-9520-f4e8f0d8a7f2 HTTP/1.1" status: 204 len: 173 time: 3.0456793 May 27 02:26:56.383902 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740863b8-616d-4ebd-919c-974319c16ca3 req-c58ade45-6cf8-4030-a53e-2357dad852e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:56.386171 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-740863b8-616d-4ebd-919c-974319c16ca3 req-c58ade45-6cf8-4030-a53e-2357dad852e0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bc44a8f1-f55a-42c3-8906-2fd4470a2ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5360742 May 27 02:26:56.395590 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5908c-5484-48c3-ba04-7e503c120f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Pushing event deleted for resources: {'Port': ['ID=cb9c23de-3afd-473a-93c0-ffd55363df36,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:56.397236 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2f2b93eb-17e7-4d2e-9ad2-430bf1d2491f req-0ec729b1-f012-4107-8bdc-cc1fbebb14d6 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993648 May 27 02:26:56.456959 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a3049a2-7ce1-4fc5-bad1-02f4ce02c490'] response: {'server_uuid': '490bdaec-0fa9-481b-aae9-352584d7963a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82de8fe4-3b7a-407f-838f-c3ab15b63f62', 'code': 200} May 27 02:26:56.468932 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9dcadc6b-0265-4dc6-8c6f-ad58068477d6 None None] Port 2fbd1061-476d-4da3-892f-fb4b6d27a063 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:26:56.526288 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cde5908c-5484-48c3-ba04-7e503c120f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:56.586153 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4728d8df-7a7d-4c40-9dca-63f143892dad None None] Could not find standard attr ID for object cb9c23de-3afd-473a-93c0-ffd55363df36. {{(pid=88903) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:26:56.602859 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4728d8df-7a7d-4c40-9dca-63f143892dad None None] Provisioning complete for port 2fbd1061-476d-4da3-892f-fb4b6d27a063 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:26:56.603831 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4728d8df-7a7d-4c40-9dca-63f143892dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:56.636888 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ca71de3-2fd5-439b-a610-b9d898fc5637'] response: {'server_uuid': '3f17bc04-3f89-4b1e-8ef8-28542c5e5d95', 'name': 'network-vif-deleted', 'tag': '41b34763-f75a-4955-9520-f4e8f0d8a7f2', 'status': 'completed', 'code': 200} May 27 02:26:56.685173 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-cde5908c-5484-48c3-ba04-7e503c120f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] 10.222.0.57 "DELETE /v2.0/ports/cb9c23de-3afd-473a-93c0-ffd55363df36 HTTP/1.1" status: 204 len: 168 time: 2.0877998 May 27 02:26:56.689388 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51786) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:56.696033 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f0ae4b80-5821-4baf-be9a-39bc1d9419c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Request body: {'port': {'name': 'tempest-new-port-name-2027106713', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:26:56.696751 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.api.validators [None req-f0ae4b80-5821-4baf-be9a-39bc1d9419c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] bootfile-name is not in valid_values {{(pid=88901) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 02:26:56.697334 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.api.validators [None req-f0ae4b80-5821-4baf-be9a-39bc1d9419c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] tftp-server is not in valid_values {{(pid=88901) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 02:26:56.697875 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.api.validators [None req-f0ae4b80-5821-4baf-be9a-39bc1d9419c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] server-ip-address is not in valid_values {{(pid=88901) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 02:26:56.735277 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-4728d8df-7a7d-4c40-9dca-63f143892dad None None] Port 2fbd1061-476d-4da3-892f-fb4b6d27a063 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:26:57.011571 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c1498175-1827-46db-946f-d5574a257e19 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:26:57.042757 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f0ae4b80-5821-4baf-be9a-39bc1d9419c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:57.206604 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port c1498175-1827-46db-946f-d5574a257e19 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:26:57.206604 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:57.316463 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-740863b8-616d-4ebd-919c-974319c16ca3 req-1e8109dc-cb65-413c-b90c-1a26c67cf408 service neutron] 10.222.0.66 "GET /v2.0/networks/bc44a8f1-f55a-42c3-8906-2fd4470a2ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9118905 May 27 02:26:57.328225 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd928b50-e3c8-4476-a430-ac70dfe5deec req-e1b847c7-1d8f-4a51-bed3-3c2cddd14690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:57.329698 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cd928b50-e3c8-4476-a430-ac70dfe5deec req-e1b847c7-1d8f-4a51-bed3-3c2cddd14690 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=490bdaec-0fa9-481b-aae9-352584d7963a HTTP/1.1" status: 200 len: 1097 time: 0.6909359 May 27 02:26:57.399488 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port c1498175-1827-46db-946f-d5574a257e19 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:26:57.571401 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57237c88-696e-40dc-9662-a8718ca04a20 req-db37e655-9ecb-4fb0-a4f3-459b52df1238 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:57.573449 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-57237c88-696e-40dc-9662-a8718ca04a20 req-db37e655-9ecb-4fb0-a4f3-459b52df1238 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/ports?device_id=490bdaec-0fa9-481b-aae9-352584d7963a HTTP/1.1" status: 200 len: 946 time: 0.9357901 May 27 02:26:57.698055 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d261b-0ac6-4c40-9b0b-5377a61f532a req-36ad54af-17ac-49a5-9180-b598c5067b6f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:57.698055 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3f9d261b-0ac6-4c40-9b0b-5377a61f532a req-36ad54af-17ac-49a5-9180-b598c5067b6f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=de99b920-541f-4020-a772-e43375ba9f6e HTTP/1.1" status: 200 len: 945 time: 0.8170226 May 27 02:26:57.723775 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f0ae4b80-5821-4baf-be9a-39bc1d9419c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:57.877493 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cd928b50-e3c8-4476-a430-ac70dfe5deec req-9adae532-25d4-4e87-9c72-32dfced14125 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=04543955-9f9e-4e44-a576-07b2f2f49601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4176011 May 27 02:26:57.877493 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-57237c88-696e-40dc-9662-a8718ca04a20 req-76f42abd-b2af-4c2e-9d1b-06bdd1ff2a51 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/security-groups?id=04543955-9f9e-4e44-a576-07b2f2f49601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116005 May 27 02:26:57.877493 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3f9d261b-0ac6-4c40-9b0b-5377a61f532a req-2430ab42-70d7-40d4-a044-ac92d6c11783 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367414 May 27 02:26:57.893239 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-740863b8-616d-4ebd-919c-974319c16ca3 req-88116bfc-9874-4548-893e-15cd8aa09263 service neutron] 10.222.0.66 "GET /v2.0/networks/bc44a8f1-f55a-42c3-8906-2fd4470a2ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4929812 May 27 02:26:58.230837 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f0ae4b80-5821-4baf-be9a-39bc1d9419c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:58.231347 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1ce91eaf-35d5-4a6a-a548-01745fd345c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:58.268240 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-740863b8-616d-4ebd-919c-974319c16ca3 req-d3a5268c-dbc7-454c-846f-425fb28d024f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=248cd725-0c24-4047-b076-0aa17cd7ecc0 HTTP/1.1" status: 200 len: 217 time: 0.3088820 May 27 02:26:58.271534 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-2be7bae5-a452-477f-8472-bfbfb279f7b5 req-d7451ebc-b49c-4647-8ccc-90ef70a35b63 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Synchronizing usage tracker for tenant:b08cd8af149f44bd8b4127ae8a32a06c on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:26:58.375104 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-f0ae4b80-5821-4baf-be9a-39bc1d9419c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] In _notify_port_updated(), no bound segment for port 2fbd1061-476d-4da3-892f-fb4b6d27a063 on network 00574b92-5766-452b-b38f-5891efc4049b {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:26:58.380928 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ae4b80-5821-4baf-be9a-39bc1d9419c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:58.383464 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f0ae4b80-5821-4baf-be9a-39bc1d9419c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:58.388651 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f0ae4b80-5821-4baf-be9a-39bc1d9419c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] 10.222.0.57 "PUT /v2.0/ports/2fbd1061-476d-4da3-892f-fb4b6d27a063 HTTP/1.1" status: 200 len: 1129 time: 1.6978705 May 27 02:26:58.389604 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51800) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:58.398904 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae4b80-5821-4baf-be9a-39bc1d9419c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Pushing event updated for resources: {'Port': ['ID=2fbd1061-476d-4da3-892f-fb4b6d27a063,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:58.488642 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da346ab1-9621-4c2a-a1f1-8506503ba64a tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:58.489677 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-da346ab1-9621-4c2a-a1f1-8506503ba64a tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Synchronizing usage tracker for tenant:71b26bc624994adcaff1c09c71c2e11c on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:26:58.543687 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740863b8-616d-4ebd-919c-974319c16ca3 req-36e17c1b-5a09-41b7-9deb-fe96be48a6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:58.545536 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-740863b8-616d-4ebd-919c-974319c16ca3 req-36e17c1b-5a09-41b7-9deb-fe96be48a6cb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=18b9760c-5727-4979-b482-385cb53ebb74 HTTP/1.1" status: 200 len: 797 time: 0.2136405 May 27 02:26:58.555771 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5239a39-ff88-4d44-bc71-233703257a42 req-18c5706f-d0a5-4559-badc-4eb082621f1f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:58.575337 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a5239a39-ff88-4d44-bc71-233703257a42 req-18c5706f-d0a5-4559-badc-4eb082621f1f tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 944 time: 0.3819430 May 27 02:26:58.640837 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-2be7bae5-a452-477f-8472-bfbfb279f7b5 req-d7451ebc-b49c-4647-8ccc-90ef70a35b63 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Unset dirty status for tenant:b08cd8af149f44bd8b4127ae8a32a06c on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:26:58.640837 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2be7bae5-a452-477f-8472-bfbfb279f7b5 req-d7451ebc-b49c-4647-8ccc-90ef70a35b63 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f17bc04-3f89-4b1e-8ef8-28542c5e5d95 HTTP/1.1" status: 200 len: 210 time: 0.5303397 May 27 02:26:58.670901 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-da346ab1-9621-4c2a-a1f1-8506503ba64a tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Unset dirty status for tenant:71b26bc624994adcaff1c09c71c2e11c on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:26:58.670901 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-da346ab1-9621-4c2a-a1f1-8506503ba64a tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] 10.222.0.57 "GET /v2.0/ports/2fbd1061-476d-4da3-892f-fb4b6d27a063 HTTP/1.1" status: 200 len: 1129 time: 0.2659237 May 27 02:26:58.671860 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51804) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:58.698991 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a5239a39-ff88-4d44-bc71-233703257a42 req-33bce549-0169-43c8-9437-a3e9185eaea9 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227436 May 27 02:26:58.713704 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-02309b43-39e5-4560-bbd1-4ff15d62e7e4 None None] Provisioning complete for port 2fbd1061-476d-4da3-892f-fb4b6d27a063 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:26:58.714287 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-02309b43-39e5-4560-bbd1-4ff15d62e7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:58.751769 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740863b8-616d-4ebd-919c-974319c16ca3 req-62626c20-1d25-4b54-b720-be3c90964478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:58.757870 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-740863b8-616d-4ebd-919c-974319c16ca3 req-62626c20-1d25-4b54-b720-be3c90964478 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bc44a8f1-f55a-42c3-8906-2fd4470a2ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1646564 May 27 02:26:58.771266 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-90f683c5-3c81-4812-ab3f-61d35ca5321f tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Deleting port 2fbd1061-476d-4da3-892f-fb4b6d27a063 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:26:58.782753 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-90f683c5-3c81-4812-ab3f-61d35ca5321f tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:58.960506 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-02309b43-39e5-4560-bbd1-4ff15d62e7e4 None None] Port 2fbd1061-476d-4da3-892f-fb4b6d27a063 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:26:59.060690 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:59.111381 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:59.223455 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-740863b8-616d-4ebd-919c-974319c16ca3 req-8a551012-b04c-417f-8ca9-8ed3957bf2df service neutron] 10.222.0.66 "GET /v2.0/networks/bc44a8f1-f55a-42c3-8906-2fd4470a2ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4507430 May 27 02:26:59.225315 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-90f683c5-3c81-4812-ab3f-61d35ca5321f tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:59.262931 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137255f-db6f-422b-9578-b9bd171daae9 req-3401eeb4-86ae-4345-be52-6f727b1db134 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:59.265555 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d137255f-db6f-422b-9578-b9bd171daae9 req-3401eeb4-86ae-4345-be52-6f727b1db134 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=de99b920-541f-4020-a772-e43375ba9f6e HTTP/1.1" status: 200 len: 945 time: 0.1554549 May 27 02:26:59.273315 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cebd02-69b1-4372-839e-2eb032d20c5d req-646c9bc0-e980-43b4-bf47-30e74b961c5c tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:59.274847 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-13cebd02-69b1-4372-839e-2eb032d20c5d req-646c9bc0-e980-43b4-bf47-30e74b961c5c tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/ports?device_id=490bdaec-0fa9-481b-aae9-352584d7963a HTTP/1.1" status: 200 len: 946 time: 0.2311378 May 27 02:26:59.368198 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-90f683c5-3c81-4812-ab3f-61d35ca5321f tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Calling delete_port for 2fbd1061-476d-4da3-892f-fb4b6d27a063 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:26:59.470539 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-13cebd02-69b1-4372-839e-2eb032d20c5d req-ea4d002f-931b-494c-910b-78e14665d3e3 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/security-groups?id=04543955-9f9e-4e44-a576-07b2f2f49601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796572 May 27 02:26:59.487077 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d137255f-db6f-422b-9578-b9bd171daae9 req-4fa6c6e7-db25-41c9-9e61-d3ffb12b7bbf tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102389 May 27 02:26:59.631774 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-740863b8-616d-4ebd-919c-974319c16ca3 req-fc4b5f4e-e726-4b82-a950-94917ee720ec service neutron] 10.222.0.66 "GET /v2.0/networks/bc44a8f1-f55a-42c3-8906-2fd4470a2ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398042 May 27 02:26:59.803735 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-90f683c5-3c81-4812-ab3f-61d35ca5321f tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:59.975558 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f683c5-3c81-4812-ab3f-61d35ca5321f tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Pushing event deleted for resources: {'Port': ['ID=2fbd1061-476d-4da3-892f-fb4b6d27a063,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:00.080518 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-90f683c5-3c81-4812-ab3f-61d35ca5321f tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:00.176199 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-740863b8-616d-4ebd-919c-974319c16ca3 req-79572769-1681-442d-84bb-b72c93739aad service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=264c73cf-2308-4577-bcf0-61fc0de4e850 HTTP/1.1" status: 200 len: 217 time: 0.4778898 May 27 02:27:00.266484 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7fe3e6-6c1d-42c3-a803-cda933015bf6 req-0e4b9abd-8c20-4492-b723-4493e5114ba8 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:00.274427 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1a7fe3e6-6c1d-42c3-a803-cda933015bf6 req-0e4b9abd-8c20-4492-b723-4493e5114ba8 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=31da9e92-be8a-497c-81ac-03e605f02623 HTTP/1.1" status: 200 len: 945 time: 0.6357777 May 27 02:27:00.414360 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b60cb-6498-4579-a338-f6f4f2fdcdca req-e7aa9933-fbca-43a0-a6e2-385bee97e229 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:00.414360 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-486b60cb-6498-4579-a338-f6f4f2fdcdca req-e7aa9933-fbca-43a0-a6e2-385bee97e229 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 944 time: 0.2238851 May 27 02:27:00.414360 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1a7fe3e6-6c1d-42c3-a803-cda933015bf6 req-134a8e95-9f0f-45f9-ae81-fe5459113c43 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756845 May 27 02:27:00.414360 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-486b60cb-6498-4579-a338-f6f4f2fdcdca req-4a9789d5-dbb3-4cf3-ae47-88f072e21f8a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572760 May 27 02:27:00.457894 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740863b8-616d-4ebd-919c-974319c16ca3 req-404bbb5e-8232-472f-a5f8-c50404bcbed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:00.459392 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-740863b8-616d-4ebd-919c-974319c16ca3 req-404bbb5e-8232-472f-a5f8-c50404bcbed7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ab16c072-4114-4898-aa65-b9d65de14e79 HTTP/1.1" status: 200 len: 797 time: 0.0736575 May 27 02:27:00.693105 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-948144a9-7f22-40ab-b721-3ad7bc2a00cb tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:00.694745 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-948144a9-7f22-40ab-b721-3ad7bc2a00cb tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/networks?id=b0cf1283-9231-4b2a-9144-4eb59719bffc HTTP/1.1" status: 200 len: 806 time: 0.2259796 May 27 02:27:00.700687 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740863b8-616d-4ebd-919c-974319c16ca3 req-d0a2cb66-9089-4f96-a707-835740b8b380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:00.702705 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-740863b8-616d-4ebd-919c-974319c16ca3 req-d0a2cb66-9089-4f96-a707-835740b8b380 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c9b6b64d-3919-4b90-9366-bcda75991abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2055902 May 27 02:27:00.792933 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-5be457c1-b929-4f2c-bc18-a36a1ccb0122 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/quotas/b08cd8af149f44bd8b4127ae8a32a06c HTTP/1.1" status: 200 len: 375 time: 0.0892160 May 27 02:27:00.845035 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-90f683c5-3c81-4812-ab3f-61d35ca5321f tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] 10.222.0.57 "DELETE /v2.0/ports/2fbd1061-476d-4da3-892f-fb4b6d27a063 HTTP/1.1" status: 204 len: 168 time: 2.1705990 May 27 02:27:00.846470 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51846) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:00.849484 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:00.918874 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-740863b8-616d-4ebd-919c-974319c16ca3 req-4497139a-a8f4-4dd6-9182-98a2fe9ee45b service neutron] 10.222.0.66 "GET /v2.0/networks/c9b6b64d-3919-4b90-9366-bcda75991abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995072 May 27 02:27:00.919005 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd9e9a88-c0ca-410d-a9a2-f1001dc0b9b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Deleting subnet e8bbd63d-53f9-4912-8e22-07ec7d53ebbf {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:27:00.919819 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dd9e9a88-c0ca-410d-a9a2-f1001dc0b9b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:00.928602 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-83c8a5e9-1848-46a2-9e15-34009280aff4 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b08cd8af149f44bd8b4127ae8a32a06c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1229494 May 27 02:27:00.941762 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-11bbcec1-2251-4a81-a3d1-f1f073834e2d service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:27:00.942696 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-11bbcec1-2251-4a81-a3d1-f1f073834e2d service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054996 May 27 02:27:00.983302 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dd9e9a88-c0ca-410d-a9a2-f1001dc0b9b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:01.088976 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dd9e9a88-c0ca-410d-a9a2-f1001dc0b9b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:01.277813 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-9313ce5a-fca7-495a-b059-f8bd08ffb167 service neutron] 10.222.0.57 "GET /v2.0/networks/b0cf1283-9231-4b2a-9144-4eb59719bffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213935 May 27 02:27:01.287535 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dd9e9a88-c0ca-410d-a9a2-f1001dc0b9b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:01.330780 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e9a88-c0ca-410d-a9a2-f1001dc0b9b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Pushing event deleted for resources: {'Subnet': ['ID=e8bbd63d-53f9-4912-8e22-07ec7d53ebbf,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:01.334357 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dd9e9a88-c0ca-410d-a9a2-f1001dc0b9b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:01.342069 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8b79c1-b081-41df-af86-10050f05804f None None] Network 00574b92-5766-452b-b38f-5891efc4049b requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:27:01.344128 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-dd9e9a88-c0ca-410d-a9a2-f1001dc0b9b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] 10.222.0.57 "DELETE /v2.0/subnets/e8bbd63d-53f9-4912-8e22-07ec7d53ebbf HTTP/1.1" status: 204 len: 168 time: 0.4965911 May 27 02:27:01.344731 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51856) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:01.387530 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-740863b8-616d-4ebd-919c-974319c16ca3 req-62a6e037-3c95-430e-a04a-2b56f0b18bfb service neutron] 10.222.0.66 "GET /v2.0/networks/c9b6b64d-3919-4b90-9366-bcda75991abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308358 May 27 02:27:01.462119 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1bfbf3dd-a9a8-4dc0-b86c-ae5059f080df tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:01.475257 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-1bfbf3dd-a9a8-4dc0-b86c-ae5059f080df tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Deleting port c1498175-1827-46db-946f-d5574a257e19 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:27:01.475573 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1bfbf3dd-a9a8-4dc0-b86c-ae5059f080df tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:01.495898 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-740863b8-616d-4ebd-919c-974319c16ca3 req-d4343e20-db3b-49ce-a372-68760fe3d0d4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=846f130e-8b5c-43bc-a6aa-7b9b06383b8c HTTP/1.1" status: 200 len: 217 time: 0.1005340 May 27 02:27:01.547686 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f3b9a-52df-4721-a574-25774c8b0606 req-9a6fa448-0cc3-4347-b587-837b0dcc65a1 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:01.549346 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e5f3b9a-52df-4721-a574-25774c8b0606 req-9a6fa448-0cc3-4347-b587-837b0dcc65a1 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/ports?device_id=490bdaec-0fa9-481b-aae9-352584d7963a HTTP/1.1" status: 200 len: 946 time: 0.3644042 May 27 02:27:01.615381 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-c9c55077-b8f8-4bd1-85eb-0a0e0e3eb875 service neutron] 10.222.0.57 "GET /v2.0/networks/b0cf1283-9231-4b2a-9144-4eb59719bffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261075 May 27 02:27:01.625377 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740863b8-616d-4ebd-919c-974319c16ca3 req-5aca6442-68d0-4197-bc7f-9fcf33203390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:01.626800 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-740863b8-616d-4ebd-919c-974319c16ca3 req-5aca6442-68d0-4197-bc7f-9fcf33203390 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ab16c072-4114-4898-aa65-b9d65de14e79 HTTP/1.1" status: 200 len: 797 time: 0.1159561 May 27 02:27:01.657040 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afb2b17-0a5a-4167-acff-c18d57db0ac7 None None] DHCP port deletion for 00574b92-5766-452b-b38f-5891efc4049b request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:27:01.662102 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-2afb2b17-0a5a-4167-acff-c18d57db0ac7 None None] Deleting port c1498175-1827-46db-946f-d5574a257e19 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:27:01.662632 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2afb2b17-0a5a-4167-acff-c18d57db0ac7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:01.681348 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e5f3b9a-52df-4721-a574-25774c8b0606 req-aa691588-2e83-47f7-b9ce-725467f10561 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/security-groups?id=04543955-9f9e-4e44-a576-07b2f2f49601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042979 May 27 02:27:01.736796 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740863b8-616d-4ebd-919c-974319c16ca3 req-6cda56ed-7f43-4ea6-9ead-917236c01716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:01.738422 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-740863b8-616d-4ebd-919c-974319c16ca3 req-6cda56ed-7f43-4ea6-9ead-917236c01716 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c9b6b64d-3919-4b90-9366-bcda75991abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1036544 May 27 02:27:01.802271 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-1bfbf3dd-a9a8-4dc0-b86c-ae5059f080df tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] For port c1498175-1827-46db-946f-d5574a257e19, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c1498175-1827-46db-946f-d5574a257e19,segment=NetworkSegment(0f9594cc-a002-4fdf-bf27-9d6de5daa340),segment_id=0f9594cc-a002-4fdf-bf27-9d6de5daa340)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:27:01.802908 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1bfbf3dd-a9a8-4dc0-b86c-ae5059f080df tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:02.080480 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-1bfbf3dd-a9a8-4dc0-b86c-ae5059f080df tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Calling delete_port for c1498175-1827-46db-946f-d5574a257e19 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:27:02.252385 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-2afb2b17-0a5a-4167-acff-c18d57db0ac7 None None] For port c1498175-1827-46db-946f-d5574a257e19, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c1498175-1827-46db-946f-d5574a257e19,segment=NetworkSegment(0f9594cc-a002-4fdf-bf27-9d6de5daa340),segment_id=0f9594cc-a002-4fdf-bf27-9d6de5daa340)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:27:02.258703 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2afb2b17-0a5a-4167-acff-c18d57db0ac7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:02.365680 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-740863b8-616d-4ebd-919c-974319c16ca3 req-33d9a757-6e7b-43f1-a9b7-2cad68926367 service neutron] 10.222.0.66 "GET /v2.0/networks/c9b6b64d-3919-4b90-9366-bcda75991abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6195385 May 27 02:27:02.367070 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1bfbf3dd-a9a8-4dc0-b86c-ae5059f080df tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:02.397792 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-2afb2b17-0a5a-4167-acff-c18d57db0ac7 None None] Calling delete_port for c1498175-1827-46db-946f-d5574a257e19 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:27:02.450380 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfbf3dd-a9a8-4dc0-b86c-ae5059f080df tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Pushing event deleted for resources: {'Port': ['ID=c1498175-1827-46db-946f-d5574a257e19,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:02.470099 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfbf3dd-a9a8-4dc0-b86c-ae5059f080df tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] No DVR routers for this DVR port c1498175-1827-46db-946f-d5574a257e19 on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:27:02.479613 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38e570-8409-4f22-beb2-c8c13f5c1032 req-8f1a1545-2fe5-4b07-8d4f-4c35e0fbd45d tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:02.487429 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ff38e570-8409-4f22-beb2-c8c13f5c1032 req-8f1a1545-2fe5-4b07-8d4f-4c35e0fbd45d tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=31da9e92-be8a-497c-81ac-03e605f02623 HTTP/1.1" status: 200 len: 945 time: 0.2995369 May 27 02:27:02.523747 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4545e6-98e3-4755-94b8-e6d95fe89f28 req-9209c9fe-e66d-41e6-84c5-9fef6a800b1c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:02.523747 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6e4545e6-98e3-4755-94b8-e6d95fe89f28 req-9209c9fe-e66d-41e6-84c5-9fef6a800b1c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 944 time: 0.2943652 May 27 02:27:02.556231 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-2afb2b17-0a5a-4167-acff-c18d57db0ac7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:27:02.556720 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-2afb2b17-0a5a-4167-acff-c18d57db0ac7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:27:02.583174 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ff38e570-8409-4f22-beb2-c8c13f5c1032 req-17a486c6-18bf-4d3c-a410-c76ed3e51020 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948071 May 27 02:27:02.633927 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-740863b8-616d-4ebd-919c-974319c16ca3 req-eee67d55-c7d6-4793-8964-60d68d741e4f service neutron] 10.222.0.66 "GET /v2.0/networks/c9b6b64d-3919-4b90-9366-bcda75991abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569034 May 27 02:27:02.640573 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6e4545e6-98e3-4755-94b8-e6d95fe89f28 req-22f02217-2af2-41d1-adab-3f9f40547701 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033080 May 27 02:27:02.644152 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1bfbf3dd-a9a8-4dc0-b86c-ae5059f080df tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:02.691538 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-1bfbf3dd-a9a8-4dc0-b86c-ae5059f080df tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00574b92-5766-452b-b38f-5891efc4049b']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:27:02.723993 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d5237367-fc31-4ecc-b67a-3c9bf3245598 req-00395e34-d7d1-4ddd-96a2-758b241aa9c1 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=03d58198-1434-4920-8b21-16b0896d4896 HTTP/1.1" status: 200 len: 210 time: 0.0641608 May 27 02:27:02.746860 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-1bfbf3dd-a9a8-4dc0-b86c-ae5059f080df tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f9594cc-a002-4fdf-bf27-9d6de5daa340') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:27:02.747165 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-1bfbf3dd-a9a8-4dc0-b86c-ae5059f080df tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f9594cc-a002-4fdf-bf27-9d6de5daa340') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:27:02.790137 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1bfbf3dd-a9a8-4dc0-b86c-ae5059f080df tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:02.842616 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1bfbf3dd-a9a8-4dc0-b86c-ae5059f080df tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:02.851039 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bfbf3dd-a9a8-4dc0-b86c-ae5059f080df tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:27:02.851572 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1bfbf3dd-a9a8-4dc0-b86c-ae5059f080df tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:02.902176 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c1498175-1827-46db-946f-d5574a257e19 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:27:02.961927 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: c1498175-1827-46db-946f-d5574a257e19 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:27:02.962369 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c1498175-1827-46db-946f-d5574a257e19 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:27:03.062569 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-2afb2b17-0a5a-4167-acff-c18d57db0ac7 None None] Deleting port c1498175-1827-46db-946f-d5574a257e19 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:27:03.063189 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2afb2b17-0a5a-4167-acff-c18d57db0ac7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:03.128908 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1bfbf3dd-a9a8-4dc0-b86c-ae5059f080df tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:03.184688 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1bfbf3dd-a9a8-4dc0-b86c-ae5059f080df tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:03.201413 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 0f9594cc-a002-4fdf-bf27-9d6de5daa340 resource provider aggregate not found May 27 02:27:03.209715 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-2afb2b17-0a5a-4167-acff-c18d57db0ac7 None None] The port 'c1498175-1827-46db-946f-d5574a257e19' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:27:03.253827 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1bfbf3dd-a9a8-4dc0-b86c-ae5059f080df tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] 10.222.0.57 "DELETE /v2.0/networks/00574b92-5766-452b-b38f-5891efc4049b HTTP/1.1" status: 204 len: 168 time: 1.8997376 May 27 02:27:03.253827 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfbf3dd-a9a8-4dc0-b86c-ae5059f080df tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045 tempest-ExtraDHCPOptionsIpV6TestJSON-1256237045-project] Pushing event deleted for resources: {'Network': ['ID=00574b92-5766-452b-b38f-5891efc4049b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:03.265568 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 0f9594cc-a002-4fdf-bf27-9d6de5daa340 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0f9594cc-a002-4fdf-bf27-9d6de5daa340 found for delete ", "request_id": "req-b890f384-1ae7-4d0d-b347-6085587d3813"}]} May 27 02:27:03.531631 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c24ad6-a4ed-4a4f-bb30-56d041fed3e2 req-303830a6-694d-4324-bee9-a9fe2f7596cf tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:03.533812 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d4c24ad6-a4ed-4a4f-bb30-56d041fed3e2 req-303830a6-694d-4324-bee9-a9fe2f7596cf tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=31da9e92-be8a-497c-81ac-03e605f02623 HTTP/1.1" status: 200 len: 945 time: 0.0914633 May 27 02:27:03.596835 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d4c24ad6-a4ed-4a4f-bb30-56d041fed3e2 req-6c08d8eb-77e4-4ac8-8ed5-78d350363e94 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578172 May 27 02:27:03.935789 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9a10742b-8b01-4204-8bc4-cccdc46958df req-9dd0a68e-c8af-454c-ac1d-74837822642c tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=03d58198-1434-4920-8b21-16b0896d4896 HTTP/1.1" status: 200 len: 210 time: 0.0657721 May 27 02:27:03.966525 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d5344-3263-4e2b-9dfa-bc6806813e4c req-f5b0daef-0ffb-41e9-9982-aa34b43af70a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:03.969721 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-030d5344-3263-4e2b-9dfa-bc6806813e4c req-f5b0daef-0ffb-41e9-9982-aa34b43af70a tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 944 time: 0.1693306 May 27 02:27:04.027583 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51976) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:04.076765 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-030d5344-3263-4e2b-9dfa-bc6806813e4c req-7370ec71-1514-4948-9e05-f4b0da8a4d20 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908616 May 27 02:27:04.219187 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-09108d0d-d9b7-4d8e-8f66-8d860949356e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=71b26bc624994adcaff1c09c71c2e11c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1892214 May 27 02:27:04.227080 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51986) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:04.314510 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 46916ba0-85dd-4447-a580-3723a864f219 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:27:04.319860 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-981cbc29-53ee-4367-92af-8cf06799f341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:04.391120 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-981cbc29-53ee-4367-92af-8cf06799f341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:04.516131 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 46916ba0-85dd-4447-a580-3723a864f219, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=46916ba0-85dd-4447-a580-3723a864f219,segment=NetworkSegment(7321cd14-1f6f-448d-a8d3-637a53c8da8a),segment_id=7321cd14-1f6f-448d-a8d3-637a53c8da8a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:27:04.522935 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:27:04.532063 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '46916ba0-85dd-4447-a580-3723a864f219', 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac', 'port_id': '46916ba0-85dd-4447-a580-3723a864f219', 'mac_address': 'fa:16:3e:33:a6:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c302d24-860d-464a-9c69-32cd4f709ca1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:27:04.602751 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 46916ba0-85dd-4447-a580-3723a864f219 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:27:04.604079 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:04.631541 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46916ba0-85dd-4447-a580-3723a864f219 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:27:04.646424 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-981cbc29-53ee-4367-92af-8cf06799f341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:04.651658 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 46916ba0-85dd-4447-a580-3723a864f219, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=46916ba0-85dd-4447-a580-3723a864f219,segment=NetworkSegment(7321cd14-1f6f-448d-a8d3-637a53c8da8a),segment_id=7321cd14-1f6f-448d-a8d3-637a53c8da8a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:27:04.669773 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981cbc29-53ee-4367-92af-8cf06799f341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16eab6a-8e9e-4ab0-8df0-6d53f2c43615,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:04.689084 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-981cbc29-53ee-4367-92af-8cf06799f341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:04.689690 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-981cbc29-53ee-4367-92af-8cf06799f341 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d16eab6a-8e9e-4ab0-8df0-6d53f2c43615 HTTP/1.1" status: 204 len: 168 time: 0.4616222 May 27 02:27:04.740937 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c3c94-15d4-4df9-908c-c6fb24ede88d req-c8fa3450-966d-48dd-82a6-2e443daa0e53 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:04.749814 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b10c3c94-15d4-4df9-908c-c6fb24ede88d req-c8fa3450-966d-48dd-82a6-2e443daa0e53 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "GET /v2.0/ports?device_id=703dc17a-e6dd-4e60-b9be-83f0b1f667c5 HTTP/1.1" status: 200 len: 945 time: 0.1401918 May 27 02:27:04.757151 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:04.865158 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b10c3c94-15d4-4df9-908c-c6fb24ede88d req-2c880292-7a6f-498c-8c0b-2a94df2ca990 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "GET /v2.0/security-groups?id=3c6a9393-fc6d-4302-8877-bba603bfca20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143451 May 27 02:27:04.876063 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=46916ba0-85dd-4447-a580-3723a864f219,revision_number=11']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:04.919983 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c6dfc-d2af-40ef-a731-d86cbfafc286 req-cd979deb-85de-4d6e-b90e-b3a1a120aabd tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:04.923399 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fe0c6dfc-d2af-40ef-a731-d86cbfafc286 req-cd979deb-85de-4d6e-b90e-b3a1a120aabd tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=31da9e92-be8a-497c-81ac-03e605f02623 HTTP/1.1" status: 200 len: 945 time: 0.1367433 May 27 02:27:05.055618 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['46916ba0-85dd-4447-a580-3723a864f219'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:27:05.157503 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f408fceb-ab3d-43c2-ad00-f73ecdcce682 req-fa2df89c-eddc-47d7-be0a-567f364b547d tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=03d58198-1434-4920-8b21-16b0896d4896 HTTP/1.1" status: 200 len: 210 time: 0.0659454 May 27 02:27:05.250815 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-54131f2b-46e2-41e7-97bb-0c281c7cccfc tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:05.258510 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-54131f2b-46e2-41e7-97bb-0c281c7cccfc tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.32 "GET /v2.0/networks?id=b0cf1283-9231-4b2a-9144-4eb59719bffc HTTP/1.1" status: 200 len: 806 time: 0.3311377 May 27 02:27:05.272973 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fe0c6dfc-d2af-40ef-a731-d86cbfafc286 req-c1a52f6b-ffac-41d0-8343-36e16bc9bc33 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289263 May 27 02:27:05.283385 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-87054813-6236-473a-b2df-1332abbef440 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Request body: {'port': {'device_id': '03d58198-1434-4920-8b21-16b0896d4896', 'network_id': 'b0cf1283-9231-4b2a-9144-4eb59719bffc', 'admin_state_up': True, 'tenant_id': 'b08cd8af149f44bd8b4127ae8a32a06c'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:27:05.725548 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64a1ee-45f3-4c32-9ce4-8834d8604da4 req-5fa4e5b3-12da-4d6e-93f0-0db5f8eccd4e tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:05.733096 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8d64a1ee-45f3-4c32-9ce4-8834d8604da4 req-5fa4e5b3-12da-4d6e-93f0-0db5f8eccd4e tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 945 time: 0.2324929 May 27 02:27:05.757896 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-87054813-6236-473a-b2df-1332abbef440 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:27:05.802744 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8d64a1ee-45f3-4c32-9ce4-8834d8604da4 req-9abc0b47-1b73-4399-86e8-c5a2af7e8d64 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686600 May 27 02:27:05.803967 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-87054813-6236-473a-b2df-1332abbef440 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:27:05.922822 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-87054813-6236-473a-b2df-1332abbef440 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Made reservation on behalf of b08cd8af149f44bd8b4127ae8a32a06c for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:27:05.926342 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-87054813-6236-473a-b2df-1332abbef440 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:06.175356 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-87054813-6236-473a-b2df-1332abbef440 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Allocated IP 172.20.0.8 (b0cf1283-9231-4b2a-9144-4eb59719bffc/505370ea-6a69-4c6a-9c79-68e9a416bb4a/2e96fd57-1a57-424c-a623-a83503c632b4) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:27:06.345884 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 46916ba0-85dd-4447-a580-3723a864f219 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:27:06.402987 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52044) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:06.562842 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 46916ba0-85dd-4447-a580-3723a864f219 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:27:06.571582 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 46916ba0-85dd-4447-a580-3723a864f219 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:27:06.573637 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:06.663032 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d0d02bf5-8a00-4a82-a0e3-8de282da7cdd req-a225cd53-8e77-4eea-a04e-3e50768c892a tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=03d58198-1434-4920-8b21-16b0896d4896 HTTP/1.1" status: 200 len: 210 time: 0.1059344 May 27 02:27:06.702896 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b8e211e9-97da-4bca-8581-e4c13bff5a36 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-881873680'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:27:06.711738 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b8e211e9-97da-4bca-8581-e4c13bff5a36 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:27:06.720089 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b8e211e9-97da-4bca-8581-e4c13bff5a36 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Usage tracker for resource:network and tenant:eedc7583a8964b39946dce7dbeefaea7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:27:06.726495 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b8e211e9-97da-4bca-8581-e4c13bff5a36 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:27:06.732739 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b8e211e9-97da-4bca-8581-e4c13bff5a36 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:27:06.796944 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6f361-66dc-440b-b2b8-ce6c5973cb4a req-2199e298-ca48-44ac-a63b-0fcc0c78f6ee tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:06.799207 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9fe6f361-66dc-440b-b2b8-ce6c5973cb4a req-2199e298-ca48-44ac-a63b-0fcc0c78f6ee tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "GET /v2.0/ports?device_id=703dc17a-e6dd-4e60-b9be-83f0b1f667c5 HTTP/1.1" status: 200 len: 945 time: 0.2850671 May 27 02:27:06.806973 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-87054813-6236-473a-b2df-1332abbef440 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:06.827827 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 46916ba0-85dd-4447-a580-3723a864f219 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:27:06.830467 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:06.852338 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e211e9-97da-4bca-8581-e4c13bff5a36 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Made reservation on behalf of eedc7583a8964b39946dce7dbeefaea7 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:27:06.855981 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8e211e9-97da-4bca-8581-e4c13bff5a36 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:06.890231 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8e211e9-97da-4bca-8581-e4c13bff5a36 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:06.891235 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9fe6f361-66dc-440b-b2b8-ce6c5973cb4a req-e9ee68b6-7d5f-435a-977a-22425553a0d5 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "GET /v2.0/security-groups?id=3c6a9393-fc6d-4302-8877-bba603bfca20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807643 May 27 02:27:06.894938 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097d415b-8682-414a-b18a-93ee98ad1c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46916ba0-85dd-4447-a580-3723a864f219'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:27:06.914334 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 46916ba0-85dd-4447-a580-3723a864f219, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=46916ba0-85dd-4447-a580-3723a864f219,segment=NetworkSegment(7321cd14-1f6f-448d-a8d3-637a53c8da8a),segment_id=7321cd14-1f6f-448d-a8d3-637a53c8da8a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:27:06.943692 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b8e211e9-97da-4bca-8581-e4c13bff5a36 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:27:06.948323 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b8e211e9-97da-4bca-8581-e4c13bff5a36 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Usage tracker for resource:security_group_rule and tenant:eedc7583a8964b39946dce7dbeefaea7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:27:06.955929 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b8e211e9-97da-4bca-8581-e4c13bff5a36 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:27:06.963525 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b8e211e9-97da-4bca-8581-e4c13bff5a36 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:27:06.996852 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:07.070225 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-87054813-6236-473a-b2df-1332abbef440 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:07.100469 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=46916ba0-85dd-4447-a580-3723a864f219,revision_number=12']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:07.103968 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['cfb7cdfa-51e3-48fc-9dff-7e74813e008c'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:27:07.125109 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8e211e9-97da-4bca-8581-e4c13bff5a36 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:07.200221 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87054813-6236-473a-b2df-1332abbef440 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Pushing event updated for resources: {'Port': ['ID=2e96fd57-1a57-424c-a623-a83503c632b4,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:07.212375 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-87054813-6236-473a-b2df-1332abbef440 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Network b0cf1283-9231-4b2a-9144-4eb59719bffc is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:27:07.218916 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-87054813-6236-473a-b2df-1332abbef440 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:27:07.223907 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8e211e9-97da-4bca-8581-e4c13bff5a36 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:07.245945 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-87054813-6236-473a-b2df-1332abbef440 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:27:07.253289 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8e211e9-97da-4bca-8581-e4c13bff5a36 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:27:07.264377 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8e211e9-97da-4bca-8581-e4c13bff5a36 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:07.265048 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-b8e211e9-97da-4bca-8581-e4c13bff5a36 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Added segment ef8229e3-eaed-4b25-bba5-f7704fecb3e2 of type vlan for network 98184d26-9a61-457b-9a39-b62ac7f0ceb2 May 27 02:27:07.339163 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8e211e9-97da-4bca-8581-e4c13bff5a36 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:07.424581 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e211e9-97da-4bca-8581-e4c13bff5a36 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7410b9d2-e55f-49ee-9c8f-70543b84009c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:07.429457 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-87054813-6236-473a-b2df-1332abbef440 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:07.432627 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-87054813-6236-473a-b2df-1332abbef440 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:07.497877 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ac9e7-e28b-4430-be0f-fd93fb8b7d56 req-45b03ab9-0d11-484a-8cce-fe917d0e70e5 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:07.499484 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cf4ac9e7-e28b-4430-be0f-fd93fb8b7d56 req-45b03ab9-0d11-484a-8cce-fe917d0e70e5 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 946 time: 0.3771055 May 27 02:27:07.511789 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8e211e9-97da-4bca-8581-e4c13bff5a36 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:07.518780 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a90243d9-dc61-41a0-acf9-2734e95a5333'] response: {'server_uuid': '097d415b-8682-414a-b18a-93ee98ad1c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46916ba0-85dd-4447-a580-3723a864f219', 'code': 200} May 27 02:27:07.547440 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e211e9-97da-4bca-8581-e4c13bff5a36 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:07.552202 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8e211e9-97da-4bca-8581-e4c13bff5a36 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:07.627397 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cf4ac9e7-e28b-4430-be0f-fd93fb8b7d56 req-a16cd108-5005-43d2-9903-5c5316abddfa tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209953 May 27 02:27:07.630526 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-87054813-6236-473a-b2df-1332abbef440 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3546197 May 27 02:27:07.660618 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-f1d611e3-07cc-40d2-a0e3-075f91740335 service neutron] Request body: {'port': {'device_id': '03d58198-1434-4920-8b21-16b0896d4896', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:27:07.831449 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e211e9-97da-4bca-8581-e4c13bff5a36 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Pushing event updated for resources: {'Network': ['ID=98184d26-9a61-457b-9a39-b62ac7f0ceb2,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:07.844746 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 98184d26-9a61-457b-9a39-b62ac7f0ceb2 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:27:07.933439 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b8e211e9-97da-4bca-8581-e4c13bff5a36 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5266461 May 27 02:27:07.944362 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52074) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:07.964626 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3a4e9009-a83d-480b-9cf5-fdbc5b2571f0 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Request body: {'subnet': {'network_id': '98184d26-9a61-457b-9a39-b62ac7f0ceb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:27:08.086690 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-f1d611e3-07cc-40d2-a0e3-075f91740335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:08.195912 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6f86f-8958-4238-9d59-2b58fe86a8a2 req-2aee83cf-04d7-49ad-b939-83d834014ce7 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:08.201833 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6f86f-8958-4238-9d59-2b58fe86a8a2 req-2aee83cf-04d7-49ad-b939-83d834014ce7 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:08.207847 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6f86f-8958-4238-9d59-2b58fe86a8a2 req-2aee83cf-04d7-49ad-b939-83d834014ce7 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:08.214026 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6f86f-8958-4238-9d59-2b58fe86a8a2 req-2aee83cf-04d7-49ad-b939-83d834014ce7 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:08.220734 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6f86f-8958-4238-9d59-2b58fe86a8a2 req-2aee83cf-04d7-49ad-b939-83d834014ce7 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:08.226257 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6f86f-8958-4238-9d59-2b58fe86a8a2 req-2aee83cf-04d7-49ad-b939-83d834014ce7 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:08.232031 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6f86f-8958-4238-9d59-2b58fe86a8a2 req-2aee83cf-04d7-49ad-b939-83d834014ce7 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:08.234510 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-78f6f86f-8958-4238-9d59-2b58fe86a8a2 req-2aee83cf-04d7-49ad-b939-83d834014ce7 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 5434 time: 0.4372900 May 27 02:27:08.261550 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eeac58-6788-4ab6-b60e-7d6572602cde req-84e4ee40-b914-4c9e-a828-a61bd566c0fb tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:08.263603 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-59eeac58-6788-4ab6-b60e-7d6572602cde req-84e4ee40-b914-4c9e-a828-a61bd566c0fb tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Synchronizing usage tracker for tenant:90cb016bc5624b738605957a017e8a06 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:27:08.265114 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3a4e9009-a83d-480b-9cf5-fdbc5b2571f0 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:27:08.270238 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3a4e9009-a83d-480b-9cf5-fdbc5b2571f0 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Usage tracker for resource:subnet and tenant:eedc7583a8964b39946dce7dbeefaea7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:27:08.274970 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3a4e9009-a83d-480b-9cf5-fdbc5b2571f0 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:27:08.284374 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3a4e9009-a83d-480b-9cf5-fdbc5b2571f0 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:27:08.290977 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-59eeac58-6788-4ab6-b60e-7d6572602cde req-84e4ee40-b914-4c9e-a828-a61bd566c0fb tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Unset dirty status for tenant:90cb016bc5624b738605957a017e8a06 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:27:08.291844 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd30bf-7ab7-426c-955b-e1bd75ed5ea2 req-fc81f1c8-1579-4e9b-bd59-63f683cdfdd1 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:08.292566 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-c5fd30bf-7ab7-426c-955b-e1bd75ed5ea2 req-fc81f1c8-1579-4e9b-bd59-63f683cdfdd1 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Synchronizing usage tracker for tenant:b08cd8af149f44bd8b4127ae8a32a06c on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:27:08.292869 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-59eeac58-6788-4ab6-b60e-7d6572602cde req-84e4ee40-b914-4c9e-a828-a61bd566c0fb tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.32 "GET /v2.0/ports?device_id=703dc17a-e6dd-4e60-b9be-83f0b1f667c5 HTTP/1.1" status: 200 len: 945 time: 0.4624934 May 27 02:27:08.365395 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3047de9-6fc4-4817-84a6-327c3504028f req-bdcad3e7-0efb-445b-a32a-c991839c8435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:08.366316 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c3047de9-6fc4-4817-84a6-327c3504028f req-bdcad3e7-0efb-445b-a32a-c991839c8435 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 1097 time: 0.3993864 May 27 02:27:08.378078 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-59eeac58-6788-4ab6-b60e-7d6572602cde req-37231a70-f54f-455d-a54a-fcfcd7e8bdc1 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Deleting port 519af3a2-0487-4404-b2cc-1e787158c1fc {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:27:08.378650 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-59eeac58-6788-4ab6-b60e-7d6572602cde req-37231a70-f54f-455d-a54a-fcfcd7e8bdc1 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:08.403433 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-78f6f86f-8958-4238-9d59-2b58fe86a8a2 req-76733183-2b34-4347-b652-b2b34f7d73d0 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=057f65d9-7e45-40c8-b89f-71d48d79e181&id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1600316 May 27 02:27:08.456054 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4e9009-a83d-480b-9cf5-fdbc5b2571f0 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Made reservation on behalf of eedc7583a8964b39946dce7dbeefaea7 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:27:08.460787 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a4e9009-a83d-480b-9cf5-fdbc5b2571f0 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:08.516232 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-c5fd30bf-7ab7-426c-955b-e1bd75ed5ea2 req-fc81f1c8-1579-4e9b-bd59-63f683cdfdd1 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Unset dirty status for tenant:b08cd8af149f44bd8b4127ae8a32a06c on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:27:08.517684 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c5fd30bf-7ab7-426c-955b-e1bd75ed5ea2 req-fc81f1c8-1579-4e9b-bd59-63f683cdfdd1 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=03d58198-1434-4920-8b21-16b0896d4896 HTTP/1.1" status: 200 len: 931 time: 0.6159141 May 27 02:27:08.524229 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c3047de9-6fc4-4817-84a6-327c3504028f req-3032f0a4-bb4a-4e19-af51-0770ebd034d8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417549 May 27 02:27:08.627817 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c5fd30bf-7ab7-426c-955b-e1bd75ed5ea2 req-0c93d7bc-af74-4434-ae80-f4327b3c16d3 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935483 May 27 02:27:08.844494 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-f1d611e3-07cc-40d2-a0e3-075f91740335 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e96fd57-1a57-424c-a623-a83503c632b4 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:27:08.853017 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-f1d611e3-07cc-40d2-a0e3-075f91740335 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:08.869289 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-f1d611e3-07cc-40d2-a0e3-075f91740335 service neutron] Transition to ACTIVE for port object 2e96fd57-1a57-424c-a623-a83503c632b4 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:27:09.017131 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-f1d611e3-07cc-40d2-a0e3-075f91740335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:09.052900 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-59eeac58-6788-4ab6-b60e-7d6572602cde req-37231a70-f54f-455d-a54a-fcfcd7e8bdc1 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] For port 519af3a2-0487-4404-b2cc-1e787158c1fc, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=519af3a2-0487-4404-b2cc-1e787158c1fc,segment=NetworkSegment(6e38a0a4-498f-4c12-926f-77a899604593),segment_id=6e38a0a4-498f-4c12-926f-77a899604593)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:27:09.054836 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-59eeac58-6788-4ab6-b60e-7d6572602cde req-37231a70-f54f-455d-a54a-fcfcd7e8bdc1 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:09.335674 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d611e3-07cc-40d2-a0e3-075f91740335 service neutron] Pushing event updated for resources: {'Port': ['ID=2e96fd57-1a57-424c-a623-a83503c632b4,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:09.394289 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977e9f6-d70e-4cfd-8f70-ef4a3cd73a7f req-17225850-28db-4ef6-b1d0-0a6c16718af3 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:09.396181 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b977e9f6-d70e-4cfd-8f70-ef4a3cd73a7f req-17225850-28db-4ef6-b1d0-0a6c16718af3 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "GET /v2.0/ports?device_id=703dc17a-e6dd-4e60-b9be-83f0b1f667c5 HTTP/1.1" status: 200 len: 945 time: 0.7270868 May 27 02:27:09.436269 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe197a12-4a3e-415e-8b87-6db4efd806de req-b601c5b0-e2d4-45e2-8f41-1a9926449faa tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:09.438114 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fe197a12-4a3e-415e-8b87-6db4efd806de req-b601c5b0-e2d4-45e2-8f41-1a9926449faa tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 946 time: 0.5614030 May 27 02:27:09.476952 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-59eeac58-6788-4ab6-b60e-7d6572602cde req-37231a70-f54f-455d-a54a-fcfcd7e8bdc1 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:09.477635 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-59eeac58-6788-4ab6-b60e-7d6572602cde req-37231a70-f54f-455d-a54a-fcfcd7e8bdc1 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:09.481619 n-d-843554-3 neutron-server[88901]: INFO neutron.db.l3_db [req-59eeac58-6788-4ab6-b60e-7d6572602cde req-37231a70-f54f-455d-a54a-fcfcd7e8bdc1 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Floating IP 7af9e512-4f6c-478c-a76d-bd77c7a6c548 disassociated. External IP: 172.25.1.184, port: 519af3a2-0487-4404-b2cc-1e787158c1fc. May 27 02:27:09.481619 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-59eeac58-6788-4ab6-b60e-7d6572602cde req-37231a70-f54f-455d-a54a-fcfcd7e8bdc1 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Calling delete_port for 519af3a2-0487-4404-b2cc-1e787158c1fc owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:27:09.500607 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b977e9f6-d70e-4cfd-8f70-ef4a3cd73a7f req-1c3a24f6-d9e2-4cab-ae88-8c7f77dbfe30 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "GET /v2.0/security-groups?id=3c6a9393-fc6d-4302-8877-bba603bfca20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960801 May 27 02:27:09.521175 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-f1d611e3-07cc-40d2-a0e3-075f91740335 service neutron] Attempting to bind port 2e96fd57-1a57-424c-a623-a83503c632b4 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:27:09.521508 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-f1d611e3-07cc-40d2-a0e3-075f91740335 service neutron] Attempting to bind port 2e96fd57-1a57-424c-a623-a83503c632b4 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '441b6a83-1810-4a59-a172-de9005de5715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b0cf1283-9231-4b2a-9144-4eb59719bffc'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:27:09.521840 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-f1d611e3-07cc-40d2-a0e3-075f91740335 service neutron] Attempting to bind port 2e96fd57-1a57-424c-a623-a83503c632b4 on network b0cf1283-9231-4b2a-9144-4eb59719bffc {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:27:09.533907 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fe197a12-4a3e-415e-8b87-6db4efd806de req-97116df4-7e2b-4338-9874-4fc2635e9868 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882885 May 27 02:27:09.534632 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-f1d611e3-07cc-40d2-a0e3-075f91740335 service neutron] Port 2e96fd57-1a57-424c-a623-a83503c632b4 on network b0cf1283-9231-4b2a-9144-4eb59719bffc not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:27:09.534956 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-f1d611e3-07cc-40d2-a0e3-075f91740335 service neutron] Attempting to bind port 2e96fd57-1a57-424c-a623-a83503c632b4 on network b0cf1283-9231-4b2a-9144-4eb59719bffc {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:27:09.543572 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-f1d611e3-07cc-40d2-a0e3-075f91740335 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:27:09.543572 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-f1d611e3-07cc-40d2-a0e3-075f91740335 service neutron] Checking segment: {'id': '441b6a83-1810-4a59-a172-de9005de5715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b0cf1283-9231-4b2a-9144-4eb59719bffc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:27:09.543572 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-f1d611e3-07cc-40d2-a0e3-075f91740335 service neutron] Bound using segment: {'id': '441b6a83-1810-4a59-a172-de9005de5715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b0cf1283-9231-4b2a-9144-4eb59719bffc'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:27:09.543572 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-f1d611e3-07cc-40d2-a0e3-075f91740335 service neutron] Bound port: 2e96fd57-1a57-424c-a623-a83503c632b4, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '441b6a83-1810-4a59-a172-de9005de5715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b0cf1283-9231-4b2a-9144-4eb59719bffc'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:27:09.543572 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-f1d611e3-07cc-40d2-a0e3-075f91740335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:09.551038 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a4e9009-a83d-480b-9cf5-fdbc5b2571f0 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:09.682327 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-f1d611e3-07cc-40d2-a0e3-075f91740335 service neutron] For port 2e96fd57-1a57-424c-a623-a83503c632b4, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:27:09.683970 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-f1d611e3-07cc-40d2-a0e3-075f91740335 service neutron] For port 2e96fd57-1a57-424c-a623-a83503c632b4, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=2e96fd57-1a57-424c-a623-a83503c632b4,segment=NetworkSegment(441b6a83-1810-4a59-a172-de9005de5715),segment_id=441b6a83-1810-4a59-a172-de9005de5715)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:27:09.768987 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e9009-a83d-480b-9cf5-fdbc5b2571f0 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Pushing event updated for resources: {'Subnet': ['ID=610504fb-49e7-48d2-b0d3-cbb2d8101fb7,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:09.816424 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-f1d611e3-07cc-40d2-a0e3-075f91740335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:09.858486 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4e9009-a83d-480b-9cf5-fdbc5b2571f0 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Checking segment: {'id': 'ef8229e3-eaed-4b25-bba5-f7704fecb3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '98184d26-9a61-457b-9a39-b62ac7f0ceb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:27:09.858888 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4e9009-a83d-480b-9cf5-fdbc5b2571f0 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Network hostable DHCP agents. Network: 98184d26-9a61-457b-9a39-b62ac7f0ceb2, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:27:09.974844 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d611e3-07cc-40d2-a0e3-075f91740335 service neutron] Pushing event updated for resources: {'Port': ['ID=2e96fd57-1a57-424c-a623-a83503c632b4,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:09.985407 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4e9009-a83d-480b-9cf5-fdbc5b2571f0 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Network 98184d26-9a61-457b-9a39-b62ac7f0ceb2 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:27:10.006960 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-f1d611e3-07cc-40d2-a0e3-075f91740335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:10.007611 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-f1d611e3-07cc-40d2-a0e3-075f91740335 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:10.009147 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-f1d611e3-07cc-40d2-a0e3-075f91740335 service neutron] 10.222.0.32 "PUT /v2.0/ports/2e96fd57-1a57-424c-a623-a83503c632b4 HTTP/1.1" status: 200 len: 1091 time: 2.3688068 May 27 02:27:10.009901 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d58198-1434-4920-8b21-16b0896d4896', 'tag': '2e96fd57-1a57-424c-a623-a83503c632b4'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:27:10.018459 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-59eeac58-6788-4ab6-b60e-7d6572602cde req-37231a70-f54f-455d-a54a-fcfcd7e8bdc1 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:10.118540 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609c980-3ffe-4b0f-b3f2-bdaa5e88b0f1 req-b4a75c9d-fe44-4ba0-ae2d-694fbcc0bb39 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:10.129256 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609c980-3ffe-4b0f-b3f2-bdaa5e88b0f1 req-b4a75c9d-fe44-4ba0-ae2d-694fbcc0bb39 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:10.145252 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609c980-3ffe-4b0f-b3f2-bdaa5e88b0f1 req-b4a75c9d-fe44-4ba0-ae2d-694fbcc0bb39 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:10.171336 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37231a70-f54f-455d-a54a-fcfcd7e8bdc1 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Pushing event deleted for resources: {'Port': ['ID=519af3a2-0487-4404-b2cc-1e787158c1fc,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:10.175093 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609c980-3ffe-4b0f-b3f2-bdaa5e88b0f1 req-b4a75c9d-fe44-4ba0-ae2d-694fbcc0bb39 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:10.181845 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609c980-3ffe-4b0f-b3f2-bdaa5e88b0f1 req-b4a75c9d-fe44-4ba0-ae2d-694fbcc0bb39 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:10.194709 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-3a4e9009-a83d-480b-9cf5-fdbc5b2571f0 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 98184d26-9a61-457b-9a39-b62ac7f0ceb2) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:27:10.201265 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609c980-3ffe-4b0f-b3f2-bdaa5e88b0f1 req-b4a75c9d-fe44-4ba0-ae2d-694fbcc0bb39 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:10.203758 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7cc72d-d0bf-4a46-b2a4-fc154febd875 None None] Network 98184d26-9a61-457b-9a39-b62ac7f0ceb2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:27:10.214979 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4e9009-a83d-480b-9cf5-fdbc5b2571f0 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:10.218603 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a4e9009-a83d-480b-9cf5-fdbc5b2571f0 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:10.234266 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609c980-3ffe-4b0f-b3f2-bdaa5e88b0f1 req-b4a75c9d-fe44-4ba0-ae2d-694fbcc0bb39 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:10.237621 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3609c980-3ffe-4b0f-b3f2-bdaa5e88b0f1 req-b4a75c9d-fe44-4ba0-ae2d-694fbcc0bb39 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 5434 time: 0.4943330 May 27 02:27:10.395548 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3a4e9009-a83d-480b-9cf5-fdbc5b2571f0 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4481030 May 27 02:27:10.416301 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52118) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:10.448576 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ddb3e872-3419-4e57-ab5f-544c495e4df9 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Request body: {'port': {'network_id': '98184d26-9a61-457b-9a39-b62ac7f0ceb2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1369369435'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:27:10.600980 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3609c980-3ffe-4b0f-b3f2-bdaa5e88b0f1 req-324d181e-33ba-4e08-811c-4c575d90c465 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=057f65d9-7e45-40c8-b89f-71d48d79e181&id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2810099 May 27 02:27:10.719509 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e7479cc-c875-4080-a3dd-f6477df61058'] response: {'name': 'network-changed', 'server_uuid': '03d58198-1434-4920-8b21-16b0896d4896', 'tag': '2e96fd57-1a57-424c-a623-a83503c632b4', 'status': 'completed', 'code': 200} May 27 02:27:10.724745 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4becab-ebf3-4ad9-b14b-1cfd9f4c3dd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-98184d26-9a61-457b-9a39-b62ac7f0ceb2', 'network_id': '98184d26-9a61-457b-9a39-b62ac7f0ceb2', 'tenant_id': 'eedc7583a8964b39946dce7dbeefaea7', 'fixed_ips': [{'subnet_id': '610504fb-49e7-48d2-b0d3-cbb2d8101fb7'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:27:10.732954 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8b4becab-ebf3-4ad9-b14b-1cfd9f4c3dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:10.744054 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-90bf0678-936b-46a1-b785-1f67f5359753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:10.745797 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-90bf0678-936b-46a1-b785-1f67f5359753 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b08cd8af149f44bd8b4127ae8a32a06c&device_id=03d58198-1434-4920-8b21-16b0896d4896 HTTP/1.1" status: 200 len: 1094 time: 0.5063829 May 27 02:27:10.752874 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc48b2-80b8-4865-aed1-03caf49eb44a req-53bf6156-6eca-49c2-bc9a-df897ca3fc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:10.754734 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-30bc48b2-80b8-4865-aed1-03caf49eb44a req-53bf6156-6eca-49c2-bc9a-df897ca3fc7c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0a9d84b96bbe4011b693e36de83ee83d&device_id=31da9e92-be8a-497c-81ac-03e605f02623 HTTP/1.1" status: 200 len: 1096 time: 0.3527513 May 27 02:27:10.928124 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-02ffff8a-c25b-4484-bb3b-7d09a7cc77ac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e96fd57-1a57-424c-a623-a83503c632b4 HTTP/1.1" status: 200 len: 217 time: 0.1720021 May 27 02:27:11.001688 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 519af3a2-0487-4404-b2cc-1e787158c1fc no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:27:11.043065 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 519af3a2-0487-4404-b2cc-1e787158c1fc {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:27:11.043546 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 519af3a2-0487-4404-b2cc-1e787158c1fc not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:27:11.099202 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ec880-94b8-4511-bf01-8a420b67ada5 req-d4158f32-ed31-460c-b52c-a2590436fe2a tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:11.106858 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cd8ec880-94b8-4511-bf01-8a420b67ada5 req-d4158f32-ed31-460c-b52c-a2590436fe2a tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=03d58198-1434-4920-8b21-16b0896d4896 HTTP/1.1" status: 200 len: 943 time: 0.5865788 May 27 02:27:11.173038 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-8b4becab-ebf3-4ad9-b14b-1cfd9f4c3dd8 None None] Allocated IP 172.20.0.2 (98184d26-9a61-457b-9a39-b62ac7f0ceb2/610504fb-49e7-48d2-b0d3-cbb2d8101fb7/ef1a4f51-797c-4a33-9670-2881a7bb60c8) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:27:11.226298 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-f4181690-f208-4735-a023-350c4f989ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:11.227677 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-f4181690-f208-4735-a023-350c4f989ff7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=505370ea-6a69-4c6a-9c79-68e9a416bb4a HTTP/1.1" status: 200 len: 846 time: 0.2300138 May 27 02:27:11.258704 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cd8ec880-94b8-4511-bf01-8a420b67ada5 req-c306f16a-de6f-4e35-a80f-75bfd5b256e8 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509147 May 27 02:27:11.392176 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc48b2-80b8-4865-aed1-03caf49eb44a req-281a440c-3633-41f4-bec2-68ce2e52f69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:11.397015 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-30bc48b2-80b8-4865-aed1-03caf49eb44a req-281a440c-3633-41f4-bec2-68ce2e52f69c service neutron] 10.222.0.66 "GET /v2.0/networks?id=8604bb25-00c6-4170-bfcb-0b58b32e10ee HTTP/1.1" status: 200 len: 919 time: 0.5349181 May 27 02:27:11.500971 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-b8acba1d-7b18-4abc-bd68-02523a908fd3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0cf1283-9231-4b2a-9144-4eb59719bffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2410367 May 27 02:27:11.555784 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ddb3e872-3419-4e57-ab5f-544c495e4df9 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:27:11.561937 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59eeac58-6788-4ab6-b60e-7d6572602cde req-37231a70-f54f-455d-a54a-fcfcd7e8bdc1 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Router 42ef4456-3ed4-4f33-af42-3e9c21eeeae4 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:27:11.577194 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ddb3e872-3419-4e57-ab5f-544c495e4df9 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Usage tracker for resource:port and tenant:eedc7583a8964b39946dce7dbeefaea7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:27:11.593530 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ddb3e872-3419-4e57-ab5f-544c495e4df9 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:27:11.599715 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b074245b-e553-40b6-b80e-5c17c4309647 req-2c5c54ef-5e55-4328-884e-667603c80324 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "GET /v2.0/ports?device_id=703dc17a-e6dd-4e60-b9be-83f0b1f667c5 HTTP/1.1" status: 200 len: 210 time: 0.0964608 May 27 02:27:11.601093 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-30bc48b2-80b8-4865-aed1-03caf49eb44a req-2bf15282-18a9-445c-ad00-df4e3c708bee service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e9286b6-fb62-4d5b-8a3a-282c0e133d50 HTTP/1.1" status: 200 len: 217 time: 0.1886492 May 27 02:27:11.603376 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ddb3e872-3419-4e57-ab5f-544c495e4df9 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:27:11.621190 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8b4becab-ebf3-4ad9-b14b-1cfd9f4c3dd8 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:11.632164 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73063320-3da1-4222-baea-53eb15738396 req-dbbefff6-12ad-403f-be15-64b4a0794a0e tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:11.636968 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-73063320-3da1-4222-baea-53eb15738396 req-dbbefff6-12ad-403f-be15-64b4a0794a0e tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=31da9e92-be8a-497c-81ac-03e605f02623 HTTP/1.1" status: 200 len: 945 time: 0.6072361 May 27 02:27:11.665196 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-8b4becab-ebf3-4ad9-b14b-1cfd9f4c3dd8 None None] Transition to ACTIVE for port object ef1a4f51-797c-4a33-9670-2881a7bb60c8 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:27:11.720074 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-8b4becab-ebf3-4ad9-b14b-1cfd9f4c3dd8 None None] Transition to ACTIVE for port object ef1a4f51-797c-4a33-9670-2881a7bb60c8 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:27:11.746530 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098be5ad-6971-4175-a572-b37f4a66fabb req-be5439b7-87ac-4dd3-9424-967a75c94092 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:11.752517 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098be5ad-6971-4175-a572-b37f4a66fabb req-be5439b7-87ac-4dd3-9424-967a75c94092 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:11.758240 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098be5ad-6971-4175-a572-b37f4a66fabb req-be5439b7-87ac-4dd3-9424-967a75c94092 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:11.763891 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098be5ad-6971-4175-a572-b37f4a66fabb req-be5439b7-87ac-4dd3-9424-967a75c94092 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:11.770087 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098be5ad-6971-4175-a572-b37f4a66fabb req-be5439b7-87ac-4dd3-9424-967a75c94092 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:11.775710 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098be5ad-6971-4175-a572-b37f4a66fabb req-be5439b7-87ac-4dd3-9424-967a75c94092 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:11.783460 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098be5ad-6971-4175-a572-b37f4a66fabb req-be5439b7-87ac-4dd3-9424-967a75c94092 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:11.784560 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-098be5ad-6971-4175-a572-b37f4a66fabb req-be5439b7-87ac-4dd3-9424-967a75c94092 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Synchronizing usage tracker for tenant:0ff34f8aa5b34b2b8b9bd5b46a9cefc6 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:27:11.793787 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb3e872-3419-4e57-ab5f-544c495e4df9 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Made reservation on behalf of eedc7583a8964b39946dce7dbeefaea7 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:27:11.797997 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ddb3e872-3419-4e57-ab5f-544c495e4df9 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:11.802902 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8b4becab-ebf3-4ad9-b14b-1cfd9f4c3dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:11.897290 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4becab-ebf3-4ad9-b14b-1cfd9f4c3dd8 None None] Network 98184d26-9a61-457b-9a39-b62ac7f0ceb2 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:27:11.901494 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-8b4becab-ebf3-4ad9-b14b-1cfd9f4c3dd8 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:27:11.905376 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-ddb3e872-3419-4e57-ab5f-544c495e4df9 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] device_id is not set on port 67832886-950d-4839-ab82-d7878bb53cbd yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:27:11.912113 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4becab-ebf3-4ad9-b14b-1cfd9f4c3dd8 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:27:11.925514 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4becab-ebf3-4ad9-b14b-1cfd9f4c3dd8 None None] Pushing event updated for resources: {'Port': ['ID=ef1a4f51-797c-4a33-9670-2881a7bb60c8,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:11.977396 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59eeac58-6788-4ab6-b60e-7d6572602cde req-37231a70-f54f-455d-a54a-fcfcd7e8bdc1 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:27:11.990284 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e260672d-2af9-4049-a576-928407fc32bd None None] Sync routers for ids ['42ef4456-3ed4-4f33-af42-3e9c21eeeae4'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:27:12.002781 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e260672d-2af9-4049-a576-928407fc32bd None None] Routers {'42ef4456-3ed4-4f33-af42-3e9c21eeeae4'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:27:12.007145 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e260672d-2af9-4049-a576-928407fc32bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:26:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['42ef4456-3ed4-4f33-af42-3e9c21eeeae4'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:27:12.026279 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-098be5ad-6971-4175-a572-b37f4a66fabb req-be5439b7-87ac-4dd3-9424-967a75c94092 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Unset dirty status for tenant:0ff34f8aa5b34b2b8b9bd5b46a9cefc6 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:27:12.027407 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-098be5ad-6971-4175-a572-b37f4a66fabb req-be5439b7-87ac-4dd3-9424-967a75c94092 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 5434 time: 1.3759327 May 27 02:27:12.060485 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-02c724e2-c081-4e1a-bf96-4efe89165498 service neutron] 10.222.0.32 "GET /v2.0/networks/b0cf1283-9231-4b2a-9144-4eb59719bffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5080974 May 27 02:27:12.066754 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-73063320-3da1-4222-baea-53eb15738396 req-076a6a82-ff61-4100-9780-ab63ce84d00c tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463720 May 27 02:27:12.103179 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-8b4becab-ebf3-4ad9-b14b-1cfd9f4c3dd8 None None] Attempting to bind port ef1a4f51-797c-4a33-9670-2881a7bb60c8 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:27:12.103642 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-8b4becab-ebf3-4ad9-b14b-1cfd9f4c3dd8 None None] Attempting to bind port ef1a4f51-797c-4a33-9670-2881a7bb60c8 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'ef8229e3-eaed-4b25-bba5-f7704fecb3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '98184d26-9a61-457b-9a39-b62ac7f0ceb2'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:27:12.104012 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4becab-ebf3-4ad9-b14b-1cfd9f4c3dd8 None None] Attempting to bind port ef1a4f51-797c-4a33-9670-2881a7bb60c8 on network 98184d26-9a61-457b-9a39-b62ac7f0ceb2 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:27:12.110954 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4becab-ebf3-4ad9-b14b-1cfd9f4c3dd8 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:27:12.111394 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4becab-ebf3-4ad9-b14b-1cfd9f4c3dd8 None None] Checking segment: {'id': 'ef8229e3-eaed-4b25-bba5-f7704fecb3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '98184d26-9a61-457b-9a39-b62ac7f0ceb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:27:12.114094 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8b4becab-ebf3-4ad9-b14b-1cfd9f4c3dd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:12.114094 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4becab-ebf3-4ad9-b14b-1cfd9f4c3dd8 None None] Bound using segment: {'id': 'ef8229e3-eaed-4b25-bba5-f7704fecb3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '98184d26-9a61-457b-9a39-b62ac7f0ceb2'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:27:12.114094 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-8b4becab-ebf3-4ad9-b14b-1cfd9f4c3dd8 None None] Bound port: ef1a4f51-797c-4a33-9670-2881a7bb60c8, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8229e3-eaed-4b25-bba5-f7704fecb3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '98184d26-9a61-457b-9a39-b62ac7f0ceb2'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:27:12.114094 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8b4becab-ebf3-4ad9-b14b-1cfd9f4c3dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:12.147893 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-59eeac58-6788-4ab6-b60e-7d6572602cde req-37231a70-f54f-455d-a54a-fcfcd7e8bdc1 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] No DVR routers for this DVR port 519af3a2-0487-4404-b2cc-1e787158c1fc on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:27:12.238663 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-59eeac58-6788-4ab6-b60e-7d6572602cde req-37231a70-f54f-455d-a54a-fcfcd7e8bdc1 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:12.252094 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703dc17a-e6dd-4e60-b9be-83f0b1f667c5', 'name': 'network-vif-deleted', 'tag': '519af3a2-0487-4404-b2cc-1e787158c1fc'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:27:12.282485 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-e260672d-2af9-4049-a576-928407fc32bd None None] Set router 42ef4456-3ed4-4f33-af42-3e9c21eeeae4 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:27:12.318794 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-59eeac58-6788-4ab6-b60e-7d6572602cde req-37231a70-f54f-455d-a54a-fcfcd7e8bdc1 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.32 "DELETE /v2.0/ports/519af3a2-0487-4404-b2cc-1e787158c1fc HTTP/1.1" status: 204 len: 173 time: 4.0180144 May 27 02:27:12.338771 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098be5ad-6971-4175-a572-b37f4a66fabb req-e5060e3e-23c0-4e5b-82bd-0895f5436ced tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:12.340134 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-098be5ad-6971-4175-a572-b37f4a66fabb req-e5060e3e-23c0-4e5b-82bd-0895f5436ced tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.66 "GET /v2.0/ports/e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2841949 May 27 02:27:12.408530 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-8b4becab-ebf3-4ad9-b14b-1cfd9f4c3dd8 None None] For port ef1a4f51-797c-4a33-9670-2881a7bb60c8, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:27:12.417498 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-8b4becab-ebf3-4ad9-b14b-1cfd9f4c3dd8 None None] For port ef1a4f51-797c-4a33-9670-2881a7bb60c8, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=ef1a4f51-797c-4a33-9670-2881a7bb60c8,segment=NetworkSegment(ef8229e3-eaed-4b25-bba5-f7704fecb3e2),segment_id=ef8229e3-eaed-4b25-bba5-f7704fecb3e2)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:27:12.418098 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-ddb3e872-3419-4e57-ab5f-544c495e4df9 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Allocated IP 172.20.0.7 (98184d26-9a61-457b-9a39-b62ac7f0ceb2/610504fb-49e7-48d2-b0d3-cbb2d8101fb7/67832886-950d-4839-ab82-d7878bb53cbd) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:27:12.484496 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8b4becab-ebf3-4ad9-b14b-1cfd9f4c3dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:12.628911 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-098be5ad-6971-4175-a572-b37f4a66fabb req-91c21dc7-1c56-446f-bd7c-62a2d4007a31 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Synchronizing usage tracker for tenant:0ff34f8aa5b34b2b8b9bd5b46a9cefc6 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:27:12.633657 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc48b2-80b8-4865-aed1-03caf49eb44a req-e66d6e04-fb7e-4fff-b2bb-18bb407c9415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:12.635182 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-30bc48b2-80b8-4865-aed1-03caf49eb44a req-e66d6e04-fb7e-4fff-b2bb-18bb407c9415 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd5aa407-954e-45ea-8fc0-6e0875d0c839 HTTP/1.1" status: 200 len: 857 time: 0.8176541 May 27 02:27:12.723139 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-098be5ad-6971-4175-a572-b37f4a66fabb req-91c21dc7-1c56-446f-bd7c-62a2d4007a31 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Unset dirty status for tenant:0ff34f8aa5b34b2b8b9bd5b46a9cefc6 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:27:12.724892 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-098be5ad-6971-4175-a572-b37f4a66fabb req-91c21dc7-1c56-446f-bd7c-62a2d4007a31 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.66 "GET /v2.0/networks/bc44a8f1-f55a-42c3-8906-2fd4470a2ec1?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3798935 May 27 02:27:12.741308 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-098be5ad-6971-4175-a572-b37f4a66fabb req-60f8f998-375c-450d-a0f6-8caee7f3a628 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:27:12.753879 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4becab-ebf3-4ad9-b14b-1cfd9f4c3dd8 None None] Pushing event updated for resources: {'Port': ['ID=ef1a4f51-797c-4a33-9670-2881a7bb60c8,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:12.865152 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e260672d-2af9-4049-a576-928407fc32bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ef4456-3ed4-4f33-af42-3e9c21eeeae4', 'name': 'tempest-ServersTestBootFromVolume-959216495-router', 'tenant_id': '90cb016bc5624b738605957a017e8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '1b64445f-183b-4ae1-a6f0-974024df086e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:23:18Z', 'updated_at': '2022-05-27T02:23:34Z', 'revision_number': 4, 'project_id': '90cb016bc5624b738605957a017e8a06', 'gw_port': {'id': '1b64445f-183b-4ae1-a6f0-974024df086e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ef4456-3ed4-4f33-af42-3e9c21eeeae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:23:22Z', 'updated_at': '2022-05-27T02:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '1646a445-f458-418b-bc70-3781466b8ed5', 'name': '', 'network_id': '6525e5f8-6f29-4d27-95ba-53e51b968154', 'tenant_id': '90cb016bc5624b738605957a017e8a06', 'mac_address': 'fa:16:3e:32:3b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ef4456-3ed4-4f33-af42-3e9c21eeeae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'f996a84a-9491-46d6-9f35-21063b1fa3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:23:31Z', 'updated_at': '2022-05-27T02:23:45Z', 'revision_number': 5, 'project_id': '90cb016bc5624b738605957a017e8a06', 'subnets': [{'id': 'f996a84a-9491-46d6-9f35-21063b1fa3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:27:12.885645 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e260672d-2af9-4049-a576-928407fc32bd None None] Checking router: 42ef4456-3ed4-4f33-af42-3e9c21eeeae4 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:27:12.908681 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e260672d-2af9-4049-a576-928407fc32bd None None] Routers {'42ef4456-3ed4-4f33-af42-3e9c21eeeae4'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:27:12.909605 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e260672d-2af9-4049-a576-928407fc32bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:26:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['42ef4456-3ed4-4f33-af42-3e9c21eeeae4'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:27:12.955245 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ddb3e872-3419-4e57-ab5f-544c495e4df9 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:13.001856 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-ddb3e872-3419-4e57-ab5f-544c495e4df9 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Transition to ACTIVE for port object 67832886-950d-4839-ab82-d7878bb53cbd will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:27:13.006426 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-098be5ad-6971-4175-a572-b37f4a66fabb req-60f8f998-375c-450d-a0f6-8caee7f3a628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:13.083730 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620fa5c-cfad-4092-b884-d49c5f7c1fc8 req-6f4bb972-ac2e-42df-a27a-d477eeb498f2 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:13.105207 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9620fa5c-cfad-4092-b884-d49c5f7c1fc8 req-6f4bb972-ac2e-42df-a27a-d477eeb498f2 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 946 time: 1.2535560 May 27 02:27:13.209274 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-245710eb-97e4-4bb7-82c0-cd086c3295e5 req-3e7c5d0a-571b-49ff-bebb-c1a226b69f5a service neutron] 10.222.0.32 "GET /v2.0/networks/b0cf1283-9231-4b2a-9144-4eb59719bffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1196573 May 27 02:27:13.267004 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc48b2-80b8-4865-aed1-03caf49eb44a req-44bc4c1d-4ecd-4ca7-a1e6-a483229519ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:13.275236 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-30bc48b2-80b8-4865-aed1-03caf49eb44a req-44bc4c1d-4ecd-4ca7-a1e6-a483229519ce service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8604bb25-00c6-4170-bfcb-0b58b32e10ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4718690 May 27 02:27:13.288391 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d5a41-7dba-4361-bfb2-a71b01ab732b req-0f1051fc-cc64-46a3-b8a9-8c8ea738ded3 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:13.295056 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d5a41-7dba-4361-bfb2-a71b01ab732b req-0f1051fc-cc64-46a3-b8a9-8c8ea738ded3 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:13.306239 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d5a41-7dba-4361-bfb2-a71b01ab732b req-0f1051fc-cc64-46a3-b8a9-8c8ea738ded3 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:13.323278 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d5a41-7dba-4361-bfb2-a71b01ab732b req-0f1051fc-cc64-46a3-b8a9-8c8ea738ded3 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:13.336490 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d5a41-7dba-4361-bfb2-a71b01ab732b req-0f1051fc-cc64-46a3-b8a9-8c8ea738ded3 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:13.348005 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d5a41-7dba-4361-bfb2-a71b01ab732b req-0f1051fc-cc64-46a3-b8a9-8c8ea738ded3 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:13.363695 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d5a41-7dba-4361-bfb2-a71b01ab732b req-0f1051fc-cc64-46a3-b8a9-8c8ea738ded3 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:13.375230 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-827d5a41-7dba-4361-bfb2-a71b01ab732b req-0f1051fc-cc64-46a3-b8a9-8c8ea738ded3 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 5434 time: 0.7599609 May 27 02:27:13.425026 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-e260672d-2af9-4049-a576-928407fc32bd None None] Set router 42ef4456-3ed4-4f33-af42-3e9c21eeeae4 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:27:13.440547 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ddb3e872-3419-4e57-ab5f-544c495e4df9 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:13.501401 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9620fa5c-cfad-4092-b884-d49c5f7c1fc8 req-02ecd031-d950-4a90-b7bb-ae8ef290c4d2 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3949528 May 27 02:27:13.653581 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-098be5ad-6971-4175-a572-b37f4a66fabb req-60f8f998-375c-450d-a0f6-8caee7f3a628 service neutron] For port e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340,segment=NetworkSegment(b2df5c34-5572-4927-b1e4-0de52e1a0b3a),segment_id=b2df5c34-5572-4927-b1e4-0de52e1a0b3a)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:27:13.691195 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07cc42f3-48a1-47f7-bf26-b4b8c2642e00'] response: {'server_uuid': '703dc17a-e6dd-4e60-b9be-83f0b1f667c5', 'name': 'network-vif-deleted', 'tag': '519af3a2-0487-4404-b2cc-1e787158c1fc', 'status': 'completed', 'code': 200} May 27 02:27:13.727152 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-827d5a41-7dba-4361-bfb2-a71b01ab732b req-e5e45221-dd91-4d42-a694-0765ebcd641d tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=057f65d9-7e45-40c8-b89f-71d48d79e181&id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3502631 May 27 02:27:13.789803 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb3e872-3419-4e57-ab5f-544c495e4df9 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Network 98184d26-9a61-457b-9a39-b62ac7f0ceb2 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:27:13.804908 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-ddb3e872-3419-4e57-ab5f-544c495e4df9 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:27:13.816359 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb3e872-3419-4e57-ab5f-544c495e4df9 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:27:14.001450 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb3e872-3419-4e57-ab5f-544c495e4df9 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Pushing event updated for resources: {'Port': ['ID=67832886-950d-4839-ab82-d7878bb53cbd,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:14.025578 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.resource_extend [req-098be5ad-6971-4175-a572-b37f4a66fabb req-60f8f998-375c-450d-a0f6-8caee7f3a628 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:27:14.066463 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-098be5ad-6971-4175-a572-b37f4a66fabb req-60f8f998-375c-450d-a0f6-8caee7f3a628 service neutron] For port e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:27:14.122500 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb3e872-3419-4e57-ab5f-544c495e4df9 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:14.123199 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ddb3e872-3419-4e57-ab5f-544c495e4df9 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:14.133506 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e260672d-2af9-4049-a576-928407fc32bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ef4456-3ed4-4f33-af42-3e9c21eeeae4', 'name': 'tempest-ServersTestBootFromVolume-959216495-router', 'tenant_id': '90cb016bc5624b738605957a017e8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '1b64445f-183b-4ae1-a6f0-974024df086e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:23:18Z', 'updated_at': '2022-05-27T02:23:34Z', 'revision_number': 4, 'project_id': '90cb016bc5624b738605957a017e8a06', 'gw_port': {'id': '1b64445f-183b-4ae1-a6f0-974024df086e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ef4456-3ed4-4f33-af42-3e9c21eeeae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:23:22Z', 'updated_at': '2022-05-27T02:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '1646a445-f458-418b-bc70-3781466b8ed5', 'name': '', 'network_id': '6525e5f8-6f29-4d27-95ba-53e51b968154', 'tenant_id': '90cb016bc5624b738605957a017e8a06', 'mac_address': 'fa:16:3e:32:3b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ef4456-3ed4-4f33-af42-3e9c21eeeae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'f996a84a-9491-46d6-9f35-21063b1fa3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:23:31Z', 'updated_at': '2022-05-27T02:23:45Z', 'revision_number': 5, 'project_id': '90cb016bc5624b738605957a017e8a06', 'subnets': [{'id': 'f996a84a-9491-46d6-9f35-21063b1fa3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:27:14.150099 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e260672d-2af9-4049-a576-928407fc32bd None None] The sync data for ids ['42ef4456-3ed4-4f33-af42-3e9c21eeeae4'] in n-d-843554-3 is: [{'id': '42ef4456-3ed4-4f33-af42-3e9c21eeeae4', 'name': 'tempest-ServersTestBootFromVolume-959216495-router', 'tenant_id': '90cb016bc5624b738605957a017e8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '1b64445f-183b-4ae1-a6f0-974024df086e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:23:18Z', 'updated_at': '2022-05-27T02:23:34Z', 'revision_number': 4, 'project_id': '90cb016bc5624b738605957a017e8a06', 'gw_port': {'id': '1b64445f-183b-4ae1-a6f0-974024df086e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ef4456-3ed4-4f33-af42-3e9c21eeeae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:23:22Z', 'updated_at': '2022-05-27T02:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '1646a445-f458-418b-bc70-3781466b8ed5', 'name': '', 'network_id': '6525e5f8-6f29-4d27-95ba-53e51b968154', 'tenant_id': '90cb016bc5624b738605957a017e8a06', 'mac_address': 'fa:16:3e:32:3b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ef4456-3ed4-4f33-af42-3e9c21eeeae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'f996a84a-9491-46d6-9f35-21063b1fa3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:23:31Z', 'updated_at': '2022-05-27T02:23:45Z', 'revision_number': 5, 'project_id': '90cb016bc5624b738605957a017e8a06', 'subnets': [{'id': 'f996a84a-9491-46d6-9f35-21063b1fa3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:27:14.166387 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c2a74-b51a-4789-a365-ebfcbb1556cc req-1a5ece9e-27fa-46b2-9b88-93644b746539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:14.171078 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ae2c2a74-b51a-4789-a365-ebfcbb1556cc req-1a5ece9e-27fa-46b2-9b88-93644b746539 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b08cd8af149f44bd8b4127ae8a32a06c&device_id=03d58198-1434-4920-8b21-16b0896d4896 HTTP/1.1" status: 200 len: 1094 time: 0.7639883 May 27 02:27:14.194090 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-098be5ad-6971-4175-a572-b37f4a66fabb req-60f8f998-375c-450d-a0f6-8caee7f3a628 service neutron] device_id is not set on port e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:27:14.219484 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-098be5ad-6971-4175-a572-b37f4a66fabb req-60f8f998-375c-450d-a0f6-8caee7f3a628 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:14.247571 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-30bc48b2-80b8-4865-aed1-03caf49eb44a req-3d1a7af5-d0fc-4189-a50f-d47478427db8 service neutron] 10.222.0.66 "GET /v2.0/networks/8604bb25-00c6-4170-bfcb-0b58b32e10ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8438098 May 27 02:27:14.271964 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ddb3e872-3419-4e57-ab5f-544c495e4df9 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.8401537 May 27 02:27:14.274719 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52178) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:14.281590 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-1b43dc95-8afc-4c9d-a1d8-0fb2f3330d93 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Request body: {'port': {'network_id': '98184d26-9a61-457b-9a39-b62ac7f0ceb2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1621372294', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:27:14.285973 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.api.validators [None req-1b43dc95-8afc-4c9d-a1d8-0fb2f3330d93 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] bootfile-name is not in valid_values {{(pid=88901) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 02:27:14.285973 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.api.validators [None req-1b43dc95-8afc-4c9d-a1d8-0fb2f3330d93 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] tftp-server is not in valid_values {{(pid=88901) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 02:27:14.285973 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.api.validators [None req-1b43dc95-8afc-4c9d-a1d8-0fb2f3330d93 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] server-ip-address is not in valid_values {{(pid=88901) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 02:27:14.333252 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-098be5ad-6971-4175-a572-b37f4a66fabb req-60f8f998-375c-450d-a0f6-8caee7f3a628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:14.392764 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-286f4a1f-7656-4029-83b2-5dbf7c8723be req-5229bb44-6310-424d-857f-53c6896920e7 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "GET /v2.0/ports?device_id=703dc17a-e6dd-4e60-b9be-83f0b1f667c5 HTTP/1.1" status: 200 len: 210 time: 0.2202165 May 27 02:27:14.397012 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:27:14.745710 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c956f2b3-e506-48fe-a0d9-47763286c1fd None None] New status for floating IP 7af9e512-4f6c-478c-a76d-bd77c7a6c548: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:27:14.944753 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3854df2f-8749-4ec2-adda-d803db5cc07d None None] Network 98184d26-9a61-457b-9a39-b62ac7f0ceb2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:27:15.039083 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974ab06-bdda-483a-bff3-a1f85da66bf8 req-66ca88bb-fa44-4c49-8506-be154c7c321d tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:15.050900 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4974ab06-bdda-483a-bff3-a1f85da66bf8 req-66ca88bb-fa44-4c49-8506-be154c7c321d tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=03d58198-1434-4920-8b21-16b0896d4896 HTTP/1.1" status: 200 len: 943 time: 1.0290403 May 27 02:27:15.088772 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-098be5ad-6971-4175-a572-b37f4a66fabb req-60f8f998-375c-450d-a0f6-8caee7f3a628 service neutron] No DVR routers for this DVR port e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340 on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:27:15.106841 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c2a74-b51a-4789-a365-ebfcbb1556cc req-4108ed50-848c-435c-b132-93bd8be9eaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:15.106841 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ae2c2a74-b51a-4789-a365-ebfcbb1556cc req-4108ed50-848c-435c-b132-93bd8be9eaae service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0cf1283-9231-4b2a-9144-4eb59719bffc HTTP/1.1" status: 200 len: 907 time: 0.8539670 May 27 02:27:15.136216 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8f998-375c-450d-a0f6-8caee7f3a628 service neutron] Pushing event updated for resources: {'Port': ['ID=e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340,revision_number=6']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:15.254926 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-098be5ad-6971-4175-a572-b37f4a66fabb req-60f8f998-375c-450d-a0f6-8caee7f3a628 service neutron] In _notify_port_updated(), no bound segment for port e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340 on network bc44a8f1-f55a-42c3-8906-2fd4470a2ec1 {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:27:15.260116 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098be5ad-6971-4175-a572-b37f4a66fabb req-60f8f998-375c-450d-a0f6-8caee7f3a628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:15.261947 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-098be5ad-6971-4175-a572-b37f4a66fabb req-60f8f998-375c-450d-a0f6-8caee7f3a628 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:15.268199 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-098be5ad-6971-4175-a572-b37f4a66fabb req-60f8f998-375c-450d-a0f6-8caee7f3a628 service neutron] 10.222.0.66 "PUT /v2.0/ports/e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340 HTTP/1.1" status: 200 len: 1026 time: 2.5343244 May 27 02:27:15.281386 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1b43dc95-8afc-4c9d-a1d8-0fb2f3330d93 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:27:15.352101 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4974ab06-bdda-483a-bff3-a1f85da66bf8 req-4975f411-eb2e-42cb-8bf8-af18cb806b40 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978492 May 27 02:27:15.359567 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ae2c2a74-b51a-4789-a365-ebfcbb1556cc req-fcd528d2-e5b6-4ccf-bfa1-1c673065f8c6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e96fd57-1a57-424c-a623-a83503c632b4 HTTP/1.1" status: 200 len: 217 time: 0.2168772 May 27 02:27:15.394608 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1b43dc95-8afc-4c9d-a1d8-0fb2f3330d93 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Usage tracker for resource:port and tenant:eedc7583a8964b39946dce7dbeefaea7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:27:15.417932 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1b43dc95-8afc-4c9d-a1d8-0fb2f3330d93 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:27:15.451546 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1b43dc95-8afc-4c9d-a1d8-0fb2f3330d93 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:27:15.475102 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-30bc48b2-80b8-4865-aed1-03caf49eb44a req-65a8d371-be7f-4946-a981-d7779fbd2cd8 service neutron] 10.222.0.66 "GET /v2.0/networks/8604bb25-00c6-4170-bfcb-0b58b32e10ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1640086 May 27 02:27:15.476839 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098be5ad-6971-4175-a572-b37f4a66fabb req-9dcb667f-9ffc-4d35-b192-97a02483a41a tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:15.479219 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-098be5ad-6971-4175-a572-b37f4a66fabb req-9dcb667f-9ffc-4d35-b192-97a02483a41a tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.66 "GET /v2.0/ports/0cddd283-b33e-41da-b142-f29163e1f022?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1992302 May 27 02:27:15.495470 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-098be5ad-6971-4175-a572-b37f4a66fabb req-fbc077fb-240c-4a61-b176-672cec6cb750 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:27:15.536928 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934fe2d8-b98e-451f-9a8d-4b03ef4fdb07 req-00eb1fd3-b10c-43af-b3f6-86dbec61694f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:15.538818 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-934fe2d8-b98e-451f-9a8d-4b03ef4fdb07 req-00eb1fd3-b10c-43af-b3f6-86dbec61694f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=31da9e92-be8a-497c-81ac-03e605f02623 HTTP/1.1" status: 200 len: 945 time: 0.7849958 May 27 02:27:15.611212 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ef1a4f51-797c-4a33-9670-2881a7bb60c8 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:27:15.648061 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125 is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:27:15.648444 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:15.689283 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b43dc95-8afc-4c9d-a1d8-0fb2f3330d93 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Made reservation on behalf of eedc7583a8964b39946dce7dbeefaea7 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:27:15.698496 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1b43dc95-8afc-4c9d-a1d8-0fb2f3330d93 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:15.749652 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c2a74-b51a-4789-a365-ebfcbb1556cc req-b6332c04-1af9-4748-9800-a45cae08fedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:15.751462 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ae2c2a74-b51a-4789-a365-ebfcbb1556cc req-b6332c04-1af9-4748-9800-a45cae08fedc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=505370ea-6a69-4c6a-9c79-68e9a416bb4a HTTP/1.1" status: 200 len: 846 time: 0.3735902 May 27 02:27:15.762804 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-934fe2d8-b98e-451f-9a8d-4b03ef4fdb07 req-c957a5b1-f767-45fa-a857-67eadb3d9fc9 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110727 May 27 02:27:15.766248 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125,segment=NetworkSegment(b2df5c34-5572-4927-b1e4-0de52e1a0b3a),segment_id=b2df5c34-5572-4927-b1e4-0de52e1a0b3a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:27:15.787053 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:27:15.840182 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:15.840947 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 1b88d4c2-88a5-44e4-a734-7381c01bd697 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:27:15.857060 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-1b43dc95-8afc-4c9d-a1d8-0fb2f3330d93 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] device_id is not set on port aa4e41a1-f9d5-4cf0-a8a2-0c8519a2f850 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:27:15.889714 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ae2c2a74-b51a-4789-a365-ebfcbb1556cc req-ccda7714-5e99-4a1e-a406-48bbfdf41f55 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0cf1283-9231-4b2a-9144-4eb59719bffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1173875 May 27 02:27:15.971778 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-d27d747b-3774-40be-8c5b-0a371ec56560 None None] Provisioning for port ef1a4f51-797c-4a33-9670-2881a7bb60c8 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:27:15.980196 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-098be5ad-6971-4175-a572-b37f4a66fabb req-fbc077fb-240c-4a61-b176-672cec6cb750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:16.204623 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 1b88d4c2-88a5-44e4-a734-7381c01bd697 is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:27:16.205275 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:16.224816 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port ef1a4f51-797c-4a33-9670-2881a7bb60c8 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:27:16.233082 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ae2c2a74-b51a-4789-a365-ebfcbb1556cc req-31a02c4c-f503-4e2d-af25-5f827c0b1bd0 service neutron] 10.222.0.32 "GET /v2.0/networks/b0cf1283-9231-4b2a-9144-4eb59719bffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076549 May 27 02:27:16.238137 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125,revision_number=6']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:16.258702 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port ef1a4f51-797c-4a33-9670-2881a7bb60c8 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:27:16.259373 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:16.457932 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4f5e0de4-203d-447d-8150-f862a7f728c4 None None] Provisioning complete for port e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:27:16.460156 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4f5e0de4-203d-447d-8150-f862a7f728c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:16.469345 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-098be5ad-6971-4175-a572-b37f4a66fabb req-fbc077fb-240c-4a61-b176-672cec6cb750 service neutron] For port 0cddd283-b33e-41da-b142-f29163e1f022, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=0cddd283-b33e-41da-b142-f29163e1f022,segment=NetworkSegment(b2df5c34-5572-4927-b1e4-0de52e1a0b3a),segment_id=b2df5c34-5572-4927-b1e4-0de52e1a0b3a)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:27:16.507838 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-098be5ad-6971-4175-a572-b37f4a66fabb req-fbc077fb-240c-4a61-b176-672cec6cb750 service neutron] For port 0cddd283-b33e-41da-b142-f29163e1f022, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:27:16.592949 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-098be5ad-6971-4175-a572-b37f4a66fabb req-fbc077fb-240c-4a61-b176-672cec6cb750 service neutron] device_id is not set on port 0cddd283-b33e-41da-b142-f29163e1f022 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:27:16.610900 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-098be5ad-6971-4175-a572-b37f4a66fabb req-fbc077fb-240c-4a61-b176-672cec6cb750 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:16.611512 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca1e19-c139-492f-8fad-abe7df7d6782 req-9b87d28b-f444-4d06-bfe2-736e8820be46 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:16.612178 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 1b88d4c2-88a5-44e4-a734-7381c01bd697, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=1b88d4c2-88a5-44e4-a734-7381c01bd697,segment=NetworkSegment(b17b7be3-0da7-456b-890b-9cbc87548bbf),segment_id=b17b7be3-0da7-456b-890b-9cbc87548bbf)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:27:16.621727 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-57ca1e19-c139-492f-8fad-abe7df7d6782 req-9b87d28b-f444-4d06-bfe2-736e8820be46 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 946 time: 1.0394869 May 27 02:27:16.625442 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-4f5e0de4-203d-447d-8150-f862a7f728c4 None None] Port e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:27:16.727617 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-57ca1e19-c139-492f-8fad-abe7df7d6782 req-0e7f2db3-6b7e-45db-936b-ee2ef068ae1e tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046700 May 27 02:27:16.754536 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-098be5ad-6971-4175-a572-b37f4a66fabb req-fbc077fb-240c-4a61-b176-672cec6cb750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:16.798484 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port ef1a4f51-797c-4a33-9670-2881a7bb60c8 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:27:16.799694 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:16.849917 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:16.850296 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 846f130e-8b5c-43bc-a6aa-7b9b06383b8c no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:27:16.874983 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc077fb-240c-4a61-b176-672cec6cb750 service neutron] Pushing event updated for resources: {'Port': ['ID=0cddd283-b33e-41da-b142-f29163e1f022,revision_number=6']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:16.911843 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c4ba5-a63c-48ff-9fc9-31000449d48a req-50e99581-dfad-4524-8d2b-2e718f932fe1 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:16.929243 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c4ba5-a63c-48ff-9fc9-31000449d48a req-50e99581-dfad-4524-8d2b-2e718f932fe1 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:16.950268 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c4ba5-a63c-48ff-9fc9-31000449d48a req-50e99581-dfad-4524-8d2b-2e718f932fe1 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:16.976264 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c4ba5-a63c-48ff-9fc9-31000449d48a req-50e99581-dfad-4524-8d2b-2e718f932fe1 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:16.999774 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c4ba5-a63c-48ff-9fc9-31000449d48a req-50e99581-dfad-4524-8d2b-2e718f932fe1 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:17.029413 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c4ba5-a63c-48ff-9fc9-31000449d48a req-50e99581-dfad-4524-8d2b-2e718f932fe1 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:17.032028 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-786c4ba5-a63c-48ff-9fc9-31000449d48a req-50e99581-dfad-4524-8d2b-2e718f932fe1 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 4659 time: 0.7979147 May 27 02:27:17.123929 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ae2c2a74-b51a-4789-a365-ebfcbb1556cc req-0008ae03-1413-4b6f-b4f4-c70745e901d9 service neutron] 10.222.0.32 "GET /v2.0/networks/b0cf1283-9231-4b2a-9144-4eb59719bffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8460734 May 27 02:27:17.149759 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 2e96fd57-1a57-424c-a623-a83503c632b4 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:27:17.152827 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-098be5ad-6971-4175-a572-b37f4a66fabb req-fbc077fb-240c-4a61-b176-672cec6cb750 service neutron] No DVR routers for this DVR port 0cddd283-b33e-41da-b142-f29163e1f022 on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:27:17.165477 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-786c4ba5-a63c-48ff-9fc9-31000449d48a req-e257601a-627c-4f1e-85c0-a7332f185d6b tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=057f65d9-7e45-40c8-b89f-71d48d79e181&id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1223607 May 27 02:27:17.250697 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-1b43dc95-8afc-4c9d-a1d8-0fb2f3330d93 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Allocated IP 172.20.0.8 (98184d26-9a61-457b-9a39-b62ac7f0ceb2/610504fb-49e7-48d2-b0d3-cbb2d8101fb7/aa4e41a1-f9d5-4cf0-a8a2-0c8519a2f850) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:27:17.383283 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 2e96fd57-1a57-424c-a623-a83503c632b4, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=2e96fd57-1a57-424c-a623-a83503c632b4,segment=NetworkSegment(441b6a83-1810-4a59-a172-de9005de5715),segment_id=441b6a83-1810-4a59-a172-de9005de5715)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:27:17.426260 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-114997f1-6262-44fa-96d8-2fd2afb32c74'] response: {'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125', 'code': 200} May 27 02:27:17.441112 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=1b88d4c2-88a5-44e4-a734-7381c01bd697,revision_number=6']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:17.452002 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '2e96fd57-1a57-424c-a623-a83503c632b4', 'network_id': 'b0cf1283-9231-4b2a-9144-4eb59719bffc', 'port_id': '2e96fd57-1a57-424c-a623-a83503c632b4', 'mac_address': 'fa:16:3e:46:4d:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '505370ea-6a69-4c6a-9c79-68e9a416bb4a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:27:17.530729 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1b43dc95-8afc-4c9d-a1d8-0fb2f3330d93 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:17.550098 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-1b43dc95-8afc-4c9d-a1d8-0fb2f3330d93 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Transition to ACTIVE for port object aa4e41a1-f9d5-4cf0-a8a2-0c8519a2f850 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:27:17.566486 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c7afb-d547-4b13-89d8-e9c2c511a846 req-47ef6fa6-4e9d-4818-b49a-e76f47bb2c91 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:17.567050 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 2e96fd57-1a57-424c-a623-a83503c632b4 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:27:17.567050 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:17.573779 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9c9c7afb-d547-4b13-89d8-e9c2c511a846 req-47ef6fa6-4e9d-4818-b49a-e76f47bb2c91 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=03d58198-1434-4920-8b21-16b0896d4896 HTTP/1.1" status: 200 len: 943 time: 0.2958825 May 27 02:27:17.580476 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e9470a3e-0de0-41a7-8fbc-0088aa504f3e None None] Provisioning for port 67832886-950d-4839-ab82-d7878bb53cbd completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:27:17.596060 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e9470a3e-0de0-41a7-8fbc-0088aa504f3e None None] Provisioning complete for port 67832886-950d-4839-ab82-d7878bb53cbd triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:27:17.596435 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e9470a3e-0de0-41a7-8fbc-0088aa504f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:17.610378 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-098be5ad-6971-4175-a572-b37f4a66fabb req-fbc077fb-240c-4a61-b176-672cec6cb750 service neutron] In _notify_port_updated(), no bound segment for port 0cddd283-b33e-41da-b142-f29163e1f022 on network bc44a8f1-f55a-42c3-8906-2fd4470a2ec1 {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:27:17.611960 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098be5ad-6971-4175-a572-b37f4a66fabb req-fbc077fb-240c-4a61-b176-672cec6cb750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:17.613383 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-098be5ad-6971-4175-a572-b37f4a66fabb req-fbc077fb-240c-4a61-b176-672cec6cb750 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:17.615964 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-098be5ad-6971-4175-a572-b37f4a66fabb req-fbc077fb-240c-4a61-b176-672cec6cb750 service neutron] 10.222.0.66 "PUT /v2.0/ports/0cddd283-b33e-41da-b142-f29163e1f022 HTTP/1.1" status: 200 len: 1028 time: 2.1278517 May 27 02:27:17.665449 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-e9470a3e-0de0-41a7-8fbc-0088aa504f3e None None] Port 67832886-950d-4839-ab82-d7878bb53cbd cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:27:17.669149 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9c9c7afb-d547-4b13-89d8-e9c2c511a846 req-ce7bd32d-97cd-40a1-a7db-9ecfa76b43d5 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813680 May 27 02:27:17.681838 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port ef1a4f51-797c-4a33-9670-2881a7bb60c8, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=ef1a4f51-797c-4a33-9670-2881a7bb60c8,segment=NetworkSegment(ef8229e3-eaed-4b25-bba5-f7704fecb3e2),segment_id=ef8229e3-eaed-4b25-bba5-f7704fecb3e2)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:27:17.682065 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1b43dc95-8afc-4c9d-a1d8-0fb2f3330d93 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:17.684560 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e96fd57-1a57-424c-a623-a83503c632b4 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:27:17.714915 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 2e96fd57-1a57-424c-a623-a83503c632b4, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=2e96fd57-1a57-424c-a623-a83503c632b4,segment=NetworkSegment(441b6a83-1810-4a59-a172-de9005de5715),segment_id=441b6a83-1810-4a59-a172-de9005de5715)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:27:17.731701 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1598807-7cd3-434e-a5ad-f3daafa37603 req-f03b065d-79fc-48aa-b5f0-d673d8482488 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:17.746058 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a1598807-7cd3-434e-a5ad-f3daafa37603 req-f03b065d-79fc-48aa-b5f0-d673d8482488 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=31da9e92-be8a-497c-81ac-03e605f02623 HTTP/1.1" status: 200 len: 945 time: 0.3104112 May 27 02:27:17.795309 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 846f130e-8b5c-43bc-a6aa-7b9b06383b8c is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:27:17.795612 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:17.808219 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e9470a3e-0de0-41a7-8fbc-0088aa504f3e None None] Provisioning complete for port ef1a4f51-797c-4a33-9670-2881a7bb60c8 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:27:17.808600 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e9470a3e-0de0-41a7-8fbc-0088aa504f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:17.841140 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:17.852646 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52214) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:17.895878 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b43dc95-8afc-4c9d-a1d8-0fb2f3330d93 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Pushing event updated for resources: {'Port': ['ID=aa4e41a1-f9d5-4cf0-a8a2-0c8519a2f850,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:17.897211 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a1598807-7cd3-434e-a5ad-f3daafa37603 req-6e4ac73e-bc77-4a0f-980b-75dc3a84aa18 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500063 May 27 02:27:17.963739 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c21630c8-c0c0-4fdd-8451-c1532734e873 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:18.003998 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c21630c8-c0c0-4fdd-8451-c1532734e873 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:18.017578 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b43dc95-8afc-4c9d-a1d8-0fb2f3330d93 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Network 98184d26-9a61-457b-9a39-b62ac7f0ceb2 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:27:18.020731 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-1b43dc95-8afc-4c9d-a1d8-0fb2f3330d93 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:27:18.024772 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b43dc95-8afc-4c9d-a1d8-0fb2f3330d93 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:27:18.048571 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:18.061592 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-098be5ad-6971-4175-a572-b37f4a66fabb req-cd775509-ec79-4683-9a49-30047878ed80 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Deleting port 846f130e-8b5c-43bc-a6aa-7b9b06383b8c {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:27:18.062040 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-098be5ad-6971-4175-a572-b37f4a66fabb req-cd775509-ec79-4683-9a49-30047878ed80 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:18.070281 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=ef1a4f51-797c-4a33-9670-2881a7bb60c8,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:18.208863 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c21630c8-c0c0-4fdd-8451-c1532734e873 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:18.217837 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 846f130e-8b5c-43bc-a6aa-7b9b06383b8c, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=846f130e-8b5c-43bc-a6aa-7b9b06383b8c,segment=NetworkSegment(c7b67dd1-e75f-43e2-a0d4-234645245d4c),segment_id=c7b67dd1-e75f-43e2-a0d4-234645245d4c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:27:18.258076 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21630c8-c0c0-4fdd-8451-c1532734e873 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6a9393-fc6d-4302-8877-bba603bfca20,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:18.268995 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c21630c8-c0c0-4fdd-8451-c1532734e873 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:18.270528 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c21630c8-c0c0-4fdd-8451-c1532734e873 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "DELETE /v2.0/security-groups/3c6a9393-fc6d-4302-8877-bba603bfca20 HTTP/1.1" status: 204 len: 168 time: 0.4162092 May 27 02:27:18.272990 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52224) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:18.303250 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-12263696-6186-4a05-8da6-9600e45ba034 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] show failed (client error): The resource could not be found. May 27 02:27:18.304857 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-12263696-6186-4a05-8da6-9600e45ba034 tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "GET /v2.0/security-groups/3c6a9393-fc6d-4302-8877-bba603bfca20 HTTP/1.1" status: 404 len: 347 time: 0.0303783 May 27 02:27:18.307318 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52230) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:18.326416 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=2e96fd57-1a57-424c-a623-a83503c632b4,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:18.336704 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:18.337430 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 264c73cf-2308-4577-bcf0-61fc0de4e850 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:27:18.474486 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['2e96fd57-1a57-424c-a623-a83503c632b4'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:27:18.606663 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b43dc95-8afc-4c9d-a1d8-0fb2f3330d93 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:18.610281 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1b43dc95-8afc-4c9d-a1d8-0fb2f3330d93 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:18.723177 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=846f130e-8b5c-43bc-a6aa-7b9b06383b8c,revision_number=6']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:18.754628 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7df975fc-711a-4f2d-bd88-8fd93da4888a tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Deleting port 2ba2c74c-cd36-4846-9041-f866c81704c0 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:27:18.757483 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7df975fc-711a-4f2d-bd88-8fd93da4888a tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:18.840239 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52238) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:18.895709 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 264c73cf-2308-4577-bcf0-61fc0de4e850 is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:27:18.896065 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:18.930418 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1b43dc95-8afc-4c9d-a1d8-0fb2f3330d93 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 4.6524920 May 27 02:27:18.930746 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52246) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:18.949220 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-e9470a3e-0de0-41a7-8fbc-0088aa504f3e None None] Current status of the port ef1a4f51-797c-4a33-9670-2881a7bb60c8 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:27:19.098776 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-098be5ad-6971-4175-a572-b37f4a66fabb req-cd775509-ec79-4683-9a49-30047878ed80 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] For port 846f130e-8b5c-43bc-a6aa-7b9b06383b8c, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=846f130e-8b5c-43bc-a6aa-7b9b06383b8c,segment=NetworkSegment(c7b67dd1-e75f-43e2-a0d4-234645245d4c),segment_id=c7b67dd1-e75f-43e2-a0d4-234645245d4c)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:27:19.100672 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-098be5ad-6971-4175-a572-b37f4a66fabb req-cd775509-ec79-4683-9a49-30047878ed80 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:19.101857 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e83ab-bea7-42bb-97a9-bad10579cfd1 req-74eb953d-932a-4509-a8be-c0b3ee234f73 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:19.110260 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e83ab-bea7-42bb-97a9-bad10579cfd1 req-74eb953d-932a-4509-a8be-c0b3ee234f73 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:19.118444 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e83ab-bea7-42bb-97a9-bad10579cfd1 req-74eb953d-932a-4509-a8be-c0b3ee234f73 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:19.140127 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e83ab-bea7-42bb-97a9-bad10579cfd1 req-74eb953d-932a-4509-a8be-c0b3ee234f73 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:19.152879 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:19.153083 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e83ab-bea7-42bb-97a9-bad10579cfd1 req-74eb953d-932a-4509-a8be-c0b3ee234f73 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:19.153193 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 264c73cf-2308-4577-bcf0-61fc0de4e850, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=264c73cf-2308-4577-bcf0-61fc0de4e850,segment=NetworkSegment(c7b67dd1-e75f-43e2-a0d4-234645245d4c),segment_id=c7b67dd1-e75f-43e2-a0d4-234645245d4c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:27:19.163306 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f716365d-0aa2-4f95-810f-f28109de6bf6 None None] Provisioning complete for port 0cddd283-b33e-41da-b142-f29163e1f022 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:27:19.163679 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f716365d-0aa2-4f95-810f-f28109de6bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:19.172851 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-653e83ab-bea7-42bb-97a9-bad10579cfd1 req-74eb953d-932a-4509-a8be-c0b3ee234f73 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 3880 time: 0.7389343 May 27 02:27:19.240330 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-f716365d-0aa2-4f95-810f-f28109de6bf6 None None] Port 0cddd283-b33e-41da-b142-f29163e1f022 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:27:19.255840 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:19.262918 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-098be5ad-6971-4175-a572-b37f4a66fabb req-cd775509-ec79-4683-9a49-30047878ed80 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Calling delete_port for 846f130e-8b5c-43bc-a6aa-7b9b06383b8c owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:27:19.268259 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:19.269016 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 248cd725-0c24-4047-b076-0aa17cd7ecc0 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:27:19.361762 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6131c276-9e24-4483-86de-c539927d68e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:19.400624 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-653e83ab-bea7-42bb-97a9-bad10579cfd1 req-79ab69ff-c0c2-487c-acf7-539ec5aa514f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2268219 May 27 02:27:19.416808 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-6131c276-9e24-4483-86de-c539927d68e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:27:19.421519 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-6131c276-9e24-4483-86de-c539927d68e6 admin admin] Usage tracker for resource:security_group_rule and tenant:65276eaa786f4ebcba088c853ff421da is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:27:19.442717 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-6131c276-9e24-4483-86de-c539927d68e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:27:19.457481 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-6131c276-9e24-4483-86de-c539927d68e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:27:19.481922 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007fba2f-b9b9-44d0-b198-e1735807ddbe tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:19.487305 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b88d4c2-88a5-44e4-a734-7381c01bd697'}, {'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '846f130e-8b5c-43bc-a6aa-7b9b06383b8c'}, {'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '264c73cf-2308-4577-bcf0-61fc0de4e850'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:27:19.488671 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007fba2f-b9b9-44d0-b198-e1735807ddbe tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:19.494746 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007fba2f-b9b9-44d0-b198-e1735807ddbe tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:19.499254 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-007fba2f-b9b9-44d0-b198-e1735807ddbe tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.5606146 May 27 02:27:19.502657 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52252) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:19.555049 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab17ec0-fded-47de-b214-6c70a0ce8701 req-7e522fd6-9789-451c-b926-06167fa92b1d tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:19.562283 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0ab17ec0-fded-47de-b214-6c70a0ce8701 req-7e522fd6-9789-451c-b926-06167fa92b1d tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=03d58198-1434-4920-8b21-16b0896d4896 HTTP/1.1" status: 200 len: 944 time: 0.6290617 May 27 02:27:19.585567 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7df975fc-711a-4f2d-bd88-8fd93da4888a tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:19.585896 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7df975fc-711a-4f2d-bd88-8fd93da4888a tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:19.586808 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f716365d-0aa2-4f95-810f-f28109de6bf6 None None] Provisioning complete for port 67832886-950d-4839-ab82-d7878bb53cbd triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:27:19.587289 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f716365d-0aa2-4f95-810f-f28109de6bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:19.659794 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-098be5ad-6971-4175-a572-b37f4a66fabb req-cd775509-ec79-4683-9a49-30047878ed80 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:19.817719 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd775509-ec79-4683-9a49-30047878ed80 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Pushing event deleted for resources: {'Port': ['ID=846f130e-8b5c-43bc-a6aa-7b9b06383b8c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:19.818960 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0ab17ec0-fded-47de-b214-6c70a0ce8701 req-3ba6f753-6126-4554-9472-89e7349c8816 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557449 May 27 02:27:19.820887 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 248cd725-0c24-4047-b076-0aa17cd7ecc0 is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:27:19.821363 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:19.856989 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7df975fc-711a-4f2d-bd88-8fd93da4888a tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Calling delete_port for 2ba2c74c-cd36-4846-9041-f866c81704c0 owned by network:floatingip {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:27:19.865981 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=264c73cf-2308-4577-bcf0-61fc0de4e850,revision_number=6']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:19.870900 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-f716365d-0aa2-4f95-810f-f28109de6bf6 None None] Port 67832886-950d-4839-ab82-d7878bb53cbd cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:27:19.942475 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d4cc1a8-1d79-42d7-a1e1-9f4f254a91ee'] response: {'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b88d4c2-88a5-44e4-a734-7381c01bd697', 'code': 200} May 27 02:27:19.942742 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d4cc1a8-1d79-42d7-a1e1-9f4f254a91ee'] response: {'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '846f130e-8b5c-43bc-a6aa-7b9b06383b8c', 'code': 200} May 27 02:27:19.942994 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d4cc1a8-1d79-42d7-a1e1-9f4f254a91ee'] response: {'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '264c73cf-2308-4577-bcf0-61fc0de4e850', 'code': 200} May 27 02:27:19.957237 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 248cd725-0c24-4047-b076-0aa17cd7ecc0, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=248cd725-0c24-4047-b076-0aa17cd7ecc0,segment=NetworkSegment(b2df5c34-5572-4927-b1e4-0de52e1a0b3a),segment_id=b2df5c34-5572-4927-b1e4-0de52e1a0b3a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:27:19.979145 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-098be5ad-6971-4175-a572-b37f4a66fabb req-cd775509-ec79-4683-9a49-30047878ed80 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] No DVR routers for this DVR port 846f130e-8b5c-43bc-a6aa-7b9b06383b8c on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:27:19.982036 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-098be5ad-6971-4175-a572-b37f4a66fabb req-cd775509-ec79-4683-9a49-30047878ed80 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:19.983803 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f716365d-0aa2-4f95-810f-f28109de6bf6 None None] Provisioning for port aa4e41a1-f9d5-4cf0-a8a2-0c8519a2f850 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:27:19.984467 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4dec5672-e6d4-46b2-beaf-2dd879a0792e tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Deleting port aa4e41a1-f9d5-4cf0-a8a2-0c8519a2f850 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:27:19.985163 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4dec5672-e6d4-46b2-beaf-2dd879a0792e tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:19.985452 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'name': 'network-vif-deleted', 'tag': '846f130e-8b5c-43bc-a6aa-7b9b06383b8c'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:27:19.995476 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f716365d-0aa2-4f95-810f-f28109de6bf6 None None] Provisioning complete for port aa4e41a1-f9d5-4cf0-a8a2-0c8519a2f850 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:27:19.995833 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f716365d-0aa2-4f95-810f-f28109de6bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:20.038035 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1127073c-0e04-4848-8b29-84c7aa937caa'] response: {'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'name': 'network-vif-deleted', 'tag': '846f130e-8b5c-43bc-a6aa-7b9b06383b8c', 'status': 'completed', 'code': 200} May 27 02:27:20.044222 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:20.045243 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:27:20.072195 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ef1a4f51-797c-4a33-9670-2881a7bb60c8 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:27:20.111613 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-098be5ad-6971-4175-a572-b37f4a66fabb req-cd775509-ec79-4683-9a49-30047878ed80 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.66 "DELETE /v2.0/ports/846f130e-8b5c-43bc-a6aa-7b9b06383b8c HTTP/1.1" status: 204 len: 173 time: 2.4886839 May 27 02:27:20.218022 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-f716365d-0aa2-4f95-810f-f28109de6bf6 None None] Port aa4e41a1-f9d5-4cf0-a8a2-0c8519a2f850 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:27:20.243769 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-098be5ad-6971-4175-a572-b37f4a66fabb req-f21796d9-4a8a-4a50-b796-0f77bfe4e60e tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Deleting port 264c73cf-2308-4577-bcf0-61fc0de4e850 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:27:20.244122 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-098be5ad-6971-4175-a572-b37f4a66fabb req-f21796d9-4a8a-4a50-b796-0f77bfe4e60e tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:20.254114 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=248cd725-0c24-4047-b076-0aa17cd7ecc0,revision_number=6']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:20.259954 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:27:20.261053 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 0cddd283-b33e-41da-b142-f29163e1f022 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:27:20.417962 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 0cddd283-b33e-41da-b142-f29163e1f022 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:27:20.422746 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port ef1a4f51-797c-4a33-9670-2881a7bb60c8 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:27:20.423346 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:20.543567 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4dec5672-e6d4-46b2-beaf-2dd879a0792e tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:20.671963 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4dec5672-e6d4-46b2-beaf-2dd879a0792e tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Calling delete_port for aa4e41a1-f9d5-4cf0-a8a2-0c8519a2f850 owned by {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:27:20.808188 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port ef1a4f51-797c-4a33-9670-2881a7bb60c8 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:27:20.823070 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6131c276-9e24-4483-86de-c539927d68e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:20.876187 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-098be5ad-6971-4175-a572-b37f4a66fabb req-f21796d9-4a8a-4a50-b796-0f77bfe4e60e tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] For port 264c73cf-2308-4577-bcf0-61fc0de4e850, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=264c73cf-2308-4577-bcf0-61fc0de4e850,segment=NetworkSegment(c7b67dd1-e75f-43e2-a0d4-234645245d4c),segment_id=c7b67dd1-e75f-43e2-a0d4-234645245d4c)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:27:20.877515 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-098be5ad-6971-4175-a572-b37f4a66fabb req-f21796d9-4a8a-4a50-b796-0f77bfe4e60e tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:20.884086 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81869a5-5670-4376-a99a-cbce52f5f84c req-d6ef6d0c-e264-4569-b6d8-8eccb4aabc8e tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:20.885894 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c81869a5-5670-4376-a99a-cbce52f5f84c req-d6ef6d0c-e264-4569-b6d8-8eccb4aabc8e tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=31da9e92-be8a-497c-81ac-03e605f02623 HTTP/1.1" status: 200 len: 945 time: 1.1110203 May 27 02:27:20.907428 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 2e96fd57-1a57-424c-a623-a83503c632b4 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:27:20.910410 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6131c276-9e24-4483-86de-c539927d68e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:20.988044 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6131c276-9e24-4483-86de-c539927d68e6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=65276eaa786f4ebcba088c853ff421da&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1450233 May 27 02:27:21.009448 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52266) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:21.044315 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-098be5ad-6971-4175-a572-b37f4a66fabb req-f21796d9-4a8a-4a50-b796-0f77bfe4e60e tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Calling delete_port for 264c73cf-2308-4577-bcf0-61fc0de4e850 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:27:21.070894 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 2e96fd57-1a57-424c-a623-a83503c632b4 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:27:21.076167 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 2e96fd57-1a57-424c-a623-a83503c632b4 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:27:21.077852 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:21.096540 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71785a9f-4d2c-4805-9a20-f6a68de28738 req-2ded473f-fbeb-4c5f-bcd4-5c9fcbfbe3b6 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:21.102262 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71785a9f-4d2c-4805-9a20-f6a68de28738 req-2ded473f-fbeb-4c5f-bcd4-5c9fcbfbe3b6 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:21.108048 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71785a9f-4d2c-4805-9a20-f6a68de28738 req-2ded473f-fbeb-4c5f-bcd4-5c9fcbfbe3b6 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:21.113795 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71785a9f-4d2c-4805-9a20-f6a68de28738 req-2ded473f-fbeb-4c5f-bcd4-5c9fcbfbe3b6 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:21.115659 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-71785a9f-4d2c-4805-9a20-f6a68de28738 req-2ded473f-fbeb-4c5f-bcd4-5c9fcbfbe3b6 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 3143 time: 0.3724799 May 27 02:27:21.116154 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131c276-9e24-4483-86de-c539927d68e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff2d75d-82d7-4674-8be5-ca0f683cd757,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:21.133366 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7df975fc-711a-4f2d-bd88-8fd93da4888a tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:21.139829 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c81869a5-5670-4376-a99a-cbce52f5f84c req-1ac3f281-6a2d-437e-9a70-6d76ee5b8bd7 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311697 May 27 02:27:21.212022 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df975fc-711a-4f2d-bd88-8fd93da4888a tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Pushing event deleted for resources: {'Port': ['ID=2ba2c74c-cd36-4846-9041-f866c81704c0,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:21.283779 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 2e96fd57-1a57-424c-a623-a83503c632b4 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:27:21.284228 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:21.295680 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4dec5672-e6d4-46b2-beaf-2dd879a0792e tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:21.324038 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 2e96fd57-1a57-424c-a623-a83503c632b4, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=2e96fd57-1a57-424c-a623-a83503c632b4,segment=NetworkSegment(441b6a83-1810-4a59-a172-de9005de5715),segment_id=441b6a83-1810-4a59-a172-de9005de5715)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:27:21.337940 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-098be5ad-6971-4175-a572-b37f4a66fabb req-f21796d9-4a8a-4a50-b796-0f77bfe4e60e tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:21.390569 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21796d9-4a8a-4a50-b796-0f77bfe4e60e tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Pushing event deleted for resources: {'Port': ['ID=264c73cf-2308-4577-bcf0-61fc0de4e850,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:21.431111 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:21.445383 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c9a9ffc2-7a19-4e4c-b875-e8ca59afc880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:21.447020 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec5672-e6d4-46b2-beaf-2dd879a0792e tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Pushing event deleted for resources: {'Port': ['ID=aa4e41a1-f9d5-4cf0-a8a2-0c8519a2f850,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:21.458184 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-71785a9f-4d2c-4805-9a20-f6a68de28738 req-91f4af20-e760-4848-8095-9327bf72cb7e tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2709141 May 27 02:27:21.512134 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-098be5ad-6971-4175-a572-b37f4a66fabb req-f21796d9-4a8a-4a50-b796-0f77bfe4e60e tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] No DVR routers for this DVR port 264c73cf-2308-4577-bcf0-61fc0de4e850 on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:27:21.512676 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7df975fc-711a-4f2d-bd88-8fd93da4888a tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify callbacks [] for floatingip, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:21.521185 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-098be5ad-6971-4175-a572-b37f4a66fabb req-f21796d9-4a8a-4a50-b796-0f77bfe4e60e tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:21.536813 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-098be5ad-6971-4175-a572-b37f4a66fabb req-f21796d9-4a8a-4a50-b796-0f77bfe4e60e tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.66 "DELETE /v2.0/ports/264c73cf-2308-4577-bcf0-61fc0de4e850 HTTP/1.1" status: 204 len: 173 time: 1.4189754 May 27 02:27:21.537424 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=2e96fd57-1a57-424c-a623-a83503c632b4,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:21.569025 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c9a9ffc2-7a19-4e4c-b875-e8ca59afc880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:21.630208 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-098be5ad-6971-4175-a572-b37f4a66fabb req-7c59c8a1-aca2-4ab5-82d6-977289bfdc84 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Deleting port 248cd725-0c24-4047-b076-0aa17cd7ecc0 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:27:21.630555 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-098be5ad-6971-4175-a572-b37f4a66fabb req-7c59c8a1-aca2-4ab5-82d6-977289bfdc84 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:21.648043 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4dec5672-e6d4-46b2-beaf-2dd879a0792e tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:21.663164 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5bb21-69ac-4842-b213-0acb0ab343eb req-938dd185-344a-430e-bd88-5a064ce205b2 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:21.669692 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-06f5bb21-69ac-4842-b213-0acb0ab343eb req-938dd185-344a-430e-bd88-5a064ce205b2 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=03d58198-1434-4920-8b21-16b0896d4896 HTTP/1.1" status: 200 len: 944 time: 0.3832614 May 27 02:27:21.701349 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4dec5672-e6d4-46b2-beaf-2dd879a0792e tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] 10.222.0.57 "DELETE /v2.0/ports/aa4e41a1-f9d5-4cf0-a8a2-0c8519a2f850 HTTP/1.1" status: 204 len: 168 time: 2.1939328 May 27 02:27:21.706535 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52270) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:21.717870 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-8b8d9119-2b2f-4bb2-9007-7621412b7dbe tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Request body: {'port': {'name': 'tempest-new-port-name-1028753835', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:27:21.718594 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.api.validators [None req-8b8d9119-2b2f-4bb2-9007-7621412b7dbe tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] bootfile-name is not in valid_values {{(pid=88901) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 02:27:21.719244 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.api.validators [None req-8b8d9119-2b2f-4bb2-9007-7621412b7dbe tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] tftp-server is not in valid_values {{(pid=88901) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 02:27:21.719918 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.api.validators [None req-8b8d9119-2b2f-4bb2-9007-7621412b7dbe tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] server-ip-address is not in valid_values {{(pid=88901) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 02:27:21.759052 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-06f5bb21-69ac-4842-b213-0acb0ab343eb req-7c655541-00b3-40bc-b6cf-9e0c3d02e1cf tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850914 May 27 02:27:21.872313 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7df975fc-711a-4f2d-bd88-8fd93da4888a tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:21.886191 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7df975fc-711a-4f2d-bd88-8fd93da4888a tempest-ServersTestBootFromVolume-1741452213 tempest-ServersTestBootFromVolume-1741452213-project] 10.222.0.57 "DELETE /v2.0/floatingips/7af9e512-4f6c-478c-a76d-bd77c7a6c548 HTTP/1.1" status: 204 len: 168 time: 3.5657203 May 27 02:27:21.886191 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52276) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:21.944203 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '248cd725-0c24-4047-b076-0aa17cd7ecc0'}, {'server_uuid': '03d58198-1434-4920-8b21-16b0896d4896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e96fd57-1a57-424c-a623-a83503c632b4'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:27:21.990722 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c9a9ffc2-7a19-4e4c-b875-e8ca59afc880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:21.993725 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c9a9ffc2-7a19-4e4c-b875-e8ca59afc880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:22.000596 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c9a9ffc2-7a19-4e4c-b875-e8ca59afc880 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8ff2d75d-82d7-4674-8be5-ca0f683cd757 HTTP/1.1" status: 204 len: 168 time: 0.9873488 May 27 02:27:22.027766 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53ead2d4-d579-4a40-915f-71be95770d40'] response: {'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '248cd725-0c24-4047-b076-0aa17cd7ecc0', 'code': 200} May 27 02:27:22.028040 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53ead2d4-d579-4a40-915f-71be95770d40'] response: {'server_uuid': '03d58198-1434-4920-8b21-16b0896d4896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e96fd57-1a57-424c-a623-a83503c632b4', 'code': 200} May 27 02:27:22.045114 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9ffc2-7a19-4e4c-b875-e8ca59afc880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff2d75d-82d7-4674-8be5-ca0f683cd757,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:22.061587 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'name': 'network-vif-deleted', 'tag': '264c73cf-2308-4577-bcf0-61fc0de4e850'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:27:22.143491 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88f7ddda-8ddd-49f8-a1af-69e83351967b'] response: {'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'name': 'network-vif-deleted', 'tag': '264c73cf-2308-4577-bcf0-61fc0de4e850', 'status': 'completed', 'code': 200} May 27 02:27:22.282175 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-098be5ad-6971-4175-a572-b37f4a66fabb req-7c59c8a1-aca2-4ab5-82d6-977289bfdc84 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] For port 248cd725-0c24-4047-b076-0aa17cd7ecc0, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=248cd725-0c24-4047-b076-0aa17cd7ecc0,segment=NetworkSegment(b2df5c34-5572-4927-b1e4-0de52e1a0b3a),segment_id=b2df5c34-5572-4927-b1e4-0de52e1a0b3a)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:27:22.282590 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-098be5ad-6971-4175-a572-b37f4a66fabb req-7c59c8a1-aca2-4ab5-82d6-977289bfdc84 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:22.427809 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-098be5ad-6971-4175-a572-b37f4a66fabb req-7c59c8a1-aca2-4ab5-82d6-977289bfdc84 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Calling delete_port for 248cd725-0c24-4047-b076-0aa17cd7ecc0 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:27:22.461019 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9119-2b2f-4bb2-9007-7621412b7dbe tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:22.529278 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f0e76-6dac-40c9-8601-db52e01ec1ab req-e5f03545-4999-4ad3-896f-ac9bd81e417e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:22.530358 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5e9f0e76-6dac-40c9-8601-db52e01ec1ab req-e5f03545-4999-4ad3-896f-ac9bd81e417e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=03d58198-1434-4920-8b21-16b0896d4896 HTTP/1.1" status: 200 len: 1096 time: 0.4461663 May 27 02:27:22.696095 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5e9f0e76-6dac-40c9-8601-db52e01ec1ab req-8c5db39d-df84-4a9a-a567-f9cce1f9f82c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507242 May 27 02:27:22.788482 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93171fb2-d3bc-4e99-b3ef-c5245729ca37 req-47b9bc09-eaa2-42cb-8868-1133d9e35e7c tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:22.788482 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-93171fb2-d3bc-4e99-b3ef-c5245729ca37 req-47b9bc09-eaa2-42cb-8868-1133d9e35e7c tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=31da9e92-be8a-497c-81ac-03e605f02623 HTTP/1.1" status: 200 len: 945 time: 0.4527745 May 27 02:27:22.815308 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-098be5ad-6971-4175-a572-b37f4a66fabb req-7c59c8a1-aca2-4ab5-82d6-977289bfdc84 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:22.940550 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-93171fb2-d3bc-4e99-b3ef-c5245729ca37 req-b1f52611-04bb-4bb2-84d4-6d11642c8d4b tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237259 May 27 02:27:22.961664 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2dd94-09a6-400d-8714-d05bc243c364 req-ce1b24e0-6d62-4ce3-a2fc-817f7c96a629 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:22.986149 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2dd94-09a6-400d-8714-d05bc243c364 req-ce1b24e0-6d62-4ce3-a2fc-817f7c96a629 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:23.000183 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-098be5ad-6971-4175-a572-b37f4a66fabb req-7c59c8a1-aca2-4ab5-82d6-977289bfdc84 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] No DVR routers for this DVR port 248cd725-0c24-4047-b076-0aa17cd7ecc0 on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:27:23.003728 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-098be5ad-6971-4175-a572-b37f4a66fabb req-7c59c8a1-aca2-4ab5-82d6-977289bfdc84 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:23.003873 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2dd94-09a6-400d-8714-d05bc243c364 req-ce1b24e0-6d62-4ce3-a2fc-817f7c96a629 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:23.011764 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-20d2dd94-09a6-400d-8714-d05bc243c364 req-ce1b24e0-6d62-4ce3-a2fc-817f7c96a629 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 2410 time: 0.3206804 May 27 02:27:23.016444 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c59c8a1-aca2-4ab5-82d6-977289bfdc84 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Pushing event deleted for resources: {'Port': ['ID=248cd725-0c24-4047-b076-0aa17cd7ecc0,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:23.094735 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-098be5ad-6971-4175-a572-b37f4a66fabb req-7c59c8a1-aca2-4ab5-82d6-977289bfdc84 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.66 "DELETE /v2.0/ports/248cd725-0c24-4047-b076-0aa17cd7ecc0 HTTP/1.1" status: 204 len: 173 time: 1.5524981 May 27 02:27:23.099681 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-20d2dd94-09a6-400d-8714-d05bc243c364 req-2e6c0b64-6097-4c66-b3fd-f68e08209dc5 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869911 May 27 02:27:23.201933 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-098be5ad-6971-4175-a572-b37f4a66fabb req-fea3573a-26e5-47aa-82bf-5e420e986341 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Deleting port dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:27:23.202269 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-098be5ad-6971-4175-a572-b37f4a66fabb req-fea3573a-26e5-47aa-82bf-5e420e986341 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:23.255276 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bffa0c-c184-4cdf-b69b-a7999c9dd692 req-df3bcd20-25d7-423f-bf58-7a3599eaea21 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:23.262867 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e1bffa0c-c184-4cdf-b69b-a7999c9dd692 req-df3bcd20-25d7-423f-bf58-7a3599eaea21 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=03d58198-1434-4920-8b21-16b0896d4896 HTTP/1.1" status: 200 len: 945 time: 0.1591566 May 27 02:27:23.329090 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e1bffa0c-c184-4cdf-b69b-a7999c9dd692 req-7d8ea6fc-d2b8-4e41-81a5-ca943536dc45 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622365 May 27 02:27:23.335279 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1eb9379f-bed1-4cec-b215-7f3697cf014d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:23.353237 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9119-2b2f-4bb2-9007-7621412b7dbe tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:23.436249 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9119-2b2f-4bb2-9007-7621412b7dbe tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:23.543932 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d9119-2b2f-4bb2-9007-7621412b7dbe tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Pushing event updated for resources: {'Port': ['ID=67832886-950d-4839-ab82-d7878bb53cbd,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:23.648413 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-8b8d9119-2b2f-4bb2-9007-7621412b7dbe tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] In _notify_port_updated(), no bound segment for port 67832886-950d-4839-ab82-d7878bb53cbd on network 98184d26-9a61-457b-9a39-b62ac7f0ceb2 {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:27:23.653891 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8d9119-2b2f-4bb2-9007-7621412b7dbe tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:23.655833 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9119-2b2f-4bb2-9007-7621412b7dbe tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:23.656983 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8b8d9119-2b2f-4bb2-9007-7621412b7dbe tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] 10.222.0.57 "PUT /v2.0/ports/67832886-950d-4839-ab82-d7878bb53cbd HTTP/1.1" status: 200 len: 1136 time: 1.9479668 May 27 02:27:23.661160 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52312) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:23.664441 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-098be5ad-6971-4175-a572-b37f4a66fabb req-fea3573a-26e5-47aa-82bf-5e420e986341 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] For port dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125,segment=NetworkSegment(b2df5c34-5572-4927-b1e4-0de52e1a0b3a),segment_id=b2df5c34-5572-4927-b1e4-0de52e1a0b3a)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:27:23.664833 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-098be5ad-6971-4175-a572-b37f4a66fabb req-fea3573a-26e5-47aa-82bf-5e420e986341 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:23.886744 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-1eb9379f-bed1-4cec-b215-7f3697cf014d admin admin] Deleting port 1646a445-f458-418b-bc70-3781466b8ed5 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:27:23.887084 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1eb9379f-bed1-4cec-b215-7f3697cf014d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:23.940894 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52318) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:23.995454 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-49a06a17-0684-4c91-886a-eff2517ebf7c None None] Provisioning complete for port 67832886-950d-4839-ab82-d7878bb53cbd triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:27:23.999996 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-49a06a17-0684-4c91-886a-eff2517ebf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:24.057498 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da3e264-120b-4ad7-a127-15a1e2962168 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:24.058470 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1da3e264-120b-4ad7-a127-15a1e2962168 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Synchronizing usage tracker for tenant:eedc7583a8964b39946dce7dbeefaea7 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:27:24.121349 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-49a06a17-0684-4c91-886a-eff2517ebf7c None None] Port 67832886-950d-4839-ab82-d7878bb53cbd cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:27:24.163321 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'name': 'network-vif-deleted', 'tag': '248cd725-0c24-4047-b076-0aa17cd7ecc0'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:27:24.164418 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-1eb9379f-bed1-4cec-b215-7f3697cf014d admin admin] For port 1646a445-f458-418b-bc70-3781466b8ed5, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1646a445-f458-418b-bc70-3781466b8ed5,segment=NetworkSegment(6e38a0a4-498f-4c12-926f-77a899604593),segment_id=6e38a0a4-498f-4c12-926f-77a899604593)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:27:24.164813 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1eb9379f-bed1-4cec-b215-7f3697cf014d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:24.175109 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-098be5ad-6971-4175-a572-b37f4a66fabb req-fea3573a-26e5-47aa-82bf-5e420e986341 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Calling delete_port for dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:27:24.321395 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1da3e264-120b-4ad7-a127-15a1e2962168 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Unset dirty status for tenant:eedc7583a8964b39946dce7dbeefaea7 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:27:24.327124 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1da3e264-120b-4ad7-a127-15a1e2962168 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] 10.222.0.57 "GET /v2.0/ports/67832886-950d-4839-ab82-d7878bb53cbd HTTP/1.1" status: 200 len: 1136 time: 0.6607544 May 27 02:27:24.327329 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52332) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:24.346224 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-7b967d0c-818a-4de7-9d61-22cb6cbde4dd admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1285310715-network', 'tenant_id': 'fcfe314133204020a0ec1bed4c17b833'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:27:24.361972 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-1eb9379f-bed1-4cec-b215-7f3697cf014d admin admin] Calling delete_port for 1646a445-f458-418b-bc70-3781466b8ed5 owned by network:router_interface {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:27:24.410277 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-3a8c7795-a8b2-4307-accc-24dbf0b77986 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Deleting port 67832886-950d-4839-ab82-d7878bb53cbd {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:27:24.410634 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a8c7795-a8b2-4307-accc-24dbf0b77986 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:24.561664 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-7b967d0c-818a-4de7-9d61-22cb6cbde4dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:27:24.582313 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7b967d0c-818a-4de7-9d61-22cb6cbde4dd admin admin] Usage tracker for resource:network and tenant:fcfe314133204020a0ec1bed4c17b833 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:27:24.588745 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7b967d0c-818a-4de7-9d61-22cb6cbde4dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:27:24.597496 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-7b967d0c-818a-4de7-9d61-22cb6cbde4dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:27:24.604442 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-098be5ad-6971-4175-a572-b37f4a66fabb req-fea3573a-26e5-47aa-82bf-5e420e986341 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:24.679635 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea3573a-26e5-47aa-82bf-5e420e986341 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Pushing event deleted for resources: {'Port': ['ID=dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:24.693236 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df93e9-1dbb-4fc8-a327-6bc10c9a7ee3 req-9440bfe5-fcc2-4b1c-a06f-252d3949514e tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:24.694417 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-09df93e9-1dbb-4fc8-a327-6bc10c9a7ee3 req-9440bfe5-fcc2-4b1c-a06f-252d3949514e tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=31da9e92-be8a-497c-81ac-03e605f02623 HTTP/1.1" status: 200 len: 945 time: 0.4409256 May 27 02:27:24.737575 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f00ee8-1a4f-4f12-8894-b1f13b833505 req-00a23d0d-ae6b-4f3d-97fd-feaef0ae1147 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:24.743428 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f00ee8-1a4f-4f12-8894-b1f13b833505 req-00a23d0d-ae6b-4f3d-97fd-feaef0ae1147 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:24.745074 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f6f00ee8-1a4f-4f12-8894-b1f13b833505 req-00a23d0d-ae6b-4f3d-97fd-feaef0ae1147 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 1600 time: 0.3911498 May 27 02:27:24.745711 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b967d0c-818a-4de7-9d61-22cb6cbde4dd admin admin] Made reservation on behalf of fcfe314133204020a0ec1bed4c17b833 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:27:24.747982 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7b967d0c-818a-4de7-9d61-22cb6cbde4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:24.773359 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-098be5ad-6971-4175-a572-b37f4a66fabb req-fea3573a-26e5-47aa-82bf-5e420e986341 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] No DVR routers for this DVR port dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125 on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:27:24.779853 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-098be5ad-6971-4175-a572-b37f4a66fabb req-fea3573a-26e5-47aa-82bf-5e420e986341 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:24.788910 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7b967d0c-818a-4de7-9d61-22cb6cbde4dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:24.803908 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-098be5ad-6971-4175-a572-b37f4a66fabb req-fea3573a-26e5-47aa-82bf-5e420e986341 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.66 "DELETE /v2.0/ports/dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125 HTTP/1.1" status: 204 len: 173 time: 1.7012987 May 27 02:27:24.806907 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a8c7795-a8b2-4307-accc-24dbf0b77986 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:24.828902 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-7b967d0c-818a-4de7-9d61-22cb6cbde4dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:27:24.836250 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-09df93e9-1dbb-4fc8-a327-6bc10c9a7ee3 req-16b3941f-c86a-4dc7-afd7-ed61c05771a3 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307783 May 27 02:27:24.849260 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7b967d0c-818a-4de7-9d61-22cb6cbde4dd admin admin] Usage tracker for resource:security_group_rule and tenant:fcfe314133204020a0ec1bed4c17b833 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:27:24.855517 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f6f00ee8-1a4f-4f12-8894-b1f13b833505 req-98a4c75a-7c31-4e5e-8722-a06c006f5f01 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups?id=e5afc690-7524-4a95-b1d1-a233dc90191d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966363 May 27 02:27:24.856466 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7b967d0c-818a-4de7-9d61-22cb6cbde4dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:27:24.863765 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-7b967d0c-818a-4de7-9d61-22cb6cbde4dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:27:25.036949 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-3a8c7795-a8b2-4307-accc-24dbf0b77986 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Calling delete_port for 67832886-950d-4839-ab82-d7878bb53cbd owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:27:25.069291 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96457ee7-3fd3-4746-bb00-29306b0ff98d'] response: {'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'name': 'network-vif-deleted', 'tag': '248cd725-0c24-4047-b076-0aa17cd7ecc0', 'status': 'completed', 'code': 200} May 27 02:27:25.100192 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1eb9379f-bed1-4cec-b215-7f3697cf014d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:25.106650 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-098be5ad-6971-4175-a572-b37f4a66fabb req-003b2a6e-9d1e-4ac0-b439-9700af2028f2 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Deleting port 1b88d4c2-88a5-44e4-a734-7381c01bd697 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:27:25.106990 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-098be5ad-6971-4175-a572-b37f4a66fabb req-003b2a6e-9d1e-4ac0-b439-9700af2028f2 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:25.159230 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7b967d0c-818a-4de7-9d61-22cb6cbde4dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:25.246468 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb9379f-bed1-4cec-b215-7f3697cf014d admin admin] Pushing event deleted for resources: {'Port': ['ID=1646a445-f458-418b-bc70-3781466b8ed5,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:25.315895 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7b967d0c-818a-4de7-9d61-22cb6cbde4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:25.378990 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b967d0c-818a-4de7-9d61-22cb6cbde4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3656829f-70eb-4e20-9f86-738df4396220,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:25.482602 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a8c7795-a8b2-4307-accc-24dbf0b77986 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:25.487062 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1198661-ba60-489e-affa-007ea4d23bca req-8ba542ca-c525-4fef-b8fa-6877fac844b1 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:25.514521 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a1198661-ba60-489e-affa-007ea4d23bca req-8ba542ca-c525-4fef-b8fa-6877fac844b1 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=03d58198-1434-4920-8b21-16b0896d4896 HTTP/1.1" status: 200 len: 945 time: 0.4558554 May 27 02:27:25.563979 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8c7795-a8b2-4307-accc-24dbf0b77986 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Pushing event deleted for resources: {'Port': ['ID=67832886-950d-4839-ab82-d7878bb53cbd,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:25.572088 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b967d0c-818a-4de7-9d61-22cb6cbde4dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:27:25.616121 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7b967d0c-818a-4de7-9d61-22cb6cbde4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:25.616531 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-7b967d0c-818a-4de7-9d61-22cb6cbde4dd admin admin] Added segment 62a63250-61f0-43e1-a103-ed64f1d6f1fa of type vlan for network 379c6620-ccc0-4be2-8393-3f9712fd5040 May 27 02:27:25.674804 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a1198661-ba60-489e-affa-007ea4d23bca req-be99d649-f58d-4847-a0ee-231d77ce8c71 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602154 May 27 02:27:25.675924 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-098be5ad-6971-4175-a572-b37f4a66fabb req-003b2a6e-9d1e-4ac0-b439-9700af2028f2 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] For port 1b88d4c2-88a5-44e4-a734-7381c01bd697, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=1b88d4c2-88a5-44e4-a734-7381c01bd697,segment=NetworkSegment(b17b7be3-0da7-456b-890b-9cbc87548bbf),segment_id=b17b7be3-0da7-456b-890b-9cbc87548bbf)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:27:25.675924 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-098be5ad-6971-4175-a572-b37f4a66fabb req-003b2a6e-9d1e-4ac0-b439-9700af2028f2 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:25.676399 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1eb9379f-bed1-4cec-b215-7f3697cf014d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:25.688588 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7b967d0c-818a-4de7-9d61-22cb6cbde4dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:25.803306 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a8c7795-a8b2-4307-accc-24dbf0b77986 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:26.007535 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9da52eb-a257-4bde-83b4-0438e0b164ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:26.208538 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-098be5ad-6971-4175-a572-b37f4a66fabb req-003b2a6e-9d1e-4ac0-b439-9700af2028f2 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:26.209165 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-098be5ad-6971-4175-a572-b37f4a66fabb req-003b2a6e-9d1e-4ac0-b439-9700af2028f2 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:26.209505 n-d-843554-3 neutron-server[88901]: INFO neutron.db.l3_db [req-098be5ad-6971-4175-a572-b37f4a66fabb req-003b2a6e-9d1e-4ac0-b439-9700af2028f2 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Floating IP 477bdbdf-feaf-4079-9530-0616d34faac1 disassociated. External IP: 172.25.1.37, port: 1b88d4c2-88a5-44e4-a734-7381c01bd697. May 27 02:27:26.209867 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-098be5ad-6971-4175-a572-b37f4a66fabb req-003b2a6e-9d1e-4ac0-b439-9700af2028f2 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Calling delete_port for 1b88d4c2-88a5-44e4-a734-7381c01bd697 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:27:26.249355 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98ecee-8716-4c23-a44e-5fff0cfc1ab1 req-42f837fb-b06f-4a9a-9359-ec3e175aa8a0 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:26.250863 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9f98ecee-8716-4c23-a44e-5fff0cfc1ab1 req-42f837fb-b06f-4a9a-9359-ec3e175aa8a0 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=31da9e92-be8a-497c-81ac-03e605f02623 HTTP/1.1" status: 200 len: 945 time: 0.2449520 May 27 02:27:26.255867 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb9379f-bed1-4cec-b215-7f3697cf014d admin admin] Router 42ef4456-3ed4-4f33-af42-3e9c21eeeae4 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:27:26.388410 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9f98ecee-8716-4c23-a44e-5fff0cfc1ab1 req-4e672290-574c-4fe1-8c13-3d697886a7ac tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311164 May 27 02:27:26.526933 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [req-85b2df8d-0688-4c5d-bd48-9bba889b90c3 req-ddea2ef2-26fa-4d3f-90c4-b9ae05ef657a service neutron] (88901) timed out ('10.222.0.66', 62040) {{(pid=88901) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 02:27:26.672825 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-098be5ad-6971-4175-a572-b37f4a66fabb req-003b2a6e-9d1e-4ac0-b439-9700af2028f2 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:26.676096 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3a8c7795-a8b2-4307-accc-24dbf0b77986 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] 10.222.0.57 "DELETE /v2.0/ports/67832886-950d-4839-ab82-d7878bb53cbd HTTP/1.1" status: 204 len: 168 time: 2.3474369 May 27 02:27:26.689515 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52356) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:26.703044 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7b967d0c-818a-4de7-9d61-22cb6cbde4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:26.704455 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b967d0c-818a-4de7-9d61-22cb6cbde4dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:26.705572 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7b967d0c-818a-4de7-9d61-22cb6cbde4dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:26.731650 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b2a6e-9d1e-4ac0-b439-9700af2028f2 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Pushing event deleted for resources: {'Port': ['ID=1b88d4c2-88a5-44e4-a734-7381c01bd697,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:26.843161 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-7339e494-52cc-4b9b-ba0e-67a114f786a9 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Deleting subnet 610504fb-49e7-48d2-b0d3-cbb2d8101fb7 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:27:26.846925 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-701ae4cd-e922-4c53-b697-90e499a291ce req-67f82c95-bed2-4348-aa94-3a492114e901 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 210 time: 0.2137308 May 27 02:27:26.915724 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7339e494-52cc-4b9b-ba0e-67a114f786a9 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:26.949635 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-098be5ad-6971-4175-a572-b37f4a66fabb req-003b2a6e-9d1e-4ac0-b439-9700af2028f2 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Router 82cbd9de-346e-44ce-909a-c3a030aa3e23 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:27:27.032279 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb9379f-bed1-4cec-b215-7f3697cf014d admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:27:27.042916 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5671800b-be76-4b86-ada3-8c330bad6d19 None None] Sync routers for ids ['42ef4456-3ed4-4f33-af42-3e9c21eeeae4'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:27:27.060427 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5671800b-be76-4b86-ada3-8c330bad6d19 None None] Routers {'42ef4456-3ed4-4f33-af42-3e9c21eeeae4'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:27:27.062326 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-5671800b-be76-4b86-ada3-8c330bad6d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:26:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['42ef4456-3ed4-4f33-af42-3e9c21eeeae4'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:27:27.082001 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b967d0c-818a-4de7-9d61-22cb6cbde4dd admin admin] Pushing event updated for resources: {'Network': ['ID=379c6620-ccc0-4be2-8393-3f9712fd5040,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:27.088563 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1eb9379f-bed1-4cec-b215-7f3697cf014d admin admin] 10.222.0.57 "PUT /v2.0/routers/42ef4456-3ed4-4f33-af42-3e9c21eeeae4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2046192 May 27 02:27:27.093526 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52370) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:27.095281 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 379c6620-ccc0-4be2-8393-3f9712fd5040 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:27:27.101966 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7339e494-52cc-4b9b-ba0e-67a114f786a9 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:27.156776 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'name': 'network-vif-deleted', 'tag': 'dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:27:27.261304 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-098be5ad-6971-4175-a572-b37f4a66fabb req-003b2a6e-9d1e-4ac0-b439-9700af2028f2 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:27:27.292589 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa495357-70d5-4632-8f3c-cde0f8535fc8 None None] Sync routers for ids ['82cbd9de-346e-44ce-909a-c3a030aa3e23'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:27:27.319414 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa495357-70d5-4632-8f3c-cde0f8535fc8 None None] Routers {'82cbd9de-346e-44ce-909a-c3a030aa3e23'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:27:27.320435 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-aa495357-70d5-4632-8f3c-cde0f8535fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:26:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['82cbd9de-346e-44ce-909a-c3a030aa3e23'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:27:27.325251 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc7955a0-b762-4f78-b6b7-44e8263a5a26'] response: {'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'name': 'network-vif-deleted', 'tag': 'dd1aa0ff-91fa-4de7-b4d9-66d62d0b4125', 'status': 'completed', 'code': 200} May 27 02:27:27.353959 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7339e494-52cc-4b9b-ba0e-67a114f786a9 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:27.379964 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-5671800b-be76-4b86-ada3-8c330bad6d19 None None] Set router 42ef4456-3ed4-4f33-af42-3e9c21eeeae4 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:27:27.412804 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-098be5ad-6971-4175-a572-b37f4a66fabb req-003b2a6e-9d1e-4ac0-b439-9700af2028f2 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] No DVR routers for this DVR port 1b88d4c2-88a5-44e4-a734-7381c01bd697 on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:27:27.415457 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-098be5ad-6971-4175-a572-b37f4a66fabb req-003b2a6e-9d1e-4ac0-b439-9700af2028f2 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:27.435315 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-098be5ad-6971-4175-a572-b37f4a66fabb req-003b2a6e-9d1e-4ac0-b439-9700af2028f2 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.66 "DELETE /v2.0/ports/1b88d4c2-88a5-44e4-a734-7381c01bd697 HTTP/1.1" status: 204 len: 173 time: 2.6209073 May 27 02:27:27.462760 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7b967d0c-818a-4de7-9d61-22cb6cbde4dd admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.5179794 May 27 02:27:27.463999 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52382) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:27.470146 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-179dccbe-a957-4700-8cb8-6a32017fae72 admin admin] Request body: {'subnet': {'network_id': '379c6620-ccc0-4be2-8393-3f9712fd5040', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1285310715-subnet', 'tenant_id': 'fcfe314133204020a0ec1bed4c17b833', 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:27:27.480898 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-179dccbe-a957-4700-8cb8-6a32017fae72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:27:27.489192 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-179dccbe-a957-4700-8cb8-6a32017fae72 admin admin] Usage tracker for resource:subnet and tenant:fcfe314133204020a0ec1bed4c17b833 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:27:27.497135 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-179dccbe-a957-4700-8cb8-6a32017fae72 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:27:27.500911 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff9954-66b1-492f-b8d7-b3630ac5a1ec req-28317940-9dc2-479e-90f2-bacd8a5dcbcf tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:27.503164 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e3ff9954-66b1-492f-b8d7-b3630ac5a1ec req-28317940-9dc2-479e-90f2-bacd8a5dcbcf tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=03d58198-1434-4920-8b21-16b0896d4896 HTTP/1.1" status: 200 len: 945 time: 0.6541564 May 27 02:27:27.515508 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-179dccbe-a957-4700-8cb8-6a32017fae72 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:27:27.636249 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e3ff9954-66b1-492f-b8d7-b3630ac5a1ec req-3304b9ff-8513-4693-998f-abf3bf6cc884 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738351 May 27 02:27:27.637520 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7339e494-52cc-4b9b-ba0e-67a114f786a9 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:27.654548 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179dccbe-a957-4700-8cb8-6a32017fae72 admin admin] Made reservation on behalf of fcfe314133204020a0ec1bed4c17b833 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:27:27.657349 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-179dccbe-a957-4700-8cb8-6a32017fae72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:27.688879 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7339e494-52cc-4b9b-ba0e-67a114f786a9 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Pushing event deleted for resources: {'Subnet': ['ID=610504fb-49e7-48d2-b0d3-cbb2d8101fb7,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:27.691086 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7339e494-52cc-4b9b-ba0e-67a114f786a9 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:27.709457 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7339e494-52cc-4b9b-ba0e-67a114f786a9 tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] 10.222.0.57 "DELETE /v2.0/subnets/610504fb-49e7-48d2-b0d3-cbb2d8101fb7 HTTP/1.1" status: 204 len: 168 time: 1.0060978 May 27 02:27:27.709457 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52388) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:27.712492 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-44976026-0d84-49fd-89a0-255e191388cd admin admin] Notify callbacks [] for router, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:27.889524 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4512c18f-3b93-4db4-b8a6-13a5d8f1f359 None None] Network 98184d26-9a61-457b-9a39-b62ac7f0ceb2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:27:28.080744 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-aa495357-70d5-4632-8f3c-cde0f8535fc8 None None] Set router 82cbd9de-346e-44ce-909a-c3a030aa3e23 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:27:28.168874 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-5671800b-be76-4b86-ada3-8c330bad6d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ef4456-3ed4-4f33-af42-3e9c21eeeae4', 'name': 'tempest-ServersTestBootFromVolume-959216495-router', 'tenant_id': '90cb016bc5624b738605957a017e8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '1b64445f-183b-4ae1-a6f0-974024df086e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:23:18Z', 'updated_at': '2022-05-27T02:27:24Z', 'revision_number': 5, 'project_id': '90cb016bc5624b738605957a017e8a06', 'gw_port': {'id': '1b64445f-183b-4ae1-a6f0-974024df086e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ef4456-3ed4-4f33-af42-3e9c21eeeae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:23:22Z', 'updated_at': '2022-05-27T02:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:27:28.173321 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5671800b-be76-4b86-ada3-8c330bad6d19 None None] Checking router: 42ef4456-3ed4-4f33-af42-3e9c21eeeae4 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:27:28.184497 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5671800b-be76-4b86-ada3-8c330bad6d19 None None] Routers {'42ef4456-3ed4-4f33-af42-3e9c21eeeae4'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:27:28.185085 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-5671800b-be76-4b86-ada3-8c330bad6d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:26:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['42ef4456-3ed4-4f33-af42-3e9c21eeeae4'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:27:28.242061 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-179dccbe-a957-4700-8cb8-6a32017fae72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:28.394886 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179dccbe-a957-4700-8cb8-6a32017fae72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=581dfaa8-8fc4-404b-a6f4-0f38bf90e8ae,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:28.419633 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179dccbe-a957-4700-8cb8-6a32017fae72 admin admin] Checking segment: {'id': '62a63250-61f0-43e1-a103-ed64f1d6f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '379c6620-ccc0-4be2-8393-3f9712fd5040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:27:28.420085 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179dccbe-a957-4700-8cb8-6a32017fae72 admin admin] Network hostable DHCP agents. Network: 379c6620-ccc0-4be2-8393-3f9712fd5040, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:27:28.473807 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-45269bee-a447-42b0-b335-1903922f1c3d tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:28.501878 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-5671800b-be76-4b86-ada3-8c330bad6d19 None None] Set router 42ef4456-3ed4-4f33-af42-3e9c21eeeae4 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:27:28.525230 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-44976026-0d84-49fd-89a0-255e191388cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:28.535943 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ad32b4c5-cddf-4aca-a9fd-1dbde8128fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:28.553075 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179dccbe-a957-4700-8cb8-6a32017fae72 admin admin] Network 379c6620-ccc0-4be2-8393-3f9712fd5040 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:27:28.565993 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed53d9e-5203-4ed1-96dc-e5450314eadc req-c9cbf581-05f3-4b73-a03b-14aedd63b7ae tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:28.568226 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aed53d9e-5203-4ed1-96dc-e5450314eadc req-c9cbf581-05f3-4b73-a03b-14aedd63b7ae tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=31da9e92-be8a-497c-81ac-03e605f02623 HTTP/1.1" status: 200 len: 945 time: 0.7207997 May 27 02:27:28.568948 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-45269bee-a447-42b0-b335-1903922f1c3d tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Deleting port ef1a4f51-797c-4a33-9670-2881a7bb60c8 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:27:28.569289 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-45269bee-a447-42b0-b335-1903922f1c3d tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:28.665521 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-179dccbe-a957-4700-8cb8-6a32017fae72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 379c6620-ccc0-4be2-8393-3f9712fd5040) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:27:28.675034 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179dccbe-a957-4700-8cb8-6a32017fae72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:28.675034 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-179dccbe-a957-4700-8cb8-6a32017fae72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:28.691516 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8ceb81-c806-4d21-be79-e84833911f7b None None] Network 379c6620-ccc0-4be2-8393-3f9712fd5040 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:27:28.764319 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-44976026-0d84-49fd-89a0-255e191388cd admin admin] Deleting port 1b64445f-183b-4ae1-a6f0-974024df086e {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:27:28.764671 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-44976026-0d84-49fd-89a0-255e191388cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:28.802588 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-179dccbe-a957-4700-8cb8-6a32017fae72 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3374975 May 27 02:27:28.805139 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52404) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:28.810774 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-c0a6a638-8129-4ba9-ad84-3f71d6e0b299 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1285310715-router', 'tenant_id': 'fcfe314133204020a0ec1bed4c17b833', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:27:28.831429 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c0a6a638-8129-4ba9-ad84-3f71d6e0b299 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:27:28.842118 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c0a6a638-8129-4ba9-ad84-3f71d6e0b299 admin admin] Usage tracker for resource:router and tenant:fcfe314133204020a0ec1bed4c17b833 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:27:28.845426 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c0a6a638-8129-4ba9-ad84-3f71d6e0b299 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:27:28.855489 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c0a6a638-8129-4ba9-ad84-3f71d6e0b299 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:27:28.858769 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b209488-8afb-49c2-a0e4-2b5cd7ea40cf None None] DHCP port deletion for 98184d26-9a61-457b-9a39-b62ac7f0ceb2 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:27:28.887513 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-1b209488-8afb-49c2-a0e4-2b5cd7ea40cf None None] Deleting port ef1a4f51-797c-4a33-9670-2881a7bb60c8 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:27:28.887876 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1b209488-8afb-49c2-a0e4-2b5cd7ea40cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:28.938219 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-5671800b-be76-4b86-ada3-8c330bad6d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ef4456-3ed4-4f33-af42-3e9c21eeeae4', 'name': 'tempest-ServersTestBootFromVolume-959216495-router', 'tenant_id': '90cb016bc5624b738605957a017e8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '1b64445f-183b-4ae1-a6f0-974024df086e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:23:18Z', 'updated_at': '2022-05-27T02:27:24Z', 'revision_number': 5, 'project_id': '90cb016bc5624b738605957a017e8a06', 'gw_port': {'id': '1b64445f-183b-4ae1-a6f0-974024df086e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ef4456-3ed4-4f33-af42-3e9c21eeeae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:23:22Z', 'updated_at': '2022-05-27T02:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:27:28.941070 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c0a6a638-8129-4ba9-ad84-3f71d6e0b299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:28.942316 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c0a6a638-8129-4ba9-ad84-3f71d6e0b299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:28.949085 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5671800b-be76-4b86-ada3-8c330bad6d19 None None] The sync data for ids ['42ef4456-3ed4-4f33-af42-3e9c21eeeae4'] in n-d-843554-3 is: [{'id': '42ef4456-3ed4-4f33-af42-3e9c21eeeae4', 'name': 'tempest-ServersTestBootFromVolume-959216495-router', 'tenant_id': '90cb016bc5624b738605957a017e8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '1b64445f-183b-4ae1-a6f0-974024df086e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:23:18Z', 'updated_at': '2022-05-27T02:27:24Z', 'revision_number': 5, 'project_id': '90cb016bc5624b738605957a017e8a06', 'gw_port': {'id': '1b64445f-183b-4ae1-a6f0-974024df086e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ef4456-3ed4-4f33-af42-3e9c21eeeae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:23:22Z', 'updated_at': '2022-05-27T02:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:27:28.971327 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c0a6a638-8129-4ba9-ad84-3f71d6e0b299 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:28.978471 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-aa495357-70d5-4632-8f3c-cde0f8535fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cbd9de-346e-44ce-909a-c3a030aa3e23', 'name': 'tempest-TaggedBootDevicesTest-1750740737-router', 'tenant_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd33e2100-4366-44a7-b775-01fb2d6bcb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:18:52Z', 'updated_at': '2022-05-27T02:19:02Z', 'revision_number': 4, 'project_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'gw_port': {'id': 'd33e2100-4366-44a7-b775-01fb2d6bcb02', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:47:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cbd9de-346e-44ce-909a-c3a030aa3e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:18:55Z', 'updated_at': '2022-05-27T02:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'c94fabb2-8080-472c-961c-b7f33915a9bf', 'name': '', 'network_id': 'cd909775-46db-435c-9cd7-78749fc058c4', 'tenant_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'mac_address': 'fa:16:3e:7c:cb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cbd9de-346e-44ce-909a-c3a030aa3e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '38635d3c-a31c-4fd5-8a18-29f0e87e4929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:00Z', 'updated_at': '2022-05-27T02:19:12Z', 'revision_number': 5, 'project_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'subnets': [{'id': '38635d3c-a31c-4fd5-8a18-29f0e87e4929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:27:29.026222 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa495357-70d5-4632-8f3c-cde0f8535fc8 None None] Checking router: 82cbd9de-346e-44ce-909a-c3a030aa3e23 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:27:29.115271 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa495357-70d5-4632-8f3c-cde0f8535fc8 None None] Routers {'82cbd9de-346e-44ce-909a-c3a030aa3e23'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:27:29.115909 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-aa495357-70d5-4632-8f3c-cde0f8535fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:27:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['82cbd9de-346e-44ce-909a-c3a030aa3e23'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:27:29.232745 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e4dcf-fad1-4022-a8b9-76281fd4d371 req-7728411d-2b61-4d85-8b1c-b05c56b65b58 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:29.241220 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f31e4dcf-fad1-4022-a8b9-76281fd4d371 req-7728411d-2b61-4d85-8b1c-b05c56b65b58 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=03d58198-1434-4920-8b21-16b0896d4896 HTTP/1.1" status: 200 len: 945 time: 1.2229717 May 27 02:27:29.260212 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aed53d9e-5203-4ed1-96dc-e5450314eadc req-c4940122-5b24-47e1-abb4-254c59e4d7a4 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6537712 May 27 02:27:29.377817 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-aa495357-70d5-4632-8f3c-cde0f8535fc8 None None] Set router 82cbd9de-346e-44ce-909a-c3a030aa3e23 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:27:29.421256 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'name': 'network-vif-deleted', 'tag': '1b88d4c2-88a5-44e4-a734-7381c01bd697'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:27:29.466436 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-45269bee-a447-42b0-b335-1903922f1c3d tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] For port ef1a4f51-797c-4a33-9670-2881a7bb60c8, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=ef1a4f51-797c-4a33-9670-2881a7bb60c8,segment=NetworkSegment(ef8229e3-eaed-4b25-bba5-f7704fecb3e2),segment_id=ef8229e3-eaed-4b25-bba5-f7704fecb3e2)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:27:29.466887 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-45269bee-a447-42b0-b335-1903922f1c3d tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:29.589509 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f31e4dcf-fad1-4022-a8b9-76281fd4d371 req-36bc0de8-05fe-4239-b7d0-383a3310192c tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480537 May 27 02:27:29.639441 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:29.657740 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:29.762167 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8e82341d-9483-4ed5-8878-aaa0b04bf31e req-89294d3b-ba2e-47b7-bf79-1fb7ba7dd040 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 210 time: 0.2644310 May 27 02:27:29.797087 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-131026e4-8b7c-4935-a062-efaec1919866'] response: {'server_uuid': 'b7f51883-1f45-4f2c-b25f-4a0553a881c1', 'name': 'network-vif-deleted', 'tag': '1b88d4c2-88a5-44e4-a734-7381c01bd697', 'status': 'completed', 'code': 200} May 27 02:27:29.828468 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c0a6a638-8129-4ba9-ad84-3f71d6e0b299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:29.940068 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-45269bee-a447-42b0-b335-1903922f1c3d tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Calling delete_port for ef1a4f51-797c-4a33-9670-2881a7bb60c8 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:27:30.049070 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-44976026-0d84-49fd-89a0-255e191388cd admin admin] For port 1b64445f-183b-4ae1-a6f0-974024df086e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1b64445f-183b-4ae1-a6f0-974024df086e,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:27:30.049442 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-44976026-0d84-49fd-89a0-255e191388cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:30.096695 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-1b209488-8afb-49c2-a0e4-2b5cd7ea40cf None None] For port ef1a4f51-797c-4a33-9670-2881a7bb60c8, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=ef1a4f51-797c-4a33-9670-2881a7bb60c8,segment=NetworkSegment(ef8229e3-eaed-4b25-bba5-f7704fecb3e2),segment_id=ef8229e3-eaed-4b25-bba5-f7704fecb3e2)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:27:30.097274 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1b209488-8afb-49c2-a0e4-2b5cd7ea40cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:30.267840 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-1b209488-8afb-49c2-a0e4-2b5cd7ea40cf None None] Calling delete_port for ef1a4f51-797c-4a33-9670-2881a7bb60c8 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:27:30.275044 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-44976026-0d84-49fd-89a0-255e191388cd admin admin] Calling delete_port for 1b64445f-183b-4ae1-a6f0-974024df086e owned by network:router_gateway {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:27:30.426236 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-45269bee-a447-42b0-b335-1903922f1c3d tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:30.498484 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c0a6a638-8129-4ba9-ad84-3f71d6e0b299 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:30.536134 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45269bee-a447-42b0-b335-1903922f1c3d tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] No DVR routers for this DVR port ef1a4f51-797c-4a33-9670-2881a7bb60c8 on host n-d-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:27:30.573103 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c0a6a638-8129-4ba9-ad84-3f71d6e0b299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:30.579095 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45269bee-a447-42b0-b335-1903922f1c3d tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Pushing event deleted for resources: {'Port': ['ID=ef1a4f51-797c-4a33-9670-2881a7bb60c8,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:30.707725 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-45269bee-a447-42b0-b335-1903922f1c3d tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:30.712595 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ef1a4f51-797c-4a33-9670-2881a7bb60c8 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:27:30.740115 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-45269bee-a447-42b0-b335-1903922f1c3d tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98184d26-9a61-457b-9a39-b62ac7f0ceb2']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:27:30.787169 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-c0a6a638-8129-4ba9-ad84-3f71d6e0b299 admin admin] Allocated IP 172.25.1.120 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/a9fbec0f-d601-4885-8da5-db93b1e87bea) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:27:30.822197 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-1b209488-8afb-49c2-a0e4-2b5cd7ea40cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:27:30.822810 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-1b209488-8afb-49c2-a0e4-2b5cd7ea40cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:27:30.848619 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8bfb5-812b-4a61-b481-21c833a4371f req-078947c3-85d3-4d02-b2ff-b8694605ae3e tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:30.858939 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ed8bfb5-812b-4a61-b481-21c833a4371f req-078947c3-85d3-4d02-b2ff-b8694605ae3e tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=03d58198-1434-4920-8b21-16b0896d4896 HTTP/1.1" status: 200 len: 945 time: 0.5131521 May 27 02:27:30.870841 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: ef1a4f51-797c-4a33-9670-2881a7bb60c8 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:27:30.871180 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ef1a4f51-797c-4a33-9670-2881a7bb60c8 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:27:30.871588 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1646a445-f458-418b-bc70-3781466b8ed5 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:27:30.908674 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-45269bee-a447-42b0-b335-1903922f1c3d tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef8229e3-eaed-4b25-bba5-f7704fecb3e2') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:27:30.909106 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-45269bee-a447-42b0-b335-1903922f1c3d tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef8229e3-eaed-4b25-bba5-f7704fecb3e2') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:27:30.945834 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-45269bee-a447-42b0-b335-1903922f1c3d tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:30.972700 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c0a6a638-8129-4ba9-ad84-3f71d6e0b299 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:30.975489 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ed8bfb5-812b-4a61-b481-21c833a4371f req-aac4f12c-29c9-4bb4-983e-9d5041b64210 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140532 May 27 02:27:31.002650 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 1646a445-f458-418b-bc70-3781466b8ed5 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:27:31.003065 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1646a445-f458-418b-bc70-3781466b8ed5 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:27:31.004778 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c884520e-b9ec-450a-bdcd-43e17d1508c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-379c6620-ccc0-4be2-8393-3f9712fd5040', 'network_id': '379c6620-ccc0-4be2-8393-3f9712fd5040', 'tenant_id': 'fcfe314133204020a0ec1bed4c17b833', 'fixed_ips': [{'subnet_id': '581dfaa8-8fc4-404b-a6f4-0f38bf90e8ae'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:27:31.011236 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c884520e-b9ec-450a-bdcd-43e17d1508c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:31.024639 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:31.034228 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-45269bee-a447-42b0-b335-1903922f1c3d tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:31.047938 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45269bee-a447-42b0-b335-1903922f1c3d tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:27:31.048545 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-45269bee-a447-42b0-b335-1903922f1c3d tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:31.094899 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c0a6a638-8129-4ba9-ad84-3f71d6e0b299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:31.191582 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491ce02-e898-465d-acbd-a9add0401b4b req-1b1f3aa9-6dc2-4451-8d64-3a43da773ed6 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:31.193144 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6491ce02-e898-465d-acbd-a9add0401b4b req-1b1f3aa9-6dc2-4451-8d64-3a43da773ed6 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=31da9e92-be8a-497c-81ac-03e605f02623 HTTP/1.1" status: 200 len: 945 time: 0.7084079 May 27 02:27:31.211458 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a6a638-8129-4ba9-ad84-3f71d6e0b299 admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:27:31.215297 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-c0a6a638-8129-4ba9-ad84-3f71d6e0b299 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:27:31.218836 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a6a638-8129-4ba9-ad84-3f71d6e0b299 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:27:31.256468 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-aa495357-70d5-4632-8f3c-cde0f8535fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cbd9de-346e-44ce-909a-c3a030aa3e23', 'name': 'tempest-TaggedBootDevicesTest-1750740737-router', 'tenant_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd33e2100-4366-44a7-b775-01fb2d6bcb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:18:52Z', 'updated_at': '2022-05-27T02:19:02Z', 'revision_number': 4, 'project_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'gw_port': {'id': 'd33e2100-4366-44a7-b775-01fb2d6bcb02', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:47:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cbd9de-346e-44ce-909a-c3a030aa3e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:18:55Z', 'updated_at': '2022-05-27T02:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'c94fabb2-8080-472c-961c-b7f33915a9bf', 'name': '', 'network_id': 'cd909775-46db-435c-9cd7-78749fc058c4', 'tenant_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'mac_address': 'fa:16:3e:7c:cb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cbd9de-346e-44ce-909a-c3a030aa3e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '38635d3c-a31c-4fd5-8a18-29f0e87e4929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:00Z', 'updated_at': '2022-05-27T02:19:12Z', 'revision_number': 5, 'project_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'subnets': [{'id': '38635d3c-a31c-4fd5-8a18-29f0e87e4929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:27:31.278107 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a6a638-8129-4ba9-ad84-3f71d6e0b299 admin admin] Pushing event updated for resources: {'Port': ['ID=a9fbec0f-d601-4885-8da5-db93b1e87bea,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:31.278392 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa495357-70d5-4632-8f3c-cde0f8535fc8 None None] The sync data for ids ['82cbd9de-346e-44ce-909a-c3a030aa3e23'] in n-d-843554-3 is: [{'id': '82cbd9de-346e-44ce-909a-c3a030aa3e23', 'name': 'tempest-TaggedBootDevicesTest-1750740737-router', 'tenant_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd33e2100-4366-44a7-b775-01fb2d6bcb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:18:52Z', 'updated_at': '2022-05-27T02:19:02Z', 'revision_number': 4, 'project_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'gw_port': {'id': 'd33e2100-4366-44a7-b775-01fb2d6bcb02', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:47:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cbd9de-346e-44ce-909a-c3a030aa3e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:18:55Z', 'updated_at': '2022-05-27T02:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'c94fabb2-8080-472c-961c-b7f33915a9bf', 'name': '', 'network_id': 'cd909775-46db-435c-9cd7-78749fc058c4', 'tenant_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'mac_address': 'fa:16:3e:7c:cb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cbd9de-346e-44ce-909a-c3a030aa3e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '38635d3c-a31c-4fd5-8a18-29f0e87e4929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:00Z', 'updated_at': '2022-05-27T02:19:12Z', 'revision_number': 5, 'project_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'subnets': [{'id': '38635d3c-a31c-4fd5-8a18-29f0e87e4929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:27:31.295694 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment ef8229e3-eaed-4b25-bba5-f7704fecb3e2 resource provider aggregate not found May 27 02:27:31.355177 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-c884520e-b9ec-450a-bdcd-43e17d1508c1 None None] Allocated IP 172.20.0.2 (379c6620-ccc0-4be2-8393-3f9712fd5040/581dfaa8-8fc4-404b-a6f4-0f38bf90e8ae/f1b39112-5cd6-4753-b2b8-2dd880149c9f) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:27:31.377014 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment ef8229e3-eaed-4b25-bba5-f7704fecb3e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ef8229e3-eaed-4b25-bba5-f7704fecb3e2 found for delete ", "request_id": "req-2d2fab06-c983-4607-8c24-ad55cfc47cf4"}]} May 27 02:27:31.385727 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df3142b9-59a0-4962-b8a3-4062a309c048 req-849d20e5-aa71-462c-86a7-0d372399e9ee tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7f51883-1f45-4f2c-b25f-4a0553a881c1 HTTP/1.1" status: 200 len: 210 time: 0.1851695 May 27 02:27:31.417991 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6491ce02-e898-465d-acbd-a9add0401b4b req-0b0fbb8a-640b-4645-8c66-59eceb8868c1 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151630 May 27 02:27:31.471217 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-1b209488-8afb-49c2-a0e4-2b5cd7ea40cf None None] Deleting port ef1a4f51-797c-4a33-9670-2881a7bb60c8 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:27:31.471599 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1b209488-8afb-49c2-a0e4-2b5cd7ea40cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:31.504133 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-45269bee-a447-42b0-b335-1903922f1c3d tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:31.538404 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-45269bee-a447-42b0-b335-1903922f1c3d tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:31.553468 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-44976026-0d84-49fd-89a0-255e191388cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:31.560882 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-1b209488-8afb-49c2-a0e4-2b5cd7ea40cf None None] The port 'ef1a4f51-797c-4a33-9670-2881a7bb60c8' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:27:31.563213 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45269bee-a447-42b0-b335-1903922f1c3d tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] Pushing event deleted for resources: {'Network': ['ID=98184d26-9a61-457b-9a39-b62ac7f0ceb2,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:31.633575 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-45269bee-a447-42b0-b335-1903922f1c3d tempest-ExtraDHCPOptionsTestJSON-225329370 tempest-ExtraDHCPOptionsTestJSON-225329370-project] 10.222.0.57 "DELETE /v2.0/networks/98184d26-9a61-457b-9a39-b62ac7f0ceb2 HTTP/1.1" status: 204 len: 168 time: 3.9231677 May 27 02:27:31.635187 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44976026-0d84-49fd-89a0-255e191388cd admin admin] Pushing event deleted for resources: {'Port': ['ID=1b64445f-183b-4ae1-a6f0-974024df086e,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:31.654339 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c47fec5-bf8d-4719-986d-4f9be1ed3acc None None] New status for floating IP 477bdbdf-feaf-4079-9530-0616d34faac1: DOWN {{(pid=88904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:27:31.755056 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c884520e-b9ec-450a-bdcd-43e17d1508c1 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:31.765350 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c884520e-b9ec-450a-bdcd-43e17d1508c1 None None] Transition to ACTIVE for port object f1b39112-5cd6-4753-b2b8-2dd880149c9f will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:27:31.789830 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c884520e-b9ec-450a-bdcd-43e17d1508c1 None None] Transition to ACTIVE for port object f1b39112-5cd6-4753-b2b8-2dd880149c9f will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:27:31.869647 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c0a6a638-8129-4ba9-ad84-3f71d6e0b299 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:31.907781 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-44976026-0d84-49fd-89a0-255e191388cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:31.909566 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c884520e-b9ec-450a-bdcd-43e17d1508c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:31.980608 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c884520e-b9ec-450a-bdcd-43e17d1508c1 None None] Network 379c6620-ccc0-4be2-8393-3f9712fd5040 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:27:31.988429 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-c884520e-b9ec-450a-bdcd-43e17d1508c1 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:27:31.996282 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c884520e-b9ec-450a-bdcd-43e17d1508c1 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:27:32.130326 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-c884520e-b9ec-450a-bdcd-43e17d1508c1 None None] Attempting to bind port f1b39112-5cd6-4753-b2b8-2dd880149c9f on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:27:32.130739 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-c884520e-b9ec-450a-bdcd-43e17d1508c1 None None] Attempting to bind port f1b39112-5cd6-4753-b2b8-2dd880149c9f by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '62a63250-61f0-43e1-a103-ed64f1d6f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '379c6620-ccc0-4be2-8393-3f9712fd5040'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:27:32.131089 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c884520e-b9ec-450a-bdcd-43e17d1508c1 None None] Attempting to bind port f1b39112-5cd6-4753-b2b8-2dd880149c9f on network 379c6620-ccc0-4be2-8393-3f9712fd5040 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:27:32.133421 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884520e-b9ec-450a-bdcd-43e17d1508c1 None None] Pushing event updated for resources: {'Port': ['ID=f1b39112-5cd6-4753-b2b8-2dd880149c9f,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:32.151268 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c884520e-b9ec-450a-bdcd-43e17d1508c1 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:27:32.151627 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c884520e-b9ec-450a-bdcd-43e17d1508c1 None None] Checking segment: {'id': '62a63250-61f0-43e1-a103-ed64f1d6f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '379c6620-ccc0-4be2-8393-3f9712fd5040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:27:32.152051 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c884520e-b9ec-450a-bdcd-43e17d1508c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:32.152536 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c884520e-b9ec-450a-bdcd-43e17d1508c1 None None] Bound using segment: {'id': '62a63250-61f0-43e1-a103-ed64f1d6f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '379c6620-ccc0-4be2-8393-3f9712fd5040'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:27:32.153048 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-c884520e-b9ec-450a-bdcd-43e17d1508c1 None None] Bound port: f1b39112-5cd6-4753-b2b8-2dd880149c9f, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a63250-61f0-43e1-a103-ed64f1d6f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '379c6620-ccc0-4be2-8393-3f9712fd5040'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:27:32.153497 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c884520e-b9ec-450a-bdcd-43e17d1508c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:32.268868 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-44976026-0d84-49fd-89a0-255e191388cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:32.271184 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-44976026-0d84-49fd-89a0-255e191388cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:32.288431 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-c884520e-b9ec-450a-bdcd-43e17d1508c1 None None] For port f1b39112-5cd6-4753-b2b8-2dd880149c9f, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:27:32.292110 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-c884520e-b9ec-450a-bdcd-43e17d1508c1 None None] For port f1b39112-5cd6-4753-b2b8-2dd880149c9f, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=f1b39112-5cd6-4753-b2b8-2dd880149c9f,segment=NetworkSegment(62a63250-61f0-43e1-a103-ed64f1d6f1fa),segment_id=62a63250-61f0-43e1-a103-ed64f1d6f1fa)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:27:32.379542 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402e90d-526b-4735-94dd-a90ce93bf4a5 req-a016468a-9507-4769-a795-d6c86624379f tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:32.381176 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c402e90d-526b-4735-94dd-a90ce93bf4a5 req-a016468a-9507-4769-a795-d6c86624379f tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=03d58198-1434-4920-8b21-16b0896d4896 HTTP/1.1" status: 200 len: 945 time: 0.0922253 May 27 02:27:32.436964 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c402e90d-526b-4735-94dd-a90ce93bf4a5 req-bef4f37b-eafa-4275-9504-515a54296d41 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448947 May 27 02:27:32.459709 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52442) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:32.499849 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-44976026-0d84-49fd-89a0-255e191388cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:32.500541 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c884520e-b9ec-450a-bdcd-43e17d1508c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:32.505892 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44976026-0d84-49fd-89a0-255e191388cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42ef4456-3ed4-4f33-af42-3e9c21eeeae4 {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:27:32.508460 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c02d2-a625-40e4-9c6d-07913ad1dddc req-2b32a5ed-8c15-4fbb-9137-f70fef134793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:32.510015 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d10c02d2-a625-40e4-9c6d-07913ad1dddc req-2b32a5ed-8c15-4fbb-9137-f70fef134793 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=31da9e92-be8a-497c-81ac-03e605f02623 HTTP/1.1" status: 200 len: 1096 time: 0.1990001 May 27 02:27:32.514757 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c0a6a638-8129-4ba9-ad84-3f71d6e0b299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:32.528976 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-44976026-0d84-49fd-89a0-255e191388cd admin admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:32.532206 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-44976026-0d84-49fd-89a0-255e191388cd admin admin] 10.222.0.57 "DELETE /v2.0/routers/42ef4456-3ed4-4f33-af42-3e9c21eeeae4 HTTP/1.1" status: 204 len: 168 time: 5.4320395 May 27 02:27:32.533029 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52448) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:32.711856 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884520e-b9ec-450a-bdcd-43e17d1508c1 None None] Pushing event updated for resources: {'Port': ['ID=f1b39112-5cd6-4753-b2b8-2dd880149c9f,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:32.715802 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cf4ae22-51fd-4294-833f-433ed345ac2e admin admin] Deleting subnet f996a84a-9491-46d6-9f35-21063b1fa3c9 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:27:32.774797 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52454) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:32.787817 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9cf4ae22-51fd-4294-833f-433ed345ac2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:32.898654 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f12df184-f922-4724-9813-fc9ee17817be tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:32.904179 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9cf4ae22-51fd-4294-833f-433ed345ac2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:32.929579 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d10c02d2-a625-40e4-9c6d-07913ad1dddc req-0bf99420-f1c0-4e42-bb02-4d725d11892d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4123828 May 27 02:27:32.969945 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2b5ef1dd-884d-49fb-be19-798e64e1d793 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=eedc7583a8964b39946dce7dbeefaea7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4918656 May 27 02:27:32.973472 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52458) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:32.976414 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f12df184-f922-4724-9813-fc9ee17817be tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:33.049303 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f5112-e59c-475d-9286-cfa303fc21e2 req-708453c6-e149-46ee-812c-e5efb6fcac13 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:33.050702 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-763f5112-e59c-475d-9286-cfa303fc21e2 req-708453c6-e149-46ee-812c-e5efb6fcac13 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=31da9e92-be8a-497c-81ac-03e605f02623 HTTP/1.1" status: 200 len: 945 time: 0.3311174 May 27 02:27:33.085366 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7371895f-8e68-41ba-9b3d-11ac3b4115e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:33.087200 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a6a638-8129-4ba9-ad84-3f71d6e0b299 admin admin] Router 51db2047-2b01-4367-be43-6cfd8eb4ee08 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:27:33.150736 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7371895f-8e68-41ba-9b3d-11ac3b4115e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:33.176915 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9cf4ae22-51fd-4294-833f-433ed345ac2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:33.192791 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f12df184-f922-4724-9813-fc9ee17817be tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:33.223575 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12df184-f922-4724-9813-fc9ee17817be tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5afc690-7524-4a95-b1d1-a233dc90191d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:33.266046 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-763f5112-e59c-475d-9286-cfa303fc21e2 req-010fbec6-efe0-4dea-aeac-1b494d8098c7 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035868 May 27 02:27:33.391864 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a6a638-8129-4ba9-ad84-3f71d6e0b299 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:27:33.411395 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f12df184-f922-4724-9813-fc9ee17817be tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:33.412626 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f12df184-f922-4724-9813-fc9ee17817be tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "DELETE /v2.0/security-groups/e5afc690-7524-4a95-b1d1-a233dc90191d HTTP/1.1" status: 204 len: 168 time: 0.6322558 May 27 02:27:33.414161 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebed849d-1d17-4435-8384-b04f1fcdcf55 None None] Sync routers for ids ['51db2047-2b01-4367-be43-6cfd8eb4ee08'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:27:33.415223 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52464) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:33.424013 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebed849d-1d17-4435-8384-b04f1fcdcf55 None None] Routers {'51db2047-2b01-4367-be43-6cfd8eb4ee08'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:27:33.424631 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ebed849d-1d17-4435-8384-b04f1fcdcf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:27:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['51db2047-2b01-4367-be43-6cfd8eb4ee08'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:27:33.432185 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-97a77989-58a7-40a6-85db-173032465667 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] show failed (client error): The resource could not be found. May 27 02:27:33.436328 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-97a77989-58a7-40a6-85db-173032465667 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "GET /v2.0/security-groups/e5afc690-7524-4a95-b1d1-a233dc90191d HTTP/1.1" status: 404 len: 347 time: 0.0168922 May 27 02:27:33.438558 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52468) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:33.448344 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9cf4ae22-51fd-4294-833f-433ed345ac2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:33.503560 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4ae22-51fd-4294-833f-433ed345ac2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f996a84a-9491-46d6-9f35-21063b1fa3c9,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:33.521242 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9cf4ae22-51fd-4294-833f-433ed345ac2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:33.532647 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7371895f-8e68-41ba-9b3d-11ac3b4115e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:33.561304 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7371895f-8e68-41ba-9b3d-11ac3b4115e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7410b9d2-e55f-49ee-9c8f-70543b84009c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:33.572428 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3901f88f-895f-4040-8191-05aae9992737 None None] Network 6525e5f8-6f29-4d27-95ba-53e51b968154 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:27:33.578873 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c0a6a638-8129-4ba9-ad84-3f71d6e0b299 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:33.579597 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c0a6a638-8129-4ba9-ad84-3f71d6e0b299 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.7728436 May 27 02:27:33.584428 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7371895f-8e68-41ba-9b3d-11ac3b4115e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:33.586148 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7371895f-8e68-41ba-9b3d-11ac3b4115e3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7410b9d2-e55f-49ee-9c8f-70543b84009c HTTP/1.1" status: 204 len: 168 time: 0.6113057 May 27 02:27:33.590573 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9cf4ae22-51fd-4294-833f-433ed345ac2e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f996a84a-9491-46d6-9f35-21063b1fa3c9 HTTP/1.1" status: 204 len: 168 time: 1.0541165 May 27 02:27:33.590573 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52474) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:33.599344 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52478) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:33.810863 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c4c1217a-fd04-4c78-b1ef-10510772bdff tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Deleting port bd5da337-869e-46a0-aaac-6e22f9fdeca5 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:27:33.811210 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c4c1217a-fd04-4c78-b1ef-10510772bdff tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:33.875792 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-ebed849d-1d17-4435-8384-b04f1fcdcf55 None None] Set router 51db2047-2b01-4367-be43-6cfd8eb4ee08 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:27:33.904442 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5af5586d-3dcf-4b9d-a747-01db324c4b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:34.034590 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-5af5586d-3dcf-4b9d-a747-01db324c4b42 admin admin] Deleting port 0cde7cd7-5bc1-46e1-ae2a-dd724545a4e3 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:27:34.034590 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5af5586d-3dcf-4b9d-a747-01db324c4b42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:34.142735 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc66ed-2b20-4530-b134-b3e11dde50d7 req-5cbabeb3-06f1-4451-8052-8bb4b81beb23 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:34.144279 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d1bc66ed-2b20-4530-b134-b3e11dde50d7 req-5cbabeb3-06f1-4451-8052-8bb4b81beb23 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=03d58198-1434-4920-8b21-16b0896d4896 HTTP/1.1" status: 200 len: 945 time: 0.4445696 May 27 02:27:34.223746 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d1bc66ed-2b20-4530-b134-b3e11dde50d7 req-35e25995-3c63-43f3-b38f-451112d3977c tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703514 May 27 02:27:34.237528 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f1b39112-5cd6-4753-b2b8-2dd880149c9f up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:27:34.455733 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504a2439-631d-49f7-bb08-a52860b1266d None None] Network 379c6620-ccc0-4be2-8393-3f9712fd5040 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:27:34.598959 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c4c1217a-fd04-4c78-b1ef-10510772bdff tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:34.599532 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c4c1217a-fd04-4c78-b1ef-10510772bdff tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:34.760140 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c4c1217a-fd04-4c78-b1ef-10510772bdff tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Calling delete_port for bd5da337-869e-46a0-aaac-6e22f9fdeca5 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:27:34.811960 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b198c1-5431-450b-bfeb-dd968b4b7359 None None] DHCP port deletion for 6525e5f8-6f29-4d27-95ba-53e51b968154 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:27:34.823040 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-5af5586d-3dcf-4b9d-a747-01db324c4b42 admin admin] For port 0cde7cd7-5bc1-46e1-ae2a-dd724545a4e3, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=0cde7cd7-5bc1-46e1-ae2a-dd724545a4e3,segment=NetworkSegment(6e38a0a4-498f-4c12-926f-77a899604593),segment_id=6e38a0a4-498f-4c12-926f-77a899604593)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:27:34.823276 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-96b198c1-5431-450b-bfeb-dd968b4b7359 None None] Deleting port 0cde7cd7-5bc1-46e1-ae2a-dd724545a4e3 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:27:34.823661 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-96b198c1-5431-450b-bfeb-dd968b4b7359 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:34.823973 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5af5586d-3dcf-4b9d-a747-01db324c4b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:34.862200 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-8367fa54-8fe3-4c58-ab7f-51d189c4e215 None None] Provisioning for port f1b39112-5cd6-4753-b2b8-2dd880149c9f completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:27:34.884748 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b463da-d893-4506-836b-9604e7cfc130 req-c1a400d8-d8a2-44c8-9412-06ab9389bf59 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:34.889585 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a7b463da-d893-4506-836b-9604e7cfc130 req-c1a400d8-d8a2-44c8-9412-06ab9389bf59 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=31da9e92-be8a-497c-81ac-03e605f02623 HTTP/1.1" status: 200 len: 945 time: 0.2406127 May 27 02:27:34.897586 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port f1b39112-5cd6-4753-b2b8-2dd880149c9f completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:27:34.930468 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port f1b39112-5cd6-4753-b2b8-2dd880149c9f triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:27:34.931024 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:34.971542 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-5af5586d-3dcf-4b9d-a747-01db324c4b42 admin admin] Calling delete_port for 0cde7cd7-5bc1-46e1-ae2a-dd724545a4e3 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:27:34.978730 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a7b463da-d893-4506-836b-9604e7cfc130 req-bf61261a-5322-49e3-a7a7-8c7840d53978 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619659 May 27 02:27:35.126113 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-377d479a-175e-4681-87c8-37ea92932930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:35.155920 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ebed849d-1d17-4435-8384-b04f1fcdcf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51db2047-2b01-4367-be43-6cfd8eb4ee08', 'name': 'tempest-TestAggregatesBasicOps-1285310715-router', 'tenant_id': 'fcfe314133204020a0ec1bed4c17b833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a9fbec0f-d601-4885-8da5-db93b1e87bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:27:28Z', 'updated_at': '2022-05-27T02:27:31Z', 'revision_number': 3, 'project_id': 'fcfe314133204020a0ec1bed4c17b833', 'gw_port': {'id': 'a9fbec0f-d601-4885-8da5-db93b1e87bea', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51db2047-2b01-4367-be43-6cfd8eb4ee08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:27:30Z', 'updated_at': '2022-05-27T02:27:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:27:35.174765 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebed849d-1d17-4435-8384-b04f1fcdcf55 None None] Checking router: 51db2047-2b01-4367-be43-6cfd8eb4ee08 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:27:35.175090 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebed849d-1d17-4435-8384-b04f1fcdcf55 None None] Updating router 51db2047-2b01-4367-be43-6cfd8eb4ee08 port a9fbec0f-d601-4885-8da5-db93b1e87bea binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:27:35.314853 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5af5586d-3dcf-4b9d-a747-01db324c4b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:35.379090 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-96b198c1-5431-450b-bfeb-dd968b4b7359 None None] For port 0cde7cd7-5bc1-46e1-ae2a-dd724545a4e3, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=0cde7cd7-5bc1-46e1-ae2a-dd724545a4e3,segment=NetworkSegment(6e38a0a4-498f-4c12-926f-77a899604593),segment_id=6e38a0a4-498f-4c12-926f-77a899604593)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:27:35.379547 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-96b198c1-5431-450b-bfeb-dd968b4b7359 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:35.398698 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c4c1217a-fd04-4c78-b1ef-10510772bdff tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:35.414224 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af5586d-3dcf-4b9d-a747-01db324c4b42 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cde7cd7-5bc1-46e1-ae2a-dd724545a4e3,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:35.465401 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c1217a-fd04-4c78-b1ef-10510772bdff tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Pushing event deleted for resources: {'Port': ['ID=bd5da337-869e-46a0-aaac-6e22f9fdeca5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:35.485341 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-377d479a-175e-4681-87c8-37ea92932930 admin admin] Allocated IP 172.20.0.1 (379c6620-ccc0-4be2-8393-3f9712fd5040/581dfaa8-8fc4-404b-a6f4-0f38bf90e8ae/1bda96dc-3f30-40f3-aae2-1b254952b3b2) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:27:35.495483 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af5586d-3dcf-4b9d-a747-01db324c4b42 admin admin] No DVR routers for this DVR port 0cde7cd7-5bc1-46e1-ae2a-dd724545a4e3 on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:27:35.587644 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-96b198c1-5431-450b-bfeb-dd968b4b7359 None None] Calling delete_port for 0cde7cd7-5bc1-46e1-ae2a-dd724545a4e3 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:27:35.602555 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52514) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:35.637692 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5af5586d-3dcf-4b9d-a747-01db324c4b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:35.648033 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0efa6-3845-4b5f-b82a-328917268a03 req-ba7b404c-adcf-406f-bc8b-df59319fa050 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:35.662546 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-92f0efa6-3845-4b5f-b82a-328917268a03 req-ba7b404c-adcf-406f-bc8b-df59319fa050 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=03d58198-1434-4920-8b21-16b0896d4896 HTTP/1.1" status: 200 len: 945 time: 0.2586691 May 27 02:27:35.670418 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-5af5586d-3dcf-4b9d-a747-01db324c4b42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6525e5f8-6f29-4d27-95ba-53e51b968154']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:27:35.684446 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-5af5586d-3dcf-4b9d-a747-01db324c4b42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e38a0a4-498f-4c12-926f-77a899604593') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:27:35.685673 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-5af5586d-3dcf-4b9d-a747-01db324c4b42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e38a0a4-498f-4c12-926f-77a899604593') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:27:35.698759 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5af5586d-3dcf-4b9d-a747-01db324c4b42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:35.720255 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5af5586d-3dcf-4b9d-a747-01db324c4b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:35.727716 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5af5586d-3dcf-4b9d-a747-01db324c4b42 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:27:35.728318 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5af5586d-3dcf-4b9d-a747-01db324c4b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:35.741928 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ebed849d-1d17-4435-8384-b04f1fcdcf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:35.778966 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-92f0efa6-3845-4b5f-b82a-328917268a03 req-f71ac55f-7ab2-48bb-b560-2ff4a1c335b1 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173744 May 27 02:27:35.799435 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-239d6ff3-fa49-4617-af61-c01da14b3f01 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2019327516'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:27:35.821223 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-239d6ff3-fa49-4617-af61-c01da14b3f01 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:27:35.830497 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-239d6ff3-fa49-4617-af61-c01da14b3f01 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Usage tracker for resource:network and tenant:c47db8f7430c4928a92f16863004d577 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:27:35.845334 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-239d6ff3-fa49-4617-af61-c01da14b3f01 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:27:35.855500 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-239d6ff3-fa49-4617-af61-c01da14b3f01 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:27:35.857671 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-96b198c1-5431-450b-bfeb-dd968b4b7359 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:27:35.858200 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-96b198c1-5431-450b-bfeb-dd968b4b7359 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:27:35.859575 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-377d479a-175e-4681-87c8-37ea92932930 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:35.886467 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port f1b39112-5cd6-4753-b2b8-2dd880149c9f is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:27:35.886833 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:35.917337 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-45dace02-73a3-40e3-86ef-b1b4b5139489 None None] Provisioning complete for port f1b39112-5cd6-4753-b2b8-2dd880149c9f triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:27:35.917674 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-45dace02-73a3-40e3-86ef-b1b4b5139489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:35.958341 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 6e38a0a4-498f-4c12-926f-77a899604593 resource provider aggregate not found May 27 02:27:35.982472 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e181f2-4f6a-4dbc-b8d5-ee57c597eb53 req-9afd547f-2eca-4548-b59c-32fe58695d80 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:35.992594 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-83e181f2-4f6a-4dbc-b8d5-ee57c597eb53 req-9afd547f-2eca-4548-b59c-32fe58695d80 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=31da9e92-be8a-497c-81ac-03e605f02623 HTTP/1.1" status: 200 len: 945 time: 0.1285636 May 27 02:27:35.993023 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 6e38a0a4-498f-4c12-926f-77a899604593 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6e38a0a4-498f-4c12-926f-77a899604593 found for delete ", "request_id": "req-db700f50-e38f-4f8b-8c4d-925da36f8e82"}]} May 27 02:27:36.014789 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c4c1217a-fd04-4c78-b1ef-10510772bdff tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:36.028449 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port f1b39112-5cd6-4753-b2b8-2dd880149c9f, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=f1b39112-5cd6-4753-b2b8-2dd880149c9f,segment=NetworkSegment(62a63250-61f0-43e1-a103-ed64f1d6f1fa),segment_id=62a63250-61f0-43e1-a103-ed64f1d6f1fa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:27:36.030098 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239d6ff3-fa49-4617-af61-c01da14b3f01 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Made reservation on behalf of c47db8f7430c4928a92f16863004d577 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:27:36.033801 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-239d6ff3-fa49-4617-af61-c01da14b3f01 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:36.041120 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935e5df-a1e7-47e0-8029-79cc6af113a7 req-b1d87d80-e6df-40c8-944c-8b125c17abcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:36.042830 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e935e5df-a1e7-47e0-8029-79cc6af113a7 req-b1d87d80-e6df-40c8-944c-8b125c17abcf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0a9d84b96bbe4011b693e36de83ee83d&device_id=31da9e92-be8a-497c-81ac-03e605f02623 HTTP/1.1" status: 200 len: 1096 time: 0.1819510 May 27 02:27:36.044574 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c4c1217a-fd04-4c78-b1ef-10510772bdff tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:36.045792 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c4c1217a-fd04-4c78-b1ef-10510772bdff tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "DELETE /v2.0/floatingips/477bdbdf-feaf-4079-9530-0616d34faac1 HTTP/1.1" status: 204 len: 168 time: 2.6063788 May 27 02:27:36.049410 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52526) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:36.053984 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-239d6ff3-fa49-4617-af61-c01da14b3f01 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:36.098932 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-83e181f2-4f6a-4dbc-b8d5-ee57c597eb53 req-f7092f00-8d81-49d1-9c95-4255fbbe4e5f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053905 May 27 02:27:36.100067 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-377d479a-175e-4681-87c8-37ea92932930 admin admin] Transition to ACTIVE for port object 1bda96dc-3f30-40f3-aae2-1b254952b3b2 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:27:36.133783 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5af5586d-3dcf-4b9d-a747-01db324c4b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:36.133947 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-239d6ff3-fa49-4617-af61-c01da14b3f01 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:27:36.133947 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-239d6ff3-fa49-4617-af61-c01da14b3f01 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Usage tracker for resource:security_group_rule and tenant:c47db8f7430c4928a92f16863004d577 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:27:36.136055 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-239d6ff3-fa49-4617-af61-c01da14b3f01 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:27:36.151030 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-239d6ff3-fa49-4617-af61-c01da14b3f01 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:27:36.161336 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5af5586d-3dcf-4b9d-a747-01db324c4b42 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:36.166630 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ed1a57e7-ce0b-4fbe-a325-32cdb8e48101 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Deleting port e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:27:36.167297 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ed1a57e7-ce0b-4fbe-a325-32cdb8e48101 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:36.171392 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:36.177888 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5af5586d-3dcf-4b9d-a747-01db324c4b42 admin admin] 10.222.0.57 "DELETE /v2.0/networks/6525e5f8-6f29-4d27-95ba-53e51b968154 HTTP/1.1" status: 204 len: 168 time: 2.5692294 May 27 02:27:36.278574 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1b64445f-183b-4ae1-a6f0-974024df086e no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:27:36.282821 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935e5df-a1e7-47e0-8029-79cc6af113a7 req-a5e2b2bd-8984-45cf-bbf6-57d841d2b67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:36.284991 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e935e5df-a1e7-47e0-8029-79cc6af113a7 req-a5e2b2bd-8984-45cf-bbf6-57d841d2b67b service neutron] 10.222.0.66 "GET /v2.0/networks?id=8604bb25-00c6-4170-bfcb-0b58b32e10ee HTTP/1.1" status: 200 len: 919 time: 0.2353296 May 27 02:27:36.286223 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af5586d-3dcf-4b9d-a747-01db324c4b42 admin admin] Pushing event deleted for resources: {'Network': ['ID=6525e5f8-6f29-4d27-95ba-53e51b968154,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:36.334557 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 1b64445f-183b-4ae1-a6f0-974024df086e {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:27:36.334898 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1b64445f-183b-4ae1-a6f0-974024df086e not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:27:36.359174 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-377d479a-175e-4681-87c8-37ea92932930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:36.361508 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-96b198c1-5431-450b-bfeb-dd968b4b7359 None None] Deleting port 0cde7cd7-5bc1-46e1-ae2a-dd724545a4e3 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:27:36.361883 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-96b198c1-5431-450b-bfeb-dd968b4b7359 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:36.383395 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af5586d-3dcf-4b9d-a747-01db324c4b42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:36.383738 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af5586d-3dcf-4b9d-a747-01db324c4b42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:36.384059 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af5586d-3dcf-4b9d-a747-01db324c4b42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:36.390596 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af5586d-3dcf-4b9d-a747-01db324c4b42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:36.390596 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af5586d-3dcf-4b9d-a747-01db324c4b42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:36.390596 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af5586d-3dcf-4b9d-a747-01db324c4b42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:36.390596 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af5586d-3dcf-4b9d-a747-01db324c4b42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:36.390596 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af5586d-3dcf-4b9d-a747-01db324c4b42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:36.390596 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af5586d-3dcf-4b9d-a747-01db324c4b42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:36.390596 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af5586d-3dcf-4b9d-a747-01db324c4b42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:36.390596 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af5586d-3dcf-4b9d-a747-01db324c4b42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:36.390596 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af5586d-3dcf-4b9d-a747-01db324c4b42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:36.391378 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-45dace02-73a3-40e3-86ef-b1b4b5139489 None None] Current status of the port f1b39112-5cd6-4753-b2b8-2dd880149c9f is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:27:36.395348 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e935e5df-a1e7-47e0-8029-79cc6af113a7 req-693dd44d-9bdb-4694-bce4-d40819e66562 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e9286b6-fb62-4d5b-8a3a-282c0e133d50 HTTP/1.1" status: 200 len: 217 time: 0.0979052 May 27 02:27:36.451538 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 0cde7cd7-5bc1-46e1-ae2a-dd724545a4e3 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:27:36.467984 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935e5df-a1e7-47e0-8029-79cc6af113a7 req-5beae548-f7e0-4ad2-ab5d-751b566e46b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:36.469596 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e935e5df-a1e7-47e0-8029-79cc6af113a7 req-5beae548-f7e0-4ad2-ab5d-751b566e46b8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd5aa407-954e-45ea-8fc0-6e0875d0c839 HTTP/1.1" status: 200 len: 857 time: 0.0640218 May 27 02:27:36.479553 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-96b198c1-5431-450b-bfeb-dd968b4b7359 None None] The port '0cde7cd7-5bc1-46e1-ae2a-dd724545a4e3' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:27:36.496482 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 0cde7cd7-5bc1-46e1-ae2a-dd724545a4e3 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:27:36.497675 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 0cde7cd7-5bc1-46e1-ae2a-dd724545a4e3 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:27:36.499169 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=f1b39112-5cd6-4753-b2b8-2dd880149c9f,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:36.544645 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377d479a-175e-4681-87c8-37ea92932930 admin admin] Network 379c6620-ccc0-4be2-8393-3f9712fd5040 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:27:36.560413 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-377d479a-175e-4681-87c8-37ea92932930 admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:27:36.569737 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-239d6ff3-fa49-4617-af61-c01da14b3f01 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:36.573938 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377d479a-175e-4681-87c8-37ea92932930 admin admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:27:36.586377 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935e5df-a1e7-47e0-8029-79cc6af113a7 req-bf7b84b3-7a80-4182-8a17-84732fbfa304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:36.587946 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e935e5df-a1e7-47e0-8029-79cc6af113a7 req-bf7b84b3-7a80-4182-8a17-84732fbfa304 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8604bb25-00c6-4170-bfcb-0b58b32e10ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1125572 May 27 02:27:36.626753 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-377d479a-175e-4681-87c8-37ea92932930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:36.633913 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ebed849d-1d17-4435-8384-b04f1fcdcf55 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:36.658816 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ebed849d-1d17-4435-8384-b04f1fcdcf55 None None] Transition to ACTIVE for port object a9fbec0f-d601-4885-8da5-db93b1e87bea will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:27:36.821470 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52534) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:36.830832 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ebed849d-1d17-4435-8384-b04f1fcdcf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:36.926922 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-239d6ff3-fa49-4617-af61-c01da14b3f01 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:36.961144 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d479a-175e-4681-87c8-37ea92932930 admin admin] Pushing event updated for resources: {'Port': ['ID=1bda96dc-3f30-40f3-aae2-1b254952b3b2,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:36.980736 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-087d641b-dd14-4f4e-b096-ec2b9709be45 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=90cb016bc5624b738605957a017e8a06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1529074 May 27 02:27:36.982216 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52540) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:36.984217 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e935e5df-a1e7-47e0-8029-79cc6af113a7 req-602bdd2a-50f0-4b75-9dfe-633e741c8510 service neutron] 10.222.0.66 "GET /v2.0/networks/8604bb25-00c6-4170-bfcb-0b58b32e10ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898363 May 27 02:27:36.988837 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-ebed849d-1d17-4435-8384-b04f1fcdcf55 None None] Attempting to bind port a9fbec0f-d601-4885-8da5-db93b1e87bea on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:27:36.989516 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-ebed849d-1d17-4435-8384-b04f1fcdcf55 None None] Attempting to bind port a9fbec0f-d601-4885-8da5-db93b1e87bea by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:27:36.990887 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebed849d-1d17-4435-8384-b04f1fcdcf55 None None] Attempting to bind port a9fbec0f-d601-4885-8da5-db93b1e87bea on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:27:36.995028 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917a2a4-a03b-45f9-9151-5a9bafd2cc75 None None] Pushing event updated for resources: {'Port': ['ID=a9fbec0f-d601-4885-8da5-db93b1e87bea,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:37.009201 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377d479a-175e-4681-87c8-37ea92932930 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:37.009552 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377d479a-175e-4681-87c8-37ea92932930 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:37.009898 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377d479a-175e-4681-87c8-37ea92932930 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:37.010230 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377d479a-175e-4681-87c8-37ea92932930 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:37.013501 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-303f48fa-f38e-4b7c-95ce-9ecb956b825a None None] Provisioning for port 1bda96dc-3f30-40f3-aae2-1b254952b3b2 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:27:37.013655 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377d479a-175e-4681-87c8-37ea92932930 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:37.013655 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377d479a-175e-4681-87c8-37ea92932930 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:37.013655 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377d479a-175e-4681-87c8-37ea92932930 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:37.013655 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377d479a-175e-4681-87c8-37ea92932930 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:37.013655 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377d479a-175e-4681-87c8-37ea92932930 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:37.013655 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377d479a-175e-4681-87c8-37ea92932930 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:37.013655 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377d479a-175e-4681-87c8-37ea92932930 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:37.013655 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377d479a-175e-4681-87c8-37ea92932930 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:37.026804 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ed1a57e7-ce0b-4fbe-a325-32cdb8e48101 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:37.035871 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebed849d-1d17-4435-8384-b04f1fcdcf55 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:27:37.036286 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebed849d-1d17-4435-8384-b04f1fcdcf55 None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:27:37.037037 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ebed849d-1d17-4435-8384-b04f1fcdcf55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:37.037176 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebed849d-1d17-4435-8384-b04f1fcdcf55 None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:27:37.037587 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-ebed849d-1d17-4435-8384-b04f1fcdcf55 None None] Bound port: a9fbec0f-d601-4885-8da5-db93b1e87bea, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:27:37.038072 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ebed849d-1d17-4435-8384-b04f1fcdcf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:37.041795 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-239d6ff3-fa49-4617-af61-c01da14b3f01 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:27:37.044214 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d6ff3-fa49-4617-af61-c01da14b3f01 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6af0d22-0248-4b23-9bea-9a376250b114,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:37.071191 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-303f48fa-f38e-4b7c-95ce-9ecb956b825a None None] Provisioning complete for port 1bda96dc-3f30-40f3-aae2-1b254952b3b2 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:27:37.071191 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-303f48fa-f38e-4b7c-95ce-9ecb956b825a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:37.159046 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-303f48fa-f38e-4b7c-95ce-9ecb956b825a None None] Port 1bda96dc-3f30-40f3-aae2-1b254952b3b2 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:27:37.168016 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7373e53c-2eb5-4686-a4f6-ccc4bf25716a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:37.169537 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-ebed849d-1d17-4435-8384-b04f1fcdcf55 None None] For port a9fbec0f-d601-4885-8da5-db93b1e87bea, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:27:37.176264 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-ebed849d-1d17-4435-8384-b04f1fcdcf55 None None] For port a9fbec0f-d601-4885-8da5-db93b1e87bea, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=a9fbec0f-d601-4885-8da5-db93b1e87bea,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:27:37.216533 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7373e53c-2eb5-4686-a4f6-ccc4bf25716a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:37.218206 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e935e5df-a1e7-47e0-8029-79cc6af113a7 req-d82e80bc-5b0f-4261-98fb-df0e34bec536 service neutron] 10.222.0.66 "GET /v2.0/networks/8604bb25-00c6-4170-bfcb-0b58b32e10ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205422 May 27 02:27:37.263130 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ed1a57e7-ce0b-4fbe-a325-32cdb8e48101 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Calling delete_port for e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340 owned by {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:27:37.292260 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-239d6ff3-fa49-4617-af61-c01da14b3f01 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:37.292652 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-239d6ff3-fa49-4617-af61-c01da14b3f01 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Added segment 66d84611-97a2-43e6-91ca-3e3aa1c34199 of type vlan for network bc886243-5d77-4152-9402-8e43571e8319 May 27 02:27:37.294557 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ebed849d-1d17-4435-8384-b04f1fcdcf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:37.361812 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7373e53c-2eb5-4686-a4f6-ccc4bf25716a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:37.376523 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebed849d-1d17-4435-8384-b04f1fcdcf55 None None] Routers {'51db2047-2b01-4367-be43-6cfd8eb4ee08'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:27:37.377239 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ebed849d-1d17-4435-8384-b04f1fcdcf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:27:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['51db2047-2b01-4367-be43-6cfd8eb4ee08'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:27:37.383849 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7373e53c-2eb5-4686-a4f6-ccc4bf25716a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b7adc2-b90d-4883-8c02-66a157f2da72,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:37.394665 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7373e53c-2eb5-4686-a4f6-ccc4bf25716a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:37.398227 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7373e53c-2eb5-4686-a4f6-ccc4bf25716a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/05b7adc2-b90d-4883-8c02-66a157f2da72 HTTP/1.1" status: 204 len: 168 time: 0.4108925 May 27 02:27:37.423507 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-239d6ff3-fa49-4617-af61-c01da14b3f01 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:37.494649 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917a2a4-a03b-45f9-9151-5a9bafd2cc75 None None] Pushing event updated for resources: {'Port': ['ID=a9fbec0f-d601-4885-8da5-db93b1e87bea,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:37.559214 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f20aa-3223-4722-bc56-85feef372f17 req-f3b15ef2-ec37-4542-87c7-d6713039a743 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:37.561293 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a17f20aa-3223-4722-bc56-85feef372f17 req-f3b15ef2-ec37-4542-87c7-d6713039a743 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=03d58198-1434-4920-8b21-16b0896d4896 HTTP/1.1" status: 200 len: 945 time: 0.5214078 May 27 02:27:37.609747 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-ebed849d-1d17-4435-8384-b04f1fcdcf55 None None] Set router 51db2047-2b01-4367-be43-6cfd8eb4ee08 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:27:37.643240 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51245b8d-d9c7-43d7-86ee-0f091ef50379 req-aeae98c9-c54d-4e3c-8714-0517503e1dd2 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:37.644731 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-51245b8d-d9c7-43d7-86ee-0f091ef50379 req-aeae98c9-c54d-4e3c-8714-0517503e1dd2 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=31da9e92-be8a-497c-81ac-03e605f02623 HTTP/1.1" status: 200 len: 945 time: 0.3963964 May 27 02:27:37.697296 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a17f20aa-3223-4722-bc56-85feef372f17 req-730974cd-8984-4917-8486-4976530534c0 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252797 May 27 02:27:37.705173 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-377d479a-175e-4681-87c8-37ea92932930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:37.714229 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-239d6ff3-fa49-4617-af61-c01da14b3f01 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:37.719601 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239d6ff3-fa49-4617-af61-c01da14b3f01 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:37.720179 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-239d6ff3-fa49-4617-af61-c01da14b3f01 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:37.863089 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-51245b8d-d9c7-43d7-86ee-0f091ef50379 req-c092c6d1-f322-4a68-9a42-207ca6073445 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007353 May 27 02:27:37.882916 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ed1a57e7-ce0b-4fbe-a325-32cdb8e48101 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:37.955891 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ebed849d-1d17-4435-8384-b04f1fcdcf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51db2047-2b01-4367-be43-6cfd8eb4ee08', 'name': 'tempest-TestAggregatesBasicOps-1285310715-router', 'tenant_id': 'fcfe314133204020a0ec1bed4c17b833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a9fbec0f-d601-4885-8da5-db93b1e87bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:27:28Z', 'updated_at': '2022-05-27T02:27:31Z', 'revision_number': 3, 'project_id': 'fcfe314133204020a0ec1bed4c17b833', 'gw_port': {'id': 'a9fbec0f-d601-4885-8da5-db93b1e87bea', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51db2047-2b01-4367-be43-6cfd8eb4ee08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:27:30Z', 'updated_at': '2022-05-27T02:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:27:37.960391 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebed849d-1d17-4435-8384-b04f1fcdcf55 None None] The sync data for ids ['51db2047-2b01-4367-be43-6cfd8eb4ee08'] in n-d-843554-3 is: [{'id': '51db2047-2b01-4367-be43-6cfd8eb4ee08', 'name': 'tempest-TestAggregatesBasicOps-1285310715-router', 'tenant_id': 'fcfe314133204020a0ec1bed4c17b833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a9fbec0f-d601-4885-8da5-db93b1e87bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:27:28Z', 'updated_at': '2022-05-27T02:27:31Z', 'revision_number': 3, 'project_id': 'fcfe314133204020a0ec1bed4c17b833', 'gw_port': {'id': 'a9fbec0f-d601-4885-8da5-db93b1e87bea', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51db2047-2b01-4367-be43-6cfd8eb4ee08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:27:30Z', 'updated_at': '2022-05-27T02:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:27:37.965913 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a57e7-ce0b-4fbe-a325-32cdb8e48101 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Pushing event deleted for resources: {'Port': ['ID=e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:37.969920 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d6ff3-fa49-4617-af61-c01da14b3f01 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Pushing event updated for resources: {'Network': ['ID=bc886243-5d77-4152-9402-8e43571e8319,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:37.985880 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network bc886243-5d77-4152-9402-8e43571e8319 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:27:38.053529 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-239d6ff3-fa49-4617-af61-c01da14b3f01 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.4497733 May 27 02:27:38.260235 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ed1a57e7-ce0b-4fbe-a325-32cdb8e48101 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:38.274597 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ed1a57e7-ce0b-4fbe-a325-32cdb8e48101 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "DELETE /v2.0/ports/e4bb16fa-68f4-43e8-b46f-0d9ca2a9d340 HTTP/1.1" status: 204 len: 168 time: 2.2193546 May 27 02:27:38.274810 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52560) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:38.404932 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-377d479a-175e-4681-87c8-37ea92932930 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:38.433125 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-367d8e16-bae9-469d-bd3c-219583b67a99 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Deleting port 0cddd283-b33e-41da-b142-f29163e1f022 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:27:38.433125 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-367d8e16-bae9-469d-bd3c-219583b67a99 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:38.510088 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-377d479a-175e-4681-87c8-37ea92932930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:38.651679 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device a9fbec0f-d601-4885-8da5-db93b1e87bea up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:27:38.890623 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-377d479a-175e-4681-87c8-37ea92932930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:38.909847 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d479a-175e-4681-87c8-37ea92932930 admin admin] Pushing event updated for resources: {'Port': ['ID=1bda96dc-3f30-40f3-aae2-1b254952b3b2,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:38.921515 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port a9fbec0f-d601-4885-8da5-db93b1e87bea completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:27:38.926698 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port a9fbec0f-d601-4885-8da5-db93b1e87bea triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:27:38.927068 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:39.113149 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-367d8e16-bae9-469d-bd3c-219583b67a99 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:39.288089 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port a9fbec0f-d601-4885-8da5-db93b1e87bea is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:27:39.289325 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:39.292661 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52580) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:39.331821 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port a9fbec0f-d601-4885-8da5-db93b1e87bea, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=a9fbec0f-d601-4885-8da5-db93b1e87bea,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:27:39.388976 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-367d8e16-bae9-469d-bd3c-219583b67a99 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Calling delete_port for 0cddd283-b33e-41da-b142-f29163e1f022 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:27:39.418988 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:39.420250 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f1b39112-5cd6-4753-b2b8-2dd880149c9f up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:27:39.634987 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=a9fbec0f-d601-4885-8da5-db93b1e87bea,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:39.651257 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ec2d5118-ca62-4654-bf2c-7f49f1ddc29d admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2098163001-network', 'tenant_id': '6137a50b300642e3b27a011e959f0225'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:27:39.653608 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port f1b39112-5cd6-4753-b2b8-2dd880149c9f triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:27:39.653989 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:39.656898 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ec2d5118-ca62-4654-bf2c-7f49f1ddc29d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:27:39.663251 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ec2d5118-ca62-4654-bf2c-7f49f1ddc29d admin admin] Usage tracker for resource:network and tenant:6137a50b300642e3b27a011e959f0225 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:27:39.666795 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ec2d5118-ca62-4654-bf2c-7f49f1ddc29d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:27:39.672944 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ec2d5118-ca62-4654-bf2c-7f49f1ddc29d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:27:39.692310 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377d479a-175e-4681-87c8-37ea92932930 admin admin] Network 379c6620-ccc0-4be2-8393-3f9712fd5040 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:27:39.702959 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-377d479a-175e-4681-87c8-37ea92932930 admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:27:39.714870 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-367d8e16-bae9-469d-bd3c-219583b67a99 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:39.846103 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bcae5e-ed60-48b9-90bb-a8907d2e09eb req-2a7bba43-3706-40e8-a744-5f2086d8d191 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:39.853255 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b3bcae5e-ed60-48b9-90bb-a8907d2e09eb req-2a7bba43-3706-40e8-a744-5f2086d8d191 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=31da9e92-be8a-497c-81ac-03e605f02623 HTTP/1.1" status: 200 len: 945 time: 0.3468621 May 27 02:27:39.882524 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2d5118-ca62-4654-bf2c-7f49f1ddc29d admin admin] Made reservation on behalf of 6137a50b300642e3b27a011e959f0225 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:27:39.889295 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec2d5118-ca62-4654-bf2c-7f49f1ddc29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:39.895195 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port f1b39112-5cd6-4753-b2b8-2dd880149c9f is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:27:39.950996 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d8e16-bae9-469d-bd3c-219583b67a99 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Pushing event deleted for resources: {'Port': ['ID=0cddd283-b33e-41da-b142-f29163e1f022,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:39.961454 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec2d5118-ca62-4654-bf2c-7f49f1ddc29d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:39.998263 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b3bcae5e-ed60-48b9-90bb-a8907d2e09eb req-151e9121-41ae-4dd6-bb43-11700cd04317 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440341 May 27 02:27:40.025599 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7adb7-ffbc-423e-9d55-1b91d78f02bc req-e1dd925a-7e5d-49d5-97ad-0f05e1e6edea tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:40.033506 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e9d7adb7-ffbc-423e-9d55-1b91d78f02bc req-e1dd925a-7e5d-49d5-97ad-0f05e1e6edea tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=03d58198-1434-4920-8b21-16b0896d4896 HTTP/1.1" status: 200 len: 945 time: 0.8543792 May 27 02:27:40.077662 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ec2d5118-ca62-4654-bf2c-7f49f1ddc29d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:27:40.085273 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ec2d5118-ca62-4654-bf2c-7f49f1ddc29d admin admin] Usage tracker for resource:security_group_rule and tenant:6137a50b300642e3b27a011e959f0225 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:27:40.089926 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ec2d5118-ca62-4654-bf2c-7f49f1ddc29d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:27:40.098971 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ec2d5118-ca62-4654-bf2c-7f49f1ddc29d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:27:40.112999 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-367d8e16-bae9-469d-bd3c-219583b67a99 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:40.121446 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e9d7adb7-ffbc-423e-9d55-1b91d78f02bc req-403387a9-7cd1-473a-8619-060f44eb2aad tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865893 May 27 02:27:40.127325 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-0f322be8-7c9a-438d-b2cc-ba9df3e032fa None None] Provisioning complete for port 1bda96dc-3f30-40f3-aae2-1b254952b3b2 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:27:40.128104 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0f322be8-7c9a-438d-b2cc-ba9df3e032fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:40.149740 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-377d479a-175e-4681-87c8-37ea92932930 admin admin] Router 51db2047-2b01-4367-be43-6cfd8eb4ee08 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:27:40.152145 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-367d8e16-bae9-469d-bd3c-219583b67a99 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "DELETE /v2.0/ports/0cddd283-b33e-41da-b142-f29163e1f022 HTTP/1.1" status: 204 len: 168 time: 1.8760405 May 27 02:27:40.152392 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52586) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:40.237442 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-0f322be8-7c9a-438d-b2cc-ba9df3e032fa None None] Port 1bda96dc-3f30-40f3-aae2-1b254952b3b2 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:27:40.298950 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec2d5118-ca62-4654-bf2c-7f49f1ddc29d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:40.400970 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-9943beac-060f-43be-92fd-af88a5b0ed0f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Deleting subnet ab16c072-4114-4898-aa65-b9d65de14e79 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:27:40.404667 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9943beac-060f-43be-92fd-af88a5b0ed0f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:40.421708 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec2d5118-ca62-4654-bf2c-7f49f1ddc29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:40.439671 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec2d5118-ca62-4654-bf2c-7f49f1ddc29d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:27:40.482689 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377d479a-175e-4681-87c8-37ea92932930 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:27:40.501645 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device a9fbec0f-d601-4885-8da5-db93b1e87bea up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:27:40.502180 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec2d5118-ca62-4654-bf2c-7f49f1ddc29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:40.502180 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-ec2d5118-ca62-4654-bf2c-7f49f1ddc29d admin admin] Added segment f6152665-605f-4541-8b94-1c9e6dd41f57 of type vlan for network 619f7003-84f7-4356-af31-d25ae15a981a May 27 02:27:40.513352 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-377d479a-175e-4681-87c8-37ea92932930 admin admin] 10.222.0.57 "PUT /v2.0/routers/51db2047-2b01-4367-be43-6cfd8eb4ee08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9232759 May 27 02:27:40.537002 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d5118-ca62-4654-bf2c-7f49f1ddc29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1c5d58-b623-42ce-95bb-4137c2111074,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:40.559499 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9943beac-060f-43be-92fd-af88a5b0ed0f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:40.560226 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec2d5118-ca62-4654-bf2c-7f49f1ddc29d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:40.646566 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b378df-7ff9-4945-81f1-0d928576ad35 None None] Sync routers for ids ['51db2047-2b01-4367-be43-6cfd8eb4ee08'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:27:40.663168 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b378df-7ff9-4945-81f1-0d928576ad35 None None] Routers {'51db2047-2b01-4367-be43-6cfd8eb4ee08'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:27:40.666278 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-07b378df-7ff9-4945-81f1-0d928576ad35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:27:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['51db2047-2b01-4367-be43-6cfd8eb4ee08'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:27:40.678704 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port a9fbec0f-d601-4885-8da5-db93b1e87bea triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:27:40.679110 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:40.717527 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9943beac-060f-43be-92fd-af88a5b0ed0f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:40.721498 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec2d5118-ca62-4654-bf2c-7f49f1ddc29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:40.722646 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2d5118-ca62-4654-bf2c-7f49f1ddc29d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:40.723268 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec2d5118-ca62-4654-bf2c-7f49f1ddc29d admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:40.952142 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9943beac-060f-43be-92fd-af88a5b0ed0f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:40.964848 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port a9fbec0f-d601-4885-8da5-db93b1e87bea is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:27:40.995714 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ec2d5118-ca62-4654-bf2c-7f49f1ddc29d admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6982281 May 27 02:27:41.004100 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52596) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:41.033862 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9943beac-060f-43be-92fd-af88a5b0ed0f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Pushing event deleted for resources: {'Subnet': ['ID=ab16c072-4114-4898-aa65-b9d65de14e79,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:41.043071 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9943beac-060f-43be-92fd-af88a5b0ed0f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:41.051096 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc427c3-8254-4c20-93f6-359b7064ac43 None None] Network c9b6b64d-3919-4b90-9366-bcda75991abc requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:27:41.053281 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9943beac-060f-43be-92fd-af88a5b0ed0f tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "DELETE /v2.0/subnets/ab16c072-4114-4898-aa65-b9d65de14e79 HTTP/1.1" status: 204 len: 168 time: 0.8986707 May 27 02:27:41.055682 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52604) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:41.084491 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-319d14a1-a86a-4a35-b183-955631dfb810 admin admin] Request body: {'subnet': {'network_id': '619f7003-84f7-4356-af31-d25ae15a981a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2098163001-subnet', 'tenant_id': '6137a50b300642e3b27a011e959f0225', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:27:41.120388 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-319d14a1-a86a-4a35-b183-955631dfb810 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:27:41.124894 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-07b378df-7ff9-4945-81f1-0d928576ad35 None None] Set router 51db2047-2b01-4367-be43-6cfd8eb4ee08 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:27:41.143778 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-319d14a1-a86a-4a35-b183-955631dfb810 admin admin] Usage tracker for resource:subnet and tenant:6137a50b300642e3b27a011e959f0225 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:27:41.150378 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-319d14a1-a86a-4a35-b183-955631dfb810 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:27:41.153508 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d5118-ca62-4654-bf2c-7f49f1ddc29d admin admin] Pushing event updated for resources: {'Network': ['ID=619f7003-84f7-4356-af31-d25ae15a981a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:41.168102 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-319d14a1-a86a-4a35-b183-955631dfb810 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:27:41.263734 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319d14a1-a86a-4a35-b183-955631dfb810 admin admin] Made reservation on behalf of 6137a50b300642e3b27a011e959f0225 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:27:41.266875 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-319d14a1-a86a-4a35-b183-955631dfb810 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:41.269037 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-505fb1b0-8d3f-40bd-8ecc-3f81a0882971 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Deleting subnet 18b9760c-5727-4979-b482-385cb53ebb74 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:27:41.275104 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 619f7003-84f7-4356-af31-d25ae15a981a details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:27:41.277895 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-505fb1b0-8d3f-40bd-8ecc-3f81a0882971 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:41.495286 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-505fb1b0-8d3f-40bd-8ecc-3f81a0882971 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:41.515748 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52618) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:41.537870 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-50baf64e-4838-440c-a599-7bc98488f9d2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Request body: {'subnet': {'network_id': 'bc886243-5d77-4152-9402-8e43571e8319', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:27:41.630909 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6e176-5c19-40be-a94d-19055734be51 req-aaf877aa-8ee4-4482-886b-1194c8af762c tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:41.632464 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2af6e176-5c19-40be-a94d-19055734be51 req-aaf877aa-8ee4-4482-886b-1194c8af762c tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=03d58198-1434-4920-8b21-16b0896d4896 HTTP/1.1" status: 200 len: 945 time: 0.2860014 May 27 02:27:41.637662 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:27:41.640565 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4ca56-8ddf-4184-a722-eee075a0feda req-e8d9b4d7-d255-4d99-b8ce-c3241b369b2f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:41.642101 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8de4ca56-8ddf-4184-a722-eee075a0feda req-e8d9b4d7-d255-4d99-b8ce-c3241b369b2f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=31da9e92-be8a-497c-81ac-03e605f02623 HTTP/1.1" status: 200 len: 945 time: 0.4997857 May 27 02:27:41.703904 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abeedc85-59ff-4492-a0ad-ce43b9e5153c None None] DHCP port deletion for c9b6b64d-3919-4b90-9366-bcda75991abc request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:27:41.708401 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-abeedc85-59ff-4492-a0ad-ce43b9e5153c None None] Deleting port 953e097c-a3ed-4d02-a3ab-b76b8cef45f3 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:27:41.708884 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-abeedc85-59ff-4492-a0ad-ce43b9e5153c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:41.753803 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8de4ca56-8ddf-4184-a722-eee075a0feda req-43be0ffd-42ba-4a7f-92dd-261563791c84 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944371 May 27 02:27:41.757892 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2af6e176-5c19-40be-a94d-19055734be51 req-08156671-46e0-4d8d-9a1e-92992429f50a tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054518 May 27 02:27:41.762982 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-505fb1b0-8d3f-40bd-8ecc-3f81a0882971 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:41.883903 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-07b378df-7ff9-4945-81f1-0d928576ad35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51db2047-2b01-4367-be43-6cfd8eb4ee08', 'name': 'tempest-TestAggregatesBasicOps-1285310715-router', 'tenant_id': 'fcfe314133204020a0ec1bed4c17b833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a9fbec0f-d601-4885-8da5-db93b1e87bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:27:28Z', 'updated_at': '2022-05-27T02:27:37Z', 'revision_number': 4, 'project_id': 'fcfe314133204020a0ec1bed4c17b833', 'gw_port': {'id': 'a9fbec0f-d601-4885-8da5-db93b1e87bea', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51db2047-2b01-4367-be43-6cfd8eb4ee08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:27:30Z', 'updated_at': '2022-05-27T02:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '1bda96dc-3f30-40f3-aae2-1b254952b3b2', 'name': '', 'network_id': '379c6620-ccc0-4be2-8393-3f9712fd5040', 'tenant_id': 'fcfe314133204020a0ec1bed4c17b833', 'mac_address': 'fa:16:3e:54:87:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51db2047-2b01-4367-be43-6cfd8eb4ee08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '581dfaa8-8fc4-404b-a6f4-0f38bf90e8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:27:35Z', 'updated_at': '2022-05-27T02:27:38Z', 'revision_number': 2, 'project_id': 'fcfe314133204020a0ec1bed4c17b833', 'subnets': [{'id': '581dfaa8-8fc4-404b-a6f4-0f38bf90e8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:27:41.907306 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b378df-7ff9-4945-81f1-0d928576ad35 None None] Checking router: 51db2047-2b01-4367-be43-6cfd8eb4ee08 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:27:41.907577 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b378df-7ff9-4945-81f1-0d928576ad35 None None] Updating router 51db2047-2b01-4367-be43-6cfd8eb4ee08 port 1bda96dc-3f30-40f3-aae2-1b254952b3b2 binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:27:41.926790 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-50baf64e-4838-440c-a599-7bc98488f9d2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:27:41.933609 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-50baf64e-4838-440c-a599-7bc98488f9d2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Usage tracker for resource:subnet and tenant:c47db8f7430c4928a92f16863004d577 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:27:41.940113 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-50baf64e-4838-440c-a599-7bc98488f9d2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:27:41.969809 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52628) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:41.975525 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-368009fe-f701-4304-a860-0b30baee5457 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1579862696-network', 'tenant_id': '952c5c481ac44b519d30eded5a464ad0'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:27:41.980763 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-50baf64e-4838-440c-a599-7bc98488f9d2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:27:41.982405 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-368009fe-f701-4304-a860-0b30baee5457 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:27:41.995112 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-368009fe-f701-4304-a860-0b30baee5457 admin admin] Usage tracker for resource:network and tenant:952c5c481ac44b519d30eded5a464ad0 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:27:41.998391 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-368009fe-f701-4304-a860-0b30baee5457 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:27:42.015453 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-368009fe-f701-4304-a860-0b30baee5457 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:27:42.026122 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-07b378df-7ff9-4945-81f1-0d928576ad35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:42.043510 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-505fb1b0-8d3f-40bd-8ecc-3f81a0882971 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:42.063813 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-abeedc85-59ff-4492-a0ad-ce43b9e5153c None None] For port 953e097c-a3ed-4d02-a3ab-b76b8cef45f3, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=953e097c-a3ed-4d02-a3ab-b76b8cef45f3,segment=NetworkSegment(c7b67dd1-e75f-43e2-a0d4-234645245d4c),segment_id=c7b67dd1-e75f-43e2-a0d4-234645245d4c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:27:42.064218 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-abeedc85-59ff-4492-a0ad-ce43b9e5153c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:42.095799 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505fb1b0-8d3f-40bd-8ecc-3f81a0882971 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Pushing event deleted for resources: {'Subnet': ['ID=18b9760c-5727-4979-b482-385cb53ebb74,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:42.102084 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-505fb1b0-8d3f-40bd-8ecc-3f81a0882971 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:42.111757 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-505fb1b0-8d3f-40bd-8ecc-3f81a0882971 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "DELETE /v2.0/subnets/18b9760c-5727-4979-b482-385cb53ebb74 HTTP/1.1" status: 204 len: 168 time: 1.0549984 May 27 02:27:42.111971 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52632) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:42.136125 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50baf64e-4838-440c-a599-7bc98488f9d2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Made reservation on behalf of c47db8f7430c4928a92f16863004d577 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:27:42.139829 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-50baf64e-4838-440c-a599-7bc98488f9d2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:42.162740 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cc082b-0dc0-48f4-a22e-f434da322bc2 None None] Network bc44a8f1-f55a-42c3-8906-2fd4470a2ec1 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:27:42.206718 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368009fe-f701-4304-a860-0b30baee5457 admin admin] Made reservation on behalf of 952c5c481ac44b519d30eded5a464ad0 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:27:42.211590 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-368009fe-f701-4304-a860-0b30baee5457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:42.238380 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-368009fe-f701-4304-a860-0b30baee5457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:42.262119 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-368009fe-f701-4304-a860-0b30baee5457 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:27:42.268302 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-368009fe-f701-4304-a860-0b30baee5457 admin admin] Usage tracker for resource:security_group_rule and tenant:952c5c481ac44b519d30eded5a464ad0 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:27:42.272234 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-368009fe-f701-4304-a860-0b30baee5457 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:27:42.284238 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-368009fe-f701-4304-a860-0b30baee5457 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:27:42.368378 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-abeedc85-59ff-4492-a0ad-ce43b9e5153c None None] Calling delete_port for 953e097c-a3ed-4d02-a3ab-b76b8cef45f3 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:27:42.383111 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-319d14a1-a86a-4a35-b183-955631dfb810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:42.444009 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-368009fe-f701-4304-a860-0b30baee5457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:42.504242 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-07b378df-7ff9-4945-81f1-0d928576ad35 None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:42.507429 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 953e097c-a3ed-4d02-a3ab-b76b8cef45f3 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:27:42.527271 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-07b378df-7ff9-4945-81f1-0d928576ad35 None None] Transition to ACTIVE for port object 1bda96dc-3f30-40f3-aae2-1b254952b3b2 will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:27:42.542735 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-368009fe-f701-4304-a860-0b30baee5457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:42.568467 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-368009fe-f701-4304-a860-0b30baee5457 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:27:42.569421 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d14a1-a86a-4a35-b183-955631dfb810 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7e4957a-aa47-41e7-b03d-139bc56ad9b9,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:42.595012 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368009fe-f701-4304-a860-0b30baee5457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041ee780-56b8-4831-9ce0-83c7f1efaf09,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:42.597149 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ea52ae65-75cf-4972-86a1-289b6a478fc2 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:42.601963 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-368009fe-f701-4304-a860-0b30baee5457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:42.602927 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-368009fe-f701-4304-a860-0b30baee5457 admin admin] Added segment acf54c62-ce59-44ad-a553-8cae3366434a of type vlan for network 3ae3655c-aebe-4c5a-b980-d16163dfd24c May 27 02:27:42.615409 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319d14a1-a86a-4a35-b183-955631dfb810 admin admin] Checking segment: {'id': 'f6152665-605f-4541-8b94-1c9e6dd41f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '619f7003-84f7-4356-af31-d25ae15a981a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:27:42.615764 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319d14a1-a86a-4a35-b183-955631dfb810 admin admin] Network hostable DHCP agents. Network: 619f7003-84f7-4356-af31-d25ae15a981a, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:27:42.639268 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-ea52ae65-75cf-4972-86a1-289b6a478fc2 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Deleting port 953e097c-a3ed-4d02-a3ab-b76b8cef45f3 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:27:42.639578 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ea52ae65-75cf-4972-86a1-289b6a478fc2 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:42.665243 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-368009fe-f701-4304-a860-0b30baee5457 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:42.696041 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 953e097c-a3ed-4d02-a3ab-b76b8cef45f3 is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:27:42.696431 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:42.699240 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-07b378df-7ff9-4945-81f1-0d928576ad35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:42.800454 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-ea52ae65-75cf-4972-86a1-289b6a478fc2 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] The port '953e097c-a3ed-4d02-a3ab-b76b8cef45f3' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:27:42.803227 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-50baf64e-4838-440c-a599-7bc98488f9d2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:42.815591 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e676fe6-ff7b-455c-b16d-854782b43337 None None] DHCP port deletion for bc44a8f1-f55a-42c3-8906-2fd4470a2ec1 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:27:42.817406 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-abeedc85-59ff-4492-a0ad-ce43b9e5153c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:43.000660 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abeedc85-59ff-4492-a0ad-ce43b9e5153c None None] No DVR routers for this DVR port 953e097c-a3ed-4d02-a3ab-b76b8cef45f3 on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:27:43.008751 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeedc85-59ff-4492-a0ad-ce43b9e5153c None None] Pushing event deleted for resources: {'Port': ['ID=953e097c-a3ed-4d02-a3ab-b76b8cef45f3,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:43.018470 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-2e676fe6-ff7b-455c-b16d-854782b43337 None None] Deleting port b31b492f-ba44-46ba-b42b-75ccd703cf38 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:27:43.019045 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2e676fe6-ff7b-455c-b16d-854782b43337 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:43.025191 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-07b378df-7ff9-4945-81f1-0d928576ad35 None None] Attempting to bind port 1bda96dc-3f30-40f3-aae2-1b254952b3b2 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:27:43.026256 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-07b378df-7ff9-4945-81f1-0d928576ad35 None None] Attempting to bind port 1bda96dc-3f30-40f3-aae2-1b254952b3b2 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '62a63250-61f0-43e1-a103-ed64f1d6f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '379c6620-ccc0-4be2-8393-3f9712fd5040'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:27:43.026855 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b378df-7ff9-4945-81f1-0d928576ad35 None None] Attempting to bind port 1bda96dc-3f30-40f3-aae2-1b254952b3b2 on network 379c6620-ccc0-4be2-8393-3f9712fd5040 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:27:43.035800 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b378df-7ff9-4945-81f1-0d928576ad35 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:27:43.036553 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b378df-7ff9-4945-81f1-0d928576ad35 None None] Checking segment: {'id': '62a63250-61f0-43e1-a103-ed64f1d6f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '379c6620-ccc0-4be2-8393-3f9712fd5040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:27:43.037216 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-07b378df-7ff9-4945-81f1-0d928576ad35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:43.037805 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b378df-7ff9-4945-81f1-0d928576ad35 None None] Bound using segment: {'id': '62a63250-61f0-43e1-a103-ed64f1d6f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '379c6620-ccc0-4be2-8393-3f9712fd5040'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:27:43.038521 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-07b378df-7ff9-4945-81f1-0d928576ad35 None None] Bound port: 1bda96dc-3f30-40f3-aae2-1b254952b3b2, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a63250-61f0-43e1-a103-ed64f1d6f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '379c6620-ccc0-4be2-8393-3f9712fd5040'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:27:43.039127 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-07b378df-7ff9-4945-81f1-0d928576ad35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:43.145975 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-07b378df-7ff9-4945-81f1-0d928576ad35 None None] For port 1bda96dc-3f30-40f3-aae2-1b254952b3b2, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:27:43.156310 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-07b378df-7ff9-4945-81f1-0d928576ad35 None None] For port 1bda96dc-3f30-40f3-aae2-1b254952b3b2, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1bda96dc-3f30-40f3-aae2-1b254952b3b2,segment=NetworkSegment(62a63250-61f0-43e1-a103-ed64f1d6f1fa),segment_id=62a63250-61f0-43e1-a103-ed64f1d6f1fa)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:27:43.157433 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a6c6a2-e667-4c1b-bd90-af382be7eaf4 None None] Pushing event updated for resources: {'Port': ['ID=1bda96dc-3f30-40f3-aae2-1b254952b3b2,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:43.167288 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a6c6a2-e667-4c1b-bd90-af382be7eaf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:43.167776 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a6c6a2-e667-4c1b-bd90-af382be7eaf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:43.177631 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a6c6a2-e667-4c1b-bd90-af382be7eaf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:43.177631 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a6c6a2-e667-4c1b-bd90-af382be7eaf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:43.177631 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a6c6a2-e667-4c1b-bd90-af382be7eaf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:43.177631 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a6c6a2-e667-4c1b-bd90-af382be7eaf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:43.177631 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a6c6a2-e667-4c1b-bd90-af382be7eaf4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:43.177631 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a6c6a2-e667-4c1b-bd90-af382be7eaf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:43.177631 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a6c6a2-e667-4c1b-bd90-af382be7eaf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:43.177631 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a6c6a2-e667-4c1b-bd90-af382be7eaf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:43.177631 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a6c6a2-e667-4c1b-bd90-af382be7eaf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:43.177631 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a6c6a2-e667-4c1b-bd90-af382be7eaf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:43.193173 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50baf64e-4838-440c-a599-7bc98488f9d2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Pushing event updated for resources: {'Subnet': ['ID=01bd927a-e222-4a30-9ab5-6846d46eef3d,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:43.207009 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-368009fe-f701-4304-a860-0b30baee5457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:43.211982 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368009fe-f701-4304-a860-0b30baee5457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:43.212569 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-368009fe-f701-4304-a860-0b30baee5457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:43.259257 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-07b378df-7ff9-4945-81f1-0d928576ad35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:43.329752 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ea52ae65-75cf-4972-86a1-289b6a478fc2 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:43.351728 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a6c6a2-e667-4c1b-bd90-af382be7eaf4 None None] Pushing event updated for resources: {'Port': ['ID=1bda96dc-3f30-40f3-aae2-1b254952b3b2,revision_number=4']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:43.386167 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368009fe-f701-4304-a860-0b30baee5457 admin admin] Pushing event updated for resources: {'Network': ['ID=3ae3655c-aebe-4c5a-b980-d16163dfd24c,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:43.389085 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b378df-7ff9-4945-81f1-0d928576ad35 None None] Routers {'51db2047-2b01-4367-be43-6cfd8eb4ee08'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:27:43.390655 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-07b378df-7ff9-4945-81f1-0d928576ad35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:27:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['51db2047-2b01-4367-be43-6cfd8eb4ee08'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:27:43.397600 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-ea52ae65-75cf-4972-86a1-289b6a478fc2 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9b6b64d-3919-4b90-9366-bcda75991abc']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:27:43.423135 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-ea52ae65-75cf-4972-86a1-289b6a478fc2 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7b67dd1-e75f-43e2-a0d4-234645245d4c') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:27:43.423437 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-ea52ae65-75cf-4972-86a1-289b6a478fc2 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7b67dd1-e75f-43e2-a0d4-234645245d4c') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:27:43.457089 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ea52ae65-75cf-4972-86a1-289b6a478fc2 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:43.469161 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e90982-ce55-4647-9d2e-e2f5bb66a367 req-fd582963-97f1-4362-8f94-00faa2c3cf7a tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:43.470705 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-96e90982-ce55-4647-9d2e-e2f5bb66a367 req-fd582963-97f1-4362-8f94-00faa2c3cf7a tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=03d58198-1434-4920-8b21-16b0896d4896 HTTP/1.1" status: 200 len: 945 time: 0.3248806 May 27 02:27:43.499769 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ea52ae65-75cf-4972-86a1-289b6a478fc2 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:43.508267 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-368009fe-f701-4304-a860-0b30baee5457 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5368068 May 27 02:27:43.511396 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52646) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:43.513755 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-2e676fe6-ff7b-455c-b16d-854782b43337 None None] For port b31b492f-ba44-46ba-b42b-75ccd703cf38, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b31b492f-ba44-46ba-b42b-75ccd703cf38,segment=NetworkSegment(b2df5c34-5572-4927-b1e4-0de52e1a0b3a),segment_id=b2df5c34-5572-4927-b1e4-0de52e1a0b3a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:27:43.514158 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2e676fe6-ff7b-455c-b16d-854782b43337 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:43.518038 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea52ae65-75cf-4972-86a1-289b6a478fc2 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:27:43.518449 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ea52ae65-75cf-4972-86a1-289b6a478fc2 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:43.519151 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-e32f1ee2-f2de-4a76-8ca5-aecd4def792b admin admin] Request body: {'subnet': {'network_id': '3ae3655c-aebe-4c5a-b980-d16163dfd24c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1579862696-subnet', 'tenant_id': '952c5c481ac44b519d30eded5a464ad0', 'ip_version': 4}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:27:43.573726 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e32f1ee2-f2de-4a76-8ca5-aecd4def792b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:27:43.579402 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-96e90982-ce55-4647-9d2e-e2f5bb66a367 req-c3142c0b-c299-4565-9728-61307163b4c0 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986919 May 27 02:27:43.587837 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e32f1ee2-f2de-4a76-8ca5-aecd4def792b admin admin] Usage tracker for resource:subnet and tenant:952c5c481ac44b519d30eded5a464ad0 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:27:43.597427 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e32f1ee2-f2de-4a76-8ca5-aecd4def792b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:27:43.615391 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e32f1ee2-f2de-4a76-8ca5-aecd4def792b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:27:43.709793 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32f1ee2-f2de-4a76-8ca5-aecd4def792b admin admin] Made reservation on behalf of 952c5c481ac44b519d30eded5a464ad0 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:27:43.712144 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e32f1ee2-f2de-4a76-8ca5-aecd4def792b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:43.722980 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment c7b67dd1-e75f-43e2-a0d4-234645245d4c resource provider aggregate not found May 27 02:27:43.757789 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319d14a1-a86a-4a35-b183-955631dfb810 admin admin] Network 619f7003-84f7-4356-af31-d25ae15a981a is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:27:43.768286 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-2e676fe6-ff7b-455c-b16d-854782b43337 None None] Calling delete_port for b31b492f-ba44-46ba-b42b-75ccd703cf38 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:27:43.781343 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-07b378df-7ff9-4945-81f1-0d928576ad35 None None] Set router 51db2047-2b01-4367-be43-6cfd8eb4ee08 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:27:43.799744 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment c7b67dd1-e75f-43e2-a0d4-234645245d4c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7b67dd1-e75f-43e2-a0d4-234645245d4c found for delete ", "request_id": "req-3bcee756-17d3-49a6-bbef-491838a7a640"}]} May 27 02:27:43.839986 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50baf64e-4838-440c-a599-7bc98488f9d2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Checking segment: {'id': '66d84611-97a2-43e6-91ca-3e3aa1c34199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bc886243-5d77-4152-9402-8e43571e8319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:27:43.840342 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50baf64e-4838-440c-a599-7bc98488f9d2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Network hostable DHCP agents. Network: bc886243-5d77-4152-9402-8e43571e8319, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:27:43.873780 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-319d14a1-a86a-4a35-b183-955631dfb810 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 619f7003-84f7-4356-af31-d25ae15a981a) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:27:43.888535 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319d14a1-a86a-4a35-b183-955631dfb810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:43.890219 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-319d14a1-a86a-4a35-b183-955631dfb810 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:43.911539 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 3ae3655c-aebe-4c5a-b980-d16163dfd24c details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:27:43.924946 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ea52ae65-75cf-4972-86a1-289b6a478fc2 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:44.019883 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ea52ae65-75cf-4972-86a1-289b6a478fc2 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:44.052674 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50baf64e-4838-440c-a599-7bc98488f9d2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Network bc886243-5d77-4152-9402-8e43571e8319 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:27:44.058089 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52ae65-75cf-4972-86a1-289b6a478fc2 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Pushing event deleted for resources: {'Network': ['ID=c9b6b64d-3919-4b90-9366-bcda75991abc,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:44.064553 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-50baf64e-4838-440c-a599-7bc98488f9d2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, bc886243-5d77-4152-9402-8e43571e8319) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:27:44.070179 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50baf64e-4838-440c-a599-7bc98488f9d2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:44.071895 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-50baf64e-4838-440c-a599-7bc98488f9d2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:44.104682 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ef388c-9ca5-405e-ab69-f97863cb8425 None None] Network 619f7003-84f7-4356-af31-d25ae15a981a requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:27:44.128618 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ea52ae65-75cf-4972-86a1-289b6a478fc2 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "DELETE /v2.0/networks/c9b6b64d-3919-4b90-9366-bcda75991abc HTTP/1.1" status: 204 len: 168 time: 2.0153697 May 27 02:27:44.130741 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52658) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:44.240918 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-319d14a1-a86a-4a35-b183-955631dfb810 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.2333355 May 27 02:27:44.242324 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52662) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:44.245986 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e32f1ee2-f2de-4a76-8ca5-aecd4def792b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:44.248033 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-50baf64e-4838-440c-a599-7bc98488f9d2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7290347 May 27 02:27:44.253455 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-24d9a6d5-4545-4b58-a348-54f7ec3be416 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2098163001-router', 'tenant_id': '6137a50b300642e3b27a011e959f0225', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:27:44.261328 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-24d9a6d5-4545-4b58-a348-54f7ec3be416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:27:44.261524 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52666) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:44.271790 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-61da3fb7-8ed6-4926-82d9-29d0dfec072c tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1101698776'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:27:44.291092 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-61da3fb7-8ed6-4926-82d9-29d0dfec072c tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:27:44.293615 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-24d9a6d5-4545-4b58-a348-54f7ec3be416 admin admin] Usage tracker for resource:router and tenant:6137a50b300642e3b27a011e959f0225 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:27:44.301112 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-24d9a6d5-4545-4b58-a348-54f7ec3be416 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:27:44.311508 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-61da3fb7-8ed6-4926-82d9-29d0dfec072c tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Usage tracker for resource:network and tenant:c47db8f7430c4928a92f16863004d577 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:27:44.317717 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-61da3fb7-8ed6-4926-82d9-29d0dfec072c tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:27:44.331645 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e8faf41-26e3-4317-aa0b-48ada4321457 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:44.334953 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-61da3fb7-8ed6-4926-82d9-29d0dfec072c tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:27:44.349108 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-24d9a6d5-4545-4b58-a348-54f7ec3be416 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:27:44.382740 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2e676fe6-ff7b-455c-b16d-854782b43337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:44.388564 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcbd30d-41f2-44c7-8f26-2a90dc608985 None None] Network bc886243-5d77-4152-9402-8e43571e8319 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:27:44.470853 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f1ee2-f2de-4a76-8ca5-aecd4def792b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2db6b918-02d2-48c1-bc68-12eb68efec5d,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:44.488485 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32f1ee2-f2de-4a76-8ca5-aecd4def792b admin admin] Checking segment: {'id': 'acf54c62-ce59-44ad-a553-8cae3366434a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3ae3655c-aebe-4c5a-b980-d16163dfd24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:27:44.488932 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32f1ee2-f2de-4a76-8ca5-aecd4def792b admin admin] Network hostable DHCP agents. Network: 3ae3655c-aebe-4c5a-b980-d16163dfd24c, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:27:44.505761 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-24d9a6d5-4545-4b58-a348-54f7ec3be416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:44.508267 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-24d9a6d5-4545-4b58-a348-54f7ec3be416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:44.540092 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-24d9a6d5-4545-4b58-a348-54f7ec3be416 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:44.540388 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61da3fb7-8ed6-4926-82d9-29d0dfec072c tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Made reservation on behalf of c47db8f7430c4928a92f16863004d577 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:27:44.548957 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-61da3fb7-8ed6-4926-82d9-29d0dfec072c tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:44.577573 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e676fe6-ff7b-455c-b16d-854782b43337 None None] Pushing event deleted for resources: {'Port': ['ID=b31b492f-ba44-46ba-b42b-75ccd703cf38,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:44.579963 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6752a425-f0fb-4973-a1aa-7de942b7c557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-619f7003-84f7-4356-af31-d25ae15a981a', 'network_id': '619f7003-84f7-4356-af31-d25ae15a981a', 'tenant_id': '6137a50b300642e3b27a011e959f0225', 'fixed_ips': [{'subnet_id': 'c7e4957a-aa47-41e7-b03d-139bc56ad9b9'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:27:44.580927 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6752a425-f0fb-4973-a1aa-7de942b7c557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:44.596923 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b31b492f-ba44-46ba-b42b-75ccd703cf38 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:27:44.598828 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-07b378df-7ff9-4945-81f1-0d928576ad35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51db2047-2b01-4367-be43-6cfd8eb4ee08', 'name': 'tempest-TestAggregatesBasicOps-1285310715-router', 'tenant_id': 'fcfe314133204020a0ec1bed4c17b833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a9fbec0f-d601-4885-8da5-db93b1e87bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:27:28Z', 'updated_at': '2022-05-27T02:27:37Z', 'revision_number': 4, 'project_id': 'fcfe314133204020a0ec1bed4c17b833', 'gw_port': {'id': 'a9fbec0f-d601-4885-8da5-db93b1e87bea', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51db2047-2b01-4367-be43-6cfd8eb4ee08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:27:30Z', 'updated_at': '2022-05-27T02:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '1bda96dc-3f30-40f3-aae2-1b254952b3b2', 'name': '', 'network_id': '379c6620-ccc0-4be2-8393-3f9712fd5040', 'tenant_id': 'fcfe314133204020a0ec1bed4c17b833', 'mac_address': 'fa:16:3e:54:87:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51db2047-2b01-4367-be43-6cfd8eb4ee08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '581dfaa8-8fc4-404b-a6f4-0f38bf90e8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:27:35Z', 'updated_at': '2022-05-27T02:27:43Z', 'revision_number': 4, 'project_id': 'fcfe314133204020a0ec1bed4c17b833', 'subnets': [{'id': '581dfaa8-8fc4-404b-a6f4-0f38bf90e8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:27:44.603292 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b378df-7ff9-4945-81f1-0d928576ad35 None None] The sync data for ids ['51db2047-2b01-4367-be43-6cfd8eb4ee08'] in n-d-843554-3 is: [{'id': '51db2047-2b01-4367-be43-6cfd8eb4ee08', 'name': 'tempest-TestAggregatesBasicOps-1285310715-router', 'tenant_id': 'fcfe314133204020a0ec1bed4c17b833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a9fbec0f-d601-4885-8da5-db93b1e87bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:27:28Z', 'updated_at': '2022-05-27T02:27:37Z', 'revision_number': 4, 'project_id': 'fcfe314133204020a0ec1bed4c17b833', 'gw_port': {'id': 'a9fbec0f-d601-4885-8da5-db93b1e87bea', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51db2047-2b01-4367-be43-6cfd8eb4ee08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:27:30Z', 'updated_at': '2022-05-27T02:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '1bda96dc-3f30-40f3-aae2-1b254952b3b2', 'name': '', 'network_id': '379c6620-ccc0-4be2-8393-3f9712fd5040', 'tenant_id': 'fcfe314133204020a0ec1bed4c17b833', 'mac_address': 'fa:16:3e:54:87:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51db2047-2b01-4367-be43-6cfd8eb4ee08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '581dfaa8-8fc4-404b-a6f4-0f38bf90e8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:27:35Z', 'updated_at': '2022-05-27T02:27:43Z', 'revision_number': 4, 'project_id': 'fcfe314133204020a0ec1bed4c17b833', 'subnets': [{'id': '581dfaa8-8fc4-404b-a6f4-0f38bf90e8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:27:44.617184 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e8faf41-26e3-4317-aa0b-48ada4321457 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:44.634865 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e676fe6-ff7b-455c-b16d-854782b43337 None None] No DVR routers for this DVR port b31b492f-ba44-46ba-b42b-75ccd703cf38 on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:27:44.701198 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-7e8faf41-26e3-4317-aa0b-48ada4321457 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc44a8f1-f55a-42c3-8906-2fd4470a2ec1']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:27:44.708100 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61da3fb7-8ed6-4926-82d9-29d0dfec072c tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:27:44.749386 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-7e8faf41-26e3-4317-aa0b-48ada4321457 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2df5c34-5572-4927-b1e4-0de52e1a0b3a') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:27:44.750586 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-7e8faf41-26e3-4317-aa0b-48ada4321457 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2df5c34-5572-4927-b1e4-0de52e1a0b3a') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:27:44.771590 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: b31b492f-ba44-46ba-b42b-75ccd703cf38 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:27:44.777093 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b31b492f-ba44-46ba-b42b-75ccd703cf38 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:27:44.778632 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e8faf41-26e3-4317-aa0b-48ada4321457 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:44.779075 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32f1ee2-f2de-4a76-8ca5-aecd4def792b admin admin] Network 3ae3655c-aebe-4c5a-b980-d16163dfd24c is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:27:44.790439 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e676fe6-ff7b-455c-b16d-854782b43337 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:44.790885 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e676fe6-ff7b-455c-b16d-854782b43337 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:44.793169 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e676fe6-ff7b-455c-b16d-854782b43337 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:44.794298 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e676fe6-ff7b-455c-b16d-854782b43337 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:44.794735 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e676fe6-ff7b-455c-b16d-854782b43337 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:44.799206 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e676fe6-ff7b-455c-b16d-854782b43337 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:44.799822 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e676fe6-ff7b-455c-b16d-854782b43337 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:44.801866 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e8faf41-26e3-4317-aa0b-48ada4321457 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:44.810024 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e8faf41-26e3-4317-aa0b-48ada4321457 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:27:44.810484 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e8faf41-26e3-4317-aa0b-48ada4321457 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:44.810740 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e676fe6-ff7b-455c-b16d-854782b43337 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:44.812076 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e676fe6-ff7b-455c-b16d-854782b43337 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:44.812522 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e676fe6-ff7b-455c-b16d-854782b43337 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:44.813461 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e676fe6-ff7b-455c-b16d-854782b43337 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:44.813843 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e676fe6-ff7b-455c-b16d-854782b43337 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:44.947189 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-61da3fb7-8ed6-4926-82d9-29d0dfec072c tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:44.947675 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-61da3fb7-8ed6-4926-82d9-29d0dfec072c tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Added segment 07fcfb38-5528-4ff8-a53e-ee4b3711bbb5 of type vlan for network 949f4978-e124-435d-a09c-96ad82a6347f May 27 02:27:44.979828 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-61da3fb7-8ed6-4926-82d9-29d0dfec072c tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:45.076099 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e8faf41-26e3-4317-aa0b-48ada4321457 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:45.081615 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-6752a425-f0fb-4973-a1aa-7de942b7c557 None None] Allocated IP 172.20.0.2 (619f7003-84f7-4356-af31-d25ae15a981a/c7e4957a-aa47-41e7-b03d-139bc56ad9b9/f012211d-adf4-410a-bfda-1aec1ec4c16e) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:27:45.104037 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e8faf41-26e3-4317-aa0b-48ada4321457 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:45.144864 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-24d9a6d5-4545-4b58-a348-54f7ec3be416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:45.157457 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-e32f1ee2-f2de-4a76-8ca5-aecd4def792b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 3ae3655c-aebe-4c5a-b980-d16163dfd24c) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:27:45.165467 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32f1ee2-f2de-4a76-8ca5-aecd4def792b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:45.166570 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e32f1ee2-f2de-4a76-8ca5-aecd4def792b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:45.200162 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7e8faf41-26e3-4317-aa0b-48ada4321457 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] 10.222.0.57 "DELETE /v2.0/networks/bc44a8f1-f55a-42c3-8906-2fd4470a2ec1 HTTP/1.1" status: 204 len: 168 time: 1.0678022 May 27 02:27:45.209645 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-61da3fb7-8ed6-4926-82d9-29d0dfec072c tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:45.216456 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61da3fb7-8ed6-4926-82d9-29d0dfec072c tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:45.217076 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-61da3fb7-8ed6-4926-82d9-29d0dfec072c tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:45.234251 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8faf41-26e3-4317-aa0b-48ada4321457 tempest-TaggedBootDevicesTest-1168436840 tempest-TaggedBootDevicesTest-1168436840-project] Pushing event deleted for resources: {'Network': ['ID=bc44a8f1-f55a-42c3-8906-2fd4470a2ec1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:45.258824 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4096387-944d-4cec-bd82-8719d441375e req-a60ce41f-9707-4d9a-b390-cf86f103b8eb tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:45.269181 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6aac06-381f-47cc-ac13-f89e4c597938 None None] Network 3ae3655c-aebe-4c5a-b980-d16163dfd24c requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:27:45.273498 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a4096387-944d-4cec-bd82-8719d441375e req-a60ce41f-9707-4d9a-b390-cf86f103b8eb tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=03d58198-1434-4920-8b21-16b0896d4896 HTTP/1.1" status: 200 len: 945 time: 0.5015283 May 27 02:27:45.367670 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e32f1ee2-f2de-4a76-8ca5-aecd4def792b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8550465 May 27 02:27:45.374530 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52684) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:45.383946 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-61da3fb7-8ed6-4926-82d9-29d0dfec072c tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1215513 May 27 02:27:45.389079 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52686) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:45.395512 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-dcef85f1-5bbd-482e-b1cd-a33290f0e123 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Request body: {'subnet': {'network_id': '949f4978-e124-435d-a09c-96ad82a6347f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:27:45.396797 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-2184fd96-ba69-4011-8f37-2a6a23fafb25 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1579862696-router', 'tenant_id': '952c5c481ac44b519d30eded5a464ad0', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:27:45.416805 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-2184fd96-ba69-4011-8f37-2a6a23fafb25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:27:45.494606 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-2184fd96-ba69-4011-8f37-2a6a23fafb25 admin admin] Usage tracker for resource:router and tenant:952c5c481ac44b519d30eded5a464ad0 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:27:45.502139 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-2184fd96-ba69-4011-8f37-2a6a23fafb25 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:27:45.542126 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a4096387-944d-4cec-bd82-8719d441375e req-f8571217-f559-49c4-a35c-3391b017676f tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673976 May 27 02:27:45.548424 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-2184fd96-ba69-4011-8f37-2a6a23fafb25 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:27:45.591055 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a8646e-026c-4d56-9751-e691796825eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-bc886243-5d77-4152-9402-8e43571e8319', 'network_id': 'bc886243-5d77-4152-9402-8e43571e8319', 'tenant_id': 'c47db8f7430c4928a92f16863004d577', 'fixed_ips': [{'subnet_id': '01bd927a-e222-4a30-9ab5-6846d46eef3d'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:27:45.591945 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f5a8646e-026c-4d56-9751-e691796825eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:45.605481 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dcef85f1-5bbd-482e-b1cd-a33290f0e123 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:27:45.647022 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dcef85f1-5bbd-482e-b1cd-a33290f0e123 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Usage tracker for resource:subnet and tenant:c47db8f7430c4928a92f16863004d577 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:27:45.652160 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dcef85f1-5bbd-482e-b1cd-a33290f0e123 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:27:45.662060 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dcef85f1-5bbd-482e-b1cd-a33290f0e123 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:27:45.664708 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da3fb7-8ed6-4926-82d9-29d0dfec072c tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Pushing event updated for resources: {'Network': ['ID=949f4978-e124-435d-a09c-96ad82a6347f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:45.668826 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2184fd96-ba69-4011-8f37-2a6a23fafb25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:45.672355 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2184fd96-ba69-4011-8f37-2a6a23fafb25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:45.708783 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2184fd96-ba69-4011-8f37-2a6a23fafb25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:45.715770 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 949f4978-e124-435d-a09c-96ad82a6347f details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:27:45.782685 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcef85f1-5bbd-482e-b1cd-a33290f0e123 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Made reservation on behalf of c47db8f7430c4928a92f16863004d577 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:27:45.787092 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dcef85f1-5bbd-482e-b1cd-a33290f0e123 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:45.896457 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-f5a8646e-026c-4d56-9751-e691796825eb None None] Allocated IP 2001:db8:0:ffff::2 (bc886243-5d77-4152-9402-8e43571e8319/01bd927a-e222-4a30-9ab5-6846d46eef3d/6eaac17d-98fb-4a39-8808-aca37d53236d) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:27:45.982607 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment b2df5c34-5572-4927-b1e4-0de52e1a0b3a resource provider aggregate not found May 27 02:27:46.071611 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52702) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:46.288894 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment b2df5c34-5572-4927-b1e4-0de52e1a0b3a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b2df5c34-5572-4927-b1e4-0de52e1a0b3a found for delete ", "request_id": "req-e82cdf42-40d7-4e78-81e3-eaa0f876ef2b"}]} May 27 02:27:46.313827 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1265fe81-dee4-4b06-aeab-ac66d8758745 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-3ae3655c-aebe-4c5a-b980-d16163dfd24c', 'network_id': '3ae3655c-aebe-4c5a-b980-d16163dfd24c', 'tenant_id': '952c5c481ac44b519d30eded5a464ad0', 'fixed_ips': [{'subnet_id': '2db6b918-02d2-48c1-bc68-12eb68efec5d'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:27:46.314641 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1265fe81-dee4-4b06-aeab-ac66d8758745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:46.386937 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-15fdac67-7e65-45f4-a346-5811685a9f2c req-d7847c37-6e7e-475f-bb8e-eca0eed80f24 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4176641 May 27 02:27:46.389639 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-56469ce6-8699-4a32-90dc-93414f0ce57d tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1406046957', 'description': 'tempest-description--783396023'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:27:46.409419 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-56469ce6-8699-4a32-90dc-93414f0ce57d tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:27:46.427445 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-56469ce6-8699-4a32-90dc-93414f0ce57d tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Usage tracker for resource:security_group and tenant:0a9d84b96bbe4011b693e36de83ee83d is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:27:46.443578 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-56469ce6-8699-4a32-90dc-93414f0ce57d tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:27:46.459324 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-56469ce6-8699-4a32-90dc-93414f0ce57d tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:27:46.603533 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1bda96dc-3f30-40f3-aae2-1b254952b3b2 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:27:46.644611 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-24d9a6d5-4545-4b58-a348-54f7ec3be416 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:46.748798 n-d-843554-3 neutron-server[88901]: DEBUG neutron.objects.ports [None req-dcef85f1-5bbd-482e-b1cd-a33290f0e123 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88901) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 02:27:46.751345 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdac67-7e65-45f4-a346-5811685a9f2c req-e9a5b5a0-30b4-4255-8dc6-a0a520ee344f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:46.753503 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-15fdac67-7e65-45f4-a346-5811685a9f2c req-e9a5b5a0-30b4-4255-8dc6-a0a520ee344f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=67a2999592f840daafe9db3a26b0dd55&device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 1097 time: 0.3349628 May 27 02:27:46.757011 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dcef85f1-5bbd-482e-b1cd-a33290f0e123 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:46.764562 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-56469ce6-8699-4a32-90dc-93414f0ce57d tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:46.835637 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-24d9a6d5-4545-4b58-a348-54f7ec3be416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:47.000523 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdac67-7e65-45f4-a346-5811685a9f2c req-276654b1-8b81-42ec-afb9-f54ff4c3c9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:47.004390 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-15fdac67-7e65-45f4-a346-5811685a9f2c req-276654b1-8b81-42ec-afb9-f54ff4c3c9ae service neutron] 10.222.0.66 "GET /v2.0/networks?id=7ee685f0-e442-4ea7-949d-71e1995db8ac HTTP/1.1" status: 200 len: 918 time: 0.2105374 May 27 02:27:47.064495 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f5a8646e-026c-4d56-9751-e691796825eb None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:47.093799 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-56469ce6-8699-4a32-90dc-93414f0ce57d tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:27:47.098322 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-56469ce6-8699-4a32-90dc-93414f0ce57d tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Usage tracker for resource:security_group_rule and tenant:0a9d84b96bbe4011b693e36de83ee83d is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:27:47.102293 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-56469ce6-8699-4a32-90dc-93414f0ce57d tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:27:47.107689 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f5a8646e-026c-4d56-9751-e691796825eb None None] Transition to ACTIVE for port object 6eaac17d-98fb-4a39-8808-aca37d53236d will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:27:47.110292 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-56469ce6-8699-4a32-90dc-93414f0ce57d tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:27:47.112103 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6752a425-f0fb-4973-a1aa-7de942b7c557 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:47.172051 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6752a425-f0fb-4973-a1aa-7de942b7c557 None None] Transition to ACTIVE for port object f012211d-adf4-410a-bfda-1aec1ec4c16e will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:27:47.198669 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f5a8646e-026c-4d56-9751-e691796825eb None None] Transition to ACTIVE for port object 6eaac17d-98fb-4a39-8808-aca37d53236d will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:27:47.204935 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 1bda96dc-3f30-40f3-aae2-1b254952b3b2 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:27:47.229690 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6752a425-f0fb-4973-a1aa-7de942b7c557 None None] Transition to ACTIVE for port object f012211d-adf4-410a-bfda-1aec1ec4c16e will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:27:47.231295 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 1bda96dc-3f30-40f3-aae2-1b254952b3b2 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:27:47.231843 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:47.289374 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-15fdac67-7e65-45f4-a346-5811685a9f2c req-fb76b8f3-5b77-4cc6-be1a-13350a2911fb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46916ba0-85dd-4447-a580-3723a864f219 HTTP/1.1" status: 200 len: 1000 time: 0.2513649 May 27 02:27:47.291910 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f5a8646e-026c-4d56-9751-e691796825eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:47.300166 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-24d9a6d5-4545-4b58-a348-54f7ec3be416 admin admin] Allocated IP 172.25.1.186 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/18479d6e-b3e3-41aa-9832-07c30aa67a65) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:27:47.389636 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-1265fe81-dee4-4b06-aeab-ac66d8758745 None None] Allocated IP 172.20.0.2 (3ae3655c-aebe-4c5a-b980-d16163dfd24c/2db6b918-02d2-48c1-bc68-12eb68efec5d/55a969b3-9001-43c8-ab5a-d084db45b0e4) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:27:47.392652 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8646e-026c-4d56-9751-e691796825eb None None] Pushing event updated for resources: {'Port': ['ID=6eaac17d-98fb-4a39-8808-aca37d53236d,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:47.397836 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6752a425-f0fb-4973-a1aa-7de942b7c557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:47.444366 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef85f1-5bbd-482e-b1cd-a33290f0e123 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Pushing event updated for resources: {'Subnet': ['ID=aa5ba071-a6a2-4bcb-bb0d-d4ec8079347e,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:47.454367 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdac67-7e65-45f4-a346-5811685a9f2c req-17c32169-e6be-44e0-84e1-fa7490423806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:47.461150 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-15fdac67-7e65-45f4-a346-5811685a9f2c req-17c32169-e6be-44e0-84e1-fa7490423806 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0c302d24-860d-464a-9c69-32cd4f709ca1 HTTP/1.1" status: 200 len: 856 time: 0.1703238 May 27 02:27:47.487705 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6752a425-f0fb-4973-a1aa-7de942b7c557 None None] Network 619f7003-84f7-4356-af31-d25ae15a981a is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:27:47.495310 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-6752a425-f0fb-4973-a1aa-7de942b7c557 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:27:47.501136 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6752a425-f0fb-4973-a1aa-7de942b7c557 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:27:47.508575 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a8646e-026c-4d56-9751-e691796825eb None None] Network bc886243-5d77-4152-9402-8e43571e8319 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:27:47.510202 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2184fd96-ba69-4011-8f37-2a6a23fafb25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:47.528123 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-f5a8646e-026c-4d56-9751-e691796825eb None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:27:47.533541 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a8646e-026c-4d56-9751-e691796825eb None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:27:47.588186 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcef85f1-5bbd-482e-b1cd-a33290f0e123 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Checking segment: {'id': '07fcfb38-5528-4ff8-a53e-ee4b3711bbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '949f4978-e124-435d-a09c-96ad82a6347f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:27:47.588584 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcef85f1-5bbd-482e-b1cd-a33290f0e123 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Network hostable DHCP agents. Network: 949f4978-e124-435d-a09c-96ad82a6347f, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:27:47.646001 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdac67-7e65-45f4-a346-5811685a9f2c req-1d17eaf6-8c05-4852-9afa-8d926ecb6539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:47.664133 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-15fdac67-7e65-45f4-a346-5811685a9f2c req-1d17eaf6-8c05-4852-9afa-8d926ecb6539 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7ee685f0-e442-4ea7-949d-71e1995db8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1491547 May 27 02:27:47.687756 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-24d9a6d5-4545-4b58-a348-54f7ec3be416 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:47.888110 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a6119-26ea-4c9e-a8f5-54c6205acee5 req-d1b2c51c-9ab7-43e2-8155-966f020e6fed tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:47.893931 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-15fdac67-7e65-45f4-a346-5811685a9f2c req-92d2917d-d0ab-41ea-8fec-42a0a8a422eb service neutron] 10.222.0.66 "GET /v2.0/networks/7ee685f0-e442-4ea7-949d-71e1995db8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289345 May 27 02:27:47.895416 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcef85f1-5bbd-482e-b1cd-a33290f0e123 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Network 949f4978-e124-435d-a09c-96ad82a6347f is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:27:47.898079 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bb9a6119-26ea-4c9e-a8f5-54c6205acee5 req-d1b2c51c-9ab7-43e2-8155-966f020e6fed tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=03d58198-1434-4920-8b21-16b0896d4896 HTTP/1.1" status: 200 len: 945 time: 0.9501367 May 27 02:27:47.907023 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-56469ce6-8699-4a32-90dc-93414f0ce57d tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:47.959714 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6752a425-f0fb-4973-a1aa-7de942b7c557 None None] Pushing event updated for resources: {'Port': ['ID=f012211d-adf4-410a-bfda-1aec1ec4c16e,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:47.995740 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bb9a6119-26ea-4c9e-a8f5-54c6205acee5 req-238e4e65-7940-4628-8981-27d009cd6854 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918117 May 27 02:27:48.003642 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-dcef85f1-5bbd-482e-b1cd-a33290f0e123 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 949f4978-e124-435d-a09c-96ad82a6347f) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:27:48.008173 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcef85f1-5bbd-482e-b1cd-a33290f0e123 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:48.008785 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dcef85f1-5bbd-482e-b1cd-a33290f0e123 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:48.056193 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-56469ce6-8699-4a32-90dc-93414f0ce57d tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:48.098920 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-15fdac67-7e65-45f4-a346-5811685a9f2c req-c0f40202-4855-4757-920b-d37b2b751024 service neutron] 10.222.0.66 "GET /v2.0/networks/7ee685f0-e442-4ea7-949d-71e1995db8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951783 May 27 02:27:48.116442 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-dcef85f1-5bbd-482e-b1cd-a33290f0e123 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7258632 May 27 02:27:48.118599 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52734) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:48.125394 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b98fac37-1f9f-4b86-a0f0-e66af474a328 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Request body: {'port': {'network_id': '949f4978-e124-435d-a09c-96ad82a6347f', 'name': 'tempest-NetworksIpV6TestAttrs-1739765729'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:27:48.145669 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56469ce6-8699-4a32-90dc-93414f0ce57d tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2215ff21-0f16-48f2-9c26-3743ed11a433,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:48.227790 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89fde77-43fa-4d57-b6d6-3a0e60964796 None None] Network 949f4978-e124-435d-a09c-96ad82a6347f requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:27:48.263238 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 1bda96dc-3f30-40f3-aae2-1b254952b3b2 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:27:48.263617 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:48.281587 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-f5a8646e-026c-4d56-9751-e691796825eb None None] Attempting to bind port 6eaac17d-98fb-4a39-8808-aca37d53236d on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:27:48.291453 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-f5a8646e-026c-4d56-9751-e691796825eb None None] Attempting to bind port 6eaac17d-98fb-4a39-8808-aca37d53236d by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '66d84611-97a2-43e6-91ca-3e3aa1c34199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bc886243-5d77-4152-9402-8e43571e8319'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:27:48.291621 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-24d9a6d5-4545-4b58-a348-54f7ec3be416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:48.291737 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a8646e-026c-4d56-9751-e691796825eb None None] Attempting to bind port 6eaac17d-98fb-4a39-8808-aca37d53236d on network bc886243-5d77-4152-9402-8e43571e8319 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:27:48.297478 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a8646e-026c-4d56-9751-e691796825eb None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:27:48.297869 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a8646e-026c-4d56-9751-e691796825eb None None] Checking segment: {'id': '66d84611-97a2-43e6-91ca-3e3aa1c34199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bc886243-5d77-4152-9402-8e43571e8319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:27:48.298302 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f5a8646e-026c-4d56-9751-e691796825eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:48.298828 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a8646e-026c-4d56-9751-e691796825eb None None] Bound using segment: {'id': '66d84611-97a2-43e6-91ca-3e3aa1c34199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bc886243-5d77-4152-9402-8e43571e8319'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:27:48.299312 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-f5a8646e-026c-4d56-9751-e691796825eb None None] Bound port: 6eaac17d-98fb-4a39-8808-aca37d53236d, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d84611-97a2-43e6-91ca-3e3aa1c34199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bc886243-5d77-4152-9402-8e43571e8319'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:27:48.299681 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f5a8646e-026c-4d56-9751-e691796825eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:48.384530 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d9a6d5-4545-4b58-a348-54f7ec3be416 admin admin] Pushing event updated for resources: {'Port': ['ID=18479d6e-b3e3-41aa-9832-07c30aa67a65,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:48.396936 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-6752a425-f0fb-4973-a1aa-7de942b7c557 None None] Attempting to bind port f012211d-adf4-410a-bfda-1aec1ec4c16e on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:27:48.397449 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-6752a425-f0fb-4973-a1aa-7de942b7c557 None None] Attempting to bind port f012211d-adf4-410a-bfda-1aec1ec4c16e by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'f6152665-605f-4541-8b94-1c9e6dd41f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '619f7003-84f7-4356-af31-d25ae15a981a'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:27:48.397786 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6752a425-f0fb-4973-a1aa-7de942b7c557 None None] Attempting to bind port f012211d-adf4-410a-bfda-1aec1ec4c16e on network 619f7003-84f7-4356-af31-d25ae15a981a {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:27:48.447369 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d9a6d5-4545-4b58-a348-54f7ec3be416 admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:27:48.463893 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-24d9a6d5-4545-4b58-a348-54f7ec3be416 admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:27:48.472598 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d9a6d5-4545-4b58-a348-54f7ec3be416 admin admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:27:48.491936 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 1bda96dc-3f30-40f3-aae2-1b254952b3b2, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1bda96dc-3f30-40f3-aae2-1b254952b3b2,segment=NetworkSegment(62a63250-61f0-43e1-a103-ed64f1d6f1fa),segment_id=62a63250-61f0-43e1-a103-ed64f1d6f1fa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:27:48.512644 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-56469ce6-8699-4a32-90dc-93414f0ce57d tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:48.513946 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-56469ce6-8699-4a32-90dc-93414f0ce57d tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.4109976 May 27 02:27:48.524803 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6752a425-f0fb-4973-a1aa-7de942b7c557 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:27:48.525237 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6752a425-f0fb-4973-a1aa-7de942b7c557 None None] Checking segment: {'id': 'f6152665-605f-4541-8b94-1c9e6dd41f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '619f7003-84f7-4356-af31-d25ae15a981a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:27:48.525645 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6752a425-f0fb-4973-a1aa-7de942b7c557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:48.526870 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6752a425-f0fb-4973-a1aa-7de942b7c557 None None] Bound using segment: {'id': 'f6152665-605f-4541-8b94-1c9e6dd41f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '619f7003-84f7-4356-af31-d25ae15a981a'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:27:48.527388 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-6752a425-f0fb-4973-a1aa-7de942b7c557 None None] Bound port: f012211d-adf4-410a-bfda-1aec1ec4c16e, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6152665-605f-4541-8b94-1c9e6dd41f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '619f7003-84f7-4356-af31-d25ae15a981a'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:27:48.528413 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6752a425-f0fb-4973-a1aa-7de942b7c557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:48.528875 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501406cb-8f8d-4fe8-a0da-e597ecaeaecb req-a31580ee-f9ef-4723-a171-cd0ce19705a5 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:48.530576 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-501406cb-8f8d-4fe8-a0da-e597ecaeaecb req-a31580ee-f9ef-4723-a171-cd0ce19705a5 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 946 time: 0.3661840 May 27 02:27:48.532482 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52740) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:48.559355 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-a124b7dd-70cb-4713-add8-6e7f7572e4cc tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Request body: {'security_group_rule': {'security_group_id': '2215ff21-0f16-48f2-9c26-3743ed11a433', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:27:48.586729 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a124b7dd-70cb-4713-add8-6e7f7572e4cc tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:27:48.588540 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b98fac37-1f9f-4b86-a0f0-e66af474a328 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:27:48.595989 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b98fac37-1f9f-4b86-a0f0-e66af474a328 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Usage tracker for resource:port and tenant:c47db8f7430c4928a92f16863004d577 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:27:48.602087 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b98fac37-1f9f-4b86-a0f0-e66af474a328 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:27:48.610003 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a124b7dd-70cb-4713-add8-6e7f7572e4cc tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Usage tracker for resource:security_group_rule and tenant:0a9d84b96bbe4011b693e36de83ee83d is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:27:48.610462 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b98fac37-1f9f-4b86-a0f0-e66af474a328 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:27:48.629444 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a124b7dd-70cb-4713-add8-6e7f7572e4cc tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:27:48.632616 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:48.704368 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98fac37-1f9f-4b86-a0f0-e66af474a328 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Made reservation on behalf of c47db8f7430c4928a92f16863004d577 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:27:48.708669 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b98fac37-1f9f-4b86-a0f0-e66af474a328 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:48.722472 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a124b7dd-70cb-4713-add8-6e7f7572e4cc tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:27:48.743218 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-501406cb-8f8d-4fe8-a0da-e597ecaeaecb req-81ab3c18-b29d-4f77-86d9-1c1c8464a80b tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991177 May 27 02:27:48.779718 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-b98fac37-1f9f-4b86-a0f0-e66af474a328 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] device_id is not set on port 9fdc67dc-d7c4-4eff-83b4-143c4fd5328e yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:27:48.819485 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-6752a425-f0fb-4973-a1aa-7de942b7c557 None None] For port f012211d-adf4-410a-bfda-1aec1ec4c16e, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:27:48.823002 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-6752a425-f0fb-4973-a1aa-7de942b7c557 None None] For port f012211d-adf4-410a-bfda-1aec1ec4c16e, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=f012211d-adf4-410a-bfda-1aec1ec4c16e,segment=NetworkSegment(f6152665-605f-4541-8b94-1c9e6dd41f57),segment_id=f6152665-605f-4541-8b94-1c9e6dd41f57)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:27:48.958193 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6752a425-f0fb-4973-a1aa-7de942b7c557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:49.128491 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-b98fac37-1f9f-4b86-a0f0-e66af474a328 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Allocated IP 2001:db8::f816:3eff:fe53:b820 (949f4978-e124-435d-a09c-96ad82a6347f/aa5ba071-a6a2-4bcb-bb0d-d4ec8079347e/9fdc67dc-d7c4-4eff-83b4-143c4fd5328e) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:27:49.197034 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-f5a8646e-026c-4d56-9751-e691796825eb None None] For port 6eaac17d-98fb-4a39-8808-aca37d53236d, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:27:49.336530 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=1bda96dc-3f30-40f3-aae2-1b254952b3b2,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:49.359260 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-f5a8646e-026c-4d56-9751-e691796825eb None None] For port 6eaac17d-98fb-4a39-8808-aca37d53236d, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=6eaac17d-98fb-4a39-8808-aca37d53236d,segment=NetworkSegment(66d84611-97a2-43e6-91ca-3e3aa1c34199),segment_id=66d84611-97a2-43e6-91ca-3e3aa1c34199)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:27:49.525571 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:49.563589 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7385ca-ac3a-4dec-99d9-bdfbb788c7c3 req-08f8986a-9218-453d-8a47-39abdac55314 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:49.565382 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-ca7385ca-ac3a-4dec-99d9-bdfbb788c7c3 req-08f8986a-9218-453d-8a47-39abdac55314 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Synchronizing usage tracker for tenant:67a2999592f840daafe9db3a26b0dd55 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:27:49.594225 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f5a8646e-026c-4d56-9751-e691796825eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:49.604642 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-ca7385ca-ac3a-4dec-99d9-bdfbb788c7c3 req-08f8986a-9218-453d-8a47-39abdac55314 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Unset dirty status for tenant:67a2999592f840daafe9db3a26b0dd55 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:27:49.606983 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ca7385ca-ac3a-4dec-99d9-bdfbb788c7c3 req-08f8986a-9218-453d-8a47-39abdac55314 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.66 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 946 time: 0.3033929 May 27 02:27:49.614508 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:49.618206 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1265fe81-dee4-4b06-aeab-ac66d8758745 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:49.643520 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d4b884-8415-448b-91b6-1611749600db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-949f4978-e124-435d-a09c-96ad82a6347f', 'network_id': '949f4978-e124-435d-a09c-96ad82a6347f', 'tenant_id': 'c47db8f7430c4928a92f16863004d577', 'fixed_ips': [{'subnet_id': 'aa5ba071-a6a2-4bcb-bb0d-d4ec8079347e'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:27:49.648922 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f5d4b884-8415-448b-91b6-1611749600db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:49.695297 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6752a425-f0fb-4973-a1aa-7de942b7c557 None None] Pushing event updated for resources: {'Port': ['ID=f012211d-adf4-410a-bfda-1aec1ec4c16e,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:49.699007 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1265fe81-dee4-4b06-aeab-ac66d8758745 None None] Transition to ACTIVE for port object 55a969b3-9001-43c8-ab5a-d084db45b0e4 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:27:49.733594 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b98fac37-1f9f-4b86-a0f0-e66af474a328 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:49.823259 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1265fe81-dee4-4b06-aeab-ac66d8758745 None None] Transition to ACTIVE for port object 55a969b3-9001-43c8-ab5a-d084db45b0e4 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:27:49.823662 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-b98fac37-1f9f-4b86-a0f0-e66af474a328 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Transition to ACTIVE for port object 9fdc67dc-d7c4-4eff-83b4-143c4fd5328e will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:27:49.876011 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-ca7385ca-ac3a-4dec-99d9-bdfbb788c7c3 req-63d0b1f2-8068-454a-a7a3-8bd8c4be2ca3 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Deleting port 46916ba0-85dd-4447-a580-3723a864f219 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:27:49.878905 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ca7385ca-ac3a-4dec-99d9-bdfbb788c7c3 req-63d0b1f2-8068-454a-a7a3-8bd8c4be2ca3 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:49.950105 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1265fe81-dee4-4b06-aeab-ac66d8758745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:50.009461 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b98fac37-1f9f-4b86-a0f0-e66af474a328 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:50.077098 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1265fe81-dee4-4b06-aeab-ac66d8758745 None None] Network 3ae3655c-aebe-4c5a-b980-d16163dfd24c is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:27:50.083060 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8646e-026c-4d56-9751-e691796825eb None None] Pushing event updated for resources: {'Port': ['ID=6eaac17d-98fb-4a39-8808-aca37d53236d,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:50.192404 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-1265fe81-dee4-4b06-aeab-ac66d8758745 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:27:50.200953 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1265fe81-dee4-4b06-aeab-ac66d8758745 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:27:50.215941 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1265fe81-dee4-4b06-aeab-ac66d8758745 None None] Pushing event updated for resources: {'Port': ['ID=55a969b3-9001-43c8-ab5a-d084db45b0e4,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:50.271129 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98fac37-1f9f-4b86-a0f0-e66af474a328 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Network 949f4978-e124-435d-a09c-96ad82a6347f is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:27:50.274161 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-b98fac37-1f9f-4b86-a0f0-e66af474a328 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:27:50.309937 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98fac37-1f9f-4b86-a0f0-e66af474a328 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:27:50.314542 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98fac37-1f9f-4b86-a0f0-e66af474a328 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:50.315206 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b98fac37-1f9f-4b86-a0f0-e66af474a328 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:50.328344 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a124b7dd-70cb-4713-add8-6e7f7572e4cc tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:50.346021 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98fac37-1f9f-4b86-a0f0-e66af474a328 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Pushing event updated for resources: {'Port': ['ID=9fdc67dc-d7c4-4eff-83b4-143c4fd5328e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:50.476031 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2184fd96-ba69-4011-8f37-2a6a23fafb25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:50.490720 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b98fac37-1f9f-4b86-a0f0-e66af474a328 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.3708658 May 27 02:27:50.491403 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52758) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:50.498476 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-1265fe81-dee4-4b06-aeab-ac66d8758745 None None] Attempting to bind port 55a969b3-9001-43c8-ab5a-d084db45b0e4 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:27:50.498851 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-1265fe81-dee4-4b06-aeab-ac66d8758745 None None] Attempting to bind port 55a969b3-9001-43c8-ab5a-d084db45b0e4 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'acf54c62-ce59-44ad-a553-8cae3366434a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3ae3655c-aebe-4c5a-b980-d16163dfd24c'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:27:50.499265 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1265fe81-dee4-4b06-aeab-ac66d8758745 None None] Attempting to bind port 55a969b3-9001-43c8-ab5a-d084db45b0e4 on network 3ae3655c-aebe-4c5a-b980-d16163dfd24c {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:27:50.509468 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1265fe81-dee4-4b06-aeab-ac66d8758745 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:27:50.509842 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1265fe81-dee4-4b06-aeab-ac66d8758745 None None] Checking segment: {'id': 'acf54c62-ce59-44ad-a553-8cae3366434a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3ae3655c-aebe-4c5a-b980-d16163dfd24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:27:50.510277 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1265fe81-dee4-4b06-aeab-ac66d8758745 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:50.510843 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1265fe81-dee4-4b06-aeab-ac66d8758745 None None] Bound using segment: {'id': 'acf54c62-ce59-44ad-a553-8cae3366434a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3ae3655c-aebe-4c5a-b980-d16163dfd24c'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:27:50.511716 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-1265fe81-dee4-4b06-aeab-ac66d8758745 None None] Bound port: 55a969b3-9001-43c8-ab5a-d084db45b0e4, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf54c62-ce59-44ad-a553-8cae3366434a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3ae3655c-aebe-4c5a-b980-d16163dfd24c'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:27:50.511716 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1265fe81-dee4-4b06-aeab-ac66d8758745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:50.607574 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-f5d4b884-8415-448b-91b6-1611749600db None None] Allocated IP 2001:db8::f816:3eff:feeb:357 (949f4978-e124-435d-a09c-96ad82a6347f/aa5ba071-a6a2-4bcb-bb0d-d4ec8079347e/404283f3-dda7-4b17-9afd-a4fdb90b0d0e) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:27:50.639156 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c0f111-8582-44ed-a55a-6976624e7035 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Deleting subnet aa5ba071-a6a2-4bcb-bb0d-d4ec8079347e {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:27:50.644436 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2184fd96-ba69-4011-8f37-2a6a23fafb25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:50.731170 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-ca7385ca-ac3a-4dec-99d9-bdfbb788c7c3 req-63d0b1f2-8068-454a-a7a3-8bd8c4be2ca3 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] For port 46916ba0-85dd-4447-a580-3723a864f219, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=46916ba0-85dd-4447-a580-3723a864f219,segment=NetworkSegment(7321cd14-1f6f-448d-a8d3-637a53c8da8a),segment_id=7321cd14-1f6f-448d-a8d3-637a53c8da8a)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:27:50.731542 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ca7385ca-ac3a-4dec-99d9-bdfbb788c7c3 req-63d0b1f2-8068-454a-a7a3-8bd8c4be2ca3 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:50.767445 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-1265fe81-dee4-4b06-aeab-ac66d8758745 None None] For port 55a969b3-9001-43c8-ab5a-d084db45b0e4, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:27:50.782697 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-1265fe81-dee4-4b06-aeab-ac66d8758745 None None] For port 55a969b3-9001-43c8-ab5a-d084db45b0e4, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=55a969b3-9001-43c8-ab5a-d084db45b0e4,segment=NetworkSegment(acf54c62-ce59-44ad-a553-8cae3366434a),segment_id=acf54c62-ce59-44ad-a553-8cae3366434a)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:27:50.881719 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1265fe81-dee4-4b06-aeab-ac66d8758745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:50.996082 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387692a5-8306-4473-a9f1-44edef287774 req-92cda606-bc9d-4c77-9723-8880d3bedb8a tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:51.006028 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-387692a5-8306-4473-a9f1-44edef287774 req-92cda606-bc9d-4c77-9723-8880d3bedb8a tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=03d58198-1434-4920-8b21-16b0896d4896 HTTP/1.1" status: 200 len: 945 time: 2.3643377 May 27 02:27:51.106837 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f012211d-adf4-410a-bfda-1aec1ec4c16e up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:27:51.152114 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a124b7dd-70cb-4713-add8-6e7f7572e4cc tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:51.270431 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1265fe81-dee4-4b06-aeab-ac66d8758745 None None] Pushing event updated for resources: {'Port': ['ID=55a969b3-9001-43c8-ab5a-d084db45b0e4,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:51.275062 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a124b7dd-70cb-4713-add8-6e7f7572e4cc tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:51.283405 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f5d4b884-8415-448b-91b6-1611749600db None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:51.309059 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f5d4b884-8415-448b-91b6-1611749600db None None] Transition to ACTIVE for port object 404283f3-dda7-4b17-9afd-a4fdb90b0d0e will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:27:51.329282 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-387692a5-8306-4473-a9f1-44edef287774 req-d743f14e-5794-4cd4-af9d-9745f0ea5ed9 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194942 May 27 02:27:51.364082 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f5d4b884-8415-448b-91b6-1611749600db None None] Transition to ACTIVE for port object 404283f3-dda7-4b17-9afd-a4fdb90b0d0e will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:27:51.390138 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port f012211d-adf4-410a-bfda-1aec1ec4c16e completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:27:51.396634 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f9bd9-e824-4729-8cfa-24be28ffcd43 req-adc86d56-8fa6-4bf6-beb8-f4b032049e68 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:51.398311 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1bda96dc-3f30-40f3-aae2-1b254952b3b2 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:27:51.409545 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5a0f9bd9-e824-4729-8cfa-24be28ffcd43 req-adc86d56-8fa6-4bf6-beb8-f4b032049e68 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 946 time: 1.1906126 May 27 02:27:51.413187 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-24d9a6d5-4545-4b58-a348-54f7ec3be416 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:51.454293 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71c0f111-8582-44ed-a55a-6976624e7035 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:51.591317 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f5d4b884-8415-448b-91b6-1611749600db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:51.655160 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71c0f111-8582-44ed-a55a-6976624e7035 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:51.731832 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ca7385ca-ac3a-4dec-99d9-bdfbb788c7c3 req-63d0b1f2-8068-454a-a7a3-8bd8c4be2ca3 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:51.733298 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ca7385ca-ac3a-4dec-99d9-bdfbb788c7c3 req-63d0b1f2-8068-454a-a7a3-8bd8c4be2ca3 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:51.733632 n-d-843554-3 neutron-server[88901]: INFO neutron.db.l3_db [req-ca7385ca-ac3a-4dec-99d9-bdfbb788c7c3 req-63d0b1f2-8068-454a-a7a3-8bd8c4be2ca3 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Floating IP a663f042-f844-489f-8e93-67d7561dc353 disassociated. External IP: 172.25.1.20, port: 46916ba0-85dd-4447-a580-3723a864f219. May 27 02:27:51.734426 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-ca7385ca-ac3a-4dec-99d9-bdfbb788c7c3 req-63d0b1f2-8068-454a-a7a3-8bd8c4be2ca3 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Calling delete_port for 46916ba0-85dd-4447-a580-3723a864f219 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:27:51.756515 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d4b884-8415-448b-91b6-1611749600db None None] Network 949f4978-e124-435d-a09c-96ad82a6347f is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:27:51.798079 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a124b7dd-70cb-4713-add8-6e7f7572e4cc tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3431638-48e9-483f-946d-0cb429eb0253,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:51.938911 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-f5d4b884-8415-448b-91b6-1611749600db None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:27:51.947628 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d4b884-8415-448b-91b6-1611749600db None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:27:51.958750 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a124b7dd-70cb-4713-add8-6e7f7572e4cc tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:51.989995 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a124b7dd-70cb-4713-add8-6e7f7572e4cc tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.4506214 May 27 02:27:51.991325 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52770) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:51.995024 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-2184fd96-ba69-4011-8f37-2a6a23fafb25 admin admin] Allocated IP 172.25.1.131 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/4c3cf0a9-48f3-4e38-b646-9d28e119a04c) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:27:52.037918 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-afe2cf73-f33d-43b6-8397-bf8c395f3e9d tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Request body: {'security_group_rule': {'security_group_id': '2215ff21-0f16-48f2-9c26-3743ed11a433', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:27:52.083319 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f24802-ae09-48e0-8e44-0de70c4c0eb1 None None] Network bc886243-5d77-4152-9402-8e43571e8319 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:27:52.182335 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5a0f9bd9-e824-4729-8cfa-24be28ffcd43 req-cb7e89fa-9766-48d2-90fc-d6144b813fc4 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dc060d2-5aa2-4168-8190-e4d0cf2470e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5816371 May 27 02:27:52.191233 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-afe2cf73-f33d-43b6-8397-bf8c395f3e9d tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:27:52.228258 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-afe2cf73-f33d-43b6-8397-bf8c395f3e9d tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Usage tracker for resource:security_group_rule and tenant:0a9d84b96bbe4011b693e36de83ee83d is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:27:52.240836 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-afe2cf73-f33d-43b6-8397-bf8c395f3e9d tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:27:52.242360 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71c0f111-8582-44ed-a55a-6976624e7035 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:52.271736 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-afe2cf73-f33d-43b6-8397-bf8c395f3e9d tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:27:52.334475 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8558b9ed-ba08-4561-84dd-e6f1c462a10b None None] Network 619f7003-84f7-4356-af31-d25ae15a981a requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:27:52.348809 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4b884-8415-448b-91b6-1611749600db None None] Pushing event updated for resources: {'Port': ['ID=404283f3-dda7-4b17-9afd-a4fdb90b0d0e,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:52.359001 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 1bda96dc-3f30-40f3-aae2-1b254952b3b2 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:27:52.359657 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:52.422845 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8852f59-49c7-45d2-bae4-6dee0cf9377f req-22aeefa5-4888-4a98-83c8-88a657bc48bb tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:52.430535 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b8852f59-49c7-45d2-bae4-6dee0cf9377f req-22aeefa5-4888-4a98-83c8-88a657bc48bb tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=03d58198-1434-4920-8b21-16b0896d4896 HTTP/1.1" status: 200 len: 945 time: 0.7607162 May 27 02:27:52.459998 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ca7385ca-ac3a-4dec-99d9-bdfbb788c7c3 req-63d0b1f2-8068-454a-a7a3-8bd8c4be2ca3 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:52.547149 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b8852f59-49c7-45d2-bae4-6dee0cf9377f req-92793047-67c6-4839-8ada-41b01b942662 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155031 May 27 02:27:52.551717 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-f5d4b884-8415-448b-91b6-1611749600db None None] Attempting to bind port 404283f3-dda7-4b17-9afd-a4fdb90b0d0e on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:27:52.552311 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-f5d4b884-8415-448b-91b6-1611749600db None None] Attempting to bind port 404283f3-dda7-4b17-9afd-a4fdb90b0d0e by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '07fcfb38-5528-4ff8-a53e-ee4b3711bbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '949f4978-e124-435d-a09c-96ad82a6347f'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:27:52.552437 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-afe2cf73-f33d-43b6-8397-bf8c395f3e9d tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:52.553013 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d4b884-8415-448b-91b6-1611749600db None None] Attempting to bind port 404283f3-dda7-4b17-9afd-a4fdb90b0d0e on network 949f4978-e124-435d-a09c-96ad82a6347f {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:27:52.566885 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d0b1f2-8068-454a-a7a3-8bd8c4be2ca3 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Pushing event deleted for resources: {'Port': ['ID=46916ba0-85dd-4447-a580-3723a864f219,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:52.602174 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d4b884-8415-448b-91b6-1611749600db None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:27:52.602949 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d4b884-8415-448b-91b6-1611749600db None None] Checking segment: {'id': '07fcfb38-5528-4ff8-a53e-ee4b3711bbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '949f4978-e124-435d-a09c-96ad82a6347f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:27:52.605606 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f5d4b884-8415-448b-91b6-1611749600db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:52.610684 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d4b884-8415-448b-91b6-1611749600db None None] Bound using segment: {'id': '07fcfb38-5528-4ff8-a53e-ee4b3711bbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '949f4978-e124-435d-a09c-96ad82a6347f'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:27:52.610684 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-f5d4b884-8415-448b-91b6-1611749600db None None] Bound port: 404283f3-dda7-4b17-9afd-a4fdb90b0d0e, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07fcfb38-5528-4ff8-a53e-ee4b3711bbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '949f4978-e124-435d-a09c-96ad82a6347f'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:27:52.610684 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f5d4b884-8415-448b-91b6-1611749600db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:52.763005 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-8e1a7573-f27d-42a8-8b53-ed3b20d7c33c None None] Provisioning for port 6eaac17d-98fb-4a39-8808-aca37d53236d completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:27:52.881670 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2184fd96-ba69-4011-8f37-2a6a23fafb25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:52.897800 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-24d9a6d5-4545-4b58-a348-54f7ec3be416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:52.950084 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71c0f111-8582-44ed-a55a-6976624e7035 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:52.976555 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-f5d4b884-8415-448b-91b6-1611749600db None None] For port 404283f3-dda7-4b17-9afd-a4fdb90b0d0e, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:27:52.993165 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-f5d4b884-8415-448b-91b6-1611749600db None None] For port 404283f3-dda7-4b17-9afd-a4fdb90b0d0e, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=404283f3-dda7-4b17-9afd-a4fdb90b0d0e,segment=NetworkSegment(07fcfb38-5528-4ff8-a53e-ee4b3711bbb5),segment_id=07fcfb38-5528-4ff8-a53e-ee4b3711bbb5)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:27:53.015809 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0f111-8582-44ed-a55a-6976624e7035 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Pushing event deleted for resources: {'Subnet': ['ID=aa5ba071-a6a2-4bcb-bb0d-d4ec8079347e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:53.026962 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71c0f111-8582-44ed-a55a-6976624e7035 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:53.073645 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-71c0f111-8582-44ed-a55a-6976624e7035 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] 10.222.0.57 "DELETE /v2.0/subnets/aa5ba071-a6a2-4bcb-bb0d-d4ec8079347e HTTP/1.1" status: 204 len: 168 time: 2.5721157 May 27 02:27:53.082109 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52778) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:53.082400 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-afe2cf73-f33d-43b6-8397-bf8c395f3e9d tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:53.112115 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 1bda96dc-3f30-40f3-aae2-1b254952b3b2 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:27:53.113912 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 6eaac17d-98fb-4a39-8808-aca37d53236d up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:27:53.163662 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca7385ca-ac3a-4dec-99d9-bdfbb788c7c3 req-63d0b1f2-8068-454a-a7a3-8bd8c4be2ca3 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Router daa84f6e-a703-42c6-819b-00fae724e29f has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:27:53.210639 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8c5bb6-7520-4fc6-90aa-179d54786da1 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:53.212844 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8c5bb6-7520-4fc6-90aa-179d54786da1 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:53.213959 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cd8c5bb6-7520-4fc6-90aa-179d54786da1 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Synchronizing usage tracker for tenant:c47db8f7430c4928a92f16863004d577 on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:27:53.334582 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f5d4b884-8415-448b-91b6-1611749600db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:53.345918 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09d1045-6dcb-40f8-85b5-6955ea718965 None None] Network 3ae3655c-aebe-4c5a-b980-d16163dfd24c requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:27:53.376169 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cd8c5bb6-7520-4fc6-90aa-179d54786da1 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Unset dirty status for tenant:c47db8f7430c4928a92f16863004d577 on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:27:53.378594 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-cd8c5bb6-7520-4fc6-90aa-179d54786da1 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2954047 May 27 02:27:53.392322 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52788) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:53.486609 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-00376cac-e7fc-4fa6-b40c-6c1e0d9733d7 None None] Provisioning for port f012211d-adf4-410a-bfda-1aec1ec4c16e completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:27:53.513806 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-afe2cf73-f33d-43b6-8397-bf8c395f3e9d tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:53.619258 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-00376cac-e7fc-4fa6-b40c-6c1e0d9733d7 None None] Provisioning complete for port f012211d-adf4-410a-bfda-1aec1ec4c16e triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:27:53.619635 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-00376cac-e7fc-4fa6-b40c-6c1e0d9733d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:53.633686 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3c125598-5795-4b4b-863e-50dd13f735e9 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:53.649222 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c125598-5795-4b4b-863e-50dd13f735e9 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 27 02:27:53.650033 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c125598-5795-4b4b-863e-50dd13f735e9 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:27:53.652061 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3c125598-5795-4b4b-863e-50dd13f735e9 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] 10.222.0.57 "DELETE /v2.0/networks/949f4978-e124-435d-a09c-96ad82a6347f HTTP/1.1" status: 409 len: 405 time: 0.2557452 May 27 02:27:53.658514 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52792) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:53.670894 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-5b7530b9-1016-4039-baa1-601eac424934 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-885682917'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:27:53.677043 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e6dc43d6-9ec4-467c-842d-70ce62d0e748 req-d8ecef7b-c08d-4b8e-bbca-3b29dcad4aa2 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 210 time: 0.2222450 May 27 02:27:53.681783 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5b7530b9-1016-4039-baa1-601eac424934 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:27:53.684810 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe2cf73-f33d-43b6-8397-bf8c395f3e9d tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f571d650-9326-4f2d-a11c-63f1aac689e2,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:53.690048 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5b7530b9-1016-4039-baa1-601eac424934 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Usage tracker for resource:network and tenant:c47db8f7430c4928a92f16863004d577 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:27:53.693227 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5b7530b9-1016-4039-baa1-601eac424934 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:27:53.704127 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5b7530b9-1016-4039-baa1-601eac424934 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:27:53.712999 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca7385ca-ac3a-4dec-99d9-bdfbb788c7c3 req-63d0b1f2-8068-454a-a7a3-8bd8c4be2ca3 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:27:53.776437 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2184fd96-ba69-4011-8f37-2a6a23fafb25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:53.792325 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4b884-8415-448b-91b6-1611749600db None None] Pushing event updated for resources: {'Port': ['ID=404283f3-dda7-4b17-9afd-a4fdb90b0d0e,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:53.823643 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee7ec07-7af9-42c2-ad28-2ff628573495 None None] Sync routers for ids ['daa84f6e-a703-42c6-819b-00fae724e29f'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:27:53.866309 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7530b9-1016-4039-baa1-601eac424934 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Made reservation on behalf of c47db8f7430c4928a92f16863004d577 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:27:53.877030 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5b7530b9-1016-4039-baa1-601eac424934 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:53.920541 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca7385ca-ac3a-4dec-99d9-bdfbb788c7c3 req-63d0b1f2-8068-454a-a7a3-8bd8c4be2ca3 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] No DVR routers for this DVR port 46916ba0-85dd-4447-a580-3723a864f219 on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:27:53.923882 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ca7385ca-ac3a-4dec-99d9-bdfbb788c7c3 req-63d0b1f2-8068-454a-a7a3-8bd8c4be2ca3 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:53.925886 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ca7385ca-ac3a-4dec-99d9-bdfbb788c7c3 req-63d0b1f2-8068-454a-a7a3-8bd8c4be2ca3 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.66 "DELETE /v2.0/ports/46916ba0-85dd-4447-a580-3723a864f219 HTTP/1.1" status: 204 len: 173 time: 4.3080699 May 27 02:27:53.926319 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097d415b-8682-414a-b18a-93ee98ad1c68', 'name': 'network-vif-deleted', 'tag': '46916ba0-85dd-4447-a580-3723a864f219'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:27:53.928217 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2184fd96-ba69-4011-8f37-2a6a23fafb25 admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:27:53.947159 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-2184fd96-ba69-4011-8f37-2a6a23fafb25 admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:27:53.951506 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2184fd96-ba69-4011-8f37-2a6a23fafb25 admin admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:27:53.973993 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b7530b9-1016-4039-baa1-601eac424934 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:27:53.999083 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5b7530b9-1016-4039-baa1-601eac424934 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:54.002616 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-5b7530b9-1016-4039-baa1-601eac424934 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Added segment b8200ca4-61a6-46d1-a482-64e776144180 of type vlan for network cabcc23b-4d0a-4905-a355-c58ff40e48b0 May 27 02:27:54.019616 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30ae60-f3f2-4b92-bf71-d3a66d453d76 req-0cd3de3c-7dc3-494c-a822-5377ac5bdb06 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:54.021754 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0e30ae60-f3f2-4b92-bf71-d3a66d453d76 req-0cd3de3c-7dc3-494c-a822-5377ac5bdb06 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=03d58198-1434-4920-8b21-16b0896d4896 HTTP/1.1" status: 200 len: 945 time: 0.5686641 May 27 02:27:54.022617 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-afe2cf73-f33d-43b6-8397-bf8c395f3e9d tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:54.023819 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-afe2cf73-f33d-43b6-8397-bf8c395f3e9d tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0209239 May 27 02:27:54.041451 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52802) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:54.049058 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ef4fe2e6-857f-4ced-a0f4-313ca8665e8f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:27:54.089531 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ef4fe2e6-857f-4ced-a0f4-313ca8665e8f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:27:54.111846 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2184fd96-ba69-4011-8f37-2a6a23fafb25 admin admin] Pushing event updated for resources: {'Port': ['ID=4c3cf0a9-48f3-4e38-b646-9d28e119a04c,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:54.112260 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ef4fe2e6-857f-4ced-a0f4-313ca8665e8f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Usage tracker for resource:floatingip and tenant:0a9d84b96bbe4011b693e36de83ee83d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:27:54.123685 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5b7530b9-1016-4039-baa1-601eac424934 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:54.127582 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ef4fe2e6-857f-4ced-a0f4-313ca8665e8f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:27:54.133448 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee7ec07-7af9-42c2-ad28-2ff628573495 None None] Routers {'daa84f6e-a703-42c6-819b-00fae724e29f'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:27:54.134076 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-9ee7ec07-7af9-42c2-ad28-2ff628573495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:27:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['daa84f6e-a703-42c6-819b-00fae724e29f'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:27:54.142436 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ef4fe2e6-857f-4ced-a0f4-313ca8665e8f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:27:54.225774 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 6eaac17d-98fb-4a39-8808-aca37d53236d completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:27:54.249585 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ef4fe2e6-857f-4ced-a0f4-313ca8665e8f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:54.266154 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f81aa07-b16d-4470-966c-40f148c95f70'] response: {'server_uuid': '097d415b-8682-414a-b18a-93ee98ad1c68', 'name': 'network-vif-deleted', 'tag': '46916ba0-85dd-4447-a580-3723a864f219', 'status': 'completed', 'code': 200} May 27 02:27:54.296537 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-00376cac-e7fc-4fa6-b40c-6c1e0d9733d7 None None] Current status of the port f012211d-adf4-410a-bfda-1aec1ec4c16e is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:27:54.296947 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-00376cac-e7fc-4fa6-b40c-6c1e0d9733d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:54.331518 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 6eaac17d-98fb-4a39-8808-aca37d53236d triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:27:54.332415 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:54.336460 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5b7530b9-1016-4039-baa1-601eac424934 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:54.341729 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7530b9-1016-4039-baa1-601eac424934 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:54.342381 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5b7530b9-1016-4039-baa1-601eac424934 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:54.355969 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0e30ae60-f3f2-4b92-bf71-d3a66d453d76 req-b00b2f16-bede-4026-b595-d4b530662c21 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101506 May 27 02:27:54.440856 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d9a6d5-4545-4b58-a348-54f7ec3be416 admin admin] Router 4460a614-8ccf-4f0d-a8d3-a6e7c63684d0 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:27:54.465515 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5b7530b9-1016-4039-baa1-601eac424934 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8048010 May 27 02:27:54.466312 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52810) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:54.494059 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a058ee2b-5953-4481-8598-96641a9b6547 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Request body: {'subnet': {'network_id': 'cabcc23b-4d0a-4905-a355-c58ff40e48b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:27:54.647471 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7530b9-1016-4039-baa1-601eac424934 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Pushing event updated for resources: {'Network': ['ID=cabcc23b-4d0a-4905-a355-c58ff40e48b0,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:54.648411 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 46916ba0-85dd-4447-a580-3723a864f219 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:27:54.716113 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a058ee2b-5953-4481-8598-96641a9b6547 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:27:54.744152 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a058ee2b-5953-4481-8598-96641a9b6547 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:27:54.749276 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-00376cac-e7fc-4fa6-b40c-6c1e0d9733d7 None None] For port f012211d-adf4-410a-bfda-1aec1ec4c16e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=f012211d-adf4-410a-bfda-1aec1ec4c16e,segment=NetworkSegment(f6152665-605f-4541-8b94-1c9e6dd41f57),segment_id=f6152665-605f-4541-8b94-1c9e6dd41f57)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:27:54.770439 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: 46916ba0-85dd-4447-a580-3723a864f219 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:27:54.770904 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 46916ba0-85dd-4447-a580-3723a864f219 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:27:54.775315 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network cabcc23b-4d0a-4905-a355-c58ff40e48b0 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:27:54.855001 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a058ee2b-5953-4481-8598-96641a9b6547 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Made reservation on behalf of c47db8f7430c4928a92f16863004d577 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:27:54.863991 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a058ee2b-5953-4481-8598-96641a9b6547 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:55.043412 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-00376cac-e7fc-4fa6-b40c-6c1e0d9733d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:55.079432 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e1adec32-f79b-494d-acaa-a0a8d20a5283 req-adb0671b-8f95-4659-a90f-4cd482a8bf77 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/ports?device_id=097d415b-8682-414a-b18a-93ee98ad1c68 HTTP/1.1" status: 200 len: 210 time: 0.0791447 May 27 02:27:55.162877 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2184fd96-ba69-4011-8f37-2a6a23fafb25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:55.266165 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a802aac-644a-4fb5-8b9a-2788ddddd83b None None] Network 949f4978-e124-435d-a09c-96ad82a6347f requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:27:55.305859 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77407029-ca0c-4f2c-924d-60fc9c7ed023 req-19a10f35-82d0-4f7a-9a5b-56dac55ecc67 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:55.307803 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-77407029-ca0c-4f2c-924d-60fc9c7ed023 req-19a10f35-82d0-4f7a-9a5b-56dac55ecc67 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.32 "GET /v2.0/ports?device_id=03d58198-1434-4920-8b21-16b0896d4896 HTTP/1.1" status: 200 len: 945 time: 0.7467439 May 27 02:27:55.342712 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d9a6d5-4545-4b58-a348-54f7ec3be416 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:27:55.351123 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464642bd-2902-4147-8092-abf528ac950d None None] Sync routers for ids ['4460a614-8ccf-4f0d-a8d3-a6e7c63684d0'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:27:55.365884 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464642bd-2902-4147-8092-abf528ac950d None None] Routers {'4460a614-8ccf-4f0d-a8d3-a6e7c63684d0'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:27:55.371753 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-464642bd-2902-4147-8092-abf528ac950d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:27:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4460a614-8ccf-4f0d-a8d3-a6e7c63684d0'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:27:55.419252 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ef4fe2e6-857f-4ced-a0f4-313ca8665e8f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:55.469684 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-77407029-ca0c-4f2c-924d-60fc9c7ed023 req-9cfdffb8-6e39-4190-bc8b-b517c42d82fc tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Deleting port 2e96fd57-1a57-424c-a623-a83503c632b4 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:27:55.470134 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-77407029-ca0c-4f2c-924d-60fc9c7ed023 req-9cfdffb8-6e39-4190-bc8b-b517c42d82fc tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:55.521423 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-9ee7ec07-7af9-42c2-ad28-2ff628573495 None None] Set router daa84f6e-a703-42c6-819b-00fae724e29f gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:27:55.791628 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 6eaac17d-98fb-4a39-8808-aca37d53236d is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:27:55.792074 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:55.828927 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-464642bd-2902-4147-8092-abf528ac950d None None] Set router 4460a614-8ccf-4f0d-a8d3-a6e7c63684d0 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:27:55.997275 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00376cac-e7fc-4fa6-b40c-6c1e0d9733d7 None None] Pushing event updated for resources: {'Port': ['ID=f012211d-adf4-410a-bfda-1aec1ec4c16e,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:56.000806 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b6ad6be6-0881-489e-aa4f-9fe4e1745d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:56.033077 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 6eaac17d-98fb-4a39-8808-aca37d53236d, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=6eaac17d-98fb-4a39-8808-aca37d53236d,segment=NetworkSegment(66d84611-97a2-43e6-91ca-3e3aa1c34199),segment_id=66d84611-97a2-43e6-91ca-3e3aa1c34199)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:27:56.034272 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5d40126c-533c-4190-86c2-27dbe7b8236f None None] Provisioning for port 55a969b3-9001-43c8-ab5a-d084db45b0e4 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:27:56.066578 n-d-843554-3 neutron-server[88901]: DEBUG neutron.objects.ports [None req-a058ee2b-5953-4481-8598-96641a9b6547 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88901) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 02:27:56.528496 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a058ee2b-5953-4481-8598-96641a9b6547 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:56.542943 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:56.567820 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a058ee2b-5953-4481-8598-96641a9b6547 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Pushing event updated for resources: {'Subnet': ['ID=df9187fc-c1cf-4fa7-85ff-51e0b13db04d,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:56.567820 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a058ee2b-5953-4481-8598-96641a9b6547 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Checking segment: {'id': 'b8200ca4-61a6-46d1-a482-64e776144180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'cabcc23b-4d0a-4905-a355-c58ff40e48b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:27:56.567820 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a058ee2b-5953-4481-8598-96641a9b6547 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Network hostable DHCP agents. Network: cabcc23b-4d0a-4905-a355-c58ff40e48b0, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:27:56.567820 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-ef4fe2e6-857f-4ced-a0f4-313ca8665e8f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Allocated IP 172.25.1.52 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/f0a1df7e-a4f3-41c9-95cd-16ab5cfef76e) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:27:56.575039 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-24d9a6d5-4545-4b58-a348-54f7ec3be416 admin admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:56.575039 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-24d9a6d5-4545-4b58-a348-54f7ec3be416 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.2591946 May 27 02:27:56.580043 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52832) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:56.647074 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52836) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:56.720529 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=6eaac17d-98fb-4a39-8808-aca37d53236d,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:56.748007 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a058ee2b-5953-4481-8598-96641a9b6547 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Network cabcc23b-4d0a-4905-a355-c58ff40e48b0 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:27:56.778188 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-464642bd-2902-4147-8092-abf528ac950d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4460a614-8ccf-4f0d-a8d3-a6e7c63684d0', 'name': 'tempest-ServersTestMultiNic-2098163001-router', 'tenant_id': '6137a50b300642e3b27a011e959f0225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '18479d6e-b3e3-41aa-9832-07c30aa67a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:27:44Z', 'updated_at': '2022-05-27T02:27:50Z', 'revision_number': 3, 'project_id': '6137a50b300642e3b27a011e959f0225', 'gw_port': {'id': '18479d6e-b3e3-41aa-9832-07c30aa67a65', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4460a614-8ccf-4f0d-a8d3-a6e7c63684d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:27:47Z', 'updated_at': '2022-05-27T02:27:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:27:56.779224 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464642bd-2902-4147-8092-abf528ac950d None None] Checking router: 4460a614-8ccf-4f0d-a8d3-a6e7c63684d0 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:27:56.779670 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464642bd-2902-4147-8092-abf528ac950d None None] Updating router 4460a614-8ccf-4f0d-a8d3-a6e7c63684d0 port 18479d6e-b3e3-41aa-9832-07c30aa67a65 binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:27:56.789527 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f012211d-adf4-410a-bfda-1aec1ec4c16e up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:27:56.909570 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-464642bd-2902-4147-8092-abf528ac950d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:56.931883 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb8625-31d7-494e-b7dc-2567153cc91d req-29eab797-ae9d-46d0-9a2d-167e55a4ecc6 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:56.939717 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3efb8625-31d7-494e-b7dc-2567153cc91d req-29eab797-ae9d-46d0-9a2d-167e55a4ecc6 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=03d58198-1434-4920-8b21-16b0896d4896 HTTP/1.1" status: 200 len: 945 time: 0.8145816 May 27 02:27:56.959455 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e13ac93f-ac4b-456a-8b2b-f5622b2237ab tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:56.988690 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e13ac93f-ac4b-456a-8b2b-f5622b2237ab tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:56.989046 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-a058ee2b-5953-4481-8598-96641a9b6547 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, cabcc23b-4d0a-4905-a355-c58ff40e48b0) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:27:57.036320 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a058ee2b-5953-4481-8598-96641a9b6547 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:57.037272 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a058ee2b-5953-4481-8598-96641a9b6547 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:57.046693 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2184fd96-ba69-4011-8f37-2a6a23fafb25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:57.069976 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6965d75d-c2da-4d2c-a6b3-96234298e91c None None] Network cabcc23b-4d0a-4905-a355-c58ff40e48b0 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:27:57.152793 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e13ac93f-ac4b-456a-8b2b-f5622b2237ab tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:57.213532 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ac93f-ac4b-456a-8b2b-f5622b2237ab tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc060d2-5aa2-4168-8190-e4d0cf2470e1,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:57.228647 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3efb8625-31d7-494e-b7dc-2567153cc91d req-09bff46a-c609-4dfa-af0e-179965aaceab tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879875 May 27 02:27:57.237378 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e13ac93f-ac4b-456a-8b2b-f5622b2237ab tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:57.238441 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e13ac93f-ac4b-456a-8b2b-f5622b2237ab tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "DELETE /v2.0/security-groups/1dc060d2-5aa2-4168-8190-e4d0cf2470e1 HTTP/1.1" status: 204 len: 168 time: 0.5860960 May 27 02:27:57.244063 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52842) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:57.248437 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-77407029-ca0c-4f2c-924d-60fc9c7ed023 req-9cfdffb8-6e39-4190-bc8b-b517c42d82fc tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] For port 2e96fd57-1a57-424c-a623-a83503c632b4, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=2e96fd57-1a57-424c-a623-a83503c632b4,segment=NetworkSegment(441b6a83-1810-4a59-a172-de9005de5715),segment_id=441b6a83-1810-4a59-a172-de9005de5715)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:27:57.248992 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-77407029-ca0c-4f2c-924d-60fc9c7ed023 req-9cfdffb8-6e39-4190-bc8b-b517c42d82fc tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:57.286841 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a058ee2b-5953-4481-8598-96641a9b6547 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8140168 May 27 02:27:57.304999 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c8b9276f-62e8-4165-b1a3-1d5a957b77ee None None] Provisioning for port 404283f3-dda7-4b17-9afd-a4fdb90b0d0e completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:27:57.306838 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52846) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:57.317442 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-746b13af-934d-4cda-8ae6-d198d324d300 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Request body: {'port': {'network_id': 'cabcc23b-4d0a-4905-a355-c58ff40e48b0', 'name': 'tempest-NetworksIpV6TestAttrs-287169144'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:27:57.338000 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port f012211d-adf4-410a-bfda-1aec1ec4c16e triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:27:57.338696 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:57.399056 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-c046b9f7-07ac-40e1-9715-91b0849e1256 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] show failed (client error): The resource could not be found. May 27 02:27:57.400336 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c046b9f7-07ac-40e1-9715-91b0849e1256 tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "GET /v2.0/security-groups/1dc060d2-5aa2-4168-8190-e4d0cf2470e1 HTTP/1.1" status: 404 len: 347 time: 0.1550524 May 27 02:27:57.407211 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52852) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:57.473200 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-77407029-ca0c-4f2c-924d-60fc9c7ed023 req-9cfdffb8-6e39-4190-bc8b-b517c42d82fc tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Calling delete_port for 2e96fd57-1a57-424c-a623-a83503c632b4 owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:27:57.564535 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c8b9276f-62e8-4165-b1a3-1d5a957b77ee None None] Provisioning complete for port f012211d-adf4-410a-bfda-1aec1ec4c16e triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:27:57.565019 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c8b9276f-62e8-4165-b1a3-1d5a957b77ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:57.649209 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46287ac-5539-418e-8b88-136a7dcaeeac None None] DHCP port deletion for 949f4978-e124-435d-a09c-96ad82a6347f request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:27:57.663103 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-9ee7ec07-7af9-42c2-ad28-2ff628573495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'name': 'tempest-AttachVolumeShelveTestJSON-1946500173-router', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '92b172b0-4350-41a6-8a59-376f01838aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:20:47Z', 'updated_at': '2022-05-27T02:20:55Z', 'revision_number': 4, 'project_id': '67a2999592f840daafe9db3a26b0dd55', 'gw_port': {'id': '92b172b0-4350-41a6-8a59-376f01838aa5', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:20:48Z', 'updated_at': '2022-05-27T02:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'f0038ed8-c550-4424-93f6-7a356e428c89', 'name': '', 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'mac_address': 'fa:16:3e:9c:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '0c302d24-860d-464a-9c69-32cd4f709ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:20:53Z', 'updated_at': '2022-05-27T02:21:09Z', 'revision_number': 5, 'project_id': '67a2999592f840daafe9db3a26b0dd55', 'subnets': [{'id': '0c302d24-860d-464a-9c69-32cd4f709ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:27:57.722164 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee7ec07-7af9-42c2-ad28-2ff628573495 None None] Checking router: daa84f6e-a703-42c6-819b-00fae724e29f for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:27:57.778329 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-b46287ac-5539-418e-8b88-136a7dcaeeac None None] Deleting port 404283f3-dda7-4b17-9afd-a4fdb90b0d0e {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:27:57.778713 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b46287ac-5539-418e-8b88-136a7dcaeeac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:57.789825 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ef4fe2e6-857f-4ced-a0f4-313ca8665e8f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:57.791287 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2184fd96-ba69-4011-8f37-2a6a23fafb25 admin admin] Router 7d594062-91e2-4bdb-866c-7608a8d58e68 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:27:57.882586 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-34b4bf04-efdd-44b5-a86a-13549161683c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Deleting port ad34b151-60eb-41e0-abd7-e44e5cc4bd16 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:27:57.883305 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-34b4bf04-efdd-44b5-a86a-13549161683c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:57.900803 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-77407029-ca0c-4f2c-924d-60fc9c7ed023 req-9cfdffb8-6e39-4190-bc8b-b517c42d82fc tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:57.930973 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['cfb7cdfa-51e3-48fc-9dff-7e74813e008c'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:27:57.966749 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfdffb8-6e39-4190-bc8b-b517c42d82fc tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Pushing event deleted for resources: {'Port': ['ID=2e96fd57-1a57-424c-a623-a83503c632b4,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:58.022920 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664d7a70-4598-46e9-96c6-6ac9222bb0c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-cabcc23b-4d0a-4905-a355-c58ff40e48b0', 'network_id': 'cabcc23b-4d0a-4905-a355-c58ff40e48b0', 'tenant_id': 'c47db8f7430c4928a92f16863004d577', 'fixed_ips': [{'subnet_id': 'df9187fc-c1cf-4fa7-85ff-51e0b13db04d'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:27:58.023996 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-664d7a70-4598-46e9-96c6-6ac9222bb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:58.073204 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-77407029-ca0c-4f2c-924d-60fc9c7ed023 req-9cfdffb8-6e39-4190-bc8b-b517c42d82fc tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] No DVR routers for this DVR port 2e96fd57-1a57-424c-a623-a83503c632b4 on host n-h1-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:27:58.159375 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f3841dc3-0364-4318-b051-c1219a5eba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:58.160936 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee7ec07-7af9-42c2-ad28-2ff628573495 None None] Routers {'daa84f6e-a703-42c6-819b-00fae724e29f'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:27:58.161659 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-9ee7ec07-7af9-42c2-ad28-2ff628573495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:27:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['daa84f6e-a703-42c6-819b-00fae724e29f'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:27:58.278840 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-77407029-ca0c-4f2c-924d-60fc9c7ed023 req-9cfdffb8-6e39-4190-bc8b-b517c42d82fc tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:58.281270 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d58198-1434-4920-8b21-16b0896d4896', 'name': 'network-vif-deleted', 'tag': '2e96fd57-1a57-424c-a623-a83503c632b4'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:27:58.366198 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c06c9095-18b2-4065-b476-e13b2912854b'] response: {'server_uuid': '03d58198-1434-4920-8b21-16b0896d4896', 'name': 'network-vif-deleted', 'tag': '2e96fd57-1a57-424c-a623-a83503c632b4', 'status': 'completed', 'code': 200} May 27 02:27:58.378294 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2184fd96-ba69-4011-8f37-2a6a23fafb25 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:27:58.400129 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-c8b9276f-62e8-4165-b1a3-1d5a957b77ee None None] Current status of the port f012211d-adf4-410a-bfda-1aec1ec4c16e is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:27:58.433951 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-746b13af-934d-4cda-8ae6-d198d324d300 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:27:58.442643 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-77407029-ca0c-4f2c-924d-60fc9c7ed023 req-9cfdffb8-6e39-4190-bc8b-b517c42d82fc tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.32 "DELETE /v2.0/ports/2e96fd57-1a57-424c-a623-a83503c632b4 HTTP/1.1" status: 204 len: 173 time: 3.0857925 May 27 02:27:58.462843 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port f012211d-adf4-410a-bfda-1aec1ec4c16e is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:27:58.464053 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 55a969b3-9001-43c8-ab5a-d084db45b0e4 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:27:58.484763 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-746b13af-934d-4cda-8ae6-d198d324d300 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Usage tracker for resource:port and tenant:c47db8f7430c4928a92f16863004d577 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:27:58.494920 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85b1864-8d9b-4009-8f2d-ec993e6448fa None None] Sync routers for ids ['7d594062-91e2-4bdb-866c-7608a8d58e68'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:27:58.501665 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-746b13af-934d-4cda-8ae6-d198d324d300 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:27:58.526629 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-6225622c-d0e0-4b4f-b77e-f246a9b35e0c req-d4fc3443-7857-4d89-8869-3076840fb728 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Synchronizing usage tracker for tenant:b08cd8af149f44bd8b4127ae8a32a06c on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:27:58.535970 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2184fd96-ba69-4011-8f37-2a6a23fafb25 admin admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:58.539540 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2184fd96-ba69-4011-8f37-2a6a23fafb25 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 13.1482828 May 27 02:27:58.541855 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52868) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:58.576340 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-746b13af-934d-4cda-8ae6-d198d324d300 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:27:58.673014 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746b13af-934d-4cda-8ae6-d198d324d300 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Made reservation on behalf of c47db8f7430c4928a92f16863004d577 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:27:58.676884 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-746b13af-934d-4cda-8ae6-d198d324d300 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:58.750523 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c8b9276f-62e8-4165-b1a3-1d5a957b77ee None None] Provisioning complete for port 6eaac17d-98fb-4a39-8808-aca37d53236d triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:27:58.751035 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c8b9276f-62e8-4165-b1a3-1d5a957b77ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:58.785668 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-746b13af-934d-4cda-8ae6-d198d324d300 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] device_id is not set on port e40437eb-f7fb-4028-8501-626fc12f2273 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:27:58.878809 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-34b4bf04-efdd-44b5-a86a-13549161683c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:58.879170 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-34b4bf04-efdd-44b5-a86a-13549161683c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:58.895468 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ef4fe2e6-857f-4ced-a0f4-313ca8665e8f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:59.041615 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 2e96fd57-1a57-424c-a623-a83503c632b4 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:27:59.120092 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4fe2e6-857f-4ced-a0f4-313ca8665e8f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:27:59.132998 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-34b4bf04-efdd-44b5-a86a-13549161683c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Calling delete_port for ad34b151-60eb-41e0-abd7-e44e5cc4bd16 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:27:59.157912 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-6225622c-d0e0-4b4f-b77e-f246a9b35e0c req-d4fc3443-7857-4d89-8869-3076840fb728 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Unset dirty status for tenant:b08cd8af149f44bd8b4127ae8a32a06c on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:27:59.176944 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6225622c-d0e0-4b4f-b77e-f246a9b35e0c req-d4fc3443-7857-4d89-8869-3076840fb728 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=03d58198-1434-4920-8b21-16b0896d4896 HTTP/1.1" status: 200 len: 210 time: 0.7126694 May 27 02:27:59.187635 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-ef4fe2e6-857f-4ced-a0f4-313ca8665e8f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:27:59.290773 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4fe2e6-857f-4ced-a0f4-313ca8665e8f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:27:59.314778 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-464642bd-2902-4147-8092-abf528ac950d None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:59.328773 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-664d7a70-4598-46e9-96c6-6ac9222bb0c4 None None] Allocated IP 2001:db8::f816:3eff:fee1:870c (cabcc23b-4d0a-4905-a355-c58ff40e48b0/df9187fc-c1cf-4fa7-85ff-51e0b13db04d/08ddcbd5-b9bb-4a16-8434-b47922047607) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:27:59.343039 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f0202b91-d5f9-4085-9c64-8aaae86cf1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:59.348469 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-464642bd-2902-4147-8092-abf528ac950d None None] Transition to ACTIVE for port object 18479d6e-b3e3-41aa-9832-07c30aa67a65 will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:27:59.387525 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4fe2e6-857f-4ced-a0f4-313ca8665e8f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Pushing event updated for resources: {'Port': ['ID=f0a1df7e-a4f3-41c9-95cd-16ab5cfef76e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:59.435370 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-464642bd-2902-4147-8092-abf528ac950d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:59.605940 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52876) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:59.669791 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-464642bd-2902-4147-8092-abf528ac950d None None] Attempting to bind port 18479d6e-b3e3-41aa-9832-07c30aa67a65 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:27:59.670237 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-464642bd-2902-4147-8092-abf528ac950d None None] Attempting to bind port 18479d6e-b3e3-41aa-9832-07c30aa67a65 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:27:59.670593 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464642bd-2902-4147-8092-abf528ac950d None None] Attempting to bind port 18479d6e-b3e3-41aa-9832-07c30aa67a65 on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:27:59.688499 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0745d24-e518-40e3-af06-ab4f105b1a06 None None] Pushing event updated for resources: {'Port': ['ID=18479d6e-b3e3-41aa-9832-07c30aa67a65,revision_number=2']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:59.702162 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-664d7a70-4598-46e9-96c6-6ac9222bb0c4 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:59.707269 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464642bd-2902-4147-8092-abf528ac950d None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:27:59.707648 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464642bd-2902-4147-8092-abf528ac950d None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:27:59.708041 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-464642bd-2902-4147-8092-abf528ac950d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:59.708424 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464642bd-2902-4147-8092-abf528ac950d None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:27:59.711631 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-464642bd-2902-4147-8092-abf528ac950d None None] Bound port: 18479d6e-b3e3-41aa-9832-07c30aa67a65, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:27:59.712024 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-464642bd-2902-4147-8092-abf528ac950d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:59.714431 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-664d7a70-4598-46e9-96c6-6ac9222bb0c4 None None] Transition to ACTIVE for port object 08ddcbd5-b9bb-4a16-8434-b47922047607 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:27:59.734609 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-664d7a70-4598-46e9-96c6-6ac9222bb0c4 None None] Transition to ACTIVE for port object 08ddcbd5-b9bb-4a16-8434-b47922047607 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:27:59.737309 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85b1864-8d9b-4009-8f2d-ec993e6448fa None None] Routers {'7d594062-91e2-4bdb-866c-7608a8d58e68'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:27:59.738169 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a85b1864-8d9b-4009-8f2d-ec993e6448fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:27:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['7d594062-91e2-4bdb-866c-7608a8d58e68'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:27:59.799847 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ef4fe2e6-857f-4ced-a0f4-313ca8665e8f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:59.828377 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5380ff2f-0331-4208-bf9f-9ba0e0955a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:59.945522 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-464642bd-2902-4147-8092-abf528ac950d None None] For port 18479d6e-b3e3-41aa-9832-07c30aa67a65, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:27:59.953731 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-464642bd-2902-4147-8092-abf528ac950d None None] For port 18479d6e-b3e3-41aa-9832-07c30aa67a65, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=18479d6e-b3e3-41aa-9832-07c30aa67a65,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:28:00.032784 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-a85b1864-8d9b-4009-8f2d-ec993e6448fa None None] Set router 7d594062-91e2-4bdb-866c-7608a8d58e68 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:28:00.035304 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-464642bd-2902-4147-8092-abf528ac950d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:00.110074 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ef4fe2e6-857f-4ced-a0f4-313ca8665e8f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:00.157233 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-34b4bf04-efdd-44b5-a86a-13549161683c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:00.172891 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464642bd-2902-4147-8092-abf528ac950d None None] Routers {'4460a614-8ccf-4f0d-a8d3-a6e7c63684d0'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:28:00.173657 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-464642bd-2902-4147-8092-abf528ac950d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:27:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4460a614-8ccf-4f0d-a8d3-a6e7c63684d0'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:00.233153 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b4bf04-efdd-44b5-a86a-13549161683c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Pushing event deleted for resources: {'Port': ['ID=ad34b151-60eb-41e0-abd7-e44e5cc4bd16,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:00.235812 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0745d24-e518-40e3-af06-ab4f105b1a06 None None] Pushing event updated for resources: {'Port': ['ID=18479d6e-b3e3-41aa-9832-07c30aa67a65,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:00.304018 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-746b13af-934d-4cda-8ae6-d198d324d300 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Allocated IP 2001:db8::f816:3eff:fe4b:dd4 (cabcc23b-4d0a-4905-a355-c58ff40e48b0/df9187fc-c1cf-4fa7-85ff-51e0b13db04d/e40437eb-f7fb-4028-8501-626fc12f2273) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:28:00.422012 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-464642bd-2902-4147-8092-abf528ac950d None None] Set router 4460a614-8ccf-4f0d-a8d3-a6e7c63684d0 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:28:00.432888 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-f0202b91-d5f9-4085-9c64-8aaae86cf1ce admin admin] Allocated IP 172.20.0.1 (619f7003-84f7-4356-af31-d25ae15a981a/c7e4957a-aa47-41e7-b03d-139bc56ad9b9/b21f5091-3430-489a-a9d7-403550270396) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:28:00.506303 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-5380ff2f-0331-4208-bf9f-9ba0e0955a94 admin admin] Allocated IP 172.20.0.1 (3ae3655c-aebe-4c5a-b980-d16163dfd24c/2db6b918-02d2-48c1-bc68-12eb68efec5d/c9a19c3e-7e9f-44b5-a616-1c1ebf7d9bc6) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:28:00.618621 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-664d7a70-4598-46e9-96c6-6ac9222bb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:00.633914 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 2e96fd57-1a57-424c-a623-a83503c632b4 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:28:00.634549 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 2e96fd57-1a57-424c-a623-a83503c632b4 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:28:00.803441 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-9ee7ec07-7af9-42c2-ad28-2ff628573495 None None] Set router daa84f6e-a703-42c6-819b-00fae724e29f gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:28:01.126853 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-34b4bf04-efdd-44b5-a86a-13549161683c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:01.286061 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-464642bd-2902-4147-8092-abf528ac950d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4460a614-8ccf-4f0d-a8d3-a6e7c63684d0', 'name': 'tempest-ServersTestMultiNic-2098163001-router', 'tenant_id': '6137a50b300642e3b27a011e959f0225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '18479d6e-b3e3-41aa-9832-07c30aa67a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:27:44Z', 'updated_at': '2022-05-27T02:27:50Z', 'revision_number': 3, 'project_id': '6137a50b300642e3b27a011e959f0225', 'gw_port': {'id': '18479d6e-b3e3-41aa-9832-07c30aa67a65', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4460a614-8ccf-4f0d-a8d3-a6e7c63684d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:27:47Z', 'updated_at': '2022-05-27T02:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:01.294883 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464642bd-2902-4147-8092-abf528ac950d None None] The sync data for ids ['4460a614-8ccf-4f0d-a8d3-a6e7c63684d0'] in n-d-843554-3 is: [{'id': '4460a614-8ccf-4f0d-a8d3-a6e7c63684d0', 'name': 'tempest-ServersTestMultiNic-2098163001-router', 'tenant_id': '6137a50b300642e3b27a011e959f0225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '18479d6e-b3e3-41aa-9832-07c30aa67a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:27:44Z', 'updated_at': '2022-05-27T02:27:50Z', 'revision_number': 3, 'project_id': '6137a50b300642e3b27a011e959f0225', 'gw_port': {'id': '18479d6e-b3e3-41aa-9832-07c30aa67a65', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4460a614-8ccf-4f0d-a8d3-a6e7c63684d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:27:47Z', 'updated_at': '2022-05-27T02:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:28:01.348001 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:01.368489 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664d7a70-4598-46e9-96c6-6ac9222bb0c4 None None] Network cabcc23b-4d0a-4905-a355-c58ff40e48b0 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:28:01.379222 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-664d7a70-4598-46e9-96c6-6ac9222bb0c4 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:28:01.379919 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:01.393343 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-b46287ac-5539-418e-8b88-136a7dcaeeac None None] For port 404283f3-dda7-4b17-9afd-a4fdb90b0d0e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=404283f3-dda7-4b17-9afd-a4fdb90b0d0e,segment=NetworkSegment(07fcfb38-5528-4ff8-a53e-ee4b3711bbb5),segment_id=07fcfb38-5528-4ff8-a53e-ee4b3711bbb5)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:01.394208 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b46287ac-5539-418e-8b88-136a7dcaeeac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:01.411291 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664d7a70-4598-46e9-96c6-6ac9222bb0c4 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:28:01.472928 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-34b4bf04-efdd-44b5-a86a-13549161683c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:01.472928 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-34b4bf04-efdd-44b5-a86a-13549161683c tempest-AttachVolumeShelveTestJSON-719379514 tempest-AttachVolumeShelveTestJSON-719379514-project] 10.222.0.57 "DELETE /v2.0/floatingips/a663f042-f844-489f-8e93-67d7561dc353 HTTP/1.1" status: 204 len: 168 time: 4.0581439 May 27 02:28:01.484890 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5380ff2f-0331-4208-bf9f-9ba0e0955a94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:01.505345 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5380ff2f-0331-4208-bf9f-9ba0e0955a94 admin admin] Transition to ACTIVE for port object c9a19c3e-7e9f-44b5-a616-1c1ebf7d9bc6 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:28:01.567171 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f0202b91-d5f9-4085-9c64-8aaae86cf1ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:01.589497 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-746b13af-934d-4cda-8ae6-d198d324d300 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:01.618695 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-f0202b91-d5f9-4085-9c64-8aaae86cf1ce admin admin] Transition to ACTIVE for port object b21f5091-3430-489a-a9d7-403550270396 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:28:01.629789 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ef4fe2e6-857f-4ced-a0f4-313ca8665e8f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:01.640051 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-746b13af-934d-4cda-8ae6-d198d324d300 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Transition to ACTIVE for port object e40437eb-f7fb-4028-8501-626fc12f2273 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:28:01.644710 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5380ff2f-0331-4208-bf9f-9ba0e0955a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:01.703571 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ef4fe2e6-857f-4ced-a0f4-313ca8665e8f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:01.712848 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-b46287ac-5539-418e-8b88-136a7dcaeeac None None] Calling delete_port for 404283f3-dda7-4b17-9afd-a4fdb90b0d0e owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:28:01.754131 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5380ff2f-0331-4208-bf9f-9ba0e0955a94 admin admin] Pushing event updated for resources: {'Port': ['ID=c9a19c3e-7e9f-44b5-a616-1c1ebf7d9bc6,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:01.803299 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f0202b91-d5f9-4085-9c64-8aaae86cf1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:01.811912 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5380ff2f-0331-4208-bf9f-9ba0e0955a94 admin admin] Network 3ae3655c-aebe-4c5a-b980-d16163dfd24c is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:28:01.821398 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-5380ff2f-0331-4208-bf9f-9ba0e0955a94 admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:28:01.832282 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5380ff2f-0331-4208-bf9f-9ba0e0955a94 admin admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:28:01.955538 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0202b91-d5f9-4085-9c64-8aaae86cf1ce admin admin] Network 619f7003-84f7-4356-af31-d25ae15a981a is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:28:01.973648 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-f0202b91-d5f9-4085-9c64-8aaae86cf1ce admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:28:01.988549 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-746b13af-934d-4cda-8ae6-d198d324d300 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:01.990393 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0202b91-d5f9-4085-9c64-8aaae86cf1ce admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:28:02.001420 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6fdcd49b-6c48-4d7f-a19d-76b465a68730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:02.213504 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5380ff2f-0331-4208-bf9f-9ba0e0955a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:02.232029 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f0202b91-d5f9-4085-9c64-8aaae86cf1ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:02.239406 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:02.239666 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4fe2e6-857f-4ced-a0f4-313ca8665e8f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Pushing event updated for resources: {'Port': ['ID=f0a1df7e-a4f3-41c9-95cd-16ab5cfef76e,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:02.366726 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-c8b9276f-62e8-4165-b1a3-1d5a957b77ee None None] Current status of the port 6eaac17d-98fb-4a39-8808-aca37d53236d is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:28:02.400955 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b46287ac-5539-418e-8b88-136a7dcaeeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:02.402445 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ef4fe2e6-857f-4ced-a0f4-313ca8665e8f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:02.436954 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d7a70-4598-46e9-96c6-6ac9222bb0c4 None None] Pushing event updated for resources: {'Port': ['ID=08ddcbd5-b9bb-4a16-8434-b47922047607,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:02.519781 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746b13af-934d-4cda-8ae6-d198d324d300 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Network cabcc23b-4d0a-4905-a355-c58ff40e48b0 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:28:02.528378 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-746b13af-934d-4cda-8ae6-d198d324d300 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:28:02.531440 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0202b91-d5f9-4085-9c64-8aaae86cf1ce admin admin] Pushing event updated for resources: {'Port': ['ID=b21f5091-3430-489a-a9d7-403550270396,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:02.535517 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746b13af-934d-4cda-8ae6-d198d324d300 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:28:02.543410 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 55a969b3-9001-43c8-ab5a-d084db45b0e4 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:28:02.548068 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746b13af-934d-4cda-8ae6-d198d324d300 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:02.548068 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-746b13af-934d-4cda-8ae6-d198d324d300 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:02.571847 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46287ac-5539-418e-8b88-136a7dcaeeac None None] No DVR routers for this DVR port 404283f3-dda7-4b17-9afd-a4fdb90b0d0e on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:28:02.616224 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46287ac-5539-418e-8b88-136a7dcaeeac None None] Pushing event deleted for resources: {'Port': ['ID=404283f3-dda7-4b17-9afd-a4fdb90b0d0e,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:02.621329 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 55a969b3-9001-43c8-ab5a-d084db45b0e4 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:28:02.622104 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:02.669998 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ef4fe2e6-857f-4ced-a0f4-313ca8665e8f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:02.673674 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ef4fe2e6-857f-4ced-a0f4-313ca8665e8f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.6309047 May 27 02:28:02.801159 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-664d7a70-4598-46e9-96c6-6ac9222bb0c4 None None] Attempting to bind port 08ddcbd5-b9bb-4a16-8434-b47922047607 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:28:02.801698 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-664d7a70-4598-46e9-96c6-6ac9222bb0c4 None None] Attempting to bind port 08ddcbd5-b9bb-4a16-8434-b47922047607 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'b8200ca4-61a6-46d1-a482-64e776144180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'cabcc23b-4d0a-4905-a355-c58ff40e48b0'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:28:02.802174 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664d7a70-4598-46e9-96c6-6ac9222bb0c4 None None] Attempting to bind port 08ddcbd5-b9bb-4a16-8434-b47922047607 on network cabcc23b-4d0a-4905-a355-c58ff40e48b0 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:28:02.837542 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5380ff2f-0331-4208-bf9f-9ba0e0955a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:02.884226 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664d7a70-4598-46e9-96c6-6ac9222bb0c4 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:28:02.884747 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664d7a70-4598-46e9-96c6-6ac9222bb0c4 None None] Checking segment: {'id': 'b8200ca4-61a6-46d1-a482-64e776144180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'cabcc23b-4d0a-4905-a355-c58ff40e48b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:28:02.885286 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-664d7a70-4598-46e9-96c6-6ac9222bb0c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:02.885820 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664d7a70-4598-46e9-96c6-6ac9222bb0c4 None None] Bound using segment: {'id': 'b8200ca4-61a6-46d1-a482-64e776144180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'cabcc23b-4d0a-4905-a355-c58ff40e48b0'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:28:02.888321 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-664d7a70-4598-46e9-96c6-6ac9222bb0c4 None None] Bound port: 08ddcbd5-b9bb-4a16-8434-b47922047607, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8200ca4-61a6-46d1-a482-64e776144180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'cabcc23b-4d0a-4905-a355-c58ff40e48b0'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:28:02.888845 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-664d7a70-4598-46e9-96c6-6ac9222bb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:02.909149 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b13af-934d-4cda-8ae6-d198d324d300 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Pushing event updated for resources: {'Port': ['ID=e40437eb-f7fb-4028-8501-626fc12f2273,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:02.942344 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-746b13af-934d-4cda-8ae6-d198d324d300 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 5.6341765 May 27 02:28:02.947383 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52930) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:02.990370 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c8b9276f-62e8-4165-b1a3-1d5a957b77ee None None] Provisioning complete for port 55a969b3-9001-43c8-ab5a-d084db45b0e4 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:28:02.991190 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c8b9276f-62e8-4165-b1a3-1d5a957b77ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:03.148021 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-9ee7ec07-7af9-42c2-ad28-2ff628573495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'name': 'tempest-AttachVolumeShelveTestJSON-1946500173-router', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '92b172b0-4350-41a6-8a59-376f01838aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:20:47Z', 'updated_at': '2022-05-27T02:20:55Z', 'revision_number': 4, 'project_id': '67a2999592f840daafe9db3a26b0dd55', 'gw_port': {'id': '92b172b0-4350-41a6-8a59-376f01838aa5', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:20:48Z', 'updated_at': '2022-05-27T02:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'f0038ed8-c550-4424-93f6-7a356e428c89', 'name': '', 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'mac_address': 'fa:16:3e:9c:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '0c302d24-860d-464a-9c69-32cd4f709ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:20:53Z', 'updated_at': '2022-05-27T02:21:09Z', 'revision_number': 5, 'project_id': '67a2999592f840daafe9db3a26b0dd55', 'subnets': [{'id': '0c302d24-860d-464a-9c69-32cd4f709ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:03.150528 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6fdcd49b-6c48-4d7f-a19d-76b465a68730 admin admin] Deleting port c94fabb2-8080-472c-961c-b7f33915a9bf {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:28:03.153100 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6fdcd49b-6c48-4d7f-a19d-76b465a68730 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:03.194340 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee7ec07-7af9-42c2-ad28-2ff628573495 None None] The sync data for ids ['daa84f6e-a703-42c6-819b-00fae724e29f'] in n-d-843554-3 is: [{'id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'name': 'tempest-AttachVolumeShelveTestJSON-1946500173-router', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '92b172b0-4350-41a6-8a59-376f01838aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:20:47Z', 'updated_at': '2022-05-27T02:20:55Z', 'revision_number': 4, 'project_id': '67a2999592f840daafe9db3a26b0dd55', 'gw_port': {'id': '92b172b0-4350-41a6-8a59-376f01838aa5', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:20:48Z', 'updated_at': '2022-05-27T02:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'f0038ed8-c550-4424-93f6-7a356e428c89', 'name': '', 'network_id': '7ee685f0-e442-4ea7-949d-71e1995db8ac', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'mac_address': 'fa:16:3e:9c:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '0c302d24-860d-464a-9c69-32cd4f709ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:20:53Z', 'updated_at': '2022-05-27T02:21:09Z', 'revision_number': 5, 'project_id': '67a2999592f840daafe9db3a26b0dd55', 'subnets': [{'id': '0c302d24-860d-464a-9c69-32cd4f709ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:28:03.228646 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f0202b91-d5f9-4085-9c64-8aaae86cf1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:03.405189 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-25ca93ac-9ecd-48a9-bd6f-6dc828e66afb tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Deleting subnet df9187fc-c1cf-4fa7-85ff-51e0b13db04d {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:28:03.405373 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-664d7a70-4598-46e9-96c6-6ac9222bb0c4 None None] For port 08ddcbd5-b9bb-4a16-8434-b47922047607, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:28:03.413396 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-25ca93ac-9ecd-48a9-bd6f-6dc828e66afb tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:03.478899 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-664d7a70-4598-46e9-96c6-6ac9222bb0c4 None None] For port 08ddcbd5-b9bb-4a16-8434-b47922047607, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=08ddcbd5-b9bb-4a16-8434-b47922047607,segment=NetworkSegment(b8200ca4-61a6-46d1-a482-64e776144180),segment_id=b8200ca4-61a6-46d1-a482-64e776144180)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:28:03.485767 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a85b1864-8d9b-4009-8f2d-ec993e6448fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d594062-91e2-4bdb-866c-7608a8d58e68', 'name': 'tempest-TestAggregatesBasicOps-1579862696-router', 'tenant_id': '952c5c481ac44b519d30eded5a464ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '4c3cf0a9-48f3-4e38-b646-9d28e119a04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:27:45Z', 'updated_at': '2022-05-27T02:27:54Z', 'revision_number': 3, 'project_id': '952c5c481ac44b519d30eded5a464ad0', 'gw_port': {'id': '4c3cf0a9-48f3-4e38-b646-9d28e119a04c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d594062-91e2-4bdb-866c-7608a8d58e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:27:50Z', 'updated_at': '2022-05-27T02:27:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:03.565944 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-011249b7-a660-4dec-8cdd-637de78f5fc4 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Synchronizing usage tracker for tenant:0a9d84b96bbe4011b693e36de83ee83d on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:28:03.611160 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 55a969b3-9001-43c8-ab5a-d084db45b0e4 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:28:03.611793 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:03.626208 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-c8b9276f-62e8-4165-b1a3-1d5a957b77ee None None] Current status of the port 55a969b3-9001-43c8-ab5a-d084db45b0e4 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:28:03.626793 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c8b9276f-62e8-4165-b1a3-1d5a957b77ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:03.641798 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-664d7a70-4598-46e9-96c6-6ac9222bb0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:03.679077 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85b1864-8d9b-4009-8f2d-ec993e6448fa None None] Checking router: 7d594062-91e2-4bdb-866c-7608a8d58e68 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:28:03.679620 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85b1864-8d9b-4009-8f2d-ec993e6448fa None None] Updating router 7d594062-91e2-4bdb-866c-7608a8d58e68 port 4c3cf0a9-48f3-4e38-b646-9d28e119a04c binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:28:03.704913 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f0202b91-d5f9-4085-9c64-8aaae86cf1ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:03.715366 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5380ff2f-0331-4208-bf9f-9ba0e0955a94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:03.822032 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f0202b91-d5f9-4085-9c64-8aaae86cf1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:03.844365 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 55a969b3-9001-43c8-ab5a-d084db45b0e4, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=55a969b3-9001-43c8-ab5a-d084db45b0e4,segment=NetworkSegment(acf54c62-ce59-44ad-a553-8cae3366434a),segment_id=acf54c62-ce59-44ad-a553-8cae3366434a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:03.933429 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5380ff2f-0331-4208-bf9f-9ba0e0955a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:03.949414 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3887b96e-cd60-48e8-af41-34df53763180 None None] New status for floating IP a663f042-f844-489f-8e93-67d7561dc353: DOWN {{(pid=88904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:28:04.120019 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:04.120908 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 404283f3-dda7-4b17-9afd-a4fdb90b0d0e up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:28:04.146003 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a85b1864-8d9b-4009-8f2d-ec993e6448fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:04.177713 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f0202b91-d5f9-4085-9c64-8aaae86cf1ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:04.198174 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0202b91-d5f9-4085-9c64-8aaae86cf1ce admin admin] Pushing event updated for resources: {'Port': ['ID=b21f5091-3430-489a-a9d7-403550270396,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:04.350076 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5380ff2f-0331-4208-bf9f-9ba0e0955a94 admin admin] Pushing event updated for resources: {'Port': ['ID=c9a19c3e-7e9f-44b5-a616-1c1ebf7d9bc6,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:04.377729 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-25ca93ac-9ecd-48a9-bd6f-6dc828e66afb tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:04.416600 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5380ff2f-0331-4208-bf9f-9ba0e0955a94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:04.439302 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0202b91-d5f9-4085-9c64-8aaae86cf1ce admin admin] Network 619f7003-84f7-4356-af31-d25ae15a981a is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:28:04.440380 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-f0202b91-d5f9-4085-9c64-8aaae86cf1ce admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:28:04.734734 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a85b1864-8d9b-4009-8f2d-ec993e6448fa None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:04.755078 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a85b1864-8d9b-4009-8f2d-ec993e6448fa None None] Transition to ACTIVE for port object 4c3cf0a9-48f3-4e38-b646-9d28e119a04c will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:28:04.788403 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 404283f3-dda7-4b17-9afd-a4fdb90b0d0e {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:28:04.788609 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0202b91-d5f9-4085-9c64-8aaae86cf1ce admin admin] Router 4460a614-8ccf-4f0d-a8d3-a6e7c63684d0 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:28:04.789271 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 404283f3-dda7-4b17-9afd-a4fdb90b0d0e not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 27 02:28:04.807497 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-011249b7-a660-4dec-8cdd-637de78f5fc4 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Unset dirty status for tenant:0a9d84b96bbe4011b693e36de83ee83d on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:28:04.815834 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-011249b7-a660-4dec-8cdd-637de78f5fc4 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1406046957&fields=id&tenant_id=0a9d84b96bbe4011b693e36de83ee83d HTTP/1.1" status: 200 len: 267 time: 1.4907150 May 27 02:28:04.863358 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5380ff2f-0331-4208-bf9f-9ba0e0955a94 admin admin] Network 3ae3655c-aebe-4c5a-b980-d16163dfd24c is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:28:04.914846 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a85b1864-8d9b-4009-8f2d-ec993e6448fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:04.931742 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Port 404283f3-dda7-4b17-9afd-a4fdb90b0d0e not found, will not notify nova. {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 27 02:28:04.969948 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d7a70-4598-46e9-96c6-6ac9222bb0c4 None None] Pushing event updated for resources: {'Port': ['ID=08ddcbd5-b9bb-4a16-8434-b47922047607,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:04.995024 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-a85b1864-8d9b-4009-8f2d-ec993e6448fa None None] Attempting to bind port 4c3cf0a9-48f3-4e38-b646-9d28e119a04c on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:28:04.995458 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-a85b1864-8d9b-4009-8f2d-ec993e6448fa None None] Attempting to bind port 4c3cf0a9-48f3-4e38-b646-9d28e119a04c by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:28:04.995818 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85b1864-8d9b-4009-8f2d-ec993e6448fa None None] Attempting to bind port 4c3cf0a9-48f3-4e38-b646-9d28e119a04c on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:28:05.034957 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-6fdcd49b-6c48-4d7f-a19d-76b465a68730 admin admin] For port c94fabb2-8080-472c-961c-b7f33915a9bf, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c94fabb2-8080-472c-961c-b7f33915a9bf,segment=NetworkSegment(b17b7be3-0da7-456b-890b-9cbc87548bbf),segment_id=b17b7be3-0da7-456b-890b-9cbc87548bbf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:05.035486 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6fdcd49b-6c48-4d7f-a19d-76b465a68730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:05.048933 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85b1864-8d9b-4009-8f2d-ec993e6448fa None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:28:05.052012 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85b1864-8d9b-4009-8f2d-ec993e6448fa None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:28:05.052012 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a85b1864-8d9b-4009-8f2d-ec993e6448fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:05.052012 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85b1864-8d9b-4009-8f2d-ec993e6448fa None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:28:05.052012 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-a85b1864-8d9b-4009-8f2d-ec993e6448fa None None] Bound port: 4c3cf0a9-48f3-4e38-b646-9d28e119a04c, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:28:05.052305 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a85b1864-8d9b-4009-8f2d-ec993e6448fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:05.138030 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a85b1864-8d9b-4009-8f2d-ec993e6448fa None None] For port 4c3cf0a9-48f3-4e38-b646-9d28e119a04c, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:28:05.141785 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a85b1864-8d9b-4009-8f2d-ec993e6448fa None None] For port 4c3cf0a9-48f3-4e38-b646-9d28e119a04c, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=4c3cf0a9-48f3-4e38-b646-9d28e119a04c,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:28:05.143228 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-c8b9276f-62e8-4165-b1a3-1d5a957b77ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:28:05.143650 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-c8b9276f-62e8-4165-b1a3-1d5a957b77ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:28:05.223814 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-5380ff2f-0331-4208-bf9f-9ba0e0955a94 admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:28:05.248300 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-838015b2-ed2d-4bb8-8787-4d7ec5994cba tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:05.268296 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-838015b2-ed2d-4bb8-8787-4d7ec5994cba tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/networks?id=8604bb25-00c6-4170-bfcb-0b58b32e10ee HTTP/1.1" status: 200 len: 818 time: 0.4514666 May 27 02:28:05.422624 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 18479d6e-b3e3-41aa-9832-07c30aa67a65 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:28:05.505339 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a85b1864-8d9b-4009-8f2d-ec993e6448fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:05.540419 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0202b91-d5f9-4085-9c64-8aaae86cf1ce admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:28:05.546646 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f0202b91-d5f9-4085-9c64-8aaae86cf1ce admin admin] 10.222.0.57 "PUT /v2.0/routers/4460a614-8ccf-4f0d-a8d3-a6e7c63684d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0416698 May 27 02:28:05.643486 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293fcc5c-4227-4105-a6d4-91eebb79c323 None None] Sync routers for ids ['4460a614-8ccf-4f0d-a8d3-a6e7c63684d0'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:28:05.700002 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-6eabaf17-1402-419c-88fa-51e04d758a0a tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/quotas/0a9d84b96bbe4011b693e36de83ee83d HTTP/1.1" status: 200 len: 375 time: 0.4304872 May 27 02:28:05.718049 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6fdcd49b-6c48-4d7f-a19d-76b465a68730 admin admin] Calling delete_port for c94fabb2-8080-472c-961c-b7f33915a9bf owned by network:router_interface {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:28:05.770527 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ba74e-9541-4276-99e2-9fe8fc4d5cd2 req-92a848e8-9734-4d5c-9eee-9e9a51aef44c tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:05.771944 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-291ba74e-9541-4276-99e2-9fe8fc4d5cd2 req-92a848e8-9734-4d5c-9eee-9e9a51aef44c tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=00d99e50-3f3d-4e0a-a7b2-bd49dd49e819 HTTP/1.1" status: 200 len: 945 time: 2.0528078 May 27 02:28:05.787485 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52958) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:05.791066 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=55a969b3-9001-43c8-ab5a-d084db45b0e4,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:05.830916 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293fcc5c-4227-4105-a6d4-91eebb79c323 None None] Routers {'4460a614-8ccf-4f0d-a8d3-a6e7c63684d0'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:28:05.831793 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-293fcc5c-4227-4105-a6d4-91eebb79c323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:27:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4460a614-8ccf-4f0d-a8d3-a6e7c63684d0'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:05.883475 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-87ba7096-69b7-40ab-8b7f-7bba6f84ffd8 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-252536186'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:05.888471 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-c8b9276f-62e8-4165-b1a3-1d5a957b77ee None None] Current status of the port 55a969b3-9001-43c8-ab5a-d084db45b0e4 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:28:05.910939 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-87ba7096-69b7-40ab-8b7f-7bba6f84ffd8 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:05.924748 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-87ba7096-69b7-40ab-8b7f-7bba6f84ffd8 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Usage tracker for resource:network and tenant:6137a50b300642e3b27a011e959f0225 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:28:05.930494 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-87ba7096-69b7-40ab-8b7f-7bba6f84ffd8 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:28:05.935889 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85b1864-8d9b-4009-8f2d-ec993e6448fa None None] Routers {'7d594062-91e2-4bdb-866c-7608a8d58e68'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:28:05.936538 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a85b1864-8d9b-4009-8f2d-ec993e6448fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:27:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['7d594062-91e2-4bdb-866c-7608a8d58e68'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:05.950537 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-87ba7096-69b7-40ab-8b7f-7bba6f84ffd8 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:06.019422 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ba7096-69b7-40ab-8b7f-7bba6f84ffd8 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Made reservation on behalf of 6137a50b300642e3b27a011e959f0225 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:28:06.026052 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-87ba7096-69b7-40ab-8b7f-7bba6f84ffd8 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:06.073558 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5380ff2f-0331-4208-bf9f-9ba0e0955a94 admin admin] Router 7d594062-91e2-4bdb-866c-7608a8d58e68 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:28:06.092157 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87ba7096-69b7-40ab-8b7f-7bba6f84ffd8 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:28:06.113614 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-87ba7096-69b7-40ab-8b7f-7bba6f84ffd8 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:06.113950 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-87ba7096-69b7-40ab-8b7f-7bba6f84ffd8 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Added segment 6e087f4b-4ae8-48ae-9e52-24f0368b4c40 of type vlan for network c4f4b094-8b63-475e-ab13-d365a2626d55 May 27 02:28:06.117815 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-291ba74e-9541-4276-99e2-9fe8fc4d5cd2 req-e3aa0fa4-b79b-447d-928f-254108dc0b3d tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867217 May 27 02:28:06.150599 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526922ba-744c-45d8-ad36-27f81495ac38 req-084f9740-f221-4742-b555-a54fd29fc07b tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:06.152380 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-526922ba-744c-45d8-ad36-27f81495ac38 req-084f9740-f221-4742-b555-a54fd29fc07b tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.32 "GET /v2.0/ports?device_id=00d99e50-3f3d-4e0a-a7b2-bd49dd49e819 HTTP/1.1" status: 200 len: 945 time: 1.4649863 May 27 02:28:06.162510 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-87ba7096-69b7-40ab-8b7f-7bba6f84ffd8 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:06.233467 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-fc2b3e93-708b-40c3-9ace-013a54aa0fb9 None None] Provisioning for port b21f5091-3430-489a-a9d7-403550270396 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:28:06.319437 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-87ba7096-69b7-40ab-8b7f-7bba6f84ffd8 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:06.330430 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ba7096-69b7-40ab-8b7f-7bba6f84ffd8 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:06.331411 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-87ba7096-69b7-40ab-8b7f-7bba6f84ffd8 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:06.348912 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 18479d6e-b3e3-41aa-9832-07c30aa67a65 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:28:06.363950 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-fc2b3e93-708b-40c3-9ace-013a54aa0fb9 None None] Provisioning complete for port b21f5091-3430-489a-a9d7-403550270396 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:28:06.367316 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fc2b3e93-708b-40c3-9ace-013a54aa0fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:06.503631 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba7096-69b7-40ab-8b7f-7bba6f84ffd8 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Pushing event updated for resources: {'Network': ['ID=c4f4b094-8b63-475e-ab13-d365a2626d55,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:06.573909 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-028c2f76-44c7-495c-9407-4fa33c47124d tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0a9d84b96bbe4011b693e36de83ee83d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.8197322 May 27 02:28:06.601615 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-87ba7096-69b7-40ab-8b7f-7bba6f84ffd8 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8122177 May 27 02:28:06.606105 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52972) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:06.612890 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-10aee29a-67c3-40e7-8147-f222dfada7c2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Request body: {'subnet': {'network_id': 'c4f4b094-8b63-475e-ab13-d365a2626d55', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:06.697497 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-293fcc5c-4227-4105-a6d4-91eebb79c323 None None] Set router 4460a614-8ccf-4f0d-a8d3-a6e7c63684d0 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:28:06.698570 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-526922ba-744c-45d8-ad36-27f81495ac38 req-f82ceafe-fc4a-40c4-82bf-c31a385b9ec8 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Deleting port cfb7cdfa-51e3-48fc-9dff-7e74813e008c {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:28:06.698824 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-526922ba-744c-45d8-ad36-27f81495ac38 req-f82ceafe-fc4a-40c4-82bf-c31a385b9ec8 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:06.738561 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-25ca93ac-9ecd-48a9-bd6f-6dc828e66afb tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:06.768496 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 18479d6e-b3e3-41aa-9832-07c30aa67a65 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:28:06.768893 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:06.793027 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network c4f4b094-8b63-475e-ab13-d365a2626d55 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:28:06.805023 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8c3264-52eb-4e4b-95f8-d30b668bbb6b None None] Network cabcc23b-4d0a-4905-a355-c58ff40e48b0 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:28:06.848439 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df2c65e-2f66-4c19-8b49-370e77aade90 None None] Pushing event updated for resources: {'Port': ['ID=4c3cf0a9-48f3-4e38-b646-9d28e119a04c,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:06.860498 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-10aee29a-67c3-40e7-8147-f222dfada7c2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:06.873522 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-10aee29a-67c3-40e7-8147-f222dfada7c2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Usage tracker for resource:subnet and tenant:6137a50b300642e3b27a011e959f0225 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:28:06.885745 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-10aee29a-67c3-40e7-8147-f222dfada7c2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:28:06.906119 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-10aee29a-67c3-40e7-8147-f222dfada7c2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:07.006564 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10aee29a-67c3-40e7-8147-f222dfada7c2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Made reservation on behalf of 6137a50b300642e3b27a011e959f0225 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:28:07.010248 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-10aee29a-67c3-40e7-8147-f222dfada7c2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:07.058742 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df2c65e-2f66-4c19-8b49-370e77aade90 None None] Pushing event updated for resources: {'Port': ['ID=4c3cf0a9-48f3-4e38-b646-9d28e119a04c,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:07.076566 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-a85b1864-8d9b-4009-8f2d-ec993e6448fa None None] Set router 7d594062-91e2-4bdb-866c-7608a8d58e68 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:28:07.195076 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-fc2b3e93-708b-40c3-9ace-013a54aa0fb9 None None] Port b21f5091-3430-489a-a9d7-403550270396 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:28:07.199540 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-267afded-0d6e-4b1c-8cb3-e8596ba877cb service neutron] 10.222.0.57 "GET /v2.0/networks/8604bb25-00c6-4170-bfcb-0b58b32e10ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6247594 May 27 02:28:07.273922 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6fdcd49b-6c48-4d7f-a19d-76b465a68730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:07.466848 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdcd49b-6c48-4d7f-a19d-76b465a68730 admin admin] Pushing event deleted for resources: {'Port': ['ID=c94fabb2-8080-472c-961c-b7f33915a9bf,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:07.526087 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5380ff2f-0331-4208-bf9f-9ba0e0955a94 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:28:07.649876 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-25ca93ac-9ecd-48a9-bd6f-6dc828e66afb tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:07.871274 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-526922ba-744c-45d8-ad36-27f81495ac38 req-f82ceafe-fc4a-40c4-82bf-c31a385b9ec8 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] For port cfb7cdfa-51e3-48fc-9dff-7e74813e008c, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=cfb7cdfa-51e3-48fc-9dff-7e74813e008c,segment=NetworkSegment(441b6a83-1810-4a59-a172-de9005de5715),segment_id=441b6a83-1810-4a59-a172-de9005de5715)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:07.872278 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-526922ba-744c-45d8-ad36-27f81495ac38 req-f82ceafe-fc4a-40c4-82bf-c31a385b9ec8 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:07.909183 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-10aee29a-67c3-40e7-8147-f222dfada7c2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:08.027484 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 18479d6e-b3e3-41aa-9832-07c30aa67a65 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:28:08.028067 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:08.033656 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aee29a-67c3-40e7-8147-f222dfada7c2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Pushing event updated for resources: {'Subnet': ['ID=3d17910a-e033-48f5-940f-8a1ca17d0056,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:08.037897 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aee29a-67c3-40e7-8147-f222dfada7c2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Checking segment: {'id': '6e087f4b-4ae8-48ae-9e52-24f0368b4c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c4f4b094-8b63-475e-ab13-d365a2626d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:28:08.038253 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10aee29a-67c3-40e7-8147-f222dfada7c2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Network hostable DHCP agents. Network: c4f4b094-8b63-475e-ab13-d365a2626d55, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:28:08.038996 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-526922ba-744c-45d8-ad36-27f81495ac38 req-f82ceafe-fc4a-40c4-82bf-c31a385b9ec8 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Calling delete_port for cfb7cdfa-51e3-48fc-9dff-7e74813e008c owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:28:08.076328 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-fc2b3e93-708b-40c3-9ace-013a54aa0fb9 None None] Provisioning for port c9a19c3e-7e9f-44b5-a616-1c1ebf7d9bc6 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:28:08.125287 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-fc2b3e93-708b-40c3-9ace-013a54aa0fb9 None None] Provisioning complete for port c9a19c3e-7e9f-44b5-a616-1c1ebf7d9bc6 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:28:08.125664 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fc2b3e93-708b-40c3-9ace-013a54aa0fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:08.143499 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10aee29a-67c3-40e7-8147-f222dfada7c2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Network c4f4b094-8b63-475e-ab13-d365a2626d55 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:28:08.172294 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 18479d6e-b3e3-41aa-9832-07c30aa67a65, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=18479d6e-b3e3-41aa-9832-07c30aa67a65,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:08.229274 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-10aee29a-67c3-40e7-8147-f222dfada7c2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, c4f4b094-8b63-475e-ab13-d365a2626d55) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:28:08.231965 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca93ac-9ecd-48a9-bd6f-6dc828e66afb tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Pushing event deleted for resources: {'Subnet': ['ID=df9187fc-c1cf-4fa7-85ff-51e0b13db04d,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:08.235747 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10aee29a-67c3-40e7-8147-f222dfada7c2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:08.236995 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-10aee29a-67c3-40e7-8147-f222dfada7c2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:08.260691 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6378daf4-551b-4ed4-86c8-b9d02d2cec4b None None] Network c4f4b094-8b63-475e-ab13-d365a2626d55 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:28:08.283056 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-25ca93ac-9ecd-48a9-bd6f-6dc828e66afb tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:08.298863 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:08.299638 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 6eaac17d-98fb-4a39-8808-aca37d53236d up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:28:08.335251 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-25289678-80fe-4947-8298-79be802889a0 service neutron] 10.222.0.57 "GET /v2.0/networks/8604bb25-00c6-4170-bfcb-0b58b32e10ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1049037 May 27 02:28:08.339320 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-25ca93ac-9ecd-48a9-bd6f-6dc828e66afb tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] 10.222.0.57 "DELETE /v2.0/subnets/df9187fc-c1cf-4fa7-85ff-51e0b13db04d HTTP/1.1" status: 204 len: 168 time: 5.3890283 May 27 02:28:08.339462 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52990) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:08.459887 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e166f382-d7f2-47bb-bba8-a8d8e57079b1 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:08.465944 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e166f382-d7f2-47bb-bba8-a8d8e57079b1 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:08.467274 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e166f382-d7f2-47bb-bba8-a8d8e57079b1 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Synchronizing usage tracker for tenant:c47db8f7430c4928a92f16863004d577 on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:28:08.474100 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-10aee29a-67c3-40e7-8147-f222dfada7c2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8667502 May 27 02:28:08.476961 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-526922ba-744c-45d8-ad36-27f81495ac38 req-f82ceafe-fc4a-40c4-82bf-c31a385b9ec8 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:08.479555 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52994) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:08.490101 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5380ff2f-0331-4208-bf9f-9ba0e0955a94 admin admin] 10.222.0.57 "PUT /v2.0/routers/7d594062-91e2-4bdb-866c-7608a8d58e68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9385605 May 27 02:28:08.490313 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-8f649b18-eb77-4eb5-9a1a-cddbd23cb4cb tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1519654289'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:08.496237 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df4e24-9176-49b4-b3a0-59cd6f4a9722 req-990fbab1-67d2-4ef0-b580-e0deed96abbb tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:08.497176 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-30df4e24-9176-49b4-b3a0-59cd6f4a9722 req-990fbab1-67d2-4ef0-b580-e0deed96abbb tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Synchronizing usage tracker for tenant:b08cd8af149f44bd8b4127ae8a32a06c on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:28:08.512341 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-fc2b3e93-708b-40c3-9ace-013a54aa0fb9 None None] Port c9a19c3e-7e9f-44b5-a616-1c1ebf7d9bc6 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:28:08.532342 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8f649b18-eb77-4eb5-9a1a-cddbd23cb4cb tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:08.548398 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8f649b18-eb77-4eb5-9a1a-cddbd23cb4cb tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Usage tracker for resource:network and tenant:6137a50b300642e3b27a011e959f0225 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:28:08.555289 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8f649b18-eb77-4eb5-9a1a-cddbd23cb4cb tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:28:08.612331 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ceafe-fc4a-40c4-82bf-c31a385b9ec8 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Pushing event deleted for resources: {'Port': ['ID=cfb7cdfa-51e3-48fc-9dff-7e74813e008c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:08.625064 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a85b1864-8d9b-4009-8f2d-ec993e6448fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d594062-91e2-4bdb-866c-7608a8d58e68', 'name': 'tempest-TestAggregatesBasicOps-1579862696-router', 'tenant_id': '952c5c481ac44b519d30eded5a464ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '4c3cf0a9-48f3-4e38-b646-9d28e119a04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:27:45Z', 'updated_at': '2022-05-27T02:28:02Z', 'revision_number': 4, 'project_id': '952c5c481ac44b519d30eded5a464ad0', 'gw_port': {'id': '4c3cf0a9-48f3-4e38-b646-9d28e119a04c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d594062-91e2-4bdb-866c-7608a8d58e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:27:50Z', 'updated_at': '2022-05-27T02:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'c9a19c3e-7e9f-44b5-a616-1c1ebf7d9bc6', 'name': '', 'network_id': '3ae3655c-aebe-4c5a-b980-d16163dfd24c', 'tenant_id': '952c5c481ac44b519d30eded5a464ad0', 'mac_address': 'fa:16:3e:13:76:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d594062-91e2-4bdb-866c-7608a8d58e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '2db6b918-02d2-48c1-bc68-12eb68efec5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:27:59Z', 'updated_at': '2022-05-27T02:28:03Z', 'revision_number': 2, 'project_id': '952c5c481ac44b519d30eded5a464ad0', 'subnets': [{'id': '2db6b918-02d2-48c1-bc68-12eb68efec5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:08.659074 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85b1864-8d9b-4009-8f2d-ec993e6448fa None None] The sync data for ids ['7d594062-91e2-4bdb-866c-7608a8d58e68'] in n-d-843554-3 is: [{'id': '7d594062-91e2-4bdb-866c-7608a8d58e68', 'name': 'tempest-TestAggregatesBasicOps-1579862696-router', 'tenant_id': '952c5c481ac44b519d30eded5a464ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '4c3cf0a9-48f3-4e38-b646-9d28e119a04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:27:45Z', 'updated_at': '2022-05-27T02:28:02Z', 'revision_number': 4, 'project_id': '952c5c481ac44b519d30eded5a464ad0', 'gw_port': {'id': '4c3cf0a9-48f3-4e38-b646-9d28e119a04c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d594062-91e2-4bdb-866c-7608a8d58e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:27:50Z', 'updated_at': '2022-05-27T02:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'c9a19c3e-7e9f-44b5-a616-1c1ebf7d9bc6', 'name': '', 'network_id': '3ae3655c-aebe-4c5a-b980-d16163dfd24c', 'tenant_id': '952c5c481ac44b519d30eded5a464ad0', 'mac_address': 'fa:16:3e:13:76:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d594062-91e2-4bdb-866c-7608a8d58e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '2db6b918-02d2-48c1-bc68-12eb68efec5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:27:59Z', 'updated_at': '2022-05-27T02:28:03Z', 'revision_number': 2, 'project_id': '952c5c481ac44b519d30eded5a464ad0', 'subnets': [{'id': '2db6b918-02d2-48c1-bc68-12eb68efec5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:28:08.664976 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8f649b18-eb77-4eb5-9a1a-cddbd23cb4cb tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:08.685122 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=18479d6e-b3e3-41aa-9832-07c30aa67a65,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:08.698870 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e166f382-d7f2-47bb-bba8-a8d8e57079b1 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Unset dirty status for tenant:c47db8f7430c4928a92f16863004d577 on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:28:08.700340 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e166f382-d7f2-47bb-bba8-a8d8e57079b1 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3599086 May 27 02:28:08.749200 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53002) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:08.975723 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984ebb8a-9f4e-4b71-b770-d92e331823f4 None None] DHCP port deletion for cabcc23b-4d0a-4905-a355-c58ff40e48b0 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:28:08.980350 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f649b18-eb77-4eb5-9a1a-cddbd23cb4cb tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Made reservation on behalf of 6137a50b300642e3b27a011e959f0225 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:28:08.984252 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8f649b18-eb77-4eb5-9a1a-cddbd23cb4cb tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:09.000123 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-35effe31-5639-47cf-882c-20275295cb82 None None] Provisioning for port 08ddcbd5-b9bb-4a16-8434-b47922047607 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:28:09.025971 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 6eaac17d-98fb-4a39-8808-aca37d53236d triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:28:09.030072 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:09.049890 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a4a34f7-e3e9-493c-8645-491d15b020b0 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:09.058747 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f649b18-eb77-4eb5-9a1a-cddbd23cb4cb tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:28:09.074084 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a4a34f7-e3e9-493c-8645-491d15b020b0 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 27 02:28:09.075093 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a4a34f7-e3e9-493c-8645-491d15b020b0 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:28:09.078463 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8f649b18-eb77-4eb5-9a1a-cddbd23cb4cb tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:09.078904 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-8f649b18-eb77-4eb5-9a1a-cddbd23cb4cb tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Added segment d2c8425f-4bf7-4888-8879-e615626b948b of type vlan for network 510fd829-959e-45fc-a9f9-360a49e960c0 May 27 02:28:09.096045 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5a4a34f7-e3e9-493c-8645-491d15b020b0 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] 10.222.0.57 "DELETE /v2.0/networks/cabcc23b-4d0a-4905-a355-c58ff40e48b0 HTTP/1.1" status: 409 len: 405 time: 0.3412433 May 27 02:28:09.105164 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53014) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:09.122408 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-28ffe8c2-57fb-4811-bfa4-6a75485307bd tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1749886833'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:09.131469 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-28ffe8c2-57fb-4811-bfa4-6a75485307bd tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:09.140111 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-28ffe8c2-57fb-4811-bfa4-6a75485307bd tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Usage tracker for resource:network and tenant:c47db8f7430c4928a92f16863004d577 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:28:09.140393 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device cfb7cdfa-51e3-48fc-9dff-7e74813e008c no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:28:09.151749 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-28ffe8c2-57fb-4811-bfa4-6a75485307bd tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:28:09.163642 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-28ffe8c2-57fb-4811-bfa4-6a75485307bd tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:09.216218 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-984ebb8a-9f4e-4b71-b770-d92e331823f4 None None] Deleting port 08ddcbd5-b9bb-4a16-8434-b47922047607 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:28:09.217281 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-984ebb8a-9f4e-4b71-b770-d92e331823f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:09.220753 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8f649b18-eb77-4eb5-9a1a-cddbd23cb4cb tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:09.269108 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ffe8c2-57fb-4811-bfa4-6a75485307bd tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Made reservation on behalf of c47db8f7430c4928a92f16863004d577 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:28:09.272922 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-28ffe8c2-57fb-4811-bfa4-6a75485307bd tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:09.320411 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: cfb7cdfa-51e3-48fc-9dff-7e74813e008c {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:28:09.320685 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device cfb7cdfa-51e3-48fc-9dff-7e74813e008c not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:28:09.322014 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28ffe8c2-57fb-4811-bfa4-6a75485307bd tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:28:09.332290 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-28ffe8c2-57fb-4811-bfa4-6a75485307bd tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:09.332810 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-28ffe8c2-57fb-4811-bfa4-6a75485307bd tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Added segment 2977af6f-5420-4c52-b003-48eff92a1939 of type vlan for network c578d145-d2d4-437d-b0bf-074603a7f540 May 27 02:28:09.361116 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-293fcc5c-4227-4105-a6d4-91eebb79c323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4460a614-8ccf-4f0d-a8d3-a6e7c63684d0', 'name': 'tempest-ServersTestMultiNic-2098163001-router', 'tenant_id': '6137a50b300642e3b27a011e959f0225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '18479d6e-b3e3-41aa-9832-07c30aa67a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:27:44Z', 'updated_at': '2022-05-27T02:28:02Z', 'revision_number': 4, 'project_id': '6137a50b300642e3b27a011e959f0225', 'gw_port': {'id': '18479d6e-b3e3-41aa-9832-07c30aa67a65', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4460a614-8ccf-4f0d-a8d3-a6e7c63684d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:27:47Z', 'updated_at': '2022-05-27T02:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'b21f5091-3430-489a-a9d7-403550270396', 'name': '', 'network_id': '619f7003-84f7-4356-af31-d25ae15a981a', 'tenant_id': '6137a50b300642e3b27a011e959f0225', 'mac_address': 'fa:16:3e:73:f7:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4460a614-8ccf-4f0d-a8d3-a6e7c63684d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'c7e4957a-aa47-41e7-b03d-139bc56ad9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:27:59Z', 'updated_at': '2022-05-27T02:28:03Z', 'revision_number': 2, 'project_id': '6137a50b300642e3b27a011e959f0225', 'subnets': [{'id': 'c7e4957a-aa47-41e7-b03d-139bc56ad9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:09.363758 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-28ffe8c2-57fb-4811-bfa4-6a75485307bd tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:09.369947 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8f649b18-eb77-4eb5-9a1a-cddbd23cb4cb tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:09.375136 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293fcc5c-4227-4105-a6d4-91eebb79c323 None None] Checking router: 4460a614-8ccf-4f0d-a8d3-a6e7c63684d0 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:28:09.375493 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293fcc5c-4227-4105-a6d4-91eebb79c323 None None] Updating router 4460a614-8ccf-4f0d-a8d3-a6e7c63684d0 port b21f5091-3430-489a-a9d7-403550270396 binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:28:09.377558 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f649b18-eb77-4eb5-9a1a-cddbd23cb4cb tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:09.379764 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8f649b18-eb77-4eb5-9a1a-cddbd23cb4cb tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:09.561168 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f649b18-eb77-4eb5-9a1a-cddbd23cb4cb tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Pushing event updated for resources: {'Network': ['ID=510fd829-959e-45fc-a9f9-360a49e960c0,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:09.578943 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-526922ba-744c-45d8-ad36-27f81495ac38 req-f82ceafe-fc4a-40c4-82bf-c31a385b9ec8 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] No DVR routers for this DVR port cfb7cdfa-51e3-48fc-9dff-7e74813e008c on host n-h1-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:28:09.580504 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-30df4e24-9176-49b4-b3a0-59cd6f4a9722 req-990fbab1-67d2-4ef0-b580-e0deed96abbb tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Unset dirty status for tenant:b08cd8af149f44bd8b4127ae8a32a06c on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:28:09.587441 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 510fd829-959e-45fc-a9f9-360a49e960c0 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:28:09.588123 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-30df4e24-9176-49b4-b3a0-59cd6f4a9722 req-990fbab1-67d2-4ef0-b580-e0deed96abbb tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/ports?device_id=00d99e50-3f3d-4e0a-a7b2-bd49dd49e819 HTTP/1.1" status: 200 len: 945 time: 2.2035873 May 27 02:28:09.599275 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8f649b18-eb77-4eb5-9a1a-cddbd23cb4cb tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1177480 May 27 02:28:09.600664 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53022) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:09.606345 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-526922ba-744c-45d8-ad36-27f81495ac38 req-f82ceafe-fc4a-40c4-82bf-c31a385b9ec8 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:09.608410 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-526922ba-744c-45d8-ad36-27f81495ac38 req-f82ceafe-fc4a-40c4-82bf-c31a385b9ec8 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.32 "DELETE /v2.0/ports/cfb7cdfa-51e3-48fc-9dff-7e74813e008c HTTP/1.1" status: 204 len: 173 time: 3.4457572 May 27 02:28:09.610460 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-4146a2b6-73cd-45ff-a6ee-e318a028615e tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Request body: {'subnet': {'network_id': '510fd829-959e-45fc-a9f9-360a49e960c0', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:09.651258 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d99e50-3f3d-4e0a-a7b2-bd49dd49e819', 'name': 'network-vif-deleted', 'tag': 'cfb7cdfa-51e3-48fc-9dff-7e74813e008c'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:28:09.687244 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6863b4f8-230b-48c1-8d9a-45aa01445cab req-b4d1e7e8-8e3f-474d-b879-1b19c16467e3 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 210 time: 0.2943614 May 27 02:28:09.742391 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6fdcd49b-6c48-4d7f-a19d-76b465a68730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:09.752457 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8470c0ac-d01e-49e2-8419-a9897c3c0a7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-c4f4b094-8b63-475e-ab13-d365a2626d55', 'network_id': 'c4f4b094-8b63-475e-ab13-d365a2626d55', 'tenant_id': '6137a50b300642e3b27a011e959f0225', 'fixed_ips': [{'subnet_id': '3d17910a-e033-48f5-940f-8a1ca17d0056'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:28:09.753658 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8470c0ac-d01e-49e2-8419-a9897c3c0a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:09.775297 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-30df4e24-9176-49b4-b3a0-59cd6f4a9722 req-2e0d6584-52ef-475f-846c-15670911c1a5 tempest-ServersTestJSON-1477259650 tempest-ServersTestJSON-1477259650-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed4973-62d9-4a9e-845e-709ebf234382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817517 May 27 02:28:09.816652 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-28ffe8c2-57fb-4811-bfa4-6a75485307bd tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:09.831442 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ffe8c2-57fb-4811-bfa4-6a75485307bd tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:09.837990 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-28ffe8c2-57fb-4811-bfa4-6a75485307bd tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:09.838354 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-293fcc5c-4227-4105-a6d4-91eebb79c323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:09.875698 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 6eaac17d-98fb-4a39-8808-aca37d53236d is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:28:09.989363 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eb22113-f446-45ea-a0a9-f72e62ef7083'] response: {'server_uuid': '00d99e50-3f3d-4e0a-a7b2-bd49dd49e819', 'name': 'network-vif-deleted', 'tag': 'cfb7cdfa-51e3-48fc-9dff-7e74813e008c', 'status': 'completed', 'code': 200} May 27 02:28:10.069253 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 404283f3-dda7-4b17-9afd-a4fdb90b0d0e no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:28:10.140067 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4146a2b6-73cd-45ff-a6ee-e318a028615e tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:10.141949 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ffe8c2-57fb-4811-bfa4-6a75485307bd tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Pushing event updated for resources: {'Network': ['ID=c578d145-d2d4-437d-b0bf-074603a7f540,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:10.144463 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4146a2b6-73cd-45ff-a6ee-e318a028615e tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Usage tracker for resource:subnet and tenant:6137a50b300642e3b27a011e959f0225 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:28:10.152887 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4146a2b6-73cd-45ff-a6ee-e318a028615e tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:28:10.183163 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4146a2b6-73cd-45ff-a6ee-e318a028615e tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:10.194648 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-28ffe8c2-57fb-4811-bfa4-6a75485307bd tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0882907 May 27 02:28:10.201931 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53042) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:10.210744 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-abefd4c2-5092-4f0a-b01a-8c8f2ad9a9d2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Request body: {'subnet': {'network_id': 'c578d145-d2d4-437d-b0bf-074603a7f540', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:10.265826 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-984ebb8a-9f4e-4b71-b770-d92e331823f4 None None] For port 08ddcbd5-b9bb-4a16-8434-b47922047607, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=08ddcbd5-b9bb-4a16-8434-b47922047607,segment=NetworkSegment(b8200ca4-61a6-46d1-a482-64e776144180),segment_id=b8200ca4-61a6-46d1-a482-64e776144180)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:10.265826 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-984ebb8a-9f4e-4b71-b770-d92e331823f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:10.416766 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4146a2b6-73cd-45ff-a6ee-e318a028615e tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Made reservation on behalf of 6137a50b300642e3b27a011e959f0225 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:28:10.421285 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4146a2b6-73cd-45ff-a6ee-e318a028615e tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:10.753267 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-984ebb8a-9f4e-4b71-b770-d92e331823f4 None None] Calling delete_port for 08ddcbd5-b9bb-4a16-8434-b47922047607 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:28:10.940327 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 404283f3-dda7-4b17-9afd-a4fdb90b0d0e {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:28:10.940671 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 404283f3-dda7-4b17-9afd-a4fdb90b0d0e not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:28:10.953949 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network c578d145-d2d4-437d-b0bf-074603a7f540 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:28:10.965809 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fdcd49b-6c48-4d7f-a19d-76b465a68730 admin admin] Router 82cbd9de-346e-44ce-909a-c3a030aa3e23 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:28:11.047391 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-abefd4c2-5092-4f0a-b01a-8c8f2ad9a9d2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:11.094046 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-abefd4c2-5092-4f0a-b01a-8c8f2ad9a9d2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:11.119875 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9cbe81ed-a08b-44bf-88c7-cc7781838855 req-ac0a08d9-dcca-4330-93d0-c655b673157d tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 210 time: 0.1405020 May 27 02:28:11.214623 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abefd4c2-5092-4f0a-b01a-8c8f2ad9a9d2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Made reservation on behalf of c47db8f7430c4928a92f16863004d577 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:28:11.223495 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-abefd4c2-5092-4f0a-b01a-8c8f2ad9a9d2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:11.259557 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-984ebb8a-9f4e-4b71-b770-d92e331823f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:11.283055 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53070) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:11.411305 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a7f2983-3134-4488-9b3f-6809e02687f4 admin admin] Deleting subnet 505370ea-6a69-4c6a-9c79-68e9a416bb4a {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:28:11.416309 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5a7f2983-3134-4488-9b3f-6809e02687f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:11.578473 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 4c3cf0a9-48f3-4e38-b646-9d28e119a04c up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:28:11.643174 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5a7f2983-3134-4488-9b3f-6809e02687f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:11.657261 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4146a2b6-73cd-45ff-a6ee-e318a028615e tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:11.752912 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4146a2b6-73cd-45ff-a6ee-e318a028615e tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Pushing event updated for resources: {'Subnet': ['ID=5884ba1e-c77a-4517-a196-1e4c77441d99,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:11.791612 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984ebb8a-9f4e-4b71-b770-d92e331823f4 None None] Pushing event deleted for resources: {'Port': ['ID=08ddcbd5-b9bb-4a16-8434-b47922047607,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:11.800278 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fdcd49b-6c48-4d7f-a19d-76b465a68730 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:28:11.811665 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5a7f2983-3134-4488-9b3f-6809e02687f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:11.812591 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85eff1f-ca4a-4d5c-928a-7f3175a58360 None None] Sync routers for ids ['82cbd9de-346e-44ce-909a-c3a030aa3e23'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:28:11.825959 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984ebb8a-9f4e-4b71-b770-d92e331823f4 None None] No DVR routers for this DVR port 08ddcbd5-b9bb-4a16-8434-b47922047607 on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:28:11.838950 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4146a2b6-73cd-45ff-a6ee-e318a028615e tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Checking segment: {'id': 'd2c8425f-4bf7-4888-8879-e615626b948b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '510fd829-959e-45fc-a9f9-360a49e960c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:28:11.839645 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4146a2b6-73cd-45ff-a6ee-e318a028615e tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Network hostable DHCP agents. Network: 510fd829-959e-45fc-a9f9-360a49e960c0, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:28:11.864440 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85eff1f-ca4a-4d5c-928a-7f3175a58360 None None] Routers {'82cbd9de-346e-44ce-909a-c3a030aa3e23'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:28:11.867350 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-d85eff1f-ca4a-4d5c-928a-7f3175a58360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:27:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['82cbd9de-346e-44ce-909a-c3a030aa3e23'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:11.900765 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6fdcd49b-6c48-4d7f-a19d-76b465a68730 admin admin] 10.222.0.57 "PUT /v2.0/routers/82cbd9de-346e-44ce-909a-c3a030aa3e23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2915988 May 27 02:28:11.904217 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53088) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:12.045545 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-8470c0ac-d01e-49e2-8419-a9897c3c0a7d None None] Allocated IP 19.80.0.2 (c4f4b094-8b63-475e-ab13-d365a2626d55/3d17910a-e033-48f5-940f-8a1ca17d0056/6d6300a4-44fa-4f4a-bb53-17dfc513b371) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:28:12.133958 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5a7f2983-3134-4488-9b3f-6809e02687f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:12.193272 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e65b766-6307-44c4-b71f-5fd8d22484d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:12.289915 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f2983-3134-4488-9b3f-6809e02687f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=505370ea-6a69-4c6a-9c79-68e9a416bb4a,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:12.291021 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 4c3cf0a9-48f3-4e38-b646-9d28e119a04c completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:28:12.306957 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53098) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:12.328990 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5a7f2983-3134-4488-9b3f-6809e02687f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:12.357239 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-d85eff1f-ca4a-4d5c-928a-7f3175a58360 None None] Set router 82cbd9de-346e-44ce-909a-c3a030aa3e23 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:28:12.398195 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4146a2b6-73cd-45ff-a6ee-e318a028615e tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Network 510fd829-959e-45fc-a9f9-360a49e960c0 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:28:12.467215 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 4c3cf0a9-48f3-4e38-b646-9d28e119a04c triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:28:12.467595 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:12.739923 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-4146a2b6-73cd-45ff-a6ee-e318a028615e tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 510fd829-959e-45fc-a9f9-360a49e960c0) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:28:12.881069 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4146a2b6-73cd-45ff-a6ee-e318a028615e tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:12.881892 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4146a2b6-73cd-45ff-a6ee-e318a028615e tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:12.917507 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-d85eff1f-ca4a-4d5c-928a-7f3175a58360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cbd9de-346e-44ce-909a-c3a030aa3e23', 'name': 'tempest-TaggedBootDevicesTest-1750740737-router', 'tenant_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd33e2100-4366-44a7-b775-01fb2d6bcb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:18:52Z', 'updated_at': '2022-05-27T02:28:07Z', 'revision_number': 5, 'project_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'gw_port': {'id': 'd33e2100-4366-44a7-b775-01fb2d6bcb02', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:47:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cbd9de-346e-44ce-909a-c3a030aa3e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:18:55Z', 'updated_at': '2022-05-27T02:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:12.922160 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85eff1f-ca4a-4d5c-928a-7f3175a58360 None None] Checking router: 82cbd9de-346e-44ce-909a-c3a030aa3e23 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:28:12.926425 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ea9f32eb-abe9-405f-a52c-7f5e376625fc req-e9ee0769-8bc1-46c7-a1c9-9649abe41f40 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 210 time: 0.4377127 May 27 02:28:12.939740 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85eff1f-ca4a-4d5c-928a-7f3175a58360 None None] Routers {'82cbd9de-346e-44ce-909a-c3a030aa3e23'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:28:12.939909 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-d85eff1f-ca4a-4d5c-928a-7f3175a58360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:27:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['82cbd9de-346e-44ce-909a-c3a030aa3e23'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:12.940625 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5a7f2983-3134-4488-9b3f-6809e02687f4 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/505370ea-6a69-4c6a-9c79-68e9a416bb4a HTTP/1.1" status: 204 len: 168 time: 1.6562333 May 27 02:28:12.976889 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-293fcc5c-4227-4105-a6d4-91eebb79c323 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:12.984898 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53112) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:12.985468 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53114) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:13.027990 n-d-843554-3 neutron-server[88901]: DEBUG neutron.objects.ports [None req-abefd4c2-5092-4f0a-b01a-8c8f2ad9a9d2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88901) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 02:28:13.046839 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-abefd4c2-5092-4f0a-b01a-8c8f2ad9a9d2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:13.059055 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-293fcc5c-4227-4105-a6d4-91eebb79c323 None None] Transition to ACTIVE for port object b21f5091-3430-489a-a9d7-403550270396 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:28:13.064243 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b58cc4-b3bd-40f6-98a2-15900ed71099 None None] Network 510fd829-959e-45fc-a9f9-360a49e960c0 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:28:13.167873 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-d85eff1f-ca4a-4d5c-928a-7f3175a58360 None None] Set router 82cbd9de-346e-44ce-909a-c3a030aa3e23 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:28:13.222025 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e65b766-6307-44c4-b71f-5fd8d22484d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:13.232795 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4146a2b6-73cd-45ff-a6ee-e318a028615e tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.6236258 May 27 02:28:13.251636 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abefd4c2-5092-4f0a-b01a-8c8f2ad9a9d2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Pushing event updated for resources: {'Subnet': ['ID=250112c1-df13-480e-a033-e1919e337615,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:13.309270 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06814a32-8746-46d1-91e4-efd47de76497 None None] Sync routers for ids ['7d594062-91e2-4bdb-866c-7608a8d58e68'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:28:13.320382 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abefd4c2-5092-4f0a-b01a-8c8f2ad9a9d2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Checking segment: {'id': '2977af6f-5420-4c52-b003-48eff92a1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c578d145-d2d4-437d-b0bf-074603a7f540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:28:13.320750 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abefd4c2-5092-4f0a-b01a-8c8f2ad9a9d2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Network hostable DHCP agents. Network: c578d145-d2d4-437d-b0bf-074603a7f540, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:28:13.349570 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-7e65b766-6307-44c4-b71f-5fd8d22484d9 admin admin] Deleting port d33e2100-4366-44a7-b775-01fb2d6bcb02 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:28:13.349926 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e65b766-6307-44c4-b71f-5fd8d22484d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:13.368617 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06814a32-8746-46d1-91e4-efd47de76497 None None] Routers {'7d594062-91e2-4bdb-866c-7608a8d58e68'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:28:13.369296 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-06814a32-8746-46d1-91e4-efd47de76497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:27:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['7d594062-91e2-4bdb-866c-7608a8d58e68'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:13.421225 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-a4cb42f7-ab39-465b-85a9-c5f6a57aeb1d tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:13.423615 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-a4cb42f7-ab39-465b-85a9-c5f6a57aeb1d tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.32 "GET /v2.0/networks?id=8604bb25-00c6-4170-bfcb-0b58b32e10ee HTTP/1.1" status: 200 len: 818 time: 1.1814508 May 27 02:28:13.562197 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-293fcc5c-4227-4105-a6d4-91eebb79c323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:13.651227 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abefd4c2-5092-4f0a-b01a-8c8f2ad9a9d2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Network c578d145-d2d4-437d-b0bf-074603a7f540 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:28:13.797843 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-d85eff1f-ca4a-4d5c-928a-7f3175a58360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cbd9de-346e-44ce-909a-c3a030aa3e23', 'name': 'tempest-TaggedBootDevicesTest-1750740737-router', 'tenant_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd33e2100-4366-44a7-b775-01fb2d6bcb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:18:52Z', 'updated_at': '2022-05-27T02:28:07Z', 'revision_number': 5, 'project_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'gw_port': {'id': 'd33e2100-4366-44a7-b775-01fb2d6bcb02', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:47:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cbd9de-346e-44ce-909a-c3a030aa3e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:18:55Z', 'updated_at': '2022-05-27T02:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:13.818339 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85eff1f-ca4a-4d5c-928a-7f3175a58360 None None] The sync data for ids ['82cbd9de-346e-44ce-909a-c3a030aa3e23'] in n-d-843554-3 is: [{'id': '82cbd9de-346e-44ce-909a-c3a030aa3e23', 'name': 'tempest-TaggedBootDevicesTest-1750740737-router', 'tenant_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd33e2100-4366-44a7-b775-01fb2d6bcb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:18:52Z', 'updated_at': '2022-05-27T02:28:07Z', 'revision_number': 5, 'project_id': '0ff34f8aa5b34b2b8b9bd5b46a9cefc6', 'gw_port': {'id': 'd33e2100-4366-44a7-b775-01fb2d6bcb02', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:47:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cbd9de-346e-44ce-909a-c3a030aa3e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:18:55Z', 'updated_at': '2022-05-27T02:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:28:13.825902 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-7e65b766-6307-44c4-b71f-5fd8d22484d9 admin admin] For port d33e2100-4366-44a7-b775-01fb2d6bcb02, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=d33e2100-4366-44a7-b775-01fb2d6bcb02,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:13.826285 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e65b766-6307-44c4-b71f-5fd8d22484d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:13.852445 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-abefd4c2-5092-4f0a-b01a-8c8f2ad9a9d2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, c578d145-d2d4-437d-b0bf-074603a7f540) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:28:13.896482 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed9adc4-65a2-4d80-87cd-f1fbdc003250 None None] Network c578d145-d2d4-437d-b0bf-074603a7f540 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:28:14.082587 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-7e65b766-6307-44c4-b71f-5fd8d22484d9 admin admin] Calling delete_port for d33e2100-4366-44a7-b775-01fb2d6bcb02 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:28:14.115590 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abefd4c2-5092-4f0a-b01a-8c8f2ad9a9d2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:14.116297 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-abefd4c2-5092-4f0a-b01a-8c8f2ad9a9d2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:14.141416 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c62473ca-185d-4084-9fa8-60ef770b276a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:14.162047 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-1df2a9b2-caa2-4582-af53-408a2cf0865c tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a9d84b96bbe4011b693e36de83ee83d HTTP/1.1" status: 200 len: 380 time: 0.4389191 May 27 02:28:14.233558 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-aa038bee-db5a-4089-bbc4-516e4d2e0648 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Request body: {'port': {'device_id': 'f07835cf-a601-42ce-ad6c-031dc828f47f', 'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee', 'admin_state_up': True, 'tenant_id': '0a9d84b96bbe4011b693e36de83ee83d', 'security_groups': ['2215ff21-0f16-48f2-9c26-3743ed11a433']}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:14.250245 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 4c3cf0a9-48f3-4e38-b646-9d28e119a04c is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:28:14.250245 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:14.343519 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b7898-ae50-406d-913f-949b237b83fb None None] Pushing event updated for resources: {'Port': ['ID=b21f5091-3430-489a-a9d7-403550270396,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:14.437143 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-06814a32-8746-46d1-91e4-efd47de76497 None None] Set router 7d594062-91e2-4bdb-866c-7608a8d58e68 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:28:14.485190 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-abefd4c2-5092-4f0a-b01a-8c8f2ad9a9d2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 4.2821414 May 27 02:28:14.493582 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53144) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:14.649988 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-82751388-1e35-4cac-bdc6-8caecb6c6899 req-7d64874a-bd35-40e4-bb7f-34456c6a2769 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 210 time: 0.3956645 May 27 02:28:14.657428 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-154ca1a6-348a-461d-98f7-2955d6262874 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:14.671798 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-154ca1a6-348a-461d-98f7-2955d6262874 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:14.681565 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-154ca1a6-348a-461d-98f7-2955d6262874 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/networks?id=c4f4b094-8b63-475e-ab13-d365a2626d55&id=510fd829-959e-45fc-a9f9-360a49e960c0&id=c4f4b094-8b63-475e-ab13-d365a2626d55 HTTP/1.1" status: 200 len: 1391 time: 0.9304490 May 27 02:28:14.708938 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-aa038bee-db5a-4089-bbc4-516e4d2e0648 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:14.730407 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-aa038bee-db5a-4089-bbc4-516e4d2e0648 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Usage tracker for resource:port and tenant:0a9d84b96bbe4011b693e36de83ee83d is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:28:14.733924 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-aa038bee-db5a-4089-bbc4-516e4d2e0648 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:28:14.741390 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-aa038bee-db5a-4089-bbc4-516e4d2e0648 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:14.743399 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8470c0ac-d01e-49e2-8419-a9897c3c0a7d None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:14.761601 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-82b17aaf-6e1b-4a69-a729-05d3e477f4f4 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/quotas/6137a50b300642e3b27a011e959f0225 HTTP/1.1" status: 200 len: 375 time: 0.0787525 May 27 02:28:14.767367 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-8470c0ac-d01e-49e2-8419-a9897c3c0a7d None None] Transition to ACTIVE for port object 6d6300a4-44fa-4f4a-bb53-17dfc513b371 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:28:14.797562 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-023dc320-d1ca-491c-9e73-c99e46883b17 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:14.850057 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e65b766-6307-44c4-b71f-5fd8d22484d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:14.923779 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-023dc320-d1ca-491c-9e73-c99e46883b17 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:14.931352 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 4c3cf0a9-48f3-4e38-b646-9d28e119a04c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=4c3cf0a9-48f3-4e38-b646-9d28e119a04c,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:14.954204 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-aa038bee-db5a-4089-bbc4-516e4d2e0648 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Made reservation on behalf of 0a9d84b96bbe4011b693e36de83ee83d for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:28:14.957725 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-aa038bee-db5a-4089-bbc4-516e4d2e0648 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:14.976360 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65b766-6307-44c4-b71f-5fd8d22484d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d33e2100-4366-44a7-b775-01fb2d6bcb02,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:15.086551 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-293fcc5c-4227-4105-a6d4-91eebb79c323 None None] Attempting to bind port b21f5091-3430-489a-a9d7-403550270396 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:28:15.088320 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-293fcc5c-4227-4105-a6d4-91eebb79c323 None None] Attempting to bind port b21f5091-3430-489a-a9d7-403550270396 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'f6152665-605f-4541-8b94-1c9e6dd41f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '619f7003-84f7-4356-af31-d25ae15a981a'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:28:15.088961 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293fcc5c-4227-4105-a6d4-91eebb79c323 None None] Attempting to bind port b21f5091-3430-489a-a9d7-403550270396 on network 619f7003-84f7-4356-af31-d25ae15a981a {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:28:15.122809 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e65b766-6307-44c4-b71f-5fd8d22484d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:15.135442 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293fcc5c-4227-4105-a6d4-91eebb79c323 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:28:15.136627 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293fcc5c-4227-4105-a6d4-91eebb79c323 None None] Checking segment: {'id': 'f6152665-605f-4541-8b94-1c9e6dd41f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '619f7003-84f7-4356-af31-d25ae15a981a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:28:15.137737 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-293fcc5c-4227-4105-a6d4-91eebb79c323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:15.138233 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293fcc5c-4227-4105-a6d4-91eebb79c323 None None] Bound using segment: {'id': 'f6152665-605f-4541-8b94-1c9e6dd41f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '619f7003-84f7-4356-af31-d25ae15a981a'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:28:15.138831 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-293fcc5c-4227-4105-a6d4-91eebb79c323 None None] Bound port: b21f5091-3430-489a-a9d7-403550270396, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6152665-605f-4541-8b94-1c9e6dd41f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '619f7003-84f7-4356-af31-d25ae15a981a'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:28:15.139310 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-293fcc5c-4227-4105-a6d4-91eebb79c323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:15.157498 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:15.158511 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 18479d6e-b3e3-41aa-9832-07c30aa67a65 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:28:15.311410 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-293fcc5c-4227-4105-a6d4-91eebb79c323 None None] For port b21f5091-3430-489a-a9d7-403550270396, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:28:15.314673 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-293fcc5c-4227-4105-a6d4-91eebb79c323 None None] For port b21f5091-3430-489a-a9d7-403550270396, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b21f5091-3430-489a-a9d7-403550270396,segment=NetworkSegment(f6152665-605f-4541-8b94-1c9e6dd41f57),segment_id=f6152665-605f-4541-8b94-1c9e6dd41f57)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:28:15.343095 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e65b766-6307-44c4-b71f-5fd8d22484d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:15.346970 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e65b766-6307-44c4-b71f-5fd8d22484d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:15.349748 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c62473ca-185d-4084-9fa8-60ef770b276a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:15.367675 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-023dc320-d1ca-491c-9e73-c99e46883b17 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:15.416061 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023dc320-d1ca-491c-9e73-c99e46883b17 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Pushing event deleted for resources: {'Subnet': ['ID=250112c1-df13-480e-a033-e1919e337615,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:15.455293 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-8470c0ac-d01e-49e2-8419-a9897c3c0a7d None None] Transition to ACTIVE for port object 6d6300a4-44fa-4f4a-bb53-17dfc513b371 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:28:15.459253 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=4c3cf0a9-48f3-4e38-b646-9d28e119a04c,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:15.472782 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-c62473ca-185d-4084-9fa8-60ef770b276a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0cf1283-9231-4b2a-9144-4eb59719bffc']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:15.496028 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35373c30-f990-4c55-bb81-7ef263a5d710 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-510fd829-959e-45fc-a9f9-360a49e960c0', 'network_id': '510fd829-959e-45fc-a9f9-360a49e960c0', 'tenant_id': '6137a50b300642e3b27a011e959f0225', 'fixed_ips': [{'subnet_id': '5884ba1e-c77a-4517-a196-1e4c77441d99'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:28:15.496899 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-35373c30-f990-4c55-bb81-7ef263a5d710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:15.517882 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-293fcc5c-4227-4105-a6d4-91eebb79c323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:15.532103 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e65b766-6307-44c4-b71f-5fd8d22484d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:15.537570 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e65b766-6307-44c4-b71f-5fd8d22484d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82cbd9de-346e-44ce-909a-c3a030aa3e23 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:28:15.596515 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-023dc320-d1ca-491c-9e73-c99e46883b17 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:15.612894 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-c62473ca-185d-4084-9fa8-60ef770b276a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '441b6a83-1810-4a59-a172-de9005de5715') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:15.613932 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-c62473ca-185d-4084-9fa8-60ef770b276a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '441b6a83-1810-4a59-a172-de9005de5715') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:15.630428 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-023dc320-d1ca-491c-9e73-c99e46883b17 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c578d145-d2d4-437d-b0bf-074603a7f540']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:15.648811 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-023dc320-d1ca-491c-9e73-c99e46883b17 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2977af6f-5420-4c52-b003-48eff92a1939') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:15.648811 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-023dc320-d1ca-491c-9e73-c99e46883b17 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2977af6f-5420-4c52-b003-48eff92a1939') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:15.661954 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-023dc320-d1ca-491c-9e73-c99e46883b17 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:15.706699 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4d4bb5-5b61-44e5-93d8-f2f5062e7bb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-c578d145-d2d4-437d-b0bf-074603a7f540', 'network_id': 'c578d145-d2d4-437d-b0bf-074603a7f540', 'tenant_id': 'c47db8f7430c4928a92f16863004d577', 'fixed_ips': [{'subnet_id': '250112c1-df13-480e-a033-e1919e337615'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:28:15.706699 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7c4d4bb5-5b61-44e5-93d8-f2f5062e7bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:15.714979 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8470c0ac-d01e-49e2-8419-a9897c3c0a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:15.715272 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c62473ca-185d-4084-9fa8-60ef770b276a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:15.719318 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-023dc320-d1ca-491c-9e73-c99e46883b17 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:15.746458 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-023dc320-d1ca-491c-9e73-c99e46883b17 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:28:15.746773 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-023dc320-d1ca-491c-9e73-c99e46883b17 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:15.816581 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-4430ae50-6c48-480b-b0d1-ab725017ba26 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6137a50b300642e3b27a011e959f0225&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9414377 May 27 02:28:15.866627 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 2977af6f-5420-4c52-b003-48eff92a1939 resource provider aggregate not found May 27 02:28:15.871562 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e65b766-6307-44c4-b71f-5fd8d22484d9 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:15.875253 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7e65b766-6307-44c4-b71f-5fd8d22484d9 admin admin] 10.222.0.57 "DELETE /v2.0/routers/82cbd9de-346e-44ce-909a-c3a030aa3e23 HTTP/1.1" status: 204 len: 168 time: 3.9617400 May 27 02:28:15.879980 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53156) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:15.928121 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 2977af6f-5420-4c52-b003-48eff92a1939 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2977af6f-5420-4c52-b003-48eff92a1939 found for delete ", "request_id": "req-fa4cc2c7-0091-4a8b-8724-fe1cd99f2526"}]} May 27 02:28:15.961223 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-086ad151-0f7e-4b1a-a30a-5a163e0c89a8 admin admin] Deleting subnet 38635d3c-a31c-4fd5-8a18-29f0e87e4929 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:28:15.965040 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-086ad151-0f7e-4b1a-a30a-5a163e0c89a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:15.969935 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-35373c30-f990-4c55-bb81-7ef263a5d710 None None] Allocated IP 19.86.0.2 (510fd829-959e-45fc-a9f9-360a49e960c0/5884ba1e-c77a-4517-a196-1e4c77441d99/eda59ef9-0a1d-4bcb-bbd8-f8d2b4938723) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:28:15.989560 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c62473ca-185d-4084-9fa8-60ef770b276a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:16.002236 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c62473ca-185d-4084-9fa8-60ef770b276a admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:28:16.002236 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c62473ca-185d-4084-9fa8-60ef770b276a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:16.016049 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-086ad151-0f7e-4b1a-a30a-5a163e0c89a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:16.058224 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-023dc320-d1ca-491c-9e73-c99e46883b17 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:16.083343 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-023dc320-d1ca-491c-9e73-c99e46883b17 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:16.103364 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023dc320-d1ca-491c-9e73-c99e46883b17 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Pushing event deleted for resources: {'Network': ['ID=c578d145-d2d4-437d-b0bf-074603a7f540,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:16.114014 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-023dc320-d1ca-491c-9e73-c99e46883b17 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] 10.222.0.57 "DELETE /v2.0/networks/c578d145-d2d4-437d-b0bf-074603a7f540 HTTP/1.1" status: 204 len: 168 time: 1.6193025 May 27 02:28:16.117863 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 18479d6e-b3e3-41aa-9832-07c30aa67a65 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:28:16.118318 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:16.119549 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53160) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:16.128468 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d35d80ea-98ad-4493-96a1-3517225220ef tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-891398424'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:16.138348 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d35d80ea-98ad-4493-96a1-3517225220ef tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:16.145958 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d35d80ea-98ad-4493-96a1-3517225220ef tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Usage tracker for resource:network and tenant:c47db8f7430c4928a92f16863004d577 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:28:16.150326 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d35d80ea-98ad-4493-96a1-3517225220ef tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:28:16.162138 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d35d80ea-98ad-4493-96a1-3517225220ef tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:16.188766 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-086ad151-0f7e-4b1a-a30a-5a163e0c89a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:16.230045 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8470c0ac-d01e-49e2-8419-a9897c3c0a7d None None] Network c4f4b094-8b63-475e-ab13-d365a2626d55 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:28:16.248203 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35d80ea-98ad-4493-96a1-3517225220ef tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Made reservation on behalf of c47db8f7430c4928a92f16863004d577 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:28:16.250688 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-8470c0ac-d01e-49e2-8419-a9897c3c0a7d None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:28:16.251890 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d35d80ea-98ad-4493-96a1-3517225220ef tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:16.258308 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b7898-ae50-406d-913f-949b237b83fb None None] Pushing event updated for resources: {'Port': ['ID=b21f5091-3430-489a-a9d7-403550270396,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:16.259727 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-5025f480-68fb-43bf-881e-842ebf037f3d service neutron] 10.222.0.57 "GET /v2.0/networks/c4f4b094-8b63-475e-ab13-d365a2626d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423385 May 27 02:28:16.263834 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8470c0ac-d01e-49e2-8419-a9897c3c0a7d None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:28:16.270998 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 441b6a83-1810-4a59-a172-de9005de5715 resource provider aggregate not found May 27 02:28:16.278711 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293fcc5c-4227-4105-a6d4-91eebb79c323 None None] Routers {'4460a614-8ccf-4f0d-a8d3-a6e7c63684d0'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:28:16.279207 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-293fcc5c-4227-4105-a6d4-91eebb79c323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:27:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4460a614-8ccf-4f0d-a8d3-a6e7c63684d0'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:16.281833 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c62473ca-185d-4084-9fa8-60ef770b276a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:16.285431 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2bef6230-9b47-48ba-9330-59ac9d2331c5 req-9c72c89c-f2cf-4d4e-a488-9b5cc385ce0e tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 210 time: 0.1420133 May 27 02:28:16.287312 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d35d80ea-98ad-4493-96a1-3517225220ef tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:28:16.302501 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d35d80ea-98ad-4493-96a1-3517225220ef tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:16.302881 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-d35d80ea-98ad-4493-96a1-3517225220ef tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Added segment 8971d865-6a80-4752-bf4f-f23e7c755a01 of type vlan for network 77e3d76c-161a-47e6-a7ac-31afc12a3d96 May 27 02:28:16.303803 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c62473ca-185d-4084-9fa8-60ef770b276a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:16.326116 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 441b6a83-1810-4a59-a172-de9005de5715 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 441b6a83-1810-4a59-a172-de9005de5715 found for delete ", "request_id": "req-1c8710e0-5743-4634-9a67-17c99200c403"}]} May 27 02:28:16.377659 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-aa038bee-db5a-4089-bbc4-516e4d2e0648 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Allocated IP 172.20.0.12 (8604bb25-00c6-4170-bfcb-0b58b32e10ee/fd5aa407-954e-45ea-8fc0-6e0875d0c839/4b2f5214-fb0c-4b36-b89a-cbf2f8186af1) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:28:16.389354 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d35d80ea-98ad-4493-96a1-3517225220ef tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:16.431354 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62473ca-185d-4084-9fa8-60ef770b276a admin admin] Pushing event deleted for resources: {'Network': ['ID=b0cf1283-9231-4b2a-9144-4eb59719bffc,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:16.453182 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee26f2fc-a122-425d-8463-7956f03ec1bf None None] Network c578d145-d2d4-437d-b0bf-074603a7f540 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:28:16.558658 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c62473ca-185d-4084-9fa8-60ef770b276a admin admin] 10.222.0.57 "DELETE /v2.0/networks/b0cf1283-9231-4b2a-9144-4eb59719bffc HTTP/1.1" status: 204 len: 168 time: 3.5646842 May 27 02:28:16.563105 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-086ad151-0f7e-4b1a-a30a-5a163e0c89a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:16.604727 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-06814a32-8746-46d1-91e4-efd47de76497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d594062-91e2-4bdb-866c-7608a8d58e68', 'name': 'tempest-TestAggregatesBasicOps-1579862696-router', 'tenant_id': '952c5c481ac44b519d30eded5a464ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '4c3cf0a9-48f3-4e38-b646-9d28e119a04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:27:45Z', 'updated_at': '2022-05-27T02:28:02Z', 'revision_number': 4, 'project_id': '952c5c481ac44b519d30eded5a464ad0', 'gw_port': {'id': '4c3cf0a9-48f3-4e38-b646-9d28e119a04c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d594062-91e2-4bdb-866c-7608a8d58e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:27:50Z', 'updated_at': '2022-05-27T02:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'c9a19c3e-7e9f-44b5-a616-1c1ebf7d9bc6', 'name': '', 'network_id': '3ae3655c-aebe-4c5a-b980-d16163dfd24c', 'tenant_id': '952c5c481ac44b519d30eded5a464ad0', 'mac_address': 'fa:16:3e:13:76:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d594062-91e2-4bdb-866c-7608a8d58e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '2db6b918-02d2-48c1-bc68-12eb68efec5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:27:59Z', 'updated_at': '2022-05-27T02:28:03Z', 'revision_number': 2, 'project_id': '952c5c481ac44b519d30eded5a464ad0', 'subnets': [{'id': '2db6b918-02d2-48c1-bc68-12eb68efec5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:16.640704 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ad151-0f7e-4b1a-a30a-5a163e0c89a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38635d3c-a31c-4fd5-8a18-29f0e87e4929,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:16.643266 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-086ad151-0f7e-4b1a-a30a-5a163e0c89a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:16.656616 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-086ad151-0f7e-4b1a-a30a-5a163e0c89a8 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/38635d3c-a31c-4fd5-8a18-29f0e87e4929 HTTP/1.1" status: 204 len: 168 time: 0.7764931 May 27 02:28:16.658087 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53174) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:16.678562 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-3427e59f-8a89-4a98-b45f-25f01d7ae46e service neutron] 10.222.0.57 "GET /v2.0/networks/c4f4b094-8b63-475e-ab13-d365a2626d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515437 May 27 02:28:16.700377 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee26f2fc-a122-425d-8463-7956f03ec1bf None None] Network c578d145-d2d4-437d-b0bf-074603a7f540 could not be found, it might have been deleted concurrently. {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 27 02:28:16.705894 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d35d80ea-98ad-4493-96a1-3517225220ef tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:16.714335 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35d80ea-98ad-4493-96a1-3517225220ef tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:16.714950 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d35d80ea-98ad-4493-96a1-3517225220ef tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:16.834681 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e18e5ad-879f-4d2b-8dba-cf2d9d98242b None None] Network cd909775-46db-435c-9cd7-78749fc058c4 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:28:16.910954 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a0003942-111d-454b-b539-d71d5488b41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:16.924761 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06814a32-8746-46d1-91e4-efd47de76497 None None] Checking router: 7d594062-91e2-4bdb-866c-7608a8d58e68 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:28:16.925365 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06814a32-8746-46d1-91e4-efd47de76497 None None] Updating router 7d594062-91e2-4bdb-866c-7608a8d58e68 port c9a19c3e-7e9f-44b5-a616-1c1ebf7d9bc6 binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:28:17.004858 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d35d80ea-98ad-4493-96a1-3517225220ef tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8831902 May 27 02:28:17.010043 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-aa038bee-db5a-4089-bbc4-516e4d2e0648 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:17.012890 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53180) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:17.013722 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a0003942-111d-454b-b539-d71d5488b41e admin admin] Deleting port 9c7a5016-8bbe-450f-902e-bd68756edd06 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:28:17.014067 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a0003942-111d-454b-b539-d71d5488b41e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:17.032434 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8470c0ac-d01e-49e2-8419-a9897c3c0a7d None None] Pushing event updated for resources: {'Port': ['ID=6d6300a4-44fa-4f4a-bb53-17dfc513b371,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:17.052073 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-aa038bee-db5a-4089-bbc4-516e4d2e0648 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Transition to ACTIVE for port object 4b2f5214-fb0c-4b36-b89a-cbf2f8186af1 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:28:17.070498 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53182) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:17.084427 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-8470c0ac-d01e-49e2-8419-a9897c3c0a7d None None] Attempting to bind port 6d6300a4-44fa-4f4a-bb53-17dfc513b371 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:28:17.084622 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-8470c0ac-d01e-49e2-8419-a9897c3c0a7d None None] Attempting to bind port 6d6300a4-44fa-4f4a-bb53-17dfc513b371 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '6e087f4b-4ae8-48ae-9e52-24f0368b4c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c4f4b094-8b63-475e-ab13-d365a2626d55'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:28:17.085091 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8470c0ac-d01e-49e2-8419-a9897c3c0a7d None None] Attempting to bind port 6d6300a4-44fa-4f4a-bb53-17dfc513b371 on network c4f4b094-8b63-475e-ab13-d365a2626d55 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:28:17.087176 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 18479d6e-b3e3-41aa-9832-07c30aa67a65 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:28:17.088329 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 55a969b3-9001-43c8-ab5a-d084db45b0e4 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:28:17.124332 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-fa99ee02-c86d-4b75-aab6-676c0be0cc88 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Request body: {'subnet': {'network_id': '77e3d76c-161a-47e6-a7ac-31afc12a3d96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:17.135019 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1a822e47-8d35-4a5d-aff9-f2018b57955d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:17.156859 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8470c0ac-d01e-49e2-8419-a9897c3c0a7d None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:28:17.157391 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8470c0ac-d01e-49e2-8419-a9897c3c0a7d None None] Checking segment: {'id': '6e087f4b-4ae8-48ae-9e52-24f0368b4c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c4f4b094-8b63-475e-ab13-d365a2626d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:28:17.157894 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8470c0ac-d01e-49e2-8419-a9897c3c0a7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:17.158407 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8470c0ac-d01e-49e2-8419-a9897c3c0a7d None None] Bound using segment: {'id': '6e087f4b-4ae8-48ae-9e52-24f0368b4c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c4f4b094-8b63-475e-ab13-d365a2626d55'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:28:17.158991 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-8470c0ac-d01e-49e2-8419-a9897c3c0a7d None None] Bound port: 6d6300a4-44fa-4f4a-bb53-17dfc513b371, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e087f4b-4ae8-48ae-9e52-24f0368b4c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c4f4b094-8b63-475e-ab13-d365a2626d55'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:28:17.159463 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8470c0ac-d01e-49e2-8419-a9897c3c0a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:17.172337 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-35373c30-f990-4c55-bb81-7ef263a5d710 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:17.228783 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-06814a32-8746-46d1-91e4-efd47de76497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:17.233364 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-aa038bee-db5a-4089-bbc4-516e4d2e0648 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:17.239788 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-9eea37e3-eec8-4eac-92b7-9e57d4e53dc0 service neutron] 10.222.0.57 "GET /v2.0/networks/510fd829-959e-45fc-a9f9-360a49e960c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5252821 May 27 02:28:17.258765 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-293fcc5c-4227-4105-a6d4-91eebb79c323 None None] Set router 4460a614-8ccf-4f0d-a8d3-a6e7c63684d0 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:28:17.309431 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d80ea-98ad-4493-96a1-3517225220ef tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Pushing event updated for resources: {'Network': ['ID=77e3d76c-161a-47e6-a7ac-31afc12a3d96,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:17.315374 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fa99ee02-c86d-4b75-aab6-676c0be0cc88 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:17.320627 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e33e8364-8d47-4c23-be0d-1d643ab8b7a4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b08cd8af149f44bd8b4127ae8a32a06c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2487993 May 27 02:28:17.346122 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53190) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:17.349289 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-aa038bee-db5a-4089-bbc4-516e4d2e0648 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Network 8604bb25-00c6-4170-bfcb-0b58b32e10ee is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:28:17.372572 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-aa038bee-db5a-4089-bbc4-516e4d2e0648 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:28:17.394641 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fa99ee02-c86d-4b75-aab6-676c0be0cc88 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Usage tracker for resource:subnet and tenant:c47db8f7430c4928a92f16863004d577 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:28:17.404638 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fa99ee02-c86d-4b75-aab6-676c0be0cc88 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:28:17.421875 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fa99ee02-c86d-4b75-aab6-676c0be0cc88 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:17.509928 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-35373c30-f990-4c55-bb81-7ef263a5d710 None None] Transition to ACTIVE for port object eda59ef9-0a1d-4bcb-bbd8-f8d2b4938723 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:28:17.542516 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 77e3d76c-161a-47e6-a7ac-31afc12a3d96 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:28:17.558966 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad269e3c-f831-436a-b494-a49799096093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:17.562216 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa99ee02-c86d-4b75-aab6-676c0be0cc88 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Made reservation on behalf of c47db8f7430c4928a92f16863004d577 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:28:17.566059 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fa99ee02-c86d-4b75-aab6-676c0be0cc88 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:17.787714 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-aa038bee-db5a-4089-bbc4-516e4d2e0648 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:28:17.789261 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad269e3c-f831-436a-b494-a49799096093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:17.798255 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-a0003942-111d-454b-b539-d71d5488b41e admin admin] For port 9c7a5016-8bbe-450f-902e-bd68756edd06, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=9c7a5016-8bbe-450f-902e-bd68756edd06,segment=NetworkSegment(b17b7be3-0da7-456b-890b-9cbc87548bbf),segment_id=b17b7be3-0da7-456b-890b-9cbc87548bbf)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:17.798889 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a0003942-111d-454b-b539-d71d5488b41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:17.862908 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-55a0df78-79c5-4981-80bd-d036262bdb69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:17.924165 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-91ec1076-91e7-46f4-8fca-1e913a4698e6 service neutron] 10.222.0.57 "GET /v2.0/networks/510fd829-959e-45fc-a9f9-360a49e960c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5700171 May 27 02:28:17.983553 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a0003942-111d-454b-b539-d71d5488b41e admin admin] Calling delete_port for 9c7a5016-8bbe-450f-902e-bd68756edd06 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:28:18.009777 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-35373c30-f990-4c55-bb81-7ef263a5d710 None None] Transition to ACTIVE for port object eda59ef9-0a1d-4bcb-bbd8-f8d2b4938723 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:28:18.211677 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-35373c30-f990-4c55-bb81-7ef263a5d710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:18.235715 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa038bee-db5a-4089-bbc4-516e4d2e0648 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Pushing event updated for resources: {'Port': ['ID=4b2f5214-fb0c-4b36-b89a-cbf2f8186af1,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:18.260264 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-aa038bee-db5a-4089-bbc4-516e4d2e0648 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:18.261638 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-aa038bee-db5a-4089-bbc4-516e4d2e0648 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:18.265062 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 55a969b3-9001-43c8-ab5a-d084db45b0e4 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:28:18.265440 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:18.268840 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad269e3c-f831-436a-b494-a49799096093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:18.296322 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a0003942-111d-454b-b539-d71d5488b41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:18.301344 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad269e3c-f831-436a-b494-a49799096093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ed4973-62d9-4a9e-845e-709ebf234382,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:18.348286 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-357e613b-edf1-4489-b1a4-d139c55d4f10 None None] Provisioning for port 4b2f5214-fb0c-4b36-b89a-cbf2f8186af1 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:28:18.363337 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35373c30-f990-4c55-bb81-7ef263a5d710 None None] Network 510fd829-959e-45fc-a9f9-360a49e960c0 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:28:18.377828 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-357e613b-edf1-4489-b1a4-d139c55d4f10 None None] Provisioning complete for port 4b2f5214-fb0c-4b36-b89a-cbf2f8186af1 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:28:18.378063 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-357e613b-edf1-4489-b1a4-d139c55d4f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:18.383774 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fa99ee02-c86d-4b75-aab6-676c0be0cc88 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:18.392054 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0003942-111d-454b-b539-d71d5488b41e admin admin] Pushing event deleted for resources: {'Port': ['ID=9c7a5016-8bbe-450f-902e-bd68756edd06,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:18.428374 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-35373c30-f990-4c55-bb81-7ef263a5d710 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:28:18.455171 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-8470c0ac-d01e-49e2-8419-a9897c3c0a7d None None] For port 6d6300a4-44fa-4f4a-bb53-17dfc513b371, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:28:18.455606 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0003942-111d-454b-b539-d71d5488b41e admin admin] No DVR routers for this DVR port 9c7a5016-8bbe-450f-902e-bd68756edd06 on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:28:18.457507 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35373c30-f990-4c55-bb81-7ef263a5d710 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:28:18.504319 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-357e613b-edf1-4489-b1a4-d139c55d4f10 None None] Port 4b2f5214-fb0c-4b36-b89a-cbf2f8186af1 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:28:18.516818 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad269e3c-f831-436a-b494-a49799096093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:18.517455 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ad269e3c-f831-436a-b494-a49799096093 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d0ed4973-62d9-4a9e-845e-709ebf234382 HTTP/1.1" status: 204 len: 168 time: 1.1642346 May 27 02:28:18.542452 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-56d1cbac-a90a-433f-844e-63200713ebdf service neutron] 10.222.0.57 "GET /v2.0/networks/c4f4b094-8b63-475e-ab13-d365a2626d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6159408 May 27 02:28:18.562852 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-8470c0ac-d01e-49e2-8419-a9897c3c0a7d None None] For port 6d6300a4-44fa-4f4a-bb53-17dfc513b371, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=6d6300a4-44fa-4f4a-bb53-17dfc513b371,segment=NetworkSegment(6e087f4b-4ae8-48ae-9e52-24f0368b4c40),segment_id=6e087f4b-4ae8-48ae-9e52-24f0368b4c40)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:28:18.564234 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35373c30-f990-4c55-bb81-7ef263a5d710 None None] Pushing event updated for resources: {'Port': ['ID=eda59ef9-0a1d-4bcb-bbd8-f8d2b4938723,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:18.565037 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-aa038bee-db5a-4089-bbc4-516e4d2e0648 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3359070 May 27 02:28:18.576791 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:28:18.603891 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa99ee02-c86d-4b75-aab6-676c0be0cc88 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Pushing event updated for resources: {'Subnet': ['ID=02dc02a0-e848-4109-8470-923f5a82966f,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:18.610803 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-954f2328-4388-4654-8f28-f50d251b3000 service neutron] Request body: {'port': {'device_id': 'f07835cf-a601-42ce-ad6c-031dc828f47f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:18.624103 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa99ee02-c86d-4b75-aab6-676c0be0cc88 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Checking segment: {'id': '8971d865-6a80-4752-bf4f-f23e7c755a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77e3d76c-161a-47e6-a7ac-31afc12a3d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:28:18.624480 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa99ee02-c86d-4b75-aab6-676c0be0cc88 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Network hostable DHCP agents. Network: 77e3d76c-161a-47e6-a7ac-31afc12a3d96, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:28:18.632844 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a0003942-111d-454b-b539-d71d5488b41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:18.668060 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a0003942-111d-454b-b539-d71d5488b41e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd909775-46db-435c-9cd7-78749fc058c4']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:18.687658 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a0003942-111d-454b-b539-d71d5488b41e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b17b7be3-0da7-456b-890b-9cbc87548bbf') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:18.688056 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a0003942-111d-454b-b539-d71d5488b41e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b17b7be3-0da7-456b-890b-9cbc87548bbf') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:18.716451 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a0003942-111d-454b-b539-d71d5488b41e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:18.735389 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a0003942-111d-454b-b539-d71d5488b41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:18.736174 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb83992-4b65-4335-a845-979c0b2eb59a None None] DHCP port deletion for cd909775-46db-435c-9cd7-78749fc058c4 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:28:18.742216 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0003942-111d-454b-b539-d71d5488b41e admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:28:18.742752 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a0003942-111d-454b-b539-d71d5488b41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:18.746648 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8470c0ac-d01e-49e2-8419-a9897c3c0a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:18.756753 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.resource_extend [None req-06814a32-8746-46d1-91e4-efd47de76497 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:28:18.815545 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723940e-5017-4e5f-8df7-dde044ac3d39 req-353f1c85-b5eb-452a-b843-a49ac35ff642 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:18.816694 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-8723940e-5017-4e5f-8df7-dde044ac3d39 req-353f1c85-b5eb-452a-b843-a49ac35ff642 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Synchronizing usage tracker for tenant:0a9d84b96bbe4011b693e36de83ee83d on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:28:18.872443 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8470c0ac-d01e-49e2-8419-a9897c3c0a7d None None] Pushing event updated for resources: {'Port': ['ID=6d6300a4-44fa-4f4a-bb53-17dfc513b371,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:18.896747 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa99ee02-c86d-4b75-aab6-676c0be0cc88 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Network 77e3d76c-161a-47e6-a7ac-31afc12a3d96 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:28:18.944161 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment b17b7be3-0da7-456b-890b-9cbc87548bbf resource provider aggregate not found May 27 02:28:18.983976 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment b17b7be3-0da7-456b-890b-9cbc87548bbf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b17b7be3-0da7-456b-890b-9cbc87548bbf found for delete ", "request_id": "req-9c978465-f3b2-4ee6-9cf5-c27f1504c50e"}]} May 27 02:28:18.994995 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-35373c30-f990-4c55-bb81-7ef263a5d710 None None] Attempting to bind port eda59ef9-0a1d-4bcb-bbd8-f8d2b4938723 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:28:18.996654 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-35373c30-f990-4c55-bb81-7ef263a5d710 None None] Attempting to bind port eda59ef9-0a1d-4bcb-bbd8-f8d2b4938723 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'd2c8425f-4bf7-4888-8879-e615626b948b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '510fd829-959e-45fc-a9f9-360a49e960c0'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:28:18.996654 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35373c30-f990-4c55-bb81-7ef263a5d710 None None] Attempting to bind port eda59ef9-0a1d-4bcb-bbd8-f8d2b4938723 on network 510fd829-959e-45fc-a9f9-360a49e960c0 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:28:18.999225 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-954f2328-4388-4654-8f28-f50d251b3000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:19.013588 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35373c30-f990-4c55-bb81-7ef263a5d710 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:28:19.014122 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35373c30-f990-4c55-bb81-7ef263a5d710 None None] Checking segment: {'id': 'd2c8425f-4bf7-4888-8879-e615626b948b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '510fd829-959e-45fc-a9f9-360a49e960c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:28:19.014473 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-35373c30-f990-4c55-bb81-7ef263a5d710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:19.014750 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35373c30-f990-4c55-bb81-7ef263a5d710 None None] Bound using segment: {'id': 'd2c8425f-4bf7-4888-8879-e615626b948b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '510fd829-959e-45fc-a9f9-360a49e960c0'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:28:19.015181 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-35373c30-f990-4c55-bb81-7ef263a5d710 None None] Bound port: eda59ef9-0a1d-4bcb-bbd8-f8d2b4938723, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2c8425f-4bf7-4888-8879-e615626b948b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '510fd829-959e-45fc-a9f9-360a49e960c0'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:28:19.015554 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-35373c30-f990-4c55-bb81-7ef263a5d710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:19.040705 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 55a969b3-9001-43c8-ab5a-d084db45b0e4 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:28:19.064493 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-fa99ee02-c86d-4b75-aab6-676c0be0cc88 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 77e3d76c-161a-47e6-a7ac-31afc12a3d96) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:28:19.066513 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-06814a32-8746-46d1-91e4-efd47de76497 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:19.074627 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa99ee02-c86d-4b75-aab6-676c0be0cc88 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:19.074627 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fa99ee02-c86d-4b75-aab6-676c0be0cc88 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:19.094181 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a0003942-111d-454b-b539-d71d5488b41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:19.114649 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bd312f-097f-4eae-b95c-fb4e85e0fb3b None None] Network 77e3d76c-161a-47e6-a7ac-31afc12a3d96 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:28:19.119467 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a0003942-111d-454b-b539-d71d5488b41e admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:19.127961 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a0003942-111d-454b-b539-d71d5488b41e admin admin] 10.222.0.57 "DELETE /v2.0/networks/cd909775-46db-435c-9cd7-78749fc058c4 HTTP/1.1" status: 204 len: 168 time: 2.4641738 May 27 02:28:19.127961 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53208) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:19.207935 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0003942-111d-454b-b539-d71d5488b41e admin admin] Pushing event deleted for resources: {'Network': ['ID=cd909775-46db-435c-9cd7-78749fc058c4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:19.230138 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-fa99ee02-c86d-4b75-aab6-676c0be0cc88 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1805139 May 27 02:28:19.239549 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53212) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:19.325482 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:19.394836 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 4c3cf0a9-48f3-4e38-b646-9d28e119a04c up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:28:19.425681 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-8723940e-5017-4e5f-8df7-dde044ac3d39 req-353f1c85-b5eb-452a-b843-a49ac35ff642 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Unset dirty status for tenant:0a9d84b96bbe4011b693e36de83ee83d on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:28:19.427742 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8723940e-5017-4e5f-8df7-dde044ac3d39 req-353f1c85-b5eb-452a-b843-a49ac35ff642 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 932 time: 1.4876559 May 27 02:28:19.464061 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-d5954ed8-ce03-4dcc-be4f-adb06febd704 service neutron] 10.222.0.57 "GET /v2.0/networks/c4f4b094-8b63-475e-ab13-d365a2626d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8967459 May 27 02:28:19.540377 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-06814a32-8746-46d1-91e4-efd47de76497 None None] Transition to ACTIVE for port object c9a19c3e-7e9f-44b5-a616-1c1ebf7d9bc6 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:28:19.550375 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-293fcc5c-4227-4105-a6d4-91eebb79c323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4460a614-8ccf-4f0d-a8d3-a6e7c63684d0', 'name': 'tempest-ServersTestMultiNic-2098163001-router', 'tenant_id': '6137a50b300642e3b27a011e959f0225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '18479d6e-b3e3-41aa-9832-07c30aa67a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:27:44Z', 'updated_at': '2022-05-27T02:28:02Z', 'revision_number': 4, 'project_id': '6137a50b300642e3b27a011e959f0225', 'gw_port': {'id': '18479d6e-b3e3-41aa-9832-07c30aa67a65', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4460a614-8ccf-4f0d-a8d3-a6e7c63684d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:27:47Z', 'updated_at': '2022-05-27T02:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'b21f5091-3430-489a-a9d7-403550270396', 'name': '', 'network_id': '619f7003-84f7-4356-af31-d25ae15a981a', 'tenant_id': '6137a50b300642e3b27a011e959f0225', 'mac_address': 'fa:16:3e:73:f7:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4460a614-8ccf-4f0d-a8d3-a6e7c63684d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'c7e4957a-aa47-41e7-b03d-139bc56ad9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:27:59Z', 'updated_at': '2022-05-27T02:28:15Z', 'revision_number': 4, 'project_id': '6137a50b300642e3b27a011e959f0225', 'subnets': [{'id': 'c7e4957a-aa47-41e7-b03d-139bc56ad9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:19.552665 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:19.554153 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-35373c30-f990-4c55-bb81-7ef263a5d710 None None] For port eda59ef9-0a1d-4bcb-bbd8-f8d2b4938723, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:28:19.566554 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da80f7c-01a5-4564-a097-da16984642cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-77e3d76c-161a-47e6-a7ac-31afc12a3d96', 'network_id': '77e3d76c-161a-47e6-a7ac-31afc12a3d96', 'tenant_id': 'c47db8f7430c4928a92f16863004d577', 'fixed_ips': [{'subnet_id': '02dc02a0-e848-4109-8470-923f5a82966f'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:28:19.567958 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1da80f7c-01a5-4564-a097-da16984642cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:19.622957 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e9097e2-e1f3-48d3-abd7-5c25e826e994 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:19.651002 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8723940e-5017-4e5f-8df7-dde044ac3d39 req-83c63185-53a0-44fd-9368-226d2d0d6e00 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=2215ff21-0f16-48f2-9c26-3743ed11a433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461258 May 27 02:28:19.662342 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-1a822e47-8d35-4a5d-aff9-f2018b57955d admin admin] Deleting port f0038ed8-c550-4424-93f6-7a356e428c89 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:28:19.662688 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1a822e47-8d35-4a5d-aff9-f2018b57955d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:19.818131 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293fcc5c-4227-4105-a6d4-91eebb79c323 None None] The sync data for ids ['4460a614-8ccf-4f0d-a8d3-a6e7c63684d0'] in n-d-843554-3 is: [{'id': '4460a614-8ccf-4f0d-a8d3-a6e7c63684d0', 'name': 'tempest-ServersTestMultiNic-2098163001-router', 'tenant_id': '6137a50b300642e3b27a011e959f0225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '18479d6e-b3e3-41aa-9832-07c30aa67a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:27:44Z', 'updated_at': '2022-05-27T02:28:02Z', 'revision_number': 4, 'project_id': '6137a50b300642e3b27a011e959f0225', 'gw_port': {'id': '18479d6e-b3e3-41aa-9832-07c30aa67a65', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4460a614-8ccf-4f0d-a8d3-a6e7c63684d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:27:47Z', 'updated_at': '2022-05-27T02:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'b21f5091-3430-489a-a9d7-403550270396', 'name': '', 'network_id': '619f7003-84f7-4356-af31-d25ae15a981a', 'tenant_id': '6137a50b300642e3b27a011e959f0225', 'mac_address': 'fa:16:3e:73:f7:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4460a614-8ccf-4f0d-a8d3-a6e7c63684d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'c7e4957a-aa47-41e7-b03d-139bc56ad9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:27:59Z', 'updated_at': '2022-05-27T02:28:15Z', 'revision_number': 4, 'project_id': '6137a50b300642e3b27a011e959f0225', 'subnets': [{'id': 'c7e4957a-aa47-41e7-b03d-139bc56ad9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:28:19.850785 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-35373c30-f990-4c55-bb81-7ef263a5d710 None None] For port eda59ef9-0a1d-4bcb-bbd8-f8d2b4938723, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=eda59ef9-0a1d-4bcb-bbd8-f8d2b4938723,segment=NetworkSegment(d2c8425f-4bf7-4888-8879-e615626b948b),segment_id=d2c8425f-4bf7-4888-8879-e615626b948b)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:28:19.863366 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-06814a32-8746-46d1-91e4-efd47de76497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:19.899427 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e9097e2-e1f3-48d3-abd7-5c25e826e994 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:20.097731 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-35373c30-f990-4c55-bb81-7ef263a5d710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:20.297137 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 4c3cf0a9-48f3-4e38-b646-9d28e119a04c triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:28:20.297767 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:20.455360 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e8b97-704d-4c29-b882-a9728cc8fa72 None None] Pushing event updated for resources: {'Port': ['ID=c9a19c3e-7e9f-44b5-a616-1c1ebf7d9bc6,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:20.477879 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-675397dc-cc5c-498b-95d8-d15afb1bb01d req-88b34b7b-95cb-4f4b-910e-a645bb635026 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=46b75108-a73d-4395-ab52-19231bbefec6 HTTP/1.1" status: 200 len: 210 time: 0.2794371 May 27 02:28:20.540705 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-55a0df78-79c5-4981-80bd-d036262bdb69 admin admin] Deleting port 1bda96dc-3f30-40f3-aae2-1b254952b3b2 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:28:20.541093 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-55a0df78-79c5-4981-80bd-d036262bdb69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:20.582134 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-1da80f7c-01a5-4564-a097-da16984642cc None None] Allocated IP 2001:db8::2 (77e3d76c-161a-47e6-a7ac-31afc12a3d96/02dc02a0-e848-4109-8470-923f5a82966f/526f8bbc-3626-4c15-b5e9-15f1e9cf0a2c) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:28:20.594423 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53244) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:20.653046 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36ab371b-2434-47c0-92d4-83336a012e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:20.893814 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4c86fd-f6dd-43f4-8036-e1d0955674d1 None None] Network c4f4b094-8b63-475e-ab13-d365a2626d55 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:28:21.114879 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-06814a32-8746-46d1-91e4-efd47de76497 None None] Attempting to bind port c9a19c3e-7e9f-44b5-a616-1c1ebf7d9bc6 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:28:21.115518 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-06814a32-8746-46d1-91e4-efd47de76497 None None] Attempting to bind port c9a19c3e-7e9f-44b5-a616-1c1ebf7d9bc6 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'acf54c62-ce59-44ad-a553-8cae3366434a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3ae3655c-aebe-4c5a-b980-d16163dfd24c'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:28:21.122825 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06814a32-8746-46d1-91e4-efd47de76497 None None] Attempting to bind port c9a19c3e-7e9f-44b5-a616-1c1ebf7d9bc6 on network 3ae3655c-aebe-4c5a-b980-d16163dfd24c {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:28:21.124958 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35373c30-f990-4c55-bb81-7ef263a5d710 None None] Pushing event updated for resources: {'Port': ['ID=eda59ef9-0a1d-4bcb-bbd8-f8d2b4938723,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:21.158728 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-99a71054-a842-4b57-9163-18e3c27eaae2 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1943577263-network', 'tenant_id': 'ad7c201714534abd8609454955e40c07'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:21.174612 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-99a71054-a842-4b57-9163-18e3c27eaae2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:21.184817 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-99a71054-a842-4b57-9163-18e3c27eaae2 admin admin] Usage tracker for resource:network and tenant:ad7c201714534abd8609454955e40c07 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:28:21.189564 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-99a71054-a842-4b57-9163-18e3c27eaae2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:28:21.204820 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-99a71054-a842-4b57-9163-18e3c27eaae2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:21.221509 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06814a32-8746-46d1-91e4-efd47de76497 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:28:21.221509 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06814a32-8746-46d1-91e4-efd47de76497 None None] Checking segment: {'id': 'acf54c62-ce59-44ad-a553-8cae3366434a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3ae3655c-aebe-4c5a-b980-d16163dfd24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:28:21.221882 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-06814a32-8746-46d1-91e4-efd47de76497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:21.222217 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06814a32-8746-46d1-91e4-efd47de76497 None None] Bound using segment: {'id': 'acf54c62-ce59-44ad-a553-8cae3366434a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3ae3655c-aebe-4c5a-b980-d16163dfd24c'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:28:21.222695 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-06814a32-8746-46d1-91e4-efd47de76497 None None] Bound port: c9a19c3e-7e9f-44b5-a616-1c1ebf7d9bc6, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf54c62-ce59-44ad-a553-8cae3366434a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3ae3655c-aebe-4c5a-b980-d16163dfd24c'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:28:21.223063 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-06814a32-8746-46d1-91e4-efd47de76497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:21.335903 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-55a0df78-79c5-4981-80bd-d036262bdb69 admin admin] For port 1bda96dc-3f30-40f3-aae2-1b254952b3b2, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1bda96dc-3f30-40f3-aae2-1b254952b3b2,segment=NetworkSegment(62a63250-61f0-43e1-a103-ed64f1d6f1fa),segment_id=62a63250-61f0-43e1-a103-ed64f1d6f1fa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:21.340347 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-55a0df78-79c5-4981-80bd-d036262bdb69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:21.365556 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a71054-a842-4b57-9163-18e3c27eaae2 admin admin] Made reservation on behalf of ad7c201714534abd8609454955e40c07 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:28:21.367936 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-99a71054-a842-4b57-9163-18e3c27eaae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:21.391329 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-99a71054-a842-4b57-9163-18e3c27eaae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:21.419974 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-99a71054-a842-4b57-9163-18e3c27eaae2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:21.431399 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-99a71054-a842-4b57-9163-18e3c27eaae2 admin admin] Usage tracker for resource:security_group_rule and tenant:ad7c201714534abd8609454955e40c07 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:28:21.438218 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-99a71054-a842-4b57-9163-18e3c27eaae2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:28:21.445359 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-99a71054-a842-4b57-9163-18e3c27eaae2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:21.526037 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 4c3cf0a9-48f3-4e38-b646-9d28e119a04c is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:28:21.623073 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-1a822e47-8d35-4a5d-aff9-f2018b57955d admin admin] For port f0038ed8-c550-4424-93f6-7a356e428c89, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=f0038ed8-c550-4424-93f6-7a356e428c89,segment=NetworkSegment(7321cd14-1f6f-448d-a8d3-637a53c8da8a),segment_id=7321cd14-1f6f-448d-a8d3-637a53c8da8a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:21.623597 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1a822e47-8d35-4a5d-aff9-f2018b57955d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:21.638403 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-36ab371b-2434-47c0-92d4-83336a012e89 admin admin] Deleting port 005872eb-b972-43c4-a867-7419babe319b {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:28:21.639318 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36ab371b-2434-47c0-92d4-83336a012e89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:21.722473 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device d33e2100-4366-44a7-b775-01fb2d6bcb02 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:28:21.806552 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-55a0df78-79c5-4981-80bd-d036262bdb69 admin admin] Calling delete_port for 1bda96dc-3f30-40f3-aae2-1b254952b3b2 owned by network:router_interface {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:28:21.825020 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-2a936fbe-b44d-4a35-8f59-f191e914e70f None None] Provisioning for port 6d6300a4-44fa-4f4a-bb53-17dfc513b371 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:28:21.950469 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-1a822e47-8d35-4a5d-aff9-f2018b57955d admin admin] Calling delete_port for f0038ed8-c550-4424-93f6-7a356e428c89 owned by network:router_interface {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:28:21.965488 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-06814a32-8746-46d1-91e4-efd47de76497 None None] For port c9a19c3e-7e9f-44b5-a616-1c1ebf7d9bc6, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:28:21.978315 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-06814a32-8746-46d1-91e4-efd47de76497 None None] For port c9a19c3e-7e9f-44b5-a616-1c1ebf7d9bc6, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c9a19c3e-7e9f-44b5-a616-1c1ebf7d9bc6,segment=NetworkSegment(acf54c62-ce59-44ad-a553-8cae3366434a),segment_id=acf54c62-ce59-44ad-a553-8cae3366434a)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:28:22.009463 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cc35896b-4341-4f0a-a5ac-dade47a75fc9 req-efda92fd-8c73-4164-b950-5bb8106095d5 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=46b75108-a73d-4395-ab52-19231bbefec6 HTTP/1.1" status: 200 len: 210 time: 0.2568629 May 27 02:28:22.015793 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: d33e2100-4366-44a7-b775-01fb2d6bcb02 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:28:22.018412 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device d33e2100-4366-44a7-b775-01fb2d6bcb02 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:28:22.018977 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c94fabb2-8080-472c-961c-b7f33915a9bf no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:28:22.042523 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-954f2328-4388-4654-8f28-f50d251b3000 service neutron] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:28:22.125637 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81153752-dfee-40cd-b5d2-9a81bb306cb3 req-87eac6c7-6bff-4ee9-9896-9eed82f01b90 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:22.133964 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: c94fabb2-8080-472c-961c-b7f33915a9bf {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:28:22.135049 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-81153752-dfee-40cd-b5d2-9a81bb306cb3 req-87eac6c7-6bff-4ee9-9896-9eed82f01b90 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 932 time: 1.0498254 May 27 02:28:22.135980 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c94fabb2-8080-472c-961c-b7f33915a9bf not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:28:22.136666 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 9c7a5016-8bbe-450f-902e-bd68756edd06 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:28:22.203150 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-06814a32-8746-46d1-91e4-efd47de76497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:22.275520 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-81153752-dfee-40cd-b5d2-9a81bb306cb3 req-0146d162-ae40-497c-b251-78d7a5165be5 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=2215ff21-0f16-48f2-9c26-3743ed11a433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373403 May 27 02:28:22.299118 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-99a71054-a842-4b57-9163-18e3c27eaae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:22.309588 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-954f2328-4388-4654-8f28-f50d251b3000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b2f5214-fb0c-4b36-b89a-cbf2f8186af1 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:28:22.314668 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 9c7a5016-8bbe-450f-902e-bd68756edd06 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:28:22.315203 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 9c7a5016-8bbe-450f-902e-bd68756edd06 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:28:22.334972 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-954f2328-4388-4654-8f28-f50d251b3000 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:22.381119 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-99a71054-a842-4b57-9163-18e3c27eaae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:22.381308 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-954f2328-4388-4654-8f28-f50d251b3000 service neutron] Transition to ACTIVE for port object 4b2f5214-fb0c-4b36-b89a-cbf2f8186af1 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:28:22.405648 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1da80f7c-01a5-4564-a097-da16984642cc None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:22.432434 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-36ab371b-2434-47c0-92d4-83336a012e89 admin admin] For port 005872eb-b972-43c4-a867-7419babe319b, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=005872eb-b972-43c4-a867-7419babe319b,segment=NetworkSegment(1242d6f5-de3f-43d0-827d-5d3273455699),segment_id=1242d6f5-de3f-43d0-827d-5d3273455699)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:22.432824 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36ab371b-2434-47c0-92d4-83336a012e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:22.447356 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06814a32-8746-46d1-91e4-efd47de76497 None None] Routers {'7d594062-91e2-4bdb-866c-7608a8d58e68'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:28:22.447356 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-06814a32-8746-46d1-91e4-efd47de76497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:27:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['7d594062-91e2-4bdb-866c-7608a8d58e68'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:22.555766 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1da80f7c-01a5-4564-a097-da16984642cc None None] Transition to ACTIVE for port object 526f8bbc-3626-4c15-b5e9-15f1e9cf0a2c will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:28:22.581424 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a71054-a842-4b57-9163-18e3c27eaae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c6c72a-9e5e-43c7-b8db-b7962440e265,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:22.583931 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99a71054-a842-4b57-9163-18e3c27eaae2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:28:22.601525 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e8b97-704d-4c29-b882-a9728cc8fa72 None None] Pushing event updated for resources: {'Port': ['ID=c9a19c3e-7e9f-44b5-a616-1c1ebf7d9bc6,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:22.663678 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9df2142-ec30-4034-83f3-ce184c0752e2 None None] Network 510fd829-959e-45fc-a9f9-360a49e960c0 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:28:22.677446 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-954f2328-4388-4654-8f28-f50d251b3000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:22.715479 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-36ab371b-2434-47c0-92d4-83336a012e89 admin admin] Calling delete_port for 005872eb-b972-43c4-a867-7419babe319b owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:28:22.778840 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-99a71054-a842-4b57-9163-18e3c27eaae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:22.779424 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1da80f7c-01a5-4564-a097-da16984642cc None None] Transition to ACTIVE for port object 526f8bbc-3626-4c15-b5e9-15f1e9cf0a2c will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:28:22.779752 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-99a71054-a842-4b57-9163-18e3c27eaae2 admin admin] Added segment e586adb0-61bc-4982-abeb-a85af8615dfd of type vlan for network edee9e48-e115-4095-b155-d2ce27e7e3d6 May 27 02:28:22.872475 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-99a71054-a842-4b57-9163-18e3c27eaae2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:22.913420 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b21f5091-3430-489a-a9d7-403550270396 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:28:23.009770 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9fb11ecf-471a-4927-a601-2857fe400aff None None] Provisioning for port eda59ef9-0a1d-4bcb-bbd8-f8d2b4938723 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:28:23.071810 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-99a71054-a842-4b57-9163-18e3c27eaae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:23.072868 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a71054-a842-4b57-9163-18e3c27eaae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:23.073437 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-99a71054-a842-4b57-9163-18e3c27eaae2 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:23.122874 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1da80f7c-01a5-4564-a097-da16984642cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:23.214936 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954f2328-4388-4654-8f28-f50d251b3000 service neutron] Pushing event updated for resources: {'Port': ['ID=4b2f5214-fb0c-4b36-b89a-cbf2f8186af1,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:23.219442 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da80f7c-01a5-4564-a097-da16984642cc None None] Network 77e3d76c-161a-47e6-a7ac-31afc12a3d96 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:28:23.222438 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-55a0df78-79c5-4981-80bd-d036262bdb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:23.230411 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da80f7c-01a5-4564-a097-da16984642cc None None] Pushing event updated for resources: {'Port': ['ID=526f8bbc-3626-4c15-b5e9-15f1e9cf0a2c,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:23.233127 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-1da80f7c-01a5-4564-a097-da16984642cc None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:28:23.245357 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da80f7c-01a5-4564-a097-da16984642cc None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:28:23.376117 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1a822e47-8d35-4a5d-aff9-f2018b57955d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:23.389241 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-06814a32-8746-46d1-91e4-efd47de76497 None None] Set router 7d594062-91e2-4bdb-866c-7608a8d58e68 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:28:23.403641 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e699e0c4-c855-4428-9e06-02d9f3acfd52 req-6a05cfb3-6d5c-499a-972e-396bd1a7d85f tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=46b75108-a73d-4395-ab52-19231bbefec6 HTTP/1.1" status: 200 len: 210 time: 0.0871253 May 27 02:28:23.465241 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-954f2328-4388-4654-8f28-f50d251b3000 service neutron] Attempting to bind port 4b2f5214-fb0c-4b36-b89a-cbf2f8186af1 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:28:23.467368 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-954f2328-4388-4654-8f28-f50d251b3000 service neutron] Attempting to bind port 4b2f5214-fb0c-4b36-b89a-cbf2f8186af1 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '0096599c-fd5d-4fd7-aa45-4b457c52e46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:28:23.467870 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-954f2328-4388-4654-8f28-f50d251b3000 service neutron] Attempting to bind port 4b2f5214-fb0c-4b36-b89a-cbf2f8186af1 on network 8604bb25-00c6-4170-bfcb-0b58b32e10ee {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:28:23.482775 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-954f2328-4388-4654-8f28-f50d251b3000 service neutron] Port 4b2f5214-fb0c-4b36-b89a-cbf2f8186af1 on network 8604bb25-00c6-4170-bfcb-0b58b32e10ee not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:28:23.483107 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-954f2328-4388-4654-8f28-f50d251b3000 service neutron] Attempting to bind port 4b2f5214-fb0c-4b36-b89a-cbf2f8186af1 on network 8604bb25-00c6-4170-bfcb-0b58b32e10ee {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:28:23.491846 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e9097e2-e1f3-48d3-abd7-5c25e826e994 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:23.512964 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port b21f5091-3430-489a-a9d7-403550270396 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:28:23.553913 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0df78-79c5-4981-80bd-d036262bdb69 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bda96dc-3f30-40f3-aae2-1b254952b3b2,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:23.570327 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port b21f5091-3430-489a-a9d7-403550270396 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:28:23.570817 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:23.614004 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9097e2-e1f3-48d3-abd7-5c25e826e994 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Pushing event deleted for resources: {'Subnet': ['ID=02dc02a0-e848-4109-8470-923f5a82966f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:23.620422 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-99a71054-a842-4b57-9163-18e3c27eaae2 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.0226021 May 27 02:28:23.621265 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a71054-a842-4b57-9163-18e3c27eaae2 admin admin] Pushing event updated for resources: {'Network': ['ID=edee9e48-e115-4095-b155-d2ce27e7e3d6,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:23.629726 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53268) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:23.652533 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-9e627965-dca2-4027-9fb7-659602d2d5c5 admin admin] Request body: {'subnet': {'network_id': 'edee9e48-e115-4095-b155-d2ce27e7e3d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1943577263-subnet', 'tenant_id': 'ad7c201714534abd8609454955e40c07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:23.678278 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a822e47-8d35-4a5d-aff9-f2018b57955d admin admin] Pushing event deleted for resources: {'Port': ['ID=f0038ed8-c550-4424-93f6-7a356e428c89,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:23.709330 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network edee9e48-e115-4095-b155-d2ce27e7e3d6 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:28:23.766064 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e9097e2-e1f3-48d3-abd7-5c25e826e994 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:23.812697 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-7e9097e2-e1f3-48d3-abd7-5c25e826e994 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77e3d76c-161a-47e6-a7ac-31afc12a3d96']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:23.830388 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-7e9097e2-e1f3-48d3-abd7-5c25e826e994 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8971d865-6a80-4752-bf4f-f23e7c755a01') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:23.830683 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-7e9097e2-e1f3-48d3-abd7-5c25e826e994 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8971d865-6a80-4752-bf4f-f23e7c755a01') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:23.843869 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e9097e2-e1f3-48d3-abd7-5c25e826e994 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:23.860700 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e9097e2-e1f3-48d3-abd7-5c25e826e994 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:23.867689 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e9097e2-e1f3-48d3-abd7-5c25e826e994 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:28:23.868098 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e9097e2-e1f3-48d3-abd7-5c25e826e994 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:23.879327 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-954f2328-4388-4654-8f28-f50d251b3000 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:28:23.879677 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-954f2328-4388-4654-8f28-f50d251b3000 service neutron] Checking segment: {'id': '0096599c-fd5d-4fd7-aa45-4b457c52e46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:28:23.880072 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-954f2328-4388-4654-8f28-f50d251b3000 service neutron] Bound using segment: {'id': '0096599c-fd5d-4fd7-aa45-4b457c52e46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:28:23.880526 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-954f2328-4388-4654-8f28-f50d251b3000 service neutron] Bound port: 4b2f5214-fb0c-4b36-b89a-cbf2f8186af1, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0096599c-fd5d-4fd7-aa45-4b457c52e46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:28:23.880913 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-954f2328-4388-4654-8f28-f50d251b3000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:23.938787 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-1da80f7c-01a5-4564-a097-da16984642cc None None] Attempting to bind port 526f8bbc-3626-4c15-b5e9-15f1e9cf0a2c on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:28:23.939154 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-1da80f7c-01a5-4564-a097-da16984642cc None None] Attempting to bind port 526f8bbc-3626-4c15-b5e9-15f1e9cf0a2c by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '8971d865-6a80-4752-bf4f-f23e7c755a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77e3d76c-161a-47e6-a7ac-31afc12a3d96'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:28:23.939566 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da80f7c-01a5-4564-a097-da16984642cc None None] Attempting to bind port 526f8bbc-3626-4c15-b5e9-15f1e9cf0a2c on network 77e3d76c-161a-47e6-a7ac-31afc12a3d96 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:28:23.964132 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9e627965-dca2-4027-9fb7-659602d2d5c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:23.973302 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36ab371b-2434-47c0-92d4-83336a012e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:23.982078 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9e627965-dca2-4027-9fb7-659602d2d5c5 admin admin] Usage tracker for resource:subnet and tenant:ad7c201714534abd8609454955e40c07 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:28:24.027895 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9e627965-dca2-4027-9fb7-659602d2d5c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:28:24.031431 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da80f7c-01a5-4564-a097-da16984642cc None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:28:24.032406 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da80f7c-01a5-4564-a097-da16984642cc None None] Checking segment: {'id': '8971d865-6a80-4752-bf4f-f23e7c755a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77e3d76c-161a-47e6-a7ac-31afc12a3d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:28:24.032852 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1da80f7c-01a5-4564-a097-da16984642cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:24.033225 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 8971d865-6a80-4752-bf4f-f23e7c755a01 resource provider aggregate not found May 27 02:28:24.033360 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da80f7c-01a5-4564-a097-da16984642cc None None] Bound using segment: {'id': '8971d865-6a80-4752-bf4f-f23e7c755a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77e3d76c-161a-47e6-a7ac-31afc12a3d96'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:28:24.034058 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-1da80f7c-01a5-4564-a097-da16984642cc None None] Bound port: 526f8bbc-3626-4c15-b5e9-15f1e9cf0a2c, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8971d865-6a80-4752-bf4f-f23e7c755a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77e3d76c-161a-47e6-a7ac-31afc12a3d96'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:28:24.034058 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1da80f7c-01a5-4564-a097-da16984642cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:24.050185 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9e627965-dca2-4027-9fb7-659602d2d5c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:24.063360 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-7e9097e2-e1f3-48d3-abd7-5c25e826e994 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 02:28:24.063360 n-d-843554-3 neutron-server[88901]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 02:28:24.063360 n-d-843554-3 neutron-server[88901]: [parameters: {'id': '77e3d76c-161a-47e6-a7ac-31afc12a3d96'}] May 27 02:28:24.063360 n-d-843554-3 neutron-server[88901]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:28:24.064166 n-d-843554-3 neutron-server[88901]: DEBUG oslo_db.api [None req-7e9097e2-e1f3-48d3-abd7-5c25e826e994 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:28:24.073352 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-d9d42210-f81a-41d7-8d8f-51ba91efac43 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:24.079188 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-d9d42210-f81a-41d7-8d8f-51ba91efac43 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:24.079979 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-d9d42210-f81a-41d7-8d8f-51ba91efac43 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Synchronizing usage tracker for tenant:6137a50b300642e3b27a011e959f0225 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:28:24.082812 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab371b-2434-47c0-92d4-83336a012e89 admin admin] Pushing event deleted for resources: {'Port': ['ID=005872eb-b972-43c4-a867-7419babe319b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:24.085877 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 8971d865-6a80-4752-bf4f-f23e7c755a01 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8971d865-6a80-4752-bf4f-f23e7c755a01 found for delete ", "request_id": "req-5a60cbc9-a4db-495f-90cd-71419fa18539"}]} May 27 02:28:24.194909 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e627965-dca2-4027-9fb7-659602d2d5c5 admin admin] Made reservation on behalf of ad7c201714534abd8609454955e40c07 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:28:24.199504 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e627965-dca2-4027-9fb7-659602d2d5c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:24.288389 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-d9d42210-f81a-41d7-8d8f-51ba91efac43 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Unset dirty status for tenant:6137a50b300642e3b27a011e959f0225 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:28:24.289573 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-d9d42210-f81a-41d7-8d8f-51ba91efac43 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.66 "GET /v2.0/networks?id=c4f4b094-8b63-475e-ab13-d365a2626d55&id=510fd829-959e-45fc-a9f9-360a49e960c0&id=c4f4b094-8b63-475e-ab13-d365a2626d55 HTTP/1.1" status: 200 len: 1391 time: 1.2507346 May 27 02:28:24.303798 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-e5a1336a-0ff4-4724-b440-b1f039f2613d tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Request body: {'port': {'device_id': '46b75108-a73d-4395-ab52-19231bbefec6', 'network_id': 'c4f4b094-8b63-475e-ab13-d365a2626d55', 'admin_state_up': True, 'tenant_id': '6137a50b300642e3b27a011e959f0225'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:24.387237 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port b21f5091-3430-489a-a9d7-403550270396 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:28:24.387708 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:24.408463 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-1da80f7c-01a5-4564-a097-da16984642cc None None] For port 526f8bbc-3626-4c15-b5e9-15f1e9cf0a2c, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:28:24.444561 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-1da80f7c-01a5-4564-a097-da16984642cc None None] For port 526f8bbc-3626-4c15-b5e9-15f1e9cf0a2c, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=526f8bbc-3626-4c15-b5e9-15f1e9cf0a2c,segment=NetworkSegment(8971d865-6a80-4752-bf4f-f23e7c755a01),segment_id=8971d865-6a80-4752-bf4f-f23e7c755a01)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:28:24.498274 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port b21f5091-3430-489a-a9d7-403550270396, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b21f5091-3430-489a-a9d7-403550270396,segment=NetworkSegment(f6152665-605f-4541-8b94-1c9e6dd41f57),segment_id=f6152665-605f-4541-8b94-1c9e6dd41f57)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:24.512482 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ceff3-74b3-4dd5-a1c4-ce10f4560d95 req-dacc1206-b43e-45b9-8b6b-eb8897421e0b tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:24.514045 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b07ceff3-74b3-4dd5-a1c4-ce10f4560d95 req-dacc1206-b43e-45b9-8b6b-eb8897421e0b tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 944 time: 1.0340528 May 27 02:28:24.520685 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1a822e47-8d35-4a5d-aff9-f2018b57955d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:24.538188 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1da80f7c-01a5-4564-a097-da16984642cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:24.552345 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-55a0df78-79c5-4981-80bd-d036262bdb69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:24.555897 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-954f2328-4388-4654-8f28-f50d251b3000 service neutron] For port 4b2f5214-fb0c-4b36-b89a-cbf2f8186af1, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:28:24.585336 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e9097e2-e1f3-48d3-abd7-5c25e826e994 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:24.606598 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:24.607362 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device eda59ef9-0a1d-4bcb-bbd8-f8d2b4938723 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:28:24.649051 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-954f2328-4388-4654-8f28-f50d251b3000 service neutron] For port 4b2f5214-fb0c-4b36-b89a-cbf2f8186af1, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=4b2f5214-fb0c-4b36-b89a-cbf2f8186af1,segment=NetworkSegment(0096599c-fd5d-4fd7-aa45-4b457c52e46a),segment_id=0096599c-fd5d-4fd7-aa45-4b457c52e46a)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:28:24.705202 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-7e9097e2-e1f3-48d3-abd7-5c25e826e994 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Deleting port 526f8bbc-3626-4c15-b5e9-15f1e9cf0a2c {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:28:24.705868 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e9097e2-e1f3-48d3-abd7-5c25e826e994 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:24.783925 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da80f7c-01a5-4564-a097-da16984642cc None None] Pushing event updated for resources: {'Port': ['ID=526f8bbc-3626-4c15-b5e9-15f1e9cf0a2c,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:24.805833 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-954f2328-4388-4654-8f28-f50d251b3000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:24.894829 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7d8c93-233d-43f7-bc95-5d5725e40030 None None] Network 77e3d76c-161a-47e6-a7ac-31afc12a3d96 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:28:24.910854 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=b21f5091-3430-489a-a9d7-403550270396,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:24.982524 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-06814a32-8746-46d1-91e4-efd47de76497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d594062-91e2-4bdb-866c-7608a8d58e68', 'name': 'tempest-TestAggregatesBasicOps-1579862696-router', 'tenant_id': '952c5c481ac44b519d30eded5a464ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '4c3cf0a9-48f3-4e38-b646-9d28e119a04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:27:45Z', 'updated_at': '2022-05-27T02:28:02Z', 'revision_number': 4, 'project_id': '952c5c481ac44b519d30eded5a464ad0', 'gw_port': {'id': '4c3cf0a9-48f3-4e38-b646-9d28e119a04c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d594062-91e2-4bdb-866c-7608a8d58e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:27:50Z', 'updated_at': '2022-05-27T02:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'c9a19c3e-7e9f-44b5-a616-1c1ebf7d9bc6', 'name': '', 'network_id': '3ae3655c-aebe-4c5a-b980-d16163dfd24c', 'tenant_id': '952c5c481ac44b519d30eded5a464ad0', 'mac_address': 'fa:16:3e:13:76:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d594062-91e2-4bdb-866c-7608a8d58e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '2db6b918-02d2-48c1-bc68-12eb68efec5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:27:59Z', 'updated_at': '2022-05-27T02:28:21Z', 'revision_number': 4, 'project_id': '952c5c481ac44b519d30eded5a464ad0', 'subnets': [{'id': '2db6b918-02d2-48c1-bc68-12eb68efec5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:25.007561 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06814a32-8746-46d1-91e4-efd47de76497 None None] The sync data for ids ['7d594062-91e2-4bdb-866c-7608a8d58e68'] in n-d-843554-3 is: [{'id': '7d594062-91e2-4bdb-866c-7608a8d58e68', 'name': 'tempest-TestAggregatesBasicOps-1579862696-router', 'tenant_id': '952c5c481ac44b519d30eded5a464ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '4c3cf0a9-48f3-4e38-b646-9d28e119a04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:27:45Z', 'updated_at': '2022-05-27T02:28:02Z', 'revision_number': 4, 'project_id': '952c5c481ac44b519d30eded5a464ad0', 'gw_port': {'id': '4c3cf0a9-48f3-4e38-b646-9d28e119a04c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d594062-91e2-4bdb-866c-7608a8d58e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:27:50Z', 'updated_at': '2022-05-27T02:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'c9a19c3e-7e9f-44b5-a616-1c1ebf7d9bc6', 'name': '', 'network_id': '3ae3655c-aebe-4c5a-b980-d16163dfd24c', 'tenant_id': '952c5c481ac44b519d30eded5a464ad0', 'mac_address': 'fa:16:3e:13:76:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d594062-91e2-4bdb-866c-7608a8d58e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '2db6b918-02d2-48c1-bc68-12eb68efec5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:27:59Z', 'updated_at': '2022-05-27T02:28:21Z', 'revision_number': 4, 'project_id': '952c5c481ac44b519d30eded5a464ad0', 'subnets': [{'id': '2db6b918-02d2-48c1-bc68-12eb68efec5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:28:25.007919 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36ab371b-2434-47c0-92d4-83336a012e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:25.021793 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-e5a1336a-0ff4-4724-b440-b1f039f2613d tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:25.034964 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-905c3580-d7e7-4060-a8dd-67907957011c None None] Provisioning complete for port eda59ef9-0a1d-4bcb-bbd8-f8d2b4938723 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:28:25.035280 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-905c3580-d7e7-4060-a8dd-67907957011c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:25.043162 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-e5a1336a-0ff4-4724-b440-b1f039f2613d tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Usage tracker for resource:port and tenant:6137a50b300642e3b27a011e959f0225 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:28:25.050873 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-e5a1336a-0ff4-4724-b440-b1f039f2613d tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:28:25.064501 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port eda59ef9-0a1d-4bcb-bbd8-f8d2b4938723 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:28:25.073021 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-e5a1336a-0ff4-4724-b440-b1f039f2613d tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:25.090677 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port eda59ef9-0a1d-4bcb-bbd8-f8d2b4938723 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:28:25.091047 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:25.130237 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b07ceff3-74b3-4dd5-a1c4-ce10f4560d95 req-02e570f8-def8-4b51-9361-3f9a35c0e8b4 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=2215ff21-0f16-48f2-9c26-3743ed11a433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6049473 May 27 02:28:25.202087 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954f2328-4388-4654-8f28-f50d251b3000 service neutron] Pushing event updated for resources: {'Port': ['ID=4b2f5214-fb0c-4b36-b89a-cbf2f8186af1,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:25.291667 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-7e9097e2-e1f3-48d3-abd7-5c25e826e994 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] For port 526f8bbc-3626-4c15-b5e9-15f1e9cf0a2c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=526f8bbc-3626-4c15-b5e9-15f1e9cf0a2c,segment=NetworkSegment(8971d865-6a80-4752-bf4f-f23e7c755a01),segment_id=8971d865-6a80-4752-bf4f-f23e7c755a01)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:25.292059 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e9097e2-e1f3-48d3-abd7-5c25e826e994 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:25.345862 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41f8ee-386b-43c1-9bbf-b2d0165995bb req-dacc0e38-39d7-4811-a709-fe44b6d07ddf tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:25.356334 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5b41f8ee-386b-43c1-9bbf-b2d0165995bb req-dacc0e38-39d7-4811-a709-fe44b6d07ddf tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/ports?device_id=490bdaec-0fa9-481b-aae9-352584d7963a HTTP/1.1" status: 200 len: 946 time: 1.0274057 May 27 02:28:25.367585 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-954f2328-4388-4654-8f28-f50d251b3000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:25.370420 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-954f2328-4388-4654-8f28-f50d251b3000 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:25.370420 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-954f2328-4388-4654-8f28-f50d251b3000 service neutron] 10.222.0.32 "PUT /v2.0/ports/4b2f5214-fb0c-4b36-b89a-cbf2f8186af1 HTTP/1.1" status: 200 len: 1092 time: 6.7629638 May 27 02:28:25.391293 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07835cf-a601-42ce-ad6c-031dc828f47f', 'tag': '4b2f5214-fb0c-4b36-b89a-cbf2f8186af1'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:28:25.481563 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port eda59ef9-0a1d-4bcb-bbd8-f8d2b4938723 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:28:25.482036 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:25.489754 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-7e9097e2-e1f3-48d3-abd7-5c25e826e994 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Calling delete_port for 526f8bbc-3626-4c15-b5e9-15f1e9cf0a2c owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:28:25.521553 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-e5a1336a-0ff4-4724-b440-b1f039f2613d tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Made reservation on behalf of 6137a50b300642e3b27a011e959f0225 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:28:25.525463 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-e5a1336a-0ff4-4724-b440-b1f039f2613d tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:25.528018 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port eda59ef9-0a1d-4bcb-bbd8-f8d2b4938723, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=eda59ef9-0a1d-4bcb-bbd8-f8d2b4938723,segment=NetworkSegment(d2c8425f-4bf7-4888-8879-e615626b948b),segment_id=d2c8425f-4bf7-4888-8879-e615626b948b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:25.529151 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-905c3580-d7e7-4060-a8dd-67907957011c None None] Current status of the port eda59ef9-0a1d-4bcb-bbd8-f8d2b4938723 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:28:25.529522 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-905c3580-d7e7-4060-a8dd-67907957011c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:25.561488 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-875f183f-4038-460b-bf68-c1e1424b4b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:25.596272 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:25.597470 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 6d6300a4-44fa-4f4a-bb53-17dfc513b371 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:28:25.687696 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e627965-dca2-4027-9fb7-659602d2d5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:25.716923 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3983dd93-6ef9-4d4d-8112-a87f5c4e37b5 req-be8aaed5-8fd1-479c-9bdd-1fc3bcef947d tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=46b75108-a73d-4395-ab52-19231bbefec6 HTTP/1.1" status: 200 len: 210 time: 0.3536234 May 27 02:28:25.753248 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5b41f8ee-386b-43c1-9bbf-b2d0165995bb req-293e557f-da8a-42fb-9ba7-4ee11f81f325 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/security-groups?id=04543955-9f9e-4e44-a576-07b2f2f49601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959954 May 27 02:28:25.827592 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01a18763-3fc1-4aff-8ab3-9285ad829a1f'] response: {'name': 'network-changed', 'server_uuid': 'f07835cf-a601-42ce-ad6c-031dc828f47f', 'tag': '4b2f5214-fb0c-4b36-b89a-cbf2f8186af1', 'status': 'completed', 'code': 200} May 27 02:28:25.829184 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d156c93-a0aa-4dae-9cae-fbb0b9caac42 None None] get_active_networks_info from n-d-843554-3 {{(pid=88903) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 02:28:25.866728 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=eda59ef9-0a1d-4bcb-bbd8-f8d2b4938723,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:25.970020 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-905c3580-d7e7-4060-a8dd-67907957011c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:28:25.970740 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-905c3580-d7e7-4060-a8dd-67907957011c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:28:26.066147 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 6d6300a4-44fa-4f4a-bb53-17dfc513b371 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:28:26.074242 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 6d6300a4-44fa-4f4a-bb53-17dfc513b371 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:28:26.075138 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:26.115797 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a0df78-79c5-4981-80bd-d036262bdb69 admin admin] Router 51db2047-2b01-4367-be43-6cfd8eb4ee08 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:28:26.124000 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a822e47-8d35-4a5d-aff9-f2018b57955d admin admin] Router daa84f6e-a703-42c6-819b-00fae724e29f has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:28:26.127000 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-d5203a9c-09de-4ea1-9e74-7a4b942057ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:26.128127 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-d5203a9c-09de-4ea1-9e74-7a4b942057ab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a9d84b96bbe4011b693e36de83ee83d&device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 1095 time: 0.5358930 May 27 02:28:26.164904 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e627965-dca2-4027-9fb7-659602d2d5c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6ca7fff-7e28-4d92-a44c-ab5f41cfce52,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:26.206549 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e627965-dca2-4027-9fb7-659602d2d5c5 admin admin] Checking segment: {'id': 'e586adb0-61bc-4982-abeb-a85af8615dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'edee9e48-e115-4095-b155-d2ce27e7e3d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:28:26.206918 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e627965-dca2-4027-9fb7-659602d2d5c5 admin admin] Network hostable DHCP agents. Network: edee9e48-e115-4095-b155-d2ce27e7e3d6, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:28:26.233489 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 6d6300a4-44fa-4f4a-bb53-17dfc513b371 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:28:26.233963 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:26.242435 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d156c93-a0aa-4dae-9cae-fbb0b9caac42 None None] Resources bound (agent type, host, resource id): {{(pid=88903) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 02:28:26.265307 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ab371b-2434-47c0-92d4-83336a012e89 admin admin] Router c9d20f2e-43a6-4f1e-96c3-7c95d74efc73 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:28:26.267749 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e9097e2-e1f3-48d3-abd7-5c25e826e994 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:26.279240 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-94e88956-57e7-4395-9898-ff7b2a1dd1fe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b2f5214-fb0c-4b36-b89a-cbf2f8186af1 HTTP/1.1" status: 200 len: 217 time: 0.1435103 May 27 02:28:26.345440 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbe54e-21de-4155-ba2b-6627965ad1c3 req-9b9c2e6a-7975-4f88-99b7-526072647a41 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:26.347433 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-8bcbe54e-21de-4155-ba2b-6627965ad1c3 req-9b9c2e6a-7975-4f88-99b7-526072647a41 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Synchronizing usage tracker for tenant:898805dffca84655b80c58e7ceffa560 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:28:26.356467 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9097e2-e1f3-48d3-abd7-5c25e826e994 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] No DVR routers for this DVR port 526f8bbc-3626-4c15-b5e9-15f1e9cf0a2c on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:28:26.384143 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9097e2-e1f3-48d3-abd7-5c25e826e994 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Pushing event deleted for resources: {'Port': ['ID=526f8bbc-3626-4c15-b5e9-15f1e9cf0a2c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:26.423103 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 6d6300a4-44fa-4f4a-bb53-17dfc513b371, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=6d6300a4-44fa-4f4a-bb53-17dfc513b371,segment=NetworkSegment(6e087f4b-4ae8-48ae-9e52-24f0368b4c40),segment_id=6e087f4b-4ae8-48ae-9e52-24f0368b4c40)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:26.499815 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e627965-dca2-4027-9fb7-659602d2d5c5 admin admin] Network edee9e48-e115-4095-b155-d2ce27e7e3d6 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:28:26.521351 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:26.564940 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-e5a1336a-0ff4-4724-b440-b1f039f2613d tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Allocated IP 19.80.0.241 (c4f4b094-8b63-475e-ab13-d365a2626d55/3d17910a-e033-48f5-940f-8a1ca17d0056/baabc363-c747-453c-a555-29e87186c07a) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:28:26.611579 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e9097e2-e1f3-48d3-abd7-5c25e826e994 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:26.627733 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-092dd0d6-e82e-4e51-a9f0-0a46f18056c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:26.629279 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-092dd0d6-e82e-4e51-a9f0-0a46f18056c3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fd5aa407-954e-45ea-8fc0-6e0875d0c839 HTTP/1.1" status: 200 len: 857 time: 0.2884576 May 27 02:28:26.700912 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-8bcbe54e-21de-4155-ba2b-6627965ad1c3 req-9b9c2e6a-7975-4f88-99b7-526072647a41 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Unset dirty status for tenant:898805dffca84655b80c58e7ceffa560 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:28:26.702111 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8bcbe54e-21de-4155-ba2b-6627965ad1c3 req-9b9c2e6a-7975-4f88-99b7-526072647a41 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.32 "GET /v2.0/ports?device_id=490bdaec-0fa9-481b-aae9-352584d7963a HTTP/1.1" status: 200 len: 946 time: 1.0770800 May 27 02:28:26.702356 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-905c3580-d7e7-4060-a8dd-67907957011c None None] Current status of the port eda59ef9-0a1d-4bcb-bbd8-f8d2b4938723 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:28:26.725786 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=6d6300a4-44fa-4f4a-bb53-17dfc513b371,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:26.791452 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-9e627965-dca2-4027-9fb7-659602d2d5c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, edee9e48-e115-4095-b155-d2ce27e7e3d6) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:28:26.805595 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e627965-dca2-4027-9fb7-659602d2d5c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:26.806193 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e627965-dca2-4027-9fb7-659602d2d5c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:26.836135 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-7e9097e2-e1f3-48d3-abd7-5c25e826e994 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77e3d76c-161a-47e6-a7ac-31afc12a3d96']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:26.856869 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a0df78-79c5-4981-80bd-d036262bdb69 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:28:26.867870 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed2e311-0b20-4587-9e01-0fdc02a236cc None None] Sync routers for ids ['51db2047-2b01-4367-be43-6cfd8eb4ee08'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:28:26.883532 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed2e311-0b20-4587-9e01-0fdc02a236cc None None] Routers {'51db2047-2b01-4367-be43-6cfd8eb4ee08'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:28:26.884168 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-1ed2e311-0b20-4587-9e01-0fdc02a236cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:27:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['51db2047-2b01-4367-be43-6cfd8eb4ee08'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:26.929643 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a822e47-8d35-4a5d-aff9-f2018b57955d admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:28:26.949305 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1a822e47-8d35-4a5d-aff9-f2018b57955d admin admin] 10.222.0.57 "PUT /v2.0/routers/daa84f6e-a703-42c6-819b-00fae724e29f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9502599 May 27 02:28:26.954305 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-7e9097e2-e1f3-48d3-abd7-5c25e826e994 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8971d865-6a80-4752-bf4f-f23e7c755a01') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:26.954917 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-7e9097e2-e1f3-48d3-abd7-5c25e826e994 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8971d865-6a80-4752-bf4f-f23e7c755a01') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:26.959671 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78135ddb-dab2-4d12-ac9a-a43c58604980 None None] Sync routers for ids ['daa84f6e-a703-42c6-819b-00fae724e29f'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:28:26.966141 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device eda59ef9-0a1d-4bcb-bbd8-f8d2b4938723 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:28:26.969848 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53292) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:27.009751 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-55a0df78-79c5-4981-80bd-d036262bdb69 admin admin] 10.222.0.57 "PUT /v2.0/routers/51db2047-2b01-4367-be43-6cfd8eb4ee08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6956739 May 27 02:28:27.020362 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53296) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:27.037964 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-189d908a-8557-4e7f-9c76-848fa3955607 req-9f5bd865-f191-4bc9-a853-7b7bdc903d46 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=46b75108-a73d-4395-ab52-19231bbefec6 HTTP/1.1" status: 200 len: 210 time: 0.1062427 May 27 02:28:27.043261 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2ee3d0-9f48-445f-b23a-168a91076e90 None None] Network edee9e48-e115-4095-b155-d2ce27e7e3d6 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:28:27.060614 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78135ddb-dab2-4d12-ac9a-a43c58604980 None None] Routers {'daa84f6e-a703-42c6-819b-00fae724e29f'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:28:27.061283 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-78135ddb-dab2-4d12-ac9a-a43c58604980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:27:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['daa84f6e-a703-42c6-819b-00fae724e29f'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:27.112588 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f42d63a-f671-4f49-828c-f14875ec8076 req-357a0e29-6dff-486e-8db4-94e24366ba24 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:27.120160 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3f42d63a-f671-4f49-828c-f14875ec8076 req-357a0e29-6dff-486e-8db4-94e24366ba24 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 944 time: 0.7802875 May 27 02:28:27.137620 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e9097e2-e1f3-48d3-abd7-5c25e826e994 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:27.219227 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-8bcbe54e-21de-4155-ba2b-6627965ad1c3 req-bc0654e2-6cb9-4d90-96a7-1398bb6c1f2e tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Deleting port 82de8fe4-3b7a-407f-838f-c3ab15b63f62 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:28:27.220463 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8bcbe54e-21de-4155-ba2b-6627965ad1c3 req-bc0654e2-6cb9-4d90-96a7-1398bb6c1f2e tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:27.241915 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port eda59ef9-0a1d-4bcb-bbd8-f8d2b4938723 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:28:27.242290 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:27.255535 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-1ed2e311-0b20-4587-9e01-0fdc02a236cc None None] Set router 51db2047-2b01-4367-be43-6cfd8eb4ee08 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:28:27.263310 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9e627965-dca2-4027-9fb7-659602d2d5c5 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.6322939 May 27 02:28:27.265029 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ab371b-2434-47c0-92d4-83336a012e89 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:28:27.272123 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-36ab371b-2434-47c0-92d4-83336a012e89 admin admin] 10.222.0.57 "PUT /v2.0/routers/c9d20f2e-43a6-4f1e-96c3-7c95d74efc73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1434216 May 27 02:28:27.294007 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53302) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:27.324094 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e9097e2-e1f3-48d3-abd7-5c25e826e994 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:27.344183 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3f42d63a-f671-4f49-828c-f14875ec8076 req-687f44e1-2d3a-4bb1-a557-47fd73a594c0 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=2215ff21-0f16-48f2-9c26-3743ed11a433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230744 May 27 02:28:27.361151 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e9097e2-e1f3-48d3-abd7-5c25e826e994 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:28:27.361758 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e9097e2-e1f3-48d3-abd7-5c25e826e994 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:27.367787 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-e7171a36-974a-4a3c-9e96-4a88ae0cf66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:27.374314 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-e7171a36-974a-4a3c-9e96-4a88ae0cf66f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8604bb25-00c6-4170-bfcb-0b58b32e10ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7369306 May 27 02:28:27.419424 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b33882-9fe9-4ee5-92aa-277995c24c8c None None] Sync routers for ids ['c9d20f2e-43a6-4f1e-96c3-7c95d74efc73'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:28:27.464289 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-78135ddb-dab2-4d12-ac9a-a43c58604980 None None] Set router daa84f6e-a703-42c6-819b-00fae724e29f gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:28:27.504388 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b33882-9fe9-4ee5-92aa-277995c24c8c None None] Routers {'c9d20f2e-43a6-4f1e-96c3-7c95d74efc73'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:28:27.505387 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-59b33882-9fe9-4ee5-92aa-277995c24c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:27:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['c9d20f2e-43a6-4f1e-96c3-7c95d74efc73'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:27.541901 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 8971d865-6a80-4752-bf4f-f23e7c755a01 resource provider aggregate not found May 27 02:28:27.555727 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53310) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:27.599839 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 8971d865-6a80-4752-bf4f-f23e7c755a01 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8971d865-6a80-4752-bf4f-f23e7c755a01 found for delete ", "request_id": "req-e8dd897e-276f-4cd5-b546-968bccf9bb75"}]} May 27 02:28:27.698480 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c8b41cd-04df-4120-90e0-d5a23f714a2d admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:27.736091 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-575888a3-b27b-4456-b56f-f5a65953d618 admin admin] Notify callbacks [] for router, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:27.896475 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-e5a1336a-0ff4-4724-b440-b1f039f2613d tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:27.915498 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-d29bb55b-c6a0-48ef-8c44-a9899e1f7ffb admin admin] Deleting subnet e6ca7fff-7e28-4d92-a44c-ab5f41cfce52 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:28:27.940468 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d29bb55b-c6a0-48ef-8c44-a9899e1f7ffb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:27.953560 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-59b33882-9fe9-4ee5-92aa-277995c24c8c None None] Set router c9d20f2e-43a6-4f1e-96c3-7c95d74efc73 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:28:27.980769 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port eda59ef9-0a1d-4bcb-bbd8-f8d2b4938723 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:28:27.982547 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c9a19c3e-7e9f-44b5-a616-1c1ebf7d9bc6 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:28:28.104885 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bcc217ac-c489-4cc6-b018-919524eb2d16 admin admin] Notify callbacks [] for router, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:28.111099 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-577f45b4-e2d1-4db2-bb92-2c17c9773595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:28.156435 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e9097e2-e1f3-48d3-abd7-5c25e826e994 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:28.161835 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e9097e2-e1f3-48d3-abd7-5c25e826e994 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:28.167364 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c8b41cd-04df-4120-90e0-d5a23f714a2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:28.173526 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f7305e-c3a4-497c-93ba-9172145164f9 None None] Network edee9e48-e115-4095-b155-d2ce27e7e3d6 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:28:28.216401 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9097e2-e1f3-48d3-abd7-5c25e826e994 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Pushing event deleted for resources: {'Network': ['ID=77e3d76c-161a-47e6-a7ac-31afc12a3d96,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:28.228270 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-e5a1336a-0ff4-4724-b440-b1f039f2613d tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Transition to ACTIVE for port object baabc363-c747-453c-a555-29e87186c07a will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:28:28.235302 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7e9097e2-e1f3-48d3-abd7-5c25e826e994 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] 10.222.0.57 "DELETE /v2.0/networks/77e3d76c-161a-47e6-a7ac-31afc12a3d96 HTTP/1.1" status: 204 len: 168 time: 8.9901257 May 27 02:28:28.235302 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53318) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:28.246200 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-81ac9d10-91d2-490d-9a84-20f8feb48289 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1784813064'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:28.250465 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-bdfd9f22-afe3-4376-be3e-046fb58bbe95 service neutron] 10.222.0.32 "GET /v2.0/networks/8604bb25-00c6-4170-bfcb-0b58b32e10ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7013762 May 27 02:28:28.275205 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-81ac9d10-91d2-490d-9a84-20f8feb48289 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:28.288046 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-81ac9d10-91d2-490d-9a84-20f8feb48289 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Usage tracker for resource:network and tenant:c47db8f7430c4928a92f16863004d577 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:28:28.293228 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-81ac9d10-91d2-490d-9a84-20f8feb48289 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:28:28.310773 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-81ac9d10-91d2-490d-9a84-20f8feb48289 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:28.317259 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b41cd-04df-4120-90e0-d5a23f714a2d admin admin] Deleting port 92b172b0-4350-41a6-8a59-376f01838aa5 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:28:28.317724 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c8b41cd-04df-4120-90e0-d5a23f714a2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:28.328926 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port c9a19c3e-7e9f-44b5-a616-1c1ebf7d9bc6 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:28:28.335214 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-1ed2e311-0b20-4587-9e01-0fdc02a236cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51db2047-2b01-4367-be43-6cfd8eb4ee08', 'name': 'tempest-TestAggregatesBasicOps-1285310715-router', 'tenant_id': 'fcfe314133204020a0ec1bed4c17b833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a9fbec0f-d601-4885-8da5-db93b1e87bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:27:28Z', 'updated_at': '2022-05-27T02:28:22Z', 'revision_number': 5, 'project_id': 'fcfe314133204020a0ec1bed4c17b833', 'gw_port': {'id': 'a9fbec0f-d601-4885-8da5-db93b1e87bea', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51db2047-2b01-4367-be43-6cfd8eb4ee08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:27:30Z', 'updated_at': '2022-05-27T02:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:28.336236 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port c9a19c3e-7e9f-44b5-a616-1c1ebf7d9bc6 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:28:28.336791 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:28.345122 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed2e311-0b20-4587-9e01-0fdc02a236cc None None] Checking router: 51db2047-2b01-4367-be43-6cfd8eb4ee08 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:28:28.360426 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed2e311-0b20-4587-9e01-0fdc02a236cc None None] Routers {'51db2047-2b01-4367-be43-6cfd8eb4ee08'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:28:28.361105 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-1ed2e311-0b20-4587-9e01-0fdc02a236cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:28:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['51db2047-2b01-4367-be43-6cfd8eb4ee08'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:28.378745 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d29bb55b-c6a0-48ef-8c44-a9899e1f7ffb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:28.380684 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-8bcbe54e-21de-4155-ba2b-6627965ad1c3 req-bc0654e2-6cb9-4d90-96a7-1398bb6c1f2e tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] For port 82de8fe4-3b7a-407f-838f-c3ab15b63f62, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=82de8fe4-3b7a-407f-838f-c3ab15b63f62,segment=NetworkSegment(3000b652-99bd-41cd-b27c-de211dcee687),segment_id=3000b652-99bd-41cd-b27c-de211dcee687)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:28.380684 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8bcbe54e-21de-4155-ba2b-6627965ad1c3 req-bc0654e2-6cb9-4d90-96a7-1398bb6c1f2e tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:28.414099 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-78135ddb-dab2-4d12-ac9a-a43c58604980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'name': 'tempest-AttachVolumeShelveTestJSON-1946500173-router', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '92b172b0-4350-41a6-8a59-376f01838aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:20:47Z', 'updated_at': '2022-05-27T02:28:22Z', 'revision_number': 5, 'project_id': '67a2999592f840daafe9db3a26b0dd55', 'gw_port': {'id': '92b172b0-4350-41a6-8a59-376f01838aa5', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:20:48Z', 'updated_at': '2022-05-27T02:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:28.421988 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78135ddb-dab2-4d12-ac9a-a43c58604980 None None] Checking router: daa84f6e-a703-42c6-819b-00fae724e29f for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:28:28.496432 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78135ddb-dab2-4d12-ac9a-a43c58604980 None None] Routers {'daa84f6e-a703-42c6-819b-00fae724e29f'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:28:28.497404 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-78135ddb-dab2-4d12-ac9a-a43c58604980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:28:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['daa84f6e-a703-42c6-819b-00fae724e29f'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:28.516767 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8ace0cd5-8376-405b-97a4-e57c498da39a req-e2f3a169-4eb6-4a15-9905-784615c22123 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=46b75108-a73d-4395-ab52-19231bbefec6 HTTP/1.1" status: 200 len: 210 time: 0.2705581 May 27 02:28:28.517583 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bcc217ac-c489-4cc6-b018-919524eb2d16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:28.521758 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ac9d10-91d2-490d-9a84-20f8feb48289 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Made reservation on behalf of c47db8f7430c4928a92f16863004d577 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:28:28.526078 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81ac9d10-91d2-490d-9a84-20f8feb48289 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:28.555819 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-8bcbe54e-21de-4155-ba2b-6627965ad1c3 req-bc0654e2-6cb9-4d90-96a7-1398bb6c1f2e tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Calling delete_port for 82de8fe4-3b7a-407f-838f-c3ab15b63f62 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:28:28.574939 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-1ed2e311-0b20-4587-9e01-0fdc02a236cc None None] Set router 51db2047-2b01-4367-be43-6cfd8eb4ee08 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:28:28.686827 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-78135ddb-dab2-4d12-ac9a-a43c58604980 None None] Set router daa84f6e-a703-42c6-819b-00fae724e29f gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:28:28.701191 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-e5a1336a-0ff4-4724-b440-b1f039f2613d tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:28.709077 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81ac9d10-91d2-490d-9a84-20f8feb48289 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:28:28.720133 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-59b33882-9fe9-4ee5-92aa-277995c24c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d20f2e-43a6-4f1e-96c3-7c95d74efc73', 'name': 'tempest-TaggedBootDevicesTest-790836661-router', 'tenant_id': 'c16206696eb741cdaa64166c1c689407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '2e6400d8-4a54-4aac-ac6e-5bcd4f22e8ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:19:13Z', 'updated_at': '2022-05-27T02:28:22Z', 'revision_number': 5, 'project_id': 'c16206696eb741cdaa64166c1c689407', 'gw_port': {'id': '2e6400d8-4a54-4aac-ac6e-5bcd4f22e8ab', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:13:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d20f2e-43a6-4f1e-96c3-7c95d74efc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:16Z', 'updated_at': '2022-05-27T02:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:28.811385 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1336a-0ff4-4724-b440-b1f039f2613d tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Pushing event updated for resources: {'Port': ['ID=baabc363-c747-453c-a555-29e87186c07a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:28.837233 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837d059-6137-4c63-bed6-b6614e02649e req-373f367a-ca99-4305-9ab1-3342b6ef2a61 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:28.840628 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-e5a1336a-0ff4-4724-b440-b1f039f2613d tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Network c4f4b094-8b63-475e-ab13-d365a2626d55 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:28:28.844794 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7837d059-6137-4c63-bed6-b6614e02649e req-373f367a-ca99-4305-9ab1-3342b6ef2a61 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/ports?device_id=490bdaec-0fa9-481b-aae9-352584d7963a HTTP/1.1" status: 200 len: 946 time: 1.5492959 May 27 02:28:28.846490 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-e5a1336a-0ff4-4724-b440-b1f039f2613d tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:28:28.849772 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-e5a1336a-0ff4-4724-b440-b1f039f2613d tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:28:28.858307 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b33882-9fe9-4ee5-92aa-277995c24c8c None None] Checking router: c9d20f2e-43a6-4f1e-96c3-7c95d74efc73 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:28:28.893392 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b33882-9fe9-4ee5-92aa-277995c24c8c None None] Routers {'c9d20f2e-43a6-4f1e-96c3-7c95d74efc73'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:28:28.894339 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-59b33882-9fe9-4ee5-92aa-277995c24c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:28:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['c9d20f2e-43a6-4f1e-96c3-7c95d74efc73'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:28.948186 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-e5a1336a-0ff4-4724-b440-b1f039f2613d tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:28.949406 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-e5a1336a-0ff4-4724-b440-b1f039f2613d tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:28.970447 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81ac9d10-91d2-490d-9a84-20f8feb48289 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:28.971186 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-81ac9d10-91d2-490d-9a84-20f8feb48289 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Added segment cbea87fd-4c93-4a79-b0b0-1cac5eb85a40 of type vlan for network 5eecf66d-207a-42d9-9df4-6d10662e3ffb May 27 02:28:28.973972 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-bcc217ac-c489-4cc6-b018-919524eb2d16 admin admin] Deleting port 2e6400d8-4a54-4aac-ac6e-5bcd4f22e8ab {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:28:28.974470 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bcc217ac-c489-4cc6-b018-919524eb2d16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:29.042839 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-575888a3-b27b-4456-b56f-f5a65953d618 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:29.059907 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d29bb55b-c6a0-48ef-8c44-a9899e1f7ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:29.085546 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81ac9d10-91d2-490d-9a84-20f8feb48289 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:29.087269 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 82de8fe4-3b7a-407f-838f-c3ab15b63f62 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:28:29.094184 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-e5a1336a-0ff4-4724-b440-b1f039f2613d tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7960560 May 27 02:28:29.114157 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-21a2d17d-fc4b-4740-87c4-c87c03ac418f tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Request body: {'port': {'device_id': '46b75108-a73d-4395-ab52-19231bbefec6', 'network_id': '510fd829-959e-45fc-a9f9-360a49e960c0', 'admin_state_up': True, 'tenant_id': '6137a50b300642e3b27a011e959f0225'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:29.169804 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-78135ddb-dab2-4d12-ac9a-a43c58604980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'name': 'tempest-AttachVolumeShelveTestJSON-1946500173-router', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:20:47Z', 'updated_at': '2022-05-27T02:28:28Z', 'revision_number': 6, 'project_id': '67a2999592f840daafe9db3a26b0dd55', 'gw_port_host': None}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:29.224318 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:29.226700 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78135ddb-dab2-4d12-ac9a-a43c58604980 None None] The sync data for ids ['daa84f6e-a703-42c6-819b-00fae724e29f'] in n-d-843554-3 is: [{'id': 'daa84f6e-a703-42c6-819b-00fae724e29f', 'name': 'tempest-AttachVolumeShelveTestJSON-1946500173-router', 'tenant_id': '67a2999592f840daafe9db3a26b0dd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:20:47Z', 'updated_at': '2022-05-27T02:28:28Z', 'revision_number': 6, 'project_id': '67a2999592f840daafe9db3a26b0dd55', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:28:29.241877 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port c9a19c3e-7e9f-44b5-a616-1c1ebf7d9bc6 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:28:29.242514 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:29.245592 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-2c8b41cd-04df-4120-90e0-d5a23f714a2d admin admin] For port 92b172b0-4350-41a6-8a59-376f01838aa5, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=92b172b0-4350-41a6-8a59-376f01838aa5,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:29.246524 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c8b41cd-04df-4120-90e0-d5a23f714a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:29.256676 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-59b33882-9fe9-4ee5-92aa-277995c24c8c None None] Set router c9d20f2e-43a6-4f1e-96c3-7c95d74efc73 gateway port host: None {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:28:29.264129 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:29.341998 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 82de8fe4-3b7a-407f-838f-c3ab15b63f62 is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:28:29.342610 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:29.358581 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-bcc217ac-c489-4cc6-b018-919524eb2d16 admin admin] For port 2e6400d8-4a54-4aac-ac6e-5bcd4f22e8ab, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=2e6400d8-4a54-4aac-ac6e-5bcd4f22e8ab,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:29.358946 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bcc217ac-c489-4cc6-b018-919524eb2d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:29.364458 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6f45653a-52aa-43f5-8672-7eb896105f5c None None] Provisioning for port baabc363-c747-453c-a555-29e87186c07a completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:28:29.381040 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port c9a19c3e-7e9f-44b5-a616-1c1ebf7d9bc6, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c9a19c3e-7e9f-44b5-a616-1c1ebf7d9bc6,segment=NetworkSegment(acf54c62-ce59-44ad-a553-8cae3366434a),segment_id=acf54c62-ce59-44ad-a553-8cae3366434a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:29.382282 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6f45653a-52aa-43f5-8672-7eb896105f5c None None] Provisioning complete for port baabc363-c747-453c-a555-29e87186c07a triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:28:29.382719 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6f45653a-52aa-43f5-8672-7eb896105f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:29.403295 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-59b33882-9fe9-4ee5-92aa-277995c24c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d20f2e-43a6-4f1e-96c3-7c95d74efc73', 'name': 'tempest-TaggedBootDevicesTest-790836661-router', 'tenant_id': 'c16206696eb741cdaa64166c1c689407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:19:13Z', 'updated_at': '2022-05-27T02:28:28Z', 'revision_number': 6, 'project_id': 'c16206696eb741cdaa64166c1c689407', 'gw_port_host': None}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:29.408269 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-1ed2e311-0b20-4587-9e01-0fdc02a236cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51db2047-2b01-4367-be43-6cfd8eb4ee08', 'name': 'tempest-TestAggregatesBasicOps-1285310715-router', 'tenant_id': 'fcfe314133204020a0ec1bed4c17b833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a9fbec0f-d601-4885-8da5-db93b1e87bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:27:28Z', 'updated_at': '2022-05-27T02:28:22Z', 'revision_number': 5, 'project_id': 'fcfe314133204020a0ec1bed4c17b833', 'gw_port': {'id': 'a9fbec0f-d601-4885-8da5-db93b1e87bea', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51db2047-2b01-4367-be43-6cfd8eb4ee08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:27:30Z', 'updated_at': '2022-05-27T02:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:29.412298 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b41cd-04df-4120-90e0-d5a23f714a2d admin admin] Calling delete_port for 92b172b0-4350-41a6-8a59-376f01838aa5 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:28:29.413311 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed2e311-0b20-4587-9e01-0fdc02a236cc None None] The sync data for ids ['51db2047-2b01-4367-be43-6cfd8eb4ee08'] in n-d-843554-3 is: [{'id': '51db2047-2b01-4367-be43-6cfd8eb4ee08', 'name': 'tempest-TestAggregatesBasicOps-1285310715-router', 'tenant_id': 'fcfe314133204020a0ec1bed4c17b833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a9fbec0f-d601-4885-8da5-db93b1e87bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:27:28Z', 'updated_at': '2022-05-27T02:28:22Z', 'revision_number': 5, 'project_id': 'fcfe314133204020a0ec1bed4c17b833', 'gw_port': {'id': 'a9fbec0f-d601-4885-8da5-db93b1e87bea', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51db2047-2b01-4367-be43-6cfd8eb4ee08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:27:30Z', 'updated_at': '2022-05-27T02:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:28:29.415243 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b33882-9fe9-4ee5-92aa-277995c24c8c None None] The sync data for ids ['c9d20f2e-43a6-4f1e-96c3-7c95d74efc73'] in n-d-843554-3 is: [{'id': 'c9d20f2e-43a6-4f1e-96c3-7c95d74efc73', 'name': 'tempest-TaggedBootDevicesTest-790836661-router', 'tenant_id': 'c16206696eb741cdaa64166c1c689407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:19:13Z', 'updated_at': '2022-05-27T02:28:28Z', 'revision_number': 6, 'project_id': 'c16206696eb741cdaa64166c1c689407', 'gw_port_host': None}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:28:29.443355 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81ac9d10-91d2-490d-9a84-20f8feb48289 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:29.454479 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-6f45653a-52aa-43f5-8672-7eb896105f5c None None] Port baabc363-c747-453c-a555-29e87186c07a cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:28:29.458712 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ac9d10-91d2-490d-9a84-20f8feb48289 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:29.459842 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81ac9d10-91d2-490d-9a84-20f8feb48289 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:29.468572 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:29.469451 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b21f5091-3430-489a-a9d7-403550270396 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:28:29.521942 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8bcbe54e-21de-4155-ba2b-6627965ad1c3 req-bc0654e2-6cb9-4d90-96a7-1398bb6c1f2e tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:29.525129 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-bcc217ac-c489-4cc6-b018-919524eb2d16 admin admin] Calling delete_port for 2e6400d8-4a54-4aac-ac6e-5bcd4f22e8ab owned by network:router_gateway {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:28:29.558090 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d29bb55b-c6a0-48ef-8c44-a9899e1f7ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:29.561517 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-575888a3-b27b-4456-b56f-f5a65953d618 admin admin] Deleting port a9fbec0f-d601-4885-8da5-db93b1e87bea {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:28:29.561827 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-575888a3-b27b-4456-b56f-f5a65953d618 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:29.637631 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0654e2-6cb9-4d90-96a7-1398bb6c1f2e tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Pushing event deleted for resources: {'Port': ['ID=82de8fe4-3b7a-407f-838f-c3ab15b63f62,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:29.673217 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port b21f5091-3430-489a-a9d7-403550270396 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:28:29.673634 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:29.675726 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7837d059-6137-4c63-bed6-b6614e02649e req-bddc06ef-39ce-46c9-b66f-51525a3a0437 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/security-groups?id=04543955-9f9e-4e44-a576-07b2f2f49601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8301013 May 27 02:28:29.720392 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29bb55b-c6a0-48ef-8c44-a9899e1f7ffb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6ca7fff-7e28-4d92-a44c-ab5f41cfce52,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:29.728962 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d29bb55b-c6a0-48ef-8c44-a9899e1f7ffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:29.755227 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=c9a19c3e-7e9f-44b5-a616-1c1ebf7d9bc6,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:29.764938 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ba0e415-9a67-406a-a2c4-959ce4b20e80 req-29a73d3e-77c8-4292-b375-915d7c7cbc3a service neutron] 10.222.0.32 "GET /v2.0/networks/8604bb25-00c6-4170-bfcb-0b58b32e10ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3376389 May 27 02:28:29.786371 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-81ac9d10-91d2-490d-9a84-20f8feb48289 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5487587 May 27 02:28:29.787254 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac9d10-91d2-490d-9a84-20f8feb48289 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Pushing event updated for resources: {'Network': ['ID=5eecf66d-207a-42d9-9df4-6d10662e3ffb,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:29.790155 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53326) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:29.801928 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 5eecf66d-207a-42d9-9df4-6d10662e3ffb details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:28:29.808459 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bcbe54e-21de-4155-ba2b-6627965ad1c3 req-bc0654e2-6cb9-4d90-96a7-1398bb6c1f2e tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] No DVR routers for this DVR port 82de8fe4-3b7a-407f-838f-c3ab15b63f62 on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:28:29.814704 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8bcbe54e-21de-4155-ba2b-6627965ad1c3 req-bc0654e2-6cb9-4d90-96a7-1398bb6c1f2e tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:29.818693 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8bcbe54e-21de-4155-ba2b-6627965ad1c3 req-bc0654e2-6cb9-4d90-96a7-1398bb6c1f2e tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.32 "DELETE /v2.0/ports/82de8fe4-3b7a-407f-838f-c3ab15b63f62 HTTP/1.1" status: 204 len: 173 time: 3.0895922 May 27 02:28:29.829737 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '490bdaec-0fa9-481b-aae9-352584d7963a', 'name': 'network-vif-deleted', 'tag': '82de8fe4-3b7a-407f-838f-c3ab15b63f62'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:28:29.834184 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d29bb55b-c6a0-48ef-8c44-a9899e1f7ffb admin admin] 10.222.0.57 "DELETE /v2.0/subnets/e6ca7fff-7e28-4d92-a44c-ab5f41cfce52 HTTP/1.1" status: 204 len: 168 time: 2.2774990 May 27 02:28:29.838523 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53330) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:29.843524 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-353407bc-aef7-41bf-9c62-6c978d658ed8 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Request body: {'subnet': {'network_id': '5eecf66d-207a-42d9-9df4-6d10662e3ffb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:30.013420 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42e957-71d8-4600-bfad-2fdf4e354ab7 req-3e2499e8-af11-4921-9a1e-63e79ea111ff tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:30.020491 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6a42e957-71d8-4600-bfad-2fdf4e354ab7 req-3e2499e8-af11-4921-9a1e-63e79ea111ff tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 944 time: 1.1698008 May 27 02:28:30.051509 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port b21f5091-3430-489a-a9d7-403550270396 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:28:30.054634 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [req-9878729d-e205-49fa-a8cb-987466bb3007 req-0eb03c4e-ced1-459f-a971-cab095985015 service neutron] (88901) timed out ('10.222.0.32', 58800) {{(pid=88901) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 02:28:30.063489 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-21a2d17d-fc4b-4740-87c4-c87c03ac418f tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:30.111221 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-21a2d17d-fc4b-4740-87c4-c87c03ac418f tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Usage tracker for resource:port and tenant:6137a50b300642e3b27a011e959f0225 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:28:30.115909 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:30.143783 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6a42e957-71d8-4600-bfad-2fdf4e354ab7 req-4da9ccd3-48f4-40f1-8b0c-d549496b4e85 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=2215ff21-0f16-48f2-9c26-3743ed11a433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223173 May 27 02:28:30.226185 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-575888a3-b27b-4456-b56f-f5a65953d618 admin admin] For port a9fbec0f-d601-4885-8da5-db93b1e87bea, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=a9fbec0f-d601-4885-8da5-db93b1e87bea,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:30.226557 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-575888a3-b27b-4456-b56f-f5a65953d618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:30.239590 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-21a2d17d-fc4b-4740-87c4-c87c03ac418f tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:28:30.247557 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23ab4a75-8341-45a0-bfe6-d482c27d03ef'] response: {'server_uuid': '490bdaec-0fa9-481b-aae9-352584d7963a', 'name': 'network-vif-deleted', 'tag': '82de8fe4-3b7a-407f-838f-c3ab15b63f62', 'status': 'completed', 'code': 200} May 27 02:28:30.281643 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-21a2d17d-fc4b-4740-87c4-c87c03ac418f tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:30.330381 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ddc4f3-7a9a-4aaa-a739-04fcecc5d1ba req-496a6d67-f1f2-471a-8bb2-e30d88fa275e tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:30.332180 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-95ddc4f3-7a9a-4aaa-a739-04fcecc5d1ba req-496a6d67-f1f2-471a-8bb2-e30d88fa275e tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=46b75108-a73d-4395-ab52-19231bbefec6 HTTP/1.1" status: 200 len: 932 time: 0.4162176 May 27 02:28:30.347228 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-353407bc-aef7-41bf-9c62-6c978d658ed8 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:30.355050 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f1ddb45d-06cf-4c1c-96d4-38f85722fcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:30.357042 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-353407bc-aef7-41bf-9c62-6c978d658ed8 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Usage tracker for resource:subnet and tenant:c47db8f7430c4928a92f16863004d577 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:28:30.361148 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-353407bc-aef7-41bf-9c62-6c978d658ed8 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:28:30.374632 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-353407bc-aef7-41bf-9c62-6c978d658ed8 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:30.412490 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-575888a3-b27b-4456-b56f-f5a65953d618 admin admin] Calling delete_port for a9fbec0f-d601-4885-8da5-db93b1e87bea owned by network:router_gateway {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:28:30.459317 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-21a2d17d-fc4b-4740-87c4-c87c03ac418f tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Made reservation on behalf of 6137a50b300642e3b27a011e959f0225 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:28:30.462716 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-21a2d17d-fc4b-4740-87c4-c87c03ac418f tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:30.501491 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-95ddc4f3-7a9a-4aaa-a739-04fcecc5d1ba req-6a82d537-e474-41e4-8f28-679a050b7642 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b1c5d58-b623-42ce-95bb-4137c2111074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964267 May 27 02:28:30.505375 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353407bc-aef7-41bf-9c62-6c978d658ed8 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Made reservation on behalf of c47db8f7430c4928a92f16863004d577 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:28:30.508584 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bcc217ac-c489-4cc6-b018-919524eb2d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:30.508801 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-353407bc-aef7-41bf-9c62-6c978d658ed8 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:30.532434 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2a7f1-0d4c-4018-aa0b-85f120fe2f35 req-2c30f765-dc0e-40e5-b221-37c98b11bdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:30.533842 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d9c2a7f1-0d4c-4018-aa0b-85f120fe2f35 req-2c30f765-dc0e-40e5-b221-37c98b11bdbc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a9d84b96bbe4011b693e36de83ee83d&device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 1095 time: 0.4730330 May 27 02:28:30.574877 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc217ac-c489-4cc6-b018-919524eb2d16 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e6400d8-4a54-4aac-ac6e-5bcd4f22e8ab,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:30.668433 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f1ddb45d-06cf-4c1c-96d4-38f85722fcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:30.689319 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bcc217ac-c489-4cc6-b018-919524eb2d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:30.976646 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-f1ddb45d-06cf-4c1c-96d4-38f85722fcd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edee9e48-e115-4095-b155-d2ce27e7e3d6']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:30.994764 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c8b41cd-04df-4120-90e0-d5a23f714a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:30.999334 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c9a19c3e-7e9f-44b5-a616-1c1ebf7d9bc6 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:28:31.109846 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port c9a19c3e-7e9f-44b5-a616-1c1ebf7d9bc6 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:28:31.111200 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:31.123185 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-f1ddb45d-06cf-4c1c-96d4-38f85722fcd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e586adb0-61bc-4982-abeb-a85af8615dfd') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:31.123654 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-f1ddb45d-06cf-4c1c-96d4-38f85722fcd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e586adb0-61bc-4982-abeb-a85af8615dfd') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:31.159966 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b41cd-04df-4120-90e0-d5a23f714a2d admin admin] Pushing event deleted for resources: {'Port': ['ID=92b172b0-4350-41a6-8a59-376f01838aa5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:31.173665 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2a7f1-0d4c-4018-aa0b-85f120fe2f35 req-dd8202b5-03b2-4022-8c6c-7fcddd2d84c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:31.175123 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d9c2a7f1-0d4c-4018-aa0b-85f120fe2f35 req-dd8202b5-03b2-4022-8c6c-7fcddd2d84c4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8604bb25-00c6-4170-bfcb-0b58b32e10ee HTTP/1.1" status: 200 len: 919 time: 0.5286748 May 27 02:28:31.178113 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f1ddb45d-06cf-4c1c-96d4-38f85722fcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:31.207756 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-094c7e2d-c8dc-4cf5-9be9-62a2ec1dfca4 req-c4830677-a9a8-45f3-9b7c-934d5b739836 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/ports?device_id=490bdaec-0fa9-481b-aae9-352584d7963a HTTP/1.1" status: 200 len: 210 time: 0.1118417 May 27 02:28:31.209975 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bcc217ac-c489-4cc6-b018-919524eb2d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:31.214249 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bcc217ac-c489-4cc6-b018-919524eb2d16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:31.254463 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port c9a19c3e-7e9f-44b5-a616-1c1ebf7d9bc6 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:28:31.255881 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 6d6300a4-44fa-4f4a-bb53-17dfc513b371 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:28:31.339851 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 6d6300a4-44fa-4f4a-bb53-17dfc513b371 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:28:31.340344 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:31.360771 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d9c2a7f1-0d4c-4018-aa0b-85f120fe2f35 req-3099a7d9-143c-4c89-9878-9ad7acb9dcb1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b2f5214-fb0c-4b36-b89a-cbf2f8186af1 HTTP/1.1" status: 200 len: 217 time: 0.1208639 May 27 02:28:31.362776 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bcc217ac-c489-4cc6-b018-919524eb2d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:31.362899 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc217ac-c489-4cc6-b018-919524eb2d16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9d20f2e-43a6-4f1e-96c3-7c95d74efc73 {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:28:31.375033 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-575888a3-b27b-4456-b56f-f5a65953d618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:31.401469 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f1ddb45d-06cf-4c1c-96d4-38f85722fcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:31.432239 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575888a3-b27b-4456-b56f-f5a65953d618 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9fbec0f-d601-4885-8da5-db93b1e87bea,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:31.461423 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ddb45d-06cf-4c1c-96d4-38f85722fcd2 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:28:31.461996 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f1ddb45d-06cf-4c1c-96d4-38f85722fcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:31.491772 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bcc217ac-c489-4cc6-b018-919524eb2d16 admin admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:31.493604 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-bcc217ac-c489-4cc6-b018-919524eb2d16 admin admin] 10.222.0.57 "DELETE /v2.0/routers/c9d20f2e-43a6-4f1e-96c3-7c95d74efc73 HTTP/1.1" status: 204 len: 168 time: 4.1738005 May 27 02:28:31.500769 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53340) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:31.515967 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 6d6300a4-44fa-4f4a-bb53-17dfc513b371 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:28:31.526232 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1bda96dc-3f30-40f3-aae2-1b254952b3b2 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:28:31.579132 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 1bda96dc-3f30-40f3-aae2-1b254952b3b2 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:28:31.579676 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1bda96dc-3f30-40f3-aae2-1b254952b3b2 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:28:31.580260 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 005872eb-b972-43c4-a867-7419babe319b no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:28:31.591902 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment e586adb0-61bc-4982-abeb-a85af8615dfd resource provider aggregate not found May 27 02:28:31.620653 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 005872eb-b972-43c4-a867-7419babe319b {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:28:31.621027 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 005872eb-b972-43c4-a867-7419babe319b not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:28:31.621443 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f0038ed8-c550-4424-93f6-7a356e428c89 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:28:31.643193 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1e50a67-2360-4edb-9357-3e867fe5beb7 admin admin] Deleting subnet d0f72301-7d89-44af-b494-beef5120ee36 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:28:31.654522 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment e586adb0-61bc-4982-abeb-a85af8615dfd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e586adb0-61bc-4982-abeb-a85af8615dfd found for delete ", "request_id": "req-ee47e2df-4a17-4f10-a413-cdb60e7710d5"}]} May 27 02:28:31.656670 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: f0038ed8-c550-4424-93f6-7a356e428c89 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:28:31.657063 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f0038ed8-c550-4424-93f6-7a356e428c89 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:28:31.667409 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c8b41cd-04df-4120-90e0-d5a23f714a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:31.683061 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d1e50a67-2360-4edb-9357-3e867fe5beb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:31.744350 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-575888a3-b27b-4456-b56f-f5a65953d618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:31.928602 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d1e50a67-2360-4edb-9357-3e867fe5beb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:31.961465 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff52f4f-08af-4310-a0cc-a1b26485ece6 req-de7e2989-adae-43d5-9260-6bed2a639ad9 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:31.963518 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3ff52f4f-08af-4310-a0cc-a1b26485ece6 req-de7e2989-adae-43d5-9260-6bed2a639ad9 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 944 time: 0.6365869 May 27 02:28:31.993443 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-21a2d17d-fc4b-4740-87c4-c87c03ac418f tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Allocated IP 19.86.0.96 (510fd829-959e-45fc-a9f9-360a49e960c0/5884ba1e-c77a-4517-a196-1e4c77441d99/686cf4c9-eafc-4f48-ac8f-dde40620b21e) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:28:32.001512 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-575888a3-b27b-4456-b56f-f5a65953d618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:32.001709 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2a7f1-0d4c-4018-aa0b-85f120fe2f35 req-b631186b-5be7-42a4-aa48-355b97794648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:32.002978 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d9c2a7f1-0d4c-4018-aa0b-85f120fe2f35 req-b631186b-5be7-42a4-aa48-355b97794648 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fd5aa407-954e-45ea-8fc0-6e0875d0c839 HTTP/1.1" status: 200 len: 857 time: 0.5953572 May 27 02:28:32.008327 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f1ddb45d-06cf-4c1c-96d4-38f85722fcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:32.013237 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f1ddb45d-06cf-4c1c-96d4-38f85722fcd2 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:32.013893 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-575888a3-b27b-4456-b56f-f5a65953d618 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:32.021659 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c8b41cd-04df-4120-90e0-d5a23f714a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:32.042092 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c8b41cd-04df-4120-90e0-d5a23f714a2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:32.071745 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3ff52f4f-08af-4310-a0cc-a1b26485ece6 req-7b262b35-bb97-4fec-b868-d4b54ed7bb67 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=2215ff21-0f16-48f2-9c26-3743ed11a433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954111 May 27 02:28:32.093023 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaea291-6a73-4b7d-b702-9a7ccf5b67f1 req-333ef58f-a33c-440d-ab39-30f5c68af250 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:32.094530 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-abaea291-6a73-4b7d-b702-9a7ccf5b67f1 req-333ef58f-a33c-440d-ab39-30f5c68af250 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=46b75108-a73d-4395-ab52-19231bbefec6 HTTP/1.1" status: 200 len: 932 time: 0.4545929 May 27 02:28:32.110578 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ddb45d-06cf-4c1c-96d4-38f85722fcd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=edee9e48-e115-4095-b155-d2ce27e7e3d6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:32.139148 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-575888a3-b27b-4456-b56f-f5a65953d618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:32.139685 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575888a3-b27b-4456-b56f-f5a65953d618 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51db2047-2b01-4367-be43-6cfd8eb4ee08 {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:28:32.154367 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d1e50a67-2360-4edb-9357-3e867fe5beb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:32.162078 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f1ddb45d-06cf-4c1c-96d4-38f85722fcd2 admin admin] 10.222.0.57 "DELETE /v2.0/networks/edee9e48-e115-4095-b155-d2ce27e7e3d6 HTTP/1.1" status: 204 len: 168 time: 2.3032529 May 27 02:28:32.204319 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-575888a3-b27b-4456-b56f-f5a65953d618 admin admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:32.208227 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-575888a3-b27b-4456-b56f-f5a65953d618 admin admin] 10.222.0.57 "DELETE /v2.0/routers/51db2047-2b01-4367-be43-6cfd8eb4ee08 HTTP/1.1" status: 204 len: 168 time: 5.1857657 May 27 02:28:32.210068 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53352) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:32.227700 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-abaea291-6a73-4b7d-b702-9a7ccf5b67f1 req-01b6784f-93a1-4453-a7da-58965d2fba9f tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b1c5d58-b623-42ce-95bb-4137c2111074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208129 May 27 02:28:32.233513 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 2e6400d8-4a54-4aac-ac6e-5bcd4f22e8ab no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:28:32.294124 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 2e6400d8-4a54-4aac-ac6e-5bcd4f22e8ab {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:28:32.295184 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 2e6400d8-4a54-4aac-ac6e-5bcd4f22e8ab not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:28:32.295743 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 92b172b0-4350-41a6-8a59-376f01838aa5 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:28:32.297508 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c8b41cd-04df-4120-90e0-d5a23f714a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:32.298006 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8b41cd-04df-4120-90e0-d5a23f714a2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router daa84f6e-a703-42c6-819b-00fae724e29f {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:28:32.351830 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 92b172b0-4350-41a6-8a59-376f01838aa5 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:28:32.352254 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 92b172b0-4350-41a6-8a59-376f01838aa5 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:28:32.359384 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d1e50a67-2360-4edb-9357-3e867fe5beb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:32.413919 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d1e50a67-2360-4edb-9357-3e867fe5beb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:32.415024 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb70a79d-fed2-4e58-81d3-2423aa167b10 None None] Network cf23f231-e3ca-41fb-bbc7-5d759b08ab1d requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:28:32.416965 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e50a67-2360-4edb-9357-3e867fe5beb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0f72301-7d89-44af-b494-beef5120ee36,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:32.424281 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d1e50a67-2360-4edb-9357-3e867fe5beb7 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d0f72301-7d89-44af-b494-beef5120ee36 HTTP/1.1" status: 204 len: 168 time: 0.8928561 May 27 02:28:32.426087 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53360) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:32.443024 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c8b41cd-04df-4120-90e0-d5a23f714a2d admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:32.446648 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2c8b41cd-04df-4120-90e0-d5a23f714a2d admin admin] 10.222.0.57 "DELETE /v2.0/routers/daa84f6e-a703-42c6-819b-00fae724e29f HTTP/1.1" status: 204 len: 168 time: 5.4624841 May 27 02:28:32.457157 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53364) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:32.530963 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-12b38cbc-d077-4711-beef-adfec0ff3593 admin admin] Deleting subnet 581dfaa8-8fc4-404b-a6f4-0f38bf90e8ae {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:28:32.597289 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-d27dbd66-5db2-4ad4-a12e-5b3e7d944bf9 admin admin] Deleting subnet 0c302d24-860d-464a-9c69-32cd4f709ca1 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:28:32.598093 n-d-843554-3 neutron-server[88901]: DEBUG neutron.objects.ports [None req-353407bc-aef7-41bf-9c62-6c978d658ed8 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88901) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 02:28:32.599516 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12b38cbc-d077-4711-beef-adfec0ff3593 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:32.637474 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-353407bc-aef7-41bf-9c62-6c978d658ed8 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:32.679613 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cffc556f-5ff7-485c-9417-7d8dc193da51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:32.685135 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53368) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:32.686400 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d27dbd66-5db2-4ad4-a12e-5b3e7d944bf9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:32.701042 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2a7f1-0d4c-4018-aa0b-85f120fe2f35 req-bfa1cf84-334f-4363-afe8-6ed19553b883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:32.702834 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d9c2a7f1-0d4c-4018-aa0b-85f120fe2f35 req-bfa1cf84-334f-4363-afe8-6ed19553b883 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8604bb25-00c6-4170-bfcb-0b58b32e10ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6870499 May 27 02:28:32.774816 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-cffc556f-5ff7-485c-9417-7d8dc193da51 admin admin] Deleting port 81cb10bb-3a1a-4c3f-9377-f49771412d66 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:28:32.775209 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cffc556f-5ff7-485c-9417-7d8dc193da51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:32.855993 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5496fb4-213e-4b90-8207-dd9f932fea1a None None] DHCP port deletion for cf23f231-e3ca-41fb-bbc7-5d759b08ab1d request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:28:32.862676 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-c5496fb4-213e-4b90-8207-dd9f932fea1a None None] Deleting port 81cb10bb-3a1a-4c3f-9377-f49771412d66 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:28:32.863399 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c5496fb4-213e-4b90-8207-dd9f932fea1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:32.907170 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12b38cbc-d077-4711-beef-adfec0ff3593 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:32.910754 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d27dbd66-5db2-4ad4-a12e-5b3e7d944bf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:32.994376 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-13e4fa3d-c9c7-4a1d-adb7-7f2428a7fdac admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ad7c201714534abd8609454955e40c07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3044026 May 27 02:28:32.994376 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353407bc-aef7-41bf-9c62-6c978d658ed8 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Pushing event updated for resources: {'Subnet': ['ID=bf209328-5c76-4cee-acee-9b0097124688,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:32.996029 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53372) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:33.048787 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-21a2d17d-fc4b-4740-87c4-c87c03ac418f tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:33.055034 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 4b2f5214-fb0c-4b36-b89a-cbf2f8186af1 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:28:33.055399 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353407bc-aef7-41bf-9c62-6c978d658ed8 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Checking segment: {'id': 'cbea87fd-4c93-4a79-b0b0-1cac5eb85a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5eecf66d-207a-42d9-9df4-6d10662e3ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:28:33.055845 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353407bc-aef7-41bf-9c62-6c978d658ed8 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Network hostable DHCP agents. Network: 5eecf66d-207a-42d9-9df4-6d10662e3ffb, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:28:33.139997 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12b38cbc-d077-4711-beef-adfec0ff3593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:33.287999 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d9c2a7f1-0d4c-4018-aa0b-85f120fe2f35 req-4d071c05-1d7e-469a-aa45-d77ef5880cf3 service neutron] 10.222.0.32 "GET /v2.0/networks/8604bb25-00c6-4170-bfcb-0b58b32e10ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5190930 May 27 02:28:33.307242 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-c5496fb4-213e-4b90-8207-dd9f932fea1a None None] For port 81cb10bb-3a1a-4c3f-9377-f49771412d66, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=81cb10bb-3a1a-4c3f-9377-f49771412d66,segment=NetworkSegment(1242d6f5-de3f-43d0-827d-5d3273455699),segment_id=1242d6f5-de3f-43d0-827d-5d3273455699)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:33.308610 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c5496fb4-213e-4b90-8207-dd9f932fea1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:33.309967 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-21a2d17d-fc4b-4740-87c4-c87c03ac418f tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Transition to ACTIVE for port object 686cf4c9-eafc-4f48-ac8f-dde40620b21e will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:28:33.461814 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-c5496fb4-213e-4b90-8207-dd9f932fea1a None None] Calling delete_port for 81cb10bb-3a1a-4c3f-9377-f49771412d66 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:28:33.558698 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 4b2f5214-fb0c-4b36-b89a-cbf2f8186af1, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=4b2f5214-fb0c-4b36-b89a-cbf2f8186af1,segment=NetworkSegment(0096599c-fd5d-4fd7-aa45-4b457c52e46a),segment_id=0096599c-fd5d-4fd7-aa45-4b457c52e46a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:33.572555 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12b38cbc-d077-4711-beef-adfec0ff3593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:33.576905 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-21a2d17d-fc4b-4740-87c4-c87c03ac418f tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:33.589931 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '4b2f5214-fb0c-4b36-b89a-cbf2f8186af1', 'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee', 'port_id': '4b2f5214-fb0c-4b36-b89a-cbf2f8186af1', 'mac_address': 'fa:16:3e:24:42:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd5aa407-954e-45ea-8fc0-6e0875d0c839', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:28:33.614746 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d27dbd66-5db2-4ad4-a12e-5b3e7d944bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:33.652852 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 4b2f5214-fb0c-4b36-b89a-cbf2f8186af1 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:28:33.653398 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:33.673990 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b2f5214-fb0c-4b36-b89a-cbf2f8186af1 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:28:33.686879 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-cffc556f-5ff7-485c-9417-7d8dc193da51 admin admin] For port 81cb10bb-3a1a-4c3f-9377-f49771412d66, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=81cb10bb-3a1a-4c3f-9377-f49771412d66,segment=NetworkSegment(1242d6f5-de3f-43d0-827d-5d3273455699),segment_id=1242d6f5-de3f-43d0-827d-5d3273455699)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:33.687546 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cffc556f-5ff7-485c-9417-7d8dc193da51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:33.703933 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 4b2f5214-fb0c-4b36-b89a-cbf2f8186af1, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=4b2f5214-fb0c-4b36-b89a-cbf2f8186af1,segment=NetworkSegment(0096599c-fd5d-4fd7-aa45-4b457c52e46a),segment_id=0096599c-fd5d-4fd7-aa45-4b457c52e46a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:33.706010 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c5496fb4-213e-4b90-8207-dd9f932fea1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:33.770650 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5496fb4-213e-4b90-8207-dd9f932fea1a None None] Pushing event deleted for resources: {'Port': ['ID=81cb10bb-3a1a-4c3f-9377-f49771412d66,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:33.782570 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5496fb4-213e-4b90-8207-dd9f932fea1a None None] No DVR routers for this DVR port 81cb10bb-3a1a-4c3f-9377-f49771412d66 on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:28:33.795817 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:33.802873 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a2d17d-fc4b-4740-87c4-c87c03ac418f tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Pushing event updated for resources: {'Port': ['ID=686cf4c9-eafc-4f48-ac8f-dde40620b21e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:33.867399 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d9c2a7f1-0d4c-4018-aa0b-85f120fe2f35 req-76b352b9-a529-4335-9572-54ffde293b45 service neutron] 10.222.0.32 "GET /v2.0/networks/8604bb25-00c6-4170-bfcb-0b58b32e10ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4912844 May 27 02:28:33.868595 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b38cbc-d077-4711-beef-adfec0ff3593 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=581dfaa8-8fc4-404b-a6f4-0f38bf90e8ae,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:33.880521 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ee05c8c-5a0d-44cb-99a9-6c16aea4c577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:33.882457 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-cffc556f-5ff7-485c-9417-7d8dc193da51 admin admin] Calling delete_port for 81cb10bb-3a1a-4c3f-9377-f49771412d66 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:28:33.883022 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=4b2f5214-fb0c-4b36-b89a-cbf2f8186af1,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:33.925399 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ee05c8c-5a0d-44cb-99a9-6c16aea4c577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:33.940124 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12b38cbc-d077-4711-beef-adfec0ff3593 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:33.946928 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a905f9fb-f12d-429a-b573-3e9fc4dfb68b None None] Network 379c6620-ccc0-4be2-8393-3f9712fd5040 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:28:33.952522 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-21a2d17d-fc4b-4740-87c4-c87c03ac418f tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Network 510fd829-959e-45fc-a9f9-360a49e960c0 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:28:33.956938 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-12b38cbc-d077-4711-beef-adfec0ff3593 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/581dfaa8-8fc4-404b-a6f4-0f38bf90e8ae HTTP/1.1" status: 204 len: 168 time: 1.7324302 May 27 02:28:33.957762 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353407bc-aef7-41bf-9c62-6c978d658ed8 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Network 5eecf66d-207a-42d9-9df4-6d10662e3ffb is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:28:33.959301 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894be11a-3b44-407e-8d9c-86286446e6d7 req-45095ebc-6ad6-4fca-897a-22393f387c75 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:33.965528 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53382) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:33.967618 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-894be11a-3b44-407e-8d9c-86286446e6d7 req-45095ebc-6ad6-4fca-897a-22393f387c75 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 944 time: 0.6748953 May 27 02:28:33.970447 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-21a2d17d-fc4b-4740-87c4-c87c03ac418f tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:28:33.973867 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-21a2d17d-fc4b-4740-87c4-c87c03ac418f tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:28:34.058261 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a400c24-0973-49bc-97b9-b9be7928d0cd req-9f216ace-76f3-4482-8f27-fbe7f7143f94 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:34.076572 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a400c24-0973-49bc-97b9-b9be7928d0cd req-9f216ace-76f3-4482-8f27-fbe7f7143f94 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:34.078204 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3a400c24-0973-49bc-97b9-b9be7928d0cd req-9f216ace-76f3-4482-8f27-fbe7f7143f94 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=46b75108-a73d-4395-ab52-19231bbefec6 HTTP/1.1" status: 200 len: 1654 time: 0.6215727 May 27 02:28:34.111284 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['4b2f5214-fb0c-4b36-b89a-cbf2f8186af1'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:28:34.122034 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-894be11a-3b44-407e-8d9c-86286446e6d7 req-0c3df3b4-2d24-4958-ad2e-730542d37a87 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=2215ff21-0f16-48f2-9c26-3743ed11a433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528320 May 27 02:28:34.173261 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-353407bc-aef7-41bf-9c62-6c978d658ed8 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 5eecf66d-207a-42d9-9df4-6d10662e3ffb) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:28:34.186161 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-cffc556f-5ff7-485c-9417-7d8dc193da51 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:28:34.186540 n-d-843554-3 neutron-server[88902]: DEBUG oslo_db.api [None req-cffc556f-5ff7-485c-9417-7d8dc193da51 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:28:34.214606 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3a400c24-0973-49bc-97b9-b9be7928d0cd req-3f35ba07-1013-42ed-abc1-b58f219b8152 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b1c5d58-b623-42ce-95bb-4137c2111074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912154 May 27 02:28:34.226031 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d27dbd66-5db2-4ad4-a12e-5b3e7d944bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:34.269472 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0617db3-fb5e-48e9-9f31-fabbe74b9146 None None] Network 5eecf66d-207a-42d9-9df4-6d10662e3ffb requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:28:34.275540 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353407bc-aef7-41bf-9c62-6c978d658ed8 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:34.276043 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-353407bc-aef7-41bf-9c62-6c978d658ed8 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:34.285275 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device a9fbec0f-d601-4885-8da5-db93b1e87bea no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:28:34.319033 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27dbd66-5db2-4ad4-a12e-5b3e7d944bf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c302d24-860d-464a-9c69-32cd4f709ca1,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:34.321010 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d27dbd66-5db2-4ad4-a12e-5b3e7d944bf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:34.340575 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: a9fbec0f-d601-4885-8da5-db93b1e87bea {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:28:34.341698 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device a9fbec0f-d601-4885-8da5-db93b1e87bea not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:28:34.342263 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 81cb10bb-3a1a-4c3f-9377-f49771412d66 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:28:34.346293 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d27dbd66-5db2-4ad4-a12e-5b3e7d944bf9 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/0c302d24-860d-464a-9c69-32cd4f709ca1 HTTP/1.1" status: 204 len: 168 time: 1.8916290 May 27 02:28:34.347119 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53388) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:34.353884 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-21a2d17d-fc4b-4740-87c4-c87c03ac418f tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:34.357181 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-21a2d17d-fc4b-4740-87c4-c87c03ac418f tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:34.380919 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6ee2a9-4a16-4fde-86cf-5d74acc6ab6e None None] Network 7ee685f0-e442-4ea7-949d-71e1995db8ac requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:28:34.385877 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ee05c8c-5a0d-44cb-99a9-6c16aea4c577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:34.387955 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ee05c8c-5a0d-44cb-99a9-6c16aea4c577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:34.391357 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6ee05c8c-5a0d-44cb-99a9-6c16aea4c577 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a2c6c72a-9e5e-43c7-b8db-b7962440e265 HTTP/1.1" status: 204 len: 168 time: 1.3787639 May 27 02:28:34.414084 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee05c8c-5a0d-44cb-99a9-6c16aea4c577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c6c72a-9e5e-43c7-b8db-b7962440e265,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:34.418420 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64d272d7-b56f-46a0-88f0-140b58d37e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:34.442439 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-64d272d7-b56f-46a0-88f0-140b58d37e32 admin admin] Deleting port f1b39112-5cd6-4753-b2b8-2dd880149c9f {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:28:34.443824 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64d272d7-b56f-46a0-88f0-140b58d37e32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:34.485023 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-60049683-9b14-4161-b5c8-c9ea1f47b105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:34.497311 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-60049683-9b14-4161-b5c8-c9ea1f47b105 admin admin] Deleting port 72528d9e-dea4-4ebe-94f7-ab6f545cf29b {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:28:34.497657 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-60049683-9b14-4161-b5c8-c9ea1f47b105 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:34.576842 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 81cb10bb-3a1a-4c3f-9377-f49771412d66 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:28:34.577237 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 81cb10bb-3a1a-4c3f-9377-f49771412d66 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:28:34.683943 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-21a2d17d-fc4b-4740-87c4-c87c03ac418f tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5776036 May 27 02:28:34.692014 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-353407bc-aef7-41bf-9c62-6c978d658ed8 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 4.8741648 May 27 02:28:34.692908 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-cffc556f-5ff7-485c-9417-7d8dc193da51 admin admin] Deleting port 81cb10bb-3a1a-4c3f-9377-f49771412d66 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:28:34.693380 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cffc556f-5ff7-485c-9417-7d8dc193da51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:34.704905 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53394) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:34.709872 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-90f20738-e95b-4d0d-847c-643cdcd25767 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Request body: {'port': {'device_id': '46b75108-a73d-4395-ab52-19231bbefec6', 'network_id': 'c4f4b094-8b63-475e-ab13-d365a2626d55', 'admin_state_up': True, 'tenant_id': '6137a50b300642e3b27a011e959f0225'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:34.832820 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-cffc556f-5ff7-485c-9417-7d8dc193da51 admin admin] The port '81cb10bb-3a1a-4c3f-9377-f49771412d66' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:28:34.883775 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-60049683-9b14-4161-b5c8-c9ea1f47b105 admin admin] For port 72528d9e-dea4-4ebe-94f7-ab6f545cf29b, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=72528d9e-dea4-4ebe-94f7-ab6f545cf29b,segment=NetworkSegment(7321cd14-1f6f-448d-a8d3-637a53c8da8a),segment_id=7321cd14-1f6f-448d-a8d3-637a53c8da8a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:34.884684 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-60049683-9b14-4161-b5c8-c9ea1f47b105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:35.118680 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c69e0d-f855-4a29-82be-dbbc13c75cd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-5eecf66d-207a-42d9-9df4-6d10662e3ffb', 'network_id': '5eecf66d-207a-42d9-9df4-6d10662e3ffb', 'tenant_id': 'c47db8f7430c4928a92f16863004d577', 'fixed_ips': [{'subnet_id': 'bf209328-5c76-4cee-acee-9b0097124688'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:28:35.120321 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-69c69e0d-f855-4a29-82be-dbbc13c75cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:35.147704 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-60049683-9b14-4161-b5c8-c9ea1f47b105 admin admin] Calling delete_port for 72528d9e-dea4-4ebe-94f7-ab6f545cf29b owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:28:35.234902 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-64d272d7-b56f-46a0-88f0-140b58d37e32 admin admin] For port f1b39112-5cd6-4753-b2b8-2dd880149c9f, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=f1b39112-5cd6-4753-b2b8-2dd880149c9f,segment=NetworkSegment(62a63250-61f0-43e1-a103-ed64f1d6f1fa),segment_id=62a63250-61f0-43e1-a103-ed64f1d6f1fa)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:35.235266 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64d272d7-b56f-46a0-88f0-140b58d37e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:35.367750 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-69c69e0d-f855-4a29-82be-dbbc13c75cd1 None None] Allocated IP 2001:db8::f816:3eff:fe0b:af35 (5eecf66d-207a-42d9-9df4-6d10662e3ffb/bf209328-5c76-4cee-acee-9b0097124688/bf14fb90-7fb7-4249-9f9e-908bab4e9039) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:28:35.396708 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-28d8b194-4114-450d-b987-9ff5b6814e5e None None] Provisioning for port 686cf4c9-eafc-4f48-ac8f-dde40620b21e completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:28:35.414774 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-28d8b194-4114-450d-b987-9ff5b6814e5e None None] Provisioning complete for port 686cf4c9-eafc-4f48-ac8f-dde40620b21e triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:28:35.415240 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-28d8b194-4114-450d-b987-9ff5b6814e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:35.433060 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-90f20738-e95b-4d0d-847c-643cdcd25767 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:35.515806 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cffc556f-5ff7-485c-9417-7d8dc193da51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:35.583465 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-cffc556f-5ff7-485c-9417-7d8dc193da51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf23f231-e3ca-41fb-bbc7-5d759b08ab1d']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:35.585007 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff44548-3494-4281-ae59-5109eba06a56 None None] DHCP port deletion for 379c6620-ccc0-4be2-8393-3f9712fd5040 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:28:35.597004 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-90f20738-e95b-4d0d-847c-643cdcd25767 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Usage tracker for resource:port and tenant:6137a50b300642e3b27a011e959f0225 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:28:35.609666 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-cffc556f-5ff7-485c-9417-7d8dc193da51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1242d6f5-de3f-43d0-827d-5d3273455699') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:35.609666 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-cffc556f-5ff7-485c-9417-7d8dc193da51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1242d6f5-de3f-43d0-827d-5d3273455699') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:35.613032 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-64d272d7-b56f-46a0-88f0-140b58d37e32 admin admin] Calling delete_port for f1b39112-5cd6-4753-b2b8-2dd880149c9f owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:28:35.627716 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cffc556f-5ff7-485c-9417-7d8dc193da51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:35.655843 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-90f20738-e95b-4d0d-847c-643cdcd25767 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:28:35.662055 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cffc556f-5ff7-485c-9417-7d8dc193da51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:35.670677 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e982a7-80a4-42b4-a5fb-f98caf15167c req-88cfa7ae-d63d-40c8-a6be-04058fcd76fd tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:35.672260 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e4e982a7-80a4-42b4-a5fb-f98caf15167c req-88cfa7ae-d63d-40c8-a6be-04058fcd76fd tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 945 time: 0.2624495 May 27 02:28:35.676217 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cffc556f-5ff7-485c-9417-7d8dc193da51 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:28:35.676628 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cffc556f-5ff7-485c-9417-7d8dc193da51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:35.691769 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-90f20738-e95b-4d0d-847c-643cdcd25767 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:35.731949 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-0ff44548-3494-4281-ae59-5109eba06a56 None None] Deleting port f1b39112-5cd6-4753-b2b8-2dd880149c9f {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:28:35.732330 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0ff44548-3494-4281-ae59-5109eba06a56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:35.747138 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-60049683-9b14-4161-b5c8-c9ea1f47b105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:35.751988 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 1242d6f5-de3f-43d0-827d-5d3273455699 resource provider aggregate not found May 27 02:28:35.774418 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:35.818186 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-28d8b194-4114-450d-b987-9ff5b6814e5e None None] Port 686cf4c9-eafc-4f48-ac8f-dde40620b21e cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:28:35.832902 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60049683-9b14-4161-b5c8-c9ea1f47b105 admin admin] Pushing event deleted for resources: {'Port': ['ID=72528d9e-dea4-4ebe-94f7-ab6f545cf29b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:35.850369 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8797c-c60d-4831-9ab5-ec7c9e96a68b req-ec481d56-52ac-41af-8979-ea547053f3de tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:35.856350 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8797c-c60d-4831-9ab5-ec7c9e96a68b req-ec481d56-52ac-41af-8979-ea547053f3de tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:35.858086 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-13e8797c-c60d-4831-9ab5-ec7c9e96a68b req-ec481d56-52ac-41af-8979-ea547053f3de tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=46b75108-a73d-4395-ab52-19231bbefec6 HTTP/1.1" status: 200 len: 1654 time: 0.4516768 May 27 02:28:35.862276 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 1242d6f5-de3f-43d0-827d-5d3273455699 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1242d6f5-de3f-43d0-827d-5d3273455699 found for delete ", "request_id": "req-a9901612-d1d5-4747-a33c-10003af8c995"}]} May 27 02:28:35.871147 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60049683-9b14-4161-b5c8-c9ea1f47b105 admin admin] No DVR routers for this DVR port 72528d9e-dea4-4ebe-94f7-ab6f545cf29b on host n-d-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:28:35.941144 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64d272d7-b56f-46a0-88f0-140b58d37e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:35.946859 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-0ff44548-3494-4281-ae59-5109eba06a56 None None] The port 'f1b39112-5cd6-4753-b2b8-2dd880149c9f' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:28:35.952734 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-90f20738-e95b-4d0d-847c-643cdcd25767 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Made reservation on behalf of 6137a50b300642e3b27a011e959f0225 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:28:35.961483 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-69c69e0d-f855-4a29-82be-dbbc13c75cd1 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:35.962155 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-90f20738-e95b-4d0d-847c-643cdcd25767 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:35.973458 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e4e982a7-80a4-42b4-a5fb-f98caf15167c req-9de4656c-a148-4be6-a704-b43ab0c5ed55 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=2215ff21-0f16-48f2-9c26-3743ed11a433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2798822 May 27 02:28:35.979800 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-69c69e0d-f855-4a29-82be-dbbc13c75cd1 None None] Transition to ACTIVE for port object bf14fb90-7fb7-4249-9f9e-908bab4e9039 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:28:35.979938 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53426) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:36.003380 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263056cf-a583-4ec2-953d-4cdfd3efc53f None None] DHCP port deletion for 7ee685f0-e442-4ea7-949d-71e1995db8ac request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:28:36.012658 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-69c69e0d-f855-4a29-82be-dbbc13c75cd1 None None] Transition to ACTIVE for port object bf14fb90-7fb7-4249-9f9e-908bab4e9039 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:28:36.038149 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d272d7-b56f-46a0-88f0-140b58d37e32 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1b39112-5cd6-4753-b2b8-2dd880149c9f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:36.052995 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cffc556f-5ff7-485c-9417-7d8dc193da51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:36.063990 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d272d7-b56f-46a0-88f0-140b58d37e32 admin admin] No DVR routers for this DVR port f1b39112-5cd6-4753-b2b8-2dd880149c9f on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:28:36.070386 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-13e8797c-c60d-4831-9ab5-ec7c9e96a68b req-aaaa0cc5-63d9-410c-aa6a-7d5aff2552d6 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b1c5d58-b623-42ce-95bb-4137c2111074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019954 May 27 02:28:36.093491 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cffc556f-5ff7-485c-9417-7d8dc193da51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:36.105961 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-69c69e0d-f855-4a29-82be-dbbc13c75cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:36.106307 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc556f-5ff7-485c-9417-7d8dc193da51 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf23f231-e3ca-41fb-bbc7-5d759b08ab1d,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:36.111089 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-cffc556f-5ff7-485c-9417-7d8dc193da51 admin admin] 10.222.0.57 "DELETE /v2.0/networks/cf23f231-e3ca-41fb-bbc7-5d759b08ab1d HTTP/1.1" status: 204 len: 168 time: 3.6829910 May 27 02:28:36.113088 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-60049683-9b14-4161-b5c8-c9ea1f47b105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:36.152988 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-60049683-9b14-4161-b5c8-c9ea1f47b105 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ee685f0-e442-4ea7-949d-71e1995db8ac']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:36.166896 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-60049683-9b14-4161-b5c8-c9ea1f47b105 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7321cd14-1f6f-448d-a8d3-637a53c8da8a') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:36.167205 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-60049683-9b14-4161-b5c8-c9ea1f47b105 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7321cd14-1f6f-448d-a8d3-637a53c8da8a') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:36.180447 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-60049683-9b14-4161-b5c8-c9ea1f47b105 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:36.199112 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-60049683-9b14-4161-b5c8-c9ea1f47b105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:36.209949 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60049683-9b14-4161-b5c8-c9ea1f47b105 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:28:36.210363 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-60049683-9b14-4161-b5c8-c9ea1f47b105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:36.256703 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64d272d7-b56f-46a0-88f0-140b58d37e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:36.257097 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f1b39112-5cd6-4753-b2b8-2dd880149c9f no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:28:36.282095 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-64d272d7-b56f-46a0-88f0-140b58d37e32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['379c6620-ccc0-4be2-8393-3f9712fd5040']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:36.287338 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c69e0d-f855-4a29-82be-dbbc13c75cd1 None None] Network 5eecf66d-207a-42d9-9df4-6d10662e3ffb is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:28:36.290197 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-69c69e0d-f855-4a29-82be-dbbc13c75cd1 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:28:36.294233 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-64d272d7-b56f-46a0-88f0-140b58d37e32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62a63250-61f0-43e1-a103-ed64f1d6f1fa') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:36.294541 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-64d272d7-b56f-46a0-88f0-140b58d37e32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62a63250-61f0-43e1-a103-ed64f1d6f1fa') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:36.300671 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c69e0d-f855-4a29-82be-dbbc13c75cd1 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:28:36.304842 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: f1b39112-5cd6-4753-b2b8-2dd880149c9f {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:28:36.306036 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f1b39112-5cd6-4753-b2b8-2dd880149c9f not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:28:36.306036 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 72528d9e-dea4-4ebe-94f7-ab6f545cf29b no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:28:36.306496 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64d272d7-b56f-46a0-88f0-140b58d37e32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:36.321223 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-7e02345c-a1f2-44e2-8497-0268723d83d3 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1118000209-network', 'tenant_id': '4bf9bd364e404db9a0a4f32f8446ecb1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:36.334656 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c69e0d-f855-4a29-82be-dbbc13c75cd1 None None] Pushing event updated for resources: {'Port': ['ID=bf14fb90-7fb7-4249-9f9e-908bab4e9039,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:36.343501 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7e02345c-a1f2-44e2-8497-0268723d83d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:36.358396 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:36.369830 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 72528d9e-dea4-4ebe-94f7-ab6f545cf29b {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:28:36.370360 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 72528d9e-dea4-4ebe-94f7-ab6f545cf29b not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:28:36.378423 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-60049683-9b14-4161-b5c8-c9ea1f47b105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:36.388631 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64d272d7-b56f-46a0-88f0-140b58d37e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:36.388852 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-60049683-9b14-4161-b5c8-c9ea1f47b105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:36.393807 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7e02345c-a1f2-44e2-8497-0268723d83d3 admin admin] Usage tracker for resource:network and tenant:4bf9bd364e404db9a0a4f32f8446ecb1 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:28:36.418635 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7e02345c-a1f2-44e2-8497-0268723d83d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:28:36.428530 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d272d7-b56f-46a0-88f0-140b58d37e32 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:28:36.428968 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64d272d7-b56f-46a0-88f0-140b58d37e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:36.449377 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-69c69e0d-f855-4a29-82be-dbbc13c75cd1 None None] Attempting to bind port bf14fb90-7fb7-4249-9f9e-908bab4e9039 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:28:36.449749 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-69c69e0d-f855-4a29-82be-dbbc13c75cd1 None None] Attempting to bind port bf14fb90-7fb7-4249-9f9e-908bab4e9039 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cbea87fd-4c93-4a79-b0b0-1cac5eb85a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5eecf66d-207a-42d9-9df4-6d10662e3ffb'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:28:36.450107 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c69e0d-f855-4a29-82be-dbbc13c75cd1 None None] Attempting to bind port bf14fb90-7fb7-4249-9f9e-908bab4e9039 on network 5eecf66d-207a-42d9-9df4-6d10662e3ffb {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:28:36.456523 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c69e0d-f855-4a29-82be-dbbc13c75cd1 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:28:36.456935 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c69e0d-f855-4a29-82be-dbbc13c75cd1 None None] Checking segment: {'id': 'cbea87fd-4c93-4a79-b0b0-1cac5eb85a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5eecf66d-207a-42d9-9df4-6d10662e3ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:28:36.457337 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-69c69e0d-f855-4a29-82be-dbbc13c75cd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:36.457724 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c69e0d-f855-4a29-82be-dbbc13c75cd1 None None] Bound using segment: {'id': 'cbea87fd-4c93-4a79-b0b0-1cac5eb85a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5eecf66d-207a-42d9-9df4-6d10662e3ffb'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:28:36.458190 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-69c69e0d-f855-4a29-82be-dbbc13c75cd1 None None] Bound port: bf14fb90-7fb7-4249-9f9e-908bab4e9039, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbea87fd-4c93-4a79-b0b0-1cac5eb85a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5eecf66d-207a-42d9-9df4-6d10662e3ffb'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:28:36.458560 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-69c69e0d-f855-4a29-82be-dbbc13c75cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:36.459072 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7e02345c-a1f2-44e2-8497-0268723d83d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:36.475988 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-60049683-9b14-4161-b5c8-c9ea1f47b105 admin admin] 10.222.0.57 "DELETE /v2.0/networks/7ee685f0-e442-4ea7-949d-71e1995db8ac HTTP/1.1" status: 204 len: 168 time: 2.1271956 May 27 02:28:36.482464 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60049683-9b14-4161-b5c8-c9ea1f47b105 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ee685f0-e442-4ea7-949d-71e1995db8ac,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:36.524970 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 62a63250-61f0-43e1-a103-ed64f1d6f1fa resource provider aggregate not found May 27 02:28:36.604011 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 62a63250-61f0-43e1-a103-ed64f1d6f1fa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62a63250-61f0-43e1-a103-ed64f1d6f1fa found for delete ", "request_id": "req-4c5db8ed-11da-4112-b2d1-b271ce7c55a1"}]} May 27 02:28:36.607500 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53448) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:36.610598 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-69c69e0d-f855-4a29-82be-dbbc13c75cd1 None None] For port bf14fb90-7fb7-4249-9f9e-908bab4e9039, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:28:36.613990 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-69c69e0d-f855-4a29-82be-dbbc13c75cd1 None None] For port bf14fb90-7fb7-4249-9f9e-908bab4e9039, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=bf14fb90-7fb7-4249-9f9e-908bab4e9039,segment=NetworkSegment(cbea87fd-4c93-4a79-b0b0-1cac5eb85a40),segment_id=cbea87fd-4c93-4a79-b0b0-1cac5eb85a40)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:28:36.661009 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a260c753-5b27-4a1b-b9ff-368356895f76 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0ff34f8aa5b34b2b8b9bd5b46a9cefc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499811 May 27 02:28:36.661208 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-90f20738-e95b-4d0d-847c-643cdcd25767 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Allocated IP 19.80.0.170 (c4f4b094-8b63-475e-ab13-d365a2626d55/3d17910a-e033-48f5-940f-8a1ca17d0056/ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:28:36.661310 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53452) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:36.685061 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-69c69e0d-f855-4a29-82be-dbbc13c75cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:36.688687 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e02345c-a1f2-44e2-8497-0268723d83d3 admin admin] Made reservation on behalf of 4bf9bd364e404db9a0a4f32f8446ecb1 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:28:36.692440 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e02345c-a1f2-44e2-8497-0268723d83d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:36.716184 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e02345c-a1f2-44e2-8497-0268723d83d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:36.749566 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7e02345c-a1f2-44e2-8497-0268723d83d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:36.750218 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0d3964d1-2389-4c88-8359-f97b4cb0e9ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:36.750693 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7e02345c-a1f2-44e2-8497-0268723d83d3 admin admin] Usage tracker for resource:security_group_rule and tenant:4bf9bd364e404db9a0a4f32f8446ecb1 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:28:36.755695 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:36.759976 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64d272d7-b56f-46a0-88f0-140b58d37e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:36.764466 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64d272d7-b56f-46a0-88f0-140b58d37e32 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:36.778096 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c69e0d-f855-4a29-82be-dbbc13c75cd1 None None] Pushing event updated for resources: {'Port': ['ID=bf14fb90-7fb7-4249-9f9e-908bab4e9039,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:36.801577 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7e02345c-a1f2-44e2-8497-0268723d83d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:28:36.830817 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0d3964d1-2389-4c88-8359-f97b4cb0e9ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:36.945638 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53460) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:36.966185 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0d3964d1-2389-4c88-8359-f97b4cb0e9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:36.997020 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3964d1-2389-4c88-8359-f97b4cb0e9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057f65d9-7e45-40c8-b89f-71d48d79e181,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:37.009263 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0d3964d1-2389-4c88-8359-f97b4cb0e9ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:37.011219 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0d3964d1-2389-4c88-8359-f97b4cb0e9ae admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/057f65d9-7e45-40c8-b89f-71d48d79e181 HTTP/1.1" status: 204 len: 168 time: 0.3483369 May 27 02:28:37.068787 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5fb434c9-999f-44b6-a9ba-b3036341e70f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=67a2999592f840daafe9db3a26b0dd55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1186874 May 27 02:28:37.068787 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53470) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:37.086767 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7e02345c-a1f2-44e2-8497-0268723d83d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:37.100732 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 4b2f5214-fb0c-4b36-b89a-cbf2f8186af1 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:28:37.265473 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b679fef1-4593-4fb9-a53e-62dd4a84a17c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:37.282118 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e02345c-a1f2-44e2-8497-0268723d83d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:37.311719 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d272d7-b56f-46a0-88f0-140b58d37e32 admin admin] Pushing event deleted for resources: {'Network': ['ID=379c6620-ccc0-4be2-8393-3f9712fd5040,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:37.314049 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Pushing event deleted for resources: {'Subnet': ['ID=bf209328-5c76-4cee-acee-9b0097124688,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:37.333504 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b679fef1-4593-4fb9-a53e-62dd4a84a17c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:37.356590 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d272d7-b56f-46a0-88f0-140b58d37e32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:37.359216 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d272d7-b56f-46a0-88f0-140b58d37e32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:37.359216 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d272d7-b56f-46a0-88f0-140b58d37e32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:37.359216 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d272d7-b56f-46a0-88f0-140b58d37e32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:37.359216 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d272d7-b56f-46a0-88f0-140b58d37e32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:37.359216 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d272d7-b56f-46a0-88f0-140b58d37e32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:37.359216 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d272d7-b56f-46a0-88f0-140b58d37e32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:37.359216 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d272d7-b56f-46a0-88f0-140b58d37e32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:37.359687 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d272d7-b56f-46a0-88f0-140b58d37e32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:37.359863 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d272d7-b56f-46a0-88f0-140b58d37e32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:37.360255 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d272d7-b56f-46a0-88f0-140b58d37e32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:37.360579 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d272d7-b56f-46a0-88f0-140b58d37e32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:37.370556 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:37.370908 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:37.371248 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:37.371579 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:37.371908 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:37.372266 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:37.372570 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:37.373014 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:37.373341 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:37.373661 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:37.373982 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:37.374301 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:37.387294 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-64d272d7-b56f-46a0-88f0-140b58d37e32 admin admin] 10.222.0.57 "DELETE /v2.0/networks/379c6620-ccc0-4be2-8393-3f9712fd5040 HTTP/1.1" status: 204 len: 168 time: 3.4159393 May 27 02:28:37.393011 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 4b2f5214-fb0c-4b36-b89a-cbf2f8186af1 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:28:37.398860 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 4b2f5214-fb0c-4b36-b89a-cbf2f8186af1 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:28:37.405777 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:37.436491 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e02345c-a1f2-44e2-8497-0268723d83d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:37.437657 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53476) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:37.500233 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:37.527158 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e02345c-a1f2-44e2-8497-0268723d83d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:28:37.560867 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e02345c-a1f2-44e2-8497-0268723d83d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f64f6e-dd9b-47d4-95d3-6ccb8e4cebf5,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:37.566196 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eecf66d-207a-42d9-9df4-6d10662e3ffb']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:37.583350 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e02345c-a1f2-44e2-8497-0268723d83d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:37.588233 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-7e02345c-a1f2-44e2-8497-0268723d83d3 admin admin] Added segment 106aa527-faef-4481-9874-0dd807618380 of type vlan for network fd373c16-164d-411d-bd6b-0314c6a84a72 May 27 02:28:37.588504 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b679fef1-4593-4fb9-a53e-62dd4a84a17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:37.598880 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbea87fd-4c93-4a79-b0b0-1cac5eb85a40') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:37.599183 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbea87fd-4c93-4a79-b0b0-1cac5eb85a40') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:37.619907 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-90f20738-e95b-4d0d-847c-643cdcd25767 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:37.627539 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:37.640628 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b679fef1-4593-4fb9-a53e-62dd4a84a17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa50896-f24e-4a86-a990-37456d255a23,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:37.654181 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b679fef1-4593-4fb9-a53e-62dd4a84a17c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:37.654608 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 4b2f5214-fb0c-4b36-b89a-cbf2f8186af1 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:28:37.654994 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:37.658005 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b679fef1-4593-4fb9-a53e-62dd4a84a17c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/baa50896-f24e-4a86-a990-37456d255a23 HTTP/1.1" status: 204 len: 168 time: 0.5861325 May 27 02:28:37.692709 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e02345c-a1f2-44e2-8497-0268723d83d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:37.696530 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:37.703015 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-90f20738-e95b-4d0d-847c-643cdcd25767 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Transition to ACTIVE for port object ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:28:37.704335 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 4b2f5214-fb0c-4b36-b89a-cbf2f8186af1, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=4b2f5214-fb0c-4b36-b89a-cbf2f8186af1,segment=NetworkSegment(0096599c-fd5d-4fd7-aa45-4b457c52e46a),segment_id=0096599c-fd5d-4fd7-aa45-4b457c52e46a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:37.704500 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07835cf-a601-42ce-ad6c-031dc828f47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2f5214-fb0c-4b36-b89a-cbf2f8186af1'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:28:37.708924 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:28:37.709328 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:37.738140 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b679fef1-4593-4fb9-a53e-62dd4a84a17c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:37.738444 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b679fef1-4593-4fb9-a53e-62dd4a84a17c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:37.739038 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b679fef1-4593-4fb9-a53e-62dd4a84a17c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:37.739578 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b679fef1-4593-4fb9-a53e-62dd4a84a17c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:37.740119 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b679fef1-4593-4fb9-a53e-62dd4a84a17c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:37.740688 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b679fef1-4593-4fb9-a53e-62dd4a84a17c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:37.746995 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b679fef1-4593-4fb9-a53e-62dd4a84a17c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:37.747637 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b679fef1-4593-4fb9-a53e-62dd4a84a17c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:37.748422 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b679fef1-4593-4fb9-a53e-62dd4a84a17c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:37.748990 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b679fef1-4593-4fb9-a53e-62dd4a84a17c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:37.749527 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b679fef1-4593-4fb9-a53e-62dd4a84a17c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:37.750161 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b679fef1-4593-4fb9-a53e-62dd4a84a17c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:37.808225 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:37.892899 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.resource_extend [None req-7e02345c-a1f2-44e2-8497-0268723d83d3 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:28:37.936639 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 7321cd14-1f6f-448d-a8d3-637a53c8da8a resource provider aggregate not found May 27 02:28:37.976638 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=4b2f5214-fb0c-4b36-b89a-cbf2f8186af1,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:38.022609 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 02:28:38.022609 n-d-843554-3 neutron-server[88901]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 02:28:38.022609 n-d-843554-3 neutron-server[88901]: [parameters: {'id': '5eecf66d-207a-42d9-9df4-6d10662e3ffb'}] May 27 02:28:38.022609 n-d-843554-3 neutron-server[88901]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:28:38.023001 n-d-843554-3 neutron-server[88901]: DEBUG oslo_db.api [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:28:38.024545 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 7321cd14-1f6f-448d-a8d3-637a53c8da8a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7321cd14-1f6f-448d-a8d3-637a53c8da8a found for delete ", "request_id": "req-5ebf0d95-cc8b-407f-850f-0b768516ef2d"}]} May 27 02:28:38.040369 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2d52e-85b6-4c95-a79a-e025a3341793 req-aa5f1194-8061-4aab-ab69-e07d322e66a5 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:38.046446 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2d52e-85b6-4c95-a79a-e025a3341793 req-aa5f1194-8061-4aab-ab69-e07d322e66a5 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:38.053522 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-35f2d52e-85b6-4c95-a79a-e025a3341793 req-aa5f1194-8061-4aab-ab69-e07d322e66a5 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=46b75108-a73d-4395-ab52-19231bbefec6 HTTP/1.1" status: 200 len: 1654 time: 0.6514776 May 27 02:28:38.057350 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e02345c-a1f2-44e2-8497-0268723d83d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:38.058587 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e02345c-a1f2-44e2-8497-0268723d83d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:38.059602 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e02345c-a1f2-44e2-8497-0268723d83d3 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:38.064378 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-90f20738-e95b-4d0d-847c-643cdcd25767 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:38.102457 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699b06c-3c55-4f56-8bff-67509059be51 req-ac01e7f9-ff5c-4638-83ea-da78b6e7fe94 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:38.104380 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e699b06c-3c55-4f56-8bff-67509059be51 req-ac01e7f9-ff5c-4638-83ea-da78b6e7fe94 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 945 time: 0.8443687 May 27 02:28:38.244854 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device bf14fb90-7fb7-4249-9f9e-908bab4e9039 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:28:38.266148 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e02345c-a1f2-44e2-8497-0268723d83d3 admin admin] Pushing event updated for resources: {'Network': ['ID=fd373c16-164d-411d-bd6b-0314c6a84a72,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:38.301501 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network fd373c16-164d-411d-bd6b-0314c6a84a72 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:28:38.303805 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-90f20738-e95b-4d0d-847c-643cdcd25767 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Network c4f4b094-8b63-475e-ab13-d365a2626d55 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:28:38.309837 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-90f20738-e95b-4d0d-847c-643cdcd25767 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:28:38.312378 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-90f20738-e95b-4d0d-847c-643cdcd25767 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:28:38.383301 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f20738-e95b-4d0d-847c-643cdcd25767 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Pushing event updated for resources: {'Port': ['ID=ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:38.405860 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-90f20738-e95b-4d0d-847c-643cdcd25767 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:38.406807 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-90f20738-e95b-4d0d-847c-643cdcd25767 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:38.424320 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7e02345c-a1f2-44e2-8497-0268723d83d3 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3968737 May 27 02:28:38.444379 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502c5ec1-9aa3-45ec-b9f3-854cf00ab1ed None None] Network 5eecf66d-207a-42d9-9df4-6d10662e3ffb requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:28:38.458909 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53496) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:38.516693 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-90f20738-e95b-4d0d-847c-643cdcd25767 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8124731 May 27 02:28:38.528175 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:38.586183 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8a973f6a-a1e2-4248-8382-94c028a2365d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c16206696eb741cdaa64166c1c689407&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1255820 May 27 02:28:38.599922 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-3640dde7-6008-4ff1-86a4-a1f01d0ca05a service neutron] Request body: {'port': {'device_id': '46b75108-a73d-4395-ab52-19231bbefec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:38.625604 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53500) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:38.649928 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-62eb88c3-626b-4af8-ac47-272c977860d0 None None] Provisioning for port bf14fb90-7fb7-4249-9f9e-908bab4e9039 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:28:38.665352 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e699b06c-3c55-4f56-8bff-67509059be51 req-e7e41254-3793-4873-b975-9de93e59cb17 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=2215ff21-0f16-48f2-9c26-3743ed11a433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5037830 May 27 02:28:38.828215 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment cbea87fd-4c93-4a79-b0b0-1cac5eb85a40 resource provider aggregate not found May 27 02:28:38.841193 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Deleting port bf14fb90-7fb7-4249-9f9e-908bab4e9039 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:28:38.845627 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:38.855247 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port bf14fb90-7fb7-4249-9f9e-908bab4e9039 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:28:38.903100 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3eeb617-6337-4cf5-b5fd-a529628d4e8a'] response: {'server_uuid': 'f07835cf-a601-42ce-ad6c-031dc828f47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2f5214-fb0c-4b36-b89a-cbf2f8186af1', 'code': 200} May 27 02:28:38.910235 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port bf14fb90-7fb7-4249-9f9e-908bab4e9039 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:28:38.910958 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:38.970546 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-35f2d52e-85b6-4c95-a79a-e025a3341793 req-1b611e58-5357-4a04-8eab-8376dc37e673 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b1c5d58-b623-42ce-95bb-4137c2111074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9159539 May 27 02:28:39.094686 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-d2129e78-3a5f-44d3-97d0-f0d5d7cde507 None None] Provisioning for port ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:28:39.113894 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-d2129e78-3a5f-44d3-97d0-f0d5d7cde507 None None] Provisioning complete for port ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:28:39.114931 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d2129e78-3a5f-44d3-97d0-f0d5d7cde507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:39.118692 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e91622f5-b072-4419-a496-4b3e3daa7781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:39.128347 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment cbea87fd-4c93-4a79-b0b0-1cac5eb85a40 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cbea87fd-4c93-4a79-b0b0-1cac5eb85a40 found for delete ", "request_id": "req-98bdb306-3a14-47e7-ae00-95030f83ff49"}]} May 27 02:28:39.143658 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc856262-1020-4615-b09b-413f8369c8bc None None] DHCP port deletion for 5eecf66d-207a-42d9-9df4-6d10662e3ffb request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:28:39.160338 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-fc856262-1020-4615-b09b-413f8369c8bc None None] Deleting port bf14fb90-7fb7-4249-9f9e-908bab4e9039 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:28:39.160338 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fc856262-1020-4615-b09b-413f8369c8bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:39.244352 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port bf14fb90-7fb7-4249-9f9e-908bab4e9039 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:28:39.244768 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:39.253449 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e91622f5-b072-4419-a496-4b3e3daa7781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:39.265236 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-d2129e78-3a5f-44d3-97d0-f0d5d7cde507 None None] Port ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:28:39.274067 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-3640dde7-6008-4ff1-86a4-a1f01d0ca05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:39.436432 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-fc856262-1020-4615-b09b-413f8369c8bc None None] For port bf14fb90-7fb7-4249-9f9e-908bab4e9039, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=bf14fb90-7fb7-4249-9f9e-908bab4e9039,segment=NetworkSegment(cbea87fd-4c93-4a79-b0b0-1cac5eb85a40),segment_id=cbea87fd-4c93-4a79-b0b0-1cac5eb85a40)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:39.437021 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fc856262-1020-4615-b09b-413f8369c8bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:39.464212 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7853b9-33fe-4bc0-a593-cab35b9762bc req-3ea92552-a287-4bc2-a5c2-80a05059b4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:39.465724 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9e7853b9-33fe-4bc0-a593-cab35b9762bc req-3ea92552-a287-4bc2-a5c2-80a05059b4d9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 1097 time: 0.4543159 May 27 02:28:39.512322 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85421d7e-5709-4347-8eda-b555cc17af3e req-58ab71d4-5ca1-4ea7-bfc9-7f6169ec2214 tempest-ComputeTenantNetworksTest-334702115 tempest-ComputeTenantNetworksTest-334702115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:39.522356 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85421d7e-5709-4347-8eda-b555cc17af3e req-58ab71d4-5ca1-4ea7-bfc9-7f6169ec2214 tempest-ComputeTenantNetworksTest-334702115 tempest-ComputeTenantNetworksTest-334702115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:39.529066 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85421d7e-5709-4347-8eda-b555cc17af3e req-58ab71d4-5ca1-4ea7-bfc9-7f6169ec2214 tempest-ComputeTenantNetworksTest-334702115 tempest-ComputeTenantNetworksTest-334702115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:39.530762 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-85421d7e-5709-4347-8eda-b555cc17af3e req-58ab71d4-5ca1-4ea7-bfc9-7f6169ec2214 tempest-ComputeTenantNetworksTest-334702115 tempest-ComputeTenantNetworksTest-334702115-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3410769 May 27 02:28:39.578130 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] For port bf14fb90-7fb7-4249-9f9e-908bab4e9039, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=bf14fb90-7fb7-4249-9f9e-908bab4e9039,segment=NetworkSegment(cbea87fd-4c93-4a79-b0b0-1cac5eb85a40),segment_id=cbea87fd-4c93-4a79-b0b0-1cac5eb85a40)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:39.578720 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:39.584460 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-fc856262-1020-4615-b09b-413f8369c8bc None None] Calling delete_port for bf14fb90-7fb7-4249-9f9e-908bab4e9039 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:28:39.616742 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e91622f5-b072-4419-a496-4b3e3daa7781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:39.671087 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port bf14fb90-7fb7-4249-9f9e-908bab4e9039, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=bf14fb90-7fb7-4249-9f9e-908bab4e9039,segment=NetworkSegment(cbea87fd-4c93-4a79-b0b0-1cac5eb85a40),segment_id=cbea87fd-4c93-4a79-b0b0-1cac5eb85a40)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:39.708893 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91622f5-b072-4419-a496-4b3e3daa7781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9b1686-48ed-4037-9a9b-378015f81858,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:39.721110 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e91622f5-b072-4419-a496-4b3e3daa7781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:39.724528 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e91622f5-b072-4419-a496-4b3e3daa7781 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3d9b1686-48ed-4037-9a9b-378015f81858 HTTP/1.1" status: 204 len: 168 time: 1.0819278 May 27 02:28:39.743083 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:39.763123 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a310a32-b22a-4ebd-9327-6920d30b9e5b req-42de0b56-cbc4-4928-b23c-69d806915c31 tempest-ComputeTenantNetworksTest-334702115 tempest-ComputeTenantNetworksTest-334702115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:39.767682 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5a310a32-b22a-4ebd-9327-6920d30b9e5b req-42de0b56-cbc4-4928-b23c-69d806915c31 tempest-ComputeTenantNetworksTest-334702115 tempest-ComputeTenantNetworksTest-334702115-project] 10.222.0.57 "GET /v2.0/networks/fd373c16-164d-411d-bd6b-0314c6a84a72 HTTP/1.1" status: 200 len: 769 time: 0.2013772 May 27 02:28:39.775927 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53538) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:39.897327 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=bf14fb90-7fb7-4249-9f9e-908bab4e9039,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:39.924695 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53542) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:39.937901 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9e7853b9-33fe-4bc0-a593-cab35b9762bc req-6362968e-ff65-4d17-805d-c54e85f19944 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2215ff21-0f16-48f2-9c26-3743ed11a433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4308558 May 27 02:28:39.948140 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Calling delete_port for bf14fb90-7fb7-4249-9f9e-908bab4e9039 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:28:39.954057 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-fc856262-1020-4615-b09b-413f8369c8bc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:28:39.954520 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-fc856262-1020-4615-b09b-413f8369c8bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:28:39.992690 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dd06c14c-c35f-4ff7-9519-9b6d12874b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:40.115658 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-201ac0d7-b387-4323-9414-d8a44125999a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:40.172468 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device bf14fb90-7fb7-4249-9f9e-908bab4e9039 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:28:40.209238 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:28:40.209238 n-d-843554-3 neutron-server[88901]: DEBUG oslo_db.api [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:28:40.226235 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-3640dde7-6008-4ff1-86a4-a1f01d0ca05a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baabc363-c747-453c-a555-29e87186c07a {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:28:40.235682 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-3640dde7-6008-4ff1-86a4-a1f01d0ca05a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:40.253602 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-3640dde7-6008-4ff1-86a4-a1f01d0ca05a service neutron] Transition to ACTIVE for port object baabc363-c747-453c-a555-29e87186c07a will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:28:40.308389 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-3640dde7-6008-4ff1-86a4-a1f01d0ca05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:40.410843 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port bf14fb90-7fb7-4249-9f9e-908bab4e9039 is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:28:40.412177 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:40.415238 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3640dde7-6008-4ff1-86a4-a1f01d0ca05a service neutron] Pushing event updated for resources: {'Port': ['ID=baabc363-c747-453c-a555-29e87186c07a,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:40.456526 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-fc856262-1020-4615-b09b-413f8369c8bc None None] Deleting port bf14fb90-7fb7-4249-9f9e-908bab4e9039 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:28:40.456932 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fc856262-1020-4615-b09b-413f8369c8bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:40.564149 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-4b2687c7-8418-4f9d-b09e-537f2e6f36ee admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-629019470-network', 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:40.586605 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d223146-ccfb-4aa3-83ef-ed9ed7d6baab req-1a99d4a9-b124-4cf9-934f-a6dba599732f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:40.588670 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7d223146-ccfb-4aa3-83ef-ed9ed7d6baab req-1a99d4a9-b124-4cf9-934f-a6dba599732f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 946 time: 0.6630740 May 27 02:28:40.616627 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4b2687c7-8418-4f9d-b09e-537f2e6f36ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:40.634705 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port bf14fb90-7fb7-4249-9f9e-908bab4e9039, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=bf14fb90-7fb7-4249-9f9e-908bab4e9039,segment=NetworkSegment(cbea87fd-4c93-4a79-b0b0-1cac5eb85a40),segment_id=cbea87fd-4c93-4a79-b0b0-1cac5eb85a40)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:40.657046 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-3640dde7-6008-4ff1-86a4-a1f01d0ca05a service neutron] Attempting to bind port baabc363-c747-453c-a555-29e87186c07a on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:28:40.659329 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-3640dde7-6008-4ff1-86a4-a1f01d0ca05a service neutron] Attempting to bind port baabc363-c747-453c-a555-29e87186c07a by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '6e087f4b-4ae8-48ae-9e52-24f0368b4c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c4f4b094-8b63-475e-ab13-d365a2626d55'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:28:40.659762 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-3640dde7-6008-4ff1-86a4-a1f01d0ca05a service neutron] Attempting to bind port baabc363-c747-453c-a555-29e87186c07a on network c4f4b094-8b63-475e-ab13-d365a2626d55 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:28:40.666890 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-3640dde7-6008-4ff1-86a4-a1f01d0ca05a service neutron] Port baabc363-c747-453c-a555-29e87186c07a on network c4f4b094-8b63-475e-ab13-d365a2626d55 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:28:40.677099 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-3640dde7-6008-4ff1-86a4-a1f01d0ca05a service neutron] Attempting to bind port baabc363-c747-453c-a555-29e87186c07a on network c4f4b094-8b63-475e-ab13-d365a2626d55 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:28:40.685406 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-3640dde7-6008-4ff1-86a4-a1f01d0ca05a service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:28:40.699141 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-3640dde7-6008-4ff1-86a4-a1f01d0ca05a service neutron] Checking segment: {'id': '6e087f4b-4ae8-48ae-9e52-24f0368b4c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c4f4b094-8b63-475e-ab13-d365a2626d55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:28:40.699141 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-3640dde7-6008-4ff1-86a4-a1f01d0ca05a service neutron] Bound using segment: {'id': '6e087f4b-4ae8-48ae-9e52-24f0368b4c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c4f4b094-8b63-475e-ab13-d365a2626d55'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:28:40.699141 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-3640dde7-6008-4ff1-86a4-a1f01d0ca05a service neutron] Bound port: baabc363-c747-453c-a555-29e87186c07a, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e087f4b-4ae8-48ae-9e52-24f0368b4c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c4f4b094-8b63-475e-ab13-d365a2626d55'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:28:40.699141 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-3640dde7-6008-4ff1-86a4-a1f01d0ca05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:40.699969 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4b2687c7-8418-4f9d-b09e-537f2e6f36ee admin admin] Usage tracker for resource:network and tenant:a54d5457e373400db950c9d30ab97cd7 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:28:40.699969 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-201ac0d7-b387-4323-9414-d8a44125999a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:40.711992 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4b2687c7-8418-4f9d-b09e-537f2e6f36ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:28:40.744273 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Deleting port bf14fb90-7fb7-4249-9f9e-908bab4e9039 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:28:40.744984 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:40.760844 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4b2687c7-8418-4f9d-b09e-537f2e6f36ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:40.791021 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-201ac0d7-b387-4323-9414-d8a44125999a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd373c16-164d-411d-bd6b-0314c6a84a72']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:40.812893 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-fc856262-1020-4615-b09b-413f8369c8bc None None] For port bf14fb90-7fb7-4249-9f9e-908bab4e9039, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=bf14fb90-7fb7-4249-9f9e-908bab4e9039,segment=NetworkSegment(cbea87fd-4c93-4a79-b0b0-1cac5eb85a40),segment_id=cbea87fd-4c93-4a79-b0b0-1cac5eb85a40)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:40.813260 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fc856262-1020-4615-b09b-413f8369c8bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:40.819912 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-201ac0d7-b387-4323-9414-d8a44125999a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '106aa527-faef-4481-9874-0dd807618380') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:40.820213 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-201ac0d7-b387-4323-9414-d8a44125999a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '106aa527-faef-4481-9874-0dd807618380') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:40.831951 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7d223146-ccfb-4aa3-83ef-ed9ed7d6baab req-ac52faba-82fd-4c07-b34d-2b71dc9fafff tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=2215ff21-0f16-48f2-9c26-3743ed11a433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038639 May 27 02:28:40.840335 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-201ac0d7-b387-4323-9414-d8a44125999a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:40.865845 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-201ac0d7-b387-4323-9414-d8a44125999a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:40.881737 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06c4d0-6852-4797-95d4-320afc9860ce req-a65339f2-0025-4293-8b0d-11711567d7fb tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:40.889243 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06c4d0-6852-4797-95d4-320afc9860ce req-a65339f2-0025-4293-8b0d-11711567d7fb tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:40.895289 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06c4d0-6852-4797-95d4-320afc9860ce req-a65339f2-0025-4293-8b0d-11711567d7fb tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:40.903315 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-af06c4d0-6852-4797-95d4-320afc9860ce req-a65339f2-0025-4293-8b0d-11711567d7fb tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=46b75108-a73d-4395-ab52-19231bbefec6 HTTP/1.1" status: 200 len: 2388 time: 0.6521876 May 27 02:28:40.923425 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-201ac0d7-b387-4323-9414-d8a44125999a admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:28:40.923746 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-201ac0d7-b387-4323-9414-d8a44125999a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:40.974917 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-fc856262-1020-4615-b09b-413f8369c8bc None None] Calling delete_port for bf14fb90-7fb7-4249-9f9e-908bab4e9039 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:28:41.027322 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-3640dde7-6008-4ff1-86a4-a1f01d0ca05a service neutron] For port baabc363-c747-453c-a555-29e87186c07a, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:28:41.042160 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-3640dde7-6008-4ff1-86a4-a1f01d0ca05a service neutron] For port baabc363-c747-453c-a555-29e87186c07a, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=baabc363-c747-453c-a555-29e87186c07a,segment=NetworkSegment(6e087f4b-4ae8-48ae-9e52-24f0368b4c40),segment_id=6e087f4b-4ae8-48ae-9e52-24f0368b4c40)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:28:41.078117 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:41.091415 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2687c7-8418-4f9d-b09e-537f2e6f36ee admin admin] Made reservation on behalf of a54d5457e373400db950c9d30ab97cd7 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:28:41.094386 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4b2687c7-8418-4f9d-b09e-537f2e6f36ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:41.172548 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 106aa527-faef-4481-9874-0dd807618380 resource provider aggregate not found May 27 02:28:41.186854 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4b2687c7-8418-4f9d-b09e-537f2e6f36ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:41.187040 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-fc856262-1020-4615-b09b-413f8369c8bc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:28:41.187040 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-fc856262-1020-4615-b09b-413f8369c8bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:28:41.200800 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=bf14fb90-7fb7-4249-9f9e-908bab4e9039,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:41.237381 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-3640dde7-6008-4ff1-86a4-a1f01d0ca05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:41.237669 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 106aa527-faef-4481-9874-0dd807618380 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 106aa527-faef-4481-9874-0dd807618380 found for delete ", "request_id": "req-336d557b-030a-446f-af0e-310c4d76793d"}]} May 27 02:28:41.267300 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4b2687c7-8418-4f9d-b09e-537f2e6f36ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:41.276450 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-af06c4d0-6852-4797-95d4-320afc9860ce req-fb6f5635-3221-4cb0-8a4c-26ce1cb114a5 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b1c5d58-b623-42ce-95bb-4137c2111074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722854 May 27 02:28:41.277437 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4b2687c7-8418-4f9d-b09e-537f2e6f36ee admin admin] Usage tracker for resource:security_group_rule and tenant:a54d5457e373400db950c9d30ab97cd7 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:28:41.286935 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4b2687c7-8418-4f9d-b09e-537f2e6f36ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:28:41.287148 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] For port bf14fb90-7fb7-4249-9f9e-908bab4e9039, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=bf14fb90-7fb7-4249-9f9e-908bab4e9039,segment=NetworkSegment(cbea87fd-4c93-4a79-b0b0-1cac5eb85a40),segment_id=cbea87fd-4c93-4a79-b0b0-1cac5eb85a40)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:41.287570 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:41.315815 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4b2687c7-8418-4f9d-b09e-537f2e6f36ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:41.317671 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53578) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:41.340559 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-dd06c14c-c35f-4ff7-9519-9b6d12874b8d admin admin] Deleting port c9a19c3e-7e9f-44b5-a616-1c1ebf7d9bc6 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:28:41.340941 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dd06c14c-c35f-4ff7-9519-9b6d12874b8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:41.383291 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-201ac0d7-b387-4323-9414-d8a44125999a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:41.411875 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-201ac0d7-b387-4323-9414-d8a44125999a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:41.429844 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ac0d7-b387-4323-9414-d8a44125999a admin admin] Pushing event deleted for resources: {'Network': ['ID=fd373c16-164d-411d-bd6b-0314c6a84a72,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:41.442448 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-201ac0d7-b387-4323-9414-d8a44125999a admin admin] 10.222.0.57 "DELETE /v2.0/networks/fd373c16-164d-411d-bd6b-0314c6a84a72 HTTP/1.1" status: 204 len: 168 time: 1.6638980 May 27 02:28:41.494798 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Calling delete_port for bf14fb90-7fb7-4249-9f9e-908bab4e9039 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:28:41.523133 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-70aa0406-1b8f-4922-99d6-f9fa9b3210fb admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-864893937-network', 'tenant_id': '66fa48c46c404eb499f5ae926a62ad7f'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:41.532943 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-3640dde7-6008-4ff1-86a4-a1f01d0ca05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:41.533723 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-3640dde7-6008-4ff1-86a4-a1f01d0ca05a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:41.535710 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-3640dde7-6008-4ff1-86a4-a1f01d0ca05a service neutron] 10.222.0.66 "PUT /v2.0/ports/baabc363-c747-453c-a555-29e87186c07a HTTP/1.1" status: 200 len: 1092 time: 2.9561396 May 27 02:28:41.545370 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-fc856262-1020-4615-b09b-413f8369c8bc None None] Deleting port bf14fb90-7fb7-4249-9f9e-908bab4e9039 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:28:41.545829 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fc856262-1020-4615-b09b-413f8369c8bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:41.546856 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b75108-a73d-4395-ab52-19231bbefec6', 'tag': 'baabc363-c747-453c-a555-29e87186c07a'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:28:41.550098 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-70aa0406-1b8f-4922-99d6-f9fa9b3210fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:41.563368 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-70aa0406-1b8f-4922-99d6-f9fa9b3210fb admin admin] Usage tracker for resource:network and tenant:66fa48c46c404eb499f5ae926a62ad7f is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:28:41.569461 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-70aa0406-1b8f-4922-99d6-f9fa9b3210fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:28:41.591233 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3640dde7-6008-4ff1-86a4-a1f01d0ca05a service neutron] Pushing event updated for resources: {'Port': ['ID=baabc363-c747-453c-a555-29e87186c07a,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:41.592216 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-70aa0406-1b8f-4922-99d6-f9fa9b3210fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:41.641248 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95257837-f3a7-4b60-979d-901091882369'] response: {'name': 'network-changed', 'server_uuid': '46b75108-a73d-4395-ab52-19231bbefec6', 'tag': 'baabc363-c747-453c-a555-29e87186c07a', 'status': 'completed', 'code': 200} May 27 02:28:41.671689 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-b8f79554-98b2-461c-ac8f-66774c17d709 service neutron] Request body: {'port': {'device_id': '46b75108-a73d-4395-ab52-19231bbefec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:41.730711 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:41.748241 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-fc856262-1020-4615-b09b-413f8369c8bc None None] The port 'bf14fb90-7fb7-4249-9f9e-908bab4e9039' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:28:41.758784 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4b2687c7-8418-4f9d-b09e-537f2e6f36ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:41.764954 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70aa0406-1b8f-4922-99d6-f9fa9b3210fb admin admin] Made reservation on behalf of 66fa48c46c404eb499f5ae926a62ad7f for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:28:41.773895 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-70aa0406-1b8f-4922-99d6-f9fa9b3210fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:41.785927 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-dd06c14c-c35f-4ff7-9519-9b6d12874b8d admin admin] For port c9a19c3e-7e9f-44b5-a616-1c1ebf7d9bc6, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c9a19c3e-7e9f-44b5-a616-1c1ebf7d9bc6,segment=NetworkSegment(acf54c62-ce59-44ad-a553-8cae3366434a),segment_id=acf54c62-ce59-44ad-a553-8cae3366434a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:41.786452 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dd06c14c-c35f-4ff7-9519-9b6d12874b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:41.817330 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] No DVR routers for this DVR port bf14fb90-7fb7-4249-9f9e-908bab4e9039 on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:28:41.881845 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-b8f79554-98b2-461c-ac8f-66774c17d709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:41.963312 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-70aa0406-1b8f-4922-99d6-f9fa9b3210fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:41.972310 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4b2687c7-8418-4f9d-b09e-537f2e6f36ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:41.982368 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53590) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:42.004423 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Pushing event deleted for resources: {'Port': ['ID=bf14fb90-7fb7-4249-9f9e-908bab4e9039,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:42.017232 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:42.030945 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e704f1-e7ab-4b43-b4b3-26a22d7e142f req-931be351-696c-4832-a17f-8c9db22cf587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:42.031652 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e704f1-e7ab-4b43-b4b3-26a22d7e142f req-931be351-696c-4832-a17f-8c9db22cf587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:42.031918 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e704f1-e7ab-4b43-b4b3-26a22d7e142f req-931be351-696c-4832-a17f-8c9db22cf587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:42.033598 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-11e704f1-e7ab-4b43-b4b3-26a22d7e142f req-931be351-696c-4832-a17f-8c9db22cf587 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6137a50b300642e3b27a011e959f0225&device_id=46b75108-a73d-4395-ab52-19231bbefec6 HTTP/1.1" status: 200 len: 2731 time: 0.3755031 May 27 02:28:42.072080 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eecf66d-207a-42d9-9df4-6d10662e3ffb']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:42.110785 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-70aa0406-1b8f-4922-99d6-f9fa9b3210fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:42.122354 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-dd06c14c-c35f-4ff7-9519-9b6d12874b8d admin admin] Calling delete_port for c9a19c3e-7e9f-44b5-a616-1c1ebf7d9bc6 owned by network:router_interface {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:28:42.242872 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-70aa0406-1b8f-4922-99d6-f9fa9b3210fb admin admin] Usage tracker for resource:security_group_rule and tenant:66fa48c46c404eb499f5ae926a62ad7f is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:28:42.247072 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-70aa0406-1b8f-4922-99d6-f9fa9b3210fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:28:42.264986 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbea87fd-4c93-4a79-b0b0-1cac5eb85a40') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:42.265421 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbea87fd-4c93-4a79-b0b0-1cac5eb85a40') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:42.273214 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b2687c7-8418-4f9d-b09e-537f2e6f36ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:28:42.289128 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-70aa0406-1b8f-4922-99d6-f9fa9b3210fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:42.291441 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:42.325558 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:42.335417 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4f4272d6-4673-42fa-88ae-a35f36307d09 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4bf9bd364e404db9a0a4f32f8446ecb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2900302 May 27 02:28:42.335417 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2687c7-8418-4f9d-b09e-537f2e6f36ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe17c39-f11e-4d50-bc7c-1b1603216784,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:42.344092 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53598) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:42.404753 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:28:42.405403 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:42.439234 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e704f1-e7ab-4b43-b4b3-26a22d7e142f req-651a8f36-47b0-4c9c-9a65-eff688e264c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:42.439721 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e704f1-e7ab-4b43-b4b3-26a22d7e142f req-651a8f36-47b0-4c9c-9a65-eff688e264c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:42.440186 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e704f1-e7ab-4b43-b4b3-26a22d7e142f req-651a8f36-47b0-4c9c-9a65-eff688e264c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:42.441784 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-11e704f1-e7ab-4b43-b4b3-26a22d7e142f req-651a8f36-47b0-4c9c-9a65-eff688e264c9 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=6137a50b300642e3b27a011e959f0225&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3962977 May 27 02:28:42.495907 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment cbea87fd-4c93-4a79-b0b0-1cac5eb85a40 resource provider aggregate not found May 27 02:28:42.536155 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment cbea87fd-4c93-4a79-b0b0-1cac5eb85a40 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cbea87fd-4c93-4a79-b0b0-1cac5eb85a40 found for delete ", "request_id": "req-0796e0db-3cc9-4e07-bf4d-4c9fbad671c4"}]} May 27 02:28:42.664967 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e704f1-e7ab-4b43-b4b3-26a22d7e142f req-9bbf6306-9061-4363-81df-7a35db7dea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:42.666549 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-11e704f1-e7ab-4b43-b4b3-26a22d7e142f req-9bbf6306-9061-4363-81df-7a35db7dea3d service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1725266 May 27 02:28:42.690007 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:42.710175 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67cf0a-2f61-4f44-9433-f14bdffb5559 req-e5e91183-9d52-467c-bfca-989ec63e2261 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:42.711836 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7a67cf0a-2f61-4f44-9433-f14bdffb5559 req-e5e91183-9d52-467c-bfca-989ec63e2261 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 946 time: 0.6599290 May 27 02:28:42.723304 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4b2687c7-8418-4f9d-b09e-537f2e6f36ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:42.723654 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-4b2687c7-8418-4f9d-b09e-537f2e6f36ee admin admin] Added segment 2d17ae40-4310-4a58-b1f0-c2f85fb57fbf of type vlan for network e6379d80-7b9b-4710-9948-937eec21e411 May 27 02:28:42.747766 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-96d3f845-11c2-4be5-a3f8-a31e2c10a426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:42.749289 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:42.759657 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Pushing event deleted for resources: {'Network': ['ID=5eecf66d-207a-42d9-9df4-6d10662e3ffb,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:42.815391 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-11b653fa-1e22-4af9-9913-49fc97263333 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] 10.222.0.57 "DELETE /v2.0/networks/5eecf66d-207a-42d9-9df4-6d10662e3ffb HTTP/1.1" status: 204 len: 168 time: 8.0900283 May 27 02:28:42.815391 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53606) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:42.898208 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ef845e-f97f-44bb-a500-9f7f7d21e050 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] DELETE failed (client error): The resource could not be found. May 27 02:28:42.898662 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79ef845e-f97f-44bb-a500-9f7f7d21e050 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:28:42.903818 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-79ef845e-f97f-44bb-a500-9f7f7d21e050 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] 10.222.0.57 "DELETE /v2.0/subnets/bf209328-5c76-4cee-acee-9b0097124688 HTTP/1.1" status: 404 len: 337 time: 0.0858133 May 27 02:28:42.904118 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53610) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:42.931709 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-b79cbbf7-f464-45c5-ba68-350250ab0827 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] DELETE failed (client error): The resource could not be found. May 27 02:28:42.932758 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b79cbbf7-f464-45c5-ba68-350250ab0827 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:28:42.934601 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b79cbbf7-f464-45c5-ba68-350250ab0827 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] 10.222.0.57 "DELETE /v2.0/networks/5eecf66d-207a-42d9-9df4-6d10662e3ffb HTTP/1.1" status: 404 len: 339 time: 0.0291800 May 27 02:28:42.938435 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53614) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:42.964487 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-96d3f845-11c2-4be5-a3f8-a31e2c10a426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:42.973512 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7a67cf0a-2f61-4f44-9433-f14bdffb5559 req-ccb8653a-397a-4140-af5b-ba8f3c17e166 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=2215ff21-0f16-48f2-9c26-3743ed11a433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2440796 May 27 02:28:42.979247 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-663d684d-2a22-4d95-b3d6-28c6543823a9 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] DELETE failed (client error): The resource could not be found. May 27 02:28:42.979247 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-663d684d-2a22-4d95-b3d6-28c6543823a9 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:28:42.979806 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4b2687c7-8418-4f9d-b09e-537f2e6f36ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:42.981241 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-663d684d-2a22-4d95-b3d6-28c6543823a9 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] 10.222.0.57 "DELETE /v2.0/subnets/02dc02a0-e848-4109-8470-923f5a82966f HTTP/1.1" status: 404 len: 337 time: 0.0418572 May 27 02:28:42.983972 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53618) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:42.999395 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f12c9-258f-4fee-8ec4-d8ac2f1b8021 req-2924afd5-28c2-4894-8b43-9328ceaf46c0 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:43.005295 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f12c9-258f-4fee-8ec4-d8ac2f1b8021 req-2924afd5-28c2-4894-8b43-9328ceaf46c0 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:43.011768 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f12c9-258f-4fee-8ec4-d8ac2f1b8021 req-2924afd5-28c2-4894-8b43-9328ceaf46c0 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:43.012607 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-b60b82d8-2011-4845-817f-d99fdb98ad18 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] DELETE failed (client error): The resource could not be found. May 27 02:28:43.013181 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b60b82d8-2011-4845-817f-d99fdb98ad18 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:28:43.013566 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-662f12c9-258f-4fee-8ec4-d8ac2f1b8021 req-2924afd5-28c2-4894-8b43-9328ceaf46c0 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=46b75108-a73d-4395-ab52-19231bbefec6 HTTP/1.1" status: 200 len: 2388 time: 0.5811319 May 27 02:28:43.021019 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b60b82d8-2011-4845-817f-d99fdb98ad18 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] 10.222.0.57 "DELETE /v2.0/networks/77e3d76c-161a-47e6-a7ac-31afc12a3d96 HTTP/1.1" status: 404 len: 339 time: 0.0358958 May 27 02:28:43.030625 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53624) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:43.249864 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-70aa0406-1b8f-4922-99d6-f9fa9b3210fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:43.322335 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [None req-4b2687c7-8418-4f9d-b09e-537f2e6f36ee admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:28:43.350443 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-6474eb4f-3af0-4472-8a01-1506d15edabb tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] DELETE failed (client error): The resource could not be found. May 27 02:28:43.350901 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6474eb4f-3af0-4472-8a01-1506d15edabb tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:28:43.361978 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-70aa0406-1b8f-4922-99d6-f9fa9b3210fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:43.379072 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-b8f79554-98b2-461c-ac8f-66774c17d709 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:28:43.419196 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-662f12c9-258f-4fee-8ec4-d8ac2f1b8021 req-1169cc04-959e-4556-8ac5-8cb20106789c tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b1c5d58-b623-42ce-95bb-4137c2111074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550391 May 27 02:28:43.481895 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70aa0406-1b8f-4922-99d6-f9fa9b3210fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:28:43.503081 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4b2687c7-8418-4f9d-b09e-537f2e6f36ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:43.504021 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2687c7-8418-4f9d-b09e-537f2e6f36ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:43.504791 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4b2687c7-8418-4f9d-b09e-537f2e6f36ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:43.526330 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6474eb4f-3af0-4472-8a01-1506d15edabb tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] 10.222.0.57 "DELETE /v2.0/subnets/250112c1-df13-480e-a033-e1919e337615 HTTP/1.1" status: 404 len: 337 time: 0.4485493 May 27 02:28:43.528998 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53642) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:43.536744 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa0406-1b8f-4922-99d6-f9fa9b3210fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3caece4-0c9e-4cd5-a9c9-2bc9847bb1b4,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:43.540941 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-70aa0406-1b8f-4922-99d6-f9fa9b3210fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:43.541280 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-70aa0406-1b8f-4922-99d6-f9fa9b3210fb admin admin] Added segment 21da3dd4-f4af-4d6f-af61-d10b4b1a29a9 of type vlan for network 7b312858-40bf-40ec-b8ee-1ed51802769e May 27 02:28:43.553637 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dd06c14c-c35f-4ff7-9519-9b6d12874b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:43.553859 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f023682-96a4-4ad0-a12a-cec57d0c7f65 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] DELETE failed (client error): The resource could not be found. May 27 02:28:43.554377 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f023682-96a4-4ad0-a12a-cec57d0c7f65 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:28:43.558886 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0f023682-96a4-4ad0-a12a-cec57d0c7f65 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] 10.222.0.57 "DELETE /v2.0/networks/c578d145-d2d4-437d-b0bf-074603a7f540 HTTP/1.1" status: 404 len: 339 time: 0.0260787 May 27 02:28:43.559113 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53646) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:43.560832 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-b8f79554-98b2-461c-ac8f-66774c17d709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 686cf4c9-eafc-4f48-ac8f-dde40620b21e {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:28:43.628252 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-776654f4-1058-425a-8f2a-a6a47b492169 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Deleting port e40437eb-f7fb-4028-8501-626fc12f2273 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:28:43.628595 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-776654f4-1058-425a-8f2a-a6a47b492169 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:43.682603 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-b8f79554-98b2-461c-ac8f-66774c17d709 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:43.722382 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06c14c-c35f-4ff7-9519-9b6d12874b8d admin admin] Pushing event deleted for resources: {'Port': ['ID=c9a19c3e-7e9f-44b5-a616-1c1ebf7d9bc6,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:43.826786 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-96d3f845-11c2-4be5-a3f8-a31e2c10a426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:43.829194 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-96d3f845-11c2-4be5-a3f8-a31e2c10a426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:43.832887 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-96d3f845-11c2-4be5-a3f8-a31e2c10a426 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/78f64f6e-dd9b-47d4-95d3-6ccb8e4cebf5 HTTP/1.1" status: 204 len: 168 time: 1.4874814 May 27 02:28:43.859890 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-776654f4-1058-425a-8f2a-a6a47b492169 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:43.877601 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4b2687c7-8418-4f9d-b09e-537f2e6f36ee admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.9469898 May 27 02:28:43.902498 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53652) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:43.910318 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455380d-9bd9-49e7-a502-f537c0a283e2 req-85ef9262-b7eb-407a-a48b-85f315d36962 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:43.911879 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5455380d-9bd9-49e7-a502-f537c0a283e2 req-85ef9262-b7eb-407a-a48b-85f315d36962 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 946 time: 0.6557748 May 27 02:28:43.935154 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53654) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:43.939900 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-6020eafc-85af-4434-bff4-fc7ebbe2bbb2 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Request body: {'floatingip': {'port_id': '4b2f5214-fb0c-4b36-b89a-cbf2f8186af1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:43.944670 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2687c7-8418-4f9d-b09e-537f2e6f36ee admin admin] Pushing event updated for resources: {'Network': ['ID=e6379d80-7b9b-4710-9948-937eec21e411,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:43.953336 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-b8f79554-98b2-461c-ac8f-66774c17d709 service neutron] Transition to ACTIVE for port object 686cf4c9-eafc-4f48-ac8f-dde40620b21e will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:28:43.960699 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network e6379d80-7b9b-4710-9948-937eec21e411 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:28:43.982506 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-9ad18b09-1950-48fe-90ed-15ee9c53d78a admin admin] Request body: {'subnet': {'network_id': 'e6379d80-7b9b-4710-9948-937eec21e411', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-629019470-subnet', 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:43.992685 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d3f845-11c2-4be5-a3f8-a31e2c10a426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f64f6e-dd9b-47d4-95d3-6ccb8e4cebf5,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:44.002719 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-70aa0406-1b8f-4922-99d6-f9fa9b3210fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:44.009659 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-9ad18b09-1950-48fe-90ed-15ee9c53d78a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:44.027355 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-9ad18b09-1950-48fe-90ed-15ee9c53d78a admin admin] Usage tracker for resource:subnet and tenant:a54d5457e373400db950c9d30ab97cd7 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:28:44.032230 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-b8f79554-98b2-461c-ac8f-66774c17d709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:44.033609 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-9ad18b09-1950-48fe-90ed-15ee9c53d78a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:28:44.077858 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-776654f4-1058-425a-8f2a-a6a47b492169 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Calling delete_port for e40437eb-f7fb-4028-8501-626fc12f2273 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:28:44.119118 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-9ad18b09-1950-48fe-90ed-15ee9c53d78a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:44.121377 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [None req-70aa0406-1b8f-4922-99d6-f9fa9b3210fb admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:28:44.142745 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6020eafc-85af-4434-bff4-fc7ebbe2bbb2 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks [] for floatingip, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:44.150967 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f79554-98b2-461c-ac8f-66774c17d709 service neutron] Pushing event updated for resources: {'Port': ['ID=686cf4c9-eafc-4f48-ac8f-dde40620b21e,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:44.307991 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad18b09-1950-48fe-90ed-15ee9c53d78a admin admin] Made reservation on behalf of a54d5457e373400db950c9d30ab97cd7 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:28:44.310326 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9ad18b09-1950-48fe-90ed-15ee9c53d78a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:44.368362 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-70aa0406-1b8f-4922-99d6-f9fa9b3210fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:44.369425 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70aa0406-1b8f-4922-99d6-f9fa9b3210fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:44.369979 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-70aa0406-1b8f-4922-99d6-f9fa9b3210fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:44.379502 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08260686-33be-4c6e-a141-e14f528d4356 req-c93d84e2-4dcb-4ad8-95e1-a767e2ed963b tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:44.386258 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-08260686-33be-4c6e-a141-e14f528d4356 req-c93d84e2-4dcb-4ad8-95e1-a767e2ed963b tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/networks?id=685d8b83-d733-49e1-90bd-6bbf0138e6b7 HTTP/1.1" status: 200 len: 813 time: 0.8563859 May 27 02:28:44.444129 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-776654f4-1058-425a-8f2a-a6a47b492169 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:44.627302 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776654f4-1058-425a-8f2a-a6a47b492169 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Pushing event deleted for resources: {'Port': ['ID=e40437eb-f7fb-4028-8501-626fc12f2273,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:44.632035 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-08260686-33be-4c6e-a141-e14f528d4356 req-a9cdbcd3-e82a-43d5-89f4-ed66e18e9570 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/quotas/898805dffca84655b80c58e7ceffa560 HTTP/1.1" status: 200 len: 375 time: 0.2448454 May 27 02:28:44.646463 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-776654f4-1058-425a-8f2a-a6a47b492169 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:44.727428 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-776654f4-1058-425a-8f2a-a6a47b492169 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] 10.222.0.57 "DELETE /v2.0/ports/e40437eb-f7fb-4028-8501-626fc12f2273 HTTP/1.1" status: 204 len: 168 time: 1.1673036 May 27 02:28:44.730387 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53672) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:44.773688 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-28e6106e-fbae-4d86-8849-441dd3ec987a tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] DELETE failed (client error): The resource could not be found. May 27 02:28:44.774382 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28e6106e-fbae-4d86-8849-441dd3ec987a tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:28:44.779073 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-28e6106e-fbae-4d86-8849-441dd3ec987a tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] 10.222.0.57 "DELETE /v2.0/subnets/df9187fc-c1cf-4fa7-85ff-51e0b13db04d HTTP/1.1" status: 404 len: 337 time: 0.0454040 May 27 02:28:44.780422 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53678) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:44.802028 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-70aa0406-1b8f-4922-99d6-f9fa9b3210fb admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.4808023 May 27 02:28:44.808139 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53682) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:44.812278 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa0406-1b8f-4922-99d6-f9fa9b3210fb admin admin] Pushing event updated for resources: {'Network': ['ID=7b312858-40bf-40ec-b8ee-1ed51802769e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:44.819158 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d7d606e8-c32d-4886-a230-4a28df1117bf admin admin] Request body: {'subnet': {'network_id': '7b312858-40bf-40ec-b8ee-1ed51802769e', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-864893937-subnet', 'tenant_id': '66fa48c46c404eb499f5ae926a62ad7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:44.828555 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 7b312858-40bf-40ec-b8ee-1ed51802769e details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:28:44.831333 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-08260686-33be-4c6e-a141-e14f528d4356 req-2e401f99-e939-4cd2-9960-59a2d2935aec tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=898805dffca84655b80c58e7ceffa560&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1983926 May 27 02:28:44.833578 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d7d606e8-c32d-4886-a230-4a28df1117bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:44.952325 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d7d606e8-c32d-4886-a230-4a28df1117bf admin admin] Usage tracker for resource:subnet and tenant:66fa48c46c404eb499f5ae926a62ad7f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:28:44.963746 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d7d606e8-c32d-4886-a230-4a28df1117bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:28:45.030062 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d7d606e8-c32d-4886-a230-4a28df1117bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:45.031076 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9e7762b-5802-4adc-bf67-6d80d3c5d3c2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:45.167096 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-08260686-33be-4c6e-a141-e14f528d4356 req-1b01484a-3bdc-4da2-9925-f018f12b7e52 service neutron] 10.222.0.57 "GET /v2.0/networks/685d8b83-d733-49e1-90bd-6bbf0138e6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349037 May 27 02:28:45.200600 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-b8f79554-98b2-461c-ac8f-66774c17d709 service neutron] Attempting to bind port 686cf4c9-eafc-4f48-ac8f-dde40620b21e on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:28:45.201103 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-b8f79554-98b2-461c-ac8f-66774c17d709 service neutron] Attempting to bind port 686cf4c9-eafc-4f48-ac8f-dde40620b21e by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'd2c8425f-4bf7-4888-8879-e615626b948b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '510fd829-959e-45fc-a9f9-360a49e960c0'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:28:45.201422 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-b8f79554-98b2-461c-ac8f-66774c17d709 service neutron] Attempting to bind port 686cf4c9-eafc-4f48-ac8f-dde40620b21e on network 510fd829-959e-45fc-a9f9-360a49e960c0 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:28:45.208608 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dd06c14c-c35f-4ff7-9519-9b6d12874b8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:45.222732 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d606e8-c32d-4886-a230-4a28df1117bf admin admin] Made reservation on behalf of 66fa48c46c404eb499f5ae926a62ad7f for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:28:45.225616 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d7d606e8-c32d-4886-a230-4a28df1117bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:45.244045 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9e7762b-5802-4adc-bf67-6d80d3c5d3c2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:45.266742 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-b8f79554-98b2-461c-ac8f-66774c17d709 service neutron] Port 686cf4c9-eafc-4f48-ac8f-dde40620b21e on network 510fd829-959e-45fc-a9f9-360a49e960c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:28:45.267093 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-b8f79554-98b2-461c-ac8f-66774c17d709 service neutron] Attempting to bind port 686cf4c9-eafc-4f48-ac8f-dde40620b21e on network 510fd829-959e-45fc-a9f9-360a49e960c0 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:28:45.295383 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-b8f79554-98b2-461c-ac8f-66774c17d709 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:28:45.295717 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-b8f79554-98b2-461c-ac8f-66774c17d709 service neutron] Checking segment: {'id': 'd2c8425f-4bf7-4888-8879-e615626b948b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '510fd829-959e-45fc-a9f9-360a49e960c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:28:45.296094 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-b8f79554-98b2-461c-ac8f-66774c17d709 service neutron] Bound using segment: {'id': 'd2c8425f-4bf7-4888-8879-e615626b948b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '510fd829-959e-45fc-a9f9-360a49e960c0'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:28:45.296525 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-b8f79554-98b2-461c-ac8f-66774c17d709 service neutron] Bound port: 686cf4c9-eafc-4f48-ac8f-dde40620b21e, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c8425f-4bf7-4888-8879-e615626b948b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '510fd829-959e-45fc-a9f9-360a49e960c0'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:28:45.296888 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-b8f79554-98b2-461c-ac8f-66774c17d709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:45.349797 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-e9e7762b-5802-4adc-bf67-6d80d3c5d3c2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cabcc23b-4d0a-4905-a355-c58ff40e48b0']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:45.368042 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-e9e7762b-5802-4adc-bf67-6d80d3c5d3c2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8200ca4-61a6-46d1-a482-64e776144180') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:45.368900 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-e9e7762b-5802-4adc-bf67-6d80d3c5d3c2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8200ca4-61a6-46d1-a482-64e776144180') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:45.394709 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9e7762b-5802-4adc-bf67-6d80d3c5d3c2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:45.426001 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9e7762b-5802-4adc-bf67-6d80d3c5d3c2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:45.435511 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9e7762b-5802-4adc-bf67-6d80d3c5d3c2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:28:45.435902 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9e7762b-5802-4adc-bf67-6d80d3c5d3c2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:45.499289 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd8cc2-2861-4bca-96d5-9534d82db198 req-391e6274-e2ce-45a9-831d-c2e41e937379 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:45.505474 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd8cc2-2861-4bca-96d5-9534d82db198 req-391e6274-e2ce-45a9-831d-c2e41e937379 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:45.511498 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd8cc2-2861-4bca-96d5-9534d82db198 req-391e6274-e2ce-45a9-831d-c2e41e937379 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:45.514567 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-40fd8cc2-2861-4bca-96d5-9534d82db198 req-391e6274-e2ce-45a9-831d-c2e41e937379 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=46b75108-a73d-4395-ab52-19231bbefec6 HTTP/1.1" status: 200 len: 2400 time: 0.9096241 May 27 02:28:45.527001 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment b8200ca4-61a6-46d1-a482-64e776144180 resource provider aggregate not found May 27 02:28:45.585450 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment b8200ca4-61a6-46d1-a482-64e776144180 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b8200ca4-61a6-46d1-a482-64e776144180 found for delete ", "request_id": "req-6cbbd2fa-757b-43b9-8fb7-52cd97f7fdad"}]} May 27 02:28:45.655246 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-08260686-33be-4c6e-a141-e14f528d4356 req-6755cb4d-c3fe-4820-8968-a76dd43e961a service neutron] 10.222.0.57 "GET /v2.0/networks/685d8b83-d733-49e1-90bd-6bbf0138e6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4770119 May 27 02:28:45.673002 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6020eafc-85af-4434-bff4-fc7ebbe2bbb2 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:45.720312 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-40fd8cc2-2861-4bca-96d5-9534d82db198 req-bd118e3c-a8f0-4279-9cc1-5a9ef4e4fd74 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b1c5d58-b623-42ce-95bb-4137c2111074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950059 May 27 02:28:45.733816 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-b8f79554-98b2-461c-ac8f-66774c17d709 service neutron] For port 686cf4c9-eafc-4f48-ac8f-dde40620b21e, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:28:45.745457 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-b8f79554-98b2-461c-ac8f-66774c17d709 service neutron] For port 686cf4c9-eafc-4f48-ac8f-dde40620b21e, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=686cf4c9-eafc-4f48-ac8f-dde40620b21e,segment=NetworkSegment(d2c8425f-4bf7-4888-8879-e615626b948b),segment_id=d2c8425f-4bf7-4888-8879-e615626b948b)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:28:45.782802 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9e7762b-5802-4adc-bf67-6d80d3c5d3c2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:45.784945 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6020eafc-85af-4434-bff4-fc7ebbe2bbb2 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:45.832144 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9ad18b09-1950-48fe-90ed-15ee9c53d78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:45.866319 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-b8f79554-98b2-461c-ac8f-66774c17d709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:45.866723 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9e7762b-5802-4adc-bf67-6d80d3c5d3c2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:45.876857 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d7d606e8-c32d-4886-a230-4a28df1117bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:45.960200 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e7762b-5802-4adc-bf67-6d80d3c5d3c2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Pushing event deleted for resources: {'Network': ['ID=cabcc23b-4d0a-4905-a355-c58ff40e48b0,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:45.985082 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e9e7762b-5802-4adc-bf67-6d80d3c5d3c2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] 10.222.0.57 "DELETE /v2.0/networks/cabcc23b-4d0a-4905-a355-c58ff40e48b0 HTTP/1.1" status: 204 len: 168 time: 1.2032375 May 27 02:28:45.991606 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53710) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:46.028623 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f79554-98b2-461c-ac8f-66774c17d709 service neutron] Pushing event updated for resources: {'Port': ['ID=686cf4c9-eafc-4f48-ac8f-dde40620b21e,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:46.049643 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9ea018e0-9754-4780-82d5-0d1adf9db00c req-4c2e65a7-96ac-434b-9595-91f34ba7d142 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bf1ce2-acb1-4780-b8ce-761c12b037dd HTTP/1.1" status: 200 len: 210 time: 0.0901940 May 27 02:28:46.129370 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-b8f79554-98b2-461c-ac8f-66774c17d709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:46.129893 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-b8f79554-98b2-461c-ac8f-66774c17d709 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:46.131275 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-b8f79554-98b2-461c-ac8f-66774c17d709 service neutron] 10.222.0.66 "PUT /v2.0/ports/686cf4c9-eafc-4f48-ac8f-dde40620b21e HTTP/1.1" status: 200 len: 1091 time: 4.4662910 May 27 02:28:46.131736 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b75108-a73d-4395-ab52-19231bbefec6', 'tag': '686cf4c9-eafc-4f48-ac8f-dde40620b21e'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:28:46.159646 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d606e8-c32d-4886-a230-4a28df1117bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c250816a-43d9-48f2-b76f-f0e58c9da86d,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:46.177314 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad18b09-1950-48fe-90ed-15ee9c53d78a admin admin] Checking segment: {'id': '2d17ae40-4310-4a58-b1f0-c2f85fb57fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e6379d80-7b9b-4710-9948-937eec21e411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:28:46.177690 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad18b09-1950-48fe-90ed-15ee9c53d78a admin admin] Network hostable DHCP agents. Network: e6379d80-7b9b-4710-9948-937eec21e411, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:28:46.182279 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad18b09-1950-48fe-90ed-15ee9c53d78a admin admin] Pushing event updated for resources: {'Subnet': ['ID=95908a1f-c366-445e-9e10-5bce86ad79d9,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:46.213818 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e59a6453-19cb-45eb-852f-2cf78897537a'] response: {'name': 'network-changed', 'server_uuid': '46b75108-a73d-4395-ab52-19231bbefec6', 'tag': '686cf4c9-eafc-4f48-ac8f-dde40620b21e', 'status': 'completed', 'code': 200} May 27 02:28:46.219623 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd06c14c-c35f-4ff7-9519-9b6d12874b8d admin admin] Router 7d594062-91e2-4bdb-866c-7608a8d58e68 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:28:46.343022 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad18b09-1950-48fe-90ed-15ee9c53d78a admin admin] Network e6379d80-7b9b-4710-9948-937eec21e411 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:28:46.420204 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53722) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:46.441416 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-d64cef61-2d2b-42b2-84ce-1807c23690e2 service neutron] Request body: {'port': {'device_id': '46b75108-a73d-4395-ab52-19231bbefec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:46.463457 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-9ad18b09-1950-48fe-90ed-15ee9c53d78a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, e6379d80-7b9b-4710-9948-937eec21e411) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:28:46.463697 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552113aa-19c5-490c-855b-b211798eba31 None None] Network e6379d80-7b9b-4710-9948-937eec21e411 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:28:46.464322 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad18b09-1950-48fe-90ed-15ee9c53d78a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:46.464900 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9ad18b09-1950-48fe-90ed-15ee9c53d78a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:46.501843 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d606e8-c32d-4886-a230-4a28df1117bf admin admin] Checking segment: {'id': '21da3dd4-f4af-4d6f-af61-d10b4b1a29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7b312858-40bf-40ec-b8ee-1ed51802769e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:28:46.502564 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d606e8-c32d-4886-a230-4a28df1117bf admin admin] Network hostable DHCP agents. Network: 7b312858-40bf-40ec-b8ee-1ed51802769e, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:28:46.521650 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-e339628e-f124-412f-bd45-a0fd339e6676 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Deleting port 9fdc67dc-d7c4-4eff-83b4-143c4fd5328e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:28:46.521987 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e339628e-f124-412f-bd45-a0fd339e6676 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:46.560991 n-d-843554-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-6020eafc-85af-4434-bff4-fc7ebbe2bbb2 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Floating IP a0daadba-ebfb-4fe7-b426-d9307ce89146 associated. External IP: 172.25.1.52, port: 4b2f5214-fb0c-4b36-b89a-cbf2f8186af1. May 27 02:28:46.561926 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd06c14c-c35f-4ff7-9519-9b6d12874b8d admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:28:46.591546 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-dd06c14c-c35f-4ff7-9519-9b6d12874b8d admin admin] 10.222.0.57 "PUT /v2.0/routers/7d594062-91e2-4bdb-866c-7608a8d58e68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1526935 May 27 02:28:46.603847 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9ad18b09-1950-48fe-90ed-15ee9c53d78a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.6540797 May 27 02:28:46.603847 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53730) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:46.606827 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53732) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:46.611456 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e464c5b-8250-4603-afdf-955d7b7b34ba req-1a78c45f-b1e1-48ab-b00a-6c6f9602f9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:46.612050 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e464c5b-8250-4603-afdf-955d7b7b34ba req-1a78c45f-b1e1-48ab-b00a-6c6f9602f9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:46.612614 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e464c5b-8250-4603-afdf-955d7b7b34ba req-1a78c45f-b1e1-48ab-b00a-6c6f9602f9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:46.614281 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e464c5b-8250-4603-afdf-955d7b7b34ba req-1a78c45f-b1e1-48ab-b00a-6c6f9602f9f1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6137a50b300642e3b27a011e959f0225&device_id=46b75108-a73d-4395-ab52-19231bbefec6 HTTP/1.1" status: 200 len: 2798 time: 0.3267052 May 27 02:28:46.634569 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8feb6a-18e7-4eb6-af00-657d4e0a1bd7 None None] Sync routers for ids ['7d594062-91e2-4bdb-866c-7608a8d58e68'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:28:46.662279 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8feb6a-18e7-4eb6-af00-657d4e0a1bd7 None None] Routers {'7d594062-91e2-4bdb-866c-7608a8d58e68'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:28:46.663207 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5a8feb6a-18e7-4eb6-af00-657d4e0a1bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:28:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['7d594062-91e2-4bdb-866c-7608a8d58e68'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:46.693773 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-3d3e8642-a0e4-4ed6-ba98-9c77784b74e4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-629019470-router', 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:46.707487 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-3d3e8642-a0e4-4ed6-ba98-9c77784b74e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:46.757479 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3d3e8642-a0e4-4ed6-ba98-9c77784b74e4 admin admin] Usage tracker for resource:router and tenant:a54d5457e373400db950c9d30ab97cd7 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:28:46.807823 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3d3e8642-a0e4-4ed6-ba98-9c77784b74e4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:28:46.809766 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a55a82ac-0c43-4afb-8878-bf3c1650f9fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:46.880750 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb515f9-af90-4eaa-a5c1-4101409da09c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-e6379d80-7b9b-4710-9948-937eec21e411', 'network_id': 'e6379d80-7b9b-4710-9948-937eec21e411', 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'fixed_ips': [{'subnet_id': '95908a1f-c366-445e-9e10-5bce86ad79d9'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:28:46.882018 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-dcb515f9-af90-4eaa-a5c1-4101409da09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:46.937092 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d606e8-c32d-4886-a230-4a28df1117bf admin admin] Network 7b312858-40bf-40ec-b8ee-1ed51802769e is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:28:46.967463 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6dabe74e-d661-4064-a9a3-46c035d0b172 req-3630b0a0-257a-4c79-baf0-e9552cb576ed service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f07835cf-a601-42ce-ad6c-031dc828f47f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8051100 May 27 02:28:46.968052 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-d64cef61-2d2b-42b2-84ce-1807c23690e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:46.984628 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a55a82ac-0c43-4afb-8878-bf3c1650f9fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:47.006809 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-d7d606e8-c32d-4886-a230-4a28df1117bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 7b312858-40bf-40ec-b8ee-1ed51802769e) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:28:47.011913 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d606e8-c32d-4886-a230-4a28df1117bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:47.012486 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d7d606e8-c32d-4886-a230-4a28df1117bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:47.020874 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391bd585-4a9c-4194-9b5b-22d7e8b69cef None None] Network 7b312858-40bf-40ec-b8ee-1ed51802769e requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:28:47.043112 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-3d3e8642-a0e4-4ed6-ba98-9c77784b74e4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:47.104210 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a55a82ac-0c43-4afb-8878-bf3c1650f9fb admin admin] Usage tracker for resource:security_group_rule and tenant:d798e27e53484f5e9ad6d93b0a7dfe8e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:28:47.121000 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a55a82ac-0c43-4afb-8878-bf3c1650f9fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:28:47.146096 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a55a82ac-0c43-4afb-8878-bf3c1650f9fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:47.218870 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bdd2ab6a-3be4-463f-8e81-5cc8b496bf12 req-80c5297f-be9f-4a41-8aed-c1d28672d393 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=31da9e92-be8a-497c-81ac-03e605f02623&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7066343 May 27 02:28:47.235037 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-5a8feb6a-18e7-4eb6-af00-657d4e0a1bd7 None None] Set router 7d594062-91e2-4bdb-866c-7608a8d58e68 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:28:47.254317 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3d3e8642-a0e4-4ed6-ba98-9c77784b74e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:47.255329 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3d3e8642-a0e4-4ed6-ba98-9c77784b74e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:47.275331 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d7d606e8-c32d-4886-a230-4a28df1117bf admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4642787 May 27 02:28:47.307708 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e339628e-f124-412f-bd45-a0fd339e6676 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:47.438433 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-643bee19-5f3c-4958-bb66-ea9234fb8c2f req-85c755c4-6256-4fa5-9dc3-ac2c0e685ea1 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bf1ce2-acb1-4780-b8ce-761c12b037dd HTTP/1.1" status: 200 len: 210 time: 0.1757205 May 27 02:28:47.483769 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3d3e8642-a0e4-4ed6-ba98-9c77784b74e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:47.512387 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9acf473-e730-48e5-8ef5-a3618ea9bf7c None None] Network 7b312858-40bf-40ec-b8ee-1ed51802769e requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:28:47.543663 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c70b2f13-4859-4b8b-a521-c4bd1a2b4917 admin admin] Notify callbacks [] for router, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:47.630528 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f35a74-ba5a-4e08-b22e-06dadc9fef41 req-9cc771e6-8fa4-481c-a167-697d21d5f752 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:47.637475 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f35a74-ba5a-4e08-b22e-06dadc9fef41 req-9cc771e6-8fa4-481c-a167-697d21d5f752 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:47.643917 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f35a74-ba5a-4e08-b22e-06dadc9fef41 req-9cc771e6-8fa4-481c-a167-697d21d5f752 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:47.645785 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04f35a74-ba5a-4e08-b22e-06dadc9fef41 req-9cc771e6-8fa4-481c-a167-697d21d5f752 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=46b75108-a73d-4395-ab52-19231bbefec6 HTTP/1.1" status: 200 len: 2400 time: 0.5986025 May 27 02:28:47.655285 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-e339628e-f124-412f-bd45-a0fd339e6676 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Calling delete_port for 9fdc67dc-d7c4-4eff-83b4-143c4fd5328e owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:28:47.667289 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e464c5b-8250-4603-afdf-955d7b7b34ba req-85f1ed24-feca-4b13-a41e-fad5471ca58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:47.667758 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e464c5b-8250-4603-afdf-955d7b7b34ba req-85f1ed24-feca-4b13-a41e-fad5471ca58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:47.668216 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e464c5b-8250-4603-afdf-955d7b7b34ba req-85f1ed24-feca-4b13-a41e-fad5471ca58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:47.681771 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e464c5b-8250-4603-afdf-955d7b7b34ba req-85f1ed24-feca-4b13-a41e-fad5471ca58e service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=6137a50b300642e3b27a011e959f0225&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.9812834 May 27 02:28:47.788921 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-dcb515f9-af90-4eaa-a5c1-4101409da09c None None] Allocated IP 172.20.0.2 (e6379d80-7b9b-4710-9948-937eec21e411/95908a1f-c366-445e-9e10-5bce86ad79d9/d6760632-dd75-4eed-9c4d-f6accf619a9e) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:28:47.927422 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6020eafc-85af-4434-bff4-fc7ebbe2bbb2 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Router 1d94dbf7-178c-4082-be53-188ec5821e1d has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:28:48.032537 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabe74e-d661-4064-a9a3-46c035d0b172 req-af3c2139-d78f-4325-95c5-14b03583da74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:48.033952 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6dabe74e-d661-4064-a9a3-46c035d0b172 req-af3c2139-d78f-4325-95c5-14b03583da74 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a9d84b96bbe4011b693e36de83ee83d&device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 1097 time: 0.8856714 May 27 02:28:48.047880 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a55a82ac-0c43-4afb-8878-bf3c1650f9fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:48.072215 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2ab6a-3be4-463f-8e81-5cc8b496bf12 req-36402a63-0876-4d47-8ed4-ce45f8a51e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:48.074257 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bdd2ab6a-3be4-463f-8e81-5cc8b496bf12 req-36402a63-0876-4d47-8ed4-ce45f8a51e0d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0a9d84b96bbe4011b693e36de83ee83d&device_id=31da9e92-be8a-497c-81ac-03e605f02623 HTTP/1.1" status: 200 len: 1096 time: 0.8155239 May 27 02:28:48.101129 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5a8feb6a-18e7-4eb6-af00-657d4e0a1bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d594062-91e2-4bdb-866c-7608a8d58e68', 'name': 'tempest-TestAggregatesBasicOps-1579862696-router', 'tenant_id': '952c5c481ac44b519d30eded5a464ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '4c3cf0a9-48f3-4e38-b646-9d28e119a04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:27:45Z', 'updated_at': '2022-05-27T02:28:42Z', 'revision_number': 5, 'project_id': '952c5c481ac44b519d30eded5a464ad0', 'gw_port': {'id': '4c3cf0a9-48f3-4e38-b646-9d28e119a04c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d594062-91e2-4bdb-866c-7608a8d58e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:27:50Z', 'updated_at': '2022-05-27T02:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:48.110765 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8feb6a-18e7-4eb6-af00-657d4e0a1bd7 None None] Checking router: 7d594062-91e2-4bdb-866c-7608a8d58e68 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:28:48.129613 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-dcb515f9-af90-4eaa-a5c1-4101409da09c None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:48.140788 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8feb6a-18e7-4eb6-af00-657d4e0a1bd7 None None] Routers {'7d594062-91e2-4bdb-866c-7608a8d58e68'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:28:48.141472 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5a8feb6a-18e7-4eb6-af00-657d4e0a1bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:28:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['7d594062-91e2-4bdb-866c-7608a8d58e68'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:48.205665 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-dcb515f9-af90-4eaa-a5c1-4101409da09c None None] Transition to ACTIVE for port object d6760632-dd75-4eed-9c4d-f6accf619a9e will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:28:48.232358 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04f35a74-ba5a-4e08-b22e-06dadc9fef41 req-b9995497-35d1-42ea-8539-15d21c275ef3 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b1c5d58-b623-42ce-95bb-4137c2111074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5499458 May 27 02:28:48.261530 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-dcb515f9-af90-4eaa-a5c1-4101409da09c None None] Transition to ACTIVE for port object d6760632-dd75-4eed-9c4d-f6accf619a9e will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:28:48.286331 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e339628e-f124-412f-bd45-a0fd339e6676 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:48.287774 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a55a82ac-0c43-4afb-8878-bf3c1650f9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:48.304759 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c70b2f13-4859-4b8b-a521-c4bd1a2b4917 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:48.350655 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-dcb515f9-af90-4eaa-a5c1-4101409da09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:48.433921 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb515f9-af90-4eaa-a5c1-4101409da09c None None] Network e6379d80-7b9b-4710-9948-937eec21e411 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:28:48.441265 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-dcb515f9-af90-4eaa-a5c1-4101409da09c None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:28:48.443925 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb515f9-af90-4eaa-a5c1-4101409da09c None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:28:48.445486 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e339628e-f124-412f-bd45-a0fd339e6676 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Pushing event deleted for resources: {'Port': ['ID=9fdc67dc-d7c4-4eff-83b4-143c4fd5328e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:48.454997 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-5a8feb6a-18e7-4eb6-af00-657d4e0a1bd7 None None] Set router 7d594062-91e2-4bdb-866c-7608a8d58e68 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:28:48.500969 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e339628e-f124-412f-bd45-a0fd339e6676 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:48.562692 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a82ac-0c43-4afb-8878-bf3c1650f9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00f8ed9-d5cc-4201-a970-19d2fc5b0824,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:48.569579 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a55a82ac-0c43-4afb-8878-bf3c1650f9fb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d798e27e53484f5e9ad6d93b0a7dfe8e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1355827 May 27 02:28:48.614601 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53760) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:48.670076 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e339628e-f124-412f-bd45-a0fd339e6676 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] 10.222.0.57 "DELETE /v2.0/ports/9fdc67dc-d7c4-4eff-83b4-143c4fd5328e HTTP/1.1" status: 204 len: 168 time: 2.6757717 May 27 02:28:48.677127 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53764) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:48.700791 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb515f9-af90-4eaa-a5c1-4101409da09c None None] Pushing event updated for resources: {'Port': ['ID=d6760632-dd75-4eed-9c4d-f6accf619a9e,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:48.726786 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabe74e-d661-4064-a9a3-46c035d0b172 req-eae430a8-df61-4629-93f6-6fef143f18f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:48.728277 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6dabe74e-d661-4064-a9a3-46c035d0b172 req-eae430a8-df61-4629-93f6-6fef143f18f4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8604bb25-00c6-4170-bfcb-0b58b32e10ee HTTP/1.1" status: 200 len: 919 time: 0.6275492 May 27 02:28:48.763605 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb515f9-af90-4eaa-a5c1-4101409da09c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:48.763981 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb515f9-af90-4eaa-a5c1-4101409da09c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:48.764280 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb515f9-af90-4eaa-a5c1-4101409da09c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:48.764612 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb515f9-af90-4eaa-a5c1-4101409da09c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:48.764973 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb515f9-af90-4eaa-a5c1-4101409da09c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:48.765299 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb515f9-af90-4eaa-a5c1-4101409da09c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:48.765620 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb515f9-af90-4eaa-a5c1-4101409da09c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:48.765939 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb515f9-af90-4eaa-a5c1-4101409da09c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:48.766255 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb515f9-af90-4eaa-a5c1-4101409da09c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:48.766573 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb515f9-af90-4eaa-a5c1-4101409da09c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:48.766889 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb515f9-af90-4eaa-a5c1-4101409da09c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:48.767203 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb515f9-af90-4eaa-a5c1-4101409da09c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:48.814752 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c70b2f13-4859-4b8b-a521-c4bd1a2b4917 admin admin] Deleting port 4c3cf0a9-48f3-4e38-b646-9d28e119a04c {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:28:48.814752 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c70b2f13-4859-4b8b-a521-c4bd1a2b4917 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:48.818054 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-281ff897-7ae6-4c2a-b2f6-124b1223d79f tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] DELETE failed (client error): The resource could not be found. May 27 02:28:48.818511 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-281ff897-7ae6-4c2a-b2f6-124b1223d79f tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:28:48.820829 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-281ff897-7ae6-4c2a-b2f6-124b1223d79f tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] 10.222.0.57 "DELETE /v2.0/subnets/aa5ba071-a6a2-4bcb-bb0d-d4ec8079347e HTTP/1.1" status: 404 len: 337 time: 0.1327076 May 27 02:28:48.852806 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53768) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:48.882838 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6020eafc-85af-4434-bff4-fc7ebbe2bbb2 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:28:48.888229 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6020eafc-85af-4434-bff4-fc7ebbe2bbb2 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:48.898270 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be9be58-99e9-4d44-b33e-9764ad9d9318 None None] Sync routers for ids ['1d94dbf7-178c-4082-be53-188ec5821e1d'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:28:48.916906 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ae0c62d-4056-4df6-a9f7-edef24411dda req-62e7c6fe-8e7e-4500-b8fc-e7db89a685a5 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bf1ce2-acb1-4780-b8ce-761c12b037dd HTTP/1.1" status: 200 len: 210 time: 0.1285498 May 27 02:28:48.922849 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be9be58-99e9-4d44-b33e-9764ad9d9318 None None] Routers {'1d94dbf7-178c-4082-be53-188ec5821e1d'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:28:48.922849 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-7be9be58-99e9-4d44-b33e-9764ad9d9318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:28:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['1d94dbf7-178c-4082-be53-188ec5821e1d'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:48.981721 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3d3e8642-a0e4-4ed6-ba98-9c77784b74e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:49.001626 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-d64cef61-2d2b-42b2-84ce-1807c23690e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:28:49.007934 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5a8feb6a-18e7-4eb6-af00-657d4e0a1bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d594062-91e2-4bdb-866c-7608a8d58e68', 'name': 'tempest-TestAggregatesBasicOps-1579862696-router', 'tenant_id': '952c5c481ac44b519d30eded5a464ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '4c3cf0a9-48f3-4e38-b646-9d28e119a04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:27:45Z', 'updated_at': '2022-05-27T02:28:42Z', 'revision_number': 5, 'project_id': '952c5c481ac44b519d30eded5a464ad0', 'gw_port': {'id': '4c3cf0a9-48f3-4e38-b646-9d28e119a04c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d594062-91e2-4bdb-866c-7608a8d58e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:27:50Z', 'updated_at': '2022-05-27T02:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:49.009197 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6dabe74e-d661-4064-a9a3-46c035d0b172 req-8b71475c-9034-488e-81a0-d1fd61899cdf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b2f5214-fb0c-4b36-b89a-cbf2f8186af1 HTTP/1.1" status: 200 len: 999 time: 0.2528255 May 27 02:28:49.009813 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-178ec7a5-c413-4e1e-a814-757a26a5f282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:49.013700 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8feb6a-18e7-4eb6-af00-657d4e0a1bd7 None None] The sync data for ids ['7d594062-91e2-4bdb-866c-7608a8d58e68'] in n-d-843554-3 is: [{'id': '7d594062-91e2-4bdb-866c-7608a8d58e68', 'name': 'tempest-TestAggregatesBasicOps-1579862696-router', 'tenant_id': '952c5c481ac44b519d30eded5a464ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '4c3cf0a9-48f3-4e38-b646-9d28e119a04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:27:45Z', 'updated_at': '2022-05-27T02:28:42Z', 'revision_number': 5, 'project_id': '952c5c481ac44b519d30eded5a464ad0', 'gw_port': {'id': '4c3cf0a9-48f3-4e38-b646-9d28e119a04c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d594062-91e2-4bdb-866c-7608a8d58e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:27:50Z', 'updated_at': '2022-05-27T02:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:28:49.017092 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-d64cef61-2d2b-42b2-84ce-1807c23690e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:49.023514 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6020eafc-85af-4434-bff4-fc7ebbe2bbb2 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "PUT /v2.0/floatingips/a0daadba-ebfb-4fe7-b426-d9307ce89146 HTTP/1.1" status: 200 len: 991 time: 5.0858827 May 27 02:28:49.050265 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e464c5b-8250-4603-afdf-955d7b7b34ba req-0c8bcded-929b-41d4-8ea8-b285093c2f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:49.051203 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e464c5b-8250-4603-afdf-955d7b7b34ba req-0c8bcded-929b-41d4-8ea8-b285093c2f7c service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3410323 May 27 02:28:49.061848 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07835cf-a601-42ce-ad6c-031dc828f47f', 'tag': '4b2f5214-fb0c-4b36-b89a-cbf2f8186af1'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:28:49.114421 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:49.125749 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabe74e-d661-4064-a9a3-46c035d0b172 req-7e75d1ac-94fe-4b87-99e5-d5206a7a7cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:49.128447 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6dabe74e-d661-4064-a9a3-46c035d0b172 req-7e75d1ac-94fe-4b87-99e5-d5206a7a7cbe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fd5aa407-954e-45ea-8fc0-6e0875d0c839 HTTP/1.1" status: 200 len: 857 time: 0.1089132 May 27 02:28:49.130516 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3678ce3-db29-4f15-836b-e1e51f7855fb'] response: {'name': 'network-changed', 'server_uuid': 'f07835cf-a601-42ce-ad6c-031dc828f47f', 'tag': '4b2f5214-fb0c-4b36-b89a-cbf2f8186af1', 'status': 'completed', 'code': 200} May 27 02:28:49.139946 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-178ec7a5-c413-4e1e-a814-757a26a5f282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:49.150110 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2ab6a-3be4-463f-8e81-5cc8b496bf12 req-b5b171d1-e07e-4e46-8377-758ec8d91991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:49.151561 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bdd2ab6a-3be4-463f-8e81-5cc8b496bf12 req-b5b171d1-e07e-4e46-8377-758ec8d91991 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8604bb25-00c6-4170-bfcb-0b58b32e10ee HTTP/1.1" status: 200 len: 919 time: 0.9953105 May 27 02:28:49.152950 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-dcb515f9-af90-4eaa-a5c1-4101409da09c None None] Attempting to bind port d6760632-dd75-4eed-9c4d-f6accf619a9e on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:28:49.153331 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-dcb515f9-af90-4eaa-a5c1-4101409da09c None None] Attempting to bind port d6760632-dd75-4eed-9c4d-f6accf619a9e by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '2d17ae40-4310-4a58-b1f0-c2f85fb57fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e6379d80-7b9b-4710-9948-937eec21e411'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:28:49.153517 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-d64cef61-2d2b-42b2-84ce-1807c23690e2 service neutron] Transition to ACTIVE for port object ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:28:49.153834 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb515f9-af90-4eaa-a5c1-4101409da09c None None] Attempting to bind port d6760632-dd75-4eed-9c4d-f6accf619a9e on network e6379d80-7b9b-4710-9948-937eec21e411 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:28:49.159928 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb515f9-af90-4eaa-a5c1-4101409da09c None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:28:49.159928 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb515f9-af90-4eaa-a5c1-4101409da09c None None] Checking segment: {'id': '2d17ae40-4310-4a58-b1f0-c2f85fb57fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e6379d80-7b9b-4710-9948-937eec21e411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:28:49.160359 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-dcb515f9-af90-4eaa-a5c1-4101409da09c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:49.160688 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb515f9-af90-4eaa-a5c1-4101409da09c None None] Bound using segment: {'id': '2d17ae40-4310-4a58-b1f0-c2f85fb57fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e6379d80-7b9b-4710-9948-937eec21e411'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:28:49.161182 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-dcb515f9-af90-4eaa-a5c1-4101409da09c None None] Bound port: d6760632-dd75-4eed-9c4d-f6accf619a9e, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d17ae40-4310-4a58-b1f0-c2f85fb57fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e6379d80-7b9b-4710-9948-937eec21e411'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:28:49.162110 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-dcb515f9-af90-4eaa-a5c1-4101409da09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:49.224002 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-7be9be58-99e9-4d44-b33e-9764ad9d9318 None None] Set router 1d94dbf7-178c-4082-be53-188ec5821e1d gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:28:49.260402 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabe74e-d661-4064-a9a3-46c035d0b172 req-5ad1465e-21fc-4031-803e-e80ddf414699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:49.262350 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6dabe74e-d661-4064-a9a3-46c035d0b172 req-5ad1465e-21fc-4031-803e-e80ddf414699 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8604bb25-00c6-4170-bfcb-0b58b32e10ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1111796 May 27 02:28:49.265486 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-d64cef61-2d2b-42b2-84ce-1807c23690e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:49.285484 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:49.306445 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-dcb515f9-af90-4eaa-a5c1-4101409da09c None None] For port d6760632-dd75-4eed-9c4d-f6accf619a9e, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:28:49.313737 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-dcb515f9-af90-4eaa-a5c1-4101409da09c None None] For port d6760632-dd75-4eed-9c4d-f6accf619a9e, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=d6760632-dd75-4eed-9c4d-f6accf619a9e,segment=NetworkSegment(2d17ae40-4310-4a58-b1f0-c2f85fb57fbf),segment_id=2d17ae40-4310-4a58-b1f0-c2f85fb57fbf)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:28:49.320900 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-8fad3c1d-5d6f-4e43-92c2-bec64cc27600 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:49.321582 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-8fad3c1d-5d6f-4e43-92c2-bec64cc27600 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Synchronizing usage tracker for tenant:66fa48c46c404eb499f5ae926a62ad7f on resource:network {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:28:49.380299 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-dcb515f9-af90-4eaa-a5c1-4101409da09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:49.387353 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bdd2ab6a-3be4-463f-8e81-5cc8b496bf12 req-79fba8f9-9f5f-48be-a1e8-7f826ef04abb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e9286b6-fb62-4d5b-8a3a-282c0e133d50 HTTP/1.1" status: 200 len: 217 time: 0.2029965 May 27 02:28:49.416605 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d879ac1c-5634-45a7-9366-3389226b91d1 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:49.498599 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6dabe74e-d661-4064-a9a3-46c035d0b172 req-8f7699fb-c998-4ee8-ac4f-0c171e17fdf0 service neutron] 10.222.0.32 "GET /v2.0/networks/8604bb25-00c6-4170-bfcb-0b58b32e10ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230842 May 27 02:28:49.508266 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-178ec7a5-c413-4e1e-a814-757a26a5f282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:49.522848 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb515f9-af90-4eaa-a5c1-4101409da09c None None] Pushing event updated for resources: {'Port': ['ID=d6760632-dd75-4eed-9c4d-f6accf619a9e,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:49.591584 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ec7a5-c413-4e1e-a814-757a26a5f282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00f8ed9-d5cc-4201-a970-19d2fc5b0824,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:49.593998 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-178ec7a5-c413-4e1e-a814-757a26a5f282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:49.598097 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-178ec7a5-c413-4e1e-a814-757a26a5f282 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a00f8ed9-d5cc-4201-a970-19d2fc5b0824 HTTP/1.1" status: 204 len: 168 time: 0.9703779 May 27 02:28:49.722138 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-7be9be58-99e9-4d44-b33e-9764ad9d9318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'name': 'tempest-ServerRescueNegativeTestJSON-711850517-router', 'tenant_id': '0a9d84b96bbe4011b693e36de83ee83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'bcd81e95-a3a9-48b7-9793-dcc9353a1598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:25:47Z', 'updated_at': '2022-05-27T02:25:56Z', 'revision_number': 4, 'project_id': '0a9d84b96bbe4011b693e36de83ee83d', 'gw_port': {'id': 'bcd81e95-a3a9-48b7-9793-dcc9353a1598', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:08:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:25:48Z', 'updated_at': '2022-05-27T02:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'a0daadba-ebfb-4fe7-b426-d9307ce89146', 'tenant_id': '0a9d84b96bbe4011b693e36de83ee83d', 'floating_ip_address': '172.25.1.52', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'port_id': '4b2f5214-fb0c-4b36-b89a-cbf2f8186af1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee', 'mac_address': 'fa:16:3e:24:42:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07835cf-a601-42ce-ad6c-031dc828f47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:27:59Z', 'updated_at': '2022-05-27T02:28:45Z', 'revision_number': 1, 'project_id': '0a9d84b96bbe4011b693e36de83ee83d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4974f9e-4b5f-4ced-85fe-78bceb3073f6', 'name': '', 'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee', 'tenant_id': '0a9d84b96bbe4011b693e36de83ee83d', 'mac_address': 'fa:16:3e:9f:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': 'fd5aa407-954e-45ea-8fc0-6e0875d0c839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:25:54Z', 'updated_at': '2022-05-27T02:26:03Z', 'revision_number': 5, 'project_id': '0a9d84b96bbe4011b693e36de83ee83d', 'subnets': [{'id': 'fd5aa407-954e-45ea-8fc0-6e0875d0c839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:49.727157 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be9be58-99e9-4d44-b33e-9764ad9d9318 None None] Checking router: 1d94dbf7-178c-4082-be53-188ec5821e1d for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:28:49.739863 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be9be58-99e9-4d44-b33e-9764ad9d9318 None None] Routers {'1d94dbf7-178c-4082-be53-188ec5821e1d'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:28:49.740788 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-7be9be58-99e9-4d44-b33e-9764ad9d9318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:28:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['1d94dbf7-178c-4082-be53-188ec5821e1d'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:49.800726 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08260686-33be-4c6e-a141-e14f528d4356 req-5430d205-26aa-4229-86f7-c1df25e576c6 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:49.802193 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-08260686-33be-4c6e-a141-e14f528d4356 req-5430d205-26aa-4229-86f7-c1df25e576c6 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.32 "GET /v2.0/networks?id=685d8b83-d733-49e1-90bd-6bbf0138e6b7 HTTP/1.1" status: 200 len: 813 time: 1.3511388 May 27 02:28:49.827341 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-c70b2f13-4859-4b8b-a521-c4bd1a2b4917 admin admin] For port 4c3cf0a9-48f3-4e38-b646-9d28e119a04c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=4c3cf0a9-48f3-4e38-b646-9d28e119a04c,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:49.828867 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c70b2f13-4859-4b8b-a521-c4bd1a2b4917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:49.863377 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64cef61-2d2b-42b2-84ce-1807c23690e2 service neutron] Pushing event updated for resources: {'Port': ['ID=ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:50.086901 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-7be9be58-99e9-4d44-b33e-9764ad9d9318 None None] Set router 1d94dbf7-178c-4082-be53-188ec5821e1d gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:28:50.123191 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c70b2f13-4859-4b8b-a521-c4bd1a2b4917 admin admin] Calling delete_port for 4c3cf0a9-48f3-4e38-b646-9d28e119a04c owned by network:router_gateway {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:28:50.163973 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-08260686-33be-4c6e-a141-e14f528d4356 req-a35f8d09-5b4f-41c6-8ad8-a03e34bd6626 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Request body: {'port': {'device_id': 'a2bf1ce2-acb1-4780-b8ce-761c12b037dd', 'network_id': '685d8b83-d733-49e1-90bd-6bbf0138e6b7', 'admin_state_up': True, 'tenant_id': '898805dffca84655b80c58e7ceffa560'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:50.167920 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6dabe74e-d661-4064-a9a3-46c035d0b172 req-80f97042-f613-4259-a9de-6e30d8393358 service neutron] 10.222.0.32 "GET /v2.0/networks/8604bb25-00c6-4170-bfcb-0b58b32e10ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6337917 May 27 02:28:50.186845 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2ab6a-3be4-463f-8e81-5cc8b496bf12 req-b442780f-0882-46e4-82c2-1791c894828a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:50.188429 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bdd2ab6a-3be4-463f-8e81-5cc8b496bf12 req-b442780f-0882-46e4-82c2-1791c894828a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd5aa407-954e-45ea-8fc0-6e0875d0c839 HTTP/1.1" status: 200 len: 857 time: 0.7766492 May 27 02:28:50.189267 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-8fad3c1d-5d6f-4e43-92c2-bec64cc27600 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Unset dirty status for tenant:66fa48c46c404eb499f5ae926a62ad7f on resource:network {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:28:50.195861 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-8fad3c1d-5d6f-4e43-92c2-bec64cc27600 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/networks?id=7b312858-40bf-40ec-b8ee-1ed51802769e HTTP/1.1" status: 200 len: 812 time: 2.2500534 May 27 02:28:50.208128 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-d64cef61-2d2b-42b2-84ce-1807c23690e2 service neutron] Attempting to bind port ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:28:50.208462 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-d64cef61-2d2b-42b2-84ce-1807c23690e2 service neutron] Attempting to bind port ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '6e087f4b-4ae8-48ae-9e52-24f0368b4c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c4f4b094-8b63-475e-ab13-d365a2626d55'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:28:50.209252 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-d64cef61-2d2b-42b2-84ce-1807c23690e2 service neutron] Attempting to bind port ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa on network c4f4b094-8b63-475e-ab13-d365a2626d55 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:28:50.219164 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-d64cef61-2d2b-42b2-84ce-1807c23690e2 service neutron] Port ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa on network c4f4b094-8b63-475e-ab13-d365a2626d55 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:28:50.219488 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-d64cef61-2d2b-42b2-84ce-1807c23690e2 service neutron] Attempting to bind port ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa on network c4f4b094-8b63-475e-ab13-d365a2626d55 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:28:50.229974 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-d64cef61-2d2b-42b2-84ce-1807c23690e2 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:28:50.230316 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-d64cef61-2d2b-42b2-84ce-1807c23690e2 service neutron] Checking segment: {'id': '6e087f4b-4ae8-48ae-9e52-24f0368b4c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c4f4b094-8b63-475e-ab13-d365a2626d55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:28:50.230702 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-d64cef61-2d2b-42b2-84ce-1807c23690e2 service neutron] Bound using segment: {'id': '6e087f4b-4ae8-48ae-9e52-24f0368b4c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c4f4b094-8b63-475e-ab13-d365a2626d55'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:28:50.231123 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-d64cef61-2d2b-42b2-84ce-1807c23690e2 service neutron] Bound port: ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e087f4b-4ae8-48ae-9e52-24f0368b4c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c4f4b094-8b63-475e-ab13-d365a2626d55'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:28:50.231467 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-d64cef61-2d2b-42b2-84ce-1807c23690e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:50.306271 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device d6760632-dd75-4eed-9c4d-f6accf619a9e up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:28:50.413401 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-f0f56d8d-84ee-4063-8f29-32dac69c3a59 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/quotas/66fa48c46c404eb499f5ae926a62ad7f HTTP/1.1" status: 200 len: 375 time: 0.2164435 May 27 02:28:50.574446 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-3f47316f-163a-4c0a-9977-5058f2ae42a9 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=66fa48c46c404eb499f5ae926a62ad7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1597111 May 27 02:28:50.576190 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port d6760632-dd75-4eed-9c4d-f6accf619a9e completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:28:50.583259 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-d64cef61-2d2b-42b2-84ce-1807c23690e2 service neutron] For port ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:28:50.593062 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c9a19c3e-7e9f-44b5-a616-1c1ebf7d9bc6 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:28:50.593541 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-d64cef61-2d2b-42b2-84ce-1807c23690e2 service neutron] For port ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa,segment=NetworkSegment(6e087f4b-4ae8-48ae-9e52-24f0368b4c40),segment_id=6e087f4b-4ae8-48ae-9e52-24f0368b4c40)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:28:50.632216 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52823bab-7739-4e22-9f7b-33cf637d7acc req-46ee2925-b65c-406f-b459-b673e6a64097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:50.634328 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-52823bab-7739-4e22-9f7b-33cf637d7acc req-46ee2925-b65c-406f-b459-b673e6a64097 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a9d84b96bbe4011b693e36de83ee83d&device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 1097 time: 0.3239799 May 27 02:28:50.648331 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-7be9be58-99e9-4d44-b33e-9764ad9d9318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'name': 'tempest-ServerRescueNegativeTestJSON-711850517-router', 'tenant_id': '0a9d84b96bbe4011b693e36de83ee83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'bcd81e95-a3a9-48b7-9793-dcc9353a1598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:25:47Z', 'updated_at': '2022-05-27T02:25:56Z', 'revision_number': 4, 'project_id': '0a9d84b96bbe4011b693e36de83ee83d', 'gw_port': {'id': 'bcd81e95-a3a9-48b7-9793-dcc9353a1598', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:08:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:25:48Z', 'updated_at': '2022-05-27T02:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'a0daadba-ebfb-4fe7-b426-d9307ce89146', 'tenant_id': '0a9d84b96bbe4011b693e36de83ee83d', 'floating_ip_address': '172.25.1.52', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'port_id': '4b2f5214-fb0c-4b36-b89a-cbf2f8186af1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee', 'mac_address': 'fa:16:3e:24:42:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07835cf-a601-42ce-ad6c-031dc828f47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:27:59Z', 'updated_at': '2022-05-27T02:28:45Z', 'revision_number': 1, 'project_id': '0a9d84b96bbe4011b693e36de83ee83d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4974f9e-4b5f-4ced-85fe-78bceb3073f6', 'name': '', 'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee', 'tenant_id': '0a9d84b96bbe4011b693e36de83ee83d', 'mac_address': 'fa:16:3e:9f:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': 'fd5aa407-954e-45ea-8fc0-6e0875d0c839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:25:54Z', 'updated_at': '2022-05-27T02:26:03Z', 'revision_number': 5, 'project_id': '0a9d84b96bbe4011b693e36de83ee83d', 'subnets': [{'id': 'fd5aa407-954e-45ea-8fc0-6e0875d0c839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:50.656340 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be9be58-99e9-4d44-b33e-9764ad9d9318 None None] The sync data for ids ['1d94dbf7-178c-4082-be53-188ec5821e1d'] in n-d-843554-3 is: [{'id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'name': 'tempest-ServerRescueNegativeTestJSON-711850517-router', 'tenant_id': '0a9d84b96bbe4011b693e36de83ee83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'bcd81e95-a3a9-48b7-9793-dcc9353a1598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:25:47Z', 'updated_at': '2022-05-27T02:25:56Z', 'revision_number': 4, 'project_id': '0a9d84b96bbe4011b693e36de83ee83d', 'gw_port': {'id': 'bcd81e95-a3a9-48b7-9793-dcc9353a1598', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:08:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:25:48Z', 'updated_at': '2022-05-27T02:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'a0daadba-ebfb-4fe7-b426-d9307ce89146', 'tenant_id': '0a9d84b96bbe4011b693e36de83ee83d', 'floating_ip_address': '172.25.1.52', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'port_id': '4b2f5214-fb0c-4b36-b89a-cbf2f8186af1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee', 'mac_address': 'fa:16:3e:24:42:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07835cf-a601-42ce-ad6c-031dc828f47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:27:59Z', 'updated_at': '2022-05-27T02:28:45Z', 'revision_number': 1, 'project_id': '0a9d84b96bbe4011b693e36de83ee83d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4974f9e-4b5f-4ced-85fe-78bceb3073f6', 'name': '', 'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee', 'tenant_id': '0a9d84b96bbe4011b693e36de83ee83d', 'mac_address': 'fa:16:3e:9f:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': 'fd5aa407-954e-45ea-8fc0-6e0875d0c839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:25:54Z', 'updated_at': '2022-05-27T02:26:03Z', 'revision_number': 5, 'project_id': '0a9d84b96bbe4011b693e36de83ee83d', 'subnets': [{'id': 'fd5aa407-954e-45ea-8fc0-6e0875d0c839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:28:50.671856 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: c9a19c3e-7e9f-44b5-a616-1c1ebf7d9bc6 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:28:50.672855 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c9a19c3e-7e9f-44b5-a616-1c1ebf7d9bc6 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:28:50.680994 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-d64cef61-2d2b-42b2-84ce-1807c23690e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:50.872735 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d879ac1c-5634-45a7-9366-3389226b91d1 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:50.921301 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64cef61-2d2b-42b2-84ce-1807c23690e2 service neutron] Pushing event updated for resources: {'Port': ['ID=ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:50.949667 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-d64cef61-2d2b-42b2-84ce-1807c23690e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:50.950750 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-d64cef61-2d2b-42b2-84ce-1807c23690e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:50.954670 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-d64cef61-2d2b-42b2-84ce-1807c23690e2 service neutron] 10.222.0.66 "PUT /v2.0/ports/ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa HTTP/1.1" status: 200 len: 1092 time: 4.5247223 May 27 02:28:50.961940 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52823bab-7739-4e22-9f7b-33cf637d7acc req-7f70f4f2-fe9e-4181-b37b-41071a48b84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:50.964094 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-52823bab-7739-4e22-9f7b-33cf637d7acc req-7f70f4f2-fe9e-4181-b37b-41071a48b84a service neutron] 10.222.0.32 "GET /v2.0/networks?id=8604bb25-00c6-4170-bfcb-0b58b32e10ee HTTP/1.1" status: 200 len: 919 time: 0.3240185 May 27 02:28:50.999247 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52453dc0-73d2-4ac8-9fa4-415748230449 req-b6c7c4e2-6d9f-4d95-8562-befff21e10c4 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:51.007031 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52453dc0-73d2-4ac8-9fa4-415748230449 req-b6c7c4e2-6d9f-4d95-8562-befff21e10c4 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:51.014711 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52453dc0-73d2-4ac8-9fa4-415748230449 req-b6c7c4e2-6d9f-4d95-8562-befff21e10c4 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:51.024252 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52453dc0-73d2-4ac8-9fa4-415748230449 req-b6c7c4e2-6d9f-4d95-8562-befff21e10c4 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=46b75108-a73d-4395-ab52-19231bbefec6 HTTP/1.1" status: 200 len: 2412 time: 1.6314478 May 27 02:28:51.041241 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2486d02-1295-4920-9e02-add2ef8206e1 None None] New status for floating IP a0daadba-ebfb-4fe7-b426-d9307ce89146: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:28:51.175108 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b75108-a73d-4395-ab52-19231bbefec6', 'tag': 'ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:28:51.189830 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-d879ac1c-5634-45a7-9366-3389226b91d1 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['949f4978-e124-435d-a09c-96ad82a6347f']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:51.206116 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-d879ac1c-5634-45a7-9366-3389226b91d1 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07fcfb38-5528-4ff8-a53e-ee4b3711bbb5') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:51.206610 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-d879ac1c-5634-45a7-9366-3389226b91d1 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07fcfb38-5528-4ff8-a53e-ee4b3711bbb5') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:51.219831 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d879ac1c-5634-45a7-9366-3389226b91d1 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:51.239391 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d879ac1c-5634-45a7-9366-3389226b91d1 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:51.247738 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d879ac1c-5634-45a7-9366-3389226b91d1 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:28:51.248296 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d879ac1c-5634-45a7-9366-3389226b91d1 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:51.261882 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-52823bab-7739-4e22-9f7b-33cf637d7acc req-33eedea0-de05-49d9-847f-e96c2085b0d3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b2f5214-fb0c-4b36-b89a-cbf2f8186af1 HTTP/1.1" status: 200 len: 999 time: 0.2888460 May 27 02:28:51.329741 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-bd7553cb-3100-4613-9b1d-23d592bf24bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:51.330224 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-bd7553cb-3100-4613-9b1d-23d592bf24bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:51.330690 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-bd7553cb-3100-4613-9b1d-23d592bf24bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:51.332307 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-bd7553cb-3100-4613-9b1d-23d592bf24bb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6137a50b300642e3b27a011e959f0225&device_id=46b75108-a73d-4395-ab52-19231bbefec6 HTTP/1.1" status: 200 len: 2865 time: 0.2386968 May 27 02:28:51.385675 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74e91ad-7f89-45a5-9ef6-f7117cab97a4 None None] Network e6379d80-7b9b-4710-9948-937eec21e411 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:28:51.397052 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 07fcfb38-5528-4ff8-a53e-ee4b3711bbb5 resource provider aggregate not found May 27 02:28:51.414013 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2ab6a-3be4-463f-8e81-5cc8b496bf12 req-b092d8a0-e33c-424e-97d7-18af177f5184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:51.416311 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bdd2ab6a-3be4-463f-8e81-5cc8b496bf12 req-b092d8a0-e33c-424e-97d7-18af177f5184 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8604bb25-00c6-4170-bfcb-0b58b32e10ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2138762 May 27 02:28:51.437696 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52823bab-7739-4e22-9f7b-33cf637d7acc req-df36a92e-6638-4788-a24c-a6924d51e705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:51.438158 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d879ac1c-5634-45a7-9366-3389226b91d1 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:51.440375 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-08260686-33be-4c6e-a141-e14f528d4356 req-a35f8d09-5b4f-41c6-8ad8-a03e34bd6626 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:51.441592 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-52823bab-7739-4e22-9f7b-33cf637d7acc req-df36a92e-6638-4788-a24c-a6924d51e705 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fd5aa407-954e-45ea-8fc0-6e0875d0c839 HTTP/1.1" status: 200 len: 857 time: 0.1721568 May 27 02:28:51.442722 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53806) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:51.444252 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-e2c4746f-54ce-47c9-9c09-ba2464af5e65 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.241&port_id=baabc363-c747-453c-a555-29e87186c07a HTTP/1.1" status: 200 len: 217 time: 0.1037939 May 27 02:28:51.445368 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 07fcfb38-5528-4ff8-a53e-ee4b3711bbb5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 07fcfb38-5528-4ff8-a53e-ee4b3711bbb5 found for delete ", "request_id": "req-ad88ad68-873f-4885-b4fe-35ca151d0163"}]} May 27 02:28:51.467379 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52453dc0-73d2-4ac8-9fa4-415748230449 req-8ae2ecad-3569-422c-8a58-63ae7c9fa9d0 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b1c5d58-b623-42ce-95bb-4137c2111074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4423246 May 27 02:28:51.469425 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-28e39bb4-d75c-4550-99ec-6bf56bd2066d service neutron] 10.222.0.57 "GET /v2.0/networks/7b312858-40bf-40ec-b8ee-1ed51802769e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8941419 May 27 02:28:51.513104 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d879ac1c-5634-45a7-9366-3389226b91d1 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:51.541923 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d879ac1c-5634-45a7-9366-3389226b91d1 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] 10.222.0.57 "DELETE /v2.0/networks/949f4978-e124-435d-a09c-96ad82a6347f HTTP/1.1" status: 204 len: 168 time: 2.6329820 May 27 02:28:51.551160 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53812) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:51.578381 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-2ccd356d-569f-4a50-83ff-fb83c19b08c5 None None] Provisioning for port d6760632-dd75-4eed-9c4d-f6accf619a9e completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:28:51.615668 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-2ccd356d-569f-4a50-83ff-fb83c19b08c5 None None] Provisioning complete for port d6760632-dd75-4eed-9c4d-f6accf619a9e triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:28:51.617039 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2ccd356d-569f-4a50-83ff-fb83c19b08c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:51.622868 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-7d986b5b-747c-4f9a-a9fd-cea11bd3c82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:51.624308 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-7d986b5b-747c-4f9a-a9fd-cea11bd3c82a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3d17910a-e033-48f5-940f-8a1ca17d0056 HTTP/1.1" status: 200 len: 801 time: 0.1737819 May 27 02:28:51.673759 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d879ac1c-5634-45a7-9366-3389226b91d1 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Pushing event deleted for resources: {'Network': ['ID=949f4978-e124-435d-a09c-96ad82a6347f,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:51.680432 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-08260686-33be-4c6e-a141-e14f528d4356 req-a35f8d09-5b4f-41c6-8ad8-a03e34bd6626 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:51.680887 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a2de47af-8480-40d6-bb2d-aed3d28e24ce admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-494117646-network', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:51.692051 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-27e06c0a-371b-494c-b9df-d3f109ac72ad tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Deleting subnet 01bd927a-e222-4a30-9ab5-6846d46eef3d {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:28:51.696942 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a2de47af-8480-40d6-bb2d-aed3d28e24ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:51.701691 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-27e06c0a-371b-494c-b9df-d3f109ac72ad tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:51.733962 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a2de47af-8480-40d6-bb2d-aed3d28e24ce admin admin] Usage tracker for resource:network and tenant:2651911d1c264f1c8c7218b6fddf9f10 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:28:51.747691 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a2de47af-8480-40d6-bb2d-aed3d28e24ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:28:51.764587 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52823bab-7739-4e22-9f7b-33cf637d7acc req-d48c9b8d-6e38-4f01-adc0-32ed7a48f9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:51.766093 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-52823bab-7739-4e22-9f7b-33cf637d7acc req-d48c9b8d-6e38-4f01-adc0-32ed7a48f9bd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8604bb25-00c6-4170-bfcb-0b58b32e10ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3146002 May 27 02:28:51.770039 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a2de47af-8480-40d6-bb2d-aed3d28e24ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:51.839723 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9870fd86-04b2-4daf-bd6c-46914168966e req-f13aa63f-b05c-4712-94e1-189fd83b572d tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bf1ce2-acb1-4780-b8ce-761c12b037dd HTTP/1.1" status: 200 len: 210 time: 0.1465592 May 27 02:28:51.856384 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-2ccd356d-569f-4a50-83ff-fb83c19b08c5 None None] Current status of the port d6760632-dd75-4eed-9c4d-f6accf619a9e is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:28:51.857046 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2ccd356d-569f-4a50-83ff-fb83c19b08c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:51.861145 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-27e06c0a-371b-494c-b9df-d3f109ac72ad tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:51.897352 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-2ccd356d-569f-4a50-83ff-fb83c19b08c5 None None] For port d6760632-dd75-4eed-9c4d-f6accf619a9e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=d6760632-dd75-4eed-9c4d-f6accf619a9e,segment=NetworkSegment(2d17ae40-4310-4a58-b1f0-c2f85fb57fbf),segment_id=2d17ae40-4310-4a58-b1f0-c2f85fb57fbf)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:51.913156 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36fc02aa-5d8b-4e42-be90-c0bfd20b1bbb'] response: {'name': 'network-changed', 'server_uuid': '46b75108-a73d-4395-ab52-19231bbefec6', 'tag': 'ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa', 'status': 'completed', 'code': 200} May 27 02:28:51.922230 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2de47af-8480-40d6-bb2d-aed3d28e24ce admin admin] Made reservation on behalf of 2651911d1c264f1c8c7218b6fddf9f10 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:28:51.924460 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2de47af-8480-40d6-bb2d-aed3d28e24ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:51.950773 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2de47af-8480-40d6-bb2d-aed3d28e24ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:51.993812 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2ccd356d-569f-4a50-83ff-fb83c19b08c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:52.009436 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a2de47af-8480-40d6-bb2d-aed3d28e24ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:52.014188 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-10008f29-e16d-44db-a38c-eb08579f863c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:52.015667 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-10008f29-e16d-44db-a38c-eb08579f863c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c4f4b094-8b63-475e-ab13-d365a2626d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3832500 May 27 02:28:52.020917 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a2de47af-8480-40d6-bb2d-aed3d28e24ce admin admin] Usage tracker for resource:security_group_rule and tenant:2651911d1c264f1c8c7218b6fddf9f10 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:28:52.026081 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08260686-33be-4c6e-a141-e14f528d4356 req-a35f8d09-5b4f-41c6-8ad8-a03e34bd6626 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Made reservation on behalf of 898805dffca84655b80c58e7ceffa560 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:28:52.029505 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-08260686-33be-4c6e-a141-e14f528d4356 req-a35f8d09-5b4f-41c6-8ad8-a03e34bd6626 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:52.031942 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a2de47af-8480-40d6-bb2d-aed3d28e24ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:28:52.067690 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a2de47af-8480-40d6-bb2d-aed3d28e24ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:52.080300 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd356d-569f-4a50-83ff-fb83c19b08c5 None None] Pushing event updated for resources: {'Port': ['ID=d6760632-dd75-4eed-9c4d-f6accf619a9e,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:52.128339 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-52823bab-7739-4e22-9f7b-33cf637d7acc req-40334c32-a792-4f3c-9b25-3580b3b2c9b9 service neutron] 10.222.0.32 "GET /v2.0/networks/8604bb25-00c6-4170-bfcb-0b58b32e10ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513787 May 27 02:28:52.163668 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bdd2ab6a-3be4-463f-8e81-5cc8b496bf12 req-59559a62-43a9-4bdd-b675-219b15aa2892 service neutron] 10.222.0.66 "GET /v2.0/networks/8604bb25-00c6-4170-bfcb-0b58b32e10ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7286549 May 27 02:28:52.186941 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-27e06c0a-371b-494c-b9df-d3f109ac72ad tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:52.234014 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9c322f94-c9b2-405c-83c4-0f6f42062ada None None] Provisioning complete for port d6760632-dd75-4eed-9c4d-f6accf619a9e triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:28:52.235014 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9c322f94-c9b2-405c-83c4-0f6f42062ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:52.293070 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-27caaf62-195a-4150-9ecd-18b10330916d service neutron] 10.222.0.57 "GET /v2.0/networks/7b312858-40bf-40ec-b8ee-1ed51802769e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7859881 May 27 02:28:52.384383 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c70b2f13-4859-4b8b-a521-c4bd1a2b4917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:52.389070 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9c322f94-c9b2-405c-83c4-0f6f42062ada None None] Current status of the port d6760632-dd75-4eed-9c4d-f6accf619a9e is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:28:52.407994 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-c5a26e72-aaa5-4755-83ab-20b6ed950c98 service neutron] 10.222.0.66 "GET /v2.0/networks/c4f4b094-8b63-475e-ab13-d365a2626d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730879 May 27 02:28:52.455176 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-52823bab-7739-4e22-9f7b-33cf637d7acc req-89e7a46f-71e1-442e-ab22-f1c73a872811 service neutron] 10.222.0.32 "GET /v2.0/networks/8604bb25-00c6-4170-bfcb-0b58b32e10ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186686 May 27 02:28:52.458311 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3d3e8642-a0e4-4ed6-ba98-9c77784b74e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:52.483268 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b2f13-4859-4b8b-a521-c4bd1a2b4917 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c3cf0a9-48f3-4e38-b646-9d28e119a04c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:52.540746 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3d3e8642-a0e4-4ed6-ba98-9c77784b74e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:52.645104 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-27e06c0a-371b-494c-b9df-d3f109ac72ad tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:52.712840 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e06c0a-371b-494c-b9df-d3f109ac72ad tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Pushing event deleted for resources: {'Subnet': ['ID=01bd927a-e222-4a30-9ab5-6846d46eef3d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:52.744564 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2de47af-8480-40d6-bb2d-aed3d28e24ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:52.753597 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-27e06c0a-371b-494c-b9df-d3f109ac72ad tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:52.771225 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-27e06c0a-371b-494c-b9df-d3f109ac72ad tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] 10.222.0.57 "DELETE /v2.0/subnets/01bd927a-e222-4a30-9ab5-6846d46eef3d HTTP/1.1" status: 204 len: 168 time: 1.2132363 May 27 02:28:52.772510 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53822) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:52.791885 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3040166b-a666-4279-96af-15a6989561f0 None None] Network bc886243-5d77-4152-9402-8e43571e8319 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:28:52.910265 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd9e-b5ab-456d-b20a-363a3ed77be2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:52.915796 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2de47af-8480-40d6-bb2d-aed3d28e24ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:52.954876 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bdd2ab6a-3be4-463f-8e81-5cc8b496bf12 req-36803360-0131-4a1e-a6da-cb539c5ee54d service neutron] 10.222.0.66 "GET /v2.0/networks/8604bb25-00c6-4170-bfcb-0b58b32e10ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7492187 May 27 02:28:52.955740 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd9e-b5ab-456d-b20a-363a3ed77be2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Deleting port 6eaac17d-98fb-4a39-8808-aca37d53236d {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:28:52.956087 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd9e-b5ab-456d-b20a-363a3ed77be2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:53.022350 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c70b2f13-4859-4b8b-a521-c4bd1a2b4917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:53.048419 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2de47af-8480-40d6-bb2d-aed3d28e24ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:28:53.060551 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2de47af-8480-40d6-bb2d-aed3d28e24ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:53.061240 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-a2de47af-8480-40d6-bb2d-aed3d28e24ce admin admin] Added segment 2f5a53b5-f564-4864-b9f2-3ebea542732b of type vlan for network 72395de2-24ec-482b-bef7-14825a5fc695 May 27 02:28:53.109115 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-d8d9676c-9252-4dd2-88eb-26dc88a1738c service neutron] 10.222.0.66 "GET /v2.0/networks/c4f4b094-8b63-475e-ab13-d365a2626d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6902008 May 27 02:28:53.118922 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2de47af-8480-40d6-bb2d-aed3d28e24ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:53.201621 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de47af-8480-40d6-bb2d-aed3d28e24ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17eeb16-768f-482d-bced-8ebbad3e2a7d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:53.207811 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-e7113761-bfc0-4a06-aedc-a87d6cd8de3e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.96&port_id=686cf4c9-eafc-4f48-ac8f-dde40620b21e HTTP/1.1" status: 200 len: 217 time: 0.0851593 May 27 02:28:53.230726 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9498c7e-dd33-4650-9cdd-38cada6eecfa None None] DHCP port deletion for bc886243-5d77-4152-9402-8e43571e8319 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:28:53.235055 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9498c7e-dd33-4650-9cdd-38cada6eecfa None None] Deleting port 6eaac17d-98fb-4a39-8808-aca37d53236d {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:28:53.235432 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9498c7e-dd33-4650-9cdd-38cada6eecfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:53.274672 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-08260686-33be-4c6e-a141-e14f528d4356 req-a35f8d09-5b4f-41c6-8ad8-a03e34bd6626 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Allocated IP 172.20.0.13 (685d8b83-d733-49e1-90bd-6bbf0138e6b7/fb03e0c8-b7ed-4309-96db-1431d429c2bf/31a0bf50-759c-47d3-b17a-c2252e1fb927) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:28:53.314249 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c70b2f13-4859-4b8b-a521-c4bd1a2b4917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:53.327952 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c70b2f13-4859-4b8b-a521-c4bd1a2b4917 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:53.341797 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fb799319-d959-486f-bfb7-a610dfb1cf95 req-1630e022-1543-4287-bda8-376b7cf37c8f tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bf1ce2-acb1-4780-b8ce-761c12b037dd HTTP/1.1" status: 200 len: 210 time: 0.1934686 May 27 02:28:53.442080 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916c914-2587-472f-8b65-fbf3dc3df288 req-0bec5b70-0de3-45d0-9bdf-6db2e0ecda96 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:53.445262 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-238e4be1-a510-418a-837e-23de34b32851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:53.446720 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-238e4be1-a510-418a-837e-23de34b32851 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5884ba1e-c77a-4517-a196-1e4c77441d99 HTTP/1.1" status: 200 len: 801 time: 0.2045686 May 27 02:28:53.447281 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2de47af-8480-40d6-bb2d-aed3d28e24ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:53.448187 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916c914-2587-472f-8b65-fbf3dc3df288 req-0bec5b70-0de3-45d0-9bdf-6db2e0ecda96 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:53.448369 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2de47af-8480-40d6-bb2d-aed3d28e24ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:53.449957 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2de47af-8480-40d6-bb2d-aed3d28e24ce admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:53.454100 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916c914-2587-472f-8b65-fbf3dc3df288 req-0bec5b70-0de3-45d0-9bdf-6db2e0ecda96 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:53.455673 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5916c914-2587-472f-8b65-fbf3dc3df288 req-0bec5b70-0de3-45d0-9bdf-6db2e0ecda96 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=46b75108-a73d-4395-ab52-19231bbefec6 HTTP/1.1" status: 200 len: 2412 time: 0.8194177 May 27 02:28:53.492929 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9498c7e-dd33-4650-9cdd-38cada6eecfa None None] For port 6eaac17d-98fb-4a39-8808-aca37d53236d, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=6eaac17d-98fb-4a39-8808-aca37d53236d,segment=NetworkSegment(66d84611-97a2-43e6-91ca-3e3aa1c34199),segment_id=66d84611-97a2-43e6-91ca-3e3aa1c34199)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:53.493539 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9498c7e-dd33-4650-9cdd-38cada6eecfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:53.521678 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-3d3e8642-a0e4-4ed6-ba98-9c77784b74e4 admin admin] Allocated IP 172.25.1.20 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/f409a62c-4a8f-4f47-b4c0-9698cbc76abe) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:28:53.523606 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c70b2f13-4859-4b8b-a521-c4bd1a2b4917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:53.524665 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70b2f13-4859-4b8b-a521-c4bd1a2b4917 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d594062-91e2-4bdb-866c-7608a8d58e68 {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:28:53.539246 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1f060d6f-8264-4b17-8ef5-4b74d3d2d63d req-2856f33a-1b63-4c54-946e-6022afa151ce tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb2f47e1-b1dd-4d8a-ada8-d8b7730e56d8 HTTP/1.1" status: 200 len: 210 time: 0.1069634 May 27 02:28:53.625262 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-afb1cd9e-b5ab-456d-b20a-363a3ed77be2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] For port 6eaac17d-98fb-4a39-8808-aca37d53236d, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=6eaac17d-98fb-4a39-8808-aca37d53236d,segment=NetworkSegment(66d84611-97a2-43e6-91ca-3e3aa1c34199),segment_id=66d84611-97a2-43e6-91ca-3e3aa1c34199)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:53.626494 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd9e-b5ab-456d-b20a-363a3ed77be2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:53.638060 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a2de47af-8480-40d6-bb2d-aed3d28e24ce admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1927848 May 27 02:28:53.662613 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53838) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:53.666160 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9498c7e-dd33-4650-9cdd-38cada6eecfa None None] Calling delete_port for 6eaac17d-98fb-4a39-8808-aca37d53236d owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:28:53.676935 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-415b7ecf-6c95-4c22-9a0e-2cce48dbd6f8 admin admin] Request body: {'subnet': {'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-494117646-subnet', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:53.789577 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5916c914-2587-472f-8b65-fbf3dc3df288 req-d47e0831-22f8-42f5-83fa-a20b35461324 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b1c5d58-b623-42ce-95bb-4137c2111074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939072 May 27 02:28:53.807445 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd9e-b5ab-456d-b20a-363a3ed77be2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Calling delete_port for 6eaac17d-98fb-4a39-8808-aca37d53236d owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:28:53.837923 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c70b2f13-4859-4b8b-a521-c4bd1a2b4917 admin admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:53.839051 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c70b2f13-4859-4b8b-a521-c4bd1a2b4917 admin admin] 10.222.0.57 "DELETE /v2.0/routers/7d594062-91e2-4bdb-866c-7608a8d58e68 HTTP/1.1" status: 204 len: 168 time: 7.2352192 May 27 02:28:53.847930 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-415b7ecf-6c95-4c22-9a0e-2cce48dbd6f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:53.848909 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53842) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:53.854797 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9498c7e-dd33-4650-9cdd-38cada6eecfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:53.866196 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de47af-8480-40d6-bb2d-aed3d28e24ce admin admin] Pushing event updated for resources: {'Network': ['ID=72395de2-24ec-482b-bef7-14825a5fc695,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:53.878443 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-415b7ecf-6c95-4c22-9a0e-2cce48dbd6f8 admin admin] Usage tracker for resource:subnet and tenant:2651911d1c264f1c8c7218b6fddf9f10 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:28:53.882285 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-415b7ecf-6c95-4c22-9a0e-2cce48dbd6f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:28:53.892414 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-415b7ecf-6c95-4c22-9a0e-2cce48dbd6f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:53.896776 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 72395de2-24ec-482b-bef7-14825a5fc695 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:28:53.917063 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-8428620b-a44b-473e-8e18-271505bb36e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:53.919019 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-8428620b-a44b-473e-8e18-271505bb36e9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=510fd829-959e-45fc-a9f9-360a49e960c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4631734 May 27 02:28:53.926049 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9498c7e-dd33-4650-9cdd-38cada6eecfa None None] Pushing event deleted for resources: {'Port': ['ID=6eaac17d-98fb-4a39-8808-aca37d53236d,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:53.927482 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9498c7e-dd33-4650-9cdd-38cada6eecfa None None] No DVR routers for this DVR port 6eaac17d-98fb-4a39-8808-aca37d53236d on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:28:53.947399 n-d-843554-3 neutron-server[88901]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 02:28:53.947399 n-d-843554-3 neutron-server[88901]: from cryptography.utils import int_from_bytes May 27 02:28:53.947399 n-d-843554-3 neutron-server[88901]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 02:28:53.947399 n-d-843554-3 neutron-server[88901]: from cryptography.utils import int_from_bytes May 27 02:28:53.947399 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 27 02:28:53.947399 n-d-843554-3 neutron-server[88901]: util.warn_limited( May 27 02:28:53.947399 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 27 02:28:53.947399 n-d-843554-3 neutron-server[88901]: util.warn_limited( May 27 02:28:53.947399 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:28:53.947399 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:28:53.947399 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:28:53.947399 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:28:53.947399 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:28:53.947399 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:28:53.947399 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:28:53.947399 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:28:53.947399 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:28:53.947399 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:28:53.947399 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:28:53.947399 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:28:53.947399 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:28:53.947399 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:28:53.947399 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:28:53.947399 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:28:53.947399 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:28:53.947399 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:28:53.947399 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:28:53.947399 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:28:53.947399 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:28:53.947399 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:28:53.947399 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:28:53.947399 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:28:53.947399 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:28:53.947399 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:28:53.947399 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:28:53.947399 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:28:53.947399 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:28:53.947399 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:28:53.947399 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:28:53.947399 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:28:53.947399 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:28:53.947399 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:28:53.951277 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:28:53.951277 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:28:53.951277 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:28:53.951277 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:28:53.951277 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:28:53.951277 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:28:53.951277 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:28:53.951277 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:28:53.951277 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:28:53.951277 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:28:53.951277 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:28:53.951277 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:28:53.951277 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:28:53.951277 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:28:53.952097 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-08260686-33be-4c6e-a141-e14f528d4356 req-a35f8d09-5b4f-41c6-8ad8-a03e34bd6626 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:53.981653 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3d3e8642-a0e4-4ed6-ba98-9c77784b74e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:53.993523 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-53773c34-d819-4792-8b58-5fb191e8d834 admin admin] Deleting subnet 2db6b918-02d2-48c1-bc68-12eb68efec5d {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:28:54.003577 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-53773c34-d819-4792-8b58-5fb191e8d834 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:54.017389 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415b7ecf-6c95-4c22-9a0e-2cce48dbd6f8 admin admin] Made reservation on behalf of 2651911d1c264f1c8c7218b6fddf9f10 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:28:54.019866 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-415b7ecf-6c95-4c22-9a0e-2cce48dbd6f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:54.035817 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-afb1cd9e-b5ab-456d-b20a-363a3ed77be2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:28:54.036132 n-d-843554-3 neutron-server[88901]: DEBUG oslo_db.api [None req-afb1cd9e-b5ab-456d-b20a-363a3ed77be2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:28:54.078496 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-53773c34-d819-4792-8b58-5fb191e8d834 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:54.185546 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device d6760632-dd75-4eed-9c4d-f6accf619a9e up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:28:54.189405 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-53773c34-d819-4792-8b58-5fb191e8d834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:54.191118 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-bb6b7aa9-3923-42d4-a31f-be970782dd87 service neutron] 10.222.0.66 "GET /v2.0/networks/510fd829-959e-45fc-a9f9-360a49e960c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619152 May 27 02:28:54.236508 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-08260686-33be-4c6e-a141-e14f528d4356 req-a35f8d09-5b4f-41c6-8ad8-a03e34bd6626 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:54.246163 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3d3e8642-a0e4-4ed6-ba98-9c77784b74e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:54.270455 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port d6760632-dd75-4eed-9c4d-f6accf619a9e triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:28:54.270833 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:54.342700 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08260686-33be-4c6e-a141-e14f528d4356 req-a35f8d09-5b4f-41c6-8ad8-a03e34bd6626 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Network 685d8b83-d733-49e1-90bd-6bbf0138e6b7 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:28:54.348781 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3e8642-a0e4-4ed6-ba98-9c77784b74e4 admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:28:54.349929 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-08260686-33be-4c6e-a141-e14f528d4356 req-a35f8d09-5b4f-41c6-8ad8-a03e34bd6626 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:28:54.353207 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-08260686-33be-4c6e-a141-e14f528d4356 req-a35f8d09-5b4f-41c6-8ad8-a03e34bd6626 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:28:54.416572 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port d6760632-dd75-4eed-9c4d-f6accf619a9e is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:28:54.430899 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08260686-33be-4c6e-a141-e14f528d4356 req-a35f8d09-5b4f-41c6-8ad8-a03e34bd6626 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:54.431650 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-08260686-33be-4c6e-a141-e14f528d4356 req-a35f8d09-5b4f-41c6-8ad8-a03e34bd6626 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:54.435587 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-3d3e8642-a0e4-4ed6-ba98-9c77784b74e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:28:54.438249 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3e8642-a0e4-4ed6-ba98-9c77784b74e4 admin admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:28:54.481741 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 4c3cf0a9-48f3-4e38-b646-9d28e119a04c no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:28:54.499014 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-093d1bd1-8085-4a67-835b-f2310f1890b1 service neutron] 10.222.0.66 "GET /v2.0/networks/510fd829-959e-45fc-a9f9-360a49e960c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020024 May 27 02:28:54.527924 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 4c3cf0a9-48f3-4e38-b646-9d28e119a04c {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:28:54.528487 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 4c3cf0a9-48f3-4e38-b646-9d28e119a04c not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:28:54.528762 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 6eaac17d-98fb-4a39-8808-aca37d53236d no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:28:54.562203 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 6eaac17d-98fb-4a39-8808-aca37d53236d {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:28:54.562547 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 6eaac17d-98fb-4a39-8808-aca37d53236d not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:28:54.574374 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd9e-b5ab-456d-b20a-363a3ed77be2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Deleting port 6eaac17d-98fb-4a39-8808-aca37d53236d {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:28:54.574374 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd9e-b5ab-456d-b20a-363a3ed77be2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:54.574614 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f8d09-5b4f-41c6-8ad8-a03e34bd6626 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Pushing event updated for resources: {'Port': ['ID=31a0bf50-759c-47d3-b17a-c2252e1fb927,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:54.616784 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-7817e96e-be66-40e6-92b3-a5d03200c1df service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.170&port_id=ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa HTTP/1.1" status: 200 len: 217 time: 0.1041977 May 27 02:28:54.699900 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd9e-b5ab-456d-b20a-363a3ed77be2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] The port '6eaac17d-98fb-4a39-8808-aca37d53236d' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:28:54.761651 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8f593b5b-c8b6-43be-900e-431905e57605 req-36a82f83-c969-41f2-b7ac-8d5ad44b83aa tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb2f47e1-b1dd-4d8a-ada8-d8b7730e56d8 HTTP/1.1" status: 200 len: 210 time: 0.1403084 May 27 02:28:54.771818 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-08260686-33be-4c6e-a141-e14f528d4356 req-a35f8d09-5b4f-41c6-8ad8-a03e34bd6626 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6703889 May 27 02:28:54.823916 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-415b7ecf-6c95-4c22-9a0e-2cce48dbd6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:54.871758 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-ea997a4f-003f-4a93-89bc-af72f534bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:54.877644 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-ea997a4f-003f-4a93-89bc-af72f534bff2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3d17910a-e033-48f5-940f-8a1ca17d0056 HTTP/1.1" status: 200 len: 801 time: 0.2468951 May 27 02:28:54.923024 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd9e-b5ab-456d-b20a-363a3ed77be2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:54.994579 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-53773c34-d819-4792-8b58-5fb191e8d834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:55.007566 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-afb1cd9e-b5ab-456d-b20a-363a3ed77be2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc886243-5d77-4152-9402-8e43571e8319']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:55.008940 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-08260686-33be-4c6e-a141-e14f528d4356 req-26865222-0db1-4af0-88fe-b52de4f2a857 service neutron] Request body: {'port': {'device_id': 'a2bf1ce2-acb1-4780-b8ce-761c12b037dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:55.024491 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b7ecf-6c95-4c22-9a0e-2cce48dbd6f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:55.034765 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-afb1cd9e-b5ab-456d-b20a-363a3ed77be2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66d84611-97a2-43e6-91ca-3e3aa1c34199') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:55.035063 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-afb1cd9e-b5ab-456d-b20a-363a3ed77be2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66d84611-97a2-43e6-91ca-3e3aa1c34199') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:55.047426 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415b7ecf-6c95-4c22-9a0e-2cce48dbd6f8 admin admin] Checking segment: {'id': '2f5a53b5-f564-4864-b9f2-3ebea542732b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:28:55.047794 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415b7ecf-6c95-4c22-9a0e-2cce48dbd6f8 admin admin] Network hostable DHCP agents. Network: 72395de2-24ec-482b-bef7-14825a5fc695, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:28:55.057880 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd9e-b5ab-456d-b20a-363a3ed77be2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:55.082797 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd9e-b5ab-456d-b20a-363a3ed77be2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:55.093450 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afb1cd9e-b5ab-456d-b20a-363a3ed77be2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:28:55.093867 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd9e-b5ab-456d-b20a-363a3ed77be2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:55.122899 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-5a0bcca1-04a0-456b-9e53-cdfdb2d80914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:55.124392 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-5a0bcca1-04a0-456b-9e53-cdfdb2d80914 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c4f4b094-8b63-475e-ab13-d365a2626d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2412734 May 27 02:28:55.173242 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-53773c34-d819-4792-8b58-5fb191e8d834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:55.175090 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-53773c34-d819-4792-8b58-5fb191e8d834 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/2db6b918-02d2-48c1-bc68-12eb68efec5d HTTP/1.1" status: 204 len: 168 time: 1.3227606 May 27 02:28:55.175379 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 66d84611-97a2-43e6-91ca-3e3aa1c34199 resource provider aggregate not found May 27 02:28:55.176081 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e8642-a0e4-4ed6-ba98-9c77784b74e4 admin admin] Pushing event updated for resources: {'Port': ['ID=f409a62c-4a8f-4f47-b4c0-9698cbc76abe,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:55.180402 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53856) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:55.180560 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b16d5da-dee8-4e16-b893-f14a812ec702 None None] Network 3ae3655c-aebe-4c5a-b980-d16163dfd24c requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:28:55.180857 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53773c34-d819-4792-8b58-5fb191e8d834 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2db6b918-02d2-48c1-bc68-12eb68efec5d,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:55.237224 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415b7ecf-6c95-4c22-9a0e-2cce48dbd6f8 admin admin] Network 72395de2-24ec-482b-bef7-14825a5fc695 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:28:55.240406 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 66d84611-97a2-43e6-91ca-3e3aa1c34199 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 66d84611-97a2-43e6-91ca-3e3aa1c34199 found for delete ", "request_id": "req-54857d0a-0de8-4b0c-b3b5-f1b2439954bb"}]} May 27 02:28:55.314584 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe83b61-48dd-4065-a046-473fed5155a2 req-998c4c09-4485-4240-870d-cc585c3f4dbd tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:55.314584 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-dbe83b61-48dd-4065-a046-473fed5155a2 req-998c4c09-4485-4240-870d-cc585c3f4dbd tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Synchronizing usage tracker for tenant:898805dffca84655b80c58e7ceffa560 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:28:55.328538 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-08260686-33be-4c6e-a141-e14f528d4356 req-26865222-0db1-4af0-88fe-b52de4f2a857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:55.400593 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8996700-e379-4eb1-ad8c-fb50f746700a req-983b2a45-c0e7-4281-9cd6-40f4580029bd tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:55.407445 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8996700-e379-4eb1-ad8c-fb50f746700a req-983b2a45-c0e7-4281-9cd6-40f4580029bd tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:55.412587 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-415b7ecf-6c95-4c22-9a0e-2cce48dbd6f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 72395de2-24ec-482b-bef7-14825a5fc695) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:28:55.414525 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8996700-e379-4eb1-ad8c-fb50f746700a req-983b2a45-c0e7-4281-9cd6-40f4580029bd tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:55.421957 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16ea9982-2789-42dd-bbe6-dc223f28b5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:55.424520 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b8996700-e379-4eb1-ad8c-fb50f746700a req-983b2a45-c0e7-4281-9cd6-40f4580029bd tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=46b75108-a73d-4395-ab52-19231bbefec6 HTTP/1.1" status: 200 len: 2412 time: 0.4329607 May 27 02:28:55.426054 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415b7ecf-6c95-4c22-9a0e-2cce48dbd6f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:55.426482 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-415b7ecf-6c95-4c22-9a0e-2cce48dbd6f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:55.442078 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba782195-f1bf-4c51-80bf-c030a44c2f50 None None] Network 72395de2-24ec-482b-bef7-14825a5fc695 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:28:55.460973 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-44473dd6-e5d8-482f-a52d-484100cfda17 service neutron] 10.222.0.66 "GET /v2.0/networks/c4f4b094-8b63-475e-ab13-d365a2626d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814021 May 27 02:28:55.467918 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-16ea9982-2789-42dd-bbe6-dc223f28b5e2 admin admin] Deleting port 55a969b3-9001-43c8-ab5a-d084db45b0e4 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:28:55.468282 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16ea9982-2789-42dd-bbe6-dc223f28b5e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:55.512674 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-dbe83b61-48dd-4065-a046-473fed5155a2 req-998c4c09-4485-4240-870d-cc585c3f4dbd tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Unset dirty status for tenant:898805dffca84655b80c58e7ceffa560 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:28:55.518137 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd9e-b5ab-456d-b20a-363a3ed77be2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:55.520134 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dbe83b61-48dd-4065-a046-473fed5155a2 req-998c4c09-4485-4240-870d-cc585c3f4dbd tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bf1ce2-acb1-4780-b8ce-761c12b037dd HTTP/1.1" status: 200 len: 932 time: 1.0156717 May 27 02:28:55.550789 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd9e-b5ab-456d-b20a-363a3ed77be2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:55.552663 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-afb1cd9e-b5ab-456d-b20a-363a3ed77be2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] 10.222.0.57 "DELETE /v2.0/networks/bc886243-5d77-4152-9402-8e43571e8319 HTTP/1.1" status: 204 len: 168 time: 2.7790418 May 27 02:28:55.583417 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:28:55.616363 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd9e-b5ab-456d-b20a-363a3ed77be2 tempest-NetworksIpV6TestAttrs-1162701029 tempest-NetworksIpV6TestAttrs-1162701029-project] Pushing event deleted for resources: {'Network': ['ID=bc886243-5d77-4152-9402-8e43571e8319,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:55.621451 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-415b7ecf-6c95-4c22-9a0e-2cce48dbd6f8 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9468646 May 27 02:28:55.629605 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53864) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:55.632844 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7edf1b1e-b7f9-4765-be6b-72e4bde28a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:55.640289 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f8b63757-ce1c-4186-86a9-f5622756fa25 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-494117646-router', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:55.649564 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f8b63757-ce1c-4186-86a9-f5622756fa25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:55.680136 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f8b63757-ce1c-4186-86a9-f5622756fa25 admin admin] Usage tracker for resource:router and tenant:2651911d1c264f1c8c7218b6fddf9f10 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:28:55.691171 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f8b63757-ce1c-4186-86a9-f5622756fa25 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:28:55.704710 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f8b63757-ce1c-4186-86a9-f5622756fa25 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:55.709169 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b8996700-e379-4eb1-ad8c-fb50f746700a req-2e330102-e63d-41ee-b592-fe7d0e7f986b tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b1c5d58-b623-42ce-95bb-4137c2111074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819092 May 27 02:28:55.736378 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dbe83b61-48dd-4065-a046-473fed5155a2 req-c062e782-4d85-4c33-813e-d53c387f34fb tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/security-groups?id=04543955-9f9e-4e44-a576-07b2f2f49601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152462 May 27 02:28:55.800803 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe00276-b978-455b-a0c3-d607c5b3dfe2 None None] DHCP port deletion for 3ae3655c-aebe-4c5a-b980-d16163dfd24c request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:28:55.809804 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-fbe00276-b978-455b-a0c3-d607c5b3dfe2 None None] Deleting port 55a969b3-9001-43c8-ab5a-d084db45b0e4 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:28:55.810277 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fbe00276-b978-455b-a0c3-d607c5b3dfe2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:55.946753 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8b63757-ce1c-4186-86a9-f5622756fa25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:55.947999 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8b63757-ce1c-4186-86a9-f5622756fa25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:55.973615 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8ab2d2fa-2daa-4b64-91de-c5ec175a9802 req-90a77baa-c80b-48e9-8dff-3416aff94b75 service neutron] 10.222.0.66 "GET /v2.0/networks/c4f4b094-8b63-475e-ab13-d365a2626d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4779630 May 27 02:28:55.987227 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8b63757-ce1c-4186-86a9-f5622756fa25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:55.990618 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-16ea9982-2789-42dd-bbe6-dc223f28b5e2 admin admin] For port 55a969b3-9001-43c8-ab5a-d084db45b0e4, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=55a969b3-9001-43c8-ab5a-d084db45b0e4,segment=NetworkSegment(acf54c62-ce59-44ad-a553-8cae3366434a),segment_id=acf54c62-ce59-44ad-a553-8cae3366434a)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:55.991009 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16ea9982-2789-42dd-bbe6-dc223f28b5e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:56.014481 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acfe699-6862-4988-a9bf-953706972882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-72395de2-24ec-482b-bef7-14825a5fc695', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'fixed_ips': [{'subnet_id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:28:56.015517 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1acfe699-6862-4988-a9bf-953706972882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:56.113674 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d39a2428-eaec-478f-b613-142dd8f6bc0f req-51cf6009-d969-413d-8347-f035c754e2a8 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb2f47e1-b1dd-4d8a-ada8-d8b7730e56d8 HTTP/1.1" status: 200 len: 210 time: 0.1036260 May 27 02:28:56.125219 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3d3e8642-a0e4-4ed6-ba98-9c77784b74e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:56.209414 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53872) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:56.284405 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 55a969b3-9001-43c8-ab5a-d084db45b0e4 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:28:56.381041 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-fbe00276-b978-455b-a0c3-d607c5b3dfe2 None None] For port 55a969b3-9001-43c8-ab5a-d084db45b0e4, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=55a969b3-9001-43c8-ab5a-d084db45b0e4,segment=NetworkSegment(acf54c62-ce59-44ad-a553-8cae3366434a),segment_id=acf54c62-ce59-44ad-a553-8cae3366434a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:56.381786 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fbe00276-b978-455b-a0c3-d607c5b3dfe2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:56.400302 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-16ea9982-2789-42dd-bbe6-dc223f28b5e2 admin admin] Calling delete_port for 55a969b3-9001-43c8-ab5a-d084db45b0e4 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:28:56.580785 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-08260686-33be-4c6e-a141-e14f528d4356 req-26865222-0db1-4af0-88fe-b52de4f2a857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31a0bf50-759c-47d3-b17a-c2252e1fb927 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:28:56.605297 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-fbe00276-b978-455b-a0c3-d607c5b3dfe2 None None] Calling delete_port for 55a969b3-9001-43c8-ab5a-d084db45b0e4 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:28:56.647409 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-08260686-33be-4c6e-a141-e14f528d4356 req-26865222-0db1-4af0-88fe-b52de4f2a857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:56.677413 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-51fab4df-9fd2-4dcc-b4cd-16f1af2a729e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c47db8f7430c4928a92f16863004d577&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4619050 May 27 02:28:56.690815 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53880) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:56.714061 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-1acfe699-6862-4988-a9bf-953706972882 None None] Allocated IP 172.20.0.2 (72395de2-24ec-482b-bef7-14825a5fc695/8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95/95e3400a-7ff1-4376-aad1-18af182eeb48) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:28:56.751355 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 55a969b3-9001-43c8-ab5a-d084db45b0e4 is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:28:56.751791 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:56.815204 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16ea9982-2789-42dd-bbe6-dc223f28b5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:56.857223 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-fbe00276-b978-455b-a0c3-d607c5b3dfe2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:28:56.857476 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-fbe00276-b978-455b-a0c3-d607c5b3dfe2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:28:56.927730 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-bb5f0374-aff5-4ceb-aea7-a3a9b335bd48 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:56.929781 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-bb5f0374-aff5-4ceb-aea7-a3a9b335bd48 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.32 "GET /v2.0/networks?id=7b312858-40bf-40ec-b8ee-1ed51802769e HTTP/1.1" status: 200 len: 812 time: 0.6171560 May 27 02:28:57.007654 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f77e76-57bb-4968-8cf1-688a5d27b03a req-2207551f-51c4-469a-9456-07b75e1630dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:57.009209 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f77e76-57bb-4968-8cf1-688a5d27b03a req-2207551f-51c4-469a-9456-07b75e1630dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:57.009349 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f77e76-57bb-4968-8cf1-688a5d27b03a req-2207551f-51c4-469a-9456-07b75e1630dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:57.010877 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-54f77e76-57bb-4968-8cf1-688a5d27b03a req-2207551f-51c4-469a-9456-07b75e1630dd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6137a50b300642e3b27a011e959f0225&device_id=46b75108-a73d-4395-ab52-19231bbefec6 HTTP/1.1" status: 200 len: 2865 time: 0.6972132 May 27 02:28:57.013527 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ea9982-2789-42dd-bbe6-dc223f28b5e2 admin admin] No DVR routers for this DVR port 55a969b3-9001-43c8-ab5a-d084db45b0e4 on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:28:57.015415 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea9982-2789-42dd-bbe6-dc223f28b5e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=55a969b3-9001-43c8-ab5a-d084db45b0e4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:57.026441 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1acfe699-6862-4988-a9bf-953706972882 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:57.037434 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1acfe699-6862-4988-a9bf-953706972882 None None] Transition to ACTIVE for port object 95e3400a-7ff1-4376-aad1-18af182eeb48 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:28:57.056143 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1acfe699-6862-4988-a9bf-953706972882 None None] Transition to ACTIVE for port object 95e3400a-7ff1-4376-aad1-18af182eeb48 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:28:57.083677 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-0bcb6e51-50fa-4c48-b386-1fc1f0a2dc0b tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Request body: {'port': {'device_id': '8fcb2d32-dc08-4942-ab4f-3ecbf9613c16', 'network_id': '7b312858-40bf-40ec-b8ee-1ed51802769e', 'admin_state_up': True, 'tenant_id': '66fa48c46c404eb499f5ae926a62ad7f'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:57.112194 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-08260686-33be-4c6e-a141-e14f528d4356 req-26865222-0db1-4af0-88fe-b52de4f2a857 service neutron] Transition to ACTIVE for port object 31a0bf50-759c-47d3-b17a-c2252e1fb927 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:28:57.127031 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1acfe699-6862-4988-a9bf-953706972882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:57.197908 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-08260686-33be-4c6e-a141-e14f528d4356 req-26865222-0db1-4af0-88fe-b52de4f2a857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:57.198353 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acfe699-6862-4988-a9bf-953706972882 None None] Pushing event updated for resources: {'Port': ['ID=95e3400a-7ff1-4376-aad1-18af182eeb48,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:57.210889 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acfe699-6862-4988-a9bf-953706972882 None None] Network 72395de2-24ec-482b-bef7-14825a5fc695 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:28:57.212231 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-1acfe699-6862-4988-a9bf-953706972882 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:28:57.214854 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acfe699-6862-4988-a9bf-953706972882 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:28:57.238818 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8b63757-ce1c-4186-86a9-f5622756fa25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:57.293986 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3d3e8642-a0e4-4ed6-ba98-9c77784b74e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:57.309765 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-1acfe699-6862-4988-a9bf-953706972882 None None] Attempting to bind port 95e3400a-7ff1-4376-aad1-18af182eeb48 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:28:57.310140 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-1acfe699-6862-4988-a9bf-953706972882 None None] Attempting to bind port 95e3400a-7ff1-4376-aad1-18af182eeb48 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '2f5a53b5-f564-4864-b9f2-3ebea542732b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:28:57.310559 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acfe699-6862-4988-a9bf-953706972882 None None] Attempting to bind port 95e3400a-7ff1-4376-aad1-18af182eeb48 on network 72395de2-24ec-482b-bef7-14825a5fc695 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:28:57.316130 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acfe699-6862-4988-a9bf-953706972882 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:28:57.316495 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acfe699-6862-4988-a9bf-953706972882 None None] Checking segment: {'id': '2f5a53b5-f564-4864-b9f2-3ebea542732b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:28:57.316907 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1acfe699-6862-4988-a9bf-953706972882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:57.317298 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acfe699-6862-4988-a9bf-953706972882 None None] Bound using segment: {'id': '2f5a53b5-f564-4864-b9f2-3ebea542732b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:28:57.318300 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-1acfe699-6862-4988-a9bf-953706972882 None None] Bound port: 95e3400a-7ff1-4376-aad1-18af182eeb48, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f5a53b5-f564-4864-b9f2-3ebea542732b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:28:57.318300 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1acfe699-6862-4988-a9bf-953706972882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:57.358297 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-fbe00276-b978-455b-a0c3-d607c5b3dfe2 None None] Deleting port 55a969b3-9001-43c8-ab5a-d084db45b0e4 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:28:57.358673 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fbe00276-b978-455b-a0c3-d607c5b3dfe2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:57.417423 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16ea9982-2789-42dd-bbe6-dc223f28b5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:57.445860 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-fbe00276-b978-455b-a0c3-d607c5b3dfe2 None None] The port '55a969b3-9001-43c8-ab5a-d084db45b0e4' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:28:57.483266 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-1acfe699-6862-4988-a9bf-953706972882 None None] For port 95e3400a-7ff1-4376-aad1-18af182eeb48, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:28:57.486668 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-1acfe699-6862-4988-a9bf-953706972882 None None] For port 95e3400a-7ff1-4376-aad1-18af182eeb48, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=95e3400a-7ff1-4376-aad1-18af182eeb48,segment=NetworkSegment(2f5a53b5-f564-4864-b9f2-3ebea542732b),segment_id=2f5a53b5-f564-4864-b9f2-3ebea542732b)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:28:57.493895 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4f9bfdd9-fd74-45f0-967b-2b3ec6541feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:57.508948 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-e1011a9a-d071-46d1-89b0-ee643a513839 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:57.510433 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-e1011a9a-d071-46d1-89b0-ee643a513839 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.66 "GET /v2.0/networks?id=7b312858-40bf-40ec-b8ee-1ed51802769e HTTP/1.1" status: 200 len: 812 time: 0.8659396 May 27 02:28:57.545829 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-16ea9982-2789-42dd-bbe6-dc223f28b5e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ae3655c-aebe-4c5a-b980-d16163dfd24c']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:57.553666 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1acfe699-6862-4988-a9bf-953706972882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:57.565632 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f77e76-57bb-4968-8cf1-688a5d27b03a req-20e3847a-b568-44ca-89f9-40b25b41d840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:57.566385 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26865222-0db1-4af0-88fe-b52de4f2a857 service neutron] Pushing event updated for resources: {'Port': ['ID=31a0bf50-759c-47d3-b17a-c2252e1fb927,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:57.567077 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-54f77e76-57bb-4968-8cf1-688a5d27b03a req-20e3847a-b568-44ca-89f9-40b25b41d840 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c4f4b094-8b63-475e-ab13-d365a2626d55 HTTP/1.1" status: 200 len: 902 time: 0.4690464 May 27 02:28:57.571897 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-96a8763c-5061-4aaf-9db2-548e94fba34c tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Request body: {'port': {'device_id': 'fb2f47e1-b1dd-4d8a-ada8-d8b7730e56d8', 'network_id': '7b312858-40bf-40ec-b8ee-1ed51802769e', 'admin_state_up': True, 'tenant_id': '66fa48c46c404eb499f5ae926a62ad7f'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:57.574649 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-16ea9982-2789-42dd-bbe6-dc223f28b5e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acf54c62-ce59-44ad-a553-8cae3366434a') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:57.574945 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-16ea9982-2789-42dd-bbe6-dc223f28b5e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acf54c62-ce59-44ad-a553-8cae3366434a') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:57.643785 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acfe699-6862-4988-a9bf-953706972882 None None] Pushing event updated for resources: {'Port': ['ID=95e3400a-7ff1-4376-aad1-18af182eeb48,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:57.643931 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-0bcb6e51-50fa-4c48-b386-1fc1f0a2dc0b tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:57.668418 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16ea9982-2789-42dd-bbe6-dc223f28b5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:57.673091 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-0bcb6e51-50fa-4c48-b386-1fc1f0a2dc0b tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Usage tracker for resource:port and tenant:66fa48c46c404eb499f5ae926a62ad7f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:28:57.680589 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-54f77e76-57bb-4968-8cf1-688a5d27b03a req-eda13671-e93f-4b90-aa0a-c0a4ec09909e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.170&port_id=ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa HTTP/1.1" status: 200 len: 217 time: 0.0990024 May 27 02:28:57.682599 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-0bcb6e51-50fa-4c48-b386-1fc1f0a2dc0b tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:28:57.722397 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-0bcb6e51-50fa-4c48-b386-1fc1f0a2dc0b tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:57.736548 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16ea9982-2789-42dd-bbe6-dc223f28b5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:57.761744 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16ea9982-2789-42dd-bbe6-dc223f28b5e2 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:28:57.762127 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16ea9982-2789-42dd-bbe6-dc223f28b5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:57.771480 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4f9bfdd9-fd74-45f0-967b-2b3ec6541feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:57.827922 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d1a944dd-c52a-4543-9d3e-ae67cb81fc0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:57.869616 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3571148-3cdd-4cbb-a3d7-5f4003e9983e req-a5970be1-4890-467e-a7c8-512a88d3fac9 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:57.871272 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f3571148-3cdd-4cbb-a3d7-5f4003e9983e req-a5970be1-4890-467e-a7c8-512a88d3fac9 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bf1ce2-acb1-4780-b8ce-761c12b037dd HTTP/1.1" status: 200 len: 932 time: 0.8680444 May 27 02:28:57.931497 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e033df5-eddb-4572-958b-8017f7512ea6 req-98b6dc81-3e0d-41b3-95ad-f56f9bf545bc tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:57.937449 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e033df5-eddb-4572-958b-8017f7512ea6 req-98b6dc81-3e0d-41b3-95ad-f56f9bf545bc tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:57.943293 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e033df5-eddb-4572-958b-8017f7512ea6 req-98b6dc81-3e0d-41b3-95ad-f56f9bf545bc tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:57.945063 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1e033df5-eddb-4572-958b-8017f7512ea6 req-98b6dc81-3e0d-41b3-95ad-f56f9bf545bc tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=46b75108-a73d-4395-ab52-19231bbefec6 HTTP/1.1" status: 200 len: 2412 time: 0.9357464 May 27 02:28:58.004256 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment acf54c62-ce59-44ad-a553-8cae3366434a resource provider aggregate not found May 27 02:28:58.021148 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-0bcb6e51-50fa-4c48-b386-1fc1f0a2dc0b tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Made reservation on behalf of 66fa48c46c404eb499f5ae926a62ad7f for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:28:58.025412 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-0bcb6e51-50fa-4c48-b386-1fc1f0a2dc0b tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:58.041087 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment acf54c62-ce59-44ad-a553-8cae3366434a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid acf54c62-ce59-44ad-a553-8cae3366434a found for delete ", "request_id": "req-2fe9a24b-e1dd-4781-bbd2-5420b2d64b93"}]} May 27 02:28:58.052551 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-08260686-33be-4c6e-a141-e14f528d4356 req-26865222-0db1-4af0-88fe-b52de4f2a857 service neutron] Attempting to bind port 31a0bf50-759c-47d3-b17a-c2252e1fb927 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:28:58.052922 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-08260686-33be-4c6e-a141-e14f528d4356 req-26865222-0db1-4af0-88fe-b52de4f2a857 service neutron] Attempting to bind port 31a0bf50-759c-47d3-b17a-c2252e1fb927 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '3000b652-99bd-41cd-b27c-de211dcee687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '685d8b83-d733-49e1-90bd-6bbf0138e6b7'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:28:58.053108 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f77e76-57bb-4968-8cf1-688a5d27b03a req-8a0f9d5c-98b7-4f57-89f8-702c1f55a412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:58.053302 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08260686-33be-4c6e-a141-e14f528d4356 req-26865222-0db1-4af0-88fe-b52de4f2a857 service neutron] Attempting to bind port 31a0bf50-759c-47d3-b17a-c2252e1fb927 on network 685d8b83-d733-49e1-90bd-6bbf0138e6b7 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:28:58.054572 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-54f77e76-57bb-4968-8cf1-688a5d27b03a req-8a0f9d5c-98b7-4f57-89f8-702c1f55a412 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3d17910a-e033-48f5-940f-8a1ca17d0056 HTTP/1.1" status: 200 len: 801 time: 0.3648961 May 27 02:28:58.106822 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08260686-33be-4c6e-a141-e14f528d4356 req-26865222-0db1-4af0-88fe-b52de4f2a857 service neutron] Port 31a0bf50-759c-47d3-b17a-c2252e1fb927 on network 685d8b83-d733-49e1-90bd-6bbf0138e6b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:28:58.107154 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08260686-33be-4c6e-a141-e14f528d4356 req-26865222-0db1-4af0-88fe-b52de4f2a857 service neutron] Attempting to bind port 31a0bf50-759c-47d3-b17a-c2252e1fb927 on network 685d8b83-d733-49e1-90bd-6bbf0138e6b7 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:28:58.150910 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08260686-33be-4c6e-a141-e14f528d4356 req-26865222-0db1-4af0-88fe-b52de4f2a857 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:28:58.151422 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08260686-33be-4c6e-a141-e14f528d4356 req-26865222-0db1-4af0-88fe-b52de4f2a857 service neutron] Checking segment: {'id': '3000b652-99bd-41cd-b27c-de211dcee687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '685d8b83-d733-49e1-90bd-6bbf0138e6b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:28:58.151885 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08260686-33be-4c6e-a141-e14f528d4356 req-26865222-0db1-4af0-88fe-b52de4f2a857 service neutron] Bound using segment: {'id': '3000b652-99bd-41cd-b27c-de211dcee687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '685d8b83-d733-49e1-90bd-6bbf0138e6b7'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:28:58.151994 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16ea9982-2789-42dd-bbe6-dc223f28b5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:58.152338 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-08260686-33be-4c6e-a141-e14f528d4356 req-26865222-0db1-4af0-88fe-b52de4f2a857 service neutron] Bound port: 31a0bf50-759c-47d3-b17a-c2252e1fb927, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3000b652-99bd-41cd-b27c-de211dcee687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '685d8b83-d733-49e1-90bd-6bbf0138e6b7'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:28:58.152689 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-08260686-33be-4c6e-a141-e14f528d4356 req-26865222-0db1-4af0-88fe-b52de4f2a857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:58.176197 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1e033df5-eddb-4572-958b-8017f7512ea6 req-749643eb-a986-4f1a-a96f-6b57487b70f1 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b1c5d58-b623-42ce-95bb-4137c2111074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210011 May 27 02:28:58.182908 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f3571148-3cdd-4cbb-a3d7-5f4003e9983e req-de59f32f-07e2-4758-b96c-63a987e8a40b tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/security-groups?id=04543955-9f9e-4e44-a576-07b2f2f49601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772541 May 27 02:28:58.202329 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-96a8763c-5061-4aaf-9db2-548e94fba34c tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:58.203156 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16ea9982-2789-42dd-bbe6-dc223f28b5e2 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:58.228012 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 95e3400a-7ff1-4376-aad1-18af182eeb48 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:28:58.228857 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea9982-2789-42dd-bbe6-dc223f28b5e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ae3655c-aebe-4c5a-b980-d16163dfd24c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:58.261460 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-96a8763c-5061-4aaf-9db2-548e94fba34c tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Usage tracker for resource:port and tenant:66fa48c46c404eb499f5ae926a62ad7f is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:28:58.267855 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-16ea9982-2789-42dd-bbe6-dc223f28b5e2 admin admin] 10.222.0.57 "DELETE /v2.0/networks/3ae3655c-aebe-4c5a-b980-d16163dfd24c HTTP/1.1" status: 204 len: 168 time: 3.0636935 May 27 02:28:58.271291 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-96a8763c-5061-4aaf-9db2-548e94fba34c tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:28:58.274754 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4f9bfdd9-fd74-45f0-967b-2b3ec6541feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:58.294810 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-96a8763c-5061-4aaf-9db2-548e94fba34c tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:58.314226 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9bfdd9-fd74-45f0-967b-2b3ec6541feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6af0d22-0248-4b23-9bea-9a376250b114,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:58.336788 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4f9bfdd9-fd74-45f0-967b-2b3ec6541feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:58.342277 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4f9bfdd9-fd74-45f0-967b-2b3ec6541feb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f6af0d22-0248-4b23-9bea-9a376250b114 HTTP/1.1" status: 204 len: 168 time: 1.6425335 May 27 02:28:58.346272 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d3e8642-a0e4-4ed6-ba98-9c77784b74e4 admin admin] Router 6e478d76-8f5e-4592-9c9d-54b301abccbc is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:28:58.359151 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-08260686-33be-4c6e-a141-e14f528d4356 req-26865222-0db1-4af0-88fe-b52de4f2a857 service neutron] For port 31a0bf50-759c-47d3-b17a-c2252e1fb927, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:28:58.364842 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-08260686-33be-4c6e-a141-e14f528d4356 req-26865222-0db1-4af0-88fe-b52de4f2a857 service neutron] For port 31a0bf50-759c-47d3-b17a-c2252e1fb927, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=31a0bf50-759c-47d3-b17a-c2252e1fb927,segment=NetworkSegment(3000b652-99bd-41cd-b27c-de211dcee687),segment_id=3000b652-99bd-41cd-b27c-de211dcee687)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:28:58.425177 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-96a8763c-5061-4aaf-9db2-548e94fba34c tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Made reservation on behalf of 66fa48c46c404eb499f5ae926a62ad7f for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:28:58.503518 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-96a8763c-5061-4aaf-9db2-548e94fba34c tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:58.509066 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f77e76-57bb-4968-8cf1-688a5d27b03a req-99d720ea-699c-4bf4-86ce-f8c9b7c85498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:58.510564 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-54f77e76-57bb-4968-8cf1-688a5d27b03a req-99d720ea-699c-4bf4-86ce-f8c9b7c85498 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c4f4b094-8b63-475e-ab13-d365a2626d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4456966 May 27 02:28:58.520322 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ac331293-62dc-4413-b208-cc9a7fd24742 req-57d7a5fa-38ad-4e5f-9e85-ced0d21188e2 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb2f47e1-b1dd-4d8a-ada8-d8b7730e56d8 HTTP/1.1" status: 200 len: 210 time: 0.0968227 May 27 02:28:58.569806 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 95e3400a-7ff1-4376-aad1-18af182eeb48 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:28:58.573164 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-08260686-33be-4c6e-a141-e14f528d4356 req-26865222-0db1-4af0-88fe-b52de4f2a857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:58.619022 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-0bcb6e51-50fa-4c48-b386-1fc1f0a2dc0b tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Allocated IP 172.20.0.4 (7b312858-40bf-40ec-b8ee-1ed51802769e/c250816a-43d9-48f2-b76f-f0e58c9da86d/23dac4b2-03d0-4497-b59e-219e28865a77) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:28:58.624431 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8b63757-ce1c-4186-86a9-f5622756fa25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:58.668876 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8b63757-ce1c-4186-86a9-f5622756fa25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:58.820190 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-54f77e76-57bb-4968-8cf1-688a5d27b03a req-80f73e02-246e-42e0-bdd5-99e8302dadb7 service neutron] 10.222.0.66 "GET /v2.0/networks/c4f4b094-8b63-475e-ab13-d365a2626d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011665 May 27 02:28:58.886208 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08260686-33be-4c6e-a141-e14f528d4356 req-26865222-0db1-4af0-88fe-b52de4f2a857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:58.887245 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-08260686-33be-4c6e-a141-e14f528d4356 req-26865222-0db1-4af0-88fe-b52de4f2a857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:58.888484 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-08260686-33be-4c6e-a141-e14f528d4356 req-26865222-0db1-4af0-88fe-b52de4f2a857 service neutron] 10.222.0.32 "PUT /v2.0/ports/31a0bf50-759c-47d3-b17a-c2252e1fb927 HTTP/1.1" status: 200 len: 1092 time: 3.8982494 May 27 02:28:58.894084 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2bf1ce2-acb1-4780-b8ce-761c12b037dd', 'tag': '31a0bf50-759c-47d3-b17a-c2252e1fb927'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:28:58.933127 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db06b88e-4da0-43af-9b4c-8f438442c9b1 None None] Network 72395de2-24ec-482b-bef7-14825a5fc695 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:28:58.938906 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26865222-0db1-4af0-88fe-b52de4f2a857 service neutron] Pushing event updated for resources: {'Port': ['ID=31a0bf50-759c-47d3-b17a-c2252e1fb927,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:58.961766 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3e8642-a0e4-4ed6-ba98-9c77784b74e4 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:28:58.980268 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e848af01-ba59-4e9b-9ea8-1cec45415f8d None None] Sync routers for ids ['6e478d76-8f5e-4592-9c9d-54b301abccbc'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:28:58.988708 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:28:58.996294 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:59.003033 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e848af01-ba59-4e9b-9ea8-1cec45415f8d None None] Routers {'6e478d76-8f5e-4592-9c9d-54b301abccbc'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:28:59.006007 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e848af01-ba59-4e9b-9ea8-1cec45415f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:28:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['6e478d76-8f5e-4592-9c9d-54b301abccbc'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:59.009839 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0e7910a-9a3c-4ef0-894f-edef710b8d09'] response: {'name': 'network-changed', 'server_uuid': 'a2bf1ce2-acb1-4780-b8ce-761c12b037dd', 'tag': '31a0bf50-759c-47d3-b17a-c2252e1fb927', 'status': 'completed', 'code': 200} May 27 02:28:59.103194 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-f8b63757-ce1c-4186-86a9-f5622756fa25 admin admin] Allocated IP 172.25.1.152 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:28:59.108683 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53902) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:59.137677 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3d3e8642-a0e4-4ed6-ba98-9c77784b74e4 admin admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:59.140290 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3d3e8642-a0e4-4ed6-ba98-9c77784b74e4 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 12.5248535 May 27 02:28:59.143853 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53908) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:59.179434 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:59.262633 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-06ff7a61-800c-4c04-969d-04b209a67d1c None None] Provisioning for port 95e3400a-7ff1-4376-aad1-18af182eeb48 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:28:59.311463 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-54f77e76-57bb-4968-8cf1-688a5d27b03a req-a56be52e-4b44-488d-be16-aa33a9e149d1 service neutron] 10.222.0.66 "GET /v2.0/networks/c4f4b094-8b63-475e-ab13-d365a2626d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4340549 May 27 02:28:59.346353 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6a9a8646-6b15-4af5-862f-b3c9deacf157 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fcfe314133204020a0ec1bed4c17b833&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2336829 May 27 02:28:59.346613 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-0bcb6e51-50fa-4c48-b386-1fc1f0a2dc0b tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:59.351496 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53918) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:59.395347 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-06ff7a61-800c-4c04-969d-04b209a67d1c None None] Provisioning complete for port 95e3400a-7ff1-4376-aad1-18af182eeb48 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:28:59.395711 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-06ff7a61-800c-4c04-969d-04b209a67d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:59.423367 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-e848af01-ba59-4e9b-9ea8-1cec45415f8d None None] Set router 6e478d76-8f5e-4592-9c9d-54b301abccbc gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:28:59.520194 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8b63757-ce1c-4186-86a9-f5622756fa25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:59.531728 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-52c5e05c-26f2-4861-8fed-1aeb60420273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:59.567584 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-52c5e05c-26f2-4861-8fed-1aeb60420273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:59.618598 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-0bcb6e51-50fa-4c48-b386-1fc1f0a2dc0b tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:59.623773 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa,segment=NetworkSegment(6e087f4b-4ae8-48ae-9e52-24f0368b4c40),segment_id=6e087f4b-4ae8-48ae-9e52-24f0368b4c40)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:59.631522 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08260686-33be-4c6e-a141-e14f528d4356 req-dcee4b96-83fc-4a95-9a7a-5920604314ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:59.633749 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-08260686-33be-4c6e-a141-e14f528d4356 req-dcee4b96-83fc-4a95-9a7a-5920604314ad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=898805dffca84655b80c58e7ceffa560&device_id=a2bf1ce2-acb1-4780-b8ce-761c12b037dd HTTP/1.1" status: 200 len: 1095 time: 0.6138153 May 27 02:28:59.689381 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': 'ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa', 'network_id': 'c4f4b094-8b63-475e-ab13-d365a2626d55', 'port_id': 'ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa', 'mac_address': 'fa:16:3e:fd:74:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d17910a-e033-48f5-940f-8a1ca17d0056', 'ip_address': '19.80.0.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:28:59.713355 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8b63757-ce1c-4186-86a9-f5622756fa25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:59.759981 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b63757-ce1c-4186-86a9-f5622756fa25 admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:28:59.762199 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-0bcb6e51-50fa-4c48-b386-1fc1f0a2dc0b tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Network 7b312858-40bf-40ec-b8ee-1ed51802769e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:28:59.765543 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-f8b63757-ce1c-4186-86a9-f5622756fa25 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:28:59.771702 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-0bcb6e51-50fa-4c48-b386-1fc1f0a2dc0b tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:28:59.774008 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-06ff7a61-800c-4c04-969d-04b209a67d1c None None] Current status of the port 95e3400a-7ff1-4376-aad1-18af182eeb48 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:28:59.774008 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-06ff7a61-800c-4c04-969d-04b209a67d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:59.774488 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b63757-ce1c-4186-86a9-f5622756fa25 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:28:59.803553 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e848af01-ba59-4e9b-9ea8-1cec45415f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'name': 'tempest-AttachVolumeTestJSON-629019470-router', 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'f409a62c-4a8f-4f47-b4c0-9698cbc76abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:47Z', 'updated_at': '2022-05-27T02:28:55Z', 'revision_number': 3, 'project_id': 'a54d5457e373400db950c9d30ab97cd7', 'gw_port': {'id': 'f409a62c-4a8f-4f47-b4c0-9698cbc76abe', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:52Z', 'updated_at': '2022-05-27T02:28:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:59.811346 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e848af01-ba59-4e9b-9ea8-1cec45415f8d None None] Checking router: 6e478d76-8f5e-4592-9c9d-54b301abccbc for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:28:59.813139 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e848af01-ba59-4e9b-9ea8-1cec45415f8d None None] Updating router 6e478d76-8f5e-4592-9c9d-54b301abccbc port f409a62c-4a8f-4f47-b4c0-9698cbc76abe binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:28:59.813896 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-0bcb6e51-50fa-4c48-b386-1fc1f0a2dc0b tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:28:59.849892 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb6e51-50fa-4c48-b386-1fc1f0a2dc0b tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Pushing event updated for resources: {'Port': ['ID=23dac4b2-03d0-4497-b59e-219e28865a77,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:59.883561 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-06ff7a61-800c-4c04-969d-04b209a67d1c None None] For port 95e3400a-7ff1-4376-aad1-18af182eeb48, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=95e3400a-7ff1-4376-aad1-18af182eeb48,segment=NetworkSegment(2f5a53b5-f564-4864-b9f2-3ebea542732b),segment_id=2f5a53b5-f564-4864-b9f2-3ebea542732b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:59.895571 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:28:59.896150 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:59.936015 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:28:59.955452 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-e848af01-ba59-4e9b-9ea8-1cec45415f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:59.963164 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-08260686-33be-4c6e-a141-e14f528d4356 req-7c67f8ac-352f-47c2-b715-68dfad0e9107 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31a0bf50-759c-47d3-b17a-c2252e1fb927 HTTP/1.1" status: 200 len: 217 time: 0.2459285 May 27 02:28:59.974515 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa,segment=NetworkSegment(6e087f4b-4ae8-48ae-9e52-24f0368b4c40),segment_id=6e087f4b-4ae8-48ae-9e52-24f0368b4c40)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:59.983005 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-06ff7a61-800c-4c04-969d-04b209a67d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:00.104626 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff7a61-800c-4c04-969d-04b209a67d1c None None] Pushing event updated for resources: {'Port': ['ID=95e3400a-7ff1-4376-aad1-18af182eeb48,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:00.113790 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:00.114595 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 686cf4c9-eafc-4f48-ac8f-dde40620b21e details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:29:00.125828 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08260686-33be-4c6e-a141-e14f528d4356 req-132d83d5-5031-487f-8e12-5e101f3d926a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:00.127463 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-08260686-33be-4c6e-a141-e14f528d4356 req-132d83d5-5031-487f-8e12-5e101f3d926a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fb03e0c8-b7ed-4309-96db-1431d429c2bf HTTP/1.1" status: 200 len: 853 time: 0.1278105 May 27 02:29:00.212376 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-08260686-33be-4c6e-a141-e14f528d4356 req-f08fad0b-d03a-4a01-9e83-e10f35d49c20 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=685d8b83-d733-49e1-90bd-6bbf0138e6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605230 May 27 02:29:00.251232 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:00.295572 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-52c5e05c-26f2-4861-8fed-1aeb60420273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:00.323708 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.api [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-96a8763c-5061-4aaf-9db2-548e94fba34c tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.4-226795a8-da98-42cb-9dd2-8612c18f55f0 {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:29:00.323923 n-d-843554-3 neutron-server[88902]: DEBUG oslo_db.api [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-96a8763c-5061-4aaf-9db2-548e94fba34c tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:29:00.377445 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53936) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:00.390615 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-0bcb6e51-50fa-4c48-b386-1fc1f0a2dc0b tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:00.391240 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-0bcb6e51-50fa-4c48-b386-1fc1f0a2dc0b tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:00.426974 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b63757-ce1c-4186-86a9-f5622756fa25 admin admin] Pushing event updated for resources: {'Port': ['ID=3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:00.439248 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c51b77-cb69-4e22-ac5c-c57315aaf1f4 req-b99009e3-459d-4bb5-8710-7b5c52f7140c tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:00.441466 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-77c51b77-cb69-4e22-ac5c-c57315aaf1f4 req-b99009e3-459d-4bb5-8710-7b5c52f7140c tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bf1ce2-acb1-4780-b8ce-761c12b037dd HTTP/1.1" status: 200 len: 944 time: 0.9719872 May 27 02:29:00.484624 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5e05c-26f2-4861-8fed-1aeb60420273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3656829f-70eb-4e20-9f86-738df4396220,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:00.489124 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 686cf4c9-eafc-4f48-ac8f-dde40620b21e, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=686cf4c9-eafc-4f48-ac8f-dde40620b21e,segment=NetworkSegment(d2c8425f-4bf7-4888-8879-e615626b948b),segment_id=d2c8425f-4bf7-4888-8879-e615626b948b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:00.495627 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-52c5e05c-26f2-4861-8fed-1aeb60420273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:00.500014 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-52c5e05c-26f2-4861-8fed-1aeb60420273 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3656829f-70eb-4e20-9f86-738df4396220 HTTP/1.1" status: 204 len: 168 time: 1.1424534 May 27 02:29:00.513247 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-e848af01-ba59-4e9b-9ea8-1cec45415f8d None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:00.529415 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:00.534521 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '686cf4c9-eafc-4f48-ac8f-dde40620b21e', 'network_id': '510fd829-959e-45fc-a9f9-360a49e960c0', 'port_id': '686cf4c9-eafc-4f48-ac8f-dde40620b21e', 'mac_address': 'fa:16:3e:74:17:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5884ba1e-c77a-4517-a196-1e4c77441d99', 'ip_address': '19.86.0.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:29:00.551717 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-e848af01-ba59-4e9b-9ea8-1cec45415f8d None None] Transition to ACTIVE for port object f409a62c-4a8f-4f47-b4c0-9698cbc76abe will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:29:00.576091 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405e3f1-2323-45d5-9e6f-e4fc18feb0a3 req-a74fd5f3-2610-41ba-b8a8-9a5e0a43b3de tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:00.582160 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405e3f1-2323-45d5-9e6f-e4fc18feb0a3 req-a74fd5f3-2610-41ba-b8a8-9a5e0a43b3de tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:00.588885 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3a57c99e-5088-44b2-9eb2-216eb0342cb5 None None] Provisioning complete for port 95e3400a-7ff1-4376-aad1-18af182eeb48 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:00.589340 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3a57c99e-5088-44b2-9eb2-216eb0342cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:00.589459 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405e3f1-2323-45d5-9e6f-e4fc18feb0a3 req-a74fd5f3-2610-41ba-b8a8-9a5e0a43b3de tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:00.591197 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c405e3f1-2323-45d5-9e6f-e4fc18feb0a3 req-a74fd5f3-2610-41ba-b8a8-9a5e0a43b3de tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=46b75108-a73d-4395-ab52-19231bbefec6 HTTP/1.1" status: 200 len: 2412 time: 1.2286036 May 27 02:29:00.622301 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-0bcb6e51-50fa-4c48-b386-1fc1f0a2dc0b tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6185358 May 27 02:29:00.639484 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-7b69aad1-8bce-4029-ab4a-5ab84c33bce0 service neutron] Request body: {'port': {'device_id': '8fcb2d32-dc08-4942-ab4f-3ecbf9613c16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:29:00.642618 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-e848af01-ba59-4e9b-9ea8-1cec45415f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:00.642773 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-70687688-0e5f-4041-a3fa-5f03fd218a08 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Request body: {'network': {'name': 'tempest-RoutersTest-255589979'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:29:00.649887 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 686cf4c9-eafc-4f48-ac8f-dde40620b21e is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:00.650104 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:00.667861 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-77c51b77-cb69-4e22-ac5c-c57315aaf1f4 req-075360e1-9034-4f5a-9c8a-27bf8779a927 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/security-groups?id=04543955-9f9e-4e44-a576-07b2f2f49601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614320 May 27 02:29:00.673081 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 686cf4c9-eafc-4f48-ac8f-dde40620b21e {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:29:00.676430 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-70687688-0e5f-4041-a3fa-5f03fd218a08 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:29:00.689544 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 686cf4c9-eafc-4f48-ac8f-dde40620b21e, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=686cf4c9-eafc-4f48-ac8f-dde40620b21e,segment=NetworkSegment(d2c8425f-4bf7-4888-8879-e615626b948b),segment_id=d2c8425f-4bf7-4888-8879-e615626b948b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:00.763943 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e438a32-b35c-450d-aaeb-71ffce0b3e51 None None] Pushing event updated for resources: {'Port': ['ID=f409a62c-4a8f-4f47-b4c0-9698cbc76abe,revision_number=2']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:00.764659 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-3a57c99e-5088-44b2-9eb2-216eb0342cb5 None None] Current status of the port 95e3400a-7ff1-4376-aad1-18af182eeb48 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:00.796880 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:00.797535 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device baabc363-c747-453c-a555-29e87186c07a details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:29:00.799471 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-e848af01-ba59-4e9b-9ea8-1cec45415f8d None None] Attempting to bind port f409a62c-4a8f-4f47-b4c0-9698cbc76abe on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:29:00.800000 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-e848af01-ba59-4e9b-9ea8-1cec45415f8d None None] Attempting to bind port f409a62c-4a8f-4f47-b4c0-9698cbc76abe by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:29:00.800531 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e848af01-ba59-4e9b-9ea8-1cec45415f8d None None] Attempting to bind port f409a62c-4a8f-4f47-b4c0-9698cbc76abe on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:29:00.803718 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e438a32-b35c-450d-aaeb-71ffce0b3e51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:00.804359 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e438a32-b35c-450d-aaeb-71ffce0b3e51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:00.815085 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e438a32-b35c-450d-aaeb-71ffce0b3e51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:00.815085 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e438a32-b35c-450d-aaeb-71ffce0b3e51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:00.815085 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e438a32-b35c-450d-aaeb-71ffce0b3e51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:00.815085 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e438a32-b35c-450d-aaeb-71ffce0b3e51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:00.815085 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e438a32-b35c-450d-aaeb-71ffce0b3e51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:00.815085 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e438a32-b35c-450d-aaeb-71ffce0b3e51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:00.815085 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e438a32-b35c-450d-aaeb-71ffce0b3e51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:00.815085 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e438a32-b35c-450d-aaeb-71ffce0b3e51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:00.815085 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e438a32-b35c-450d-aaeb-71ffce0b3e51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:00.815085 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e438a32-b35c-450d-aaeb-71ffce0b3e51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:00.818202 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e848af01-ba59-4e9b-9ea8-1cec45415f8d None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:29:00.818968 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e848af01-ba59-4e9b-9ea8-1cec45415f8d None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:29:00.819567 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-e848af01-ba59-4e9b-9ea8-1cec45415f8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:00.819961 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e848af01-ba59-4e9b-9ea8-1cec45415f8d None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:29:00.821174 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-e848af01-ba59-4e9b-9ea8-1cec45415f8d None None] Bound port: f409a62c-4a8f-4f47-b4c0-9698cbc76abe, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:29:00.821556 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-e848af01-ba59-4e9b-9ea8-1cec45415f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:00.827341 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-96a8763c-5061-4aaf-9db2-548e94fba34c tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:00.877325 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-7b69aad1-8bce-4029-ab4a-5ab84c33bce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:00.891732 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port baabc363-c747-453c-a555-29e87186c07a, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=baabc363-c747-453c-a555-29e87186c07a,segment=NetworkSegment(6e087f4b-4ae8-48ae-9e52-24f0368b4c40),segment_id=6e087f4b-4ae8-48ae-9e52-24f0368b4c40)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:00.920851 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=686cf4c9-eafc-4f48-ac8f-dde40620b21e,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:00.923679 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': 'baabc363-c747-453c-a555-29e87186c07a', 'network_id': 'c4f4b094-8b63-475e-ab13-d365a2626d55', 'port_id': 'baabc363-c747-453c-a555-29e87186c07a', 'mac_address': 'fa:16:3e:d9:8f:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d17910a-e033-48f5-940f-8a1ca17d0056', 'ip_address': '19.80.0.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:29:00.946675 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-e848af01-ba59-4e9b-9ea8-1cec45415f8d None None] For port f409a62c-4a8f-4f47-b4c0-9698cbc76abe, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:29:00.950847 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-e848af01-ba59-4e9b-9ea8-1cec45415f8d None None] For port f409a62c-4a8f-4f47-b4c0-9698cbc76abe, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=f409a62c-4a8f-4f47-b4c0-9698cbc76abe,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:29:00.988647 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port baabc363-c747-453c-a555-29e87186c07a is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:00.989241 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:00.999719 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-e848af01-ba59-4e9b-9ea8-1cec45415f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:01.008163 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baabc363-c747-453c-a555-29e87186c07a {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:29:01.025924 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port baabc363-c747-453c-a555-29e87186c07a, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=baabc363-c747-453c-a555-29e87186c07a,segment=NetworkSegment(6e087f4b-4ae8-48ae-9e52-24f0368b4c40),segment_id=6e087f4b-4ae8-48ae-9e52-24f0368b4c40)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:01.041625 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-70687688-0e5f-4041-a3fa-5f03fd218a08 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Usage tracker for resource:network and tenant:39308f34ca0d41f5bed3e55c79db3f61 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:29:01.069095 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-08260686-33be-4c6e-a141-e14f528d4356 req-eabbfcf8-acf2-4fb0-a7eb-d85ee80dbf96 service neutron] 10.222.0.32 "GET /v2.0/networks/685d8b83-d733-49e1-90bd-6bbf0138e6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8465738 May 27 02:29:01.073658 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-70687688-0e5f-4041-a3fa-5f03fd218a08 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:29:01.094453 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c405e3f1-2323-45d5-9e6f-e4fc18feb0a3 req-eba83725-00f2-4dfd-8e5d-a623b1503604 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b1c5d58-b623-42ce-95bb-4137c2111074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4873128 May 27 02:29:01.110378 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-7fb00e3b-d426-40f2-8d95-a62bf4af6411 req-6b2ed7ac-d016-4bc3-9017-17d2e09c50e2 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Synchronizing usage tracker for tenant:66fa48c46c404eb499f5ae926a62ad7f on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:29:01.110378 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-70687688-0e5f-4041-a3fa-5f03fd218a08 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:29:01.119742 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:01.151857 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e848af01-ba59-4e9b-9ea8-1cec45415f8d None None] Routers {'6e478d76-8f5e-4592-9c9d-54b301abccbc'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:29:01.152497 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e848af01-ba59-4e9b-9ea8-1cec45415f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:28:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['6e478d76-8f5e-4592-9c9d-54b301abccbc'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:01.228059 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=baabc363-c747-453c-a555-29e87186c07a,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:01.272173 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8b63757-ce1c-4186-86a9-f5622756fa25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:01.334904 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-e848af01-ba59-4e9b-9ea8-1cec45415f8d None None] Set router 6e478d76-8f5e-4592-9c9d-54b301abccbc gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:29:01.409564 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['686cf4c9-eafc-4f48-ac8f-dde40620b21e'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:29:01.443511 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['baabc363-c747-453c-a555-29e87186c07a'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:29:01.531083 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53948) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:01.553328 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e438a32-b35c-450d-aaeb-71ffce0b3e51 None None] Pushing event updated for resources: {'Port': ['ID=f409a62c-4a8f-4f47-b4c0-9698cbc76abe,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:01.589929 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70687688-0e5f-4041-a3fa-5f03fd218a08 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Made reservation on behalf of 39308f34ca0d41f5bed3e55c79db3f61 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:29:01.595880 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-70687688-0e5f-4041-a3fa-5f03fd218a08 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:01.617200 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-70687688-0e5f-4041-a3fa-5f03fd218a08 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:01.632087 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-08260686-33be-4c6e-a141-e14f528d4356 req-6468ad72-9b5d-4987-996b-69c6f045b213 service neutron] 10.222.0.32 "GET /v2.0/networks/685d8b83-d733-49e1-90bd-6bbf0138e6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5322514 May 27 02:29:01.670202 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-70687688-0e5f-4041-a3fa-5f03fd218a08 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:29:01.674928 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-70687688-0e5f-4041-a3fa-5f03fd218a08 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Usage tracker for resource:security_group_rule and tenant:39308f34ca0d41f5bed3e55c79db3f61 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:29:01.677871 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-70687688-0e5f-4041-a3fa-5f03fd218a08 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:29:01.683953 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-70687688-0e5f-4041-a3fa-5f03fd218a08 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:29:01.705266 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c0858334-17a6-4a33-b447-f27afb85ca37 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=952c5c481ac44b519d30eded5a464ad0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1712258 May 27 02:29:01.706045 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53954) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:01.744567 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8b63757-ce1c-4186-86a9-f5622756fa25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:01.748647 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e848af01-ba59-4e9b-9ea8-1cec45415f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'name': 'tempest-AttachVolumeTestJSON-629019470-router', 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'f409a62c-4a8f-4f47-b4c0-9698cbc76abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:47Z', 'updated_at': '2022-05-27T02:28:55Z', 'revision_number': 3, 'project_id': 'a54d5457e373400db950c9d30ab97cd7', 'gw_port': {'id': 'f409a62c-4a8f-4f47-b4c0-9698cbc76abe', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:52Z', 'updated_at': '2022-05-27T02:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:01.784151 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e848af01-ba59-4e9b-9ea8-1cec45415f8d None None] The sync data for ids ['6e478d76-8f5e-4592-9c9d-54b301abccbc'] in n-d-843554-3 is: [{'id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'name': 'tempest-AttachVolumeTestJSON-629019470-router', 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'f409a62c-4a8f-4f47-b4c0-9698cbc76abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:47Z', 'updated_at': '2022-05-27T02:28:55Z', 'revision_number': 3, 'project_id': 'a54d5457e373400db950c9d30ab97cd7', 'gw_port': {'id': 'f409a62c-4a8f-4f47-b4c0-9698cbc76abe', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:52Z', 'updated_at': '2022-05-27T02:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:29:01.786822 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-96a8763c-5061-4aaf-9db2-548e94fba34c tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Allocated IP 172.20.0.8 (7b312858-40bf-40ec-b8ee-1ed51802769e/c250816a-43d9-48f2-b76f-f0e58c9da86d/51996c46-ee73-4567-b016-ccc12a451411) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:29:01.883375 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-7fb00e3b-d426-40f2-8d95-a62bf4af6411 req-6b2ed7ac-d016-4bc3-9017-17d2e09c50e2 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Unset dirty status for tenant:66fa48c46c404eb499f5ae926a62ad7f on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:29:01.884937 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7fb00e3b-d426-40f2-8d95-a62bf4af6411 req-6b2ed7ac-d016-4bc3-9017-17d2e09c50e2 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb2f47e1-b1dd-4d8a-ada8-d8b7730e56d8 HTTP/1.1" status: 200 len: 210 time: 1.0119891 May 27 02:29:01.974741 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71700c9b-ebc0-4a6d-b297-019484eaaf5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:02.014611 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71700c9b-ebc0-4a6d-b297-019484eaaf5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:02.077074 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-70687688-0e5f-4041-a3fa-5f03fd218a08 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:02.248980 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-70687688-0e5f-4041-a3fa-5f03fd218a08 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:02.289072 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f409a62c-4a8f-4f47-b4c0-9698cbc76abe up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:29:02.376428 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b63757-ce1c-4186-86a9-f5622756fa25 admin admin] Router e4ee2b29-ceb2-4475-af4f-913e1f76f89b is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:29:02.379119 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71700c9b-ebc0-4a6d-b297-019484eaaf5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:02.403345 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71700c9b-ebc0-4a6d-b297-019484eaaf5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041ee780-56b8-4831-9ce0-83c7f1efaf09,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:02.413575 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70687688-0e5f-4041-a3fa-5f03fd218a08 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:29:02.451776 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:29:02.482011 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port f409a62c-4a8f-4f47-b4c0-9698cbc76abe completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:29:02.521287 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70687688-0e5f-4041-a3fa-5f03fd218a08 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68c460c5-61ba-4285-879c-31e3c340d19b,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:02.552505 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b7e63-7863-482c-b679-b9fd9ef518b6 req-1cdb6b18-33f4-40af-a043-556458594513 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:02.556596 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f76b7e63-7863-482c-b679-b9fd9ef518b6 req-1cdb6b18-33f4-40af-a043-556458594513 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bf1ce2-acb1-4780-b8ce-761c12b037dd HTTP/1.1" status: 200 len: 944 time: 0.6485126 May 27 02:29:02.557782 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port f409a62c-4a8f-4f47-b4c0-9698cbc76abe triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:02.558091 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:02.573325 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-70687688-0e5f-4041-a3fa-5f03fd218a08 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:02.573670 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-70687688-0e5f-4041-a3fa-5f03fd218a08 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Added segment 9f80f1a2-bc37-4d37-9be2-453cf44563ec of type vlan for network a75f904d-a15a-406b-a7ec-0d1fe80b8cd7 May 27 02:29:02.577992 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71700c9b-ebc0-4a6d-b297-019484eaaf5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:02.581762 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-71700c9b-ebc0-4a6d-b297-019484eaaf5d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/041ee780-56b8-4831-9ce0-83c7f1efaf09 HTTP/1.1" status: 204 len: 168 time: 0.8721766 May 27 02:29:02.633386 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d885b-59fc-42b6-b12c-26e4c1a4240f req-b6a12137-e977-463f-8f1a-f05496a3a3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:02.634887 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3c2d885b-59fc-42b6-b12c-26e4c1a4240f req-b6a12137-e977-463f-8f1a-f05496a3a3f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=898805dffca84655b80c58e7ceffa560&device_id=a2bf1ce2-acb1-4780-b8ce-761c12b037dd HTTP/1.1" status: 200 len: 1095 time: 0.6709917 May 27 02:29:02.648290 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b63757-ce1c-4186-86a9-f5622756fa25 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:29:02.662874 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27421de0-7113-47fb-a14b-72d71784ee0a None None] Sync routers for ids ['e4ee2b29-ceb2-4475-af4f-913e1f76f89b'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:29:02.723052 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8b63757-ce1c-4186-86a9-f5622756fa25 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:02.724300 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f8b63757-ce1c-4186-86a9-f5622756fa25 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.0897267 May 27 02:29:02.727870 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53962) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:02.735111 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-96a8763c-5061-4aaf-9db2-548e94fba34c tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:02.738376 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27421de0-7113-47fb-a14b-72d71784ee0a None None] Routers {'e4ee2b29-ceb2-4475-af4f-913e1f76f89b'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:29:02.739113 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-27421de0-7113-47fb-a14b-72d71784ee0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:28:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['e4ee2b29-ceb2-4475-af4f-913e1f76f89b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:02.848585 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port f409a62c-4a8f-4f47-b4c0-9698cbc76abe is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:02.849042 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:02.908461 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port f409a62c-4a8f-4f47-b4c0-9698cbc76abe, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=f409a62c-4a8f-4f47-b4c0-9698cbc76abe,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:02.927924 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-70687688-0e5f-4041-a3fa-5f03fd218a08 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:02.943341 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396d01b-da17-4cdb-acee-5523744ed92b req-b7af74f0-29bc-4c0f-8453-85b518cc02b8 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:02.949566 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396d01b-da17-4cdb-acee-5523744ed92b req-b7af74f0-29bc-4c0f-8453-85b518cc02b8 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:02.955377 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396d01b-da17-4cdb-acee-5523744ed92b req-b7af74f0-29bc-4c0f-8453-85b518cc02b8 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:02.957120 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7396d01b-da17-4cdb-acee-5523744ed92b req-b7af74f0-29bc-4c0f-8453-85b518cc02b8 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=46b75108-a73d-4395-ab52-19231bbefec6 HTTP/1.1" status: 200 len: 2415 time: 0.6880925 May 27 02:29:02.966587 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f76b7e63-7863-482c-b679-b9fd9ef518b6 req-e1b85fa4-bc8b-4551-b5cf-82443dede885 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/security-groups?id=04543955-9f9e-4e44-a576-07b2f2f49601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912818 May 27 02:29:03.007180 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8366087c-0867-47d8-93ca-14593bc70eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:03.024408 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:03.024834 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 95e3400a-7ff1-4376-aad1-18af182eeb48 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:29:03.139037 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 686cf4c9-eafc-4f48-ac8f-dde40620b21e up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:29:03.217561 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e719b4b4-d733-4ef1-a8b2-748cccff66d4 req-c7cc6dc5-f29a-49c6-8fe8-d048df606101 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb2f47e1-b1dd-4d8a-ada8-d8b7730e56d8 HTTP/1.1" status: 200 len: 210 time: 0.0568600 May 27 02:29:03.223738 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-27421de0-7113-47fb-a14b-72d71784ee0a None None] Set router e4ee2b29-ceb2-4475-af4f-913e1f76f89b gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:29:03.229842 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7396d01b-da17-4cdb-acee-5523744ed92b req-776aba5d-aeba-4e00-a10e-3b7a1df4a077 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b1c5d58-b623-42ce-95bb-4137c2111074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480466 May 27 02:29:03.233625 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d885b-59fc-42b6-b12c-26e4c1a4240f req-5d0659a9-0b61-4b80-b4ef-a66ef807ce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:03.234943 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3c2d885b-59fc-42b6-b12c-26e4c1a4240f req-5d0659a9-0b61-4b80-b4ef-a66ef807ce14 service neutron] 10.222.0.32 "GET /v2.0/networks?id=685d8b83-d733-49e1-90bd-6bbf0138e6b7 HTTP/1.1" status: 200 len: 914 time: 0.5656199 May 27 02:29:03.330531 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-70687688-0e5f-4041-a3fa-5f03fd218a08 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:03.342318 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70687688-0e5f-4041-a3fa-5f03fd218a08 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:03.343207 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-70687688-0e5f-4041-a3fa-5f03fd218a08 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:03.394708 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3c2d885b-59fc-42b6-b12c-26e4c1a4240f req-d3245db8-f23d-421f-8bc8-f4aa6fbc4f66 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31a0bf50-759c-47d3-b17a-c2252e1fb927 HTTP/1.1" status: 200 len: 217 time: 0.1480763 May 27 02:29:03.453987 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-96a8763c-5061-4aaf-9db2-548e94fba34c tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:03.470024 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=f409a62c-4a8f-4f47-b4c0-9698cbc76abe,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:03.504085 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 95e3400a-7ff1-4376-aad1-18af182eeb48 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:03.504339 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:03.619059 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70687688-0e5f-4041-a3fa-5f03fd218a08 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event updated for resources: {'Network': ['ID=a75f904d-a15a-406b-a7ec-0d1fe80b8cd7,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:03.641088 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network a75f904d-a15a-406b-a7ec-0d1fe80b8cd7 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:29:03.661156 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 686cf4c9-eafc-4f48-ac8f-dde40620b21e completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:29:03.715301 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-96a8763c-5061-4aaf-9db2-548e94fba34c tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Network 7b312858-40bf-40ec-b8ee-1ed51802769e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:29:03.715698 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 686cf4c9-eafc-4f48-ac8f-dde40620b21e triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:03.716073 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:03.731365 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-96a8763c-5061-4aaf-9db2-548e94fba34c tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:29:03.734356 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-96a8763c-5061-4aaf-9db2-548e94fba34c tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:29:03.951477 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bd9e2650-7a39-4edc-992a-407465e6bcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:03.953084 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-70687688-0e5f-4041-a3fa-5f03fd218a08 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 3.5651679 May 27 02:29:03.975766 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53984) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:03.988323 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 95e3400a-7ff1-4376-aad1-18af182eeb48 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:04.004794 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d9e8ae75-792b-4661-ad7a-3e0b3b378c66 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Request body: {'network': {'name': 'tempest-RoutersTest-2133508566'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:29:04.029046 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-7b69aad1-8bce-4029-ab4a-5ab84c33bce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23dac4b2-03d0-4497-b59e-219e28865a77 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:29:04.037961 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-7b69aad1-8bce-4029-ab4a-5ab84c33bce0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:04.044756 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-27421de0-7113-47fb-a14b-72d71784ee0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'name': 'tempest-AttachVolumeNegativeTest-494117646-router', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:55Z', 'updated_at': '2022-05-27T02:29:00Z', 'revision_number': 3, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'gw_port': {'id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:58Z', 'updated_at': '2022-05-27T02:28:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:04.052880 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27421de0-7113-47fb-a14b-72d71784ee0a None None] Checking router: e4ee2b29-ceb2-4475-af4f-913e1f76f89b for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:29:04.053586 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27421de0-7113-47fb-a14b-72d71784ee0a None None] Updating router e4ee2b29-ceb2-4475-af4f-913e1f76f89b port 3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:29:04.061207 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-7b69aad1-8bce-4029-ab4a-5ab84c33bce0 service neutron] Transition to ACTIVE for port object 23dac4b2-03d0-4497-b59e-219e28865a77 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:29:04.065380 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d885b-59fc-42b6-b12c-26e4c1a4240f req-937b3f33-a137-4da9-a721-839ddcbb887f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:04.066987 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3c2d885b-59fc-42b6-b12c-26e4c1a4240f req-937b3f33-a137-4da9-a721-839ddcbb887f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fb03e0c8-b7ed-4309-96db-1431d429c2bf HTTP/1.1" status: 200 len: 853 time: 0.6146753 May 27 02:29:04.078470 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 686cf4c9-eafc-4f48-ac8f-dde40620b21e is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:04.083262 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:04.116176 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a8763c-5061-4aaf-9db2-548e94fba34c tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Pushing event updated for resources: {'Port': ['ID=51996c46-ee73-4567-b016-ccc12a451411,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:04.143111 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3c2d885b-59fc-42b6-b12c-26e4c1a4240f req-49db61a7-eb53-4e61-8a80-9e0b51615e32 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=685d8b83-d733-49e1-90bd-6bbf0138e6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666633 May 27 02:29:04.144489 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-8366087c-0867-47d8-93ca-14593bc70eee admin admin] Allocated IP 172.20.0.1 (e6379d80-7b9b-4710-9948-937eec21e411/95908a1f-c366-445e-9e10-5bce86ad79d9/0b51a1d0-00cb-463a-849f-699a920f6a03) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:29:04.155421 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-96a8763c-5061-4aaf-9db2-548e94fba34c tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:04.156156 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-96a8763c-5061-4aaf-9db2-548e94fba34c tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:04.157203 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d9e8ae75-792b-4661-ad7a-3e0b3b378c66 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:29:04.161321 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b75108-a73d-4395-ab52-19231bbefec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686cf4c9-eafc-4f48-ac8f-dde40620b21e'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:29:04.169467 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d9e8ae75-792b-4661-ad7a-3e0b3b378c66 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Usage tracker for resource:network and tenant:39308f34ca0d41f5bed3e55c79db3f61 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:29:04.177112 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-27421de0-7113-47fb-a14b-72d71784ee0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:04.179598 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d9e8ae75-792b-4661-ad7a-3e0b3b378c66 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:29:04.189749 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d9e8ae75-792b-4661-ad7a-3e0b3b378c66 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:29:04.205274 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-7b69aad1-8bce-4029-ab4a-5ab84c33bce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:04.271585 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 686cf4c9-eafc-4f48-ac8f-dde40620b21e, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=686cf4c9-eafc-4f48-ac8f-dde40620b21e,segment=NetworkSegment(d2c8425f-4bf7-4888-8879-e615626b948b),segment_id=d2c8425f-4bf7-4888-8879-e615626b948b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:04.273614 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-554643e3-1bf0-4e2b-bef5-49ac67fffd02'] response: {'server_uuid': '46b75108-a73d-4395-ab52-19231bbefec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686cf4c9-eafc-4f48-ac8f-dde40620b21e', 'code': 200} May 27 02:29:04.297947 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f409a62c-4a8f-4f47-b4c0-9698cbc76abe up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:29:04.363104 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:04.363893 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device baabc363-c747-453c-a555-29e87186c07a up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:29:04.384796 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3c2d885b-59fc-42b6-b12c-26e4c1a4240f req-893389d2-a023-4f6f-b407-f97abd28aa43 service neutron] 10.222.0.32 "GET /v2.0/networks/685d8b83-d733-49e1-90bd-6bbf0138e6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205536 May 27 02:29:04.438864 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53998) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:04.478591 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e8ae75-792b-4661-ad7a-3e0b3b378c66 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Made reservation on behalf of 39308f34ca0d41f5bed3e55c79db3f61 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:29:04.484572 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d9e8ae75-792b-4661-ad7a-3e0b3b378c66 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:04.741230 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-96a8763c-5061-4aaf-9db2-548e94fba34c tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.2047710 May 27 02:29:04.756598 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=686cf4c9-eafc-4f48-ac8f-dde40620b21e,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:04.772290 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-3d9de055-7fbb-4d37-8026-40fdc2330cfc service neutron] Request body: {'port': {'device_id': 'fb2f47e1-b1dd-4d8a-ada8-d8b7730e56d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:29:04.772412 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b69aad1-8bce-4029-ab4a-5ab84c33bce0 service neutron] Pushing event updated for resources: {'Port': ['ID=23dac4b2-03d0-4497-b59e-219e28865a77,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:04.797588 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-13393f4b-8453-4acb-8ca1-a0d53e5f1722 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1572372465-network', 'tenant_id': '81f33c34ff244585a8e7a12aa2df1967'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:29:04.809312 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port f409a62c-4a8f-4f47-b4c0-9698cbc76abe triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:04.809312 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:04.830424 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-13393f4b-8453-4acb-8ca1-a0d53e5f1722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:29:04.868531 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-13393f4b-8453-4acb-8ca1-a0d53e5f1722 admin admin] Usage tracker for resource:network and tenant:81f33c34ff244585a8e7a12aa2df1967 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:29:04.876516 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port baabc363-c747-453c-a555-29e87186c07a completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:29:04.881663 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-13393f4b-8453-4acb-8ca1-a0d53e5f1722 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:29:04.890032 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port baabc363-c747-453c-a555-29e87186c07a triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:04.890339 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:04.897680 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-13393f4b-8453-4acb-8ca1-a0d53e5f1722 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:29:04.898199 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9e8ae75-792b-4661-ad7a-3e0b3b378c66 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:29:04.904139 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3c2d885b-59fc-42b6-b12c-26e4c1a4240f req-1ec0bce4-4856-4a24-abc5-00d2771b5f1f service neutron] 10.222.0.32 "GET /v2.0/networks/685d8b83-d733-49e1-90bd-6bbf0138e6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4661238 May 27 02:29:04.911847 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f177cf-c214-4f3a-8726-fadb41fadb1e req-11e1eb5e-4fd4-420c-a256-75368886efe2 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:04.913130 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-75f177cf-c214-4f3a-8726-fadb41fadb1e req-11e1eb5e-4fd4-420c-a256-75368886efe2 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bf1ce2-acb1-4780-b8ce-761c12b037dd HTTP/1.1" status: 200 len: 944 time: 0.7472844 May 27 02:29:04.917503 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-bd9e2650-7a39-4edc-992a-407465e6bcba admin admin] Allocated IP 172.20.0.1 (72395de2-24ec-482b-bef7-14825a5fc695/8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95/6e06fc56-f856-4359-8936-e81e87ae92ec) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:29:04.927920 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d9e8ae75-792b-4661-ad7a-3e0b3b378c66 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:04.928522 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-d9e8ae75-792b-4661-ad7a-3e0b3b378c66 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Added segment e69fbaca-e271-4f53-9434-ac276ab8e125 of type vlan for network d017996d-9c7f-4ad8-bf43-f115326c2e4d May 27 02:29:05.049351 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-7b69aad1-8bce-4029-ab4a-5ab84c33bce0 service neutron] Attempting to bind port 23dac4b2-03d0-4497-b59e-219e28865a77 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:29:05.050084 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-7b69aad1-8bce-4029-ab4a-5ab84c33bce0 service neutron] Attempting to bind port 23dac4b2-03d0-4497-b59e-219e28865a77 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '21da3dd4-f4af-4d6f-af61-d10b4b1a29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7b312858-40bf-40ec-b8ee-1ed51802769e'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:29:05.050654 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-7b69aad1-8bce-4029-ab4a-5ab84c33bce0 service neutron] Attempting to bind port 23dac4b2-03d0-4497-b59e-219e28865a77 on network 7b312858-40bf-40ec-b8ee-1ed51802769e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:29:05.050794 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd870bb2-49f9-4cac-bc7a-ea8328ebcd80 req-2c080234-3192-41dd-8145-ea71dc800680 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:05.056058 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd870bb2-49f9-4cac-bc7a-ea8328ebcd80 req-2c080234-3192-41dd-8145-ea71dc800680 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:05.058187 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d9e8ae75-792b-4661-ad7a-3e0b3b378c66 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:05.061858 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd870bb2-49f9-4cac-bc7a-ea8328ebcd80 req-2c080234-3192-41dd-8145-ea71dc800680 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:05.065579 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-7b69aad1-8bce-4029-ab4a-5ab84c33bce0 service neutron] Port 23dac4b2-03d0-4497-b59e-219e28865a77 on network 7b312858-40bf-40ec-b8ee-1ed51802769e not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:29:05.066123 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-7b69aad1-8bce-4029-ab4a-5ab84c33bce0 service neutron] Attempting to bind port 23dac4b2-03d0-4497-b59e-219e28865a77 on network 7b312858-40bf-40ec-b8ee-1ed51802769e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:29:05.068929 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fd870bb2-49f9-4cac-bc7a-ea8328ebcd80 req-2c080234-3192-41dd-8145-ea71dc800680 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=46b75108-a73d-4395-ab52-19231bbefec6 HTTP/1.1" status: 200 len: 2416 time: 0.5854409 May 27 02:29:05.077874 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-7b69aad1-8bce-4029-ab4a-5ab84c33bce0 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:29:05.078350 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-7b69aad1-8bce-4029-ab4a-5ab84c33bce0 service neutron] Checking segment: {'id': '21da3dd4-f4af-4d6f-af61-d10b4b1a29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7b312858-40bf-40ec-b8ee-1ed51802769e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:29:05.078858 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-7b69aad1-8bce-4029-ab4a-5ab84c33bce0 service neutron] Bound using segment: {'id': '21da3dd4-f4af-4d6f-af61-d10b4b1a29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7b312858-40bf-40ec-b8ee-1ed51802769e'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:29:05.079395 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-7b69aad1-8bce-4029-ab4a-5ab84c33bce0 service neutron] Bound port: 23dac4b2-03d0-4497-b59e-219e28865a77, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21da3dd4-f4af-4d6f-af61-d10b4b1a29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7b312858-40bf-40ec-b8ee-1ed51802769e'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:29:05.080948 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-7b69aad1-8bce-4029-ab4a-5ab84c33bce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:05.101583 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13393f4b-8453-4acb-8ca1-a0d53e5f1722 admin admin] Made reservation on behalf of 81f33c34ff244585a8e7a12aa2df1967 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:29:05.106601 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port f409a62c-4a8f-4f47-b4c0-9698cbc76abe is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:05.108650 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-13393f4b-8453-4acb-8ca1-a0d53e5f1722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:05.132284 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-75f177cf-c214-4f3a-8726-fadb41fadb1e req-0b6edc11-bc4b-4814-8d61-fdd7de2ce239 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/security-groups?id=04543955-9f9e-4e44-a576-07b2f2f49601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927533 May 27 02:29:05.133408 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-3d9de055-7fbb-4d37-8026-40fdc2330cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:05.148154 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8366087c-0867-47d8-93ca-14593bc70eee admin admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:05.160384 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-13393f4b-8453-4acb-8ca1-a0d53e5f1722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:05.172978 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-27421de0-7113-47fb-a14b-72d71784ee0a None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:05.177984 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port baabc363-c747-453c-a555-29e87186c07a is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:05.178356 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:05.202596 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-27421de0-7113-47fb-a14b-72d71784ee0a None None] Transition to ACTIVE for port object 3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:29:05.204099 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bd9e2650-7a39-4edc-992a-407465e6bcba admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:05.212128 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 31a0bf50-759c-47d3-b17a-c2252e1fb927 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:29:05.225193 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-bd9e2650-7a39-4edc-992a-407465e6bcba admin admin] Transition to ACTIVE for port object 6e06fc56-f856-4359-8936-e81e87ae92ec will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:29:05.232197 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-13393f4b-8453-4acb-8ca1-a0d53e5f1722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:29:05.232197 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-8366087c-0867-47d8-93ca-14593bc70eee admin admin] Transition to ACTIVE for port object 0b51a1d0-00cb-463a-849f-699a920f6a03 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:29:05.232417 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port baabc363-c747-453c-a555-29e87186c07a, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=baabc363-c747-453c-a555-29e87186c07a,segment=NetworkSegment(6e087f4b-4ae8-48ae-9e52-24f0368b4c40),segment_id=6e087f4b-4ae8-48ae-9e52-24f0368b4c40)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:05.238344 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-13393f4b-8453-4acb-8ca1-a0d53e5f1722 admin admin] Usage tracker for resource:security_group_rule and tenant:81f33c34ff244585a8e7a12aa2df1967 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:29:05.259567 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fd870bb2-49f9-4cac-bc7a-ea8328ebcd80 req-07d99b56-4139-46db-802d-894eb7d7d980 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b1c5d58-b623-42ce-95bb-4137c2111074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896832 May 27 02:29:05.260500 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-13393f4b-8453-4acb-8ca1-a0d53e5f1722 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:29:05.279731 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-13393f4b-8453-4acb-8ca1-a0d53e5f1722 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:29:05.309381 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-27421de0-7113-47fb-a14b-72d71784ee0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:05.313047 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-7b69aad1-8bce-4029-ab4a-5ab84c33bce0 service neutron] For port 23dac4b2-03d0-4497-b59e-219e28865a77, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:29:05.316122 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-7b69aad1-8bce-4029-ab4a-5ab84c33bce0 service neutron] For port 23dac4b2-03d0-4497-b59e-219e28865a77, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=23dac4b2-03d0-4497-b59e-219e28865a77,segment=NetworkSegment(21da3dd4-f4af-4d6f-af61-d10b4b1a29a9),segment_id=21da3dd4-f4af-4d6f-af61-d10b4b1a29a9)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:29:05.377581 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:05.391834 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bd9e2650-7a39-4edc-992a-407465e6bcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:05.396701 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:29:05.426273 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d9e8ae75-792b-4661-ad7a-3e0b3b378c66 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:05.433868 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e8ae75-792b-4661-ad7a-3e0b3b378c66 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:05.434399 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d9e8ae75-792b-4661-ad7a-3e0b3b378c66 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:05.467925 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-27421de0-7113-47fb-a14b-72d71784ee0a None None] Attempting to bind port 3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:29:05.468424 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-27421de0-7113-47fb-a14b-72d71784ee0a None None] Attempting to bind port 3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:29:05.468920 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27421de0-7113-47fb-a14b-72d71784ee0a None None] Attempting to bind port 3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:29:05.484412 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-7b69aad1-8bce-4029-ab4a-5ab84c33bce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:05.493710 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb227251-15a0-4e89-ab9a-945406f0c413 None None] Pushing event updated for resources: {'Port': ['ID=3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:05.501399 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27421de0-7113-47fb-a14b-72d71784ee0a None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:29:05.501861 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27421de0-7113-47fb-a14b-72d71784ee0a None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:29:05.502495 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-27421de0-7113-47fb-a14b-72d71784ee0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:05.503089 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27421de0-7113-47fb-a14b-72d71784ee0a None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:29:05.503806 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-27421de0-7113-47fb-a14b-72d71784ee0a None None] Bound port: 3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:29:05.504456 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-27421de0-7113-47fb-a14b-72d71784ee0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:05.550440 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8366087c-0867-47d8-93ca-14593bc70eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:05.584092 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-7b69aad1-8bce-4029-ab4a-5ab84c33bce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:05.584703 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-7b69aad1-8bce-4029-ab4a-5ab84c33bce0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:05.586494 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-7b69aad1-8bce-4029-ab4a-5ab84c33bce0 service neutron] 10.222.0.32 "PUT /v2.0/ports/23dac4b2-03d0-4497-b59e-219e28865a77 HTTP/1.1" status: 200 len: 1091 time: 4.9564507 May 27 02:29:05.604738 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fcb2d32-dc08-4942-ab4f-3ecbf9613c16', 'tag': '23dac4b2-03d0-4497-b59e-219e28865a77'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:29:05.611243 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d9e8ae75-792b-4661-ad7a-3e0b3b378c66 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6344559 May 27 02:29:05.614539 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc25c2-9b1e-4872-8818-f2021bbe4d04 req-6c662856-b9a8-4ab8-8ad4-7e4a8405819e tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:05.616032 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-16dc25c2-9b1e-4872-8818-f2021bbe4d04 req-6c662856-b9a8-4ab8-8ad4-7e4a8405819e tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb2f47e1-b1dd-4d8a-ada8-d8b7730e56d8 HTTP/1.1" status: 200 len: 931 time: 0.3411438 May 27 02:29:05.627707 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54008) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:05.628570 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9e2650-7a39-4edc-992a-407465e6bcba admin admin] Network 72395de2-24ec-482b-bef7-14825a5fc695 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:29:05.629401 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e2650-7a39-4edc-992a-407465e6bcba admin admin] Pushing event updated for resources: {'Port': ['ID=6e06fc56-f856-4359-8936-e81e87ae92ec,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:05.634893 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-bd9e2650-7a39-4edc-992a-407465e6bcba admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:29:05.654779 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-ad4f3ba9-d3f0-410b-a49d-ccf849f6fed2 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Request body: {'subnet': {'network_id': 'a75f904d-a15a-406b-a7ec-0d1fe80b8cd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:29:05.689445 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 31a0bf50-759c-47d3-b17a-c2252e1fb927, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=31a0bf50-759c-47d3-b17a-c2252e1fb927,segment=NetworkSegment(3000b652-99bd-41cd-b27c-de211dcee687),segment_id=3000b652-99bd-41cd-b27c-de211dcee687)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:05.700685 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e8ae75-792b-4661-ad7a-3e0b3b378c66 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event updated for resources: {'Network': ['ID=d017996d-9c7f-4ad8-bf43-f115326c2e4d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:05.712419 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8366087c-0867-47d8-93ca-14593bc70eee admin admin] Network e6379d80-7b9b-4710-9948-937eec21e411 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:29:05.718578 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-27421de0-7113-47fb-a14b-72d71784ee0a None None] For port 3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:29:05.720658 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network d017996d-9c7f-4ad8-bf43-f115326c2e4d details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:29:05.731174 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-8366087c-0867-47d8-93ca-14593bc70eee admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:29:05.742810 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '31a0bf50-759c-47d3-b17a-c2252e1fb927', 'network_id': '685d8b83-d733-49e1-90bd-6bbf0138e6b7', 'port_id': '31a0bf50-759c-47d3-b17a-c2252e1fb927', 'mac_address': 'fa:16:3e:54:1c:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb03e0c8-b7ed-4309-96db-1431d429c2bf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:29:05.764398 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5458c4e7-010f-429a-8274-da02145243f7'] response: {'name': 'network-changed', 'server_uuid': '8fcb2d32-dc08-4942-ab4f-3ecbf9613c16', 'tag': '23dac4b2-03d0-4497-b59e-219e28865a77', 'status': 'completed', 'code': 200} May 27 02:29:05.770824 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9e2650-7a39-4edc-992a-407465e6bcba admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:29:05.806498 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8366087c-0867-47d8-93ca-14593bc70eee admin admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:29:05.832157 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-27421de0-7113-47fb-a14b-72d71784ee0a None None] For port 3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:29:05.833342 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=baabc363-c747-453c-a555-29e87186c07a,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:05.857708 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bd9e2650-7a39-4edc-992a-407465e6bcba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:05.897772 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:29:05.936214 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-27421de0-7113-47fb-a14b-72d71784ee0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:06.003816 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:06.004587 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:06.073893 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8366087c-0867-47d8-93ca-14593bc70eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:06.099058 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 31a0bf50-759c-47d3-b17a-c2252e1fb927 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:06.099434 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:06.112769 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b69aad1-8bce-4029-ab4a-5ab84c33bce0 service neutron] Pushing event updated for resources: {'Port': ['ID=23dac4b2-03d0-4497-b59e-219e28865a77,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:06.141607 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2add24-5bf9-4a59-8d73-437acdd56847 req-6fb4498a-4ca6-4dc6-82ab-5d7a24460814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:06.143126 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ba2add24-5bf9-4a59-8d73-437acdd56847 req-6fb4498a-4ca6-4dc6-82ab-5d7a24460814 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=66fa48c46c404eb499f5ae926a62ad7f&device_id=8fcb2d32-dc08-4942-ab4f-3ecbf9613c16 HTTP/1.1" status: 200 len: 1094 time: 0.4385171 May 27 02:29:06.150562 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27421de0-7113-47fb-a14b-72d71784ee0a None None] Routers {'e4ee2b29-ceb2-4475-af4f-913e1f76f89b'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:29:06.151241 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-27421de0-7113-47fb-a14b-72d71784ee0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:28:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['e4ee2b29-ceb2-4475-af4f-913e1f76f89b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:06.205864 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31a0bf50-759c-47d3-b17a-c2252e1fb927 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:29:06.218251 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb227251-15a0-4e89-ab9a-945406f0c413 None None] Pushing event updated for resources: {'Port': ['ID=3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:06.237990 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3a3239fb-c66d-40d3-b465-4507030b1751 None None] Provisioning for port 6e06fc56-f856-4359-8936-e81e87ae92ec completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:29:06.262912 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 31a0bf50-759c-47d3-b17a-c2252e1fb927, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=31a0bf50-759c-47d3-b17a-c2252e1fb927,segment=NetworkSegment(3000b652-99bd-41cd-b27c-de211dcee687),segment_id=3000b652-99bd-41cd-b27c-de211dcee687)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:06.265932 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3a3239fb-c66d-40d3-b465-4507030b1751 None None] Provisioning complete for port 6e06fc56-f856-4359-8936-e81e87ae92ec triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:06.266306 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3a3239fb-c66d-40d3-b465-4507030b1751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:06.269721 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366087c-0867-47d8-93ca-14593bc70eee admin admin] Pushing event updated for resources: {'Port': ['ID=0b51a1d0-00cb-463a-849f-699a920f6a03,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:06.293370 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-13393f4b-8453-4acb-8ca1-a0d53e5f1722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:06.297279 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b75108-a73d-4395-ab52-19231bbefec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baabc363-c747-453c-a555-29e87186c07a'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:29:06.315325 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2add24-5bf9-4a59-8d73-437acdd56847 req-4791779f-dd2c-42ad-861d-d1d895785c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:06.317132 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ba2add24-5bf9-4a59-8d73-437acdd56847 req-4791779f-dd2c-42ad-861d-d1d895785c4d service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=66fa48c46c404eb499f5ae926a62ad7f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1647656 May 27 02:29:06.395563 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-16dc25c2-9b1e-4872-8818-f2021bbe4d04 req-ba1a6f48-3a51-4d5e-b387-941d783137eb tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Synchronizing usage tracker for tenant:66fa48c46c404eb499f5ae926a62ad7f on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:29:06.398137 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-13393f4b-8453-4acb-8ca1-a0d53e5f1722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:06.436009 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-ad4f3ba9-d3f0-410b-a49d-ccf849f6fed2 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:29:06.458540 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:06.458799 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-ad4f3ba9-d3f0-410b-a49d-ccf849f6fed2 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Usage tracker for resource:subnet and tenant:39308f34ca0d41f5bed3e55c79db3f61 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:29:06.469156 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-ad4f3ba9-d3f0-410b-a49d-ccf849f6fed2 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:29:06.476814 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bd9e2650-7a39-4edc-992a-407465e6bcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:06.490758 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13393f4b-8453-4acb-8ca1-a0d53e5f1722 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:29:06.506268 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-ad4f3ba9-d3f0-410b-a49d-ccf849f6fed2 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:29:06.524512 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13393f4b-8453-4acb-8ca1-a0d53e5f1722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f7d25b-3d2a-4717-b415-81a3ef55b9d9,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:06.535790 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-13393f4b-8453-4acb-8ca1-a0d53e5f1722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:06.536134 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-13393f4b-8453-4acb-8ca1-a0d53e5f1722 admin admin] Added segment ed742516-baab-43a7-866c-bed74e558a84 of type vlan for network f503c0fc-1b99-430e-93b0-fa2fbcdd3be5 May 27 02:29:06.562463 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-3a3239fb-c66d-40d3-b465-4507030b1751 None None] Port 6e06fc56-f856-4359-8936-e81e87ae92ec cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:29:06.569445 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2add24-5bf9-4a59-8d73-437acdd56847 req-17f127cd-1fd0-4dcd-8e1d-ff20f3fbe300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:06.571643 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ba2add24-5bf9-4a59-8d73-437acdd56847 req-17f127cd-1fd0-4dcd-8e1d-ff20f3fbe300 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2490690 May 27 02:29:06.576473 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:06.576895 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:06.618533 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=31a0bf50-759c-47d3-b17a-c2252e1fb927,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:06.622704 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-27421de0-7113-47fb-a14b-72d71784ee0a None None] Set router e4ee2b29-ceb2-4475-af4f-913e1f76f89b gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:29:06.629018 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-16dc25c2-9b1e-4872-8818-f2021bbe4d04 req-ba1a6f48-3a51-4d5e-b387-941d783137eb tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Unset dirty status for tenant:66fa48c46c404eb499f5ae926a62ad7f on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:29:06.630163 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-16dc25c2-9b1e-4872-8818-f2021bbe4d04 req-ba1a6f48-3a51-4d5e-b387-941d783137eb tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3caece4-0c9e-4cd5-a9c9-2bc9847bb1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9911404 May 27 02:29:06.661581 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff1dea-cfcf-4e35-a9f0-d202936b3fc6 req-5ec96b73-d321-431d-9fe9-585681046783 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:06.663168 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-09ff1dea-cfcf-4e35-a9f0-d202936b3fc6 req-5ec96b73-d321-431d-9fe9-585681046783 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bf1ce2-acb1-4780-b8ce-761c12b037dd HTTP/1.1" status: 200 len: 944 time: 0.3663828 May 27 02:29:06.663732 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4f3ba9-d3f0-410b-a49d-ccf849f6fed2 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Made reservation on behalf of 39308f34ca0d41f5bed3e55c79db3f61 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:29:06.669931 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ad4f3ba9-d3f0-410b-a49d-ccf849f6fed2 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:06.684880 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-13393f4b-8453-4acb-8ca1-a0d53e5f1722 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:06.742734 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['31a0bf50-759c-47d3-b17a-c2252e1fb927'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:29:06.873182 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-3d9de055-7fbb-4d37-8026-40fdc2330cfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51996c46-ee73-4567-b016-ccc12a451411 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:29:06.879690 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa,segment=NetworkSegment(6e087f4b-4ae8-48ae-9e52-24f0368b4c40),segment_id=6e087f4b-4ae8-48ae-9e52-24f0368b4c40)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:06.900765 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-3d9de055-7fbb-4d37-8026-40fdc2330cfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:06.908529 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-13393f4b-8453-4acb-8ca1-a0d53e5f1722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:06.909519 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13393f4b-8453-4acb-8ca1-a0d53e5f1722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:06.910084 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-13393f4b-8453-4acb-8ca1-a0d53e5f1722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:06.917220 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bd9e2650-7a39-4edc-992a-407465e6bcba admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:06.944045 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-b09974d0-0809-47f9-b5da-4e0487b45066 None None] Provisioning for port 0b51a1d0-00cb-463a-849f-699a920f6a03 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:29:06.970613 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-b09974d0-0809-47f9-b5da-4e0487b45066 None None] Provisioning complete for port 0b51a1d0-00cb-463a-849f-699a920f6a03 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:06.970977 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b09974d0-0809-47f9-b5da-4e0487b45066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:06.998132 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-4d8bd0d1-e93c-41d3-bdf0-791f8ed58b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:06.999923 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-4d8bd0d1-e93c-41d3-bdf0-791f8ed58b96 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=66fa48c46c404eb499f5ae926a62ad7f&device_id=8fcb2d32-dc08-4942-ab4f-3ecbf9613c16 HTTP/1.1" status: 200 len: 1094 time: 0.0803840 May 27 02:29:07.013557 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:07.034204 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-3d9de055-7fbb-4d37-8026-40fdc2330cfc service neutron] Transition to ACTIVE for port object 51996c46-ee73-4567-b016-ccc12a451411 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:29:07.056036 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-09ff1dea-cfcf-4e35-a9f0-d202936b3fc6 req-5ac4aad6-fca5-456e-9bfa-70358a5d536f tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/security-groups?id=04543955-9f9e-4e44-a576-07b2f2f49601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670285 May 27 02:29:07.077414 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-cf961d01-566b-485b-87d9-438f636e1209 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23dac4b2-03d0-4497-b59e-219e28865a77 HTTP/1.1" status: 200 len: 217 time: 0.0682936 May 27 02:29:07.080148 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bd9e2650-7a39-4edc-992a-407465e6bcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:07.130827 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-3d9de055-7fbb-4d37-8026-40fdc2330cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:07.134334 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13393f4b-8453-4acb-8ca1-a0d53e5f1722 admin admin] Pushing event updated for resources: {'Network': ['ID=f503c0fc-1b99-430e-93b0-fa2fbcdd3be5,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:07.157046 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network f503c0fc-1b99-430e-93b0-fa2fbcdd3be5 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:29:07.174356 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65f8e4dd-e17b-4b68-9915-5439bccf57ee'] response: {'server_uuid': '46b75108-a73d-4395-ab52-19231bbefec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baabc363-c747-453c-a555-29e87186c07a', 'code': 200} May 27 02:29:07.192591 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-b09974d0-0809-47f9-b5da-4e0487b45066 None None] Port 0b51a1d0-00cb-463a-849f-699a920f6a03 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:29:07.193034 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bd9e2650-7a39-4edc-992a-407465e6bcba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:07.199149 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-13393f4b-8453-4acb-8ca1-a0d53e5f1722 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7485147 May 27 02:29:07.237713 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54018) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:07.254991 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8366087c-0867-47d8-93ca-14593bc70eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:07.291899 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:07.317335 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-76cea1c3-cc26-423b-8c31-734f8e9f0a6b admin admin] Request body: {'subnet': {'network_id': 'f503c0fc-1b99-430e-93b0-fa2fbcdd3be5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1572372465-subnet', 'tenant_id': '81f33c34ff244585a8e7a12aa2df1967', 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:29:07.343392 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-76cea1c3-cc26-423b-8c31-734f8e9f0a6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:29:07.345272 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-27421de0-7113-47fb-a14b-72d71784ee0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'name': 'tempest-AttachVolumeNegativeTest-494117646-router', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:55Z', 'updated_at': '2022-05-27T02:29:00Z', 'revision_number': 3, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'gw_port': {'id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:58Z', 'updated_at': '2022-05-27T02:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:07.349589 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27421de0-7113-47fb-a14b-72d71784ee0a None None] The sync data for ids ['e4ee2b29-ceb2-4475-af4f-913e1f76f89b'] in n-d-843554-3 is: [{'id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'name': 'tempest-AttachVolumeNegativeTest-494117646-router', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:55Z', 'updated_at': '2022-05-27T02:29:00Z', 'revision_number': 3, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'gw_port': {'id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:58Z', 'updated_at': '2022-05-27T02:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:29:07.363594 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-76cea1c3-cc26-423b-8c31-734f8e9f0a6b admin admin] Usage tracker for resource:subnet and tenant:81f33c34ff244585a8e7a12aa2df1967 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:29:07.365702 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e2650-7a39-4edc-992a-407465e6bcba admin admin] Pushing event updated for resources: {'Port': ['ID=6e06fc56-f856-4359-8936-e81e87ae92ec,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:07.368853 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-76cea1c3-cc26-423b-8c31-734f8e9f0a6b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:29:07.384818 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-76cea1c3-cc26-423b-8c31-734f8e9f0a6b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:29:07.413232 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-ace02fd2-023a-4e5a-9d63-b8cbe7931e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:07.415269 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-ace02fd2-023a-4e5a-9d63-b8cbe7931e84 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c250816a-43d9-48f2-b76f-f0e58c9da86d HTTP/1.1" status: 200 len: 852 time: 0.2686181 May 27 02:29:07.427881 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9de055-7fbb-4d37-8026-40fdc2330cfc service neutron] Pushing event updated for resources: {'Port': ['ID=51996c46-ee73-4567-b016-ccc12a451411,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:07.480856 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-571db09e-67b5-4f14-aa32-42fe15ec07e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7b312858-40bf-40ec-b8ee-1ed51802769e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525849 May 27 02:29:07.482491 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9e2650-7a39-4edc-992a-407465e6bcba admin admin] Network 72395de2-24ec-482b-bef7-14825a5fc695 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:29:07.483648 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-bd9e2650-7a39-4edc-992a-407465e6bcba admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:29:07.489159 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76cea1c3-cc26-423b-8c31-734f8e9f0a6b admin admin] Made reservation on behalf of 81f33c34ff244585a8e7a12aa2df1967 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:29:07.491400 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-76cea1c3-cc26-423b-8c31-734f8e9f0a6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:07.500933 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f8e9b-a575-4066-82a6-9a5dca6bc13b req-af0e6c21-12f7-4b35-b020-706535656180 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:07.506735 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f8e9b-a575-4066-82a6-9a5dca6bc13b req-af0e6c21-12f7-4b35-b020-706535656180 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:07.512571 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f8e9b-a575-4066-82a6-9a5dca6bc13b req-af0e6c21-12f7-4b35-b020-706535656180 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:07.514804 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-775f8e9b-a575-4066-82a6-9a5dca6bc13b req-af0e6c21-12f7-4b35-b020-706535656180 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=46b75108-a73d-4395-ab52-19231bbefec6 HTTP/1.1" status: 200 len: 2417 time: 0.7214556 May 27 02:29:07.703412 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-775f8e9b-a575-4066-82a6-9a5dca6bc13b req-d63eab53-6d34-49f0-866c-5a377edddb52 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b1c5d58-b623-42ce-95bb-4137c2111074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770580 May 27 02:29:07.711849 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-3d9de055-7fbb-4d37-8026-40fdc2330cfc service neutron] Attempting to bind port 51996c46-ee73-4567-b016-ccc12a451411 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:29:07.712188 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-3d9de055-7fbb-4d37-8026-40fdc2330cfc service neutron] Attempting to bind port 51996c46-ee73-4567-b016-ccc12a451411 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '21da3dd4-f4af-4d6f-af61-d10b4b1a29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7b312858-40bf-40ec-b8ee-1ed51802769e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:29:07.712518 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-3d9de055-7fbb-4d37-8026-40fdc2330cfc service neutron] Attempting to bind port 51996c46-ee73-4567-b016-ccc12a451411 on network 7b312858-40bf-40ec-b8ee-1ed51802769e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:29:07.729057 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-3d9de055-7fbb-4d37-8026-40fdc2330cfc service neutron] Port 51996c46-ee73-4567-b016-ccc12a451411 on network 7b312858-40bf-40ec-b8ee-1ed51802769e not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:29:07.729379 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-3d9de055-7fbb-4d37-8026-40fdc2330cfc service neutron] Attempting to bind port 51996c46-ee73-4567-b016-ccc12a451411 on network 7b312858-40bf-40ec-b8ee-1ed51802769e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:29:07.772272 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-3d9de055-7fbb-4d37-8026-40fdc2330cfc service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:29:07.777958 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-3d9de055-7fbb-4d37-8026-40fdc2330cfc service neutron] Checking segment: {'id': '21da3dd4-f4af-4d6f-af61-d10b4b1a29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7b312858-40bf-40ec-b8ee-1ed51802769e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:29:07.777958 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-3d9de055-7fbb-4d37-8026-40fdc2330cfc service neutron] Bound using segment: {'id': '21da3dd4-f4af-4d6f-af61-d10b4b1a29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7b312858-40bf-40ec-b8ee-1ed51802769e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:29:07.777958 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-3d9de055-7fbb-4d37-8026-40fdc2330cfc service neutron] Bound port: 51996c46-ee73-4567-b016-ccc12a451411, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21da3dd4-f4af-4d6f-af61-d10b4b1a29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7b312858-40bf-40ec-b8ee-1ed51802769e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:29:07.777958 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-3d9de055-7fbb-4d37-8026-40fdc2330cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:07.807913 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ad4f3ba9-d3f0-410b-a49d-ccf849f6fed2 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:07.930968 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e76adb96-d74b-4d76-ad34-148b9b4d99e0 None None] Provisioning complete for port 6e06fc56-f856-4359-8936-e81e87ae92ec triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:07.932096 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e76adb96-d74b-4d76-ad34-148b9b4d99e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:08.001994 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-acc0a9d5-84b3-47dd-a481-602408c88ce4 service neutron] 10.222.0.32 "GET /v2.0/networks/7b312858-40bf-40ec-b8ee-1ed51802769e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4951372 May 27 02:29:08.008757 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-e76adb96-d74b-4d76-ad34-148b9b4d99e0 None None] Port 6e06fc56-f856-4359-8936-e81e87ae92ec cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:29:08.140540 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9e2650-7a39-4edc-992a-407465e6bcba admin admin] Router e4ee2b29-ceb2-4475-af4f-913e1f76f89b has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:29:08.176476 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4f3ba9-d3f0-410b-a49d-ccf849f6fed2 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event updated for resources: {'Subnet': ['ID=baa19e65-d6bc-4d19-bc99-a45d177b0d2a,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:08.194525 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8366087c-0867-47d8-93ca-14593bc70eee admin admin] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:08.234916 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4f3ba9-d3f0-410b-a49d-ccf849f6fed2 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Checking segment: {'id': '9f80f1a2-bc37-4d37-9be2-453cf44563ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a75f904d-a15a-406b-a7ec-0d1fe80b8cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:29:08.235257 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4f3ba9-d3f0-410b-a49d-ccf849f6fed2 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Network hostable DHCP agents. Network: a75f904d-a15a-406b-a7ec-0d1fe80b8cd7, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:29:08.242383 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-3d9de055-7fbb-4d37-8026-40fdc2330cfc service neutron] For port 51996c46-ee73-4567-b016-ccc12a451411, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:29:08.249443 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-3d9de055-7fbb-4d37-8026-40fdc2330cfc service neutron] For port 51996c46-ee73-4567-b016-ccc12a451411, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=51996c46-ee73-4567-b016-ccc12a451411,segment=NetworkSegment(21da3dd4-f4af-4d6f-af61-d10b4b1a29a9),segment_id=21da3dd4-f4af-4d6f-af61-d10b4b1a29a9)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:29:08.264516 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:29:08.294851 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8366087c-0867-47d8-93ca-14593bc70eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:08.356541 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-462f89ee-fa63-420d-8aed-c6a580aed78c service neutron] 10.222.0.32 "GET /v2.0/networks/7b312858-40bf-40ec-b8ee-1ed51802769e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454442 May 27 02:29:08.389315 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-3d9de055-7fbb-4d37-8026-40fdc2330cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:08.427471 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:29:08.436658 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:08.438854 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:08.470578 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f1e6b-406c-4c38-b55f-fecd24f069f3 req-cbc9965b-418a-426a-a1ae-f57f7583b8ec tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:08.472192 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-150f1e6b-406c-4c38-b55f-fecd24f069f3 req-cbc9965b-418a-426a-a1ae-f57f7583b8ec tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb2f47e1-b1dd-4d8a-ada8-d8b7730e56d8 HTTP/1.1" status: 200 len: 943 time: 0.4561193 May 27 02:29:08.478084 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-3d9de055-7fbb-4d37-8026-40fdc2330cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:08.478699 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-3d9de055-7fbb-4d37-8026-40fdc2330cfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:08.480079 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-3d9de055-7fbb-4d37-8026-40fdc2330cfc service neutron] 10.222.0.66 "PUT /v2.0/ports/51996c46-ee73-4567-b016-ccc12a451411 HTTP/1.1" status: 200 len: 1091 time: 3.7166247 May 27 02:29:08.481646 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb2f47e1-b1dd-4d8a-ada8-d8b7730e56d8', 'tag': '51996c46-ee73-4567-b016-ccc12a451411'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:29:08.515682 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8366087c-0867-47d8-93ca-14593bc70eee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:08.519149 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366087c-0867-47d8-93ca-14593bc70eee admin admin] Pushing event updated for resources: {'Port': ['ID=0b51a1d0-00cb-463a-849f-699a920f6a03,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:08.558458 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4f3ba9-d3f0-410b-a49d-ccf849f6fed2 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Network a75f904d-a15a-406b-a7ec-0d1fe80b8cd7 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:29:08.588078 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9e2650-7a39-4edc-992a-407465e6bcba admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:29:08.598919 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-bd9e2650-7a39-4edc-992a-407465e6bcba admin admin] 10.222.0.57 "PUT /v2.0/routers/e4ee2b29-ceb2-4475-af4f-913e1f76f89b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8693454 May 27 02:29:08.613308 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:08.614097 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:08.634146 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:08.638746 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-76cea1c3-cc26-423b-8c31-734f8e9f0a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:08.720862 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cea1c3-cc26-423b-8c31-734f8e9f0a6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=daeaab2a-cada-42df-be85-698a673b8b1f,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:08.729239 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cea1c3-cc26-423b-8c31-734f8e9f0a6b admin admin] Checking segment: {'id': 'ed742516-baab-43a7-866c-bed74e558a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f503c0fc-1b99-430e-93b0-fa2fbcdd3be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:29:08.729673 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cea1c3-cc26-423b-8c31-734f8e9f0a6b admin admin] Network hostable DHCP agents. Network: f503c0fc-1b99-430e-93b0-fa2fbcdd3be5, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:29:08.730102 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:08.742960 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-ad4f3ba9-d3f0-410b-a49d-ccf849f6fed2 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, a75f904d-a15a-406b-a7ec-0d1fe80b8cd7) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:29:08.755241 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4f3ba9-d3f0-410b-a49d-ccf849f6fed2 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:08.757207 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ad4f3ba9-d3f0-410b-a49d-ccf849f6fed2 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:08.786233 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c69566c-4417-4eb4-afaa-27663d546f24 None None] Network a75f904d-a15a-406b-a7ec-0d1fe80b8cd7 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:29:08.790434 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-150f1e6b-406c-4c38-b55f-fecd24f069f3 req-b271c68b-a23e-4856-9804-de7a053d159f tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3caece4-0c9e-4cd5-a9c9-2bc9847bb1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983334 May 27 02:29:08.809613 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9de055-7fbb-4d37-8026-40fdc2330cfc service neutron] Pushing event updated for resources: {'Port': ['ID=51996c46-ee73-4567-b016-ccc12a451411,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:08.826860 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cea1c3-cc26-423b-8c31-734f8e9f0a6b admin admin] Network f503c0fc-1b99-430e-93b0-fa2fbcdd3be5 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:29:08.830593 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdec784-acf8-46e5-9677-21b73bb17e65 req-fe67bd27-9a89-410b-abfe-323b295c6a54 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:08.838951 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0cdec784-acf8-46e5-9677-21b73bb17e65 req-fe67bd27-9a89-410b-abfe-323b295c6a54 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bf1ce2-acb1-4780-b8ce-761c12b037dd HTTP/1.1" status: 200 len: 945 time: 0.5989835 May 27 02:29:08.872839 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbb73fbe-bcbf-44a2-8761-98ec7d4b1435'] response: {'name': 'network-changed', 'server_uuid': 'fb2f47e1-b1dd-4d8a-ada8-d8b7730e56d8', 'tag': '51996c46-ee73-4567-b016-ccc12a451411', 'status': 'completed', 'code': 200} May 27 02:29:08.901209 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-76cea1c3-cc26-423b-8c31-734f8e9f0a6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, f503c0fc-1b99-430e-93b0-fa2fbcdd3be5) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:29:08.906106 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cea1c3-cc26-423b-8c31-734f8e9f0a6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:08.908148 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-76cea1c3-cc26-423b-8c31-734f8e9f0a6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:08.912994 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e08009-f771-4a31-91c0-2f567e2a7a6e None None] Network f503c0fc-1b99-430e-93b0-fa2fbcdd3be5 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:29:08.947001 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0cdec784-acf8-46e5-9677-21b73bb17e65 req-3872a5ac-efb0-484b-8b6b-f07ce37a6f69 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/security-groups?id=04543955-9f9e-4e44-a576-07b2f2f49601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071756 May 27 02:29:08.964803 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-a6179e8a-82c1-44ea-a193-72f3305e1b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:08.966365 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-a6179e8a-82c1-44ea-a193-72f3305e1b5a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=66fa48c46c404eb499f5ae926a62ad7f&device_id=fb2f47e1-b1dd-4d8a-ada8-d8b7730e56d8 HTTP/1.1" status: 200 len: 1094 time: 0.3510673 May 27 02:29:08.972859 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ad4f3ba9-d3f0-410b-a49d-ccf849f6fed2 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3399899 May 27 02:29:08.972859 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8366087c-0867-47d8-93ca-14593bc70eee admin admin] Network e6379d80-7b9b-4710-9948-937eec21e411 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:29:08.976194 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54036) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:08.985108 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-c66a6550-8bad-4955-8e3d-83221e23082c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Request body: {'subnet': {'network_id': 'd017996d-9c7f-4ad8-bf43-f115326c2e4d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:29:09.014943 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:09.015513 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-8366087c-0867-47d8-93ca-14593bc70eee admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:29:09.107629 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-37d8430c-5706-46a4-9524-3983deac32bf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51996c46-ee73-4567-b016-ccc12a451411 HTTP/1.1" status: 200 len: 217 time: 0.0933888 May 27 02:29:09.143397 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c66a6550-8bad-4955-8e3d-83221e23082c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:29:09.154348 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c66a6550-8bad-4955-8e3d-83221e23082c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Usage tracker for resource:subnet and tenant:39308f34ca0d41f5bed3e55c79db3f61 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:29:09.159010 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c66a6550-8bad-4955-8e3d-83221e23082c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:29:09.177472 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c66a6550-8bad-4955-8e3d-83221e23082c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:29:09.191479 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b75108-a73d-4395-ab52-19231bbefec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:29:09.197954 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-76cea1c3-cc26-423b-8c31-734f8e9f0a6b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9347174 May 27 02:29:09.200594 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54044) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:09.214544 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-175ab83e-fe42-4a3e-bc87-ece5adad1be3 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1572372465-router', 'tenant_id': '81f33c34ff244585a8e7a12aa2df1967', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:29:09.222029 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-175ab83e-fe42-4a3e-bc87-ece5adad1be3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:29:09.232145 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-175ab83e-fe42-4a3e-bc87-ece5adad1be3 admin admin] Usage tracker for resource:router and tenant:81f33c34ff244585a8e7a12aa2df1967 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:29:09.237853 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-175ab83e-fe42-4a3e-bc87-ece5adad1be3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:29:09.250196 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-175ab83e-fe42-4a3e-bc87-ece5adad1be3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:29:09.250738 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 31a0bf50-759c-47d3-b17a-c2252e1fb927 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:29:09.267317 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66a6550-8bad-4955-8e3d-83221e23082c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Made reservation on behalf of 39308f34ca0d41f5bed3e55c79db3f61 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:29:09.272121 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c66a6550-8bad-4955-8e3d-83221e23082c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:09.347352 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-f029d3be-a3c4-4204-a7e3-a351d514f05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:09.348980 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-f029d3be-a3c4-4204-a7e3-a351d514f05a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c250816a-43d9-48f2-b76f-f0e58c9da86d HTTP/1.1" status: 200 len: 852 time: 0.1750803 May 27 02:29:09.366650 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-175ab83e-fe42-4a3e-bc87-ece5adad1be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:09.367689 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-175ab83e-fe42-4a3e-bc87-ece5adad1be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:09.394662 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54048) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:09.409185 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b24908c2-89c0-49ee-9ef3-692fef562b01 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Request body: {'security_group': {'name': 'tempest-securitygroup--452294442', 'description': 'tempest-description--161791774'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:29:09.421881 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b24908c2-89c0-49ee-9ef3-692fef562b01 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:29:09.446905 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-175ab83e-fe42-4a3e-bc87-ece5adad1be3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:09.449021 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b24908c2-89c0-49ee-9ef3-692fef562b01 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Usage tracker for resource:security_group and tenant:2651911d1c264f1c8c7218b6fddf9f10 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:29:09.462507 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b24908c2-89c0-49ee-9ef3-692fef562b01 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:29:09.477153 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbd62860-18ef-4354-b466-1df339af1c1e'] response: {'server_uuid': '46b75108-a73d-4395-ab52-19231bbefec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa', 'code': 200} May 27 02:29:09.479592 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-80a414e4-14f8-4df5-a0a7-f36b9e851bdf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7b312858-40bf-40ec-b8ee-1ed51802769e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666890 May 27 02:29:09.480986 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b24908c2-89c0-49ee-9ef3-692fef562b01 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:29:09.493418 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e69dc-ca3d-418c-a403-0aa6864518f5 req-4fb10664-e1dd-416d-b457-9f030e2f379c tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:09.499249 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e69dc-ca3d-418c-a403-0aa6864518f5 req-4fb10664-e1dd-416d-b457-9f030e2f379c tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:09.505232 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e69dc-ca3d-418c-a403-0aa6864518f5 req-4fb10664-e1dd-416d-b457-9f030e2f379c tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:09.512970 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0f3e69dc-ca3d-418c-a403-0aa6864518f5 req-4fb10664-e1dd-416d-b457-9f030e2f379c tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=46b75108-a73d-4395-ab52-19231bbefec6 HTTP/1.1" status: 200 len: 2418 time: 0.5393658 May 27 02:29:09.578685 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 31a0bf50-759c-47d3-b17a-c2252e1fb927 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:29:09.580341 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc813b2-42b9-4b2d-b922-ee0e631118fd None None] Sync routers for ids ['e4ee2b29-ceb2-4475-af4f-913e1f76f89b'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:29:09.589880 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc813b2-42b9-4b2d-b922-ee0e631118fd None None] Routers {'e4ee2b29-ceb2-4475-af4f-913e1f76f89b'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:29:09.590709 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-9fc813b2-42b9-4b2d-b922-ee0e631118fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:28:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['e4ee2b29-ceb2-4475-af4f-913e1f76f89b'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:09.615996 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-b9b84a3b-7343-4fcd-bd74-4c02e65d3451 None None] Provisioning complete for port 0b51a1d0-00cb-463a-849f-699a920f6a03 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:09.616380 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b9b84a3b-7343-4fcd-bd74-4c02e65d3451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:09.631504 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b24908c2-89c0-49ee-9ef3-692fef562b01 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:09.665128 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 31a0bf50-759c-47d3-b17a-c2252e1fb927 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:09.665700 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8366087c-0867-47d8-93ca-14593bc70eee admin admin] Router 6e478d76-8f5e-4592-9c9d-54b301abccbc has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:29:09.665910 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:09.680286 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0f3e69dc-ca3d-418c-a403-0aa6864518f5 req-3c078a5b-b223-4846-900c-dc63689b7bee tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b1c5d58-b623-42ce-95bb-4137c2111074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663980 May 27 02:29:09.711736 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9a236e-e733-4827-9163-647c0e1b4d5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-a75f904d-a15a-406b-a7ec-0d1fe80b8cd7', 'network_id': 'a75f904d-a15a-406b-a7ec-0d1fe80b8cd7', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'fixed_ips': [{'subnet_id': 'baa19e65-d6bc-4d19-bc99-a45d177b0d2a'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:29:09.714299 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7d9a236e-e733-4827-9163-647c0e1b4d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:09.737155 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5510edad-2cb9-45c3-9e73-16ab4ba8bbfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-f503c0fc-1b99-430e-93b0-fa2fbcdd3be5', 'network_id': 'f503c0fc-1b99-430e-93b0-fa2fbcdd3be5', 'tenant_id': '81f33c34ff244585a8e7a12aa2df1967', 'fixed_ips': [{'subnet_id': 'daeaab2a-cada-42df-be85-698a673b8b1f'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:29:09.738250 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5510edad-2cb9-45c3-9e73-16ab4ba8bbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:09.790994 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c66a6550-8bad-4955-8e3d-83221e23082c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:09.817172 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-215ae279-3b54-46a5-b5ca-f08803fabb9f service neutron] 10.222.0.66 "GET /v2.0/networks/7b312858-40bf-40ec-b8ee-1ed51802769e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988265 May 27 02:29:09.870138 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-b9b84a3b-7343-4fcd-bd74-4c02e65d3451 None None] Port 0b51a1d0-00cb-463a-849f-699a920f6a03 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:29:09.929004 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-9fc813b2-42b9-4b2d-b922-ee0e631118fd None None] Set router e4ee2b29-ceb2-4475-af4f-913e1f76f89b gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:29:10.014181 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a6550-8bad-4955-8e3d-83221e23082c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event updated for resources: {'Subnet': ['ID=8088d9c2-5b7c-49f0-94af-521c491bc3a5,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:10.033054 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b24908c2-89c0-49ee-9ef3-692fef562b01 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:29:10.037195 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b24908c2-89c0-49ee-9ef3-692fef562b01 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Usage tracker for resource:security_group_rule and tenant:2651911d1c264f1c8c7218b6fddf9f10 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:29:10.041155 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b24908c2-89c0-49ee-9ef3-692fef562b01 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:29:10.047473 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b24908c2-89c0-49ee-9ef3-692fef562b01 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:29:10.129294 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b24908c2-89c0-49ee-9ef3-692fef562b01 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:10.218332 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:29:10.237224 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b24908c2-89c0-49ee-9ef3-692fef562b01 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:10.287440 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 31a0bf50-759c-47d3-b17a-c2252e1fb927 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:10.288108 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:10.302526 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-5510edad-2cb9-45c3-9e73-16ab4ba8bbfa None None] Allocated IP 172.20.0.2 (f503c0fc-1b99-430e-93b0-fa2fbcdd3be5/daeaab2a-cada-42df-be85-698a673b8b1f/74c715c3-36b3-4e28-9fa8-dce5e84ccc90) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:29:10.320203 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-7d9a236e-e733-4827-9163-647c0e1b4d5c None None] Allocated IP 172.20.0.2 (a75f904d-a15a-406b-a7ec-0d1fe80b8cd7/baa19e65-d6bc-4d19-bc99-a45d177b0d2a/6df9f825-40fa-4e22-8427-8e071dc69a2d) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:29:10.350922 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8366087c-0867-47d8-93ca-14593bc70eee admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:29:10.368843 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8366087c-0867-47d8-93ca-14593bc70eee admin admin] 10.222.0.57 "PUT /v2.0/routers/6e478d76-8f5e-4592-9c9d-54b301abccbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2113156 May 27 02:29:10.379390 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b24908c2-89c0-49ee-9ef3-692fef562b01 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:10.384006 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b24908c2-89c0-49ee-9ef3-692fef562b01 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9873409 May 27 02:29:10.385850 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54058) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:10.393264 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6aa2bd3-85bb-4176-869c-1ee6aa925aca None None] Sync routers for ids ['6e478d76-8f5e-4592-9c9d-54b301abccbc'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:29:10.405871 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-175ab83e-fe42-4a3e-bc87-ece5adad1be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:10.410898 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-9fc813b2-42b9-4b2d-b922-ee0e631118fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'name': 'tempest-AttachVolumeNegativeTest-494117646-router', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:55Z', 'updated_at': '2022-05-27T02:29:06Z', 'revision_number': 4, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'gw_port': {'id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:58Z', 'updated_at': '2022-05-27T02:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '6e06fc56-f856-4359-8936-e81e87ae92ec', 'name': '', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'mac_address': 'fa:16:3e:21:52:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:04Z', 'updated_at': '2022-05-27T02:29:06Z', 'revision_number': 2, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'subnets': [{'id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:10.417435 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc813b2-42b9-4b2d-b922-ee0e631118fd None None] Checking router: e4ee2b29-ceb2-4475-af4f-913e1f76f89b for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:29:10.418039 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc813b2-42b9-4b2d-b922-ee0e631118fd None None] Updating router e4ee2b29-ceb2-4475-af4f-913e1f76f89b port 6e06fc56-f856-4359-8936-e81e87ae92ec binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:29:10.426701 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66a6550-8bad-4955-8e3d-83221e23082c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Checking segment: {'id': 'e69fbaca-e271-4f53-9434-ac276ab8e125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd017996d-9c7f-4ad8-bf43-f115326c2e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:29:10.427422 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66a6550-8bad-4955-8e3d-83221e23082c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Network hostable DHCP agents. Network: d017996d-9c7f-4ad8-bf43-f115326c2e4d, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:29:10.430142 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-704b9936-58b1-4f44-abc6-e24c310adc34 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Request body: {'security_group_rule': {'security_group_id': '1bc352bb-91c8-4d59-9492-68a3b06be43c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:29:10.430964 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 31a0bf50-759c-47d3-b17a-c2252e1fb927, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=31a0bf50-759c-47d3-b17a-c2252e1fb927,segment=NetworkSegment(3000b652-99bd-41cd-b27c-de211dcee687),segment_id=3000b652-99bd-41cd-b27c-de211dcee687)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:10.443068 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24908c2-89c0-49ee-9ef3-692fef562b01 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc352bb-91c8-4d59-9492-68a3b06be43c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:10.454024 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-704b9936-58b1-4f44-abc6-e24c310adc34 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:29:10.461669 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98c384-10e0-4832-b43f-39afcb552d6b req-7a1452d2-9c6f-4207-95ff-edd926c2293a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:10.462106 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98c384-10e0-4832-b43f-39afcb552d6b req-7a1452d2-9c6f-4207-95ff-edd926c2293a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:10.462468 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-704b9936-58b1-4f44-abc6-e24c310adc34 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Usage tracker for resource:security_group_rule and tenant:2651911d1c264f1c8c7218b6fddf9f10 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:29:10.462594 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98c384-10e0-4832-b43f-39afcb552d6b req-7a1452d2-9c6f-4207-95ff-edd926c2293a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:10.464189 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-af98c384-10e0-4832-b43f-39afcb552d6b req-7a1452d2-9c6f-4207-95ff-edd926c2293a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=46b75108-a73d-4395-ab52-19231bbefec6 HTTP/1.1" status: 200 len: 2871 time: 0.8350265 May 27 02:29:10.471197 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-704b9936-58b1-4f44-abc6-e24c310adc34 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:29:10.490355 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-704b9936-58b1-4f44-abc6-e24c310adc34 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:29:10.509728 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd20a2-302e-459e-aef4-e8a1b32eea2c req-bed7949c-675c-4d8f-9035-d9906d79ecf5 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:10.514976 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-9fc813b2-42b9-4b2d-b922-ee0e631118fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:10.516614 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-49fd20a2-302e-459e-aef4-e8a1b32eea2c req-bed7949c-675c-4d8f-9035-d9906d79ecf5 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bf1ce2-acb1-4780-b8ce-761c12b037dd HTTP/1.1" status: 200 len: 945 time: 0.3410556 May 27 02:29:10.533361 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-50cc77d8-e3ce-45aa-8048-fc2fc2b95b6b req-5e3346f5-1099-476c-a589-911c5268f6d3 service neutron] 10.222.0.66 "GET /v2.0/networks/7b312858-40bf-40ec-b8ee-1ed51802769e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194162 May 27 02:29:10.544843 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37902cc2-f291-49f9-8d83-e1f034fd56c0 req-ef685aca-d1ce-44cc-b46c-55c53c180567 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:10.553463 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-37902cc2-f291-49f9-8d83-e1f034fd56c0 req-ef685aca-d1ce-44cc-b46c-55c53c180567 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb2f47e1-b1dd-4d8a-ada8-d8b7730e56d8 HTTP/1.1" status: 200 len: 943 time: 0.5112889 May 27 02:29:10.570679 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:10.583142 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-af98c384-10e0-4832-b43f-39afcb552d6b req-735a4bd1-e385-49ac-84db-7471f64bebc7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4b1c5d58-b623-42ce-95bb-4137c2111074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124816 May 27 02:29:10.587172 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66a6550-8bad-4955-8e3d-83221e23082c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Network d017996d-9c7f-4ad8-bf43-f115326c2e4d is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:29:10.631461 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-49fd20a2-302e-459e-aef4-e8a1b32eea2c req-486e4d1c-09d7-47a9-b18c-626723138886 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/security-groups?id=04543955-9f9e-4e44-a576-07b2f2f49601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105015 May 27 02:29:10.634036 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6aa2bd3-85bb-4176-869c-1ee6aa925aca None None] Routers {'6e478d76-8f5e-4592-9c9d-54b301abccbc'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:29:10.634977 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b6aa2bd3-85bb-4176-869c-1ee6aa925aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:28:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['6e478d76-8f5e-4592-9c9d-54b301abccbc'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:10.656664 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-37902cc2-f291-49f9-8d83-e1f034fd56c0 req-8c850113-ed44-43f3-92da-f7941c22da8e tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3caece4-0c9e-4cd5-a9c9-2bc9847bb1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009159 May 27 02:29:10.678665 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-704b9936-58b1-4f44-abc6-e24c310adc34 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:10.690440 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-c66a6550-8bad-4955-8e3d-83221e23082c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, d017996d-9c7f-4ad8-bf43-f115326c2e4d) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:29:10.697373 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66a6550-8bad-4955-8e3d-83221e23082c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:10.698138 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c66a6550-8bad-4955-8e3d-83221e23082c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:10.775664 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-704b9936-58b1-4f44-abc6-e24c310adc34 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:10.780550 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fb72c6-c75f-411a-9db1-818c6b33b00c None None] Network d017996d-9c7f-4ad8-bf43-f115326c2e4d requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:29:10.851129 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-704b9936-58b1-4f44-abc6-e24c310adc34 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:10.884018 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c66a6550-8bad-4955-8e3d-83221e23082c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9059706 May 27 02:29:10.888077 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54068) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:10.913089 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b9936-58b1-4f44-abc6-e24c310adc34 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a77f8dbe-de0f-459a-93cf-e456b9d5b68f,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:10.917504 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-a5bb7a86-f9d3-4374-abfb-af0828c86c11 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-339502028', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:29:10.978897 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a5bb7a86-f9d3-4374-abfb-af0828c86c11 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:29:10.980636 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5510edad-2cb9-45c3-9e73-16ab4ba8bbfa None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:10.982800 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54072) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:10.990284 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-3b5ff3fc-cb01-47bf-b377-fc0e730ef26a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1896234187', 'description': 'tempest-description--2023824740'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:29:10.994297 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5510edad-2cb9-45c3-9e73-16ab4ba8bbfa None None] Transition to ACTIVE for port object 74c715c3-36b3-4e28-9fa8-dce5e84ccc90 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:29:11.008058 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a5bb7a86-f9d3-4374-abfb-af0828c86c11 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Usage tracker for resource:router and tenant:39308f34ca0d41f5bed3e55c79db3f61 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:29:11.017996 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-3b5ff3fc-cb01-47bf-b377-fc0e730ef26a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:29:11.018179 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5510edad-2cb9-45c3-9e73-16ab4ba8bbfa None None] Transition to ACTIVE for port object 74c715c3-36b3-4e28-9fa8-dce5e84ccc90 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:29:11.021621 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a5bb7a86-f9d3-4374-abfb-af0828c86c11 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:29:11.040172 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3b5ff3fc-cb01-47bf-b377-fc0e730ef26a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Usage tracker for resource:security_group and tenant:a54d5457e373400db950c9d30ab97cd7 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:29:11.042853 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a5bb7a86-f9d3-4374-abfb-af0828c86c11 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:29:11.044917 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3b5ff3fc-cb01-47bf-b377-fc0e730ef26a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:29:11.052647 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-3b5ff3fc-cb01-47bf-b377-fc0e730ef26a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:29:11.065953 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-704b9936-58b1-4f44-abc6-e24c310adc34 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:11.068003 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-704b9936-58b1-4f44-abc6-e24c310adc34 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6694951 May 27 02:29:11.070478 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54076) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:11.071735 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-9fc813b2-42b9-4b2d-b922-ee0e631118fd None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:11.077087 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-d656b0a3-7dd3-4ed3-bbd9-f5a29e1bbdf6 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Request body: {'security_group_rule': {'security_group_id': '1bc352bb-91c8-4d59-9492-68a3b06be43c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:29:11.083288 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-d656b0a3-7dd3-4ed3-bbd9-f5a29e1bbdf6 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:29:11.086994 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-9fc813b2-42b9-4b2d-b922-ee0e631118fd None None] Transition to ACTIVE for port object 6e06fc56-f856-4359-8936-e81e87ae92ec will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:29:11.089264 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d656b0a3-7dd3-4ed3-bbd9-f5a29e1bbdf6 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Usage tracker for resource:security_group_rule and tenant:2651911d1c264f1c8c7218b6fddf9f10 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:29:11.093444 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d656b0a3-7dd3-4ed3-bbd9-f5a29e1bbdf6 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:29:11.103047 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-d656b0a3-7dd3-4ed3-bbd9-f5a29e1bbdf6 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:29:11.120909 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f991b37-c496-440b-9bb1-a464b9c5aeb3 req-a1d5f8cc-a853-482e-a9f2-16ad90fdc8f3 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:11.125720 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:11.126101 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:11.126876 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f991b37-c496-440b-9bb1-a464b9c5aeb3 req-a1d5f8cc-a853-482e-a9f2-16ad90fdc8f3 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:11.132784 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f991b37-c496-440b-9bb1-a464b9c5aeb3 req-a1d5f8cc-a853-482e-a9f2-16ad90fdc8f3 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:11.138675 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3f991b37-c496-440b-9bb1-a464b9c5aeb3 req-a1d5f8cc-a853-482e-a9f2-16ad90fdc8f3 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=46b75108-a73d-4395-ab52-19231bbefec6 HTTP/1.1" status: 200 len: 2418 time: 0.2265265 May 27 02:29:11.162414 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3b5ff3fc-cb01-47bf-b377-fc0e730ef26a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:11.167015 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5510edad-2cb9-45c3-9e73-16ab4ba8bbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:11.176200 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-9fc813b2-42b9-4b2d-b922-ee0e631118fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:11.199820 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a5bb7a86-f9d3-4374-abfb-af0828c86c11 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:11.201721 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a5bb7a86-f9d3-4374-abfb-af0828c86c11 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:11.244648 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3f991b37-c496-440b-9bb1-a464b9c5aeb3 req-0e2ef79c-c01f-4389-ba67-b5111ba14ad5 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b1c5d58-b623-42ce-95bb-4137c2111074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030016 May 27 02:29:11.253340 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-3b5ff3fc-cb01-47bf-b377-fc0e730ef26a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:29:11.268753 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3b5ff3fc-cb01-47bf-b377-fc0e730ef26a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Usage tracker for resource:security_group_rule and tenant:a54d5457e373400db950c9d30ab97cd7 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:29:11.277295 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3b5ff3fc-cb01-47bf-b377-fc0e730ef26a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:29:11.280656 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d656b0a3-7dd3-4ed3-bbd9-f5a29e1bbdf6 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:11.300210 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 23dac4b2-03d0-4497-b59e-219e28865a77 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:29:11.301994 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-3b5ff3fc-cb01-47bf-b377-fc0e730ef26a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:29:11.302149 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ae100-1c0d-458c-8e41-d561e11b444d req-3fcc1465-ab73-4f6b-8d8a-035721154860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:11.313516 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-545ae100-1c0d-458c-8e41-d561e11b444d req-3fcc1465-ab73-4f6b-8d8a-035721154860 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=66fa48c46c404eb499f5ae926a62ad7f&device_id=fb2f47e1-b1dd-4d8a-ada8-d8b7730e56d8 HTTP/1.1" status: 200 len: 1094 time: 0.5149353 May 27 02:29:11.323454 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a5bb7a86-f9d3-4374-abfb-af0828c86c11 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:11.426853 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d656b0a3-7dd3-4ed3-bbd9-f5a29e1bbdf6 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:11.428418 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5510edad-2cb9-45c3-9e73-16ab4ba8bbfa None None] Network f503c0fc-1b99-430e-93b0-fa2fbcdd3be5 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:29:11.449925 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-5510edad-2cb9-45c3-9e73-16ab4ba8bbfa None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:29:11.459680 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-175ab83e-fe42-4a3e-bc87-ece5adad1be3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:11.475413 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c4db14-8957-420f-8e0c-3e68052f8771 None None] Pushing event updated for resources: {'Port': ['ID=6e06fc56-f856-4359-8936-e81e87ae92ec,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:11.478996 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5510edad-2cb9-45c3-9e73-16ab4ba8bbfa None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:29:11.482657 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2bf1ce2-acb1-4780-b8ce-761c12b037dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a0bf50-759c-47d3-b17a-c2252e1fb927'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:29:11.492115 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-9fc813b2-42b9-4b2d-b922-ee0e631118fd None None] Attempting to bind port 6e06fc56-f856-4359-8936-e81e87ae92ec on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:29:11.492837 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-9fc813b2-42b9-4b2d-b922-ee0e631118fd None None] Attempting to bind port 6e06fc56-f856-4359-8936-e81e87ae92ec by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '2f5a53b5-f564-4864-b9f2-3ebea542732b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:29:11.493745 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc813b2-42b9-4b2d-b922-ee0e631118fd None None] Attempting to bind port 6e06fc56-f856-4359-8936-e81e87ae92ec on network 72395de2-24ec-482b-bef7-14825a5fc695 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:29:11.499818 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a5bb7a86-f9d3-4374-abfb-af0828c86c11 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:11.501131 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc813b2-42b9-4b2d-b922-ee0e631118fd None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:29:11.501546 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc813b2-42b9-4b2d-b922-ee0e631118fd None None] Checking segment: {'id': '2f5a53b5-f564-4864-b9f2-3ebea542732b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:29:11.502415 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-9fc813b2-42b9-4b2d-b922-ee0e631118fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:11.505420 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc813b2-42b9-4b2d-b922-ee0e631118fd None None] Bound using segment: {'id': '2f5a53b5-f564-4864-b9f2-3ebea542732b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:29:11.505420 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-9fc813b2-42b9-4b2d-b922-ee0e631118fd None None] Bound port: 6e06fc56-f856-4359-8936-e81e87ae92ec, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f5a53b5-f564-4864-b9f2-3ebea542732b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:29:11.505420 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-9fc813b2-42b9-4b2d-b922-ee0e631118fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:11.531410 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-175ab83e-fe42-4a3e-bc87-ece5adad1be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:11.541139 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3b5ff3fc-cb01-47bf-b377-fc0e730ef26a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:11.542990 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d656b0a3-7dd3-4ed3-bbd9-f5a29e1bbdf6 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:11.563652 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=31a0bf50-759c-47d3-b17a-c2252e1fb927,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:11.567145 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d656b0a3-7dd3-4ed3-bbd9-f5a29e1bbdf6 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ae92395-d347-4d23-a458-a0092ca84ffa,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:11.604594 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a5bb7a86-f9d3-4374-abfb-af0828c86c11 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:11.605984 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a5bb7a86-f9d3-4374-abfb-af0828c86c11 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7115383 May 27 02:29:11.608858 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54082) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:11.621118 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1b9f0a7-21bf-4730-8dfd-130a1fbae3ea'] response: {'server_uuid': 'a2bf1ce2-acb1-4780-b8ce-761c12b037dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a0bf50-759c-47d3-b17a-c2252e1fb927', 'code': 200} May 27 02:29:11.656039 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.resource_extend [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:29:11.709502 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3b5ff3fc-cb01-47bf-b377-fc0e730ef26a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:11.739137 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-9fc813b2-42b9-4b2d-b922-ee0e631118fd None None] For port 6e06fc56-f856-4359-8936-e81e87ae92ec, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:29:11.743443 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-9fc813b2-42b9-4b2d-b922-ee0e631118fd None None] For port 6e06fc56-f856-4359-8936-e81e87ae92ec, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=6e06fc56-f856-4359-8936-e81e87ae92ec,segment=NetworkSegment(2f5a53b5-f564-4864-b9f2-3ebea542732b),segment_id=2f5a53b5-f564-4864-b9f2-3ebea542732b)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:29:11.814807 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-175ab83e-fe42-4a3e-bc87-ece5adad1be3 admin admin] Allocated IP 172.25.1.98 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/567f93a5-6f5e-4900-8cf6-1bb1b6eff23f) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:29:11.835219 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d656b0a3-7dd3-4ed3-bbd9-f5a29e1bbdf6 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:11.837623 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d656b0a3-7dd3-4ed3-bbd9-f5a29e1bbdf6 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7662320 May 27 02:29:11.856086 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-9fc813b2-42b9-4b2d-b922-ee0e631118fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:11.862365 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-b6aa2bd3-85bb-4176-869c-1ee6aa925aca None None] Set router 6e478d76-8f5e-4592-9c9d-54b301abccbc gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:29:11.900072 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54090) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:11.973295 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc813b2-42b9-4b2d-b922-ee0e631118fd None None] Routers {'e4ee2b29-ceb2-4475-af4f-913e1f76f89b'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:29:11.974271 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-9fc813b2-42b9-4b2d-b922-ee0e631118fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:28:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['e4ee2b29-ceb2-4475-af4f-913e1f76f89b'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:11.997739 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5510edad-2cb9-45c3-9e73-16ab4ba8bbfa None None] Attempting to bind port 74c715c3-36b3-4e28-9fa8-dce5e84ccc90 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:29:11.998025 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5510edad-2cb9-45c3-9e73-16ab4ba8bbfa None None] Attempting to bind port 74c715c3-36b3-4e28-9fa8-dce5e84ccc90 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'ed742516-baab-43a7-866c-bed74e558a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f503c0fc-1b99-430e-93b0-fa2fbcdd3be5'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:29:11.998382 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5510edad-2cb9-45c3-9e73-16ab4ba8bbfa None None] Attempting to bind port 74c715c3-36b3-4e28-9fa8-dce5e84ccc90 on network f503c0fc-1b99-430e-93b0-fa2fbcdd3be5 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:29:12.017108 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-8cfb79da-f144-4d1b-8912-eaa6f3994ace tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:29:12.034291 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-175ab83e-fe42-4a3e-bc87-ece5adad1be3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:12.049192 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5510edad-2cb9-45c3-9e73-16ab4ba8bbfa None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:29:12.049544 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5510edad-2cb9-45c3-9e73-16ab4ba8bbfa None None] Checking segment: {'id': 'ed742516-baab-43a7-866c-bed74e558a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f503c0fc-1b99-430e-93b0-fa2fbcdd3be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:29:12.049943 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5510edad-2cb9-45c3-9e73-16ab4ba8bbfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:12.050337 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5510edad-2cb9-45c3-9e73-16ab4ba8bbfa None None] Bound using segment: {'id': 'ed742516-baab-43a7-866c-bed74e558a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f503c0fc-1b99-430e-93b0-fa2fbcdd3be5'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:29:12.050813 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5510edad-2cb9-45c3-9e73-16ab4ba8bbfa None None] Bound port: 74c715c3-36b3-4e28-9fa8-dce5e84ccc90, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed742516-baab-43a7-866c-bed74e558a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f503c0fc-1b99-430e-93b0-fa2fbcdd3be5'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:29:12.051181 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5510edad-2cb9-45c3-9e73-16ab4ba8bbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:12.086200 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c4db14-8957-420f-8e0c-3e68052f8771 None None] Pushing event updated for resources: {'Port': ['ID=6e06fc56-f856-4359-8936-e81e87ae92ec,revision_number=4']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:12.129102 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3b5ff3fc-cb01-47bf-b377-fc0e730ef26a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:12.130503 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3b5ff3fc-cb01-47bf-b377-fc0e730ef26a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1454289 May 27 02:29:12.146233 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-8cfb79da-f144-4d1b-8912-eaa6f3994ace tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:29:12.171874 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54094) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:12.181524 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-175ab83e-fe42-4a3e-bc87-ece5adad1be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:12.207391 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-e1f98486-17ed-4c7c-bed3-fa67028af415 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Request body: {'security_group_rule': {'security_group_id': 'c6bd20bf-5f84-449a-8a30-87080e2ca708', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:29:12.239341 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-9fc813b2-42b9-4b2d-b922-ee0e631118fd None None] Set router e4ee2b29-ceb2-4475-af4f-913e1f76f89b gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:29:12.260589 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8cfb79da-f144-4d1b-8912-eaa6f3994ace tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Usage tracker for resource:floatingip and tenant:2651911d1c264f1c8c7218b6fddf9f10 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:29:12.278337 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5510edad-2cb9-45c3-9e73-16ab4ba8bbfa None None] For port 74c715c3-36b3-4e28-9fa8-dce5e84ccc90, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:29:12.279740 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8cfb79da-f144-4d1b-8912-eaa6f3994ace tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:29:12.281505 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5510edad-2cb9-45c3-9e73-16ab4ba8bbfa None None] For port 74c715c3-36b3-4e28-9fa8-dce5e84ccc90, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=74c715c3-36b3-4e28-9fa8-dce5e84ccc90,segment=NetworkSegment(ed742516-baab-43a7-866c-bed74e558a84),segment_id=ed742516-baab-43a7-866c-bed74e558a84)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:29:12.283145 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:12.315464 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ab83e-fe42-4a3e-bc87-ece5adad1be3 admin admin] Pushing event updated for resources: {'Port': ['ID=567f93a5-6f5e-4900-8cf6-1bb1b6eff23f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:12.332541 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e1f98486-17ed-4c7c-bed3-fa67028af415 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:29:12.349127 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e1f98486-17ed-4c7c-bed3-fa67028af415 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Usage tracker for resource:security_group_rule and tenant:a54d5457e373400db950c9d30ab97cd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:29:12.364518 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e1f98486-17ed-4c7c-bed3-fa67028af415 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:29:12.373711 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ff3fc-cb01-47bf-b377-fc0e730ef26a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bd20bf-5f84-449a-8a30-87080e2ca708,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:12.378153 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175ab83e-fe42-4a3e-bc87-ece5adad1be3 admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:29:12.379723 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-8cfb79da-f144-4d1b-8912-eaa6f3994ace tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:29:12.386360 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e1f98486-17ed-4c7c-bed3-fa67028af415 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:29:12.389023 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-175ab83e-fe42-4a3e-bc87-ece5adad1be3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:29:12.393862 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ae100-1c0d-458c-8e41-d561e11b444d req-eb6eb495-6fdb-46c9-a0bc-f8ab9c8ff320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:12.395700 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-545ae100-1c0d-458c-8e41-d561e11b444d req-eb6eb495-6fdb-46c9-a0bc-f8ab9c8ff320 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7b312858-40bf-40ec-b8ee-1ed51802769e HTTP/1.1" status: 200 len: 913 time: 1.0712667 May 27 02:29:12.398189 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175ab83e-fe42-4a3e-bc87-ece5adad1be3 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:29:12.407090 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5510edad-2cb9-45c3-9e73-16ab4ba8bbfa None None] Pushing event updated for resources: {'Port': ['ID=74c715c3-36b3-4e28-9fa8-dce5e84ccc90,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:12.470818 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5510edad-2cb9-45c3-9e73-16ab4ba8bbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:12.614330 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7d9a236e-e733-4827-9163-647c0e1b4d5c None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:12.672450 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-9fc813b2-42b9-4b2d-b922-ee0e631118fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'name': 'tempest-AttachVolumeNegativeTest-494117646-router', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:55Z', 'updated_at': '2022-05-27T02:29:06Z', 'revision_number': 4, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'gw_port': {'id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:58Z', 'updated_at': '2022-05-27T02:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '6e06fc56-f856-4359-8936-e81e87ae92ec', 'name': '', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'mac_address': 'fa:16:3e:21:52:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:04Z', 'updated_at': '2022-05-27T02:29:11Z', 'revision_number': 4, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'subnets': [{'id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:12.677809 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc813b2-42b9-4b2d-b922-ee0e631118fd None None] The sync data for ids ['e4ee2b29-ceb2-4475-af4f-913e1f76f89b'] in n-d-843554-3 is: [{'id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'name': 'tempest-AttachVolumeNegativeTest-494117646-router', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:55Z', 'updated_at': '2022-05-27T02:29:06Z', 'revision_number': 4, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'gw_port': {'id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:58Z', 'updated_at': '2022-05-27T02:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '6e06fc56-f856-4359-8936-e81e87ae92ec', 'name': '', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'mac_address': 'fa:16:3e:21:52:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:04Z', 'updated_at': '2022-05-27T02:29:11Z', 'revision_number': 4, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'subnets': [{'id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:29:12.706083 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d7b5f-48b1-4206-a2aa-15abf2228e00 req-62f74484-6ce3-4fb6-a6f8-3bddcac6c75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:12.707676 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ee2d7b5f-48b1-4206-a2aa-15abf2228e00 req-62f74484-6ce3-4fb6-a6f8-3bddcac6c75e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a2bf1ce2-acb1-4780-b8ce-761c12b037dd HTTP/1.1" status: 200 len: 1097 time: 0.6081202 May 27 02:29:12.709143 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-545ae100-1c0d-458c-8e41-d561e11b444d req-eae5cbf1-7712-48d2-bd65-4a3aca583934 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51996c46-ee73-4567-b016-ccc12a451411 HTTP/1.1" status: 200 len: 217 time: 0.0727408 May 27 02:29:12.798863 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 23dac4b2-03d0-4497-b59e-219e28865a77, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=23dac4b2-03d0-4497-b59e-219e28865a77,segment=NetworkSegment(21da3dd4-f4af-4d6f-af61-d10b4b1a29a9),segment_id=21da3dd4-f4af-4d6f-af61-d10b4b1a29a9)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:12.816866 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-7d9a236e-e733-4827-9163-647c0e1b4d5c None None] Transition to ACTIVE for port object 6df9f825-40fa-4e22-8427-8e071dc69a2d will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:29:12.838890 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-7d9a236e-e733-4827-9163-647c0e1b4d5c None None] Transition to ACTIVE for port object 6df9f825-40fa-4e22-8427-8e071dc69a2d will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:29:12.841689 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '23dac4b2-03d0-4497-b59e-219e28865a77', 'network_id': '7b312858-40bf-40ec-b8ee-1ed51802769e', 'port_id': '23dac4b2-03d0-4497-b59e-219e28865a77', 'mac_address': 'fa:16:3e:a4:44:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c250816a-43d9-48f2-b76f-f0e58c9da86d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:29:12.860083 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e1f98486-17ed-4c7c-bed3-fa67028af415 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:12.887174 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ae100-1c0d-458c-8e41-d561e11b444d req-13a53e85-d654-4891-8dac-fc6032e99994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:12.888636 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-545ae100-1c0d-458c-8e41-d561e11b444d req-13a53e85-d654-4891-8dac-fc6032e99994 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c250816a-43d9-48f2-b76f-f0e58c9da86d HTTP/1.1" status: 200 len: 852 time: 0.1544478 May 27 02:29:12.904429 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0d790-132d-4512-bcb9-4bc9efaa7335 req-bc9794a2-b548-4850-ba25-6da1371f5179 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:12.906686 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6fe0d790-132d-4512-bcb9-4bc9efaa7335 req-bc9794a2-b548-4850-ba25-6da1371f5179 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bf1ce2-acb1-4780-b8ce-761c12b037dd HTTP/1.1" status: 200 len: 946 time: 1.0588732 May 27 02:29:12.912153 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8cfb79da-f144-4d1b-8912-eaa6f3994ace tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for floatingip, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:12.916192 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ee2d7b5f-48b1-4206-a2aa-15abf2228e00 req-409af179-c053-4ead-9d9d-0bc4504c28ee service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=04543955-9f9e-4e44-a576-07b2f2f49601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946225 May 27 02:29:12.934822 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bf8339ba-7319-443f-a823-06b4fc07136c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:12.984704 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-545ae100-1c0d-458c-8e41-d561e11b444d req-9bcd9916-2503-4a0e-8140-3a36a5029023 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7b312858-40bf-40ec-b8ee-1ed51802769e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883455 May 27 02:29:12.985599 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7d9a236e-e733-4827-9163-647c0e1b4d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:13.043909 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5510edad-2cb9-45c3-9e73-16ab4ba8bbfa None None] Pushing event updated for resources: {'Port': ['ID=74c715c3-36b3-4e28-9fa8-dce5e84ccc90,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:13.057803 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5624b5d-e82e-4f1f-9110-82f02130c910 req-2a694e4e-9b7f-4f60-8cb2-314c65fb35df tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:13.059095 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5624b5d-e82e-4f1f-9110-82f02130c910 req-2a694e4e-9b7f-4f60-8cb2-314c65fb35df tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb2f47e1-b1dd-4d8a-ada8-d8b7730e56d8 HTTP/1.1" status: 200 len: 943 time: 1.1976142 May 27 02:29:13.135426 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4828301c-1c37-4528-86e7-98c4d4d33b9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-d017996d-9c7f-4ad8-bf43-f115326c2e4d', 'network_id': 'd017996d-9c7f-4ad8-bf43-f115326c2e4d', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'fixed_ips': [{'subnet_id': '8088d9c2-5b7c-49f0-94af-521c491bc3a5'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:29:13.136241 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4828301c-1c37-4528-86e7-98c4d4d33b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:13.175011 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9a236e-e733-4827-9163-647c0e1b4d5c None None] Network a75f904d-a15a-406b-a7ec-0d1fe80b8cd7 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:29:13.189335 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 23dac4b2-03d0-4497-b59e-219e28865a77 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:13.189713 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:13.210147 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 51996c46-ee73-4567-b016-ccc12a451411 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:29:13.223885 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23dac4b2-03d0-4497-b59e-219e28865a77 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:29:13.228349 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-7d9a236e-e733-4827-9163-647c0e1b4d5c None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:29:13.242626 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9a236e-e733-4827-9163-647c0e1b4d5c None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:29:13.317474 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5624b5d-e82e-4f1f-9110-82f02130c910 req-6dcc6d01-dbd2-4720-b353-053c312cfa81 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3caece4-0c9e-4cd5-a9c9-2bc9847bb1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454636 May 27 02:29:13.349323 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6fe0d790-132d-4512-bcb9-4bc9efaa7335 req-6eff6f87-5b37-40f7-8918-3a17c7436b6a tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/security-groups?id=04543955-9f9e-4e44-a576-07b2f2f49601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4159169 May 27 02:29:13.578712 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e1f98486-17ed-4c7c-bed3-fa67028af415 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:13.636805 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-175ab83e-fe42-4a3e-bc87-ece5adad1be3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:13.662908 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.resource_extend [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:29:13.680776 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8cfb79da-f144-4d1b-8912-eaa6f3994ace tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:13.686792 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 23dac4b2-03d0-4497-b59e-219e28865a77, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=23dac4b2-03d0-4497-b59e-219e28865a77,segment=NetworkSegment(21da3dd4-f4af-4d6f-af61-d10b4b1a29a9),segment_id=21da3dd4-f4af-4d6f-af61-d10b4b1a29a9)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:13.705049 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b6aa2bd3-85bb-4176-869c-1ee6aa925aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'name': 'tempest-AttachVolumeTestJSON-629019470-router', 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'f409a62c-4a8f-4f47-b4c0-9698cbc76abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:47Z', 'updated_at': '2022-05-27T02:29:06Z', 'revision_number': 4, 'project_id': 'a54d5457e373400db950c9d30ab97cd7', 'gw_port': {'id': 'f409a62c-4a8f-4f47-b4c0-9698cbc76abe', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:52Z', 'updated_at': '2022-05-27T02:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '0b51a1d0-00cb-463a-849f-699a920f6a03', 'name': '', 'network_id': 'e6379d80-7b9b-4710-9948-937eec21e411', 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'mac_address': 'fa:16:3e:22:39:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '95908a1f-c366-445e-9e10-5bce86ad79d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:03Z', 'updated_at': '2022-05-27T02:29:07Z', 'revision_number': 2, 'project_id': 'a54d5457e373400db950c9d30ab97cd7', 'subnets': [{'id': '95908a1f-c366-445e-9e10-5bce86ad79d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:13.711690 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-545ae100-1c0d-458c-8e41-d561e11b444d req-a925ee6b-00ea-49c5-8403-b1a92f127aa1 service neutron] 10.222.0.66 "GET /v2.0/networks/7b312858-40bf-40ec-b8ee-1ed51802769e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6542521 May 27 02:29:13.716288 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6aa2bd3-85bb-4176-869c-1ee6aa925aca None None] Checking router: 6e478d76-8f5e-4592-9c9d-54b301abccbc for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:29:13.716650 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6aa2bd3-85bb-4176-869c-1ee6aa925aca None None] Updating router 6e478d76-8f5e-4592-9c9d-54b301abccbc port 0b51a1d0-00cb-463a-849f-699a920f6a03 binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:29:13.721077 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e1f98486-17ed-4c7c-bed3-fa67028af415 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:13.742589 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a236e-e733-4827-9163-647c0e1b4d5c None None] Pushing event updated for resources: {'Port': ['ID=6df9f825-40fa-4e22-8427-8e071dc69a2d,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:13.847659 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f98486-17ed-4c7c-bed3-fa67028af415 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7e00155-5e1a-4537-a9b3-510878a69b00,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:13.855461 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:13.947304 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-bf8339ba-7319-443f-a823-06b4fc07136c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Allocated IP 172.20.0.1 (a75f904d-a15a-406b-a7ec-0d1fe80b8cd7/baa19e65-d6bc-4d19-bc99-a45d177b0d2a/d757c9e0-68dc-46b6-921d-04a9c50e1c5a) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:29:13.955176 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-7d9a236e-e733-4827-9163-647c0e1b4d5c None None] Attempting to bind port 6df9f825-40fa-4e22-8427-8e071dc69a2d on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:29:13.955402 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-7d9a236e-e733-4827-9163-647c0e1b4d5c None None] Attempting to bind port 6df9f825-40fa-4e22-8427-8e071dc69a2d by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '9f80f1a2-bc37-4d37-9be2-453cf44563ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a75f904d-a15a-406b-a7ec-0d1fe80b8cd7'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:29:13.955775 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9a236e-e733-4827-9163-647c0e1b4d5c None None] Attempting to bind port 6df9f825-40fa-4e22-8427-8e071dc69a2d on network a75f904d-a15a-406b-a7ec-0d1fe80b8cd7 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:29:13.990697 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9a236e-e733-4827-9163-647c0e1b4d5c None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:29:13.991114 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9a236e-e733-4827-9163-647c0e1b4d5c None None] Checking segment: {'id': '9f80f1a2-bc37-4d37-9be2-453cf44563ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a75f904d-a15a-406b-a7ec-0d1fe80b8cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:29:13.991502 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7d9a236e-e733-4827-9163-647c0e1b4d5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:13.992454 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9a236e-e733-4827-9163-647c0e1b4d5c None None] Bound using segment: {'id': '9f80f1a2-bc37-4d37-9be2-453cf44563ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a75f904d-a15a-406b-a7ec-0d1fe80b8cd7'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:29:13.992979 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-7d9a236e-e733-4827-9163-647c0e1b4d5c None None] Bound port: 6df9f825-40fa-4e22-8427-8e071dc69a2d, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f80f1a2-bc37-4d37-9be2-453cf44563ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a75f904d-a15a-406b-a7ec-0d1fe80b8cd7'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:29:13.993361 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7d9a236e-e733-4827-9163-647c0e1b4d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:14.015090 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b6aa2bd3-85bb-4176-869c-1ee6aa925aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:14.030363 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-4828301c-1c37-4528-86e7-98c4d4d33b9c None None] Allocated IP 172.21.0.2 (d017996d-9c7f-4ad8-bf43-f115326c2e4d/8088d9c2-5b7c-49f0-94af-521c491bc3a5/d4214fc3-b72b-4d15-bbda-647687418c53) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:29:14.091068 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e1f98486-17ed-4c7c-bed3-fa67028af415 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:14.092267 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e1f98486-17ed-4c7c-bed3-fa67028af415 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9150774 May 27 02:29:14.105377 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54104) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:14.111341 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b621d5ff-bf1e-481b-8b2e-0c17a06e89e4 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Request body: {'security_group_rule': {'security_group_id': 'c6bd20bf-5f84-449a-8a30-87080e2ca708', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:29:14.137888 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b621d5ff-bf1e-481b-8b2e-0c17a06e89e4 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:29:14.183185 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b621d5ff-bf1e-481b-8b2e-0c17a06e89e4 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Usage tracker for resource:security_group_rule and tenant:a54d5457e373400db950c9d30ab97cd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:29:14.202308 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b621d5ff-bf1e-481b-8b2e-0c17a06e89e4 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:29:14.222904 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['23dac4b2-03d0-4497-b59e-219e28865a77'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:29:14.231357 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b621d5ff-bf1e-481b-8b2e-0c17a06e89e4 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:29:14.288603 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=23dac4b2-03d0-4497-b59e-219e28865a77,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:14.341206 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bf8339ba-7319-443f-a823-06b4fc07136c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:14.385889 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-bf8339ba-7319-443f-a823-06b4fc07136c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Transition to ACTIVE for port object d757c9e0-68dc-46b6-921d-04a9c50e1c5a will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:29:14.428342 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-545ae100-1c0d-458c-8e41-d561e11b444d req-b30055c3-2d62-4f42-b671-8c0e9982594c service neutron] 10.222.0.66 "GET /v2.0/networks/7b312858-40bf-40ec-b8ee-1ed51802769e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7036161 May 27 02:29:14.476539 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-175ab83e-fe42-4a3e-bc87-ece5adad1be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:14.555081 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b74084-843a-414d-8453-0e56837d372c req-9e04f951-2745-420b-91df-14d1c98969d0 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:14.562251 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b74084-843a-414d-8453-0e56837d372c req-9e04f951-2745-420b-91df-14d1c98969d0 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:14.565715 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a543d053-fde5-4351-95e9-e66980186631 None None] Network f503c0fc-1b99-430e-93b0-fa2fbcdd3be5 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:29:14.568518 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b74084-843a-414d-8453-0e56837d372c req-9e04f951-2745-420b-91df-14d1c98969d0 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:14.582190 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-16b74084-843a-414d-8453-0e56837d372c req-9e04f951-2745-420b-91df-14d1c98969d0 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=46b75108-a73d-4395-ab52-19231bbefec6 HTTP/1.1" status: 200 len: 2418 time: 1.0664148 May 27 02:29:14.588032 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 74c715c3-36b3-4e28-9fa8-dce5e84ccc90 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:29:14.602410 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bf8339ba-7319-443f-a823-06b4fc07136c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:14.605659 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b621d5ff-bf1e-481b-8b2e-0c17a06e89e4 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:14.729144 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8339ba-7319-443f-a823-06b4fc07136c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Network a75f904d-a15a-406b-a7ec-0d1fe80b8cd7 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:29:14.746718 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-16b74084-843a-414d-8453-0e56837d372c req-036b1f4d-97a2-4b76-ba12-ba6a53439f63 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b1c5d58-b623-42ce-95bb-4137c2111074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609488 May 27 02:29:14.766721 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-bf8339ba-7319-443f-a823-06b4fc07136c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:29:14.774484 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b621d5ff-bf1e-481b-8b2e-0c17a06e89e4 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:14.782566 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-8cfb79da-f144-4d1b-8912-eaa6f3994ace tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Allocated IP 172.25.1.29 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/81a9f65f-ba3f-4b75-911e-4ed045e4ae22) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:29:14.786383 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8339ba-7319-443f-a823-06b4fc07136c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event updated for resources: {'Port': ['ID=d757c9e0-68dc-46b6-921d-04a9c50e1c5a,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:14.793109 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8339ba-7319-443f-a823-06b4fc07136c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:29:14.865063 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b621d5ff-bf1e-481b-8b2e-0c17a06e89e4 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:14.908603 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b621d5ff-bf1e-481b-8b2e-0c17a06e89e4 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2355075a-eb68-4cd3-a5bb-e73a05bfce4f,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:14.975632 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175ab83e-fe42-4a3e-bc87-ece5adad1be3 admin admin] Router d6322e71-f9bf-4e1f-b668-525eb54f3ae6 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:29:14.976505 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bf8339ba-7319-443f-a823-06b4fc07136c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:15.042703 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b621d5ff-bf1e-481b-8b2e-0c17a06e89e4 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:15.045176 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b621d5ff-bf1e-481b-8b2e-0c17a06e89e4 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9382365 May 27 02:29:15.049623 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54120) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:15.065416 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-c17834c2-609a-4b51-9a7b-4c41dfb1acce tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:29:15.080748 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c17834c2-609a-4b51-9a7b-4c41dfb1acce tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:29:15.097098 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c17834c2-609a-4b51-9a7b-4c41dfb1acce tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Usage tracker for resource:floatingip and tenant:a54d5457e373400db950c9d30ab97cd7 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:29:15.108238 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c17834c2-609a-4b51-9a7b-4c41dfb1acce tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:29:15.112663 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 51996c46-ee73-4567-b016-ccc12a451411, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=51996c46-ee73-4567-b016-ccc12a451411,segment=NetworkSegment(21da3dd4-f4af-4d6f-af61-d10b4b1a29a9),segment_id=21da3dd4-f4af-4d6f-af61-d10b4b1a29a9)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:15.123235 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c17834c2-609a-4b51-9a7b-4c41dfb1acce tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:29:15.171434 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8cfb79da-f144-4d1b-8912-eaa6f3994ace tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:15.177226 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '51996c46-ee73-4567-b016-ccc12a451411', 'network_id': '7b312858-40bf-40ec-b8ee-1ed51802769e', 'port_id': '51996c46-ee73-4567-b016-ccc12a451411', 'mac_address': 'fa:16:3e:a8:6d:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c250816a-43d9-48f2-b76f-f0e58c9da86d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:29:15.181703 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-7d9a236e-e733-4827-9163-647c0e1b4d5c None None] For port 6df9f825-40fa-4e22-8427-8e071dc69a2d, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:29:15.185218 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc11fa-5ce3-4879-a63d-6148b194cdaa req-e0825754-975b-481a-8909-eff094678207 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:15.186786 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-60cc11fa-5ce3-4879-a63d-6148b194cdaa req-e0825754-975b-481a-8909-eff094678207 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb2f47e1-b1dd-4d8a-ada8-d8b7730e56d8 HTTP/1.1" status: 200 len: 943 time: 0.2158000 May 27 02:29:15.189037 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175ab83e-fe42-4a3e-bc87-ece5adad1be3 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:29:15.202558 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2482380-939a-4ea2-8c9c-d8d1237b6ed1 None None] Sync routers for ids ['d6322e71-f9bf-4e1f-b668-525eb54f3ae6'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:29:15.213941 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2482380-939a-4ea2-8c9c-d8d1237b6ed1 None None] Routers {'d6322e71-f9bf-4e1f-b668-525eb54f3ae6'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:29:15.214748 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-79550783-8da6-4523-8491-965ac4bb57c3 None None] Provisioning for port 74c715c3-36b3-4e28-9fa8-dce5e84ccc90 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:29:15.215219 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-a2482380-939a-4ea2-8c9c-d8d1237b6ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:28:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d6322e71-f9bf-4e1f-b668-525eb54f3ae6'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:15.245343 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-60cc11fa-5ce3-4879-a63d-6148b194cdaa req-dd715d0b-3788-4dc4-a075-c2dd53846eaa tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3caece4-0c9e-4cd5-a9c9-2bc9847bb1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525432 May 27 02:29:15.311409 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c17834c2-609a-4b51-9a7b-4c41dfb1acce tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks [] for floatingip, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:15.315193 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-7d9a236e-e733-4827-9163-647c0e1b4d5c None None] For port 6df9f825-40fa-4e22-8427-8e071dc69a2d, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=6df9f825-40fa-4e22-8427-8e071dc69a2d,segment=NetworkSegment(9f80f1a2-bc37-4d37-9be2-453cf44563ec),segment_id=9f80f1a2-bc37-4d37-9be2-453cf44563ec)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:29:15.315851 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-175ab83e-fe42-4a3e-bc87-ece5adad1be3 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:15.320160 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-175ab83e-fe42-4a3e-bc87-ece5adad1be3 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.1155641 May 27 02:29:15.320668 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54124) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:15.346586 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.resource_extend [None req-b6aa2bd3-85bb-4176-869c-1ee6aa925aca None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:29:15.407727 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8cfb79da-f144-4d1b-8912-eaa6f3994ace tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:15.438089 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7d9a236e-e733-4827-9163-647c0e1b4d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:15.455840 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-a2482380-939a-4ea2-8c9c-d8d1237b6ed1 None None] Set router d6322e71-f9bf-4e1f-b668-525eb54f3ae6 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:29:15.604792 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 74c715c3-36b3-4e28-9fa8-dce5e84ccc90 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:29:15.648696 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 51996c46-ee73-4567-b016-ccc12a451411 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:15.660269 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bf8339ba-7319-443f-a823-06b4fc07136c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:15.661822 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:15.717623 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfb79da-f144-4d1b-8912-eaa6f3994ace tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:29:15.729648 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-8cfb79da-f144-4d1b-8912-eaa6f3994ace tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:29:15.742244 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfb79da-f144-4d1b-8912-eaa6f3994ace tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:29:15.770032 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4828301c-1c37-4528-86e7-98c4d4d33b9c None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:15.774075 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 74c715c3-36b3-4e28-9fa8-dce5e84ccc90 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:15.774447 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:15.843958 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b6aa2bd3-85bb-4176-869c-1ee6aa925aca None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:15.878390 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51996c46-ee73-4567-b016-ccc12a451411 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:29:15.896326 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4828301c-1c37-4528-86e7-98c4d4d33b9c None None] Transition to ACTIVE for port object d4214fc3-b72b-4d15-bbda-647687418c53 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:29:15.933983 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb79da-f144-4d1b-8912-eaa6f3994ace tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Pushing event updated for resources: {'Port': ['ID=81a9f65f-ba3f-4b75-911e-4ed045e4ae22,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:16.082746 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-b6aa2bd3-85bb-4176-869c-1ee6aa925aca None None] Transition to ACTIVE for port object 0b51a1d0-00cb-463a-849f-699a920f6a03 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:29:16.098833 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a236e-e733-4827-9163-647c0e1b4d5c None None] Pushing event updated for resources: {'Port': ['ID=6df9f825-40fa-4e22-8427-8e071dc69a2d,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:16.135984 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 51996c46-ee73-4567-b016-ccc12a451411, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=51996c46-ee73-4567-b016-ccc12a451411,segment=NetworkSegment(21da3dd4-f4af-4d6f-af61-d10b4b1a29a9),segment_id=21da3dd4-f4af-4d6f-af61-d10b4b1a29a9)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:16.145366 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4828301c-1c37-4528-86e7-98c4d4d33b9c None None] Transition to ACTIVE for port object d4214fc3-b72b-4d15-bbda-647687418c53 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:29:16.189652 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b6aa2bd3-85bb-4176-869c-1ee6aa925aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:16.310372 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-a2482380-939a-4ea2-8c9c-d8d1237b6ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6322e71-f9bf-4e1f-b668-525eb54f3ae6', 'name': 'tempest-TestServerMultinode-1572372465-router', 'tenant_id': '81f33c34ff244585a8e7a12aa2df1967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '567f93a5-6f5e-4900-8cf6-1bb1b6eff23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:29:09Z', 'updated_at': '2022-05-27T02:29:12Z', 'revision_number': 3, 'project_id': '81f33c34ff244585a8e7a12aa2df1967', 'gw_port': {'id': '567f93a5-6f5e-4900-8cf6-1bb1b6eff23f', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6322e71-f9bf-4e1f-b668-525eb54f3ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:11Z', 'updated_at': '2022-05-27T02:29:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:16.316119 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2482380-939a-4ea2-8c9c-d8d1237b6ed1 None None] Checking router: d6322e71-f9bf-4e1f-b668-525eb54f3ae6 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:29:16.316119 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2482380-939a-4ea2-8c9c-d8d1237b6ed1 None None] Updating router d6322e71-f9bf-4e1f-b668-525eb54f3ae6 port 567f93a5-6f5e-4900-8cf6-1bb1b6eff23f binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:29:16.399950 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-a2482380-939a-4ea2-8c9c-d8d1237b6ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:16.533616 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4828301c-1c37-4528-86e7-98c4d4d33b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:16.560201 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:16.646045 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4828301c-1c37-4528-86e7-98c4d4d33b9c None None] Network d017996d-9c7f-4ad8-bf43-f115326c2e4d is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:29:16.810750 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 74c715c3-36b3-4e28-9fa8-dce5e84ccc90 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:16.811280 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:16.842147 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83274621-26be-4419-85ee-e5faed045f86 req-25bc1335-ba53-498a-9dfa-be29bac38016 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:16.852140 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-83274621-26be-4419-85ee-e5faed045f86 req-25bc1335-ba53-498a-9dfa-be29bac38016 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bf1ce2-acb1-4780-b8ce-761c12b037dd HTTP/1.1" status: 200 len: 946 time: 1.2648940 May 27 02:29:16.888184 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c53c910c-8412-4df1-9a69-095534f7d963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:16.915403 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-4828301c-1c37-4528-86e7-98c4d4d33b9c None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:29:16.918004 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4828301c-1c37-4528-86e7-98c4d4d33b9c None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:29:16.970817 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1064f9d-b745-468e-99f3-67642d959bf2 None None] Pushing event updated for resources: {'Port': ['ID=0b51a1d0-00cb-463a-849f-699a920f6a03,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:17.039268 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-83274621-26be-4419-85ee-e5faed045f86 req-5885e9e6-12ad-45a4-ac58-e26829a0f388 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/security-groups?id=04543955-9f9e-4e44-a576-07b2f2f49601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821046 May 27 02:29:17.090829 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c17834c2-609a-4b51-9a7b-4c41dfb1acce tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:17.110911 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8cfb79da-f144-4d1b-8912-eaa6f3994ace tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:17.113153 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [None req-bf8339ba-7319-443f-a823-06b4fc07136c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:29:17.195216 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-a2482380-939a-4ea2-8c9c-d8d1237b6ed1 None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:17.212212 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-a2482380-939a-4ea2-8c9c-d8d1237b6ed1 None None] Transition to ACTIVE for port object 567f93a5-6f5e-4900-8cf6-1bb1b6eff23f will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:29:17.234401 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['51996c46-ee73-4567-b016-ccc12a451411'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:29:17.284796 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 74c715c3-36b3-4e28-9fa8-dce5e84ccc90, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=74c715c3-36b3-4e28-9fa8-dce5e84ccc90,segment=NetworkSegment(ed742516-baab-43a7-866c-bed74e558a84),segment_id=ed742516-baab-43a7-866c-bed74e558a84)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:17.297334 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bf8339ba-7319-443f-a823-06b4fc07136c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:17.332121 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-a2482380-939a-4ea2-8c9c-d8d1237b6ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:17.371728 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-c53c910c-8412-4df1-9a69-095534f7d963 admin admin] Allocated IP 172.20.0.1 (f503c0fc-1b99-430e-93b0-fa2fbcdd3be5/daeaab2a-cada-42df-be85-698a673b8b1f/7e82bc42-587d-4aca-a353-96ab00321eff) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:29:17.375259 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc667f83-de37-44df-86ef-db546846f1a1 req-01c74b5d-095c-4328-aab6-c9810e606121 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:17.382760 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fc667f83-de37-44df-86ef-db546846f1a1 req-01c74b5d-095c-4328-aab6-c9810e606121 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb2f47e1-b1dd-4d8a-ada8-d8b7730e56d8 HTTP/1.1" status: 200 len: 944 time: 0.4816101 May 27 02:29:17.444874 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-4828301c-1c37-4528-86e7-98c4d4d33b9c None None] Attempting to bind port d4214fc3-b72b-4d15-bbda-647687418c53 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:29:17.445245 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-4828301c-1c37-4528-86e7-98c4d4d33b9c None None] Attempting to bind port d4214fc3-b72b-4d15-bbda-647687418c53 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'e69fbaca-e271-4f53-9434-ac276ab8e125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd017996d-9c7f-4ad8-bf43-f115326c2e4d'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:29:17.445607 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4828301c-1c37-4528-86e7-98c4d4d33b9c None None] Attempting to bind port d4214fc3-b72b-4d15-bbda-647687418c53 on network d017996d-9c7f-4ad8-bf43-f115326c2e4d {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:29:17.451424 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:17.452194 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 6e06fc56-f856-4359-8936-e81e87ae92ec up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:29:17.491451 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4828301c-1c37-4528-86e7-98c4d4d33b9c None None] Pushing event updated for resources: {'Port': ['ID=d4214fc3-b72b-4d15-bbda-647687418c53,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:17.492809 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98837826-ca45-4c94-ab0d-ff0097637cb1 None None] Pushing event updated for resources: {'Port': ['ID=567f93a5-6f5e-4900-8cf6-1bb1b6eff23f,revision_number=2']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:17.504494 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bf8339ba-7319-443f-a823-06b4fc07136c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:17.504677 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4828301c-1c37-4528-86e7-98c4d4d33b9c None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:29:17.510571 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4828301c-1c37-4528-86e7-98c4d4d33b9c None None] Checking segment: {'id': 'e69fbaca-e271-4f53-9434-ac276ab8e125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd017996d-9c7f-4ad8-bf43-f115326c2e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:29:17.510932 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4828301c-1c37-4528-86e7-98c4d4d33b9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:17.511335 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4828301c-1c37-4528-86e7-98c4d4d33b9c None None] Bound using segment: {'id': 'e69fbaca-e271-4f53-9434-ac276ab8e125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd017996d-9c7f-4ad8-bf43-f115326c2e4d'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:29:17.511833 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-4828301c-1c37-4528-86e7-98c4d4d33b9c None None] Bound port: d4214fc3-b72b-4d15-bbda-647687418c53, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69fbaca-e271-4f53-9434-ac276ab8e125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd017996d-9c7f-4ad8-bf43-f115326c2e4d'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:29:17.512372 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4828301c-1c37-4528-86e7-98c4d4d33b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:17.512488 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-a2482380-939a-4ea2-8c9c-d8d1237b6ed1 None None] Attempting to bind port 567f93a5-6f5e-4900-8cf6-1bb1b6eff23f on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:29:17.513086 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-a2482380-939a-4ea2-8c9c-d8d1237b6ed1 None None] Attempting to bind port 567f93a5-6f5e-4900-8cf6-1bb1b6eff23f by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:29:17.513490 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2482380-939a-4ea2-8c9c-d8d1237b6ed1 None None] Attempting to bind port 567f93a5-6f5e-4900-8cf6-1bb1b6eff23f on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:29:17.525161 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2482380-939a-4ea2-8c9c-d8d1237b6ed1 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:29:17.525526 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2482380-939a-4ea2-8c9c-d8d1237b6ed1 None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:29:17.525916 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-a2482380-939a-4ea2-8c9c-d8d1237b6ed1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:17.526551 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2482380-939a-4ea2-8c9c-d8d1237b6ed1 None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:29:17.527026 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-a2482380-939a-4ea2-8c9c-d8d1237b6ed1 None None] Bound port: 567f93a5-6f5e-4900-8cf6-1bb1b6eff23f, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:29:17.527385 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-a2482380-939a-4ea2-8c9c-d8d1237b6ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:17.542572 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-b6aa2bd3-85bb-4176-869c-1ee6aa925aca None None] Attempting to bind port 0b51a1d0-00cb-463a-849f-699a920f6a03 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:29:17.543016 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-b6aa2bd3-85bb-4176-869c-1ee6aa925aca None None] Attempting to bind port 0b51a1d0-00cb-463a-849f-699a920f6a03 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '2d17ae40-4310-4a58-b1f0-c2f85fb57fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e6379d80-7b9b-4710-9948-937eec21e411'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:29:17.543386 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6aa2bd3-85bb-4176-869c-1ee6aa925aca None None] Attempting to bind port 0b51a1d0-00cb-463a-849f-699a920f6a03 on network e6379d80-7b9b-4710-9948-937eec21e411 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:29:17.643326 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-a2482380-939a-4ea2-8c9c-d8d1237b6ed1 None None] For port 567f93a5-6f5e-4900-8cf6-1bb1b6eff23f, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:29:17.647455 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-a2482380-939a-4ea2-8c9c-d8d1237b6ed1 None None] For port 567f93a5-6f5e-4900-8cf6-1bb1b6eff23f, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=567f93a5-6f5e-4900-8cf6-1bb1b6eff23f,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:29:17.687681 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fc667f83-de37-44df-86ef-db546846f1a1 req-5f4a2d7f-2abb-4c51-8381-218bf5886079 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3caece4-0c9e-4cd5-a9c9-2bc9847bb1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036885 May 27 02:29:17.696284 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6aa2bd3-85bb-4176-869c-1ee6aa925aca None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:29:17.699795 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6aa2bd3-85bb-4176-869c-1ee6aa925aca None None] Checking segment: {'id': '2d17ae40-4310-4a58-b1f0-c2f85fb57fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e6379d80-7b9b-4710-9948-937eec21e411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:29:17.700278 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b6aa2bd3-85bb-4176-869c-1ee6aa925aca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:17.700677 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6aa2bd3-85bb-4176-869c-1ee6aa925aca None None] Bound using segment: {'id': '2d17ae40-4310-4a58-b1f0-c2f85fb57fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e6379d80-7b9b-4710-9948-937eec21e411'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:29:17.701301 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-b6aa2bd3-85bb-4176-869c-1ee6aa925aca None None] Bound port: 0b51a1d0-00cb-463a-849f-699a920f6a03, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d17ae40-4310-4a58-b1f0-c2f85fb57fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e6379d80-7b9b-4710-9948-937eec21e411'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:29:17.701687 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b6aa2bd3-85bb-4176-869c-1ee6aa925aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:17.718027 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c53c910c-8412-4df1-9a69-095534f7d963 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:17.718757 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc9990-11f1-4c1c-9b51-adca52c50a70 req-f051811b-df8c-4232-b974-f86c3f41b36f tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:17.724832 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc9990-11f1-4c1c-9b51-adca52c50a70 req-f051811b-df8c-4232-b974-f86c3f41b36f tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:17.731158 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc9990-11f1-4c1c-9b51-adca52c50a70 req-f051811b-df8c-4232-b974-f86c3f41b36f tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:17.735219 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-c53c910c-8412-4df1-9a69-095534f7d963 admin admin] Transition to ACTIVE for port object 7e82bc42-587d-4aca-a353-96ab00321eff will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:29:17.739343 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-89cc9990-11f1-4c1c-9b51-adca52c50a70 req-f051811b-df8c-4232-b974-f86c3f41b36f tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=46b75108-a73d-4395-ab52-19231bbefec6 HTTP/1.1" status: 200 len: 2418 time: 0.4924150 May 27 02:29:17.779757 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-a2482380-939a-4ea2-8c9c-d8d1237b6ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:17.817983 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8cfb79da-f144-4d1b-8912-eaa6f3994ace tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:17.867712 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c53c910c-8412-4df1-9a69-095534f7d963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:17.933213 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2482380-939a-4ea2-8c9c-d8d1237b6ed1 None None] Routers {'d6322e71-f9bf-4e1f-b668-525eb54f3ae6'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:29:17.934147 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-a2482380-939a-4ea2-8c9c-d8d1237b6ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:28:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d6322e71-f9bf-4e1f-b668-525eb54f3ae6'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:17.973419 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bf8339ba-7319-443f-a823-06b4fc07136c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:17.994340 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53c910c-8412-4df1-9a69-095534f7d963 admin admin] Network f503c0fc-1b99-430e-93b0-fa2fbcdd3be5 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:29:18.004475 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 23dac4b2-03d0-4497-b59e-219e28865a77 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:29:18.004940 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-c53c910c-8412-4df1-9a69-095534f7d963 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:29:18.008652 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-c17834c2-609a-4b51-9a7b-4c41dfb1acce tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Allocated IP 172.25.1.44 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/7d433b5e-da2f-468f-9082-3ecd58d45ff8) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:29:18.010272 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53c910c-8412-4df1-9a69-095534f7d963 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:29:18.071301 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98837826-ca45-4c94-ab0d-ff0097637cb1 None None] Pushing event updated for resources: {'Port': ['ID=567f93a5-6f5e-4900-8cf6-1bb1b6eff23f,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:18.105202 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8339ba-7319-443f-a823-06b4fc07136c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event updated for resources: {'Port': ['ID=d757c9e0-68dc-46b6-921d-04a9c50e1c5a,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:18.147074 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956ea293-7c06-4510-8e90-bf7c1a500380 None None] Network a75f904d-a15a-406b-a7ec-0d1fe80b8cd7 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:29:18.213791 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c910c-8412-4df1-9a69-095534f7d963 admin admin] Pushing event updated for resources: {'Port': ['ID=7e82bc42-587d-4aca-a353-96ab00321eff,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:18.225053 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-0bd7fd71-fb35-4f84-bf51-634ccb143542 None None] Provisioning complete for port 74c715c3-36b3-4e28-9fa8-dce5e84ccc90 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:18.225053 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0bd7fd71-fb35-4f84-bf51-634ccb143542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:18.244434 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c53c910c-8412-4df1-9a69-095534f7d963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:18.314424 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-a2482380-939a-4ea2-8c9c-d8d1237b6ed1 None None] Set router d6322e71-f9bf-4e1f-b668-525eb54f3ae6 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:29:18.317792 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-89cc9990-11f1-4c1c-9b51-adca52c50a70 req-2ea59f15-16ba-417e-927b-2777005a6b0b tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b1c5d58-b623-42ce-95bb-4137c2111074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5773914 May 27 02:29:18.377974 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416f1f9-13e5-4c50-b995-2ade7d2d738e req-0967e874-9ec8-43f9-a8fa-435fd4cb8a14 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:18.385386 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416f1f9-13e5-4c50-b995-2ade7d2d738e req-0967e874-9ec8-43f9-a8fa-435fd4cb8a14 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:18.392853 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416f1f9-13e5-4c50-b995-2ade7d2d738e req-0967e874-9ec8-43f9-a8fa-435fd4cb8a14 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:18.393777 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-f416f1f9-13e5-4c50-b995-2ade7d2d738e req-0967e874-9ec8-43f9-a8fa-435fd4cb8a14 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Synchronizing usage tracker for tenant:6137a50b300642e3b27a011e959f0225 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:29:18.517131 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c53c910c-8412-4df1-9a69-095534f7d963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:18.538941 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-4828301c-1c37-4528-86e7-98c4d4d33b9c None None] For port d4214fc3-b72b-4d15-bbda-647687418c53, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:29:18.563055 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=51996c46-ee73-4567-b016-ccc12a451411,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:18.578155 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-b6aa2bd3-85bb-4176-869c-1ee6aa925aca None None] For port 0b51a1d0-00cb-463a-849f-699a920f6a03, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:29:18.582249 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-b6aa2bd3-85bb-4176-869c-1ee6aa925aca None None] For port 0b51a1d0-00cb-463a-849f-699a920f6a03, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=0b51a1d0-00cb-463a-849f-699a920f6a03,segment=NetworkSegment(2d17ae40-4310-4a58-b1f0-c2f85fb57fbf),segment_id=2d17ae40-4310-4a58-b1f0-c2f85fb57fbf)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:29:18.649899 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-4828301c-1c37-4528-86e7-98c4d4d33b9c None None] For port d4214fc3-b72b-4d15-bbda-647687418c53, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=d4214fc3-b72b-4d15-bbda-647687418c53,segment=NetworkSegment(e69fbaca-e271-4f53-9434-ac276ab8e125),segment_id=e69fbaca-e271-4f53-9434-ac276ab8e125)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:29:18.666001 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-f416f1f9-13e5-4c50-b995-2ade7d2d738e req-0967e874-9ec8-43f9-a8fa-435fd4cb8a14 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Unset dirty status for tenant:6137a50b300642e3b27a011e959f0225 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:29:18.668307 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f416f1f9-13e5-4c50-b995-2ade7d2d738e req-0967e874-9ec8-43f9-a8fa-435fd4cb8a14 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.66 "GET /v2.0/ports?device_id=46b75108-a73d-4395-ab52-19231bbefec6 HTTP/1.1" status: 200 len: 2418 time: 0.5769293 May 27 02:29:18.755349 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4828301c-1c37-4528-86e7-98c4d4d33b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:18.763405 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b6aa2bd3-85bb-4176-869c-1ee6aa925aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:18.783808 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-a2482380-939a-4ea2-8c9c-d8d1237b6ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6322e71-f9bf-4e1f-b668-525eb54f3ae6', 'name': 'tempest-TestServerMultinode-1572372465-router', 'tenant_id': '81f33c34ff244585a8e7a12aa2df1967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '567f93a5-6f5e-4900-8cf6-1bb1b6eff23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:29:09Z', 'updated_at': '2022-05-27T02:29:12Z', 'revision_number': 3, 'project_id': '81f33c34ff244585a8e7a12aa2df1967', 'gw_port': {'id': '567f93a5-6f5e-4900-8cf6-1bb1b6eff23f', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6322e71-f9bf-4e1f-b668-525eb54f3ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:11Z', 'updated_at': '2022-05-27T02:29:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:18.790208 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2482380-939a-4ea2-8c9c-d8d1237b6ed1 None None] The sync data for ids ['d6322e71-f9bf-4e1f-b668-525eb54f3ae6'] in n-d-843554-3 is: [{'id': 'd6322e71-f9bf-4e1f-b668-525eb54f3ae6', 'name': 'tempest-TestServerMultinode-1572372465-router', 'tenant_id': '81f33c34ff244585a8e7a12aa2df1967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '567f93a5-6f5e-4900-8cf6-1bb1b6eff23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:29:09Z', 'updated_at': '2022-05-27T02:29:12Z', 'revision_number': 3, 'project_id': '81f33c34ff244585a8e7a12aa2df1967', 'gw_port': {'id': '567f93a5-6f5e-4900-8cf6-1bb1b6eff23f', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6322e71-f9bf-4e1f-b668-525eb54f3ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:11Z', 'updated_at': '2022-05-27T02:29:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:29:18.837847 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-f416f1f9-13e5-4c50-b995-2ade7d2d738e req-2e57097c-8d13-44cc-9ea7-06be23d23077 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Deleting port 686cf4c9-eafc-4f48-ac8f-dde40620b21e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:29:18.838431 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f416f1f9-13e5-4c50-b995-2ade7d2d738e req-2e57097c-8d13-44cc-9ea7-06be23d23077 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:18.875959 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8339ba-7319-443f-a823-06b4fc07136c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Network a75f904d-a15a-406b-a7ec-0d1fe80b8cd7 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:29:18.889797 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-bf8339ba-7319-443f-a823-06b4fc07136c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:29:18.945037 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 6e06fc56-f856-4359-8936-e81e87ae92ec completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:29:19.000360 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=74c715c3-36b3-4e28-9fa8-dce5e84ccc90,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:19.159959 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 6e06fc56-f856-4359-8936-e81e87ae92ec triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:19.160339 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:19.326200 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 23dac4b2-03d0-4497-b59e-219e28865a77 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:29:19.329679 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6aa2bd3-85bb-4176-869c-1ee6aa925aca None None] Routers {'6e478d76-8f5e-4592-9c9d-54b301abccbc'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:29:19.330540 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b6aa2bd3-85bb-4176-869c-1ee6aa925aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:28:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['6e478d76-8f5e-4592-9c9d-54b301abccbc'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:19.547304 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8cfb79da-f144-4d1b-8912-eaa6f3994ace tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:19.676563 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c17834c2-609a-4b51-9a7b-4c41dfb1acce tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:19.680830 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-f416f1f9-13e5-4c50-b995-2ade7d2d738e req-2e57097c-8d13-44cc-9ea7-06be23d23077 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] For port 686cf4c9-eafc-4f48-ac8f-dde40620b21e, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=686cf4c9-eafc-4f48-ac8f-dde40620b21e,segment=NetworkSegment(d2c8425f-4bf7-4888-8879-e615626b948b),segment_id=d2c8425f-4bf7-4888-8879-e615626b948b)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:19.681333 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f416f1f9-13e5-4c50-b995-2ade7d2d738e req-2e57097c-8d13-44cc-9ea7-06be23d23077 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:19.693067 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8cfb79da-f144-4d1b-8912-eaa6f3994ace tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:19.698313 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:19.703612 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-0bd7fd71-fb35-4f84-bf51-634ccb143542 None None] Current status of the port 74c715c3-36b3-4e28-9fa8-dce5e84ccc90 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:19.805206 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 23dac4b2-03d0-4497-b59e-219e28865a77 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:19.805801 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:19.853056 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb79da-f144-4d1b-8912-eaa6f3994ace tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Pushing event updated for resources: {'Port': ['ID=81a9f65f-ba3f-4b75-911e-4ed045e4ae22,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:19.935903 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff54e9-d591-41e8-b579-bf88792ff7cc req-9180ae57-7735-4650-9efe-082349eb4b44 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:19.937668 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b4ff54e9-d591-41e8-b579-bf88792ff7cc req-9180ae57-7735-4650-9efe-082349eb4b44 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb2f47e1-b1dd-4d8a-ada8-d8b7730e56d8 HTTP/1.1" status: 200 len: 944 time: 0.8839519 May 27 02:29:20.007415 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8cfb79da-f144-4d1b-8912-eaa6f3994ace tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:20.025944 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-b6aa2bd3-85bb-4176-869c-1ee6aa925aca None None] Set router 6e478d76-8f5e-4592-9c9d-54b301abccbc gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:29:20.081306 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3471373-9c81-47c9-9075-be5699c596d8 req-000af236-6f7c-4a85-98d1-d0361f4064fa tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:20.087711 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3471373-9c81-47c9-9075-be5699c596d8 req-000af236-6f7c-4a85-98d1-d0361f4064fa tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:20.099513 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3471373-9c81-47c9-9075-be5699c596d8 req-000af236-6f7c-4a85-98d1-d0361f4064fa tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:20.112490 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d3471373-9c81-47c9-9075-be5699c596d8 req-000af236-6f7c-4a85-98d1-d0361f4064fa tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=46b75108-a73d-4395-ab52-19231bbefec6 HTTP/1.1" status: 200 len: 2418 time: 0.4879053 May 27 02:29:20.154749 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-f416f1f9-13e5-4c50-b995-2ade7d2d738e req-2e57097c-8d13-44cc-9ea7-06be23d23077 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Calling delete_port for 686cf4c9-eafc-4f48-ac8f-dde40620b21e owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:29:20.203477 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b4ff54e9-d591-41e8-b579-bf88792ff7cc req-e64e0025-c601-42b9-9a53-08623283d6be tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3caece4-0c9e-4cd5-a9c9-2bc9847bb1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549791 May 27 02:29:20.219294 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.resource_extend [None req-c53c910c-8412-4df1-9a69-095534f7d963 admin admin] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:29:20.251365 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d3471373-9c81-47c9-9075-be5699c596d8 req-99721e86-4f94-43a0-b9d4-b67da0a60ed7 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b1c5d58-b623-42ce-95bb-4137c2111074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377361 May 27 02:29:20.252883 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8339ba-7319-443f-a823-06b4fc07136c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Router d8a99cb3-3bd9-4663-a76e-9d12e4d166cc is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:29:20.304607 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c53c910c-8412-4df1-9a69-095534f7d963 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:20.316366 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4828301c-1c37-4528-86e7-98c4d4d33b9c None None] Pushing event updated for resources: {'Port': ['ID=d4214fc3-b72b-4d15-bbda-647687418c53,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:20.351414 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c17834c2-609a-4b51-9a7b-4c41dfb1acce tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:20.357857 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:20.363977 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8cfb79da-f144-4d1b-8912-eaa6f3994ace tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:20.383221 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8cfb79da-f144-4d1b-8912-eaa6f3994ace tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.4578271 May 27 02:29:20.398419 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c53c910c-8412-4df1-9a69-095534f7d963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:20.605291 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17834c2-609a-4b51-9a7b-4c41dfb1acce tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:29:20.612705 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-c17834c2-609a-4b51-9a7b-4c41dfb1acce tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:29:20.617195 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17834c2-609a-4b51-9a7b-4c41dfb1acce tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Pushing event updated for resources: {'Port': ['ID=7d433b5e-da2f-468f-9082-3ecd58d45ff8,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:20.619740 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17834c2-609a-4b51-9a7b-4c41dfb1acce tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:29:20.704938 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c910c-8412-4df1-9a69-095534f7d963 admin admin] Pushing event updated for resources: {'Port': ['ID=7e82bc42-587d-4aca-a353-96ab00321eff,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:20.734957 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8339ba-7319-443f-a823-06b4fc07136c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:29:20.754887 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-bf8339ba-7319-443f-a823-06b4fc07136c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "PUT /v2.0/routers/d8a99cb3-3bd9-4663-a76e-9d12e4d166cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1449547 May 27 02:29:20.761706 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54174) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:20.776832 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c53c910c-8412-4df1-9a69-095534f7d963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:20.815171 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3816d4-5217-4834-a256-96989580e1e0 None None] Sync routers for ids ['d8a99cb3-3bd9-4663-a76e-9d12e4d166cc'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:29:20.817945 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b10cce-2e23-43e4-9591-2e286c827b04 None None] Network d017996d-9c7f-4ad8-bf43-f115326c2e4d requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:29:20.851982 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-771a3523-6d26-4ab4-a2c0-f44215a91d64 None None] Provisioning for port 7e82bc42-587d-4aca-a353-96ab00321eff completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:29:20.855734 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-d90323ae-3f04-407c-8b6f-d76377b427a0 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--452294442&fields=id&tenant_id=2651911d1c264f1c8c7218b6fddf9f10 HTTP/1.1" status: 200 len: 267 time: 0.1551261 May 27 02:29:20.870577 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-771a3523-6d26-4ab4-a2c0-f44215a91d64 None None] Provisioning complete for port 7e82bc42-587d-4aca-a353-96ab00321eff triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:20.871786 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-771a3523-6d26-4ab4-a2c0-f44215a91d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:20.886182 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567498e7-43ec-47ff-8fdc-496381ec3b2e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:20.886787 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-567498e7-43ec-47ff-8fdc-496381ec3b2e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Synchronizing usage tracker for tenant:39308f34ca0d41f5bed3e55c79db3f61 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:29:21.015850 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3816d4-5217-4834-a256-96989580e1e0 None None] Routers {'d8a99cb3-3bd9-4663-a76e-9d12e4d166cc'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:29:21.016512 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-9e3816d4-5217-4834-a256-96989580e1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:28:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d8a99cb3-3bd9-4663-a76e-9d12e4d166cc'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:21.035645 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53c910c-8412-4df1-9a69-095534f7d963 admin admin] Network f503c0fc-1b99-430e-93b0-fa2fbcdd3be5 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:29:21.036782 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-c53c910c-8412-4df1-9a69-095534f7d963 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:29:21.083466 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-567498e7-43ec-47ff-8fdc-496381ec3b2e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Unset dirty status for tenant:39308f34ca0d41f5bed3e55c79db3f61 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:29:21.085062 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-567498e7-43ec-47ff-8fdc-496381ec3b2e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "GET /v2.0/ports/d757c9e0-68dc-46b6-921d-04a9c50e1c5a HTTP/1.1" status: 200 len: 910 time: 0.3220413 May 27 02:29:21.093729 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54178) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:21.104241 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f416f1f9-13e5-4c50-b995-2ade7d2d738e req-2e57097c-8d13-44cc-9ea7-06be23d23077 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:21.209203 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-63626a4c-35d3-46e2-92d6-6d95f436f697 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:21.221581 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-63626a4c-35d3-46e2-92d6-6d95f436f697 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/networks?id=72395de2-24ec-482b-bef7-14825a5fc695 HTTP/1.1" status: 200 len: 814 time: 0.3307624 May 27 02:29:21.225136 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1064f9d-b745-468e-99f3-67642d959bf2 None None] Pushing event updated for resources: {'Port': ['ID=0b51a1d0-00cb-463a-849f-699a920f6a03,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:21.233795 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-771a3523-6d26-4ab4-a2c0-f44215a91d64 None None] Port 7e82bc42-587d-4aca-a353-96ab00321eff cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:29:21.235375 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-9e3816d4-5217-4834-a256-96989580e1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:21.256521 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c17834c2-609a-4b51-9a7b-4c41dfb1acce tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:21.347844 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 6e06fc56-f856-4359-8936-e81e87ae92ec is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:21.348439 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:21.425972 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3816d4-5217-4834-a256-96989580e1e0 None None] Routers {'d8a99cb3-3bd9-4663-a76e-9d12e4d166cc'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:29:21.427029 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-9e3816d4-5217-4834-a256-96989580e1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:28:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d8a99cb3-3bd9-4663-a76e-9d12e4d166cc'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:21.444051 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e57097c-8d13-44cc-9ea7-06be23d23077 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Pushing event deleted for resources: {'Port': ['ID=686cf4c9-eafc-4f48-ac8f-dde40620b21e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:21.477260 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53c910c-8412-4df1-9a69-095534f7d963 admin admin] Router d6322e71-f9bf-4e1f-b668-525eb54f3ae6 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:29:21.585588 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-f416f1f9-13e5-4c50-b995-2ade7d2d738e req-2e57097c-8d13-44cc-9ea7-06be23d23077 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] No DVR routers for this DVR port 686cf4c9-eafc-4f48-ac8f-dde40620b21e on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:29:21.593505 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f416f1f9-13e5-4c50-b995-2ade7d2d738e req-2e57097c-8d13-44cc-9ea7-06be23d23077 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:21.597275 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b75108-a73d-4395-ab52-19231bbefec6', 'name': 'network-vif-deleted', 'tag': '686cf4c9-eafc-4f48-ac8f-dde40620b21e'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:29:21.607990 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-9e3816d4-5217-4834-a256-96989580e1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:21.608516 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3816d4-5217-4834-a256-96989580e1e0 None None] The sync data for ids ['d8a99cb3-3bd9-4663-a76e-9d12e4d166cc'] in n-d-843554-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:29:21.687450 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 23dac4b2-03d0-4497-b59e-219e28865a77 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:21.687942 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:21.723664 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 6e06fc56-f856-4359-8936-e81e87ae92ec, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=6e06fc56-f856-4359-8936-e81e87ae92ec,segment=NetworkSegment(2f5a53b5-f564-4864-b9f2-3ebea542732b),segment_id=2f5a53b5-f564-4864-b9f2-3ebea542732b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:21.814694 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 23dac4b2-03d0-4497-b59e-219e28865a77, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=23dac4b2-03d0-4497-b59e-219e28865a77,segment=NetworkSegment(21da3dd4-f4af-4d6f-af61-d10b4b1a29a9),segment_id=21da3dd4-f4af-4d6f-af61-d10b4b1a29a9)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:21.825651 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fcb2d32-dc08-4942-ab4f-3ecbf9613c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23dac4b2-03d0-4497-b59e-219e28865a77'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:29:21.850633 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:21.851740 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-d2e4f798-b6cf-4ee9-a9ca-81f3b930ea6b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/quotas/2651911d1c264f1c8c7218b6fddf9f10 HTTP/1.1" status: 200 len: 375 time: 0.6292133 May 27 02:29:21.866931 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53c910c-8412-4df1-9a69-095534f7d963 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:29:21.878581 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45df28dd-507c-48f4-ba58-b57d084d5423 None None] Sync routers for ids ['d6322e71-f9bf-4e1f-b668-525eb54f3ae6'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:29:21.887480 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-771a3523-6d26-4ab4-a2c0-f44215a91d64 None None] Provisioning for port 6df9f825-40fa-4e22-8427-8e071dc69a2d completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:29:21.889940 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c53c910c-8412-4df1-9a69-095534f7d963 admin admin] 10.222.0.57 "PUT /v2.0/routers/d6322e71-f9bf-4e1f-b668-525eb54f3ae6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5683403 May 27 02:29:21.894855 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f416f1f9-13e5-4c50-b995-2ade7d2d738e req-2e57097c-8d13-44cc-9ea7-06be23d23077 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.66 "DELETE /v2.0/ports/686cf4c9-eafc-4f48-ac8f-dde40620b21e HTTP/1.1" status: 204 len: 173 time: 3.2203205 May 27 02:29:21.905893 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45df28dd-507c-48f4-ba58-b57d084d5423 None None] Routers {'d6322e71-f9bf-4e1f-b668-525eb54f3ae6'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:29:21.906872 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-45df28dd-507c-48f4-ba58-b57d084d5423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:28:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d6322e71-f9bf-4e1f-b668-525eb54f3ae6'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:22.072045 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-f416f1f9-13e5-4c50-b995-2ade7d2d738e req-d1d33241-90bd-4c9e-9d4d-fa98015e9e42 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Deleting port ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:29:22.072387 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f416f1f9-13e5-4c50-b995-2ade7d2d738e req-d1d33241-90bd-4c9e-9d4d-fa98015e9e42 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:22.082659 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:22.290962 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c17834c2-609a-4b51-9a7b-4c41dfb1acce tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:22.340017 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b6aa2bd3-85bb-4176-869c-1ee6aa925aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'name': 'tempest-AttachVolumeTestJSON-629019470-router', 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'f409a62c-4a8f-4f47-b4c0-9698cbc76abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:47Z', 'updated_at': '2022-05-27T02:29:06Z', 'revision_number': 4, 'project_id': 'a54d5457e373400db950c9d30ab97cd7', 'gw_port': {'id': 'f409a62c-4a8f-4f47-b4c0-9698cbc76abe', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:52Z', 'updated_at': '2022-05-27T02:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '0b51a1d0-00cb-463a-849f-699a920f6a03', 'name': '', 'network_id': 'e6379d80-7b9b-4710-9948-937eec21e411', 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'mac_address': 'fa:16:3e:22:39:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '95908a1f-c366-445e-9e10-5bce86ad79d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:03Z', 'updated_at': '2022-05-27T02:29:18Z', 'revision_number': 4, 'project_id': 'a54d5457e373400db950c9d30ab97cd7', 'subnets': [{'id': '95908a1f-c366-445e-9e10-5bce86ad79d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:22.348934 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 567f93a5-6f5e-4900-8cf6-1bb1b6eff23f up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:29:22.433038 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-45df28dd-507c-48f4-ba58-b57d084d5423 None None] Set router d6322e71-f9bf-4e1f-b668-525eb54f3ae6 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:29:22.438292 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=6e06fc56-f856-4359-8936-e81e87ae92ec,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:22.441142 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6aa2bd3-85bb-4176-869c-1ee6aa925aca None None] The sync data for ids ['6e478d76-8f5e-4592-9c9d-54b301abccbc'] in n-d-843554-3 is: [{'id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'name': 'tempest-AttachVolumeTestJSON-629019470-router', 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'f409a62c-4a8f-4f47-b4c0-9698cbc76abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:47Z', 'updated_at': '2022-05-27T02:29:06Z', 'revision_number': 4, 'project_id': 'a54d5457e373400db950c9d30ab97cd7', 'gw_port': {'id': 'f409a62c-4a8f-4f47-b4c0-9698cbc76abe', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:52Z', 'updated_at': '2022-05-27T02:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '0b51a1d0-00cb-463a-849f-699a920f6a03', 'name': '', 'network_id': 'e6379d80-7b9b-4710-9948-937eec21e411', 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'mac_address': 'fa:16:3e:22:39:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '95908a1f-c366-445e-9e10-5bce86ad79d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:03Z', 'updated_at': '2022-05-27T02:29:18Z', 'revision_number': 4, 'project_id': 'a54d5457e373400db950c9d30ab97cd7', 'subnets': [{'id': '95908a1f-c366-445e-9e10-5bce86ad79d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:29:22.556360 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f3bdcea7-eebd-43c8-b745-7ce6c94e516e None None] Provisioning for port d4214fc3-b72b-4d15-bbda-647687418c53 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:29:22.640258 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 51996c46-ee73-4567-b016-ccc12a451411 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:29:22.715153 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=23dac4b2-03d0-4497-b59e-219e28865a77,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:22.765348 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 567f93a5-6f5e-4900-8cf6-1bb1b6eff23f completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:29:22.772695 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-f416f1f9-13e5-4c50-b995-2ade7d2d738e req-d1d33241-90bd-4c9e-9d4d-fa98015e9e42 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] For port ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa,segment=NetworkSegment(6e087f4b-4ae8-48ae-9e52-24f0368b4c40),segment_id=6e087f4b-4ae8-48ae-9e52-24f0368b4c40)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:22.778408 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f416f1f9-13e5-4c50-b995-2ade7d2d738e req-d1d33241-90bd-4c9e-9d4d-fa98015e9e42 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:22.810499 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811c376-2f51-4bb4-825b-2da8c787440f req-fc0ed777-dbf3-4ea2-93cd-96aa6739b13b tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:22.812484 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1811c376-2f51-4bb4-825b-2da8c787440f req-fc0ed777-dbf3-4ea2-93cd-96aa6739b13b tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb2f47e1-b1dd-4d8a-ada8-d8b7730e56d8 HTTP/1.1" status: 200 len: 944 time: 1.0974302 May 27 02:29:22.815628 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f3bdcea7-eebd-43c8-b745-7ce6c94e516e None None] Provisioning complete for port 7e82bc42-587d-4aca-a353-96ab00321eff triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:22.816051 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f3bdcea7-eebd-43c8-b745-7ce6c94e516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:22.864551 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 567f93a5-6f5e-4900-8cf6-1bb1b6eff23f triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:22.865236 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:22.935611 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-feabfecd-d00b-4b50-9d4d-dbe103a1fa6a tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=2651911d1c264f1c8c7218b6fddf9f10&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0829902 May 27 02:29:23.128028 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-45df28dd-507c-48f4-ba58-b57d084d5423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6322e71-f9bf-4e1f-b668-525eb54f3ae6', 'name': 'tempest-TestServerMultinode-1572372465-router', 'tenant_id': '81f33c34ff244585a8e7a12aa2df1967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '567f93a5-6f5e-4900-8cf6-1bb1b6eff23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:29:09Z', 'updated_at': '2022-05-27T02:29:18Z', 'revision_number': 4, 'project_id': '81f33c34ff244585a8e7a12aa2df1967', 'gw_port': {'id': '567f93a5-6f5e-4900-8cf6-1bb1b6eff23f', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6322e71-f9bf-4e1f-b668-525eb54f3ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:11Z', 'updated_at': '2022-05-27T02:29:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '7e82bc42-587d-4aca-a353-96ab00321eff', 'name': '', 'network_id': 'f503c0fc-1b99-430e-93b0-fa2fbcdd3be5', 'tenant_id': '81f33c34ff244585a8e7a12aa2df1967', 'mac_address': 'fa:16:3e:63:78:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6322e71-f9bf-4e1f-b668-525eb54f3ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': 'daeaab2a-cada-42df-be85-698a673b8b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:17Z', 'updated_at': '2022-05-27T02:29:18Z', 'revision_number': 2, 'project_id': '81f33c34ff244585a8e7a12aa2df1967', 'subnets': [{'id': 'daeaab2a-cada-42df-be85-698a673b8b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:23.136146 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45df28dd-507c-48f4-ba58-b57d084d5423 None None] Checking router: d6322e71-f9bf-4e1f-b668-525eb54f3ae6 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:29:23.137706 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45df28dd-507c-48f4-ba58-b57d084d5423 None None] Updating router d6322e71-f9bf-4e1f-b668-525eb54f3ae6 port 7e82bc42-587d-4aca-a353-96ab00321eff binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:29:23.263847 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 51996c46-ee73-4567-b016-ccc12a451411 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:29:23.279172 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-45df28dd-507c-48f4-ba58-b57d084d5423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:23.296147 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 51996c46-ee73-4567-b016-ccc12a451411 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:23.296147 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:23.322213 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-f3bdcea7-eebd-43c8-b745-7ce6c94e516e None None] Port 7e82bc42-587d-4aca-a353-96ab00321eff cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:29:23.405277 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 567f93a5-6f5e-4900-8cf6-1bb1b6eff23f is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:23.406086 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:23.423100 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-f416f1f9-13e5-4c50-b995-2ade7d2d738e req-d1d33241-90bd-4c9e-9d4d-fa98015e9e42 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Calling delete_port for ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:29:23.426808 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 567f93a5-6f5e-4900-8cf6-1bb1b6eff23f, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=567f93a5-6f5e-4900-8cf6-1bb1b6eff23f,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:23.437215 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54212) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:23.485961 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f3bdcea7-eebd-43c8-b745-7ce6c94e516e None None] Provisioning for port d757c9e0-68dc-46b6-921d-04a9c50e1c5a completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:29:23.508898 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:23.509942 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 74c715c3-36b3-4e28-9fa8-dce5e84ccc90 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:29:23.511391 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-4b59b7e1-201e-4e46-9e0c-e9dac18b0da2 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1410637789-network', 'tenant_id': '0175724c21d348429aa5e3000587cd5e'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:29:23.541053 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f3bdcea7-eebd-43c8-b745-7ce6c94e516e None None] Provisioning complete for port d757c9e0-68dc-46b6-921d-04a9c50e1c5a triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:23.541574 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f3bdcea7-eebd-43c8-b745-7ce6c94e516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:23.552270 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4b59b7e1-201e-4e46-9e0c-e9dac18b0da2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:29:23.554872 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1811c376-2f51-4bb4-825b-2da8c787440f req-a687fae9-3c50-40c0-a0be-122b1391889c tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3caece4-0c9e-4cd5-a9c9-2bc9847bb1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6709316 May 27 02:29:23.616945 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4b59b7e1-201e-4e46-9e0c-e9dac18b0da2 admin admin] Usage tracker for resource:network and tenant:0175724c21d348429aa5e3000587cd5e is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:29:23.636158 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4b59b7e1-201e-4e46-9e0c-e9dac18b0da2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:29:23.695501 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [None req-c17834c2-609a-4b51-9a7b-4c41dfb1acce tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:29:23.713079 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-f3bdcea7-eebd-43c8-b745-7ce6c94e516e None None] Port d757c9e0-68dc-46b6-921d-04a9c50e1c5a cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:29:23.718616 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4b59b7e1-201e-4e46-9e0c-e9dac18b0da2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:29:23.730616 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=567f93a5-6f5e-4900-8cf6-1bb1b6eff23f,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:23.735554 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c17834c2-609a-4b51-9a7b-4c41dfb1acce tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:23.761561 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-9cd919fb-7c16-4a86-87cb-5d472de17ec9 service neutron] 10.222.0.57 "GET /v2.0/networks/72395de2-24ec-482b-bef7-14825a5fc695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7398012 May 27 02:29:23.804077 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f416f1f9-13e5-4c50-b995-2ade7d2d738e req-d1d33241-90bd-4c9e-9d4d-fa98015e9e42 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:23.828851 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 51996c46-ee73-4567-b016-ccc12a451411 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:23.829234 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:23.877354 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 51996c46-ee73-4567-b016-ccc12a451411, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=51996c46-ee73-4567-b016-ccc12a451411,segment=NetworkSegment(21da3dd4-f4af-4d6f-af61-d10b4b1a29a9),segment_id=21da3dd4-f4af-4d6f-af61-d10b4b1a29a9)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:23.880562 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 74c715c3-36b3-4e28-9fa8-dce5e84ccc90 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:23.881082 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:23.990916 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:23.992231 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:29:23.994722 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d33241-90bd-4c9e-9d4d-fa98015e9e42 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Pushing event deleted for resources: {'Port': ['ID=ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:24.085500 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-45df28dd-507c-48f4-ba58-b57d084d5423 None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:24.101150 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-45df28dd-507c-48f4-ba58-b57d084d5423 None None] Transition to ACTIVE for port object 7e82bc42-587d-4aca-a353-96ab00321eff will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:29:24.118799 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=51996c46-ee73-4567-b016-ccc12a451411,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:24.149975 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-f416f1f9-13e5-4c50-b995-2ade7d2d738e req-d1d33241-90bd-4c9e-9d4d-fa98015e9e42 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] No DVR routers for this DVR port ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:29:24.158088 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f416f1f9-13e5-4c50-b995-2ade7d2d738e req-d1d33241-90bd-4c9e-9d4d-fa98015e9e42 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:24.170053 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f416f1f9-13e5-4c50-b995-2ade7d2d738e req-d1d33241-90bd-4c9e-9d4d-fa98015e9e42 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.66 "DELETE /v2.0/ports/ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa HTTP/1.1" status: 204 len: 173 time: 2.2693291 May 27 02:29:24.174887 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-33033d14-f911-40ba-bcf4-65ea279fd83a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:24.177496 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:29:24.177852 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:29:24.178271 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 686cf4c9-eafc-4f48-ac8f-dde40620b21e no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:29:24.181087 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-45df28dd-507c-48f4-ba58-b57d084d5423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:24.192450 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c17834c2-609a-4b51-9a7b-4c41dfb1acce tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:24.244483 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: 686cf4c9-eafc-4f48-ac8f-dde40620b21e {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:29:24.244901 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 686cf4c9-eafc-4f48-ac8f-dde40620b21e not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:29:24.245294 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device baabc363-c747-453c-a555-29e87186c07a no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:29:24.278568 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-f416f1f9-13e5-4c50-b995-2ade7d2d738e req-6dde0445-33bf-457a-afec-19ceeaffb325 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Deleting port baabc363-c747-453c-a555-29e87186c07a {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:29:24.279020 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f416f1f9-13e5-4c50-b995-2ade7d2d738e req-6dde0445-33bf-457a-afec-19ceeaffb325 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:24.284210 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8822d0-28cb-44f7-a54c-8dd0599794c7 None None] Pushing event updated for resources: {'Port': ['ID=7e82bc42-587d-4aca-a353-96ab00321eff,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:24.406967 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b59b7e1-201e-4e46-9e0c-e9dac18b0da2 admin admin] Made reservation on behalf of 0175724c21d348429aa5e3000587cd5e for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:29:24.411624 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4b59b7e1-201e-4e46-9e0c-e9dac18b0da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:24.443227 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port baabc363-c747-453c-a555-29e87186c07a is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:24.443609 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:24.465555 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 74c715c3-36b3-4e28-9fa8-dce5e84ccc90 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:24.466682 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device d4214fc3-b72b-4d15-bbda-647687418c53 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:29:24.482972 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17834c2-609a-4b51-9a7b-4c41dfb1acce tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Pushing event updated for resources: {'Port': ['ID=7d433b5e-da2f-468f-9082-3ecd58d45ff8,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:24.493531 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4b59b7e1-201e-4e46-9e0c-e9dac18b0da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:24.544994 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1e3b9bbf-3bda-439b-aa7d-1c580448d8dd None None] Provisioning complete for port d757c9e0-68dc-46b6-921d-04a9c50e1c5a triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:24.545429 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1e3b9bbf-3bda-439b-aa7d-1c580448d8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:24.607998 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-8a61ee11-e74d-4230-b9de-193b857ce095 service neutron] 10.222.0.57 "GET /v2.0/networks/72395de2-24ec-482b-bef7-14825a5fc695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8362594 May 27 02:29:24.618041 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-1e3b9bbf-3bda-439b-aa7d-1c580448d8dd None None] Port d757c9e0-68dc-46b6-921d-04a9c50e1c5a cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:29:24.619519 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-45df28dd-507c-48f4-ba58-b57d084d5423 None None] Attempting to bind port 7e82bc42-587d-4aca-a353-96ab00321eff on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:29:24.620808 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-45df28dd-507c-48f4-ba58-b57d084d5423 None None] Attempting to bind port 7e82bc42-587d-4aca-a353-96ab00321eff by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'ed742516-baab-43a7-866c-bed74e558a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f503c0fc-1b99-430e-93b0-fa2fbcdd3be5'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:29:24.621183 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45df28dd-507c-48f4-ba58-b57d084d5423 None None] Attempting to bind port 7e82bc42-587d-4aca-a353-96ab00321eff on network f503c0fc-1b99-430e-93b0-fa2fbcdd3be5 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:29:24.635365 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45df28dd-507c-48f4-ba58-b57d084d5423 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:29:24.636702 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45df28dd-507c-48f4-ba58-b57d084d5423 None None] Checking segment: {'id': 'ed742516-baab-43a7-866c-bed74e558a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f503c0fc-1b99-430e-93b0-fa2fbcdd3be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:29:24.636702 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-45df28dd-507c-48f4-ba58-b57d084d5423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:24.636702 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45df28dd-507c-48f4-ba58-b57d084d5423 None None] Bound using segment: {'id': 'ed742516-baab-43a7-866c-bed74e558a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f503c0fc-1b99-430e-93b0-fa2fbcdd3be5'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:29:24.640759 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-45df28dd-507c-48f4-ba58-b57d084d5423 None None] Bound port: 7e82bc42-587d-4aca-a353-96ab00321eff, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed742516-baab-43a7-866c-bed74e558a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f503c0fc-1b99-430e-93b0-fa2fbcdd3be5'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:29:24.641178 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-45df28dd-507c-48f4-ba58-b57d084d5423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:24.646788 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port baabc363-c747-453c-a555-29e87186c07a, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=baabc363-c747-453c-a555-29e87186c07a,segment=NetworkSegment(6e087f4b-4ae8-48ae-9e52-24f0368b4c40),segment_id=6e087f4b-4ae8-48ae-9e52-24f0368b4c40)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:24.716173 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:24.770618 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-f416f1f9-13e5-4c50-b995-2ade7d2d738e req-6dde0445-33bf-457a-afec-19ceeaffb325 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] For port baabc363-c747-453c-a555-29e87186c07a, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=baabc363-c747-453c-a555-29e87186c07a,segment=NetworkSegment(6e087f4b-4ae8-48ae-9e52-24f0368b4c40),segment_id=6e087f4b-4ae8-48ae-9e52-24f0368b4c40)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:24.773882 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-45df28dd-507c-48f4-ba58-b57d084d5423 None None] For port 7e82bc42-587d-4aca-a353-96ab00321eff, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:29:24.774303 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f416f1f9-13e5-4c50-b995-2ade7d2d738e req-6dde0445-33bf-457a-afec-19ceeaffb325 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:24.783668 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-45df28dd-507c-48f4-ba58-b57d084d5423 None None] For port 7e82bc42-587d-4aca-a353-96ab00321eff, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=7e82bc42-587d-4aca-a353-96ab00321eff,segment=NetworkSegment(ed742516-baab-43a7-866c-bed74e558a84),segment_id=ed742516-baab-43a7-866c-bed74e558a84)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:29:24.791146 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port d4214fc3-b72b-4d15-bbda-647687418c53 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:29:24.805462 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port d4214fc3-b72b-4d15-bbda-647687418c53 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:24.805838 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:24.894256 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-45df28dd-507c-48f4-ba58-b57d084d5423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:25.021446 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4b59b7e1-201e-4e46-9e0c-e9dac18b0da2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:29:25.023046 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-f416f1f9-13e5-4c50-b995-2ade7d2d738e req-6dde0445-33bf-457a-afec-19ceeaffb325 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Calling delete_port for baabc363-c747-453c-a555-29e87186c07a owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:29:25.055286 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=baabc363-c747-453c-a555-29e87186c07a,revision_number=6']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:25.056192 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4b59b7e1-201e-4e46-9e0c-e9dac18b0da2 admin admin] Usage tracker for resource:security_group_rule and tenant:0175724c21d348429aa5e3000587cd5e is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:29:25.075892 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4b59b7e1-201e-4e46-9e0c-e9dac18b0da2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:29:25.097328 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e671b5ef-0c21-4bbc-9e69-5bcab47b1391'] response: {'server_uuid': '46b75108-a73d-4395-ab52-19231bbefec6', 'name': 'network-vif-deleted', 'tag': '686cf4c9-eafc-4f48-ac8f-dde40620b21e', 'status': 'completed', 'code': 200} May 27 02:29:25.102070 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8822d0-28cb-44f7-a54c-8dd0599794c7 None None] Pushing event updated for resources: {'Port': ['ID=7e82bc42-587d-4aca-a353-96ab00321eff,revision_number=4']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:25.118266 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4b59b7e1-201e-4e46-9e0c-e9dac18b0da2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:29:25.139419 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45df28dd-507c-48f4-ba58-b57d084d5423 None None] Routers {'d6322e71-f9bf-4e1f-b668-525eb54f3ae6'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:29:25.140415 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-45df28dd-507c-48f4-ba58-b57d084d5423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:28:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d6322e71-f9bf-4e1f-b668-525eb54f3ae6'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:25.172145 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42b55b9e-04bb-4b88-9134-4b000ef9f014'] response: {'server_uuid': '8fcb2d32-dc08-4942-ab4f-3ecbf9613c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23dac4b2-03d0-4497-b59e-219e28865a77', 'code': 200} May 27 02:29:25.207276 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port d4214fc3-b72b-4d15-bbda-647687418c53 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:25.207662 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:25.281506 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c17834c2-609a-4b51-9a7b-4c41dfb1acce tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:25.286632 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port d4214fc3-b72b-4d15-bbda-647687418c53, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=d4214fc3-b72b-4d15-bbda-647687418c53,segment=NetworkSegment(e69fbaca-e271-4f53-9434-ac276ab8e125),segment_id=e69fbaca-e271-4f53-9434-ac276ab8e125)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:25.312886 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.api [req-f416f1f9-13e5-4c50-b995-2ade7d2d738e req-6dde0445-33bf-457a-afec-19ceeaffb325 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:29:25.313813 n-d-843554-3 neutron-server[88901]: DEBUG oslo_db.api [req-f416f1f9-13e5-4c50-b995-2ade7d2d738e req-6dde0445-33bf-457a-afec-19ceeaffb325 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:29:25.360422 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0d79e-723e-44e4-a744-a436b8c474aa req-e32b6a94-ec94-4571-aa4a-acf5396878be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:25.362271 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8df0d79e-723e-44e4-a744-a436b8c474aa req-e32b6a94-ec94-4571-aa4a-acf5396878be service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8fcb2d32-dc08-4942-ab4f-3ecbf9613c16 HTTP/1.1" status: 200 len: 1096 time: 0.1177750 May 27 02:29:25.408377 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:25.409332 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 6df9f825-40fa-4e22-8427-8e071dc69a2d up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:29:25.458698 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8df0d79e-723e-44e4-a744-a436b8c474aa req-f06e761e-6733-4533-90ba-318293b2cd9b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e3caece4-0c9e-4cd5-a9c9-2bc9847bb1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877843 May 27 02:29:25.484111 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-45df28dd-507c-48f4-ba58-b57d084d5423 None None] Set router d6322e71-f9bf-4e1f-b668-525eb54f3ae6 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:29:25.500008 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8706a-7376-454a-a94f-4399f7bae926 req-db774ec6-48a6-42f9-bc07-8464867aa19a tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:25.511743 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-afc8706a-7376-454a-a94f-4399f7bae926 req-db774ec6-48a6-42f9-bc07-8464867aa19a tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=46b75108-a73d-4395-ab52-19231bbefec6 HTTP/1.1" status: 200 len: 946 time: 1.5967448 May 27 02:29:25.610150 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b075c145-e2ff-4caf-a409-5cb3b66ac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:25.665991 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=d4214fc3-b72b-4d15-bbda-647687418c53,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:25.699591 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c17834c2-609a-4b51-9a7b-4c41dfb1acce tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:25.708684 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c17834c2-609a-4b51-9a7b-4c41dfb1acce tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 10.6501305 May 27 02:29:25.720585 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-afc8706a-7376-454a-a94f-4399f7bae926 req-0947ac9a-b098-447c-a595-13ea0d2efa21 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b1c5d58-b623-42ce-95bb-4137c2111074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069194 May 27 02:29:25.733003 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 6df9f825-40fa-4e22-8427-8e071dc69a2d completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:29:25.746537 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 6df9f825-40fa-4e22-8427-8e071dc69a2d triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:25.746537 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:25.815347 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-f416f1f9-13e5-4c50-b995-2ade7d2d738e req-6dde0445-33bf-457a-afec-19ceeaffb325 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Deleting port baabc363-c747-453c-a555-29e87186c07a {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:29:25.816496 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f416f1f9-13e5-4c50-b995-2ade7d2d738e req-6dde0445-33bf-457a-afec-19ceeaffb325 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:25.962775 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-45df28dd-507c-48f4-ba58-b57d084d5423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6322e71-f9bf-4e1f-b668-525eb54f3ae6', 'name': 'tempest-TestServerMultinode-1572372465-router', 'tenant_id': '81f33c34ff244585a8e7a12aa2df1967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '567f93a5-6f5e-4900-8cf6-1bb1b6eff23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:29:09Z', 'updated_at': '2022-05-27T02:29:18Z', 'revision_number': 4, 'project_id': '81f33c34ff244585a8e7a12aa2df1967', 'gw_port': {'id': '567f93a5-6f5e-4900-8cf6-1bb1b6eff23f', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6322e71-f9bf-4e1f-b668-525eb54f3ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:11Z', 'updated_at': '2022-05-27T02:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '7e82bc42-587d-4aca-a353-96ab00321eff', 'name': '', 'network_id': 'f503c0fc-1b99-430e-93b0-fa2fbcdd3be5', 'tenant_id': '81f33c34ff244585a8e7a12aa2df1967', 'mac_address': 'fa:16:3e:63:78:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6322e71-f9bf-4e1f-b668-525eb54f3ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': 'daeaab2a-cada-42df-be85-698a673b8b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:17Z', 'updated_at': '2022-05-27T02:29:24Z', 'revision_number': 4, 'project_id': '81f33c34ff244585a8e7a12aa2df1967', 'subnets': [{'id': 'daeaab2a-cada-42df-be85-698a673b8b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:25.967673 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45df28dd-507c-48f4-ba58-b57d084d5423 None None] The sync data for ids ['d6322e71-f9bf-4e1f-b668-525eb54f3ae6'] in n-d-843554-3 is: [{'id': 'd6322e71-f9bf-4e1f-b668-525eb54f3ae6', 'name': 'tempest-TestServerMultinode-1572372465-router', 'tenant_id': '81f33c34ff244585a8e7a12aa2df1967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '567f93a5-6f5e-4900-8cf6-1bb1b6eff23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:29:09Z', 'updated_at': '2022-05-27T02:29:18Z', 'revision_number': 4, 'project_id': '81f33c34ff244585a8e7a12aa2df1967', 'gw_port': {'id': '567f93a5-6f5e-4900-8cf6-1bb1b6eff23f', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6322e71-f9bf-4e1f-b668-525eb54f3ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:11Z', 'updated_at': '2022-05-27T02:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '7e82bc42-587d-4aca-a353-96ab00321eff', 'name': '', 'network_id': 'f503c0fc-1b99-430e-93b0-fa2fbcdd3be5', 'tenant_id': '81f33c34ff244585a8e7a12aa2df1967', 'mac_address': 'fa:16:3e:63:78:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6322e71-f9bf-4e1f-b668-525eb54f3ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': 'daeaab2a-cada-42df-be85-698a673b8b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:17Z', 'updated_at': '2022-05-27T02:29:24Z', 'revision_number': 4, 'project_id': '81f33c34ff244585a8e7a12aa2df1967', 'subnets': [{'id': 'daeaab2a-cada-42df-be85-698a673b8b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:29:25.997256 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-632a802a-7b8d-40be-938c-13d99493ffee req-2c2dd8e4-ce2e-4c4c-9b3f-3b62419e9ac7 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=abee0d60-929c-431c-84c6-9b1ad9d5c74c HTTP/1.1" status: 200 len: 210 time: 0.1049206 May 27 02:29:26.009654 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-33033d14-f911-40ba-bcf4-65ea279fd83a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Allocated IP 172.21.0.1 (d017996d-9c7f-4ad8-bf43-f115326c2e4d/8088d9c2-5b7c-49f0-94af-521c491bc3a5/4820d45b-10ad-4f1e-aed1-0d91c9e69c9f) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:29:26.021908 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 6df9f825-40fa-4e22-8427-8e071dc69a2d is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:26.028459 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:26.072391 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4b59b7e1-201e-4e46-9e0c-e9dac18b0da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:26.093457 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 6df9f825-40fa-4e22-8427-8e071dc69a2d, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=6df9f825-40fa-4e22-8427-8e071dc69a2d,segment=NetworkSegment(9f80f1a2-bc37-4d37-9be2-453cf44563ec),segment_id=9f80f1a2-bc37-4d37-9be2-453cf44563ec)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:26.102614 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017590d-9fe3-4856-b6e9-6a488621f04f req-5d81c15e-f6a3-4e00-84d3-af1f79b7e0b8 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:26.104120 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5017590d-9fe3-4856-b6e9-6a488621f04f req-5d81c15e-f6a3-4e00-84d3-af1f79b7e0b8 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb2f47e1-b1dd-4d8a-ada8-d8b7730e56d8 HTTP/1.1" status: 200 len: 945 time: 0.7175465 May 27 02:29:26.177278 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4b59b7e1-201e-4e46-9e0c-e9dac18b0da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:26.189710 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b59b7e1-201e-4e46-9e0c-e9dac18b0da2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:29:26.191157 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:26.248365 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-f416f1f9-13e5-4c50-b995-2ade7d2d738e req-6dde0445-33bf-457a-afec-19ceeaffb325 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] For port baabc363-c747-453c-a555-29e87186c07a, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=baabc363-c747-453c-a555-29e87186c07a,segment=NetworkSegment(6e087f4b-4ae8-48ae-9e52-24f0368b4c40),segment_id=6e087f4b-4ae8-48ae-9e52-24f0368b4c40)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:26.248812 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f416f1f9-13e5-4c50-b995-2ade7d2d738e req-6dde0445-33bf-457a-afec-19ceeaffb325 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:26.269419 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4b59b7e1-201e-4e46-9e0c-e9dac18b0da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:26.271071 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-4b59b7e1-201e-4e46-9e0c-e9dac18b0da2 admin admin] Added segment 07f80d0d-49dc-4524-ab97-b73b903d653c of type vlan for network 4df28d7f-d112-4b82-a478-2d304ba036a3 May 27 02:29:26.346679 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=6df9f825-40fa-4e22-8427-8e071dc69a2d,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:26.387739 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5017590d-9fe3-4856-b6e9-6a488621f04f req-6b9d9967-3b28-4738-83e2-b3a528560fa3 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3caece4-0c9e-4cd5-a9c9-2bc9847bb1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173009 May 27 02:29:26.403799 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4b59b7e1-201e-4e46-9e0c-e9dac18b0da2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:26.476341 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-f416f1f9-13e5-4c50-b995-2ade7d2d738e req-6dde0445-33bf-457a-afec-19ceeaffb325 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Calling delete_port for baabc363-c747-453c-a555-29e87186c07a owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:29:26.476436 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b59b7e1-201e-4e46-9e0c-e9dac18b0da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265cd488-5638-4b04-8bc5-c36cca8a4574,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:26.562638 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 6e06fc56-f856-4359-8936-e81e87ae92ec up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:29:26.622140 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-19c9daec-8bec-4baf-9be0-8425de556548 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Synchronizing usage tracker for tenant:a54d5457e373400db950c9d30ab97cd7 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:29:26.637953 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-33033d14-f911-40ba-bcf4-65ea279fd83a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:26.662389 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4b59b7e1-201e-4e46-9e0c-e9dac18b0da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:26.663429 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b59b7e1-201e-4e46-9e0c-e9dac18b0da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:26.668417 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4b59b7e1-201e-4e46-9e0c-e9dac18b0da2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:26.692634 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-33033d14-f911-40ba-bcf4-65ea279fd83a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Transition to ACTIVE for port object 4820d45b-10ad-4f1e-aed1-0d91c9e69c9f will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:29:26.701173 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 6e06fc56-f856-4359-8936-e81e87ae92ec triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:26.701784 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:26.799407 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-19c9daec-8bec-4baf-9be0-8425de556548 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Unset dirty status for tenant:a54d5457e373400db950c9d30ab97cd7 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:29:26.809119 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-19c9daec-8bec-4baf-9be0-8425de556548 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1896234187&fields=id&tenant_id=a54d5457e373400db950c9d30ab97cd7 HTTP/1.1" status: 200 len: 267 time: 0.2725568 May 27 02:29:26.918939 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b59b7e1-201e-4e46-9e0c-e9dac18b0da2 admin admin] Pushing event updated for resources: {'Network': ['ID=4df28d7f-d112-4b82-a478-2d304ba036a3,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:26.952385 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f416f1f9-13e5-4c50-b995-2ade7d2d738e req-6dde0445-33bf-457a-afec-19ceeaffb325 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:26.954824 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 4df28d7f-d112-4b82-a478-2d304ba036a3 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:29:26.955883 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4b59b7e1-201e-4e46-9e0c-e9dac18b0da2 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.4495578 May 27 02:29:26.960219 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54260) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:26.970623 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-afd2d826-5325-4dd2-8f8d-98f16a102b47 admin admin] Request body: {'subnet': {'network_id': '4df28d7f-d112-4b82-a478-2d304ba036a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1410637789-subnet', 'tenant_id': '0175724c21d348429aa5e3000587cd5e', 'ip_version': 4}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:29:27.016378 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-afd2d826-5325-4dd2-8f8d-98f16a102b47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:29:27.038206 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-afd2d826-5325-4dd2-8f8d-98f16a102b47 admin admin] Usage tracker for resource:subnet and tenant:0175724c21d348429aa5e3000587cd5e is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:29:27.060429 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-afd2d826-5325-4dd2-8f8d-98f16a102b47 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:29:27.069799 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde0445-33bf-457a-afec-19ceeaffb325 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Pushing event deleted for resources: {'Port': ['ID=baabc363-c747-453c-a555-29e87186c07a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:27.073329 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-33033d14-f911-40ba-bcf4-65ea279fd83a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:27.142886 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-afd2d826-5325-4dd2-8f8d-98f16a102b47 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:29:27.161136 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 6e06fc56-f856-4359-8936-e81e87ae92ec is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:27.162224 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 0b51a1d0-00cb-463a-849f-699a920f6a03 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:29:27.231722 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2f47e1-b1dd-4d8a-ada8-d8b7730e56d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51996c46-ee73-4567-b016-ccc12a451411'}, {'server_uuid': '46b75108-a73d-4395-ab52-19231bbefec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baabc363-c747-453c-a555-29e87186c07a'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:29:27.239585 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-3b9172fd-500f-403e-9618-ce969525cd4a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:27.241706 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-3b9172fd-500f-403e-9618-ce969525cd4a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Synchronizing usage tracker for tenant:a54d5457e373400db950c9d30ab97cd7 on resource:network {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:29:27.294115 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-312558c5-c13b-456e-b30d-45a80406c6f0 req-501b3971-3a3f-4d66-8ea4-0e9969e93f92 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=46b75108-a73d-4395-ab52-19231bbefec6 HTTP/1.1" status: 200 len: 210 time: 0.1499071 May 27 02:29:27.305155 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b75108-a73d-4395-ab52-19231bbefec6', 'name': 'network-vif-deleted', 'tag': 'ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:29:27.346574 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33033d14-f911-40ba-bcf4-65ea279fd83a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Network d017996d-9c7f-4ad8-bf43-f115326c2e4d is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:29:27.347456 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd2d826-5325-4dd2-8f8d-98f16a102b47 admin admin] Made reservation on behalf of 0175724c21d348429aa5e3000587cd5e for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:29:27.349766 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-afd2d826-5325-4dd2-8f8d-98f16a102b47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:27.371129 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-33033d14-f911-40ba-bcf4-65ea279fd83a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:29:27.383409 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33033d14-f911-40ba-bcf4-65ea279fd83a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:29:27.406734 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 0b51a1d0-00cb-463a-849f-699a920f6a03 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:29:27.413274 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 0b51a1d0-00cb-463a-849f-699a920f6a03 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:27.415859 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:27.457118 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-f416f1f9-13e5-4c50-b995-2ade7d2d738e req-6dde0445-33bf-457a-afec-19ceeaffb325 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] No DVR routers for this DVR port baabc363-c747-453c-a555-29e87186c07a on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:29:27.460334 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f416f1f9-13e5-4c50-b995-2ade7d2d738e req-6dde0445-33bf-457a-afec-19ceeaffb325 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:27.487873 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f416f1f9-13e5-4c50-b995-2ade7d2d738e req-6dde0445-33bf-457a-afec-19ceeaffb325 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.66 "DELETE /v2.0/ports/baabc363-c747-453c-a555-29e87186c07a HTTP/1.1" status: 204 len: 173 time: 3.3106015 May 27 02:29:27.524879 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33033d14-f911-40ba-bcf4-65ea279fd83a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event updated for resources: {'Port': ['ID=4820d45b-10ad-4f1e-aed1-0d91c9e69c9f,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:27.528129 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07431e4-30df-4d81-bf0f-44a68b115520 req-6bd64832-1004-45d9-a698-1db383015ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:27.529760 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c07431e4-30df-4d81-bf0f-44a68b115520 req-6bd64832-1004-45d9-a698-1db383015ff8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a9d84b96bbe4011b693e36de83ee83d&device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 1097 time: 0.1675694 May 27 02:29:27.572750 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-3b9172fd-500f-403e-9618-ce969525cd4a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Unset dirty status for tenant:a54d5457e373400db950c9d30ab97cd7 on resource:network {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:29:27.573918 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-3b9172fd-500f-403e-9618-ce969525cd4a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/networks?id=e6379d80-7b9b-4710-9948-937eec21e411 HTTP/1.1" status: 200 len: 810 time: 0.7639627 May 27 02:29:27.612271 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 0b51a1d0-00cb-463a-849f-699a920f6a03 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:27.612867 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:27.633979 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-65a38790-be2b-444e-8ed2-ccee41cd462b tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/quotas/a54d5457e373400db950c9d30ab97cd7 HTTP/1.1" status: 200 len: 375 time: 0.0497215 May 27 02:29:27.640403 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-33033d14-f911-40ba-bcf4-65ea279fd83a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:27.661553 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 0b51a1d0-00cb-463a-849f-699a920f6a03, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=0b51a1d0-00cb-463a-849f-699a920f6a03,segment=NetworkSegment(2d17ae40-4310-4a58-b1f0-c2f85fb57fbf),segment_id=2d17ae40-4310-4a58-b1f0-c2f85fb57fbf)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:27.769815 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:27.779112 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 567f93a5-6f5e-4900-8cf6-1bb1b6eff23f up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:29:27.788974 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07431e4-30df-4d81-bf0f-44a68b115520 req-ad75736b-14bb-4285-91fc-f2f16ca1660c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:27.792937 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c07431e4-30df-4d81-bf0f-44a68b115520 req-ad75736b-14bb-4285-91fc-f2f16ca1660c service neutron] 10.222.0.32 "GET /v2.0/networks?id=8604bb25-00c6-4170-bfcb-0b58b32e10ee HTTP/1.1" status: 200 len: 919 time: 0.2556603 May 27 02:29:27.935557 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a4dd31ab-ba8e-4b53-9fda-23f7538137b2 None None] Provisioning for port 4820d45b-10ad-4f1e-aed1-0d91c9e69c9f completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:29:27.941455 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c07431e4-30df-4d81-bf0f-44a68b115520 req-cd5e8231-9e85-4efc-8099-5eb6209b750c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b2f5214-fb0c-4b36-b89a-cbf2f8186af1 HTTP/1.1" status: 200 len: 1001 time: 0.1394897 May 27 02:29:27.955365 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a4dd31ab-ba8e-4b53-9fda-23f7538137b2 None None] Provisioning complete for port 4820d45b-10ad-4f1e-aed1-0d91c9e69c9f triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:27.955917 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a4dd31ab-ba8e-4b53-9fda-23f7538137b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:27.974581 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111ecf2-97d4-47e5-8700-069e25268968 req-cd36fc79-7ccb-4bac-acea-438fc376279f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:27.982309 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b111ecf2-97d4-47e5-8700-069e25268968 req-cd36fc79-7ccb-4bac-acea-438fc376279f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 946 time: 0.4952528 May 27 02:29:27.983064 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-78583509-0c8f-4753-9f07-2e592bfc0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:28.051979 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07431e4-30df-4d81-bf0f-44a68b115520 req-05892613-1e7f-4acf-b3d3-7e12ba21a458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:28.051979 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c07431e4-30df-4d81-bf0f-44a68b115520 req-05892613-1e7f-4acf-b3d3-7e12ba21a458 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fd5aa407-954e-45ea-8fc0-6e0875d0c839 HTTP/1.1" status: 200 len: 857 time: 0.0994473 May 27 02:29:28.072727 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=0b51a1d0-00cb-463a-849f-699a920f6a03,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:28.116457 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a4dd31ab-ba8e-4b53-9fda-23f7538137b2 None None] Port 4820d45b-10ad-4f1e-aed1-0d91c9e69c9f cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:29:28.130279 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07431e4-30df-4d81-bf0f-44a68b115520 req-77f05b61-1074-4ec7-965b-6856cd6cd11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:28.130741 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 567f93a5-6f5e-4900-8cf6-1bb1b6eff23f triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:28.132338 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:28.133219 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c07431e4-30df-4d81-bf0f-44a68b115520 req-77f05b61-1074-4ec7-965b-6856cd6cd11c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8604bb25-00c6-4170-bfcb-0b58b32e10ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774372 May 27 02:29:28.214618 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b111ecf2-97d4-47e5-8700-069e25268968 req-2cdd41e2-93f1-497f-8ce4-c1c9701869ec tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=2215ff21-0f16-48f2-9c26-3743ed11a433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2314115 May 27 02:29:28.296112 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c07431e4-30df-4d81-bf0f-44a68b115520 req-da763a29-d7e8-4a00-91fa-7e188729ce59 service neutron] 10.222.0.32 "GET /v2.0/networks/8604bb25-00c6-4170-bfcb-0b58b32e10ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573226 May 27 02:29:28.306582 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-c7d74727-8c04-41c0-a4ee-b154b1ff2fb4 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Synchronizing usage tracker for tenant:a54d5457e373400db950c9d30ab97cd7 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:29:28.321859 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 567f93a5-6f5e-4900-8cf6-1bb1b6eff23f is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:28.328811 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device d4214fc3-b72b-4d15-bbda-647687418c53 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:29:28.334065 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-48ad7487-5193-41b4-8bd7-3ce233031b4b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:28.336095 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-48ad7487-5193-41b4-8bd7-3ce233031b4b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.32 "GET /v2.0/networks?id=72395de2-24ec-482b-bef7-14825a5fc695 HTTP/1.1" status: 200 len: 814 time: 0.3273571 May 27 02:29:28.434060 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port d4214fc3-b72b-4d15-bbda-647687418c53 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:28.434703 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:28.463186 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-afd2d826-5325-4dd2-8f8d-98f16a102b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:28.485733 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c07431e4-30df-4d81-bf0f-44a68b115520 req-4dbc0870-5ec9-48d9-b3f7-a18697d1abe9 service neutron] 10.222.0.32 "GET /v2.0/networks/8604bb25-00c6-4170-bfcb-0b58b32e10ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797624 May 27 02:29:28.513948 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-76486257-76ed-4aff-9e5d-5489d61a455b req-94694248-a9ed-48fd-a7ff-4cfbb2ed357e tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=abee0d60-929c-431c-84c6-9b1ad9d5c74c HTTP/1.1" status: 200 len: 210 time: 0.1378229 May 27 02:29:28.514534 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-c7d74727-8c04-41c0-a4ee-b154b1ff2fb4 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Unset dirty status for tenant:a54d5457e373400db950c9d30ab97cd7 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:29:28.527331 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-c7d74727-8c04-41c0-a4ee-b154b1ff2fb4 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a54d5457e373400db950c9d30ab97cd7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8705235 May 27 02:29:28.560102 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port d4214fc3-b72b-4d15-bbda-647687418c53 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:28.561462 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 7e82bc42-587d-4aca-a353-96ab00321eff up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:29:28.651000 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23eb4c5d-6e2e-43f4-90e9-eadba8b3496d'] response: {'server_uuid': 'fb2f47e1-b1dd-4d8a-ada8-d8b7730e56d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51996c46-ee73-4567-b016-ccc12a451411', 'code': 200} May 27 02:29:28.651510 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23eb4c5d-6e2e-43f4-90e9-eadba8b3496d'] response: {'server_uuid': '46b75108-a73d-4395-ab52-19231bbefec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baabc363-c747-453c-a555-29e87186c07a', 'code': 200} May 27 02:29:28.700926 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74d16ee0-1262-4fba-b2f1-18d0a03ef019'] response: {'server_uuid': '46b75108-a73d-4395-ab52-19231bbefec6', 'name': 'network-vif-deleted', 'tag': 'ef2c8e0f-88b6-4c7d-aff2-87d8150dd2fa', 'status': 'completed', 'code': 200} May 27 02:29:28.714832 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-a4d87df2-4098-4c64-95f6-35ae43a16678 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2651911d1c264f1c8c7218b6fddf9f10 HTTP/1.1" status: 200 len: 379 time: 0.3618548 May 27 02:29:28.732614 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 7e82bc42-587d-4aca-a353-96ab00321eff completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:29:28.738225 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 7e82bc42-587d-4aca-a353-96ab00321eff triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:28.738590 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:28.746922 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-0ef800b4-ac1a-4055-a2c8-ce16499f5897 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Request body: {'port': {'device_id': 'abee0d60-929c-431c-84c6-9b1ad9d5c74c', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'admin_state_up': True, 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'security_groups': ['1bc352bb-91c8-4d59-9492-68a3b06be43c']}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:29:28.813984 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3305952-fbff-40a8-b0ae-b42fad8cb467 req-4f22f4d2-2435-4ea9-8587-60a9f93b18f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:28.814189 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-33033d14-f911-40ba-bcf4-65ea279fd83a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:28.815648 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e3305952-fbff-40a8-b0ae-b42fad8cb467 req-4f22f4d2-2435-4ea9-8587-60a9f93b18f3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fb2f47e1-b1dd-4d8a-ada8-d8b7730e56d8 HTTP/1.1" status: 200 len: 1096 time: 0.0837221 May 27 02:29:28.878039 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e3305952-fbff-40a8-b0ae-b42fad8cb467 req-621bd3d7-2b1c-4574-9be0-fa657a0484fd service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e3caece4-0c9e-4cd5-a9c9-2bc9847bb1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554154 May 27 02:29:28.910318 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 7e82bc42-587d-4aca-a353-96ab00321eff is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:28.910687 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:28.945362 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd2d826-5325-4dd2-8f8d-98f16a102b47 admin admin] Checking segment: {'id': '07f80d0d-49dc-4524-ab97-b73b903d653c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4df28d7f-d112-4b82-a478-2d304ba036a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:29:28.945728 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd2d826-5325-4dd2-8f8d-98f16a102b47 admin admin] Network hostable DHCP agents. Network: 4df28d7f-d112-4b82-a478-2d304ba036a3, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:29:28.947736 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 7e82bc42-587d-4aca-a353-96ab00321eff, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=7e82bc42-587d-4aca-a353-96ab00321eff,segment=NetworkSegment(ed742516-baab-43a7-866c-bed74e558a84),segment_id=ed742516-baab-43a7-866c-bed74e558a84)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:28.984811 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd2d826-5325-4dd2-8f8d-98f16a102b47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10f46d4b-1a41-4868-81cb-a4e02b4f3b26,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:28.997824 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:28.998654 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:29.026082 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:29.054140 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-5de38f99-0926-46a7-bf67-717498ac4a1c service neutron] 10.222.0.57 "GET /v2.0/networks/e6379d80-7b9b-4710-9948-937eec21e411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5250115 May 27 02:29:29.100565 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=7e82bc42-587d-4aca-a353-96ab00321eff,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:29.157739 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 6df9f825-40fa-4e22-8427-8e071dc69a2d up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:29:29.229162 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-0ef800b4-ac1a-4055-a2c8-ce16499f5897 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:29:29.229582 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 6df9f825-40fa-4e22-8427-8e071dc69a2d triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:29.229948 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:29.296145 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd2d826-5325-4dd2-8f8d-98f16a102b47 admin admin] Network 4df28d7f-d112-4b82-a478-2d304ba036a3 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:29:29.298721 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-0ef800b4-ac1a-4055-a2c8-ce16499f5897 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Usage tracker for resource:port and tenant:2651911d1c264f1c8c7218b6fddf9f10 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:29:29.311940 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-0ef800b4-ac1a-4055-a2c8-ce16499f5897 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:29:29.378191 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 6df9f825-40fa-4e22-8427-8e071dc69a2d is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:29.379281 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 0b51a1d0-00cb-463a-849f-699a920f6a03 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:29:29.395765 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-0ef800b4-ac1a-4055-a2c8-ce16499f5897 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:29:29.452592 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 0b51a1d0-00cb-463a-849f-699a920f6a03 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:29.455797 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:29.474554 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222584a-05a6-405a-9958-70b90397d5cf req-8942dc8e-2d8b-4fd0-8823-60682a9b5d75 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:29.476597 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b222584a-05a6-405a-9958-70b90397d5cf req-8942dc8e-2d8b-4fd0-8823-60682a9b5d75 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb2f47e1-b1dd-4d8a-ada8-d8b7730e56d8 HTTP/1.1" status: 200 len: 945 time: 0.6523545 May 27 02:29:29.497515 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-a08e6aa3-f197-43a7-bc3a-4ee86d84f00e service neutron] 10.222.0.57 "GET /v2.0/networks/e6379d80-7b9b-4710-9948-937eec21e411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4425230 May 27 02:29:29.552164 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-afd2d826-5325-4dd2-8f8d-98f16a102b47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 4df28d7f-d112-4b82-a478-2d304ba036a3) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:29:29.562919 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d56cd6a-40ff-4a6d-9c8e-de37a99498be None None] Network 4df28d7f-d112-4b82-a478-2d304ba036a3 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:29:29.623817 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-0ef800b4-ac1a-4055-a2c8-ce16499f5897 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Made reservation on behalf of 2651911d1c264f1c8c7218b6fddf9f10 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:29:29.623817 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-0ef800b4-ac1a-4055-a2c8-ce16499f5897 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:29.623817 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd2d826-5325-4dd2-8f8d-98f16a102b47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:29.623817 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-afd2d826-5325-4dd2-8f8d-98f16a102b47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:29.657597 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 0b51a1d0-00cb-463a-849f-699a920f6a03 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:29.711714 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b222584a-05a6-405a-9958-70b90397d5cf req-4fc205d4-dcfa-478d-9910-ebe50d490d20 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3caece4-0c9e-4cd5-a9c9-2bc9847bb1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096267 May 27 02:29:29.758833 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54292) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:29.759318 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-afd2d826-5325-4dd2-8f8d-98f16a102b47 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.7968738 May 27 02:29:29.765872 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-36b68931-32e5-463c-ba18-45ffeedc3f0a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1410637789-router', 'tenant_id': '0175724c21d348429aa5e3000587cd5e', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:29:29.777389 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-36b68931-32e5-463c-ba18-45ffeedc3f0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:29:29.798939 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-36b68931-32e5-463c-ba18-45ffeedc3f0a admin admin] Usage tracker for resource:router and tenant:0175724c21d348429aa5e3000587cd5e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:29:29.814220 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-36b68931-32e5-463c-ba18-45ffeedc3f0a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:29:29.829633 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-36b68931-32e5-463c-ba18-45ffeedc3f0a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:29:29.866754 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54300) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:29.920356 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9683e5d8-2c2a-49c0-bfe0-b582f9855193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-4df28d7f-d112-4b82-a478-2d304ba036a3', 'network_id': '4df28d7f-d112-4b82-a478-2d304ba036a3', 'tenant_id': '0175724c21d348429aa5e3000587cd5e', 'fixed_ips': [{'subnet_id': '10f46d4b-1a41-4868-81cb-a4e02b4f3b26'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:29:29.922492 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9683e5d8-2c2a-49c0-bfe0-b582f9855193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:30.013701 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36b68931-32e5-463c-ba18-45ffeedc3f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:30.020809 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36b68931-32e5-463c-ba18-45ffeedc3f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:30.066609 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-4772567e-c6f1-40f8-9a44-f75cace8c494 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Deleting subnet 5884ba1e-c77a-4517-a196-1e4c77441d99 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:29:30.080223 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4772567e-c6f1-40f8-9a44-f75cace8c494 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:30.190721 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4772567e-c6f1-40f8-9a44-f75cace8c494 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:30.224846 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-9683e5d8-2c2a-49c0-bfe0-b582f9855193 None None] Allocated IP 172.20.0.2 (4df28d7f-d112-4b82-a478-2d304ba036a3/10f46d4b-1a41-4868-81cb-a4e02b4f3b26/363a7a5a-7a01-4a81-be4e-d231a0f43f66) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:29:30.231924 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36b68931-32e5-463c-ba18-45ffeedc3f0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:30.328600 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4772567e-c6f1-40f8-9a44-f75cace8c494 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:30.345160 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-360f6549-20e4-498f-8eb9-64939ece545e req-aba98880-845e-48d6-a185-30460422ec0c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=abee0d60-929c-431c-84c6-9b1ad9d5c74c HTTP/1.1" status: 200 len: 210 time: 0.1216192 May 27 02:29:30.356625 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [None req-33033d14-f911-40ba-bcf4-65ea279fd83a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:29:30.397311 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-33033d14-f911-40ba-bcf4-65ea279fd83a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:30.417497 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-0ef800b4-ac1a-4055-a2c8-ce16499f5897 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Allocated IP 172.20.0.10 (72395de2-24ec-482b-bef7-14825a5fc695/8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95/4063e565-cdde-4c05-b9f9-f83d936377fd) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:29:30.455486 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a34e89-caed-4a96-8968-6656ce097adf req-652a181a-59fa-4866-9466-944a175f46f5 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:30.456985 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a8a34e89-caed-4a96-8968-6656ce097adf req-652a181a-59fa-4866-9466-944a175f46f5 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 946 time: 0.1973720 May 27 02:29:30.492518 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9683e5d8-2c2a-49c0-bfe0-b582f9855193 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:30.503327 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:30.505258 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fd981c7d-af02-442c-8041-2125b6775f19 req-89e1083e-8fe5-42fc-aa14-80cd0976b229 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=99708104-dbf0-4405-aae1-64907e682f22 HTTP/1.1" status: 200 len: 210 time: 0.0635180 May 27 02:29:30.510247 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-33033d14-f911-40ba-bcf4-65ea279fd83a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:30.607341 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9683e5d8-2c2a-49c0-bfe0-b582f9855193 None None] Transition to ACTIVE for port object 363a7a5a-7a01-4a81-be4e-d231a0f43f66 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:29:30.614938 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4772567e-c6f1-40f8-9a44-f75cace8c494 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:30.631512 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9683e5d8-2c2a-49c0-bfe0-b582f9855193 None None] Transition to ACTIVE for port object 363a7a5a-7a01-4a81-be4e-d231a0f43f66 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:29:30.662453 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a8a34e89-caed-4a96-8968-6656ce097adf req-b7b830d1-5778-4a11-812e-f0e3c3a4ccf9 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=2215ff21-0f16-48f2-9c26-3743ed11a433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552377 May 27 02:29:30.681769 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4772567e-c6f1-40f8-9a44-f75cace8c494 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Pushing event deleted for resources: {'Subnet': ['ID=5884ba1e-c77a-4517-a196-1e4c77441d99,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:30.695693 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf4126b-3c69-45f7-af14-0bc561bb78e0 None None] Network 510fd829-959e-45fc-a9f9-360a49e960c0 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:29:30.746250 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4772567e-c6f1-40f8-9a44-f75cace8c494 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:30.777648 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b75108-a73d-4395-ab52-19231bbefec6', 'name': 'network-vif-deleted', 'tag': 'baabc363-c747-453c-a555-29e87186c07a'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:29:30.855824 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9683e5d8-2c2a-49c0-bfe0-b582f9855193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:31.035612 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d650d8fd-191c-4b7e-8743-b4efa79a40e3'] response: {'server_uuid': '46b75108-a73d-4395-ab52-19231bbefec6', 'name': 'network-vif-deleted', 'tag': 'baabc363-c747-453c-a555-29e87186c07a', 'status': 'completed', 'code': 200} May 27 02:29:31.036037 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-0ef800b4-ac1a-4055-a2c8-ce16499f5897 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:31.046316 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4772567e-c6f1-40f8-9a44-f75cace8c494 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "DELETE /v2.0/subnets/5884ba1e-c77a-4517-a196-1e4c77441d99 HTTP/1.1" status: 204 len: 168 time: 1.1783404 May 27 02:29:31.049843 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54316) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:31.055516 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33033d14-f911-40ba-bcf4-65ea279fd83a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event updated for resources: {'Port': ['ID=4820d45b-10ad-4f1e-aed1-0d91c9e69c9f,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:31.077162 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-33033d14-f911-40ba-bcf4-65ea279fd83a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:31.083652 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-0ef800b4-ac1a-4055-a2c8-ce16499f5897 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Transition to ACTIVE for port object 4063e565-cdde-4c05-b9f9-f83d936377fd will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:29:31.089524 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36b68931-32e5-463c-ba18-45ffeedc3f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:31.112446 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9683e5d8-2c2a-49c0-bfe0-b582f9855193 None None] Network 4df28d7f-d112-4b82-a478-2d304ba036a3 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:29:31.123051 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683e5d8-2c2a-49c0-bfe0-b582f9855193 None None] Pushing event updated for resources: {'Port': ['ID=363a7a5a-7a01-4a81-be4e-d231a0f43f66,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:31.139334 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-9683e5d8-2c2a-49c0-bfe0-b582f9855193 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:29:31.142175 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9683e5d8-2c2a-49c0-bfe0-b582f9855193 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:29:31.189111 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 7e82bc42-587d-4aca-a353-96ab00321eff up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:29:31.250329 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd833a-699a-4d77-a84c-c7fb9297541b req-685c33c6-9281-42f7-802a-4a27c7b7a8d8 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:31.251838 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bdfd833a-699a-4d77-a84c-c7fb9297541b req-685c33c6-9281-42f7-802a-4a27c7b7a8d8 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb2f47e1-b1dd-4d8a-ada8-d8b7730e56d8 HTTP/1.1" status: 200 len: 945 time: 0.2824488 May 27 02:29:31.324400 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-9683e5d8-2c2a-49c0-bfe0-b582f9855193 None None] Attempting to bind port 363a7a5a-7a01-4a81-be4e-d231a0f43f66 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:29:31.324400 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-9683e5d8-2c2a-49c0-bfe0-b582f9855193 None None] Attempting to bind port 363a7a5a-7a01-4a81-be4e-d231a0f43f66 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '07f80d0d-49dc-4524-ab97-b73b903d653c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4df28d7f-d112-4b82-a478-2d304ba036a3'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:29:31.324400 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9683e5d8-2c2a-49c0-bfe0-b582f9855193 None None] Attempting to bind port 363a7a5a-7a01-4a81-be4e-d231a0f43f66 on network 4df28d7f-d112-4b82-a478-2d304ba036a3 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:29:31.345503 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33033d14-f911-40ba-bcf4-65ea279fd83a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Network d017996d-9c7f-4ad8-bf43-f115326c2e4d is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:29:31.345503 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-33033d14-f911-40ba-bcf4-65ea279fd83a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:29:31.352151 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62e3757c-1795-4fe0-a44e-3cc56a4477a2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:31.370213 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-62e3757c-1795-4fe0-a44e-3cc56a4477a2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Deleting port eda59ef9-0a1d-4bcb-bbd8-f8d2b4938723 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:29:31.370213 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62e3757c-1795-4fe0-a44e-3cc56a4477a2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:31.374352 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-0ef800b4-ac1a-4055-a2c8-ce16499f5897 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:31.384050 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9683e5d8-2c2a-49c0-bfe0-b582f9855193 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:29:31.384050 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9683e5d8-2c2a-49c0-bfe0-b582f9855193 None None] Checking segment: {'id': '07f80d0d-49dc-4524-ab97-b73b903d653c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4df28d7f-d112-4b82-a478-2d304ba036a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:29:31.384050 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9683e5d8-2c2a-49c0-bfe0-b582f9855193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:31.386347 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bdfd833a-699a-4d77-a84c-c7fb9297541b req-3cb181b3-32d2-484a-9b8d-210b59bcdb72 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3caece4-0c9e-4cd5-a9c9-2bc9847bb1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176279 May 27 02:29:31.386783 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9683e5d8-2c2a-49c0-bfe0-b582f9855193 None None] Bound using segment: {'id': '07f80d0d-49dc-4524-ab97-b73b903d653c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4df28d7f-d112-4b82-a478-2d304ba036a3'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:29:31.386783 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-9683e5d8-2c2a-49c0-bfe0-b582f9855193 None None] Bound port: 363a7a5a-7a01-4a81-be4e-d231a0f43f66, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f80d0d-49dc-4524-ab97-b73b903d653c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4df28d7f-d112-4b82-a478-2d304ba036a3'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:29:31.386783 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9683e5d8-2c2a-49c0-bfe0-b582f9855193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:31.622342 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9683e5d8-2c2a-49c0-bfe0-b582f9855193 None None] For port 363a7a5a-7a01-4a81-be4e-d231a0f43f66, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:29:31.630197 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9683e5d8-2c2a-49c0-bfe0-b582f9855193 None None] For port 363a7a5a-7a01-4a81-be4e-d231a0f43f66, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=363a7a5a-7a01-4a81-be4e-d231a0f43f66,segment=NetworkSegment(07f80d0d-49dc-4524-ab97-b73b903d653c),segment_id=07f80d0d-49dc-4524-ab97-b73b903d653c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:29:31.637435 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc56c08-3ef7-4939-a0b2-44fae5935537 None None] DHCP port deletion for 510fd829-959e-45fc-a9f9-360a49e960c0 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:29:31.666947 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-bdc56c08-3ef7-4939-a0b2-44fae5935537 None None] Deleting port eda59ef9-0a1d-4bcb-bbd8-f8d2b4938723 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:29:31.667943 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-bdc56c08-3ef7-4939-a0b2-44fae5935537 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:31.808812 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9683e5d8-2c2a-49c0-bfe0-b582f9855193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:31.851930 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 7e82bc42-587d-4aca-a353-96ab00321eff triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:31.852488 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:32.190866 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36b68931-32e5-463c-ba18-45ffeedc3f0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:32.204941 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-0ef800b4-ac1a-4055-a2c8-ce16499f5897 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Network 72395de2-24ec-482b-bef7-14825a5fc695 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:29:32.220448 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-d96fe111-3a6c-474d-b01a-0a90e929de78 None None] Provisioning complete for port 4820d45b-10ad-4f1e-aed1-0d91c9e69c9f triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:32.221161 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d96fe111-3a6c-474d-b01a-0a90e929de78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:32.231481 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-0ef800b4-ac1a-4055-a2c8-ce16499f5897 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:29:32.237594 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef800b4-ac1a-4055-a2c8-ce16499f5897 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Pushing event updated for resources: {'Port': ['ID=4063e565-cdde-4c05-b9f9-f83d936377fd,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:32.240336 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-0ef800b4-ac1a-4055-a2c8-ce16499f5897 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:29:32.242230 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36b68931-32e5-463c-ba18-45ffeedc3f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:32.260306 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-62e3757c-1795-4fe0-a44e-3cc56a4477a2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] For port eda59ef9-0a1d-4bcb-bbd8-f8d2b4938723, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=eda59ef9-0a1d-4bcb-bbd8-f8d2b4938723,segment=NetworkSegment(d2c8425f-4bf7-4888-8879-e615626b948b),segment_id=d2c8425f-4bf7-4888-8879-e615626b948b)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:32.260920 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62e3757c-1795-4fe0-a44e-3cc56a4477a2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:32.297757 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683e5d8-2c2a-49c0-bfe0-b582f9855193 None None] Pushing event updated for resources: {'Port': ['ID=363a7a5a-7a01-4a81-be4e-d231a0f43f66,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:32.380910 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33033d14-f911-40ba-bcf4-65ea279fd83a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Router d8a99cb3-3bd9-4663-a76e-9d12e4d166cc has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:29:32.400837 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-bdc56c08-3ef7-4939-a0b2-44fae5935537 None None] For port eda59ef9-0a1d-4bcb-bbd8-f8d2b4938723, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=eda59ef9-0a1d-4bcb-bbd8-f8d2b4938723,segment=NetworkSegment(d2c8425f-4bf7-4888-8879-e615626b948b),segment_id=d2c8425f-4bf7-4888-8879-e615626b948b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:32.401575 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-bdc56c08-3ef7-4939-a0b2-44fae5935537 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:32.404161 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e4003-ecd4-455f-a6fd-82ac5cd393e4 req-d713b277-b5ac-4f2b-a502-b1dc9219f702 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:32.409657 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 7e82bc42-587d-4aca-a353-96ab00321eff is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:32.421970 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3d6e4003-ecd4-455f-a6fd-82ac5cd393e4 req-d713b277-b5ac-4f2b-a502-b1dc9219f702 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/ports?device_id=8fcb2d32-dc08-4942-ab4f-3ecbf9613c16 HTTP/1.1" status: 200 len: 945 time: 0.6159155 May 27 02:29:32.431653 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-d96fe111-3a6c-474d-b01a-0a90e929de78 None None] Port 4820d45b-10ad-4f1e-aed1-0d91c9e69c9f cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:29:32.442274 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-0ef800b4-ac1a-4055-a2c8-ce16499f5897 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:32.442919 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-0ef800b4-ac1a-4055-a2c8-ce16499f5897 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:32.462012 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97fdd14-387a-4cc5-822a-8fe991c6a57a req-11f4b3b1-f834-4bc7-b311-b2323e8c4749 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:32.463601 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f97fdd14-387a-4cc5-822a-8fe991c6a57a req-11f4b3b1-f834-4bc7-b311-b2323e8c4749 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=abee0d60-929c-431c-84c6-9b1ad9d5c74c HTTP/1.1" status: 200 len: 932 time: 0.6184077 May 27 02:29:32.488163 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-62e3757c-1795-4fe0-a44e-3cc56a4477a2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Calling delete_port for eda59ef9-0a1d-4bcb-bbd8-f8d2b4938723 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:29:32.576193 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3d6e4003-ecd4-455f-a6fd-82ac5cd393e4 req-0cc31a87-58f8-4a62-81f4-d2709a132f9c tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3caece4-0c9e-4cd5-a9c9-2bc9847bb1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621296 May 27 02:29:32.585950 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:29:32.604446 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-bdc56c08-3ef7-4939-a0b2-44fae5935537 None None] Calling delete_port for eda59ef9-0a1d-4bcb-bbd8-f8d2b4938723 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:29:32.744165 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-36b68931-32e5-463c-ba18-45ffeedc3f0a admin admin] Allocated IP 172.25.1.22 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/87d2d7cc-0de9-4f90-97e6-44b6efbfe48c) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:29:32.802907 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:29:32.802907 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:29:32.802907 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:29:32.802907 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:29:32.802907 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:29:32.802907 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:29:32.802907 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:29:32.802907 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:29:32.802907 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:29:32.802907 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:29:32.802907 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:29:32.802907 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:29:32.802907 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:29:32.802907 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:29:32.802907 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:29:32.802907 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:29:32.802907 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:29:32.802907 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:29:32.802907 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:29:32.802907 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:29:32.802907 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:29:32.802907 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:29:32.802907 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:29:32.802907 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:29:32.802907 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:29:32.802907 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:29:32.802907 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:29:32.802907 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:29:32.802907 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:29:32.802907 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:29:32.802907 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:29:32.802907 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:29:32.802907 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:29:32.802907 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:29:32.802907 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:29:32.802907 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:29:32.802907 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:29:32.802907 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:29:32.802907 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:29:32.802907 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:29:32.802907 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:29:32.802907 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:29:32.805670 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:29:32.805670 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:29:32.805670 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:29:32.805670 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:29:32.805670 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:29:32.805670 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:29:32.805670 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:29:32.805670 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:29:32.805670 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:29:32.805670 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:29:32.805670 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:29:32.805670 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:29:32.805670 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:29:32.805670 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:29:32.813984 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-bdc56c08-3ef7-4939-a0b2-44fae5935537 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:29:32.814437 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-bdc56c08-3ef7-4939-a0b2-44fae5935537 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:29:32.872491 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9798c7b8-a1dc-417a-beae-f61d39fd4a16 None None] Provisioning for port 4063e565-cdde-4c05-b9f9-f83d936377fd completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:29:32.878776 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9798c7b8-a1dc-417a-beae-f61d39fd4a16 None None] Provisioning complete for port 4063e565-cdde-4c05-b9f9-f83d936377fd triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:32.879139 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9798c7b8-a1dc-417a-beae-f61d39fd4a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:32.890242 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62e3757c-1795-4fe0-a44e-3cc56a4477a2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:32.957397 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9798c7b8-a1dc-417a-beae-f61d39fd4a16 None None] Port 4063e565-cdde-4c05-b9f9-f83d936377fd cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:29:32.977768 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3757c-1795-4fe0-a44e-3cc56a4477a2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Pushing event deleted for resources: {'Port': ['ID=eda59ef9-0a1d-4bcb-bbd8-f8d2b4938723,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:33.025793 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e3757c-1795-4fe0-a44e-3cc56a4477a2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] No DVR routers for this DVR port eda59ef9-0a1d-4bcb-bbd8-f8d2b4938723 on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:29:33.037098 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-0ef800b4-ac1a-4055-a2c8-ce16499f5897 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2994709 May 27 02:29:33.167952 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-1bca9e13-d6f9-403f-8c37-30ec8aa94e50 service neutron] Request body: {'port': {'device_id': 'abee0d60-929c-431c-84c6-9b1ad9d5c74c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:29:33.227542 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 363a7a5a-7a01-4a81-be4e-d231a0f43f66 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:29:33.242971 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8e1dddb6-3d88-4dda-b8b4-99a0b870f067 req-66b8fb60-512e-4063-b380-32d886bda588 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=99708104-dbf0-4405-aae1-64907e682f22 HTTP/1.1" status: 200 len: 210 time: 0.2363412 May 27 02:29:33.272089 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f97fdd14-387a-4cc5-822a-8fe991c6a57a req-92b6d8ce-6ff6-411d-b38e-f60cdded91bf tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?id=1bc352bb-91c8-4d59-9492-68a3b06be43c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7815437 May 27 02:29:33.359126 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33033d14-f911-40ba-bcf4-65ea279fd83a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:29:33.376091 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-33033d14-f911-40ba-bcf4-65ea279fd83a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "PUT /v2.0/routers/d8a99cb3-3bd9-4663-a76e-9d12e4d166cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2800815 May 27 02:29:33.401387 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-bdc56c08-3ef7-4939-a0b2-44fae5935537 None None] Deleting port eda59ef9-0a1d-4bcb-bbd8-f8d2b4938723 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:29:33.401387 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-bdc56c08-3ef7-4939-a0b2-44fae5935537 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:33.434541 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54336) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:33.499718 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36b68931-32e5-463c-ba18-45ffeedc3f0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:33.509881 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8a0c51-ea3a-4dc2-bea7-ca7822d87e80 None None] Sync routers for ids ['d8a99cb3-3bd9-4663-a76e-9d12e4d166cc'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:29:33.512197 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-1bca9e13-d6f9-403f-8c37-30ec8aa94e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:33.583825 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-bdc56c08-3ef7-4939-a0b2-44fae5935537 None None] The port 'eda59ef9-0a1d-4bcb-bbd8-f8d2b4938723' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:29:33.591551 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8a0c51-ea3a-4dc2-bea7-ca7822d87e80 None None] Routers {'d8a99cb3-3bd9-4663-a76e-9d12e4d166cc'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:29:33.592405 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-2b8a0c51-ea3a-4dc2-bea7-ca7822d87e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:29:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d8a99cb3-3bd9-4663-a76e-9d12e4d166cc'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:33.679725 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-2b8a0c51-ea3a-4dc2-bea7-ca7822d87e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:33.693739 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8a0c51-ea3a-4dc2-bea7-ca7822d87e80 None None] Routers {'d8a99cb3-3bd9-4663-a76e-9d12e4d166cc'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:29:33.694694 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-2b8a0c51-ea3a-4dc2-bea7-ca7822d87e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:29:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d8a99cb3-3bd9-4663-a76e-9d12e4d166cc'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:33.730580 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d224b9-d4c1-4f7b-9b84-4157dc951533 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:33.735219 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-88d224b9-d4c1-4f7b-9b84-4157dc951533 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "GET /v2.0/ports/4820d45b-10ad-4f1e-aed1-0d91c9e69c9f HTTP/1.1" status: 200 len: 910 time: 0.1600394 May 27 02:29:33.740288 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54342) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:33.790980 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36b68931-32e5-463c-ba18-45ffeedc3f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:33.822472 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-2b8a0c51-ea3a-4dc2-bea7-ca7822d87e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:33.824038 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8a0c51-ea3a-4dc2-bea7-ca7822d87e80 None None] The sync data for ids ['d8a99cb3-3bd9-4663-a76e-9d12e4d166cc'] in n-d-843554-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:29:33.837928 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de5d87b-e878-4a69-a068-57fdbd7abc8b None None] Network 4df28d7f-d112-4b82-a478-2d304ba036a3 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:29:33.882570 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 363a7a5a-7a01-4a81-be4e-d231a0f43f66 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:29:33.908692 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ec13a-b271-45de-b088-c735d0db7967 req-87244c43-5f83-4737-8dd1-41be499e3287 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:33.913154 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bd8ec13a-b271-45de-b088-c735d0db7967 req-87244c43-5f83-4737-8dd1-41be499e3287 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 946 time: 0.3770950 May 27 02:29:34.064755 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bd8ec13a-b271-45de-b088-c735d0db7967 req-c8d83ac0-0f2a-400e-9ce7-7397220a6cdb tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=2215ff21-0f16-48f2-9c26-3743ed11a433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444292 May 27 02:29:34.089157 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device eda59ef9-0a1d-4bcb-bbd8-f8d2b4938723 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:29:34.091545 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b68931-32e5-463c-ba18-45ffeedc3f0a admin admin] Pushing event updated for resources: {'Port': ['ID=87d2d7cc-0de9-4f90-97e6-44b6efbfe48c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:34.139178 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: eda59ef9-0a1d-4bcb-bbd8-f8d2b4938723 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:29:34.139533 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device eda59ef9-0a1d-4bcb-bbd8-f8d2b4938723 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:29:34.188883 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-477827d7-39d5-4532-a5e5-6ff2c2ffd1a3 None None] Provisioning for port 363a7a5a-7a01-4a81-be4e-d231a0f43f66 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:29:34.207614 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-477827d7-39d5-4532-a5e5-6ff2c2ffd1a3 None None] Provisioning complete for port 363a7a5a-7a01-4a81-be4e-d231a0f43f66 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:34.207614 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-477827d7-39d5-4532-a5e5-6ff2c2ffd1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:34.254302 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62e3757c-1795-4fe0-a44e-3cc56a4477a2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:34.290538 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-62e3757c-1795-4fe0-a44e-3cc56a4477a2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['510fd829-959e-45fc-a9f9-360a49e960c0']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:34.303704 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-62e3757c-1795-4fe0-a44e-3cc56a4477a2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2c8425f-4bf7-4888-8879-e615626b948b') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:34.304346 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-62e3757c-1795-4fe0-a44e-3cc56a4477a2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2c8425f-4bf7-4888-8879-e615626b948b') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:34.317873 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62e3757c-1795-4fe0-a44e-3cc56a4477a2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:34.336381 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62e3757c-1795-4fe0-a44e-3cc56a4477a2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:34.342500 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e3757c-1795-4fe0-a44e-3cc56a4477a2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:29:34.342895 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62e3757c-1795-4fe0-a44e-3cc56a4477a2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:34.362294 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-1bca9e13-d6f9-403f-8c37-30ec8aa94e50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4063e565-cdde-4c05-b9f9-f83d936377fd {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:29:34.384855 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-477827d7-39d5-4532-a5e5-6ff2c2ffd1a3 None None] Current status of the port 363a7a5a-7a01-4a81-be4e-d231a0f43f66 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:34.385277 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-477827d7-39d5-4532-a5e5-6ff2c2ffd1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:34.389765 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-1bca9e13-d6f9-403f-8c37-30ec8aa94e50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:34.447387 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-477827d7-39d5-4532-a5e5-6ff2c2ffd1a3 None None] For port 363a7a5a-7a01-4a81-be4e-d231a0f43f66, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=363a7a5a-7a01-4a81-be4e-d231a0f43f66,segment=NetworkSegment(07f80d0d-49dc-4524-ab97-b73b903d653c),segment_id=07f80d0d-49dc-4524-ab97-b73b903d653c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:34.520903 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-204fb64f-08e3-42da-b02b-1795b5737eef req-219bc1fd-2e8d-43a7-8a3d-5bdb6ce184ca tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=99708104-dbf0-4405-aae1-64907e682f22 HTTP/1.1" status: 200 len: 210 time: 0.0604198 May 27 02:29:34.567403 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-477827d7-39d5-4532-a5e5-6ff2c2ffd1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:34.567611 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-1bca9e13-d6f9-403f-8c37-30ec8aa94e50 service neutron] Transition to ACTIVE for port object 4063e565-cdde-4c05-b9f9-f83d936377fd will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:29:34.594876 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b68931-32e5-463c-ba18-45ffeedc3f0a admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:29:34.597271 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment d2c8425f-4bf7-4888-8879-e615626b948b resource provider aggregate not found May 27 02:29:34.610447 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-36b68931-32e5-463c-ba18-45ffeedc3f0a admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:29:34.630750 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62e3757c-1795-4fe0-a44e-3cc56a4477a2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:34.643104 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b68931-32e5-463c-ba18-45ffeedc3f0a admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:29:34.664111 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-1bca9e13-d6f9-403f-8c37-30ec8aa94e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:34.681200 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477827d7-39d5-4532-a5e5-6ff2c2ffd1a3 None None] Pushing event updated for resources: {'Port': ['ID=363a7a5a-7a01-4a81-be4e-d231a0f43f66,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:34.700358 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment d2c8425f-4bf7-4888-8879-e615626b948b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d2c8425f-4bf7-4888-8879-e615626b948b found for delete ", "request_id": "req-24f8eef7-182d-4a8f-8f0e-2699445d8adb"}]} May 27 02:29:34.729878 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62e3757c-1795-4fe0-a44e-3cc56a4477a2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:34.732566 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3757c-1795-4fe0-a44e-3cc56a4477a2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Pushing event deleted for resources: {'Network': ['ID=510fd829-959e-45fc-a9f9-360a49e960c0,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:34.746744 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-ce2d7cfe-2139-448a-a6b9-84b5b480878f tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:34.747646 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-ce2d7cfe-2139-448a-a6b9-84b5b480878f tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.66 "GET /v2.0/networks?id=e6379d80-7b9b-4710-9948-937eec21e411 HTTP/1.1" status: 200 len: 810 time: 1.7669950 May 27 02:29:34.794766 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e9a69256-4050-4f9e-b668-f8ec9f1d2198 None None] Provisioning complete for port 363a7a5a-7a01-4a81-be4e-d231a0f43f66 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:34.795620 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e9a69256-4050-4f9e-b668-f8ec9f1d2198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:34.925079 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca9e13-d6f9-403f-8c37-30ec8aa94e50 service neutron] Pushing event updated for resources: {'Port': ['ID=4063e565-cdde-4c05-b9f9-f83d936377fd,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:34.952288 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-e9a69256-4050-4f9e-b668-f8ec9f1d2198 None None] Current status of the port 363a7a5a-7a01-4a81-be4e-d231a0f43f66 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:35.045145 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-b64fd333-0589-4e0c-a62f-801d32580334 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a54d5457e373400db950c9d30ab97cd7 HTTP/1.1" status: 200 len: 380 time: 0.2853713 May 27 02:29:35.075164 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-4a0f1c2b-d711-4dfd-83fa-5707fb038104 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Request body: {'port': {'device_id': '99708104-dbf0-4405-aae1-64907e682f22', 'network_id': 'e6379d80-7b9b-4710-9948-937eec21e411', 'admin_state_up': True, 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'security_groups': ['c6bd20bf-5f84-449a-8a30-87080e2ca708']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:29:35.083062 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-1bca9e13-d6f9-403f-8c37-30ec8aa94e50 service neutron] Attempting to bind port 4063e565-cdde-4c05-b9f9-f83d936377fd on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:29:35.083353 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-1bca9e13-d6f9-403f-8c37-30ec8aa94e50 service neutron] Attempting to bind port 4063e565-cdde-4c05-b9f9-f83d936377fd by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '2f5a53b5-f564-4864-b9f2-3ebea542732b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:29:35.083611 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-1bca9e13-d6f9-403f-8c37-30ec8aa94e50 service neutron] Attempting to bind port 4063e565-cdde-4c05-b9f9-f83d936377fd on network 72395de2-24ec-482b-bef7-14825a5fc695 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:29:35.108808 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157ba05-2c81-40de-83bd-0cb62095194d req-951c2ee3-f396-4ca2-bf2b-9afd5175175b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:35.109484 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-2157ba05-2c81-40de-83bd-0cb62095194d req-951c2ee3-f396-4ca2-bf2b-9afd5175175b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Synchronizing usage tracker for tenant:2651911d1c264f1c8c7218b6fddf9f10 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:29:35.113274 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-1bca9e13-d6f9-403f-8c37-30ec8aa94e50 service neutron] Port 4063e565-cdde-4c05-b9f9-f83d936377fd on network 72395de2-24ec-482b-bef7-14825a5fc695 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:29:35.113732 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-1bca9e13-d6f9-403f-8c37-30ec8aa94e50 service neutron] Attempting to bind port 4063e565-cdde-4c05-b9f9-f83d936377fd on network 72395de2-24ec-482b-bef7-14825a5fc695 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:29:35.132090 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-1bca9e13-d6f9-403f-8c37-30ec8aa94e50 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:29:35.132596 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-1bca9e13-d6f9-403f-8c37-30ec8aa94e50 service neutron] Checking segment: {'id': '2f5a53b5-f564-4864-b9f2-3ebea542732b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:29:35.133023 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-1bca9e13-d6f9-403f-8c37-30ec8aa94e50 service neutron] Bound using segment: {'id': '2f5a53b5-f564-4864-b9f2-3ebea542732b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:29:35.133470 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-1bca9e13-d6f9-403f-8c37-30ec8aa94e50 service neutron] Bound port: 4063e565-cdde-4c05-b9f9-f83d936377fd, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f5a53b5-f564-4864-b9f2-3ebea542732b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:29:35.133908 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-1bca9e13-d6f9-403f-8c37-30ec8aa94e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:35.174448 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 363a7a5a-7a01-4a81-be4e-d231a0f43f66 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:29:35.227463 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-62e3757c-1795-4fe0-a44e-3cc56a4477a2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "DELETE /v2.0/networks/510fd829-959e-45fc-a9f9-360a49e960c0 HTTP/1.1" status: 204 len: 168 time: 4.1763458 May 27 02:29:35.229627 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54362) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:35.276683 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-2157ba05-2c81-40de-83bd-0cb62095194d req-951c2ee3-f396-4ca2-bf2b-9afd5175175b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Unset dirty status for tenant:2651911d1c264f1c8c7218b6fddf9f10 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:29:35.277886 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2157ba05-2c81-40de-83bd-0cb62095194d req-951c2ee3-f396-4ca2-bf2b-9afd5175175b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=abee0d60-929c-431c-84c6-9b1ad9d5c74c HTTP/1.1" status: 200 len: 944 time: 0.4923379 May 27 02:29:35.372607 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 363a7a5a-7a01-4a81-be4e-d231a0f43f66 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:35.373292 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:35.438819 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5494e79-d8aa-4202-a9ff-20dbec103c7b tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Deleting subnet 3d17910a-e033-48f5-940f-8a1ca17d0056 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:29:35.452596 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e5494e79-d8aa-4202-a9ff-20dbec103c7b tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:35.482685 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-1bca9e13-d6f9-403f-8c37-30ec8aa94e50 service neutron] For port 4063e565-cdde-4c05-b9f9-f83d936377fd, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:29:35.508319 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2157ba05-2c81-40de-83bd-0cb62095194d req-ed4f8af4-a555-4e2a-a5c7-4ad932f65933 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?id=1bc352bb-91c8-4d59-9492-68a3b06be43c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2068973 May 27 02:29:35.572932 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-1bca9e13-d6f9-403f-8c37-30ec8aa94e50 service neutron] For port 4063e565-cdde-4c05-b9f9-f83d936377fd, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=4063e565-cdde-4c05-b9f9-f83d936377fd,segment=NetworkSegment(2f5a53b5-f564-4864-b9f2-3ebea542732b),segment_id=2f5a53b5-f564-4864-b9f2-3ebea542732b)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:29:35.602824 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 363a7a5a-7a01-4a81-be4e-d231a0f43f66 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:35.643914 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e5494e79-d8aa-4202-a9ff-20dbec103c7b tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:35.700463 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-1bca9e13-d6f9-403f-8c37-30ec8aa94e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:35.869348 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-1bca9e13-d6f9-403f-8c37-30ec8aa94e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:35.870033 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-1bca9e13-d6f9-403f-8c37-30ec8aa94e50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:35.871881 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-1bca9e13-d6f9-403f-8c37-30ec8aa94e50 service neutron] 10.222.0.32 "PUT /v2.0/ports/4063e565-cdde-4c05-b9f9-f83d936377fd HTTP/1.1" status: 200 len: 1092 time: 2.7088094 May 27 02:29:35.886585 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abee0d60-929c-431c-84c6-9b1ad9d5c74c', 'tag': '4063e565-cdde-4c05-b9f9-f83d936377fd'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:29:35.930842 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-4a0f1c2b-d711-4dfd-83fa-5707fb038104 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:29:35.972870 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-4a0f1c2b-d711-4dfd-83fa-5707fb038104 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:29:36.147209 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36b68931-32e5-463c-ba18-45ffeedc3f0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:36.219416 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-4a0f1c2b-d711-4dfd-83fa-5707fb038104 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Made reservation on behalf of a54d5457e373400db950c9d30ab97cd7 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:29:36.222840 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-4a0f1c2b-d711-4dfd-83fa-5707fb038104 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:36.243744 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff413ed3-4531-46f0-8441-6d178da373f7 req-c34bde94-13ab-4f54-8ec9-800d73afdcc8 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:36.244456 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-ff413ed3-4531-46f0-8441-6d178da373f7 req-c34bde94-13ab-4f54-8ec9-800d73afdcc8 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Synchronizing usage tracker for tenant:66fa48c46c404eb499f5ae926a62ad7f on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:29:36.250107 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccab3a6-a300-4401-9813-7cbf90a2b91f req-28ab6b7a-2d9c-491b-8413-bd1a5a7a9079 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:36.251551 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eccab3a6-a300-4401-9813-7cbf90a2b91f req-28ab6b7a-2d9c-491b-8413-bd1a5a7a9079 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 946 time: 0.8885527 May 27 02:29:36.260478 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca9e13-d6f9-403f-8c37-30ec8aa94e50 service neutron] Pushing event updated for resources: {'Port': ['ID=4063e565-cdde-4c05-b9f9-f83d936377fd,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:36.364885 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e5494e79-d8aa-4202-a9ff-20dbec103c7b tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:36.409658 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c739e-098c-4c6b-b7e6-108390d1feca req-c13134bd-48ad-4d89-8bba-9b1c7d1e72c7 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:36.411084 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-868c739e-098c-4c6b-b7e6-108390d1feca req-c13134bd-48ad-4d89-8bba-9b1c7d1e72c7 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/networks?id=7b312858-40bf-40ec-b8ee-1ed51802769e HTTP/1.1" status: 200 len: 812 time: 0.6407182 May 27 02:29:36.412675 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-ff413ed3-4531-46f0-8441-6d178da373f7 req-c34bde94-13ab-4f54-8ec9-800d73afdcc8 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Unset dirty status for tenant:66fa48c46c404eb499f5ae926a62ad7f on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:29:36.413819 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ff413ed3-4531-46f0-8441-6d178da373f7 req-c34bde94-13ab-4f54-8ec9-800d73afdcc8 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fcb2d32-dc08-4942-ab4f-3ecbf9613c16 HTTP/1.1" status: 200 len: 945 time: 0.9696403 May 27 02:29:36.428557 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eccab3a6-a300-4401-9813-7cbf90a2b91f req-dbab53de-f6b5-425b-98dc-2ed28333959d tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=2215ff21-0f16-48f2-9c26-3743ed11a433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645799 May 27 02:29:36.456198 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-868c739e-098c-4c6b-b7e6-108390d1feca req-85e9f50a-d12b-4cf7-bb26-0bcd7469d816 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/quotas/66fa48c46c404eb499f5ae926a62ad7f HTTP/1.1" status: 200 len: 375 time: 0.0347834 May 27 02:29:36.470233 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-b185b4a6-a631-47f9-b0d9-8554984b00d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:36.471676 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-b185b4a6-a631-47f9-b0d9-8554984b00d7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2651911d1c264f1c8c7218b6fddf9f10&device_id=abee0d60-929c-431c-84c6-9b1ad9d5c74c HTTP/1.1" status: 200 len: 1095 time: 0.3039570 May 27 02:29:36.476520 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-66369fc3-6398-4d6b-9edd-2114a9d89ca6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:36.479474 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412570a-1a3c-4179-8ccd-fa4df8b5616a req-4db64ecd-5751-4269-9d28-69311ca5bebd tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:36.480887 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1412570a-1a3c-4179-8ccd-fa4df8b5616a req-4db64ecd-5751-4269-9d28-69311ca5bebd tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb2f47e1-b1dd-4d8a-ada8-d8b7730e56d8 HTTP/1.1" status: 200 len: 945 time: 0.3477075 May 27 02:29:36.656635 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-7b5247e9-36e5-4d41-ac48-d64c07d63769 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4063e565-cdde-4c05-b9f9-f83d936377fd HTTP/1.1" status: 200 len: 217 time: 0.1722672 May 27 02:29:36.716823 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d14d3349-5ec4-47f3-acaf-e53997567108 req-5ec37996-d4f0-43b7-b2f0-c96cfde60f35 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=99708104-dbf0-4405-aae1-64907e682f22 HTTP/1.1" status: 200 len: 210 time: 0.1250079 May 27 02:29:36.761973 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-ff413ed3-4531-46f0-8441-6d178da373f7 req-6727738a-d17d-4f10-96ea-7112224b5075 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Deleting port 23dac4b2-03d0-4497-b59e-219e28865a77 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:29:36.762379 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ff413ed3-4531-46f0-8441-6d178da373f7 req-6727738a-d17d-4f10-96ea-7112224b5075 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:36.768878 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-1412570a-1a3c-4179-8ccd-fa4df8b5616a req-d78e323f-47bb-4952-943f-ddcb6199fc54 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Deleting port 51996c46-ee73-4567-b016-ccc12a451411 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:29:36.769369 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1412570a-1a3c-4179-8ccd-fa4df8b5616a req-d78e323f-47bb-4952-943f-ddcb6199fc54 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:36.803912 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87834354-6d93-4a2f-b94d-b07f28ac408b'] response: {'name': 'network-changed', 'server_uuid': 'abee0d60-929c-431c-84c6-9b1ad9d5c74c', 'tag': '4063e565-cdde-4c05-b9f9-f83d936377fd', 'status': 'completed', 'code': 200} May 27 02:29:36.815724 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e5494e79-d8aa-4202-a9ff-20dbec103c7b tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:36.894177 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-70cc462e-047f-47ca-a902-792d498528fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:36.896289 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-70cc462e-047f-47ca-a902-792d498528fb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95 HTTP/1.1" status: 200 len: 853 time: 0.2261620 May 27 02:29:36.907693 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5494e79-d8aa-4202-a9ff-20dbec103c7b tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Pushing event deleted for resources: {'Subnet': ['ID=3d17910a-e033-48f5-940f-8a1ca17d0056,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:36.960281 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983e9264-4e7b-44b6-ad6b-ef7deb4bffc1 None None] Network c4f4b094-8b63-475e-ab13-d365a2626d55 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:29:36.986085 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-4a0f1c2b-d711-4dfd-83fa-5707fb038104 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Allocated IP 172.20.0.3 (e6379d80-7b9b-4710-9948-937eec21e411/95908a1f-c366-445e-9e10-5bce86ad79d9/551735c4-718d-412a-aabf-4bcea8b2ec47) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:29:36.998986 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e5494e79-d8aa-4202-a9ff-20dbec103c7b tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:37.051829 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-868c739e-098c-4c6b-b7e6-108390d1feca req-e212fe60-4464-4ea6-b549-0819f9331921 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=66fa48c46c404eb499f5ae926a62ad7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5847416 May 27 02:29:37.060945 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e5494e79-d8aa-4202-a9ff-20dbec103c7b tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "DELETE /v2.0/subnets/3d17910a-e033-48f5-940f-8a1ca17d0056 HTTP/1.1" status: 204 len: 168 time: 1.8301857 May 27 02:29:37.081233 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54388) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:37.186500 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36b68931-32e5-463c-ba18-45ffeedc3f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:37.300784 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0338666-9c54-4f1d-9431-a94ba2fcbe49 None None] DHCP port deletion for c4f4b094-8b63-475e-ab13-d365a2626d55 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:29:37.305316 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-e0338666-9c54-4f1d-9431-a94ba2fcbe49 None None] Deleting port 6d6300a4-44fa-4f4a-bb53-17dfc513b371 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:29:37.305685 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e0338666-9c54-4f1d-9431-a94ba2fcbe49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:37.456928 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4b5a6e77-8101-41a6-9e29-e88f363edbd7 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:37.541049 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-d6a4fba5-5b52-4e61-91e9-d644e0035ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:37.542523 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-d6a4fba5-5b52-4e61-91e9-d644e0035ac2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72395de2-24ec-482b-bef7-14825a5fc695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6289949 May 27 02:29:37.575179 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4b5a6e77-8101-41a6-9e29-e88f363edbd7 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Deleting port 6d6300a4-44fa-4f4a-bb53-17dfc513b371 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:29:37.575645 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4b5a6e77-8101-41a6-9e29-e88f363edbd7 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:37.638457 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-e0338666-9c54-4f1d-9431-a94ba2fcbe49 None None] For port 6d6300a4-44fa-4f4a-bb53-17dfc513b371, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=6d6300a4-44fa-4f4a-bb53-17dfc513b371,segment=NetworkSegment(6e087f4b-4ae8-48ae-9e52-24f0368b4c40),segment_id=6e087f4b-4ae8-48ae-9e52-24f0368b4c40)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:37.638457 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e0338666-9c54-4f1d-9431-a94ba2fcbe49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:37.684523 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8bba0-06d4-488b-9c16-acb072c1c73f req-5f2b9c12-ceca-4188-86c6-f190a85f6f0b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:37.693041 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-ff413ed3-4531-46f0-8441-6d178da373f7 req-6727738a-d17d-4f10-96ea-7112224b5075 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] For port 23dac4b2-03d0-4497-b59e-219e28865a77, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=23dac4b2-03d0-4497-b59e-219e28865a77,segment=NetworkSegment(21da3dd4-f4af-4d6f-af61-d10b4b1a29a9),segment_id=21da3dd4-f4af-4d6f-af61-d10b4b1a29a9)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:37.693041 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ff413ed3-4531-46f0-8441-6d178da373f7 req-6727738a-d17d-4f10-96ea-7112224b5075 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:37.698487 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9fa8bba0-06d4-488b-9c16-acb072c1c73f req-5f2b9c12-ceca-4188-86c6-f190a85f6f0b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=abee0d60-929c-431c-84c6-9b1ad9d5c74c HTTP/1.1" status: 200 len: 944 time: 0.7915905 May 27 02:29:37.830146 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-868c739e-098c-4c6b-b7e6-108390d1feca req-f4d2434f-7f73-4f32-a5fb-f80285087b60 service neutron] 10.222.0.57 "GET /v2.0/networks/7b312858-40bf-40ec-b8ee-1ed51802769e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7619128 May 27 02:29:37.871149 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9fa8bba0-06d4-488b-9c16-acb072c1c73f req-555a17ff-4f13-4e86-a1ea-c18d2de44dea tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?id=1bc352bb-91c8-4d59-9492-68a3b06be43c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748195 May 27 02:29:37.873088 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-1412570a-1a3c-4179-8ccd-fa4df8b5616a req-d78e323f-47bb-4952-943f-ddcb6199fc54 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] For port 51996c46-ee73-4567-b016-ccc12a451411, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=51996c46-ee73-4567-b016-ccc12a451411,segment=NetworkSegment(21da3dd4-f4af-4d6f-af61-d10b4b1a29a9),segment_id=21da3dd4-f4af-4d6f-af61-d10b4b1a29a9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:37.873454 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1412570a-1a3c-4179-8ccd-fa4df8b5616a req-d78e323f-47bb-4952-943f-ddcb6199fc54 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:37.876175 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-e0338666-9c54-4f1d-9431-a94ba2fcbe49 None None] Calling delete_port for 6d6300a4-44fa-4f4a-bb53-17dfc513b371 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:29:37.935928 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-ff413ed3-4531-46f0-8441-6d178da373f7 req-6727738a-d17d-4f10-96ea-7112224b5075 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Calling delete_port for 23dac4b2-03d0-4497-b59e-219e28865a77 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:29:38.112668 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e0338666-9c54-4f1d-9431-a94ba2fcbe49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:38.179713 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0338666-9c54-4f1d-9431-a94ba2fcbe49 None None] Pushing event deleted for resources: {'Port': ['ID=6d6300a4-44fa-4f4a-bb53-17dfc513b371,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:38.194608 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4b5a6e77-8101-41a6-9e29-e88f363edbd7 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] The port '6d6300a4-44fa-4f4a-bb53-17dfc513b371' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:29:38.197384 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0338666-9c54-4f1d-9431-a94ba2fcbe49 None None] No DVR routers for this DVR port 6d6300a4-44fa-4f4a-bb53-17dfc513b371 on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:29:38.200785 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-66369fc3-6398-4d6b-9edd-2114a9d89ca6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Deleting port 4820d45b-10ad-4f1e-aed1-0d91c9e69c9f {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:29:38.201756 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-66369fc3-6398-4d6b-9edd-2114a9d89ca6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:38.364967 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-1412570a-1a3c-4179-8ccd-fa4df8b5616a req-d78e323f-47bb-4952-943f-ddcb6199fc54 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Calling delete_port for 51996c46-ee73-4567-b016-ccc12a451411 owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:29:38.391262 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-4a0f1c2b-d711-4dfd-83fa-5707fb038104 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:38.522332 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ff413ed3-4531-46f0-8441-6d178da373f7 req-6727738a-d17d-4f10-96ea-7112224b5075 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:38.540885 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['51996c46-ee73-4567-b016-ccc12a451411'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:29:38.595884 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-4a0f1c2b-d711-4dfd-83fa-5707fb038104 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Transition to ACTIVE for port object 551735c4-718d-412a-aabf-4bcea8b2ec47 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:29:38.613598 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727738a-d17d-4f10-96ea-7112224b5075 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Pushing event deleted for resources: {'Port': ['ID=23dac4b2-03d0-4497-b59e-219e28865a77,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:38.616409 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-a155e054-6ee7-4b94-a45e-562a507bc1a8 service neutron] 10.222.0.32 "GET /v2.0/networks/72395de2-24ec-482b-bef7-14825a5fc695?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0434718 May 27 02:29:38.672794 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4b5a6e77-8101-41a6-9e29-e88f363edbd7 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:38.732687 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b68931-32e5-463c-ba18-45ffeedc3f0a admin admin] Router b4a38767-2ca2-4623-926f-a5b23d184c7c is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:29:38.735255 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6727738a-d17d-4f10-96ea-7112224b5075 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:38.735622 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6727738a-d17d-4f10-96ea-7112224b5075 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:38.735939 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6727738a-d17d-4f10-96ea-7112224b5075 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:38.736269 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6727738a-d17d-4f10-96ea-7112224b5075 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:38.736738 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6727738a-d17d-4f10-96ea-7112224b5075 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:38.736949 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6727738a-d17d-4f10-96ea-7112224b5075 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:38.737298 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6727738a-d17d-4f10-96ea-7112224b5075 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:38.737624 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6727738a-d17d-4f10-96ea-7112224b5075 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:38.738067 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6727738a-d17d-4f10-96ea-7112224b5075 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:38.738386 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6727738a-d17d-4f10-96ea-7112224b5075 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:38.738878 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6727738a-d17d-4f10-96ea-7112224b5075 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:38.739205 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6727738a-d17d-4f10-96ea-7112224b5075 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:38.749924 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-868c739e-098c-4c6b-b7e6-108390d1feca req-697b7dbc-f955-4252-90d8-d72351017dfa service neutron] 10.222.0.57 "GET /v2.0/networks/7b312858-40bf-40ec-b8ee-1ed51802769e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8898649 May 27 02:29:38.759793 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff413ed3-4531-46f0-8441-6d178da373f7 req-6727738a-d17d-4f10-96ea-7112224b5075 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] No DVR routers for this DVR port 23dac4b2-03d0-4497-b59e-219e28865a77 on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:29:38.766776 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ff413ed3-4531-46f0-8441-6d178da373f7 req-6727738a-d17d-4f10-96ea-7112224b5075 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:38.789911 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-4b5a6e77-8101-41a6-9e29-e88f363edbd7 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4f4b094-8b63-475e-ab13-d365a2626d55']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:38.803580 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fcb2d32-dc08-4942-ab4f-3ecbf9613c16', 'name': 'network-vif-deleted', 'tag': '23dac4b2-03d0-4497-b59e-219e28865a77'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:29:38.809600 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-4b5a6e77-8101-41a6-9e29-e88f363edbd7 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e087f4b-4ae8-48ae-9e52-24f0368b4c40') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:38.810131 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-4b5a6e77-8101-41a6-9e29-e88f363edbd7 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e087f4b-4ae8-48ae-9e52-24f0368b4c40') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:38.868309 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4b5a6e77-8101-41a6-9e29-e88f363edbd7 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:38.911823 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055de9e-b702-435f-8e3a-d99a01a3eb49 req-f47ee27d-15f1-4bd3-a556-297d06794daf tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:38.913372 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2055de9e-b702-435f-8e3a-d99a01a3eb49 req-f47ee27d-15f1-4bd3-a556-297d06794daf tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 946 time: 0.7702692 May 27 02:29:38.929465 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-66369fc3-6398-4d6b-9edd-2114a9d89ca6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:38.938102 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ff413ed3-4531-46f0-8441-6d178da373f7 req-6727738a-d17d-4f10-96ea-7112224b5075 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.32 "DELETE /v2.0/ports/23dac4b2-03d0-4497-b59e-219e28865a77 HTTP/1.1" status: 204 len: 173 time: 2.5181241 May 27 02:29:38.956681 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4b5a6e77-8101-41a6-9e29-e88f363edbd7 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:38.969884 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ded42b99-7122-4139-b1e1-c07f0a486f83 req-5a3c7f4a-08b7-41d4-ba7c-7c253ae8caad service neutron] 10.222.0.32 "GET /v2.0/networks/72395de2-24ec-482b-bef7-14825a5fc695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368614 May 27 02:29:38.980675 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b5a6e77-8101-41a6-9e29-e88f363edbd7 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:29:38.981104 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4b5a6e77-8101-41a6-9e29-e88f363edbd7 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:39.055815 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 6e087f4b-4ae8-48ae-9e52-24f0368b4c40 resource provider aggregate not found May 27 02:29:39.067286 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2055de9e-b702-435f-8e3a-d99a01a3eb49 req-4474f639-b448-4de5-99ea-ba03a4b77c9d tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=2215ff21-0f16-48f2-9c26-3743ed11a433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435652 May 27 02:29:39.091201 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 6e087f4b-4ae8-48ae-9e52-24f0368b4c40 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6e087f4b-4ae8-48ae-9e52-24f0368b4c40 found for delete ", "request_id": "req-df08a683-c74e-4cda-b368-c376d93e5fa6"}]} May 27 02:29:39.091201 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1412570a-1a3c-4179-8ccd-fa4df8b5616a req-d78e323f-47bb-4952-943f-ddcb6199fc54 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:39.155200 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 6d6300a4-44fa-4f4a-bb53-17dfc513b371 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:29:39.179588 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-4a0f1c2b-d711-4dfd-83fa-5707fb038104 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:39.184300 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e323f-47bb-4952-943f-ddcb6199fc54 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Pushing event deleted for resources: {'Port': ['ID=51996c46-ee73-4567-b016-ccc12a451411,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:39.193483 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-66369fc3-6398-4d6b-9edd-2114a9d89ca6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Calling delete_port for 4820d45b-10ad-4f1e-aed1-0d91c9e69c9f owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:29:39.272487 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78e323f-47bb-4952-943f-ddcb6199fc54 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:39.273876 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78e323f-47bb-4952-943f-ddcb6199fc54 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:39.273876 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78e323f-47bb-4952-943f-ddcb6199fc54 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:39.273876 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78e323f-47bb-4952-943f-ddcb6199fc54 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:39.274134 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78e323f-47bb-4952-943f-ddcb6199fc54 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:39.274540 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78e323f-47bb-4952-943f-ddcb6199fc54 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:39.274919 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78e323f-47bb-4952-943f-ddcb6199fc54 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:39.275299 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78e323f-47bb-4952-943f-ddcb6199fc54 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:39.275676 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78e323f-47bb-4952-943f-ddcb6199fc54 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:39.276081 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78e323f-47bb-4952-943f-ddcb6199fc54 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:39.276463 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78e323f-47bb-4952-943f-ddcb6199fc54 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:39.276867 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78e323f-47bb-4952-943f-ddcb6199fc54 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:39.305581 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 6d6300a4-44fa-4f4a-bb53-17dfc513b371 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:29:39.305581 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 6d6300a4-44fa-4f4a-bb53-17dfc513b371 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:29:39.315536 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4b5a6e77-8101-41a6-9e29-e88f363edbd7 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:39.330278 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-1412570a-1a3c-4179-8ccd-fa4df8b5616a req-d78e323f-47bb-4952-943f-ddcb6199fc54 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] No DVR routers for this DVR port 51996c46-ee73-4567-b016-ccc12a451411 on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:29:39.349494 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4b5a6e77-8101-41a6-9e29-e88f363edbd7 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:39.355226 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1412570a-1a3c-4179-8ccd-fa4df8b5616a req-d78e323f-47bb-4952-943f-ddcb6199fc54 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:39.365786 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2f47e1-b1dd-4d8a-ada8-d8b7730e56d8', 'name': 'network-vif-deleted', 'tag': '51996c46-ee73-4567-b016-ccc12a451411'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:29:39.373884 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-897b12f2-d485-4a5f-8f93-5fb891c003f7'] response: {'server_uuid': '8fcb2d32-dc08-4942-ab4f-3ecbf9613c16', 'name': 'network-vif-deleted', 'tag': '23dac4b2-03d0-4497-b59e-219e28865a77', 'status': 'completed', 'code': 200} May 27 02:29:39.374467 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a6e77-8101-41a6-9e29-e88f363edbd7 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Pushing event deleted for resources: {'Network': ['ID=c4f4b094-8b63-475e-ab13-d365a2626d55,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:39.391851 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1412570a-1a3c-4179-8ccd-fa4df8b5616a req-d78e323f-47bb-4952-943f-ddcb6199fc54 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.66 "DELETE /v2.0/ports/51996c46-ee73-4567-b016-ccc12a451411 HTTP/1.1" status: 204 len: 173 time: 2.8267508 May 27 02:29:39.428424 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4b5a6e77-8101-41a6-9e29-e88f363edbd7 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "DELETE /v2.0/networks/c4f4b094-8b63-475e-ab13-d365a2626d55 HTTP/1.1" status: 204 len: 168 time: 2.3433084 May 27 02:29:39.442553 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54416) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:39.452219 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-ed56b651-0905-49e6-bccb-0304e24943f9 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-474722813'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:29:39.461722 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-ed56b651-0905-49e6-bccb-0304e24943f9 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:29:39.472075 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-ed56b651-0905-49e6-bccb-0304e24943f9 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Usage tracker for resource:network and tenant:6137a50b300642e3b27a011e959f0225 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:29:39.479054 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-ed56b651-0905-49e6-bccb-0304e24943f9 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:29:39.483818 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee45f5-3601-422b-adcd-0cf79039cc05 req-ba5a2c7f-c011-441a-b8f4-2f48c16a19cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:39.485667 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1dee45f5-3601-422b-adcd-0cf79039cc05 req-ba5a2c7f-c011-441a-b8f4-2f48c16a19cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2651911d1c264f1c8c7218b6fddf9f10&device_id=abee0d60-929c-431c-84c6-9b1ad9d5c74c HTTP/1.1" status: 200 len: 1095 time: 0.3505430 May 27 02:29:39.486255 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b68931-32e5-463c-ba18-45ffeedc3f0a admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:29:39.490543 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-ed56b651-0905-49e6-bccb-0304e24943f9 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:29:39.495475 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-4a0f1c2b-d711-4dfd-83fa-5707fb038104 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Network e6379d80-7b9b-4710-9948-937eec21e411 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:29:39.498772 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfe3370-a722-4c78-bd6e-4917d4e29c0a None None] Sync routers for ids ['b4a38767-2ca2-4623-926f-a5b23d184c7c'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:29:39.509226 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-4a0f1c2b-d711-4dfd-83fa-5707fb038104 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:29:39.524625 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-4a0f1c2b-d711-4dfd-83fa-5707fb038104 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:29:39.530289 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfe3370-a722-4c78-bd6e-4917d4e29c0a None None] Routers {'b4a38767-2ca2-4623-926f-a5b23d184c7c'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:29:39.532119 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-acfe3370-a722-4c78-bd6e-4917d4e29c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:29:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['b4a38767-2ca2-4623-926f-a5b23d184c7c'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:39.696953 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed56b651-0905-49e6-bccb-0304e24943f9 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Made reservation on behalf of 6137a50b300642e3b27a011e959f0225 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:29:39.701582 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ed56b651-0905-49e6-bccb-0304e24943f9 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:39.717956 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f1c2b-d711-4dfd-83fa-5707fb038104 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Pushing event updated for resources: {'Port': ['ID=551735c4-718d-412a-aabf-4bcea8b2ec47,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:39.745027 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed56b651-0905-49e6-bccb-0304e24943f9 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:29:39.773344 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ed56b651-0905-49e6-bccb-0304e24943f9 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:39.778183 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-ed56b651-0905-49e6-bccb-0304e24943f9 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Added segment c426a656-74c6-4494-83b5-2d14ca146a65 of type vlan for network 58d9efdd-c5a0-4704-bbbf-34d4bdd45a38 May 27 02:29:39.801869 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-4a0f1c2b-d711-4dfd-83fa-5707fb038104 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:39.803857 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-4a0f1c2b-d711-4dfd-83fa-5707fb038104 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:39.825223 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ed56b651-0905-49e6-bccb-0304e24943f9 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:39.831272 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36b68931-32e5-463c-ba18-45ffeedc3f0a admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:39.835101 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-36b68931-32e5-463c-ba18-45ffeedc3f0a admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.0726490 May 27 02:29:39.837095 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54424) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:39.880653 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fda1a-4beb-49e6-aee0-207c19ac77b0 req-cdb7ea3d-77ab-4352-843d-39f7d66ea496 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:39.889736 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d28fda1a-4beb-49e6-aee0-207c19ac77b0 req-cdb7ea3d-77ab-4352-843d-39f7d66ea496 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=99708104-dbf0-4405-aae1-64907e682f22 HTTP/1.1" status: 200 len: 931 time: 0.4958379 May 27 02:29:39.952551 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-acfe3370-a722-4c78-bd6e-4917d4e29c0a None None] Set router b4a38767-2ca2-4623-926f-a5b23d184c7c gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:29:39.957719 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-04462c56-23ba-4eed-a90a-5d6e5fbb3150 None None] Provisioning for port 551735c4-718d-412a-aabf-4bcea8b2ec47 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:29:39.968364 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-04462c56-23ba-4eed-a90a-5d6e5fbb3150 None None] Provisioning complete for port 551735c4-718d-412a-aabf-4bcea8b2ec47 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:39.968364 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-04462c56-23ba-4eed-a90a-5d6e5fbb3150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:39.992394 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-4a0f1c2b-d711-4dfd-83fa-5707fb038104 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9228544 May 27 02:29:40.001248 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 23dac4b2-03d0-4497-b59e-219e28865a77 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:29:40.043156 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 23dac4b2-03d0-4497-b59e-219e28865a77 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:29:40.043793 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 23dac4b2-03d0-4497-b59e-219e28865a77 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:29:40.054399 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-4170f807-0bad-444b-a33e-888146e8ec59 service neutron] Request body: {'port': {'device_id': '99708104-dbf0-4405-aae1-64907e682f22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:29:40.068221 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-04462c56-23ba-4eed-a90a-5d6e5fbb3150 None None] Port 551735c4-718d-412a-aabf-4bcea8b2ec47 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:29:40.178200 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d28fda1a-4beb-49e6-aee0-207c19ac77b0 req-a5a01737-49b9-46dd-84f8-53b843ccea05 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6bd20bf-5f84-449a-8a30-87080e2ca708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2860243 May 27 02:29:40.187523 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee45f5-3601-422b-adcd-0cf79039cc05 req-43a22cec-9989-42d9-ba26-824ec8a8fd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:40.190582 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1dee45f5-3601-422b-adcd-0cf79039cc05 req-43a22cec-9989-42d9-ba26-824ec8a8fd67 service neutron] 10.222.0.32 "GET /v2.0/networks?id=72395de2-24ec-482b-bef7-14825a5fc695 HTTP/1.1" status: 200 len: 915 time: 0.6949253 May 27 02:29:40.243996 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-4170f807-0bad-444b-a33e-888146e8ec59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:40.291140 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1dee45f5-3601-422b-adcd-0cf79039cc05 req-9f9c6c4a-4165-47af-aef7-fcea2b00aff7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4063e565-cdde-4c05-b9f9-f83d936377fd HTTP/1.1" status: 200 len: 217 time: 0.0954459 May 27 02:29:40.299530 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-66369fc3-6398-4d6b-9edd-2114a9d89ca6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:40.319492 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be01fb1-9a25-4af2-9cf8-3ff7a625e233 req-a74840aa-1a27-4398-9f64-acc9828fad06 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:40.338873 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5be01fb1-9a25-4af2-9cf8-3ff7a625e233 req-a74840aa-1a27-4398-9f64-acc9828fad06 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=abee0d60-929c-431c-84c6-9b1ad9d5c74c HTTP/1.1" status: 200 len: 944 time: 0.7419281 May 27 02:29:40.372812 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-acfe3370-a722-4c78-bd6e-4917d4e29c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a38767-2ca2-4623-926f-a5b23d184c7c', 'name': 'tempest-TestServerMultinode-1410637789-router', 'tenant_id': '0175724c21d348429aa5e3000587cd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '87d2d7cc-0de9-4f90-97e6-44b6efbfe48c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:29:30Z', 'updated_at': '2022-05-27T02:29:35Z', 'revision_number': 3, 'project_id': '0175724c21d348429aa5e3000587cd5e', 'gw_port': {'id': '87d2d7cc-0de9-4f90-97e6-44b6efbfe48c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:90:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a38767-2ca2-4623-926f-a5b23d184c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:32Z', 'updated_at': '2022-05-27T02:29:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:40.385244 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfe3370-a722-4c78-bd6e-4917d4e29c0a None None] Checking router: b4a38767-2ca2-4623-926f-a5b23d184c7c for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:29:40.387818 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfe3370-a722-4c78-bd6e-4917d4e29c0a None None] Updating router b4a38767-2ca2-4623-926f-a5b23d184c7c port 87d2d7cc-0de9-4f90-97e6-44b6efbfe48c binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:29:40.458411 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee45f5-3601-422b-adcd-0cf79039cc05 req-a8d33954-b351-4389-81bb-358e05e71b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:40.461516 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1dee45f5-3601-422b-adcd-0cf79039cc05 req-a8d33954-b351-4389-81bb-358e05e71b72 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95 HTTP/1.1" status: 200 len: 853 time: 0.1604881 May 27 02:29:40.466526 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ed56b651-0905-49e6-bccb-0304e24943f9 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:40.476838 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed56b651-0905-49e6-bccb-0304e24943f9 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:40.477487 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ed56b651-0905-49e6-bccb-0304e24943f9 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:40.478980 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-acfe3370-a722-4c78-bd6e-4917d4e29c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:40.650287 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 51996c46-ee73-4567-b016-ccc12a451411 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:29:40.768983 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: 51996c46-ee73-4567-b016-ccc12a451411 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:29:40.769494 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 51996c46-ee73-4567-b016-ccc12a451411 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:29:40.864758 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a57bfb2f-48a7-46ca-a64d-33886133ec7b'] response: {'server_uuid': 'fb2f47e1-b1dd-4d8a-ada8-d8b7730e56d8', 'name': 'network-vif-deleted', 'tag': '51996c46-ee73-4567-b016-ccc12a451411', 'status': 'completed', 'code': 200} May 27 02:29:40.911441 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66369fc3-6398-4d6b-9edd-2114a9d89ca6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event deleted for resources: {'Port': ['ID=4820d45b-10ad-4f1e-aed1-0d91c9e69c9f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:40.978109 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5be01fb1-9a25-4af2-9cf8-3ff7a625e233 req-c1ea895c-93a9-4aff-99b8-efecb4476050 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?id=1bc352bb-91c8-4d59-9492-68a3b06be43c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6381891 May 27 02:29:41.086000 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ed56b651-0905-49e6-bccb-0304e24943f9 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.6395519 May 27 02:29:41.088815 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54444) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:41.098377 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-acfe3370-a722-4c78-bd6e-4917d4e29c0a None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:41.112513 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-acfe3370-a722-4c78-bd6e-4917d4e29c0a None None] Transition to ACTIVE for port object 87d2d7cc-0de9-4f90-97e6-44b6efbfe48c will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:29:41.157688 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-0a0da7d4-bcc4-45b2-954a-88d24e253ef7 req-cd568679-55dd-46df-bb3a-5ec848f93457 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Synchronizing usage tracker for tenant:66fa48c46c404eb499f5ae926a62ad7f on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:29:41.163547 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-8add6210-e12e-472d-9965-5cdc409760c2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Request body: {'subnet': {'network_id': '58d9efdd-c5a0-4704-bbbf-34d4bdd45a38', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:29:41.178695 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed56b651-0905-49e6-bccb-0304e24943f9 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Pushing event updated for resources: {'Network': ['ID=58d9efdd-c5a0-4704-bbbf-34d4bdd45a38,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:41.184231 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-acfe3370-a722-4c78-bd6e-4917d4e29c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:41.194992 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 58d9efdd-c5a0-4704-bbbf-34d4bdd45a38 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:29:41.264143 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-acfe3370-a722-4c78-bd6e-4917d4e29c0a None None] Attempting to bind port 87d2d7cc-0de9-4f90-97e6-44b6efbfe48c on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:29:41.264511 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-acfe3370-a722-4c78-bd6e-4917d4e29c0a None None] Attempting to bind port 87d2d7cc-0de9-4f90-97e6-44b6efbfe48c by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:29:41.264958 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfe3370-a722-4c78-bd6e-4917d4e29c0a None None] Attempting to bind port 87d2d7cc-0de9-4f90-97e6-44b6efbfe48c on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:29:41.278070 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfe3370-a722-4c78-bd6e-4917d4e29c0a None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:29:41.278440 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfe3370-a722-4c78-bd6e-4917d4e29c0a None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:29:41.278973 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-acfe3370-a722-4c78-bd6e-4917d4e29c0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:41.279437 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfe3370-a722-4c78-bd6e-4917d4e29c0a None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:29:41.279919 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-acfe3370-a722-4c78-bd6e-4917d4e29c0a None None] Bound port: 87d2d7cc-0de9-4f90-97e6-44b6efbfe48c, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:29:41.280286 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-acfe3370-a722-4c78-bd6e-4917d4e29c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:41.385032 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61575e6d-57ae-4f8e-b2c0-f09c27d472ff None None] Pushing event updated for resources: {'Port': ['ID=87d2d7cc-0de9-4f90-97e6-44b6efbfe48c,revision_number=2']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:41.395861 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-acfe3370-a722-4c78-bd6e-4917d4e29c0a None None] For port 87d2d7cc-0de9-4f90-97e6-44b6efbfe48c, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:29:41.399263 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-acfe3370-a722-4c78-bd6e-4917d4e29c0a None None] For port 87d2d7cc-0de9-4f90-97e6-44b6efbfe48c, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=87d2d7cc-0de9-4f90-97e6-44b6efbfe48c,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:29:41.406458 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee45f5-3601-422b-adcd-0cf79039cc05 req-c6f8f6d2-f870-42c5-9e2e-89c347a812f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:41.408041 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1dee45f5-3601-422b-adcd-0cf79039cc05 req-c6f8f6d2-f870-42c5-9e2e-89c347a812f3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72395de2-24ec-482b-bef7-14825a5fc695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9263284 May 27 02:29:41.413775 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-0a0da7d4-bcc4-45b2-954a-88d24e253ef7 req-cd568679-55dd-46df-bb3a-5ec848f93457 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Unset dirty status for tenant:66fa48c46c404eb499f5ae926a62ad7f on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:29:41.422299 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0a0da7d4-bcc4-45b2-954a-88d24e253ef7 req-cd568679-55dd-46df-bb3a-5ec848f93457 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e191672-cacf-4640-a5f3-6b7d45c3663a HTTP/1.1" status: 200 len: 210 time: 0.3279781 May 27 02:29:41.431147 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-8add6210-e12e-472d-9965-5cdc409760c2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:29:41.435368 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8add6210-e12e-472d-9965-5cdc409760c2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Usage tracker for resource:subnet and tenant:6137a50b300642e3b27a011e959f0225 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:29:41.438792 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8add6210-e12e-472d-9965-5cdc409760c2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:29:41.445125 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-8add6210-e12e-472d-9965-5cdc409760c2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:29:41.482892 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af55d1-e417-4297-a691-9862d523e68f req-c0c9c833-22a2-4df2-a515-dd25db098969 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:41.491435 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-21af55d1-e417-4297-a691-9862d523e68f req-c0c9c833-22a2-4df2-a515-dd25db098969 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 946 time: 0.5414755 May 27 02:29:41.493424 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-acfe3370-a722-4c78-bd6e-4917d4e29c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:41.563383 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8add6210-e12e-472d-9965-5cdc409760c2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Made reservation on behalf of 6137a50b300642e3b27a011e959f0225 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:29:41.567259 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8add6210-e12e-472d-9965-5cdc409760c2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:41.590439 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-66369fc3-6398-4d6b-9edd-2114a9d89ca6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:41.645443 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfe3370-a722-4c78-bd6e-4917d4e29c0a None None] Routers {'b4a38767-2ca2-4623-926f-a5b23d184c7c'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:29:41.646508 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-acfe3370-a722-4c78-bd6e-4917d4e29c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:29:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['b4a38767-2ca2-4623-926f-a5b23d184c7c'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:41.812989 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61575e6d-57ae-4f8e-b2c0-f09c27d472ff None None] Pushing event updated for resources: {'Port': ['ID=87d2d7cc-0de9-4f90-97e6-44b6efbfe48c,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:41.977887 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 4063e565-cdde-4c05-b9f9-f83d936377fd details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:29:42.075174 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-21af55d1-e417-4297-a691-9862d523e68f req-240f0fd3-91e2-4a8a-8892-f0e2a38c587c tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=2215ff21-0f16-48f2-9c26-3743ed11a433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5825784 May 27 02:29:42.086032 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-acfe3370-a722-4c78-bd6e-4917d4e29c0a None None] Set router b4a38767-2ca2-4623-926f-a5b23d184c7c gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:29:42.269828 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 4063e565-cdde-4c05-b9f9-f83d936377fd, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=4063e565-cdde-4c05-b9f9-f83d936377fd,segment=NetworkSegment(2f5a53b5-f564-4864-b9f2-3ebea542732b),segment_id=2f5a53b5-f564-4864-b9f2-3ebea542732b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:42.290626 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1dee45f5-3601-422b-adcd-0cf79039cc05 req-768e5da3-acba-45b0-9b74-d476722d681f service neutron] 10.222.0.32 "GET /v2.0/networks/72395de2-24ec-482b-bef7-14825a5fc695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8672490 May 27 02:29:42.303802 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '4063e565-cdde-4c05-b9f9-f83d936377fd', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'port_id': '4063e565-cdde-4c05-b9f9-f83d936377fd', 'mac_address': 'fa:16:3e:65:db:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:29:42.374215 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 4063e565-cdde-4c05-b9f9-f83d936377fd is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:42.374488 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:42.395730 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4063e565-cdde-4c05-b9f9-f83d936377fd {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:29:42.413744 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 4063e565-cdde-4c05-b9f9-f83d936377fd, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=4063e565-cdde-4c05-b9f9-f83d936377fd,segment=NetworkSegment(2f5a53b5-f564-4864-b9f2-3ebea542732b),segment_id=2f5a53b5-f564-4864-b9f2-3ebea542732b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:42.477099 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:42.569945 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=4063e565-cdde-4c05-b9f9-f83d936377fd,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:42.619074 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-acfe3370-a722-4c78-bd6e-4917d4e29c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a38767-2ca2-4623-926f-a5b23d184c7c', 'name': 'tempest-TestServerMultinode-1410637789-router', 'tenant_id': '0175724c21d348429aa5e3000587cd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '87d2d7cc-0de9-4f90-97e6-44b6efbfe48c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:29:30Z', 'updated_at': '2022-05-27T02:29:35Z', 'revision_number': 3, 'project_id': '0175724c21d348429aa5e3000587cd5e', 'gw_port': {'id': '87d2d7cc-0de9-4f90-97e6-44b6efbfe48c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:90:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a38767-2ca2-4623-926f-a5b23d184c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:32Z', 'updated_at': '2022-05-27T02:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:42.628524 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfe3370-a722-4c78-bd6e-4917d4e29c0a None None] The sync data for ids ['b4a38767-2ca2-4623-926f-a5b23d184c7c'] in n-d-843554-3 is: [{'id': 'b4a38767-2ca2-4623-926f-a5b23d184c7c', 'name': 'tempest-TestServerMultinode-1410637789-router', 'tenant_id': '0175724c21d348429aa5e3000587cd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '87d2d7cc-0de9-4f90-97e6-44b6efbfe48c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:29:30Z', 'updated_at': '2022-05-27T02:29:35Z', 'revision_number': 3, 'project_id': '0175724c21d348429aa5e3000587cd5e', 'gw_port': {'id': '87d2d7cc-0de9-4f90-97e6-44b6efbfe48c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:90:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a38767-2ca2-4623-926f-a5b23d184c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:32Z', 'updated_at': '2022-05-27T02:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:29:42.641684 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c38a5c-989d-4a3a-b63e-809270be3575 req-29f81a10-7a61-49fb-ad3c-f8a7ff73c2d3 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:42.643407 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f2c38a5c-989d-4a3a-b63e-809270be3575 req-29f81a10-7a61-49fb-ad3c-f8a7ff73c2d3 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=99708104-dbf0-4405-aae1-64907e682f22 HTTP/1.1" status: 200 len: 931 time: 0.8452141 May 27 02:29:42.647775 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1dee45f5-3601-422b-adcd-0cf79039cc05 req-5beeb905-3d06-4d3a-b0e3-c05c4f502141 service neutron] 10.222.0.32 "GET /v2.0/networks/72395de2-24ec-482b-bef7-14825a5fc695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436255 May 27 02:29:42.656093 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-90fbead8-3474-4e93-ab29-5ef393114809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:42.673338 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66369fc3-6398-4d6b-9edd-2114a9d89ca6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Router d8a99cb3-3bd9-4663-a76e-9d12e4d166cc has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:29:42.685373 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-4170f807-0bad-444b-a33e-888146e8ec59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 551735c4-718d-412a-aabf-4bcea8b2ec47 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:29:42.708447 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b83f29-a9fc-48f2-97bc-82bf712e6be4 req-f14c863f-54bf-4c21-9fb9-1b6a71638812 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:42.710321 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-90b83f29-a9fc-48f2-97bc-82bf712e6be4 req-f14c863f-54bf-4c21-9fb9-1b6a71638812 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=abee0d60-929c-431c-84c6-9b1ad9d5c74c HTTP/1.1" status: 200 len: 944 time: 0.3156788 May 27 02:29:42.742288 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8add6210-e12e-472d-9965-5cdc409760c2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:42.750569 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-4170f807-0bad-444b-a33e-888146e8ec59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:42.762554 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['4063e565-cdde-4c05-b9f9-f83d936377fd'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:29:42.778174 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-4170f807-0bad-444b-a33e-888146e8ec59 service neutron] Transition to ACTIVE for port object 551735c4-718d-412a-aabf-4bcea8b2ec47 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:29:42.808674 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f2c38a5c-989d-4a3a-b63e-809270be3575 req-16169405-35fb-436a-987a-70641d3a4a66 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6bd20bf-5f84-449a-8a30-87080e2ca708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457415 May 27 02:29:42.977311 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-90b83f29-a9fc-48f2-97bc-82bf712e6be4 req-27c36fcd-1a3d-4b26-a06b-be3c7774d242 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?id=1bc352bb-91c8-4d59-9492-68a3b06be43c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2566283 May 27 02:29:43.123602 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-90fbead8-3474-4e93-ab29-5ef393114809 admin admin] Allocated IP 172.20.0.1 (4df28d7f-d112-4b82-a478-2d304ba036a3/10f46d4b-1a41-4868-81cb-a4e02b4f3b26/8cf8a82c-0af4-4715-b3d2-52303d77409e) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:29:43.141652 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8add6210-e12e-472d-9965-5cdc409760c2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Pushing event updated for resources: {'Subnet': ['ID=3018a2c7-49e3-484e-ae60-00af75ab626b,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:43.290990 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 87d2d7cc-0de9-4f90-97e6-44b6efbfe48c up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:29:43.487791 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-90fbead8-3474-4e93-ab29-5ef393114809 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:43.497255 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-4170f807-0bad-444b-a33e-888146e8ec59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:43.532088 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-471d585a-c579-4419-bc19-c7a06b47770b req-4f342b5d-81b6-4d54-b37d-e5757e3b159d tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e191672-cacf-4640-a5f3-6b7d45c3663a HTTP/1.1" status: 200 len: 210 time: 0.3878832 May 27 02:29:43.544208 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 87d2d7cc-0de9-4f90-97e6-44b6efbfe48c completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:29:43.552164 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 87d2d7cc-0de9-4f90-97e6-44b6efbfe48c triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:43.553119 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:43.772483 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8add6210-e12e-472d-9965-5cdc409760c2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Checking segment: {'id': 'c426a656-74c6-4494-83b5-2d14ca146a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '58d9efdd-c5a0-4704-bbbf-34d4bdd45a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:29:43.772950 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8add6210-e12e-472d-9965-5cdc409760c2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Network hostable DHCP agents. Network: 58d9efdd-c5a0-4704-bbbf-34d4bdd45a38, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:29:43.792354 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 87d2d7cc-0de9-4f90-97e6-44b6efbfe48c is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:43.792753 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:43.821525 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 87d2d7cc-0de9-4f90-97e6-44b6efbfe48c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=87d2d7cc-0de9-4f90-97e6-44b6efbfe48c,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:43.906460 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c739e-098c-4c6b-b7e6-108390d1feca req-f45ab753-5af7-45d5-895f-648939ca7e16 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:44.120233 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-868c739e-098c-4c6b-b7e6-108390d1feca req-f45ab753-5af7-45d5-895f-648939ca7e16 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.66 "GET /v2.0/networks?id=7b312858-40bf-40ec-b8ee-1ed51802769e HTTP/1.1" status: 200 len: 812 time: 1.0096886 May 27 02:29:44.121833 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:44.122174 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-868c739e-098c-4c6b-b7e6-108390d1feca req-e4e1105f-e16b-44ad-82e1-5de7a85e6237 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Request body: {'port': {'device_id': '9944e002-08e5-492a-9f66-7914babd75df', 'network_id': '7b312858-40bf-40ec-b8ee-1ed51802769e', 'admin_state_up': True, 'tenant_id': '66fa48c46c404eb499f5ae926a62ad7f'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:29:44.122384 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4170f807-0bad-444b-a33e-888146e8ec59 service neutron] Pushing event updated for resources: {'Port': ['ID=551735c4-718d-412a-aabf-4bcea8b2ec47,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:44.122384 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-90fbead8-3474-4e93-ab29-5ef393114809 admin admin] Transition to ACTIVE for port object 8cf8a82c-0af4-4715-b3d2-52303d77409e will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:29:44.123282 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 4063e565-cdde-4c05-b9f9-f83d936377fd up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:29:44.124985 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02161c-78b0-4477-ab58-c42df71c4be4 req-58e26557-8839-4516-8e9e-3a036c30f1d8 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:44.124985 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3b02161c-78b0-4477-ab58-c42df71c4be4 req-58e26557-8839-4516-8e9e-3a036c30f1d8 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 946 time: 0.5894580 May 27 02:29:44.147903 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=87d2d7cc-0de9-4f90-97e6-44b6efbfe48c,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:44.211038 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66369fc3-6398-4d6b-9edd-2114a9d89ca6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:29:44.218162 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8add6210-e12e-472d-9965-5cdc409760c2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Network 58d9efdd-c5a0-4704-bbbf-34d4bdd45a38 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:29:44.227590 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b04e237-ae19-4937-a7ab-3e526ff0116a None None] Sync routers for ids ['d8a99cb3-3bd9-4663-a76e-9d12e4d166cc'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:29:44.263229 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b04e237-ae19-4937-a7ab-3e526ff0116a None None] Routers {'d8a99cb3-3bd9-4663-a76e-9d12e4d166cc'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:29:44.268455 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4b04e237-ae19-4937-a7ab-3e526ff0116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:29:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d8a99cb3-3bd9-4663-a76e-9d12e4d166cc'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:44.269519 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c739e-098c-4c6b-b7e6-108390d1feca req-df74d79a-9f49-415d-a6da-4b5bf7035537 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:44.271173 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-868c739e-098c-4c6b-b7e6-108390d1feca req-df74d79a-9f49-415d-a6da-4b5bf7035537 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.32 "GET /v2.0/networks?id=7b312858-40bf-40ec-b8ee-1ed51802769e HTTP/1.1" status: 200 len: 812 time: 0.7294891 May 27 02:29:44.274106 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3b02161c-78b0-4477-ab58-c42df71c4be4 req-68984842-f118-4d82-bbbb-54faf860c0dc tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=2215ff21-0f16-48f2-9c26-3743ed11a433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889570 May 27 02:29:44.291470 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-868c739e-098c-4c6b-b7e6-108390d1feca req-272f6bae-575f-4790-b5c0-4441e218b180 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Request body: {'port': {'device_id': '3e191672-cacf-4640-a5f3-6b7d45c3663a', 'network_id': '7b312858-40bf-40ec-b8ee-1ed51802769e', 'admin_state_up': True, 'tenant_id': '66fa48c46c404eb499f5ae926a62ad7f'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:29:44.412640 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4b04e237-ae19-4937-a7ab-3e526ff0116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:44.433112 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-4170f807-0bad-444b-a33e-888146e8ec59 service neutron] Attempting to bind port 551735c4-718d-412a-aabf-4bcea8b2ec47 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:29:44.433464 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-4170f807-0bad-444b-a33e-888146e8ec59 service neutron] Attempting to bind port 551735c4-718d-412a-aabf-4bcea8b2ec47 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '2d17ae40-4310-4a58-b1f0-c2f85fb57fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e6379d80-7b9b-4710-9948-937eec21e411'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:29:44.433887 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-4170f807-0bad-444b-a33e-888146e8ec59 service neutron] Attempting to bind port 551735c4-718d-412a-aabf-4bcea8b2ec47 on network e6379d80-7b9b-4710-9948-937eec21e411 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:29:44.434861 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 4063e565-cdde-4c05-b9f9-f83d936377fd completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:29:44.438850 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-4170f807-0bad-444b-a33e-888146e8ec59 service neutron] Port 551735c4-718d-412a-aabf-4bcea8b2ec47 on network e6379d80-7b9b-4710-9948-937eec21e411 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:29:44.439205 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-4170f807-0bad-444b-a33e-888146e8ec59 service neutron] Attempting to bind port 551735c4-718d-412a-aabf-4bcea8b2ec47 on network e6379d80-7b9b-4710-9948-937eec21e411 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:29:44.446654 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-4170f807-0bad-444b-a33e-888146e8ec59 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:29:44.446994 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-4170f807-0bad-444b-a33e-888146e8ec59 service neutron] Checking segment: {'id': '2d17ae40-4310-4a58-b1f0-c2f85fb57fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e6379d80-7b9b-4710-9948-937eec21e411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:29:44.447521 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-4170f807-0bad-444b-a33e-888146e8ec59 service neutron] Bound using segment: {'id': '2d17ae40-4310-4a58-b1f0-c2f85fb57fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e6379d80-7b9b-4710-9948-937eec21e411'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:29:44.447960 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-4170f807-0bad-444b-a33e-888146e8ec59 service neutron] Bound port: 551735c4-718d-412a-aabf-4bcea8b2ec47, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d17ae40-4310-4a58-b1f0-c2f85fb57fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e6379d80-7b9b-4710-9948-937eec21e411'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:29:44.448306 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-4170f807-0bad-444b-a33e-888146e8ec59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:44.449696 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 4063e565-cdde-4c05-b9f9-f83d936377fd triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:44.450295 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:44.492207 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b04e237-ae19-4937-a7ab-3e526ff0116a None None] Routers {'d8a99cb3-3bd9-4663-a76e-9d12e4d166cc'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:29:44.493550 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4b04e237-ae19-4937-a7ab-3e526ff0116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:29:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d8a99cb3-3bd9-4663-a76e-9d12e4d166cc'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:44.495735 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-66369fc3-6398-4d6b-9edd-2114a9d89ca6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "PUT /v2.0/routers/d8a99cb3-3bd9-4663-a76e-9d12e4d166cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7003417 May 27 02:29:44.501599 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-90fbead8-3474-4e93-ab29-5ef393114809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:44.506040 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54472) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:44.526572 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-868c739e-098c-4c6b-b7e6-108390d1feca req-272f6bae-575f-4790-b5c0-4441e218b180 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:29:44.566800 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-8add6210-e12e-472d-9965-5cdc409760c2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 58d9efdd-c5a0-4704-bbbf-34d4bdd45a38) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:29:44.580683 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8add6210-e12e-472d-9965-5cdc409760c2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:44.581319 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8add6210-e12e-472d-9965-5cdc409760c2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:44.583779 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4b04e237-ae19-4937-a7ab-3e526ff0116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:44.584770 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b04e237-ae19-4937-a7ab-3e526ff0116a None None] The sync data for ids ['d8a99cb3-3bd9-4663-a76e-9d12e4d166cc'] in n-d-843554-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:29:44.586592 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53774bc8-63cf-4a70-9bd6-674a23dbcbc1 None None] Network 58d9efdd-c5a0-4704-bbbf-34d4bdd45a38 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:29:44.610744 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-868c739e-098c-4c6b-b7e6-108390d1feca req-272f6bae-575f-4790-b5c0-4441e218b180 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:29:44.683847 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-868c739e-098c-4c6b-b7e6-108390d1feca req-e4e1105f-e16b-44ad-82e1-5de7a85e6237 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:29:44.717436 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40823b6e-bdf6-45c8-ab73-40482ad2d894 req-57443aac-8583-47b4-a68c-93e0c41a6427 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:44.719268 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fbead8-3474-4e93-ab29-5ef393114809 admin admin] Network 4df28d7f-d112-4b82-a478-2d304ba036a3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:29:44.728400 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-40823b6e-bdf6-45c8-ab73-40482ad2d894 req-57443aac-8583-47b4-a68c-93e0c41a6427 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=99708104-dbf0-4405-aae1-64907e682f22 HTTP/1.1" status: 200 len: 943 time: 0.5797939 May 27 02:29:44.731079 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-90fbead8-3474-4e93-ab29-5ef393114809 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:29:44.747804 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fbead8-3474-4e93-ab29-5ef393114809 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:29:44.782660 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8add6210-e12e-472d-9965-5cdc409760c2 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.6494200 May 27 02:29:44.784855 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54478) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:44.799314 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-9800c861-94c3-4118-86d4-671906a2a56a tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-184754584'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:29:44.878128 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-9800c861-94c3-4118-86d4-671906a2a56a tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:29:44.904541 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-40823b6e-bdf6-45c8-ab73-40482ad2d894 req-89e2bd1e-4b58-4712-8901-2dd944a49c7f tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6bd20bf-5f84-449a-8a30-87080e2ca708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748791 May 27 02:29:44.910419 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-868c739e-098c-4c6b-b7e6-108390d1feca req-272f6bae-575f-4790-b5c0-4441e218b180 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Made reservation on behalf of 66fa48c46c404eb499f5ae926a62ad7f for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:29:44.921518 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-868c739e-098c-4c6b-b7e6-108390d1feca req-272f6bae-575f-4790-b5c0-4441e218b180 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:45.018781 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-9800c861-94c3-4118-86d4-671906a2a56a tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Usage tracker for resource:network and tenant:6137a50b300642e3b27a011e959f0225 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:29:45.024446 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 4063e565-cdde-4c05-b9f9-f83d936377fd is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:45.024852 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:45.052872 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fbead8-3474-4e93-ab29-5ef393114809 admin admin] Pushing event updated for resources: {'Port': ['ID=8cf8a82c-0af4-4715-b3d2-52303d77409e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:45.097722 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 4063e565-cdde-4c05-b9f9-f83d936377fd, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=4063e565-cdde-4c05-b9f9-f83d936377fd,segment=NetworkSegment(2f5a53b5-f564-4864-b9f2-3ebea542732b),segment_id=2f5a53b5-f564-4864-b9f2-3ebea542732b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:45.113031 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-4170f807-0bad-444b-a33e-888146e8ec59 service neutron] For port 551735c4-718d-412a-aabf-4bcea8b2ec47, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:29:45.138557 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abee0d60-929c-431c-84c6-9b1ad9d5c74c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4063e565-cdde-4c05-b9f9-f83d936377fd'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:29:45.159679 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcffd1b-cf40-478d-907c-3a83cd7941fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-58d9efdd-c5a0-4704-bbbf-34d4bdd45a38', 'network_id': '58d9efdd-c5a0-4704-bbbf-34d4bdd45a38', 'tenant_id': '6137a50b300642e3b27a011e959f0225', 'fixed_ips': [{'subnet_id': '3018a2c7-49e3-484e-ae60-00af75ab626b'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:29:45.160779 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9fcffd1b-cf40-478d-907c-3a83cd7941fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:45.187776 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-868c739e-098c-4c6b-b7e6-108390d1feca req-e4e1105f-e16b-44ad-82e1-5de7a85e6237 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:29:45.189838 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-9800c861-94c3-4118-86d4-671906a2a56a tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:29:45.205518 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:45.210925 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d868b362-1417-414a-8195-ca69515c58b4 req-88c05e3c-7697-43dc-a62c-2dd48c0dbc82 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:45.220434 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d868b362-1417-414a-8195-ca69515c58b4 req-88c05e3c-7697-43dc-a62c-2dd48c0dbc82 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=abee0d60-929c-431c-84c6-9b1ad9d5c74c HTTP/1.1" status: 200 len: 945 time: 0.7344425 May 27 02:29:45.264110 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-9800c861-94c3-4118-86d4-671906a2a56a tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:29:45.269162 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-90fbead8-3474-4e93-ab29-5ef393114809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:45.352512 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 87d2d7cc-0de9-4f90-97e6-44b6efbfe48c up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:29:45.405902 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7fbf1cb1-d041-4009-abc1-283f8303049c req-de1662cc-df9c-4bbe-90ba-d017a8d9c12e tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e191672-cacf-4640-a5f3-6b7d45c3663a HTTP/1.1" status: 200 len: 210 time: 0.1429706 May 27 02:29:45.410560 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-868c739e-098c-4c6b-b7e6-108390d1feca req-e4e1105f-e16b-44ad-82e1-5de7a85e6237 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Made reservation on behalf of 66fa48c46c404eb499f5ae926a62ad7f for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:29:45.415319 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-868c739e-098c-4c6b-b7e6-108390d1feca req-e4e1105f-e16b-44ad-82e1-5de7a85e6237 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:45.452536 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=4063e565-cdde-4c05-b9f9-f83d936377fd,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:45.472263 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-4170f807-0bad-444b-a33e-888146e8ec59 service neutron] For port 551735c4-718d-412a-aabf-4bcea8b2ec47, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=551735c4-718d-412a-aabf-4bcea8b2ec47,segment=NetworkSegment(2d17ae40-4310-4a58-b1f0-c2f85fb57fbf),segment_id=2d17ae40-4310-4a58-b1f0-c2f85fb57fbf)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:29:45.484646 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2865edc3-34b9-4205-94fd-bdd207a082f0'] response: {'server_uuid': 'abee0d60-929c-431c-84c6-9b1ad9d5c74c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4063e565-cdde-4c05-b9f9-f83d936377fd', 'code': 200} May 27 02:29:45.542619 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d868b362-1417-414a-8195-ca69515c58b4 req-03d3ec64-be85-4635-94ef-51082240244c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?id=1bc352bb-91c8-4d59-9492-68a3b06be43c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3212733 May 27 02:29:45.598415 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1fb2083d-31ed-43ed-84df-953baac1c313 None None] Provisioning for port 8cf8a82c-0af4-4715-b3d2-52303d77409e completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:29:45.605349 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9800c861-94c3-4118-86d4-671906a2a56a tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Made reservation on behalf of 6137a50b300642e3b27a011e959f0225 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:29:45.608312 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1fb2083d-31ed-43ed-84df-953baac1c313 None None] Provisioning complete for port 8cf8a82c-0af4-4715-b3d2-52303d77409e triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:45.608540 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9800c861-94c3-4118-86d4-671906a2a56a tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:45.608758 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1fb2083d-31ed-43ed-84df-953baac1c313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:45.658455 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-4170f807-0bad-444b-a33e-888146e8ec59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:45.672819 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-9fcffd1b-cf40-478d-907c-3a83cd7941fb None None] Allocated IP 19.80.0.2 (58d9efdd-c5a0-4704-bbbf-34d4bdd45a38/3018a2c7-49e3-484e-ae60-00af75ab626b/6b839266-b933-45b6-b7c6-d8681fd5199a) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:29:45.680911 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 87d2d7cc-0de9-4f90-97e6-44b6efbfe48c triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:45.681552 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:45.740909 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69aa25c-b614-45d0-a4dd-40db783f659d req-59706b09-e481-434c-8bd4-cf730340eae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:45.742398 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a69aa25c-b614-45d0-a4dd-40db783f659d req-59706b09-e481-434c-8bd4-cf730340eae3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 1097 time: 0.8123496 May 27 02:29:45.773306 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-4170f807-0bad-444b-a33e-888146e8ec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:45.783203 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-4170f807-0bad-444b-a33e-888146e8ec59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:45.783203 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-4170f807-0bad-444b-a33e-888146e8ec59 service neutron] 10.222.0.66 "PUT /v2.0/ports/551735c4-718d-412a-aabf-4bcea8b2ec47 HTTP/1.1" status: 200 len: 1091 time: 5.7800252 May 27 02:29:45.783203 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99708104-dbf0-4405-aae1-64907e682f22', 'tag': '551735c4-718d-412a-aabf-4bcea8b2ec47'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:29:45.783470 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-1fb2083d-31ed-43ed-84df-953baac1c313 None None] Port 8cf8a82c-0af4-4715-b3d2-52303d77409e cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:29:45.796091 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9800c861-94c3-4118-86d4-671906a2a56a tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:29:45.846135 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9800c861-94c3-4118-86d4-671906a2a56a tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:45.846910 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-9800c861-94c3-4118-86d4-671906a2a56a tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Added segment 91f06bc1-2458-4ddd-ab3b-c2af3cbd18ce of type vlan for network 0351dbc2-bfdb-49a5-89eb-5d2a933951a2 May 27 02:29:45.865402 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-868c739e-098c-4c6b-b7e6-108390d1feca req-272f6bae-575f-4790-b5c0-4441e218b180 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Allocated IP 172.20.0.2 (7b312858-40bf-40ec-b8ee-1ed51802769e/c250816a-43d9-48f2-b76f-f0e58c9da86d/55a81e61-a76d-4cc7-94fe-4fa9a5eff681) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:29:45.947278 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9800c861-94c3-4118-86d4-671906a2a56a tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:45.954202 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5d39e5c-347f-4a85-8229-eb92ac4801b4'] response: {'name': 'network-changed', 'server_uuid': '99708104-dbf0-4405-aae1-64907e682f22', 'tag': '551735c4-718d-412a-aabf-4bcea8b2ec47', 'status': 'completed', 'code': 200} May 27 02:29:45.979296 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b39270-3907-44d1-9c56-d4ad631528f4 req-d2649c5f-b976-431c-a7e2-004a1319aaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:45.992914 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-12b39270-3907-44d1-9c56-d4ad631528f4 req-d2649c5f-b976-431c-a7e2-004a1319aaca service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=abee0d60-929c-431c-84c6-9b1ad9d5c74c HTTP/1.1" status: 200 len: 1097 time: 0.4191515 May 27 02:29:46.016864 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4170f807-0bad-444b-a33e-888146e8ec59 service neutron] Pushing event updated for resources: {'Port': ['ID=551735c4-718d-412a-aabf-4bcea8b2ec47,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:46.023139 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24633212-8ea9-40d4-9d49-61ca4c9b7c41 req-ea3c1747-5e7a-4498-9170-37af46444338 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:46.024668 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-24633212-8ea9-40d4-9d49-61ca4c9b7c41 req-ea3c1747-5e7a-4498-9170-37af46444338 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 946 time: 0.3894274 May 27 02:29:46.078423 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a69aa25c-b614-45d0-a4dd-40db783f659d req-c6a0a577-9444-49a6-91ce-737681640238 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2215ff21-0f16-48f2-9c26-3743ed11a433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3196630 May 27 02:29:46.115619 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9fcffd1b-cf40-478d-907c-3a83cd7941fb None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:46.127845 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-90fbead8-3474-4e93-ab29-5ef393114809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:46.136936 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-12b39270-3907-44d1-9c56-d4ad631528f4 req-676ad089-c07d-4212-a7a6-1380462a4bc6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1bc352bb-91c8-4d59-9492-68a3b06be43c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430893 May 27 02:29:46.160214 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9fcffd1b-cf40-478d-907c-3a83cd7941fb None None] Transition to ACTIVE for port object 6b839266-b933-45b6-b7c6-d8681fd5199a will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:29:46.205864 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9fcffd1b-cf40-478d-907c-3a83cd7941fb None None] Transition to ACTIVE for port object 6b839266-b933-45b6-b7c6-d8681fd5199a will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:29:46.207349 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 87d2d7cc-0de9-4f90-97e6-44b6efbfe48c is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:46.255460 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9800c861-94c3-4118-86d4-671906a2a56a tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:46.261039 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9800c861-94c3-4118-86d4-671906a2a56a tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:46.261658 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9800c861-94c3-4118-86d4-671906a2a56a tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:46.268472 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-24633212-8ea9-40d4-9d49-61ca4c9b7c41 req-9ea175b3-19de-4638-8eaa-92d4b9cb1421 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=2215ff21-0f16-48f2-9c26-3743ed11a433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303567 May 27 02:29:46.306295 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9fcffd1b-cf40-478d-907c-3a83cd7941fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:46.385234 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-d4940275-3c68-4dcc-ac6a-99b88af8ee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:46.386654 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-d4940275-3c68-4dcc-ac6a-99b88af8ee2b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a54d5457e373400db950c9d30ab97cd7&device_id=99708104-dbf0-4405-aae1-64907e682f22 HTTP/1.1" status: 200 len: 1094 time: 0.4800379 May 27 02:29:46.420816 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcffd1b-cf40-478d-907c-3a83cd7941fb None None] Network 58d9efdd-c5a0-4704-bbbf-34d4bdd45a38 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:29:46.423770 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-9fcffd1b-cf40-478d-907c-3a83cd7941fb None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:29:46.426099 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcffd1b-cf40-478d-907c-3a83cd7941fb None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:29:46.438182 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcffd1b-cf40-478d-907c-3a83cd7941fb None None] Pushing event updated for resources: {'Port': ['ID=6b839266-b933-45b6-b7c6-d8681fd5199a,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:46.506302 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-1517f09f-c2e6-4266-a5bb-3a68498857e5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=551735c4-718d-412a-aabf-4bcea8b2ec47 HTTP/1.1" status: 200 len: 217 time: 0.1115739 May 27 02:29:46.540431 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-9fcffd1b-cf40-478d-907c-3a83cd7941fb None None] Attempting to bind port 6b839266-b933-45b6-b7c6-d8681fd5199a on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:29:46.542052 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-9fcffd1b-cf40-478d-907c-3a83cd7941fb None None] Attempting to bind port 6b839266-b933-45b6-b7c6-d8681fd5199a by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'c426a656-74c6-4494-83b5-2d14ca146a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '58d9efdd-c5a0-4704-bbbf-34d4bdd45a38'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:29:46.542859 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcffd1b-cf40-478d-907c-3a83cd7941fb None None] Attempting to bind port 6b839266-b933-45b6-b7c6-d8681fd5199a on network 58d9efdd-c5a0-4704-bbbf-34d4bdd45a38 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:29:46.549797 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcffd1b-cf40-478d-907c-3a83cd7941fb None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:29:46.554051 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcffd1b-cf40-478d-907c-3a83cd7941fb None None] Checking segment: {'id': 'c426a656-74c6-4494-83b5-2d14ca146a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '58d9efdd-c5a0-4704-bbbf-34d4bdd45a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:29:46.554051 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9fcffd1b-cf40-478d-907c-3a83cd7941fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:46.554325 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9800c861-94c3-4118-86d4-671906a2a56a tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Pushing event updated for resources: {'Network': ['ID=0351dbc2-bfdb-49a5-89eb-5d2a933951a2,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:46.554451 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcffd1b-cf40-478d-907c-3a83cd7941fb None None] Bound using segment: {'id': 'c426a656-74c6-4494-83b5-2d14ca146a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '58d9efdd-c5a0-4704-bbbf-34d4bdd45a38'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:29:46.554451 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-9fcffd1b-cf40-478d-907c-3a83cd7941fb None None] Bound port: 6b839266-b933-45b6-b7c6-d8681fd5199a, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c426a656-74c6-4494-83b5-2d14ca146a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '58d9efdd-c5a0-4704-bbbf-34d4bdd45a38'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:29:46.554451 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9fcffd1b-cf40-478d-907c-3a83cd7941fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:46.570921 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 0351dbc2-bfdb-49a5-89eb-5d2a933951a2 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:29:46.607488 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-11b84d2c-d2f8-4fde-b9c1-876d48154908 req-a57b83a0-d545-4a26-8800-9363da8f658d tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Synchronizing usage tracker for tenant:66fa48c46c404eb499f5ae926a62ad7f on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:29:46.626606 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9800c861-94c3-4118-86d4-671906a2a56a tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.8366115 May 27 02:29:46.629113 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54500) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:46.640242 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-9e14ae71-29c5-4b8d-8e00-e9fe443b88f8 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Request body: {'subnet': {'network_id': '0351dbc2-bfdb-49a5-89eb-5d2a933951a2', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:29:46.664424 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c613f-b674-4b38-be40-c605b1663539 req-f9f7af15-a112-4d34-9fca-3a1b359d7c00 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:46.665943 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-195c613f-b674-4b38-be40-c605b1663539 req-f9f7af15-a112-4d34-9fca-3a1b359d7c00 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=99708104-dbf0-4405-aae1-64907e682f22 HTTP/1.1" status: 200 len: 943 time: 0.5837476 May 27 02:29:46.670520 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-b980b5ca-8d51-44a7-a9ac-85bac40dc24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:46.672026 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-b980b5ca-8d51-44a7-a9ac-85bac40dc24b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=95908a1f-c366-445e-9e10-5bce86ad79d9 HTTP/1.1" status: 200 len: 849 time: 0.1575527 May 27 02:29:46.738456 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d833f25c-5895-4a99-aed1-47f8fc8f587c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:46.747024 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-11b84d2c-d2f8-4fde-b9c1-876d48154908 req-a57b83a0-d545-4a26-8800-9363da8f658d tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Unset dirty status for tenant:66fa48c46c404eb499f5ae926a62ad7f on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:29:46.748148 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-11b84d2c-d2f8-4fde-b9c1-876d48154908 req-a57b83a0-d545-4a26-8800-9363da8f658d tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e191672-cacf-4640-a5f3-6b7d45c3663a HTTP/1.1" status: 200 len: 210 time: 0.1899056 May 27 02:29:46.759731 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9fcffd1b-cf40-478d-907c-3a83cd7941fb None None] For port 6b839266-b933-45b6-b7c6-d8681fd5199a, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:29:46.763120 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9fcffd1b-cf40-478d-907c-3a83cd7941fb None None] For port 6b839266-b933-45b6-b7c6-d8681fd5199a, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=6b839266-b933-45b6-b7c6-d8681fd5199a,segment=NetworkSegment(c426a656-74c6-4494-83b5-2d14ca146a65),segment_id=c426a656-74c6-4494-83b5-2d14ca146a65)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:29:46.829654 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-868c739e-098c-4c6b-b7e6-108390d1feca req-272f6bae-575f-4790-b5c0-4441e218b180 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:46.850878 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-9e14ae71-29c5-4b8d-8e00-e9fe443b88f8 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:29:46.864751 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-9e14ae71-29c5-4b8d-8e00-e9fe443b88f8 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Usage tracker for resource:subnet and tenant:6137a50b300642e3b27a011e959f0225 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:29:46.869528 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9fcffd1b-cf40-478d-907c-3a83cd7941fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:46.921332 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-195c613f-b674-4b38-be40-c605b1663539 req-081f6abb-a4c1-4989-8557-f2d7a9299142 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6bd20bf-5f84-449a-8a30-87080e2ca708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2376614 May 27 02:29:46.922403 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-9e14ae71-29c5-4b8d-8e00-e9fe443b88f8 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:29:46.940312 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-9e14ae71-29c5-4b8d-8e00-e9fe443b88f8 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:29:46.952670 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcffd1b-cf40-478d-907c-3a83cd7941fb None None] Pushing event updated for resources: {'Port': ['ID=6b839266-b933-45b6-b7c6-d8681fd5199a,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:46.986360 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-868c739e-098c-4c6b-b7e6-108390d1feca req-272f6bae-575f-4790-b5c0-4441e218b180 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:47.032194 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.resource_extend [None req-90fbead8-3474-4e93-ab29-5ef393114809 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:29:47.110978 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-42e38a75-c43d-4840-88ac-fdd3b50efba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:47.112533 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-42e38a75-c43d-4840-88ac-fdd3b50efba5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e6379d80-7b9b-4710-9948-937eec21e411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4346821 May 27 02:29:47.161629 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-90fbead8-3474-4e93-ab29-5ef393114809 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:47.164977 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e14ae71-29c5-4b8d-8e00-e9fe443b88f8 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Made reservation on behalf of 6137a50b300642e3b27a011e959f0225 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:29:47.168470 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9e14ae71-29c5-4b8d-8e00-e9fe443b88f8 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:47.269401 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-868c739e-098c-4c6b-b7e6-108390d1feca req-272f6bae-575f-4790-b5c0-4441e218b180 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Network 7b312858-40bf-40ec-b8ee-1ed51802769e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:29:47.328279 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-868c739e-098c-4c6b-b7e6-108390d1feca req-272f6bae-575f-4790-b5c0-4441e218b180 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:29:47.330856 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-868c739e-098c-4c6b-b7e6-108390d1feca req-272f6bae-575f-4790-b5c0-4441e218b180 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:29:47.365442 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-90fbead8-3474-4e93-ab29-5ef393114809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:47.423549 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f6bae-575f-4790-b5c0-4441e218b180 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Pushing event updated for resources: {'Port': ['ID=55a81e61-a76d-4cc7-94fe-4fa9a5eff681,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:47.438168 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-868c739e-098c-4c6b-b7e6-108390d1feca req-e4e1105f-e16b-44ad-82e1-5de7a85e6237 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Allocated IP 172.20.0.13 (7b312858-40bf-40ec-b8ee-1ed51802769e/c250816a-43d9-48f2-b76f-f0e58c9da86d/04d6a666-d4c5-4554-8d6d-2ff4c724f1d9) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:29:47.506325 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c739e-098c-4c6b-b7e6-108390d1feca req-272f6bae-575f-4790-b5c0-4441e218b180 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:47.507012 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-868c739e-098c-4c6b-b7e6-108390d1feca req-272f6bae-575f-4790-b5c0-4441e218b180 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:47.608515 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-90fbead8-3474-4e93-ab29-5ef393114809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:47.622958 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-feab6627-dd1c-4bcb-a04c-f14c44f168ee service neutron] 10.222.0.66 "GET /v2.0/networks/e6379d80-7b9b-4710-9948-937eec21e411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4967816 May 27 02:29:47.691586 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be08892-043a-4d2f-a430-8057a6224ca3 req-4376de59-ba96-49e6-8986-c62bec4caf4b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:47.691586 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9be08892-043a-4d2f-a430-8057a6224ca3 req-4376de59-ba96-49e6-8986-c62bec4caf4b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=abee0d60-929c-431c-84c6-9b1ad9d5c74c HTTP/1.1" status: 200 len: 946 time: 0.5665224 May 27 02:29:47.783660 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-868c739e-098c-4c6b-b7e6-108390d1feca req-272f6bae-575f-4790-b5c0-4441e218b180 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4965765 May 27 02:29:47.785525 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387f279-ab68-4148-a19b-e255b8aabd65 req-bf3917ab-39c0-44a9-995a-1d2b377b953f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:47.787400 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c387f279-ab68-4148-a19b-e255b8aabd65 req-bf3917ab-39c0-44a9-995a-1d2b377b953f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a9d84b96bbe4011b693e36de83ee83d&device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 1097 time: 0.5169892 May 27 02:29:47.838808 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fbead8-3474-4e93-ab29-5ef393114809 admin admin] Pushing event updated for resources: {'Port': ['ID=8cf8a82c-0af4-4715-b3d2-52303d77409e,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:47.850497 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-868c739e-098c-4c6b-b7e6-108390d1feca req-c673e59b-ae1a-4109-bac1-3b03cedcd87f service neutron] Request body: {'port': {'device_id': '3e191672-cacf-4640-a5f3-6b7d45c3663a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:29:47.903161 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d833f25c-5895-4a99-aed1-47f8fc8f587c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Deleting port d757c9e0-68dc-46b6-921d-04a9c50e1c5a {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:29:47.903420 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d833f25c-5895-4a99-aed1-47f8fc8f587c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:48.015900 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b943292a-a1b3-40e1-ad3c-93a0ac7b87d3 req-5e654823-e989-4c7d-bf33-a2feeb859cea service neutron] 10.222.0.66 "GET /v2.0/networks/e6379d80-7b9b-4710-9948-937eec21e411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830969 May 27 02:29:48.033829 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fbead8-3474-4e93-ab29-5ef393114809 admin admin] Network 4df28d7f-d112-4b82-a478-2d304ba036a3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:29:48.038423 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-90fbead8-3474-4e93-ab29-5ef393114809 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:29:48.091988 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9be08892-043a-4d2f-a430-8057a6224ca3 req-fcfa7b4a-57be-4d9f-b851-8a90573dd909 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?id=1bc352bb-91c8-4d59-9492-68a3b06be43c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3622267 May 27 02:29:48.356890 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345f17e-12dd-4f82-b562-8f18dff9bc70 req-3fdaf371-fe83-483f-b6ab-ddc774d8b902 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:48.358448 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0345f17e-12dd-4f82-b562-8f18dff9bc70 req-3fdaf371-fe83-483f-b6ab-ddc774d8b902 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 946 time: 0.7821815 May 27 02:29:48.442554 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-fac4076e-fea6-40b5-a90a-df2f995d7ee8 None None] Provisioning complete for port 8cf8a82c-0af4-4715-b3d2-52303d77409e triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:48.443092 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fac4076e-fea6-40b5-a90a-df2f995d7ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:48.494649 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-868c739e-098c-4c6b-b7e6-108390d1feca req-c673e59b-ae1a-4109-bac1-3b03cedcd87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:48.511985 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca9dd73-8ed1-4b9a-abb7-b5a9b790231f None None] Network 58d9efdd-c5a0-4704-bbbf-34d4bdd45a38 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:29:48.612500 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-fac4076e-fea6-40b5-a90a-df2f995d7ee8 None None] Port 8cf8a82c-0af4-4715-b3d2-52303d77409e cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:29:48.664325 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90fbead8-3474-4e93-ab29-5ef393114809 admin admin] Router b4a38767-2ca2-4623-926f-a5b23d184c7c has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:29:48.672811 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d833f25c-5895-4a99-aed1-47f8fc8f587c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:48.719750 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9e14ae71-29c5-4b8d-8e00-e9fe443b88f8 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:48.762656 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4f5e4-dfec-4153-a952-5b08df32b7eb req-061197b0-ebd0-43f2-845f-b8e1127a510f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:48.765154 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b1e4f5e4-dfec-4153-a952-5b08df32b7eb req-061197b0-ebd0-43f2-845f-b8e1127a510f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a54d5457e373400db950c9d30ab97cd7&device_id=99708104-dbf0-4405-aae1-64907e682f22 HTTP/1.1" status: 200 len: 1094 time: 0.4683032 May 27 02:29:48.840257 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d833f25c-5895-4a99-aed1-47f8fc8f587c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Calling delete_port for d757c9e0-68dc-46b6-921d-04a9c50e1c5a owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:29:48.846187 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-868c739e-098c-4c6b-b7e6-108390d1feca req-e4e1105f-e16b-44ad-82e1-5de7a85e6237 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:48.880283 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-d126ef99-e6d4-4407-a108-d540a08ca13a None None] Provisioning for port 6b839266-b933-45b6-b7c6-d8681fd5199a completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:29:48.930979 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387f279-ab68-4148-a19b-e255b8aabd65 req-2eaee684-a7e3-4147-891e-1b3e55194df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:48.932459 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c387f279-ab68-4148-a19b-e255b8aabd65 req-2eaee684-a7e3-4147-891e-1b3e55194df4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8604bb25-00c6-4170-bfcb-0b58b32e10ee HTTP/1.1" status: 200 len: 919 time: 1.0241778 May 27 02:29:48.980079 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-17684b43-8db8-4e27-af93-9c64adf56b49 req-74e69b3e-a03d-43e1-bcbf-98d310ef256c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=de99b920-541f-4020-a772-e43375ba9f6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1434619 May 27 02:29:49.035132 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:49.052855 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0345f17e-12dd-4f82-b562-8f18dff9bc70 req-81272315-4ac4-4001-80fa-8bf532da4b4a tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=2215ff21-0f16-48f2-9c26-3743ed11a433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6604443 May 27 02:29:49.180813 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e14ae71-29c5-4b8d-8e00-e9fe443b88f8 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Pushing event updated for resources: {'Subnet': ['ID=f30cd9af-2d7c-4422-9f18-3858edc8e8f0,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:49.260963 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e14ae71-29c5-4b8d-8e00-e9fe443b88f8 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Checking segment: {'id': '91f06bc1-2458-4ddd-ab3b-c2af3cbd18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0351dbc2-bfdb-49a5-89eb-5d2a933951a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:29:49.261327 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e14ae71-29c5-4b8d-8e00-e9fe443b88f8 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Network hostable DHCP agents. Network: 0351dbc2-bfdb-49a5-89eb-5d2a933951a2, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:29:49.263105 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 6b839266-b933-45b6-b7c6-d8681fd5199a up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:29:49.298821 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:49.332394 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa9985-6a64-4274-9cbd-437eb8bce764 req-4749d18c-9d54-4758-b3c9-66791008f124 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:49.335307 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bafa9985-6a64-4274-9cbd-437eb8bce764 req-4749d18c-9d54-4758-b3c9-66791008f124 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e191672-cacf-4640-a5f3-6b7d45c3663a HTTP/1.1" status: 200 len: 931 time: 1.0617774 May 27 02:29:49.337015 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c387f279-ab68-4148-a19b-e255b8aabd65 req-de3a34cc-a392-471f-8194-5446df69fb6f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b2f5214-fb0c-4b36-b89a-cbf2f8186af1 HTTP/1.1" status: 200 len: 1001 time: 0.3790481 May 27 02:29:49.371223 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90fbead8-3474-4e93-ab29-5ef393114809 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:29:49.376700 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-90fbead8-3474-4e93-ab29-5ef393114809 admin admin] 10.222.0.57 "PUT /v2.0/routers/b4a38767-2ca2-4623-926f-a5b23d184c7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5398839 May 27 02:29:49.388036 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4f5e4-dfec-4153-a952-5b08df32b7eb req-2772f95c-14a1-43dd-8cb6-d7b80ea78aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:49.389489 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b1e4f5e4-dfec-4153-a952-5b08df32b7eb req-2772f95c-14a1-43dd-8cb6-d7b80ea78aca service neutron] 10.222.0.66 "GET /v2.0/networks?id=e6379d80-7b9b-4710-9948-937eec21e411 HTTP/1.1" status: 200 len: 911 time: 0.5571086 May 27 02:29:49.391101 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427628ed-8282-426f-a37b-b7243f5c211c None None] Sync routers for ids ['b4a38767-2ca2-4623-926f-a5b23d184c7c'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:29:49.403533 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427628ed-8282-426f-a37b-b7243f5c211c None None] Routers {'b4a38767-2ca2-4623-926f-a5b23d184c7c'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:29:49.404525 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-427628ed-8282-426f-a37b-b7243f5c211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:29:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['b4a38767-2ca2-4623-926f-a5b23d184c7c'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:49.417200 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-868c739e-098c-4c6b-b7e6-108390d1feca req-e4e1105f-e16b-44ad-82e1-5de7a85e6237 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:49.448160 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 6b839266-b933-45b6-b7c6-d8681fd5199a completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:29:49.453519 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 6b839266-b933-45b6-b7c6-d8681fd5199a triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:49.456451 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:49.509664 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b1e4f5e4-dfec-4153-a952-5b08df32b7eb req-1617ecc8-f7e9-46e6-8836-86347b171b92 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=551735c4-718d-412a-aabf-4bcea8b2ec47 HTTP/1.1" status: 200 len: 217 time: 0.1142275 May 27 02:29:49.553233 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e14ae71-29c5-4b8d-8e00-e9fe443b88f8 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Network 0351dbc2-bfdb-49a5-89eb-5d2a933951a2 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:29:49.615644 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-427628ed-8282-426f-a37b-b7243f5c211c None None] Set router b4a38767-2ca2-4623-926f-a5b23d184c7c gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:29:49.624183 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-868c739e-098c-4c6b-b7e6-108390d1feca req-e4e1105f-e16b-44ad-82e1-5de7a85e6237 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Network 7b312858-40bf-40ec-b8ee-1ed51802769e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:29:49.638003 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bafa9985-6a64-4274-9cbd-437eb8bce764 req-c08c41a5-40cb-48ca-b3fd-aaac561bb2c5 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3caece4-0c9e-4cd5-a9c9-2bc9847bb1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941432 May 27 02:29:49.639986 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17684b43-8db8-4e27-af93-9c64adf56b49 req-7bda407d-d848-4145-ba98-de69c2ae868e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:49.641887 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-17684b43-8db8-4e27-af93-9c64adf56b49 req-7bda407d-d848-4145-ba98-de69c2ae868e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0a9d84b96bbe4011b693e36de83ee83d&device_id=de99b920-541f-4020-a772-e43375ba9f6e HTTP/1.1" status: 200 len: 1096 time: 0.5850828 May 27 02:29:49.642725 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-868c739e-098c-4c6b-b7e6-108390d1feca req-e4e1105f-e16b-44ad-82e1-5de7a85e6237 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:29:49.654011 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-868c739e-098c-4c6b-b7e6-108390d1feca req-e4e1105f-e16b-44ad-82e1-5de7a85e6237 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:29:49.678965 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4f5e4-dfec-4153-a952-5b08df32b7eb req-8e9b0a3d-0da1-4cc3-b629-e087b69432c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:49.680480 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b1e4f5e4-dfec-4153-a952-5b08df32b7eb req-8e9b0a3d-0da1-4cc3-b629-e087b69432c0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=95908a1f-c366-445e-9e10-5bce86ad79d9 HTTP/1.1" status: 200 len: 849 time: 0.1034939 May 27 02:29:49.691999 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387f279-ab68-4148-a19b-e255b8aabd65 req-864a9f41-80ef-4f41-9454-fc58e3d0b8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:49.694108 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c387f279-ab68-4148-a19b-e255b8aabd65 req-864a9f41-80ef-4f41-9454-fc58e3d0b8d0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fd5aa407-954e-45ea-8fc0-6e0875d0c839 HTTP/1.1" status: 200 len: 857 time: 0.3293145 May 27 02:29:49.695967 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e1105f-e16b-44ad-82e1-5de7a85e6237 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Pushing event updated for resources: {'Port': ['ID=04d6a666-d4c5-4554-8d6d-2ff4c724f1d9,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:49.721242 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 6b839266-b933-45b6-b7c6-d8681fd5199a is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:49.721954 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:49.736113 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-9e14ae71-29c5-4b8d-8e00-e9fe443b88f8 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 0351dbc2-bfdb-49a5-89eb-5d2a933951a2) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:29:49.739090 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcc64bb-c598-493b-9071-074bfb8069bf None None] Network 0351dbc2-bfdb-49a5-89eb-5d2a933951a2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:29:49.789412 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ec75b-a84e-417c-b61f-f1472f56936e req-c39ec869-22bf-4942-bd25-d0f670e1513b tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:49.796383 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-645ec75b-a84e-417c-b61f-f1472f56936e req-c39ec869-22bf-4942-bd25-d0f670e1513b tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=99708104-dbf0-4405-aae1-64907e682f22 HTTP/1.1" status: 200 len: 943 time: 0.5857453 May 27 02:29:49.818987 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e14ae71-29c5-4b8d-8e00-e9fe443b88f8 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:49.819510 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9e14ae71-29c5-4b8d-8e00-e9fe443b88f8 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:49.852734 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 6b839266-b933-45b6-b7c6-d8681fd5199a, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=6b839266-b933-45b6-b7c6-d8681fd5199a,segment=NetworkSegment(c426a656-74c6-4494-83b5-2d14ca146a65),segment_id=c426a656-74c6-4494-83b5-2d14ca146a65)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:49.958604 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:50.027473 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c739e-098c-4c6b-b7e6-108390d1feca req-e4e1105f-e16b-44ad-82e1-5de7a85e6237 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:50.028345 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-868c739e-098c-4c6b-b7e6-108390d1feca req-e4e1105f-e16b-44ad-82e1-5de7a85e6237 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:50.047514 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4f5e4-dfec-4153-a952-5b08df32b7eb req-032bf167-fe64-4f8c-a01b-bb3c87d26c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:50.049096 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b1e4f5e4-dfec-4153-a952-5b08df32b7eb req-032bf167-fe64-4f8c-a01b-bb3c87d26c2c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e6379d80-7b9b-4710-9948-937eec21e411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3584645 May 27 02:29:50.083848 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=6b839266-b933-45b6-b7c6-d8681fd5199a,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:50.083848 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822c129a-a321-466c-8a5a-9b203a7d6bc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-0351dbc2-bfdb-49a5-89eb-5d2a933951a2', 'network_id': '0351dbc2-bfdb-49a5-89eb-5d2a933951a2', 'tenant_id': '6137a50b300642e3b27a011e959f0225', 'fixed_ips': [{'subnet_id': 'f30cd9af-2d7c-4422-9f18-3858edc8e8f0'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:29:50.083848 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-822c129a-a321-466c-8a5a-9b203a7d6bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:50.089438 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9e14ae71-29c5-4b8d-8e00-e9fe443b88f8 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.4578903 May 27 02:29:50.106499 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:50.109495 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:50.109495 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:50.109495 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:50.109495 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:50.109495 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:50.109495 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:50.109495 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:50.109495 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:50.110214 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:50.110716 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:50.110716 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:50.123152 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-645ec75b-a84e-417c-b61f-f1472f56936e req-01e585e6-bca6-4053-9258-05c12c1bb8ec tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6bd20bf-5f84-449a-8a30-87080e2ca708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3258054 May 27 02:29:50.211677 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17684b43-8db8-4e27-af93-9c64adf56b49 req-88853a24-8873-4543-a422-49309357cb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:50.213187 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-17684b43-8db8-4e27-af93-9c64adf56b49 req-88853a24-8873-4543-a422-49309357cb1e service neutron] 10.222.0.66 "GET /v2.0/networks?id=8604bb25-00c6-4170-bfcb-0b58b32e10ee HTTP/1.1" status: 200 len: 919 time: 0.5093648 May 27 02:29:50.278253 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-868c739e-098c-4c6b-b7e6-108390d1feca req-e4e1105f-e16b-44ad-82e1-5de7a85e6237 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3509643 May 27 02:29:50.289211 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-427628ed-8282-426f-a37b-b7243f5c211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a38767-2ca2-4623-926f-a5b23d184c7c', 'name': 'tempest-TestServerMultinode-1410637789-router', 'tenant_id': '0175724c21d348429aa5e3000587cd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '87d2d7cc-0de9-4f90-97e6-44b6efbfe48c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:29:30Z', 'updated_at': '2022-05-27T02:29:45Z', 'revision_number': 4, 'project_id': '0175724c21d348429aa5e3000587cd5e', 'gw_port': {'id': '87d2d7cc-0de9-4f90-97e6-44b6efbfe48c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:90:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a38767-2ca2-4623-926f-a5b23d184c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:32Z', 'updated_at': '2022-05-27T02:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '8cf8a82c-0af4-4715-b3d2-52303d77409e', 'name': '', 'network_id': '4df28d7f-d112-4b82-a478-2d304ba036a3', 'tenant_id': '0175724c21d348429aa5e3000587cd5e', 'mac_address': 'fa:16:3e:42:41:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a38767-2ca2-4623-926f-a5b23d184c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '10f46d4b-1a41-4868-81cb-a4e02b4f3b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:42Z', 'updated_at': '2022-05-27T02:29:46Z', 'revision_number': 2, 'project_id': '0175724c21d348429aa5e3000587cd5e', 'subnets': [{'id': '10f46d4b-1a41-4868-81cb-a4e02b4f3b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:50.303711 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427628ed-8282-426f-a37b-b7243f5c211c None None] Checking router: b4a38767-2ca2-4623-926f-a5b23d184c7c for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:29:50.304693 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427628ed-8282-426f-a37b-b7243f5c211c None None] Updating router b4a38767-2ca2-4623-926f-a5b23d184c7c port 8cf8a82c-0af4-4715-b3d2-52303d77409e binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:29:50.305748 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-868c739e-098c-4c6b-b7e6-108390d1feca req-58096c6d-44dc-41a8-a20a-dcaac2ff8ecb service neutron] Request body: {'port': {'device_id': '9944e002-08e5-492a-9f66-7914babd75df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:29:50.312071 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b1e4f5e4-dfec-4153-a952-5b08df32b7eb req-303e1810-3b32-4080-b644-8c359a928bc9 service neutron] 10.222.0.66 "GET /v2.0/networks/e6379d80-7b9b-4710-9948-937eec21e411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545667 May 27 02:29:50.312973 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d833f25c-5895-4a99-aed1-47f8fc8f587c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:50.339238 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-17684b43-8db8-4e27-af93-9c64adf56b49 req-3714b904-8921-4d71-80ab-8dc51bb0700d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=babf35d4-bc95-4354-93e1-7bf7ed0b612e HTTP/1.1" status: 200 len: 217 time: 0.1140182 May 27 02:29:50.339238 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387f279-ab68-4148-a19b-e255b8aabd65 req-2dad621f-a358-49d8-b39a-1c925bf99016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:50.339238 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c387f279-ab68-4148-a19b-e255b8aabd65 req-2dad621f-a358-49d8-b39a-1c925bf99016 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8604bb25-00c6-4170-bfcb-0b58b32e10ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6079283 May 27 02:29:50.344294 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-868c739e-098c-4c6b-b7e6-108390d1feca req-c673e59b-ae1a-4109-bac1-3b03cedcd87f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55a81e61-a76d-4cc7-94fe-4fa9a5eff681 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:29:50.384316 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-822c129a-a321-466c-8a5a-9b203a7d6bc5 None None] Allocated IP 19.86.0.2 (0351dbc2-bfdb-49a5-89eb-5d2a933951a2/f30cd9af-2d7c-4422-9f18-3858edc8e8f0/edb68dda-9098-431e-bee8-f1177bfce992) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:29:50.399109 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d833f25c-5895-4a99-aed1-47f8fc8f587c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event deleted for resources: {'Port': ['ID=d757c9e0-68dc-46b6-921d-04a9c50e1c5a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:50.404631 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-427628ed-8282-426f-a37b-b7243f5c211c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:50.675692 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 551735c4-718d-412a-aabf-4bcea8b2ec47 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:29:50.800968 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d833f25c-5895-4a99-aed1-47f8fc8f587c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:50.884673 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-427628ed-8282-426f-a37b-b7243f5c211c None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:50.886448 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-822c129a-a321-466c-8a5a-9b203a7d6bc5 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:50.897318 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-427628ed-8282-426f-a37b-b7243f5c211c None None] Transition to ACTIVE for port object 8cf8a82c-0af4-4715-b3d2-52303d77409e will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:29:50.904649 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-822c129a-a321-466c-8a5a-9b203a7d6bc5 None None] Transition to ACTIVE for port object edb68dda-9098-431e-bee8-f1177bfce992 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:29:51.000307 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-822c129a-a321-466c-8a5a-9b203a7d6bc5 None None] Transition to ACTIVE for port object edb68dda-9098-431e-bee8-f1177bfce992 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:29:51.004909 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-868c739e-098c-4c6b-b7e6-108390d1feca req-c673e59b-ae1a-4109-bac1-3b03cedcd87f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:51.014236 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-427628ed-8282-426f-a37b-b7243f5c211c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:51.019006 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1e6a4-f587-4744-9561-2440b48baf34 req-9d100bc4-9f0a-4c78-beac-8292b154b3ec tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:51.019006 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-50c1e6a4-f587-4744-9561-2440b48baf34 req-9d100bc4-9f0a-4c78-beac-8292b154b3ec tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=abee0d60-929c-431c-84c6-9b1ad9d5c74c HTTP/1.1" status: 200 len: 946 time: 1.0895388 May 27 02:29:51.052473 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 551735c4-718d-412a-aabf-4bcea8b2ec47, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=551735c4-718d-412a-aabf-4bcea8b2ec47,segment=NetworkSegment(2d17ae40-4310-4a58-b1f0-c2f85fb57fbf),segment_id=2d17ae40-4310-4a58-b1f0-c2f85fb57fbf)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:51.058542 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c387f279-ab68-4148-a19b-e255b8aabd65 req-06009430-5457-47f2-bb0f-4a6a6c7ac06a service neutron] 10.222.0.32 "GET /v2.0/networks/8604bb25-00c6-4170-bfcb-0b58b32e10ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5882907 May 27 02:29:51.069278 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '551735c4-718d-412a-aabf-4bcea8b2ec47', 'network_id': 'e6379d80-7b9b-4710-9948-937eec21e411', 'port_id': '551735c4-718d-412a-aabf-4bcea8b2ec47', 'mac_address': 'fa:16:3e:13:cc:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95908a1f-c366-445e-9e10-5bce86ad79d9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:29:51.082395 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b1e4f5e4-dfec-4153-a952-5b08df32b7eb req-7e490a1c-7efc-4ae7-b1b5-02f8a327c7cb service neutron] 10.222.0.66 "GET /v2.0/networks/e6379d80-7b9b-4710-9948-937eec21e411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7191768 May 27 02:29:51.116947 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-868c739e-098c-4c6b-b7e6-108390d1feca req-c673e59b-ae1a-4109-bac1-3b03cedcd87f service neutron] Transition to ACTIVE for port object 55a81e61-a76d-4cc7-94fe-4fa9a5eff681 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:29:51.134362 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 551735c4-718d-412a-aabf-4bcea8b2ec47 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:51.134805 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:51.154316 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 551735c4-718d-412a-aabf-4bcea8b2ec47 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:29:51.158983 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-822c129a-a321-466c-8a5a-9b203a7d6bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:51.218984 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-868c739e-098c-4c6b-b7e6-108390d1feca req-58096c6d-44dc-41a8-a20a-dcaac2ff8ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:51.228905 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-868c739e-098c-4c6b-b7e6-108390d1feca req-c673e59b-ae1a-4109-bac1-3b03cedcd87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:51.280449 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c129a-a321-466c-8a5a-9b203a7d6bc5 None None] Pushing event updated for resources: {'Port': ['ID=edb68dda-9098-431e-bee8-f1177bfce992,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:51.282833 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 6b839266-b933-45b6-b7c6-d8681fd5199a up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:29:51.312434 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4d110-5a49-4dc8-9a47-1774db0d5a0a None None] Pushing event updated for resources: {'Port': ['ID=8cf8a82c-0af4-4715-b3d2-52303d77409e,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:51.338931 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17684b43-8db8-4e27-af93-9c64adf56b49 req-feec5a21-12d4-48aa-a697-31a56a58a541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:51.340874 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-17684b43-8db8-4e27-af93-9c64adf56b49 req-feec5a21-12d4-48aa-a697-31a56a58a541 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd5aa407-954e-45ea-8fc0-6e0875d0c839 HTTP/1.1" status: 200 len: 857 time: 0.9519153 May 27 02:29:51.362574 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822c129a-a321-466c-8a5a-9b203a7d6bc5 None None] Network 0351dbc2-bfdb-49a5-89eb-5d2a933951a2 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:29:51.366844 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-822c129a-a321-466c-8a5a-9b203a7d6bc5 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:29:51.370616 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822c129a-a321-466c-8a5a-9b203a7d6bc5 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:29:51.377063 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 551735c4-718d-412a-aabf-4bcea8b2ec47, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=551735c4-718d-412a-aabf-4bcea8b2ec47,segment=NetworkSegment(2d17ae40-4310-4a58-b1f0-c2f85fb57fbf),segment_id=2d17ae40-4310-4a58-b1f0-c2f85fb57fbf)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:51.386601 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-50c1e6a4-f587-4744-9561-2440b48baf34 req-6f905f91-791b-4071-a24b-322b1ebe3c00 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?id=1bc352bb-91c8-4d59-9492-68a3b06be43c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3529763 May 27 02:29:51.484120 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d833f25c-5895-4a99-aed1-47f8fc8f587c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Router d8a99cb3-3bd9-4663-a76e-9d12e4d166cc has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:29:51.513215 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-427628ed-8282-426f-a37b-b7243f5c211c None None] Attempting to bind port 8cf8a82c-0af4-4715-b3d2-52303d77409e on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:29:51.514186 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-427628ed-8282-426f-a37b-b7243f5c211c None None] Attempting to bind port 8cf8a82c-0af4-4715-b3d2-52303d77409e by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '07f80d0d-49dc-4524-ab97-b73b903d653c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4df28d7f-d112-4b82-a478-2d304ba036a3'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:29:51.514756 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427628ed-8282-426f-a37b-b7243f5c211c None None] Attempting to bind port 8cf8a82c-0af4-4715-b3d2-52303d77409e on network 4df28d7f-d112-4b82-a478-2d304ba036a3 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:29:51.520795 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427628ed-8282-426f-a37b-b7243f5c211c None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:29:51.521415 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427628ed-8282-426f-a37b-b7243f5c211c None None] Checking segment: {'id': '07f80d0d-49dc-4524-ab97-b73b903d653c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4df28d7f-d112-4b82-a478-2d304ba036a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:29:51.522022 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-427628ed-8282-426f-a37b-b7243f5c211c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:51.522581 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427628ed-8282-426f-a37b-b7243f5c211c None None] Bound using segment: {'id': '07f80d0d-49dc-4524-ab97-b73b903d653c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4df28d7f-d112-4b82-a478-2d304ba036a3'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:29:51.523221 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-427628ed-8282-426f-a37b-b7243f5c211c None None] Bound port: 8cf8a82c-0af4-4715-b3d2-52303d77409e, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f80d0d-49dc-4524-ab97-b73b903d653c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4df28d7f-d112-4b82-a478-2d304ba036a3'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:29:51.523777 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-427628ed-8282-426f-a37b-b7243f5c211c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:51.527763 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:51.624797 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-822c129a-a321-466c-8a5a-9b203a7d6bc5 None None] Attempting to bind port edb68dda-9098-431e-bee8-f1177bfce992 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:29:51.625013 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-822c129a-a321-466c-8a5a-9b203a7d6bc5 None None] Attempting to bind port edb68dda-9098-431e-bee8-f1177bfce992 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '91f06bc1-2458-4ddd-ab3b-c2af3cbd18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0351dbc2-bfdb-49a5-89eb-5d2a933951a2'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:29:51.625223 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822c129a-a321-466c-8a5a-9b203a7d6bc5 None None] Attempting to bind port edb68dda-9098-431e-bee8-f1177bfce992 on network 0351dbc2-bfdb-49a5-89eb-5d2a933951a2 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:29:51.631715 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-427628ed-8282-426f-a37b-b7243f5c211c None None] For port 8cf8a82c-0af4-4715-b3d2-52303d77409e, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:29:51.637250 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-427628ed-8282-426f-a37b-b7243f5c211c None None] For port 8cf8a82c-0af4-4715-b3d2-52303d77409e, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8cf8a82c-0af4-4715-b3d2-52303d77409e,segment=NetworkSegment(07f80d0d-49dc-4524-ab97-b73b903d653c),segment_id=07f80d0d-49dc-4524-ab97-b73b903d653c)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:29:51.642982 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822c129a-a321-466c-8a5a-9b203a7d6bc5 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:29:51.643367 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822c129a-a321-466c-8a5a-9b203a7d6bc5 None None] Checking segment: {'id': '91f06bc1-2458-4ddd-ab3b-c2af3cbd18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0351dbc2-bfdb-49a5-89eb-5d2a933951a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:29:51.643771 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-822c129a-a321-466c-8a5a-9b203a7d6bc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:51.644169 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822c129a-a321-466c-8a5a-9b203a7d6bc5 None None] Bound using segment: {'id': '91f06bc1-2458-4ddd-ab3b-c2af3cbd18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0351dbc2-bfdb-49a5-89eb-5d2a933951a2'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:29:51.644653 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-822c129a-a321-466c-8a5a-9b203a7d6bc5 None None] Bound port: edb68dda-9098-431e-bee8-f1177bfce992, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f06bc1-2458-4ddd-ab3b-c2af3cbd18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0351dbc2-bfdb-49a5-89eb-5d2a933951a2'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:29:51.645589 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-822c129a-a321-466c-8a5a-9b203a7d6bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:51.654450 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 6b839266-b933-45b6-b7c6-d8681fd5199a triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:51.654783 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d833f25c-5895-4a99-aed1-47f8fc8f587c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:29:51.654907 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:51.675984 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d833f25c-5895-4a99-aed1-47f8fc8f587c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "PUT /v2.0/routers/d8a99cb3-3bd9-4663-a76e-9d12e4d166cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1278887 May 27 02:29:51.676299 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54558) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:51.684740 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8fd42f-311b-4471-8062-388484f21683 None None] Sync routers for ids ['d8a99cb3-3bd9-4663-a76e-9d12e4d166cc'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:29:51.710091 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-427628ed-8282-426f-a37b-b7243f5c211c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:51.730823 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8fd42f-311b-4471-8062-388484f21683 None None] Routers {'d8a99cb3-3bd9-4663-a76e-9d12e4d166cc'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:29:51.731620 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4b8fd42f-311b-4471-8062-388484f21683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:29:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d8a99cb3-3bd9-4663-a76e-9d12e4d166cc'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:51.736544 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a2ab2d4c-f9f4-41e8-8276-842688f4157d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Synchronizing usage tracker for tenant:39308f34ca0d41f5bed3e55c79db3f61 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:29:51.809688 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427628ed-8282-426f-a37b-b7243f5c211c None None] Routers {'b4a38767-2ca2-4623-926f-a5b23d184c7c'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:29:51.810420 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-427628ed-8282-426f-a37b-b7243f5c211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:29:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['b4a38767-2ca2-4623-926f-a5b23d184c7c'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:51.827006 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a2ab2d4c-f9f4-41e8-8276-842688f4157d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Unset dirty status for tenant:39308f34ca0d41f5bed3e55c79db3f61 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:29:51.827849 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673e59b-ae1a-4109-bac1-3b03cedcd87f service neutron] Pushing event updated for resources: {'Port': ['ID=55a81e61-a76d-4cc7-94fe-4fa9a5eff681,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:51.833042 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a2ab2d4c-f9f4-41e8-8276-842688f4157d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8a99cb3-3bd9-4663-a76e-9d12e4d166cc HTTP/1.1" status: 200 len: 205 time: 0.1553900 May 27 02:29:51.834454 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54562) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:51.843180 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['551735c4-718d-412a-aabf-4bcea8b2ec47'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:29:51.876599 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=551735c4-718d-412a-aabf-4bcea8b2ec47,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:51.913556 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c387f279-ab68-4148-a19b-e255b8aabd65 req-13d77522-3c94-4e33-9a8a-29a92b292557 service neutron] 10.222.0.32 "GET /v2.0/networks/8604bb25-00c6-4170-bfcb-0b58b32e10ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8349111 May 27 02:29:51.918676 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4d110-5a49-4dc8-9a47-1774db0d5a0a None None] Pushing event updated for resources: {'Port': ['ID=8cf8a82c-0af4-4715-b3d2-52303d77409e,revision_number=4']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:51.964970 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4b8fd42f-311b-4471-8062-388484f21683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:52.011923 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-868c739e-098c-4c6b-b7e6-108390d1feca req-c673e59b-ae1a-4109-bac1-3b03cedcd87f service neutron] Attempting to bind port 55a81e61-a76d-4cc7-94fe-4fa9a5eff681 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:29:52.012393 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-868c739e-098c-4c6b-b7e6-108390d1feca req-c673e59b-ae1a-4109-bac1-3b03cedcd87f service neutron] Attempting to bind port 55a81e61-a76d-4cc7-94fe-4fa9a5eff681 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '21da3dd4-f4af-4d6f-af61-d10b4b1a29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7b312858-40bf-40ec-b8ee-1ed51802769e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:29:52.012593 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868c739e-098c-4c6b-b7e6-108390d1feca req-c673e59b-ae1a-4109-bac1-3b03cedcd87f service neutron] Attempting to bind port 55a81e61-a76d-4cc7-94fe-4fa9a5eff681 on network 7b312858-40bf-40ec-b8ee-1ed51802769e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:29:52.028099 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8fd42f-311b-4471-8062-388484f21683 None None] Routers {'d8a99cb3-3bd9-4663-a76e-9d12e4d166cc'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:29:52.028824 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4b8fd42f-311b-4471-8062-388484f21683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:29:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d8a99cb3-3bd9-4663-a76e-9d12e4d166cc'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:52.090161 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868c739e-098c-4c6b-b7e6-108390d1feca req-c673e59b-ae1a-4109-bac1-3b03cedcd87f service neutron] Port 55a81e61-a76d-4cc7-94fe-4fa9a5eff681 on network 7b312858-40bf-40ec-b8ee-1ed51802769e not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:29:52.090536 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868c739e-098c-4c6b-b7e6-108390d1feca req-c673e59b-ae1a-4109-bac1-3b03cedcd87f service neutron] Attempting to bind port 55a81e61-a76d-4cc7-94fe-4fa9a5eff681 on network 7b312858-40bf-40ec-b8ee-1ed51802769e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:29:52.099474 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d972f67-9c68-4e5f-9b65-88dc56793476 req-19f204d3-6d11-4090-a227-89af488814e6 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:52.101017 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0d972f67-9c68-4e5f-9b65-88dc56793476 req-19f204d3-6d11-4090-a227-89af488814e6 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 946 time: 0.5902693 May 27 02:29:52.139842 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-427628ed-8282-426f-a37b-b7243f5c211c None None] Set router b4a38767-2ca2-4623-926f-a5b23d184c7c gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:29:52.145530 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-7a5f5dea-0eac-420c-a691-a728445450cb tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:52.152234 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-7a5f5dea-0eac-420c-a691-a728445450cb tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:52.153185 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-7a5f5dea-0eac-420c-a691-a728445450cb tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Synchronizing usage tracker for tenant:6137a50b300642e3b27a011e959f0225 on resource:network {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:29:52.167555 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868c739e-098c-4c6b-b7e6-108390d1feca req-c673e59b-ae1a-4109-bac1-3b03cedcd87f service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:29:52.167902 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868c739e-098c-4c6b-b7e6-108390d1feca req-c673e59b-ae1a-4109-bac1-3b03cedcd87f service neutron] Checking segment: {'id': '21da3dd4-f4af-4d6f-af61-d10b4b1a29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7b312858-40bf-40ec-b8ee-1ed51802769e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:29:52.168195 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868c739e-098c-4c6b-b7e6-108390d1feca req-c673e59b-ae1a-4109-bac1-3b03cedcd87f service neutron] Bound using segment: {'id': '21da3dd4-f4af-4d6f-af61-d10b4b1a29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7b312858-40bf-40ec-b8ee-1ed51802769e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:29:52.168645 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-868c739e-098c-4c6b-b7e6-108390d1feca req-c673e59b-ae1a-4109-bac1-3b03cedcd87f service neutron] Bound port: 55a81e61-a76d-4cc7-94fe-4fa9a5eff681, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21da3dd4-f4af-4d6f-af61-d10b4b1a29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7b312858-40bf-40ec-b8ee-1ed51802769e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:29:52.169016 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-868c739e-098c-4c6b-b7e6-108390d1feca req-c673e59b-ae1a-4109-bac1-3b03cedcd87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:52.184836 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4b8fd42f-311b-4471-8062-388484f21683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:52.185249 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8fd42f-311b-4471-8062-388484f21683 None None] The sync data for ids ['d8a99cb3-3bd9-4663-a76e-9d12e4d166cc'] in n-d-843554-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:29:52.190960 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17684b43-8db8-4e27-af93-9c64adf56b49 req-5266e56f-9135-4f2e-b25d-a56f7bf61c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:52.193836 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-17684b43-8db8-4e27-af93-9c64adf56b49 req-5266e56f-9135-4f2e-b25d-a56f7bf61c67 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8604bb25-00c6-4170-bfcb-0b58b32e10ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8106678 May 27 02:29:52.199341 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-822c129a-a321-466c-8a5a-9b203a7d6bc5 None None] For port edb68dda-9098-431e-bee8-f1177bfce992, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:29:52.228783 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-822c129a-a321-466c-8a5a-9b203a7d6bc5 None None] For port edb68dda-9098-431e-bee8-f1177bfce992, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=edb68dda-9098-431e-bee8-f1177bfce992,segment=NetworkSegment(91f06bc1-2458-4ddd-ab3b-c2af3cbd18ce),segment_id=91f06bc1-2458-4ddd-ab3b-c2af3cbd18ce)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:29:52.243740 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0d972f67-9c68-4e5f-9b65-88dc56793476 req-18ba0e07-3576-4e3c-b88d-18f7ef2501b0 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=2215ff21-0f16-48f2-9c26-3743ed11a433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285720 May 27 02:29:52.258984 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 6b839266-b933-45b6-b7c6-d8681fd5199a is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:52.315362 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eea3a198-1709-4be4-88fc-acce3eecbfd4 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:52.336797 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-822c129a-a321-466c-8a5a-9b203a7d6bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:52.424001 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-7a5f5dea-0eac-420c-a691-a728445450cb tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Unset dirty status for tenant:6137a50b300642e3b27a011e959f0225 on resource:network {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:29:52.425111 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-7a5f5dea-0eac-420c-a691-a728445450cb tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/networks?id=58d9efdd-c5a0-4704-bbbf-34d4bdd45a38&id=0351dbc2-bfdb-49a5-89eb-5d2a933951a2 HTTP/1.1" status: 200 len: 1390 time: 0.8532047 May 27 02:29:52.465658 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-e331df71-f0e4-4f1c-a2b5-dfe23ae1604c tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/quotas/6137a50b300642e3b27a011e959f0225 HTTP/1.1" status: 200 len: 375 time: 0.0209200 May 27 02:29:52.568621 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-868c739e-098c-4c6b-b7e6-108390d1feca req-c673e59b-ae1a-4109-bac1-3b03cedcd87f service neutron] For port 55a81e61-a76d-4cc7-94fe-4fa9a5eff681, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:29:52.590024 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c129a-a321-466c-8a5a-9b203a7d6bc5 None None] Pushing event updated for resources: {'Port': ['ID=edb68dda-9098-431e-bee8-f1177bfce992,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:52.669720 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-17684b43-8db8-4e27-af93-9c64adf56b49 req-bcd75bcd-5b1e-457d-b749-4dc5c1af1af9 service neutron] 10.222.0.66 "GET /v2.0/networks/8604bb25-00c6-4170-bfcb-0b58b32e10ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4611402 May 27 02:29:52.732980 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-427628ed-8282-426f-a37b-b7243f5c211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a38767-2ca2-4623-926f-a5b23d184c7c', 'name': 'tempest-TestServerMultinode-1410637789-router', 'tenant_id': '0175724c21d348429aa5e3000587cd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '87d2d7cc-0de9-4f90-97e6-44b6efbfe48c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:29:30Z', 'updated_at': '2022-05-27T02:29:45Z', 'revision_number': 4, 'project_id': '0175724c21d348429aa5e3000587cd5e', 'gw_port': {'id': '87d2d7cc-0de9-4f90-97e6-44b6efbfe48c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:90:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a38767-2ca2-4623-926f-a5b23d184c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:32Z', 'updated_at': '2022-05-27T02:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '8cf8a82c-0af4-4715-b3d2-52303d77409e', 'name': '', 'network_id': '4df28d7f-d112-4b82-a478-2d304ba036a3', 'tenant_id': '0175724c21d348429aa5e3000587cd5e', 'mac_address': 'fa:16:3e:42:41:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a38767-2ca2-4623-926f-a5b23d184c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '10f46d4b-1a41-4868-81cb-a4e02b4f3b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:42Z', 'updated_at': '2022-05-27T02:29:51Z', 'revision_number': 4, 'project_id': '0175724c21d348429aa5e3000587cd5e', 'subnets': [{'id': '10f46d4b-1a41-4868-81cb-a4e02b4f3b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:52.738244 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427628ed-8282-426f-a37b-b7243f5c211c None None] The sync data for ids ['b4a38767-2ca2-4623-926f-a5b23d184c7c'] in n-d-843554-3 is: [{'id': 'b4a38767-2ca2-4623-926f-a5b23d184c7c', 'name': 'tempest-TestServerMultinode-1410637789-router', 'tenant_id': '0175724c21d348429aa5e3000587cd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '87d2d7cc-0de9-4f90-97e6-44b6efbfe48c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:29:30Z', 'updated_at': '2022-05-27T02:29:45Z', 'revision_number': 4, 'project_id': '0175724c21d348429aa5e3000587cd5e', 'gw_port': {'id': '87d2d7cc-0de9-4f90-97e6-44b6efbfe48c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:90:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a38767-2ca2-4623-926f-a5b23d184c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:32Z', 'updated_at': '2022-05-27T02:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '8cf8a82c-0af4-4715-b3d2-52303d77409e', 'name': '', 'network_id': '4df28d7f-d112-4b82-a478-2d304ba036a3', 'tenant_id': '0175724c21d348429aa5e3000587cd5e', 'mac_address': 'fa:16:3e:42:41:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a38767-2ca2-4623-926f-a5b23d184c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '10f46d4b-1a41-4868-81cb-a4e02b4f3b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:42Z', 'updated_at': '2022-05-27T02:29:51Z', 'revision_number': 4, 'project_id': '0175724c21d348429aa5e3000587cd5e', 'subnets': [{'id': '10f46d4b-1a41-4868-81cb-a4e02b4f3b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:29:52.858237 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eea3a198-1709-4be4-88fc-acce3eecbfd4 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:52.861450 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eea3a198-1709-4be4-88fc-acce3eecbfd4 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:52.953186 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-868c739e-098c-4c6b-b7e6-108390d1feca req-c673e59b-ae1a-4109-bac1-3b03cedcd87f service neutron] For port 55a81e61-a76d-4cc7-94fe-4fa9a5eff681, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=55a81e61-a76d-4cc7-94fe-4fa9a5eff681,segment=NetworkSegment(21da3dd4-f4af-4d6f-af61-d10b4b1a29a9),segment_id=21da3dd4-f4af-4d6f-af61-d10b4b1a29a9)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:29:52.983573 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eea3a198-1709-4be4-88fc-acce3eecbfd4 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:52.984371 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea3a198-1709-4be4-88fc-acce3eecbfd4 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Fanout notify agent at l3_agent the message router_deleted on router d8a99cb3-3bd9-4663-a76e-9d12e4d166cc {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:29:52.996927 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eea3a198-1709-4be4-88fc-acce3eecbfd4 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:53.000317 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-eea3a198-1709-4be4-88fc-acce3eecbfd4 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "DELETE /v2.0/routers/d8a99cb3-3bd9-4663-a76e-9d12e4d166cc HTTP/1.1" status: 204 len: 168 time: 1.1624892 May 27 02:29:53.001172 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54578) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:53.082126 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-868c739e-098c-4c6b-b7e6-108390d1feca req-c673e59b-ae1a-4109-bac1-3b03cedcd87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:53.087766 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-868c739e-098c-4c6b-b7e6-108390d1feca req-58096c6d-44dc-41a8-a20a-dcaac2ff8ecb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04d6a666-d4c5-4554-8d6d-2ff4c724f1d9 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:29:53.113729 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ad131ff-3770-4c5e-96a2-3df1508dec94 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Deleting subnet 8088d9c2-5b7c-49f0-94af-521c491bc3a5 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:29:53.122112 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ad131ff-3770-4c5e-96a2-3df1508dec94 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:53.152866 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-868c739e-098c-4c6b-b7e6-108390d1feca req-58096c6d-44dc-41a8-a20a-dcaac2ff8ecb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:53.192598 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c739e-098c-4c6b-b7e6-108390d1feca req-c673e59b-ae1a-4109-bac1-3b03cedcd87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:53.193702 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-868c739e-098c-4c6b-b7e6-108390d1feca req-c673e59b-ae1a-4109-bac1-3b03cedcd87f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:53.194936 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-868c739e-098c-4c6b-b7e6-108390d1feca req-c673e59b-ae1a-4109-bac1-3b03cedcd87f service neutron] 10.222.0.32 "PUT /v2.0/ports/55a81e61-a76d-4cc7-94fe-4fa9a5eff681 HTTP/1.1" status: 200 len: 1091 time: 5.3486581 May 27 02:29:53.198408 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ad131ff-3770-4c5e-96a2-3df1508dec94 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:53.216995 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e191672-cacf-4640-a5f3-6b7d45c3663a', 'tag': '55a81e61-a76d-4cc7-94fe-4fa9a5eff681'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:29:53.265385 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8cf8a82c-0af4-4715-b3d2-52303d77409e up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:29:53.265977 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-868c739e-098c-4c6b-b7e6-108390d1feca req-58096c6d-44dc-41a8-a20a-dcaac2ff8ecb service neutron] Transition to ACTIVE for port object 04d6a666-d4c5-4554-8d6d-2ff4c724f1d9 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:29:53.275188 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-b6656793-7b34-464e-9d4c-b67c6245a34c tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:53.276185 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-b6656793-7b34-464e-9d4c-b67c6245a34c tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Synchronizing usage tracker for tenant:0175724c21d348429aa5e3000587cd5e on resource:network {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:29:53.331172 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ad131ff-3770-4c5e-96a2-3df1508dec94 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:53.350008 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673e59b-ae1a-4109-bac1-3b03cedcd87f service neutron] Pushing event updated for resources: {'Port': ['ID=55a81e61-a76d-4cc7-94fe-4fa9a5eff681,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:53.364140 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-17684b43-8db8-4e27-af93-9c64adf56b49 req-25933d1b-2137-44e9-a725-590645c1fc4e service neutron] 10.222.0.66 "GET /v2.0/networks/8604bb25-00c6-4170-bfcb-0b58b32e10ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6790054 May 27 02:29:53.374764 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-868c739e-098c-4c6b-b7e6-108390d1feca req-58096c6d-44dc-41a8-a20a-dcaac2ff8ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:53.457466 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 8cf8a82c-0af4-4715-b3d2-52303d77409e completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:29:53.457968 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-5ad97d8b-fb06-44b6-b331-92040149409a tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6137a50b300642e3b27a011e959f0225&fields=id HTTP/1.1" status: 200 len: 394 time: 0.9717653 May 27 02:29:53.471888 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 8cf8a82c-0af4-4715-b3d2-52303d77409e triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:53.471888 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:53.494814 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ad131ff-3770-4c5e-96a2-3df1508dec94 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:53.552304 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad131ff-3770-4c5e-96a2-3df1508dec94 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event deleted for resources: {'Subnet': ['ID=8088d9c2-5b7c-49f0-94af-521c491bc3a5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:53.556423 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ad131ff-3770-4c5e-96a2-3df1508dec94 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:53.563609 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6ad131ff-3770-4c5e-96a2-3df1508dec94 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "DELETE /v2.0/subnets/8088d9c2-5b7c-49f0-94af-521c491bc3a5 HTTP/1.1" status: 204 len: 168 time: 0.5614171 May 27 02:29:53.565365 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787db042-6b4d-4b9c-a46a-9c490d4c7e36 None None] Network d017996d-9c7f-4ad8-bf43-f115326c2e4d requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:29:53.566450 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54584) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:53.662113 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a2ce0e1-b5ee-4611-9bd0-b39acb7b57cf tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Deleting subnet baa19e65-d6bc-4d19-bc99-a45d177b0d2a {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:29:53.666164 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a2ce0e1-b5ee-4611-9bd0-b39acb7b57cf tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:53.761692 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-b6656793-7b34-464e-9d4c-b67c6245a34c tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Unset dirty status for tenant:0175724c21d348429aa5e3000587cd5e on resource:network {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:29:53.762589 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a2ce0e1-b5ee-4611-9bd0-b39acb7b57cf tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:53.769137 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-b6656793-7b34-464e-9d4c-b67c6245a34c tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/networks?id=f503c0fc-1b99-430e-93b0-fa2fbcdd3be5 HTTP/1.1" status: 200 len: 911 time: 1.2363884 May 27 02:29:53.784696 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7584c4-105c-452e-9df6-a2aac07d5905 req-016b8fe7-18af-4205-97e5-12cc5554d263 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:53.788138 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ff7584c4-105c-452e-9df6-a2aac07d5905 req-016b8fe7-18af-4205-97e5-12cc5554d263 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2bf1ce2-acb1-4780-b8ce-761c12b037dd HTTP/1.1" status: 200 len: 946 time: 0.8802109 May 27 02:29:53.790774 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-6f2b4685-76a8-4a84-9624-c2ec316041da service neutron] 10.222.0.57 "GET /v2.0/networks/58d9efdd-c5a0-4704-bbbf-34d4bdd45a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757127 May 27 02:29:53.906201 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a2ce0e1-b5ee-4611-9bd0-b39acb7b57cf tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:53.988791 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 8cf8a82c-0af4-4715-b3d2-52303d77409e is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:53.989438 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:54.006748 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11ddeda-a5fa-4ede-b047-2b756f99ea72 None None] Network 0351dbc2-bfdb-49a5-89eb-5d2a933951a2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:29:54.072365 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-c339c370-9294-4cf1-9a72-dc9a63117e97 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/quotas/0175724c21d348429aa5e3000587cd5e HTTP/1.1" status: 200 len: 375 time: 0.3022249 May 27 02:29:54.095760 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a2ce0e1-b5ee-4611-9bd0-b39acb7b57cf tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:54.121665 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 8cf8a82c-0af4-4715-b3d2-52303d77409e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8cf8a82c-0af4-4715-b3d2-52303d77409e,segment=NetworkSegment(07f80d0d-49dc-4524-ab97-b73b903d653c),segment_id=07f80d0d-49dc-4524-ab97-b73b903d653c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:54.161468 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-34fe918d-d465-4bf2-bd62-b5fd881d8a03 service neutron] 10.222.0.57 "GET /v2.0/networks/58d9efdd-c5a0-4704-bbbf-34d4bdd45a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186638 May 27 02:29:54.198090 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a2ce0e1-b5ee-4611-9bd0-b39acb7b57cf tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:54.198996 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f57234b-d662-4834-ac61-0629b70669f6 None None] Network a75f904d-a15a-406b-a7ec-0d1fe80b8cd7 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:29:54.202500 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ce0e1-b5ee-4611-9bd0-b39acb7b57cf tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event deleted for resources: {'Subnet': ['ID=baa19e65-d6bc-4d19-bc99-a45d177b0d2a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:54.215116 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5a2ce0e1-b5ee-4611-9bd0-b39acb7b57cf tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "DELETE /v2.0/subnets/baa19e65-d6bc-4d19-bc99-a45d177b0d2a HTTP/1.1" status: 204 len: 168 time: 0.6473079 May 27 02:29:54.215777 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54588) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:54.221308 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-63bdce87-31d0-4a7b-9ba3-6d4a90533f31 None None] Provisioning for port edb68dda-9098-431e-bee8-f1177bfce992 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:29:54.225102 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:54.225888 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device edb68dda-9098-431e-bee8-f1177bfce992 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:29:54.275448 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58096c6d-44dc-41a8-a20a-dcaac2ff8ecb service neutron] Pushing event updated for resources: {'Port': ['ID=04d6a666-d4c5-4554-8d6d-2ff4c724f1d9,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:54.280765 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-ff7584c4-105c-452e-9df6-a2aac07d5905 req-6f3961e6-fae0-4fe3-bceb-66e3684c3dd0 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Deleting port 31a0bf50-759c-47d3-b17a-c2252e1fb927 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:29:54.281097 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ff7584c4-105c-452e-9df6-a2aac07d5905 req-6f3961e6-fae0-4fe3-bceb-66e3684c3dd0 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:54.319126 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-868c739e-098c-4c6b-b7e6-108390d1feca req-58096c6d-44dc-41a8-a20a-dcaac2ff8ecb service neutron] Attempting to bind port 04d6a666-d4c5-4554-8d6d-2ff4c724f1d9 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:29:54.319336 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-868c739e-098c-4c6b-b7e6-108390d1feca req-58096c6d-44dc-41a8-a20a-dcaac2ff8ecb service neutron] Attempting to bind port 04d6a666-d4c5-4554-8d6d-2ff4c724f1d9 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '21da3dd4-f4af-4d6f-af61-d10b4b1a29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7b312858-40bf-40ec-b8ee-1ed51802769e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:29:54.319624 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868c739e-098c-4c6b-b7e6-108390d1feca req-58096c6d-44dc-41a8-a20a-dcaac2ff8ecb service neutron] Attempting to bind port 04d6a666-d4c5-4554-8d6d-2ff4c724f1d9 on network 7b312858-40bf-40ec-b8ee-1ed51802769e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:29:54.343290 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca03822-3cf8-4192-a40c-eee7d93d5a62 None None] DHCP port deletion for d017996d-9c7f-4ad8-bf43-f115326c2e4d request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:29:54.367353 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df42397b-e8e3-4155-bb53-a1454ee9dd7e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:54.378708 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-df42397b-e8e3-4155-bb53-a1454ee9dd7e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Deleting port d4214fc3-b72b-4d15-bbda-647687418c53 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:29:54.379424 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df42397b-e8e3-4155-bb53-a1454ee9dd7e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:54.398585 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-1ca03822-3cf8-4192-a40c-eee7d93d5a62 None None] Deleting port d4214fc3-b72b-4d15-bbda-647687418c53 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:29:54.398956 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1ca03822-3cf8-4192-a40c-eee7d93d5a62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:54.402075 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868c739e-098c-4c6b-b7e6-108390d1feca req-58096c6d-44dc-41a8-a20a-dcaac2ff8ecb service neutron] Port 04d6a666-d4c5-4554-8d6d-2ff4c724f1d9 on network 7b312858-40bf-40ec-b8ee-1ed51802769e not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:29:54.402409 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868c739e-098c-4c6b-b7e6-108390d1feca req-58096c6d-44dc-41a8-a20a-dcaac2ff8ecb service neutron] Attempting to bind port 04d6a666-d4c5-4554-8d6d-2ff4c724f1d9 on network 7b312858-40bf-40ec-b8ee-1ed51802769e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:29:54.437952 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868c739e-098c-4c6b-b7e6-108390d1feca req-58096c6d-44dc-41a8-a20a-dcaac2ff8ecb service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:29:54.438254 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868c739e-098c-4c6b-b7e6-108390d1feca req-58096c6d-44dc-41a8-a20a-dcaac2ff8ecb service neutron] Checking segment: {'id': '21da3dd4-f4af-4d6f-af61-d10b4b1a29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7b312858-40bf-40ec-b8ee-1ed51802769e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:29:54.438642 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868c739e-098c-4c6b-b7e6-108390d1feca req-58096c6d-44dc-41a8-a20a-dcaac2ff8ecb service neutron] Bound using segment: {'id': '21da3dd4-f4af-4d6f-af61-d10b4b1a29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7b312858-40bf-40ec-b8ee-1ed51802769e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:29:54.439085 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-868c739e-098c-4c6b-b7e6-108390d1feca req-58096c6d-44dc-41a8-a20a-dcaac2ff8ecb service neutron] Bound port: 04d6a666-d4c5-4554-8d6d-2ff4c724f1d9, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21da3dd4-f4af-4d6f-af61-d10b4b1a29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7b312858-40bf-40ec-b8ee-1ed51802769e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:29:54.439432 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-868c739e-098c-4c6b-b7e6-108390d1feca req-58096c6d-44dc-41a8-a20a-dcaac2ff8ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:54.498044 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c739e-098c-4c6b-b7e6-108390d1feca req-9377583f-6dcb-4e98-9cbb-cf591db11f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:54.499943 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-868c739e-098c-4c6b-b7e6-108390d1feca req-9377583f-6dcb-4e98-9cbb-cf591db11f8e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=66fa48c46c404eb499f5ae926a62ad7f&device_id=3e191672-cacf-4640-a5f3-6b7d45c3663a HTTP/1.1" status: 200 len: 1094 time: 1.1985929 May 27 02:29:54.602940 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-df42397b-e8e3-4155-bb53-a1454ee9dd7e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] For port d4214fc3-b72b-4d15-bbda-647687418c53, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=d4214fc3-b72b-4d15-bbda-647687418c53,segment=NetworkSegment(e69fbaca-e271-4f53-9434-ac276ab8e125),segment_id=e69fbaca-e271-4f53-9434-ac276ab8e125)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:54.603294 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df42397b-e8e3-4155-bb53-a1454ee9dd7e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:54.635782 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=8cf8a82c-0af4-4715-b3d2-52303d77409e,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:54.665651 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-868c739e-098c-4c6b-b7e6-108390d1feca req-ca590883-be06-4414-8529-b9f2f9148c7b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=55a81e61-a76d-4cc7-94fe-4fa9a5eff681 HTTP/1.1" status: 200 len: 217 time: 0.1391971 May 27 02:29:54.671319 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 551735c4-718d-412a-aabf-4bcea8b2ec47 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:29:54.706724 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-390a0bef-e62c-4791-8ec4-2b7a626a3ede service neutron] 10.222.0.57 "GET /v2.0/networks/0351dbc2-bfdb-49a5-89eb-5d2a933951a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5438797 May 27 02:29:54.733186 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-df42397b-e8e3-4155-bb53-a1454ee9dd7e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Calling delete_port for d4214fc3-b72b-4d15-bbda-647687418c53 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:29:54.845976 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port edb68dda-9098-431e-bee8-f1177bfce992 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:29:54.881761 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port edb68dda-9098-431e-bee8-f1177bfce992 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:54.882185 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:54.956573 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-1ca03822-3cf8-4192-a40c-eee7d93d5a62 None None] For port d4214fc3-b72b-4d15-bbda-647687418c53, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=d4214fc3-b72b-4d15-bbda-647687418c53,segment=NetworkSegment(e69fbaca-e271-4f53-9434-ac276ab8e125),segment_id=e69fbaca-e271-4f53-9434-ac276ab8e125)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:54.957090 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1ca03822-3cf8-4192-a40c-eee7d93d5a62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:54.971610 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-58add4e2-2b3d-4d26-b5bd-44b3353008b6 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/ports?tenant_id=0175724c21d348429aa5e3000587cd5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8565037 May 27 02:29:54.992270 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df42397b-e8e3-4155-bb53-a1454ee9dd7e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:55.055019 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df42397b-e8e3-4155-bb53-a1454ee9dd7e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] No DVR routers for this DVR port d4214fc3-b72b-4d15-bbda-647687418c53 on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:29:55.113416 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-868c739e-098c-4c6b-b7e6-108390d1feca req-58096c6d-44dc-41a8-a20a-dcaac2ff8ecb service neutron] For port 04d6a666-d4c5-4554-8d6d-2ff4c724f1d9, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:29:55.114238 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-1ca03822-3cf8-4192-a40c-eee7d93d5a62 None None] Calling delete_port for d4214fc3-b72b-4d15-bbda-647687418c53 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:29:55.145376 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df42397b-e8e3-4155-bb53-a1454ee9dd7e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event deleted for resources: {'Port': ['ID=d4214fc3-b72b-4d15-bbda-647687418c53,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:55.147119 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 551735c4-718d-412a-aabf-4bcea8b2ec47 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:29:55.164562 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e69353-b90d-46e3-a5bb-e02c5daff184 None None] DHCP port deletion for a75f904d-a15a-406b-a7ec-0d1fe80b8cd7 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:29:55.179807 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c739e-098c-4c6b-b7e6-108390d1feca req-e25d44fc-50b5-4645-9c1b-2f8772bf4fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:55.181067 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-03e69353-b90d-46e3-a5bb-e02c5daff184 None None] Deleting port 6df9f825-40fa-4e22-8427-8e071dc69a2d {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:29:55.181326 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-868c739e-098c-4c6b-b7e6-108390d1feca req-e25d44fc-50b5-4645-9c1b-2f8772bf4fe2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c250816a-43d9-48f2-b76f-f0e58c9da86d HTTP/1.1" status: 200 len: 852 time: 0.4965944 May 27 02:29:55.181440 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-03e69353-b90d-46e3-a5bb-e02c5daff184 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:55.212473 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-868c739e-098c-4c6b-b7e6-108390d1feca req-58096c6d-44dc-41a8-a20a-dcaac2ff8ecb service neutron] For port 04d6a666-d4c5-4554-8d6d-2ff4c724f1d9, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=04d6a666-d4c5-4554-8d6d-2ff4c724f1d9,segment=NetworkSegment(21da3dd4-f4af-4d6f-af61-d10b4b1a29a9),segment_id=21da3dd4-f4af-4d6f-af61-d10b4b1a29a9)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:29:55.218794 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 551735c4-718d-412a-aabf-4bcea8b2ec47 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:55.220814 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:55.242682 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df42397b-e8e3-4155-bb53-a1454ee9dd7e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:55.282602 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-df42397b-e8e3-4155-bb53-a1454ee9dd7e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d017996d-9c7f-4ad8-bf43-f115326c2e4d']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:55.287478 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-868c739e-098c-4c6b-b7e6-108390d1feca req-f1370255-116e-423f-b24f-323f58a8d509 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7b312858-40bf-40ec-b8ee-1ed51802769e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864856 May 27 02:29:55.295928 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-df42397b-e8e3-4155-bb53-a1454ee9dd7e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e69fbaca-e271-4f53-9434-ac276ab8e125') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:55.296226 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-df42397b-e8e3-4155-bb53-a1454ee9dd7e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e69fbaca-e271-4f53-9434-ac276ab8e125') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:55.301081 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-868c739e-098c-4c6b-b7e6-108390d1feca req-58096c6d-44dc-41a8-a20a-dcaac2ff8ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:55.309714 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df42397b-e8e3-4155-bb53-a1454ee9dd7e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:55.326011 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df42397b-e8e3-4155-bb53-a1454ee9dd7e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:55.332222 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df42397b-e8e3-4155-bb53-a1454ee9dd7e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:29:55.335721 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df42397b-e8e3-4155-bb53-a1454ee9dd7e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:55.404307 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment e69fbaca-e271-4f53-9434-ac276ab8e125 resource provider aggregate not found May 27 02:29:55.447766 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment e69fbaca-e271-4f53-9434-ac276ab8e125 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e69fbaca-e271-4f53-9434-ac276ab8e125 found for delete ", "request_id": "req-61d12463-1179-45b9-88e2-449a8d149308"}]} May 27 02:29:55.457283 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-aeeb0b23-eb7c-4015-9701-f1a4d3eef4da None None] Provisioning complete for port edb68dda-9098-431e-bee8-f1177bfce992 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:55.457820 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-aeeb0b23-eb7c-4015-9701-f1a4d3eef4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:55.465812 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-ff7584c4-105c-452e-9df6-a2aac07d5905 req-6f3961e6-fae0-4fe3-bceb-66e3684c3dd0 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] For port 31a0bf50-759c-47d3-b17a-c2252e1fb927, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=31a0bf50-759c-47d3-b17a-c2252e1fb927,segment=NetworkSegment(3000b652-99bd-41cd-b27c-de211dcee687),segment_id=3000b652-99bd-41cd-b27c-de211dcee687)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:55.466186 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ff7584c4-105c-452e-9df6-a2aac07d5905 req-6f3961e6-fae0-4fe3-bceb-66e3684c3dd0 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:55.492040 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c739e-098c-4c6b-b7e6-108390d1feca req-58096c6d-44dc-41a8-a20a-dcaac2ff8ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:55.492655 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-868c739e-098c-4c6b-b7e6-108390d1feca req-58096c6d-44dc-41a8-a20a-dcaac2ff8ecb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:55.494081 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-868c739e-098c-4c6b-b7e6-108390d1feca req-58096c6d-44dc-41a8-a20a-dcaac2ff8ecb service neutron] 10.222.0.66 "PUT /v2.0/ports/04d6a666-d4c5-4554-8d6d-2ff4c724f1d9 HTTP/1.1" status: 200 len: 1092 time: 5.1933718 May 27 02:29:55.508865 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-850611b4-f84d-4f8b-8739-6b66fe3398f1 service neutron] 10.222.0.57 "GET /v2.0/networks/0351dbc2-bfdb-49a5-89eb-5d2a933951a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5746634 May 27 02:29:55.543806 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df42397b-e8e3-4155-bb53-a1454ee9dd7e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:55.548629 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port edb68dda-9098-431e-bee8-f1177bfce992 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:55.549719 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:55.556174 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df42397b-e8e3-4155-bb53-a1454ee9dd7e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:55.578493 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-1ca03822-3cf8-4192-a40c-eee7d93d5a62 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:29:55.578493 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-1ca03822-3cf8-4192-a40c-eee7d93d5a62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:29:55.620287 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df42397b-e8e3-4155-bb53-a1454ee9dd7e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event deleted for resources: {'Network': ['ID=d017996d-9c7f-4ad8-bf43-f115326c2e4d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:55.683338 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-ff7584c4-105c-452e-9df6-a2aac07d5905 req-6f3961e6-fae0-4fe3-bceb-66e3684c3dd0 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Calling delete_port for 31a0bf50-759c-47d3-b17a-c2252e1fb927 owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:29:55.704067 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-df42397b-e8e3-4155-bb53-a1454ee9dd7e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "DELETE /v2.0/networks/d017996d-9c7f-4ad8-bf43-f115326c2e4d HTTP/1.1" status: 204 len: 168 time: 1.4872382 May 27 02:29:55.705138 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54596) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:55.706985 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e27e0a25-cd47-4298-be70-84eeea43f2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:55.723233 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-d7ee986d-cb6e-46b3-8faa-373c9966f057 service neutron] 10.222.0.57 "GET /v2.0/networks/f503c0fc-1b99-430e-93b0-fa2fbcdd3be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7222764 May 27 02:29:55.746564 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port edb68dda-9098-431e-bee8-f1177bfce992, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=edb68dda-9098-431e-bee8-f1177bfce992,segment=NetworkSegment(91f06bc1-2458-4ddd-ab3b-c2af3cbd18ce),segment_id=91f06bc1-2458-4ddd-ab3b-c2af3cbd18ce)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:55.769961 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 551735c4-718d-412a-aabf-4bcea8b2ec47 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:55.770449 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:55.799567 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58096c6d-44dc-41a8-a20a-dcaac2ff8ecb service neutron] Pushing event updated for resources: {'Port': ['ID=04d6a666-d4c5-4554-8d6d-2ff4c724f1d9,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:55.859291 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c5c1ce76-8a5a-4bc2-8b6d-85253a98cb7a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:55.870971 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c5c1ce76-8a5a-4bc2-8b6d-85253a98cb7a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Deleting port 6df9f825-40fa-4e22-8427-8e071dc69a2d {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:29:55.871314 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c5c1ce76-8a5a-4bc2-8b6d-85253a98cb7a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:55.876836 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 551735c4-718d-412a-aabf-4bcea8b2ec47, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=551735c4-718d-412a-aabf-4bcea8b2ec47,segment=NetworkSegment(2d17ae40-4310-4a58-b1f0-c2f85fb57fbf),segment_id=2d17ae40-4310-4a58-b1f0-c2f85fb57fbf)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:55.892746 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99708104-dbf0-4405-aae1-64907e682f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '551735c4-718d-412a-aabf-4bcea8b2ec47'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:29:55.915171 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:55.941894 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-03e69353-b90d-46e3-a5bb-e02c5daff184 None None] For port 6df9f825-40fa-4e22-8427-8e071dc69a2d, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=6df9f825-40fa-4e22-8427-8e071dc69a2d,segment=NetworkSegment(9f80f1a2-bc37-4d37-9be2-453cf44563ec),segment_id=9f80f1a2-bc37-4d37-9be2-453cf44563ec)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:55.941894 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-03e69353-b90d-46e3-a5bb-e02c5daff184 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:55.984625 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-868c739e-098c-4c6b-b7e6-108390d1feca req-867ae2a1-6010-41fa-b9dc-98a42d085ddb service neutron] 10.222.0.32 "GET /v2.0/networks/7b312858-40bf-40ec-b8ee-1ed51802769e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6768579 May 27 02:29:56.142174 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-03e69353-b90d-46e3-a5bb-e02c5daff184 None None] Calling delete_port for 6df9f825-40fa-4e22-8427-8e071dc69a2d owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:29:56.159990 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-c5c1ce76-8a5a-4bc2-8b6d-85253a98cb7a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] For port 6df9f825-40fa-4e22-8427-8e071dc69a2d, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=6df9f825-40fa-4e22-8427-8e071dc69a2d,segment=NetworkSegment(9f80f1a2-bc37-4d37-9be2-453cf44563ec),segment_id=9f80f1a2-bc37-4d37-9be2-453cf44563ec)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:56.160591 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c5c1ce76-8a5a-4bc2-8b6d-85253a98cb7a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:56.180629 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-1ca03822-3cf8-4192-a40c-eee7d93d5a62 None None] Deleting port d4214fc3-b72b-4d15-bbda-647687418c53 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:29:56.181035 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1ca03822-3cf8-4192-a40c-eee7d93d5a62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:56.199916 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-accbae9c-3de6-4034-9f30-e8486f214d57 service neutron] 10.222.0.57 "GET /v2.0/networks/f503c0fc-1b99-430e-93b0-fa2fbcdd3be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412994 May 27 02:29:56.206601 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 31a0bf50-759c-47d3-b17a-c2252e1fb927 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:29:56.207160 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c739e-098c-4c6b-b7e6-108390d1feca req-c8be00d1-4114-4c27-bc8e-e61048576f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:56.209154 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-868c739e-098c-4c6b-b7e6-108390d1feca req-c8be00d1-4114-4c27-bc8e-e61048576f70 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=66fa48c46c404eb499f5ae926a62ad7f&device_id=9944e002-08e5-492a-9f66-7914babd75df HTTP/1.1" status: 200 len: 1095 time: 0.5673325 May 27 02:29:56.268148 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8cf8a82c-0af4-4715-b3d2-52303d77409e up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:29:56.298683 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c5c1ce76-8a5a-4bc2-8b6d-85253a98cb7a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Calling delete_port for 6df9f825-40fa-4e22-8427-8e071dc69a2d owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:29:56.315796 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:56.369712 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-868c739e-098c-4c6b-b7e6-108390d1feca req-f7010baa-2622-43a8-9a6f-4db0ccbeaf37 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04d6a666-d4c5-4554-8d6d-2ff4c724f1d9 HTTP/1.1" status: 200 len: 217 time: 0.1392121 May 27 02:29:56.424502 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-868c739e-098c-4c6b-b7e6-108390d1feca req-3bf7aa7b-96b8-481b-b28f-f686346e3ab2 service neutron] 10.222.0.32 "GET /v2.0/networks/7b312858-40bf-40ec-b8ee-1ed51802769e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4300523 May 27 02:29:56.447504 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-1ca03822-3cf8-4192-a40c-eee7d93d5a62 None None] The port 'd4214fc3-b72b-4d15-bbda-647687418c53' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:29:56.448007 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7864b-7e73-4c73-91a3-e11523701479 req-4d717cbf-d0b0-4250-9d30-20570cffa65a tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:56.449588 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-45c7864b-7e73-4c73-91a3-e11523701479 req-4d717cbf-d0b0-4250-9d30-20570cffa65a tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e191672-cacf-4640-a5f3-6b7d45c3663a HTTP/1.1" status: 200 len: 943 time: 0.5206470 May 27 02:29:56.486227 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c5c1ce76-8a5a-4bc2-8b6d-85253a98cb7a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:56.491007 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c739e-098c-4c6b-b7e6-108390d1feca req-dce61ab2-d0e3-4a4c-97aa-a07b418975bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:56.503781 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-868c739e-098c-4c6b-b7e6-108390d1feca req-dce61ab2-d0e3-4a4c-97aa-a07b418975bd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c250816a-43d9-48f2-b76f-f0e58c9da86d HTTP/1.1" status: 200 len: 852 time: 0.1100891 May 27 02:29:56.503781 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ff7584c4-105c-452e-9df6-a2aac07d5905 req-6f3961e6-fae0-4fe3-bceb-66e3684c3dd0 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:56.562982 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1ce76-8a5a-4bc2-8b6d-85253a98cb7a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event deleted for resources: {'Port': ['ID=6df9f825-40fa-4e22-8427-8e071dc69a2d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:56.569012 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c1ce76-8a5a-4bc2-8b6d-85253a98cb7a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] No DVR routers for this DVR port 6df9f825-40fa-4e22-8427-8e071dc69a2d on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:29:56.589293 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-aeeb0b23-eb7c-4015-9701-f1a4d3eef4da None None] Current status of the port edb68dda-9098-431e-bee8-f1177bfce992 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:56.620143 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=edb68dda-9098-431e-bee8-f1177bfce992,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:56.702690 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 31a0bf50-759c-47d3-b17a-c2252e1fb927 is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:56.703067 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:56.722370 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c5c1ce76-8a5a-4bc2-8b6d-85253a98cb7a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:56.723914 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=551735c4-718d-412a-aabf-4bcea8b2ec47,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:56.732403 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-03e69353-b90d-46e3-a5bb-e02c5daff184 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:29:56.733072 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-03e69353-b90d-46e3-a5bb-e02c5daff184 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:29:56.760046 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-c5c1ce76-8a5a-4bc2-8b6d-85253a98cb7a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a75f904d-a15a-406b-a7ec-0d1fe80b8cd7']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:56.773290 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-c5c1ce76-8a5a-4bc2-8b6d-85253a98cb7a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f80f1a2-bc37-4d37-9be2-453cf44563ec') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:56.774046 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-c5c1ce76-8a5a-4bc2-8b6d-85253a98cb7a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f80f1a2-bc37-4d37-9be2-453cf44563ec') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:56.779826 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 8cf8a82c-0af4-4715-b3d2-52303d77409e triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:56.780209 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:56.791405 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c5c1ce76-8a5a-4bc2-8b6d-85253a98cb7a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:56.808867 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c5c1ce76-8a5a-4bc2-8b6d-85253a98cb7a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:56.816128 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5c1ce76-8a5a-4bc2-8b6d-85253a98cb7a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:29:56.821813 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c5c1ce76-8a5a-4bc2-8b6d-85253a98cb7a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:56.863001 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3961e6-fae0-4fe3-bceb-66e3684c3dd0 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Pushing event deleted for resources: {'Port': ['ID=31a0bf50-759c-47d3-b17a-c2252e1fb927,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:56.883746 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-868c739e-098c-4c6b-b7e6-108390d1feca req-fb1d41a3-d5fc-4609-b5f8-706b5f8760ef service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7b312858-40bf-40ec-b8ee-1ed51802769e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1133738 May 27 02:29:56.913969 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 8cf8a82c-0af4-4715-b3d2-52303d77409e is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:56.949078 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-45c7864b-7e73-4c73-91a3-e11523701479 req-e558c127-c561-4094-a52d-aba425a5375e tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3caece4-0c9e-4cd5-a9c9-2bc9847bb1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4912624 May 27 02:29:56.988287 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device d4214fc3-b72b-4d15-bbda-647687418c53 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:29:57.030087 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: d4214fc3-b72b-4d15-bbda-647687418c53 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:29:57.030898 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device d4214fc3-b72b-4d15-bbda-647687418c53 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:29:57.031015 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 6df9f825-40fa-4e22-8427-8e071dc69a2d no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:29:57.032498 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c5c1ce76-8a5a-4bc2-8b6d-85253a98cb7a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:57.044095 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c5c1ce76-8a5a-4bc2-8b6d-85253a98cb7a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:57.052855 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff7584c4-105c-452e-9df6-a2aac07d5905 req-6f3961e6-fae0-4fe3-bceb-66e3684c3dd0 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] No DVR routers for this DVR port 31a0bf50-759c-47d3-b17a-c2252e1fb927 on host n-h1-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:29:57.064853 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ff7584c4-105c-452e-9df6-a2aac07d5905 req-6f3961e6-fae0-4fe3-bceb-66e3684c3dd0 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:57.086646 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1ce76-8a5a-4bc2-8b6d-85253a98cb7a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event deleted for resources: {'Network': ['ID=a75f904d-a15a-406b-a7ec-0d1fe80b8cd7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:57.090591 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 6df9f825-40fa-4e22-8427-8e071dc69a2d {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:29:57.090946 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 6df9f825-40fa-4e22-8427-8e071dc69a2d not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:29:57.113307 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c5c1ce76-8a5a-4bc2-8b6d-85253a98cb7a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "DELETE /v2.0/networks/a75f904d-a15a-406b-a7ec-0d1fe80b8cd7 HTTP/1.1" status: 204 len: 168 time: 1.4061596 May 27 02:29:57.115320 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54620) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:57.121695 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-68a55632-ef2a-422e-a7c9-ca7ac6c40d34 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Request body: {'network': {'name': 'tempest-RoutersTest-132225756'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:29:57.127910 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-68a55632-ef2a-422e-a7c9-ca7ac6c40d34 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:29:57.131741 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-68a55632-ef2a-422e-a7c9-ca7ac6c40d34 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Usage tracker for resource:network and tenant:39308f34ca0d41f5bed3e55c79db3f61 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:29:57.135036 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-68a55632-ef2a-422e-a7c9-ca7ac6c40d34 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:29:57.140884 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-68a55632-ef2a-422e-a7c9-ca7ac6c40d34 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:29:57.148884 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-674bbfe0-e2f5-44a8-a271-bd08da5f1224 req-d6e0e7ce-55e5-485a-a1a8-b05f8f566ce2 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Synchronizing usage tracker for tenant:898805dffca84655b80c58e7ceffa560 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:29:57.207037 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64534aaa-cc71-472c-9a05-5071e06c0cef req-c3c3a5bf-c80b-4643-a609-d43f5bfaab6e tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:57.209045 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-64534aaa-cc71-472c-9a05-5071e06c0cef req-c3c3a5bf-c80b-4643-a609-d43f5bfaab6e tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=99708104-dbf0-4405-aae1-64907e682f22 HTTP/1.1" status: 200 len: 945 time: 0.4370701 May 27 02:29:57.214099 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-868c739e-098c-4c6b-b7e6-108390d1feca req-f062464a-fac1-4c98-b794-1aea802467f8 service neutron] 10.222.0.66 "GET /v2.0/networks/7b312858-40bf-40ec-b8ee-1ed51802769e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925777 May 27 02:29:57.234373 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-03e69353-b90d-46e3-a5bb-e02c5daff184 None None] Deleting port 6df9f825-40fa-4e22-8427-8e071dc69a2d {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:29:57.234873 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-03e69353-b90d-46e3-a5bb-e02c5daff184 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:57.261946 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ff7584c4-105c-452e-9df6-a2aac07d5905 req-6f3961e6-fae0-4fe3-bceb-66e3684c3dd0 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.32 "DELETE /v2.0/ports/31a0bf50-759c-47d3-b17a-c2252e1fb927 HTTP/1.1" status: 204 len: 173 time: 3.4616020 May 27 02:29:57.270068 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a55632-ef2a-422e-a7c9-ca7ac6c40d34 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Made reservation on behalf of 39308f34ca0d41f5bed3e55c79db3f61 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:29:57.275499 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-68a55632-ef2a-422e-a7c9-ca7ac6c40d34 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:57.330165 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-03e69353-b90d-46e3-a5bb-e02c5daff184 None None] The port '6df9f825-40fa-4e22-8427-8e071dc69a2d' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:29:57.346865 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-674bbfe0-e2f5-44a8-a271-bd08da5f1224 req-d6e0e7ce-55e5-485a-a1a8-b05f8f566ce2 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] Unset dirty status for tenant:898805dffca84655b80c58e7ceffa560 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:29:57.348002 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-674bbfe0-e2f5-44a8-a271-bd08da5f1224 req-d6e0e7ce-55e5-485a-a1a8-b05f8f566ce2 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bf1ce2-acb1-4780-b8ce-761c12b037dd HTTP/1.1" status: 200 len: 210 time: 0.2932949 May 27 02:29:57.353590 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68a55632-ef2a-422e-a7c9-ca7ac6c40d34 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:29:57.371417 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-64534aaa-cc71-472c-9a05-5071e06c0cef req-07d30062-06de-42ce-83e4-3b2293398452 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6bd20bf-5f84-449a-8a30-87080e2ca708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537421 May 27 02:29:57.373269 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-68a55632-ef2a-422e-a7c9-ca7ac6c40d34 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:57.373645 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-68a55632-ef2a-422e-a7c9-ca7ac6c40d34 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Added segment 4b085be4-ecdc-406d-bb44-f480936f888d of type vlan for network 9bcb1b11-7f4c-414a-b542-a9ab159da30c May 27 02:29:57.417397 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-68a55632-ef2a-422e-a7c9-ca7ac6c40d34 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:57.464955 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-868c739e-098c-4c6b-b7e6-108390d1feca req-42f8e3c0-28b6-44ed-a5b5-f4a6d12a765b service neutron] 10.222.0.66 "GET /v2.0/networks/7b312858-40bf-40ec-b8ee-1ed51802769e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368121 May 27 02:29:57.469241 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 9f80f1a2-bc37-4d37-9be2-453cf44563ec resource provider aggregate not found May 27 02:29:57.490795 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 9f80f1a2-bc37-4d37-9be2-453cf44563ec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f80f1a2-bc37-4d37-9be2-453cf44563ec found for delete ", "request_id": "req-4a300e27-4952-43f2-944b-0af13bfaab76"}]} May 27 02:29:57.554951 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-68a55632-ef2a-422e-a7c9-ca7ac6c40d34 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:57.560864 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a55632-ef2a-422e-a7c9-ca7ac6c40d34 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:57.561465 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-68a55632-ef2a-422e-a7c9-ca7ac6c40d34 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:57.617961 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776e51d-8e04-461d-83ed-d72d649923de req-464b28b7-3695-4bff-a4f4-90be3b5e5c53 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:57.619721 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6776e51d-8e04-461d-83ed-d72d649923de req-464b28b7-3695-4bff-a4f4-90be3b5e5c53 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=abee0d60-929c-431c-84c6-9b1ad9d5c74c HTTP/1.1" status: 200 len: 946 time: 0.1157563 May 27 02:29:57.629469 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54634) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:57.635823 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-69c354ff-78d8-496e-8b75-c5b059c5d90e tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Request body: {'floatingip': {'port_id': '4063e565-cdde-4c05-b9f9-f83d936377fd'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:29:57.726355 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b09a4d11-892c-40db-982b-9b6190567372'] response: {'server_uuid': '99708104-dbf0-4405-aae1-64907e682f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '551735c4-718d-412a-aabf-4bcea8b2ec47', 'code': 200} May 27 02:29:57.730293 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ef10795-43a7-4f72-859b-49ae625c94e0'] response: {'name': 'network-changed', 'server_uuid': '3e191672-cacf-4640-a5f3-6b7d45c3663a', 'tag': '55a81e61-a76d-4cc7-94fe-4fa9a5eff681', 'status': 'completed', 'code': 200} May 27 02:29:57.772269 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-69c354ff-78d8-496e-8b75-c5b059c5d90e tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for floatingip, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:57.842323 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a55632-ef2a-422e-a7c9-ca7ac6c40d34 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event updated for resources: {'Network': ['ID=9bcb1b11-7f4c-414a-b542-a9ab159da30c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:57.855153 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 9bcb1b11-7f4c-414a-b542-a9ab159da30c details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:29:57.921035 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-68a55632-ef2a-422e-a7c9-ca7ac6c40d34 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8018644 May 27 02:29:57.928133 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54638) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:57.935809 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d0207fd8-49bf-445e-8f28-b81a848ed2c5 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Request body: {'subnet': {'network_id': '9bcb1b11-7f4c-414a-b542-a9ab159da30c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:29:57.941598 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ed4dfe27-4270-4677-add4-cae6f3fd5a7c req-06c2a3b1-5a0d-4338-9b8a-072655a8b64d tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=387cecf6-9ea2-42fa-878b-22b0f4170da0 HTTP/1.1" status: 200 len: 210 time: 0.1159487 May 27 02:29:57.955091 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-bfabbf63-f969-470e-8b19-2a2915353c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:58.018615 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device edb68dda-9098-431e-bee8-f1177bfce992 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:29:58.076022 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-be59c912-9da1-4604-b905-be8a843c8d93 req-db3fceed-dfbd-40f2-8a0c-44f541e090a3 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8c735f9d-4a78-4b71-af11-0c1d6751d50a HTTP/1.1" status: 200 len: 210 time: 0.1503088 May 27 02:29:58.097748 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d0207fd8-49bf-445e-8f28-b81a848ed2c5 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:29:58.106942 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d0207fd8-49bf-445e-8f28-b81a848ed2c5 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Usage tracker for resource:subnet and tenant:39308f34ca0d41f5bed3e55c79db3f61 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:29:58.109481 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d0207fd8-49bf-445e-8f28-b81a848ed2c5 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:29:58.116932 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d0207fd8-49bf-445e-8f28-b81a848ed2c5 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:29:58.136450 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port edb68dda-9098-431e-bee8-f1177bfce992 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:58.141365 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:58.246725 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0207fd8-49bf-445e-8f28-b81a848ed2c5 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Made reservation on behalf of 39308f34ca0d41f5bed3e55c79db3f61 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:29:58.255382 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0207fd8-49bf-445e-8f28-b81a848ed2c5 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:58.308565 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port edb68dda-9098-431e-bee8-f1177bfce992 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:58.318790 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d8033-6f74-4855-afc7-b9442ea711ab req-5100e413-21b1-4edf-81d3-1a0c62534727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:58.320257 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c4d8033-6f74-4855-afc7-b9442ea711ab req-5100e413-21b1-4edf-81d3-1a0c62534727 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=66fa48c46c404eb499f5ae926a62ad7f&device_id=3e191672-cacf-4640-a5f3-6b7d45c3663a HTTP/1.1" status: 200 len: 1094 time: 0.6275551 May 27 02:29:58.613720 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0207fd8-49bf-445e-8f28-b81a848ed2c5 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:58.713473 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0207fd8-49bf-445e-8f28-b81a848ed2c5 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event updated for resources: {'Subnet': ['ID=71db2d58-d327-443d-9148-ae9d54c83eea,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:58.726864 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0207fd8-49bf-445e-8f28-b81a848ed2c5 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Checking segment: {'id': '4b085be4-ecdc-406d-bb44-f480936f888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9bcb1b11-7f4c-414a-b542-a9ab159da30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:29:58.727216 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0207fd8-49bf-445e-8f28-b81a848ed2c5 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Network hostable DHCP agents. Network: 9bcb1b11-7f4c-414a-b542-a9ab159da30c, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:29:58.742043 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def513bb-2723-4746-8dfc-ffe08c71f39c req-be0ecd29-03e6-4e94-8160-e9454e54cf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:58.743446 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-def513bb-2723-4746-8dfc-ffe08c71f39c req-be0ecd29-03e6-4e94-8160-e9454e54cf57 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=99708104-dbf0-4405-aae1-64907e682f22 HTTP/1.1" status: 200 len: 1096 time: 0.8848214 May 27 02:29:58.755146 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78829a36-d939-44a5-9396-6631f09fcba9 req-6b339b5f-8df0-42d5-8853-ced9b9a4cd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:58.757857 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-78829a36-d939-44a5-9396-6631f09fcba9 req-6b339b5f-8df0-42d5-8853-ced9b9a4cd40 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a9d84b96bbe4011b693e36de83ee83d&device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 1097 time: 0.1908832 May 27 02:29:58.795256 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a20d0314-9a79-40a0-aeb4-5f90aafeef0e req-6e7ad4da-ab0c-4fc0-9268-9350cf80f763 tempest-VolumesSnapshotTestJSON-951949624 tempest-VolumesSnapshotTestJSON-951949624-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2bf1ce2-acb1-4780-b8ce-761c12b037dd HTTP/1.1" status: 200 len: 210 time: 0.1728652 May 27 02:29:58.853475 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0207fd8-49bf-445e-8f28-b81a848ed2c5 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Network 9bcb1b11-7f4c-414a-b542-a9ab159da30c is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:29:58.939837 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78829a36-d939-44a5-9396-6631f09fcba9 req-11c46ce6-cf77-4e0b-b7da-5bd31ceb4c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:58.943460 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-78829a36-d939-44a5-9396-6631f09fcba9 req-11c46ce6-cf77-4e0b-b7da-5bd31ceb4c0d service neutron] 10.222.0.32 "GET /v2.0/networks?id=8604bb25-00c6-4170-bfcb-0b58b32e10ee HTTP/1.1" status: 200 len: 919 time: 0.1756425 May 27 02:29:58.961091 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:59.006632 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-d0207fd8-49bf-445e-8f28-b81a848ed2c5 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 9bcb1b11-7f4c-414a-b542-a9ab159da30c) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:29:59.008267 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:59.015843 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf34604f-39f3-4ed9-b88c-b8823145778f None None] Network 9bcb1b11-7f4c-414a-b542-a9ab159da30c requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:29:59.024395 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0207fd8-49bf-445e-8f28-b81a848ed2c5 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:59.025000 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0207fd8-49bf-445e-8f28-b81a848ed2c5 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:59.064494 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-78829a36-d939-44a5-9396-6631f09fcba9 req-cc4aa83f-e305-4512-8286-2e5091f7a9a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b2f5214-fb0c-4b36-b89a-cbf2f8186af1 HTTP/1.1" status: 200 len: 1001 time: 0.1156716 May 27 02:29:59.067312 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd75a4-d4f2-40e7-9ebe-67b41fc220c4 req-b4d1af64-bb0b-4599-93b8-881302c9fc66 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:59.069405 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2afd75a4-d4f2-40e7-9ebe-67b41fc220c4 req-b4d1af64-bb0b-4599-93b8-881302c9fc66 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e191672-cacf-4640-a5f3-6b7d45c3663a HTTP/1.1" status: 200 len: 943 time: 0.8102992 May 27 02:29:59.084463 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-def513bb-2723-4746-8dfc-ffe08c71f39c req-19d294b7-9220-4811-9c6d-5042250d7822 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c6bd20bf-5f84-449a-8a30-87080e2ca708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3042126 May 27 02:29:59.153380 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d0207fd8-49bf-445e-8f28-b81a848ed2c5 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2237194 May 27 02:29:59.153777 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d8033-6f74-4855-afc7-b9442ea711ab req-e5e7b0f7-4c9b-49ce-9360-149517906e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:59.155254 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c4d8033-6f74-4855-afc7-b9442ea711ab req-e5e7b0f7-4c9b-49ce-9360-149517906e6b service neutron] 10.222.0.32 "GET /v2.0/networks?id=7b312858-40bf-40ec-b8ee-1ed51802769e HTTP/1.1" status: 200 len: 913 time: 0.8214185 May 27 02:29:59.157621 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54654) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:59.161391 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78829a36-d939-44a5-9396-6631f09fcba9 req-d2586eec-6047-44f5-b972-6490c3c67a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:59.162873 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-78829a36-d939-44a5-9396-6631f09fcba9 req-d2586eec-6047-44f5-b972-6490c3c67a1c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fd5aa407-954e-45ea-8fc0-6e0875d0c839 HTTP/1.1" status: 200 len: 857 time: 0.0875165 May 27 02:29:59.166757 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-72cbf1d7-02ab-4e9b-a46a-23e1c7bef8e5 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2012706635', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:29:59.168159 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-59cef342-860b-4ee1-bc8f-aad83d49dde6 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:59.174352 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-59cef342-860b-4ee1-bc8f-aad83d49dde6 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:59.174494 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-72cbf1d7-02ab-4e9b-a46a-23e1c7bef8e5 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:29:59.175300 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-59cef342-860b-4ee1-bc8f-aad83d49dde6 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.32 "GET /v2.0/networks?id=58d9efdd-c5a0-4704-bbbf-34d4bdd45a38&id=0351dbc2-bfdb-49a5-89eb-5d2a933951a2 HTTP/1.1" status: 200 len: 1390 time: 0.6185360 May 27 02:29:59.179474 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-72cbf1d7-02ab-4e9b-a46a-23e1c7bef8e5 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Usage tracker for resource:router and tenant:39308f34ca0d41f5bed3e55c79db3f61 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:29:59.182534 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-72cbf1d7-02ab-4e9b-a46a-23e1c7bef8e5 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:29:59.188921 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-72cbf1d7-02ab-4e9b-a46a-23e1c7bef8e5 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:29:59.241645 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-f2619240-2276-40c6-b70e-0af4e5080e52 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Request body: {'port': {'device_id': '387cecf6-9ea2-42fa-878b-22b0f4170da0', 'network_id': '58d9efdd-c5a0-4704-bbbf-34d4bdd45a38', 'admin_state_up': True, 'tenant_id': '6137a50b300642e3b27a011e959f0225'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:29:59.250502 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae48937-058b-40cd-8280-8503c1c12ec2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-9bcb1b11-7f4c-414a-b542-a9ab159da30c', 'network_id': '9bcb1b11-7f4c-414a-b542-a9ab159da30c', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'fixed_ips': [{'subnet_id': '71db2d58-d327-443d-9148-ae9d54c83eea'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:29:59.251465 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9ae48937-058b-40cd-8280-8503c1c12ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:59.283385 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c4d8033-6f74-4855-afc7-b9442ea711ab req-12bf5d27-d4fe-4d39-838a-f5a3c811a4e0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=55a81e61-a76d-4cc7-94fe-4fa9a5eff681 HTTP/1.1" status: 200 len: 217 time: 0.1027296 May 27 02:29:59.291680 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78829a36-d939-44a5-9396-6631f09fcba9 req-e0e75005-f001-456f-8b7e-d39026cad22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:59.293573 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2afd75a4-d4f2-40e7-9ebe-67b41fc220c4 req-252aa207-bbf6-4d31-a534-4172915e114d tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3caece4-0c9e-4cd5-a9c9-2bc9847bb1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953175 May 27 02:29:59.293954 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-78829a36-d939-44a5-9396-6631f09fcba9 req-e0e75005-f001-456f-8b7e-d39026cad22d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8604bb25-00c6-4170-bfcb-0b58b32e10ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013350 May 27 02:29:59.333861 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-72cbf1d7-02ab-4e9b-a46a-23e1c7bef8e5 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:59.335046 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-72cbf1d7-02ab-4e9b-a46a-23e1c7bef8e5 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:59.442242 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-72cbf1d7-02ab-4e9b-a46a-23e1c7bef8e5 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:59.453257 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-9ae48937-058b-40cd-8280-8503c1c12ec2 None None] Allocated IP 172.20.0.2 (9bcb1b11-7f4c-414a-b542-a9ab159da30c/71db2d58-d327-443d-9148-ae9d54c83eea/c6628c79-51da-45a9-b2aa-7cbeee319778) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:29:59.466141 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.32', 59305) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:59.518403 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d8033-6f74-4855-afc7-b9442ea711ab req-b7f474e9-5084-41f0-8aa0-79a1b4ebbaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:59.519841 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c4d8033-6f74-4855-afc7-b9442ea711ab req-b7f474e9-5084-41f0-8aa0-79a1b4ebbaf8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c250816a-43d9-48f2-b76f-f0e58c9da86d HTTP/1.1" status: 200 len: 852 time: 0.2252984 May 27 02:29:59.534533 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acaeb36-3599-4d07-9127-284e693e2c70 req-20115c48-73de-4e0b-8bef-7099d31aeb5a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:59.535973 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7acaeb36-3599-4d07-9127-284e693e2c70 req-20115c48-73de-4e0b-8bef-7099d31aeb5a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=99708104-dbf0-4405-aae1-64907e682f22 HTTP/1.1" status: 200 len: 945 time: 0.5737579 May 27 02:29:59.556328 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-78829a36-d939-44a5-9396-6631f09fcba9 req-ced3b626-8153-46e5-8b39-c71c6637c514 service neutron] 10.222.0.32 "GET /v2.0/networks/8604bb25-00c6-4170-bfcb-0b58b32e10ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554612 May 27 02:29:59.629926 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c4d8033-6f74-4855-afc7-b9442ea711ab req-d6630972-ef23-45f9-a96f-18dba4d83b39 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7b312858-40bf-40ec-b8ee-1ed51802769e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871558 May 27 02:29:59.645507 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-72cbf1d7-02ab-4e9b-a46a-23e1c7bef8e5 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:59.673453 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9ae48937-058b-40cd-8280-8503c1c12ec2 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:59.685510 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9ae48937-058b-40cd-8280-8503c1c12ec2 None None] Transition to ACTIVE for port object c6628c79-51da-45a9-b2aa-7cbeee319778 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:29:59.687567 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [None req-69c354ff-78d8-496e-8b75-c5b059c5d90e tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:29:59.708834 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9ae48937-058b-40cd-8280-8503c1c12ec2 None None] Transition to ACTIVE for port object c6628c79-51da-45a9-b2aa-7cbeee319778 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:29:59.732154 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-bb4cd59c-20c8-4b53-9117-4a80d4d9c43d tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:59.733893 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-bb4cd59c-20c8-4b53-9117-4a80d4d9c43d tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.32 "GET /v2.0/networks?id=f503c0fc-1b99-430e-93b0-fa2fbcdd3be5 HTTP/1.1" status: 200 len: 911 time: 0.2656357 May 27 02:29:59.748944 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-e75b8018-a67d-4880-99ab-b89c4adea406 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Request body: {'port': {'device_id': '8c735f9d-4a78-4b71-af11-0c1d6751d50a', 'network_id': 'f503c0fc-1b99-430e-93b0-fa2fbcdd3be5', 'admin_state_up': True, 'tenant_id': '0175724c21d348429aa5e3000587cd5e'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:29:59.758251 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-e75b8018-a67d-4880-99ab-b89c4adea406 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:29:59.764400 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-78829a36-d939-44a5-9396-6631f09fcba9 req-8d31c465-29f8-4807-9f3c-75bd151092ce service neutron] 10.222.0.32 "GET /v2.0/networks/8604bb25-00c6-4170-bfcb-0b58b32e10ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997790 May 27 02:29:59.765415 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-e75b8018-a67d-4880-99ab-b89c4adea406 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Usage tracker for resource:port and tenant:0175724c21d348429aa5e3000587cd5e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:29:59.769199 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-e75b8018-a67d-4880-99ab-b89c4adea406 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Quota usage for port was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:29:59.772302 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-72cbf1d7-02ab-4e9b-a46a-23e1c7bef8e5 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:59.778130 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-72cbf1d7-02ab-4e9b-a46a-23e1c7bef8e5 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6149497 May 27 02:29:59.778130 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54660) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:59.779634 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-e75b8018-a67d-4880-99ab-b89c4adea406 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:29:59.784526 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-42efe2fa-d79f-4974-ac0b-4f4ca2ca44bc tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Request body: {'port': {'network_id': '9bcb1b11-7f4c-414a-b542-a9ab159da30c', 'name': 'tempest-RoutersTest-715011065'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:29:59.794497 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9944e002-08e5-492a-9f66-7914babd75df', 'tag': '04d6a666-d4c5-4554-8d6d-2ff4c724f1d9'}, {'server_uuid': 'a2bf1ce2-acb1-4780-b8ce-761c12b037dd', 'name': 'network-vif-deleted', 'tag': '31a0bf50-759c-47d3-b17a-c2252e1fb927'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:29:59.832577 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9ae48937-058b-40cd-8280-8503c1c12ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:59.861817 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-f2619240-2276-40c6-b70e-0af4e5080e52 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:29:59.881270 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7acaeb36-3599-4d07-9127-284e693e2c70 req-c6e8198d-ed16-4c52-ada4-220870be7320 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6bd20bf-5f84-449a-8a30-87080e2ca708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2869480 May 27 02:29:59.903298 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae48937-058b-40cd-8280-8503c1c12ec2 None None] Network 9bcb1b11-7f4c-414a-b542-a9ab159da30c is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:29:59.920186 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-f2619240-2276-40c6-b70e-0af4e5080e52 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Usage tracker for resource:port and tenant:6137a50b300642e3b27a011e959f0225 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:29:59.923699 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-f2619240-2276-40c6-b70e-0af4e5080e52 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:29:59.930340 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-9ae48937-058b-40cd-8280-8503c1c12ec2 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:29:59.963521 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae48937-058b-40cd-8280-8503c1c12ec2 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:29:59.965913 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-42efe2fa-d79f-4974-ac0b-4f4ca2ca44bc tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:29:59.970497 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-42efe2fa-d79f-4974-ac0b-4f4ca2ca44bc tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Usage tracker for resource:port and tenant:39308f34ca0d41f5bed3e55c79db3f61 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:29:59.975549 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-42efe2fa-d79f-4974-ac0b-4f4ca2ca44bc tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:29:59.982981 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-69c354ff-78d8-496e-8b75-c5b059c5d90e tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:59.984938 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-42efe2fa-d79f-4974-ac0b-4f4ca2ca44bc tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:29:59.989072 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-f2619240-2276-40c6-b70e-0af4e5080e52 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:30:00.022158 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047908d-d814-4ff0-9976-7840d8b7049f req-3d605e30-41f1-4259-9d44-0590007b5858 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:00.023686 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6047908d-d814-4ff0-9976-7840d8b7049f req-3d605e30-41f1-4259-9d44-0590007b5858 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 946 time: 0.5986814 May 27 02:30:00.032049 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae48937-058b-40cd-8280-8503c1c12ec2 None None] Pushing event updated for resources: {'Port': ['ID=c6628c79-51da-45a9-b2aa-7cbeee319778,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:00.041342 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 55a81e61-a76d-4cc7-94fe-4fa9a5eff681 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:30:00.063947 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-e75b8018-a67d-4880-99ab-b89c4adea406 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Made reservation on behalf of 0175724c21d348429aa5e3000587cd5e for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:30:00.066426 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-e75b8018-a67d-4880-99ab-b89c4adea406 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:00.079027 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-69c354ff-78d8-496e-8b75-c5b059c5d90e tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:00.095852 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42efe2fa-d79f-4974-ac0b-4f4ca2ca44bc tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Made reservation on behalf of 39308f34ca0d41f5bed3e55c79db3f61 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:30:00.100214 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-42efe2fa-d79f-4974-ac0b-4f4ca2ca44bc tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:00.111536 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-9ae48937-058b-40cd-8280-8503c1c12ec2 None None] Attempting to bind port c6628c79-51da-45a9-b2aa-7cbeee319778 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:30:00.111914 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-9ae48937-058b-40cd-8280-8503c1c12ec2 None None] Attempting to bind port c6628c79-51da-45a9-b2aa-7cbeee319778 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '4b085be4-ecdc-406d-bb44-f480936f888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9bcb1b11-7f4c-414a-b542-a9ab159da30c'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:30:00.112278 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae48937-058b-40cd-8280-8503c1c12ec2 None None] Attempting to bind port c6628c79-51da-45a9-b2aa-7cbeee319778 on network 9bcb1b11-7f4c-414a-b542-a9ab159da30c {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:30:00.120623 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae48937-058b-40cd-8280-8503c1c12ec2 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:30:00.121082 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae48937-058b-40cd-8280-8503c1c12ec2 None None] Checking segment: {'id': '4b085be4-ecdc-406d-bb44-f480936f888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9bcb1b11-7f4c-414a-b542-a9ab159da30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:30:00.121599 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9ae48937-058b-40cd-8280-8503c1c12ec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:00.121599 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae48937-058b-40cd-8280-8503c1c12ec2 None None] Bound using segment: {'id': '4b085be4-ecdc-406d-bb44-f480936f888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9bcb1b11-7f4c-414a-b542-a9ab159da30c'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:30:00.122467 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-9ae48937-058b-40cd-8280-8503c1c12ec2 None None] Bound port: c6628c79-51da-45a9-b2aa-7cbeee319778, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b085be4-ecdc-406d-bb44-f480936f888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9bcb1b11-7f4c-414a-b542-a9ab159da30c'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:30:00.122835 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9ae48937-058b-40cd-8280-8503c1c12ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:00.288761 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9ae48937-058b-40cd-8280-8503c1c12ec2 None None] For port c6628c79-51da-45a9-b2aa-7cbeee319778, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:30:00.292083 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9ae48937-058b-40cd-8280-8503c1c12ec2 None None] For port c6628c79-51da-45a9-b2aa-7cbeee319778, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c6628c79-51da-45a9-b2aa-7cbeee319778,segment=NetworkSegment(4b085be4-ecdc-406d-bb44-f480936f888d),segment_id=4b085be4-ecdc-406d-bb44-f480936f888d)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:30:00.300866 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:00.314001 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-49af6c25-c826-4209-8eba-2eed81451fd5 req-5693c06a-aac4-4eb5-a2aa-89c59c809cae tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=387cecf6-9ea2-42fa-878b-22b0f4170da0 HTTP/1.1" status: 200 len: 210 time: 0.2857203 May 27 02:30:00.316975 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c4d8033-6f74-4855-afc7-b9442ea711ab req-e44d7c24-1fcf-40c0-be76-6801f6755c02 service neutron] 10.222.0.32 "GET /v2.0/networks/7b312858-40bf-40ec-b8ee-1ed51802769e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6712050 May 27 02:30:00.344357 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-f2619240-2276-40c6-b70e-0af4e5080e52 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Made reservation on behalf of 6137a50b300642e3b27a011e959f0225 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:30:00.357262 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-f2619240-2276-40c6-b70e-0af4e5080e52 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:00.370892 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 55a81e61-a76d-4cc7-94fe-4fa9a5eff681, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=55a81e61-a76d-4cc7-94fe-4fa9a5eff681,segment=NetworkSegment(21da3dd4-f4af-4d6f-af61-d10b4b1a29a9),segment_id=21da3dd4-f4af-4d6f-af61-d10b4b1a29a9)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:30:00.387306 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-e75b8018-a67d-4880-99ab-b89c4adea406 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Allocated IP 172.20.0.3 (f503c0fc-1b99-430e-93b0-fa2fbcdd3be5/daeaab2a-cada-42df-be85-698a673b8b1f/5c8b7367-5a76-4a25-adc1-b162e501fe6b) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:30:00.390049 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '55a81e61-a76d-4cc7-94fe-4fa9a5eff681', 'network_id': '7b312858-40bf-40ec-b8ee-1ed51802769e', 'port_id': '55a81e61-a76d-4cc7-94fe-4fa9a5eff681', 'mac_address': 'fa:16:3e:6a:ee:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c250816a-43d9-48f2-b76f-f0e58c9da86d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:30:00.392345 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9ae48937-058b-40cd-8280-8503c1c12ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:00.535003 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 55a81e61-a76d-4cc7-94fe-4fa9a5eff681 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:30:00.535003 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:00.555309 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae48937-058b-40cd-8280-8503c1c12ec2 None None] Pushing event updated for resources: {'Port': ['ID=c6628c79-51da-45a9-b2aa-7cbeee319778,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:00.571807 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55a81e61-a76d-4cc7-94fe-4fa9a5eff681 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:30:00.588188 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 55a81e61-a76d-4cc7-94fe-4fa9a5eff681, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=55a81e61-a76d-4cc7-94fe-4fa9a5eff681,segment=NetworkSegment(21da3dd4-f4af-4d6f-af61-d10b4b1a29a9),segment_id=21da3dd4-f4af-4d6f-af61-d10b4b1a29a9)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:30:00.616746 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-e75b8018-a67d-4880-99ab-b89c4adea406 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:00.624539 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-42efe2fa-d79f-4974-ac0b-4f4ca2ca44bc tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] device_id is not set on port 77fed6c3-1434-4de1-b135-f5379a5a86a2 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:30:00.658587 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c6fce183-83a3-46bf-be1a-fadde8718c16 req-5fd0a824-584d-43ee-a31c-7dc6b88149ac tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8c735f9d-4a78-4b71-af11-0c1d6751d50a HTTP/1.1" status: 200 len: 210 time: 0.1778033 May 27 02:30:00.674570 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6047908d-d814-4ff0-9976-7840d8b7049f req-84232dd7-be4f-4299-a089-20f337c0ccd7 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=2215ff21-0f16-48f2-9c26-3743ed11a433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6071069 May 27 02:30:00.680122 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-e75b8018-a67d-4880-99ab-b89c4adea406 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Transition to ACTIVE for port object 5c8b7367-5a76-4a25-adc1-b162e501fe6b will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:30:00.686612 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:00.745910 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07c4dc44-987a-43ae-be04-1488faceddd9'] response: {'name': 'network-changed', 'server_uuid': '9944e002-08e5-492a-9f66-7914babd75df', 'tag': '04d6a666-d4c5-4554-8d6d-2ff4c724f1d9', 'status': 'completed', 'code': 200} May 27 02:30:00.746179 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07c4dc44-987a-43ae-be04-1488faceddd9'] response: {'server_uuid': 'a2bf1ce2-acb1-4780-b8ce-761c12b037dd', 'name': 'network-vif-deleted', 'tag': '31a0bf50-759c-47d3-b17a-c2252e1fb927', 'status': 'completed', 'code': 200} May 27 02:30:00.868877 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=55a81e61-a76d-4cc7-94fe-4fa9a5eff681,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:00.871989 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 04d6a666-d4c5-4554-8d6d-2ff4c724f1d9 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:30:00.903222 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-69c354ff-78d8-496e-8b75-c5b059c5d90e tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Floating IP 00c78133-02e7-4af6-bd4e-397b9eb79982 associated. External IP: 172.25.1.29, port: 4063e565-cdde-4c05-b9f9-f83d936377fd. May 27 02:30:00.939337 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-42efe2fa-d79f-4974-ac0b-4f4ca2ca44bc tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Allocated IP 172.20.0.5 (9bcb1b11-7f4c-414a-b542-a9ab159da30c/71db2d58-d327-443d-9148-ae9d54c83eea/77fed6c3-1434-4de1-b135-f5379a5a86a2) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:30:01.016051 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-e75b8018-a67d-4880-99ab-b89c4adea406 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:01.051563 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['55a81e61-a76d-4cc7-94fe-4fa9a5eff681'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:30:01.110320 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b8018-a67d-4880-99ab-b89c4adea406 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Pushing event updated for resources: {'Port': ['ID=5c8b7367-5a76-4a25-adc1-b162e501fe6b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:01.111136 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c4d8033-6f74-4855-afc7-b9442ea711ab req-c3c057be-244c-412a-aba2-e097f32fae0a service neutron] 10.222.0.32 "GET /v2.0/networks/7b312858-40bf-40ec-b8ee-1ed51802769e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7406690 May 27 02:30:01.144902 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-e75b8018-a67d-4880-99ab-b89c4adea406 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Network f503c0fc-1b99-430e-93b0-fa2fbcdd3be5 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:30:01.148871 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-e75b8018-a67d-4880-99ab-b89c4adea406 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:30:01.284234 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 04d6a666-d4c5-4554-8d6d-2ff4c724f1d9, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=04d6a666-d4c5-4554-8d6d-2ff4c724f1d9,segment=NetworkSegment(21da3dd4-f4af-4d6f-af61-d10b4b1a29a9),segment_id=21da3dd4-f4af-4d6f-af61-d10b4b1a29a9)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:30:01.314241 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '04d6a666-d4c5-4554-8d6d-2ff4c724f1d9', 'network_id': '7b312858-40bf-40ec-b8ee-1ed51802769e', 'port_id': '04d6a666-d4c5-4554-8d6d-2ff4c724f1d9', 'mac_address': 'fa:16:3e:f6:df:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c250816a-43d9-48f2-b76f-f0e58c9da86d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:30:01.369399 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-e75b8018-a67d-4880-99ab-b89c4adea406 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:30:01.420920 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-f2619240-2276-40c6-b70e-0af4e5080e52 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Allocated IP 19.80.0.170 (58d9efdd-c5a0-4704-bbbf-34d4bdd45a38/3018a2c7-49e3-484e-ae60-00af75ab626b/220ace4b-fa19-4370-b7b7-f0a8f37ffce7) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:30:01.487996 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 04d6a666-d4c5-4554-8d6d-2ff4c724f1d9 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:30:01.488545 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:01.510951 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-e75b8018-a67d-4880-99ab-b89c4adea406 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:01.511573 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-e75b8018-a67d-4880-99ab-b89c4adea406 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:01.538991 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-42efe2fa-d79f-4974-ac0b-4f4ca2ca44bc tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:01.557678 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-42efe2fa-d79f-4974-ac0b-4f4ca2ca44bc tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Transition to ACTIVE for port object 77fed6c3-1434-4de1-b135-f5379a5a86a2 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:30:01.572350 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab70dc-07ad-4897-a38e-437264f1e2bb req-b745e449-4624-4613-91da-6877139cbce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:01.573326 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04d6a666-d4c5-4554-8d6d-2ff4c724f1d9 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:30:01.575264 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-86ab70dc-07ad-4897-a38e-437264f1e2bb req-b745e449-4624-4613-91da-6877139cbce0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=66fa48c46c404eb499f5ae926a62ad7f&device_id=9944e002-08e5-492a-9f66-7914babd75df HTTP/1.1" status: 200 len: 1095 time: 0.8020475 May 27 02:30:01.590761 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 04d6a666-d4c5-4554-8d6d-2ff4c724f1d9, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=04d6a666-d4c5-4554-8d6d-2ff4c724f1d9,segment=NetworkSegment(21da3dd4-f4af-4d6f-af61-d10b4b1a29a9),segment_id=21da3dd4-f4af-4d6f-af61-d10b4b1a29a9)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:30:01.686817 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:01.687761 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-e75b8018-a67d-4880-99ab-b89c4adea406 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.9423954 May 27 02:30:01.700097 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-b2b9b732-e771-4d48-8930-bdd6a20df179 service neutron] Request body: {'port': {'device_id': '8c735f9d-4a78-4b71-af11-0c1d6751d50a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:30:01.706223 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c94b17-1a1c-41c9-a166-30c120a041d6 req-0ab71b0c-8742-46dc-b855-372f81e5816a tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:01.707711 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-25c94b17-1a1c-41c9-a166-30c120a041d6 req-0ab71b0c-8742-46dc-b855-372f81e5816a tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e191672-cacf-4640-a5f3-6b7d45c3663a HTTP/1.1" status: 200 len: 944 time: 0.7302670 May 27 02:30:01.777820 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=04d6a666-d4c5-4554-8d6d-2ff4c724f1d9,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:01.782921 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e5393671-4231-44ca-8725-fa8121a736a1 None None] Provisioning for port 5c8b7367-5a76-4a25-adc1-b162e501fe6b completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:30:01.797383 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e5393671-4231-44ca-8725-fa8121a736a1 None None] Provisioning complete for port 5c8b7367-5a76-4a25-adc1-b162e501fe6b triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:30:01.797383 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e5393671-4231-44ca-8725-fa8121a736a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:01.869838 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-e5393671-4231-44ca-8725-fa8121a736a1 None None] Port 5c8b7367-5a76-4a25-adc1-b162e501fe6b cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:30:01.895463 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-42efe2fa-d79f-4974-ac0b-4f4ca2ca44bc tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:01.936688 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['04d6a666-d4c5-4554-8d6d-2ff4c724f1d9'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:30:02.034854 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 55a81e61-a76d-4cc7-94fe-4fa9a5eff681 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:30:02.063980 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42efe2fa-d79f-4974-ac0b-4f4ca2ca44bc tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event updated for resources: {'Port': ['ID=77fed6c3-1434-4de1-b135-f5379a5a86a2,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:02.065994 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee9195e-5603-4e06-ab75-ff68b99d7bc9 None None] Network 9bcb1b11-7f4c-414a-b542-a9ab159da30c requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:30:02.075497 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42efe2fa-d79f-4974-ac0b-4f4ca2ca44bc tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Network 9bcb1b11-7f4c-414a-b542-a9ab159da30c is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:30:02.078344 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-b2b9b732-e771-4d48-8930-bdd6a20df179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:02.092135 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-42efe2fa-d79f-4974-ac0b-4f4ca2ca44bc tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:30:02.096572 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42efe2fa-d79f-4974-ac0b-4f4ca2ca44bc tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:30:02.166611 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab70dc-07ad-4897-a38e-437264f1e2bb req-d2c93b24-e678-4f48-820e-16fd0f4a8e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:02.168434 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-86ab70dc-07ad-4897-a38e-437264f1e2bb req-d2c93b24-e678-4f48-820e-16fd0f4a8e1e service neutron] 10.222.0.66 "GET /v2.0/networks?id=7b312858-40bf-40ec-b8ee-1ed51802769e HTTP/1.1" status: 200 len: 913 time: 0.5031981 May 27 02:30:02.175084 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c6628c79-51da-45a9-b2aa-7cbeee319778 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:30:02.176127 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458c517-0afd-4c5a-8f06-2cc7b9ce0d9f req-f9a5ae4c-2191-46f8-af38-3524da4a700f tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:02.178180 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5458c517-0afd-4c5a-8f06-2cc7b9ce0d9f req-f9a5ae4c-2191-46f8-af38-3524da4a700f tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=99708104-dbf0-4405-aae1-64907e682f22 HTTP/1.1" status: 200 len: 945 time: 0.9861624 May 27 02:30:02.220144 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42efe2fa-d79f-4974-ac0b-4f4ca2ca44bc tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:02.220799 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-42efe2fa-d79f-4974-ac0b-4f4ca2ca44bc tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:02.416229 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3d3f8cc8-51e0-4371-97a9-843df8be99e5 None None] Provisioning for port c6628c79-51da-45a9-b2aa-7cbeee319778 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:30:02.450016 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-25c94b17-1a1c-41c9-a166-30c120a041d6 req-bfa1d036-1ed0-43da-bcf4-0b916e3a2553 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3caece4-0c9e-4cd5-a9c9-2bc9847bb1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7131522 May 27 02:30:02.482767 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port c6628c79-51da-45a9-b2aa-7cbeee319778 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:30:02.504648 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 55a81e61-a76d-4cc7-94fe-4fa9a5eff681 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:30:02.508783 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-86ab70dc-07ad-4897-a38e-437264f1e2bb req-6d2a174d-f780-486c-8e01-d41ec6a9f795 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04d6a666-d4c5-4554-8d6d-2ff4c724f1d9 HTTP/1.1" status: 200 len: 217 time: 0.3252373 May 27 02:30:02.539900 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port c6628c79-51da-45a9-b2aa-7cbeee319778 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:30:02.539900 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:02.583559 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-b2b9b732-e771-4d48-8930-bdd6a20df179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c8b7367-5a76-4a25-adc1-b162e501fe6b {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:30:02.592086 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-b2b9b732-e771-4d48-8930-bdd6a20df179 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:02.609496 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-b2b9b732-e771-4d48-8930-bdd6a20df179 service neutron] Transition to ACTIVE for port object 5c8b7367-5a76-4a25-adc1-b162e501fe6b will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:30:02.611714 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 55a81e61-a76d-4cc7-94fe-4fa9a5eff681 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:30:02.612303 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:02.612908 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-42efe2fa-d79f-4974-ac0b-4f4ca2ca44bc tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.8351159 May 27 02:30:02.616696 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54686) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:02.635773 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab70dc-07ad-4897-a38e-437264f1e2bb req-6b9eb3bf-1226-465f-afbf-528df5cb6280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:02.636904 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-86ab70dc-07ad-4897-a38e-437264f1e2bb req-6b9eb3bf-1226-465f-afbf-528df5cb6280 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c250816a-43d9-48f2-b76f-f0e58c9da86d HTTP/1.1" status: 200 len: 852 time: 0.0908318 May 27 02:30:02.678645 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c354ff-78d8-496e-8b75-c5b059c5d90e tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Router e4ee2b29-ceb2-4475-af4f-913e1f76f89b has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:30:02.694540 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5458c517-0afd-4c5a-8f06-2cc7b9ce0d9f req-1a216567-dbe2-4058-b1c4-bafd1040fd00 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6bd20bf-5f84-449a-8a30-87080e2ca708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2628076 May 27 02:30:02.695517 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-b2b9b732-e771-4d48-8930-bdd6a20df179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:02.869972 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 55a81e61-a76d-4cc7-94fe-4fa9a5eff681 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:30:02.870692 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:02.902503 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port c6628c79-51da-45a9-b2aa-7cbeee319778 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:30:02.902503 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:02.943416 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port c6628c79-51da-45a9-b2aa-7cbeee319778, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c6628c79-51da-45a9-b2aa-7cbeee319778,segment=NetworkSegment(4b085be4-ecdc-406d-bb44-f480936f888d),segment_id=4b085be4-ecdc-406d-bb44-f480936f888d)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:30:02.944505 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e191672-cacf-4640-a5f3-6b7d45c3663a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a81e61-a76d-4cc7-94fe-4fa9a5eff681'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:30:02.957782 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 55a81e61-a76d-4cc7-94fe-4fa9a5eff681, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=55a81e61-a76d-4cc7-94fe-4fa9a5eff681,segment=NetworkSegment(21da3dd4-f4af-4d6f-af61-d10b4b1a29a9),segment_id=21da3dd4-f4af-4d6f-af61-d10b4b1a29a9)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:30:03.011746 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-86ab70dc-07ad-4897-a38e-437264f1e2bb req-6bfc20ca-1c18-4453-bea7-47c5f8a201fe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7b312858-40bf-40ec-b8ee-1ed51802769e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3157582 May 27 02:30:03.012975 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:03.128438 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=c6628c79-51da-45a9-b2aa-7cbeee319778,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:03.137077 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b9b732-e771-4d48-8930-bdd6a20df179 service neutron] Pushing event updated for resources: {'Port': ['ID=5c8b7367-5a76-4a25-adc1-b162e501fe6b,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:03.138868 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:03.303155 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-0af99d19-8f91-4980-996e-c1209ff87aec None None] Provisioning complete for port c6628c79-51da-45a9-b2aa-7cbeee319778 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:30:03.303533 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0af99d19-8f91-4980-996e-c1209ff87aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:03.383609 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=55a81e61-a76d-4cc7-94fe-4fa9a5eff681,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:03.442319 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8cf3249b-3ff4-4256-a63f-ce1558d41830 req-0a051227-3879-4088-9825-74e05940c4f7 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=387cecf6-9ea2-42fa-878b-22b0f4170da0 HTTP/1.1" status: 200 len: 210 time: 0.7772083 May 27 02:30:03.463220 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c354ff-78d8-496e-8b75-c5b059c5d90e tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:30:03.472117 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-0af99d19-8f91-4980-996e-c1209ff87aec None None] Current status of the port c6628c79-51da-45a9-b2aa-7cbeee319778 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:30:03.476243 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f43edd-b3a2-4bb3-9f71-eaeb5196efdc None None] Sync routers for ids ['e4ee2b29-ceb2-4475-af4f-913e1f76f89b'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:30:03.486636 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f43edd-b3a2-4bb3-9f71-eaeb5196efdc None None] Routers {'e4ee2b29-ceb2-4475-af4f-913e1f76f89b'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:30:03.487507 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e1f43edd-b3a2-4bb3-9f71-eaeb5196efdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:29:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['e4ee2b29-ceb2-4475-af4f-913e1f76f89b'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:03.548410 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-69c354ff-78d8-496e-8b75-c5b059c5d90e tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:03.583824 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-f2619240-2276-40c6-b70e-0af4e5080e52 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:03.601688 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-0af99d19-8f91-4980-996e-c1209ff87aec None None] Provisioning for port 77fed6c3-1434-4de1-b135-f5379a5a86a2 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:30:03.609659 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-0af99d19-8f91-4980-996e-c1209ff87aec None None] Provisioning complete for port 77fed6c3-1434-4de1-b135-f5379a5a86a2 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:30:03.611423 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0af99d19-8f91-4980-996e-c1209ff87aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:03.685207 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-0af99d19-8f91-4980-996e-c1209ff87aec None None] Port 77fed6c3-1434-4de1-b135-f5379a5a86a2 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:30:03.688636 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8ebbdb-260c-46be-afe0-7f7a9ba12ea4 req-8b49c5b2-171c-48ee-bb3b-9764ca02386d tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:03.697392 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7c8ebbdb-260c-46be-afe0-7f7a9ba12ea4 req-8b49c5b2-171c-48ee-bb3b-9764ca02386d tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8c735f9d-4a78-4b71-af11-0c1d6751d50a HTTP/1.1" status: 200 len: 1052 time: 0.6704421 May 27 02:30:03.699868 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-86ab70dc-07ad-4897-a38e-437264f1e2bb req-e28473b2-3c04-4b84-a39e-1cb25206f68f service neutron] 10.222.0.66 "GET /v2.0/networks/7b312858-40bf-40ec-b8ee-1ed51802769e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6261063 May 27 02:30:03.733770 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-e1f43edd-b3a2-4bb3-9f71-eaeb5196efdc None None] Set router e4ee2b29-ceb2-4475-af4f-913e1f76f89b gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:30:03.734086 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-f2619240-2276-40c6-b70e-0af4e5080e52 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Transition to ACTIVE for port object 220ace4b-fa19-4370-b7b7-f0a8f37ffce7 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:30:03.756046 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-69c354ff-78d8-496e-8b75-c5b059c5d90e tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "PUT /v2.0/floatingips/00c78133-02e7-4af6-bd4e-397b9eb79982 HTTP/1.1" status: 200 len: 991 time: 6.1237473 May 27 02:30:03.805477 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abee0d60-929c-431c-84c6-9b1ad9d5c74c', 'tag': '4063e565-cdde-4c05-b9f9-f83d936377fd'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:30:03.837974 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-83e5952f-25c6-48e8-83ea-9bd17d9dec51 None None] Provisioning complete for port 77fed6c3-1434-4de1-b135-f5379a5a86a2 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:30:03.838808 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-83e5952f-25c6-48e8-83ea-9bd17d9dec51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:03.893922 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-b2b9b732-e771-4d48-8930-bdd6a20df179 service neutron] Attempting to bind port 5c8b7367-5a76-4a25-adc1-b162e501fe6b on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:30:03.894535 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-b2b9b732-e771-4d48-8930-bdd6a20df179 service neutron] Attempting to bind port 5c8b7367-5a76-4a25-adc1-b162e501fe6b by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'ed742516-baab-43a7-866c-bed74e558a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f503c0fc-1b99-430e-93b0-fa2fbcdd3be5'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:30:03.894657 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-b2b9b732-e771-4d48-8930-bdd6a20df179 service neutron] Attempting to bind port 5c8b7367-5a76-4a25-adc1-b162e501fe6b on network f503c0fc-1b99-430e-93b0-fa2fbcdd3be5 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:30:03.898561 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-7c8ebbdb-260c-46be-afe0-7f7a9ba12ea4 req-76fd9d11-afed-4deb-b51a-fad821f1bf5c tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Synchronizing usage tracker for tenant:0175724c21d348429aa5e3000587cd5e on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:30:03.905183 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-b2b9b732-e771-4d48-8930-bdd6a20df179 service neutron] Port 5c8b7367-5a76-4a25-adc1-b162e501fe6b on network f503c0fc-1b99-430e-93b0-fa2fbcdd3be5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:30:03.905361 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-b2b9b732-e771-4d48-8930-bdd6a20df179 service neutron] Attempting to bind port 5c8b7367-5a76-4a25-adc1-b162e501fe6b on network f503c0fc-1b99-430e-93b0-fa2fbcdd3be5 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:30:03.914974 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4149de9-984e-4694-a28b-93b7f4d13ffb req-70b53a31-292b-4262-96d9-6bdac9bf51dd tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:03.916613 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-83e5952f-25c6-48e8-83ea-9bd17d9dec51 None None] Port 77fed6c3-1434-4de1-b135-f5379a5a86a2 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:30:03.916783 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a4149de9-984e-4694-a28b-93b7f4d13ffb req-70b53a31-292b-4262-96d9-6bdac9bf51dd tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 946 time: 0.2822776 May 27 02:30:03.919262 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-b2b9b732-e771-4d48-8930-bdd6a20df179 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:30:03.919262 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-b2b9b732-e771-4d48-8930-bdd6a20df179 service neutron] Checking segment: {'id': 'ed742516-baab-43a7-866c-bed74e558a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f503c0fc-1b99-430e-93b0-fa2fbcdd3be5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:30:03.919262 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-b2b9b732-e771-4d48-8930-bdd6a20df179 service neutron] Bound using segment: {'id': 'ed742516-baab-43a7-866c-bed74e558a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f503c0fc-1b99-430e-93b0-fa2fbcdd3be5'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:30:03.919262 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-b2b9b732-e771-4d48-8930-bdd6a20df179 service neutron] Bound port: 5c8b7367-5a76-4a25-adc1-b162e501fe6b, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed742516-baab-43a7-866c-bed74e558a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f503c0fc-1b99-430e-93b0-fa2fbcdd3be5'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:30:03.919262 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-b2b9b732-e771-4d48-8930-bdd6a20df179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:04.006224 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a4149de9-984e-4694-a28b-93b7f4d13ffb req-715fe48d-d0e8-48c4-a9a6-ec73d958bd02 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=2215ff21-0f16-48f2-9c26-3743ed11a433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607162 May 27 02:30:04.024638 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-7c8ebbdb-260c-46be-afe0-7f7a9ba12ea4 req-76fd9d11-afed-4deb-b51a-fad821f1bf5c tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Unset dirty status for tenant:0175724c21d348429aa5e3000587cd5e on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:30:04.034322 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c6628c79-51da-45a9-b2aa-7cbeee319778 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:30:04.044036 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7c8ebbdb-260c-46be-afe0-7f7a9ba12ea4 req-76fd9d11-afed-4deb-b51a-fad821f1bf5c tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=265cd488-5638-4b04-8bc5-c36cca8a4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462913 May 27 02:30:04.049037 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-86ab70dc-07ad-4897-a38e-437264f1e2bb req-f82093d0-c499-472c-91bc-a91e558f7e39 service neutron] 10.222.0.66 "GET /v2.0/networks/7b312858-40bf-40ec-b8ee-1ed51802769e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406734 May 27 02:30:04.073256 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f01fb8b6-8e04-477a-b45e-55cfd3a63d51 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:04.130083 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d304c84d-9b0d-4337-8b6d-07510352b4bc'] response: {'server_uuid': '3e191672-cacf-4640-a5f3-6b7d45c3663a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a81e61-a76d-4cc7-94fe-4fa9a5eff681', 'code': 200} May 27 02:30:04.135835 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-f2619240-2276-40c6-b70e-0af4e5080e52 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:04.190061 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-b2b9b732-e771-4d48-8930-bdd6a20df179 service neutron] For port 5c8b7367-5a76-4a25-adc1-b162e501fe6b, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:30:04.227105 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port c6628c79-51da-45a9-b2aa-7cbeee319778 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:30:04.227486 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:04.255351 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-b2b9b732-e771-4d48-8930-bdd6a20df179 service neutron] For port 5c8b7367-5a76-4a25-adc1-b162e501fe6b, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=5c8b7367-5a76-4a25-adc1-b162e501fe6b,segment=NetworkSegment(ed742516-baab-43a7-866c-bed74e558a84),segment_id=ed742516-baab-43a7-866c-bed74e558a84)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:30:04.347346 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-b2b9b732-e771-4d48-8930-bdd6a20df179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:04.357276 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e1f43edd-b3a2-4bb3-9f71-eaeb5196efdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'name': 'tempest-AttachVolumeNegativeTest-494117646-router', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:55Z', 'updated_at': '2022-05-27T02:29:06Z', 'revision_number': 4, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'gw_port': {'id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:58Z', 'updated_at': '2022-05-27T02:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '00c78133-02e7-4af6-bd4e-397b9eb79982', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'floating_ip_address': '172.25.1.29', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'port_id': '4063e565-cdde-4c05-b9f9-f83d936377fd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'mac_address': 'fa:16:3e:65:db:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abee0d60-929c-431c-84c6-9b1ad9d5c74c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:29:16Z', 'updated_at': '2022-05-27T02:29:59Z', 'revision_number': 1, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e06fc56-f856-4359-8936-e81e87ae92ec', 'name': '', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'mac_address': 'fa:16:3e:21:52:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:04Z', 'updated_at': '2022-05-27T02:29:21Z', 'revision_number': 5, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'subnets': [{'id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:04.368356 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f43edd-b3a2-4bb3-9f71-eaeb5196efdc None None] Checking router: e4ee2b29-ceb2-4475-af4f-913e1f76f89b for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:30:04.389513 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f43edd-b3a2-4bb3-9f71-eaeb5196efdc None None] Routers {'e4ee2b29-ceb2-4475-af4f-913e1f76f89b'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:30:04.389513 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e1f43edd-b3a2-4bb3-9f71-eaeb5196efdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:29:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['e4ee2b29-ceb2-4475-af4f-913e1f76f89b'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:04.396583 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2619240-2276-40c6-b70e-0af4e5080e52 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Pushing event updated for resources: {'Port': ['ID=220ace4b-fa19-4370-b7b7-f0a8f37ffce7,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:04.419102 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port c6628c79-51da-45a9-b2aa-7cbeee319778 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:30:04.493677 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-b2b9b732-e771-4d48-8930-bdd6a20df179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:04.494364 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-b2b9b732-e771-4d48-8930-bdd6a20df179 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:04.496095 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-b2b9b732-e771-4d48-8930-bdd6a20df179 service neutron] 10.222.0.32 "PUT /v2.0/ports/5c8b7367-5a76-4a25-adc1-b162e501fe6b HTTP/1.1" status: 200 len: 1091 time: 2.8003871 May 27 02:30:04.497017 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c735f9d-4a78-4b71-af11-0c1d6751d50a', 'tag': '5c8b7367-5a76-4a25-adc1-b162e501fe6b'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:30:04.510631 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-f2619240-2276-40c6-b70e-0af4e5080e52 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Network 58d9efdd-c5a0-4704-bbbf-34d4bdd45a38 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:30:04.553129 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-f2619240-2276-40c6-b70e-0af4e5080e52 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:30:04.561424 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-f2619240-2276-40c6-b70e-0af4e5080e52 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:30:04.594539 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b9b732-e771-4d48-8930-bdd6a20df179 service neutron] Pushing event updated for resources: {'Port': ['ID=5c8b7367-5a76-4a25-adc1-b162e501fe6b,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:04.703453 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-e1f43edd-b3a2-4bb3-9f71-eaeb5196efdc None None] Set router e4ee2b29-ceb2-4475-af4f-913e1f76f89b gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:30:04.716377 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 04d6a666-d4c5-4554-8d6d-2ff4c724f1d9 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:30:04.748234 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-f2619240-2276-40c6-b70e-0af4e5080e52 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:04.749125 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-f2619240-2276-40c6-b70e-0af4e5080e52 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:04.908373 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f01fb8b6-8e04-477a-b45e-55cfd3a63d51 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:04.947811 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244720b6-4d8e-4a0d-bc0d-f4be5f69ba43 req-8083e883-a397-4c1b-b994-61531f237c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:04.949847 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-244720b6-4d8e-4a0d-bc0d-f4be5f69ba43 req-8083e883-a397-4c1b-b994-61531f237c7f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3e191672-cacf-4640-a5f3-6b7d45c3663a HTTP/1.1" status: 200 len: 1096 time: 0.6289651 May 27 02:30:04.967277 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 04d6a666-d4c5-4554-8d6d-2ff4c724f1d9 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:30:04.971541 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe81d8-df7b-406c-a1e9-384184f69bf2 req-5eabd30b-e3a4-4e06-b54f-5066b2e57e89 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:04.982953 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f3fe81d8-df7b-406c-a1e9-384184f69bf2 req-5eabd30b-e3a4-4e06-b54f-5066b2e57e89 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e191672-cacf-4640-a5f3-6b7d45c3663a HTTP/1.1" status: 200 len: 945 time: 0.4665439 May 27 02:30:05.000616 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-d3f912d3-d34c-4180-9612-9844b4a70e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:05.003068 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 04d6a666-d4c5-4554-8d6d-2ff4c724f1d9 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:30:05.003754 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:05.004894 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-d3f912d3-d34c-4180-9612-9844b4a70e4d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0175724c21d348429aa5e3000587cd5e&device_id=8c735f9d-4a78-4b71-af11-0c1d6751d50a HTTP/1.1" status: 200 len: 1094 time: 0.3361919 May 27 02:30:05.029162 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-f2619240-2276-40c6-b70e-0af4e5080e52 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7924335 May 27 02:30:05.037766 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07a707-2a37-402d-b61e-d36cb6a078db req-395be591-7b5b-4d5a-a448-0b67970a1f4d tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:05.050912 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cc07a707-2a37-402d-b61e-d36cb6a078db req-395be591-7b5b-4d5a-a448-0b67970a1f4d tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=99708104-dbf0-4405-aae1-64907e682f22 HTTP/1.1" status: 200 len: 945 time: 0.7256949 May 27 02:30:05.099012 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-8e068ca3-302e-497b-a554-6b95ebc46f3c tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Request body: {'port': {'device_id': '387cecf6-9ea2-42fa-878b-22b0f4170da0', 'network_id': '0351dbc2-bfdb-49a5-89eb-5d2a933951a2', 'admin_state_up': True, 'tenant_id': '6137a50b300642e3b27a011e959f0225'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:30:05.142478 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54716) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:05.145357 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f01fb8b6-8e04-477a-b45e-55cfd3a63d51 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:05.183619 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-e89b2b6d-804e-4eb3-8239-510086e1df64 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Request body: {'floatingip': {'port_id': '551735c4-718d-412a-aabf-4bcea8b2ec47'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:30:05.256586 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c881f4b-78d9-496e-b1d1-de5fc1a142da'] response: {'name': 'network-changed', 'server_uuid': 'abee0d60-929c-431c-84c6-9b1ad9d5c74c', 'tag': '4063e565-cdde-4c05-b9f9-f83d936377fd', 'status': 'completed', 'code': 200} May 27 02:30:05.411729 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 04d6a666-d4c5-4554-8d6d-2ff4c724f1d9 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:30:05.414817 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:05.422971 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e1f43edd-b3a2-4bb3-9f71-eaeb5196efdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'name': 'tempest-AttachVolumeNegativeTest-494117646-router', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:55Z', 'updated_at': '2022-05-27T02:29:06Z', 'revision_number': 4, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'gw_port': {'id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:58Z', 'updated_at': '2022-05-27T02:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '00c78133-02e7-4af6-bd4e-397b9eb79982', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'floating_ip_address': '172.25.1.29', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'port_id': '4063e565-cdde-4c05-b9f9-f83d936377fd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'mac_address': 'fa:16:3e:65:db:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abee0d60-929c-431c-84c6-9b1ad9d5c74c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:29:16Z', 'updated_at': '2022-05-27T02:29:59Z', 'revision_number': 1, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e06fc56-f856-4359-8936-e81e87ae92ec', 'name': '', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'mac_address': 'fa:16:3e:21:52:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:04Z', 'updated_at': '2022-05-27T02:29:21Z', 'revision_number': 5, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'subnets': [{'id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:05.432531 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f43edd-b3a2-4bb3-9f71-eaeb5196efdc None None] The sync data for ids ['e4ee2b29-ceb2-4475-af4f-913e1f76f89b'] in n-d-843554-3 is: [{'id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'name': 'tempest-AttachVolumeNegativeTest-494117646-router', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:55Z', 'updated_at': '2022-05-27T02:29:06Z', 'revision_number': 4, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'gw_port': {'id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:58Z', 'updated_at': '2022-05-27T02:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '00c78133-02e7-4af6-bd4e-397b9eb79982', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'floating_ip_address': '172.25.1.29', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'port_id': '4063e565-cdde-4c05-b9f9-f83d936377fd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'mac_address': 'fa:16:3e:65:db:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abee0d60-929c-431c-84c6-9b1ad9d5c74c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:29:16Z', 'updated_at': '2022-05-27T02:29:59Z', 'revision_number': 1, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e06fc56-f856-4359-8936-e81e87ae92ec', 'name': '', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'mac_address': 'fa:16:3e:21:52:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:04Z', 'updated_at': '2022-05-27T02:29:21Z', 'revision_number': 5, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'subnets': [{'id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:30:05.433043 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-911a270e-e1a3-4f5e-b1ea-c87db76fc7ff None None] Provisioning for port 220ace4b-fa19-4370-b7b7-f0a8f37ffce7 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:30:05.457728 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-911a270e-e1a3-4f5e-b1ea-c87db76fc7ff None None] Provisioning complete for port 220ace4b-fa19-4370-b7b7-f0a8f37ffce7 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:30:05.458510 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-911a270e-e1a3-4f5e-b1ea-c87db76fc7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:05.493720 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-a27aa465-6bc0-4fd6-b008-22b1a0e5ba71 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c8b7367-5a76-4a25-adc1-b162e501fe6b HTTP/1.1" status: 200 len: 217 time: 0.4801662 May 27 02:30:05.546774 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-911a270e-e1a3-4f5e-b1ea-c87db76fc7ff None None] Port 220ace4b-fa19-4370-b7b7-f0a8f37ffce7 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:30:05.574357 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f3fe81d8-df7b-406c-a1e9-384184f69bf2 req-ac6014db-c233-4628-b617-920118d65128 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3caece4-0c9e-4cd5-a9c9-2bc9847bb1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5904534 May 27 02:30:05.606221 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-244720b6-4d8e-4a0d-bc0d-f4be5f69ba43 req-0407754b-2c55-4176-8448-5673a927f83e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e3caece4-0c9e-4cd5-a9c9-2bc9847bb1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5949166 May 27 02:30:05.723054 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 04d6a666-d4c5-4554-8d6d-2ff4c724f1d9, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=04d6a666-d4c5-4554-8d6d-2ff4c724f1d9,segment=NetworkSegment(21da3dd4-f4af-4d6f-af61-d10b4b1a29a9),segment_id=21da3dd4-f4af-4d6f-af61-d10b4b1a29a9)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:30:05.776317 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-8e068ca3-302e-497b-a554-6b95ebc46f3c tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:30:05.803818 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-8e068ca3-302e-497b-a554-6b95ebc46f3c tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Usage tracker for resource:port and tenant:6137a50b300642e3b27a011e959f0225 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:30:05.806608 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:05.839828 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e89b2b6d-804e-4eb3-8239-510086e1df64 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks [] for floatingip, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:05.846709 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-8e068ca3-302e-497b-a554-6b95ebc46f3c tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:30:05.857448 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59996f-3edb-41eb-b38b-534807113f13 req-8e39252d-6c7c-4b79-a9bf-c385089e2b10 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:05.859206 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee59996f-3edb-41eb-b38b-534807113f13 req-8e39252d-6c7c-4b79-a9bf-c385089e2b10 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 946 time: 0.3969362 May 27 02:30:05.874317 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54724) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:05.883439 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-8e068ca3-302e-497b-a554-6b95ebc46f3c tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:30:05.888323 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-f639c7d8-85db-49ad-a972-6395bf8de25e tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Request body: {'floatingip': {'port_id': '4b2f5214-fb0c-4b36-b89a-cbf2f8186af1'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:30:05.893967 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cc94c0-7ff4-4817-9dc7-f26af951bf67 None None] New status for floating IP 00c78133-02e7-4af6-bd4e-397b9eb79982: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:30:06.034580 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b31d1a1f-caa8-43f6-b51c-4fbbe669f9ae'] response: {'name': 'network-changed', 'server_uuid': '8c735f9d-4a78-4b71-af11-0c1d6751d50a', 'tag': '5c8b7367-5a76-4a25-adc1-b162e501fe6b', 'status': 'completed', 'code': 200} May 27 02:30:06.123874 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=04d6a666-d4c5-4554-8d6d-2ff4c724f1d9,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:06.137764 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9944e002-08e5-492a-9f66-7914babd75df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d6a666-d4c5-4554-8d6d-2ff4c724f1d9'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:30:06.144172 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-8e068ca3-302e-497b-a554-6b95ebc46f3c tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Made reservation on behalf of 6137a50b300642e3b27a011e959f0225 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:30:06.144172 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-8e068ca3-302e-497b-a554-6b95ebc46f3c tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:06.186988 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f639c7d8-85db-49ad-a972-6395bf8de25e tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks [] for floatingip, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:06.203992 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-dfd1af2d-c671-42db-936b-81805f5e51ce None None] Provisioning complete for port 77fed6c3-1434-4de1-b135-f5379a5a86a2 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:30:06.204596 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-dfd1af2d-c671-42db-936b-81805f5e51ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:06.330386 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-dfd1af2d-c671-42db-936b-81805f5e51ce None None] Port 77fed6c3-1434-4de1-b135-f5379a5a86a2 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:30:06.353277 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7609232-913b-45a4-89b6-94bb3baa6df6 req-542e7863-904f-4177-ba75-5c29cb03897f tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:06.354132 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-d7609232-913b-45a4-89b6-94bb3baa6df6 req-542e7863-904f-4177-ba75-5c29cb03897f tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Synchronizing usage tracker for tenant:6137a50b300642e3b27a011e959f0225 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:30:06.372134 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01fb8b6-8e04-477a-b45e-55cfd3a63d51 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event updated for resources: {'Port': ['ID=77fed6c3-1434-4de1-b135-f5379a5a86a2,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:06.419351 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-1c6f4be4-160f-4480-beee-92297fa2fb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:06.420836 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-1c6f4be4-160f-4480-beee-92297fa2fb7e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=daeaab2a-cada-42df-be85-698a673b8b1f HTTP/1.1" status: 200 len: 849 time: 0.8383760 May 27 02:30:06.542802 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611434c-1ac7-4f1e-b133-7b49bb49834b req-e142f660-d8e9-43e2-8333-cb5a0692caa4 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:06.544307 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7611434c-1ac7-4f1e-b133-7b49bb49834b req-e142f660-d8e9-43e2-8333-cb5a0692caa4 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8c735f9d-4a78-4b71-af11-0c1d6751d50a HTTP/1.1" status: 200 len: 1094 time: 0.4611082 May 27 02:30:06.561737 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-d7609232-913b-45a4-89b6-94bb3baa6df6 req-542e7863-904f-4177-ba75-5c29cb03897f tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Unset dirty status for tenant:6137a50b300642e3b27a011e959f0225 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:30:06.569002 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d7609232-913b-45a4-89b6-94bb3baa6df6 req-542e7863-904f-4177-ba75-5c29cb03897f tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=387cecf6-9ea2-42fa-878b-22b0f4170da0 HTTP/1.1" status: 200 len: 932 time: 0.7737091 May 27 02:30:06.650105 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-8e068ca3-302e-497b-a554-6b95ebc46f3c tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Allocated IP 19.86.0.95 (0351dbc2-bfdb-49a5-89eb-5d2a933951a2/f30cd9af-2d7c-4422-9f18-3858edc8e8f0/d40969d6-2e8d-496e-85e2-935f5989a75c) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:30:06.663503 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ec46d-75ef-4e0d-8209-a995f1375d07 req-7d847f89-810a-4733-96d8-21c6cab59556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:06.665092 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f88ec46d-75ef-4e0d-8209-a995f1375d07 req-7d847f89-810a-4733-96d8-21c6cab59556 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2651911d1c264f1c8c7218b6fddf9f10&device_id=abee0d60-929c-431c-84c6-9b1ad9d5c74c HTTP/1.1" status: 200 len: 1097 time: 1.1771064 May 27 02:30:06.723047 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f01fb8b6-8e04-477a-b45e-55cfd3a63d51 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:06.777359 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d7609232-913b-45a4-89b6-94bb3baa6df6 req-18add53e-3d96-4435-bd3a-880b234c5972 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b1c5d58-b623-42ce-95bb-4137c2111074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945138 May 27 02:30:06.799188 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7611434c-1ac7-4f1e-b133-7b49bb49834b req-9f03b27d-f5b3-43be-a1da-bc7ca81c6dc4 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=265cd488-5638-4b04-8bc5-c36cca8a4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435842 May 27 02:30:06.898656 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54ffb285-f06a-42e4-a5e5-3dab073714c5'] response: {'server_uuid': '9944e002-08e5-492a-9f66-7914babd75df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d6a666-d4c5-4554-8d6d-2ff4c724f1d9', 'code': 200} May 27 02:30:07.228603 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-dd8c624c-8712-490f-bba5-c630bd57ffec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:07.230114 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-dd8c624c-8712-490f-bba5-c630bd57ffec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f503c0fc-1b99-430e-93b0-fa2fbcdd3be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7882011 May 27 02:30:07.445110 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-8e068ca3-302e-497b-a554-6b95ebc46f3c tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:07.497819 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee196207-34ac-4883-9314-060cced57acb req-9812bb89-0c60-4808-b06a-8667b3275848 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:07.499308 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee196207-34ac-4883-9314-060cced57acb req-9812bb89-0c60-4808-b06a-8667b3275848 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e191672-cacf-4640-a5f3-6b7d45c3663a HTTP/1.1" status: 200 len: 945 time: 0.4254129 May 27 02:30:07.503801 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-8e068ca3-302e-497b-a554-6b95ebc46f3c tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Transition to ACTIVE for port object d40969d6-2e8d-496e-85e2-935f5989a75c will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:30:07.508979 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ec46d-75ef-4e0d-8209-a995f1375d07 req-bc428535-891f-4b13-90af-638d82803d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:07.510451 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f88ec46d-75ef-4e0d-8209-a995f1375d07 req-bc428535-891f-4b13-90af-638d82803d7a service neutron] 10.222.0.32 "GET /v2.0/networks?id=72395de2-24ec-482b-bef7-14825a5fc695 HTTP/1.1" status: 200 len: 915 time: 0.7887142 May 27 02:30:07.513759 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0731e5d-918e-4439-90e9-990474eae72d req-a54bc3f2-e0a6-4cbb-bf7a-a5ee5336485c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:07.515232 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e0731e5d-918e-4439-90e9-990474eae72d req-a54bc3f2-e0a6-4cbb-bf7a-a5ee5336485c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9944e002-08e5-492a-9f66-7914babd75df HTTP/1.1" status: 200 len: 1097 time: 0.4089489 May 27 02:30:07.654653 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-51415130-4dcc-4b05-9136-2c8ea49dfca8 service neutron] 10.222.0.32 "GET /v2.0/networks/f503c0fc-1b99-430e-93b0-fa2fbcdd3be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157081 May 27 02:30:07.675056 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e89b2b6d-804e-4eb3-8239-510086e1df64 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:07.742576 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee196207-34ac-4883-9314-060cced57acb req-aea0c0a2-fefb-4949-8e37-65055037d40a tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3caece4-0c9e-4cd5-a9c9-2bc9847bb1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263627 May 27 02:30:07.744311 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e0731e5d-918e-4439-90e9-990474eae72d req-08bd2143-4a67-4127-a675-9f73c332c8d9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e3caece4-0c9e-4cd5-a9c9-2bc9847bb1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829525 May 27 02:30:07.766010 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f01fb8b6-8e04-477a-b45e-55cfd3a63d51 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:07.775488 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f88ec46d-75ef-4e0d-8209-a995f1375d07 req-0f387a2d-b371-422f-8b1e-d9c27d2c8aa5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4063e565-cdde-4c05-b9f9-f83d936377fd HTTP/1.1" status: 200 len: 1001 time: 0.2351592 May 27 02:30:07.867559 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e89b2b6d-804e-4eb3-8239-510086e1df64 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:07.874760 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-8e068ca3-302e-497b-a554-6b95ebc46f3c tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:07.965716 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e068ca3-302e-497b-a554-6b95ebc46f3c tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Pushing event updated for resources: {'Port': ['ID=d40969d6-2e8d-496e-85e2-935f5989a75c,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:08.073094 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-8e068ca3-302e-497b-a554-6b95ebc46f3c tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Network 0351dbc2-bfdb-49a5-89eb-5d2a933951a2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:30:08.086141 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-8e068ca3-302e-497b-a554-6b95ebc46f3c tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:30:08.095400 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-8e068ca3-302e-497b-a554-6b95ebc46f3c tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:30:08.126553 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f639c7d8-85db-49ad-a972-6395bf8de25e tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:08.189613 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ec46d-75ef-4e0d-8209-a995f1375d07 req-da52f223-371e-42e7-96d6-5c85b4e6b1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:08.191062 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f88ec46d-75ef-4e0d-8209-a995f1375d07 req-da52f223-371e-42e7-96d6-5c85b4e6b1b3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95 HTTP/1.1" status: 200 len: 853 time: 0.4070206 May 27 02:30:08.199888 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-8e068ca3-302e-497b-a554-6b95ebc46f3c tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:08.201281 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-8e068ca3-302e-497b-a554-6b95ebc46f3c tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:08.204365 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f639c7d8-85db-49ad-a972-6395bf8de25e tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:08.308182 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee5d19-87d3-4897-b6b6-2ee22677f076 req-7770fa71-95c5-453e-9a65-58b85cf5c53a tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:08.314516 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee5d19-87d3-4897-b6b6-2ee22677f076 req-7770fa71-95c5-453e-9a65-58b85cf5c53a tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:08.316370 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-65ee5d19-87d3-4897-b6b6-2ee22677f076 req-7770fa71-95c5-453e-9a65-58b85cf5c53a tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=387cecf6-9ea2-42fa-878b-22b0f4170da0 HTTP/1.1" status: 200 len: 1654 time: 0.3584440 May 27 02:30:08.321267 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-300b52a0-8027-4446-b85b-c7d2c1034e59 req-f4cfb2f0-b402-40b9-b340-b75328048447 service neutron] 10.222.0.32 "GET /v2.0/networks/f503c0fc-1b99-430e-93b0-fa2fbcdd3be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6509047 May 27 02:30:08.351721 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f516e-7f58-4c8c-804d-8fc2f9290380 req-87d403cc-472d-4656-a2b6-859b565bb183 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:08.353640 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4f9f516e-7f58-4c8c-804d-8fc2f9290380 req-87d403cc-472d-4656-a2b6-859b565bb183 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8c735f9d-4a78-4b71-af11-0c1d6751d50a HTTP/1.1" status: 200 len: 1094 time: 0.3437483 May 27 02:30:08.383834 n-d-843554-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-e89b2b6d-804e-4eb3-8239-510086e1df64 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Floating IP e5928d2d-17d2-4dde-9fab-819b40c48de3 associated. External IP: 172.25.1.44, port: 551735c4-718d-412a-aabf-4bcea8b2ec47. May 27 02:30:08.400309 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-8e068ca3-302e-497b-a554-6b95ebc46f3c tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3212574 May 27 02:30:08.465587 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-72ce870c-1303-4715-aec4-0d296f186bfa service neutron] Request body: {'port': {'device_id': '387cecf6-9ea2-42fa-878b-22b0f4170da0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:30:08.512801 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-65ee5d19-87d3-4897-b6b6-2ee22677f076 req-2c4c15f0-fa13-4f84-b980-3f5733e39de7 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b1c5d58-b623-42ce-95bb-4137c2111074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828921 May 27 02:30:08.555495 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4f9f516e-7f58-4c8c-804d-8fc2f9290380 req-42c81710-fbba-4897-9327-33ed6df09955 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=265cd488-5638-4b04-8bc5-c36cca8a4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874897 May 27 02:30:08.578382 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-82c7dde5-4fc0-42b7-a14a-fad5ad0e591c None None] Provisioning for port d40969d6-2e8d-496e-85e2-935f5989a75c completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:30:08.585295 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-82c7dde5-4fc0-42b7-a14a-fad5ad0e591c None None] Provisioning complete for port d40969d6-2e8d-496e-85e2-935f5989a75c triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:30:08.585921 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-82c7dde5-4fc0-42b7-a14a-fad5ad0e591c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:08.652166 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-82c7dde5-4fc0-42b7-a14a-fad5ad0e591c None None] Port d40969d6-2e8d-496e-85e2-935f5989a75c cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:30:08.706245 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-72ce870c-1303-4715-aec4-0d296f186bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:08.932431 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ec46d-75ef-4e0d-8209-a995f1375d07 req-d8b2e5e2-0796-466b-8005-8aa99c095099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:08.935288 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f88ec46d-75ef-4e0d-8209-a995f1375d07 req-d8b2e5e2-0796-466b-8005-8aa99c095099 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72395de2-24ec-482b-bef7-14825a5fc695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6548891 May 27 02:30:09.104194 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f639c7d8-85db-49ad-a972-6395bf8de25e tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Router 1d94dbf7-178c-4082-be53-188ec5821e1d has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:30:09.132211 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173f695-d356-42de-a1b7-a8c5207a5241 req-b59d740d-25ef-44ba-9723-89e4a394c583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:09.133652 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9173f695-d356-42de-a1b7-a8c5207a5241 req-b59d740d-25ef-44ba-9723-89e4a394c583 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0175724c21d348429aa5e3000587cd5e&device_id=8c735f9d-4a78-4b71-af11-0c1d6751d50a HTTP/1.1" status: 200 len: 1094 time: 0.6575308 May 27 02:30:09.231220 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.resource_extend [None req-f01fb8b6-8e04-477a-b45e-55cfd3a63d51 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:30:09.263579 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c5b10-e226-4205-a2c7-d8583e90a105 req-e1bd0629-1b48-4788-8edf-3b0416eb9020 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:09.264806 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-076c5b10-e226-4205-a2c7-d8583e90a105 req-e1bd0629-1b48-4788-8edf-3b0416eb9020 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e191672-cacf-4640-a5f3-6b7d45c3663a HTTP/1.1" status: 200 len: 945 time: 0.3164194 May 27 02:30:09.345858 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f01fb8b6-8e04-477a-b45e-55cfd3a63d51 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:09.393260 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f88ec46d-75ef-4e0d-8209-a995f1375d07 req-4cc84931-7d95-46e7-b94f-d10121a92032 service neutron] 10.222.0.32 "GET /v2.0/networks/72395de2-24ec-482b-bef7-14825a5fc695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422112 May 27 02:30:09.444660 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f01fb8b6-8e04-477a-b45e-55cfd3a63d51 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:09.524619 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-076c5b10-e226-4205-a2c7-d8583e90a105 req-ff5454fa-6c40-4133-9d70-35d5690cdcbe tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3caece4-0c9e-4cd5-a9c9-2bc9847bb1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473319 May 27 02:30:09.575781 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:30:09.589474 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e89b2b6d-804e-4eb3-8239-510086e1df64 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Router 6e478d76-8f5e-4592-9c9d-54b301abccbc has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:30:09.626241 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173f695-d356-42de-a1b7-a8c5207a5241 req-153044b9-dc08-4333-a7f2-e248489a4e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:09.627696 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9173f695-d356-42de-a1b7-a8c5207a5241 req-153044b9-dc08-4333-a7f2-e248489a4e08 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f503c0fc-1b99-430e-93b0-fa2fbcdd3be5 HTTP/1.1" status: 200 len: 911 time: 0.4785316 May 27 02:30:09.768383 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01fb8b6-8e04-477a-b45e-55cfd3a63d51 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event updated for resources: {'Port': ['ID=77fed6c3-1434-4de1-b135-f5379a5a86a2,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:09.793506 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f01fb8b6-8e04-477a-b45e-55cfd3a63d51 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:09.809413 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9173f695-d356-42de-a1b7-a8c5207a5241 req-f7fbee74-6bee-4548-9697-055438ac3b20 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c8b7367-5a76-4a25-adc1-b162e501fe6b HTTP/1.1" status: 200 len: 217 time: 0.1597154 May 27 02:30:09.878590 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-72ce870c-1303-4715-aec4-0d296f186bfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 220ace4b-fa19-4370-b7b7-f0a8f37ffce7 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:30:09.898486 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-72ce870c-1303-4715-aec4-0d296f186bfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:09.906197 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f639c7d8-85db-49ad-a972-6395bf8de25e tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:30:09.921590 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1581cab2-4bb9-449a-b4c0-40f8d6380696 None None] Sync routers for ids ['1d94dbf7-178c-4082-be53-188ec5821e1d'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:30:09.923278 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f639c7d8-85db-49ad-a972-6395bf8de25e tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:09.935686 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1581cab2-4bb9-449a-b4c0-40f8d6380696 None None] Routers {'1d94dbf7-178c-4082-be53-188ec5821e1d'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:30:09.936504 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-1581cab2-4bb9-449a-b4c0-40f8d6380696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:29:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['1d94dbf7-178c-4082-be53-188ec5821e1d'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:09.956216 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f88ec46d-75ef-4e0d-8209-a995f1375d07 req-be0be3b9-c328-4f91-90aa-ab254b1fb28b service neutron] 10.222.0.32 "GET /v2.0/networks/72395de2-24ec-482b-bef7-14825a5fc695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5462189 May 27 02:30:09.971813 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-72ce870c-1303-4715-aec4-0d296f186bfa service neutron] Transition to ACTIVE for port object 220ace4b-fa19-4370-b7b7-f0a8f37ffce7 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:30:10.065430 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173f695-d356-42de-a1b7-a8c5207a5241 req-ddb38ad0-9d83-4539-b993-82e268ad615f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:10.066865 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9173f695-d356-42de-a1b7-a8c5207a5241 req-ddb38ad0-9d83-4539-b993-82e268ad615f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=daeaab2a-cada-42df-be85-698a673b8b1f HTTP/1.1" status: 200 len: 849 time: 0.2319322 May 27 02:30:10.073684 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07835cf-a601-42ce-ad6c-031dc828f47f', 'tag': '4b2f5214-fb0c-4b36-b89a-cbf2f8186af1'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:30:10.078679 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f639c7d8-85db-49ad-a972-6395bf8de25e tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "PUT /v2.0/floatingips/a0daadba-ebfb-4fe7-b426-d9307ce89146 HTTP/1.1" status: 200 len: 993 time: 4.1976428 May 27 02:30:10.087320 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e6ac8-69d7-46d2-9406-a354480ad9e0 req-76c1c1cc-27b0-4b11-baeb-fc50dea1f404 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:10.089437 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-225e6ac8-69d7-46d2-9406-a354480ad9e0 req-76c1c1cc-27b0-4b11-baeb-fc50dea1f404 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/ports?device_id=9944e002-08e5-492a-9f66-7914babd75df HTTP/1.1" status: 200 len: 946 time: 0.3672099 May 27 02:30:10.091378 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-72ce870c-1303-4715-aec4-0d296f186bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:10.156288 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2e8f3-3357-4a9d-8774-ecf715b3085c req-77f266e9-76cb-4d26-9e60-bd0d5b43fcab tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:10.162330 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2e8f3-3357-4a9d-8774-ecf715b3085c req-77f266e9-76cb-4d26-9e60-bd0d5b43fcab tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:10.169682 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c2c2e8f3-3357-4a9d-8774-ecf715b3085c req-77f266e9-76cb-4d26-9e60-bd0d5b43fcab tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=387cecf6-9ea2-42fa-878b-22b0f4170da0 HTTP/1.1" status: 200 len: 1654 time: 0.4174290 May 27 02:30:10.171826 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-1581cab2-4bb9-449a-b4c0-40f8d6380696 None None] Set router 1d94dbf7-178c-4082-be53-188ec5821e1d gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:30:10.305032 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89b2b6d-804e-4eb3-8239-510086e1df64 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:30:10.308417 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-225e6ac8-69d7-46d2-9406-a354480ad9e0 req-57002c4f-079d-4503-b4f4-35cc4eea6afb tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3caece4-0c9e-4cd5-a9c9-2bc9847bb1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128112 May 27 02:30:10.316456 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a78dc5-512c-4f6d-93f4-aca7cda43f14 None None] Sync routers for ids ['6e478d76-8f5e-4592-9c9d-54b301abccbc'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:30:10.319693 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e89b2b6d-804e-4eb3-8239-510086e1df64 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:10.323419 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce870c-1303-4715-aec4-0d296f186bfa service neutron] Pushing event updated for resources: {'Port': ['ID=220ace4b-fa19-4370-b7b7-f0a8f37ffce7,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:10.349055 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c2c2e8f3-3357-4a9d-8774-ecf715b3085c req-217def59-8ddb-4bfe-b02f-466c497f392e tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b1c5d58-b623-42ce-95bb-4137c2111074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783876 May 27 02:30:10.355499 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a78dc5-512c-4f6d-93f4-aca7cda43f14 None None] Routers {'6e478d76-8f5e-4592-9c9d-54b301abccbc'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:30:10.360075 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-29a78dc5-512c-4f6d-93f4-aca7cda43f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:29:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['6e478d76-8f5e-4592-9c9d-54b301abccbc'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:10.481612 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01fb8b6-8e04-477a-b45e-55cfd3a63d51 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Network 9bcb1b11-7f4c-414a-b542-a9ab159da30c is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:30:10.499140 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-f01fb8b6-8e04-477a-b45e-55cfd3a63d51 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:30:10.582016 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c867fc05-6a86-4168-988e-f1d4282b04d3'] response: {'name': 'network-changed', 'server_uuid': 'f07835cf-a601-42ce-ad6c-031dc828f47f', 'tag': '4b2f5214-fb0c-4b36-b89a-cbf2f8186af1', 'status': 'completed', 'code': 200} May 27 02:30:10.624820 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173f695-d356-42de-a1b7-a8c5207a5241 req-09195ed4-460f-45b0-92f9-c7529fdd3dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:10.628179 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9173f695-d356-42de-a1b7-a8c5207a5241 req-09195ed4-460f-45b0-92f9-c7529fdd3dab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f503c0fc-1b99-430e-93b0-fa2fbcdd3be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5332735 May 27 02:30:10.634436 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e89b2b6d-804e-4eb3-8239-510086e1df64 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "PUT /v2.0/floatingips/e5928d2d-17d2-4dde-9fab-819b40c48de3 HTTP/1.1" status: 200 len: 990 time: 5.4726019 May 27 02:30:10.814606 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99708104-dbf0-4405-aae1-64907e682f22', 'tag': '551735c4-718d-412a-aabf-4bcea8b2ec47'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:30:10.855229 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-72ce870c-1303-4715-aec4-0d296f186bfa service neutron] Attempting to bind port 220ace4b-fa19-4370-b7b7-f0a8f37ffce7 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:30:10.855562 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-72ce870c-1303-4715-aec4-0d296f186bfa service neutron] Attempting to bind port 220ace4b-fa19-4370-b7b7-f0a8f37ffce7 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'c426a656-74c6-4494-83b5-2d14ca146a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '58d9efdd-c5a0-4704-bbbf-34d4bdd45a38'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:30:10.855893 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-72ce870c-1303-4715-aec4-0d296f186bfa service neutron] Attempting to bind port 220ace4b-fa19-4370-b7b7-f0a8f37ffce7 on network 58d9efdd-c5a0-4704-bbbf-34d4bdd45a38 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:30:10.869348 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-29a78dc5-512c-4f6d-93f4-aca7cda43f14 None None] Set router 6e478d76-8f5e-4592-9c9d-54b301abccbc gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:30:10.875170 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-72ce870c-1303-4715-aec4-0d296f186bfa service neutron] Port 220ace4b-fa19-4370-b7b7-f0a8f37ffce7 on network 58d9efdd-c5a0-4704-bbbf-34d4bdd45a38 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:30:10.875500 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-72ce870c-1303-4715-aec4-0d296f186bfa service neutron] Attempting to bind port 220ace4b-fa19-4370-b7b7-f0a8f37ffce7 on network 58d9efdd-c5a0-4704-bbbf-34d4bdd45a38 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:30:10.892601 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb53179-e319-49f3-87a1-823bb1d178a2 req-663463ce-4b23-4dee-a0e9-9995dec50e48 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:10.899983 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-deb53179-e319-49f3-87a1-823bb1d178a2 req-663463ce-4b23-4dee-a0e9-9995dec50e48 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8c735f9d-4a78-4b71-af11-0c1d6751d50a HTTP/1.1" status: 200 len: 1094 time: 0.2707052 May 27 02:30:10.916147 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-72ce870c-1303-4715-aec4-0d296f186bfa service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:30:10.918776 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-72ce870c-1303-4715-aec4-0d296f186bfa service neutron] Checking segment: {'id': 'c426a656-74c6-4494-83b5-2d14ca146a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '58d9efdd-c5a0-4704-bbbf-34d4bdd45a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:30:10.918776 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-72ce870c-1303-4715-aec4-0d296f186bfa service neutron] Bound using segment: {'id': 'c426a656-74c6-4494-83b5-2d14ca146a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '58d9efdd-c5a0-4704-bbbf-34d4bdd45a38'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:30:10.918776 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-72ce870c-1303-4715-aec4-0d296f186bfa service neutron] Bound port: 220ace4b-fa19-4370-b7b7-f0a8f37ffce7, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c426a656-74c6-4494-83b5-2d14ca146a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '58d9efdd-c5a0-4704-bbbf-34d4bdd45a38'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:30:10.918776 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-72ce870c-1303-4715-aec4-0d296f186bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:10.985249 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-1581cab2-4bb9-449a-b4c0-40f8d6380696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'name': 'tempest-ServerRescueNegativeTestJSON-711850517-router', 'tenant_id': '0a9d84b96bbe4011b693e36de83ee83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'bcd81e95-a3a9-48b7-9793-dcc9353a1598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:25:47Z', 'updated_at': '2022-05-27T02:25:56Z', 'revision_number': 4, 'project_id': '0a9d84b96bbe4011b693e36de83ee83d', 'gw_port': {'id': 'bcd81e95-a3a9-48b7-9793-dcc9353a1598', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:08:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:25:48Z', 'updated_at': '2022-05-27T02:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'a0daadba-ebfb-4fe7-b426-d9307ce89146', 'tenant_id': '0a9d84b96bbe4011b693e36de83ee83d', 'floating_ip_address': '172.25.1.52', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'port_id': '4b2f5214-fb0c-4b36-b89a-cbf2f8186af1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee', 'mac_address': 'fa:16:3e:24:42:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07835cf-a601-42ce-ad6c-031dc828f47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:27:59Z', 'updated_at': '2022-05-27T02:30:07Z', 'revision_number': 3, 'project_id': '0a9d84b96bbe4011b693e36de83ee83d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4974f9e-4b5f-4ced-85fe-78bceb3073f6', 'name': '', 'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee', 'tenant_id': '0a9d84b96bbe4011b693e36de83ee83d', 'mac_address': 'fa:16:3e:9f:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': 'fd5aa407-954e-45ea-8fc0-6e0875d0c839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:25:54Z', 'updated_at': '2022-05-27T02:26:03Z', 'revision_number': 5, 'project_id': '0a9d84b96bbe4011b693e36de83ee83d', 'subnets': [{'id': 'fd5aa407-954e-45ea-8fc0-6e0875d0c839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:10.994288 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1581cab2-4bb9-449a-b4c0-40f8d6380696 None None] Checking router: 1d94dbf7-178c-4082-be53-188ec5821e1d for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:30:11.012228 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1581cab2-4bb9-449a-b4c0-40f8d6380696 None None] Routers {'1d94dbf7-178c-4082-be53-188ec5821e1d'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:30:11.013727 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-1581cab2-4bb9-449a-b4c0-40f8d6380696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:29:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['1d94dbf7-178c-4082-be53-188ec5821e1d'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:11.020017 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3fc6cb41-21c3-47f7-9acf-53acb79ba158 None None] Provisioning complete for port 77fed6c3-1434-4de1-b135-f5379a5a86a2 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:30:11.020125 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3fc6cb41-21c3-47f7-9acf-53acb79ba158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:11.039675 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-deb53179-e319-49f3-87a1-823bb1d178a2 req-48e07837-31de-4bc6-a5c2-62d95cd11d37 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=265cd488-5638-4b04-8bc5-c36cca8a4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323249 May 27 02:30:11.066528 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9173f695-d356-42de-a1b7-a8c5207a5241 req-5132874d-bcc4-4cbc-9bb4-fd634d571586 service neutron] 10.222.0.32 "GET /v2.0/networks/f503c0fc-1b99-430e-93b0-fa2fbcdd3be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842221 May 27 02:30:11.096966 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-72ce870c-1303-4715-aec4-0d296f186bfa service neutron] For port 220ace4b-fa19-4370-b7b7-f0a8f37ffce7, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:30:11.101849 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-72ce870c-1303-4715-aec4-0d296f186bfa service neutron] For port 220ace4b-fa19-4370-b7b7-f0a8f37ffce7, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=220ace4b-fa19-4370-b7b7-f0a8f37ffce7,segment=NetworkSegment(c426a656-74c6-4494-83b5-2d14ca146a65),segment_id=c426a656-74c6-4494-83b5-2d14ca146a65)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:30:11.146052 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0f867c0-7ca5-4941-bbb4-021a43601497'] response: {'name': 'network-changed', 'server_uuid': '99708104-dbf0-4405-aae1-64907e682f22', 'tag': '551735c4-718d-412a-aabf-4bcea8b2ec47', 'status': 'completed', 'code': 200} May 27 02:30:11.181849 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-3fc6cb41-21c3-47f7-9acf-53acb79ba158 None None] Port 77fed6c3-1434-4de1-b135-f5379a5a86a2 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:30:11.200045 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-72ce870c-1303-4715-aec4-0d296f186bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:11.296815 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-72ce870c-1303-4715-aec4-0d296f186bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:11.299600 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-72ce870c-1303-4715-aec4-0d296f186bfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:11.305789 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-72ce870c-1303-4715-aec4-0d296f186bfa service neutron] 10.222.0.32 "PUT /v2.0/ports/220ace4b-fa19-4370-b7b7-f0a8f37ffce7 HTTP/1.1" status: 200 len: 1092 time: 2.8395929 May 27 02:30:11.333421 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37dc99-c8af-4b08-9ead-0f8ee4237ced req-70cfc4a5-da12-49c1-90e0-38e5cc190a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:11.340026 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8a37dc99-c8af-4b08-9ead-0f8ee4237ced req-70cfc4a5-da12-49c1-90e0-38e5cc190a28 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a9d84b96bbe4011b693e36de83ee83d&device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 1097 time: 0.7906802 May 27 02:30:11.385407 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce870c-1303-4715-aec4-0d296f186bfa service neutron] Pushing event updated for resources: {'Port': ['ID=220ace4b-fa19-4370-b7b7-f0a8f37ffce7,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:11.419135 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-f4ffa978-034c-49c3-a822-be1404da5643 service neutron] Request body: {'port': {'device_id': '387cecf6-9ea2-42fa-878b-22b0f4170da0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:30:11.452315 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-1581cab2-4bb9-449a-b4c0-40f8d6380696 None None] Set router 1d94dbf7-178c-4082-be53-188ec5821e1d gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:30:11.613516 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9173f695-d356-42de-a1b7-a8c5207a5241 req-10018555-ad80-4be5-98c5-12a287fd15ff service neutron] 10.222.0.32 "GET /v2.0/networks/f503c0fc-1b99-430e-93b0-fa2fbcdd3be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4658875 May 27 02:30:11.679786 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01fb8b6-8e04-477a-b45e-55cfd3a63d51 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Router ca154cb8-062b-4a71-b5ea-d2bdd3c2ff1f is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:30:11.780173 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030ea55-61d2-49c7-8590-c1587e57c956 req-ab949d11-4b07-48d3-89c9-6f1af768800a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:11.781591 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4030ea55-61d2-49c7-8590-c1587e57c956 req-ab949d11-4b07-48d3-89c9-6f1af768800a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a54d5457e373400db950c9d30ab97cd7&device_id=99708104-dbf0-4405-aae1-64907e682f22 HTTP/1.1" status: 200 len: 1096 time: 0.6393461 May 27 02:30:11.824412 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-f4ffa978-034c-49c3-a822-be1404da5643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:11.909444 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01fb8b6-8e04-477a-b45e-55cfd3a63d51 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:30:11.923527 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f01fb8b6-8e04-477a-b45e-55cfd3a63d51 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "PUT /v2.0/routers/ca154cb8-062b-4a71-b5ea-d2bdd3c2ff1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3037100 May 27 02:30:11.923527 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37dc99-c8af-4b08-9ead-0f8ee4237ced req-d55aad16-5d77-4a1e-9353-2da6c1af78a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:11.928100 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8a37dc99-c8af-4b08-9ead-0f8ee4237ced req-d55aad16-5d77-4a1e-9353-2da6c1af78a2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8604bb25-00c6-4170-bfcb-0b58b32e10ee HTTP/1.1" status: 200 len: 919 time: 0.5602429 May 27 02:30:11.931447 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-29a78dc5-512c-4f6d-93f4-aca7cda43f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'name': 'tempest-AttachVolumeTestJSON-629019470-router', 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'f409a62c-4a8f-4f47-b4c0-9698cbc76abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:47Z', 'updated_at': '2022-05-27T02:29:06Z', 'revision_number': 4, 'project_id': 'a54d5457e373400db950c9d30ab97cd7', 'gw_port': {'id': 'f409a62c-4a8f-4f47-b4c0-9698cbc76abe', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:52Z', 'updated_at': '2022-05-27T02:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'e5928d2d-17d2-4dde-9fab-819b40c48de3', 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'floating_ip_address': '172.25.1.44', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'port_id': '551735c4-718d-412a-aabf-4bcea8b2ec47', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6379d80-7b9b-4710-9948-937eec21e411', 'mac_address': 'fa:16:3e:13:cc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99708104-dbf0-4405-aae1-64907e682f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:29:20Z', 'updated_at': '2022-05-27T02:30:07Z', 'revision_number': 1, 'project_id': 'a54d5457e373400db950c9d30ab97cd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b51a1d0-00cb-463a-849f-699a920f6a03', 'name': '', 'network_id': 'e6379d80-7b9b-4710-9948-937eec21e411', 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'mac_address': 'fa:16:3e:22:39:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '95908a1f-c366-445e-9e10-5bce86ad79d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:03Z', 'updated_at': '2022-05-27T02:29:27Z', 'revision_number': 5, 'project_id': 'a54d5457e373400db950c9d30ab97cd7', 'subnets': [{'id': '95908a1f-c366-445e-9e10-5bce86ad79d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:11.932766 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54778) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:11.957690 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a78dc5-512c-4f6d-93f4-aca7cda43f14 None None] Checking router: 6e478d76-8f5e-4592-9c9d-54b301abccbc for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:30:11.982294 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a78dc5-512c-4f6d-93f4-aca7cda43f14 None None] Routers {'6e478d76-8f5e-4592-9c9d-54b301abccbc'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:30:11.983394 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-29a78dc5-512c-4f6d-93f4-aca7cda43f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:29:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['6e478d76-8f5e-4592-9c9d-54b301abccbc'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:12.065756 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5b69e5-ff5b-4653-9a1f-580d4864f9e9 None None] Sync routers for ids ['ca154cb8-062b-4a71-b5ea-d2bdd3c2ff1f'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:30:12.105611 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 5c8b7367-5a76-4a25-adc1-b162e501fe6b details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:30:12.111677 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5b69e5-ff5b-4653-9a1f-580d4864f9e9 None None] Routers {'ca154cb8-062b-4a71-b5ea-d2bdd3c2ff1f'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:30:12.112323 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-dd5b69e5-ff5b-4653-9a1f-580d4864f9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:29:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['ca154cb8-062b-4a71-b5ea-d2bdd3c2ff1f'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:12.113726 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f7d2e2-47d9-4263-9920-71e713c58f6e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:12.114428 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-72f7d2e2-47d9-4263-9920-71e713c58f6e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Synchronizing usage tracker for tenant:39308f34ca0d41f5bed3e55c79db3f61 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:30:12.118390 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8a37dc99-c8af-4b08-9ead-0f8ee4237ced req-edcc068d-1cbe-44c2-86e5-126c588f3dd4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b2f5214-fb0c-4b36-b89a-cbf2f8186af1 HTTP/1.1" status: 200 len: 1001 time: 0.1824012 May 27 02:30:12.205220 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37dc99-c8af-4b08-9ead-0f8ee4237ced req-7882c315-34bf-432a-9953-e145b9163d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:12.207247 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8a37dc99-c8af-4b08-9ead-0f8ee4237ced req-7882c315-34bf-432a-9953-e145b9163d71 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fd5aa407-954e-45ea-8fc0-6e0875d0c839 HTTP/1.1" status: 200 len: 857 time: 0.0782080 May 27 02:30:12.232236 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-dd5b69e5-ff5b-4653-9a1f-580d4864f9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:12.250428 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5b69e5-ff5b-4653-9a1f-580d4864f9e9 None None] Routers {'ca154cb8-062b-4a71-b5ea-d2bdd3c2ff1f'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:30:12.251063 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-dd5b69e5-ff5b-4653-9a1f-580d4864f9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:29:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['ca154cb8-062b-4a71-b5ea-d2bdd3c2ff1f'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:12.281677 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-72f7d2e2-47d9-4263-9920-71e713c58f6e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Unset dirty status for tenant:39308f34ca0d41f5bed3e55c79db3f61 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:30:12.283230 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-72f7d2e2-47d9-4263-9920-71e713c58f6e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "GET /v2.0/ports/77fed6c3-1434-4de1-b135-f5379a5a86a2 HTTP/1.1" status: 200 len: 976 time: 0.3493404 May 27 02:30:12.286095 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54786) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:12.342360 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-dd5b69e5-ff5b-4653-9a1f-580d4864f9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:12.342722 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5b69e5-ff5b-4653-9a1f-580d4864f9e9 None None] The sync data for ids ['ca154cb8-062b-4a71-b5ea-d2bdd3c2ff1f'] in n-d-843554-3 is: [] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:30:12.434888 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-29a78dc5-512c-4f6d-93f4-aca7cda43f14 None None] Set router 6e478d76-8f5e-4592-9c9d-54b301abccbc gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:30:12.542565 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-1581cab2-4bb9-449a-b4c0-40f8d6380696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'name': 'tempest-ServerRescueNegativeTestJSON-711850517-router', 'tenant_id': '0a9d84b96bbe4011b693e36de83ee83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'bcd81e95-a3a9-48b7-9793-dcc9353a1598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:25:47Z', 'updated_at': '2022-05-27T02:25:56Z', 'revision_number': 4, 'project_id': '0a9d84b96bbe4011b693e36de83ee83d', 'gw_port': {'id': 'bcd81e95-a3a9-48b7-9793-dcc9353a1598', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:08:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:25:48Z', 'updated_at': '2022-05-27T02:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'a0daadba-ebfb-4fe7-b426-d9307ce89146', 'tenant_id': '0a9d84b96bbe4011b693e36de83ee83d', 'floating_ip_address': '172.25.1.52', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'port_id': '4b2f5214-fb0c-4b36-b89a-cbf2f8186af1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee', 'mac_address': 'fa:16:3e:24:42:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07835cf-a601-42ce-ad6c-031dc828f47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:27:59Z', 'updated_at': '2022-05-27T02:30:07Z', 'revision_number': 3, 'project_id': '0a9d84b96bbe4011b693e36de83ee83d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4974f9e-4b5f-4ced-85fe-78bceb3073f6', 'name': '', 'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee', 'tenant_id': '0a9d84b96bbe4011b693e36de83ee83d', 'mac_address': 'fa:16:3e:9f:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': 'fd5aa407-954e-45ea-8fc0-6e0875d0c839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:25:54Z', 'updated_at': '2022-05-27T02:26:03Z', 'revision_number': 5, 'project_id': '0a9d84b96bbe4011b693e36de83ee83d', 'subnets': [{'id': 'fd5aa407-954e-45ea-8fc0-6e0875d0c839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:12.546978 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 5c8b7367-5a76-4a25-adc1-b162e501fe6b, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=5c8b7367-5a76-4a25-adc1-b162e501fe6b,segment=NetworkSegment(ed742516-baab-43a7-866c-bed74e558a84),segment_id=ed742516-baab-43a7-866c-bed74e558a84)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:30:12.550380 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1581cab2-4bb9-449a-b4c0-40f8d6380696 None None] The sync data for ids ['1d94dbf7-178c-4082-be53-188ec5821e1d'] in n-d-843554-3 is: [{'id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'name': 'tempest-ServerRescueNegativeTestJSON-711850517-router', 'tenant_id': '0a9d84b96bbe4011b693e36de83ee83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'bcd81e95-a3a9-48b7-9793-dcc9353a1598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:25:47Z', 'updated_at': '2022-05-27T02:25:56Z', 'revision_number': 4, 'project_id': '0a9d84b96bbe4011b693e36de83ee83d', 'gw_port': {'id': 'bcd81e95-a3a9-48b7-9793-dcc9353a1598', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:08:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:25:48Z', 'updated_at': '2022-05-27T02:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'a0daadba-ebfb-4fe7-b426-d9307ce89146', 'tenant_id': '0a9d84b96bbe4011b693e36de83ee83d', 'floating_ip_address': '172.25.1.52', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'port_id': '4b2f5214-fb0c-4b36-b89a-cbf2f8186af1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee', 'mac_address': 'fa:16:3e:24:42:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07835cf-a601-42ce-ad6c-031dc828f47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:27:59Z', 'updated_at': '2022-05-27T02:30:07Z', 'revision_number': 3, 'project_id': '0a9d84b96bbe4011b693e36de83ee83d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4974f9e-4b5f-4ced-85fe-78bceb3073f6', 'name': '', 'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee', 'tenant_id': '0a9d84b96bbe4011b693e36de83ee83d', 'mac_address': 'fa:16:3e:9f:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': 'fd5aa407-954e-45ea-8fc0-6e0875d0c839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:25:54Z', 'updated_at': '2022-05-27T02:26:03Z', 'revision_number': 5, 'project_id': '0a9d84b96bbe4011b693e36de83ee83d', 'subnets': [{'id': 'fd5aa407-954e-45ea-8fc0-6e0875d0c839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:30:12.561031 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49db0ee-546b-49a3-8d98-0f7b6fd456b0 req-1a1308ce-0e3d-4fc3-b186-586c8c97e66a tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:12.567075 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49db0ee-546b-49a3-8d98-0f7b6fd456b0 req-1a1308ce-0e3d-4fc3-b186-586c8c97e66a tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:12.573554 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e49db0ee-546b-49a3-8d98-0f7b6fd456b0 req-1a1308ce-0e3d-4fc3-b186-586c8c97e66a tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=387cecf6-9ea2-42fa-878b-22b0f4170da0 HTTP/1.1" status: 200 len: 1666 time: 0.9021671 May 27 02:30:12.621213 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07835cf-a601-42ce-ad6c-031dc828f47f', 'tag': '4b2f5214-fb0c-4b36-b89a-cbf2f8186af1'}, {'name': 'network-changed', 'server_uuid': '387cecf6-9ea2-42fa-878b-22b0f4170da0', 'tag': '220ace4b-fa19-4370-b7b7-f0a8f37ffce7'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:30:12.663647 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '5c8b7367-5a76-4a25-adc1-b162e501fe6b', 'network_id': 'f503c0fc-1b99-430e-93b0-fa2fbcdd3be5', 'port_id': '5c8b7367-5a76-4a25-adc1-b162e501fe6b', 'mac_address': 'fa:16:3e:91:71:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daeaab2a-cada-42df-be85-698a673b8b1f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:30:12.755857 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030ea55-61d2-49c7-8590-c1587e57c956 req-966a519e-2579-4ca5-91c4-34165be1f95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:12.757940 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4030ea55-61d2-49c7-8590-c1587e57c956 req-966a519e-2579-4ca5-91c4-34165be1f95a service neutron] 10.222.0.66 "GET /v2.0/networks?id=e6379d80-7b9b-4710-9948-937eec21e411 HTTP/1.1" status: 200 len: 911 time: 0.9650974 May 27 02:30:12.765807 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-f4ffa978-034c-49c3-a822-be1404da5643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d40969d6-2e8d-496e-85e2-935f5989a75c {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:30:12.833234 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37dc99-c8af-4b08-9ead-0f8ee4237ced req-4b77b45e-d220-43dc-9390-8f7ff3fa0e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:12.834818 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8a37dc99-c8af-4b08-9ead-0f8ee4237ced req-4b77b45e-d220-43dc-9390-8f7ff3fa0e25 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8604bb25-00c6-4170-bfcb-0b58b32e10ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6203489 May 27 02:30:12.841236 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 5c8b7367-5a76-4a25-adc1-b162e501fe6b is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:30:12.844229 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:12.862569 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-f4ffa978-034c-49c3-a822-be1404da5643 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:12.912448 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e49db0ee-546b-49a3-8d98-0f7b6fd456b0 req-d72d09ab-743a-41c2-b4e5-45576958adcf tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b1c5d58-b623-42ce-95bb-4137c2111074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783785 May 27 02:30:12.956595 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376529c-4063-4785-bc1b-f1983c7998b7 req-6e24af04-9ca6-475d-87d9-e0282f722fbf tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:12.965312 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b376529c-4063-4785-bc1b-f1983c7998b7 req-6e24af04-9ca6-475d-87d9-e0282f722fbf tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/ports?device_id=9944e002-08e5-492a-9f66-7914babd75df HTTP/1.1" status: 200 len: 946 time: 0.5591552 May 27 02:30:12.994024 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-f4ffa978-034c-49c3-a822-be1404da5643 service neutron] Transition to ACTIVE for port object d40969d6-2e8d-496e-85e2-935f5989a75c will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:30:13.005340 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c8b7367-5a76-4a25-adc1-b162e501fe6b {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:30:13.025782 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 5c8b7367-5a76-4a25-adc1-b162e501fe6b, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=5c8b7367-5a76-4a25-adc1-b162e501fe6b,segment=NetworkSegment(ed742516-baab-43a7-866c-bed74e558a84),segment_id=ed742516-baab-43a7-866c-bed74e558a84)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:30:13.047715 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4030ea55-61d2-49c7-8590-c1587e57c956 req-ae984b65-5fd7-4758-8dc8-498f1dd25e79 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=551735c4-718d-412a-aabf-4bcea8b2ec47 HTTP/1.1" status: 200 len: 998 time: 0.2621312 May 27 02:30:13.060674 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b376529c-4063-4785-bc1b-f1983c7998b7 req-bde24212-4044-422e-b927-03febe7a5e07 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3caece4-0c9e-4cd5-a9c9-2bc9847bb1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941927 May 27 02:30:13.149840 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:13.158093 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8a37dc99-c8af-4b08-9ead-0f8ee4237ced req-2847a367-2721-4990-a003-b0d7a502af99 service neutron] 10.222.0.32 "GET /v2.0/networks/8604bb25-00c6-4170-bfcb-0b58b32e10ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023648 May 27 02:30:13.172512 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-138da369-1cd0-4ca8-9d8c-5fe0836345b6'] response: {'name': 'network-changed', 'server_uuid': 'f07835cf-a601-42ce-ad6c-031dc828f47f', 'tag': '4b2f5214-fb0c-4b36-b89a-cbf2f8186af1', 'status': 'completed', 'code': 200} May 27 02:30:13.172837 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-138da369-1cd0-4ca8-9d8c-5fe0836345b6'] response: {'name': 'network-changed', 'server_uuid': '387cecf6-9ea2-42fa-878b-22b0f4170da0', 'tag': '220ace4b-fa19-4370-b7b7-f0a8f37ffce7', 'status': 'completed', 'code': 200} May 27 02:30:13.183162 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-f4ffa978-034c-49c3-a822-be1404da5643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:13.230887 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=5c8b7367-5a76-4a25-adc1-b162e501fe6b,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:13.251875 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3a376-2679-473c-8957-ae57cad73c41 req-81b4ea50-84b0-467a-b55f-dad3f043aa9f tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:13.253374 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bac3a376-2679-473c-8957-ae57cad73c41 req-81b4ea50-84b0-467a-b55f-dad3f043aa9f tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.66 "GET /v2.0/ports?device_id=9944e002-08e5-492a-9f66-7914babd75df HTTP/1.1" status: 200 len: 946 time: 0.6257524 May 27 02:30:13.274714 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-29a78dc5-512c-4f6d-93f4-aca7cda43f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'name': 'tempest-AttachVolumeTestJSON-629019470-router', 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'f409a62c-4a8f-4f47-b4c0-9698cbc76abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:47Z', 'updated_at': '2022-05-27T02:29:06Z', 'revision_number': 4, 'project_id': 'a54d5457e373400db950c9d30ab97cd7', 'gw_port': {'id': 'f409a62c-4a8f-4f47-b4c0-9698cbc76abe', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:52Z', 'updated_at': '2022-05-27T02:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'e5928d2d-17d2-4dde-9fab-819b40c48de3', 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'floating_ip_address': '172.25.1.44', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'port_id': '551735c4-718d-412a-aabf-4bcea8b2ec47', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6379d80-7b9b-4710-9948-937eec21e411', 'mac_address': 'fa:16:3e:13:cc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99708104-dbf0-4405-aae1-64907e682f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:29:20Z', 'updated_at': '2022-05-27T02:30:07Z', 'revision_number': 1, 'project_id': 'a54d5457e373400db950c9d30ab97cd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b51a1d0-00cb-463a-849f-699a920f6a03', 'name': '', 'network_id': 'e6379d80-7b9b-4710-9948-937eec21e411', 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'mac_address': 'fa:16:3e:22:39:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '95908a1f-c366-445e-9e10-5bce86ad79d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:03Z', 'updated_at': '2022-05-27T02:29:27Z', 'revision_number': 5, 'project_id': 'a54d5457e373400db950c9d30ab97cd7', 'subnets': [{'id': '95908a1f-c366-445e-9e10-5bce86ad79d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:13.279287 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a78dc5-512c-4f6d-93f4-aca7cda43f14 None None] The sync data for ids ['6e478d76-8f5e-4592-9c9d-54b301abccbc'] in n-d-843554-3 is: [{'id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'name': 'tempest-AttachVolumeTestJSON-629019470-router', 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'f409a62c-4a8f-4f47-b4c0-9698cbc76abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:47Z', 'updated_at': '2022-05-27T02:29:06Z', 'revision_number': 4, 'project_id': 'a54d5457e373400db950c9d30ab97cd7', 'gw_port': {'id': 'f409a62c-4a8f-4f47-b4c0-9698cbc76abe', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:52Z', 'updated_at': '2022-05-27T02:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'e5928d2d-17d2-4dde-9fab-819b40c48de3', 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'floating_ip_address': '172.25.1.44', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'port_id': '551735c4-718d-412a-aabf-4bcea8b2ec47', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6379d80-7b9b-4710-9948-937eec21e411', 'mac_address': 'fa:16:3e:13:cc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99708104-dbf0-4405-aae1-64907e682f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:29:20Z', 'updated_at': '2022-05-27T02:30:07Z', 'revision_number': 1, 'project_id': 'a54d5457e373400db950c9d30ab97cd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b51a1d0-00cb-463a-849f-699a920f6a03', 'name': '', 'network_id': 'e6379d80-7b9b-4710-9948-937eec21e411', 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'mac_address': 'fa:16:3e:22:39:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '95908a1f-c366-445e-9e10-5bce86ad79d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:03Z', 'updated_at': '2022-05-27T02:29:27Z', 'revision_number': 5, 'project_id': 'a54d5457e373400db950c9d30ab97cd7', 'subnets': [{'id': '95908a1f-c366-445e-9e10-5bce86ad79d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:30:13.378772 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f86b789-d113-467a-a6b5-cf1f9235ed24 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:13.416548 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030ea55-61d2-49c7-8590-c1587e57c956 req-72a49d73-960d-48a3-8b75-f6e2c04e089c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:13.418188 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4030ea55-61d2-49c7-8590-c1587e57c956 req-72a49d73-960d-48a3-8b75-f6e2c04e089c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=95908a1f-c366-445e-9e10-5bce86ad79d9 HTTP/1.1" status: 200 len: 849 time: 0.3526998 May 27 02:30:13.467543 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ffa978-034c-49c3-a822-be1404da5643 service neutron] Pushing event updated for resources: {'Port': ['ID=d40969d6-2e8d-496e-85e2-935f5989a75c,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:13.521506 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['5c8b7367-5a76-4a25-adc1-b162e501fe6b'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:30:13.538054 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-bac3a376-2679-473c-8957-ae57cad73c41 req-77cf06b8-b33f-406a-b59d-9dc765ccca8c tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Deleting port 04d6a666-d4c5-4554-8d6d-2ff4c724f1d9 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:30:13.538696 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-bac3a376-2679-473c-8957-ae57cad73c41 req-77cf06b8-b33f-406a-b59d-9dc765ccca8c tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:13.558429 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8a37dc99-c8af-4b08-9ead-0f8ee4237ced req-4d7b8d4f-2507-4561-b71e-32c9a6abcfe6 service neutron] 10.222.0.32 "GET /v2.0/networks/8604bb25-00c6-4170-bfcb-0b58b32e10ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689642 May 27 02:30:13.622294 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750073dc-60c4-4c98-9260-1cb3398d1e23 None None] New status for floating IP e5928d2d-17d2-4dde-9fab-819b40c48de3: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:30:13.801931 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e485bd-935c-4f61-bf12-bedc251fb88a req-0490534c-6550-470b-8b0c-1430557549d1 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:13.809341 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-54e485bd-935c-4f61-bf12-bedc251fb88a req-0490534c-6550-470b-8b0c-1430557549d1 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8c735f9d-4a78-4b71-af11-0c1d6751d50a HTTP/1.1" status: 200 len: 1095 time: 0.7414351 May 27 02:30:13.811486 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cf8d9-cd1c-47cc-9588-9b2ae234b2fc req-aec9359f-f6f8-4328-b258-012e6e85ffb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:13.813241 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5d0cf8d9-cd1c-47cc-9588-9b2ae234b2fc req-aec9359f-f6f8-4328-b258-012e6e85ffb8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a9d84b96bbe4011b693e36de83ee83d&device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 1097 time: 0.1543727 May 27 02:30:13.899890 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-1f86b789-d113-467a-a6b5-cf1f9235ed24 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Deleting port 77fed6c3-1434-4de1-b135-f5379a5a86a2 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:30:13.900597 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f86b789-d113-467a-a6b5-cf1f9235ed24 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:13.987726 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-f4ffa978-034c-49c3-a822-be1404da5643 service neutron] Attempting to bind port d40969d6-2e8d-496e-85e2-935f5989a75c on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:30:13.989404 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-f4ffa978-034c-49c3-a822-be1404da5643 service neutron] Attempting to bind port d40969d6-2e8d-496e-85e2-935f5989a75c by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '91f06bc1-2458-4ddd-ab3b-c2af3cbd18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0351dbc2-bfdb-49a5-89eb-5d2a933951a2'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:30:13.989404 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-f4ffa978-034c-49c3-a822-be1404da5643 service neutron] Attempting to bind port d40969d6-2e8d-496e-85e2-935f5989a75c on network 0351dbc2-bfdb-49a5-89eb-5d2a933951a2 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:30:14.019612 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-f4ffa978-034c-49c3-a822-be1404da5643 service neutron] Port d40969d6-2e8d-496e-85e2-935f5989a75c on network 0351dbc2-bfdb-49a5-89eb-5d2a933951a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:30:14.019954 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-f4ffa978-034c-49c3-a822-be1404da5643 service neutron] Attempting to bind port d40969d6-2e8d-496e-85e2-935f5989a75c on network 0351dbc2-bfdb-49a5-89eb-5d2a933951a2 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:30:14.038179 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-f4ffa978-034c-49c3-a822-be1404da5643 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:30:14.039734 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-f4ffa978-034c-49c3-a822-be1404da5643 service neutron] Checking segment: {'id': '91f06bc1-2458-4ddd-ab3b-c2af3cbd18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0351dbc2-bfdb-49a5-89eb-5d2a933951a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:30:14.039734 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-f4ffa978-034c-49c3-a822-be1404da5643 service neutron] Bound using segment: {'id': '91f06bc1-2458-4ddd-ab3b-c2af3cbd18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0351dbc2-bfdb-49a5-89eb-5d2a933951a2'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:30:14.039734 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-f4ffa978-034c-49c3-a822-be1404da5643 service neutron] Bound port: d40969d6-2e8d-496e-85e2-935f5989a75c, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91f06bc1-2458-4ddd-ab3b-c2af3cbd18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0351dbc2-bfdb-49a5-89eb-5d2a933951a2'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:30:14.039734 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-f4ffa978-034c-49c3-a822-be1404da5643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:14.059198 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030ea55-61d2-49c7-8590-c1587e57c956 req-cbf93d63-8d3f-4830-ad8a-80c80aa1c3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:14.060752 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4030ea55-61d2-49c7-8590-c1587e57c956 req-cbf93d63-8d3f-4830-ad8a-80c80aa1c3c7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e6379d80-7b9b-4710-9948-937eec21e411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6283288 May 27 02:30:14.063289 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-54e485bd-935c-4f61-bf12-bedc251fb88a req-95243483-3423-4ce0-9f08-e3ea9c08508d tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=265cd488-5638-4b04-8bc5-c36cca8a4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528775 May 27 02:30:14.289636 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cf8d9-cd1c-47cc-9588-9b2ae234b2fc req-5b47fcf8-4277-49b2-b8c1-9d56294796d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:14.293088 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5d0cf8d9-cd1c-47cc-9588-9b2ae234b2fc req-5b47fcf8-4277-49b2-b8c1-9d56294796d5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8604bb25-00c6-4170-bfcb-0b58b32e10ee HTTP/1.1" status: 200 len: 919 time: 0.4614260 May 27 02:30:14.309713 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049e615-99c8-494d-a352-a4e4252b43e2 req-4a329d0f-f447-48a0-a13f-7150acc9aa96 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:14.310446 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-0049e615-99c8-494d-a352-a4e4252b43e2 req-4a329d0f-f447-48a0-a13f-7150acc9aa96 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Synchronizing usage tracker for tenant:66fa48c46c404eb499f5ae926a62ad7f on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:30:14.518914 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f86b789-d113-467a-a6b5-cf1f9235ed24 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:14.601930 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-bac3a376-2679-473c-8957-ae57cad73c41 req-77cf06b8-b33f-406a-b59d-9dc765ccca8c tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] For port 04d6a666-d4c5-4554-8d6d-2ff4c724f1d9, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=04d6a666-d4c5-4554-8d6d-2ff4c724f1d9,segment=NetworkSegment(21da3dd4-f4af-4d6f-af61-d10b4b1a29a9),segment_id=21da3dd4-f4af-4d6f-af61-d10b4b1a29a9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:30:14.602298 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-bac3a376-2679-473c-8957-ae57cad73c41 req-77cf06b8-b33f-406a-b59d-9dc765ccca8c tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:14.621333 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-f4ffa978-034c-49c3-a822-be1404da5643 service neutron] For port d40969d6-2e8d-496e-85e2-935f5989a75c, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:30:14.673218 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-1f86b789-d113-467a-a6b5-cf1f9235ed24 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Calling delete_port for 77fed6c3-1434-4de1-b135-f5379a5a86a2 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:30:14.718627 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5d0cf8d9-cd1c-47cc-9588-9b2ae234b2fc req-9ed8598a-d15f-440b-bc5a-c8d53e779c3b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b2f5214-fb0c-4b36-b89a-cbf2f8186af1 HTTP/1.1" status: 200 len: 1001 time: 0.4173813 May 27 02:30:14.721767 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-0049e615-99c8-494d-a352-a4e4252b43e2 req-4a329d0f-f447-48a0-a13f-7150acc9aa96 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Unset dirty status for tenant:66fa48c46c404eb499f5ae926a62ad7f on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:30:14.722791 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0049e615-99c8-494d-a352-a4e4252b43e2 req-4a329d0f-f447-48a0-a13f-7150acc9aa96 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e191672-cacf-4640-a5f3-6b7d45c3663a HTTP/1.1" status: 200 len: 945 time: 0.7046344 May 27 02:30:14.756293 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4030ea55-61d2-49c7-8590-c1587e57c956 req-0b516451-d6d7-457a-8324-dc7098d7a36f service neutron] 10.222.0.66 "GET /v2.0/networks/e6379d80-7b9b-4710-9948-937eec21e411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6813164 May 27 02:30:14.770725 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-bac3a376-2679-473c-8957-ae57cad73c41 req-77cf06b8-b33f-406a-b59d-9dc765ccca8c tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Calling delete_port for 04d6a666-d4c5-4554-8d6d-2ff4c724f1d9 owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:30:14.826441 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-f4ffa978-034c-49c3-a822-be1404da5643 service neutron] For port d40969d6-2e8d-496e-85e2-935f5989a75c, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=d40969d6-2e8d-496e-85e2-935f5989a75c,segment=NetworkSegment(91f06bc1-2458-4ddd-ab3b-c2af3cbd18ce),segment_id=91f06bc1-2458-4ddd-ab3b-c2af3cbd18ce)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:30:14.948730 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16d4cc-cbf0-44b6-bd28-8a9a835292bc req-f76bb6d2-694f-4637-853b-28476b895ebd tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:14.954493 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16d4cc-cbf0-44b6-bd28-8a9a835292bc req-f76bb6d2-694f-4637-853b-28476b895ebd tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:14.956677 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-be16d4cc-cbf0-44b6-bd28-8a9a835292bc req-f76bb6d2-694f-4637-853b-28476b895ebd tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=387cecf6-9ea2-42fa-878b-22b0f4170da0 HTTP/1.1" status: 200 len: 1678 time: 0.7615094 May 27 02:30:14.957834 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-f4ffa978-034c-49c3-a822-be1404da5643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:14.995843 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cf8d9-cd1c-47cc-9588-9b2ae234b2fc req-0fb772e9-130c-476d-a205-d301fc885598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:14.997291 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5d0cf8d9-cd1c-47cc-9588-9b2ae234b2fc req-0fb772e9-130c-476d-a205-d301fc885598 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fd5aa407-954e-45ea-8fc0-6e0875d0c839 HTTP/1.1" status: 200 len: 857 time: 0.2690785 May 27 02:30:15.003603 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-0049e615-99c8-494d-a352-a4e4252b43e2 req-2d4af36f-8b51-44ff-aeda-f38264020804 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Deleting port 55a81e61-a76d-4cc7-94fe-4fa9a5eff681 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:30:15.003603 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0049e615-99c8-494d-a352-a4e4252b43e2 req-2d4af36f-8b51-44ff-aeda-f38264020804 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:15.013996 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced6d9a-c575-4cd9-9b89-a99ac2428f0d req-85dea9d7-b755-4e1c-b2c0-6b21046ccb63 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:15.016065 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9ced6d9a-c575-4cd9-9b89-a99ac2428f0d req-85dea9d7-b755-4e1c-b2c0-6b21046ccb63 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/ports?device_id=9944e002-08e5-492a-9f66-7914babd75df HTTP/1.1" status: 200 len: 946 time: 0.5985851 May 27 02:30:15.106406 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-f4ffa978-034c-49c3-a822-be1404da5643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:15.107081 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-f4ffa978-034c-49c3-a822-be1404da5643 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:15.108696 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-f4ffa978-034c-49c3-a822-be1404da5643 service neutron] 10.222.0.32 "PUT /v2.0/ports/d40969d6-2e8d-496e-85e2-935f5989a75c HTTP/1.1" status: 200 len: 1091 time: 3.7012537 May 27 02:30:15.193658 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '387cecf6-9ea2-42fa-878b-22b0f4170da0', 'tag': 'd40969d6-2e8d-496e-85e2-935f5989a75c'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:30:15.235844 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-be16d4cc-cbf0-44b6-bd28-8a9a835292bc req-d7454bae-2fce-4d78-b0b8-81321b1c0f5e tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b1c5d58-b623-42ce-95bb-4137c2111074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704177 May 27 02:30:15.241340 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ffa978-034c-49c3-a822-be1404da5643 service neutron] Pushing event updated for resources: {'Port': ['ID=d40969d6-2e8d-496e-85e2-935f5989a75c,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:15.257600 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4030ea55-61d2-49c7-8590-c1587e57c956 req-034445b9-ac43-4e93-a98d-dff52d9102b6 service neutron] 10.222.0.66 "GET /v2.0/networks/e6379d80-7b9b-4710-9948-937eec21e411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298587 May 27 02:30:15.302039 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9ced6d9a-c575-4cd9-9b89-a99ac2428f0d req-894ab004-b214-401b-99ad-39324c9eeaaf tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3caece4-0c9e-4cd5-a9c9-2bc9847bb1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549679 May 27 02:30:15.389692 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cf8d9-cd1c-47cc-9588-9b2ae234b2fc req-3894360b-9c16-4439-9325-1cb56fd4dbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:15.391173 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5d0cf8d9-cd1c-47cc-9588-9b2ae234b2fc req-3894360b-9c16-4439-9325-1cb56fd4dbcc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8604bb25-00c6-4170-bfcb-0b58b32e10ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3579643 May 27 02:30:15.415950 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71d9a208-1cc6-4723-ad79-251d2de9fd93'] response: {'name': 'network-changed', 'server_uuid': '387cecf6-9ea2-42fa-878b-22b0f4170da0', 'tag': 'd40969d6-2e8d-496e-85e2-935f5989a75c', 'status': 'completed', 'code': 200} May 27 02:30:15.426191 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-bac3a376-2679-473c-8957-ae57cad73c41 req-77cf06b8-b33f-406a-b59d-9dc765ccca8c tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:15.444120 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['55a81e61-a76d-4cc7-94fe-4fa9a5eff681'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:30:15.499753 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf06b8-b33f-406a-b59d-9dc765ccca8c tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Pushing event deleted for resources: {'Port': ['ID=04d6a666-d4c5-4554-8d6d-2ff4c724f1d9,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:15.516781 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f86b789-d113-467a-a6b5-cf1f9235ed24 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:15.593524 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac3a376-2679-473c-8957-ae57cad73c41 req-77cf06b8-b33f-406a-b59d-9dc765ccca8c tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] No DVR routers for this DVR port 04d6a666-d4c5-4554-8d6d-2ff4c724f1d9 on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:30:15.597959 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-bac3a376-2679-473c-8957-ae57cad73c41 req-77cf06b8-b33f-406a-b59d-9dc765ccca8c tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:15.614265 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-b7e14468-eeb0-4830-bc5d-717c093f7c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:15.614922 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-b7e14468-eeb0-4830-bc5d-717c093f7c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:15.617458 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-b7e14468-eeb0-4830-bc5d-717c093f7c14 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6137a50b300642e3b27a011e959f0225&device_id=387cecf6-9ea2-42fa-878b-22b0f4170da0 HTTP/1.1" status: 200 len: 1980 time: 0.3205731 May 27 02:30:15.624055 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4fc85d-44eb-43a5-8e2f-f3c9d282a64d req-05a0e38d-06d3-4f9e-9ab7-73c730c7febc tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:15.631920 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b4fc85d-44eb-43a5-8e2f-f3c9d282a64d req-05a0e38d-06d3-4f9e-9ab7-73c730c7febc tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8c735f9d-4a78-4b71-af11-0c1d6751d50a HTTP/1.1" status: 200 len: 1095 time: 0.2518973 May 27 02:30:15.680262 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f86b789-d113-467a-a6b5-cf1f9235ed24 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event deleted for resources: {'Port': ['ID=77fed6c3-1434-4de1-b135-f5379a5a86a2,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:15.715864 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0049e615-99c8-494d-a352-a4e4252b43e2 req-2d4af36f-8b51-44ff-aeda-f38264020804 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] For port 55a81e61-a76d-4cc7-94fe-4fa9a5eff681, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=55a81e61-a76d-4cc7-94fe-4fa9a5eff681,segment=NetworkSegment(21da3dd4-f4af-4d6f-af61-d10b4b1a29a9),segment_id=21da3dd4-f4af-4d6f-af61-d10b4b1a29a9)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:30:15.716123 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0049e615-99c8-494d-a352-a4e4252b43e2 req-2d4af36f-8b51-44ff-aeda-f38264020804 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:15.719656 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-c49fec16-8d64-495f-b328-ff68cfab1b63 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.170&port_id=220ace4b-fa19-4370-b7b7-f0a8f37ffce7 HTTP/1.1" status: 200 len: 217 time: 0.0891862 May 27 02:30:15.722835 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bac3a376-2679-473c-8957-ae57cad73c41 req-77cf06b8-b33f-406a-b59d-9dc765ccca8c tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.66 "DELETE /v2.0/ports/04d6a666-d4c5-4554-8d6d-2ff4c724f1d9 HTTP/1.1" status: 204 len: 173 time: 2.4447546 May 27 02:30:15.804526 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b4fc85d-44eb-43a5-8e2f-f3c9d282a64d req-ed08fd9b-d769-43d4-8fff-d63c635f0ec2 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=265cd488-5638-4b04-8bc5-c36cca8a4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146147 May 27 02:30:15.822152 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-fd31cf2b-871d-42b1-949a-526f5fa64e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:15.823790 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-fd31cf2b-871d-42b1-949a-526f5fa64e88 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3018a2c7-49e3-484e-ae60-00af75ab626b HTTP/1.1" status: 200 len: 801 time: 0.0965889 May 27 02:30:15.915621 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-03e74a57-b046-4869-b558-75626004a5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:15.917498 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-03e74a57-b046-4869-b558-75626004a5ef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58d9efdd-c5a0-4704-bbbf-34d4bdd45a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0850790 May 27 02:30:16.021868 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-0049e615-99c8-494d-a352-a4e4252b43e2 req-2d4af36f-8b51-44ff-aeda-f38264020804 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Calling delete_port for 55a81e61-a76d-4cc7-94fe-4fa9a5eff681 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:30:16.073694 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-2a29ac65-2ac2-40b2-8ca1-34a400e38210 service neutron] 10.222.0.32 "GET /v2.0/networks/58d9efdd-c5a0-4704-bbbf-34d4bdd45a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475043 May 27 02:30:16.090588 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 5c8b7367-5a76-4a25-adc1-b162e501fe6b up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:30:16.203926 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5d0cf8d9-cd1c-47cc-9588-9b2ae234b2fc req-20bd6520-c742-4d0b-9e6b-29f5a46db9c2 service neutron] 10.222.0.32 "GET /v2.0/networks/8604bb25-00c6-4170-bfcb-0b58b32e10ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7981966 May 27 02:30:16.226940 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-00245408-627c-46f9-9006-47159662f28b service neutron] 10.222.0.32 "GET /v2.0/networks/58d9efdd-c5a0-4704-bbbf-34d4bdd45a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453810 May 27 02:30:16.250594 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 5c8b7367-5a76-4a25-adc1-b162e501fe6b completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:30:16.256247 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 5c8b7367-5a76-4a25-adc1-b162e501fe6b triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:30:16.256650 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:16.409754 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f86b789-d113-467a-a6b5-cf1f9235ed24 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:16.415755 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5d0cf8d9-cd1c-47cc-9588-9b2ae234b2fc req-083b6ef4-e553-497e-b1e6-62bb2a6ceb8c service neutron] 10.222.0.32 "GET /v2.0/networks/8604bb25-00c6-4170-bfcb-0b58b32e10ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991966 May 27 02:30:16.487351 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 5c8b7367-5a76-4a25-adc1-b162e501fe6b is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:30:16.487906 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:16.526561 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c735f9d-4a78-4b71-af11-0c1d6751d50a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8b7367-5a76-4a25-adc1-b162e501fe6b'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:30:16.536636 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 5c8b7367-5a76-4a25-adc1-b162e501fe6b, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=5c8b7367-5a76-4a25-adc1-b162e501fe6b,segment=NetworkSegment(ed742516-baab-43a7-866c-bed74e558a84),segment_id=ed742516-baab-43a7-866c-bed74e558a84)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:30:16.577697 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-45393d93-9ff7-41ae-8bb9-60119a188124 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.95&port_id=d40969d6-2e8d-496e-85e2-935f5989a75c HTTP/1.1" status: 200 len: 217 time: 0.3434591 May 27 02:30:16.619091 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:16.621086 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 55a81e61-a76d-4cc7-94fe-4fa9a5eff681 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:30:16.629619 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-272fdc79-3808-407b-9819-0af5fc5a0301 req-b63d5389-cf65-41f1-9fcd-4e06d5c535d2 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Synchronizing usage tracker for tenant:66fa48c46c404eb499f5ae926a62ad7f on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:30:16.684887 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-11a66c65-b73c-4e4e-b8d2-6379010b49ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:16.686398 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-11a66c65-b73c-4e4e-b8d2-6379010b49ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f30cd9af-2d7c-4422-9f18-3858edc8e8f0 HTTP/1.1" status: 200 len: 801 time: 0.0946767 May 27 02:30:16.758461 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c075fb1-6cfd-421f-b10b-3f546109ffae req-17d1d983-6036-4fc6-abb6-dc29e929d537 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:16.763813 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c075fb1-6cfd-421f-b10b-3f546109ffae req-17d1d983-6036-4fc6-abb6-dc29e929d537 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:16.765630 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1c075fb1-6cfd-421f-b10b-3f546109ffae req-17d1d983-6036-4fc6-abb6-dc29e929d537 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=387cecf6-9ea2-42fa-878b-22b0f4170da0 HTTP/1.1" status: 200 len: 1678 time: 0.2829931 May 27 02:30:16.799074 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 04d6a666-d4c5-4554-8d6d-2ff4c724f1d9 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:30:16.817697 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1c075fb1-6cfd-421f-b10b-3f546109ffae req-2b706770-cf5c-4394-ae70-5026d14b0460 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b1c5d58-b623-42ce-95bb-4137c2111074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455728 May 27 02:30:16.818051 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-272fdc79-3808-407b-9819-0af5fc5a0301 req-b63d5389-cf65-41f1-9fcd-4e06d5c535d2 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Unset dirty status for tenant:66fa48c46c404eb499f5ae926a62ad7f on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:30:16.819837 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-272fdc79-3808-407b-9819-0af5fc5a0301 req-b63d5389-cf65-41f1-9fcd-4e06d5c535d2 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/ports?device_id=9944e002-08e5-492a-9f66-7914babd75df HTTP/1.1" status: 200 len: 210 time: 0.3388131 May 27 02:30:16.852163 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-2f3d84d9-527d-478a-878f-4dd839b9cb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:16.852163 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-2f3d84d9-527d-478a-878f-4dd839b9cb12 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0351dbc2-bfdb-49a5-89eb-5d2a933951a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1505625 May 27 02:30:16.852549 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0049e615-99c8-494d-a352-a4e4252b43e2 req-2d4af36f-8b51-44ff-aeda-f38264020804 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:16.878554 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: 04d6a666-d4c5-4554-8d6d-2ff4c724f1d9 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:30:16.878899 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 04d6a666-d4c5-4554-8d6d-2ff4c724f1d9 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:30:16.880369 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f86b789-d113-467a-a6b5-cf1f9235ed24 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Router ca154cb8-062b-4a71-b5ea-d2bdd3c2ff1f has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:30:16.931711 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No active binding found for port 55a81e61-a76d-4cc7-94fe-4fa9a5eff681 {{(pid=88903) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 27 02:30:16.932152 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 55a81e61-a76d-4cc7-94fe-4fa9a5eff681 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:30:16.945785 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-affe4707-a0fa-4344-85d5-61f35edd5a5d'] response: {'server_uuid': '8c735f9d-4a78-4b71-af11-0c1d6751d50a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8b7367-5a76-4a25-adc1-b162e501fe6b', 'code': 200} May 27 02:30:16.949620 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=5c8b7367-5a76-4a25-adc1-b162e501fe6b,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:16.986181 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4af36f-8b51-44ff-aeda-f38264020804 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Pushing event deleted for resources: {'Port': ['ID=55a81e61-a76d-4cc7-94fe-4fa9a5eff681,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:17.090525 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-089ace61-615d-4f35-9553-d32481980bcb service neutron] 10.222.0.32 "GET /v2.0/networks/0351dbc2-bfdb-49a5-89eb-5d2a933951a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370284 May 27 02:30:17.193069 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2de574-353e-45d9-ad2e-e7e8ab4224b6 req-dfaa78e4-bc96-47b4-ae29-153b2bb8ef07 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:17.195118 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5f2de574-353e-45d9-ad2e-e7e8ab4224b6 req-dfaa78e4-bc96-47b4-ae29-153b2bb8ef07 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8c735f9d-4a78-4b71-af11-0c1d6751d50a HTTP/1.1" status: 200 len: 1096 time: 0.1836221 May 27 02:30:17.242369 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-0049e615-99c8-494d-a352-a4e4252b43e2 req-2d4af36f-8b51-44ff-aeda-f38264020804 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] No DVR routers for this DVR port 55a81e61-a76d-4cc7-94fe-4fa9a5eff681 on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:30:17.251642 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0049e615-99c8-494d-a352-a4e4252b43e2 req-2d4af36f-8b51-44ff-aeda-f38264020804 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:17.263938 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e191672-cacf-4640-a5f3-6b7d45c3663a', 'name': 'network-vif-deleted', 'tag': '55a81e61-a76d-4cc7-94fe-4fa9a5eff681'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:30:17.266847 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0775ccbb-ed51-4b31-bed2-6a21d95e2ed8 req-2ba73a82-7b80-410d-9e55-4b7799c0ad5f service neutron] 10.222.0.32 "GET /v2.0/networks/0351dbc2-bfdb-49a5-89eb-5d2a933951a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693363 May 27 02:30:17.268459 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5f2de574-353e-45d9-ad2e-e7e8ab4224b6 req-aa44ef5a-0d0e-4296-901b-6ad81a71e933 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=265cd488-5638-4b04-8bc5-c36cca8a4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658565 May 27 02:30:17.274372 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f86b789-d113-467a-a6b5-cf1f9235ed24 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:30:17.283870 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1f86b789-d113-467a-a6b5-cf1f9235ed24 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "PUT /v2.0/routers/ca154cb8-062b-4a71-b5ea-d2bdd3c2ff1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9965017 May 27 02:30:17.284596 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54820) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:17.299545 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74959fe9-d2eb-458d-9407-60396dace668 None None] Sync routers for ids ['ca154cb8-062b-4a71-b5ea-d2bdd3c2ff1f'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:30:17.314699 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74959fe9-d2eb-458d-9407-60396dace668 None None] Routers {'ca154cb8-062b-4a71-b5ea-d2bdd3c2ff1f'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:30:17.315557 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-74959fe9-d2eb-458d-9407-60396dace668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:29:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['ca154cb8-062b-4a71-b5ea-d2bdd3c2ff1f'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:17.349563 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6ad7b7b-39d1-41a7-ae9e-f9a3fee97879'] response: {'server_uuid': '3e191672-cacf-4640-a5f3-6b7d45c3663a', 'name': 'network-vif-deleted', 'tag': '55a81e61-a76d-4cc7-94fe-4fa9a5eff681', 'status': 'completed', 'code': 200} May 27 02:30:17.388520 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-74959fe9-d2eb-458d-9407-60396dace668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:17.397686 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74959fe9-d2eb-458d-9407-60396dace668 None None] Routers {'ca154cb8-062b-4a71-b5ea-d2bdd3c2ff1f'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:30:17.398446 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-74959fe9-d2eb-458d-9407-60396dace668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:29:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['ca154cb8-062b-4a71-b5ea-d2bdd3c2ff1f'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:17.412133 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0049e615-99c8-494d-a352-a4e4252b43e2 req-2d4af36f-8b51-44ff-aeda-f38264020804 tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.32 "DELETE /v2.0/ports/55a81e61-a76d-4cc7-94fe-4fa9a5eff681 HTTP/1.1" status: 204 len: 173 time: 2.6517506 May 27 02:30:17.418670 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9944e002-08e5-492a-9f66-7914babd75df', 'name': 'network-vif-deleted', 'tag': '04d6a666-d4c5-4554-8d6d-2ff4c724f1d9'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:30:17.487824 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97f0145f-7d64-4712-9735-32eb674d06ec'] response: {'server_uuid': '9944e002-08e5-492a-9f66-7914babd75df', 'name': 'network-vif-deleted', 'tag': '04d6a666-d4c5-4554-8d6d-2ff4c724f1d9', 'status': 'completed', 'code': 200} May 27 02:30:17.488932 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-74959fe9-d2eb-458d-9407-60396dace668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:17.489320 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74959fe9-d2eb-458d-9407-60396dace668 None None] The sync data for ids ['ca154cb8-062b-4a71-b5ea-d2bdd3c2ff1f'] in n-d-843554-3 is: [] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:30:17.494550 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f0ba7-0f9b-433a-9c2a-b93e34556be0 req-26c24194-4a4e-4bd8-9e53-df90adcff06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:17.495947 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cd9f0ba7-0f9b-433a-9c2a-b93e34556be0 req-26c24194-4a4e-4bd8-9e53-df90adcff06e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8c735f9d-4a78-4b71-af11-0c1d6751d50a HTTP/1.1" status: 200 len: 1096 time: 0.4344554 May 27 02:30:17.541583 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d93004-b387-4103-ade2-e0ff37f10a81 req-31d64eec-8660-4d40-9a35-46e1a7f4cadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:17.542437 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d93004-b387-4103-ade2-e0ff37f10a81 req-31d64eec-8660-4d40-9a35-46e1a7f4cadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:17.544867 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e6d93004-b387-4103-ade2-e0ff37f10a81 req-31d64eec-8660-4d40-9a35-46e1a7f4cadc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6137a50b300642e3b27a011e959f0225&device_id=387cecf6-9ea2-42fa-878b-22b0f4170da0 HTTP/1.1" status: 200 len: 1980 time: 0.1272252 May 27 02:30:17.701921 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d93004-b387-4103-ade2-e0ff37f10a81 req-8a4d9f9e-30ee-45e5-b3d6-3866e1759f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:17.703370 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e6d93004-b387-4103-ade2-e0ff37f10a81 req-8a4d9f9e-30ee-45e5-b3d6-3866e1759f1c service neutron] 10.222.0.32 "GET /v2.0/networks?id=0351dbc2-bfdb-49a5-89eb-5d2a933951a2 HTTP/1.1" status: 200 len: 902 time: 0.1475859 May 27 02:30:17.788391 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e6d93004-b387-4103-ade2-e0ff37f10a81 req-541987b0-0578-43eb-bbc1-f360718604d9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.95&port_id=d40969d6-2e8d-496e-85e2-935f5989a75c HTTP/1.1" status: 200 len: 217 time: 0.0760972 May 27 02:30:17.806153 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cd9f0ba7-0f9b-433a-9c2a-b93e34556be0 req-5e756070-673a-429a-909c-ce338039e8c2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=265cd488-5638-4b04-8bc5-c36cca8a4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259828 May 27 02:30:17.812149 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-b787ef31-78b1-43d1-99f8-ea3b8b5b708d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] remove_router_interface failed (client error): The resource could not be found. May 27 02:30:17.815873 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b787ef31-78b1-43d1-99f8-ea3b8b5b708d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "PUT /v2.0/routers/ca154cb8-062b-4a71-b5ea-d2bdd3c2ff1f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5268910 May 27 02:30:17.816039 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54828) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:17.869211 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d93004-b387-4103-ade2-e0ff37f10a81 req-7a5f1e97-f41c-405c-b80c-dbcf2db89235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:17.870672 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e6d93004-b387-4103-ade2-e0ff37f10a81 req-7a5f1e97-f41c-405c-b80c-dbcf2db89235 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f30cd9af-2d7c-4422-9f18-3858edc8e8f0 HTTP/1.1" status: 200 len: 801 time: 0.0764594 May 27 02:30:17.873488 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6de9cffd-1c4b-4ef7-ae22-83d6f7e2b4b1 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Synchronizing usage tracker for tenant:39308f34ca0d41f5bed3e55c79db3f61 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:30:18.021550 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6de9cffd-1c4b-4ef7-ae22-83d6f7e2b4b1 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Unset dirty status for tenant:39308f34ca0d41f5bed3e55c79db3f61 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:30:18.025970 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6de9cffd-1c4b-4ef7-ae22-83d6f7e2b4b1 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "GET /v2.0/ports?device_id=ca154cb8-062b-4a71-b5ea-d2bdd3c2ff1f HTTP/1.1" status: 200 len: 205 time: 0.2063377 May 27 02:30:18.026361 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54838) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:18.053829 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61796f65-917d-4a25-8352-2b9db0ba8d27 req-7f9d1be8-7bb0-48c9-84b1-654ac812e5c3 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:18.058728 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61796f65-917d-4a25-8352-2b9db0ba8d27 req-7f9d1be8-7bb0-48c9-84b1-654ac812e5c3 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:18.060178 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-61796f65-917d-4a25-8352-2b9db0ba8d27 req-7f9d1be8-7bb0-48c9-84b1-654ac812e5c3 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=387cecf6-9ea2-42fa-878b-22b0f4170da0 HTTP/1.1" status: 200 len: 1678 time: 0.1021550 May 27 02:30:18.164294 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fea50a36-fec8-4232-a467-8bad4495888c req-f440febb-d555-4e7b-8b1c-81b5e227616d tempest-MultipleCreateTestJSON-566442998 tempest-MultipleCreateTestJSON-566442998-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e191672-cacf-4640-a5f3-6b7d45c3663a HTTP/1.1" status: 200 len: 210 time: 0.1012862 May 27 02:30:18.167799 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f5677e31-94a7-4d45-b34c-d31e705d97f4 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:18.201862 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-61796f65-917d-4a25-8352-2b9db0ba8d27 req-f1a74187-86ba-4625-9389-099b21a8f923 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b1c5d58-b623-42ce-95bb-4137c2111074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089690 May 27 02:30:18.215094 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d93004-b387-4103-ade2-e0ff37f10a81 req-74be7113-4ee6-4ea8-88a4-08a2ffd4c8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:18.216669 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e6d93004-b387-4103-ade2-e0ff37f10a81 req-74be7113-4ee6-4ea8-88a4-08a2ffd4c8f3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0351dbc2-bfdb-49a5-89eb-5d2a933951a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1555343 May 27 02:30:18.365117 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e6d93004-b387-4103-ade2-e0ff37f10a81 req-c7a8c467-abbf-4117-acc9-95a3d6d4ccac service neutron] 10.222.0.32 "GET /v2.0/networks/0351dbc2-bfdb-49a5-89eb-5d2a933951a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407013 May 27 02:30:18.496465 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f5677e31-94a7-4d45-b34c-d31e705d97f4 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:18.498975 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f5677e31-94a7-4d45-b34c-d31e705d97f4 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:18.623479 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f5677e31-94a7-4d45-b34c-d31e705d97f4 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:18.624004 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5677e31-94a7-4d45-b34c-d31e705d97f4 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Fanout notify agent at l3_agent the message router_deleted on router ca154cb8-062b-4a71-b5ea-d2bdd3c2ff1f {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:30:18.643088 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f5677e31-94a7-4d45-b34c-d31e705d97f4 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:18.644788 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f5677e31-94a7-4d45-b34c-d31e705d97f4 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "DELETE /v2.0/routers/ca154cb8-062b-4a71-b5ea-d2bdd3c2ff1f HTTP/1.1" status: 204 len: 168 time: 0.6173730 May 27 02:30:18.647840 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54846) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:18.683612 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e6d93004-b387-4103-ade2-e0ff37f10a81 req-89695225-022f-45c9-a56b-2ddbef6d9c71 service neutron] 10.222.0.32 "GET /v2.0/networks/0351dbc2-bfdb-49a5-89eb-5d2a933951a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063960 May 27 02:30:18.686395 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cb42b-aa1e-477d-928a-f1ed5f36f5ec req-ba79ecd2-20ed-43a7-bd5f-6a8c21a3d552 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:18.687790 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ec9cb42b-aa1e-477d-928a-f1ed5f36f5ec req-ba79ecd2-20ed-43a7-bd5f-6a8c21a3d552 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8c735f9d-4a78-4b71-af11-0c1d6751d50a HTTP/1.1" status: 200 len: 1096 time: 0.2820508 May 27 02:30:18.744693 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-26fb4b0a-7575-438f-8db5-1c8b386b4496 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Deleting subnet 71db2d58-d327-443d-9148-ae9d54c83eea {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:30:18.748912 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-26fb4b0a-7575-438f-8db5-1c8b386b4496 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:18.776818 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ec9cb42b-aa1e-477d-928a-f1ed5f36f5ec req-d5cf4cd2-6ed7-4659-b6f2-6f23aa7b3915 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=265cd488-5638-4b04-8bc5-c36cca8a4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809364 May 27 02:30:18.840249 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-26fb4b0a-7575-438f-8db5-1c8b386b4496 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:18.840360 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cf8d9-cd1c-47cc-9588-9b2ae234b2fc req-f6c75ed1-baaa-4f4b-a1ce-46c3d8b4a93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:18.840360 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cf8d9-cd1c-47cc-9588-9b2ae234b2fc req-f6c75ed1-baaa-4f4b-a1ce-46c3d8b4a93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:18.844818 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5d0cf8d9-cd1c-47cc-9588-9b2ae234b2fc req-f6c75ed1-baaa-4f4b-a1ce-46c3d8b4a93a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6137a50b300642e3b27a011e959f0225&device_id=387cecf6-9ea2-42fa-878b-22b0f4170da0 HTTP/1.1" status: 200 len: 1980 time: 0.1112680 May 27 02:30:18.925304 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-26fb4b0a-7575-438f-8db5-1c8b386b4496 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:18.998457 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cf8d9-cd1c-47cc-9588-9b2ae234b2fc req-3768ede9-c927-4855-92e3-bf621b47974e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:18.999903 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5d0cf8d9-cd1c-47cc-9588-9b2ae234b2fc req-3768ede9-c927-4855-92e3-bf621b47974e service neutron] 10.222.0.32 "GET /v2.0/networks?id=58d9efdd-c5a0-4704-bbbf-34d4bdd45a38 HTTP/1.1" status: 200 len: 902 time: 0.1424210 May 27 02:30:19.067690 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:19.073529 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5d0cf8d9-cd1c-47cc-9588-9b2ae234b2fc req-2da30187-4694-4308-bb13-99c7cf40330e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.170&port_id=220ace4b-fa19-4370-b7b7-f0a8f37ffce7 HTTP/1.1" status: 200 len: 217 time: 0.0670333 May 27 02:30:19.094291 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-26fb4b0a-7575-438f-8db5-1c8b386b4496 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:19.132059 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb4b0a-7575-438f-8db5-1c8b386b4496 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event deleted for resources: {'Subnet': ['ID=71db2d58-d327-443d-9148-ae9d54c83eea,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:19.137694 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-26fb4b0a-7575-438f-8db5-1c8b386b4496 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:19.138335 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cf8d9-cd1c-47cc-9588-9b2ae234b2fc req-0ea23d2e-1960-44bb-b40c-56ddcdff7236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:19.139904 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5d0cf8d9-cd1c-47cc-9588-9b2ae234b2fc req-0ea23d2e-1960-44bb-b40c-56ddcdff7236 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3018a2c7-49e3-484e-ae60-00af75ab626b HTTP/1.1" status: 200 len: 801 time: 0.0590167 May 27 02:30:19.151847 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-26fb4b0a-7575-438f-8db5-1c8b386b4496 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "DELETE /v2.0/subnets/71db2d58-d327-443d-9148-ae9d54c83eea HTTP/1.1" status: 204 len: 168 time: 0.4994404 May 27 02:30:19.154251 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54850) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:19.167115 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cb051e-c1d9-49c8-a47d-ef6ad3a630c0 None None] Network 9bcb1b11-7f4c-414a-b542-a9ab159da30c requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:30:19.291251 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cf8d9-cd1c-47cc-9588-9b2ae234b2fc req-81cda54d-114e-4ed9-bbbf-69513fe1ffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:19.300418 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54860) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:19.301011 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5d0cf8d9-cd1c-47cc-9588-9b2ae234b2fc req-81cda54d-114e-4ed9-bbbf-69513fe1ffd0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58d9efdd-c5a0-4704-bbbf-34d4bdd45a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1542912 May 27 02:30:19.355161 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81e22c85-07c0-4aea-8141-24535543038c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:19.388310 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0add177-98b9-4ddb-8fff-ffe199852b21 admin admin] Deleting subnet c250816a-43d9-48f2-b76f-f0e58c9da86d {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:30:19.391467 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:19.394970 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-81e22c85-07c0-4aea-8141-24535543038c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Deleting port c6628c79-51da-45a9-b2aa-7cbeee319778 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:30:19.395525 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81e22c85-07c0-4aea-8141-24535543038c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:19.424108 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f0add177-98b9-4ddb-8fff-ffe199852b21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:19.492807 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91eb6a9d-ce66-4377-b2a2-19c93ea1ec94 None None] DHCP port deletion for 9bcb1b11-7f4c-414a-b542-a9ab159da30c request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:30:19.499240 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-91eb6a9d-ce66-4377-b2a2-19c93ea1ec94 None None] Deleting port c6628c79-51da-45a9-b2aa-7cbeee319778 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:30:19.499867 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-91eb6a9d-ce66-4377-b2a2-19c93ea1ec94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:19.522916 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f0add177-98b9-4ddb-8fff-ffe199852b21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:19.580317 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d8856-5517-43d5-8090-ea40b4d00187 req-b331e39c-9b60-409a-a787-7c6198ca91e7 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:19.586321 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d8856-5517-43d5-8090-ea40b4d00187 req-b331e39c-9b60-409a-a787-7c6198ca91e7 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:19.594129 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-315d8856-5517-43d5-8090-ea40b4d00187 req-b331e39c-9b60-409a-a787-7c6198ca91e7 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=387cecf6-9ea2-42fa-878b-22b0f4170da0 HTTP/1.1" status: 200 len: 1678 time: 0.2116826 May 27 02:30:19.598563 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5d0cf8d9-cd1c-47cc-9588-9b2ae234b2fc req-07ff9476-dd2f-43fd-9745-538c01631c48 service neutron] 10.222.0.32 "GET /v2.0/networks/58d9efdd-c5a0-4704-bbbf-34d4bdd45a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909443 May 27 02:30:19.721288 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-315d8856-5517-43d5-8090-ea40b4d00187 req-1075e3d0-36f1-41cd-9a57-f4c9ff326e80 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b1c5d58-b623-42ce-95bb-4137c2111074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260507 May 27 02:30:19.815889 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-91eb6a9d-ce66-4377-b2a2-19c93ea1ec94 None None] For port c6628c79-51da-45a9-b2aa-7cbeee319778, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c6628c79-51da-45a9-b2aa-7cbeee319778,segment=NetworkSegment(4b085be4-ecdc-406d-bb44-f480936f888d),segment_id=4b085be4-ecdc-406d-bb44-f480936f888d)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:30:19.816471 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-91eb6a9d-ce66-4377-b2a2-19c93ea1ec94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:19.823663 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5d0cf8d9-cd1c-47cc-9588-9b2ae234b2fc req-c0b9db17-7ed1-43bc-bd4b-ad669bdb6808 service neutron] 10.222.0.32 "GET /v2.0/networks/58d9efdd-c5a0-4704-bbbf-34d4bdd45a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924562 May 27 02:30:19.873111 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f0add177-98b9-4ddb-8fff-ffe199852b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:19.956021 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-81e22c85-07c0-4aea-8141-24535543038c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] For port c6628c79-51da-45a9-b2aa-7cbeee319778, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c6628c79-51da-45a9-b2aa-7cbeee319778,segment=NetworkSegment(4b085be4-ecdc-406d-bb44-f480936f888d),segment_id=4b085be4-ecdc-406d-bb44-f480936f888d)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:30:19.956021 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81e22c85-07c0-4aea-8141-24535543038c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:20.019421 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ffc06-4669-437c-a536-d1f226495a14 req-9c81deb9-eaf4-4e5e-aaab-df6b49712533 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:20.023487 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-771ffc06-4669-437c-a536-d1f226495a14 req-9c81deb9-eaf4-4e5e-aaab-df6b49712533 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8c735f9d-4a78-4b71-af11-0c1d6751d50a HTTP/1.1" status: 200 len: 1096 time: 0.0910051 May 27 02:30:20.023611 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-91eb6a9d-ce66-4377-b2a2-19c93ea1ec94 None None] Calling delete_port for c6628c79-51da-45a9-b2aa-7cbeee319778 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:30:20.052939 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c6628c79-51da-45a9-b2aa-7cbeee319778 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:30:20.075519 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-771ffc06-4669-437c-a536-d1f226495a14 req-6958486f-8e29-48a1-9f05-75c8de8148c8 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=265cd488-5638-4b04-8bc5-c36cca8a4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451415 May 27 02:30:20.107751 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-81e22c85-07c0-4aea-8141-24535543038c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Calling delete_port for c6628c79-51da-45a9-b2aa-7cbeee319778 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:30:20.120064 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 220ace4b-fa19-4370-b7b7-f0a8f37ffce7 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:30:20.270168 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb58c37-33f1-4e91-8a05-ab82d66b34d3 req-e76001b3-6047-4173-8030-1cb4c704c031 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:20.271732 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cfb58c37-33f1-4e91-8a05-ab82d66b34d3 req-e76001b3-6047-4173-8030-1cb4c704c031 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8c735f9d-4a78-4b71-af11-0c1d6751d50a HTTP/1.1" status: 200 len: 1096 time: 0.0758514 May 27 02:30:20.279169 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f0add177-98b9-4ddb-8fff-ffe199852b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:20.325118 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f0add177-98b9-4ddb-8fff-ffe199852b21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:20.327323 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port c6628c79-51da-45a9-b2aa-7cbeee319778 is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:30:20.327707 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:20.329731 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0add177-98b9-4ddb-8fff-ffe199852b21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c250816a-43d9-48f2-b76f-f0e58c9da86d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:20.336778 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f0add177-98b9-4ddb-8fff-ffe199852b21 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/c250816a-43d9-48f2-b76f-f0e58c9da86d HTTP/1.1" status: 204 len: 168 time: 1.0345616 May 27 02:30:20.339058 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54870) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:20.357894 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cfb58c37-33f1-4e91-8a05-ab82d66b34d3 req-1e88c4b7-5918-49da-a227-f67b5c3e4398 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=265cd488-5638-4b04-8bc5-c36cca8a4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680416 May 27 02:30:20.369424 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 220ace4b-fa19-4370-b7b7-f0a8f37ffce7, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=220ace4b-fa19-4370-b7b7-f0a8f37ffce7,segment=NetworkSegment(c426a656-74c6-4494-83b5-2d14ca146a65),segment_id=c426a656-74c6-4494-83b5-2d14ca146a65)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:30:20.381659 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-91eb6a9d-ce66-4377-b2a2-19c93ea1ec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:20.451081 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-81e22c85-07c0-4aea-8141-24535543038c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:30:20.451423 n-d-843554-3 neutron-server[88901]: DEBUG oslo_db.api [None req-81e22c85-07c0-4aea-8141-24535543038c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:30:20.458701 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62c16ac8-2318-4713-9ac6-3705d80b9940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:20.492521 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '220ace4b-fa19-4370-b7b7-f0a8f37ffce7', 'network_id': '58d9efdd-c5a0-4704-bbbf-34d4bdd45a38', 'port_id': '220ace4b-fa19-4370-b7b7-f0a8f37ffce7', 'mac_address': 'fa:16:3e:f0:9b:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3018a2c7-49e3-484e-ae60-00af75ab626b', 'ip_address': '19.80.0.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:30:20.513574 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91eb6a9d-ce66-4377-b2a2-19c93ea1ec94 None None] No DVR routers for this DVR port c6628c79-51da-45a9-b2aa-7cbeee319778 on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:30:20.515697 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb6a9d-ce66-4377-b2a2-19c93ea1ec94 None None] Pushing event deleted for resources: {'Port': ['ID=c6628c79-51da-45a9-b2aa-7cbeee319778,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:20.558446 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f8910-279f-491d-a8eb-a7a0165d90d0 req-830d8127-ed00-4e46-9c6f-a050d8973a62 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:20.560200 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4b1f8910-279f-491d-a8eb-a7a0165d90d0 req-830d8127-ed00-4e46-9c6f-a050d8973a62 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8c735f9d-4a78-4b71-af11-0c1d6751d50a HTTP/1.1" status: 200 len: 1096 time: 0.0946283 May 27 02:30:20.578223 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 220ace4b-fa19-4370-b7b7-f0a8f37ffce7 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:30:20.578612 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:20.599459 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 220ace4b-fa19-4370-b7b7-f0a8f37ffce7 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:30:20.612291 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4b1f8910-279f-491d-a8eb-a7a0165d90d0 req-b3b668e4-382a-411f-b76d-1f65183a500a tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=265cd488-5638-4b04-8bc5-c36cca8a4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449843 May 27 02:30:20.616318 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62c16ac8-2318-4713-9ac6-3705d80b9940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:20.634618 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 220ace4b-fa19-4370-b7b7-f0a8f37ffce7, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=220ace4b-fa19-4370-b7b7-f0a8f37ffce7,segment=NetworkSegment(c426a656-74c6-4494-83b5-2d14ca146a65),segment_id=c426a656-74c6-4494-83b5-2d14ca146a65)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:30:20.656895 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-62c16ac8-2318-4713-9ac6-3705d80b9940 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b312858-40bf-40ec-b8ee-1ed51802769e']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:20.666651 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-62c16ac8-2318-4713-9ac6-3705d80b9940 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21da3dd4-f4af-4d6f-af61-d10b4b1a29a9') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:20.667036 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-62c16ac8-2318-4713-9ac6-3705d80b9940 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21da3dd4-f4af-4d6f-af61-d10b4b1a29a9') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:20.678876 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62c16ac8-2318-4713-9ac6-3705d80b9940 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:20.700212 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62c16ac8-2318-4713-9ac6-3705d80b9940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:20.706555 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62c16ac8-2318-4713-9ac6-3705d80b9940 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:30:20.706938 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62c16ac8-2318-4713-9ac6-3705d80b9940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:20.731438 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:20.731438 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device d40969d6-2e8d-496e-85e2-935f5989a75c details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:30:20.803897 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 21da3dd4-f4af-4d6f-af61-d10b4b1a29a9 resource provider aggregate not found May 27 02:30:20.839162 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 21da3dd4-f4af-4d6f-af61-d10b4b1a29a9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 21da3dd4-f4af-4d6f-af61-d10b4b1a29a9 found for delete ", "request_id": "req-850127bd-f945-4253-a1b0-9b967dae51e7"}]} May 27 02:30:20.952913 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-81e22c85-07c0-4aea-8141-24535543038c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Deleting port c6628c79-51da-45a9-b2aa-7cbeee319778 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:30:20.953375 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81e22c85-07c0-4aea-8141-24535543038c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:20.961840 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=220ace4b-fa19-4370-b7b7-f0a8f37ffce7,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:21.018776 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62c16ac8-2318-4713-9ac6-3705d80b9940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:21.047447 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62c16ac8-2318-4713-9ac6-3705d80b9940 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:21.047648 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-91878b77-b4a4-4c69-ace1-89d9313e66bf tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:21.048456 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-91878b77-b4a4-4c69-ace1-89d9313e66bf tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/networks?id=f503c0fc-1b99-430e-93b0-fa2fbcdd3be5 HTTP/1.1" status: 200 len: 911 time: 0.2270930 May 27 02:30:21.057909 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca01b4-cf0d-4e8a-b0a2-895e280ab5ac req-c1f54c71-1a97-4ed2-882b-7dfe7a70cd52 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:21.063730 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca01b4-cf0d-4e8a-b0a2-895e280ab5ac req-c1f54c71-1a97-4ed2-882b-7dfe7a70cd52 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:21.065288 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-22ca01b4-cf0d-4e8a-b0a2-895e280ab5ac req-c1f54c71-1a97-4ed2-882b-7dfe7a70cd52 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=387cecf6-9ea2-42fa-878b-22b0f4170da0 HTTP/1.1" status: 200 len: 1679 time: 0.1488576 May 27 02:30:21.076933 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-70d87a2d-6c1c-4ce4-a028-4b2e3d6e4487 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/quotas/0175724c21d348429aa5e3000587cd5e HTTP/1.1" status: 200 len: 375 time: 0.0097997 May 27 02:30:21.084450 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-81e22c85-07c0-4aea-8141-24535543038c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] The port 'c6628c79-51da-45a9-b2aa-7cbeee319778' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:30:21.085443 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c16ac8-2318-4713-9ac6-3705d80b9940 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b312858-40bf-40ec-b8ee-1ed51802769e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:21.095556 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port d40969d6-2e8d-496e-85e2-935f5989a75c, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=d40969d6-2e8d-496e-85e2-935f5989a75c,segment=NetworkSegment(91f06bc1-2458-4ddd-ab3b-c2af3cbd18ce),segment_id=91f06bc1-2458-4ddd-ab3b-c2af3cbd18ce)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:30:21.116510 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': 'd40969d6-2e8d-496e-85e2-935f5989a75c', 'network_id': '0351dbc2-bfdb-49a5-89eb-5d2a933951a2', 'port_id': 'd40969d6-2e8d-496e-85e2-935f5989a75c', 'mac_address': 'fa:16:3e:43:06:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f30cd9af-2d7c-4422-9f18-3858edc8e8f0', 'ip_address': '19.86.0.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:30:21.161489 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-22ca01b4-cf0d-4e8a-b0a2-895e280ab5ac req-0cb683e6-4240-45fa-8900-f642f00f7016 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b1c5d58-b623-42ce-95bb-4137c2111074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817358 May 27 02:30:21.189387 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port d40969d6-2e8d-496e-85e2-935f5989a75c is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:30:21.189982 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:21.191391 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-5d3d18b3-cab8-4d29-bb92-f755db90e513 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/ports?tenant_id=0175724c21d348429aa5e3000587cd5e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0981653 May 27 02:30:21.208085 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d40969d6-2e8d-496e-85e2-935f5989a75c {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:30:21.223632 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port d40969d6-2e8d-496e-85e2-935f5989a75c, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=d40969d6-2e8d-496e-85e2-935f5989a75c,segment=NetworkSegment(91f06bc1-2458-4ddd-ab3b-c2af3cbd18ce),segment_id=91f06bc1-2458-4ddd-ab3b-c2af3cbd18ce)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:30:21.234834 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-62c16ac8-2318-4713-9ac6-3705d80b9940 admin admin] 10.222.0.57 "DELETE /v2.0/networks/7b312858-40bf-40ec-b8ee-1ed51802769e HTTP/1.1" status: 204 len: 168 time: 0.8945639 May 27 02:30:21.259744 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81e22c85-07c0-4aea-8141-24535543038c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:21.290143 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-81e22c85-07c0-4aea-8141-24535543038c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bcb1b11-7f4c-414a-b542-a9ab159da30c']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:21.305194 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-81e22c85-07c0-4aea-8141-24535543038c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b085be4-ecdc-406d-bb44-f480936f888d') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:21.305801 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-81e22c85-07c0-4aea-8141-24535543038c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b085be4-ecdc-406d-bb44-f480936f888d') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:21.305924 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:21.320109 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81e22c85-07c0-4aea-8141-24535543038c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:21.349928 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81e22c85-07c0-4aea-8141-24535543038c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:21.359993 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e22c85-07c0-4aea-8141-24535543038c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:30:21.360573 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81e22c85-07c0-4aea-8141-24535543038c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:21.401959 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=d40969d6-2e8d-496e-85e2-935f5989a75c,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:21.477271 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-84acae7d-622b-4654-90ea-5644e7174ba2 service neutron] 10.222.0.57 "GET /v2.0/networks/f503c0fc-1b99-430e-93b0-fa2fbcdd3be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737620 May 27 02:30:21.545364 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81e22c85-07c0-4aea-8141-24535543038c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:21.564149 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81e22c85-07c0-4aea-8141-24535543038c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:21.574453 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e22c85-07c0-4aea-8141-24535543038c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event deleted for resources: {'Network': ['ID=9bcb1b11-7f4c-414a-b542-a9ab159da30c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:21.577140 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-81e22c85-07c0-4aea-8141-24535543038c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "DELETE /v2.0/networks/9bcb1b11-7f4c-414a-b542-a9ab159da30c HTTP/1.1" status: 204 len: 168 time: 2.4218645 May 27 02:30:21.582000 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54900) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:21.587955 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f23d406e-54cf-4555-8db2-d5b45b2428f2 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Request body: {'network': {'name': 'tempest-RoutersTest-984658220'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:30:21.593460 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f23d406e-54cf-4555-8db2-d5b45b2428f2 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:30:21.597627 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f23d406e-54cf-4555-8db2-d5b45b2428f2 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Usage tracker for resource:network and tenant:39308f34ca0d41f5bed3e55c79db3f61 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:30:21.601866 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f23d406e-54cf-4555-8db2-d5b45b2428f2 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:30:21.609959 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f23d406e-54cf-4555-8db2-d5b45b2428f2 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:30:21.610705 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['220ace4b-fa19-4370-b7b7-f0a8f37ffce7'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:30:21.638620 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-814532d9-7b4c-4692-ae77-9339f17d59a4 service neutron] 10.222.0.57 "GET /v2.0/networks/f503c0fc-1b99-430e-93b0-fa2fbcdd3be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551192 May 27 02:30:21.654843 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['d40969d6-2e8d-496e-85e2-935f5989a75c'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:30:21.757891 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23d406e-54cf-4555-8db2-d5b45b2428f2 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Made reservation on behalf of 39308f34ca0d41f5bed3e55c79db3f61 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:30:21.757891 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f23d406e-54cf-4555-8db2-d5b45b2428f2 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:21.789877 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54904) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:21.805558 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f23d406e-54cf-4555-8db2-d5b45b2428f2 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:30:21.818862 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f23d406e-54cf-4555-8db2-d5b45b2428f2 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:21.819224 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-f23d406e-54cf-4555-8db2-d5b45b2428f2 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Added segment 1041cf04-1863-4837-9520-07be418b829f of type vlan for network 1d6ad633-c550-45fe-92bc-8eb84cbddcb6 May 27 02:30:21.880826 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1d0d5e25-a719-47f0-82ef-a3706911a88d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=66fa48c46c404eb499f5ae926a62ad7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0894818 May 27 02:30:21.881675 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54910) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:21.883833 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f23d406e-54cf-4555-8db2-d5b45b2428f2 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:21.986351 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5688006e-f3c9-4ce4-a195-5908ac602f3f req-a189dcee-8393-4dcf-b80d-79ba2a058dfb tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=88a4657e-b4d0-46d1-94a4-e24295910ea5 HTTP/1.1" status: 200 len: 210 time: 0.0697210 May 27 02:30:22.029161 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-58cfe32c-6733-4a68-9450-e800efd26bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:22.061431 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-58cfe32c-6733-4a68-9450-e800efd26bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:22.065202 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f23d406e-54cf-4555-8db2-d5b45b2428f2 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:22.071316 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23d406e-54cf-4555-8db2-d5b45b2428f2 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:22.071976 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f23d406e-54cf-4555-8db2-d5b45b2428f2 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:22.253519 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-58cfe32c-6733-4a68-9450-e800efd26bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:22.274061 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cfe32c-6733-4a68-9450-e800efd26bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3caece4-0c9e-4cd5-a9c9-2bc9847bb1b4,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:22.287252 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23d406e-54cf-4555-8db2-d5b45b2428f2 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event updated for resources: {'Network': ['ID=1d6ad633-c550-45fe-92bc-8eb84cbddcb6,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:22.299076 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 1d6ad633-c550-45fe-92bc-8eb84cbddcb6 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:30:22.357095 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f23d406e-54cf-4555-8db2-d5b45b2428f2 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7738307 May 27 02:30:22.359946 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54924) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:22.367475 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-58cfe32c-6733-4a68-9450-e800efd26bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:22.371017 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-58cfe32c-6733-4a68-9450-e800efd26bff admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e3caece4-0c9e-4cd5-a9c9-2bc9847bb1b4 HTTP/1.1" status: 204 len: 168 time: 0.4859021 May 27 02:30:22.371144 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-20538f9b-0b2d-49f3-9a81-7dee057ab1b0 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Request body: {'subnet': {'network_id': '1d6ad633-c550-45fe-92bc-8eb84cbddcb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:30:22.417166 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5fb10e-08a3-4787-8384-a36971e1a9f5 req-0365399d-88ff-4d48-8366-fef299f17ab9 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:22.423548 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5fb10e-08a3-4787-8384-a36971e1a9f5 req-0365399d-88ff-4d48-8366-fef299f17ab9 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:22.425347 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9d5fb10e-08a3-4787-8384-a36971e1a9f5 req-0365399d-88ff-4d48-8366-fef299f17ab9 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=387cecf6-9ea2-42fa-878b-22b0f4170da0 HTTP/1.1" status: 200 len: 1680 time: 0.1372263 May 27 02:30:22.483566 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9d5fb10e-08a3-4787-8384-a36971e1a9f5 req-6e2cba67-a99b-40eb-8ec6-df8797f2ee25 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b1c5d58-b623-42ce-95bb-4137c2111074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514050 May 27 02:30:22.518940 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-20538f9b-0b2d-49f3-9a81-7dee057ab1b0 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:30:22.522971 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-20538f9b-0b2d-49f3-9a81-7dee057ab1b0 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Usage tracker for resource:subnet and tenant:39308f34ca0d41f5bed3e55c79db3f61 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:30:22.526623 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-20538f9b-0b2d-49f3-9a81-7dee057ab1b0 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:30:22.532370 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-20538f9b-0b2d-49f3-9a81-7dee057ab1b0 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:30:22.621752 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20538f9b-0b2d-49f3-9a81-7dee057ab1b0 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Made reservation on behalf of 39308f34ca0d41f5bed3e55c79db3f61 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:30:22.625723 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20538f9b-0b2d-49f3-9a81-7dee057ab1b0 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:22.863900 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 4b085be4-ecdc-406d-bb44-f480936f888d resource provider aggregate not found May 27 02:30:22.884231 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 4b085be4-ecdc-406d-bb44-f480936f888d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4b085be4-ecdc-406d-bb44-f480936f888d found for delete ", "request_id": "req-06dc9548-7fbd-4d0c-90e5-03c6dc2b1552"}]} May 27 02:30:22.977035 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20538f9b-0b2d-49f3-9a81-7dee057ab1b0 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:23.068852 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20538f9b-0b2d-49f3-9a81-7dee057ab1b0 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event updated for resources: {'Subnet': ['ID=d701636b-ef8b-4abb-953b-c023c8e517c5,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:23.076429 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20538f9b-0b2d-49f3-9a81-7dee057ab1b0 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Checking segment: {'id': '1041cf04-1863-4837-9520-07be418b829f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1d6ad633-c550-45fe-92bc-8eb84cbddcb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:30:23.076669 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20538f9b-0b2d-49f3-9a81-7dee057ab1b0 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Network hostable DHCP agents. Network: 1d6ad633-c550-45fe-92bc-8eb84cbddcb6, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:30:23.135886 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-85947d30-ef37-4133-b38b-a49bc15dc892 req-29a9e890-94e3-43cb-abd7-3a3c94499ad1 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=88a4657e-b4d0-46d1-94a4-e24295910ea5 HTTP/1.1" status: 200 len: 210 time: 0.0454798 May 27 02:30:23.199292 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20538f9b-0b2d-49f3-9a81-7dee057ab1b0 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Network 1d6ad633-c550-45fe-92bc-8eb84cbddcb6 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:30:23.293688 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-20538f9b-0b2d-49f3-9a81-7dee057ab1b0 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 1d6ad633-c550-45fe-92bc-8eb84cbddcb6) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:30:23.298263 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20538f9b-0b2d-49f3-9a81-7dee057ab1b0 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:23.299261 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20538f9b-0b2d-49f3-9a81-7dee057ab1b0 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:23.302304 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7317da0-c004-443a-81ef-4318e7612173 None None] Network 1d6ad633-c550-45fe-92bc-8eb84cbddcb6 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:30:23.446484 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-20538f9b-0b2d-49f3-9a81-7dee057ab1b0 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0846906 May 27 02:30:23.451391 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54954) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:23.458577 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-1409bb08-ace4-4337-9500-3caeeec66664 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-923665204', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:30:23.466140 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1409bb08-ace4-4337-9500-3caeeec66664 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:30:23.470963 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1409bb08-ace4-4337-9500-3caeeec66664 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Usage tracker for resource:router and tenant:39308f34ca0d41f5bed3e55c79db3f61 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:30:23.474335 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1409bb08-ace4-4337-9500-3caeeec66664 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:30:23.485678 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1409bb08-ace4-4337-9500-3caeeec66664 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:30:23.542566 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da81a48-3f12-477c-bc7a-5928a515611a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-1d6ad633-c550-45fe-92bc-8eb84cbddcb6', 'network_id': '1d6ad633-c550-45fe-92bc-8eb84cbddcb6', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'fixed_ips': [{'subnet_id': 'd701636b-ef8b-4abb-953b-c023c8e517c5'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:30:23.543420 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0da81a48-3f12-477c-bc7a-5928a515611a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:23.614267 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1409bb08-ace4-4337-9500-3caeeec66664 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:23.615880 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1409bb08-ace4-4337-9500-3caeeec66664 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:23.672310 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1409bb08-ace4-4337-9500-3caeeec66664 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:23.719031 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-0da81a48-3f12-477c-bc7a-5928a515611a None None] Allocated IP 172.20.0.2 (1d6ad633-c550-45fe-92bc-8eb84cbddcb6/d701636b-ef8b-4abb-953b-c023c8e517c5/06e78789-9b99-4cc0-b7e9-54770fc973b1) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:30:23.741319 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449373b3-90a1-4fc7-af4a-0dcdf9f65c62 req-5444a0a5-5c66-48b8-869d-ea4be4f958e5 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:23.749529 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449373b3-90a1-4fc7-af4a-0dcdf9f65c62 req-5444a0a5-5c66-48b8-869d-ea4be4f958e5 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:23.766567 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-449373b3-90a1-4fc7-af4a-0dcdf9f65c62 req-5444a0a5-5c66-48b8-869d-ea4be4f958e5 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=387cecf6-9ea2-42fa-878b-22b0f4170da0 HTTP/1.1" status: 200 len: 1680 time: 0.1359584 May 27 02:30:23.778999 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54966) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:23.831603 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1409bb08-ace4-4337-9500-3caeeec66664 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:23.875641 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-449373b3-90a1-4fc7-af4a-0dcdf9f65c62 req-bb0f8bd9-b17d-4a43-8cab-dc864b95b05a tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b1c5d58-b623-42ce-95bb-4137c2111074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077960 May 27 02:30:23.932483 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-fc272fda-858b-424a-925e-70d2049f0e9c admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-1189163223-network', 'tenant_id': '0f6449afd65d4495b8e52f0abed3e04c'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:30:23.937791 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fc272fda-858b-424a-925e-70d2049f0e9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:30:23.942052 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fc272fda-858b-424a-925e-70d2049f0e9c admin admin] Usage tracker for resource:network and tenant:0f6449afd65d4495b8e52f0abed3e04c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:30:23.949913 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fc272fda-858b-424a-925e-70d2049f0e9c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:30:23.956875 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fc272fda-858b-424a-925e-70d2049f0e9c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:30:23.964979 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1409bb08-ace4-4337-9500-3caeeec66664 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:23.966416 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1409bb08-ace4-4337-9500-3caeeec66664 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5140162 May 27 02:30:23.969641 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54972) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:23.992440 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0da81a48-3f12-477c-bc7a-5928a515611a None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:24.008409 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-0da81a48-3f12-477c-bc7a-5928a515611a None None] Transition to ACTIVE for port object 06e78789-9b99-4cc0-b7e9-54770fc973b1 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:30:24.027174 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-0da81a48-3f12-477c-bc7a-5928a515611a None None] Transition to ACTIVE for port object 06e78789-9b99-4cc0-b7e9-54770fc973b1 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:30:24.096024 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc272fda-858b-424a-925e-70d2049f0e9c admin admin] Made reservation on behalf of 0f6449afd65d4495b8e52f0abed3e04c for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:30:24.098343 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fc272fda-858b-424a-925e-70d2049f0e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:24.111446 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fc272fda-858b-424a-925e-70d2049f0e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:24.126164 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fc272fda-858b-424a-925e-70d2049f0e9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:30:24.129986 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fc272fda-858b-424a-925e-70d2049f0e9c admin admin] Usage tracker for resource:security_group_rule and tenant:0f6449afd65d4495b8e52f0abed3e04c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:30:24.133362 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fc272fda-858b-424a-925e-70d2049f0e9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:30:24.138959 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fc272fda-858b-424a-925e-70d2049f0e9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:30:24.150655 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 220ace4b-fa19-4370-b7b7-f0a8f37ffce7 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:30:24.190670 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0da81a48-3f12-477c-bc7a-5928a515611a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:24.235922 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fc272fda-858b-424a-925e-70d2049f0e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:24.324826 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fc272fda-858b-424a-925e-70d2049f0e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:24.349785 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc272fda-858b-424a-925e-70d2049f0e9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:30:24.361694 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da81a48-3f12-477c-bc7a-5928a515611a None None] Network 1d6ad633-c550-45fe-92bc-8eb84cbddcb6 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:30:24.368599 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fc272fda-858b-424a-925e-70d2049f0e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:24.368978 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-fc272fda-858b-424a-925e-70d2049f0e9c admin admin] Added segment a866d150-2fed-45c0-86d8-9c4df55ca76b of type vlan for network 9dbb523d-2f5a-4772-b285-5edfb01cd0aa May 27 02:30:24.372383 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-0da81a48-3f12-477c-bc7a-5928a515611a None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:30:24.377544 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da81a48-3f12-477c-bc7a-5928a515611a None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:30:24.413584 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc272fda-858b-424a-925e-70d2049f0e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad88a1de-0daa-4265-80ca-f3e72dce39fb,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:24.421481 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da81a48-3f12-477c-bc7a-5928a515611a None None] Pushing event updated for resources: {'Port': ['ID=06e78789-9b99-4cc0-b7e9-54770fc973b1,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:24.446219 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f488d46-5287-4470-a44b-115a6af9001d req-ed9722b6-b725-486d-a1bd-d093f3c2ee20 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=88a4657e-b4d0-46d1-94a4-e24295910ea5 HTTP/1.1" status: 200 len: 210 time: 0.1269946 May 27 02:30:24.452631 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fc272fda-858b-424a-925e-70d2049f0e9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:24.523157 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 220ace4b-fa19-4370-b7b7-f0a8f37ffce7 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:30:24.532923 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 220ace4b-fa19-4370-b7b7-f0a8f37ffce7 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:30:24.533363 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:24.592751 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-0da81a48-3f12-477c-bc7a-5928a515611a None None] Attempting to bind port 06e78789-9b99-4cc0-b7e9-54770fc973b1 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:30:24.593099 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-0da81a48-3f12-477c-bc7a-5928a515611a None None] Attempting to bind port 06e78789-9b99-4cc0-b7e9-54770fc973b1 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '1041cf04-1863-4837-9520-07be418b829f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1d6ad633-c550-45fe-92bc-8eb84cbddcb6'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:30:24.593462 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da81a48-3f12-477c-bc7a-5928a515611a None None] Attempting to bind port 06e78789-9b99-4cc0-b7e9-54770fc973b1 on network 1d6ad633-c550-45fe-92bc-8eb84cbddcb6 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:30:24.604120 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da81a48-3f12-477c-bc7a-5928a515611a None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:30:24.604492 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da81a48-3f12-477c-bc7a-5928a515611a None None] Checking segment: {'id': '1041cf04-1863-4837-9520-07be418b829f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1d6ad633-c550-45fe-92bc-8eb84cbddcb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:30:24.604917 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0da81a48-3f12-477c-bc7a-5928a515611a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:24.605299 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da81a48-3f12-477c-bc7a-5928a515611a None None] Bound using segment: {'id': '1041cf04-1863-4837-9520-07be418b829f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1d6ad633-c550-45fe-92bc-8eb84cbddcb6'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:30:24.605761 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-0da81a48-3f12-477c-bc7a-5928a515611a None None] Bound port: 06e78789-9b99-4cc0-b7e9-54770fc973b1, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1041cf04-1863-4837-9520-07be418b829f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1d6ad633-c550-45fe-92bc-8eb84cbddcb6'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:30:24.606136 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0da81a48-3f12-477c-bc7a-5928a515611a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:24.611348 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fc272fda-858b-424a-925e-70d2049f0e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:24.613162 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc272fda-858b-424a-925e-70d2049f0e9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:24.614191 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fc272fda-858b-424a-925e-70d2049f0e9c admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:24.626424 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-03b59199-731c-40c3-bfe4-c9a1330beb48 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:24.733475 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc272fda-858b-424a-925e-70d2049f0e9c admin admin] Pushing event updated for resources: {'Network': ['ID=9dbb523d-2f5a-4772-b285-5edfb01cd0aa,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:24.748197 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 9dbb523d-2f5a-4772-b285-5edfb01cd0aa details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:30:24.768362 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 220ace4b-fa19-4370-b7b7-f0a8f37ffce7 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:30:24.768756 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:24.806893 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-fc272fda-858b-424a-925e-70d2049f0e9c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0253673 May 27 02:30:24.809529 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54980) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:24.820948 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-5bad63d7-2c41-4517-a62f-942ab3f5add6 admin admin] Request body: {'subnet': {'network_id': '9dbb523d-2f5a-4772-b285-5edfb01cd0aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-1189163223-subnet', 'tenant_id': '0f6449afd65d4495b8e52f0abed3e04c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:30:24.838488 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5bad63d7-2c41-4517-a62f-942ab3f5add6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:30:24.842680 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-0da81a48-3f12-477c-bc7a-5928a515611a None None] For port 06e78789-9b99-4cc0-b7e9-54770fc973b1, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:30:24.843377 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5bad63d7-2c41-4517-a62f-942ab3f5add6 admin admin] Usage tracker for resource:subnet and tenant:0f6449afd65d4495b8e52f0abed3e04c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:30:24.847018 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5bad63d7-2c41-4517-a62f-942ab3f5add6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:30:24.853704 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5bad63d7-2c41-4517-a62f-942ab3f5add6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:30:24.883999 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-0da81a48-3f12-477c-bc7a-5928a515611a None None] For port 06e78789-9b99-4cc0-b7e9-54770fc973b1, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=06e78789-9b99-4cc0-b7e9-54770fc973b1,segment=NetworkSegment(1041cf04-1863-4837-9520-07be418b829f),segment_id=1041cf04-1863-4837-9520-07be418b829f)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:30:24.890891 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387cecf6-9ea2-42fa-878b-22b0f4170da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220ace4b-fa19-4370-b7b7-f0a8f37ffce7'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:30:24.911215 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 220ace4b-fa19-4370-b7b7-f0a8f37ffce7, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=220ace4b-fa19-4370-b7b7-f0a8f37ffce7,segment=NetworkSegment(c426a656-74c6-4494-83b5-2d14ca146a65),segment_id=c426a656-74c6-4494-83b5-2d14ca146a65)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:30:24.933830 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bad63d7-2c41-4517-a62f-942ab3f5add6 admin admin] Made reservation on behalf of 0f6449afd65d4495b8e52f0abed3e04c for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:30:24.937177 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5bad63d7-2c41-4517-a62f-942ab3f5add6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:24.968746 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0da81a48-3f12-477c-bc7a-5928a515611a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:25.032197 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-112a02d5-ee10-4384-bbf5-8030249a6f50'] response: {'server_uuid': '387cecf6-9ea2-42fa-878b-22b0f4170da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220ace4b-fa19-4370-b7b7-f0a8f37ffce7', 'code': 200} May 27 02:30:25.055142 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:25.056199 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device d40969d6-2e8d-496e-85e2-935f5989a75c up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:30:25.138328 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-124b7e8b-c6ad-48c3-ac30-20ccfc8b1ed5 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:25.139943 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-124b7e8b-c6ad-48c3-ac30-20ccfc8b1ed5 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.66 "GET /v2.0/networks?id=f503c0fc-1b99-430e-93b0-fa2fbcdd3be5 HTTP/1.1" status: 200 len: 911 time: 0.6414809 May 27 02:30:25.159510 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da81a48-3f12-477c-bc7a-5928a515611a None None] Pushing event updated for resources: {'Port': ['ID=06e78789-9b99-4cc0-b7e9-54770fc973b1,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:25.173376 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-5fd1932c-eacd-4dc1-b303-0e53960c36ff tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Request body: {'port': {'device_id': '88a4657e-b4d0-46d1-94a4-e24295910ea5', 'network_id': 'f503c0fc-1b99-430e-93b0-fa2fbcdd3be5', 'admin_state_up': True, 'tenant_id': '0175724c21d348429aa5e3000587cd5e'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:30:25.181447 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-5fd1932c-eacd-4dc1-b303-0e53960c36ff tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:30:25.196323 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-5fd1932c-eacd-4dc1-b303-0e53960c36ff tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Usage tracker for resource:port and tenant:0175724c21d348429aa5e3000587cd5e is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:30:25.202878 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-5fd1932c-eacd-4dc1-b303-0e53960c36ff tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Quota usage for port was recalculated. Used quota:3. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:30:25.212898 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-5fd1932c-eacd-4dc1-b303-0e53960c36ff tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:30:25.240192 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=220ace4b-fa19-4370-b7b7-f0a8f37ffce7,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:25.289295 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b5a91-5b62-486e-87ba-2bc3e609a650 req-870a07a1-a16d-4f0c-a0d4-9a76fb28e4f3 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:25.295063 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b5a91-5b62-486e-87ba-2bc3e609a650 req-870a07a1-a16d-4f0c-a0d4-9a76fb28e4f3 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:25.296623 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ac6b5a91-5b62-486e-87ba-2bc3e609a650 req-870a07a1-a16d-4f0c-a0d4-9a76fb28e4f3 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=387cecf6-9ea2-42fa-878b-22b0f4170da0 HTTP/1.1" status: 200 len: 1681 time: 0.2754042 May 27 02:30:25.296864 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5bad63d7-2c41-4517-a62f-942ab3f5add6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:25.339294 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port d40969d6-2e8d-496e-85e2-935f5989a75c completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:30:25.344764 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port d40969d6-2e8d-496e-85e2-935f5989a75c triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:30:25.345215 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:25.377529 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-5fd1932c-eacd-4dc1-b303-0e53960c36ff tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Made reservation on behalf of 0175724c21d348429aa5e3000587cd5e for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:30:25.384594 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-5fd1932c-eacd-4dc1-b303-0e53960c36ff tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:25.488746 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-03b59199-731c-40c3-bfe4-c9a1330beb48 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Allocated IP 172.20.0.1 (1d6ad633-c550-45fe-92bc-8eb84cbddcb6/d701636b-ef8b-4abb-953b-c023c8e517c5/622cd9e3-410d-4fc4-9fcd-5b6b43d1914c) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:30:25.497358 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bad63d7-2c41-4517-a62f-942ab3f5add6 admin admin] Checking segment: {'id': 'a866d150-2fed-45c0-86d8-9c4df55ca76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9dbb523d-2f5a-4772-b285-5edfb01cd0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:30:25.497772 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bad63d7-2c41-4517-a62f-942ab3f5add6 admin admin] Network hostable DHCP agents. Network: 9dbb523d-2f5a-4772-b285-5edfb01cd0aa, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:30:25.515501 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad63d7-2c41-4517-a62f-942ab3f5add6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99589212-2175-4289-9c53-c2f72c914379,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:25.522424 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ac6b5a91-5b62-486e-87ba-2bc3e609a650 req-000ca6b0-8c7b-44f8-90c5-964646c406c6 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b1c5d58-b623-42ce-95bb-4137c2111074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142842 May 27 02:30:25.604042 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0546c5af-e8a5-48b8-9f6a-d44f548230dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:25.642807 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port d40969d6-2e8d-496e-85e2-935f5989a75c is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:30:25.643271 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:25.680774 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port d40969d6-2e8d-496e-85e2-935f5989a75c, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=d40969d6-2e8d-496e-85e2-935f5989a75c,segment=NetworkSegment(91f06bc1-2458-4ddd-ab3b-c2af3cbd18ce),segment_id=91f06bc1-2458-4ddd-ab3b-c2af3cbd18ce)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:30:25.696288 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bad63d7-2c41-4517-a62f-942ab3f5add6 admin admin] Network 9dbb523d-2f5a-4772-b285-5edfb01cd0aa is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:30:25.703295 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-af832b4c-1518-4d16-98d9-5bd0ca6b6ff8 req-7f32c196-7aae-45b5-a99c-91e2fef87ebf tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=88a4657e-b4d0-46d1-94a4-e24295910ea5 HTTP/1.1" status: 200 len: 210 time: 0.0695517 May 27 02:30:25.786844 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:25.800616 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-5fd1932c-eacd-4dc1-b303-0e53960c36ff tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Allocated IP 172.20.0.11 (f503c0fc-1b99-430e-93b0-fa2fbcdd3be5/daeaab2a-cada-42df-be85-698a673b8b1f/1256c44f-4011-479f-964d-a5095f7299ac) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:30:25.805760 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-5bad63d7-2c41-4517-a62f-942ab3f5add6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 9dbb523d-2f5a-4772-b285-5edfb01cd0aa) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:30:25.810319 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bad63d7-2c41-4517-a62f-942ab3f5add6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:25.810909 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5bad63d7-2c41-4517-a62f-942ab3f5add6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:25.819803 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-03b59199-731c-40c3-bfe4-c9a1330beb48 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:25.843321 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-03b59199-731c-40c3-bfe4-c9a1330beb48 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Transition to ACTIVE for port object 622cd9e3-410d-4fc4-9fcd-5b6b43d1914c will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:30:25.869912 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79e59be-5158-43ad-bcc5-5b5cec621f16 None None] Network 9dbb523d-2f5a-4772-b285-5edfb01cd0aa requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:30:25.937680 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5bad63d7-2c41-4517-a62f-942ab3f5add6 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1262290 May 27 02:30:26.044152 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=d40969d6-2e8d-496e-85e2-935f5989a75c,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:26.080295 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-5fd1932c-eacd-4dc1-b303-0e53960c36ff tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:26.094757 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-03b59199-731c-40c3-bfe4-c9a1330beb48 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:26.117392 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 06e78789-9b99-4cc0-b7e9-54770fc973b1 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:30:26.168143 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-5fd1932c-eacd-4dc1-b303-0e53960c36ff tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Transition to ACTIVE for port object 1256c44f-4011-479f-964d-a5095f7299ac will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:30:26.206722 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b59199-731c-40c3-bfe4-c9a1330beb48 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Network 1d6ad633-c550-45fe-92bc-8eb84cbddcb6 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:30:26.211887 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-03b59199-731c-40c3-bfe4-c9a1330beb48 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:30:26.219986 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b59199-731c-40c3-bfe4-c9a1330beb48 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:30:26.258083 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5357134d-17e6-495f-9741-e6c7982b3dd3 None None] Network 9dbb523d-2f5a-4772-b285-5edfb01cd0aa requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:30:26.269683 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b59199-731c-40c3-bfe4-c9a1330beb48 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event updated for resources: {'Port': ['ID=622cd9e3-410d-4fc4-9fcd-5b6b43d1914c,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:26.299955 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-03b59199-731c-40c3-bfe4-c9a1330beb48 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:26.391515 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 06e78789-9b99-4cc0-b7e9-54770fc973b1 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:30:26.473348 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-5fd1932c-eacd-4dc1-b303-0e53960c36ff tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:26.485593 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['5c8b7367-5a76-4a25-adc1-b162e501fe6b'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:30:26.583697 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-5fd1932c-eacd-4dc1-b303-0e53960c36ff tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Network f503c0fc-1b99-430e-93b0-fa2fbcdd3be5 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:30:26.583697 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-5fd1932c-eacd-4dc1-b303-0e53960c36ff tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:30:26.591040 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-5fd1932c-eacd-4dc1-b303-0e53960c36ff tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:30:26.637996 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-03b59199-731c-40c3-bfe4-c9a1330beb48 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:26.717406 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7e45e3-de89-4e6b-a3cc-894aa7b0959b None None] Network 1d6ad633-c550-45fe-92bc-8eb84cbddcb6 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:30:26.735379 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1932c-eacd-4dc1-b303-0e53960c36ff tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Pushing event updated for resources: {'Port': ['ID=1256c44f-4011-479f-964d-a5095f7299ac,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:26.804117 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-5fd1932c-eacd-4dc1-b303-0e53960c36ff tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:26.804787 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-5fd1932c-eacd-4dc1-b303-0e53960c36ff tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:27.035297 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387cecf6-9ea2-42fa-878b-22b0f4170da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd40969d6-2e8d-496e-85e2-935f5989a75c'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:30:27.085164 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1c9b9b52-70ba-4046-9d6c-5a27a94a97e1 None None] Provisioning for port 06e78789-9b99-4cc0-b7e9-54770fc973b1 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:30:27.101780 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1c9b9b52-70ba-4046-9d6c-5a27a94a97e1 None None] Provisioning complete for port 06e78789-9b99-4cc0-b7e9-54770fc973b1 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:30:27.102145 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1c9b9b52-70ba-4046-9d6c-5a27a94a97e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:27.246389 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-1c9b9b52-70ba-4046-9d6c-5a27a94a97e1 None None] Current status of the port 06e78789-9b99-4cc0-b7e9-54770fc973b1 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:30:27.246815 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1c9b9b52-70ba-4046-9d6c-5a27a94a97e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:27.287246 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-1c9b9b52-70ba-4046-9d6c-5a27a94a97e1 None None] For port 06e78789-9b99-4cc0-b7e9-54770fc973b1, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=06e78789-9b99-4cc0-b7e9-54770fc973b1,segment=NetworkSegment(1041cf04-1863-4837-9520-07be418b829f),segment_id=1041cf04-1863-4837-9520-07be418b829f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:30:27.341993 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-5fd1932c-eacd-4dc1-b303-0e53960c36ff tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.1772110 May 27 02:30:27.364562 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-50305eef-ce63-4e45-a6a2-8792b07b0232 service neutron] Request body: {'port': {'device_id': '88a4657e-b4d0-46d1-94a4-e24295910ea5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:30:27.368433 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1c9b9b52-70ba-4046-9d6c-5a27a94a97e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:27.441407 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7faeba-a3dc-4964-bbe5-5d2c8bf5482d req-5a7b5d1d-af2c-49a1-8e11-eb2bdf06f24b tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:27.441407 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-4f7faeba-a3dc-4964-bbe5-5d2c8bf5482d req-5a7b5d1d-af2c-49a1-8e11-eb2bdf06f24b tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Synchronizing usage tracker for tenant:0175724c21d348429aa5e3000587cd5e on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:30:27.452330 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e693c0-3dd0-425f-b263-4dc26f1b451f req-844ad957-7e47-4238-85f4-cc79437f71e1 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:27.458679 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e693c0-3dd0-425f-b263-4dc26f1b451f req-844ad957-7e47-4238-85f4-cc79437f71e1 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:27.462326 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-68e693c0-3dd0-425f-b263-4dc26f1b451f req-844ad957-7e47-4238-85f4-cc79437f71e1 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=387cecf6-9ea2-42fa-878b-22b0f4170da0 HTTP/1.1" status: 200 len: 1682 time: 0.3884232 May 27 02:30:27.465660 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b9b52-70ba-4046-9d6c-5a27a94a97e1 None None] Pushing event updated for resources: {'Port': ['ID=06e78789-9b99-4cc0-b7e9-54770fc973b1,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:27.565572 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-fa9983ff-fe9a-47f2-981a-713b43a201b5 None None] Provisioning for port 622cd9e3-410d-4fc4-9fcd-5b6b43d1914c completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:30:27.572131 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-fa9983ff-fe9a-47f2-981a-713b43a201b5 None None] Provisioning complete for port 622cd9e3-410d-4fc4-9fcd-5b6b43d1914c triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:30:27.573053 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fa9983ff-fe9a-47f2-981a-713b43a201b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:27.605914 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-68e693c0-3dd0-425f-b263-4dc26f1b451f req-c8c8edc9-29fb-4132-a530-2a30ee874a20 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b1c5d58-b623-42ce-95bb-4137c2111074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339669 May 27 02:30:27.619333 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-50305eef-ce63-4e45-a6a2-8792b07b0232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:27.634372 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-03b59199-731c-40c3-bfe4-c9a1330beb48 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:27.636381 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-fa9983ff-fe9a-47f2-981a-713b43a201b5 None None] Port 622cd9e3-410d-4fc4-9fcd-5b6b43d1914c cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:30:27.642937 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-4f7faeba-a3dc-4964-bbe5-5d2c8bf5482d req-5a7b5d1d-af2c-49a1-8e11-eb2bdf06f24b tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Unset dirty status for tenant:0175724c21d348429aa5e3000587cd5e on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:30:27.647655 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4f7faeba-a3dc-4964-bbe5-5d2c8bf5482d req-5a7b5d1d-af2c-49a1-8e11-eb2bdf06f24b tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=88a4657e-b4d0-46d1-94a4-e24295910ea5 HTTP/1.1" status: 200 len: 1028 time: 0.5737903 May 27 02:30:27.651893 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-fa9983ff-fe9a-47f2-981a-713b43a201b5 None None] Provisioning complete for port 06e78789-9b99-4cc0-b7e9-54770fc973b1 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:30:27.652273 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fa9983ff-fe9a-47f2-981a-713b43a201b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:27.706771 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15091e95-d302-4714-9133-77736bd49067'] response: {'server_uuid': '387cecf6-9ea2-42fa-878b-22b0f4170da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd40969d6-2e8d-496e-85e2-935f5989a75c', 'code': 200} May 27 02:30:27.743533 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-03b59199-731c-40c3-bfe4-c9a1330beb48 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:27.867031 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-fa9983ff-fe9a-47f2-981a-713b43a201b5 None None] Current status of the port 06e78789-9b99-4cc0-b7e9-54770fc973b1 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:30:27.874339 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1a3e4f8f-9a15-4e87-bedb-abec1fa2a157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:27.912166 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4f7faeba-a3dc-4964-bbe5-5d2c8bf5482d req-671d2b7c-a5c3-4622-839b-457748e4a554 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=265cd488-5638-4b04-8bc5-c36cca8a4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635634 May 27 02:30:27.932913 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55020) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:27.977238 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-fa9983ff-fe9a-47f2-981a-713b43a201b5 None None] Provisioning for port 1256c44f-4011-479f-964d-a5095f7299ac completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:30:27.982719 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-fa9983ff-fe9a-47f2-981a-713b43a201b5 None None] Provisioning complete for port 1256c44f-4011-479f-964d-a5095f7299ac triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:30:27.983111 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fa9983ff-fe9a-47f2-981a-713b43a201b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:28.012768 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b59199-731c-40c3-bfe4-c9a1330beb48 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event updated for resources: {'Port': ['ID=622cd9e3-410d-4fc4-9fcd-5b6b43d1914c,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:28.019494 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-03b59199-731c-40c3-bfe4-c9a1330beb48 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:28.029680 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7ad0c6d-5275-429a-ab7b-a08d96f34908 admin admin] Deleting subnet 99589212-2175-4289-9c53-c2f72c914379 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:30:28.034430 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a7ad0c6d-5275-429a-ab7b-a08d96f34908 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:28.052826 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 06e78789-9b99-4cc0-b7e9-54770fc973b1 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:30:28.093598 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a7ad0c6d-5275-429a-ab7b-a08d96f34908 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:28.122397 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-fa9983ff-fe9a-47f2-981a-713b43a201b5 None None] Port 1256c44f-4011-479f-964d-a5095f7299ac cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:30:28.152336 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 06e78789-9b99-4cc0-b7e9-54770fc973b1 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:30:28.152336 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:28.178035 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a7ad0c6d-5275-429a-ab7b-a08d96f34908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:28.234716 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e2db7-32ab-4280-a9cb-4488eca88eed req-14707241-99e5-41d3-98d1-40436b75c10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:28.234716 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e2db7-32ab-4280-a9cb-4488eca88eed req-14707241-99e5-41d3-98d1-40436b75c10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:28.234716 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-788e2db7-32ab-4280-a9cb-4488eca88eed req-14707241-99e5-41d3-98d1-40436b75c10e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=387cecf6-9ea2-42fa-878b-22b0f4170da0 HTTP/1.1" status: 200 len: 1984 time: 0.4258285 May 27 02:30:28.280966 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-28e64c43-5c4e-4b03-9888-76a4c573d798 None None] Provisioning complete for port 622cd9e3-410d-4fc4-9fcd-5b6b43d1914c triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:30:28.280966 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-28e64c43-5c4e-4b03-9888-76a4c573d798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:28.343925 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b59199-731c-40c3-bfe4-c9a1330beb48 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Network 1d6ad633-c550-45fe-92bc-8eb84cbddcb6 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:30:28.347079 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-788e2db7-32ab-4280-a9cb-4488eca88eed req-73be2afb-9940-402b-8f48-ba3d69699b26 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4b1c5d58-b623-42ce-95bb-4137c2111074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019652 May 27 02:30:28.347868 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-03b59199-731c-40c3-bfe4-c9a1330beb48 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:30:28.362077 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a7ad0c6d-5275-429a-ab7b-a08d96f34908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:28.403472 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-28e64c43-5c4e-4b03-9888-76a4c573d798 None None] Port 622cd9e3-410d-4fc4-9fcd-5b6b43d1914c cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:30:28.406967 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad0c6d-5275-429a-ab7b-a08d96f34908 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99589212-2175-4289-9c53-c2f72c914379,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:28.410957 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a7ad0c6d-5275-429a-ab7b-a08d96f34908 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:28.418149 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a7ad0c6d-5275-429a-ab7b-a08d96f34908 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/99589212-2175-4289-9c53-c2f72c914379 HTTP/1.1" status: 204 len: 168 time: 0.4840553 May 27 02:30:28.420494 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55024) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:28.435644 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 06e78789-9b99-4cc0-b7e9-54770fc973b1 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:30:28.578624 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3b865880-f68e-4e89-b94a-8dd23e64d2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:28.629545 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-50305eef-ce63-4e45-a6a2-8792b07b0232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1256c44f-4011-479f-964d-a5095f7299ac {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:30:28.655142 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-50305eef-ce63-4e45-a6a2-8792b07b0232 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:28.701597 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-50305eef-ce63-4e45-a6a2-8792b07b0232 service neutron] Transition to ACTIVE for port object 1256c44f-4011-479f-964d-a5095f7299ac will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:30:28.747658 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f7c588b6-d919-474f-ad59-0574687e4b2a None None] Provisioning complete for port 622cd9e3-410d-4fc4-9fcd-5b6b43d1914c triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:30:28.748036 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f7c588b6-d919-474f-ad59-0574687e4b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:28.750244 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3b865880-f68e-4e89-b94a-8dd23e64d2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:28.782817 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-3b865880-f68e-4e89-b94a-8dd23e64d2c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dbb523d-2f5a-4772-b285-5edfb01cd0aa']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:28.797568 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-3b865880-f68e-4e89-b94a-8dd23e64d2c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a866d150-2fed-45c0-86d8-9c4df55ca76b') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:28.798318 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-3b865880-f68e-4e89-b94a-8dd23e64d2c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a866d150-2fed-45c0-86d8-9c4df55ca76b') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:28.812483 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3b865880-f68e-4e89-b94a-8dd23e64d2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:28.814121 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-50305eef-ce63-4e45-a6a2-8792b07b0232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:28.844798 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3b865880-f68e-4e89-b94a-8dd23e64d2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:28.854975 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b865880-f68e-4e89-b94a-8dd23e64d2c3 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:30:28.860485 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3b865880-f68e-4e89-b94a-8dd23e64d2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:28.869148 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-f7c588b6-d919-474f-ad59-0574687e4b2a None None] Port 622cd9e3-410d-4fc4-9fcd-5b6b43d1914c cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:30:28.889340 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b59199-731c-40c3-bfe4-c9a1330beb48 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Router 80f34beb-45e2-4500-a19a-607f8e7ead81 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:30:28.977126 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:29.063259 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:29.116587 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment a866d150-2fed-45c0-86d8-9c4df55ca76b resource provider aggregate not found May 27 02:30:29.151693 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment a866d150-2fed-45c0-86d8-9c4df55ca76b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a866d150-2fed-45c0-86d8-9c4df55ca76b found for delete ", "request_id": "req-b8ae4148-9cc8-4241-850a-acbe6069468a"}]} May 27 02:30:29.245194 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3b865880-f68e-4e89-b94a-8dd23e64d2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:29.263870 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3b865880-f68e-4e89-b94a-8dd23e64d2c3 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:29.271187 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b865880-f68e-4e89-b94a-8dd23e64d2c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dbb523d-2f5a-4772-b285-5edfb01cd0aa,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:29.278882 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3b865880-f68e-4e89-b94a-8dd23e64d2c3 admin admin] 10.222.0.57 "DELETE /v2.0/networks/9dbb523d-2f5a-4772-b285-5edfb01cd0aa HTTP/1.1" status: 204 len: 168 time: 0.8550818 May 27 02:30:29.314776 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50305eef-ce63-4e45-a6a2-8792b07b0232 service neutron] Pushing event updated for resources: {'Port': ['ID=1256c44f-4011-479f-964d-a5095f7299ac,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:29.478191 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27549b-8c30-4ffc-860c-56423060d631 req-4a4caa05-8ab4-4d67-a20c-4d40e9d2d298 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:29.484387 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27549b-8c30-4ffc-860c-56423060d631 req-4a4caa05-8ab4-4d67-a20c-4d40e9d2d298 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:29.485959 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7c27549b-8c30-4ffc-860c-56423060d631 req-4a4caa05-8ab4-4d67-a20c-4d40e9d2d298 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=387cecf6-9ea2-42fa-878b-22b0f4170da0 HTTP/1.1" status: 200 len: 1682 time: 0.7337234 May 27 02:30:29.489585 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b59199-731c-40c3-bfe4-c9a1330beb48 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:30:29.500002 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963c9b5f-380b-42e9-9354-96b2c6a1eeef None None] Sync routers for ids ['80f34beb-45e2-4500-a19a-607f8e7ead81'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:30:29.502808 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-03b59199-731c-40c3-bfe4-c9a1330beb48 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "PUT /v2.0/routers/80f34beb-45e2-4500-a19a-607f8e7ead81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5311472 May 27 02:30:29.505455 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55042) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:29.519051 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963c9b5f-380b-42e9-9354-96b2c6a1eeef None None] Routers {'80f34beb-45e2-4500-a19a-607f8e7ead81'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:30:29.520048 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-963c9b5f-380b-42e9-9354-96b2c6a1eeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:30:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['80f34beb-45e2-4500-a19a-607f8e7ead81'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:29.536730 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d47a5-86c1-47ac-abba-f919811c36d8 req-e935756d-36c6-413b-8ec8-6d985e6d31a7 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:29.538817 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-264d47a5-86c1-47ac-abba-f919811c36d8 req-e935756d-36c6-413b-8ec8-6d985e6d31a7 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=88a4657e-b4d0-46d1-94a4-e24295910ea5 HTTP/1.1" status: 200 len: 1053 time: 0.4112258 May 27 02:30:29.540767 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-50305eef-ce63-4e45-a6a2-8792b07b0232 service neutron] Attempting to bind port 1256c44f-4011-479f-964d-a5095f7299ac on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:30:29.541109 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-50305eef-ce63-4e45-a6a2-8792b07b0232 service neutron] Attempting to bind port 1256c44f-4011-479f-964d-a5095f7299ac by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'ed742516-baab-43a7-866c-bed74e558a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f503c0fc-1b99-430e-93b0-fa2fbcdd3be5'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:30:29.541442 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-50305eef-ce63-4e45-a6a2-8792b07b0232 service neutron] Attempting to bind port 1256c44f-4011-479f-964d-a5095f7299ac on network f503c0fc-1b99-430e-93b0-fa2fbcdd3be5 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:30:29.571888 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-50305eef-ce63-4e45-a6a2-8792b07b0232 service neutron] Port 1256c44f-4011-479f-964d-a5095f7299ac on network f503c0fc-1b99-430e-93b0-fa2fbcdd3be5 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:30:29.572192 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-50305eef-ce63-4e45-a6a2-8792b07b0232 service neutron] Attempting to bind port 1256c44f-4011-479f-964d-a5095f7299ac on network f503c0fc-1b99-430e-93b0-fa2fbcdd3be5 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:30:29.586287 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-50305eef-ce63-4e45-a6a2-8792b07b0232 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:30:29.586634 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-50305eef-ce63-4e45-a6a2-8792b07b0232 service neutron] Checking segment: {'id': 'ed742516-baab-43a7-866c-bed74e558a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f503c0fc-1b99-430e-93b0-fa2fbcdd3be5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:30:29.587019 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-50305eef-ce63-4e45-a6a2-8792b07b0232 service neutron] Bound using segment: {'id': 'ed742516-baab-43a7-866c-bed74e558a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f503c0fc-1b99-430e-93b0-fa2fbcdd3be5'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:30:29.587460 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-50305eef-ce63-4e45-a6a2-8792b07b0232 service neutron] Bound port: 1256c44f-4011-479f-964d-a5095f7299ac, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed742516-baab-43a7-866c-bed74e558a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f503c0fc-1b99-430e-93b0-fa2fbcdd3be5'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:30:29.587807 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-50305eef-ce63-4e45-a6a2-8792b07b0232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:29.594994 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-963c9b5f-380b-42e9-9354-96b2c6a1eeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:29.596107 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0468537-abfd-43a0-b62f-4f49e016078a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:29.596903 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d0468537-abfd-43a0-b62f-4f49e016078a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Synchronizing usage tracker for tenant:39308f34ca0d41f5bed3e55c79db3f61 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:30:29.608965 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7c27549b-8c30-4ffc-860c-56423060d631 req-cf5b6d8f-ae5d-44da-9e26-a72a279dded7 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b1c5d58-b623-42ce-95bb-4137c2111074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034980 May 27 02:30:29.611021 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963c9b5f-380b-42e9-9354-96b2c6a1eeef None None] Routers {'80f34beb-45e2-4500-a19a-607f8e7ead81'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:30:29.612508 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-963c9b5f-380b-42e9-9354-96b2c6a1eeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:30:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['80f34beb-45e2-4500-a19a-607f8e7ead81'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:29.681646 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-264d47a5-86c1-47ac-abba-f919811c36d8 req-ed66510d-9d68-4041-b712-2f15d37ef0d2 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=265cd488-5638-4b04-8bc5-c36cca8a4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295624 May 27 02:30:29.689237 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-963c9b5f-380b-42e9-9354-96b2c6a1eeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:29.689641 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963c9b5f-380b-42e9-9354-96b2c6a1eeef None None] The sync data for ids ['80f34beb-45e2-4500-a19a-607f8e7ead81'] in n-d-843554-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:30:29.718446 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-50305eef-ce63-4e45-a6a2-8792b07b0232 service neutron] For port 1256c44f-4011-479f-964d-a5095f7299ac, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:30:29.721364 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-50305eef-ce63-4e45-a6a2-8792b07b0232 service neutron] For port 1256c44f-4011-479f-964d-a5095f7299ac, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=1256c44f-4011-479f-964d-a5095f7299ac,segment=NetworkSegment(ed742516-baab-43a7-866c-bed74e558a84),segment_id=ed742516-baab-43a7-866c-bed74e558a84)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:30:29.728252 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d0468537-abfd-43a0-b62f-4f49e016078a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Unset dirty status for tenant:39308f34ca0d41f5bed3e55c79db3f61 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:30:29.729498 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d0468537-abfd-43a0-b62f-4f49e016078a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "GET /v2.0/ports/622cd9e3-410d-4fc4-9fcd-5b6b43d1914c HTTP/1.1" status: 200 len: 910 time: 0.2230206 May 27 02:30:29.732325 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55046) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:29.787520 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55050) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:29.869612 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-50305eef-ce63-4e45-a6a2-8792b07b0232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:29.913509 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4a39d403-6cea-4d9e-a6f7-9ec3dfd4bbbc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0f6449afd65d4495b8e52f0abed3e04c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1219831 May 27 02:30:29.922221 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55054) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:29.963269 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-50305eef-ce63-4e45-a6a2-8792b07b0232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:29.963886 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-50305eef-ce63-4e45-a6a2-8792b07b0232 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:29.965484 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-50305eef-ce63-4e45-a6a2-8792b07b0232 service neutron] 10.222.0.66 "PUT /v2.0/ports/1256c44f-4011-479f-964d-a5095f7299ac HTTP/1.1" status: 200 len: 1092 time: 2.6109447 May 27 02:30:29.965917 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88a4657e-b4d0-46d1-94a4-e24295910ea5', 'tag': '1256c44f-4011-479f-964d-a5095f7299ac'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:30:30.010117 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50305eef-ce63-4e45-a6a2-8792b07b0232 service neutron] Pushing event updated for resources: {'Port': ['ID=1256c44f-4011-479f-964d-a5095f7299ac,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:30.041037 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-00dd648d-0a55-4187-b631-72873f87bb96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:30.074867 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:30.080217 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-00dd648d-0a55-4187-b631-72873f87bb96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:30.088506 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d59918ba-baa6-401c-a081-f71674a38770'] response: {'name': 'network-changed', 'server_uuid': '88a4657e-b4d0-46d1-94a4-e24295910ea5', 'tag': '1256c44f-4011-479f-964d-a5095f7299ac', 'status': 'completed', 'code': 200} May 27 02:30:30.203657 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6db228-fe91-4b35-86d6-111748ef8b58 req-3d7f8c8e-2712-40e2-bf98-7c72ddad725d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:30.205098 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2b6db228-fe91-4b35-86d6-111748ef8b58 req-3d7f8c8e-2712-40e2-bf98-7c72ddad725d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0175724c21d348429aa5e3000587cd5e&device_id=88a4657e-b4d0-46d1-94a4-e24295910ea5 HTTP/1.1" status: 200 len: 1095 time: 0.1157572 May 27 02:30:30.321996 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-00dd648d-0a55-4187-b631-72873f87bb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:30.349170 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd648d-0a55-4187-b631-72873f87bb96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad88a1de-0daa-4265-80ca-f3e72dce39fb,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:30.364412 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-00dd648d-0a55-4187-b631-72873f87bb96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:30.368544 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-00dd648d-0a55-4187-b631-72873f87bb96 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ad88a1de-0daa-4265-80ca-f3e72dce39fb HTTP/1.1" status: 204 len: 168 time: 0.4424260 May 27 02:30:30.377701 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b459f40c-4166-497c-b332-940d2095737d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:30.401068 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6db228-fe91-4b35-86d6-111748ef8b58 req-c8661a25-ab7a-4d0c-a348-6ac38460f7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:30.402546 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2b6db228-fe91-4b35-86d6-111748ef8b58 req-c8661a25-ab7a-4d0c-a348-6ac38460f7e2 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=0175724c21d348429aa5e3000587cd5e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1849642 May 27 02:30:30.549477 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6db228-fe91-4b35-86d6-111748ef8b58 req-8bf6a3b8-5bc0-43da-974f-ebb1bfb3322d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:30.550907 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2b6db228-fe91-4b35-86d6-111748ef8b58 req-8bf6a3b8-5bc0-43da-974f-ebb1bfb3322d service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1419075 May 27 02:30:30.667825 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-64de5057-8fc8-457c-bcf4-705e04199ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:30.670557 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-64de5057-8fc8-457c-bcf4-705e04199ad6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0175724c21d348429aa5e3000587cd5e&device_id=88a4657e-b4d0-46d1-94a4-e24295910ea5 HTTP/1.1" status: 200 len: 1095 time: 0.0831726 May 27 02:30:30.814166 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b459f40c-4166-497c-b332-940d2095737d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Deleting port 622cd9e3-410d-4fc4-9fcd-5b6b43d1914c {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:30:30.814758 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b459f40c-4166-497c-b332-940d2095737d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:30.867330 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-c0088642-e203-47cb-b1b7-b1a92abe3eec service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1256c44f-4011-479f-964d-a5095f7299ac HTTP/1.1" status: 200 len: 217 time: 0.1899796 May 27 02:30:31.012935 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-cc010d21-c0c3-4d1d-b2fa-e5be0f6cb572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:31.014366 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-cc010d21-c0c3-4d1d-b2fa-e5be0f6cb572 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=daeaab2a-cada-42df-be85-698a673b8b1f HTTP/1.1" status: 200 len: 849 time: 0.1078708 May 27 02:30:31.044428 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b459f40c-4166-497c-b332-940d2095737d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:31.184814 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b459f40c-4166-497c-b332-940d2095737d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Calling delete_port for 622cd9e3-410d-4fc4-9fcd-5b6b43d1914c owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:30:31.229823 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7a58a-20b5-49d1-8ea8-461c6e71f862 req-d8e55095-9b51-4420-b26a-e3406a176f81 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:31.235749 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7a58a-20b5-49d1-8ea8-461c6e71f862 req-d8e55095-9b51-4420-b26a-e3406a176f81 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:31.237446 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52d7a58a-20b5-49d1-8ea8-461c6e71f862 req-d8e55095-9b51-4420-b26a-e3406a176f81 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=387cecf6-9ea2-42fa-878b-22b0f4170da0 HTTP/1.1" status: 200 len: 1682 time: 0.4637234 May 27 02:30:31.262815 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df62e16e-583b-48b7-bb12-3f335e95a1da req-b6eb6454-1cd9-46f4-a362-4acec90a7063 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:31.264347 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df62e16e-583b-48b7-bb12-3f335e95a1da req-b6eb6454-1cd9-46f4-a362-4acec90a7063 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=88a4657e-b4d0-46d1-94a4-e24295910ea5 HTTP/1.1" status: 200 len: 1095 time: 0.3961544 May 27 02:30:31.322568 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52d7a58a-20b5-49d1-8ea8-461c6e71f862 req-767c40ca-1742-40f5-92a6-110e746ac04e tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b1c5d58-b623-42ce-95bb-4137c2111074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775471 May 27 02:30:31.334799 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-bc4943e4-c079-4a3d-957b-94ba6ce6f88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:31.336747 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-bc4943e4-c079-4a3d-957b-94ba6ce6f88f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f503c0fc-1b99-430e-93b0-fa2fbcdd3be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3148260 May 27 02:30:31.348893 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df62e16e-583b-48b7-bb12-3f335e95a1da req-d1684684-061a-4bc8-8c3f-f9b784423f75 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=265cd488-5638-4b04-8bc5-c36cca8a4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711656 May 27 02:30:31.536215 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-45d0d7bc-670b-43e7-b4dc-07451a8e9bb5 service neutron] 10.222.0.66 "GET /v2.0/networks/f503c0fc-1b99-430e-93b0-fa2fbcdd3be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899409 May 27 02:30:31.649440 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b459f40c-4166-497c-b332-940d2095737d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:31.712780 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459f40c-4166-497c-b332-940d2095737d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event deleted for resources: {'Port': ['ID=622cd9e3-410d-4fc4-9fcd-5b6b43d1914c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:31.751462 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4bc33581-5d9e-4365-ac2a-a889e46f13ee req-c837f6e4-e209-41d1-bd0b-a45f947ed754 service neutron] 10.222.0.66 "GET /v2.0/networks/f503c0fc-1b99-430e-93b0-fa2fbcdd3be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079036 May 27 02:30:31.969544 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55102) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:32.073656 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b459f40c-4166-497c-b332-940d2095737d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:32.093492 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-f446d169-4ba5-4eaa-839e-196cb5b24be7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1440723444-network', 'tenant_id': '022251d9f75846819da07595f70e72c6'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:30:32.099872 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-f446d169-4ba5-4eaa-839e-196cb5b24be7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:30:32.104841 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f446d169-4ba5-4eaa-839e-196cb5b24be7 admin admin] Usage tracker for resource:network and tenant:022251d9f75846819da07595f70e72c6 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:30:32.108597 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f446d169-4ba5-4eaa-839e-196cb5b24be7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:30:32.114844 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-f446d169-4ba5-4eaa-839e-196cb5b24be7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:30:32.197703 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f446d169-4ba5-4eaa-839e-196cb5b24be7 admin admin] Made reservation on behalf of 022251d9f75846819da07595f70e72c6 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:30:32.200319 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f446d169-4ba5-4eaa-839e-196cb5b24be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:32.213680 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f446d169-4ba5-4eaa-839e-196cb5b24be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:32.267497 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-f446d169-4ba5-4eaa-839e-196cb5b24be7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:30:32.281545 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f446d169-4ba5-4eaa-839e-196cb5b24be7 admin admin] Usage tracker for resource:security_group_rule and tenant:022251d9f75846819da07595f70e72c6 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:30:32.285295 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f446d169-4ba5-4eaa-839e-196cb5b24be7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:30:32.293146 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-f446d169-4ba5-4eaa-839e-196cb5b24be7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:30:32.357903 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31d603-9a40-452e-9b8f-dc97ab2b19f4 req-4d042cb1-6585-4c74-9319-b9c49d50944b tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:32.363617 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31d603-9a40-452e-9b8f-dc97ab2b19f4 req-4d042cb1-6585-4c74-9319-b9c49d50944b tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:32.365200 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4a31d603-9a40-452e-9b8f-dc97ab2b19f4 req-4d042cb1-6585-4c74-9319-b9c49d50944b tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=387cecf6-9ea2-42fa-878b-22b0f4170da0 HTTP/1.1" status: 200 len: 1682 time: 0.1353555 May 27 02:30:32.365960 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b459f40c-4166-497c-b332-940d2095737d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Router 80f34beb-45e2-4500-a19a-607f8e7ead81 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:30:32.431853 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4a31d603-9a40-452e-9b8f-dc97ab2b19f4 req-bd003453-e92a-4042-a7e7-b7ff295bb34c tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b1c5d58-b623-42ce-95bb-4137c2111074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590863 May 27 02:30:32.460917 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f446d169-4ba5-4eaa-839e-196cb5b24be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:32.510331 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f446d169-4ba5-4eaa-839e-196cb5b24be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:32.527255 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b459f40c-4166-497c-b332-940d2095737d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:30:32.538685 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8848de31-202b-4803-a5c3-40caa063495b None None] Sync routers for ids ['80f34beb-45e2-4500-a19a-607f8e7ead81'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:30:32.549094 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8848de31-202b-4803-a5c3-40caa063495b None None] Routers {'80f34beb-45e2-4500-a19a-607f8e7ead81'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:30:32.549817 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-8848de31-202b-4803-a5c3-40caa063495b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:30:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['80f34beb-45e2-4500-a19a-607f8e7ead81'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:32.559763 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f446d169-4ba5-4eaa-839e-196cb5b24be7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:30:32.571127 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f446d169-4ba5-4eaa-839e-196cb5b24be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f596496-44f8-4d6c-9993-8f987a983ffb,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:32.580854 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f446d169-4ba5-4eaa-839e-196cb5b24be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:32.581258 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-f446d169-4ba5-4eaa-839e-196cb5b24be7 admin admin] Added segment 5864c61c-745e-48a2-ad03-bf564989aeca of type vlan for network d21790d3-ca93-474a-9278-54511e3aa902 May 27 02:30:32.614463 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f446d169-4ba5-4eaa-839e-196cb5b24be7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:32.619552 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8beb69-1adf-4433-9c60-ed3640f91b14 req-67009722-84f7-492d-a422-71c10735ea4b tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:32.621007 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ac8beb69-1adf-4433-9c60-ed3640f91b14 req-67009722-84f7-492d-a422-71c10735ea4b tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=88a4657e-b4d0-46d1-94a4-e24295910ea5 HTTP/1.1" status: 200 len: 1095 time: 0.1455834 May 27 02:30:32.623323 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b459f40c-4166-497c-b332-940d2095737d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "PUT /v2.0/routers/80f34beb-45e2-4500-a19a-607f8e7ead81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8875799 May 27 02:30:32.623323 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55112) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:32.634409 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-8848de31-202b-4803-a5c3-40caa063495b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:32.644021 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8848de31-202b-4803-a5c3-40caa063495b None None] Routers {'80f34beb-45e2-4500-a19a-607f8e7ead81'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:30:32.644774 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-8848de31-202b-4803-a5c3-40caa063495b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:30:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['80f34beb-45e2-4500-a19a-607f8e7ead81'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:32.680541 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b995d9b6-92b2-4d93-aa52-20ec3ad526a3 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Synchronizing usage tracker for tenant:39308f34ca0d41f5bed3e55c79db3f61 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:30:32.684797 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ac8beb69-1adf-4433-9c60-ed3640f91b14 req-bdadda6f-00d5-4c54-8e62-603379a26830 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=265cd488-5638-4b04-8bc5-c36cca8a4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547888 May 27 02:30:32.723052 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-8848de31-202b-4803-a5c3-40caa063495b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:32.723475 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8848de31-202b-4803-a5c3-40caa063495b None None] The sync data for ids ['80f34beb-45e2-4500-a19a-607f8e7ead81'] in n-d-843554-3 is: [] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:30:32.733961 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f446d169-4ba5-4eaa-839e-196cb5b24be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:32.735040 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f446d169-4ba5-4eaa-839e-196cb5b24be7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:32.735701 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f446d169-4ba5-4eaa-839e-196cb5b24be7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:32.764468 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b995d9b6-92b2-4d93-aa52-20ec3ad526a3 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Unset dirty status for tenant:39308f34ca0d41f5bed3e55c79db3f61 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:30:32.768319 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b995d9b6-92b2-4d93-aa52-20ec3ad526a3 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "GET /v2.0/ports?device_id=80f34beb-45e2-4500-a19a-607f8e7ead81 HTTP/1.1" status: 200 len: 205 time: 0.1432092 May 27 02:30:32.768779 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55118) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:32.914569 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f446d169-4ba5-4eaa-839e-196cb5b24be7 admin admin] Pushing event updated for resources: {'Network': ['ID=d21790d3-ca93-474a-9278-54511e3aa902,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:32.924937 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network d21790d3-ca93-474a-9278-54511e3aa902 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:30:32.972320 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f446d169-4ba5-4eaa-839e-196cb5b24be7 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0016348 May 27 02:30:32.975100 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55124) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:32.981287 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-d8315f51-38f2-4a52-bed1-d0063e2b7d1c admin admin] Request body: {'subnet': {'network_id': 'd21790d3-ca93-474a-9278-54511e3aa902', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1440723444-subnet', 'tenant_id': '022251d9f75846819da07595f70e72c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:30:32.988787 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-d8315f51-38f2-4a52-bed1-d0063e2b7d1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:30:32.993787 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ced65dcb-8d7b-44d8-8e4d-d3f777c8ebcf tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:33.001368 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d8315f51-38f2-4a52-bed1-d0063e2b7d1c admin admin] Usage tracker for resource:subnet and tenant:022251d9f75846819da07595f70e72c6 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:30:33.007777 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d8315f51-38f2-4a52-bed1-d0063e2b7d1c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:30:33.025713 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-d8315f51-38f2-4a52-bed1-d0063e2b7d1c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:30:33.111396 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8315f51-38f2-4a52-bed1-d0063e2b7d1c admin admin] Made reservation on behalf of 022251d9f75846819da07595f70e72c6 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:30:33.115178 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d8315f51-38f2-4a52-bed1-d0063e2b7d1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:33.451354 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d8315f51-38f2-4a52-bed1-d0063e2b7d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:33.513380 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ced65dcb-8d7b-44d8-8e4d-d3f777c8ebcf tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:33.515779 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ced65dcb-8d7b-44d8-8e4d-d3f777c8ebcf tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:33.574459 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8315f51-38f2-4a52-bed1-d0063e2b7d1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=aabba9bb-b0fb-4524-b111-dfb2c0b12686,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:33.586311 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8315f51-38f2-4a52-bed1-d0063e2b7d1c admin admin] Checking segment: {'id': '5864c61c-745e-48a2-ad03-bf564989aeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd21790d3-ca93-474a-9278-54511e3aa902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:30:33.586930 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8315f51-38f2-4a52-bed1-d0063e2b7d1c admin admin] Network hostable DHCP agents. Network: d21790d3-ca93-474a-9278-54511e3aa902, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:30:33.634085 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ced65dcb-8d7b-44d8-8e4d-d3f777c8ebcf tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:33.636123 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced65dcb-8d7b-44d8-8e4d-d3f777c8ebcf tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Fanout notify agent at l3_agent the message router_deleted on router 80f34beb-45e2-4500-a19a-607f8e7ead81 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:30:33.683162 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ced65dcb-8d7b-44d8-8e4d-d3f777c8ebcf tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:33.690520 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ced65dcb-8d7b-44d8-8e4d-d3f777c8ebcf tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "DELETE /v2.0/routers/80f34beb-45e2-4500-a19a-607f8e7ead81 HTTP/1.1" status: 204 len: 168 time: 0.9204834 May 27 02:30:33.691230 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55138) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:33.765285 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8315f51-38f2-4a52-bed1-d0063e2b7d1c admin admin] Network d21790d3-ca93-474a-9278-54511e3aa902 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:30:33.829568 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-25d6d89b-a5e1-4a53-a7df-c76ad2c7f51e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Deleting subnet d701636b-ef8b-4abb-953b-c023c8e517c5 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:30:33.833416 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-25d6d89b-a5e1-4a53-a7df-c76ad2c7f51e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:33.833826 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7537b-3e96-44ee-9238-d3bc44a07d79 req-13c60e85-1483-4a93-8e35-cb42fc976dd9 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:33.845856 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7537b-3e96-44ee-9238-d3bc44a07d79 req-13c60e85-1483-4a93-8e35-cb42fc976dd9 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:33.854481 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9bb7537b-3e96-44ee-9238-d3bc44a07d79 req-13c60e85-1483-4a93-8e35-cb42fc976dd9 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=387cecf6-9ea2-42fa-878b-22b0f4170da0 HTTP/1.1" status: 200 len: 1682 time: 0.2094166 May 27 02:30:33.901148 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-25d6d89b-a5e1-4a53-a7df-c76ad2c7f51e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:33.920064 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-d8315f51-38f2-4a52-bed1-d0063e2b7d1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, d21790d3-ca93-474a-9278-54511e3aa902) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:30:33.931129 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17009c11-9359-447a-9380-05a24a4b056c None None] Network d21790d3-ca93-474a-9278-54511e3aa902 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:30:33.999176 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8315f51-38f2-4a52-bed1-d0063e2b7d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:33.999919 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d8315f51-38f2-4a52-bed1-d0063e2b7d1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:34.010186 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-25d6d89b-a5e1-4a53-a7df-c76ad2c7f51e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:34.060647 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9bb7537b-3e96-44ee-9238-d3bc44a07d79 req-fd96ec98-675b-4c13-8e13-77dcf2e4f84e tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b1c5d58-b623-42ce-95bb-4137c2111074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373575 May 27 02:30:34.117167 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfb810-fe77-4ff5-990d-112c6cbb269e req-88eda9b6-72f9-4054-b65c-75de0eb4596f tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:34.123742 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfb810-fe77-4ff5-990d-112c6cbb269e req-88eda9b6-72f9-4054-b65c-75de0eb4596f tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:34.124728 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f5bfb810-fe77-4ff5-990d-112c6cbb269e req-88eda9b6-72f9-4054-b65c-75de0eb4596f tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.32 "GET /v2.0/ports?device_id=387cecf6-9ea2-42fa-878b-22b0f4170da0 HTTP/1.1" status: 200 len: 1682 time: 0.2693501 May 27 02:30:34.131195 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4d11b-ff19-4288-8a69-2d8662976305 req-77f29f7e-822c-4cbb-93c5-0654e90d637f tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:34.137744 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ef4d11b-ff19-4288-8a69-2d8662976305 req-77f29f7e-822c-4cbb-93c5-0654e90d637f tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=88a4657e-b4d0-46d1-94a4-e24295910ea5 HTTP/1.1" status: 200 len: 1095 time: 0.2155211 May 27 02:30:34.174848 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d8315f51-38f2-4a52-bed1-d0063e2b7d1c admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1956465 May 27 02:30:34.175755 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55150) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:34.180698 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f12c575f-c29f-44df-97db-4ee9a5d16780 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1440723444-router', 'tenant_id': '022251d9f75846819da07595f70e72c6', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:30:34.186301 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f12c575f-c29f-44df-97db-4ee9a5d16780 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:30:34.190394 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f12c575f-c29f-44df-97db-4ee9a5d16780 admin admin] Usage tracker for resource:router and tenant:022251d9f75846819da07595f70e72c6 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:30:34.195214 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f12c575f-c29f-44df-97db-4ee9a5d16780 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:30:34.204169 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f12c575f-c29f-44df-97db-4ee9a5d16780 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:30:34.214831 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-25d6d89b-a5e1-4a53-a7df-c76ad2c7f51e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:34.243823 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284faaeb-1f8e-403f-a7c4-20e2f1e4513f None None] Network d21790d3-ca93-474a-9278-54511e3aa902 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:30:34.244003 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-f5bfb810-fe77-4ff5-990d-112c6cbb269e req-54408049-193a-4d70-ab36-9db88b2a15bc tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Deleting port 220ace4b-fa19-4370-b7b7-f0a8f37ffce7 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:30:34.244351 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f5bfb810-fe77-4ff5-990d-112c6cbb269e req-54408049-193a-4d70-ab36-9db88b2a15bc tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:34.272069 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d6d89b-a5e1-4a53-a7df-c76ad2c7f51e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event deleted for resources: {'Subnet': ['ID=d701636b-ef8b-4abb-953b-c023c8e517c5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:34.289333 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-25d6d89b-a5e1-4a53-a7df-c76ad2c7f51e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:34.297295 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f12c575f-c29f-44df-97db-4ee9a5d16780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:34.298000 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f12c575f-c29f-44df-97db-4ee9a5d16780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:34.300676 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ef4d11b-ff19-4288-8a69-2d8662976305 req-a6aa7305-d0d5-47d9-a3ba-618fcc0ea1d2 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=265cd488-5638-4b04-8bc5-c36cca8a4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252167 May 27 02:30:34.313266 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-25d6d89b-a5e1-4a53-a7df-c76ad2c7f51e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "DELETE /v2.0/subnets/d701636b-ef8b-4abb-953b-c023c8e517c5 HTTP/1.1" status: 204 len: 168 time: 0.6203935 May 27 02:30:34.320761 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55156) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:34.336054 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f12c575f-c29f-44df-97db-4ee9a5d16780 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:34.484468 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72012c32-01ed-4e4f-9493-fec2b0a2997a None None] Network 1d6ad633-c550-45fe-92bc-8eb84cbddcb6 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:30:34.740273 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9397c0ae-8a72-450b-be80-a7126022a0e6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:34.796100 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f12c575f-c29f-44df-97db-4ee9a5d16780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:34.849155 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e7627c-be07-4d2c-8e16-8210f5dd8b63 None None] DHCP port deletion for 1d6ad633-c550-45fe-92bc-8eb84cbddcb6 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:30:34.863820 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-08e7627c-be07-4d2c-8e16-8210f5dd8b63 None None] Deleting port 06e78789-9b99-4cc0-b7e9-54770fc973b1 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:30:34.864201 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-08e7627c-be07-4d2c-8e16-8210f5dd8b63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:34.876616 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9397c0ae-8a72-450b-be80-a7126022a0e6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Deleting port 06e78789-9b99-4cc0-b7e9-54770fc973b1 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:30:34.877040 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9397c0ae-8a72-450b-be80-a7126022a0e6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:34.926384 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 1256c44f-4011-479f-964d-a5095f7299ac details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:30:35.128274 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-f5bfb810-fe77-4ff5-990d-112c6cbb269e req-54408049-193a-4d70-ab36-9db88b2a15bc tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] For port 220ace4b-fa19-4370-b7b7-f0a8f37ffce7, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=220ace4b-fa19-4370-b7b7-f0a8f37ffce7,segment=NetworkSegment(c426a656-74c6-4494-83b5-2d14ca146a65),segment_id=c426a656-74c6-4494-83b5-2d14ca146a65)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:30:35.128274 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f5bfb810-fe77-4ff5-990d-112c6cbb269e req-54408049-193a-4d70-ab36-9db88b2a15bc tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:35.211601 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-08e7627c-be07-4d2c-8e16-8210f5dd8b63 None None] For port 06e78789-9b99-4cc0-b7e9-54770fc973b1, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=06e78789-9b99-4cc0-b7e9-54770fc973b1,segment=NetworkSegment(1041cf04-1863-4837-9520-07be418b829f),segment_id=1041cf04-1863-4837-9520-07be418b829f)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:30:35.212123 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-08e7627c-be07-4d2c-8e16-8210f5dd8b63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:35.299575 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.resource_extend [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:30:35.302446 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f12c575f-c29f-44df-97db-4ee9a5d16780 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:35.335594 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f12c575f-c29f-44df-97db-4ee9a5d16780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:35.346272 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-f5bfb810-fe77-4ff5-990d-112c6cbb269e req-54408049-193a-4d70-ab36-9db88b2a15bc tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Calling delete_port for 220ace4b-fa19-4370-b7b7-f0a8f37ffce7 owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:30:35.397151 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-08e7627c-be07-4d2c-8e16-8210f5dd8b63 None None] Calling delete_port for 06e78789-9b99-4cc0-b7e9-54770fc973b1 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:30:35.556540 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-f12c575f-c29f-44df-97db-4ee9a5d16780 admin admin] Allocated IP 172.25.1.97 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/4880f34b-48dc-4666-b027-887332825cdd) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:30:35.580876 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 1256c44f-4011-479f-964d-a5095f7299ac, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=1256c44f-4011-479f-964d-a5095f7299ac,segment=NetworkSegment(ed742516-baab-43a7-866c-bed74e558a84),segment_id=ed742516-baab-43a7-866c-bed74e558a84)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:30:35.597282 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '1256c44f-4011-479f-964d-a5095f7299ac', 'network_id': 'f503c0fc-1b99-430e-93b0-fa2fbcdd3be5', 'port_id': '1256c44f-4011-479f-964d-a5095f7299ac', 'mac_address': 'fa:16:3e:bc:f7:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daeaab2a-cada-42df-be85-698a673b8b1f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:30:35.635165 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-9397c0ae-8a72-450b-be80-a7126022a0e6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] For port 06e78789-9b99-4cc0-b7e9-54770fc973b1, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=06e78789-9b99-4cc0-b7e9-54770fc973b1,segment=NetworkSegment(1041cf04-1863-4837-9520-07be418b829f),segment_id=1041cf04-1863-4837-9520-07be418b829f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:30:35.635165 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9397c0ae-8a72-450b-be80-a7126022a0e6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:35.644093 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-08e7627c-be07-4d2c-8e16-8210f5dd8b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:35.708342 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e7627c-be07-4d2c-8e16-8210f5dd8b63 None None] Pushing event deleted for resources: {'Port': ['ID=06e78789-9b99-4cc0-b7e9-54770fc973b1,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:35.716422 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e7627c-be07-4d2c-8e16-8210f5dd8b63 None None] No DVR routers for this DVR port 06e78789-9b99-4cc0-b7e9-54770fc973b1 on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:30:35.718014 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 1256c44f-4011-479f-964d-a5095f7299ac is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:30:35.718390 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:35.739283 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1256c44f-4011-479f-964d-a5095f7299ac {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:30:35.766148 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 1256c44f-4011-479f-964d-a5095f7299ac, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=1256c44f-4011-479f-964d-a5095f7299ac,segment=NetworkSegment(ed742516-baab-43a7-866c-bed74e558a84),segment_id=ed742516-baab-43a7-866c-bed74e558a84)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:30:35.824030 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f5bfb810-fe77-4ff5-990d-112c6cbb269e req-54408049-193a-4d70-ab36-9db88b2a15bc tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:35.832870 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9397c0ae-8a72-450b-be80-a7126022a0e6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Calling delete_port for 06e78789-9b99-4cc0-b7e9-54770fc973b1 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:30:35.848577 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['220ace4b-fa19-4370-b7b7-f0a8f37ffce7', 'd40969d6-2e8d-496e-85e2-935f5989a75c'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:30:35.909074 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f12c575f-c29f-44df-97db-4ee9a5d16780 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:35.926067 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:35.958091 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54408049-193a-4d70-ab36-9db88b2a15bc tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Pushing event deleted for resources: {'Port': ['ID=220ace4b-fa19-4370-b7b7-f0a8f37ffce7,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:36.042416 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=1256c44f-4011-479f-964d-a5095f7299ac,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:36.058824 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5bfb810-fe77-4ff5-990d-112c6cbb269e req-54408049-193a-4d70-ab36-9db88b2a15bc tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] No DVR routers for this DVR port 220ace4b-fa19-4370-b7b7-f0a8f37ffce7 on host n-h1-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:30:36.060521 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f12c575f-c29f-44df-97db-4ee9a5d16780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:36.064449 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f5bfb810-fe77-4ff5-990d-112c6cbb269e req-54408049-193a-4d70-ab36-9db88b2a15bc tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:36.075912 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7bf8b-d91f-4ff2-840a-a756b4b1c0ac req-feddfb5e-b64b-4eb7-b72e-804ca59619e5 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:36.083491 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7bf8b-d91f-4ff2-840a-a756b4b1c0ac req-feddfb5e-b64b-4eb7-b72e-804ca59619e5 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:36.085169 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2de7bf8b-d91f-4ff2-840a-a756b4b1c0ac req-feddfb5e-b64b-4eb7-b72e-804ca59619e5 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=387cecf6-9ea2-42fa-878b-22b0f4170da0 HTTP/1.1" status: 200 len: 1682 time: 0.7503741 May 27 02:30:36.085731 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387cecf6-9ea2-42fa-878b-22b0f4170da0', 'name': 'network-vif-deleted', 'tag': '220ace4b-fa19-4370-b7b7-f0a8f37ffce7'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:30:36.104237 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 06e78789-9b99-4cc0-b7e9-54770fc973b1 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:30:36.120282 n-d-843554-3 neutron-server[88902]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 02:30:36.120282 n-d-843554-3 neutron-server[88902]: from cryptography.utils import int_from_bytes May 27 02:30:36.120282 n-d-843554-3 neutron-server[88902]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 02:30:36.120282 n-d-843554-3 neutron-server[88902]: from cryptography.utils import int_from_bytes May 27 02:30:36.120282 n-d-843554-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 27 02:30:36.120282 n-d-843554-3 neutron-server[88902]: util.warn_limited( May 27 02:30:36.120282 n-d-843554-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 27 02:30:36.120282 n-d-843554-3 neutron-server[88902]: util.warn_limited( May 27 02:30:36.120282 n-d-843554-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:30:36.120282 n-d-843554-3 neutron-server[88902]: util.warn( May 27 02:30:36.120282 n-d-843554-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:30:36.120282 n-d-843554-3 neutron-server[88902]: util.warn( May 27 02:30:36.120282 n-d-843554-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:30:36.120282 n-d-843554-3 neutron-server[88902]: util.warn( May 27 02:30:36.120282 n-d-843554-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:30:36.120282 n-d-843554-3 neutron-server[88902]: util.warn( May 27 02:30:36.120282 n-d-843554-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:30:36.120282 n-d-843554-3 neutron-server[88902]: util.warn( May 27 02:30:36.120282 n-d-843554-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:30:36.120282 n-d-843554-3 neutron-server[88902]: util.warn( May 27 02:30:36.120282 n-d-843554-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:30:36.120282 n-d-843554-3 neutron-server[88902]: util.warn( May 27 02:30:36.120282 n-d-843554-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:30:36.120282 n-d-843554-3 neutron-server[88902]: util.warn( May 27 02:30:36.120282 n-d-843554-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:30:36.120282 n-d-843554-3 neutron-server[88902]: util.warn( May 27 02:30:36.120282 n-d-843554-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:30:36.120282 n-d-843554-3 neutron-server[88902]: util.warn( May 27 02:30:36.120282 n-d-843554-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:30:36.120282 n-d-843554-3 neutron-server[88902]: util.warn( May 27 02:30:36.120282 n-d-843554-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:30:36.120282 n-d-843554-3 neutron-server[88902]: util.warn( May 27 02:30:36.120282 n-d-843554-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:30:36.120282 n-d-843554-3 neutron-server[88902]: util.warn( May 27 02:30:36.120282 n-d-843554-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:30:36.120282 n-d-843554-3 neutron-server[88902]: util.warn( May 27 02:30:36.120282 n-d-843554-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:30:36.120282 n-d-843554-3 neutron-server[88902]: util.warn( May 27 02:30:36.120282 n-d-843554-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:30:36.120282 n-d-843554-3 neutron-server[88902]: util.warn( May 27 02:30:36.120282 n-d-843554-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:30:36.120282 n-d-843554-3 neutron-server[88902]: util.warn( May 27 02:30:36.123331 n-d-843554-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:30:36.123331 n-d-843554-3 neutron-server[88902]: util.warn( May 27 02:30:36.123331 n-d-843554-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:30:36.123331 n-d-843554-3 neutron-server[88902]: util.warn( May 27 02:30:36.123331 n-d-843554-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:30:36.123331 n-d-843554-3 neutron-server[88902]: util.warn( May 27 02:30:36.123331 n-d-843554-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:30:36.123331 n-d-843554-3 neutron-server[88902]: util.warn( May 27 02:30:36.123331 n-d-843554-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:30:36.123331 n-d-843554-3 neutron-server[88902]: util.warn( May 27 02:30:36.123331 n-d-843554-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:30:36.123331 n-d-843554-3 neutron-server[88902]: util.warn( May 27 02:30:36.123331 n-d-843554-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:30:36.123331 n-d-843554-3 neutron-server[88902]: util.warn( May 27 02:30:36.143823 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12c575f-c29f-44df-97db-4ee9a5d16780 admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:30:36.151251 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-f12c575f-c29f-44df-97db-4ee9a5d16780 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:30:36.155549 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12c575f-c29f-44df-97db-4ee9a5d16780 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:30:36.176236 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711872fd-3e83-4679-a0c4-4cdcc6376e42 req-74faad4f-3822-4432-9a0b-1dcde23328e4 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:36.177394 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 06e78789-9b99-4cc0-b7e9-54770fc973b1 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:30:36.177946 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-711872fd-3e83-4679-a0c4-4cdcc6376e42 req-74faad4f-3822-4432-9a0b-1dcde23328e4 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=88a4657e-b4d0-46d1-94a4-e24295910ea5 HTTP/1.1" status: 200 len: 1095 time: 0.7374852 May 27 02:30:36.182844 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f5bfb810-fe77-4ff5-990d-112c6cbb269e req-54408049-193a-4d70-ab36-9db88b2a15bc tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.32 "DELETE /v2.0/ports/220ace4b-fa19-4370-b7b7-f0a8f37ffce7 HTTP/1.1" status: 204 len: 173 time: 2.0434918 May 27 02:30:36.189611 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 06e78789-9b99-4cc0-b7e9-54770fc973b1 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:30:36.189935 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-9397c0ae-8a72-450b-be80-a7126022a0e6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:30:36.189935 n-d-843554-3 neutron-server[88902]: DEBUG oslo_db.api [None req-9397c0ae-8a72-450b-be80-a7126022a0e6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:30:36.190103 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['1256c44f-4011-479f-964d-a5095f7299ac'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:30:36.203638 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2de7bf8b-d91f-4ff2-840a-a756b4b1c0ac req-de586599-ed38-405f-9cfa-5ce661a99045 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b1c5d58-b623-42ce-95bb-4137c2111074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777574 May 27 02:30:36.217768 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c575f-c29f-44df-97db-4ee9a5d16780 admin admin] Pushing event updated for resources: {'Port': ['ID=4880f34b-48dc-4666-b027-887332825cdd,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:36.310704 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-711872fd-3e83-4679-a0c4-4cdcc6376e42 req-fe1a6c6e-94ff-4d9d-9186-9c761f217e41 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=265cd488-5638-4b04-8bc5-c36cca8a4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240051 May 27 02:30:36.315209 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-f5bfb810-fe77-4ff5-990d-112c6cbb269e req-49bb8338-dd78-45e5-9bea-978a1cf7b4d3 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Deleting port d40969d6-2e8d-496e-85e2-935f5989a75c {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:30:36.315209 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f5bfb810-fe77-4ff5-990d-112c6cbb269e req-49bb8338-dd78-45e5-9bea-978a1cf7b4d3 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:36.664868 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aa217f8-da43-4b2d-9fef-fd641c7e2693'] response: {'server_uuid': '387cecf6-9ea2-42fa-878b-22b0f4170da0', 'name': 'network-vif-deleted', 'tag': '220ace4b-fa19-4370-b7b7-f0a8f37ffce7', 'status': 'completed', 'code': 200} May 27 02:30:36.687623 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9397c0ae-8a72-450b-be80-a7126022a0e6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Deleting port 06e78789-9b99-4cc0-b7e9-54770fc973b1 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:30:36.688089 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9397c0ae-8a72-450b-be80-a7126022a0e6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:36.770909 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9397c0ae-8a72-450b-be80-a7126022a0e6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] The port '06e78789-9b99-4cc0-b7e9-54770fc973b1' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:30:36.827350 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f12c575f-c29f-44df-97db-4ee9a5d16780 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:36.931915 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-f5bfb810-fe77-4ff5-990d-112c6cbb269e req-49bb8338-dd78-45e5-9bea-978a1cf7b4d3 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] For port d40969d6-2e8d-496e-85e2-935f5989a75c, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=d40969d6-2e8d-496e-85e2-935f5989a75c,segment=NetworkSegment(91f06bc1-2458-4ddd-ab3b-c2af3cbd18ce),segment_id=91f06bc1-2458-4ddd-ab3b-c2af3cbd18ce)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:30:36.932293 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f5bfb810-fe77-4ff5-990d-112c6cbb269e req-49bb8338-dd78-45e5-9bea-978a1cf7b4d3 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:36.940417 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9397c0ae-8a72-450b-be80-a7126022a0e6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:37.082504 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-f5bfb810-fe77-4ff5-990d-112c6cbb269e req-49bb8338-dd78-45e5-9bea-978a1cf7b4d3 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Calling delete_port for d40969d6-2e8d-496e-85e2-935f5989a75c owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:30:37.118335 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-9397c0ae-8a72-450b-be80-a7126022a0e6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d6ad633-c550-45fe-92bc-8eb84cbddcb6']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:37.141273 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-9397c0ae-8a72-450b-be80-a7126022a0e6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1041cf04-1863-4837-9520-07be418b829f') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:37.141574 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-9397c0ae-8a72-450b-be80-a7126022a0e6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1041cf04-1863-4837-9520-07be418b829f') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:37.159210 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9397c0ae-8a72-450b-be80-a7126022a0e6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:37.192382 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9397c0ae-8a72-450b-be80-a7126022a0e6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:37.201043 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9397c0ae-8a72-450b-be80-a7126022a0e6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:30:37.201043 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9397c0ae-8a72-450b-be80-a7126022a0e6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:37.236285 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f12c575f-c29f-44df-97db-4ee9a5d16780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:37.280169 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 1041cf04-1863-4837-9520-07be418b829f resource provider aggregate not found May 27 02:30:37.353127 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 1041cf04-1863-4837-9520-07be418b829f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1041cf04-1863-4837-9520-07be418b829f found for delete ", "request_id": "req-c5c5194a-0703-40eb-979b-be78e93fc0c8"}]} May 27 02:30:37.434684 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9397c0ae-8a72-450b-be80-a7126022a0e6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:37.461807 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9397c0ae-8a72-450b-be80-a7126022a0e6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:37.475030 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9397c0ae-8a72-450b-be80-a7126022a0e6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event deleted for resources: {'Network': ['ID=1d6ad633-c550-45fe-92bc-8eb84cbddcb6,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:37.508813 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac5738a-3db2-4155-acba-b22fd8ce668c req-cd5bee98-1275-4311-9cdd-aae05ea4f6fc tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:37.509508 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-9ac5738a-3db2-4155-acba-b22fd8ce668c req-cd5bee98-1275-4311-9cdd-aae05ea4f6fc tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Synchronizing usage tracker for tenant:6137a50b300642e3b27a011e959f0225 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:30:37.519811 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f5bfb810-fe77-4ff5-990d-112c6cbb269e req-49bb8338-dd78-45e5-9bea-978a1cf7b4d3 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:37.574278 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9397c0ae-8a72-450b-be80-a7126022a0e6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "DELETE /v2.0/networks/1d6ad633-c550-45fe-92bc-8eb84cbddcb6 HTTP/1.1" status: 204 len: 168 time: 3.2474971 May 27 02:30:37.574278 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb8338-dd78-45e5-9bea-978a1cf7b4d3 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Pushing event deleted for resources: {'Port': ['ID=d40969d6-2e8d-496e-85e2-935f5989a75c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:37.574798 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55212) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:37.581504 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-9cb5bf35-6b74-4067-9f0f-af8de666aa47 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2005081448', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:30:37.595295 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9cb5bf35-6b74-4067-9f0f-af8de666aa47 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:30:37.600804 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9cb5bf35-6b74-4067-9f0f-af8de666aa47 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Usage tracker for resource:router and tenant:39308f34ca0d41f5bed3e55c79db3f61 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:30:37.603379 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12c575f-c29f-44df-97db-4ee9a5d16780 admin admin] Router 14a280c5-7bbb-4fb6-8880-116cc2a63ba5 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:30:37.605322 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9cb5bf35-6b74-4067-9f0f-af8de666aa47 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:30:37.626314 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9cb5bf35-6b74-4067-9f0f-af8de666aa47 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:30:37.655349 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-9ac5738a-3db2-4155-acba-b22fd8ce668c req-cd5bee98-1275-4311-9cdd-aae05ea4f6fc tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Unset dirty status for tenant:6137a50b300642e3b27a011e959f0225 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:30:37.656544 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9ac5738a-3db2-4155-acba-b22fd8ce668c req-cd5bee98-1275-4311-9cdd-aae05ea4f6fc tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=387cecf6-9ea2-42fa-878b-22b0f4170da0 HTTP/1.1" status: 200 len: 945 time: 0.2784953 May 27 02:30:37.662153 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5bfb810-fe77-4ff5-990d-112c6cbb269e req-49bb8338-dd78-45e5-9bea-978a1cf7b4d3 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] No DVR routers for this DVR port d40969d6-2e8d-496e-85e2-935f5989a75c on host n-h1-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:30:37.666064 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f5bfb810-fe77-4ff5-990d-112c6cbb269e req-49bb8338-dd78-45e5-9bea-978a1cf7b4d3 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:37.666769 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f5bfb810-fe77-4ff5-990d-112c6cbb269e req-49bb8338-dd78-45e5-9bea-978a1cf7b4d3 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.32 "DELETE /v2.0/ports/d40969d6-2e8d-496e-85e2-935f5989a75c HTTP/1.1" status: 204 len: 173 time: 1.4622602 May 27 02:30:37.723239 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9ac5738a-3db2-4155-acba-b22fd8ce668c req-ff67a807-e109-4a51-9d5b-e22de4e10700 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b1c5d58-b623-42ce-95bb-4137c2111074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554686 May 27 02:30:37.987837 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12c575f-c29f-44df-97db-4ee9a5d16780 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:30:37.988236 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6038d-a956-4ead-b307-2fc2f59e2c2e req-5b1e1f26-1081-43d0-8f66-4d086d05e60d tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:37.999478 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3af6038d-a956-4ead-b307-2fc2f59e2c2e req-5b1e1f26-1081-43d0-8f66-4d086d05e60d tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=88a4657e-b4d0-46d1-94a4-e24295910ea5 HTTP/1.1" status: 200 len: 1096 time: 0.1480772 May 27 02:30:38.001975 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d353c7e-88ee-4001-8d87-2edcd8a42cb8 None None] Sync routers for ids ['14a280c5-7bbb-4fb6-8880-116cc2a63ba5'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:30:38.013046 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d353c7e-88ee-4001-8d87-2edcd8a42cb8 None None] Routers {'14a280c5-7bbb-4fb6-8880-116cc2a63ba5'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:30:38.014038 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3d353c7e-88ee-4001-8d87-2edcd8a42cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:30:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['14a280c5-7bbb-4fb6-8880-116cc2a63ba5'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:38.071424 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9cb5bf35-6b74-4067-9f0f-af8de666aa47 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:38.072662 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9cb5bf35-6b74-4067-9f0f-af8de666aa47 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:38.088757 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9cb5bf35-6b74-4067-9f0f-af8de666aa47 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:38.096291 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3af6038d-a956-4ead-b307-2fc2f59e2c2e req-d7786ee3-9ab4-4d8a-a705-36573957dc2f tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=265cd488-5638-4b04-8bc5-c36cca8a4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955567 May 27 02:30:38.180167 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 220ace4b-fa19-4370-b7b7-f0a8f37ffce7 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:30:38.381973 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 220ace4b-fa19-4370-b7b7-f0a8f37ffce7 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:30:38.383039 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 220ace4b-fa19-4370-b7b7-f0a8f37ffce7 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:30:38.383603 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device d40969d6-2e8d-496e-85e2-935f5989a75c no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:30:38.391828 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f12c575f-c29f-44df-97db-4ee9a5d16780 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:38.393753 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f12c575f-c29f-44df-97db-4ee9a5d16780 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2175219 May 27 02:30:38.396954 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55220) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:38.459929 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: d40969d6-2e8d-496e-85e2-935f5989a75c {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:30:38.460662 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device d40969d6-2e8d-496e-85e2-935f5989a75c not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:30:38.489757 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-3d353c7e-88ee-4001-8d87-2edcd8a42cb8 None None] Set router 14a280c5-7bbb-4fb6-8880-116cc2a63ba5 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:30:38.666834 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387cecf6-9ea2-42fa-878b-22b0f4170da0', 'name': 'network-vif-deleted', 'tag': 'd40969d6-2e8d-496e-85e2-935f5989a75c'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:30:38.802888 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee2d9ad7-7d03-4c07-a905-0577b437bfba'] response: {'server_uuid': '387cecf6-9ea2-42fa-878b-22b0f4170da0', 'name': 'network-vif-deleted', 'tag': 'd40969d6-2e8d-496e-85e2-935f5989a75c', 'status': 'completed', 'code': 200} May 27 02:30:38.840991 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3d353c7e-88ee-4001-8d87-2edcd8a42cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a280c5-7bbb-4fb6-8880-116cc2a63ba5', 'name': 'tempest-ServerRescueTestJSON-1440723444-router', 'tenant_id': '022251d9f75846819da07595f70e72c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '4880f34b-48dc-4666-b027-887332825cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:30:34Z', 'updated_at': '2022-05-27T02:30:36Z', 'revision_number': 3, 'project_id': '022251d9f75846819da07595f70e72c6', 'gw_port': {'id': '4880f34b-48dc-4666-b027-887332825cdd', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:41:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a280c5-7bbb-4fb6-8880-116cc2a63ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:30:35Z', 'updated_at': '2022-05-27T02:30:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:38.850603 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d353c7e-88ee-4001-8d87-2edcd8a42cb8 None None] Checking router: 14a280c5-7bbb-4fb6-8880-116cc2a63ba5 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:30:38.852855 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d353c7e-88ee-4001-8d87-2edcd8a42cb8 None None] Updating router 14a280c5-7bbb-4fb6-8880-116cc2a63ba5 port 4880f34b-48dc-4666-b027-887332825cdd binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:30:38.921234 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 1256c44f-4011-479f-964d-a5095f7299ac up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:30:38.958280 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b5776ca-979e-49f2-8f03-3f481d7a2598 req-813dc98d-20e5-4868-90cc-46f92f80800c tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "GET /v2.0/ports?device_id=387cecf6-9ea2-42fa-878b-22b0f4170da0 HTTP/1.1" status: 200 len: 210 time: 0.0629628 May 27 02:30:38.993280 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3d353c7e-88ee-4001-8d87-2edcd8a42cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:39.117386 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9cb5bf35-6b74-4067-9f0f-af8de666aa47 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:39.247906 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 1256c44f-4011-479f-964d-a5095f7299ac completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:30:39.268510 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 1256c44f-4011-479f-964d-a5095f7299ac triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:30:39.268886 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:39.420910 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b4996-dab8-48a1-8491-1053bb7c2b4c req-d9fb5e45-b015-4b1f-9922-9a24b5132963 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:39.422406 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6c8b4996-dab8-48a1-8491-1053bb7c2b4c req-d9fb5e45-b015-4b1f-9922-9a24b5132963 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=88a4657e-b4d0-46d1-94a4-e24295910ea5 HTTP/1.1" status: 200 len: 1096 time: 0.1408582 May 27 02:30:39.487253 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6c8b4996-dab8-48a1-8491-1053bb7c2b4c req-b148866a-4d64-4d43-b89a-b2b0599598c2 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=265cd488-5638-4b04-8bc5-c36cca8a4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566595 May 27 02:30:39.515296 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3d353c7e-88ee-4001-8d87-2edcd8a42cb8 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:39.530609 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3d353c7e-88ee-4001-8d87-2edcd8a42cb8 None None] Transition to ACTIVE for port object 4880f34b-48dc-4666-b027-887332825cdd will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:30:39.614660 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 1256c44f-4011-479f-964d-a5095f7299ac is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:30:39.615319 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:39.631444 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3d353c7e-88ee-4001-8d87-2edcd8a42cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:39.715123 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a4657e-b4d0-46d1-94a4-e24295910ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1256c44f-4011-479f-964d-a5095f7299ac'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:30:39.742129 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-3d353c7e-88ee-4001-8d87-2edcd8a42cb8 None None] Attempting to bind port 4880f34b-48dc-4666-b027-887332825cdd on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:30:39.742706 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-3d353c7e-88ee-4001-8d87-2edcd8a42cb8 None None] Attempting to bind port 4880f34b-48dc-4666-b027-887332825cdd by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:30:39.742847 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d353c7e-88ee-4001-8d87-2edcd8a42cb8 None None] Attempting to bind port 4880f34b-48dc-4666-b027-887332825cdd on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:30:39.754791 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 1256c44f-4011-479f-964d-a5095f7299ac, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=1256c44f-4011-479f-964d-a5095f7299ac,segment=NetworkSegment(ed742516-baab-43a7-866c-bed74e558a84),segment_id=ed742516-baab-43a7-866c-bed74e558a84)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:30:39.755836 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d6ddc2-1ab4-4406-8d60-aaf75112bc0a None None] Pushing event updated for resources: {'Port': ['ID=4880f34b-48dc-4666-b027-887332825cdd,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:39.758718 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d353c7e-88ee-4001-8d87-2edcd8a42cb8 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:30:39.759092 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d353c7e-88ee-4001-8d87-2edcd8a42cb8 None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:30:39.759496 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3d353c7e-88ee-4001-8d87-2edcd8a42cb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:39.759881 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d353c7e-88ee-4001-8d87-2edcd8a42cb8 None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:30:39.760351 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-3d353c7e-88ee-4001-8d87-2edcd8a42cb8 None None] Bound port: 4880f34b-48dc-4666-b027-887332825cdd, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:30:39.760802 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3d353c7e-88ee-4001-8d87-2edcd8a42cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:39.921740 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-3d353c7e-88ee-4001-8d87-2edcd8a42cb8 None None] For port 4880f34b-48dc-4666-b027-887332825cdd, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:30:39.925103 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-3d353c7e-88ee-4001-8d87-2edcd8a42cb8 None None] For port 4880f34b-48dc-4666-b027-887332825cdd, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=4880f34b-48dc-4666-b027-887332825cdd,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:30:39.927724 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acb20611-c7d6-4194-9d73-994766affd88'] response: {'server_uuid': '88a4657e-b4d0-46d1-94a4-e24295910ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1256c44f-4011-479f-964d-a5095f7299ac', 'code': 200} May 27 02:30:39.929402 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:40.014750 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3d353c7e-88ee-4001-8d87-2edcd8a42cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:40.071799 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d353c7e-88ee-4001-8d87-2edcd8a42cb8 None None] Routers {'14a280c5-7bbb-4fb6-8880-116cc2a63ba5'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:30:40.071799 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3d353c7e-88ee-4001-8d87-2edcd8a42cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:30:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['14a280c5-7bbb-4fb6-8880-116cc2a63ba5'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:40.149752 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=1256c44f-4011-479f-964d-a5095f7299ac,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:40.160279 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55256) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:40.271167 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-615f6752-6e5f-4ae5-a202-efc2701c99dd tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Deleting subnet f30cd9af-2d7c-4422-9f18-3858edc8e8f0 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:30:40.276151 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-615f6752-6e5f-4ae5-a202-efc2701c99dd tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:40.334268 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a0248-da62-4f99-a5e5-762d2ff03b7e req-90271551-a7e5-46d5-8a52-797a50ab92cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:40.336700 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df1a0248-da62-4f99-a5e5-762d2ff03b7e req-90271551-a7e5-46d5-8a52-797a50ab92cc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=88a4657e-b4d0-46d1-94a4-e24295910ea5 HTTP/1.1" status: 200 len: 1097 time: 0.4310899 May 27 02:30:40.385040 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d6ddc2-1ab4-4406-8d60-aaf75112bc0a None None] Pushing event updated for resources: {'Port': ['ID=4880f34b-48dc-4666-b027-887332825cdd,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:40.412436 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-615f6752-6e5f-4ae5-a202-efc2701c99dd tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:40.431334 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-3d353c7e-88ee-4001-8d87-2edcd8a42cb8 None None] Set router 14a280c5-7bbb-4fb6-8880-116cc2a63ba5 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:30:40.488607 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df1a0248-da62-4f99-a5e5-762d2ff03b7e req-f23486f3-8a22-4ffc-ba5e-f93c687d0aa9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=265cd488-5638-4b04-8bc5-c36cca8a4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441839 May 27 02:30:40.584108 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9cb5bf35-6b74-4067-9f0f-af8de666aa47 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:40.588700 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-615f6752-6e5f-4ae5-a202-efc2701c99dd tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:40.620557 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9cb5bf35-6b74-4067-9f0f-af8de666aa47 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:40.623578 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-98b28425-acac-489a-8397-7ef9580afd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:40.943199 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3d353c7e-88ee-4001-8d87-2edcd8a42cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a280c5-7bbb-4fb6-8880-116cc2a63ba5', 'name': 'tempest-ServerRescueTestJSON-1440723444-router', 'tenant_id': '022251d9f75846819da07595f70e72c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '4880f34b-48dc-4666-b027-887332825cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:30:34Z', 'updated_at': '2022-05-27T02:30:36Z', 'revision_number': 3, 'project_id': '022251d9f75846819da07595f70e72c6', 'gw_port': {'id': '4880f34b-48dc-4666-b027-887332825cdd', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:41:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a280c5-7bbb-4fb6-8880-116cc2a63ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:30:35Z', 'updated_at': '2022-05-27T02:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:40.948510 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d353c7e-88ee-4001-8d87-2edcd8a42cb8 None None] The sync data for ids ['14a280c5-7bbb-4fb6-8880-116cc2a63ba5'] in n-d-843554-3 is: [{'id': '14a280c5-7bbb-4fb6-8880-116cc2a63ba5', 'name': 'tempest-ServerRescueTestJSON-1440723444-router', 'tenant_id': '022251d9f75846819da07595f70e72c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '4880f34b-48dc-4666-b027-887332825cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:30:34Z', 'updated_at': '2022-05-27T02:30:36Z', 'revision_number': 3, 'project_id': '022251d9f75846819da07595f70e72c6', 'gw_port': {'id': '4880f34b-48dc-4666-b027-887332825cdd', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:41:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a280c5-7bbb-4fb6-8880-116cc2a63ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:30:35Z', 'updated_at': '2022-05-27T02:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:30:41.044078 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6ddf3-1860-478b-8f3b-2dd0316f5d11 req-3fc43ab0-b645-4825-ad56-cba5bca1c959 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:41.052495 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5b6ddf3-1860-478b-8f3b-2dd0316f5d11 req-3fc43ab0-b645-4825-ad56-cba5bca1c959 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=88a4657e-b4d0-46d1-94a4-e24295910ea5 HTTP/1.1" status: 200 len: 1097 time: 0.1513605 May 27 02:30:41.062848 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-9cb5bf35-6b74-4067-9f0f-af8de666aa47 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Allocated IP 172.25.1.117 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/891ac829-4149-4ad3-b6f1-d5d523124fba) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:30:41.104022 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5b6ddf3-1860-478b-8f3b-2dd0316f5d11 req-7a1d8f39-890d-4e8f-8c2d-23326617973a tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=265cd488-5638-4b04-8bc5-c36cca8a4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505960 May 27 02:30:41.138406 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-615f6752-6e5f-4ae5-a202-efc2701c99dd tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:41.226041 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f6752-6e5f-4ae5-a202-efc2701c99dd tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Pushing event deleted for resources: {'Subnet': ['ID=f30cd9af-2d7c-4422-9f18-3858edc8e8f0,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:41.247077 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f6752-6e5f-4ae5-a202-efc2701c99dd tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:41.247077 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f6752-6e5f-4ae5-a202-efc2701c99dd tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:41.247077 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f6752-6e5f-4ae5-a202-efc2701c99dd tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:41.247077 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f6752-6e5f-4ae5-a202-efc2701c99dd tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:41.247077 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f6752-6e5f-4ae5-a202-efc2701c99dd tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:41.247077 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f6752-6e5f-4ae5-a202-efc2701c99dd tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:41.247639 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f6752-6e5f-4ae5-a202-efc2701c99dd tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:41.247957 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f6752-6e5f-4ae5-a202-efc2701c99dd tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:41.248374 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f6752-6e5f-4ae5-a202-efc2701c99dd tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:41.248943 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f6752-6e5f-4ae5-a202-efc2701c99dd tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:41.249381 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f6752-6e5f-4ae5-a202-efc2701c99dd tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:41.249790 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f6752-6e5f-4ae5-a202-efc2701c99dd tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:41.262009 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-615f6752-6e5f-4ae5-a202-efc2701c99dd tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:41.268707 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae38d42-6b32-4a43-a537-64d291f5b347 None None] Network 0351dbc2-bfdb-49a5-89eb-5d2a933951a2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:30:41.274224 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-615f6752-6e5f-4ae5-a202-efc2701c99dd tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "DELETE /v2.0/subnets/f30cd9af-2d7c-4422-9f18-3858edc8e8f0 HTTP/1.1" status: 204 len: 168 time: 1.1116858 May 27 02:30:41.278495 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55284) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:41.281867 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9cb5bf35-6b74-4067-9f0f-af8de666aa47 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:41.459875 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9cb5bf35-6b74-4067-9f0f-af8de666aa47 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:41.481738 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0926bd71-c35d-454a-8f10-3771c2808017 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:41.511577 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-0926bd71-c35d-454a-8f10-3771c2808017 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Deleting port edb68dda-9098-431e-bee8-f1177bfce992 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:30:41.511945 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0926bd71-c35d-454a-8f10-3771c2808017 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:41.777700 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-98b28425-acac-489a-8397-7ef9580afd59 admin admin] Allocated IP 172.20.0.1 (d21790d3-ca93-474a-9278-54511e3aa902/aabba9bb-b0fb-4524-b111-dfb2c0b12686/edd6da94-e1df-46a3-99ad-d36e502c1d6b) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:30:41.787226 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb5bf35-6b74-4067-9f0f-af8de666aa47 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event updated for resources: {'Port': ['ID=891ac829-4149-4ad3-b6f1-d5d523124fba,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:41.844825 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5bf35-6b74-4067-9f0f-af8de666aa47 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:41.847457 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5bf35-6b74-4067-9f0f-af8de666aa47 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:41.847831 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5bf35-6b74-4067-9f0f-af8de666aa47 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:41.848180 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5bf35-6b74-4067-9f0f-af8de666aa47 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:41.848568 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5bf35-6b74-4067-9f0f-af8de666aa47 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:41.854872 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5bf35-6b74-4067-9f0f-af8de666aa47 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:41.855324 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5bf35-6b74-4067-9f0f-af8de666aa47 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:41.855670 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5bf35-6b74-4067-9f0f-af8de666aa47 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:41.856008 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5bf35-6b74-4067-9f0f-af8de666aa47 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:41.856361 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5bf35-6b74-4067-9f0f-af8de666aa47 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:41.856672 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5bf35-6b74-4067-9f0f-af8de666aa47 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:41.857027 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5bf35-6b74-4067-9f0f-af8de666aa47 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:41.931006 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655bd7e7-3f1c-40f7-bbae-4581df7d08a3 None None] DHCP port deletion for 0351dbc2-bfdb-49a5-89eb-5d2a933951a2 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:30:41.936066 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-655bd7e7-3f1c-40f7-bbae-4581df7d08a3 None None] Deleting port edb68dda-9098-431e-bee8-f1177bfce992 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:30:41.936490 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-655bd7e7-3f1c-40f7-bbae-4581df7d08a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:42.117247 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb5bf35-6b74-4067-9f0f-af8de666aa47 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:30:42.118759 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-9cb5bf35-6b74-4067-9f0f-af8de666aa47 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:30:42.125924 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb5bf35-6b74-4067-9f0f-af8de666aa47 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:30:42.198785 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 4880f34b-48dc-4666-b027-887332825cdd up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:30:42.199886 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-0926bd71-c35d-454a-8f10-3771c2808017 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] For port edb68dda-9098-431e-bee8-f1177bfce992, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=edb68dda-9098-431e-bee8-f1177bfce992,segment=NetworkSegment(91f06bc1-2458-4ddd-ab3b-c2af3cbd18ce),segment_id=91f06bc1-2458-4ddd-ab3b-c2af3cbd18ce)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:30:42.200260 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0926bd71-c35d-454a-8f10-3771c2808017 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:42.447141 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-0926bd71-c35d-454a-8f10-3771c2808017 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Calling delete_port for edb68dda-9098-431e-bee8-f1177bfce992 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:30:42.578238 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-655bd7e7-3f1c-40f7-bbae-4581df7d08a3 None None] For port edb68dda-9098-431e-bee8-f1177bfce992, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=edb68dda-9098-431e-bee8-f1177bfce992,segment=NetworkSegment(91f06bc1-2458-4ddd-ab3b-c2af3cbd18ce),segment_id=91f06bc1-2458-4ddd-ab3b-c2af3cbd18ce)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:30:42.578924 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-655bd7e7-3f1c-40f7-bbae-4581df7d08a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:42.647692 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-98b28425-acac-489a-8397-7ef9580afd59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:42.733099 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf98ca-b123-476b-9c26-5dd233238028 req-071ae844-dd6f-47e3-8fc6-f887b7b758a8 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:42.734707 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-11cf98ca-b123-476b-9c26-5dd233238028 req-071ae844-dd6f-47e3-8fc6-f887b7b758a8 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=88a4657e-b4d0-46d1-94a4-e24295910ea5 HTTP/1.1" status: 200 len: 1097 time: 0.2070704 May 27 02:30:42.791731 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-11cf98ca-b123-476b-9c26-5dd233238028 req-2f156c38-2366-411a-ba02-af4562fa5593 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=265cd488-5638-4b04-8bc5-c36cca8a4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463514 May 27 02:30:42.806440 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-655bd7e7-3f1c-40f7-bbae-4581df7d08a3 None None] Calling delete_port for edb68dda-9098-431e-bee8-f1177bfce992 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:30:42.817865 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0926bd71-c35d-454a-8f10-3771c2808017 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:42.869618 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-98b28425-acac-489a-8397-7ef9580afd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:42.933177 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 4880f34b-48dc-4666-b027-887332825cdd completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:30:42.947947 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0926bd71-c35d-454a-8f10-3771c2808017 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Pushing event deleted for resources: {'Port': ['ID=edb68dda-9098-431e-bee8-f1177bfce992,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:42.963423 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0926bd71-c35d-454a-8f10-3771c2808017 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] No DVR routers for this DVR port edb68dda-9098-431e-bee8-f1177bfce992 on host n-d-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:30:42.993064 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 4880f34b-48dc-4666-b027-887332825cdd triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:30:42.993720 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:43.146788 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9cb5bf35-6b74-4067-9f0f-af8de666aa47 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:43.176168 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-655bd7e7-3f1c-40f7-bbae-4581df7d08a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:30:43.176632 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-655bd7e7-3f1c-40f7-bbae-4581df7d08a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:30:43.267927 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 4880f34b-48dc-4666-b027-887332825cdd is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:30:43.268483 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:43.285614 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 4880f34b-48dc-4666-b027-887332825cdd, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=4880f34b-48dc-4666-b027-887332825cdd,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:30:43.302800 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0926bd71-c35d-454a-8f10-3771c2808017 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:43.309962 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b28425-acac-489a-8397-7ef9580afd59 admin admin] Network d21790d3-ca93-474a-9278-54511e3aa902 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:30:43.327202 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-98b28425-acac-489a-8397-7ef9580afd59 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:30:43.328852 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3270d-9bac-403e-91ae-8fdddb5b003a req-0386e325-8c57-4b91-83ab-6ee62b21b8fc tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:43.338490 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b28425-acac-489a-8397-7ef9580afd59 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:30:43.339213 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-34d3270d-9bac-403e-91ae-8fdddb5b003a req-0386e325-8c57-4b91-83ab-6ee62b21b8fc tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=88a4657e-b4d0-46d1-94a4-e24295910ea5 HTTP/1.1" status: 200 len: 1097 time: 0.2561021 May 27 02:30:43.374659 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:43.383849 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-0926bd71-c35d-454a-8f10-3771c2808017 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0351dbc2-bfdb-49a5-89eb-5d2a933951a2']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:43.412837 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-0926bd71-c35d-454a-8f10-3771c2808017 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91f06bc1-2458-4ddd-ab3b-c2af3cbd18ce') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:43.413137 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-0926bd71-c35d-454a-8f10-3771c2808017 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91f06bc1-2458-4ddd-ab3b-c2af3cbd18ce') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:43.446594 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0926bd71-c35d-454a-8f10-3771c2808017 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:43.456355 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-34d3270d-9bac-403e-91ae-8fdddb5b003a req-b94a8f8d-95e2-4ef6-9f0a-6773d93646e8 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=265cd488-5638-4b04-8bc5-c36cca8a4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162484 May 27 02:30:43.469588 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0926bd71-c35d-454a-8f10-3771c2808017 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:43.487903 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0926bd71-c35d-454a-8f10-3771c2808017 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:30:43.488309 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0926bd71-c35d-454a-8f10-3771c2808017 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:43.495876 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device edb68dda-9098-431e-bee8-f1177bfce992 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:30:43.598389 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: edb68dda-9098-431e-bee8-f1177bfce992 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:30:43.598919 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device edb68dda-9098-431e-bee8-f1177bfce992 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:30:43.646449 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=4880f34b-48dc-4666-b027-887332825cdd,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:43.678355 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-655bd7e7-3f1c-40f7-bbae-4581df7d08a3 None None] Deleting port edb68dda-9098-431e-bee8-f1177bfce992 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:30:43.678651 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-655bd7e7-3f1c-40f7-bbae-4581df7d08a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:43.689886 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 91f06bc1-2458-4ddd-ab3b-c2af3cbd18ce resource provider aggregate not found May 27 02:30:43.748565 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 91f06bc1-2458-4ddd-ab3b-c2af3cbd18ce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 91f06bc1-2458-4ddd-ab3b-c2af3cbd18ce found for delete ", "request_id": "req-2d460573-aa69-4fe2-84d1-62e27963704d"}]} May 27 02:30:43.749601 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b28425-acac-489a-8397-7ef9580afd59 admin admin] Pushing event updated for resources: {'Port': ['ID=edd6da94-e1df-46a3-99ad-d36e502c1d6b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:43.853424 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a079ace-639a-4a98-a22d-70c6299e21d1 req-4714e43f-e1fa-4034-9bef-21f189444601 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:43.857470 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5a079ace-639a-4a98-a22d-70c6299e21d1 req-4714e43f-e1fa-4034-9bef-21f189444601 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=88a4657e-b4d0-46d1-94a4-e24295910ea5 HTTP/1.1" status: 200 len: 1097 time: 0.1053696 May 27 02:30:43.870936 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-655bd7e7-3f1c-40f7-bbae-4581df7d08a3 None None] The port 'edb68dda-9098-431e-bee8-f1177bfce992' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:30:43.903976 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-98b28425-acac-489a-8397-7ef9580afd59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:43.939159 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0926bd71-c35d-454a-8f10-3771c2808017 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:43.978827 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0926bd71-c35d-454a-8f10-3771c2808017 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:43.981909 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0926bd71-c35d-454a-8f10-3771c2808017 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Pushing event deleted for resources: {'Network': ['ID=0351dbc2-bfdb-49a5-89eb-5d2a933951a2,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:43.987006 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5a079ace-639a-4a98-a22d-70c6299e21d1 req-d4085a98-473d-467a-be62-d9bc893215a9 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=265cd488-5638-4b04-8bc5-c36cca8a4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257448 May 27 02:30:44.087025 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0926bd71-c35d-454a-8f10-3771c2808017 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "DELETE /v2.0/networks/0351dbc2-bfdb-49a5-89eb-5d2a933951a2 HTTP/1.1" status: 204 len: 168 time: 2.8106408 May 27 02:30:44.092219 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55322) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:44.121427 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 4880f34b-48dc-4666-b027-887332825cdd up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:30:44.188679 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7b6b294-998e-4f07-be9b-b1ff774859c7 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Deleting subnet 3018a2c7-49e3-484e-ae60-00af75ab626b {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:30:44.193145 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a7b6b294-998e-4f07-be9b-b1ff774859c7 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:44.211557 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 4880f34b-48dc-4666-b027-887332825cdd triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:30:44.211936 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:44.441575 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9cb5bf35-6b74-4067-9f0f-af8de666aa47 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:44.485782 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a7b6b294-998e-4f07-be9b-b1ff774859c7 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:44.499810 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 4880f34b-48dc-4666-b027-887332825cdd is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:30:44.648834 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a7b6b294-998e-4f07-be9b-b1ff774859c7 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:44.829302 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-98b28425-acac-489a-8397-7ef9580afd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:44.943275 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb5bf35-6b74-4067-9f0f-af8de666aa47 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Router a139cf4b-0458-430f-bce6-81f8bf923cb7 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:30:44.944415 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a7b6b294-998e-4f07-be9b-b1ff774859c7 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:44.992421 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6b294-998e-4f07-be9b-b1ff774859c7 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Pushing event deleted for resources: {'Subnet': ['ID=3018a2c7-49e3-484e-ae60-00af75ab626b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:45.006735 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a7b6b294-998e-4f07-be9b-b1ff774859c7 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:45.015246 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a7b6b294-998e-4f07-be9b-b1ff774859c7 tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "DELETE /v2.0/subnets/3018a2c7-49e3-484e-ae60-00af75ab626b HTTP/1.1" status: 204 len: 168 time: 0.9194291 May 27 02:30:45.019982 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55334) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:45.022409 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18cbac9-bbb1-4ae9-9843-6393506f4ce8 None None] Network 58d9efdd-c5a0-4704-bbbf-34d4bdd45a38 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:30:45.217085 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50f717-6093-431d-aa07-e580c2103e56 req-ce9f913f-7114-4647-a3be-a6fe669e3750 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:45.226680 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9d50f717-6093-431d-aa07-e580c2103e56 req-ce9f913f-7114-4647-a3be-a6fe669e3750 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=88a4657e-b4d0-46d1-94a4-e24295910ea5 HTTP/1.1" status: 200 len: 1097 time: 0.3509939 May 27 02:30:45.262998 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-11cdf8c9-b4a3-4153-9dbf-8939d835eb6d tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:45.358371 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-11cdf8c9-b4a3-4153-9dbf-8939d835eb6d tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Deleting port 6b839266-b933-45b6-b7c6-d8681fd5199a {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:30:45.359217 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-11cdf8c9-b4a3-4153-9dbf-8939d835eb6d tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:45.400412 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb5bf35-6b74-4067-9f0f-af8de666aa47 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:30:45.443019 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a4aea7-c648-495e-9a32-c9ee59a6eb13 None None] Sync routers for ids ['a139cf4b-0458-430f-bce6-81f8bf923cb7'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:30:45.455847 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9d50f717-6093-431d-aa07-e580c2103e56 req-7eea9df9-7fba-4757-9052-8e09b8780682 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=265cd488-5638-4b04-8bc5-c36cca8a4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889775 May 27 02:30:45.463069 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-98b28425-acac-489a-8397-7ef9580afd59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:45.471506 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b180a9d4-8b13-4363-bc2b-eeb4429dde7c None None] DHCP port deletion for 58d9efdd-c5a0-4704-bbbf-34d4bdd45a38 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:30:45.477074 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-b180a9d4-8b13-4363-bc2b-eeb4429dde7c None None] Deleting port 6b839266-b933-45b6-b7c6-d8681fd5199a {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:30:45.477659 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b180a9d4-8b13-4363-bc2b-eeb4429dde7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:45.490400 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a4aea7-c648-495e-9a32-c9ee59a6eb13 None None] Routers {'a139cf4b-0458-430f-bce6-81f8bf923cb7'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:30:45.491261 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-03a4aea7-c648-495e-9a32-c9ee59a6eb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:30:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['a139cf4b-0458-430f-bce6-81f8bf923cb7'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:45.566361 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9cb5bf35-6b74-4067-9f0f-af8de666aa47 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:45.567688 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9cb5bf35-6b74-4067-9f0f-af8de666aa47 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 7.9919286 May 27 02:30:45.573946 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55344) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:45.627680 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-03a4aea7-c648-495e-9a32-c9ee59a6eb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:45.677155 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a4aea7-c648-495e-9a32-c9ee59a6eb13 None None] Routers {'a139cf4b-0458-430f-bce6-81f8bf923cb7'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:30:45.685205 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-03a4aea7-c648-495e-9a32-c9ee59a6eb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:30:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['a139cf4b-0458-430f-bce6-81f8bf923cb7'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:45.794719 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-98b28425-acac-489a-8397-7ef9580afd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:45.804611 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-11cdf8c9-b4a3-4153-9dbf-8939d835eb6d tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] For port 6b839266-b933-45b6-b7c6-d8681fd5199a, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=6b839266-b933-45b6-b7c6-d8681fd5199a,segment=NetworkSegment(c426a656-74c6-4494-83b5-2d14ca146a65),segment_id=c426a656-74c6-4494-83b5-2d14ca146a65)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:30:45.805563 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-11cdf8c9-b4a3-4153-9dbf-8939d835eb6d tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:45.846127 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-b180a9d4-8b13-4363-bc2b-eeb4429dde7c None None] For port 6b839266-b933-45b6-b7c6-d8681fd5199a, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=6b839266-b933-45b6-b7c6-d8681fd5199a,segment=NetworkSegment(c426a656-74c6-4494-83b5-2d14ca146a65),segment_id=c426a656-74c6-4494-83b5-2d14ca146a65)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:30:45.846974 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b180a9d4-8b13-4363-bc2b-eeb4429dde7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:45.866191 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-03a4aea7-c648-495e-9a32-c9ee59a6eb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:45.869409 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a4aea7-c648-495e-9a32-c9ee59a6eb13 None None] The sync data for ids ['a139cf4b-0458-430f-bce6-81f8bf923cb7'] in n-d-843554-3 is: [] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:30:46.019962 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-b180a9d4-8b13-4363-bc2b-eeb4429dde7c None None] Calling delete_port for 6b839266-b933-45b6-b7c6-d8681fd5199a owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:30:46.124451 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 6b839266-b933-45b6-b7c6-d8681fd5199a no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:30:46.201450 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-98b28425-acac-489a-8397-7ef9580afd59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:46.204761 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-11cdf8c9-b4a3-4153-9dbf-8939d835eb6d tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Calling delete_port for 6b839266-b933-45b6-b7c6-d8681fd5199a owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:30:46.210423 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b28425-acac-489a-8397-7ef9580afd59 admin admin] Pushing event updated for resources: {'Port': ['ID=edd6da94-e1df-46a3-99ad-d36e502c1d6b,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:46.275809 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 6b839266-b933-45b6-b7c6-d8681fd5199a is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:30:46.276278 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:46.334169 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b1907-9cf1-47d2-bc40-4d6002873572 req-241817f2-de4f-4564-be41-23c9ae660793 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:46.335652 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1b1b1907-9cf1-47d2-bc40-4d6002873572 req-241817f2-de4f-4564-be41-23c9ae660793 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=88a4657e-b4d0-46d1-94a4-e24295910ea5 HTTP/1.1" status: 200 len: 1097 time: 0.3784442 May 27 02:30:46.382846 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b180a9d4-8b13-4363-bc2b-eeb4429dde7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:46.440145 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ea9210cb-f07a-4c20-885e-f2b150bdc451 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "GET /v2.0/routers/a139cf4b-0458-430f-bce6-81f8bf923cb7 HTTP/1.1" status: 200 len: 881 time: 0.8649764 May 27 02:30:46.441267 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-11cdf8c9-b4a3-4153-9dbf-8939d835eb6d tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:30:46.441527 n-d-843554-3 neutron-server[88902]: DEBUG oslo_db.api [None req-11cdf8c9-b4a3-4153-9dbf-8939d835eb6d tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:30:46.442882 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55356) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:46.445468 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-1b1b1907-9cf1-47d2-bc40-4d6002873572 req-f1f71060-cd09-4558-a4f5-4944ecf81915 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Deleting port 1256c44f-4011-479f-964d-a5095f7299ac {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:30:46.445814 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1b1b1907-9cf1-47d2-bc40-4d6002873572 req-f1f71060-cd09-4558-a4f5-4944ecf81915 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:46.468641 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b180a9d4-8b13-4363-bc2b-eeb4429dde7c None None] No DVR routers for this DVR port 6b839266-b933-45b6-b7c6-d8681fd5199a on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:30:46.493123 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b180a9d4-8b13-4363-bc2b-eeb4429dde7c None None] Pushing event deleted for resources: {'Port': ['ID=6b839266-b933-45b6-b7c6-d8681fd5199a,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:46.536138 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608d84b-c96f-4357-8c33-c9826105b50a req-7e92ec40-c504-4df1-aa60-f9d0afe0bd26 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:46.537617 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b608d84b-c96f-4357-8c33-c9826105b50a req-7e92ec40-c504-4df1-aa60-f9d0afe0bd26 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 946 time: 0.3047109 May 27 02:30:46.587480 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:30:46.595618 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b28425-acac-489a-8397-7ef9580afd59 admin admin] Network d21790d3-ca93-474a-9278-54511e3aa902 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:30:46.596824 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-98b28425-acac-489a-8397-7ef9580afd59 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:30:46.758660 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b608d84b-c96f-4357-8c33-c9826105b50a req-a955fdfb-f2a5-4a12-ae70-44ca79e79eeb tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=2215ff21-0f16-48f2-9c26-3743ed11a433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806653 May 27 02:30:46.839255 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82f3fb-a607-43bb-94bf-856b071f6188 req-025b9bc7-3c71-4202-a276-6f85ec05d9f6 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:46.857004 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ba82f3fb-a607-43bb-94bf-856b071f6188 req-025b9bc7-3c71-4202-a276-6f85ec05d9f6 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=88a4657e-b4d0-46d1-94a4-e24295910ea5 HTTP/1.1" status: 200 len: 1097 time: 0.2517827 May 27 02:30:46.887211 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-1b1b1907-9cf1-47d2-bc40-4d6002873572 req-f1f71060-cd09-4558-a4f5-4944ecf81915 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] For port 1256c44f-4011-479f-964d-a5095f7299ac, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=1256c44f-4011-479f-964d-a5095f7299ac,segment=NetworkSegment(ed742516-baab-43a7-866c-bed74e558a84),segment_id=ed742516-baab-43a7-866c-bed74e558a84)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:30:46.887528 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1b1b1907-9cf1-47d2-bc40-4d6002873572 req-f1f71060-cd09-4558-a4f5-4944ecf81915 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:46.926983 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b28425-acac-489a-8397-7ef9580afd59 admin admin] Router 14a280c5-7bbb-4fb6-8880-116cc2a63ba5 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:30:46.959714 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-11cdf8c9-b4a3-4153-9dbf-8939d835eb6d tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Deleting port 6b839266-b933-45b6-b7c6-d8681fd5199a {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:30:46.960036 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-11cdf8c9-b4a3-4153-9dbf-8939d835eb6d tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:46.995896 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ead53b3b-6cbb-401f-9450-01f9f56c76ac tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Synchronizing usage tracker for tenant:39308f34ca0d41f5bed3e55c79db3f61 on resource:router {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:30:47.152738 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b28425-acac-489a-8397-7ef9580afd59 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:30:47.168666 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-98b28425-acac-489a-8397-7ef9580afd59 admin admin] 10.222.0.57 "PUT /v2.0/routers/14a280c5-7bbb-4fb6-8880-116cc2a63ba5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7611051 May 27 02:30:47.168666 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ead53b3b-6cbb-401f-9450-01f9f56c76ac tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Unset dirty status for tenant:39308f34ca0d41f5bed3e55c79db3f61 on resource:router {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:30:47.171101 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f980010-f138-4daa-bebf-310c89c4a5f7 None None] Sync routers for ids ['14a280c5-7bbb-4fb6-8880-116cc2a63ba5'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:30:47.173523 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ead53b3b-6cbb-401f-9450-01f9f56c76ac tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.7194610 May 27 02:30:47.175964 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55368) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:47.182728 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f980010-f138-4daa-bebf-310c89c4a5f7 None None] Routers {'14a280c5-7bbb-4fb6-8880-116cc2a63ba5'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:30:47.183221 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5f980010-f138-4daa-bebf-310c89c4a5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:30:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['14a280c5-7bbb-4fb6-8880-116cc2a63ba5'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:47.187440 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-1dfd6f77-ec63-4103-a1b2-d2b77832fcf6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2005081448'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:30:47.187746 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-1b1b1907-9cf1-47d2-bc40-4d6002873572 req-f1f71060-cd09-4558-a4f5-4944ecf81915 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Calling delete_port for 1256c44f-4011-479f-964d-a5095f7299ac owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:30:47.253097 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-11cdf8c9-b4a3-4153-9dbf-8939d835eb6d tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] The port '6b839266-b933-45b6-b7c6-d8681fd5199a' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:30:47.338555 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ba82f3fb-a607-43bb-94bf-856b071f6188 req-9c72c2c2-c441-450a-97be-3eef8e3cfcaa tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=265cd488-5638-4b04-8bc5-c36cca8a4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4774337 May 27 02:30:47.432050 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-11cdf8c9-b4a3-4153-9dbf-8939d835eb6d tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:47.461479 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-11cdf8c9-b4a3-4153-9dbf-8939d835eb6d tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58d9efdd-c5a0-4704-bbbf-34d4bdd45a38']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:47.511994 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-11cdf8c9-b4a3-4153-9dbf-8939d835eb6d tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c426a656-74c6-4494-83b5-2d14ca146a65') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:47.512310 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-11cdf8c9-b4a3-4153-9dbf-8939d835eb6d tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c426a656-74c6-4494-83b5-2d14ca146a65') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:47.525637 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-5f980010-f138-4daa-bebf-310c89c4a5f7 None None] Set router 14a280c5-7bbb-4fb6-8880-116cc2a63ba5 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:30:47.532552 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-11cdf8c9-b4a3-4153-9dbf-8939d835eb6d tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:47.556625 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-11cdf8c9-b4a3-4153-9dbf-8939d835eb6d tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:47.564599 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11cdf8c9-b4a3-4153-9dbf-8939d835eb6d tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:30:47.565187 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-11cdf8c9-b4a3-4153-9dbf-8939d835eb6d tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:47.634277 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment c426a656-74c6-4494-83b5-2d14ca146a65 resource provider aggregate not found May 27 02:30:47.668127 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment c426a656-74c6-4494-83b5-2d14ca146a65 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c426a656-74c6-4494-83b5-2d14ca146a65 found for delete ", "request_id": "req-9952dc08-0bf5-483a-bd50-d84a3b3ce551"}]} May 27 02:30:47.691930 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1b1b1907-9cf1-47d2-bc40-4d6002873572 req-f1f71060-cd09-4558-a4f5-4944ecf81915 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:47.751278 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['5c8b7367-5a76-4a25-adc1-b162e501fe6b'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:30:48.007290 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-55bd4329-0191-4f9b-a41a-0c8aee08f2b7 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:48.008687 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-55bd4329-0191-4f9b-a41a-0c8aee08f2b7 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Synchronizing usage tracker for tenant:022251d9f75846819da07595f70e72c6 on resource:network {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:30:48.014292 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-11cdf8c9-b4a3-4153-9dbf-8939d835eb6d tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:48.016333 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f71060-cd09-4558-a4f5-4944ecf81915 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Pushing event deleted for resources: {'Port': ['ID=1256c44f-4011-479f-964d-a5095f7299ac,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:48.132267 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-11cdf8c9-b4a3-4153-9dbf-8939d835eb6d tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:48.217569 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cdf8c9-b4a3-4153-9dbf-8939d835eb6d tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] Pushing event deleted for resources: {'Network': ['ID=58d9efdd-c5a0-4704-bbbf-34d4bdd45a38,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:48.256592 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1dfd6f77-ec63-4103-a1b2-d2b77832fcf6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:48.300072 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5f980010-f138-4daa-bebf-310c89c4a5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a280c5-7bbb-4fb6-8880-116cc2a63ba5', 'name': 'tempest-ServerRescueTestJSON-1440723444-router', 'tenant_id': '022251d9f75846819da07595f70e72c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '4880f34b-48dc-4666-b027-887332825cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:30:34Z', 'updated_at': '2022-05-27T02:30:44Z', 'revision_number': 4, 'project_id': '022251d9f75846819da07595f70e72c6', 'gw_port': {'id': '4880f34b-48dc-4666-b027-887332825cdd', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:41:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a280c5-7bbb-4fb6-8880-116cc2a63ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:30:35Z', 'updated_at': '2022-05-27T02:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'edd6da94-e1df-46a3-99ad-d36e502c1d6b', 'name': '', 'network_id': 'd21790d3-ca93-474a-9278-54511e3aa902', 'tenant_id': '022251d9f75846819da07595f70e72c6', 'mac_address': 'fa:16:3e:59:85:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a280c5-7bbb-4fb6-8880-116cc2a63ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'aabba9bb-b0fb-4524-b111-dfb2c0b12686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:30:40Z', 'updated_at': '2022-05-27T02:30:44Z', 'revision_number': 2, 'project_id': '022251d9f75846819da07595f70e72c6', 'subnets': [{'id': 'aabba9bb-b0fb-4524-b111-dfb2c0b12686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:48.312632 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f980010-f138-4daa-bebf-310c89c4a5f7 None None] Checking router: 14a280c5-7bbb-4fb6-8880-116cc2a63ba5 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:30:48.313921 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f980010-f138-4daa-bebf-310c89c4a5f7 None None] Updating router 14a280c5-7bbb-4fb6-8880-116cc2a63ba5 port edd6da94-e1df-46a3-99ad-d36e502c1d6b binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:30:48.339382 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-11cdf8c9-b4a3-4153-9dbf-8939d835eb6d tempest-ServersTestMultiNic-869585523 tempest-ServersTestMultiNic-869585523-project] 10.222.0.57 "DELETE /v2.0/networks/58d9efdd-c5a0-4704-bbbf-34d4bdd45a38 HTTP/1.1" status: 204 len: 168 time: 3.3145387 May 27 02:30:48.339382 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1b1907-9cf1-47d2-bc40-4d6002873572 req-f1f71060-cd09-4558-a4f5-4944ecf81915 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] No DVR routers for this DVR port 1256c44f-4011-479f-964d-a5095f7299ac on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:30:48.349303 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1b1b1907-9cf1-47d2-bc40-4d6002873572 req-f1f71060-cd09-4558-a4f5-4944ecf81915 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:48.351712 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1b1b1907-9cf1-47d2-bc40-4d6002873572 req-f1f71060-cd09-4558-a4f5-4944ecf81915 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.66 "DELETE /v2.0/ports/1256c44f-4011-479f-964d-a5095f7299ac HTTP/1.1" status: 204 len: 173 time: 2.0062182 May 27 02:30:48.352145 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a4657e-b4d0-46d1-94a4-e24295910ea5', 'name': 'network-vif-deleted', 'tag': '1256c44f-4011-479f-964d-a5095f7299ac'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:30:48.391593 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5f980010-f138-4daa-bebf-310c89c4a5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:48.396953 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d462a47-0136-4b55-8255-5a6f2810174d req-7063cab1-5be9-44a4-be74-27a85a40fac9 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:48.398249 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1dfd6f77-ec63-4103-a1b2-d2b77832fcf6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-965449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-965446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966271'] for router, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:48.398621 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1d462a47-0136-4b55-8255-5a6f2810174d req-7063cab1-5be9-44a4-be74-27a85a40fac9 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 946 time: 0.2471390 May 27 02:30:48.449551 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1d462a47-0136-4b55-8255-5a6f2810174d req-3bc1ced9-5673-495c-9d9d-040e8a440ef5 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=2215ff21-0f16-48f2-9c26-3743ed11a433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437691 May 27 02:30:48.476658 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-55bd4329-0191-4f9b-a41a-0c8aee08f2b7 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Unset dirty status for tenant:022251d9f75846819da07595f70e72c6 on resource:network {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:30:48.479499 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-55bd4329-0191-4f9b-a41a-0c8aee08f2b7 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/networks?id=d21790d3-ca93-474a-9278-54511e3aa902 HTTP/1.1" status: 200 len: 811 time: 0.7256334 May 27 02:30:48.502304 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-c3fd98c1-6367-483f-b111-b65831db4809 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/quotas/022251d9f75846819da07595f70e72c6 HTTP/1.1" status: 200 len: 375 time: 0.0154936 May 27 02:30:48.644657 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-0d648150-3e01-4932-97f3-776fcf2bca4b tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=022251d9f75846819da07595f70e72c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1306670 May 27 02:30:48.746420 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55412) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:48.778971 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-b7a6255b-3c11-4fda-8ebb-92b102886abc tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1600457290', 'description': 'tempest-description--638866288'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:30:48.801081 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0249c6e-9d12-49ff-911d-62037a8a18cb'] response: {'server_uuid': '88a4657e-b4d0-46d1-94a4-e24295910ea5', 'name': 'network-vif-deleted', 'tag': '1256c44f-4011-479f-964d-a5095f7299ac', 'status': 'completed', 'code': 200} May 27 02:30:48.817285 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dfd6f77-ec63-4103-a1b2-d2b77832fcf6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Router a139cf4b-0458-430f-bce6-81f8bf923cb7 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:30:48.824345 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b7a6255b-3c11-4fda-8ebb-92b102886abc tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:30:48.831788 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b7a6255b-3c11-4fda-8ebb-92b102886abc tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Usage tracker for resource:security_group and tenant:2651911d1c264f1c8c7218b6fddf9f10 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:30:48.847085 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b7a6255b-3c11-4fda-8ebb-92b102886abc tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:30:48.907310 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-1a446372-bce2-43f5-a362-f48208d81eef service neutron] 10.222.0.57 "GET /v2.0/networks/d21790d3-ca93-474a-9278-54511e3aa902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519875 May 27 02:30:48.911213 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b7a6255b-3c11-4fda-8ebb-92b102886abc tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:30:48.947723 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5f980010-f138-4daa-bebf-310c89c4a5f7 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:48.974354 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5f980010-f138-4daa-bebf-310c89c4a5f7 None None] Transition to ACTIVE for port object edd6da94-e1df-46a3-99ad-d36e502c1d6b will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:30:49.008841 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 1256c44f-4011-479f-964d-a5095f7299ac no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:30:49.036199 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-7bb6eb3b-8b02-4e12-a890-a4478ae2f36b req-5fb6582d-7403-41de-a3b8-a39f23644b8d tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Synchronizing usage tracker for tenant:0175724c21d348429aa5e3000587cd5e on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:30:49.055313 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b7a6255b-3c11-4fda-8ebb-92b102886abc tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:49.056223 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfd6f77-ec63-4103-a1b2-d2b77832fcf6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:30:49.058725 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: 1256c44f-4011-479f-964d-a5095f7299ac {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:30:49.059126 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 1256c44f-4011-479f-964d-a5095f7299ac not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:30:49.064155 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1dfd6f77-ec63-4103-a1b2-d2b77832fcf6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:49.067114 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1dfd6f77-ec63-4103-a1b2-d2b77832fcf6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "PUT /v2.0/routers/a139cf4b-0458-430f-bce6-81f8bf923cb7 HTTP/1.1" status: 200 len: 888 time: 1.8897815 May 27 02:30:49.067750 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55416) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:49.074328 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730bd14b-c518-48b4-be4f-d3654950bae0 None None] Sync routers for ids ['a139cf4b-0458-430f-bce6-81f8bf923cb7'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:30:49.086529 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730bd14b-c518-48b4-be4f-d3654950bae0 None None] Routers {'a139cf4b-0458-430f-bce6-81f8bf923cb7'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:30:49.088058 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-730bd14b-c518-48b4-be4f-d3654950bae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:30:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['a139cf4b-0458-430f-bce6-81f8bf923cb7'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:49.092460 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5f980010-f138-4daa-bebf-310c89c4a5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:49.094907 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b7a6255b-3c11-4fda-8ebb-92b102886abc tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:30:49.099344 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:49.100308 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b7a6255b-3c11-4fda-8ebb-92b102886abc tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Usage tracker for resource:security_group_rule and tenant:2651911d1c264f1c8c7218b6fddf9f10 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:30:49.107708 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b7a6255b-3c11-4fda-8ebb-92b102886abc tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:30:49.114260 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b7a6255b-3c11-4fda-8ebb-92b102886abc tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:30:49.170754 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64885da7-31c1-449f-bb6a-a55f34f0dbdb None None] Pushing event updated for resources: {'Port': ['ID=edd6da94-e1df-46a3-99ad-d36e502c1d6b,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:49.178176 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-730bd14b-c518-48b4-be4f-d3654950bae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:49.202247 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730bd14b-c518-48b4-be4f-d3654950bae0 None None] Routers {'a139cf4b-0458-430f-bce6-81f8bf923cb7'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:30:49.202933 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-730bd14b-c518-48b4-be4f-d3654950bae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:30:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['a139cf4b-0458-430f-bce6-81f8bf923cb7'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:49.310542 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-042f3058-156c-4cb8-9223-c687db18498e service neutron] 10.222.0.57 "GET /v2.0/networks/d21790d3-ca93-474a-9278-54511e3aa902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880365 May 27 02:30:49.321997 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-730bd14b-c518-48b4-be4f-d3654950bae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:49.321997 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730bd14b-c518-48b4-be4f-d3654950bae0 None None] The sync data for ids ['a139cf4b-0458-430f-bce6-81f8bf923cb7'] in n-d-843554-3 is: [] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:30:49.363366 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-7bb6eb3b-8b02-4e12-a890-a4478ae2f36b req-5fb6582d-7403-41de-a3b8-a39f23644b8d tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Unset dirty status for tenant:0175724c21d348429aa5e3000587cd5e on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:30:49.365412 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7bb6eb3b-8b02-4e12-a890-a4478ae2f36b req-5fb6582d-7403-41de-a3b8-a39f23644b8d tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=88a4657e-b4d0-46d1-94a4-e24295910ea5 HTTP/1.1" status: 200 len: 210 time: 0.4218705 May 27 02:30:49.426900 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:49.427094 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0331cf82-feea-4819-b99a-14b701f6cccb tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "GET /v2.0/routers/a139cf4b-0458-430f-bce6-81f8bf923cb7 HTTP/1.1" status: 200 len: 888 time: 0.3176947 May 27 02:30:49.427803 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55424) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:49.428055 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5f980010-f138-4daa-bebf-310c89c4a5f7 None None] Attempting to bind port edd6da94-e1df-46a3-99ad-d36e502c1d6b on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:30:49.428055 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5f980010-f138-4daa-bebf-310c89c4a5f7 None None] Attempting to bind port edd6da94-e1df-46a3-99ad-d36e502c1d6b by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '5864c61c-745e-48a2-ad03-bf564989aeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd21790d3-ca93-474a-9278-54511e3aa902'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:30:49.428055 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f980010-f138-4daa-bebf-310c89c4a5f7 None None] Attempting to bind port edd6da94-e1df-46a3-99ad-d36e502c1d6b on network d21790d3-ca93-474a-9278-54511e3aa902 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:30:49.428055 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f980010-f138-4daa-bebf-310c89c4a5f7 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:30:49.428055 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f980010-f138-4daa-bebf-310c89c4a5f7 None None] Checking segment: {'id': '5864c61c-745e-48a2-ad03-bf564989aeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd21790d3-ca93-474a-9278-54511e3aa902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:30:49.428055 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5f980010-f138-4daa-bebf-310c89c4a5f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:49.428055 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f980010-f138-4daa-bebf-310c89c4a5f7 None None] Bound using segment: {'id': '5864c61c-745e-48a2-ad03-bf564989aeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd21790d3-ca93-474a-9278-54511e3aa902'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:30:49.428055 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5f980010-f138-4daa-bebf-310c89c4a5f7 None None] Bound port: edd6da94-e1df-46a3-99ad-d36e502c1d6b, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5864c61c-745e-48a2-ad03-bf564989aeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd21790d3-ca93-474a-9278-54511e3aa902'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:30:49.428055 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5f980010-f138-4daa-bebf-310c89c4a5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:49.437051 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b7a6255b-3c11-4fda-8ebb-92b102886abc tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:49.443630 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7c25dd76-2e8f-471e-b93f-138b37e39fa2 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Synchronizing usage tracker for tenant:39308f34ca0d41f5bed3e55c79db3f61 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:30:49.504065 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b7a6255b-3c11-4fda-8ebb-92b102886abc tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:49.551175 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7c25dd76-2e8f-471e-b93f-138b37e39fa2 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Unset dirty status for tenant:39308f34ca0d41f5bed3e55c79db3f61 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:30:49.554019 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7c25dd76-2e8f-471e-b93f-138b37e39fa2 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "GET /v2.0/ports?device_id=a139cf4b-0458-430f-bce6-81f8bf923cb7 HTTP/1.1" status: 200 len: 205 time: 0.1615534 May 27 02:30:49.561638 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55432) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:49.609926 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5f980010-f138-4daa-bebf-310c89c4a5f7 None None] For port edd6da94-e1df-46a3-99ad-d36e502c1d6b, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:30:49.613374 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5f980010-f138-4daa-bebf-310c89c4a5f7 None None] For port edd6da94-e1df-46a3-99ad-d36e502c1d6b, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=edd6da94-e1df-46a3-99ad-d36e502c1d6b,segment=NetworkSegment(5864c61c-745e-48a2-ad03-bf564989aeca),segment_id=5864c61c-745e-48a2-ad03-bf564989aeca)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:30:49.625088 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6255b-3c11-4fda-8ebb-92b102886abc tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3136b98c-d8bb-42f2-8f8e-d9b7d67bc37f,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:49.652277 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b7a6255b-3c11-4fda-8ebb-92b102886abc tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:49.653629 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b7a6255b-3c11-4fda-8ebb-92b102886abc tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9062309 May 27 02:30:49.656369 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55442) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:49.665399 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-62b9ab32-66df-4412-ae43-fb0020a92200 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Request body: {'security_group_rule': {'security_group_id': '3136b98c-d8bb-42f2-8f8e-d9b7d67bc37f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:30:49.672015 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-62b9ab32-66df-4412-ae43-fb0020a92200 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:30:49.679953 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-62b9ab32-66df-4412-ae43-fb0020a92200 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Usage tracker for resource:security_group_rule and tenant:2651911d1c264f1c8c7218b6fddf9f10 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:30:49.682824 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-62b9ab32-66df-4412-ae43-fb0020a92200 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:30:49.692197 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-62b9ab32-66df-4412-ae43-fb0020a92200 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:30:49.695952 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5f980010-f138-4daa-bebf-310c89c4a5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:49.900614 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3e870e54-a6d9-44a8-8b68-827d1bfaad1a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:49.905434 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64885da7-31c1-449f-bb6a-a55f34f0dbdb None None] Pushing event updated for resources: {'Port': ['ID=edd6da94-e1df-46a3-99ad-d36e502c1d6b,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:49.930969 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f980010-f138-4daa-bebf-310c89c4a5f7 None None] Routers {'14a280c5-7bbb-4fb6-8880-116cc2a63ba5'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:30:49.931645 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5f980010-f138-4daa-bebf-310c89c4a5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:30:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['14a280c5-7bbb-4fb6-8880-116cc2a63ba5'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:50.015140 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-62b9ab32-66df-4412-ae43-fb0020a92200 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:50.042964 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3bee9cc5-d592-43a1-a492-fd9d55f737b6 req-c2d8ee7f-745a-4365-b452-412dbd6d0b28 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d6c0d0-8232-4954-b8fb-5b2d1a19f11a HTTP/1.1" status: 200 len: 210 time: 0.1004407 May 27 02:30:50.168497 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-62b9ab32-66df-4412-ae43-fb0020a92200 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:50.200011 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55454) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:50.236403 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-5f980010-f138-4daa-bebf-310c89c4a5f7 None None] Set router 14a280c5-7bbb-4fb6-8880-116cc2a63ba5 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:30:50.267451 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3e870e54-a6d9-44a8-8b68-827d1bfaad1a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:50.393445 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-3e870e54-a6d9-44a8-8b68-827d1bfaad1a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Deleting port 891ac829-4149-4ad3-b6f1-d5d523124fba {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:30:50.393795 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3e870e54-a6d9-44a8-8b68-827d1bfaad1a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:50.485034 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-62b9ab32-66df-4412-ae43-fb0020a92200 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:50.513391 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-367c6a33-cf1d-4333-97c9-df4e710a9979 req-8d9fca79-203b-482a-9cc8-83faa0c207ee service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=31da9e92-be8a-497c-81ac-03e605f02623&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7350368 May 27 02:30:50.522460 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b4161-f447-4ebc-ab0a-69b8e277d166 req-ab6bdecd-c7a1-403a-94d4-24a3c9e9d360 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:50.529694 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5e0b4161-f447-4ebc-ab0a-69b8e277d166 req-ab6bdecd-c7a1-403a-94d4-24a3c9e9d360 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 946 time: 0.7995036 May 27 02:30:50.539784 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9ab32-66df-4412-ae43-fb0020a92200 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b9cca8f-db70-4544-8cec-d52543c4a152,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:50.723329 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3e870e54-a6d9-44a8-8b68-827d1bfaad1a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:50.739320 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5f980010-f138-4daa-bebf-310c89c4a5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a280c5-7bbb-4fb6-8880-116cc2a63ba5', 'name': 'tempest-ServerRescueTestJSON-1440723444-router', 'tenant_id': '022251d9f75846819da07595f70e72c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '4880f34b-48dc-4666-b027-887332825cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:30:34Z', 'updated_at': '2022-05-27T02:30:44Z', 'revision_number': 4, 'project_id': '022251d9f75846819da07595f70e72c6', 'gw_port': {'id': '4880f34b-48dc-4666-b027-887332825cdd', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:41:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a280c5-7bbb-4fb6-8880-116cc2a63ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:30:35Z', 'updated_at': '2022-05-27T02:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'edd6da94-e1df-46a3-99ad-d36e502c1d6b', 'name': '', 'network_id': 'd21790d3-ca93-474a-9278-54511e3aa902', 'tenant_id': '022251d9f75846819da07595f70e72c6', 'mac_address': 'fa:16:3e:59:85:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a280c5-7bbb-4fb6-8880-116cc2a63ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'aabba9bb-b0fb-4524-b111-dfb2c0b12686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:30:40Z', 'updated_at': '2022-05-27T02:30:49Z', 'revision_number': 4, 'project_id': '022251d9f75846819da07595f70e72c6', 'subnets': [{'id': 'aabba9bb-b0fb-4524-b111-dfb2c0b12686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:50.744356 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f980010-f138-4daa-bebf-310c89c4a5f7 None None] The sync data for ids ['14a280c5-7bbb-4fb6-8880-116cc2a63ba5'] in n-d-843554-3 is: [{'id': '14a280c5-7bbb-4fb6-8880-116cc2a63ba5', 'name': 'tempest-ServerRescueTestJSON-1440723444-router', 'tenant_id': '022251d9f75846819da07595f70e72c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '4880f34b-48dc-4666-b027-887332825cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:30:34Z', 'updated_at': '2022-05-27T02:30:44Z', 'revision_number': 4, 'project_id': '022251d9f75846819da07595f70e72c6', 'gw_port': {'id': '4880f34b-48dc-4666-b027-887332825cdd', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:41:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a280c5-7bbb-4fb6-8880-116cc2a63ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:30:35Z', 'updated_at': '2022-05-27T02:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'edd6da94-e1df-46a3-99ad-d36e502c1d6b', 'name': '', 'network_id': 'd21790d3-ca93-474a-9278-54511e3aa902', 'tenant_id': '022251d9f75846819da07595f70e72c6', 'mac_address': 'fa:16:3e:59:85:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a280c5-7bbb-4fb6-8880-116cc2a63ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'aabba9bb-b0fb-4524-b111-dfb2c0b12686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:30:40Z', 'updated_at': '2022-05-27T02:30:49Z', 'revision_number': 4, 'project_id': '022251d9f75846819da07595f70e72c6', 'subnets': [{'id': 'aabba9bb-b0fb-4524-b111-dfb2c0b12686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:30:50.888352 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-3e870e54-a6d9-44a8-8b68-827d1bfaad1a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Calling delete_port for 891ac829-4149-4ad3-b6f1-d5d523124fba owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:30:50.961465 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-62b9ab32-66df-4412-ae43-fb0020a92200 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:50.965191 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-62b9ab32-66df-4412-ae43-fb0020a92200 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3078258 May 27 02:30:50.979837 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55466) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:50.997124 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-a9ebd741-abc9-4ba1-8c0c-976f04a7ada8 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Request body: {'security_group_rule': {'security_group_id': '3136b98c-d8bb-42f2-8f8e-d9b7d67bc37f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:30:51.023840 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a9ebd741-abc9-4ba1-8c0c-976f04a7ada8 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:30:51.045927 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5e0b4161-f447-4ebc-ab0a-69b8e277d166 req-577d0d11-67af-4d00-bb99-376e08dbb937 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=2215ff21-0f16-48f2-9c26-3743ed11a433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5152495 May 27 02:30:51.065495 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a9ebd741-abc9-4ba1-8c0c-976f04a7ada8 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Usage tracker for resource:security_group_rule and tenant:2651911d1c264f1c8c7218b6fddf9f10 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:30:51.072756 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a9ebd741-abc9-4ba1-8c0c-976f04a7ada8 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:30:51.105906 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c53361-91a5-44dc-9cb3-2c5c253d3451 req-4f2a745c-15a1-44fb-81d7-cf07e154d929 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:51.112657 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-01c53361-91a5-44dc-9cb3-2c5c253d3451 req-4f2a745c-15a1-44fb-81d7-cf07e154d929 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.32 "GET /v2.0/ports?device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 946 time: 0.9135621 May 27 02:30:51.113691 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a9ebd741-abc9-4ba1-8c0c-976f04a7ada8 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:30:51.184216 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c6a33-cf1d-4333-97c9-df4e710a9979 req-252e5939-b163-4f21-8b3d-d6f34bfef491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:51.185804 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-367c6a33-cf1d-4333-97c9-df4e710a9979 req-252e5939-b163-4f21-8b3d-d6f34bfef491 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0a9d84b96bbe4011b693e36de83ee83d&device_id=31da9e92-be8a-497c-81ac-03e605f02623 HTTP/1.1" status: 200 len: 1096 time: 0.5369406 May 27 02:30:51.459752 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ad87b659-7993-4b99-ae7b-3a64072ee44d req-347ff389-1e9c-494c-8e71-33f064b3761c tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d6c0d0-8232-4954-b8fb-5b2d1a19f11a HTTP/1.1" status: 200 len: 210 time: 0.2597170 May 27 02:30:51.469976 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a9ebd741-abc9-4ba1-8c0c-976f04a7ada8 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:51.573302 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3e870e54-a6d9-44a8-8b68-827d1bfaad1a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:51.606896 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-01c53361-91a5-44dc-9cb3-2c5c253d3451 req-519f3ef6-3684-4dd6-bb83-98a5884403fc tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Deleting port 4b2f5214-fb0c-4b36-b89a-cbf2f8186af1 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:30:51.607231 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-01c53361-91a5-44dc-9cb3-2c5c253d3451 req-519f3ef6-3684-4dd6-bb83-98a5884403fc tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:51.655793 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e870e54-a6d9-44a8-8b68-827d1bfaad1a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event deleted for resources: {'Port': ['ID=891ac829-4149-4ad3-b6f1-d5d523124fba,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:51.817937 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3e870e54-a6d9-44a8-8b68-827d1bfaad1a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:51.946080 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a9ebd741-abc9-4ba1-8c0c-976f04a7ada8 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:51.988864 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c6a33-cf1d-4333-97c9-df4e710a9979 req-fc408c72-e29a-4010-81b7-c03cea22e567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:51.990749 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-367c6a33-cf1d-4333-97c9-df4e710a9979 req-fc408c72-e29a-4010-81b7-c03cea22e567 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8604bb25-00c6-4170-bfcb-0b58b32e10ee HTTP/1.1" status: 200 len: 919 time: 0.7491105 May 27 02:30:52.114680 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3e870e54-a6d9-44a8-8b68-827d1bfaad1a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:52.117738 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3e870e54-a6d9-44a8-8b68-827d1bfaad1a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:52.206589 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device edd6da94-e1df-46a3-99ad-d36e502c1d6b up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:30:52.224026 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3e870e54-a6d9-44a8-8b68-827d1bfaad1a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:52.224684 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e870e54-a6d9-44a8-8b68-827d1bfaad1a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Fanout notify agent at l3_agent the message router_deleted on router a139cf4b-0458-430f-bce6-81f8bf923cb7 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:30:52.226674 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a9ebd741-abc9-4ba1-8c0c-976f04a7ada8 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:52.364319 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3e870e54-a6d9-44a8-8b68-827d1bfaad1a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:52.365721 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3e870e54-a6d9-44a8-8b68-827d1bfaad1a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "DELETE /v2.0/routers/a139cf4b-0458-430f-bce6-81f8bf923cb7 HTTP/1.1" status: 204 len: 168 time: 2.8030076 May 27 02:30:52.370094 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55484) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:52.370453 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-367c6a33-cf1d-4333-97c9-df4e710a9979 req-316e37c6-d168-4939-86ea-3f3bdd089ca2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e9286b6-fb62-4d5b-8a3a-282c0e133d50 HTTP/1.1" status: 200 len: 217 time: 0.3483138 May 27 02:30:52.376758 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-df734068-ab41-4aac-aecc-8ddcb2345390 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Request body: {'network': {'name': 'tempest-RoutersTest-53459425'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:30:52.381817 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-df734068-ab41-4aac-aecc-8ddcb2345390 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:30:52.386446 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-df734068-ab41-4aac-aecc-8ddcb2345390 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Usage tracker for resource:network and tenant:39308f34ca0d41f5bed3e55c79db3f61 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:30:52.390309 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-df734068-ab41-4aac-aecc-8ddcb2345390 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:30:52.391121 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8e295-dfc4-4bfb-b016-912158c11243 req-5553108f-568d-4562-a378-82aea087e007 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:52.392632 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-74e8e295-dfc4-4bfb-b016-912158c11243 req-5553108f-568d-4562-a378-82aea087e007 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8c735f9d-4a78-4b71-af11-0c1d6751d50a HTTP/1.1" status: 200 len: 1096 time: 0.8850296 May 27 02:30:52.397710 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-df734068-ab41-4aac-aecc-8ddcb2345390 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:30:52.400257 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebd741-abc9-4ba1-8c0c-976f04a7ada8 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=097a2e85-a197-49ab-b22f-e2bf01583b4e,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:52.457353 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port edd6da94-e1df-46a3-99ad-d36e502c1d6b completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:30:52.466396 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port edd6da94-e1df-46a3-99ad-d36e502c1d6b triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:30:52.467084 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:52.476106 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a9ebd741-abc9-4ba1-8c0c-976f04a7ada8 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:52.480353 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a9ebd741-abc9-4ba1-8c0c-976f04a7ada8 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4878170 May 27 02:30:52.480694 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55490) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:52.486252 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-36a301a6-3464-4d5f-ac0e-ed2cc1555257 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:30:52.499319 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-36a301a6-3464-4d5f-ac0e-ed2cc1555257 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:30:52.511178 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-36a301a6-3464-4d5f-ac0e-ed2cc1555257 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Usage tracker for resource:floatingip and tenant:2651911d1c264f1c8c7218b6fddf9f10 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:30:52.514283 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-36a301a6-3464-4d5f-ac0e-ed2cc1555257 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:30:52.524591 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-36a301a6-3464-4d5f-ac0e-ed2cc1555257 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:30:52.534204 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df734068-ab41-4aac-aecc-8ddcb2345390 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Made reservation on behalf of 39308f34ca0d41f5bed3e55c79db3f61 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:30:52.537598 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df734068-ab41-4aac-aecc-8ddcb2345390 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:52.578865 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df734068-ab41-4aac-aecc-8ddcb2345390 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:30:52.600862 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df734068-ab41-4aac-aecc-8ddcb2345390 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:52.605683 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-df734068-ab41-4aac-aecc-8ddcb2345390 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Added segment 183927c9-b1d7-46f2-8ce2-3db3c7b343fd of type vlan for network 92e5fa3e-fae0-4c0f-a10e-1ee5596e522d May 27 02:30:52.647378 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df734068-ab41-4aac-aecc-8ddcb2345390 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:52.666135 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36a301a6-3464-4d5f-ac0e-ed2cc1555257 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:52.669149 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c6a33-cf1d-4333-97c9-df4e710a9979 req-2c219441-b6a8-4dff-93b4-bb3c1daf5eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:52.670743 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-367c6a33-cf1d-4333-97c9-df4e710a9979 req-2c219441-b6a8-4dff-93b4-bb3c1daf5eac service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd5aa407-954e-45ea-8fc0-6e0875d0c839 HTTP/1.1" status: 200 len: 857 time: 0.2714403 May 27 02:30:52.690246 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-74e8e295-dfc4-4bfb-b016-912158c11243 req-e85bfa16-c5ed-468c-bd35-2dd4328718e1 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=265cd488-5638-4b04-8bc5-c36cca8a4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421806 May 27 02:30:52.723799 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port edd6da94-e1df-46a3-99ad-d36e502c1d6b is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:30:52.729465 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:52.799561 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port edd6da94-e1df-46a3-99ad-d36e502c1d6b, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=edd6da94-e1df-46a3-99ad-d36e502c1d6b,segment=NetworkSegment(5864c61c-745e-48a2-ad03-bf564989aeca),segment_id=5864c61c-745e-48a2-ad03-bf564989aeca)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:30:52.889335 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:52.896916 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f8ced-2073-4912-9cd3-0c52422260dd req-d1b64db4-5644-4cac-a8ca-04bbcd2a26cf tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:52.909367 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-861f8ced-2073-4912-9cd3-0c52422260dd req-d1b64db4-5644-4cac-a8ca-04bbcd2a26cf tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 946 time: 0.5785296 May 27 02:30:52.912059 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-01c53361-91a5-44dc-9cb3-2c5c253d3451 req-519f3ef6-3684-4dd6-bb83-98a5884403fc tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] For port 4b2f5214-fb0c-4b36-b89a-cbf2f8186af1, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=4b2f5214-fb0c-4b36-b89a-cbf2f8186af1,segment=NetworkSegment(0096599c-fd5d-4fd7-aa45-4b457c52e46a),segment_id=0096599c-fd5d-4fd7-aa45-4b457c52e46a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:30:52.912435 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-01c53361-91a5-44dc-9cb3-2c5c253d3451 req-519f3ef6-3684-4dd6-bb83-98a5884403fc tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:53.019402 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df734068-ab41-4aac-aecc-8ddcb2345390 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:53.030148 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df734068-ab41-4aac-aecc-8ddcb2345390 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:53.030951 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=edd6da94-e1df-46a3-99ad-d36e502c1d6b,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:53.034627 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df734068-ab41-4aac-aecc-8ddcb2345390 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:53.043053 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:53.045334 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:53.051577 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:53.051577 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:53.051577 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:53.051577 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:53.051577 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:53.051577 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:53.051577 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:53.051577 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:53.051577 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:53.051577 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:53.167077 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df734068-ab41-4aac-aecc-8ddcb2345390 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event updated for resources: {'Network': ['ID=92e5fa3e-fae0-4c0f-a10e-1ee5596e522d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:53.167284 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-789103f9-b7fa-4a37-afb3-054a78220946 req-ca6d17f1-8b34-4057-890a-46337703a1a6 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d6c0d0-8232-4954-b8fb-5b2d1a19f11a HTTP/1.1" status: 200 len: 210 time: 0.1395993 May 27 02:30:53.185022 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 92e5fa3e-fae0-4c0f-a10e-1ee5596e522d details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:30:53.195542 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-861f8ced-2073-4912-9cd3-0c52422260dd req-3e393f47-f801-4099-8a3c-bd2dbcdb415b tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=2215ff21-0f16-48f2-9c26-3743ed11a433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2420132 May 27 02:30:53.208821 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f3fea123-22ba-4b8c-af21-08437b43c2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:53.225384 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d9043-44ca-433b-b312-977442d00efd req-f97a4b18-b2b7-4961-a5db-e430851da8ca tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:53.226725 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-b27d9043-44ca-433b-b312-977442d00efd req-f97a4b18-b2b7-4961-a5db-e430851da8ca tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Synchronizing usage tracker for tenant:0175724c21d348429aa5e3000587cd5e on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:30:53.248103 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-b27d9043-44ca-433b-b312-977442d00efd req-f97a4b18-b2b7-4961-a5db-e430851da8ca tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Unset dirty status for tenant:0175724c21d348429aa5e3000587cd5e on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:30:53.249316 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b27d9043-44ca-433b-b312-977442d00efd req-f97a4b18-b2b7-4961-a5db-e430851da8ca tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8c735f9d-4a78-4b71-af11-0c1d6751d50a HTTP/1.1" status: 200 len: 1096 time: 0.3401136 May 27 02:30:53.251319 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36a301a6-3464-4d5f-ac0e-ed2cc1555257 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:53.333333 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c6a33-cf1d-4333-97c9-df4e710a9979 req-51bc72a3-6ea7-41aa-a1cc-c3982fbeba7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:53.333942 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-df734068-ab41-4aac-aecc-8ddcb2345390 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.9591362 May 27 02:30:53.334063 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-367c6a33-cf1d-4333-97c9-df4e710a9979 req-51bc72a3-6ea7-41aa-a1cc-c3982fbeba7e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8604bb25-00c6-4170-bfcb-0b58b32e10ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6411533 May 27 02:30:53.343291 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55500) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:53.440907 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-91b92814-632a-4d55-8ad1-b9d75fe920f0 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Request body: {'subnet': {'network_id': '92e5fa3e-fae0-4c0f-a10e-1ee5596e522d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:30:53.477571 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-b27d9043-44ca-433b-b312-977442d00efd req-8719955f-915d-48f3-a616-ab05f0de2a70 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Deleting port 5c8b7367-5a76-4a25-adc1-b162e501fe6b {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:30:53.477962 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b27d9043-44ca-433b-b312-977442d00efd req-8719955f-915d-48f3-a616-ab05f0de2a70 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:53.683021 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-207b9a69-187b-4808-ac8d-5eecba21e330 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:53.684460 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-207b9a69-187b-4808-ac8d-5eecba21e330 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.32 "GET /v2.0/networks?id=d21790d3-ca93-474a-9278-54511e3aa902 HTTP/1.1" status: 200 len: 811 time: 0.3491170 May 27 02:30:53.701543 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-d2068787-a230-4bf7-96c7-7647abf7804f tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Request body: {'port': {'device_id': '72d6c0d0-8232-4954-b8fb-5b2d1a19f11a', 'network_id': 'd21790d3-ca93-474a-9278-54511e3aa902', 'admin_state_up': True, 'tenant_id': '022251d9f75846819da07595f70e72c6'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:30:53.720859 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-36a301a6-3464-4d5f-ac0e-ed2cc1555257 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Allocated IP 172.25.1.195 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/9714fa19-dfb6-4f36-8d24-c76a10d56ada) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:30:54.074583 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device edd6da94-e1df-46a3-99ad-d36e502c1d6b up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:30:54.172467 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port edd6da94-e1df-46a3-99ad-d36e502c1d6b triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:30:54.173242 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:54.182128 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-d2068787-a230-4bf7-96c7-7647abf7804f tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:30:54.184982 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-d2068787-a230-4bf7-96c7-7647abf7804f tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Usage tracker for resource:port and tenant:022251d9f75846819da07595f70e72c6 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:30:54.187814 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-d2068787-a230-4bf7-96c7-7647abf7804f tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:30:54.194659 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-d2068787-a230-4bf7-96c7-7647abf7804f tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:30:54.226008 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-b27d9043-44ca-433b-b312-977442d00efd req-8719955f-915d-48f3-a616-ab05f0de2a70 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] For port 5c8b7367-5a76-4a25-adc1-b162e501fe6b, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=5c8b7367-5a76-4a25-adc1-b162e501fe6b,segment=NetworkSegment(ed742516-baab-43a7-866c-bed74e558a84),segment_id=ed742516-baab-43a7-866c-bed74e558a84)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:30:54.226995 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b27d9043-44ca-433b-b312-977442d00efd req-8719955f-915d-48f3-a616-ab05f0de2a70 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:54.237569 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-91b92814-632a-4d55-8ad1-b9d75fe920f0 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:30:54.266460 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-91b92814-632a-4d55-8ad1-b9d75fe920f0 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Usage tracker for resource:subnet and tenant:39308f34ca0d41f5bed3e55c79db3f61 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:30:54.269957 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-01c53361-91a5-44dc-9cb3-2c5c253d3451 req-519f3ef6-3684-4dd6-bb83-98a5884403fc tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:54.270387 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-01c53361-91a5-44dc-9cb3-2c5c253d3451 req-519f3ef6-3684-4dd6-bb83-98a5884403fc tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:54.270846 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [req-01c53361-91a5-44dc-9cb3-2c5c253d3451 req-519f3ef6-3684-4dd6-bb83-98a5884403fc tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Floating IP a0daadba-ebfb-4fe7-b426-d9307ce89146 disassociated. External IP: 172.25.1.52, port: 4b2f5214-fb0c-4b36-b89a-cbf2f8186af1. May 27 02:30:54.271277 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-01c53361-91a5-44dc-9cb3-2c5c253d3451 req-519f3ef6-3684-4dd6-bb83-98a5884403fc tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Calling delete_port for 4b2f5214-fb0c-4b36-b89a-cbf2f8186af1 owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:30:54.355501 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-91b92814-632a-4d55-8ad1-b9d75fe920f0 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:30:54.356159 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 5c8b7367-5a76-4a25-adc1-b162e501fe6b no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:30:54.376562 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-d2068787-a230-4bf7-96c7-7647abf7804f tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Made reservation on behalf of 022251d9f75846819da07595f70e72c6 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:30:54.378510 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-91b92814-632a-4d55-8ad1-b9d75fe920f0 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:30:54.380142 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-d2068787-a230-4bf7-96c7-7647abf7804f tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:54.393104 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-367c6a33-cf1d-4333-97c9-df4e710a9979 req-a97aa868-7c4d-4732-84df-1f87f255e121 service neutron] 10.222.0.66 "GET /v2.0/networks/8604bb25-00c6-4170-bfcb-0b58b32e10ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0467911 May 27 02:30:54.395416 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-b27d9043-44ca-433b-b312-977442d00efd req-8719955f-915d-48f3-a616-ab05f0de2a70 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Calling delete_port for 5c8b7367-5a76-4a25-adc1-b162e501fe6b owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:30:54.432387 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36a301a6-3464-4d5f-ac0e-ed2cc1555257 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:54.466465 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port edd6da94-e1df-46a3-99ad-d36e502c1d6b is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:30:54.478265 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55018a9f-f33c-4f03-b0b7-fabb54f26e93 req-601aa69b-7843-4a50-a34c-e954cfc70f91 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:54.479820 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-55018a9f-f33c-4f03-b0b7-fabb54f26e93 req-601aa69b-7843-4a50-a34c-e954cfc70f91 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8c735f9d-4a78-4b71-af11-0c1d6751d50a HTTP/1.1" status: 200 len: 1096 time: 0.5759096 May 27 02:30:54.547085 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 5c8b7367-5a76-4a25-adc1-b162e501fe6b is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:30:54.548673 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:54.588156 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b92814-632a-4d55-8ad1-b9d75fe920f0 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Made reservation on behalf of 39308f34ca0d41f5bed3e55c79db3f61 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:30:54.591569 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-91b92814-632a-4d55-8ad1-b9d75fe920f0 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:54.632008 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4849e41-f738-411b-99f9-ae2167e0ee9b req-77e7bb94-8234-4a0b-8bc5-83bd7192ea3f tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:54.633499 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d4849e41-f738-411b-99f9-ae2167e0ee9b req-77e7bb94-8234-4a0b-8bc5-83bd7192ea3f tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=99708104-dbf0-4405-aae1-64907e682f22 HTTP/1.1" status: 200 len: 945 time: 0.7733159 May 27 02:30:54.678177 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36a301a6-3464-4d5f-ac0e-ed2cc1555257 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:54.746140 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-d2068787-a230-4bf7-96c7-7647abf7804f tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Allocated IP 172.20.0.8 (d21790d3-ca93-474a-9278-54511e3aa902/aabba9bb-b0fb-4524-b111-dfb2c0b12686/6b5740de-7777-4b61-ae02-1d3038968e57) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:30:54.754816 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a301a6-3464-4d5f-ac0e-ed2cc1555257 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:30:54.757934 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-36a301a6-3464-4d5f-ac0e-ed2cc1555257 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:30:54.763688 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a301a6-3464-4d5f-ac0e-ed2cc1555257 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:30:54.790438 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b27d9043-44ca-433b-b312-977442d00efd req-8719955f-915d-48f3-a616-ab05f0de2a70 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:54.810290 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-55018a9f-f33c-4f03-b0b7-fabb54f26e93 req-41f7b2c1-70f3-4459-8288-b6910c1c85ff tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=265cd488-5638-4b04-8bc5-c36cca8a4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701495 May 27 02:30:54.813846 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 4b2f5214-fb0c-4b36-b89a-cbf2f8186af1 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:30:54.823318 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a301a6-3464-4d5f-ac0e-ed2cc1555257 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Pushing event updated for resources: {'Port': ['ID=9714fa19-dfb6-4f36-8d24-c76a10d56ada,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:54.888358 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-367c6a33-cf1d-4333-97c9-df4e710a9979 req-c9c6f59d-0c4b-4c94-828f-744a2cd9bc8d service neutron] 10.222.0.66 "GET /v2.0/networks/8604bb25-00c6-4170-bfcb-0b58b32e10ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4616301 May 27 02:30:54.897221 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d4849e41-f738-411b-99f9-ae2167e0ee9b req-9fb418a7-6219-4e5e-9c70-ed815a12e17b tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6bd20bf-5f84-449a-8a30-87080e2ca708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080042 May 27 02:30:54.935137 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8719955f-915d-48f3-a616-ab05f0de2a70 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c8b7367-5a76-4a25-adc1-b162e501fe6b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:55.044331 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Port 4b2f5214-fb0c-4b36-b89a-cbf2f8186af1 update to DOWN by agent not found {{(pid=88903) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 27 02:30:55.073545 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-01c53361-91a5-44dc-9cb3-2c5c253d3451 req-519f3ef6-3684-4dd6-bb83-98a5884403fc tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:55.115689 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-b27d9043-44ca-433b-b312-977442d00efd req-8719955f-915d-48f3-a616-ab05f0de2a70 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] No DVR routers for this DVR port 5c8b7367-5a76-4a25-adc1-b162e501fe6b on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:30:55.136860 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b27d9043-44ca-433b-b312-977442d00efd req-8719955f-915d-48f3-a616-ab05f0de2a70 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:55.139255 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c735f9d-4a78-4b71-af11-0c1d6751d50a', 'name': 'network-vif-deleted', 'tag': '5c8b7367-5a76-4a25-adc1-b162e501fe6b'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:30:55.197879 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36a301a6-3464-4d5f-ac0e-ed2cc1555257 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:55.215537 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f3ef6-3684-4dd6-bb83-98a5884403fc tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Pushing event deleted for resources: {'Port': ['ID=4b2f5214-fb0c-4b36-b89a-cbf2f8186af1,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:55.231693 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-d2068787-a230-4bf7-96c7-7647abf7804f tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:55.297001 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0134e3a3-61cb-49d9-a55e-1cb74a1c4b6a req-66125653-1e45-43cf-b5bd-16970a5a194f tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d6c0d0-8232-4954-b8fb-5b2d1a19f11a HTTP/1.1" status: 200 len: 210 time: 0.1589601 May 27 02:30:55.316011 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b27d9043-44ca-433b-b312-977442d00efd req-8719955f-915d-48f3-a616-ab05f0de2a70 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.32 "DELETE /v2.0/ports/5c8b7367-5a76-4a25-adc1-b162e501fe6b HTTP/1.1" status: 204 len: 173 time: 2.0288780 May 27 02:30:55.391099 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccdc0430-24f3-483c-9809-428840002161'] response: {'server_uuid': '8c735f9d-4a78-4b71-af11-0c1d6751d50a', 'name': 'network-vif-deleted', 'tag': '5c8b7367-5a76-4a25-adc1-b162e501fe6b', 'status': 'completed', 'code': 200} May 27 02:30:55.392476 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-d2068787-a230-4bf7-96c7-7647abf7804f tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:55.395608 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f3fea123-22ba-4b8c-af21-08437b43c2b4 admin admin] Deleting port b21f5091-3430-489a-a9d7-403550270396 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:30:55.396110 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f3fea123-22ba-4b8c-af21-08437b43c2b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:55.477590 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-417d2dee-38bc-4fc6-85d5-aa059d510bdc req-47779a8e-2837-49ec-9b9f-101fa2438e4e tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 210 time: 0.3519976 May 27 02:30:55.495459 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-d2068787-a230-4bf7-96c7-7647abf7804f tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Network d21790d3-ca93-474a-9278-54511e3aa902 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:30:55.511104 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36a301a6-3464-4d5f-ac0e-ed2cc1555257 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:55.538379 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-d2068787-a230-4bf7-96c7-7647abf7804f tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:30:55.544532 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2068787-a230-4bf7-96c7-7647abf7804f tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Pushing event updated for resources: {'Port': ['ID=6b5740de-7777-4b61-ae02-1d3038968e57,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:55.546976 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-d2068787-a230-4bf7-96c7-7647abf7804f tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:30:55.564133 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6c3749c1-a863-4939-8c61-0dff8a34a76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:55.665566 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-d2068787-a230-4bf7-96c7-7647abf7804f tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:55.666648 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-d2068787-a230-4bf7-96c7-7647abf7804f tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:55.710496 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-91b92814-632a-4d55-8ad1-b9d75fe920f0 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:55.791964 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01c53361-91a5-44dc-9cb3-2c5c253d3451 req-519f3ef6-3684-4dd6-bb83-98a5884403fc tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Router 1d94dbf7-178c-4082-be53-188ec5821e1d has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:30:55.811410 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-f3fea123-22ba-4b8c-af21-08437b43c2b4 admin admin] For port b21f5091-3430-489a-a9d7-403550270396, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b21f5091-3430-489a-a9d7-403550270396,segment=NetworkSegment(f6152665-605f-4541-8b94-1c9e6dd41f57),segment_id=f6152665-605f-4541-8b94-1c9e6dd41f57)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:30:55.811410 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f3fea123-22ba-4b8c-af21-08437b43c2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:55.959761 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f3fea123-22ba-4b8c-af21-08437b43c2b4 admin admin] Calling delete_port for b21f5091-3430-489a-a9d7-403550270396 owned by network:router_interface {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:30:56.018820 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36a301a6-3464-4d5f-ac0e-ed2cc1555257 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:56.085657 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-d2068787-a230-4bf7-96c7-7647abf7804f tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3874025 May 27 02:30:56.131473 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36a301a6-3464-4d5f-ac0e-ed2cc1555257 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:56.134107 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b92814-632a-4d55-8ad1-b9d75fe920f0 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event updated for resources: {'Subnet': ['ID=1dcc2a05-a05b-49d2-8857-64ee22fe2688,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:56.183533 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-1f6e9cad-a0b9-4c87-8978-47d7d536d62d service neutron] Request body: {'port': {'device_id': '72d6c0d0-8232-4954-b8fb-5b2d1a19f11a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:30:56.305057 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a301a6-3464-4d5f-ac0e-ed2cc1555257 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Pushing event updated for resources: {'Port': ['ID=9714fa19-dfb6-4f36-8d24-c76a10d56ada,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:56.351027 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b92814-632a-4d55-8ad1-b9d75fe920f0 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Checking segment: {'id': '183927c9-b1d7-46f2-8ce2-3db3c7b343fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '92e5fa3e-fae0-4c0f-a10e-1ee5596e522d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:30:56.351568 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b92814-632a-4d55-8ad1-b9d75fe920f0 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Network hostable DHCP agents. Network: 92e5fa3e-fae0-4c0f-a10e-1ee5596e522d, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:30:56.354043 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36a301a6-3464-4d5f-ac0e-ed2cc1555257 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:56.358113 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5bd5ba8f-64b8-4c3f-ace5-0095862692d7 req-0f8c57e0-9447-41c3-8b75-d3169626e16d tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8c735f9d-4a78-4b71-af11-0c1d6751d50a HTTP/1.1" status: 200 len: 210 time: 0.2125340 May 27 02:30:56.407526 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-1f6e9cad-a0b9-4c87-8978-47d7d536d62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:56.545523 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36a301a6-3464-4d5f-ac0e-ed2cc1555257 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:56.548775 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-36a301a6-3464-4d5f-ac0e-ed2cc1555257 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0648880 May 27 02:30:56.728354 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01c53361-91a5-44dc-9cb3-2c5c253d3451 req-519f3ef6-3684-4dd6-bb83-98a5884403fc tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:30:56.739486 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f3f86d-71f7-45b4-aead-787d2eded792 None None] Sync routers for ids ['1d94dbf7-178c-4082-be53-188ec5821e1d'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:30:56.752243 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f3f86d-71f7-45b4-aead-787d2eded792 None None] Routers {'1d94dbf7-178c-4082-be53-188ec5821e1d'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:30:56.752939 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-43f3f86d-71f7-45b4-aead-787d2eded792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:30:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['1d94dbf7-178c-4082-be53-188ec5821e1d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:56.798203 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b92814-632a-4d55-8ad1-b9d75fe920f0 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Network 92e5fa3e-fae0-4c0f-a10e-1ee5596e522d is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:30:56.840233 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea519cd0-06eb-4420-9b37-ef249b9dc4d9 req-02c89d55-3974-4d20-850f-fa976b6d94be tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:56.841744 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ea519cd0-06eb-4420-9b37-ef249b9dc4d9 req-02c89d55-3974-4d20-850f-fa976b6d94be tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=99708104-dbf0-4405-aae1-64907e682f22 HTTP/1.1" status: 200 len: 945 time: 0.6847019 May 27 02:30:56.845233 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-1f6e9cad-a0b9-4c87-8978-47d7d536d62d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b5740de-7777-4b61-ae02-1d3038968e57 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:30:56.861693 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-1f6e9cad-a0b9-4c87-8978-47d7d536d62d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:56.870545 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c53361-91a5-44dc-9cb3-2c5c253d3451 req-519f3ef6-3684-4dd6-bb83-98a5884403fc tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] No DVR routers for this DVR port 4b2f5214-fb0c-4b36-b89a-cbf2f8186af1 on host n-h1-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:30:56.883188 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-1f6e9cad-a0b9-4c87-8978-47d7d536d62d service neutron] Transition to ACTIVE for port object 6b5740de-7777-4b61-ae02-1d3038968e57 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:30:56.889294 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-01c53361-91a5-44dc-9cb3-2c5c253d3451 req-519f3ef6-3684-4dd6-bb83-98a5884403fc tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:56.892313 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07835cf-a601-42ce-ad6c-031dc828f47f', 'name': 'network-vif-deleted', 'tag': '4b2f5214-fb0c-4b36-b89a-cbf2f8186af1'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:30:56.934192 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bda6fc-845c-4863-ab48-08067f5e3252 req-618c4827-0501-48ba-a927-005b8a7cf0a3 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:56.935678 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d9bda6fc-845c-4863-ab48-08067f5e3252 req-618c4827-0501-48ba-a927-005b8a7cf0a3 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d6c0d0-8232-4954-b8fb-5b2d1a19f11a HTTP/1.1" status: 200 len: 931 time: 0.3383253 May 27 02:30:56.981080 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ea519cd0-06eb-4420-9b37-ef249b9dc4d9 req-8e59719b-fcb8-43c9-9968-dfa26bae8a4a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6bd20bf-5f84-449a-8a30-87080e2ca708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264634 May 27 02:30:56.981545 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-43f3f86d-71f7-45b4-aead-787d2eded792 None None] Set router 1d94dbf7-178c-4082-be53-188ec5821e1d gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:30:57.017392 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-91b92814-632a-4d55-8ad1-b9d75fe920f0 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 92e5fa3e-fae0-4c0f-a10e-1ee5596e522d) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:30:57.032165 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f0f085-a010-4fd4-a01b-f0ec88df4c09 None None] Network 92e5fa3e-fae0-4c0f-a10e-1ee5596e522d requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:30:57.037474 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b92814-632a-4d55-8ad1-b9d75fe920f0 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:57.038072 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-91b92814-632a-4d55-8ad1-b9d75fe920f0 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:57.058251 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-1f6e9cad-a0b9-4c87-8978-47d7d536d62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:57.066730 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-01c53361-91a5-44dc-9cb3-2c5c253d3451 req-519f3ef6-3684-4dd6-bb83-98a5884403fc tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.32 "DELETE /v2.0/ports/4b2f5214-fb0c-4b36-b89a-cbf2f8186af1 HTTP/1.1" status: 204 len: 173 time: 5.9305928 May 27 02:30:57.087546 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-d9bda6fc-845c-4863-ab48-08067f5e3252 req-09762e30-4755-4871-aebf-ff5bfce576b5 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Synchronizing usage tracker for tenant:022251d9f75846819da07595f70e72c6 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:30:57.182208 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-94c6dda9-07be-4162-95fd-cedf64a660a0 req-ee87a07f-d5cf-48c8-8eab-afeccdfed0d1 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Synchronizing usage tracker for tenant:0a9d84b96bbe4011b693e36de83ee83d on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:30:57.234394 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-d9bda6fc-845c-4863-ab48-08067f5e3252 req-09762e30-4755-4871-aebf-ff5bfce576b5 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Unset dirty status for tenant:022251d9f75846819da07595f70e72c6 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:30:57.235864 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d9bda6fc-845c-4863-ab48-08067f5e3252 req-09762e30-4755-4871-aebf-ff5bfce576b5 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894821 May 27 02:30:57.237363 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-91b92814-632a-4d55-8ad1-b9d75fe920f0 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8900404 May 27 02:30:57.238418 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f3fea123-22ba-4b8c-af21-08437b43c2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:57.249857 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55536) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:57.300345 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e9cad-a0b9-4c87-8978-47d7d536d62d service neutron] Pushing event updated for resources: {'Port': ['ID=6b5740de-7777-4b61-ae02-1d3038968e57,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:57.333601 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-18e7ca0f-ee8e-4222-9844-1b491f82106e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2135922685', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:30:57.353046 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-1f6e9cad-a0b9-4c87-8978-47d7d536d62d service neutron] Attempting to bind port 6b5740de-7777-4b61-ae02-1d3038968e57 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:30:57.359323 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fea123-22ba-4b8c-af21-08437b43c2b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b21f5091-3430-489a-a9d7-403550270396,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:57.363669 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-1f6e9cad-a0b9-4c87-8978-47d7d536d62d service neutron] Attempting to bind port 6b5740de-7777-4b61-ae02-1d3038968e57 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '5864c61c-745e-48a2-ad03-bf564989aeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd21790d3-ca93-474a-9278-54511e3aa902'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:30:57.364041 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-1f6e9cad-a0b9-4c87-8978-47d7d536d62d service neutron] Attempting to bind port 6b5740de-7777-4b61-ae02-1d3038968e57 on network d21790d3-ca93-474a-9278-54511e3aa902 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:30:57.374114 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-18e7ca0f-ee8e-4222-9844-1b491f82106e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:30:57.376169 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-94c6dda9-07be-4162-95fd-cedf64a660a0 req-ee87a07f-d5cf-48c8-8eab-afeccdfed0d1 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Unset dirty status for tenant:0a9d84b96bbe4011b693e36de83ee83d on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:30:57.378341 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-1f6e9cad-a0b9-4c87-8978-47d7d536d62d service neutron] Port 6b5740de-7777-4b61-ae02-1d3038968e57 on network d21790d3-ca93-474a-9278-54511e3aa902 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:30:57.378776 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-1f6e9cad-a0b9-4c87-8978-47d7d536d62d service neutron] Attempting to bind port 6b5740de-7777-4b61-ae02-1d3038968e57 on network d21790d3-ca93-474a-9278-54511e3aa902 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:30:57.392998 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-1f6e9cad-a0b9-4c87-8978-47d7d536d62d service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:30:57.393348 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-1f6e9cad-a0b9-4c87-8978-47d7d536d62d service neutron] Checking segment: {'id': '5864c61c-745e-48a2-ad03-bf564989aeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd21790d3-ca93-474a-9278-54511e3aa902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:30:57.393482 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-94c6dda9-07be-4162-95fd-cedf64a660a0 req-ee87a07f-d5cf-48c8-8eab-afeccdfed0d1 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=f07835cf-a601-42ce-ad6c-031dc828f47f HTTP/1.1" status: 200 len: 210 time: 0.2685235 May 27 02:30:57.393737 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-1f6e9cad-a0b9-4c87-8978-47d7d536d62d service neutron] Bound using segment: {'id': '5864c61c-745e-48a2-ad03-bf564989aeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd21790d3-ca93-474a-9278-54511e3aa902'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:30:57.399286 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-1f6e9cad-a0b9-4c87-8978-47d7d536d62d service neutron] Bound port: 6b5740de-7777-4b61-ae02-1d3038968e57, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5864c61c-745e-48a2-ad03-bf564989aeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd21790d3-ca93-474a-9278-54511e3aa902'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:30:57.399286 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-1f6e9cad-a0b9-4c87-8978-47d7d536d62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:57.401891 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-18e7ca0f-ee8e-4222-9844-1b491f82106e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Usage tracker for resource:router and tenant:39308f34ca0d41f5bed3e55c79db3f61 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:30:57.405930 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-18e7ca0f-ee8e-4222-9844-1b491f82106e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:30:57.422779 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-18e7ca0f-ee8e-4222-9844-1b491f82106e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:30:57.499432 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b663f5f-8591-496c-8525-3ae3961fe491'] response: {'server_uuid': 'f07835cf-a601-42ce-ad6c-031dc828f47f', 'name': 'network-vif-deleted', 'tag': '4b2f5214-fb0c-4b36-b89a-cbf2f8186af1', 'status': 'completed', 'code': 200} May 27 02:30:57.592786 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-1f6e9cad-a0b9-4c87-8978-47d7d536d62d service neutron] For port 6b5740de-7777-4b61-ae02-1d3038968e57, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:30:57.598244 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-1f6e9cad-a0b9-4c87-8978-47d7d536d62d service neutron] For port 6b5740de-7777-4b61-ae02-1d3038968e57, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=6b5740de-7777-4b61-ae02-1d3038968e57,segment=NetworkSegment(5864c61c-745e-48a2-ad03-bf564989aeca),segment_id=5864c61c-745e-48a2-ad03-bf564989aeca)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:30:57.613128 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55552) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:57.628153 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045efdf7-6c84-48e3-9085-8bc1eb4b3891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-92e5fa3e-fae0-4c0f-a10e-1ee5596e522d', 'network_id': '92e5fa3e-fae0-4c0f-a10e-1ee5596e522d', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'fixed_ips': [{'subnet_id': '1dcc2a05-a05b-49d2-8857-64ee22fe2688'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:30:57.629130 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-045efdf7-6c84-48e3-9085-8bc1eb4b3891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:57.642579 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-18e7ca0f-ee8e-4222-9844-1b491f82106e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:57.643680 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-18e7ca0f-ee8e-4222-9844-1b491f82106e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:57.731767 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-1f6e9cad-a0b9-4c87-8978-47d7d536d62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:57.778580 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-6f30cc62-1629-4e3a-a08a-763724cdea7c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Synchronizing usage tracker for tenant:2651911d1c264f1c8c7218b6fddf9f10 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:30:57.779170 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-18e7ca0f-ee8e-4222-9844-1b491f82106e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:57.815209 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e9cad-a0b9-4c87-8978-47d7d536d62d service neutron] Pushing event updated for resources: {'Port': ['ID=6b5740de-7777-4b61-ae02-1d3038968e57,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:57.833956 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-1f6e9cad-a0b9-4c87-8978-47d7d536d62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:57.834568 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-1f6e9cad-a0b9-4c87-8978-47d7d536d62d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:57.835959 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-1f6e9cad-a0b9-4c87-8978-47d7d536d62d service neutron] 10.222.0.32 "PUT /v2.0/ports/6b5740de-7777-4b61-ae02-1d3038968e57 HTTP/1.1" status: 200 len: 1091 time: 1.7422748 May 27 02:30:57.836393 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d6c0d0-8232-4954-b8fb-5b2d1a19f11a', 'tag': '6b5740de-7777-4b61-ae02-1d3038968e57'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:30:57.911016 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e702736d-19f4-402a-aefe-246276330983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:57.918459 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-045efdf7-6c84-48e3-9085-8bc1eb4b3891 None None] Allocated IP 172.20.0.2 (92e5fa3e-fae0-4c0f-a10e-1ee5596e522d/1dcc2a05-a05b-49d2-8857-64ee22fe2688/a6e1df0b-5a3a-472c-a0b2-f462e2b72243) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:30:57.933242 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-43f3f86d-71f7-45b4-aead-787d2eded792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'name': 'tempest-ServerRescueNegativeTestJSON-711850517-router', 'tenant_id': '0a9d84b96bbe4011b693e36de83ee83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'bcd81e95-a3a9-48b7-9793-dcc9353a1598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:25:47Z', 'updated_at': '2022-05-27T02:25:56Z', 'revision_number': 4, 'project_id': '0a9d84b96bbe4011b693e36de83ee83d', 'gw_port': {'id': 'bcd81e95-a3a9-48b7-9793-dcc9353a1598', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:08:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:25:48Z', 'updated_at': '2022-05-27T02:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'f4974f9e-4b5f-4ced-85fe-78bceb3073f6', 'name': '', 'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee', 'tenant_id': '0a9d84b96bbe4011b693e36de83ee83d', 'mac_address': 'fa:16:3e:9f:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': 'fd5aa407-954e-45ea-8fc0-6e0875d0c839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:25:54Z', 'updated_at': '2022-05-27T02:26:03Z', 'revision_number': 5, 'project_id': '0a9d84b96bbe4011b693e36de83ee83d', 'subnets': [{'id': 'fd5aa407-954e-45ea-8fc0-6e0875d0c839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:57.940545 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f3f86d-71f7-45b4-aead-787d2eded792 None None] Checking router: 1d94dbf7-178c-4082-be53-188ec5821e1d for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:30:57.966807 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f3f86d-71f7-45b4-aead-787d2eded792 None None] Routers {'1d94dbf7-178c-4082-be53-188ec5821e1d'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:30:57.967446 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-43f3f86d-71f7-45b4-aead-787d2eded792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:30:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['1d94dbf7-178c-4082-be53-188ec5821e1d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:58.031927 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b382e60-3006-4d83-8055-3bfa7879433c'] response: {'name': 'network-changed', 'server_uuid': '72d6c0d0-8232-4954-b8fb-5b2d1a19f11a', 'tag': '6b5740de-7777-4b61-ae02-1d3038968e57', 'status': 'completed', 'code': 200} May 27 02:30:58.032200 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-18e7ca0f-ee8e-4222-9844-1b491f82106e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:58.109929 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-6f30cc62-1629-4e3a-a08a-763724cdea7c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Unset dirty status for tenant:2651911d1c264f1c8c7218b6fddf9f10 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:30:58.118174 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-6f30cc62-1629-4e3a-a08a-763724cdea7c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1600457290&fields=id&tenant_id=2651911d1c264f1c8c7218b6fddf9f10 HTTP/1.1" status: 200 len: 267 time: 0.6162627 May 27 02:30:58.362105 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4c2ea-1aad-4db1-a0ec-f9141c4514f9 req-1d867a44-a902-4516-b5dc-398c38cfa3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:58.372056 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-43f3f86d-71f7-45b4-aead-787d2eded792 None None] Set router 1d94dbf7-178c-4082-be53-188ec5821e1d gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:30:58.374194 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-84f4c2ea-1aad-4db1-a0ec-f9141c4514f9 req-1d867a44-a902-4516-b5dc-398c38cfa3b7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=022251d9f75846819da07595f70e72c6&device_id=72d6c0d0-8232-4954-b8fb-5b2d1a19f11a HTTP/1.1" status: 200 len: 1094 time: 0.3743858 May 27 02:30:58.382752 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f3fea123-22ba-4b8c-af21-08437b43c2b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:58.396269 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-18e7ca0f-ee8e-4222-9844-1b491f82106e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:58.400656 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-18e7ca0f-ee8e-4222-9844-1b491f82106e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1069713 May 27 02:30:58.409874 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55562) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:58.485879 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-045efdf7-6c84-48e3-9085-8bc1eb4b3891 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:58.554216 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-045efdf7-6c84-48e3-9085-8bc1eb4b3891 None None] Transition to ACTIVE for port object a6e1df0b-5a3a-472c-a0b2-f462e2b72243 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:30:58.635543 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-045efdf7-6c84-48e3-9085-8bc1eb4b3891 None None] Transition to ACTIVE for port object a6e1df0b-5a3a-472c-a0b2-f462e2b72243 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:30:58.718793 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4c2ea-1aad-4db1-a0ec-f9141c4514f9 req-76cd4333-424e-4b1a-9552-6a8651146667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:58.720352 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-84f4c2ea-1aad-4db1-a0ec-f9141c4514f9 req-76cd4333-424e-4b1a-9552-6a8651146667 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=022251d9f75846819da07595f70e72c6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2513025 May 27 02:30:58.790039 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-045efdf7-6c84-48e3-9085-8bc1eb4b3891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:58.867264 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045efdf7-6c84-48e3-9085-8bc1eb4b3891 None None] Network 92e5fa3e-fae0-4c0f-a10e-1ee5596e522d is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:30:58.876064 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-045efdf7-6c84-48e3-9085-8bc1eb4b3891 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:30:58.886608 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045efdf7-6c84-48e3-9085-8bc1eb4b3891 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:30:58.896758 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045efdf7-6c84-48e3-9085-8bc1eb4b3891 None None] Pushing event updated for resources: {'Port': ['ID=a6e1df0b-5a3a-472c-a0b2-f462e2b72243,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:58.968089 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4c2ea-1aad-4db1-a0ec-f9141c4514f9 req-1218c376-befa-41c8-b5e5-4078f19f5f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:58.969960 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-84f4c2ea-1aad-4db1-a0ec-f9141c4514f9 req-1218c376-befa-41c8-b5e5-4078f19f5f28 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2420874 May 27 02:30:58.973787 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0cbe0bcf-0445-432e-b32c-880c2c690222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:59.006152 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-9903ac2b-42d5-4d64-8334-9edb5ede129b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:59.008837 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-9903ac2b-42d5-4d64-8334-9edb5ede129b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/networks?id=72395de2-24ec-482b-bef7-14825a5fc695 HTTP/1.1" status: 200 len: 814 time: 0.8885131 May 27 02:30:59.014619 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-43f3f86d-71f7-45b4-aead-787d2eded792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'name': 'tempest-ServerRescueNegativeTestJSON-711850517-router', 'tenant_id': '0a9d84b96bbe4011b693e36de83ee83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'bcd81e95-a3a9-48b7-9793-dcc9353a1598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:25:47Z', 'updated_at': '2022-05-27T02:25:56Z', 'revision_number': 4, 'project_id': '0a9d84b96bbe4011b693e36de83ee83d', 'gw_port': {'id': 'bcd81e95-a3a9-48b7-9793-dcc9353a1598', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:08:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:25:48Z', 'updated_at': '2022-05-27T02:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'f4974f9e-4b5f-4ced-85fe-78bceb3073f6', 'name': '', 'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee', 'tenant_id': '0a9d84b96bbe4011b693e36de83ee83d', 'mac_address': 'fa:16:3e:9f:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': 'fd5aa407-954e-45ea-8fc0-6e0875d0c839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:25:54Z', 'updated_at': '2022-05-27T02:26:03Z', 'revision_number': 5, 'project_id': '0a9d84b96bbe4011b693e36de83ee83d', 'subnets': [{'id': 'fd5aa407-954e-45ea-8fc0-6e0875d0c839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:30:59.018617 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:59.026875 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f3f86d-71f7-45b4-aead-787d2eded792 None None] The sync data for ids ['1d94dbf7-178c-4082-be53-188ec5821e1d'] in n-d-843554-3 is: [{'id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'name': 'tempest-ServerRescueNegativeTestJSON-711850517-router', 'tenant_id': '0a9d84b96bbe4011b693e36de83ee83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'bcd81e95-a3a9-48b7-9793-dcc9353a1598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:25:47Z', 'updated_at': '2022-05-27T02:25:56Z', 'revision_number': 4, 'project_id': '0a9d84b96bbe4011b693e36de83ee83d', 'gw_port': {'id': 'bcd81e95-a3a9-48b7-9793-dcc9353a1598', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:08:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:25:48Z', 'updated_at': '2022-05-27T02:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'f4974f9e-4b5f-4ced-85fe-78bceb3073f6', 'name': '', 'network_id': '8604bb25-00c6-4170-bfcb-0b58b32e10ee', 'tenant_id': '0a9d84b96bbe4011b693e36de83ee83d', 'mac_address': 'fa:16:3e:9f:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': 'fd5aa407-954e-45ea-8fc0-6e0875d0c839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:25:54Z', 'updated_at': '2022-05-27T02:26:03Z', 'revision_number': 5, 'project_id': '0a9d84b96bbe4011b693e36de83ee83d', 'subnets': [{'id': 'fd5aa407-954e-45ea-8fc0-6e0875d0c839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:30:59.053314 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-045efdf7-6c84-48e3-9085-8bc1eb4b3891 None None] Attempting to bind port a6e1df0b-5a3a-472c-a0b2-f462e2b72243 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:30:59.053685 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-045efdf7-6c84-48e3-9085-8bc1eb4b3891 None None] Attempting to bind port a6e1df0b-5a3a-472c-a0b2-f462e2b72243 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '183927c9-b1d7-46f2-8ce2-3db3c7b343fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '92e5fa3e-fae0-4c0f-a10e-1ee5596e522d'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:30:59.054053 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045efdf7-6c84-48e3-9085-8bc1eb4b3891 None None] Attempting to bind port a6e1df0b-5a3a-472c-a0b2-f462e2b72243 on network 92e5fa3e-fae0-4c0f-a10e-1ee5596e522d {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:30:59.059389 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:59.067432 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045efdf7-6c84-48e3-9085-8bc1eb4b3891 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:30:59.067713 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045efdf7-6c84-48e3-9085-8bc1eb4b3891 None None] Checking segment: {'id': '183927c9-b1d7-46f2-8ce2-3db3c7b343fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '92e5fa3e-fae0-4c0f-a10e-1ee5596e522d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:30:59.068325 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-045efdf7-6c84-48e3-9085-8bc1eb4b3891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:59.068802 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045efdf7-6c84-48e3-9085-8bc1eb4b3891 None None] Bound using segment: {'id': '183927c9-b1d7-46f2-8ce2-3db3c7b343fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '92e5fa3e-fae0-4c0f-a10e-1ee5596e522d'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:30:59.069345 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-045efdf7-6c84-48e3-9085-8bc1eb4b3891 None None] Bound port: a6e1df0b-5a3a-472c-a0b2-f462e2b72243, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183927c9-b1d7-46f2-8ce2-3db3c7b343fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '92e5fa3e-fae0-4c0f-a10e-1ee5596e522d'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:30:59.069771 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-045efdf7-6c84-48e3-9085-8bc1eb4b3891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:59.115347 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ae5ce-925a-41da-ae46-d9233d27af6e req-f96e2daa-c295-402e-a40c-0d8ebbf2636d tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:59.127550 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0b6ae5ce-925a-41da-ae46-d9233d27af6e req-f96e2daa-c295-402e-a40c-0d8ebbf2636d tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=99708104-dbf0-4405-aae1-64907e682f22 HTTP/1.1" status: 200 len: 945 time: 0.9599459 May 27 02:30:59.182188 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-045efdf7-6c84-48e3-9085-8bc1eb4b3891 None None] For port a6e1df0b-5a3a-472c-a0b2-f462e2b72243, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:30:59.190337 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-045efdf7-6c84-48e3-9085-8bc1eb4b3891 None None] For port a6e1df0b-5a3a-472c-a0b2-f462e2b72243, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=a6e1df0b-5a3a-472c-a0b2-f462e2b72243,segment=NetworkSegment(183927c9-b1d7-46f2-8ce2-3db3c7b343fd),segment_id=183927c9-b1d7-46f2-8ce2-3db3c7b343fd)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:30:59.217232 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-a9bf8ba9-2f2a-486f-838d-5ee4440fa51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:59.218692 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-a9bf8ba9-2f2a-486f-838d-5ee4440fa51f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=022251d9f75846819da07595f70e72c6&device_id=72d6c0d0-8232-4954-b8fb-5b2d1a19f11a HTTP/1.1" status: 200 len: 1094 time: 0.1911349 May 27 02:30:59.232288 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-7cb32d37-db53-4656-8485-a5421d41a708 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/quotas/2651911d1c264f1c8c7218b6fddf9f10 HTTP/1.1" status: 200 len: 375 time: 0.1505315 May 27 02:30:59.302031 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-045efdf7-6c84-48e3-9085-8bc1eb4b3891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:59.370191 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-dcb603a5-9a4b-43e1-89c7-d3df7d722bc2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b5740de-7777-4b61-ae02-1d3038968e57 HTTP/1.1" status: 200 len: 217 time: 0.1035450 May 27 02:30:59.412054 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe1ceaa-3f22-4e2e-b3aa-b03a65308ad8 None None] New status for floating IP a0daadba-ebfb-4fe7-b426-d9307ce89146: DOWN {{(pid=88904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:30:59.454946 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-6ca0c331-4627-4449-b90f-2b2ac5cbae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:59.457131 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-6ca0c331-4627-4449-b90f-2b2ac5cbae87 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aabba9bb-b0fb-4524-b111-dfb2c0b12686 HTTP/1.1" status: 200 len: 851 time: 0.0801351 May 27 02:30:59.457800 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045efdf7-6c84-48e3-9085-8bc1eb4b3891 None None] Pushing event updated for resources: {'Port': ['ID=a6e1df0b-5a3a-472c-a0b2-f462e2b72243,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:59.505404 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0b6ae5ce-925a-41da-ae46-d9233d27af6e req-033b4cfe-0cc7-493a-880b-263e750c438f tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6bd20bf-5f84-449a-8a30-87080e2ca708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3767357 May 27 02:30:59.509710 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-2f804ec4-82a0-454f-861f-2e8c77fc2265 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d21790d3-ca93-474a-9278-54511e3aa902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459933 May 27 02:30:59.673867 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-0cbe0bcf-0445-432e-b32c-880c2c690222 admin admin] Deleting port 7e82bc42-587d-4aca-a353-96ab00321eff {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:30:59.674131 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0cbe0bcf-0445-432e-b32c-880c2c690222 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:59.686493 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3fea123-22ba-4b8c-af21-08437b43c2b4 admin admin] Router 4460a614-8ccf-4f0d-a8d3-a6e7c63684d0 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:30:59.812494 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-f9664e15-6889-4ffe-b5de-5ea60cafefe7 service neutron] 10.222.0.32 "GET /v2.0/networks/d21790d3-ca93-474a-9278-54511e3aa902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944288 May 27 02:31:00.107907 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d83cbc34-e166-4e0e-9ebd-92ee638907ca tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:00.115748 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:00.164852 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device a6e1df0b-5a3a-472c-a0b2-f462e2b72243 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:31:00.190930 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-2e97e6d0-3a4c-4a54-932f-ebfffb7e281f tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=2651911d1c264f1c8c7218b6fddf9f10&fields=id HTTP/1.1" status: 200 len: 440 time: 0.9355822 May 27 02:31:00.307266 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port a6e1df0b-5a3a-472c-a0b2-f462e2b72243 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:31:00.358590 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-0cbe0bcf-0445-432e-b32c-880c2c690222 admin admin] For port 7e82bc42-587d-4aca-a353-96ab00321eff, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=7e82bc42-587d-4aca-a353-96ab00321eff,segment=NetworkSegment(ed742516-baab-43a7-866c-bed74e558a84),segment_id=ed742516-baab-43a7-866c-bed74e558a84)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:00.358991 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0cbe0bcf-0445-432e-b32c-880c2c690222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:00.371515 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-81c2d9f1-9a2b-431a-bf0e-a73d71a73f50 req-63d84966-4062-4645-80a7-9cc4c7994813 service neutron] 10.222.0.32 "GET /v2.0/networks/d21790d3-ca93-474a-9278-54511e3aa902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4299715 May 27 02:31:00.494558 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-0cbe0bcf-0445-432e-b32c-880c2c690222 admin admin] Calling delete_port for 7e82bc42-587d-4aca-a353-96ab00321eff owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:31:00.580176 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3fea123-22ba-4b8c-af21-08437b43c2b4 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:31:00.589496 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65062b-5bcf-4279-a92e-1407cf127c87 req-7cc99f66-9968-4fce-8b56-811223c76765 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:00.596673 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0d65062b-5bcf-4279-a92e-1407cf127c87 req-7cc99f66-9968-4fce-8b56-811223c76765 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d6c0d0-8232-4954-b8fb-5b2d1a19f11a HTTP/1.1" status: 200 len: 943 time: 0.9633029 May 27 02:31:00.597424 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf0c879-6a65-4100-98db-37c89f0ae347 None None] Sync routers for ids ['4460a614-8ccf-4f0d-a8d3-a6e7c63684d0'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:31:00.609393 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf0c879-6a65-4100-98db-37c89f0ae347 None None] Routers {'4460a614-8ccf-4f0d-a8d3-a6e7c63684d0'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:31:00.610082 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5bf0c879-6a65-4100-98db-37c89f0ae347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:30:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4460a614-8ccf-4f0d-a8d3-a6e7c63684d0'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:00.685931 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f3fea123-22ba-4b8c-af21-08437b43c2b4 admin admin] 10.222.0.57 "PUT /v2.0/routers/4460a614-8ccf-4f0d-a8d3-a6e7c63684d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4849231 May 27 02:31:00.688664 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55574) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:00.725361 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-5e896e93-699b-4e6a-8a2b-75d6b615a2c3 service neutron] 10.222.0.57 "GET /v2.0/networks/72395de2-24ec-482b-bef7-14825a5fc695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4179344 May 27 02:31:00.930921 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0d65062b-5bcf-4279-a92e-1407cf127c87 req-94a83053-fae1-401e-a35e-8972dda72619 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333209 May 27 02:31:00.949636 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-5bf0c879-6a65-4100-98db-37c89f0ae347 None None] Set router 4460a614-8ccf-4f0d-a8d3-a6e7c63684d0 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:31:01.012567 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-8aaa435f-a651-409e-aa5a-0198d54e76a6 service neutron] 10.222.0.57 "GET /v2.0/networks/72395de2-24ec-482b-bef7-14825a5fc695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445393 May 27 02:31:01.104170 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-d83cbc34-e166-4e0e-9ebd-92ee638907ca tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Allocated IP 172.20.0.1 (92e5fa3e-fae0-4c0f-a10e-1ee5596e522d/1dcc2a05-a05b-49d2-8857-64ee22fe2688/9488f438-c046-4da2-b7fa-2fe44dd960ab) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:31:01.109878 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d8e1851c-8f42-453e-b751-5d71c0cbd5c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:01.197643 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbee03fb-249a-4b9e-bb5c-1e250c416be7 None None] Network 92e5fa3e-fae0-4c0f-a10e-1ee5596e522d requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:31:01.250576 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0cbe0bcf-0445-432e-b32c-880c2c690222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:01.308111 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d83cbc34-e166-4e0e-9ebd-92ee638907ca tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:01.341155 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-d83cbc34-e166-4e0e-9ebd-92ee638907ca tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Transition to ACTIVE for port object 9488f438-c046-4da2-b7fa-2fe44dd960ab will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:31:01.430014 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe0bcf-0445-432e-b32c-880c2c690222 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e82bc42-587d-4aca-a353-96ab00321eff,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:01.451490 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55588) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:01.580911 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1459d08c-1ab2-4af2-8cae-f27a944e2b02 req-b3a41027-20ab-4b9e-b111-468361e4aac5 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0a4b995-cde9-4de8-b3c2-7613a7d84bfc HTTP/1.1" status: 200 len: 210 time: 0.0671637 May 27 02:31:01.592317 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d83cbc34-e166-4e0e-9ebd-92ee638907ca tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:01.620102 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f49c7965-e328-40df-bcd5-3ae24cbe73d1 None None] Provisioning for port a6e1df0b-5a3a-472c-a0b2-f462e2b72243 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:31:01.672998 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f49c7965-e328-40df-bcd5-3ae24cbe73d1 None None] Provisioning complete for port a6e1df0b-5a3a-472c-a0b2-f462e2b72243 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:01.674042 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f49c7965-e328-40df-bcd5-3ae24cbe73d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:01.708494 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83cbc34-e166-4e0e-9ebd-92ee638907ca tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Network 92e5fa3e-fae0-4c0f-a10e-1ee5596e522d is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:31:01.730088 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-d83cbc34-e166-4e0e-9ebd-92ee638907ca tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:31:01.733068 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83cbc34-e166-4e0e-9ebd-92ee638907ca tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:31:01.787315 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83cbc34-e166-4e0e-9ebd-92ee638907ca tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event updated for resources: {'Port': ['ID=9488f438-c046-4da2-b7fa-2fe44dd960ab,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:01.802177 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d8e1851c-8f42-453e-b751-5d71c0cbd5c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:01.829420 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-250609de-ee5f-43cd-926f-47af461b15b1 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:01.858949 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d83cbc34-e166-4e0e-9ebd-92ee638907ca tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:01.896414 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5bf0c879-6a65-4100-98db-37c89f0ae347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4460a614-8ccf-4f0d-a8d3-a6e7c63684d0', 'name': 'tempest-ServersTestMultiNic-2098163001-router', 'tenant_id': '6137a50b300642e3b27a011e959f0225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '18479d6e-b3e3-41aa-9832-07c30aa67a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:27:44Z', 'updated_at': '2022-05-27T02:30:56Z', 'revision_number': 5, 'project_id': '6137a50b300642e3b27a011e959f0225', 'gw_port': {'id': '18479d6e-b3e3-41aa-9832-07c30aa67a65', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4460a614-8ccf-4f0d-a8d3-a6e7c63684d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:27:47Z', 'updated_at': '2022-05-27T02:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:01.910990 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf0c879-6a65-4100-98db-37c89f0ae347 None None] Checking router: 4460a614-8ccf-4f0d-a8d3-a6e7c63684d0 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:31:01.916288 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-f49c7965-e328-40df-bcd5-3ae24cbe73d1 None None] Current status of the port a6e1df0b-5a3a-472c-a0b2-f462e2b72243 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:31:01.916666 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f49c7965-e328-40df-bcd5-3ae24cbe73d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:01.947530 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf0c879-6a65-4100-98db-37c89f0ae347 None None] Routers {'4460a614-8ccf-4f0d-a8d3-a6e7c63684d0'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:31:01.948152 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5bf0c879-6a65-4100-98db-37c89f0ae347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:30:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4460a614-8ccf-4f0d-a8d3-a6e7c63684d0'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:01.972923 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0cbe0bcf-0445-432e-b32c-880c2c690222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:02.044306 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-f49c7965-e328-40df-bcd5-3ae24cbe73d1 None None] For port a6e1df0b-5a3a-472c-a0b2-f462e2b72243, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=a6e1df0b-5a3a-472c-a0b2-f462e2b72243,segment=NetworkSegment(183927c9-b1d7-46f2-8ce2-3db3c7b343fd),segment_id=183927c9-b1d7-46f2-8ce2-3db3c7b343fd)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:02.147057 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d8e1851c-8f42-453e-b751-5d71c0cbd5c4 admin admin] Deleting port 18479d6e-b3e3-41aa-9832-07c30aa67a65 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:31:02.158701 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f49c7965-e328-40df-bcd5-3ae24cbe73d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:02.161188 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d8e1851c-8f42-453e-b751-5d71c0cbd5c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:02.251503 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-5bf0c879-6a65-4100-98db-37c89f0ae347 None None] Set router 4460a614-8ccf-4f0d-a8d3-a6e7c63684d0 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:31:02.355546 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66b2b7-2921-45a1-a280-b685bb5929df req-443e07aa-356b-404d-a6a5-b87f27306fc1 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:02.357533 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fb66b2b7-2921-45a1-a280-b685bb5929df req-443e07aa-356b-404d-a6a5-b87f27306fc1 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=99708104-dbf0-4405-aae1-64907e682f22 HTTP/1.1" status: 200 len: 945 time: 0.9994700 May 27 02:31:02.481298 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-250609de-ee5f-43cd-926f-47af461b15b1 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:02.543076 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fb66b2b7-2921-45a1-a280-b685bb5929df req-bc7ff5aa-d8db-44a3-89e8-9a84775bc7bf tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6bd20bf-5f84-449a-8a30-87080e2ca708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727128 May 27 02:31:02.593411 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c7965-e328-40df-bcd5-3ae24cbe73d1 None None] Pushing event updated for resources: {'Port': ['ID=a6e1df0b-5a3a-472c-a0b2-f462e2b72243,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:02.594934 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d83cbc34-e166-4e0e-9ebd-92ee638907ca tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:02.703230 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f3c5f0b4-6a04-4a9c-82a5-5433ac761934 None None] Provisioning for port 9488f438-c046-4da2-b7fa-2fe44dd960ab completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:31:02.717648 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-d8e1851c-8f42-453e-b751-5d71c0cbd5c4 admin admin] For port 18479d6e-b3e3-41aa-9832-07c30aa67a65, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=18479d6e-b3e3-41aa-9832-07c30aa67a65,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:02.718179 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d8e1851c-8f42-453e-b751-5d71c0cbd5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:02.719275 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f3c5f0b4-6a04-4a9c-82a5-5433ac761934 None None] Provisioning complete for port 9488f438-c046-4da2-b7fa-2fe44dd960ab triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:02.719810 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f3c5f0b4-6a04-4a9c-82a5-5433ac761934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:02.732178 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e566a-68ea-4390-9bdb-d4c6cac849b6 req-ec228a66-cc38-45df-b34d-14df94d96624 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:02.744110 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ce1e566a-68ea-4390-9bdb-d4c6cac849b6 req-ec228a66-cc38-45df-b34d-14df94d96624 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d6c0d0-8232-4954-b8fb-5b2d1a19f11a HTTP/1.1" status: 200 len: 943 time: 0.4526188 May 27 02:31:02.787495 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ce1e566a-68ea-4390-9bdb-d4c6cac849b6 req-c3582d5c-6a8c-4195-898b-f0dd29b4fd79 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473711 May 27 02:31:02.863380 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-f3c5f0b4-6a04-4a9c-82a5-5433ac761934 None None] Port 9488f438-c046-4da2-b7fa-2fe44dd960ab cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:31:02.899256 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f3c5f0b4-6a04-4a9c-82a5-5433ac761934 None None] Provisioning complete for port a6e1df0b-5a3a-472c-a0b2-f462e2b72243 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:02.899845 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f3c5f0b4-6a04-4a9c-82a5-5433ac761934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:02.964251 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5bf0c879-6a65-4100-98db-37c89f0ae347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4460a614-8ccf-4f0d-a8d3-a6e7c63684d0', 'name': 'tempest-ServersTestMultiNic-2098163001-router', 'tenant_id': '6137a50b300642e3b27a011e959f0225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '18479d6e-b3e3-41aa-9832-07c30aa67a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:27:44Z', 'updated_at': '2022-05-27T02:30:56Z', 'revision_number': 5, 'project_id': '6137a50b300642e3b27a011e959f0225', 'gw_port': {'id': '18479d6e-b3e3-41aa-9832-07c30aa67a65', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4460a614-8ccf-4f0d-a8d3-a6e7c63684d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:27:47Z', 'updated_at': '2022-05-27T02:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:02.964577 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-250609de-ee5f-43cd-926f-47af461b15b1 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:02.984547 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf0c879-6a65-4100-98db-37c89f0ae347 None None] The sync data for ids ['4460a614-8ccf-4f0d-a8d3-a6e7c63684d0'] in n-d-843554-3 is: [{'id': '4460a614-8ccf-4f0d-a8d3-a6e7c63684d0', 'name': 'tempest-ServersTestMultiNic-2098163001-router', 'tenant_id': '6137a50b300642e3b27a011e959f0225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '18479d6e-b3e3-41aa-9832-07c30aa67a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:27:44Z', 'updated_at': '2022-05-27T02:30:56Z', 'revision_number': 5, 'project_id': '6137a50b300642e3b27a011e959f0225', 'gw_port': {'id': '18479d6e-b3e3-41aa-9832-07c30aa67a65', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4460a614-8ccf-4f0d-a8d3-a6e7c63684d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:27:47Z', 'updated_at': '2022-05-27T02:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:31:02.990209 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d8e1851c-8f42-453e-b751-5d71c0cbd5c4 admin admin] Calling delete_port for 18479d6e-b3e3-41aa-9832-07c30aa67a65 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:31:03.049884 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-96415ab9-e1e4-4caf-b9ba-8bc6ffa42c8d req-cabdad9d-884c-4b8a-8c3e-1e45d127eb04 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0a4b995-cde9-4de8-b3c2-7613a7d84bfc HTTP/1.1" status: 200 len: 210 time: 0.2523847 May 27 02:31:03.052047 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-f3c5f0b4-6a04-4a9c-82a5-5433ac761934 None None] Current status of the port a6e1df0b-5a3a-472c-a0b2-f462e2b72243 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:31:03.078492 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250609de-ee5f-43cd-926f-47af461b15b1 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2215ff21-0f16-48f2-9c26-3743ed11a433,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:03.182232 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1c0b2224-e191-4ae9-a136-42813b13c994 None None] Provisioning complete for port 9488f438-c046-4da2-b7fa-2fe44dd960ab triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:03.182521 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1c0b2224-e191-4ae9-a136-42813b13c994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:03.230906 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-250609de-ee5f-43cd-926f-47af461b15b1 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:03.234652 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-250609de-ee5f-43cd-926f-47af461b15b1 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "DELETE /v2.0/security-groups/2215ff21-0f16-48f2-9c26-3743ed11a433 HTTP/1.1" status: 204 len: 168 time: 1.7799053 May 27 02:31:03.238208 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55610) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:03.264015 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-1c0b2224-e191-4ae9-a136-42813b13c994 None None] Port 9488f438-c046-4da2-b7fa-2fe44dd960ab cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:31:03.274144 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-72c8e9d9-d6d2-4664-87f1-d9029d061f3e tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] show failed (client error): The resource could not be found. May 27 02:31:03.277723 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-72c8e9d9-d6d2-4664-87f1-d9029d061f3e tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups/2215ff21-0f16-48f2-9c26-3743ed11a433 HTTP/1.1" status: 404 len: 347 time: 0.0358562 May 27 02:31:03.279816 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55614) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:03.327565 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d83cbc34-e166-4e0e-9ebd-92ee638907ca tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:03.430744 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d83cbc34-e166-4e0e-9ebd-92ee638907ca tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:03.569166 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83cbc34-e166-4e0e-9ebd-92ee638907ca tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event updated for resources: {'Port': ['ID=9488f438-c046-4da2-b7fa-2fe44dd960ab,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:03.569964 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-e9226137-a776-4bdb-b19b-fd3b03be1a69 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Deleting port f0a1df7e-a4f3-41c9-95cd-16ab5cfef76e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:31:03.570369 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9226137-a776-4bdb-b19b-fd3b03be1a69 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:03.571791 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d83cbc34-e166-4e0e-9ebd-92ee638907ca tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:03.724044 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cbe0bcf-0445-432e-b32c-880c2c690222 admin admin] Router d6322e71-f9bf-4e1f-b668-525eb54f3ae6 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:31:03.732829 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d8e1851c-8f42-453e-b751-5d71c0cbd5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:03.768275 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83cbc34-e166-4e0e-9ebd-92ee638907ca tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Network 92e5fa3e-fae0-4c0f-a10e-1ee5596e522d is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:31:03.775187 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-d83cbc34-e166-4e0e-9ebd-92ee638907ca tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:31:03.831341 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e1851c-8f42-453e-b751-5d71c0cbd5c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=18479d6e-b3e3-41aa-9832-07c30aa67a65,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:04.129803 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d8e1851c-8f42-453e-b751-5d71c0cbd5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:04.172309 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device a6e1df0b-5a3a-472c-a0b2-f462e2b72243 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:31:04.261322 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a11a899f-aab6-4f41-a3be-4d415749ba91 None None] Provisioning complete for port 9488f438-c046-4da2-b7fa-2fe44dd960ab triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:04.261704 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a11a899f-aab6-4f41-a3be-4d415749ba91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:04.344972 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a11a899f-aab6-4f41-a3be-4d415749ba91 None None] Port 9488f438-c046-4da2-b7fa-2fe44dd960ab cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:31:04.355611 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 6b5740de-7777-4b61-ae02-1d3038968e57 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:31:04.358634 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port a6e1df0b-5a3a-472c-a0b2-f462e2b72243 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:04.362016 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:04.495165 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9226137-a776-4bdb-b19b-fd3b03be1a69 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:04.495654 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9226137-a776-4bdb-b19b-fd3b03be1a69 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:04.595282 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d8e1851c-8f42-453e-b751-5d71c0cbd5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:04.597652 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d8e1851c-8f42-453e-b751-5d71c0cbd5c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:04.624691 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 6b5740de-7777-4b61-ae02-1d3038968e57, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=6b5740de-7777-4b61-ae02-1d3038968e57,segment=NetworkSegment(5864c61c-745e-48a2-ad03-bf564989aeca),segment_id=5864c61c-745e-48a2-ad03-bf564989aeca)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:04.675814 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '6b5740de-7777-4b61-ae02-1d3038968e57', 'network_id': 'd21790d3-ca93-474a-9278-54511e3aa902', 'port_id': '6b5740de-7777-4b61-ae02-1d3038968e57', 'mac_address': 'fa:16:3e:e1:ad:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aabba9bb-b0fb-4524-b111-dfb2c0b12686', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:31:04.676800 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-e79fb697-478a-43fc-a9e1-94925e61e1aa tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:04.678802 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-e79fb697-478a-43fc-a9e1-94925e61e1aa tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.66 "GET /v2.0/networks?id=72395de2-24ec-482b-bef7-14825a5fc695 HTTP/1.1" status: 200 len: 814 time: 0.5470252 May 27 02:31:04.694040 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b02c61-95e2-4375-8b7c-e70df9ba7333 req-2b42485c-6547-4e41-b662-43e3595d3247 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:04.695524 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f9b02c61-95e2-4375-8b7c-e70df9ba7333 req-2b42485c-6547-4e41-b662-43e3595d3247 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=99708104-dbf0-4405-aae1-64907e682f22 HTTP/1.1" status: 200 len: 945 time: 0.9663775 May 27 02:31:04.719541 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917074ae-075f-405a-aceb-00afae021303 req-04515a38-1c5c-4d0b-a5d2-af13894bfc6d tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:04.727610 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-917074ae-075f-405a-aceb-00afae021303 req-04515a38-1c5c-4d0b-a5d2-af13894bfc6d tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d6c0d0-8232-4954-b8fb-5b2d1a19f11a HTTP/1.1" status: 200 len: 943 time: 0.7303391 May 27 02:31:04.743694 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port a6e1df0b-5a3a-472c-a0b2-f462e2b72243 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:31:04.754048 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 6b5740de-7777-4b61-ae02-1d3038968e57 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:31:04.754434 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:04.777300 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b5740de-7777-4b61-ae02-1d3038968e57 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:31:04.781344 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b21f5091-3430-489a-a9d7-403550270396 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:31:04.789956 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d83cbc34-e166-4e0e-9ebd-92ee638907ca tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Router 54fa8b57-f7e0-429f-ae88-cd4bfdf06bb4 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:31:04.810168 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-e9226137-a776-4bdb-b19b-fd3b03be1a69 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Calling delete_port for f0a1df7e-a4f3-41c9-95cd-16ab5cfef76e owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:31:04.823070 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: b21f5091-3430-489a-a9d7-403550270396 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:31:04.823436 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b21f5091-3430-489a-a9d7-403550270396 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:31:04.831221 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 6b5740de-7777-4b61-ae02-1d3038968e57, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=6b5740de-7777-4b61-ae02-1d3038968e57,segment=NetworkSegment(5864c61c-745e-48a2-ad03-bf564989aeca),segment_id=5864c61c-745e-48a2-ad03-bf564989aeca)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:04.868007 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-001e81fd-4597-41e1-9123-0569bf407469 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2651911d1c264f1c8c7218b6fddf9f10 HTTP/1.1" status: 200 len: 472 time: 0.1711347 May 27 02:31:04.882403 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cbe0bcf-0445-432e-b32c-880c2c690222 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:31:04.894063 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acfdf89-0b48-4b72-9cc1-ece67f22fc47 None None] Sync routers for ids ['d6322e71-f9bf-4e1f-b668-525eb54f3ae6'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:31:04.901849 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:04.920787 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0cbe0bcf-0445-432e-b32c-880c2c690222 admin admin] 10.222.0.57 "PUT /v2.0/routers/d6322e71-f9bf-4e1f-b668-525eb54f3ae6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3065209 May 27 02:31:04.926767 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acfdf89-0b48-4b72-9cc1-ece67f22fc47 None None] Routers {'d6322e71-f9bf-4e1f-b668-525eb54f3ae6'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:31:04.927527 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-8acfdf89-0b48-4b72-9cc1-ece67f22fc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:30:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d6322e71-f9bf-4e1f-b668-525eb54f3ae6'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:04.964780 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-917074ae-075f-405a-aceb-00afae021303 req-3360be38-e832-4538-8426-b300cf79c438 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368019 May 27 02:31:04.969664 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55626) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:04.981570 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d8e1851c-8f42-453e-b751-5d71c0cbd5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:04.983695 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e1851c-8f42-453e-b751-5d71c0cbd5c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4460a614-8ccf-4f0d-a8d3-a6e7c63684d0 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:31:04.986900 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-48674769-9720-4973-92d3-9d11d285eb3b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Request body: {'port': {'device_id': 'f0a4b995-cde9-4de8-b3c2-7613a7d84bfc', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'admin_state_up': True, 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'security_groups': ['3136b98c-d8bb-42f2-8f8e-d9b7d67bc37f']}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:31:04.994082 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=6b5740de-7777-4b61-ae02-1d3038968e57,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:05.096630 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d8e1851c-8f42-453e-b751-5d71c0cbd5c4 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:05.097906 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d8e1851c-8f42-453e-b751-5d71c0cbd5c4 admin admin] 10.222.0.57 "DELETE /v2.0/routers/4460a614-8ccf-4f0d-a8d3-a6e7c63684d0 HTTP/1.1" status: 204 len: 168 time: 4.4084351 May 27 02:31:05.101085 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55630) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:05.152741 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['6b5740de-7777-4b61-ae02-1d3038968e57'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:31:05.162979 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9226137-a776-4bdb-b19b-fd3b03be1a69 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:05.208326 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-8acfdf89-0b48-4b72-9cc1-ece67f22fc47 None None] Set router d6322e71-f9bf-4e1f-b668-525eb54f3ae6 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:31:05.212046 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f9b02c61-95e2-4375-8b7c-e70df9ba7333 req-dd8a5c8e-5d7f-4303-ab17-4a7a3af0a30f tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6bd20bf-5f84-449a-8a30-87080e2ca708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4987576 May 27 02:31:05.325543 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9226137-a776-4bdb-b19b-fd3b03be1a69 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Pushing event deleted for resources: {'Port': ['ID=f0a1df7e-a4f3-41c9-95cd-16ab5cfef76e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:05.455879 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-54bd8b09-278e-4824-a2ba-5d23ece69bf5 admin admin] Deleting subnet c7e4957a-aa47-41e7-b03d-139bc56ad9b9 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:31:05.468988 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54bd8b09-278e-4824-a2ba-5d23ece69bf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:05.534591 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9226137-a776-4bdb-b19b-fd3b03be1a69 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:05.537757 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9226137-a776-4bdb-b19b-fd3b03be1a69 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:05.542281 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e9226137-a776-4bdb-b19b-fd3b03be1a69 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "DELETE /v2.0/floatingips/a0daadba-ebfb-4fe7-b426-d9307ce89146 HTTP/1.1" status: 204 len: 168 time: 2.2596571 May 27 02:31:05.548175 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54bd8b09-278e-4824-a2ba-5d23ece69bf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:05.712801 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54bd8b09-278e-4824-a2ba-5d23ece69bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:05.746758 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d75de96f-0ed5-40dc-abd2-13e01ec38bcd admin admin] Notify callbacks [] for router, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:05.828775 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-8acfdf89-0b48-4b72-9cc1-ece67f22fc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6322e71-f9bf-4e1f-b668-525eb54f3ae6', 'name': 'tempest-TestServerMultinode-1572372465-router', 'tenant_id': '81f33c34ff244585a8e7a12aa2df1967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '567f93a5-6f5e-4900-8cf6-1bb1b6eff23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:29:09Z', 'updated_at': '2022-05-27T02:31:00Z', 'revision_number': 5, 'project_id': '81f33c34ff244585a8e7a12aa2df1967', 'gw_port': {'id': '567f93a5-6f5e-4900-8cf6-1bb1b6eff23f', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6322e71-f9bf-4e1f-b668-525eb54f3ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:11Z', 'updated_at': '2022-05-27T02:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:05.831909 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acfdf89-0b48-4b72-9cc1-ece67f22fc47 None None] Checking router: d6322e71-f9bf-4e1f-b668-525eb54f3ae6 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:31:05.851445 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acfdf89-0b48-4b72-9cc1-ece67f22fc47 None None] Routers {'d6322e71-f9bf-4e1f-b668-525eb54f3ae6'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:31:05.853839 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-8acfdf89-0b48-4b72-9cc1-ece67f22fc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:30:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d6322e71-f9bf-4e1f-b668-525eb54f3ae6'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:05.917598 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-805a2674-cf8b-4252-9e79-d0ca648edc18 req-203bd0ef-d6ee-48b6-8827-6800530e78d8 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0a4b995-cde9-4de8-b3c2-7613a7d84bfc HTTP/1.1" status: 200 len: 210 time: 0.7545803 May 27 02:31:05.957486 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54bd8b09-278e-4824-a2ba-5d23ece69bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:05.973009 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83cbc34-e166-4e0e-9ebd-92ee638907ca tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:31:05.984900 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389fb2f1-1845-459f-8d89-4796ac194a66 None None] Sync routers for ids ['54fa8b57-f7e0-429f-ae88-cd4bfdf06bb4'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:31:06.021895 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389fb2f1-1845-459f-8d89-4796ac194a66 None None] Routers {'54fa8b57-f7e0-429f-ae88-cd4bfdf06bb4'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:31:06.022499 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-389fb2f1-1845-459f-8d89-4796ac194a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:30:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['54fa8b57-f7e0-429f-ae88-cd4bfdf06bb4'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:06.040536 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d83cbc34-e166-4e0e-9ebd-92ee638907ca tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "PUT /v2.0/routers/54fa8b57-f7e0-429f-ae88-cd4bfdf06bb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6279297 May 27 02:31:06.043120 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55648) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:06.151143 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bd8b09-278e-4824-a2ba-5d23ece69bf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7e4957a-aa47-41e7-b03d-139bc56ad9b9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:06.177105 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54bd8b09-278e-4824-a2ba-5d23ece69bf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:06.187211 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-8acfdf89-0b48-4b72-9cc1-ece67f22fc47 None None] Set router d6322e71-f9bf-4e1f-b668-525eb54f3ae6 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:31:06.199948 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-389fb2f1-1845-459f-8d89-4796ac194a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:06.205870 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 18479d6e-b3e3-41aa-9832-07c30aa67a65 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:31:06.224805 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-54bd8b09-278e-4824-a2ba-5d23ece69bf5 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/c7e4957a-aa47-41e7-b03d-139bc56ad9b9 HTTP/1.1" status: 204 len: 168 time: 1.1227376 May 27 02:31:06.231521 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bd0fc8-6248-47d1-a45d-dbc52acb300d None None] Network 619f7003-84f7-4356-af31-d25ae15a981a requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:31:06.234697 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55652) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:06.277287 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 18479d6e-b3e3-41aa-9832-07c30aa67a65 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:31:06.277640 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 18479d6e-b3e3-41aa-9832-07c30aa67a65 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:31:06.288130 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d75de96f-0ed5-40dc-abd2-13e01ec38bcd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:06.391195 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 6b5740de-7777-4b61-ae02-1d3038968e57 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:31:06.446282 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-48674769-9720-4973-92d3-9d11d285eb3b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:31:06.455822 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a3d66c-f0df-417f-8bd4-38b48d0e60e4 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:06.463108 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c8a3d66c-f0df-417f-8bd4-38b48d0e60e4 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "GET /v2.0/ports/9488f438-c046-4da2-b7fa-2fe44dd960ab HTTP/1.1" status: 200 len: 910 time: 0.4094255 May 27 02:31:06.466451 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-48674769-9720-4973-92d3-9d11d285eb3b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:31:06.486237 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55658) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:06.492004 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-d75de96f-0ed5-40dc-abd2-13e01ec38bcd admin admin] Deleting port 567f93a5-6f5e-4900-8cf6-1bb1b6eff23f {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:31:06.494501 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d75de96f-0ed5-40dc-abd2-13e01ec38bcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:06.516617 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389fb2f1-1845-459f-8d89-4796ac194a66 None None] Routers {'54fa8b57-f7e0-429f-ae88-cd4bfdf06bb4'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:31:06.517453 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-389fb2f1-1845-459f-8d89-4796ac194a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:30:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['54fa8b57-f7e0-429f-ae88-cd4bfdf06bb4'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:06.553282 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-418d1be2-977c-40c4-bbf4-ca6337afed92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:06.576485 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-418d1be2-977c-40c4-bbf4-ca6337afed92 admin admin] Deleting port f012211d-adf4-410a-bfda-1aec1ec4c16e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:31:06.578238 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-418d1be2-977c-40c4-bbf4-ca6337afed92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:06.655424 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-389fb2f1-1845-459f-8d89-4796ac194a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:06.665212 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389fb2f1-1845-459f-8d89-4796ac194a66 None None] The sync data for ids ['54fa8b57-f7e0-429f-ae88-cd4bfdf06bb4'] in n-d-843554-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:31:06.791375 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-d75de96f-0ed5-40dc-abd2-13e01ec38bcd admin admin] For port 567f93a5-6f5e-4900-8cf6-1bb1b6eff23f, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=567f93a5-6f5e-4900-8cf6-1bb1b6eff23f,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:06.796596 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d75de96f-0ed5-40dc-abd2-13e01ec38bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:06.881145 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 6b5740de-7777-4b61-ae02-1d3038968e57 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:31:06.911453 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 6b5740de-7777-4b61-ae02-1d3038968e57 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:06.912035 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:07.025519 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54fe00a-c5ed-4042-8a5b-bb8ee1f558eb None None] DHCP port deletion for 619f7003-84f7-4356-af31-d25ae15a981a request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:31:07.032518 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a54fe00a-c5ed-4042-8a5b-bb8ee1f558eb None None] Deleting port f012211d-adf4-410a-bfda-1aec1ec4c16e {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:31:07.033144 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a54fe00a-c5ed-4042-8a5b-bb8ee1f558eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:07.040000 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-8acfdf89-0b48-4b72-9cc1-ece67f22fc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6322e71-f9bf-4e1f-b668-525eb54f3ae6', 'name': 'tempest-TestServerMultinode-1572372465-router', 'tenant_id': '81f33c34ff244585a8e7a12aa2df1967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '567f93a5-6f5e-4900-8cf6-1bb1b6eff23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:29:09Z', 'updated_at': '2022-05-27T02:31:00Z', 'revision_number': 5, 'project_id': '81f33c34ff244585a8e7a12aa2df1967', 'gw_port': {'id': '567f93a5-6f5e-4900-8cf6-1bb1b6eff23f', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6322e71-f9bf-4e1f-b668-525eb54f3ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:11Z', 'updated_at': '2022-05-27T02:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:07.041182 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-d75de96f-0ed5-40dc-abd2-13e01ec38bcd admin admin] Calling delete_port for 567f93a5-6f5e-4900-8cf6-1bb1b6eff23f owned by network:router_gateway {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:31:07.049323 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acfdf89-0b48-4b72-9cc1-ece67f22fc47 None None] The sync data for ids ['d6322e71-f9bf-4e1f-b668-525eb54f3ae6'] in n-d-843554-3 is: [{'id': 'd6322e71-f9bf-4e1f-b668-525eb54f3ae6', 'name': 'tempest-TestServerMultinode-1572372465-router', 'tenant_id': '81f33c34ff244585a8e7a12aa2df1967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '567f93a5-6f5e-4900-8cf6-1bb1b6eff23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:29:09Z', 'updated_at': '2022-05-27T02:31:00Z', 'revision_number': 5, 'project_id': '81f33c34ff244585a8e7a12aa2df1967', 'gw_port': {'id': '567f93a5-6f5e-4900-8cf6-1bb1b6eff23f', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6322e71-f9bf-4e1f-b668-525eb54f3ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:11Z', 'updated_at': '2022-05-27T02:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:31:07.081729 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-059b9889-f71a-489a-b377-9d91b5843b3a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1dcc2a05-a05b-49d2-8857-64ee22fe2688'}]}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:31:07.121533 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-418d1be2-977c-40c4-bbf4-ca6337afed92 admin admin] For port f012211d-adf4-410a-bfda-1aec1ec4c16e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=f012211d-adf4-410a-bfda-1aec1ec4c16e,segment=NetworkSegment(f6152665-605f-4541-8b94-1c9e6dd41f57),segment_id=f6152665-605f-4541-8b94-1c9e6dd41f57)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:07.122640 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-418d1be2-977c-40c4-bbf4-ca6337afed92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:07.174423 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-48674769-9720-4973-92d3-9d11d285eb3b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Made reservation on behalf of 2651911d1c264f1c8c7218b6fddf9f10 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:31:07.179881 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-48674769-9720-4973-92d3-9d11d285eb3b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:07.388464 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a54fe00a-c5ed-4042-8a5b-bb8ee1f558eb None None] For port f012211d-adf4-410a-bfda-1aec1ec4c16e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=f012211d-adf4-410a-bfda-1aec1ec4c16e,segment=NetworkSegment(f6152665-605f-4541-8b94-1c9e6dd41f57),segment_id=f6152665-605f-4541-8b94-1c9e6dd41f57)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:07.389237 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a54fe00a-c5ed-4042-8a5b-bb8ee1f558eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:07.470519 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-418d1be2-977c-40c4-bbf4-ca6337afed92 admin admin] Calling delete_port for f012211d-adf4-410a-bfda-1aec1ec4c16e owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:31:07.583495 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a54fe00a-c5ed-4042-8a5b-bb8ee1f558eb None None] Calling delete_port for f012211d-adf4-410a-bfda-1aec1ec4c16e owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:31:07.672480 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-418d1be2-977c-40c4-bbf4-ca6337afed92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:07.707304 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 6b5740de-7777-4b61-ae02-1d3038968e57 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:31:07.707796 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:07.759682 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d6c0d0-8232-4954-b8fb-5b2d1a19f11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b5740de-7777-4b61-ae02-1d3038968e57'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:31:07.766605 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418d1be2-977c-40c4-bbf4-ca6337afed92 admin admin] Pushing event deleted for resources: {'Port': ['ID=f012211d-adf4-410a-bfda-1aec1ec4c16e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:07.775670 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418d1be2-977c-40c4-bbf4-ca6337afed92 admin admin] No DVR routers for this DVR port f012211d-adf4-410a-bfda-1aec1ec4c16e on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:31:07.783810 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 6b5740de-7777-4b61-ae02-1d3038968e57, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=6b5740de-7777-4b61-ae02-1d3038968e57,segment=NetworkSegment(5864c61c-745e-48a2-ad03-bf564989aeca),segment_id=5864c61c-745e-48a2-ad03-bf564989aeca)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:07.811920 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-a54fe00a-c5ed-4042-8a5b-bb8ee1f558eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:31:07.813809 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-a54fe00a-c5ed-4042-8a5b-bb8ee1f558eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:31:07.890377 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:07.949376 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-418d1be2-977c-40c4-bbf4-ca6337afed92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:07.974590 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=6b5740de-7777-4b61-ae02-1d3038968e57,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:07.978348 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-418d1be2-977c-40c4-bbf4-ca6337afed92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['619f7003-84f7-4356-af31-d25ae15a981a']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:07.997505 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d75de96f-0ed5-40dc-abd2-13e01ec38bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:08.020532 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-418d1be2-977c-40c4-bbf4-ca6337afed92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6152665-605f-4541-8b94-1c9e6dd41f57') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:08.020532 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-418d1be2-977c-40c4-bbf4-ca6337afed92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6152665-605f-4541-8b94-1c9e6dd41f57') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:08.038027 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-418d1be2-977c-40c4-bbf4-ca6337afed92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:08.059658 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d933f-90e4-44da-bed0-0908543471e9 req-756b5d3b-16c2-4972-8bcf-5cdb94443026 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:08.067065 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d52d933f-90e4-44da-bed0-0908543471e9 req-756b5d3b-16c2-4972-8bcf-5cdb94443026 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d6c0d0-8232-4954-b8fb-5b2d1a19f11a HTTP/1.1" status: 200 len: 944 time: 1.8595881 May 27 02:31:08.085778 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-418d1be2-977c-40c4-bbf4-ca6337afed92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:08.087605 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f012211d-adf4-410a-bfda-1aec1ec4c16e no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:31:08.095922 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-418d1be2-977c-40c4-bbf4-ca6337afed92 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:31:08.095922 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-418d1be2-977c-40c4-bbf4-ca6337afed92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:08.159644 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: f012211d-adf4-410a-bfda-1aec1ec4c16e {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:31:08.159994 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f012211d-adf4-410a-bfda-1aec1ec4c16e not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:31:08.160409 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 7e82bc42-587d-4aca-a353-96ab00321eff no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:31:08.179495 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment f6152665-605f-4541-8b94-1c9e6dd41f57 resource provider aggregate not found May 27 02:31:08.208134 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 7e82bc42-587d-4aca-a353-96ab00321eff {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:31:08.208134 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 7e82bc42-587d-4aca-a353-96ab00321eff not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:31:08.211369 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment f6152665-605f-4541-8b94-1c9e6dd41f57 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f6152665-605f-4541-8b94-1c9e6dd41f57 found for delete ", "request_id": "req-d71e7677-5c98-4427-95fa-424de48edaa0"}]} May 27 02:31:08.217493 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75de96f-0ed5-40dc-abd2-13e01ec38bcd admin admin] Pushing event deleted for resources: {'Port': ['ID=567f93a5-6f5e-4900-8cf6-1bb1b6eff23f,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:08.290772 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf2ba0-64a1-4afb-bab1-7c04ebb3df59 req-a8bdcc4b-f184-4c47-bc02-75956296c3e4 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:08.292384 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-28cf2ba0-64a1-4afb-bab1-7c04ebb3df59 req-a8bdcc4b-f184-4c47-bc02-75956296c3e4 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=99708104-dbf0-4405-aae1-64907e682f22 HTTP/1.1" status: 200 len: 945 time: 1.8076611 May 27 02:31:08.308063 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d52d933f-90e4-44da-bed0-0908543471e9 req-35e5768c-8d52-42cb-bc80-eb6a544ca974 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400954 May 27 02:31:08.311727 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-418d1be2-977c-40c4-bbf4-ca6337afed92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:08.317294 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a54fe00a-c5ed-4042-8a5b-bb8ee1f558eb None None] Deleting port f012211d-adf4-410a-bfda-1aec1ec4c16e {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:31:08.319225 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a54fe00a-c5ed-4042-8a5b-bb8ee1f558eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:08.333445 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-418d1be2-977c-40c4-bbf4-ca6337afed92 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:08.335884 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418d1be2-977c-40c4-bbf4-ca6337afed92 admin admin] Pushing event deleted for resources: {'Network': ['ID=619f7003-84f7-4356-af31-d25ae15a981a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:08.350075 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-418d1be2-977c-40c4-bbf4-ca6337afed92 admin admin] 10.222.0.57 "DELETE /v2.0/networks/619f7003-84f7-4356-af31-d25ae15a981a HTTP/1.1" status: 204 len: 168 time: 2.1143601 May 27 02:31:08.427141 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a54fe00a-c5ed-4042-8a5b-bb8ee1f558eb None None] The port 'f012211d-adf4-410a-bfda-1aec1ec4c16e' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:31:08.452598 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-28cf2ba0-64a1-4afb-bab1-7c04ebb3df59 req-90353d4e-7e4d-43f8-8890-0de570941d5e tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6bd20bf-5f84-449a-8a30-87080e2ca708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373847 May 27 02:31:08.550491 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d75de96f-0ed5-40dc-abd2-13e01ec38bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:08.577247 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb1eeb34-b201-40ec-ba4d-5340b3dd3c4a'] response: {'server_uuid': '72d6c0d0-8232-4954-b8fb-5b2d1a19f11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b5740de-7777-4b61-ae02-1d3038968e57', 'code': 200} May 27 02:31:08.689116 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-48674769-9720-4973-92d3-9d11d285eb3b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Allocated IP 172.20.0.7 (72395de2-24ec-482b-bef7-14825a5fc695/8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95/975a0dda-8abb-4a3b-813a-4f404464f9db) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:31:08.692788 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-27f45843-b73d-4d49-bc61-87032ec1ec22 req-fc778997-0a21-404b-b52b-55f0dd38cc37 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0a4b995-cde9-4de8-b3c2-7613a7d84bfc HTTP/1.1" status: 200 len: 210 time: 0.1841969 May 27 02:31:08.727303 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cefabb-361c-4edb-8981-ee33efd49bab req-553bd644-f26c-4b6a-a826-2c24a8daeee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:08.728843 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d5cefabb-361c-4edb-8981-ee33efd49bab req-553bd644-f26c-4b6a-a826-2c24a8daeee5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=72d6c0d0-8232-4954-b8fb-5b2d1a19f11a HTTP/1.1" status: 200 len: 1096 time: 0.0851762 May 27 02:31:08.765279 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55684) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:08.797560 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d5cefabb-361c-4edb-8981-ee33efd49bab req-f5bcdef4-d278-4130-b4cd-2acd8471761f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601549 May 27 02:31:08.809245 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d75de96f-0ed5-40dc-abd2-13e01ec38bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:08.822849 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d75de96f-0ed5-40dc-abd2-13e01ec38bcd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:08.842704 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-059b9889-f71a-489a-b377-9d91b5843b3a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:08.850995 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-54d039f5-eb0e-4df6-bbf3-559c7bb97f60 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6137a50b300642e3b27a011e959f0225&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0831909 May 27 02:31:08.854493 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55688) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:08.919899 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4208bedb-3b12-47ef-b7ed-06dbf1af6c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:08.946307 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4208bedb-3b12-47ef-b7ed-06dbf1af6c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:09.068783 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d75de96f-0ed5-40dc-abd2-13e01ec38bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:09.069345 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75de96f-0ed5-40dc-abd2-13e01ec38bcd admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6322e71-f9bf-4e1f-b668-525eb54f3ae6 {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:31:09.084955 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4208bedb-3b12-47ef-b7ed-06dbf1af6c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:09.104453 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4208bedb-3b12-47ef-b7ed-06dbf1af6c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1c5d58-b623-42ce-95bb-4137c2111074,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:09.110061 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4208bedb-3b12-47ef-b7ed-06dbf1af6c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:09.111182 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4208bedb-3b12-47ef-b7ed-06dbf1af6c73 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4b1c5d58-b623-42ce-95bb-4137c2111074 HTTP/1.1" status: 204 len: 168 time: 0.2534900 May 27 02:31:09.675111 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d75de96f-0ed5-40dc-abd2-13e01ec38bcd admin admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:09.676473 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d75de96f-0ed5-40dc-abd2-13e01ec38bcd admin admin] 10.222.0.57 "DELETE /v2.0/routers/d6322e71-f9bf-4e1f-b668-525eb54f3ae6 HTTP/1.1" status: 204 len: 168 time: 4.6580000 May 27 02:31:09.679252 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55712) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:09.712970 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-48674769-9720-4973-92d3-9d11d285eb3b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:09.768028 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dd25005-8ce1-46bf-ad9d-ec7c4fb74697 admin admin] Deleting subnet daeaab2a-cada-42df-be85-698a673b8b1f {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:31:09.772350 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5dd25005-8ce1-46bf-ad9d-ec7c4fb74697 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:09.844550 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5dd25005-8ce1-46bf-ad9d-ec7c4fb74697 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:09.885290 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e6bb1-2508-4909-a741-e0737ec903a8 req-c0958ca7-3382-471c-ae1b-8ce6a2426d23 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:09.897340 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bb9e6bb1-2508-4909-a741-e0737ec903a8 req-c0958ca7-3382-471c-ae1b-8ce6a2426d23 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=99708104-dbf0-4405-aae1-64907e682f22 HTTP/1.1" status: 200 len: 945 time: 0.8782949 May 27 02:31:09.973775 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5dd25005-8ce1-46bf-ad9d-ec7c4fb74697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:10.035641 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-48674769-9720-4973-92d3-9d11d285eb3b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Transition to ACTIVE for port object 975a0dda-8abb-4a3b-813a-4f404464f9db will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:31:10.118491 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 567f93a5-6f5e-4900-8cf6-1bb1b6eff23f no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:31:10.151241 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ee8c8-8029-4906-8afd-300093f8a4f8 req-89715fdb-e6a1-4c51-b442-f4ef21a4072b tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:10.158790 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0e5ee8c8-8029-4906-8afd-300093f8a4f8 req-89715fdb-e6a1-4c51-b442-f4ef21a4072b tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d6c0d0-8232-4954-b8fb-5b2d1a19f11a HTTP/1.1" status: 200 len: 945 time: 0.6377790 May 27 02:31:10.201156 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 567f93a5-6f5e-4900-8cf6-1bb1b6eff23f {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:31:10.201569 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 567f93a5-6f5e-4900-8cf6-1bb1b6eff23f not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:31:10.242345 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bb9e6bb1-2508-4909-a741-e0737ec903a8 req-2ee19cab-8678-44de-b3ae-31762be391fe tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6bd20bf-5f84-449a-8a30-87080e2ca708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3440275 May 27 02:31:10.244995 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5dd25005-8ce1-46bf-ad9d-ec7c4fb74697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:10.294025 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7041df-c63d-4397-92b7-0fa059761d3c req-4d9b99e8-1908-4671-9885-068afe7060e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:10.296963 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5dd25005-8ce1-46bf-ad9d-ec7c4fb74697 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:10.300416 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd10f8ad-900c-410b-b625-54ae0dc8207d None None] Network f503c0fc-1b99-430e-93b0-fa2fbcdd3be5 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:31:10.312545 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6f7041df-c63d-4397-92b7-0fa059761d3c req-4d9b99e8-1908-4671-9885-068afe7060e6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a54d5457e373400db950c9d30ab97cd7&device_id=99708104-dbf0-4405-aae1-64907e682f22 HTTP/1.1" status: 200 len: 1096 time: 0.8451347 May 27 02:31:10.328269 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd25005-8ce1-46bf-ad9d-ec7c4fb74697 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daeaab2a-cada-42df-be85-698a673b8b1f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:10.358299 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5dd25005-8ce1-46bf-ad9d-ec7c4fb74697 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/daeaab2a-cada-42df-be85-698a673b8b1f HTTP/1.1" status: 204 len: 168 time: 0.6768816 May 27 02:31:10.370924 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55728) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:10.538275 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7041df-c63d-4397-92b7-0fa059761d3c req-c3fd3c6a-0512-47e6-9c34-5c1d71388f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:10.539809 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6f7041df-c63d-4397-92b7-0fa059761d3c req-c3fd3c6a-0512-47e6-9c34-5c1d71388f63 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e6379d80-7b9b-4710-9948-937eec21e411 HTTP/1.1" status: 200 len: 911 time: 0.2196279 May 27 02:31:10.602272 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b6de4508-8f89-4185-8ce2-20f1a97b1747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:10.616120 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0e5ee8c8-8029-4906-8afd-300093f8a4f8 req-b3a1e942-f80c-4478-b264-39d89bf2a360 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4560468 May 27 02:31:10.619781 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b6de4508-8f89-4185-8ce2-20f1a97b1747 admin admin] Deleting port 74c715c3-36b3-4e28-9fa8-dce5e84ccc90 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:31:10.620522 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b6de4508-8f89-4185-8ce2-20f1a97b1747 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:10.734040 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-09a7b9af-0c06-4321-abfa-c43dbc8e360e req-f68dbde7-b638-4a14-a7b2-8481a918d611 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Synchronizing usage tracker for tenant:2651911d1c264f1c8c7218b6fddf9f10 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:31:10.783418 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-48674769-9720-4973-92d3-9d11d285eb3b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:10.810131 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f24859f-6ec3-49b6-95d5-68b02296867b None None] DHCP port deletion for f503c0fc-1b99-430e-93b0-fa2fbcdd3be5 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:31:10.815698 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-0f24859f-6ec3-49b6-95d5-68b02296867b None None] Deleting port 74c715c3-36b3-4e28-9fa8-dce5e84ccc90 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:31:10.816300 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0f24859f-6ec3-49b6-95d5-68b02296867b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:10.990251 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55742) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:11.017647 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-b6de4508-8f89-4185-8ce2-20f1a97b1747 admin admin] For port 74c715c3-36b3-4e28-9fa8-dce5e84ccc90, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=74c715c3-36b3-4e28-9fa8-dce5e84ccc90,segment=NetworkSegment(ed742516-baab-43a7-866c-bed74e558a84),segment_id=ed742516-baab-43a7-866c-bed74e558a84)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:11.017647 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b6de4508-8f89-4185-8ce2-20f1a97b1747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:11.063487 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6f7041df-c63d-4397-92b7-0fa059761d3c req-7711056a-b125-4f86-8620-8f023dbc4907 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=551735c4-718d-412a-aabf-4bcea8b2ec47 HTTP/1.1" status: 200 len: 1000 time: 0.5160580 May 27 02:31:11.122123 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-48674769-9720-4973-92d3-9d11d285eb3b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Network 72395de2-24ec-482b-bef7-14825a5fc695 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:31:11.132201 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-48674769-9720-4973-92d3-9d11d285eb3b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:31:11.145344 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-48674769-9720-4973-92d3-9d11d285eb3b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:31:11.191619 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-09a7b9af-0c06-4321-abfa-c43dbc8e360e req-f68dbde7-b638-4a14-a7b2-8481a918d611 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Unset dirty status for tenant:2651911d1c264f1c8c7218b6fddf9f10 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:31:11.195543 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-09a7b9af-0c06-4321-abfa-c43dbc8e360e req-f68dbde7-b638-4a14-a7b2-8481a918d611 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0a4b995-cde9-4de8-b3c2-7613a7d84bfc HTTP/1.1" status: 200 len: 210 time: 0.6522336 May 27 02:31:11.213161 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48674769-9720-4973-92d3-9d11d285eb3b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Pushing event updated for resources: {'Port': ['ID=975a0dda-8abb-4a3b-813a-4f404464f9db,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:11.256920 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-0f24859f-6ec3-49b6-95d5-68b02296867b None None] For port 74c715c3-36b3-4e28-9fa8-dce5e84ccc90, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=74c715c3-36b3-4e28-9fa8-dce5e84ccc90,segment=NetworkSegment(ed742516-baab-43a7-866c-bed74e558a84),segment_id=ed742516-baab-43a7-866c-bed74e558a84)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:11.257499 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0f24859f-6ec3-49b6-95d5-68b02296867b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:11.316290 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7041df-c63d-4397-92b7-0fa059761d3c req-8eafeccb-9ada-4cb7-8982-34841d8701ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:11.319175 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6f7041df-c63d-4397-92b7-0fa059761d3c req-8eafeccb-9ada-4cb7-8982-34841d8701ec service neutron] 10.222.0.66 "GET /v2.0/subnets?id=95908a1f-c366-445e-9e10-5bce86ad79d9 HTTP/1.1" status: 200 len: 849 time: 0.2435308 May 27 02:31:11.419761 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b6de4508-8f89-4185-8ce2-20f1a97b1747 admin admin] Calling delete_port for 74c715c3-36b3-4e28-9fa8-dce5e84ccc90 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:31:11.421274 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-48674769-9720-4973-92d3-9d11d285eb3b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:11.421941 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-48674769-9720-4973-92d3-9d11d285eb3b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:11.451954 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-0f24859f-6ec3-49b6-95d5-68b02296867b None None] Calling delete_port for 74c715c3-36b3-4e28-9fa8-dce5e84ccc90 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:31:11.461509 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-7b702d1c-51ab-4f8c-ba32-a23b24e7cc6d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1699993186-network', 'tenant_id': 'b5ea1dadce014c8bb6c8d9e009e7786c'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:31:11.474688 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7b702d1c-51ab-4f8c-ba32-a23b24e7cc6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:31:11.479899 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7b702d1c-51ab-4f8c-ba32-a23b24e7cc6d admin admin] Usage tracker for resource:network and tenant:b5ea1dadce014c8bb6c8d9e009e7786c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:31:11.483201 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7b702d1c-51ab-4f8c-ba32-a23b24e7cc6d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:31:11.498815 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7b702d1c-51ab-4f8c-ba32-a23b24e7cc6d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:31:11.585568 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-059b9889-f71a-489a-b377-9d91b5843b3a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:11.620001 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e886dab-9f08-4ead-bdea-0c001cbb4af1 req-76e7f886-6b7d-4fec-8df8-5f3d0f6fa3a8 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:11.621481 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6e886dab-9f08-4ead-bdea-0c001cbb4af1 req-76e7f886-6b7d-4fec-8df8-5f3d0f6fa3a8 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=99708104-dbf0-4405-aae1-64907e682f22 HTTP/1.1" status: 200 len: 945 time: 0.1550117 May 27 02:31:11.623818 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7041df-c63d-4397-92b7-0fa059761d3c req-42258172-b383-4977-a606-8f44f28d267c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:11.625184 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6f7041df-c63d-4397-92b7-0fa059761d3c req-42258172-b383-4977-a606-8f44f28d267c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e6379d80-7b9b-4710-9948-937eec21e411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2965126 May 27 02:31:11.626493 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-48674769-9720-4973-92d3-9d11d285eb3b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6446590 May 27 02:31:11.645354 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-91f4705c-8497-4e31-9f56-a41d2ab7aa3e service neutron] Request body: {'port': {'device_id': 'f0a4b995-cde9-4de8-b3c2-7613a7d84bfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:31:11.650870 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b6de4508-8f89-4185-8ce2-20f1a97b1747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:11.665896 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-7689a24f-f5a8-4af2-86fa-02af279021a5 None None] Provisioning for port 975a0dda-8abb-4a3b-813a-4f404464f9db completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:31:11.690157 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-7689a24f-f5a8-4af2-86fa-02af279021a5 None None] Provisioning complete for port 975a0dda-8abb-4a3b-813a-4f404464f9db triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:11.699682 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7689a24f-f5a8-4af2-86fa-02af279021a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:11.724551 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6de4508-8f89-4185-8ce2-20f1a97b1747 admin admin] No DVR routers for this DVR port 74c715c3-36b3-4e28-9fa8-dce5e84ccc90 on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:31:11.760027 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de4508-8f89-4185-8ce2-20f1a97b1747 admin admin] Pushing event deleted for resources: {'Port': ['ID=74c715c3-36b3-4e28-9fa8-dce5e84ccc90,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:11.768506 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b702d1c-51ab-4f8c-ba32-a23b24e7cc6d admin admin] Made reservation on behalf of b5ea1dadce014c8bb6c8d9e009e7786c for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:31:11.772029 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b702d1c-51ab-4f8c-ba32-a23b24e7cc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:11.802700 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b702d1c-51ab-4f8c-ba32-a23b24e7cc6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:11.817731 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-059b9889-f71a-489a-b377-9d91b5843b3a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:11.857016 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-7689a24f-f5a8-4af2-86fa-02af279021a5 None None] Port 975a0dda-8abb-4a3b-813a-4f404464f9db cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:31:11.858579 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-0f24859f-6ec3-49b6-95d5-68b02296867b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:31:11.861082 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-0f24859f-6ec3-49b6-95d5-68b02296867b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:31:12.019686 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b6de4508-8f89-4185-8ce2-20f1a97b1747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:12.059623 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7b702d1c-51ab-4f8c-ba32-a23b24e7cc6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:31:12.072214 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-b6de4508-8f89-4185-8ce2-20f1a97b1747 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f503c0fc-1b99-430e-93b0-fa2fbcdd3be5']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:12.087548 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7b702d1c-51ab-4f8c-ba32-a23b24e7cc6d admin admin] Usage tracker for resource:security_group_rule and tenant:b5ea1dadce014c8bb6c8d9e009e7786c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:31:12.096139 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7b702d1c-51ab-4f8c-ba32-a23b24e7cc6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:31:12.100273 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-b6de4508-8f89-4185-8ce2-20f1a97b1747 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed742516-baab-43a7-866c-bed74e558a84') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:12.100569 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-b6de4508-8f89-4185-8ce2-20f1a97b1747 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed742516-baab-43a7-866c-bed74e558a84') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:12.110305 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 74c715c3-36b3-4e28-9fa8-dce5e84ccc90 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:31:12.117877 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7b702d1c-51ab-4f8c-ba32-a23b24e7cc6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:31:12.128338 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b6de4508-8f89-4185-8ce2-20f1a97b1747 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:12.165961 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 74c715c3-36b3-4e28-9fa8-dce5e84ccc90 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:31:12.166620 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 74c715c3-36b3-4e28-9fa8-dce5e84ccc90 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:31:12.168653 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b6de4508-8f89-4185-8ce2-20f1a97b1747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:12.183554 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6de4508-8f89-4185-8ce2-20f1a97b1747 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:31:12.184242 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b6de4508-8f89-4185-8ce2-20f1a97b1747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:12.268377 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment ed742516-baab-43a7-866c-bed74e558a84 resource provider aggregate not found May 27 02:31:12.300692 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment ed742516-baab-43a7-866c-bed74e558a84 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed742516-baab-43a7-866c-bed74e558a84 found for delete ", "request_id": "req-7a6680b5-51d6-438f-be54-b2dfbefe9cac"}]} May 27 02:31:12.359568 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b702d1c-51ab-4f8c-ba32-a23b24e7cc6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:12.362394 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-0f24859f-6ec3-49b6-95d5-68b02296867b None None] Deleting port 74c715c3-36b3-4e28-9fa8-dce5e84ccc90 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:31:12.362859 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0f24859f-6ec3-49b6-95d5-68b02296867b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:12.369169 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6e886dab-9f08-4ead-bdea-0c001cbb4af1 req-14cf1de0-26d4-486f-a872-e1e197dcd704 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6bd20bf-5f84-449a-8a30-87080e2ca708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7415166 May 27 02:31:12.381197 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b6de4508-8f89-4185-8ce2-20f1a97b1747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:12.397655 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b6de4508-8f89-4185-8ce2-20f1a97b1747 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:12.423893 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059b9889-f71a-489a-b377-9d91b5843b3a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:12.424548 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-059b9889-f71a-489a-b377-9d91b5843b3a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:12.425907 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-059b9889-f71a-489a-b377-9d91b5843b3a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "PUT /v2.0/ports/9488f438-c046-4da2-b7fa-2fe44dd960ab HTTP/1.1" status: 200 len: 910 time: 5.9386892 May 27 02:31:12.437661 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b6de4508-8f89-4185-8ce2-20f1a97b1747 admin admin] 10.222.0.57 "DELETE /v2.0/networks/f503c0fc-1b99-430e-93b0-fa2fbcdd3be5 HTTP/1.1" status: 204 len: 168 time: 2.0623865 May 27 02:31:12.437661 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55762) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:12.437661 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de4508-8f89-4185-8ce2-20f1a97b1747 admin admin] Pushing event deleted for resources: {'Network': ['ID=f503c0fc-1b99-430e-93b0-fa2fbcdd3be5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:12.454580 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55764) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:12.467135 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b9889-f71a-489a-b377-9d91b5843b3a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event updated for resources: {'Port': ['ID=9488f438-c046-4da2-b7fa-2fe44dd960ab,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:12.530679 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b702d1c-51ab-4f8c-ba32-a23b24e7cc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:12.530880 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-0f24859f-6ec3-49b6-95d5-68b02296867b None None] The port '74c715c3-36b3-4e28-9fa8-dce5e84ccc90' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:31:12.640142 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-91f4705c-8497-4e31-9f56-a41d2ab7aa3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:12.649215 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b702d1c-51ab-4f8c-ba32-a23b24e7cc6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:31:12.650864 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6f7041df-c63d-4397-92b7-0fa059761d3c req-6e9aeee1-1762-48d2-a638-3c2be40f0363 service neutron] 10.222.0.66 "GET /v2.0/networks/e6379d80-7b9b-4710-9948-937eec21e411?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0103042 May 27 02:31:12.676269 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b702d1c-51ab-4f8c-ba32-a23b24e7cc6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:12.698795 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b702d1c-51ab-4f8c-ba32-a23b24e7cc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:12.699323 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-7b702d1c-51ab-4f8c-ba32-a23b24e7cc6d admin admin] Added segment c440826c-ad96-4ffb-93da-4786708a138b of type vlan for network 882e4b63-c6d9-4a5c-9012-33783fcec11a May 27 02:31:12.896204 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cb1d2-b7b5-4b90-b59c-88590af50876 req-47868c79-f89d-4993-99c6-617dbb71d25e tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:12.897778 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ef8cb1d2-b7b5-4b90-b59c-88590af50876 req-47868c79-f89d-4993-99c6-617dbb71d25e tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d6c0d0-8232-4954-b8fb-5b2d1a19f11a HTTP/1.1" status: 200 len: 945 time: 0.6585209 May 27 02:31:12.967556 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b702d1c-51ab-4f8c-ba32-a23b24e7cc6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:13.122237 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b702d1c-51ab-4f8c-ba32-a23b24e7cc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:13.123552 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b702d1c-51ab-4f8c-ba32-a23b24e7cc6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:13.123690 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b702d1c-51ab-4f8c-ba32-a23b24e7cc6d admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:13.189278 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b21b1-f767-404c-ae2c-69059a111319 req-974591ce-6b4f-437e-b48b-ea6fdc93de7e tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:13.196300 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-122b21b1-f767-404c-ae2c-69059a111319 req-974591ce-6b4f-437e-b48b-ea6fdc93de7e tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0a4b995-cde9-4de8-b3c2-7613a7d84bfc HTTP/1.1" status: 200 len: 931 time: 0.6503577 May 27 02:31:13.208646 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ef8cb1d2-b7b5-4b90-b59c-88590af50876 req-90eebb59-7fbf-4ebb-b8e6-dbcd500b0dcc tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018692 May 27 02:31:13.226219 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6f7041df-c63d-4397-92b7-0fa059761d3c req-54976ea2-edfb-443c-98ec-d3e6843ea75d service neutron] 10.222.0.66 "GET /v2.0/networks/e6379d80-7b9b-4710-9948-937eec21e411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5639212 May 27 02:31:13.380123 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b702d1c-51ab-4f8c-ba32-a23b24e7cc6d admin admin] Pushing event updated for resources: {'Network': ['ID=882e4b63-c6d9-4a5c-9012-33783fcec11a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:13.391475 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 882e4b63-c6d9-4a5c-9012-33783fcec11a details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:31:13.409095 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71bda203-45f6-41a5-85d7-71ace3a0eb46 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:13.493674 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7b702d1c-51ab-4f8c-ba32-a23b24e7cc6d admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4938731 May 27 02:31:13.502583 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55786) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:13.519916 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-aafdead6-60b2-4553-b158-679899e2e2ae admin admin] Request body: {'subnet': {'network_id': '882e4b63-c6d9-4a5c-9012-33783fcec11a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1699993186-subnet', 'tenant_id': 'b5ea1dadce014c8bb6c8d9e009e7786c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:31:13.700464 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-91f4705c-8497-4e31-9f56-a41d2ab7aa3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 975a0dda-8abb-4a3b-813a-4f404464f9db {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:31:13.706973 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-122b21b1-f767-404c-ae2c-69059a111319 req-44402ae1-8b5e-4737-983f-638f04c241f2 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?id=3136b98c-d8bb-42f2-8f8e-d9b7d67bc37f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5098526 May 27 02:31:13.715646 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-91f4705c-8497-4e31-9f56-a41d2ab7aa3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:13.841512 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-91f4705c-8497-4e31-9f56-a41d2ab7aa3e service neutron] Transition to ACTIVE for port object 975a0dda-8abb-4a3b-813a-4f404464f9db will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:31:13.967173 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-91f4705c-8497-4e31-9f56-a41d2ab7aa3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:14.128371 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-aafdead6-60b2-4553-b158-679899e2e2ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:31:14.230260 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-aafdead6-60b2-4553-b158-679899e2e2ae admin admin] Usage tracker for resource:subnet and tenant:b5ea1dadce014c8bb6c8d9e009e7786c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:31:14.243024 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-aafdead6-60b2-4553-b158-679899e2e2ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:31:14.254300 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-aafdead6-60b2-4553-b158-679899e2e2ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:31:14.307072 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3681560-3d5e-4079-8eef-02aba3d22199 req-e3c6a093-7795-4785-9b62-e19b24cf2332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:14.308556 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f3681560-3d5e-4079-8eef-02aba3d22199 req-e3c6a093-7795-4785-9b62-e19b24cf2332 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=022251d9f75846819da07595f70e72c6&device_id=72d6c0d0-8232-4954-b8fb-5b2d1a19f11a HTTP/1.1" status: 200 len: 1096 time: 0.1789999 May 27 02:31:14.517821 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f4705c-8497-4e31-9f56-a41d2ab7aa3e service neutron] Pushing event updated for resources: {'Port': ['ID=975a0dda-8abb-4a3b-813a-4f404464f9db,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:14.564980 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-71bda203-45f6-41a5-85d7-71ace3a0eb46 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Deleting port 9488f438-c046-4da2-b7fa-2fe44dd960ab {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:31:14.565322 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71bda203-45f6-41a5-85d7-71ace3a0eb46 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:14.623573 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafdead6-60b2-4553-b158-679899e2e2ae admin admin] Made reservation on behalf of b5ea1dadce014c8bb6c8d9e009e7786c for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:31:14.626055 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aafdead6-60b2-4553-b158-679899e2e2ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:14.636791 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ed631535-f44c-4c5b-86a0-3c735d8215c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:14.639129 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3681560-3d5e-4079-8eef-02aba3d22199 req-c42a50ed-1792-47f2-9433-f6ba5e9ca4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:14.640736 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f3681560-3d5e-4079-8eef-02aba3d22199 req-c42a50ed-1792-47f2-9433-f6ba5e9ca4a3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d21790d3-ca93-474a-9278-54511e3aa902 HTTP/1.1" status: 200 len: 912 time: 0.3177423 May 27 02:31:14.872021 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f3681560-3d5e-4079-8eef-02aba3d22199 req-f09ace21-7e63-4aa5-871a-f25684b8499a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b5740de-7777-4b61-ae02-1d3038968e57 HTTP/1.1" status: 200 len: 217 time: 0.2097270 May 27 02:31:14.913838 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58890919-18a6-43e6-87e7-dbe427d035f1 req-4e27fa24-5055-4e1c-b521-84cfe231e0b4 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:14.917520 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-58890919-18a6-43e6-87e7-dbe427d035f1 req-4e27fa24-5055-4e1c-b521-84cfe231e0b4 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=99708104-dbf0-4405-aae1-64907e682f22 HTTP/1.1" status: 200 len: 945 time: 0.8225780 May 27 02:31:14.924353 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-91f4705c-8497-4e31-9f56-a41d2ab7aa3e service neutron] Attempting to bind port 975a0dda-8abb-4a3b-813a-4f404464f9db on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:31:14.924907 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-91f4705c-8497-4e31-9f56-a41d2ab7aa3e service neutron] Attempting to bind port 975a0dda-8abb-4a3b-813a-4f404464f9db by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '2f5a53b5-f564-4864-b9f2-3ebea542732b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:31:14.925307 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-91f4705c-8497-4e31-9f56-a41d2ab7aa3e service neutron] Attempting to bind port 975a0dda-8abb-4a3b-813a-4f404464f9db on network 72395de2-24ec-482b-bef7-14825a5fc695 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:31:14.939933 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-91f4705c-8497-4e31-9f56-a41d2ab7aa3e service neutron] Port 975a0dda-8abb-4a3b-813a-4f404464f9db on network 72395de2-24ec-482b-bef7-14825a5fc695 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:31:14.940350 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-91f4705c-8497-4e31-9f56-a41d2ab7aa3e service neutron] Attempting to bind port 975a0dda-8abb-4a3b-813a-4f404464f9db on network 72395de2-24ec-482b-bef7-14825a5fc695 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:31:14.969792 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-91f4705c-8497-4e31-9f56-a41d2ab7aa3e service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:31:14.970142 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-91f4705c-8497-4e31-9f56-a41d2ab7aa3e service neutron] Checking segment: {'id': '2f5a53b5-f564-4864-b9f2-3ebea542732b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:31:14.970522 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-91f4705c-8497-4e31-9f56-a41d2ab7aa3e service neutron] Bound using segment: {'id': '2f5a53b5-f564-4864-b9f2-3ebea542732b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:31:14.970965 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-91f4705c-8497-4e31-9f56-a41d2ab7aa3e service neutron] Bound port: 975a0dda-8abb-4a3b-813a-4f404464f9db, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f5a53b5-f564-4864-b9f2-3ebea542732b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:31:14.971320 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-91f4705c-8497-4e31-9f56-a41d2ab7aa3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:14.992182 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71bda203-45f6-41a5-85d7-71ace3a0eb46 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:15.001161 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3681560-3d5e-4079-8eef-02aba3d22199 req-5d17f834-97fb-4006-b96d-82271a212e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:15.002606 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f3681560-3d5e-4079-8eef-02aba3d22199 req-5d17f834-97fb-4006-b96d-82271a212e1b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aabba9bb-b0fb-4524-b111-dfb2c0b12686 HTTP/1.1" status: 200 len: 851 time: 0.1216249 May 27 02:31:15.106738 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f3681560-3d5e-4079-8eef-02aba3d22199 req-0a5de49d-d000-4800-988d-09def0490b15 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d21790d3-ca93-474a-9278-54511e3aa902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966415 May 27 02:31:15.155706 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d9d04-7d5c-4de5-a172-f6a76c1b932c req-9314641f-500f-4292-8a3d-a87778b21656 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:15.157399 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a70d9d04-7d5c-4de5-a172-f6a76c1b932c req-9314641f-500f-4292-8a3d-a87778b21656 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d6c0d0-8232-4954-b8fb-5b2d1a19f11a HTTP/1.1" status: 200 len: 945 time: 0.5262384 May 27 02:31:15.168618 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-58890919-18a6-43e6-87e7-dbe427d035f1 req-e97d026e-3823-47c8-85d6-f44b219606b4 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6bd20bf-5f84-449a-8a30-87080e2ca708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2352140 May 27 02:31:15.194398 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-71bda203-45f6-41a5-85d7-71ace3a0eb46 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Calling delete_port for 9488f438-c046-4da2-b7fa-2fe44dd960ab owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:31:15.246187 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a70d9d04-7d5c-4de5-a172-f6a76c1b932c req-1643cc9a-7149-45c6-bdc4-b221d2bbc138 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746100 May 27 02:31:15.251944 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-91f4705c-8497-4e31-9f56-a41d2ab7aa3e service neutron] For port 975a0dda-8abb-4a3b-813a-4f404464f9db, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:31:15.255857 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-91f4705c-8497-4e31-9f56-a41d2ab7aa3e service neutron] For port 975a0dda-8abb-4a3b-813a-4f404464f9db, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=975a0dda-8abb-4a3b-813a-4f404464f9db,segment=NetworkSegment(2f5a53b5-f564-4864-b9f2-3ebea542732b),segment_id=2f5a53b5-f564-4864-b9f2-3ebea542732b)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:31:15.375146 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-91f4705c-8497-4e31-9f56-a41d2ab7aa3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:15.477503 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f3681560-3d5e-4079-8eef-02aba3d22199 req-7cf4a3a5-d583-4ff8-8118-194829a3b176 service neutron] 10.222.0.32 "GET /v2.0/networks/d21790d3-ca93-474a-9278-54511e3aa902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161628 May 27 02:31:15.496086 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ed631535-f44c-4c5b-86a0-3c735d8215c4 admin admin] Deleting port 8cf8a82c-0af4-4715-b3d2-52303d77409e {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:31:15.496492 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ed631535-f44c-4c5b-86a0-3c735d8215c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:15.536082 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-91f4705c-8497-4e31-9f56-a41d2ab7aa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:15.536699 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-91f4705c-8497-4e31-9f56-a41d2ab7aa3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:15.538083 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-91f4705c-8497-4e31-9f56-a41d2ab7aa3e service neutron] 10.222.0.66 "PUT /v2.0/ports/975a0dda-8abb-4a3b-813a-4f404464f9db HTTP/1.1" status: 200 len: 1091 time: 3.8965311 May 27 02:31:15.540463 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a4b995-cde9-4de8-b3c2-7613a7d84bfc', 'tag': '975a0dda-8abb-4a3b-813a-4f404464f9db'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:31:15.614115 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f4705c-8497-4e31-9f56-a41d2ab7aa3e service neutron] Pushing event updated for resources: {'Port': ['ID=975a0dda-8abb-4a3b-813a-4f404464f9db,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:15.771084 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a02c1-5e55-4a55-a06a-4da24b50daff req-61f5827b-36d7-4e33-9837-6e183c3991ba tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:15.773253 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a54a02c1-5e55-4a55-a06a-4da24b50daff req-61f5827b-36d7-4e33-9837-6e183c3991ba tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0a4b995-cde9-4de8-b3c2-7613a7d84bfc HTTP/1.1" status: 200 len: 943 time: 0.3993478 May 27 02:31:15.791957 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f3681560-3d5e-4079-8eef-02aba3d22199 req-cd42571a-3d68-451b-9b6c-bc14904ef550 service neutron] 10.222.0.32 "GET /v2.0/networks/d21790d3-ca93-474a-9278-54511e3aa902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988267 May 27 02:31:15.808867 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1237f05-8f51-4c04-a4e0-1ec2b12bbdf9 req-d1f2b286-b501-4e15-bec4-30576823ee2b tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:15.810626 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aafdead6-60b2-4553-b158-679899e2e2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:15.811149 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c1237f05-8f51-4c04-a4e0-1ec2b12bbdf9 req-d1f2b286-b501-4e15-bec4-30576823ee2b tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=de99b920-541f-4020-a772-e43375ba9f6e HTTP/1.1" status: 200 len: 945 time: 0.5000091 May 27 02:31:15.911875 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafdead6-60b2-4553-b158-679899e2e2ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=b516e58d-c3cf-49b8-8e9a-0013236ae33e,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:15.917837 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafdead6-60b2-4553-b158-679899e2e2ae admin admin] Checking segment: {'id': 'c440826c-ad96-4ffb-93da-4786708a138b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '882e4b63-c6d9-4a5c-9012-33783fcec11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:31:15.918201 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafdead6-60b2-4553-b158-679899e2e2ae admin admin] Network hostable DHCP agents. Network: 882e4b63-c6d9-4a5c-9012-33783fcec11a, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:31:15.944866 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71bda203-45f6-41a5-85d7-71ace3a0eb46 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:15.946339 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-ed631535-f44c-4c5b-86a0-3c735d8215c4 admin admin] For port 8cf8a82c-0af4-4715-b3d2-52303d77409e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8cf8a82c-0af4-4715-b3d2-52303d77409e,segment=NetworkSegment(07f80d0d-49dc-4524-ab97-b73b903d653c),segment_id=07f80d0d-49dc-4524-ab97-b73b903d653c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:15.955508 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ed631535-f44c-4c5b-86a0-3c735d8215c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:15.959915 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a54a02c1-5e55-4a55-a06a-4da24b50daff req-fc6b5268-7358-4958-abb0-1f76641270a7 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?id=3136b98c-d8bb-42f2-8f8e-d9b7d67bc37f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692050 May 27 02:31:15.966080 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-c1237f05-8f51-4c04-a4e0-1ec2b12bbdf9 req-5f923118-f039-4507-a6c8-37ea6fc955e9 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Synchronizing usage tracker for tenant:0a9d84b96bbe4011b693e36de83ee83d on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:31:16.015900 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bda203-45f6-41a5-85d7-71ace3a0eb46 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event deleted for resources: {'Port': ['ID=9488f438-c046-4da2-b7fa-2fe44dd960ab,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:16.061851 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafdead6-60b2-4553-b158-679899e2e2ae admin admin] Network 882e4b63-c6d9-4a5c-9012-33783fcec11a is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:31:16.204448 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-aafdead6-60b2-4553-b158-679899e2e2ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 882e4b63-c6d9-4a5c-9012-33783fcec11a) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:31:16.212368 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fd310e-46b3-41d7-a5d8-91106e8aa639 None None] Network 882e4b63-c6d9-4a5c-9012-33783fcec11a requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:31:16.223193 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafdead6-60b2-4553-b158-679899e2e2ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:16.223922 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aafdead6-60b2-4553-b158-679899e2e2ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:16.247618 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38876bda-73db-452b-b3e2-76cd395df1a6'] response: {'name': 'network-changed', 'server_uuid': 'f0a4b995-cde9-4de8-b3c2-7613a7d84bfc', 'tag': '975a0dda-8abb-4a3b-813a-4f404464f9db', 'status': 'completed', 'code': 200} May 27 02:31:16.298605 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-213d7d96-abd9-4183-a955-74b3076efe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:16.300178 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-213d7d96-abd9-4183-a955-74b3076efe2c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2651911d1c264f1c8c7218b6fddf9f10&device_id=f0a4b995-cde9-4de8-b3c2-7613a7d84bfc HTTP/1.1" status: 200 len: 1094 time: 0.6064711 May 27 02:31:16.314187 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ed631535-f44c-4c5b-86a0-3c735d8215c4 admin admin] Calling delete_port for 8cf8a82c-0af4-4715-b3d2-52303d77409e owned by network:router_interface {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:31:16.317941 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71bda203-45f6-41a5-85d7-71ace3a0eb46 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:16.495664 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-aafdead6-60b2-4553-b158-679899e2e2ae admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.9914904 May 27 02:31:16.520384 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a310e6-c513-4f94-8dd4-a9e05b551fe1 None None] Network 882e4b63-c6d9-4a5c-9012-33783fcec11a requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:31:16.538520 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-acd5585a-def3-477b-b91e-740374bc7b44 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=975a0dda-8abb-4a3b-813a-4f404464f9db HTTP/1.1" status: 200 len: 217 time: 0.1316879 May 27 02:31:16.622478 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-c1237f05-8f51-4c04-a4e0-1ec2b12bbdf9 req-5f923118-f039-4507-a6c8-37ea6fc955e9 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Unset dirty status for tenant:0a9d84b96bbe4011b693e36de83ee83d on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:31:16.630998 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c1237f05-8f51-4c04-a4e0-1ec2b12bbdf9 req-5f923118-f039-4507-a6c8-37ea6fc955e9 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7891953 May 27 02:31:16.656954 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-ffc62b8d-c2f5-4d48-a88f-fe89f0ea007e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:16.658436 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-ffc62b8d-c2f5-4d48-a88f-fe89f0ea007e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95 HTTP/1.1" status: 200 len: 853 time: 0.1081491 May 27 02:31:16.715296 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71bda203-45f6-41a5-85d7-71ace3a0eb46 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Router 54fa8b57-f7e0-429f-ae88-cd4bfdf06bb4 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:31:16.788687 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1e8c7-287a-4e98-a088-26e787ce6750 req-a85d62b3-d818-4856-bd17-5ea41dcc486f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:16.790272 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7cd1e8c7-287a-4e98-a088-26e787ce6750 req-a85d62b3-d818-4856-bd17-5ea41dcc486f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.66 "GET /v2.0/ports?device_id=de99b920-541f-4020-a772-e43375ba9f6e HTTP/1.1" status: 200 len: 945 time: 0.7704933 May 27 02:31:16.927943 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71bda203-45f6-41a5-85d7-71ace3a0eb46 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:31:16.932973 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-71bda203-45f6-41a5-85d7-71ace3a0eb46 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "PUT /v2.0/routers/54fa8b57-f7e0-429f-ae88-cd4bfdf06bb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4939053 May 27 02:31:16.935773 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55820) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:16.942486 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3118cd9-5579-4efc-8383-cf5b3714d913 None None] Sync routers for ids ['54fa8b57-f7e0-429f-ae88-cd4bfdf06bb4'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:31:16.953932 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3118cd9-5579-4efc-8383-cf5b3714d913 None None] Routers {'54fa8b57-f7e0-429f-ae88-cd4bfdf06bb4'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:31:16.954894 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-a3118cd9-5579-4efc-8383-cf5b3714d913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:30:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['54fa8b57-f7e0-429f-ae88-cd4bfdf06bb4'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:16.986722 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714d20f-fe3e-409f-87ac-d2cd069f576e req-24b7ff7a-568b-4fec-85a5-037e5fc81d60 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:16.995014 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4714d20f-fe3e-409f-87ac-d2cd069f576e req-24b7ff7a-568b-4fec-85a5-037e5fc81d60 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=99708104-dbf0-4405-aae1-64907e682f22 HTTP/1.1" status: 200 len: 945 time: 0.5871191 May 27 02:31:16.998195 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f5a65cd5-dfc4-4ebe-b113-825eda950680 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Synchronizing usage tracker for tenant:39308f34ca0d41f5bed3e55c79db3f61 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:31:17.031572 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-7cd1e8c7-287a-4e98-a088-26e787ce6750 req-d7abc196-8b2f-4173-beb6-bb0e280ccf44 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Deleting port babf35d4-bc95-4354-93e1-7bf7ed0b612e {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:31:17.031572 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-7cd1e8c7-287a-4e98-a088-26e787ce6750 req-d7abc196-8b2f-4173-beb6-bb0e280ccf44 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:17.031891 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-a3118cd9-5579-4efc-8383-cf5b3714d913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:17.038910 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3118cd9-5579-4efc-8383-cf5b3714d913 None None] Routers {'54fa8b57-f7e0-429f-ae88-cd4bfdf06bb4'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:31:17.039712 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-a3118cd9-5579-4efc-8383-cf5b3714d913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:30:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['54fa8b57-f7e0-429f-ae88-cd4bfdf06bb4'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:17.099119 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f5a65cd5-dfc4-4ebe-b113-825eda950680 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Unset dirty status for tenant:39308f34ca0d41f5bed3e55c79db3f61 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:31:17.102698 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f5a65cd5-dfc4-4ebe-b113-825eda950680 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "GET /v2.0/ports?device_id=54fa8b57-f7e0-429f-ae88-cd4bfdf06bb4 HTTP/1.1" status: 200 len: 205 time: 0.1633856 May 27 02:31:17.102911 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55828) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:17.115878 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-a3118cd9-5579-4efc-8383-cf5b3714d913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:17.116358 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3118cd9-5579-4efc-8383-cf5b3714d913 None None] The sync data for ids ['54fa8b57-f7e0-429f-ae88-cd4bfdf06bb4'] in n-d-843554-3 is: [] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:31:17.137296 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4714d20f-fe3e-409f-87ac-d2cd069f576e req-9c05aa1b-4659-4703-a5db-6db03d9bb28a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6bd20bf-5f84-449a-8a30-87080e2ca708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414363 May 27 02:31:17.202576 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-50c2b909-62da-4e7b-a9fd-c7f6ea81b75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:17.204059 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-50c2b909-62da-4e7b-a9fd-c7f6ea81b75e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=72395de2-24ec-482b-bef7-14825a5fc695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5352721 May 27 02:31:17.219891 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039cb621-3bf0-4371-91aa-e957316fc8a4 req-71d8df0e-db53-481c-8f12-89353f5f6f5e tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:17.226744 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-039cb621-3bf0-4371-91aa-e957316fc8a4 req-71d8df0e-db53-481c-8f12-89353f5f6f5e tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d6c0d0-8232-4954-b8fb-5b2d1a19f11a HTTP/1.1" status: 200 len: 945 time: 0.3664954 May 27 02:31:17.269332 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff323d94-368d-42f5-aa25-f38022e1622c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:17.276690 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ed631535-f44c-4c5b-86a0-3c735d8215c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:17.482315 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed631535-f44c-4c5b-86a0-3c735d8215c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cf8a82c-0af4-4715-b3d2-52303d77409e,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:17.703089 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff323d94-368d-42f5-aa25-f38022e1622c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:17.706081 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff323d94-368d-42f5-aa25-f38022e1622c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:17.710350 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-9876cf10-32ae-4b55-8526-17fbdb1db37d service neutron] 10.222.0.66 "GET /v2.0/networks/72395de2-24ec-482b-bef7-14825a5fc695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4983361 May 27 02:31:17.718496 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-29c2fedd-6518-4014-b531-7c84a4cfb994 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:17.719872 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-29c2fedd-6518-4014-b531-7c84a4cfb994 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/networks?id=882e4b63-c6d9-4a5c-9012-33783fcec11a HTTP/1.1" status: 200 len: 814 time: 0.2941229 May 27 02:31:17.801968 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-039cb621-3bf0-4371-91aa-e957316fc8a4 req-8e0ef93c-c574-4f50-832a-6de3ce42bea6 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5743215 May 27 02:31:17.827689 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff323d94-368d-42f5-aa25-f38022e1622c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:17.827689 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff323d94-368d-42f5-aa25-f38022e1622c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Fanout notify agent at l3_agent the message router_deleted on router 54fa8b57-f7e0-429f-ae88-cd4bfdf06bb4 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:31:17.847283 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff323d94-368d-42f5-aa25-f38022e1622c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:17.848566 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ff323d94-368d-42f5-aa25-f38022e1622c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "DELETE /v2.0/routers/54fa8b57-f7e0-429f-ae88-cd4bfdf06bb4 HTTP/1.1" status: 204 len: 168 time: 0.7447350 May 27 02:31:17.851329 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55846) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:17.944272 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d9d4c95-be85-4c49-88ed-a7ff9654eaf5 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Deleting subnet 1dcc2a05-a05b-49d2-8857-64ee22fe2688 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:31:17.948511 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3d9d4c95-be85-4c49-88ed-a7ff9654eaf5 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:18.005106 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3d9d4c95-be85-4c49-88ed-a7ff9654eaf5 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:18.073595 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-a4483b58-8724-4e72-bb21-2a2abe90df5d tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/quotas/b5ea1dadce014c8bb6c8d9e009e7786c HTTP/1.1" status: 200 len: 375 time: 0.3372791 May 27 02:31:18.100210 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3d9d4c95-be85-4c49-88ed-a7ff9654eaf5 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:18.178526 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-47ca385d-03fa-4279-8b55-7a0ec62b13f4 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b5ea1dadce014c8bb6c8d9e009e7786c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0892911 May 27 02:31:18.253691 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3d9d4c95-be85-4c49-88ed-a7ff9654eaf5 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:18.293509 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d4c95-be85-4c49-88ed-a7ff9654eaf5 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event deleted for resources: {'Subnet': ['ID=1dcc2a05-a05b-49d2-8857-64ee22fe2688,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:18.297278 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3d9d4c95-be85-4c49-88ed-a7ff9654eaf5 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:18.298900 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-7cd1e8c7-287a-4e98-a088-26e787ce6750 req-d7abc196-8b2f-4173-beb6-bb0e280ccf44 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] For port babf35d4-bc95-4354-93e1-7bf7ed0b612e, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=babf35d4-bc95-4354-93e1-7bf7ed0b612e,segment=NetworkSegment(0096599c-fd5d-4fd7-aa45-4b457c52e46a),segment_id=0096599c-fd5d-4fd7-aa45-4b457c52e46a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:18.299210 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-7cd1e8c7-287a-4e98-a088-26e787ce6750 req-d7abc196-8b2f-4173-beb6-bb0e280ccf44 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:18.303348 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3d9d4c95-be85-4c49-88ed-a7ff9654eaf5 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "DELETE /v2.0/subnets/1dcc2a05-a05b-49d2-8857-64ee22fe2688 HTTP/1.1" status: 204 len: 168 time: 0.4507380 May 27 02:31:18.305942 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4d57d3-8e67-4106-8748-d60ed5ba494d None None] Network 92e5fa3e-fae0-4c0f-a10e-1ee5596e522d requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:31:18.306448 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55852) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:18.427604 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e4682631-0eb3-4ed2-a47b-66090731276f tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:18.439688 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-e4682631-0eb3-4ed2-a47b-66090731276f tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Deleting port a6e1df0b-5a3a-472c-a0b2-f462e2b72243 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:31:18.440139 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e4682631-0eb3-4ed2-a47b-66090731276f tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:18.465507 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-47c1d106-6d60-4766-bf3f-67b103d31f84 req-849a8bfc-c164-4ded-8690-7b9ed1bfb3ae service neutron] 10.222.0.66 "GET /v2.0/networks/72395de2-24ec-482b-bef7-14825a5fc695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7375941 May 27 02:31:18.536922 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-7cd1e8c7-287a-4e98-a088-26e787ce6750 req-d7abc196-8b2f-4173-beb6-bb0e280ccf44 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Calling delete_port for babf35d4-bc95-4354-93e1-7bf7ed0b612e owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:31:18.648013 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34059624-ed40-4be4-960f-f293122b6d70 None None] DHCP port deletion for 92e5fa3e-fae0-4c0f-a10e-1ee5596e522d request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:31:18.653088 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-34059624-ed40-4be4-960f-f293122b6d70 None None] Deleting port a6e1df0b-5a3a-472c-a0b2-f462e2b72243 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:31:18.653567 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-34059624-ed40-4be4-960f-f293122b6d70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:18.691993 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-e4682631-0eb3-4ed2-a47b-66090731276f tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] For port a6e1df0b-5a3a-472c-a0b2-f462e2b72243, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=a6e1df0b-5a3a-472c-a0b2-f462e2b72243,segment=NetworkSegment(183927c9-b1d7-46f2-8ce2-3db3c7b343fd),segment_id=183927c9-b1d7-46f2-8ce2-3db3c7b343fd)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:18.691993 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e4682631-0eb3-4ed2-a47b-66090731276f tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:18.769181 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ed631535-f44c-4c5b-86a0-3c735d8215c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:18.815985 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed426c-5c62-404f-b035-3f5322fda044 req-7f833b03-21a7-435a-8122-5655c6476a4c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:18.817917 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d6ed426c-5c62-404f-b035-3f5322fda044 req-7f833b03-21a7-435a-8122-5655c6476a4c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0a4b995-cde9-4de8-b3c2-7613a7d84bfc HTTP/1.1" status: 200 len: 943 time: 0.8100443 May 27 02:31:18.881754 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-34059624-ed40-4be4-960f-f293122b6d70 None None] For port a6e1df0b-5a3a-472c-a0b2-f462e2b72243, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=a6e1df0b-5a3a-472c-a0b2-f462e2b72243,segment=NetworkSegment(183927c9-b1d7-46f2-8ce2-3db3c7b343fd),segment_id=183927c9-b1d7-46f2-8ce2-3db3c7b343fd)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:18.882286 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-34059624-ed40-4be4-960f-f293122b6d70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:18.885731 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-e4682631-0eb3-4ed2-a47b-66090731276f tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Calling delete_port for a6e1df0b-5a3a-472c-a0b2-f462e2b72243 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:31:18.938745 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-e9492973-5c06-4ce2-9b13-e459ad313002 service neutron] 10.222.0.57 "GET /v2.0/networks/882e4b63-c6d9-4a5c-9012-33783fcec11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7379375 May 27 02:31:19.027265 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-34059624-ed40-4be4-960f-f293122b6d70 None None] Calling delete_port for a6e1df0b-5a3a-472c-a0b2-f462e2b72243 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:31:19.059755 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e4682631-0eb3-4ed2-a47b-66090731276f tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:19.109960 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-34059624-ed40-4be4-960f-f293122b6d70 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:31:19.110515 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-34059624-ed40-4be4-960f-f293122b6d70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:31:19.132319 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4682631-0eb3-4ed2-a47b-66090731276f tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event deleted for resources: {'Port': ['ID=a6e1df0b-5a3a-472c-a0b2-f462e2b72243,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:19.132871 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4682631-0eb3-4ed2-a47b-66090731276f tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] No DVR routers for this DVR port a6e1df0b-5a3a-472c-a0b2-f462e2b72243 on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:31:19.154246 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:19.172946 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device babf35d4-bc95-4354-93e1-7bf7ed0b612e no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:31:19.270912 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d6ed426c-5c62-404f-b035-3f5322fda044 req-51fc3d9d-8ad4-43b3-83a6-eaacfd844526 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?id=3136b98c-d8bb-42f2-8f8e-d9b7d67bc37f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3773491 May 27 02:31:19.300616 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e4682631-0eb3-4ed2-a47b-66090731276f tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:19.307513 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:19.337423 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-e4682631-0eb3-4ed2-a47b-66090731276f tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92e5fa3e-fae0-4c0f-a10e-1ee5596e522d']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:19.373540 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-e4682631-0eb3-4ed2-a47b-66090731276f tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '183927c9-b1d7-46f2-8ce2-3db3c7b343fd') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:19.373897 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-e4682631-0eb3-4ed2-a47b-66090731276f tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '183927c9-b1d7-46f2-8ce2-3db3c7b343fd') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:19.397301 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e4682631-0eb3-4ed2-a47b-66090731276f tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:19.419552 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port babf35d4-bc95-4354-93e1-7bf7ed0b612e is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:31:19.419935 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:19.426033 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e4682631-0eb3-4ed2-a47b-66090731276f tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:19.434326 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4682631-0eb3-4ed2-a47b-66090731276f tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:31:19.434560 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e4682631-0eb3-4ed2-a47b-66090731276f tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:19.450749 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-8bc0958f-d64f-4e63-8b01-3c76d8d2422a service neutron] 10.222.0.57 "GET /v2.0/networks/882e4b63-c6d9-4a5c-9012-33783fcec11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5109158 May 27 02:31:19.514513 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 183927c9-b1d7-46f2-8ce2-3db3c7b343fd resource provider aggregate not found May 27 02:31:19.547333 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 183927c9-b1d7-46f2-8ce2-3db3c7b343fd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 183927c9-b1d7-46f2-8ce2-3db3c7b343fd found for delete ", "request_id": "req-e96b8702-9932-4107-bc67-7de6c5af9612"}]} May 27 02:31:19.612147 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-34059624-ed40-4be4-960f-f293122b6d70 None None] Deleting port a6e1df0b-5a3a-472c-a0b2-f462e2b72243 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:31:19.612676 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-34059624-ed40-4be4-960f-f293122b6d70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:19.628573 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e4682631-0eb3-4ed2-a47b-66090731276f tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:19.634567 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e4682631-0eb3-4ed2-a47b-66090731276f tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:19.678857 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4682631-0eb3-4ed2-a47b-66090731276f tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event deleted for resources: {'Network': ['ID=92e5fa3e-fae0-4c0f-a10e-1ee5596e522d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:19.681139 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b184a6-f122-4a52-ad82-7f093c8a2f37 req-4fe7ee93-69d8-48ee-aa2e-b30b290964d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:19.682619 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a8b184a6-f122-4a52-ad82-7f093c8a2f37 req-4fe7ee93-69d8-48ee-aa2e-b30b290964d9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2651911d1c264f1c8c7218b6fddf9f10&device_id=f0a4b995-cde9-4de8-b3c2-7613a7d84bfc HTTP/1.1" status: 200 len: 1094 time: 1.0400577 May 27 02:31:19.685168 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-34059624-ed40-4be4-960f-f293122b6d70 None None] The port 'a6e1df0b-5a3a-472c-a0b2-f462e2b72243' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:31:19.695760 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-7cd1e8c7-287a-4e98-a088-26e787ce6750 req-d7abc196-8b2f-4173-beb6-bb0e280ccf44 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:19.706489 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['4e9286b6-fb62-4d5b-8a3a-282c0e133d50'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:31:19.774821 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abc196-8b2f-4173-beb6-bb0e280ccf44 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Pushing event deleted for resources: {'Port': ['ID=babf35d4-bc95-4354-93e1-7bf7ed0b612e,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:19.790348 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e4682631-0eb3-4ed2-a47b-66090731276f tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "DELETE /v2.0/networks/92e5fa3e-fae0-4c0f-a10e-1ee5596e522d HTTP/1.1" status: 204 len: 168 time: 1.4828432 May 27 02:31:19.791301 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55880) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:19.803064 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-1167f3f1-2b34-4932-8b4a-8663b3026748 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-874020420', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:31:19.831171 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1167f3f1-2b34-4932-8b4a-8663b3026748 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:31:19.845033 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1167f3f1-2b34-4932-8b4a-8663b3026748 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Usage tracker for resource:router and tenant:39308f34ca0d41f5bed3e55c79db3f61 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:31:19.874485 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1167f3f1-2b34-4932-8b4a-8663b3026748 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:31:19.895621 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1167f3f1-2b34-4932-8b4a-8663b3026748 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:31:20.010897 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1167f3f1-2b34-4932-8b4a-8663b3026748 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:20.011997 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1167f3f1-2b34-4932-8b4a-8663b3026748 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:20.029544 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1167f3f1-2b34-4932-8b4a-8663b3026748 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:20.101772 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device a6e1df0b-5a3a-472c-a0b2-f462e2b72243 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:31:20.113946 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1167f3f1-2b34-4932-8b4a-8663b3026748 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:20.115048 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd1e8c7-287a-4e98-a088-26e787ce6750 req-d7abc196-8b2f-4173-beb6-bb0e280ccf44 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] No DVR routers for this DVR port babf35d4-bc95-4354-93e1-7bf7ed0b612e on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:31:20.117532 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-7cd1e8c7-287a-4e98-a088-26e787ce6750 req-d7abc196-8b2f-4173-beb6-bb0e280ccf44 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:20.129740 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de99b920-541f-4020-a772-e43375ba9f6e', 'name': 'network-vif-deleted', 'tag': 'babf35d4-bc95-4354-93e1-7bf7ed0b612e'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:31:20.159518 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a44281-8f86-40bf-8f52-15bb7c11d367 req-2b42f68f-5d8f-4fa3-b4a0-a3685f2280a0 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:20.161096 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-14a44281-8f86-40bf-8f52-15bb7c11d367 req-2b42f68f-5d8f-4fa3-b4a0-a3685f2280a0 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=de99b920-541f-4020-a772-e43375ba9f6e HTTP/1.1" status: 200 len: 867 time: 0.6965008 May 27 02:31:20.184856 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: a6e1df0b-5a3a-472c-a0b2-f462e2b72243 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:31:20.185212 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device a6e1df0b-5a3a-472c-a0b2-f462e2b72243 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:31:20.186994 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7cd1e8c7-287a-4e98-a088-26e787ce6750 req-d7abc196-8b2f-4173-beb6-bb0e280ccf44 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.66 "DELETE /v2.0/ports/babf35d4-bc95-4354-93e1-7bf7ed0b612e HTTP/1.1" status: 204 len: 173 time: 3.3722792 May 27 02:31:20.210327 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b184a6-f122-4a52-ad82-7f093c8a2f37 req-ca97d760-2307-4396-97c1-b517f6ef4af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:20.211842 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a8b184a6-f122-4a52-ad82-7f093c8a2f37 req-ca97d760-2307-4396-97c1-b517f6ef4af5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=72395de2-24ec-482b-bef7-14825a5fc695 HTTP/1.1" status: 200 len: 915 time: 0.5098093 May 27 02:31:20.218296 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1167f3f1-2b34-4932-8b4a-8663b3026748 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:20.218427 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed631535-f44c-4c5b-86a0-3c735d8215c4 admin admin] Router b4a38767-2ca2-4623-926f-a5b23d184c7c has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:31:20.218512 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1167f3f1-2b34-4932-8b4a-8663b3026748 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4236596 May 27 02:31:20.218636 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55896) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:20.224811 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-82e7a53e-0e66-4817-aa7e-4e79ec5d0060 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Request body: {'network': {'name': 'tempest-RoutersTest-763903915'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:31:20.230567 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-82e7a53e-0e66-4817-aa7e-4e79ec5d0060 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:31:20.235471 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-82e7a53e-0e66-4817-aa7e-4e79ec5d0060 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Usage tracker for resource:network and tenant:39308f34ca0d41f5bed3e55c79db3f61 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:31:20.238664 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-82e7a53e-0e66-4817-aa7e-4e79ec5d0060 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:31:20.245257 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-82e7a53e-0e66-4817-aa7e-4e79ec5d0060 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:31:20.315516 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a8b184a6-f122-4a52-ad82-7f093c8a2f37 req-d7159b34-186c-49f6-8d40-e23d9eb22a9c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=975a0dda-8abb-4a3b-813a-4f404464f9db HTTP/1.1" status: 200 len: 217 time: 0.0939944 May 27 02:31:20.323000 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e7a53e-0e66-4817-aa7e-4e79ec5d0060 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Made reservation on behalf of 39308f34ca0d41f5bed3e55c79db3f61 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:31:20.328633 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-82e7a53e-0e66-4817-aa7e-4e79ec5d0060 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:20.377631 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82e7a53e-0e66-4817-aa7e-4e79ec5d0060 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:31:20.389184 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-82e7a53e-0e66-4817-aa7e-4e79ec5d0060 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:20.389765 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-82e7a53e-0e66-4817-aa7e-4e79ec5d0060 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Added segment cbc079c3-5b7f-45d5-ab6c-c9841ca7986a of type vlan for network 8f446049-40ee-4399-ad3a-ce93a227fe61 May 27 02:31:20.514805 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed631535-f44c-4c5b-86a0-3c735d8215c4 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:31:20.528976 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c95fc04-1d3c-42c9-8ed8-770e88825cc1 None None] Sync routers for ids ['b4a38767-2ca2-4623-926f-a5b23d184c7c'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:31:20.543894 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c95fc04-1d3c-42c9-8ed8-770e88825cc1 None None] Routers {'b4a38767-2ca2-4623-926f-a5b23d184c7c'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:31:20.544811 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3c95fc04-1d3c-42c9-8ed8-770e88825cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:30:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['b4a38767-2ca2-4623-926f-a5b23d184c7c'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:20.562898 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ed631535-f44c-4c5b-86a0-3c735d8215c4 admin admin] 10.222.0.57 "PUT /v2.0/routers/b4a38767-2ca2-4623-926f-a5b23d184c7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0970583 May 27 02:31:20.569940 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-14a44281-8f86-40bf-8f52-15bb7c11d367 req-4545af2b-a19e-4ae5-b1e4-d4e3618f68e7 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943825 May 27 02:31:20.572446 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55902) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:20.611670 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-82e7a53e-0e66-4817-aa7e-4e79ec5d0060 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:20.703730 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-82e7a53e-0e66-4817-aa7e-4e79ec5d0060 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:20.710551 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e7a53e-0e66-4817-aa7e-4e79ec5d0060 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:20.711898 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-82e7a53e-0e66-4817-aa7e-4e79ec5d0060 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:20.722299 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634d1ea-b7ef-408e-85b3-a915b78331ed req-9d5ce331-6acf-47d1-b415-9836839b1e7d tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:20.730944 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9634d1ea-b7ef-408e-85b3-a915b78331ed req-9d5ce331-6acf-47d1-b415-9836839b1e7d tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d6c0d0-8232-4954-b8fb-5b2d1a19f11a HTTP/1.1" status: 200 len: 945 time: 0.6992142 May 27 02:31:20.739432 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dbaafd61-c129-4db4-9bb7-7c0bbb8c6c25 req-349b7a5e-a709-4f63-b510-502457760ce1 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 210 time: 0.0954282 May 27 02:31:20.779059 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b184a6-f122-4a52-ad82-7f093c8a2f37 req-a373a948-ce89-44c2-96a1-909079d930a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:20.790817 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a8b184a6-f122-4a52-ad82-7f093c8a2f37 req-a373a948-ce89-44c2-96a1-909079d930a9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95 HTTP/1.1" status: 200 len: 853 time: 0.2672138 May 27 02:31:20.869194 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-3c95fc04-1d3c-42c9-8ed8-770e88825cc1 None None] Set router b4a38767-2ca2-4623-926f-a5b23d184c7c gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:31:20.956227 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e7a53e-0e66-4817-aa7e-4e79ec5d0060 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event updated for resources: {'Network': ['ID=8f446049-40ee-4399-ad3a-ce93a227fe61,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:20.957014 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93db448f-a358-4cf3-886d-e23ff006097d'] response: {'server_uuid': 'de99b920-541f-4020-a772-e43375ba9f6e', 'name': 'network-vif-deleted', 'tag': 'babf35d4-bc95-4354-93e1-7bf7ed0b612e', 'status': 'completed', 'code': 200} May 27 02:31:20.990224 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 8f446049-40ee-4399-ad3a-ce93a227fe61 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:31:20.999427 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9634d1ea-b7ef-408e-85b3-a915b78331ed req-793070eb-8a46-4ea9-a937-8f88d97cade9 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675214 May 27 02:31:21.049008 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-82e7a53e-0e66-4817-aa7e-4e79ec5d0060 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8292077 May 27 02:31:21.049849 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c5dadd9a-8e3c-45d6-912c-a6176b2d2bdc admin admin] Notify callbacks [] for router, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:21.051448 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55910) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:21.057581 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-70bcd2ff-1865-4807-b2e7-0a9977958e5a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Request body: {'subnet': {'network_id': '8f446049-40ee-4399-ad3a-ce93a227fe61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:31:21.252440 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-70bcd2ff-1865-4807-b2e7-0a9977958e5a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:31:21.257826 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-70bcd2ff-1865-4807-b2e7-0a9977958e5a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Usage tracker for resource:subnet and tenant:39308f34ca0d41f5bed3e55c79db3f61 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:31:21.261986 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-70bcd2ff-1865-4807-b2e7-0a9977958e5a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:31:21.270139 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-70bcd2ff-1865-4807-b2e7-0a9977958e5a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:31:21.283738 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 975a0dda-8abb-4a3b-813a-4f404464f9db details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:31:21.396649 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bcd2ff-1865-4807-b2e7-0a9977958e5a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Made reservation on behalf of 39308f34ca0d41f5bed3e55c79db3f61 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:31:21.401163 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-70bcd2ff-1865-4807-b2e7-0a9977958e5a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:21.423037 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b184a6-f122-4a52-ad82-7f093c8a2f37 req-aa1737ac-5938-41cb-891c-562f144a7408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:21.424600 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a8b184a6-f122-4a52-ad82-7f093c8a2f37 req-aa1737ac-5938-41cb-891c-562f144a7408 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=72395de2-24ec-482b-bef7-14825a5fc695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6214809 May 27 02:31:21.573744 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd9f17-d2f7-4f75-b109-70ca938d7a2b req-14705a9f-2aa1-4bdc-8a39-abc1640c3027 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:21.575727 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cccd9f17-d2f7-4f75-b109-70ca938d7a2b req-14705a9f-2aa1-4bdc-8a39-abc1640c3027 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0a4b995-cde9-4de8-b3c2-7613a7d84bfc HTTP/1.1" status: 200 len: 943 time: 0.4684422 May 27 02:31:21.579596 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c5dadd9a-8e3c-45d6-912c-a6176b2d2bdc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:21.598172 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3c95fc04-1d3c-42c9-8ed8-770e88825cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a38767-2ca2-4623-926f-a5b23d184c7c', 'name': 'tempest-TestServerMultinode-1410637789-router', 'tenant_id': '0175724c21d348429aa5e3000587cd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '87d2d7cc-0de9-4f90-97e6-44b6efbfe48c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:29:30Z', 'updated_at': '2022-05-27T02:31:16Z', 'revision_number': 5, 'project_id': '0175724c21d348429aa5e3000587cd5e', 'gw_port': {'id': '87d2d7cc-0de9-4f90-97e6-44b6efbfe48c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:90:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a38767-2ca2-4623-926f-a5b23d184c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:32Z', 'updated_at': '2022-05-27T02:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:21.606491 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c95fc04-1d3c-42c9-8ed8-770e88825cc1 None None] Checking router: b4a38767-2ca2-4623-926f-a5b23d184c7c for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:31:21.609560 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 975a0dda-8abb-4a3b-813a-4f404464f9db, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=975a0dda-8abb-4a3b-813a-4f404464f9db,segment=NetworkSegment(2f5a53b5-f564-4864-b9f2-3ebea542732b),segment_id=2f5a53b5-f564-4864-b9f2-3ebea542732b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:21.630930 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '975a0dda-8abb-4a3b-813a-4f404464f9db', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'port_id': '975a0dda-8abb-4a3b-813a-4f404464f9db', 'mac_address': 'fa:16:3e:87:9f:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:31:21.663718 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c95fc04-1d3c-42c9-8ed8-770e88825cc1 None None] Routers {'b4a38767-2ca2-4623-926f-a5b23d184c7c'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:31:21.664817 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3c95fc04-1d3c-42c9-8ed8-770e88825cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:30:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['b4a38767-2ca2-4623-926f-a5b23d184c7c'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:21.712329 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c5dadd9a-8e3c-45d6-912c-a6176b2d2bdc admin admin] Deleting port 87d2d7cc-0de9-4f90-97e6-44b6efbfe48c {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:31:21.712678 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c5dadd9a-8e3c-45d6-912c-a6176b2d2bdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:21.855176 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a8b184a6-f122-4a52-ad82-7f093c8a2f37 req-251dbd64-6bbb-4de9-b053-00137552de01 service neutron] 10.222.0.66 "GET /v2.0/networks/72395de2-24ec-482b-bef7-14825a5fc695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196386 May 27 02:31:21.874831 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cccd9f17-d2f7-4f75-b109-70ca938d7a2b req-d0f82edf-2e0c-40c5-a22e-98f543460e10 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?id=3136b98c-d8bb-42f2-8f8e-d9b7d67bc37f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2918642 May 27 02:31:21.886593 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 975a0dda-8abb-4a3b-813a-4f404464f9db is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:31:21.887235 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:21.918364 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 975a0dda-8abb-4a3b-813a-4f404464f9db {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:31:21.932198 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-3c95fc04-1d3c-42c9-8ed8-770e88825cc1 None None] Set router b4a38767-2ca2-4623-926f-a5b23d184c7c gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:31:21.938484 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-70bcd2ff-1865-4807-b2e7-0a9977958e5a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:22.085931 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3c95fc04-1d3c-42c9-8ed8-770e88825cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a38767-2ca2-4623-926f-a5b23d184c7c', 'name': 'tempest-TestServerMultinode-1410637789-router', 'tenant_id': '0175724c21d348429aa5e3000587cd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:29:30Z', 'updated_at': '2022-05-27T02:31:21Z', 'revision_number': 6, 'project_id': '0175724c21d348429aa5e3000587cd5e', 'gw_port_host': None}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:22.091763 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c95fc04-1d3c-42c9-8ed8-770e88825cc1 None None] The sync data for ids ['b4a38767-2ca2-4623-926f-a5b23d184c7c'] in n-d-843554-3 is: [{'id': 'b4a38767-2ca2-4623-926f-a5b23d184c7c', 'name': 'tempest-TestServerMultinode-1410637789-router', 'tenant_id': '0175724c21d348429aa5e3000587cd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:29:30Z', 'updated_at': '2022-05-27T02:31:21Z', 'revision_number': 6, 'project_id': '0175724c21d348429aa5e3000587cd5e', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:31:22.095745 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 975a0dda-8abb-4a3b-813a-4f404464f9db, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=975a0dda-8abb-4a3b-813a-4f404464f9db,segment=NetworkSegment(2f5a53b5-f564-4864-b9f2-3ebea542732b),segment_id=2f5a53b5-f564-4864-b9f2-3ebea542732b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:22.119870 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bcd2ff-1865-4807-b2e7-0a9977958e5a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event updated for resources: {'Subnet': ['ID=8af3335b-de16-4a42-bf76-a79efa69897d,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:22.129885 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bcd2ff-1865-4807-b2e7-0a9977958e5a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Checking segment: {'id': 'cbc079c3-5b7f-45d5-ab6c-c9841ca7986a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8f446049-40ee-4399-ad3a-ce93a227fe61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:31:22.130260 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bcd2ff-1865-4807-b2e7-0a9977958e5a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Network hostable DHCP agents. Network: 8f446049-40ee-4399-ad3a-ce93a227fe61, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:31:22.197318 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:22.205744 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-99847a81-fac6-418c-bacd-34f1b2c82ed5 req-1ded23d8-fa41-4079-9ab3-bdbd8c9d8c0a tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 210 time: 0.0738339 May 27 02:31:22.255966 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bcd2ff-1865-4807-b2e7-0a9977958e5a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Network 8f446049-40ee-4399-ad3a-ce93a227fe61 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:31:22.262136 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a8b184a6-f122-4a52-ad82-7f093c8a2f37 req-b32c66e3-ce39-46a7-9682-f251ebc366ee service neutron] 10.222.0.66 "GET /v2.0/networks/72395de2-24ec-482b-bef7-14825a5fc695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837128 May 27 02:31:22.275968 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-c5dadd9a-8e3c-45d6-912c-a6176b2d2bdc admin admin] For port 87d2d7cc-0de9-4f90-97e6-44b6efbfe48c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=87d2d7cc-0de9-4f90-97e6-44b6efbfe48c,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:22.276341 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c5dadd9a-8e3c-45d6-912c-a6176b2d2bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:22.327639 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=975a0dda-8abb-4a3b-813a-4f404464f9db,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:22.349006 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-70bcd2ff-1865-4807-b2e7-0a9977958e5a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 8f446049-40ee-4399-ad3a-ce93a227fe61) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:31:22.353798 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bcd2ff-1865-4807-b2e7-0a9977958e5a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:22.354390 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-70bcd2ff-1865-4807-b2e7-0a9977958e5a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:22.363565 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d956eb-6b14-4608-a741-28cb2cb6bc78 None None] Network 8f446049-40ee-4399-ad3a-ce93a227fe61 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:31:22.433193 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['975a0dda-8abb-4a3b-813a-4f404464f9db'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:31:22.457116 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-70bcd2ff-1865-4807-b2e7-0a9977958e5a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4019670 May 27 02:31:22.463081 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55926) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:22.482702 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c5dadd9a-8e3c-45d6-912c-a6176b2d2bdc admin admin] Calling delete_port for 87d2d7cc-0de9-4f90-97e6-44b6efbfe48c owned by network:router_gateway {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:31:22.724262 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e908182-2247-4296-96a6-e928aed458c6 req-c342c101-07c9-4c26-8911-cb7e548d6e6c tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:22.727654 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067f1904-850b-4e2d-8c15-b2a71508ed83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-8f446049-40ee-4399-ad3a-ce93a227fe61', 'network_id': '8f446049-40ee-4399-ad3a-ce93a227fe61', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'fixed_ips': [{'subnet_id': '8af3335b-de16-4a42-bf76-a79efa69897d'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:31:22.733283 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-067f1904-850b-4e2d-8c15-b2a71508ed83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:22.733407 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3e908182-2247-4296-96a6-e928aed458c6 req-c342c101-07c9-4c26-8911-cb7e548d6e6c tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d6c0d0-8232-4954-b8fb-5b2d1a19f11a HTTP/1.1" status: 200 len: 945 time: 0.3749824 May 27 02:31:22.798521 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df780c0f-7518-4760-adfb-8a9cc1a24063 req-cab1b7b1-2d4a-4465-90fc-d38f6ade8cd0 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:22.799256 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-df780c0f-7518-4760-adfb-8a9cc1a24063 req-cab1b7b1-2d4a-4465-90fc-d38f6ade8cd0 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Synchronizing usage tracker for tenant:0a9d84b96bbe4011b693e36de83ee83d on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:31:22.888661 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3e908182-2247-4296-96a6-e928aed458c6 req-ee22803b-7856-40e3-acf7-e1c35a503de6 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556931 May 27 02:31:22.917682 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-067f1904-850b-4e2d-8c15-b2a71508ed83 None None] Allocated IP 172.20.0.2 (8f446049-40ee-4399-ad3a-ce93a227fe61/8af3335b-de16-4a42-bf76-a79efa69897d/d5b538f8-4746-46ab-85b5-15632b60b78b) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:31:22.949623 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-df780c0f-7518-4760-adfb-8a9cc1a24063 req-cab1b7b1-2d4a-4465-90fc-d38f6ade8cd0 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Unset dirty status for tenant:0a9d84b96bbe4011b693e36de83ee83d on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:31:22.959445 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df780c0f-7518-4760-adfb-8a9cc1a24063 req-cab1b7b1-2d4a-4465-90fc-d38f6ade8cd0 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=31da9e92-be8a-497c-81ac-03e605f02623 HTTP/1.1" status: 200 len: 945 time: 0.4854786 May 27 02:31:23.054807 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df780c0f-7518-4760-adfb-8a9cc1a24063 req-b2efeab7-9ee1-4b42-a2be-90acaef01e50 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900331 May 27 02:31:23.117187 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c5dadd9a-8e3c-45d6-912c-a6176b2d2bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:23.183801 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-067f1904-850b-4e2d-8c15-b2a71508ed83 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:23.194612 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-067f1904-850b-4e2d-8c15-b2a71508ed83 None None] Transition to ACTIVE for port object d5b538f8-4746-46ab-85b5-15632b60b78b will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:31:23.195570 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dadd9a-8e3c-45d6-912c-a6176b2d2bdc admin admin] Pushing event deleted for resources: {'Port': ['ID=87d2d7cc-0de9-4f90-97e6-44b6efbfe48c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:23.219680 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-067f1904-850b-4e2d-8c15-b2a71508ed83 None None] Transition to ACTIVE for port object d5b538f8-4746-46ab-85b5-15632b60b78b will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:31:23.322705 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-067f1904-850b-4e2d-8c15-b2a71508ed83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:23.365380 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-37b3761d-dc6a-41e0-b70d-507d53f2623b tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:23.373932 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c5dadd9a-8e3c-45d6-912c-a6176b2d2bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:23.391765 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-0ceff254-63e7-435f-891c-73142d479fe0 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:23.392563 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-0ceff254-63e7-435f-891c-73142d479fe0 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Synchronizing usage tracker for tenant:b5ea1dadce014c8bb6c8d9e009e7786c on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:31:23.460614 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067f1904-850b-4e2d-8c15-b2a71508ed83 None None] Network 8f446049-40ee-4399-ad3a-ce93a227fe61 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:31:23.465621 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-067f1904-850b-4e2d-8c15-b2a71508ed83 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:31:23.468427 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067f1904-850b-4e2d-8c15-b2a71508ed83 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:31:23.549045 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f1904-850b-4e2d-8c15-b2a71508ed83 None None] Pushing event updated for resources: {'Port': ['ID=d5b538f8-4746-46ab-85b5-15632b60b78b,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:23.579408 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:31:23.597758 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-067f1904-850b-4e2d-8c15-b2a71508ed83 None None] Attempting to bind port d5b538f8-4746-46ab-85b5-15632b60b78b on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:31:23.598136 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-067f1904-850b-4e2d-8c15-b2a71508ed83 None None] Attempting to bind port d5b538f8-4746-46ab-85b5-15632b60b78b by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cbc079c3-5b7f-45d5-ab6c-c9841ca7986a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8f446049-40ee-4399-ad3a-ce93a227fe61'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:31:23.598569 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067f1904-850b-4e2d-8c15-b2a71508ed83 None None] Attempting to bind port d5b538f8-4746-46ab-85b5-15632b60b78b on network 8f446049-40ee-4399-ad3a-ce93a227fe61 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:31:23.607250 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067f1904-850b-4e2d-8c15-b2a71508ed83 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:31:23.607962 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067f1904-850b-4e2d-8c15-b2a71508ed83 None None] Checking segment: {'id': 'cbc079c3-5b7f-45d5-ab6c-c9841ca7986a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8f446049-40ee-4399-ad3a-ce93a227fe61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:31:23.608797 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-067f1904-850b-4e2d-8c15-b2a71508ed83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:23.609440 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067f1904-850b-4e2d-8c15-b2a71508ed83 None None] Bound using segment: {'id': 'cbc079c3-5b7f-45d5-ab6c-c9841ca7986a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8f446049-40ee-4399-ad3a-ce93a227fe61'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:31:23.614201 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-067f1904-850b-4e2d-8c15-b2a71508ed83 None None] Bound port: d5b538f8-4746-46ab-85b5-15632b60b78b, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbc079c3-5b7f-45d5-ab6c-c9841ca7986a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8f446049-40ee-4399-ad3a-ce93a227fe61'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:31:23.614201 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-067f1904-850b-4e2d-8c15-b2a71508ed83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:23.804382 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-af0b4b94-7ae2-4115-ae4d-1360710df150 req-2526ff45-531c-45ce-97ac-b145572e717f tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 210 time: 0.3534243 May 27 02:31:23.819607 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b5372-58e1-405f-ad86-d919811a8a65 req-35567548-be64-4d9d-9ba8-57f0fac5277c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:23.832598 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-0ceff254-63e7-435f-891c-73142d479fe0 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Unset dirty status for tenant:b5ea1dadce014c8bb6c8d9e009e7786c on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:31:23.832598 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-0ceff254-63e7-435f-891c-73142d479fe0 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.32 "GET /v2.0/networks?id=882e4b63-c6d9-4a5c-9012-33783fcec11a HTTP/1.1" status: 200 len: 814 time: 0.8821955 May 27 02:31:23.833242 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6d7b5372-58e1-405f-ad86-d919811a8a65 req-35567548-be64-4d9d-9ba8-57f0fac5277c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0a4b995-cde9-4de8-b3c2-7613a7d84bfc HTTP/1.1" status: 200 len: 944 time: 0.7749324 May 27 02:31:23.839314 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-067f1904-850b-4e2d-8c15-b2a71508ed83 None None] For port d5b538f8-4746-46ab-85b5-15632b60b78b, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:31:23.844860 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-2a1b43fd-8839-4097-9a1f-d34a65bf059a tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Request body: {'port': {'device_id': '9f87a637-be7d-4c14-91f0-a828b1927412', 'network_id': '882e4b63-c6d9-4a5c-9012-33783fcec11a', 'admin_state_up': True, 'tenant_id': 'b5ea1dadce014c8bb6c8d9e009e7786c'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:31:23.847461 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-067f1904-850b-4e2d-8c15-b2a71508ed83 None None] For port d5b538f8-4746-46ab-85b5-15632b60b78b, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=d5b538f8-4746-46ab-85b5-15632b60b78b,segment=NetworkSegment(cbc079c3-5b7f-45d5-ab6c-c9841ca7986a),segment_id=cbc079c3-5b7f-45d5-ab6c-c9841ca7986a)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:31:23.882935 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c5dadd9a-8e3c-45d6-912c-a6176b2d2bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:23.892414 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c5dadd9a-8e3c-45d6-912c-a6176b2d2bdc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:23.932253 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-067f1904-850b-4e2d-8c15-b2a71508ed83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:23.953214 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6d7b5372-58e1-405f-ad86-d919811a8a65 req-e1d57a4b-0dfe-4cc0-a25b-47d7b981e657 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?id=3136b98c-d8bb-42f2-8f8e-d9b7d67bc37f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208088 May 27 02:31:23.994261 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c5dadd9a-8e3c-45d6-912c-a6176b2d2bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:23.994970 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5dadd9a-8e3c-45d6-912c-a6176b2d2bdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4a38767-2ca2-4623-926f-a5b23d184c7c {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:31:24.022419 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c5dadd9a-8e3c-45d6-912c-a6176b2d2bdc admin admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:24.023687 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c5dadd9a-8e3c-45d6-912c-a6176b2d2bdc admin admin] 10.222.0.57 "DELETE /v2.0/routers/b4a38767-2ca2-4623-926f-a5b23d184c7c HTTP/1.1" status: 204 len: 168 time: 3.4393651 May 27 02:31:24.027050 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55942) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:24.155680 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f1904-850b-4e2d-8c15-b2a71508ed83 None None] Pushing event updated for resources: {'Port': ['ID=d5b538f8-4746-46ab-85b5-15632b60b78b,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:24.170578 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8cf8a82c-0af4-4715-b3d2-52303d77409e no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:31:24.218650 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3aa63-2a13-4b35-82b9-1fa23082483a req-29d32f6e-1d84-43ee-88b1-0abf78ecf2c6 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:24.220548 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5fa3aa63-2a13-4b35-82b9-1fa23082483a req-29d32f6e-1d84-43ee-88b1-0abf78ecf2c6 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d6c0d0-8232-4954-b8fb-5b2d1a19f11a HTTP/1.1" status: 200 len: 945 time: 0.1836073 May 27 02:31:24.267908 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 8cf8a82c-0af4-4715-b3d2-52303d77409e {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:31:24.268251 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8cf8a82c-0af4-4715-b3d2-52303d77409e not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:31:24.268661 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 87d2d7cc-0de9-4f90-97e6-44b6efbfe48c no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:31:24.313113 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-f76ebd7c-5d43-4b12-9646-f95cf629f0d2 admin admin] Deleting subnet 10f46d4b-1a41-4868-81cb-a4e02b4f3b26 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:31:24.319628 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-2a1b43fd-8839-4097-9a1f-d34a65bf059a tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:31:24.338878 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-2a1b43fd-8839-4097-9a1f-d34a65bf059a tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Usage tracker for resource:port and tenant:b5ea1dadce014c8bb6c8d9e009e7786c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:31:24.342102 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-2a1b43fd-8839-4097-9a1f-d34a65bf059a tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:31:24.347452 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 87d2d7cc-0de9-4f90-97e6-44b6efbfe48c {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:31:24.347790 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 87d2d7cc-0de9-4f90-97e6-44b6efbfe48c not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:31:24.355132 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5fa3aa63-2a13-4b35-82b9-1fa23082483a req-cb36a26d-391e-4d77-9bfa-8dc9c43daeeb tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277709 May 27 02:31:24.393545 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f76ebd7c-5d43-4b12-9646-f95cf629f0d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:24.412430 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec44ff0-565c-4235-aa92-9d2e34a5ef86 req-68503e84-29bf-4cd9-81de-01938c75529b tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:24.412430 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eec44ff0-565c-4235-aa92-9d2e34a5ef86 req-68503e84-29bf-4cd9-81de-01938c75529b tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=31da9e92-be8a-497c-81ac-03e605f02623 HTTP/1.1" status: 200 len: 945 time: 0.1796992 May 27 02:31:24.447377 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-2a1b43fd-8839-4097-9a1f-d34a65bf059a tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:31:24.484859 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eec44ff0-565c-4235-aa92-9d2e34a5ef86 req-757729ca-1a56-48d9-bc41-2bd7049d1b07 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632501 May 27 02:31:24.504965 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f76ebd7c-5d43-4b12-9646-f95cf629f0d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:24.567439 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-37b3761d-dc6a-41e0-b70d-507d53f2623b tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Allocated IP 172.20.0.1 (8f446049-40ee-4399-ad3a-ce93a227fe61/8af3335b-de16-4a42-bf76-a79efa69897d/84da6230-84de-4357-8285-2adb4e067fe7) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:31:24.604836 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-2a1b43fd-8839-4097-9a1f-d34a65bf059a tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Made reservation on behalf of b5ea1dadce014c8bb6c8d9e009e7786c for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:31:24.608380 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-2a1b43fd-8839-4097-9a1f-d34a65bf059a tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:24.738614 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa3ae3-9bd3-41fe-b9c7-2d8240ab1ac4 req-bd20126c-6b5e-41f8-9317-e7e1ace54176 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:24.739799 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d6fa3ae3-9bd3-41fe-b9c7-2d8240ab1ac4 req-bd20126c-6b5e-41f8-9317-e7e1ace54176 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.66 "GET /v2.0/ports?device_id=31da9e92-be8a-497c-81ac-03e605f02623 HTTP/1.1" status: 200 len: 945 time: 0.1072505 May 27 02:31:24.825840 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-d6fa3ae3-9bd3-41fe-b9c7-2d8240ab1ac4 req-da753e49-1b96-4158-96db-6955c0ad980f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Deleting port 4e9286b6-fb62-4d5b-8a3a-282c0e133d50 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:31:24.826437 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d6fa3ae3-9bd3-41fe-b9c7-2d8240ab1ac4 req-da753e49-1b96-4158-96db-6955c0ad980f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:24.890977 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-37b3761d-dc6a-41e0-b70d-507d53f2623b tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:24.894599 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f76ebd7c-5d43-4b12-9646-f95cf629f0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:25.002715 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-37b3761d-dc6a-41e0-b70d-507d53f2623b tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Transition to ACTIVE for port object 84da6230-84de-4357-8285-2adb4e067fe7 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:31:25.040091 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-2a1b43fd-8839-4097-9a1f-d34a65bf059a tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Allocated IP 172.20.0.14 (882e4b63-c6d9-4a5c-9012-33783fcec11a/b516e58d-c3cf-49b8-8e9a-0013236ae33e/ef89c633-926b-4d93-b87d-6ad84002925e) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:31:25.150701 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f76ebd7c-5d43-4b12-9646-f95cf629f0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:25.198951 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9231d725-6ca1-4a01-a33e-17f9393ffebd req-56bb5e15-9d3e-4861-8292-298f8f4761da tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 210 time: 0.1042695 May 27 02:31:25.207546 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 975a0dda-8abb-4a3b-813a-4f404464f9db up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:31:25.244994 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f76ebd7c-5d43-4b12-9646-f95cf629f0d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:25.263398 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ebd7c-5d43-4b12-9646-f95cf629f0d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10f46d4b-1a41-4868-81cb-a4e02b4f3b26,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:25.277097 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-37b3761d-dc6a-41e0-b70d-507d53f2623b tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:25.288784 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-d6fa3ae3-9bd3-41fe-b9c7-2d8240ab1ac4 req-da753e49-1b96-4158-96db-6955c0ad980f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] For port 4e9286b6-fb62-4d5b-8a3a-282c0e133d50, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=4e9286b6-fb62-4d5b-8a3a-282c0e133d50,segment=NetworkSegment(0096599c-fd5d-4fd7-aa45-4b457c52e46a),segment_id=0096599c-fd5d-4fd7-aa45-4b457c52e46a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:25.289430 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d6fa3ae3-9bd3-41fe-b9c7-2d8240ab1ac4 req-da753e49-1b96-4158-96db-6955c0ad980f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:25.307248 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4787db-3576-4e9a-8888-d310857358f7 None None] Network 4df28d7f-d112-4b82-a478-2d304ba036a3 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:31:25.331737 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f76ebd7c-5d43-4b12-9646-f95cf629f0d2 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/10f46d4b-1a41-4868-81cb-a4e02b4f3b26 HTTP/1.1" status: 204 len: 168 time: 1.3003657 May 27 02:31:25.335207 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55956) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:25.382646 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc2718-085f-45e5-a415-1c8d665f9639 req-da56417e-747c-4208-8bb0-1afa989f772d tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:25.384841 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-99dc2718-085f-45e5-a415-1c8d665f9639 req-da56417e-747c-4208-8bb0-1afa989f772d tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0a4b995-cde9-4de8-b3c2-7613a7d84bfc HTTP/1.1" status: 200 len: 944 time: 0.2467089 May 27 02:31:25.465822 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33c5a854-2a39-4f30-974a-8a56773a64b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:25.490629 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b3761d-dc6a-41e0-b70d-507d53f2623b tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Network 8f446049-40ee-4399-ad3a-ce93a227fe61 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:31:25.500470 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-d6fa3ae3-9bd3-41fe-b9c7-2d8240ab1ac4 req-da753e49-1b96-4158-96db-6955c0ad980f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Calling delete_port for 4e9286b6-fb62-4d5b-8a3a-282c0e133d50 owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:31:25.502965 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-37b3761d-dc6a-41e0-b70d-507d53f2623b tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:31:25.505501 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b3761d-dc6a-41e0-b70d-507d53f2623b tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:31:25.551531 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-33c5a854-2a39-4f30-974a-8a56773a64b0 admin admin] Deleting port 363a7a5a-7a01-4a81-be4e-d231a0f43f66 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:31:25.551871 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33c5a854-2a39-4f30-974a-8a56773a64b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:25.646950 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee9ca42-cf98-4498-84a7-b270d20fc85b None None] Network 8f446049-40ee-4399-ad3a-ce93a227fe61 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:31:25.674667 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3761d-dc6a-41e0-b70d-507d53f2623b tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event updated for resources: {'Port': ['ID=84da6230-84de-4357-8285-2adb4e067fe7,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:25.725440 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-99dc2718-085f-45e5-a415-1c8d665f9639 req-961a91f8-529f-43d3-9ebb-c5f0af5a312a tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?id=3136b98c-d8bb-42f2-8f8e-d9b7d67bc37f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2550967 May 27 02:31:25.760323 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 975a0dda-8abb-4a3b-813a-4f404464f9db completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:31:25.776018 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-387a07d8-7301-41fc-906b-6da71398b309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:25.795438 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 975a0dda-8abb-4a3b-813a-4f404464f9db triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:25.796356 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:25.860956 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-37b3761d-dc6a-41e0-b70d-507d53f2623b tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:25.880041 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4ed7b-dc65-4a4f-9332-15534f8f4c33 req-9fd80d8e-b979-4321-b844-6baf5d7ad62a tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:25.890707 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d2b4ed7b-dc65-4a4f-9332-15534f8f4c33 req-9fd80d8e-b979-4321-b844-6baf5d7ad62a tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d6c0d0-8232-4954-b8fb-5b2d1a19f11a HTTP/1.1" status: 200 len: 945 time: 0.3228235 May 27 02:31:25.955760 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-030b2b63-8eb0-4709-bef9-d2412dfc6778 None None] Provisioning for port d5b538f8-4746-46ab-85b5-15632b60b78b completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:31:26.009965 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-2a1b43fd-8839-4097-9a1f-d34a65bf059a tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:26.025483 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c7b58c-730c-4f5a-94b5-644adfdb212d None None] DHCP port deletion for 4df28d7f-d112-4b82-a478-2d304ba036a3 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:31:26.066938 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d2b4ed7b-dc65-4a4f-9332-15534f8f4c33 req-e932f46a-50f6-4995-898d-43975cae277f tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563628 May 27 02:31:26.077240 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-47c7b58c-730c-4f5a-94b5-644adfdb212d None None] Deleting port 363a7a5a-7a01-4a81-be4e-d231a0f43f66 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:31:26.077727 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-47c7b58c-730c-4f5a-94b5-644adfdb212d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:26.119234 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c236f-3e45-4f98-b748-09199fa27db6 req-d61aaca3-df9f-46a7-bfef-5fe7b469b43d tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:26.122605 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2f5c236f-3e45-4f98-b748-09199fa27db6 req-d61aaca3-df9f-46a7-bfef-5fe7b469b43d tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=31da9e92-be8a-497c-81ac-03e605f02623 HTTP/1.1" status: 200 len: 945 time: 0.1530111 May 27 02:31:26.159897 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d6fa3ae3-9bd3-41fe-b9c7-2d8240ab1ac4 req-da753e49-1b96-4158-96db-6955c0ad980f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:26.167564 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-33c5a854-2a39-4f30-974a-8a56773a64b0 admin admin] For port 363a7a5a-7a01-4a81-be4e-d231a0f43f66, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=363a7a5a-7a01-4a81-be4e-d231a0f43f66,segment=NetworkSegment(07f80d0d-49dc-4524-ab97-b73b903d653c),segment_id=07f80d0d-49dc-4524-ab97-b73b903d653c)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:26.168134 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33c5a854-2a39-4f30-974a-8a56773a64b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:26.181362 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 975a0dda-8abb-4a3b-813a-4f404464f9db is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:31:26.181747 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:26.237267 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['4e9286b6-fb62-4d5b-8a3a-282c0e133d50'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:31:26.278990 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da753e49-1b96-4158-96db-6955c0ad980f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Pushing event deleted for resources: {'Port': ['ID=4e9286b6-fb62-4d5b-8a3a-282c0e133d50,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:26.289475 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device d5b538f8-4746-46ab-85b5-15632b60b78b up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:31:26.325936 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-33c5a854-2a39-4f30-974a-8a56773a64b0 admin admin] Calling delete_port for 363a7a5a-7a01-4a81-be4e-d231a0f43f66 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:31:26.350750 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6fa3ae3-9bd3-41fe-b9c7-2d8240ab1ac4 req-da753e49-1b96-4158-96db-6955c0ad980f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] No DVR routers for this DVR port 4e9286b6-fb62-4d5b-8a3a-282c0e133d50 on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:31:26.353913 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d6fa3ae3-9bd3-41fe-b9c7-2d8240ab1ac4 req-da753e49-1b96-4158-96db-6955c0ad980f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:26.361444 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2f5c236f-3e45-4f98-b748-09199fa27db6 req-23d234b7-5cfe-4ad8-b76f-c1650bea555d tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/security-groups?id=0abcd962-960a-49b7-bf70-798fec67f709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265918 May 27 02:31:26.365844 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31da9e92-be8a-497c-81ac-03e605f02623', 'name': 'network-vif-deleted', 'tag': '4e9286b6-fb62-4d5b-8a3a-282c0e133d50'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:31:26.403998 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a4b995-cde9-4de8-b3c2-7613a7d84bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975a0dda-8abb-4a3b-813a-4f404464f9db'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:31:26.447685 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 975a0dda-8abb-4a3b-813a-4f404464f9db, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=975a0dda-8abb-4a3b-813a-4f404464f9db,segment=NetworkSegment(2f5a53b5-f564-4864-b9f2-3ebea542732b),segment_id=2f5a53b5-f564-4864-b9f2-3ebea542732b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:26.493686 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dad90fc-d3d2-48a3-8a1c-b52f57ba0b6e'] response: {'server_uuid': '31da9e92-be8a-497c-81ac-03e605f02623', 'name': 'network-vif-deleted', 'tag': '4e9286b6-fb62-4d5b-8a3a-282c0e133d50', 'status': 'completed', 'code': 200} May 27 02:31:26.493793 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-2a1b43fd-8839-4097-9a1f-d34a65bf059a tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:26.498076 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d6fa3ae3-9bd3-41fe-b9c7-2d8240ab1ac4 req-da753e49-1b96-4158-96db-6955c0ad980f tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.66 "DELETE /v2.0/ports/4e9286b6-fb62-4d5b-8a3a-282c0e133d50 HTTP/1.1" status: 204 len: 173 time: 1.7518859 May 27 02:31:26.500004 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33c5a854-2a39-4f30-974a-8a56773a64b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:26.513132 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e2cdbd6-e974-4b7b-80be-dd2df2b09708'] response: {'server_uuid': 'f0a4b995-cde9-4de8-b3c2-7613a7d84bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975a0dda-8abb-4a3b-813a-4f404464f9db', 'code': 200} May 27 02:31:26.525470 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-47c7b58c-730c-4f5a-94b5-644adfdb212d None None] The port '363a7a5a-7a01-4a81-be4e-d231a0f43f66' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:31:26.527703 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:26.592675 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c5a854-2a39-4f30-974a-8a56773a64b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=363a7a5a-7a01-4a81-be4e-d231a0f43f66,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:26.677511 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=975a0dda-8abb-4a3b-813a-4f404464f9db,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:26.695768 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b43fd-8839-4097-9a1f-d34a65bf059a tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Pushing event updated for resources: {'Port': ['ID=ef89c633-926b-4d93-b87d-6ad84002925e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:26.705033 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c5a854-2a39-4f30-974a-8a56773a64b0 admin admin] No DVR routers for this DVR port 363a7a5a-7a01-4a81-be4e-d231a0f43f66 on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:31:26.736763 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port d5b538f8-4746-46ab-85b5-15632b60b78b completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:31:26.746553 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port d5b538f8-4746-46ab-85b5-15632b60b78b triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:26.747200 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:26.770920 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-2a1b43fd-8839-4097-9a1f-d34a65bf059a tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Network 882e4b63-c6d9-4a5c-9012-33783fcec11a is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:31:26.777219 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-2a1b43fd-8839-4097-9a1f-d34a65bf059a tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:31:26.779589 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-2a1b43fd-8839-4097-9a1f-d34a65bf059a tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:31:26.904549 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33c5a854-2a39-4f30-974a-8a56773a64b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:26.921352 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648baf2-e966-4f24-ab1a-10759f1ab5e1 req-7f5e27c9-a441-4ba6-8fbd-fad37c3bd041 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:26.926711 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9648baf2-e966-4f24-ab1a-10759f1ab5e1 req-7f5e27c9-a441-4ba6-8fbd-fad37c3bd041 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 932 time: 0.4918528 May 27 02:31:26.938151 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-33c5a854-2a39-4f30-974a-8a56773a64b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4df28d7f-d112-4b82-a478-2d304ba036a3']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:26.953813 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-33c5a854-2a39-4f30-974a-8a56773a64b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07f80d0d-49dc-4524-ab97-b73b903d653c') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:26.954158 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-33c5a854-2a39-4f30-974a-8a56773a64b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07f80d0d-49dc-4524-ab97-b73b903d653c') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:26.968694 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33c5a854-2a39-4f30-974a-8a56773a64b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:26.986622 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33c5a854-2a39-4f30-974a-8a56773a64b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:26.994803 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33c5a854-2a39-4f30-974a-8a56773a64b0 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:31:26.995203 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33c5a854-2a39-4f30-974a-8a56773a64b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:27.030831 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f29a62-49bb-4346-803c-67de401df308 req-e29f669c-d480-40f6-be72-ee4289e9d87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:27.032359 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-22f29a62-49bb-4346-803c-67de401df308 req-e29f669c-d480-40f6-be72-ee4289e9d87c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f0a4b995-cde9-4de8-b3c2-7613a7d84bfc HTTP/1.1" status: 200 len: 1096 time: 0.3850598 May 27 02:31:27.086080 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9648baf2-e966-4f24-ab1a-10759f1ab5e1 req-90d5c5d5-5a2d-4a65-b123-03201c94436a tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488168 May 27 02:31:27.118427 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-37b3761d-dc6a-41e0-b70d-507d53f2623b tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:27.132335 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port d5b538f8-4746-46ab-85b5-15632b60b78b is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:31:27.139702 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:27.145253 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 07f80d0d-49dc-4524-ab97-b73b903d653c resource provider aggregate not found May 27 02:31:27.169722 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-22f29a62-49bb-4346-803c-67de401df308 req-47a1646c-8b71-412f-a57d-3fb9f33db52b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3136b98c-d8bb-42f2-8f8e-d9b7d67bc37f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657334 May 27 02:31:27.199600 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 07f80d0d-49dc-4524-ab97-b73b903d653c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 07f80d0d-49dc-4524-ab97-b73b903d653c found for delete ", "request_id": "req-fa4c9a8c-a48f-48f4-b803-7795525d0031"}]} May 27 02:31:27.207700 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51f300-fb49-4d4c-804c-6bb9db54e7da req-f56ba7f3-2de5-4f02-91b4-383c81d194e5 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:27.210029 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bc51f300-fb49-4d4c-804c-6bb9db54e7da req-f56ba7f3-2de5-4f02-91b4-383c81d194e5 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0a4b995-cde9-4de8-b3c2-7613a7d84bfc HTTP/1.1" status: 200 len: 945 time: 0.1694653 May 27 02:31:27.230529 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33c5a854-2a39-4f30-974a-8a56773a64b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:27.234976 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33c5a854-2a39-4f30-974a-8a56773a64b0 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:27.274845 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port d5b538f8-4746-46ab-85b5-15632b60b78b, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=d5b538f8-4746-46ab-85b5-15632b60b78b,segment=NetworkSegment(cbc079c3-5b7f-45d5-ab6c-c9841ca7986a),segment_id=cbc079c3-5b7f-45d5-ab6c-c9841ca7986a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:27.275919 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ba79f5b3-37b3-47ea-a076-cb1f6df83855 None None] Provisioning complete for port d5b538f8-4746-46ab-85b5-15632b60b78b triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:27.276292 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ba79f5b3-37b3-47ea-a076-cb1f6df83855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:27.286288 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-2a1b43fd-8839-4097-9a1f-d34a65bf059a tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:27.292400 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-2a1b43fd-8839-4097-9a1f-d34a65bf059a tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:27.298118 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bc51f300-fb49-4d4c-804c-6bb9db54e7da req-b2f2b15c-71aa-4802-9cce-841a66f8aa22 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?id=3136b98c-d8bb-42f2-8f8e-d9b7d67bc37f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801184 May 27 02:31:27.304681 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c5a854-2a39-4f30-974a-8a56773a64b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4df28d7f-d112-4b82-a478-2d304ba036a3,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:27.382573 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:27.393148 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-33c5a854-2a39-4f30-974a-8a56773a64b0 admin admin] 10.222.0.57 "DELETE /v2.0/networks/4df28d7f-d112-4b82-a478-2d304ba036a3 HTTP/1.1" status: 204 len: 168 time: 2.0470922 May 27 02:31:27.474516 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-2a1b43fd-8839-4097-9a1f-d34a65bf059a tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6340261 May 27 02:31:27.504508 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 363a7a5a-7a01-4a81-be4e-d231a0f43f66 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:31:27.509927 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-157ffe9e-9e88-4259-8791-b3ef4973fdd6 service neutron] Request body: {'port': {'device_id': '9f87a637-be7d-4c14-91f0-a828b1927412', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:31:27.522626 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518edbd6-4d3c-4e3a-960a-0e775b2e5f4e req-b2d2cbf9-8fd4-49b9-9511-f07c201f7d20 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:27.524274 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-518edbd6-4d3c-4e3a-960a-0e775b2e5f4e req-b2d2cbf9-8fd4-49b9-9511-f07c201f7d20 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d6c0d0-8232-4954-b8fb-5b2d1a19f11a HTTP/1.1" status: 200 len: 945 time: 0.1748104 May 27 02:31:27.620300 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=d5b538f8-4746-46ab-85b5-15632b60b78b,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:27.631321 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 363a7a5a-7a01-4a81-be4e-d231a0f43f66 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:31:27.631802 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 363a7a5a-7a01-4a81-be4e-d231a0f43f66 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:31:27.678439 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-34aa7483-2d09-4b0d-b51f-015a4e6ef17a req-3fa5498b-ea0d-4529-bba7-12258bf712e5 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Synchronizing usage tracker for tenant:0a9d84b96bbe4011b693e36de83ee83d on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:31:27.703414 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-518edbd6-4d3c-4e3a-960a-0e775b2e5f4e req-dca6fa00-19bc-4e49-9894-0b5b133feebc tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602871 May 27 02:31:27.737102 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ba79f5b3-37b3-47ea-a076-cb1f6df83855 None None] Current status of the port d5b538f8-4746-46ab-85b5-15632b60b78b is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:31:27.786275 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-34aa7483-2d09-4b0d-b51f-015a4e6ef17a req-3fa5498b-ea0d-4529-bba7-12258bf712e5 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] Unset dirty status for tenant:0a9d84b96bbe4011b693e36de83ee83d on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:31:27.788628 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-34aa7483-2d09-4b0d-b51f-015a4e6ef17a req-3fa5498b-ea0d-4529-bba7-12258bf712e5 tempest-ServerRescueNegativeTestJSON-877248324 tempest-ServerRescueNegativeTestJSON-877248324-project] 10.222.0.57 "GET /v2.0/ports?device_id=31da9e92-be8a-497c-81ac-03e605f02623 HTTP/1.1" status: 200 len: 210 time: 0.2054651 May 27 02:31:27.865624 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55990) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:27.884123 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ba79f5b3-37b3-47ea-a076-cb1f6df83855 None None] Provisioning for port 84da6230-84de-4357-8285-2adb4e067fe7 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:31:27.889597 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-128fb63e-bc40-4e4b-afa7-fba28ad99019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:27.896371 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ba79f5b3-37b3-47ea-a076-cb1f6df83855 None None] Provisioning complete for port 84da6230-84de-4357-8285-2adb4e067fe7 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:27.896866 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ba79f5b3-37b3-47ea-a076-cb1f6df83855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:27.921585 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4d9dadd2-7d92-4f1a-bd33-0383186abdfa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=81f33c34ff244585a8e7a12aa2df1967&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0545480 May 27 02:31:27.924071 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55994) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:27.975091 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ba79f5b3-37b3-47ea-a076-cb1f6df83855 None None] Port 84da6230-84de-4357-8285-2adb4e067fe7 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:31:27.979162 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-157ffe9e-9e88-4259-8791-b3ef4973fdd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:28.008350 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f2150e88-7010-467b-ab6b-0c6b459683de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:28.037473 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f2150e88-7010-467b-ab6b-0c6b459683de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:28.091046 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device d5b538f8-4746-46ab-85b5-15632b60b78b up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:31:28.140585 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-37b3761d-dc6a-41e0-b70d-507d53f2623b tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:28.193068 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f7a9e244-d0e8-47e2-b63d-16f3435a89b5 None None] Provisioning complete for port 84da6230-84de-4357-8285-2adb4e067fe7 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:28.195737 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f7a9e244-d0e8-47e2-b63d-16f3435a89b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:28.211167 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f2150e88-7010-467b-ab6b-0c6b459683de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:28.275925 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2150e88-7010-467b-ab6b-0c6b459683de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f7d25b-3d2a-4717-b415-81a3ef55b9d9,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:28.276338 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9e244-d0e8-47e2-b63d-16f3435a89b5 None None] Port 84da6230-84de-4357-8285-2adb4e067fe7 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:31:28.284401 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port d5b538f8-4746-46ab-85b5-15632b60b78b triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:28.284921 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:28.292424 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f2150e88-7010-467b-ab6b-0c6b459683de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:28.293578 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f2150e88-7010-467b-ab6b-0c6b459683de admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d5f7d25b-3d2a-4717-b415-81a3ef55b9d9 HTTP/1.1" status: 204 len: 168 time: 0.3682868 May 27 02:31:28.328752 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-37b3761d-dc6a-41e0-b70d-507d53f2623b tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:28.381142 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16d8e3-16c6-4452-940f-279ea414eb5f req-1dd025d9-447a-4e8f-9796-89d6d72371af tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:28.382629 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3e16d8e3-16c6-4452-940f-279ea414eb5f req-1dd025d9-447a-4e8f-9796-89d6d72371af tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 932 time: 0.1540811 May 27 02:31:28.473567 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3e16d8e3-16c6-4452-940f-279ea414eb5f req-55a339b9-355b-4432-9558-b74b05c06015 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846372 May 27 02:31:28.573311 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9527b-ce1e-4602-95ef-385de861d47f req-132951eb-6481-41c9-8997-5667ed707f5f tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:28.581318 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-efa9527b-ce1e-4602-95ef-385de861d47f req-132951eb-6481-41c9-8997-5667ed707f5f tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0a4b995-cde9-4de8-b3c2-7613a7d84bfc HTTP/1.1" status: 200 len: 945 time: 0.0969281 May 27 02:31:28.587891 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port d5b538f8-4746-46ab-85b5-15632b60b78b is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:31:28.606038 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3761d-dc6a-41e0-b70d-507d53f2623b tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event updated for resources: {'Port': ['ID=84da6230-84de-4357-8285-2adb4e067fe7,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:28.626777 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-efa9527b-ce1e-4602-95ef-385de861d47f req-39db1f37-4f68-4045-913f-afbb3bb33d8f tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?id=3136b98c-d8bb-42f2-8f8e-d9b7d67bc37f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445633 May 27 02:31:28.688181 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-37b3761d-dc6a-41e0-b70d-507d53f2623b tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:28.695105 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-157ffe9e-9e88-4259-8791-b3ef4973fdd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef89c633-926b-4d93-b87d-6ad84002925e {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:31:28.708314 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-157ffe9e-9e88-4259-8791-b3ef4973fdd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:28.803073 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-157ffe9e-9e88-4259-8791-b3ef4973fdd6 service neutron] Transition to ACTIVE for port object ef89c633-926b-4d93-b87d-6ad84002925e will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:31:28.866195 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b3761d-dc6a-41e0-b70d-507d53f2623b tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Network 8f446049-40ee-4399-ad3a-ce93a227fe61 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:31:28.868484 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-37b3761d-dc6a-41e0-b70d-507d53f2623b tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:31:28.877669 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-157ffe9e-9e88-4259-8791-b3ef4973fdd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:28.963713 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:28.980105 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e49cf1-d193-4d0b-9e95-7f02cda44240 req-d1f12664-5682-4ea0-808e-46160d8f6008 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:28.983627 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56012) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:28.987601 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:28.989287 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-57e49cf1-d193-4d0b-9e95-7f02cda44240 req-d1f12664-5682-4ea0-808e-46160d8f6008 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d6c0d0-8232-4954-b8fb-5b2d1a19f11a HTTP/1.1" status: 200 len: 945 time: 0.1568246 May 27 02:31:29.036554 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-57e49cf1-d193-4d0b-9e95-7f02cda44240 req-05271408-f03b-4d97-9f11-985db0748903 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469215 May 27 02:31:29.206322 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56018) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:29.221307 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 4e9286b6-fb62-4d5b-8a3a-282c0e133d50 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:31:29.243743 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157ffe9e-9e88-4259-8791-b3ef4973fdd6 service neutron] Pushing event updated for resources: {'Port': ['ID=ef89c633-926b-4d93-b87d-6ad84002925e,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:29.288757 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-17ed4aee-46b6-4a5a-9915-48d402bfca11 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0175724c21d348429aa5e3000587cd5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0810723 May 27 02:31:29.301931 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: 4e9286b6-fb62-4d5b-8a3a-282c0e133d50 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:31:29.301931 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 4e9286b6-fb62-4d5b-8a3a-282c0e133d50 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:31:29.304229 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56022) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:29.304646 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-2f540d58-ac60-4de4-bbea-a24512d21018 None None] Provisioning complete for port 84da6230-84de-4357-8285-2adb4e067fe7 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:29.305064 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2f540d58-ac60-4de4-bbea-a24512d21018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:29.316576 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-157ffe9e-9e88-4259-8791-b3ef4973fdd6 service neutron] Attempting to bind port ef89c633-926b-4d93-b87d-6ad84002925e on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:31:29.316943 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-157ffe9e-9e88-4259-8791-b3ef4973fdd6 service neutron] Attempting to bind port ef89c633-926b-4d93-b87d-6ad84002925e by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'c440826c-ad96-4ffb-93da-4786708a138b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '882e4b63-c6d9-4a5c-9012-33783fcec11a'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:31:29.317282 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-157ffe9e-9e88-4259-8791-b3ef4973fdd6 service neutron] Attempting to bind port ef89c633-926b-4d93-b87d-6ad84002925e on network 882e4b63-c6d9-4a5c-9012-33783fcec11a {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:31:29.326214 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-157ffe9e-9e88-4259-8791-b3ef4973fdd6 service neutron] Port ef89c633-926b-4d93-b87d-6ad84002925e on network 882e4b63-c6d9-4a5c-9012-33783fcec11a not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:31:29.326524 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-157ffe9e-9e88-4259-8791-b3ef4973fdd6 service neutron] Attempting to bind port ef89c633-926b-4d93-b87d-6ad84002925e on network 882e4b63-c6d9-4a5c-9012-33783fcec11a {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:31:29.333095 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-157ffe9e-9e88-4259-8791-b3ef4973fdd6 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:31:29.333441 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-157ffe9e-9e88-4259-8791-b3ef4973fdd6 service neutron] Checking segment: {'id': 'c440826c-ad96-4ffb-93da-4786708a138b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '882e4b63-c6d9-4a5c-9012-33783fcec11a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:31:29.333834 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-157ffe9e-9e88-4259-8791-b3ef4973fdd6 service neutron] Bound using segment: {'id': 'c440826c-ad96-4ffb-93da-4786708a138b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '882e4b63-c6d9-4a5c-9012-33783fcec11a'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:31:29.335504 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-157ffe9e-9e88-4259-8791-b3ef4973fdd6 service neutron] Bound port: ef89c633-926b-4d93-b87d-6ad84002925e, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c440826c-ad96-4ffb-93da-4786708a138b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '882e4b63-c6d9-4a5c-9012-33783fcec11a'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:31:29.335504 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-157ffe9e-9e88-4259-8791-b3ef4973fdd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:29.384105 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b3761d-dc6a-41e0-b70d-507d53f2623b tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Router d85a4136-525e-4cba-b251-6dadf063d217 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:31:29.413731 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a4231311-36f7-466b-a16e-c4ceb64cb6df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:29.429486 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-2f540d58-ac60-4de4-bbea-a24512d21018 None None] Port 84da6230-84de-4357-8285-2adb4e067fe7 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:31:29.447936 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a4231311-36f7-466b-a16e-c4ceb64cb6df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:29.628995 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56030) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:29.630112 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a4231311-36f7-466b-a16e-c4ceb64cb6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:29.668823 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4231311-36f7-466b-a16e-c4ceb64cb6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265cd488-5638-4b04-8bc5-c36cca8a4574,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:29.717057 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8de8d-7269-4bce-93e1-3f9c3779b50d req-c21f811c-34c0-47ba-ba84-33fa0a9b36a7 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:29.719125 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ede8de8d-7269-4bce-93e1-3f9c3779b50d req-c21f811c-34c0-47ba-ba84-33fa0a9b36a7 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 944 time: 0.1341512 May 27 02:31:29.776184 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a4231311-36f7-466b-a16e-c4ceb64cb6df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:29.780004 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a4231311-36f7-466b-a16e-c4ceb64cb6df admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/265cd488-5638-4b04-8bc5-c36cca8a4574 HTTP/1.1" status: 204 len: 168 time: 0.4710433 May 27 02:31:29.792372 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ede8de8d-7269-4bce-93e1-3f9c3779b50d req-912b14c0-9eeb-4ca2-8f0f-1699f018518f tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661271 May 27 02:31:29.874710 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-0913141e-a2d8-4cbb-b9f7-3f3c59a9c296 admin admin] Deleting subnet fb03e0c8-b7ed-4309-96db-1431d429c2bf {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:31:29.878367 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0913141e-a2d8-4cbb-b9f7-3f3c59a9c296 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:29.934003 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0913141e-a2d8-4cbb-b9f7-3f3c59a9c296 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:29.935150 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-157ffe9e-9e88-4259-8791-b3ef4973fdd6 service neutron] For port ef89c633-926b-4d93-b87d-6ad84002925e, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:31:29.975119 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-157ffe9e-9e88-4259-8791-b3ef4973fdd6 service neutron] For port ef89c633-926b-4d93-b87d-6ad84002925e, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=ef89c633-926b-4d93-b87d-6ad84002925e,segment=NetworkSegment(c440826c-ad96-4ffb-93da-4786708a138b),segment_id=c440826c-ad96-4ffb-93da-4786708a138b)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:31:29.978348 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b3761d-dc6a-41e0-b70d-507d53f2623b tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:31:29.987525 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-37b3761d-dc6a-41e0-b70d-507d53f2623b tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "PUT /v2.0/routers/d85a4136-525e-4cba-b251-6dadf063d217/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5288441 May 27 02:31:29.989784 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56040) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:29.994702 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d40133e-ec1e-4bde-b272-2fa9bd848118 None None] Sync routers for ids ['d85a4136-525e-4cba-b251-6dadf063d217'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:31:30.007575 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-ae5248da-fca7-42fb-819f-517c340a1472 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Request body: {'network': {'name': 'tempest-RoutersTest-1294970519'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:31:30.010628 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d40133e-ec1e-4bde-b272-2fa9bd848118 None None] Routers {'d85a4136-525e-4cba-b251-6dadf063d217'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:31:30.011401 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-4d40133e-ec1e-4bde-b272-2fa9bd848118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:31:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d85a4136-525e-4cba-b251-6dadf063d217'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:30.015263 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-ae5248da-fca7-42fb-819f-517c340a1472 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:31:30.026807 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-ae5248da-fca7-42fb-819f-517c340a1472 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Usage tracker for resource:network and tenant:39308f34ca0d41f5bed3e55c79db3f61 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:31:30.039954 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-ae5248da-fca7-42fb-819f-517c340a1472 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:31:30.049439 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-ae5248da-fca7-42fb-819f-517c340a1472 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:31:30.068761 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0913141e-a2d8-4cbb-b9f7-3f3c59a9c296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:30.082192 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:30.204583 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5248da-fca7-42fb-819f-517c340a1472 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Made reservation on behalf of 39308f34ca0d41f5bed3e55c79db3f61 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:31:30.208909 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ae5248da-fca7-42fb-819f-517c340a1472 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:30.311921 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-4d40133e-ec1e-4bde-b272-2fa9bd848118 None None] Set router d85a4136-525e-4cba-b251-6dadf063d217 gateway port host: None {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:31:30.326139 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae5248da-fca7-42fb-819f-517c340a1472 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:31:30.374545 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ae5248da-fca7-42fb-819f-517c340a1472 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:30.375146 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-ae5248da-fca7-42fb-819f-517c340a1472 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Added segment ec66a897-ac05-4eaa-a48f-e1d65b54faf0 of type vlan for network 8ce48716-4f45-47a4-900f-982b39a3d6a6 May 27 02:31:30.433434 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-157ffe9e-9e88-4259-8791-b3ef4973fdd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:30.497714 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ae5248da-fca7-42fb-819f-517c340a1472 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:30.515116 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9a0b7-3b46-41a8-9792-402e90c2d9ba req-d347ffc8-470d-4513-bb84-af993fdfe5d5 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:30.517027 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-31f9a0b7-3b46-41a8-9792-402e90c2d9ba req-d347ffc8-470d-4513-bb84-af993fdfe5d5 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d6c0d0-8232-4954-b8fb-5b2d1a19f11a HTTP/1.1" status: 200 len: 945 time: 0.3144996 May 27 02:31:30.530227 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8b01a-a405-4df5-bcd9-9e7a2ce7c88c req-5c39fa54-626e-4427-ae1a-b35634e3ec51 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:30.538085 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8fa8b01a-a405-4df5-bcd9-9e7a2ce7c88c req-5c39fa54-626e-4427-ae1a-b35634e3ec51 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0a4b995-cde9-4de8-b3c2-7613a7d84bfc HTTP/1.1" status: 200 len: 945 time: 0.5000012 May 27 02:31:30.567354 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-157ffe9e-9e88-4259-8791-b3ef4973fdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:30.568638 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-157ffe9e-9e88-4259-8791-b3ef4973fdd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:30.572934 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-157ffe9e-9e88-4259-8791-b3ef4973fdd6 service neutron] 10.222.0.32 "PUT /v2.0/ports/ef89c633-926b-4d93-b87d-6ad84002925e HTTP/1.1" status: 200 len: 1092 time: 3.0851223 May 27 02:31:30.637370 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0913141e-a2d8-4cbb-b9f7-3f3c59a9c296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:30.639094 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f87a637-be7d-4c14-91f0-a828b1927412', 'tag': 'ef89c633-926b-4d93-b87d-6ad84002925e'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:31:30.648241 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [None req-ae5248da-fca7-42fb-819f-517c340a1472 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:31:30.681339 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157ffe9e-9e88-4259-8791-b3ef4973fdd6 service neutron] Pushing event updated for resources: {'Port': ['ID=ef89c633-926b-4d93-b87d-6ad84002925e,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:30.684008 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-4d40133e-ec1e-4bde-b272-2fa9bd848118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'name': 'tempest-RoutersTest-router-874020420', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:20Z', 'updated_at': '2022-05-27T02:31:26Z', 'revision_number': 2, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'gw_port_host': None, '_interfaces': [{'id': '84da6230-84de-4357-8285-2adb4e067fe7', 'name': '', 'network_id': '8f446049-40ee-4399-ad3a-ce93a227fe61', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:b6:2b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:23Z', 'updated_at': '2022-05-27T02:31:27Z', 'revision_number': 2, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:30.688362 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d40133e-ec1e-4bde-b272-2fa9bd848118 None None] Checking router: d85a4136-525e-4cba-b251-6dadf063d217 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:31:30.690822 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d40133e-ec1e-4bde-b272-2fa9bd848118 None None] Updating router d85a4136-525e-4cba-b251-6dadf063d217 port 84da6230-84de-4357-8285-2adb4e067fe7 binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:31:30.708252 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913141e-a2d8-4cbb-b9f7-3f3c59a9c296 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb03e0c8-b7ed-4309-96db-1431d429c2bf,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:30.762682 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-4d40133e-ec1e-4bde-b272-2fa9bd848118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:30.763168 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0913141e-a2d8-4cbb-b9f7-3f3c59a9c296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:30.786459 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8fa8b01a-a405-4df5-bcd9-9e7a2ce7c88c req-2d6368af-187e-4578-937a-b0f6186f5ec8 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?id=3136b98c-d8bb-42f2-8f8e-d9b7d67bc37f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2429781 May 27 02:31:30.792525 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-83102c09-f56d-4c5c-997c-23c0747cdfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:30.793836 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-31f9a0b7-3b46-41a8-9792-402e90c2d9ba req-2cb21f0e-48b5-4d7b-a3a5-15dc9cdd10bd tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542424 May 27 02:31:30.794541 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-83102c09-f56d-4c5c-997c-23c0747cdfaf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b5ea1dadce014c8bb6c8d9e009e7786c&device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 1095 time: 0.1143050 May 27 02:31:30.798068 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0913141e-a2d8-4cbb-b9f7-3f3c59a9c296 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/fb03e0c8-b7ed-4309-96db-1431d429c2bf HTTP/1.1" status: 204 len: 168 time: 1.1635191 May 27 02:31:30.801084 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56048) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:30.876784 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ae5248da-fca7-42fb-819f-517c340a1472 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:30.883877 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5248da-fca7-42fb-819f-517c340a1472 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:30.889917 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ae5248da-fca7-42fb-819f-517c340a1472 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:30.923226 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-cdd7b79a-9231-44a8-aef3-47fa3e517b03 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef89c633-926b-4d93-b87d-6ad84002925e HTTP/1.1" status: 200 len: 217 time: 0.0959213 May 27 02:31:30.929079 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7128c6e-386e-4213-a2e9-a0b6ef76a137'] response: {'name': 'network-changed', 'server_uuid': '9f87a637-be7d-4c14-91f0-a828b1927412', 'tag': 'ef89c633-926b-4d93-b87d-6ad84002925e', 'status': 'completed', 'code': 200} May 27 02:31:31.027745 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-1ad71f2e-9762-4a82-afb6-71898c81131a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:31.029253 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-1ad71f2e-9762-4a82-afb6-71898c81131a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b516e58d-c3cf-49b8-8e9a-0013236ae33e HTTP/1.1" status: 200 len: 854 time: 0.0897105 May 27 02:31:31.091059 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-37b67061-e650-4c17-83ff-fe215af3ef3b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=882e4b63-c6d9-4a5c-9012-33783fcec11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475450 May 27 02:31:31.103684 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9dccb417-e668-4eee-83d1-571c105ffdff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:31.207618 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-4d40133e-ec1e-4bde-b272-2fa9bd848118 None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:31.219891 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-4d40133e-ec1e-4bde-b272-2fa9bd848118 None None] Transition to ACTIVE for port object 84da6230-84de-4357-8285-2adb4e067fe7 will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:31:31.279998 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-4d40133e-ec1e-4bde-b272-2fa9bd848118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:31.286550 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ae5248da-fca7-42fb-819f-517c340a1472 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2924924 May 27 02:31:31.296386 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56056) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:31.316310 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-a2d571b0-183c-4951-bbc1-a70e892f8b9d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Request body: {'subnet': {'network_id': '8ce48716-4f45-47a4-900f-982b39a3d6a6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:31:31.359374 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-39a0c709-f201-446a-a273-b32952e28d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:31.361047 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5248da-fca7-42fb-819f-517c340a1472 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event updated for resources: {'Network': ['ID=8ce48716-4f45-47a4-900f-982b39a3d6a6,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:31.376646 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 8ce48716-4f45-47a4-900f-982b39a3d6a6 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:31:31.405389 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-f03c868b-f4cc-470a-909e-3150a4c8cf6e service neutron] 10.222.0.32 "GET /v2.0/networks/882e4b63-c6d9-4a5c-9012-33783fcec11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080688 May 27 02:31:31.448597 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a15d2e-ddd5-4e0a-9f6c-5814210d2785 None None] Pushing event updated for resources: {'Port': ['ID=84da6230-84de-4357-8285-2adb4e067fe7,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:31.471845 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a15d2e-ddd5-4e0a-9f6c-5814210d2785 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:31.472340 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a15d2e-ddd5-4e0a-9f6c-5814210d2785 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:31.472872 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a15d2e-ddd5-4e0a-9f6c-5814210d2785 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:31.473308 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a15d2e-ddd5-4e0a-9f6c-5814210d2785 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:31.473737 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a15d2e-ddd5-4e0a-9f6c-5814210d2785 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:31.474164 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a15d2e-ddd5-4e0a-9f6c-5814210d2785 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:31.474607 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a15d2e-ddd5-4e0a-9f6c-5814210d2785 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:31.475033 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a15d2e-ddd5-4e0a-9f6c-5814210d2785 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:31.475454 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a15d2e-ddd5-4e0a-9f6c-5814210d2785 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:31.475878 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a15d2e-ddd5-4e0a-9f6c-5814210d2785 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:31.476297 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a15d2e-ddd5-4e0a-9f6c-5814210d2785 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:31.476728 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a15d2e-ddd5-4e0a-9f6c-5814210d2785 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:31.543564 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-4d40133e-ec1e-4bde-b272-2fa9bd848118 None None] Attempting to bind port 84da6230-84de-4357-8285-2adb4e067fe7 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:31:31.543926 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-4d40133e-ec1e-4bde-b272-2fa9bd848118 None None] Attempting to bind port 84da6230-84de-4357-8285-2adb4e067fe7 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cbc079c3-5b7f-45d5-ab6c-c9841ca7986a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8f446049-40ee-4399-ad3a-ce93a227fe61'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:31:31.544278 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d40133e-ec1e-4bde-b272-2fa9bd848118 None None] Attempting to bind port 84da6230-84de-4357-8285-2adb4e067fe7 on network 8f446049-40ee-4399-ad3a-ce93a227fe61 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:31:31.552163 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d40133e-ec1e-4bde-b272-2fa9bd848118 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:31:31.552530 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d40133e-ec1e-4bde-b272-2fa9bd848118 None None] Checking segment: {'id': 'cbc079c3-5b7f-45d5-ab6c-c9841ca7986a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8f446049-40ee-4399-ad3a-ce93a227fe61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:31:31.552988 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-4d40133e-ec1e-4bde-b272-2fa9bd848118 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:31.553376 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d40133e-ec1e-4bde-b272-2fa9bd848118 None None] Bound using segment: {'id': 'cbc079c3-5b7f-45d5-ab6c-c9841ca7986a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8f446049-40ee-4399-ad3a-ce93a227fe61'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:31:31.553893 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-4d40133e-ec1e-4bde-b272-2fa9bd848118 None None] Bound port: 84da6230-84de-4357-8285-2adb4e067fe7, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbc079c3-5b7f-45d5-ab6c-c9841ca7986a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8f446049-40ee-4399-ad3a-ce93a227fe61'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:31:31.554257 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-4d40133e-ec1e-4bde-b272-2fa9bd848118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:31.644197 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a2d571b0-183c-4951-bbc1-a70e892f8b9d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:31:31.655372 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f7f7c-6773-4668-ad11-1ee049ef3820 req-638f8fec-7286-4a65-93d4-823ca8e067ae tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:31.657111 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee6f7f7c-6773-4668-ad11-1ee049ef3820 req-638f8fec-7286-4a65-93d4-823ca8e067ae tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0a4b995-cde9-4de8-b3c2-7613a7d84bfc HTTP/1.1" status: 200 len: 945 time: 0.5359929 May 27 02:31:31.661897 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a2d571b0-183c-4951-bbc1-a70e892f8b9d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Usage tracker for resource:subnet and tenant:39308f34ca0d41f5bed3e55c79db3f61 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:31:31.668175 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a2d571b0-183c-4951-bbc1-a70e892f8b9d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:31:31.677157 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9366a-0376-407a-8893-6f2f38896630 req-fa6af82f-ede8-4453-b45e-f1460df64c49 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:31.679030 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ea9366a-0376-407a-8893-6f2f38896630 req-fa6af82f-ede8-4453-b45e-f1460df64c49 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 944 time: 0.5641408 May 27 02:31:31.679729 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56060) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:31.685084 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-39a0c709-f201-446a-a273-b32952e28d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:31.694733 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a2d571b0-183c-4951-bbc1-a70e892f8b9d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:31:31.705166 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-4d40133e-ec1e-4bde-b272-2fa9bd848118 None None] For port 84da6230-84de-4357-8285-2adb4e067fe7, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:31:31.705982 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-545f789e-5250-402a-8e13-9894f8c112c2 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Request body: {'floatingip': {'port_id': '975a0dda-8abb-4a3b-813a-4f404464f9db'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:31:31.708783 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-4d40133e-ec1e-4bde-b272-2fa9bd848118 None None] For port 84da6230-84de-4357-8285-2adb4e067fe7, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=84da6230-84de-4357-8285-2adb4e067fe7,segment=NetworkSegment(cbc079c3-5b7f-45d5-ab6c-c9841ca7986a),segment_id=cbc079c3-5b7f-45d5-ab6c-c9841ca7986a)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:31:31.798545 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-4d40133e-ec1e-4bde-b272-2fa9bd848118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:31.822155 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-545f789e-5250-402a-8e13-9894f8c112c2 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for floatingip, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:31.840448 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-47b78c34-1e19-4a8a-b1f3-9b10be50859e req-c7d1d951-c8dc-4c26-87a6-1428893e8d95 service neutron] 10.222.0.32 "GET /v2.0/networks/882e4b63-c6d9-4a5c-9012-33783fcec11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349464 May 27 02:31:31.878201 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-39a0c709-f201-446a-a273-b32952e28d75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['685d8b83-d733-49e1-90bd-6bbf0138e6b7']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:31.905199 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-9dccb417-e668-4eee-83d1-571c105ffdff admin admin] Deleting port f4974f9e-4b5f-4ced-85fe-78bceb3073f6 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:31:31.905199 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9dccb417-e668-4eee-83d1-571c105ffdff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:31.908823 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-39a0c709-f201-446a-a273-b32952e28d75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3000b652-99bd-41cd-b27c-de211dcee687') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:31.909290 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-39a0c709-f201-446a-a273-b32952e28d75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3000b652-99bd-41cd-b27c-de211dcee687') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:31.913701 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a15d2e-ddd5-4e0a-9f6c-5814210d2785 None None] Pushing event updated for resources: {'Port': ['ID=84da6230-84de-4357-8285-2adb4e067fe7,revision_number=4']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:31.928568 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d40133e-ec1e-4bde-b272-2fa9bd848118 None None] Routers {'d85a4136-525e-4cba-b251-6dadf063d217'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:31:31.929258 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-4d40133e-ec1e-4bde-b272-2fa9bd848118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:31:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d85a4136-525e-4cba-b251-6dadf063d217'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:31.944411 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d571b0-183c-4951-bbc1-a70e892f8b9d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Made reservation on behalf of 39308f34ca0d41f5bed3e55c79db3f61 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:31:31.948762 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a2d571b0-183c-4951-bbc1-a70e892f8b9d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:32.043605 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-39a0c709-f201-446a-a273-b32952e28d75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:32.052701 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ea9366a-0376-407a-8893-6f2f38896630 req-ae6890cf-5891-4c05-9e93-4ba410201468 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545871 May 27 02:31:32.167855 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-39a0c709-f201-446a-a273-b32952e28d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:32.174180 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-4d40133e-ec1e-4bde-b272-2fa9bd848118 None None] Set router d85a4136-525e-4cba-b251-6dadf063d217 gateway port host: None {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:31:32.174888 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39a0c709-f201-446a-a273-b32952e28d75 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:31:32.174888 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-39a0c709-f201-446a-a273-b32952e28d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:32.181678 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-9dccb417-e668-4eee-83d1-571c105ffdff admin admin] For port f4974f9e-4b5f-4ced-85fe-78bceb3073f6, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=f4974f9e-4b5f-4ced-85fe-78bceb3073f6,segment=NetworkSegment(0096599c-fd5d-4fd7-aa45-4b457c52e46a),segment_id=0096599c-fd5d-4fd7-aa45-4b457c52e46a)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:32.182205 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9dccb417-e668-4eee-83d1-571c105ffdff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:32.197989 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf776d-9854-4d35-9e19-3599a802b12f req-75e5c9b0-469b-4077-800f-0cf548260f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:32.199437 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-49cf776d-9854-4d35-9e19-3599a802b12f req-75e5c9b0-469b-4077-800f-0cf548260f5c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b5ea1dadce014c8bb6c8d9e009e7786c&device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 1095 time: 0.2167876 May 27 02:31:32.287595 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 3000b652-99bd-41cd-b27c-de211dcee687 resource provider aggregate not found May 27 02:31:32.320497 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 3000b652-99bd-41cd-b27c-de211dcee687 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3000b652-99bd-41cd-b27c-de211dcee687 found for delete ", "request_id": "req-d4745161-c4be-4ccd-a550-eed13d22608f"}]} May 27 02:31:32.342990 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-9dccb417-e668-4eee-83d1-571c105ffdff admin admin] Calling delete_port for f4974f9e-4b5f-4ced-85fe-78bceb3073f6 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:31:32.421020 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-39a0c709-f201-446a-a273-b32952e28d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:32.425875 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-39a0c709-f201-446a-a273-b32952e28d75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:32.504737 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-4d40133e-ec1e-4bde-b272-2fa9bd848118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'name': 'tempest-RoutersTest-router-874020420', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:20Z', 'updated_at': '2022-05-27T02:31:26Z', 'revision_number': 2, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'gw_port_host': None, '_interfaces': [{'id': '84da6230-84de-4357-8285-2adb4e067fe7', 'name': '', 'network_id': '8f446049-40ee-4399-ad3a-ce93a227fe61', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:b6:2b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:23Z', 'updated_at': '2022-05-27T02:31:31Z', 'revision_number': 4, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:32.509128 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d40133e-ec1e-4bde-b272-2fa9bd848118 None None] The sync data for ids ['d85a4136-525e-4cba-b251-6dadf063d217'] in n-d-843554-3 is: [{'id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'name': 'tempest-RoutersTest-router-874020420', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:20Z', 'updated_at': '2022-05-27T02:31:26Z', 'revision_number': 2, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'gw_port_host': None, '_interfaces': [{'id': '84da6230-84de-4357-8285-2adb4e067fe7', 'name': '', 'network_id': '8f446049-40ee-4399-ad3a-ce93a227fe61', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:b6:2b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:23Z', 'updated_at': '2022-05-27T02:31:31Z', 'revision_number': 4, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:31:32.529869 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf776d-9854-4d35-9e19-3599a802b12f req-7e5dc701-49f3-422f-b878-14054d2944a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:32.533417 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-49cf776d-9854-4d35-9e19-3599a802b12f req-7e5dc701-49f3-422f-b878-14054d2944a7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=882e4b63-c6d9-4a5c-9012-33783fcec11a HTTP/1.1" status: 200 len: 915 time: 0.2745893 May 27 02:31:32.547046 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a0c709-f201-446a-a273-b32952e28d75 admin admin] Pushing event deleted for resources: {'Network': ['ID=685d8b83-d733-49e1-90bd-6bbf0138e6b7,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:32.587010 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de8f13-b338-40fa-bb6e-6d5880dbdb2b req-82760f6c-d5df-4c7d-9b6b-45852525c0ea tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:32.587010 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c8de8f13-b338-40fa-bb6e-6d5880dbdb2b req-82760f6c-d5df-4c7d-9b6b-45852525c0ea tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d6c0d0-8232-4954-b8fb-5b2d1a19f11a HTTP/1.1" status: 200 len: 945 time: 0.5665865 May 27 02:31:32.620823 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-49cf776d-9854-4d35-9e19-3599a802b12f req-173b5e05-e3c1-422e-9a76-5eddef23a322 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef89c633-926b-4d93-b87d-6ad84002925e HTTP/1.1" status: 200 len: 217 time: 0.0744984 May 27 02:31:32.699944 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf776d-9854-4d35-9e19-3599a802b12f req-47e60130-1f9b-4552-8109-5029a8d2ec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:32.701715 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-49cf776d-9854-4d35-9e19-3599a802b12f req-47e60130-1f9b-4552-8109-5029a8d2ec13 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b516e58d-c3cf-49b8-8e9a-0013236ae33e HTTP/1.1" status: 200 len: 854 time: 0.0747442 May 27 02:31:32.794053 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-49cf776d-9854-4d35-9e19-3599a802b12f req-1534c4b3-9f24-44ce-889f-5eb5f55aac39 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=882e4b63-c6d9-4a5c-9012-33783fcec11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594504 May 27 02:31:32.895443 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-39a0c709-f201-446a-a273-b32952e28d75 admin admin] 10.222.0.57 "DELETE /v2.0/networks/685d8b83-d733-49e1-90bd-6bbf0138e6b7 HTTP/1.1" status: 204 len: 168 time: 2.0930786 May 27 02:31:32.957533 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c8de8f13-b338-40fa-bb6e-6d5880dbdb2b req-a5ea6b0f-d497-4e73-812a-c9e89649f69b tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709979 May 27 02:31:33.048321 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-49cf776d-9854-4d35-9e19-3599a802b12f req-fe777509-83eb-4c4f-9dc6-b0ae522823f4 service neutron] 10.222.0.32 "GET /v2.0/networks/882e4b63-c6d9-4a5c-9012-33783fcec11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357490 May 27 02:31:33.141812 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9dccb417-e668-4eee-83d1-571c105ffdff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:33.252654 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dccb417-e668-4eee-83d1-571c105ffdff admin admin] Pushing event deleted for resources: {'Port': ['ID=f4974f9e-4b5f-4ced-85fe-78bceb3073f6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:33.280814 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a2d571b0-183c-4951-bbc1-a70e892f8b9d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:33.356843 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-49cf776d-9854-4d35-9e19-3599a802b12f req-802124f9-682c-4df9-b4b4-e8493120c260 service neutron] 10.222.0.32 "GET /v2.0/networks/882e4b63-c6d9-4a5c-9012-33783fcec11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002594 May 27 02:31:33.481511 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56076) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:33.541613 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-545f789e-5250-402a-8e13-9894f8c112c2 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:33.543074 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d571b0-183c-4951-bbc1-a70e892f8b9d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event updated for resources: {'Subnet': ['ID=e73816d3-babe-4d72-90f6-861706af9fee,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:33.618595 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3223804d-e306-4e9e-86e1-2c4e00901476 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=898805dffca84655b80c58e7ceffa560&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1332645 May 27 02:31:33.620313 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56080) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:33.621991 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d571b0-183c-4951-bbc1-a70e892f8b9d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Checking segment: {'id': 'ec66a897-ac05-4eaa-a48f-e1d65b54faf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '8ce48716-4f45-47a4-900f-982b39a3d6a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:31:33.622355 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d571b0-183c-4951-bbc1-a70e892f8b9d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Network hostable DHCP agents. Network: 8ce48716-4f45-47a4-900f-982b39a3d6a6, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:31:33.628964 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-545f789e-5250-402a-8e13-9894f8c112c2 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:33.743770 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9dccb417-e668-4eee-83d1-571c105ffdff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:33.766918 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c3e4d84c-c375-4c09-922b-6ffa3ceaea58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:33.794387 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7021e3-bf44-4232-92bf-ad5057dc3358 req-acac002e-e5af-4163-89a7-e8aaeb17bd4d tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:33.795544 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c3e4d84c-c375-4c09-922b-6ffa3ceaea58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:33.796079 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aa7021e3-bf44-4232-92bf-ad5057dc3358 req-acac002e-e5af-4163-89a7-e8aaeb17bd4d tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 944 time: 0.5259867 May 27 02:31:33.836962 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d571b0-183c-4951-bbc1-a70e892f8b9d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Network 8ce48716-4f45-47a4-900f-982b39a3d6a6 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:31:33.876530 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-545f789e-5250-402a-8e13-9894f8c112c2 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Floating IP 835594ee-a11f-49e4-a180-72a018e62a52 associated. External IP: 172.25.1.195, port: 975a0dda-8abb-4a3b-813a-4f404464f9db. May 27 02:31:33.939323 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aa7021e3-bf44-4232-92bf-ad5057dc3358 req-497154df-9dc3-443e-bd3e-df698814f0ee tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345544 May 27 02:31:33.948588 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-a2d571b0-183c-4951-bbc1-a70e892f8b9d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 8ce48716-4f45-47a4-900f-982b39a3d6a6) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:31:33.961477 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d571b0-183c-4951-bbc1-a70e892f8b9d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:33.961477 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a2d571b0-183c-4951-bbc1-a70e892f8b9d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:33.962040 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39961c53-77fa-42d5-91f6-db3b57c28f68 None None] Network 8ce48716-4f45-47a4-900f-982b39a3d6a6 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:31:34.099701 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a2d571b0-183c-4951-bbc1-a70e892f8b9d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7918952 May 27 02:31:34.100433 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56086) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:34.138838 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c3e4d84c-c375-4c09-922b-6ffa3ceaea58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:34.184054 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4d84c-c375-4c09-922b-6ffa3ceaea58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04543955-9f9e-4e44-a576-07b2f2f49601,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:34.247982 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 84da6230-84de-4357-8285-2adb4e067fe7 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:31:34.293378 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c3e4d84c-c375-4c09-922b-6ffa3ceaea58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:34.297317 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c3e4d84c-c375-4c09-922b-6ffa3ceaea58 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/04543955-9f9e-4e44-a576-07b2f2f49601 HTTP/1.1" status: 204 len: 168 time: 0.6750875 May 27 02:31:34.323546 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dccb417-e668-4eee-83d1-571c105ffdff admin admin] Router 1d94dbf7-178c-4082-be53-188ec5821e1d has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:31:34.377221 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd29e42-70cd-4270-888c-acd4775e6e2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-8ce48716-4f45-47a4-900f-982b39a3d6a6', 'network_id': '8ce48716-4f45-47a4-900f-982b39a3d6a6', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'fixed_ips': [{'subnet_id': 'e73816d3-babe-4d72-90f6-861706af9fee'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:31:34.378331 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7fd29e42-70cd-4270-888c-acd4775e6e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:34.492583 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device ef89c633-926b-4d93-b87d-6ad84002925e details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:31:34.498913 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 84da6230-84de-4357-8285-2adb4e067fe7 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:31:34.511989 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 84da6230-84de-4357-8285-2adb4e067fe7 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:34.512845 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:34.545350 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dccb417-e668-4eee-83d1-571c105ffdff admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:31:34.554139 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9dccb417-e668-4eee-83d1-571c105ffdff admin admin] 10.222.0.57 "PUT /v2.0/routers/1d94dbf7-178c-4082-be53-188ec5821e1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5014513 May 27 02:31:34.554139 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56092) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:34.568626 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100ea89d-bd3b-4846-b253-a7ec52156aea None None] Sync routers for ids ['1d94dbf7-178c-4082-be53-188ec5821e1d'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:31:34.659496 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100ea89d-bd3b-4846-b253-a7ec52156aea None None] Routers {'1d94dbf7-178c-4082-be53-188ec5821e1d'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:31:34.660142 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-100ea89d-bd3b-4846-b253-a7ec52156aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:31:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['1d94dbf7-178c-4082-be53-188ec5821e1d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:34.771641 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5f8f2f25-f738-45c6-9685-77b57822ccb9 admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:34.879316 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-7fd29e42-70cd-4270-888c-acd4775e6e2b None None] Allocated IP 172.21.0.2 (8ce48716-4f45-47a4-900f-982b39a3d6a6/e73816d3-babe-4d72-90f6-861706af9fee/c86a8c51-7b0c-4c5a-91cd-bd28acab2481) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:31:34.915276 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545f789e-5250-402a-8e13-9894f8c112c2 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Router e4ee2b29-ceb2-4475-af4f-913e1f76f89b has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:31:34.951892 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf927f-ff1d-48f8-a5f9-9160ede8f792 req-a6ed5762-8c15-415c-bcb2-8ab0cf2fe7a6 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:34.960776 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4faf927f-ff1d-48f8-a5f9-9160ede8f792 req-a6ed5762-8c15-415c-bcb2-8ab0cf2fe7a6 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d6c0d0-8232-4954-b8fb-5b2d1a19f11a HTTP/1.1" status: 200 len: 945 time: 0.7722282 May 27 02:31:34.995983 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 84da6230-84de-4357-8285-2adb4e067fe7 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:31:35.001233 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:35.033305 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5f8f2f25-f738-45c6-9685-77b57822ccb9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:35.115104 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-5f8f2f25-f738-45c6-9685-77b57822ccb9 admin admin] Deleting port bcd81e95-a3a9-48b7-9793-dcc9353a1598 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:31:35.115462 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5f8f2f25-f738-45c6-9685-77b57822ccb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:35.115786 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port ef89c633-926b-4d93-b87d-6ad84002925e, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=ef89c633-926b-4d93-b87d-6ad84002925e,segment=NetworkSegment(c440826c-ad96-4ffb-93da-4786708a138b),segment_id=c440826c-ad96-4ffb-93da-4786708a138b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:35.138666 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-100ea89d-bd3b-4846-b253-a7ec52156aea None None] Set router 1d94dbf7-178c-4082-be53-188ec5821e1d gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:31:35.262212 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': 'ef89c633-926b-4d93-b87d-6ad84002925e', 'network_id': '882e4b63-c6d9-4a5c-9012-33783fcec11a', 'port_id': 'ef89c633-926b-4d93-b87d-6ad84002925e', 'mac_address': 'fa:16:3e:b6:67:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b516e58d-c3cf-49b8-8e9a-0013236ae33e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:31:35.335003 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4faf927f-ff1d-48f8-a5f9-9160ede8f792 req-3fc9601e-b012-43c5-9809-83555154ec38 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728249 May 27 02:31:35.409987 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 84da6230-84de-4357-8285-2adb4e067fe7, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=84da6230-84de-4357-8285-2adb4e067fe7,segment=NetworkSegment(cbc079c3-5b7f-45d5-ab6c-c9841ca7986a),segment_id=cbc079c3-5b7f-45d5-ab6c-c9841ca7986a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:35.459731 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a261ca27-3b58-4fb6-afbe-25d06065e956 req-4242057d-ef0c-454a-88f0-b73dc493f5af tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:35.466739 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a261ca27-3b58-4fb6-afbe-25d06065e956 req-4242057d-ef0c-454a-88f0-b73dc493f5af tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 944 time: 0.3745406 May 27 02:31:35.488491 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-5f8f2f25-f738-45c6-9685-77b57822ccb9 admin admin] For port bcd81e95-a3a9-48b7-9793-dcc9353a1598, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=bcd81e95-a3a9-48b7-9793-dcc9353a1598,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:35.490669 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5f8f2f25-f738-45c6-9685-77b57822ccb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:35.510178 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:35.599181 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545f789e-5250-402a-8e13-9894f8c112c2 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:31:35.614448 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=84da6230-84de-4357-8285-2adb4e067fe7,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:35.614579 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-545f789e-5250-402a-8e13-9894f8c112c2 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:35.666589 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-5f8f2f25-f738-45c6-9685-77b57822ccb9 admin admin] Calling delete_port for bcd81e95-a3a9-48b7-9793-dcc9353a1598 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:31:35.671426 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a261ca27-3b58-4fb6-afbe-25d06065e956 req-a47619b7-99ae-4780-8786-b49d23d01471 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031777 May 27 02:31:35.697766 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-db6d3ce6-f21a-4fbb-98d4-3aa333035656 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:35.718024 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-545f789e-5250-402a-8e13-9894f8c112c2 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "PUT /v2.0/floatingips/835594ee-a11f-49e4-a180-72a018e62a52 HTTP/1.1" status: 200 len: 991 time: 4.0249245 May 27 02:31:35.719754 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a4b995-cde9-4de8-b3c2-7613a7d84bfc', 'tag': '975a0dda-8abb-4a3b-813a-4f404464f9db'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:31:35.724665 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7fd29e42-70cd-4270-888c-acd4775e6e2b None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:35.740707 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-7fd29e42-70cd-4270-888c-acd4775e6e2b None None] Transition to ACTIVE for port object c86a8c51-7b0c-4c5a-91cd-bd28acab2481 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:31:35.764519 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-7fd29e42-70cd-4270-888c-acd4775e6e2b None None] Transition to ACTIVE for port object c86a8c51-7b0c-4c5a-91cd-bd28acab2481 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:31:35.774683 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port ef89c633-926b-4d93-b87d-6ad84002925e is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:31:35.774683 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:35.805125 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef89c633-926b-4d93-b87d-6ad84002925e {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:31:35.867361 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7fd29e42-70cd-4270-888c-acd4775e6e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:35.894702 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb9c4baf-9633-4b43-a603-13aaab359f59'] response: {'name': 'network-changed', 'server_uuid': 'f0a4b995-cde9-4de8-b3c2-7613a7d84bfc', 'tag': '975a0dda-8abb-4a3b-813a-4f404464f9db', 'status': 'completed', 'code': 200} May 27 02:31:35.934045 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b78154d-64dd-4b77-9016-3bd913c4942c None None] Sync routers for ids ['e4ee2b29-ceb2-4475-af4f-913e1f76f89b'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:31:35.949774 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b78154d-64dd-4b77-9016-3bd913c4942c None None] Routers {'e4ee2b29-ceb2-4475-af4f-913e1f76f89b'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:31:35.951856 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-4b78154d-64dd-4b77-9016-3bd913c4942c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:31:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['e4ee2b29-ceb2-4475-af4f-913e1f76f89b'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:35.965405 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd29e42-70cd-4270-888c-acd4775e6e2b None None] Pushing event updated for resources: {'Port': ['ID=c86a8c51-7b0c-4c5a-91cd-bd28acab2481,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:35.983151 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port ef89c633-926b-4d93-b87d-6ad84002925e, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=ef89c633-926b-4d93-b87d-6ad84002925e,segment=NetworkSegment(c440826c-ad96-4ffb-93da-4786708a138b),segment_id=c440826c-ad96-4ffb-93da-4786708a138b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:35.985402 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd29e42-70cd-4270-888c-acd4775e6e2b None None] Network 8ce48716-4f45-47a4-900f-982b39a3d6a6 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:31:35.986987 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-7fd29e42-70cd-4270-888c-acd4775e6e2b None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:31:35.991371 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd29e42-70cd-4270-888c-acd4775e6e2b None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:31:36.003456 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5f8f2f25-f738-45c6-9685-77b57822ccb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:36.113238 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f2f25-f738-45c6-9685-77b57822ccb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcd81e95-a3a9-48b7-9793-dcc9353a1598,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:36.138810 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-4b78154d-64dd-4b77-9016-3bd913c4942c None None] Set router e4ee2b29-ceb2-4475-af4f-913e1f76f89b gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:31:36.152655 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-7fd29e42-70cd-4270-888c-acd4775e6e2b None None] Attempting to bind port c86a8c51-7b0c-4c5a-91cd-bd28acab2481 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:31:36.153306 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-7fd29e42-70cd-4270-888c-acd4775e6e2b None None] Attempting to bind port c86a8c51-7b0c-4c5a-91cd-bd28acab2481 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'ec66a897-ac05-4eaa-a48f-e1d65b54faf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '8ce48716-4f45-47a4-900f-982b39a3d6a6'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:31:36.153412 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd29e42-70cd-4270-888c-acd4775e6e2b None None] Attempting to bind port c86a8c51-7b0c-4c5a-91cd-bd28acab2481 on network 8ce48716-4f45-47a4-900f-982b39a3d6a6 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:31:36.159012 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:36.160886 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 84da6230-84de-4357-8285-2adb4e067fe7 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:31:36.199371 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd29e42-70cd-4270-888c-acd4775e6e2b None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:31:36.199755 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd29e42-70cd-4270-888c-acd4775e6e2b None None] Checking segment: {'id': 'ec66a897-ac05-4eaa-a48f-e1d65b54faf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '8ce48716-4f45-47a4-900f-982b39a3d6a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:31:36.200048 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7fd29e42-70cd-4270-888c-acd4775e6e2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:36.200434 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd29e42-70cd-4270-888c-acd4775e6e2b None None] Bound using segment: {'id': 'ec66a897-ac05-4eaa-a48f-e1d65b54faf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '8ce48716-4f45-47a4-900f-982b39a3d6a6'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:31:36.201662 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-7fd29e42-70cd-4270-888c-acd4775e6e2b None None] Bound port: c86a8c51-7b0c-4c5a-91cd-bd28acab2481, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec66a897-ac05-4eaa-a48f-e1d65b54faf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '8ce48716-4f45-47a4-900f-982b39a3d6a6'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:31:36.202652 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7fd29e42-70cd-4270-888c-acd4775e6e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:36.258164 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5f8f2f25-f738-45c6-9685-77b57822ccb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:36.289323 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf58d4e-b067-4d0f-99c5-cd885e5b1620 req-0e768df2-98d2-4e62-b4f1-119ec6da693d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:36.290877 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2bf58d4e-b067-4d0f-99c5-cd885e5b1620 req-0e768df2-98d2-4e62-b4f1-119ec6da693d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2651911d1c264f1c8c7218b6fddf9f10&device_id=f0a4b995-cde9-4de8-b3c2-7613a7d84bfc HTTP/1.1" status: 200 len: 1096 time: 0.4050589 May 27 02:31:36.368872 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-100ea89d-bd3b-4846-b253-a7ec52156aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'name': 'tempest-ServerRescueNegativeTestJSON-711850517-router', 'tenant_id': '0a9d84b96bbe4011b693e36de83ee83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'bcd81e95-a3a9-48b7-9793-dcc9353a1598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:25:47Z', 'updated_at': '2022-05-27T02:31:32Z', 'revision_number': 5, 'project_id': '0a9d84b96bbe4011b693e36de83ee83d', 'gw_port': {'id': 'bcd81e95-a3a9-48b7-9793-dcc9353a1598', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:08:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:25:48Z', 'updated_at': '2022-05-27T02:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:36.391777 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100ea89d-bd3b-4846-b253-a7ec52156aea None None] Checking router: 1d94dbf7-178c-4082-be53-188ec5821e1d for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:31:36.404871 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=ef89c633-926b-4d93-b87d-6ad84002925e,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:36.426737 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100ea89d-bd3b-4846-b253-a7ec52156aea None None] Routers {'1d94dbf7-178c-4082-be53-188ec5821e1d'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:31:36.427493 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-100ea89d-bd3b-4846-b253-a7ec52156aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:31:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['1d94dbf7-178c-4082-be53-188ec5821e1d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:36.486707 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5f8f2f25-f738-45c6-9685-77b57822ccb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:36.489454 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5f8f2f25-f738-45c6-9685-77b57822ccb9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:36.509464 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf58d4e-b067-4d0f-99c5-cd885e5b1620 req-6dd9cd7b-a285-4ebc-a189-c0a9b94310b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:36.511124 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2bf58d4e-b067-4d0f-99c5-cd885e5b1620 req-6dd9cd7b-a285-4ebc-a189-c0a9b94310b9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=72395de2-24ec-482b-bef7-14825a5fc695 HTTP/1.1" status: 200 len: 915 time: 0.2128093 May 27 02:31:36.561710 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['ef89c633-926b-4d93-b87d-6ad84002925e'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:31:36.597122 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5f8f2f25-f738-45c6-9685-77b57822ccb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:36.597666 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8f2f25-f738-45c6-9685-77b57822ccb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d94dbf7-178c-4082-be53-188ec5821e1d {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:31:36.607053 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-7fd29e42-70cd-4270-888c-acd4775e6e2b None None] For port c86a8c51-7b0c-4c5a-91cd-bd28acab2481, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:31:36.615233 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5f8f2f25-f738-45c6-9685-77b57822ccb9 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:36.616786 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5f8f2f25-f738-45c6-9685-77b57822ccb9 admin admin] 10.222.0.57 "DELETE /v2.0/routers/1d94dbf7-178c-4082-be53-188ec5821e1d HTTP/1.1" status: 204 len: 168 time: 2.0620902 May 27 02:31:36.620162 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56126) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:36.625023 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-100ea89d-bd3b-4846-b253-a7ec52156aea None None] Set router 1d94dbf7-178c-4082-be53-188ec5821e1d gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:31:36.645640 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-4b78154d-64dd-4b77-9016-3bd913c4942c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'name': 'tempest-AttachVolumeNegativeTest-494117646-router', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:55Z', 'updated_at': '2022-05-27T02:29:06Z', 'revision_number': 4, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'gw_port': {'id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:58Z', 'updated_at': '2022-05-27T02:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '00c78133-02e7-4af6-bd4e-397b9eb79982', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'floating_ip_address': '172.25.1.29', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'port_id': '4063e565-cdde-4c05-b9f9-f83d936377fd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'mac_address': 'fa:16:3e:65:db:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abee0d60-929c-431c-84c6-9b1ad9d5c74c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:29:16Z', 'updated_at': '2022-05-27T02:30:06Z', 'revision_number': 2, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'fixed_ip_address_scope': None}, {'id': '835594ee-a11f-49e4-a180-72a018e62a52', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'floating_ip_address': '172.25.1.195', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'port_id': '975a0dda-8abb-4a3b-813a-4f404464f9db', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'mac_address': 'fa:16:3e:87:9f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a4b995-cde9-4de8-b3c2-7613a7d84bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:30:54Z', 'updated_at': '2022-05-27T02:31:33Z', 'revision_number': 1, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e06fc56-f856-4359-8936-e81e87ae92ec', 'name': '', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'mac_address': 'fa:16:3e:21:52:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:04Z', 'updated_at': '2022-05-27T02:29:21Z', 'revision_number': 5, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'subnets': [{'id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:36.651263 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b78154d-64dd-4b77-9016-3bd913c4942c None None] Checking router: e4ee2b29-ceb2-4475-af4f-913e1f76f89b for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:31:36.676219 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b78154d-64dd-4b77-9016-3bd913c4942c None None] Routers {'e4ee2b29-ceb2-4475-af4f-913e1f76f89b'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:31:36.677035 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-4b78154d-64dd-4b77-9016-3bd913c4942c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:31:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['e4ee2b29-ceb2-4475-af4f-913e1f76f89b'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:36.680078 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-7fd29e42-70cd-4270-888c-acd4775e6e2b None None] For port c86a8c51-7b0c-4c5a-91cd-bd28acab2481, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c86a8c51-7b0c-4c5a-91cd-bd28acab2481,segment=NetworkSegment(ec66a897-ac05-4eaa-a48f-e1d65b54faf0),segment_id=ec66a897-ac05-4eaa-a48f-e1d65b54faf0)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:31:36.719056 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-de56e304-7878-4c03-b5eb-da85cf29d093 admin admin] Deleting subnet fd5aa407-954e-45ea-8fc0-6e0875d0c839 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:31:36.722521 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-de56e304-7878-4c03-b5eb-da85cf29d093 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:36.798025 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-de56e304-7878-4c03-b5eb-da85cf29d093 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:36.854075 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 84da6230-84de-4357-8285-2adb4e067fe7 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:36.864845 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:36.901431 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-4b78154d-64dd-4b77-9016-3bd913c4942c None None] Set router e4ee2b29-ceb2-4475-af4f-913e1f76f89b gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:31:36.929793 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7fd29e42-70cd-4270-888c-acd4775e6e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:36.969135 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-de56e304-7878-4c03-b5eb-da85cf29d093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:37.018369 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-100ea89d-bd3b-4846-b253-a7ec52156aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'name': 'tempest-ServerRescueNegativeTestJSON-711850517-router', 'tenant_id': '0a9d84b96bbe4011b693e36de83ee83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:25:47Z', 'updated_at': '2022-05-27T02:31:35Z', 'revision_number': 7, 'project_id': '0a9d84b96bbe4011b693e36de83ee83d', 'gw_port_host': None}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:37.050542 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100ea89d-bd3b-4846-b253-a7ec52156aea None None] The sync data for ids ['1d94dbf7-178c-4082-be53-188ec5821e1d'] in n-d-843554-3 is: [{'id': '1d94dbf7-178c-4082-be53-188ec5821e1d', 'name': 'tempest-ServerRescueNegativeTestJSON-711850517-router', 'tenant_id': '0a9d84b96bbe4011b693e36de83ee83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:25:47Z', 'updated_at': '2022-05-27T02:31:35Z', 'revision_number': 7, 'project_id': '0a9d84b96bbe4011b693e36de83ee83d', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:31:37.179638 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-de56e304-7878-4c03-b5eb-da85cf29d093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:37.235753 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de56e304-7878-4c03-b5eb-da85cf29d093 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd5aa407-954e-45ea-8fc0-6e0875d0c839,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:37.235753 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-de56e304-7878-4c03-b5eb-da85cf29d093 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:37.251217 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-de56e304-7878-4c03-b5eb-da85cf29d093 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/fd5aa407-954e-45ea-8fc0-6e0875d0c839 HTTP/1.1" status: 204 len: 168 time: 0.6223843 May 27 02:31:37.251217 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56138) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:37.276410 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2bf58d4e-b067-4d0f-99c5-cd885e5b1620 req-9be1f63f-6ec7-4e61-9cce-948aca067856 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=975a0dda-8abb-4a3b-813a-4f404464f9db HTTP/1.1" status: 200 len: 999 time: 0.7374485 May 27 02:31:37.327371 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3806e739-b41d-4a6d-a5ea-b3bebb05736b None None] Network 8604bb25-00c6-4170-bfcb-0b58b32e10ee requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:31:37.428039 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4592659-d4f7-4605-91b4-66e4ff6b3188 req-344e37c2-0b17-457c-abf4-99c5b2f06c2b tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:37.439750 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f4592659-d4f7-4605-91b4-66e4ff6b3188 req-344e37c2-0b17-457c-abf4-99c5b2f06c2b tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d6c0d0-8232-4954-b8fb-5b2d1a19f11a HTTP/1.1" status: 200 len: 945 time: 0.9091597 May 27 02:31:37.500002 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dec83ce6-81e7-4ee9-9811-501680378936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:37.527727 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-dec83ce6-81e7-4ee9-9811-501680378936 admin admin] Deleting port 4c04d294-84c6-4482-9ba7-b70d80eb1d65 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:31:37.528136 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dec83ce6-81e7-4ee9-9811-501680378936 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:37.544861 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd29e42-70cd-4270-888c-acd4775e6e2b None None] Pushing event updated for resources: {'Port': ['ID=c86a8c51-7b0c-4c5a-91cd-bd28acab2481,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:37.593117 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-4b78154d-64dd-4b77-9016-3bd913c4942c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'name': 'tempest-AttachVolumeNegativeTest-494117646-router', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:55Z', 'updated_at': '2022-05-27T02:29:06Z', 'revision_number': 4, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'gw_port': {'id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:58Z', 'updated_at': '2022-05-27T02:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '00c78133-02e7-4af6-bd4e-397b9eb79982', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'floating_ip_address': '172.25.1.29', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'port_id': '4063e565-cdde-4c05-b9f9-f83d936377fd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'mac_address': 'fa:16:3e:65:db:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abee0d60-929c-431c-84c6-9b1ad9d5c74c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:29:16Z', 'updated_at': '2022-05-27T02:30:06Z', 'revision_number': 2, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'fixed_ip_address_scope': None}, {'id': '835594ee-a11f-49e4-a180-72a018e62a52', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'floating_ip_address': '172.25.1.195', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'port_id': '975a0dda-8abb-4a3b-813a-4f404464f9db', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'mac_address': 'fa:16:3e:87:9f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a4b995-cde9-4de8-b3c2-7613a7d84bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:30:54Z', 'updated_at': '2022-05-27T02:31:33Z', 'revision_number': 1, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e06fc56-f856-4359-8936-e81e87ae92ec', 'name': '', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'mac_address': 'fa:16:3e:21:52:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:04Z', 'updated_at': '2022-05-27T02:29:21Z', 'revision_number': 5, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'subnets': [{'id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:37.598281 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-db6d3ce6-f21a-4fbb-98d4-3aa333035656 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Allocated IP 172.21.0.1 (8ce48716-4f45-47a4-900f-982b39a3d6a6/e73816d3-babe-4d72-90f6-861706af9fee/a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:31:37.601152 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b78154d-64dd-4b77-9016-3bd913c4942c None None] The sync data for ids ['e4ee2b29-ceb2-4475-af4f-913e1f76f89b'] in n-d-843554-3 is: [{'id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'name': 'tempest-AttachVolumeNegativeTest-494117646-router', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:55Z', 'updated_at': '2022-05-27T02:29:06Z', 'revision_number': 4, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'gw_port': {'id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:58Z', 'updated_at': '2022-05-27T02:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '00c78133-02e7-4af6-bd4e-397b9eb79982', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'floating_ip_address': '172.25.1.29', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'port_id': '4063e565-cdde-4c05-b9f9-f83d936377fd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'mac_address': 'fa:16:3e:65:db:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abee0d60-929c-431c-84c6-9b1ad9d5c74c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:29:16Z', 'updated_at': '2022-05-27T02:30:06Z', 'revision_number': 2, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'fixed_ip_address_scope': None}, {'id': '835594ee-a11f-49e4-a180-72a018e62a52', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'floating_ip_address': '172.25.1.195', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'port_id': '975a0dda-8abb-4a3b-813a-4f404464f9db', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'mac_address': 'fa:16:3e:87:9f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a4b995-cde9-4de8-b3c2-7613a7d84bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:30:54Z', 'updated_at': '2022-05-27T02:31:33Z', 'revision_number': 1, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e06fc56-f856-4359-8936-e81e87ae92ec', 'name': '', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'mac_address': 'fa:16:3e:21:52:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:04Z', 'updated_at': '2022-05-27T02:29:21Z', 'revision_number': 5, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'subnets': [{'id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:31:37.622764 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4f7f7-8b76-42a3-99f6-5034b54ddf57 req-b85a6f6f-f407-4845-9c6e-f6622376f36a tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:37.622764 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6bb4f7f7-8b76-42a3-99f6-5034b54ddf57 req-b85a6f6f-f407-4845-9c6e-f6622376f36a tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 945 time: 0.6959264 May 27 02:31:37.631700 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf58d4e-b067-4d0f-99c5-cd885e5b1620 req-6b5f0def-e6fd-4403-aaf4-bb436682a3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:37.633173 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2bf58d4e-b067-4d0f-99c5-cd885e5b1620 req-6b5f0def-e6fd-4403-aaf4-bb436682a3b8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95 HTTP/1.1" status: 200 len: 853 time: 0.3506610 May 27 02:31:37.745459 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f4592659-d4f7-4605-91b4-66e4ff6b3188 req-4464049e-d81e-49e6-9062-e2c9aa50a23e tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138657 May 27 02:31:37.817264 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6bb4f7f7-8b76-42a3-99f6-5034b54ddf57 req-85e57801-cfd9-4dd8-adc3-73cac17a72ac tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987555 May 27 02:31:37.957064 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-dec83ce6-81e7-4ee9-9811-501680378936 admin admin] For port 4c04d294-84c6-4482-9ba7-b70d80eb1d65, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=4c04d294-84c6-4482-9ba7-b70d80eb1d65,segment=NetworkSegment(0096599c-fd5d-4fd7-aa45-4b457c52e46a),segment_id=0096599c-fd5d-4fd7-aa45-4b457c52e46a)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:37.957648 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dec83ce6-81e7-4ee9-9811-501680378936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:37.979857 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf58d4e-b067-4d0f-99c5-cd885e5b1620 req-685b13cd-914e-4f7b-a0c9-4e99648eac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:37.994397 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2bf58d4e-b067-4d0f-99c5-cd885e5b1620 req-685b13cd-914e-4f7b-a0c9-4e99648eac49 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=72395de2-24ec-482b-bef7-14825a5fc695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3334696 May 27 02:31:38.151387 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c1cae0-09ef-454e-b3b1-4cad1e4e221f None None] New status for floating IP 835594ee-a11f-49e4-a180-72a018e62a52: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:31:38.228263 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 84da6230-84de-4357-8285-2adb4e067fe7 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:31:38.304449 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-db6d3ce6-f21a-4fbb-98d4-3aa333035656 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:38.347986 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-db6d3ce6-f21a-4fbb-98d4-3aa333035656 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Transition to ACTIVE for port object a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:31:38.367663 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2bf58d4e-b067-4d0f-99c5-cd885e5b1620 req-c7631c72-d0e6-47da-8ca9-f51be06e75b2 service neutron] 10.222.0.66 "GET /v2.0/networks/72395de2-24ec-482b-bef7-14825a5fc695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408573 May 27 02:31:38.389450 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-dec83ce6-81e7-4ee9-9811-501680378936 admin admin] Calling delete_port for 4c04d294-84c6-4482-9ba7-b70d80eb1d65 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:31:38.426493 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c86a8c51-7b0c-4c5a-91cd-bd28acab2481 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:31:38.530777 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2bf58d4e-b067-4d0f-99c5-cd885e5b1620 req-27f450bb-8d53-4452-868c-a7ba8c880223 service neutron] 10.222.0.66 "GET /v2.0/networks/72395de2-24ec-482b-bef7-14825a5fc695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537037 May 27 02:31:38.591829 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-db6d3ce6-f21a-4fbb-98d4-3aa333035656 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:38.612104 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f56441-d5e9-4dd3-b47b-31ee1168d5ac None None] DHCP port deletion for 8604bb25-00c6-4170-bfcb-0b58b32e10ee request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:31:38.620660 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dec83ce6-81e7-4ee9-9811-501680378936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:38.694430 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec83ce6-81e7-4ee9-9811-501680378936 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c04d294-84c6-4482-9ba7-b70d80eb1d65,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:38.696690 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec83ce6-81e7-4ee9-9811-501680378936 admin admin] No DVR routers for this DVR port 4c04d294-84c6-4482-9ba7-b70d80eb1d65 on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:31:38.716539 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6d3ce6-f21a-4fbb-98d4-3aa333035656 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Network 8ce48716-4f45-47a4-900f-982b39a3d6a6 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:31:38.735894 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-db6d3ce6-f21a-4fbb-98d4-3aa333035656 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:31:38.738973 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6d3ce6-f21a-4fbb-98d4-3aa333035656 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:31:38.792230 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port c86a8c51-7b0c-4c5a-91cd-bd28acab2481 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:31:38.838524 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dec83ce6-81e7-4ee9-9811-501680378936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:38.876904 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-db6d3ce6-f21a-4fbb-98d4-3aa333035656 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:38.892875 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-dec83ce6-81e7-4ee9-9811-501680378936 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8604bb25-00c6-4170-bfcb-0b58b32e10ee']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:38.904407 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device bcd81e95-a3a9-48b7-9793-dcc9353a1598 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:31:38.917622 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-dec83ce6-81e7-4ee9-9811-501680378936 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0096599c-fd5d-4fd7-aa45-4b457c52e46a') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:38.919333 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-dec83ce6-81e7-4ee9-9811-501680378936 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0096599c-fd5d-4fd7-aa45-4b457c52e46a') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:38.935868 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dec83ce6-81e7-4ee9-9811-501680378936 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:38.954498 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dec83ce6-81e7-4ee9-9811-501680378936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:38.961367 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dec83ce6-81e7-4ee9-9811-501680378936 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:31:38.962570 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dec83ce6-81e7-4ee9-9811-501680378936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:38.982269 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: bcd81e95-a3a9-48b7-9793-dcc9353a1598 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:31:38.983113 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d3ce6-f21a-4fbb-98d4-3aa333035656 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event updated for resources: {'Port': ['ID=a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:38.992994 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device bcd81e95-a3a9-48b7-9793-dcc9353a1598 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:31:38.993807 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f4974f9e-4b5f-4ced-85fe-78bceb3073f6 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:31:39.040782 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: f4974f9e-4b5f-4ced-85fe-78bceb3073f6 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:31:39.041148 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f4974f9e-4b5f-4ced-85fe-78bceb3073f6 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:31:39.070894 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 0096599c-fd5d-4fd7-aa45-4b457c52e46a resource provider aggregate not found May 27 02:31:39.082498 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8794bd-9622-4135-964a-cca8625bce21 None None] Network 8ce48716-4f45-47a4-900f-982b39a3d6a6 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:31:39.090958 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 0096599c-fd5d-4fd7-aa45-4b457c52e46a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0096599c-fd5d-4fd7-aa45-4b457c52e46a found for delete ", "request_id": "req-c9f7f13c-ae5f-418d-925f-82cc51c1d35f"}]} May 27 02:31:39.157716 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dec83ce6-81e7-4ee9-9811-501680378936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:39.180189 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be865d8-f5c3-4db5-ae21-68396337ce95 req-6fcad0d8-5574-47a8-ada7-f1684e26a20a tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:39.181733 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9be865d8-f5c3-4db5-ae21-68396337ce95 req-6fcad0d8-5574-47a8-ada7-f1684e26a20a tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d6c0d0-8232-4954-b8fb-5b2d1a19f11a HTTP/1.1" status: 200 len: 945 time: 0.1790431 May 27 02:31:39.185674 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dec83ce6-81e7-4ee9-9811-501680378936 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:39.192103 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec83ce6-81e7-4ee9-9811-501680378936 admin admin] Pushing event deleted for resources: {'Network': ['ID=8604bb25-00c6-4170-bfcb-0b58b32e10ee,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:39.193614 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a9be30-9caa-47c0-ab73-4d3279f8ac59 req-6e5e71dc-18da-478a-b95c-cd409c61485e tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:39.195097 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a8a9be30-9caa-47c0-ab73-4d3279f8ac59 req-6e5e71dc-18da-478a-b95c-cd409c61485e tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 945 time: 0.1985793 May 27 02:31:39.252101 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-b3609a0d-cc9a-4fca-b72a-be5cb5a93852 None None] Provisioning for port c86a8c51-7b0c-4c5a-91cd-bd28acab2481 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:31:39.259543 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-b3609a0d-cc9a-4fca-b72a-be5cb5a93852 None None] Provisioning complete for port c86a8c51-7b0c-4c5a-91cd-bd28acab2481 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:39.260016 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b3609a0d-cc9a-4fca-b72a-be5cb5a93852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:39.290811 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-dec83ce6-81e7-4ee9-9811-501680378936 admin admin] 10.222.0.57 "DELETE /v2.0/networks/8604bb25-00c6-4170-bfcb-0b58b32e10ee HTTP/1.1" status: 204 len: 168 time: 2.0422900 May 27 02:31:39.331276 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a8a9be30-9caa-47c0-ab73-4d3279f8ac59 req-4e86a55e-648b-4267-ba09-30a484170766 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266396 May 27 02:31:39.342565 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9be865d8-f5c3-4db5-ae21-68396337ce95 req-5fa930fc-94fc-4ee6-8efc-eaa1cd16f5cd tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195102 May 27 02:31:39.343513 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-db6d3ce6-f21a-4fbb-98d4-3aa333035656 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:39.467201 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-b3609a0d-cc9a-4fca-b72a-be5cb5a93852 None None] Current status of the port c86a8c51-7b0c-4c5a-91cd-bd28acab2481 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:31:39.467700 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b3609a0d-cc9a-4fca-b72a-be5cb5a93852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:39.503653 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-b3609a0d-cc9a-4fca-b72a-be5cb5a93852 None None] For port c86a8c51-7b0c-4c5a-91cd-bd28acab2481, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c86a8c51-7b0c-4c5a-91cd-bd28acab2481,segment=NetworkSegment(ec66a897-ac05-4eaa-a48f-e1d65b54faf0),segment_id=ec66a897-ac05-4eaa-a48f-e1d65b54faf0)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:39.577805 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b3609a0d-cc9a-4fca-b72a-be5cb5a93852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:39.651888 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3609a0d-cc9a-4fca-b72a-be5cb5a93852 None None] Pushing event updated for resources: {'Port': ['ID=c86a8c51-7b0c-4c5a-91cd-bd28acab2481,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:39.702419 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ebc64ee8-2839-4c41-99b8-2e43e67c58eb None None] Provisioning complete for port c86a8c51-7b0c-4c5a-91cd-bd28acab2481 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:39.702806 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ebc64ee8-2839-4c41-99b8-2e43e67c58eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:39.814900 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56162) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:39.842490 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ebc64ee8-2839-4c41-99b8-2e43e67c58eb None None] Current status of the port c86a8c51-7b0c-4c5a-91cd-bd28acab2481 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:31:39.906774 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7e3fcdc6-a352-402d-b9d2-381aec464f81 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0a9d84b96bbe4011b693e36de83ee83d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0901115 May 27 02:31:39.909269 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56166) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:39.928756 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ebc64ee8-2839-4c41-99b8-2e43e67c58eb None None] Provisioning for port a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:31:39.934167 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ebc64ee8-2839-4c41-99b8-2e43e67c58eb None None] Provisioning complete for port a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:39.934615 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ebc64ee8-2839-4c41-99b8-2e43e67c58eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:39.959785 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-db6d3ce6-f21a-4fbb-98d4-3aa333035656 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:39.969622 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c85b7663-19d3-4ed4-8635-e476059e9e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:39.993970 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ebc64ee8-2839-4c41-99b8-2e43e67c58eb None None] Port a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:31:40.006212 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c85b7663-19d3-4ed4-8635-e476059e9e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:40.025707 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-db6d3ce6-f21a-4fbb-98d4-3aa333035656 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:40.113610 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1392b4ba-c0ca-4814-8f81-86ffe3f6258b None None] Provisioning complete for port a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:40.113982 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1392b4ba-c0ca-4814-8f81-86ffe3f6258b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:40.120538 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c85b7663-19d3-4ed4-8635-e476059e9e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:40.138808 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-db6d3ce6-f21a-4fbb-98d4-3aa333035656 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:40.139742 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b7663-19d3-4ed4-8635-e476059e9e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abcd962-960a-49b7-bf70-798fec67f709,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:40.142190 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d3ce6-f21a-4fbb-98d4-3aa333035656 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event updated for resources: {'Port': ['ID=a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:40.183261 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-1392b4ba-c0ca-4814-8f81-86ffe3f6258b None None] Port a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:31:40.220092 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c85b7663-19d3-4ed4-8635-e476059e9e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:40.221455 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c85b7663-19d3-4ed4-8635-e476059e9e33 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0abcd962-960a-49b7-bf70-798fec67f709 HTTP/1.1" status: 204 len: 168 time: 0.3111353 May 27 02:31:40.298165 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6d3ce6-f21a-4fbb-98d4-3aa333035656 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Network 8ce48716-4f45-47a4-900f-982b39a3d6a6 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:31:40.299446 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-db6d3ce6-f21a-4fbb-98d4-3aa333035656 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:31:40.324444 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c86a8c51-7b0c-4c5a-91cd-bd28acab2481 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:31:40.474847 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port c86a8c51-7b0c-4c5a-91cd-bd28acab2481 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:40.475546 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:40.535928 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device ef89c633-926b-4d93-b87d-6ad84002925e up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:31:40.554629 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db6d3ce6-f21a-4fbb-98d4-3aa333035656 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Router d85a4136-525e-4cba-b251-6dadf063d217 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:31:40.724405 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port c86a8c51-7b0c-4c5a-91cd-bd28acab2481 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:31:40.731518 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3a3aa8a3-4905-4dc2-b963-73026f5d45e0 None None] Provisioning complete for port a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:40.731891 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3a3aa8a3-4905-4dc2-b963-73026f5d45e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:40.819394 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6d3ce6-f21a-4fbb-98d4-3aa333035656 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:31:40.830490 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c92ae8d-8a4d-469e-815f-b4334663a0e2 None None] Sync routers for ids ['d85a4136-525e-4cba-b251-6dadf063d217'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:31:40.845717 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c92ae8d-8a4d-469e-815f-b4334663a0e2 None None] Routers {'d85a4136-525e-4cba-b251-6dadf063d217'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:31:40.846659 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-6c92ae8d-8a4d-469e-815f-b4334663a0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:31:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d85a4136-525e-4cba-b251-6dadf063d217'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:40.854718 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99babcbb-9a4e-43b6-ac27-50e750af7ca4 req-f5aa14c5-1a81-478c-8c89-fd5884de6827 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:40.856359 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-99babcbb-9a4e-43b6-ac27-50e750af7ca4 req-f5aa14c5-1a81-478c-8c89-fd5884de6827 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d6c0d0-8232-4954-b8fb-5b2d1a19f11a HTTP/1.1" status: 200 len: 945 time: 0.3584309 May 27 02:31:40.858704 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 4c04d294-84c6-4482-9ba7-b70d80eb1d65 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:31:40.910038 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 4c04d294-84c6-4482-9ba7-b70d80eb1d65 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:31:40.910442 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 4c04d294-84c6-4482-9ba7-b70d80eb1d65 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:31:40.912619 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port ef89c633-926b-4d93-b87d-6ad84002925e completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:31:40.928447 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port ef89c633-926b-4d93-b87d-6ad84002925e triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:40.928854 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:40.940754 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56184) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:40.947594 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ec6e8f33-e91f-4518-a3f7-46ed94954f29 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Request body: {'network': {'name': 'tempest-RoutersTest-94533995'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:31:40.951681 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-db6d3ce6-f21a-4fbb-98d4-3aa333035656 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "PUT /v2.0/routers/d85a4136-525e-4cba-b251-6dadf063d217/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8419335 May 27 02:31:40.958310 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ec6e8f33-e91f-4518-a3f7-46ed94954f29 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:31:40.967787 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e9246-cc2c-46be-b30f-c6eaceccc599 req-79a2cc2b-e028-4ba1-a051-f29fa6a2977b tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:40.968969 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-3a3aa8a3-4905-4dc2-b963-73026f5d45e0 None None] Port a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:31:40.971043 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ec6e8f33-e91f-4518-a3f7-46ed94954f29 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Usage tracker for resource:network and tenant:39308f34ca0d41f5bed3e55c79db3f61 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:31:40.979927 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-241e9246-cc2c-46be-b30f-c6eaceccc599 req-79a2cc2b-e028-4ba1-a051-f29fa6a2977b tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 945 time: 0.3974173 May 27 02:31:40.983681 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ec6e8f33-e91f-4518-a3f7-46ed94954f29 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:31:41.001611 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ec6e8f33-e91f-4518-a3f7-46ed94954f29 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:31:41.021380 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-99babcbb-9a4e-43b6-ac27-50e750af7ca4 req-39a7f416-3dbc-4220-8173-0ccf77aef68b tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492639 May 27 02:31:41.085629 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-241e9246-cc2c-46be-b30f-c6eaceccc599 req-628b32f9-4119-4b4f-86dd-3d1953d56f0f tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976920 May 27 02:31:41.093598 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6e8f33-e91f-4518-a3f7-46ed94954f29 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Made reservation on behalf of 39308f34ca0d41f5bed3e55c79db3f61 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:31:41.095317 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-6c92ae8d-8a4d-469e-815f-b4334663a0e2 None None] Set router d85a4136-525e-4cba-b251-6dadf063d217 gateway port host: None {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:31:41.097018 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec6e8f33-e91f-4518-a3f7-46ed94954f29 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:41.141150 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port ef89c633-926b-4d93-b87d-6ad84002925e is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:31:41.142273 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:41.151201 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec6e8f33-e91f-4518-a3f7-46ed94954f29 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:31:41.161237 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec6e8f33-e91f-4518-a3f7-46ed94954f29 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:41.161638 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-ec6e8f33-e91f-4518-a3f7-46ed94954f29 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Added segment 572ca415-89b4-421f-bd95-4158385b8795 of type vlan for network 3000b801-7db3-4b11-b53f-6ff8e8070165 May 27 02:31:41.182713 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f87a637-be7d-4c14-91f0-a828b1927412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef89c633-926b-4d93-b87d-6ad84002925e'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:31:41.194981 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port ef89c633-926b-4d93-b87d-6ad84002925e, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=ef89c633-926b-4d93-b87d-6ad84002925e,segment=NetworkSegment(c440826c-ad96-4ffb-93da-4786708a138b),segment_id=c440826c-ad96-4ffb-93da-4786708a138b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:41.207335 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec6e8f33-e91f-4518-a3f7-46ed94954f29 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:41.246241 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51bef375-faff-411b-a64b-418744ef38c1'] response: {'server_uuid': '9f87a637-be7d-4c14-91f0-a828b1927412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef89c633-926b-4d93-b87d-6ad84002925e', 'code': 200} May 27 02:31:41.249199 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:41.306429 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec6e8f33-e91f-4518-a3f7-46ed94954f29 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:41.314845 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6e8f33-e91f-4518-a3f7-46ed94954f29 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:41.316384 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec6e8f33-e91f-4518-a3f7-46ed94954f29 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:41.371719 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=ef89c633-926b-4d93-b87d-6ad84002925e,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:41.495273 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-6c92ae8d-8a4d-469e-815f-b4334663a0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'name': 'tempest-RoutersTest-router-874020420', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:20Z', 'updated_at': '2022-05-27T02:31:39Z', 'revision_number': 3, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'gw_port_host': None, '_interfaces': [{'id': '84da6230-84de-4357-8285-2adb4e067fe7', 'name': '', 'network_id': '8f446049-40ee-4399-ad3a-ce93a227fe61', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:b6:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:23Z', 'updated_at': '2022-05-27T02:31:35Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c', 'name': '', 'network_id': '8ce48716-4f45-47a4-900f-982b39a3d6a6', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:6c:72:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'e73816d3-babe-4d72-90f6-861706af9fee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:36Z', 'updated_at': '2022-05-27T02:31:39Z', 'revision_number': 2, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': 'e73816d3-babe-4d72-90f6-861706af9fee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:41.498363 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e8f33-e91f-4518-a3f7-46ed94954f29 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event updated for resources: {'Network': ['ID=3000b801-7db3-4b11-b53f-6ff8e8070165,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:41.499832 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c92ae8d-8a4d-469e-815f-b4334663a0e2 None None] Checking router: d85a4136-525e-4cba-b251-6dadf063d217 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:31:41.500438 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c92ae8d-8a4d-469e-815f-b4334663a0e2 None None] Updating router d85a4136-525e-4cba-b251-6dadf063d217 port a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:31:41.513180 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 3000b801-7db3-4b11-b53f-6ff8e8070165 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:31:41.520629 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae1561-6b12-4f18-b13d-cc3e48e5096a req-623b037e-6f1c-4c29-accf-39828d5663cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:41.522628 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-88ae1561-6b12-4f18-b13d-cc3e48e5096a req-623b037e-6f1c-4c29-accf-39828d5663cf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 1097 time: 0.1923380 May 27 02:31:41.561622 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-6c92ae8d-8a4d-469e-815f-b4334663a0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:41.590113 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ec6e8f33-e91f-4518-a3f7-46ed94954f29 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.6481717 May 27 02:31:41.591356 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56202) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:41.598444 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-0992a09f-0fd6-47e3-af37-dbe768804351 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Request body: {'subnet': {'network_id': '3000b801-7db3-4b11-b53f-6ff8e8070165', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:31:41.599448 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-88ae1561-6b12-4f18-b13d-cc3e48e5096a req-d24a57db-1389-4c35-b844-13a157c002d4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704262 May 27 02:31:41.860185 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-0992a09f-0fd6-47e3-af37-dbe768804351 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:31:41.864197 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-0992a09f-0fd6-47e3-af37-dbe768804351 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Usage tracker for resource:subnet and tenant:39308f34ca0d41f5bed3e55c79db3f61 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:31:41.867311 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-0992a09f-0fd6-47e3-af37-dbe768804351 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:31:41.874621 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-0992a09f-0fd6-47e3-af37-dbe768804351 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:31:41.961761 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0992a09f-0fd6-47e3-af37-dbe768804351 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Made reservation on behalf of 39308f34ca0d41f5bed3e55c79db3f61 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:31:41.965405 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0992a09f-0fd6-47e3-af37-dbe768804351 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:42.044572 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-6c92ae8d-8a4d-469e-815f-b4334663a0e2 None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:42.057708 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-6c92ae8d-8a4d-469e-815f-b4334663a0e2 None None] Transition to ACTIVE for port object a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:31:42.152546 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-6c92ae8d-8a4d-469e-815f-b4334663a0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:42.348059 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780af8e4-c5f9-4fe9-9e68-80fd57062ed9 None None] Pushing event updated for resources: {'Port': ['ID=a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:42.379415 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9dbf08-3dfb-494e-acd1-44dddf2a7bb1 req-320b7be5-079d-4ef3-9a19-a33897c97ca6 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:42.380993 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3c9dbf08-3dfb-494e-acd1-44dddf2a7bb1 req-320b7be5-079d-4ef3-9a19-a33897c97ca6 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d6c0d0-8232-4954-b8fb-5b2d1a19f11a HTTP/1.1" status: 200 len: 945 time: 0.2524860 May 27 02:31:42.418741 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8a85a-f749-42e2-80c4-1908bfad5043 req-f18b68c9-5fdc-4c60-b212-e69b766787f6 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:42.426049 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-44e8a85a-f749-42e2-80c4-1908bfad5043 req-f18b68c9-5fdc-4c60-b212-e69b766787f6 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.1875110 May 27 02:31:42.449495 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0992a09f-0fd6-47e3-af37-dbe768804351 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:42.484901 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-6c92ae8d-8a4d-469e-815f-b4334663a0e2 None None] Attempting to bind port a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:31:42.485327 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-6c92ae8d-8a4d-469e-815f-b4334663a0e2 None None] Attempting to bind port a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'ec66a897-ac05-4eaa-a48f-e1d65b54faf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '8ce48716-4f45-47a4-900f-982b39a3d6a6'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:31:42.485685 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c92ae8d-8a4d-469e-815f-b4334663a0e2 None None] Attempting to bind port a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c on network 8ce48716-4f45-47a4-900f-982b39a3d6a6 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:31:42.500426 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c92ae8d-8a4d-469e-815f-b4334663a0e2 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:31:42.504887 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c92ae8d-8a4d-469e-815f-b4334663a0e2 None None] Checking segment: {'id': 'ec66a897-ac05-4eaa-a48f-e1d65b54faf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '8ce48716-4f45-47a4-900f-982b39a3d6a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:31:42.504887 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-6c92ae8d-8a4d-469e-815f-b4334663a0e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:42.504887 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c92ae8d-8a4d-469e-815f-b4334663a0e2 None None] Bound using segment: {'id': 'ec66a897-ac05-4eaa-a48f-e1d65b54faf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '8ce48716-4f45-47a4-900f-982b39a3d6a6'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:31:42.504887 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-6c92ae8d-8a4d-469e-815f-b4334663a0e2 None None] Bound port: a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec66a897-ac05-4eaa-a48f-e1d65b54faf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '8ce48716-4f45-47a4-900f-982b39a3d6a6'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:31:42.504887 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-6c92ae8d-8a4d-469e-815f-b4334663a0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:42.617551 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-6c92ae8d-8a4d-469e-815f-b4334663a0e2 None None] For port a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:31:42.622796 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-6c92ae8d-8a4d-469e-815f-b4334663a0e2 None None] For port a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c,segment=NetworkSegment(ec66a897-ac05-4eaa-a48f-e1d65b54faf0),segment_id=ec66a897-ac05-4eaa-a48f-e1d65b54faf0)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:31:42.671486 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8d1c2-c7e5-4aa3-a2c3-30d2553ef541 req-47ab311b-2526-4c68-b4a5-4051dd307cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:42.673027 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b4c8d1c2-c7e5-4aa3-a2c3-30d2553ef541 req-47ab311b-2526-4c68-b4a5-4051dd307cab service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=72d6c0d0-8232-4954-b8fb-5b2d1a19f11a HTTP/1.1" status: 200 len: 1096 time: 0.0845258 May 27 02:31:42.694949 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3c9dbf08-3dfb-494e-acd1-44dddf2a7bb1 req-839e81ce-5003-48cc-b4fc-e7c8e146616c tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072233 May 27 02:31:42.706455 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-6c92ae8d-8a4d-469e-815f-b4334663a0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:42.735502 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b4c8d1c2-c7e5-4aa3-a2c3-30d2553ef541 req-3f425cbb-c758-4e47-9ce8-4808abc4655c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541809 May 27 02:31:42.739309 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-44e8a85a-f749-42e2-80c4-1908bfad5043 req-f3e65b17-8eaa-4da0-8d50-c388f3730707 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097115 May 27 02:31:42.747994 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0992a09f-0fd6-47e3-af37-dbe768804351 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event updated for resources: {'Subnet': ['ID=a3d70f46-682c-4051-8473-23bc67b2ff77,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:42.770186 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0992a09f-0fd6-47e3-af37-dbe768804351 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:42.771242 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0992a09f-0fd6-47e3-af37-dbe768804351 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:42.771750 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0992a09f-0fd6-47e3-af37-dbe768804351 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:42.772250 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0992a09f-0fd6-47e3-af37-dbe768804351 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:42.772774 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0992a09f-0fd6-47e3-af37-dbe768804351 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:42.773276 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0992a09f-0fd6-47e3-af37-dbe768804351 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:42.773755 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0992a09f-0fd6-47e3-af37-dbe768804351 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:42.774257 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0992a09f-0fd6-47e3-af37-dbe768804351 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:42.775271 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0992a09f-0fd6-47e3-af37-dbe768804351 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:42.775853 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0992a09f-0fd6-47e3-af37-dbe768804351 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:42.776347 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0992a09f-0fd6-47e3-af37-dbe768804351 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:42.777047 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0992a09f-0fd6-47e3-af37-dbe768804351 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:42.789205 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0992a09f-0fd6-47e3-af37-dbe768804351 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Checking segment: {'id': '572ca415-89b4-421f-bd95-4158385b8795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3000b801-7db3-4b11-b53f-6ff8e8070165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:31:42.789779 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0992a09f-0fd6-47e3-af37-dbe768804351 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Network hostable DHCP agents. Network: 3000b801-7db3-4b11-b53f-6ff8e8070165, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:31:42.805167 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c92ae8d-8a4d-469e-815f-b4334663a0e2 None None] Routers {'d85a4136-525e-4cba-b251-6dadf063d217'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:31:42.805841 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-6c92ae8d-8a4d-469e-815f-b4334663a0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:31:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d85a4136-525e-4cba-b251-6dadf063d217'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:42.896410 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0992a09f-0fd6-47e3-af37-dbe768804351 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Network 3000b801-7db3-4b11-b53f-6ff8e8070165 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:31:42.961185 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780af8e4-c5f9-4fe9-9e68-80fd57062ed9 None None] Pushing event updated for resources: {'Port': ['ID=a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c,revision_number=4']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:42.970998 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-0992a09f-0fd6-47e3-af37-dbe768804351 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 3000b801-7db3-4b11-b53f-6ff8e8070165) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:31:42.980543 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efbf574-ac7a-40f1-aaf6-3f4301080cbf None None] Network 3000b801-7db3-4b11-b53f-6ff8e8070165 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:31:42.982692 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-6c92ae8d-8a4d-469e-815f-b4334663a0e2 None None] Set router d85a4136-525e-4cba-b251-6dadf063d217 gateway port host: None {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:31:42.988839 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0992a09f-0fd6-47e3-af37-dbe768804351 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:42.990410 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0992a09f-0fd6-47e3-af37-dbe768804351 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:43.096651 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0992a09f-0fd6-47e3-af37-dbe768804351 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5032947 May 27 02:31:43.101792 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56234) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:43.350984 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d5d89a-80b6-4cc9-9bed-9487fbad40de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-3000b801-7db3-4b11-b53f-6ff8e8070165', 'network_id': '3000b801-7db3-4b11-b53f-6ff8e8070165', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'fixed_ips': [{'subnet_id': 'a3d70f46-682c-4051-8473-23bc67b2ff77'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:31:43.351812 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-19d5d89a-80b6-4cc9-9bed-9487fbad40de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:43.353602 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-6c92ae8d-8a4d-469e-815f-b4334663a0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'name': 'tempest-RoutersTest-router-874020420', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:20Z', 'updated_at': '2022-05-27T02:31:39Z', 'revision_number': 3, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'gw_port_host': None, '_interfaces': [{'id': '84da6230-84de-4357-8285-2adb4e067fe7', 'name': '', 'network_id': '8f446049-40ee-4399-ad3a-ce93a227fe61', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:b6:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:23Z', 'updated_at': '2022-05-27T02:31:35Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c', 'name': '', 'network_id': '8ce48716-4f45-47a4-900f-982b39a3d6a6', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:6c:72:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'e73816d3-babe-4d72-90f6-861706af9fee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:36Z', 'updated_at': '2022-05-27T02:31:42Z', 'revision_number': 4, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': 'e73816d3-babe-4d72-90f6-861706af9fee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:43.358476 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c92ae8d-8a4d-469e-815f-b4334663a0e2 None None] The sync data for ids ['d85a4136-525e-4cba-b251-6dadf063d217'] in n-d-843554-3 is: [{'id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'name': 'tempest-RoutersTest-router-874020420', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:20Z', 'updated_at': '2022-05-27T02:31:39Z', 'revision_number': 3, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'gw_port_host': None, '_interfaces': [{'id': '84da6230-84de-4357-8285-2adb4e067fe7', 'name': '', 'network_id': '8f446049-40ee-4399-ad3a-ce93a227fe61', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:b6:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:23Z', 'updated_at': '2022-05-27T02:31:35Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c', 'name': '', 'network_id': '8ce48716-4f45-47a4-900f-982b39a3d6a6', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:6c:72:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'e73816d3-babe-4d72-90f6-861706af9fee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:36Z', 'updated_at': '2022-05-27T02:31:42Z', 'revision_number': 4, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': 'e73816d3-babe-4d72-90f6-861706af9fee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:31:43.602082 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-19d5d89a-80b6-4cc9-9bed-9487fbad40de None None] Allocated IP 172.22.0.2 (3000b801-7db3-4b11-b53f-6ff8e8070165/a3d70f46-682c-4051-8473-23bc67b2ff77/c1a23d95-7fe4-4d7f-a345-2ec2fde6a4d8) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:31:44.029401 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c2cd5-ff6e-42b5-bae0-e25bfc118cf9 req-a49523da-278e-469a-a044-b4c21fdd1a50 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:44.033207 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d35c2cd5-ff6e-42b5-bae0-e25bfc118cf9 req-a49523da-278e-469a-a044-b4c21fdd1a50 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d6c0d0-8232-4954-b8fb-5b2d1a19f11a HTTP/1.1" status: 200 len: 945 time: 0.1688695 May 27 02:31:44.061645 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-224320b4-a2b8-451f-ba5a-cd420ea2a382 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:44.117188 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-19d5d89a-80b6-4cc9-9bed-9487fbad40de None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:44.130366 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-19d5d89a-80b6-4cc9-9bed-9487fbad40de None None] Transition to ACTIVE for port object c1a23d95-7fe4-4d7f-a345-2ec2fde6a4d8 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:31:44.162051 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-19d5d89a-80b6-4cc9-9bed-9487fbad40de None None] Transition to ACTIVE for port object c1a23d95-7fe4-4d7f-a345-2ec2fde6a4d8 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:31:44.213086 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d35c2cd5-ff6e-42b5-bae0-e25bfc118cf9 req-df031570-37f0-4c1b-8799-3428aa4f5799 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738174 May 27 02:31:44.238432 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-19d5d89a-80b6-4cc9-9bed-9487fbad40de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:44.317411 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647226f-1fa1-4aa9-a022-ad6fc46e0429 req-f0132383-db39-46ac-9331-1b7e4d75d827 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:44.329408 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7647226f-1fa1-4aa9-a022-ad6fc46e0429 req-f0132383-db39-46ac-9331-1b7e4d75d827 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.2423975 May 27 02:31:44.335668 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d5d89a-80b6-4cc9-9bed-9487fbad40de None None] Network 3000b801-7db3-4b11-b53f-6ff8e8070165 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:31:44.339572 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-19d5d89a-80b6-4cc9-9bed-9487fbad40de None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:31:44.343904 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d5d89a-80b6-4cc9-9bed-9487fbad40de None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:31:44.355141 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d5d89a-80b6-4cc9-9bed-9487fbad40de None None] Pushing event updated for resources: {'Port': ['ID=c1a23d95-7fe4-4d7f-a345-2ec2fde6a4d8,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:44.405863 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7647226f-1fa1-4aa9-a022-ad6fc46e0429 req-576c343a-da57-4ca4-bea9-7df6efd660b9 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730836 May 27 02:31:44.501252 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:31:44.579118 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-19d5d89a-80b6-4cc9-9bed-9487fbad40de None None] Attempting to bind port c1a23d95-7fe4-4d7f-a345-2ec2fde6a4d8 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:31:44.579483 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-19d5d89a-80b6-4cc9-9bed-9487fbad40de None None] Attempting to bind port c1a23d95-7fe4-4d7f-a345-2ec2fde6a4d8 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '572ca415-89b4-421f-bd95-4158385b8795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3000b801-7db3-4b11-b53f-6ff8e8070165'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:31:44.579841 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d5d89a-80b6-4cc9-9bed-9487fbad40de None None] Attempting to bind port c1a23d95-7fe4-4d7f-a345-2ec2fde6a4d8 on network 3000b801-7db3-4b11-b53f-6ff8e8070165 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:31:44.591425 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d5d89a-80b6-4cc9-9bed-9487fbad40de None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:31:44.591801 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d5d89a-80b6-4cc9-9bed-9487fbad40de None None] Checking segment: {'id': '572ca415-89b4-421f-bd95-4158385b8795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3000b801-7db3-4b11-b53f-6ff8e8070165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:31:44.592201 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-19d5d89a-80b6-4cc9-9bed-9487fbad40de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:44.592590 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d5d89a-80b6-4cc9-9bed-9487fbad40de None None] Bound using segment: {'id': '572ca415-89b4-421f-bd95-4158385b8795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3000b801-7db3-4b11-b53f-6ff8e8070165'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:31:44.593094 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-19d5d89a-80b6-4cc9-9bed-9487fbad40de None None] Bound port: c1a23d95-7fe4-4d7f-a345-2ec2fde6a4d8, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572ca415-89b4-421f-bd95-4158385b8795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3000b801-7db3-4b11-b53f-6ff8e8070165'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:31:44.593724 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-19d5d89a-80b6-4cc9-9bed-9487fbad40de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:44.666585 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-224320b4-a2b8-451f-ba5a-cd420ea2a382 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Allocated IP 172.22.0.1 (3000b801-7db3-4b11-b53f-6ff8e8070165/a3d70f46-682c-4051-8473-23bc67b2ff77/6a28c88b-e07a-46d8-8ffa-1da2336cd055) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:31:44.697070 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-19d5d89a-80b6-4cc9-9bed-9487fbad40de None None] For port c1a23d95-7fe4-4d7f-a345-2ec2fde6a4d8, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:31:44.700738 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-19d5d89a-80b6-4cc9-9bed-9487fbad40de None None] For port c1a23d95-7fe4-4d7f-a345-2ec2fde6a4d8, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c1a23d95-7fe4-4d7f-a345-2ec2fde6a4d8,segment=NetworkSegment(572ca415-89b4-421f-bd95-4158385b8795),segment_id=572ca415-89b4-421f-bd95-4158385b8795)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:31:44.807004 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:31:44.812875 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:44.813368 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:44.817005 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d80495-2548-4655-9b8d-3312264da2e1 req-3217ff51-7ac1-4056-803c-8fc9d9d0de08 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:44.818495 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62d80495-2548-4655-9b8d-3312264da2e1 req-3217ff51-7ac1-4056-803c-8fc9d9d0de08 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/networks?id=882e4b63-c6d9-4a5c-9012-33783fcec11a HTTP/1.1" status: 200 len: 814 time: 0.1713958 May 27 02:31:44.842320 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62d80495-2548-4655-9b8d-3312264da2e1 req-cf1185d9-15b7-4c2a-896a-1263bf8e67e4 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/quotas/b5ea1dadce014c8bb6c8d9e009e7786c HTTP/1.1" status: 200 len: 375 time: 0.0172098 May 27 02:31:44.870228 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-224320b4-a2b8-451f-ba5a-cd420ea2a382 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:44.876745 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-19d5d89a-80b6-4cc9-9bed-9487fbad40de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:44.893281 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-224320b4-a2b8-451f-ba5a-cd420ea2a382 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Transition to ACTIVE for port object 6a28c88b-e07a-46d8-8ffa-1da2336cd055 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:31:44.973632 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62d80495-2548-4655-9b8d-3312264da2e1 req-a2625546-f1a6-406f-925a-e13207bd1340 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b5ea1dadce014c8bb6c8d9e009e7786c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1160941 May 27 02:31:45.029891 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-224320b4-a2b8-451f-ba5a-cd420ea2a382 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:45.030911 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d5d89a-80b6-4cc9-9bed-9487fbad40de None None] Pushing event updated for resources: {'Port': ['ID=c1a23d95-7fe4-4d7f-a345-2ec2fde6a4d8,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:45.122746 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:31:45.123369 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:45.137301 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224320b4-a2b8-451f-ba5a-cd420ea2a382 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Network 3000b801-7db3-4b11-b53f-6ff8e8070165 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:31:45.142094 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-224320b4-a2b8-451f-ba5a-cd420ea2a382 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:31:45.145459 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224320b4-a2b8-451f-ba5a-cd420ea2a382 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:31:45.171767 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c,segment=NetworkSegment(ec66a897-ac05-4eaa-a48f-e1d65b54faf0),segment_id=ec66a897-ac05-4eaa-a48f-e1d65b54faf0)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:45.212790 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224320b4-a2b8-451f-ba5a-cd420ea2a382 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event updated for resources: {'Port': ['ID=6a28c88b-e07a-46d8-8ffa-1da2336cd055,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:45.226160 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224320b4-a2b8-451f-ba5a-cd420ea2a382 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:45.226566 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224320b4-a2b8-451f-ba5a-cd420ea2a382 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:45.226907 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224320b4-a2b8-451f-ba5a-cd420ea2a382 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:45.227244 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224320b4-a2b8-451f-ba5a-cd420ea2a382 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:45.227571 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224320b4-a2b8-451f-ba5a-cd420ea2a382 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:45.228445 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224320b4-a2b8-451f-ba5a-cd420ea2a382 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:45.228791 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224320b4-a2b8-451f-ba5a-cd420ea2a382 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:45.229119 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224320b4-a2b8-451f-ba5a-cd420ea2a382 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:45.229441 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224320b4-a2b8-451f-ba5a-cd420ea2a382 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:45.229761 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224320b4-a2b8-451f-ba5a-cd420ea2a382 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:45.230108 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224320b4-a2b8-451f-ba5a-cd420ea2a382 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:45.230458 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224320b4-a2b8-451f-ba5a-cd420ea2a382 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:45.236044 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-224320b4-a2b8-451f-ba5a-cd420ea2a382 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:45.261593 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:45.395732 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62d80495-2548-4655-9b8d-3312264da2e1 req-72645818-ab2a-428d-bc3f-cb99e19e3da8 service neutron] 10.222.0.57 "GET /v2.0/networks/882e4b63-c6d9-4a5c-9012-33783fcec11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140296 May 27 02:31:45.420005 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:45.499326 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56298) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:45.560150 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-224320b4-a2b8-451f-ba5a-cd420ea2a382 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:45.718258 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62d80495-2548-4655-9b8d-3312264da2e1 req-9e7e9128-c1a8-4603-9d07-eb4fa01187f0 service neutron] 10.222.0.57 "GET /v2.0/networks/882e4b63-c6d9-4a5c-9012-33783fcec11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147810 May 27 02:31:45.732827 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f77c9-8741-4344-9acf-7b21c37cdc7c req-f2db76ba-3273-4da4-9241-7d1c51565f9f tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:45.750048 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0a1f77c9-8741-4344-9acf-7b21c37cdc7c req-f2db76ba-3273-4da4-9241-7d1c51565f9f tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d6c0d0-8232-4954-b8fb-5b2d1a19f11a HTTP/1.1" status: 200 len: 945 time: 0.2468905 May 27 02:31:45.805351 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0a1f77c9-8741-4344-9acf-7b21c37cdc7c req-7295394b-b573-4ad2-8bb2-ca180f76eb24 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541611 May 27 02:31:45.929104 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-513943a5-b054-494b-9bb1-7a9e3ffad083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:45.953255 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-513943a5-b054-494b-9bb1-7a9e3ffad083 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:31:45.960768 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-513943a5-b054-494b-9bb1-7a9e3ffad083 admin admin] Usage tracker for resource:security_group_rule and tenant:f1f8c597d4374473a5bb858dc7ad3636 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:31:45.969632 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-513943a5-b054-494b-9bb1-7a9e3ffad083 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:31:45.979079 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-513943a5-b054-494b-9bb1-7a9e3ffad083 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:31:46.155673 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1e7398d-b37f-47a5-a8fa-5aceea70a8e1 req-dc4b5682-7eb4-4c3b-a99d-c6632febf559 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=f68f0c25-6b09-4bd1-a907-90bebd3bf03d HTTP/1.1" status: 200 len: 210 time: 0.0933282 May 27 02:31:46.223144 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-224320b4-a2b8-451f-ba5a-cd420ea2a382 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:46.265460 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-513943a5-b054-494b-9bb1-7a9e3ffad083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:46.296687 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-224320b4-a2b8-451f-ba5a-cd420ea2a382 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:46.304642 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-237b5eae-aaa7-4ef6-8eec-cca7adc8b60f tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:46.307278 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-237b5eae-aaa7-4ef6-8eec-cca7adc8b60f tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/networks?id=d21790d3-ca93-474a-9278-54511e3aa902 HTTP/1.1" status: 200 len: 811 time: 0.1943321 May 27 02:31:46.334558 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-7c316bcc-1b9b-4723-8ebe-86ddc969c3da tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/quotas/022251d9f75846819da07595f70e72c6 HTTP/1.1" status: 200 len: 375 time: 0.0216544 May 27 02:31:46.437367 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:31:46.460575 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-5773e1db-5ef6-4820-b5e1-6853f49f4d80 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=022251d9f75846819da07595f70e72c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1201482 May 27 02:31:46.511344 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9842b7d8-dafc-4d38-8721-e052a2cd959c None None] Network 3000b801-7db3-4b11-b53f-6ff8e8070165 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:31:46.549591 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-513943a5-b054-494b-9bb1-7a9e3ffad083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:46.605834 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-756ed0a4-f28d-4481-970b-f8191dfc32d7 service neutron] 10.222.0.57 "GET /v2.0/networks/d21790d3-ca93-474a-9278-54511e3aa902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443543 May 27 02:31:46.646441 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-224320b4-a2b8-451f-ba5a-cd420ea2a382 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:46.651340 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224320b4-a2b8-451f-ba5a-cd420ea2a382 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event updated for resources: {'Port': ['ID=6a28c88b-e07a-46d8-8ffa-1da2336cd055,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:46.656875 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-513943a5-b054-494b-9bb1-7a9e3ffad083 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f1f8c597d4374473a5bb858dc7ad3636&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1565125 May 27 02:31:46.658077 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513943a5-b054-494b-9bb1-7a9e3ffad083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92f0488-8bbe-41d9-b376-395eee842829,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:46.660340 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56328) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:46.764350 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-192312b4-d068-4e29-a072-1641eb5ba615 service neutron] 10.222.0.57 "GET /v2.0/networks/d21790d3-ca93-474a-9278-54511e3aa902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490254 May 27 02:31:46.807867 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:46.808244 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:46.863169 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9041e1ef-1433-4169-8c21-ef02dbde2ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:46.873665 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-272136dd-74d7-4e1d-a758-712c3591c396 None None] Provisioning for port c1a23d95-7fe4-4d7f-a345-2ec2fde6a4d8 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:31:46.899102 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224320b4-a2b8-451f-ba5a-cd420ea2a382 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Network 3000b801-7db3-4b11-b53f-6ff8e8070165 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:31:46.903299 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-224320b4-a2b8-451f-ba5a-cd420ea2a382 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:31:46.906374 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9041e1ef-1433-4169-8c21-ef02dbde2ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:46.953175 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:31:46.955729 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c1a23d95-7fe4-4d7f-a345-2ec2fde6a4d8 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:31:47.120436 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port c1a23d95-7fe4-4d7f-a345-2ec2fde6a4d8 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:31:47.131374 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port c1a23d95-7fe4-4d7f-a345-2ec2fde6a4d8 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:47.131374 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:47.188862 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7ea5ccaf-bda7-46c2-a367-23f0ba6d5f1a req-572f4eea-0b92-439e-9b83-d0e46c8ccd49 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 210 time: 0.1015053 May 27 02:31:47.274944 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224320b4-a2b8-451f-ba5a-cd420ea2a382 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Router d85a4136-525e-4cba-b251-6dadf063d217 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:31:47.277523 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9041e1ef-1433-4169-8c21-ef02dbde2ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:47.316959 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9041e1ef-1433-4169-8c21-ef02dbde2ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92f0488-8bbe-41d9-b376-395eee842829,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:47.408730 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f4c51f6-9dd5-48bc-a3ad-e5660b865708 req-08d9e238-438e-47f1-89a5-87cdb26e92dd tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=f68f0c25-6b09-4bd1-a907-90bebd3bf03d HTTP/1.1" status: 200 len: 210 time: 0.0665421 May 27 02:31:47.411186 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-52898680-3be8-4043-be31-4c31d0990475 None None] Provisioning complete for port c1a23d95-7fe4-4d7f-a345-2ec2fde6a4d8 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:47.411552 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-52898680-3be8-4043-be31-4c31d0990475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:47.467696 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port c1a23d95-7fe4-4d7f-a345-2ec2fde6a4d8 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:31:47.468403 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:47.500286 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9041e1ef-1433-4169-8c21-ef02dbde2ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:47.501436 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9041e1ef-1433-4169-8c21-ef02dbde2ef9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d92f0488-8bbe-41d9-b376-395eee842829 HTTP/1.1" status: 204 len: 168 time: 0.8379247 May 27 02:31:47.542298 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port c1a23d95-7fe4-4d7f-a345-2ec2fde6a4d8, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c1a23d95-7fe4-4d7f-a345-2ec2fde6a4d8,segment=NetworkSegment(572ca415-89b4-421f-bd95-4158385b8795),segment_id=572ca415-89b4-421f-bd95-4158385b8795)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:47.564935 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224320b4-a2b8-451f-ba5a-cd420ea2a382 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:31:47.577275 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-224320b4-a2b8-451f-ba5a-cd420ea2a382 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "PUT /v2.0/routers/d85a4136-525e-4cba-b251-6dadf063d217/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4722977 May 27 02:31:47.578548 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56348) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:47.595226 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-456c9e5f-eaf4-4305-8e72-e6a86cd11ad6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Request body: {'network': {'name': 'tempest-RoutersTest-1467023906'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:31:47.611629 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-456c9e5f-eaf4-4305-8e72-e6a86cd11ad6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:31:47.620435 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-52898680-3be8-4043-be31-4c31d0990475 None None] Current status of the port c1a23d95-7fe4-4d7f-a345-2ec2fde6a4d8 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:31:47.621395 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-456c9e5f-eaf4-4305-8e72-e6a86cd11ad6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Usage tracker for resource:network and tenant:39308f34ca0d41f5bed3e55c79db3f61 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:31:47.622110 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-52898680-3be8-4043-be31-4c31d0990475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:47.629808 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-456c9e5f-eaf4-4305-8e72-e6a86cd11ad6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:31:47.638699 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505cf44b-283f-41cb-98a2-77e117071e05 None None] Sync routers for ids ['d85a4136-525e-4cba-b251-6dadf063d217'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:31:47.644231 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-456c9e5f-eaf4-4305-8e72-e6a86cd11ad6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:31:47.649500 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:47.734726 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505cf44b-283f-41cb-98a2-77e117071e05 None None] Routers {'d85a4136-525e-4cba-b251-6dadf063d217'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:31:47.735383 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-505cf44b-283f-41cb-98a2-77e117071e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:31:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d85a4136-525e-4cba-b251-6dadf063d217'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:47.736440 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456c9e5f-eaf4-4305-8e72-e6a86cd11ad6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Made reservation on behalf of 39308f34ca0d41f5bed3e55c79db3f61 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:31:47.741353 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-456c9e5f-eaf4-4305-8e72-e6a86cd11ad6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:47.808287 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-456c9e5f-eaf4-4305-8e72-e6a86cd11ad6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:31:47.841724 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-456c9e5f-eaf4-4305-8e72-e6a86cd11ad6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:47.842915 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-456c9e5f-eaf4-4305-8e72-e6a86cd11ad6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Added segment fa5be058-809f-4f8a-acd2-faa097112447 of type vlan for network 4282fd92-6e02-4a12-babb-0c29b53c008e May 27 02:31:47.893192 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-456c9e5f-eaf4-4305-8e72-e6a86cd11ad6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:47.928449 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=c1a23d95-7fe4-4d7f-a345-2ec2fde6a4d8,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:47.957867 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-52898680-3be8-4043-be31-4c31d0990475 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:31:47.958225 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-52898680-3be8-4043-be31-4c31d0990475 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:31:47.962916 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-505cf44b-283f-41cb-98a2-77e117071e05 None None] Set router d85a4136-525e-4cba-b251-6dadf063d217 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:31:48.054822 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-456c9e5f-eaf4-4305-8e72-e6a86cd11ad6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:48.060470 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456c9e5f-eaf4-4305-8e72-e6a86cd11ad6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:48.074879 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-456c9e5f-eaf4-4305-8e72-e6a86cd11ad6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:48.184855 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c9e5f-eaf4-4305-8e72-e6a86cd11ad6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event updated for resources: {'Network': ['ID=4282fd92-6e02-4a12-babb-0c29b53c008e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:48.199263 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 4282fd92-6e02-4a12-babb-0c29b53c008e details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:31:48.292696 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-456c9e5f-eaf4-4305-8e72-e6a86cd11ad6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7114375 May 27 02:31:48.295214 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56362) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:48.304137 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-36cda8e6-40bd-4ba5-afca-f5eed571c2dc tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Request body: {'subnet': {'network_id': '4282fd92-6e02-4a12-babb-0c29b53c008e', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:31:48.342827 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ecb6a5a-83e8-45f1-8754-806399682c47 req-873b9c0c-f1e9-44ad-8562-4be3e6e7f157 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 210 time: 0.0893621 May 27 02:31:48.411243 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c1a23d95-7fe4-4d7f-a345-2ec2fde6a4d8 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:31:48.452165 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-36cda8e6-40bd-4ba5-afca-f5eed571c2dc tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:31:48.456486 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-36cda8e6-40bd-4ba5-afca-f5eed571c2dc tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Usage tracker for resource:subnet and tenant:39308f34ca0d41f5bed3e55c79db3f61 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:31:48.459694 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-36cda8e6-40bd-4ba5-afca-f5eed571c2dc tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:31:48.466308 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-36cda8e6-40bd-4ba5-afca-f5eed571c2dc tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:31:48.496167 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56368) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:48.515722 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8711af7-fd0f-4df2-a10c-c9c125433d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:48.537873 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b8711af7-fd0f-4df2-a10c-c9c125433d1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:31:48.542201 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b8711af7-fd0f-4df2-a10c-c9c125433d1b admin admin] Usage tracker for resource:security_group_rule and tenant:7f32ef2f35f245b581523025b7e8e3ac is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:31:48.554566 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b8711af7-fd0f-4df2-a10c-c9c125433d1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:31:48.554566 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b8711af7-fd0f-4df2-a10c-c9c125433d1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:31:48.584649 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36cda8e6-40bd-4ba5-afca-f5eed571c2dc tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Made reservation on behalf of 39308f34ca0d41f5bed3e55c79db3f61 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:31:48.589254 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36cda8e6-40bd-4ba5-afca-f5eed571c2dc tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:48.628617 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-52898680-3be8-4043-be31-4c31d0990475 None None] Current status of the port c1a23d95-7fe4-4d7f-a345-2ec2fde6a4d8 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:31:48.699220 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port c1a23d95-7fe4-4d7f-a345-2ec2fde6a4d8 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:48.706269 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:48.710761 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5c6f1a31-a931-4e7a-ab38-a50eb946e34f req-850b27db-9aa3-4b2d-8ff1-3cd60c5a715d tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=f68f0c25-6b09-4bd1-a907-90bebd3bf03d HTTP/1.1" status: 200 len: 210 time: 0.1914072 May 27 02:31:48.768578 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-52898680-3be8-4043-be31-4c31d0990475 None None] Provisioning for port 6a28c88b-e07a-46d8-8ffa-1da2336cd055 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:31:48.788182 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-505cf44b-283f-41cb-98a2-77e117071e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'name': 'tempest-RoutersTest-router-874020420', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:20Z', 'updated_at': '2022-05-27T02:31:45Z', 'revision_number': 4, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'gw_port_host': None, '_interfaces': [{'id': '6a28c88b-e07a-46d8-8ffa-1da2336cd055', 'name': '', 'network_id': '3000b801-7db3-4b11-b53f-6ff8e8070165', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:37:84:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'a3d70f46-682c-4051-8473-23bc67b2ff77', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:44Z', 'updated_at': '2022-05-27T02:31:45Z', 'revision_number': 2, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': 'a3d70f46-682c-4051-8473-23bc67b2ff77', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84da6230-84de-4357-8285-2adb4e067fe7', 'name': '', 'network_id': '8f446049-40ee-4399-ad3a-ce93a227fe61', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:b6:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:23Z', 'updated_at': '2022-05-27T02:31:35Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c', 'name': '', 'network_id': '8ce48716-4f45-47a4-900f-982b39a3d6a6', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:6c:72:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'e73816d3-babe-4d72-90f6-861706af9fee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:36Z', 'updated_at': '2022-05-27T02:31:45Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': 'e73816d3-babe-4d72-90f6-861706af9fee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:48.793455 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-52898680-3be8-4043-be31-4c31d0990475 None None] Provisioning complete for port 6a28c88b-e07a-46d8-8ffa-1da2336cd055 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:48.794096 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-52898680-3be8-4043-be31-4c31d0990475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:48.902496 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505cf44b-283f-41cb-98a2-77e117071e05 None None] Checking router: d85a4136-525e-4cba-b251-6dadf063d217 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:31:48.904411 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505cf44b-283f-41cb-98a2-77e117071e05 None None] Updating router d85a4136-525e-4cba-b251-6dadf063d217 port 6a28c88b-e07a-46d8-8ffa-1da2336cd055 binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:31:48.924493 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36cda8e6-40bd-4ba5-afca-f5eed571c2dc tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:48.929807 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8711af7-fd0f-4df2-a10c-c9c125433d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:48.950718 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-52898680-3be8-4043-be31-4c31d0990475 None None] Port 6a28c88b-e07a-46d8-8ffa-1da2336cd055 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:31:49.001444 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-505cf44b-283f-41cb-98a2-77e117071e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:49.030454 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cda8e6-40bd-4ba5-afca-f5eed571c2dc tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Checking segment: {'id': 'fa5be058-809f-4f8a-acd2-faa097112447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4282fd92-6e02-4a12-babb-0c29b53c008e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:31:49.031064 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cda8e6-40bd-4ba5-afca-f5eed571c2dc tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Network hostable DHCP agents. Network: 4282fd92-6e02-4a12-babb-0c29b53c008e, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:31:49.038688 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cda8e6-40bd-4ba5-afca-f5eed571c2dc tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event updated for resources: {'Subnet': ['ID=d31c7317-0730-40de-ba74-4bad9f60a989,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:49.042340 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8711af7-fd0f-4df2-a10c-c9c125433d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:49.142310 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port c1a23d95-7fe4-4d7f-a345-2ec2fde6a4d8 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:31:49.171442 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8711af7-fd0f-4df2-a10c-c9c125433d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccbc5ab-d7ea-4730-8c70-fec2839a71b4,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:49.197698 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-0f95fef9-70c1-4829-9a2a-a69209f7fd04 None None] Provisioning complete for port 6a28c88b-e07a-46d8-8ffa-1da2336cd055 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:49.198078 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0f95fef9-70c1-4829-9a2a-a69209f7fd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:49.218610 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d80495-2548-4655-9b8d-3312264da2e1 req-e84cb714-f713-4ac9-96a6-d55c557b1776 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:49.224591 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62d80495-2548-4655-9b8d-3312264da2e1 req-e84cb714-f713-4ac9-96a6-d55c557b1776 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.66 "GET /v2.0/networks?id=882e4b63-c6d9-4a5c-9012-33783fcec11a HTTP/1.1" status: 200 len: 814 time: 0.2172086 May 27 02:31:49.237386 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-62d80495-2548-4655-9b8d-3312264da2e1 req-e7928a5d-8d9f-468c-b8a2-7e68debb4305 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Request body: {'port': {'device_id': 'f68f0c25-6b09-4bd1-a907-90bebd3bf03d', 'network_id': '882e4b63-c6d9-4a5c-9012-33783fcec11a', 'admin_state_up': True, 'tenant_id': 'b5ea1dadce014c8bb6c8d9e009e7786c'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:31:49.238426 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cda8e6-40bd-4ba5-afca-f5eed571c2dc tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Network 4282fd92-6e02-4a12-babb-0c29b53c008e is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:31:49.252899 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b8711af7-fd0f-4df2-a10c-c9c125433d1b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7f32ef2f35f245b581523025b7e8e3ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7533822 May 27 02:31:49.253110 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56374) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:49.299726 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a84561d0-1aa4-408f-837e-a2c0323dc8d0 req-72c7c3cd-3f17-4a41-a9bd-8526a6473faf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=abee0d60-929c-431c-84c6-9b1ad9d5c74c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2340500 May 27 02:31:49.360627 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-36cda8e6-40bd-4ba5-afca-f5eed571c2dc tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 4282fd92-6e02-4a12-babb-0c29b53c008e) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:31:49.367323 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c7f993af-3ed4-426d-a330-cf30d6c660fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:49.385763 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cda8e6-40bd-4ba5-afca-f5eed571c2dc tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:49.386418 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36cda8e6-40bd-4ba5-afca-f5eed571c2dc tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:49.513617 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-62d80495-2548-4655-9b8d-3312264da2e1 req-e7928a5d-8d9f-468c-b8a2-7e68debb4305 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:31:49.521193 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-62d80495-2548-4655-9b8d-3312264da2e1 req-e7928a5d-8d9f-468c-b8a2-7e68debb4305 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Usage tracker for resource:port and tenant:b5ea1dadce014c8bb6c8d9e009e7786c is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:31:49.530006 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-62d80495-2548-4655-9b8d-3312264da2e1 req-e7928a5d-8d9f-468c-b8a2-7e68debb4305 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:31:49.538108 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-62d80495-2548-4655-9b8d-3312264da2e1 req-e7928a5d-8d9f-468c-b8a2-7e68debb4305 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:31:49.590018 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:49.590684 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-0f95fef9-70c1-4829-9a2a-a69209f7fd04 None None] Port 6a28c88b-e07a-46d8-8ffa-1da2336cd055 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:31:49.623182 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62d80495-2548-4655-9b8d-3312264da2e1 req-e7928a5d-8d9f-468c-b8a2-7e68debb4305 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Made reservation on behalf of b5ea1dadce014c8bb6c8d9e009e7786c for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:31:49.626923 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-62d80495-2548-4655-9b8d-3312264da2e1 req-e7928a5d-8d9f-468c-b8a2-7e68debb4305 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:49.656047 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373ce9a5-2a84-4290-a3dd-ed6d1cca8214 None None] Network 4282fd92-6e02-4a12-babb-0c29b53c008e requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:31:49.699932 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c0bd877d-543d-4d67-a2b8-4bcc96690cd3 req-9fac67c6-f0a5-4e35-a4ef-d0df862ef195 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 210 time: 0.0531995 May 27 02:31:49.792180 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c7f993af-3ed4-426d-a330-cf30d6c660fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:49.864150 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84561d0-1aa4-408f-837e-a2c0323dc8d0 req-a5995ab3-d52d-47f5-9da5-51e0ed3b70e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:49.865934 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a84561d0-1aa4-408f-837e-a2c0323dc8d0 req-a5995ab3-d52d-47f5-9da5-51e0ed3b70e6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2651911d1c264f1c8c7218b6fddf9f10&device_id=abee0d60-929c-431c-84c6-9b1ad9d5c74c HTTP/1.1" status: 200 len: 1097 time: 0.1731725 May 27 02:31:49.893048 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-62d80495-2548-4655-9b8d-3312264da2e1 req-e7928a5d-8d9f-468c-b8a2-7e68debb4305 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Allocated IP 172.20.0.2 (882e4b63-c6d9-4a5c-9012-33783fcec11a/b516e58d-c3cf-49b8-8e9a-0013236ae33e/f17e08d5-b1fb-4c34-96dd-201117803276) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:31:49.942445 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:49.950150 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-36cda8e6-40bd-4ba5-afca-f5eed571c2dc tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6535921 May 27 02:31:50.012513 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56386) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:50.013234 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c7f993af-3ed4-426d-a330-cf30d6c660fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:50.055392 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb38fa75-afc4-4c17-a90a-3755ff9bf4e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-4282fd92-6e02-4a12-babb-0c29b53c008e', 'network_id': '4282fd92-6e02-4a12-babb-0c29b53c008e', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'fixed_ips': [{'subnet_id': 'd31c7317-0730-40de-ba74-4bad9f60a989'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:31:50.057471 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-eb38fa75-afc4-4c17-a90a-3755ff9bf4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:50.140633 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f993af-3ed4-426d-a330-cf30d6c660fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccbc5ab-d7ea-4730-8c70-fec2839a71b4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:50.176087 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-505cf44b-283f-41cb-98a2-77e117071e05 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:50.207643 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-505cf44b-283f-41cb-98a2-77e117071e05 None None] Transition to ACTIVE for port object 6a28c88b-e07a-46d8-8ffa-1da2336cd055 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:31:50.245265 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c7f993af-3ed4-426d-a330-cf30d6c660fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:50.248846 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c7f993af-3ed4-426d-a330-cf30d6c660fd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7ccbc5ab-d7ea-4730-8c70-fec2839a71b4 HTTP/1.1" status: 204 len: 168 time: 0.9925692 May 27 02:31:50.296636 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-38d23f35-3221-4d8b-95e9-063f8668680b req-02e11c92-7580-4a9a-a99d-2eef24c95a18 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=f68f0c25-6b09-4bd1-a907-90bebd3bf03d HTTP/1.1" status: 200 len: 210 time: 0.3638129 May 27 02:31:50.320452 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-62d80495-2548-4655-9b8d-3312264da2e1 req-e7928a5d-8d9f-468c-b8a2-7e68debb4305 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:50.325073 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-505cf44b-283f-41cb-98a2-77e117071e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:50.449339 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-eb38fa75-afc4-4c17-a90a-3755ff9bf4e0 None None] Allocated IP 172.23.0.2 (4282fd92-6e02-4a12-babb-0c29b53c008e/d31c7317-0730-40de-ba74-4bad9f60a989/1f4adc21-c16f-481b-b367-de959f8956dd) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:31:50.541731 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84561d0-1aa4-408f-837e-a2c0323dc8d0 req-bb65f107-a2eb-4c8e-b421-67613726179d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:50.543220 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a84561d0-1aa4-408f-837e-a2c0323dc8d0 req-bb65f107-a2eb-4c8e-b421-67613726179d service neutron] 10.222.0.32 "GET /v2.0/networks?id=72395de2-24ec-482b-bef7-14825a5fc695 HTTP/1.1" status: 200 len: 915 time: 0.6487358 May 27 02:31:50.653869 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-3bc1fc1e-4404-47e0-9dae-18c8dff8e3bb tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:50.660585 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-3bc1fc1e-4404-47e0-9dae-18c8dff8e3bb tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.66 "GET /v2.0/networks?id=d21790d3-ca93-474a-9278-54511e3aa902 HTTP/1.1" status: 200 len: 811 time: 0.5296490 May 27 02:31:50.680614 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-db5cbf58-7e4e-458f-911a-9229c198a3f8 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Request body: {'port': {'device_id': '18021fed-5556-423a-bbed-03bba7a5f974', 'network_id': 'd21790d3-ca93-474a-9278-54511e3aa902', 'admin_state_up': True, 'tenant_id': '022251d9f75846819da07595f70e72c6'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:31:50.702036 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc3dc8-f6a0-493d-a4f7-63a025940204 None None] Pushing event updated for resources: {'Port': ['ID=6a28c88b-e07a-46d8-8ffa-1da2336cd055,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:50.871146 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-62d80495-2548-4655-9b8d-3312264da2e1 req-e7928a5d-8d9f-468c-b8a2-7e68debb4305 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:50.908864 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a84561d0-1aa4-408f-837e-a2c0323dc8d0 req-e3d05050-1815-4e69-b166-feb46503526c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4063e565-cdde-4c05-b9f9-f83d936377fd HTTP/1.1" status: 200 len: 1001 time: 0.2317617 May 27 02:31:50.927329 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-505cf44b-283f-41cb-98a2-77e117071e05 None None] Attempting to bind port 6a28c88b-e07a-46d8-8ffa-1da2336cd055 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:31:50.928880 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-505cf44b-283f-41cb-98a2-77e117071e05 None None] Attempting to bind port 6a28c88b-e07a-46d8-8ffa-1da2336cd055 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '572ca415-89b4-421f-bd95-4158385b8795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3000b801-7db3-4b11-b53f-6ff8e8070165'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:31:50.932574 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505cf44b-283f-41cb-98a2-77e117071e05 None None] Attempting to bind port 6a28c88b-e07a-46d8-8ffa-1da2336cd055 on network 3000b801-7db3-4b11-b53f-6ff8e8070165 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:31:50.954734 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505cf44b-283f-41cb-98a2-77e117071e05 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:31:50.959428 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505cf44b-283f-41cb-98a2-77e117071e05 None None] Checking segment: {'id': '572ca415-89b4-421f-bd95-4158385b8795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3000b801-7db3-4b11-b53f-6ff8e8070165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:31:50.966640 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-505cf44b-283f-41cb-98a2-77e117071e05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:50.966640 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505cf44b-283f-41cb-98a2-77e117071e05 None None] Bound using segment: {'id': '572ca415-89b4-421f-bd95-4158385b8795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3000b801-7db3-4b11-b53f-6ff8e8070165'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:31:50.966640 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-505cf44b-283f-41cb-98a2-77e117071e05 None None] Bound port: 6a28c88b-e07a-46d8-8ffa-1da2336cd055, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572ca415-89b4-421f-bd95-4158385b8795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3000b801-7db3-4b11-b53f-6ff8e8070165'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:31:50.966640 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-505cf44b-283f-41cb-98a2-77e117071e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:50.978057 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['ef89c633-926b-4d93-b87d-6ad84002925e'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:31:51.044591 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84561d0-1aa4-408f-837e-a2c0323dc8d0 req-7b874518-2f5b-4ac7-be2e-c8da4a768efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:51.046756 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a84561d0-1aa4-408f-837e-a2c0323dc8d0 req-7b874518-2f5b-4ac7-be2e-c8da4a768efa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95 HTTP/1.1" status: 200 len: 853 time: 0.1200912 May 27 02:31:51.134628 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62d80495-2548-4655-9b8d-3312264da2e1 req-e7928a5d-8d9f-468c-b8a2-7e68debb4305 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Network 882e4b63-c6d9-4a5c-9012-33783fcec11a is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:31:51.155682 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52ecf8ab-4ba2-4f8a-8cbf-55f3a991aeb8 req-4efd3d6a-a36d-4655-b54b-5258aa5ae285 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 210 time: 0.1210032 May 27 02:31:51.191865 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-62d80495-2548-4655-9b8d-3312264da2e1 req-e7928a5d-8d9f-468c-b8a2-7e68debb4305 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:31:51.196350 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d80495-2548-4655-9b8d-3312264da2e1 req-e7928a5d-8d9f-468c-b8a2-7e68debb4305 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:31:51.293031 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7928a5d-8d9f-468c-b8a2-7e68debb4305 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Pushing event updated for resources: {'Port': ['ID=f17e08d5-b1fb-4c34-96dd-201117803276,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:51.329448 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-505cf44b-283f-41cb-98a2-77e117071e05 None None] For port 6a28c88b-e07a-46d8-8ffa-1da2336cd055, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:31:51.332778 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-505cf44b-283f-41cb-98a2-77e117071e05 None None] For port 6a28c88b-e07a-46d8-8ffa-1da2336cd055, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=6a28c88b-e07a-46d8-8ffa-1da2336cd055,segment=NetworkSegment(572ca415-89b4-421f-bd95-4158385b8795),segment_id=572ca415-89b4-421f-bd95-4158385b8795)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:31:51.373016 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d80495-2548-4655-9b8d-3312264da2e1 req-e7928a5d-8d9f-468c-b8a2-7e68debb4305 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:51.382740 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-62d80495-2548-4655-9b8d-3312264da2e1 req-e7928a5d-8d9f-468c-b8a2-7e68debb4305 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:51.397092 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84561d0-1aa4-408f-837e-a2c0323dc8d0 req-2d16e73c-78b2-4db4-bf97-4815e7b0ce27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:51.399450 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a84561d0-1aa4-408f-837e-a2c0323dc8d0 req-2d16e73c-78b2-4db4-bf97-4815e7b0ce27 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72395de2-24ec-482b-bef7-14825a5fc695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2752066 May 27 02:31:51.426516 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-db5cbf58-7e4e-458f-911a-9229c198a3f8 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:31:51.430792 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-db5cbf58-7e4e-458f-911a-9229c198a3f8 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Usage tracker for resource:port and tenant:022251d9f75846819da07595f70e72c6 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:31:51.435222 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-db5cbf58-7e4e-458f-911a-9229c198a3f8 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:31:51.441978 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-505cf44b-283f-41cb-98a2-77e117071e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:51.472876 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-db5cbf58-7e4e-458f-911a-9229c198a3f8 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:31:51.516426 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62d80495-2548-4655-9b8d-3312264da2e1 req-e7928a5d-8d9f-468c-b8a2-7e68debb4305 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2865081 May 27 02:31:51.532564 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-62d80495-2548-4655-9b8d-3312264da2e1 req-6a4dfff5-8406-4b01-be03-f0e60fed9bf8 service neutron] Request body: {'port': {'device_id': 'f68f0c25-6b09-4bd1-a907-90bebd3bf03d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:31:51.596944 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc3dc8-f6a0-493d-a4f7-63a025940204 None None] Pushing event updated for resources: {'Port': ['ID=6a28c88b-e07a-46d8-8ffa-1da2336cd055,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:51.681859 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505cf44b-283f-41cb-98a2-77e117071e05 None None] Routers {'d85a4136-525e-4cba-b251-6dadf063d217'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:31:51.682560 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-505cf44b-283f-41cb-98a2-77e117071e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:31:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d85a4136-525e-4cba-b251-6dadf063d217'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:51.717381 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-db5cbf58-7e4e-458f-911a-9229c198a3f8 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Made reservation on behalf of 022251d9f75846819da07595f70e72c6 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:31:51.718323 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-57dfefe5-5804-4e32-aa93-c71610e247f7 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:51.727406 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-db5cbf58-7e4e-458f-911a-9229c198a3f8 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:52.053934 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-505cf44b-283f-41cb-98a2-77e117071e05 None None] Set router d85a4136-525e-4cba-b251-6dadf063d217 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:31:52.177071 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-62d80495-2548-4655-9b8d-3312264da2e1 req-6a4dfff5-8406-4b01-be03-f0e60fed9bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:52.229257 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a84561d0-1aa4-408f-837e-a2c0323dc8d0 req-369ead8e-79cd-4c91-a559-0cebc809d4ed service neutron] 10.222.0.32 "GET /v2.0/networks/72395de2-24ec-482b-bef7-14825a5fc695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8228738 May 27 02:31:52.513680 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-eb38fa75-afc4-4c17-a90a-3755ff9bf4e0 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:52.529140 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-eb38fa75-afc4-4c17-a90a-3755ff9bf4e0 None None] Transition to ACTIVE for port object 1f4adc21-c16f-481b-b367-de959f8956dd will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:31:52.550046 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-eb38fa75-afc4-4c17-a90a-3755ff9bf4e0 None None] Transition to ACTIVE for port object 1f4adc21-c16f-481b-b367-de959f8956dd will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:31:52.614840 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-505cf44b-283f-41cb-98a2-77e117071e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'name': 'tempest-RoutersTest-router-874020420', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:20Z', 'updated_at': '2022-05-27T02:31:45Z', 'revision_number': 4, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'gw_port_host': None, '_interfaces': [{'id': '6a28c88b-e07a-46d8-8ffa-1da2336cd055', 'name': '', 'network_id': '3000b801-7db3-4b11-b53f-6ff8e8070165', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:37:84:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'a3d70f46-682c-4051-8473-23bc67b2ff77', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:44Z', 'updated_at': '2022-05-27T02:31:51Z', 'revision_number': 4, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': 'a3d70f46-682c-4051-8473-23bc67b2ff77', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84da6230-84de-4357-8285-2adb4e067fe7', 'name': '', 'network_id': '8f446049-40ee-4399-ad3a-ce93a227fe61', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:b6:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:23Z', 'updated_at': '2022-05-27T02:31:35Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c', 'name': '', 'network_id': '8ce48716-4f45-47a4-900f-982b39a3d6a6', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:6c:72:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'e73816d3-babe-4d72-90f6-861706af9fee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:36Z', 'updated_at': '2022-05-27T02:31:45Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': 'e73816d3-babe-4d72-90f6-861706af9fee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:52.621711 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505cf44b-283f-41cb-98a2-77e117071e05 None None] The sync data for ids ['d85a4136-525e-4cba-b251-6dadf063d217'] in n-d-843554-3 is: [{'id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'name': 'tempest-RoutersTest-router-874020420', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:20Z', 'updated_at': '2022-05-27T02:31:45Z', 'revision_number': 4, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'gw_port_host': None, '_interfaces': [{'id': '6a28c88b-e07a-46d8-8ffa-1da2336cd055', 'name': '', 'network_id': '3000b801-7db3-4b11-b53f-6ff8e8070165', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:37:84:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'a3d70f46-682c-4051-8473-23bc67b2ff77', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:44Z', 'updated_at': '2022-05-27T02:31:51Z', 'revision_number': 4, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': 'a3d70f46-682c-4051-8473-23bc67b2ff77', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84da6230-84de-4357-8285-2adb4e067fe7', 'name': '', 'network_id': '8f446049-40ee-4399-ad3a-ce93a227fe61', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:b6:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:23Z', 'updated_at': '2022-05-27T02:31:35Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c', 'name': '', 'network_id': '8ce48716-4f45-47a4-900f-982b39a3d6a6', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:6c:72:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'e73816d3-babe-4d72-90f6-861706af9fee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:36Z', 'updated_at': '2022-05-27T02:31:45Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': 'e73816d3-babe-4d72-90f6-861706af9fee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:31:52.625792 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4b13c422-9e65-430f-a24f-95bcaf58268d req-e65ed6c8-b7e2-4b77-8afe-c3de28333c67 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=99708104-dbf0-4405-aae1-64907e682f22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5380781 May 27 02:31:52.636959 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a84561d0-1aa4-408f-837e-a2c0323dc8d0 req-b9492395-fee3-4d98-9de7-6bf62c934c95 service neutron] 10.222.0.32 "GET /v2.0/networks/72395de2-24ec-482b-bef7-14825a5fc695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710117 May 27 02:31:52.642090 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-eb38fa75-afc4-4c17-a90a-3755ff9bf4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:52.836225 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb38fa75-afc4-4c17-a90a-3755ff9bf4e0 None None] Network 4282fd92-6e02-4a12-babb-0c29b53c008e is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:31:52.838112 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-eb38fa75-afc4-4c17-a90a-3755ff9bf4e0 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:31:52.842284 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb38fa75-afc4-4c17-a90a-3755ff9bf4e0 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:31:52.867003 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38fa75-afc4-4c17-a90a-3755ff9bf4e0 None None] Pushing event updated for resources: {'Port': ['ID=1f4adc21-c16f-481b-b367-de959f8956dd,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:52.979891 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13c422-9e65-430f-a24f-95bcaf58268d req-060b990a-2c03-42eb-bb6f-92ba1492bcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:52.981874 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4b13c422-9e65-430f-a24f-95bcaf58268d req-060b990a-2c03-42eb-bb6f-92ba1492bcd6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a54d5457e373400db950c9d30ab97cd7&device_id=99708104-dbf0-4405-aae1-64907e682f22 HTTP/1.1" status: 200 len: 1096 time: 0.3270831 May 27 02:31:52.997850 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-57dfefe5-5804-4e32-aa93-c71610e247f7 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Allocated IP 172.23.0.1 (4282fd92-6e02-4a12-babb-0c29b53c008e/d31c7317-0730-40de-ba74-4bad9f60a989/c2eaf95e-56fc-445d-8ccd-014a5e0b6aed) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:31:53.038470 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-eb38fa75-afc4-4c17-a90a-3755ff9bf4e0 None None] Attempting to bind port 1f4adc21-c16f-481b-b367-de959f8956dd on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:31:53.038941 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-eb38fa75-afc4-4c17-a90a-3755ff9bf4e0 None None] Attempting to bind port 1f4adc21-c16f-481b-b367-de959f8956dd by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'fa5be058-809f-4f8a-acd2-faa097112447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4282fd92-6e02-4a12-babb-0c29b53c008e'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:31:53.039380 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb38fa75-afc4-4c17-a90a-3755ff9bf4e0 None None] Attempting to bind port 1f4adc21-c16f-481b-b367-de959f8956dd on network 4282fd92-6e02-4a12-babb-0c29b53c008e {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:31:53.045194 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb38fa75-afc4-4c17-a90a-3755ff9bf4e0 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:31:53.045652 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb38fa75-afc4-4c17-a90a-3755ff9bf4e0 None None] Checking segment: {'id': 'fa5be058-809f-4f8a-acd2-faa097112447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4282fd92-6e02-4a12-babb-0c29b53c008e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:31:53.046126 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-eb38fa75-afc4-4c17-a90a-3755ff9bf4e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:53.047376 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb38fa75-afc4-4c17-a90a-3755ff9bf4e0 None None] Bound using segment: {'id': 'fa5be058-809f-4f8a-acd2-faa097112447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4282fd92-6e02-4a12-babb-0c29b53c008e'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:31:53.047924 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-eb38fa75-afc4-4c17-a90a-3755ff9bf4e0 None None] Bound port: 1f4adc21-c16f-481b-b367-de959f8956dd, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa5be058-809f-4f8a-acd2-faa097112447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4282fd92-6e02-4a12-babb-0c29b53c008e'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:31:53.048367 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-eb38fa75-afc4-4c17-a90a-3755ff9bf4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:53.132352 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-411e6893-4908-45c3-92d2-e17bb7695622 req-a81ef00e-a3cc-44ba-931b-f83c5e9cfa13 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 210 time: 0.5047786 May 27 02:31:53.234386 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91594210-0708-4f4a-9176-4d783dacffa6 req-a9649b4e-ba32-4cf8-89b2-793db758a788 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:53.235150 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-91594210-0708-4f4a-9176-4d783dacffa6 req-a9649b4e-ba32-4cf8-89b2-793db758a788 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Synchronizing usage tracker for tenant:b5ea1dadce014c8bb6c8d9e009e7786c on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:31:53.242308 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-eb38fa75-afc4-4c17-a90a-3755ff9bf4e0 None None] For port 1f4adc21-c16f-481b-b367-de959f8956dd, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:31:53.250708 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-eb38fa75-afc4-4c17-a90a-3755ff9bf4e0 None None] For port 1f4adc21-c16f-481b-b367-de959f8956dd, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1f4adc21-c16f-481b-b367-de959f8956dd,segment=NetworkSegment(fa5be058-809f-4f8a-acd2-faa097112447),segment_id=fa5be058-809f-4f8a-acd2-faa097112447)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:31:53.333235 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-eb38fa75-afc4-4c17-a90a-3755ff9bf4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:53.396835 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-db5cbf58-7e4e-458f-911a-9229c198a3f8 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Allocated IP 172.20.0.10 (d21790d3-ca93-474a-9278-54511e3aa902/aabba9bb-b0fb-4524-b111-dfb2c0b12686/d4da163c-cb1e-42d5-85b2-07f981d2bead) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:31:53.486727 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13c422-9e65-430f-a24f-95bcaf58268d req-8dbbbd26-a4c1-46e4-99e7-5f413ebf0640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:53.488195 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4b13c422-9e65-430f-a24f-95bcaf58268d req-8dbbbd26-a4c1-46e4-99e7-5f413ebf0640 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e6379d80-7b9b-4710-9948-937eec21e411 HTTP/1.1" status: 200 len: 911 time: 0.4794209 May 27 02:31:53.549899 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38fa75-afc4-4c17-a90a-3755ff9bf4e0 None None] Pushing event updated for resources: {'Port': ['ID=1f4adc21-c16f-481b-b367-de959f8956dd,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:53.576261 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb38fa75-afc4-4c17-a90a-3755ff9bf4e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:53.577061 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb38fa75-afc4-4c17-a90a-3755ff9bf4e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:53.577546 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb38fa75-afc4-4c17-a90a-3755ff9bf4e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:53.578027 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb38fa75-afc4-4c17-a90a-3755ff9bf4e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:53.578529 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb38fa75-afc4-4c17-a90a-3755ff9bf4e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:53.579004 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb38fa75-afc4-4c17-a90a-3755ff9bf4e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:53.579478 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb38fa75-afc4-4c17-a90a-3755ff9bf4e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:53.581297 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb38fa75-afc4-4c17-a90a-3755ff9bf4e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:53.581790 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb38fa75-afc4-4c17-a90a-3755ff9bf4e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:53.582283 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb38fa75-afc4-4c17-a90a-3755ff9bf4e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:53.583045 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb38fa75-afc4-4c17-a90a-3755ff9bf4e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:53.583517 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb38fa75-afc4-4c17-a90a-3755ff9bf4e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:53.699685 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-91594210-0708-4f4a-9176-4d783dacffa6 req-a9649b4e-ba32-4cf8-89b2-793db758a788 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Unset dirty status for tenant:b5ea1dadce014c8bb6c8d9e009e7786c on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:31:53.703555 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-91594210-0708-4f4a-9176-4d783dacffa6 req-a9649b4e-ba32-4cf8-89b2-793db758a788 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=f68f0c25-6b09-4bd1-a907-90bebd3bf03d HTTP/1.1" status: 200 len: 931 time: 1.9904132 May 27 02:31:53.718559 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-57dfefe5-5804-4e32-aa93-c71610e247f7 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:53.746026 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4b13c422-9e65-430f-a24f-95bcaf58268d req-e0bd6c4f-65a9-4963-9b2d-7b5640018b9d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=551735c4-718d-412a-aabf-4bcea8b2ec47 HTTP/1.1" status: 200 len: 1000 time: 0.2509975 May 27 02:31:53.748699 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-57dfefe5-5804-4e32-aa93-c71610e247f7 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Transition to ACTIVE for port object c2eaf95e-56fc-445d-8ccd-014a5e0b6aed will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:31:53.950328 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13c422-9e65-430f-a24f-95bcaf58268d req-31fc173f-4b2a-4f7a-bd26-1db62e8ece26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:53.951826 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4b13c422-9e65-430f-a24f-95bcaf58268d req-31fc173f-4b2a-4f7a-bd26-1db62e8ece26 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=95908a1f-c366-445e-9e10-5bce86ad79d9 HTTP/1.1" status: 200 len: 849 time: 0.1839783 May 27 02:31:53.961484 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-91594210-0708-4f4a-9176-4d783dacffa6 req-f92c5a4d-27db-426d-9e2f-034ab54af694 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089578 May 27 02:31:54.095690 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-62d80495-2548-4655-9b8d-3312264da2e1 req-6a4dfff5-8406-4b01-be03-f0e60fed9bf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f17e08d5-b1fb-4c34-96dd-201117803276 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:31:54.109758 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-62d80495-2548-4655-9b8d-3312264da2e1 req-6a4dfff5-8406-4b01-be03-f0e60fed9bf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:54.111116 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13c422-9e65-430f-a24f-95bcaf58268d req-c01fdf33-9766-4833-aba4-0666e5ec7007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:54.113559 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4b13c422-9e65-430f-a24f-95bcaf58268d req-c01fdf33-9766-4833-aba4-0666e5ec7007 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e6379d80-7b9b-4710-9948-937eec21e411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1453524 May 27 02:31:54.149527 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-62d80495-2548-4655-9b8d-3312264da2e1 req-6a4dfff5-8406-4b01-be03-f0e60fed9bf8 service neutron] Transition to ACTIVE for port object f17e08d5-b1fb-4c34-96dd-201117803276 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:31:54.154707 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-db5cbf58-7e4e-458f-911a-9229c198a3f8 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:54.222169 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-57dfefe5-5804-4e32-aa93-c71610e247f7 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:54.251598 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-62d80495-2548-4655-9b8d-3312264da2e1 req-6a4dfff5-8406-4b01-be03-f0e60fed9bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:54.300660 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dfefe5-5804-4e32-aa93-c71610e247f7 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Network 4282fd92-6e02-4a12-babb-0c29b53c008e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:31:54.319455 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-57dfefe5-5804-4e32-aa93-c71610e247f7 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:31:54.328817 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dfefe5-5804-4e32-aa93-c71610e247f7 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:31:54.380482 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4b13c422-9e65-430f-a24f-95bcaf58268d req-882e09d3-c6a4-4d30-a580-bf5e6c812ea6 service neutron] 10.222.0.66 "GET /v2.0/networks/e6379d80-7b9b-4710-9948-937eec21e411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569914 May 27 02:31:54.405875 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-db5cbf58-7e4e-458f-911a-9229c198a3f8 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:54.429656 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['6b5740de-7777-4b61-ae02-1d3038968e57'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:31:54.432414 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dfefe5-5804-4e32-aa93-c71610e247f7 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event updated for resources: {'Port': ['ID=c2eaf95e-56fc-445d-8ccd-014a5e0b6aed,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:54.484634 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4dfff5-8406-4b01-be03-f0e60fed9bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=f17e08d5-b1fb-4c34-96dd-201117803276,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:54.510979 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 6a28c88b-e07a-46d8-8ffa-1da2336cd055 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:31:54.546300 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-57dfefe5-5804-4e32-aa93-c71610e247f7 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:54.723904 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 6a28c88b-e07a-46d8-8ffa-1da2336cd055 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:31:54.734994 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 6a28c88b-e07a-46d8-8ffa-1da2336cd055 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:54.735706 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:54.809522 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4b13c422-9e65-430f-a24f-95bcaf58268d req-cb7cf4bd-5794-4946-b49c-caac86d369ba service neutron] 10.222.0.66 "GET /v2.0/networks/e6379d80-7b9b-4710-9948-937eec21e411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188361 May 27 02:31:54.889999 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-db5cbf58-7e4e-458f-911a-9229c198a3f8 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Network d21790d3-ca93-474a-9278-54511e3aa902 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:31:54.910021 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5cbf58-7e4e-458f-911a-9229c198a3f8 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Pushing event updated for resources: {'Port': ['ID=d4da163c-cb1e-42d5-85b2-07f981d2bead,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:54.952339 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-db5cbf58-7e4e-458f-911a-9229c198a3f8 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:31:54.960658 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 6a28c88b-e07a-46d8-8ffa-1da2336cd055 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:31:54.961170 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:54.961966 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-db5cbf58-7e4e-458f-911a-9229c198a3f8 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:31:55.002885 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 6a28c88b-e07a-46d8-8ffa-1da2336cd055, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=6a28c88b-e07a-46d8-8ffa-1da2336cd055,segment=NetworkSegment(572ca415-89b4-421f-bd95-4158385b8795),segment_id=572ca415-89b4-421f-bd95-4158385b8795)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:55.081299 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:55.081299 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1f4adc21-c16f-481b-b367-de959f8956dd up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:31:55.098195 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-57dfefe5-5804-4e32-aa93-c71610e247f7 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:55.104318 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf0ed9-86bd-4940-ac70-4210df5c97f8 req-634c06a3-6c83-4787-9abd-f42642d5a9a8 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:55.105848 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-41bf0ed9-86bd-4940-ac70-4210df5c97f8 req-634c06a3-6c83-4787-9abd-f42642d5a9a8 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 932 time: 0.8242445 May 27 02:31:55.161323 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-62d80495-2548-4655-9b8d-3312264da2e1 req-6a4dfff5-8406-4b01-be03-f0e60fed9bf8 service neutron] Attempting to bind port f17e08d5-b1fb-4c34-96dd-201117803276 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:31:55.161844 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-62d80495-2548-4655-9b8d-3312264da2e1 req-6a4dfff5-8406-4b01-be03-f0e60fed9bf8 service neutron] Attempting to bind port f17e08d5-b1fb-4c34-96dd-201117803276 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'c440826c-ad96-4ffb-93da-4786708a138b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '882e4b63-c6d9-4a5c-9012-33783fcec11a'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:31:55.161844 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d80495-2548-4655-9b8d-3312264da2e1 req-6a4dfff5-8406-4b01-be03-f0e60fed9bf8 service neutron] Attempting to bind port f17e08d5-b1fb-4c34-96dd-201117803276 on network 882e4b63-c6d9-4a5c-9012-33783fcec11a {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:31:55.171482 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf3355-5bfd-4e86-9978-dafaff872e18 req-b8e77d55-2266-42e3-95cb-6c210d4bc42a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:55.178356 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9dbf3355-5bfd-4e86-9978-dafaff872e18 req-b8e77d55-2266-42e3-95cb-6c210d4bc42a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=99708104-dbf0-4405-aae1-64907e682f22 HTTP/1.1" status: 200 len: 945 time: 0.6175523 May 27 02:31:55.190631 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-db5cbf58-7e4e-458f-911a-9229c198a3f8 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:55.191290 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-db5cbf58-7e4e-458f-911a-9229c198a3f8 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:55.224251 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d80495-2548-4655-9b8d-3312264da2e1 req-6a4dfff5-8406-4b01-be03-f0e60fed9bf8 service neutron] Port f17e08d5-b1fb-4c34-96dd-201117803276 on network 882e4b63-c6d9-4a5c-9012-33783fcec11a not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:31:55.224570 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d80495-2548-4655-9b8d-3312264da2e1 req-6a4dfff5-8406-4b01-be03-f0e60fed9bf8 service neutron] Attempting to bind port f17e08d5-b1fb-4c34-96dd-201117803276 on network 882e4b63-c6d9-4a5c-9012-33783fcec11a {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:31:55.244363 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d80495-2548-4655-9b8d-3312264da2e1 req-6a4dfff5-8406-4b01-be03-f0e60fed9bf8 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:31:55.244706 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d80495-2548-4655-9b8d-3312264da2e1 req-6a4dfff5-8406-4b01-be03-f0e60fed9bf8 service neutron] Checking segment: {'id': 'c440826c-ad96-4ffb-93da-4786708a138b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '882e4b63-c6d9-4a5c-9012-33783fcec11a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:31:55.245115 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d80495-2548-4655-9b8d-3312264da2e1 req-6a4dfff5-8406-4b01-be03-f0e60fed9bf8 service neutron] Bound using segment: {'id': 'c440826c-ad96-4ffb-93da-4786708a138b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '882e4b63-c6d9-4a5c-9012-33783fcec11a'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:31:55.245651 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-62d80495-2548-4655-9b8d-3312264da2e1 req-6a4dfff5-8406-4b01-be03-f0e60fed9bf8 service neutron] Bound port: f17e08d5-b1fb-4c34-96dd-201117803276, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c440826c-ad96-4ffb-93da-4786708a138b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '882e4b63-c6d9-4a5c-9012-33783fcec11a'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:31:55.245916 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-62d80495-2548-4655-9b8d-3312264da2e1 req-6a4dfff5-8406-4b01-be03-f0e60fed9bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:55.248167 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8290e8bb-e050-4e45-a9df-0d60bfe6a39e None None] Network 4282fd92-6e02-4a12-babb-0c29b53c008e requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:31:55.281385 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-41bf0ed9-86bd-4940-ac70-4210df5c97f8 req-a6961f5f-27f1-40de-9af9-88fa14986723 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568727 May 27 02:31:55.339653 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9dbf3355-5bfd-4e86-9978-dafaff872e18 req-88fa371a-85d1-42bb-8378-96c2b95a5366 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6bd20bf-5f84-449a-8a30-87080e2ca708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583202 May 27 02:31:55.359673 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-db5cbf58-7e4e-458f-911a-9229c198a3f8 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6888015 May 27 02:31:55.384306 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-69358b2b-301b-4162-ba7a-22f24ec20923 service neutron] Request body: {'port': {'device_id': '18021fed-5556-423a-bbed-03bba7a5f974', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:31:55.491675 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=6a28c88b-e07a-46d8-8ffa-1da2336cd055,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:55.639069 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-69358b2b-301b-4162-ba7a-22f24ec20923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:55.665795 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-62d80495-2548-4655-9b8d-3312264da2e1 req-6a4dfff5-8406-4b01-be03-f0e60fed9bf8 service neutron] For port f17e08d5-b1fb-4c34-96dd-201117803276, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:31:55.758291 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-7cc7e3cc-bf44-4c1b-ad56-34723115c37f None None] Provisioning for port 1f4adc21-c16f-481b-b367-de959f8956dd completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:31:55.796091 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b30e2880-dab5-4408-863f-954c7e89501a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:55.800880 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 1f4adc21-c16f-481b-b367-de959f8956dd completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:31:55.808746 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 1f4adc21-c16f-481b-b367-de959f8956dd triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:55.809937 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:55.822495 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-57dfefe5-5804-4e32-aa93-c71610e247f7 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:55.889003 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-62d80495-2548-4655-9b8d-3312264da2e1 req-6a4dfff5-8406-4b01-be03-f0e60fed9bf8 service neutron] For port f17e08d5-b1fb-4c34-96dd-201117803276, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=f17e08d5-b1fb-4c34-96dd-201117803276,segment=NetworkSegment(c440826c-ad96-4ffb-93da-4786708a138b),segment_id=c440826c-ad96-4ffb-93da-4786708a138b)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:31:55.906961 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-57dfefe5-5804-4e32-aa93-c71610e247f7 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:56.005341 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-62d80495-2548-4655-9b8d-3312264da2e1 req-6a4dfff5-8406-4b01-be03-f0e60fed9bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:56.077948 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c16be0-659f-442a-8401-d081671c949c req-e29b538a-74fa-4ebb-9726-03ba5b8ff4ff tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:56.080105 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-15c16be0-659f-442a-8401-d081671c949c req-e29b538a-74fa-4ebb-9726-03ba5b8ff4ff tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=f68f0c25-6b09-4bd1-a907-90bebd3bf03d HTTP/1.1" status: 200 len: 943 time: 0.5802896 May 27 02:31:56.092229 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-57dfefe5-5804-4e32-aa93-c71610e247f7 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:56.097196 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dfefe5-5804-4e32-aa93-c71610e247f7 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event updated for resources: {'Port': ['ID=c2eaf95e-56fc-445d-8ccd-014a5e0b6aed,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:56.140005 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d80495-2548-4655-9b8d-3312264da2e1 req-6a4dfff5-8406-4b01-be03-f0e60fed9bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:56.140821 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-62d80495-2548-4655-9b8d-3312264da2e1 req-6a4dfff5-8406-4b01-be03-f0e60fed9bf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:56.142170 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62d80495-2548-4655-9b8d-3312264da2e1 req-6a4dfff5-8406-4b01-be03-f0e60fed9bf8 service neutron] 10.222.0.66 "PUT /v2.0/ports/f17e08d5-b1fb-4c34-96dd-201117803276 HTTP/1.1" status: 200 len: 1091 time: 4.6186471 May 27 02:31:56.144423 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68f0c25-6b09-4bd1-a907-90bebd3bf03d', 'tag': 'f17e08d5-b1fb-4c34-96dd-201117803276'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:31:56.168837 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 1f4adc21-c16f-481b-b367-de959f8956dd is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:31:56.169232 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:56.243216 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-09c862fd-f7c5-4be0-bf5b-d5d2187906e1 None None] Provisioning for port c2eaf95e-56fc-445d-8ccd-014a5e0b6aed completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:31:56.264154 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-09c862fd-f7c5-4be0-bf5b-d5d2187906e1 None None] Provisioning complete for port c2eaf95e-56fc-445d-8ccd-014a5e0b6aed triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:56.264450 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-09c862fd-f7c5-4be0-bf5b-d5d2187906e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:56.308653 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cef8deaf-eb7c-41c9-a85e-a86f9e981ae6'] response: {'name': 'network-changed', 'server_uuid': 'f68f0c25-6b09-4bd1-a907-90bebd3bf03d', 'tag': 'f17e08d5-b1fb-4c34-96dd-201117803276', 'status': 'completed', 'code': 200} May 27 02:31:56.383488 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 1f4adc21-c16f-481b-b367-de959f8956dd, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1f4adc21-c16f-481b-b367-de959f8956dd,segment=NetworkSegment(fa5be058-809f-4f8a-acd2-faa097112447),segment_id=fa5be058-809f-4f8a-acd2-faa097112447)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:56.425596 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-09c862fd-f7c5-4be0-bf5b-d5d2187906e1 None None] Port c2eaf95e-56fc-445d-8ccd-014a5e0b6aed cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:31:56.438842 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-09c862fd-f7c5-4be0-bf5b-d5d2187906e1 None None] Provisioning complete for port 1f4adc21-c16f-481b-b367-de959f8956dd triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:56.439338 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-09c862fd-f7c5-4be0-bf5b-d5d2187906e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:56.489400 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dfefe5-5804-4e32-aa93-c71610e247f7 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Network 4282fd92-6e02-4a12-babb-0c29b53c008e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:31:56.490609 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-57dfefe5-5804-4e32-aa93-c71610e247f7 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:31:56.491186 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:56.540152 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4dfff5-8406-4b01-be03-f0e60fed9bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=f17e08d5-b1fb-4c34-96dd-201117803276,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:56.540152 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-15c16be0-659f-442a-8401-d081671c949c req-9067e899-c1ff-424b-99bb-855d3759f578 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4489079 May 27 02:31:56.684812 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 6a28c88b-e07a-46d8-8ffa-1da2336cd055 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:31:56.808693 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=1f4adc21-c16f-481b-b367-de959f8956dd,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:56.849095 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57dfefe5-5804-4e32-aa93-c71610e247f7 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Router d85a4136-525e-4cba-b251-6dadf063d217 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:31:56.861821 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45536762-96a3-409a-aa41-8e211e794fcf req-5c10f2b7-68c2-4c6c-819c-fd441a27f623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:56.863042 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-45536762-96a3-409a-aa41-8e211e794fcf req-5c10f2b7-68c2-4c6c-819c-fd441a27f623 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b5ea1dadce014c8bb6c8d9e009e7786c&device_id=f68f0c25-6b09-4bd1-a907-90bebd3bf03d HTTP/1.1" status: 200 len: 1094 time: 0.5337620 May 27 02:31:56.888157 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 6a28c88b-e07a-46d8-8ffa-1da2336cd055 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:56.888608 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:56.941878 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-09c862fd-f7c5-4be0-bf5b-d5d2187906e1 None None] Current status of the port 1f4adc21-c16f-481b-b367-de959f8956dd is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:31:56.983800 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c725feb-a677-4423-b988-d934711bfb34 req-1f9557e3-e027-40cd-9a40-e17e35f7e111 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:56.986741 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-2c725feb-a677-4423-b988-d934711bfb34 req-1f9557e3-e027-40cd-9a40-e17e35f7e111 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Synchronizing usage tracker for tenant:022251d9f75846819da07595f70e72c6 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:31:57.030415 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 6a28c88b-e07a-46d8-8ffa-1da2336cd055 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:31:57.065169 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a4c46b2c-f13f-480a-b060-f11627adb2fa None None] Provisioning complete for port c2eaf95e-56fc-445d-8ccd-014a5e0b6aed triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:57.065633 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a4c46b2c-f13f-480a-b060-f11627adb2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:57.080200 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57dfefe5-5804-4e32-aa93-c71610e247f7 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:31:57.089540 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-69358b2b-301b-4162-ba7a-22f24ec20923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4da163c-cb1e-42d5-85b2-07f981d2bead {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:31:57.094993 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea291ac7-7487-4d12-8b0a-939edbe3ddca None None] Sync routers for ids ['d85a4136-525e-4cba-b251-6dadf063d217'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:31:57.098983 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-57dfefe5-5804-4e32-aa93-c71610e247f7 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "PUT /v2.0/routers/d85a4136-525e-4cba-b251-6dadf063d217/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0808463 May 27 02:31:57.103628 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56540) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:57.108334 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea291ac7-7487-4d12-8b0a-939edbe3ddca None None] Routers {'d85a4136-525e-4cba-b251-6dadf063d217'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:31:57.109095 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-ea291ac7-7487-4d12-8b0a-939edbe3ddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:31:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d85a4136-525e-4cba-b251-6dadf063d217'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:57.112008 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-69358b2b-301b-4162-ba7a-22f24ec20923 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:57.121657 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-c8b36cc5-80f4-47ce-9f0c-87e2d1af3bb9 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:31:57.141451 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a4c46b2c-f13f-480a-b060-f11627adb2fa None None] Port c2eaf95e-56fc-445d-8ccd-014a5e0b6aed cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:31:57.211660 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-2c725feb-a677-4423-b988-d934711bfb34 req-1f9557e3-e027-40cd-9a40-e17e35f7e111 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Unset dirty status for tenant:022251d9f75846819da07595f70e72c6 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:31:57.212824 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2c725feb-a677-4423-b988-d934711bfb34 req-1f9557e3-e027-40cd-9a40-e17e35f7e111 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 932 time: 0.7413099 May 27 02:31:57.276695 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-ea291ac7-7487-4d12-8b0a-939edbe3ddca None None] Set router d85a4136-525e-4cba-b251-6dadf063d217 gateway port host: None {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:31:57.322637 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-69358b2b-301b-4162-ba7a-22f24ec20923 service neutron] Transition to ACTIVE for port object d4da163c-cb1e-42d5-85b2-07f981d2bead will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:31:57.376232 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45536762-96a3-409a-aa41-8e211e794fcf req-e3d80a65-f98f-48a4-93f0-e1cd4cf02670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:57.377911 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-45536762-96a3-409a-aa41-8e211e794fcf req-e3d80a65-f98f-48a4-93f0-e1cd4cf02670 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=b5ea1dadce014c8bb6c8d9e009e7786c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4569314 May 27 02:31:57.389666 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684d94b-784b-401e-b49c-3d58c6f89b9c req-4770c5ad-3265-4e08-8394-592e150ff905 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:57.391033 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9684d94b-784b-401e-b49c-3d58c6f89b9c req-4770c5ad-3265-4e08-8394-592e150ff905 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=99708104-dbf0-4405-aae1-64907e682f22 HTTP/1.1" status: 200 len: 945 time: 0.5954261 May 27 02:31:57.522973 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2c725feb-a677-4423-b988-d934711bfb34 req-77a8a5d0-94a2-4328-acc1-237a89e3f675 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371647 May 27 02:31:57.673411 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-ea291ac7-7487-4d12-8b0a-939edbe3ddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'name': 'tempest-RoutersTest-router-874020420', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:20Z', 'updated_at': '2022-05-27T02:31:54Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'gw_port_host': None, '_interfaces': [{'id': '6a28c88b-e07a-46d8-8ffa-1da2336cd055', 'name': '', 'network_id': '3000b801-7db3-4b11-b53f-6ff8e8070165', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:37:84:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'a3d70f46-682c-4051-8473-23bc67b2ff77', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:44Z', 'updated_at': '2022-05-27T02:31:54Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': 'a3d70f46-682c-4051-8473-23bc67b2ff77', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84da6230-84de-4357-8285-2adb4e067fe7', 'name': '', 'network_id': '8f446049-40ee-4399-ad3a-ce93a227fe61', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:b6:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:23Z', 'updated_at': '2022-05-27T02:31:35Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c', 'name': '', 'network_id': '8ce48716-4f45-47a4-900f-982b39a3d6a6', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:6c:72:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'e73816d3-babe-4d72-90f6-861706af9fee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:36Z', 'updated_at': '2022-05-27T02:31:45Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': 'e73816d3-babe-4d72-90f6-861706af9fee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2eaf95e-56fc-445d-8ccd-014a5e0b6aed', 'name': '', 'network_id': '4282fd92-6e02-4a12-babb-0c29b53c008e', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:d9:53:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'd31c7317-0730-40de-ba74-4bad9f60a989', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:52Z', 'updated_at': '2022-05-27T02:31:55Z', 'revision_number': 2, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': 'd31c7317-0730-40de-ba74-4bad9f60a989', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:57.679375 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea291ac7-7487-4d12-8b0a-939edbe3ddca None None] Checking router: d85a4136-525e-4cba-b251-6dadf063d217 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:31:57.679725 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea291ac7-7487-4d12-8b0a-939edbe3ddca None None] Updating router d85a4136-525e-4cba-b251-6dadf063d217 port c2eaf95e-56fc-445d-8ccd-014a5e0b6aed binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:31:57.692805 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-69358b2b-301b-4162-ba7a-22f24ec20923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:57.739057 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-ea291ac7-7487-4d12-8b0a-939edbe3ddca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:57.878596 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-32526099-5d90-4a2b-aa4a-47b4bb9aa115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:58.114917 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9684d94b-784b-401e-b49c-3d58c6f89b9c req-b6275732-ddcf-41e8-aa7a-5a166aa0a121 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6bd20bf-5f84-449a-8a30-87080e2ca708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6946180 May 27 02:31:58.165184 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69358b2b-301b-4162-ba7a-22f24ec20923 service neutron] Pushing event updated for resources: {'Port': ['ID=d4da163c-cb1e-42d5-85b2-07f981d2bead,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:58.213115 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-ea291ac7-7487-4d12-8b0a-939edbe3ddca None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:58.226235 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-ea291ac7-7487-4d12-8b0a-939edbe3ddca None None] Transition to ACTIVE for port object c2eaf95e-56fc-445d-8ccd-014a5e0b6aed will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:31:58.282327 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45536762-96a3-409a-aa41-8e211e794fcf req-dcd6721b-b924-4534-922d-f910d9727294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:58.283733 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-45536762-96a3-409a-aa41-8e211e794fcf req-dcd6721b-b924-4534-922d-f910d9727294 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8881216 May 27 02:31:58.315756 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-ea291ac7-7487-4d12-8b0a-939edbe3ddca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:58.464385 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1fe93-53db-46bd-ab5e-0d02c83f6d9d req-1046e8d6-25ef-47bb-9d62-8b98a868531f tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:58.466029 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0db1fe93-53db-46bd-ab5e-0d02c83f6d9d req-1046e8d6-25ef-47bb-9d62-8b98a868531f tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=f68f0c25-6b09-4bd1-a907-90bebd3bf03d HTTP/1.1" status: 200 len: 943 time: 0.7693386 May 27 02:31:58.468123 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303de99-ecf1-4244-a658-e970160cfeb0 None None] Pushing event updated for resources: {'Port': ['ID=c2eaf95e-56fc-445d-8ccd-014a5e0b6aed,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:58.483657 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-69358b2b-301b-4162-ba7a-22f24ec20923 service neutron] Attempting to bind port d4da163c-cb1e-42d5-85b2-07f981d2bead on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:31:58.484266 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-69358b2b-301b-4162-ba7a-22f24ec20923 service neutron] Attempting to bind port d4da163c-cb1e-42d5-85b2-07f981d2bead by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '5864c61c-745e-48a2-ad03-bf564989aeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd21790d3-ca93-474a-9278-54511e3aa902'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:31:58.484821 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-69358b2b-301b-4162-ba7a-22f24ec20923 service neutron] Attempting to bind port d4da163c-cb1e-42d5-85b2-07f981d2bead on network d21790d3-ca93-474a-9278-54511e3aa902 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:31:58.517688 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-69358b2b-301b-4162-ba7a-22f24ec20923 service neutron] Port d4da163c-cb1e-42d5-85b2-07f981d2bead on network d21790d3-ca93-474a-9278-54511e3aa902 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:31:58.523299 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-69358b2b-301b-4162-ba7a-22f24ec20923 service neutron] Attempting to bind port d4da163c-cb1e-42d5-85b2-07f981d2bead on network d21790d3-ca93-474a-9278-54511e3aa902 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:31:58.589708 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-69358b2b-301b-4162-ba7a-22f24ec20923 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:31:58.595195 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-69358b2b-301b-4162-ba7a-22f24ec20923 service neutron] Checking segment: {'id': '5864c61c-745e-48a2-ad03-bf564989aeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd21790d3-ca93-474a-9278-54511e3aa902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:31:58.595661 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-69358b2b-301b-4162-ba7a-22f24ec20923 service neutron] Bound using segment: {'id': '5864c61c-745e-48a2-ad03-bf564989aeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd21790d3-ca93-474a-9278-54511e3aa902'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:31:58.596180 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-69358b2b-301b-4162-ba7a-22f24ec20923 service neutron] Bound port: d4da163c-cb1e-42d5-85b2-07f981d2bead, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5864c61c-745e-48a2-ad03-bf564989aeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd21790d3-ca93-474a-9278-54511e3aa902'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:31:58.596540 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-69358b2b-301b-4162-ba7a-22f24ec20923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:58.640597 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1f4adc21-c16f-481b-b367-de959f8956dd up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:31:58.688272 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-ea291ac7-7487-4d12-8b0a-939edbe3ddca None None] Attempting to bind port c2eaf95e-56fc-445d-8ccd-014a5e0b6aed on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:31:58.688639 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-ea291ac7-7487-4d12-8b0a-939edbe3ddca None None] Attempting to bind port c2eaf95e-56fc-445d-8ccd-014a5e0b6aed by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'fa5be058-809f-4f8a-acd2-faa097112447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4282fd92-6e02-4a12-babb-0c29b53c008e'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:31:58.689029 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea291ac7-7487-4d12-8b0a-939edbe3ddca None None] Attempting to bind port c2eaf95e-56fc-445d-8ccd-014a5e0b6aed on network 4282fd92-6e02-4a12-babb-0c29b53c008e {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:31:58.694964 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea291ac7-7487-4d12-8b0a-939edbe3ddca None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:31:58.695338 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea291ac7-7487-4d12-8b0a-939edbe3ddca None None] Checking segment: {'id': 'fa5be058-809f-4f8a-acd2-faa097112447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4282fd92-6e02-4a12-babb-0c29b53c008e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:31:58.695736 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-ea291ac7-7487-4d12-8b0a-939edbe3ddca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:58.696125 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea291ac7-7487-4d12-8b0a-939edbe3ddca None None] Bound using segment: {'id': 'fa5be058-809f-4f8a-acd2-faa097112447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4282fd92-6e02-4a12-babb-0c29b53c008e'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:31:58.697005 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-ea291ac7-7487-4d12-8b0a-939edbe3ddca None None] Bound port: c2eaf95e-56fc-445d-8ccd-014a5e0b6aed, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa5be058-809f-4f8a-acd2-faa097112447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4282fd92-6e02-4a12-babb-0c29b53c008e'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:31:58.697377 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-ea291ac7-7487-4d12-8b0a-939edbe3ddca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:58.785225 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 1f4adc21-c16f-481b-b367-de959f8956dd triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:58.789728 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:58.791529 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-69358b2b-301b-4162-ba7a-22f24ec20923 service neutron] For port d4da163c-cb1e-42d5-85b2-07f981d2bead, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:31:58.794569 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-69358b2b-301b-4162-ba7a-22f24ec20923 service neutron] For port d4da163c-cb1e-42d5-85b2-07f981d2bead, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=d4da163c-cb1e-42d5-85b2-07f981d2bead,segment=NetworkSegment(5864c61c-745e-48a2-ad03-bf564989aeca),segment_id=5864c61c-745e-48a2-ad03-bf564989aeca)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:31:58.841127 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-ea291ac7-7487-4d12-8b0a-939edbe3ddca None None] For port c2eaf95e-56fc-445d-8ccd-014a5e0b6aed, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:31:58.844955 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-ea291ac7-7487-4d12-8b0a-939edbe3ddca None None] For port c2eaf95e-56fc-445d-8ccd-014a5e0b6aed, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c2eaf95e-56fc-445d-8ccd-014a5e0b6aed,segment=NetworkSegment(fa5be058-809f-4f8a-acd2-faa097112447),segment_id=fa5be058-809f-4f8a-acd2-faa097112447)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:31:58.904608 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-69358b2b-301b-4162-ba7a-22f24ec20923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:58.916943 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-ea291ac7-7487-4d12-8b0a-939edbe3ddca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:58.983385 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0db1fe93-53db-46bd-ab5e-0d02c83f6d9d req-65c02e49-0645-4de9-a84e-9352c840dfd8 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4667172 May 27 02:31:59.004339 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d80495-2548-4655-9b8d-3312264da2e1 req-d2e9a236-bbd6-44a6-b89b-333eaabea543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:59.005995 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62d80495-2548-4655-9b8d-3312264da2e1 req-d2e9a236-bbd6-44a6-b89b-333eaabea543 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b5ea1dadce014c8bb6c8d9e009e7786c&device_id=f68f0c25-6b09-4bd1-a907-90bebd3bf03d HTTP/1.1" status: 200 len: 1094 time: 0.6699448 May 27 02:31:59.012084 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 1f4adc21-c16f-481b-b367-de959f8956dd is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:31:59.014417 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:59.035356 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:59.057689 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-69358b2b-301b-4162-ba7a-22f24ec20923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:59.058615 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-69358b2b-301b-4162-ba7a-22f24ec20923 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:59.060111 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-69358b2b-301b-4162-ba7a-22f24ec20923 service neutron] 10.222.0.66 "PUT /v2.0/ports/d4da163c-cb1e-42d5-85b2-07f981d2bead HTTP/1.1" status: 200 len: 1092 time: 3.6890948 May 27 02:31:59.063060 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18021fed-5556-423a-bbed-03bba7a5f974', 'tag': 'd4da163c-cb1e-42d5-85b2-07f981d2bead'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:31:59.077609 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303de99-ecf1-4244-a658-e970160cfeb0 None None] Pushing event updated for resources: {'Port': ['ID=c2eaf95e-56fc-445d-8ccd-014a5e0b6aed,revision_number=4']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:59.095104 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea291ac7-7487-4d12-8b0a-939edbe3ddca None None] Routers {'d85a4136-525e-4cba-b251-6dadf063d217'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:31:59.095710 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-ea291ac7-7487-4d12-8b0a-939edbe3ddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:31:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d85a4136-525e-4cba-b251-6dadf063d217'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:59.151063 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62d80495-2548-4655-9b8d-3312264da2e1 req-c0ed5675-66da-4ce9-88de-95f88504d31e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f17e08d5-b1fb-4c34-96dd-201117803276 HTTP/1.1" status: 200 len: 217 time: 0.1018567 May 27 02:31:59.156840 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69358b2b-301b-4162-ba7a-22f24ec20923 service neutron] Pushing event updated for resources: {'Port': ['ID=d4da163c-cb1e-42d5-85b2-07f981d2bead,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:59.222749 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e35dde3f-ab61-4d45-b508-ba12e59010c6'] response: {'name': 'network-changed', 'server_uuid': '18021fed-5556-423a-bbed-03bba7a5f974', 'tag': 'd4da163c-cb1e-42d5-85b2-07f981d2bead', 'status': 'completed', 'code': 200} May 27 02:31:59.305633 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.extraroute_db [None req-c8b36cc5-80f4-47ce-9f0c-87e2d1af3bb9 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88902) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 27 02:31:59.330373 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-ea291ac7-7487-4d12-8b0a-939edbe3ddca None None] Set router d85a4136-525e-4cba-b251-6dadf063d217 gateway port host: None {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:31:59.388338 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4b288-837f-4d2c-8b17-a124e011db34 req-dd1e1731-21b9-48b2-8222-33559c68282c tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:59.389939 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d8c4b288-837f-4d2c-8b17-a124e011db34 req-dd1e1731-21b9-48b2-8222-33559c68282c tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 944 time: 0.5610156 May 27 02:31:59.440669 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.extraroute_db [None req-c8b36cc5-80f4-47ce-9f0c-87e2d1af3bb9 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Removed routes are [] {{(pid=88902) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 27 02:31:59.441417 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c8b36cc5-80f4-47ce-9f0c-87e2d1af3bb9 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:59.451025 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d80495-2548-4655-9b8d-3312264da2e1 req-1b44f082-babd-43e2-95a5-4d8a21dda773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:59.452986 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62d80495-2548-4655-9b8d-3312264da2e1 req-1b44f082-babd-43e2-95a5-4d8a21dda773 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b516e58d-c3cf-49b8-8e9a-0013236ae33e HTTP/1.1" status: 200 len: 854 time: 0.2898042 May 27 02:31:59.528062 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62d80495-2548-4655-9b8d-3312264da2e1 req-1ddd1b48-526b-4a3e-b032-e0d4ab3a7498 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=882e4b63-c6d9-4a5c-9012-33783fcec11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634222 May 27 02:31:59.541509 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d8c4b288-837f-4d2c-8b17-a124e011db34 req-b04aee81-4030-4d67-8923-4f839f177a5d tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423445 May 27 02:31:59.684824 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-ea291ac7-7487-4d12-8b0a-939edbe3ddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'name': 'tempest-RoutersTest-router-874020420', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:20Z', 'updated_at': '2022-05-27T02:31:54Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'gw_port_host': None, '_interfaces': [{'id': '6a28c88b-e07a-46d8-8ffa-1da2336cd055', 'name': '', 'network_id': '3000b801-7db3-4b11-b53f-6ff8e8070165', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:37:84:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'a3d70f46-682c-4051-8473-23bc67b2ff77', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:44Z', 'updated_at': '2022-05-27T02:31:54Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': 'a3d70f46-682c-4051-8473-23bc67b2ff77', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84da6230-84de-4357-8285-2adb4e067fe7', 'name': '', 'network_id': '8f446049-40ee-4399-ad3a-ce93a227fe61', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:b6:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:23Z', 'updated_at': '2022-05-27T02:31:35Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c', 'name': '', 'network_id': '8ce48716-4f45-47a4-900f-982b39a3d6a6', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:6c:72:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'e73816d3-babe-4d72-90f6-861706af9fee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:36Z', 'updated_at': '2022-05-27T02:31:45Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': 'e73816d3-babe-4d72-90f6-861706af9fee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2eaf95e-56fc-445d-8ccd-014a5e0b6aed', 'name': '', 'network_id': '4282fd92-6e02-4a12-babb-0c29b53c008e', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:d9:53:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'd31c7317-0730-40de-ba74-4bad9f60a989', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:52Z', 'updated_at': '2022-05-27T02:31:58Z', 'revision_number': 4, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': 'd31c7317-0730-40de-ba74-4bad9f60a989', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:59.689403 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea291ac7-7487-4d12-8b0a-939edbe3ddca None None] The sync data for ids ['d85a4136-525e-4cba-b251-6dadf063d217'] in n-d-843554-3 is: [{'id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'name': 'tempest-RoutersTest-router-874020420', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:20Z', 'updated_at': '2022-05-27T02:31:54Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'gw_port_host': None, '_interfaces': [{'id': '6a28c88b-e07a-46d8-8ffa-1da2336cd055', 'name': '', 'network_id': '3000b801-7db3-4b11-b53f-6ff8e8070165', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:37:84:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'a3d70f46-682c-4051-8473-23bc67b2ff77', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:44Z', 'updated_at': '2022-05-27T02:31:54Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': 'a3d70f46-682c-4051-8473-23bc67b2ff77', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84da6230-84de-4357-8285-2adb4e067fe7', 'name': '', 'network_id': '8f446049-40ee-4399-ad3a-ce93a227fe61', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:b6:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:23Z', 'updated_at': '2022-05-27T02:31:35Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c', 'name': '', 'network_id': '8ce48716-4f45-47a4-900f-982b39a3d6a6', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:6c:72:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'e73816d3-babe-4d72-90f6-861706af9fee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:36Z', 'updated_at': '2022-05-27T02:31:45Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': 'e73816d3-babe-4d72-90f6-861706af9fee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2eaf95e-56fc-445d-8ccd-014a5e0b6aed', 'name': '', 'network_id': '4282fd92-6e02-4a12-babb-0c29b53c008e', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:d9:53:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'd31c7317-0730-40de-ba74-4bad9f60a989', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:52Z', 'updated_at': '2022-05-27T02:31:58Z', 'revision_number': 4, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': 'd31c7317-0730-40de-ba74-4bad9f60a989', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:31:59.817523 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707940d-306e-4ca4-b138-1f93056411db req-7b9dd47e-4365-46f7-bd72-24612db70a55 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:59.820673 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e707940d-306e-4ca4-b138-1f93056411db req-7b9dd47e-4365-46f7-bd72-24612db70a55 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=99708104-dbf0-4405-aae1-64907e682f22 HTTP/1.1" status: 200 len: 945 time: 0.5007560 May 27 02:31:59.848216 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-66655dcd-e534-48a7-98e9-935acd4b178b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:59.850116 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-66655dcd-e534-48a7-98e9-935acd4b178b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=022251d9f75846819da07595f70e72c6&device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 1095 time: 0.6315508 May 27 02:32:00.075564 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:00.161245 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-3ef71e16-738c-4e3e-9584-84971f3d4e72 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4da163c-cb1e-42d5-85b2-07f981d2bead HTTP/1.1" status: 200 len: 217 time: 0.2892594 May 27 02:32:00.363212 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e707940d-306e-4ca4-b138-1f93056411db req-1a6f13a0-5085-4d0c-97b2-ace98f2faa4a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6bd20bf-5f84-449a-8a30-87080e2ca708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5253150 May 27 02:32:00.443143 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-611afd24-7db5-4b49-bc13-a2823bf3171a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:00.444564 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-611afd24-7db5-4b49-bc13-a2823bf3171a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=aabba9bb-b0fb-4524-b111-dfb2c0b12686 HTTP/1.1" status: 200 len: 851 time: 0.2263196 May 27 02:32:00.517626 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62d80495-2548-4655-9b8d-3312264da2e1 req-399fb89d-403d-49e3-846c-c4853e6c91c1 service neutron] 10.222.0.66 "GET /v2.0/networks/882e4b63-c6d9-4a5c-9012-33783fcec11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9795077 May 27 02:32:00.528954 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-f0ff9b3b-1637-4f54-b589-02da82561a81 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d21790d3-ca93-474a-9278-54511e3aa902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599887 May 27 02:32:00.582246 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:32:00.614857 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c2eaf95e-56fc-445d-8ccd-014a5e0b6aed up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:32:00.702417 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c8b36cc5-80f4-47ce-9f0c-87e2d1af3bb9 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:00.746871 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port c2eaf95e-56fc-445d-8ccd-014a5e0b6aed completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:32:00.752590 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port c2eaf95e-56fc-445d-8ccd-014a5e0b6aed triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:32:00.753259 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:00.825937 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c8b36cc5-80f4-47ce-9f0c-87e2d1af3bb9 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-965449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-965446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966271'] for router, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:00.846882 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a739716-d861-470a-b813-db3e1baa81a6 req-cf97dfec-f8a4-462d-81d0-c1d02f4fb9da tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:00.848468 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4a739716-d861-470a-b813-db3e1baa81a6 req-cf97dfec-f8a4-462d-81d0-c1d02f4fb9da tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=f68f0c25-6b09-4bd1-a907-90bebd3bf03d HTTP/1.1" status: 200 len: 943 time: 0.5778408 May 27 02:32:00.945711 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port c2eaf95e-56fc-445d-8ccd-014a5e0b6aed is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:32:00.950947 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:00.981359 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port c2eaf95e-56fc-445d-8ccd-014a5e0b6aed, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c2eaf95e-56fc-445d-8ccd-014a5e0b6aed,segment=NetworkSegment(fa5be058-809f-4f8a-acd2-faa097112447),segment_id=fa5be058-809f-4f8a-acd2-faa097112447)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:32:00.984532 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-22569a72-7d31-493f-9ebd-916fb6a58fe1 service neutron] 10.222.0.66 "GET /v2.0/networks/d21790d3-ca93-474a-9278-54511e3aa902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232531 May 27 02:32:01.092669 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:01.188119 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62d80495-2548-4655-9b8d-3312264da2e1 req-964b203c-f9ee-4758-8446-6f584a54e279 service neutron] 10.222.0.66 "GET /v2.0/networks/882e4b63-c6d9-4a5c-9012-33783fcec11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6494415 May 27 02:32:01.195855 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4a739716-d861-470a-b813-db3e1baa81a6 req-83cffd21-8dbe-4011-80ca-c7d2bd682970 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103388 May 27 02:32:01.214308 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b36cc5-80f4-47ce-9f0c-87e2d1af3bb9 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Router d85a4136-525e-4cba-b251-6dadf063d217 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:32:01.245220 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=c2eaf95e-56fc-445d-8ccd-014a5e0b6aed,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:01.252631 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f7c59b-76b5-4c36-b664-3634387bc422 req-7f8e23e0-3453-4b79-aa12-500f9434122c tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:01.254198 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-81f7c59b-76b5-4c36-b664-3634387bc422 req-7f8e23e0-3453-4b79-aa12-500f9434122c tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 944 time: 0.5422530 May 27 02:32:01.293372 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1fd44a1-de30-485f-ac7e-bf33b9df0fcd req-c720a7ba-47f8-453a-acfd-f6afc9118087 service neutron] 10.222.0.66 "GET /v2.0/networks/d21790d3-ca93-474a-9278-54511e3aa902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911029 May 27 02:32:01.496984 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-81f7c59b-76b5-4c36-b664-3634387bc422 req-b3257987-d329-4297-bf0a-89f37cc7c7c1 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317302 May 27 02:32:01.711933 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b36cc5-80f4-47ce-9f0c-87e2d1af3bb9 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:32:01.719415 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c8b36cc5-80f4-47ce-9f0c-87e2d1af3bb9 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:01.720704 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c8b36cc5-80f4-47ce-9f0c-87e2d1af3bb9 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "PUT /v2.0/routers/d85a4136-525e-4cba-b251-6dadf063d217 HTTP/1.1" status: 200 len: 933 time: 4.6128149 May 27 02:32:01.723431 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56626) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:01.723935 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e77d66-8db9-4706-8ae9-bd62a1f06d02 None None] Sync routers for ids ['d85a4136-525e-4cba-b251-6dadf063d217'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:32:01.734139 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e77d66-8db9-4706-8ae9-bd62a1f06d02 None None] Routers {'d85a4136-525e-4cba-b251-6dadf063d217'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:32:01.734938 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e7e77d66-8db9-4706-8ae9-bd62a1f06d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:31:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d85a4136-525e-4cba-b251-6dadf063d217'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:01.754363 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d6120-adfc-41a4-9ec8-b9306943c4ef req-12b33f3e-ffc9-4b63-90bc-ee6656b37abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:01.755905 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b0d6120-adfc-41a4-9ec8-b9306943c4ef req-12b33f3e-ffc9-4b63-90bc-ee6656b37abb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=022251d9f75846819da07595f70e72c6&device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 1095 time: 0.3308060 May 27 02:32:01.805865 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad2301b-a7a2-4fe6-bcf2-aeed1ef752e4 req-b68c6e82-5dbc-4f33-89f5-9dbf1d3463f3 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:01.808012 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ad2301b-a7a2-4fe6-bcf2-aeed1ef752e4 req-b68c6e82-5dbc-4f33-89f5-9dbf1d3463f3 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=99708104-dbf0-4405-aae1-64907e682f22 HTTP/1.1" status: 200 len: 945 time: 0.3148935 May 27 02:32:01.938561 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9db69cd4-ca90-464e-b8a8-6fe6ca6e9530 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "GET /v2.0/routers/d85a4136-525e-4cba-b251-6dadf063d217 HTTP/1.1" status: 200 len: 933 time: 0.2139535 May 27 02:32:01.941329 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56632) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:01.961376 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-ee6e278b-5ecc-4b53-9725-3fe0ea2661cf tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Request body: {'router': {'routes': None}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:32:02.020643 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ad2301b-a7a2-4fe6-bcf2-aeed1ef752e4 req-b3ab646a-800d-4514-9ec2-05de8140845e tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6bd20bf-5f84-449a-8a30-87080e2ca708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899757 May 27 02:32:02.052095 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-e7e77d66-8db9-4706-8ae9-bd62a1f06d02 None None] Set router d85a4136-525e-4cba-b251-6dadf063d217 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:32:02.128744 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d6120-adfc-41a4-9ec8-b9306943c4ef req-100d92e6-65d0-4cb9-be84-781f0c7f05cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:02.130205 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b0d6120-adfc-41a4-9ec8-b9306943c4ef req-100d92e6-65d0-4cb9-be84-781f0c7f05cf service neutron] 10.222.0.66 "GET /v2.0/networks?id=d21790d3-ca93-474a-9278-54511e3aa902 HTTP/1.1" status: 200 len: 912 time: 0.3656096 May 27 02:32:02.213144 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b0d6120-adfc-41a4-9ec8-b9306943c4ef req-fdc6265a-06b6-4be5-8fd1-2c4236dcf6d5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4da163c-cb1e-42d5-85b2-07f981d2bead HTTP/1.1" status: 200 len: 217 time: 0.0709169 May 27 02:32:02.430892 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e7e77d66-8db9-4706-8ae9-bd62a1f06d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'name': 'tempest-RoutersTest-router-874020420', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:20Z', 'updated_at': '2022-05-27T02:31:59Z', 'revision_number': 6, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'gw_port_host': None, '_interfaces': [{'id': '6a28c88b-e07a-46d8-8ffa-1da2336cd055', 'name': '', 'network_id': '3000b801-7db3-4b11-b53f-6ff8e8070165', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:37:84:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'a3d70f46-682c-4051-8473-23bc67b2ff77', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:44Z', 'updated_at': '2022-05-27T02:31:54Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': 'a3d70f46-682c-4051-8473-23bc67b2ff77', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84da6230-84de-4357-8285-2adb4e067fe7', 'name': '', 'network_id': '8f446049-40ee-4399-ad3a-ce93a227fe61', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:b6:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:23Z', 'updated_at': '2022-05-27T02:31:35Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c', 'name': '', 'network_id': '8ce48716-4f45-47a4-900f-982b39a3d6a6', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:6c:72:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'e73816d3-babe-4d72-90f6-861706af9fee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:36Z', 'updated_at': '2022-05-27T02:31:45Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': 'e73816d3-babe-4d72-90f6-861706af9fee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2eaf95e-56fc-445d-8ccd-014a5e0b6aed', 'name': '', 'network_id': '4282fd92-6e02-4a12-babb-0c29b53c008e', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:d9:53:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'd31c7317-0730-40de-ba74-4bad9f60a989', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:52Z', 'updated_at': '2022-05-27T02:32:00Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': 'd31c7317-0730-40de-ba74-4bad9f60a989', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:02.436688 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e77d66-8db9-4706-8ae9-bd62a1f06d02 None None] Checking router: d85a4136-525e-4cba-b251-6dadf063d217 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:32:02.447261 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e77d66-8db9-4706-8ae9-bd62a1f06d02 None None] Routers {'d85a4136-525e-4cba-b251-6dadf063d217'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:32:02.448171 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e7e77d66-8db9-4706-8ae9-bd62a1f06d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:31:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d85a4136-525e-4cba-b251-6dadf063d217'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:02.475044 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d6120-adfc-41a4-9ec8-b9306943c4ef req-c7b6ff68-07e0-4092-9b3d-b053423d11da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:02.476554 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b0d6120-adfc-41a4-9ec8-b9306943c4ef req-c7b6ff68-07e0-4092-9b3d-b053423d11da service neutron] 10.222.0.66 "GET /v2.0/subnets?id=aabba9bb-b0fb-4524-b111-dfb2c0b12686 HTTP/1.1" status: 200 len: 851 time: 0.2563465 May 27 02:32:02.580960 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b0d6120-adfc-41a4-9ec8-b9306943c4ef req-25df0cc9-59b4-4dcd-b1a2-1bc4a0ea5767 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d21790d3-ca93-474a-9278-54511e3aa902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921152 May 27 02:32:02.637995 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-e7e77d66-8db9-4706-8ae9-bd62a1f06d02 None None] Set router d85a4136-525e-4cba-b251-6dadf063d217 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:32:02.806834 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b0e3c-a44a-4439-858c-709a5acd91fa req-b5c75173-1df4-45ad-9ba9-703bf56ccc18 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:02.809001 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6f1b0e3c-a44a-4439-858c-709a5acd91fa req-b5c75173-1df4-45ad-9ba9-703bf56ccc18 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=f68f0c25-6b09-4bd1-a907-90bebd3bf03d HTTP/1.1" status: 200 len: 943 time: 0.3866656 May 27 02:32:02.862070 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c2eaf95e-56fc-445d-8ccd-014a5e0b6aed up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:32:03.016660 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b0d6120-adfc-41a4-9ec8-b9306943c4ef req-92ff41f8-cbfc-4792-a21b-6442272ea587 service neutron] 10.222.0.66 "GET /v2.0/networks/d21790d3-ca93-474a-9278-54511e3aa902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216344 May 27 02:32:03.051816 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port c2eaf95e-56fc-445d-8ccd-014a5e0b6aed triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:32:03.052184 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:03.066321 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6f1b0e3c-a44a-4439-858c-709a5acd91fa req-8b5cc43c-657e-446f-838b-b353ea2d663c tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799371 May 27 02:32:03.188411 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11946a5b-0c1f-4534-918f-ccf178838b9a req-7eeaca78-a95e-41fc-b8e0-2bc38584b623 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:03.195288 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-11946a5b-0c1f-4534-918f-ccf178838b9a req-7eeaca78-a95e-41fc-b8e0-2bc38584b623 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 944 time: 0.3998694 May 27 02:32:03.237733 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.extraroute_db [None req-ee6e278b-5ecc-4b53-9725-3fe0ea2661cf tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Added routes are [] {{(pid=88902) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 27 02:32:03.238054 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.extraroute_db [None req-ee6e278b-5ecc-4b53-9725-3fe0ea2661cf tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88902) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 27 02:32:03.293324 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-11946a5b-0c1f-4534-918f-ccf178838b9a req-69a2d5d6-04ca-4242-bc9c-77ef30af963b tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970912 May 27 02:32:03.330432 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b0d6120-adfc-41a4-9ec8-b9306943c4ef req-4e65dbcb-3b70-45cd-9a2c-2b83052d30d8 service neutron] 10.222.0.66 "GET /v2.0/networks/d21790d3-ca93-474a-9278-54511e3aa902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025136 May 27 02:32:03.369077 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port c2eaf95e-56fc-445d-8ccd-014a5e0b6aed is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:32:03.375251 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e7e77d66-8db9-4706-8ae9-bd62a1f06d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'name': 'tempest-RoutersTest-router-874020420', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:20Z', 'updated_at': '2022-05-27T02:31:59Z', 'revision_number': 6, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'gw_port_host': None, '_interfaces': [{'id': '6a28c88b-e07a-46d8-8ffa-1da2336cd055', 'name': '', 'network_id': '3000b801-7db3-4b11-b53f-6ff8e8070165', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:37:84:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'a3d70f46-682c-4051-8473-23bc67b2ff77', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:44Z', 'updated_at': '2022-05-27T02:31:54Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': 'a3d70f46-682c-4051-8473-23bc67b2ff77', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84da6230-84de-4357-8285-2adb4e067fe7', 'name': '', 'network_id': '8f446049-40ee-4399-ad3a-ce93a227fe61', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:b6:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:23Z', 'updated_at': '2022-05-27T02:31:35Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c', 'name': '', 'network_id': '8ce48716-4f45-47a4-900f-982b39a3d6a6', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:6c:72:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'e73816d3-babe-4d72-90f6-861706af9fee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:36Z', 'updated_at': '2022-05-27T02:31:45Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': 'e73816d3-babe-4d72-90f6-861706af9fee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2eaf95e-56fc-445d-8ccd-014a5e0b6aed', 'name': '', 'network_id': '4282fd92-6e02-4a12-babb-0c29b53c008e', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:d9:53:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'd31c7317-0730-40de-ba74-4bad9f60a989', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:52Z', 'updated_at': '2022-05-27T02:32:00Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': 'd31c7317-0730-40de-ba74-4bad9f60a989', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:03.380074 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e77d66-8db9-4706-8ae9-bd62a1f06d02 None None] The sync data for ids ['d85a4136-525e-4cba-b251-6dadf063d217'] in n-d-843554-3 is: [{'id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'name': 'tempest-RoutersTest-router-874020420', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:20Z', 'updated_at': '2022-05-27T02:31:59Z', 'revision_number': 6, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'gw_port_host': None, '_interfaces': [{'id': '6a28c88b-e07a-46d8-8ffa-1da2336cd055', 'name': '', 'network_id': '3000b801-7db3-4b11-b53f-6ff8e8070165', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:37:84:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'a3d70f46-682c-4051-8473-23bc67b2ff77', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:44Z', 'updated_at': '2022-05-27T02:31:54Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': 'a3d70f46-682c-4051-8473-23bc67b2ff77', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84da6230-84de-4357-8285-2adb4e067fe7', 'name': '', 'network_id': '8f446049-40ee-4399-ad3a-ce93a227fe61', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:b6:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:23Z', 'updated_at': '2022-05-27T02:31:35Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c', 'name': '', 'network_id': '8ce48716-4f45-47a4-900f-982b39a3d6a6', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:6c:72:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'e73816d3-babe-4d72-90f6-861706af9fee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:36Z', 'updated_at': '2022-05-27T02:31:45Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': 'e73816d3-babe-4d72-90f6-861706af9fee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2eaf95e-56fc-445d-8ccd-014a5e0b6aed', 'name': '', 'network_id': '4282fd92-6e02-4a12-babb-0c29b53c008e', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:d9:53:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'd31c7317-0730-40de-ba74-4bad9f60a989', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:52Z', 'updated_at': '2022-05-27T02:32:00Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': 'd31c7317-0730-40de-ba74-4bad9f60a989', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:32:03.422044 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device d4da163c-cb1e-42d5-85b2-07f981d2bead details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:32:03.492300 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56658) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:03.559323 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ee6e278b-5ecc-4b53-9725-3fe0ea2661cf tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:03.615809 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077cccb5-b177-40aa-b0b5-3ea77c26e070 req-df65a2c8-3022-4c3c-bc5c-92f0d72832ea tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:03.631448 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-077cccb5-b177-40aa-b0b5-3ea77c26e070 req-df65a2c8-3022-4c3c-bc5c-92f0d72832ea tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=99708104-dbf0-4405-aae1-64907e682f22 HTTP/1.1" status: 200 len: 945 time: 0.3036268 May 27 02:32:03.631742 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port d4da163c-cb1e-42d5-85b2-07f981d2bead, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=d4da163c-cb1e-42d5-85b2-07f981d2bead,segment=NetworkSegment(5864c61c-745e-48a2-ad03-bf564989aeca),segment_id=5864c61c-745e-48a2-ad03-bf564989aeca)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:32:03.644384 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': 'd4da163c-cb1e-42d5-85b2-07f981d2bead', 'network_id': 'd21790d3-ca93-474a-9278-54511e3aa902', 'port_id': 'd4da163c-cb1e-42d5-85b2-07f981d2bead', 'mac_address': 'fa:16:3e:bf:cd:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aabba9bb-b0fb-4524-b111-dfb2c0b12686', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:32:03.653119 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d2bf9454-2442-4646-8b08-aba1f69e98e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:03.679334 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-077cccb5-b177-40aa-b0b5-3ea77c26e070 req-3931eb77-78b2-4412-b7e6-43c0507c2195 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6bd20bf-5f84-449a-8a30-87080e2ca708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508976 May 27 02:32:03.686866 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d2bf9454-2442-4646-8b08-aba1f69e98e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:32:03.691531 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d2bf9454-2442-4646-8b08-aba1f69e98e0 admin admin] Usage tracker for resource:security_group_rule and tenant:f843643b84ee4217a7b0a57baeb113e1 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:32:03.694936 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d2bf9454-2442-4646-8b08-aba1f69e98e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:32:03.701733 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d2bf9454-2442-4646-8b08-aba1f69e98e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:32:03.742899 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port d4da163c-cb1e-42d5-85b2-07f981d2bead is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:32:03.747994 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:03.770060 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4da163c-cb1e-42d5-85b2-07f981d2bead {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:32:03.789321 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port d4da163c-cb1e-42d5-85b2-07f981d2bead, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=d4da163c-cb1e-42d5-85b2-07f981d2bead,segment=NetworkSegment(5864c61c-745e-48a2-ad03-bf564989aeca),segment_id=5864c61c-745e-48a2-ad03-bf564989aeca)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:32:03.812640 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d2bf9454-2442-4646-8b08-aba1f69e98e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:03.852403 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:03.853110 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device f17e08d5-b1fb-4c34-96dd-201117803276 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:32:03.880993 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d2bf9454-2442-4646-8b08-aba1f69e98e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:04.038465 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=d4da163c-cb1e-42d5-85b2-07f981d2bead,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:04.047344 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ee6e278b-5ecc-4b53-9725-3fe0ea2661cf tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:04.051415 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ee6e278b-5ecc-4b53-9725-3fe0ea2661cf tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-965449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-965446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966271'] for router, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:04.062742 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf9454-2442-4646-8b08-aba1f69e98e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f4b4ff-f678-4f11-b520-1fcf7cb762d7,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:04.071870 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d2bf9454-2442-4646-8b08-aba1f69e98e0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f843643b84ee4217a7b0a57baeb113e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5784450 May 27 02:32:04.076778 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56666) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:04.123402 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port f17e08d5-b1fb-4c34-96dd-201117803276, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=f17e08d5-b1fb-4c34-96dd-201117803276,segment=NetworkSegment(c440826c-ad96-4ffb-93da-4786708a138b),segment_id=c440826c-ad96-4ffb-93da-4786708a138b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:32:04.137905 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': 'f17e08d5-b1fb-4c34-96dd-201117803276', 'network_id': '882e4b63-c6d9-4a5c-9012-33783fcec11a', 'port_id': 'f17e08d5-b1fb-4c34-96dd-201117803276', 'mac_address': 'fa:16:3e:4e:7c:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b516e58d-c3cf-49b8-8e9a-0013236ae33e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:32:04.212001 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-296aa00d-96c4-42e1-babb-5efdbd80f67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:04.213815 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port f17e08d5-b1fb-4c34-96dd-201117803276 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:32:04.214352 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:04.232828 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f17e08d5-b1fb-4c34-96dd-201117803276 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:32:04.242784 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-296aa00d-96c4-42e1-babb-5efdbd80f67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:04.250371 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port f17e08d5-b1fb-4c34-96dd-201117803276, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=f17e08d5-b1fb-4c34-96dd-201117803276,segment=NetworkSegment(c440826c-ad96-4ffb-93da-4786708a138b),segment_id=c440826c-ad96-4ffb-93da-4786708a138b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:32:04.292284 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6e278b-5ecc-4b53-9725-3fe0ea2661cf tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Router d85a4136-525e-4cba-b251-6dadf063d217 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:32:04.365684 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-296aa00d-96c4-42e1-babb-5efdbd80f67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:04.366895 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:04.405582 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296aa00d-96c4-42e1-babb-5efdbd80f67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f4b4ff-f678-4f11-b520-1fcf7cb762d7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:04.409347 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-296aa00d-96c4-42e1-babb-5efdbd80f67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:04.410989 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-296aa00d-96c4-42e1-babb-5efdbd80f67e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/66f4b4ff-f678-4f11-b520-1fcf7cb762d7 HTTP/1.1" status: 204 len: 168 time: 0.3326972 May 27 02:32:04.488799 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f21b732-4788-41fe-9749-4829264c7bd5 req-613c0547-6495-4d71-a437-26ba87fda5e7 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:04.495563 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2f21b732-4788-41fe-9749-4829264c7bd5 req-613c0547-6495-4d71-a437-26ba87fda5e7 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=f68f0c25-6b09-4bd1-a907-90bebd3bf03d HTTP/1.1" status: 200 len: 943 time: 0.2852147 May 27 02:32:04.501626 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=f17e08d5-b1fb-4c34-96dd-201117803276,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:04.573790 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2f21b732-4788-41fe-9749-4829264c7bd5 req-fd9b2d2a-f4f4-42b5-9ca2-1307ef0ebfb1 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768197 May 27 02:32:04.576268 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6e278b-5ecc-4b53-9725-3fe0ea2661cf tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:32:04.584919 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ee6e278b-5ecc-4b53-9725-3fe0ea2661cf tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:04.588946 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ee6e278b-5ecc-4b53-9725-3fe0ea2661cf tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "PUT /v2.0/routers/d85a4136-525e-4cba-b251-6dadf063d217 HTTP/1.1" status: 200 len: 699 time: 2.6415207 May 27 02:32:04.589291 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56680) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:04.593588 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050d4119-20fe-4b45-989d-294a7137c513 None None] Sync routers for ids ['d85a4136-525e-4cba-b251-6dadf063d217'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:32:04.606222 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050d4119-20fe-4b45-989d-294a7137c513 None None] Routers {'d85a4136-525e-4cba-b251-6dadf063d217'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:32:04.606848 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-050d4119-20fe-4b45-989d-294a7137c513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:31:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d85a4136-525e-4cba-b251-6dadf063d217'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:04.616187 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['f17e08d5-b1fb-4c34-96dd-201117803276'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:32:04.622404 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1a3f6-5656-40fa-bfe4-701b97201fce req-1f2c6cf4-ab08-4cc6-8aba-fc4cc39c1605 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:04.630546 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-30a1a3f6-5656-40fa-bfe4-701b97201fce req-1f2c6cf4-ab08-4cc6-8aba-fc4cc39c1605 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 945 time: 0.2042189 May 27 02:32:04.676341 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['d4da163c-cb1e-42d5-85b2-07f981d2bead'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:32:04.682170 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-30a1a3f6-5656-40fa-bfe4-701b97201fce req-d9e391c3-1303-4330-b96e-b9904decf28b tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436654 May 27 02:32:04.853716 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-050d4119-20fe-4b45-989d-294a7137c513 None None] Set router d85a4136-525e-4cba-b251-6dadf063d217 gateway port host: None {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:32:04.928673 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e6c4976f-0589-467c-a2d4-a565df4321ac tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "GET /v2.0/routers/d85a4136-525e-4cba-b251-6dadf063d217 HTTP/1.1" status: 200 len: 699 time: 0.3368483 May 27 02:32:04.929251 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56688) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:05.107199 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2bf1f-c935-4d59-9c79-ca62314cc59c req-581d0864-b1f1-4056-9027-ae30e7895cb5 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:05.109103 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7db2bf1f-c935-4d59-9c79-ca62314cc59c req-581d0864-b1f1-4056-9027-ae30e7895cb5 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=99708104-dbf0-4405-aae1-64907e682f22 HTTP/1.1" status: 200 len: 945 time: 0.2114725 May 27 02:32:05.238571 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7db2bf1f-c935-4d59-9c79-ca62314cc59c req-fb604d40-0be3-4c3f-9443-1948a04f7a3f tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6bd20bf-5f84-449a-8a30-87080e2ca708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217790 May 27 02:32:05.508053 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-050d4119-20fe-4b45-989d-294a7137c513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'name': 'tempest-RoutersTest-router-874020420', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:20Z', 'updated_at': '2022-05-27T02:32:03Z', 'revision_number': 7, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'gw_port_host': None, '_interfaces': [{'id': '6a28c88b-e07a-46d8-8ffa-1da2336cd055', 'name': '', 'network_id': '3000b801-7db3-4b11-b53f-6ff8e8070165', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:37:84:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'a3d70f46-682c-4051-8473-23bc67b2ff77', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:44Z', 'updated_at': '2022-05-27T02:31:54Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': 'a3d70f46-682c-4051-8473-23bc67b2ff77', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84da6230-84de-4357-8285-2adb4e067fe7', 'name': '', 'network_id': '8f446049-40ee-4399-ad3a-ce93a227fe61', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:b6:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:23Z', 'updated_at': '2022-05-27T02:31:35Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c', 'name': '', 'network_id': '8ce48716-4f45-47a4-900f-982b39a3d6a6', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:6c:72:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'e73816d3-babe-4d72-90f6-861706af9fee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:36Z', 'updated_at': '2022-05-27T02:31:45Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': 'e73816d3-babe-4d72-90f6-861706af9fee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2eaf95e-56fc-445d-8ccd-014a5e0b6aed', 'name': '', 'network_id': '4282fd92-6e02-4a12-babb-0c29b53c008e', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:d9:53:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'd31c7317-0730-40de-ba74-4bad9f60a989', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:52Z', 'updated_at': '2022-05-27T02:32:00Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': 'd31c7317-0730-40de-ba74-4bad9f60a989', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:05.512404 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050d4119-20fe-4b45-989d-294a7137c513 None None] Checking router: d85a4136-525e-4cba-b251-6dadf063d217 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:32:05.523105 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050d4119-20fe-4b45-989d-294a7137c513 None None] Routers {'d85a4136-525e-4cba-b251-6dadf063d217'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:32:05.523923 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-050d4119-20fe-4b45-989d-294a7137c513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:31:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d85a4136-525e-4cba-b251-6dadf063d217'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:05.674493 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c2292b3a-c1b8-4df0-b0db-bda3f01fe5cb tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:05.693773 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-050d4119-20fe-4b45-989d-294a7137c513 None None] Set router d85a4136-525e-4cba-b251-6dadf063d217 gateway port host: None {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:32:05.833982 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab2ab3-b45c-4acc-aea7-3faef61e2e55 req-db2c10e4-9931-4493-b057-6fef7f7782e1 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:05.844085 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-78ab2ab3-b45c-4acc-aea7-3faef61e2e55 req-db2c10e4-9931-4493-b057-6fef7f7782e1 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=f68f0c25-6b09-4bd1-a907-90bebd3bf03d HTTP/1.1" status: 200 len: 944 time: 0.1575427 May 27 02:32:05.909912 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-78ab2ab3-b45c-4acc-aea7-3faef61e2e55 req-2aa27951-40c0-4dc1-9dac-cbe6abd1b139 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639515 May 27 02:32:06.007115 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9aaa8-6f50-43e2-9164-0ba583da00b5 req-7f0526b4-2896-4c57-ae7d-225bb5ddcb15 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:06.014886 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d3f9aaa8-6f50-43e2-9164-0ba583da00b5 req-7f0526b4-2896-4c57-ae7d-225bb5ddcb15 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 945 time: 0.1219752 May 27 02:32:06.069314 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d3f9aaa8-6f50-43e2-9164-0ba583da00b5 req-1eeb025b-7afc-4a45-80b0-da9feb0a76dc tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534911 May 27 02:32:06.155241 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c2292b3a-c1b8-4df0-b0db-bda3f01fe5cb tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Deleting port c2eaf95e-56fc-445d-8ccd-014a5e0b6aed {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:32:06.155674 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c2292b3a-c1b8-4df0-b0db-bda3f01fe5cb tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:06.180620 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-050d4119-20fe-4b45-989d-294a7137c513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'name': 'tempest-RoutersTest-router-874020420', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:20Z', 'updated_at': '2022-05-27T02:32:03Z', 'revision_number': 7, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'gw_port_host': None, '_interfaces': [{'id': '6a28c88b-e07a-46d8-8ffa-1da2336cd055', 'name': '', 'network_id': '3000b801-7db3-4b11-b53f-6ff8e8070165', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:37:84:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'a3d70f46-682c-4051-8473-23bc67b2ff77', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:44Z', 'updated_at': '2022-05-27T02:31:54Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': 'a3d70f46-682c-4051-8473-23bc67b2ff77', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84da6230-84de-4357-8285-2adb4e067fe7', 'name': '', 'network_id': '8f446049-40ee-4399-ad3a-ce93a227fe61', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:b6:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:23Z', 'updated_at': '2022-05-27T02:31:35Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c', 'name': '', 'network_id': '8ce48716-4f45-47a4-900f-982b39a3d6a6', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:6c:72:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'e73816d3-babe-4d72-90f6-861706af9fee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:36Z', 'updated_at': '2022-05-27T02:31:45Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': 'e73816d3-babe-4d72-90f6-861706af9fee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2eaf95e-56fc-445d-8ccd-014a5e0b6aed', 'name': '', 'network_id': '4282fd92-6e02-4a12-babb-0c29b53c008e', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:d9:53:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'd31c7317-0730-40de-ba74-4bad9f60a989', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:52Z', 'updated_at': '2022-05-27T02:32:00Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': 'd31c7317-0730-40de-ba74-4bad9f60a989', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:06.188440 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050d4119-20fe-4b45-989d-294a7137c513 None None] The sync data for ids ['d85a4136-525e-4cba-b251-6dadf063d217'] in n-d-843554-3 is: [{'id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'name': 'tempest-RoutersTest-router-874020420', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:20Z', 'updated_at': '2022-05-27T02:32:03Z', 'revision_number': 7, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'gw_port_host': None, '_interfaces': [{'id': '6a28c88b-e07a-46d8-8ffa-1da2336cd055', 'name': '', 'network_id': '3000b801-7db3-4b11-b53f-6ff8e8070165', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:37:84:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'a3d70f46-682c-4051-8473-23bc67b2ff77', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:44Z', 'updated_at': '2022-05-27T02:31:54Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': 'a3d70f46-682c-4051-8473-23bc67b2ff77', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84da6230-84de-4357-8285-2adb4e067fe7', 'name': '', 'network_id': '8f446049-40ee-4399-ad3a-ce93a227fe61', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:b6:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:23Z', 'updated_at': '2022-05-27T02:31:35Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c', 'name': '', 'network_id': '8ce48716-4f45-47a4-900f-982b39a3d6a6', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:6c:72:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'e73816d3-babe-4d72-90f6-861706af9fee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:36Z', 'updated_at': '2022-05-27T02:31:45Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': 'e73816d3-babe-4d72-90f6-861706af9fee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2eaf95e-56fc-445d-8ccd-014a5e0b6aed', 'name': '', 'network_id': '4282fd92-6e02-4a12-babb-0c29b53c008e', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:d9:53:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'd31c7317-0730-40de-ba74-4bad9f60a989', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:52Z', 'updated_at': '2022-05-27T02:32:00Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': 'd31c7317-0730-40de-ba74-4bad9f60a989', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:32:06.293160 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56702) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:06.374538 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-c2292b3a-c1b8-4df0-b0db-bda3f01fe5cb tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] For port c2eaf95e-56fc-445d-8ccd-014a5e0b6aed, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c2eaf95e-56fc-445d-8ccd-014a5e0b6aed,segment=NetworkSegment(fa5be058-809f-4f8a-acd2-faa097112447),segment_id=fa5be058-809f-4f8a-acd2-faa097112447)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:32:06.375181 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c2292b3a-c1b8-4df0-b0db-bda3f01fe5cb tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:06.434514 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d78f24ac-c23f-4bde-a0c3-a8e17344922a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:06.463804 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-d78f24ac-c23f-4bde-a0c3-a8e17344922a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:32:06.469475 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d78f24ac-c23f-4bde-a0c3-a8e17344922a admin admin] Usage tracker for resource:security_group_rule and tenant:9d21ad3a12a14b24b135c128e52bce60 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:32:06.474056 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d78f24ac-c23f-4bde-a0c3-a8e17344922a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:32:06.481269 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-d78f24ac-c23f-4bde-a0c3-a8e17344922a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:32:06.515540 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c0286-5413-45c1-afb8-b6e21908312c req-f9df3233-b734-4ec2-9797-83be6c2c0a32 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:06.517101 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ca0c0286-5413-45c1-afb8-b6e21908312c req-f9df3233-b734-4ec2-9797-83be6c2c0a32 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=99708104-dbf0-4405-aae1-64907e682f22 HTTP/1.1" status: 200 len: 945 time: 0.1440456 May 27 02:32:06.619961 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c2292b3a-c1b8-4df0-b0db-bda3f01fe5cb tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Calling delete_port for c2eaf95e-56fc-445d-8ccd-014a5e0b6aed owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:32:06.701412 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ca0c0286-5413-45c1-afb8-b6e21908312c req-44406132-fefa-4327-a8d5-a92f18ab6431 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6bd20bf-5f84-449a-8a30-87080e2ca708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767766 May 27 02:32:06.745696 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d78f24ac-c23f-4bde-a0c3-a8e17344922a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:06.835572 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d78f24ac-c23f-4bde-a0c3-a8e17344922a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:06.882375 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d78f24ac-c23f-4bde-a0c3-a8e17344922a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9d21ad3a12a14b24b135c128e52bce60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5881507 May 27 02:32:06.883299 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f24ac-c23f-4bde-a0c3-a8e17344922a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef535fe-1bf4-45e0-b2b4-0a811a4f3ff3,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:06.885637 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56710) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:06.912569 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c2292b3a-c1b8-4df0-b0db-bda3f01fe5cb tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:06.974795 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2292b3a-c1b8-4df0-b0db-bda3f01fe5cb tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event deleted for resources: {'Port': ['ID=c2eaf95e-56fc-445d-8ccd-014a5e0b6aed,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:07.083215 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-21449fcc-defe-4479-8f31-1c5923a9274a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:07.124936 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2e92d-2b0b-4b07-bcfb-49362f4d1651 req-c2fac43d-3972-4174-9617-d80d3d508fe1 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:07.126760 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e2e2e92d-2b0b-4b07-bcfb-49362f4d1651 req-c2fac43d-3972-4174-9617-d80d3d508fe1 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=f68f0c25-6b09-4bd1-a907-90bebd3bf03d HTTP/1.1" status: 200 len: 944 time: 0.1016994 May 27 02:32:07.210438 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e2e2e92d-2b0b-4b07-bcfb-49362f4d1651 req-75b228fc-44bf-40b2-bb5f-2df6f54c6a52 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766888 May 27 02:32:07.254373 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-21449fcc-defe-4479-8f31-1c5923a9274a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:07.314462 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c2292b3a-c1b8-4df0-b0db-bda3f01fe5cb tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:07.418868 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5be3a2-6c7d-4a32-a0ce-a5d1256407a3 req-d657fede-e1f6-4557-a147-6a226af0f1b1 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:07.420190 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2a5be3a2-6c7d-4a32-a0ce-a5d1256407a3 req-d657fede-e1f6-4557-a147-6a226af0f1b1 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 945 time: 0.1946940 May 27 02:32:07.453695 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device f17e08d5-b1fb-4c34-96dd-201117803276 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:32:07.499683 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2a5be3a2-6c7d-4a32-a0ce-a5d1256407a3 req-83bea219-db3c-44c2-8e2c-55f33385fb4a tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726943 May 27 02:32:07.509747 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf63cfd6-8533-407b-bc8e-ab9e412a032a req-09b4620b-31f5-4cd5-a872-e8897e8427b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:07.511251 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cf63cfd6-8533-407b-bc8e-ab9e412a032a req-09b4620b-31f5-4cd5-a872-e8897e8427b3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a54d5457e373400db950c9d30ab97cd7&device_id=99708104-dbf0-4405-aae1-64907e682f22 HTTP/1.1" status: 200 len: 1096 time: 0.1954317 May 27 02:32:07.533462 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1a7d5-7a93-4af0-a860-9612c950e757 req-57e9dfd3-cc5a-4ab0-8559-eaed7f57f86a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:07.543229 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ecf1a7d5-7a93-4af0-a860-9612c950e757 req-57e9dfd3-cc5a-4ab0-8559-eaed7f57f86a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=99708104-dbf0-4405-aae1-64907e682f22 HTTP/1.1" status: 200 len: 945 time: 0.1784329 May 27 02:32:07.547647 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-21449fcc-defe-4479-8f31-1c5923a9274a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:07.590330 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port f17e08d5-b1fb-4c34-96dd-201117803276 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:32:07.595735 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port f17e08d5-b1fb-4c34-96dd-201117803276 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:32:07.596321 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:07.646548 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21449fcc-defe-4479-8f31-1c5923a9274a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef535fe-1bf4-45e0-b2b4-0a811a4f3ff3,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:07.659463 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-21449fcc-defe-4479-8f31-1c5923a9274a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:07.660577 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-21449fcc-defe-4479-8f31-1c5923a9274a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3ef535fe-1bf4-45e0-b2b4-0a811a4f3ff3 HTTP/1.1" status: 204 len: 168 time: 0.7738512 May 27 02:32:07.667757 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ecf1a7d5-7a93-4af0-a860-9612c950e757 req-a425bbae-50f5-42a0-952d-d70f3cb1c6cd tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6bd20bf-5f84-449a-8a30-87080e2ca708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086481 May 27 02:32:07.694898 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2292b3a-c1b8-4df0-b0db-bda3f01fe5cb tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Router d85a4136-525e-4cba-b251-6dadf063d217 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:32:07.745372 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf63cfd6-8533-407b-bc8e-ab9e412a032a req-a6ea0ab4-665e-4f4a-9cec-dbb12474b967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:07.748747 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cf63cfd6-8533-407b-bc8e-ab9e412a032a req-a6ea0ab4-665e-4f4a-9cec-dbb12474b967 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e6379d80-7b9b-4710-9948-937eec21e411 HTTP/1.1" status: 200 len: 911 time: 0.2241359 May 27 02:32:07.787717 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port f17e08d5-b1fb-4c34-96dd-201117803276 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:32:07.788741 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:07.827772 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port f17e08d5-b1fb-4c34-96dd-201117803276, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=f17e08d5-b1fb-4c34-96dd-201117803276,segment=NetworkSegment(c440826c-ad96-4ffb-93da-4786708a138b),segment_id=c440826c-ad96-4ffb-93da-4786708a138b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:32:07.829166 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68f0c25-6b09-4bd1-a907-90bebd3bf03d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17e08d5-b1fb-4c34-96dd-201117803276'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:32:07.886498 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efcb6acc-ea2f-4d96-b142-73d464e11d20'] response: {'server_uuid': 'f68f0c25-6b09-4bd1-a907-90bebd3bf03d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17e08d5-b1fb-4c34-96dd-201117803276', 'code': 200} May 27 02:32:07.898488 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:07.900705 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device d4da163c-cb1e-42d5-85b2-07f981d2bead up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:32:07.907071 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cf63cfd6-8533-407b-bc8e-ab9e412a032a req-9b6bb1b7-2a25-4f27-99be-7c14261789c2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=551735c4-718d-412a-aabf-4bcea8b2ec47 HTTP/1.1" status: 200 len: 1000 time: 0.1518283 May 27 02:32:07.928121 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2292b3a-c1b8-4df0-b0db-bda3f01fe5cb tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:32:07.943559 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c2292b3a-c1b8-4df0-b0db-bda3f01fe5cb tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "PUT /v2.0/routers/d85a4136-525e-4cba-b251-6dadf063d217/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0131791 May 27 02:32:07.944415 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56734) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:08.015640 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-45b8b980-2d62-4ac6-9517-5da74fb4d43b tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Deleting subnet d31c7317-0730-40de-ba74-4bad9f60a989 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:32:08.019196 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45b8b980-2d62-4ac6-9517-5da74fb4d43b tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:08.064180 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db9d846-6c26-40de-908a-df967177e788 None None] Sync routers for ids ['d85a4136-525e-4cba-b251-6dadf063d217'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:32:08.070151 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=f17e08d5-b1fb-4c34-96dd-201117803276,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:08.089838 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf63cfd6-8533-407b-bc8e-ab9e412a032a req-8efc5f7a-a752-4185-8df1-130d6a65c3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:08.091443 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cf63cfd6-8533-407b-bc8e-ab9e412a032a req-8efc5f7a-a752-4185-8df1-130d6a65c3b1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=95908a1f-c366-445e-9e10-5bce86ad79d9 HTTP/1.1" status: 200 len: 849 time: 0.1694741 May 27 02:32:08.096978 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db9d846-6c26-40de-908a-df967177e788 None None] Routers {'d85a4136-525e-4cba-b251-6dadf063d217'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:32:08.097759 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1db9d846-6c26-40de-908a-df967177e788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:31:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d85a4136-525e-4cba-b251-6dadf063d217'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:08.129174 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45b8b980-2d62-4ac6-9517-5da74fb4d43b tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:08.169009 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775f0d7-0db7-4f2c-9f22-1a6912216ebd req-baae7dc8-511e-49c5-b110-2c15a6cdb230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:08.170516 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e775f0d7-0db7-4f2c-9f22-1a6912216ebd req-baae7dc8-511e-49c5-b110-2c15a6cdb230 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f68f0c25-6b09-4bd1-a907-90bebd3bf03d HTTP/1.1" status: 200 len: 1096 time: 0.1973813 May 27 02:32:08.231347 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e775f0d7-0db7-4f2c-9f22-1a6912216ebd req-de772546-7e6a-4efc-8e56-d26bd4ab9089 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520275 May 27 02:32:08.234181 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf63cfd6-8533-407b-bc8e-ab9e412a032a req-091c156d-e2af-4077-a136-425eaec94825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:08.235780 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cf63cfd6-8533-407b-bc8e-ab9e412a032a req-091c156d-e2af-4077-a136-425eaec94825 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e6379d80-7b9b-4710-9948-937eec21e411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1375773 May 27 02:32:08.250839 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port d4da163c-cb1e-42d5-85b2-07f981d2bead completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:32:08.272614 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port d4da163c-cb1e-42d5-85b2-07f981d2bead triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:32:08.273076 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:08.349989 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-1db9d846-6c26-40de-908a-df967177e788 None None] Set router d85a4136-525e-4cba-b251-6dadf063d217 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:32:08.377716 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45b8b980-2d62-4ac6-9517-5da74fb4d43b tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:08.539597 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45b8b980-2d62-4ac6-9517-5da74fb4d43b tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:08.556919 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56746) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:08.594926 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45b8b980-2d62-4ac6-9517-5da74fb4d43b tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:08.597430 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port d4da163c-cb1e-42d5-85b2-07f981d2bead is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:32:08.597914 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:08.598775 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023239c4-7694-4caa-87cc-9a388d0dcf97 req-8330f316-5491-4235-8251-1f8d6aee4c9d tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:08.600362 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-023239c4-7694-4caa-87cc-9a388d0dcf97 req-8330f316-5491-4235-8251-1f8d6aee4c9d tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=f68f0c25-6b09-4bd1-a907-90bebd3bf03d HTTP/1.1" status: 200 len: 945 time: 0.2614980 May 27 02:32:08.614908 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d274649c-8c27-4d2b-824c-0a3582bcc541 None None] Network 4282fd92-6e02-4a12-babb-0c29b53c008e requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:32:08.629121 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b8b980-2d62-4ac6-9517-5da74fb4d43b tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event deleted for resources: {'Subnet': ['ID=d31c7317-0730-40de-ba74-4bad9f60a989,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:08.638265 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-45b8b980-2d62-4ac6-9517-5da74fb4d43b tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "DELETE /v2.0/subnets/d31c7317-0730-40de-ba74-4bad9f60a989 HTTP/1.1" status: 204 len: 168 time: 0.6925175 May 27 02:32:08.638899 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56750) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:08.641503 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e85c9c1-361b-4dfd-8acb-bc286fb0679e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:08.700124 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-023239c4-7694-4caa-87cc-9a388d0dcf97 req-dcb1efcf-fd1e-44b6-b6ca-79e49fa9192a tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912101 May 27 02:32:08.704036 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cf63cfd6-8533-407b-bc8e-ab9e412a032a req-d2e0da62-3b87-4eb0-9ce2-4d7b06e11886 service neutron] 10.222.0.66 "GET /v2.0/networks/e6379d80-7b9b-4710-9948-937eec21e411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747142 May 27 02:32:08.716107 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15623d4-091d-4eca-a816-1ba1ca6fe3fb req-fcd9ca7f-26a3-4c96-8e31-9b0a96ff597f tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:08.726175 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b15623d4-091d-4eca-a816-1ba1ca6fe3fb req-fcd9ca7f-26a3-4c96-8e31-9b0a96ff597f tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0a4b995-cde9-4de8-b3c2-7613a7d84bfc HTTP/1.1" status: 200 len: 945 time: 0.1921251 May 27 02:32:08.735372 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9e85c9c1-361b-4dfd-8acb-bc286fb0679e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:32:08.754538 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9e85c9c1-361b-4dfd-8acb-bc286fb0679e admin admin] Usage tracker for resource:security_group_rule and tenant:124fd0419a754b65b32b0da4b7453cb9 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:32:08.758494 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port d4da163c-cb1e-42d5-85b2-07f981d2bead, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=d4da163c-cb1e-42d5-85b2-07f981d2bead,segment=NetworkSegment(5864c61c-745e-48a2-ad03-bf564989aeca),segment_id=5864c61c-745e-48a2-ad03-bf564989aeca)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:32:08.759372 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9e85c9c1-361b-4dfd-8acb-bc286fb0679e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:32:08.774410 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9e85c9c1-361b-4dfd-8acb-bc286fb0679e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:32:08.790394 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e08a477-51ed-4bee-8b78-8a3134c453da tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:08.837934 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:08.874742 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e85c9c1-361b-4dfd-8acb-bc286fb0679e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:08.879768 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-1e08a477-51ed-4bee-8b78-8a3134c453da tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Deleting port 1f4adc21-c16f-481b-b367-de959f8956dd {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:32:08.879768 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e08a477-51ed-4bee-8b78-8a3134c453da tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:08.963371 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b15623d4-091d-4eca-a816-1ba1ca6fe3fb req-b3063461-ed69-46c0-84dc-5206070516a3 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?id=3136b98c-d8bb-42f2-8f8e-d9b7d67bc37f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234101 May 27 02:32:08.967581 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e85c9c1-361b-4dfd-8acb-bc286fb0679e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:09.019088 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e85c9c1-361b-4dfd-8acb-bc286fb0679e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f8dc67-512f-4888-99b7-482aaef7cd1b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:09.020345 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbef94-cc47-4c1d-a2fd-cc6e6bffc0b3 req-a633d9b0-715c-44bd-9829-557640bfff8c tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:09.021860 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-25fbef94-cc47-4c1d-a2fd-cc6e6bffc0b3 req-a633d9b0-715c-44bd-9829-557640bfff8c tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 946 time: 0.1479018 May 27 02:32:09.041409 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=d4da163c-cb1e-42d5-85b2-07f981d2bead,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:09.051987 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cf63cfd6-8533-407b-bc8e-ab9e412a032a req-0a47c11b-2a16-4b2f-93ca-e752f002b5c0 service neutron] 10.222.0.66 "GET /v2.0/networks/e6379d80-7b9b-4710-9948-937eec21e411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334141 May 27 02:32:09.083670 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9e85c9c1-361b-4dfd-8acb-bc286fb0679e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=124fd0419a754b65b32b0da4b7453cb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4918478 May 27 02:32:09.084150 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-25fbef94-cc47-4c1d-a2fd-cc6e6bffc0b3 req-e56a36fa-97d4-4f7e-87de-85da2ce924a8 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480411 May 27 02:32:09.086523 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56756) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:09.168975 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1db9d846-6c26-40de-908a-df967177e788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'name': 'tempest-RoutersTest-router-874020420', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:20Z', 'updated_at': '2022-05-27T02:32:06Z', 'revision_number': 8, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'gw_port_host': None, '_interfaces': [{'id': '6a28c88b-e07a-46d8-8ffa-1da2336cd055', 'name': '', 'network_id': '3000b801-7db3-4b11-b53f-6ff8e8070165', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:37:84:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'a3d70f46-682c-4051-8473-23bc67b2ff77', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:44Z', 'updated_at': '2022-05-27T02:31:54Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': 'a3d70f46-682c-4051-8473-23bc67b2ff77', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84da6230-84de-4357-8285-2adb4e067fe7', 'name': '', 'network_id': '8f446049-40ee-4399-ad3a-ce93a227fe61', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:b6:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:23Z', 'updated_at': '2022-05-27T02:31:35Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c', 'name': '', 'network_id': '8ce48716-4f45-47a4-900f-982b39a3d6a6', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:6c:72:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'e73816d3-babe-4d72-90f6-861706af9fee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:36Z', 'updated_at': '2022-05-27T02:31:45Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': 'e73816d3-babe-4d72-90f6-861706af9fee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:09.173657 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db9d846-6c26-40de-908a-df967177e788 None None] Checking router: d85a4136-525e-4cba-b251-6dadf063d217 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:32:09.183485 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db9d846-6c26-40de-908a-df967177e788 None None] Routers {'d85a4136-525e-4cba-b251-6dadf063d217'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:32:09.184119 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1db9d846-6c26-40de-908a-df967177e788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:31:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d85a4136-525e-4cba-b251-6dadf063d217'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:09.186415 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-1e08a477-51ed-4bee-8b78-8a3134c453da tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] For port 1f4adc21-c16f-481b-b367-de959f8956dd, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1f4adc21-c16f-481b-b367-de959f8956dd,segment=NetworkSegment(fa5be058-809f-4f8a-acd2-faa097112447),segment_id=fa5be058-809f-4f8a-acd2-faa097112447)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:32:09.186790 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e08a477-51ed-4bee-8b78-8a3134c453da tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:09.258725 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f44731-51a0-411e-8d01-1ca31a81cd1c None None] DHCP port deletion for 4282fd92-6e02-4a12-babb-0c29b53c008e request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:32:09.320700 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a1f44731-51a0-411e-8d01-1ca31a81cd1c None None] Deleting port 1f4adc21-c16f-481b-b367-de959f8956dd {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:32:09.321405 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a1f44731-51a0-411e-8d01-1ca31a81cd1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:09.324043 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-1e08a477-51ed-4bee-8b78-8a3134c453da tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Calling delete_port for 1f4adc21-c16f-481b-b367-de959f8956dd owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:32:09.338521 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f7ee216a-122d-42f9-b76a-451fea0a0bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:09.377565 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f7ee216a-122d-42f9-b76a-451fea0a0bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:09.426708 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5fd05-ccff-4e20-8342-4ea3d8913ce6 req-23e93664-c650-44fb-88e1-1d96ec4a4fca tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:09.428081 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-38d5fd05-ccff-4e20-8342-4ea3d8913ce6 req-23e93664-c650-44fb-88e1-1d96ec4a4fca tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=99708104-dbf0-4405-aae1-64907e682f22 HTTP/1.1" status: 200 len: 945 time: 0.2973247 May 27 02:32:09.441394 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-1db9d846-6c26-40de-908a-df967177e788 None None] Set router d85a4136-525e-4cba-b251-6dadf063d217 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:32:09.481272 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-38d5fd05-ccff-4e20-8342-4ea3d8913ce6 req-d9723ae7-e592-490e-9efd-88b31e623037 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6bd20bf-5f84-449a-8a30-87080e2ca708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468562 May 27 02:32:09.507489 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e08a477-51ed-4bee-8b78-8a3134c453da tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:09.536050 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f7ee216a-122d-42f9-b76a-451fea0a0bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:09.554295 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee216a-122d-42f9-b76a-451fea0a0bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f8dc67-512f-4888-99b7-482aaef7cd1b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:09.566171 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f7ee216a-122d-42f9-b76a-451fea0a0bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:09.566950 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e08a477-51ed-4bee-8b78-8a3134c453da tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] No DVR routers for this DVR port 1f4adc21-c16f-481b-b367-de959f8956dd on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:32:09.567696 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f7ee216a-122d-42f9-b76a-451fea0a0bc1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/91f8dc67-512f-4888-99b7-482aaef7cd1b HTTP/1.1" status: 204 len: 168 time: 0.4802322 May 27 02:32:09.570236 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08a477-51ed-4bee-8b78-8a3134c453da tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event deleted for resources: {'Port': ['ID=1f4adc21-c16f-481b-b367-de959f8956dd,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:09.742179 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e08a477-51ed-4bee-8b78-8a3134c453da tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:09.769393 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-1e08a477-51ed-4bee-8b78-8a3134c453da tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4282fd92-6e02-4a12-babb-0c29b53c008e']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:09.781952 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-1e08a477-51ed-4bee-8b78-8a3134c453da tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa5be058-809f-4f8a-acd2-faa097112447') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:09.782264 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-1e08a477-51ed-4bee-8b78-8a3134c453da tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa5be058-809f-4f8a-acd2-faa097112447') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:09.794703 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e08a477-51ed-4bee-8b78-8a3134c453da tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:09.814368 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e08a477-51ed-4bee-8b78-8a3134c453da tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:09.825307 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e08a477-51ed-4bee-8b78-8a3134c453da tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:32:09.835853 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e08a477-51ed-4bee-8b78-8a3134c453da tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:09.843682 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a1f44731-51a0-411e-8d01-1ca31a81cd1c None None] For port 1f4adc21-c16f-481b-b367-de959f8956dd, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1f4adc21-c16f-481b-b367-de959f8956dd,segment=NetworkSegment(fa5be058-809f-4f8a-acd2-faa097112447),segment_id=fa5be058-809f-4f8a-acd2-faa097112447)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:32:09.844217 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a1f44731-51a0-411e-8d01-1ca31a81cd1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:09.912545 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18021fed-5556-423a-bbed-03bba7a5f974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4da163c-cb1e-42d5-85b2-07f981d2bead'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:32:09.985439 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a1f44731-51a0-411e-8d01-1ca31a81cd1c None None] Calling delete_port for 1f4adc21-c16f-481b-b367-de959f8956dd owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:32:10.004382 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7f4ca-8e8c-4bc4-9057-60a380e61fdb req-b7b98255-e232-4781-8672-7cbd15dce0bf tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:10.008295 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3ff7f4ca-8e8c-4bc4-9057-60a380e61fdb req-b7b98255-e232-4781-8672-7cbd15dce0bf tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=f68f0c25-6b09-4bd1-a907-90bebd3bf03d HTTP/1.1" status: 200 len: 945 time: 0.1680577 May 27 02:32:10.119416 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e08a477-51ed-4bee-8b78-8a3134c453da tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:10.130611 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-576896d9-4401-4f30-8e2c-6b1c705e172e'] response: {'server_uuid': '18021fed-5556-423a-bbed-03bba7a5f974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4da163c-cb1e-42d5-85b2-07f981d2bead', 'code': 200} May 27 02:32:10.136974 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3ff7f4ca-8e8c-4bc4-9057-60a380e61fdb req-887aa25e-1814-424f-a182-8222cff55d5d tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230831 May 27 02:32:10.150370 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e08a477-51ed-4bee-8b78-8a3134c453da tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:10.181366 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08a477-51ed-4bee-8b78-8a3134c453da tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event deleted for resources: {'Network': ['ID=4282fd92-6e02-4a12-babb-0c29b53c008e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:10.192730 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment fa5be058-809f-4f8a-acd2-faa097112447 resource provider aggregate not found May 27 02:32:10.211215 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1e08a477-51ed-4bee-8b78-8a3134c453da tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "DELETE /v2.0/networks/4282fd92-6e02-4a12-babb-0c29b53c008e HTTP/1.1" status: 204 len: 168 time: 1.5711343 May 27 02:32:10.217160 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56782) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:10.263153 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-a1f44731-51a0-411e-8d01-1ca31a81cd1c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:32:10.263581 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-a1f44731-51a0-411e-8d01-1ca31a81cd1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:32:10.279831 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment fa5be058-809f-4f8a-acd2-faa097112447 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa5be058-809f-4f8a-acd2-faa097112447 found for delete ", "request_id": "req-770a3b07-e231-4671-8170-8e678b657008"}]} May 27 02:32:10.310167 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1db9d846-6c26-40de-908a-df967177e788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'name': 'tempest-RoutersTest-router-874020420', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:20Z', 'updated_at': '2022-05-27T02:32:06Z', 'revision_number': 8, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'gw_port_host': None, '_interfaces': [{'id': '6a28c88b-e07a-46d8-8ffa-1da2336cd055', 'name': '', 'network_id': '3000b801-7db3-4b11-b53f-6ff8e8070165', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:37:84:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'a3d70f46-682c-4051-8473-23bc67b2ff77', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:44Z', 'updated_at': '2022-05-27T02:31:54Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': 'a3d70f46-682c-4051-8473-23bc67b2ff77', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84da6230-84de-4357-8285-2adb4e067fe7', 'name': '', 'network_id': '8f446049-40ee-4399-ad3a-ce93a227fe61', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:b6:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:23Z', 'updated_at': '2022-05-27T02:31:35Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c', 'name': '', 'network_id': '8ce48716-4f45-47a4-900f-982b39a3d6a6', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:6c:72:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'e73816d3-babe-4d72-90f6-861706af9fee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:36Z', 'updated_at': '2022-05-27T02:31:45Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': 'e73816d3-babe-4d72-90f6-861706af9fee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:10.322647 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db9d846-6c26-40de-908a-df967177e788 None None] The sync data for ids ['d85a4136-525e-4cba-b251-6dadf063d217'] in n-d-843554-3 is: [{'id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'name': 'tempest-RoutersTest-router-874020420', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:20Z', 'updated_at': '2022-05-27T02:32:06Z', 'revision_number': 8, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'gw_port_host': None, '_interfaces': [{'id': '6a28c88b-e07a-46d8-8ffa-1da2336cd055', 'name': '', 'network_id': '3000b801-7db3-4b11-b53f-6ff8e8070165', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:37:84:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'a3d70f46-682c-4051-8473-23bc67b2ff77', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:44Z', 'updated_at': '2022-05-27T02:31:54Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': 'a3d70f46-682c-4051-8473-23bc67b2ff77', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84da6230-84de-4357-8285-2adb4e067fe7', 'name': '', 'network_id': '8f446049-40ee-4399-ad3a-ce93a227fe61', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:b6:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:23Z', 'updated_at': '2022-05-27T02:31:35Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c', 'name': '', 'network_id': '8ce48716-4f45-47a4-900f-982b39a3d6a6', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:6c:72:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'e73816d3-babe-4d72-90f6-861706af9fee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:36Z', 'updated_at': '2022-05-27T02:31:45Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': 'e73816d3-babe-4d72-90f6-861706af9fee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:32:10.482636 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d2102-72c6-4177-9bb7-2f0d732ab7fd req-27601202-1a39-4359-880b-6718b4859cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:10.484132 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fc6d2102-72c6-4177-9bb7-2f0d732ab7fd req-27601202-1a39-4359-880b-6718b4859cdf service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 1097 time: 0.3406870 May 27 02:32:10.494964 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dd153-365c-4a2d-aa34-3c20a2e04e02 req-a02fcabc-6211-4fd3-9a13-bf76f4bce29b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:10.496547 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-071dd153-365c-4a2d-aa34-3c20a2e04e02 req-a02fcabc-6211-4fd3-9a13-bf76f4bce29b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a4b995-cde9-4de8-b3c2-7613a7d84bfc HTTP/1.1" status: 200 len: 945 time: 0.3763411 May 27 02:32:10.637392 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebdd140-65f8-45c6-9248-1a114d2564cd req-93f79828-eb0a-44cc-bd82-14f90c2a9667 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:10.637794 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ebdd140-65f8-45c6-9248-1a114d2564cd req-93f79828-eb0a-44cc-bd82-14f90c2a9667 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0a4b995-cde9-4de8-b3c2-7613a7d84bfc HTTP/1.1" status: 200 len: 945 time: 0.3113401 May 27 02:32:10.667396 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fc6d2102-72c6-4177-9bb7-2f0d732ab7fd req-f8fd8aa2-ea2e-42b4-a23a-7956ba9b9568 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670077 May 27 02:32:10.683191 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-071dd153-365c-4a2d-aa34-3c20a2e04e02 req-dc52836d-1549-4479-96e5-af0b75d57e9e tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Deleting port 975a0dda-8abb-4a3b-813a-4f404464f9db {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:32:10.683561 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-071dd153-365c-4a2d-aa34-3c20a2e04e02 req-dc52836d-1549-4479-96e5-af0b75d57e9e tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:10.757400 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c2eaf95e-56fc-445d-8ccd-014a5e0b6aed no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:32:10.814630 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a1f44731-51a0-411e-8d01-1ca31a81cd1c None None] Deleting port 1f4adc21-c16f-481b-b367-de959f8956dd {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:32:10.815205 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a1f44731-51a0-411e-8d01-1ca31a81cd1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:10.819451 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ebdd140-65f8-45c6-9248-1a114d2564cd req-5b53ef71-b3f4-4003-8482-323a8c74715b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?id=3136b98c-d8bb-42f2-8f8e-d9b7d67bc37f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700873 May 27 02:32:10.902851 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: c2eaf95e-56fc-445d-8ccd-014a5e0b6aed {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:32:10.903411 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c2eaf95e-56fc-445d-8ccd-014a5e0b6aed not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:32:10.903657 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1f4adc21-c16f-481b-b367-de959f8956dd no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:32:11.015102 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 1f4adc21-c16f-481b-b367-de959f8956dd {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:32:11.015572 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1f4adc21-c16f-481b-b367-de959f8956dd not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:32:11.021327 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a1f44731-51a0-411e-8d01-1ca31a81cd1c None None] The port '1f4adc21-c16f-481b-b367-de959f8956dd' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:32:11.057748 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9460b31-6105-44f2-876c-ab4170193937 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:11.059413 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e695c4-f5e6-447b-a801-a148b0c6d695 req-832e2267-6ed4-4cd7-b3ea-0c96d250518f tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:11.061121 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-22e695c4-f5e6-447b-a801-a148b0c6d695 req-832e2267-6ed4-4cd7-b3ea-0c96d250518f tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 946 time: 0.5628738 May 27 02:32:11.133506 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-22e695c4-f5e6-447b-a801-a148b0c6d695 req-cbd1cc9a-6293-4500-82c0-21d73dbb5afc tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661979 May 27 02:32:11.200742 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-071dd153-365c-4a2d-aa34-3c20a2e04e02 req-dc52836d-1549-4479-96e5-af0b75d57e9e tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] For port 975a0dda-8abb-4a3b-813a-4f404464f9db, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=975a0dda-8abb-4a3b-813a-4f404464f9db,segment=NetworkSegment(2f5a53b5-f564-4864-b9f2-3ebea542732b),segment_id=2f5a53b5-f564-4864-b9f2-3ebea542732b)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:32:11.201415 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-071dd153-365c-4a2d-aa34-3c20a2e04e02 req-dc52836d-1549-4479-96e5-af0b75d57e9e tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:11.413440 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-e9460b31-6105-44f2-876c-ab4170193937 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Deleting port 6a28c88b-e07a-46d8-8ffa-1da2336cd055 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:32:11.413931 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9460b31-6105-44f2-876c-ab4170193937 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:11.567965 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7141c-1dbc-43ff-848c-3951ac6bb612 req-1724d9d7-9844-4749-a67f-e17adf3ccb67 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:11.569465 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f9d7141c-1dbc-43ff-848c-3951ac6bb612 req-1724d9d7-9844-4749-a67f-e17adf3ccb67 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=99708104-dbf0-4405-aae1-64907e682f22 HTTP/1.1" status: 200 len: 945 time: 0.2972264 May 27 02:32:11.633102 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-e9460b31-6105-44f2-876c-ab4170193937 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] For port 6a28c88b-e07a-46d8-8ffa-1da2336cd055, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=6a28c88b-e07a-46d8-8ffa-1da2336cd055,segment=NetworkSegment(572ca415-89b4-421f-bd95-4158385b8795),segment_id=572ca415-89b4-421f-bd95-4158385b8795)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:32:11.633469 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9460b31-6105-44f2-876c-ab4170193937 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:11.662846 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-071dd153-365c-4a2d-aa34-3c20a2e04e02 req-dc52836d-1549-4479-96e5-af0b75d57e9e tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:11.663210 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-071dd153-365c-4a2d-aa34-3c20a2e04e02 req-dc52836d-1549-4479-96e5-af0b75d57e9e tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:11.663515 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [req-071dd153-365c-4a2d-aa34-3c20a2e04e02 req-dc52836d-1549-4479-96e5-af0b75d57e9e tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Floating IP 835594ee-a11f-49e4-a180-72a018e62a52 disassociated. External IP: 172.25.1.195, port: 975a0dda-8abb-4a3b-813a-4f404464f9db. May 27 02:32:11.663850 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-071dd153-365c-4a2d-aa34-3c20a2e04e02 req-dc52836d-1549-4479-96e5-af0b75d57e9e tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Calling delete_port for 975a0dda-8abb-4a3b-813a-4f404464f9db owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:32:11.720929 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f9d7141c-1dbc-43ff-848c-3951ac6bb612 req-75a9f962-3d98-4a4b-8b52-c48774440ade tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6bd20bf-5f84-449a-8a30-87080e2ca708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340780 May 27 02:32:11.768753 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ea856-6b31-439f-81ee-0eed04697634 req-85b7b604-2616-45d7-91b8-a202a8502ecc tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:11.769063 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-e9460b31-6105-44f2-876c-ab4170193937 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Calling delete_port for 6a28c88b-e07a-46d8-8ffa-1da2336cd055 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:32:11.770344 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b2ea856-6b31-439f-81ee-0eed04697634 req-85b7b604-2616-45d7-91b8-a202a8502ecc tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=f68f0c25-6b09-4bd1-a907-90bebd3bf03d HTTP/1.1" status: 200 len: 945 time: 0.2529137 May 27 02:32:11.871899 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b2ea856-6b31-439f-81ee-0eed04697634 req-2fc4529b-ef80-47db-a21d-a65f31983891 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884278 May 27 02:32:12.098986 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9460b31-6105-44f2-876c-ab4170193937 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:12.109383 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-071dd153-365c-4a2d-aa34-3c20a2e04e02 req-dc52836d-1549-4479-96e5-af0b75d57e9e tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:12.121067 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b8973993-0666-4903-a306-5dea57a7578e req-d1f85d54-bb63-475e-a24e-4952ae0859ce tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0a4b995-cde9-4de8-b3c2-7613a7d84bfc HTTP/1.1" status: 200 len: 210 time: 0.1768279 May 27 02:32:12.167742 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc52836d-1549-4479-96e5-af0b75d57e9e tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Pushing event deleted for resources: {'Port': ['ID=975a0dda-8abb-4a3b-813a-4f404464f9db,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:12.287381 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9460b31-6105-44f2-876c-ab4170193937 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event deleted for resources: {'Port': ['ID=6a28c88b-e07a-46d8-8ffa-1da2336cd055,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:12.458539 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [req-071dd153-365c-4a2d-aa34-3c20a2e04e02 req-dc52836d-1549-4479-96e5-af0b75d57e9e tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Router e4ee2b29-ceb2-4475-af4f-913e1f76f89b has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:32:12.536851 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afae942-807d-4a69-abcc-33ab4bbc32e5 req-c31b81d4-6bef-4546-871d-b190b31977b9 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:12.544045 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2afae942-807d-4a69-abcc-33ab4bbc32e5 req-c31b81d4-6bef-4546-871d-b190b31977b9 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 946 time: 0.1868732 May 27 02:32:12.604939 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9460b31-6105-44f2-876c-ab4170193937 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:12.703633 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2afae942-807d-4a69-abcc-33ab4bbc32e5 req-3f7d658f-cf61-4099-8b2f-f804288ddaa0 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585932 May 27 02:32:12.803880 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-071dd153-365c-4a2d-aa34-3c20a2e04e02 req-dc52836d-1549-4479-96e5-af0b75d57e9e tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:32:12.815748 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1443245-d79b-4759-961f-0fa96be5fa53 None None] Sync routers for ids ['e4ee2b29-ceb2-4475-af4f-913e1f76f89b'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:32:12.835931 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1443245-d79b-4759-961f-0fa96be5fa53 None None] Routers {'e4ee2b29-ceb2-4475-af4f-913e1f76f89b'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:32:12.836557 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e1443245-d79b-4759-961f-0fa96be5fa53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:31:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['e4ee2b29-ceb2-4475-af4f-913e1f76f89b'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:12.929978 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-071dd153-365c-4a2d-aa34-3c20a2e04e02 req-dc52836d-1549-4479-96e5-af0b75d57e9e tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] No DVR routers for this DVR port 975a0dda-8abb-4a3b-813a-4f404464f9db on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:32:12.940336 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa0c72-dfa9-4721-95a7-c68958f06ab7 req-08075ad6-be92-4647-8ddd-ee5bede13664 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:12.941850 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-18aa0c72-dfa9-4721-95a7-c68958f06ab7 req-08075ad6-be92-4647-8ddd-ee5bede13664 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.66 "GET /v2.0/ports?device_id=f68f0c25-6b09-4bd1-a907-90bebd3bf03d HTTP/1.1" status: 200 len: 945 time: 0.2346694 May 27 02:32:12.943175 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-071dd153-365c-4a2d-aa34-3c20a2e04e02 req-dc52836d-1549-4479-96e5-af0b75d57e9e tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:12.947798 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a4b995-cde9-4de8-b3c2-7613a7d84bfc', 'name': 'network-vif-deleted', 'tag': '975a0dda-8abb-4a3b-813a-4f404464f9db'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:32:12.992946 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9460b31-6105-44f2-876c-ab4170193937 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Router d85a4136-525e-4cba-b251-6dadf063d217 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:32:13.114736 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-e1443245-d79b-4759-961f-0fa96be5fa53 None None] Set router e4ee2b29-ceb2-4475-af4f-913e1f76f89b gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:32:13.173786 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9460b31-6105-44f2-876c-ab4170193937 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:32:13.175970 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-18aa0c72-dfa9-4721-95a7-c68958f06ab7 req-43fbd5ef-3486-4fbb-9269-8e12958fb6a0 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Deleting port f17e08d5-b1fb-4c34-96dd-201117803276 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:32:13.176452 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-18aa0c72-dfa9-4721-95a7-c68958f06ab7 req-43fbd5ef-3486-4fbb-9269-8e12958fb6a0 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:13.193692 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ae265a-0d53-4933-9dc4-9f4c1543ba70 None None] Sync routers for ids ['d85a4136-525e-4cba-b251-6dadf063d217'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:32:13.194159 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e9460b31-6105-44f2-876c-ab4170193937 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "PUT /v2.0/routers/d85a4136-525e-4cba-b251-6dadf063d217/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9719634 May 27 02:32:13.194159 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56850) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:13.205457 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ae265a-0d53-4933-9dc4-9f4c1543ba70 None None] Routers {'d85a4136-525e-4cba-b251-6dadf063d217'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:32:13.206403 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-86ae265a-0d53-4933-9dc4-9f4c1543ba70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:31:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d85a4136-525e-4cba-b251-6dadf063d217'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:13.265716 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-17040188-f53f-4ed5-ba93-004bd76efbf3 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Deleting subnet a3d70f46-682c-4051-8473-23bc67b2ff77 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:32:13.270160 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-17040188-f53f-4ed5-ba93-004bd76efbf3 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:13.284250 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-071dd153-365c-4a2d-aa34-3c20a2e04e02 req-dc52836d-1549-4479-96e5-af0b75d57e9e tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.66 "DELETE /v2.0/ports/975a0dda-8abb-4a3b-813a-4f404464f9db HTTP/1.1" status: 204 len: 173 time: 2.7705040 May 27 02:32:13.324765 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9da41-ea26-405c-9859-0e12bd88fb75 req-4f1c918b-cd68-4b85-81b1-4c07bad7448b tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:13.336169 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1ea9da41-ea26-405c-9859-0e12bd88fb75 req-4f1c918b-cd68-4b85-81b1-4c07bad7448b tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=f68f0c25-6b09-4bd1-a907-90bebd3bf03d HTTP/1.1" status: 200 len: 945 time: 0.2777185 May 27 02:32:13.344828 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-17040188-f53f-4ed5-ba93-004bd76efbf3 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:13.438464 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-86ae265a-0d53-4933-9dc4-9f4c1543ba70 None None] Set router d85a4136-525e-4cba-b251-6dadf063d217 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:32:13.455460 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-17040188-f53f-4ed5-ba93-004bd76efbf3 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:13.535656 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10ee8e54-1c05-4b51-99eb-0164dbf92f74'] response: {'server_uuid': 'f0a4b995-cde9-4de8-b3c2-7613a7d84bfc', 'name': 'network-vif-deleted', 'tag': '975a0dda-8abb-4a3b-813a-4f404464f9db', 'status': 'completed', 'code': 200} May 27 02:32:13.555746 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1ea9da41-ea26-405c-9859-0e12bd88fb75 req-3fc1a86a-4e75-4a41-a140-f57dd17e8289 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186592 May 27 02:32:13.683785 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-17040188-f53f-4ed5-ba93-004bd76efbf3 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:13.732564 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 975a0dda-8abb-4a3b-813a-4f404464f9db no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:32:13.744895 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-482ae6a8-0de2-4950-b538-990de7f7a049 req-8fd2deed-667a-4b06-b836-4166f4d2dcc3 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Synchronizing usage tracker for tenant:2651911d1c264f1c8c7218b6fddf9f10 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:32:13.751390 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17040188-f53f-4ed5-ba93-004bd76efbf3 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event deleted for resources: {'Subnet': ['ID=a3d70f46-682c-4051-8473-23bc67b2ff77,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:13.782693 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-17040188-f53f-4ed5-ba93-004bd76efbf3 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:13.785253 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: 975a0dda-8abb-4a3b-813a-4f404464f9db {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:32:13.785694 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 975a0dda-8abb-4a3b-813a-4f404464f9db not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:32:13.787196 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2769fb-e747-4b41-aaff-eb48556a7212 None None] Network 3000b801-7db3-4b11-b53f-6ff8e8070165 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:32:13.790334 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-17040188-f53f-4ed5-ba93-004bd76efbf3 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "DELETE /v2.0/subnets/a3d70f46-682c-4051-8473-23bc67b2ff77 HTTP/1.1" status: 204 len: 168 time: 0.5963118 May 27 02:32:13.793470 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56864) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:13.843842 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0410eed-29f5-4e2e-8c24-e1e0b99fa9c0 req-0f4881df-a266-43b6-bbbb-eab7b3e3800d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:13.852540 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e0410eed-29f5-4e2e-8c24-e1e0b99fa9c0 req-0f4881df-a266-43b6-bbbb-eab7b3e3800d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=022251d9f75846819da07595f70e72c6&device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 1097 time: 0.3903117 May 27 02:32:13.853717 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e1443245-d79b-4759-961f-0fa96be5fa53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'name': 'tempest-AttachVolumeNegativeTest-494117646-router', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:55Z', 'updated_at': '2022-05-27T02:29:06Z', 'revision_number': 4, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'gw_port': {'id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:58Z', 'updated_at': '2022-05-27T02:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '00c78133-02e7-4af6-bd4e-397b9eb79982', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'floating_ip_address': '172.25.1.29', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'port_id': '4063e565-cdde-4c05-b9f9-f83d936377fd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'mac_address': 'fa:16:3e:65:db:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abee0d60-929c-431c-84c6-9b1ad9d5c74c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:29:16Z', 'updated_at': '2022-05-27T02:30:06Z', 'revision_number': 2, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e06fc56-f856-4359-8936-e81e87ae92ec', 'name': '', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'mac_address': 'fa:16:3e:21:52:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:04Z', 'updated_at': '2022-05-27T02:29:21Z', 'revision_number': 5, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'subnets': [{'id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:13.860625 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1443245-d79b-4759-961f-0fa96be5fa53 None None] Checking router: e4ee2b29-ceb2-4475-af4f-913e1f76f89b for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:32:13.876264 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1443245-d79b-4759-961f-0fa96be5fa53 None None] Routers {'e4ee2b29-ceb2-4475-af4f-913e1f76f89b'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:32:13.878447 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e1443245-d79b-4759-961f-0fa96be5fa53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:31:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['e4ee2b29-ceb2-4475-af4f-913e1f76f89b'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:13.942066 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-18aa0c72-dfa9-4721-95a7-c68958f06ab7 req-43fbd5ef-3486-4fbb-9269-8e12958fb6a0 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] For port f17e08d5-b1fb-4c34-96dd-201117803276, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=f17e08d5-b1fb-4c34-96dd-201117803276,segment=NetworkSegment(c440826c-ad96-4ffb-93da-4786708a138b),segment_id=c440826c-ad96-4ffb-93da-4786708a138b)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:32:13.942645 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-18aa0c72-dfa9-4721-95a7-c68958f06ab7 req-43fbd5ef-3486-4fbb-9269-8e12958fb6a0 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:13.945171 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9ecb0ac-f798-43a3-9057-6ebaa3edc57d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:13.957967 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-e9ecb0ac-f798-43a3-9057-6ebaa3edc57d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Deleting port c1a23d95-7fe4-4d7f-a345-2ec2fde6a4d8 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:32:13.958615 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9ecb0ac-f798-43a3-9057-6ebaa3edc57d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:14.118520 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-e1443245-d79b-4759-961f-0fa96be5fa53 None None] Set router e4ee2b29-ceb2-4475-af4f-913e1f76f89b gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:32:14.126045 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-86ae265a-0d53-4933-9dc4-9f4c1543ba70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'name': 'tempest-RoutersTest-router-874020420', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:20Z', 'updated_at': '2022-05-27T02:32:11Z', 'revision_number': 9, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'gw_port_host': None, '_interfaces': [{'id': '84da6230-84de-4357-8285-2adb4e067fe7', 'name': '', 'network_id': '8f446049-40ee-4399-ad3a-ce93a227fe61', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:b6:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:23Z', 'updated_at': '2022-05-27T02:31:35Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c', 'name': '', 'network_id': '8ce48716-4f45-47a4-900f-982b39a3d6a6', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:6c:72:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'e73816d3-babe-4d72-90f6-861706af9fee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:36Z', 'updated_at': '2022-05-27T02:31:45Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': 'e73816d3-babe-4d72-90f6-861706af9fee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:14.133631 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ae265a-0d53-4933-9dc4-9f4c1543ba70 None None] Checking router: d85a4136-525e-4cba-b251-6dadf063d217 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:32:14.144308 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ae265a-0d53-4933-9dc4-9f4c1543ba70 None None] Routers {'d85a4136-525e-4cba-b251-6dadf063d217'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:32:14.145011 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-86ae265a-0d53-4933-9dc4-9f4c1543ba70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:31:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d85a4136-525e-4cba-b251-6dadf063d217'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:14.238162 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d525412-8889-416f-baec-e5c41a263d29 None None] DHCP port deletion for 3000b801-7db3-4b11-b53f-6ff8e8070165 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:32:14.292439 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-e9ecb0ac-f798-43a3-9057-6ebaa3edc57d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] For port c1a23d95-7fe4-4d7f-a345-2ec2fde6a4d8, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c1a23d95-7fe4-4d7f-a345-2ec2fde6a4d8,segment=NetworkSegment(572ca415-89b4-421f-bd95-4158385b8795),segment_id=572ca415-89b4-421f-bd95-4158385b8795)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:32:14.292946 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9ecb0ac-f798-43a3-9057-6ebaa3edc57d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:14.323867 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5d525412-8889-416f-baec-e5c41a263d29 None None] Deleting port c1a23d95-7fe4-4d7f-a345-2ec2fde6a4d8 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:32:14.324550 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5d525412-8889-416f-baec-e5c41a263d29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:14.346901 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-482ae6a8-0de2-4950-b538-990de7f7a049 req-8fd2deed-667a-4b06-b836-4166f4d2dcc3 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Unset dirty status for tenant:2651911d1c264f1c8c7218b6fddf9f10 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:32:14.355836 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-482ae6a8-0de2-4950-b538-990de7f7a049 req-8fd2deed-667a-4b06-b836-4166f4d2dcc3 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0a4b995-cde9-4de8-b3c2-7613a7d84bfc HTTP/1.1" status: 200 len: 210 time: 0.6980014 May 27 02:32:14.373970 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-18aa0c72-dfa9-4721-95a7-c68958f06ab7 req-43fbd5ef-3486-4fbb-9269-8e12958fb6a0 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Calling delete_port for f17e08d5-b1fb-4c34-96dd-201117803276 owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:32:14.507466 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-e9ecb0ac-f798-43a3-9057-6ebaa3edc57d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Calling delete_port for c1a23d95-7fe4-4d7f-a345-2ec2fde6a4d8 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:32:14.544123 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffecefe7-32ab-4355-b1d6-8dffdcad73e6 req-74cb9bb9-5225-4b0e-94cf-ebb1e8c71c6a tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:14.557690 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ffecefe7-32ab-4355-b1d6-8dffdcad73e6 req-74cb9bb9-5225-4b0e-94cf-ebb1e8c71c6a tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 946 time: 0.8245749 May 27 02:32:14.651275 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e1443245-d79b-4759-961f-0fa96be5fa53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'name': 'tempest-AttachVolumeNegativeTest-494117646-router', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:55Z', 'updated_at': '2022-05-27T02:29:06Z', 'revision_number': 4, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'gw_port': {'id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:58Z', 'updated_at': '2022-05-27T02:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '00c78133-02e7-4af6-bd4e-397b9eb79982', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'floating_ip_address': '172.25.1.29', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'port_id': '4063e565-cdde-4c05-b9f9-f83d936377fd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'mac_address': 'fa:16:3e:65:db:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abee0d60-929c-431c-84c6-9b1ad9d5c74c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:29:16Z', 'updated_at': '2022-05-27T02:30:06Z', 'revision_number': 2, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e06fc56-f856-4359-8936-e81e87ae92ec', 'name': '', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'mac_address': 'fa:16:3e:21:52:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:04Z', 'updated_at': '2022-05-27T02:29:21Z', 'revision_number': 5, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'subnets': [{'id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:14.656995 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1443245-d79b-4759-961f-0fa96be5fa53 None None] The sync data for ids ['e4ee2b29-ceb2-4475-af4f-913e1f76f89b'] in n-d-843554-3 is: [{'id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'name': 'tempest-AttachVolumeNegativeTest-494117646-router', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:55Z', 'updated_at': '2022-05-27T02:29:06Z', 'revision_number': 4, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'gw_port': {'id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:58Z', 'updated_at': '2022-05-27T02:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '00c78133-02e7-4af6-bd4e-397b9eb79982', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'floating_ip_address': '172.25.1.29', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'port_id': '4063e565-cdde-4c05-b9f9-f83d936377fd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'mac_address': 'fa:16:3e:65:db:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abee0d60-929c-431c-84c6-9b1ad9d5c74c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:29:16Z', 'updated_at': '2022-05-27T02:30:06Z', 'revision_number': 2, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e06fc56-f856-4359-8936-e81e87ae92ec', 'name': '', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'mac_address': 'fa:16:3e:21:52:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:04Z', 'updated_at': '2022-05-27T02:29:21Z', 'revision_number': 5, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'subnets': [{'id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:32:14.675463 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0410eed-29f5-4e2e-8c24-e1e0b99fa9c0 req-35636ee7-8dd8-4bd7-bf7a-e385375f2238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:14.677708 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e0410eed-29f5-4e2e-8c24-e1e0b99fa9c0 req-35636ee7-8dd8-4bd7-bf7a-e385375f2238 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d21790d3-ca93-474a-9278-54511e3aa902 HTTP/1.1" status: 200 len: 912 time: 0.7803280 May 27 02:32:14.701858 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c1a23d95-7fe4-4d7f-a345-2ec2fde6a4d8 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:32:14.734708 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9ecb0ac-f798-43a3-9057-6ebaa3edc57d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:14.748217 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-86ae265a-0d53-4933-9dc4-9f4c1543ba70 None None] Set router d85a4136-525e-4cba-b251-6dadf063d217 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:32:14.809943 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e0410eed-29f5-4e2e-8c24-e1e0b99fa9c0 req-77df17fe-f858-4c9b-8651-3184aa2a7e85 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4da163c-cb1e-42d5-85b2-07f981d2bead HTTP/1.1" status: 200 len: 217 time: 0.1131308 May 27 02:32:14.867970 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: c1a23d95-7fe4-4d7f-a345-2ec2fde6a4d8 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:32:14.868211 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c1a23d95-7fe4-4d7f-a345-2ec2fde6a4d8 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:32:14.985129 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ffecefe7-32ab-4355-b1d6-8dffdcad73e6 req-4dc071c2-b03a-4d3b-9d95-f1ce546c076b tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4265184 May 27 02:32:14.991960 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0410eed-29f5-4e2e-8c24-e1e0b99fa9c0 req-91268672-b690-43ae-8bd5-4b1bc84a5aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:14.993387 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e0410eed-29f5-4e2e-8c24-e1e0b99fa9c0 req-91268672-b690-43ae-8bd5-4b1bc84a5aa5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=aabba9bb-b0fb-4524-b111-dfb2c0b12686 HTTP/1.1" status: 200 len: 851 time: 0.1257694 May 27 02:32:15.015060 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ecb0ac-f798-43a3-9057-6ebaa3edc57d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event deleted for resources: {'Port': ['ID=c1a23d95-7fe4-4d7f-a345-2ec2fde6a4d8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:15.016869 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ecb0ac-f798-43a3-9057-6ebaa3edc57d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] No DVR routers for this DVR port c1a23d95-7fe4-4d7f-a345-2ec2fde6a4d8 on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:32:15.066636 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e0410eed-29f5-4e2e-8c24-e1e0b99fa9c0 req-2fc6e37a-f869-4efb-9fbf-394850bbc00b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d21790d3-ca93-474a-9278-54511e3aa902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576711 May 27 02:32:15.075900 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5d525412-8889-416f-baec-e5c41a263d29 None None] For port c1a23d95-7fe4-4d7f-a345-2ec2fde6a4d8, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c1a23d95-7fe4-4d7f-a345-2ec2fde6a4d8,segment=NetworkSegment(572ca415-89b4-421f-bd95-4158385b8795),segment_id=572ca415-89b4-421f-bd95-4158385b8795)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:32:15.076309 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5d525412-8889-416f-baec-e5c41a263d29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:15.102911 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-18aa0c72-dfa9-4721-95a7-c68958f06ab7 req-43fbd5ef-3486-4fbb-9269-8e12958fb6a0 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:15.113747 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7470d44-73d2-4fc8-aa26-9d996d467ac7 None None] New status for floating IP 835594ee-a11f-49e4-a180-72a018e62a52: DOWN {{(pid=88904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:32:15.152933 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9ecb0ac-f798-43a3-9057-6ebaa3edc57d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:15.165510 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['ef89c633-926b-4d93-b87d-6ad84002925e'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:32:15.204415 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-e9ecb0ac-f798-43a3-9057-6ebaa3edc57d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3000b801-7db3-4b11-b53f-6ff8e8070165']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:15.230222 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-e9ecb0ac-f798-43a3-9057-6ebaa3edc57d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '572ca415-89b4-421f-bd95-4158385b8795') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:15.231817 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-e9ecb0ac-f798-43a3-9057-6ebaa3edc57d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '572ca415-89b4-421f-bd95-4158385b8795') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:15.256200 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9ecb0ac-f798-43a3-9057-6ebaa3edc57d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:15.283995 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9ecb0ac-f798-43a3-9057-6ebaa3edc57d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:15.299543 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9ecb0ac-f798-43a3-9057-6ebaa3edc57d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:32:15.300194 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9ecb0ac-f798-43a3-9057-6ebaa3edc57d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:15.329999 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fbd5ef-3486-4fbb-9269-8e12958fb6a0 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Pushing event deleted for resources: {'Port': ['ID=f17e08d5-b1fb-4c34-96dd-201117803276,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:15.334634 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e0410eed-29f5-4e2e-8c24-e1e0b99fa9c0 req-968c7b75-b63b-4320-9a33-1ad6eeeafe83 service neutron] 10.222.0.66 "GET /v2.0/networks/d21790d3-ca93-474a-9278-54511e3aa902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588847 May 27 02:32:15.363191 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5d525412-8889-416f-baec-e5c41a263d29 None None] Calling delete_port for c1a23d95-7fe4-4d7f-a345-2ec2fde6a4d8 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:32:15.374935 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56884) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:15.397968 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 572ca415-89b4-421f-bd95-4158385b8795 resource provider aggregate not found May 27 02:32:15.415965 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4e889-539c-4d8c-94b1-0283a12f59b5 req-524d16a9-e5a2-46ae-9d00-80c85c2024a9 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:15.425698 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b9b4e889-539c-4d8c-94b1-0283a12f59b5 req-524d16a9-e5a2-46ae-9d00-80c85c2024a9 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=f68f0c25-6b09-4bd1-a907-90bebd3bf03d HTTP/1.1" status: 200 len: 945 time: 0.6112013 May 27 02:32:15.429248 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 572ca415-89b4-421f-bd95-4158385b8795 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 572ca415-89b4-421f-bd95-4158385b8795 found for delete ", "request_id": "req-fbec99b8-1d25-4d12-88cb-4bba3167877f"}]} May 27 02:32:15.492593 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device f17e08d5-b1fb-4c34-96dd-201117803276 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:32:15.527715 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9ecb0ac-f798-43a3-9057-6ebaa3edc57d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:15.538337 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: f17e08d5-b1fb-4c34-96dd-201117803276 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:32:15.538688 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device f17e08d5-b1fb-4c34-96dd-201117803276 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:32:15.551475 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-86ae265a-0d53-4933-9dc4-9f4c1543ba70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'name': 'tempest-RoutersTest-router-874020420', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:20Z', 'updated_at': '2022-05-27T02:32:11Z', 'revision_number': 9, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'gw_port_host': None, '_interfaces': [{'id': '84da6230-84de-4357-8285-2adb4e067fe7', 'name': '', 'network_id': '8f446049-40ee-4399-ad3a-ce93a227fe61', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:b6:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:23Z', 'updated_at': '2022-05-27T02:31:35Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c', 'name': '', 'network_id': '8ce48716-4f45-47a4-900f-982b39a3d6a6', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:6c:72:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'e73816d3-babe-4d72-90f6-861706af9fee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:36Z', 'updated_at': '2022-05-27T02:31:45Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': 'e73816d3-babe-4d72-90f6-861706af9fee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:15.564836 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-5d525412-8889-416f-baec-e5c41a263d29 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:32:15.565314 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-5d525412-8889-416f-baec-e5c41a263d29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:32:15.569395 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9ecb0ac-f798-43a3-9057-6ebaa3edc57d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:15.571440 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-18aa0c72-dfa9-4721-95a7-c68958f06ab7 req-43fbd5ef-3486-4fbb-9269-8e12958fb6a0 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] No DVR routers for this DVR port f17e08d5-b1fb-4c34-96dd-201117803276 on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:32:15.577343 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-18aa0c72-dfa9-4721-95a7-c68958f06ab7 req-43fbd5ef-3486-4fbb-9269-8e12958fb6a0 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:15.579232 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ae265a-0d53-4933-9dc4-9f4c1543ba70 None None] The sync data for ids ['d85a4136-525e-4cba-b251-6dadf063d217'] in n-d-843554-3 is: [{'id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'name': 'tempest-RoutersTest-router-874020420', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:20Z', 'updated_at': '2022-05-27T02:32:11Z', 'revision_number': 9, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'gw_port_host': None, '_interfaces': [{'id': '84da6230-84de-4357-8285-2adb4e067fe7', 'name': '', 'network_id': '8f446049-40ee-4399-ad3a-ce93a227fe61', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:b6:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:23Z', 'updated_at': '2022-05-27T02:31:35Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c', 'name': '', 'network_id': '8ce48716-4f45-47a4-900f-982b39a3d6a6', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:6c:72:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'e73816d3-babe-4d72-90f6-861706af9fee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:36Z', 'updated_at': '2022-05-27T02:31:45Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': 'e73816d3-babe-4d72-90f6-861706af9fee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:32:15.588825 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68f0c25-6b09-4bd1-a907-90bebd3bf03d', 'name': 'network-vif-deleted', 'tag': 'f17e08d5-b1fb-4c34-96dd-201117803276'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:32:15.602167 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e9ecb0ac-f798-43a3-9057-6ebaa3edc57d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "DELETE /v2.0/networks/3000b801-7db3-4b11-b53f-6ff8e8070165 HTTP/1.1" status: 204 len: 168 time: 1.8081000 May 27 02:32:15.603064 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ecb0ac-f798-43a3-9057-6ebaa3edc57d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event deleted for resources: {'Network': ['ID=3000b801-7db3-4b11-b53f-6ff8e8070165,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:15.604748 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56898) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:15.623275 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56902) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:15.661392 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b9b4e889-539c-4d8c-94b1-0283a12f59b5 req-843ad123-111a-4313-8af1-0fd95e137e50 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346413 May 27 02:32:15.698554 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8363a45-52a6-4fe5-9912-a5a64991230f'] response: {'server_uuid': 'f68f0c25-6b09-4bd1-a907-90bebd3bf03d', 'name': 'network-vif-deleted', 'tag': 'f17e08d5-b1fb-4c34-96dd-201117803276', 'status': 'completed', 'code': 200} May 27 02:32:15.707084 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e0410eed-29f5-4e2e-8c24-e1e0b99fa9c0 req-07dcd4ab-8110-497d-a64f-1d38647a073a service neutron] 10.222.0.66 "GET /v2.0/networks/d21790d3-ca93-474a-9278-54511e3aa902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310714 May 27 02:32:15.716098 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-18aa0c72-dfa9-4721-95a7-c68958f06ab7 req-43fbd5ef-3486-4fbb-9269-8e12958fb6a0 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.66 "DELETE /v2.0/ports/f17e08d5-b1fb-4c34-96dd-201117803276 HTTP/1.1" status: 204 len: 173 time: 2.7634659 May 27 02:32:15.738815 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-11aead72-4c58-4ad6-b1bb-5b600ac8d42e tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:15.773139 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-407060bd-a2c1-4515-934c-c2e57c52d998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:15.801692 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-11aead72-4c58-4ad6-b1bb-5b600ac8d42e tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:15.809381 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-407060bd-a2c1-4515-934c-c2e57c52d998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:32:15.818244 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-407060bd-a2c1-4515-934c-c2e57c52d998 admin admin] Usage tracker for resource:security_group_rule and tenant:cbd2a17cdb454369a33bc168e8d19792 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:32:15.826363 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-407060bd-a2c1-4515-934c-c2e57c52d998 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:32:15.835950 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-407060bd-a2c1-4515-934c-c2e57c52d998 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:32:15.962415 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-407060bd-a2c1-4515-934c-c2e57c52d998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:15.965146 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-11aead72-4c58-4ad6-b1bb-5b600ac8d42e tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:15.986427 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aead72-4c58-4ad6-b1bb-5b600ac8d42e tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3136b98c-d8bb-42f2-8f8e-d9b7d67bc37f,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:16.067567 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-407060bd-a2c1-4515-934c-c2e57c52d998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:16.072006 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5d525412-8889-416f-baec-e5c41a263d29 None None] Deleting port c1a23d95-7fe4-4d7f-a345-2ec2fde6a4d8 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:32:16.073484 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5d525412-8889-416f-baec-e5c41a263d29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:16.102187 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-11aead72-4c58-4ad6-b1bb-5b600ac8d42e tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:16.103347 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-11aead72-4c58-4ad6-b1bb-5b600ac8d42e tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "DELETE /v2.0/security-groups/3136b98c-d8bb-42f2-8f8e-d9b7d67bc37f HTTP/1.1" status: 204 len: 168 time: 0.4757724 May 27 02:32:16.111554 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56914) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:16.133150 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-eefdd13d-790f-459f-a557-94b6491db7af tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] show failed (client error): The resource could not be found. May 27 02:32:16.138162 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-eefdd13d-790f-459f-a557-94b6491db7af tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups/3136b98c-d8bb-42f2-8f8e-d9b7d67bc37f HTTP/1.1" status: 404 len: 347 time: 0.0198922 May 27 02:32:16.138162 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56918) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:16.164101 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5d525412-8889-416f-baec-e5c41a263d29 None None] The port 'c1a23d95-7fe4-4d7f-a345-2ec2fde6a4d8' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:32:16.184458 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407060bd-a2c1-4515-934c-c2e57c52d998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b353ba3-2285-438a-9dd7-4687ce320d79,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:16.194195 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-407060bd-a2c1-4515-934c-c2e57c52d998 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cbd2a17cdb454369a33bc168e8d19792&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7867453 May 27 02:32:16.194718 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56922) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:16.280486 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e6ff4-9e08-4225-b68b-62b346115cc4 req-212caa01-719d-453f-8de0-a93e2b17e29a tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:16.281990 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-073e6ff4-9e08-4225-b68b-62b346115cc4 req-212caa01-719d-453f-8de0-a93e2b17e29a tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 946 time: 0.1689036 May 27 02:32:16.282768 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1c624b8f-3f73-4b4a-bb82-237d0ba1518c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:16.308546 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-acecd9f2-f011-4ad9-8eb6-fbf4d524a10f tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Deleting port 9714fa19-dfb6-4f36-8d24-c76a10d56ada {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:32:16.308904 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-acecd9f2-f011-4ad9-8eb6-fbf4d524a10f tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:16.329364 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1c624b8f-3f73-4b4a-bb82-237d0ba1518c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:16.365424 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-073e6ff4-9e08-4225-b68b-62b346115cc4 req-685f8891-c8b9-41c8-b98e-d90f691f5299 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718555 May 27 02:32:16.481463 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1c624b8f-3f73-4b4a-bb82-237d0ba1518c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:16.501810 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c624b8f-3f73-4b4a-bb82-237d0ba1518c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b353ba3-2285-438a-9dd7-4687ce320d79,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:16.506304 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1c624b8f-3f73-4b4a-bb82-237d0ba1518c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:16.507426 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1c624b8f-3f73-4b4a-bb82-237d0ba1518c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6b353ba3-2285-438a-9dd7-4687ce320d79 HTTP/1.1" status: 204 len: 168 time: 0.3121958 May 27 02:32:16.532214 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-acecd9f2-f011-4ad9-8eb6-fbf4d524a10f tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:16.532582 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-acecd9f2-f011-4ad9-8eb6-fbf4d524a10f tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:16.541603 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-51f978d2-389c-4b0b-a30d-a36c54b8eb37 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:16.569032 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 6a28c88b-e07a-46d8-8ffa-1da2336cd055 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:32:16.613706 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 6a28c88b-e07a-46d8-8ffa-1da2336cd055 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:32:16.614142 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 6a28c88b-e07a-46d8-8ffa-1da2336cd055 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:32:16.886347 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-acecd9f2-f011-4ad9-8eb6-fbf4d524a10f tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Calling delete_port for 9714fa19-dfb6-4f36-8d24-c76a10d56ada owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:32:16.962310 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64440e6-d511-451b-a446-d91192863708 req-9cb2b16f-44b1-48a0-9022-fdae3629f722 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:16.962882 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e64440e6-d511-451b-a446-d91192863708 req-9cb2b16f-44b1-48a0-9022-fdae3629f722 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Synchronizing usage tracker for tenant:b5ea1dadce014c8bb6c8d9e009e7786c on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:32:17.045073 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e64440e6-d511-451b-a446-d91192863708 req-9cb2b16f-44b1-48a0-9022-fdae3629f722 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Unset dirty status for tenant:b5ea1dadce014c8bb6c8d9e009e7786c on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:32:17.048480 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e64440e6-d511-451b-a446-d91192863708 req-9cb2b16f-44b1-48a0-9022-fdae3629f722 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.1730647 May 27 02:32:17.095441 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e64440e6-d511-451b-a446-d91192863708 req-77cc1053-1a88-43ae-81e4-b81d01a2dac5 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417295 May 27 02:32:17.137207 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56936) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:17.168219 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f2c827f1-7336-4733-8ca2-60c528e6713e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:17.186892 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f2c827f1-7336-4733-8ca2-60c528e6713e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:32:17.194010 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f2c827f1-7336-4733-8ca2-60c528e6713e admin admin] Usage tracker for resource:security_group_rule and tenant:a3dac8cfbd6f4522906aa596e5389320 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:32:17.225001 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f2c827f1-7336-4733-8ca2-60c528e6713e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:32:17.242932 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f2c827f1-7336-4733-8ca2-60c528e6713e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:32:17.248924 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-acecd9f2-f011-4ad9-8eb6-fbf4d524a10f tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:17.311201 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acecd9f2-f011-4ad9-8eb6-fbf4d524a10f tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Pushing event deleted for resources: {'Port': ['ID=9714fa19-dfb6-4f36-8d24-c76a10d56ada,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:17.323240 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-51f978d2-389c-4b0b-a30d-a36c54b8eb37 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Deleting port a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:32:17.323582 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-51f978d2-389c-4b0b-a30d-a36c54b8eb37 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:17.574971 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-acecd9f2-f011-4ad9-8eb6-fbf4d524a10f tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:17.594090 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718e249-71fc-49bd-b3e7-d98095bbfc2e req-002b8ab4-36fb-4e60-a9b2-dd92001b78e9 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:17.595551 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8718e249-71fc-49bd-b3e7-d98095bbfc2e req-002b8ab4-36fb-4e60-a9b2-dd92001b78e9 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.2660079 May 27 02:32:17.631748 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69194c7-9d76-4219-9260-8eb100630435 req-27edd821-4c91-4a03-baf1-942e683966a3 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:17.633212 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c69194c7-9d76-4219-9260-8eb100630435 req-27edd821-4c91-4a03-baf1-942e683966a3 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 946 time: 0.1195147 May 27 02:32:17.653164 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f2c827f1-7336-4733-8ca2-60c528e6713e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:17.659899 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-51f978d2-389c-4b0b-a30d-a36c54b8eb37 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] For port a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c,segment=NetworkSegment(ec66a897-ac05-4eaa-a48f-e1d65b54faf0),segment_id=ec66a897-ac05-4eaa-a48f-e1d65b54faf0)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:32:17.660241 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-51f978d2-389c-4b0b-a30d-a36c54b8eb37 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:17.672330 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8718e249-71fc-49bd-b3e7-d98095bbfc2e req-6c806efd-9c0b-4660-92f0-fe7ae43a2fe0 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700076 May 27 02:32:17.705535 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c69194c7-9d76-4219-9260-8eb100630435 req-1fde839c-508a-4924-8973-2df4e07404cb tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612602 May 27 02:32:17.790676 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-51f978d2-389c-4b0b-a30d-a36c54b8eb37 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Calling delete_port for a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:32:17.818129 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f2c827f1-7336-4733-8ca2-60c528e6713e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:17.860515 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-acecd9f2-f011-4ad9-8eb6-fbf4d524a10f tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:17.861668 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-acecd9f2-f011-4ad9-8eb6-fbf4d524a10f tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "DELETE /v2.0/floatingips/835594ee-a11f-49e4-a180-72a018e62a52 HTTP/1.1" status: 204 len: 168 time: 1.7229786 May 27 02:32:17.864289 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e2f1b-16f4-4bfe-ab88-7f549040db48 req-b52412a1-0d34-4d23-be5a-6b02efbca5bc tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:17.868289 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-787e2f1b-16f4-4bfe-ab88-7f549040db48 req-b52412a1-0d34-4d23-be5a-6b02efbca5bc tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.0870001 May 27 02:32:17.903359 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f2c827f1-7336-4733-8ca2-60c528e6713e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a3dac8cfbd6f4522906aa596e5389320&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7625284 May 27 02:32:17.903953 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56950) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:17.914946 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c827f1-7336-4733-8ca2-60c528e6713e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0bb025-b8ee-4339-ad89-7372d0958834,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:17.927218 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-787e2f1b-16f4-4bfe-ab88-7f549040db48 req-5185f129-1b6b-4424-9077-99bf50ba5b2f tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543878 May 27 02:32:18.003422 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dabc7622-093e-409f-9e05-372a34058221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:18.072658 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dabc7622-093e-409f-9e05-372a34058221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:18.210815 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-51f978d2-389c-4b0b-a30d-a36c54b8eb37 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:18.260330 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dabc7622-093e-409f-9e05-372a34058221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:18.263252 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f978d2-389c-4b0b-a30d-a36c54b8eb37 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event deleted for resources: {'Port': ['ID=a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:18.317824 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc7622-093e-409f-9e05-372a34058221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0bb025-b8ee-4339-ad89-7372d0958834,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:18.510662 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dabc7622-093e-409f-9e05-372a34058221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:18.511780 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-dabc7622-093e-409f-9e05-372a34058221 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3b0bb025-b8ee-4339-ad89-7372d0958834 HTTP/1.1" status: 204 len: 168 time: 0.6059079 May 27 02:32:18.693232 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-51f978d2-389c-4b0b-a30d-a36c54b8eb37 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:18.911718 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40948c29-d216-4973-9a9f-506ad6fdb402 req-e6866162-678f-42fa-936e-e85a63a151ac tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:18.913182 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-40948c29-d216-4973-9a9f-506ad6fdb402 req-e6866162-678f-42fa-936e-e85a63a151ac tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 946 time: 0.0929167 May 27 02:32:18.961562 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-40948c29-d216-4973-9a9f-506ad6fdb402 req-e1907fb1-6def-4cca-a67f-ba78fe24d372 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424402 May 27 02:32:19.046177 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f978d2-389c-4b0b-a30d-a36c54b8eb37 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Router d85a4136-525e-4cba-b251-6dadf063d217 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:32:19.101721 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:19.207125 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f978d2-389c-4b0b-a30d-a36c54b8eb37 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:32:19.212227 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-51f978d2-389c-4b0b-a30d-a36c54b8eb37 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "PUT /v2.0/routers/d85a4136-525e-4cba-b251-6dadf063d217/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6063418 May 27 02:32:19.215000 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56984) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:19.219238 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd12e957-53e3-4313-aff0-4ebad7c0a959 None None] Sync routers for ids ['d85a4136-525e-4cba-b251-6dadf063d217'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:32:19.231062 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd12e957-53e3-4313-aff0-4ebad7c0a959 None None] Routers {'d85a4136-525e-4cba-b251-6dadf063d217'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:32:19.233376 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-cd12e957-53e3-4313-aff0-4ebad7c0a959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:31:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d85a4136-525e-4cba-b251-6dadf063d217'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:19.308165 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1edf46b-4ad8-416f-8b1c-681b032a003a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Deleting subnet e73816d3-babe-4d72-90f6-861706af9fee {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:32:19.318930 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e1edf46b-4ad8-416f-8b1c-681b032a003a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:19.404205 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e1edf46b-4ad8-416f-8b1c-681b032a003a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:19.419149 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:19.501073 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-cd12e957-53e3-4313-aff0-4ebad7c0a959 None None] Set router d85a4136-525e-4cba-b251-6dadf063d217 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:32:19.508326 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e1edf46b-4ad8-416f-8b1c-681b032a003a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:19.704871 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e1edf46b-4ad8-416f-8b1c-681b032a003a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:19.774294 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1edf46b-4ad8-416f-8b1c-681b032a003a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event deleted for resources: {'Subnet': ['ID=e73816d3-babe-4d72-90f6-861706af9fee,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:19.787331 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e1edf46b-4ad8-416f-8b1c-681b032a003a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:19.800249 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e1edf46b-4ad8-416f-8b1c-681b032a003a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "DELETE /v2.0/subnets/e73816d3-babe-4d72-90f6-861706af9fee HTTP/1.1" status: 204 len: 168 time: 0.5817494 May 27 02:32:19.800704 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57000) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:19.987254 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9464a7-438f-43c1-9381-b201568155e9 None None] Network 8ce48716-4f45-47a4-900f-982b39a3d6a6 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:32:20.011882 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e91be75a-6ef2-4690-ae17-d072ac913385 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:20.025964 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e91be75a-6ef2-4690-ae17-d072ac913385 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Deleting port c86a8c51-7b0c-4c5a-91cd-bd28acab2481 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:32:20.026431 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e91be75a-6ef2-4690-ae17-d072ac913385 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:20.262852 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-cd12e957-53e3-4313-aff0-4ebad7c0a959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'name': 'tempest-RoutersTest-router-874020420', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:20Z', 'updated_at': '2022-05-27T02:32:18Z', 'revision_number': 10, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'gw_port_host': None, '_interfaces': [{'id': '84da6230-84de-4357-8285-2adb4e067fe7', 'name': '', 'network_id': '8f446049-40ee-4399-ad3a-ce93a227fe61', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:b6:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:23Z', 'updated_at': '2022-05-27T02:31:35Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:20.273406 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd12e957-53e3-4313-aff0-4ebad7c0a959 None None] Checking router: d85a4136-525e-4cba-b251-6dadf063d217 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:32:20.287917 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd12e957-53e3-4313-aff0-4ebad7c0a959 None None] Routers {'d85a4136-525e-4cba-b251-6dadf063d217'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:32:20.288569 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-cd12e957-53e3-4313-aff0-4ebad7c0a959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:31:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d85a4136-525e-4cba-b251-6dadf063d217'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:20.323410 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-e91be75a-6ef2-4690-ae17-d072ac913385 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] For port c86a8c51-7b0c-4c5a-91cd-bd28acab2481, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c86a8c51-7b0c-4c5a-91cd-bd28acab2481,segment=NetworkSegment(ec66a897-ac05-4eaa-a48f-e1d65b54faf0),segment_id=ec66a897-ac05-4eaa-a48f-e1d65b54faf0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:32:20.323774 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e91be75a-6ef2-4690-ae17-d072ac913385 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:20.344999 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483933b-2077-4fa5-b870-3f0c1bdee474 req-82a35711-909c-416d-b7f7-10c96429aab6 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:20.349214 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8483933b-2077-4fa5-b870-3f0c1bdee474 req-82a35711-909c-416d-b7f7-10c96429aab6 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 946 time: 0.2152386 May 27 02:32:20.452947 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-cd12e957-53e3-4313-aff0-4ebad7c0a959 None None] Set router d85a4136-525e-4cba-b251-6dadf063d217 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:32:20.478109 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e91be75a-6ef2-4690-ae17-d072ac913385 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Calling delete_port for c86a8c51-7b0c-4c5a-91cd-bd28acab2481 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:32:20.517841 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e62f01-d3e4-4485-94e0-f5c8ed347b09 None None] DHCP port deletion for 8ce48716-4f45-47a4-900f-982b39a3d6a6 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:32:20.533331 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-39e62f01-d3e4-4485-94e0-f5c8ed347b09 None None] Deleting port c86a8c51-7b0c-4c5a-91cd-bd28acab2481 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:32:20.533722 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-39e62f01-d3e4-4485-94e0-f5c8ed347b09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:20.557749 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8483933b-2077-4fa5-b870-3f0c1bdee474 req-885b6f0f-ad5b-4806-bbc9-1ec08ce2efa3 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582818 May 27 02:32:20.604267 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c86a8c51-7b0c-4c5a-91cd-bd28acab2481 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:32:20.636034 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e91be75a-6ef2-4690-ae17-d072ac913385 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:20.685469 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91be75a-6ef2-4690-ae17-d072ac913385 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event deleted for resources: {'Port': ['ID=c86a8c51-7b0c-4c5a-91cd-bd28acab2481,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:20.689329 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91be75a-6ef2-4690-ae17-d072ac913385 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] No DVR routers for this DVR port c86a8c51-7b0c-4c5a-91cd-bd28acab2481 on host n-d-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:32:20.696006 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: c86a8c51-7b0c-4c5a-91cd-bd28acab2481 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:32:20.696353 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c86a8c51-7b0c-4c5a-91cd-bd28acab2481 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:32:20.770559 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-39e62f01-d3e4-4485-94e0-f5c8ed347b09 None None] The port 'c86a8c51-7b0c-4c5a-91cd-bd28acab2481' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:32:20.850494 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e91be75a-6ef2-4690-ae17-d072ac913385 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:20.886753 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-e91be75a-6ef2-4690-ae17-d072ac913385 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce48716-4f45-47a4-900f-982b39a3d6a6']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:20.900908 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-e91be75a-6ef2-4690-ae17-d072ac913385 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec66a897-ac05-4eaa-a48f-e1d65b54faf0') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:20.901201 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-e91be75a-6ef2-4690-ae17-d072ac913385 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec66a897-ac05-4eaa-a48f-e1d65b54faf0') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:20.913821 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e91be75a-6ef2-4690-ae17-d072ac913385 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:20.930746 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e91be75a-6ef2-4690-ae17-d072ac913385 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:20.940293 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e91be75a-6ef2-4690-ae17-d072ac913385 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:32:20.940921 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e91be75a-6ef2-4690-ae17-d072ac913385 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:21.072067 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-cd12e957-53e3-4313-aff0-4ebad7c0a959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'name': 'tempest-RoutersTest-router-874020420', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:20Z', 'updated_at': '2022-05-27T02:32:18Z', 'revision_number': 10, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'gw_port_host': None, '_interfaces': [{'id': '84da6230-84de-4357-8285-2adb4e067fe7', 'name': '', 'network_id': '8f446049-40ee-4399-ad3a-ce93a227fe61', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:b6:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:23Z', 'updated_at': '2022-05-27T02:31:35Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:21.080288 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd12e957-53e3-4313-aff0-4ebad7c0a959 None None] The sync data for ids ['d85a4136-525e-4cba-b251-6dadf063d217'] in n-d-843554-3 is: [{'id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'name': 'tempest-RoutersTest-router-874020420', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:20Z', 'updated_at': '2022-05-27T02:32:18Z', 'revision_number': 10, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'gw_port_host': None, '_interfaces': [{'id': '84da6230-84de-4357-8285-2adb4e067fe7', 'name': '', 'network_id': '8f446049-40ee-4399-ad3a-ce93a227fe61', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'mac_address': 'fa:16:3e:b6:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:23Z', 'updated_at': '2022-05-27T02:31:35Z', 'revision_number': 5, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'subnets': [{'id': '8af3335b-de16-4a42-bf76-a79efa69897d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:32:21.111073 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment ec66a897-ac05-4eaa-a48f-e1d65b54faf0 resource provider aggregate not found May 27 02:32:21.179129 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment ec66a897-ac05-4eaa-a48f-e1d65b54faf0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec66a897-ac05-4eaa-a48f-e1d65b54faf0 found for delete ", "request_id": "req-a1afd21a-e168-434c-b171-a1b500276156"}]} May 27 02:32:21.239481 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e91be75a-6ef2-4690-ae17-d072ac913385 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:21.262417 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e91be75a-6ef2-4690-ae17-d072ac913385 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:21.274680 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91be75a-6ef2-4690-ae17-d072ac913385 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event deleted for resources: {'Network': ['ID=8ce48716-4f45-47a4-900f-982b39a3d6a6,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:21.283752 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e91be75a-6ef2-4690-ae17-d072ac913385 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "DELETE /v2.0/networks/8ce48716-4f45-47a4-900f-982b39a3d6a6 HTTP/1.1" status: 204 len: 168 time: 1.4820316 May 27 02:32:21.286751 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57040) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:21.786715 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35248205-929c-4eb5-a839-5f3ad007eb9a req-25b66ee6-837a-4336-af15-a9f14030232d tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:21.788090 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-35248205-929c-4eb5-a839-5f3ad007eb9a req-25b66ee6-837a-4336-af15-a9f14030232d tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=abee0d60-929c-431c-84c6-9b1ad9d5c74c HTTP/1.1" status: 200 len: 946 time: 0.2616658 May 27 02:32:21.890405 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-35248205-929c-4eb5-a839-5f3ad007eb9a req-76014f1c-6efb-4bf6-9e80-18a40b049b5c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Synchronizing usage tracker for tenant:2651911d1c264f1c8c7218b6fddf9f10 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:32:21.913043 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2eb853-436e-4b43-b5b3-b6cfd2d76bc9 req-701a2054-99b8-4a1c-81e7-78df3ebe3f73 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:21.914500 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0b2eb853-436e-4b43-b5b3-b6cfd2d76bc9 req-701a2054-99b8-4a1c-81e7-78df3ebe3f73 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 946 time: 0.2442062 May 27 02:32:21.970488 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0b2eb853-436e-4b43-b5b3-b6cfd2d76bc9 req-4f776454-834a-4331-be8c-5799d3363906 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480227 May 27 02:32:22.041577 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-83828e2f-f14d-4852-9354-f097e2a08d38 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:22.100072 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-35248205-929c-4eb5-a839-5f3ad007eb9a req-76014f1c-6efb-4bf6-9e80-18a40b049b5c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Unset dirty status for tenant:2651911d1c264f1c8c7218b6fddf9f10 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:32:22.100486 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-35248205-929c-4eb5-a839-5f3ad007eb9a req-76014f1c-6efb-4bf6-9e80-18a40b049b5c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?id=1bc352bb-91c8-4d59-9492-68a3b06be43c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3047037 May 27 02:32:22.317409 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57062) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:22.356032 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c99d72-e95d-4624-a70c-52688d75992c req-d8e428ec-66bb-4613-9940-a2d466911068 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:22.357507 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-94c99d72-e95d-4624-a70c-52688d75992c req-d8e428ec-66bb-4613-9940-a2d466911068 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.2650771 May 27 02:32:22.414964 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-94c99d72-e95d-4624-a70c-52688d75992c req-da651f60-f6a4-4e93-92b0-63003cf50521 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511444 May 27 02:32:22.442125 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e41b9ad5-b575-4075-a4fc-d4dcc72bcbe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:22.457937 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e41b9ad5-b575-4075-a4fc-d4dcc72bcbe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:32:22.462217 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e41b9ad5-b575-4075-a4fc-d4dcc72bcbe5 admin admin] Usage tracker for resource:security_group_rule and tenant:66097961eacf4044a7c1183499f2e8ed is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:32:22.469978 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e41b9ad5-b575-4075-a4fc-d4dcc72bcbe5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:32:22.481576 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-83828e2f-f14d-4852-9354-f097e2a08d38 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Deleting port 84da6230-84de-4357-8285-2adb4e067fe7 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:32:22.481917 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-83828e2f-f14d-4852-9354-f097e2a08d38 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:22.483345 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e41b9ad5-b575-4075-a4fc-d4dcc72bcbe5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:32:22.548844 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:32:22.575790 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e41b9ad5-b575-4075-a4fc-d4dcc72bcbe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:22.584873 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:32:22.585285 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device a46e9c4c-1044-4cec-b2c0-83bc2a1bbe3c not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:32:22.630111 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e41b9ad5-b575-4075-a4fc-d4dcc72bcbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:22.677784 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b9ad5-b575-4075-a4fc-d4dcc72bcbe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5ed03a-d5c6-4eed-8522-ee3156dc8bbb,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:22.681994 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e41b9ad5-b575-4075-a4fc-d4dcc72bcbe5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=66097961eacf4044a7c1183499f2e8ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3635495 May 27 02:32:22.684643 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57070) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:22.741949 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-539f7357-63dd-40cd-bf5c-c50575dd3ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:22.768923 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-539f7357-63dd-40cd-bf5c-c50575dd3ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:22.848791 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dacf783-2c7c-498b-9cd7-650164a6ce29 req-6771ec49-9090-44ab-a76c-6c108b3b94cb tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:22.850223 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1dacf783-2c7c-498b-9cd7-650164a6ce29 req-6771ec49-9090-44ab-a76c-6c108b3b94cb tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.3213437 May 27 02:32:22.881899 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-539f7357-63dd-40cd-bf5c-c50575dd3ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:22.889638 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-83828e2f-f14d-4852-9354-f097e2a08d38 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] For port 84da6230-84de-4357-8285-2adb4e067fe7, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=84da6230-84de-4357-8285-2adb4e067fe7,segment=NetworkSegment(cbc079c3-5b7f-45d5-ab6c-c9841ca7986a),segment_id=cbc079c3-5b7f-45d5-ab6c-c9841ca7986a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:32:22.889997 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-83828e2f-f14d-4852-9354-f097e2a08d38 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:22.899473 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f7357-63dd-40cd-bf5c-c50575dd3ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5ed03a-d5c6-4eed-8522-ee3156dc8bbb,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:22.903847 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-539f7357-63dd-40cd-bf5c-c50575dd3ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:22.907553 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-539f7357-63dd-40cd-bf5c-c50575dd3ecd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8c5ed03a-d5c6-4eed-8522-ee3156dc8bbb HTTP/1.1" status: 204 len: 168 time: 0.2194023 May 27 02:32:23.028741 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-83828e2f-f14d-4852-9354-f097e2a08d38 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Calling delete_port for 84da6230-84de-4357-8285-2adb4e067fe7 owned by network:router_interface {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:32:23.069448 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1dacf783-2c7c-498b-9cd7-650164a6ce29 req-670967c1-7a17-43eb-b434-1e8d0a259eae tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134037 May 27 02:32:23.211645 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c9a0c-57c9-4b95-80fe-11a96f301601 req-bf82d649-5b71-408c-b7c8-376de179c89a tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:23.213243 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-842c9a0c-57c9-4b95-80fe-11a96f301601 req-bf82d649-5b71-408c-b7c8-376de179c89a tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 946 time: 0.1291034 May 27 02:32:23.371434 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-842c9a0c-57c9-4b95-80fe-11a96f301601 req-c3bdfeec-3310-4d0d-823b-c123f34ee9d5 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453104 May 27 02:32:23.410882 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4df18-5ebc-4d04-9b5e-c4beee7ac4cc req-17d6c97a-47a6-4455-9055-97f3affe2e75 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:23.412342 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c5c4df18-5ebc-4d04-9b5e-c4beee7ac4cc req-17d6c97a-47a6-4455-9055-97f3affe2e75 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=abee0d60-929c-431c-84c6-9b1ad9d5c74c HTTP/1.1" status: 200 len: 946 time: 0.1665754 May 27 02:32:23.458345 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c5c4df18-5ebc-4d04-9b5e-c4beee7ac4cc req-087d4df9-991e-4694-80c7-79f1734a2d17 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?id=1bc352bb-91c8-4d59-9492-68a3b06be43c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401280 May 27 02:32:23.479915 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-83828e2f-f14d-4852-9354-f097e2a08d38 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:23.527772 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83828e2f-f14d-4852-9354-f097e2a08d38 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event deleted for resources: {'Port': ['ID=84da6230-84de-4357-8285-2adb4e067fe7,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:23.623766 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e8e0c-3cd5-405a-8f94-33b0737ea60a req-493e4404-0c7c-4173-b07d-278c3b40fa8e tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:23.624579 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-1c8e8e0c-3cd5-405a-8f94-33b0737ea60a req-493e4404-0c7c-4173-b07d-278c3b40fa8e tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Synchronizing usage tracker for tenant:2651911d1c264f1c8c7218b6fddf9f10 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:32:23.704961 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57084) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:23.724002 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-1c8e8e0c-3cd5-405a-8f94-33b0737ea60a req-493e4404-0c7c-4173-b07d-278c3b40fa8e tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Unset dirty status for tenant:2651911d1c264f1c8c7218b6fddf9f10 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:32:23.725248 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1c8e8e0c-3cd5-405a-8f94-33b0737ea60a req-493e4404-0c7c-4173-b07d-278c3b40fa8e tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.32 "GET /v2.0/ports?device_id=abee0d60-929c-431c-84c6-9b1ad9d5c74c HTTP/1.1" status: 200 len: 946 time: 0.2020595 May 27 02:32:23.727725 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2a0964c7-f8db-42a5-a77d-7e0cd755692b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:23.773898 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-83828e2f-f14d-4852-9354-f097e2a08d38 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:23.801979 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2a0964c7-f8db-42a5-a77d-7e0cd755692b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:32:23.806623 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2a0964c7-f8db-42a5-a77d-7e0cd755692b admin admin] Usage tracker for resource:security_group_rule and tenant:af6868960da34fdb818505c81e3d5bcb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:32:23.810161 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2a0964c7-f8db-42a5-a77d-7e0cd755692b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:32:23.816294 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2a0964c7-f8db-42a5-a77d-7e0cd755692b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:32:23.890296 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-1c8e8e0c-3cd5-405a-8f94-33b0737ea60a req-7ea0c929-75d3-4b67-94e4-22c227e02ee3 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Deleting port 4063e565-cdde-4c05-b9f9-f83d936377fd {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:32:23.890682 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-1c8e8e0c-3cd5-405a-8f94-33b0737ea60a req-7ea0c929-75d3-4b67-94e4-22c227e02ee3 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:24.038360 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2a0964c7-f8db-42a5-a77d-7e0cd755692b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:24.070948 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83828e2f-f14d-4852-9354-f097e2a08d38 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Router d85a4136-525e-4cba-b251-6dadf063d217 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:32:24.118099 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2a0964c7-f8db-42a5-a77d-7e0cd755692b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:24.208983 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2a0964c7-f8db-42a5-a77d-7e0cd755692b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=af6868960da34fdb818505c81e3d5bcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5002203 May 27 02:32:24.211354 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57094) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:24.213503 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0964c7-f8db-42a5-a77d-7e0cd755692b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd77e5f-975b-46e2-8bd9-1ebed54f6b2c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:24.337321 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83828e2f-f14d-4852-9354-f097e2a08d38 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:32:24.353169 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-83828e2f-f14d-4852-9354-f097e2a08d38 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "PUT /v2.0/routers/d85a4136-525e-4cba-b251-6dadf063d217/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0628145 May 27 02:32:24.353348 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79af4979-0749-429b-8e9e-344afe31e99d None None] Sync routers for ids ['d85a4136-525e-4cba-b251-6dadf063d217'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:32:24.354383 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57098) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:24.363284 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79af4979-0749-429b-8e9e-344afe31e99d None None] Routers {'d85a4136-525e-4cba-b251-6dadf063d217'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:32:24.364176 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-79af4979-0749-429b-8e9e-344afe31e99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:31:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d85a4136-525e-4cba-b251-6dadf063d217'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:24.377622 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-1c8e8e0c-3cd5-405a-8f94-33b0737ea60a req-7ea0c929-75d3-4b67-94e4-22c227e02ee3 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] For port 4063e565-cdde-4c05-b9f9-f83d936377fd, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=4063e565-cdde-4c05-b9f9-f83d936377fd,segment=NetworkSegment(2f5a53b5-f564-4864-b9f2-3ebea542732b),segment_id=2f5a53b5-f564-4864-b9f2-3ebea542732b)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:32:24.377988 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-1c8e8e0c-3cd5-405a-8f94-33b0737ea60a req-7ea0c929-75d3-4b67-94e4-22c227e02ee3 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:24.427218 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd1827fb-c1fa-4a5a-8dbf-588407cd80f4 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Deleting subnet 8af3335b-de16-4a42-bf76-a79efa69897d {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:32:24.430771 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd1827fb-c1fa-4a5a-8dbf-588407cd80f4 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:24.490909 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd1827fb-c1fa-4a5a-8dbf-588407cd80f4 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:24.549691 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-79af4979-0749-429b-8e9e-344afe31e99d None None] Set router d85a4136-525e-4cba-b251-6dadf063d217 gateway port host: None {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:32:24.592371 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd1827fb-c1fa-4a5a-8dbf-588407cd80f4 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:24.595090 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ffd18014-b9e1-4dca-872a-6f17d4f00996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:24.717103 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-79af4979-0749-429b-8e9e-344afe31e99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'name': 'tempest-RoutersTest-router-874020420', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:20Z', 'updated_at': '2022-05-27T02:32:23Z', 'revision_number': 11, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'gw_port_host': None}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:24.721978 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79af4979-0749-429b-8e9e-344afe31e99d None None] Checking router: d85a4136-525e-4cba-b251-6dadf063d217 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:32:24.729796 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ffd18014-b9e1-4dca-872a-6f17d4f00996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:24.732847 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79af4979-0749-429b-8e9e-344afe31e99d None None] Routers {'d85a4136-525e-4cba-b251-6dadf063d217'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:32:24.734381 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-79af4979-0749-429b-8e9e-344afe31e99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:31:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d85a4136-525e-4cba-b251-6dadf063d217'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:24.831392 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015e60a-25df-4b5a-9f17-a9255d710c15 req-2b7bd250-06a3-4e48-8337-06f0ab3054f2 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:24.837230 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e015e60a-25df-4b5a-9f17-a9255d710c15 req-2b7bd250-06a3-4e48-8337-06f0ab3054f2 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=abee0d60-929c-431c-84c6-9b1ad9d5c74c HTTP/1.1" status: 200 len: 946 time: 0.1778655 May 27 02:32:24.847337 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7cfa0-7409-4624-a6fc-d730a824a0c1 req-166c6584-5c2a-4f8a-b879-8e10650f40ea tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:24.848864 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b2a7cfa0-7409-4624-a6fc-d730a824a0c1 req-166c6584-5c2a-4f8a-b879-8e10650f40ea tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 946 time: 0.1906116 May 27 02:32:24.869394 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd1827fb-c1fa-4a5a-8dbf-588407cd80f4 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:24.932579 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-1c8e8e0c-3cd5-405a-8f94-33b0737ea60a req-7ea0c929-75d3-4b67-94e4-22c227e02ee3 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:24.933232 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-1c8e8e0c-3cd5-405a-8f94-33b0737ea60a req-7ea0c929-75d3-4b67-94e4-22c227e02ee3 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:24.933766 n-d-843554-3 neutron-server[88901]: INFO neutron.db.l3_db [req-1c8e8e0c-3cd5-405a-8f94-33b0737ea60a req-7ea0c929-75d3-4b67-94e4-22c227e02ee3 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Floating IP 00c78133-02e7-4af6-bd4e-397b9eb79982 disassociated. External IP: 172.25.1.29, port: 4063e565-cdde-4c05-b9f9-f83d936377fd. May 27 02:32:24.938469 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-1c8e8e0c-3cd5-405a-8f94-33b0737ea60a req-7ea0c929-75d3-4b67-94e4-22c227e02ee3 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Calling delete_port for 4063e565-cdde-4c05-b9f9-f83d936377fd owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:32:24.938930 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1827fb-c1fa-4a5a-8dbf-588407cd80f4 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event deleted for resources: {'Subnet': ['ID=8af3335b-de16-4a42-bf76-a79efa69897d,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:24.948162 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f584ec9-3e8a-4170-b559-226c49734a78 None None] Network 8f446049-40ee-4399-ad3a-ce93a227fe61 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:32:24.961373 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-79af4979-0749-429b-8e9e-344afe31e99d None None] Set router d85a4136-525e-4cba-b251-6dadf063d217 gateway port host: None {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:32:24.964632 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd1827fb-c1fa-4a5a-8dbf-588407cd80f4 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:25.046086 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ffd18014-b9e1-4dca-872a-6f17d4f00996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:25.057164 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e015e60a-25df-4b5a-9f17-a9255d710c15 req-6a4b29b5-5d7f-46d8-889a-813fbc44bafb tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?id=1bc352bb-91c8-4d59-9492-68a3b06be43c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022257 May 27 02:32:25.057164 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-cd1827fb-c1fa-4a5a-8dbf-588407cd80f4 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "DELETE /v2.0/subnets/8af3335b-de16-4a42-bf76-a79efa69897d HTTP/1.1" status: 204 len: 168 time: 0.6959143 May 27 02:32:25.057164 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57110) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:25.073556 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd18014-b9e1-4dca-872a-6f17d4f00996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd77e5f-975b-46e2-8bd9-1ebed54f6b2c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:25.084230 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b2a7cfa0-7409-4624-a6fc-d730a824a0c1 req-3ac92f9a-e4e5-4eb8-9c4a-d32a86114270 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220178 May 27 02:32:25.131595 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ffd18014-b9e1-4dca-872a-6f17d4f00996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:25.136696 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ffd18014-b9e1-4dca-872a-6f17d4f00996 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5fd77e5f-975b-46e2-8bd9-1ebed54f6b2c HTTP/1.1" status: 204 len: 168 time: 0.9245582 May 27 02:32:25.204262 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-79af4979-0749-429b-8e9e-344afe31e99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'name': 'tempest-RoutersTest-router-874020420', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:20Z', 'updated_at': '2022-05-27T02:32:23Z', 'revision_number': 11, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'gw_port_host': None}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:25.210297 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79af4979-0749-429b-8e9e-344afe31e99d None None] The sync data for ids ['d85a4136-525e-4cba-b251-6dadf063d217'] in n-d-843554-3 is: [{'id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'name': 'tempest-RoutersTest-router-874020420', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:20Z', 'updated_at': '2022-05-27T02:32:23Z', 'revision_number': 11, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'gw_port_host': None}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:32:25.224248 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ff8fc652-af4e-4015-be7a-32ab60f385ab tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:25.235471 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ff8fc652-af4e-4015-be7a-32ab60f385ab tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Deleting port d5b538f8-4746-46ab-85b5-15632b60b78b {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:32:25.235815 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ff8fc652-af4e-4015-be7a-32ab60f385ab tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:25.270790 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-1c8e8e0c-3cd5-405a-8f94-33b0737ea60a req-7ea0c929-75d3-4b67-94e4-22c227e02ee3 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:25.334659 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea0c929-75d3-4b67-94e4-22c227e02ee3 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Pushing event deleted for resources: {'Port': ['ID=4063e565-cdde-4c05-b9f9-f83d936377fd,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:25.470158 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-ff8fc652-af4e-4015-be7a-32ab60f385ab tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] For port d5b538f8-4746-46ab-85b5-15632b60b78b, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=d5b538f8-4746-46ab-85b5-15632b60b78b,segment=NetworkSegment(cbc079c3-5b7f-45d5-ab6c-c9841ca7986a),segment_id=cbc079c3-5b7f-45d5-ab6c-c9841ca7986a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:32:25.470728 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ff8fc652-af4e-4015-be7a-32ab60f385ab tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:25.514159 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3ccda678-3187-4807-a5fd-a02814281acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:25.531965 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c8e8e0c-3cd5-405a-8f94-33b0737ea60a req-7ea0c929-75d3-4b67-94e4-22c227e02ee3 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Router e4ee2b29-ceb2-4475-af4f-913e1f76f89b has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:32:25.568797 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30b99cf-32ed-41c1-a3bb-37ce23c4cc1b None None] DHCP port deletion for 8f446049-40ee-4399-ad3a-ce93a227fe61 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:32:25.577448 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-f30b99cf-32ed-41c1-a3bb-37ce23c4cc1b None None] Deleting port d5b538f8-4746-46ab-85b5-15632b60b78b {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:32:25.578570 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f30b99cf-32ed-41c1-a3bb-37ce23c4cc1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:25.602701 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ff8fc652-af4e-4015-be7a-32ab60f385ab tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Calling delete_port for d5b538f8-4746-46ab-85b5-15632b60b78b owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:32:25.802932 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c8e8e0c-3cd5-405a-8f94-33b0737ea60a req-7ea0c929-75d3-4b67-94e4-22c227e02ee3 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:32:25.819009 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ff8fc652-af4e-4015-be7a-32ab60f385ab tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:25.876751 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-f30b99cf-32ed-41c1-a3bb-37ce23c4cc1b None None] For port d5b538f8-4746-46ab-85b5-15632b60b78b, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=d5b538f8-4746-46ab-85b5-15632b60b78b,segment=NetworkSegment(cbc079c3-5b7f-45d5-ab6c-c9841ca7986a),segment_id=cbc079c3-5b7f-45d5-ab6c-c9841ca7986a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:32:25.877284 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f30b99cf-32ed-41c1-a3bb-37ce23c4cc1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:25.893466 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8fc652-af4e-4015-be7a-32ab60f385ab tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event deleted for resources: {'Port': ['ID=d5b538f8-4746-46ab-85b5-15632b60b78b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:25.899742 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8fc652-af4e-4015-be7a-32ab60f385ab tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] No DVR routers for this DVR port d5b538f8-4746-46ab-85b5-15632b60b78b on host n-d-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:32:25.973621 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8e8e0c-3cd5-405a-8f94-33b0737ea60a req-7ea0c929-75d3-4b67-94e4-22c227e02ee3 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] No DVR routers for this DVR port 4063e565-cdde-4c05-b9f9-f83d936377fd on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:32:25.976618 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-1c8e8e0c-3cd5-405a-8f94-33b0737ea60a req-7ea0c929-75d3-4b67-94e4-22c227e02ee3 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:25.980323 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abee0d60-929c-431c-84c6-9b1ad9d5c74c', 'name': 'network-vif-deleted', 'tag': '4063e565-cdde-4c05-b9f9-f83d936377fd'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:32:26.030986 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a251a21-1aa7-4d41-84a9-fd2b45aded95'] response: {'server_uuid': 'abee0d60-929c-431c-84c6-9b1ad9d5c74c', 'name': 'network-vif-deleted', 'tag': '4063e565-cdde-4c05-b9f9-f83d936377fd', 'status': 'completed', 'code': 200} May 27 02:32:26.058742 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1c8e8e0c-3cd5-405a-8f94-33b0737ea60a req-7ea0c929-75d3-4b67-94e4-22c227e02ee3 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.32 "DELETE /v2.0/ports/4063e565-cdde-4c05-b9f9-f83d936377fd HTTP/1.1" status: 204 len: 173 time: 2.3159010 May 27 02:32:26.064532 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-f30b99cf-32ed-41c1-a3bb-37ce23c4cc1b None None] Calling delete_port for d5b538f8-4746-46ab-85b5-15632b60b78b owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:32:26.071756 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ff8fc652-af4e-4015-be7a-32ab60f385ab tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:26.099484 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-ff8fc652-af4e-4015-be7a-32ab60f385ab tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f446049-40ee-4399-ad3a-ce93a227fe61']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:26.117817 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-ff8fc652-af4e-4015-be7a-32ab60f385ab tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc079c3-5b7f-45d5-ab6c-c9841ca7986a') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:26.118122 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-ff8fc652-af4e-4015-be7a-32ab60f385ab tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc079c3-5b7f-45d5-ab6c-c9841ca7986a') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:26.137575 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ff8fc652-af4e-4015-be7a-32ab60f385ab tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:26.157526 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e252b4e-46eb-4292-a782-9e9df66660e7 None None] Sync routers for ids ['e4ee2b29-ceb2-4475-af4f-913e1f76f89b'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:32:26.159007 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ff8fc652-af4e-4015-be7a-32ab60f385ab tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:26.182517 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-f30b99cf-32ed-41c1-a3bb-37ce23c4cc1b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:32:26.186056 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-f30b99cf-32ed-41c1-a3bb-37ce23c4cc1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:32:26.186859 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e252b4e-46eb-4292-a782-9e9df66660e7 None None] Routers {'e4ee2b29-ceb2-4475-af4f-913e1f76f89b'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:32:26.187654 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7e252b4e-46eb-4292-a782-9e9df66660e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:31:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['e4ee2b29-ceb2-4475-af4f-913e1f76f89b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:26.237314 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff8fc652-af4e-4015-be7a-32ab60f385ab tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:32:26.237726 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ff8fc652-af4e-4015-be7a-32ab60f385ab tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:26.350459 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment cbc079c3-5b7f-45d5-ab6c-c9841ca7986a resource provider aggregate not found May 27 02:32:26.356078 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a1b49a52-b180-4b1d-91eb-c3409c3921d5 req-182c216c-1880-4c1f-98fe-96aaa9b71af4 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=abee0d60-929c-431c-84c6-9b1ad9d5c74c HTTP/1.1" status: 200 len: 210 time: 0.1583934 May 27 02:32:26.405153 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment cbc079c3-5b7f-45d5-ab6c-c9841ca7986a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cbc079c3-5b7f-45d5-ab6c-c9841ca7986a found for delete ", "request_id": "req-05c982b9-64af-47c7-9c75-54e6b873a400"}]} May 27 02:32:26.460009 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-7e252b4e-46eb-4292-a782-9e9df66660e7 None None] Set router e4ee2b29-ceb2-4475-af4f-913e1f76f89b gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:32:26.474094 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8438bfa-ff0c-4d3e-bf24-31201fafefd2 req-3989c8b0-f8ea-4a82-8abf-0908af05087e tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:26.475883 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c8438bfa-ff0c-4d3e-bf24-31201fafefd2 req-3989c8b0-f8ea-4a82-8abf-0908af05087e tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 946 time: 0.1274958 May 27 02:32:26.517042 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ff8fc652-af4e-4015-be7a-32ab60f385ab tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:26.615702 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device d5b538f8-4746-46ab-85b5-15632b60b78b no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:32:26.672226 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: d5b538f8-4746-46ab-85b5-15632b60b78b {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:32:26.672732 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device d5b538f8-4746-46ab-85b5-15632b60b78b not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:32:26.673324 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 84da6230-84de-4357-8285-2adb4e067fe7 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:32:26.700972 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ff8fc652-af4e-4015-be7a-32ab60f385ab tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:26.716478 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c8438bfa-ff0c-4d3e-bf24-31201fafefd2 req-2a9387e9-bda3-427f-8219-64cc39ee8842 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326920 May 27 02:32:26.725243 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8fc652-af4e-4015-be7a-32ab60f385ab tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Pushing event deleted for resources: {'Network': ['ID=8f446049-40ee-4399-ad3a-ce93a227fe61,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:26.743832 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ff8fc652-af4e-4015-be7a-32ab60f385ab tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "DELETE /v2.0/networks/8f446049-40ee-4399-ad3a-ce93a227fe61 HTTP/1.1" status: 204 len: 168 time: 1.6874492 May 27 02:32:26.745470 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57154) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:26.751735 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-9a9c7708-628f-4adf-abeb-67b0e2d55cce tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Request body: {'router': {'routes': None}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:32:26.761875 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-f30b99cf-32ed-41c1-a3bb-37ce23c4cc1b None None] Deleting port d5b538f8-4746-46ab-85b5-15632b60b78b {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:32:26.761875 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f30b99cf-32ed-41c1-a3bb-37ce23c4cc1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:26.797459 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 4063e565-cdde-4c05-b9f9-f83d936377fd no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:32:26.864553 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 84da6230-84de-4357-8285-2adb4e067fe7 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:32:26.864842 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 84da6230-84de-4357-8285-2adb4e067fe7 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:32:26.883889 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 4063e565-cdde-4c05-b9f9-f83d936377fd {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:32:26.884239 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 4063e565-cdde-4c05-b9f9-f83d936377fd not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:32:26.924617 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-f30b99cf-32ed-41c1-a3bb-37ce23c4cc1b None None] The port 'd5b538f8-4746-46ab-85b5-15632b60b78b' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:32:27.039031 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7e252b4e-46eb-4292-a782-9e9df66660e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'name': 'tempest-AttachVolumeNegativeTest-494117646-router', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:55Z', 'updated_at': '2022-05-27T02:29:06Z', 'revision_number': 4, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'gw_port': {'id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:58Z', 'updated_at': '2022-05-27T02:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '6e06fc56-f856-4359-8936-e81e87ae92ec', 'name': '', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'mac_address': 'fa:16:3e:21:52:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:04Z', 'updated_at': '2022-05-27T02:29:21Z', 'revision_number': 5, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'subnets': [{'id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:27.043336 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e252b4e-46eb-4292-a782-9e9df66660e7 None None] Checking router: e4ee2b29-ceb2-4475-af4f-913e1f76f89b for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:32:27.064243 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e252b4e-46eb-4292-a782-9e9df66660e7 None None] Routers {'e4ee2b29-ceb2-4475-af4f-913e1f76f89b'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:32:27.064424 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143515bb-9537-4458-9048-9e4d98391cde req-7214f531-7588-434c-a2db-26de33b6d123 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:27.064885 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7e252b4e-46eb-4292-a782-9e9df66660e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:31:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['e4ee2b29-ceb2-4475-af4f-913e1f76f89b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:27.065922 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-143515bb-9537-4458-9048-9e4d98391cde req-7214f531-7588-434c-a2db-26de33b6d123 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.5523419 May 27 02:32:27.074400 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.extraroute_db [None req-9a9c7708-628f-4adf-abeb-67b0e2d55cce tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Added routes are [] {{(pid=88902) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 27 02:32:27.074706 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.extraroute_db [None req-9a9c7708-628f-4adf-abeb-67b0e2d55cce tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Removed routes are [] {{(pid=88902) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 27 02:32:27.075064 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9a9c7708-628f-4adf-abeb-67b0e2d55cce tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:27.277018 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-7e252b4e-46eb-4292-a782-9e9df66660e7 None None] Set router e4ee2b29-ceb2-4475-af4f-913e1f76f89b gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:32:27.299493 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-143515bb-9537-4458-9048-9e4d98391cde req-490b5e2e-c522-48b0-ae4e-a4aef578421a tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224422 May 27 02:32:27.380963 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9a9c7708-628f-4adf-abeb-67b0e2d55cce tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:27.384865 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9a9c7708-628f-4adf-abeb-67b0e2d55cce tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-965449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-965446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966271'] for router, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:27.577600 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57178) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:27.631179 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9c7708-628f-4adf-abeb-67b0e2d55cce tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Router d85a4136-525e-4cba-b251-6dadf063d217 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:32:27.654104 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-85375db9-68a0-457c-acea-faff79774d65 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:27.688171 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-85375db9-68a0-457c-acea-faff79774d65 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:27.692345 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7e252b4e-46eb-4292-a782-9e9df66660e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'name': 'tempest-AttachVolumeNegativeTest-494117646-router', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:55Z', 'updated_at': '2022-05-27T02:29:06Z', 'revision_number': 4, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'gw_port': {'id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:58Z', 'updated_at': '2022-05-27T02:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '6e06fc56-f856-4359-8936-e81e87ae92ec', 'name': '', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'mac_address': 'fa:16:3e:21:52:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:04Z', 'updated_at': '2022-05-27T02:29:21Z', 'revision_number': 5, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'subnets': [{'id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:27.696430 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e252b4e-46eb-4292-a782-9e9df66660e7 None None] The sync data for ids ['e4ee2b29-ceb2-4475-af4f-913e1f76f89b'] in n-d-843554-3 is: [{'id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'name': 'tempest-AttachVolumeNegativeTest-494117646-router', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:55Z', 'updated_at': '2022-05-27T02:29:06Z', 'revision_number': 4, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'gw_port': {'id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:58Z', 'updated_at': '2022-05-27T02:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '6e06fc56-f856-4359-8936-e81e87ae92ec', 'name': '', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'mac_address': 'fa:16:3e:21:52:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:04Z', 'updated_at': '2022-05-27T02:29:21Z', 'revision_number': 5, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'subnets': [{'id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:32:27.788682 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9c7708-628f-4adf-abeb-67b0e2d55cce tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:32:27.796841 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9a9c7708-628f-4adf-abeb-67b0e2d55cce tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:27.798043 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9a9c7708-628f-4adf-abeb-67b0e2d55cce tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "PUT /v2.0/routers/d85a4136-525e-4cba-b251-6dadf063d217 HTTP/1.1" status: 200 len: 700 time: 1.0516574 May 27 02:32:27.801832 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57186) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:27.807593 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecce020f-513e-4ac3-a2d9-ab427a59c551 None None] Sync routers for ids ['d85a4136-525e-4cba-b251-6dadf063d217'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:32:27.814711 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7182ec-062a-4853-a4f7-2defd1049970 req-7d39137a-c818-4167-b0e4-496eb32e4865 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:27.816236 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3e7182ec-062a-4853-a4f7-2defd1049970 req-7d39137a-c818-4167-b0e4-496eb32e4865 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.3178582 May 27 02:32:27.825475 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecce020f-513e-4ac3-a2d9-ab427a59c551 None None] Routers {'d85a4136-525e-4cba-b251-6dadf063d217'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:32:27.826093 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-ecce020f-513e-4ac3-a2d9-ab427a59c551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:31:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d85a4136-525e-4cba-b251-6dadf063d217'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:27.862306 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2aa9e613-43e2-4760-98e5-ce4ac91a0828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:27.882123 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3e7182ec-062a-4853-a4f7-2defd1049970 req-452baad5-1044-4604-9aa5-e90bbfe9128d tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585279 May 27 02:32:27.884675 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-85375db9-68a0-457c-acea-faff79774d65 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:27.928353 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f6b81d05-7252-45ea-834e-e406532a7add tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Synchronizing usage tracker for tenant:39308f34ca0d41f5bed3e55c79db3f61 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:32:27.934147 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85375db9-68a0-457c-acea-faff79774d65 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc352bb-91c8-4d59-9492-68a3b06be43c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:27.990821 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-85375db9-68a0-457c-acea-faff79774d65 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:27.992415 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-85375db9-68a0-457c-acea-faff79774d65 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "DELETE /v2.0/security-groups/1bc352bb-91c8-4d59-9492-68a3b06be43c HTTP/1.1" status: 204 len: 168 time: 0.4134693 May 27 02:32:27.996125 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57192) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:28.029927 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-42c14d21-f29c-4623-ba31-b115f36a7515 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] show failed (client error): The resource could not be found. May 27 02:32:28.030967 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-42c14d21-f29c-4623-ba31-b115f36a7515 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups/1bc352bb-91c8-4d59-9492-68a3b06be43c HTTP/1.1" status: 404 len: 347 time: 0.0335007 May 27 02:32:28.036153 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57196) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:28.049536 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-ecce020f-513e-4ac3-a2d9-ab427a59c551 None None] Set router d85a4136-525e-4cba-b251-6dadf063d217 gateway port host: None {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:32:28.120844 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b055d1c1-a4b9-4588-9312-840a5b8a6d89 req-0d3e8fb1-df57-43d9-838f-4a03fa7fe543 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:28.129506 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b055d1c1-a4b9-4588-9312-840a5b8a6d89 req-0d3e8fb1-df57-43d9-838f-4a03fa7fe543 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 946 time: 0.1442318 May 27 02:32:28.148230 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f6b81d05-7252-45ea-834e-e406532a7add tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Unset dirty status for tenant:39308f34ca0d41f5bed3e55c79db3f61 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:32:28.148230 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f6b81d05-7252-45ea-834e-e406532a7add tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "GET /v2.0/ports?device_id=d85a4136-525e-4cba-b251-6dadf063d217 HTTP/1.1" status: 200 len: 205 time: 0.3453021 May 27 02:32:28.152203 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57208) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:28.211926 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-ecce020f-513e-4ac3-a2d9-ab427a59c551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'name': 'tempest-RoutersTest-router-874020420', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:20Z', 'updated_at': '2022-05-27T02:32:23Z', 'revision_number': 11, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'gw_port_host': None}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:28.212324 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505a237e-96ac-4a71-b3a1-38c4edb258dd None None] New status for floating IP 00c78133-02e7-4af6-bd4e-397b9eb79982: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:32:28.223411 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecce020f-513e-4ac3-a2d9-ab427a59c551 None None] Checking router: d85a4136-525e-4cba-b251-6dadf063d217 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:32:28.242030 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecce020f-513e-4ac3-a2d9-ab427a59c551 None None] Routers {'d85a4136-525e-4cba-b251-6dadf063d217'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:32:28.243986 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-ecce020f-513e-4ac3-a2d9-ab427a59c551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:32:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d85a4136-525e-4cba-b251-6dadf063d217'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:28.282214 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-db7eb7cf-d446-42c9-a0ef-ec419891bf8c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Deleting port 81a9f65f-ba3f-4b75-911e-4ed045e4ae22 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:32:28.282563 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db7eb7cf-d446-42c9-a0ef-ec419891bf8c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:28.415941 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-ecce020f-513e-4ac3-a2d9-ab427a59c551 None None] Set router d85a4136-525e-4cba-b251-6dadf063d217 gateway port host: None {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:32:28.469465 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b055d1c1-a4b9-4588-9312-840a5b8a6d89 req-0ffda386-5264-4a42-8f0e-ce24c4b927a6 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389575 May 27 02:32:28.539691 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-ecce020f-513e-4ac3-a2d9-ab427a59c551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'name': 'tempest-RoutersTest-router-874020420', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:20Z', 'updated_at': '2022-05-27T02:32:23Z', 'revision_number': 11, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'gw_port_host': None}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:28.544822 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecce020f-513e-4ac3-a2d9-ab427a59c551 None None] The sync data for ids ['d85a4136-525e-4cba-b251-6dadf063d217'] in n-d-843554-3 is: [{'id': 'd85a4136-525e-4cba-b251-6dadf063d217', 'name': 'tempest-RoutersTest-router-874020420', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:20Z', 'updated_at': '2022-05-27T02:32:23Z', 'revision_number': 11, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'gw_port_host': None}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:32:28.598061 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a1eee4c4-2ef2-4d5b-ad74-92659e62ec99 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for router, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:28.687453 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db7eb7cf-d446-42c9-a0ef-ec419891bf8c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:28.688010 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db7eb7cf-d446-42c9-a0ef-ec419891bf8c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:28.839317 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-db7eb7cf-d446-42c9-a0ef-ec419891bf8c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Calling delete_port for 81a9f65f-ba3f-4b75-911e-4ed045e4ae22 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:32:28.934434 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:28.955926 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a1eee4c4-2ef2-4d5b-ad74-92659e62ec99 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:28.959545 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a1eee4c4-2ef2-4d5b-ad74-92659e62ec99 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:28.960000 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:28.976595 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6f7cb-e3fa-41a0-b3b7-c2eaa9574eaa req-6af1a43c-e63b-4cb7-8367-21c2e90b42c6 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:28.978064 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2ea6f7cb-e3fa-41a0-b3b7-c2eaa9574eaa req-6af1a43c-e63b-4cb7-8367-21c2e90b42c6 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.5409510 May 27 02:32:28.983081 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-db7eb7cf-d446-42c9-a0ef-ec419891bf8c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:32:28.983409 n-d-843554-3 neutron-server[88901]: DEBUG oslo_db.api [None req-db7eb7cf-d446-42c9-a0ef-ec419891bf8c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:32:29.025737 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2ea6f7cb-e3fa-41a0-b3b7-c2eaa9574eaa req-810772be-ab07-46a6-96d3-ab9d59b2a2df tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394900 May 27 02:32:29.070211 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a1eee4c4-2ef2-4d5b-ad74-92659e62ec99 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:29.070722 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1eee4c4-2ef2-4d5b-ad74-92659e62ec99 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Fanout notify agent at l3_agent the message router_deleted on router d85a4136-525e-4cba-b251-6dadf063d217 {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:32:29.085406 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a1eee4c4-2ef2-4d5b-ad74-92659e62ec99 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:29.090543 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a1eee4c4-2ef2-4d5b-ad74-92659e62ec99 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "DELETE /v2.0/routers/d85a4136-525e-4cba-b251-6dadf063d217 HTTP/1.1" status: 204 len: 168 time: 0.9293683 May 27 02:32:29.090868 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57224) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:29.095982 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-fdc57084-dd57-4c93-8804-368312a87780 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-888480295', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:32:29.105358 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fdc57084-dd57-4c93-8804-368312a87780 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:32:29.109730 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fdc57084-dd57-4c93-8804-368312a87780 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Usage tracker for resource:router and tenant:39308f34ca0d41f5bed3e55c79db3f61 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:32:29.112807 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fdc57084-dd57-4c93-8804-368312a87780 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:32:29.119902 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fdc57084-dd57-4c93-8804-368312a87780 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:32:29.226234 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c073e-07c4-4139-9edc-4623294f8759 req-be20dc74-27c3-4c79-9fb1-d2bb153f27ff tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:29.227946 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-641c073e-07c4-4139-9edc-4623294f8759 req-be20dc74-27c3-4c79-9fb1-d2bb153f27ff tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.0901527 May 27 02:32:29.229780 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fdc57084-dd57-4c93-8804-368312a87780 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:29.230876 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fdc57084-dd57-4c93-8804-368312a87780 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:29.251924 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fdc57084-dd57-4c93-8804-368312a87780 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:29.281212 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-641c073e-07c4-4139-9edc-4623294f8759 req-eae16099-8e08-463d-a54d-7be5658b4bb9 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444396 May 27 02:32:29.354949 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fdc57084-dd57-4c93-8804-368312a87780 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:29.456656 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fdc57084-dd57-4c93-8804-368312a87780 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:29.462198 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57238) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:29.462373 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-fdc57084-dd57-4c93-8804-368312a87780 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3687842 May 27 02:32:29.466443 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-b5b182e2-79c5-4912-ae78-334b4f4024e3 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:32:29.484993 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-db7eb7cf-d446-42c9-a0ef-ec419891bf8c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Deleting port 81a9f65f-ba3f-4b75-911e-4ed045e4ae22 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:32:29.486210 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db7eb7cf-d446-42c9-a0ef-ec419891bf8c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:29.732454 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db7eb7cf-d446-42c9-a0ef-ec419891bf8c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:29.733224 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db7eb7cf-d446-42c9-a0ef-ec419891bf8c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:29.861229 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-db7eb7cf-d446-42c9-a0ef-ec419891bf8c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Calling delete_port for 81a9f65f-ba3f-4b75-911e-4ed045e4ae22 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:32:30.076009 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:30.097682 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db7eb7cf-d446-42c9-a0ef-ec419891bf8c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:30.115881 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b5b182e2-79c5-4912-ae78-334b4f4024e3 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:30.134594 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d57b9d-8553-4b68-8218-7ca75b807ec9 req-b5d22653-1b5f-4405-a009-05e85a658ec6 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:30.136837 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-49d57b9d-8553-4b68-8218-7ca75b807ec9 req-b5d22653-1b5f-4405-a009-05e85a658ec6 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.6204455 May 27 02:32:30.145401 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1c32a-4260-4807-ac2d-ae025f44f9d5 req-44fedb45-cc43-46ea-921f-8639f193eee8 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:30.147464 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7eb7cf-d446-42c9-a0ef-ec419891bf8c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Pushing event deleted for resources: {'Port': ['ID=81a9f65f-ba3f-4b75-911e-4ed045e4ae22,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:30.154932 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-98d1c32a-4260-4807-ac2d-ae025f44f9d5 req-44fedb45-cc43-46ea-921f-8639f193eee8 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 946 time: 0.5401320 May 27 02:32:30.215374 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b5b182e2-79c5-4912-ae78-334b4f4024e3 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-965449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-965446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966271'] for router, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:30.246211 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db7eb7cf-d446-42c9-a0ef-ec419891bf8c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:30.260030 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db7eb7cf-d446-42c9-a0ef-ec419891bf8c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:30.261190 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-db7eb7cf-d446-42c9-a0ef-ec419891bf8c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "DELETE /v2.0/floatingips/00c78133-02e7-4af6-bd4e-397b9eb79982 HTTP/1.1" status: 204 len: 168 time: 2.2243395 May 27 02:32:30.285280 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-98d1c32a-4260-4807-ac2d-ae025f44f9d5 req-c0dd5eb8-a28e-41d7-b356-d4019c2dc683 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294882 May 27 02:32:30.297983 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-49d57b9d-8553-4b68-8218-7ca75b807ec9 req-962e995b-b1f1-47c4-bec3-8bd40a783e74 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410697 May 27 02:32:30.439964 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57258) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:30.445016 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-72937511-3731-47fe-a4a0-06acedae1b61 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Request body: {'security_group': {'name': 'tempest-securitygroup--468650978', 'description': 'tempest-description--1404925617'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:32:30.451281 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-72937511-3731-47fe-a4a0-06acedae1b61 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:32:30.455692 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-72937511-3731-47fe-a4a0-06acedae1b61 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Usage tracker for resource:security_group and tenant:2651911d1c264f1c8c7218b6fddf9f10 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:32:30.459743 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-72937511-3731-47fe-a4a0-06acedae1b61 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:32:30.468533 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-72937511-3731-47fe-a4a0-06acedae1b61 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:32:30.488840 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b182e2-79c5-4912-ae78-334b4f4024e3 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Router ccd90136-dc48-4fb7-81c7-00be16c71b09 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:32:30.573594 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-72937511-3731-47fe-a4a0-06acedae1b61 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:30.593967 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-72937511-3731-47fe-a4a0-06acedae1b61 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:32:30.597759 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-72937511-3731-47fe-a4a0-06acedae1b61 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Usage tracker for resource:security_group_rule and tenant:2651911d1c264f1c8c7218b6fddf9f10 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:32:30.600550 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-72937511-3731-47fe-a4a0-06acedae1b61 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:32:30.606641 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-72937511-3731-47fe-a4a0-06acedae1b61 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:32:30.634013 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b182e2-79c5-4912-ae78-334b4f4024e3 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:32:30.641451 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b5b182e2-79c5-4912-ae78-334b4f4024e3 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:30.643625 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b5b182e2-79c5-4912-ae78-334b4f4024e3 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "PUT /v2.0/routers/ccd90136-dc48-4fb7-81c7-00be16c71b09 HTTP/1.1" status: 200 len: 693 time: 1.1819036 May 27 02:32:30.644127 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d22153a-f3ca-4923-b219-c42be4a734cf None None] Sync routers for ids ['ccd90136-dc48-4fb7-81c7-00be16c71b09'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:32:30.648577 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57264) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:30.651836 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f29fbf-6b5b-4f7c-96b7-0562a0301808 req-105d75b3-d53d-4390-b77a-736f7ab69410 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:30.653379 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-83f29fbf-6b5b-4f7c-96b7-0562a0301808 req-105d75b3-d53d-4390-b77a-736f7ab69410 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.2226841 May 27 02:32:30.654762 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d22153a-f3ca-4923-b219-c42be4a734cf None None] Routers {'ccd90136-dc48-4fb7-81c7-00be16c71b09'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:32:30.655575 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-9d22153a-f3ca-4923-b219-c42be4a734cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:32:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['ccd90136-dc48-4fb7-81c7-00be16c71b09'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:30.701905 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-83f29fbf-6b5b-4f7c-96b7-0562a0301808 req-c606b356-c189-4582-9215-8e641aa481e4 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419481 May 27 02:32:30.783622 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-9d22153a-f3ca-4923-b219-c42be4a734cf None None] Set router ccd90136-dc48-4fb7-81c7-00be16c71b09 gateway port host: None {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:32:30.830980 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-72937511-3731-47fe-a4a0-06acedae1b61 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:30.842439 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-cc485015-8f36-4b86-a4f7-cca675d2699e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "GET /v2.0/routers/ccd90136-dc48-4fb7-81c7-00be16c71b09 HTTP/1.1" status: 200 len: 699 time: 0.1898022 May 27 02:32:30.842807 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57272) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:30.891363 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-9d22153a-f3ca-4923-b219-c42be4a734cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd90136-dc48-4fb7-81c7-00be16c71b09', 'name': 'tempest-RoutersTest-router-888480295', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:32:29Z', 'updated_at': '2022-05-27T02:32:30Z', 'revision_number': 2, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'gw_port_host': None}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:30.891550 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-458a4f72-05f6-4b5b-b620-988d91712f01 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Synchronizing usage tracker for tenant:39308f34ca0d41f5bed3e55c79db3f61 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:32:30.909510 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d22153a-f3ca-4923-b219-c42be4a734cf None None] Checking router: ccd90136-dc48-4fb7-81c7-00be16c71b09 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:32:30.910027 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-458a4f72-05f6-4b5b-b620-988d91712f01 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Unset dirty status for tenant:39308f34ca0d41f5bed3e55c79db3f61 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:32:30.910141 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d22153a-f3ca-4923-b219-c42be4a734cf None None] Routers {'ccd90136-dc48-4fb7-81c7-00be16c71b09'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:32:30.910236 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-458a4f72-05f6-4b5b-b620-988d91712f01 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "GET /v2.0/ports?device_id=ccd90136-dc48-4fb7-81c7-00be16c71b09 HTTP/1.1" status: 200 len: 205 time: 0.0615635 May 27 02:32:30.910326 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-9d22153a-f3ca-4923-b219-c42be4a734cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:32:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['ccd90136-dc48-4fb7-81c7-00be16c71b09'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:30.911369 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57278) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:30.994088 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-72937511-3731-47fe-a4a0-06acedae1b61 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:31.039539 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-9d22153a-f3ca-4923-b219-c42be4a734cf None None] Set router ccd90136-dc48-4fb7-81c7-00be16c71b09 gateway port host: None {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:32:31.109537 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce484f1-f87a-4fac-9eba-e103b76f63f2 req-08b135ad-0841-42c9-afcd-1290209485c1 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:31.111169 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ce484f1-f87a-4fac-9eba-e103b76f63f2 req-08b135ad-0841-42c9-afcd-1290209485c1 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.0899560 May 27 02:32:31.121248 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-07b5f284-daa0-40c2-b9e9-581962c64a48 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:31.183543 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ce484f1-f87a-4fac-9eba-e103b76f63f2 req-1942a2a1-f426-4fa2-ac94-1cb20f76e580 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649209 May 27 02:32:31.193223 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-9d22153a-f3ca-4923-b219-c42be4a734cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd90136-dc48-4fb7-81c7-00be16c71b09', 'name': 'tempest-RoutersTest-router-888480295', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:32:29Z', 'updated_at': '2022-05-27T02:32:30Z', 'revision_number': 2, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'gw_port_host': None}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:31.197830 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d22153a-f3ca-4923-b219-c42be4a734cf None None] The sync data for ids ['ccd90136-dc48-4fb7-81c7-00be16c71b09'] in n-d-843554-3 is: [{'id': 'ccd90136-dc48-4fb7-81c7-00be16c71b09', 'name': 'tempest-RoutersTest-router-888480295', 'tenant_id': '39308f34ca0d41f5bed3e55c79db3f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:32:29Z', 'updated_at': '2022-05-27T02:32:30Z', 'revision_number': 2, 'project_id': '39308f34ca0d41f5bed3e55c79db3f61', 'gw_port_host': None}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:32:31.367242 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-72937511-3731-47fe-a4a0-06acedae1b61 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:31.368467 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-72937511-3731-47fe-a4a0-06acedae1b61 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9275231 May 27 02:32:31.373013 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72937511-3731-47fe-a4a0-06acedae1b61 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e0f7bc-c96b-47b4-bfb7-8db51c1987ae,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:31.374974 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57294) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:31.388259 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-dbbe3449-1d8b-4c10-8d33-72a9400db6ea tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Request body: {'security_group_rule': {'security_group_id': 'd9e0f7bc-c96b-47b4-bfb7-8db51c1987ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:32:31.399202 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-dbbe3449-1d8b-4c10-8d33-72a9400db6ea tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:32:31.405360 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-dbbe3449-1d8b-4c10-8d33-72a9400db6ea tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Usage tracker for resource:security_group_rule and tenant:2651911d1c264f1c8c7218b6fddf9f10 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:32:31.409618 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-dbbe3449-1d8b-4c10-8d33-72a9400db6ea tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:32:31.417299 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-dbbe3449-1d8b-4c10-8d33-72a9400db6ea tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:32:31.495928 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f5a46-9e4c-445a-83a2-46d73ceb6b98 req-8a204650-6939-4576-a129-d98ae8592f8e tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:31.497662 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6c3f5a46-9e4c-445a-83a2-46d73ceb6b98 req-8a204650-6939-4576-a129-d98ae8592f8e tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.2027569 May 27 02:32:31.563601 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6c3f5a46-9e4c-445a-83a2-46d73ceb6b98 req-8820e5e8-15c6-4911-8be6-7953da6d5e01 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548718 May 27 02:32:31.570097 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-07b5f284-daa0-40c2-b9e9-581962c64a48 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:31.571483 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76003be-a357-40bc-9a09-16876fb85d71 req-8698e850-4d7f-4f60-bf3b-368350f0c898 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:31.572548 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-07b5f284-daa0-40c2-b9e9-581962c64a48 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:31.573341 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f76003be-a357-40bc-9a09-16876fb85d71 req-8698e850-4d7f-4f60-bf3b-368350f0c898 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 946 time: 0.1473448 May 27 02:32:31.582545 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dbbe3449-1d8b-4c10-8d33-72a9400db6ea tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:31.653191 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f76003be-a357-40bc-9a09-16876fb85d71 req-25608c15-8179-4365-ad68-1880e8b6cb97 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715573 May 27 02:32:31.670453 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-07b5f284-daa0-40c2-b9e9-581962c64a48 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:31.671237 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b5f284-daa0-40c2-b9e9-581962c64a48 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Fanout notify agent at l3_agent the message router_deleted on router ccd90136-dc48-4fb7-81c7-00be16c71b09 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:32:31.691009 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-07b5f284-daa0-40c2-b9e9-581962c64a48 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:31.692135 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-07b5f284-daa0-40c2-b9e9-581962c64a48 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "DELETE /v2.0/routers/ccd90136-dc48-4fb7-81c7-00be16c71b09 HTTP/1.1" status: 204 len: 168 time: 0.7796741 May 27 02:32:31.695646 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57304) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:31.703204 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dbbe3449-1d8b-4c10-8d33-72a9400db6ea tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:31.744555 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-13b33f3f-eaec-4121-b179-f8a0c2aabe1e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "GET /v2.0/ports?device_id=ccd90136-dc48-4fb7-81c7-00be16c71b09 HTTP/1.1" status: 200 len: 205 time: 0.0477149 May 27 02:32:31.746904 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57312) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:31.802651 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dbbe3449-1d8b-4c10-8d33-72a9400db6ea tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:31.815509 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-f0c5592b-af03-47e7-8512-aeae0386380c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] delete failed (client error): The resource could not be found. May 27 02:32:31.816671 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f0c5592b-af03-47e7-8512-aeae0386380c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "DELETE /v2.0/routers/ccd90136-dc48-4fb7-81c7-00be16c71b09 HTTP/1.1" status: 404 len: 336 time: 0.0688021 May 27 02:32:31.819241 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57316) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:31.867540 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e0fcbb8-dcec-4867-a2e3-5fb8a71e7d4e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] DELETE failed (client error): The resource could not be found. May 27 02:32:31.868436 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e0fcbb8-dcec-4867-a2e3-5fb8a71e7d4e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:32:31.872785 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2e0fcbb8-dcec-4867-a2e3-5fb8a71e7d4e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "DELETE /v2.0/subnets/d31c7317-0730-40de-ba74-4bad9f60a989 HTTP/1.1" status: 404 len: 337 time: 0.0505888 May 27 02:32:31.873336 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57320) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:31.887877 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe3449-1d8b-4c10-8d33-72a9400db6ea tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c28f5b-6126-4903-a62f-f56319451a08,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:31.919239 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fbef5e5-6bfa-455c-8fe7-3b36e9c10ee0 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] DELETE failed (client error): The resource could not be found. May 27 02:32:31.919692 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fbef5e5-6bfa-455c-8fe7-3b36e9c10ee0 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:32:31.923888 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1fbef5e5-6bfa-455c-8fe7-3b36e9c10ee0 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "DELETE /v2.0/subnets/a3d70f46-682c-4051-8473-23bc67b2ff77 HTTP/1.1" status: 404 len: 337 time: 0.0468149 May 27 02:32:31.924339 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57326) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:31.939325 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7e143-c7eb-4c83-825a-e117c8b57b66 req-a4ea9c2f-b6b6-4cbf-a85b-bfea1bb36984 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:31.946974 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-00a7e143-c7eb-4c83-825a-e117c8b57b66 req-a4ea9c2f-b6b6-4cbf-a85b-bfea1bb36984 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.1130257 May 27 02:32:31.965296 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0bbef75-f6db-4c0b-89f8-7f4cf2e5792a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] DELETE failed (client error): The resource could not be found. May 27 02:32:31.965748 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0bbef75-f6db-4c0b-89f8-7f4cf2e5792a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:32:31.969893 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f0bbef75-f6db-4c0b-89f8-7f4cf2e5792a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "DELETE /v2.0/subnets/e73816d3-babe-4d72-90f6-861706af9fee HTTP/1.1" status: 404 len: 337 time: 0.0422733 May 27 02:32:31.970275 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57330) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:32.018982 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dbbe3449-1d8b-4c10-8d33-72a9400db6ea tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:32.020121 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-dbbe3449-1d8b-4c10-8d33-72a9400db6ea tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6422052 May 27 02:32:32.023084 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57334) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:32.023660 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b38df8c-936f-47e8-8aaf-4778010eaaf6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] DELETE failed (client error): The resource could not be found. May 27 02:32:32.024101 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b38df8c-936f-47e8-8aaf-4778010eaaf6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:32:32.026288 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7b38df8c-936f-47e8-8aaf-4778010eaaf6 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "DELETE /v2.0/subnets/8af3335b-de16-4a42-bf76-a79efa69897d HTTP/1.1" status: 404 len: 337 time: 0.0539410 May 27 02:32:32.029879 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a73a736f-8b1b-43f0-9c60-ac3f90571b0f tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Request body: {'security_group_rule': {'security_group_id': 'd9e0f7bc-c96b-47b4-bfb7-8db51c1987ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:32:32.034687 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-00a7e143-c7eb-4c83-825a-e117c8b57b66 req-c2265634-fd67-4c9f-a2ea-69194629c6e3 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859368 May 27 02:32:32.034826 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57338) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:32.038348 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a73a736f-8b1b-43f0-9c60-ac3f90571b0f tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:32:32.080971 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a73a736f-8b1b-43f0-9c60-ac3f90571b0f tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Usage tracker for resource:security_group_rule and tenant:2651911d1c264f1c8c7218b6fddf9f10 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:32:32.089334 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a73a736f-8b1b-43f0-9c60-ac3f90571b0f tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:32:32.100883 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ed665b47-675d-459c-bfce-63dd2acead15 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "GET /v2.0/ports?device_id=d85a4136-525e-4cba-b251-6dadf063d217 HTTP/1.1" status: 200 len: 205 time: 0.0640504 May 27 02:32:32.103682 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57346) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:32.110342 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a73a736f-8b1b-43f0-9c60-ac3f90571b0f tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:32:32.199143 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a73a736f-8b1b-43f0-9c60-ac3f90571b0f tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:32.210966 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-83a95548-5d82-4c23-a7da-96fcf194433e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] delete failed (client error): The resource could not be found. May 27 02:32:32.212084 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-83a95548-5d82-4c23-a7da-96fcf194433e tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "DELETE /v2.0/routers/d85a4136-525e-4cba-b251-6dadf063d217 HTTP/1.1" status: 404 len: 336 time: 0.1073387 May 27 02:32:32.217618 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57350) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:32.274561 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a73a736f-8b1b-43f0-9c60-ac3f90571b0f tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:32.276466 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2f37bb35-09fd-4b6e-9533-cdb57a8531c0 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "GET /v2.0/ports?device_id=54fa8b57-f7e0-429f-ae88-cd4bfdf06bb4 HTTP/1.1" status: 200 len: 205 time: 0.0577612 May 27 02:32:32.279219 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57354) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:32.310823 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e26c7-297d-4011-8796-8578108f3a17 req-d777c93b-fe29-4911-a497-d037fb575b27 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:32.312271 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b09e26c7-297d-4011-8796-8578108f3a17 req-d777c93b-fe29-4911-a497-d037fb575b27 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.1442485 May 27 02:32:32.350476 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-af5775ad-e8bb-4095-b616-e27ccc568e37 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] delete failed (client error): The resource could not be found. May 27 02:32:32.351476 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-af5775ad-e8bb-4095-b616-e27ccc568e37 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "DELETE /v2.0/routers/54fa8b57-f7e0-429f-ae88-cd4bfdf06bb4 HTTP/1.1" status: 404 len: 336 time: 0.0711267 May 27 02:32:32.354121 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57358) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:32.357477 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b09e26c7-297d-4011-8796-8578108f3a17 req-c0d936fb-3d97-4628-ab50-86ae51c8af93 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391896 May 27 02:32:32.391158 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a73a736f-8b1b-43f0-9c60-ac3f90571b0f tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:32.407215 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-13abf55e-0d49-40bf-95dd-106b2dc22bc7 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] DELETE failed (client error): The resource could not be found. May 27 02:32:32.407683 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13abf55e-0d49-40bf-95dd-106b2dc22bc7 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:32:32.422057 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a736f-8b1b-43f0-9c60-ac3f90571b0f tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9c32d0c-ba3f-4148-b43c-beefd8d9f83f,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:32.426944 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-13abf55e-0d49-40bf-95dd-106b2dc22bc7 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "DELETE /v2.0/subnets/1dcc2a05-a05b-49d2-8857-64ee22fe2688 HTTP/1.1" status: 404 len: 337 time: 0.0718563 May 27 02:32:32.430077 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57366) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:32.478069 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-72cdc5d4-c75f-47b5-b4d1-653ccba235de tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "GET /v2.0/ports?device_id=a139cf4b-0458-430f-bce6-81f8bf923cb7 HTTP/1.1" status: 200 len: 205 time: 0.0459359 May 27 02:32:32.481129 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57370) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:32.548511 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a73a736f-8b1b-43f0-9c60-ac3f90571b0f tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:32.549617 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a73a736f-8b1b-43f0-9c60-ac3f90571b0f tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5253313 May 27 02:32:32.552847 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57378) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:32.558297 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-81ec9de3-c4e4-48bd-87c0-0f32cc30d2d4 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] delete failed (client error): The resource could not be found. May 27 02:32:32.558669 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-c8fa1a69-a85f-48bb-8fe1-6655883bf02c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:32:32.559613 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-81ec9de3-c4e4-48bd-87c0-0f32cc30d2d4 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "DELETE /v2.0/routers/a139cf4b-0458-430f-bce6-81f8bf923cb7 HTTP/1.1" status: 404 len: 336 time: 0.0765839 May 27 02:32:32.561983 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57382) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:32.570913 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c8fa1a69-a85f-48bb-8fe1-6655883bf02c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:32:32.579169 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c8fa1a69-a85f-48bb-8fe1-6655883bf02c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Usage tracker for resource:floatingip and tenant:2651911d1c264f1c8c7218b6fddf9f10 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:32:32.582068 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c8fa1a69-a85f-48bb-8fe1-6655883bf02c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:32:32.588841 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c8fa1a69-a85f-48bb-8fe1-6655883bf02c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:32:32.613327 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-cfd19a9f-ac6c-4891-94ea-d6f73e549e40 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "GET /v2.0/ports?device_id=80f34beb-45e2-4500-a19a-607f8e7ead81 HTTP/1.1" status: 200 len: 205 time: 0.0491214 May 27 02:32:32.615384 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57388) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:32.693178 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-4388190b-15b4-4853-a276-2a8896a89a30 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] delete failed (client error): The resource could not be found. May 27 02:32:32.694535 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4388190b-15b4-4853-a276-2a8896a89a30 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "DELETE /v2.0/routers/80f34beb-45e2-4500-a19a-607f8e7ead81 HTTP/1.1" status: 404 len: 336 time: 0.0780404 May 27 02:32:32.697210 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57396) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:32.700681 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c8fa1a69-a85f-48bb-8fe1-6655883bf02c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for floatingip, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:32.751136 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-58da650b-0d62-4972-88f1-5c48cf3d646d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] DELETE failed (client error): The resource could not be found. May 27 02:32:32.751978 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58da650b-0d62-4972-88f1-5c48cf3d646d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:32:32.753874 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-58da650b-0d62-4972-88f1-5c48cf3d646d tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "DELETE /v2.0/subnets/d701636b-ef8b-4abb-953b-c023c8e517c5 HTTP/1.1" status: 404 len: 337 time: 0.0540674 May 27 02:32:32.756514 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57400) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:32.820647 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5585f124-7952-4d50-9c51-7c02ed31b82a tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "GET /v2.0/ports?device_id=ca154cb8-062b-4a71-b5ea-d2bdd3c2ff1f HTTP/1.1" status: 200 len: 205 time: 0.0624707 May 27 02:32:32.823085 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57404) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:32.919107 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-60da3ab3-a743-4d72-be6a-847872a8022b tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] delete failed (client error): The resource could not be found. May 27 02:32:32.920205 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-60da3ab3-a743-4d72-be6a-847872a8022b tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "DELETE /v2.0/routers/ca154cb8-062b-4a71-b5ea-d2bdd3c2ff1f HTTP/1.1" status: 404 len: 336 time: 0.0913928 May 27 02:32:32.922765 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57410) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:33.047344 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c99f8-9dac-44ce-a9af-3174f7137093 req-66daa1db-4fd0-487c-90f1-520b1114a2f2 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:33.052998 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-307c99f8-9dac-44ce-a9af-3174f7137093 req-66daa1db-4fd0-487c-90f1-520b1114a2f2 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.4381788 May 27 02:32:33.086838 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-79f18ffc-a412-4511-b616-ed5f0bc52d7c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] DELETE failed (client error): The resource could not be found. May 27 02:32:33.087397 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79f18ffc-a412-4511-b616-ed5f0bc52d7c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:32:33.090459 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-79f18ffc-a412-4511-b616-ed5f0bc52d7c tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "DELETE /v2.0/subnets/71db2d58-d327-443d-9148-ae9d54c83eea HTTP/1.1" status: 404 len: 337 time: 0.1655185 May 27 02:32:33.092417 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57414) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:33.135553 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8e3ee682-073b-4d21-8b34-2925cfa20fa1 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8a99cb3-3bd9-4663-a76e-9d12e4d166cc HTTP/1.1" status: 200 len: 205 time: 0.0420520 May 27 02:32:33.138078 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57420) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:33.141309 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-307c99f8-9dac-44ce-a9af-3174f7137093 req-b67cd46e-df89-4ac2-b6b5-4553537c78d2 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750976 May 27 02:32:33.189929 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5a542-58bc-48a4-817a-0f6f61ca2a63 req-e74e870f-ebad-4796-80bb-b42eca366b60 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:33.198520 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2ef5a542-58bc-48a4-817a-0f6f61ca2a63 req-e74e870f-ebad-4796-80bb-b42eca366b60 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 946 time: 0.3575993 May 27 02:32:33.225769 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-44dfe5d0-d890-463e-8ce2-12fc35adf15b tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] delete failed (client error): The resource could not be found. May 27 02:32:33.227772 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-44dfe5d0-d890-463e-8ce2-12fc35adf15b tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "DELETE /v2.0/routers/d8a99cb3-3bd9-4663-a76e-9d12e4d166cc HTTP/1.1" status: 404 len: 336 time: 0.0878839 May 27 02:32:33.230162 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57426) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:33.272759 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2ef5a542-58bc-48a4-817a-0f6f61ca2a63 req-12cf1597-c3a8-4e9c-83dc-b532dca566a6 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730007 May 27 02:32:33.276839 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-da7800c0-ea7d-4786-9ee6-6e292acc6820 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] DELETE failed (client error): The resource could not be found. May 27 02:32:33.277405 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da7800c0-ea7d-4786-9ee6-6e292acc6820 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:32:33.280184 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-da7800c0-ea7d-4786-9ee6-6e292acc6820 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "DELETE /v2.0/subnets/8088d9c2-5b7c-49f0-94af-521c491bc3a5 HTTP/1.1" status: 404 len: 337 time: 0.0488729 May 27 02:32:33.291005 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c8fa1a69-a85f-48bb-8fe1-6655883bf02c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:33.291679 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57430) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:33.334942 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-48601ee9-edc5-4d5c-aa25-185a7b2f7d02 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] DELETE failed (client error): The resource could not be found. May 27 02:32:33.335516 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48601ee9-edc5-4d5c-aa25-185a7b2f7d02 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:32:33.337443 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-48601ee9-edc5-4d5c-aa25-185a7b2f7d02 tempest-RoutersTest-613826862 tempest-RoutersTest-613826862-project] 10.222.0.57 "DELETE /v2.0/subnets/baa19e65-d6bc-4d19-bc99-a45d177b0d2a HTTP/1.1" status: 404 len: 337 time: 0.0445075 May 27 02:32:33.522446 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f0b4e-c134-4335-a3b4-c1b4a8cbbdbe req-33a240d3-47cd-4244-9c26-0422a20b5445 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:33.524487 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ff9f0b4e-c134-4335-a3b4-c1b4a8cbbdbe req-33a240d3-47cd-4244-9c26-0422a20b5445 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.1759503 May 27 02:32:33.553377 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-c8fa1a69-a85f-48bb-8fe1-6655883bf02c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Allocated IP 172.25.1.118 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/6764d120-eab9-4711-b137-d1b9c0079da8) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:32:33.649609 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ff9f0b4e-c134-4335-a3b4-c1b4a8cbbdbe req-5f0b373c-0935-4c02-ac02-bb703aebdb22 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142285 May 27 02:32:33.738845 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c8fa1a69-a85f-48bb-8fe1-6655883bf02c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:33.852446 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c8fa1a69-a85f-48bb-8fe1-6655883bf02c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:33.919868 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa1a69-a85f-48bb-8fe1-6655883bf02c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Pushing event updated for resources: {'Port': ['ID=6764d120-eab9-4711-b137-d1b9c0079da8,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:33.933018 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fa1a69-a85f-48bb-8fe1-6655883bf02c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:32:33.934165 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-c8fa1a69-a85f-48bb-8fe1-6655883bf02c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:32:33.937448 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fa1a69-a85f-48bb-8fe1-6655883bf02c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:32:33.937608 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57454) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:34.099584 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-16607efa-6971-4393-a101-042939a6ed11 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=39308f34ca0d41f5bed3e55c79db3f61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1608486 May 27 02:32:34.102179 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57460) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:34.149958 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a254f3-9b10-4f23-8b6d-94c718d98d5e req-aa5ad3d8-db18-47b1-bc78-864197b44b25 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:34.151484 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-70a254f3-9b10-4f23-8b6d-94c718d98d5e req-aa5ad3d8-db18-47b1-bc78-864197b44b25 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/networks?id=882e4b63-c6d9-4a5c-9012-33783fcec11a HTTP/1.1" status: 200 len: 814 time: 0.1806903 May 27 02:32:34.155582 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c8fa1a69-a85f-48bb-8fe1-6655883bf02c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:34.165479 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e1cf7f1e-2423-4359-a3fa-7139a4384cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:34.171111 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-70a254f3-9b10-4f23-8b6d-94c718d98d5e req-d3974566-811d-48a0-9065-adc21e43bdeb tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/quotas/b5ea1dadce014c8bb6c8d9e009e7786c HTTP/1.1" status: 200 len: 375 time: 0.0102267 May 27 02:32:34.192748 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e1cf7f1e-2423-4359-a3fa-7139a4384cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:34.264810 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-70a254f3-9b10-4f23-8b6d-94c718d98d5e req-ac960638-c842-4982-befa-099003b6d0b0 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b5ea1dadce014c8bb6c8d9e009e7786c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0836344 May 27 02:32:34.346986 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c8fa1a69-a85f-48bb-8fe1-6655883bf02c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:34.396679 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e1cf7f1e-2423-4359-a3fa-7139a4384cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:34.411390 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf7f1e-2423-4359-a3fa-7139a4384cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c460c5-61ba-4285-879c-31e3c340d19b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:34.418420 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e1cf7f1e-2423-4359-a3fa-7139a4384cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:34.419858 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e1cf7f1e-2423-4359-a3fa-7139a4384cb9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/68c460c5-61ba-4285-879c-31e3c340d19b HTTP/1.1" status: 204 len: 168 time: 0.3164816 May 27 02:32:34.648888 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296a4f6-43eb-4e8f-aa01-975003032b68 req-5386ab5c-338c-4eb5-b7df-0ad2d92f3fe2 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:34.650241 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1296a4f6-43eb-4e8f-aa01-975003032b68 req-5386ab5c-338c-4eb5-b7df-0ad2d92f3fe2 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.2735813 May 27 02:32:34.677172 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee30bb-d9e8-4bdc-92b3-bea5b482760b req-cfe7ae10-1c78-4cee-9dc2-d5a348f27544 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:34.678594 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e4ee30bb-d9e8-4bdc-92b3-bea5b482760b req-cfe7ae10-1c78-4cee-9dc2-d5a348f27544 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 946 time: 0.3001952 May 27 02:32:34.753518 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1296a4f6-43eb-4e8f-aa01-975003032b68 req-e854926c-eb7d-4338-93d4-1ab005a6d286 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973687 May 27 02:32:34.770147 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e4ee30bb-d9e8-4bdc-92b3-bea5b482760b req-ed64d9d0-d57e-4d2e-9763-c895438ab570 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781636 May 27 02:32:34.777106 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c8fa1a69-a85f-48bb-8fe1-6655883bf02c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:34.859346 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c8fa1a69-a85f-48bb-8fe1-6655883bf02c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:35.028093 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa1a69-a85f-48bb-8fe1-6655883bf02c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Pushing event updated for resources: {'Port': ['ID=6764d120-eab9-4711-b137-d1b9c0079da8,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:35.054433 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c8fa1a69-a85f-48bb-8fe1-6655883bf02c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:35.087596 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3952f-9d05-4a28-9fb2-faea7be372e6 req-8a612d8c-b909-4923-bcd2-473c72ba8770 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:35.089121 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2ed3952f-9d05-4a28-9fb2-faea7be372e6 req-8a612d8c-b909-4923-bcd2-473c72ba8770 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.1876299 May 27 02:32:35.140353 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2ed3952f-9d05-4a28-9fb2-faea7be372e6 req-6fe25de4-3d5c-431c-950f-5b6eef839c05 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413668 May 27 02:32:35.173571 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c8fa1a69-a85f-48bb-8fe1-6655883bf02c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:35.174770 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c8fa1a69-a85f-48bb-8fe1-6655883bf02c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6209404 May 27 02:32:35.472141 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-af569dec-39f1-41b0-89e0-b447f0e6f4ee req-9a3be6e5-eeb5-421a-892b-610d10b69271 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=b5ea1dadce014c8bb6c8d9e009e7786c HTTP/1.1" status: 200 len: 221 time: 0.0530751 May 27 02:32:35.574346 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a0fe5368-1150-4e22-a892-2193395da476 req-a73073e8-a9b0-4da9-a021-062464ea3dea tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--468650978&fields=id&tenant_id=2651911d1c264f1c8c7218b6fddf9f10 HTTP/1.1" status: 200 len: 267 time: 0.0493915 May 27 02:32:35.887963 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57532) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:35.905724 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe5368-1150-4e22-a892-2193395da476 req-01e3ed2a-33eb-4877-a7b6-bc390f612e1d tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:35.907167 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a0fe5368-1150-4e22-a892-2193395da476 req-01e3ed2a-33eb-4877-a7b6-bc390f612e1d tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/networks?id=72395de2-24ec-482b-bef7-14825a5fc695 HTTP/1.1" status: 200 len: 814 time: 0.2955687 May 27 02:32:35.915306 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a063e6e-ea85-464e-9d97-84fe85421f9f req-dd2b27a8-4ea0-4c2d-97bc-0bf6ace305f8 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:35.916799 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3a063e6e-ea85-464e-9d97-84fe85421f9f req-dd2b27a8-4ea0-4c2d-97bc-0bf6ace305f8 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.3393843 May 27 02:32:35.941672 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a0fe5368-1150-4e22-a892-2193395da476 req-5933c364-8546-4a6b-9d4e-f6af19df75f7 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/quotas/2651911d1c264f1c8c7218b6fddf9f10 HTTP/1.1" status: 200 len: 375 time: 0.0239024 May 27 02:32:36.017217 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3a063e6e-ea85-464e-9d97-84fe85421f9f req-61671f93-afeb-443c-9bcc-8c49ddf6e16b tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923228 May 27 02:32:36.065706 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a0fe5368-1150-4e22-a892-2193395da476 req-dac7a598-8034-40d7-a627-ded55d4c935e tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=2651911d1c264f1c8c7218b6fddf9f10&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1178784 May 27 02:32:36.133171 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-0ac2abaa-7992-4a4a-9670-5828e64e9148 tempest-DvrRoutersNegativeTest-866112010 tempest-DvrRoutersNegativeTest-866112010-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-414736833', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:32:36.136902 n-d-843554-3 neutron-server[88901]: DEBUG neutron.policy [None req-0ac2abaa-7992-4a4a-9670-5828e64e9148 tempest-DvrRoutersNegativeTest-866112010 tempest-DvrRoutersNegativeTest-866112010-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88901) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} May 27 02:32:36.137324 n-d-843554-3 neutron-server[88901]: DEBUG neutron.policy [None req-0ac2abaa-7992-4a4a-9670-5828e64e9148 tempest-DvrRoutersNegativeTest-866112010 tempest-DvrRoutersNegativeTest-866112010-project] Failed policy check for 'create_router' {{(pid=88901) enforce /opt/stack/neutron/neutron/policy.py:520}} May 27 02:32:36.138062 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-0ac2abaa-7992-4a4a-9670-5828e64e9148 tempest-DvrRoutersNegativeTest-866112010 tempest-DvrRoutersNegativeTest-866112010-project] create failed (client error): Access was denied to this resource. May 27 02:32:36.139217 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0ac2abaa-7992-4a4a-9670-5828e64e9148 tempest-DvrRoutersNegativeTest-866112010 tempest-DvrRoutersNegativeTest-866112010-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2498639 May 27 02:32:36.276298 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a0fe5368-1150-4e22-a892-2193395da476 req-408677cf-5992-4b04-8e49-4fbfc3a1f485 service neutron] 10.222.0.57 "GET /v2.0/networks/72395de2-24ec-482b-bef7-14825a5fc695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972208 May 27 02:32:36.284258 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066c4ef-a257-49f9-8b9d-ceb4b6e0efdc req-0b94cabb-9997-43f3-abdc-81a8a1903415 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:36.285687 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4066c4ef-a257-49f9-8b9d-ceb4b6e0efdc req-0b94cabb-9997-43f3-abdc-81a8a1903415 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 946 time: 0.1301696 May 27 02:32:36.407034 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4066c4ef-a257-49f9-8b9d-ceb4b6e0efdc req-adfd8dcb-cb03-474b-aa1f-a382282f31b4 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011961 May 27 02:32:36.442266 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a0fe5368-1150-4e22-a892-2193395da476 req-bd7c5134-0805-4114-af0d-fd7afc985264 service neutron] 10.222.0.57 "GET /v2.0/networks/72395de2-24ec-482b-bef7-14825a5fc695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556437 May 27 02:32:36.585844 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93eb383-1b0b-4907-8d93-5d92edb5f78f req-eccdc55e-ad6e-494b-a5a1-a3bc4c898802 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:36.587302 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a93eb383-1b0b-4907-8d93-5d92edb5f78f req-eccdc55e-ad6e-494b-a5a1-a3bc4c898802 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.0866098 May 27 02:32:36.632453 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a93eb383-1b0b-4907-8d93-5d92edb5f78f req-39b1b750-0627-40ed-9a67-cb5b8b5c7ba2 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394788 May 27 02:32:36.746339 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d710a145-d7c4-4d4a-aec2-5c45415e611a req-5c9c8698-1c3f-49e9-b961-9deabcf2ca7d tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8e0e1ad-e076-4b87-9a26-8d481ddd8d65 HTTP/1.1" status: 200 len: 210 time: 0.0633118 May 27 02:32:36.760385 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57558) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:36.930662 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8493b12-776b-4eed-b043-0eed112a4866 req-754428d3-c656-4704-a8e0-b5a755adfba9 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:36.932127 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d8493b12-776b-4eed-b043-0eed112a4866 req-754428d3-c656-4704-a8e0-b5a755adfba9 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.0847321 May 27 02:32:36.981421 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d8493b12-776b-4eed-b043-0eed112a4866 req-d9834d9e-5585-4cab-b662-aaf70f3fdfe7 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428255 May 27 02:32:37.049858 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ad752df-ddc8-43bd-97b8-291f6b932c33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:37.067160 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6ad752df-ddc8-43bd-97b8-291f6b932c33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:32:37.072324 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6ad752df-ddc8-43bd-97b8-291f6b932c33 admin admin] Usage tracker for resource:security_group_rule and tenant:dc5921f7f64740199cf71fc7fd0d236d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:32:37.076188 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6ad752df-ddc8-43bd-97b8-291f6b932c33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:32:37.082947 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6ad752df-ddc8-43bd-97b8-291f6b932c33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:32:37.172975 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ad752df-ddc8-43bd-97b8-291f6b932c33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:37.181849 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96fe010-7c47-47a6-b945-9363b3969f59 req-d7363f64-487b-4cfb-81c4-f7704ea0bb20 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:37.183314 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a96fe010-7c47-47a6-b945-9363b3969f59 req-d7363f64-487b-4cfb-81c4-f7704ea0bb20 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.0904605 May 27 02:32:37.231041 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a96fe010-7c47-47a6-b945-9363b3969f59 req-cc1caf1c-c84a-4869-9eca-2464a23f8987 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417809 May 27 02:32:37.255338 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ad752df-ddc8-43bd-97b8-291f6b932c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:37.304240 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6ad752df-ddc8-43bd-97b8-291f6b932c33 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dc5921f7f64740199cf71fc7fd0d236d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5422575 May 27 02:32:37.305275 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad752df-ddc8-43bd-97b8-291f6b932c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db67270-7784-43cb-868a-330adbeb121a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:37.308372 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57580) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:37.417688 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de896ffb-c638-4821-8996-d422a9d918da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:37.454691 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de896ffb-c638-4821-8996-d422a9d918da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:37.507462 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3f039-b320-43d6-b937-454edd4c6dd7 req-3660964d-2ef2-496c-850b-e51c2124e917 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:37.510764 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9bb3f039-b320-43d6-b937-454edd4c6dd7 req-3660964d-2ef2-496c-850b-e51c2124e917 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.1459026 May 27 02:32:37.581650 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:32:37.608581 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9bb3f039-b320-43d6-b937-454edd4c6dd7 req-b8ebf516-3124-4d46-9cf8-0852f5499db2 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931396 May 27 02:32:37.634900 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9c466-3548-40b7-9f17-82d4a3049e71 req-60bfb64a-196c-48ce-9e14-68b84f1e166a tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:37.642666 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5cf9c466-3548-40b7-9f17-82d4a3049e71 req-60bfb64a-196c-48ce-9e14-68b84f1e166a tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 946 time: 0.1248293 May 27 02:32:37.661450 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de896ffb-c638-4821-8996-d422a9d918da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:37.687731 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de896ffb-c638-4821-8996-d422a9d918da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db67270-7784-43cb-868a-330adbeb121a,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:37.700297 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de896ffb-c638-4821-8996-d422a9d918da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:37.704508 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-de896ffb-c638-4821-8996-d422a9d918da admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7db67270-7784-43cb-868a-330adbeb121a HTTP/1.1" status: 204 len: 168 time: 0.3946044 May 27 02:32:37.721597 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5cf9c466-3548-40b7-9f17-82d4a3049e71 req-8ad3c665-80a2-48b3-9212-ccc4c5a754cb tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778654 May 27 02:32:37.890208 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4ef3e-d32c-4f0e-b49c-f50475785f8b req-9fd487e8-1339-45f3-8a29-6a491baecf85 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:37.891695 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d9a4ef3e-d32c-4f0e-b49c-f50475785f8b req-9fd487e8-1339-45f3-8a29-6a491baecf85 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.1678393 May 27 02:32:37.949465 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f919c6e6-7a73-457a-9f82-be76d9e36e49 req-971a0bef-8542-4ec5-9d7f-b02eaa06aac4 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8e0e1ad-e076-4b87-9a26-8d481ddd8d65 HTTP/1.1" status: 200 len: 210 time: 0.0544474 May 27 02:32:37.975224 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d9a4ef3e-d32c-4f0e-b49c-f50475785f8b req-4a5b37f4-435e-4c20-b43b-e1b52793b9aa tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500414 May 27 02:32:38.192415 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284a082-f3be-484e-8349-edd2359dc594 req-5382aa34-9ac0-43b9-990b-5db184a5b8cb tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:38.202106 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1284a082-f3be-484e-8349-edd2359dc594 req-5382aa34-9ac0-43b9-990b-5db184a5b8cb tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.0964863 May 27 02:32:38.240584 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1284a082-f3be-484e-8349-edd2359dc594 req-a59aa2b5-e832-4e1b-9a6e-fff4ec42c4cd tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398927 May 27 02:32:38.432846 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52783d-bba1-42b3-8792-e35e21a5cd57 req-8c193439-4f73-4ff4-9091-dc39ed5d821b tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:38.434396 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dc52783d-bba1-42b3-8792-e35e21a5cd57 req-8c193439-4f73-4ff4-9091-dc39ed5d821b tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.0822091 May 27 02:32:38.480652 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dc52783d-bba1-42b3-8792-e35e21a5cd57 req-df6bfd67-fd3b-4f0f-8630-21f5d7dd96b3 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403986 May 27 02:32:38.858210 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956527f-ee25-4c41-8472-ffdb03feb059 req-6827a15d-4a0b-4d49-9a37-82d2a4d53849 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:38.860063 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f956527f-ee25-4c41-8472-ffdb03feb059 req-6827a15d-4a0b-4d49-9a37-82d2a4d53849 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.2512140 May 27 02:32:38.957219 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f956527f-ee25-4c41-8472-ffdb03feb059 req-310ca97c-5a29-4023-8a7b-1d2f083bcd72 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886350 May 27 02:32:39.005752 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e54006-bb3a-4518-a84e-69244dc7d365 req-938b20b3-7216-4703-935c-1e6fa0b648d1 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:39.012983 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-10e54006-bb3a-4518-a84e-69244dc7d365 req-938b20b3-7216-4703-935c-1e6fa0b648d1 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 946 time: 0.1455338 May 27 02:32:39.101988 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-10e54006-bb3a-4518-a84e-69244dc7d365 req-ae73ecac-27e5-403e-b5bf-688c5e114d70 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880437 May 27 02:32:39.120839 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe5368-1150-4e22-a892-2193395da476 req-89a9352d-c47b-48f1-aa37-4da53dbbde5d tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:39.124354 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-a0fe5368-1150-4e22-a892-2193395da476 req-89a9352d-c47b-48f1-aa37-4da53dbbde5d tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Synchronizing usage tracker for tenant:2651911d1c264f1c8c7218b6fddf9f10 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:32:39.190461 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4d7447cd-d7d9-4510-b30d-6e3a9a188094 req-e5f13a13-3d9f-4375-a6aa-75388c5b9fe3 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8e0e1ad-e076-4b87-9a26-8d481ddd8d65 HTTP/1.1" status: 200 len: 210 time: 0.0456834 May 27 02:32:39.236110 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57644) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:39.276650 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-a0fe5368-1150-4e22-a892-2193395da476 req-89a9352d-c47b-48f1-aa37-4da53dbbde5d tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Unset dirty status for tenant:2651911d1c264f1c8c7218b6fddf9f10 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:32:39.278178 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a0fe5368-1150-4e22-a892-2193395da476 req-89a9352d-c47b-48f1-aa37-4da53dbbde5d tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.32 "GET /v2.0/networks?id=72395de2-24ec-482b-bef7-14825a5fc695 HTTP/1.1" status: 200 len: 814 time: 0.3505015 May 27 02:32:39.334075 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195c192-5ba6-4846-b249-fac857645ca6 req-11a00edd-6eac-45ac-a990-c2ab2912057f tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:39.335743 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1195c192-5ba6-4846-b249-fac857645ca6 req-11a00edd-6eac-45ac-a990-c2ab2912057f tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.1002786 May 27 02:32:39.368491 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-a0fe5368-1150-4e22-a892-2193395da476 req-5ac08e39-1e91-4b75-bb5e-d0b0e4d25a78 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Synchronizing usage tracker for tenant:2651911d1c264f1c8c7218b6fddf9f10 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:32:39.376790 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-658a0f9a-b5ef-4f79-a5f0-6345737f5f52 tempest-SubnetPoolsTestJSON-923401073 tempest-SubnetPoolsTestJSON-923401073-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2105490019', 'prefixes': ['172.20.0.0/16']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:32:39.386688 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-658a0f9a-b5ef-4f79-a5f0-6345737f5f52 tempest-SubnetPoolsTestJSON-923401073 tempest-SubnetPoolsTestJSON-923401073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:32:39.390193 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1195c192-5ba6-4846-b249-fac857645ca6 req-441047e7-156a-411d-8ebb-9875d1663ca1 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475931 May 27 02:32:39.459903 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-a0fe5368-1150-4e22-a892-2193395da476 req-5ac08e39-1e91-4b75-bb5e-d0b0e4d25a78 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Unset dirty status for tenant:2651911d1c264f1c8c7218b6fddf9f10 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:32:39.461362 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a0fe5368-1150-4e22-a892-2193395da476 req-5ac08e39-1e91-4b75-bb5e-d0b0e4d25a78 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2651911d1c264f1c8c7218b6fddf9f10 HTTP/1.1" status: 200 len: 379 time: 0.1717153 May 27 02:32:39.475842 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-a0fe5368-1150-4e22-a892-2193395da476 req-5ddf80c4-c29e-4c70-9a6c-9d031593dbc1 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Request body: {'port': {'device_id': 'd8e0e1ad-e076-4b87-9a26-8d481ddd8d65', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'admin_state_up': True, 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'security_groups': ['d9e0f7bc-c96b-47b4-bfb7-8db51c1987ae']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:32:39.597455 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c236a-7c36-47c6-bcdc-3df0943bf5fa req-659eae1c-fb99-4e66-a5de-deb3aa2fa4c6 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:39.599009 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4b4c236a-7c36-47c6-bcdc-3df0943bf5fa req-659eae1c-fb99-4e66-a5de-deb3aa2fa4c6 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.0815551 May 27 02:32:39.630863 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-a0fe5368-1150-4e22-a892-2193395da476 req-5ddf80c4-c29e-4c70-9a6c-9d031593dbc1 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:32:39.636852 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-a0fe5368-1150-4e22-a892-2193395da476 req-5ddf80c4-c29e-4c70-9a6c-9d031593dbc1 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Usage tracker for resource:port and tenant:2651911d1c264f1c8c7218b6fddf9f10 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:32:39.639456 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-a0fe5368-1150-4e22-a892-2193395da476 req-5ddf80c4-c29e-4c70-9a6c-9d031593dbc1 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:32:39.645276 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-a0fe5368-1150-4e22-a892-2193395da476 req-5ddf80c4-c29e-4c70-9a6c-9d031593dbc1 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:32:39.648392 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4b4c236a-7c36-47c6-bcdc-3df0943bf5fa req-b7331086-0417-4011-ba83-02b8130656c8 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433440 May 27 02:32:39.728148 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0fe5368-1150-4e22-a892-2193395da476 req-5ddf80c4-c29e-4c70-9a6c-9d031593dbc1 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Made reservation on behalf of 2651911d1c264f1c8c7218b6fddf9f10 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:32:39.733047 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a0fe5368-1150-4e22-a892-2193395da476 req-5ddf80c4-c29e-4c70-9a6c-9d031593dbc1 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:39.796246 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-658a0f9a-b5ef-4f79-a5f0-6345737f5f52 tempest-SubnetPoolsTestJSON-923401073 tempest-SubnetPoolsTestJSON-923401073-project] Notify callbacks [] for subnetpool, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:39.797789 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-658a0f9a-b5ef-4f79-a5f0-6345737f5f52 tempest-SubnetPoolsTestJSON-923401073 tempest-SubnetPoolsTestJSON-923401073-project] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5605989 May 27 02:32:39.800977 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57666) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:39.854864 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-72f4cfdf-03c7-4a8f-8bfa-390752fb9473 tempest-SubnetPoolsTestJSON-923401073 tempest-SubnetPoolsTestJSON-923401073-project] 10.222.0.57 "GET /v2.0/subnetpools/808b756e-2017-44a0-be59-dc26d8d7ab1b HTTP/1.1" status: 200 len: 732 time: 0.0525401 May 27 02:32:39.858371 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57670) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:39.868232 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-1b24d5d0-861e-4291-97bb-0495b32d2295 tempest-SubnetPoolsTestJSON-923401073 tempest-SubnetPoolsTestJSON-923401073-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1377768294'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:32:39.887857 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408ad85-fff2-418b-afb0-e190463bbddc req-a12de389-dde4-41bc-b04f-cb5f7e60fddb tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:39.889349 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b408ad85-fff2-418b-afb0-e190463bbddc req-a12de389-dde4-41bc-b04f-cb5f7e60fddb tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.1147907 May 27 02:32:39.933382 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b408ad85-fff2-418b-afb0-e190463bbddc req-dcd4b6cc-7d39-4170-b9fb-9e475185d842 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380299 May 27 02:32:39.993991 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-a0fe5368-1150-4e22-a892-2193395da476 req-5ddf80c4-c29e-4c70-9a6c-9d031593dbc1 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Allocated IP 172.20.0.13 (72395de2-24ec-482b-bef7-14825a5fc695/8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95/67571f92-a84f-4e62-afbe-7415c4c115a3) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:32:40.133852 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1b24d5d0-861e-4291-97bb-0495b32d2295 tempest-SubnetPoolsTestJSON-923401073 tempest-SubnetPoolsTestJSON-923401073-project] Notify callbacks [] for subnetpool, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:40.136456 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1b24d5d0-861e-4291-97bb-0495b32d2295 tempest-SubnetPoolsTestJSON-923401073 tempest-SubnetPoolsTestJSON-923401073-project] 10.222.0.57 "PUT /v2.0/subnetpools/808b756e-2017-44a0-be59-dc26d8d7ab1b HTTP/1.1" status: 200 len: 684 time: 0.2775242 May 27 02:32:40.145327 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd57c11-1b6a-4697-a651-93d100cc52bf req-5829cb3b-86ea-4bb9-a071-f29608f4fd59 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:40.146984 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fdd57c11-1b6a-4697-a651-93d100cc52bf req-5829cb3b-86ea-4bb9-a071-f29608f4fd59 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.0830019 May 27 02:32:40.147324 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57684) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:40.205492 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fdd57c11-1b6a-4697-a651-93d100cc52bf req-ce4e9d52-0f39-45fe-b46c-2712c8f42eaf tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497496 May 27 02:32:40.269010 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a0fe5368-1150-4e22-a892-2193395da476 req-5ddf80c4-c29e-4c70-9a6c-9d031593dbc1 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:40.324166 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3dfe8-1ffe-4717-bee9-45fab7a85bf5 req-163b25d1-6fc3-4acb-9e51-993d830f58a7 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:40.325654 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bcd3dfe8-1ffe-4717-bee9-45fab7a85bf5 req-163b25d1-6fc3-4acb-9e51-993d830f58a7 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 946 time: 0.0943489 May 27 02:32:40.354348 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-a0fe5368-1150-4e22-a892-2193395da476 req-5ddf80c4-c29e-4c70-9a6c-9d031593dbc1 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Transition to ACTIVE for port object 67571f92-a84f-4e62-afbe-7415c4c115a3 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:32:40.365122 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6beb1dba-b663-42c2-89ab-60fcabae5a06 tempest-SubnetPoolsTestJSON-923401073 tempest-SubnetPoolsTestJSON-923401073-project] Notify callbacks [] for subnetpool, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:40.368825 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6beb1dba-b663-42c2-89ab-60fcabae5a06 tempest-SubnetPoolsTestJSON-923401073 tempest-SubnetPoolsTestJSON-923401073-project] 10.222.0.57 "DELETE /v2.0/subnetpools/808b756e-2017-44a0-be59-dc26d8d7ab1b HTTP/1.1" status: 204 len: 168 time: 0.2180133 May 27 02:32:40.368918 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57694) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:40.391480 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-9532930e-a641-42da-986d-07b9317ccd03 tempest-SubnetPoolsTestJSON-923401073 tempest-SubnetPoolsTestJSON-923401073-project] show failed (client error): The resource could not be found. May 27 02:32:40.394996 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9532930e-a641-42da-986d-07b9317ccd03 tempest-SubnetPoolsTestJSON-923401073 tempest-SubnetPoolsTestJSON-923401073-project] 10.222.0.57 "GET /v2.0/subnetpools/808b756e-2017-44a0-be59-dc26d8d7ab1b HTTP/1.1" status: 404 len: 346 time: 0.0221016 May 27 02:32:40.395311 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57698) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:40.403753 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b83ac1d0-0fad-4184-9cdc-b921462233f6 req-2cc5a458-fc6e-4222-bce3-8c112d063db7 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8e0e1ad-e076-4b87-9a26-8d481ddd8d65 HTTP/1.1" status: 200 len: 210 time: 0.0579596 May 27 02:32:40.423678 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-e7c550cd-5cb7-4234-ad17-040424dac78e tempest-SubnetPoolsTestJSON-923401073 tempest-SubnetPoolsTestJSON-923401073-project] delete failed (client error): The resource could not be found. May 27 02:32:40.423678 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e7c550cd-5cb7-4234-ad17-040424dac78e tempest-SubnetPoolsTestJSON-923401073 tempest-SubnetPoolsTestJSON-923401073-project] 10.222.0.57 "DELETE /v2.0/subnetpools/808b756e-2017-44a0-be59-dc26d8d7ab1b HTTP/1.1" status: 404 len: 346 time: 0.0227547 May 27 02:32:40.436091 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bcd3dfe8-1ffe-4717-bee9-45fab7a85bf5 req-aa54ba0c-714d-4b13-bdfd-17af9d7c2bdc tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043823 May 27 02:32:40.499691 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a0fe5368-1150-4e22-a892-2193395da476 req-5ddf80c4-c29e-4c70-9a6c-9d031593dbc1 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:40.577521 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0fe5368-1150-4e22-a892-2193395da476 req-5ddf80c4-c29e-4c70-9a6c-9d031593dbc1 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Network 72395de2-24ec-482b-bef7-14825a5fc695 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:32:40.581426 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-a0fe5368-1150-4e22-a892-2193395da476 req-5ddf80c4-c29e-4c70-9a6c-9d031593dbc1 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:32:40.585624 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0fe5368-1150-4e22-a892-2193395da476 req-5ddf80c4-c29e-4c70-9a6c-9d031593dbc1 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:32:40.586951 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e30e28-708e-41b0-9647-172978d30546 req-a9331cf1-70c6-463a-abe9-bea0aa850a96 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:40.590518 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-78e30e28-708e-41b0-9647-172978d30546 req-a9331cf1-70c6-463a-abe9-bea0aa850a96 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.0871501 May 27 02:32:40.641628 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf80c4-c29e-4c70-9a6c-9d031593dbc1 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Pushing event updated for resources: {'Port': ['ID=67571f92-a84f-4e62-afbe-7415c4c115a3,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:40.645288 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-78e30e28-708e-41b0-9647-172978d30546 req-bddd84bc-494f-45e4-960c-dd3d0f23155b tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473688 May 27 02:32:40.680888 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe5368-1150-4e22-a892-2193395da476 req-5ddf80c4-c29e-4c70-9a6c-9d031593dbc1 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:40.680888 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a0fe5368-1150-4e22-a892-2193395da476 req-5ddf80c4-c29e-4c70-9a6c-9d031593dbc1 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:40.751907 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a0fe5368-1150-4e22-a892-2193395da476 req-5ddf80c4-c29e-4c70-9a6c-9d031593dbc1 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2809665 May 27 02:32:40.764171 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-a0fe5368-1150-4e22-a892-2193395da476 req-9257a766-5cbb-47fa-8b16-5555ec16068b service neutron] Request body: {'port': {'device_id': 'd8e0e1ad-e076-4b87-9a26-8d481ddd8d65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:32:40.897263 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a0fe5368-1150-4e22-a892-2193395da476 req-9257a766-5cbb-47fa-8b16-5555ec16068b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:41.005786 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-fe2d4155-9a3a-493b-bd00-91106fd8ca38 None None] Provisioning for port 67571f92-a84f-4e62-afbe-7415c4c115a3 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:32:41.012222 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-fe2d4155-9a3a-493b-bd00-91106fd8ca38 None None] Provisioning complete for port 67571f92-a84f-4e62-afbe-7415c4c115a3 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:32:41.015656 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fe2d4155-9a3a-493b-bd00-91106fd8ca38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:41.083801 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-fe2d4155-9a3a-493b-bd00-91106fd8ca38 None None] Port 67571f92-a84f-4e62-afbe-7415c4c115a3 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:32:41.131627 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57716) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:41.153362 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64910feb-eb2a-4f3c-960c-f915b96f237b req-74bdc12d-033e-4c3b-a458-b0cc65033475 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:41.154966 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-64910feb-eb2a-4f3c-960c-f915b96f237b req-74bdc12d-033e-4c3b-a458-b0cc65033475 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.1593547 May 27 02:32:41.218671 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-64910feb-eb2a-4f3c-960c-f915b96f237b req-d0647e5f-7c5e-47a2-b64b-33cf96da629b tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554926 May 27 02:32:41.311304 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-307b3507-8496-4825-b27a-a593a7e4cec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:41.361767 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-307b3507-8496-4825-b27a-a593a7e4cec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:32:41.370782 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-307b3507-8496-4825-b27a-a593a7e4cec1 admin admin] Usage tracker for resource:security_group_rule and tenant:8597dffa1ab84e5fad5e679223beff5d is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:32:41.374784 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-307b3507-8496-4825-b27a-a593a7e4cec1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:32:41.385501 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-307b3507-8496-4825-b27a-a593a7e4cec1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:32:41.395396 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-a0fe5368-1150-4e22-a892-2193395da476 req-9257a766-5cbb-47fa-8b16-5555ec16068b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67571f92-a84f-4e62-afbe-7415c4c115a3 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:32:41.404339 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a0fe5368-1150-4e22-a892-2193395da476 req-9257a766-5cbb-47fa-8b16-5555ec16068b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:41.421038 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-a0fe5368-1150-4e22-a892-2193395da476 req-9257a766-5cbb-47fa-8b16-5555ec16068b service neutron] Transition to ACTIVE for port object 67571f92-a84f-4e62-afbe-7415c4c115a3 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:32:41.446909 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430613cf-0c4e-4d0c-92dc-48f7a874299b req-4a316dbd-5ee3-4149-839b-8d8cb4cee794 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:41.448412 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-430613cf-0c4e-4d0c-92dc-48f7a874299b req-4a316dbd-5ee3-4149-839b-8d8cb4cee794 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.1263630 May 27 02:32:41.516460 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a0fe5368-1150-4e22-a892-2193395da476 req-9257a766-5cbb-47fa-8b16-5555ec16068b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:41.559079 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-430613cf-0c4e-4d0c-92dc-48f7a874299b req-4609d85f-12bf-4978-bccc-f3fe0450d10c tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047058 May 27 02:32:41.589030 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-307b3507-8496-4825-b27a-a593a7e4cec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:41.653837 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9257a766-5cbb-47fa-8b16-5555ec16068b service neutron] Pushing event updated for resources: {'Port': ['ID=67571f92-a84f-4e62-afbe-7415c4c115a3,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:41.654593 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24793f69-1779-454c-b73c-950612948350 req-8d8a82ce-ca6e-4a4b-ac4d-a2993868f469 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:41.666046 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-24793f69-1779-454c-b73c-950612948350 req-8d8a82ce-ca6e-4a4b-ac4d-a2993868f469 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8e0e1ad-e076-4b87-9a26-8d481ddd8d65 HTTP/1.1" status: 200 len: 944 time: 0.1460433 May 27 02:32:41.704677 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-307b3507-8496-4825-b27a-a593a7e4cec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:41.797082 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b3507-8496-4825-b27a-a593a7e4cec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c94a38-dcf7-4dcd-8034-ffff6bee6b9c,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:41.807433 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-a0fe5368-1150-4e22-a892-2193395da476 req-9257a766-5cbb-47fa-8b16-5555ec16068b service neutron] Attempting to bind port 67571f92-a84f-4e62-afbe-7415c4c115a3 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:32:41.813477 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-a0fe5368-1150-4e22-a892-2193395da476 req-9257a766-5cbb-47fa-8b16-5555ec16068b service neutron] Attempting to bind port 67571f92-a84f-4e62-afbe-7415c4c115a3 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '2f5a53b5-f564-4864-b9f2-3ebea542732b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:32:41.813477 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fe5368-1150-4e22-a892-2193395da476 req-9257a766-5cbb-47fa-8b16-5555ec16068b service neutron] Attempting to bind port 67571f92-a84f-4e62-afbe-7415c4c115a3 on network 72395de2-24ec-482b-bef7-14825a5fc695 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:32:41.821855 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fe5368-1150-4e22-a892-2193395da476 req-9257a766-5cbb-47fa-8b16-5555ec16068b service neutron] Port 67571f92-a84f-4e62-afbe-7415c4c115a3 on network 72395de2-24ec-482b-bef7-14825a5fc695 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:32:41.822208 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fe5368-1150-4e22-a892-2193395da476 req-9257a766-5cbb-47fa-8b16-5555ec16068b service neutron] Attempting to bind port 67571f92-a84f-4e62-afbe-7415c4c115a3 on network 72395de2-24ec-482b-bef7-14825a5fc695 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:32:41.830102 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fe5368-1150-4e22-a892-2193395da476 req-9257a766-5cbb-47fa-8b16-5555ec16068b service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:32:41.830424 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fe5368-1150-4e22-a892-2193395da476 req-9257a766-5cbb-47fa-8b16-5555ec16068b service neutron] Checking segment: {'id': '2f5a53b5-f564-4864-b9f2-3ebea542732b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:32:41.830841 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fe5368-1150-4e22-a892-2193395da476 req-9257a766-5cbb-47fa-8b16-5555ec16068b service neutron] Bound using segment: {'id': '2f5a53b5-f564-4864-b9f2-3ebea542732b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:32:41.831277 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-a0fe5368-1150-4e22-a892-2193395da476 req-9257a766-5cbb-47fa-8b16-5555ec16068b service neutron] Bound port: 67571f92-a84f-4e62-afbe-7415c4c115a3, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f5a53b5-f564-4864-b9f2-3ebea542732b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:32:41.831621 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a0fe5368-1150-4e22-a892-2193395da476 req-9257a766-5cbb-47fa-8b16-5555ec16068b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:41.902345 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-24793f69-1779-454c-b73c-950612948350 req-919b304b-9059-463c-9eea-6aa13fca89a1 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?id=d9e0f7bc-c96b-47b4-bfb7-8db51c1987ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2351515 May 27 02:32:41.943748 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-307b3507-8496-4825-b27a-a593a7e4cec1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8597dffa1ab84e5fad5e679223beff5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8108606 May 27 02:32:41.949472 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57746) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:41.999784 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-a0fe5368-1150-4e22-a892-2193395da476 req-9257a766-5cbb-47fa-8b16-5555ec16068b service neutron] For port 67571f92-a84f-4e62-afbe-7415c4c115a3, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:32:42.003134 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-a0fe5368-1150-4e22-a892-2193395da476 req-9257a766-5cbb-47fa-8b16-5555ec16068b service neutron] For port 67571f92-a84f-4e62-afbe-7415c4c115a3, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=67571f92-a84f-4e62-afbe-7415c4c115a3,segment=NetworkSegment(2f5a53b5-f564-4864-b9f2-3ebea542732b),segment_id=2f5a53b5-f564-4864-b9f2-3ebea542732b)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:32:42.091804 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a0fe5368-1150-4e22-a892-2193395da476 req-9257a766-5cbb-47fa-8b16-5555ec16068b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:42.148028 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467603a-c927-4880-a493-0b26b0973e09 req-1915ca52-3630-4957-86a9-42bf9aed293e tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:42.149543 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4467603a-c927-4880-a493-0b26b0973e09 req-1915ca52-3630-4957-86a9-42bf9aed293e tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 946 time: 0.3536966 May 27 02:32:42.160075 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe5368-1150-4e22-a892-2193395da476 req-9257a766-5cbb-47fa-8b16-5555ec16068b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:42.160982 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a0fe5368-1150-4e22-a892-2193395da476 req-9257a766-5cbb-47fa-8b16-5555ec16068b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:42.162349 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a0fe5368-1150-4e22-a892-2193395da476 req-9257a766-5cbb-47fa-8b16-5555ec16068b service neutron] 10.222.0.32 "PUT /v2.0/ports/67571f92-a84f-4e62-afbe-7415c4c115a3 HTTP/1.1" status: 200 len: 1092 time: 1.4028263 May 27 02:32:42.162782 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8e0e1ad-e076-4b87-9a26-8d481ddd8d65', 'tag': '67571f92-a84f-4e62-afbe-7415c4c115a3'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:32:42.186444 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9257a766-5cbb-47fa-8b16-5555ec16068b service neutron] Pushing event updated for resources: {'Port': ['ID=67571f92-a84f-4e62-afbe-7415c4c115a3,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:42.191403 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-63e1af12-5057-4956-89bb-bde58ad0aca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:42.247272 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4467603a-c927-4880-a493-0b26b0973e09 req-1e0d14a8-01c9-41f0-af6a-96ced9ed039d tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860660 May 27 02:32:42.249210 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da874b8-2481-4a4a-bc25-c0831011b707 req-6cd11c2a-224d-49d1-ad72-bf87337eebf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:42.250797 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1da874b8-2481-4a4a-bc25-c0831011b707 req-6cd11c2a-224d-49d1-ad72-bf87337eebf2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 1097 time: 0.2768865 May 27 02:32:42.256189 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-63e1af12-5057-4956-89bb-bde58ad0aca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:42.289860 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbfcbd-e1ac-454e-86a0-a7788fe07e69 req-5e42b835-bcee-49c4-93f5-ff9de0073e86 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:42.289860 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-75cbfcbd-e1ac-454e-86a0-a7788fe07e69 req-5e42b835-bcee-49c4-93f5-ff9de0073e86 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.2408328 May 27 02:32:42.331706 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9120b67b-5716-4e62-8ee0-d6829f691559'] response: {'name': 'network-changed', 'server_uuid': 'd8e0e1ad-e076-4b87-9a26-8d481ddd8d65', 'tag': '67571f92-a84f-4e62-afbe-7415c4c115a3', 'status': 'completed', 'code': 200} May 27 02:32:42.383229 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-75cbfcbd-e1ac-454e-86a0-a7788fe07e69 req-9e2b8131-0255-462d-a00d-6d42786592d5 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793607 May 27 02:32:42.384412 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe5368-1150-4e22-a892-2193395da476 req-264fa1a9-1de7-4dfa-8fce-d811404a03f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:42.386701 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a0fe5368-1150-4e22-a892-2193395da476 req-264fa1a9-1de7-4dfa-8fce-d811404a03f7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2651911d1c264f1c8c7218b6fddf9f10&device_id=d8e0e1ad-e076-4b87-9a26-8d481ddd8d65 HTTP/1.1" status: 200 len: 1095 time: 0.1066575 May 27 02:32:42.394565 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1da874b8-2481-4a4a-bc25-c0831011b707 req-231a179c-f73e-4200-9965-49abb941414a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312022 May 27 02:32:42.452319 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57756) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:42.471574 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a0fe5368-1150-4e22-a892-2193395da476 req-5020a91a-61d7-4d2b-9bab-e496936f0465 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67571f92-a84f-4e62-afbe-7415c4c115a3 HTTP/1.1" status: 200 len: 217 time: 0.0769360 May 27 02:32:42.480546 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-63e1af12-5057-4956-89bb-bde58ad0aca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:42.496747 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e1af12-5057-4956-89bb-bde58ad0aca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c94a38-dcf7-4dcd-8034-ffff6bee6b9c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:42.539672 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe5368-1150-4e22-a892-2193395da476 req-3ca49c03-7620-48a5-9871-09ad01b966a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:42.541169 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a0fe5368-1150-4e22-a892-2193395da476 req-3ca49c03-7620-48a5-9871-09ad01b966a7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95 HTTP/1.1" status: 200 len: 853 time: 0.0612965 May 27 02:32:42.620465 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe5368-1150-4e22-a892-2193395da476 req-a4cfb9f4-41e5-4cd8-8d59-0c527225c3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:42.622002 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a0fe5368-1150-4e22-a892-2193395da476 req-a4cfb9f4-41e5-4cd8-8d59-0c527225c3e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72395de2-24ec-482b-bef7-14825a5fc695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742853 May 27 02:32:42.682866 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-63e1af12-5057-4956-89bb-bde58ad0aca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:42.683871 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-63e1af12-5057-4956-89bb-bde58ad0aca7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/05c94a38-dcf7-4dcd-8034-ffff6bee6b9c HTTP/1.1" status: 204 len: 168 time: 0.7317641 May 27 02:32:42.687657 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-58bf7e2f-7203-4350-a5cf-78e69cb8242e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:42.711441 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-58bf7e2f-7203-4350-a5cf-78e69cb8242e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:32:42.718232 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-58bf7e2f-7203-4350-a5cf-78e69cb8242e admin admin] Usage tracker for resource:security_group_rule and tenant:2fc892cabbaf46b0bd12e7cdd21f3639 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:32:42.723688 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-58bf7e2f-7203-4350-a5cf-78e69cb8242e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:32:42.731069 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-58bf7e2f-7203-4350-a5cf-78e69cb8242e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:32:42.763132 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52f0e1-cd0b-49fb-accb-72ef3b1ad467 req-d265ea34-cc5f-4f60-99ea-af4a257b1c84 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:42.764439 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a0fe5368-1150-4e22-a892-2193395da476 req-27958268-d72e-4d61-b4d8-768144c14b6a service neutron] 10.222.0.32 "GET /v2.0/networks/72395de2-24ec-482b-bef7-14825a5fc695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344650 May 27 02:32:42.764589 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ad52f0e1-cd0b-49fb-accb-72ef3b1ad467 req-d265ea34-cc5f-4f60-99ea-af4a257b1c84 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.2653682 May 27 02:32:42.832215 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ad52f0e1-cd0b-49fb-accb-72ef3b1ad467 req-a71e37eb-8c08-4b3a-8cbf-822ce50b9ae6 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592084 May 27 02:32:42.894353 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-58bf7e2f-7203-4350-a5cf-78e69cb8242e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:42.918375 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a0fe5368-1150-4e22-a892-2193395da476 req-89f0caaa-5559-4ae0-8173-eac217e705b2 service neutron] 10.222.0.32 "GET /v2.0/networks/72395de2-24ec-482b-bef7-14825a5fc695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428745 May 27 02:32:42.943131 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-58bf7e2f-7203-4350-a5cf-78e69cb8242e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:43.024767 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-58bf7e2f-7203-4350-a5cf-78e69cb8242e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2fc892cabbaf46b0bd12e7cdd21f3639&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5694559 May 27 02:32:43.025859 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57772) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:43.050650 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf7e2f-7203-4350-a5cf-78e69cb8242e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10174f3f-4179-4428-9178-8d8c19f61593,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:43.104423 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf7e2f-7203-4350-a5cf-78e69cb8242e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:32:43.104810 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf7e2f-7203-4350-a5cf-78e69cb8242e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:32:43.105132 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf7e2f-7203-4350-a5cf-78e69cb8242e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:32:43.105833 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf7e2f-7203-4350-a5cf-78e69cb8242e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:32:43.105833 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf7e2f-7203-4350-a5cf-78e69cb8242e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:32:43.106144 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf7e2f-7203-4350-a5cf-78e69cb8242e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:32:43.106410 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf7e2f-7203-4350-a5cf-78e69cb8242e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:32:43.106742 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf7e2f-7203-4350-a5cf-78e69cb8242e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:32:43.107058 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf7e2f-7203-4350-a5cf-78e69cb8242e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:32:43.107429 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf7e2f-7203-4350-a5cf-78e69cb8242e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:32:43.107747 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf7e2f-7203-4350-a5cf-78e69cb8242e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:32:43.108062 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf7e2f-7203-4350-a5cf-78e69cb8242e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:32:43.149736 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7692ef99-de50-4988-b6db-3203a0be9214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:43.167903 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125605c-171e-4e5c-af90-f73594d567c5 req-551e8cab-b9fa-41ef-a404-e356c68082e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:43.169401 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0125605c-171e-4e5c-af90-f73594d567c5 req-551e8cab-b9fa-41ef-a404-e356c68082e6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2651911d1c264f1c8c7218b6fddf9f10&device_id=d8e0e1ad-e076-4b87-9a26-8d481ddd8d65 HTTP/1.1" status: 200 len: 1095 time: 0.1447465 May 27 02:32:43.169794 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe073e8-0b85-44e8-a696-b9227d101069 req-45389d77-8a3c-476f-ae4b-c3e34f08e9f1 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:43.173382 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1fe073e8-0b85-44e8-a696-b9227d101069 req-45389d77-8a3c-476f-ae4b-c3e34f08e9f1 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.2054138 May 27 02:32:43.204880 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7692ef99-de50-4988-b6db-3203a0be9214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:43.208471 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d186f27-9ce8-441b-b6b3-a02766551df5 req-03737378-230d-4586-8ee8-378d18fed5c4 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:43.210059 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1d186f27-9ce8-441b-b6b3-a02766551df5 req-03737378-230d-4586-8ee8-378d18fed5c4 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8e0e1ad-e076-4b87-9a26-8d481ddd8d65 HTTP/1.1" status: 200 len: 944 time: 0.1653609 May 27 02:32:43.249199 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1fe073e8-0b85-44e8-a696-b9227d101069 req-babfda90-779f-4d63-9ee2-f8fac79396ce tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691140 May 27 02:32:43.294580 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1d186f27-9ce8-441b-b6b3-a02766551df5 req-1352af3c-82d0-43ce-ac5f-8fe5d888fc85 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?id=d9e0f7bc-c96b-47b4-bfb7-8db51c1987ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663328 May 27 02:32:43.360286 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125605c-171e-4e5c-af90-f73594d567c5 req-3f000be9-8571-4502-a974-4e052a05d859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:43.361829 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0125605c-171e-4e5c-af90-f73594d567c5 req-3f000be9-8571-4502-a974-4e052a05d859 service neutron] 10.222.0.32 "GET /v2.0/networks?id=72395de2-24ec-482b-bef7-14825a5fc695 HTTP/1.1" status: 200 len: 915 time: 0.1820521 May 27 02:32:43.538698 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7692ef99-de50-4988-b6db-3203a0be9214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:43.559484 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0125605c-171e-4e5c-af90-f73594d567c5 req-b98102b3-328a-4bfb-b674-87bc52c01ef3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67571f92-a84f-4e62-afbe-7415c4c115a3 HTTP/1.1" status: 200 len: 217 time: 0.1884375 May 27 02:32:43.561825 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692ef99-de50-4988-b6db-3203a0be9214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10174f3f-4179-4428-9178-8d8c19f61593,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:43.603086 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7692ef99-de50-4988-b6db-3203a0be9214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:43.603709 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ddcf4-9a6d-487e-9ac3-0bf947b3795d req-39766aea-0a2d-4a9b-8620-39330ca4abb0 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:43.604795 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7692ef99-de50-4988-b6db-3203a0be9214 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/10174f3f-4179-4428-9178-8d8c19f61593 HTTP/1.1" status: 204 len: 168 time: 0.5777698 May 27 02:32:43.608856 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ac3ddcf4-9a6d-487e-9ac3-0bf947b3795d req-39766aea-0a2d-4a9b-8620-39330ca4abb0 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 946 time: 0.1390257 May 27 02:32:43.622874 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24724c7a-96eb-48df-8965-4096cf3bb553 req-63afed63-2536-4fe2-8384-815432049bf9 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:43.625566 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-24724c7a-96eb-48df-8965-4096cf3bb553 req-63afed63-2536-4fe2-8384-815432049bf9 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.1973848 May 27 02:32:43.632346 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125605c-171e-4e5c-af90-f73594d567c5 req-d7950a18-701e-480a-98f2-c2b22795b422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:43.633885 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0125605c-171e-4e5c-af90-f73594d567c5 req-d7950a18-701e-480a-98f2-c2b22795b422 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95 HTTP/1.1" status: 200 len: 853 time: 0.0669973 May 27 02:32:43.706182 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-24724c7a-96eb-48df-8965-4096cf3bb553 req-b3342f92-1d18-4936-8f76-46006c7c6210 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637095 May 27 02:32:43.709181 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ac3ddcf4-9a6d-487e-9ac3-0bf947b3795d req-6c3452ac-ee88-4d54-b405-c4e9cf9aa831 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824835 May 27 02:32:43.712925 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125605c-171e-4e5c-af90-f73594d567c5 req-803066f0-e729-464e-aa78-582fff0b54a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:43.715008 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0125605c-171e-4e5c-af90-f73594d567c5 req-803066f0-e729-464e-aa78-582fff0b54a8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72395de2-24ec-482b-bef7-14825a5fc695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751982 May 27 02:32:43.880500 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0125605c-171e-4e5c-af90-f73594d567c5 req-21f93b3e-5ceb-4e1b-89b9-68ab47a19e7a service neutron] 10.222.0.32 "GET /v2.0/networks/72395de2-24ec-482b-bef7-14825a5fc695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538968 May 27 02:32:44.025105 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0125605c-171e-4e5c-af90-f73594d567c5 req-801a1175-1878-4965-9f96-36bbda9afb87 service neutron] 10.222.0.32 "GET /v2.0/networks/72395de2-24ec-482b-bef7-14825a5fc695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380012 May 27 02:32:44.280878 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f3acc-dfbd-4bca-9e1d-ffe71e53003a req-3b323bb1-cd4d-4d3b-a1d2-868293c375c8 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:44.288330 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b78f3acc-dfbd-4bca-9e1d-ffe71e53003a req-3b323bb1-cd4d-4d3b-a1d2-868293c375c8 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.0983939 May 27 02:32:44.336361 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b78f3acc-dfbd-4bca-9e1d-ffe71e53003a req-37850e3b-0507-4bf7-a74b-b9b36d7b303e tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456924 May 27 02:32:44.403167 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57824) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:44.425320 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-35cbfe29-1f46-41bd-b214-f9ef77df25f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:44.445518 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-35cbfe29-1f46-41bd-b214-f9ef77df25f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:32:44.450745 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-35cbfe29-1f46-41bd-b214-f9ef77df25f8 admin admin] Usage tracker for resource:security_group_rule and tenant:090fef45d37b403b88c1b73df84cb23a is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:32:44.454424 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-35cbfe29-1f46-41bd-b214-f9ef77df25f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:32:44.463677 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-35cbfe29-1f46-41bd-b214-f9ef77df25f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:32:44.540809 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b502a-a3cc-456e-a1fb-32097649cde3 req-0cf118d1-cd1f-41a1-9575-80b484bfc8ac tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:44.548709 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4b6b502a-a3cc-456e-a1fb-32097649cde3 req-0cf118d1-cd1f-41a1-9575-80b484bfc8ac tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8e0e1ad-e076-4b87-9a26-8d481ddd8d65 HTTP/1.1" status: 200 len: 944 time: 0.0940428 May 27 02:32:44.586753 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-35cbfe29-1f46-41bd-b214-f9ef77df25f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:44.610743 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4b6b502a-a3cc-456e-a1fb-32097649cde3 req-a157e63f-bd77-4d3c-85d3-b1895b98d9c6 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?id=d9e0f7bc-c96b-47b4-bfb7-8db51c1987ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611708 May 27 02:32:44.659312 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-35cbfe29-1f46-41bd-b214-f9ef77df25f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:44.715738 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-35cbfe29-1f46-41bd-b214-f9ef77df25f8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=090fef45d37b403b88c1b73df84cb23a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3107736 May 27 02:32:44.716041 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cbfe29-1f46-41bd-b214-f9ef77df25f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8dcc91-0db2-4186-b6b0-34f8bff0f058,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:44.719029 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57836) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:44.793314 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c1253a09-8dc8-4114-b6d6-13794baaa1eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:44.826678 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c1253a09-8dc8-4114-b6d6-13794baaa1eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:44.946909 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2669221-bf97-4d23-9c60-808863066417 req-7de9884c-0878-4914-bb0b-e1ce290efcd7 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:44.949004 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f2669221-bf97-4d23-9c60-808863066417 req-7de9884c-0878-4914-bb0b-e1ce290efcd7 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 946 time: 0.0838556 May 27 02:32:44.967955 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c1253a09-8dc8-4114-b6d6-13794baaa1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:44.990402 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1253a09-8dc8-4114-b6d6-13794baaa1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8dcc91-0db2-4186-b6b0-34f8bff0f058,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:44.994955 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f2669221-bf97-4d23-9c60-808863066417 req-1dd0ea1a-3976-43c2-8283-4a5c2196d262 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391121 May 27 02:32:44.999708 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c1253a09-8dc8-4114-b6d6-13794baaa1eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:45.004095 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c1253a09-8dc8-4114-b6d6-13794baaa1eb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fc8dcc91-0db2-4186-b6b0-34f8bff0f058 HTTP/1.1" status: 204 len: 168 time: 0.2840831 May 27 02:32:45.322428 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0c458-469d-41e4-a4c2-12baaf92d6f7 req-f090427d-308f-4cea-a5d1-27180a8f21cc tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:45.324163 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9bb0c458-469d-41e4-a4c2-12baaf92d6f7 req-f090427d-308f-4cea-a5d1-27180a8f21cc tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=99708104-dbf0-4405-aae1-64907e682f22 HTTP/1.1" status: 200 len: 945 time: 0.1112216 May 27 02:32:45.371857 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9bb0c458-469d-41e4-a4c2-12baaf92d6f7 req-06400dcb-e16f-433f-a6a1-a7b125dd49f4 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6bd20bf-5f84-449a-8a30-87080e2ca708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405881 May 27 02:32:45.679983 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc61bb-7b65-4780-9e91-7f5f3703f08c req-3f46e10c-caf2-49c0-addd-0a6ea9aabab4 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:45.681391 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cedc61bb-7b65-4780-9e91-7f5f3703f08c req-3f46e10c-caf2-49c0-addd-0a6ea9aabab4 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.2042112 May 27 02:32:45.690094 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad6c62b-0533-46c4-8a61-6326933c8f7b req-da182353-7af0-4380-92e6-9806bbcdfaa0 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:45.691711 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cad6c62b-0533-46c4-8a61-6326933c8f7b req-da182353-7af0-4380-92e6-9806bbcdfaa0 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 946 time: 0.1782029 May 27 02:32:45.711701 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ea374-1bf5-4195-bc58-de3b6b7bfca0 req-af17bd44-d63c-4a77-8603-13dbcb690345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:45.713091 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2b7ea374-1bf5-4195-bc58-de3b6b7bfca0 req-af17bd44-d63c-4a77-8603-13dbcb690345 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=022251d9f75846819da07595f70e72c6&device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 1097 time: 0.1556840 May 27 02:32:45.843498 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57868) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:45.858569 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cedc61bb-7b65-4780-9e91-7f5f3703f08c req-767fad74-266b-4757-b359-8c5854e13f55 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648612 May 27 02:32:45.868386 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cad6c62b-0533-46c4-8a61-6326933c8f7b req-cff0c4ea-fbdf-419b-b6fa-7276d7412654 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601231 May 27 02:32:45.869096 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8735c7ab-3d15-43be-810b-c989f49d5846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:45.902792 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8735c7ab-3d15-43be-810b-c989f49d5846 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:32:45.913004 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8735c7ab-3d15-43be-810b-c989f49d5846 admin admin] Usage tracker for resource:security_group_rule and tenant:f3e5772b8b44442aac9b31c5044290ee is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:32:45.917094 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8735c7ab-3d15-43be-810b-c989f49d5846 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:32:45.937141 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8735c7ab-3d15-43be-810b-c989f49d5846 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:32:45.951192 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ea374-1bf5-4195-bc58-de3b6b7bfca0 req-31174f82-a3ab-42f4-80a9-f4d9efea9819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:45.952651 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2b7ea374-1bf5-4195-bc58-de3b6b7bfca0 req-31174f82-a3ab-42f4-80a9-f4d9efea9819 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d21790d3-ca93-474a-9278-54511e3aa902 HTTP/1.1" status: 200 len: 912 time: 0.2214406 May 27 02:32:46.031997 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8735c7ab-3d15-43be-810b-c989f49d5846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:46.061533 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2b7ea374-1bf5-4195-bc58-de3b6b7bfca0 req-0ec3db5a-5ea6-4c37-aad2-26088dc14417 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4da163c-cb1e-42d5-85b2-07f981d2bead HTTP/1.1" status: 200 len: 217 time: 0.1017852 May 27 02:32:46.093877 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8735c7ab-3d15-43be-810b-c989f49d5846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:46.140438 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8735c7ab-3d15-43be-810b-c989f49d5846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10aa6871-8db8-4baf-ac26-6b5594e17cac,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:46.143448 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ea374-1bf5-4195-bc58-de3b6b7bfca0 req-9247d5a2-5620-4cbd-95be-f5b31d5916b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:46.144900 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2b7ea374-1bf5-4195-bc58-de3b6b7bfca0 req-9247d5a2-5620-4cbd-95be-f5b31d5916b7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=aabba9bb-b0fb-4524-b111-dfb2c0b12686 HTTP/1.1" status: 200 len: 851 time: 0.0774190 May 27 02:32:46.145959 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8735c7ab-3d15-43be-810b-c989f49d5846 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f3e5772b8b44442aac9b31c5044290ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3014555 May 27 02:32:46.148594 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57876) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:46.151617 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735c7ab-3d15-43be-810b-c989f49d5846 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:32:46.151969 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735c7ab-3d15-43be-810b-c989f49d5846 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:32:46.152309 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735c7ab-3d15-43be-810b-c989f49d5846 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:32:46.152640 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735c7ab-3d15-43be-810b-c989f49d5846 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:32:46.152999 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735c7ab-3d15-43be-810b-c989f49d5846 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:32:46.153320 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735c7ab-3d15-43be-810b-c989f49d5846 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:32:46.153641 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735c7ab-3d15-43be-810b-c989f49d5846 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:32:46.153961 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735c7ab-3d15-43be-810b-c989f49d5846 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:32:46.154279 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735c7ab-3d15-43be-810b-c989f49d5846 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:32:46.154599 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735c7ab-3d15-43be-810b-c989f49d5846 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:32:46.154918 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735c7ab-3d15-43be-810b-c989f49d5846 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:32:46.155233 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735c7ab-3d15-43be-810b-c989f49d5846 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:32:46.327289 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2b7ea374-1bf5-4195-bc58-de3b6b7bfca0 req-3281e5cd-df9b-468a-982c-0b9e2a412cda service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d21790d3-ca93-474a-9278-54511e3aa902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1624713 May 27 02:32:46.365237 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40767aa9-f134-4d52-84b1-e0a72fafa04d req-34998394-fdbe-4065-ac63-bfe510ed4bcb tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:46.366647 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-40767aa9-f134-4d52-84b1-e0a72fafa04d req-34998394-fdbe-4065-ac63-bfe510ed4bcb tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8e0e1ad-e076-4b87-9a26-8d481ddd8d65 HTTP/1.1" status: 200 len: 944 time: 0.3521633 May 27 02:32:46.525576 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd57577e-a364-4222-ac47-404232a2f942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:46.560985 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-40767aa9-f134-4d52-84b1-e0a72fafa04d req-bcee4b42-7a92-4d26-92ad-ab3f58517177 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?id=d9e0f7bc-c96b-47b4-bfb7-8db51c1987ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841850 May 27 02:32:46.589165 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd57577e-a364-4222-ac47-404232a2f942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:46.646059 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2b7ea374-1bf5-4195-bc58-de3b6b7bfca0 req-3359335f-2835-487d-b76d-da8b43d4191f service neutron] 10.222.0.66 "GET /v2.0/networks/d21790d3-ca93-474a-9278-54511e3aa902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114862 May 27 02:32:46.680736 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a14fa8-1b42-49a9-b426-4163974a0194 req-3e2d622b-0bfb-401e-9b5c-6eb0198703ef tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:46.682735 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c1a14fa8-1b42-49a9-b426-4163974a0194 req-3e2d622b-0bfb-401e-9b5c-6eb0198703ef tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.2407677 May 27 02:32:46.803449 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 67571f92-a84f-4e62-afbe-7415c4c115a3 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:32:46.885113 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c1a14fa8-1b42-49a9-b426-4163974a0194 req-b8cec8bf-6456-456e-a099-54bb88423622 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450086 May 27 02:32:46.893149 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd57577e-a364-4222-ac47-404232a2f942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:46.911509 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2b7ea374-1bf5-4195-bc58-de3b6b7bfca0 req-0646e897-8350-44e0-ba01-47c3df11d4ba service neutron] 10.222.0.66 "GET /v2.0/networks/d21790d3-ca93-474a-9278-54511e3aa902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584264 May 27 02:32:46.917845 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd57577e-a364-4222-ac47-404232a2f942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10aa6871-8db8-4baf-ac26-6b5594e17cac,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:46.935179 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd57577e-a364-4222-ac47-404232a2f942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:46.936198 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-bd57577e-a364-4222-ac47-404232a2f942 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/10aa6871-8db8-4baf-ac26-6b5594e17cac HTTP/1.1" status: 204 len: 168 time: 0.7866275 May 27 02:32:46.945723 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc6399-634a-4bcf-9a93-51d5174d4f68 req-cfafe004-de3a-4e7c-9079-bce1d24729dc tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:46.945723 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2bdc6399-634a-4bcf-9a93-51d5174d4f68 req-cfafe004-de3a-4e7c-9079-bce1d24729dc tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=99708104-dbf0-4405-aae1-64907e682f22 HTTP/1.1" status: 200 len: 945 time: 0.2585936 May 27 02:32:47.033354 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 67571f92-a84f-4e62-afbe-7415c4c115a3, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=67571f92-a84f-4e62-afbe-7415c4c115a3,segment=NetworkSegment(2f5a53b5-f564-4864-b9f2-3ebea542732b),segment_id=2f5a53b5-f564-4864-b9f2-3ebea542732b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:32:47.049169 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '67571f92-a84f-4e62-afbe-7415c4c115a3', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'port_id': '67571f92-a84f-4e62-afbe-7415c4c115a3', 'mac_address': 'fa:16:3e:c5:6f:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:32:47.111437 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 67571f92-a84f-4e62-afbe-7415c4c115a3 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:32:47.111730 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:47.126589 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2bdc6399-634a-4bcf-9a93-51d5174d4f68 req-0bd9b29b-accb-4eac-8956-ff63d46e9747 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6bd20bf-5f84-449a-8a30-87080e2ca708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732664 May 27 02:32:47.132011 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67571f92-a84f-4e62-afbe-7415c4c115a3 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:32:47.164398 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e807c1-5c7a-41a2-aa65-5cbd711e8fe9 req-aebb6d29-df66-45c9-850c-b15049749f9b tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:47.166150 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 67571f92-a84f-4e62-afbe-7415c4c115a3, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=67571f92-a84f-4e62-afbe-7415c4c115a3,segment=NetworkSegment(2f5a53b5-f564-4864-b9f2-3ebea542732b),segment_id=2f5a53b5-f564-4864-b9f2-3ebea542732b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:32:47.167032 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c7e807c1-5c7a-41a2-aa65-5cbd711e8fe9 req-aebb6d29-df66-45c9-850c-b15049749f9b tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.66 "GET /v2.0/ports?device_id=99708104-dbf0-4405-aae1-64907e682f22 HTTP/1.1" status: 200 len: 945 time: 0.1837156 May 27 02:32:47.217970 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e8f40-e8fa-42f7-847d-b332a3f494a6 req-8e3778b0-66b0-4bc0-b874-08f8ced20cb4 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:47.219430 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d94e8f40-e8fa-42f7-847d-b332a3f494a6 req-8e3778b0-66b0-4bc0-b874-08f8ced20cb4 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 946 time: 0.1871433 May 27 02:32:47.225228 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:47.282576 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d94e8f40-e8fa-42f7-847d-b332a3f494a6 req-4f9e0d11-6820-4c7f-b953-8424ddff6827 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558791 May 27 02:32:47.290879 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-c7e807c1-5c7a-41a2-aa65-5cbd711e8fe9 req-c016f008-35d1-4e43-a911-562c8a2d3680 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Deleting port 551735c4-718d-412a-aabf-4bcea8b2ec47 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:32:47.290879 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-c7e807c1-5c7a-41a2-aa65-5cbd711e8fe9 req-c016f008-35d1-4e43-a911-562c8a2d3680 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:47.315162 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=67571f92-a84f-4e62-afbe-7415c4c115a3,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:47.464345 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['67571f92-a84f-4e62-afbe-7415c4c115a3'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:32:47.625235 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-c7e807c1-5c7a-41a2-aa65-5cbd711e8fe9 req-c016f008-35d1-4e43-a911-562c8a2d3680 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] For port 551735c4-718d-412a-aabf-4bcea8b2ec47, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=551735c4-718d-412a-aabf-4bcea8b2ec47,segment=NetworkSegment(2d17ae40-4310-4a58-b1f0-c2f85fb57fbf),segment_id=2d17ae40-4310-4a58-b1f0-c2f85fb57fbf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:32:47.625756 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-c7e807c1-5c7a-41a2-aa65-5cbd711e8fe9 req-c016f008-35d1-4e43-a911-562c8a2d3680 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:47.972068 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dfbed4-41c4-4121-85d1-a2ff78670d6e req-91536535-5db6-47a3-b149-e542ac99ef8a tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:47.973589 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f1dfbed4-41c4-4121-85d1-a2ff78670d6e req-91536535-5db6-47a3-b149-e542ac99ef8a tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8e0e1ad-e076-4b87-9a26-8d481ddd8d65 HTTP/1.1" status: 200 len: 945 time: 0.2636423 May 27 02:32:48.005977 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-c7e807c1-5c7a-41a2-aa65-5cbd711e8fe9 req-c016f008-35d1-4e43-a911-562c8a2d3680 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:48.006348 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-c7e807c1-5c7a-41a2-aa65-5cbd711e8fe9 req-c016f008-35d1-4e43-a911-562c8a2d3680 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:48.006661 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [req-c7e807c1-5c7a-41a2-aa65-5cbd711e8fe9 req-c016f008-35d1-4e43-a911-562c8a2d3680 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Floating IP e5928d2d-17d2-4dde-9fab-819b40c48de3 disassociated. External IP: 172.25.1.44, port: 551735c4-718d-412a-aabf-4bcea8b2ec47. May 27 02:32:48.007000 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-c7e807c1-5c7a-41a2-aa65-5cbd711e8fe9 req-c016f008-35d1-4e43-a911-562c8a2d3680 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Calling delete_port for 551735c4-718d-412a-aabf-4bcea8b2ec47 owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:32:48.249680 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f1dfbed4-41c4-4121-85d1-a2ff78670d6e req-588287a1-5dea-4d10-becb-c8c3e69c184b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?id=d9e0f7bc-c96b-47b4-bfb7-8db51c1987ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2683206 May 27 02:32:48.345101 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc614a5-8140-43d5-a832-7370f87c8d00 req-fd173df5-404b-4794-b1bd-44615b77563d tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:48.346603 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dbc614a5-8140-43d5-a832-7370f87c8d00 req-fd173df5-404b-4794-b1bd-44615b77563d tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.3102744 May 27 02:32:48.449231 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dbc614a5-8140-43d5-a832-7370f87c8d00 req-97b115a3-fc16-4c9a-85a4-231d515348db tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962825 May 27 02:32:48.488474 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-c7e807c1-5c7a-41a2-aa65-5cbd711e8fe9 req-c016f008-35d1-4e43-a911-562c8a2d3680 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:48.582000 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c016f008-35d1-4e43-a911-562c8a2d3680 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Pushing event deleted for resources: {'Port': ['ID=551735c4-718d-412a-aabf-4bcea8b2ec47,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:48.758320 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-708872e1-1c62-460c-b200-f680c8736d17 req-c3a81036-bd04-47e6-9dfd-a94f41c7f402 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=99708104-dbf0-4405-aae1-64907e682f22 HTTP/1.1" status: 200 len: 210 time: 0.1086767 May 27 02:32:48.819388 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 67571f92-a84f-4e62-afbe-7415c4c115a3 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:32:48.878250 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23b634-9a7e-46c8-869b-c30774d21416 req-2164497f-4ba2-4aa2-ab14-58bfccb01ef5 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:48.879626 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b23b634-9a7e-46c8-869b-c30774d21416 req-2164497f-4ba2-4aa2-ab14-58bfccb01ef5 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 946 time: 0.2237508 May 27 02:32:48.900490 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7e807c1-5c7a-41a2-aa65-5cbd711e8fe9 req-c016f008-35d1-4e43-a911-562c8a2d3680 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Router 6e478d76-8f5e-4592-9c9d-54b301abccbc has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:32:48.977840 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 67571f92-a84f-4e62-afbe-7415c4c115a3 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:32:48.985769 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 67571f92-a84f-4e62-afbe-7415c4c115a3 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:32:48.986573 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:49.084951 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b23b634-9a7e-46c8-869b-c30774d21416 req-2afad69e-5cd1-4909-a3e4-b4165249d0ed tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891165 May 27 02:32:49.199654 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 67571f92-a84f-4e62-afbe-7415c4c115a3 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:32:49.199974 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:49.226100 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1e6f5-7968-4282-8d80-317afe9fa889 req-b984d320-8857-44ce-8060-cefffd0bc98a tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:49.228246 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a4d1e6f5-7968-4282-8d80-317afe9fa889 req-b984d320-8857-44ce-8060-cefffd0bc98a tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.3118606 May 27 02:32:49.250163 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 67571f92-a84f-4e62-afbe-7415c4c115a3, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=67571f92-a84f-4e62-afbe-7415c4c115a3,segment=NetworkSegment(2f5a53b5-f564-4864-b9f2-3ebea542732b),segment_id=2f5a53b5-f564-4864-b9f2-3ebea542732b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:32:49.264333 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8e0e1ad-e076-4b87-9a26-8d481ddd8d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67571f92-a84f-4e62-afbe-7415c4c115a3'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:32:49.274644 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:49.282301 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:49.286541 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7e807c1-5c7a-41a2-aa65-5cbd711e8fe9 req-c016f008-35d1-4e43-a911-562c8a2d3680 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:32:49.296501 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ef38c5-d7f1-42bb-8b89-d8f1c016fbbb None None] Sync routers for ids ['6e478d76-8f5e-4592-9c9d-54b301abccbc'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:32:49.306779 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ef38c5-d7f1-42bb-8b89-d8f1c016fbbb None None] Routers {'6e478d76-8f5e-4592-9c9d-54b301abccbc'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:32:49.307669 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e3ef38c5-d7f1-42bb-8b89-d8f1c016fbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:32:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['6e478d76-8f5e-4592-9c9d-54b301abccbc'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:49.316549 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a4d1e6f5-7968-4282-8d80-317afe9fa889 req-efcd1769-5274-42b0-849b-631073aaaf99 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800958 May 27 02:32:49.367005 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e807c1-5c7a-41a2-aa65-5cbd711e8fe9 req-c016f008-35d1-4e43-a911-562c8a2d3680 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] No DVR routers for this DVR port 551735c4-718d-412a-aabf-4bcea8b2ec47 on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:32:49.373715 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-c7e807c1-5c7a-41a2-aa65-5cbd711e8fe9 req-c016f008-35d1-4e43-a911-562c8a2d3680 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:49.376098 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99708104-dbf0-4405-aae1-64907e682f22', 'name': 'network-vif-deleted', 'tag': '551735c4-718d-412a-aabf-4bcea8b2ec47'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:32:49.398384 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:49.483957 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66f1107c-3110-4b3e-8854-b44375846116'] response: {'server_uuid': 'd8e0e1ad-e076-4b87-9a26-8d481ddd8d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67571f92-a84f-4e62-afbe-7415c4c115a3', 'code': 200} May 27 02:32:49.540513 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c7e807c1-5c7a-41a2-aa65-5cbd711e8fe9 req-c016f008-35d1-4e43-a911-562c8a2d3680 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.66 "DELETE /v2.0/ports/551735c4-718d-412a-aabf-4bcea8b2ec47 HTTP/1.1" status: 204 len: 173 time: 2.3653479 May 27 02:32:49.630596 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3de20-3ebd-4049-995f-8f5d9f0c0ec3 req-52c5c281-8a6f-4ac8-a2f7-724f6963d318 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:49.644356 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=67571f92-a84f-4e62-afbe-7415c4c115a3,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:49.646950 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e8c3de20-3ebd-4049-995f-8f5d9f0c0ec3 req-52c5c281-8a6f-4ac8-a2f7-724f6963d318 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8e0e1ad-e076-4b87-9a26-8d481ddd8d65 HTTP/1.1" status: 200 len: 946 time: 0.1483397 May 27 02:32:49.647860 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9954a-93e6-4598-987a-6476c90fa396 req-c284ef5b-8763-479d-b374-f4fa6a58ff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:49.650822 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c4e9954a-93e6-4598-987a-6476c90fa396 req-c284ef5b-8763-479d-b374-f4fa6a58ff8d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d8e0e1ad-e076-4b87-9a26-8d481ddd8d65 HTTP/1.1" status: 200 len: 1097 time: 0.1641691 May 27 02:32:49.682702 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 551735c4-718d-412a-aabf-4bcea8b2ec47 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:32:49.722288 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e8c3de20-3ebd-4049-995f-8f5d9f0c0ec3 req-fef53d60-6a26-47fc-97c2-fcfc8198e5fe tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?id=d9e0f7bc-c96b-47b4-bfb7-8db51c1987ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743673 May 27 02:32:49.757703 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c4e9954a-93e6-4598-987a-6476c90fa396 req-0ac7ea33-b1be-4c46-a194-04c89497938a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d9e0f7bc-c96b-47b4-bfb7-8db51c1987ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007617 May 27 02:32:49.768587 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: 551735c4-718d-412a-aabf-4bcea8b2ec47 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:32:49.769075 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 551735c4-718d-412a-aabf-4bcea8b2ec47 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:32:49.781357 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-e3ef38c5-d7f1-42bb-8b89-d8f1c016fbbb None None] Set router 6e478d76-8f5e-4592-9c9d-54b301abccbc gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:32:49.804257 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2094578-ae9b-4306-b8a7-a982d22b9e4f'] response: {'server_uuid': '99708104-dbf0-4405-aae1-64907e682f22', 'name': 'network-vif-deleted', 'tag': '551735c4-718d-412a-aabf-4bcea8b2ec47', 'status': 'completed', 'code': 200} May 27 02:32:49.991785 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b2173d0f-16ec-432a-87e8-56cc3c049cba req-d12dc604-3650-44f3-b1ce-53e6babf8292 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Synchronizing usage tracker for tenant:a54d5457e373400db950c9d30ab97cd7 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:32:50.063682 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5026dc-60ef-426f-8395-cff77388efde req-dadb6c41-3a54-4f57-9d81-79ed5c765e3f tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:50.071867 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ea5026dc-60ef-426f-8395-cff77388efde req-dadb6c41-3a54-4f57-9d81-79ed5c765e3f tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 946 time: 0.1764469 May 27 02:32:50.135124 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ff79944a-a340-42d0-9d3a-212967cb2484 req-0824ef23-30ec-40f1-a284-dd33ba11d506 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=72d6c0d0-8232-4954-b8fb-5b2d1a19f11a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1037464 May 27 02:32:50.146224 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ea5026dc-60ef-426f-8395-cff77388efde req-71593078-069d-4427-8373-61a1d79d7010 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733144 May 27 02:32:50.146968 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b2173d0f-16ec-432a-87e8-56cc3c049cba req-d12dc604-3650-44f3-b1ce-53e6babf8292 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Unset dirty status for tenant:a54d5457e373400db950c9d30ab97cd7 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:32:50.149595 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b2173d0f-16ec-432a-87e8-56cc3c049cba req-d12dc604-3650-44f3-b1ce-53e6babf8292 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=99708104-dbf0-4405-aae1-64907e682f22 HTTP/1.1" status: 200 len: 210 time: 0.2209942 May 27 02:32:50.159754 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e3ef38c5-d7f1-42bb-8b89-d8f1c016fbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'name': 'tempest-AttachVolumeTestJSON-629019470-router', 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'f409a62c-4a8f-4f47-b4c0-9698cbc76abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:47Z', 'updated_at': '2022-05-27T02:29:06Z', 'revision_number': 4, 'project_id': 'a54d5457e373400db950c9d30ab97cd7', 'gw_port': {'id': 'f409a62c-4a8f-4f47-b4c0-9698cbc76abe', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:52Z', 'updated_at': '2022-05-27T02:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '0b51a1d0-00cb-463a-849f-699a920f6a03', 'name': '', 'network_id': 'e6379d80-7b9b-4710-9948-937eec21e411', 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'mac_address': 'fa:16:3e:22:39:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '95908a1f-c366-445e-9e10-5bce86ad79d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:03Z', 'updated_at': '2022-05-27T02:29:27Z', 'revision_number': 5, 'project_id': 'a54d5457e373400db950c9d30ab97cd7', 'subnets': [{'id': '95908a1f-c366-445e-9e10-5bce86ad79d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:50.163925 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ef38c5-d7f1-42bb-8b89-d8f1c016fbbb None None] Checking router: 6e478d76-8f5e-4592-9c9d-54b301abccbc for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:32:50.179638 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ef38c5-d7f1-42bb-8b89-d8f1c016fbbb None None] Routers {'6e478d76-8f5e-4592-9c9d-54b301abccbc'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:32:50.180279 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e3ef38c5-d7f1-42bb-8b89-d8f1c016fbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:32:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['6e478d76-8f5e-4592-9c9d-54b301abccbc'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:50.269766 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79944a-a340-42d0-9d3a-212967cb2484 req-27f34de9-9ebf-4f70-9287-85b92c3d78c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:50.271235 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ff79944a-a340-42d0-9d3a-212967cb2484 req-27f34de9-9ebf-4f70-9287-85b92c3d78c1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=022251d9f75846819da07595f70e72c6&device_id=72d6c0d0-8232-4954-b8fb-5b2d1a19f11a HTTP/1.1" status: 200 len: 1096 time: 0.1075108 May 27 02:32:50.358018 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf1c7b1-0028-4b93-ac33-ffa5d121c859 req-b6c4b52e-30b8-496e-92e7-aa87d557058d tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:50.359944 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-caf1c7b1-0028-4b93-ac33-ffa5d121c859 req-b6c4b52e-30b8-496e-92e7-aa87d557058d tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.0871849 May 27 02:32:50.421160 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-e3ef38c5-d7f1-42bb-8b89-d8f1c016fbbb None None] Set router 6e478d76-8f5e-4592-9c9d-54b301abccbc gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:32:50.443657 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-caf1c7b1-0028-4b93-ac33-ffa5d121c859 req-e8244a1c-567a-475e-9ae6-d4ec38af0503 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776532 May 27 02:32:50.489307 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79944a-a340-42d0-9d3a-212967cb2484 req-94136ad8-c993-4f00-9143-64a794e4dbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:50.490849 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ff79944a-a340-42d0-9d3a-212967cb2484 req-94136ad8-c993-4f00-9143-64a794e4dbf3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d21790d3-ca93-474a-9278-54511e3aa902 HTTP/1.1" status: 200 len: 912 time: 0.1981356 May 27 02:32:50.587901 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ff79944a-a340-42d0-9d3a-212967cb2484 req-f637fe0c-b2d8-4abd-bf69-f106e31fa7a5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b5740de-7777-4b61-ae02-1d3038968e57 HTTP/1.1" status: 200 len: 217 time: 0.0894680 May 27 02:32:50.664165 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79944a-a340-42d0-9d3a-212967cb2484 req-ca871c9b-b270-4903-a34d-c4907053337c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:50.665767 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ff79944a-a340-42d0-9d3a-212967cb2484 req-ca871c9b-b270-4903-a34d-c4907053337c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aabba9bb-b0fb-4524-b111-dfb2c0b12686 HTTP/1.1" status: 200 len: 851 time: 0.0704448 May 27 02:32:50.674928 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5bc427-18f5-4416-85f9-e19d0ede2cda req-e2e4735f-dfb0-4d9d-aba0-e891d158a483 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:50.677085 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0b5bc427-18f5-4416-85f9-e19d0ede2cda req-e2e4735f-dfb0-4d9d-aba0-e891d158a483 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.1072135 May 27 02:32:50.805974 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ff79944a-a340-42d0-9d3a-212967cb2484 req-6df54f7d-cbde-4d33-81ff-77723a1e7bb4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d21790d3-ca93-474a-9278-54511e3aa902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1223283 May 27 02:32:50.874658 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0b5bc427-18f5-4416-85f9-e19d0ede2cda req-dab9ebcb-1bb4-464a-a33f-d20935ed3302 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914046 May 27 02:32:51.029343 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e3ef38c5-d7f1-42bb-8b89-d8f1c016fbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'name': 'tempest-AttachVolumeTestJSON-629019470-router', 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'f409a62c-4a8f-4f47-b4c0-9698cbc76abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:47Z', 'updated_at': '2022-05-27T02:29:06Z', 'revision_number': 4, 'project_id': 'a54d5457e373400db950c9d30ab97cd7', 'gw_port': {'id': 'f409a62c-4a8f-4f47-b4c0-9698cbc76abe', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:52Z', 'updated_at': '2022-05-27T02:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '0b51a1d0-00cb-463a-849f-699a920f6a03', 'name': '', 'network_id': 'e6379d80-7b9b-4710-9948-937eec21e411', 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'mac_address': 'fa:16:3e:22:39:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '95908a1f-c366-445e-9e10-5bce86ad79d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:03Z', 'updated_at': '2022-05-27T02:29:27Z', 'revision_number': 5, 'project_id': 'a54d5457e373400db950c9d30ab97cd7', 'subnets': [{'id': '95908a1f-c366-445e-9e10-5bce86ad79d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:51.040118 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ef38c5-d7f1-42bb-8b89-d8f1c016fbbb None None] The sync data for ids ['6e478d76-8f5e-4592-9c9d-54b301abccbc'] in n-d-843554-3 is: [{'id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'name': 'tempest-AttachVolumeTestJSON-629019470-router', 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'f409a62c-4a8f-4f47-b4c0-9698cbc76abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:47Z', 'updated_at': '2022-05-27T02:29:06Z', 'revision_number': 4, 'project_id': 'a54d5457e373400db950c9d30ab97cd7', 'gw_port': {'id': 'f409a62c-4a8f-4f47-b4c0-9698cbc76abe', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:52Z', 'updated_at': '2022-05-27T02:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '0b51a1d0-00cb-463a-849f-699a920f6a03', 'name': '', 'network_id': 'e6379d80-7b9b-4710-9948-937eec21e411', 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'mac_address': 'fa:16:3e:22:39:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '95908a1f-c366-445e-9e10-5bce86ad79d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:03Z', 'updated_at': '2022-05-27T02:29:27Z', 'revision_number': 5, 'project_id': 'a54d5457e373400db950c9d30ab97cd7', 'subnets': [{'id': '95908a1f-c366-445e-9e10-5bce86ad79d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:32:51.111752 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae926bf6-d796-4c66-a994-c6861720dd15 req-82ab0f0d-814d-48a4-af76-41c65a1d5401 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:51.113624 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ae926bf6-d796-4c66-a994-c6861720dd15 req-82ab0f0d-814d-48a4-af76-41c65a1d5401 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8e0e1ad-e076-4b87-9a26-8d481ddd8d65 HTTP/1.1" status: 200 len: 946 time: 0.1264629 May 27 02:32:51.160051 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ff79944a-a340-42d0-9d3a-212967cb2484 req-6d22ae54-0eed-442f-8861-46565bfd86a4 service neutron] 10.222.0.32 "GET /v2.0/networks/d21790d3-ca93-474a-9278-54511e3aa902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479455 May 27 02:32:51.342921 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ae926bf6-d796-4c66-a994-c6861720dd15 req-d4b38ee4-f823-4738-8d60-fd6f757d9c0e tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?id=d9e0f7bc-c96b-47b4-bfb7-8db51c1987ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2202303 May 27 02:32:51.404543 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b231245-21ab-4ae3-b95f-22eff7eaf809 req-8d3b4257-f475-46ec-a7bb-25c976e728f7 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:51.411539 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1b231245-21ab-4ae3-b95f-22eff7eaf809 req-8d3b4257-f475-46ec-a7bb-25c976e728f7 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.2461061 May 27 02:32:51.426634 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b19a93-d08b-4247-af3d-5f54e972b455 None None] New status for floating IP e5928d2d-17d2-4dde-9fab-819b40c48de3: DOWN {{(pid=88904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:32:51.427725 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ff79944a-a340-42d0-9d3a-212967cb2484 req-279d4555-fa91-43e7-bfce-483e59c4a21a service neutron] 10.222.0.32 "GET /v2.0/networks/d21790d3-ca93-474a-9278-54511e3aa902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605157 May 27 02:32:51.455920 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1b231245-21ab-4ae3-b95f-22eff7eaf809 req-60f707d9-49ca-4ec3-9625-1b003d585209 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435250 May 27 02:32:51.561574 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58032) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:51.579416 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14114d4-ead1-471f-8849-104baa6a2c74 req-44d702e4-9582-4fa8-a018-37923f5bd181 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:51.580921 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e14114d4-ead1-471f-8849-104baa6a2c74 req-44d702e4-9582-4fa8-a018-37923f5bd181 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 946 time: 0.0986328 May 27 02:32:51.644267 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e14114d4-ead1-471f-8849-104baa6a2c74 req-e7b64bba-d7b5-407b-a96a-b629fa4babf2 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567048 May 27 02:32:51.702438 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93c98973-82a1-437a-8be8-b05634f08b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:51.719622 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-93c98973-82a1-437a-8be8-b05634f08b44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:32:51.724154 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-93c98973-82a1-437a-8be8-b05634f08b44 admin admin] Usage tracker for resource:security_group_rule and tenant:5e1c6e1d21264858b128b35c452d9509 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:32:51.727448 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-93c98973-82a1-437a-8be8-b05634f08b44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:32:51.733964 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-93c98973-82a1-437a-8be8-b05634f08b44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:32:51.751195 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58040) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:51.752476 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8759c1-210a-4c35-ab17-72c0be083b9c req-7b8e0bc7-dbf3-4855-ab66-911e587b3e7f tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:51.758255 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ea8759c1-210a-4c35-ab17-72c0be083b9c req-7b8e0bc7-dbf3-4855-ab66-911e587b3e7f tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.1085980 May 27 02:32:51.812812 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ea8759c1-210a-4c35-ab17-72c0be083b9c req-49cd9ed3-597d-449a-bc5f-acc1901917af tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462737 May 27 02:32:51.876211 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ecc3f954-ec08-4d0e-b409-667be421ae46 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:51.927753 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ecc3f954-ec08-4d0e-b409-667be421ae46 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:51.954932 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93c98973-82a1-437a-8be8-b05634f08b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:52.017734 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93c98973-82a1-437a-8be8-b05634f08b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:52.065211 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-93c98973-82a1-437a-8be8-b05634f08b44 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5e1c6e1d21264858b128b35c452d9509&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5022428 May 27 02:32:52.068003 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58056) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:52.070508 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c98973-82a1-437a-8be8-b05634f08b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce99ca5-9b6a-44b3-ae08-281d5193ff4f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:52.098494 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ecc3f954-ec08-4d0e-b409-667be421ae46 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:52.118944 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3382055-189b-458c-9f74-fbf00c00e564 req-be70a436-147c-471f-b592-764f4c59914c tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:52.121180 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b3382055-189b-458c-9f74-fbf00c00e564 req-be70a436-147c-471f-b592-764f4c59914c tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.0956156 May 27 02:32:52.134548 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc3f954-ec08-4d0e-b409-667be421ae46 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bd20bf-5f84-449a-8a30-87080e2ca708,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:52.157164 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f7b76eb7-b89b-4ac4-9d17-8da6470be15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:52.186001 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b3382055-189b-458c-9f74-fbf00c00e564 req-438272c9-b15f-4139-9d3f-9532a532af17 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590880 May 27 02:32:52.196604 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f7b76eb7-b89b-4ac4-9d17-8da6470be15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:52.242327 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ecc3f954-ec08-4d0e-b409-667be421ae46 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:52.243452 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ecc3f954-ec08-4d0e-b409-667be421ae46 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "DELETE /v2.0/security-groups/c6bd20bf-5f84-449a-8a30-87080e2ca708 HTTP/1.1" status: 204 len: 168 time: 0.4912152 May 27 02:32:52.247175 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 58066) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:52.265527 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-76a72180-f0b7-4d55-b529-178b864a6f86 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] show failed (client error): The resource could not be found. May 27 02:32:52.269757 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58070) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:52.271773 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-76a72180-f0b7-4d55-b529-178b864a6f86 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/security-groups/c6bd20bf-5f84-449a-8a30-87080e2ca708 HTTP/1.1" status: 404 len: 347 time: 0.0208220 May 27 02:32:52.352087 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f7b76eb7-b89b-4ac4-9d17-8da6470be15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:52.435349 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b28a3d5-68df-4e0f-ba2e-02cef0e29636 req-4d5cdde3-df6a-4a60-84df-2ba99ae99f16 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:52.442771 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4b28a3d5-68df-4e0f-ba2e-02cef0e29636 req-4d5cdde3-df6a-4a60-84df-2ba99ae99f16 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.1314323 May 27 02:32:52.453885 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b76eb7-b89b-4ac4-9d17-8da6470be15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce99ca5-9b6a-44b3-ae08-281d5193ff4f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:52.483280 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-440423c1-09f8-4c5d-aea1-cd69e6fe2386 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Deleting port 7d433b5e-da2f-468f-9082-3ecd58d45ff8 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:32:52.483729 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-440423c1-09f8-4c5d-aea1-cd69e6fe2386 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:52.507670 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f7b76eb7-b89b-4ac4-9d17-8da6470be15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:52.516857 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f7b76eb7-b89b-4ac4-9d17-8da6470be15b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9ce99ca5-9b6a-44b3-ae08-281d5193ff4f HTTP/1.1" status: 204 len: 168 time: 0.4398992 May 27 02:32:52.565017 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4b28a3d5-68df-4e0f-ba2e-02cef0e29636 req-34418129-00cc-4182-ae5f-92683172639c tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209309 May 27 02:32:52.662454 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f7320-e1b2-40ef-aaea-e2fe1ed80484 req-3f6838d3-6500-4157-a342-7ef234bc70ad tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:52.663963 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-732f7320-e1b2-40ef-aaea-e2fe1ed80484 req-3f6838d3-6500-4157-a342-7ef234bc70ad tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8e0e1ad-e076-4b87-9a26-8d481ddd8d65 HTTP/1.1" status: 200 len: 946 time: 0.1890101 May 27 02:32:52.704590 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e893929-3f05-4ec2-9ffb-c1daaff692e0 req-d41db881-17ab-41db-bd13-1f92842f43b1 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:52.706071 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5e893929-3f05-4ec2-9ffb-c1daaff692e0 req-d41db881-17ab-41db-bd13-1f92842f43b1 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.66 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 946 time: 0.1405199 May 27 02:32:52.721359 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-440423c1-09f8-4c5d-aea1-cd69e6fe2386 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:52.721938 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-440423c1-09f8-4c5d-aea1-cd69e6fe2386 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:52.813034 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-732f7320-e1b2-40ef-aaea-e2fe1ed80484 req-33a04188-f5ce-428a-9300-c52ef1ae72f1 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?id=d9e0f7bc-c96b-47b4-bfb7-8db51c1987ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408591 May 27 02:32:52.843291 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-5e893929-3f05-4ec2-9ffb-c1daaff692e0 req-adb4ec56-a697-4c4b-ac9b-98e747bc3f8a tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Deleting port d4da163c-cb1e-42d5-85b2-07f981d2bead {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:32:52.843745 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-5e893929-3f05-4ec2-9ffb-c1daaff692e0 req-adb4ec56-a697-4c4b-ac9b-98e747bc3f8a tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:52.884805 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-440423c1-09f8-4c5d-aea1-cd69e6fe2386 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Calling delete_port for 7d433b5e-da2f-468f-9082-3ecd58d45ff8 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:32:52.951132 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcefd21-052e-4ca0-a532-dbe4fe91611d req-e31fc5f6-d1de-44b6-b9db-6c271c43df12 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:52.958619 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-edcefd21-052e-4ca0-a532-dbe4fe91611d req-e31fc5f6-d1de-44b6-b9db-6c271c43df12 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.2382085 May 27 02:32:53.102517 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-edcefd21-052e-4ca0-a532-dbe4fe91611d req-051c78f9-d20a-4f05-8159-d39d96f474d1 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431205 May 27 02:32:53.220691 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-440423c1-09f8-4c5d-aea1-cd69e6fe2386 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:53.270771 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440423c1-09f8-4c5d-aea1-cd69e6fe2386 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Pushing event deleted for resources: {'Port': ['ID=7d433b5e-da2f-468f-9082-3ecd58d45ff8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:53.277677 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-5e893929-3f05-4ec2-9ffb-c1daaff692e0 req-adb4ec56-a697-4c4b-ac9b-98e747bc3f8a tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] For port d4da163c-cb1e-42d5-85b2-07f981d2bead, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=d4da163c-cb1e-42d5-85b2-07f981d2bead,segment=NetworkSegment(5864c61c-745e-48a2-ad03-bf564989aeca),segment_id=5864c61c-745e-48a2-ad03-bf564989aeca)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:32:53.278372 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-5e893929-3f05-4ec2-9ffb-c1daaff692e0 req-adb4ec56-a697-4c4b-ac9b-98e747bc3f8a tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:53.352215 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94099a-eb52-4fd5-ae6e-803895a0d2d9 req-e701ca1d-ff47-474b-bb82-0711fc4f354b tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:53.353719 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8d94099a-eb52-4fd5-ae6e-803895a0d2d9 req-e701ca1d-ff47-474b-bb82-0711fc4f354b tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 946 time: 0.2546766 May 27 02:32:53.373158 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-440423c1-09f8-4c5d-aea1-cd69e6fe2386 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:53.421382 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-5e893929-3f05-4ec2-9ffb-c1daaff692e0 req-adb4ec56-a697-4c4b-ac9b-98e747bc3f8a tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Calling delete_port for d4da163c-cb1e-42d5-85b2-07f981d2bead owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:32:53.475159 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-440423c1-09f8-4c5d-aea1-cd69e6fe2386 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:53.480426 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-440423c1-09f8-4c5d-aea1-cd69e6fe2386 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "DELETE /v2.0/floatingips/e5928d2d-17d2-4dde-9fab-819b40c48de3 HTTP/1.1" status: 204 len: 168 time: 1.2054009 May 27 02:32:53.504604 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58106) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:53.525489 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf66dde2-8ffe-40b4-a690-ad305372d85e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:53.539937 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79cfbf-66b6-4708-bed4-c5a6c7c80602 req-ff2ed6a7-d387-4cd6-95f0-2f3f359114b3 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:53.542018 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0c79cfbf-66b6-4708-bed4-c5a6c7c80602 req-ff2ed6a7-d387-4cd6-95f0-2f3f359114b3 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8e0e1ad-e076-4b87-9a26-8d481ddd8d65 HTTP/1.1" status: 200 len: 946 time: 0.3365552 May 27 02:32:53.542241 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bf66dde2-8ffe-40b4-a690-ad305372d85e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:32:53.550811 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8d94099a-eb52-4fd5-ae6e-803895a0d2d9 req-b495c74b-e7e3-4e0b-a382-6b5a9b7dcc3f tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344395 May 27 02:32:53.555699 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58110) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:53.560617 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bf66dde2-8ffe-40b4-a690-ad305372d85e admin admin] Usage tracker for resource:security_group_rule and tenant:251a094be66f48aba10552499bf4aa73 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:32:53.564916 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bf66dde2-8ffe-40b4-a690-ad305372d85e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:32:53.586959 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-19e0a8bf-6976-4f7e-bf72-17a8f2aa2e8a tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Request body: {'floatingip': {'port_id': '67571f92-a84f-4e62-afbe-7415c4c115a3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:32:53.659084 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bf66dde2-8ffe-40b4-a690-ad305372d85e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:32:53.691579 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-19e0a8bf-6976-4f7e-bf72-17a8f2aa2e8a tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for floatingip, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:53.745547 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 58114) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:53.765734 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-4ae66c42-5a79-437b-ab57-11fd9fff1980 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Request body: {'security_group': {'name': 'tempest-securitygroup--25587395', 'description': 'tempest-description--1714013932'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:32:53.783880 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4ae66c42-5a79-437b-ab57-11fd9fff1980 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:32:53.790934 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4ae66c42-5a79-437b-ab57-11fd9fff1980 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Usage tracker for resource:security_group and tenant:a54d5457e373400db950c9d30ab97cd7 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:32:53.796093 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4ae66c42-5a79-437b-ab57-11fd9fff1980 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:32:53.814651 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a6b92-6421-4887-bfa4-6a4e9dac083d req-8c2a8f1b-5fc4-40cd-96aa-8290e609a020 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:53.817324 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-291a6b92-6421-4887-bfa4-6a4e9dac083d req-8c2a8f1b-5fc4-40cd-96aa-8290e609a020 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.1679525 May 27 02:32:53.819140 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4ae66c42-5a79-437b-ab57-11fd9fff1980 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:32:53.822525 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-5e893929-3f05-4ec2-9ffb-c1daaff692e0 req-adb4ec56-a697-4c4b-ac9b-98e747bc3f8a tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:53.835444 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['6b5740de-7777-4b61-ae02-1d3038968e57'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:32:53.985894 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf66dde2-8ffe-40b4-a690-ad305372d85e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:54.061099 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb4ec56-a697-4c4b-ac9b-98e747bc3f8a tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Pushing event deleted for resources: {'Port': ['ID=d4da163c-cb1e-42d5-85b2-07f981d2bead,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:54.082587 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf66dde2-8ffe-40b4-a690-ad305372d85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:54.121781 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf66dde2-8ffe-40b4-a690-ad305372d85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd39207-e777-448e-aeaa-733ba7e7f3e7,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:54.176405 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e893929-3f05-4ec2-9ffb-c1daaff692e0 req-adb4ec56-a697-4c4b-ac9b-98e747bc3f8a tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] No DVR routers for this DVR port d4da163c-cb1e-42d5-85b2-07f981d2bead on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:32:54.182009 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-5e893929-3f05-4ec2-9ffb-c1daaff692e0 req-adb4ec56-a697-4c4b-ac9b-98e747bc3f8a tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:54.186319 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18021fed-5556-423a-bbed-03bba7a5f974', 'name': 'network-vif-deleted', 'tag': 'd4da163c-cb1e-42d5-85b2-07f981d2bead'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:32:54.200847 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4ae66c42-5a79-437b-ab57-11fd9fff1980 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:54.219767 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-291a6b92-6421-4887-bfa4-6a4e9dac083d req-4819bb7d-d044-4e47-8adb-a03acf2cb52e tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748462 May 27 02:32:54.234588 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4ae66c42-5a79-437b-ab57-11fd9fff1980 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:32:54.239317 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4ae66c42-5a79-437b-ab57-11fd9fff1980 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Usage tracker for resource:security_group_rule and tenant:a54d5457e373400db950c9d30ab97cd7 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:32:54.248918 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4ae66c42-5a79-437b-ab57-11fd9fff1980 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:32:54.254694 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4ae66c42-5a79-437b-ab57-11fd9fff1980 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:32:54.284026 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc9ba97b-d490-47ee-933b-ddcbe1058437'] response: {'server_uuid': '18021fed-5556-423a-bbed-03bba7a5f974', 'name': 'network-vif-deleted', 'tag': 'd4da163c-cb1e-42d5-85b2-07f981d2bead', 'status': 'completed', 'code': 200} May 27 02:32:54.309024 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5e893929-3f05-4ec2-9ffb-c1daaff692e0 req-adb4ec56-a697-4c4b-ac9b-98e747bc3f8a tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.66 "DELETE /v2.0/ports/d4da163c-cb1e-42d5-85b2-07f981d2bead HTTP/1.1" status: 204 len: 173 time: 1.5927446 May 27 02:32:54.346183 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4ae66c42-5a79-437b-ab57-11fd9fff1980 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:54.406876 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-bf66dde2-8ffe-40b4-a690-ad305372d85e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=251a094be66f48aba10552499bf4aa73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9005437 May 27 02:32:54.409294 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 58128) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:54.469712 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4ae66c42-5a79-437b-ab57-11fd9fff1980 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:54.543677 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c3a7ab1a-42bd-4e17-aee6-26059d0f0f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:54.547052 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae66c42-5a79-437b-ab57-11fd9fff1980 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=673fe9f2-341c-4aef-b996-12fc67d5833b,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:54.581169 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f1c2f-c978-4b00-962b-dccd25ea91c4 req-a0cfc499-bc31-4ee8-863d-f33c503e348d tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:54.593678 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3c9f1c2f-c978-4b00-962b-dccd25ea91c4 req-a0cfc499-bc31-4ee8-863d-f33c503e348d tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.2108984 May 27 02:32:54.609540 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c3a7ab1a-42bd-4e17-aee6-26059d0f0f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:54.660204 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4ae66c42-5a79-437b-ab57-11fd9fff1980 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:54.661438 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4ae66c42-5a79-437b-ab57-11fd9fff1980 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9148195 May 27 02:32:54.670251 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 58134) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:54.676167 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-4f05dd21-1030-43b9-8a69-a86ab265377d tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Request body: {'security_group_rule': {'security_group_id': '673fe9f2-341c-4aef-b996-12fc67d5833b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:32:54.691064 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3c9f1c2f-c978-4b00-962b-dccd25ea91c4 req-97ed6e84-b401-4da6-a496-f0f580eb05de tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011548 May 27 02:32:54.711007 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4f05dd21-1030-43b9-8a69-a86ab265377d tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:32:54.731571 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4f05dd21-1030-43b9-8a69-a86ab265377d tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Usage tracker for resource:security_group_rule and tenant:a54d5457e373400db950c9d30ab97cd7 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:32:54.766520 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-19e0a8bf-6976-4f7e-bf72-17a8f2aa2e8a tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:54.774343 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4f05dd21-1030-43b9-8a69-a86ab265377d tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:32:54.786573 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-09eba3f1-993d-41da-8f77-d01301667f81 req-3fb222ba-a105-4959-90eb-691bda89e5a3 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Synchronizing usage tracker for tenant:022251d9f75846819da07595f70e72c6 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:32:54.793536 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4f05dd21-1030-43b9-8a69-a86ab265377d tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:32:54.846453 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-19e0a8bf-6976-4f7e-bf72-17a8f2aa2e8a tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:54.922474 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-09eba3f1-993d-41da-8f77-d01301667f81 req-3fb222ba-a105-4959-90eb-691bda89e5a3 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Unset dirty status for tenant:022251d9f75846819da07595f70e72c6 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:32:54.930744 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-09eba3f1-993d-41da-8f77-d01301667f81 req-3fb222ba-a105-4959-90eb-691bda89e5a3 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=18021fed-5556-423a-bbed-03bba7a5f974 HTTP/1.1" status: 200 len: 210 time: 0.2041395 May 27 02:32:54.940677 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c3a7ab1a-42bd-4e17-aee6-26059d0f0f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:54.961250 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4f05dd21-1030-43b9-8a69-a86ab265377d tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:54.977295 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7ab1a-42bd-4e17-aee6-26059d0f0f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd39207-e777-448e-aeaa-733ba7e7f3e7,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:55.004628 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c3a7ab1a-42bd-4e17-aee6-26059d0f0f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:55.008455 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c3a7ab1a-42bd-4e17-aee6-26059d0f0f2a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9dd39207-e777-448e-aeaa-733ba7e7f3e7 HTTP/1.1" status: 204 len: 168 time: 0.5953002 May 27 02:32:55.052514 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4f05dd21-1030-43b9-8a69-a86ab265377d tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:55.063773 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f015db-afda-425e-a0f8-a4f43c25f97c req-8e0ed982-ae63-4393-b6e8-4f79d8fdee90 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:55.070623 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e7f015db-afda-425e-a0f8-a4f43c25f97c req-8e0ed982-ae63-4393-b6e8-4f79d8fdee90 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.1848307 May 27 02:32:55.084209 n-d-843554-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-19e0a8bf-6976-4f7e-bf72-17a8f2aa2e8a tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Floating IP 02915088-173e-4c3a-a404-416f98dca067 associated. External IP: 172.25.1.118, port: 67571f92-a84f-4e62-afbe-7415c4c115a3. May 27 02:32:55.118652 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e7f015db-afda-425e-a0f8-a4f43c25f97c req-21cf2f1f-ce58-442c-a75e-97f71a716b23 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470233 May 27 02:32:55.126605 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4f05dd21-1030-43b9-8a69-a86ab265377d tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:55.148136 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f05dd21-1030-43b9-8a69-a86ab265377d tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd6131ce-dedd-41d1-93f2-f2f9fb989b49,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:55.234948 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4f05dd21-1030-43b9-8a69-a86ab265377d tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:55.236423 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4f05dd21-1030-43b9-8a69-a86ab265377d tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5664849 May 27 02:32:55.239060 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 58148) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:55.246180 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-115bc137-b576-4794-a6b8-7dfd938e4280 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Request body: {'security_group_rule': {'security_group_id': '673fe9f2-341c-4aef-b996-12fc67d5833b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:32:55.251396 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-115bc137-b576-4794-a6b8-7dfd938e4280 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:32:55.255417 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-115bc137-b576-4794-a6b8-7dfd938e4280 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Usage tracker for resource:security_group_rule and tenant:a54d5457e373400db950c9d30ab97cd7 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:32:55.258617 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-115bc137-b576-4794-a6b8-7dfd938e4280 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:32:55.266883 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-115bc137-b576-4794-a6b8-7dfd938e4280 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:32:55.349469 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-115bc137-b576-4794-a6b8-7dfd938e4280 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:55.480510 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-115bc137-b576-4794-a6b8-7dfd938e4280 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:55.500056 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a1f8c-3a54-406d-a26b-8c1ed1958b8a req-d2fc43f1-1a95-4dd6-90ce-92bf609b3efe tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:55.506691 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-756a1f8c-3a54-406d-a26b-8c1ed1958b8a req-d2fc43f1-1a95-4dd6-90ce-92bf609b3efe tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.1486342 May 27 02:32:55.512673 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7aad09f8-a78d-457c-a531-b11a9d693408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:55.513237 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e0a8bf-6976-4f7e-bf72-17a8f2aa2e8a tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Router e4ee2b29-ceb2-4475-af4f-913e1f76f89b has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:32:55.565621 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-756a1f8c-3a54-406d-a26b-8c1ed1958b8a req-4c943ff7-2f53-4183-815b-05b19d58f2b0 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450838 May 27 02:32:55.581060 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-115bc137-b576-4794-a6b8-7dfd938e4280 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:55.607717 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115bc137-b576-4794-a6b8-7dfd938e4280 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75e87d47-7ffa-4f0c-b794-b1a7961caf4a,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:55.687975 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device d4da163c-cb1e-42d5-85b2-07f981d2bead no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:32:55.699004 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-115bc137-b576-4794-a6b8-7dfd938e4280 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:55.704099 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-115bc137-b576-4794-a6b8-7dfd938e4280 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4637380 May 27 02:32:55.706336 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 58164) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:55.713035 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-deb3ce94-c82e-4a32-b6e4-5faf767ce52a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:32:55.727372 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-deb3ce94-c82e-4a32-b6e4-5faf767ce52a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:32:55.734797 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-deb3ce94-c82e-4a32-b6e4-5faf767ce52a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Usage tracker for resource:floatingip and tenant:a54d5457e373400db950c9d30ab97cd7 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:32:55.751096 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-deb3ce94-c82e-4a32-b6e4-5faf767ce52a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:32:55.768681 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: d4da163c-cb1e-42d5-85b2-07f981d2bead {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:32:55.769306 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device d4da163c-cb1e-42d5-85b2-07f981d2bead not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:32:55.809334 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e0a8bf-6976-4f7e-bf72-17a8f2aa2e8a tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:32:55.821706 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a3bbab-2c1a-4df6-9227-cbf40079e58f None None] Sync routers for ids ['e4ee2b29-ceb2-4475-af4f-913e1f76f89b'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:32:55.831577 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-19e0a8bf-6976-4f7e-bf72-17a8f2aa2e8a tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:55.845113 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a3bbab-2c1a-4df6-9227-cbf40079e58f None None] Routers {'e4ee2b29-ceb2-4475-af4f-913e1f76f89b'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:32:55.847618 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-20a3bbab-2c1a-4df6-9227-cbf40079e58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:32:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['e4ee2b29-ceb2-4475-af4f-913e1f76f89b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:55.849776 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-deb3ce94-c82e-4a32-b6e4-5faf767ce52a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:32:55.976347 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b4c119-3975-4d64-8be1-a6de0d9662c9 req-915ed2f4-d23e-4232-a3a9-581b41d976e6 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:55.976707 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-19e0a8bf-6976-4f7e-bf72-17a8f2aa2e8a tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "PUT /v2.0/floatingips/02915088-173e-4c3a-a404-416f98dca067 HTTP/1.1" status: 200 len: 992 time: 2.4182811 May 27 02:32:55.977431 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8e0e1ad-e076-4b87-9a26-8d481ddd8d65', 'tag': '67571f92-a84f-4e62-afbe-7415c4c115a3'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:32:55.982247 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-29b4c119-3975-4d64-8be1-a6de0d9662c9 req-915ed2f4-d23e-4232-a3a9-581b41d976e6 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.2403026 May 27 02:32:56.020124 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-deb3ce94-c82e-4a32-b6e4-5faf767ce52a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks [] for floatingip, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:56.104507 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-20a3bbab-2c1a-4df6-9227-cbf40079e58f None None] Set router e4ee2b29-ceb2-4475-af4f-913e1f76f89b gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:32:56.184232 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-29b4c119-3975-4d64-8be1-a6de0d9662c9 req-5261bd22-8f53-4a4c-bdc6-663c7418868f tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949818 May 27 02:32:56.337168 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-deb3ce94-c82e-4a32-b6e4-5faf767ce52a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:56.390096 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f8f3df4-8413-4299-a7eb-d107fef9109e'] response: {'name': 'network-changed', 'server_uuid': 'd8e0e1ad-e076-4b87-9a26-8d481ddd8d65', 'tag': '67571f92-a84f-4e62-afbe-7415c4c115a3', 'status': 'completed', 'code': 200} May 27 02:32:56.583555 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5d150-e487-4d89-a07b-d6ebc8e23f36 req-094cc791-ab89-4cae-b257-fa6e2e1fe51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:56.585715 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e7a5d150-e487-4d89-a07b-d6ebc8e23f36 req-094cc791-ab89-4cae-b257-fa6e2e1fe51f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2651911d1c264f1c8c7218b6fddf9f10&device_id=d8e0e1ad-e076-4b87-9a26-8d481ddd8d65 HTTP/1.1" status: 200 len: 1097 time: 0.1711161 May 27 02:32:56.803642 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-deb3ce94-c82e-4a32-b6e4-5faf767ce52a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Allocated IP 172.25.1.85 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/289f2976-19a9-4daa-a2d1-dfc9305d10ae) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:32:56.822000 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-20a3bbab-2c1a-4df6-9227-cbf40079e58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'name': 'tempest-AttachVolumeNegativeTest-494117646-router', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:55Z', 'updated_at': '2022-05-27T02:29:06Z', 'revision_number': 4, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'gw_port': {'id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:58Z', 'updated_at': '2022-05-27T02:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '02915088-173e-4c3a-a404-416f98dca067', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'floating_ip_address': '172.25.1.118', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'port_id': '67571f92-a84f-4e62-afbe-7415c4c115a3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'mac_address': 'fa:16:3e:c5:6f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e0e1ad-e076-4b87-9a26-8d481ddd8d65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:32:34Z', 'updated_at': '2022-05-27T02:32:54Z', 'revision_number': 1, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e06fc56-f856-4359-8936-e81e87ae92ec', 'name': '', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'mac_address': 'fa:16:3e:21:52:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:04Z', 'updated_at': '2022-05-27T02:29:21Z', 'revision_number': 5, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'subnets': [{'id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:56.829830 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a3bbab-2c1a-4df6-9227-cbf40079e58f None None] Checking router: e4ee2b29-ceb2-4475-af4f-913e1f76f89b for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:32:56.843339 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a3bbab-2c1a-4df6-9227-cbf40079e58f None None] Routers {'e4ee2b29-ceb2-4475-af4f-913e1f76f89b'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:32:56.844205 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-20a3bbab-2c1a-4df6-9227-cbf40079e58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:32:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['e4ee2b29-ceb2-4475-af4f-913e1f76f89b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:56.877693 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5d150-e487-4d89-a07b-d6ebc8e23f36 req-41b7f8b7-f807-42b5-bb8d-be25c50a8e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:56.879424 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e7a5d150-e487-4d89-a07b-d6ebc8e23f36 req-41b7f8b7-f807-42b5-bb8d-be25c50a8e29 service neutron] 10.222.0.32 "GET /v2.0/networks?id=72395de2-24ec-482b-bef7-14825a5fc695 HTTP/1.1" status: 200 len: 915 time: 0.2871554 May 27 02:32:56.999429 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61295975-1444-4b8d-93c8-6e0dd4062632 req-6fec7201-d2a2-4b98-b860-0a90b9974c86 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:57.001101 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-61295975-1444-4b8d-93c8-6e0dd4062632 req-6fec7201-d2a2-4b98-b860-0a90b9974c86 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.3816724 May 27 02:32:57.086374 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-61295975-1444-4b8d-93c8-6e0dd4062632 req-0702e3a9-ff47-4aae-8f68-a632cc51dd5c tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782099 May 27 02:32:57.162346 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-20a3bbab-2c1a-4df6-9227-cbf40079e58f None None] Set router e4ee2b29-ceb2-4475-af4f-913e1f76f89b gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:32:57.200780 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-deb3ce94-c82e-4a32-b6e4-5faf767ce52a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:57.225893 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e7a5d150-e487-4d89-a07b-d6ebc8e23f36 req-627602ec-7a5a-4a74-baee-5a8c1d6f0017 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67571f92-a84f-4e62-afbe-7415c4c115a3 HTTP/1.1" status: 200 len: 1000 time: 0.3383327 May 27 02:32:57.361610 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5d150-e487-4d89-a07b-d6ebc8e23f36 req-4894839a-95fe-4028-b06e-e655f2767799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:57.363395 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e7a5d150-e487-4d89-a07b-d6ebc8e23f36 req-4894839a-95fe-4028-b06e-e655f2767799 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95 HTTP/1.1" status: 200 len: 853 time: 0.1306849 May 27 02:32:57.438784 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc06a29-8e07-495a-9b0a-cbaf8676d972 req-5f7eda78-f5cc-4190-ab80-6ef27e4bffb6 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:57.449061 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6fc06a29-8e07-495a-9b0a-cbaf8676d972 req-5f7eda78-f5cc-4190-ab80-6ef27e4bffb6 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d6c0d0-8232-4954-b8fb-5b2d1a19f11a HTTP/1.1" status: 200 len: 945 time: 0.2363718 May 27 02:32:57.488192 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8536040-fffe-4dab-b42c-ce61b8c7bd72 req-750bb264-d1cc-4734-8388-c1c68f1a5d53 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:57.489705 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d8536040-fffe-4dab-b42c-ce61b8c7bd72 req-750bb264-d1cc-4734-8388-c1c68f1a5d53 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.1891508 May 27 02:32:57.503409 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5d150-e487-4d89-a07b-d6ebc8e23f36 req-81d6fb04-5510-4bb1-8136-cc31ba84e8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:57.505834 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e7a5d150-e487-4d89-a07b-d6ebc8e23f36 req-81d6fb04-5510-4bb1-8136-cc31ba84e8fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72395de2-24ec-482b-bef7-14825a5fc695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1340148 May 27 02:32:57.673983 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-deb3ce94-c82e-4a32-b6e4-5faf767ce52a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:57.686310 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e7a5d150-e487-4d89-a07b-d6ebc8e23f36 req-ca464ace-4240-4588-b587-c3d7e564b938 service neutron] 10.222.0.32 "GET /v2.0/networks/72395de2-24ec-482b-bef7-14825a5fc695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724901 May 27 02:32:57.720322 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-20a3bbab-2c1a-4df6-9227-cbf40079e58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'name': 'tempest-AttachVolumeNegativeTest-494117646-router', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:55Z', 'updated_at': '2022-05-27T02:29:06Z', 'revision_number': 4, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'gw_port': {'id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:58Z', 'updated_at': '2022-05-27T02:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '02915088-173e-4c3a-a404-416f98dca067', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'floating_ip_address': '172.25.1.118', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'port_id': '67571f92-a84f-4e62-afbe-7415c4c115a3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'mac_address': 'fa:16:3e:c5:6f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e0e1ad-e076-4b87-9a26-8d481ddd8d65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:32:34Z', 'updated_at': '2022-05-27T02:32:54Z', 'revision_number': 1, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e06fc56-f856-4359-8936-e81e87ae92ec', 'name': '', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'mac_address': 'fa:16:3e:21:52:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:04Z', 'updated_at': '2022-05-27T02:29:21Z', 'revision_number': 5, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'subnets': [{'id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:32:57.725424 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a3bbab-2c1a-4df6-9227-cbf40079e58f None None] The sync data for ids ['e4ee2b29-ceb2-4475-af4f-913e1f76f89b'] in n-d-843554-3 is: [{'id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'name': 'tempest-AttachVolumeNegativeTest-494117646-router', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:55Z', 'updated_at': '2022-05-27T02:29:06Z', 'revision_number': 4, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'gw_port': {'id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:58Z', 'updated_at': '2022-05-27T02:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '02915088-173e-4c3a-a404-416f98dca067', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'floating_ip_address': '172.25.1.118', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'port_id': '67571f92-a84f-4e62-afbe-7415c4c115a3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'mac_address': 'fa:16:3e:c5:6f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e0e1ad-e076-4b87-9a26-8d481ddd8d65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:32:34Z', 'updated_at': '2022-05-27T02:32:54Z', 'revision_number': 1, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e06fc56-f856-4359-8936-e81e87ae92ec', 'name': '', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'mac_address': 'fa:16:3e:21:52:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:04Z', 'updated_at': '2022-05-27T02:29:21Z', 'revision_number': 5, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'subnets': [{'id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:32:57.736188 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6fc06a29-8e07-495a-9b0a-cbaf8676d972 req-3da737fb-3d23-4af2-b577-7e9be33f3fef tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859895 May 27 02:32:57.802482 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb3ce94-c82e-4a32-b6e4-5faf767ce52a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:32:57.840221 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d8536040-fffe-4dab-b42c-ce61b8c7bd72 req-343e0427-1524-487b-bc9e-687ca7719076 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386464 May 27 02:32:57.849701 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-deb3ce94-c82e-4a32-b6e4-5faf767ce52a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:32:57.854072 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-29919dd6-66ee-495e-88c4-d38f37e15592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:57.856330 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb3ce94-c82e-4a32-b6e4-5faf767ce52a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:32:57.887133 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3ce94-c82e-4a32-b6e4-5faf767ce52a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Pushing event updated for resources: {'Port': ['ID=289f2976-19a9-4daa-a2d1-dfc9305d10ae,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:58.016527 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-deb3ce94-c82e-4a32-b6e4-5faf767ce52a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:58.054676 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e7a5d150-e487-4d89-a07b-d6ebc8e23f36 req-73399942-e88f-41a0-92ae-9c89ef4f4034 service neutron] 10.222.0.32 "GET /v2.0/networks/72395de2-24ec-482b-bef7-14825a5fc695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612657 May 27 02:32:58.130540 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a69aeb-dd0d-4ade-95d9-9ac09e4861c5 None None] New status for floating IP 02915088-173e-4c3a-a404-416f98dca067: ACTIVE {{(pid=88904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:32:58.286735 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-deb3ce94-c82e-4a32-b6e4-5faf767ce52a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:58.396327 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c22be7-d7c5-4a42-8f4a-05ff2405923d req-a4f55408-ee06-4661-bebc-ac31c21b623e tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:58.404240 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f9c22be7-d7c5-4a42-8f4a-05ff2405923d req-a4f55408-ee06-4661-bebc-ac31c21b623e tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.2052479 May 27 02:32:58.531011 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f9c22be7-d7c5-4a42-8f4a-05ff2405923d req-f3747be2-09e2-4992-ab61-267d0d9208cf tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258330 May 27 02:32:58.608936 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-deb3ce94-c82e-4a32-b6e4-5faf767ce52a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:58.700709 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-deb3ce94-c82e-4a32-b6e4-5faf767ce52a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:58.829518 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3ce94-c82e-4a32-b6e4-5faf767ce52a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Pushing event updated for resources: {'Port': ['ID=289f2976-19a9-4daa-a2d1-dfc9305d10ae,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:58.843666 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-deb3ce94-c82e-4a32-b6e4-5faf767ce52a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:58.870761 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0568def1-9d84-4eef-9a4f-560ee861767b req-b7c415fd-815e-44e3-b35c-3539d7cefe00 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:58.872187 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0568def1-9d84-4eef-9a4f-560ee861767b req-b7c415fd-815e-44e3-b35c-3539d7cefe00 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.2099564 May 27 02:32:58.889157 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58272) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:58.964157 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:58.974895 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0568def1-9d84-4eef-9a4f-560ee861767b req-7c98e317-d33a-415d-821d-1506b484d7f5 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920238 May 27 02:32:58.997349 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:59.002801 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a9028-a215-45e6-82f8-2e4915574e34 req-e43751e5-c5e0-4af6-b7f4-6d8a19ab41c6 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:59.004254 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-837a9028-a215-45e6-82f8-2e4915574e34 req-e43751e5-c5e0-4af6-b7f4-6d8a19ab41c6 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d6c0d0-8232-4954-b8fb-5b2d1a19f11a HTTP/1.1" status: 200 len: 945 time: 0.1255744 May 27 02:32:59.008881 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-deb3ce94-c82e-4a32-b6e4-5faf767ce52a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:59.008881 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-deb3ce94-c82e-4a32-b6e4-5faf767ce52a tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3007319 May 27 02:32:59.060376 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ae19c12f-cad6-4b18-b710-115743d8e955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:59.062769 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-837a9028-a215-45e6-82f8-2e4915574e34 req-8841f257-3303-4fe9-9294-b45647514665 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f596496-44f8-4d6c-9993-8f987a983ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448420 May 27 02:32:59.078434 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ae19c12f-cad6-4b18-b710-115743d8e955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:32:59.083644 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ae19c12f-cad6-4b18-b710-115743d8e955 admin admin] Usage tracker for resource:security_group_rule and tenant:cf3891fd7c774c71921c28185d855251 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:32:59.086999 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ae19c12f-cad6-4b18-b710-115743d8e955 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:32:59.095705 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ae19c12f-cad6-4b18-b710-115743d8e955 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:32:59.230181 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ae19c12f-cad6-4b18-b710-115743d8e955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:59.277476 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ae19c12f-cad6-4b18-b710-115743d8e955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:59.324605 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ae19c12f-cad6-4b18-b710-115743d8e955 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cf3891fd7c774c71921c28185d855251&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4342144 May 27 02:32:59.326081 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae19c12f-cad6-4b18-b710-115743d8e955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd1fba6-fe4d-4022-90e2-9550998fd921,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:59.328319 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58298) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:32:59.344545 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-6b438543-5162-46b3-aa13-d361b8423a5e req-3182fad3-ceae-4fae-8037-2c766173f363 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Synchronizing usage tracker for tenant:a54d5457e373400db950c9d30ab97cd7 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:32:59.373220 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250b583-8baf-4ce8-8740-dac9ea97a9a8 req-78bd30c7-a882-41a5-9b77-0f4070df6c46 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:59.374687 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6250b583-8baf-4ce8-8740-dac9ea97a9a8 req-78bd30c7-a882-41a5-9b77-0f4070df6c46 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.1243966 May 27 02:32:59.420805 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6250b583-8baf-4ce8-8740-dac9ea97a9a8 req-61a110b3-0dae-49d6-b9d2-b7842c467684 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400999 May 27 02:32:59.421518 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-6b438543-5162-46b3-aa13-d361b8423a5e req-3182fad3-ceae-4fae-8037-2c766173f363 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Unset dirty status for tenant:a54d5457e373400db950c9d30ab97cd7 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:32:59.422756 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b438543-5162-46b3-aa13-d361b8423a5e req-3182fad3-ceae-4fae-8037-2c766173f363 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--25587395&fields=id&tenant_id=a54d5457e373400db950c9d30ab97cd7 HTTP/1.1" status: 200 len: 267 time: 0.1398926 May 27 02:32:59.433862 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d7e1763d-23e6-4d94-a0ee-3dd69fa02362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:59.472494 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d7e1763d-23e6-4d94-a0ee-3dd69fa02362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:59.513463 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91fc75-31c1-4c88-856c-1b07932d41bb req-fe9b2793-ec50-4b2a-94eb-ab8e4c54cd52 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:59.514155 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-0d91fc75-31c1-4c88-856c-1b07932d41bb req-fe9b2793-ec50-4b2a-94eb-ab8e4c54cd52 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Synchronizing usage tracker for tenant:022251d9f75846819da07595f70e72c6 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:32:59.532106 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-0d91fc75-31c1-4c88-856c-1b07932d41bb req-fe9b2793-ec50-4b2a-94eb-ab8e4c54cd52 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Unset dirty status for tenant:022251d9f75846819da07595f70e72c6 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:32:59.534925 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0d91fc75-31c1-4c88-856c-1b07932d41bb req-fe9b2793-ec50-4b2a-94eb-ab8e4c54cd52 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d6c0d0-8232-4954-b8fb-5b2d1a19f11a HTTP/1.1" status: 200 len: 945 time: 0.1673679 May 27 02:32:59.609365 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-0d91fc75-31c1-4c88-856c-1b07932d41bb req-ecc5a46a-33e7-4375-afb9-3d615f516642 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Deleting port 6b5740de-7777-4b61-ae02-1d3038968e57 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:32:59.609615 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0d91fc75-31c1-4c88-856c-1b07932d41bb req-ecc5a46a-33e7-4375-afb9-3d615f516642 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:59.633672 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b438543-5162-46b3-aa13-d361b8423a5e req-31d34791-1a7a-4330-9153-e71a8eca655b tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:59.635128 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b438543-5162-46b3-aa13-d361b8423a5e req-31d34791-1a7a-4330-9153-e71a8eca655b tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/networks?id=e6379d80-7b9b-4710-9948-937eec21e411 HTTP/1.1" status: 200 len: 810 time: 0.2055085 May 27 02:32:59.656123 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d7e1763d-23e6-4d94-a0ee-3dd69fa02362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:59.657167 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b438543-5162-46b3-aa13-d361b8423a5e req-2311320f-18bf-4c33-bc8c-7bb84885b559 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/quotas/a54d5457e373400db950c9d30ab97cd7 HTTP/1.1" status: 200 len: 375 time: 0.0156295 May 27 02:32:59.678914 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e1763d-23e6-4d94-a0ee-3dd69fa02362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd1fba6-fe4d-4022-90e2-9550998fd921,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:32:59.689485 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d7e1763d-23e6-4d94-a0ee-3dd69fa02362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:59.692887 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d7e1763d-23e6-4d94-a0ee-3dd69fa02362 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6fd1fba6-fe4d-4022-90e2-9550998fd921 HTTP/1.1" status: 204 len: 168 time: 0.3611002 May 27 02:32:59.708023 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204d686-051b-42d6-b03b-8612420700d3 req-b3d56ec7-9823-462b-b4cb-c62438f2d0a0 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:59.709755 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5204d686-051b-42d6-b03b-8612420700d3 req-b3d56ec7-9823-462b-b4cb-c62438f2d0a0 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.1672335 May 27 02:32:59.773464 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5204d686-051b-42d6-b03b-8612420700d3 req-2634fec6-361b-494c-9abf-3eec146ea068 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562377 May 27 02:32:59.794831 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b438543-5162-46b3-aa13-d361b8423a5e req-da50f648-aa4e-4c9f-8245-bf8ae4c905c2 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a54d5457e373400db950c9d30ab97cd7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1312366 May 27 02:32:59.934396 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0d91fc75-31c1-4c88-856c-1b07932d41bb req-ecc5a46a-33e7-4375-afb9-3d615f516642 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] For port 6b5740de-7777-4b61-ae02-1d3038968e57, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=6b5740de-7777-4b61-ae02-1d3038968e57,segment=NetworkSegment(5864c61c-745e-48a2-ad03-bf564989aeca),segment_id=5864c61c-745e-48a2-ad03-bf564989aeca)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:32:59.934978 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0d91fc75-31c1-4c88-856c-1b07932d41bb req-ecc5a46a-33e7-4375-afb9-3d615f516642 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:00.002874 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b438543-5162-46b3-aa13-d361b8423a5e req-01c5ffdb-8539-4efd-9098-451f4d4e9511 service neutron] 10.222.0.57 "GET /v2.0/networks/e6379d80-7b9b-4710-9948-937eec21e411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955817 May 27 02:33:00.071508 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:00.102474 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-0d91fc75-31c1-4c88-856c-1b07932d41bb req-ecc5a46a-33e7-4375-afb9-3d615f516642 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Calling delete_port for 6b5740de-7777-4b61-ae02-1d3038968e57 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:33:00.106912 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d93768-6833-4561-b5c1-d46f5f233b51 req-68355428-936b-4662-aeab-12b4f61b517f tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:00.117841 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-13d93768-6833-4561-b5c1-d46f5f233b51 req-68355428-936b-4662-aeab-12b4f61b517f tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.2059386 May 27 02:33:00.322566 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-13d93768-6833-4561-b5c1-d46f5f233b51 req-7b6943f1-c468-44e4-a3b6-2dc28b2a1ca7 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075551 May 27 02:33:00.341813 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b438543-5162-46b3-aa13-d361b8423a5e req-0aab8581-392d-4c35-9e75-3e29036ac769 service neutron] 10.222.0.57 "GET /v2.0/networks/e6379d80-7b9b-4710-9948-937eec21e411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269506 May 27 02:33:00.372343 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0d91fc75-31c1-4c88-856c-1b07932d41bb req-ecc5a46a-33e7-4375-afb9-3d615f516642 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:00.386677 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['6b5740de-7777-4b61-ae02-1d3038968e57'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:33:00.467709 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5a46a-33e7-4375-afb9-3d615f516642 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Pushing event deleted for resources: {'Port': ['ID=6b5740de-7777-4b61-ae02-1d3038968e57,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:00.484580 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8e0b22cf-e99f-4da4-83e0-3494bdb504d1 req-7985a273-d090-4e26-88f1-05fec1f03f4d tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d6c0d0-8232-4954-b8fb-5b2d1a19f11a HTTP/1.1" status: 200 len: 210 time: 0.0454659 May 27 02:33:00.548197 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d91fc75-31c1-4c88-856c-1b07932d41bb req-ecc5a46a-33e7-4375-afb9-3d615f516642 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] No DVR routers for this DVR port 6b5740de-7777-4b61-ae02-1d3038968e57 on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:33:00.550725 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0d91fc75-31c1-4c88-856c-1b07932d41bb req-ecc5a46a-33e7-4375-afb9-3d615f516642 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:00.553972 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d6c0d0-8232-4954-b8fb-5b2d1a19f11a', 'name': 'network-vif-deleted', 'tag': '6b5740de-7777-4b61-ae02-1d3038968e57'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:33:00.624056 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0efe25ff-8295-4bc7-9302-36da825af144'] response: {'server_uuid': '72d6c0d0-8232-4954-b8fb-5b2d1a19f11a', 'name': 'network-vif-deleted', 'tag': '6b5740de-7777-4b61-ae02-1d3038968e57', 'status': 'completed', 'code': 200} May 27 02:33:00.655253 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0d91fc75-31c1-4c88-856c-1b07932d41bb req-ecc5a46a-33e7-4375-afb9-3d615f516642 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.32 "DELETE /v2.0/ports/6b5740de-7777-4b61-ae02-1d3038968e57 HTTP/1.1" status: 204 len: 173 time: 1.1133168 May 27 02:33:00.719588 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3369ecd7-b7b7-473c-a171-b044a70d4893 req-e1a30cee-9dcd-44aa-b6bc-995565825fa2 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=a35c44bf-1d45-402c-b4b7-37b06b349d5e HTTP/1.1" status: 200 len: 210 time: 0.0546174 May 27 02:33:00.786570 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b5b77-25d5-4387-8ee1-73183f57a342 req-00d46513-3485-4715-a560-72734f450ebb tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:00.788656 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0a1b5b77-25d5-4387-8ee1-73183f57a342 req-00d46513-3485-4715-a560-72734f450ebb tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.1783681 May 27 02:33:00.837102 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0a1b5b77-25d5-4387-8ee1-73183f57a342 req-2fde283e-1914-4e07-b63e-b221a3501587 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404923 May 27 02:33:01.697615 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-51fcfe06-c4e3-458c-829d-cf14dc83419e req-e96e6c9b-00f6-4006-86fc-98b343f93279 tempest-ServerRescueTestJSON-132321669 tempest-ServerRescueTestJSON-132321669-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d6c0d0-8232-4954-b8fb-5b2d1a19f11a HTTP/1.1" status: 200 len: 210 time: 0.0695646 May 27 02:33:01.831348 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65991522-f475-440c-970e-6db6f0469777 req-b72d792f-3ea1-4e4a-b8ca-4c8571dcb5a4 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:01.833291 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-65991522-f475-440c-970e-6db6f0469777 req-b72d792f-3ea1-4e4a-b8ca-4c8571dcb5a4 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.1098776 May 27 02:33:01.934953 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9b35e117-3fe3-444a-bef9-28506c550890 req-95a3ae7d-a606-4106-a1b8-b3045a618c9e tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=a35c44bf-1d45-402c-b4b7-37b06b349d5e HTTP/1.1" status: 200 len: 210 time: 0.0580099 May 27 02:33:01.984551 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-65991522-f475-440c-970e-6db6f0469777 req-576471fa-fe02-4cff-98f9-35b6b42dde1e tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369247 May 27 02:33:02.019017 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58388) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:02.196060 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-11210527-cca2-433e-ac7e-afbcaf035c16 tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2145397620'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:02.201397 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-11210527-cca2-433e-ac7e-afbcaf035c16 tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:02.205407 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-11210527-cca2-433e-ac7e-afbcaf035c16 tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] Usage tracker for resource:network and tenant:95d2e7fb0e0d4d1cb024ef1b73ec23c1 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:33:02.208173 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-11210527-cca2-433e-ac7e-afbcaf035c16 tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:33:02.214904 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-11210527-cca2-433e-ac7e-afbcaf035c16 tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:02.306060 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11210527-cca2-433e-ac7e-afbcaf035c16 tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] Made reservation on behalf of 95d2e7fb0e0d4d1cb024ef1b73ec23c1 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:33:02.309519 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11210527-cca2-433e-ac7e-afbcaf035c16 tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:02.321572 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11210527-cca2-433e-ac7e-afbcaf035c16 tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:02.335882 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-11210527-cca2-433e-ac7e-afbcaf035c16 tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:02.340172 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-11210527-cca2-433e-ac7e-afbcaf035c16 tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] Usage tracker for resource:security_group_rule and tenant:95d2e7fb0e0d4d1cb024ef1b73ec23c1 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:33:02.343055 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-11210527-cca2-433e-ac7e-afbcaf035c16 tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:33:02.348724 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-11210527-cca2-433e-ac7e-afbcaf035c16 tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:02.525940 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11210527-cca2-433e-ac7e-afbcaf035c16 tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:02.579724 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11210527-cca2-433e-ac7e-afbcaf035c16 tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:02.613057 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11210527-cca2-433e-ac7e-afbcaf035c16 tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:33:02.618903 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11210527-cca2-433e-ac7e-afbcaf035c16 tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95b36510-756e-4d4a-8e43-d83b20074443,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:02.626076 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11210527-cca2-433e-ac7e-afbcaf035c16 tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:02.626218 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-11210527-cca2-433e-ac7e-afbcaf035c16 tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] Added segment b83b17c1-298e-467e-8724-c75a4ffaee42 of type vlan for network be68c7fb-0a5f-463e-86fb-3f6c7f4c2bea May 27 02:33:02.655200 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11210527-cca2-433e-ac7e-afbcaf035c16 tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:02.778523 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11210527-cca2-433e-ac7e-afbcaf035c16 tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:02.784185 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11210527-cca2-433e-ac7e-afbcaf035c16 tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:02.784800 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11210527-cca2-433e-ac7e-afbcaf035c16 tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:02.805673 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 58402) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:02.873417 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 6b5740de-7777-4b61-ae02-1d3038968e57 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:33:02.898712 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11210527-cca2-433e-ac7e-afbcaf035c16 tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] Pushing event updated for resources: {'Network': ['ID=be68c7fb-0a5f-463e-86fb-3f6c7f4c2bea,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:02.918295 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 6b5740de-7777-4b61-ae02-1d3038968e57 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:33:02.925159 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 6b5740de-7777-4b61-ae02-1d3038968e57 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:33:02.925159 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network be68c7fb-0a5f-463e-86fb-3f6c7f4c2bea details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:33:02.975328 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-11210527-cca2-433e-ac7e-afbcaf035c16 tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9551165 May 27 02:33:02.986956 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58408) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:03.094245 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-02a2da59-7443-439d-83c2-5b91c2da6bdb tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Request body: {'network': {'name': 'tempest-network--970137047', 'router:external': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:03.099556 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-02a2da59-7443-439d-83c2-5b91c2da6bdb tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:03.103739 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-02a2da59-7443-439d-83c2-5b91c2da6bdb tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Usage tracker for resource:network and tenant:1387c0d5a1414abfb1a3eb6b6806bacd is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:33:03.106944 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-02a2da59-7443-439d-83c2-5b91c2da6bdb tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:33:03.112898 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-02a2da59-7443-439d-83c2-5b91c2da6bdb tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:03.184632 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a2da59-7443-439d-83c2-5b91c2da6bdb tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Made reservation on behalf of 1387c0d5a1414abfb1a3eb6b6806bacd for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:33:03.187854 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02a2da59-7443-439d-83c2-5b91c2da6bdb tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:03.204779 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02a2da59-7443-439d-83c2-5b91c2da6bdb tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:03.223690 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-02a2da59-7443-439d-83c2-5b91c2da6bdb tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:03.228535 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-02a2da59-7443-439d-83c2-5b91c2da6bdb tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Usage tracker for resource:security_group_rule and tenant:1387c0d5a1414abfb1a3eb6b6806bacd is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:33:03.232665 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-02a2da59-7443-439d-83c2-5b91c2da6bdb tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:33:03.240682 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-02a2da59-7443-439d-83c2-5b91c2da6bdb tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:03.258743 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b438543-5162-46b3-aa13-d361b8423a5e req-88320f83-6813-4bfb-844c-c154e8670245 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:03.260179 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b438543-5162-46b3-aa13-d361b8423a5e req-88320f83-6813-4bfb-844c-c154e8670245 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.66 "GET /v2.0/networks?id=e6379d80-7b9b-4710-9948-937eec21e411 HTTP/1.1" status: 200 len: 810 time: 0.3818660 May 27 02:33:03.287893 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-67c6446b-63ce-4e6f-abaf-85eab8c50cc2 req-779d67b2-a864-42c0-9ead-addcd3922ae3 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=a35c44bf-1d45-402c-b4b7-37b06b349d5e HTTP/1.1" status: 200 len: 210 time: 0.1312616 May 27 02:33:03.341621 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02a2da59-7443-439d-83c2-5b91c2da6bdb tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:03.391715 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02a2da59-7443-439d-83c2-5b91c2da6bdb tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:03.427051 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a2da59-7443-439d-83c2-5b91c2da6bdb tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:33:03.431540 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b438543-5162-46b3-aa13-d361b8423a5e req-4ce8800e-ec24-4e9c-8ed9-6277cab5c5e7 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a54d5457e373400db950c9d30ab97cd7 HTTP/1.1" status: 200 len: 378 time: 0.1536379 May 27 02:33:03.436646 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a2da59-7443-439d-83c2-5b91c2da6bdb tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e18458-be32-4e80-835e-67e33e126a3c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:03.442505 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02a2da59-7443-439d-83c2-5b91c2da6bdb tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:03.443092 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-02a2da59-7443-439d-83c2-5b91c2da6bdb tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Added segment 89ea7e68-f497-4eeb-b39b-bc76c1d9d89c of type vlan for network 141f9433-9913-4213-8f71-1bc82af90bfc May 27 02:33:03.449465 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-6b438543-5162-46b3-aa13-d361b8423a5e req-6a94de8c-c481-458f-a09d-b4358aed85ff tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Request body: {'port': {'device_id': 'a35c44bf-1d45-402c-b4b7-37b06b349d5e', 'network_id': 'e6379d80-7b9b-4710-9948-937eec21e411', 'admin_state_up': True, 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'security_groups': ['673fe9f2-341c-4aef-b996-12fc67d5833b']}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:03.478667 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02a2da59-7443-439d-83c2-5b91c2da6bdb tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:03.531946 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335f2ba-038d-4c29-8ee3-b7fff3977814 req-87519329-7b8a-4904-ae9a-f159f829f103 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:03.533486 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4335f2ba-038d-4c29-8ee3-b7fff3977814 req-87519329-7b8a-4904-ae9a-f159f829f103 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.3757901 May 27 02:33:03.558155 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02a2da59-7443-439d-83c2-5b91c2da6bdb tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:03.559250 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a2da59-7443-439d-83c2-5b91c2da6bdb tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:03.559850 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02a2da59-7443-439d-83c2-5b91c2da6bdb tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:03.661788 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a2da59-7443-439d-83c2-5b91c2da6bdb tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Pushing event updated for resources: {'Network': ['ID=141f9433-9913-4213-8f71-1bc82af90bfc,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:03.665195 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4335f2ba-038d-4c29-8ee3-b7fff3977814 req-24a4a2d4-da97-494d-90c9-2c6e0fca5772 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913150 May 27 02:33:03.672271 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 141f9433-9913-4213-8f71-1bc82af90bfc details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:33:03.736626 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-02a2da59-7443-439d-83c2-5b91c2da6bdb tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7480898 May 27 02:33:03.738062 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-6b438543-5162-46b3-aa13-d361b8423a5e req-6a94de8c-c481-458f-a09d-b4358aed85ff tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:03.739002 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58422) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:03.743436 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-6b438543-5162-46b3-aa13-d361b8423a5e req-6a94de8c-c481-458f-a09d-b4358aed85ff tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Usage tracker for resource:port and tenant:a54d5457e373400db950c9d30ab97cd7 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:33:03.747310 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-6b438543-5162-46b3-aa13-d361b8423a5e req-6a94de8c-c481-458f-a09d-b4358aed85ff tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:33:03.754317 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-6b438543-5162-46b3-aa13-d361b8423a5e req-6a94de8c-c481-458f-a09d-b4358aed85ff tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:03.849180 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8d9cd418-3111-4050-b011-9e1e2161dc79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:03.871105 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e8975442-dfd7-4811-990c-05c4a07b5ea9 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:04.004231 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e8975442-dfd7-4811-990c-05c4a07b5ea9 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:04.037330 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-e8975442-dfd7-4811-990c-05c4a07b5ea9 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['141f9433-9913-4213-8f71-1bc82af90bfc']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:04.039941 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b438543-5162-46b3-aa13-d361b8423a5e req-6a94de8c-c481-458f-a09d-b4358aed85ff tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Made reservation on behalf of a54d5457e373400db950c9d30ab97cd7 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:33:04.043833 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6b438543-5162-46b3-aa13-d361b8423a5e req-6a94de8c-c481-458f-a09d-b4358aed85ff tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:04.054410 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-e8975442-dfd7-4811-990c-05c4a07b5ea9 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89ea7e68-f497-4eeb-b39b-bc76c1d9d89c') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:04.054616 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-e8975442-dfd7-4811-990c-05c4a07b5ea9 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89ea7e68-f497-4eeb-b39b-bc76c1d9d89c') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:04.070960 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e8975442-dfd7-4811-990c-05c4a07b5ea9 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:04.094904 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e8975442-dfd7-4811-990c-05c4a07b5ea9 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:04.104329 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8975442-dfd7-4811-990c-05c4a07b5ea9 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:33:04.104664 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e8975442-dfd7-4811-990c-05c4a07b5ea9 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:04.178862 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 89ea7e68-f497-4eeb-b39b-bc76c1d9d89c resource provider aggregate not found May 27 02:33:04.205512 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 89ea7e68-f497-4eeb-b39b-bc76c1d9d89c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 89ea7e68-f497-4eeb-b39b-bc76c1d9d89c found for delete ", "request_id": "req-f00a5f25-bc12-48d2-a034-7fb46722245d"}]} May 27 02:33:04.283677 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e8975442-dfd7-4811-990c-05c4a07b5ea9 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:04.288089 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8975442-dfd7-4811-990c-05c4a07b5ea9 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 141f9433-9913-4213-8f71-1bc82af90bfc {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 27 02:33:04.291735 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e8975442-dfd7-4811-990c-05c4a07b5ea9 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:04.312142 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8975442-dfd7-4811-990c-05c4a07b5ea9 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Pushing event deleted for resources: {'Network': ['ID=141f9433-9913-4213-8f71-1bc82af90bfc,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:04.315322 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e8975442-dfd7-4811-990c-05c4a07b5ea9 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] 10.222.0.57 "DELETE /v2.0/networks/141f9433-9913-4213-8f71-1bc82af90bfc HTTP/1.1" status: 204 len: 168 time: 0.5745742 May 27 02:33:04.319721 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58442) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:04.338189 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-334ea888-82df-462f-8327-9fed62eb8ef4 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:04.344095 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-334ea888-82df-462f-8327-9fed62eb8ef4 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:04.348181 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-334ea888-82df-462f-8327-9fed62eb8ef4 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Usage tracker for resource:network and tenant:1387c0d5a1414abfb1a3eb6b6806bacd is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:33:04.351335 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-334ea888-82df-462f-8327-9fed62eb8ef4 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:33:04.357410 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-334ea888-82df-462f-8327-9fed62eb8ef4 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:04.452625 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334ea888-82df-462f-8327-9fed62eb8ef4 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Made reservation on behalf of 1387c0d5a1414abfb1a3eb6b6806bacd for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:33:04.456224 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-334ea888-82df-462f-8327-9fed62eb8ef4 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:04.495559 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-334ea888-82df-462f-8327-9fed62eb8ef4 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:33:04.508023 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-334ea888-82df-462f-8327-9fed62eb8ef4 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:04.508768 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-334ea888-82df-462f-8327-9fed62eb8ef4 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Added segment eddaf6d0-110b-43fb-9eb6-41e92bc84f2e of type vlan for network bd251563-8a74-46bc-af2f-ab8dbecbc8b5 May 27 02:33:04.535048 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d6c4b5ff-2d14-436e-a923-cda64db43a86 req-b027ae94-8179-49cf-b279-8c6a36990c7f tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=a35c44bf-1d45-402c-b4b7-37b06b349d5e HTTP/1.1" status: 200 len: 210 time: 0.0967419 May 27 02:33:04.536090 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-6b438543-5162-46b3-aa13-d361b8423a5e req-6a94de8c-c481-458f-a09d-b4358aed85ff tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Allocated IP 172.20.0.13 (e6379d80-7b9b-4710-9948-937eec21e411/95908a1f-c366-445e-9e10-5bce86ad79d9/2de12f73-da27-4d21-b0b0-4e512ffdf37f) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:33:04.563960 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-8d9cd418-3111-4050-b011-9e1e2161dc79 admin admin] Deleting port edd6da94-e1df-46a3-99ad-d36e502c1d6b {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:33:04.564308 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8d9cd418-3111-4050-b011-9e1e2161dc79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:04.566627 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-334ea888-82df-462f-8327-9fed62eb8ef4 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:04.689713 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-334ea888-82df-462f-8327-9fed62eb8ef4 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:04.691133 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334ea888-82df-462f-8327-9fed62eb8ef4 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:04.691827 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-334ea888-82df-462f-8327-9fed62eb8ef4 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:04.834636 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ea888-82df-462f-8327-9fed62eb8ef4 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Pushing event updated for resources: {'Network': ['ID=bd251563-8a74-46bc-af2f-ab8dbecbc8b5,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:04.845074 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network bd251563-8a74-46bc-af2f-ab8dbecbc8b5 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:33:04.901085 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-334ea888-82df-462f-8327-9fed62eb8ef4 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5802717 May 27 02:33:04.904113 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58450) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:04.909699 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-8a546902-ba37-4936-9471-008caefb0387 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Request body: {'subnet': {'network_id': 'bd251563-8a74-46bc-af2f-ab8dbecbc8b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:04.916176 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8a546902-ba37-4936-9471-008caefb0387 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:04.921433 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8a546902-ba37-4936-9471-008caefb0387 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Usage tracker for resource:subnet and tenant:1387c0d5a1414abfb1a3eb6b6806bacd is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:33:04.925023 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8a546902-ba37-4936-9471-008caefb0387 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:33:04.931475 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8a546902-ba37-4936-9471-008caefb0387 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:04.962900 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-8d9cd418-3111-4050-b011-9e1e2161dc79 admin admin] For port edd6da94-e1df-46a3-99ad-d36e502c1d6b, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=edd6da94-e1df-46a3-99ad-d36e502c1d6b,segment=NetworkSegment(5864c61c-745e-48a2-ad03-bf564989aeca),segment_id=5864c61c-745e-48a2-ad03-bf564989aeca)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:33:04.963411 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8d9cd418-3111-4050-b011-9e1e2161dc79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:05.042896 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6b438543-5162-46b3-aa13-d361b8423a5e req-6a94de8c-c481-458f-a09d-b4358aed85ff tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:05.107977 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-8d9cd418-3111-4050-b011-9e1e2161dc79 admin admin] Calling delete_port for edd6da94-e1df-46a3-99ad-d36e502c1d6b owned by network:router_interface {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:33:05.138161 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a546902-ba37-4936-9471-008caefb0387 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Made reservation on behalf of 1387c0d5a1414abfb1a3eb6b6806bacd for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:33:05.142251 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a546902-ba37-4936-9471-008caefb0387 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:05.170964 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-6b438543-5162-46b3-aa13-d361b8423a5e req-6a94de8c-c481-458f-a09d-b4358aed85ff tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Transition to ACTIVE for port object 2de12f73-da27-4d21-b0b0-4e512ffdf37f will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:33:05.186224 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54811a-cdb0-4777-a589-446d8cbd2253 req-2bd4bcf8-6109-4f12-8f6f-c84fc144e693 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:05.187801 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ca54811a-cdb0-4777-a589-446d8cbd2253 req-2bd4bcf8-6109-4f12-8f6f-c84fc144e693 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.3562567 May 27 02:33:05.280666 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ca54811a-cdb0-4777-a589-446d8cbd2253 req-47a7c967-e4b6-4518-b6ad-a63827d6441d tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808067 May 27 02:33:05.369436 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6b438543-5162-46b3-aa13-d361b8423a5e req-6a94de8c-c481-458f-a09d-b4358aed85ff tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:05.442996 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b438543-5162-46b3-aa13-d361b8423a5e req-6a94de8c-c481-458f-a09d-b4358aed85ff tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Network e6379d80-7b9b-4710-9948-937eec21e411 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:33:05.448965 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-6b438543-5162-46b3-aa13-d361b8423a5e req-6a94de8c-c481-458f-a09d-b4358aed85ff tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:33:05.455309 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b438543-5162-46b3-aa13-d361b8423a5e req-6a94de8c-c481-458f-a09d-b4358aed85ff tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:33:05.504781 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a94de8c-c481-458f-a09d-b4358aed85ff tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Pushing event updated for resources: {'Port': ['ID=2de12f73-da27-4d21-b0b0-4e512ffdf37f,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:05.530850 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b438543-5162-46b3-aa13-d361b8423a5e req-6a94de8c-c481-458f-a09d-b4358aed85ff tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:05.531507 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6b438543-5162-46b3-aa13-d361b8423a5e req-6a94de8c-c481-458f-a09d-b4358aed85ff tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:05.570357 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8d9cd418-3111-4050-b011-9e1e2161dc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:05.657876 n-d-843554-3 neutron-server[88901]: DEBUG neutron.objects.ports [None req-8a546902-ba37-4936-9471-008caefb0387 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88901) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 02:33:05.658584 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a546902-ba37-4936-9471-008caefb0387 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:05.733698 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a546902-ba37-4936-9471-008caefb0387 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6d9efe24-a34a-4c9c-beb8-79717eb5e63e,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:05.741580 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a546902-ba37-4936-9471-008caefb0387 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Checking segment: {'id': 'eddaf6d0-110b-43fb-9eb6-41e92bc84f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bd251563-8a74-46bc-af2f-ab8dbecbc8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:33:05.742035 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a546902-ba37-4936-9471-008caefb0387 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Network hostable DHCP agents. Network: bd251563-8a74-46bc-af2f-ab8dbecbc8b5, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:33:05.756165 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b438543-5162-46b3-aa13-d361b8423a5e req-6a94de8c-c481-458f-a09d-b4358aed85ff tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3182960 May 27 02:33:05.824511 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9cd418-3111-4050-b011-9e1e2161dc79 admin admin] Pushing event deleted for resources: {'Port': ['ID=edd6da94-e1df-46a3-99ad-d36e502c1d6b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:05.830323 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-6b438543-5162-46b3-aa13-d361b8423a5e req-221c4fd3-cf94-4e89-a5a2-6e264015982b service neutron] Request body: {'port': {'device_id': 'a35c44bf-1d45-402c-b4b7-37b06b349d5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:05.869742 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f4f817b6-2f09-49e1-b050-ef5592592a34 None None] Provisioning for port 2de12f73-da27-4d21-b0b0-4e512ffdf37f completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:33:05.875420 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f4f817b6-2f09-49e1-b050-ef5592592a34 None None] Provisioning complete for port 2de12f73-da27-4d21-b0b0-4e512ffdf37f triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:33:05.875802 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f4f817b6-2f09-49e1-b050-ef5592592a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:05.892692 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a546902-ba37-4936-9471-008caefb0387 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Network bd251563-8a74-46bc-af2f-ab8dbecbc8b5 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:33:05.934387 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-f4f817b6-2f09-49e1-b050-ef5592592a34 None None] Port 2de12f73-da27-4d21-b0b0-4e512ffdf37f cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:33:05.978288 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-8a546902-ba37-4936-9471-008caefb0387 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, bd251563-8a74-46bc-af2f-ab8dbecbc8b5) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:33:05.982536 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a546902-ba37-4936-9471-008caefb0387 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:05.983336 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a546902-ba37-4936-9471-008caefb0387 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:05.988331 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f38afb-fb2a-48be-87e9-902c55e5aa13 None None] Network bd251563-8a74-46bc-af2f-ab8dbecbc8b5 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:33:06.084702 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8a546902-ba37-4936-9471-008caefb0387 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1769631 May 27 02:33:06.085011 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58460) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:06.090565 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3737d507-8a7f-4b6c-9778-3ccf78151fff tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Request body: {'floatingip': {'floating_network_id': 'bd251563-8a74-46bc-af2f-ab8dbecbc8b5'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:06.095563 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3737d507-8a7f-4b6c-9778-3ccf78151fff tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:06.099411 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3737d507-8a7f-4b6c-9778-3ccf78151fff tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Usage tracker for resource:floatingip and tenant:1387c0d5a1414abfb1a3eb6b6806bacd is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:33:06.102537 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3737d507-8a7f-4b6c-9778-3ccf78151fff tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:33:06.108239 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3737d507-8a7f-4b6c-9778-3ccf78151fff tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:06.110305 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282a7de-d7bb-43c2-b7c6-aa2824ad3895 req-b2709d9d-df82-4683-9d4f-3cfb2f2a8577 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:06.111021 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e282a7de-d7bb-43c2-b7c6-aa2824ad3895 req-b2709d9d-df82-4683-9d4f-3cfb2f2a8577 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Synchronizing usage tracker for tenant:a54d5457e373400db950c9d30ab97cd7 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:33:06.113520 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6b438543-5162-46b3-aa13-d361b8423a5e req-221c4fd3-cf94-4e89-a5a2-6e264015982b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:06.255397 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc793f0-905b-4e7a-88c4-9c3967ba77ed None None] Network bd251563-8a74-46bc-af2f-ab8dbecbc8b5 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:33:06.297174 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8d9cd418-3111-4050-b011-9e1e2161dc79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:06.334459 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3737d507-8a7f-4b6c-9778-3ccf78151fff tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:06.441554 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e282a7de-d7bb-43c2-b7c6-aa2824ad3895 req-b2709d9d-df82-4683-9d4f-3cfb2f2a8577 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Unset dirty status for tenant:a54d5457e373400db950c9d30ab97cd7 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:33:06.448318 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e282a7de-d7bb-43c2-b7c6-aa2824ad3895 req-b2709d9d-df82-4683-9d4f-3cfb2f2a8577 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=a35c44bf-1d45-402c-b4b7-37b06b349d5e HTTP/1.1" status: 200 len: 932 time: 0.7016706 May 27 02:33:06.600064 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3737d507-8a7f-4b6c-9778-3ccf78151fff tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:06.764659 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e282a7de-d7bb-43c2-b7c6-aa2824ad3895 req-a8dd597d-bb5c-4004-aa10-8dc98fce11bd tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/security-groups?id=673fe9f2-341c-4aef-b996-12fc67d5833b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3154020 May 27 02:33:06.815887 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-3737d507-8a7f-4b6c-9778-3ccf78151fff tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Allocated IP 172.20.0.9 (bd251563-8a74-46bc-af2f-ab8dbecbc8b5/6d9efe24-a34a-4c9c-beb8-79717eb5e63e/23aa038e-4197-425e-be42-78aa22fdd458) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:33:06.890500 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf8f0d-e929-41c1-8111-5fa0c2d3359a req-083ad3aa-d625-4c72-9e4d-c130a2517fac tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:06.891989 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9bdf8f0d-e929-41c1-8111-5fa0c2d3359a req-083ad3aa-d625-4c72-9e4d-c130a2517fac tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.4567862 May 27 02:33:06.973116 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3737d507-8a7f-4b6c-9778-3ccf78151fff tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:07.031352 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9bdf8f0d-e929-41c1-8111-5fa0c2d3359a req-24a8183a-c490-4e33-b0da-58511cdce7e6 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291916 May 27 02:33:07.070158 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3737d507-8a7f-4b6c-9778-3ccf78151fff tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:07.142660 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3737d507-8a7f-4b6c-9778-3ccf78151fff tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Network bd251563-8a74-46bc-af2f-ab8dbecbc8b5 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:33:07.145360 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-3737d507-8a7f-4b6c-9778-3ccf78151fff tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:33:07.147870 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3737d507-8a7f-4b6c-9778-3ccf78151fff tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:33:07.193243 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3737d507-8a7f-4b6c-9778-3ccf78151fff tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Pushing event updated for resources: {'Port': ['ID=23aa038e-4197-425e-be42-78aa22fdd458,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:07.236805 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3737d507-8a7f-4b6c-9778-3ccf78151fff tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:07.242466 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-6b438543-5162-46b3-aa13-d361b8423a5e req-221c4fd3-cf94-4e89-a5a2-6e264015982b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2de12f73-da27-4d21-b0b0-4e512ffdf37f {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:33:07.252625 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6b438543-5162-46b3-aa13-d361b8423a5e req-221c4fd3-cf94-4e89-a5a2-6e264015982b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:07.263360 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9cd418-3111-4050-b011-9e1e2161dc79 admin admin] Router 14a280c5-7bbb-4fb6-8880-116cc2a63ba5 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:33:07.273974 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-6b438543-5162-46b3-aa13-d361b8423a5e req-221c4fd3-cf94-4e89-a5a2-6e264015982b service neutron] Transition to ACTIVE for port object 2de12f73-da27-4d21-b0b0-4e512ffdf37f will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:33:07.342515 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6b438543-5162-46b3-aa13-d361b8423a5e req-221c4fd3-cf94-4e89-a5a2-6e264015982b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:07.363412 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3737d507-8a7f-4b6c-9778-3ccf78151fff tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:07.587441 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c4fd3-cf94-4e89-a5a2-6e264015982b service neutron] Pushing event updated for resources: {'Port': ['ID=2de12f73-da27-4d21-b0b0-4e512ffdf37f,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:07.588032 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3737d507-8a7f-4b6c-9778-3ccf78151fff tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:07.652438 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9cd418-3111-4050-b011-9e1e2161dc79 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:33:07.658714 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8d9cd418-3111-4050-b011-9e1e2161dc79 admin admin] 10.222.0.57 "PUT /v2.0/routers/14a280c5-7bbb-4fb6-8880-116cc2a63ba5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8567491 May 27 02:33:07.661003 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3737d507-8a7f-4b6c-9778-3ccf78151fff tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:07.661177 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 58474) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:07.665040 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99ca3a8-0265-4e2b-9185-900225aed699 None None] Sync routers for ids ['14a280c5-7bbb-4fb6-8880-116cc2a63ba5'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:33:07.680450 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99ca3a8-0265-4e2b-9185-900225aed699 None None] Routers {'14a280c5-7bbb-4fb6-8880-116cc2a63ba5'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:33:07.681037 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b99ca3a8-0265-4e2b-9185-900225aed699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:32:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['14a280c5-7bbb-4fb6-8880-116cc2a63ba5'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:07.734203 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3737d507-8a7f-4b6c-9778-3ccf78151fff tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Pushing event updated for resources: {'Port': ['ID=23aa038e-4197-425e-be42-78aa22fdd458,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:07.767549 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-6b438543-5162-46b3-aa13-d361b8423a5e req-221c4fd3-cf94-4e89-a5a2-6e264015982b service neutron] Attempting to bind port 2de12f73-da27-4d21-b0b0-4e512ffdf37f on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:33:07.770128 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-6b438543-5162-46b3-aa13-d361b8423a5e req-221c4fd3-cf94-4e89-a5a2-6e264015982b service neutron] Attempting to bind port 2de12f73-da27-4d21-b0b0-4e512ffdf37f by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '2d17ae40-4310-4a58-b1f0-c2f85fb57fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e6379d80-7b9b-4710-9948-937eec21e411'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:33:07.770128 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b438543-5162-46b3-aa13-d361b8423a5e req-221c4fd3-cf94-4e89-a5a2-6e264015982b service neutron] Attempting to bind port 2de12f73-da27-4d21-b0b0-4e512ffdf37f on network e6379d80-7b9b-4710-9948-937eec21e411 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:33:07.777068 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b438543-5162-46b3-aa13-d361b8423a5e req-221c4fd3-cf94-4e89-a5a2-6e264015982b service neutron] Port 2de12f73-da27-4d21-b0b0-4e512ffdf37f on network e6379d80-7b9b-4710-9948-937eec21e411 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:33:07.777382 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b438543-5162-46b3-aa13-d361b8423a5e req-221c4fd3-cf94-4e89-a5a2-6e264015982b service neutron] Attempting to bind port 2de12f73-da27-4d21-b0b0-4e512ffdf37f on network e6379d80-7b9b-4710-9948-937eec21e411 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:33:07.843241 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b438543-5162-46b3-aa13-d361b8423a5e req-221c4fd3-cf94-4e89-a5a2-6e264015982b service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:33:07.843440 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b438543-5162-46b3-aa13-d361b8423a5e req-221c4fd3-cf94-4e89-a5a2-6e264015982b service neutron] Checking segment: {'id': '2d17ae40-4310-4a58-b1f0-c2f85fb57fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e6379d80-7b9b-4710-9948-937eec21e411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:33:07.843774 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b438543-5162-46b3-aa13-d361b8423a5e req-221c4fd3-cf94-4e89-a5a2-6e264015982b service neutron] Bound using segment: {'id': '2d17ae40-4310-4a58-b1f0-c2f85fb57fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e6379d80-7b9b-4710-9948-937eec21e411'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:33:07.844225 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-6b438543-5162-46b3-aa13-d361b8423a5e req-221c4fd3-cf94-4e89-a5a2-6e264015982b service neutron] Bound port: 2de12f73-da27-4d21-b0b0-4e512ffdf37f, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d17ae40-4310-4a58-b1f0-c2f85fb57fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e6379d80-7b9b-4710-9948-937eec21e411'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:33:07.844759 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6b438543-5162-46b3-aa13-d361b8423a5e req-221c4fd3-cf94-4e89-a5a2-6e264015982b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:07.847333 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3737d507-8a7f-4b6c-9778-3ccf78151fff tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:07.945814 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3737d507-8a7f-4b6c-9778-3ccf78151fff tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:07.946457 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-96543b14-7cf6-492e-9fa4-b6cd9f1c14b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:07.948759 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3737d507-8a7f-4b6c-9778-3ccf78151fff tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8613732 May 27 02:33:07.959737 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58490) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:07.959892 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-b99ca3a8-0265-4e2b-9185-900225aed699 None None] Set router 14a280c5-7bbb-4fb6-8880-116cc2a63ba5 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:33:08.035702 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-08cca529-d1bf-4e7c-9a68-1dc9ceca3e08 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Synchronizing usage tracker for tenant:1387c0d5a1414abfb1a3eb6b6806bacd on resource:floatingip {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:33:08.105276 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-6b438543-5162-46b3-aa13-d361b8423a5e req-221c4fd3-cf94-4e89-a5a2-6e264015982b service neutron] For port 2de12f73-da27-4d21-b0b0-4e512ffdf37f, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:33:08.122469 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-08cca529-d1bf-4e7c-9a68-1dc9ceca3e08 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Unset dirty status for tenant:1387c0d5a1414abfb1a3eb6b6806bacd on resource:floatingip {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:33:08.126672 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-08cca529-d1bf-4e7c-9a68-1dc9ceca3e08 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] 10.222.0.57 "GET /v2.0/floatingips?floating_network_id=bd251563-8a74-46bc-af2f-ab8dbecbc8b5 HTTP/1.1" status: 200 len: 689 time: 0.1727412 May 27 02:33:08.127053 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58498) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:08.188238 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-6b438543-5162-46b3-aa13-d361b8423a5e req-221c4fd3-cf94-4e89-a5a2-6e264015982b service neutron] For port 2de12f73-da27-4d21-b0b0-4e512ffdf37f, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=2de12f73-da27-4d21-b0b0-4e512ffdf37f,segment=NetworkSegment(2d17ae40-4310-4a58-b1f0-c2f85fb57fbf),segment_id=2d17ae40-4310-4a58-b1f0-c2f85fb57fbf)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:33:08.262346 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-96543b14-7cf6-492e-9fa4-b6cd9f1c14b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:08.277694 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d08f0d-a6e9-48d6-9ed3-68da7747c8ef req-82bd49f8-314e-4dd7-a3cd-d0649d709bc3 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:08.283213 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-40d08f0d-a6e9-48d6-9ed3-68da7747c8ef req-82bd49f8-314e-4dd7-a3cd-d0649d709bc3 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=a35c44bf-1d45-402c-b4b7-37b06b349d5e HTTP/1.1" status: 200 len: 944 time: 0.2729771 May 27 02:33:08.294126 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6b438543-5162-46b3-aa13-d361b8423a5e req-221c4fd3-cf94-4e89-a5a2-6e264015982b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:08.304317 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b99ca3a8-0265-4e2b-9185-900225aed699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a280c5-7bbb-4fb6-8880-116cc2a63ba5', 'name': 'tempest-ServerRescueTestJSON-1440723444-router', 'tenant_id': '022251d9f75846819da07595f70e72c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '4880f34b-48dc-4666-b027-887332825cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:30:34Z', 'updated_at': '2022-05-27T02:33:05Z', 'revision_number': 5, 'project_id': '022251d9f75846819da07595f70e72c6', 'gw_port': {'id': '4880f34b-48dc-4666-b027-887332825cdd', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:41:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a280c5-7bbb-4fb6-8880-116cc2a63ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:30:35Z', 'updated_at': '2022-05-27T02:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:08.310621 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99ca3a8-0265-4e2b-9185-900225aed699 None None] Checking router: 14a280c5-7bbb-4fb6-8880-116cc2a63ba5 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:33:08.313351 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-791071a6-3152-4029-9b41-ad96aa1bf406 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:08.320893 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99ca3a8-0265-4e2b-9185-900225aed699 None None] Routers {'14a280c5-7bbb-4fb6-8880-116cc2a63ba5'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:33:08.321517 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b99ca3a8-0265-4e2b-9185-900225aed699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:32:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['14a280c5-7bbb-4fb6-8880-116cc2a63ba5'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:08.380521 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-96543b14-7cf6-492e-9fa4-b6cd9f1c14b3 admin admin] Deleting port 4880f34b-48dc-4666-b027-887332825cdd {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:33:08.380813 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-96543b14-7cf6-492e-9fa4-b6cd9f1c14b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:08.409807 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-791071a6-3152-4029-9b41-ad96aa1bf406 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Deleting port 23aa038e-4197-425e-be42-78aa22fdd458 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:33:08.410345 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-791071a6-3152-4029-9b41-ad96aa1bf406 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:08.422646 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b438543-5162-46b3-aa13-d361b8423a5e req-221c4fd3-cf94-4e89-a5a2-6e264015982b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:08.423271 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-6b438543-5162-46b3-aa13-d361b8423a5e req-221c4fd3-cf94-4e89-a5a2-6e264015982b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:08.424657 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b438543-5162-46b3-aa13-d361b8423a5e req-221c4fd3-cf94-4e89-a5a2-6e264015982b service neutron] 10.222.0.66 "PUT /v2.0/ports/2de12f73-da27-4d21-b0b0-4e512ffdf37f HTTP/1.1" status: 200 len: 1092 time: 2.6594992 May 27 02:33:08.449800 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35c44bf-1d45-402c-b4b7-37b06b349d5e', 'tag': '2de12f73-da27-4d21-b0b0-4e512ffdf37f'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:33:08.485877 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-40d08f0d-a6e9-48d6-9ed3-68da7747c8ef req-f198cd5d-b5ce-47bc-8fa0-d647e07a22bc tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/security-groups?id=673fe9f2-341c-4aef-b996-12fc67d5833b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1964717 May 27 02:33:08.506655 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c4fd3-cf94-4e89-a5a2-6e264015982b service neutron] Pushing event updated for resources: {'Port': ['ID=2de12f73-da27-4d21-b0b0-4e512ffdf37f,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:08.549673 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-b99ca3a8-0265-4e2b-9185-900225aed699 None None] Set router 14a280c5-7bbb-4fb6-8880-116cc2a63ba5 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:33:08.603290 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb9edf-8fce-4773-85da-7d0d0ee44b6e req-3133e06c-40e5-4d66-984b-00131505cc7f tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:08.604740 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d6eb9edf-8fce-4773-85da-7d0d0ee44b6e req-3133e06c-40e5-4d66-984b-00131505cc7f tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.3964710 May 27 02:33:08.647829 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-791071a6-3152-4029-9b41-ad96aa1bf406 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:08.648164 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-791071a6-3152-4029-9b41-ad96aa1bf406 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:08.658596 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdd532a3-0921-4cf7-862e-9833234c5c90'] response: {'name': 'network-changed', 'server_uuid': 'a35c44bf-1d45-402c-b4b7-37b06b349d5e', 'tag': '2de12f73-da27-4d21-b0b0-4e512ffdf37f', 'status': 'completed', 'code': 200} May 27 02:33:08.710261 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b99ca3a8-0265-4e2b-9185-900225aed699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a280c5-7bbb-4fb6-8880-116cc2a63ba5', 'name': 'tempest-ServerRescueTestJSON-1440723444-router', 'tenant_id': '022251d9f75846819da07595f70e72c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:30:34Z', 'updated_at': '2022-05-27T02:33:08Z', 'revision_number': 6, 'project_id': '022251d9f75846819da07595f70e72c6', 'gw_port_host': None}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:08.715710 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99ca3a8-0265-4e2b-9185-900225aed699 None None] The sync data for ids ['14a280c5-7bbb-4fb6-8880-116cc2a63ba5'] in n-d-843554-3 is: [{'id': '14a280c5-7bbb-4fb6-8880-116cc2a63ba5', 'name': 'tempest-ServerRescueTestJSON-1440723444-router', 'tenant_id': '022251d9f75846819da07595f70e72c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:30:34Z', 'updated_at': '2022-05-27T02:33:08Z', 'revision_number': 6, 'project_id': '022251d9f75846819da07595f70e72c6', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:33:08.892609 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-791071a6-3152-4029-9b41-ad96aa1bf406 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Calling delete_port for 23aa038e-4197-425e-be42-78aa22fdd458 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:33:08.907367 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d6eb9edf-8fce-4773-85da-7d0d0ee44b6e req-aeac35e0-1c78-4da3-be19-a1d87fe0ad8a tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550561 May 27 02:33:08.935682 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-96543b14-7cf6-492e-9fa4-b6cd9f1c14b3 admin admin] For port 4880f34b-48dc-4666-b027-887332825cdd, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=4880f34b-48dc-4666-b027-887332825cdd,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:33:08.936040 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-96543b14-7cf6-492e-9fa4-b6cd9f1c14b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:08.947509 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b438543-5162-46b3-aa13-d361b8423a5e req-c77a8dcd-4ff8-46f2-b94b-510d98dfed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:08.949577 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b438543-5162-46b3-aa13-d361b8423a5e req-c77a8dcd-4ff8-46f2-b94b-510d98dfed8a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a54d5457e373400db950c9d30ab97cd7&device_id=a35c44bf-1d45-402c-b4b7-37b06b349d5e HTTP/1.1" status: 200 len: 1095 time: 0.4152200 May 27 02:33:09.100475 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-791071a6-3152-4029-9b41-ad96aa1bf406 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:09.110978 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-96543b14-7cf6-492e-9fa4-b6cd9f1c14b3 admin admin] Calling delete_port for 4880f34b-48dc-4666-b027-887332825cdd owned by network:router_gateway {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:33:09.149641 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791071a6-3152-4029-9b41-ad96aa1bf406 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Pushing event deleted for resources: {'Port': ['ID=23aa038e-4197-425e-be42-78aa22fdd458,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:09.163830 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b438543-5162-46b3-aa13-d361b8423a5e req-4c51449d-5146-4107-8fb1-3ed5f6ffc793 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2de12f73-da27-4d21-b0b0-4e512ffdf37f HTTP/1.1" status: 200 len: 217 time: 0.1647704 May 27 02:33:09.247222 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-791071a6-3152-4029-9b41-ad96aa1bf406 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:09.257570 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b438543-5162-46b3-aa13-d361b8423a5e req-063a444e-b5d1-4148-8922-b0d97136b6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:09.259003 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b438543-5162-46b3-aa13-d361b8423a5e req-063a444e-b5d1-4148-8922-b0d97136b6e3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=95908a1f-c366-445e-9e10-5bce86ad79d9 HTTP/1.1" status: 200 len: 849 time: 0.0886884 May 27 02:33:09.305590 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-791071a6-3152-4029-9b41-ad96aa1bf406 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:09.389874 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b438543-5162-46b3-aa13-d361b8423a5e req-3753e7a0-4f81-4caf-a92e-e10021f9766e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:09.391348 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b438543-5162-46b3-aa13-d361b8423a5e req-3753e7a0-4f81-4caf-a92e-e10021f9766e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e6379d80-7b9b-4710-9948-937eec21e411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1266930 May 27 02:33:09.449356 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-791071a6-3152-4029-9b41-ad96aa1bf406 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:09.480648 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-96543b14-7cf6-492e-9fa4-b6cd9f1c14b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:09.498782 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791071a6-3152-4029-9b41-ad96aa1bf406 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6d9efe24-a34a-4c9c-beb8-79717eb5e63e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:09.600930 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-791071a6-3152-4029-9b41-ad96aa1bf406 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:09.607196 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96543b14-7cf6-492e-9fa4-b6cd9f1c14b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4880f34b-48dc-4666-b027-887332825cdd,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:09.633859 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-791071a6-3152-4029-9b41-ad96aa1bf406 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd251563-8a74-46bc-af2f-ab8dbecbc8b5']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:09.647546 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-791071a6-3152-4029-9b41-ad96aa1bf406 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eddaf6d0-110b-43fb-9eb6-41e92bc84f2e') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:09.647961 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-791071a6-3152-4029-9b41-ad96aa1bf406 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eddaf6d0-110b-43fb-9eb6-41e92bc84f2e') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:09.655100 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b438543-5162-46b3-aa13-d361b8423a5e req-e988cf63-76de-4aa8-9223-19564b7982aa service neutron] 10.222.0.66 "GET /v2.0/networks/e6379d80-7b9b-4710-9948-937eec21e411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558296 May 27 02:33:09.661667 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-791071a6-3152-4029-9b41-ad96aa1bf406 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:09.682526 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-791071a6-3152-4029-9b41-ad96aa1bf406 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:09.690843 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-791071a6-3152-4029-9b41-ad96aa1bf406 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:33:09.691508 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-791071a6-3152-4029-9b41-ad96aa1bf406 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:09.788256 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment eddaf6d0-110b-43fb-9eb6-41e92bc84f2e resource provider aggregate not found May 27 02:33:09.813039 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment eddaf6d0-110b-43fb-9eb6-41e92bc84f2e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eddaf6d0-110b-43fb-9eb6-41e92bc84f2e found for delete ", "request_id": "req-9629a571-74a4-4a95-b4e3-fd3196ae543c"}]} May 27 02:33:09.875965 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-96543b14-7cf6-492e-9fa4-b6cd9f1c14b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:09.929148 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-791071a6-3152-4029-9b41-ad96aa1bf406 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:09.972967 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791071a6-3152-4029-9b41-ad96aa1bf406 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bd251563-8a74-46bc-af2f-ab8dbecbc8b5 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 27 02:33:09.994432 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791071a6-3152-4029-9b41-ad96aa1bf406 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Pushing event deleted for resources: {'Network': ['ID=bd251563-8a74-46bc-af2f-ab8dbecbc8b5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:09.996677 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-791071a6-3152-4029-9b41-ad96aa1bf406 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:10.072904 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-96543b14-7cf6-492e-9fa4-b6cd9f1c14b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:10.079996 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-96543b14-7cf6-492e-9fa4-b6cd9f1c14b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:10.106901 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-791071a6-3152-4029-9b41-ad96aa1bf406 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] 10.222.0.57 "DELETE /v2.0/networks/bd251563-8a74-46bc-af2f-ab8dbecbc8b5 HTTP/1.1" status: 204 len: 168 time: 1.9785182 May 27 02:33:10.109332 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58530) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:10.155878 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55399d5b-f749-43dd-967b-040e2871ac3e req-c655a30b-4c6d-4522-a621-4b99da96db7f tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:10.161274 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-55399d5b-f749-43dd-967b-040e2871ac3e req-c655a30b-4c6d-4522-a621-4b99da96db7f tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=a35c44bf-1d45-402c-b4b7-37b06b349d5e HTTP/1.1" status: 200 len: 944 time: 0.5053840 May 27 02:33:10.180667 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b438543-5162-46b3-aa13-d361b8423a5e req-345b7a3e-6c88-47da-a888-128dbce878d9 service neutron] 10.222.0.66 "GET /v2.0/networks/e6379d80-7b9b-4710-9948-937eec21e411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4794927 May 27 02:33:10.218924 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bb1943df-dd18-4c0d-aee4-5338aa4ed5b0 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Synchronizing usage tracker for tenant:1387c0d5a1414abfb1a3eb6b6806bacd on resource:floatingip {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:33:10.248064 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-55399d5b-f749-43dd-967b-040e2871ac3e req-4675132d-f109-4d9d-a861-3a0429d5c102 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/security-groups?id=673fe9f2-341c-4aef-b996-12fc67d5833b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0850925 May 27 02:33:10.280880 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a81551-9028-4c14-b9cb-3404902e02b6 req-e041d261-4377-4dce-9f45-415bb5a6f7c9 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:10.288086 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-06a81551-9028-4c14-b9cb-3404902e02b6 req-e041d261-4377-4dce-9f45-415bb5a6f7c9 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.2060344 May 27 02:33:10.341114 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-96543b14-7cf6-492e-9fa4-b6cd9f1c14b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:10.341625 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96543b14-7cf6-492e-9fa4-b6cd9f1c14b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14a280c5-7bbb-4fb6-8880-116cc2a63ba5 {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:33:10.377229 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bb1943df-dd18-4c0d-aee4-5338aa4ed5b0 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Unset dirty status for tenant:1387c0d5a1414abfb1a3eb6b6806bacd on resource:floatingip {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:33:10.377229 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-bb1943df-dd18-4c0d-aee4-5338aa4ed5b0 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1477 time: 0.2636065 May 27 02:33:10.377229 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58538) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:10.456517 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333f39be-233c-4e50-9840-b0d369ab5302 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:10.457256 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333f39be-233c-4e50-9840-b0d369ab5302 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:10.457552 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333f39be-233c-4e50-9840-b0d369ab5302 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:10.458139 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333f39be-233c-4e50-9840-b0d369ab5302 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:10.458601 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333f39be-233c-4e50-9840-b0d369ab5302 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:10.459207 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333f39be-233c-4e50-9840-b0d369ab5302 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:10.459663 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333f39be-233c-4e50-9840-b0d369ab5302 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:10.460805 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-333f39be-233c-4e50-9840-b0d369ab5302 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Synchronizing usage tracker for tenant:1387c0d5a1414abfb1a3eb6b6806bacd on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:33:10.528212 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-96543b14-7cf6-492e-9fa4-b6cd9f1c14b3 admin admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:10.529367 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-96543b14-7cf6-492e-9fa4-b6cd9f1c14b3 admin admin] 10.222.0.57 "DELETE /v2.0/routers/14a280c5-7bbb-4fb6-8880-116cc2a63ba5 HTTP/1.1" status: 204 len: 168 time: 2.8673790 May 27 02:33:10.533292 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58542) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:10.548937 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-06a81551-9028-4c14-b9cb-3404902e02b6 req-33f97685-8b61-4427-8b67-95e383029b27 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564955 May 27 02:33:10.577750 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c58d3-b4eb-4e08-815e-5524cada0943 req-15674fc4-b3ac-4e7e-8d87-f542df35fe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:10.579543 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a99c58d3-b4eb-4e08-815e-5524cada0943 req-15674fc4-b3ac-4e7e-8d87-f542df35fe9f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a54d5457e373400db950c9d30ab97cd7&device_id=a35c44bf-1d45-402c-b4b7-37b06b349d5e HTTP/1.1" status: 200 len: 1095 time: 0.2737012 May 27 02:33:10.602745 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-333f39be-233c-4e50-9840-b0d369ab5302 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Unset dirty status for tenant:1387c0d5a1414abfb1a3eb6b6806bacd on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:33:10.607000 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-333f39be-233c-4e50-9840-b0d369ab5302 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4664 time: 0.2293174 May 27 02:33:10.608870 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58546) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:10.642832 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device edd6da94-e1df-46a3-99ad-d36e502c1d6b no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:33:10.687376 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: edd6da94-e1df-46a3-99ad-d36e502c1d6b {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:33:10.687877 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device edd6da94-e1df-46a3-99ad-d36e502c1d6b not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:33:10.688389 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 4880f34b-48dc-4666-b027-887332825cdd no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:33:10.731829 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-fa548289-0dc6-407f-b2ed-42ae47b3026f tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] delete failed (client error): The resource could not be found. May 27 02:33:10.732930 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-fa548289-0dc6-407f-b2ed-42ae47b3026f tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] 10.222.0.57 "DELETE /v2.0/floatingips/6f2d98e5-b03a-4cab-ae56-6cef27a18ede HTTP/1.1" status: 404 len: 345 time: 0.1082692 May 27 02:33:10.735951 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 4880f34b-48dc-4666-b027-887332825cdd {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:33:10.735951 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 4880f34b-48dc-4666-b027-887332825cdd not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:33:10.736750 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 58550) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:10.748949 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-a275c02a-fa14-4aab-bc2c-30a031d68e92 admin admin] Deleting subnet aabba9bb-b0fb-4524-b111-dfb2c0b12686 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:33:10.754767 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a275c02a-fa14-4aab-bc2c-30a031d68e92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:10.772577 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f0da09-725c-45cb-a7c6-349a4fa64dfc tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] DELETE failed (client error): The resource could not be found. May 27 02:33:10.773071 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97f0da09-725c-45cb-a7c6-349a4fa64dfc tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:33:10.776763 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-97f0da09-725c-45cb-a7c6-349a4fa64dfc tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] 10.222.0.57 "DELETE /v2.0/networks/bd251563-8a74-46bc-af2f-ab8dbecbc8b5 HTTP/1.1" status: 404 len: 339 time: 0.0388899 May 27 02:33:10.778374 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c58d3-b4eb-4e08-815e-5524cada0943 req-2a3c1908-18c4-41f1-aeef-37873915ce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:10.779984 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a99c58d3-b4eb-4e08-815e-5524cada0943 req-2a3c1908-18c4-41f1-aeef-37873915ce39 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e6379d80-7b9b-4710-9948-937eec21e411 HTTP/1.1" status: 200 len: 911 time: 0.1927180 May 27 02:33:10.781035 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 58554) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:10.786121 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-cf4b3cb0-773a-4f42-ab68-2a8783fb6b70 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Request body: {'network': {'name': 'tempest-network--91532379', 'router:external': True}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:10.820661 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a275c02a-fa14-4aab-bc2c-30a031d68e92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:10.865431 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-cf4b3cb0-773a-4f42-ab68-2a8783fb6b70 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:10.875054 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-cf4b3cb0-773a-4f42-ab68-2a8783fb6b70 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Usage tracker for resource:network and tenant:1387c0d5a1414abfb1a3eb6b6806bacd is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:33:10.884463 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-cf4b3cb0-773a-4f42-ab68-2a8783fb6b70 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:33:10.888647 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a99c58d3-b4eb-4e08-815e-5524cada0943 req-216acb37-805d-4e67-b38d-ca185294e2f7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2de12f73-da27-4d21-b0b0-4e512ffdf37f HTTP/1.1" status: 200 len: 217 time: 0.0979795 May 27 02:33:10.889255 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a275c02a-fa14-4aab-bc2c-30a031d68e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:10.892105 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-cf4b3cb0-773a-4f42-ab68-2a8783fb6b70 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:10.957317 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c58d3-b4eb-4e08-815e-5524cada0943 req-f2bd4118-d002-4ce5-b31a-5dcdf8dad095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:10.958828 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a99c58d3-b4eb-4e08-815e-5524cada0943 req-f2bd4118-d002-4ce5-b31a-5dcdf8dad095 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=95908a1f-c366-445e-9e10-5bce86ad79d9 HTTP/1.1" status: 200 len: 849 time: 0.0616503 May 27 02:33:11.032487 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4b3cb0-773a-4f42-ab68-2a8783fb6b70 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Made reservation on behalf of 1387c0d5a1414abfb1a3eb6b6806bacd for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:33:11.034741 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cf4b3cb0-773a-4f42-ab68-2a8783fb6b70 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:11.051374 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c58d3-b4eb-4e08-815e-5524cada0943 req-a1b6be58-45fa-4257-90dc-829220bee9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:11.052889 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a99c58d3-b4eb-4e08-815e-5524cada0943 req-a1b6be58-45fa-4257-90dc-829220bee9aa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e6379d80-7b9b-4710-9948-937eec21e411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877163 May 27 02:33:11.058759 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a275c02a-fa14-4aab-bc2c-30a031d68e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:11.100007 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a275c02a-fa14-4aab-bc2c-30a031d68e92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:11.103250 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a275c02a-fa14-4aab-bc2c-30a031d68e92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aabba9bb-b0fb-4524-b111-dfb2c0b12686,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:11.107388 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a275c02a-fa14-4aab-bc2c-30a031d68e92 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/aabba9bb-b0fb-4524-b111-dfb2c0b12686 HTTP/1.1" status: 204 len: 168 time: 0.5726540 May 27 02:33:11.110007 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58558) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:11.138811 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf4b3cb0-773a-4f42-ab68-2a8783fb6b70 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:33:11.163822 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cf4b3cb0-773a-4f42-ab68-2a8783fb6b70 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:11.164172 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-cf4b3cb0-773a-4f42-ab68-2a8783fb6b70 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Added segment ad6271aa-c773-4f4c-b5ef-af22ffca4773 of type vlan for network b07fec2f-3f97-40e2-8081-3a7895677f6b May 27 02:33:11.217801 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba699678-f156-48ce-a736-9bd04e64a465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:11.223799 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cf4b3cb0-773a-4f42-ab68-2a8783fb6b70 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:11.228743 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a99c58d3-b4eb-4e08-815e-5524cada0943 req-207a145f-9c43-4ba3-96d3-cb3b6291c5f4 service neutron] 10.222.0.66 "GET /v2.0/networks/e6379d80-7b9b-4710-9948-937eec21e411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682649 May 27 02:33:11.430560 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cf4b3cb0-773a-4f42-ab68-2a8783fb6b70 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:11.431523 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4b3cb0-773a-4f42-ab68-2a8783fb6b70 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:11.432105 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cf4b3cb0-773a-4f42-ab68-2a8783fb6b70 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:11.476707 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba699678-f156-48ce-a736-9bd04e64a465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:11.512153 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-ba699678-f156-48ce-a736-9bd04e64a465 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d21790d3-ca93-474a-9278-54511e3aa902']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:11.525886 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-ba699678-f156-48ce-a736-9bd04e64a465 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5864c61c-745e-48a2-ad03-bf564989aeca') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:11.526499 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-ba699678-f156-48ce-a736-9bd04e64a465 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5864c61c-745e-48a2-ad03-bf564989aeca') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:11.538671 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba699678-f156-48ce-a736-9bd04e64a465 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:11.549397 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a99c58d3-b4eb-4e08-815e-5524cada0943 req-0cfc3a49-971d-4265-92f0-35b78de03a06 service neutron] 10.222.0.66 "GET /v2.0/networks/e6379d80-7b9b-4710-9948-937eec21e411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133957 May 27 02:33:11.563386 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b3cb0-773a-4f42-ab68-2a8783fb6b70 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Pushing event updated for resources: {'Network': ['ID=b07fec2f-3f97-40e2-8081-3a7895677f6b,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:11.567246 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba699678-f156-48ce-a736-9bd04e64a465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:11.580791 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network b07fec2f-3f97-40e2-8081-3a7895677f6b details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:33:11.585097 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba699678-f156-48ce-a736-9bd04e64a465 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:33:11.585510 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba699678-f156-48ce-a736-9bd04e64a465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:11.588362 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d68a6c-9d13-4e88-b6f6-b311222383ae req-7bd541e6-67b6-4e82-8e82-e4fc86f62b18 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:11.590027 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-59d68a6c-9d13-4e88-b6f6-b311222383ae req-7bd541e6-67b6-4e82-8e82-e4fc86f62b18 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=a35c44bf-1d45-402c-b4b7-37b06b349d5e HTTP/1.1" status: 200 len: 944 time: 0.2102275 May 27 02:33:11.643615 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-cf4b3cb0-773a-4f42-ab68-2a8783fb6b70 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.8608398 May 27 02:33:11.646047 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 58570) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:11.778794 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba699678-f156-48ce-a736-9bd04e64a465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:11.786501 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 2de12f73-da27-4d21-b0b0-4e512ffdf37f details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:33:11.812961 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba699678-f156-48ce-a736-9bd04e64a465 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:11.817661 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba699678-f156-48ce-a736-9bd04e64a465 admin admin] Pushing event deleted for resources: {'Network': ['ID=d21790d3-ca93-474a-9278-54511e3aa902,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:11.843638 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 5864c61c-745e-48a2-ad03-bf564989aeca resource provider aggregate not found May 27 02:33:11.850490 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-59d68a6c-9d13-4e88-b6f6-b311222383ae req-3f3d4791-6222-428b-a532-3b2acf354d33 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/security-groups?id=673fe9f2-341c-4aef-b996-12fc67d5833b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2534153 May 27 02:33:11.861499 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 5864c61c-745e-48a2-ad03-bf564989aeca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5864c61c-745e-48a2-ad03-bf564989aeca found for delete ", "request_id": "req-9385f388-9043-4ead-84dc-cf40b22a7dcf"}]} May 27 02:33:11.907141 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ba699678-f156-48ce-a736-9bd04e64a465 admin admin] 10.222.0.57 "DELETE /v2.0/networks/d21790d3-ca93-474a-9278-54511e3aa902 HTTP/1.1" status: 204 len: 168 time: 0.7960289 May 27 02:33:11.945450 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19d1cc-9ad9-469d-b32c-be8f8213fbdb req-dfc5aa17-8c15-4be0-910a-e0b8573705e3 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:11.947017 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6f19d1cc-9ad9-469d-b32c-be8f8213fbdb req-dfc5aa17-8c15-4be0-910a-e0b8573705e3 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.2410858 May 27 02:33:11.965100 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af63a9aa-5ef0-48af-8e2b-0a5945be1e1b tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:11.973650 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af63a9aa-5ef0-48af-8e2b-0a5945be1e1b tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:11.980739 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af63a9aa-5ef0-48af-8e2b-0a5945be1e1b tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:11.987656 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af63a9aa-5ef0-48af-8e2b-0a5945be1e1b tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:11.992134 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-af63a9aa-5ef0-48af-8e2b-0a5945be1e1b tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3426702 May 27 02:33:11.992585 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58580) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:12.032267 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 2de12f73-da27-4d21-b0b0-4e512ffdf37f, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=2de12f73-da27-4d21-b0b0-4e512ffdf37f,segment=NetworkSegment(2d17ae40-4310-4a58-b1f0-c2f85fb57fbf),segment_id=2d17ae40-4310-4a58-b1f0-c2f85fb57fbf)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:33:12.050579 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '2de12f73-da27-4d21-b0b0-4e512ffdf37f', 'network_id': 'e6379d80-7b9b-4710-9948-937eec21e411', 'port_id': '2de12f73-da27-4d21-b0b0-4e512ffdf37f', 'mac_address': 'fa:16:3e:2a:62:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95908a1f-c366-445e-9e10-5bce86ad79d9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:33:12.076945 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6f19d1cc-9ad9-469d-b32c-be8f8213fbdb req-5e3b6062-fe34-49d9-b48c-0138a7864c28 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861316 May 27 02:33:12.122018 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 2de12f73-da27-4d21-b0b0-4e512ffdf37f is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:33:12.122400 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:12.140431 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2de12f73-da27-4d21-b0b0-4e512ffdf37f {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:33:12.146412 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-46e5a897-100d-49cc-a591-f8cc8c08ec5a tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:12.156462 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 2de12f73-da27-4d21-b0b0-4e512ffdf37f, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=2de12f73-da27-4d21-b0b0-4e512ffdf37f,segment=NetworkSegment(2d17ae40-4310-4a58-b1f0-c2f85fb57fbf),segment_id=2d17ae40-4310-4a58-b1f0-c2f85fb57fbf)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:33:12.262339 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:12.281670 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-46e5a897-100d-49cc-a591-f8cc8c08ec5a tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:12.308926 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-46e5a897-100d-49cc-a591-f8cc8c08ec5a tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b07fec2f-3f97-40e2-8081-3a7895677f6b']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:12.322509 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-46e5a897-100d-49cc-a591-f8cc8c08ec5a tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad6271aa-c773-4f4c-b5ef-af22ffca4773') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:12.322912 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-46e5a897-100d-49cc-a591-f8cc8c08ec5a tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad6271aa-c773-4f4c-b5ef-af22ffca4773') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:12.335416 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-46e5a897-100d-49cc-a591-f8cc8c08ec5a tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:12.338198 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=2de12f73-da27-4d21-b0b0-4e512ffdf37f,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:12.345245 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 58584) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:12.347206 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:12.347206 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:12.347206 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:12.347790 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:12.348132 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:12.348464 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:12.348824 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:12.349151 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:12.349482 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:12.349804 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:12.350128 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:12.350451 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:12.362592 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-46e5a897-100d-49cc-a591-f8cc8c08ec5a tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:12.368903 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e5a897-100d-49cc-a591-f8cc8c08ec5a tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:33:12.369430 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-46e5a897-100d-49cc-a591-f8cc8c08ec5a tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:12.395486 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ee103237-d071-4bc1-b50b-3df814fa5e49 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=022251d9f75846819da07595f70e72c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489948 May 27 02:33:12.398076 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 58588) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:12.464272 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bf59df99-71a2-4ced-9e27-b04e6f640b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:12.466616 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['2de12f73-da27-4d21-b0b0-4e512ffdf37f'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:33:12.491805 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bf59df99-71a2-4ced-9e27-b04e6f640b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:12.538550 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-46e5a897-100d-49cc-a591-f8cc8c08ec5a tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:12.542859 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e5a897-100d-49cc-a591-f8cc8c08ec5a tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b07fec2f-3f97-40e2-8081-3a7895677f6b {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 27 02:33:12.573430 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-46e5a897-100d-49cc-a591-f8cc8c08ec5a tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:12.582657 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-46e5a897-100d-49cc-a591-f8cc8c08ec5a tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] 10.222.0.57 "DELETE /v2.0/networks/b07fec2f-3f97-40e2-8081-3a7895677f6b HTTP/1.1" status: 204 len: 168 time: 0.5886025 May 27 02:33:12.586830 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e5a897-100d-49cc-a591-f8cc8c08ec5a tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Pushing event deleted for resources: {'Network': ['ID=b07fec2f-3f97-40e2-8081-3a7895677f6b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:12.588160 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 58594) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:12.595879 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-1dc353e2-677a-4382-8659-00e2bdc19d15 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Request body: {'network': {'name': 'tempest-network--1857553295', 'router:external': True}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:12.601781 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1dc353e2-677a-4382-8659-00e2bdc19d15 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:12.606955 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1dc353e2-677a-4382-8659-00e2bdc19d15 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Usage tracker for resource:network and tenant:1387c0d5a1414abfb1a3eb6b6806bacd is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:33:12.611923 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1dc353e2-677a-4382-8659-00e2bdc19d15 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:33:12.619216 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1dc353e2-677a-4382-8659-00e2bdc19d15 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:12.641525 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bf59df99-71a2-4ced-9e27-b04e6f640b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:12.689398 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf59df99-71a2-4ced-9e27-b04e6f640b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f596496-44f8-4d6c-9993-8f987a983ffb,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:12.726098 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc353e2-677a-4382-8659-00e2bdc19d15 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Made reservation on behalf of 1387c0d5a1414abfb1a3eb6b6806bacd for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:33:12.729195 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1dc353e2-677a-4382-8659-00e2bdc19d15 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:12.775292 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dc353e2-677a-4382-8659-00e2bdc19d15 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:33:12.787210 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1dc353e2-677a-4382-8659-00e2bdc19d15 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:12.787778 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-1dc353e2-677a-4382-8659-00e2bdc19d15 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Added segment cfb146c6-411a-42f0-8acf-f7977694a5dd of type vlan for network 519daa68-9b03-40d7-90ec-865e5bf0ecd7 May 27 02:33:12.825053 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1dc353e2-677a-4382-8659-00e2bdc19d15 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:12.829875 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bf59df99-71a2-4ced-9e27-b04e6f640b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:12.833916 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-bf59df99-71a2-4ced-9e27-b04e6f640b68 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9f596496-44f8-4d6c-9993-8f987a983ffb HTTP/1.1" status: 204 len: 168 time: 0.4348841 May 27 02:33:12.946518 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1dc353e2-677a-4382-8659-00e2bdc19d15 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:12.948090 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc353e2-677a-4382-8659-00e2bdc19d15 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:12.948979 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1dc353e2-677a-4382-8659-00e2bdc19d15 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:13.139019 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc353e2-677a-4382-8659-00e2bdc19d15 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Pushing event updated for resources: {'Network': ['ID=519daa68-9b03-40d7-90ec-865e5bf0ecd7,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:13.151964 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 519daa68-9b03-40d7-90ec-865e5bf0ecd7 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:33:13.168019 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee6c6e-b658-4112-a9a8-f27b49029e01 req-5e3493fb-dc7a-4509-846e-e6f43c1aa98e tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:13.169579 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d9ee6c6e-b658-4112-a9a8-f27b49029e01 req-5e3493fb-dc7a-4509-846e-e6f43c1aa98e tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=a35c44bf-1d45-402c-b4b7-37b06b349d5e HTTP/1.1" status: 200 len: 945 time: 0.2042372 May 27 02:33:13.173785 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1dc353e2-677a-4382-8659-00e2bdc19d15 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5818191 May 27 02:33:13.174367 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58606) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:13.343302 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ca78ba-a152-4d9b-9e55-9fd79099fe16 tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:13.343940 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c2ca78ba-a152-4d9b-9e55-9fd79099fe16 tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] Synchronizing usage tracker for tenant:95d2e7fb0e0d4d1cb024ef1b73ec23c1 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:33:13.424603 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d9ee6c6e-b658-4112-a9a8-f27b49029e01 req-cb7f2138-c1f2-4a49-b4cc-c7332b102561 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/security-groups?id=673fe9f2-341c-4aef-b996-12fc67d5833b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2388837 May 27 02:33:13.452306 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779c065-c77b-4c39-94bb-a42a299f2f3c req-33fc46e0-5bba-4b4b-9fc9-635e8a13d7e0 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:13.453953 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a779c065-c77b-4c39-94bb-a42a299f2f3c req-33fc46e0-5bba-4b4b-9fc9-635e8a13d7e0 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.1046643 May 27 02:33:13.491962 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c2ca78ba-a152-4d9b-9e55-9fd79099fe16 tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] Unset dirty status for tenant:95d2e7fb0e0d4d1cb024ef1b73ec23c1 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:33:13.491962 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c2ca78ba-a152-4d9b-9e55-9fd79099fe16 tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] 10.222.0.57 "GET /v2.0/networks/519daa68-9b03-40d7-90ec-865e5bf0ecd7 HTTP/1.1" status: 200 len: 757 time: 0.3138425 May 27 02:33:13.493922 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 58618) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:13.571596 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a779c065-c77b-4c39-94bb-a42a299f2f3c req-8d0726b1-ebdf-4d09-8034-b5099c79a228 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115148 May 27 02:33:13.628708 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8edd6c-6c27-494b-8245-82c9c58e94c6 tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:13.632886 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7b8edd6c-6c27-494b-8245-82c9c58e94c6 tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] 10.222.0.57 "GET /v2.0/networks/be68c7fb-0a5f-463e-86fb-3f6c7f4c2bea HTTP/1.1" status: 200 len: 768 time: 0.1377552 May 27 02:33:13.633256 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58624) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:13.748162 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8bac1e46-31a6-4b33-a23c-97aecdf9069a tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:13.782976 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 2de12f73-da27-4d21-b0b0-4e512ffdf37f up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:33:13.901377 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment ad6271aa-c773-4f4c-b5ef-af22ffca4773 resource provider aggregate not found May 27 02:33:13.914764 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8bac1e46-31a6-4b33-a23c-97aecdf9069a tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:13.929028 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment ad6271aa-c773-4f4c-b5ef-af22ffca4773 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad6271aa-c773-4f4c-b5ef-af22ffca4773 found for delete ", "request_id": "req-8a5897d3-108d-4b25-aa96-c13ec53eac00"}]} May 27 02:33:13.956848 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 2de12f73-da27-4d21-b0b0-4e512ffdf37f completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:33:13.957093 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-8bac1e46-31a6-4b33-a23c-97aecdf9069a tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['519daa68-9b03-40d7-90ec-865e5bf0ecd7']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:13.957255 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 2de12f73-da27-4d21-b0b0-4e512ffdf37f triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:33:13.957255 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:13.959813 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-8bac1e46-31a6-4b33-a23c-97aecdf9069a tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfb146c6-411a-42f0-8acf-f7977694a5dd') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:13.960117 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-8bac1e46-31a6-4b33-a23c-97aecdf9069a tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfb146c6-411a-42f0-8acf-f7977694a5dd') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:13.971452 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8bac1e46-31a6-4b33-a23c-97aecdf9069a tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:13.992354 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8bac1e46-31a6-4b33-a23c-97aecdf9069a tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:14.000142 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bac1e46-31a6-4b33-a23c-97aecdf9069a tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:33:14.000541 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8bac1e46-31a6-4b33-a23c-97aecdf9069a tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:14.072440 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 2de12f73-da27-4d21-b0b0-4e512ffdf37f is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:33:14.073142 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:14.103583 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35c44bf-1d45-402c-b4b7-37b06b349d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de12f73-da27-4d21-b0b0-4e512ffdf37f'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:33:14.113958 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 2de12f73-da27-4d21-b0b0-4e512ffdf37f, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=2de12f73-da27-4d21-b0b0-4e512ffdf37f,segment=NetworkSegment(2d17ae40-4310-4a58-b1f0-c2f85fb57fbf),segment_id=2d17ae40-4310-4a58-b1f0-c2f85fb57fbf)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:33:14.146164 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8bac1e46-31a6-4b33-a23c-97aecdf9069a tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:14.154772 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b331c8c-5301-4728-9226-389238bbe811'] response: {'server_uuid': 'a35c44bf-1d45-402c-b4b7-37b06b349d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de12f73-da27-4d21-b0b0-4e512ffdf37f', 'code': 200} May 27 02:33:14.168806 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bac1e46-31a6-4b33-a23c-97aecdf9069a tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 519daa68-9b03-40d7-90ec-865e5bf0ecd7 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 27 02:33:14.173001 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8bac1e46-31a6-4b33-a23c-97aecdf9069a tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:14.184400 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8bac1e46-31a6-4b33-a23c-97aecdf9069a tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] 10.222.0.57 "DELETE /v2.0/networks/519daa68-9b03-40d7-90ec-865e5bf0ecd7 HTTP/1.1" status: 204 len: 168 time: 0.5441639 May 27 02:33:14.184628 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 58646) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:14.184772 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:14.184886 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 58650) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:14.194419 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-9d9cc46b-c80a-40f7-a5a9-a5165e6f7184 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Request body: {'network': {'name': 'tempest-network--1962047937'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:14.195608 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac1e46-31a6-4b33-a23c-97aecdf9069a tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Pushing event deleted for resources: {'Network': ['ID=519daa68-9b03-40d7-90ec-865e5bf0ecd7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:14.207483 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-9d9cc46b-c80a-40f7-a5a9-a5165e6f7184 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:14.212278 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-9d9cc46b-c80a-40f7-a5a9-a5165e6f7184 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Usage tracker for resource:network and tenant:1387c0d5a1414abfb1a3eb6b6806bacd is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:33:14.216016 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-9d9cc46b-c80a-40f7-a5a9-a5165e6f7184 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:33:14.222165 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-9d9cc46b-c80a-40f7-a5a9-a5165e6f7184 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:14.272617 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=2de12f73-da27-4d21-b0b0-4e512ffdf37f,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:14.318734 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9cc46b-c80a-40f7-a5a9-a5165e6f7184 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Made reservation on behalf of 1387c0d5a1414abfb1a3eb6b6806bacd for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:33:14.323604 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9d9cc46b-c80a-40f7-a5a9-a5165e6f7184 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:14.342900 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-21210460-d0e1-49fb-914e-90ead70b672f admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1495361714-network', 'tenant_id': '6eb69a09e302467a9c47c598dec9efaf'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:14.350268 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-21210460-d0e1-49fb-914e-90ead70b672f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:14.358435 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-21210460-d0e1-49fb-914e-90ead70b672f admin admin] Usage tracker for resource:network and tenant:6eb69a09e302467a9c47c598dec9efaf is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:33:14.363452 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-21210460-d0e1-49fb-914e-90ead70b672f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:33:14.371539 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-21210460-d0e1-49fb-914e-90ead70b672f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:14.387366 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d9cc46b-c80a-40f7-a5a9-a5165e6f7184 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:33:14.391488 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0a9e9-0e9b-4501-8f54-d007fcbedb8f req-379b3a22-e426-4132-a1c9-8474471395c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:14.392995 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5bf0a9e9-0e9b-4501-8f54-d007fcbedb8f req-379b3a22-e426-4132-a1c9-8474471395c9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a35c44bf-1d45-402c-b4b7-37b06b349d5e HTTP/1.1" status: 200 len: 1097 time: 0.1361432 May 27 02:33:14.400931 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9d9cc46b-c80a-40f7-a5a9-a5165e6f7184 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:14.401878 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-9d9cc46b-c80a-40f7-a5a9-a5165e6f7184 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Added segment e7657859-57b6-4c6b-bfdf-a7bbeeab6432 of type vlan for network 2655ded5-c8bc-4185-925c-1540c3dd205e May 27 02:33:14.460982 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5bf0a9e9-0e9b-4501-8f54-d007fcbedb8f req-bf2eafaf-28d9-4848-bb85-0946459a4b42 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=673fe9f2-341c-4aef-b996-12fc67d5833b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0611172 May 27 02:33:14.462485 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9d9cc46b-c80a-40f7-a5a9-a5165e6f7184 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:14.484480 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21210460-d0e1-49fb-914e-90ead70b672f admin admin] Made reservation on behalf of 6eb69a09e302467a9c47c598dec9efaf for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:33:14.486885 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-21210460-d0e1-49fb-914e-90ead70b672f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:14.503339 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-21210460-d0e1-49fb-914e-90ead70b672f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:14.524855 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-21210460-d0e1-49fb-914e-90ead70b672f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:14.530663 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-21210460-d0e1-49fb-914e-90ead70b672f admin admin] Usage tracker for resource:security_group_rule and tenant:6eb69a09e302467a9c47c598dec9efaf is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:33:14.533676 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-21210460-d0e1-49fb-914e-90ead70b672f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:33:14.539616 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-21210460-d0e1-49fb-914e-90ead70b672f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:14.582571 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:33:14.591792 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9d9cc46b-c80a-40f7-a5a9-a5165e6f7184 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:14.592815 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9cc46b-c80a-40f7-a5a9-a5165e6f7184 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:14.593440 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9d9cc46b-c80a-40f7-a5a9-a5165e6f7184 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:14.783975 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9cc46b-c80a-40f7-a5a9-a5165e6f7184 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Pushing event updated for resources: {'Network': ['ID=2655ded5-c8bc-4185-925c-1540c3dd205e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:14.798698 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 2655ded5-c8bc-4185-925c-1540c3dd205e details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:33:14.834245 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9d9cc46b-c80a-40f7-a5a9-a5165e6f7184 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6483872 May 27 02:33:14.837534 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 58664) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:14.853159 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-8741f777-e15f-423b-8c6e-54f6ca294002 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:14.894916 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032cd2b8-d620-439a-8b82-1339e2052e9f req-569e55e4-0ef7-4a25-bcbb-130da6b5e3f8 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:14.896394 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-032cd2b8-d620-439a-8b82-1339e2052e9f req-569e55e4-0ef7-4a25-bcbb-130da6b5e3f8 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=a35c44bf-1d45-402c-b4b7-37b06b349d5e HTTP/1.1" status: 200 len: 946 time: 0.3517179 May 27 02:33:14.962602 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-21210460-d0e1-49fb-914e-90ead70b672f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:15.015325 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d35a7-f236-4984-b557-45c9dc946588 req-7d209c66-5387-4921-80dc-09003df0314d tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:15.016841 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-548d35a7-f236-4984-b557-45c9dc946588 req-7d209c66-5387-4921-80dc-09003df0314d tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.3178558 May 27 02:33:15.063213 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-21210460-d0e1-49fb-914e-90ead70b672f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:15.141843 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-032cd2b8-d620-439a-8b82-1339e2052e9f req-04a787bb-de5a-4339-88b1-b0f7c2ebd5f7 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/security-groups?id=673fe9f2-341c-4aef-b996-12fc67d5833b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1903059 May 27 02:33:15.162913 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21210460-d0e1-49fb-914e-90ead70b672f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:33:15.221507 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21210460-d0e1-49fb-914e-90ead70b672f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96778f3c-3baa-4318-985c-9fe181f50b97,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:15.225700 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-21210460-d0e1-49fb-914e-90ead70b672f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:15.226058 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-21210460-d0e1-49fb-914e-90ead70b672f admin admin] Added segment 931b4c3a-e6cf-4fbd-a832-69f1c9706d64 of type vlan for network 8d6ad8a4-e171-4420-9b81-2bdfe39c7dc3 May 27 02:33:15.232929 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-548d35a7-f236-4984-b557-45c9dc946588 req-74ec1cd9-ebef-4405-b8f3-a19b46ef3c8a tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011418 May 27 02:33:15.281171 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8741f777-e15f-423b-8c6e-54f6ca294002 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:15.290149 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-21210460-d0e1-49fb-914e-90ead70b672f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:15.407064 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8741f777-e15f-423b-8c6e-54f6ca294002 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:15.430367 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8741f777-e15f-423b-8c6e-54f6ca294002 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Network 2655ded5-c8bc-4185-925c-1540c3dd205e is not hosted by any dhcp agent {{(pid=88902) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 27 02:33:15.434223 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8741f777-e15f-423b-8c6e-54f6ca294002 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:15.434223 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8741f777-e15f-423b-8c6e-54f6ca294002 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:15.434223 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8741f777-e15f-423b-8c6e-54f6ca294002 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] 10.222.0.57 "PUT /v2.0/networks/2655ded5-c8bc-4185-925c-1540c3dd205e HTTP/1.1" status: 200 len: 858 time: 0.5930805 May 27 02:33:15.436835 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58684) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:15.493236 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-21210460-d0e1-49fb-914e-90ead70b672f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:15.498371 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21210460-d0e1-49fb-914e-90ead70b672f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:15.498371 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-21210460-d0e1-49fb-914e-90ead70b672f admin admin] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:15.528987 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741f777-e15f-423b-8c6e-54f6ca294002 tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Pushing event updated for resources: {'Network': ['ID=2655ded5-c8bc-4185-925c-1540c3dd205e,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:15.584662 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45f4c2ed-7dde-403d-848a-1107f3b10c0c tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:15.628156 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21210460-d0e1-49fb-914e-90ead70b672f admin admin] Pushing event updated for resources: {'Network': ['ID=8d6ad8a4-e171-4420-9b81-2bdfe39c7dc3,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:15.639854 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 8d6ad8a4-e171-4420-9b81-2bdfe39c7dc3 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:33:15.642901 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58692) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:15.643896 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-21210460-d0e1-49fb-914e-90ead70b672f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4620225 May 27 02:33:15.648095 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-c492e37e-bf39-4120-be0c-9714e8568be5 admin admin] Request body: {'subnet': {'network_id': '8d6ad8a4-e171-4420-9b81-2bdfe39c7dc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1495361714-subnet', 'tenant_id': '6eb69a09e302467a9c47c598dec9efaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:15.654658 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c492e37e-bf39-4120-be0c-9714e8568be5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:15.658932 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c492e37e-bf39-4120-be0c-9714e8568be5 admin admin] Usage tracker for resource:subnet and tenant:6eb69a09e302467a9c47c598dec9efaf is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:33:15.662051 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c492e37e-bf39-4120-be0c-9714e8568be5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:33:15.668962 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c492e37e-bf39-4120-be0c-9714e8568be5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:15.751812 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45f4c2ed-7dde-403d-848a-1107f3b10c0c tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:15.779560 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-45f4c2ed-7dde-403d-848a-1107f3b10c0c tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2655ded5-c8bc-4185-925c-1540c3dd205e']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:15.792282 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-45f4c2ed-7dde-403d-848a-1107f3b10c0c tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7657859-57b6-4c6b-bfdf-a7bbeeab6432') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:15.792645 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-45f4c2ed-7dde-403d-848a-1107f3b10c0c tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7657859-57b6-4c6b-bfdf-a7bbeeab6432') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:15.801585 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c492e37e-bf39-4120-be0c-9714e8568be5 admin admin] Made reservation on behalf of 6eb69a09e302467a9c47c598dec9efaf for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:33:15.803842 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c492e37e-bf39-4120-be0c-9714e8568be5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:15.820607 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45f4c2ed-7dde-403d-848a-1107f3b10c0c tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:15.897586 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45f4c2ed-7dde-403d-848a-1107f3b10c0c tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:15.908877 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45f4c2ed-7dde-403d-848a-1107f3b10c0c tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:33:15.909264 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45f4c2ed-7dde-403d-848a-1107f3b10c0c tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:16.099079 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment cfb146c6-411a-42f0-8acf-f7977694a5dd resource provider aggregate not found May 27 02:33:16.119250 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment cfb146c6-411a-42f0-8acf-f7977694a5dd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cfb146c6-411a-42f0-8acf-f7977694a5dd found for delete ", "request_id": "req-f2dc0142-8d71-4f28-8889-54a4b763ff2f"}]} May 27 02:33:16.136414 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment e7657859-57b6-4c6b-bfdf-a7bbeeab6432 resource provider aggregate not found May 27 02:33:16.155833 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment e7657859-57b6-4c6b-bfdf-a7bbeeab6432 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7657859-57b6-4c6b-bfdf-a7bbeeab6432 found for delete ", "request_id": "req-8f9ab922-2113-41cc-a1a2-8cb55d0bccaa"}]} May 27 02:33:16.169109 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58712) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:16.217673 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45f4c2ed-7dde-403d-848a-1107f3b10c0c tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:16.238983 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f4c2ed-7dde-403d-848a-1107f3b10c0c tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2655ded5-c8bc-4185-925c-1540c3dd205e {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 27 02:33:16.244648 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45f4c2ed-7dde-403d-848a-1107f3b10c0c tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:16.248149 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4c2ed-7dde-403d-848a-1107f3b10c0c tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] Pushing event deleted for resources: {'Network': ['ID=2655ded5-c8bc-4185-925c-1540c3dd205e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:16.263852 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-45f4c2ed-7dde-403d-848a-1107f3b10c0c tempest-ExternalNetworksTestJSON-685159237 tempest-ExternalNetworksTestJSON-685159237-project-admin] 10.222.0.57 "DELETE /v2.0/networks/2655ded5-c8bc-4185-925c-1540c3dd205e HTTP/1.1" status: 204 len: 168 time: 0.8213015 May 27 02:33:16.263852 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58718) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:16.368546 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-d502f8db-493a-4d1d-9166-748b320d3ac2 tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] DELETE failed (client error): The resource could not be found. May 27 02:33:16.369040 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d502f8db-493a-4d1d-9166-748b320d3ac2 tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:33:16.374381 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d502f8db-493a-4d1d-9166-748b320d3ac2 tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] 10.222.0.57 "DELETE /v2.0/subnets/6d9efe24-a34a-4c9c-beb8-79717eb5e63e HTTP/1.1" status: 404 len: 337 time: 0.1062956 May 27 02:33:16.376265 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58724) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:16.378758 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1499a8fe-6b21-4ac2-858c-2f43ab55ba22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:16.411694 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09787ddb-e2cd-4ee5-82cd-41019e91e499 req-5312d80e-1d2b-4e5a-8528-191a6cbb67dd tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:16.413333 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-09787ddb-e2cd-4ee5-82cd-41019e91e499 req-5312d80e-1d2b-4e5a-8528-191a6cbb67dd tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=a35c44bf-1d45-402c-b4b7-37b06b349d5e HTTP/1.1" status: 200 len: 946 time: 0.1591539 May 27 02:33:16.473161 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-09787ddb-e2cd-4ee5-82cd-41019e91e499 req-1d0cc27b-7487-45c6-a15c-e048da68c51e tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/security-groups?id=673fe9f2-341c-4aef-b996-12fc67d5833b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488181 May 27 02:33:16.485776 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1499a8fe-6b21-4ac2-858c-2f43ab55ba22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:16.489269 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd6993-3a5d-4772-8233-21a24c9eb25c req-64bec47c-0be7-4bea-a21b-33e66412ea16 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:16.490712 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bbfd6993-3a5d-4772-8233-21a24c9eb25c req-64bec47c-0be7-4bea-a21b-33e66412ea16 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.1404579 May 27 02:33:16.513816 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1499a8fe-6b21-4ac2-858c-2f43ab55ba22 admin admin] Usage tracker for resource:security_group_rule and tenant:bf8e0b0261944eea84a0c3196e901746 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:33:16.519772 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1499a8fe-6b21-4ac2-858c-2f43ab55ba22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:33:16.550247 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1499a8fe-6b21-4ac2-858c-2f43ab55ba22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:16.560337 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f578d123-8228-43ae-a6c7-71f04ceeec05 tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:16.563731 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bbfd6993-3a5d-4772-8233-21a24c9eb25c req-effa6f65-2be5-415e-9201-547aa3d33117 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672441 May 27 02:33:16.687394 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa5fec-3ca5-45fb-a1f6-9a036677f737 req-0a9dd16f-a6be-484f-9a8b-7a3a1bb36fee tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:16.688765 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-00fa5fec-3ca5-45fb-a1f6-9a036677f737 req-0a9dd16f-a6be-484f-9a8b-7a3a1bb36fee tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=a35c44bf-1d45-402c-b4b7-37b06b349d5e HTTP/1.1" status: 200 len: 946 time: 0.0824516 May 27 02:33:16.698263 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 58730) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:16.703350 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-e56d434e-769d-4b23-9355-cbbccdf87675 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Request body: {'floatingip': {'port_id': '2de12f73-da27-4d21-b0b0-4e512ffdf37f'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:16.714480 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c492e37e-bf39-4120-be0c-9714e8568be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:16.803350 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f578d123-8228-43ae-a6c7-71f04ceeec05 tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:16.849134 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c492e37e-bf39-4120-be0c-9714e8568be5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61c39e0b-7805-43c6-aa29-f61c3b2aeef9,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:16.865185 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-f578d123-8228-43ae-a6c7-71f04ceeec05 tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be68c7fb-0a5f-463e-86fb-3f6c7f4c2bea']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:16.885300 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-f578d123-8228-43ae-a6c7-71f04ceeec05 tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b83b17c1-298e-467e-8724-c75a4ffaee42') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:16.886115 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-f578d123-8228-43ae-a6c7-71f04ceeec05 tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b83b17c1-298e-467e-8724-c75a4ffaee42') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:16.902589 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e56d434e-769d-4b23-9355-cbbccdf87675 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks [] for floatingip, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:16.908816 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c492e37e-bf39-4120-be0c-9714e8568be5 admin admin] Checking segment: {'id': '931b4c3a-e6cf-4fbd-a832-69f1c9706d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8d6ad8a4-e171-4420-9b81-2bdfe39c7dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:33:16.909177 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c492e37e-bf39-4120-be0c-9714e8568be5 admin admin] Network hostable DHCP agents. Network: 8d6ad8a4-e171-4420-9b81-2bdfe39c7dc3, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:33:16.915719 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f578d123-8228-43ae-a6c7-71f04ceeec05 tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:16.945467 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1499a8fe-6b21-4ac2-858c-2f43ab55ba22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:16.946541 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f578d123-8228-43ae-a6c7-71f04ceeec05 tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:16.956608 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f578d123-8228-43ae-a6c7-71f04ceeec05 tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:33:16.957097 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f578d123-8228-43ae-a6c7-71f04ceeec05 tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:17.040140 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1499a8fe-6b21-4ac2-858c-2f43ab55ba22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:17.093453 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c492e37e-bf39-4120-be0c-9714e8568be5 admin admin] Network 8d6ad8a4-e171-4420-9b81-2bdfe39c7dc3 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:33:17.099292 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1499a8fe-6b21-4ac2-858c-2f43ab55ba22 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bf8e0b0261944eea84a0c3196e901746&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9292219 May 27 02:33:17.102023 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 58734) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:17.102219 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1499a8fe-6b21-4ac2-858c-2f43ab55ba22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042920e2-9807-4b7e-a538-1f1f5964f674,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:17.186084 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f578d123-8228-43ae-a6c7-71f04ceeec05 tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:17.204944 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f578d123-8228-43ae-a6c7-71f04ceeec05 tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:17.216010 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f578d123-8228-43ae-a6c7-71f04ceeec05 tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] Pushing event deleted for resources: {'Network': ['ID=be68c7fb-0a5f-463e-86fb-3f6c7f4c2bea,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:17.219947 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-c492e37e-bf39-4120-be0c-9714e8568be5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 8d6ad8a4-e171-4420-9b81-2bdfe39c7dc3) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:33:17.228171 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c492e37e-bf39-4120-be0c-9714e8568be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:17.228624 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c492e37e-bf39-4120-be0c-9714e8568be5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:17.230412 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b665e46-241f-4368-b9b3-644edc97da0f None None] Network 8d6ad8a4-e171-4420-9b81-2bdfe39c7dc3 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:33:17.315417 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b3032164-fd59-41bb-897c-9d8ba38bea1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:17.324710 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f578d123-8228-43ae-a6c7-71f04ceeec05 tempest-ExternalNetworksTestJSON-1497863636 tempest-ExternalNetworksTestJSON-1497863636-project] 10.222.0.57 "DELETE /v2.0/networks/be68c7fb-0a5f-463e-86fb-3f6c7f4c2bea HTTP/1.1" status: 204 len: 168 time: 0.9445872 May 27 02:33:17.345428 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c492e37e-bf39-4120-be0c-9714e8568be5 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7014775 May 27 02:33:17.435915 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b3032164-fd59-41bb-897c-9d8ba38bea1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:17.493470 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae76d63f-aeba-484f-bc34-d7559ec8629d None None] Network 8d6ad8a4-e171-4420-9b81-2bdfe39c7dc3 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:33:17.664742 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e56d434e-769d-4b23-9355-cbbccdf87675 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:17.667499 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b3032164-fd59-41bb-897c-9d8ba38bea1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:17.687449 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3032164-fd59-41bb-897c-9d8ba38bea1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042920e2-9807-4b7e-a538-1f1f5964f674,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:17.694545 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b3032164-fd59-41bb-897c-9d8ba38bea1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:17.698812 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b3032164-fd59-41bb-897c-9d8ba38bea1a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/042920e2-9807-4b7e-a538-1f1f5964f674 HTTP/1.1" status: 204 len: 168 time: 0.5927258 May 27 02:33:17.770428 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e56d434e-769d-4b23-9355-cbbccdf87675 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:17.790620 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58754) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:17.955086 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e8709-9e3f-4a09-bb57-a89b003d1738 req-56da732f-8b5a-4c33-ac70-19b828e879ce tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:17.956674 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b9e8709-9e3f-4a09-bb57-a89b003d1738 req-56da732f-8b5a-4c33-ac70-19b828e879ce tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.2598972 May 27 02:33:17.988390 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-e56d434e-769d-4b23-9355-cbbccdf87675 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Floating IP ae40b496-d6b3-44a1-84ed-b54fc5ee5bb6 associated. External IP: 172.25.1.85, port: 2de12f73-da27-4d21-b0b0-4e512ffdf37f. May 27 02:33:18.161660 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b9e8709-9e3f-4a09-bb57-a89b003d1738 req-6073adc5-97ba-40b0-ad7e-5b3cf945ddcc tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989172 May 27 02:33:18.188913 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment b83b17c1-298e-467e-8724-c75a4ffaee42 resource provider aggregate not found May 27 02:33:18.217726 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment b83b17c1-298e-467e-8724-c75a4ffaee42 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b83b17c1-298e-467e-8724-c75a4ffaee42 found for delete ", "request_id": "req-a3a5779b-f1c7-4a7f-bd7c-ec9472b2daae"}]} May 27 02:33:18.255052 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-685195e3-57a1-426d-b180-4150941ef829 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=95d2e7fb0e0d4d1cb024ef1b73ec23c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4622810 May 27 02:33:18.257476 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58774) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:18.320334 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a304be4-629a-41ab-85ff-9fdeb07ce719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:18.351580 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a304be4-629a-41ab-85ff-9fdeb07ce719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:18.444111 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80032c-2489-40bc-a5a3-2be94944baad req-40434e93-e04f-4c9c-a98e-6f672251c6c4 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:18.444811 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-0b80032c-2489-40bc-a5a3-2be94944baad req-40434e93-e04f-4c9c-a98e-6f672251c6c4 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] Synchronizing usage tracker for tenant:6eb69a09e302467a9c47c598dec9efaf on resource:network {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:33:18.452541 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58778) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:18.470502 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-14eaca95-91a7-4293-a513-15ed565a8c4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:18.482694 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a304be4-629a-41ab-85ff-9fdeb07ce719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:18.499684 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-14eaca95-91a7-4293-a513-15ed565a8c4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:18.502736 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a304be4-629a-41ab-85ff-9fdeb07ce719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b36510-756e-4d4a-8e43-d83b20074443,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:18.508787 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-14eaca95-91a7-4293-a513-15ed565a8c4d admin admin] Usage tracker for resource:security_group_rule and tenant:6c76a40f71184f7a99d2d1eb49b2be34 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:33:18.512895 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-14eaca95-91a7-4293-a513-15ed565a8c4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:33:18.516219 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a304be4-629a-41ab-85ff-9fdeb07ce719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:18.520128 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7a304be4-629a-41ab-85ff-9fdeb07ce719 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/95b36510-756e-4d4a-8e43-d83b20074443 HTTP/1.1" status: 204 len: 168 time: 0.2588167 May 27 02:33:18.533445 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-14eaca95-91a7-4293-a513-15ed565a8c4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:18.622598 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-14eaca95-91a7-4293-a513-15ed565a8c4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:18.648230 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56d434e-769d-4b23-9355-cbbccdf87675 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Router 6e478d76-8f5e-4592-9c9d-54b301abccbc has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:33:18.677693 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-14eaca95-91a7-4293-a513-15ed565a8c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:18.726576 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-14eaca95-91a7-4293-a513-15ed565a8c4d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6c76a40f71184f7a99d2d1eb49b2be34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2727022 May 27 02:33:18.727439 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eaca95-91a7-4293-a513-15ed565a8c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd7f163-a55e-46f1-97f8-763a0819019e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:18.729757 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58784) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:18.793200 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-25e3c511-4d26-42c0-a18f-2da20a9db46b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:18.815125 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-0b80032c-2489-40bc-a5a3-2be94944baad req-40434e93-e04f-4c9c-a98e-6f672251c6c4 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] Unset dirty status for tenant:6eb69a09e302467a9c47c598dec9efaf on resource:network {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:33:18.821953 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-25e3c511-4d26-42c0-a18f-2da20a9db46b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:18.822124 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0b80032c-2489-40bc-a5a3-2be94944baad req-40434e93-e04f-4c9c-a98e-6f672251c6c4 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] 10.222.0.57 "GET /v2.0/networks?id=8d6ad8a4-e171-4420-9b81-2bdfe39c7dc3 HTTP/1.1" status: 200 len: 809 time: 0.7793295 May 27 02:33:18.845301 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0b80032c-2489-40bc-a5a3-2be94944baad req-5d718e69-254c-41d9-babb-129094876f57 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] 10.222.0.57 "GET /v2.0/quotas/6eb69a09e302467a9c47c598dec9efaf HTTP/1.1" status: 200 len: 375 time: 0.0224221 May 27 02:33:18.899396 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0b80032c-2489-40bc-a5a3-2be94944baad req-33c2e32f-5d0f-40bd-a8e5-340171eba1b9 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6eb69a09e302467a9c47c598dec9efaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500593 May 27 02:33:18.934469 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56d434e-769d-4b23-9355-cbbccdf87675 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:33:18.945203 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605ae5d1-7ecd-44c4-9262-765f9e4517ce None None] Sync routers for ids ['6e478d76-8f5e-4592-9c9d-54b301abccbc'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:33:18.952084 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-25e3c511-4d26-42c0-a18f-2da20a9db46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:18.957651 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605ae5d1-7ecd-44c4-9262-765f9e4517ce None None] Routers {'6e478d76-8f5e-4592-9c9d-54b301abccbc'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:33:18.958478 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-605ae5d1-7ecd-44c4-9262-765f9e4517ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:32:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['6e478d76-8f5e-4592-9c9d-54b301abccbc'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:18.968493 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e3c511-4d26-42c0-a18f-2da20a9db46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd7f163-a55e-46f1-97f8-763a0819019e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:18.978147 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-25e3c511-4d26-42c0-a18f-2da20a9db46b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:18.982074 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e56d434e-769d-4b23-9355-cbbccdf87675 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:18.983126 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-25e3c511-4d26-42c0-a18f-2da20a9db46b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9dd7f163-a55e-46f1-97f8-763a0819019e HTTP/1.1" status: 204 len: 168 time: 0.2521265 May 27 02:33:19.080815 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e56d434e-769d-4b23-9355-cbbccdf87675 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "PUT /v2.0/floatingips/ae40b496-d6b3-44a1-84ed-b54fc5ee5bb6 HTTP/1.1" status: 200 len: 991 time: 2.3814163 May 27 02:33:19.084051 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35c44bf-1d45-402c-b4b7-37b06b349d5e', 'tag': '2de12f73-da27-4d21-b0b0-4e512ffdf37f'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:33:19.106418 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:19.116215 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0b80032c-2489-40bc-a5a3-2be94944baad req-939522a2-83bd-40c0-9820-c2ad6912f5aa service neutron] 10.222.0.57 "GET /v2.0/networks/8d6ad8a4-e171-4420-9b81-2bdfe39c7dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080622 May 27 02:33:19.183783 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-605ae5d1-7ecd-44c4-9262-765f9e4517ce None None] Set router 6e478d76-8f5e-4592-9c9d-54b301abccbc gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:33:19.201345 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f28e5d8-b7cb-4a5f-a4df-27479aaf14d8'] response: {'name': 'network-changed', 'server_uuid': 'a35c44bf-1d45-402c-b4b7-37b06b349d5e', 'tag': '2de12f73-da27-4d21-b0b0-4e512ffdf37f', 'status': 'completed', 'code': 200} May 27 02:33:19.250025 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:19.333064 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58800) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:19.395743 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0b80032c-2489-40bc-a5a3-2be94944baad req-f34d1fbd-03e8-4a5d-a2ff-2db362f9747a service neutron] 10.222.0.57 "GET /v2.0/networks/8d6ad8a4-e171-4420-9b81-2bdfe39c7dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785418 May 27 02:33:19.399323 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 58806) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:19.404191 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-68470c27-18c4-457a-b429-db67da386cf2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1387c0d5a1414abfb1a3eb6b6806bacd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0673842 May 27 02:33:19.436101 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15d049-aa32-4459-84b0-34bf69326848 req-b9d48dc0-7817-4da9-943a-d02e85d6b7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:19.437839 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5c15d049-aa32-4459-84b0-34bf69326848 req-b9d48dc0-7817-4da9-943a-d02e85d6b7b0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a54d5457e373400db950c9d30ab97cd7&device_id=a35c44bf-1d45-402c-b4b7-37b06b349d5e HTTP/1.1" status: 200 len: 1097 time: 0.2361243 May 27 02:33:19.564977 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95701b-05fe-4a20-a61b-28d720e81466 req-a4ee64ab-8edd-46fe-a293-30aaa26d9ce8 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:19.566581 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cc95701b-05fe-4a20-a61b-28d720e81466 req-a4ee64ab-8edd-46fe-a293-30aaa26d9ce8 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.2681890 May 27 02:33:19.626709 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b3d1d3af-1ff7-4f94-8b6c-45b64a286649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:19.626862 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-605ae5d1-7ecd-44c4-9262-765f9e4517ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'name': 'tempest-AttachVolumeTestJSON-629019470-router', 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'f409a62c-4a8f-4f47-b4c0-9698cbc76abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:47Z', 'updated_at': '2022-05-27T02:29:06Z', 'revision_number': 4, 'project_id': 'a54d5457e373400db950c9d30ab97cd7', 'gw_port': {'id': 'f409a62c-4a8f-4f47-b4c0-9698cbc76abe', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:52Z', 'updated_at': '2022-05-27T02:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'ae40b496-d6b3-44a1-84ed-b54fc5ee5bb6', 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'floating_ip_address': '172.25.1.85', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'port_id': '2de12f73-da27-4d21-b0b0-4e512ffdf37f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6379d80-7b9b-4710-9948-937eec21e411', 'mac_address': 'fa:16:3e:2a:62:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35c44bf-1d45-402c-b4b7-37b06b349d5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:32:57Z', 'updated_at': '2022-05-27T02:33:17Z', 'revision_number': 1, 'project_id': 'a54d5457e373400db950c9d30ab97cd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b51a1d0-00cb-463a-849f-699a920f6a03', 'name': '', 'network_id': 'e6379d80-7b9b-4710-9948-937eec21e411', 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'mac_address': 'fa:16:3e:22:39:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '95908a1f-c366-445e-9e10-5bce86ad79d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:03Z', 'updated_at': '2022-05-27T02:29:27Z', 'revision_number': 5, 'project_id': 'a54d5457e373400db950c9d30ab97cd7', 'subnets': [{'id': '95908a1f-c366-445e-9e10-5bce86ad79d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:19.629862 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605ae5d1-7ecd-44c4-9262-765f9e4517ce None None] Checking router: 6e478d76-8f5e-4592-9c9d-54b301abccbc for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:33:19.639210 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605ae5d1-7ecd-44c4-9262-765f9e4517ce None None] Routers {'6e478d76-8f5e-4592-9c9d-54b301abccbc'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:33:19.639826 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-605ae5d1-7ecd-44c4-9262-765f9e4517ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:32:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['6e478d76-8f5e-4592-9c9d-54b301abccbc'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:19.761867 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d3b01aad-8f27-41c8-8988-7a71599d9184 req-2e989f24-91ad-40f1-a8a0-0a152b591b98 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c674f6a-67ab-41f3-b7a1-92aa8f4e3851 HTTP/1.1" status: 200 len: 210 time: 0.1210485 May 27 02:33:19.763769 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b3d1d3af-1ff7-4f94-8b6c-45b64a286649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:19.779334 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cc95701b-05fe-4a20-a61b-28d720e81466 req-cc11eaa1-f42f-43b8-966e-6581492c1634 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975703 May 27 02:33:19.782922 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15d049-aa32-4459-84b0-34bf69326848 req-55130f30-bda6-4cd2-aef6-4fd26fb9b17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:19.784366 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5c15d049-aa32-4459-84b0-34bf69326848 req-55130f30-bda6-4cd2-aef6-4fd26fb9b17b service neutron] 10.222.0.66 "GET /v2.0/networks?id=e6379d80-7b9b-4710-9948-937eec21e411 HTTP/1.1" status: 200 len: 911 time: 0.3271687 May 27 02:33:19.866113 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-605ae5d1-7ecd-44c4-9262-765f9e4517ce None None] Set router 6e478d76-8f5e-4592-9c9d-54b301abccbc gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:33:19.910951 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5c15d049-aa32-4459-84b0-34bf69326848 req-d525dc4b-b620-4dfc-a97c-b4ccc281e91b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2de12f73-da27-4d21-b0b0-4e512ffdf37f HTTP/1.1" status: 200 len: 999 time: 0.1168535 May 27 02:33:19.975800 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15d049-aa32-4459-84b0-34bf69326848 req-372f8145-1a55-497c-b70f-37a6d0b98384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:19.977273 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5c15d049-aa32-4459-84b0-34bf69326848 req-372f8145-1a55-497c-b70f-37a6d0b98384 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=95908a1f-c366-445e-9e10-5bce86ad79d9 HTTP/1.1" status: 200 len: 849 time: 0.0613704 May 27 02:33:20.018555 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b3d1d3af-1ff7-4f94-8b6c-45b64a286649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:20.040124 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1d3af-1ff7-4f94-8b6c-45b64a286649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e18458-be32-4e80-835e-67e33e126a3c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:20.053961 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b3d1d3af-1ff7-4f94-8b6c-45b64a286649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:20.057852 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b3d1d3af-1ff7-4f94-8b6c-45b64a286649 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/46e18458-be32-4e80-835e-67e33e126a3c HTTP/1.1" status: 204 len: 168 time: 0.6575446 May 27 02:33:20.080787 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15d049-aa32-4459-84b0-34bf69326848 req-b89eefec-c21f-45c9-8e27-8421358b1f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:20.082510 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5c15d049-aa32-4459-84b0-34bf69326848 req-b89eefec-c21f-45c9-8e27-8421358b1f39 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e6379d80-7b9b-4710-9948-937eec21e411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0986791 May 27 02:33:20.279548 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-605ae5d1-7ecd-44c4-9262-765f9e4517ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'name': 'tempest-AttachVolumeTestJSON-629019470-router', 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'f409a62c-4a8f-4f47-b4c0-9698cbc76abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:47Z', 'updated_at': '2022-05-27T02:29:06Z', 'revision_number': 4, 'project_id': 'a54d5457e373400db950c9d30ab97cd7', 'gw_port': {'id': 'f409a62c-4a8f-4f47-b4c0-9698cbc76abe', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:52Z', 'updated_at': '2022-05-27T02:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'ae40b496-d6b3-44a1-84ed-b54fc5ee5bb6', 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'floating_ip_address': '172.25.1.85', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'port_id': '2de12f73-da27-4d21-b0b0-4e512ffdf37f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6379d80-7b9b-4710-9948-937eec21e411', 'mac_address': 'fa:16:3e:2a:62:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35c44bf-1d45-402c-b4b7-37b06b349d5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:32:57Z', 'updated_at': '2022-05-27T02:33:17Z', 'revision_number': 1, 'project_id': 'a54d5457e373400db950c9d30ab97cd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b51a1d0-00cb-463a-849f-699a920f6a03', 'name': '', 'network_id': 'e6379d80-7b9b-4710-9948-937eec21e411', 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'mac_address': 'fa:16:3e:22:39:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '95908a1f-c366-445e-9e10-5bce86ad79d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:03Z', 'updated_at': '2022-05-27T02:29:27Z', 'revision_number': 5, 'project_id': 'a54d5457e373400db950c9d30ab97cd7', 'subnets': [{'id': '95908a1f-c366-445e-9e10-5bce86ad79d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:20.283852 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605ae5d1-7ecd-44c4-9262-765f9e4517ce None None] The sync data for ids ['6e478d76-8f5e-4592-9c9d-54b301abccbc'] in n-d-843554-3 is: [{'id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'name': 'tempest-AttachVolumeTestJSON-629019470-router', 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'f409a62c-4a8f-4f47-b4c0-9698cbc76abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:47Z', 'updated_at': '2022-05-27T02:29:06Z', 'revision_number': 4, 'project_id': 'a54d5457e373400db950c9d30ab97cd7', 'gw_port': {'id': 'f409a62c-4a8f-4f47-b4c0-9698cbc76abe', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:52Z', 'updated_at': '2022-05-27T02:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'ae40b496-d6b3-44a1-84ed-b54fc5ee5bb6', 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'floating_ip_address': '172.25.1.85', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'port_id': '2de12f73-da27-4d21-b0b0-4e512ffdf37f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6379d80-7b9b-4710-9948-937eec21e411', 'mac_address': 'fa:16:3e:2a:62:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35c44bf-1d45-402c-b4b7-37b06b349d5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:32:57Z', 'updated_at': '2022-05-27T02:33:17Z', 'revision_number': 1, 'project_id': 'a54d5457e373400db950c9d30ab97cd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b51a1d0-00cb-463a-849f-699a920f6a03', 'name': '', 'network_id': 'e6379d80-7b9b-4710-9948-937eec21e411', 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'mac_address': 'fa:16:3e:22:39:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '95908a1f-c366-445e-9e10-5bce86ad79d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:03Z', 'updated_at': '2022-05-27T02:29:27Z', 'revision_number': 5, 'project_id': 'a54d5457e373400db950c9d30ab97cd7', 'subnets': [{'id': '95908a1f-c366-445e-9e10-5bce86ad79d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:33:20.407446 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5c15d049-aa32-4459-84b0-34bf69326848 req-18968295-3702-416a-830f-c573ab1b0305 service neutron] 10.222.0.66 "GET /v2.0/networks/e6379d80-7b9b-4710-9948-937eec21e411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174398 May 27 02:33:20.585790 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a59a685-55c3-43fe-af96-724216384a37 None None] New status for floating IP ae40b496-d6b3-44a1-84ed-b54fc5ee5bb6: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:33:20.622593 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5c15d049-aa32-4459-84b0-34bf69326848 req-f60668e2-9a2b-47c9-ab7c-b8b8a8c64f1b service neutron] 10.222.0.66 "GET /v2.0/networks/e6379d80-7b9b-4710-9948-937eec21e411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077775 May 27 02:33:21.025890 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d8b33a88-9ce1-4a09-8939-f2666da1fe11 req-872ecadb-fe3f-4293-9607-39e691ac9de3 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c674f6a-67ab-41f3-b7a1-92aa8f4e3851 HTTP/1.1" status: 200 len: 210 time: 0.0825067 May 27 02:33:21.075304 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534aace-74ac-431e-8fc4-c5b1623bf484 req-7a72c516-8f84-4163-9384-98975c8616f9 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:21.080821 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4534aace-74ac-431e-8fc4-c5b1623bf484 req-7a72c516-8f84-4163-9384-98975c8616f9 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.1027422 May 27 02:33:21.130919 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4534aace-74ac-431e-8fc4-c5b1623bf484 req-fbe1e179-5428-42a2-a983-1f6c62e80dfc tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476801 May 27 02:33:21.352055 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58876) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:21.480174 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-41072b6f-6c4e-4583-a781-967576f68233 tempest-AgentManagementNegativeTest-269909717 tempest-AgentManagementNegativeTest-269909717-project] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1263311 May 27 02:33:22.036535 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58892) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:22.205345 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80032c-2489-40bc-a5a3-2be94944baad req-8feec3d8-08fe-4f96-8e88-55867549a87c tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:22.207450 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0b80032c-2489-40bc-a5a3-2be94944baad req-8feec3d8-08fe-4f96-8e88-55867549a87c tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] 10.222.0.32 "GET /v2.0/networks?id=8d6ad8a4-e171-4420-9b81-2bdfe39c7dc3 HTTP/1.1" status: 200 len: 809 time: 0.1642458 May 27 02:33:22.232233 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-0b80032c-2489-40bc-a5a3-2be94944baad req-ede13ab3-bc28-4e7a-b5e4-f40f1f57d689 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] Request body: {'port': {'device_id': '0c674f6a-67ab-41f3-b7a1-92aa8f4e3851', 'network_id': '8d6ad8a4-e171-4420-9b81-2bdfe39c7dc3', 'admin_state_up': True, 'tenant_id': '6eb69a09e302467a9c47c598dec9efaf'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:22.248819 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-924b50dc-4f45-424c-9f26-90019982022d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:22.287908 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f2904543-33d4-48e0-96ce-633976970a70 req-db57fddb-263a-462c-aebc-63ef486193a8 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c674f6a-67ab-41f3-b7a1-92aa8f4e3851 HTTP/1.1" status: 200 len: 210 time: 0.0412133 May 27 02:33:22.325835 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-924b50dc-4f45-424c-9f26-90019982022d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:22.337131 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-924b50dc-4f45-424c-9f26-90019982022d admin admin] Usage tracker for resource:security_group_rule and tenant:903a80a1acd44039833854534322cbe4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:33:22.341871 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-924b50dc-4f45-424c-9f26-90019982022d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:33:22.355337 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-924b50dc-4f45-424c-9f26-90019982022d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:22.397200 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35388d4f-a175-4561-8a9e-fb074ec700c8 req-4fc16085-1488-4532-bddf-86e0714d8b77 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:22.398665 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-35388d4f-a175-4561-8a9e-fb074ec700c8 req-4fc16085-1488-4532-bddf-86e0714d8b77 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.0977561 May 27 02:33:22.409069 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-0b80032c-2489-40bc-a5a3-2be94944baad req-ede13ab3-bc28-4e7a-b5e4-f40f1f57d689 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:22.415274 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-0b80032c-2489-40bc-a5a3-2be94944baad req-ede13ab3-bc28-4e7a-b5e4-f40f1f57d689 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] Usage tracker for resource:port and tenant:6eb69a09e302467a9c47c598dec9efaf is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:33:22.421384 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-0b80032c-2489-40bc-a5a3-2be94944baad req-ede13ab3-bc28-4e7a-b5e4-f40f1f57d689 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:33:22.429408 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-0b80032c-2489-40bc-a5a3-2be94944baad req-ede13ab3-bc28-4e7a-b5e4-f40f1f57d689 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:22.451877 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-35388d4f-a175-4561-8a9e-fb074ec700c8 req-9ba65753-f525-4e5b-a47e-efa3f22476bc tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463665 May 27 02:33:22.494296 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-924b50dc-4f45-424c-9f26-90019982022d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:22.538158 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b80032c-2489-40bc-a5a3-2be94944baad req-ede13ab3-bc28-4e7a-b5e4-f40f1f57d689 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] Made reservation on behalf of 6eb69a09e302467a9c47c598dec9efaf for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:33:22.541521 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0b80032c-2489-40bc-a5a3-2be94944baad req-ede13ab3-bc28-4e7a-b5e4-f40f1f57d689 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:22.596496 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-924b50dc-4f45-424c-9f26-90019982022d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:22.663511 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-924b50dc-4f45-424c-9f26-90019982022d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=903a80a1acd44039833854534322cbe4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6259069 May 27 02:33:22.666215 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 58902) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:22.671378 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b50dc-4f45-424c-9f26-90019982022d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4655b101-99d8-49eb-abd2-c81d358ced9a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:22.726217 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1c864efa-77d3-447a-889a-a79a4ca4e810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:22.754684 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1c864efa-77d3-447a-889a-a79a4ca4e810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:22.866508 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-0b80032c-2489-40bc-a5a3-2be94944baad req-ede13ab3-bc28-4e7a-b5e4-f40f1f57d689 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] Allocated IP 172.20.0.9 (8d6ad8a4-e171-4420-9b81-2bdfe39c7dc3/61c39e0b-7805-43c6-aa29-f61c3b2aeef9/69026dff-afcc-470f-8664-b1fb327dc8b9) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:33:22.917886 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1c864efa-77d3-447a-889a-a79a4ca4e810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:22.934493 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c864efa-77d3-447a-889a-a79a4ca4e810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4655b101-99d8-49eb-abd2-c81d358ced9a,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:22.939126 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1c864efa-77d3-447a-889a-a79a4ca4e810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:22.942770 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1c864efa-77d3-447a-889a-a79a4ca4e810 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4655b101-99d8-49eb-abd2-c81d358ced9a HTTP/1.1" status: 204 len: 168 time: 0.2729380 May 27 02:33:23.076025 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0b80032c-2489-40bc-a5a3-2be94944baad req-ede13ab3-bc28-4e7a-b5e4-f40f1f57d689 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:23.169955 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0b80032c-2489-40bc-a5a3-2be94944baad req-ede13ab3-bc28-4e7a-b5e4-f40f1f57d689 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:23.246827 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b80032c-2489-40bc-a5a3-2be94944baad req-ede13ab3-bc28-4e7a-b5e4-f40f1f57d689 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] Network 8d6ad8a4-e171-4420-9b81-2bdfe39c7dc3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:33:23.250234 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-0b80032c-2489-40bc-a5a3-2be94944baad req-ede13ab3-bc28-4e7a-b5e4-f40f1f57d689 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:33:23.252667 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b80032c-2489-40bc-a5a3-2be94944baad req-ede13ab3-bc28-4e7a-b5e4-f40f1f57d689 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:33:23.289290 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede13ab3-bc28-4e7a-b5e4-f40f1f57d689 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] Pushing event updated for resources: {'Port': ['ID=69026dff-afcc-470f-8664-b1fb327dc8b9,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:23.321577 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80032c-2489-40bc-a5a3-2be94944baad req-ede13ab3-bc28-4e7a-b5e4-f40f1f57d689 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:23.322439 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0b80032c-2489-40bc-a5a3-2be94944baad req-ede13ab3-bc28-4e7a-b5e4-f40f1f57d689 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:23.415731 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0b80032c-2489-40bc-a5a3-2be94944baad req-ede13ab3-bc28-4e7a-b5e4-f40f1f57d689 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1892846 May 27 02:33:23.427653 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-0b80032c-2489-40bc-a5a3-2be94944baad req-841a2501-66f1-43d0-9634-f1c992131150 service neutron] Request body: {'port': {'device_id': '0c674f6a-67ab-41f3-b7a1-92aa8f4e3851', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:23.518587 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8803faa-7ca3-4bdf-ae59-88afc278f437 req-39acd192-7e09-401c-899f-9b63b85bc756 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:23.520323 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f8803faa-7ca3-4bdf-ae59-88afc278f437 req-39acd192-7e09-401c-899f-9b63b85bc756 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c674f6a-67ab-41f3-b7a1-92aa8f4e3851 HTTP/1.1" status: 200 len: 931 time: 0.1068115 May 27 02:33:23.597198 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0b80032c-2489-40bc-a5a3-2be94944baad req-841a2501-66f1-43d0-9634-f1c992131150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:23.618518 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-f8803faa-7ca3-4bdf-ae59-88afc278f437 req-ab3f49f8-71b2-4e3e-9d1e-35cf907b74ff tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] Synchronizing usage tracker for tenant:6eb69a09e302467a9c47c598dec9efaf on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:33:23.722555 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5734c-9981-44cb-82be-7e05db4da980 req-1d94d7a2-f839-487d-ab94-32cc65957c30 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:23.732476 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-81b5734c-9981-44cb-82be-7e05db4da980 req-1d94d7a2-f839-487d-ab94-32cc65957c30 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.1125984 May 27 02:33:23.791611 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-f8803faa-7ca3-4bdf-ae59-88afc278f437 req-ab3f49f8-71b2-4e3e-9d1e-35cf907b74ff tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] Unset dirty status for tenant:6eb69a09e302467a9c47c598dec9efaf on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:33:23.793027 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f8803faa-7ca3-4bdf-ae59-88afc278f437 req-ab3f49f8-71b2-4e3e-9d1e-35cf907b74ff tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] 10.222.0.57 "GET /v2.0/security-groups?id=96778f3c-3baa-4318-985c-9fe181f50b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664270 May 27 02:33:23.809798 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-81b5734c-9981-44cb-82be-7e05db4da980 req-3e836af5-2343-4f6b-8857-3fc0aee1ab33 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758374 May 27 02:33:24.028039 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-0b80032c-2489-40bc-a5a3-2be94944baad req-841a2501-66f1-43d0-9634-f1c992131150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69026dff-afcc-470f-8664-b1fb327dc8b9 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:33:24.036336 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0b80032c-2489-40bc-a5a3-2be94944baad req-841a2501-66f1-43d0-9634-f1c992131150 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:24.052262 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-0b80032c-2489-40bc-a5a3-2be94944baad req-841a2501-66f1-43d0-9634-f1c992131150 service neutron] Transition to ACTIVE for port object 69026dff-afcc-470f-8664-b1fb327dc8b9 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:33:24.066784 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58940) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:24.109973 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0b80032c-2489-40bc-a5a3-2be94944baad req-841a2501-66f1-43d0-9634-f1c992131150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:24.224465 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-823a3e32-0177-464c-bebc-feaf79af93d6 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1611323922'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:24.237819 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-823a3e32-0177-464c-bebc-feaf79af93d6 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:24.248800 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-823a3e32-0177-464c-bebc-feaf79af93d6 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Usage tracker for resource:network and tenant:f26e9ad73ecf474392870b160096cf75 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:33:24.278519 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-823a3e32-0177-464c-bebc-feaf79af93d6 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:33:24.289985 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a2501-66f1-43d0-9634-f1c992131150 service neutron] Pushing event updated for resources: {'Port': ['ID=69026dff-afcc-470f-8664-b1fb327dc8b9,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:24.293460 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-823a3e32-0177-464c-bebc-feaf79af93d6 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:24.366760 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-0b80032c-2489-40bc-a5a3-2be94944baad req-841a2501-66f1-43d0-9634-f1c992131150 service neutron] Attempting to bind port 69026dff-afcc-470f-8664-b1fb327dc8b9 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:33:24.367089 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-0b80032c-2489-40bc-a5a3-2be94944baad req-841a2501-66f1-43d0-9634-f1c992131150 service neutron] Attempting to bind port 69026dff-afcc-470f-8664-b1fb327dc8b9 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '931b4c3a-e6cf-4fbd-a832-69f1c9706d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8d6ad8a4-e171-4420-9b81-2bdfe39c7dc3'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:33:24.367413 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b80032c-2489-40bc-a5a3-2be94944baad req-841a2501-66f1-43d0-9634-f1c992131150 service neutron] Attempting to bind port 69026dff-afcc-470f-8664-b1fb327dc8b9 on network 8d6ad8a4-e171-4420-9b81-2bdfe39c7dc3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:33:24.372443 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b80032c-2489-40bc-a5a3-2be94944baad req-841a2501-66f1-43d0-9634-f1c992131150 service neutron] Port 69026dff-afcc-470f-8664-b1fb327dc8b9 on network 8d6ad8a4-e171-4420-9b81-2bdfe39c7dc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:33:24.372788 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b80032c-2489-40bc-a5a3-2be94944baad req-841a2501-66f1-43d0-9634-f1c992131150 service neutron] Attempting to bind port 69026dff-afcc-470f-8664-b1fb327dc8b9 on network 8d6ad8a4-e171-4420-9b81-2bdfe39c7dc3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:33:24.377811 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b80032c-2489-40bc-a5a3-2be94944baad req-841a2501-66f1-43d0-9634-f1c992131150 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:33:24.378136 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b80032c-2489-40bc-a5a3-2be94944baad req-841a2501-66f1-43d0-9634-f1c992131150 service neutron] Checking segment: {'id': '931b4c3a-e6cf-4fbd-a832-69f1c9706d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8d6ad8a4-e171-4420-9b81-2bdfe39c7dc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:33:24.378509 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b80032c-2489-40bc-a5a3-2be94944baad req-841a2501-66f1-43d0-9634-f1c992131150 service neutron] Bound using segment: {'id': '931b4c3a-e6cf-4fbd-a832-69f1c9706d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8d6ad8a4-e171-4420-9b81-2bdfe39c7dc3'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:33:24.378928 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-0b80032c-2489-40bc-a5a3-2be94944baad req-841a2501-66f1-43d0-9634-f1c992131150 service neutron] Bound port: 69026dff-afcc-470f-8664-b1fb327dc8b9, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '931b4c3a-e6cf-4fbd-a832-69f1c9706d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8d6ad8a4-e171-4420-9b81-2bdfe39c7dc3'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:33:24.380608 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0b80032c-2489-40bc-a5a3-2be94944baad req-841a2501-66f1-43d0-9634-f1c992131150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:24.421109 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823a3e32-0177-464c-bebc-feaf79af93d6 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Made reservation on behalf of f26e9ad73ecf474392870b160096cf75 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:33:24.424311 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-823a3e32-0177-464c-bebc-feaf79af93d6 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:24.449978 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-823a3e32-0177-464c-bebc-feaf79af93d6 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:24.470343 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-823a3e32-0177-464c-bebc-feaf79af93d6 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:24.483222 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-823a3e32-0177-464c-bebc-feaf79af93d6 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Usage tracker for resource:security_group_rule and tenant:f26e9ad73ecf474392870b160096cf75 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:33:24.488521 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-823a3e32-0177-464c-bebc-feaf79af93d6 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:33:24.498025 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-823a3e32-0177-464c-bebc-feaf79af93d6 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:24.508729 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0b80032c-2489-40bc-a5a3-2be94944baad req-841a2501-66f1-43d0-9634-f1c992131150 service neutron] For port 69026dff-afcc-470f-8664-b1fb327dc8b9, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:33:24.512231 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0b80032c-2489-40bc-a5a3-2be94944baad req-841a2501-66f1-43d0-9634-f1c992131150 service neutron] For port 69026dff-afcc-470f-8664-b1fb327dc8b9, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=69026dff-afcc-470f-8664-b1fb327dc8b9,segment=NetworkSegment(931b4c3a-e6cf-4fbd-a832-69f1c9706d64),segment_id=931b4c3a-e6cf-4fbd-a832-69f1c9706d64)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:33:24.584872 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-823a3e32-0177-464c-bebc-feaf79af93d6 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:24.590270 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0b80032c-2489-40bc-a5a3-2be94944baad req-841a2501-66f1-43d0-9634-f1c992131150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:24.648376 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80032c-2489-40bc-a5a3-2be94944baad req-841a2501-66f1-43d0-9634-f1c992131150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:24.649320 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0b80032c-2489-40bc-a5a3-2be94944baad req-841a2501-66f1-43d0-9634-f1c992131150 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:24.650724 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0b80032c-2489-40bc-a5a3-2be94944baad req-841a2501-66f1-43d0-9634-f1c992131150 service neutron] 10.222.0.32 "PUT /v2.0/ports/69026dff-afcc-470f-8664-b1fb327dc8b9 HTTP/1.1" status: 200 len: 1091 time: 1.2277706 May 27 02:33:24.654115 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c674f6a-67ab-41f3-b7a1-92aa8f4e3851', 'tag': '69026dff-afcc-470f-8664-b1fb327dc8b9'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:33:24.659557 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-823a3e32-0177-464c-bebc-feaf79af93d6 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:24.706031 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-823a3e32-0177-464c-bebc-feaf79af93d6 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:33:24.711279 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fa1e874-cc3a-43c9-8222-59d5e736624b'] response: {'name': 'network-changed', 'server_uuid': '0c674f6a-67ab-41f3-b7a1-92aa8f4e3851', 'tag': '69026dff-afcc-470f-8664-b1fb327dc8b9', 'status': 'completed', 'code': 200} May 27 02:33:24.720607 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a3e32-0177-464c-bebc-feaf79af93d6 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2009bf-255d-49b3-b976-b8d7bd09cc9b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:24.729355 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a2501-66f1-43d0-9634-f1c992131150 service neutron] Pushing event updated for resources: {'Port': ['ID=69026dff-afcc-470f-8664-b1fb327dc8b9,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:24.733935 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-823a3e32-0177-464c-bebc-feaf79af93d6 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:24.734335 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-823a3e32-0177-464c-bebc-feaf79af93d6 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Added segment 47b2f6b2-6256-467e-8ddc-4bcf0439dbad of type vlan for network f0f8d09d-7321-481c-8416-8aa7ad1c0ddf May 27 02:33:24.811689 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-823a3e32-0177-464c-bebc-feaf79af93d6 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:24.850618 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fba6d-f5fd-4cbd-8cdc-5ca99482d13e req-fdd5b19c-4590-4f21-8374-1305147de300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:24.852127 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ec7fba6d-f5fd-4cbd-8cdc-5ca99482d13e req-fdd5b19c-4590-4f21-8374-1305147de300 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6eb69a09e302467a9c47c598dec9efaf&device_id=0c674f6a-67ab-41f3-b7a1-92aa8f4e3851 HTTP/1.1" status: 200 len: 1094 time: 0.1194458 May 27 02:33:24.940899 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-823a3e32-0177-464c-bebc-feaf79af93d6 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:24.944433 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device ef89c633-926b-4d93-b87d-6ad84002925e details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:33:24.948619 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823a3e32-0177-464c-bebc-feaf79af93d6 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:24.949629 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-823a3e32-0177-464c-bebc-feaf79af93d6 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:25.087231 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port ef89c633-926b-4d93-b87d-6ad84002925e, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=ef89c633-926b-4d93-b87d-6ad84002925e,segment=NetworkSegment(c440826c-ad96-4ffb-93da-4786708a138b),segment_id=c440826c-ad96-4ffb-93da-4786708a138b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:33:25.102630 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': 'ef89c633-926b-4d93-b87d-6ad84002925e', 'network_id': '882e4b63-c6d9-4a5c-9012-33783fcec11a', 'port_id': 'ef89c633-926b-4d93-b87d-6ad84002925e', 'mac_address': 'fa:16:3e:b6:67:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b516e58d-c3cf-49b8-8e9a-0013236ae33e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:33:25.115037 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d41698-bbff-4c84-94bc-5405b6c36ae3 req-39f6ca2f-40bc-45f9-a80a-5b822499220f tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:25.123757 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d9d41698-bbff-4c84-94bc-5405b6c36ae3 req-39f6ca2f-40bc-45f9-a80a-5b822499220f tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.2145464 May 27 02:33:25.168356 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port ef89c633-926b-4d93-b87d-6ad84002925e is: ACTIVE; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:33:25.169577 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:25.189295 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef89c633-926b-4d93-b87d-6ad84002925e {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:33:25.192285 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c192ad-ca99-4d2f-9359-f1a53de65dc9 req-c2d3438c-13be-42b9-98a2-17c43a265e4e tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:25.201682 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-83c192ad-ca99-4d2f-9359-f1a53de65dc9 req-c2d3438c-13be-42b9-98a2-17c43a265e4e tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c674f6a-67ab-41f3-b7a1-92aa8f4e3851 HTTP/1.1" status: 200 len: 943 time: 0.2565520 May 27 02:33:25.217599 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port ef89c633-926b-4d93-b87d-6ad84002925e, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=ef89c633-926b-4d93-b87d-6ad84002925e,segment=NetworkSegment(c440826c-ad96-4ffb-93da-4786708a138b),segment_id=c440826c-ad96-4ffb-93da-4786708a138b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:33:25.218332 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d9d41698-bbff-4c84-94bc-5405b6c36ae3 req-9aec9170-574f-4a2a-bffc-72111f8f2bb6 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933976 May 27 02:33:25.234335 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a3e32-0177-464c-bebc-feaf79af93d6 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Pushing event updated for resources: {'Network': ['ID=f0f8d09d-7321-481c-8416-8aa7ad1c0ddf,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:25.249477 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network f0f8d09d-7321-481c-8416-8aa7ad1c0ddf details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:33:25.253823 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fba6d-f5fd-4cbd-8cdc-5ca99482d13e req-99399b06-2b74-4998-8643-bfc6fd73c19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:25.253823 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ec7fba6d-f5fd-4cbd-8cdc-5ca99482d13e req-99399b06-2b74-4998-8643-bfc6fd73c19a service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=6eb69a09e302467a9c47c598dec9efaf&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3936305 May 27 02:33:25.263090 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-83c192ad-ca99-4d2f-9359-f1a53de65dc9 req-0bb829fc-0054-4293-91ac-6b36fb945998 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] 10.222.0.57 "GET /v2.0/security-groups?id=96778f3c-3baa-4318-985c-9fe181f50b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603931 May 27 02:33:25.323075 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:25.352671 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-823a3e32-0177-464c-bebc-feaf79af93d6 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2819917 May 27 02:33:25.354646 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 58970) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:25.361544 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-df789775-b63b-4771-840f-5a9cda3a92b4 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Request body: {'subnet': {'network_id': 'f0f8d09d-7321-481c-8416-8aa7ad1c0ddf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:25.417270 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=ef89c633-926b-4d93-b87d-6ad84002925e,revision_number=6']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:25.426554 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fba6d-f5fd-4cbd-8cdc-5ca99482d13e req-18878441-6e46-40ff-998c-a2f472b97376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:25.428092 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ec7fba6d-f5fd-4cbd-8cdc-5ca99482d13e req-18878441-6e46-40ff-998c-a2f472b97376 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1683288 May 27 02:33:25.460289 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['ef89c633-926b-4d93-b87d-6ad84002925e'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:33:25.491869 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-df789775-b63b-4771-840f-5a9cda3a92b4 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:25.496745 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-df789775-b63b-4771-840f-5a9cda3a92b4 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Usage tracker for resource:subnet and tenant:f26e9ad73ecf474392870b160096cf75 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:33:25.499918 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-df789775-b63b-4771-840f-5a9cda3a92b4 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:33:25.506646 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-df789775-b63b-4771-840f-5a9cda3a92b4 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:25.533905 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b14eb4d6-ba2e-4edd-ad71-de5716d1f1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:25.564781 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80032c-2489-40bc-a5a3-2be94944baad req-7f72bc28-9135-4cdd-a6bb-5fc84a1f43a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:25.566384 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0b80032c-2489-40bc-a5a3-2be94944baad req-7f72bc28-9135-4cdd-a6bb-5fc84a1f43a8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6eb69a09e302467a9c47c598dec9efaf&device_id=0c674f6a-67ab-41f3-b7a1-92aa8f4e3851 HTTP/1.1" status: 200 len: 1094 time: 0.0909724 May 27 02:33:25.586590 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df789775-b63b-4771-840f-5a9cda3a92b4 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Made reservation on behalf of f26e9ad73ecf474392870b160096cf75 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:33:25.590052 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-df789775-b63b-4771-840f-5a9cda3a92b4 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:25.645443 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0b80032c-2489-40bc-a5a3-2be94944baad req-0f02dd0f-e825-4991-953a-ab431f8b46fe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69026dff-afcc-470f-8664-b1fb327dc8b9 HTTP/1.1" status: 200 len: 217 time: 0.0708058 May 27 02:33:25.722165 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80032c-2489-40bc-a5a3-2be94944baad req-a686f094-f462-4a90-bf69-ddfbbcf24b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:25.722669 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0b80032c-2489-40bc-a5a3-2be94944baad req-a686f094-f462-4a90-bf69-ddfbbcf24b21 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=61c39e0b-7805-43c6-aa29-f61c3b2aeef9 HTTP/1.1" status: 200 len: 849 time: 0.0689933 May 27 02:33:25.780524 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0b80032c-2489-40bc-a5a3-2be94944baad req-17968890-45e2-4628-8212-3b1f3fd77354 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d6ad8a4-e171-4420-9b81-2bdfe39c7dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465493 May 27 02:33:25.916481 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-df789775-b63b-4771-840f-5a9cda3a92b4 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:25.945435 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0b80032c-2489-40bc-a5a3-2be94944baad req-408d6712-34a1-4687-8a73-d85a93879d0e service neutron] 10.222.0.32 "GET /v2.0/networks/8d6ad8a4-e171-4420-9b81-2bdfe39c7dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563628 May 27 02:33:25.996781 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df789775-b63b-4771-840f-5a9cda3a92b4 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Pushing event updated for resources: {'Subnet': ['ID=ff074da1-d5ff-41d9-8d51-89bff110c01f,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:26.031720 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df789775-b63b-4771-840f-5a9cda3a92b4 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Checking segment: {'id': '47b2f6b2-6256-467e-8ddc-4bcf0439dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f0f8d09d-7321-481c-8416-8aa7ad1c0ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:33:26.032241 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df789775-b63b-4771-840f-5a9cda3a92b4 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Network hostable DHCP agents. Network: f0f8d09d-7321-481c-8416-8aa7ad1c0ddf, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:33:26.103679 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0b80032c-2489-40bc-a5a3-2be94944baad req-febde13e-eb55-4a9a-8506-0d0bae9865ff service neutron] 10.222.0.32 "GET /v2.0/networks/8d6ad8a4-e171-4420-9b81-2bdfe39c7dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513526 May 27 02:33:26.135030 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df789775-b63b-4771-840f-5a9cda3a92b4 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Network f0f8d09d-7321-481c-8416-8aa7ad1c0ddf is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:33:26.209076 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-df789775-b63b-4771-840f-5a9cda3a92b4 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, f0f8d09d-7321-481c-8416-8aa7ad1c0ddf) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:33:26.214116 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df789775-b63b-4771-840f-5a9cda3a92b4 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:26.215780 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-df789775-b63b-4771-840f-5a9cda3a92b4 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:26.218864 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c5deee-e38a-4115-aee4-93bdca72d76a None None] Network f0f8d09d-7321-481c-8416-8aa7ad1c0ddf requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:33:26.301653 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-df789775-b63b-4771-840f-5a9cda3a92b4 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9447520 May 27 02:33:26.304021 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 58994) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:26.309938 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-2aeb7152-292c-45e1-82ef-0173243053e4 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-794507663', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:26.319571 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-2aeb7152-292c-45e1-82ef-0173243053e4 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:26.328040 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-2aeb7152-292c-45e1-82ef-0173243053e4 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Usage tracker for resource:router and tenant:f26e9ad73ecf474392870b160096cf75 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:33:26.333722 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-2aeb7152-292c-45e1-82ef-0173243053e4 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:33:26.340218 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-2aeb7152-292c-45e1-82ef-0173243053e4 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:26.438151 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2aeb7152-292c-45e1-82ef-0173243053e4 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:26.439118 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2aeb7152-292c-45e1-82ef-0173243053e4 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:26.546561 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84ebbf9-1921-4dee-827c-a35d6b2d82a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-f0f8d09d-7321-481c-8416-8aa7ad1c0ddf', 'network_id': 'f0f8d09d-7321-481c-8416-8aa7ad1c0ddf', 'tenant_id': 'f26e9ad73ecf474392870b160096cf75', 'fixed_ips': [{'subnet_id': 'ff074da1-d5ff-41d9-8d51-89bff110c01f'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:33:26.547535 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a84ebbf9-1921-4dee-827c-a35d6b2d82a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:26.601790 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2aeb7152-292c-45e1-82ef-0173243053e4 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:26.660206 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2820d74c-f1f7-4710-9d4d-fb15c9c5b0d8 req-b33a7774-449d-4f63-ac53-02767f5fd2aa tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:26.661663 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2820d74c-f1f7-4710-9d4d-fb15c9c5b0d8 req-b33a7774-449d-4f63-ac53-02767f5fd2aa tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 945 time: 0.2171638 May 27 02:33:26.716771 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2aeb7152-292c-45e1-82ef-0173243053e4 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:26.753176 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2820d74c-f1f7-4710-9d4d-fb15c9c5b0d8 req-34841477-30ed-44f9-992c-46c0a590c50e tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851841 May 27 02:33:26.763249 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b5a8e-e17b-4b21-b317-410f8f2ebe92 req-9eec9168-5013-418b-b786-7f2b06c0633d tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:26.764516 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9a9b5a8e-e17b-4b21-b317-410f8f2ebe92 req-9eec9168-5013-418b-b786-7f2b06c0633d tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c674f6a-67ab-41f3-b7a1-92aa8f4e3851 HTTP/1.1" status: 200 len: 943 time: 0.2574227 May 27 02:33:26.781430 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-a84ebbf9-1921-4dee-827c-a35d6b2d82a5 None None] Allocated IP 172.20.0.2 (f0f8d09d-7321-481c-8416-8aa7ad1c0ddf/ff074da1-d5ff-41d9-8d51-89bff110c01f/310ea061-fc36-42a1-9f03-3e3d57f7076c) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:33:26.857448 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9a9b5a8e-e17b-4b21-b317-410f8f2ebe92 req-006d77e5-92d0-4778-8cd3-da45d74ab9da tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] 10.222.0.57 "GET /v2.0/security-groups?id=96778f3c-3baa-4318-985c-9fe181f50b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805678 May 27 02:33:26.858156 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2aeb7152-292c-45e1-82ef-0173243053e4 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:26.859186 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2aeb7152-292c-45e1-82ef-0173243053e4 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.5539908 May 27 02:33:26.861962 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59000) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:26.973483 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device ef89c633-926b-4d93-b87d-6ad84002925e up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:33:27.161724 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port ef89c633-926b-4d93-b87d-6ad84002925e triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:33:27.162428 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:27.227315 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a84ebbf9-1921-4dee-827c-a35d6b2d82a5 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:27.249586 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a84ebbf9-1921-4dee-827c-a35d6b2d82a5 None None] Transition to ACTIVE for port object 310ea061-fc36-42a1-9f03-3e3d57f7076c will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:33:27.280130 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a84ebbf9-1921-4dee-827c-a35d6b2d82a5 None None] Transition to ACTIVE for port object 310ea061-fc36-42a1-9f03-3e3d57f7076c will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:33:27.374328 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a84ebbf9-1921-4dee-827c-a35d6b2d82a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:27.427458 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port ef89c633-926b-4d93-b87d-6ad84002925e is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:33:27.428096 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:27.544100 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9e37b26-4d6d-4dbf-aa10-4a31a2aa939b tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:27.576470 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84ebbf9-1921-4dee-827c-a35d6b2d82a5 None None] Network f0f8d09d-7321-481c-8416-8aa7ad1c0ddf is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:33:27.580471 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-a84ebbf9-1921-4dee-827c-a35d6b2d82a5 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:33:27.595085 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f87a637-be7d-4c14-91f0-a828b1927412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef89c633-926b-4d93-b87d-6ad84002925e'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:33:27.600077 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84ebbf9-1921-4dee-827c-a35d6b2d82a5 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:33:27.614354 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ebbf9-1921-4dee-827c-a35d6b2d82a5 None None] Pushing event updated for resources: {'Port': ['ID=310ea061-fc36-42a1-9f03-3e3d57f7076c,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:27.617851 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port ef89c633-926b-4d93-b87d-6ad84002925e, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=ef89c633-926b-4d93-b87d-6ad84002925e,segment=NetworkSegment(c440826c-ad96-4ffb-93da-4786708a138b),segment_id=c440826c-ad96-4ffb-93da-4786708a138b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:33:27.711635 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b57f068-2f1b-472d-a853-34f4673ee918'] response: {'server_uuid': '9f87a637-be7d-4c14-91f0-a828b1927412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef89c633-926b-4d93-b87d-6ad84002925e', 'code': 200} May 27 02:33:27.740577 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:27.862380 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-a84ebbf9-1921-4dee-827c-a35d6b2d82a5 None None] Attempting to bind port 310ea061-fc36-42a1-9f03-3e3d57f7076c on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:33:27.863014 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-a84ebbf9-1921-4dee-827c-a35d6b2d82a5 None None] Attempting to bind port 310ea061-fc36-42a1-9f03-3e3d57f7076c by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '47b2f6b2-6256-467e-8ddc-4bcf0439dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f0f8d09d-7321-481c-8416-8aa7ad1c0ddf'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:33:27.863577 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84ebbf9-1921-4dee-827c-a35d6b2d82a5 None None] Attempting to bind port 310ea061-fc36-42a1-9f03-3e3d57f7076c on network f0f8d09d-7321-481c-8416-8aa7ad1c0ddf {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:33:27.872054 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84ebbf9-1921-4dee-827c-a35d6b2d82a5 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:33:27.872781 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84ebbf9-1921-4dee-827c-a35d6b2d82a5 None None] Checking segment: {'id': '47b2f6b2-6256-467e-8ddc-4bcf0439dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f0f8d09d-7321-481c-8416-8aa7ad1c0ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:33:27.873354 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a84ebbf9-1921-4dee-827c-a35d6b2d82a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:27.873913 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84ebbf9-1921-4dee-827c-a35d6b2d82a5 None None] Bound using segment: {'id': '47b2f6b2-6256-467e-8ddc-4bcf0439dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f0f8d09d-7321-481c-8416-8aa7ad1c0ddf'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:33:27.874556 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-a84ebbf9-1921-4dee-827c-a35d6b2d82a5 None None] Bound port: 310ea061-fc36-42a1-9f03-3e3d57f7076c, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b2f6b2-6256-467e-8ddc-4bcf0439dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f0f8d09d-7321-481c-8416-8aa7ad1c0ddf'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:33:27.875118 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a84ebbf9-1921-4dee-827c-a35d6b2d82a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:27.994310 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=ef89c633-926b-4d93-b87d-6ad84002925e,revision_number=7']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:28.014606 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2ec428b4-8fb8-4873-ae8f-9f19cc201e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:28.102196 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a84ebbf9-1921-4dee-827c-a35d6b2d82a5 None None] For port 310ea061-fc36-42a1-9f03-3e3d57f7076c, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:33:28.105930 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a84ebbf9-1921-4dee-827c-a35d6b2d82a5 None None] For port 310ea061-fc36-42a1-9f03-3e3d57f7076c, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=310ea061-fc36-42a1-9f03-3e3d57f7076c,segment=NetworkSegment(47b2f6b2-6256-467e-8ddc-4bcf0439dbad),segment_id=47b2f6b2-6256-467e-8ddc-4bcf0439dbad)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:33:28.188164 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a84ebbf9-1921-4dee-827c-a35d6b2d82a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:28.337650 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab4316-0ba6-4364-85e7-ed194c72a52b req-99d5974b-7fcd-4c87-a236-75836daefb76 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:28.339832 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-53ab4316-0ba6-4364-85e7-ed194c72a52b req-99d5974b-7fcd-4c87-a236-75836daefb76 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.3830945 May 27 02:33:28.340064 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-e9e37b26-4d6d-4dbf-aa10-4a31a2aa939b tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Allocated IP 172.20.0.1 (f0f8d09d-7321-481c-8416-8aa7ad1c0ddf/ff074da1-d5ff-41d9-8d51-89bff110c01f/08ae44c4-f1ba-44f5-a2d7-8af8735cf9ad) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:33:28.368546 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160a9eb-2fcf-44ce-89c7-642848aeabf4 req-876b685a-210e-4dc9-8aa8-08325018f98e tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:28.376417 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9160a9eb-2fcf-44ce-89c7-642848aeabf4 req-876b685a-210e-4dc9-8aa8-08325018f98e tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c674f6a-67ab-41f3-b7a1-92aa8f4e3851 HTTP/1.1" status: 200 len: 943 time: 0.3317964 May 27 02:33:28.437181 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ebbf9-1921-4dee-827c-a35d6b2d82a5 None None] Pushing event updated for resources: {'Port': ['ID=310ea061-fc36-42a1-9f03-3e3d57f7076c,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:28.450584 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-53ab4316-0ba6-4364-85e7-ed194c72a52b req-16e35aff-4da9-41d6-9759-f25b1cf28610 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944169 May 27 02:33:28.467154 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9160a9eb-2fcf-44ce-89c7-642848aeabf4 req-e3927475-393d-46cb-bd94-45c71982df45 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] 10.222.0.57 "GET /v2.0/security-groups?id=96778f3c-3baa-4318-985c-9fe181f50b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864806 May 27 02:33:28.555793 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9e37b26-4d6d-4dbf-aa10-4a31a2aa939b tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:28.580781 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-e9e37b26-4d6d-4dbf-aa10-4a31a2aa939b tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Transition to ACTIVE for port object 08ae44c4-f1ba-44f5-a2d7-8af8735cf9ad will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:33:28.661315 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9e37b26-4d6d-4dbf-aa10-4a31a2aa939b tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:28.753722 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e37b26-4d6d-4dbf-aa10-4a31a2aa939b tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Network f0f8d09d-7321-481c-8416-8aa7ad1c0ddf is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:33:28.756378 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-e9e37b26-4d6d-4dbf-aa10-4a31a2aa939b tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:33:28.759049 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e37b26-4d6d-4dbf-aa10-4a31a2aa939b tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:33:28.850895 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e37b26-4d6d-4dbf-aa10-4a31a2aa939b tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Pushing event updated for resources: {'Port': ['ID=08ae44c4-f1ba-44f5-a2d7-8af8735cf9ad,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:28.877989 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9e37b26-4d6d-4dbf-aa10-4a31a2aa939b tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:28.965797 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 69026dff-afcc-470f-8664-b1fb327dc8b9 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:33:29.084965 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:29.131623 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:29.159200 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 69026dff-afcc-470f-8664-b1fb327dc8b9, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=69026dff-afcc-470f-8664-b1fb327dc8b9,segment=NetworkSegment(931b4c3a-e6cf-4fbd-a832-69f1c9706d64),segment_id=931b4c3a-e6cf-4fbd-a832-69f1c9706d64)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:33:29.174222 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '69026dff-afcc-470f-8664-b1fb327dc8b9', 'network_id': '8d6ad8a4-e171-4420-9b81-2bdfe39c7dc3', 'port_id': '69026dff-afcc-470f-8664-b1fb327dc8b9', 'mac_address': 'fa:16:3e:06:a7:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61c39e0b-7805-43c6-aa29-f61c3b2aeef9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:33:29.202575 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9e37b26-4d6d-4dbf-aa10-4a31a2aa939b tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:29.240590 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 69026dff-afcc-470f-8664-b1fb327dc8b9 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:33:29.241211 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:29.267192 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69026dff-afcc-470f-8664-b1fb327dc8b9 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:33:29.290520 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 69026dff-afcc-470f-8664-b1fb327dc8b9, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=69026dff-afcc-470f-8664-b1fb327dc8b9,segment=NetworkSegment(931b4c3a-e6cf-4fbd-a832-69f1c9706d64),segment_id=931b4c3a-e6cf-4fbd-a832-69f1c9706d64)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:33:29.367638 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:29.467900 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=69026dff-afcc-470f-8664-b1fb327dc8b9,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:29.677971 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['69026dff-afcc-470f-8664-b1fb327dc8b9'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:33:29.858628 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18c9e2-5178-4a8d-ac3d-91c0f4580d5f req-7b16bbed-ffa4-499a-9a14-a12d282b2457 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:29.866455 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7d18c9e2-5178-4a8d-ac3d-91c0f4580d5f req-7b16bbed-ffa4-499a-9a14-a12d282b2457 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.2571559 May 27 02:33:29.921947 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4d329-1d8a-4eb9-94c9-fa606bba2394 req-0823468e-596a-4999-80cf-c7ec0d5144a8 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:29.931398 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aac4d329-1d8a-4eb9-94c9-fa606bba2394 req-0823468e-596a-4999-80cf-c7ec0d5144a8 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c674f6a-67ab-41f3-b7a1-92aa8f4e3851 HTTP/1.1" status: 200 len: 944 time: 0.2199571 May 27 02:33:29.989973 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7d18c9e2-5178-4a8d-ac3d-91c0f4580d5f req-8b60f704-1818-4ef5-b9fc-b1c5499787d6 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220775 May 27 02:33:30.012814 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9e37b26-4d6d-4dbf-aa10-4a31a2aa939b tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:30.054964 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aac4d329-1d8a-4eb9-94c9-fa606bba2394 req-541d0137-1a32-45c3-90db-3ebb6f7bc04c tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] 10.222.0.57 "GET /v2.0/security-groups?id=96778f3c-3baa-4318-985c-9fe181f50b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978398 May 27 02:33:30.078417 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9e37b26-4d6d-4dbf-aa10-4a31a2aa939b tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:30.143608 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:30.235884 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d00767-b6a8-47ce-8dec-754a49c655fb None None] Network f0f8d09d-7321-481c-8416-8aa7ad1c0ddf requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:33:30.381246 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e37b26-4d6d-4dbf-aa10-4a31a2aa939b tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Pushing event updated for resources: {'Port': ['ID=08ae44c4-f1ba-44f5-a2d7-8af8735cf9ad,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:30.401494 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9e37b26-4d6d-4dbf-aa10-4a31a2aa939b tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:30.645335 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-41ec5849-f7ff-4f17-92f3-506551232289 None None] Provisioning for port 310ea061-fc36-42a1-9f03-3e3d57f7076c completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:33:30.682251 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e37b26-4d6d-4dbf-aa10-4a31a2aa939b tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Network f0f8d09d-7321-481c-8416-8aa7ad1c0ddf is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:33:30.691995 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-e9e37b26-4d6d-4dbf-aa10-4a31a2aa939b tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:33:30.753519 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 310ea061-fc36-42a1-9f03-3e3d57f7076c up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:33:30.971723 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 69026dff-afcc-470f-8664-b1fb327dc8b9 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:33:31.192966 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05cd16-2fad-4897-8048-ab6a4d5ca305 req-a2c688cd-e341-40bc-9946-61c981661dd8 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:31.201276 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9d05cd16-2fad-4897-8048-ab6a4d5ca305 req-a2c688cd-e341-40bc-9946-61c981661dd8 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.1043599 May 27 02:33:31.230793 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e37b26-4d6d-4dbf-aa10-4a31a2aa939b tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Router 562e2bf7-96bb-4f33-9031-d56788c4f7de is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:33:31.234639 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 69026dff-afcc-470f-8664-b1fb327dc8b9 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:33:31.238360 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-70701ead-586e-4719-b0b9-2cf4d77fa871 None None] Provisioning for port 08ae44c4-f1ba-44f5-a2d7-8af8735cf9ad completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:33:31.241838 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 310ea061-fc36-42a1-9f03-3e3d57f7076c completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:33:31.249920 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-70701ead-586e-4719-b0b9-2cf4d77fa871 None None] Provisioning complete for port 08ae44c4-f1ba-44f5-a2d7-8af8735cf9ad triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:33:31.250372 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-70701ead-586e-4719-b0b9-2cf4d77fa871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:31.358934 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 69026dff-afcc-470f-8664-b1fb327dc8b9 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:33:31.359447 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:31.360617 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9d05cd16-2fad-4897-8048-ab6a4d5ca305 req-2030f31c-a8f0-47f5-8b12-b07d12d1fa51 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584561 May 27 02:33:31.415851 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-70701ead-586e-4719-b0b9-2cf4d77fa871 None None] Port 08ae44c4-f1ba-44f5-a2d7-8af8735cf9ad cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:33:31.417866 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 310ea061-fc36-42a1-9f03-3e3d57f7076c triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:33:31.418594 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:31.492843 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f55d5-9368-4c52-801c-a196106488df req-f306e342-92ab-4675-a0e9-f5ae7712d6c4 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:31.502390 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e54f55d5-9368-4c52-801c-a196106488df req-f306e342-92ab-4675-a0e9-f5ae7712d6c4 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c674f6a-67ab-41f3-b7a1-92aa8f4e3851 HTTP/1.1" status: 200 len: 944 time: 0.2827799 May 27 02:33:31.543300 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-70701ead-586e-4719-b0b9-2cf4d77fa871 None None] Provisioning complete for port 310ea061-fc36-42a1-9f03-3e3d57f7076c triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:33:31.543802 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-70701ead-586e-4719-b0b9-2cf4d77fa871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:31.637396 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 310ea061-fc36-42a1-9f03-3e3d57f7076c is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:33:31.637897 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:31.639279 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e54f55d5-9368-4c52-801c-a196106488df req-0f443ee7-4a4e-40b7-ac4b-a4ce990a4991 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] 10.222.0.57 "GET /v2.0/security-groups?id=96778f3c-3baa-4318-985c-9fe181f50b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357765 May 27 02:33:31.756913 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 310ea061-fc36-42a1-9f03-3e3d57f7076c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=310ea061-fc36-42a1-9f03-3e3d57f7076c,segment=NetworkSegment(47b2f6b2-6256-467e-8ddc-4bcf0439dbad),segment_id=47b2f6b2-6256-467e-8ddc-4bcf0439dbad)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:33:31.811995 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 69026dff-afcc-470f-8664-b1fb327dc8b9 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:33:31.812501 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:31.862726 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 69026dff-afcc-470f-8664-b1fb327dc8b9, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=69026dff-afcc-470f-8664-b1fb327dc8b9,segment=NetworkSegment(931b4c3a-e6cf-4fbd-a832-69f1c9706d64),segment_id=931b4c3a-e6cf-4fbd-a832-69f1c9706d64)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:33:31.866539 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c674f6a-67ab-41f3-b7a1-92aa8f4e3851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69026dff-afcc-470f-8664-b1fb327dc8b9'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:33:31.871662 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:31.984470 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e08bfea-99f7-4327-b899-e51e88234d8c'] response: {'server_uuid': '0c674f6a-67ab-41f3-b7a1-92aa8f4e3851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69026dff-afcc-470f-8664-b1fb327dc8b9', 'code': 200} May 27 02:33:32.000324 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:32.019441 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-70701ead-586e-4719-b0b9-2cf4d77fa871 None None] Current status of the port 310ea061-fc36-42a1-9f03-3e3d57f7076c is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:33:32.019940 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-70701ead-586e-4719-b0b9-2cf4d77fa871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:32.030326 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e37b26-4d6d-4dbf-aa10-4a31a2aa939b tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:33:32.047210 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3640027-95b6-46d1-bd83-f21d522e4198 None None] Sync routers for ids ['562e2bf7-96bb-4f33-9031-d56788c4f7de'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:33:32.061364 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3640027-95b6-46d1-bd83-f21d522e4198 None None] Routers {'562e2bf7-96bb-4f33-9031-d56788c4f7de'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:33:32.062392 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e3640027-95b6-46d1-bd83-f21d522e4198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:33:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['562e2bf7-96bb-4f33-9031-d56788c4f7de'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:32.086122 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=310ea061-fc36-42a1-9f03-3e3d57f7076c,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:32.152675 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e9e37b26-4d6d-4dbf-aa10-4a31a2aa939b tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] 10.222.0.57 "PUT /v2.0/routers/562e2bf7-96bb-4f33-9031-d56788c4f7de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2865300 May 27 02:33:32.153202 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 59064) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:32.160055 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-e2d0d76a-4a9d-487f-9521-20925427df59 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Request body: {'port': {'network_id': 'f0f8d09d-7321-481c-8416-8aa7ad1c0ddf', 'name': 'tempest-FloatingIPNegativeTestJSON-1484820717'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:32.202108 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d8616-bbef-40fe-b4a2-893f1be9691e req-04e40f9c-f988-43c9-b845-d791d59cfc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:32.204641 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-215d8616-bbef-40fe-b4a2-893f1be9691e req-04e40f9c-f988-43c9-b845-d791d59cfc75 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0c674f6a-67ab-41f3-b7a1-92aa8f4e3851 HTTP/1.1" status: 200 len: 1096 time: 0.1564183 May 27 02:33:32.209580 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e3640027-95b6-46d1-bd83-f21d522e4198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:32.230645 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3640027-95b6-46d1-bd83-f21d522e4198 None None] Routers {'562e2bf7-96bb-4f33-9031-d56788c4f7de'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:33:32.231556 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e3640027-95b6-46d1-bd83-f21d522e4198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:33:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['562e2bf7-96bb-4f33-9031-d56788c4f7de'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:32.294706 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-215d8616-bbef-40fe-b4a2-893f1be9691e req-2690177e-b1f4-48d3-9e4f-55da2d0fecd2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=96778f3c-3baa-4318-985c-9fe181f50b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798264 May 27 02:33:32.351764 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e2d0d76a-4a9d-487f-9521-20925427df59 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:32.352509 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-70701ead-586e-4719-b0b9-2cf4d77fa871 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:33:32.352937 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-70701ead-586e-4719-b0b9-2cf4d77fa871 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:33:32.353658 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=69026dff-afcc-470f-8664-b1fb327dc8b9,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:32.357650 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e2d0d76a-4a9d-487f-9521-20925427df59 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Usage tracker for resource:port and tenant:f26e9ad73ecf474392870b160096cf75 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:33:32.359097 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e3640027-95b6-46d1-bd83-f21d522e4198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:32.359488 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3640027-95b6-46d1-bd83-f21d522e4198 None None] The sync data for ids ['562e2bf7-96bb-4f33-9031-d56788c4f7de'] in n-d-843554-3 is: [] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:33:32.361669 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e2d0d76a-4a9d-487f-9521-20925427df59 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:33:32.370846 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e2d0d76a-4a9d-487f-9521-20925427df59 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:32.467200 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d0d76a-4a9d-487f-9521-20925427df59 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Made reservation on behalf of f26e9ad73ecf474392870b160096cf75 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:33:32.471417 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e2d0d76a-4a9d-487f-9521-20925427df59 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:32.589157 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-e2d0d76a-4a9d-487f-9521-20925427df59 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] device_id is not set on port 7c1f9f30-a885-40e3-8c8f-213cf00f3a1d yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:33:32.708443 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 310ea061-fc36-42a1-9f03-3e3d57f7076c up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:33:32.832905 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-e2d0d76a-4a9d-487f-9521-20925427df59 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Allocated IP 172.20.0.14 (f0f8d09d-7321-481c-8416-8aa7ad1c0ddf/ff074da1-d5ff-41d9-8d51-89bff110c01f/7c1f9f30-a885-40e3-8c8f-213cf00f3a1d) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:33:33.061880 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-70701ead-586e-4719-b0b9-2cf4d77fa871 None None] Current status of the port 310ea061-fc36-42a1-9f03-3e3d57f7076c is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:33:33.067525 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 310ea061-fc36-42a1-9f03-3e3d57f7076c triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:33:33.067901 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:33.221771 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e2d0d76a-4a9d-487f-9521-20925427df59 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:33.244972 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e2d0d76a-4a9d-487f-9521-20925427df59 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Transition to ACTIVE for port object 7c1f9f30-a885-40e3-8c8f-213cf00f3a1d will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:33:33.291752 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 310ea061-fc36-42a1-9f03-3e3d57f7076c is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:33:33.305159 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ae21d4fa-7334-4b2c-90e9-452b07a3587e None None] Provisioning complete for port 08ae44c4-f1ba-44f5-a2d7-8af8735cf9ad triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:33:33.305159 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ae21d4fa-7334-4b2c-90e9-452b07a3587e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:33.327438 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049aa07-31d6-4865-9a4d-061c9acd0c3c req-e56172dc-4796-4579-837c-ab4ed36c1bf4 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:33.337160 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b049aa07-31d6-4865-9a4d-061c9acd0c3c req-e56172dc-4796-4579-837c-ab4ed36c1bf4 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.8484001 May 27 02:33:33.361363 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e2d0d76a-4a9d-487f-9521-20925427df59 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:33.393507 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ae21d4fa-7334-4b2c-90e9-452b07a3587e None None] Port 08ae44c4-f1ba-44f5-a2d7-8af8735cf9ad cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:33:33.481905 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b22376-2e6d-4ff8-bb9a-5a5e30352fd9 req-634aa7f6-fea9-47c8-9904-8ca1a7847619 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:33.483421 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d5b22376-2e6d-4ff8-bb9a-5a5e30352fd9 req-634aa7f6-fea9-47c8-9904-8ca1a7847619 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c674f6a-67ab-41f3-b7a1-92aa8f4e3851 HTTP/1.1" status: 200 len: 945 time: 0.3823111 May 27 02:33:33.492186 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b049aa07-31d6-4865-9a4d-061c9acd0c3c req-58736971-5f04-4e67-b209-ea3834d7a801 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538403 May 27 02:33:33.501015 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d0d76a-4a9d-487f-9521-20925427df59 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Network f0f8d09d-7321-481c-8416-8aa7ad1c0ddf is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:33:33.515468 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-e2d0d76a-4a9d-487f-9521-20925427df59 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:33:33.539947 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d0d76a-4a9d-487f-9521-20925427df59 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:33:33.588815 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0d76a-4a9d-487f-9521-20925427df59 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Pushing event updated for resources: {'Port': ['ID=7c1f9f30-a885-40e3-8c8f-213cf00f3a1d,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:33.634813 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d5b22376-2e6d-4ff8-bb9a-5a5e30352fd9 req-f444c8b9-3eb9-4874-91c5-5ba0642b2178 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] 10.222.0.57 "GET /v2.0/security-groups?id=96778f3c-3baa-4318-985c-9fe181f50b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328912 May 27 02:33:33.679686 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d0d76a-4a9d-487f-9521-20925427df59 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:33.683796 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e2d0d76a-4a9d-487f-9521-20925427df59 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:33.768137 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59084) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:33.769549 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e2d0d76a-4a9d-487f-9521-20925427df59 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6142583 May 27 02:33:33.779947 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-674e05cd-68c5-4dca-b2ba-a017fb063650 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:33.805784 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-674e05cd-68c5-4dca-b2ba-a017fb063650 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:33.815421 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-674e05cd-68c5-4dca-b2ba-a017fb063650 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Usage tracker for resource:floatingip and tenant:f26e9ad73ecf474392870b160096cf75 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:33:33.823796 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-674e05cd-68c5-4dca-b2ba-a017fb063650 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:33:33.841325 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-674e05cd-68c5-4dca-b2ba-a017fb063650 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:33.947308 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-674e05cd-68c5-4dca-b2ba-a017fb063650 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:34.095009 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-62fb109b-361f-4e8e-b754-00d6964f2a1d None None] Provisioning for port 7c1f9f30-a885-40e3-8c8f-213cf00f3a1d completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:33:34.103527 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-62fb109b-361f-4e8e-b754-00d6964f2a1d None None] Provisioning complete for port 7c1f9f30-a885-40e3-8c8f-213cf00f3a1d triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:33:34.104144 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-62fb109b-361f-4e8e-b754-00d6964f2a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:34.241797 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-62fb109b-361f-4e8e-b754-00d6964f2a1d None None] Port 7c1f9f30-a885-40e3-8c8f-213cf00f3a1d cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:33:34.258389 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-674e05cd-68c5-4dca-b2ba-a017fb063650 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:34.439570 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-674e05cd-68c5-4dca-b2ba-a017fb063650 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Allocated IP 172.25.1.79 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/8965bc1e-2361-4e07-8dda-1ba9d60f12ab) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:33:34.655228 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-674e05cd-68c5-4dca-b2ba-a017fb063650 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:34.781957 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-674e05cd-68c5-4dca-b2ba-a017fb063650 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:34.795588 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db4e0d-0369-4a7f-b17f-aa9abead3290 req-a48ab2d5-a924-4ed9-8dd8-d72b5f902058 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:34.797684 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-76db4e0d-0369-4a7f-b17f-aa9abead3290 req-a48ab2d5-a924-4ed9-8dd8-d72b5f902058 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.1081910 May 27 02:33:34.881642 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-76db4e0d-0369-4a7f-b17f-aa9abead3290 req-6105e924-06b1-474f-9dd4-9ee5d91c020e tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767703 May 27 02:33:34.929184 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674e05cd-68c5-4dca-b2ba-a017fb063650 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:33:34.935804 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-674e05cd-68c5-4dca-b2ba-a017fb063650 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:33:34.939587 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674e05cd-68c5-4dca-b2ba-a017fb063650 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:33:34.978977 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e05cd-68c5-4dca-b2ba-a017fb063650 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Pushing event updated for resources: {'Port': ['ID=8965bc1e-2361-4e07-8dda-1ba9d60f12ab,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:35.063972 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-674e05cd-68c5-4dca-b2ba-a017fb063650 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:35.107081 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc95aed-2bef-43ad-a589-32c99eea4281 req-bea28b92-68b3-4664-92a2-d25bd52d3468 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:35.108879 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7fc95aed-2bef-43ad-a589-32c99eea4281 req-bea28b92-68b3-4664-92a2-d25bd52d3468 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c674f6a-67ab-41f3-b7a1-92aa8f4e3851 HTTP/1.1" status: 200 len: 945 time: 0.1018367 May 27 02:33:35.200549 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7fc95aed-2bef-43ad-a589-32c99eea4281 req-93433b5c-b3df-4d37-9d11-2cbdc442f820 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] 10.222.0.57 "GET /v2.0/security-groups?id=96778f3c-3baa-4318-985c-9fe181f50b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847633 May 27 02:33:35.286420 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-674e05cd-68c5-4dca-b2ba-a017fb063650 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:35.652229 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-674e05cd-68c5-4dca-b2ba-a017fb063650 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:35.808706 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-674e05cd-68c5-4dca-b2ba-a017fb063650 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:35.927801 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e05cd-68c5-4dca-b2ba-a017fb063650 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Pushing event updated for resources: {'Port': ['ID=8965bc1e-2361-4e07-8dda-1ba9d60f12ab,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:36.036579 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-674e05cd-68c5-4dca-b2ba-a017fb063650 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:36.165490 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-674e05cd-68c5-4dca-b2ba-a017fb063650 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:36.169020 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-674e05cd-68c5-4dca-b2ba-a017fb063650 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3978093 May 27 02:33:36.171611 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59118) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:36.178453 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-9ea03909-e0e6-4898-8266-0832cb579edf tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Request body: {'floatingip': {'port_id': '7c1f9f30-a885-40e3-8c8f-213cf00f3a1d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:36.318254 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a1eb6-0e64-4661-bc5b-7b8951181147 req-f5bc92b9-a8ca-4741-9ae6-6f0e8d32e972 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:36.320175 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-861a1eb6-0e64-4661-bc5b-7b8951181147 req-f5bc92b9-a8ca-4741-9ae6-6f0e8d32e972 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.1309059 May 27 02:33:36.373142 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-861a1eb6-0e64-4661-bc5b-7b8951181147 req-40765551-f3b2-4186-a3b1-7e8d588ec0a5 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471265 May 27 02:33:36.385674 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9ea03909-e0e6-4898-8266-0832cb579edf tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks [] for floatingip, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:36.591504 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-9ea03909-e0e6-4898-8266-0832cb579edf tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] update failed (client error): The resource could not be found. May 27 02:33:36.592521 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9ea03909-e0e6-4898-8266-0832cb579edf tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] 10.222.0.57 "PUT /v2.0/floatingips/e5ab949b-bc24-4cf2-8fe6-cec78dee5eed HTTP/1.1" status: 404 len: 507 time: 0.4196088 May 27 02:33:36.595233 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59128) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:36.979406 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-3f48e32c-f32a-442b-83c5-6e33465013a9 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Deleting port 8965bc1e-2361-4e07-8dda-1ba9d60f12ab {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:33:36.986152 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3f48e32c-f32a-442b-83c5-6e33465013a9 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:37.250681 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3f48e32c-f32a-442b-83c5-6e33465013a9 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:37.251067 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3f48e32c-f32a-442b-83c5-6e33465013a9 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:37.468393 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-3f48e32c-f32a-442b-83c5-6e33465013a9 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Calling delete_port for 8965bc1e-2361-4e07-8dda-1ba9d60f12ab owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:33:37.753616 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483ee7c-a093-42ab-a2fb-6c7df9302cdb req-fcbb9b55-efbd-4322-b7e7-db8876926564 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:37.755745 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b483ee7c-a093-42ab-a2fb-6c7df9302cdb req-fcbb9b55-efbd-4322-b7e7-db8876926564 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.1354926 May 27 02:33:37.798947 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3f48e32c-f32a-442b-83c5-6e33465013a9 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:37.894869 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48e32c-f32a-442b-83c5-6e33465013a9 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Pushing event deleted for resources: {'Port': ['ID=8965bc1e-2361-4e07-8dda-1ba9d60f12ab,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:38.098625 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b483ee7c-a093-42ab-a2fb-6c7df9302cdb req-b6880092-2767-4e0d-ae89-81174825c134 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349962 May 27 02:33:38.127089 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3f48e32c-f32a-442b-83c5-6e33465013a9 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:38.139379 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 59154) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:38.140094 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3f48e32c-f32a-442b-83c5-6e33465013a9 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:38.146141 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3f48e32c-f32a-442b-83c5-6e33465013a9 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] 10.222.0.57 "DELETE /v2.0/floatingips/e5ab949b-bc24-4cf2-8fe6-cec78dee5eed HTTP/1.1" status: 204 len: 168 time: 1.5451427 May 27 02:33:38.146390 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 59160) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:38.158120 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-3f60d474-1107-4236-9425-1a88ca7e6c97 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Request body: {'floatingip': {'floating_network_id': 'f0f8d09d-7321-481c-8416-8aa7ad1c0ddf', 'port_id': '7c1f9f30-a885-40e3-8c8f-213cf00f3a1d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:38.166656 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-3f60d474-1107-4236-9425-1a88ca7e6c97 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:38.170910 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3f60d474-1107-4236-9425-1a88ca7e6c97 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Usage tracker for resource:floatingip and tenant:f26e9ad73ecf474392870b160096cf75 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:33:38.174415 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3f60d474-1107-4236-9425-1a88ca7e6c97 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:33:38.182150 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-3f60d474-1107-4236-9425-1a88ca7e6c97 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:38.289991 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3f60d474-1107-4236-9425-1a88ca7e6c97 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks [] for floatingip, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:38.330511 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5e07a5fe-2355-4a1c-9dae-b187e2e90d13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:38.346028 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5e07a5fe-2355-4a1c-9dae-b187e2e90d13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:38.350232 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5e07a5fe-2355-4a1c-9dae-b187e2e90d13 admin admin] Usage tracker for resource:security_group_rule and tenant:1c9bedde14fc429aa27c41f79eeb2e5f is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:33:38.353336 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5e07a5fe-2355-4a1c-9dae-b187e2e90d13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:33:38.360399 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5e07a5fe-2355-4a1c-9dae-b187e2e90d13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:38.502225 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5e07a5fe-2355-4a1c-9dae-b187e2e90d13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:38.570398 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5e07a5fe-2355-4a1c-9dae-b187e2e90d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:38.628595 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07a5fe-2355-4a1c-9dae-b187e2e90d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841e2441-b5ce-4715-aa4d-ec0f623c95a4,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:38.654697 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59170) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:38.655212 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5e07a5fe-2355-4a1c-9dae-b187e2e90d13 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1c9bedde14fc429aa27c41f79eeb2e5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5147417 May 27 02:33:38.725271 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-3f60d474-1107-4236-9425-1a88ca7e6c97 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:33:38.725271 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3f60d474-1107-4236-9425-1a88ca7e6c97 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5712123 May 27 02:33:38.727447 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 59174) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:38.733058 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-5a2b2e1b-5e3f-4479-8b36-adbb4e33abd1 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'port_id': '7c1f9f30-a885-40e3-8c8f-213cf00f3a1d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:38.744909 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5a2b2e1b-5e3f-4479-8b36-adbb4e33abd1 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:38.750691 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d9a66ca-3add-41e0-bf0c-b7f0b0c7df03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:38.771183 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5a2b2e1b-5e3f-4479-8b36-adbb4e33abd1 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Usage tracker for resource:floatingip and tenant:f26e9ad73ecf474392870b160096cf75 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:33:38.786007 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d9a66ca-3add-41e0-bf0c-b7f0b0c7df03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:38.787110 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5a2b2e1b-5e3f-4479-8b36-adbb4e33abd1 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:33:38.795089 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5a2b2e1b-5e3f-4479-8b36-adbb4e33abd1 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:38.896045 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5a2b2e1b-5e3f-4479-8b36-adbb4e33abd1 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks [] for floatingip, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:38.999831 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d9a66ca-3add-41e0-bf0c-b7f0b0c7df03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:39.038216 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a66ca-3add-41e0-bf0c-b7f0b0c7df03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841e2441-b5ce-4715-aa4d-ec0f623c95a4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:39.047778 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d9a66ca-3add-41e0-bf0c-b7f0b0c7df03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:39.049266 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2d9a66ca-3add-41e0-bf0c-b7f0b0c7df03 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/841e2441-b5ce-4715-aa4d-ec0f623c95a4 HTTP/1.1" status: 204 len: 168 time: 0.3935740 May 27 02:33:39.090661 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5a2b2e1b-5e3f-4479-8b36-adbb4e33abd1 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:39.271627 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-5a2b2e1b-5e3f-4479-8b36-adbb4e33abd1 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Allocated IP 172.25.1.54 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/819fa16c-7f88-4d64-87c5-793517515c7c) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:33:39.535083 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3abf93-c32a-4470-a9f1-10712cffce23 req-ec551f0a-8649-4bab-9bca-a94b7336a2ea tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:39.536569 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ea3abf93-c32a-4470-a9f1-10712cffce23 req-ec551f0a-8649-4bab-9bca-a94b7336a2ea tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.2672186 May 27 02:33:39.579479 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5a2b2e1b-5e3f-4479-8b36-adbb4e33abd1 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:39.613126 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ea3abf93-c32a-4470-a9f1-10712cffce23 req-bd8523b8-8d1f-43cb-8fcf-828ec9d3c2ad tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608978 May 27 02:33:39.748629 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5a2b2e1b-5e3f-4479-8b36-adbb4e33abd1 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:39.905863 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b2e1b-5e3f-4479-8b36-adbb4e33abd1 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Pushing event updated for resources: {'Port': ['ID=819fa16c-7f88-4d64-87c5-793517515c7c,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:39.916752 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2b2e1b-5e3f-4479-8b36-adbb4e33abd1 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:33:39.918518 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-5a2b2e1b-5e3f-4479-8b36-adbb4e33abd1 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:33:39.923953 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2b2e1b-5e3f-4479-8b36-adbb4e33abd1 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:33:39.945224 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59198) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:39.965247 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-234c96b7-ce76-440a-8539-2d6e4949108f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:39.981578 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-234c96b7-ce76-440a-8539-2d6e4949108f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:39.986681 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-234c96b7-ce76-440a-8539-2d6e4949108f admin admin] Usage tracker for resource:security_group_rule and tenant:1fa44c5dc8404769b52b4596b12319a5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:33:39.989736 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-234c96b7-ce76-440a-8539-2d6e4949108f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:33:39.996007 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-234c96b7-ce76-440a-8539-2d6e4949108f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:40.135650 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-234c96b7-ce76-440a-8539-2d6e4949108f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:40.157834 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-5a2b2e1b-5e3f-4479-8b36-adbb4e33abd1 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Deleting port 819fa16c-7f88-4d64-87c5-793517515c7c {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:33:40.158458 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5a2b2e1b-5e3f-4479-8b36-adbb4e33abd1 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:40.199041 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-234c96b7-ce76-440a-8539-2d6e4949108f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:40.265069 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-234c96b7-ce76-440a-8539-2d6e4949108f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1fa44c5dc8404769b52b4596b12319a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3179564 May 27 02:33:40.266189 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c96b7-ce76-440a-8539-2d6e4949108f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a59ae05-f05f-4886-9fab-3eb23b4655ef,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:40.270564 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59206) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:40.342054 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4d5c196d-5e14-47cb-be8b-df2c5c2fce57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:40.378356 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4d5c196d-5e14-47cb-be8b-df2c5c2fce57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:40.417214 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5a2b2e1b-5e3f-4479-8b36-adbb4e33abd1 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:40.417463 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5a2b2e1b-5e3f-4479-8b36-adbb4e33abd1 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:40.513156 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4d5c196d-5e14-47cb-be8b-df2c5c2fce57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:40.549653 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c196d-5e14-47cb-be8b-df2c5c2fce57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a59ae05-f05f-4886-9fab-3eb23b4655ef,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:40.559548 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4d5c196d-5e14-47cb-be8b-df2c5c2fce57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:40.560926 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4d5c196d-5e14-47cb-be8b-df2c5c2fce57 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3a59ae05-f05f-4886-9fab-3eb23b4655ef HTTP/1.1" status: 204 len: 168 time: 0.2891617 May 27 02:33:40.630563 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-5a2b2e1b-5e3f-4479-8b36-adbb4e33abd1 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Calling delete_port for 819fa16c-7f88-4d64-87c5-793517515c7c owned by network:floatingip {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:33:40.887621 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde99e6e-f752-4c1b-aedf-f5c352b9a52a req-b932d748-d9e8-4ae9-b1cd-acfb391ca5cc tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:40.889301 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fde99e6e-f752-4c1b-aedf-f5c352b9a52a req-b932d748-d9e8-4ae9-b1cd-acfb391ca5cc tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.0927441 May 27 02:33:41.059356 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5a2b2e1b-5e3f-4479-8b36-adbb4e33abd1 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:41.102828 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fde99e6e-f752-4c1b-aedf-f5c352b9a52a req-0893b56f-caea-45fa-b660-96a9e8b4a507 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075272 May 27 02:33:41.114072 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b2e1b-5e3f-4479-8b36-adbb4e33abd1 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Pushing event deleted for resources: {'Port': ['ID=819fa16c-7f88-4d64-87c5-793517515c7c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:41.335769 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-5a2b2e1b-5e3f-4479-8b36-adbb4e33abd1 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] create failed (client error): The resource could not be found. May 27 02:33:41.339965 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5a2b2e1b-5e3f-4479-8b36-adbb4e33abd1 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.6088414 May 27 02:33:41.340367 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59220) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:41.416330 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-bdc89eca-c9c9-43fa-bc99-3b18d0c72eed tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Deleting port 7c1f9f30-a885-40e3-8c8f-213cf00f3a1d {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:33:41.416688 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bdc89eca-c9c9-43fa-bc99-3b18d0c72eed tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:41.644628 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cba7bb-a65f-4e2c-86df-13d1138976dc req-a7c2d148-70b8-4235-9be5-77413b933db1 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:41.656478 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c2cba7bb-a65f-4e2c-86df-13d1138976dc req-a7c2d148-70b8-4235-9be5-77413b933db1 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c674f6a-67ab-41f3-b7a1-92aa8f4e3851 HTTP/1.1" status: 200 len: 945 time: 0.1368699 May 27 02:33:41.711036 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c2cba7bb-a65f-4e2c-86df-13d1138976dc req-40ffe909-e611-4423-957b-1ed9f78864ee tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] 10.222.0.57 "GET /v2.0/security-groups?id=96778f3c-3baa-4318-985c-9fe181f50b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536547 May 27 02:33:41.746650 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bdc89eca-c9c9-43fa-bc99-3b18d0c72eed tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:41.892347 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-bdc89eca-c9c9-43fa-bc99-3b18d0c72eed tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Calling delete_port for 7c1f9f30-a885-40e3-8c8f-213cf00f3a1d owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:33:42.261948 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bdc89eca-c9c9-43fa-bc99-3b18d0c72eed tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:42.323246 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc89eca-c9c9-43fa-bc99-3b18d0c72eed tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Pushing event deleted for resources: {'Port': ['ID=7c1f9f30-a885-40e3-8c8f-213cf00f3a1d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:42.351990 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140103e8-3df3-4517-8ba0-23775d2c2435 req-7938c0f3-7dcf-4c7f-bb24-1791c3cd07c0 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:42.354063 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-140103e8-3df3-4517-8ba0-23775d2c2435 req-7938c0f3-7dcf-4c7f-bb24-1791c3cd07c0 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.1067753 May 27 02:33:42.423643 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-140103e8-3df3-4517-8ba0-23775d2c2435 req-9964dfc6-c5a3-475c-9e13-075ae0da6fe3 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623994 May 27 02:33:42.463177 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bdc89eca-c9c9-43fa-bc99-3b18d0c72eed tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:42.471135 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-bdc89eca-c9c9-43fa-bc99-3b18d0c72eed tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] 10.222.0.57 "DELETE /v2.0/ports/7c1f9f30-a885-40e3-8c8f-213cf00f3a1d HTTP/1.1" status: 204 len: 168 time: 1.1296682 May 27 02:33:42.473798 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 59252) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:42.554085 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41a19ed-0b9d-4540-ad0a-067d0db3ac88 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:42.554763 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c41a19ed-0b9d-4540-ad0a-067d0db3ac88 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Synchronizing usage tracker for tenant:f26e9ad73ecf474392870b160096cf75 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:33:42.633069 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c41a19ed-0b9d-4540-ad0a-067d0db3ac88 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Unset dirty status for tenant:f26e9ad73ecf474392870b160096cf75 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:33:42.634254 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c41a19ed-0b9d-4540-ad0a-067d0db3ac88 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] 10.222.0.57 "GET /v2.0/ports?device_id=562e2bf7-96bb-4f33-9031-d56788c4f7de HTTP/1.1" status: 200 len: 913 time: 0.1594791 May 27 02:33:42.637728 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59264) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:42.936067 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a7b6f-9d51-4760-be2e-89b16f914a72 req-a62a7e2a-14fb-499a-8f79-0f651bfeeb24 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:42.937563 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e83a7b6f-9d51-4760-be2e-89b16f914a72 req-a62a7e2a-14fb-499a-8f79-0f651bfeeb24 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c674f6a-67ab-41f3-b7a1-92aa8f4e3851 HTTP/1.1" status: 200 len: 945 time: 0.0846403 May 27 02:33:42.983993 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e83a7b6f-9d51-4760-be2e-89b16f914a72 req-e9dac433-62f0-4d52-aed3-1eaea9394d3b tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] 10.222.0.57 "GET /v2.0/security-groups?id=96778f3c-3baa-4318-985c-9fe181f50b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406644 May 27 02:33:43.094200 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488973e-9043-42f3-bcda-e0f5a889de82 req-927e2ad5-8ad2-4c50-b44b-be4093e87725 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:43.094887 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-3488973e-9043-42f3-bcda-e0f5a889de82 req-927e2ad5-8ad2-4c50-b44b-be4093e87725 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] Synchronizing usage tracker for tenant:6eb69a09e302467a9c47c598dec9efaf on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:33:43.233417 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-3488973e-9043-42f3-bcda-e0f5a889de82 req-927e2ad5-8ad2-4c50-b44b-be4093e87725 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] Unset dirty status for tenant:6eb69a09e302467a9c47c598dec9efaf on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:33:43.234575 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3488973e-9043-42f3-bcda-e0f5a889de82 req-927e2ad5-8ad2-4c50-b44b-be4093e87725 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c674f6a-67ab-41f3-b7a1-92aa8f4e3851 HTTP/1.1" status: 200 len: 945 time: 0.2972100 May 27 02:33:43.317116 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c4dbee74-88f1-40c8-9eb9-6e5820bfd76f tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:43.386511 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-3488973e-9043-42f3-bcda-e0f5a889de82 req-f1c2764c-1878-426c-81c6-8d960294aeb0 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] Deleting port 69026dff-afcc-470f-8664-b1fb327dc8b9 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:33:43.386848 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3488973e-9043-42f3-bcda-e0f5a889de82 req-f1c2764c-1878-426c-81c6-8d960294aeb0 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:43.453873 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc4991-543f-472b-9b8c-b08fab2a4c2a req-1a78a88a-0862-4700-af0e-f3d0b9fc97e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:43.455607 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1afc4991-543f-472b-9b8c-b08fab2a4c2a req-1a78a88a-0862-4700-af0e-f3d0b9fc97e5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b5ea1dadce014c8bb6c8d9e009e7786c&device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 1097 time: 0.0703609 May 27 02:33:43.662963 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc4991-543f-472b-9b8c-b08fab2a4c2a req-ac21e437-7d91-4763-9ef0-17fee15e4446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:43.665261 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1afc4991-543f-472b-9b8c-b08fab2a4c2a req-ac21e437-7d91-4763-9ef0-17fee15e4446 service neutron] 10.222.0.32 "GET /v2.0/networks?id=882e4b63-c6d9-4a5c-9012-33783fcec11a HTTP/1.1" status: 200 len: 915 time: 0.2030625 May 27 02:33:43.742014 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1afc4991-543f-472b-9b8c-b08fab2a4c2a req-68947419-395c-4e19-bc63-74060ea071f8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef89c633-926b-4d93-b87d-6ad84002925e HTTP/1.1" status: 200 len: 217 time: 0.0683076 May 27 02:33:43.756334 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c51a5-6820-4f33-bce2-512d077fbd2b req-38ac5111-47ee-4273-87fc-0d9cccaec78e tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:43.759302 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-744c51a5-6820-4f33-bce2-512d077fbd2b req-38ac5111-47ee-4273-87fc-0d9cccaec78e tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.1875653 May 27 02:33:43.815706 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-3488973e-9043-42f3-bcda-e0f5a889de82 req-f1c2764c-1878-426c-81c6-8d960294aeb0 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] For port 69026dff-afcc-470f-8664-b1fb327dc8b9, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=69026dff-afcc-470f-8664-b1fb327dc8b9,segment=NetworkSegment(931b4c3a-e6cf-4fbd-a832-69f1c9706d64),segment_id=931b4c3a-e6cf-4fbd-a832-69f1c9706d64)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:33:43.816646 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3488973e-9043-42f3-bcda-e0f5a889de82 req-f1c2764c-1878-426c-81c6-8d960294aeb0 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:43.855285 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc4991-543f-472b-9b8c-b08fab2a4c2a req-d1738432-3700-4dd0-a176-572547dcedfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:43.856343 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1afc4991-543f-472b-9b8c-b08fab2a4c2a req-d1738432-3700-4dd0-a176-572547dcedfc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b516e58d-c3cf-49b8-8e9a-0013236ae33e HTTP/1.1" status: 200 len: 854 time: 0.0976386 May 27 02:33:43.859507 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-744c51a5-6820-4f33-bce2-512d077fbd2b req-d2deb1e0-66d7-485a-856b-8d64084a90ad tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675509 May 27 02:33:43.912535 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1afc4991-543f-472b-9b8c-b08fab2a4c2a req-27087b0c-ba0a-4565-a55f-ca082e23b276 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=882e4b63-c6d9-4a5c-9012-33783fcec11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477502 May 27 02:33:44.059617 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1afc4991-543f-472b-9b8c-b08fab2a4c2a req-1e8552d6-f3d3-461f-9083-e46e97316d88 service neutron] 10.222.0.32 "GET /v2.0/networks/882e4b63-c6d9-4a5c-9012-33783fcec11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375120 May 27 02:33:44.060049 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-3488973e-9043-42f3-bcda-e0f5a889de82 req-f1c2764c-1878-426c-81c6-8d960294aeb0 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] Calling delete_port for 69026dff-afcc-470f-8664-b1fb327dc8b9 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:33:44.211500 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c4dbee74-88f1-40c8-9eb9-6e5820bfd76f tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Deleting port 08ae44c4-f1ba-44f5-a2d7-8af8735cf9ad {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:33:44.211500 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c4dbee74-88f1-40c8-9eb9-6e5820bfd76f tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:44.291903 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1afc4991-543f-472b-9b8c-b08fab2a4c2a req-cc793557-96a0-47c4-b247-cb1759f0d6dd service neutron] 10.222.0.32 "GET /v2.0/networks/882e4b63-c6d9-4a5c-9012-33783fcec11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253482 May 27 02:33:44.319208 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff160097-8c42-44a2-84e4-c63f4107181d req-48c975d0-5466-43ac-9679-ad65ddc592b5 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:44.320742 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ff160097-8c42-44a2-84e4-c63f4107181d req-48c975d0-5466-43ac-9679-ad65ddc592b5 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c674f6a-67ab-41f3-b7a1-92aa8f4e3851 HTTP/1.1" status: 200 len: 945 time: 0.1665750 May 27 02:33:44.383134 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ff160097-8c42-44a2-84e4-c63f4107181d req-62a6eaab-9fc6-4cc8-925a-90f02a0efc22 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] 10.222.0.57 "GET /v2.0/security-groups?id=96778f3c-3baa-4318-985c-9fe181f50b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560672 May 27 02:33:44.489770 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c4dbee74-88f1-40c8-9eb9-6e5820bfd76f tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:44.501928 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3488973e-9043-42f3-bcda-e0f5a889de82 req-f1c2764c-1878-426c-81c6-8d960294aeb0 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:44.512941 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['69026dff-afcc-470f-8664-b1fb327dc8b9'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:33:44.650961 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c4dbee74-88f1-40c8-9eb9-6e5820bfd76f tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Calling delete_port for 08ae44c4-f1ba-44f5-a2d7-8af8735cf9ad owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:33:44.695062 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c2764c-1878-426c-81c6-8d960294aeb0 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] Pushing event deleted for resources: {'Port': ['ID=69026dff-afcc-470f-8664-b1fb327dc8b9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:44.786968 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-3488973e-9043-42f3-bcda-e0f5a889de82 req-f1c2764c-1878-426c-81c6-8d960294aeb0 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] No DVR routers for this DVR port 69026dff-afcc-470f-8664-b1fb327dc8b9 on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:33:44.791611 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3488973e-9043-42f3-bcda-e0f5a889de82 req-f1c2764c-1878-426c-81c6-8d960294aeb0 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:44.794676 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c674f6a-67ab-41f3-b7a1-92aa8f4e3851', 'name': 'network-vif-deleted', 'tag': '69026dff-afcc-470f-8664-b1fb327dc8b9'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:33:44.844200 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5de7af5f-e629-4668-b96e-eb92cafabbba'] response: {'server_uuid': '0c674f6a-67ab-41f3-b7a1-92aa8f4e3851', 'name': 'network-vif-deleted', 'tag': '69026dff-afcc-470f-8664-b1fb327dc8b9', 'status': 'completed', 'code': 200} May 27 02:33:44.888253 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3488973e-9043-42f3-bcda-e0f5a889de82 req-f1c2764c-1878-426c-81c6-8d960294aeb0 tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] 10.222.0.32 "DELETE /v2.0/ports/69026dff-afcc-470f-8664-b1fb327dc8b9 HTTP/1.1" status: 204 len: 173 time: 1.6454024 May 27 02:33:45.059649 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acf1c1-e1b2-42f3-8d17-75f36695e417 req-2da7898c-2f5b-4805-a212-b052c4bd6379 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:45.061064 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b4acf1c1-e1b2-42f3-8d17-75f36695e417 req-2da7898c-2f5b-4805-a212-b052c4bd6379 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.0884414 May 27 02:33:45.106674 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b4acf1c1-e1b2-42f3-8d17-75f36695e417 req-f46e9098-197a-4663-9a49-65aa41580a24 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399961 May 27 02:33:45.112604 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c4dbee74-88f1-40c8-9eb9-6e5820bfd76f tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:45.161377 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dbee74-88f1-40c8-9eb9-6e5820bfd76f tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Pushing event deleted for resources: {'Port': ['ID=08ae44c4-f1ba-44f5-a2d7-8af8735cf9ad,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:45.398800 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c4dbee74-88f1-40c8-9eb9-6e5820bfd76f tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:45.611202 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2c275bc9-9b6f-4be0-8232-e96654976990 req-22caa031-7c48-404a-bc2e-bc4a16ba730e tempest-ServerTagsTestJSON-638775641 tempest-ServerTagsTestJSON-638775641-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c674f6a-67ab-41f3-b7a1-92aa8f4e3851 HTTP/1.1" status: 200 len: 210 time: 0.0923231 May 27 02:33:45.705491 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 59342) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:45.866592 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4dbee74-88f1-40c8-9eb9-6e5820bfd76f tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Router 562e2bf7-96bb-4f33-9031-d56788c4f7de has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:33:45.891032 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-10c3d508-b459-41a1-a879-e090e8865204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:45.908367 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-10c3d508-b459-41a1-a879-e090e8865204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:45.913932 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-10c3d508-b459-41a1-a879-e090e8865204 admin admin] Usage tracker for resource:security_group_rule and tenant:305d2873e2cb401f801b1c0a30e06ee7 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:33:45.917873 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-10c3d508-b459-41a1-a879-e090e8865204 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:33:45.924905 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-10c3d508-b459-41a1-a879-e090e8865204 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:46.007262 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4dbee74-88f1-40c8-9eb9-6e5820bfd76f tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:33:46.019167 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3ebdd6-97b1-4387-94a5-8bb4da2c9ee3 None None] Sync routers for ids ['562e2bf7-96bb-4f33-9031-d56788c4f7de'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:33:46.031741 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3ebdd6-97b1-4387-94a5-8bb4da2c9ee3 None None] Routers {'562e2bf7-96bb-4f33-9031-d56788c4f7de'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:33:46.032467 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-9f3ebdd6-97b1-4387-94a5-8bb4da2c9ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:33:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['562e2bf7-96bb-4f33-9031-d56788c4f7de'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:46.102014 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-9f3ebdd6-97b1-4387-94a5-8bb4da2c9ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:46.111983 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3ebdd6-97b1-4387-94a5-8bb4da2c9ee3 None None] Routers {'562e2bf7-96bb-4f33-9031-d56788c4f7de'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:33:46.112751 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-9f3ebdd6-97b1-4387-94a5-8bb4da2c9ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:33:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['562e2bf7-96bb-4f33-9031-d56788c4f7de'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:46.129550 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c4dbee74-88f1-40c8-9eb9-6e5820bfd76f tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] 10.222.0.57 "PUT /v2.0/routers/562e2bf7-96bb-4f33-9031-d56788c4f7de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4872844 May 27 02:33:46.129550 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59356) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:46.175336 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-9f3ebdd6-97b1-4387-94a5-8bb4da2c9ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:46.175737 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3ebdd6-97b1-4387-94a5-8bb4da2c9ee3 None None] The sync data for ids ['562e2bf7-96bb-4f33-9031-d56788c4f7de'] in n-d-843554-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:33:46.180063 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-10c3d508-b459-41a1-a879-e090e8865204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:46.274786 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-10c3d508-b459-41a1-a879-e090e8865204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:46.282749 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4b0db012-dd52-4168-b09c-6da991a4802d tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:46.341490 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-10c3d508-b459-41a1-a879-e090e8865204 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=305d2873e2cb401f801b1c0a30e06ee7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6320884 May 27 02:33:46.342248 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 59362) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:46.346228 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c3d508-b459-41a1-a879-e090e8865204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbdaaaa-8cf7-4f96-abfe-d41097201cd7,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:46.369594 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3d508-b459-41a1-a879-e090e8865204 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:46.369878 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3d508-b459-41a1-a879-e090e8865204 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:46.370177 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3d508-b459-41a1-a879-e090e8865204 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:46.371065 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3d508-b459-41a1-a879-e090e8865204 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:46.371388 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3d508-b459-41a1-a879-e090e8865204 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:46.371712 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3d508-b459-41a1-a879-e090e8865204 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:46.372029 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3d508-b459-41a1-a879-e090e8865204 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:46.372340 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3d508-b459-41a1-a879-e090e8865204 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:46.372652 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3d508-b459-41a1-a879-e090e8865204 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:46.372992 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3d508-b459-41a1-a879-e090e8865204 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:46.373301 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3d508-b459-41a1-a879-e090e8865204 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:46.373613 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3d508-b459-41a1-a879-e090e8865204 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:46.419860 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd552c0-29d3-4726-9fae-ad2e3dbedb67 req-1a049e32-afed-4ad5-88aa-3f46121979b8 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:46.421418 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2cd552c0-29d3-4726-9fae-ad2e3dbedb67 req-1a049e32-afed-4ad5-88aa-3f46121979b8 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.1902182 May 27 02:33:46.461925 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5027fdb4-79b6-4e5e-b80b-564714f09234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:46.498071 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2cd552c0-29d3-4726-9fae-ad2e3dbedb67 req-b9fcf772-8f13-4e39-9e37-34dc2f33b67a tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707135 May 27 02:33:46.505373 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5027fdb4-79b6-4e5e-b80b-564714f09234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:46.593428 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4b0db012-dd52-4168-b09c-6da991a4802d tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:46.595568 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4b0db012-dd52-4168-b09c-6da991a4802d tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:46.683906 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5027fdb4-79b6-4e5e-b80b-564714f09234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:46.701022 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4b0db012-dd52-4168-b09c-6da991a4802d tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:46.701430 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5027fdb4-79b6-4e5e-b80b-564714f09234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbdaaaa-8cf7-4f96-abfe-d41097201cd7,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:46.701734 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0db012-dd52-4168-b09c-6da991a4802d tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Fanout notify agent at l3_agent the message router_deleted on router 562e2bf7-96bb-4f33-9031-d56788c4f7de {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:33:46.716996 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4b0db012-dd52-4168-b09c-6da991a4802d tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:46.719562 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4b0db012-dd52-4168-b09c-6da991a4802d tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] 10.222.0.57 "DELETE /v2.0/routers/562e2bf7-96bb-4f33-9031-d56788c4f7de HTTP/1.1" status: 204 len: 168 time: 0.5881135 May 27 02:33:46.719922 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5027fdb4-79b6-4e5e-b80b-564714f09234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:46.721174 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5027fdb4-79b6-4e5e-b80b-564714f09234 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2fbdaaaa-8cf7-4f96-abfe-d41097201cd7 HTTP/1.1" status: 204 len: 168 time: 0.3781729 May 27 02:33:46.721862 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 59370) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:46.745643 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59376) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:46.802813 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-c11275e9-634d-4431-95c2-dfde1bb55140 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Deleting subnet ff074da1-d5ff-41d9-8d51-89bff110c01f {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:33:46.805869 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c11275e9-634d-4431-95c2-dfde1bb55140 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:46.841149 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-92f0a2d0-3b3f-4e4f-aee0-c1dfc7535d18 admin admin] Deleting subnet 61c39e0b-7805-43c6-aa29-f61c3b2aeef9 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:33:46.844315 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-92f0a2d0-3b3f-4e4f-aee0-c1dfc7535d18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:46.862594 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c11275e9-634d-4431-95c2-dfde1bb55140 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:46.893859 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-92f0a2d0-3b3f-4e4f-aee0-c1dfc7535d18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:46.947666 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-92f0a2d0-3b3f-4e4f-aee0-c1dfc7535d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:46.950671 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c11275e9-634d-4431-95c2-dfde1bb55140 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:47.060400 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device ef89c633-926b-4d93-b87d-6ad84002925e no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:33:47.105981 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-92f0a2d0-3b3f-4e4f-aee0-c1dfc7535d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:47.142510 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c11275e9-634d-4431-95c2-dfde1bb55140 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:47.154064 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-92f0a2d0-3b3f-4e4f-aee0-c1dfc7535d18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:47.163076 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0a2d0-3b3f-4e4f-aee0-c1dfc7535d18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61c39e0b-7805-43c6-aa29-f61c3b2aeef9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:47.172181 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f0a2d0-3b3f-4e4f-aee0-c1dfc7535d18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:47.172527 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f0a2d0-3b3f-4e4f-aee0-c1dfc7535d18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:47.173054 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f0a2d0-3b3f-4e4f-aee0-c1dfc7535d18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:47.173393 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f0a2d0-3b3f-4e4f-aee0-c1dfc7535d18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:47.173770 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f0a2d0-3b3f-4e4f-aee0-c1dfc7535d18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:47.174101 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f0a2d0-3b3f-4e4f-aee0-c1dfc7535d18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:47.174430 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f0a2d0-3b3f-4e4f-aee0-c1dfc7535d18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:47.174800 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f0a2d0-3b3f-4e4f-aee0-c1dfc7535d18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:47.175126 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f0a2d0-3b3f-4e4f-aee0-c1dfc7535d18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:47.175446 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f0a2d0-3b3f-4e4f-aee0-c1dfc7535d18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:47.175768 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f0a2d0-3b3f-4e4f-aee0-c1dfc7535d18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:47.176131 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f0a2d0-3b3f-4e4f-aee0-c1dfc7535d18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:47.181091 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-92f0a2d0-3b3f-4e4f-aee0-c1dfc7535d18 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/61c39e0b-7805-43c6-aa29-f61c3b2aeef9 HTTP/1.1" status: 204 len: 168 time: 0.4342017 May 27 02:33:47.189115 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59382) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:47.197141 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port ef89c633-926b-4d93-b87d-6ad84002925e is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:33:47.198271 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:47.205526 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11275e9-634d-4431-95c2-dfde1bb55140 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Pushing event deleted for resources: {'Subnet': ['ID=ff074da1-d5ff-41d9-8d51-89bff110c01f,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:47.210341 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c11275e9-634d-4431-95c2-dfde1bb55140 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:47.218105 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c11275e9-634d-4431-95c2-dfde1bb55140 tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] 10.222.0.57 "DELETE /v2.0/subnets/ff074da1-d5ff-41d9-8d51-89bff110c01f HTTP/1.1" status: 204 len: 168 time: 0.4950268 May 27 02:33:47.221607 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 59386) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:47.221835 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb8ea2c-1eb9-4870-b901-deed11674bfa None None] Network f0f8d09d-7321-481c-8416-8aa7ad1c0ddf requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:33:47.339147 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a424c9a7-3849-4aab-a0d7-c622f3dd239e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:47.349080 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c9a87e9-b4eb-4211-817b-aeb74013641f tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:47.387353 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4c9a87e9-b4eb-4211-817b-aeb74013641f tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Deleting port 310ea061-fc36-42a1-9f03-3e3d57f7076c {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:33:47.388321 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c9a87e9-b4eb-4211-817b-aeb74013641f tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:47.425757 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f87a637-be7d-4c14-91f0-a828b1927412', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef89c633-926b-4d93-b87d-6ad84002925e'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:33:47.496452 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port ef89c633-926b-4d93-b87d-6ad84002925e, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=ef89c633-926b-4d93-b87d-6ad84002925e,segment=NetworkSegment(c440826c-ad96-4ffb-93da-4786708a138b),segment_id=c440826c-ad96-4ffb-93da-4786708a138b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:33:47.537243 n-d-843554-3 neutron-server[88903]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7e945a37-a275-40b3-b42d-3b9ff29f6af6']: {'server_uuid': '9f87a637-be7d-4c14-91f0-a828b1927412', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ef89c633-926b-4d93-b87d-6ad84002925e', 'code': 422} returned with failed status May 27 02:33:47.571456 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:47.572158 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 69026dff-afcc-470f-8664-b1fb327dc8b9 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:33:47.647724 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-4c9a87e9-b4eb-4211-817b-aeb74013641f tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] For port 310ea061-fc36-42a1-9f03-3e3d57f7076c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=310ea061-fc36-42a1-9f03-3e3d57f7076c,segment=NetworkSegment(47b2f6b2-6256-467e-8ddc-4bcf0439dbad),segment_id=47b2f6b2-6256-467e-8ddc-4bcf0439dbad)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:33:47.648267 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c9a87e9-b4eb-4211-817b-aeb74013641f tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:47.686037 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c93fe7d-7fb6-4f93-99e5-7254cdc8fd72 None None] DHCP port deletion for f0f8d09d-7321-481c-8416-8aa7ad1c0ddf request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:33:47.699378 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 69026dff-afcc-470f-8664-b1fb327dc8b9 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:33:47.699378 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 69026dff-afcc-470f-8664-b1fb327dc8b9 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:33:47.699889 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59392) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:47.715727 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-4c93fe7d-7fb6-4f93-99e5-7254cdc8fd72 None None] Deleting port 310ea061-fc36-42a1-9f03-3e3d57f7076c {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:33:47.716103 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4c93fe7d-7fb6-4f93-99e5-7254cdc8fd72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:47.741521 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bbe4a645-c92b-4e8f-b9ff-d40026b4d682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:47.757648 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a424c9a7-3849-4aab-a0d7-c622f3dd239e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:47.774431 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bbe4a645-c92b-4e8f-b9ff-d40026b4d682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:47.793878 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bbe4a645-c92b-4e8f-b9ff-d40026b4d682 admin admin] Usage tracker for resource:security_group_rule and tenant:b741ec94803e49d59e19919dc213edfd is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:33:47.797871 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bbe4a645-c92b-4e8f-b9ff-d40026b4d682 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:33:47.813816 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bbe4a645-c92b-4e8f-b9ff-d40026b4d682 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:47.817623 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a424c9a7-3849-4aab-a0d7-c622f3dd239e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d6ad8a4-e171-4420-9b81-2bdfe39c7dc3']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:47.841076 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a424c9a7-3849-4aab-a0d7-c622f3dd239e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '931b4c3a-e6cf-4fbd-a832-69f1c9706d64') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:47.849201 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a424c9a7-3849-4aab-a0d7-c622f3dd239e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '931b4c3a-e6cf-4fbd-a832-69f1c9706d64') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:47.849357 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=ef89c633-926b-4d93-b87d-6ad84002925e,revision_number=8']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:47.849451 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4c9a87e9-b4eb-4211-817b-aeb74013641f tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Calling delete_port for 310ea061-fc36-42a1-9f03-3e3d57f7076c owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:33:47.863041 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a424c9a7-3849-4aab-a0d7-c622f3dd239e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:47.888552 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a424c9a7-3849-4aab-a0d7-c622f3dd239e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:47.900518 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a424c9a7-3849-4aab-a0d7-c622f3dd239e admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:33:47.901296 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a424c9a7-3849-4aab-a0d7-c622f3dd239e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:47.964802 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-4c93fe7d-7fb6-4f93-99e5-7254cdc8fd72 None None] For port 310ea061-fc36-42a1-9f03-3e3d57f7076c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=310ea061-fc36-42a1-9f03-3e3d57f7076c,segment=NetworkSegment(47b2f6b2-6256-467e-8ddc-4bcf0439dbad),segment_id=47b2f6b2-6256-467e-8ddc-4bcf0439dbad)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:33:47.965592 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4c93fe7d-7fb6-4f93-99e5-7254cdc8fd72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:47.972522 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a8579-9aeb-4786-841f-5a7eb9b58927 req-d493f9e9-e07b-4b1e-bb06-99cd47124e2b tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:47.973295 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 931b4c3a-e6cf-4fbd-a832-69f1c9706d64 resource provider aggregate not found May 27 02:33:47.981274 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-959a8579-9aeb-4786-841f-5a7eb9b58927 req-d493f9e9-e07b-4b1e-bb06-99cd47124e2b tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 944 time: 0.1824031 May 27 02:33:48.003690 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 931b4c3a-e6cf-4fbd-a832-69f1c9706d64 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 931b4c3a-e6cf-4fbd-a832-69f1c9706d64 found for delete ", "request_id": "req-2ae45cd5-2fad-4609-a4d3-2e7edc8881a9"}]} May 27 02:33:48.021245 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-959a8579-9aeb-4786-841f-5a7eb9b58927 req-7ce358a2-8726-4095-b3b4-fd3143860a69 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401571 May 27 02:33:48.049866 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bbe4a645-c92b-4e8f-b9ff-d40026b4d682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:48.067109 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c9a87e9-b4eb-4211-817b-aeb74013641f tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:48.099428 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a424c9a7-3849-4aab-a0d7-c622f3dd239e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:48.138225 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a424c9a7-3849-4aab-a0d7-c622f3dd239e admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:48.140780 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a424c9a7-3849-4aab-a0d7-c622f3dd239e admin admin] Pushing event deleted for resources: {'Network': ['ID=8d6ad8a4-e171-4420-9b81-2bdfe39c7dc3,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:48.148310 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bbe4a645-c92b-4e8f-b9ff-d40026b4d682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:48.158006 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9a87e9-b4eb-4211-817b-aeb74013641f tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] No DVR routers for this DVR port 310ea061-fc36-42a1-9f03-3e3d57f7076c on host n-d-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:33:48.169632 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-4c93fe7d-7fb6-4f93-99e5-7254cdc8fd72 None None] Calling delete_port for 310ea061-fc36-42a1-9f03-3e3d57f7076c owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:33:48.190892 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a87e9-b4eb-4211-817b-aeb74013641f tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Pushing event deleted for resources: {'Port': ['ID=310ea061-fc36-42a1-9f03-3e3d57f7076c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:48.203047 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-bbe4a645-c92b-4e8f-b9ff-d40026b4d682 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b741ec94803e49d59e19919dc213edfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5009964 May 27 02:33:48.203984 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe4a645-c92b-4e8f-b9ff-d40026b4d682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5722602d-cd4c-4a88-bf08-fcdd15c27190,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:48.206649 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59406) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:48.248186 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-4c93fe7d-7fb6-4f93-99e5-7254cdc8fd72 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:33:48.248637 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-4c93fe7d-7fb6-4f93-99e5-7254cdc8fd72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:33:48.264422 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a424c9a7-3849-4aab-a0d7-c622f3dd239e admin admin] 10.222.0.57 "DELETE /v2.0/networks/8d6ad8a4-e171-4420-9b81-2bdfe39c7dc3 HTTP/1.1" status: 204 len: 168 time: 1.0740554 May 27 02:33:48.269596 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cab9c430-a3e5-41a9-b316-135d896389fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:48.297077 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cab9c430-a3e5-41a9-b316-135d896389fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:48.339915 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c9a87e9-b4eb-4211-817b-aeb74013641f tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:48.432781 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cab9c430-a3e5-41a9-b316-135d896389fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:48.450973 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab9c430-a3e5-41a9-b316-135d896389fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5722602d-cd4c-4a88-bf08-fcdd15c27190,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:48.455940 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cab9c430-a3e5-41a9-b316-135d896389fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:48.457058 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-cab9c430-a3e5-41a9-b316-135d896389fc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5722602d-cd4c-4a88-bf08-fcdd15c27190 HTTP/1.1" status: 204 len: 168 time: 0.2494783 May 27 02:33:48.497000 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-4c9a87e9-b4eb-4211-817b-aeb74013641f tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0f8d09d-7321-481c-8416-8aa7ad1c0ddf']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:48.513700 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-4c9a87e9-b4eb-4211-817b-aeb74013641f tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b2f6b2-6256-467e-8ddc-4bcf0439dbad') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:48.513990 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-4c9a87e9-b4eb-4211-817b-aeb74013641f tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b2f6b2-6256-467e-8ddc-4bcf0439dbad') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:48.533881 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfa311-609d-47f4-ab80-358fc393fdef req-718f9b35-545f-48ec-ac8d-5498528dadb6 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:48.535390 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6edfa311-609d-47f4-ab80-358fc393fdef req-718f9b35-545f-48ec-ac8d-5498528dadb6 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 944 time: 0.3907800 May 27 02:33:48.537034 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c9a87e9-b4eb-4211-817b-aeb74013641f tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:48.569578 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c9a87e9-b4eb-4211-817b-aeb74013641f tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:48.589606 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c9a87e9-b4eb-4211-817b-aeb74013641f tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:33:48.589606 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c9a87e9-b4eb-4211-817b-aeb74013641f tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:48.654418 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 310ea061-fc36-42a1-9f03-3e3d57f7076c no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:33:48.664206 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6edfa311-609d-47f4-ab80-358fc393fdef req-d10942c5-d701-44c3-b436-353c0aa91eda tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201119 May 27 02:33:48.688998 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 310ea061-fc36-42a1-9f03-3e3d57f7076c {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:33:48.689360 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 310ea061-fc36-42a1-9f03-3e3d57f7076c not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:33:48.749826 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-4c93fe7d-7fb6-4f93-99e5-7254cdc8fd72 None None] Deleting port 310ea061-fc36-42a1-9f03-3e3d57f7076c {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:33:48.750287 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4c93fe7d-7fb6-4f93-99e5-7254cdc8fd72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:48.804468 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 59430) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:48.835212 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c9a87e9-b4eb-4211-817b-aeb74013641f tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:48.906080 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c9a87e9-b4eb-4211-817b-aeb74013641f tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:48.913503 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-4c93fe7d-7fb6-4f93-99e5-7254cdc8fd72 None None] The port '310ea061-fc36-42a1-9f03-3e3d57f7076c' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:33:48.928881 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a87e9-b4eb-4211-817b-aeb74013641f tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] Pushing event deleted for resources: {'Network': ['ID=f0f8d09d-7321-481c-8416-8aa7ad1c0ddf,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:48.947917 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f498677d-fa8a-4afd-ac4e-c2837400c187 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6eb69a09e302467a9c47c598dec9efaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1421576 May 27 02:33:48.950678 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59436) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:48.955862 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4c9a87e9-b4eb-4211-817b-aeb74013641f tempest-FloatingIPNegativeTestJSON-1902660633 tempest-FloatingIPNegativeTestJSON-1902660633-project] 10.222.0.57 "DELETE /v2.0/networks/f0f8d09d-7321-481c-8416-8aa7ad1c0ddf HTTP/1.1" status: 204 len: 168 time: 1.7321801 May 27 02:33:49.071772 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f2f1e155-afe8-451a-ba0d-4f79618166c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:49.079759 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 47b2f6b2-6256-467e-8ddc-4bcf0439dbad resource provider aggregate not found May 27 02:33:49.099470 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 47b2f6b2-6256-467e-8ddc-4bcf0439dbad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47b2f6b2-6256-467e-8ddc-4bcf0439dbad found for delete ", "request_id": "req-ea0016a3-e3c7-4a5f-9d81-8db8ac0e470d"}]} May 27 02:33:49.122819 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f2f1e155-afe8-451a-ba0d-4f79618166c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:49.136530 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:49.265390 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:49.289907 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f2f1e155-afe8-451a-ba0d-4f79618166c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:49.311468 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1e155-afe8-451a-ba0d-4f79618166c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96778f3c-3baa-4318-985c-9fe181f50b97,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:49.408137 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f2f1e155-afe8-451a-ba0d-4f79618166c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:49.408137 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f2f1e155-afe8-451a-ba0d-4f79618166c1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/96778f3c-3baa-4318-985c-9fe181f50b97 HTTP/1.1" status: 204 len: 168 time: 0.4509625 May 27 02:33:49.563337 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59470) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:49.622300 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221f1e3-e57c-4679-9b02-1009c702a2a1 req-91c19309-7dfd-49f6-9190-5d89ea4a4d73 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:49.623898 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1221f1e3-e57c-4679-9b02-1009c702a2a1 req-91c19309-7dfd-49f6-9190-5d89ea4a4d73 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 944 time: 0.1545513 May 27 02:33:49.654332 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05172ac2-5225-4f70-b0bc-ba21331e26c3 req-cc995db5-e358-47dd-8437-2bf5c489dbc7 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:49.655858 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-05172ac2-5225-4f70-b0bc-ba21331e26c3 req-cc995db5-e358-47dd-8437-2bf5c489dbc7 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8e0e1ad-e076-4b87-9a26-8d481ddd8d65 HTTP/1.1" status: 200 len: 946 time: 0.1421552 May 27 02:33:49.699816 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1221f1e3-e57c-4679-9b02-1009c702a2a1 req-7342db31-3a69-4b8e-948d-cdac4232cf10 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680561 May 27 02:33:49.723637 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-05172ac2-5225-4f70-b0bc-ba21331e26c3 req-4e0cec7b-15a9-41e0-9413-ed2fc7141d60 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?id=d9e0f7bc-c96b-47b4-bfb7-8db51c1987ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515852 May 27 02:33:49.941662 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8ee67731-8b1d-45a4-bf20-57bbd8527b91 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f26e9ad73ecf474392870b160096cf75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3771272 May 27 02:33:49.944178 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59488) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:50.015935 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-663393c2-835c-41dd-af2a-13431f71516c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:50.043969 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-663393c2-835c-41dd-af2a-13431f71516c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:50.151064 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b9f9bdc2-8565-4f8e-b070-90c443d64537 req-517deef6-cc94-4131-b7e9-762bcc2c3c08 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1807292 May 27 02:33:50.216010 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-663393c2-835c-41dd-af2a-13431f71516c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:50.236081 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663393c2-835c-41dd-af2a-13431f71516c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2009bf-255d-49b3-b976-b8d7bd09cc9b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:50.247017 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-663393c2-835c-41dd-af2a-13431f71516c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:50.252176 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-663393c2-835c-41dd-af2a-13431f71516c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1d2009bf-255d-49b3-b976-b8d7bd09cc9b HTTP/1.1" status: 204 len: 168 time: 0.3069103 May 27 02:33:50.983171 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5cc76c-f394-498b-849f-ea85441c7ea9 req-f51126ff-74a8-4d7b-8b1d-b443ca3c6cde tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:50.984226 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-ac5cc76c-f394-498b-849f-ea85441c7ea9 req-f51126ff-74a8-4d7b-8b1d-b443ca3c6cde tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Synchronizing usage tracker for tenant:2651911d1c264f1c8c7218b6fddf9f10 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:33:51.057580 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032fb98-d23e-4264-9e0f-29aac6ace6e8 req-9886b5fc-a9c5-4394-bb2d-122ad7705886 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:51.059330 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2032fb98-d23e-4264-9e0f-29aac6ace6e8 req-9886b5fc-a9c5-4394-bb2d-122ad7705886 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8e0e1ad-e076-4b87-9a26-8d481ddd8d65 HTTP/1.1" status: 200 len: 946 time: 0.1844735 May 27 02:33:51.095829 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762a5da-b6d4-4144-8d11-3d12933ba2f5 req-01109fe2-10ea-4635-ac29-ecf4c645c4a7 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:51.097353 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c762a5da-b6d4-4144-8d11-3d12933ba2f5 req-01109fe2-10ea-4635-ac29-ecf4c645c4a7 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 944 time: 0.1463521 May 27 02:33:51.145653 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2032fb98-d23e-4264-9e0f-29aac6ace6e8 req-fa4c4d03-e94e-422c-a578-16d508d0c158 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?id=d9e0f7bc-c96b-47b4-bfb7-8db51c1987ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791941 May 27 02:33:51.157309 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-ac5cc76c-f394-498b-849f-ea85441c7ea9 req-f51126ff-74a8-4d7b-8b1d-b443ca3c6cde tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Unset dirty status for tenant:2651911d1c264f1c8c7218b6fddf9f10 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:33:51.160057 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ac5cc76c-f394-498b-849f-ea85441c7ea9 req-f51126ff-74a8-4d7b-8b1d-b443ca3c6cde tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8e0e1ad-e076-4b87-9a26-8d481ddd8d65 HTTP/1.1" status: 200 len: 946 time: 0.2624640 May 27 02:33:51.173282 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c762a5da-b6d4-4144-8d11-3d12933ba2f5 req-2bcaf071-d578-4ff0-a923-df0139961425 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695515 May 27 02:33:51.259847 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-ac5cc76c-f394-498b-849f-ea85441c7ea9 req-0feffcb7-cfaa-4b51-a094-24560c72f11b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Deleting port 67571f92-a84f-4e62-afbe-7415c4c115a3 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:33:51.260188 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ac5cc76c-f394-498b-849f-ea85441c7ea9 req-0feffcb7-cfaa-4b51-a094-24560c72f11b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:51.564000 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-ac5cc76c-f394-498b-849f-ea85441c7ea9 req-0feffcb7-cfaa-4b51-a094-24560c72f11b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] For port 67571f92-a84f-4e62-afbe-7415c4c115a3, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=67571f92-a84f-4e62-afbe-7415c4c115a3,segment=NetworkSegment(2f5a53b5-f564-4864-b9f2-3ebea542732b),segment_id=2f5a53b5-f564-4864-b9f2-3ebea542732b)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:33:51.564370 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ac5cc76c-f394-498b-849f-ea85441c7ea9 req-0feffcb7-cfaa-4b51-a094-24560c72f11b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:51.585678 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:33:51.941853 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9bdc2-8565-4f8e-b070-90c443d64537 req-e2aa2a10-c376-46a4-a1e3-7fd69b617b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:51.943578 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b9f9bdc2-8565-4f8e-b070-90c443d64537 req-e2aa2a10-c376-46a4-a1e3-7fd69b617b4b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412&tenant_id=b5ea1dadce014c8bb6c8d9e009e7786c HTTP/1.1" status: 200 len: 1095 time: 0.2220917 May 27 02:33:52.010348 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-b9f9bdc2-8565-4f8e-b070-90c443d64537 req-0a78f3fd-d8b1-4cf7-b754-20383e671615 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843554-3', 'device_owner': 'compute:nova'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:52.025110 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ac5cc76c-f394-498b-849f-ea85441c7ea9 req-0feffcb7-cfaa-4b51-a094-24560c72f11b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:52.025484 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ac5cc76c-f394-498b-849f-ea85441c7ea9 req-0feffcb7-cfaa-4b51-a094-24560c72f11b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:52.025797 n-d-843554-3 neutron-server[88901]: INFO neutron.db.l3_db [req-ac5cc76c-f394-498b-849f-ea85441c7ea9 req-0feffcb7-cfaa-4b51-a094-24560c72f11b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Floating IP 02915088-173e-4c3a-a404-416f98dca067 disassociated. External IP: 172.25.1.118, port: 67571f92-a84f-4e62-afbe-7415c4c115a3. May 27 02:33:52.026134 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-ac5cc76c-f394-498b-849f-ea85441c7ea9 req-0feffcb7-cfaa-4b51-a094-24560c72f11b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Calling delete_port for 67571f92-a84f-4e62-afbe-7415c4c115a3 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:33:52.057343 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-349dfa31-0c85-4638-83ef-50479dc43788 req-aad9d73c-bb32-4a1c-9a17-2c1ae6ab564a tempest-ServerShowV247Test-936653027 tempest-ServerShowV247Test-936653027-project] 10.222.0.57 "GET /v2.0/ports?device_id=be551dfa-1afa-4c07-ace0-b8c6852ffed4 HTTP/1.1" status: 200 len: 210 time: 0.1571300 May 27 02:33:52.093161 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59586) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:52.237529 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543a006-c759-44b8-9ff0-ef569810e014 req-fe3d27d7-e58b-4b72-aa7f-1c18872a1cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:52.239126 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e543a006-c759-44b8-9ff0-ef569810e014 req-fe3d27d7-e58b-4b72-aa7f-1c18872a1cc2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b5ea1dadce014c8bb6c8d9e009e7786c&device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 1095 time: 0.2944956 May 27 02:33:52.312271 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b9f9bdc2-8565-4f8e-b070-90c443d64537 req-0a78f3fd-d8b1-4cf7-b754-20383e671615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:52.404016 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a52f8697-3b5e-4005-8a04-f20de4bfeee5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Request body: {'networks': [{'name': 'tempest-network--573535860'}, {'name': 'tempest-network--987861369'}]} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:52.404589 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a52f8697-3b5e-4005-8a04-f20de4bfeee5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Request body: {'network': {'name': 'tempest-network--573535860'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:52.404853 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a52f8697-3b5e-4005-8a04-f20de4bfeee5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Request body: {'network': {'name': 'tempest-network--987861369'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:52.413861 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a52f8697-3b5e-4005-8a04-f20de4bfeee5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:52.421490 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a52f8697-3b5e-4005-8a04-f20de4bfeee5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Usage tracker for resource:network and tenant:cfb6d9f7f87946dc80757ee84af08868 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:33:52.425970 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a52f8697-3b5e-4005-8a04-f20de4bfeee5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:33:52.435204 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a52f8697-3b5e-4005-8a04-f20de4bfeee5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:52.547521 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ac5cc76c-f394-498b-849f-ea85441c7ea9 req-0feffcb7-cfaa-4b51-a094-24560c72f11b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:52.598018 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52f8697-3b5e-4005-8a04-f20de4bfeee5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Made reservation on behalf of cfb6d9f7f87946dc80757ee84af08868 for: {'network': 2} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:33:52.602298 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a52f8697-3b5e-4005-8a04-f20de4bfeee5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:52.617236 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feffcb7-cfaa-4b51-a094-24560c72f11b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Pushing event deleted for resources: {'Port': ['ID=67571f92-a84f-4e62-afbe-7415c4c115a3,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:52.623231 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a52f8697-3b5e-4005-8a04-f20de4bfeee5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:52.711574 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a52f8697-3b5e-4005-8a04-f20de4bfeee5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:52.725669 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a52f8697-3b5e-4005-8a04-f20de4bfeee5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Usage tracker for resource:security_group_rule and tenant:cfb6d9f7f87946dc80757ee84af08868 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:33:52.730362 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543a006-c759-44b8-9ff0-ef569810e014 req-22148587-ae5d-48fa-b016-2eb0b88b5af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:52.730886 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a52f8697-3b5e-4005-8a04-f20de4bfeee5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:33:52.731841 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e543a006-c759-44b8-9ff0-ef569810e014 req-22148587-ae5d-48fa-b016-2eb0b88b5af6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=882e4b63-c6d9-4a5c-9012-33783fcec11a HTTP/1.1" status: 200 len: 915 time: 0.4703896 May 27 02:33:52.739820 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a52f8697-3b5e-4005-8a04-f20de4bfeee5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:52.877456 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac5cc76c-f394-498b-849f-ea85441c7ea9 req-0feffcb7-cfaa-4b51-a094-24560c72f11b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Router e4ee2b29-ceb2-4475-af4f-913e1f76f89b has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:33:52.905740 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e543a006-c759-44b8-9ff0-ef569810e014 req-006b749c-f26b-4152-bf7b-829529c1517b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef89c633-926b-4d93-b87d-6ad84002925e HTTP/1.1" status: 200 len: 217 time: 0.1528380 May 27 02:33:53.101827 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a52f8697-3b5e-4005-8a04-f20de4bfeee5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:53.146950 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78a0e7-0155-4135-ae84-22e2f8f63f00 req-fa9ab15b-f154-40cc-bd8b-a1ab7cc547c4 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:53.148460 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac5cc76c-f394-498b-849f-ea85441c7ea9 req-0feffcb7-cfaa-4b51-a094-24560c72f11b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:33:53.154448 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ab78a0e7-0155-4135-ae84-22e2f8f63f00 req-fa9ab15b-f154-40cc-bd8b-a1ab7cc547c4 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8e0e1ad-e076-4b87-9a26-8d481ddd8d65 HTTP/1.1" status: 200 len: 946 time: 0.7948678 May 27 02:33:53.159441 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db68efd-989a-4c9f-b40c-7d4b816d5e1b None None] Sync routers for ids ['e4ee2b29-ceb2-4475-af4f-913e1f76f89b'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:33:53.181620 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db68efd-989a-4c9f-b40c-7d4b816d5e1b None None] Routers {'e4ee2b29-ceb2-4475-af4f-913e1f76f89b'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:33:53.185784 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-9db68efd-989a-4c9f-b40c-7d4b816d5e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:33:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['e4ee2b29-ceb2-4475-af4f-913e1f76f89b'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:53.229756 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac5cc76c-f394-498b-849f-ea85441c7ea9 req-0feffcb7-cfaa-4b51-a094-24560c72f11b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] No DVR routers for this DVR port 67571f92-a84f-4e62-afbe-7415c4c115a3 on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:33:53.232647 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ac5cc76c-f394-498b-849f-ea85441c7ea9 req-0feffcb7-cfaa-4b51-a094-24560c72f11b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:53.235541 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8e0e1ad-e076-4b87-9a26-8d481ddd8d65', 'name': 'network-vif-deleted', 'tag': '67571f92-a84f-4e62-afbe-7415c4c115a3'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:33:53.242587 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69a12a-4a35-457c-b9ba-b464c9ade7a2 req-416f974e-eec9-4a4a-b881-2697bb6dedd6 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:53.246061 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a52f8697-3b5e-4005-8a04-f20de4bfeee5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:53.246614 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a52f8697-3b5e-4005-8a04-f20de4bfeee5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:53.250485 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9b69a12a-4a35-457c-b9ba-b464c9ade7a2 req-416f974e-eec9-4a4a-b881-2697bb6dedd6 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 944 time: 0.7998021 May 27 02:33:53.311422 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f8697-3b5e-4005-8a04-f20de4bfeee5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26694c3b-1cde-4dd6-aa4b-46d047c78e5c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:53.313029 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ab78a0e7-0155-4135-ae84-22e2f8f63f00 req-1accffdb-1a1e-4d7b-bf46-0155ba0f08e7 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?id=d9e0f7bc-c96b-47b4-bfb7-8db51c1987ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568244 May 27 02:33:53.329434 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a52f8697-3b5e-4005-8a04-f20de4bfeee5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:33:53.362223 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a52f8697-3b5e-4005-8a04-f20de4bfeee5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:53.362572 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-a52f8697-3b5e-4005-8a04-f20de4bfeee5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Added segment 1f9e5e27-0b59-42f6-977f-5f0fd7175a9f of type vlan for network 22991647-5763-49a6-a379-ee25c6490ef7 May 27 02:33:53.371670 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ac5cc76c-f394-498b-849f-ea85441c7ea9 req-0feffcb7-cfaa-4b51-a094-24560c72f11b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.32 "DELETE /v2.0/ports/67571f92-a84f-4e62-afbe-7415c4c115a3 HTTP/1.1" status: 204 len: 173 time: 2.2048860 May 27 02:33:53.396243 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543a006-c759-44b8-9ff0-ef569810e014 req-070c8193-9e0c-4a6c-83e0-1ca50ac01eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:53.397945 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e543a006-c759-44b8-9ff0-ef569810e014 req-070c8193-9e0c-4a6c-83e0-1ca50ac01eef service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b516e58d-c3cf-49b8-8e9a-0013236ae33e HTTP/1.1" status: 200 len: 854 time: 0.4849901 May 27 02:33:53.411264 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9b69a12a-4a35-457c-b9ba-b464c9ade7a2 req-6eef0696-e349-4bc2-a730-7efa03936408 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594830 May 27 02:33:53.414573 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a52f8697-3b5e-4005-8a04-f20de4bfeee5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:53.419927 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-9db68efd-989a-4c9f-b40c-7d4b816d5e1b None None] Set router e4ee2b29-ceb2-4475-af4f-913e1f76f89b gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:33:53.485786 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a52f8697-3b5e-4005-8a04-f20de4bfeee5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:33:53.499527 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a52f8697-3b5e-4005-8a04-f20de4bfeee5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:53.500035 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-a52f8697-3b5e-4005-8a04-f20de4bfeee5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Added segment 34cc5fb4-f7aa-4946-b2c5-9fef1560afa8 of type vlan for network ba24a606-0e6d-4b8c-b1b9-f79b658787ad May 27 02:33:53.543292 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a52f8697-3b5e-4005-8a04-f20de4bfeee5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:53.556634 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-138fe432-fd2e-4892-b426-17c7cc7bfacc'] response: {'server_uuid': 'd8e0e1ad-e076-4b87-9a26-8d481ddd8d65', 'name': 'network-vif-deleted', 'tag': '67571f92-a84f-4e62-afbe-7415c4c115a3', 'status': 'completed', 'code': 200} May 27 02:33:53.623288 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e543a006-c759-44b8-9ff0-ef569810e014 req-571de7e7-2d92-462c-a739-ef7f0a8ff624 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=882e4b63-c6d9-4a5c-9012-33783fcec11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2113688 May 27 02:33:53.701852 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a52f8697-3b5e-4005-8a04-f20de4bfeee5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:53.702368 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a52f8697-3b5e-4005-8a04-f20de4bfeee5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:53.708526 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52f8697-3b5e-4005-8a04-f20de4bfeee5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:53.722040 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52f8697-3b5e-4005-8a04-f20de4bfeee5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:53.724551 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a52f8697-3b5e-4005-8a04-f20de4bfeee5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:53.788704 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-b9f9bdc2-8565-4f8e-b070-90c443d64537 req-0a78f3fd-d8b1-4cf7-b754-20383e671615 service neutron] For port ef89c633-926b-4d93-b87d-6ad84002925e, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=ef89c633-926b-4d93-b87d-6ad84002925e,segment=NetworkSegment(c440826c-ad96-4ffb-93da-4786708a138b),segment_id=c440826c-ad96-4ffb-93da-4786708a138b)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:33:53.879239 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f8697-3b5e-4005-8a04-f20de4bfeee5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Pushing event updated for resources: {'Network': ['ID=22991647-5763-49a6-a379-ee25c6490ef7,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:53.896270 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a52f8697-3b5e-4005-8a04-f20de4bfeee5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.8016803 May 27 02:33:53.903392 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59630) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:53.909536 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 22991647-5763-49a6-a379-ee25c6490ef7 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:33:54.053966 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-9db68efd-989a-4c9f-b40c-7d4b816d5e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'name': 'tempest-AttachVolumeNegativeTest-494117646-router', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:55Z', 'updated_at': '2022-05-27T02:29:06Z', 'revision_number': 4, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'gw_port': {'id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:58Z', 'updated_at': '2022-05-27T02:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '6e06fc56-f856-4359-8936-e81e87ae92ec', 'name': '', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'mac_address': 'fa:16:3e:21:52:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:04Z', 'updated_at': '2022-05-27T02:29:21Z', 'revision_number': 5, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'subnets': [{'id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:54.057026 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-b9f9bdc2-8565-4f8e-b070-90c443d64537 req-0a78f3fd-d8b1-4cf7-b754-20383e671615 service neutron] For port ef89c633-926b-4d93-b87d-6ad84002925e, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:33:54.077958 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db68efd-989a-4c9f-b40c-7d4b816d5e1b None None] Checking router: e4ee2b29-ceb2-4475-af4f-913e1f76f89b for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:33:54.103214 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db68efd-989a-4c9f-b40c-7d4b816d5e1b None None] Routers {'e4ee2b29-ceb2-4475-af4f-913e1f76f89b'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:33:54.104140 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-9db68efd-989a-4c9f-b40c-7d4b816d5e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:33:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['e4ee2b29-ceb2-4475-af4f-913e1f76f89b'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:54.295649 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-812071fe-49e5-4ecb-8c5a-4eea0fd81802 req-6f946f2b-c541-48d1-a80c-8e53eb5fa597 tempest-ServerShowV247Test-936653027 tempest-ServerShowV247Test-936653027-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7c453af-a794-4598-8707-a09dfd6ad0a2 HTTP/1.1" status: 200 len: 210 time: 0.1117108 May 27 02:33:54.300556 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e543a006-c759-44b8-9ff0-ef569810e014 req-114af94a-5953-4ea9-8c7c-a27adeb6d248 service neutron] 10.222.0.66 "GET /v2.0/networks/882e4b63-c6d9-4a5c-9012-33783fcec11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6625559 May 27 02:33:54.372468 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-b9f9bdc2-8565-4f8e-b070-90c443d64537 req-0a78f3fd-d8b1-4cf7-b754-20383e671615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef89c633-926b-4d93-b87d-6ad84002925e {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:33:54.397443 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f8697-3b5e-4005-8a04-f20de4bfeee5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Pushing event updated for resources: {'Network': ['ID=ba24a606-0e6d-4b8c-b1b9-f79b658787ad,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:54.408047 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bd87fb-e535-4a04-bc50-6b22f37aec44 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:54.412789 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network ba24a606-0e6d-4b8c-b1b9-f79b658787ad details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:33:54.435084 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bd87fb-e535-4a04-bc50-6b22f37aec44 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:54.443008 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bd87fb-e535-4a04-bc50-6b22f37aec44 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:54.452324 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bd87fb-e535-4a04-bc50-6b22f37aec44 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:54.453775 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-12bd87fb-e535-4a04-bc50-6b22f37aec44 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Synchronizing usage tracker for tenant:cfb6d9f7f87946dc80757ee84af08868 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:33:54.559285 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-12bd87fb-e535-4a04-bc50-6b22f37aec44 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Unset dirty status for tenant:cfb6d9f7f87946dc80757ee84af08868 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:33:54.560684 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-12bd87fb-e535-4a04-bc50-6b22f37aec44 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3390083 May 27 02:33:54.563730 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59646) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:54.565766 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-9db68efd-989a-4c9f-b40c-7d4b816d5e1b None None] Set router e4ee2b29-ceb2-4475-af4f-913e1f76f89b gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:33:54.605800 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b9f9bdc2-8565-4f8e-b070-90c443d64537 req-0a78f3fd-d8b1-4cf7-b754-20383e671615 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:54.706853 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-46eb32b7-983e-4a83-b77d-aa50e4d58715 req-12294d58-a0a6-493d-8f62-f9183462d360 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8e0e1ad-e076-4b87-9a26-8d481ddd8d65 HTTP/1.1" status: 200 len: 210 time: 0.0755906 May 27 02:33:54.817016 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-da6dbe20-d92a-43ff-aaca-549207fa19fb tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:54.839683 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-b9f9bdc2-8565-4f8e-b070-90c443d64537 req-0a78f3fd-d8b1-4cf7-b754-20383e671615 service neutron] Transition to ACTIVE for port object ef89c633-926b-4d93-b87d-6ad84002925e will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:33:54.842246 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e543a006-c759-44b8-9ff0-ef569810e014 req-9bba44ad-23d8-4647-8785-77a2cd75e9ae service neutron] 10.222.0.66 "GET /v2.0/networks/882e4b63-c6d9-4a5c-9012-33783fcec11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5252357 May 27 02:33:54.912687 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084ddea-1f1a-487a-84ea-e9aefe277a57 req-ce2fc3c8-f940-4eaa-b2db-1d12cca64027 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:54.914239 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9084ddea-1f1a-487a-84ea-e9aefe277a57 req-ce2fc3c8-f940-4eaa-b2db-1d12cca64027 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 944 time: 0.2182543 May 27 02:33:54.968669 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b9f9bdc2-8565-4f8e-b070-90c443d64537 req-0a78f3fd-d8b1-4cf7-b754-20383e671615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:55.034625 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9084ddea-1f1a-487a-84ea-e9aefe277a57 req-b43d8897-cafd-46f5-a469-39ac9a4ac7d1 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144726 May 27 02:33:55.041063 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-da6dbe20-d92a-43ff-aaca-549207fa19fb tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:55.096907 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-da6dbe20-d92a-43ff-aaca-549207fa19fb tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22991647-5763-49a6-a379-ee25c6490ef7']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:55.110975 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-da6dbe20-d92a-43ff-aaca-549207fa19fb tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f9e5e27-0b59-42f6-977f-5f0fd7175a9f') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:55.111409 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-da6dbe20-d92a-43ff-aaca-549207fa19fb tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f9e5e27-0b59-42f6-977f-5f0fd7175a9f') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:55.123127 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-9db68efd-989a-4c9f-b40c-7d4b816d5e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'name': 'tempest-AttachVolumeNegativeTest-494117646-router', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:55Z', 'updated_at': '2022-05-27T02:29:06Z', 'revision_number': 4, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'gw_port': {'id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:58Z', 'updated_at': '2022-05-27T02:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '6e06fc56-f856-4359-8936-e81e87ae92ec', 'name': '', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'mac_address': 'fa:16:3e:21:52:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:04Z', 'updated_at': '2022-05-27T02:29:21Z', 'revision_number': 5, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'subnets': [{'id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:55.124233 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-da6dbe20-d92a-43ff-aaca-549207fa19fb tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:55.129610 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db68efd-989a-4c9f-b40c-7d4b816d5e1b None None] The sync data for ids ['e4ee2b29-ceb2-4475-af4f-913e1f76f89b'] in n-d-843554-3 is: [{'id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'name': 'tempest-AttachVolumeNegativeTest-494117646-router', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:55Z', 'updated_at': '2022-05-27T02:29:06Z', 'revision_number': 4, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'gw_port': {'id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:58Z', 'updated_at': '2022-05-27T02:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '6e06fc56-f856-4359-8936-e81e87ae92ec', 'name': '', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'mac_address': 'fa:16:3e:21:52:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:04Z', 'updated_at': '2022-05-27T02:29:21Z', 'revision_number': 5, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'subnets': [{'id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:33:55.139785 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 67571f92-a84f-4e62-afbe-7415c4c115a3 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:33:55.165782 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-da6dbe20-d92a-43ff-aaca-549207fa19fb tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:55.174351 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78f3fd-d8b1-4cf7-b754-20383e671615 service neutron] Pushing event updated for resources: {'Port': ['ID=ef89c633-926b-4d93-b87d-6ad84002925e,revision_number=9']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:55.177344 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f9bdc2-8565-4f8e-b070-90c443d64537 req-0a78f3fd-d8b1-4cf7-b754-20383e671615 service neutron] No DVR routers for this DVR port ef89c633-926b-4d93-b87d-6ad84002925e on host n-h1-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:33:55.179011 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da6dbe20-d92a-43ff-aaca-549207fa19fb tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:33:55.183933 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-da6dbe20-d92a-43ff-aaca-549207fa19fb tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:55.209437 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 67571f92-a84f-4e62-afbe-7415c4c115a3 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:33:55.210041 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 67571f92-a84f-4e62-afbe-7415c4c115a3 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:33:55.254555 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-b9f9bdc2-8565-4f8e-b070-90c443d64537 req-0a78f3fd-d8b1-4cf7-b754-20383e671615 service neutron] Attempting to bind port ef89c633-926b-4d93-b87d-6ad84002925e on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:33:55.254944 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-b9f9bdc2-8565-4f8e-b070-90c443d64537 req-0a78f3fd-d8b1-4cf7-b754-20383e671615 service neutron] Attempting to bind port ef89c633-926b-4d93-b87d-6ad84002925e by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'c440826c-ad96-4ffb-93da-4786708a138b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '882e4b63-c6d9-4a5c-9012-33783fcec11a'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:33:55.255283 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f9bdc2-8565-4f8e-b070-90c443d64537 req-0a78f3fd-d8b1-4cf7-b754-20383e671615 service neutron] Attempting to bind port ef89c633-926b-4d93-b87d-6ad84002925e on network 882e4b63-c6d9-4a5c-9012-33783fcec11a {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:33:55.261702 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f9bdc2-8565-4f8e-b070-90c443d64537 req-0a78f3fd-d8b1-4cf7-b754-20383e671615 service neutron] Port ef89c633-926b-4d93-b87d-6ad84002925e on network 882e4b63-c6d9-4a5c-9012-33783fcec11a not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:33:55.262075 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f9bdc2-8565-4f8e-b070-90c443d64537 req-0a78f3fd-d8b1-4cf7-b754-20383e671615 service neutron] Attempting to bind port ef89c633-926b-4d93-b87d-6ad84002925e on network 882e4b63-c6d9-4a5c-9012-33783fcec11a {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:33:55.268412 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f9bdc2-8565-4f8e-b070-90c443d64537 req-0a78f3fd-d8b1-4cf7-b754-20383e671615 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:33:55.268794 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f9bdc2-8565-4f8e-b070-90c443d64537 req-0a78f3fd-d8b1-4cf7-b754-20383e671615 service neutron] Checking segment: {'id': 'c440826c-ad96-4ffb-93da-4786708a138b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '882e4b63-c6d9-4a5c-9012-33783fcec11a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:33:55.269597 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f9bdc2-8565-4f8e-b070-90c443d64537 req-0a78f3fd-d8b1-4cf7-b754-20383e671615 service neutron] Bound using segment: {'id': 'c440826c-ad96-4ffb-93da-4786708a138b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '882e4b63-c6d9-4a5c-9012-33783fcec11a'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:33:55.270170 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-b9f9bdc2-8565-4f8e-b070-90c443d64537 req-0a78f3fd-d8b1-4cf7-b754-20383e671615 service neutron] Bound port: ef89c633-926b-4d93-b87d-6ad84002925e, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c440826c-ad96-4ffb-93da-4786708a138b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '882e4b63-c6d9-4a5c-9012-33783fcec11a'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:33:55.270447 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b9f9bdc2-8565-4f8e-b070-90c443d64537 req-0a78f3fd-d8b1-4cf7-b754-20383e671615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:55.498484 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 1f9e5e27-0b59-42f6-977f-5f0fd7175a9f resource provider aggregate not found May 27 02:33:55.538283 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 1f9e5e27-0b59-42f6-977f-5f0fd7175a9f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1f9e5e27-0b59-42f6-977f-5f0fd7175a9f found for delete ", "request_id": "req-e7678ed0-19c3-4529-ad0a-a4cccc909da5"}]} May 27 02:33:55.547366 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-118ca985-dc7b-41a0-82ca-63d47f4c7c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:55.556952 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-b9f9bdc2-8565-4f8e-b070-90c443d64537 req-0a78f3fd-d8b1-4cf7-b754-20383e671615 service neutron] For port ef89c633-926b-4d93-b87d-6ad84002925e, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:33:55.565252 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b4a668bf-d188-4e01-a60c-8b337d9455b1 req-4f8b092e-4d92-4da8-96f7-7217083bfaf1 tempest-ServerShowV247Test-936653027 tempest-ServerShowV247Test-936653027-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7c453af-a794-4598-8707-a09dfd6ad0a2 HTTP/1.1" status: 200 len: 210 time: 0.0667470 May 27 02:33:55.571860 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-b9f9bdc2-8565-4f8e-b070-90c443d64537 req-0a78f3fd-d8b1-4cf7-b754-20383e671615 service neutron] For port ef89c633-926b-4d93-b87d-6ad84002925e, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=ef89c633-926b-4d93-b87d-6ad84002925e,segment=NetworkSegment(c440826c-ad96-4ffb-93da-4786708a138b),segment_id=c440826c-ad96-4ffb-93da-4786708a138b)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:33:55.594916 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3eb66e-4830-4437-8f35-b2b867560539 None None] New status for floating IP 02915088-173e-4c3a-a404-416f98dca067: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:33:55.638076 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-da6dbe20-d92a-43ff-aaca-549207fa19fb tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:55.640451 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b9f9bdc2-8565-4f8e-b070-90c443d64537 req-0a78f3fd-d8b1-4cf7-b754-20383e671615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:55.669387 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-da6dbe20-d92a-43ff-aaca-549207fa19fb tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:55.682310 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6dbe20-d92a-43ff-aaca-549207fa19fb tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Pushing event deleted for resources: {'Network': ['ID=22991647-5763-49a6-a379-ee25c6490ef7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:55.710356 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9bdc2-8565-4f8e-b070-90c443d64537 req-0a78f3fd-d8b1-4cf7-b754-20383e671615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:55.710965 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b9f9bdc2-8565-4f8e-b070-90c443d64537 req-0a78f3fd-d8b1-4cf7-b754-20383e671615 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:55.712413 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b9f9bdc2-8565-4f8e-b070-90c443d64537 req-0a78f3fd-d8b1-4cf7-b754-20383e671615 service neutron] 10.222.0.66 "PUT /v2.0/ports/ef89c633-926b-4d93-b87d-6ad84002925e HTTP/1.1" status: 200 len: 1092 time: 3.7109389 May 27 02:33:55.712809 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f87a637-be7d-4c14-91f0-a828b1927412', 'tag': 'ef89c633-926b-4d93-b87d-6ad84002925e'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:33:55.734937 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78f3fd-d8b1-4cf7-b754-20383e671615 service neutron] Pushing event updated for resources: {'Port': ['ID=ef89c633-926b-4d93-b87d-6ad84002925e,revision_number=10']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:55.772486 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-da6dbe20-d92a-43ff-aaca-549207fa19fb tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] 10.222.0.57 "DELETE /v2.0/networks/22991647-5763-49a6-a379-ee25c6490ef7 HTTP/1.1" status: 204 len: 168 time: 1.2079039 May 27 02:33:55.773258 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59676) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:55.824645 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9bdc2-8565-4f8e-b070-90c443d64537 req-b2ea74d8-70c7-481f-a674-b8329c1c701e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:55.828498 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b9f9bdc2-8565-4f8e-b070-90c443d64537 req-b2ea74d8-70c7-481f-a674-b8329c1c701e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b5ea1dadce014c8bb6c8d9e009e7786c&device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 1096 time: 0.0901763 May 27 02:33:55.914944 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-74cf170d-2e11-412f-8473-9bfabc05fbee tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:55.935275 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c393b81-13a2-4f9c-b283-f17af9d043c2'] response: {'name': 'network-changed', 'server_uuid': '9f87a637-be7d-4c14-91f0-a828b1927412', 'tag': 'ef89c633-926b-4d93-b87d-6ad84002925e', 'status': 'completed', 'code': 200} May 27 02:33:55.994910 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9bdc2-8565-4f8e-b070-90c443d64537 req-336f563c-4741-4d5c-b240-b11a88d8acec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:55.996946 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b9f9bdc2-8565-4f8e-b070-90c443d64537 req-336f563c-4741-4d5c-b240-b11a88d8acec service neutron] 10.222.0.66 "GET /v2.0/networks?id=882e4b63-c6d9-4a5c-9012-33783fcec11a HTTP/1.1" status: 200 len: 915 time: 0.1615536 May 27 02:33:56.074942 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-74cf170d-2e11-412f-8473-9bfabc05fbee tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:56.118667 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b9f9bdc2-8565-4f8e-b070-90c443d64537 req-883c6d58-5065-4dc8-a691-cf12cbbfe257 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef89c633-926b-4d93-b87d-6ad84002925e HTTP/1.1" status: 200 len: 217 time: 0.1161842 May 27 02:33:56.141562 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-74cf170d-2e11-412f-8473-9bfabc05fbee tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba24a606-0e6d-4b8c-b1b9-f79b658787ad']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:56.164744 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-74cf170d-2e11-412f-8473-9bfabc05fbee tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34cc5fb4-f7aa-4946-b2c5-9fef1560afa8') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:56.170019 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-74cf170d-2e11-412f-8473-9bfabc05fbee tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34cc5fb4-f7aa-4946-b2c5-9fef1560afa8') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:56.188305 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59686) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:56.194565 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-74cf170d-2e11-412f-8473-9bfabc05fbee tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:56.199727 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9bdc2-8565-4f8e-b070-90c443d64537 req-fa44212b-62de-4616-8ada-ec0006b06171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:56.201210 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b9f9bdc2-8565-4f8e-b070-90c443d64537 req-fa44212b-62de-4616-8ada-ec0006b06171 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b516e58d-c3cf-49b8-8e9a-0013236ae33e HTTP/1.1" status: 200 len: 854 time: 0.0762177 May 27 02:33:56.291505 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-74cf170d-2e11-412f-8473-9bfabc05fbee tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:56.311075 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74cf170d-2e11-412f-8473-9bfabc05fbee tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:33:56.311507 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-74cf170d-2e11-412f-8473-9bfabc05fbee tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:56.419246 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ef94ba50-4217-4092-9fc8-9a9938094c3d tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:56.431043 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b9f9bdc2-8565-4f8e-b070-90c443d64537 req-951dc682-8481-4406-aa2e-84917b76d93d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=882e4b63-c6d9-4a5c-9012-33783fcec11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2238829 May 27 02:33:56.449233 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ef94ba50-4217-4092-9fc8-9a9938094c3d tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:56.518894 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-74cf170d-2e11-412f-8473-9bfabc05fbee tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:56.523429 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-74cf170d-2e11-412f-8473-9bfabc05fbee tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:56.557210 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf170d-2e11-412f-8473-9bfabc05fbee tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Pushing event deleted for resources: {'Network': ['ID=ba24a606-0e6d-4b8c-b1b9-f79b658787ad,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:56.561296 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-74cf170d-2e11-412f-8473-9bfabc05fbee tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] 10.222.0.57 "DELETE /v2.0/networks/ba24a606-0e6d-4b8c-b1b9-f79b658787ad HTTP/1.1" status: 204 len: 168 time: 0.7868443 May 27 02:33:56.563920 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59692) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:56.583970 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed28d47-bde4-40f3-abf2-4a97adfe4f9b req-78ce40bf-d299-4b9f-bfa5-0ba4bcb4e21c tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:56.585723 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2ed28d47-bde4-40f3-abf2-4a97adfe4f9b req-78ce40bf-d299-4b9f-bfa5-0ba4bcb4e21c tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 945 time: 0.3404033 May 27 02:33:56.649587 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2ed28d47-bde4-40f3-abf2-4a97adfe4f9b req-5513c1a3-7cac-4bf9-bca5-72bf046f24e2 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492411 May 27 02:33:56.656003 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ef94ba50-4217-4092-9fc8-9a9938094c3d tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:56.657465 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b9f9bdc2-8565-4f8e-b070-90c443d64537 req-273c7c15-dc1b-40de-9b6b-7fed2a05bc7f service neutron] 10.222.0.66 "GET /v2.0/networks/882e4b63-c6d9-4a5c-9012-33783fcec11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195926 May 27 02:33:56.658637 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ef94ba50-4217-4092-9fc8-9a9938094c3d tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:56.662293 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ef94ba50-4217-4092-9fc8-9a9938094c3d tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "DELETE /v2.0/security-groups/d9e0f7bc-c96b-47b4-bfb7-8db51c1987ae HTTP/1.1" status: 204 len: 168 time: 0.4702961 May 27 02:33:56.664511 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 59698) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:56.688249 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef94ba50-4217-4092-9fc8-9a9938094c3d tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e0f7bc-c96b-47b4-bfb7-8db51c1987ae,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:56.759748 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eeb2a96-e261-486d-8fe1-40a52cda8e1f tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:56.767190 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eeb2a96-e261-486d-8fe1-40a52cda8e1f tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:56.768124 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5eeb2a96-e261-486d-8fe1-40a52cda8e1f tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Synchronizing usage tracker for tenant:cfb6d9f7f87946dc80757ee84af08868 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:33:56.885183 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5eeb2a96-e261-486d-8fe1-40a52cda8e1f tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Unset dirty status for tenant:cfb6d9f7f87946dc80757ee84af08868 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:33:56.886948 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5eeb2a96-e261-486d-8fe1-40a52cda8e1f tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3211174 May 27 02:33:56.890649 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59702) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:56.896668 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-51d49917-df32-43f5-bf06-dea3da109003 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1202068859'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:56.902655 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-51d49917-df32-43f5-bf06-dea3da109003 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:56.913117 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-51d49917-df32-43f5-bf06-dea3da109003 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:56.926168 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-9fc8c0d7-7384-4f22-8bff-47a048b90a6b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] show failed (client error): The resource could not be found. May 27 02:33:56.927109 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9fc8c0d7-7384-4f22-8bff-47a048b90a6b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups/d9e0f7bc-c96b-47b4-bfb7-8db51c1987ae HTTP/1.1" status: 404 len: 347 time: 0.2608180 May 27 02:33:56.930163 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59706) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:56.936290 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b9f9bdc2-8565-4f8e-b070-90c443d64537 req-f38f39dc-0706-4b5f-beb1-89618cb3bc2d service neutron] 10.222.0.66 "GET /v2.0/networks/882e4b63-c6d9-4a5c-9012-33783fcec11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497132 May 27 02:33:56.938360 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dcc31f1e-61a2-403c-a7e9-356c078877f8 req-32526177-d063-4ee9-836f-16716f5b9e23 tempest-ServerShowV247Test-936653027 tempest-ServerShowV247Test-936653027-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7c453af-a794-4598-8707-a09dfd6ad0a2 HTTP/1.1" status: 200 len: 210 time: 0.0748644 May 27 02:33:57.042766 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d49917-df32-43f5-bf06-dea3da109003 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Made reservation on behalf of cfb6d9f7f87946dc80757ee84af08868 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:33:57.046185 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-51d49917-df32-43f5-bf06-dea3da109003 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:57.092735 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612265c-5240-4ce0-b9f9-7501c138c8e6 req-06abc21d-99b7-4fdf-863c-ad4bf5002433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:57.094973 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5612265c-5240-4ce0-b9f9-7501c138c8e6 req-06abc21d-99b7-4fdf-863c-ad4bf5002433 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b5ea1dadce014c8bb6c8d9e009e7786c&device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 1096 time: 0.1106684 May 27 02:33:57.172296 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-2a170f28-b4af-456a-9e1c-387a44d29a74 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Deleting port 6764d120-eab9-4711-b137-d1b9c0079da8 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:33:57.172644 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2a170f28-b4af-456a-9e1c-387a44d29a74 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:57.208162 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d49917-df32-43f5-bf06-dea3da109003 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:33:57.231819 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-51d49917-df32-43f5-bf06-dea3da109003 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:57.232374 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-51d49917-df32-43f5-bf06-dea3da109003 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Added segment 282d6ea3-f3a1-41b0-8bb5-b3f65edfe18c of type vlan for network 5ac17c55-1f6c-4efd-b891-b780bb6e07da May 27 02:33:57.325682 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612265c-5240-4ce0-b9f9-7501c138c8e6 req-317b9144-3e34-4f40-800f-7c3aa218be88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:57.327595 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5612265c-5240-4ce0-b9f9-7501c138c8e6 req-317b9144-3e34-4f40-800f-7c3aa218be88 service neutron] 10.222.0.66 "GET /v2.0/networks?id=882e4b63-c6d9-4a5c-9012-33783fcec11a HTTP/1.1" status: 200 len: 915 time: 0.2263424 May 27 02:33:57.408987 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5612265c-5240-4ce0-b9f9-7501c138c8e6 req-0574d91f-04bd-4eaf-85b8-922a11b0217a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef89c633-926b-4d93-b87d-6ad84002925e HTTP/1.1" status: 200 len: 217 time: 0.0755274 May 27 02:33:57.490539 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-be50168e-5c54-4654-8509-2419ea233189 req-bc97fc3c-d2f7-4704-989f-7633a5089995 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=be551dfa-1afa-4c07-ace0-b8c6852ffed4 HTTP/1.1" status: 200 len: 210 time: 0.1411004 May 27 02:33:57.495935 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-51d49917-df32-43f5-bf06-dea3da109003 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:57.512426 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612265c-5240-4ce0-b9f9-7501c138c8e6 req-03f5fa82-02ed-4f08-9a47-5942252db968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:57.513977 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5612265c-5240-4ce0-b9f9-7501c138c8e6 req-03f5fa82-02ed-4f08-9a47-5942252db968 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b516e58d-c3cf-49b8-8e9a-0013236ae33e HTTP/1.1" status: 200 len: 854 time: 0.0989587 May 27 02:33:57.564107 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2a170f28-b4af-456a-9e1c-387a44d29a74 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:57.564635 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2a170f28-b4af-456a-9e1c-387a44d29a74 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:57.585522 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 34cc5fb4-f7aa-4946-b2c5-9fef1560afa8 resource provider aggregate not found May 27 02:33:57.586069 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5612265c-5240-4ce0-b9f9-7501c138c8e6 req-22fe3e1b-8dbf-4a11-85b0-8483db74c424 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=882e4b63-c6d9-4a5c-9012-33783fcec11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586193 May 27 02:33:57.634335 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 34cc5fb4-f7aa-4946-b2c5-9fef1560afa8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 34cc5fb4-f7aa-4946-b2c5-9fef1560afa8 found for delete ", "request_id": "req-22a7d7ec-1162-4258-8aae-e2c7c7561cf6"}]} May 27 02:33:57.700869 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-2a170f28-b4af-456a-9e1c-387a44d29a74 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Calling delete_port for 6764d120-eab9-4711-b137-d1b9c0079da8 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:33:57.747281 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-51d49917-df32-43f5-bf06-dea3da109003 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:57.757427 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d49917-df32-43f5-bf06-dea3da109003 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:57.758128 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-51d49917-df32-43f5-bf06-dea3da109003 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:57.806131 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5612265c-5240-4ce0-b9f9-7501c138c8e6 req-72a139c8-6183-4725-8540-108476c2f96f service neutron] 10.222.0.66 "GET /v2.0/networks/882e4b63-c6d9-4a5c-9012-33783fcec11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099977 May 27 02:33:57.850940 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-788d025f-b71d-46cf-8987-6d8d998ea96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:57.980629 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5612265c-5240-4ce0-b9f9-7501c138c8e6 req-2df565ca-c44e-4fda-8c26-2c5e216f83dc service neutron] 10.222.0.66 "GET /v2.0/networks/882e4b63-c6d9-4a5c-9012-33783fcec11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677418 May 27 02:33:58.259548 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5761a49f-b5d2-45b8-b82b-295196c29f54 req-8c55490f-dac2-406e-b3e2-7b13ad31feb8 tempest-ServerShowV247Test-936653027 tempest-ServerShowV247Test-936653027-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7c453af-a794-4598-8707-a09dfd6ad0a2 HTTP/1.1" status: 200 len: 210 time: 0.0722373 May 27 02:33:58.318137 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342253b-747c-4120-81fd-8c50bcaecfe7 req-eced8afc-9c66-4552-84d0-1abcc4e506fe tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:58.334264 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8342253b-747c-4120-81fd-8c50bcaecfe7 req-eced8afc-9c66-4552-84d0-1abcc4e506fe tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 945 time: 0.3524919 May 27 02:33:58.404196 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d49917-df32-43f5-bf06-dea3da109003 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Pushing event updated for resources: {'Network': ['ID=5ac17c55-1f6c-4efd-b891-b780bb6e07da,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:58.426691 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 5ac17c55-1f6c-4efd-b891-b780bb6e07da details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:33:58.436160 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-51d49917-df32-43f5-bf06-dea3da109003 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5420101 May 27 02:33:58.437594 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59744) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:58.453848 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a96fad0a-c947-425c-949f-4c268ca0388a tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1046411697'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:58.461454 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a96fad0a-c947-425c-949f-4c268ca0388a tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:58.467452 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a96fad0a-c947-425c-949f-4c268ca0388a tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Usage tracker for resource:network and tenant:cfb6d9f7f87946dc80757ee84af08868 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:33:58.470790 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a96fad0a-c947-425c-949f-4c268ca0388a tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:33:58.478104 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a96fad0a-c947-425c-949f-4c268ca0388a tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:58.479560 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8342253b-747c-4120-81fd-8c50bcaecfe7 req-a5ba8037-6af6-4db2-8ad3-362a31639d70 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388505 May 27 02:33:58.636622 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96fad0a-c947-425c-949f-4c268ca0388a tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Made reservation on behalf of cfb6d9f7f87946dc80757ee84af08868 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:33:58.640891 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a96fad0a-c947-425c-949f-4c268ca0388a tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:58.764410 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a96fad0a-c947-425c-949f-4c268ca0388a tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:33:58.856970 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2a170f28-b4af-456a-9e1c-387a44d29a74 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:58.953529 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:58.981308 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a170f28-b4af-456a-9e1c-387a44d29a74 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Pushing event deleted for resources: {'Port': ['ID=6764d120-eab9-4711-b137-d1b9c0079da8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:58.989396 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:58.993663 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-49f5ea35-79e3-4970-886d-f2931ba87c9b req-ca74937d-a54a-41c9-a60b-037e603cef9f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e7c453af-a794-4598-8707-a09dfd6ad0a2 HTTP/1.1" status: 200 len: 210 time: 0.0590978 May 27 02:33:58.998479 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a96fad0a-c947-425c-949f-4c268ca0388a tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:58.998864 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-a96fad0a-c947-425c-949f-4c268ca0388a tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Added segment 270cc6d6-0741-4f29-bad3-769baf0cb4b2 of type vlan for network 7c93906b-3908-4963-bec9-f0496eadc0e1 May 27 02:33:59.134534 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a96fad0a-c947-425c-949f-4c268ca0388a tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:59.161495 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2a170f28-b4af-456a-9e1c-387a44d29a74 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:59.200181 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2a170f28-b4af-456a-9e1c-387a44d29a74 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:59.201500 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2a170f28-b4af-456a-9e1c-387a44d29a74 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "DELETE /v2.0/floatingips/02915088-173e-4c3a-a404-416f98dca067 HTTP/1.1" status: 204 len: 168 time: 2.2701344 May 27 02:33:59.296313 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a96fad0a-c947-425c-949f-4c268ca0388a tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:59.308377 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96fad0a-c947-425c-949f-4c268ca0388a tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:59.316487 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a96fad0a-c947-425c-949f-4c268ca0388a tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:59.399041 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 59752) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:59.404905 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-844ee82e-bbd4-426a-8d5e-086927a5a685 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1116014259', 'description': 'tempest-description--174797249'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:59.422012 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-844ee82e-bbd4-426a-8d5e-086927a5a685 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:59.436974 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-844ee82e-bbd4-426a-8d5e-086927a5a685 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:59.534005 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a96fad0a-c947-425c-949f-4c268ca0388a tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0960784 May 27 02:33:59.534963 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96fad0a-c947-425c-949f-4c268ca0388a tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Pushing event updated for resources: {'Network': ['ID=7c93906b-3908-4963-bec9-f0496eadc0e1,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:59.539793 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59758) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:59.548540 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 7c93906b-3908-4963-bec9-f0496eadc0e1 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:33:59.556077 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c21923ee-a850-4d01-90a2-86ac442ffa47 req-290f5665-a6ad-47f2-a133-13672ad2661c tempest-ServerShowV247Test-936653027 tempest-ServerShowV247Test-936653027-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7c453af-a794-4598-8707-a09dfd6ad0a2 HTTP/1.1" status: 200 len: 210 time: 0.0877683 May 27 02:33:59.571916 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d4adb6a3-7d21-4090-86e8-bc7dab27d996 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Request body: {'ports': [{'network_id': '5ac17c55-1f6c-4efd-b891-b780bb6e07da', 'name': 'tempest-port--433822244', 'admin_state_up': True}, {'network_id': '7c93906b-3908-4963-bec9-f0496eadc0e1', 'admin_state_up': False}]} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:59.572219 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d4adb6a3-7d21-4090-86e8-bc7dab27d996 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Request body: {'port': {'network_id': '5ac17c55-1f6c-4efd-b891-b780bb6e07da', 'name': 'tempest-port--433822244', 'admin_state_up': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:59.576136 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d4adb6a3-7d21-4090-86e8-bc7dab27d996 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Request body: {'port': {'network_id': '7c93906b-3908-4963-bec9-f0496eadc0e1', 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:59.627385 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-844ee82e-bbd4-426a-8d5e-086927a5a685 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:59.785884 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-844ee82e-bbd4-426a-8d5e-086927a5a685 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:59.796094 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-844ee82e-bbd4-426a-8d5e-086927a5a685 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Usage tracker for resource:security_group_rule and tenant:2651911d1c264f1c8c7218b6fddf9f10 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:33:59.800407 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-844ee82e-bbd4-426a-8d5e-086927a5a685 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:33:59.817905 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-844ee82e-bbd4-426a-8d5e-086927a5a685 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:59.986651 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-844ee82e-bbd4-426a-8d5e-086927a5a685 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:00.003849 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d4adb6a3-7d21-4090-86e8-bc7dab27d996 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:34:00.008113 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d4adb6a3-7d21-4090-86e8-bc7dab27d996 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Usage tracker for resource:port and tenant:cfb6d9f7f87946dc80757ee84af08868 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:34:00.013028 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d4adb6a3-7d21-4090-86e8-bc7dab27d996 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:34:00.019564 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d4adb6a3-7d21-4090-86e8-bc7dab27d996 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:34:00.028773 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032daae-4213-46a4-a512-6ce05623cdf1 req-1782ef0c-d090-4f14-b45b-96b93d47a720 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:00.037364 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6032daae-4213-46a4-a512-6ce05623cdf1 req-1782ef0c-d090-4f14-b45b-96b93d47a720 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 945 time: 0.2052767 May 27 02:34:00.081884 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-844ee82e-bbd4-426a-8d5e-086927a5a685 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:00.090706 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:00.105557 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6032daae-4213-46a4-a512-6ce05623cdf1 req-08590b54-7b63-4ff1-b4b0-76f452434775 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667279 May 27 02:34:00.133502 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ee82e-bbd4-426a-8d5e-086927a5a685 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63eff4c2-4a66-4508-803d-a6c0d4be4326,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:00.138076 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4adb6a3-7d21-4090-86e8-bc7dab27d996 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Made reservation on behalf of cfb6d9f7f87946dc80757ee84af08868 for: {'port': 2} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:34:00.142961 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4adb6a3-7d21-4090-86e8-bc7dab27d996 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:00.162097 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4adb6a3-7d21-4090-86e8-bc7dab27d996 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:00.216249 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-844ee82e-bbd4-426a-8d5e-086927a5a685 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:00.217913 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-844ee82e-bbd4-426a-8d5e-086927a5a685 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8178859 May 27 02:34:00.221074 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 59768) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:00.227259 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-5a15ca96-6ce7-48ce-bc5d-e17cd593d253 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Request body: {'security_group_rule': {'security_group_id': '63eff4c2-4a66-4508-803d-a6c0d4be4326', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:34:00.235597 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5a15ca96-6ce7-48ce-bc5d-e17cd593d253 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:34:00.243193 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5a15ca96-6ce7-48ce-bc5d-e17cd593d253 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Usage tracker for resource:security_group_rule and tenant:2651911d1c264f1c8c7218b6fddf9f10 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:34:00.248102 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5a15ca96-6ce7-48ce-bc5d-e17cd593d253 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:34:00.258412 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5a15ca96-6ce7-48ce-bc5d-e17cd593d253 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:34:00.373537 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5a15ca96-6ce7-48ce-bc5d-e17cd593d253 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:00.403932 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-d4adb6a3-7d21-4090-86e8-bc7dab27d996 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] device_id is not set on port b47b18e6-ca65-4937-9195-d1b2bd79fa0e yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:34:00.446729 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5a15ca96-6ce7-48ce-bc5d-e17cd593d253 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:00.513179 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5a15ca96-6ce7-48ce-bc5d-e17cd593d253 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:00.513686 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4adb6a3-7d21-4090-86e8-bc7dab27d996 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:00.544978 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15ca96-6ce7-48ce-bc5d-e17cd593d253 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cfe051e-6d39-4ffb-a2e1-0fe5e7d7d93a,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:00.622002 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5a15ca96-6ce7-48ce-bc5d-e17cd593d253 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:00.626328 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5a15ca96-6ce7-48ce-bc5d-e17cd593d253 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4031806 May 27 02:34:00.627179 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 59774) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:00.632909 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-dccef9aa-4a5b-4726-a60a-6d4c1b8a9c93 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Request body: {'security_group_rule': {'security_group_id': '63eff4c2-4a66-4508-803d-a6c0d4be4326', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:34:00.663527 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-dccef9aa-4a5b-4726-a60a-6d4c1b8a9c93 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:34:00.664053 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-d4adb6a3-7d21-4090-86e8-bc7dab27d996 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] device_id is not set on port fe3176b9-4207-411c-b03b-94b4a0c8d74f yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:34:00.672043 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-dccef9aa-4a5b-4726-a60a-6d4c1b8a9c93 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Usage tracker for resource:security_group_rule and tenant:2651911d1c264f1c8c7218b6fddf9f10 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:34:00.682187 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-dccef9aa-4a5b-4726-a60a-6d4c1b8a9c93 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:34:00.703593 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-dccef9aa-4a5b-4726-a60a-6d4c1b8a9c93 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:34:00.883914 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4adb6a3-7d21-4090-86e8-bc7dab27d996 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:00.886451 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a9b85deb-3e57-48a7-a828-4566f2f3bd98 req-406cea78-7fa2-4d3f-975c-502fd6181ebe tempest-ServerShowV247Test-936653027 tempest-ServerShowV247Test-936653027-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7c453af-a794-4598-8707-a09dfd6ad0a2 HTTP/1.1" status: 200 len: 210 time: 0.1123874 May 27 02:34:00.889616 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dccef9aa-4a5b-4726-a60a-6d4c1b8a9c93 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:01.028821 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4adb6a3-7d21-4090-86e8-bc7dab27d996 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:01.107963 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dccef9aa-4a5b-4726-a60a-6d4c1b8a9c93 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:01.187632 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dccef9aa-4a5b-4726-a60a-6d4c1b8a9c93 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:01.235145 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccef9aa-4a5b-4726-a60a-6d4c1b8a9c93 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6622d1ab-08ed-4f35-9443-3de22e8d0b30,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:01.297458 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4adb6a3-7d21-4090-86e8-bc7dab27d996 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Checking segment: {'id': '282d6ea3-f3a1-41b0-8bb5-b3f65edfe18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '5ac17c55-1f6c-4efd-b891-b780bb6e07da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:34:01.297953 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4adb6a3-7d21-4090-86e8-bc7dab27d996 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Network hostable DHCP agents. Network: 5ac17c55-1f6c-4efd-b891-b780bb6e07da, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:34:01.304322 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4adb6a3-7d21-4090-86e8-bc7dab27d996 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Pushing event updated for resources: {'Port': ['ID=b47b18e6-ca65-4937-9195-d1b2bd79fa0e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:01.347854 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dccef9aa-4a5b-4726-a60a-6d4c1b8a9c93 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:01.349627 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-dccef9aa-4a5b-4726-a60a-6d4c1b8a9c93 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7213447 May 27 02:34:01.360418 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 59798) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:01.371518 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-a725bfb9-743d-4db7-9a1f-d9d313a9aef2 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:34:01.384365 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a725bfb9-743d-4db7-9a1f-d9d313a9aef2 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:34:01.393661 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a725bfb9-743d-4db7-9a1f-d9d313a9aef2 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Usage tracker for resource:floatingip and tenant:2651911d1c264f1c8c7218b6fddf9f10 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:34:01.400292 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4adb6a3-7d21-4090-86e8-bc7dab27d996 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Network 5ac17c55-1f6c-4efd-b891-b780bb6e07da is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:34:01.402744 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a725bfb9-743d-4db7-9a1f-d9d313a9aef2 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:34:01.412306 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a725bfb9-743d-4db7-9a1f-d9d313a9aef2 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:34:01.430461 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194fdb14-09db-4ebe-87ab-e47df97db44d req-f1839a72-65e5-4f84-9699-bfc93ff6d7be tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:01.432141 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-194fdb14-09db-4ebe-87ab-e47df97db44d req-f1839a72-65e5-4f84-9699-bfc93ff6d7be tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 945 time: 0.1461165 May 27 02:34:01.483008 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-d4adb6a3-7d21-4090-86e8-bc7dab27d996 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 5ac17c55-1f6c-4efd-b891-b780bb6e07da) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:34:01.486938 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4adb6a3-7d21-4090-86e8-bc7dab27d996 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:34:01.488154 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4adb6a3-7d21-4090-86e8-bc7dab27d996 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:01.493824 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957229d5-bc6e-4336-995f-08bcc851caca None None] Network 5ac17c55-1f6c-4efd-b891-b780bb6e07da requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:34:01.606295 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a725bfb9-743d-4db7-9a1f-d9d313a9aef2 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for floatingip, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:01.698986 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4adb6a3-7d21-4090-86e8-bc7dab27d996 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Checking segment: {'id': '270cc6d6-0741-4f29-bad3-769baf0cb4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '7c93906b-3908-4963-bec9-f0496eadc0e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:34:01.702153 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4adb6a3-7d21-4090-86e8-bc7dab27d996 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Network hostable DHCP agents. Network: 7c93906b-3908-4963-bec9-f0496eadc0e1, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:34:01.721283 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-194fdb14-09db-4ebe-87ab-e47df97db44d req-9ba35632-ffc9-4586-be51-2c85b4e811cf tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825203 May 27 02:34:01.727465 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4adb6a3-7d21-4090-86e8-bc7dab27d996 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Pushing event updated for resources: {'Port': ['ID=fe3176b9-4207-411c-b03b-94b4a0c8d74f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:01.936481 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a725bfb9-743d-4db7-9a1f-d9d313a9aef2 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:02.012254 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4adb6a3-7d21-4090-86e8-bc7dab27d996 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Network 7c93906b-3908-4963-bec9-f0496eadc0e1 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:34:02.106894 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-d4adb6a3-7d21-4090-86e8-bc7dab27d996 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 7c93906b-3908-4963-bec9-f0496eadc0e1) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:34:02.116034 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4adb6a3-7d21-4090-86e8-bc7dab27d996 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:34:02.117224 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67821a2-da9d-4137-aae0-f12af60c01e4 None None] Network 7c93906b-3908-4963-bec9-f0496eadc0e1 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:34:02.125264 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4adb6a3-7d21-4090-86e8-bc7dab27d996 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:02.130297 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4adb6a3-7d21-4090-86e8-bc7dab27d996 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:02.131162 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4adb6a3-7d21-4090-86e8-bc7dab27d996 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:02.140685 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eab0556c-8fbd-4a87-9ce3-ff50e1f37ec7 req-155ea717-55fb-495e-a2d5-95336dc2dd76 tempest-ServerShowV247Test-936653027 tempest-ServerShowV247Test-936653027-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7c453af-a794-4598-8707-a09dfd6ad0a2 HTTP/1.1" status: 200 len: 210 time: 0.0887537 May 27 02:34:02.185974 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-a725bfb9-743d-4db7-9a1f-d9d313a9aef2 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Allocated IP 172.25.1.18 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/25174ad6-e9a3-48e2-a2d3-013ff5724f9d) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:34:02.233074 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d4adb6a3-7d21-4090-86e8-bc7dab27d996 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.6919875 May 27 02:34:02.235321 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59826) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:02.328444 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecadb77-1784-4377-a0a7-cb44d7571f1a tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:02.334738 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecadb77-1784-4377-a0a7-cb44d7571f1a tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:02.335688 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-aecadb77-1784-4377-a0a7-cb44d7571f1a tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Synchronizing usage tracker for tenant:cfb6d9f7f87946dc80757ee84af08868 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:34:02.371731 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a725bfb9-743d-4db7-9a1f-d9d313a9aef2 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:02.439597 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-aecadb77-1784-4377-a0a7-cb44d7571f1a tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Unset dirty status for tenant:cfb6d9f7f87946dc80757ee84af08868 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:34:02.440906 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-aecadb77-1784-4377-a0a7-cb44d7571f1a tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2046423 May 27 02:34:02.443859 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59832) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:02.468279 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a725bfb9-743d-4db7-9a1f-d9d313a9aef2 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:02.571904 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a725bfb9-743d-4db7-9a1f-d9d313a9aef2 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:34:02.573450 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-e7f0b864-d14a-435c-9022-696423229f94 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Deleting port b47b18e6-ca65-4937-9195-d1b2bd79fa0e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:34:02.580909 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e7f0b864-d14a-435c-9022-696423229f94 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:02.594805 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-a725bfb9-743d-4db7-9a1f-d9d313a9aef2 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:34:02.606987 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a725bfb9-743d-4db7-9a1f-d9d313a9aef2 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:34:02.709469 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725bfb9-743d-4db7-9a1f-d9d313a9aef2 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Pushing event updated for resources: {'Port': ['ID=25174ad6-e9a3-48e2-a2d3-013ff5724f9d,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:02.891532 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a725bfb9-743d-4db7-9a1f-d9d313a9aef2 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:03.078986 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a725bfb9-743d-4db7-9a1f-d9d313a9aef2 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:03.109975 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e7f0b864-d14a-435c-9022-696423229f94 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:03.164439 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0c9e9-4c62-444f-9cd7-2f0bd1b29218 req-0fbc0ae7-8e5a-4d10-baf8-92d01c9e57f2 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:03.170304 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-09e0c9e9-4c62-444f-9cd7-2f0bd1b29218 req-0fbc0ae7-8e5a-4d10-baf8-92d01c9e57f2 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 945 time: 0.2392044 May 27 02:34:03.417128 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-09e0c9e9-4c62-444f-9cd7-2f0bd1b29218 req-3ed7814f-9202-4f5a-a4ca-0184e2e2bfc1 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295160 May 27 02:34:03.462493 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-e7f0b864-d14a-435c-9022-696423229f94 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Calling delete_port for b47b18e6-ca65-4937-9195-d1b2bd79fa0e owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:34:03.611853 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a725bfb9-743d-4db7-9a1f-d9d313a9aef2 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:03.621599 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4d0fd797-df7a-48a3-8fb1-31099a7055e2 req-a3dfb4bc-bf02-44fb-9eda-feaa8647d4ee tempest-ServerShowV247Test-936653027 tempest-ServerShowV247Test-936653027-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7c453af-a794-4598-8707-a09dfd6ad0a2 HTTP/1.1" status: 200 len: 210 time: 0.1426396 May 27 02:34:03.736174 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e7f0b864-d14a-435c-9022-696423229f94 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:03.766037 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a725bfb9-743d-4db7-9a1f-d9d313a9aef2 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:03.787860 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f0b864-d14a-435c-9022-696423229f94 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Pushing event deleted for resources: {'Port': ['ID=b47b18e6-ca65-4937-9195-d1b2bd79fa0e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:03.799929 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e7f0b864-d14a-435c-9022-696423229f94 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:03.892351 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e7f0b864-d14a-435c-9022-696423229f94 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] 10.222.0.57 "DELETE /v2.0/ports/b47b18e6-ca65-4937-9195-d1b2bd79fa0e HTTP/1.1" status: 204 len: 168 time: 1.4444582 May 27 02:34:03.892351 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59854) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:03.985758 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725bfb9-743d-4db7-9a1f-d9d313a9aef2 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Pushing event updated for resources: {'Port': ['ID=25174ad6-e9a3-48e2-a2d3-013ff5724f9d,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:04.003652 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a725bfb9-743d-4db7-9a1f-d9d313a9aef2 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:04.023266 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-006dc4df-251b-4af8-801e-114f685f95a9 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Deleting port fe3176b9-4207-411c-b03b-94b4a0c8d74f {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:34:04.023711 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-006dc4df-251b-4af8-801e-114f685f95a9 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:04.107585 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a725bfb9-743d-4db7-9a1f-d9d313a9aef2 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:04.108889 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a725bfb9-743d-4db7-9a1f-d9d313a9aef2 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7470734 May 27 02:34:04.355361 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-006dc4df-251b-4af8-801e-114f685f95a9 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:04.360227 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-08022063-623e-40fb-95fa-bde8e5722876 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Synchronizing usage tracker for tenant:2651911d1c264f1c8c7218b6fddf9f10 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:34:04.462243 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-08022063-623e-40fb-95fa-bde8e5722876 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Unset dirty status for tenant:2651911d1c264f1c8c7218b6fddf9f10 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:34:04.463610 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-08022063-623e-40fb-95fa-bde8e5722876 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1116014259&fields=id&tenant_id=2651911d1c264f1c8c7218b6fddf9f10 HTTP/1.1" status: 200 len: 267 time: 0.1454980 May 27 02:34:04.635464 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-006dc4df-251b-4af8-801e-114f685f95a9 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Calling delete_port for fe3176b9-4207-411c-b03b-94b4a0c8d74f owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:34:04.747405 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-0fcbbf47-5f1d-4994-9aae-2308a9fc4bc3 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:04.749503 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-0fcbbf47-5f1d-4994-9aae-2308a9fc4bc3 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/networks?id=72395de2-24ec-482b-bef7-14825a5fc695 HTTP/1.1" status: 200 len: 814 time: 0.2789302 May 27 02:34:04.782208 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-df3e05ba-3cdd-452d-9c53-8f3ba2b64f7f tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/quotas/2651911d1c264f1c8c7218b6fddf9f10 HTTP/1.1" status: 200 len: 375 time: 0.0128646 May 27 02:34:04.855278 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e23d68-7a74-4e49-aee4-10a8fbcd8851 req-9ed9e27e-f4e6-4315-9f5e-0b0507bdb719 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:04.862084 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-006dc4df-251b-4af8-801e-114f685f95a9 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:04.867483 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b2e23d68-7a74-4e49-aee4-10a8fbcd8851 req-9ed9e27e-f4e6-4315-9f5e-0b0507bdb719 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 945 time: 0.1834924 May 27 02:34:04.924013 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006dc4df-251b-4af8-801e-114f685f95a9 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Pushing event deleted for resources: {'Port': ['ID=fe3176b9-4207-411c-b03b-94b4a0c8d74f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:04.929946 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-006dc4df-251b-4af8-801e-114f685f95a9 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:04.952316 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-006dc4df-251b-4af8-801e-114f685f95a9 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] 10.222.0.57 "DELETE /v2.0/ports/fe3176b9-4207-411c-b03b-94b4a0c8d74f HTTP/1.1" status: 204 len: 168 time: 1.0492587 May 27 02:34:04.952316 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59886) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:04.955488 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b2e23d68-7a74-4e49-aee4-10a8fbcd8851 req-10dc4fcc-f75b-45a0-a615-d11b4d78d665 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695782 May 27 02:34:04.975474 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-208d0bd9-4699-4977-8427-33e24de7400b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=2651911d1c264f1c8c7218b6fddf9f10&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1802535 May 27 02:34:05.076653 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-db7bbce0-6101-45a7-a776-1003302f1fad tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Synchronizing usage tracker for tenant:cfb6d9f7f87946dc80757ee84af08868 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:34:05.208662 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-db7bbce0-6101-45a7-a776-1003302f1fad tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Unset dirty status for tenant:cfb6d9f7f87946dc80757ee84af08868 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:34:05.210261 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-db7bbce0-6101-45a7-a776-1003302f1fad tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2634096 May 27 02:34:05.215260 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59896) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:05.221396 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f33a5e77-c7fd-427e-8d06-5d577567c2a5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2019837672'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:34:05.231695 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f33a5e77-c7fd-427e-8d06-5d577567c2a5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:34:05.240983 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f33a5e77-c7fd-427e-8d06-5d577567c2a5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Usage tracker for resource:network and tenant:cfb6d9f7f87946dc80757ee84af08868 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:34:05.251974 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f33a5e77-c7fd-427e-8d06-5d577567c2a5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:34:05.278071 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f33a5e77-c7fd-427e-8d06-5d577567c2a5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:34:05.389768 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33a5e77-c7fd-427e-8d06-5d577567c2a5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Made reservation on behalf of cfb6d9f7f87946dc80757ee84af08868 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:34:05.390904 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f33a5e77-c7fd-427e-8d06-5d577567c2a5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:05.431824 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f33a5e77-c7fd-427e-8d06-5d577567c2a5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:34:05.446904 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f33a5e77-c7fd-427e-8d06-5d577567c2a5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:05.447604 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-f33a5e77-c7fd-427e-8d06-5d577567c2a5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Added segment 416dd4fc-1e54-4ba0-a714-42c654d51086 of type vlan for network fe9eba7d-5dd7-46a8-aa1e-2d6db31938c2 May 27 02:34:05.483439 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f33a5e77-c7fd-427e-8d06-5d577567c2a5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:05.537894 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1061579d-a363-469b-bec1-2aaa216f4d66 req-382ee8b5-752b-447f-b131-6f911e951ff7 tempest-ServerShowV247Test-936653027 tempest-ServerShowV247Test-936653027-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7c453af-a794-4598-8707-a09dfd6ad0a2 HTTP/1.1" status: 200 len: 210 time: 0.3204229 May 27 02:34:05.618602 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-fa371ddd-526c-4c40-b39b-f3fd8e661f5f service neutron] 10.222.0.57 "GET /v2.0/networks/72395de2-24ec-482b-bef7-14825a5fc695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6413507 May 27 02:34:05.621682 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f33a5e77-c7fd-427e-8d06-5d577567c2a5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:05.627990 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33a5e77-c7fd-427e-8d06-5d577567c2a5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:05.628583 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f33a5e77-c7fd-427e-8d06-5d577567c2a5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:05.798586 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-238e0750-d173-4f64-aebe-4f4518fca320 service neutron] 10.222.0.57 "GET /v2.0/networks/72395de2-24ec-482b-bef7-14825a5fc695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789508 May 27 02:34:05.924239 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a5e77-c7fd-427e-8d06-5d577567c2a5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Pushing event updated for resources: {'Network': ['ID=fe9eba7d-5dd7-46a8-aa1e-2d6db31938c2,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:05.937360 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network fe9eba7d-5dd7-46a8-aa1e-2d6db31938c2 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:34:05.989892 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f33a5e77-c7fd-427e-8d06-5d577567c2a5 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7729127 May 27 02:34:05.992596 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 59908) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:06.002060 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-5cd485b0-5658-40e5-8b97-ac49cf0e6826 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-999674722'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:34:06.019387 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5cd485b0-5658-40e5-8b97-ac49cf0e6826 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:34:06.034756 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5cd485b0-5658-40e5-8b97-ac49cf0e6826 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Usage tracker for resource:network and tenant:cfb6d9f7f87946dc80757ee84af08868 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:34:06.041373 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5cd485b0-5658-40e5-8b97-ac49cf0e6826 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:34:06.063726 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5cd485b0-5658-40e5-8b97-ac49cf0e6826 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:34:06.284175 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aad54c-a79e-46ab-a514-3a9862d77e28 req-b79297cd-5068-413c-b0ee-9fd92365af02 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:06.285691 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-83aad54c-a79e-46ab-a514-3a9862d77e28 req-b79297cd-5068-413c-b0ee-9fd92365af02 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 945 time: 0.1239378 May 27 02:34:06.341571 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-83aad54c-a79e-46ab-a514-3a9862d77e28 req-f4bc832f-8c85-4777-959a-1d10f38433dd tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492392 May 27 02:34:06.518733 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd485b0-5658-40e5-8b97-ac49cf0e6826 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Made reservation on behalf of cfb6d9f7f87946dc80757ee84af08868 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:34:06.524074 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5cd485b0-5658-40e5-8b97-ac49cf0e6826 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:06.552072 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cd485b0-5658-40e5-8b97-ac49cf0e6826 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:34:06.563848 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5cd485b0-5658-40e5-8b97-ac49cf0e6826 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:06.563848 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-5cd485b0-5658-40e5-8b97-ac49cf0e6826 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Added segment 9ac1ae9d-1058-481b-ada2-f2f9d82d16ac of type vlan for network 8a1b5a37-9653-4cae-9ea3-8b868c8681ed May 27 02:34:06.626851 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5cd485b0-5658-40e5-8b97-ac49cf0e6826 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:06.738441 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-55296870-3daf-4c6e-bfa0-97018f44cb91 req-450f75e4-69c3-44cd-9c94-de065c73ff88 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=73053d9d-efb8-4269-89a1-76b2a9f75fb6 HTTP/1.1" status: 200 len: 210 time: 0.0652428 May 27 02:34:06.915596 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-571f0117-47ab-4476-9a88-689f023fc879 req-48fe8fe4-b173-4aa9-b4a7-b46039dc0180 tempest-ServerShowV247Test-936653027 tempest-ServerShowV247Test-936653027-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7c453af-a794-4598-8707-a09dfd6ad0a2 HTTP/1.1" status: 200 len: 210 time: 0.1638651 May 27 02:34:06.981000 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5cd485b0-5658-40e5-8b97-ac49cf0e6826 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:06.987179 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd485b0-5658-40e5-8b97-ac49cf0e6826 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:06.987837 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5cd485b0-5658-40e5-8b97-ac49cf0e6826 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:07.231493 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd485b0-5658-40e5-8b97-ac49cf0e6826 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Pushing event updated for resources: {'Network': ['ID=8a1b5a37-9653-4cae-9ea3-8b868c8681ed,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:07.252256 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 8a1b5a37-9653-4cae-9ea3-8b868c8681ed details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:34:07.334177 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5cd485b0-5658-40e5-8b97-ac49cf0e6826 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3390284 May 27 02:34:07.678024 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc705d-367d-41e0-b5e0-44a2a288d2e2 req-4c75860c-1f39-4c05-9ef4-ae8921abf761 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:07.689317 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-67cc705d-367d-41e0-b5e0-44a2a288d2e2 req-4c75860c-1f39-4c05-9ef4-ae8921abf761 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 945 time: 0.1647828 May 27 02:34:07.832131 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-67cc705d-367d-41e0-b5e0-44a2a288d2e2 req-b20a8325-0bf2-466a-aedb-fb4d1e9752e4 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419106 May 27 02:34:07.966272 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a2de5a58-f22b-4cdd-8de0-8e3a09f2896e req-2c2edc61-5255-4dbd-8b52-92afa17f09e5 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=73053d9d-efb8-4269-89a1-76b2a9f75fb6 HTTP/1.1" status: 200 len: 210 time: 0.1331336 May 27 02:34:08.334169 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7a879c07-1979-4ef6-8f19-7d01b99f784b req-e2e795bb-9074-467c-a795-73a82bb270e4 tempest-ServerShowV247Test-936653027 tempest-ServerShowV247Test-936653027-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7c453af-a794-4598-8707-a09dfd6ad0a2 HTTP/1.1" status: 200 len: 210 time: 0.0609560 May 27 02:34:08.958250 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [req-18847c25-dc60-45ca-9417-c495a96e1230 req-48fb0020-3b4a-42ec-8db3-0b399dbb7ea0 service neutron] (88901) timed out ('10.222.0.57', 41390) {{(pid=88901) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 02:34:09.195104 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672a98c-6a8b-4215-9c44-5f63ef573875 req-b5eeb7b8-5502-47fe-85bb-e0ca8b188486 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:09.196995 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7672a98c-6a8b-4215-9c44-5f63ef573875 req-b5eeb7b8-5502-47fe-85bb-e0ca8b188486 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 945 time: 0.1713574 May 27 02:34:09.249728 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7672a98c-6a8b-4215-9c44-5f63ef573875 req-a1d4540d-f937-49c3-a6e8-8b157516bc06 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444379 May 27 02:34:09.303281 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-20e85f04-57cf-4941-9f20-515067d678c1 req-049359ed-ef27-4644-bc0c-626d4d0ff0f3 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=73053d9d-efb8-4269-89a1-76b2a9f75fb6 HTTP/1.1" status: 200 len: 210 time: 0.0426419 May 27 02:34:09.494435 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-05f10fe9-4ad3-42fe-a106-b9a278fd6fce req-0222afc1-a9e7-4d8a-b24e-1a38c05dfdee tempest-ServerShowV247Test-936653027 tempest-ServerShowV247Test-936653027-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7c453af-a794-4598-8707-a09dfd6ad0a2 HTTP/1.1" status: 200 len: 210 time: 0.0450974 May 27 02:34:10.504233 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522ee4e-b0c8-4c0c-bfd5-288da753b3d3 req-b8425836-68ca-4d56-9996-8bf3eb1ec6c8 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:10.511943 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f522ee4e-b0c8-4c0c-bfd5-288da753b3d3 req-b8425836-68ca-4d56-9996-8bf3eb1ec6c8 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 945 time: 0.1449866 May 27 02:34:10.566257 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f522ee4e-b0c8-4c0c-bfd5-288da753b3d3 req-2e98a328-8e0f-4b04-9493-a2ca811ef9b7 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532837 May 27 02:34:10.706387 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 60002) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:10.712701 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-7141b58e-bb35-424b-a2ff-be9346341eff tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Request body: {'subnets': [{'network_id': 'fe9eba7d-5dd7-46a8-aa1e-2d6db31938c2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--640125938', 'ip_version': 6}, {'network_id': '8a1b5a37-9653-4cae-9ea3-8b868c8681ed', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:34:10.713062 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-7141b58e-bb35-424b-a2ff-be9346341eff tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Request body: {'subnet': {'network_id': 'fe9eba7d-5dd7-46a8-aa1e-2d6db31938c2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--640125938', 'ip_version': 6}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:34:10.713730 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-7141b58e-bb35-424b-a2ff-be9346341eff tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Request body: {'subnet': {'network_id': '8a1b5a37-9653-4cae-9ea3-8b868c8681ed', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:34:10.780577 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a9d01120-9eee-48c6-bd21-75f37eb2fb1e req-52ec2de8-1301-4ef0-8e71-055484661398 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=73053d9d-efb8-4269-89a1-76b2a9f75fb6 HTTP/1.1" status: 200 len: 210 time: 0.0602160 May 27 02:34:10.794598 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-b1db89e2-eb4f-4f61-8a94-59a0da1e80da tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:10.800599 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-b1db89e2-eb4f-4f61-8a94-59a0da1e80da tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.66 "GET /v2.0/networks?id=72395de2-24ec-482b-bef7-14825a5fc695 HTTP/1.1" status: 200 len: 814 time: 0.2321887 May 27 02:34:10.862966 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-5b578bf6-6151-4420-9649-2b101c4691b2 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2651911d1c264f1c8c7218b6fddf9f10 HTTP/1.1" status: 200 len: 380 time: 0.0532002 May 27 02:34:10.871802 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-9c74fc75-cc9d-4d08-bb90-d4d7adc55ab3 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Request body: {'port': {'device_id': '73053d9d-efb8-4269-89a1-76b2a9f75fb6', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'admin_state_up': True, 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'security_groups': ['63eff4c2-4a66-4508-803d-a6c0d4be4326']}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:34:11.032354 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7141b58e-bb35-424b-a2ff-be9346341eff tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:34:11.036831 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7141b58e-bb35-424b-a2ff-be9346341eff tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Usage tracker for resource:subnet and tenant:cfb6d9f7f87946dc80757ee84af08868 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:34:11.040034 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7141b58e-bb35-424b-a2ff-be9346341eff tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:34:11.044878 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-9c74fc75-cc9d-4d08-bb90-d4d7adc55ab3 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:34:11.047982 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7141b58e-bb35-424b-a2ff-be9346341eff tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:34:11.049383 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-9c74fc75-cc9d-4d08-bb90-d4d7adc55ab3 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Usage tracker for resource:port and tenant:2651911d1c264f1c8c7218b6fddf9f10 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:34:11.052256 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-9c74fc75-cc9d-4d08-bb90-d4d7adc55ab3 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:34:11.059465 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-9c74fc75-cc9d-4d08-bb90-d4d7adc55ab3 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:34:11.115570 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4048eee8-82fa-4b26-98b1-2b6168614be3 req-f3e0a556-3fb4-4c4a-8acf-826fcc6e441d tempest-ServerShowV247Test-936653027 tempest-ServerShowV247Test-936653027-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7c453af-a794-4598-8707-a09dfd6ad0a2 HTTP/1.1" status: 200 len: 210 time: 0.0555069 May 27 02:34:11.180118 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7141b58e-bb35-424b-a2ff-be9346341eff tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Made reservation on behalf of cfb6d9f7f87946dc80757ee84af08868 for: {'subnet': 2} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:34:11.184918 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7141b58e-bb35-424b-a2ff-be9346341eff tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:11.185244 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7141b58e-bb35-424b-a2ff-be9346341eff tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:11.203314 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-9c74fc75-cc9d-4d08-bb90-d4d7adc55ab3 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Made reservation on behalf of 2651911d1c264f1c8c7218b6fddf9f10 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:34:11.209048 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-9c74fc75-cc9d-4d08-bb90-d4d7adc55ab3 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:11.431228 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-9c74fc75-cc9d-4d08-bb90-d4d7adc55ab3 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Allocated IP 172.20.0.8 (72395de2-24ec-482b-bef7-14825a5fc695/8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95/b9db786f-9e91-48af-b6e3-1094265bb00c) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:34:11.976525 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7141b58e-bb35-424b-a2ff-be9346341eff tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:12.004320 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device ef89c633-926b-4d93-b87d-6ad84002925e details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:34:12.025245 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-520c6cbe-b7d0-4cc5-af7e-481ce6316b9f req-694c75da-e8e5-45bb-929b-9d42f95e0c0b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=73053d9d-efb8-4269-89a1-76b2a9f75fb6 HTTP/1.1" status: 200 len: 210 time: 0.0578666 May 27 02:34:12.030833 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-9c74fc75-cc9d-4d08-bb90-d4d7adc55ab3 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:12.051881 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-9c74fc75-cc9d-4d08-bb90-d4d7adc55ab3 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Transition to ACTIVE for port object b9db786f-9e91-48af-b6e3-1094265bb00c will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:34:12.072045 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da721d98-eb14-44b5-b5d7-e970fdd56b47 req-fde13297-1d8b-40e4-9616-580ba2defc39 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:12.074357 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-da721d98-eb14-44b5-b5d7-e970fdd56b47 req-fde13297-1d8b-40e4-9616-580ba2defc39 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 945 time: 0.2148185 May 27 02:34:12.111847 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7141b58e-bb35-424b-a2ff-be9346341eff tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Pushing event updated for resources: {'Subnet': ['ID=1202b634-d08e-4b8f-acc6-c5f687df9168,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:12.133899 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-da721d98-eb14-44b5-b5d7-e970fdd56b47 req-8c95cc8b-5997-49d7-92d4-2ef3d97ae29c tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539439 May 27 02:34:12.161238 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7141b58e-bb35-424b-a2ff-be9346341eff tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Checking segment: {'id': '416dd4fc-1e54-4ba0-a714-42c654d51086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'fe9eba7d-5dd7-46a8-aa1e-2d6db31938c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:34:12.161809 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7141b58e-bb35-424b-a2ff-be9346341eff tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Network hostable DHCP agents. Network: fe9eba7d-5dd7-46a8-aa1e-2d6db31938c2, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:34:12.183574 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-9c74fc75-cc9d-4d08-bb90-d4d7adc55ab3 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:12.245103 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7141b58e-bb35-424b-a2ff-be9346341eff tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Network fe9eba7d-5dd7-46a8-aa1e-2d6db31938c2 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:34:12.282914 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-9c74fc75-cc9d-4d08-bb90-d4d7adc55ab3 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Network 72395de2-24ec-482b-bef7-14825a5fc695 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:34:12.283958 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port ef89c633-926b-4d93-b87d-6ad84002925e, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=ef89c633-926b-4d93-b87d-6ad84002925e,segment=NetworkSegment(c440826c-ad96-4ffb-93da-4786708a138b),segment_id=c440826c-ad96-4ffb-93da-4786708a138b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:34:12.294296 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-9c74fc75-cc9d-4d08-bb90-d4d7adc55ab3 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:34:12.314822 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': 'ef89c633-926b-4d93-b87d-6ad84002925e', 'network_id': '882e4b63-c6d9-4a5c-9012-33783fcec11a', 'port_id': 'ef89c633-926b-4d93-b87d-6ad84002925e', 'mac_address': 'fa:16:3e:b6:67:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b516e58d-c3cf-49b8-8e9a-0013236ae33e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:34:12.338251 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a341bedd-dfc6-4a65-8b46-5534eac63f83 req-026dea1c-a345-4d87-b56a-70b4ecd8154e tempest-ServerShowV247Test-936653027 tempest-ServerShowV247Test-936653027-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7c453af-a794-4598-8707-a09dfd6ad0a2 HTTP/1.1" status: 200 len: 210 time: 0.0732574 May 27 02:34:12.339025 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-9c74fc75-cc9d-4d08-bb90-d4d7adc55ab3 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:34:12.353641 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-7141b58e-bb35-424b-a2ff-be9346341eff tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, fe9eba7d-5dd7-46a8-aa1e-2d6db31938c2) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:34:12.366313 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7141b58e-bb35-424b-a2ff-be9346341eff tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:12.407815 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port ef89c633-926b-4d93-b87d-6ad84002925e is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:34:12.408324 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:12.430262 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2014f670-9b29-4376-b646-231ac5c7f6c7 None None] Network fe9eba7d-5dd7-46a8-aa1e-2d6db31938c2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:34:12.441715 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c74fc75-cc9d-4d08-bb90-d4d7adc55ab3 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Pushing event updated for resources: {'Port': ['ID=b9db786f-9e91-48af-b6e3-1094265bb00c,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:12.455686 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef89c633-926b-4d93-b87d-6ad84002925e {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:34:12.474574 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port ef89c633-926b-4d93-b87d-6ad84002925e, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=ef89c633-926b-4d93-b87d-6ad84002925e,segment=NetworkSegment(c440826c-ad96-4ffb-93da-4786708a138b),segment_id=c440826c-ad96-4ffb-93da-4786708a138b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:34:12.487189 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-9c74fc75-cc9d-4d08-bb90-d4d7adc55ab3 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:12.488037 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-9c74fc75-cc9d-4d08-bb90-d4d7adc55ab3 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:12.499957 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7141b58e-bb35-424b-a2ff-be9346341eff tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Checking segment: {'id': '9ac1ae9d-1058-481b-ada2-f2f9d82d16ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8a1b5a37-9653-4cae-9ea3-8b868c8681ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:34:12.500235 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7141b58e-bb35-424b-a2ff-be9346341eff tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Network hostable DHCP agents. Network: 8a1b5a37-9653-4cae-9ea3-8b868c8681ed, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:34:12.516429 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7141b58e-bb35-424b-a2ff-be9346341eff tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Pushing event updated for resources: {'Subnet': ['ID=457bc88a-efc1-477e-b046-e301ed3195ee,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:12.554892 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:12.587883 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7141b58e-bb35-424b-a2ff-be9346341eff tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Network 8a1b5a37-9653-4cae-9ea3-8b868c8681ed is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:34:12.588302 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-9c74fc75-cc9d-4d08-bb90-d4d7adc55ab3 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7207737 May 27 02:34:12.600465 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-ff662c33-9dc8-48cf-ac39-8560ebd9361e service neutron] Request body: {'port': {'device_id': '73053d9d-efb8-4269-89a1-76b2a9f75fb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:34:12.685923 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=ef89c633-926b-4d93-b87d-6ad84002925e,revision_number=11']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:12.692833 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-7141b58e-bb35-424b-a2ff-be9346341eff tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 8a1b5a37-9653-4cae-9ea3-8b868c8681ed) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:34:12.715810 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7141b58e-bb35-424b-a2ff-be9346341eff tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:12.715810 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7141b58e-bb35-424b-a2ff-be9346341eff tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:12.715810 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7141b58e-bb35-424b-a2ff-be9346341eff tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:12.749706 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-ff662c33-9dc8-48cf-ac39-8560ebd9361e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:12.808355 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7141b58e-bb35-424b-a2ff-be9346341eff tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.0983906 May 27 02:34:12.808569 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:34:12.808680 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:34:12.809059 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:34:12.809192 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 60046) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:12.809448 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:34:12.809721 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:34:12.810050 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:34:12.810377 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:34:12.810699 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:34:12.811023 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:34:12.811340 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:34:12.811659 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:34:12.811982 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:34:12.842954 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be96698d-086e-4cda-94d4-04e2dc3637ed None None] Network 8a1b5a37-9653-4cae-9ea3-8b868c8681ed requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:34:12.944267 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['ef89c633-926b-4d93-b87d-6ad84002925e'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:34:12.967644 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec8530a-2034-466e-8e67-cb7f3e277e8e tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:12.969335 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec8530a-2034-466e-8e67-cb7f3e277e8e tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:12.970816 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec8530a-2034-466e-8e67-cb7f3e277e8e tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:12.971625 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3ec8530a-2034-466e-8e67-cb7f3e277e8e tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Synchronizing usage tracker for tenant:cfb6d9f7f87946dc80757ee84af08868 on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:34:12.995087 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973143ad-f919-4ba9-9e7d-fe3b0df77fe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-fe9eba7d-5dd7-46a8-aa1e-2d6db31938c2', 'network_id': 'fe9eba7d-5dd7-46a8-aa1e-2d6db31938c2', 'tenant_id': 'cfb6d9f7f87946dc80757ee84af08868', 'fixed_ips': [{'subnet_id': '1202b634-d08e-4b8f-acc6-c5f687df9168'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:34:12.995940 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-973143ad-f919-4ba9-9e7d-fe3b0df77fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:13.021777 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-47be992c-09ee-40ea-884e-5286307d7ca1 None None] Provisioning for port b9db786f-9e91-48af-b6e3-1094265bb00c completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:34:13.038986 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-47be992c-09ee-40ea-884e-5286307d7ca1 None None] Provisioning complete for port b9db786f-9e91-48af-b6e3-1094265bb00c triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:34:13.039362 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-47be992c-09ee-40ea-884e-5286307d7ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:13.055281 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3ec8530a-2034-466e-8e67-cb7f3e277e8e tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Unset dirty status for tenant:cfb6d9f7f87946dc80757ee84af08868 on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:34:13.066348 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 60052) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:13.066812 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3ec8530a-2034-466e-8e67-cb7f3e277e8e tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2559390 May 27 02:34:13.237576 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0d4862b-80cd-4247-8153-812e6cf4b6f8 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Deleting subnet 1202b634-d08e-4b8f-acc6-c5f687df9168 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:34:13.292254 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec0228-cee3-4b70-af00-688843a7341d req-d1266bb2-2ba9-48de-92cf-4cc88c6a5dbe tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:13.293765 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-15ec0228-cee3-4b70-af00-688843a7341d req-d1266bb2-2ba9-48de-92cf-4cc88c6a5dbe tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Synchronizing usage tracker for tenant:2651911d1c264f1c8c7218b6fddf9f10 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:34:13.415904 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-47be992c-09ee-40ea-884e-5286307d7ca1 None None] Port b9db786f-9e91-48af-b6e3-1094265bb00c cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:34:13.444052 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-973143ad-f919-4ba9-9e7d-fe3b0df77fe6 None None] Allocated IP 2001:db8::1 (fe9eba7d-5dd7-46a8-aa1e-2d6db31938c2/1202b634-d08e-4b8f-acc6-c5f687df9168/c3a97cf1-48ad-4522-8fc8-55b8cdab70a0) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:34:13.444672 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-ff662c33-9dc8-48cf-ac39-8560ebd9361e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9db786f-9e91-48af-b6e3-1094265bb00c {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:34:13.457416 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-ff662c33-9dc8-48cf-ac39-8560ebd9361e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:13.479126 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-ff662c33-9dc8-48cf-ac39-8560ebd9361e service neutron] Transition to ACTIVE for port object b9db786f-9e91-48af-b6e3-1094265bb00c will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:34:13.546086 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6ed34-bfd2-4eb4-bc1e-5b6b1e6688a0 req-ed1ac13d-67e7-4070-a9f5-a2e7c1c7802a tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:13.547614 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-01b6ed34-bfd2-4eb4-bc1e-5b6b1e6688a0 req-ed1ac13d-67e7-4070-a9f5-a2e7c1c7802a tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.2338471 May 27 02:34:13.568205 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-ff662c33-9dc8-48cf-ac39-8560ebd9361e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:13.599716 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece31aed-6f37-4d9a-8165-8ab21768eb5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-8a1b5a37-9653-4cae-9ea3-8b868c8681ed', 'network_id': '8a1b5a37-9653-4cae-9ea3-8b868c8681ed', 'tenant_id': 'cfb6d9f7f87946dc80757ee84af08868', 'fixed_ips': [{'subnet_id': '457bc88a-efc1-477e-b046-e301ed3195ee'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:34:13.600524 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ece31aed-6f37-4d9a-8165-8ab21768eb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:13.639348 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-15ec0228-cee3-4b70-af00-688843a7341d req-d1266bb2-2ba9-48de-92cf-4cc88c6a5dbe tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Unset dirty status for tenant:2651911d1c264f1c8c7218b6fddf9f10 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:34:13.640497 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-15ec0228-cee3-4b70-af00-688843a7341d req-d1266bb2-2ba9-48de-92cf-4cc88c6a5dbe tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=73053d9d-efb8-4269-89a1-76b2a9f75fb6 HTTP/1.1" status: 200 len: 931 time: 0.4874675 May 27 02:34:13.796606 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-01b6ed34-bfd2-4eb4-bc1e-5b6b1e6688a0 req-8045e111-6afb-4c87-9f6b-c1a588b8a5b9 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424490 May 27 02:34:13.940065 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-15ec0228-cee3-4b70-af00-688843a7341d req-722f9818-17a4-4d0e-9d94-c16b9d4e84fd tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?id=63eff4c2-4a66-4508-803d-a6c0d4be4326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170467 May 27 02:34:13.953765 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff662c33-9dc8-48cf-ac39-8560ebd9361e service neutron] Pushing event updated for resources: {'Port': ['ID=b9db786f-9e91-48af-b6e3-1094265bb00c,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:14.072932 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2787c6e5-0e41-444f-aadc-1419eb044a35 req-df75307c-d836-4117-bbd5-48985aa707ad tempest-ServerShowV247Test-936653027 tempest-ServerShowV247Test-936653027-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7c453af-a794-4598-8707-a09dfd6ad0a2 HTTP/1.1" status: 200 len: 210 time: 0.0562510 May 27 02:34:14.098432 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-ff662c33-9dc8-48cf-ac39-8560ebd9361e service neutron] Attempting to bind port b9db786f-9e91-48af-b6e3-1094265bb00c on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:34:14.098999 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-ff662c33-9dc8-48cf-ac39-8560ebd9361e service neutron] Attempting to bind port b9db786f-9e91-48af-b6e3-1094265bb00c by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '2f5a53b5-f564-4864-b9f2-3ebea542732b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:34:14.099536 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-ff662c33-9dc8-48cf-ac39-8560ebd9361e service neutron] Attempting to bind port b9db786f-9e91-48af-b6e3-1094265bb00c on network 72395de2-24ec-482b-bef7-14825a5fc695 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:34:14.105585 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-ff662c33-9dc8-48cf-ac39-8560ebd9361e service neutron] Port b9db786f-9e91-48af-b6e3-1094265bb00c on network 72395de2-24ec-482b-bef7-14825a5fc695 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:34:14.105910 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-ff662c33-9dc8-48cf-ac39-8560ebd9361e service neutron] Attempting to bind port b9db786f-9e91-48af-b6e3-1094265bb00c on network 72395de2-24ec-482b-bef7-14825a5fc695 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:34:14.111473 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-ece31aed-6f37-4d9a-8165-8ab21768eb5d None None] Allocated IP 2001:db8:0:1::1 (8a1b5a37-9653-4cae-9ea3-8b868c8681ed/457bc88a-efc1-477e-b046-e301ed3195ee/905542d2-cfad-4f22-8993-664246551c3b) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:34:14.111999 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-ff662c33-9dc8-48cf-ac39-8560ebd9361e service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:34:14.112145 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-ff662c33-9dc8-48cf-ac39-8560ebd9361e service neutron] Checking segment: {'id': '2f5a53b5-f564-4864-b9f2-3ebea542732b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:34:14.112547 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-ff662c33-9dc8-48cf-ac39-8560ebd9361e service neutron] Bound using segment: {'id': '2f5a53b5-f564-4864-b9f2-3ebea542732b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:34:14.113571 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-973143ad-f919-4ba9-9e7d-fe3b0df77fe6 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:14.113783 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-ff662c33-9dc8-48cf-ac39-8560ebd9361e service neutron] Bound port: b9db786f-9e91-48af-b6e3-1094265bb00c, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f5a53b5-f564-4864-b9f2-3ebea542732b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:34:14.114288 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-ff662c33-9dc8-48cf-ac39-8560ebd9361e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:14.128042 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-973143ad-f919-4ba9-9e7d-fe3b0df77fe6 None None] Transition to ACTIVE for port object c3a97cf1-48ad-4522-8fc8-55b8cdab70a0 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:34:14.212142 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-ff662c33-9dc8-48cf-ac39-8560ebd9361e service neutron] For port b9db786f-9e91-48af-b6e3-1094265bb00c, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:34:14.215134 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-973143ad-f919-4ba9-9e7d-fe3b0df77fe6 None None] Transition to ACTIVE for port object c3a97cf1-48ad-4522-8fc8-55b8cdab70a0 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:34:14.217130 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-ff662c33-9dc8-48cf-ac39-8560ebd9361e service neutron] For port b9db786f-9e91-48af-b6e3-1094265bb00c, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=b9db786f-9e91-48af-b6e3-1094265bb00c,segment=NetworkSegment(2f5a53b5-f564-4864-b9f2-3ebea542732b),segment_id=2f5a53b5-f564-4864-b9f2-3ebea542732b)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:34:14.311375 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-ff662c33-9dc8-48cf-ac39-8560ebd9361e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:14.351287 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-973143ad-f919-4ba9-9e7d-fe3b0df77fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:14.368117 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b0d4862b-80cd-4247-8153-812e6cf4b6f8 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:14.431691 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973143ad-f919-4ba9-9e7d-fe3b0df77fe6 None None] Network fe9eba7d-5dd7-46a8-aa1e-2d6db31938c2 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:34:14.435016 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ece31aed-6f37-4d9a-8165-8ab21768eb5d None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:14.439824 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-973143ad-f919-4ba9-9e7d-fe3b0df77fe6 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:34:14.448614 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973143ad-f919-4ba9-9e7d-fe3b0df77fe6 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:34:14.454734 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973143ad-f919-4ba9-9e7d-fe3b0df77fe6 None None] Pushing event updated for resources: {'Port': ['ID=c3a97cf1-48ad-4522-8fc8-55b8cdab70a0,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:14.461442 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ece31aed-6f37-4d9a-8165-8ab21768eb5d None None] Transition to ACTIVE for port object 905542d2-cfad-4f22-8993-664246551c3b will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:34:14.555857 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ece31aed-6f37-4d9a-8165-8ab21768eb5d None None] Transition to ACTIVE for port object 905542d2-cfad-4f22-8993-664246551c3b will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:34:14.559998 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-ff662c33-9dc8-48cf-ac39-8560ebd9361e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:14.560616 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-ff662c33-9dc8-48cf-ac39-8560ebd9361e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:14.562153 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-ff662c33-9dc8-48cf-ac39-8560ebd9361e service neutron] 10.222.0.66 "PUT /v2.0/ports/b9db786f-9e91-48af-b6e3-1094265bb00c HTTP/1.1" status: 200 len: 1091 time: 1.9658768 May 27 02:34:14.562552 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73053d9d-efb8-4269-89a1-76b2a9f75fb6', 'tag': 'b9db786f-9e91-48af-b6e3-1094265bb00c'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:34:14.587336 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-973143ad-f919-4ba9-9e7d-fe3b0df77fe6 None None] Attempting to bind port c3a97cf1-48ad-4522-8fc8-55b8cdab70a0 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:34:14.591131 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-973143ad-f919-4ba9-9e7d-fe3b0df77fe6 None None] Attempting to bind port c3a97cf1-48ad-4522-8fc8-55b8cdab70a0 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '416dd4fc-1e54-4ba0-a714-42c654d51086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'fe9eba7d-5dd7-46a8-aa1e-2d6db31938c2'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:34:14.591131 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973143ad-f919-4ba9-9e7d-fe3b0df77fe6 None None] Attempting to bind port c3a97cf1-48ad-4522-8fc8-55b8cdab70a0 on network fe9eba7d-5dd7-46a8-aa1e-2d6db31938c2 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:34:14.591549 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b0d4862b-80cd-4247-8153-812e6cf4b6f8 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:14.596223 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973143ad-f919-4ba9-9e7d-fe3b0df77fe6 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:34:14.596832 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973143ad-f919-4ba9-9e7d-fe3b0df77fe6 None None] Checking segment: {'id': '416dd4fc-1e54-4ba0-a714-42c654d51086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'fe9eba7d-5dd7-46a8-aa1e-2d6db31938c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:34:14.597395 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-973143ad-f919-4ba9-9e7d-fe3b0df77fe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:14.597892 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973143ad-f919-4ba9-9e7d-fe3b0df77fe6 None None] Bound using segment: {'id': '416dd4fc-1e54-4ba0-a714-42c654d51086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'fe9eba7d-5dd7-46a8-aa1e-2d6db31938c2'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:34:14.598487 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-973143ad-f919-4ba9-9e7d-fe3b0df77fe6 None None] Bound port: c3a97cf1-48ad-4522-8fc8-55b8cdab70a0, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '416dd4fc-1e54-4ba0-a714-42c654d51086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'fe9eba7d-5dd7-46a8-aa1e-2d6db31938c2'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:34:14.599353 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-973143ad-f919-4ba9-9e7d-fe3b0df77fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:14.631620 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43610023-02d1-4b47-9a05-dedebbb9dfbe'] response: {'name': 'network-changed', 'server_uuid': '73053d9d-efb8-4269-89a1-76b2a9f75fb6', 'tag': 'b9db786f-9e91-48af-b6e3-1094265bb00c', 'status': 'completed', 'code': 200} May 27 02:34:14.635016 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff662c33-9dc8-48cf-ac39-8560ebd9361e service neutron] Pushing event updated for resources: {'Port': ['ID=b9db786f-9e91-48af-b6e3-1094265bb00c,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:14.669259 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ece31aed-6f37-4d9a-8165-8ab21768eb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:14.759329 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece31aed-6f37-4d9a-8165-8ab21768eb5d None None] Pushing event updated for resources: {'Port': ['ID=905542d2-cfad-4f22-8993-664246551c3b,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:14.764372 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b0d4862b-80cd-4247-8153-812e6cf4b6f8 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:14.793127 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece31aed-6f37-4d9a-8165-8ab21768eb5d None None] Network 8a1b5a37-9653-4cae-9ea3-8b868c8681ed is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:34:14.796124 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-ece31aed-6f37-4d9a-8165-8ab21768eb5d None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:34:14.798589 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece31aed-6f37-4d9a-8165-8ab21768eb5d None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:34:14.877375 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c51f05-1f45-41d3-ab3e-7ce1ba05e614 req-9004cb5f-ffaa-4707-afc9-925641ccd1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:14.879549 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c5c51f05-1f45-41d3-ab3e-7ce1ba05e614 req-9004cb5f-ffaa-4707-afc9-925641ccd1ef service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2651911d1c264f1c8c7218b6fddf9f10&device_id=73053d9d-efb8-4269-89a1-76b2a9f75fb6 HTTP/1.1" status: 200 len: 1094 time: 0.2285521 May 27 02:34:14.917125 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-ece31aed-6f37-4d9a-8165-8ab21768eb5d None None] Attempting to bind port 905542d2-cfad-4f22-8993-664246551c3b on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:34:14.918235 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-ece31aed-6f37-4d9a-8165-8ab21768eb5d None None] Attempting to bind port 905542d2-cfad-4f22-8993-664246551c3b by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '9ac1ae9d-1058-481b-ada2-f2f9d82d16ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8a1b5a37-9653-4cae-9ea3-8b868c8681ed'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:34:14.918818 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece31aed-6f37-4d9a-8165-8ab21768eb5d None None] Attempting to bind port 905542d2-cfad-4f22-8993-664246551c3b on network 8a1b5a37-9653-4cae-9ea3-8b868c8681ed {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:34:14.924594 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece31aed-6f37-4d9a-8165-8ab21768eb5d None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:34:14.925035 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece31aed-6f37-4d9a-8165-8ab21768eb5d None None] Checking segment: {'id': '9ac1ae9d-1058-481b-ada2-f2f9d82d16ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8a1b5a37-9653-4cae-9ea3-8b868c8681ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:34:14.925729 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ece31aed-6f37-4d9a-8165-8ab21768eb5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:14.926282 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece31aed-6f37-4d9a-8165-8ab21768eb5d None None] Bound using segment: {'id': '9ac1ae9d-1058-481b-ada2-f2f9d82d16ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8a1b5a37-9653-4cae-9ea3-8b868c8681ed'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:34:14.926933 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-ece31aed-6f37-4d9a-8165-8ab21768eb5d None None] Bound port: 905542d2-cfad-4f22-8993-664246551c3b, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac1ae9d-1058-481b-ada2-f2f9d82d16ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8a1b5a37-9653-4cae-9ea3-8b868c8681ed'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:34:14.927481 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ece31aed-6f37-4d9a-8165-8ab21768eb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:14.984303 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b0d4862b-80cd-4247-8153-812e6cf4b6f8 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:15.022359 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-ece31aed-6f37-4d9a-8165-8ab21768eb5d None None] For port 905542d2-cfad-4f22-8993-664246551c3b, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:34:15.025469 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-ece31aed-6f37-4d9a-8165-8ab21768eb5d None None] For port 905542d2-cfad-4f22-8993-664246551c3b, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=905542d2-cfad-4f22-8993-664246551c3b,segment=NetworkSegment(9ac1ae9d-1058-481b-ada2-f2f9d82d16ac),segment_id=9ac1ae9d-1058-481b-ada2-f2f9d82d16ac)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:34:15.036964 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-973143ad-f919-4ba9-9e7d-fe3b0df77fe6 None None] For port c3a97cf1-48ad-4522-8fc8-55b8cdab70a0, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:34:15.039507 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-973143ad-f919-4ba9-9e7d-fe3b0df77fe6 None None] For port c3a97cf1-48ad-4522-8fc8-55b8cdab70a0, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c3a97cf1-48ad-4522-8fc8-55b8cdab70a0,segment=NetworkSegment(416dd4fc-1e54-4ba0-a714-42c654d51086),segment_id=416dd4fc-1e54-4ba0-a714-42c654d51086)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:34:15.078856 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b0d4862b-80cd-4247-8153-812e6cf4b6f8 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:15.091110 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d4862b-80cd-4247-8153-812e6cf4b6f8 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Pushing event deleted for resources: {'Subnet': ['ID=1202b634-d08e-4b8f-acc6-c5f687df9168,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:15.112438 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ece31aed-6f37-4d9a-8165-8ab21768eb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:15.177093 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-973143ad-f919-4ba9-9e7d-fe3b0df77fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:15.184227 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b0d4862b-80cd-4247-8153-812e6cf4b6f8 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] 10.222.0.57 "DELETE /v2.0/subnets/1202b634-d08e-4b8f-acc6-c5f687df9168 HTTP/1.1" status: 204 len: 168 time: 2.1166036 May 27 02:34:15.187169 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 60096) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:15.226641 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c51f05-1f45-41d3-ab3e-7ce1ba05e614 req-3695e4b6-8c2a-4cca-b863-9d21d15409dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:15.228107 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c5c51f05-1f45-41d3-ab3e-7ce1ba05e614 req-3695e4b6-8c2a-4cca-b863-9d21d15409dc service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=2651911d1c264f1c8c7218b6fddf9f10&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3413615 May 27 02:34:15.257302 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece31aed-6f37-4d9a-8165-8ab21768eb5d None None] Pushing event updated for resources: {'Port': ['ID=905542d2-cfad-4f22-8993-664246551c3b,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:15.272255 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff0298-a6dc-4281-a89b-78c0ce15d521 req-2ae323da-f250-4bdd-ab85-9c200414b0c8 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:15.273837 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-66ff0298-a6dc-4281-a89b-78c0ce15d521 req-2ae323da-f250-4bdd-ab85-9c200414b0c8 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 946 time: 0.2976203 May 27 02:34:15.305698 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-374b7814-f2a8-4a8d-af1f-4316c8b2d02f tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Deleting subnet 457bc88a-efc1-477e-b046-e301ed3195ee {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:34:15.309654 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-374b7814-f2a8-4a8d-af1f-4316c8b2d02f tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:15.394363 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973143ad-f919-4ba9-9e7d-fe3b0df77fe6 None None] Pushing event updated for resources: {'Port': ['ID=c3a97cf1-48ad-4522-8fc8-55b8cdab70a0,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:15.396586 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-374b7814-f2a8-4a8d-af1f-4316c8b2d02f tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:15.403140 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17e50f-e3ab-4480-af8d-0ef73a4dc4cc req-3b702588-73bb-4108-9620-e45a8efd3210 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:15.404629 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7a17e50f-e3ab-4480-af8d-0ef73a4dc4cc req-3b702588-73bb-4108-9620-e45a8efd3210 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=73053d9d-efb8-4269-89a1-76b2a9f75fb6 HTTP/1.1" status: 200 len: 943 time: 0.2976928 May 27 02:34:15.477331 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-66ff0298-a6dc-4281-a89b-78c0ce15d521 req-87704fec-fa53-4564-b4b0-e1648f6a98e8 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343231 May 27 02:34:15.514230 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7a17e50f-e3ab-4480-af8d-0ef73a4dc4cc req-2c71e302-17f5-4838-8619-0ec5750c8678 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?id=63eff4c2-4a66-4508-803d-a6c0d4be4326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968323 May 27 02:34:15.517915 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c51f05-1f45-41d3-ab3e-7ce1ba05e614 req-869240ad-0f88-4019-a3ff-ab4d38f6a58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:15.519538 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c5c51f05-1f45-41d3-ab3e-7ce1ba05e614 req-869240ad-0f88-4019-a3ff-ab4d38f6a58b service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2835088 May 27 02:34:15.520321 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-374b7814-f2a8-4a8d-af1f-4316c8b2d02f tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:15.694028 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-3b4cd580-5065-4acc-a2ce-34b4deb5c445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:15.696307 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-3b4cd580-5065-4acc-a2ce-34b4deb5c445 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2651911d1c264f1c8c7218b6fddf9f10&device_id=73053d9d-efb8-4269-89a1-76b2a9f75fb6 HTTP/1.1" status: 200 len: 1094 time: 0.1367321 May 27 02:34:15.851766 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-374b7814-f2a8-4a8d-af1f-4316c8b2d02f tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:15.876332 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-5d2f83ba-dd22-4dc5-81d7-32402b08d43e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9db786f-9e91-48af-b6e3-1094265bb00c HTTP/1.1" status: 200 len: 217 time: 0.1637936 May 27 02:34:15.919788 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-374b7814-f2a8-4a8d-af1f-4316c8b2d02f tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:15.929360 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b7814-f2a8-4a8d-af1f-4316c8b2d02f tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Pushing event deleted for resources: {'Subnet': ['ID=457bc88a-efc1-477e-b046-e301ed3195ee,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:15.937182 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-374b7814-f2a8-4a8d-af1f-4316c8b2d02f tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] 10.222.0.57 "DELETE /v2.0/subnets/457bc88a-efc1-477e-b046-e301ed3195ee HTTP/1.1" status: 204 len: 168 time: 0.7474337 May 27 02:34:15.940196 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 60106) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:15.983796 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-79437c52-4331-40ea-a506-ac4cab20d8ef req-4d4603e2-a08b-45a5-ab74-8fcc815312ef tempest-ServerShowV247Test-936653027 tempest-ServerShowV247Test-936653027-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7c453af-a794-4598-8707-a09dfd6ad0a2 HTTP/1.1" status: 200 len: 210 time: 0.1000926 May 27 02:34:16.015121 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-12bd260c-6e5c-48df-ad5b-c35ee473644c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:16.016666 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-12bd260c-6e5c-48df-ad5b-c35ee473644c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95 HTTP/1.1" status: 200 len: 853 time: 0.0852585 May 27 02:34:16.019820 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3df4e47-37a0-4e4b-bee7-e44f679f8ab4 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:16.020441 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b3df4e47-37a0-4e4b-bee7-e44f679f8ab4 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Synchronizing usage tracker for tenant:cfb6d9f7f87946dc80757ee84af08868 on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:34:16.030420 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device ef89c633-926b-4d93-b87d-6ad84002925e up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:34:16.137839 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b3df4e47-37a0-4e4b-bee7-e44f679f8ab4 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Unset dirty status for tenant:cfb6d9f7f87946dc80757ee84af08868 on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:34:16.146694 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b3df4e47-37a0-4e4b-bee7-e44f679f8ab4 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1975322 May 27 02:34:16.146694 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 60116) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:16.168666 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-ce4f0eab-aaf5-43b5-8760-25ba1883aded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:16.172580 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-ce4f0eab-aaf5-43b5-8760-25ba1883aded service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=72395de2-24ec-482b-bef7-14825a5fc695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1491117 May 27 02:34:16.233137 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port ef89c633-926b-4d93-b87d-6ad84002925e completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:34:16.238431 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port ef89c633-926b-4d93-b87d-6ad84002925e triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:34:16.238930 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:16.291395 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6906244c-c24a-4c27-8519-514e23699e89 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:16.302988 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6906244c-c24a-4c27-8519-514e23699e89 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Deleting port 905542d2-cfad-4f22-8993-664246551c3b {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:34:16.303664 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6906244c-c24a-4c27-8519-514e23699e89 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:16.341101 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-e825fec3-903a-4e60-8d15-b02fea3e4e56 service neutron] 10.222.0.66 "GET /v2.0/networks/72395de2-24ec-482b-bef7-14825a5fc695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615036 May 27 02:34:16.403503 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port ef89c633-926b-4d93-b87d-6ad84002925e is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:34:16.404080 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:16.458003 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f87a637-be7d-4c14-91f0-a828b1927412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef89c633-926b-4d93-b87d-6ad84002925e'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:34:16.478538 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port ef89c633-926b-4d93-b87d-6ad84002925e, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=ef89c633-926b-4d93-b87d-6ad84002925e,segment=NetworkSegment(c440826c-ad96-4ffb-93da-4786708a138b),segment_id=c440826c-ad96-4ffb-93da-4786708a138b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:34:16.526293 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-6906244c-c24a-4c27-8519-514e23699e89 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] For port 905542d2-cfad-4f22-8993-664246551c3b, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=905542d2-cfad-4f22-8993-664246551c3b,segment=NetworkSegment(9ac1ae9d-1058-481b-ada2-f2f9d82d16ac),segment_id=9ac1ae9d-1058-481b-ada2-f2f9d82d16ac)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:34:16.527323 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6906244c-c24a-4c27-8519-514e23699e89 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:16.542184 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-30331f4b-0c01-44c9-bfd5-ee265c670e96 req-debf82a0-d051-453b-a07e-c4c12e193a57 service neutron] 10.222.0.66 "GET /v2.0/networks/72395de2-24ec-482b-bef7-14825a5fc695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886811 May 27 02:34:16.554867 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4acb56c-6a20-4bb1-b60d-f22c60abfeb7'] response: {'server_uuid': '9f87a637-be7d-4c14-91f0-a828b1927412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef89c633-926b-4d93-b87d-6ad84002925e', 'code': 200} May 27 02:34:16.558596 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:16.783198 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=ef89c633-926b-4d93-b87d-6ad84002925e,revision_number=12']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:16.860666 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 905542d2-cfad-4f22-8993-664246551c3b up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:34:16.903489 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6906244c-c24a-4c27-8519-514e23699e89 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Calling delete_port for 905542d2-cfad-4f22-8993-664246551c3b owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:34:16.991627 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5619c0fa-dee9-4d2b-8302-634472c6b188 None None] Network fe9eba7d-5dd7-46a8-aa1e-2d6db31938c2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:34:17.075654 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3069e-81b2-4463-b3e5-0e1f18766ee4 req-50b9da78-3d8d-49c0-a501-b423ff021258 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:17.077210 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-adf3069e-81b2-4463-b3e5-0e1f18766ee4 req-50b9da78-3d8d-49c0-a501-b423ff021258 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 947 time: 0.3218124 May 27 02:34:17.087339 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c05a5-5afc-417b-bdfe-22472e209fa5 req-cf9f3d49-6912-4407-a524-ef3286434f45 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:17.088853 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-187c05a5-5afc-417b-bdfe-22472e209fa5 req-cf9f3d49-6912-4407-a524-ef3286434f45 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=73053d9d-efb8-4269-89a1-76b2a9f75fb6 HTTP/1.1" status: 200 len: 943 time: 0.2511921 May 27 02:34:17.112311 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 905542d2-cfad-4f22-8993-664246551c3b completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:34:17.156093 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c3a97cf1-48ad-4522-8fc8-55b8cdab70a0 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:34:17.207040 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6906244c-c24a-4c27-8519-514e23699e89 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:17.273301 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906244c-c24a-4c27-8519-514e23699e89 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Pushing event deleted for resources: {'Port': ['ID=905542d2-cfad-4f22-8993-664246551c3b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:17.279258 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6906244c-c24a-4c27-8519-514e23699e89 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] No DVR routers for this DVR port 905542d2-cfad-4f22-8993-664246551c3b on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:34:17.306407 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-148a880e-5001-4cab-81eb-b8adfa8aa0c0 None None] Provisioning for port c3a97cf1-48ad-4522-8fc8-55b8cdab70a0 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:34:17.389820 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086265b-ed01-4a03-b612-819f4b394781 req-6345f0c1-798d-4518-8026-981ce3dda3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:17.391269 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1086265b-ed01-4a03-b612-819f4b394781 req-6345f0c1-798d-4518-8026-981ce3dda3d6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 1098 time: 0.4545364 May 27 02:34:17.450085 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-adf3069e-81b2-4463-b3e5-0e1f18766ee4 req-5c3c426f-7521-44d9-8f0e-ed9dcf08da13 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597112 May 27 02:34:17.461474 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-187c05a5-5afc-417b-bdfe-22472e209fa5 req-a14b2eec-2e3a-4a62-a879-af0d5532741d tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?id=63eff4c2-4a66-4508-803d-a6c0d4be4326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3549213 May 27 02:34:17.461621 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07db4f9e-dd69-4204-9731-25c73c582cb4 None None] Network 8a1b5a37-9653-4cae-9ea3-8b868c8681ed requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:34:17.471758 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1086265b-ed01-4a03-b612-819f4b394781 req-abe21e70-f174-4543-9663-dc2efc8ee251 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718501 May 27 02:34:17.486866 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port c3a97cf1-48ad-4522-8fc8-55b8cdab70a0 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:34:17.502374 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6906244c-c24a-4c27-8519-514e23699e89 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:17.530601 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6906244c-c24a-4c27-8519-514e23699e89 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a1b5a37-9653-4cae-9ea3-8b868c8681ed']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:17.543319 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6906244c-c24a-4c27-8519-514e23699e89 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ac1ae9d-1058-481b-ada2-f2f9d82d16ac') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:17.543619 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6906244c-c24a-4c27-8519-514e23699e89 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ac1ae9d-1058-481b-ada2-f2f9d82d16ac') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:17.548177 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-8f81d5f0-131f-44df-ac8d-f8d11ea5959b None None] Could not find standard attr ID for object 905542d2-cfad-4f22-8993-664246551c3b. {{(pid=88903) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:34:17.549513 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port c3a97cf1-48ad-4522-8fc8-55b8cdab70a0 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:34:17.549881 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:17.556534 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6906244c-c24a-4c27-8519-514e23699e89 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:17.577861 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5bf0c5-6ed2-4017-8d4c-03049559423d None None] DHCP port deletion for fe9eba7d-5dd7-46a8-aa1e-2d6db31938c2 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:34:17.587769 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6906244c-c24a-4c27-8519-514e23699e89 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:17.598516 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6906244c-c24a-4c27-8519-514e23699e89 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:34:17.602287 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6906244c-c24a-4c27-8519-514e23699e89 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:17.614124 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-8a5bf0c5-6ed2-4017-8d4c-03049559423d None None] Deleting port c3a97cf1-48ad-4522-8fc8-55b8cdab70a0 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:34:17.614340 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7af3e3ee-56ae-41e9-8fd0-08169d7d9d6e req-a64762a2-4265-439d-b491-0393cdb48f10 tempest-ServerShowV247Test-936653027 tempest-ServerShowV247Test-936653027-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7c453af-a794-4598-8707-a09dfd6ad0a2 HTTP/1.1" status: 200 len: 210 time: 0.0427163 May 27 02:34:17.614496 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8a5bf0c5-6ed2-4017-8d4c-03049559423d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:17.653213 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 9ac1ae9d-1058-481b-ada2-f2f9d82d16ac resource provider aggregate not found May 27 02:34:17.706982 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 9ac1ae9d-1058-481b-ada2-f2f9d82d16ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ac1ae9d-1058-481b-ada2-f2f9d82d16ac found for delete ", "request_id": "req-81c54f2f-3e67-41d8-8b16-5dab26b12e0b"}]} May 27 02:34:17.812321 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6906244c-c24a-4c27-8519-514e23699e89 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:17.817692 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6906244c-c24a-4c27-8519-514e23699e89 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:17.858894 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 60150) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:17.859101 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6906244c-c24a-4c27-8519-514e23699e89 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] 10.222.0.57 "DELETE /v2.0/networks/8a1b5a37-9653-4cae-9ea3-8b868c8681ed HTTP/1.1" status: 204 len: 168 time: 1.7152085 May 27 02:34:17.866014 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906244c-c24a-4c27-8519-514e23699e89 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Pushing event deleted for resources: {'Network': ['ID=8a1b5a37-9653-4cae-9ea3-8b868c8681ed,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:17.869709 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effcb19f-3deb-49a6-b47a-95529ef92ce1 None None] DHCP port deletion for 8a1b5a37-9653-4cae-9ea3-8b868c8681ed request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:34:17.963119 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port c3a97cf1-48ad-4522-8fc8-55b8cdab70a0 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:34:17.963509 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:17.982104 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d1644a4f-e15b-4d86-9505-2d6c40dbda5b tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:17.998043 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-d1644a4f-e15b-4d86-9505-2d6c40dbda5b tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Deleting port c3a97cf1-48ad-4522-8fc8-55b8cdab70a0 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:34:18.001255 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d1644a4f-e15b-4d86-9505-2d6c40dbda5b tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:18.029385 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-8a5bf0c5-6ed2-4017-8d4c-03049559423d None None] For port c3a97cf1-48ad-4522-8fc8-55b8cdab70a0, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c3a97cf1-48ad-4522-8fc8-55b8cdab70a0,segment=NetworkSegment(416dd4fc-1e54-4ba0-a714-42c654d51086),segment_id=416dd4fc-1e54-4ba0-a714-42c654d51086)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:34:18.029796 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8a5bf0c5-6ed2-4017-8d4c-03049559423d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:18.040327 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device b9db786f-9e91-48af-b6e3-1094265bb00c details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:34:18.054855 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port c3a97cf1-48ad-4522-8fc8-55b8cdab70a0, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c3a97cf1-48ad-4522-8fc8-55b8cdab70a0,segment=NetworkSegment(416dd4fc-1e54-4ba0-a714-42c654d51086),segment_id=416dd4fc-1e54-4ba0-a714-42c654d51086)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:34:18.178012 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.resource_extend [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:34:18.201404 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-8a5bf0c5-6ed2-4017-8d4c-03049559423d None None] Calling delete_port for c3a97cf1-48ad-4522-8fc8-55b8cdab70a0 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:34:18.230808 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:18.231491 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-d1644a4f-e15b-4d86-9505-2d6c40dbda5b tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] For port c3a97cf1-48ad-4522-8fc8-55b8cdab70a0, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c3a97cf1-48ad-4522-8fc8-55b8cdab70a0,segment=NetworkSegment(416dd4fc-1e54-4ba0-a714-42c654d51086),segment_id=416dd4fc-1e54-4ba0-a714-42c654d51086)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:34:18.231854 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d1644a4f-e15b-4d86-9505-2d6c40dbda5b tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:18.367015 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-d1644a4f-e15b-4d86-9505-2d6c40dbda5b tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Calling delete_port for c3a97cf1-48ad-4522-8fc8-55b8cdab70a0 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:34:18.446213 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=c3a97cf1-48ad-4522-8fc8-55b8cdab70a0,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:18.506545 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port b9db786f-9e91-48af-b6e3-1094265bb00c, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=b9db786f-9e91-48af-b6e3-1094265bb00c,segment=NetworkSegment(2f5a53b5-f564-4864-b9f2-3ebea542732b),segment_id=2f5a53b5-f564-4864-b9f2-3ebea542732b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:34:18.508699 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-8a5bf0c5-6ed2-4017-8d4c-03049559423d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:34:18.509153 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-8a5bf0c5-6ed2-4017-8d4c-03049559423d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:34:18.520988 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': 'b9db786f-9e91-48af-b6e3-1094265bb00c', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'port_id': 'b9db786f-9e91-48af-b6e3-1094265bb00c', 'mac_address': 'fa:16:3e:40:8f:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:34:18.524164 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-d1644a4f-e15b-4d86-9505-2d6c40dbda5b tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:34:18.524738 n-d-843554-3 neutron-server[88902]: DEBUG oslo_db.api [None req-d1644a4f-e15b-4d86-9505-2d6c40dbda5b tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:34:18.657546 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port b9db786f-9e91-48af-b6e3-1094265bb00c is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:34:18.657929 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:18.676702 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9db786f-9e91-48af-b6e3-1094265bb00c {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:34:18.690278 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 905542d2-cfad-4f22-8993-664246551c3b no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:34:18.726594 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port b9db786f-9e91-48af-b6e3-1094265bb00c, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=b9db786f-9e91-48af-b6e3-1094265bb00c,segment=NetworkSegment(2f5a53b5-f564-4864-b9f2-3ebea542732b),segment_id=2f5a53b5-f564-4864-b9f2-3ebea542732b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:34:18.727618 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 905542d2-cfad-4f22-8993-664246551c3b {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:34:18.727963 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 905542d2-cfad-4f22-8993-664246551c3b not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:34:18.728365 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c3a97cf1-48ad-4522-8fc8-55b8cdab70a0 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:34:18.828186 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:18.842839 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6451e-3f8d-484f-9df4-e5b1b0232c8f req-1219a45e-63f3-49a7-90cc-dd8b059fff15 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:18.844937 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-13d6451e-3f8d-484f-9df4-e5b1b0232c8f req-1219a45e-63f3-49a7-90cc-dd8b059fff15 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 947 time: 0.1466346 May 27 02:34:18.851979 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8b12a-39cd-4537-a089-19ada14b6816 req-b099c764-c297-44b8-b164-6e87a5caf3b9 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:18.853494 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-12e8b12a-39cd-4537-a089-19ada14b6816 req-b099c764-c297-44b8-b164-6e87a5caf3b9 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=73053d9d-efb8-4269-89a1-76b2a9f75fb6 HTTP/1.1" status: 200 len: 943 time: 0.2234583 May 27 02:34:18.943081 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-13d6451e-3f8d-484f-9df4-e5b1b0232c8f req-e3affeb5-77fc-4b03-9d1a-03145a6e2731 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886242 May 27 02:34:18.945763 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-12e8b12a-39cd-4537-a089-19ada14b6816 req-a25e2e2b-b841-4848-870d-d4e353d849ca tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?id=63eff4c2-4a66-4508-803d-a6c0d4be4326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760338 May 27 02:34:18.950944 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=b9db786f-9e91-48af-b6e3-1094265bb00c,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:18.985577 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port c3a97cf1-48ad-4522-8fc8-55b8cdab70a0 is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:34:18.986237 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:19.020480 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port c3a97cf1-48ad-4522-8fc8-55b8cdab70a0, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c3a97cf1-48ad-4522-8fc8-55b8cdab70a0,segment=NetworkSegment(416dd4fc-1e54-4ba0-a714-42c654d51086),segment_id=416dd4fc-1e54-4ba0-a714-42c654d51086)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:34:19.024187 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-8a5bf0c5-6ed2-4017-8d4c-03049559423d None None] Deleting port c3a97cf1-48ad-4522-8fc8-55b8cdab70a0 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:34:19.024187 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8a5bf0c5-6ed2-4017-8d4c-03049559423d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:19.025825 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-d1644a4f-e15b-4d86-9505-2d6c40dbda5b tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Deleting port c3a97cf1-48ad-4522-8fc8-55b8cdab70a0 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:34:19.026171 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d1644a4f-e15b-4d86-9505-2d6c40dbda5b tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:19.060264 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['b9db786f-9e91-48af-b6e3-1094265bb00c'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:34:19.125239 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:19.148620 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-675a0622-d0b4-4e40-a11a-8d671f0b4bbc req-47ac6e54-f1d4-4747-a291-2695c40e831a tempest-ServerShowV247Test-936653027 tempest-ServerShowV247Test-936653027-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7c453af-a794-4598-8707-a09dfd6ad0a2 HTTP/1.1" status: 200 len: 210 time: 0.0550702 May 27 02:34:19.264383 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:19.312622 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-d1644a4f-e15b-4d86-9505-2d6c40dbda5b tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] For port c3a97cf1-48ad-4522-8fc8-55b8cdab70a0, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c3a97cf1-48ad-4522-8fc8-55b8cdab70a0,segment=NetworkSegment(416dd4fc-1e54-4ba0-a714-42c654d51086),segment_id=416dd4fc-1e54-4ba0-a714-42c654d51086)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:34:19.313278 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d1644a4f-e15b-4d86-9505-2d6c40dbda5b tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:19.314532 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=c3a97cf1-48ad-4522-8fc8-55b8cdab70a0,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:19.366466 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:19.478236 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-d1644a4f-e15b-4d86-9505-2d6c40dbda5b tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Calling delete_port for c3a97cf1-48ad-4522-8fc8-55b8cdab70a0 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:34:19.521125 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-8a5bf0c5-6ed2-4017-8d4c-03049559423d None None] For port c3a97cf1-48ad-4522-8fc8-55b8cdab70a0, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c3a97cf1-48ad-4522-8fc8-55b8cdab70a0,segment=NetworkSegment(416dd4fc-1e54-4ba0-a714-42c654d51086),segment_id=416dd4fc-1e54-4ba0-a714-42c654d51086)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:34:19.521616 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8a5bf0c5-6ed2-4017-8d4c-03049559423d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:19.622677 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d1644a4f-e15b-4d86-9505-2d6c40dbda5b tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:19.650731 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-8a5bf0c5-6ed2-4017-8d4c-03049559423d None None] Calling delete_port for c3a97cf1-48ad-4522-8fc8-55b8cdab70a0 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:34:19.705297 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1644a4f-e15b-4d86-9505-2d6c40dbda5b tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] No DVR routers for this DVR port c3a97cf1-48ad-4522-8fc8-55b8cdab70a0 on host n-d-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:34:19.705297 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1644a4f-e15b-4d86-9505-2d6c40dbda5b tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Pushing event deleted for resources: {'Port': ['ID=c3a97cf1-48ad-4522-8fc8-55b8cdab70a0,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:34:19.802494 n-d-843554-3 neutron-server[88903]: util.warn( May 27 02:34:19.837469 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-8a5bf0c5-6ed2-4017-8d4c-03049559423d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:34:19.846536 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-8a5bf0c5-6ed2-4017-8d4c-03049559423d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:34:20.012154 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d1644a4f-e15b-4d86-9505-2d6c40dbda5b tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:20.039639 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-d1644a4f-e15b-4d86-9505-2d6c40dbda5b tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe9eba7d-5dd7-46a8-aa1e-2d6db31938c2']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:20.052597 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-d1644a4f-e15b-4d86-9505-2d6c40dbda5b tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '416dd4fc-1e54-4ba0-a714-42c654d51086') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:20.055150 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-d1644a4f-e15b-4d86-9505-2d6c40dbda5b tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '416dd4fc-1e54-4ba0-a714-42c654d51086') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:20.146537 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d1644a4f-e15b-4d86-9505-2d6c40dbda5b tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:20.179416 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-8a5bf0c5-6ed2-4017-8d4c-03049559423d None None] Deleting port c3a97cf1-48ad-4522-8fc8-55b8cdab70a0 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:34:20.180372 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8a5bf0c5-6ed2-4017-8d4c-03049559423d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:20.188702 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d1644a4f-e15b-4d86-9505-2d6c40dbda5b tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:20.213717 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1644a4f-e15b-4d86-9505-2d6c40dbda5b tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:34:20.214121 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d1644a4f-e15b-4d86-9505-2d6c40dbda5b tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:20.281584 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-8a5bf0c5-6ed2-4017-8d4c-03049559423d None None] The port 'c3a97cf1-48ad-4522-8fc8-55b8cdab70a0' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:34:20.306642 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 416dd4fc-1e54-4ba0-a714-42c654d51086 resource provider aggregate not found May 27 02:34:20.337170 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 416dd4fc-1e54-4ba0-a714-42c654d51086 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 416dd4fc-1e54-4ba0-a714-42c654d51086 found for delete ", "request_id": "req-fcd4fdd7-62e8-4f69-8531-5236007da0ee"}]} May 27 02:34:20.369419 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ec2a2-b7d0-42fb-8338-c54f53ca4df8 req-0cd3fa34-362e-43e2-a8ef-3cc0155daf45 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:20.371555 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-684ec2a2-b7d0-42fb-8338-c54f53ca4df8 req-0cd3fa34-362e-43e2-a8ef-3cc0155daf45 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=73053d9d-efb8-4269-89a1-76b2a9f75fb6 HTTP/1.1" status: 200 len: 944 time: 0.3115633 May 27 02:34:20.378886 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad6eba-68ed-453f-a08b-2d3a8854375d req-55ce4614-88fa-4773-ab1f-67dd58f56e0a tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:20.380511 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-95ad6eba-68ed-453f-a08b-2d3a8854375d req-55ce4614-88fa-4773-ab1f-67dd58f56e0a tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 947 time: 0.2862551 May 27 02:34:20.450057 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-684ec2a2-b7d0-42fb-8338-c54f53ca4df8 req-f3016c71-2aa7-47b9-8637-d21038541d6e tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?id=63eff4c2-4a66-4508-803d-a6c0d4be4326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685709 May 27 02:34:20.457151 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-95ad6eba-68ed-453f-a08b-2d3a8854375d req-50665f61-596f-49cc-aeb9-a788933f7e22 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602756 May 27 02:34:20.460677 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d1644a4f-e15b-4d86-9505-2d6c40dbda5b tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:20.483328 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d1644a4f-e15b-4d86-9505-2d6c40dbda5b tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:20.491998 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1644a4f-e15b-4d86-9505-2d6c40dbda5b tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Pushing event deleted for resources: {'Network': ['ID=fe9eba7d-5dd7-46a8-aa1e-2d6db31938c2,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:20.505352 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d1644a4f-e15b-4d86-9505-2d6c40dbda5b tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] 10.222.0.57 "DELETE /v2.0/networks/fe9eba7d-5dd7-46a8-aa1e-2d6db31938c2 HTTP/1.1" status: 204 len: 168 time: 2.6443555 May 27 02:34:20.507162 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 60240) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:20.649167 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-653c65b2-0816-4507-8b33-b17fe2de5593 req-df7e0004-a9f9-4e47-8378-539d83df160a tempest-ServerShowV247Test-936653027 tempest-ServerShowV247Test-936653027-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7c453af-a794-4598-8707-a09dfd6ad0a2 HTTP/1.1" status: 200 len: 210 time: 0.0620451 May 27 02:34:20.668279 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c98edf7f-a393-4f9f-a0fa-cfc8b01059f6 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:20.818272 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c98edf7f-a393-4f9f-a0fa-cfc8b01059f6 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:20.850424 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-c98edf7f-a393-4f9f-a0fa-cfc8b01059f6 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c93906b-3908-4963-bec9-f0496eadc0e1']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:20.863898 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-c98edf7f-a393-4f9f-a0fa-cfc8b01059f6 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '270cc6d6-0741-4f29-bad3-769baf0cb4b2') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:20.864231 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-c98edf7f-a393-4f9f-a0fa-cfc8b01059f6 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '270cc6d6-0741-4f29-bad3-769baf0cb4b2') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:20.876801 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c98edf7f-a393-4f9f-a0fa-cfc8b01059f6 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:20.893605 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c98edf7f-a393-4f9f-a0fa-cfc8b01059f6 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:20.899916 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c98edf7f-a393-4f9f-a0fa-cfc8b01059f6 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:34:20.900305 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c98edf7f-a393-4f9f-a0fa-cfc8b01059f6 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:21.073700 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c98edf7f-a393-4f9f-a0fa-cfc8b01059f6 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:21.095188 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c98edf7f-a393-4f9f-a0fa-cfc8b01059f6 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:21.109800 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98edf7f-a393-4f9f-a0fa-cfc8b01059f6 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Pushing event deleted for resources: {'Network': ['ID=7c93906b-3908-4963-bec9-f0496eadc0e1,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:21.114949 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c98edf7f-a393-4f9f-a0fa-cfc8b01059f6 tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] 10.222.0.57 "DELETE /v2.0/networks/7c93906b-3908-4963-bec9-f0496eadc0e1 HTTP/1.1" status: 204 len: 168 time: 0.6067343 May 27 02:34:21.117860 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 60260) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:21.235949 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1abab604-e220-46c8-8b42-8622d3b5c7ac tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:21.382760 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1abab604-e220-46c8-8b42-8622d3b5c7ac tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:21.512121 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-1abab604-e220-46c8-8b42-8622d3b5c7ac tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ac17c55-1f6c-4efd-b891-b780bb6e07da']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:21.526655 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-1abab604-e220-46c8-8b42-8622d3b5c7ac tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '282d6ea3-f3a1-41b0-8bb5-b3f65edfe18c') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:21.526655 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-1abab604-e220-46c8-8b42-8622d3b5c7ac tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '282d6ea3-f3a1-41b0-8bb5-b3f65edfe18c') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:21.537244 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1abab604-e220-46c8-8b42-8622d3b5c7ac tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:21.555259 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1abab604-e220-46c8-8b42-8622d3b5c7ac tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:21.561980 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1abab604-e220-46c8-8b42-8622d3b5c7ac tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:34:21.562588 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1abab604-e220-46c8-8b42-8622d3b5c7ac tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:21.658612 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 282d6ea3-f3a1-41b0-8bb5-b3f65edfe18c resource provider aggregate not found May 27 02:34:21.717250 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 282d6ea3-f3a1-41b0-8bb5-b3f65edfe18c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 282d6ea3-f3a1-41b0-8bb5-b3f65edfe18c found for delete ", "request_id": "req-6aeff77b-9f38-4604-94a1-1559c4e954a8"}]} May 27 02:34:21.810732 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1abab604-e220-46c8-8b42-8622d3b5c7ac tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:21.813371 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a350b7-56d9-4999-89d4-ca862ca05533 req-71187416-9596-4401-9e5b-5c4bc89ff073 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:21.815400 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f4a350b7-56d9-4999-89d4-ca862ca05533 req-71187416-9596-4401-9e5b-5c4bc89ff073 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=73053d9d-efb8-4269-89a1-76b2a9f75fb6 HTTP/1.1" status: 200 len: 944 time: 0.2552786 May 27 02:34:21.820741 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1abab604-e220-46c8-8b42-8622d3b5c7ac tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:21.847142 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abab604-e220-46c8-8b42-8622d3b5c7ac tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] Pushing event deleted for resources: {'Network': ['ID=5ac17c55-1f6c-4efd-b891-b780bb6e07da,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:21.855937 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1abab604-e220-46c8-8b42-8622d3b5c7ac tempest-BulkNetworkOpsIpV6Test-1974067892 tempest-BulkNetworkOpsIpV6Test-1974067892-project] 10.222.0.57 "DELETE /v2.0/networks/5ac17c55-1f6c-4efd-b891-b780bb6e07da HTTP/1.1" status: 204 len: 168 time: 0.7362521 May 27 02:34:21.886872 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dafffd-884b-4f80-be92-669f0faa6e38 req-1a3a9a19-4ed0-49d5-a7b9-17b5fec09a15 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:21.887837 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f9dafffd-884b-4f80-be92-669f0faa6e38 req-1a3a9a19-4ed0-49d5-a7b9-17b5fec09a15 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 947 time: 0.1738648 May 27 02:34:21.910682 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f4a350b7-56d9-4999-89d4-ca862ca05533 req-34c64f44-2369-48d3-8042-1158b1fa4ae1 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?id=63eff4c2-4a66-4508-803d-a6c0d4be4326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806780 May 27 02:34:21.952772 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f9dafffd-884b-4f80-be92-669f0faa6e38 req-e701d964-6130-4081-9309-0b7dbf8cd84f tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586417 May 27 02:34:22.052518 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device b9db786f-9e91-48af-b6e3-1094265bb00c up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:34:22.138348 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e123e6bd-52ce-494d-9241-df9f49b55cd1 req-b8e4b7fd-14e7-4f45-a496-b01b9d5f7a4e tempest-ServerShowV247Test-936653027 tempest-ServerShowV247Test-936653027-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7c453af-a794-4598-8707-a09dfd6ad0a2 HTTP/1.1" status: 200 len: 210 time: 0.1202939 May 27 02:34:22.201509 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fbb5c-43af-4e5d-a782-3337ba43bb0f req-eb0ec050-3d6a-4aa4-96e9-2070697a1f6f tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:22.203005 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e1fbb5c-43af-4e5d-a782-3337ba43bb0f req-eb0ec050-3d6a-4aa4-96e9-2070697a1f6f tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 947 time: 0.1255343 May 27 02:34:22.246963 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port b9db786f-9e91-48af-b6e3-1094265bb00c completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:34:22.255476 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e1fbb5c-43af-4e5d-a782-3337ba43bb0f req-b5813477-c7c9-43fd-875d-77d13f1e97b7 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421252 May 27 02:34:22.255959 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port b9db786f-9e91-48af-b6e3-1094265bb00c triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:34:22.255959 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:22.367447 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 270cc6d6-0741-4f29-bad3-769baf0cb4b2 resource provider aggregate not found May 27 02:34:22.390147 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 270cc6d6-0741-4f29-bad3-769baf0cb4b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 270cc6d6-0741-4f29-bad3-769baf0cb4b2 found for delete ", "request_id": "req-291e5672-1d27-4402-b03b-42254b43f4c0"}]} May 27 02:34:22.417004 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port b9db786f-9e91-48af-b6e3-1094265bb00c is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:34:22.418710 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:22.457793 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73053d9d-efb8-4269-89a1-76b2a9f75fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9db786f-9e91-48af-b6e3-1094265bb00c'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:34:22.462977 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 60314) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:22.473178 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port b9db786f-9e91-48af-b6e3-1094265bb00c, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=b9db786f-9e91-48af-b6e3-1094265bb00c,segment=NetworkSegment(2f5a53b5-f564-4864-b9f2-3ebea542732b),segment_id=2f5a53b5-f564-4864-b9f2-3ebea542732b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:34:22.542018 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f674b748-333b-49fe-9349-bf8edfd2d0f2'] response: {'server_uuid': '73053d9d-efb8-4269-89a1-76b2a9f75fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9db786f-9e91-48af-b6e3-1094265bb00c', 'code': 200} May 27 02:34:22.547786 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:22.578828 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdce31-7944-4eb5-a931-a3cc8ea8b0d0 req-6e73cf8b-b525-461b-b2bf-a0c24c6f163f tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:22.586177 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cacdce31-7944-4eb5-a931-a3cc8ea8b0d0 req-6e73cf8b-b525-461b-b2bf-a0c24c6f163f tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 947 time: 0.1585989 May 27 02:34:22.682177 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cacdce31-7944-4eb5-a931-a3cc8ea8b0d0 req-57418459-f128-4ba5-a0ba-baaaa7ce5f71 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949063 May 27 02:34:22.686886 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=b9db786f-9e91-48af-b6e3-1094265bb00c,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:22.726288 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ddcc3a-49ed-47da-aa69-350229e92e0f req-9105238f-d061-4cb0-be5b-cbea74afc657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:22.727158 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a0ddcc3a-49ed-47da-aa69-350229e92e0f req-9105238f-d061-4cb0-be5b-cbea74afc657 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=73053d9d-efb8-4269-89a1-76b2a9f75fb6 HTTP/1.1" status: 200 len: 1096 time: 0.1158605 May 27 02:34:22.741178 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f246d929-73d4-46b4-8eab-249c271fa711 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cfb6d9f7f87946dc80757ee84af08868&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2764778 May 27 02:34:22.743673 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 60326) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:22.773638 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a0ddcc3a-49ed-47da-aa69-350229e92e0f req-b39498fd-4c03-4cea-ae3c-3389e0f3226a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=63eff4c2-4a66-4508-803d-a6c0d4be4326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409038 May 27 02:34:22.806559 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7250ca41-b575-4943-ba2e-22c84013b1ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:22.838800 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7250ca41-b575-4943-ba2e-22c84013b1ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:22.976526 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7250ca41-b575-4943-ba2e-22c84013b1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:22.987333 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134de5ae-594b-42e9-96b9-3a39b0e8263c req-541809f6-78c2-4451-ab4d-4afcf43cdc0a tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:22.999182 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-134de5ae-594b-42e9-96b9-3a39b0e8263c req-541809f6-78c2-4451-ab4d-4afcf43cdc0a tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 947 time: 0.1581726 May 27 02:34:23.021568 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250ca41-b575-4943-ba2e-22c84013b1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26694c3b-1cde-4dd6-aa4b-46d047c78e5c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:23.023697 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7250ca41-b575-4943-ba2e-22c84013b1ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:23.024848 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7250ca41-b575-4943-ba2e-22c84013b1ca admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/26694c3b-1cde-4dd6-aa4b-46d047c78e5c HTTP/1.1" status: 204 len: 168 time: 0.2802129 May 27 02:34:23.219784 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-134de5ae-594b-42e9-96b9-3a39b0e8263c req-f21215c1-a63d-47bb-bbaa-646f8b14a65f tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196572 May 27 02:34:23.258593 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928df0d0-edfc-4cf9-b3e0-0d2376375f11 req-eb6cd232-7c16-4698-8331-fd098fc28b3c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:23.260035 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-928df0d0-edfc-4cf9-b3e0-0d2376375f11 req-eb6cd232-7c16-4698-8331-fd098fc28b3c tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=73053d9d-efb8-4269-89a1-76b2a9f75fb6 HTTP/1.1" status: 200 len: 945 time: 0.1115644 May 27 02:34:23.309076 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-928df0d0-edfc-4cf9-b3e0-0d2376375f11 req-c8f647fa-e0c8-47c3-96cd-ab7749cb6caa tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?id=63eff4c2-4a66-4508-803d-a6c0d4be4326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420711 May 27 02:34:23.520338 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d8c0642b-cbd3-4a37-88d8-61f23b6a1526 req-5f03692d-b58e-44ef-aa1a-fac65da09d7c tempest-ServerShowV247Test-936653027 tempest-ServerShowV247Test-936653027-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7c453af-a794-4598-8707-a09dfd6ad0a2 HTTP/1.1" status: 200 len: 210 time: 0.0757289 May 27 02:34:23.718621 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cd42c-530b-4435-b902-4e38c4e72c4a req-8ba14ac8-6823-433b-aa10-daa40d3b358c tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:23.718621 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-683cd42c-530b-4435-b902-4e38c4e72c4a req-8ba14ac8-6823-433b-aa10-daa40d3b358c tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 947 time: 0.0813804 May 27 02:34:23.787941 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-683cd42c-530b-4435-b902-4e38c4e72c4a req-47e1fb98-484e-4af0-bc69-cb72abcb393b tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644310 May 27 02:34:24.057397 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cfa685-1717-4ee2-be92-84bff3fc204a req-e37f1c9e-2967-4257-a3d7-db60ed5d0928 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:24.059575 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d2cfa685-1717-4ee2-be92-84bff3fc204a req-e37f1c9e-2967-4257-a3d7-db60ed5d0928 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 947 time: 0.0937538 May 27 02:34:24.109632 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d2cfa685-1717-4ee2-be92-84bff3fc204a req-c105ca1a-bb8e-4629-96ac-aef4b972dc49 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447259 May 27 02:34:24.320397 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a05864-2dd0-4bf0-8cd6-896fa8c32151 req-124b8faf-4be6-465b-a9cc-21d93d7d56e1 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:24.320397 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04a05864-2dd0-4bf0-8cd6-896fa8c32151 req-124b8faf-4be6-465b-a9cc-21d93d7d56e1 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 947 time: 0.0989969 May 27 02:34:24.361467 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 60392) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:24.384593 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04a05864-2dd0-4bf0-8cd6-896fa8c32151 req-569a794b-8b5d-43d9-adc8-317847965d25 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576293 May 27 02:34:24.489749 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b8d86b3b-3362-4f9f-a667-750d78ff982f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-67271825'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:34:24.499266 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b8d86b3b-3362-4f9f-a667-750d78ff982f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:34:24.512752 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b8d86b3b-3362-4f9f-a667-750d78ff982f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Usage tracker for resource:network and tenant:88428439299c48b08e04b00eeea4fc36 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:34:24.516508 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b8d86b3b-3362-4f9f-a667-750d78ff982f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:34:24.531618 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b8d86b3b-3362-4f9f-a667-750d78ff982f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:34:24.546181 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794eef1-38bc-421a-a38d-7fa7021103c5 req-048c1698-78c9-484d-abe4-1c10d0b44312 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:24.555135 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5794eef1-38bc-421a-a38d-7fa7021103c5 req-048c1698-78c9-484d-abe4-1c10d0b44312 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=73053d9d-efb8-4269-89a1-76b2a9f75fb6 HTTP/1.1" status: 200 len: 945 time: 0.1136954 May 27 02:34:24.602408 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5794eef1-38bc-421a-a38d-7fa7021103c5 req-bd934583-78ba-458c-a5c0-65c0a986e736 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?id=63eff4c2-4a66-4508-803d-a6c0d4be4326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431516 May 27 02:34:24.633626 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d86b3b-3362-4f9f-a667-750d78ff982f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Made reservation on behalf of 88428439299c48b08e04b00eeea4fc36 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:34:24.637756 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8d86b3b-3362-4f9f-a667-750d78ff982f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:24.650864 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8d86b3b-3362-4f9f-a667-750d78ff982f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:24.668491 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b8d86b3b-3362-4f9f-a667-750d78ff982f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:34:24.674703 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b8d86b3b-3362-4f9f-a667-750d78ff982f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Usage tracker for resource:security_group_rule and tenant:88428439299c48b08e04b00eeea4fc36 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:34:24.678208 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b8d86b3b-3362-4f9f-a667-750d78ff982f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:34:24.696937 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b8d86b3b-3362-4f9f-a667-750d78ff982f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:34:24.841325 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bf121da7-e863-4507-8ab8-e874c6d1fb1f req-9a98803d-189d-4fb4-8a7a-c6942c600680 tempest-ServerShowV247Test-936653027 tempest-ServerShowV247Test-936653027-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7c453af-a794-4598-8707-a09dfd6ad0a2 HTTP/1.1" status: 200 len: 210 time: 0.0846612 May 27 02:34:24.855878 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8d86b3b-3362-4f9f-a667-750d78ff982f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:24.941265 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8d86b3b-3362-4f9f-a667-750d78ff982f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:24.975273 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8d86b3b-3362-4f9f-a667-750d78ff982f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:34:24.981626 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d86b3b-3362-4f9f-a667-750d78ff982f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b4ad11-285f-4475-ab04-3b514a3fcd6f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:24.988651 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8d86b3b-3362-4f9f-a667-750d78ff982f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:24.989037 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-b8d86b3b-3362-4f9f-a667-750d78ff982f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Added segment 57ac9744-6145-468f-9be5-19ac70ce99fe of type vlan for network 01630723-74c0-4cb9-a9b4-d21e694d5bb5 May 27 02:34:25.033453 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8d86b3b-3362-4f9f-a667-750d78ff982f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:25.098398 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945069c-0bdf-4d5f-bade-c286f471ca01 req-42ffaeba-61e8-4cfc-9610-da646330f596 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:25.100272 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f945069c-0bdf-4d5f-bade-c286f471ca01 req-42ffaeba-61e8-4cfc-9610-da646330f596 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=73053d9d-efb8-4269-89a1-76b2a9f75fb6 HTTP/1.1" status: 200 len: 945 time: 0.1094499 May 27 02:34:25.112291 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 60418) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:25.122601 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-24e35728-ac90-456f-a423-3fb5ade6778d tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Request body: {'floatingip': {'port_id': 'b9db786f-9e91-48af-b6e3-1094265bb00c'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:34:25.200602 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8d86b3b-3362-4f9f-a667-750d78ff982f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:25.206594 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d86b3b-3362-4f9f-a667-750d78ff982f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:25.207269 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8d86b3b-3362-4f9f-a667-750d78ff982f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:25.225714 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0c6bd-ce02-4800-b29f-d433bd39c681 req-5dabb41d-4d9d-4626-b434-7fbbd6b1a3f7 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:25.227139 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5cd0c6bd-ce02-4800-b29f-d433bd39c681 req-5dabb41d-4d9d-4626-b434-7fbbd6b1a3f7 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 947 time: 0.1031196 May 27 02:34:25.274884 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5cd0c6bd-ce02-4800-b29f-d433bd39c681 req-11ddbffa-de00-4a05-95a9-a1470c9602e1 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420113 May 27 02:34:25.310039 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24e35728-ac90-456f-a423-3fb5ade6778d tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for floatingip, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:25.455409 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d86b3b-3362-4f9f-a667-750d78ff982f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event updated for resources: {'Network': ['ID=01630723-74c0-4cb9-a9b4-d21e694d5bb5,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:25.465263 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b8d86b3b-3362-4f9f-a667-750d78ff982f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1032307 May 27 02:34:25.482962 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 01630723-74c0-4cb9-a9b4-d21e694d5bb5 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:34:25.559224 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c542e9bf-a49c-44df-a5a3-5b3abab676e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:25.601179 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 60426) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:25.606910 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-c802e35f-22d5-44da-9106-50951a0d3ce0 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Request body: {'subnet': {'network_id': '01630723-74c0-4cb9-a9b4-d21e694d5bb5', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:34:25.729308 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c802e35f-22d5-44da-9106-50951a0d3ce0 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:34:25.733797 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c802e35f-22d5-44da-9106-50951a0d3ce0 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Usage tracker for resource:subnet and tenant:88428439299c48b08e04b00eeea4fc36 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:34:25.736533 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c802e35f-22d5-44da-9106-50951a0d3ce0 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:34:25.742171 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c802e35f-22d5-44da-9106-50951a0d3ce0 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:34:25.849244 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c802e35f-22d5-44da-9106-50951a0d3ce0 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Made reservation on behalf of 88428439299c48b08e04b00eeea4fc36 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:34:25.853055 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c802e35f-22d5-44da-9106-50951a0d3ce0 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:26.048340 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-263f8c4b-6d23-44c0-830a-e275e9552503 req-6967d3eb-4c02-43b2-b642-254cd764b2c5 tempest-ServerShowV247Test-936653027 tempest-ServerShowV247Test-936653027-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7c453af-a794-4598-8707-a09dfd6ad0a2 HTTP/1.1" status: 200 len: 210 time: 0.0502863 May 27 02:34:26.049820 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24e35728-ac90-456f-a423-3fb5ade6778d tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:26.125339 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24e35728-ac90-456f-a423-3fb5ade6778d tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:26.245877 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c802e35f-22d5-44da-9106-50951a0d3ce0 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:26.392171 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c802e35f-22d5-44da-9106-50951a0d3ce0 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Checking segment: {'id': '57ac9744-6145-468f-9be5-19ac70ce99fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '01630723-74c0-4cb9-a9b4-d21e694d5bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:34:26.392801 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c802e35f-22d5-44da-9106-50951a0d3ce0 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Network hostable DHCP agents. Network: 01630723-74c0-4cb9-a9b4-d21e694d5bb5, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:34:26.409741 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c802e35f-22d5-44da-9106-50951a0d3ce0 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event updated for resources: {'Subnet': ['ID=45038613-f922-4a0d-9e34-c3c013b2027d,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:26.499451 n-d-843554-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-24e35728-ac90-456f-a423-3fb5ade6778d tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Floating IP 966409ba-038c-4647-ad74-81d9dbc73ac3 associated. External IP: 172.25.1.18, port: b9db786f-9e91-48af-b6e3-1094265bb00c. May 27 02:34:26.524149 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92c4ee-fe0c-40ee-ad66-9698990e6797 req-0a18218d-a9c1-4e73-b713-fe2ef2abb179 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:26.526069 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9e92c4ee-fe0c-40ee-ad66-9698990e6797 req-0a18218d-a9c1-4e73-b713-fe2ef2abb179 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 947 time: 0.1011815 May 27 02:34:26.529422 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c802e35f-22d5-44da-9106-50951a0d3ce0 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Network 01630723-74c0-4cb9-a9b4-d21e694d5bb5 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:34:26.584186 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9e92c4ee-fe0c-40ee-ad66-9698990e6797 req-0d6d96b5-8cd3-420c-822d-f9cc92d39c9c tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463564 May 27 02:34:26.593841 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-c802e35f-22d5-44da-9106-50951a0d3ce0 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 01630723-74c0-4cb9-a9b4-d21e694d5bb5) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:34:26.598158 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c802e35f-22d5-44da-9106-50951a0d3ce0 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:26.598753 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c802e35f-22d5-44da-9106-50951a0d3ce0 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:26.614629 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65659c5a-6112-4c1e-9a5e-1a42b0865869 None None] Network 01630723-74c0-4cb9-a9b4-d21e694d5bb5 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:34:26.715917 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c802e35f-22d5-44da-9106-50951a0d3ce0 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1135530 May 27 02:34:26.719118 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 60468) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:26.724858 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-64849237-db3d-42f1-a332-7e42648b290c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-290924866'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:34:26.733434 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-64849237-db3d-42f1-a332-7e42648b290c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:34:26.743802 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-64849237-db3d-42f1-a332-7e42648b290c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Usage tracker for resource:network and tenant:88428439299c48b08e04b00eeea4fc36 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:34:26.751850 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-64849237-db3d-42f1-a332-7e42648b290c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:34:26.764358 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-64849237-db3d-42f1-a332-7e42648b290c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:34:26.856430 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64849237-db3d-42f1-a332-7e42648b290c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Made reservation on behalf of 88428439299c48b08e04b00eeea4fc36 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:34:26.860026 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-64849237-db3d-42f1-a332-7e42648b290c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:26.929668 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64849237-db3d-42f1-a332-7e42648b290c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:34:26.950359 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-64849237-db3d-42f1-a332-7e42648b290c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:26.957055 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-64849237-db3d-42f1-a332-7e42648b290c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Added segment 3eb88617-d403-48bf-987a-deefa15ad7d7 of type vlan for network 91424a7e-111c-4afd-91b5-71bda99ae586 May 27 02:34:26.992657 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77187855-0ba3-43a6-9fb5-2e2e6861ddee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-01630723-74c0-4cb9-a9b4-d21e694d5bb5', 'network_id': '01630723-74c0-4cb9-a9b4-d21e694d5bb5', 'tenant_id': '88428439299c48b08e04b00eeea4fc36', 'fixed_ips': [{'subnet_id': '45038613-f922-4a0d-9e34-c3c013b2027d'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:34:26.993831 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-77187855-0ba3-43a6-9fb5-2e2e6861ddee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:26.999173 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-64849237-db3d-42f1-a332-7e42648b290c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:27.050074 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e35728-ac90-456f-a423-3fb5ade6778d tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Router e4ee2b29-ceb2-4475-af4f-913e1f76f89b has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:34:27.107879 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-64849237-db3d-42f1-a332-7e42648b290c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:27.113474 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64849237-db3d-42f1-a332-7e42648b290c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:27.116517 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-64849237-db3d-42f1-a332-7e42648b290c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:27.185122 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-77187855-0ba3-43a6-9fb5-2e2e6861ddee None None] Allocated IP 172.20.255.242 (01630723-74c0-4cb9-a9b4-d21e694d5bb5/45038613-f922-4a0d-9e34-c3c013b2027d/5f982986-3d6b-4ca0-9d73-21318d53b5f7) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:34:27.244941 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64849237-db3d-42f1-a332-7e42648b290c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event updated for resources: {'Network': ['ID=91424a7e-111c-4afd-91b5-71bda99ae586,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:27.272222 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 91424a7e-111c-4afd-91b5-71bda99ae586 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:34:27.293004 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e35728-ac90-456f-a423-3fb5ade6778d tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:34:27.298501 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24e35728-ac90-456f-a423-3fb5ade6778d tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:27.304618 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12be5852-5e09-4c85-82ed-8532c867fb86 None None] Sync routers for ids ['e4ee2b29-ceb2-4475-af4f-913e1f76f89b'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:34:27.318829 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12be5852-5e09-4c85-82ed-8532c867fb86 None None] Routers {'e4ee2b29-ceb2-4475-af4f-913e1f76f89b'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:34:27.319813 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-12be5852-5e09-4c85-82ed-8532c867fb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:33:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['e4ee2b29-ceb2-4475-af4f-913e1f76f89b'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:27.334158 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-64849237-db3d-42f1-a332-7e42648b290c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6112661 May 27 02:34:27.334934 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 60484) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:27.341235 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-af1f6a6e-fa1f-48b9-8ef3-bba80a2af7f7 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Request body: {'subnet': {'network_id': '91424a7e-111c-4afd-91b5-71bda99ae586', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:34:27.430381 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-24e35728-ac90-456f-a423-3fb5ade6778d tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "PUT /v2.0/floatingips/966409ba-038c-4647-ad74-81d9dbc73ac3 HTTP/1.1" status: 200 len: 990 time: 2.3130126 May 27 02:34:27.430990 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73053d9d-efb8-4269-89a1-76b2a9f75fb6', 'tag': 'b9db786f-9e91-48af-b6e3-1094265bb00c'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:34:27.606959 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c694c7aa-be00-4476-bca9-663e4c0c95b4 req-b7a20bb6-8063-4f05-aa9b-584c8818f0c4 tempest-ServerShowV247Test-936653027 tempest-ServerShowV247Test-936653027-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7c453af-a794-4598-8707-a09dfd6ad0a2 HTTP/1.1" status: 200 len: 210 time: 0.1213884 May 27 02:34:27.626384 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-12be5852-5e09-4c85-82ed-8532c867fb86 None None] Set router e4ee2b29-ceb2-4475-af4f-913e1f76f89b gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:34:27.632465 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-77187855-0ba3-43a6-9fb5-2e2e6861ddee None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:27.645590 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-77187855-0ba3-43a6-9fb5-2e2e6861ddee None None] Transition to ACTIVE for port object 5f982986-3d6b-4ca0-9d73-21318d53b5f7 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:34:27.669020 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-77187855-0ba3-43a6-9fb5-2e2e6861ddee None None] Transition to ACTIVE for port object 5f982986-3d6b-4ca0-9d73-21318d53b5f7 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:34:27.694377 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-af1f6a6e-fa1f-48b9-8ef3-bba80a2af7f7 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:34:27.704100 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-af1f6a6e-fa1f-48b9-8ef3-bba80a2af7f7 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Usage tracker for resource:subnet and tenant:88428439299c48b08e04b00eeea4fc36 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:34:27.708103 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-af1f6a6e-fa1f-48b9-8ef3-bba80a2af7f7 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:34:27.718517 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-af1f6a6e-fa1f-48b9-8ef3-bba80a2af7f7 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:34:27.743257 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-77187855-0ba3-43a6-9fb5-2e2e6861ddee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:27.752109 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9624e14-5730-460f-8568-0a812ae8f3fc req-4d82a0bb-5a30-4614-97b9-f21d7ce89651 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:27.769707 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b9624e14-5730-460f-8568-0a812ae8f3fc req-4d82a0bb-5a30-4614-97b9-f21d7ce89651 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=a35c44bf-1d45-402c-b4b7-37b06b349d5e HTTP/1.1" status: 200 len: 946 time: 0.2208266 May 27 02:34:27.769707 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bec2fe-8800-4d37-b86f-12c4e7b81b65 req-604b94c8-109a-4965-91f3-1d718dd5b5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:27.780770 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-23bec2fe-8800-4d37-b86f-12c4e7b81b65 req-604b94c8-109a-4965-91f3-1d718dd5b5ad service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b5ea1dadce014c8bb6c8d9e009e7786c&device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 1098 time: 0.1729982 May 27 02:34:27.827165 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77187855-0ba3-43a6-9fb5-2e2e6861ddee None None] Network 01630723-74c0-4cb9-a9b4-d21e694d5bb5 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:34:27.832891 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-77187855-0ba3-43a6-9fb5-2e2e6861ddee None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:34:27.838769 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77187855-0ba3-43a6-9fb5-2e2e6861ddee None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:34:27.880570 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1f6a6e-fa1f-48b9-8ef3-bba80a2af7f7 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Made reservation on behalf of 88428439299c48b08e04b00eeea4fc36 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:34:27.884332 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-af1f6a6e-fa1f-48b9-8ef3-bba80a2af7f7 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:27.947219 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77187855-0ba3-43a6-9fb5-2e2e6861ddee None None] Pushing event updated for resources: {'Port': ['ID=5f982986-3d6b-4ca0-9d73-21318d53b5f7,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:27.950008 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cc431868-5f57-4a24-bda1-f2f981ed72e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:27.980456 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-77187855-0ba3-43a6-9fb5-2e2e6861ddee None None] Attempting to bind port 5f982986-3d6b-4ca0-9d73-21318d53b5f7 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:34:27.982899 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-77187855-0ba3-43a6-9fb5-2e2e6861ddee None None] Attempting to bind port 5f982986-3d6b-4ca0-9d73-21318d53b5f7 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '57ac9744-6145-468f-9be5-19ac70ce99fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '01630723-74c0-4cb9-a9b4-d21e694d5bb5'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:34:27.982899 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77187855-0ba3-43a6-9fb5-2e2e6861ddee None None] Attempting to bind port 5f982986-3d6b-4ca0-9d73-21318d53b5f7 on network 01630723-74c0-4cb9-a9b4-d21e694d5bb5 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:34:27.987969 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77187855-0ba3-43a6-9fb5-2e2e6861ddee None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:34:27.988600 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77187855-0ba3-43a6-9fb5-2e2e6861ddee None None] Checking segment: {'id': '57ac9744-6145-468f-9be5-19ac70ce99fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '01630723-74c0-4cb9-a9b4-d21e694d5bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:34:27.989227 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-77187855-0ba3-43a6-9fb5-2e2e6861ddee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:27.990071 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77187855-0ba3-43a6-9fb5-2e2e6861ddee None None] Bound using segment: {'id': '57ac9744-6145-468f-9be5-19ac70ce99fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '01630723-74c0-4cb9-a9b4-d21e694d5bb5'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:34:27.990718 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-77187855-0ba3-43a6-9fb5-2e2e6861ddee None None] Bound port: 5f982986-3d6b-4ca0-9d73-21318d53b5f7, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ac9744-6145-468f-9be5-19ac70ce99fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '01630723-74c0-4cb9-a9b4-d21e694d5bb5'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:34:27.991357 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-77187855-0ba3-43a6-9fb5-2e2e6861ddee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:28.081993 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-12be5852-5e09-4c85-82ed-8532c867fb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'name': 'tempest-AttachVolumeNegativeTest-494117646-router', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:55Z', 'updated_at': '2022-05-27T02:29:06Z', 'revision_number': 4, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'gw_port': {'id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:58Z', 'updated_at': '2022-05-27T02:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '966409ba-038c-4647-ad74-81d9dbc73ac3', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'floating_ip_address': '172.25.1.18', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'port_id': 'b9db786f-9e91-48af-b6e3-1094265bb00c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'mac_address': 'fa:16:3e:40:8f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73053d9d-efb8-4269-89a1-76b2a9f75fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:34:02Z', 'updated_at': '2022-05-27T02:34:25Z', 'revision_number': 1, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e06fc56-f856-4359-8936-e81e87ae92ec', 'name': '', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'mac_address': 'fa:16:3e:21:52:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:04Z', 'updated_at': '2022-05-27T02:29:21Z', 'revision_number': 5, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'subnets': [{'id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:28.086947 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12be5852-5e09-4c85-82ed-8532c867fb86 None None] Checking router: e4ee2b29-ceb2-4475-af4f-913e1f76f89b for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:34:28.093824 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-77187855-0ba3-43a6-9fb5-2e2e6861ddee None None] For port 5f982986-3d6b-4ca0-9d73-21318d53b5f7, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:34:28.096467 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12be5852-5e09-4c85-82ed-8532c867fb86 None None] Routers {'e4ee2b29-ceb2-4475-af4f-913e1f76f89b'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:34:28.097186 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-12be5852-5e09-4c85-82ed-8532c867fb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:34:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['e4ee2b29-ceb2-4475-af4f-913e1f76f89b'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:28.098634 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-77187855-0ba3-43a6-9fb5-2e2e6861ddee None None] For port 5f982986-3d6b-4ca0-9d73-21318d53b5f7, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=5f982986-3d6b-4ca0-9d73-21318d53b5f7,segment=NetworkSegment(57ac9744-6145-468f-9be5-19ac70ce99fe),segment_id=57ac9744-6145-468f-9be5-19ac70ce99fe)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:34:28.184581 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-77187855-0ba3-43a6-9fb5-2e2e6861ddee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:28.204822 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b9624e14-5730-460f-8568-0a812ae8f3fc req-17b99264-401c-410b-b6cb-2b73c4e090b4 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/security-groups?id=673fe9f2-341c-4aef-b996-12fc67d5833b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4230149 May 27 02:34:28.276520 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77187855-0ba3-43a6-9fb5-2e2e6861ddee None None] Pushing event updated for resources: {'Port': ['ID=5f982986-3d6b-4ca0-9d73-21318d53b5f7,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:28.296085 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bec2fe-8800-4d37-b86f-12c4e7b81b65 req-eaed3c2a-cfbf-4492-92dc-3d9fd6d5a5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:28.297590 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-23bec2fe-8800-4d37-b86f-12c4e7b81b65 req-eaed3c2a-cfbf-4492-92dc-3d9fd6d5a5ae service neutron] 10.222.0.66 "GET /v2.0/networks?id=882e4b63-c6d9-4a5c-9012-33783fcec11a HTTP/1.1" status: 200 len: 915 time: 0.4914184 May 27 02:34:28.309016 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a6788-2ab3-4a7e-906f-61a972b92ecd req-8813a7a4-81b4-4f7b-bfa0-ab85faa19482 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:28.309913 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acc2e85e-7aff-49ba-86be-2c99d9f0ecd9'] response: {'name': 'network-changed', 'server_uuid': '73053d9d-efb8-4269-89a1-76b2a9f75fb6', 'tag': 'b9db786f-9e91-48af-b6e3-1094265bb00c', 'status': 'completed', 'code': 200} May 27 02:34:28.310480 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-12be5852-5e09-4c85-82ed-8532c867fb86 None None] Set router e4ee2b29-ceb2-4475-af4f-913e1f76f89b gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:34:28.310892 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bc1a6788-2ab3-4a7e-906f-61a972b92ecd req-8813a7a4-81b4-4f7b-bfa0-ab85faa19482 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 947 time: 0.5012681 May 27 02:34:28.459633 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-23bec2fe-8800-4d37-b86f-12c4e7b81b65 req-3d66add2-27b8-4aea-a2b5-3821ac68911e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef89c633-926b-4d93-b87d-6ad84002925e HTTP/1.1" status: 200 len: 217 time: 0.1481180 May 27 02:34:28.569323 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bc1a6788-2ab3-4a7e-906f-61a972b92ecd req-9502b09e-e29a-4730-878e-cf618bb92d4b tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806035 May 27 02:34:28.686392 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bec2fe-8800-4d37-b86f-12c4e7b81b65 req-436d7599-8f8c-4c5b-af64-5bc9920a5850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:28.687851 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-23bec2fe-8800-4d37-b86f-12c4e7b81b65 req-436d7599-8f8c-4c5b-af64-5bc9920a5850 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b516e58d-c3cf-49b8-8e9a-0013236ae33e HTTP/1.1" status: 200 len: 854 time: 0.2195988 May 27 02:34:28.693828 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:34:28.784384 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 5f982986-3d6b-4ca0-9d73-21318d53b5f7 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:34:28.847720 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-23bec2fe-8800-4d37-b86f-12c4e7b81b65 req-a8cb375c-3864-45ab-b67e-dd98631eeaf2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=882e4b63-c6d9-4a5c-9012-33783fcec11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074512 May 27 02:34:28.933012 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-12be5852-5e09-4c85-82ed-8532c867fb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'name': 'tempest-AttachVolumeNegativeTest-494117646-router', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:55Z', 'updated_at': '2022-05-27T02:29:06Z', 'revision_number': 4, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'gw_port': {'id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:58Z', 'updated_at': '2022-05-27T02:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '966409ba-038c-4647-ad74-81d9dbc73ac3', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'floating_ip_address': '172.25.1.18', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'port_id': 'b9db786f-9e91-48af-b6e3-1094265bb00c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'mac_address': 'fa:16:3e:40:8f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73053d9d-efb8-4269-89a1-76b2a9f75fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:34:02Z', 'updated_at': '2022-05-27T02:34:25Z', 'revision_number': 1, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e06fc56-f856-4359-8936-e81e87ae92ec', 'name': '', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'mac_address': 'fa:16:3e:21:52:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:04Z', 'updated_at': '2022-05-27T02:29:21Z', 'revision_number': 5, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'subnets': [{'id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:28.944574 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12be5852-5e09-4c85-82ed-8532c867fb86 None None] The sync data for ids ['e4ee2b29-ceb2-4475-af4f-913e1f76f89b'] in n-d-843554-3 is: [{'id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'name': 'tempest-AttachVolumeNegativeTest-494117646-router', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:55Z', 'updated_at': '2022-05-27T02:29:06Z', 'revision_number': 4, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'gw_port': {'id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:58Z', 'updated_at': '2022-05-27T02:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '966409ba-038c-4647-ad74-81d9dbc73ac3', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'floating_ip_address': '172.25.1.18', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'port_id': 'b9db786f-9e91-48af-b6e3-1094265bb00c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'mac_address': 'fa:16:3e:40:8f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73053d9d-efb8-4269-89a1-76b2a9f75fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:34:02Z', 'updated_at': '2022-05-27T02:34:25Z', 'revision_number': 1, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e06fc56-f856-4359-8936-e81e87ae92ec', 'name': '', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'mac_address': 'fa:16:3e:21:52:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:04Z', 'updated_at': '2022-05-27T02:29:21Z', 'revision_number': 5, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'subnets': [{'id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:34:28.967746 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-af1f6a6e-fa1f-48b9-8ef3-bba80a2af7f7 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:28.979123 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c52d8c3-a0c7-4943-ae0f-cb4354eec91d req-dcb86177-f677-4fca-83a6-a63208b7f47e tempest-ServerShowV247Test-936653027 tempest-ServerShowV247Test-936653027-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7c453af-a794-4598-8707-a09dfd6ad0a2 HTTP/1.1" status: 200 len: 210 time: 0.0926898 May 27 02:34:29.040377 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff39c1-19b2-4efd-ab65-96d6aa29ca3a req-adea2a02-1647-4d44-b997-fd5ef77b454d tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:29.041648 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-d0ff39c1-19b2-4efd-ab65-96d6aa29ca3a req-adea2a02-1647-4d44-b997-fd5ef77b454d tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Synchronizing usage tracker for tenant:a54d5457e373400db950c9d30ab97cd7 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:34:29.045363 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:29.055263 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-d0ff39c1-19b2-4efd-ab65-96d6aa29ca3a req-adea2a02-1647-4d44-b997-fd5ef77b454d tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Unset dirty status for tenant:a54d5457e373400db950c9d30ab97cd7 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:34:29.056842 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d0ff39c1-19b2-4efd-ab65-96d6aa29ca3a req-adea2a02-1647-4d44-b997-fd5ef77b454d tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.66 "GET /v2.0/ports?device_id=a35c44bf-1d45-402c-b4b7-37b06b349d5e HTTP/1.1" status: 200 len: 946 time: 0.1414540 May 27 02:34:29.068594 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8285aa-0d2d-4b80-ad86-72c283783b8a req-4e7b8287-d4db-4c7b-ac00-1ff290991302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:29.070670 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ff8285aa-0d2d-4b80-ad86-72c283783b8a req-4e7b8287-d4db-4c7b-ac00-1ff290991302 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2651911d1c264f1c8c7218b6fddf9f10&device_id=73053d9d-efb8-4269-89a1-76b2a9f75fb6 HTTP/1.1" status: 200 len: 1096 time: 0.6617522 May 27 02:34:29.083829 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 5f982986-3d6b-4ca0-9d73-21318d53b5f7 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:34:29.087118 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:29.123619 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f6a6e-fa1f-48b9-8ef3-bba80a2af7f7 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event updated for resources: {'Subnet': ['ID=7daf57c8-fc93-4ed4-89ad-ee2de7fda807,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:29.141451 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-d0ff39c1-19b2-4efd-ab65-96d6aa29ca3a req-b40ba107-239c-4503-88ee-a3b0f2dd5b7c tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Deleting port 2de12f73-da27-4d21-b0b0-4e512ffdf37f {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:34:29.141785 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d0ff39c1-19b2-4efd-ab65-96d6aa29ca3a req-b40ba107-239c-4503-88ee-a3b0f2dd5b7c tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:29.350530 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1f6a6e-fa1f-48b9-8ef3-bba80a2af7f7 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Checking segment: {'id': '3eb88617-d403-48bf-987a-deefa15ad7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '91424a7e-111c-4afd-91b5-71bda99ae586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:34:29.350905 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1f6a6e-fa1f-48b9-8ef3-bba80a2af7f7 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Network hostable DHCP agents. Network: 91424a7e-111c-4afd-91b5-71bda99ae586, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:34:29.457659 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-d0ff39c1-19b2-4efd-ab65-96d6aa29ca3a req-b40ba107-239c-4503-88ee-a3b0f2dd5b7c tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] For port 2de12f73-da27-4d21-b0b0-4e512ffdf37f, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=2de12f73-da27-4d21-b0b0-4e512ffdf37f,segment=NetworkSegment(2d17ae40-4310-4a58-b1f0-c2f85fb57fbf),segment_id=2d17ae40-4310-4a58-b1f0-c2f85fb57fbf)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:34:29.458929 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d0ff39c1-19b2-4efd-ab65-96d6aa29ca3a req-b40ba107-239c-4503-88ee-a3b0f2dd5b7c tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:29.472022 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4101cfda-57f6-4615-9684-a74c4b52f9ce None None] New status for floating IP 966409ba-038c-4647-ad74-81d9dbc73ac3: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:34:29.494996 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-23bec2fe-8800-4d37-b86f-12c4e7b81b65 req-32fee2ac-0b1b-43c7-aef6-541f0b21d2c5 service neutron] 10.222.0.66 "GET /v2.0/networks/882e4b63-c6d9-4a5c-9012-33783fcec11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6053317 May 27 02:34:29.536522 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8285aa-0d2d-4b80-ad86-72c283783b8a req-e6b9ca67-ad2b-45d7-a01d-f45e4b2b95b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:29.538214 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ff8285aa-0d2d-4b80-ad86-72c283783b8a req-e6b9ca67-ad2b-45d7-a01d-f45e4b2b95b7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=72395de2-24ec-482b-bef7-14825a5fc695 HTTP/1.1" status: 200 len: 915 time: 0.4089043 May 27 02:34:29.810058 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1f6a6e-fa1f-48b9-8ef3-bba80a2af7f7 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Network 91424a7e-111c-4afd-91b5-71bda99ae586 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:34:29.822570 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6296b60-9e95-409c-b5a6-07d351599d2d None None] Network 01630723-74c0-4cb9-a9b4-d21e694d5bb5 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:34:29.920567 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d0ff39c1-19b2-4efd-ab65-96d6aa29ca3a req-b40ba107-239c-4503-88ee-a3b0f2dd5b7c tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:29.920989 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d0ff39c1-19b2-4efd-ab65-96d6aa29ca3a req-b40ba107-239c-4503-88ee-a3b0f2dd5b7c tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:29.921308 n-d-843554-3 neutron-server[88901]: INFO neutron.db.l3_db [req-d0ff39c1-19b2-4efd-ab65-96d6aa29ca3a req-b40ba107-239c-4503-88ee-a3b0f2dd5b7c tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Floating IP ae40b496-d6b3-44a1-84ed-b54fc5ee5bb6 disassociated. External IP: 172.25.1.85, port: 2de12f73-da27-4d21-b0b0-4e512ffdf37f. May 27 02:34:29.921656 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-d0ff39c1-19b2-4efd-ab65-96d6aa29ca3a req-b40ba107-239c-4503-88ee-a3b0f2dd5b7c tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Calling delete_port for 2de12f73-da27-4d21-b0b0-4e512ffdf37f owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:34:30.001386 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ff8285aa-0d2d-4b80-ad86-72c283783b8a req-3eee8407-a3d2-4660-8c72-f448fc400b4c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9db786f-9e91-48af-b6e3-1094265bb00c HTTP/1.1" status: 200 len: 998 time: 0.4540694 May 27 02:34:30.039473 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e8022477-f48f-40c3-ba97-b557ac2f60ad None None] Provisioning for port 5f982986-3d6b-4ca0-9d73-21318d53b5f7 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:34:30.066072 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55481c08-3239-45de-abb4-cb435bb39aea req-feed0fe7-2830-46c3-ac3a-b977be5e3a4f tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:30.067561 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-55481c08-3239-45de-abb4-cb435bb39aea req-feed0fe7-2830-46c3-ac3a-b977be5e3a4f tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=a35c44bf-1d45-402c-b4b7-37b06b349d5e HTTP/1.1" status: 200 len: 946 time: 0.6580467 May 27 02:34:30.083799 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e8022477-f48f-40c3-ba97-b557ac2f60ad None None] Provisioning complete for port 5f982986-3d6b-4ca0-9d73-21318d53b5f7 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:34:30.084125 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e8022477-f48f-40c3-ba97-b557ac2f60ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:30.133153 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:30.308882 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-af1f6a6e-fa1f-48b9-8ef3-bba80a2af7f7 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 91424a7e-111c-4afd-91b5-71bda99ae586) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:34:30.321511 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f700359-f165-4f4d-847b-d8183c94d23d None None] Network 91424a7e-111c-4afd-91b5-71bda99ae586 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:34:30.329552 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1f6a6e-fa1f-48b9-8ef3-bba80a2af7f7 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:30.330148 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-af1f6a6e-fa1f-48b9-8ef3-bba80a2af7f7 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:30.345970 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-55481c08-3239-45de-abb4-cb435bb39aea req-83bb2944-4cd9-4bf7-8af7-82957d920053 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/security-groups?id=673fe9f2-341c-4aef-b996-12fc67d5833b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2702157 May 27 02:34:30.347808 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-23bec2fe-8800-4d37-b86f-12c4e7b81b65 req-c92e6d50-4c77-46d2-a25d-d2b181b5540e service neutron] 10.222.0.66 "GET /v2.0/networks/882e4b63-c6d9-4a5c-9012-33783fcec11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8381987 May 27 02:34:30.348578 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d0ff39c1-19b2-4efd-ab65-96d6aa29ca3a req-b40ba107-239c-4503-88ee-a3b0f2dd5b7c tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:30.366397 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8285aa-0d2d-4b80-ad86-72c283783b8a req-0f8c1163-9596-4055-b440-0cd90839da7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:30.368408 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ff8285aa-0d2d-4b80-ad86-72c283783b8a req-0f8c1163-9596-4055-b440-0cd90839da7c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95 HTTP/1.1" status: 200 len: 853 time: 0.3532383 May 27 02:34:30.419534 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ba107-239c-4503-88ee-a3b0f2dd5b7c tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Pushing event deleted for resources: {'Port': ['ID=2de12f73-da27-4d21-b0b0-4e512ffdf37f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:30.468660 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-af1f6a6e-fa1f-48b9-8ef3-bba80a2af7f7 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.1327481 May 27 02:34:30.476197 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 60532) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:30.486652 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3891a2b-e693-4d85-a238-7f0e7b159365 req-26ffa541-1ff0-4644-b4a1-1bc4b59a9e7f tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:30.488353 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b3891a2b-e693-4d85-a238-7f0e7b159365 req-26ffa541-1ff0-4644-b4a1-1bc4b59a9e7f tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 947 time: 0.6658096 May 27 02:34:30.522863 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-e8022477-f48f-40c3-ba97-b557ac2f60ad None None] Current status of the port 5f982986-3d6b-4ca0-9d73-21318d53b5f7 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:34:30.523305 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e8022477-f48f-40c3-ba97-b557ac2f60ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:30.609874 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-e8022477-f48f-40c3-ba97-b557ac2f60ad None None] For port 5f982986-3d6b-4ca0-9d73-21318d53b5f7, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=5f982986-3d6b-4ca0-9d73-21318d53b5f7,segment=NetworkSegment(57ac9744-6145-468f-9be5-19ac70ce99fe),segment_id=57ac9744-6145-468f-9be5-19ac70ce99fe)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:34:30.612537 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e91ff7b-7315-45e0-800c-6d734e3e1503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-91424a7e-111c-4afd-91b5-71bda99ae586', 'network_id': '91424a7e-111c-4afd-91b5-71bda99ae586', 'tenant_id': '88428439299c48b08e04b00eeea4fc36', 'fixed_ips': [{'subnet_id': '7daf57c8-fc93-4ed4-89ad-ee2de7fda807'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:34:30.613659 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9e91ff7b-7315-45e0-800c-6d734e3e1503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:30.708618 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e8022477-f48f-40c3-ba97-b557ac2f60ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:30.723272 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd413adb-d705-4808-9863-4cd55193fc30 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:30.735064 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0ff39c1-19b2-4efd-ab65-96d6aa29ca3a req-b40ba107-239c-4503-88ee-a3b0f2dd5b7c tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Router 6e478d76-8f5e-4592-9c9d-54b301abccbc has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:34:30.827275 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-afeb3455-4db6-4f28-b18b-0940c22c5b1c req-3db053da-bc46-4658-9a13-535c09060ec5 tempest-ServerShowV247Test-936653027 tempest-ServerShowV247Test-936653027-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7c453af-a794-4598-8707-a09dfd6ad0a2 HTTP/1.1" status: 200 len: 210 time: 0.0989180 May 27 02:34:30.837338 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8022477-f48f-40c3-ba97-b557ac2f60ad None None] Pushing event updated for resources: {'Port': ['ID=5f982986-3d6b-4ca0-9d73-21318d53b5f7,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:30.902812 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6e7d1a1c-1212-4cbf-9c86-0f00bb191d6a None None] Provisioning complete for port 5f982986-3d6b-4ca0-9d73-21318d53b5f7 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:34:30.903283 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6e7d1a1c-1212-4cbf-9c86-0f00bb191d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:30.969679 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8285aa-0d2d-4b80-ad86-72c283783b8a req-d02c4d5c-f9ab-436c-8255-04c7d8c76f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:30.974046 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ff8285aa-0d2d-4b80-ad86-72c283783b8a req-d02c4d5c-f9ab-436c-8255-04c7d8c76f39 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=72395de2-24ec-482b-bef7-14825a5fc695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5954068 May 27 02:34:31.070552 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-9e91ff7b-7315-45e0-800c-6d734e3e1503 None None] Allocated IP 172.20.0.2 (91424a7e-111c-4afd-91b5-71bda99ae586/7daf57c8-fc93-4ed4-89ad-ee2de7fda807/468bb2ea-d2af-41b4-807b-4e8122aeea91) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:34:31.079792 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b3891a2b-e693-4d85-a238-7f0e7b159365 req-78b6ea4b-694a-485d-bc7e-a8adbc09662c tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526552 May 27 02:34:31.149823 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0ff39c1-19b2-4efd-ab65-96d6aa29ca3a req-b40ba107-239c-4503-88ee-a3b0f2dd5b7c tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:34:31.163103 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e155950-eebe-49d9-9fd3-0be595fbefb3 None None] Sync routers for ids ['6e478d76-8f5e-4592-9c9d-54b301abccbc'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:34:31.173057 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e155950-eebe-49d9-9fd3-0be595fbefb3 None None] Routers {'6e478d76-8f5e-4592-9c9d-54b301abccbc'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:34:31.173867 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-7e155950-eebe-49d9-9fd3-0be595fbefb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:34:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['6e478d76-8f5e-4592-9c9d-54b301abccbc'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:31.183864 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-6e7d1a1c-1212-4cbf-9c86-0f00bb191d6a None None] Current status of the port 5f982986-3d6b-4ca0-9d73-21318d53b5f7 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:34:31.255686 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ff39c1-19b2-4efd-ab65-96d6aa29ca3a req-b40ba107-239c-4503-88ee-a3b0f2dd5b7c tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] No DVR routers for this DVR port 2de12f73-da27-4d21-b0b0-4e512ffdf37f on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:34:31.259019 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d0ff39c1-19b2-4efd-ab65-96d6aa29ca3a req-b40ba107-239c-4503-88ee-a3b0f2dd5b7c tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:31.270646 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35c44bf-1d45-402c-b4b7-37b06b349d5e', 'name': 'network-vif-deleted', 'tag': '2de12f73-da27-4d21-b0b0-4e512ffdf37f'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:34:31.297552 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ff8285aa-0d2d-4b80-ad86-72c283783b8a req-0e6fad7f-62d0-4fd7-a203-31fb1f310118 service neutron] 10.222.0.66 "GET /v2.0/networks/72395de2-24ec-482b-bef7-14825a5fc695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212727 May 27 02:34:31.298589 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd413adb-d705-4808-9863-4cd55193fc30 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:31.353414 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91195be9-04f0-4698-9892-52a5552dae99'] response: {'server_uuid': 'a35c44bf-1d45-402c-b4b7-37b06b349d5e', 'name': 'network-vif-deleted', 'tag': '2de12f73-da27-4d21-b0b0-4e512ffdf37f', 'status': 'completed', 'code': 200} May 27 02:34:31.355780 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d0ff39c1-19b2-4efd-ab65-96d6aa29ca3a req-b40ba107-239c-4503-88ee-a3b0f2dd5b7c tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.66 "DELETE /v2.0/ports/2de12f73-da27-4d21-b0b0-4e512ffdf37f HTTP/1.1" status: 204 len: 173 time: 2.2934709 May 27 02:34:31.410471 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-7e155950-eebe-49d9-9fd3-0be595fbefb3 None None] Set router 6e478d76-8f5e-4592-9c9d-54b301abccbc gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:34:31.444233 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9e91ff7b-7315-45e0-800c-6d734e3e1503 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:31.484460 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9e91ff7b-7315-45e0-800c-6d734e3e1503 None None] Transition to ACTIVE for port object 468bb2ea-d2af-41b4-807b-4e8122aeea91 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:34:31.525011 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9e91ff7b-7315-45e0-800c-6d734e3e1503 None None] Transition to ACTIVE for port object 468bb2ea-d2af-41b4-807b-4e8122aeea91 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:34:31.603079 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8076cc2c-bab0-4766-85fb-ed77e15270bc req-1dd47685-2a35-426a-a443-e5aebd3cb2eb tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/ports?device_id=a35c44bf-1d45-402c-b4b7-37b06b349d5e HTTP/1.1" status: 200 len: 210 time: 0.0568805 May 27 02:34:31.605133 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ff8285aa-0d2d-4b80-ad86-72c283783b8a req-422c181f-193e-4278-94e4-3e1f13eabde1 service neutron] 10.222.0.66 "GET /v2.0/networks/72395de2-24ec-482b-bef7-14825a5fc695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766879 May 27 02:34:31.639137 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9e91ff7b-7315-45e0-800c-6d734e3e1503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:31.714298 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e91ff7b-7315-45e0-800c-6d734e3e1503 None None] Network 91424a7e-111c-4afd-91b5-71bda99ae586 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:34:31.717953 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-9e91ff7b-7315-45e0-800c-6d734e3e1503 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:34:31.720227 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e91ff7b-7315-45e0-800c-6d734e3e1503 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:34:31.726915 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd413adb-d705-4808-9863-4cd55193fc30 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:31.765513 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91ff7b-7315-45e0-800c-6d734e3e1503 None None] Pushing event updated for resources: {'Port': ['ID=468bb2ea-d2af-41b4-807b-4e8122aeea91,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:31.777138 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd413adb-d705-4808-9863-4cd55193fc30 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event deleted for resources: {'Subnet': ['ID=7daf57c8-fc93-4ed4-89ad-ee2de7fda807,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:31.840790 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-7e155950-eebe-49d9-9fd3-0be595fbefb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'name': 'tempest-AttachVolumeTestJSON-629019470-router', 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'f409a62c-4a8f-4f47-b4c0-9698cbc76abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:47Z', 'updated_at': '2022-05-27T02:29:06Z', 'revision_number': 4, 'project_id': 'a54d5457e373400db950c9d30ab97cd7', 'gw_port': {'id': 'f409a62c-4a8f-4f47-b4c0-9698cbc76abe', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:52Z', 'updated_at': '2022-05-27T02:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '0b51a1d0-00cb-463a-849f-699a920f6a03', 'name': '', 'network_id': 'e6379d80-7b9b-4710-9948-937eec21e411', 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'mac_address': 'fa:16:3e:22:39:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '95908a1f-c366-445e-9e10-5bce86ad79d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:03Z', 'updated_at': '2022-05-27T02:29:27Z', 'revision_number': 5, 'project_id': 'a54d5457e373400db950c9d30ab97cd7', 'subnets': [{'id': '95908a1f-c366-445e-9e10-5bce86ad79d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:31.845955 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e155950-eebe-49d9-9fd3-0be595fbefb3 None None] Checking router: 6e478d76-8f5e-4592-9c9d-54b301abccbc for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:34:31.855831 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e155950-eebe-49d9-9fd3-0be595fbefb3 None None] Routers {'6e478d76-8f5e-4592-9c9d-54b301abccbc'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:34:31.856668 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-7e155950-eebe-49d9-9fd3-0be595fbefb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:34:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['6e478d76-8f5e-4592-9c9d-54b301abccbc'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:31.875270 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-9e91ff7b-7315-45e0-800c-6d734e3e1503 None None] Attempting to bind port 468bb2ea-d2af-41b4-807b-4e8122aeea91 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:34:31.875794 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-9e91ff7b-7315-45e0-800c-6d734e3e1503 None None] Attempting to bind port 468bb2ea-d2af-41b4-807b-4e8122aeea91 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '3eb88617-d403-48bf-987a-deefa15ad7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '91424a7e-111c-4afd-91b5-71bda99ae586'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:34:31.876032 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e91ff7b-7315-45e0-800c-6d734e3e1503 None None] Attempting to bind port 468bb2ea-d2af-41b4-807b-4e8122aeea91 on network 91424a7e-111c-4afd-91b5-71bda99ae586 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:34:31.883272 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e91ff7b-7315-45e0-800c-6d734e3e1503 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:34:31.891922 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e91ff7b-7315-45e0-800c-6d734e3e1503 None None] Checking segment: {'id': '3eb88617-d403-48bf-987a-deefa15ad7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '91424a7e-111c-4afd-91b5-71bda99ae586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:34:31.891922 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9e91ff7b-7315-45e0-800c-6d734e3e1503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:31.891922 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e91ff7b-7315-45e0-800c-6d734e3e1503 None None] Bound using segment: {'id': '3eb88617-d403-48bf-987a-deefa15ad7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '91424a7e-111c-4afd-91b5-71bda99ae586'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:34:31.891922 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-9e91ff7b-7315-45e0-800c-6d734e3e1503 None None] Bound port: 468bb2ea-d2af-41b4-807b-4e8122aeea91, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb88617-d403-48bf-987a-deefa15ad7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '91424a7e-111c-4afd-91b5-71bda99ae586'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:34:31.891922 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9e91ff7b-7315-45e0-800c-6d734e3e1503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:31.946125 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd413adb-d705-4808-9863-4cd55193fc30 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:31.989391 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9e91ff7b-7315-45e0-800c-6d734e3e1503 None None] For port 468bb2ea-d2af-41b4-807b-4e8122aeea91, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:34:31.993334 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9e91ff7b-7315-45e0-800c-6d734e3e1503 None None] For port 468bb2ea-d2af-41b4-807b-4e8122aeea91, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=468bb2ea-d2af-41b4-807b-4e8122aeea91,segment=NetworkSegment(3eb88617-d403-48bf-987a-deefa15ad7d7),segment_id=3eb88617-d403-48bf-987a-deefa15ad7d7)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:34:32.000239 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-bd413adb-d705-4808-9863-4cd55193fc30 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91424a7e-111c-4afd-91b5-71bda99ae586']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:32.060198 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-bd413adb-d705-4808-9863-4cd55193fc30 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eb88617-d403-48bf-987a-deefa15ad7d7') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:32.060419 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-bd413adb-d705-4808-9863-4cd55193fc30 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eb88617-d403-48bf-987a-deefa15ad7d7') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:32.080078 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b294b96a-0b73-4f0d-8a09-864f58ca4e59 req-60f8120c-eaa2-4dea-a102-f68e76ba3134 tempest-ServerShowV247Test-936653027 tempest-ServerShowV247Test-936653027-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7c453af-a794-4598-8707-a09dfd6ad0a2 HTTP/1.1" status: 200 len: 210 time: 0.0714204 May 27 02:34:32.081864 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-7e155950-eebe-49d9-9fd3-0be595fbefb3 None None] Set router 6e478d76-8f5e-4592-9c9d-54b301abccbc gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:34:32.084304 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd413adb-d705-4808-9863-4cd55193fc30 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:32.084464 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9e91ff7b-7315-45e0-800c-6d734e3e1503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:32.103801 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd413adb-d705-4808-9863-4cd55193fc30 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:32.120399 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd413adb-d705-4808-9863-4cd55193fc30 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:34:32.125091 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd413adb-d705-4808-9863-4cd55193fc30 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:32.183369 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 2de12f73-da27-4d21-b0b0-4e512ffdf37f no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:34:32.208678 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 3eb88617-d403-48bf-987a-deefa15ad7d7 resource provider aggregate not found May 27 02:34:32.252081 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91ff7b-7315-45e0-800c-6d734e3e1503 None None] Pushing event updated for resources: {'Port': ['ID=468bb2ea-d2af-41b4-807b-4e8122aeea91,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:32.263966 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: 2de12f73-da27-4d21-b0b0-4e512ffdf37f {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:34:32.264315 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 2de12f73-da27-4d21-b0b0-4e512ffdf37f not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:34:32.300630 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 3eb88617-d403-48bf-987a-deefa15ad7d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3eb88617-d403-48bf-987a-deefa15ad7d7 found for delete ", "request_id": "req-858b8d9a-bcf0-43cd-a59b-ff00b9cd828f"}]} May 27 02:34:32.363658 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86bbcb2-c2c0-43ca-baff-fe2433ea8b11 req-45f23157-2a87-43e3-aae9-bf7645f3b32a tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:32.366964 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e86bbcb2-c2c0-43ca-baff-fe2433ea8b11 req-45f23157-2a87-43e3-aae9-bf7645f3b32a tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 947 time: 0.1461806 May 27 02:34:32.387003 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab68c456-d562-44b2-86a2-c558139567ea None None] Network 91424a7e-111c-4afd-91b5-71bda99ae586 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:34:32.401093 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-bd413adb-d705-4808-9863-4cd55193fc30 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 02:34:32.401093 n-d-843554-3 neutron-server[88902]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 02:34:32.401093 n-d-843554-3 neutron-server[88902]: [parameters: {'id': '91424a7e-111c-4afd-91b5-71bda99ae586'}] May 27 02:34:32.401093 n-d-843554-3 neutron-server[88902]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:34:32.402411 n-d-843554-3 neutron-server[88902]: DEBUG oslo_db.api [None req-bd413adb-d705-4808-9863-4cd55193fc30 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:34:32.435096 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e86bbcb2-c2c0-43ca-baff-fe2433ea8b11 req-2985e1c4-826b-43ca-871d-9a1e1572172a tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556223 May 27 02:34:32.533310 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-7e155950-eebe-49d9-9fd3-0be595fbefb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'name': 'tempest-AttachVolumeTestJSON-629019470-router', 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'f409a62c-4a8f-4f47-b4c0-9698cbc76abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:47Z', 'updated_at': '2022-05-27T02:29:06Z', 'revision_number': 4, 'project_id': 'a54d5457e373400db950c9d30ab97cd7', 'gw_port': {'id': 'f409a62c-4a8f-4f47-b4c0-9698cbc76abe', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:52Z', 'updated_at': '2022-05-27T02:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '0b51a1d0-00cb-463a-849f-699a920f6a03', 'name': '', 'network_id': 'e6379d80-7b9b-4710-9948-937eec21e411', 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'mac_address': 'fa:16:3e:22:39:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '95908a1f-c366-445e-9e10-5bce86ad79d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:03Z', 'updated_at': '2022-05-27T02:29:27Z', 'revision_number': 5, 'project_id': 'a54d5457e373400db950c9d30ab97cd7', 'subnets': [{'id': '95908a1f-c366-445e-9e10-5bce86ad79d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:32.533310 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e155950-eebe-49d9-9fd3-0be595fbefb3 None None] The sync data for ids ['6e478d76-8f5e-4592-9c9d-54b301abccbc'] in n-d-843554-3 is: [{'id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'name': 'tempest-AttachVolumeTestJSON-629019470-router', 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'f409a62c-4a8f-4f47-b4c0-9698cbc76abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:47Z', 'updated_at': '2022-05-27T02:29:06Z', 'revision_number': 4, 'project_id': 'a54d5457e373400db950c9d30ab97cd7', 'gw_port': {'id': 'f409a62c-4a8f-4f47-b4c0-9698cbc76abe', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:52Z', 'updated_at': '2022-05-27T02:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '0b51a1d0-00cb-463a-849f-699a920f6a03', 'name': '', 'network_id': 'e6379d80-7b9b-4710-9948-937eec21e411', 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'mac_address': 'fa:16:3e:22:39:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '95908a1f-c366-445e-9e10-5bce86ad79d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:03Z', 'updated_at': '2022-05-27T02:29:27Z', 'revision_number': 5, 'project_id': 'a54d5457e373400db950c9d30ab97cd7', 'subnets': [{'id': '95908a1f-c366-445e-9e10-5bce86ad79d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:34:32.680813 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97f0996-9c7f-4362-8d5e-d367a162d87e None None] get_active_networks_info from n-d-843554-3 {{(pid=88903) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 02:34:32.686001 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e4e2f-bbf6-438e-8d42-7250240c3a4c req-a903686e-6afd-4580-8e98-b13e8c580fbc tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:32.697993 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f25e4e2f-bbf6-438e-8d42-7250240c3a4c req-a903686e-6afd-4580-8e98-b13e8c580fbc tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 947 time: 0.1140289 May 27 02:34:32.777990 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 5f982986-3d6b-4ca0-9d73-21318d53b5f7 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:34:32.851086 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f25e4e2f-bbf6-438e-8d42-7250240c3a4c req-c49506a1-dba0-4ea7-974f-1781ef1a03b9 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539962 May 27 02:34:32.894479 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 60580) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:32.939800 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd413adb-d705-4808-9863-4cd55193fc30 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:32.978043 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3b1d6876-d43b-4802-bc0f-f1dacb647920 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:32.984675 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-bd413adb-d705-4808-9863-4cd55193fc30 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Deleting port 468bb2ea-d2af-41b4-807b-4e8122aeea91 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:34:32.985416 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd413adb-d705-4808-9863-4cd55193fc30 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:33.011213 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97f0996-9c7f-4362-8d5e-d367a162d87e None None] Resources bound (agent type, host, resource id): {{(pid=88903) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 02:34:33.017921 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 5f982986-3d6b-4ca0-9d73-21318d53b5f7 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:34:33.018296 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:33.097610 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caba5dfa-1828-485a-b9c5-75dc77878960 None None] New status for floating IP ae40b496-d6b3-44a1-84ed-b54fc5ee5bb6: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:34:33.195643 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3b1d6876-d43b-4802-bc0f-f1dacb647920 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:33.512445 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 5f982986-3d6b-4ca0-9d73-21318d53b5f7 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:34:33.545263 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3b1d6876-d43b-4802-bc0f-f1dacb647920 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:33.590567 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8c7ddbd9-f8b2-4a62-9ef3-dbc883082a35 req-ed1e7775-af6e-4e34-af9f-5124a9044341 tempest-ServerShowV247Test-936653027 tempest-ServerShowV247Test-936653027-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7c453af-a794-4598-8707-a09dfd6ad0a2 HTTP/1.1" status: 200 len: 210 time: 0.3352792 May 27 02:34:33.603515 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d6876-d43b-4802-bc0f-f1dacb647920 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=673fe9f2-341c-4aef-b996-12fc67d5833b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:33.650666 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd42bb6-bdef-4dea-ad69-4ead18ca3042 req-20c02195-d65b-410a-84de-8fcbe229b04f tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:33.652439 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4fd42bb6-bdef-4dea-ad69-4ead18ca3042 req-20c02195-d65b-410a-84de-8fcbe229b04f tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 947 time: 0.5005224 May 27 02:34:33.654469 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-bd413adb-d705-4808-9863-4cd55193fc30 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] For port 468bb2ea-d2af-41b4-807b-4e8122aeea91, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=468bb2ea-d2af-41b4-807b-4e8122aeea91,segment=NetworkSegment(3eb88617-d403-48bf-987a-deefa15ad7d7),segment_id=3eb88617-d403-48bf-987a-deefa15ad7d7)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:34:33.655327 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd413adb-d705-4808-9863-4cd55193fc30 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:33.751236 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3b1d6876-d43b-4802-bc0f-f1dacb647920 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:33.752345 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3b1d6876-d43b-4802-bc0f-f1dacb647920 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "DELETE /v2.0/security-groups/673fe9f2-341c-4aef-b996-12fc67d5833b HTTP/1.1" status: 204 len: 168 time: 0.8568945 May 27 02:34:33.755145 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 60598) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:33.784106 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-6f7abdde-11c2-44a3-acca-bd09df2b1064 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] show failed (client error): The resource could not be found. May 27 02:34:33.785451 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6f7abdde-11c2-44a3-acca-bd09df2b1064 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "GET /v2.0/security-groups/673fe9f2-341c-4aef-b996-12fc67d5833b HTTP/1.1" status: 404 len: 347 time: 0.0287986 May 27 02:34:33.788346 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 60602) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:33.874441 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-bd413adb-d705-4808-9863-4cd55193fc30 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Calling delete_port for 468bb2ea-d2af-41b4-807b-4e8122aeea91 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:34:33.927861 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4fd42bb6-bdef-4dea-ad69-4ead18ca3042 req-1370c024-61fe-4769-872e-380bd821a05a tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610161 May 27 02:34:33.993861 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-70239f5d-373a-463c-a42f-f9a680431fd3 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Deleting port 289f2976-19a9-4daa-a2d1-dfc9305d10ae {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:34:33.994209 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-70239f5d-373a-463c-a42f-f9a680431fd3 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:34.024080 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd413adb-d705-4808-9863-4cd55193fc30 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:34.130804 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd413adb-d705-4808-9863-4cd55193fc30 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event deleted for resources: {'Port': ['ID=468bb2ea-d2af-41b4-807b-4e8122aeea91,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:34.148013 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd413adb-d705-4808-9863-4cd55193fc30 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] No DVR routers for this DVR port 468bb2ea-d2af-41b4-807b-4e8122aeea91 on host n-d-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:34:34.189593 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-70239f5d-373a-463c-a42f-f9a680431fd3 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:34.190002 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-70239f5d-373a-463c-a42f-f9a680431fd3 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:34.301590 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd413adb-d705-4808-9863-4cd55193fc30 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:34.315693 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe09179-2553-4b9d-8d0e-17b9b3e023b2 req-dc6ea8d4-6a32-496a-aeba-b35063c71e38 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:34.317173 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0fe09179-2553-4b9d-8d0e-17b9b3e023b2 req-dc6ea8d4-6a32-496a-aeba-b35063c71e38 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 947 time: 0.2584233 May 27 02:34:34.334041 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-70239f5d-373a-463c-a42f-f9a680431fd3 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Calling delete_port for 289f2976-19a9-4daa-a2d1-dfc9305d10ae owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:34:34.350363 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-bd413adb-d705-4808-9863-4cd55193fc30 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91424a7e-111c-4afd-91b5-71bda99ae586']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:34.366740 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-bd413adb-d705-4808-9863-4cd55193fc30 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eb88617-d403-48bf-987a-deefa15ad7d7') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:34.367048 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-bd413adb-d705-4808-9863-4cd55193fc30 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eb88617-d403-48bf-987a-deefa15ad7d7') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:34.389630 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd413adb-d705-4808-9863-4cd55193fc30 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:34.405602 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0fe09179-2553-4b9d-8d0e-17b9b3e023b2 req-c3edd502-e1f8-4ea1-91fa-2121432db0a2 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749297 May 27 02:34:34.411669 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd413adb-d705-4808-9863-4cd55193fc30 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:34.420747 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd413adb-d705-4808-9863-4cd55193fc30 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:34:34.426624 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd413adb-d705-4808-9863-4cd55193fc30 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:34.503140 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 3eb88617-d403-48bf-987a-deefa15ad7d7 resource provider aggregate not found May 27 02:34:34.528124 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 3eb88617-d403-48bf-987a-deefa15ad7d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3eb88617-d403-48bf-987a-deefa15ad7d7 found for delete ", "request_id": "req-4cc9941d-4421-4264-bdba-a3137697f1a3"}]} May 27 02:34:34.571154 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-70239f5d-373a-463c-a42f-f9a680431fd3 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:34.681069 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70239f5d-373a-463c-a42f-f9a680431fd3 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Pushing event deleted for resources: {'Port': ['ID=289f2976-19a9-4daa-a2d1-dfc9305d10ae,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:34.689527 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd413adb-d705-4808-9863-4cd55193fc30 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:34.713422 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd413adb-d705-4808-9863-4cd55193fc30 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:34.734638 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd413adb-d705-4808-9863-4cd55193fc30 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event deleted for resources: {'Network': ['ID=91424a7e-111c-4afd-91b5-71bda99ae586,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:34.748179 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-bd413adb-d705-4808-9863-4cd55193fc30 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "DELETE /v2.0/networks/91424a7e-111c-4afd-91b5-71bda99ae586 HTTP/1.1" status: 204 len: 168 time: 4.2587512 May 27 02:34:34.753449 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 60630) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:34.756349 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-70239f5d-373a-463c-a42f-f9a680431fd3 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:34.762434 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-bf202a43-c859-4c1c-b751-cc34432db8e4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1813872011'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:34:34.771551 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bf202a43-c859-4c1c-b751-cc34432db8e4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:34:34.778837 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bf202a43-c859-4c1c-b751-cc34432db8e4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Usage tracker for resource:network and tenant:88428439299c48b08e04b00eeea4fc36 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:34:34.782560 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bf202a43-c859-4c1c-b751-cc34432db8e4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:34:34.788681 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bf202a43-c859-4c1c-b751-cc34432db8e4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:34:34.791373 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-70239f5d-373a-463c-a42f-f9a680431fd3 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:34.795859 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-70239f5d-373a-463c-a42f-f9a680431fd3 tempest-AttachVolumeTestJSON-1258623679 tempest-AttachVolumeTestJSON-1258623679-project] 10.222.0.57 "DELETE /v2.0/floatingips/ae40b496-d6b3-44a1-84ed-b54fc5ee5bb6 HTTP/1.1" status: 204 len: 168 time: 1.0030746 May 27 02:34:34.801459 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1f2f736c-d20d-43fe-bb2f-eb31d3c186db req-55e7a09d-3f7b-4b34-a1a7-f997af65cf18 tempest-ServerShowV247Test-936653027 tempest-ServerShowV247Test-936653027-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7c453af-a794-4598-8707-a09dfd6ad0a2 HTTP/1.1" status: 200 len: 210 time: 0.0480325 May 27 02:34:34.835452 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59307ee2-7b7b-439d-bcdb-6e9dbda6c01e req-4a5261cb-f367-4855-b022-1d23173a4a3c tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:34.837011 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-59307ee2-7b7b-439d-bcdb-6e9dbda6c01e req-4a5261cb-f367-4855-b022-1d23173a4a3c tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 947 time: 0.1921153 May 27 02:34:34.885309 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf202a43-c859-4c1c-b751-cc34432db8e4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Made reservation on behalf of 88428439299c48b08e04b00eeea4fc36 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:34:34.887733 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-59307ee2-7b7b-439d-bcdb-6e9dbda6c01e req-f279fc89-e50f-4b81-a0a1-2364721ff44b tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421610 May 27 02:34:34.889059 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf202a43-c859-4c1c-b751-cc34432db8e4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:34.937705 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf202a43-c859-4c1c-b751-cc34432db8e4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:34:34.946773 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf202a43-c859-4c1c-b751-cc34432db8e4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:34.947116 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-bf202a43-c859-4c1c-b751-cc34432db8e4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Added segment c1e98301-4baf-4ad3-9c56-105b1d143a6f of type vlan for network 3c66943e-311c-449b-bdf1-01c4cb5b40f8 May 27 02:34:34.975935 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf202a43-c859-4c1c-b751-cc34432db8e4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:35.123950 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c55523-edaf-4744-8e26-b98e63edd448 req-44e4b19b-aedd-4d69-980d-e86b8e32faa5 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:35.127919 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-59c55523-edaf-4744-8e26-b98e63edd448 req-44e4b19b-aedd-4d69-980d-e86b8e32faa5 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 947 time: 0.1243844 May 27 02:34:35.174011 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-59c55523-edaf-4744-8e26-b98e63edd448 req-fef71f5b-2678-4b14-ab40-a90a02932fa8 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396547 May 27 02:34:35.226446 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf202a43-c859-4c1c-b751-cc34432db8e4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:35.229762 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf202a43-c859-4c1c-b751-cc34432db8e4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:35.230706 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf202a43-c859-4c1c-b751-cc34432db8e4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:35.380617 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf202a43-c859-4c1c-b751-cc34432db8e4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event updated for resources: {'Network': ['ID=3c66943e-311c-449b-bdf1-01c4cb5b40f8,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:35.390166 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 3c66943e-311c-449b-bdf1-01c4cb5b40f8 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:34:35.406012 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-bf202a43-c859-4c1c-b751-cc34432db8e4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6515341 May 27 02:34:35.408593 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 60654) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:35.416454 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-7132c417-6791-4339-8e70-2d1006f5fdc3 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Request body: {'subnet': {'network_id': '3c66943e-311c-449b-bdf1-01c4cb5b40f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:34:35.455123 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2ddcd-9284-4e4f-8277-3087877dfef6 req-208d8891-01a9-4b1b-a0c8-49ec79d271cc tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:35.462669 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b8e2ddcd-9284-4e4f-8277-3087877dfef6 req-208d8891-01a9-4b1b-a0c8-49ec79d271cc tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 947 time: 0.1527474 May 27 02:34:35.507514 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b8e2ddcd-9284-4e4f-8277-3087877dfef6 req-b604a5d7-a799-40e1-b0ee-41cb7d7fd775 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438750 May 27 02:34:35.548738 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7132c417-6791-4339-8e70-2d1006f5fdc3 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:34:35.552638 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7132c417-6791-4339-8e70-2d1006f5fdc3 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Usage tracker for resource:subnet and tenant:88428439299c48b08e04b00eeea4fc36 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:34:35.556162 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7132c417-6791-4339-8e70-2d1006f5fdc3 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:34:35.562701 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7132c417-6791-4339-8e70-2d1006f5fdc3 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:34:35.623061 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7132c417-6791-4339-8e70-2d1006f5fdc3 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Made reservation on behalf of 88428439299c48b08e04b00eeea4fc36 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:34:35.626979 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7132c417-6791-4339-8e70-2d1006f5fdc3 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:35.725044 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f4a17-c9f7-4cbf-a9e4-785b6e267d1f req-c9ae11ba-e11e-46d9-9e2d-f90c0bde7c57 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:35.726848 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bd0f4a17-c9f7-4cbf-a9e4-785b6e267d1f req-c9ae11ba-e11e-46d9-9e2d-f90c0bde7c57 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 947 time: 0.0981052 May 27 02:34:35.771497 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.ipam_backend_mixin [None req-7132c417-6791-4339-8e70-2d1006f5fdc3 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Performing IP validity checks on allocation pools {{(pid=88901) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 27 02:34:35.772069 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.ipam_backend_mixin [None req-7132c417-6791-4339-8e70-2d1006f5fdc3 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88901) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 27 02:34:35.805087 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bd0f4a17-c9f7-4cbf-a9e4-785b6e267d1f req-aa3a0a8d-2dff-4364-936e-67e713d8b1a1 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700667 May 27 02:34:35.897571 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e69bb672-f5e0-4f58-bcc0-644561cc922c req-e7b80145-4499-44ea-9666-40f64209f617 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e7c453af-a794-4598-8707-a09dfd6ad0a2 HTTP/1.1" status: 200 len: 210 time: 0.0634582 May 27 02:34:36.035846 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04c7be3f-0697-441c-9220-fd343c3cd4ea req-83183e68-9220-4648-b77d-2334278cacee tempest-ServerShowV247Test-936653027 tempest-ServerShowV247Test-936653027-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7c453af-a794-4598-8707-a09dfd6ad0a2 HTTP/1.1" status: 200 len: 210 time: 0.0527530 May 27 02:34:36.112180 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7132c417-6791-4339-8e70-2d1006f5fdc3 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:36.221486 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf2532-3125-4697-ad77-a211ef94592d req-d95a43d1-27df-4e23-831f-2c94c13ef3d0 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:36.229408 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5edf2532-3125-4697-ad77-a211ef94592d req-d95a43d1-27df-4e23-831f-2c94c13ef3d0 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 947 time: 0.1527658 May 27 02:34:36.284377 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132c417-6791-4339-8e70-2d1006f5fdc3 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event updated for resources: {'Subnet': ['ID=c6e5c418-881d-4093-95ad-ace31f90d690,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:36.285511 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5edf2532-3125-4697-ad77-a211ef94592d req-88352b96-0c42-418c-8cd6-8f4244f11c62 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551016 May 27 02:34:36.292017 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7132c417-6791-4339-8e70-2d1006f5fdc3 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Checking segment: {'id': 'c1e98301-4baf-4ad3-9c56-105b1d143a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3c66943e-311c-449b-bdf1-01c4cb5b40f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:34:36.292506 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7132c417-6791-4339-8e70-2d1006f5fdc3 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Network hostable DHCP agents. Network: 3c66943e-311c-449b-bdf1-01c4cb5b40f8, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:34:36.397990 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7132c417-6791-4339-8e70-2d1006f5fdc3 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Network 3c66943e-311c-449b-bdf1-01c4cb5b40f8 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:34:36.478169 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-7132c417-6791-4339-8e70-2d1006f5fdc3 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 3c66943e-311c-449b-bdf1-01c4cb5b40f8) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:34:36.480568 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2e7f8-5bc9-4aa7-8c45-1e8815adb7b0 req-0b9fffba-b756-460f-8c8e-769447b4db74 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:36.486860 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7132c417-6791-4339-8e70-2d1006f5fdc3 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:36.488841 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1a7015-014f-4735-81fc-4dc75853c07c None None] Network 3c66943e-311c-449b-bdf1-01c4cb5b40f8 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:34:36.489693 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7132c417-6791-4339-8e70-2d1006f5fdc3 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:36.489791 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a9e2e7f8-5bc9-4aa7-8c45-1e8815adb7b0 req-0b9fffba-b756-460f-8c8e-769447b4db74 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 947 time: 0.0877929 May 27 02:34:36.540381 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a9e2e7f8-5bc9-4aa7-8c45-1e8815adb7b0 req-06797de5-9422-4ba3-aca7-7453c84c08bd tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518820 May 27 02:34:36.571694 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7132c417-6791-4339-8e70-2d1006f5fdc3 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1617341 May 27 02:34:36.578103 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 60686) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:36.820260 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5eacd8b-c2fd-481f-ba67-05722758a0a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-3c66943e-311c-449b-bdf1-01c4cb5b40f8', 'network_id': '3c66943e-311c-449b-bdf1-01c4cb5b40f8', 'tenant_id': '88428439299c48b08e04b00eeea4fc36', 'fixed_ips': [{'subnet_id': 'c6e5c418-881d-4093-95ad-ace31f90d690'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:34:36.821353 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b5eacd8b-c2fd-481f-ba67-05722758a0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:37.009476 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-b5eacd8b-c2fd-481f-ba67-05722758a0a9 None None] Allocated IP 172.20.0.3 (3c66943e-311c-449b-bdf1-01c4cb5b40f8/c6e5c418-881d-4093-95ad-ace31f90d690/a909dfe4-6558-45aa-a909-541197c47863) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:34:37.039662 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-61bd833a-dee0-49df-8a49-e13c8d3effd6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:37.065232 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8fe8e-6669-42ea-b4fd-4ddf757fd15a req-465abddb-0656-48d5-b1f4-78eb97ec2ff5 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:37.068499 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62c8fe8e-6669-42ea-b4fd-4ddf757fd15a req-465abddb-0656-48d5-b1f4-78eb97ec2ff5 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 947 time: 0.1658168 May 27 02:34:37.210824 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-61bd833a-dee0-49df-8a49-e13c8d3effd6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:37.349964 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b5eacd8b-c2fd-481f-ba67-05722758a0a9 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:37.361859 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-b5eacd8b-c2fd-481f-ba67-05722758a0a9 None None] Transition to ACTIVE for port object a909dfe4-6558-45aa-a909-541197c47863 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:34:37.372861 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62c8fe8e-6669-42ea-b4fd-4ddf757fd15a req-ce49444c-1613-499b-a1db-6929d96fdf1d tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742479 May 27 02:34:37.401648 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-b5eacd8b-c2fd-481f-ba67-05722758a0a9 None None] Transition to ACTIVE for port object a909dfe4-6558-45aa-a909-541197c47863 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:34:37.401785 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-97b01c4e-ff92-4924-aa3a-1a05ff798299 req-97f680bb-44bd-464f-aade-e739de32930a tempest-ServerShowV247Test-936653027 tempest-ServerShowV247Test-936653027-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7c453af-a794-4598-8707-a09dfd6ad0a2 HTTP/1.1" status: 200 len: 210 time: 0.0992539 May 27 02:34:37.502918 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b5eacd8b-c2fd-481f-ba67-05722758a0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:37.572918 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5eacd8b-c2fd-481f-ba67-05722758a0a9 None None] Network 3c66943e-311c-449b-bdf1-01c4cb5b40f8 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:34:37.590012 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-b5eacd8b-c2fd-481f-ba67-05722758a0a9 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:34:37.599994 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5eacd8b-c2fd-481f-ba67-05722758a0a9 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:34:37.600118 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c27d6f-9a7b-4fc6-a628-c1c05897dc7a req-1936e62f-34bc-419b-8cb3-6c4c8fe4426f tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:37.601966 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d8c27d6f-9a7b-4fc6-a628-c1c05897dc7a req-1936e62f-34bc-419b-8cb3-6c4c8fe4426f tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 947 time: 0.1100955 May 27 02:34:37.631358 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eacd8b-c2fd-481f-ba67-05722758a0a9 None None] Pushing event updated for resources: {'Port': ['ID=a909dfe4-6558-45aa-a909-541197c47863,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:37.649907 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d8c27d6f-9a7b-4fc6-a628-c1c05897dc7a req-0a8e0a81-3732-40c4-a50b-7268254a8e60 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418777 May 27 02:34:37.651022 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-61bd833a-dee0-49df-8a49-e13c8d3effd6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:37.755835 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd833a-dee0-49df-8a49-e13c8d3effd6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event deleted for resources: {'Subnet': ['ID=c6e5c418-881d-4093-95ad-ace31f90d690,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:37.798804 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-b5eacd8b-c2fd-481f-ba67-05722758a0a9 None None] Attempting to bind port a909dfe4-6558-45aa-a909-541197c47863 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:34:37.799173 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-b5eacd8b-c2fd-481f-ba67-05722758a0a9 None None] Attempting to bind port a909dfe4-6558-45aa-a909-541197c47863 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'c1e98301-4baf-4ad3-9c56-105b1d143a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3c66943e-311c-449b-bdf1-01c4cb5b40f8'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:34:37.799541 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5eacd8b-c2fd-481f-ba67-05722758a0a9 None None] Attempting to bind port a909dfe4-6558-45aa-a909-541197c47863 on network 3c66943e-311c-449b-bdf1-01c4cb5b40f8 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:34:37.817028 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5eacd8b-c2fd-481f-ba67-05722758a0a9 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:34:37.817767 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5eacd8b-c2fd-481f-ba67-05722758a0a9 None None] Checking segment: {'id': 'c1e98301-4baf-4ad3-9c56-105b1d143a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3c66943e-311c-449b-bdf1-01c4cb5b40f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:34:37.818105 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b5eacd8b-c2fd-481f-ba67-05722758a0a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:37.818503 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5eacd8b-c2fd-481f-ba67-05722758a0a9 None None] Bound using segment: {'id': 'c1e98301-4baf-4ad3-9c56-105b1d143a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3c66943e-311c-449b-bdf1-01c4cb5b40f8'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:34:37.818975 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-b5eacd8b-c2fd-481f-ba67-05722758a0a9 None None] Bound port: a909dfe4-6558-45aa-a909-541197c47863, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1e98301-4baf-4ad3-9c56-105b1d143a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3c66943e-311c-449b-bdf1-01c4cb5b40f8'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:34:37.819356 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b5eacd8b-c2fd-481f-ba67-05722758a0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:37.901380 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-61bd833a-dee0-49df-8a49-e13c8d3effd6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:37.921488 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-b5eacd8b-c2fd-481f-ba67-05722758a0a9 None None] For port a909dfe4-6558-45aa-a909-541197c47863, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:34:37.925967 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-b5eacd8b-c2fd-481f-ba67-05722758a0a9 None None] For port a909dfe4-6558-45aa-a909-541197c47863, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=a909dfe4-6558-45aa-a909-541197c47863,segment=NetworkSegment(c1e98301-4baf-4ad3-9c56-105b1d143a6f),segment_id=c1e98301-4baf-4ad3-9c56-105b1d143a6f)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:34:37.933832 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-61bd833a-dee0-49df-8a49-e13c8d3effd6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c66943e-311c-449b-bdf1-01c4cb5b40f8']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:37.949296 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-61bd833a-dee0-49df-8a49-e13c8d3effd6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1e98301-4baf-4ad3-9c56-105b1d143a6f') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:37.949595 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-61bd833a-dee0-49df-8a49-e13c8d3effd6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1e98301-4baf-4ad3-9c56-105b1d143a6f') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:37.965018 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-61bd833a-dee0-49df-8a49-e13c8d3effd6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:37.975697 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b5eacd8b-c2fd-481f-ba67-05722758a0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:38.002994 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4f886-1480-4860-9a09-24a4537a5c9b req-b2cf61ef-d42c-4028-8839-1caa58026bd6 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:38.004641 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-17d4f886-1480-4860-9a09-24a4537a5c9b req-b2cf61ef-d42c-4028-8839-1caa58026bd6 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 947 time: 0.1793642 May 27 02:34:38.029165 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-61bd833a-dee0-49df-8a49-e13c8d3effd6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:38.044929 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61bd833a-dee0-49df-8a49-e13c8d3effd6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:34:38.045613 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-61bd833a-dee0-49df-8a49-e13c8d3effd6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:38.070372 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eacd8b-c2fd-481f-ba67-05722758a0a9 None None] Pushing event updated for resources: {'Port': ['ID=a909dfe4-6558-45aa-a909-541197c47863,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:38.142529 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment c1e98301-4baf-4ad3-9c56-105b1d143a6f resource provider aggregate not found May 27 02:34:38.165387 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-17d4f886-1480-4860-9a09-24a4537a5c9b req-d0082936-7468-4163-bb51-d4c4f64ca6be tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546116 May 27 02:34:38.178065 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e105b86-cbd6-42f2-8cdb-41d806b21de3 None None] Network 3c66943e-311c-449b-bdf1-01c4cb5b40f8 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:34:38.189241 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment c1e98301-4baf-4ad3-9c56-105b1d143a6f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c1e98301-4baf-4ad3-9c56-105b1d143a6f found for delete ", "request_id": "req-4e73c886-1601-49a3-9833-7bcb8b8d0ab0"}]} May 27 02:34:38.207214 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-61bd833a-dee0-49df-8a49-e13c8d3effd6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 02:34:38.207214 n-d-843554-3 neutron-server[88902]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 02:34:38.207214 n-d-843554-3 neutron-server[88902]: [parameters: {'id': '3c66943e-311c-449b-bdf1-01c4cb5b40f8'}] May 27 02:34:38.207214 n-d-843554-3 neutron-server[88902]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:34:38.207580 n-d-843554-3 neutron-server[88902]: DEBUG oslo_db.api [None req-61bd833a-dee0-49df-8a49-e13c8d3effd6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:34:38.402850 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8a021-70e4-4c71-8049-de1855cb5760 req-c6d9764e-d2d1-4341-b324-2b73f56bd756 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:38.404968 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5db8a021-70e4-4c71-8049-de1855cb5760 req-c6d9764e-d2d1-4341-b324-2b73f56bd756 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 947 time: 0.1114562 May 27 02:34:38.421933 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a46333-8703-490c-80f9-eb9e995e7d0b None None] get_active_networks_info from n-d-843554-3 {{(pid=88903) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 02:34:38.493110 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5db8a021-70e4-4c71-8049-de1855cb5760 req-e26c511f-4ca2-410e-b82b-1f12f316933d tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816915 May 27 02:34:38.575849 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a46333-8703-490c-80f9-eb9e995e7d0b None None] Resources bound (agent type, host, resource id): {{(pid=88903) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 02:34:38.665664 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ce8d8d1e-0464-45c1-8734-390c0e7d75de req-127116c6-41f5-4ebf-bf57-add5153045b1 tempest-ServerShowV247Test-936653027 tempest-ServerShowV247Test-936653027-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7c453af-a794-4598-8707-a09dfd6ad0a2 HTTP/1.1" status: 200 len: 210 time: 0.0849938 May 27 02:34:38.749779 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-61bd833a-dee0-49df-8a49-e13c8d3effd6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:38.818871 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-61bd833a-dee0-49df-8a49-e13c8d3effd6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Deleting port a909dfe4-6558-45aa-a909-541197c47863 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:34:38.822682 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-61bd833a-dee0-49df-8a49-e13c8d3effd6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:39.025021 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5393b34-0ddd-4c36-a9e6-12d9a69e5c60 req-3374a813-569a-48a2-ab12-b996229ea0fc tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:39.033267 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5393b34-0ddd-4c36-a9e6-12d9a69e5c60 req-3374a813-569a-48a2-ab12-b996229ea0fc tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 947 time: 0.3401144 May 27 02:34:39.196532 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-70cdcfd3-2729-4823-bb24-22c8826867fe req-ae0f128a-59ec-4493-8f2c-abd7dc5292fb tempest-ServerShowV247Test-936653027 tempest-ServerShowV247Test-936653027-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7c453af-a794-4598-8707-a09dfd6ad0a2&device_id=be551dfa-1afa-4c07-ace0-b8c6852ffed4 HTTP/1.1" status: 200 len: 210 time: 0.0492928 May 27 02:34:39.227838 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-61bd833a-dee0-49df-8a49-e13c8d3effd6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] For port a909dfe4-6558-45aa-a909-541197c47863, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=a909dfe4-6558-45aa-a909-541197c47863,segment=NetworkSegment(c1e98301-4baf-4ad3-9c56-105b1d143a6f),segment_id=c1e98301-4baf-4ad3-9c56-105b1d143a6f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:34:39.228215 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-61bd833a-dee0-49df-8a49-e13c8d3effd6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:39.490574 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-61bd833a-dee0-49df-8a49-e13c8d3effd6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Calling delete_port for a909dfe4-6558-45aa-a909-541197c47863 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:34:39.527075 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5393b34-0ddd-4c36-a9e6-12d9a69e5c60 req-835e8944-bde2-41f0-bf8a-f8035b02c588 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4881220 May 27 02:34:39.651557 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-61bd833a-dee0-49df-8a49-e13c8d3effd6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:39.704205 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd833a-dee0-49df-8a49-e13c8d3effd6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event deleted for resources: {'Port': ['ID=a909dfe4-6558-45aa-a909-541197c47863,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:39.708343 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bd833a-dee0-49df-8a49-e13c8d3effd6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] No DVR routers for this DVR port a909dfe4-6558-45aa-a909-541197c47863 on host n-d-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:34:39.748565 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2bac2952-4a1e-4ea9-933d-497ae48924bf req-d04a9e28-16e9-4dce-8af8-96b8b39aaff5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5873fb10bbdd43d38cf49735d84c5420&device_id=e7c453af-a794-4598-8707-a09dfd6ad0a2 HTTP/1.1" status: 200 len: 210 time: 0.0577693 May 27 02:34:39.805803 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2bac2952-4a1e-4ea9-933d-497ae48924bf req-b71971b6-ca20-4363-ae41-548db7883ff9 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=5873fb10bbdd43d38cf49735d84c5420&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493293 May 27 02:34:39.903395 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-61bd833a-dee0-49df-8a49-e13c8d3effd6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:39.934513 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-61bd833a-dee0-49df-8a49-e13c8d3effd6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c66943e-311c-449b-bdf1-01c4cb5b40f8']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:39.968311 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-61bd833a-dee0-49df-8a49-e13c8d3effd6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1e98301-4baf-4ad3-9c56-105b1d143a6f') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:39.971722 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-61bd833a-dee0-49df-8a49-e13c8d3effd6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1e98301-4baf-4ad3-9c56-105b1d143a6f') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:40.012759 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-61bd833a-dee0-49df-8a49-e13c8d3effd6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:40.048196 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac2952-4a1e-4ea9-933d-497ae48924bf req-afbd7fbe-a888-476c-ac5d-ff9b40264900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:40.050100 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2bac2952-4a1e-4ea9-933d-497ae48924bf req-afbd7fbe-a888-476c-ac5d-ff9b40264900 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2357543 May 27 02:34:40.050581 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-61bd833a-dee0-49df-8a49-e13c8d3effd6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:40.064345 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61bd833a-dee0-49df-8a49-e13c8d3effd6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:34:40.064778 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-61bd833a-dee0-49df-8a49-e13c8d3effd6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:40.212800 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9a3d9b99-5ce4-47dd-b98f-d250ee3053b4 req-99f27bdc-38ba-4dbc-89bc-384cdee17267 tempest-ServerShowV247Test-936653027 tempest-ServerShowV247Test-936653027-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7c453af-a794-4598-8707-a09dfd6ad0a2 HTTP/1.1" status: 200 len: 210 time: 0.3305268 May 27 02:34:40.225765 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment c1e98301-4baf-4ad3-9c56-105b1d143a6f resource provider aggregate not found May 27 02:34:40.250961 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment c1e98301-4baf-4ad3-9c56-105b1d143a6f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c1e98301-4baf-4ad3-9c56-105b1d143a6f found for delete ", "request_id": "req-2a7f7410-16a2-44c4-b4fc-3e14d18b5ff6"}]} May 27 02:34:40.313788 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-61bd833a-dee0-49df-8a49-e13c8d3effd6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:40.326322 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-61bd833a-dee0-49df-8a49-e13c8d3effd6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:40.367562 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-61bd833a-dee0-49df-8a49-e13c8d3effd6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "DELETE /v2.0/networks/3c66943e-311c-449b-bdf1-01c4cb5b40f8 HTTP/1.1" status: 204 len: 168 time: 3.7899835 May 27 02:34:40.374225 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 60778) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:40.374225 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd833a-dee0-49df-8a49-e13c8d3effd6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event deleted for resources: {'Network': ['ID=3c66943e-311c-449b-bdf1-01c4cb5b40f8,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:40.378518 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-095a77e6-3207-4db5-ac8a-24128745bbf4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2108011399'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:34:40.384420 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-095a77e6-3207-4db5-ac8a-24128745bbf4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:34:40.390968 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-095a77e6-3207-4db5-ac8a-24128745bbf4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Usage tracker for resource:network and tenant:88428439299c48b08e04b00eeea4fc36 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:34:40.399711 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-095a77e6-3207-4db5-ac8a-24128745bbf4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:34:40.420156 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-095a77e6-3207-4db5-ac8a-24128745bbf4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:34:40.518261 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095a77e6-3207-4db5-ac8a-24128745bbf4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Made reservation on behalf of 88428439299c48b08e04b00eeea4fc36 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:34:40.521723 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-095a77e6-3207-4db5-ac8a-24128745bbf4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:40.552867 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-095a77e6-3207-4db5-ac8a-24128745bbf4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:34:40.568344 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-095a77e6-3207-4db5-ac8a-24128745bbf4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:40.569002 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-095a77e6-3207-4db5-ac8a-24128745bbf4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Added segment 0840ed6c-256c-4633-b1c8-66a4e3cce21c of type vlan for network 3c118795-a5d0-4302-9b8d-043f22bb7cb6 May 27 02:34:40.598178 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-095a77e6-3207-4db5-ac8a-24128745bbf4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:40.884132 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-095a77e6-3207-4db5-ac8a-24128745bbf4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:40.891193 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095a77e6-3207-4db5-ac8a-24128745bbf4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:40.891193 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-095a77e6-3207-4db5-ac8a-24128745bbf4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:41.013190 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a77e6-3207-4db5-ac8a-24128745bbf4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event updated for resources: {'Network': ['ID=3c118795-a5d0-4302-9b8d-043f22bb7cb6,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:41.024793 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 3c118795-a5d0-4302-9b8d-043f22bb7cb6 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:34:41.103534 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-095a77e6-3207-4db5-ac8a-24128745bbf4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7301426 May 27 02:34:41.106715 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 60790) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:41.112252 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-8e25c114-2013-4018-9f33-8e2d6dc3bf7c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Request body: {'subnet': {'network_id': '3c118795-a5d0-4302-9b8d-043f22bb7cb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:34:41.263860 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-8e25c114-2013-4018-9f33-8e2d6dc3bf7c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:34:41.268571 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8e25c114-2013-4018-9f33-8e2d6dc3bf7c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Usage tracker for resource:subnet and tenant:88428439299c48b08e04b00eeea4fc36 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:34:41.272407 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8e25c114-2013-4018-9f33-8e2d6dc3bf7c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:34:41.280191 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-8e25c114-2013-4018-9f33-8e2d6dc3bf7c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:34:41.377047 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e25c114-2013-4018-9f33-8e2d6dc3bf7c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Made reservation on behalf of 88428439299c48b08e04b00eeea4fc36 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:34:41.381449 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8e25c114-2013-4018-9f33-8e2d6dc3bf7c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:41.472582 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-47b66442-8a00-4b35-a835-518d6d6d5be9 req-ab660201-bda1-42f6-b75e-620e7c00e5b1 tempest-ServerShowV247Test-936653027 tempest-ServerShowV247Test-936653027-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7c453af-a794-4598-8707-a09dfd6ad0a2 HTTP/1.1" status: 200 len: 210 time: 0.0677376 May 27 02:34:41.601775 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2bac2952-4a1e-4ea9-933d-497ae48924bf req-289c575b-73bc-44c1-9f0b-3731974d71e9 tempest-ServerShowV247Test-936653027 tempest-ServerShowV247Test-936653027-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c453af-a794-4598-8707-a09dfd6ad0a2 HTTP/1.1" status: 200 len: 210 time: 0.0787916 May 27 02:34:41.857368 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8e25c114-2013-4018-9f33-8e2d6dc3bf7c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:41.991367 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25c114-2013-4018-9f33-8e2d6dc3bf7c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event updated for resources: {'Subnet': ['ID=42b69173-9bfa-48b1-9808-2062546754d9,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:42.002047 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e25c114-2013-4018-9f33-8e2d6dc3bf7c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Checking segment: {'id': '0840ed6c-256c-4633-b1c8-66a4e3cce21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '3c118795-a5d0-4302-9b8d-043f22bb7cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:34:42.006018 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e25c114-2013-4018-9f33-8e2d6dc3bf7c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Network hostable DHCP agents. Network: 3c118795-a5d0-4302-9b8d-043f22bb7cb6, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:34:42.118253 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e25c114-2013-4018-9f33-8e2d6dc3bf7c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Network 3c118795-a5d0-4302-9b8d-043f22bb7cb6 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:34:42.268106 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-8e25c114-2013-4018-9f33-8e2d6dc3bf7c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 3c118795-a5d0-4302-9b8d-043f22bb7cb6) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:34:42.272869 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e25c114-2013-4018-9f33-8e2d6dc3bf7c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:42.277011 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8e25c114-2013-4018-9f33-8e2d6dc3bf7c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:42.277958 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabee30e-6556-40b2-b453-589bed6911d4 None None] Network 3c118795-a5d0-4302-9b8d-043f22bb7cb6 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:34:42.361608 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8e25c114-2013-4018-9f33-8e2d6dc3bf7c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2507532 May 27 02:34:42.361833 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 60822) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:42.659549 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333c7902-3ee4-47e1-bf92-c1c6cb25b50e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-3c118795-a5d0-4302-9b8d-043f22bb7cb6', 'network_id': '3c118795-a5d0-4302-9b8d-043f22bb7cb6', 'tenant_id': '88428439299c48b08e04b00eeea4fc36', 'fixed_ips': [{'subnet_id': '42b69173-9bfa-48b1-9808-2062546754d9'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:34:42.660504 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-333c7902-3ee4-47e1-bf92-c1c6cb25b50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:42.663392 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bc7096ec-6b5b-4dac-be2e-ad767cf8ccda tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:42.784286 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bc7096ec-6b5b-4dac-be2e-ad767cf8ccda tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:42.931402 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-333c7902-3ee4-47e1-bf92-c1c6cb25b50e None None] Allocated IP 172.20.0.1 (3c118795-a5d0-4302-9b8d-043f22bb7cb6/42b69173-9bfa-48b1-9808-2062546754d9/80012891-f62f-49d4-91a7-a44d77f74968) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:34:43.228501 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-333c7902-3ee4-47e1-bf92-c1c6cb25b50e None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:43.240444 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-333c7902-3ee4-47e1-bf92-c1c6cb25b50e None None] Transition to ACTIVE for port object 80012891-f62f-49d4-91a7-a44d77f74968 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:34:43.260654 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-333c7902-3ee4-47e1-bf92-c1c6cb25b50e None None] Transition to ACTIVE for port object 80012891-f62f-49d4-91a7-a44d77f74968 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:34:43.367538 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-333c7902-3ee4-47e1-bf92-c1c6cb25b50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:43.508957 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bc7096ec-6b5b-4dac-be2e-ad767cf8ccda tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:43.516992 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333c7902-3ee4-47e1-bf92-c1c6cb25b50e None None] Network 3c118795-a5d0-4302-9b8d-043f22bb7cb6 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:34:43.517517 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c7902-3ee4-47e1-bf92-c1c6cb25b50e None None] Pushing event updated for resources: {'Port': ['ID=80012891-f62f-49d4-91a7-a44d77f74968,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:43.544504 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-333c7902-3ee4-47e1-bf92-c1c6cb25b50e None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:34:43.554422 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333c7902-3ee4-47e1-bf92-c1c6cb25b50e None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:34:43.561757 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-982e74bb-9a02-41ca-8be4-64adaa7f59d6 req-85864803-5a4f-4681-8eb3-3ea6e7231829 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5873fb10bbdd43d38cf49735d84c5420&device_id=be551dfa-1afa-4c07-ace0-b8c6852ffed4 HTTP/1.1" status: 200 len: 210 time: 0.1378379 May 27 02:34:43.611262 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f2b82f72-c8b2-42b7-878f-17d91f0cf729 req-e1e6a445-d4b7-4157-9c18-540e7c849eca tempest-ServerShowV247Test-936653027 tempest-ServerShowV247Test-936653027-project] 10.222.0.57 "GET /v2.0/ports?device_id=be551dfa-1afa-4c07-ace0-b8c6852ffed4 HTTP/1.1" status: 200 len: 210 time: 0.0661006 May 27 02:34:43.689248 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bc7096ec-6b5b-4dac-be2e-ad767cf8ccda tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:43.721637 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-bc7096ec-6b5b-4dac-be2e-ad767cf8ccda tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c118795-a5d0-4302-9b8d-043f22bb7cb6']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:43.738757 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-bc7096ec-6b5b-4dac-be2e-ad767cf8ccda tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0840ed6c-256c-4633-b1c8-66a4e3cce21c') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:43.739074 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-bc7096ec-6b5b-4dac-be2e-ad767cf8ccda tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0840ed6c-256c-4633-b1c8-66a4e3cce21c') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:43.752340 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bc7096ec-6b5b-4dac-be2e-ad767cf8ccda tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:43.790803 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bc7096ec-6b5b-4dac-be2e-ad767cf8ccda tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:43.801854 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-333c7902-3ee4-47e1-bf92-c1c6cb25b50e None None] Attempting to bind port 80012891-f62f-49d4-91a7-a44d77f74968 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:34:43.801854 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-333c7902-3ee4-47e1-bf92-c1c6cb25b50e None None] Attempting to bind port 80012891-f62f-49d4-91a7-a44d77f74968 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '0840ed6c-256c-4633-b1c8-66a4e3cce21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '3c118795-a5d0-4302-9b8d-043f22bb7cb6'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:34:43.801854 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333c7902-3ee4-47e1-bf92-c1c6cb25b50e None None] Attempting to bind port 80012891-f62f-49d4-91a7-a44d77f74968 on network 3c118795-a5d0-4302-9b8d-043f22bb7cb6 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:34:43.805778 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc7096ec-6b5b-4dac-be2e-ad767cf8ccda tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:34:43.809236 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bc7096ec-6b5b-4dac-be2e-ad767cf8ccda tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:43.810742 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333c7902-3ee4-47e1-bf92-c1c6cb25b50e None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:34:43.811214 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333c7902-3ee4-47e1-bf92-c1c6cb25b50e None None] Checking segment: {'id': '0840ed6c-256c-4633-b1c8-66a4e3cce21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '3c118795-a5d0-4302-9b8d-043f22bb7cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:34:43.812937 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-333c7902-3ee4-47e1-bf92-c1c6cb25b50e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:43.813399 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333c7902-3ee4-47e1-bf92-c1c6cb25b50e None None] Bound using segment: {'id': '0840ed6c-256c-4633-b1c8-66a4e3cce21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '3c118795-a5d0-4302-9b8d-043f22bb7cb6'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:34:43.815828 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-333c7902-3ee4-47e1-bf92-c1c6cb25b50e None None] Bound port: 80012891-f62f-49d4-91a7-a44d77f74968, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0840ed6c-256c-4633-b1c8-66a4e3cce21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '3c118795-a5d0-4302-9b8d-043f22bb7cb6'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:34:43.816282 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-333c7902-3ee4-47e1-bf92-c1c6cb25b50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:43.926528 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-333c7902-3ee4-47e1-bf92-c1c6cb25b50e None None] For port 80012891-f62f-49d4-91a7-a44d77f74968, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:34:44.059548 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-982e74bb-9a02-41ca-8be4-64adaa7f59d6 req-7f1587b3-81e4-457f-adab-5b2397478689 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=5873fb10bbdd43d38cf49735d84c5420&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3922892 May 27 02:34:44.059548 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7096ec-6b5b-4dac-be2e-ad767cf8ccda tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event deleted for resources: {'Subnet': ['ID=42b69173-9bfa-48b1-9808-2062546754d9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:44.061218 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-333c7902-3ee4-47e1-bf92-c1c6cb25b50e None None] For port 80012891-f62f-49d4-91a7-a44d77f74968, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=80012891-f62f-49d4-91a7-a44d77f74968,segment=NetworkSegment(0840ed6c-256c-4633-b1c8-66a4e3cce21c),segment_id=0840ed6c-256c-4633-b1c8-66a4e3cce21c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:34:44.062125 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 0840ed6c-256c-4633-b1c8-66a4e3cce21c resource provider aggregate not found May 27 02:34:44.126988 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-333c7902-3ee4-47e1-bf92-c1c6cb25b50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:44.212858 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c7902-3ee4-47e1-bf92-c1c6cb25b50e None None] Pushing event updated for resources: {'Port': ['ID=80012891-f62f-49d4-91a7-a44d77f74968,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:44.295979 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb682dfd-9d72-4c80-a8a6-33c03ad92a8f None None] Network 3c118795-a5d0-4302-9b8d-043f22bb7cb6 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:34:44.314174 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e74bb-9a02-41ca-8be4-64adaa7f59d6 req-3d0e0d89-83cc-4a7c-89af-1587b580d199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:44.315591 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-982e74bb-9a02-41ca-8be4-64adaa7f59d6 req-3d0e0d89-83cc-4a7c-89af-1587b580d199 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3512111 May 27 02:34:44.317716 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 0840ed6c-256c-4633-b1c8-66a4e3cce21c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0840ed6c-256c-4633-b1c8-66a4e3cce21c found for delete ", "request_id": "req-3f8ae94e-bdd5-4233-8d87-70bc28508f56"}]} May 27 02:34:44.318365 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-bc7096ec-6b5b-4dac-be2e-ad767cf8ccda tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 02:34:44.318365 n-d-843554-3 neutron-server[88901]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 02:34:44.318365 n-d-843554-3 neutron-server[88901]: [parameters: {'id': '3c118795-a5d0-4302-9b8d-043f22bb7cb6'}] May 27 02:34:44.318365 n-d-843554-3 neutron-server[88901]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:34:44.318728 n-d-843554-3 neutron-server[88901]: DEBUG oslo_db.api [None req-bc7096ec-6b5b-4dac-be2e-ad767cf8ccda tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:34:44.505794 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb3739d-0e83-4a60-9a93-86c370231933 None None] get_active_networks_info from n-d-843554-3 {{(pid=88903) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 02:34:44.632469 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb3739d-0e83-4a60-9a93-86c370231933 None None] Resources bound (agent type, host, resource id): {{(pid=88903) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 02:34:44.819658 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bc7096ec-6b5b-4dac-be2e-ad767cf8ccda tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:44.849045 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-bc7096ec-6b5b-4dac-be2e-ad767cf8ccda tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Deleting port 80012891-f62f-49d4-91a7-a44d77f74968 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:34:44.850904 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bc7096ec-6b5b-4dac-be2e-ad767cf8ccda tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:44.877229 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5c899322-186c-401b-bb74-a5f162093df6 req-065d48d5-b6b8-4872-8146-8e5f021b1ec5 tempest-ServerShowV247Test-936653027 tempest-ServerShowV247Test-936653027-project] 10.222.0.57 "GET /v2.0/ports?device_id=be551dfa-1afa-4c07-ace0-b8c6852ffed4 HTTP/1.1" status: 200 len: 210 time: 0.0910830 May 27 02:34:45.190263 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-bc7096ec-6b5b-4dac-be2e-ad767cf8ccda tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] For port 80012891-f62f-49d4-91a7-a44d77f74968, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=80012891-f62f-49d4-91a7-a44d77f74968,segment=NetworkSegment(0840ed6c-256c-4633-b1c8-66a4e3cce21c),segment_id=0840ed6c-256c-4633-b1c8-66a4e3cce21c)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:34:45.190721 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bc7096ec-6b5b-4dac-be2e-ad767cf8ccda tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:45.330722 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-bc7096ec-6b5b-4dac-be2e-ad767cf8ccda tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Calling delete_port for 80012891-f62f-49d4-91a7-a44d77f74968 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:34:45.506843 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 60886) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:45.514149 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bc7096ec-6b5b-4dac-be2e-ad767cf8ccda tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:45.586326 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7096ec-6b5b-4dac-be2e-ad767cf8ccda tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event deleted for resources: {'Port': ['ID=80012891-f62f-49d4-91a7-a44d77f74968,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:45.602501 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7096ec-6b5b-4dac-be2e-ad767cf8ccda tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] No DVR routers for this DVR port 80012891-f62f-49d4-91a7-a44d77f74968 on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:34:45.698031 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-982e74bb-9a02-41ca-8be4-64adaa7f59d6 req-ef1b7cc7-a0dc-4668-9dcd-2ed1831ec19c tempest-ServerShowV247Test-936653027 tempest-ServerShowV247Test-936653027-project] 10.222.0.32 "GET /v2.0/ports?device_id=be551dfa-1afa-4c07-ace0-b8c6852ffed4 HTTP/1.1" status: 200 len: 210 time: 0.0501368 May 27 02:34:45.793765 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bc7096ec-6b5b-4dac-be2e-ad767cf8ccda tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:45.861344 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-bc7096ec-6b5b-4dac-be2e-ad767cf8ccda tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c118795-a5d0-4302-9b8d-043f22bb7cb6']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:45.910630 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-bc7096ec-6b5b-4dac-be2e-ad767cf8ccda tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0840ed6c-256c-4633-b1c8-66a4e3cce21c') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:45.910903 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-bc7096ec-6b5b-4dac-be2e-ad767cf8ccda tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0840ed6c-256c-4633-b1c8-66a4e3cce21c') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:45.933883 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bc7096ec-6b5b-4dac-be2e-ad767cf8ccda tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:45.951622 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bc7096ec-6b5b-4dac-be2e-ad767cf8ccda tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:45.958080 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc7096ec-6b5b-4dac-be2e-ad767cf8ccda tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:34:45.958506 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bc7096ec-6b5b-4dac-be2e-ad767cf8ccda tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:46.143720 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bc7096ec-6b5b-4dac-be2e-ad767cf8ccda tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:46.150293 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bc7096ec-6b5b-4dac-be2e-ad767cf8ccda tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:46.193274 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7096ec-6b5b-4dac-be2e-ad767cf8ccda tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event deleted for resources: {'Network': ['ID=3c118795-a5d0-4302-9b8d-043f22bb7cb6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:46.200634 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-bc7096ec-6b5b-4dac-be2e-ad767cf8ccda tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "DELETE /v2.0/networks/3c118795-a5d0-4302-9b8d-043f22bb7cb6 HTTP/1.1" status: 204 len: 168 time: 3.8375733 May 27 02:34:46.213465 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 60908) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:46.220562 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-e7406096-c710-44f0-be7a-6d31b4b3d050 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-458755935'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:34:46.226547 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e7406096-c710-44f0-be7a-6d31b4b3d050 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:34:46.231883 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e7406096-c710-44f0-be7a-6d31b4b3d050 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Usage tracker for resource:network and tenant:88428439299c48b08e04b00eeea4fc36 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:34:46.237880 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e7406096-c710-44f0-be7a-6d31b4b3d050 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:34:46.250747 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ec3c7207-4e14-4aca-ad8c-641e9eed21bf req-8fd457dc-613d-49b0-9b23-61557a70991b tempest-ServerShowV247Test-936653027 tempest-ServerShowV247Test-936653027-project] 10.222.0.57 "GET /v2.0/ports?device_id=be551dfa-1afa-4c07-ace0-b8c6852ffed4 HTTP/1.1" status: 200 len: 210 time: 0.0660272 May 27 02:34:46.256858 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e7406096-c710-44f0-be7a-6d31b4b3d050 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:34:46.345665 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 0840ed6c-256c-4633-b1c8-66a4e3cce21c resource provider aggregate not found May 27 02:34:46.354111 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7406096-c710-44f0-be7a-6d31b4b3d050 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Made reservation on behalf of 88428439299c48b08e04b00eeea4fc36 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:34:46.357890 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e7406096-c710-44f0-be7a-6d31b4b3d050 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:46.376230 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 0840ed6c-256c-4633-b1c8-66a4e3cce21c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0840ed6c-256c-4633-b1c8-66a4e3cce21c found for delete ", "request_id": "req-2e66c4e2-8ee8-4675-a746-5308bc03c16c"}]} May 27 02:34:46.396402 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7406096-c710-44f0-be7a-6d31b4b3d050 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:34:46.407518 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e7406096-c710-44f0-be7a-6d31b4b3d050 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:46.407852 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-e7406096-c710-44f0-be7a-6d31b4b3d050 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Added segment 779cb533-1a32-4762-9175-31e3a72a5812 of type vlan for network f0bfc5e9-ab85-46d9-8306-134587df266f May 27 02:34:46.446916 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e7406096-c710-44f0-be7a-6d31b4b3d050 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:46.645604 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e7406096-c710-44f0-be7a-6d31b4b3d050 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:46.652440 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7406096-c710-44f0-be7a-6d31b4b3d050 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:46.657476 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e7406096-c710-44f0-be7a-6d31b4b3d050 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:46.657650 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0d7a9a39-e9a4-4972-ace5-cf093732c063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:46.819911 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7406096-c710-44f0-be7a-6d31b4b3d050 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event updated for resources: {'Network': ['ID=f0bfc5e9-ab85-46d9-8306-134587df266f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:46.859344 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network f0bfc5e9-ab85-46d9-8306-134587df266f details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:34:46.892066 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e7406096-c710-44f0-be7a-6d31b4b3d050 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6773133 May 27 02:34:46.897300 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 60928) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:46.900615 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a00125d3-21c7-4370-9d91-35642aa88e29 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Request body: {'subnet': {'network_id': 'f0bfc5e9-ab85-46d9-8306-134587df266f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:34:47.119190 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a00125d3-21c7-4370-9d91-35642aa88e29 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:34:47.123990 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a00125d3-21c7-4370-9d91-35642aa88e29 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Usage tracker for resource:subnet and tenant:88428439299c48b08e04b00eeea4fc36 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:34:47.127072 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a00125d3-21c7-4370-9d91-35642aa88e29 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:34:47.132974 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a00125d3-21c7-4370-9d91-35642aa88e29 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:34:47.176086 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea5b14-bc92-42fc-8b0f-4ff337eded54 req-d772df86-6510-47ad-a9f6-7de5f67a619c tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:47.177588 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5fea5b14-bc92-42fc-8b0f-4ff337eded54 req-d772df86-6510-47ad-a9f6-7de5f67a619c tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 947 time: 0.1301444 May 27 02:34:47.228753 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00125d3-21c7-4370-9d91-35642aa88e29 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Made reservation on behalf of 88428439299c48b08e04b00eeea4fc36 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:34:47.233014 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a00125d3-21c7-4370-9d91-35642aa88e29 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:47.263465 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5fea5b14-bc92-42fc-8b0f-4ff337eded54 req-e82f3f04-abc5-4ff2-aaad-f429360767db tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616086 May 27 02:34:47.268051 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-0d7a9a39-e9a4-4972-ace5-cf093732c063 admin admin] Deleting port 0b51a1d0-00cb-463a-849f-699a920f6a03 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:34:47.268051 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0d7a9a39-e9a4-4972-ace5-cf093732c063 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:47.481266 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-0d7a9a39-e9a4-4972-ace5-cf093732c063 admin admin] For port 0b51a1d0-00cb-463a-849f-699a920f6a03, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=0b51a1d0-00cb-463a-849f-699a920f6a03,segment=NetworkSegment(2d17ae40-4310-4a58-b1f0-c2f85fb57fbf),segment_id=2d17ae40-4310-4a58-b1f0-c2f85fb57fbf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:34:47.481539 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0d7a9a39-e9a4-4972-ace5-cf093732c063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:47.593279 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a00125d3-21c7-4370-9d91-35642aa88e29 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:47.606120 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-0d7a9a39-e9a4-4972-ace5-cf093732c063 admin admin] Calling delete_port for 0b51a1d0-00cb-463a-849f-699a920f6a03 owned by network:router_interface {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:34:47.802560 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00125d3-21c7-4370-9d91-35642aa88e29 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event updated for resources: {'Subnet': ['ID=787901af-d35a-431f-a8f7-79657d06981b,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:47.822784 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00125d3-21c7-4370-9d91-35642aa88e29 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:34:47.824238 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00125d3-21c7-4370-9d91-35642aa88e29 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:34:47.824238 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00125d3-21c7-4370-9d91-35642aa88e29 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:34:47.824547 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00125d3-21c7-4370-9d91-35642aa88e29 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:34:47.824726 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00125d3-21c7-4370-9d91-35642aa88e29 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:34:47.825083 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00125d3-21c7-4370-9d91-35642aa88e29 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:34:47.825409 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00125d3-21c7-4370-9d91-35642aa88e29 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:34:47.825732 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00125d3-21c7-4370-9d91-35642aa88e29 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:34:47.826053 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00125d3-21c7-4370-9d91-35642aa88e29 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:34:47.826376 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00125d3-21c7-4370-9d91-35642aa88e29 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:34:47.826698 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00125d3-21c7-4370-9d91-35642aa88e29 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:34:47.827173 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00125d3-21c7-4370-9d91-35642aa88e29 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:34:47.843731 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00125d3-21c7-4370-9d91-35642aa88e29 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Checking segment: {'id': '779cb533-1a32-4762-9175-31e3a72a5812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f0bfc5e9-ab85-46d9-8306-134587df266f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:34:47.844100 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00125d3-21c7-4370-9d91-35642aa88e29 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Network hostable DHCP agents. Network: f0bfc5e9-ab85-46d9-8306-134587df266f, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:34:47.896590 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00125d3-21c7-4370-9d91-35642aa88e29 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Network f0bfc5e9-ab85-46d9-8306-134587df266f is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:34:47.901215 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 60948) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:47.925407 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0d7a9a39-e9a4-4972-ace5-cf093732c063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:47.966826 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-a00125d3-21c7-4370-9d91-35642aa88e29 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, f0bfc5e9-ab85-46d9-8306-134587df266f) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:34:47.976983 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a9a39-e9a4-4972-ace5-cf093732c063 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b51a1d0-00cb-463a-849f-699a920f6a03,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:47.983086 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06f15fc-1f3d-4750-a90b-2965bd56187b None None] Network f0bfc5e9-ab85-46d9-8306-134587df266f requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:34:48.008602 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00125d3-21c7-4370-9d91-35642aa88e29 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:48.011220 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a00125d3-21c7-4370-9d91-35642aa88e29 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:48.128537 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a00125d3-21c7-4370-9d91-35642aa88e29 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2309451 May 27 02:34:48.130479 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 60960) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:48.277321 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a86eda-24e9-4d35-b625-6c721f2f670d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-f0bfc5e9-ab85-46d9-8306-134587df266f', 'network_id': 'f0bfc5e9-ab85-46d9-8306-134587df266f', 'tenant_id': '88428439299c48b08e04b00eeea4fc36', 'fixed_ips': [{'subnet_id': '787901af-d35a-431f-a8f7-79657d06981b'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:34:48.278436 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-62a86eda-24e9-4d35-b625-6c721f2f670d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:48.326633 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-681be2e9-d8d5-41d0-b687-ed8d8bf1b331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:48.345735 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-681be2e9-d8d5-41d0-b687-ed8d8bf1b331 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:34:48.349816 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-681be2e9-d8d5-41d0-b687-ed8d8bf1b331 admin admin] Usage tracker for resource:security_group_rule and tenant:5873fb10bbdd43d38cf49735d84c5420 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:34:48.352887 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-681be2e9-d8d5-41d0-b687-ed8d8bf1b331 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:34:48.359503 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-681be2e9-d8d5-41d0-b687-ed8d8bf1b331 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:34:48.444353 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ba2ee6d-23fd-4c43-b388-26c141d36d35 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:48.458490 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7a9a39-e9a4-4972-ace5-cf093732c063 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:34:48.460441 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7a9a39-e9a4-4972-ace5-cf093732c063 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:34:48.468309 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7a9a39-e9a4-4972-ace5-cf093732c063 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:34:48.468924 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7a9a39-e9a4-4972-ace5-cf093732c063 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:34:48.469723 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7a9a39-e9a4-4972-ace5-cf093732c063 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:34:48.470388 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7a9a39-e9a4-4972-ace5-cf093732c063 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:34:48.470900 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7a9a39-e9a4-4972-ace5-cf093732c063 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:34:48.471232 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7a9a39-e9a4-4972-ace5-cf093732c063 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:34:48.471628 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7a9a39-e9a4-4972-ace5-cf093732c063 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:34:48.471888 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7a9a39-e9a4-4972-ace5-cf093732c063 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:34:48.472211 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7a9a39-e9a4-4972-ace5-cf093732c063 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:34:48.472532 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7a9a39-e9a4-4972-ace5-cf093732c063 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:34:48.475543 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-62a86eda-24e9-4d35-b625-6c721f2f670d None None] Allocated IP 172.20.0.2 (f0bfc5e9-ab85-46d9-8306-134587df266f/787901af-d35a-431f-a8f7-79657d06981b/5a82b495-6300-4a66-ab35-988b2b6017b1) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:34:48.536400 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ba2ee6d-23fd-4c43-b388-26c141d36d35 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:48.544997 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-681be2e9-d8d5-41d0-b687-ed8d8bf1b331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:48.684378 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-681be2e9-d8d5-41d0-b687-ed8d8bf1b331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:48.728113 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-62a86eda-24e9-4d35-b625-6c721f2f670d None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:48.739573 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-62a86eda-24e9-4d35-b625-6c721f2f670d None None] Transition to ACTIVE for port object 5a82b495-6300-4a66-ab35-988b2b6017b1 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:34:48.769340 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-62a86eda-24e9-4d35-b625-6c721f2f670d None None] Transition to ACTIVE for port object 5a82b495-6300-4a66-ab35-988b2b6017b1 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:34:48.835797 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-62a86eda-24e9-4d35-b625-6c721f2f670d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:48.839122 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-681be2e9-d8d5-41d0-b687-ed8d8bf1b331 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5873fb10bbdd43d38cf49735d84c5420&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9359591 May 27 02:34:48.841868 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 60970) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:48.847888 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681be2e9-d8d5-41d0-b687-ed8d8bf1b331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a4c7f2-189e-4ca0-88a7-d6df2f33a5cd,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:48.874482 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802d0e5-1131-45f3-a10d-617ecad93c21 req-bd448699-cb29-44f1-859b-8e730d8217f1 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:48.882230 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e802d0e5-1131-45f3-a10d-617ecad93c21 req-bd448699-cb29-44f1-859b-8e730d8217f1 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 947 time: 0.4062221 May 27 02:34:48.917532 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0d7a9a39-e9a4-4972-ace5-cf093732c063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:48.939005 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f7028f57-b0cd-483a-b562-e2db3cbd68d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:48.954931 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a86eda-24e9-4d35-b625-6c721f2f670d None None] Network f0bfc5e9-ab85-46d9-8306-134587df266f is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:34:48.956621 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79192be-5b34-4e0b-a0e2-419dc1e1d2fe req-7f3a94cf-758e-4435-aece-7956613e514e tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:48.965227 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-62a86eda-24e9-4d35-b625-6c721f2f670d None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:34:48.965384 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d79192be-5b34-4e0b-a0e2-419dc1e1d2fe req-7f3a94cf-758e-4435-aece-7956613e514e tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 947 time: 0.4128506 May 27 02:34:48.965480 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a86eda-24e9-4d35-b625-6c721f2f670d None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:34:48.967829 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a86eda-24e9-4d35-b625-6c721f2f670d None None] Pushing event updated for resources: {'Port': ['ID=5a82b495-6300-4a66-ab35-988b2b6017b1,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:48.973850 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f7028f57-b0cd-483a-b562-e2db3cbd68d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:49.022006 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ba2ee6d-23fd-4c43-b388-26c141d36d35 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:49.075918 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-62a86eda-24e9-4d35-b625-6c721f2f670d None None] Attempting to bind port 5a82b495-6300-4a66-ab35-988b2b6017b1 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:34:49.076499 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-62a86eda-24e9-4d35-b625-6c721f2f670d None None] Attempting to bind port 5a82b495-6300-4a66-ab35-988b2b6017b1 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '779cb533-1a32-4762-9175-31e3a72a5812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f0bfc5e9-ab85-46d9-8306-134587df266f'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:34:49.076626 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a86eda-24e9-4d35-b625-6c721f2f670d None None] Attempting to bind port 5a82b495-6300-4a66-ab35-988b2b6017b1 on network f0bfc5e9-ab85-46d9-8306-134587df266f {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:34:49.080364 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2ee6d-23fd-4c43-b388-26c141d36d35 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event deleted for resources: {'Subnet': ['ID=787901af-d35a-431f-a8f7-79657d06981b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:49.082406 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a86eda-24e9-4d35-b625-6c721f2f670d None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:34:49.082781 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a86eda-24e9-4d35-b625-6c721f2f670d None None] Checking segment: {'id': '779cb533-1a32-4762-9175-31e3a72a5812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f0bfc5e9-ab85-46d9-8306-134587df266f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:34:49.083182 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-62a86eda-24e9-4d35-b625-6c721f2f670d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:49.083572 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a86eda-24e9-4d35-b625-6c721f2f670d None None] Bound using segment: {'id': '779cb533-1a32-4762-9175-31e3a72a5812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f0bfc5e9-ab85-46d9-8306-134587df266f'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:34:49.084092 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-62a86eda-24e9-4d35-b625-6c721f2f670d None None] Bound port: 5a82b495-6300-4a66-ab35-988b2b6017b1, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '779cb533-1a32-4762-9175-31e3a72a5812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f0bfc5e9-ab85-46d9-8306-134587df266f'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:34:49.084472 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-62a86eda-24e9-4d35-b625-6c721f2f670d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:49.086214 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e802d0e5-1131-45f3-a10d-617ecad93c21 req-3cdb2b33-5edf-46d5-8f84-799c71273465 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026684 May 27 02:34:49.175837 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-62a86eda-24e9-4d35-b625-6c721f2f670d None None] For port 5a82b495-6300-4a66-ab35-988b2b6017b1, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:34:49.178997 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-62a86eda-24e9-4d35-b625-6c721f2f670d None None] For port 5a82b495-6300-4a66-ab35-988b2b6017b1, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=5a82b495-6300-4a66-ab35-988b2b6017b1,segment=NetworkSegment(779cb533-1a32-4762-9175-31e3a72a5812),segment_id=779cb533-1a32-4762-9175-31e3a72a5812)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:34:49.191636 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:49.199620 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ba2ee6d-23fd-4c43-b388-26c141d36d35 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:49.223760 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-d79192be-5b34-4e0b-a0e2-419dc1e1d2fe req-3db0bebe-49ed-43e8-9d4b-39ca8c5a3ce1 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Deleting port ef89c633-926b-4d93-b87d-6ad84002925e {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:34:49.224194 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d79192be-5b34-4e0b-a0e2-419dc1e1d2fe req-3db0bebe-49ed-43e8-9d4b-39ca8c5a3ce1 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:49.228044 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6ba2ee6d-23fd-4c43-b388-26c141d36d35 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0bfc5e9-ab85-46d9-8306-134587df266f']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:49.241368 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6ba2ee6d-23fd-4c43-b388-26c141d36d35 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '779cb533-1a32-4762-9175-31e3a72a5812') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:49.241667 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6ba2ee6d-23fd-4c43-b388-26c141d36d35 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '779cb533-1a32-4762-9175-31e3a72a5812') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:49.248691 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f7028f57-b0cd-483a-b562-e2db3cbd68d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:49.274930 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:49.274930 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-62a86eda-24e9-4d35-b625-6c721f2f670d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:49.275188 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7028f57-b0cd-483a-b562-e2db3cbd68d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a4c7f2-189e-4ca0-88a7-d6df2f33a5cd,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:49.278672 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ba2ee6d-23fd-4c43-b388-26c141d36d35 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:49.316851 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f7028f57-b0cd-483a-b562-e2db3cbd68d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:49.320743 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f7028f57-b0cd-483a-b562-e2db3cbd68d5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e6a4c7f2-189e-4ca0-88a7-d6df2f33a5cd HTTP/1.1" status: 204 len: 168 time: 0.4778395 May 27 02:34:49.327763 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ba2ee6d-23fd-4c43-b388-26c141d36d35 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:49.335088 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba2ee6d-23fd-4c43-b388-26c141d36d35 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:34:49.336079 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ba2ee6d-23fd-4c43-b388-26c141d36d35 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:49.411812 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a86eda-24e9-4d35-b625-6c721f2f670d None None] Pushing event updated for resources: {'Port': ['ID=5a82b495-6300-4a66-ab35-988b2b6017b1,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:49.413571 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 779cb533-1a32-4762-9175-31e3a72a5812 resource provider aggregate not found May 27 02:34:49.463071 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 779cb533-1a32-4762-9175-31e3a72a5812 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 779cb533-1a32-4762-9175-31e3a72a5812 found for delete ", "request_id": "req-144ae226-daa8-4b57-bc90-3e14635a7058"}]} May 27 02:34:49.502643 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-6ba2ee6d-23fd-4c43-b388-26c141d36d35 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 02:34:49.502643 n-d-843554-3 neutron-server[88901]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 02:34:49.502643 n-d-843554-3 neutron-server[88901]: [parameters: {'id': 'f0bfc5e9-ab85-46d9-8306-134587df266f'}] May 27 02:34:49.502643 n-d-843554-3 neutron-server[88901]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:34:49.504192 n-d-843554-3 neutron-server[88901]: DEBUG oslo_db.api [None req-6ba2ee6d-23fd-4c43-b388-26c141d36d35 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:34:49.519742 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3429db-8820-4e10-923b-6c535471dd53 None None] Network f0bfc5e9-ab85-46d9-8306-134587df266f requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:34:49.686215 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7a9a39-e9a4-4972-ace5-cf093732c063 admin admin] Router 6e478d76-8f5e-4592-9c9d-54b301abccbc has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:34:49.694484 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-d79192be-5b34-4e0b-a0e2-419dc1e1d2fe req-3db0bebe-49ed-43e8-9d4b-39ca8c5a3ce1 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] For port ef89c633-926b-4d93-b87d-6ad84002925e, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=ef89c633-926b-4d93-b87d-6ad84002925e,segment=NetworkSegment(c440826c-ad96-4ffb-93da-4786708a138b),segment_id=c440826c-ad96-4ffb-93da-4786708a138b)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:34:49.694842 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d79192be-5b34-4e0b-a0e2-419dc1e1d2fe req-3db0bebe-49ed-43e8-9d4b-39ca8c5a3ce1 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:49.742890 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298534c2-ec26-4e96-9d21-5a02937cd35e None None] get_active_networks_info from n-d-843554-3 {{(pid=88903) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 02:34:49.885487 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298534c2-ec26-4e96-9d21-5a02937cd35e None None] Resources bound (agent type, host, resource id): {{(pid=88903) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 02:34:50.007723 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ba2ee6d-23fd-4c43-b388-26c141d36d35 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:50.021765 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6ba2ee6d-23fd-4c43-b388-26c141d36d35 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Deleting port 5a82b495-6300-4a66-ab35-988b2b6017b1 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:34:50.022236 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ba2ee6d-23fd-4c43-b388-26c141d36d35 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:50.051501 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-d79192be-5b34-4e0b-a0e2-419dc1e1d2fe req-3db0bebe-49ed-43e8-9d4b-39ca8c5a3ce1 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Calling delete_port for ef89c633-926b-4d93-b87d-6ad84002925e owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:34:50.390016 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7a9a39-e9a4-4972-ace5-cf093732c063 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:34:50.403127 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80454022-f80e-43b1-b000-f8083707e837 None None] Sync routers for ids ['6e478d76-8f5e-4592-9c9d-54b301abccbc'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:34:50.418637 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-6ba2ee6d-23fd-4c43-b388-26c141d36d35 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] For port 5a82b495-6300-4a66-ab35-988b2b6017b1, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=5a82b495-6300-4a66-ab35-988b2b6017b1,segment=NetworkSegment(779cb533-1a32-4762-9175-31e3a72a5812),segment_id=779cb533-1a32-4762-9175-31e3a72a5812)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:34:50.418888 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ba2ee6d-23fd-4c43-b388-26c141d36d35 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:50.429248 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80454022-f80e-43b1-b000-f8083707e837 None None] Routers {'6e478d76-8f5e-4592-9c9d-54b301abccbc'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:34:50.441658 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-80454022-f80e-43b1-b000-f8083707e837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:34:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['6e478d76-8f5e-4592-9c9d-54b301abccbc'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:50.482431 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060468e-394c-48b1-b546-b03b132d3d1b req-2efb9a9b-676b-4b4c-9ef0-e608eb4949b5 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:50.483533 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-6060468e-394c-48b1-b546-b03b132d3d1b req-2efb9a9b-676b-4b4c-9ef0-e608eb4949b5 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Synchronizing usage tracker for tenant:b5ea1dadce014c8bb6c8d9e009e7786c on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:34:50.504661 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d79192be-5b34-4e0b-a0e2-419dc1e1d2fe req-3db0bebe-49ed-43e8-9d4b-39ca8c5a3ce1 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:50.567911 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db0bebe-49ed-43e8-9d4b-39ca8c5a3ce1 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Pushing event deleted for resources: {'Port': ['ID=ef89c633-926b-4d93-b87d-6ad84002925e,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:50.573092 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0d7a9a39-e9a4-4972-ace5-cf093732c063 admin admin] 10.222.0.57 "PUT /v2.0/routers/6e478d76-8f5e-4592-9c9d-54b301abccbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0658181 May 27 02:34:50.614965 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 32784) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:50.629589 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6ba2ee6d-23fd-4c43-b388-26c141d36d35 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Calling delete_port for 5a82b495-6300-4a66-ab35-988b2b6017b1 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:34:50.740762 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-6060468e-394c-48b1-b546-b03b132d3d1b req-2efb9a9b-676b-4b4c-9ef0-e608eb4949b5 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Unset dirty status for tenant:b5ea1dadce014c8bb6c8d9e009e7786c on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:34:50.741974 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6060468e-394c-48b1-b546-b03b132d3d1b req-2efb9a9b-676b-4b4c-9ef0-e608eb4949b5 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f87a637-be7d-4c14-91f0-a828b1927412 HTTP/1.1" status: 200 len: 947 time: 0.4628718 May 27 02:34:50.758305 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79192be-5b34-4e0b-a0e2-419dc1e1d2fe req-3db0bebe-49ed-43e8-9d4b-39ca8c5a3ce1 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] No DVR routers for this DVR port ef89c633-926b-4d93-b87d-6ad84002925e on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:34:50.783940 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ba2ee6d-23fd-4c43-b388-26c141d36d35 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:50.788521 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d79192be-5b34-4e0b-a0e2-419dc1e1d2fe req-3db0bebe-49ed-43e8-9d4b-39ca8c5a3ce1 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:50.790619 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d79192be-5b34-4e0b-a0e2-419dc1e1d2fe req-3db0bebe-49ed-43e8-9d4b-39ca8c5a3ce1 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.66 "DELETE /v2.0/ports/ef89c633-926b-4d93-b87d-6ad84002925e HTTP/1.1" status: 204 len: 173 time: 1.7673109 May 27 02:34:50.798352 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f87a637-be7d-4c14-91f0-a828b1927412', 'name': 'network-vif-deleted', 'tag': 'ef89c633-926b-4d93-b87d-6ad84002925e'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:34:50.854491 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2ee6d-23fd-4c43-b388-26c141d36d35 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event deleted for resources: {'Port': ['ID=5a82b495-6300-4a66-ab35-988b2b6017b1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:50.857110 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba2ee6d-23fd-4c43-b388-26c141d36d35 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] No DVR routers for this DVR port 5a82b495-6300-4a66-ab35-988b2b6017b1 on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:34:50.862718 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6060468e-394c-48b1-b546-b03b132d3d1b req-b3f3b916-5373-40bf-93a7-4282af979206 tempest-ServersNegativeTestJSON-148745847 tempest-ServersNegativeTestJSON-148745847-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058707 May 27 02:34:50.903198 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-80454022-f80e-43b1-b000-f8083707e837 None None] Set router 6e478d76-8f5e-4592-9c9d-54b301abccbc gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:34:50.952475 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50547679-ba0f-445b-afb3-af9b923459df'] response: {'server_uuid': '9f87a637-be7d-4c14-91f0-a828b1927412', 'name': 'network-vif-deleted', 'tag': 'ef89c633-926b-4d93-b87d-6ad84002925e', 'status': 'completed', 'code': 200} May 27 02:34:51.029600 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c00d94a7-206f-4834-8537-877bdf03b40b admin admin] Notify callbacks [] for router, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:51.106104 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ba2ee6d-23fd-4c43-b388-26c141d36d35 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:51.141523 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6ba2ee6d-23fd-4c43-b388-26c141d36d35 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0bfc5e9-ab85-46d9-8306-134587df266f']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:51.155284 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6ba2ee6d-23fd-4c43-b388-26c141d36d35 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '779cb533-1a32-4762-9175-31e3a72a5812') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:51.155882 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6ba2ee6d-23fd-4c43-b388-26c141d36d35 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '779cb533-1a32-4762-9175-31e3a72a5812') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:51.218573 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ba2ee6d-23fd-4c43-b388-26c141d36d35 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:51.258208 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ba2ee6d-23fd-4c43-b388-26c141d36d35 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:51.292076 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba2ee6d-23fd-4c43-b388-26c141d36d35 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:34:51.292076 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ba2ee6d-23fd-4c43-b388-26c141d36d35 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:51.315700 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c00d94a7-206f-4834-8537-877bdf03b40b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:51.388483 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c00d94a7-206f-4834-8537-877bdf03b40b admin admin] Deleting port f409a62c-4a8f-4f47-b4c0-9698cbc76abe {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:34:51.388915 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c00d94a7-206f-4834-8537-877bdf03b40b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:51.396319 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-80454022-f80e-43b1-b000-f8083707e837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'name': 'tempest-AttachVolumeTestJSON-629019470-router', 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'f409a62c-4a8f-4f47-b4c0-9698cbc76abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:47Z', 'updated_at': '2022-05-27T02:34:47Z', 'revision_number': 5, 'project_id': 'a54d5457e373400db950c9d30ab97cd7', 'gw_port': {'id': 'f409a62c-4a8f-4f47-b4c0-9698cbc76abe', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:52Z', 'updated_at': '2022-05-27T02:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:51.400861 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80454022-f80e-43b1-b000-f8083707e837 None None] Checking router: 6e478d76-8f5e-4592-9c9d-54b301abccbc for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:34:51.413313 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80454022-f80e-43b1-b000-f8083707e837 None None] Routers {'6e478d76-8f5e-4592-9c9d-54b301abccbc'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:34:51.413313 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-80454022-f80e-43b1-b000-f8083707e837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:34:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['6e478d76-8f5e-4592-9c9d-54b301abccbc'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:51.451435 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ba2ee6d-23fd-4c43-b388-26c141d36d35 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:51.476196 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ba2ee6d-23fd-4c43-b388-26c141d36d35 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:51.490565 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2ee6d-23fd-4c43-b388-26c141d36d35 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event deleted for resources: {'Network': ['ID=f0bfc5e9-ab85-46d9-8306-134587df266f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:51.507419 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 779cb533-1a32-4762-9175-31e3a72a5812 resource provider aggregate not found May 27 02:34:51.514382 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6ba2ee6d-23fd-4c43-b388-26c141d36d35 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "DELETE /v2.0/networks/f0bfc5e9-ab85-46d9-8306-134587df266f HTTP/1.1" status: 204 len: 168 time: 3.3805382 May 27 02:34:51.515089 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 32820) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:51.521162 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-2f67d6ce-17e4-41a2-bd4f-b79e1aacc021 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-431085329'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:34:51.532657 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2f67d6ce-17e4-41a2-bd4f-b79e1aacc021 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:34:51.538192 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 779cb533-1a32-4762-9175-31e3a72a5812 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 779cb533-1a32-4762-9175-31e3a72a5812 found for delete ", "request_id": "req-8bd924e3-6927-48d1-b61c-688e8850b63f"}]} May 27 02:34:51.541046 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2f67d6ce-17e4-41a2-bd4f-b79e1aacc021 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Usage tracker for resource:network and tenant:88428439299c48b08e04b00eeea4fc36 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:34:51.546158 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2f67d6ce-17e4-41a2-bd4f-b79e1aacc021 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:34:51.557950 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2f67d6ce-17e4-41a2-bd4f-b79e1aacc021 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:34:51.601684 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-80454022-f80e-43b1-b000-f8083707e837 None None] Set router 6e478d76-8f5e-4592-9c9d-54b301abccbc gateway port host: None {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:34:51.645851 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f67d6ce-17e4-41a2-bd4f-b79e1aacc021 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Made reservation on behalf of 88428439299c48b08e04b00eeea4fc36 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:34:51.649496 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2f67d6ce-17e4-41a2-bd4f-b79e1aacc021 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:51.671115 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-c00d94a7-206f-4834-8537-877bdf03b40b admin admin] For port f409a62c-4a8f-4f47-b4c0-9698cbc76abe, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=f409a62c-4a8f-4f47-b4c0-9698cbc76abe,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:34:51.672758 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c00d94a7-206f-4834-8537-877bdf03b40b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:51.696753 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f67d6ce-17e4-41a2-bd4f-b79e1aacc021 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:34:51.720286 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2f67d6ce-17e4-41a2-bd4f-b79e1aacc021 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:51.720799 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-2f67d6ce-17e4-41a2-bd4f-b79e1aacc021 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Added segment 2a565f72-39a1-41eb-8875-480028793727 of type vlan for network 3f5cfb6f-2e13-44a9-b1d9-c91c046662a0 May 27 02:34:51.757689 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-80454022-f80e-43b1-b000-f8083707e837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'name': 'tempest-AttachVolumeTestJSON-629019470-router', 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:47Z', 'updated_at': '2022-05-27T02:34:51Z', 'revision_number': 6, 'project_id': 'a54d5457e373400db950c9d30ab97cd7', 'gw_port_host': None}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:51.770346 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80454022-f80e-43b1-b000-f8083707e837 None None] The sync data for ids ['6e478d76-8f5e-4592-9c9d-54b301abccbc'] in n-d-843554-3 is: [{'id': '6e478d76-8f5e-4592-9c9d-54b301abccbc', 'name': 'tempest-AttachVolumeTestJSON-629019470-router', 'tenant_id': 'a54d5457e373400db950c9d30ab97cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:47Z', 'updated_at': '2022-05-27T02:34:51Z', 'revision_number': 6, 'project_id': 'a54d5457e373400db950c9d30ab97cd7', 'gw_port_host': None}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:34:51.784747 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2f67d6ce-17e4-41a2-bd4f-b79e1aacc021 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:51.925590 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2f67d6ce-17e4-41a2-bd4f-b79e1aacc021 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:51.932178 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f67d6ce-17e4-41a2-bd4f-b79e1aacc021 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:51.936359 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2f67d6ce-17e4-41a2-bd4f-b79e1aacc021 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:51.939601 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c00d94a7-206f-4834-8537-877bdf03b40b admin admin] Calling delete_port for f409a62c-4a8f-4f47-b4c0-9698cbc76abe owned by network:router_gateway {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:34:51.979469 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d1b0ceed-2c14-45a2-aafb-2804fb34c38f req-387f9014-bca2-4600-95cd-615823bc1751 tempest-ServerShowV257Test-900046412 tempest-ServerShowV257Test-900046412-project] 10.222.0.57 "GET /v2.0/ports?device_id=72036f6d-bbc0-4c78-8700-88351222b0a0 HTTP/1.1" status: 200 len: 210 time: 0.1696279 May 27 02:34:52.006945 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 32838) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:52.080124 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f67d6ce-17e4-41a2-bd4f-b79e1aacc021 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event updated for resources: {'Network': ['ID=3f5cfb6f-2e13-44a9-b1d9-c91c046662a0,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:52.090902 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 3f5cfb6f-2e13-44a9-b1d9-c91c046662a0 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:34:52.132934 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2f67d6ce-17e4-41a2-bd4f-b79e1aacc021 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6163027 May 27 02:34:52.135496 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 32844) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:52.142913 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-0277de28-026e-405e-aa79-44b9887c33e7 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Request body: {'subnet': {'network_id': '3f5cfb6f-2e13-44a9-b1d9-c91c046662a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:34:52.256875 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-92f8c160-5b86-451f-a2a5-5ce42f693f57 admin admin] Deleting subnet b516e58d-c3cf-49b8-8e9a-0013236ae33e {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:34:52.261472 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-92f8c160-5b86-451f-a2a5-5ce42f693f57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:52.285050 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device ef89c633-926b-4d93-b87d-6ad84002925e no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:34:52.333328 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-92f8c160-5b86-451f-a2a5-5ce42f693f57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:52.336264 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: ef89c633-926b-4d93-b87d-6ad84002925e {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:34:52.336660 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device ef89c633-926b-4d93-b87d-6ad84002925e not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:34:52.452062 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-92f8c160-5b86-451f-a2a5-5ce42f693f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:52.499815 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0277de28-026e-405e-aa79-44b9887c33e7 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:34:52.503699 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0277de28-026e-405e-aa79-44b9887c33e7 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Usage tracker for resource:subnet and tenant:88428439299c48b08e04b00eeea4fc36 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:34:52.506515 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0277de28-026e-405e-aa79-44b9887c33e7 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:34:52.512184 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0277de28-026e-405e-aa79-44b9887c33e7 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:34:52.593227 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0277de28-026e-405e-aa79-44b9887c33e7 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Made reservation on behalf of 88428439299c48b08e04b00eeea4fc36 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:34:52.594083 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c00d94a7-206f-4834-8537-877bdf03b40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:52.597836 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0277de28-026e-405e-aa79-44b9887c33e7 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:52.606575 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-92f8c160-5b86-451f-a2a5-5ce42f693f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:52.729945 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.ipam_backend_mixin [None req-0277de28-026e-405e-aa79-44b9887c33e7 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Performing IP validity checks on allocation pools {{(pid=88901) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 27 02:34:52.731013 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.ipam_backend_mixin [None req-0277de28-026e-405e-aa79-44b9887c33e7 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88901) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 27 02:34:52.757997 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f8c160-5b86-451f-a2a5-5ce42f693f57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b516e58d-c3cf-49b8-8e9a-0013236ae33e,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:52.763913 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d94a7-206f-4834-8537-877bdf03b40b admin admin] Pushing event deleted for resources: {'Port': ['ID=f409a62c-4a8f-4f47-b4c0-9698cbc76abe,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:52.795090 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f409a62c-4a8f-4f47-b4c0-9698cbc76abe no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:34:52.806041 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-92f8c160-5b86-451f-a2a5-5ce42f693f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:52.827492 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-92f8c160-5b86-451f-a2a5-5ce42f693f57 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b516e58d-c3cf-49b8-8e9a-0013236ae33e HTTP/1.1" status: 204 len: 168 time: 0.8195202 May 27 02:34:52.830080 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 32856) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:52.893518 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: f409a62c-4a8f-4f47-b4c0-9698cbc76abe {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:34:52.895257 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f409a62c-4a8f-4f47-b4c0-9698cbc76abe not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:34:52.895762 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 0b51a1d0-00cb-463a-849f-699a920f6a03 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:34:52.922655 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c00d94a7-206f-4834-8537-877bdf03b40b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:52.950546 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 0b51a1d0-00cb-463a-849f-699a920f6a03 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:34:52.951004 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 0b51a1d0-00cb-463a-849f-699a920f6a03 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:34:53.032693 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0277de28-026e-405e-aa79-44b9887c33e7 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:53.141748 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c00d94a7-206f-4834-8537-877bdf03b40b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:53.146127 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c00d94a7-206f-4834-8537-877bdf03b40b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:53.149970 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5b6c4af9-b9d0-4591-afbf-90cd9742b171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:53.163099 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0277de28-026e-405e-aa79-44b9887c33e7 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event updated for resources: {'Subnet': ['ID=d3cbae39-c29e-431b-a01f-8fea752c3daa,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:53.166409 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0277de28-026e-405e-aa79-44b9887c33e7 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Checking segment: {'id': '2a565f72-39a1-41eb-8875-480028793727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3f5cfb6f-2e13-44a9-b1d9-c91c046662a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:34:53.166852 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0277de28-026e-405e-aa79-44b9887c33e7 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Network hostable DHCP agents. Network: 3f5cfb6f-2e13-44a9-b1d9-c91c046662a0, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:34:53.213911 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-72503a21-faf5-41e6-a2f1-cdecfa83194a req-96000d0c-e2b2-4112-8288-7957dd852790 tempest-ServerShowV257Test-900046412 tempest-ServerShowV257Test-900046412-project] 10.222.0.57 "GET /v2.0/ports?device_id=72036f6d-bbc0-4c78-8700-88351222b0a0 HTTP/1.1" status: 200 len: 210 time: 0.0605171 May 27 02:34:53.273144 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0277de28-026e-405e-aa79-44b9887c33e7 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Network 3f5cfb6f-2e13-44a9-b1d9-c91c046662a0 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:34:53.341063 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5b6c4af9-b9d0-4591-afbf-90cd9742b171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:53.351043 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c00d94a7-206f-4834-8537-877bdf03b40b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:53.351043 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00d94a7-206f-4834-8537-877bdf03b40b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e478d76-8f5e-4592-9c9d-54b301abccbc {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:34:53.368803 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c00d94a7-206f-4834-8537-877bdf03b40b admin admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:53.369869 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c00d94a7-206f-4834-8537-877bdf03b40b admin admin] 10.222.0.57 "DELETE /v2.0/routers/6e478d76-8f5e-4592-9c9d-54b301abccbc HTTP/1.1" status: 204 len: 168 time: 2.7585688 May 27 02:34:53.371480 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-0277de28-026e-405e-aa79-44b9887c33e7 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 3f5cfb6f-2e13-44a9-b1d9-c91c046662a0) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:34:53.373613 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 32872) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:53.382047 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d12e66-3626-40c7-ba7b-8d2288c6a258 None None] Network 3f5cfb6f-2e13-44a9-b1d9-c91c046662a0 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:34:53.402075 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0277de28-026e-405e-aa79-44b9887c33e7 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:53.402749 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0277de28-026e-405e-aa79-44b9887c33e7 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:53.429602 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-5b6c4af9-b9d0-4591-afbf-90cd9742b171 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['882e4b63-c6d9-4a5c-9012-33783fcec11a']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:53.465551 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-2359ef88-5d81-4472-a384-2472158e709a admin admin] Deleting subnet 95908a1f-c366-445e-9e10-5bce86ad79d9 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:34:53.472855 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2359ef88-5d81-4472-a384-2472158e709a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:53.503193 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0277de28-026e-405e-aa79-44b9887c33e7 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.3665211 May 27 02:34:53.504626 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-5b6c4af9-b9d0-4591-afbf-90cd9742b171 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c440826c-ad96-4ffb-93da-4786708a138b') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:53.504945 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-5b6c4af9-b9d0-4591-afbf-90cd9742b171 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c440826c-ad96-4ffb-93da-4786708a138b') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:53.505712 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 32878) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:53.547920 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5b6c4af9-b9d0-4591-afbf-90cd9742b171 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:53.575003 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2359ef88-5d81-4472-a384-2472158e709a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:53.609139 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5b6c4af9-b9d0-4591-afbf-90cd9742b171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:53.645157 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b6c4af9-b9d0-4591-afbf-90cd9742b171 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:34:53.645418 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5b6c4af9-b9d0-4591-afbf-90cd9742b171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:53.693708 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf5baa9-b91d-4b33-8079-9962f03a5791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-3f5cfb6f-2e13-44a9-b1d9-c91c046662a0', 'network_id': '3f5cfb6f-2e13-44a9-b1d9-c91c046662a0', 'tenant_id': '88428439299c48b08e04b00eeea4fc36', 'fixed_ips': [{'subnet_id': 'd3cbae39-c29e-431b-a01f-8fea752c3daa'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:34:53.694598 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-acf5baa9-b91d-4b33-8079-9962f03a5791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:53.710838 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fa14066-1cee-46be-b5ed-7a9d517af2c6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:53.732791 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment c440826c-ad96-4ffb-93da-4786708a138b resource provider aggregate not found May 27 02:34:53.767525 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment c440826c-ad96-4ffb-93da-4786708a138b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c440826c-ad96-4ffb-93da-4786708a138b found for delete ", "request_id": "req-9013a15a-7fed-4382-84d4-8c0dd7c74f5d"}]} May 27 02:34:53.807477 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fa14066-1cee-46be-b5ed-7a9d517af2c6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:53.819976 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2359ef88-5d81-4472-a384-2472158e709a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:53.860954 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5b6c4af9-b9d0-4591-afbf-90cd9742b171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:53.866589 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5b6c4af9-b9d0-4591-afbf-90cd9742b171 admin admin] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:53.883914 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-acf5baa9-b91d-4b33-8079-9962f03a5791 None None] Allocated IP 172.20.0.3 (3f5cfb6f-2e13-44a9-b1d9-c91c046662a0/d3cbae39-c29e-431b-a01f-8fea752c3daa/8d26e938-ecdb-4565-b0ec-4f9b3fceb473) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:34:53.900568 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c4af9-b9d0-4591-afbf-90cd9742b171 admin admin] Pushing event deleted for resources: {'Network': ['ID=882e4b63-c6d9-4a5c-9012-33783fcec11a,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:53.970974 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5b6c4af9-b9d0-4591-afbf-90cd9742b171 admin admin] 10.222.0.57 "DELETE /v2.0/networks/882e4b63-c6d9-4a5c-9012-33783fcec11a HTTP/1.1" status: 204 len: 168 time: 1.1395986 May 27 02:34:53.999351 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2359ef88-5d81-4472-a384-2472158e709a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:54.061378 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2359ef88-5d81-4472-a384-2472158e709a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:54.066334 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2359ef88-5d81-4472-a384-2472158e709a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95908a1f-c366-445e-9e10-5bce86ad79d9,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:54.076338 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbfd871-6ac3-49aa-8d21-ebc332deeefd None None] Network e6379d80-7b9b-4710-9948-937eec21e411 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:34:54.077015 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 32894) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:54.083714 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2359ef88-5d81-4472-a384-2472158e709a admin admin] 10.222.0.57 "DELETE /v2.0/subnets/95908a1f-c366-445e-9e10-5bce86ad79d9 HTTP/1.1" status: 204 len: 168 time: 0.7031484 May 27 02:34:54.219336 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20c1a7c1-81ec-4389-9a20-29a1e636bc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:54.231530 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-20c1a7c1-81ec-4389-9a20-29a1e636bc12 admin admin] Deleting port d6760632-dd75-4eed-9c4d-f6accf619a9e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:34:54.231910 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20c1a7c1-81ec-4389-9a20-29a1e636bc12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:54.272673 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-acf5baa9-b91d-4b33-8079-9962f03a5791 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:54.285974 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-acf5baa9-b91d-4b33-8079-9962f03a5791 None None] Transition to ACTIVE for port object 8d26e938-ecdb-4565-b0ec-4f9b3fceb473 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:34:54.316562 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-acf5baa9-b91d-4b33-8079-9962f03a5791 None None] Transition to ACTIVE for port object 8d26e938-ecdb-4565-b0ec-4f9b3fceb473 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:34:54.410669 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-acf5baa9-b91d-4b33-8079-9962f03a5791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:54.497806 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 32902) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:54.522523 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf5baa9-b91d-4b33-8079-9962f03a5791 None None] Network 3f5cfb6f-2e13-44a9-b1d9-c91c046662a0 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:34:54.528287 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-acf5baa9-b91d-4b33-8079-9962f03a5791 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:34:54.533676 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf5baa9-b91d-4b33-8079-9962f03a5791 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:34:54.537337 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-20c1a7c1-81ec-4389-9a20-29a1e636bc12 admin admin] For port d6760632-dd75-4eed-9c4d-f6accf619a9e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=d6760632-dd75-4eed-9c4d-f6accf619a9e,segment=NetworkSegment(2d17ae40-4310-4a58-b1f0-c2f85fb57fbf),segment_id=2d17ae40-4310-4a58-b1f0-c2f85fb57fbf)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:34:54.537828 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20c1a7c1-81ec-4389-9a20-29a1e636bc12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:54.572647 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-01fcd4e7-a41d-4e73-b066-161416f07187 req-84ec2224-f0b1-4e50-868b-2899fd800e07 tempest-ServerShowV257Test-900046412 tempest-ServerShowV257Test-900046412-project] 10.222.0.57 "GET /v2.0/ports?device_id=72036f6d-bbc0-4c78-8700-88351222b0a0 HTTP/1.1" status: 200 len: 210 time: 0.2237756 May 27 02:34:54.588811 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-83b818db-6035-4153-919d-87fc3d875f4b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b5ea1dadce014c8bb6c8d9e009e7786c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0882690 May 27 02:34:54.591993 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 32906) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:54.624675 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5baa9-b91d-4b33-8079-9962f03a5791 None None] Pushing event updated for resources: {'Port': ['ID=8d26e938-ecdb-4565-b0ec-4f9b3fceb473,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:54.650314 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fa14066-1cee-46be-b5ed-7a9d517af2c6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:54.651316 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-acf5baa9-b91d-4b33-8079-9962f03a5791 None None] Attempting to bind port 8d26e938-ecdb-4565-b0ec-4f9b3fceb473 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:34:54.651686 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-acf5baa9-b91d-4b33-8079-9962f03a5791 None None] Attempting to bind port 8d26e938-ecdb-4565-b0ec-4f9b3fceb473 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '2a565f72-39a1-41eb-8875-480028793727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3f5cfb6f-2e13-44a9-b1d9-c91c046662a0'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:34:54.652083 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf5baa9-b91d-4b33-8079-9962f03a5791 None None] Attempting to bind port 8d26e938-ecdb-4565-b0ec-4f9b3fceb473 on network 3f5cfb6f-2e13-44a9-b1d9-c91c046662a0 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:34:54.658808 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf5baa9-b91d-4b33-8079-9962f03a5791 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:34:54.659185 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf5baa9-b91d-4b33-8079-9962f03a5791 None None] Checking segment: {'id': '2a565f72-39a1-41eb-8875-480028793727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3f5cfb6f-2e13-44a9-b1d9-c91c046662a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:34:54.659583 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-acf5baa9-b91d-4b33-8079-9962f03a5791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:54.659990 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf5baa9-b91d-4b33-8079-9962f03a5791 None None] Bound using segment: {'id': '2a565f72-39a1-41eb-8875-480028793727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3f5cfb6f-2e13-44a9-b1d9-c91c046662a0'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:34:54.660495 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-acf5baa9-b91d-4b33-8079-9962f03a5791 None None] Bound port: 8d26e938-ecdb-4565-b0ec-4f9b3fceb473, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a565f72-39a1-41eb-8875-480028793727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3f5cfb6f-2e13-44a9-b1d9-c91c046662a0'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:34:54.660896 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-acf5baa9-b91d-4b33-8079-9962f03a5791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:54.674162 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f4fb4afa-62ff-4d88-b31f-903c5ffbfac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:54.721107 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f4fb4afa-62ff-4d88-b31f-903c5ffbfac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:54.775538 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-20c1a7c1-81ec-4389-9a20-29a1e636bc12 admin admin] Calling delete_port for d6760632-dd75-4eed-9c4d-f6accf619a9e owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:34:54.792259 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-acf5baa9-b91d-4b33-8079-9962f03a5791 None None] For port 8d26e938-ecdb-4565-b0ec-4f9b3fceb473, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:34:54.798845 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-acf5baa9-b91d-4b33-8079-9962f03a5791 None None] For port 8d26e938-ecdb-4565-b0ec-4f9b3fceb473, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8d26e938-ecdb-4565-b0ec-4f9b3fceb473,segment=NetworkSegment(2a565f72-39a1-41eb-8875-480028793727),segment_id=2a565f72-39a1-41eb-8875-480028793727)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:34:54.800429 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a209a85d-3850-4ef9-9e20-1b1ab423a213 None None] DHCP port deletion for e6379d80-7b9b-4710-9948-937eec21e411 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:34:54.807880 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a209a85d-3850-4ef9-9e20-1b1ab423a213 None None] Deleting port d6760632-dd75-4eed-9c4d-f6accf619a9e {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:34:54.809930 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a209a85d-3850-4ef9-9e20-1b1ab423a213 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:54.827038 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa14066-1cee-46be-b5ed-7a9d517af2c6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event deleted for resources: {'Subnet': ['ID=d3cbae39-c29e-431b-a01f-8fea752c3daa,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:54.875945 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-acf5baa9-b91d-4b33-8079-9962f03a5791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:54.901644 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f4fb4afa-62ff-4d88-b31f-903c5ffbfac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:54.919737 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb4afa-62ff-4d88-b31f-903c5ffbfac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:54.935859 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f4fb4afa-62ff-4d88-b31f-903c5ffbfac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:54.935859 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f4fb4afa-62ff-4d88-b31f-903c5ffbfac1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4e1fc3d2-b9c0-493a-820e-dbab4ac39ee1 HTTP/1.1" status: 204 len: 168 time: 0.3393512 May 27 02:34:55.010305 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fa14066-1cee-46be-b5ed-7a9d517af2c6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:55.056261 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6fa14066-1cee-46be-b5ed-7a9d517af2c6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f5cfb6f-2e13-44a9-b1d9-c91c046662a0']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:55.073412 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6fa14066-1cee-46be-b5ed-7a9d517af2c6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a565f72-39a1-41eb-8875-480028793727') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:55.073822 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6fa14066-1cee-46be-b5ed-7a9d517af2c6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a565f72-39a1-41eb-8875-480028793727') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:55.088064 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20c1a7c1-81ec-4389-9a20-29a1e636bc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:55.130483 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5baa9-b91d-4b33-8079-9962f03a5791 None None] Pushing event updated for resources: {'Port': ['ID=8d26e938-ecdb-4565-b0ec-4f9b3fceb473,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:55.131111 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fa14066-1cee-46be-b5ed-7a9d517af2c6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:55.159102 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c1a7c1-81ec-4389-9a20-29a1e636bc12 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6760632-dd75-4eed-9c4d-f6accf619a9e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:55.161667 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c1a7c1-81ec-4389-9a20-29a1e636bc12 admin admin] No DVR routers for this DVR port d6760632-dd75-4eed-9c4d-f6accf619a9e on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:34:55.164105 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fa14066-1cee-46be-b5ed-7a9d517af2c6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:55.193375 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a209a85d-3850-4ef9-9e20-1b1ab423a213 None None] For port d6760632-dd75-4eed-9c4d-f6accf619a9e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=d6760632-dd75-4eed-9c4d-f6accf619a9e,segment=NetworkSegment(2d17ae40-4310-4a58-b1f0-c2f85fb57fbf),segment_id=2d17ae40-4310-4a58-b1f0-c2f85fb57fbf)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:34:55.199122 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a209a85d-3850-4ef9-9e20-1b1ab423a213 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:55.200778 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa14066-1cee-46be-b5ed-7a9d517af2c6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:34:55.200909 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fa14066-1cee-46be-b5ed-7a9d517af2c6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:55.202284 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d850041-67ea-4c4c-8047-0f8f2894f2fc None None] Network 3f5cfb6f-2e13-44a9-b1d9-c91c046662a0 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:34:55.387685 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a209a85d-3850-4ef9-9e20-1b1ab423a213 None None] Calling delete_port for d6760632-dd75-4eed-9c4d-f6accf619a9e owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:34:55.493771 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 2a565f72-39a1-41eb-8875-480028793727 resource provider aggregate not found May 27 02:34:55.551502 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 2a565f72-39a1-41eb-8875-480028793727 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a565f72-39a1-41eb-8875-480028793727 found for delete ", "request_id": "req-3c4591d8-30ac-40d7-b7f9-5b02154fbee7"}]} May 27 02:34:55.559263 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20c1a7c1-81ec-4389-9a20-29a1e636bc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:55.592639 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-6fa14066-1cee-46be-b5ed-7a9d517af2c6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 02:34:55.592639 n-d-843554-3 neutron-server[88901]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 02:34:55.592639 n-d-843554-3 neutron-server[88901]: [parameters: {'id': '3f5cfb6f-2e13-44a9-b1d9-c91c046662a0'}] May 27 02:34:55.592639 n-d-843554-3 neutron-server[88901]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:34:55.593270 n-d-843554-3 neutron-server[88901]: DEBUG oslo_db.api [None req-6fa14066-1cee-46be-b5ed-7a9d517af2c6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:34:55.598086 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-20c1a7c1-81ec-4389-9a20-29a1e636bc12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6379d80-7b9b-4710-9948-937eec21e411']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:55.600758 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-056d5ebd-de50-4c67-a1f0-c9f6a6391ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:55.628106 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-20c1a7c1-81ec-4389-9a20-29a1e636bc12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d17ae40-4310-4a58-b1f0-c2f85fb57fbf') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:55.628619 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-20c1a7c1-81ec-4389-9a20-29a1e636bc12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d17ae40-4310-4a58-b1f0-c2f85fb57fbf') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:55.640746 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20c1a7c1-81ec-4389-9a20-29a1e636bc12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:55.643627 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-a209a85d-3850-4ef9-9e20-1b1ab423a213 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:34:55.644155 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-a209a85d-3850-4ef9-9e20-1b1ab423a213 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:34:55.659173 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20c1a7c1-81ec-4389-9a20-29a1e636bc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:55.666292 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20c1a7c1-81ec-4389-9a20-29a1e636bc12 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:34:55.666736 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20c1a7c1-81ec-4389-9a20-29a1e636bc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:55.752599 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-37b142a3-1b4a-42ee-bf9c-2ba1622f3c46 req-600f1c12-09c1-46ed-9e7d-6fc48aeb5e63 tempest-ServerShowV257Test-900046412 tempest-ServerShowV257Test-900046412-project] 10.222.0.57 "GET /v2.0/ports?device_id=72036f6d-bbc0-4c78-8700-88351222b0a0 HTTP/1.1" status: 200 len: 210 time: 0.0507894 May 27 02:34:55.862530 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20c1a7c1-81ec-4389-9a20-29a1e636bc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:55.878152 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20c1a7c1-81ec-4389-9a20-29a1e636bc12 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:55.888536 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c1a7c1-81ec-4389-9a20-29a1e636bc12 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6379d80-7b9b-4710-9948-937eec21e411,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:55.949906 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-20c1a7c1-81ec-4389-9a20-29a1e636bc12 admin admin] 10.222.0.57 "DELETE /v2.0/networks/e6379d80-7b9b-4710-9948-937eec21e411 HTTP/1.1" status: 204 len: 168 time: 1.8713641 May 27 02:34:56.059811 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c315892c-b0cb-4323-9ddc-3d1e5e6031f5 req-2d526411-b7a3-4954-8e4c-1f27c014e11c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=72036f6d-bbc0-4c78-8700-88351222b0a0 HTTP/1.1" status: 200 len: 210 time: 0.0402386 May 27 02:34:56.094460 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fa14066-1cee-46be-b5ed-7a9d517af2c6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:56.105351 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6fa14066-1cee-46be-b5ed-7a9d517af2c6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Deleting port 8d26e938-ecdb-4565-b0ec-4f9b3fceb473 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:34:56.105681 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fa14066-1cee-46be-b5ed-7a9d517af2c6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:56.144954 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a209a85d-3850-4ef9-9e20-1b1ab423a213 None None] Deleting port d6760632-dd75-4eed-9c4d-f6accf619a9e {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:34:56.145733 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a209a85d-3850-4ef9-9e20-1b1ab423a213 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:56.252974 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 32942) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:56.271977 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a209a85d-3850-4ef9-9e20-1b1ab423a213 None None] The port 'd6760632-dd75-4eed-9c4d-f6accf619a9e' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:34:56.291926 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7add767-cc96-42f3-a021-abff88e6c63c None None] get_active_networks_info from n-d-843554-3 {{(pid=88903) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 02:34:56.331461 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-6fa14066-1cee-46be-b5ed-7a9d517af2c6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] For port 8d26e938-ecdb-4565-b0ec-4f9b3fceb473, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8d26e938-ecdb-4565-b0ec-4f9b3fceb473,segment=NetworkSegment(2a565f72-39a1-41eb-8875-480028793727),segment_id=2a565f72-39a1-41eb-8875-480028793727)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:34:56.332066 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fa14066-1cee-46be-b5ed-7a9d517af2c6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:56.354529 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ca156260-7a43-43d4-adf4-da3e2232e350 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a54d5457e373400db950c9d30ab97cd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0999410 May 27 02:34:56.355517 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 32950) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:56.414562 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7add767-cc96-42f3-a021-abff88e6c63c None None] Resources bound (agent type, host, resource id): {{(pid=88903) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 02:34:56.422132 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-504e1965-96af-4dfa-a852-2d36a68cdc8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:56.457800 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-504e1965-96af-4dfa-a852-2d36a68cdc8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:56.474408 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6fa14066-1cee-46be-b5ed-7a9d517af2c6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Calling delete_port for 8d26e938-ecdb-4565-b0ec-4f9b3fceb473 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:34:56.610166 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-504e1965-96af-4dfa-a852-2d36a68cdc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:56.636104 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e1965-96af-4dfa-a852-2d36a68cdc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe17c39-f11e-4d50-bc7c-1b1603216784,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:56.667155 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fa14066-1cee-46be-b5ed-7a9d517af2c6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:56.677945 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-504e1965-96af-4dfa-a852-2d36a68cdc8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:56.695668 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-504e1965-96af-4dfa-a852-2d36a68cdc8e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fbe17c39-f11e-4d50-bc7c-1b1603216784 HTTP/1.1" status: 204 len: 168 time: 0.3389518 May 27 02:34:56.778401 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa14066-1cee-46be-b5ed-7a9d517af2c6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event deleted for resources: {'Port': ['ID=8d26e938-ecdb-4565-b0ec-4f9b3fceb473,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:56.784508 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device d6760632-dd75-4eed-9c4d-f6accf619a9e no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:34:56.787654 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa14066-1cee-46be-b5ed-7a9d517af2c6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] No DVR routers for this DVR port 8d26e938-ecdb-4565-b0ec-4f9b3fceb473 on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:34:56.835780 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: d6760632-dd75-4eed-9c4d-f6accf619a9e {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:34:56.836248 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device d6760632-dd75-4eed-9c4d-f6accf619a9e not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:34:56.931440 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fa14066-1cee-46be-b5ed-7a9d517af2c6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:56.960817 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6fa14066-1cee-46be-b5ed-7a9d517af2c6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f5cfb6f-2e13-44a9-b1d9-c91c046662a0']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:56.978922 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6fa14066-1cee-46be-b5ed-7a9d517af2c6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a565f72-39a1-41eb-8875-480028793727') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:56.979224 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6fa14066-1cee-46be-b5ed-7a9d517af2c6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a565f72-39a1-41eb-8875-480028793727') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:56.988317 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0b8ffb8f-b0ca-42d6-b64a-647411adb828 req-b4b237f1-881e-416b-8ef8-03d8c2df0468 tempest-ServerShowV257Test-900046412 tempest-ServerShowV257Test-900046412-project] 10.222.0.57 "GET /v2.0/ports?device_id=72036f6d-bbc0-4c78-8700-88351222b0a0 HTTP/1.1" status: 200 len: 210 time: 0.0485265 May 27 02:34:56.994067 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fa14066-1cee-46be-b5ed-7a9d517af2c6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:57.011096 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fa14066-1cee-46be-b5ed-7a9d517af2c6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:57.019057 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa14066-1cee-46be-b5ed-7a9d517af2c6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:34:57.019673 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fa14066-1cee-46be-b5ed-7a9d517af2c6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:57.227500 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fa14066-1cee-46be-b5ed-7a9d517af2c6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:57.237197 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fa14066-1cee-46be-b5ed-7a9d517af2c6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:57.268873 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa14066-1cee-46be-b5ed-7a9d517af2c6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event deleted for resources: {'Network': ['ID=3f5cfb6f-2e13-44a9-b1d9-c91c046662a0,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:57.276536 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6fa14066-1cee-46be-b5ed-7a9d517af2c6 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "DELETE /v2.0/networks/3f5cfb6f-2e13-44a9-b1d9-c91c046662a0 HTTP/1.1" status: 204 len: 168 time: 3.7665839 May 27 02:34:57.276701 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 32992) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:57.284051 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-076b8c23-ac12-4c45-86b3-b23dc1959b97 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-6771113'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:34:57.291011 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-076b8c23-ac12-4c45-86b3-b23dc1959b97 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:34:57.295210 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-076b8c23-ac12-4c45-86b3-b23dc1959b97 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Usage tracker for resource:network and tenant:88428439299c48b08e04b00eeea4fc36 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:34:57.300180 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-076b8c23-ac12-4c45-86b3-b23dc1959b97 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:34:57.306723 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-076b8c23-ac12-4c45-86b3-b23dc1959b97 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:34:57.404006 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076b8c23-ac12-4c45-86b3-b23dc1959b97 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Made reservation on behalf of 88428439299c48b08e04b00eeea4fc36 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:34:57.405767 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-076b8c23-ac12-4c45-86b3-b23dc1959b97 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:57.447262 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-076b8c23-ac12-4c45-86b3-b23dc1959b97 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:34:57.457087 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-076b8c23-ac12-4c45-86b3-b23dc1959b97 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:57.457468 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-076b8c23-ac12-4c45-86b3-b23dc1959b97 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Added segment 973e159d-4e32-42e0-a83f-ce39d5c868b8 of type vlan for network e7ff32e2-3b38-4268-92ff-fe1f36a79f94 May 27 02:34:57.484066 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-076b8c23-ac12-4c45-86b3-b23dc1959b97 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:57.568800 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 2d17ae40-4310-4a58-b1f0-c2f85fb57fbf resource provider aggregate not found May 27 02:34:57.585661 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 2d17ae40-4310-4a58-b1f0-c2f85fb57fbf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2d17ae40-4310-4a58-b1f0-c2f85fb57fbf found for delete ", "request_id": "req-f4882092-2af0-4931-89e8-970577e7e665"}]} May 27 02:34:57.594973 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-076b8c23-ac12-4c45-86b3-b23dc1959b97 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:57.603590 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 2a565f72-39a1-41eb-8875-480028793727 resource provider aggregate not found May 27 02:34:57.603836 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076b8c23-ac12-4c45-86b3-b23dc1959b97 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:57.604390 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-076b8c23-ac12-4c45-86b3-b23dc1959b97 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:57.625333 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 2a565f72-39a1-41eb-8875-480028793727 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a565f72-39a1-41eb-8875-480028793727 found for delete ", "request_id": "req-6e94cadc-f02d-4fbc-96f8-7f168cfad971"}]} May 27 02:34:57.720840 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b8c23-ac12-4c45-86b3-b23dc1959b97 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event updated for resources: {'Network': ['ID=e7ff32e2-3b38-4268-92ff-fe1f36a79f94,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:57.731508 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network e7ff32e2-3b38-4268-92ff-fe1f36a79f94 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:34:57.772533 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-076b8c23-ac12-4c45-86b3-b23dc1959b97 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.4933751 May 27 02:34:57.774897 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33028) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:57.781093 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-c28d84c1-bdd7-42ef-8a33-ab64594b1c3e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Request body: {'subnet': {'network_id': 'e7ff32e2-3b38-4268-92ff-fe1f36a79f94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:34:57.934052 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c28d84c1-bdd7-42ef-8a33-ab64594b1c3e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:34:57.937503 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-230cf734-bdf8-4e51-93a3-61147a0798fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:57.938572 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c28d84c1-bdd7-42ef-8a33-ab64594b1c3e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Usage tracker for resource:subnet and tenant:88428439299c48b08e04b00eeea4fc36 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:34:57.941722 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c28d84c1-bdd7-42ef-8a33-ab64594b1c3e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:34:57.947965 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c28d84c1-bdd7-42ef-8a33-ab64594b1c3e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:34:57.953249 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33036) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:58.033515 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28d84c1-bdd7-42ef-8a33-ab64594b1c3e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Made reservation on behalf of 88428439299c48b08e04b00eeea4fc36 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:34:58.038373 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c28d84c1-bdd7-42ef-8a33-ab64594b1c3e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:58.223676 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7cf11a52-b494-4d0f-a114-7c1dd66f52d7 req-b616c108-a8f6-4e4c-b5c1-87ee796cc71c tempest-ServerShowV257Test-900046412 tempest-ServerShowV257Test-900046412-project] 10.222.0.57 "GET /v2.0/ports?device_id=72036f6d-bbc0-4c78-8700-88351222b0a0 HTTP/1.1" status: 200 len: 210 time: 0.0642061 May 27 02:34:58.227975 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dddec9dc-b689-4b35-9834-edf6daf8f296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:58.247857 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-dddec9dc-b689-4b35-9834-edf6daf8f296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:34:58.252995 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-dddec9dc-b689-4b35-9834-edf6daf8f296 admin admin] Usage tracker for resource:security_group_rule and tenant:f6705afc452a4c898c02ea4aa159a1e8 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:34:58.256616 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-dddec9dc-b689-4b35-9834-edf6daf8f296 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:34:58.264006 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-dddec9dc-b689-4b35-9834-edf6daf8f296 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:34:58.435701 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dddec9dc-b689-4b35-9834-edf6daf8f296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:58.462871 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c28d84c1-bdd7-42ef-8a33-ab64594b1c3e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:58.542308 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dddec9dc-b689-4b35-9834-edf6daf8f296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:58.591671 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d84c1-bdd7-42ef-8a33-ab64594b1c3e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event updated for resources: {'Subnet': ['ID=3047b717-a64e-47f0-b196-bcb5756596f5,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:58.601320 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28d84c1-bdd7-42ef-8a33-ab64594b1c3e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Checking segment: {'id': '973e159d-4e32-42e0-a83f-ce39d5c868b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e7ff32e2-3b38-4268-92ff-fe1f36a79f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:34:58.601684 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28d84c1-bdd7-42ef-8a33-ab64594b1c3e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Network hostable DHCP agents. Network: e7ff32e2-3b38-4268-92ff-fe1f36a79f94, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:34:58.610665 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-dddec9dc-b689-4b35-9834-edf6daf8f296 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f6705afc452a4c898c02ea4aa159a1e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6562667 May 27 02:34:58.613367 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33064) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:58.614043 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddec9dc-b689-4b35-9834-edf6daf8f296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63f5527-5a7f-476e-8d6d-71ed036ae829,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:58.676401 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fad086a9-aefc-4f5b-bd6b-1257e778a45f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:58.709932 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fad086a9-aefc-4f5b-bd6b-1257e778a45f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:58.714274 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28d84c1-bdd7-42ef-8a33-ab64594b1c3e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Network e7ff32e2-3b38-4268-92ff-fe1f36a79f94 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:34:58.799772 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-c28d84c1-bdd7-42ef-8a33-ab64594b1c3e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, e7ff32e2-3b38-4268-92ff-fe1f36a79f94) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:34:58.806677 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28d84c1-bdd7-42ef-8a33-ab64594b1c3e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:58.808472 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c28d84c1-bdd7-42ef-8a33-ab64594b1c3e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:58.808629 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc758d79-de6e-440b-ade8-53849494cb1a None None] Network e7ff32e2-3b38-4268-92ff-fe1f36a79f94 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:34:58.862653 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fad086a9-aefc-4f5b-bd6b-1257e778a45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:58.890072 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fad086a9-aefc-4f5b-bd6b-1257e778a45f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:58.892049 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-fad086a9-aefc-4f5b-bd6b-1257e778a45f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a63f5527-5a7f-476e-8d6d-71ed036ae829 HTTP/1.1" status: 204 len: 168 time: 0.2777233 May 27 02:34:58.900477 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad086a9-aefc-4f5b-bd6b-1257e778a45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63f5527-5a7f-476e-8d6d-71ed036ae829,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:58.922315 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c28d84c1-bdd7-42ef-8a33-ab64594b1c3e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1459062 May 27 02:34:58.925088 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33082) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:59.130083 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d6b428a3-f27e-40df-94d2-e2b4e864d172 req-445aaf3c-3252-46f5-932f-91d0e45cb78c tempest-ServerShowV257Test-900046412 tempest-ServerShowV257Test-900046412-project] 10.222.0.57 "GET /v2.0/ports?device_id=72036f6d-bbc0-4c78-8700-88351222b0a0 HTTP/1.1" status: 200 len: 210 time: 0.0840826 May 27 02:34:59.144108 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:59.156631 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:59.225442 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-579f9865-a2ce-4386-a163-28c534aa4f3d tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:59.275764 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3db03ae-9900-4066-b34b-8e5cb5af91bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-e7ff32e2-3b38-4268-92ff-fe1f36a79f94', 'network_id': 'e7ff32e2-3b38-4268-92ff-fe1f36a79f94', 'tenant_id': '88428439299c48b08e04b00eeea4fc36', 'fixed_ips': [{'subnet_id': '3047b717-a64e-47f0-b196-bcb5756596f5'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:34:59.276682 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e3db03ae-9900-4066-b34b-8e5cb5af91bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:59.300616 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-579f9865-a2ce-4386-a163-28c534aa4f3d tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:59.451296 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-579f9865-a2ce-4386-a163-28c534aa4f3d tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server [None req-e3db03ae-9900-4066-b34b-8e5cb5af91bf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3047b717-a64e-47f0-b196-bcb5756596f5: This subnet is being modified by another concurrent operation. May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server raise self.value May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server raise self.value May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server raise self.value May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server raise self.value May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server raise self.value May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server raise self.value May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server raise exception May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3047b717-a64e-47f0-b196-bcb5756596f5: This subnet is being modified by another concurrent operation. May 27 02:34:59.487714 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server May 27 02:34:59.511665 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bf0b72-7a46-44f4-b162-b1e5360099bc None None] Network e7ff32e2-3b38-4268-92ff-fe1f36a79f94 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:34:59.535082 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f9865-a2ce-4386-a163-28c534aa4f3d tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event deleted for resources: {'Subnet': ['ID=3047b717-a64e-47f0-b196-bcb5756596f5,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:59.614742 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-579f9865-a2ce-4386-a163-28c534aa4f3d tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:59.646860 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-579f9865-a2ce-4386-a163-28c534aa4f3d tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7ff32e2-3b38-4268-92ff-fe1f36a79f94']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:59.659413 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-579f9865-a2ce-4386-a163-28c534aa4f3d tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '973e159d-4e32-42e0-a83f-ce39d5c868b8') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:59.659713 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-579f9865-a2ce-4386-a163-28c534aa4f3d tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '973e159d-4e32-42e0-a83f-ce39d5c868b8') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:59.672068 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-579f9865-a2ce-4386-a163-28c534aa4f3d tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:59.688516 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-579f9865-a2ce-4386-a163-28c534aa4f3d tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:59.696781 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-579f9865-a2ce-4386-a163-28c534aa4f3d tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:34:59.696781 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-579f9865-a2ce-4386-a163-28c534aa4f3d tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:59.707784 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008e2409-2555-413a-bd3f-e074d2d732ba None None] get_active_networks_info from n-d-843554-3 {{(pid=88903) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 02:34:59.768425 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 973e159d-4e32-42e0-a83f-ce39d5c868b8 resource provider aggregate not found May 27 02:34:59.802309 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 973e159d-4e32-42e0-a83f-ce39d5c868b8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 973e159d-4e32-42e0-a83f-ce39d5c868b8 found for delete ", "request_id": "req-899c82a3-1d5c-4beb-89e5-8ffe96cd5c1c"}]} May 27 02:34:59.878185 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008e2409-2555-413a-bd3f-e074d2d732ba None None] Resources bound (agent type, host, resource id): {{(pid=88903) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 02:34:59.885598 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-579f9865-a2ce-4386-a163-28c534aa4f3d tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:00.043509 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-579f9865-a2ce-4386-a163-28c534aa4f3d tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:00.051949 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f9865-a2ce-4386-a163-28c534aa4f3d tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event deleted for resources: {'Network': ['ID=e7ff32e2-3b38-4268-92ff-fe1f36a79f94,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:00.056221 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-579f9865-a2ce-4386-a163-28c534aa4f3d tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "DELETE /v2.0/networks/e7ff32e2-3b38-4268-92ff-fe1f36a79f94 HTTP/1.1" status: 204 len: 168 time: 1.1300507 May 27 02:35:00.059655 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33120) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:00.065494 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-49c3c316-25f2-40e6-847e-44e94172701a tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-47011395'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:35:00.070938 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-49c3c316-25f2-40e6-847e-44e94172701a tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:35:00.075461 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-49c3c316-25f2-40e6-847e-44e94172701a tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Usage tracker for resource:network and tenant:88428439299c48b08e04b00eeea4fc36 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:35:00.078711 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-49c3c316-25f2-40e6-847e-44e94172701a tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:35:00.085307 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-49c3c316-25f2-40e6-847e-44e94172701a tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:35:00.120914 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:00.201009 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c3c316-25f2-40e6-847e-44e94172701a tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Made reservation on behalf of 88428439299c48b08e04b00eeea4fc36 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:35:00.204924 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-49c3c316-25f2-40e6-847e-44e94172701a tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:00.267601 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c3c316-25f2-40e6-847e-44e94172701a tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:35:00.288278 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-49c3c316-25f2-40e6-847e-44e94172701a tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:00.289931 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-49c3c316-25f2-40e6-847e-44e94172701a tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Added segment a858b8fd-b5e1-491f-9178-72aa95cd0381 of type vlan for network b4c2357f-99cf-4ac4-ba69-526775b6a11c May 27 02:35:00.358203 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7561371d-8cb5-4dda-9989-9683da07fc83 req-83abb8b5-38e1-4bc8-9f1a-ac9f9b0d02c9 tempest-ServerShowV257Test-900046412 tempest-ServerShowV257Test-900046412-project] 10.222.0.57 "GET /v2.0/ports?device_id=72036f6d-bbc0-4c78-8700-88351222b0a0 HTTP/1.1" status: 200 len: 210 time: 0.0610592 May 27 02:35:00.374125 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-49c3c316-25f2-40e6-847e-44e94172701a tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:00.484688 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-49c3c316-25f2-40e6-847e-44e94172701a tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:00.490432 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c3c316-25f2-40e6-847e-44e94172701a tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:00.491169 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-49c3c316-25f2-40e6-847e-44e94172701a tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:00.604036 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3c316-25f2-40e6-847e-44e94172701a tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event updated for resources: {'Network': ['ID=b4c2357f-99cf-4ac4-ba69-526775b6a11c,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:00.617975 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network b4c2357f-99cf-4ac4-ba69-526775b6a11c details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:35:00.656350 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33146) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:00.657834 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-49c3c316-25f2-40e6-847e-44e94172701a tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5969429 May 27 02:35:00.664583 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-bcb0fa4f-cabb-4a6a-bb74-582f7dec9775 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Request body: {'subnet': {'network_id': 'b4c2357f-99cf-4ac4-ba69-526775b6a11c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:35:00.781062 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bcb0fa4f-cabb-4a6a-bb74-582f7dec9775 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:35:00.785161 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bcb0fa4f-cabb-4a6a-bb74-582f7dec9775 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Usage tracker for resource:subnet and tenant:88428439299c48b08e04b00eeea4fc36 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:35:00.788225 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bcb0fa4f-cabb-4a6a-bb74-582f7dec9775 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:35:00.818169 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bcb0fa4f-cabb-4a6a-bb74-582f7dec9775 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:35:00.914151 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb0fa4f-cabb-4a6a-bb74-582f7dec9775 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Made reservation on behalf of 88428439299c48b08e04b00eeea4fc36 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:35:00.917741 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bcb0fa4f-cabb-4a6a-bb74-582f7dec9775 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:01.326059 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bcb0fa4f-cabb-4a6a-bb74-582f7dec9775 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:01.407094 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb0fa4f-cabb-4a6a-bb74-582f7dec9775 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event updated for resources: {'Subnet': ['ID=afd8520a-73d9-444c-beca-d123ae4de009,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:01.416578 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb0fa4f-cabb-4a6a-bb74-582f7dec9775 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Checking segment: {'id': 'a858b8fd-b5e1-491f-9178-72aa95cd0381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b4c2357f-99cf-4ac4-ba69-526775b6a11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:35:01.426762 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb0fa4f-cabb-4a6a-bb74-582f7dec9775 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Network hostable DHCP agents. Network: b4c2357f-99cf-4ac4-ba69-526775b6a11c, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:35:01.514167 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb0fa4f-cabb-4a6a-bb74-582f7dec9775 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Network b4c2357f-99cf-4ac4-ba69-526775b6a11c is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:35:01.535252 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f32f14fa-af44-4af6-ae16-cbe8ab181645 req-ea37c122-3137-4f37-9100-306fcd08845d tempest-ServerShowV257Test-900046412 tempest-ServerShowV257Test-900046412-project] 10.222.0.57 "GET /v2.0/ports?device_id=72036f6d-bbc0-4c78-8700-88351222b0a0 HTTP/1.1" status: 200 len: 210 time: 0.0473242 May 27 02:35:01.600286 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-bcb0fa4f-cabb-4a6a-bb74-582f7dec9775 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, b4c2357f-99cf-4ac4-ba69-526775b6a11c) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:35:01.605186 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb0fa4f-cabb-4a6a-bb74-582f7dec9775 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:01.610382 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bcb0fa4f-cabb-4a6a-bb74-582f7dec9775 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:01.612431 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b39dbe7-b9d3-4d5a-a8cb-166c786284a8 None None] Network b4c2357f-99cf-4ac4-ba69-526775b6a11c requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:35:01.736677 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33168) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:01.737616 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-bcb0fa4f-cabb-4a6a-bb74-582f7dec9775 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0799925 May 27 02:35:01.908319 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4a4182-b19f-47d0-bce6-e0f8288e0c2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-b4c2357f-99cf-4ac4-ba69-526775b6a11c', 'network_id': 'b4c2357f-99cf-4ac4-ba69-526775b6a11c', 'tenant_id': '88428439299c48b08e04b00eeea4fc36', 'fixed_ips': [{'subnet_id': 'afd8520a-73d9-444c-beca-d123ae4de009'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:35:01.909816 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cf4a4182-b19f-47d0-bce6-e0f8288e0c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:01.940312 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1a17a6e3-ff86-4f2b-a493-1a237a30db56 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:02.012943 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1a17a6e3-ff86-4f2b-a493-1a237a30db56 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:02.139733 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-cf4a4182-b19f-47d0-bce6-e0f8288e0c2a None None] Allocated IP 172.20.0.1 (b4c2357f-99cf-4ac4-ba69-526775b6a11c/afd8520a-73d9-444c-beca-d123ae4de009/de8bedd3-8a5d-4444-afb9-804c706be2f8) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:35:02.372876 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cf4a4182-b19f-47d0-bce6-e0f8288e0c2a None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:02.384193 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-cf4a4182-b19f-47d0-bce6-e0f8288e0c2a None None] Transition to ACTIVE for port object de8bedd3-8a5d-4444-afb9-804c706be2f8 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:35:02.405778 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-cf4a4182-b19f-47d0-bce6-e0f8288e0c2a None None] Transition to ACTIVE for port object de8bedd3-8a5d-4444-afb9-804c706be2f8 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:35:02.497758 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cf4a4182-b19f-47d0-bce6-e0f8288e0c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:02.576656 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33188) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:02.587296 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4a4182-b19f-47d0-bce6-e0f8288e0c2a None None] Network b4c2357f-99cf-4ac4-ba69-526775b6a11c is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:35:02.588140 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4a4182-b19f-47d0-bce6-e0f8288e0c2a None None] Pushing event updated for resources: {'Port': ['ID=de8bedd3-8a5d-4444-afb9-804c706be2f8,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:02.591522 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-cf4a4182-b19f-47d0-bce6-e0f8288e0c2a None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:35:02.593843 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4a4182-b19f-47d0-bce6-e0f8288e0c2a None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:35:02.605691 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1a17a6e3-ff86-4f2b-a493-1a237a30db56 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:02.684629 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a17a6e3-ff86-4f2b-a493-1a237a30db56 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event deleted for resources: {'Subnet': ['ID=afd8520a-73d9-444c-beca-d123ae4de009,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:02.706380 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-cf4a4182-b19f-47d0-bce6-e0f8288e0c2a None None] Attempting to bind port de8bedd3-8a5d-4444-afb9-804c706be2f8 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:35:02.706744 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-cf4a4182-b19f-47d0-bce6-e0f8288e0c2a None None] Attempting to bind port de8bedd3-8a5d-4444-afb9-804c706be2f8 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'a858b8fd-b5e1-491f-9178-72aa95cd0381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b4c2357f-99cf-4ac4-ba69-526775b6a11c'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:35:02.718683 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4a4182-b19f-47d0-bce6-e0f8288e0c2a None None] Attempting to bind port de8bedd3-8a5d-4444-afb9-804c706be2f8 on network b4c2357f-99cf-4ac4-ba69-526775b6a11c {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:35:02.726646 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4a4182-b19f-47d0-bce6-e0f8288e0c2a None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:35:02.726929 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4a4182-b19f-47d0-bce6-e0f8288e0c2a None None] Checking segment: {'id': 'a858b8fd-b5e1-491f-9178-72aa95cd0381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b4c2357f-99cf-4ac4-ba69-526775b6a11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:35:02.727282 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cf4a4182-b19f-47d0-bce6-e0f8288e0c2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:02.727542 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4a4182-b19f-47d0-bce6-e0f8288e0c2a None None] Bound using segment: {'id': 'a858b8fd-b5e1-491f-9178-72aa95cd0381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b4c2357f-99cf-4ac4-ba69-526775b6a11c'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:35:02.728178 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-cf4a4182-b19f-47d0-bce6-e0f8288e0c2a None None] Bound port: de8bedd3-8a5d-4444-afb9-804c706be2f8, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a858b8fd-b5e1-491f-9178-72aa95cd0381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b4c2357f-99cf-4ac4-ba69-526775b6a11c'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:35:02.728536 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cf4a4182-b19f-47d0-bce6-e0f8288e0c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:02.895675 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb48abf7-e623-4085-8d1f-5af41f5f1721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:02.916800 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bb48abf7-e623-4085-8d1f-5af41f5f1721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:35:02.917807 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-cf4a4182-b19f-47d0-bce6-e0f8288e0c2a None None] For port de8bedd3-8a5d-4444-afb9-804c706be2f8, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:35:02.922886 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bb48abf7-e623-4085-8d1f-5af41f5f1721 admin admin] Usage tracker for resource:security_group_rule and tenant:6b7e19b9f36f463286f8827b00b9741a is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:35:02.925914 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bb48abf7-e623-4085-8d1f-5af41f5f1721 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:35:02.931016 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-cf4a4182-b19f-47d0-bce6-e0f8288e0c2a None None] For port de8bedd3-8a5d-4444-afb9-804c706be2f8, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=de8bedd3-8a5d-4444-afb9-804c706be2f8,segment=NetworkSegment(a858b8fd-b5e1-491f-9178-72aa95cd0381),segment_id=a858b8fd-b5e1-491f-9178-72aa95cd0381)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:35:02.934568 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bb48abf7-e623-4085-8d1f-5af41f5f1721 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:35:02.978579 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1a17a6e3-ff86-4f2b-a493-1a237a30db56 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:03.018154 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cf4a4182-b19f-47d0-bce6-e0f8288e0c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:03.020434 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-1a17a6e3-ff86-4f2b-a493-1a237a30db56 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4c2357f-99cf-4ac4-ba69-526775b6a11c']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:35:03.065084 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-1a17a6e3-ff86-4f2b-a493-1a237a30db56 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a858b8fd-b5e1-491f-9178-72aa95cd0381') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:35:03.065594 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-1a17a6e3-ff86-4f2b-a493-1a237a30db56 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a858b8fd-b5e1-491f-9178-72aa95cd0381') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:35:03.067194 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb48abf7-e623-4085-8d1f-5af41f5f1721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:03.079775 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1a17a6e3-ff86-4f2b-a493-1a237a30db56 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:03.111365 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1a17a6e3-ff86-4f2b-a493-1a237a30db56 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:03.122572 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a17a6e3-ff86-4f2b-a493-1a237a30db56 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:35:03.123203 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1a17a6e3-ff86-4f2b-a493-1a237a30db56 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:03.171685 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb48abf7-e623-4085-8d1f-5af41f5f1721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:03.210148 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment a858b8fd-b5e1-491f-9178-72aa95cd0381 resource provider aggregate not found May 27 02:35:03.216632 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4a4182-b19f-47d0-bce6-e0f8288e0c2a None None] Pushing event updated for resources: {'Port': ['ID=de8bedd3-8a5d-4444-afb9-804c706be2f8,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:03.223171 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e32588-e160-4b81-81b2-f015e5571a72 None None] Network b4c2357f-99cf-4ac4-ba69-526775b6a11c requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:35:03.250365 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment a858b8fd-b5e1-491f-9178-72aa95cd0381 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a858b8fd-b5e1-491f-9178-72aa95cd0381 found for delete ", "request_id": "req-a68879c7-92ac-4bfa-af96-5b3aaf895e81"}]} May 27 02:35:03.275002 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-bb48abf7-e623-4085-8d1f-5af41f5f1721 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6b7e19b9f36f463286f8827b00b9741a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6967969 May 27 02:35:03.275738 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb48abf7-e623-4085-8d1f-5af41f5f1721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c067efe-c775-4562-ab4c-9f326e3cd852,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:03.278105 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33212) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:03.309630 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52763ee5-0229-46c7-b862-9c69578e05fc req-5269f714-fb49-4c5b-a442-577e03981b46 tempest-ServerShowV257Test-900046412 tempest-ServerShowV257Test-900046412-project] 10.222.0.57 "GET /v2.0/ports?device_id=72036f6d-bbc0-4c78-8700-88351222b0a0 HTTP/1.1" status: 200 len: 210 time: 0.3655725 May 27 02:35:03.339891 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-1a17a6e3-ff86-4f2b-a493-1a237a30db56 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 02:35:03.339891 n-d-843554-3 neutron-server[88902]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 02:35:03.339891 n-d-843554-3 neutron-server[88902]: [parameters: {'id': 'b4c2357f-99cf-4ac4-ba69-526775b6a11c'}] May 27 02:35:03.339891 n-d-843554-3 neutron-server[88902]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:35:03.339891 n-d-843554-3 neutron-server[88902]: DEBUG oslo_db.api [None req-1a17a6e3-ff86-4f2b-a493-1a237a30db56 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:35:03.344175 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b64bb0d4-4f8e-483e-a706-c7bd0995588f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:03.376497 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b64bb0d4-4f8e-483e-a706-c7bd0995588f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:03.449375 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7f35e9-43a0-42cd-aefe-1adb622e7400 None None] get_active_networks_info from n-d-843554-3 {{(pid=88903) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 02:35:03.503283 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b64bb0d4-4f8e-483e-a706-c7bd0995588f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:03.525273 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b64bb0d4-4f8e-483e-a706-c7bd0995588f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:03.526629 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b64bb0d4-4f8e-483e-a706-c7bd0995588f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9c067efe-c775-4562-ab4c-9f326e3cd852 HTTP/1.1" status: 204 len: 168 time: 0.2475767 May 27 02:35:03.527739 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64bb0d4-4f8e-483e-a706-c7bd0995588f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c067efe-c775-4562-ab4c-9f326e3cd852,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:03.559949 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7f35e9-43a0-42cd-aefe-1adb622e7400 None None] Resources bound (agent type, host, resource id): {{(pid=88903) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 02:35:03.841270 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1a17a6e3-ff86-4f2b-a493-1a237a30db56 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:03.859035 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-1a17a6e3-ff86-4f2b-a493-1a237a30db56 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Deleting port de8bedd3-8a5d-4444-afb9-804c706be2f8 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:35:03.859378 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1a17a6e3-ff86-4f2b-a493-1a237a30db56 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:04.153206 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-1a17a6e3-ff86-4f2b-a493-1a237a30db56 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] For port de8bedd3-8a5d-4444-afb9-804c706be2f8, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=de8bedd3-8a5d-4444-afb9-804c706be2f8,segment=NetworkSegment(a858b8fd-b5e1-491f-9178-72aa95cd0381),segment_id=a858b8fd-b5e1-491f-9178-72aa95cd0381)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:35:04.153454 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1a17a6e3-ff86-4f2b-a493-1a237a30db56 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:04.239365 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33232) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:04.257431 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-219cb47d-cfa4-42e9-be1b-4017188bf2b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:04.289383 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-219cb47d-cfa4-42e9-be1b-4017188bf2b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:35:04.290295 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-1a17a6e3-ff86-4f2b-a493-1a237a30db56 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Calling delete_port for de8bedd3-8a5d-4444-afb9-804c706be2f8 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:35:04.293701 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-219cb47d-cfa4-42e9-be1b-4017188bf2b4 admin admin] Usage tracker for resource:security_group_rule and tenant:6cd0c683d9554e2988a3f246f0637d0d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:35:04.297090 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-219cb47d-cfa4-42e9-be1b-4017188bf2b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:35:04.303219 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-219cb47d-cfa4-42e9-be1b-4017188bf2b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:35:04.420257 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-219cb47d-cfa4-42e9-be1b-4017188bf2b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:04.525806 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4d4de388-7d5d-4b9b-a05e-e13abbe2258d req-54793641-38e0-4386-a7b7-55515327e443 tempest-ServerShowV257Test-900046412 tempest-ServerShowV257Test-900046412-project] 10.222.0.57 "GET /v2.0/ports?device_id=72036f6d-bbc0-4c78-8700-88351222b0a0 HTTP/1.1" status: 200 len: 210 time: 0.0561798 May 27 02:35:04.525806 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1a17a6e3-ff86-4f2b-a493-1a237a30db56 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:04.528327 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-219cb47d-cfa4-42e9-be1b-4017188bf2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:04.591220 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a17a6e3-ff86-4f2b-a493-1a237a30db56 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event deleted for resources: {'Port': ['ID=de8bedd3-8a5d-4444-afb9-804c706be2f8,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:04.595182 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-219cb47d-cfa4-42e9-be1b-4017188bf2b4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6cd0c683d9554e2988a3f246f0637d0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3526888 May 27 02:35:04.595182 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219cb47d-cfa4-42e9-be1b-4017188bf2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f73b349-51af-4df3-ac44-2bf5d50fd193,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:04.595350 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a17a6e3-ff86-4f2b-a493-1a237a30db56 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] No DVR routers for this DVR port de8bedd3-8a5d-4444-afb9-804c706be2f8 on host n-d-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:35:04.595350 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33246) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:04.867895 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1a17a6e3-ff86-4f2b-a493-1a237a30db56 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:04.904424 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-1a17a6e3-ff86-4f2b-a493-1a237a30db56 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4c2357f-99cf-4ac4-ba69-526775b6a11c']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:35:04.911480 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f3731ac1-9c31-4043-9e81-b2ba746761c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:04.925507 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-1a17a6e3-ff86-4f2b-a493-1a237a30db56 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a858b8fd-b5e1-491f-9178-72aa95cd0381') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:35:04.925808 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-1a17a6e3-ff86-4f2b-a493-1a237a30db56 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a858b8fd-b5e1-491f-9178-72aa95cd0381') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:35:04.946534 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1a17a6e3-ff86-4f2b-a493-1a237a30db56 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:04.962573 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f3731ac1-9c31-4043-9e81-b2ba746761c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:04.981821 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1a17a6e3-ff86-4f2b-a493-1a237a30db56 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:04.999669 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a17a6e3-ff86-4f2b-a493-1a237a30db56 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:35:05.000081 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1a17a6e3-ff86-4f2b-a493-1a237a30db56 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:05.182292 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1a17a6e3-ff86-4f2b-a493-1a237a30db56 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:05.187373 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1a17a6e3-ff86-4f2b-a493-1a237a30db56 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:05.213644 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f3731ac1-9c31-4043-9e81-b2ba746761c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:05.216570 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a17a6e3-ff86-4f2b-a493-1a237a30db56 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event deleted for resources: {'Network': ['ID=b4c2357f-99cf-4ac4-ba69-526775b6a11c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:05.238077 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3731ac1-9c31-4043-9e81-b2ba746761c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f73b349-51af-4df3-ac44-2bf5d50fd193,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:05.247683 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f3731ac1-9c31-4043-9e81-b2ba746761c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:05.251293 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f3731ac1-9c31-4043-9e81-b2ba746761c7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7f73b349-51af-4df3-ac44-2bf5d50fd193 HTTP/1.1" status: 204 len: 168 time: 0.6520491 May 27 02:35:05.272742 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1a17a6e3-ff86-4f2b-a493-1a237a30db56 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "DELETE /v2.0/networks/b4c2357f-99cf-4ac4-ba69-526775b6a11c HTTP/1.1" status: 204 len: 168 time: 3.5348108 May 27 02:35:05.277597 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33272) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:05.283319 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-45905476-4466-4519-9b96-52d19d13fdc4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-656364435'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:35:05.295350 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment a858b8fd-b5e1-491f-9178-72aa95cd0381 resource provider aggregate not found May 27 02:35:05.296034 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-45905476-4466-4519-9b96-52d19d13fdc4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:35:05.302071 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-45905476-4466-4519-9b96-52d19d13fdc4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Usage tracker for resource:network and tenant:88428439299c48b08e04b00eeea4fc36 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:35:05.312935 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-45905476-4466-4519-9b96-52d19d13fdc4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:35:05.317368 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment a858b8fd-b5e1-491f-9178-72aa95cd0381 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a858b8fd-b5e1-491f-9178-72aa95cd0381 found for delete ", "request_id": "req-9320b68e-f158-4b9a-b835-7da52e234e4c"}]} May 27 02:35:05.325797 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-45905476-4466-4519-9b96-52d19d13fdc4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:35:05.428822 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45905476-4466-4519-9b96-52d19d13fdc4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Made reservation on behalf of 88428439299c48b08e04b00eeea4fc36 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:35:05.432202 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45905476-4466-4519-9b96-52d19d13fdc4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:05.460647 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45905476-4466-4519-9b96-52d19d13fdc4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:35:05.470543 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45905476-4466-4519-9b96-52d19d13fdc4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:05.470967 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-45905476-4466-4519-9b96-52d19d13fdc4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Added segment 2f372c7c-f2bd-4cb8-b0d7-c84b1124d6de of type vlan for network c9ab6785-9a83-40cc-9af7-63e48b3cb7d8 May 27 02:35:05.500411 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45905476-4466-4519-9b96-52d19d13fdc4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:05.587718 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:35:05.653846 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45905476-4466-4519-9b96-52d19d13fdc4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:05.664590 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45905476-4466-4519-9b96-52d19d13fdc4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:05.667083 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45905476-4466-4519-9b96-52d19d13fdc4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:05.729046 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0e86574c-9638-4226-9582-fd530fd7c41c req-faeaa2c0-566f-453a-9038-659ea7855a9d tempest-ServerShowV257Test-900046412 tempest-ServerShowV257Test-900046412-project] 10.222.0.57 "GET /v2.0/ports?device_id=72036f6d-bbc0-4c78-8700-88351222b0a0 HTTP/1.1" status: 200 len: 210 time: 0.0641525 May 27 02:35:05.860021 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45905476-4466-4519-9b96-52d19d13fdc4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event updated for resources: {'Network': ['ID=c9ab6785-9a83-40cc-9af7-63e48b3cb7d8,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:05.877203 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network c9ab6785-9a83-40cc-9af7-63e48b3cb7d8 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:35:05.932954 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-45905476-4466-4519-9b96-52d19d13fdc4 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6541355 May 27 02:35:05.936190 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33294) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:05.944034 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b9e392f1-fd6e-4ef7-8db1-5cc8b36cfbfd tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:35:06.391053 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b9e392f1-fd6e-4ef7-8db1-5cc8b36cfbfd tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:06.391053 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b9e392f1-fd6e-4ef7-8db1-5cc8b36cfbfd tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:06.418940 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b9e392f1-fd6e-4ef7-8db1-5cc8b36cfbfd tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Network c9ab6785-9a83-40cc-9af7-63e48b3cb7d8 is not hosted by any dhcp agent {{(pid=88901) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 27 02:35:06.431918 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e392f1-fd6e-4ef7-8db1-5cc8b36cfbfd tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:06.432563 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b9e392f1-fd6e-4ef7-8db1-5cc8b36cfbfd tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:06.448215 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33328) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:06.451071 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-c6ab2a78-f45b-47f8-90c0-5fa6dfd31a0a tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Request body: {'subnet': {'network_id': 'c9ab6785-9a83-40cc-9af7-63e48b3cb7d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:35:06.461308 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b9e392f1-fd6e-4ef7-8db1-5cc8b36cfbfd tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "PUT /v2.0/networks/c9ab6785-9a83-40cc-9af7-63e48b3cb7d8 HTTP/1.1" status: 200 len: 723 time: 0.5240190 May 27 02:35:06.686183 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e392f1-fd6e-4ef7-8db1-5cc8b36cfbfd tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event updated for resources: {'Network': ['ID=c9ab6785-9a83-40cc-9af7-63e48b3cb7d8,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:06.701335 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network c9ab6785-9a83-40cc-9af7-63e48b3cb7d8 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:35:06.732301 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c6ab2a78-f45b-47f8-90c0-5fa6dfd31a0a tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:35:06.735743 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c6ab2a78-f45b-47f8-90c0-5fa6dfd31a0a tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Usage tracker for resource:subnet and tenant:88428439299c48b08e04b00eeea4fc36 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:35:06.740515 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c6ab2a78-f45b-47f8-90c0-5fa6dfd31a0a tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:35:06.752284 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c6ab2a78-f45b-47f8-90c0-5fa6dfd31a0a tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:35:06.829250 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ab2a78-f45b-47f8-90c0-5fa6dfd31a0a tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Made reservation on behalf of 88428439299c48b08e04b00eeea4fc36 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:35:06.833210 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c6ab2a78-f45b-47f8-90c0-5fa6dfd31a0a tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:07.034163 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-af584d61-bcd1-46b2-93e1-d3caccf63b6f req-7ecdcd38-43ad-4fe3-86fb-5ac69d24e130 tempest-ServerShowV257Test-900046412 tempest-ServerShowV257Test-900046412-project] 10.222.0.57 "GET /v2.0/ports?device_id=72036f6d-bbc0-4c78-8700-88351222b0a0 HTTP/1.1" status: 200 len: 210 time: 0.0775743 May 27 02:35:07.326355 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c6ab2a78-f45b-47f8-90c0-5fa6dfd31a0a tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:07.461877 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab2a78-f45b-47f8-90c0-5fa6dfd31a0a tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event updated for resources: {'Subnet': ['ID=a521def5-c6c3-4357-87d7-57391703366f,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:07.468767 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ab2a78-f45b-47f8-90c0-5fa6dfd31a0a tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Checking segment: {'id': '2f372c7c-f2bd-4cb8-b0d7-c84b1124d6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c9ab6785-9a83-40cc-9af7-63e48b3cb7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:35:07.468767 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ab2a78-f45b-47f8-90c0-5fa6dfd31a0a tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Network hostable DHCP agents. Network: c9ab6785-9a83-40cc-9af7-63e48b3cb7d8, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:35:07.604817 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ab2a78-f45b-47f8-90c0-5fa6dfd31a0a tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Network c9ab6785-9a83-40cc-9af7-63e48b3cb7d8 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:35:07.720200 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-c6ab2a78-f45b-47f8-90c0-5fa6dfd31a0a tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, c9ab6785-9a83-40cc-9af7-63e48b3cb7d8) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:35:07.733494 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ab2a78-f45b-47f8-90c0-5fa6dfd31a0a tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:07.734312 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c6ab2a78-f45b-47f8-90c0-5fa6dfd31a0a tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627524'] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:07.734734 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528cae3e-25b6-4391-ae3c-ec62830d4aff None None] Network c9ab6785-9a83-40cc-9af7-63e48b3cb7d8 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:35:07.833089 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c6ab2a78-f45b-47f8-90c0-5fa6dfd31a0a tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3847890 May 27 02:35:07.833295 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33370) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:07.839787 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-b48d19d6-d217-45c9-9006-8f86872e3da0 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:35:08.066548 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b48d19d6-d217-45c9-9006-8f86872e3da0 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14804786'] for subnet, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:08.252869 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024600ee-b0bd-4314-89c6-91aec19e3665 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-c9ab6785-9a83-40cc-9af7-63e48b3cb7d8', 'network_id': 'c9ab6785-9a83-40cc-9af7-63e48b3cb7d8', 'tenant_id': '88428439299c48b08e04b00eeea4fc36', 'fixed_ips': [{'subnet_id': 'a521def5-c6c3-4357-87d7-57391703366f'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:35:08.253703 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-024600ee-b0bd-4314-89c6-91aec19e3665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:08.319482 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6cec60a8-cac2-4a7d-930b-a8e3b37d74e9 req-10609700-d464-4e82-8974-9c531e05e9b8 tempest-ServerShowV257Test-900046412 tempest-ServerShowV257Test-900046412-project] 10.222.0.57 "GET /v2.0/ports?device_id=72036f6d-bbc0-4c78-8700-88351222b0a0 HTTP/1.1" status: 200 len: 210 time: 0.0921149 May 27 02:35:08.474780 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b48d19d6-d217-45c9-9006-8f86872e3da0 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789642857912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14988575'] for subnet, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:08.586159 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48d19d6-d217-45c9-9006-8f86872e3da0 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:08.586752 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b48d19d6-d217-45c9-9006-8f86872e3da0 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:08.588014 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b48d19d6-d217-45c9-9006-8f86872e3da0 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "PUT /v2.0/subnets/a521def5-c6c3-4357-87d7-57391703366f HTTP/1.1" status: 200 len: 806 time: 0.7538114 May 27 02:35:08.591438 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33392) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:08.626271 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d19d6-d217-45c9-9006-8f86872e3da0 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event updated for resources: {'Subnet': ['ID=a521def5-c6c3-4357-87d7-57391703366f,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:08.661039 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-024600ee-b0bd-4314-89c6-91aec19e3665 None None] Allocated IP 172.20.0.2 (c9ab6785-9a83-40cc-9af7-63e48b3cb7d8/a521def5-c6c3-4357-87d7-57391703366f/7c8dc314-b1fa-45b7-9039-c571b3ad0ac4) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:35:08.918002 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30c8c5fc-39a3-4436-9680-7e6b14912314 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:09.100280 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30c8c5fc-39a3-4436-9680-7e6b14912314 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:09.188540 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-024600ee-b0bd-4314-89c6-91aec19e3665 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:09.217994 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-024600ee-b0bd-4314-89c6-91aec19e3665 None None] Transition to ACTIVE for port object 7c8dc314-b1fa-45b7-9039-c571b3ad0ac4 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:35:09.231413 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-024600ee-b0bd-4314-89c6-91aec19e3665 None None] Transition to ACTIVE for port object 7c8dc314-b1fa-45b7-9039-c571b3ad0ac4 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:35:09.372934 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-024600ee-b0bd-4314-89c6-91aec19e3665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:09.470937 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024600ee-b0bd-4314-89c6-91aec19e3665 None None] Pushing event updated for resources: {'Port': ['ID=7c8dc314-b1fa-45b7-9039-c571b3ad0ac4,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:09.512573 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024600ee-b0bd-4314-89c6-91aec19e3665 None None] Network c9ab6785-9a83-40cc-9af7-63e48b3cb7d8 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:35:09.521340 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-024600ee-b0bd-4314-89c6-91aec19e3665 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:35:09.521340 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024600ee-b0bd-4314-89c6-91aec19e3665 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:35:09.527754 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30c8c5fc-39a3-4436-9680-7e6b14912314 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:09.546072 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d2d687ba-874a-4c03-bd2f-e524fd4546ea req-72279802-7b7b-4493-82f3-2fce4f72bfc0 tempest-ServerShowV257Test-900046412 tempest-ServerShowV257Test-900046412-project] 10.222.0.57 "GET /v2.0/ports?device_id=72036f6d-bbc0-4c78-8700-88351222b0a0 HTTP/1.1" status: 200 len: 210 time: 0.0595496 May 27 02:35:09.627922 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-024600ee-b0bd-4314-89c6-91aec19e3665 None None] Attempting to bind port 7c8dc314-b1fa-45b7-9039-c571b3ad0ac4 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:35:09.627922 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-024600ee-b0bd-4314-89c6-91aec19e3665 None None] Attempting to bind port 7c8dc314-b1fa-45b7-9039-c571b3ad0ac4 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '2f372c7c-f2bd-4cb8-b0d7-c84b1124d6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c9ab6785-9a83-40cc-9af7-63e48b3cb7d8'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:35:09.627922 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024600ee-b0bd-4314-89c6-91aec19e3665 None None] Attempting to bind port 7c8dc314-b1fa-45b7-9039-c571b3ad0ac4 on network c9ab6785-9a83-40cc-9af7-63e48b3cb7d8 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:35:09.634238 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024600ee-b0bd-4314-89c6-91aec19e3665 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:35:09.634238 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024600ee-b0bd-4314-89c6-91aec19e3665 None None] Checking segment: {'id': '2f372c7c-f2bd-4cb8-b0d7-c84b1124d6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c9ab6785-9a83-40cc-9af7-63e48b3cb7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:35:09.634238 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-024600ee-b0bd-4314-89c6-91aec19e3665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:09.634238 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024600ee-b0bd-4314-89c6-91aec19e3665 None None] Bound using segment: {'id': '2f372c7c-f2bd-4cb8-b0d7-c84b1124d6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c9ab6785-9a83-40cc-9af7-63e48b3cb7d8'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:35:09.634238 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-024600ee-b0bd-4314-89c6-91aec19e3665 None None] Bound port: 7c8dc314-b1fa-45b7-9039-c571b3ad0ac4, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f372c7c-f2bd-4cb8-b0d7-c84b1124d6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c9ab6785-9a83-40cc-9af7-63e48b3cb7d8'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:35:09.634238 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-024600ee-b0bd-4314-89c6-91aec19e3665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:09.639514 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8c5fc-39a3-4436-9680-7e6b14912314 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event deleted for resources: {'Subnet': ['ID=a521def5-c6c3-4357-87d7-57391703366f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:09.754735 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-024600ee-b0bd-4314-89c6-91aec19e3665 None None] For port 7c8dc314-b1fa-45b7-9039-c571b3ad0ac4, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:35:09.759089 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-024600ee-b0bd-4314-89c6-91aec19e3665 None None] For port 7c8dc314-b1fa-45b7-9039-c571b3ad0ac4, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=7c8dc314-b1fa-45b7-9039-c571b3ad0ac4,segment=NetworkSegment(2f372c7c-f2bd-4cb8-b0d7-c84b1124d6de),segment_id=2f372c7c-f2bd-4cb8-b0d7-c84b1124d6de)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:35:09.839743 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30c8c5fc-39a3-4436-9680-7e6b14912314 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:09.883490 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-024600ee-b0bd-4314-89c6-91aec19e3665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:09.901051 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-30c8c5fc-39a3-4436-9680-7e6b14912314 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9ab6785-9a83-40cc-9af7-63e48b3cb7d8']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:35:09.905504 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-30c8c5fc-39a3-4436-9680-7e6b14912314 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f372c7c-f2bd-4cb8-b0d7-c84b1124d6de') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:35:09.905504 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-30c8c5fc-39a3-4436-9680-7e6b14912314 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f372c7c-f2bd-4cb8-b0d7-c84b1124d6de') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:35:09.922206 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30c8c5fc-39a3-4436-9680-7e6b14912314 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:09.953017 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30c8c5fc-39a3-4436-9680-7e6b14912314 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:09.978904 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30c8c5fc-39a3-4436-9680-7e6b14912314 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:35:09.978904 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30c8c5fc-39a3-4436-9680-7e6b14912314 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:10.010876 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 2f372c7c-f2bd-4cb8-b0d7-c84b1124d6de resource provider aggregate not found May 27 02:35:10.064835 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fe0236-a50f-4211-97ab-be0e2f9a2056 None None] Network c9ab6785-9a83-40cc-9af7-63e48b3cb7d8 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:35:10.084587 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024600ee-b0bd-4314-89c6-91aec19e3665 None None] Pushing event updated for resources: {'Port': ['ID=7c8dc314-b1fa-45b7-9039-c571b3ad0ac4,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:10.261024 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 2f372c7c-f2bd-4cb8-b0d7-c84b1124d6de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2f372c7c-f2bd-4cb8-b0d7-c84b1124d6de found for delete ", "request_id": "req-293378b5-15f3-4dd1-bb86-eccbb662684e"}]} May 27 02:35:10.317498 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-30c8c5fc-39a3-4436-9680-7e6b14912314 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 02:35:10.317498 n-d-843554-3 neutron-server[88901]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 02:35:10.317498 n-d-843554-3 neutron-server[88901]: [parameters: {'id': 'c9ab6785-9a83-40cc-9af7-63e48b3cb7d8'}] May 27 02:35:10.317498 n-d-843554-3 neutron-server[88901]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:35:10.317498 n-d-843554-3 neutron-server[88901]: DEBUG oslo_db.api [None req-30c8c5fc-39a3-4436-9680-7e6b14912314 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:35:10.331382 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a65f977-c73a-4294-a880-a47e88d288f6 None None] Network c9ab6785-9a83-40cc-9af7-63e48b3cb7d8 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:35:10.536376 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f87f200-a618-49de-88c3-b947d5696986 None None] get_active_networks_info from n-d-843554-3 {{(pid=88903) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 02:35:10.723904 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f87f200-a618-49de-88c3-b947d5696986 None None] Resources bound (agent type, host, resource id): {{(pid=88903) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 02:35:10.745321 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-db7875ee-f524-43a6-82f8-a0671f67dd27 req-cff4379c-fa4d-4272-b77e-6d018d11c341 tempest-ServerShowV257Test-900046412 tempest-ServerShowV257Test-900046412-project] 10.222.0.57 "GET /v2.0/ports?device_id=72036f6d-bbc0-4c78-8700-88351222b0a0 HTTP/1.1" status: 200 len: 210 time: 0.0579250 May 27 02:35:10.816331 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30c8c5fc-39a3-4436-9680-7e6b14912314 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:10.828706 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-30c8c5fc-39a3-4436-9680-7e6b14912314 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Deleting port 7c8dc314-b1fa-45b7-9039-c571b3ad0ac4 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:35:10.829020 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30c8c5fc-39a3-4436-9680-7e6b14912314 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:11.159195 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-30c8c5fc-39a3-4436-9680-7e6b14912314 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] For port 7c8dc314-b1fa-45b7-9039-c571b3ad0ac4, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=7c8dc314-b1fa-45b7-9039-c571b3ad0ac4,segment=NetworkSegment(2f372c7c-f2bd-4cb8-b0d7-c84b1124d6de),segment_id=2f372c7c-f2bd-4cb8-b0d7-c84b1124d6de)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:35:11.159195 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30c8c5fc-39a3-4436-9680-7e6b14912314 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:11.319754 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-30c8c5fc-39a3-4436-9680-7e6b14912314 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Calling delete_port for 7c8dc314-b1fa-45b7-9039-c571b3ad0ac4 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:35:11.366698 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33472) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:11.515525 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30c8c5fc-39a3-4436-9680-7e6b14912314 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:11.547183 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e94c3cb6-5442-4b7a-927d-018670972dc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:11.563413 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8c5fc-39a3-4436-9680-7e6b14912314 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event deleted for resources: {'Port': ['ID=7c8dc314-b1fa-45b7-9039-c571b3ad0ac4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:11.563639 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e94c3cb6-5442-4b7a-927d-018670972dc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:35:11.569245 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c8c5fc-39a3-4436-9680-7e6b14912314 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] No DVR routers for this DVR port 7c8dc314-b1fa-45b7-9039-c571b3ad0ac4 on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:35:11.571103 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e94c3cb6-5442-4b7a-927d-018670972dc0 admin admin] Usage tracker for resource:security_group_rule and tenant:377a6004d6dd4e398e20e606f95628ce is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:35:11.575049 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e94c3cb6-5442-4b7a-927d-018670972dc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:35:11.581137 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e94c3cb6-5442-4b7a-927d-018670972dc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:35:11.699918 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e94c3cb6-5442-4b7a-927d-018670972dc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:11.750373 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30c8c5fc-39a3-4436-9680-7e6b14912314 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:11.880632 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-30c8c5fc-39a3-4436-9680-7e6b14912314 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9ab6785-9a83-40cc-9af7-63e48b3cb7d8']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:35:11.880632 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-30c8c5fc-39a3-4436-9680-7e6b14912314 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f372c7c-f2bd-4cb8-b0d7-c84b1124d6de') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:35:11.880632 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-30c8c5fc-39a3-4436-9680-7e6b14912314 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f372c7c-f2bd-4cb8-b0d7-c84b1124d6de') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:35:11.880632 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30c8c5fc-39a3-4436-9680-7e6b14912314 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:11.880632 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30c8c5fc-39a3-4436-9680-7e6b14912314 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:11.885835 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30c8c5fc-39a3-4436-9680-7e6b14912314 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:35:11.885835 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30c8c5fc-39a3-4436-9680-7e6b14912314 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:11.970742 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e3b3f32-f18a-4ac7-a922-8ac66586e4e5 req-8e26d966-a15c-4868-a7b3-5c87cbf52cd9 tempest-ServerShowV257Test-900046412 tempest-ServerShowV257Test-900046412-project] 10.222.0.57 "GET /v2.0/ports?device_id=72036f6d-bbc0-4c78-8700-88351222b0a0 HTTP/1.1" status: 200 len: 210 time: 0.0664833 May 27 02:35:12.067714 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e94c3cb6-5442-4b7a-927d-018670972dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:12.116593 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e94c3cb6-5442-4b7a-927d-018670972dc0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=377a6004d6dd4e398e20e606f95628ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7513368 May 27 02:35:12.117520 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c3cb6-5442-4b7a-927d-018670972dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba97ee3d-52c2-471b-b9c7-25694ef516cb,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:12.119728 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33484) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:12.145000 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30c8c5fc-39a3-4436-9680-7e6b14912314 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:12.169162 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30c8c5fc-39a3-4436-9680-7e6b14912314 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:12.194484 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8c5fc-39a3-4436-9680-7e6b14912314 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event deleted for resources: {'Network': ['ID=c9ab6785-9a83-40cc-9af7-63e48b3cb7d8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:12.225856 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-30c8c5fc-39a3-4436-9680-7e6b14912314 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "DELETE /v2.0/networks/c9ab6785-9a83-40cc-9af7-63e48b3cb7d8 HTTP/1.1" status: 204 len: 168 time: 3.6199896 May 27 02:35:12.225856 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33490) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:12.269501 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f5cd946-fbad-4fde-bcd9-c386919fdcd8 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] DELETE failed (client error): The resource could not be found. May 27 02:35:12.269501 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f5cd946-fbad-4fde-bcd9-c386919fdcd8 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:35:12.269501 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0f5cd946-fbad-4fde-bcd9-c386919fdcd8 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "DELETE /v2.0/networks/c9ab6785-9a83-40cc-9af7-63e48b3cb7d8 HTTP/1.1" status: 404 len: 339 time: 0.0458014 May 27 02:35:12.271739 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33494) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:12.275790 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-972df697-58a3-4a83-80f4-f9d5d75a923f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1819969726', 'description': 'd1'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:35:12.277948 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec46bce6-c6f6-4993-96ad-bb3890b489ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:12.285718 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-972df697-58a3-4a83-80f4-f9d5d75a923f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:35:12.299308 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 2f372c7c-f2bd-4cb8-b0d7-c84b1124d6de resource provider aggregate not found May 27 02:35:12.305944 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-972df697-58a3-4a83-80f4-f9d5d75a923f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Usage tracker for resource:network and tenant:88428439299c48b08e04b00eeea4fc36 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:35:12.330262 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-972df697-58a3-4a83-80f4-f9d5d75a923f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:35:12.337183 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec46bce6-c6f6-4993-96ad-bb3890b489ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:12.359210 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-972df697-58a3-4a83-80f4-f9d5d75a923f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:35:12.393798 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 2f372c7c-f2bd-4cb8-b0d7-c84b1124d6de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2f372c7c-f2bd-4cb8-b0d7-c84b1124d6de found for delete ", "request_id": "req-4468b00f-8bae-4fb6-a49f-bcf28310ca08"}]} May 27 02:35:12.457797 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972df697-58a3-4a83-80f4-f9d5d75a923f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Made reservation on behalf of 88428439299c48b08e04b00eeea4fc36 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:35:12.461314 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-972df697-58a3-4a83-80f4-f9d5d75a923f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:12.530213 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec46bce6-c6f6-4993-96ad-bb3890b489ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:12.540591 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-972df697-58a3-4a83-80f4-f9d5d75a923f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:35:12.555134 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec46bce6-c6f6-4993-96ad-bb3890b489ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba97ee3d-52c2-471b-b9c7-25694ef516cb,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:12.558100 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-972df697-58a3-4a83-80f4-f9d5d75a923f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:12.558100 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-972df697-58a3-4a83-80f4-f9d5d75a923f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Added segment 4700eae0-3036-49db-89a9-eff1221f3f76 of type vlan for network 8ec335f0-398f-4bc2-91ec-06ef0222b09d May 27 02:35:12.566126 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec46bce6-c6f6-4993-96ad-bb3890b489ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:12.566126 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ec46bce6-c6f6-4993-96ad-bb3890b489ef admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ba97ee3d-52c2-471b-b9c7-25694ef516cb HTTP/1.1" status: 204 len: 168 time: 0.4334843 May 27 02:35:12.602397 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-972df697-58a3-4a83-80f4-f9d5d75a923f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:12.737452 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-972df697-58a3-4a83-80f4-f9d5d75a923f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:12.737452 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972df697-58a3-4a83-80f4-f9d5d75a923f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:12.737452 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-972df697-58a3-4a83-80f4-f9d5d75a923f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:13.000431 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972df697-58a3-4a83-80f4-f9d5d75a923f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event updated for resources: {'Network': ['ID=8ec335f0-398f-4bc2-91ec-06ef0222b09d,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:13.026452 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 8ec335f0-398f-4bc2-91ec-06ef0222b09d details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:35:13.100025 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-972df697-58a3-4a83-80f4-f9d5d75a923f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8257663 May 27 02:35:13.100025 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33520) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:13.168307 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-03bdd070-7904-40fd-977e-dabf6aa6cfed req-4341f4db-f339-457c-b4a6-3f55546da006 tempest-ServerShowV257Test-900046412 tempest-ServerShowV257Test-900046412-project] 10.222.0.57 "GET /v2.0/ports?device_id=72036f6d-bbc0-4c78-8700-88351222b0a0 HTTP/1.1" status: 200 len: 210 time: 0.0685658 May 27 02:35:13.294898 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823454c0-1caf-4d0b-9ee0-955b3aea2ffc tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:13.294898 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-823454c0-1caf-4d0b-9ee0-955b3aea2ffc tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Synchronizing usage tracker for tenant:88428439299c48b08e04b00eeea4fc36 on resource:network {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:35:13.389167 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-823454c0-1caf-4d0b-9ee0-955b3aea2ffc tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Unset dirty status for tenant:88428439299c48b08e04b00eeea4fc36 on resource:network {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:35:13.389167 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-823454c0-1caf-4d0b-9ee0-955b3aea2ffc tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "GET /v2.0/networks?id=8ec335f0-398f-4bc2-91ec-06ef0222b09d HTTP/1.1" status: 200 len: 761 time: 0.2838194 May 27 02:35:13.389167 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33526) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:13.389167 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-6fa3420c-bcbc-4c77-91ba-bcbaa6c419a0 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Request body: {'network': {'description': 'd2'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:35:13.395591 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33530) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:13.422644 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9da67468-887c-4ca6-923b-cdaa95c583a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:13.434745 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9da67468-887c-4ca6-923b-cdaa95c583a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:35:13.434745 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9da67468-887c-4ca6-923b-cdaa95c583a2 admin admin] Usage tracker for resource:security_group_rule and tenant:6092a95edb754b80abe9151b44f57ea2 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:35:13.442278 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9da67468-887c-4ca6-923b-cdaa95c583a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:35:13.465616 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9da67468-887c-4ca6-923b-cdaa95c583a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:35:13.576915 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9da67468-887c-4ca6-923b-cdaa95c583a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:13.648906 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9da67468-887c-4ca6-923b-cdaa95c583a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:13.755641 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6fa3420c-bcbc-4c77-91ba-bcbaa6c419a0 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:13.759165 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da67468-887c-4ca6-923b-cdaa95c583a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317fae0f-bcdc-4f2c-aed7-15565d9d9498,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:13.812657 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9da67468-887c-4ca6-923b-cdaa95c583a2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6092a95edb754b80abe9151b44f57ea2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4167173 May 27 02:35:13.820900 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33550) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:13.854228 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6fa3420c-bcbc-4c77-91ba-bcbaa6c419a0 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:13.888689 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6fa3420c-bcbc-4c77-91ba-bcbaa6c419a0 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Network 8ec335f0-398f-4bc2-91ec-06ef0222b09d is not hosted by any dhcp agent {{(pid=88902) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 27 02:35:13.894778 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa3420c-bcbc-4c77-91ba-bcbaa6c419a0 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:13.895250 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6fa3420c-bcbc-4c77-91ba-bcbaa6c419a0 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:13.896516 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6fa3420c-bcbc-4c77-91ba-bcbaa6c419a0 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "PUT /v2.0/networks/8ec335f0-398f-4bc2-91ec-06ef0222b09d HTTP/1.1" status: 200 len: 758 time: 0.5126598 May 27 02:35:13.900082 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33558) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:14.017082 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3420c-bcbc-4c77-91ba-bcbaa6c419a0 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event updated for resources: {'Network': ['ID=8ec335f0-398f-4bc2-91ec-06ef0222b09d,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:14.025438 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 8ec335f0-398f-4bc2-91ec-06ef0222b09d details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:35:14.033430 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-22c16607-71b2-4d0b-a8c1-01435210f950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:14.083238 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-22c16607-71b2-4d0b-a8c1-01435210f950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:14.120137 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dff8375-ab90-4cae-b668-af272890b622 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:14.120137 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2dff8375-ab90-4cae-b668-af272890b622 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Synchronizing usage tracker for tenant:88428439299c48b08e04b00eeea4fc36 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:35:14.141469 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2dff8375-ab90-4cae-b668-af272890b622 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Unset dirty status for tenant:88428439299c48b08e04b00eeea4fc36 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:35:14.141469 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2dff8375-ab90-4cae-b668-af272890b622 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "GET /v2.0/networks?id=8ec335f0-398f-4bc2-91ec-06ef0222b09d HTTP/1.1" status: 200 len: 761 time: 0.2333903 May 27 02:35:14.150994 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33564) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:14.150994 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-a745fab9-144e-4ff1-8dc8-9efd13c99f06 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1455787637'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:35:14.160858 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a745fab9-144e-4ff1-8dc8-9efd13c99f06 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:35:14.173243 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a745fab9-144e-4ff1-8dc8-9efd13c99f06 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:35:14.278849 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a745fab9-144e-4ff1-8dc8-9efd13c99f06 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Made reservation on behalf of 88428439299c48b08e04b00eeea4fc36 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:35:14.282867 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a745fab9-144e-4ff1-8dc8-9efd13c99f06 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:14.320472 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-22c16607-71b2-4d0b-a8c1-01435210f950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:14.434860 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33574) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:14.438971 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-95c3c672-62a4-4afa-bb7e-c50b6a22494f req-8144bfdc-e717-4fe7-af37-702737f8ec7a tempest-ServerShowV257Test-900046412 tempest-ServerShowV257Test-900046412-project] 10.222.0.57 "GET /v2.0/ports?device_id=72036f6d-bbc0-4c78-8700-88351222b0a0 HTTP/1.1" status: 200 len: 210 time: 0.1196234 May 27 02:35:14.438971 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c16607-71b2-4d0b-a8c1-01435210f950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317fae0f-bcdc-4f2c-aed7-15565d9d9498,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:14.446837 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-22c16607-71b2-4d0b-a8c1-01435210f950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:14.456343 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-22c16607-71b2-4d0b-a8c1-01435210f950 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/317fae0f-bcdc-4f2c-aed7-15565d9d9498 HTTP/1.1" status: 204 len: 168 time: 0.6340668 May 27 02:35:14.488399 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a745fab9-144e-4ff1-8dc8-9efd13c99f06 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:35:14.512412 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a745fab9-144e-4ff1-8dc8-9efd13c99f06 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:14.512412 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-a745fab9-144e-4ff1-8dc8-9efd13c99f06 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Added segment cfa5c624-d082-4e07-9012-0f5edc323f28 of type vlan for network 004ffcfe-ed63-4003-8420-cf8ef6672eaf May 27 02:35:14.573746 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a745fab9-144e-4ff1-8dc8-9efd13c99f06 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:14.673782 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8e56c3b5-074d-4917-9949-3dce865ac145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:14.703005 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a745fab9-144e-4ff1-8dc8-9efd13c99f06 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:14.707578 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8e56c3b5-074d-4917-9949-3dce865ac145 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:35:14.709179 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a745fab9-144e-4ff1-8dc8-9efd13c99f06 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:14.709958 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a745fab9-144e-4ff1-8dc8-9efd13c99f06 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:14.712625 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8e56c3b5-074d-4917-9949-3dce865ac145 admin admin] Usage tracker for resource:security_group_rule and tenant:47ee3299665e4e189479d058e401a62e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:35:14.719399 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8e56c3b5-074d-4917-9949-3dce865ac145 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:35:14.726392 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8e56c3b5-074d-4917-9949-3dce865ac145 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:35:14.867264 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745fab9-144e-4ff1-8dc8-9efd13c99f06 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event updated for resources: {'Network': ['ID=004ffcfe-ed63-4003-8420-cf8ef6672eaf,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:14.880295 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 004ffcfe-ed63-4003-8420-cf8ef6672eaf details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:35:14.941079 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a745fab9-144e-4ff1-8dc8-9efd13c99f06 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7837446 May 27 02:35:14.941079 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33588) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:14.943777 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8e56c3b5-074d-4917-9949-3dce865ac145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:14.946208 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-0e8b9526-2c4f-4b6e-840b-0d31b5edf75b tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Request body: {'subnet': {'network_id': '004ffcfe-ed63-4003-8420-cf8ef6672eaf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:35:15.057718 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8e56c3b5-074d-4917-9949-3dce865ac145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:15.093912 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-0e8b9526-2c4f-4b6e-840b-0d31b5edf75b tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:35:15.100745 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-0e8b9526-2c4f-4b6e-840b-0d31b5edf75b tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Usage tracker for resource:subnet and tenant:88428439299c48b08e04b00eeea4fc36 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:35:15.101886 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-0e8b9526-2c4f-4b6e-840b-0d31b5edf75b tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:35:15.108381 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e56c3b5-074d-4917-9949-3dce865ac145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2777649e-d039-422b-82a5-37b4fc86aaec,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:15.109410 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-0e8b9526-2c4f-4b6e-840b-0d31b5edf75b tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:35:15.130392 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8e56c3b5-074d-4917-9949-3dce865ac145 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=47ee3299665e4e189479d058e401a62e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6958725 May 27 02:35:15.132483 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33600) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:15.209598 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c1f258b2-8efa-4000-aee1-479340c6cdc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:15.232301 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8b9526-2c4f-4b6e-840b-0d31b5edf75b tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Made reservation on behalf of 88428439299c48b08e04b00eeea4fc36 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:35:15.236561 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0e8b9526-2c4f-4b6e-840b-0d31b5edf75b tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:15.258292 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c1f258b2-8efa-4000-aee1-479340c6cdc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:15.477592 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c1f258b2-8efa-4000-aee1-479340c6cdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:15.502952 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f258b2-8efa-4000-aee1-479340c6cdc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2777649e-d039-422b-82a5-37b4fc86aaec,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:15.590610 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c1f258b2-8efa-4000-aee1-479340c6cdc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:15.590610 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c1f258b2-8efa-4000-aee1-479340c6cdc0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2777649e-d039-422b-82a5-37b4fc86aaec HTTP/1.1" status: 204 len: 168 time: 0.4561765 May 27 02:35:15.714160 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8031aa37-db15-406b-8034-353c389619a0 req-c486999e-f37e-4300-9637-e727ab52bf57 tempest-ServerShowV257Test-900046412 tempest-ServerShowV257Test-900046412-project] 10.222.0.57 "GET /v2.0/ports?device_id=72036f6d-bbc0-4c78-8700-88351222b0a0 HTTP/1.1" status: 200 len: 210 time: 0.0634594 May 27 02:35:15.888050 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0e8b9526-2c4f-4b6e-840b-0d31b5edf75b tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:16.027648 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b9526-2c4f-4b6e-840b-0d31b5edf75b tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event updated for resources: {'Subnet': ['ID=657d630c-3455-4ec4-806f-3159afd5456c,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:16.027648 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8b9526-2c4f-4b6e-840b-0d31b5edf75b tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Checking segment: {'id': 'cfa5c624-d082-4e07-9012-0f5edc323f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '004ffcfe-ed63-4003-8420-cf8ef6672eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:35:16.027648 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8b9526-2c4f-4b6e-840b-0d31b5edf75b tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Network hostable DHCP agents. Network: 004ffcfe-ed63-4003-8420-cf8ef6672eaf, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:35:16.137882 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8b9526-2c4f-4b6e-840b-0d31b5edf75b tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Network 004ffcfe-ed63-4003-8420-cf8ef6672eaf is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:35:16.262248 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-0e8b9526-2c4f-4b6e-840b-0d31b5edf75b tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 004ffcfe-ed63-4003-8420-cf8ef6672eaf) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:35:16.281439 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8b9526-2c4f-4b6e-840b-0d31b5edf75b tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:16.281439 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0e8b9526-2c4f-4b6e-840b-0d31b5edf75b tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:16.304383 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9256161a-39ae-480e-add8-10fadaecc8b1 None None] Network 004ffcfe-ed63-4003-8420-cf8ef6672eaf requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:35:16.418783 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33654) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:16.429995 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0e8b9526-2c4f-4b6e-840b-0d31b5edf75b tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4804046 May 27 02:35:16.590738 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97900a94-a417-4563-ad63-56b6b94fa759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-004ffcfe-ed63-4003-8420-cf8ef6672eaf', 'network_id': '004ffcfe-ed63-4003-8420-cf8ef6672eaf', 'tenant_id': '88428439299c48b08e04b00eeea4fc36', 'fixed_ips': [{'subnet_id': '657d630c-3455-4ec4-806f-3159afd5456c'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:35:16.592262 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97900a94-a417-4563-ad63-56b6b94fa759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:16.887584 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-78a64361-37ca-4bbb-81d9-53280c99ba6c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:16.890494 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-97900a94-a417-4563-ad63-56b6b94fa759 None None] Allocated IP 172.20.0.2 (004ffcfe-ed63-4003-8420-cf8ef6672eaf/657d630c-3455-4ec4-806f-3159afd5456c/9a63dc49-7851-4c78-b093-2a96577c30ac) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:35:17.040434 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-78a64361-37ca-4bbb-81d9-53280c99ba6c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:17.043997 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d57bf189-b0e8-4454-99be-1049af46b753 req-3b941c4b-2ec4-4a90-9cd1-0ea33181cf17 tempest-ServerShowV257Test-900046412 tempest-ServerShowV257Test-900046412-project] 10.222.0.57 "GET /v2.0/ports?device_id=72036f6d-bbc0-4c78-8700-88351222b0a0 HTTP/1.1" status: 200 len: 210 time: 0.1071982 May 27 02:35:17.331698 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97900a94-a417-4563-ad63-56b6b94fa759 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:17.343677 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-97900a94-a417-4563-ad63-56b6b94fa759 None None] Transition to ACTIVE for port object 9a63dc49-7851-4c78-b093-2a96577c30ac will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:35:17.363383 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-97900a94-a417-4563-ad63-56b6b94fa759 None None] Transition to ACTIVE for port object 9a63dc49-7851-4c78-b093-2a96577c30ac will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:35:17.431707 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97900a94-a417-4563-ad63-56b6b94fa759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:17.515950 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97900a94-a417-4563-ad63-56b6b94fa759 None None] Network 004ffcfe-ed63-4003-8420-cf8ef6672eaf is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:35:17.515950 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-97900a94-a417-4563-ad63-56b6b94fa759 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:35:17.522757 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97900a94-a417-4563-ad63-56b6b94fa759 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:35:17.527680 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-78a64361-37ca-4bbb-81d9-53280c99ba6c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:17.531445 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97900a94-a417-4563-ad63-56b6b94fa759 None None] Pushing event updated for resources: {'Port': ['ID=9a63dc49-7851-4c78-b093-2a96577c30ac,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:17.600528 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97900a94-a417-4563-ad63-56b6b94fa759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:17.600528 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97900a94-a417-4563-ad63-56b6b94fa759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:17.600528 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97900a94-a417-4563-ad63-56b6b94fa759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:17.600528 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97900a94-a417-4563-ad63-56b6b94fa759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:17.600528 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97900a94-a417-4563-ad63-56b6b94fa759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:17.600528 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97900a94-a417-4563-ad63-56b6b94fa759 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:17.600528 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97900a94-a417-4563-ad63-56b6b94fa759 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:17.600528 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97900a94-a417-4563-ad63-56b6b94fa759 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:17.600528 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97900a94-a417-4563-ad63-56b6b94fa759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:17.600528 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97900a94-a417-4563-ad63-56b6b94fa759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:17.600528 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97900a94-a417-4563-ad63-56b6b94fa759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:17.600528 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97900a94-a417-4563-ad63-56b6b94fa759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:17.663807 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-97900a94-a417-4563-ad63-56b6b94fa759 None None] Attempting to bind port 9a63dc49-7851-4c78-b093-2a96577c30ac on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:35:17.663807 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-97900a94-a417-4563-ad63-56b6b94fa759 None None] Attempting to bind port 9a63dc49-7851-4c78-b093-2a96577c30ac by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cfa5c624-d082-4e07-9012-0f5edc323f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '004ffcfe-ed63-4003-8420-cf8ef6672eaf'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:35:17.663807 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97900a94-a417-4563-ad63-56b6b94fa759 None None] Attempting to bind port 9a63dc49-7851-4c78-b093-2a96577c30ac on network 004ffcfe-ed63-4003-8420-cf8ef6672eaf {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:35:17.677357 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97900a94-a417-4563-ad63-56b6b94fa759 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:35:17.677357 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97900a94-a417-4563-ad63-56b6b94fa759 None None] Checking segment: {'id': 'cfa5c624-d082-4e07-9012-0f5edc323f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '004ffcfe-ed63-4003-8420-cf8ef6672eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:35:17.677357 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97900a94-a417-4563-ad63-56b6b94fa759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:17.677357 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97900a94-a417-4563-ad63-56b6b94fa759 None None] Bound using segment: {'id': 'cfa5c624-d082-4e07-9012-0f5edc323f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '004ffcfe-ed63-4003-8420-cf8ef6672eaf'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:35:17.678486 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-97900a94-a417-4563-ad63-56b6b94fa759 None None] Bound port: 9a63dc49-7851-4c78-b093-2a96577c30ac, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa5c624-d082-4e07-9012-0f5edc323f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '004ffcfe-ed63-4003-8420-cf8ef6672eaf'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:35:17.678486 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97900a94-a417-4563-ad63-56b6b94fa759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:17.803819 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-97900a94-a417-4563-ad63-56b6b94fa759 None None] For port 9a63dc49-7851-4c78-b093-2a96577c30ac, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:35:17.807820 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-97900a94-a417-4563-ad63-56b6b94fa759 None None] For port 9a63dc49-7851-4c78-b093-2a96577c30ac, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=9a63dc49-7851-4c78-b093-2a96577c30ac,segment=NetworkSegment(cfa5c624-d082-4e07-9012-0f5edc323f28),segment_id=cfa5c624-d082-4e07-9012-0f5edc323f28)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:35:17.827403 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-78a64361-37ca-4bbb-81d9-53280c99ba6c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:17.856473 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-78a64361-37ca-4bbb-81d9-53280c99ba6c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['004ffcfe-ed63-4003-8420-cf8ef6672eaf']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:35:17.871301 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-78a64361-37ca-4bbb-81d9-53280c99ba6c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfa5c624-d082-4e07-9012-0f5edc323f28') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:35:17.871889 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-78a64361-37ca-4bbb-81d9-53280c99ba6c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfa5c624-d082-4e07-9012-0f5edc323f28') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:35:17.888131 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-78a64361-37ca-4bbb-81d9-53280c99ba6c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:17.909566 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a64361-37ca-4bbb-81d9-53280c99ba6c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event deleted for resources: {'Subnet': ['ID=657d630c-3455-4ec4-806f-3159afd5456c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:17.911788 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97900a94-a417-4563-ad63-56b6b94fa759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:17.913822 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-78a64361-37ca-4bbb-81d9-53280c99ba6c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:17.921277 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78a64361-37ca-4bbb-81d9-53280c99ba6c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:35:17.921277 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-78a64361-37ca-4bbb-81d9-53280c99ba6c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:18.012554 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment cfa5c624-d082-4e07-9012-0f5edc323f28 resource provider aggregate not found May 27 02:35:18.039550 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment cfa5c624-d082-4e07-9012-0f5edc323f28 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cfa5c624-d082-4e07-9012-0f5edc323f28 found for delete ", "request_id": "req-3ed8167d-90d7-4a40-b93e-ef37c117698e"}]} May 27 02:35:18.105922 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-78a64361-37ca-4bbb-81d9-53280c99ba6c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 02:35:18.105922 n-d-843554-3 neutron-server[88901]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 02:35:18.105922 n-d-843554-3 neutron-server[88901]: [parameters: {'id': '004ffcfe-ed63-4003-8420-cf8ef6672eaf'}] May 27 02:35:18.105922 n-d-843554-3 neutron-server[88901]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:35:18.105922 n-d-843554-3 neutron-server[88901]: DEBUG oslo_db.api [None req-78a64361-37ca-4bbb-81d9-53280c99ba6c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:35:18.114863 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97900a94-a417-4563-ad63-56b6b94fa759 None None] Pushing event updated for resources: {'Port': ['ID=9a63dc49-7851-4c78-b093-2a96577c30ac,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:18.151708 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1587628c-5ede-438e-9ef9-c7b6e1cd210f None None] Network 004ffcfe-ed63-4003-8420-cf8ef6672eaf requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:35:18.315394 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5a1543c5-69ac-4fcc-b64f-f99f7d3cba00 req-6d288573-5a7b-4858-b855-8838b3cdc08f tempest-ServerShowV257Test-900046412 tempest-ServerShowV257Test-900046412-project] 10.222.0.57 "GET /v2.0/ports?device_id=72036f6d-bbc0-4c78-8700-88351222b0a0 HTTP/1.1" status: 200 len: 210 time: 0.0893283 May 27 02:35:18.558677 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1e6805-cf80-47a5-96af-6f013b3ddba5 None None] get_active_networks_info from n-d-843554-3 {{(pid=88903) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 02:35:18.601382 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-78a64361-37ca-4bbb-81d9-53280c99ba6c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:18.616799 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-78a64361-37ca-4bbb-81d9-53280c99ba6c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Deleting port 9a63dc49-7851-4c78-b093-2a96577c30ac {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:35:18.617231 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-78a64361-37ca-4bbb-81d9-53280c99ba6c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:18.733132 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1e6805-cf80-47a5-96af-6f013b3ddba5 None None] Resources bound (agent type, host, resource id): {{(pid=88903) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 02:35:18.885657 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-78a64361-37ca-4bbb-81d9-53280c99ba6c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] For port 9a63dc49-7851-4c78-b093-2a96577c30ac, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=9a63dc49-7851-4c78-b093-2a96577c30ac,segment=NetworkSegment(cfa5c624-d082-4e07-9012-0f5edc323f28),segment_id=cfa5c624-d082-4e07-9012-0f5edc323f28)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:35:18.885657 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-78a64361-37ca-4bbb-81d9-53280c99ba6c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:19.030379 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-78a64361-37ca-4bbb-81d9-53280c99ba6c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Calling delete_port for 9a63dc49-7851-4c78-b093-2a96577c30ac owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:35:19.250798 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:19.276547 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-78a64361-37ca-4bbb-81d9-53280c99ba6c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:19.279156 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:19.339048 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a64361-37ca-4bbb-81d9-53280c99ba6c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event deleted for resources: {'Port': ['ID=9a63dc49-7851-4c78-b093-2a96577c30ac,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:19.355003 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a64361-37ca-4bbb-81d9-53280c99ba6c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] No DVR routers for this DVR port 9a63dc49-7851-4c78-b093-2a96577c30ac on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:35:19.565535 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-78a64361-37ca-4bbb-81d9-53280c99ba6c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:19.567464 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e4de870a-4a13-4e94-b9cf-719c61ee51a1 req-04abb881-e024-4343-847e-2415843d82f4 tempest-ServerShowV257Test-900046412 tempest-ServerShowV257Test-900046412-project] 10.222.0.57 "GET /v2.0/ports?device_id=72036f6d-bbc0-4c78-8700-88351222b0a0 HTTP/1.1" status: 200 len: 210 time: 0.0705991 May 27 02:35:19.608287 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-78a64361-37ca-4bbb-81d9-53280c99ba6c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['004ffcfe-ed63-4003-8420-cf8ef6672eaf']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:35:19.629711 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-78a64361-37ca-4bbb-81d9-53280c99ba6c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfa5c624-d082-4e07-9012-0f5edc323f28') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:35:19.629711 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-78a64361-37ca-4bbb-81d9-53280c99ba6c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfa5c624-d082-4e07-9012-0f5edc323f28') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:35:19.645030 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-78a64361-37ca-4bbb-81d9-53280c99ba6c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:19.654064 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-78a64361-37ca-4bbb-81d9-53280c99ba6c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:19.671160 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78a64361-37ca-4bbb-81d9-53280c99ba6c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:35:19.671160 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-78a64361-37ca-4bbb-81d9-53280c99ba6c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:19.834971 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-78a64361-37ca-4bbb-81d9-53280c99ba6c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:19.857252 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-78a64361-37ca-4bbb-81d9-53280c99ba6c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:19.868507 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a64361-37ca-4bbb-81d9-53280c99ba6c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event deleted for resources: {'Network': ['ID=004ffcfe-ed63-4003-8420-cf8ef6672eaf,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:19.895948 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-78a64361-37ca-4bbb-81d9-53280c99ba6c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "DELETE /v2.0/networks/004ffcfe-ed63-4003-8420-cf8ef6672eaf HTTP/1.1" status: 204 len: 168 time: 3.4750111 May 27 02:35:19.904200 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33764) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:19.938843 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-510180a1-668f-4e6a-9232-b33462232e6b tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] GET failed (client error): The resource could not be found. May 27 02:35:19.938843 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-510180a1-668f-4e6a-9232-b33462232e6b tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Synchronizing usage tracker for tenant:88428439299c48b08e04b00eeea4fc36 on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:35:20.054893 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment cfa5c624-d082-4e07-9012-0f5edc323f28 resource provider aggregate not found May 27 02:35:20.072466 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment cfa5c624-d082-4e07-9012-0f5edc323f28 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cfa5c624-d082-4e07-9012-0f5edc323f28 found for delete ", "request_id": "req-223e37bd-3e93-4051-a7d0-d93fa31ea338"}]} May 27 02:35:20.079260 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-510180a1-668f-4e6a-9232-b33462232e6b tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Unset dirty status for tenant:88428439299c48b08e04b00eeea4fc36 on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:35:20.089048 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-510180a1-668f-4e6a-9232-b33462232e6b tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "GET /v2.0/subnets/657d630c-3455-4ec4-806f-3159afd5456c HTTP/1.1" status: 404 len: 337 time: 0.1834617 May 27 02:35:20.089447 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33774) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:20.111536 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-b371ed22-a5ab-44b1-a218-18580328dd5f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] DELETE failed (client error): The resource could not be found. May 27 02:35:20.112133 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b371ed22-a5ab-44b1-a218-18580328dd5f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:35:20.114110 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b371ed22-a5ab-44b1-a218-18580328dd5f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "DELETE /v2.0/networks/004ffcfe-ed63-4003-8420-cf8ef6672eaf HTTP/1.1" status: 404 len: 339 time: 0.0293591 May 27 02:35:20.118030 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33782) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:20.473569 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18353ab2-f585-4865-936d-42dbb0e83648 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:20.474292 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-18353ab2-f585-4865-936d-42dbb0e83648 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Synchronizing usage tracker for tenant:88428439299c48b08e04b00eeea4fc36 on resource:network {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:35:20.490775 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d5340-9a84-4c1a-b3cc-a57abad214c0 req-934f7300-ab73-4bb7-9da1-21c76f879cdb tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:20.498153 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-117d5340-9a84-4c1a-b3cc-a57abad214c0 req-934f7300-ab73-4bb7-9da1-21c76f879cdb tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=73053d9d-efb8-4269-89a1-76b2a9f75fb6 HTTP/1.1" status: 200 len: 945 time: 0.1699562 May 27 02:35:20.556809 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-117d5340-9a84-4c1a-b3cc-a57abad214c0 req-0a5e0625-844f-4463-9664-e2b17546ceb0 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?id=63eff4c2-4a66-4508-803d-a6c0d4be4326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576684 May 27 02:35:20.588069 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-18353ab2-f585-4865-936d-42dbb0e83648 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Unset dirty status for tenant:88428439299c48b08e04b00eeea4fc36 on resource:network {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:35:20.596030 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-18353ab2-f585-4865-936d-42dbb0e83648 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4700451 May 27 02:35:20.596030 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33804) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:20.643438 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d2ce2cd9-184f-4ebe-8780-e24ca59630a8 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Synchronizing usage tracker for tenant:88428439299c48b08e04b00eeea4fc36 on resource:subnet {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:35:20.661576 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d2ce2cd9-184f-4ebe-8780-e24ca59630a8 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Unset dirty status for tenant:88428439299c48b08e04b00eeea4fc36 on resource:subnet {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:35:20.661576 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d2ce2cd9-184f-4ebe-8780-e24ca59630a8 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "GET /v2.0/subnets?network_id=d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 207 time: 0.0590901 May 27 02:35:20.661576 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33812) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:20.811604 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ab6cb13-7539-4814-9724-f167856b3381 req-92a10237-fcfa-434e-a24b-15b1c615df22 tempest-ServerShowV257Test-900046412 tempest-ServerShowV257Test-900046412-project] 10.222.0.57 "GET /v2.0/ports?device_id=72036f6d-bbc0-4c78-8700-88351222b0a0 HTTP/1.1" status: 200 len: 210 time: 0.0585251 May 27 02:35:20.883184 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae5828f-13e2-4865-b56d-1caa13dfbac1 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:20.896023 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae5828f-13e2-4865-b56d-1caa13dfbac1 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:20.902504 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae5828f-13e2-4865-b56d-1caa13dfbac1 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:20.910761 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae5828f-13e2-4865-b56d-1caa13dfbac1 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:20.913850 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-eae5828f-13e2-4865-b56d-1caa13dfbac1 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2566504 May 27 02:35:20.923359 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33824) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:21.111399 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8a77b6c4-0809-42d0-9b46-77d87f080f38 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1841412 May 27 02:35:21.115244 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33834) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:21.159332 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33840) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:21.203012 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218b00a7-8dd5-43df-898f-3568afe8005a tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:21.203012 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218b00a7-8dd5-43df-898f-3568afe8005a tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:21.203012 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-218b00a7-8dd5-43df-898f-3568afe8005a tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0889208 May 27 02:35:21.208972 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33846) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:21.278384 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03742df1-fa99-4c3d-825c-0bb403f43e2c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attributes excluded by policy engine: ['shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:21.285677 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03742df1-fa99-4c3d-825c-0bb403f43e2c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attributes excluded by policy engine: ['shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:21.285677 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-03742df1-fa99-4c3d-825c-0bb403f43e2c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0755696 May 27 02:35:21.288647 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33854) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:21.408898 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-80ce6031-9f15-4aad-bf46-205a38741776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:21.432100 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-80ce6031-9f15-4aad-bf46-205a38741776 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:35:21.444447 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-80ce6031-9f15-4aad-bf46-205a38741776 admin admin] Usage tracker for resource:security_group_rule and tenant:b3a2971a3c054ded9e0670e6b40b7d9f is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:35:21.454574 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-80ce6031-9f15-4aad-bf46-205a38741776 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:35:21.463482 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-80ce6031-9f15-4aad-bf46-205a38741776 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:35:21.510775 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f3d585-89f9-404d-8ac2-f6d1f23b809b tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:21.510775 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-27f3d585-89f9-404d-8ac2-f6d1f23b809b tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "GET /v2.0/networks/01630723-74c0-4cb9-a9b4-d21e694d5bb5 HTTP/1.1" status: 200 len: 798 time: 0.2124093 May 27 02:35:21.514906 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33862) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:21.628609 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab6628-bf76-4ad0-be07-4e040417878c req-487af4f5-2ccd-44e7-832f-bd4e61e2e528 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:21.628609 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-46ab6628-bf76-4ad0-be07-4e040417878c req-487af4f5-2ccd-44e7-832f-bd4e61e2e528 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.66 "GET /v2.0/ports?device_id=73053d9d-efb8-4269-89a1-76b2a9f75fb6 HTTP/1.1" status: 200 len: 945 time: 0.1212358 May 27 02:35:21.699645 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4e3b558e-50ea-4fb4-b7fd-4a022d47faa3 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Synchronizing usage tracker for tenant:88428439299c48b08e04b00eeea4fc36 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:35:21.713037 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4e3b558e-50ea-4fb4-b7fd-4a022d47faa3 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Unset dirty status for tenant:88428439299c48b08e04b00eeea4fc36 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:35:21.714469 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4e3b558e-50ea-4fb4-b7fd-4a022d47faa3 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "GET /v2.0/networks/01630723-74c0-4cb9-a9b4-d21e694d5bb5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 314 time: 0.2065685 May 27 02:35:21.719888 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33872) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:21.789376 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-80ce6031-9f15-4aad-bf46-205a38741776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:21.804563 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-46ab6628-bf76-4ad0-be07-4e040417878c req-a4744125-790e-4edb-9758-cd5b8bf51af1 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Deleting port b9db786f-9e91-48af-b6e3-1094265bb00c {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:35:21.804563 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-46ab6628-bf76-4ad0-be07-4e040417878c req-a4744125-790e-4edb-9758-cd5b8bf51af1 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:21.845551 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3f75b7-f78b-4770-a2d8-895ac9aa27f1 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:21.845551 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9f3f75b7-f78b-4770-a2d8-895ac9aa27f1 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "GET /v2.0/subnets/45038613-f922-4a0d-9e34-c3c013b2027d HTTP/1.1" status: 200 len: 811 time: 0.1217220 May 27 02:35:21.862036 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33880) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:21.896990 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-80ce6031-9f15-4aad-bf46-205a38741776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:21.955155 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-80ce6031-9f15-4aad-bf46-205a38741776 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b3a2971a3c054ded9e0670e6b40b7d9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7898514 May 27 02:35:21.989934 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33886) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:22.066681 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce6031-9f15-4aad-bf46-205a38741776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3791f5dc-7eee-4fac-ba90-4b220ab0ede5,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:22.080218 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295a40b4-ccb4-4f97-8cfd-c39db25297ec tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attributes excluded by policy engine: ['shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:22.082543 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-295a40b4-ccb4-4f97-8cfd-c39db25297ec tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "GET /v2.0/subnets/45038613-f922-4a0d-9e34-c3c013b2027d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2225156 May 27 02:35:22.087249 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33892) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:22.106192 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-920bf36f-ed29-4ae0-85f2-0b87e86b7458 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1452512753'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:35:22.113794 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-920bf36f-ed29-4ae0-85f2-0b87e86b7458 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:35:22.130662 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-920bf36f-ed29-4ae0-85f2-0b87e86b7458 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:35:22.234059 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-75404994-61d7-4133-9bfc-561fda156a71 req-7fe11ca4-153b-4082-8085-66364da2df24 tempest-ServerShowV257Test-900046412 tempest-ServerShowV257Test-900046412-project] 10.222.0.57 "GET /v2.0/ports?device_id=72036f6d-bbc0-4c78-8700-88351222b0a0 HTTP/1.1" status: 200 len: 210 time: 0.1510890 May 27 02:35:22.264098 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8c397-e88b-46f4-856f-994adb4599d1 req-4d1cbcad-f411-4de9-8c5b-ee2046143ec2 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:22.264098 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bfb8c397-e88b-46f4-856f-994adb4599d1 req-4d1cbcad-f411-4de9-8c5b-ee2046143ec2 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=73053d9d-efb8-4269-89a1-76b2a9f75fb6 HTTP/1.1" status: 200 len: 945 time: 0.5428817 May 27 02:35:22.285124 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920bf36f-ed29-4ae0-85f2-0b87e86b7458 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Made reservation on behalf of 88428439299c48b08e04b00eeea4fc36 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:35:22.288506 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-920bf36f-ed29-4ae0-85f2-0b87e86b7458 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:22.307007 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1a7f1d04-6535-47ff-ae7f-090885204007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:22.328059 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-920bf36f-ed29-4ae0-85f2-0b87e86b7458 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:35:22.357620 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-920bf36f-ed29-4ae0-85f2-0b87e86b7458 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:22.359106 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-920bf36f-ed29-4ae0-85f2-0b87e86b7458 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Added segment 7d3c8ea3-70b6-4930-9c5c-2ea5efc6b4ab of type vlan for network 8af20f61-ae34-4a28-958b-eacf224284b6 May 27 02:35:22.367887 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1a7f1d04-6535-47ff-ae7f-090885204007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:22.390684 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-46ab6628-bf76-4ad0-be07-4e040417878c req-a4744125-790e-4edb-9758-cd5b8bf51af1 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] For port b9db786f-9e91-48af-b6e3-1094265bb00c, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=b9db786f-9e91-48af-b6e3-1094265bb00c,segment=NetworkSegment(2f5a53b5-f564-4864-b9f2-3ebea542732b),segment_id=2f5a53b5-f564-4864-b9f2-3ebea542732b)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:35:22.391266 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-46ab6628-bf76-4ad0-be07-4e040417878c req-a4744125-790e-4edb-9758-cd5b8bf51af1 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:22.395687 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-920bf36f-ed29-4ae0-85f2-0b87e86b7458 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:22.425097 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bfb8c397-e88b-46f4-856f-994adb4599d1 req-88619c8e-9c0e-4a33-82aa-aee32cf9dace tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups?id=63eff4c2-4a66-4508-803d-a6c0d4be4326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411679 May 27 02:35:22.715055 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-920bf36f-ed29-4ae0-85f2-0b87e86b7458 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:22.720813 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920bf36f-ed29-4ae0-85f2-0b87e86b7458 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:22.725324 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-920bf36f-ed29-4ae0-85f2-0b87e86b7458 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:22.869207 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1a7f1d04-6535-47ff-ae7f-090885204007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:22.904793 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f1d04-6535-47ff-ae7f-090885204007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3791f5dc-7eee-4fac-ba90-4b220ab0ede5,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:22.936818 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1a7f1d04-6535-47ff-ae7f-090885204007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:22.936818 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1a7f1d04-6535-47ff-ae7f-090885204007 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3791f5dc-7eee-4fac-ba90-4b220ab0ede5 HTTP/1.1" status: 204 len: 168 time: 0.9443047 May 27 02:35:22.941751 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920bf36f-ed29-4ae0-85f2-0b87e86b7458 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event updated for resources: {'Network': ['ID=8af20f61-ae34-4a28-958b-eacf224284b6,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:22.958567 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 8af20f61-ae34-4a28-958b-eacf224284b6 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:35:22.972672 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-46ab6628-bf76-4ad0-be07-4e040417878c req-a4744125-790e-4edb-9758-cd5b8bf51af1 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:22.972672 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-46ab6628-bf76-4ad0-be07-4e040417878c req-a4744125-790e-4edb-9758-cd5b8bf51af1 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:22.972672 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [req-46ab6628-bf76-4ad0-be07-4e040417878c req-a4744125-790e-4edb-9758-cd5b8bf51af1 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Floating IP 966409ba-038c-4647-ad74-81d9dbc73ac3 disassociated. External IP: 172.25.1.18, port: b9db786f-9e91-48af-b6e3-1094265bb00c. May 27 02:35:22.972672 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-46ab6628-bf76-4ad0-be07-4e040417878c req-a4744125-790e-4edb-9758-cd5b8bf51af1 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Calling delete_port for b9db786f-9e91-48af-b6e3-1094265bb00c owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:35:22.991896 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-920bf36f-ed29-4ae0-85f2-0b87e86b7458 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9018817 May 27 02:35:23.015319 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33912) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:23.015319 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-9c3d97a6-7589-41b9-9253-56e20d52f08e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Request body: {'subnet': {'network_id': '8af20f61-ae34-4a28-958b-eacf224284b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:35:23.143917 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9c3d97a6-7589-41b9-9253-56e20d52f08e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:35:23.157507 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9c3d97a6-7589-41b9-9253-56e20d52f08e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:35:23.238006 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-46ab6628-bf76-4ad0-be07-4e040417878c req-a4744125-790e-4edb-9758-cd5b8bf51af1 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:23.247697 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3d97a6-7589-41b9-9253-56e20d52f08e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Made reservation on behalf of 88428439299c48b08e04b00eeea4fc36 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:35:23.247697 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c3d97a6-7589-41b9-9253-56e20d52f08e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:23.309475 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4744125-790e-4edb-9758-cd5b8bf51af1 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Pushing event deleted for resources: {'Port': ['ID=b9db786f-9e91-48af-b6e3-1094265bb00c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:23.409408 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.ipam_backend_mixin [None req-9c3d97a6-7589-41b9-9253-56e20d52f08e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Performing IP validity checks on allocation pools {{(pid=88901) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 27 02:35:23.409934 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.ipam_backend_mixin [None req-9c3d97a6-7589-41b9-9253-56e20d52f08e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88901) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 27 02:35:23.562654 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a19a89f1-b106-4841-9432-1b20cfce70c5 req-06481e01-e835-45f0-b99f-f6053b1f708a tempest-ServerShowV257Test-900046412 tempest-ServerShowV257Test-900046412-project] 10.222.0.57 "GET /v2.0/ports?device_id=72036f6d-bbc0-4c78-8700-88351222b0a0 HTTP/1.1" status: 200 len: 210 time: 0.1179855 May 27 02:35:23.673225 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c3d97a6-7589-41b9-9253-56e20d52f08e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:23.718469 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1b025a7d-52da-40f1-9910-92751c09ff3c req-d73ee9cd-2228-438d-bd35-252a6415cb5d tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=73053d9d-efb8-4269-89a1-76b2a9f75fb6 HTTP/1.1" status: 200 len: 210 time: 0.0795841 May 27 02:35:23.808130 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3d97a6-7589-41b9-9253-56e20d52f08e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Checking segment: {'id': '7d3c8ea3-70b6-4930-9c5c-2ea5efc6b4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8af20f61-ae34-4a28-958b-eacf224284b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:35:23.808130 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3d97a6-7589-41b9-9253-56e20d52f08e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Network hostable DHCP agents. Network: 8af20f61-ae34-4a28-958b-eacf224284b6, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:35:23.808130 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d97a6-7589-41b9-9253-56e20d52f08e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event updated for resources: {'Subnet': ['ID=4da62e51-b37d-4dc1-bbb3-592f3317fcc8,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:23.829427 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46ab6628-bf76-4ad0-be07-4e040417878c req-a4744125-790e-4edb-9758-cd5b8bf51af1 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Router e4ee2b29-ceb2-4475-af4f-913e1f76f89b has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:35:23.920585 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3d97a6-7589-41b9-9253-56e20d52f08e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Network 8af20f61-ae34-4a28-958b-eacf224284b6 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:35:23.976346 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33938) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:24.013573 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-22273b1a-3844-4f2b-b38c-c01f7c7854c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:24.032532 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-22273b1a-3844-4f2b-b38c-c01f7c7854c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:35:24.040091 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-22273b1a-3844-4f2b-b38c-c01f7c7854c1 admin admin] Usage tracker for resource:security_group_rule and tenant:82dc49a27e37468cbabc79f38255c201 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:35:24.040354 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-22273b1a-3844-4f2b-b38c-c01f7c7854c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:35:24.048388 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-22273b1a-3844-4f2b-b38c-c01f7c7854c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:35:24.064081 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46ab6628-bf76-4ad0-be07-4e040417878c req-a4744125-790e-4edb-9758-cd5b8bf51af1 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:35:24.070460 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-9c3d97a6-7589-41b9-9253-56e20d52f08e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 8af20f61-ae34-4a28-958b-eacf224284b6) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:35:24.078183 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c166b7-00a6-4071-8340-ef5aea35e9f3 None None] Network 8af20f61-ae34-4a28-958b-eacf224284b6 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:35:24.108697 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3d97a6-7589-41b9-9253-56e20d52f08e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:24.108697 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c3d97a6-7589-41b9-9253-56e20d52f08e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:24.170283 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ab6628-bf76-4ad0-be07-4e040417878c req-a4744125-790e-4edb-9758-cd5b8bf51af1 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] No DVR routers for this DVR port b9db786f-9e91-48af-b6e3-1094265bb00c on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:35:24.179305 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-46ab6628-bf76-4ad0-be07-4e040417878c req-a4744125-790e-4edb-9758-cd5b8bf51af1 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:24.190303 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73053d9d-efb8-4269-89a1-76b2a9f75fb6', 'name': 'network-vif-deleted', 'tag': 'b9db786f-9e91-48af-b6e3-1094265bb00c'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:35:24.238160 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a9916b-d78d-42b0-b832-75e5b0a88589 None None] Sync routers for ids ['e4ee2b29-ceb2-4475-af4f-913e1f76f89b'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:35:24.251512 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17e57d25-8c28-42ea-b6b9-c39d0e83a433'] response: {'server_uuid': '73053d9d-efb8-4269-89a1-76b2a9f75fb6', 'name': 'network-vif-deleted', 'tag': 'b9db786f-9e91-48af-b6e3-1094265bb00c', 'status': 'completed', 'code': 200} May 27 02:35:24.289344 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a9916b-d78d-42b0-b832-75e5b0a88589 None None] Routers {'e4ee2b29-ceb2-4475-af4f-913e1f76f89b'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:35:24.291579 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-46ab6628-bf76-4ad0-be07-4e040417878c req-a4744125-790e-4edb-9758-cd5b8bf51af1 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.66 "DELETE /v2.0/ports/b9db786f-9e91-48af-b6e3-1094265bb00c HTTP/1.1" status: 204 len: 173 time: 2.6412570 May 27 02:35:24.294721 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-72a9916b-d78d-42b0-b832-75e5b0a88589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:34:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['e4ee2b29-ceb2-4475-af4f-913e1f76f89b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:35:24.306166 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-22273b1a-3844-4f2b-b38c-c01f7c7854c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:24.318815 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33946) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:24.323520 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9c3d97a6-7589-41b9-9253-56e20d52f08e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.3273125 May 27 02:35:24.325254 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-e3205a04-55b0-4afd-b2a4-62a948dc172b tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:35:24.382741 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device b9db786f-9e91-48af-b6e3-1094265bb00c no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:35:24.401184 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-22273b1a-3844-4f2b-b38c-c01f7c7854c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:24.441317 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: b9db786f-9e91-48af-b6e3-1094265bb00c {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:35:24.441660 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device b9db786f-9e91-48af-b6e3-1094265bb00c not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:35:24.489352 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e3205a04-55b0-4afd-b2a4-62a948dc172b tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14804786'] for subnet, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:24.515142 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-22273b1a-3844-4f2b-b38c-c01f7c7854c1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=82dc49a27e37468cbabc79f38255c201&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5376027 May 27 02:35:24.516310 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22273b1a-3844-4f2b-b38c-c01f7c7854c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aea0c80-e535-4974-b2b3-c848c43f7b56,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:24.537570 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33954) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:24.673534 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d42e08-e468-40cc-a945-782c7c892fd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-8af20f61-ae34-4a28-958b-eacf224284b6', 'network_id': '8af20f61-ae34-4a28-958b-eacf224284b6', 'tenant_id': '88428439299c48b08e04b00eeea4fc36', 'fixed_ips': [{'subnet_id': '4da62e51-b37d-4dc1-bbb3-592f3317fcc8'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:35:24.673534 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-39d42e08-e468-40cc-a945-782c7c892fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:24.705697 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8574977-a5f8-4a85-880d-feb5b06eddbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:24.735045 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8574977-a5f8-4a85-880d-feb5b06eddbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:24.788004 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-72a9916b-d78d-42b0-b832-75e5b0a88589 None None] Set router e4ee2b29-ceb2-4475-af4f-913e1f76f89b gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:35:24.939185 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e1bbf255-d9d0-49fe-8be7-a0dc9a28c970 req-931088cc-d2b3-4256-bdad-9ca36f066c11 tempest-ServerShowV257Test-900046412 tempest-ServerShowV257Test-900046412-project] 10.222.0.57 "GET /v2.0/ports?device_id=72036f6d-bbc0-4c78-8700-88351222b0a0 HTTP/1.1" status: 200 len: 210 time: 0.0684116 May 27 02:35:24.968011 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8574977-a5f8-4a85-880d-feb5b06eddbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:25.001229 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8574977-a5f8-4a85-880d-feb5b06eddbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aea0c80-e535-4974-b2b3-c848c43f7b56,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:25.029180 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8574977-a5f8-4a85-880d-feb5b06eddbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:25.029180 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f8574977-a5f8-4a85-880d-feb5b06eddbb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0aea0c80-e535-4974-b2b3-c848c43f7b56 HTTP/1.1" status: 204 len: 168 time: 0.4971206 May 27 02:35:25.041678 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-0ab17735-b2b0-4b91-bc57-3f187822809d req-c071fbe6-4a8d-4a5f-88ae-de46c1abec6b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Synchronizing usage tracker for tenant:2651911d1c264f1c8c7218b6fddf9f10 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:35:25.053080 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e3205a04-55b0-4afd-b2a4-62a948dc172b tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789642857912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14988575'] for subnet, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:25.215981 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3205a04-55b0-4afd-b2a4-62a948dc172b tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:25.215981 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e3205a04-55b0-4afd-b2a4-62a948dc172b tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:25.221671 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e3205a04-55b0-4afd-b2a4-62a948dc172b tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "PUT /v2.0/subnets/4da62e51-b37d-4dc1-bbb3-592f3317fcc8 HTTP/1.1" status: 200 len: 877 time: 0.9006338 May 27 02:35:25.226473 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33970) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:25.375694 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33974) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:25.421172 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-39d42e08-e468-40cc-a945-782c7c892fd9 None None] Allocated IP 172.20.0.3 (8af20f61-ae34-4a28-958b-eacf224284b6/4da62e51-b37d-4dc1-bbb3-592f3317fcc8/d5053c81-cbc4-48f0-abb1-67326dd1869f) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:35:25.495247 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-0ab17735-b2b0-4b91-bc57-3f187822809d req-c071fbe6-4a8d-4a5f-88ae-de46c1abec6b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Unset dirty status for tenant:2651911d1c264f1c8c7218b6fddf9f10 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:35:25.497444 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0ab17735-b2b0-4b91-bc57-3f187822809d req-c071fbe6-4a8d-4a5f-88ae-de46c1abec6b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/ports?device_id=73053d9d-efb8-4269-89a1-76b2a9f75fb6 HTTP/1.1" status: 200 len: 210 time: 0.5439641 May 27 02:35:25.556589 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3205a04-55b0-4afd-b2a4-62a948dc172b tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event updated for resources: {'Subnet': ['ID=4da62e51-b37d-4dc1-bbb3-592f3317fcc8,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:25.581672 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-30e86e32-2961-49a4-9e74-cfdebd683063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:25.661226 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-72a9916b-d78d-42b0-b832-75e5b0a88589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'name': 'tempest-AttachVolumeNegativeTest-494117646-router', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:55Z', 'updated_at': '2022-05-27T02:29:06Z', 'revision_number': 4, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'gw_port': {'id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:58Z', 'updated_at': '2022-05-27T02:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '6e06fc56-f856-4359-8936-e81e87ae92ec', 'name': '', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'mac_address': 'fa:16:3e:21:52:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:04Z', 'updated_at': '2022-05-27T02:29:21Z', 'revision_number': 5, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'subnets': [{'id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:35:25.682252 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a9916b-d78d-42b0-b832-75e5b0a88589 None None] Checking router: e4ee2b29-ceb2-4475-af4f-913e1f76f89b for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:35:25.735485 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-086defa5-cf52-4fad-a733-ab36df39907e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:25.745664 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a9916b-d78d-42b0-b832-75e5b0a88589 None None] Routers {'e4ee2b29-ceb2-4475-af4f-913e1f76f89b'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:35:25.745664 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-72a9916b-d78d-42b0-b832-75e5b0a88589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:34:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['e4ee2b29-ceb2-4475-af4f-913e1f76f89b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:35:25.869725 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-086defa5-cf52-4fad-a733-ab36df39907e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:25.916638 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8084ce87-f94a-4378-8b1f-7b1687f84bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:25.943151 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8084ce87-f94a-4378-8b1f-7b1687f84bc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:35:25.949455 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8084ce87-f94a-4378-8b1f-7b1687f84bc0 admin admin] Usage tracker for resource:security_group_rule and tenant:8a54c77bea9d47a5b83714ef76b42cb5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:35:25.955892 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8084ce87-f94a-4378-8b1f-7b1687f84bc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:35:26.044916 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8084ce87-f94a-4378-8b1f-7b1687f84bc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:35:26.131811 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-72a9916b-d78d-42b0-b832-75e5b0a88589 None None] Set router e4ee2b29-ceb2-4475-af4f-913e1f76f89b gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:35:26.183979 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cbc7c457-b026-49ae-ab11-96153225cc69 req-8fec55ee-6e2c-4397-9660-670e0aa0a37b tempest-ServerShowV257Test-900046412 tempest-ServerShowV257Test-900046412-project] 10.222.0.57 "GET /v2.0/ports?device_id=72036f6d-bbc0-4c78-8700-88351222b0a0 HTTP/1.1" status: 200 len: 210 time: 0.0705237 May 27 02:35:26.218484 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-39d42e08-e468-40cc-a945-782c7c892fd9 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:26.246717 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8084ce87-f94a-4378-8b1f-7b1687f84bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:26.250040 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-39d42e08-e468-40cc-a945-782c7c892fd9 None None] Transition to ACTIVE for port object d5053c81-cbc4-48f0-abb1-67326dd1869f will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:35:26.309879 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8084ce87-f94a-4378-8b1f-7b1687f84bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:26.332992 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-39d42e08-e468-40cc-a945-782c7c892fd9 None None] Transition to ACTIVE for port object d5053c81-cbc4-48f0-abb1-67326dd1869f will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:35:26.374439 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34002) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:26.375093 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8084ce87-f94a-4378-8b1f-7b1687f84bc0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8a54c77bea9d47a5b83714ef76b42cb5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0037518 May 27 02:35:26.376253 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8084ce87-f94a-4378-8b1f-7b1687f84bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bdbf2e-6268-45b0-a3bb-1617b0f4e3d9,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:26.414221 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-39d42e08-e468-40cc-a945-782c7c892fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:26.503141 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-049f4923-5fb4-40a9-b414-3e89c87f28bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:26.512286 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d42e08-e468-40cc-a945-782c7c892fd9 None None] Network 8af20f61-ae34-4a28-958b-eacf224284b6 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:35:26.539523 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-39d42e08-e468-40cc-a945-782c7c892fd9 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:35:26.547249 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-086defa5-cf52-4fad-a733-ab36df39907e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:26.550563 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d42e08-e468-40cc-a945-782c7c892fd9 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:35:26.592202 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-049f4923-5fb4-40a9-b414-3e89c87f28bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:26.611835 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086defa5-cf52-4fad-a733-ab36df39907e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event deleted for resources: {'Subnet': ['ID=4da62e51-b37d-4dc1-bbb3-592f3317fcc8,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:26.644373 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d42e08-e468-40cc-a945-782c7c892fd9 None None] Pushing event updated for resources: {'Port': ['ID=d5053c81-cbc4-48f0-abb1-67326dd1869f,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:26.727113 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34018) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:26.734359 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-086defa5-cf52-4fad-a733-ab36df39907e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:26.764040 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-086defa5-cf52-4fad-a733-ab36df39907e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8af20f61-ae34-4a28-958b-eacf224284b6']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:35:26.767948 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-39d42e08-e468-40cc-a945-782c7c892fd9 None None] Attempting to bind port d5053c81-cbc4-48f0-abb1-67326dd1869f on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:35:26.768326 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-39d42e08-e468-40cc-a945-782c7c892fd9 None None] Attempting to bind port d5053c81-cbc4-48f0-abb1-67326dd1869f by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '7d3c8ea3-70b6-4930-9c5c-2ea5efc6b4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8af20f61-ae34-4a28-958b-eacf224284b6'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:35:26.768692 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d42e08-e468-40cc-a945-782c7c892fd9 None None] Attempting to bind port d5053c81-cbc4-48f0-abb1-67326dd1869f on network 8af20f61-ae34-4a28-958b-eacf224284b6 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:35:26.783279 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d42e08-e468-40cc-a945-782c7c892fd9 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:35:26.788871 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d42e08-e468-40cc-a945-782c7c892fd9 None None] Checking segment: {'id': '7d3c8ea3-70b6-4930-9c5c-2ea5efc6b4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8af20f61-ae34-4a28-958b-eacf224284b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:35:26.789033 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-086defa5-cf52-4fad-a733-ab36df39907e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d3c8ea3-70b6-4930-9c5c-2ea5efc6b4ab') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:35:26.789137 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-39d42e08-e468-40cc-a945-782c7c892fd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:26.789220 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-086defa5-cf52-4fad-a733-ab36df39907e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d3c8ea3-70b6-4930-9c5c-2ea5efc6b4ab') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:35:26.789317 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d42e08-e468-40cc-a945-782c7c892fd9 None None] Bound using segment: {'id': '7d3c8ea3-70b6-4930-9c5c-2ea5efc6b4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8af20f61-ae34-4a28-958b-eacf224284b6'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:35:26.789317 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-39d42e08-e468-40cc-a945-782c7c892fd9 None None] Bound port: d5053c81-cbc4-48f0-abb1-67326dd1869f, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d3c8ea3-70b6-4930-9c5c-2ea5efc6b4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8af20f61-ae34-4a28-958b-eacf224284b6'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:35:26.789317 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-39d42e08-e468-40cc-a945-782c7c892fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:26.818155 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-086defa5-cf52-4fad-a733-ab36df39907e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:26.867063 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-049f4923-5fb4-40a9-b414-3e89c87f28bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:26.883061 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8e5875bc-b2c5-44a9-a66e-b63f5e9cad9b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:26.919240 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f4923-5fb4-40a9-b414-3e89c87f28bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bdbf2e-6268-45b0-a3bb-1617b0f4e3d9,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:26.919240 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-086defa5-cf52-4fad-a733-ab36df39907e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:26.949390 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-086defa5-cf52-4fad-a733-ab36df39907e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:35:26.952392 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-72a9916b-d78d-42b0-b832-75e5b0a88589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'name': 'tempest-AttachVolumeNegativeTest-494117646-router', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:55Z', 'updated_at': '2022-05-27T02:29:06Z', 'revision_number': 4, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'gw_port': {'id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:58Z', 'updated_at': '2022-05-27T02:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '6e06fc56-f856-4359-8936-e81e87ae92ec', 'name': '', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'mac_address': 'fa:16:3e:21:52:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:04Z', 'updated_at': '2022-05-27T02:29:21Z', 'revision_number': 5, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'subnets': [{'id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:35:26.954248 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-086defa5-cf52-4fad-a733-ab36df39907e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:26.958856 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a9916b-d78d-42b0-b832-75e5b0a88589 None None] The sync data for ids ['e4ee2b29-ceb2-4475-af4f-913e1f76f89b'] in n-d-843554-3 is: [{'id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'name': 'tempest-AttachVolumeNegativeTest-494117646-router', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:55Z', 'updated_at': '2022-05-27T02:29:06Z', 'revision_number': 4, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'gw_port': {'id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:58Z', 'updated_at': '2022-05-27T02:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '6e06fc56-f856-4359-8936-e81e87ae92ec', 'name': '', 'network_id': '72395de2-24ec-482b-bef7-14825a5fc695', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'mac_address': 'fa:16:3e:21:52:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:29:04Z', 'updated_at': '2022-05-27T02:29:21Z', 'revision_number': 5, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'subnets': [{'id': '8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:35:26.961244 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8e5875bc-b2c5-44a9-a66e-b63f5e9cad9b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:27.018011 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-39d42e08-e468-40cc-a945-782c7c892fd9 None None] For port d5053c81-cbc4-48f0-abb1-67326dd1869f, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:35:27.059159 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 7d3c8ea3-70b6-4930-9c5c-2ea5efc6b4ab resource provider aggregate not found May 27 02:35:27.109927 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 7d3c8ea3-70b6-4930-9c5c-2ea5efc6b4ab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d3c8ea3-70b6-4930-9c5c-2ea5efc6b4ab found for delete ", "request_id": "req-ad2b9882-69a2-490f-b778-f210d4f34b22"}]} May 27 02:35:27.111137 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-049f4923-5fb4-40a9-b414-3e89c87f28bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:27.112252 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-049f4923-5fb4-40a9-b414-3e89c87f28bb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/57bdbf2e-6268-45b0-a3bb-1617b0f4e3d9 HTTP/1.1" status: 204 len: 168 time: 0.7366471 May 27 02:35:27.132066 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-39d42e08-e468-40cc-a945-782c7c892fd9 None None] For port d5053c81-cbc4-48f0-abb1-67326dd1869f, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=d5053c81-cbc4-48f0-abb1-67326dd1869f,segment=NetworkSegment(7d3c8ea3-70b6-4930-9c5c-2ea5efc6b4ab),segment_id=7d3c8ea3-70b6-4930-9c5c-2ea5efc6b4ab)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:35:27.169540 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-086defa5-cf52-4fad-a733-ab36df39907e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 02:35:27.169540 n-d-843554-3 neutron-server[88902]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 02:35:27.169540 n-d-843554-3 neutron-server[88902]: [parameters: {'id': '8af20f61-ae34-4a28-958b-eacf224284b6'}] May 27 02:35:27.169540 n-d-843554-3 neutron-server[88902]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:35:27.169540 n-d-843554-3 neutron-server[88902]: DEBUG oslo_db.api [None req-086defa5-cf52-4fad-a733-ab36df39907e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:35:27.189602 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8e5875bc-b2c5-44a9-a66e-b63f5e9cad9b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:27.213465 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5875bc-b2c5-44a9-a66e-b63f5e9cad9b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63eff4c2-4a66-4508-803d-a6c0d4be4326,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:27.219243 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-39d42e08-e468-40cc-a945-782c7c892fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:27.315772 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8e5875bc-b2c5-44a9-a66e-b63f5e9cad9b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:27.315772 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8e5875bc-b2c5-44a9-a66e-b63f5e9cad9b tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "DELETE /v2.0/security-groups/63eff4c2-4a66-4508-803d-a6c0d4be4326 HTTP/1.1" status: 204 len: 168 time: 0.5815005 May 27 02:35:27.319837 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34040) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:27.352442 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-a10c0a68-b95b-41ff-849e-49f24ac0d9d7 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] show failed (client error): The resource could not be found. May 27 02:35:27.352442 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a10c0a68-b95b-41ff-849e-49f24ac0d9d7 tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "GET /v2.0/security-groups/63eff4c2-4a66-4508-803d-a6c0d4be4326 HTTP/1.1" status: 404 len: 347 time: 0.0322297 May 27 02:35:27.368382 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34044) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:27.471208 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f092841b-c1d1-4992-b642-c9f784667d70 None None] New status for floating IP 966409ba-038c-4647-ad74-81d9dbc73ac3: DOWN {{(pid=88904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:35:27.507806 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f779213b-842a-4537-bc92-4da5e140da4d req-2a7867f8-b3dc-4a34-a179-20733204e349 tempest-ServerShowV257Test-900046412 tempest-ServerShowV257Test-900046412-project] 10.222.0.57 "GET /v2.0/ports?device_id=72036f6d-bbc0-4c78-8700-88351222b0a0 HTTP/1.1" status: 200 len: 210 time: 0.0823750 May 27 02:35:27.617755 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da34839e-b2bb-4d06-9cb6-983f6e3d853e None None] Network 8af20f61-ae34-4a28-958b-eacf224284b6 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:35:27.641917 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d42e08-e468-40cc-a945-782c7c892fd9 None None] Pushing event updated for resources: {'Port': ['ID=d5053c81-cbc4-48f0-abb1-67326dd1869f,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:27.670589 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-086defa5-cf52-4fad-a733-ab36df39907e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:27.690117 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-086defa5-cf52-4fad-a733-ab36df39907e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Deleting port d5053c81-cbc4-48f0-abb1-67326dd1869f {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:35:27.691442 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-086defa5-cf52-4fad-a733-ab36df39907e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:27.784922 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1df6a513-a95b-49e1-8dbf-0305d2683679 req-3f2a5a5b-6be2-41fd-bfbb-208cbe0344b6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=72036f6d-bbc0-4c78-8700-88351222b0a0 HTTP/1.1" status: 200 len: 210 time: 0.1379490 May 27 02:35:27.791996 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-4724a4d4-e1fb-424e-bbdd-7ea72f9971ad tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Deleting port 25174ad6-e9a3-48e2-a2d3-013ff5724f9d {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:35:27.791996 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4724a4d4-e1fb-424e-bbdd-7ea72f9971ad tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:27.960073 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-47be9679-4648-44be-a10e-c3851208070f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:28.103724 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b028df-ebb9-44b0-9d15-fcbd013879ce None None] Network 8af20f61-ae34-4a28-958b-eacf224284b6 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:35:28.151513 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4724a4d4-e1fb-424e-bbdd-7ea72f9971ad tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:28.152077 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4724a4d4-e1fb-424e-bbdd-7ea72f9971ad tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:28.182218 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-086defa5-cf52-4fad-a733-ab36df39907e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] For port d5053c81-cbc4-48f0-abb1-67326dd1869f, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=d5053c81-cbc4-48f0-abb1-67326dd1869f,segment=NetworkSegment(7d3c8ea3-70b6-4930-9c5c-2ea5efc6b4ab),segment_id=7d3c8ea3-70b6-4930-9c5c-2ea5efc6b4ab)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:35:28.182218 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-086defa5-cf52-4fad-a733-ab36df39907e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:28.318402 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-086defa5-cf52-4fad-a733-ab36df39907e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Calling delete_port for d5053c81-cbc4-48f0-abb1-67326dd1869f owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:35:28.427534 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf57246-4bb1-4936-83bf-5953c2f19338 None None] get_active_networks_info from n-d-843554-3 {{(pid=88903) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 02:35:28.456774 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34064) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:28.475239 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-81aa5e03-eb1d-43a7-aa80-b9838444b3f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:28.492536 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-81aa5e03-eb1d-43a7-aa80-b9838444b3f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:35:28.494792 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-086defa5-cf52-4fad-a733-ab36df39907e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:28.541973 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf57246-4bb1-4936-83bf-5953c2f19338 None None] Resources bound (agent type, host, resource id): {{(pid=88903) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 02:35:28.544238 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-81aa5e03-eb1d-43a7-aa80-b9838444b3f5 admin admin] Usage tracker for resource:security_group_rule and tenant:4bc148195edd43f9b76b822b5a4a1c57 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:35:28.547958 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-4724a4d4-e1fb-424e-bbdd-7ea72f9971ad tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Calling delete_port for 25174ad6-e9a3-48e2-a2d3-013ff5724f9d owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:35:28.556062 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-81aa5e03-eb1d-43a7-aa80-b9838444b3f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:35:28.578223 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086defa5-cf52-4fad-a733-ab36df39907e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event deleted for resources: {'Port': ['ID=d5053c81-cbc4-48f0-abb1-67326dd1869f,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:28.580594 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-81aa5e03-eb1d-43a7-aa80-b9838444b3f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:35:28.583488 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086defa5-cf52-4fad-a733-ab36df39907e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] No DVR routers for this DVR port d5053c81-cbc4-48f0-abb1-67326dd1869f on host n-d-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:35:28.828573 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-4724a4d4-e1fb-424e-bbdd-7ea72f9971ad tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:35:28.828573 n-d-843554-3 neutron-server[88901]: DEBUG oslo_db.api [None req-4724a4d4-e1fb-424e-bbdd-7ea72f9971ad tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:35:29.021515 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-086defa5-cf52-4fad-a733-ab36df39907e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:29.069940 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:29.087091 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-086defa5-cf52-4fad-a733-ab36df39907e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8af20f61-ae34-4a28-958b-eacf224284b6']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:35:29.100200 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:29.102104 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-086defa5-cf52-4fad-a733-ab36df39907e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d3c8ea3-70b6-4930-9c5c-2ea5efc6b4ab') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:35:29.102104 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-086defa5-cf52-4fad-a733-ab36df39907e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d3c8ea3-70b6-4930-9c5c-2ea5efc6b4ab') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:35:29.114987 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-086defa5-cf52-4fad-a733-ab36df39907e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:29.134419 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-086defa5-cf52-4fad-a733-ab36df39907e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:29.144224 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-086defa5-cf52-4fad-a733-ab36df39907e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:35:29.144224 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-086defa5-cf52-4fad-a733-ab36df39907e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:29.250548 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-12c846f6-73a2-4f25-a2b5-696f8b05acc4 req-389bded3-7330-4c98-8f3b-7e76c377e8a0 tempest-ServerShowV257Test-900046412 tempest-ServerShowV257Test-900046412-project] 10.222.0.57 "GET /v2.0/ports?device_id=72036f6d-bbc0-4c78-8700-88351222b0a0 HTTP/1.1" status: 200 len: 210 time: 0.4375553 May 27 02:35:29.274135 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 7d3c8ea3-70b6-4930-9c5c-2ea5efc6b4ab resource provider aggregate not found May 27 02:35:29.302730 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 7d3c8ea3-70b6-4930-9c5c-2ea5efc6b4ab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d3c8ea3-70b6-4930-9c5c-2ea5efc6b4ab found for delete ", "request_id": "req-0933137e-3ac0-4847-a9b3-d2b23cd7d7c7"}]} May 27 02:35:29.305680 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-81aa5e03-eb1d-43a7-aa80-b9838444b3f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:29.326095 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-4724a4d4-e1fb-424e-bbdd-7ea72f9971ad tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Deleting port 25174ad6-e9a3-48e2-a2d3-013ff5724f9d {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:35:29.329137 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4724a4d4-e1fb-424e-bbdd-7ea72f9971ad tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:29.348445 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-086defa5-cf52-4fad-a733-ab36df39907e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:29.373893 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-086defa5-cf52-4fad-a733-ab36df39907e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:29.386963 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086defa5-cf52-4fad-a733-ab36df39907e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event deleted for resources: {'Network': ['ID=8af20f61-ae34-4a28-958b-eacf224284b6,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:29.388769 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-81aa5e03-eb1d-43a7-aa80-b9838444b3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:29.420230 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-086defa5-cf52-4fad-a733-ab36df39907e tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "DELETE /v2.0/networks/8af20f61-ae34-4a28-958b-eacf224284b6 HTTP/1.1" status: 204 len: 168 time: 4.1882513 May 27 02:35:29.431717 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34090) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:29.457875 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-81aa5e03-eb1d-43a7-aa80-b9838444b3f5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4bc148195edd43f9b76b822b5a4a1c57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9904785 May 27 02:35:29.457875 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34094) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:29.457875 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa5e03-eb1d-43a7-aa80-b9838444b3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33bdb55-64e9-4386-9072-9c7d2856060d,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:29.517899 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a3e7a7d-6dfe-4b41-b1f1-df76951ff5b2 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] DELETE failed (client error): The resource could not be found. May 27 02:35:29.517899 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a3e7a7d-6dfe-4b41-b1f1-df76951ff5b2 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:35:29.534257 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3a302140-3ed3-47a9-a18b-85d5c7dade3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:29.541730 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9a3e7a7d-6dfe-4b41-b1f1-df76951ff5b2 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "DELETE /v2.0/subnets/4da62e51-b37d-4dc1-bbb3-592f3317fcc8 HTTP/1.1" status: 404 len: 337 time: 0.1180429 May 27 02:35:29.541730 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34102) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:29.569155 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3a302140-3ed3-47a9-a18b-85d5c7dade3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:29.580797 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef95dff8-748e-4a03-91a3-aa4d3f1bba90 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] DELETE failed (client error): The resource could not be found. May 27 02:35:29.580797 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef95dff8-748e-4a03-91a3-aa4d3f1bba90 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:35:29.580797 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ef95dff8-748e-4a03-91a3-aa4d3f1bba90 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "DELETE /v2.0/networks/8af20f61-ae34-4a28-958b-eacf224284b6 HTTP/1.1" status: 404 len: 339 time: 0.0389645 May 27 02:35:29.590609 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34108) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:29.639573 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4724a4d4-e1fb-424e-bbdd-7ea72f9971ad tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:29.639573 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4724a4d4-e1fb-424e-bbdd-7ea72f9971ad tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:29.651062 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-a13cd16e-b494-4b5a-84b5-f037db5e697c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] DELETE failed (client error): The resource could not be found. May 27 02:35:29.651062 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a13cd16e-b494-4b5a-84b5-f037db5e697c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:35:29.652618 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a13cd16e-b494-4b5a-84b5-f037db5e697c tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "DELETE /v2.0/subnets/657d630c-3455-4ec4-806f-3159afd5456c HTTP/1.1" status: 404 len: 337 time: 0.0687773 May 27 02:35:29.655371 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34116) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:29.681091 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-99edacd7-5da3-40f4-a42d-c940684b6de3 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] DELETE failed (client error): The resource could not be found. May 27 02:35:29.681558 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99edacd7-5da3-40f4-a42d-c940684b6de3 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:35:29.689389 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-99edacd7-5da3-40f4-a42d-c940684b6de3 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "DELETE /v2.0/networks/004ffcfe-ed63-4003-8420-cf8ef6672eaf HTTP/1.1" status: 404 len: 339 time: 0.0330434 May 27 02:35:29.691778 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34122) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:29.772277 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-4724a4d4-e1fb-424e-bbdd-7ea72f9971ad tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Calling delete_port for 25174ad6-e9a3-48e2-a2d3-013ff5724f9d owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:35:29.833993 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4e62a9e8-1f46-4ec7-9d4b-18e5e0c2daaa tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:30.056176 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3a302140-3ed3-47a9-a18b-85d5c7dade3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:30.092923 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:30.101352 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3a302140-3ed3-47a9-a18b-85d5c7dade3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:30.102046 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4724a4d4-e1fb-424e-bbdd-7ea72f9971ad tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:30.102463 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3a302140-3ed3-47a9-a18b-85d5c7dade3e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e33bdb55-64e9-4386-9072-9c7d2856060d HTTP/1.1" status: 204 len: 168 time: 0.6447828 May 27 02:35:30.102463 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a302140-3ed3-47a9-a18b-85d5c7dade3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33bdb55-64e9-4386-9072-9c7d2856060d,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:30.102463 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4e62a9e8-1f46-4ec7-9d4b-18e5e0c2daaa tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:30.127584 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-4e62a9e8-1f46-4ec7-9d4b-18e5e0c2daaa tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ec335f0-398f-4bc2-91ec-06ef0222b09d']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:35:30.157152 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-4e62a9e8-1f46-4ec7-9d4b-18e5e0c2daaa tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4700eae0-3036-49db-89a9-eff1221f3f76') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:35:30.157358 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-4e62a9e8-1f46-4ec7-9d4b-18e5e0c2daaa tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4700eae0-3036-49db-89a9-eff1221f3f76') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:35:30.169699 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4e62a9e8-1f46-4ec7-9d4b-18e5e0c2daaa tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:30.203934 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4e62a9e8-1f46-4ec7-9d4b-18e5e0c2daaa tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:30.203934 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e62a9e8-1f46-4ec7-9d4b-18e5e0c2daaa tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:35:30.203934 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4e62a9e8-1f46-4ec7-9d4b-18e5e0c2daaa tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:30.261682 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724a4d4-e1fb-424e-bbdd-7ea72f9971ad tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Pushing event deleted for resources: {'Port': ['ID=25174ad6-e9a3-48e2-a2d3-013ff5724f9d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:30.395141 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4724a4d4-e1fb-424e-bbdd-7ea72f9971ad tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:30.408349 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4e62a9e8-1f46-4ec7-9d4b-18e5e0c2daaa tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:30.424932 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4e62a9e8-1f46-4ec7-9d4b-18e5e0c2daaa tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:30.435539 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e62a9e8-1f46-4ec7-9d4b-18e5e0c2daaa tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event deleted for resources: {'Network': ['ID=8ec335f0-398f-4bc2-91ec-06ef0222b09d,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:30.463377 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4724a4d4-e1fb-424e-bbdd-7ea72f9971ad tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:30.464550 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4724a4d4-e1fb-424e-bbdd-7ea72f9971ad tempest-AttachVolumeNegativeTest-156253788 tempest-AttachVolumeNegativeTest-156253788-project] 10.222.0.57 "DELETE /v2.0/floatingips/966409ba-038c-4647-ad74-81d9dbc73ac3 HTTP/1.1" status: 204 len: 168 time: 3.1021476 May 27 02:35:30.493546 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d58e8782-98c1-4396-adb8-b587df7a8333 req-0f869fa6-1fb9-4841-90e1-8b4cb08af9c0 tempest-ServerShowV257Test-900046412 tempest-ServerShowV257Test-900046412-project] 10.222.0.57 "GET /v2.0/ports?device_id=72036f6d-bbc0-4c78-8700-88351222b0a0 HTTP/1.1" status: 200 len: 210 time: 0.0631618 May 27 02:35:30.496362 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4e62a9e8-1f46-4ec7-9d4b-18e5e0c2daaa tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "DELETE /v2.0/networks/8ec335f0-398f-4bc2-91ec-06ef0222b09d HTTP/1.1" status: 204 len: 168 time: 0.8028922 May 27 02:35:30.499008 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34176) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:30.548402 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-f57043dd-9f6d-4d9d-9ed1-58c3713cb2a3 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] DELETE failed (client error): The resource could not be found. May 27 02:35:30.549406 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f57043dd-9f6d-4d9d-9ed1-58c3713cb2a3 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:35:30.551730 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f57043dd-9f6d-4d9d-9ed1-58c3713cb2a3 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "DELETE /v2.0/subnets/a521def5-c6c3-4357-87d7-57391703366f HTTP/1.1" status: 404 len: 337 time: 0.0515871 May 27 02:35:30.554917 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34182) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:30.607475 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-f07598f9-14b0-4ad9-87ee-8df5e3d32456 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] DELETE failed (client error): The resource could not be found. May 27 02:35:30.607475 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f07598f9-14b0-4ad9-87ee-8df5e3d32456 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:35:30.611296 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34192) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:30.614591 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f07598f9-14b0-4ad9-87ee-8df5e3d32456 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "DELETE /v2.0/networks/c9ab6785-9a83-40cc-9af7-63e48b3cb7d8 HTTP/1.1" status: 404 len: 339 time: 0.0517461 May 27 02:35:30.660027 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5203ee0-c9ff-4aa1-8b84-98a6ecdaed9a tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] DELETE failed (client error): The resource could not be found. May 27 02:35:30.660027 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5203ee0-c9ff-4aa1-8b84-98a6ecdaed9a tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:35:30.660027 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a5203ee0-c9ff-4aa1-8b84-98a6ecdaed9a tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "DELETE /v2.0/subnets/afd8520a-73d9-444c-beca-d123ae4de009 HTTP/1.1" status: 404 len: 337 time: 0.0467460 May 27 02:35:30.660027 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34196) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:30.698022 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-db80aa09-1eb0-4fdc-8d60-cc060d42512d tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] DELETE failed (client error): The resource could not be found. May 27 02:35:30.698022 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db80aa09-1eb0-4fdc-8d60-cc060d42512d tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:35:30.698022 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-db80aa09-1eb0-4fdc-8d60-cc060d42512d tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "DELETE /v2.0/networks/b4c2357f-99cf-4ac4-ba69-526775b6a11c HTTP/1.1" status: 404 len: 339 time: 0.0371044 May 27 02:35:30.709393 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34200) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:30.744118 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b7c0332-7b49-4d21-97e5-ff8172cfeb0b tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] DELETE failed (client error): The resource could not be found. May 27 02:35:30.744118 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b7c0332-7b49-4d21-97e5-ff8172cfeb0b tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:35:30.744118 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7b7c0332-7b49-4d21-97e5-ff8172cfeb0b tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "DELETE /v2.0/subnets/3047b717-a64e-47f0-b196-bcb5756596f5 HTTP/1.1" status: 404 len: 337 time: 0.0435469 May 27 02:35:30.751490 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34208) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:30.792405 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-218da18f-090e-449a-a8c8-acc7a9771767 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] DELETE failed (client error): The resource could not be found. May 27 02:35:30.792405 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-218da18f-090e-449a-a8c8-acc7a9771767 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:35:30.792405 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-218da18f-090e-449a-a8c8-acc7a9771767 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "DELETE /v2.0/networks/e7ff32e2-3b38-4268-92ff-fe1f36a79f94 HTTP/1.1" status: 404 len: 339 time: 0.0327730 May 27 02:35:30.792405 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34212) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:30.891268 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-c15dc30f-ac59-4cbf-b21c-1b78dafc9f13 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] DELETE failed (client error): The resource could not be found. May 27 02:35:30.891725 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c15dc30f-ac59-4cbf-b21c-1b78dafc9f13 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:35:30.895980 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c15dc30f-ac59-4cbf-b21c-1b78dafc9f13 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "DELETE /v2.0/subnets/d3cbae39-c29e-431b-a01f-8fea752c3daa HTTP/1.1" status: 404 len: 337 time: 0.1103206 May 27 02:35:30.896570 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34228) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:30.930232 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cf372b0-fd42-4cea-80d8-82f7937f1f49 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] DELETE failed (client error): The resource could not be found. May 27 02:35:30.930677 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cf372b0-fd42-4cea-80d8-82f7937f1f49 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:35:30.934747 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6cf372b0-fd42-4cea-80d8-82f7937f1f49 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "DELETE /v2.0/networks/3f5cfb6f-2e13-44a9-b1d9-c91c046662a0 HTTP/1.1" status: 404 len: 339 time: 0.0345275 May 27 02:35:30.935196 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34234) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:30.978812 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-4376407d-de3b-44f4-91d5-39d26d566741 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] DELETE failed (client error): The resource could not be found. May 27 02:35:30.979282 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4376407d-de3b-44f4-91d5-39d26d566741 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:35:30.983905 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4376407d-de3b-44f4-91d5-39d26d566741 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "DELETE /v2.0/subnets/787901af-d35a-431f-a8f7-79657d06981b HTTP/1.1" status: 404 len: 337 time: 0.0454614 May 27 02:35:30.984144 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34242) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:31.016604 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5927b79-075a-46a5-8ae2-17f020979bdf tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] DELETE failed (client error): The resource could not be found. May 27 02:35:31.017101 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5927b79-075a-46a5-8ae2-17f020979bdf tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:35:31.018791 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c5927b79-075a-46a5-8ae2-17f020979bdf tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "DELETE /v2.0/networks/f0bfc5e9-ab85-46d9-8306-134587df266f HTTP/1.1" status: 404 len: 339 time: 0.0332696 May 27 02:35:31.028549 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34246) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:31.094901 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab143981-fd66-4e46-9f86-1d29e78b57aa tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] DELETE failed (client error): The resource could not be found. May 27 02:35:31.094901 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab143981-fd66-4e46-9f86-1d29e78b57aa tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:35:31.094901 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ab143981-fd66-4e46-9f86-1d29e78b57aa tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "DELETE /v2.0/subnets/42b69173-9bfa-48b1-9808-2062546754d9 HTTP/1.1" status: 404 len: 337 time: 0.0585499 May 27 02:35:31.098163 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34254) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:31.131925 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c42b750-0861-44bc-908c-2f460aef1c44 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] DELETE failed (client error): The resource could not be found. May 27 02:35:31.131925 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c42b750-0861-44bc-908c-2f460aef1c44 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:35:31.131925 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3c42b750-0861-44bc-908c-2f460aef1c44 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "DELETE /v2.0/networks/3c118795-a5d0-4302-9b8d-043f22bb7cb6 HTTP/1.1" status: 404 len: 339 time: 0.0269432 May 27 02:35:31.137026 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34260) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:31.180396 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-be5e2867-6776-4da2-bcf4-8bdcb64aeec1 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] DELETE failed (client error): The resource could not be found. May 27 02:35:31.180396 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be5e2867-6776-4da2-bcf4-8bdcb64aeec1 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:35:31.188913 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-be5e2867-6776-4da2-bcf4-8bdcb64aeec1 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "DELETE /v2.0/subnets/c6e5c418-881d-4093-95ad-ace31f90d690 HTTP/1.1" status: 404 len: 337 time: 0.0557642 May 27 02:35:31.188913 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34266) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:31.239348 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6d38e55-1aa3-470e-9362-157b8c633f55 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] DELETE failed (client error): The resource could not be found. May 27 02:35:31.239348 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6d38e55-1aa3-470e-9362-157b8c633f55 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:35:31.247615 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a6d38e55-1aa3-470e-9362-157b8c633f55 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "DELETE /v2.0/networks/3c66943e-311c-449b-bdf1-01c4cb5b40f8 HTTP/1.1" status: 404 len: 339 time: 0.0548882 May 27 02:35:31.250536 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34274) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:31.322648 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-17fe163e-9f89-4161-a17a-3ef09de25293 req-fd06b880-b7c8-4dff-8ba3-b4658bfaa92d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6509647b5b014f1184374fa096d26aa8&device_id=72036f6d-bbc0-4c78-8700-88351222b0a0 HTTP/1.1" status: 200 len: 210 time: 0.0812962 May 27 02:35:31.335940 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-740839ee-f83d-4a75-819f-55e8fe47d667 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] DELETE failed (client error): The resource could not be found. May 27 02:35:31.337198 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-740839ee-f83d-4a75-819f-55e8fe47d667 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:35:31.338914 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-740839ee-f83d-4a75-819f-55e8fe47d667 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "DELETE /v2.0/subnets/7daf57c8-fc93-4ed4-89ad-ee2de7fda807 HTTP/1.1" status: 404 len: 337 time: 0.0955741 May 27 02:35:31.341171 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 4700eae0-3036-49db-89a9-eff1221f3f76 resource provider aggregate not found May 27 02:35:31.344920 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34280) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:31.364694 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 4700eae0-3036-49db-89a9-eff1221f3f76 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4700eae0-3036-49db-89a9-eff1221f3f76 found for delete ", "request_id": "req-a9c8e974-31cf-40a8-a556-0c721d8cc164"}]} May 27 02:35:31.373495 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-40dd2e57-7b0b-4c91-8fe4-c584c0fa9c33 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] DELETE failed (client error): The resource could not be found. May 27 02:35:31.373964 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40dd2e57-7b0b-4c91-8fe4-c584c0fa9c33 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:35:31.375696 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-40dd2e57-7b0b-4c91-8fe4-c584c0fa9c33 tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "DELETE /v2.0/networks/91424a7e-111c-4afd-91b5-71bda99ae586 HTTP/1.1" status: 404 len: 339 time: 0.0298612 May 27 02:35:31.383712 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34286) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:31.391119 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-17fe163e-9f89-4161-a17a-3ef09de25293 req-04a428e5-6dc5-408a-b86d-0a426d578b51 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=6509647b5b014f1184374fa096d26aa8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610423 May 27 02:35:31.554499 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dfb88eb0-f48e-4496-b55e-f4f5597d0ba6 req-13fcee4b-f1eb-457a-a8bc-d014d1bf7ecd tempest-ServerShowV257Test-900046412 tempest-ServerShowV257Test-900046412-project] 10.222.0.57 "GET /v2.0/ports?device_id=72036f6d-bbc0-4c78-8700-88351222b0a0 HTTP/1.1" status: 200 len: 210 time: 0.0943749 May 27 02:35:31.615489 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6f188f3-2a37-457f-a177-ecdcafac2bac tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Deleting subnet 45038613-f922-4a0d-9e34-c3c013b2027d {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:35:31.615489 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f6f188f3-2a37-457f-a177-ecdcafac2bac tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:31.682760 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe163e-9f89-4161-a17a-3ef09de25293 req-4bc4e3b0-0f1a-4cc0-a36b-54986f90c15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:31.682760 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-17fe163e-9f89-4161-a17a-3ef09de25293 req-4bc4e3b0-0f1a-4cc0-a36b-54986f90c15f service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2819221 May 27 02:35:31.715949 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f6f188f3-2a37-457f-a177-ecdcafac2bac tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:31.855931 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f6f188f3-2a37-457f-a177-ecdcafac2bac tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:32.020463 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34308) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:32.060074 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f6f188f3-2a37-457f-a177-ecdcafac2bac tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:32.115508 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f188f3-2a37-457f-a177-ecdcafac2bac tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event deleted for resources: {'Subnet': ['ID=45038613-f922-4a0d-9e34-c3c013b2027d,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:32.126241 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f6f188f3-2a37-457f-a177-ecdcafac2bac tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:32.129608 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea21f47-529f-4f87-a617-93047cc6a0f2 None None] Network 01630723-74c0-4cb9-a9b4-d21e694d5bb5 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:35:32.133774 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f6f188f3-2a37-457f-a177-ecdcafac2bac tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "DELETE /v2.0/subnets/45038613-f922-4a0d-9e34-c3c013b2027d HTTP/1.1" status: 204 len: 168 time: 0.7431128 May 27 02:35:32.150330 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34314) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:32.311999 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20d13eb3-9c02-43d3-9722-6b5ecc52f35f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:32.337937 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-20d13eb3-9c02-43d3-9722-6b5ecc52f35f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:35:32.345002 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-20d13eb3-9c02-43d3-9722-6b5ecc52f35f admin admin] Usage tracker for resource:security_group_rule and tenant:49be28e039574e84924abef72853f493 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:35:32.350777 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1b0858f4-165a-45b9-b312-a6d35e638a3f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:32.353258 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-20d13eb3-9c02-43d3-9722-6b5ecc52f35f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:35:32.361491 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-20d13eb3-9c02-43d3-9722-6b5ecc52f35f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:35:32.388802 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-1b0858f4-165a-45b9-b312-a6d35e638a3f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Deleting port 5f982986-3d6b-4ca0-9d73-21318d53b5f7 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:35:32.395019 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1b0858f4-165a-45b9-b312-a6d35e638a3f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:32.529023 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c5ee14-4e1e-48c0-a560-c8e29d307c5f None None] DHCP port deletion for 01630723-74c0-4cb9-a9b4-d21e694d5bb5 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:35:32.540082 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-15c5ee14-4e1e-48c0-a560-c8e29d307c5f None None] Deleting port 5f982986-3d6b-4ca0-9d73-21318d53b5f7 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:35:32.540082 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-15c5ee14-4e1e-48c0-a560-c8e29d307c5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:32.822282 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 5f982986-3d6b-4ca0-9d73-21318d53b5f7 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:35:32.870646 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-40054851-82bc-4514-a54b-3e2304b1cad1 req-00b21117-475b-4986-9fd2-1465af0354b4 tempest-ServerShowV257Test-900046412 tempest-ServerShowV257Test-900046412-project] 10.222.0.57 "GET /v2.0/ports?device_id=72036f6d-bbc0-4c78-8700-88351222b0a0 HTTP/1.1" status: 200 len: 210 time: 0.0894535 May 27 02:35:33.063175 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20d13eb3-9c02-43d3-9722-6b5ecc52f35f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:33.263363 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 5f982986-3d6b-4ca0-9d73-21318d53b5f7 is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:35:33.263914 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:33.288844 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20d13eb3-9c02-43d3-9722-6b5ecc52f35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:33.298384 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-15c5ee14-4e1e-48c0-a560-c8e29d307c5f None None] For port 5f982986-3d6b-4ca0-9d73-21318d53b5f7, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=5f982986-3d6b-4ca0-9d73-21318d53b5f7,segment=NetworkSegment(57ac9744-6145-468f-9be5-19ac70ce99fe),segment_id=57ac9744-6145-468f-9be5-19ac70ce99fe)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:35:33.299017 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-15c5ee14-4e1e-48c0-a560-c8e29d307c5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:33.325857 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 5f982986-3d6b-4ca0-9d73-21318d53b5f7, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=5f982986-3d6b-4ca0-9d73-21318d53b5f7,segment=NetworkSegment(57ac9744-6145-468f-9be5-19ac70ce99fe),segment_id=57ac9744-6145-468f-9be5-19ac70ce99fe)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:35:33.398061 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-17fe163e-9f89-4161-a17a-3ef09de25293 req-01bc8bb7-d27a-45e5-b158-71060c373f08 tempest-ServerShowV257Test-900046412 tempest-ServerShowV257Test-900046412-project] 10.222.0.32 "GET /v2.0/ports?device_id=72036f6d-bbc0-4c78-8700-88351222b0a0 HTTP/1.1" status: 200 len: 210 time: 0.4182987 May 27 02:35:33.404763 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-20d13eb3-9c02-43d3-9722-6b5ecc52f35f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=49be28e039574e84924abef72853f493&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3779182 May 27 02:35:33.406662 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34344) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:33.490365 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-1b0858f4-165a-45b9-b312-a6d35e638a3f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] For port 5f982986-3d6b-4ca0-9d73-21318d53b5f7, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=5f982986-3d6b-4ca0-9d73-21318d53b5f7,segment=NetworkSegment(57ac9744-6145-468f-9be5-19ac70ce99fe),segment_id=57ac9744-6145-468f-9be5-19ac70ce99fe)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:35:33.490365 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1b0858f4-165a-45b9-b312-a6d35e638a3f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:33.619580 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0828f221-f04b-4fbd-9411-f6a7d2ffd291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:33.634655 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:33.652896 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-15c5ee14-4e1e-48c0-a560-c8e29d307c5f None None] Calling delete_port for 5f982986-3d6b-4ca0-9d73-21318d53b5f7 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:35:33.664519 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0828f221-f04b-4fbd-9411-f6a7d2ffd291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:33.681254 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-1b0858f4-165a-45b9-b312-a6d35e638a3f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Calling delete_port for 5f982986-3d6b-4ca0-9d73-21318d53b5f7 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:35:33.717638 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d13eb3-9c02-43d3-9722-6b5ecc52f35f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfe2520-95c5-4c5b-a87b-a70439e53716,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:33.864967 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-1b0858f4-165a-45b9-b312-a6d35e638a3f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:35:33.865293 n-d-843554-3 neutron-server[88901]: DEBUG oslo_db.api [None req-1b0858f4-165a-45b9-b312-a6d35e638a3f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:35:33.961254 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0828f221-f04b-4fbd-9411-f6a7d2ffd291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:33.986150 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=5f982986-3d6b-4ca0-9d73-21318d53b5f7,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:34.003842 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-15c5ee14-4e1e-48c0-a560-c8e29d307c5f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:35:34.003842 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-15c5ee14-4e1e-48c0-a560-c8e29d307c5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:35:34.012513 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0828f221-f04b-4fbd-9411-f6a7d2ffd291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfe2520-95c5-4c5b-a87b-a70439e53716,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:34.043404 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0828f221-f04b-4fbd-9411-f6a7d2ffd291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:34.043404 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0828f221-f04b-4fbd-9411-f6a7d2ffd291 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bdfe2520-95c5-4c5b-a87b-a70439e53716 HTTP/1.1" status: 204 len: 168 time: 0.6333945 May 27 02:35:34.171738 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c0fc1403-309a-4002-9c08-caec6774e946 req-6aeaeeae-b8a6-4b30-92d6-463402477a35 tempest-ServerShowV257Test-900046412 tempest-ServerShowV257Test-900046412-project] 10.222.0.57 "GET /v2.0/ports?device_id=72036f6d-bbc0-4c78-8700-88351222b0a0 HTTP/1.1" status: 200 len: 210 time: 0.0556536 May 27 02:35:34.374547 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-1b0858f4-165a-45b9-b312-a6d35e638a3f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Deleting port 5f982986-3d6b-4ca0-9d73-21318d53b5f7 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:35:34.374547 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1b0858f4-165a-45b9-b312-a6d35e638a3f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:34.510606 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-15c5ee14-4e1e-48c0-a560-c8e29d307c5f None None] Deleting port 5f982986-3d6b-4ca0-9d73-21318d53b5f7 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:35:34.510606 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-15c5ee14-4e1e-48c0-a560-c8e29d307c5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:34.838969 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-1b0858f4-165a-45b9-b312-a6d35e638a3f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] For port 5f982986-3d6b-4ca0-9d73-21318d53b5f7, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=5f982986-3d6b-4ca0-9d73-21318d53b5f7,segment=NetworkSegment(57ac9744-6145-468f-9be5-19ac70ce99fe),segment_id=57ac9744-6145-468f-9be5-19ac70ce99fe)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:35:34.838969 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1b0858f4-165a-45b9-b312-a6d35e638a3f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:35.100365 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-15c5ee14-4e1e-48c0-a560-c8e29d307c5f None None] For port 5f982986-3d6b-4ca0-9d73-21318d53b5f7, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=5f982986-3d6b-4ca0-9d73-21318d53b5f7,segment=NetworkSegment(57ac9744-6145-468f-9be5-19ac70ce99fe),segment_id=57ac9744-6145-468f-9be5-19ac70ce99fe)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:35:35.100934 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-15c5ee14-4e1e-48c0-a560-c8e29d307c5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:35.131673 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-1b0858f4-165a-45b9-b312-a6d35e638a3f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Calling delete_port for 5f982986-3d6b-4ca0-9d73-21318d53b5f7 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:35:35.309815 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-15c5ee14-4e1e-48c0-a560-c8e29d307c5f None None] Calling delete_port for 5f982986-3d6b-4ca0-9d73-21318d53b5f7 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:35:35.477652 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1b0858f4-165a-45b9-b312-a6d35e638a3f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:35.491484 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-15c5ee14-4e1e-48c0-a560-c8e29d307c5f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:35:35.491484 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-15c5ee14-4e1e-48c0-a560-c8e29d307c5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:35:35.535999 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34402) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:35.562496 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0858f4-165a-45b9-b312-a6d35e638a3f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event deleted for resources: {'Port': ['ID=5f982986-3d6b-4ca0-9d73-21318d53b5f7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:35.567748 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1c1b1514-170f-468a-8dc5-db0c14858958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:35.576184 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0858f4-165a-45b9-b312-a6d35e638a3f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] No DVR routers for this DVR port 5f982986-3d6b-4ca0-9d73-21318d53b5f7 on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:35:35.635051 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1c1b1514-170f-468a-8dc5-db0c14858958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:35:35.661779 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1c1b1514-170f-468a-8dc5-db0c14858958 admin admin] Usage tracker for resource:security_group_rule and tenant:5901e62ec0334ac7a82539d0525d81a2 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:35:35.662433 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1c1b1514-170f-468a-8dc5-db0c14858958 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:35:35.676440 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1c1b1514-170f-468a-8dc5-db0c14858958 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:35:35.813097 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1b0858f4-165a-45b9-b312-a6d35e638a3f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:35.823436 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1c1b1514-170f-468a-8dc5-db0c14858958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:35.841762 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-1b0858f4-165a-45b9-b312-a6d35e638a3f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01630723-74c0-4cb9-a9b4-d21e694d5bb5']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:35:35.855616 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-1b0858f4-165a-45b9-b312-a6d35e638a3f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57ac9744-6145-468f-9be5-19ac70ce99fe') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:35:35.855913 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-1b0858f4-165a-45b9-b312-a6d35e638a3f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57ac9744-6145-468f-9be5-19ac70ce99fe') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:35:35.869161 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1b0858f4-165a-45b9-b312-a6d35e638a3f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:35.887150 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1c1b1514-170f-468a-8dc5-db0c14858958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:35.898795 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1b0858f4-165a-45b9-b312-a6d35e638a3f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:35.928567 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b0858f4-165a-45b9-b312-a6d35e638a3f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:35:35.928567 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1b0858f4-165a-45b9-b312-a6d35e638a3f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:36.018784 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b1514-170f-468a-8dc5-db0c14858958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ac3c3c-610d-4233-b353-b6112d94316a,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:36.029181 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-15c5ee14-4e1e-48c0-a560-c8e29d307c5f None None] Deleting port 5f982986-3d6b-4ca0-9d73-21318d53b5f7 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:35:36.029181 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-15c5ee14-4e1e-48c0-a560-c8e29d307c5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:36.050840 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1c1b1514-170f-468a-8dc5-db0c14858958 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5901e62ec0334ac7a82539d0525d81a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5079217 May 27 02:35:36.050840 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34412) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:36.132978 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7b8b6579-800d-45db-bb2f-32a29670fc24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:36.177506 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 57ac9744-6145-468f-9be5-19ac70ce99fe resource provider aggregate not found May 27 02:35:36.192700 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 57ac9744-6145-468f-9be5-19ac70ce99fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 57ac9744-6145-468f-9be5-19ac70ce99fe found for delete ", "request_id": "req-a7e7742d-bf5e-4c4b-89e8-ae951f891069"}]} May 27 02:35:36.200139 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7b8b6579-800d-45db-bb2f-32a29670fc24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:36.225958 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-15c5ee14-4e1e-48c0-a560-c8e29d307c5f None None] The port '5f982986-3d6b-4ca0-9d73-21318d53b5f7' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:35:36.233901 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1b0858f4-165a-45b9-b312-a6d35e638a3f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:36.270603 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1b0858f4-165a-45b9-b312-a6d35e638a3f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:36.321422 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1b0858f4-165a-45b9-b312-a6d35e638a3f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] 10.222.0.57 "DELETE /v2.0/networks/01630723-74c0-4cb9-a9b4-d21e694d5bb5 HTTP/1.1" status: 204 len: 168 time: 4.1895640 May 27 02:35:36.325493 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0858f4-165a-45b9-b312-a6d35e638a3f tempest-NetworksTest-1384511322 tempest-NetworksTest-1384511322-project] Pushing event deleted for resources: {'Network': ['ID=01630723-74c0-4cb9-a9b4-d21e694d5bb5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:36.382348 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34424) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:36.415827 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7b8b6579-800d-45db-bb2f-32a29670fc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:36.460680 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b6579-800d-45db-bb2f-32a29670fc24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ac3c3c-610d-4233-b353-b6112d94316a,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:36.488261 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7b8b6579-800d-45db-bb2f-32a29670fc24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:36.488261 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7b8b6579-800d-45db-bb2f-32a29670fc24 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/50ac3c3c-610d-4233-b353-b6112d94316a HTTP/1.1" status: 204 len: 168 time: 0.4431016 May 27 02:35:36.681235 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6037f1af-5b5a-4569-b127-bb664606b9d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:36.697324 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-6037f1af-5b5a-4569-b127-bb664606b9d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:35:36.701504 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-6037f1af-5b5a-4569-b127-bb664606b9d9 admin admin] Usage tracker for resource:security_group_rule and tenant:6509647b5b014f1184374fa096d26aa8 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:35:36.704405 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-6037f1af-5b5a-4569-b127-bb664606b9d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:35:36.710712 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-6037f1af-5b5a-4569-b127-bb664606b9d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:35:36.900449 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6037f1af-5b5a-4569-b127-bb664606b9d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:36.999682 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6037f1af-5b5a-4569-b127-bb664606b9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:37.105340 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6037f1af-5b5a-4569-b127-bb664606b9d9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6509647b5b014f1184374fa096d26aa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7201469 May 27 02:35:37.105340 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037f1af-5b5a-4569-b127-bb664606b9d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2224c19-17a8-46a2-b9fa-37b769d022dd,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:37.106153 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34446) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:37.213995 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-293bc388-ae8b-4bfd-b887-9e8d035abe7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:37.230475 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34450) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:37.275380 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-293bc388-ae8b-4bfd-b887-9e8d035abe7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:37.458043 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-293bc388-ae8b-4bfd-b887-9e8d035abe7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:37.474482 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293bc388-ae8b-4bfd-b887-9e8d035abe7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2224c19-17a8-46a2-b9fa-37b769d022dd,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:37.481738 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-293bc388-ae8b-4bfd-b887-9e8d035abe7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:37.483929 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-293bc388-ae8b-4bfd-b887-9e8d035abe7b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b2224c19-17a8-46a2-b9fa-37b769d022dd HTTP/1.1" status: 204 len: 168 time: 0.3772454 May 27 02:35:37.609697 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34472) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:37.611764 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-758ef62d-62e8-483b-b2f1-5dc8c0fb30e9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=88428439299c48b08e04b00eeea4fc36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3787487 May 27 02:35:37.693405 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c4539ab4-8726-4068-9af0-117ff0a8b432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:37.743180 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c4539ab4-8726-4068-9af0-117ff0a8b432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:37.870071 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c4539ab4-8726-4068-9af0-117ff0a8b432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:37.897480 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4539ab4-8726-4068-9af0-117ff0a8b432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b4ad11-285f-4475-ab04-3b514a3fcd6f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:37.897480 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c4539ab4-8726-4068-9af0-117ff0a8b432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:37.897480 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c4539ab4-8726-4068-9af0-117ff0a8b432 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a4b4ad11-285f-4475-ab04-3b514a3fcd6f HTTP/1.1" status: 204 len: 168 time: 0.2897592 May 27 02:35:38.450444 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34490) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:38.652038 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-478b4129-6183-43af-ac48-7052fd6d6916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:38.716520 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-478b4129-6183-43af-ac48-7052fd6d6916 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:35:38.716520 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-478b4129-6183-43af-ac48-7052fd6d6916 admin admin] Usage tracker for resource:security_group_rule and tenant:be7e445c211a45fe845e56ec086e0d33 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:35:38.716520 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-478b4129-6183-43af-ac48-7052fd6d6916 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:35:38.729671 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-478b4129-6183-43af-ac48-7052fd6d6916 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:35:39.012431 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-478b4129-6183-43af-ac48-7052fd6d6916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:39.086842 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-478b4129-6183-43af-ac48-7052fd6d6916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:39.127181 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b4129-6183-43af-ac48-7052fd6d6916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02380ebd-03ea-460c-a998-386f09ac0d18,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:39.145848 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-478b4129-6183-43af-ac48-7052fd6d6916 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=be7e445c211a45fe845e56ec086e0d33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7007368 May 27 02:35:39.148487 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34532) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:39.217705 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d8651868-c586-4f3e-a8f5-fa245a6e116e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:39.256820 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d8651868-c586-4f3e-a8f5-fa245a6e116e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:39.435365 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d8651868-c586-4f3e-a8f5-fa245a6e116e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:39.460349 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8651868-c586-4f3e-a8f5-fa245a6e116e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02380ebd-03ea-460c-a998-386f09ac0d18,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:39.494260 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d8651868-c586-4f3e-a8f5-fa245a6e116e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:39.495380 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d8651868-c586-4f3e-a8f5-fa245a6e116e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/02380ebd-03ea-460c-a998-386f09ac0d18 HTTP/1.1" status: 204 len: 168 time: 0.3455904 May 27 02:35:40.697808 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34586) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:40.725784 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-19e6d381-fd33-4873-966a-5d8e24291518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:40.741021 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-19e6d381-fd33-4873-966a-5d8e24291518 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:35:40.748703 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-19e6d381-fd33-4873-966a-5d8e24291518 admin admin] Usage tracker for resource:security_group_rule and tenant:af85ba41ed894c2e93905dec541bd022 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:35:40.748703 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-19e6d381-fd33-4873-966a-5d8e24291518 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:35:40.768398 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-19e6d381-fd33-4873-966a-5d8e24291518 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:35:41.024113 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-19e6d381-fd33-4873-966a-5d8e24291518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:41.105712 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34596) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:41.138026 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-19e6d381-fd33-4873-966a-5d8e24291518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:41.220434 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-19e6d381-fd33-4873-966a-5d8e24291518 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=af85ba41ed894c2e93905dec541bd022&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5141263 May 27 02:35:41.220434 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6d381-fd33-4873-966a-5d8e24291518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b91059-8bd3-4ee7-8b96-ac048f93876b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:41.222946 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34604) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:41.275980 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-6d05d423-8103-4e42-b60b-b38894bae3d6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-991317731'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:35:41.283318 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-6d05d423-8103-4e42-b60b-b38894bae3d6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:35:41.296232 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-6d05d423-8103-4e42-b60b-b38894bae3d6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:network and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:35:41.304101 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-6d05d423-8103-4e42-b60b-b38894bae3d6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:35:41.317367 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-6d05d423-8103-4e42-b60b-b38894bae3d6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:35:41.349234 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f3e0095a-f2cf-472f-995c-fd29056c0726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:41.376172 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f3e0095a-f2cf-472f-995c-fd29056c0726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:41.439987 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d05d423-8103-4e42-b60b-b38894bae3d6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Made reservation on behalf of 06c4fa5e71c94d138c98e5ba8a8181ad for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:35:41.439987 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6d05d423-8103-4e42-b60b-b38894bae3d6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:41.477682 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6d05d423-8103-4e42-b60b-b38894bae3d6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:41.499108 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-6d05d423-8103-4e42-b60b-b38894bae3d6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:35:41.503353 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-6d05d423-8103-4e42-b60b-b38894bae3d6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:security_group_rule and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:35:41.516914 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-6d05d423-8103-4e42-b60b-b38894bae3d6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:35:41.529095 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-6d05d423-8103-4e42-b60b-b38894bae3d6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:35:41.682721 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f3e0095a-f2cf-472f-995c-fd29056c0726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:41.719894 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e0095a-f2cf-472f-995c-fd29056c0726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b91059-8bd3-4ee7-8b96-ac048f93876b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:41.733848 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f3e0095a-f2cf-472f-995c-fd29056c0726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:41.733848 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f3e0095a-f2cf-472f-995c-fd29056c0726 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b8b91059-8bd3-4ee7-8b96-ac048f93876b HTTP/1.1" status: 204 len: 168 time: 0.5207810 May 27 02:35:41.823857 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6d05d423-8103-4e42-b60b-b38894bae3d6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:41.962408 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6d05d423-8103-4e42-b60b-b38894bae3d6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:42.064146 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d05d423-8103-4e42-b60b-b38894bae3d6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:35:42.064146 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05d423-8103-4e42-b60b-b38894bae3d6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7319cf82-21c7-4b76-8a9f-048c4746e81a,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:42.081127 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6d05d423-8103-4e42-b60b-b38894bae3d6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:42.081127 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-6d05d423-8103-4e42-b60b-b38894bae3d6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Added segment 8d782bc2-99c9-431c-9de5-a8bb66cf5f96 of type vlan for network fb771f32-b619-420a-80a4-a93b3767dc43 May 27 02:35:42.103507 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6d05d423-8103-4e42-b60b-b38894bae3d6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:42.202441 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6d05d423-8103-4e42-b60b-b38894bae3d6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:42.202441 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d05d423-8103-4e42-b60b-b38894bae3d6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:42.203127 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6d05d423-8103-4e42-b60b-b38894bae3d6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:42.338974 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05d423-8103-4e42-b60b-b38894bae3d6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'Network': ['ID=fb771f32-b619-420a-80a4-a93b3767dc43,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:42.347780 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network fb771f32-b619-420a-80a4-a93b3767dc43 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:35:42.420458 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6d05d423-8103-4e42-b60b-b38894bae3d6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3247960 May 27 02:35:42.425448 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34666) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:42.425448 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f27bf37f-d3f9-48f7-80f8-3ff9ab791639 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'port': {'network_id': 'fb771f32-b619-420a-80a4-a93b3767dc43', 'name': 'tempest-PortsIpV6TestJSON-977308647'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:35:42.587631 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:35:42.625782 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f27bf37f-d3f9-48f7-80f8-3ff9ab791639 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:35:42.638646 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f27bf37f-d3f9-48f7-80f8-3ff9ab791639 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:port and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:35:42.641874 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f27bf37f-d3f9-48f7-80f8-3ff9ab791639 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:35:42.650316 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f27bf37f-d3f9-48f7-80f8-3ff9ab791639 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:35:42.736598 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27bf37f-d3f9-48f7-80f8-3ff9ab791639 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Made reservation on behalf of 06c4fa5e71c94d138c98e5ba8a8181ad for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:35:42.756369 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f27bf37f-d3f9-48f7-80f8-3ff9ab791639 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:42.861295 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-f27bf37f-d3f9-48f7-80f8-3ff9ab791639 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] device_id is not set on port ef895001-7a05-4589-9812-1006e5b00ee4 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:35:43.184211 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f27bf37f-d3f9-48f7-80f8-3ff9ab791639 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:43.230169 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34696) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:43.288645 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f27bf37f-d3f9-48f7-80f8-3ff9ab791639 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:43.533021 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27bf37f-d3f9-48f7-80f8-3ff9ab791639 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'Port': ['ID=ef895001-7a05-4589-9812-1006e5b00ee4,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:43.590623 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27bf37f-d3f9-48f7-80f8-3ff9ab791639 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Checking segment: {'id': '8d782bc2-99c9-431c-9de5-a8bb66cf5f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fb771f32-b619-420a-80a4-a93b3767dc43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:35:43.590623 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27bf37f-d3f9-48f7-80f8-3ff9ab791639 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Network hostable DHCP agents. Network: fb771f32-b619-420a-80a4-a93b3767dc43, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:35:43.592403 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-56fac9d0-7dcc-4ebc-bd30-5731ef5c7473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:43.592403 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-56fac9d0-7dcc-4ebc-bd30-5731ef5c7473 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:35:43.592403 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-56fac9d0-7dcc-4ebc-bd30-5731ef5c7473 admin admin] Usage tracker for resource:security_group_rule and tenant:162a6a04bcc043cc96f9bc1972a272b6 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:35:43.592403 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-56fac9d0-7dcc-4ebc-bd30-5731ef5c7473 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:35:43.592403 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-56fac9d0-7dcc-4ebc-bd30-5731ef5c7473 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:35:43.593238 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34712) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:43.694848 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-56fac9d0-7dcc-4ebc-bd30-5731ef5c7473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:43.722099 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27bf37f-d3f9-48f7-80f8-3ff9ab791639 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Network fb771f32-b619-420a-80a4-a93b3767dc43 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:35:43.770397 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-56fac9d0-7dcc-4ebc-bd30-5731ef5c7473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:43.909790 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-f27bf37f-d3f9-48f7-80f8-3ff9ab791639 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, fb771f32-b619-420a-80a4-a93b3767dc43) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:35:43.915440 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-56fac9d0-7dcc-4ebc-bd30-5731ef5c7473 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=162a6a04bcc043cc96f9bc1972a272b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6873105 May 27 02:35:43.915440 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34724) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:43.915440 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fac9d0-7dcc-4ebc-bd30-5731ef5c7473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518e5772-5d0a-4188-bd27-932ba7b19b11,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:43.941563 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27bf37f-d3f9-48f7-80f8-3ff9ab791639 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:35:43.949233 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27bf37f-d3f9-48f7-80f8-3ff9ab791639 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:43.949233 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f27bf37f-d3f9-48f7-80f8-3ff9ab791639 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:43.970053 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eaf9baf-0dff-46c6-aace-8bc2579ccc10 None None] Network fb771f32-b619-420a-80a4-a93b3767dc43 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:35:44.054569 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8accf6b9-198a-47c0-baa4-b4b5884c12c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:44.100457 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8accf6b9-198a-47c0-baa4-b4b5884c12c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:44.124646 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f27bf37f-d3f9-48f7-80f8-3ff9ab791639 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6967094 May 27 02:35:44.126607 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34732) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:44.148800 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-286822d9-440a-41db-af7a-79067969b60c tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1054905068'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:35:44.148800 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-286822d9-440a-41db-af7a-79067969b60c tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:35:44.157367 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-286822d9-440a-41db-af7a-79067969b60c tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:network and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:35:44.166536 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-286822d9-440a-41db-af7a-79067969b60c tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:35:44.181403 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-286822d9-440a-41db-af7a-79067969b60c tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:35:44.326065 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286822d9-440a-41db-af7a-79067969b60c tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Made reservation on behalf of 06c4fa5e71c94d138c98e5ba8a8181ad for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:35:44.326065 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-286822d9-440a-41db-af7a-79067969b60c tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:44.344491 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8accf6b9-198a-47c0-baa4-b4b5884c12c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:44.372371 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accf6b9-198a-47c0-baa4-b4b5884c12c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518e5772-5d0a-4188-bd27-932ba7b19b11,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:44.384952 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8accf6b9-198a-47c0-baa4-b4b5884c12c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:44.389051 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8accf6b9-198a-47c0-baa4-b4b5884c12c9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/518e5772-5d0a-4188-bd27-932ba7b19b11 HTTP/1.1" status: 204 len: 168 time: 0.4764915 May 27 02:35:44.399907 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-286822d9-440a-41db-af7a-79067969b60c tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:35:44.419210 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-286822d9-440a-41db-af7a-79067969b60c tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:44.419210 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-286822d9-440a-41db-af7a-79067969b60c tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Added segment d134c7a7-d352-4d1c-94f7-0a0afd7d31c9 of type vlan for network cc462711-f89f-4cbd-a4fb-ba91037ee515 May 27 02:35:44.452452 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-286822d9-440a-41db-af7a-79067969b60c tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:44.565432 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-286822d9-440a-41db-af7a-79067969b60c tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:44.580412 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286822d9-440a-41db-af7a-79067969b60c tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:44.580412 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-286822d9-440a-41db-af7a-79067969b60c tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:44.648929 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0db8764c-5941-44ad-9e8e-24a8df5d13ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:44.766328 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286822d9-440a-41db-af7a-79067969b60c tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'Network': ['ID=cc462711-f89f-4cbd-a4fb-ba91037ee515,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:44.775684 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network cc462711-f89f-4cbd-a4fb-ba91037ee515 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:35:44.864568 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-286822d9-440a-41db-af7a-79067969b60c tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7329972 May 27 02:35:44.867094 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34762) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:44.877204 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-cd0b67c1-c89a-4466-a3d0-3d757bad43f9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'ports': [{'network_id': 'fb771f32-b619-420a-80a4-a93b3767dc43'}, {'network_id': 'cc462711-f89f-4cbd-a4fb-ba91037ee515'}]} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:35:44.877204 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-cd0b67c1-c89a-4466-a3d0-3d757bad43f9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'port': {'network_id': 'fb771f32-b619-420a-80a4-a93b3767dc43'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:35:44.885229 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-cd0b67c1-c89a-4466-a3d0-3d757bad43f9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'port': {'network_id': 'cc462711-f89f-4cbd-a4fb-ba91037ee515'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:35:45.395541 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-0db8764c-5941-44ad-9e8e-24a8df5d13ac admin admin] Deleting port 6e06fc56-f856-4359-8936-e81e87ae92ec {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:35:45.395541 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0db8764c-5941-44ad-9e8e-24a8df5d13ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:45.476326 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-cd0b67c1-c89a-4466-a3d0-3d757bad43f9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:35:45.480924 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-cd0b67c1-c89a-4466-a3d0-3d757bad43f9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:port and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:35:45.484561 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-cd0b67c1-c89a-4466-a3d0-3d757bad43f9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:35:45.490471 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-cd0b67c1-c89a-4466-a3d0-3d757bad43f9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:35:45.854692 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0b67c1-c89a-4466-a3d0-3d757bad43f9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Made reservation on behalf of 06c4fa5e71c94d138c98e5ba8a8181ad for: {'port': 2} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:35:45.854692 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd0b67c1-c89a-4466-a3d0-3d757bad43f9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:45.860895 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-0db8764c-5941-44ad-9e8e-24a8df5d13ac admin admin] For port 6e06fc56-f856-4359-8936-e81e87ae92ec, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=6e06fc56-f856-4359-8936-e81e87ae92ec,segment=NetworkSegment(2f5a53b5-f564-4864-b9f2-3ebea542732b),segment_id=2f5a53b5-f564-4864-b9f2-3ebea542732b)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:35:45.860895 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0db8764c-5941-44ad-9e8e-24a8df5d13ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:45.866696 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd0b67c1-c89a-4466-a3d0-3d757bad43f9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:45.872837 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-0db8764c-5941-44ad-9e8e-24a8df5d13ac admin admin] Calling delete_port for 6e06fc56-f856-4359-8936-e81e87ae92ec owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:35:45.872837 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34784) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:45.872837 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-878f96e6-7ef2-4b3d-86f4-d70e79f2e77c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:45.921873 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-878f96e6-7ef2-4b3d-86f4-d70e79f2e77c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:35:45.954607 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-878f96e6-7ef2-4b3d-86f4-d70e79f2e77c admin admin] Usage tracker for resource:security_group_rule and tenant:a79a1f44adcd49aea2bfeac9ce7b45be is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:35:45.966704 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-878f96e6-7ef2-4b3d-86f4-d70e79f2e77c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:35:45.986357 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-878f96e6-7ef2-4b3d-86f4-d70e79f2e77c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:35:46.027772 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-cd0b67c1-c89a-4466-a3d0-3d757bad43f9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] device_id is not set on port 1f1152f0-8b3b-4607-a873-56e5812225c5 yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:35:46.163110 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-878f96e6-7ef2-4b3d-86f4-d70e79f2e77c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:46.180243 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0db8764c-5941-44ad-9e8e-24a8df5d13ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:46.206592 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd0b67c1-c89a-4466-a3d0-3d757bad43f9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:46.256111 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db8764c-5941-44ad-9e8e-24a8df5d13ac admin admin] Pushing event deleted for resources: {'Port': ['ID=6e06fc56-f856-4359-8936-e81e87ae92ec,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:46.267604 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-878f96e6-7ef2-4b3d-86f4-d70e79f2e77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:46.328121 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-878f96e6-7ef2-4b3d-86f4-d70e79f2e77c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a79a1f44adcd49aea2bfeac9ce7b45be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5360065 May 27 02:35:46.336982 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34796) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:46.435433 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-cd0b67c1-c89a-4466-a3d0-3d757bad43f9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] device_id is not set on port 1dcc983d-7856-4458-9d32-e6a9ac0869f4 yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:35:46.585007 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd0b67c1-c89a-4466-a3d0-3d757bad43f9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:46.596671 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f96e6-7ef2-4b3d-86f4-d70e79f2e77c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d4bc20-ffa2-48d0-9b36-e511b1c22127,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:46.718499 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd0b67c1-c89a-4466-a3d0-3d757bad43f9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:46.736851 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8cd9cef2-5393-4b30-ae00-4771123749c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:46.794797 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0b67c1-c89a-4466-a3d0-3d757bad43f9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Network fb771f32-b619-420a-80a4-a93b3767dc43 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:35:46.801735 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-cd0b67c1-c89a-4466-a3d0-3d757bad43f9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:35:46.811459 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0b67c1-c89a-4466-a3d0-3d757bad43f9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:35:46.816135 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd0b67c1-c89a-4466-a3d0-3d757bad43f9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:46.821181 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8cd9cef2-5393-4b30-ae00-4771123749c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:46.848498 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b67c1-c89a-4466-a3d0-3d757bad43f9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'Port': ['ID=1f1152f0-8b3b-4607-a873-56e5812225c5,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:46.947371 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0b67c1-c89a-4466-a3d0-3d757bad43f9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Checking segment: {'id': 'd134c7a7-d352-4d1c-94f7-0a0afd7d31c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'cc462711-f89f-4cbd-a4fb-ba91037ee515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:35:46.948201 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0b67c1-c89a-4466-a3d0-3d757bad43f9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Network hostable DHCP agents. Network: cc462711-f89f-4cbd-a4fb-ba91037ee515, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:35:46.956103 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b67c1-c89a-4466-a3d0-3d757bad43f9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'Port': ['ID=1dcc983d-7856-4458-9d32-e6a9ac0869f4,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:47.021239 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0db8764c-5941-44ad-9e8e-24a8df5d13ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:47.082963 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0b67c1-c89a-4466-a3d0-3d757bad43f9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Network cc462711-f89f-4cbd-a4fb-ba91037ee515 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:35:47.158986 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8cd9cef2-5393-4b30-ae00-4771123749c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:47.226122 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9cef2-5393-4b30-ae00-4771123749c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d4bc20-ffa2-48d0-9b36-e511b1c22127,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:47.232211 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-cd0b67c1-c89a-4466-a3d0-3d757bad43f9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, cc462711-f89f-4cbd-a4fb-ba91037ee515) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:35:47.250032 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0b67c1-c89a-4466-a3d0-3d757bad43f9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:35:47.262599 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0b67c1-c89a-4466-a3d0-3d757bad43f9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:47.263076 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f268db6-29f7-4e5d-98ca-c4db77276e0e None None] Network cc462711-f89f-4cbd-a4fb-ba91037ee515 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:35:47.266810 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8cd9cef2-5393-4b30-ae00-4771123749c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:47.268116 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8cd9cef2-5393-4b30-ae00-4771123749c0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/14d4bc20-ffa2-48d0-9b36-e511b1c22127 HTTP/1.1" status: 204 len: 168 time: 0.9338055 May 27 02:35:47.271965 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0b67c1-c89a-4466-a3d0-3d757bad43f9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:47.274811 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd0b67c1-c89a-4466-a3d0-3d757bad43f9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:47.419938 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-cd0b67c1-c89a-4466-a3d0-3d757bad43f9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.5460286 May 27 02:35:47.419938 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34818) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:47.580282 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b7f16b05-2970-4702-94e9-5e5b55e2d2d1 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Deleting port 1dcc983d-7856-4458-9d32-e6a9ac0869f4 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:35:47.582391 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b7f16b05-2970-4702-94e9-5e5b55e2d2d1 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:47.973736 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db8764c-5941-44ad-9e8e-24a8df5d13ac admin admin] Router e4ee2b29-ceb2-4475-af4f-913e1f76f89b has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:35:48.008968 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b7f16b05-2970-4702-94e9-5e5b55e2d2d1 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:48.303287 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b7f16b05-2970-4702-94e9-5e5b55e2d2d1 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Calling delete_port for 1dcc983d-7856-4458-9d32-e6a9ac0869f4 owned by {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:35:48.346240 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db8764c-5941-44ad-9e8e-24a8df5d13ac admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:35:48.352414 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0db8764c-5941-44ad-9e8e-24a8df5d13ac admin admin] 10.222.0.57 "PUT /v2.0/routers/e4ee2b29-ceb2-4475-af4f-913e1f76f89b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7589760 May 27 02:35:48.355848 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34852) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:48.359981 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e199905-9b72-425f-b9bc-653e33b5b71c None None] Sync routers for ids ['e4ee2b29-ceb2-4475-af4f-913e1f76f89b'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:35:48.377888 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e199905-9b72-425f-b9bc-653e33b5b71c None None] Routers {'e4ee2b29-ceb2-4475-af4f-913e1f76f89b'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:35:48.378863 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7e199905-9b72-425f-b9bc-653e33b5b71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:35:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['e4ee2b29-ceb2-4475-af4f-913e1f76f89b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:35:48.523331 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b7f16b05-2970-4702-94e9-5e5b55e2d2d1 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:48.589796 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f16b05-2970-4702-94e9-5e5b55e2d2d1 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event deleted for resources: {'Port': ['ID=1dcc983d-7856-4458-9d32-e6a9ac0869f4,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:48.604272 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f16b05-2970-4702-94e9-5e5b55e2d2d1 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:48.604619 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f16b05-2970-4702-94e9-5e5b55e2d2d1 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:48.606094 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f16b05-2970-4702-94e9-5e5b55e2d2d1 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:48.606094 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f16b05-2970-4702-94e9-5e5b55e2d2d1 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:48.606264 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f16b05-2970-4702-94e9-5e5b55e2d2d1 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:48.606859 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f16b05-2970-4702-94e9-5e5b55e2d2d1 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:48.606928 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f16b05-2970-4702-94e9-5e5b55e2d2d1 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:48.607195 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f16b05-2970-4702-94e9-5e5b55e2d2d1 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:48.607799 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f16b05-2970-4702-94e9-5e5b55e2d2d1 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:48.608546 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f16b05-2970-4702-94e9-5e5b55e2d2d1 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:48.609135 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f16b05-2970-4702-94e9-5e5b55e2d2d1 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:48.615179 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f16b05-2970-4702-94e9-5e5b55e2d2d1 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:48.625420 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b7f16b05-2970-4702-94e9-5e5b55e2d2d1 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:48.634638 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b7f16b05-2970-4702-94e9-5e5b55e2d2d1 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/ports/1dcc983d-7856-4458-9d32-e6a9ac0869f4 HTTP/1.1" status: 204 len: 168 time: 1.2138596 May 27 02:35:48.637045 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34860) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:48.728886 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-7e199905-9b72-425f-b9bc-653e33b5b71c None None] Set router e4ee2b29-ceb2-4475-af4f-913e1f76f89b gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:35:48.750288 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39acfcbe-9513-4e53-8b3c-d589e7c2cfdd tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:48.775089 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39acfcbe-9513-4e53-8b3c-d589e7c2cfdd tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:48.776372 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-39acfcbe-9513-4e53-8b3c-d589e7c2cfdd tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Synchronizing usage tracker for tenant:06c4fa5e71c94d138c98e5ba8a8181ad on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:35:48.784552 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d18d6f43-92d1-4f72-92f9-1ecd120f1328 admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:48.886409 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-39acfcbe-9513-4e53-8b3c-d589e7c2cfdd tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Unset dirty status for tenant:06c4fa5e71c94d138c98e5ba8a8181ad on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:35:48.887817 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-39acfcbe-9513-4e53-8b3c-d589e7c2cfdd tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2496750 May 27 02:35:48.890775 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34878) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:49.065852 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4357bdfd-e043-4f10-897d-4373d42fd30d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Deleting port 1f1152f0-8b3b-4607-a873-56e5812225c5 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:35:49.066548 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4357bdfd-e043-4f10-897d-4373d42fd30d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:49.225105 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d18d6f43-92d1-4f72-92f9-1ecd120f1328 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:49.333542 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d18d6f43-92d1-4f72-92f9-1ecd120f1328 admin admin] Deleting port 3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:35:49.333998 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:49.334100 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d18d6f43-92d1-4f72-92f9-1ecd120f1328 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:49.404228 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:49.447307 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7e199905-9b72-425f-b9bc-653e33b5b71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'name': 'tempest-AttachVolumeNegativeTest-494117646-router', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:55Z', 'updated_at': '2022-05-27T02:35:46Z', 'revision_number': 5, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'gw_port': {'id': '3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:58Z', 'updated_at': '2022-05-27T02:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:35:49.453725 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e199905-9b72-425f-b9bc-653e33b5b71c None None] Checking router: e4ee2b29-ceb2-4475-af4f-913e1f76f89b for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:35:49.466861 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e199905-9b72-425f-b9bc-653e33b5b71c None None] Routers {'e4ee2b29-ceb2-4475-af4f-913e1f76f89b'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:35:49.480751 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7e199905-9b72-425f-b9bc-653e33b5b71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:35:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['e4ee2b29-ceb2-4475-af4f-913e1f76f89b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:35:49.586519 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4357bdfd-e043-4f10-897d-4373d42fd30d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:49.677285 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-7e199905-9b72-425f-b9bc-653e33b5b71c None None] Set router e4ee2b29-ceb2-4475-af4f-913e1f76f89b gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:35:49.712472 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-d18d6f43-92d1-4f72-92f9-1ecd120f1328 admin admin] For port 3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:35:49.713500 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d18d6f43-92d1-4f72-92f9-1ecd120f1328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:49.848408 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4357bdfd-e043-4f10-897d-4373d42fd30d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Calling delete_port for 1f1152f0-8b3b-4607-a873-56e5812225c5 owned by {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:35:49.869891 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7e199905-9b72-425f-b9bc-653e33b5b71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'name': 'tempest-AttachVolumeNegativeTest-494117646-router', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:55Z', 'updated_at': '2022-05-27T02:35:49Z', 'revision_number': 6, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'gw_port_host': None}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:35:49.881198 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e199905-9b72-425f-b9bc-653e33b5b71c None None] The sync data for ids ['e4ee2b29-ceb2-4475-af4f-913e1f76f89b'] in n-d-843554-3 is: [{'id': 'e4ee2b29-ceb2-4475-af4f-913e1f76f89b', 'name': 'tempest-AttachVolumeNegativeTest-494117646-router', 'tenant_id': '2651911d1c264f1c8c7218b6fddf9f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:55Z', 'updated_at': '2022-05-27T02:35:49Z', 'revision_number': 6, 'project_id': '2651911d1c264f1c8c7218b6fddf9f10', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:35:50.030723 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34900) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:50.048197 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d18d6f43-92d1-4f72-92f9-1ecd120f1328 admin admin] Calling delete_port for 3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:35:50.246291 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4357bdfd-e043-4f10-897d-4373d42fd30d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:50.343964 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d18d6f43-92d1-4f72-92f9-1ecd120f1328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:50.346946 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357bdfd-e043-4f10-897d-4373d42fd30d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event deleted for resources: {'Port': ['ID=1f1152f0-8b3b-4607-a873-56e5812225c5,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:50.365921 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4357bdfd-e043-4f10-897d-4373d42fd30d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:50.452310 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34950) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:50.452446 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4357bdfd-e043-4f10-897d-4373d42fd30d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/ports/1f1152f0-8b3b-4607-a873-56e5812225c5 HTTP/1.1" status: 204 len: 168 time: 1.5600924 May 27 02:35:50.460343 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d6f43-92d1-4f72-92f9-1ecd120f1328 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:50.510608 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18d6f43-92d1-4f72-92f9-1ecd120f1328 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:50.511172 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18d6f43-92d1-4f72-92f9-1ecd120f1328 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:50.512201 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18d6f43-92d1-4f72-92f9-1ecd120f1328 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:50.512667 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18d6f43-92d1-4f72-92f9-1ecd120f1328 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:50.513149 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18d6f43-92d1-4f72-92f9-1ecd120f1328 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:50.513605 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18d6f43-92d1-4f72-92f9-1ecd120f1328 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:50.514081 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18d6f43-92d1-4f72-92f9-1ecd120f1328 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:50.514553 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18d6f43-92d1-4f72-92f9-1ecd120f1328 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:50.515019 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18d6f43-92d1-4f72-92f9-1ecd120f1328 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:50.515471 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18d6f43-92d1-4f72-92f9-1ecd120f1328 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:50.515927 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18d6f43-92d1-4f72-92f9-1ecd120f1328 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:50.516437 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18d6f43-92d1-4f72-92f9-1ecd120f1328 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:50.700998 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9b9e971b-6bdc-461e-a63f-b352b8433ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:50.762156 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9b9e971b-6bdc-461e-a63f-b352b8433ca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:35:50.776415 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9b9e971b-6bdc-461e-a63f-b352b8433ca0 admin admin] Usage tracker for resource:security_group_rule and tenant:eb8f331248e34a6f951c1421681ab155 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:35:50.781136 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9b9e971b-6bdc-461e-a63f-b352b8433ca0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:35:50.786235 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d18d6f43-92d1-4f72-92f9-1ecd120f1328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:50.844051 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 6e06fc56-f856-4359-8936-e81e87ae92ec no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:35:50.915128 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 6e06fc56-f856-4359-8936-e81e87ae92ec {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:35:50.916295 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 6e06fc56-f856-4359-8936-e81e87ae92ec not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:35:50.916879 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:35:50.939002 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9b9e971b-6bdc-461e-a63f-b352b8433ca0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:35:50.981633 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:35:50.981989 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 3f3f543a-90b6-4911-a9db-1dc8fa5b3b9e not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:35:51.029321 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ef736c-61b4-44f9-9c66-f477f16b6cab tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:51.030075 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-69ef736c-61b4-44f9-9c66-f477f16b6cab tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Synchronizing usage tracker for tenant:06c4fa5e71c94d138c98e5ba8a8181ad on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:35:51.042889 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d18d6f43-92d1-4f72-92f9-1ecd120f1328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:51.044796 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34958) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:51.054377 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d18d6f43-92d1-4f72-92f9-1ecd120f1328 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:51.123930 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-69ef736c-61b4-44f9-9c66-f477f16b6cab tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Unset dirty status for tenant:06c4fa5e71c94d138c98e5ba8a8181ad on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:35:51.125162 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-69ef736c-61b4-44f9-9c66-f477f16b6cab tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.6664450 May 27 02:35:51.128208 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34964) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:51.140385 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9b9e971b-6bdc-461e-a63f-b352b8433ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:51.174031 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-01db1f40-3d41-4c6b-843b-3b16c9b666b3 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] GET failed (client error): The resource could not be found. May 27 02:35:51.174573 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-01db1f40-3d41-4c6b-843b-3b16c9b666b3 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Synchronizing usage tracker for tenant:06c4fa5e71c94d138c98e5ba8a8181ad on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:35:51.177698 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d18d6f43-92d1-4f72-92f9-1ecd120f1328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:51.178384 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18d6f43-92d1-4f72-92f9-1ecd120f1328 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4ee2b29-ceb2-4475-af4f-913e1f76f89b {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:35:51.195538 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-23eb73da-9db1-400f-837c-46821a2e5dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:51.201307 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9b9e971b-6bdc-461e-a63f-b352b8433ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:51.218693 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-23eb73da-9db1-400f-837c-46821a2e5dbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:35:51.221351 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-01db1f40-3d41-4c6b-843b-3b16c9b666b3 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Unset dirty status for tenant:06c4fa5e71c94d138c98e5ba8a8181ad on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:35:51.222701 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-01db1f40-3d41-4c6b-843b-3b16c9b666b3 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "GET /v2.0/ports/1dcc983d-7856-4458-9d32-e6a9ac0869f4 HTTP/1.1" status: 404 len: 333 time: 0.0933499 May 27 02:35:51.225584 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-23eb73da-9db1-400f-837c-46821a2e5dbc admin admin] Usage tracker for resource:security_group_rule and tenant:86f171846b484e4082760242853fe842 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:35:51.228246 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34968) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:51.231903 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-23eb73da-9db1-400f-837c-46821a2e5dbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:35:51.244359 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d18d6f43-92d1-4f72-92f9-1ecd120f1328 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:51.245660 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d18d6f43-92d1-4f72-92f9-1ecd120f1328 admin admin] 10.222.0.57 "DELETE /v2.0/routers/e4ee2b29-ceb2-4475-af4f-913e1f76f89b HTTP/1.1" status: 204 len: 168 time: 2.8893812 May 27 02:35:51.256063 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34972) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:51.271897 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-23eb73da-9db1-400f-837c-46821a2e5dbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:35:51.282806 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b1b20d-5377-4660-ad0f-c06548d50190 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] GET failed (client error): The resource could not be found. May 27 02:35:51.288959 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-44b1b20d-5377-4660-ad0f-c06548d50190 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "GET /v2.0/ports/1f1152f0-8b3b-4607-a873-56e5812225c5 HTTP/1.1" status: 404 len: 333 time: 0.0595505 May 27 02:35:51.293407 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34976) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:51.300339 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e971b-6bdc-461e-a63f-b352b8433ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3f412e-cba1-4949-8ab8-8bdb41472526,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:51.317783 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9b9e971b-6bdc-461e-a63f-b352b8433ca0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=eb8f331248e34a6f951c1421681ab155&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2860241 May 27 02:35:51.320667 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34980) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:51.359780 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4844ddf-7890-4192-9ba8-3a1586d658ba admin admin] Deleting subnet 8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:35:51.372989 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a4844ddf-7890-4192-9ba8-3a1586d658ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:51.440186 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-35807828-69c4-430d-823a-02dfd8be7372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:51.452873 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-85848a7f-6c75-4ab5-b6ae-da092abf53e9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:51.461145 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a4844ddf-7890-4192-9ba8-3a1586d658ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:51.516080 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-35807828-69c4-430d-823a-02dfd8be7372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:51.602882 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a4844ddf-7890-4192-9ba8-3a1586d658ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:51.627704 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-23eb73da-9db1-400f-837c-46821a2e5dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:51.632291 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-85848a7f-6c75-4ab5-b6ae-da092abf53e9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:51.658731 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-85848a7f-6c75-4ab5-b6ae-da092abf53e9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc462711-f89f-4cbd-a4fb-ba91037ee515']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:35:51.671630 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-85848a7f-6c75-4ab5-b6ae-da092abf53e9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd134c7a7-d352-4d1c-94f7-0a0afd7d31c9') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:35:51.671932 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-85848a7f-6c75-4ab5-b6ae-da092abf53e9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd134c7a7-d352-4d1c-94f7-0a0afd7d31c9') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:35:51.684414 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-85848a7f-6c75-4ab5-b6ae-da092abf53e9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:51.701206 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-85848a7f-6c75-4ab5-b6ae-da092abf53e9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:51.707354 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85848a7f-6c75-4ab5-b6ae-da092abf53e9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:35:51.707996 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-85848a7f-6c75-4ab5-b6ae-da092abf53e9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:51.738694 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a4844ddf-7890-4192-9ba8-3a1586d658ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:51.777854 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4844ddf-7890-4192-9ba8-3a1586d658ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:51.782365 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-23eb73da-9db1-400f-837c-46821a2e5dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:51.786813 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a4844ddf-7890-4192-9ba8-3a1586d658ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:51.793992 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-35807828-69c4-430d-823a-02dfd8be7372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:51.794358 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780fe5b0-0c07-4722-bf21-961da9ca5ef1 None None] Network 72395de2-24ec-482b-bef7-14825a5fc695 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:35:51.829635 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment d134c7a7-d352-4d1c-94f7-0a0afd7d31c9 resource provider aggregate not found May 27 02:35:51.834032 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a4844ddf-7890-4192-9ba8-3a1586d658ba admin admin] 10.222.0.57 "DELETE /v2.0/subnets/8d9e7cc3-8de7-4062-a8c8-fb8c7bca1a95 HTTP/1.1" status: 204 len: 168 time: 0.5723150 May 27 02:35:51.846828 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-23eb73da-9db1-400f-837c-46821a2e5dbc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=86f171846b484e4082760242853fe842&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8005505 May 27 02:35:51.847960 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34998) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:51.853473 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 35004) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:51.861695 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-35807828-69c4-430d-823a-02dfd8be7372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:51.862646 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-35807828-69c4-430d-823a-02dfd8be7372 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/db3f412e-cba1-4949-8ab8-8bdb41472526 HTTP/1.1" status: 204 len: 168 time: 0.5412250 May 27 02:35:51.863525 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35807828-69c4-430d-823a-02dfd8be7372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3f412e-cba1-4949-8ab8-8bdb41472526,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:51.946022 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0ad10446-1bf8-4e4d-8cae-1483411277c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:51.990783 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0ad10446-1bf8-4e4d-8cae-1483411277c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:52.021192 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b893c6de-34e6-4d9c-960d-a633f0ef19e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:52.027922 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment d134c7a7-d352-4d1c-94f7-0a0afd7d31c9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d134c7a7-d352-4d1c-94f7-0a0afd7d31c9 found for delete ", "request_id": "req-cfa6e5a5-6bcd-4b3a-8f50-7d6ca87ef6ce"}]} May 27 02:35:52.079530 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b893c6de-34e6-4d9c-960d-a633f0ef19e6 admin admin] Deleting port 95e3400a-7ff1-4376-aad1-18af182eeb48 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:35:52.080018 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b893c6de-34e6-4d9c-960d-a633f0ef19e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:52.128812 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eb73da-9db1-400f-837c-46821a2e5dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2442d31-7349-49b2-92cf-13f3ce619a3f,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:52.173523 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0ad10446-1bf8-4e4d-8cae-1483411277c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:52.207097 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad10446-1bf8-4e4d-8cae-1483411277c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2442d31-7349-49b2-92cf-13f3ce619a3f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:52.239022 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0ad10446-1bf8-4e4d-8cae-1483411277c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:52.243111 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0ad10446-1bf8-4e4d-8cae-1483411277c3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c2442d31-7349-49b2-92cf-13f3ce619a3f HTTP/1.1" status: 204 len: 168 time: 0.3807979 May 27 02:35:52.267069 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc971264-70db-4b86-ba08-0bc01aa970a4 None None] DHCP port deletion for 72395de2-24ec-482b-bef7-14825a5fc695 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:35:52.270254 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-fc971264-70db-4b86-ba08-0bc01aa970a4 None None] Deleting port 95e3400a-7ff1-4376-aad1-18af182eeb48 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:35:52.270760 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fc971264-70db-4b86-ba08-0bc01aa970a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:52.300749 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-85848a7f-6c75-4ab5-b6ae-da092abf53e9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:52.335355 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-85848a7f-6c75-4ab5-b6ae-da092abf53e9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:52.360216 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85848a7f-6c75-4ab5-b6ae-da092abf53e9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event deleted for resources: {'Network': ['ID=cc462711-f89f-4cbd-a4fb-ba91037ee515,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:52.375163 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-85848a7f-6c75-4ab5-b6ae-da092abf53e9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/networks/cc462711-f89f-4cbd-a4fb-ba91037ee515 HTTP/1.1" status: 204 len: 168 time: 1.0807693 May 27 02:35:52.377232 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-b893c6de-34e6-4d9c-960d-a633f0ef19e6 admin admin] For port 95e3400a-7ff1-4376-aad1-18af182eeb48, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=95e3400a-7ff1-4376-aad1-18af182eeb48,segment=NetworkSegment(2f5a53b5-f564-4864-b9f2-3ebea542732b),segment_id=2f5a53b5-f564-4864-b9f2-3ebea542732b)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:35:52.377746 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b893c6de-34e6-4d9c-960d-a633f0ef19e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:52.379281 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 35026) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:52.385210 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-4c71ca0a-3252-4de8-a7c3-c5a438a4d759 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1637274846'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:35:52.390838 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4c71ca0a-3252-4de8-a7c3-c5a438a4d759 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:35:52.397909 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4c71ca0a-3252-4de8-a7c3-c5a438a4d759 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:network and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:35:52.405850 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4c71ca0a-3252-4de8-a7c3-c5a438a4d759 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:35:52.416148 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4c71ca0a-3252-4de8-a7c3-c5a438a4d759 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:35:52.509703 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c71ca0a-3252-4de8-a7c3-c5a438a4d759 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Made reservation on behalf of 06c4fa5e71c94d138c98e5ba8a8181ad for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:35:52.513276 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4c71ca0a-3252-4de8-a7c3-c5a438a4d759 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:52.532515 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b893c6de-34e6-4d9c-960d-a633f0ef19e6 admin admin] Calling delete_port for 95e3400a-7ff1-4376-aad1-18af182eeb48 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:35:52.534061 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-fc971264-70db-4b86-ba08-0bc01aa970a4 None None] For port 95e3400a-7ff1-4376-aad1-18af182eeb48, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=95e3400a-7ff1-4376-aad1-18af182eeb48,segment=NetworkSegment(2f5a53b5-f564-4864-b9f2-3ebea542732b),segment_id=2f5a53b5-f564-4864-b9f2-3ebea542732b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:35:52.534465 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fc971264-70db-4b86-ba08-0bc01aa970a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:52.569568 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c71ca0a-3252-4de8-a7c3-c5a438a4d759 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:35:52.593847 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4c71ca0a-3252-4de8-a7c3-c5a438a4d759 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:52.594200 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-4c71ca0a-3252-4de8-a7c3-c5a438a4d759 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Added segment 8eef9e25-062e-4819-ac53-0b09de6d191b of type vlan for network 75ff6fb4-ac9e-4bb1-b4f7-59e2334c6827 May 27 02:35:52.646419 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4c71ca0a-3252-4de8-a7c3-c5a438a4d759 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:52.719004 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-fc971264-70db-4b86-ba08-0bc01aa970a4 None None] Calling delete_port for 95e3400a-7ff1-4376-aad1-18af182eeb48 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:35:52.756442 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 95e3400a-7ff1-4376-aad1-18af182eeb48 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:35:52.758430 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b893c6de-34e6-4d9c-960d-a633f0ef19e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:52.783585 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4c71ca0a-3252-4de8-a7c3-c5a438a4d759 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:52.789455 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c71ca0a-3252-4de8-a7c3-c5a438a4d759 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:52.790324 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4c71ca0a-3252-4de8-a7c3-c5a438a4d759 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:52.864495 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 95e3400a-7ff1-4376-aad1-18af182eeb48 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:35:52.872598 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 95e3400a-7ff1-4376-aad1-18af182eeb48 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:35:52.903849 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b893c6de-34e6-4d9c-960d-a633f0ef19e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=95e3400a-7ff1-4376-aad1-18af182eeb48,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:52.913906 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b893c6de-34e6-4d9c-960d-a633f0ef19e6 admin admin] No DVR routers for this DVR port 95e3400a-7ff1-4376-aad1-18af182eeb48 on host n-d-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:35:52.919604 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-fc971264-70db-4b86-ba08-0bc01aa970a4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:35:52.920528 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-fc971264-70db-4b86-ba08-0bc01aa970a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:35:52.997112 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4c71ca0a-3252-4de8-a7c3-c5a438a4d759 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6167047 May 27 02:35:53.006644 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 35038) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:53.009220 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c71ca0a-3252-4de8-a7c3-c5a438a4d759 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'Network': ['ID=75ff6fb4-ac9e-4bb1-b4f7-59e2334c6827,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:53.026981 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 75ff6fb4-ac9e-4bb1-b4f7-59e2334c6827 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:35:53.033273 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-59b75e17-327e-4833-b7f7-dd709289a226 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'subnet': {'network_id': '75ff6fb4-ac9e-4bb1-b4f7-59e2334c6827', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:35:53.206056 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b893c6de-34e6-4d9c-960d-a633f0ef19e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:53.255938 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-b893c6de-34e6-4d9c-960d-a633f0ef19e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72395de2-24ec-482b-bef7-14825a5fc695']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:35:53.285163 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-b893c6de-34e6-4d9c-960d-a633f0ef19e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f5a53b5-f564-4864-b9f2-3ebea542732b') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:35:53.285461 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-b893c6de-34e6-4d9c-960d-a633f0ef19e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f5a53b5-f564-4864-b9f2-3ebea542732b') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:35:53.299385 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-59b75e17-327e-4833-b7f7-dd709289a226 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:35:53.299385 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-59b75e17-327e-4833-b7f7-dd709289a226 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:subnet and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:35:53.302175 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b893c6de-34e6-4d9c-960d-a633f0ef19e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:53.302698 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-59b75e17-327e-4833-b7f7-dd709289a226 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:35:53.308947 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-59b75e17-327e-4833-b7f7-dd709289a226 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:35:53.328460 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b893c6de-34e6-4d9c-960d-a633f0ef19e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:53.331180 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b893c6de-34e6-4d9c-960d-a633f0ef19e6 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:35:53.331699 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b893c6de-34e6-4d9c-960d-a633f0ef19e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:53.383808 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b75e17-327e-4833-b7f7-dd709289a226 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Made reservation on behalf of 06c4fa5e71c94d138c98e5ba8a8181ad for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:35:53.388452 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-59b75e17-327e-4833-b7f7-dd709289a226 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:53.421878 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-fc971264-70db-4b86-ba08-0bc01aa970a4 None None] Deleting port 95e3400a-7ff1-4376-aad1-18af182eeb48 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:35:53.423238 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fc971264-70db-4b86-ba08-0bc01aa970a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:53.508975 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-fc971264-70db-4b86-ba08-0bc01aa970a4 None None] The port '95e3400a-7ff1-4376-aad1-18af182eeb48' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:35:53.527295 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b893c6de-34e6-4d9c-960d-a633f0ef19e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:53.534584 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.ipam_backend_mixin [None req-59b75e17-327e-4833-b7f7-dd709289a226 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Performing IP validity checks on allocation pools {{(pid=88901) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 27 02:35:53.537459 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.ipam_backend_mixin [None req-59b75e17-327e-4833-b7f7-dd709289a226 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88901) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 27 02:35:53.546937 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b893c6de-34e6-4d9c-960d-a633f0ef19e6 admin admin] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:53.554960 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b893c6de-34e6-4d9c-960d-a633f0ef19e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=72395de2-24ec-482b-bef7-14825a5fc695,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:53.681721 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b893c6de-34e6-4d9c-960d-a633f0ef19e6 admin admin] 10.222.0.57 "DELETE /v2.0/networks/72395de2-24ec-482b-bef7-14825a5fc695 HTTP/1.1" status: 204 len: 168 time: 1.8173094 May 27 02:35:53.769968 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-59b75e17-327e-4833-b7f7-dd709289a226 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:53.866004 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b75e17-327e-4833-b7f7-dd709289a226 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'Subnet': ['ID=9aa98c92-98e1-43c7-8f28-e44070c5b80b,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:53.868951 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b75e17-327e-4833-b7f7-dd709289a226 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Checking segment: {'id': '8eef9e25-062e-4819-ac53-0b09de6d191b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75ff6fb4-ac9e-4bb1-b4f7-59e2334c6827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:35:53.869480 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b75e17-327e-4833-b7f7-dd709289a226 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Network hostable DHCP agents. Network: 75ff6fb4-ac9e-4bb1-b4f7-59e2334c6827, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:35:53.966620 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b75e17-327e-4833-b7f7-dd709289a226 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Network 75ff6fb4-ac9e-4bb1-b4f7-59e2334c6827 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:35:54.049400 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 2f5a53b5-f564-4864-b9f2-3ebea542732b resource provider aggregate not found May 27 02:35:54.052494 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-59b75e17-327e-4833-b7f7-dd709289a226 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 75ff6fb4-ac9e-4bb1-b4f7-59e2334c6827) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:35:54.058644 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b75e17-327e-4833-b7f7-dd709289a226 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:54.060103 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-59b75e17-327e-4833-b7f7-dd709289a226 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:54.065553 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c4aa1f-f0eb-458b-b2f7-274fb5dc27b0 None None] Network 75ff6fb4-ac9e-4bb1-b4f7-59e2334c6827 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:35:54.066900 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 2f5a53b5-f564-4864-b9f2-3ebea542732b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2f5a53b5-f564-4864-b9f2-3ebea542732b found for delete ", "request_id": "req-52da54f6-5691-4c86-b18d-905de8067af4"}]} May 27 02:35:54.173195 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-59b75e17-327e-4833-b7f7-dd709289a226 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1470208 May 27 02:35:54.175677 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 35110) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:54.182119 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-2333b228-4cf7-4b3e-bbf7-3d5bf8c3c657 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'port': {'network_id': '75ff6fb4-ac9e-4bb1-b4f7-59e2334c6827', 'name': 'tempest-PortsIpV6TestJSON-666575792'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:35:54.234212 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 35118) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:54.325841 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5994b5-98af-4b49-b18d-1fbd5c579418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-75ff6fb4-ac9e-4bb1-b4f7-59e2334c6827', 'network_id': '75ff6fb4-ac9e-4bb1-b4f7-59e2334c6827', 'tenant_id': '06c4fa5e71c94d138c98e5ba8a8181ad', 'fixed_ips': [{'subnet_id': '9aa98c92-98e1-43c7-8f28-e44070c5b80b'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:35:54.326649 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-082791af-13e5-435f-ad13-3370de4f629c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2651911d1c264f1c8c7218b6fddf9f10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0906510 May 27 02:35:54.327097 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2d5994b5-98af-4b49-b18d-1fbd5c579418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:54.329371 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 35122) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:54.399874 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-07b9052d-44bd-417b-b12d-f3378553347a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:54.438164 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-07b9052d-44bd-417b-b12d-f3378553347a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:54.495455 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2333b228-4cf7-4b3e-bbf7-3d5bf8c3c657 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:35:54.510620 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2333b228-4cf7-4b3e-bbf7-3d5bf8c3c657 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:35:54.569544 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-2d5994b5-98af-4b49-b18d-1fbd5c579418 None None] Allocated IP 2001:db8::2 (75ff6fb4-ac9e-4bb1-b4f7-59e2334c6827/9aa98c92-98e1-43c7-8f28-e44070c5b80b/82a077a0-d01e-4fd6-8c02-2d7c486a627c) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:35:54.624367 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-07b9052d-44bd-417b-b12d-f3378553347a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:54.625327 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2333b228-4cf7-4b3e-bbf7-3d5bf8c3c657 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Made reservation on behalf of 06c4fa5e71c94d138c98e5ba8a8181ad for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:35:54.630906 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2333b228-4cf7-4b3e-bbf7-3d5bf8c3c657 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:54.659444 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b9052d-44bd-417b-b12d-f3378553347a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17eeb16-768f-482d-bced-8ebbad3e2a7d,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:54.659444 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-07b9052d-44bd-417b-b12d-f3378553347a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:54.659773 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-07b9052d-44bd-417b-b12d-f3378553347a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d17eeb16-768f-482d-bced-8ebbad3e2a7d HTTP/1.1" status: 204 len: 168 time: 0.3290231 May 27 02:35:54.674465 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-2333b228-4cf7-4b3e-bbf7-3d5bf8c3c657 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] device_id is not set on port 8003331c-7635-4f6c-9ec2-0ba2ee2deabd yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:35:54.902155 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2d5994b5-98af-4b49-b18d-1fbd5c579418 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:54.913595 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-2d5994b5-98af-4b49-b18d-1fbd5c579418 None None] Transition to ACTIVE for port object 82a077a0-d01e-4fd6-8c02-2d7c486a627c will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:35:54.932608 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-2d5994b5-98af-4b49-b18d-1fbd5c579418 None None] Transition to ACTIVE for port object 82a077a0-d01e-4fd6-8c02-2d7c486a627c will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:35:55.001867 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2d5994b5-98af-4b49-b18d-1fbd5c579418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:55.082480 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5994b5-98af-4b49-b18d-1fbd5c579418 None None] Network 75ff6fb4-ac9e-4bb1-b4f7-59e2334c6827 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:35:55.086115 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-2d5994b5-98af-4b49-b18d-1fbd5c579418 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:35:55.089691 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5994b5-98af-4b49-b18d-1fbd5c579418 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:35:55.100023 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-2333b228-4cf7-4b3e-bbf7-3d5bf8c3c657 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Allocated IP 2001:db8::2bc (75ff6fb4-ac9e-4bb1-b4f7-59e2334c6827/9aa98c92-98e1-43c7-8f28-e44070c5b80b/8003331c-7635-4f6c-9ec2-0ba2ee2deabd) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:35:55.168268 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5994b5-98af-4b49-b18d-1fbd5c579418 None None] Pushing event updated for resources: {'Port': ['ID=82a077a0-d01e-4fd6-8c02-2d7c486a627c,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:55.200476 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-2d5994b5-98af-4b49-b18d-1fbd5c579418 None None] Attempting to bind port 82a077a0-d01e-4fd6-8c02-2d7c486a627c on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:35:55.200867 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-2d5994b5-98af-4b49-b18d-1fbd5c579418 None None] Attempting to bind port 82a077a0-d01e-4fd6-8c02-2d7c486a627c by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '8eef9e25-062e-4819-ac53-0b09de6d191b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75ff6fb4-ac9e-4bb1-b4f7-59e2334c6827'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:35:55.201277 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5994b5-98af-4b49-b18d-1fbd5c579418 None None] Attempting to bind port 82a077a0-d01e-4fd6-8c02-2d7c486a627c on network 75ff6fb4-ac9e-4bb1-b4f7-59e2334c6827 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:35:55.207557 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5994b5-98af-4b49-b18d-1fbd5c579418 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:35:55.208200 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5994b5-98af-4b49-b18d-1fbd5c579418 None None] Checking segment: {'id': '8eef9e25-062e-4819-ac53-0b09de6d191b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75ff6fb4-ac9e-4bb1-b4f7-59e2334c6827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:35:55.208778 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2d5994b5-98af-4b49-b18d-1fbd5c579418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:55.209135 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5994b5-98af-4b49-b18d-1fbd5c579418 None None] Bound using segment: {'id': '8eef9e25-062e-4819-ac53-0b09de6d191b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75ff6fb4-ac9e-4bb1-b4f7-59e2334c6827'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:35:55.210260 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-2d5994b5-98af-4b49-b18d-1fbd5c579418 None None] Bound port: 82a077a0-d01e-4fd6-8c02-2d7c486a627c, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eef9e25-062e-4819-ac53-0b09de6d191b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75ff6fb4-ac9e-4bb1-b4f7-59e2334c6827'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:35:55.220013 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2d5994b5-98af-4b49-b18d-1fbd5c579418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:55.340354 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2333b228-4cf7-4b3e-bbf7-3d5bf8c3c657 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:55.360119 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-2333b228-4cf7-4b3e-bbf7-3d5bf8c3c657 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Transition to ACTIVE for port object 8003331c-7635-4f6c-9ec2-0ba2ee2deabd will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:35:55.365039 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-2d5994b5-98af-4b49-b18d-1fbd5c579418 None None] For port 82a077a0-d01e-4fd6-8c02-2d7c486a627c, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:35:55.372658 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-2d5994b5-98af-4b49-b18d-1fbd5c579418 None None] For port 82a077a0-d01e-4fd6-8c02-2d7c486a627c, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=82a077a0-d01e-4fd6-8c02-2d7c486a627c,segment=NetworkSegment(8eef9e25-062e-4819-ac53-0b09de6d191b),segment_id=8eef9e25-062e-4819-ac53-0b09de6d191b)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:35:55.457583 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2d5994b5-98af-4b49-b18d-1fbd5c579418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:55.504842 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2333b228-4cf7-4b3e-bbf7-3d5bf8c3c657 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:55.578091 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-72559f06-ca20-45b8-b841-7936f1a576a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:55.579388 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2333b228-4cf7-4b3e-bbf7-3d5bf8c3c657 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Network 75ff6fb4-ac9e-4bb1-b4f7-59e2334c6827 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:35:55.596416 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-2333b228-4cf7-4b3e-bbf7-3d5bf8c3c657 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:35:55.601555 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2333b228-4cf7-4b3e-bbf7-3d5bf8c3c657 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:35:55.607365 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2333b228-4cf7-4b3e-bbf7-3d5bf8c3c657 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:55.608203 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2333b228-4cf7-4b3e-bbf7-3d5bf8c3c657 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:55.622569 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5994b5-98af-4b49-b18d-1fbd5c579418 None None] Pushing event updated for resources: {'Port': ['ID=82a077a0-d01e-4fd6-8c02-2d7c486a627c,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:55.663024 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2333b228-4cf7-4b3e-bbf7-3d5bf8c3c657 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'Port': ['ID=8003331c-7635-4f6c-9ec2-0ba2ee2deabd,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:55.766917 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2333b228-4cf7-4b3e-bbf7-3d5bf8c3c657 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5888777 May 27 02:35:55.768957 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 35220) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:55.866849 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-8717fdd7-5a7b-40a7-bd60-0825ec4a5c49 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Deleting port 8003331c-7635-4f6c-9ec2-0ba2ee2deabd {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:35:55.867218 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8717fdd7-5a7b-40a7-bd60-0825ec4a5c49 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:56.235671 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8717fdd7-5a7b-40a7-bd60-0825ec4a5c49 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:56.373241 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-8717fdd7-5a7b-40a7-bd60-0825ec4a5c49 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Calling delete_port for 8003331c-7635-4f6c-9ec2-0ba2ee2deabd owned by {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:35:56.647143 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8717fdd7-5a7b-40a7-bd60-0825ec4a5c49 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:56.699575 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8717fdd7-5a7b-40a7-bd60-0825ec4a5c49 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event deleted for resources: {'Port': ['ID=8003331c-7635-4f6c-9ec2-0ba2ee2deabd,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:56.837529 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 35286) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:56.858791 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 82a077a0-d01e-4fd6-8c02-2d7c486a627c up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:35:56.874709 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8717fdd7-5a7b-40a7-bd60-0825ec4a5c49 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:56.932030 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8717fdd7-5a7b-40a7-bd60-0825ec4a5c49 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/ports/8003331c-7635-4f6c-9ec2-0ba2ee2deabd HTTP/1.1" status: 204 len: 168 time: 1.1591082 May 27 02:35:56.932513 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 35298) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:57.039977 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4f6720d-06ba-4c6e-ad98-805c082bbfca tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] DELETE failed (client error): The resource could not be found. May 27 02:35:57.040793 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4f6720d-06ba-4c6e-ad98-805c082bbfca tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:35:57.045547 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d4f6720d-06ba-4c6e-ad98-805c082bbfca tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/ports/8003331c-7635-4f6c-9ec2-0ba2ee2deabd HTTP/1.1" status: 404 len: 333 time: 0.1110055 May 27 02:35:57.048055 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 35314) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:57.109845 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 82a077a0-d01e-4fd6-8c02-2d7c486a627c completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:35:57.116759 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-4349e914-bb2f-4c19-b921-6720d7be01ed tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1766369813'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:35:57.123677 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4349e914-bb2f-4c19-b921-6720d7be01ed tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:35:57.128494 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4349e914-bb2f-4c19-b921-6720d7be01ed tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Usage tracker for resource:network and tenant:cd5440fda4534e7ab059a4480f71cfa4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:35:57.131421 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b30d81d-b1ae-40bc-8748-7faf644ba521 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] GET failed (client error): The resource could not be found. May 27 02:35:57.131557 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4349e914-bb2f-4c19-b921-6720d7be01ed tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:35:57.131965 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3b30d81d-b1ae-40bc-8748-7faf644ba521 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Synchronizing usage tracker for tenant:06c4fa5e71c94d138c98e5ba8a8181ad on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:35:57.138529 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4349e914-bb2f-4c19-b921-6720d7be01ed tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:35:57.158072 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2354ee43-066c-4903-8bea-e703881823f0 None None] Network 75ff6fb4-ac9e-4bb1-b4f7-59e2334c6827 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:35:57.253485 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3b30d81d-b1ae-40bc-8748-7faf644ba521 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Unset dirty status for tenant:06c4fa5e71c94d138c98e5ba8a8181ad on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:35:57.255100 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3b30d81d-b1ae-40bc-8748-7faf644ba521 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "GET /v2.0/ports/8003331c-7635-4f6c-9ec2-0ba2ee2deabd HTTP/1.1" status: 404 len: 333 time: 0.2058663 May 27 02:35:57.258683 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 35330) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:57.260508 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4349e914-bb2f-4c19-b921-6720d7be01ed tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Made reservation on behalf of cd5440fda4534e7ab059a4480f71cfa4 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:35:57.265604 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4349e914-bb2f-4c19-b921-6720d7be01ed tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:57.289994 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4349e914-bb2f-4c19-b921-6720d7be01ed tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:57.305894 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4349e914-bb2f-4c19-b921-6720d7be01ed tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:35:57.310979 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4349e914-bb2f-4c19-b921-6720d7be01ed tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Usage tracker for resource:security_group_rule and tenant:cd5440fda4534e7ab059a4480f71cfa4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:35:57.314103 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4349e914-bb2f-4c19-b921-6720d7be01ed tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:35:57.320312 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4349e914-bb2f-4c19-b921-6720d7be01ed tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:35:57.370230 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-2644dc32-8922-45be-941d-4630a8d8e3ce tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Deleting subnet 9aa98c92-98e1-43c7-8f28-e44070c5b80b {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:35:57.374743 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2644dc32-8922-45be-941d-4630a8d8e3ce tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:57.418298 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4349e914-bb2f-4c19-b921-6720d7be01ed tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:57.471643 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-46aa2829-81c3-4e5c-9f6b-56e2f3d354f3 None None] Provisioning for port 82a077a0-d01e-4fd6-8c02-2d7c486a627c completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:35:57.479675 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2644dc32-8922-45be-941d-4630a8d8e3ce tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:57.482171 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-46aa2829-81c3-4e5c-9f6b-56e2f3d354f3 None None] Provisioning complete for port 82a077a0-d01e-4fd6-8c02-2d7c486a627c triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:35:57.482845 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-46aa2829-81c3-4e5c-9f6b-56e2f3d354f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:57.499217 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4349e914-bb2f-4c19-b921-6720d7be01ed tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:57.581280 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4349e914-bb2f-4c19-b921-6720d7be01ed tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:35:57.618861 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4349e914-bb2f-4c19-b921-6720d7be01ed tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:57.619444 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-4349e914-bb2f-4c19-b921-6720d7be01ed tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Added segment f5abf514-bd30-4920-9d01-a0922f40fcac of type vlan for network ea786ebc-5acb-46e0-b6ae-8f18f76d8ecf May 27 02:35:57.627174 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4349e914-bb2f-4c19-b921-6720d7be01ed tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbfc618-c676-40da-8944-89cec342d573,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:57.671528 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2644dc32-8922-45be-941d-4630a8d8e3ce tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:57.682647 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4349e914-bb2f-4c19-b921-6720d7be01ed tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:57.747238 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-46aa2829-81c3-4e5c-9f6b-56e2f3d354f3 None None] Current status of the port 82a077a0-d01e-4fd6-8c02-2d7c486a627c is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:35:57.748005 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-46aa2829-81c3-4e5c-9f6b-56e2f3d354f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:57.864370 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2644dc32-8922-45be-941d-4630a8d8e3ce tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:57.894433 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4349e914-bb2f-4c19-b921-6720d7be01ed tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:57.907324 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4349e914-bb2f-4c19-b921-6720d7be01ed tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:57.908132 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4349e914-bb2f-4c19-b921-6720d7be01ed tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:57.949998 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2644dc32-8922-45be-941d-4630a8d8e3ce tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event deleted for resources: {'Subnet': ['ID=9aa98c92-98e1-43c7-8f28-e44070c5b80b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:57.955826 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2644dc32-8922-45be-941d-4630a8d8e3ce tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:57.961947 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5518ad47-b646-463f-81aa-1c0b82d0d19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:57.966032 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2644dc32-8922-45be-941d-4630a8d8e3ce tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/subnets/9aa98c92-98e1-43c7-8f28-e44070c5b80b HTTP/1.1" status: 204 len: 168 time: 0.7032495 May 27 02:35:57.966337 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 35390) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:58.039830 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-46aa2829-81c3-4e5c-9f6b-56e2f3d354f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:35:58.040351 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-46aa2829-81c3-4e5c-9f6b-56e2f3d354f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:35:58.078950 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb78aa3-a4e3-41e3-9789-96568d4873bf None None] Network 75ff6fb4-ac9e-4bb1-b4f7-59e2334c6827 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:35:58.224116 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4349e914-bb2f-4c19-b921-6720d7be01ed tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Pushing event updated for resources: {'Network': ['ID=ea786ebc-5acb-46e0-b6ae-8f18f76d8ecf,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:58.235301 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f9871045-cf62-400a-b127-831720150e4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:58.245640 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network ea786ebc-5acb-46e0-b6ae-8f18f76d8ecf details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:35:58.262250 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f9871045-cf62-400a-b127-831720150e4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Deleting port 82a077a0-d01e-4fd6-8c02-2d7c486a627c {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:35:58.262583 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f9871045-cf62-400a-b127-831720150e4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:58.352297 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4349e914-bb2f-4c19-b921-6720d7be01ed tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5122540 May 27 02:35:58.356968 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 35420) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:58.363405 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-214ab927-5423-4077-9890-6651586663a4 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Request body: {'subnet': {'network_id': 'ea786ebc-5acb-46e0-b6ae-8f18f76d8ecf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:35:58.580903 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-214ab927-5423-4077-9890-6651586663a4 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:35:58.592943 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-214ab927-5423-4077-9890-6651586663a4 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Usage tracker for resource:subnet and tenant:cd5440fda4534e7ab059a4480f71cfa4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:35:58.596863 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-214ab927-5423-4077-9890-6651586663a4 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:35:58.614433 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-214ab927-5423-4077-9890-6651586663a4 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:35:58.631565 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82eeb21d-813e-4b32-b464-d20646797255 None None] DHCP port deletion for 75ff6fb4-ac9e-4bb1-b4f7-59e2334c6827 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:35:58.654787 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-f9871045-cf62-400a-b127-831720150e4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] For port 82a077a0-d01e-4fd6-8c02-2d7c486a627c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=82a077a0-d01e-4fd6-8c02-2d7c486a627c,segment=NetworkSegment(8eef9e25-062e-4819-ac53-0b09de6d191b),segment_id=8eef9e25-062e-4819-ac53-0b09de6d191b)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:35:58.655528 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f9871045-cf62-400a-b127-831720150e4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:58.664456 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-82eeb21d-813e-4b32-b464-d20646797255 None None] Deleting port 82a077a0-d01e-4fd6-8c02-2d7c486a627c {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:35:58.664935 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-82eeb21d-813e-4b32-b464-d20646797255 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:58.726846 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214ab927-5423-4077-9890-6651586663a4 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Made reservation on behalf of cd5440fda4534e7ab059a4480f71cfa4 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:35:58.738659 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-214ab927-5423-4077-9890-6651586663a4 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:58.863012 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-46aa2829-81c3-4e5c-9f6b-56e2f3d354f3 None None] Current status of the port 82a077a0-d01e-4fd6-8c02-2d7c486a627c is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:35:58.863012 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-46aa2829-81c3-4e5c-9f6b-56e2f3d354f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:58.872012 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f9871045-cf62-400a-b127-831720150e4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Calling delete_port for 82a077a0-d01e-4fd6-8c02-2d7c486a627c owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:35:58.923968 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-46aa2829-81c3-4e5c-9f6b-56e2f3d354f3 None None] For port 82a077a0-d01e-4fd6-8c02-2d7c486a627c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=82a077a0-d01e-4fd6-8c02-2d7c486a627c,segment=NetworkSegment(8eef9e25-062e-4819-ac53-0b09de6d191b),segment_id=8eef9e25-062e-4819-ac53-0b09de6d191b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:35:58.926177 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 82a077a0-d01e-4fd6-8c02-2d7c486a627c no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:35:58.999402 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 35456) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:59.039972 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-46aa2829-81c3-4e5c-9f6b-56e2f3d354f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:59.099058 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-f9871045-cf62-400a-b127-831720150e4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:35:59.099467 n-d-843554-3 neutron-server[88902]: DEBUG oslo_db.api [None req-f9871045-cf62-400a-b127-831720150e4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:35:59.155025 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-65568250-f6af-4dee-a947-ec104cadfb0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:59.175837 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-65568250-f6af-4dee-a947-ec104cadfb0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:35:59.179989 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-65568250-f6af-4dee-a947-ec104cadfb0d admin admin] Usage tracker for resource:security_group_rule and tenant:b1c5ad97261f4824aa7bff5beaf3a74a is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:35:59.185443 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-65568250-f6af-4dee-a947-ec104cadfb0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:35:59.193969 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-65568250-f6af-4dee-a947-ec104cadfb0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:35:59.207612 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:59.218458 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:59.240266 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-214ab927-5423-4077-9890-6651586663a4 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:59.321474 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa2829-81c3-4e5c-9f6b-56e2f3d354f3 None None] Pushing event updated for resources: {'Port': ['ID=82a077a0-d01e-4fd6-8c02-2d7c486a627c,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:59.329675 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ab927-5423-4077-9890-6651586663a4 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Pushing event updated for resources: {'Subnet': ['ID=e7ecc15e-dcbc-43ce-ae1b-4b7147ef2c49,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:59.333595 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-82eeb21d-813e-4b32-b464-d20646797255 None None] For port 82a077a0-d01e-4fd6-8c02-2d7c486a627c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=82a077a0-d01e-4fd6-8c02-2d7c486a627c,segment=NetworkSegment(8eef9e25-062e-4819-ac53-0b09de6d191b),segment_id=8eef9e25-062e-4819-ac53-0b09de6d191b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:35:59.333996 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-82eeb21d-813e-4b32-b464-d20646797255 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:59.338506 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214ab927-5423-4077-9890-6651586663a4 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Checking segment: {'id': 'f5abf514-bd30-4920-9d01-a0922f40fcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ea786ebc-5acb-46e0-b6ae-8f18f76d8ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:35:59.338871 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214ab927-5423-4077-9890-6651586663a4 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Network hostable DHCP agents. Network: ea786ebc-5acb-46e0-b6ae-8f18f76d8ecf, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:35:59.417262 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3cd307df-4e04-4774-b9ad-4be11e08a985 None None] Provisioning complete for port 82a077a0-d01e-4fd6-8c02-2d7c486a627c triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:35:59.418319 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3cd307df-4e04-4774-b9ad-4be11e08a985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:59.440853 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214ab927-5423-4077-9890-6651586663a4 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Network ea786ebc-5acb-46e0-b6ae-8f18f76d8ecf is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:35:59.465282 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-65568250-f6af-4dee-a947-ec104cadfb0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:59.519666 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-82eeb21d-813e-4b32-b464-d20646797255 None None] Calling delete_port for 82a077a0-d01e-4fd6-8c02-2d7c486a627c owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:35:59.537143 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-214ab927-5423-4077-9890-6651586663a4 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, ea786ebc-5acb-46e0-b6ae-8f18f76d8ecf) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:35:59.548389 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214ab927-5423-4077-9890-6651586663a4 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:59.550714 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 82a077a0-d01e-4fd6-8c02-2d7c486a627c is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:35:59.550714 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:59.551533 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-214ab927-5423-4077-9890-6651586663a4 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:59.577575 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c76a640-816f-47c8-922e-ab8dec9b7289 None None] Network ea786ebc-5acb-46e0-b6ae-8f18f76d8ecf requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:35:59.600336 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f9871045-cf62-400a-b127-831720150e4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Deleting port 82a077a0-d01e-4fd6-8c02-2d7c486a627c {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:35:59.600603 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f9871045-cf62-400a-b127-831720150e4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:59.667470 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-214ab927-5423-4077-9890-6651586663a4 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3092289 May 27 02:35:59.680768 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 35502) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:59.695876 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-65568250-f6af-4dee-a947-ec104cadfb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:59.698217 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-8e2840fd-a0bc-486c-aaa4-a68e20b5dac3 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Request body: {'port': {'network_id': 'ea786ebc-5acb-46e0-b6ae-8f18f76d8ecf', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1330800098'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:35:59.745285 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 82a077a0-d01e-4fd6-8c02-2d7c486a627c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=82a077a0-d01e-4fd6-8c02-2d7c486a627c,segment=NetworkSegment(8eef9e25-062e-4819-ac53-0b09de6d191b),segment_id=8eef9e25-062e-4819-ac53-0b09de6d191b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:35:59.756952 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65568250-f6af-4dee-a947-ec104cadfb0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab98a02-3bd5-40e1-a157-916e13e28935,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:59.806269 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-3cd307df-4e04-4774-b9ad-4be11e08a985 None None] Current status of the port 82a077a0-d01e-4fd6-8c02-2d7c486a627c is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:35:59.807116 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-65568250-f6af-4dee-a947-ec104cadfb0d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b1c5ad97261f4824aa7bff5beaf3a74a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8061039 May 27 02:35:59.807225 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 35512) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:59.963471 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:59.987417 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-f9871045-cf62-400a-b127-831720150e4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] For port 82a077a0-d01e-4fd6-8c02-2d7c486a627c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=82a077a0-d01e-4fd6-8c02-2d7c486a627c,segment=NetworkSegment(8eef9e25-062e-4819-ac53-0b09de6d191b),segment_id=8eef9e25-062e-4819-ac53-0b09de6d191b)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:35:59.987809 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f9871045-cf62-400a-b127-831720150e4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:59.995032 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8e2840fd-a0bc-486c-aaa4-a68e20b5dac3 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:00.005368 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-10df7af1-2bb5-4b74-874f-934215e94191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:00.012792 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8e2840fd-a0bc-486c-aaa4-a68e20b5dac3 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Usage tracker for resource:port and tenant:cd5440fda4534e7ab059a4480f71cfa4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:00.026102 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8e2840fd-a0bc-486c-aaa4-a68e20b5dac3 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:00.035040 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8e2840fd-a0bc-486c-aaa4-a68e20b5dac3 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:00.063339 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-82eeb21d-813e-4b32-b464-d20646797255 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:36:00.063911 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-82eeb21d-813e-4b32-b464-d20646797255 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:36:00.065438 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-10df7af1-2bb5-4b74-874f-934215e94191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:00.082748 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc582738-9a43-4a72-bbef-52b7b628a404 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-ea786ebc-5acb-46e0-b6ae-8f18f76d8ecf', 'network_id': 'ea786ebc-5acb-46e0-b6ae-8f18f76d8ecf', 'tenant_id': 'cd5440fda4534e7ab059a4480f71cfa4', 'fixed_ips': [{'subnet_id': 'e7ecc15e-dcbc-43ce-ae1b-4b7147ef2c49'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:36:00.084458 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fc582738-9a43-4a72-bbef-52b7b628a404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:00.149024 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=82a077a0-d01e-4fd6-8c02-2d7c486a627c,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:00.160844 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f9871045-cf62-400a-b127-831720150e4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Calling delete_port for 82a077a0-d01e-4fd6-8c02-2d7c486a627c owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:36:00.172280 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2840fd-a0bc-486c-aaa4-a68e20b5dac3 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Made reservation on behalf of cd5440fda4534e7ab059a4480f71cfa4 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:36:00.176245 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8e2840fd-a0bc-486c-aaa4-a68e20b5dac3 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:00.204765 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-8e2840fd-a0bc-486c-aaa4-a68e20b5dac3 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] device_id is not set on port 82c49368-a5d8-4609-81fa-8587e4357343 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:36:00.217869 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:00.258681 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-10df7af1-2bb5-4b74-874f-934215e94191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:00.280596 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-f9871045-cf62-400a-b127-831720150e4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:36:00.281154 n-d-843554-3 neutron-server[88902]: DEBUG oslo_db.api [None req-f9871045-cf62-400a-b127-831720150e4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:36:00.297063 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df7af1-2bb5-4b74-874f-934215e94191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab98a02-3bd5-40e1-a157-916e13e28935,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:00.322176 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-10df7af1-2bb5-4b74-874f-934215e94191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:00.323300 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-10df7af1-2bb5-4b74-874f-934215e94191 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1ab98a02-3bd5-40e1-a157-916e13e28935 HTTP/1.1" status: 204 len: 168 time: 0.5151384 May 27 02:36:00.395707 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-fc582738-9a43-4a72-bbef-52b7b628a404 None None] Allocated IP 172.20.0.2 (ea786ebc-5acb-46e0-b6ae-8f18f76d8ecf/e7ecc15e-dcbc-43ce-ae1b-4b7147ef2c49/1cd7a84f-27bb-49cf-8cfc-762ed9cf1e77) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:36:00.584892 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-82eeb21d-813e-4b32-b464-d20646797255 None None] Deleting port 82a077a0-d01e-4fd6-8c02-2d7c486a627c {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:36:00.585359 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-82eeb21d-813e-4b32-b464-d20646797255 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:00.690319 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fc582738-9a43-4a72-bbef-52b7b628a404 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:00.718667 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-fc582738-9a43-4a72-bbef-52b7b628a404 None None] Transition to ACTIVE for port object 1cd7a84f-27bb-49cf-8cfc-762ed9cf1e77 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:36:00.761366 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-fc582738-9a43-4a72-bbef-52b7b628a404 None None] Transition to ACTIVE for port object 1cd7a84f-27bb-49cf-8cfc-762ed9cf1e77 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:36:00.846954 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f9871045-cf62-400a-b127-831720150e4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Deleting port 82a077a0-d01e-4fd6-8c02-2d7c486a627c {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:36:00.847386 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f9871045-cf62-400a-b127-831720150e4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:00.860243 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-82eeb21d-813e-4b32-b464-d20646797255 None None] For port 82a077a0-d01e-4fd6-8c02-2d7c486a627c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=82a077a0-d01e-4fd6-8c02-2d7c486a627c,segment=NetworkSegment(8eef9e25-062e-4819-ac53-0b09de6d191b),segment_id=8eef9e25-062e-4819-ac53-0b09de6d191b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:36:00.860908 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-82eeb21d-813e-4b32-b464-d20646797255 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:00.907635 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 35578) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:00.946471 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fc582738-9a43-4a72-bbef-52b7b628a404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:01.087196 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-8e2840fd-a0bc-486c-aaa4-a68e20b5dac3 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Allocated IP 172.20.0.8 (ea786ebc-5acb-46e0-b6ae-8f18f76d8ecf/e7ecc15e-dcbc-43ce-ae1b-4b7147ef2c49/82c49368-a5d8-4609-81fa-8587e4357343) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:36:01.130428 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c4fdeb47-88c0-4258-bab2-a4869e2d0546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:01.173508 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-82eeb21d-813e-4b32-b464-d20646797255 None None] Calling delete_port for 82a077a0-d01e-4fd6-8c02-2d7c486a627c owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:36:01.199598 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c4fdeb47-88c0-4258-bab2-a4869e2d0546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:01.203655 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c4fdeb47-88c0-4258-bab2-a4869e2d0546 admin admin] Usage tracker for resource:security_group_rule and tenant:a72db09e050446a7a64d1e1525287c1c is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:01.206737 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c4fdeb47-88c0-4258-bab2-a4869e2d0546 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:01.213335 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c4fdeb47-88c0-4258-bab2-a4869e2d0546 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:01.247315 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc582738-9a43-4a72-bbef-52b7b628a404 None None] Network ea786ebc-5acb-46e0-b6ae-8f18f76d8ecf is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:36:01.256182 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-fc582738-9a43-4a72-bbef-52b7b628a404 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:36:01.272979 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc582738-9a43-4a72-bbef-52b7b628a404 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:36:01.289686 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc582738-9a43-4a72-bbef-52b7b628a404 None None] Pushing event updated for resources: {'Port': ['ID=1cd7a84f-27bb-49cf-8cfc-762ed9cf1e77,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:01.324688 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c4fdeb47-88c0-4258-bab2-a4869e2d0546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:01.382042 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-f9871045-cf62-400a-b127-831720150e4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] For port 82a077a0-d01e-4fd6-8c02-2d7c486a627c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=82a077a0-d01e-4fd6-8c02-2d7c486a627c,segment=NetworkSegment(8eef9e25-062e-4819-ac53-0b09de6d191b),segment_id=8eef9e25-062e-4819-ac53-0b09de6d191b)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:36:01.382778 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f9871045-cf62-400a-b127-831720150e4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:01.396202 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c4fdeb47-88c0-4258-bab2-a4869e2d0546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:01.411285 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-fc582738-9a43-4a72-bbef-52b7b628a404 None None] Attempting to bind port 1cd7a84f-27bb-49cf-8cfc-762ed9cf1e77 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:36:01.411738 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-fc582738-9a43-4a72-bbef-52b7b628a404 None None] Attempting to bind port 1cd7a84f-27bb-49cf-8cfc-762ed9cf1e77 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'f5abf514-bd30-4920-9d01-a0922f40fcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ea786ebc-5acb-46e0-b6ae-8f18f76d8ecf'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:36:01.412115 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc582738-9a43-4a72-bbef-52b7b628a404 None None] Attempting to bind port 1cd7a84f-27bb-49cf-8cfc-762ed9cf1e77 on network ea786ebc-5acb-46e0-b6ae-8f18f76d8ecf {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:36:01.417858 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc582738-9a43-4a72-bbef-52b7b628a404 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:36:01.418240 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc582738-9a43-4a72-bbef-52b7b628a404 None None] Checking segment: {'id': 'f5abf514-bd30-4920-9d01-a0922f40fcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ea786ebc-5acb-46e0-b6ae-8f18f76d8ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:36:01.418649 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fc582738-9a43-4a72-bbef-52b7b628a404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:01.419048 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc582738-9a43-4a72-bbef-52b7b628a404 None None] Bound using segment: {'id': 'f5abf514-bd30-4920-9d01-a0922f40fcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ea786ebc-5acb-46e0-b6ae-8f18f76d8ecf'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:36:01.419675 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-fc582738-9a43-4a72-bbef-52b7b628a404 None None] Bound port: 1cd7a84f-27bb-49cf-8cfc-762ed9cf1e77, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5abf514-bd30-4920-9d01-a0922f40fcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ea786ebc-5acb-46e0-b6ae-8f18f76d8ecf'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:36:01.420056 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fc582738-9a43-4a72-bbef-52b7b628a404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:01.482004 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-82eeb21d-813e-4b32-b464-d20646797255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:01.503790 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8e2840fd-a0bc-486c-aaa4-a68e20b5dac3 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:01.521664 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-8e2840fd-a0bc-486c-aaa4-a68e20b5dac3 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Transition to ACTIVE for port object 82c49368-a5d8-4609-81fa-8587e4357343 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:36:01.548938 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f9871045-cf62-400a-b127-831720150e4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Calling delete_port for 82a077a0-d01e-4fd6-8c02-2d7c486a627c owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:36:01.552027 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eeb21d-813e-4b32-b464-d20646797255 None None] Pushing event deleted for resources: {'Port': ['ID=82a077a0-d01e-4fd6-8c02-2d7c486a627c,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:01.557478 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eeb21d-813e-4b32-b464-d20646797255 None None] No DVR routers for this DVR port 82a077a0-d01e-4fd6-8c02-2d7c486a627c on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:36:01.577318 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-fc582738-9a43-4a72-bbef-52b7b628a404 None None] For port 1cd7a84f-27bb-49cf-8cfc-762ed9cf1e77, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:36:01.580029 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-fc582738-9a43-4a72-bbef-52b7b628a404 None None] For port 1cd7a84f-27bb-49cf-8cfc-762ed9cf1e77, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1cd7a84f-27bb-49cf-8cfc-762ed9cf1e77,segment=NetworkSegment(f5abf514-bd30-4920-9d01-a0922f40fcac),segment_id=f5abf514-bd30-4920-9d01-a0922f40fcac)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:36:01.647688 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8e2840fd-a0bc-486c-aaa4-a68e20b5dac3 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:01.667575 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c4fdeb47-88c0-4258-bab2-a4869e2d0546 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a72db09e050446a7a64d1e1525287c1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7537577 May 27 02:36:01.681656 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 35626) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:01.687582 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fc582738-9a43-4a72-bbef-52b7b628a404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:01.741007 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fdeb47-88c0-4258-bab2-a4869e2d0546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbced5d-5eb8-47e9-9938-0309696902d3,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:01.765035 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-65c6908c-e58f-4214-9b86-6f7d98f9799b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:01.800149 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-65c6908c-e58f-4214-9b86-6f7d98f9799b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:01.835286 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc582738-9a43-4a72-bbef-52b7b628a404 None None] Pushing event updated for resources: {'Port': ['ID=1cd7a84f-27bb-49cf-8cfc-762ed9cf1e77,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:01.851364 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2840fd-a0bc-486c-aaa4-a68e20b5dac3 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Pushing event updated for resources: {'Port': ['ID=82c49368-a5d8-4609-81fa-8587e4357343,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:01.853649 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-f9871045-cf62-400a-b127-831720150e4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:36:01.854179 n-d-843554-3 neutron-server[88902]: DEBUG oslo_db.api [None req-f9871045-cf62-400a-b127-831720150e4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:36:01.871538 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2840fd-a0bc-486c-aaa4-a68e20b5dac3 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Network ea786ebc-5acb-46e0-b6ae-8f18f76d8ecf is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:36:01.874279 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-8e2840fd-a0bc-486c-aaa4-a68e20b5dac3 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:36:01.875382 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2840fd-a0bc-486c-aaa4-a68e20b5dac3 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:36:01.927005 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-65c6908c-e58f-4214-9b86-6f7d98f9799b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:01.945208 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c6908c-e58f-4214-9b86-6f7d98f9799b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbced5d-5eb8-47e9-9938-0309696902d3,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:01.958672 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2840fd-a0bc-486c-aaa4-a68e20b5dac3 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:01.959645 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8e2840fd-a0bc-486c-aaa4-a68e20b5dac3 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:01.974830 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-65c6908c-e58f-4214-9b86-6f7d98f9799b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:01.979385 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-65c6908c-e58f-4214-9b86-6f7d98f9799b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1fbced5d-5eb8-47e9-9938-0309696902d3 HTTP/1.1" status: 204 len: 168 time: 0.3027153 May 27 02:36:02.039230 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8e2840fd-a0bc-486c-aaa4-a68e20b5dac3 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3518870 May 27 02:36:02.039320 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 35654) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:02.254264 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c364cad8-7bcb-40e2-8c99-b0ec3d403580 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Deleting port 82c49368-a5d8-4609-81fa-8587e4357343 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:36:02.254758 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c364cad8-7bcb-40e2-8c99-b0ec3d403580 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:02.257425 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f9871045-cf62-400a-b127-831720150e4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Deleting port 82a077a0-d01e-4fd6-8c02-2d7c486a627c {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:36:02.257883 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f9871045-cf62-400a-b127-831720150e4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:02.354924 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f9871045-cf62-400a-b127-831720150e4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] The port '82a077a0-d01e-4fd6-8c02-2d7c486a627c' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:36:02.508235 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f9871045-cf62-400a-b127-831720150e4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:02.547234 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-f9871045-cf62-400a-b127-831720150e4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ff6fb4-ac9e-4bb1-b4f7-59e2334c6827']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:02.560542 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-f9871045-cf62-400a-b127-831720150e4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eef9e25-062e-4819-ac53-0b09de6d191b') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:02.561108 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-f9871045-cf62-400a-b127-831720150e4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eef9e25-062e-4819-ac53-0b09de6d191b') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:02.575535 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f9871045-cf62-400a-b127-831720150e4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:02.596556 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f9871045-cf62-400a-b127-831720150e4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:02.600088 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c364cad8-7bcb-40e2-8c99-b0ec3d403580 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:02.604268 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9871045-cf62-400a-b127-831720150e4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:36:02.604810 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f9871045-cf62-400a-b127-831720150e4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:02.686501 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 8eef9e25-062e-4819-ac53-0b09de6d191b resource provider aggregate not found May 27 02:36:02.746688 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 8eef9e25-062e-4819-ac53-0b09de6d191b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8eef9e25-062e-4819-ac53-0b09de6d191b found for delete ", "request_id": "req-ea49535c-efcb-4eb9-ba7b-561fecf5ca78"}]} May 27 02:36:02.807381 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c364cad8-7bcb-40e2-8c99-b0ec3d403580 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Calling delete_port for 82c49368-a5d8-4609-81fa-8587e4357343 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:36:02.946163 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 35714) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:02.960176 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1cd7a84f-27bb-49cf-8cfc-762ed9cf1e77 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:36:03.026708 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a44b51d-3970-4a38-9bcf-2dd1685bad48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:03.058810 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f9871045-cf62-400a-b127-831720150e4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:03.076546 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0a44b51d-3970-4a38-9bcf-2dd1685bad48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:03.102904 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f9871045-cf62-400a-b127-831720150e4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:03.134424 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9871045-cf62-400a-b127-831720150e4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event deleted for resources: {'Network': ['ID=75ff6fb4-ac9e-4bb1-b4f7-59e2334c6827,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:03.138057 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f9871045-cf62-400a-b127-831720150e4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/networks/75ff6fb4-ac9e-4bb1-b4f7-59e2334c6827 HTTP/1.1" status: 204 len: 168 time: 5.1704950 May 27 02:36:03.142268 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 35726) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:03.154884 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-b31557eb-c616-468d-8342-cc860a3426ff tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-666304061'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:36:03.160862 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b31557eb-c616-468d-8342-cc860a3426ff tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:03.165677 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b31557eb-c616-468d-8342-cc860a3426ff tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:network and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:03.171368 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b31557eb-c616-468d-8342-cc860a3426ff tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:03.175414 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0a44b51d-3970-4a38-9bcf-2dd1685bad48 admin admin] Usage tracker for resource:security_group_rule and tenant:0661e2d7e73a43f09ebb8408f7aa5955 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:03.191041 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0a44b51d-3970-4a38-9bcf-2dd1685bad48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:03.199877 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b31557eb-c616-468d-8342-cc860a3426ff tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:03.207354 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0a44b51d-3970-4a38-9bcf-2dd1685bad48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:03.208360 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 1cd7a84f-27bb-49cf-8cfc-762ed9cf1e77 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:36:03.298284 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31557eb-c616-468d-8342-cc860a3426ff tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Made reservation on behalf of 06c4fa5e71c94d138c98e5ba8a8181ad for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:36:03.301752 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b31557eb-c616-468d-8342-cc860a3426ff tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:03.337588 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b31557eb-c616-468d-8342-cc860a3426ff tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:36:03.341421 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c364cad8-7bcb-40e2-8c99-b0ec3d403580 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:03.348690 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b31557eb-c616-468d-8342-cc860a3426ff tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:03.349345 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-b31557eb-c616-468d-8342-cc860a3426ff tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Added segment 02d0e3eb-278f-49d2-b471-952d8b58e3a4 of type vlan for network 28600766-e728-4e89-8028-75e4551a87d7 May 27 02:36:03.356734 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40e3b58-ad6d-4404-858a-c98b5269d0bc None None] Network ea786ebc-5acb-46e0-b6ae-8f18f76d8ecf requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:36:03.382155 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b31557eb-c616-468d-8342-cc860a3426ff tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:03.395412 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c364cad8-7bcb-40e2-8c99-b0ec3d403580 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Pushing event deleted for resources: {'Port': ['ID=82c49368-a5d8-4609-81fa-8587e4357343,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:03.487476 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b31557eb-c616-468d-8342-cc860a3426ff tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:03.494058 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31557eb-c616-468d-8342-cc860a3426ff tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:03.494724 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b31557eb-c616-468d-8342-cc860a3426ff tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:03.534882 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c364cad8-7bcb-40e2-8c99-b0ec3d403580 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:03.546995 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c364cad8-7bcb-40e2-8c99-b0ec3d403580 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] 10.222.0.57 "DELETE /v2.0/ports/82c49368-a5d8-4609-81fa-8587e4357343 HTTP/1.1" status: 204 len: 168 time: 1.5066442 May 27 02:36:03.552195 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 35754) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:03.590332 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a44b51d-3970-4a38-9bcf-2dd1685bad48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:03.656354 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31557eb-c616-468d-8342-cc860a3426ff tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'Network': ['ID=28600766-e728-4e89-8028-75e4551a87d7,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:03.680983 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 28600766-e728-4e89-8028-75e4551a87d7 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:36:03.702971 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9bc4d35b-2eb0-49ae-83d7-e799fae0d94e None None] Provisioning for port 1cd7a84f-27bb-49cf-8cfc-762ed9cf1e77 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:36:03.720421 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a44b51d-3970-4a38-9bcf-2dd1685bad48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:03.723120 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b31557eb-c616-468d-8342-cc860a3426ff tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5793133 May 27 02:36:03.725884 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 35768) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:03.733105 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-80cd385b-01bb-42c6-b47b-9818895281bc tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'subnet': {'network_id': '28600766-e728-4e89-8028-75e4551a87d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:36:03.767957 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9bc4d35b-2eb0-49ae-83d7-e799fae0d94e None None] Provisioning complete for port 1cd7a84f-27bb-49cf-8cfc-762ed9cf1e77 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:36:03.768327 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9bc4d35b-2eb0-49ae-83d7-e799fae0d94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:03.798598 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0a44b51d-3970-4a38-9bcf-2dd1685bad48 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0661e2d7e73a43f09ebb8408f7aa5955&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8416710 May 27 02:36:03.798796 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a44b51d-3970-4a38-9bcf-2dd1685bad48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba9aec1-1178-4fee-bdac-f5e3e3373bac,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:03.801404 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 35776) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:03.884289 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a291f88c-49c0-4ece-8f3a-b05982c39f61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:03.923088 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a291f88c-49c0-4ece-8f3a-b05982c39f61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:04.034742 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-45ead7a1-9bff-4c79-8452-048bbf728d2e tempest-DHCPAgentSchedulersTestJSON-835003216 tempest-DHCPAgentSchedulersTestJSON-835003216-project-admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.4813731 May 27 02:36:04.038364 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 35800) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:04.048570 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d4ddf8a6-b868-4934-8a72-622cb1346ac0 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-732148439'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:36:04.051127 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-80cd385b-01bb-42c6-b47b-9818895281bc tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:04.054333 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d4ddf8a6-b868-4934-8a72-622cb1346ac0 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:04.058694 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-80cd385b-01bb-42c6-b47b-9818895281bc tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:subnet and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:04.059160 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d4ddf8a6-b868-4934-8a72-622cb1346ac0 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Usage tracker for resource:network and tenant:cd5440fda4534e7ab059a4480f71cfa4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:04.063678 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d4ddf8a6-b868-4934-8a72-622cb1346ac0 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:04.064103 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-80cd385b-01bb-42c6-b47b-9818895281bc tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:04.073131 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d4ddf8a6-b868-4934-8a72-622cb1346ac0 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:04.083359 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-80cd385b-01bb-42c6-b47b-9818895281bc tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:04.149406 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9bc4d35b-2eb0-49ae-83d7-e799fae0d94e None None] Current status of the port 1cd7a84f-27bb-49cf-8cfc-762ed9cf1e77 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:36:04.149806 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9bc4d35b-2eb0-49ae-83d7-e799fae0d94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:04.166697 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a291f88c-49c0-4ece-8f3a-b05982c39f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:04.188954 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9bc4d35b-2eb0-49ae-83d7-e799fae0d94e None None] For port 1cd7a84f-27bb-49cf-8cfc-762ed9cf1e77, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1cd7a84f-27bb-49cf-8cfc-762ed9cf1e77,segment=NetworkSegment(f5abf514-bd30-4920-9d01-a0922f40fcac),segment_id=f5abf514-bd30-4920-9d01-a0922f40fcac)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:36:04.196654 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a291f88c-49c0-4ece-8f3a-b05982c39f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba9aec1-1178-4fee-bdac-f5e3e3373bac,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:04.200529 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a291f88c-49c0-4ece-8f3a-b05982c39f61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:04.201834 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a291f88c-49c0-4ece-8f3a-b05982c39f61 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7ba9aec1-1178-4fee-bdac-f5e3e3373bac HTTP/1.1" status: 204 len: 168 time: 0.3994763 May 27 02:36:04.213239 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ddf8a6-b868-4934-8a72-622cb1346ac0 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Made reservation on behalf of cd5440fda4534e7ab059a4480f71cfa4 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:36:04.213715 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cd385b-01bb-42c6-b47b-9818895281bc tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Made reservation on behalf of 06c4fa5e71c94d138c98e5ba8a8181ad for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:36:04.220195 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4ddf8a6-b868-4934-8a72-622cb1346ac0 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:04.230961 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-80cd385b-01bb-42c6-b47b-9818895281bc tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:04.281677 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4ddf8a6-b868-4934-8a72-622cb1346ac0 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:36:04.292666 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4ddf8a6-b868-4934-8a72-622cb1346ac0 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:04.293037 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-d4ddf8a6-b868-4934-8a72-622cb1346ac0 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Added segment 7bcbc0c4-9d2d-46a9-ad1b-60998d4255d1 of type vlan for network 2d55de88-a832-40ed-925d-e2e3a01e0fc1 May 27 02:36:04.337425 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9bc4d35b-2eb0-49ae-83d7-e799fae0d94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:04.343054 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4ddf8a6-b868-4934-8a72-622cb1346ac0 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:04.460884 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4ddf8a6-b868-4934-8a72-622cb1346ac0 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:04.466619 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ddf8a6-b868-4934-8a72-622cb1346ac0 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:04.466952 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4ddf8a6-b868-4934-8a72-622cb1346ac0 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:04.491047 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4d35b-2eb0-49ae-83d7-e799fae0d94e None None] Pushing event updated for resources: {'Port': ['ID=1cd7a84f-27bb-49cf-8cfc-762ed9cf1e77,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:04.572261 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-11f563f1-477d-444e-93b5-7b34c09ea44b None None] Provisioning complete for port 1cd7a84f-27bb-49cf-8cfc-762ed9cf1e77 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:36:04.572672 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-11f563f1-477d-444e-93b5-7b34c09ea44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:04.666320 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ddf8a6-b868-4934-8a72-622cb1346ac0 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Pushing event updated for resources: {'Network': ['ID=2d55de88-a832-40ed-925d-e2e3a01e0fc1,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:04.693349 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-80cd385b-01bb-42c6-b47b-9818895281bc tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:04.733148 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d4ddf8a6-b868-4934-8a72-622cb1346ac0 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6931753 May 27 02:36:04.735468 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 35836) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:04.796514 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-11f563f1-477d-444e-93b5-7b34c09ea44b None None] Current status of the port 1cd7a84f-27bb-49cf-8cfc-762ed9cf1e77 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:36:04.799994 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 2d55de88-a832-40ed-925d-e2e3a01e0fc1 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:36:04.825714 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1cd7a84f-27bb-49cf-8cfc-762ed9cf1e77 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:36:04.881921 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd385b-01bb-42c6-b47b-9818895281bc tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'Subnet': ['ID=af19ea46-1ffc-4ca0-9006-095e4ed3e2a3,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:04.884393 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cd385b-01bb-42c6-b47b-9818895281bc tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Checking segment: {'id': '02d0e3eb-278f-49d2-b471-952d8b58e3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '28600766-e728-4e89-8028-75e4551a87d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:36:04.885135 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cd385b-01bb-42c6-b47b-9818895281bc tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Network hostable DHCP agents. Network: 28600766-e728-4e89-8028-75e4551a87d7, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:36:05.008166 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cd385b-01bb-42c6-b47b-9818895281bc tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Network 28600766-e728-4e89-8028-75e4551a87d7 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:36:05.052906 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3982a3b8-f8ba-4d61-979e-538506b309e2 tempest-DHCPAgentSchedulersTestJSON-835003216 tempest-DHCPAgentSchedulersTestJSON-835003216-project-admin] 10.222.0.57 "GET /v2.0/agents/ebeb573e-43fb-4c3d-8af3-ef2aebadd506/dhcp-networks HTTP/1.1" status: 200 len: 4059 time: 0.3159215 May 27 02:36:05.055432 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 35844) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:05.106699 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-80cd385b-01bb-42c6-b47b-9818895281bc tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 28600766-e728-4e89-8028-75e4551a87d7) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:36:05.111508 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cd385b-01bb-42c6-b47b-9818895281bc tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:05.112304 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-80cd385b-01bb-42c6-b47b-9818895281bc tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:05.151532 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-770dc9d6-dd5c-4d94-9764-ea81da54f5e9 None None] Could not find standard attr ID for object 82c49368-a5d8-4609-81fa-8587e4357343. {{(pid=88903) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:36:05.157149 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fabb98-65c0-4c05-ae0f-d962f40eb706 None None] Network 28600766-e728-4e89-8028-75e4551a87d7 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:36:05.231038 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-80cd385b-01bb-42c6-b47b-9818895281bc tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5031748 May 27 02:36:05.233583 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 35856) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:05.239893 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-aa1124be-0db9-4f32-822f-89bd33425cde tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'port': {'network_id': '28600766-e728-4e89-8028-75e4551a87d7', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-967053368'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:36:05.265138 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5ef35f-871b-43f8-806a-d4881ff9724c tempest-DHCPAgentSchedulersTestJSON-835003216 tempest-DHCPAgentSchedulersTestJSON-835003216-project-admin] Network 2d55de88-a832-40ed-925d-e2e3a01e0fc1 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:36:05.324677 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 1cd7a84f-27bb-49cf-8cfc-762ed9cf1e77 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:36:05.325160 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:05.335772 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8f5ef35f-871b-43f8-806a-d4881ff9724c tempest-DHCPAgentSchedulersTestJSON-835003216 tempest-DHCPAgentSchedulersTestJSON-835003216-project-admin] 10.222.0.57 "POST /v2.0/agents/ebeb573e-43fb-4c3d-8af3-ef2aebadd506/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2791047 May 27 02:36:05.342276 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 35864) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:05.457275 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1cd15a-cce0-4b8e-b2d7-99a61c8336a0 None None] Network 2d55de88-a832-40ed-925d-e2e3a01e0fc1 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:36:05.531491 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-aa1124be-0db9-4f32-822f-89bd33425cde tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:05.543221 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-aa1124be-0db9-4f32-822f-89bd33425cde tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:port and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:05.552171 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-aa1124be-0db9-4f32-822f-89bd33425cde tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:05.571564 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-aa1124be-0db9-4f32-822f-89bd33425cde tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:05.683176 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5b0481bc-e65c-47eb-91ad-ee4707738ba2 tempest-DHCPAgentSchedulersTestJSON-835003216 tempest-DHCPAgentSchedulersTestJSON-835003216-project-admin] 10.222.0.57 "GET /v2.0/agents/ebeb573e-43fb-4c3d-8af3-ef2aebadd506/dhcp-networks HTTP/1.1" status: 200 len: 5614 time: 0.3388300 May 27 02:36:05.685881 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 35872) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:05.710405 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1124be-0db9-4f32-822f-89bd33425cde tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Made reservation on behalf of 06c4fa5e71c94d138c98e5ba8a8181ad for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:36:05.714018 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aa1124be-0db9-4f32-822f-89bd33425cde tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:05.735839 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-aa1124be-0db9-4f32-822f-89bd33425cde tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] device_id is not set on port d36b975d-c05c-4859-b467-fd1ca2cc17f8 yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:36:05.866823 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-41567203-92b5-474f-a49a-453998494f3c tempest-DHCPAgentSchedulersTestJSON-835003216 tempest-DHCPAgentSchedulersTestJSON-835003216-project-admin] 10.222.0.57 "DELETE /v2.0/agents/ebeb573e-43fb-4c3d-8af3-ef2aebadd506/dhcp-networks/2d55de88-a832-40ed-925d-e2e3a01e0fc1 HTTP/1.1" status: 204 len: 168 time: 0.1793497 May 27 02:36:05.869114 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 35882) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:05.896974 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 1cd7a84f-27bb-49cf-8cfc-762ed9cf1e77 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:36:05.978776 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84995a80-2ce5-49d6-98d8-4f66482c70b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-28600766-e728-4e89-8028-75e4551a87d7', 'network_id': '28600766-e728-4e89-8028-75e4551a87d7', 'tenant_id': '06c4fa5e71c94d138c98e5ba8a8181ad', 'fixed_ips': [{'subnet_id': 'af19ea46-1ffc-4ca0-9006-095e4ed3e2a3'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:36:05.979874 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-84995a80-2ce5-49d6-98d8-4f66482c70b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:06.007949 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-aa1124be-0db9-4f32-822f-89bd33425cde tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Allocated IP 2001:db8::260 (28600766-e728-4e89-8028-75e4551a87d7/af19ea46-1ffc-4ca0-9006-095e4ed3e2a3/d36b975d-c05c-4859-b467-fd1ca2cc17f8) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:36:06.114364 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ec5ebec7-be39-4991-8f97-b94fff6fc5f1 tempest-DHCPAgentSchedulersTestJSON-835003216 tempest-DHCPAgentSchedulersTestJSON-835003216-project-admin] 10.222.0.57 "GET /v2.0/agents/ebeb573e-43fb-4c3d-8af3-ef2aebadd506/dhcp-networks HTTP/1.1" status: 200 len: 4844 time: 0.2408218 May 27 02:36:06.119346 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 35892) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:06.148239 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-adf84c51-b53f-4beb-b105-6f9d8fab0ce5 tempest-DHCPAgentSchedulersTestJSON-835003216 tempest-DHCPAgentSchedulersTestJSON-835003216-project-admin] 10.222.0.57 "GET /v2.0/networks/ea786ebc-5acb-46e0-b6ae-8f18f76d8ecf/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0275373 May 27 02:36:06.156196 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 35900) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:06.280644 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8d93f176-918f-4cf0-9682-df3f0a613d37 tempest-DHCPAgentSchedulersTestJSON-835003216 tempest-DHCPAgentSchedulersTestJSON-835003216-project-admin] 10.222.0.57 "GET /v2.0/networks/ea786ebc-5acb-46e0-b6ae-8f18f76d8ecf/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.1211474 May 27 02:36:06.281289 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 35910) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:06.281684 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aa1124be-0db9-4f32-822f-89bd33425cde tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:06.311038 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-aa1124be-0db9-4f32-822f-89bd33425cde tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Transition to ACTIVE for port object d36b975d-c05c-4859-b467-fd1ca2cc17f8 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:36:06.413343 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aa1124be-0db9-4f32-822f-89bd33425cde tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:06.526588 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-84995a80-2ce5-49d6-98d8-4f66482c70b0 None None] Allocated IP 2001:db8::2 (28600766-e728-4e89-8028-75e4551a87d7/af19ea46-1ffc-4ca0-9006-095e4ed3e2a3/af0fae8b-7a6d-452f-ac07-bd4be04c401a) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:36:06.613428 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1124be-0db9-4f32-822f-89bd33425cde tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'Port': ['ID=d36b975d-c05c-4859-b467-fd1ca2cc17f8,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:06.619880 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1124be-0db9-4f32-822f-89bd33425cde tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Network 28600766-e728-4e89-8028-75e4551a87d7 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:36:06.621791 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-aa1124be-0db9-4f32-822f-89bd33425cde tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:36:06.641527 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1124be-0db9-4f32-822f-89bd33425cde tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:36:06.641527 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1124be-0db9-4f32-822f-89bd33425cde tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:06.646124 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aa1124be-0db9-4f32-822f-89bd33425cde tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:06.706481 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2f746992-ec9b-4554-80d3-cad8ac8aa0b0 tempest-DHCPAgentSchedulersTestJSON-835003216 tempest-DHCPAgentSchedulersTestJSON-835003216-project-admin] 10.222.0.57 "GET /v2.0/agents/ebeb573e-43fb-4c3d-8af3-ef2aebadd506/dhcp-networks HTTP/1.1" status: 200 len: 4844 time: 0.4241710 May 27 02:36:06.710433 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 35934) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:06.763291 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-aa1124be-0db9-4f32-822f-89bd33425cde tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.5261686 May 27 02:36:06.764394 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 35940) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:06.871206 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-84995a80-2ce5-49d6-98d8-4f66482c70b0 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:06.908057 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-84995a80-2ce5-49d6-98d8-4f66482c70b0 None None] Transition to ACTIVE for port object af0fae8b-7a6d-452f-ac07-bd4be04c401a will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:36:06.914794 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9bb53058-6365-4ec6-bb40-1a22f9578e04 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:06.929379 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-2809c9de-6bc4-4e03-8e65-9c4144dce933 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Deleting port d36b975d-c05c-4859-b467-fd1ca2cc17f8 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:36:06.929942 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2809c9de-6bc4-4e03-8e65-9c4144dce933 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:06.936681 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-84995a80-2ce5-49d6-98d8-4f66482c70b0 None None] Transition to ACTIVE for port object af0fae8b-7a6d-452f-ac07-bd4be04c401a will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:36:07.005909 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-84995a80-2ce5-49d6-98d8-4f66482c70b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:07.121871 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84995a80-2ce5-49d6-98d8-4f66482c70b0 None None] Network 28600766-e728-4e89-8028-75e4551a87d7 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:36:07.125483 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-84995a80-2ce5-49d6-98d8-4f66482c70b0 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:36:07.129090 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84995a80-2ce5-49d6-98d8-4f66482c70b0 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:36:07.176249 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9bb53058-6365-4ec6-bb40-1a22f9578e04 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:07.231191 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-9bb53058-6365-4ec6-bb40-1a22f9578e04 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d55de88-a832-40ed-925d-e2e3a01e0fc1']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:07.245649 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84995a80-2ce5-49d6-98d8-4f66482c70b0 None None] Pushing event updated for resources: {'Port': ['ID=af0fae8b-7a6d-452f-ac07-bd4be04c401a,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:07.257967 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-9bb53058-6365-4ec6-bb40-1a22f9578e04 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bcbc0c4-9d2d-46a9-ad1b-60998d4255d1') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:07.258250 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-9bb53058-6365-4ec6-bb40-1a22f9578e04 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bcbc0c4-9d2d-46a9-ad1b-60998d4255d1') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:07.288310 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9bb53058-6365-4ec6-bb40-1a22f9578e04 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:07.314271 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-84995a80-2ce5-49d6-98d8-4f66482c70b0 None None] Attempting to bind port af0fae8b-7a6d-452f-ac07-bd4be04c401a on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:36:07.317791 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9bb53058-6365-4ec6-bb40-1a22f9578e04 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:07.318384 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-84995a80-2ce5-49d6-98d8-4f66482c70b0 None None] Attempting to bind port af0fae8b-7a6d-452f-ac07-bd4be04c401a by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '02d0e3eb-278f-49d2-b471-952d8b58e3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '28600766-e728-4e89-8028-75e4551a87d7'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:36:07.318900 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84995a80-2ce5-49d6-98d8-4f66482c70b0 None None] Attempting to bind port af0fae8b-7a6d-452f-ac07-bd4be04c401a on network 28600766-e728-4e89-8028-75e4551a87d7 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:36:07.329346 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bb53058-6365-4ec6-bb40-1a22f9578e04 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:36:07.329761 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9bb53058-6365-4ec6-bb40-1a22f9578e04 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:07.331646 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84995a80-2ce5-49d6-98d8-4f66482c70b0 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:36:07.333680 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84995a80-2ce5-49d6-98d8-4f66482c70b0 None None] Checking segment: {'id': '02d0e3eb-278f-49d2-b471-952d8b58e3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '28600766-e728-4e89-8028-75e4551a87d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:36:07.334545 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-84995a80-2ce5-49d6-98d8-4f66482c70b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:07.335096 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84995a80-2ce5-49d6-98d8-4f66482c70b0 None None] Bound using segment: {'id': '02d0e3eb-278f-49d2-b471-952d8b58e3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '28600766-e728-4e89-8028-75e4551a87d7'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:36:07.335703 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-84995a80-2ce5-49d6-98d8-4f66482c70b0 None None] Bound port: af0fae8b-7a6d-452f-ac07-bd4be04c401a, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d0e3eb-278f-49d2-b471-952d8b58e3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '28600766-e728-4e89-8028-75e4551a87d7'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:36:07.336222 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-84995a80-2ce5-49d6-98d8-4f66482c70b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:07.482677 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-84995a80-2ce5-49d6-98d8-4f66482c70b0 None None] For port af0fae8b-7a6d-452f-ac07-bd4be04c401a, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:36:07.495341 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2809c9de-6bc4-4e03-8e65-9c4144dce933 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:07.611354 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 7bcbc0c4-9d2d-46a9-ad1b-60998d4255d1 resource provider aggregate not found May 27 02:36:07.639312 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 7bcbc0c4-9d2d-46a9-ad1b-60998d4255d1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7bcbc0c4-9d2d-46a9-ad1b-60998d4255d1 found for delete ", "request_id": "req-df1544c6-0fc3-436b-8070-8144dcbe4fac"}]} May 27 02:36:07.732376 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9bb53058-6365-4ec6-bb40-1a22f9578e04 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:07.735931 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-84995a80-2ce5-49d6-98d8-4f66482c70b0 None None] For port af0fae8b-7a6d-452f-ac07-bd4be04c401a, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=af0fae8b-7a6d-452f-ac07-bd4be04c401a,segment=NetworkSegment(02d0e3eb-278f-49d2-b471-952d8b58e3a4),segment_id=02d0e3eb-278f-49d2-b471-952d8b58e3a4)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:36:07.768548 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9bb53058-6365-4ec6-bb40-1a22f9578e04 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:07.775443 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb53058-6365-4ec6-bb40-1a22f9578e04 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Pushing event deleted for resources: {'Network': ['ID=2d55de88-a832-40ed-925d-e2e3a01e0fc1,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:07.784752 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9bb53058-6365-4ec6-bb40-1a22f9578e04 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] 10.222.0.57 "DELETE /v2.0/networks/2d55de88-a832-40ed-925d-e2e3a01e0fc1 HTTP/1.1" status: 204 len: 168 time: 1.0706186 May 27 02:36:07.784752 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 35984) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:07.799488 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-2809c9de-6bc4-4e03-8e65-9c4144dce933 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Calling delete_port for d36b975d-c05c-4859-b467-fd1ca2cc17f8 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:36:07.821131 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-84995a80-2ce5-49d6-98d8-4f66482c70b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:07.882518 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e1e6918-fb09-4e07-9129-28ebff67c869 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] DELETE failed (client error): The resource could not be found. May 27 02:36:07.882999 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e1e6918-fb09-4e07-9129-28ebff67c869 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:36:07.885729 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5e1e6918-fb09-4e07-9129-28ebff67c869 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] 10.222.0.57 "DELETE /v2.0/ports/82c49368-a5d8-4609-81fa-8587e4357343 HTTP/1.1" status: 404 len: 333 time: 0.0997720 May 27 02:36:07.889240 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 35992) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:08.073470 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84995a80-2ce5-49d6-98d8-4f66482c70b0 None None] Pushing event updated for resources: {'Port': ['ID=af0fae8b-7a6d-452f-ac07-bd4be04c401a,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:08.077700 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc3d1941-0bb3-42e5-8f71-3be8d883afa4 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Deleting subnet e7ecc15e-dcbc-43ce-ae1b-4b7147ef2c49 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:36:08.082849 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cc3d1941-0bb3-42e5-8f71-3be8d883afa4 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:08.173180 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cc3d1941-0bb3-42e5-8f71-3be8d883afa4 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:08.218300 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2809c9de-6bc4-4e03-8e65-9c4144dce933 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:08.365717 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2809c9de-6bc4-4e03-8e65-9c4144dce933 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event deleted for resources: {'Port': ['ID=d36b975d-c05c-4859-b467-fd1ca2cc17f8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:08.372317 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cc3d1941-0bb3-42e5-8f71-3be8d883afa4 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:08.378252 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2809c9de-6bc4-4e03-8e65-9c4144dce933 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:08.417356 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2809c9de-6bc4-4e03-8e65-9c4144dce933 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/ports/d36b975d-c05c-4859-b467-fd1ca2cc17f8 HTTP/1.1" status: 204 len: 168 time: 1.6500325 May 27 02:36:08.418872 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36010) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:08.492049 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c0af647-6a4e-45ed-b771-cce14b58337c tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] GET failed (client error): The resource could not be found. May 27 02:36:08.492598 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8c0af647-6a4e-45ed-b771-cce14b58337c tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Synchronizing usage tracker for tenant:06c4fa5e71c94d138c98e5ba8a8181ad on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:36:08.595536 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8c0af647-6a4e-45ed-b771-cce14b58337c tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Unset dirty status for tenant:06c4fa5e71c94d138c98e5ba8a8181ad on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:36:08.595838 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cc3d1941-0bb3-42e5-8f71-3be8d883afa4 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:08.599537 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8c0af647-6a4e-45ed-b771-cce14b58337c tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "GET /v2.0/ports/d36b975d-c05c-4859-b467-fd1ca2cc17f8 HTTP/1.1" status: 404 len: 333 time: 0.1796532 May 27 02:36:08.600140 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36022) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:08.691153 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d1941-0bb3-42e5-8f71-3be8d883afa4 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Pushing event deleted for resources: {'Subnet': ['ID=e7ecc15e-dcbc-43ce-ae1b-4b7147ef2c49,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:08.696866 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c70925-c511-4aac-9103-cc56e61aa94e None None] Network ea786ebc-5acb-46e0-b6ae-8f18f76d8ecf requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:36:08.699967 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cc3d1941-0bb3-42e5-8f71-3be8d883afa4 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:08.718664 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4318fd8-276d-4dd2-9c60-49228033c30e tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Deleting subnet af19ea46-1ffc-4ca0-9006-095e4ed3e2a3 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:36:08.722230 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4318fd8-276d-4dd2-9c60-49228033c30e tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:08.731619 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-cc3d1941-0bb3-42e5-8f71-3be8d883afa4 tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] 10.222.0.57 "DELETE /v2.0/subnets/e7ecc15e-dcbc-43ce-ae1b-4b7147ef2c49 HTTP/1.1" status: 204 len: 168 time: 0.8412225 May 27 02:36:08.734178 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36034) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:08.890289 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4318fd8-276d-4dd2-9c60-49228033c30e tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:09.001064 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b9cece8f-6933-4523-b816-94e278f6925b tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:09.009024 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device af0fae8b-7a6d-452f-ac07-bd4be04c401a up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:36:09.027334 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4318fd8-276d-4dd2-9c60-49228033c30e tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:09.034823 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b9cece8f-6933-4523-b816-94e278f6925b tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Deleting port 1cd7a84f-27bb-49cf-8cfc-762ed9cf1e77 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:36:09.035178 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b9cece8f-6933-4523-b816-94e278f6925b tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:09.218138 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4318fd8-276d-4dd2-9c60-49228033c30e tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:09.282592 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port af0fae8b-7a6d-452f-ac07-bd4be04c401a completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:36:09.310179 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573fcf39-721b-427f-90d8-4a710d2c1021 None None] DHCP port deletion for ea786ebc-5acb-46e0-b6ae-8f18f76d8ecf request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:36:09.326209 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-573fcf39-721b-427f-90d8-4a710d2c1021 None None] Deleting port 1cd7a84f-27bb-49cf-8cfc-762ed9cf1e77 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:36:09.326598 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-573fcf39-721b-427f-90d8-4a710d2c1021 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:09.329159 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4318fd8-276d-4dd2-9c60-49228033c30e tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:09.361414 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d4318fd8-276d-4dd2-9c60-49228033c30e tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/subnets/af19ea46-1ffc-4ca0-9006-095e4ed3e2a3 HTTP/1.1" status: 204 len: 168 time: 0.7579298 May 27 02:36:09.368116 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4318fd8-276d-4dd2-9c60-49228033c30e tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event deleted for resources: {'Subnet': ['ID=af19ea46-1ffc-4ca0-9006-095e4ed3e2a3,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:09.369053 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-b9cece8f-6933-4523-b816-94e278f6925b tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] For port 1cd7a84f-27bb-49cf-8cfc-762ed9cf1e77, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1cd7a84f-27bb-49cf-8cfc-762ed9cf1e77,segment=NetworkSegment(f5abf514-bd30-4920-9d01-a0922f40fcac),segment_id=f5abf514-bd30-4920-9d01-a0922f40fcac)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:36:09.369428 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b9cece8f-6933-4523-b816-94e278f6925b tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:09.375878 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36056) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:09.625660 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f662e4d5-972e-4096-bcaa-ed0740c5981d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:09.639217 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b9cece8f-6933-4523-b816-94e278f6925b tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Calling delete_port for 1cd7a84f-27bb-49cf-8cfc-762ed9cf1e77 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:36:09.649664 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-f662e4d5-972e-4096-bcaa-ed0740c5981d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Deleting port af0fae8b-7a6d-452f-ac07-bd4be04c401a {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:36:09.650085 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f662e4d5-972e-4096-bcaa-ed0740c5981d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:09.723612 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064ee099-da23-4e75-b271-d4c8ded45b72 None None] Network 28600766-e728-4e89-8028-75e4551a87d7 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:36:09.806164 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b9cece8f-6933-4523-b816-94e278f6925b tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:09.915410 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cece8f-6933-4523-b816-94e278f6925b tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Pushing event deleted for resources: {'Port': ['ID=1cd7a84f-27bb-49cf-8cfc-762ed9cf1e77,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:09.918249 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-573fcf39-721b-427f-90d8-4a710d2c1021 None None] For port 1cd7a84f-27bb-49cf-8cfc-762ed9cf1e77, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1cd7a84f-27bb-49cf-8cfc-762ed9cf1e77,segment=NetworkSegment(f5abf514-bd30-4920-9d01-a0922f40fcac),segment_id=f5abf514-bd30-4920-9d01-a0922f40fcac)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:36:09.918813 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-573fcf39-721b-427f-90d8-4a710d2c1021 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:09.929434 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cece8f-6933-4523-b816-94e278f6925b tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] No DVR routers for this DVR port 1cd7a84f-27bb-49cf-8cfc-762ed9cf1e77 on host n-d-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:36:10.071651 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-f662e4d5-972e-4096-bcaa-ed0740c5981d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] For port af0fae8b-7a6d-452f-ac07-bd4be04c401a, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=af0fae8b-7a6d-452f-ac07-bd4be04c401a,segment=NetworkSegment(02d0e3eb-278f-49d2-b471-952d8b58e3a4),segment_id=02d0e3eb-278f-49d2-b471-952d8b58e3a4)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:36:10.074525 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f662e4d5-972e-4096-bcaa-ed0740c5981d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:10.138093 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-89a9f117-336b-45a4-a21a-389453dcd7dd None None] Provisioning for port af0fae8b-7a6d-452f-ac07-bd4be04c401a completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:36:10.150581 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-573fcf39-721b-427f-90d8-4a710d2c1021 None None] Calling delete_port for 1cd7a84f-27bb-49cf-8cfc-762ed9cf1e77 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:36:10.238949 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-f662e4d5-972e-4096-bcaa-ed0740c5981d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Calling delete_port for af0fae8b-7a6d-452f-ac07-bd4be04c401a owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:36:10.271763 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b9cece8f-6933-4523-b816-94e278f6925b tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:10.296533 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-89a9f117-336b-45a4-a21a-389453dcd7dd None None] Provisioning complete for port af0fae8b-7a6d-452f-ac07-bd4be04c401a triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:36:10.296533 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-89a9f117-336b-45a4-a21a-389453dcd7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:10.329282 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-b9cece8f-6933-4523-b816-94e278f6925b tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea786ebc-5acb-46e0-b6ae-8f18f76d8ecf']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:10.358648 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-b9cece8f-6933-4523-b816-94e278f6925b tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5abf514-bd30-4920-9d01-a0922f40fcac') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:10.358950 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-b9cece8f-6933-4523-b816-94e278f6925b tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5abf514-bd30-4920-9d01-a0922f40fcac') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:10.373894 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b9cece8f-6933-4523-b816-94e278f6925b tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:10.403996 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b9cece8f-6933-4523-b816-94e278f6925b tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:10.415831 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9cece8f-6933-4523-b816-94e278f6925b tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:36:10.416360 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b9cece8f-6933-4523-b816-94e278f6925b tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:10.454027 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f662e4d5-972e-4096-bcaa-ed0740c5981d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:10.531468 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-573fcf39-721b-427f-90d8-4a710d2c1021 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:36:10.532534 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-573fcf39-721b-427f-90d8-4a710d2c1021 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:36:10.594671 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-89a9f117-336b-45a4-a21a-389453dcd7dd None None] Could not find standard attr ID for object af0fae8b-7a6d-452f-ac07-bd4be04c401a. {{(pid=88903) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:36:10.594907 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment f5abf514-bd30-4920-9d01-a0922f40fcac resource provider aggregate not found May 27 02:36:10.598178 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f662e4d5-972e-4096-bcaa-ed0740c5981d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event deleted for resources: {'Port': ['ID=af0fae8b-7a6d-452f-ac07-bd4be04c401a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:10.605666 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f662e4d5-972e-4096-bcaa-ed0740c5981d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] No DVR routers for this DVR port af0fae8b-7a6d-452f-ac07-bd4be04c401a on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:36:10.617804 n-d-843554-3 neutron-server[88903]: INFO neutron.plugins.ml2.db [None req-89a9f117-336b-45a4-a21a-389453dcd7dd None None] No ports have port_id starting with af0fae8b-7a6d-452f-ac07-bd4be04c401a May 27 02:36:10.653010 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4df094-3f9f-40c9-b43e-8a5710aae261 None None] DHCP port deletion for 28600766-e728-4e89-8028-75e4551a87d7 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:36:10.660588 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment f5abf514-bd30-4920-9d01-a0922f40fcac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f5abf514-bd30-4920-9d01-a0922f40fcac found for delete ", "request_id": "req-5daed339-907c-48ca-a181-f70c8fa5418c"}]} May 27 02:36:10.761316 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b9cece8f-6933-4523-b816-94e278f6925b tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:10.790116 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device af0fae8b-7a6d-452f-ac07-bd4be04c401a no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:36:10.807086 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b9cece8f-6933-4523-b816-94e278f6925b tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:10.817937 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cece8f-6933-4523-b816-94e278f6925b tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] Pushing event deleted for resources: {'Network': ['ID=ea786ebc-5acb-46e0-b6ae-8f18f76d8ecf,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:10.832349 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f662e4d5-972e-4096-bcaa-ed0740c5981d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:10.846164 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b9cece8f-6933-4523-b816-94e278f6925b tempest-DHCPAgentSchedulersTestJSON-1696345471 tempest-DHCPAgentSchedulersTestJSON-1696345471-project] 10.222.0.57 "DELETE /v2.0/networks/ea786ebc-5acb-46e0-b6ae-8f18f76d8ecf HTTP/1.1" status: 204 len: 168 time: 2.1080236 May 27 02:36:10.871810 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: af0fae8b-7a6d-452f-ac07-bd4be04c401a {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:36:10.871810 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device af0fae8b-7a6d-452f-ac07-bd4be04c401a not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:36:10.871810 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1cd7a84f-27bb-49cf-8cfc-762ed9cf1e77 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:36:10.924165 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-f662e4d5-972e-4096-bcaa-ed0740c5981d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28600766-e728-4e89-8028-75e4551a87d7']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:10.952571 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-f662e4d5-972e-4096-bcaa-ed0740c5981d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02d0e3eb-278f-49d2-b471-952d8b58e3a4') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:10.953067 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-f662e4d5-972e-4096-bcaa-ed0740c5981d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02d0e3eb-278f-49d2-b471-952d8b58e3a4') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:10.967627 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 1cd7a84f-27bb-49cf-8cfc-762ed9cf1e77 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:36:10.968066 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1cd7a84f-27bb-49cf-8cfc-762ed9cf1e77 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:36:10.980985 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f662e4d5-972e-4096-bcaa-ed0740c5981d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:11.033642 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-573fcf39-721b-427f-90d8-4a710d2c1021 None None] Deleting port 1cd7a84f-27bb-49cf-8cfc-762ed9cf1e77 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:36:11.034409 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-573fcf39-721b-427f-90d8-4a710d2c1021 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:11.040600 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f662e4d5-972e-4096-bcaa-ed0740c5981d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:11.050589 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f662e4d5-972e-4096-bcaa-ed0740c5981d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:36:11.050998 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f662e4d5-972e-4096-bcaa-ed0740c5981d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:11.124117 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-573fcf39-721b-427f-90d8-4a710d2c1021 None None] The port '1cd7a84f-27bb-49cf-8cfc-762ed9cf1e77' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:36:11.233233 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 02d0e3eb-278f-49d2-b471-952d8b58e3a4 resource provider aggregate not found May 27 02:36:11.257873 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 02d0e3eb-278f-49d2-b471-952d8b58e3a4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 02d0e3eb-278f-49d2-b471-952d8b58e3a4 found for delete ", "request_id": "req-bd90537f-3100-4d89-ad12-994db8073fa6"}]} May 27 02:36:11.355944 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f662e4d5-972e-4096-bcaa-ed0740c5981d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:11.360214 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f662e4d5-972e-4096-bcaa-ed0740c5981d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:11.393882 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f662e4d5-972e-4096-bcaa-ed0740c5981d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event deleted for resources: {'Network': ['ID=28600766-e728-4e89-8028-75e4551a87d7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:11.473965 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36162) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:11.474372 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f662e4d5-972e-4096-bcaa-ed0740c5981d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/networks/28600766-e728-4e89-8028-75e4551a87d7 HTTP/1.1" status: 204 len: 168 time: 2.0946651 May 27 02:36:11.480907 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-e523313f-8aee-4776-9476-aa424efe99a8 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'port': {'network_id': 'fb771f32-b619-420a-80a4-a93b3767dc43', 'name': 'tempest-PortsIpV6TestJSON-1670438035'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:36:11.623093 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36172) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:11.625462 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e523313f-8aee-4776-9476-aa424efe99a8 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:11.635382 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e523313f-8aee-4776-9476-aa424efe99a8 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:port and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:11.640910 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e523313f-8aee-4776-9476-aa424efe99a8 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:11.655309 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e523313f-8aee-4776-9476-aa424efe99a8 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:11.789768 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e523313f-8aee-4776-9476-aa424efe99a8 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Made reservation on behalf of 06c4fa5e71c94d138c98e5ba8a8181ad for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:36:11.794095 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e523313f-8aee-4776-9476-aa424efe99a8 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:11.889525 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-e523313f-8aee-4776-9476-aa424efe99a8 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] device_id is not set on port 6c872b10-8267-4395-bfc1-2d24fda00a78 yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:36:11.946178 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-98a07e74-eaf2-42cd-b729-c63c041128cb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cd5440fda4534e7ab059a4480f71cfa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3220613 May 27 02:36:11.951573 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36202) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:12.025920 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f4d84a1-0a48-4bad-b56a-b1114149c951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:12.061355 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f4d84a1-0a48-4bad-b56a-b1114149c951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:12.164033 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e523313f-8aee-4776-9476-aa424efe99a8 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:12.190717 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f4d84a1-0a48-4bad-b56a-b1114149c951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:12.228632 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d84a1-0a48-4bad-b56a-b1114149c951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbfc618-c676-40da-8944-89cec342d573,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:12.233344 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f4d84a1-0a48-4bad-b56a-b1114149c951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:12.238071 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1f4d84a1-0a48-4bad-b56a-b1114149c951 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8cbfc618-c676-40da-8944-89cec342d573 HTTP/1.1" status: 204 len: 168 time: 0.2852945 May 27 02:36:12.287234 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e523313f-8aee-4776-9476-aa424efe99a8 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:12.378738 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e523313f-8aee-4776-9476-aa424efe99a8 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Network fb771f32-b619-420a-80a4-a93b3767dc43 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:36:12.381947 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-e523313f-8aee-4776-9476-aa424efe99a8 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:36:12.386360 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e523313f-8aee-4776-9476-aa424efe99a8 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:36:12.391909 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e523313f-8aee-4776-9476-aa424efe99a8 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:12.392610 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e523313f-8aee-4776-9476-aa424efe99a8 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:12.406641 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523313f-8aee-4776-9476-aa424efe99a8 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'Port': ['ID=6c872b10-8267-4395-bfc1-2d24fda00a78,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:12.530650 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e523313f-8aee-4776-9476-aa424efe99a8 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0531402 May 27 02:36:12.531302 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36236) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:12.606699 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36242) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:12.713513 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b10e820e-a565-4b34-b1b0-c1c81e398501 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Deleting port 6c872b10-8267-4395-bfc1-2d24fda00a78 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:36:12.713513 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b10e820e-a565-4b34-b1b0-c1c81e398501 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:13.048434 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b6887f02-e751-41c9-8e18-0018bf9c49fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:13.098270 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b6887f02-e751-41c9-8e18-0018bf9c49fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:13.108450 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b6887f02-e751-41c9-8e18-0018bf9c49fb admin admin] Usage tracker for resource:security_group_rule and tenant:a48f5885af8f4ba4a4a616d02eaaec8c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:13.112450 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b6887f02-e751-41c9-8e18-0018bf9c49fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:13.126070 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b6887f02-e751-41c9-8e18-0018bf9c49fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:13.261359 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b6887f02-e751-41c9-8e18-0018bf9c49fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:13.269022 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b10e820e-a565-4b34-b1b0-c1c81e398501 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:13.344435 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b6887f02-e751-41c9-8e18-0018bf9c49fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:13.404101 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b10e820e-a565-4b34-b1b0-c1c81e398501 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Calling delete_port for 6c872b10-8267-4395-bfc1-2d24fda00a78 owned by {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:36:13.427806 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b6887f02-e751-41c9-8e18-0018bf9c49fb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a48f5885af8f4ba4a4a616d02eaaec8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8146770 May 27 02:36:13.427806 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36274) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:13.449265 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36280) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:13.450267 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6887f02-e751-41c9-8e18-0018bf9c49fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2095f270-a7bb-48c4-9f4c-02ede5fffe30,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:13.488683 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e75976cd-7797-432d-aafd-5b5afef46ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:13.507396 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e75976cd-7797-432d-aafd-5b5afef46ae4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:13.510909 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9cba6c38-85ed-47fd-80be-811ce5394271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:13.512203 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e75976cd-7797-432d-aafd-5b5afef46ae4 admin admin] Usage tracker for resource:security_group_rule and tenant:05cc8e5084894bc088854168f2569e4b is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:13.515323 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e75976cd-7797-432d-aafd-5b5afef46ae4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:13.521179 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e75976cd-7797-432d-aafd-5b5afef46ae4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:13.548200 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9cba6c38-85ed-47fd-80be-811ce5394271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:13.634267 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e75976cd-7797-432d-aafd-5b5afef46ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:13.640765 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b10e820e-a565-4b34-b1b0-c1c81e398501 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:13.675306 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9cba6c38-85ed-47fd-80be-811ce5394271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:13.700604 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e820e-a565-4b34-b1b0-c1c81e398501 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event deleted for resources: {'Port': ['ID=6c872b10-8267-4395-bfc1-2d24fda00a78,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:13.702744 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b10e820e-a565-4b34-b1b0-c1c81e398501 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:13.719487 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b10e820e-a565-4b34-b1b0-c1c81e398501 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/ports/6c872b10-8267-4395-bfc1-2d24fda00a78 HTTP/1.1" status: 204 len: 168 time: 1.1802428 May 27 02:36:13.722453 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36290) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:13.728328 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba6c38-85ed-47fd-80be-811ce5394271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2095f270-a7bb-48c4-9f4c-02ede5fffe30,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:13.731376 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-aae10547-e30e-4357-8d95-b7486baf2ca2 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'port': {'network_id': 'fb771f32-b619-420a-80a4-a93b3767dc43', 'mac_address': 'fa:16:3e:2d:9a:07', 'name': 'tempest-PortsIpV6TestJSON-1293412130'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:36:13.743599 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9cba6c38-85ed-47fd-80be-811ce5394271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:13.746351 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9cba6c38-85ed-47fd-80be-811ce5394271 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2095f270-a7bb-48c4-9f4c-02ede5fffe30 HTTP/1.1" status: 204 len: 168 time: 0.3180697 May 27 02:36:13.765203 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e75976cd-7797-432d-aafd-5b5afef46ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:13.918787 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75976cd-7797-432d-aafd-5b5afef46ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9d704b-77c7-44c7-bba8-6103a830d154,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:13.928083 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e75976cd-7797-432d-aafd-5b5afef46ae4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=05cc8e5084894bc088854168f2569e4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4775524 May 27 02:36:13.931071 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36300) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:13.978631 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-aae10547-e30e-4357-8d95-b7486baf2ca2 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:13.983165 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-aae10547-e30e-4357-8d95-b7486baf2ca2 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:port and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:13.986557 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-aae10547-e30e-4357-8d95-b7486baf2ca2 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:13.996565 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-aae10547-e30e-4357-8d95-b7486baf2ca2 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:14.031525 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8bf552b4-e075-4f84-89a1-d656f1d664a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:14.060623 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8bf552b4-e075-4f84-89a1-d656f1d664a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:14.109843 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae10547-e30e-4357-8d95-b7486baf2ca2 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Made reservation on behalf of 06c4fa5e71c94d138c98e5ba8a8181ad for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:36:14.201485 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8bf552b4-e075-4f84-89a1-d656f1d664a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:14.238088 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf552b4-e075-4f84-89a1-d656f1d664a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9d704b-77c7-44c7-bba8-6103a830d154,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:14.250141 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aae10547-e30e-4357-8d95-b7486baf2ca2 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:14.255285 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8bf552b4-e075-4f84-89a1-d656f1d664a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:14.255525 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8bf552b4-e075-4f84-89a1-d656f1d664a6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dc9d704b-77c7-44c7-bba8-6103a830d154 HTTP/1.1" status: 204 len: 168 time: 0.3229420 May 27 02:36:14.317655 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-aae10547-e30e-4357-8d95-b7486baf2ca2 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] device_id is not set on port d5eab4bf-d5a3-4837-816a-ddbd79e1542b yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:36:14.573655 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aae10547-e30e-4357-8d95-b7486baf2ca2 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:14.694294 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aae10547-e30e-4357-8d95-b7486baf2ca2 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:14.762059 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae10547-e30e-4357-8d95-b7486baf2ca2 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Network fb771f32-b619-420a-80a4-a93b3767dc43 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:36:14.767297 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-aae10547-e30e-4357-8d95-b7486baf2ca2 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:36:14.769747 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae10547-e30e-4357-8d95-b7486baf2ca2 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:36:14.776177 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae10547-e30e-4357-8d95-b7486baf2ca2 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:14.776555 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aae10547-e30e-4357-8d95-b7486baf2ca2 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:14.809469 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae10547-e30e-4357-8d95-b7486baf2ca2 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'Port': ['ID=d5eab4bf-d5a3-4837-816a-ddbd79e1542b,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:14.824186 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36320) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:14.842328 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-038b1c1e-0876-4380-8ee9-510c6239c47c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:14.882612 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-038b1c1e-0876-4380-8ee9-510c6239c47c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:14.888551 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-038b1c1e-0876-4380-8ee9-510c6239c47c admin admin] Usage tracker for resource:security_group_rule and tenant:31b45baac2834042850098805d207635 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:14.906881 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-038b1c1e-0876-4380-8ee9-510c6239c47c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:14.906881 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36326) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:14.919869 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-038b1c1e-0876-4380-8ee9-510c6239c47c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:14.919869 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36332) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:14.923330 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-aae10547-e30e-4357-8d95-b7486baf2ca2 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1992900 May 27 02:36:15.099000 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c98fa4-f21e-44fe-9301-725cbdf40ef3 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:15.099613 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a9c98fa4-f21e-44fe-9301-725cbdf40ef3 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Synchronizing usage tracker for tenant:06c4fa5e71c94d138c98e5ba8a8181ad on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:36:15.211049 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a9c98fa4-f21e-44fe-9301-725cbdf40ef3 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Unset dirty status for tenant:06c4fa5e71c94d138c98e5ba8a8181ad on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:36:15.215578 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36346) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:15.218412 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a9c98fa4-f21e-44fe-9301-725cbdf40ef3 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "GET /v2.0/ports/d5eab4bf-d5a3-4837-816a-ddbd79e1542b HTTP/1.1" status: 200 len: 845 time: 0.2976081 May 27 02:36:15.220793 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9fba14de-9c55-4698-833d-d07eb453fa4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:15.246672 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9fba14de-9c55-4698-833d-d07eb453fa4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:15.259503 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9fba14de-9c55-4698-833d-d07eb453fa4a admin admin] Usage tracker for resource:security_group_rule and tenant:868c1d3542664415a8208971f38aabcd is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:15.264212 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9fba14de-9c55-4698-833d-d07eb453fa4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:15.279858 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9fba14de-9c55-4698-833d-d07eb453fa4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:15.286643 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-038b1c1e-0876-4380-8ee9-510c6239c47c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:15.308934 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fb0f8d3f-5c83-4ab4-9ec8-a083b9116153 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Deleting port d5eab4bf-d5a3-4837-816a-ddbd79e1542b {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:36:15.309249 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fb0f8d3f-5c83-4ab4-9ec8-a083b9116153 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:15.389829 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-038b1c1e-0876-4380-8ee9-510c6239c47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:15.552963 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-038b1c1e-0876-4380-8ee9-510c6239c47c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=31b45baac2834042850098805d207635&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7282124 May 27 02:36:15.560090 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36360) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:15.624495 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b1c1e-0876-4380-8ee9-510c6239c47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aae3932-faf1-401e-9ae1-888e7e29d25c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:15.652108 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fb0f8d3f-5c83-4ab4-9ec8-a083b9116153 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:15.716422 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f8cfca3-d18a-4b9f-a30a-b62ce80578a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:15.766137 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9fba14de-9c55-4698-833d-d07eb453fa4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:15.774866 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f8cfca3-d18a-4b9f-a30a-b62ce80578a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:15.799981 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fb0f8d3f-5c83-4ab4-9ec8-a083b9116153 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Calling delete_port for d5eab4bf-d5a3-4837-816a-ddbd79e1542b owned by {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:36:15.854378 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9fba14de-9c55-4698-833d-d07eb453fa4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:15.962729 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f8cfca3-d18a-4b9f-a30a-b62ce80578a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:15.984643 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36378) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:15.985339 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9fba14de-9c55-4698-833d-d07eb453fa4a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=868c1d3542664415a8208971f38aabcd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0787795 May 27 02:36:15.995112 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba14de-9c55-4698-833d-d07eb453fa4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3198fd2-2052-4e96-b035-94f47db42e0d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:16.014685 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fb0f8d3f-5c83-4ab4-9ec8-a083b9116153 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:16.022461 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f8cfca3-d18a-4b9f-a30a-b62ce80578a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:16.026246 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4f8cfca3-d18a-4b9f-a30a-b62ce80578a0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2aae3932-faf1-401e-9ae1-888e7e29d25c HTTP/1.1" status: 204 len: 168 time: 0.4607065 May 27 02:36:16.026246 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8cfca3-d18a-4b9f-a30a-b62ce80578a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aae3932-faf1-401e-9ae1-888e7e29d25c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:16.174045 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fb0f8d3f-5c83-4ab4-9ec8-a083b9116153 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:16.215368 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f8d3f-5c83-4ab4-9ec8-a083b9116153 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event deleted for resources: {'Port': ['ID=d5eab4bf-d5a3-4837-816a-ddbd79e1542b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:16.250190 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2edcd3de-37c0-4022-8e3e-0117618945b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:16.291280 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2edcd3de-37c0-4022-8e3e-0117618945b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:16.306942 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36390) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:16.316208 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-fb0f8d3f-5c83-4ab4-9ec8-a083b9116153 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/ports/d5eab4bf-d5a3-4837-816a-ddbd79e1542b HTTP/1.1" status: 204 len: 168 time: 1.0991504 May 27 02:36:16.380735 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea98cdb0-73e1-44c3-9781-8dd40f38d24b tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] GET failed (client error): The resource could not be found. May 27 02:36:16.382215 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ea98cdb0-73e1-44c3-9781-8dd40f38d24b tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "GET /v2.0/ports/d5eab4bf-d5a3-4837-816a-ddbd79e1542b HTTP/1.1" status: 404 len: 333 time: 0.0736344 May 27 02:36:16.385886 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36394) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:16.396621 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f3b591b0-e4aa-4dab-bb31-14f5f8d3d728 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'port': {'network_id': 'fb771f32-b619-420a-80a4-a93b3767dc43', 'name': 'tempest-PortsIpV6TestJSON-1648561625'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:36:16.509930 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2edcd3de-37c0-4022-8e3e-0117618945b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:16.533224 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edcd3de-37c0-4022-8e3e-0117618945b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3198fd2-2052-4e96-b035-94f47db42e0d,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:16.536181 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2edcd3de-37c0-4022-8e3e-0117618945b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:16.537824 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2edcd3de-37c0-4022-8e3e-0117618945b4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d3198fd2-2052-4e96-b035-94f47db42e0d HTTP/1.1" status: 204 len: 168 time: 0.5513439 May 27 02:36:16.551911 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f3b591b0-e4aa-4dab-bb31-14f5f8d3d728 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:16.556211 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f3b591b0-e4aa-4dab-bb31-14f5f8d3d728 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:port and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:16.560098 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f3b591b0-e4aa-4dab-bb31-14f5f8d3d728 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:16.582283 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f3b591b0-e4aa-4dab-bb31-14f5f8d3d728 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:16.653104 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b591b0-e4aa-4dab-bb31-14f5f8d3d728 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Made reservation on behalf of 06c4fa5e71c94d138c98e5ba8a8181ad for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:36:16.659165 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f3b591b0-e4aa-4dab-bb31-14f5f8d3d728 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:16.727631 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-f3b591b0-e4aa-4dab-bb31-14f5f8d3d728 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] device_id is not set on port 264215e1-43e3-489f-8bef-0c448dacdfa2 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:36:17.006036 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f3b591b0-e4aa-4dab-bb31-14f5f8d3d728 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:17.110148 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f3b591b0-e4aa-4dab-bb31-14f5f8d3d728 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:17.225964 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b591b0-e4aa-4dab-bb31-14f5f8d3d728 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Network fb771f32-b619-420a-80a4-a93b3767dc43 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:36:17.232589 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-f3b591b0-e4aa-4dab-bb31-14f5f8d3d728 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:36:17.237468 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b591b0-e4aa-4dab-bb31-14f5f8d3d728 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:36:17.242981 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b591b0-e4aa-4dab-bb31-14f5f8d3d728 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:17.243768 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f3b591b0-e4aa-4dab-bb31-14f5f8d3d728 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:17.253338 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b591b0-e4aa-4dab-bb31-14f5f8d3d728 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'Port': ['ID=264215e1-43e3-489f-8bef-0c448dacdfa2,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:17.375709 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f3b591b0-e4aa-4dab-bb31-14f5f8d3d728 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9863172 May 27 02:36:17.376639 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36434) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:17.383016 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a6892f70-88eb-4218-a67f-18bb5a69b578 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:36:17.514665 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6892f70-88eb-4218-a67f-18bb5a69b578 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:17.536850 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36444) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:17.572511 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a1a1c496-bbf7-476d-8ccf-a3a5165299d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:17.592123 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a1a1c496-bbf7-476d-8ccf-a3a5165299d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:17.596282 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a1a1c496-bbf7-476d-8ccf-a3a5165299d2 admin admin] Usage tracker for resource:security_group_rule and tenant:838ef195971541dcbf2cc6b6fe6e8e78 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:17.599416 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a1a1c496-bbf7-476d-8ccf-a3a5165299d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:17.606776 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a1a1c496-bbf7-476d-8ccf-a3a5165299d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:17.762641 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a1a1c496-bbf7-476d-8ccf-a3a5165299d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:17.847044 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a1a1c496-bbf7-476d-8ccf-a3a5165299d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:17.896308 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a1a1c496-bbf7-476d-8ccf-a3a5165299d2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=838ef195971541dcbf2cc6b6fe6e8e78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3584421 May 27 02:36:17.907285 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36460) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:17.928953 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a1c496-bbf7-476d-8ccf-a3a5165299d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80027c22-3d7e-4ddd-9adf-7fada24daeef,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:17.936767 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6892f70-88eb-4218-a67f-18bb5a69b578 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:17.983329 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b5f7318f-531d-4044-8ee6-d890596a660b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:17.995259 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6892f70-88eb-4218-a67f-18bb5a69b578 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:18.049421 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b5f7318f-531d-4044-8ee6-d890596a660b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:18.083872 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a6892f70-88eb-4218-a67f-18bb5a69b578 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] In _notify_port_updated(), no bound segment for port 264215e1-43e3-489f-8bef-0c448dacdfa2 on network fb771f32-b619-420a-80a4-a93b3767dc43 {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:36:18.091472 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6892f70-88eb-4218-a67f-18bb5a69b578 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:18.092702 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6892f70-88eb-4218-a67f-18bb5a69b578 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:18.094665 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a6892f70-88eb-4218-a67f-18bb5a69b578 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "PUT /v2.0/ports/264215e1-43e3-489f-8bef-0c448dacdfa2 HTTP/1.1" status: 200 len: 818 time: 0.7177589 May 27 02:36:18.098005 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36472) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:18.128005 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6892f70-88eb-4218-a67f-18bb5a69b578 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'Port': ['ID=264215e1-43e3-489f-8bef-0c448dacdfa2,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:18.223611 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36478) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:18.259457 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-d63db70b-1243-4dc6-9d7e-0e91a5e1ed4f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Deleting port 264215e1-43e3-489f-8bef-0c448dacdfa2 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:36:18.259837 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d63db70b-1243-4dc6-9d7e-0e91a5e1ed4f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:18.366958 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-7106d77e-6c9e-48ea-86c6-50fa4f6d9d60 tempest-QuotasTest-720055603 tempest-QuotasTest-720055603-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:36:18.534148 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b5f7318f-531d-4044-8ee6-d890596a660b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:18.561208 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f7318f-531d-4044-8ee6-d890596a660b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80027c22-3d7e-4ddd-9adf-7fada24daeef,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:18.575128 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7106d77e-6c9e-48ea-86c6-50fa4f6d9d60 tempest-QuotasTest-720055603 tempest-QuotasTest-720055603-project-admin] 10.222.0.57 "PUT /v2.0/quotas/7ca7b976b7494d899c00d38957d7ed1a HTTP/1.1" status: 200 len: 366 time: 0.3497903 May 27 02:36:18.577944 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36506) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:18.579993 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b5f7318f-531d-4044-8ee6-d890596a660b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:18.584293 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b5f7318f-531d-4044-8ee6-d890596a660b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/80027c22-3d7e-4ddd-9adf-7fada24daeef HTTP/1.1" status: 204 len: 168 time: 0.6759329 May 27 02:36:18.608540 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8e0a8686-a283-4ebe-a089-376a9ea1d7ee tempest-QuotasTest-720055603 tempest-QuotasTest-720055603-project-admin] 10.222.0.57 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0281997 May 27 02:36:18.613352 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36512) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:18.631726 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1b61dbbb-0f8c-495b-aa1f-6efac93d099a tempest-QuotasTest-720055603 tempest-QuotasTest-720055603-project-admin] 10.222.0.57 "GET /v2.0/quotas/7ca7b976b7494d899c00d38957d7ed1a HTTP/1.1" status: 200 len: 366 time: 0.0149148 May 27 02:36:18.632197 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36516) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:18.732938 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d63db70b-1243-4dc6-9d7e-0e91a5e1ed4f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:18.763499 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-bc031635-47ff-4cc4-a3a7-6467dee00f00 tempest-QuotasTest-720055603 tempest-QuotasTest-720055603-project-admin] 10.222.0.57 "DELETE /v2.0/quotas/7ca7b976b7494d899c00d38957d7ed1a HTTP/1.1" status: 204 len: 168 time: 0.1194587 May 27 02:36:18.763788 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36530) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:18.783547 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5c3f1b26-e1bc-422e-8a46-25206a9655d6 tempest-QuotasTest-720055603 tempest-QuotasTest-720055603-project-admin] 10.222.0.57 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0165436 May 27 02:36:18.785157 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36534) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:18.835034 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d3395c9f-5580-43b6-a789-6e2582a81a61 tempest-QuotasTest-720055603 tempest-QuotasTest-720055603-project-admin] 10.222.0.57 "GET /v2.0/quotas/7ca7b976b7494d899c00d38957d7ed1a HTTP/1.1" status: 200 len: 370 time: 0.0464261 May 27 02:36:18.847501 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36542) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:18.863315 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a695db35-86f3-43d2-9160-166f8e1190cb tempest-QuotasTest-720055603 tempest-QuotasTest-720055603-project-admin] 10.222.0.57 "GET /v2.0/quotas/7ca7b976b7494d899c00d38957d7ed1a/default HTTP/1.1" status: 200 len: 370 time: 0.0138583 May 27 02:36:18.867327 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36546) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:18.894089 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-83f3f564-b440-48ae-9f5f-f18ea59aa97e tempest-QuotasTest-720055603 tempest-QuotasTest-720055603-project-admin] delete failed (client error): The resource could not be found. May 27 02:36:18.901552 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-83f3f564-b440-48ae-9f5f-f18ea59aa97e tempest-QuotasTest-720055603 tempest-QuotasTest-720055603-project-admin] 10.222.0.57 "DELETE /v2.0/quotas/7ca7b976b7494d899c00d38957d7ed1a HTTP/1.1" status: 404 len: 348 time: 0.0318820 May 27 02:36:18.931027 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-d63db70b-1243-4dc6-9d7e-0e91a5e1ed4f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Calling delete_port for 264215e1-43e3-489f-8bef-0c448dacdfa2 owned by {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:36:19.190122 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d63db70b-1243-4dc6-9d7e-0e91a5e1ed4f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:19.190757 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:19.248416 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63db70b-1243-4dc6-9d7e-0e91a5e1ed4f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event deleted for resources: {'Port': ['ID=264215e1-43e3-489f-8bef-0c448dacdfa2,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:19.262982 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d63db70b-1243-4dc6-9d7e-0e91a5e1ed4f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:19.272232 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d63db70b-1243-4dc6-9d7e-0e91a5e1ed4f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/ports/264215e1-43e3-489f-8bef-0c448dacdfa2 HTTP/1.1" status: 204 len: 168 time: 1.1718612 May 27 02:36:19.274947 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36568) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:19.356728 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f874386-798e-46c7-80a0-59ee1a122971 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:19.357415 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3f874386-798e-46c7-80a0-59ee1a122971 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Synchronizing usage tracker for tenant:06c4fa5e71c94d138c98e5ba8a8181ad on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:36:19.374772 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36572) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:19.394090 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c2d889ac-c9f4-4b5d-a8c9-09ace83a02cd tempest-QuotasTest-720055603 tempest-QuotasTest-720055603-project-admin] Usage tracker for resource:network and tenant:dc7fb4c08bf14811ba6b253a5e3bedcf is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:19.399428 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c2d889ac-c9f4-4b5d-a8c9-09ace83a02cd tempest-QuotasTest-720055603 tempest-QuotasTest-720055603-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:19.405296 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c2d889ac-c9f4-4b5d-a8c9-09ace83a02cd tempest-QuotasTest-720055603 tempest-QuotasTest-720055603-project-admin] Usage tracker for resource:subnet and tenant:dc7fb4c08bf14811ba6b253a5e3bedcf is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:19.409378 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c2d889ac-c9f4-4b5d-a8c9-09ace83a02cd tempest-QuotasTest-720055603 tempest-QuotasTest-720055603-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:19.415671 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c2d889ac-c9f4-4b5d-a8c9-09ace83a02cd tempest-QuotasTest-720055603 tempest-QuotasTest-720055603-project-admin] Usage tracker for resource:subnetpool and tenant:dc7fb4c08bf14811ba6b253a5e3bedcf is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:19.419646 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c2d889ac-c9f4-4b5d-a8c9-09ace83a02cd tempest-QuotasTest-720055603 tempest-QuotasTest-720055603-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:19.423899 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:19.491356 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c2d889ac-c9f4-4b5d-a8c9-09ace83a02cd tempest-QuotasTest-720055603 tempest-QuotasTest-720055603-project-admin] Usage tracker for resource:port and tenant:dc7fb4c08bf14811ba6b253a5e3bedcf is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:19.491356 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c2d889ac-c9f4-4b5d-a8c9-09ace83a02cd tempest-QuotasTest-720055603 tempest-QuotasTest-720055603-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:19.491356 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c2d889ac-c9f4-4b5d-a8c9-09ace83a02cd tempest-QuotasTest-720055603 tempest-QuotasTest-720055603-project-admin] Usage tracker for resource:router and tenant:dc7fb4c08bf14811ba6b253a5e3bedcf is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:19.491356 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c2d889ac-c9f4-4b5d-a8c9-09ace83a02cd tempest-QuotasTest-720055603 tempest-QuotasTest-720055603-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:19.491356 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c2d889ac-c9f4-4b5d-a8c9-09ace83a02cd tempest-QuotasTest-720055603 tempest-QuotasTest-720055603-project-admin] Usage tracker for resource:floatingip and tenant:dc7fb4c08bf14811ba6b253a5e3bedcf is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:19.491356 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c2d889ac-c9f4-4b5d-a8c9-09ace83a02cd tempest-QuotasTest-720055603 tempest-QuotasTest-720055603-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:19.491356 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c2d889ac-c9f4-4b5d-a8c9-09ace83a02cd tempest-QuotasTest-720055603 tempest-QuotasTest-720055603-project-admin] Usage tracker for resource:security_group and tenant:dc7fb4c08bf14811ba6b253a5e3bedcf is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:19.491356 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c2d889ac-c9f4-4b5d-a8c9-09ace83a02cd tempest-QuotasTest-720055603 tempest-QuotasTest-720055603-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:19.494768 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c2d889ac-c9f4-4b5d-a8c9-09ace83a02cd tempest-QuotasTest-720055603 tempest-QuotasTest-720055603-project-admin] Usage tracker for resource:security_group_rule and tenant:dc7fb4c08bf14811ba6b253a5e3bedcf is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:19.499813 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c2d889ac-c9f4-4b5d-a8c9-09ace83a02cd tempest-QuotasTest-720055603 tempest-QuotasTest-720055603-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:19.508191 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c2d889ac-c9f4-4b5d-a8c9-09ace83a02cd tempest-QuotasTest-720055603 tempest-QuotasTest-720055603-project-admin] 10.222.0.57 "GET /v2.0/quotas/dc7fb4c08bf14811ba6b253a5e3bedcf/details.json HTTP/1.1" status: 200 len: 703 time: 0.1284823 May 27 02:36:19.579669 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3f874386-798e-46c7-80a0-59ee1a122971 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Unset dirty status for tenant:06c4fa5e71c94d138c98e5ba8a8181ad on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:36:19.580994 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3f874386-798e-46c7-80a0-59ee1a122971 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3050599 May 27 02:36:19.584090 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36592) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:19.590084 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:36:19.646989 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-376664d2-8836-4d8e-8ef6-e5b038cc8076 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] GET failed (client error): The resource could not be found. May 27 02:36:19.646989 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-376664d2-8836-4d8e-8ef6-e5b038cc8076 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "GET /v2.0/ports/264215e1-43e3-489f-8bef-0c448dacdfa2 HTTP/1.1" status: 404 len: 333 time: 0.0591211 May 27 02:36:19.648360 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36606) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:19.654250 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-b79ab94f-03ad-4efe-96f3-52e35b0184c5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1924380493'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:36:19.659730 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b79ab94f-03ad-4efe-96f3-52e35b0184c5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:19.668785 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b79ab94f-03ad-4efe-96f3-52e35b0184c5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:network and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:19.673225 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b79ab94f-03ad-4efe-96f3-52e35b0184c5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:19.678692 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b79ab94f-03ad-4efe-96f3-52e35b0184c5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:19.756659 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79ab94f-03ad-4efe-96f3-52e35b0184c5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Made reservation on behalf of 06c4fa5e71c94d138c98e5ba8a8181ad for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:36:19.763212 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b79ab94f-03ad-4efe-96f3-52e35b0184c5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:19.796376 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b79ab94f-03ad-4efe-96f3-52e35b0184c5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:36:19.806943 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b79ab94f-03ad-4efe-96f3-52e35b0184c5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:19.807319 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-b79ab94f-03ad-4efe-96f3-52e35b0184c5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Added segment 2316a54d-e1c5-41c1-aea9-a81110fff4e4 of type vlan for network 89f587f0-f1e9-4a10-a8a4-085a1ba4df42 May 27 02:36:19.852228 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b79ab94f-03ad-4efe-96f3-52e35b0184c5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:19.882202 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36640) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:19.958624 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b79ab94f-03ad-4efe-96f3-52e35b0184c5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:19.966907 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79ab94f-03ad-4efe-96f3-52e35b0184c5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:19.966907 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b79ab94f-03ad-4efe-96f3-52e35b0184c5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:20.094798 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ab94f-03ad-4efe-96f3-52e35b0184c5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'Network': ['ID=89f587f0-f1e9-4a10-a8a4-085a1ba4df42,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:20.108208 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 89f587f0-f1e9-4a10-a8a4-085a1ba4df42 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:36:20.145052 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36658) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:20.179866 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b79ab94f-03ad-4efe-96f3-52e35b0184c5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5303349 May 27 02:36:20.182768 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36668) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:20.190519 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-34b0ea14-32ca-4a73-a3ea-7995707b6046 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'subnet': {'network_id': '89f587f0-f1e9-4a10-a8a4-085a1ba4df42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:36:20.440265 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d18e4b3d-b4f6-40e5-a7ae-d7cebd1f6b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:20.449744 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c94e51d-8490-4d39-8a3a-490ce4e3731a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:20.483225 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2c94e51d-8490-4d39-8a3a-490ce4e3731a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:20.486861 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d18e4b3d-b4f6-40e5-a7ae-d7cebd1f6b13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:20.493212 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2c94e51d-8490-4d39-8a3a-490ce4e3731a admin admin] Usage tracker for resource:security_group_rule and tenant:1a28f132428c488c99f1f808fc52b8ae is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:20.497841 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2c94e51d-8490-4d39-8a3a-490ce4e3731a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:20.504733 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d18e4b3d-b4f6-40e5-a7ae-d7cebd1f6b13 admin admin] Usage tracker for resource:security_group_rule and tenant:8f080da6507a425195f794d0ae055c03 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:20.504733 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-34b0ea14-32ca-4a73-a3ea-7995707b6046 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:20.506140 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d18e4b3d-b4f6-40e5-a7ae-d7cebd1f6b13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:20.522058 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2c94e51d-8490-4d39-8a3a-490ce4e3731a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:20.524299 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d18e4b3d-b4f6-40e5-a7ae-d7cebd1f6b13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:20.526333 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-34b0ea14-32ca-4a73-a3ea-7995707b6046 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:subnet and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:20.532426 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-34b0ea14-32ca-4a73-a3ea-7995707b6046 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:20.545156 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-34b0ea14-32ca-4a73-a3ea-7995707b6046 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:20.651103 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b0ea14-32ca-4a73-a3ea-7995707b6046 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Made reservation on behalf of 06c4fa5e71c94d138c98e5ba8a8181ad for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:36:20.655128 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-34b0ea14-32ca-4a73-a3ea-7995707b6046 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:20.796194 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c94e51d-8490-4d39-8a3a-490ce4e3731a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:20.829843 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d18e4b3d-b4f6-40e5-a7ae-d7cebd1f6b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:20.873836 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c94e51d-8490-4d39-8a3a-490ce4e3731a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:20.900807 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d18e4b3d-b4f6-40e5-a7ae-d7cebd1f6b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:20.954757 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36700) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:20.968231 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2c94e51d-8490-4d39-8a3a-490ce4e3731a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1a28f132428c488c99f1f808fc52b8ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8218982 May 27 02:36:20.971043 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36706) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:20.972311 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c94e51d-8490-4d39-8a3a-490ce4e3731a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d522834-0c6d-4605-b753-81588e0f4aac,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:20.998534 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d18e4b3d-b4f6-40e5-a7ae-d7cebd1f6b13 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8f080da6507a425195f794d0ae055c03&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1161489 May 27 02:36:20.999262 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36712) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:21.061324 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e1457e69-fad0-4f22-a395-d4bcc0ec9e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:21.112231 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e4b3d-b4f6-40e5-a7ae-d7cebd1f6b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16fea6f0-744c-4f4a-84bd-2f66fb6a629c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:21.127769 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e1457e69-fad0-4f22-a395-d4bcc0ec9e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:21.165772 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dfce3341-00be-4849-8d8b-84694690bbbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:21.201342 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-dfce3341-00be-4849-8d8b-84694690bbbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:21.207085 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-dfce3341-00be-4849-8d8b-84694690bbbd admin admin] Usage tracker for resource:security_group_rule and tenant:63f2f920bcbf4502bc6d6128bc2e2962 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:21.208396 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c56032e-5626-4f44-b8b6-f1d25a61ad8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:21.210292 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-dfce3341-00be-4849-8d8b-84694690bbbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:21.218430 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-dfce3341-00be-4849-8d8b-84694690bbbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:21.272491 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c56032e-5626-4f44-b8b6-f1d25a61ad8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:21.331022 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dfce3341-00be-4849-8d8b-84694690bbbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:21.378677 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-34b0ea14-32ca-4a73-a3ea-7995707b6046 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:21.396075 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e1457e69-fad0-4f22-a395-d4bcc0ec9e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:21.412992 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1457e69-fad0-4f22-a395-d4bcc0ec9e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d522834-0c6d-4605-b753-81588e0f4aac,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:21.435925 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e1457e69-fad0-4f22-a395-d4bcc0ec9e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:21.438831 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e1457e69-fad0-4f22-a395-d4bcc0ec9e27 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0d522834-0c6d-4605-b753-81588e0f4aac HTTP/1.1" status: 204 len: 168 time: 0.4668348 May 27 02:36:21.441399 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dfce3341-00be-4849-8d8b-84694690bbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:21.451444 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c56032e-5626-4f44-b8b6-f1d25a61ad8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:21.474852 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0ea14-32ca-4a73-a3ea-7995707b6046 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'Subnet': ['ID=b029559f-5c7c-435d-957a-e553c9aa9d27,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:21.481316 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56032e-5626-4f44-b8b6-f1d25a61ad8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fea6f0-744c-4f4a-84bd-2f66fb6a629c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:21.488431 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b0ea14-32ca-4a73-a3ea-7995707b6046 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Checking segment: {'id': '2316a54d-e1c5-41c1-aea9-a81110fff4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '89f587f0-f1e9-4a10-a8a4-085a1ba4df42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:36:21.489158 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b0ea14-32ca-4a73-a3ea-7995707b6046 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Network hostable DHCP agents. Network: 89f587f0-f1e9-4a10-a8a4-085a1ba4df42, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:36:21.517305 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c56032e-5626-4f44-b8b6-f1d25a61ad8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:21.518748 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9c56032e-5626-4f44-b8b6-f1d25a61ad8e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/16fea6f0-744c-4f4a-84bd-2f66fb6a629c HTTP/1.1" status: 204 len: 168 time: 0.5153878 May 27 02:36:21.524000 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-dfce3341-00be-4849-8d8b-84694690bbbd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=63f2f920bcbf4502bc6d6128bc2e2962&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5681574 May 27 02:36:21.526065 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce3341-00be-4849-8d8b-84694690bbbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3af57d2-c8f6-4e40-a230-2c1a74a94017,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:21.532338 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36736) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:21.578798 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b0ea14-32ca-4a73-a3ea-7995707b6046 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Network 89f587f0-f1e9-4a10-a8a4-085a1ba4df42 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:36:21.624943 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d97d90c7-d74c-400d-ae47-424245959f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:21.659818 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d97d90c7-d74c-400d-ae47-424245959f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:21.679249 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-34b0ea14-32ca-4a73-a3ea-7995707b6046 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 89f587f0-f1e9-4a10-a8a4-085a1ba4df42) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:36:21.687928 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b0ea14-32ca-4a73-a3ea-7995707b6046 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:21.688070 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c68e755-f186-4861-bd7c-9a969d7e7e1e None None] Network 89f587f0-f1e9-4a10-a8a4-085a1ba4df42 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:36:21.688660 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-34b0ea14-32ca-4a73-a3ea-7995707b6046 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:21.815086 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-34b0ea14-32ca-4a73-a3ea-7995707b6046 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6286199 May 27 02:36:21.815737 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36744) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:21.822132 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-9508e0f9-534c-46d5-8449-ab376f2b611a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'subnet': {'network_id': '89f587f0-f1e9-4a10-a8a4-085a1ba4df42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:36:21.892894 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d97d90c7-d74c-400d-ae47-424245959f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:21.931084 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d90c7-d74c-400d-ae47-424245959f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3af57d2-c8f6-4e40-a230-2c1a74a94017,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:21.936152 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d97d90c7-d74c-400d-ae47-424245959f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:21.940104 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d97d90c7-d74c-400d-ae47-424245959f3e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e3af57d2-c8f6-4e40-a230-2c1a74a94017 HTTP/1.1" status: 204 len: 168 time: 0.4063749 May 27 02:36:21.948200 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a974670b-4334-48e5-a32d-b9b28b746d04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-89f587f0-f1e9-4a10-a8a4-085a1ba4df42', 'network_id': '89f587f0-f1e9-4a10-a8a4-085a1ba4df42', 'tenant_id': '06c4fa5e71c94d138c98e5ba8a8181ad', 'fixed_ips': [{'subnet_id': 'b029559f-5c7c-435d-957a-e553c9aa9d27'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:36:21.949329 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a974670b-4334-48e5-a32d-b9b28b746d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:21.998599 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9508e0f9-534c-46d5-8449-ab376f2b611a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:22.009465 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9508e0f9-534c-46d5-8449-ab376f2b611a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:subnet and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:22.019480 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9508e0f9-534c-46d5-8449-ab376f2b611a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:22.033239 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9508e0f9-534c-46d5-8449-ab376f2b611a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:22.121793 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9508e0f9-534c-46d5-8449-ab376f2b611a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Made reservation on behalf of 06c4fa5e71c94d138c98e5ba8a8181ad for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:36:22.126904 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9508e0f9-534c-46d5-8449-ab376f2b611a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:22.155717 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-a974670b-4334-48e5-a32d-b9b28b746d04 None None] Allocated IP 2001:db8::2 (89f587f0-f1e9-4a10-a8a4-085a1ba4df42/b029559f-5c7c-435d-957a-e553c9aa9d27/7ebe4a89-6bbb-4b80-99ff-7db23c0d7e3c) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:36:22.296296 n-d-843554-3 neutron-server[88901]: INFO neutron.db.ipam_backend_mixin [None req-9508e0f9-534c-46d5-8449-ab376f2b611a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b029559f-5c7c-435d-957a-e553c9aa9d27 (CIDR: 2001:db8::/64) May 27 02:36:22.384458 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-9508e0f9-534c-46d5-8449-ab376f2b611a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:36:22.384974 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9508e0f9-534c-46d5-8449-ab376f2b611a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:36:22.392092 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a974670b-4334-48e5-a32d-b9b28b746d04 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:22.404557 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a974670b-4334-48e5-a32d-b9b28b746d04 None None] Transition to ACTIVE for port object 7ebe4a89-6bbb-4b80-99ff-7db23c0d7e3c will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:36:22.435428 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a974670b-4334-48e5-a32d-b9b28b746d04 None None] Transition to ACTIVE for port object 7ebe4a89-6bbb-4b80-99ff-7db23c0d7e3c will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:36:22.493260 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9508e0f9-534c-46d5-8449-ab376f2b611a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6759119 May 27 02:36:22.496673 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36764) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:22.502552 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-33697706-b2ae-488b-a2d0-103419094ffe tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'subnet': {'network_id': '89f587f0-f1e9-4a10-a8a4-085a1ba4df42', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:36:22.516163 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a974670b-4334-48e5-a32d-b9b28b746d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:22.526120 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36768) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:22.558936 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c2f35e95-1989-48b5-b551-1a97cb459b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:22.575127 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c2f35e95-1989-48b5-b551-1a97cb459b33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:22.579347 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c2f35e95-1989-48b5-b551-1a97cb459b33 admin admin] Usage tracker for resource:security_group_rule and tenant:dc7fb4c08bf14811ba6b253a5e3bedcf is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:22.582241 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c2f35e95-1989-48b5-b551-1a97cb459b33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:22.588622 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c2f35e95-1989-48b5-b551-1a97cb459b33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:22.594216 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a974670b-4334-48e5-a32d-b9b28b746d04 None None] Network 89f587f0-f1e9-4a10-a8a4-085a1ba4df42 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:36:22.603048 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-a974670b-4334-48e5-a32d-b9b28b746d04 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:36:22.607316 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a974670b-4334-48e5-a32d-b9b28b746d04 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:36:22.713670 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c2f35e95-1989-48b5-b551-1a97cb459b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:22.753021 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a974670b-4334-48e5-a32d-b9b28b746d04 None None] Pushing event updated for resources: {'Port': ['ID=7ebe4a89-6bbb-4b80-99ff-7db23c0d7e3c,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:22.760533 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c2f35e95-1989-48b5-b551-1a97cb459b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:22.765935 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-a974670b-4334-48e5-a32d-b9b28b746d04 None None] Attempting to bind port 7ebe4a89-6bbb-4b80-99ff-7db23c0d7e3c on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:36:22.772405 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-a974670b-4334-48e5-a32d-b9b28b746d04 None None] Attempting to bind port 7ebe4a89-6bbb-4b80-99ff-7db23c0d7e3c by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '2316a54d-e1c5-41c1-aea9-a81110fff4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '89f587f0-f1e9-4a10-a8a4-085a1ba4df42'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:36:22.773189 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a974670b-4334-48e5-a32d-b9b28b746d04 None None] Attempting to bind port 7ebe4a89-6bbb-4b80-99ff-7db23c0d7e3c on network 89f587f0-f1e9-4a10-a8a4-085a1ba4df42 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:36:22.784849 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a974670b-4334-48e5-a32d-b9b28b746d04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:22.785400 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a974670b-4334-48e5-a32d-b9b28b746d04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:22.785942 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a974670b-4334-48e5-a32d-b9b28b746d04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:22.786468 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a974670b-4334-48e5-a32d-b9b28b746d04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:22.787129 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a974670b-4334-48e5-a32d-b9b28b746d04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:22.787820 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a974670b-4334-48e5-a32d-b9b28b746d04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:22.788360 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a974670b-4334-48e5-a32d-b9b28b746d04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:22.788912 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a974670b-4334-48e5-a32d-b9b28b746d04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:22.789421 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a974670b-4334-48e5-a32d-b9b28b746d04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:22.790012 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a974670b-4334-48e5-a32d-b9b28b746d04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:22.790525 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a974670b-4334-48e5-a32d-b9b28b746d04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:22.791036 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a974670b-4334-48e5-a32d-b9b28b746d04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:22.795550 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a974670b-4334-48e5-a32d-b9b28b746d04 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:36:22.796271 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a974670b-4334-48e5-a32d-b9b28b746d04 None None] Checking segment: {'id': '2316a54d-e1c5-41c1-aea9-a81110fff4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '89f587f0-f1e9-4a10-a8a4-085a1ba4df42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:36:22.797033 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a974670b-4334-48e5-a32d-b9b28b746d04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:22.797620 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a974670b-4334-48e5-a32d-b9b28b746d04 None None] Bound using segment: {'id': '2316a54d-e1c5-41c1-aea9-a81110fff4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '89f587f0-f1e9-4a10-a8a4-085a1ba4df42'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:36:22.798291 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-a974670b-4334-48e5-a32d-b9b28b746d04 None None] Bound port: 7ebe4a89-6bbb-4b80-99ff-7db23c0d7e3c, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2316a54d-e1c5-41c1-aea9-a81110fff4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '89f587f0-f1e9-4a10-a8a4-085a1ba4df42'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:36:22.798884 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a974670b-4334-48e5-a32d-b9b28b746d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:22.848947 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-33697706-b2ae-488b-a2d0-103419094ffe tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:22.856579 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-33697706-b2ae-488b-a2d0-103419094ffe tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:subnet and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:22.862762 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-33697706-b2ae-488b-a2d0-103419094ffe tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:22.867004 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f35e95-1989-48b5-b551-1a97cb459b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a278cc-9af2-4a03-8888-1cbf686cc1c1,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:22.882604 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-33697706-b2ae-488b-a2d0-103419094ffe tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:22.886333 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c2f35e95-1989-48b5-b551-1a97cb459b33 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dc7fb4c08bf14811ba6b253a5e3bedcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3590467 May 27 02:36:22.889795 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36784) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:22.960031 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a974670b-4334-48e5-a32d-b9b28b746d04 None None] For port 7ebe4a89-6bbb-4b80-99ff-7db23c0d7e3c, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:36:22.966169 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a974670b-4334-48e5-a32d-b9b28b746d04 None None] For port 7ebe4a89-6bbb-4b80-99ff-7db23c0d7e3c, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=7ebe4a89-6bbb-4b80-99ff-7db23c0d7e3c,segment=NetworkSegment(2316a54d-e1c5-41c1-aea9-a81110fff4e4),segment_id=2316a54d-e1c5-41c1-aea9-a81110fff4e4)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:36:22.984085 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33697706-b2ae-488b-a2d0-103419094ffe tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Made reservation on behalf of 06c4fa5e71c94d138c98e5ba8a8181ad for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:36:22.987958 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-33697706-b2ae-488b-a2d0-103419094ffe tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:23.041578 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a974670b-4334-48e5-a32d-b9b28b746d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:23.093719 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-34071afc-a4bb-49a3-b634-5da881192b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:23.128234 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a974670b-4334-48e5-a32d-b9b28b746d04 None None] Pushing event updated for resources: {'Port': ['ID=7ebe4a89-6bbb-4b80-99ff-7db23c0d7e3c,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:23.147790 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-34071afc-a4bb-49a3-b634-5da881192b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:23.339946 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-34071afc-a4bb-49a3-b634-5da881192b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:23.373652 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34071afc-a4bb-49a3-b634-5da881192b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a278cc-9af2-4a03-8888-1cbf686cc1c1,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:23.412189 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-34071afc-a4bb-49a3-b634-5da881192b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:23.414789 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-34071afc-a4bb-49a3-b634-5da881192b68 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f3a278cc-9af2-4a03-8888-1cbf686cc1c1 HTTP/1.1" status: 204 len: 168 time: 0.5237060 May 27 02:36:23.527933 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-33697706-b2ae-488b-a2d0-103419094ffe tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:23.601670 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33697706-b2ae-488b-a2d0-103419094ffe tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Network 89f587f0-f1e9-4a10-a8a4-085a1ba4df42 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:36:23.602307 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-33697706-b2ae-488b-a2d0-103419094ffe tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:36:23.606774 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33697706-b2ae-488b-a2d0-103419094ffe tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:23.607811 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-33697706-b2ae-488b-a2d0-103419094ffe tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:23.626858 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33697706-b2ae-488b-a2d0-103419094ffe tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'Subnet': ['ID=80d09969-442c-4ad7-b02b-ef2623d671cb,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:23.704573 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-33697706-b2ae-488b-a2d0-103419094ffe tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2066615 May 27 02:36:23.707382 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36816) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:23.717672 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-df9135a5-81fb-4a98-9b7d-ca5fe87bf160 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'port': {'network_id': '89f587f0-f1e9-4a10-a8a4-085a1ba4df42', 'fixed_ips': [{'subnet_id': 'b029559f-5c7c-435d-957a-e553c9aa9d27'}, {'subnet_id': '80d09969-442c-4ad7-b02b-ef2623d671cb'}], 'name': 'tempest-PortsIpV6TestJSON-790346841'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:36:23.891505 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-df9135a5-81fb-4a98-9b7d-ca5fe87bf160 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:23.896124 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-df9135a5-81fb-4a98-9b7d-ca5fe87bf160 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:port and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:23.899330 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-df9135a5-81fb-4a98-9b7d-ca5fe87bf160 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:23.905438 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-df9135a5-81fb-4a98-9b7d-ca5fe87bf160 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:24.006834 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9135a5-81fb-4a98-9b7d-ca5fe87bf160 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Made reservation on behalf of 06c4fa5e71c94d138c98e5ba8a8181ad for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:36:24.158061 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df9135a5-81fb-4a98-9b7d-ca5fe87bf160 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:24.222122 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-df9135a5-81fb-4a98-9b7d-ca5fe87bf160 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] device_id is not set on port 7b66e263-29a1-4591-aeea-4f24aefa57f5 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:36:24.550787 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d519006e-630e-41e0-80a2-e131de7ef58c None None] Network 89f587f0-f1e9-4a10-a8a4-085a1ba4df42 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:36:24.754616 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-2c714ee1-d10b-4d9c-b609-4cf3f317247e None None] Provisioning for port 7ebe4a89-6bbb-4b80-99ff-7db23c0d7e3c completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:36:24.873776 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-df9135a5-81fb-4a98-9b7d-ca5fe87bf160 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Allocated IP 2001:db8::209 (89f587f0-f1e9-4a10-a8a4-085a1ba4df42/b029559f-5c7c-435d-957a-e553c9aa9d27/7b66e263-29a1-4591-aeea-4f24aefa57f5) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:36:24.881315 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-df9135a5-81fb-4a98-9b7d-ca5fe87bf160 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Allocated IP 2001:db8:0:1::11e (89f587f0-f1e9-4a10-a8a4-085a1ba4df42/80d09969-442c-4ad7-b02b-ef2623d671cb/7b66e263-29a1-4591-aeea-4f24aefa57f5) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:36:24.895649 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 7ebe4a89-6bbb-4b80-99ff-7db23c0d7e3c up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:36:25.151228 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df9135a5-81fb-4a98-9b7d-ca5fe87bf160 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:25.157401 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 7ebe4a89-6bbb-4b80-99ff-7db23c0d7e3c completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:36:25.168651 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-df9135a5-81fb-4a98-9b7d-ca5fe87bf160 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Transition to ACTIVE for port object 7b66e263-29a1-4591-aeea-4f24aefa57f5 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:36:25.176032 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 7ebe4a89-6bbb-4b80-99ff-7db23c0d7e3c triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:36:25.176477 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:25.248430 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da567716-6fc3-4711-a2ee-9bc3f1899bee None None] Update dhcp port {'port': {'network_id': '89f587f0-f1e9-4a10-a8a4-085a1ba4df42', 'fixed_ips': [{'subnet_id': 'b029559f-5c7c-435d-957a-e553c9aa9d27', 'ip_address': '2001:db8::2'}, {'subnet_id': '80d09969-442c-4ad7-b02b-ef2623d671cb'}], 'binding:host_id': 'n-d-843554-3'}, 'id': '7ebe4a89-6bbb-4b80-99ff-7db23c0d7e3c'} from n-d-843554-3. {{(pid=88903) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 02:36:25.317161 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df9135a5-81fb-4a98-9b7d-ca5fe87bf160 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:25.368077 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 7ebe4a89-6bbb-4b80-99ff-7db23c0d7e3c is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:36:25.368485 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:25.380245 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-da567716-6fc3-4711-a2ee-9bc3f1899bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:25.429510 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9135a5-81fb-4a98-9b7d-ca5fe87bf160 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Network 89f587f0-f1e9-4a10-a8a4-085a1ba4df42 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:36:25.433299 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-df9135a5-81fb-4a98-9b7d-ca5fe87bf160 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:36:25.438266 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9135a5-81fb-4a98-9b7d-ca5fe87bf160 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:36:25.445173 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9135a5-81fb-4a98-9b7d-ca5fe87bf160 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:25.446992 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df9135a5-81fb-4a98-9b7d-ca5fe87bf160 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:25.463974 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9135a5-81fb-4a98-9b7d-ca5fe87bf160 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'Port': ['ID=7b66e263-29a1-4591-aeea-4f24aefa57f5,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:25.523815 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 7ebe4a89-6bbb-4b80-99ff-7db23c0d7e3c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=7ebe4a89-6bbb-4b80-99ff-7db23c0d7e3c,segment=NetworkSegment(2316a54d-e1c5-41c1-aea9-a81110fff4e4),segment_id=2316a54d-e1c5-41c1-aea9-a81110fff4e4)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:36:25.572887 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-36f9f5dd-b130-4a0f-bf50-8189e2c2b655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:25.624038 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-df9135a5-81fb-4a98-9b7d-ca5fe87bf160 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.9146781 May 27 02:36:25.626548 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36874) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:25.632197 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3a25f9d3-285a-46fe-8e40-afe32a7e5a14 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b029559f-5c7c-435d-957a-e553c9aa9d27'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:36:25.643401 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:25.739782 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-da567716-6fc3-4711-a2ee-9bc3f1899bee None None] Allocated IP 2001:db8:0:1::2 (89f587f0-f1e9-4a10-a8a4-085a1ba4df42/80d09969-442c-4ad7-b02b-ef2623d671cb/7ebe4a89-6bbb-4b80-99ff-7db23c0d7e3c) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:36:25.747654 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=7ebe4a89-6bbb-4b80-99ff-7db23c0d7e3c,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:25.779907 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a25f9d3-285a-46fe-8e40-afe32a7e5a14 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:25.827622 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36886) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:25.952632 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-da567716-6fc3-4711-a2ee-9bc3f1899bee None None] For port 7ebe4a89-6bbb-4b80-99ff-7db23c0d7e3c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=7ebe4a89-6bbb-4b80-99ff-7db23c0d7e3c,segment=NetworkSegment(2316a54d-e1c5-41c1-aea9-a81110fff4e4),segment_id=2316a54d-e1c5-41c1-aea9-a81110fff4e4)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:36:25.993339 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-da567716-6fc3-4711-a2ee-9bc3f1899bee None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:26.012490 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-da567716-6fc3-4711-a2ee-9bc3f1899bee None None] Transition to ACTIVE for port object 7ebe4a89-6bbb-4b80-99ff-7db23c0d7e3c will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:36:26.070153 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-da567716-6fc3-4711-a2ee-9bc3f1899bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:26.167605 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-15ac7e11-a744-4293-b4f7-24e8e5c5398a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1787321857'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:36:26.173487 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-15ac7e11-a744-4293-b4f7-24e8e5c5398a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:26.178608 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-15ac7e11-a744-4293-b4f7-24e8e5c5398a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Usage tracker for resource:network and tenant:6f15f0e8362347e99ea74d0bbe84ad40 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:26.181827 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-15ac7e11-a744-4293-b4f7-24e8e5c5398a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:26.189727 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da567716-6fc3-4711-a2ee-9bc3f1899bee None None] Pushing event updated for resources: {'Port': ['ID=7ebe4a89-6bbb-4b80-99ff-7db23c0d7e3c,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:26.190742 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-15ac7e11-a744-4293-b4f7-24e8e5c5398a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:26.251605 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-3a25f9d3-285a-46fe-8e40-afe32a7e5a14 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Delete allocated IP 2001:db8:0:1::11e (89f587f0-f1e9-4a10-a8a4-085a1ba4df42/80d09969-442c-4ad7-b02b-ef2623d671cb) {{(pid=88901) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 27 02:36:26.257672 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ac7e11-a744-4293-b4f7-24e8e5c5398a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Made reservation on behalf of 6f15f0e8362347e99ea74d0bbe84ad40 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:36:26.262048 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-15ac7e11-a744-4293-b4f7-24e8e5c5398a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:26.280558 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-15ac7e11-a744-4293-b4f7-24e8e5c5398a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:26.296373 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-15ac7e11-a744-4293-b4f7-24e8e5c5398a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:26.302171 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-15ac7e11-a744-4293-b4f7-24e8e5c5398a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Usage tracker for resource:security_group_rule and tenant:6f15f0e8362347e99ea74d0bbe84ad40 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:26.316356 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-15ac7e11-a744-4293-b4f7-24e8e5c5398a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:26.334799 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-15ac7e11-a744-4293-b4f7-24e8e5c5398a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:26.481732 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-15ac7e11-a744-4293-b4f7-24e8e5c5398a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:26.532381 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a25f9d3-285a-46fe-8e40-afe32a7e5a14 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:26.566768 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-3a25f9d3-285a-46fe-8e40-afe32a7e5a14 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Ignored duplicate provisioning block setup for port 7b66e263-29a1-4591-aeea-4f24aefa57f5 by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 27 02:36:26.572830 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-15ac7e11-a744-4293-b4f7-24e8e5c5398a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:26.614456 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ac7e11-a744-4293-b4f7-24e8e5c5398a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:36:26.624475 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a25f9d3-285a-46fe-8e40-afe32a7e5a14 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:26.655417 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-15ac7e11-a744-4293-b4f7-24e8e5c5398a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:26.655838 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-15ac7e11-a744-4293-b4f7-24e8e5c5398a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Added segment 577f4f57-5d03-47d0-86e5-37e30f9791ae of type vlan for network b104eba0-4ea9-4e07-83c4-cb4f87799fed May 27 02:36:26.665383 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac7e11-a744-4293-b4f7-24e8e5c5398a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef56f900-a7eb-48d1-bf48-da94a080618e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:26.704856 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-15ac7e11-a744-4293-b4f7-24e8e5c5398a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:26.752263 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-3a25f9d3-285a-46fe-8e40-afe32a7e5a14 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] In _notify_port_updated(), no bound segment for port 7b66e263-29a1-4591-aeea-4f24aefa57f5 on network 89f587f0-f1e9-4a10-a8a4-085a1ba4df42 {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:36:26.757303 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a25f9d3-285a-46fe-8e40-afe32a7e5a14 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:26.757948 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a25f9d3-285a-46fe-8e40-afe32a7e5a14 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:26.762713 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3a25f9d3-285a-46fe-8e40-afe32a7e5a14 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "PUT /v2.0/ports/7b66e263-29a1-4591-aeea-4f24aefa57f5 HTTP/1.1" status: 200 len: 925 time: 1.1351607 May 27 02:36:26.763348 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36916) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:26.793407 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a25f9d3-285a-46fe-8e40-afe32a7e5a14 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'Port': ['ID=7b66e263-29a1-4591-aeea-4f24aefa57f5,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:26.802927 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-170e740f-7c08-4c02-b587-2071626e2b4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b029559f-5c7c-435d-957a-e553c9aa9d27'}, {'subnet_id': '80d09969-442c-4ad7-b02b-ef2623d671cb'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:36:26.858552 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-15ac7e11-a744-4293-b4f7-24e8e5c5398a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:26.865789 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ac7e11-a744-4293-b4f7-24e8e5c5398a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:26.866571 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-15ac7e11-a744-4293-b4f7-24e8e5c5398a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:26.891833 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 7ebe4a89-6bbb-4b80-99ff-7db23c0d7e3c up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:36:27.002874 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-170e740f-7c08-4c02-b587-2071626e2b4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:27.024751 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-15ac7e11-a744-4293-b4f7-24e8e5c5398a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1951394 May 27 02:36:27.032087 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36922) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:27.055980 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-4bfe4349-7927-401f-b953-c60ff3a53c8d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1780824325'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:36:27.066459 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4bfe4349-7927-401f-b953-c60ff3a53c8d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:27.223846 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4bfe4349-7927-401f-b953-c60ff3a53c8d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Usage tracker for resource:network and tenant:6f15f0e8362347e99ea74d0bbe84ad40 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:27.224647 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b8d308-c30c-4e4b-9cba-83a3e45fc04a None None] Network 89f587f0-f1e9-4a10-a8a4-085a1ba4df42 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:36:27.235800 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4bfe4349-7927-401f-b953-c60ff3a53c8d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:27.243268 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac7e11-a744-4293-b4f7-24e8e5c5398a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event updated for resources: {'Network': ['ID=b104eba0-4ea9-4e07-83c4-cb4f87799fed,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:27.256762 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4bfe4349-7927-401f-b953-c60ff3a53c8d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:27.273484 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network b104eba0-4ea9-4e07-83c4-cb4f87799fed details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:36:27.366916 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfe4349-7927-401f-b953-c60ff3a53c8d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Made reservation on behalf of 6f15f0e8362347e99ea74d0bbe84ad40 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:36:27.370363 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4bfe4349-7927-401f-b953-c60ff3a53c8d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:27.417262 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bfe4349-7927-401f-b953-c60ff3a53c8d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:36:27.430900 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4bfe4349-7927-401f-b953-c60ff3a53c8d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:27.431356 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-4bfe4349-7927-401f-b953-c60ff3a53c8d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Added segment 05c482dd-04a8-4901-890f-0119e267e863 of type vlan for network cae6bcba-49e4-4c33-8cea-8b2c312ddfe5 May 27 02:36:27.477177 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4bfe4349-7927-401f-b953-c60ff3a53c8d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:27.547156 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e118f791-a6d0-48c7-ac04-fca19e91b127 None None] Provisioning for port 7ebe4a89-6bbb-4b80-99ff-7db23c0d7e3c completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:36:27.554502 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-170e740f-7c08-4c02-b587-2071626e2b4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Allocated IP 2001:db8:0:1::67 (89f587f0-f1e9-4a10-a8a4-085a1ba4df42/80d09969-442c-4ad7-b02b-ef2623d671cb/7b66e263-29a1-4591-aeea-4f24aefa57f5) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:36:27.612976 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4bfe4349-7927-401f-b953-c60ff3a53c8d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:27.619986 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfe4349-7927-401f-b953-c60ff3a53c8d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:27.621443 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4bfe4349-7927-401f-b953-c60ff3a53c8d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:27.629751 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e118f791-a6d0-48c7-ac04-fca19e91b127 None None] Provisioning complete for port 7ebe4a89-6bbb-4b80-99ff-7db23c0d7e3c triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:36:27.630121 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e118f791-a6d0-48c7-ac04-fca19e91b127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:27.826667 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe4349-7927-401f-b953-c60ff3a53c8d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event updated for resources: {'Network': ['ID=cae6bcba-49e4-4c33-8cea-8b2c312ddfe5,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:27.846747 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36948) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:27.848188 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4bfe4349-7927-401f-b953-c60ff3a53c8d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8147087 May 27 02:36:27.853812 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network cae6bcba-49e4-4c33-8cea-8b2c312ddfe5 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:36:27.859897 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-21e5b565-75b5-48c5-80d8-d822435b46d3 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Request body: {'subnet': {'network_id': 'b104eba0-4ea9-4e07-83c4-cb4f87799fed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:36:27.997264 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2f76d97e-7bee-43cd-97c6-6c87a85ac3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:28.050390 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-170e740f-7c08-4c02-b587-2071626e2b4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:28.068382 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-21e5b565-75b5-48c5-80d8-d822435b46d3 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:28.078627 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-21e5b565-75b5-48c5-80d8-d822435b46d3 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Usage tracker for resource:subnet and tenant:6f15f0e8362347e99ea74d0bbe84ad40 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:28.081716 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-170e740f-7c08-4c02-b587-2071626e2b4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Ignored duplicate provisioning block setup for port 7b66e263-29a1-4591-aeea-4f24aefa57f5 by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 27 02:36:28.082904 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-21e5b565-75b5-48c5-80d8-d822435b46d3 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:28.090095 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-21e5b565-75b5-48c5-80d8-d822435b46d3 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:28.115322 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-e118f791-a6d0-48c7-ac04-fca19e91b127 None None] Current status of the port 7ebe4a89-6bbb-4b80-99ff-7db23c0d7e3c is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:36:28.172417 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-170e740f-7c08-4c02-b587-2071626e2b4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:28.173815 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e5b565-75b5-48c5-80d8-d822435b46d3 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Made reservation on behalf of 6f15f0e8362347e99ea74d0bbe84ad40 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:36:28.200823 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-21e5b565-75b5-48c5-80d8-d822435b46d3 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:28.477769 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e740f-7c08-4c02-b587-2071626e2b4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'Port': ['ID=7b66e263-29a1-4591-aeea-4f24aefa57f5,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:28.489940 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-10844bbf-a0cb-4b0c-93c6-1154284c1d26 None None] Provisioning complete for port 7ebe4a89-6bbb-4b80-99ff-7db23c0d7e3c triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:36:28.497309 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-10844bbf-a0cb-4b0c-93c6-1154284c1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:28.618587 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-170e740f-7c08-4c02-b587-2071626e2b4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] In _notify_port_updated(), no bound segment for port 7b66e263-29a1-4591-aeea-4f24aefa57f5 on network 89f587f0-f1e9-4a10-a8a4-085a1ba4df42 {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:36:28.638976 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170e740f-7c08-4c02-b587-2071626e2b4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:28.639843 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-170e740f-7c08-4c02-b587-2071626e2b4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:28.641358 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-170e740f-7c08-4c02-b587-2071626e2b4d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "PUT /v2.0/ports/7b66e263-29a1-4591-aeea-4f24aefa57f5 HTTP/1.1" status: 200 len: 1010 time: 1.8506382 May 27 02:36:28.644589 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36974) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:28.675901 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-10844bbf-a0cb-4b0c-93c6-1154284c1d26 None None] Current status of the port 7ebe4a89-6bbb-4b80-99ff-7db23c0d7e3c is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:36:28.766639 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-10844bbf-a0cb-4b0c-93c6-1154284c1d26 None None] Provisioning for port 7b66e263-29a1-4591-aeea-4f24aefa57f5 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:36:28.773498 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-10844bbf-a0cb-4b0c-93c6-1154284c1d26 None None] Provisioning complete for port 7b66e263-29a1-4591-aeea-4f24aefa57f5 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:36:28.773881 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-10844bbf-a0cb-4b0c-93c6-1154284c1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:28.795082 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-312d6b9f-41a0-4359-8c8a-771bf21f422d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Deleting port 7b66e263-29a1-4591-aeea-4f24aefa57f5 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:36:28.800085 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-312d6b9f-41a0-4359-8c8a-771bf21f422d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:28.894300 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-10844bbf-a0cb-4b0c-93c6-1154284c1d26 None None] Port 7b66e263-29a1-4591-aeea-4f24aefa57f5 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:36:29.015086 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:29.034154 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5f635e2a-a5c1-46c2-8731-2ce9f0456bec None None] Provisioning complete for port 7b66e263-29a1-4591-aeea-4f24aefa57f5 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:36:29.038048 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5f635e2a-a5c1-46c2-8731-2ce9f0456bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:29.051087 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36990) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:29.059163 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-21e5b565-75b5-48c5-80d8-d822435b46d3 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:29.141905 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:29.180594 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5f635e2a-a5c1-46c2-8731-2ce9f0456bec None None] Port 7b66e263-29a1-4591-aeea-4f24aefa57f5 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:36:29.186761 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e5b565-75b5-48c5-80d8-d822435b46d3 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event updated for resources: {'Subnet': ['ID=d4f3edb7-1f41-4d3c-a862-b497c79199c6,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:29.249420 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e5b565-75b5-48c5-80d8-d822435b46d3 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Checking segment: {'id': '577f4f57-5d03-47d0-86e5-37e30f9791ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b104eba0-4ea9-4e07-83c4-cb4f87799fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:36:29.250491 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e5b565-75b5-48c5-80d8-d822435b46d3 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Network hostable DHCP agents. Network: b104eba0-4ea9-4e07-83c4-cb4f87799fed, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:36:29.261983 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-312d6b9f-41a0-4359-8c8a-771bf21f422d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:29.314022 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-d4c991ad-e3a6-48b1-9ca6-62b71d02b659 None None] Provisioning complete for port 7b66e263-29a1-4591-aeea-4f24aefa57f5 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:36:29.314396 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d4c991ad-e3a6-48b1-9ca6-62b71d02b659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:29.355531 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e5b565-75b5-48c5-80d8-d822435b46d3 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Network b104eba0-4ea9-4e07-83c4-cb4f87799fed is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:36:29.421622 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-d4c991ad-e3a6-48b1-9ca6-62b71d02b659 None None] Port 7b66e263-29a1-4591-aeea-4f24aefa57f5 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:36:29.440821 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3822dcbd-cf43-4be6-8702-dad76ba8cae6 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1456746063', 'router:external': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:36:29.446650 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3822dcbd-cf43-4be6-8702-dad76ba8cae6 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:29.450803 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3822dcbd-cf43-4be6-8702-dad76ba8cae6 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Usage tracker for resource:network and tenant:21f04540d9144b108560259d9299bff5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:29.455356 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3822dcbd-cf43-4be6-8702-dad76ba8cae6 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:29.462108 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3822dcbd-cf43-4be6-8702-dad76ba8cae6 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:29.489869 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-312d6b9f-41a0-4359-8c8a-771bf21f422d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Calling delete_port for 7b66e263-29a1-4591-aeea-4f24aefa57f5 owned by {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:36:29.504057 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-21e5b565-75b5-48c5-80d8-d822435b46d3 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, b104eba0-4ea9-4e07-83c4-cb4f87799fed) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:36:29.508498 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e5b565-75b5-48c5-80d8-d822435b46d3 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:29.509493 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-21e5b565-75b5-48c5-80d8-d822435b46d3 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:29.518307 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f066919-3d37-49e7-9dd6-c26bbcbd9fc1 None None] Network b104eba0-4ea9-4e07-83c4-cb4f87799fed requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:36:29.606132 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3822dcbd-cf43-4be6-8702-dad76ba8cae6 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Made reservation on behalf of 21f04540d9144b108560259d9299bff5 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:36:29.606132 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3822dcbd-cf43-4be6-8702-dad76ba8cae6 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:29.629869 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3822dcbd-cf43-4be6-8702-dad76ba8cae6 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:29.648075 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-21e5b565-75b5-48c5-80d8-d822435b46d3 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7969432 May 27 02:36:29.650864 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37002) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:29.664451 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-71fe067a-0197-46e1-946c-fe733b686c0a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Request body: {'subnet': {'network_id': 'cae6bcba-49e4-4c33-8cea-8b2c312ddfe5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:36:29.683273 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3822dcbd-cf43-4be6-8702-dad76ba8cae6 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:29.740760 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3822dcbd-cf43-4be6-8702-dad76ba8cae6 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Usage tracker for resource:security_group_rule and tenant:21f04540d9144b108560259d9299bff5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:29.750121 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3822dcbd-cf43-4be6-8702-dad76ba8cae6 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:29.767937 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3822dcbd-cf43-4be6-8702-dad76ba8cae6 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:29.772683 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4ea28839-dee5-4868-82e1-d61deacfa2d3 None None] Provisioning complete for port 7b66e263-29a1-4591-aeea-4f24aefa57f5 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:36:29.773208 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4ea28839-dee5-4868-82e1-d61deacfa2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:29.859010 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-312d6b9f-41a0-4359-8c8a-771bf21f422d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:29.928702 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-4ea28839-dee5-4868-82e1-d61deacfa2d3 None None] Port 7b66e263-29a1-4591-aeea-4f24aefa57f5 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:36:29.936920 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157d291e-7c39-4114-98ae-c9a2444d0ddb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-b104eba0-4ea9-4e07-83c4-cb4f87799fed', 'network_id': 'b104eba0-4ea9-4e07-83c4-cb4f87799fed', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'fixed_ips': [{'subnet_id': 'd4f3edb7-1f41-4d3c-a862-b497c79199c6'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:36:29.937920 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-157d291e-7c39-4114-98ae-c9a2444d0ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:29.953431 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-71fe067a-0197-46e1-946c-fe733b686c0a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:29.962596 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-71fe067a-0197-46e1-946c-fe733b686c0a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Usage tracker for resource:subnet and tenant:6f15f0e8362347e99ea74d0bbe84ad40 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:29.966687 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3822dcbd-cf43-4be6-8702-dad76ba8cae6 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:29.968200 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-71fe067a-0197-46e1-946c-fe733b686c0a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:29.980556 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-71fe067a-0197-46e1-946c-fe733b686c0a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:30.000900 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37014) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:30.030125 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d6b9f-41a0-4359-8c8a-771bf21f422d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event deleted for resources: {'Port': ['ID=7b66e263-29a1-4591-aeea-4f24aefa57f5,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:30.045574 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3822dcbd-cf43-4be6-8702-dad76ba8cae6 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:30.087362 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3822dcbd-cf43-4be6-8702-dad76ba8cae6 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:36:30.099591 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-312d6b9f-41a0-4359-8c8a-771bf21f422d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:30.105480 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3822dcbd-cf43-4be6-8702-dad76ba8cae6 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc972f15-d6ec-46ce-acdc-67b29af45813,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:30.127476 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-312d6b9f-41a0-4359-8c8a-771bf21f422d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/ports/7b66e263-29a1-4591-aeea-4f24aefa57f5 HTTP/1.1" status: 204 len: 168 time: 1.4771819 May 27 02:36:30.129234 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37026) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:30.139398 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3822dcbd-cf43-4be6-8702-dad76ba8cae6 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:30.139950 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-3822dcbd-cf43-4be6-8702-dad76ba8cae6 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Added segment 475cc572-9165-4d6c-aed0-7764bd9430e5 of type vlan for network 1fa16e45-aa81-4e68-822b-0bf4cf797391 May 27 02:36:30.154705 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:30.186968 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fe067a-0197-46e1-946c-fe733b686c0a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Made reservation on behalf of 6f15f0e8362347e99ea74d0bbe84ad40 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:36:30.192263 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-157d291e-7c39-4114-98ae-c9a2444d0ddb None None] Allocated IP 2001:db8::2 (b104eba0-4ea9-4e07-83c4-cb4f87799fed/d4f3edb7-1f41-4d3c-a862-b497c79199c6/3409f023-d430-44bb-9013-89f1754602a7) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:36:30.192427 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71fe067a-0197-46e1-946c-fe733b686c0a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:30.364940 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b88d619-7931-4bf2-b3aa-23a36a8df23b tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] GET failed (client error): The resource could not be found. May 27 02:36:30.365281 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3b88d619-7931-4bf2-b3aa-23a36a8df23b tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Synchronizing usage tracker for tenant:06c4fa5e71c94d138c98e5ba8a8181ad on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:36:30.391147 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3822dcbd-cf43-4be6-8702-dad76ba8cae6 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:30.470853 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a945c215-e323-411b-a580-5454e7158cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:30.489130 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3b88d619-7931-4bf2-b3aa-23a36a8df23b tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Unset dirty status for tenant:06c4fa5e71c94d138c98e5ba8a8181ad on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:36:30.490243 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3b88d619-7931-4bf2-b3aa-23a36a8df23b tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "GET /v2.0/ports/7b66e263-29a1-4591-aeea-4f24aefa57f5 HTTP/1.1" status: 404 len: 333 time: 0.3582752 May 27 02:36:30.493498 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37032) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:30.520147 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-157d291e-7c39-4114-98ae-c9a2444d0ddb None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:30.531393 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a945c215-e323-411b-a580-5454e7158cca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:30.533575 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-157d291e-7c39-4114-98ae-c9a2444d0ddb None None] Transition to ACTIVE for port object 3409f023-d430-44bb-9013-89f1754602a7 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:36:30.543259 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a945c215-e323-411b-a580-5454e7158cca admin admin] Usage tracker for resource:security_group_rule and tenant:2e3c53aa6d3840da94ab0fe35d6931e1 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:30.548514 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a945c215-e323-411b-a580-5454e7158cca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:30.557499 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a945c215-e323-411b-a580-5454e7158cca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:30.567920 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbadfe84-78c8-4c3c-9f1d-665f1f32e33a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Deleting subnet 80d09969-442c-4ad7-b02b-ef2623d671cb {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:36:30.571224 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dbadfe84-78c8-4c3c-9f1d-665f1f32e33a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:30.579632 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-157d291e-7c39-4114-98ae-c9a2444d0ddb None None] Transition to ACTIVE for port object 3409f023-d430-44bb-9013-89f1754602a7 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:36:30.617336 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3822dcbd-cf43-4be6-8702-dad76ba8cae6 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:30.618207 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3822dcbd-cf43-4be6-8702-dad76ba8cae6 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:30.618812 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3822dcbd-cf43-4be6-8702-dad76ba8cae6 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:30.631838 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dbadfe84-78c8-4c3c-9f1d-665f1f32e33a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:30.679767 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-157d291e-7c39-4114-98ae-c9a2444d0ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:30.740132 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157d291e-7c39-4114-98ae-c9a2444d0ddb None None] Network b104eba0-4ea9-4e07-83c4-cb4f87799fed is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:36:30.740561 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71fe067a-0197-46e1-946c-fe733b686c0a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:30.747109 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-157d291e-7c39-4114-98ae-c9a2444d0ddb None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:36:30.749604 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157d291e-7c39-4114-98ae-c9a2444d0ddb None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:36:30.777401 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dbadfe84-78c8-4c3c-9f1d-665f1f32e33a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:30.858743 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3822dcbd-cf43-4be6-8702-dad76ba8cae6 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Pushing event updated for resources: {'Network': ['ID=1fa16e45-aa81-4e68-822b-0bf4cf797391,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:30.870984 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d291e-7c39-4114-98ae-c9a2444d0ddb None None] Pushing event updated for resources: {'Port': ['ID=3409f023-d430-44bb-9013-89f1754602a7,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:30.894243 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-157d291e-7c39-4114-98ae-c9a2444d0ddb None None] Attempting to bind port 3409f023-d430-44bb-9013-89f1754602a7 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:36:30.894554 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-157d291e-7c39-4114-98ae-c9a2444d0ddb None None] Attempting to bind port 3409f023-d430-44bb-9013-89f1754602a7 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '577f4f57-5d03-47d0-86e5-37e30f9791ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b104eba0-4ea9-4e07-83c4-cb4f87799fed'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:36:30.894913 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157d291e-7c39-4114-98ae-c9a2444d0ddb None None] Attempting to bind port 3409f023-d430-44bb-9013-89f1754602a7 on network b104eba0-4ea9-4e07-83c4-cb4f87799fed {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:36:30.897281 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 1fa16e45-aa81-4e68-822b-0bf4cf797391 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:36:30.905426 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe067a-0197-46e1-946c-fe733b686c0a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event updated for resources: {'Subnet': ['ID=0eb42c5e-8f9f-4122-83e4-a715e63a9620,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:30.940181 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fe067a-0197-46e1-946c-fe733b686c0a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Checking segment: {'id': '05c482dd-04a8-4901-890f-0119e267e863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cae6bcba-49e4-4c33-8cea-8b2c312ddfe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:36:30.940545 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fe067a-0197-46e1-946c-fe733b686c0a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Network hostable DHCP agents. Network: cae6bcba-49e4-4c33-8cea-8b2c312ddfe5, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:36:30.947553 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a945c215-e323-411b-a580-5454e7158cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:30.952170 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3822dcbd-cf43-4be6-8702-dad76ba8cae6 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.8972893 May 27 02:36:30.954004 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37042) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:30.960537 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-6f0005e3-19e6-44a6-aa7d-cc6dc9636b83 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Request body: {'subnet': {'network_id': '1fa16e45-aa81-4e68-822b-0bf4cf797391', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:36:30.971527 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6f0005e3-19e6-44a6-aa7d-cc6dc9636b83 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:30.977616 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6f0005e3-19e6-44a6-aa7d-cc6dc9636b83 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Usage tracker for resource:subnet and tenant:21f04540d9144b108560259d9299bff5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:30.982039 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6f0005e3-19e6-44a6-aa7d-cc6dc9636b83 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:30.991245 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6f0005e3-19e6-44a6-aa7d-cc6dc9636b83 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:31.013380 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157d291e-7c39-4114-98ae-c9a2444d0ddb None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:36:31.013741 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157d291e-7c39-4114-98ae-c9a2444d0ddb None None] Checking segment: {'id': '577f4f57-5d03-47d0-86e5-37e30f9791ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b104eba0-4ea9-4e07-83c4-cb4f87799fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:36:31.014141 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-157d291e-7c39-4114-98ae-c9a2444d0ddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:31.014529 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157d291e-7c39-4114-98ae-c9a2444d0ddb None None] Bound using segment: {'id': '577f4f57-5d03-47d0-86e5-37e30f9791ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b104eba0-4ea9-4e07-83c4-cb4f87799fed'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:36:31.014995 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-157d291e-7c39-4114-98ae-c9a2444d0ddb None None] Bound port: 3409f023-d430-44bb-9013-89f1754602a7, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '577f4f57-5d03-47d0-86e5-37e30f9791ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b104eba0-4ea9-4e07-83c4-cb4f87799fed'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:36:31.015361 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-157d291e-7c39-4114-98ae-c9a2444d0ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:31.043849 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a945c215-e323-411b-a580-5454e7158cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:31.050966 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fe067a-0197-46e1-946c-fe733b686c0a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Network cae6bcba-49e4-4c33-8cea-8b2c312ddfe5 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:36:31.101160 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a945c215-e323-411b-a580-5454e7158cca admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2e3c53aa6d3840da94ab0fe35d6931e1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0986307 May 27 02:36:31.103199 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945c215-e323-411b-a580-5454e7158cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a563fec5-fdec-411a-8f02-67f1315425f1,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:31.104031 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37048) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:31.115442 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-157d291e-7c39-4114-98ae-c9a2444d0ddb None None] For port 3409f023-d430-44bb-9013-89f1754602a7, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:36:31.117706 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-157d291e-7c39-4114-98ae-c9a2444d0ddb None None] For port 3409f023-d430-44bb-9013-89f1754602a7, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=3409f023-d430-44bb-9013-89f1754602a7,segment=NetworkSegment(577f4f57-5d03-47d0-86e5-37e30f9791ae),segment_id=577f4f57-5d03-47d0-86e5-37e30f9791ae)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:36:31.118958 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dbadfe84-78c8-4c3c-9f1d-665f1f32e33a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:31.174313 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbadfe84-78c8-4c3c-9f1d-665f1f32e33a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event deleted for resources: {'Subnet': ['ID=80d09969-442c-4ad7-b02b-ef2623d671cb,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:31.184770 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0005e3-19e6-44a6-aa7d-cc6dc9636b83 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Made reservation on behalf of 21f04540d9144b108560259d9299bff5 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:36:31.184770 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f0005e3-19e6-44a6-aa7d-cc6dc9636b83 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:31.187519 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dbadfe84-78c8-4c3c-9f1d-665f1f32e33a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:31.192341 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f2888d-26de-4506-8770-d26dc3a4aeb8 None None] Network 89f587f0-f1e9-4a10-a8a4-085a1ba4df42 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:36:31.214122 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-dbadfe84-78c8-4c3c-9f1d-665f1f32e33a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/subnets/80d09969-442c-4ad7-b02b-ef2623d671cb HTTP/1.1" status: 204 len: 168 time: 0.7115207 May 27 02:36:31.214122 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37054) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:31.267201 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0c297226-61c7-4e21-9e39-97666519e74e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:31.297742 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-157d291e-7c39-4114-98ae-c9a2444d0ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:31.303340 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfa02ff9-13d5-4a43-8e68-40f66d64eb5b tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Deleting subnet b029559f-5c7c-435d-957a-e553c9aa9d27 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:36:31.310033 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0c297226-61c7-4e21-9e39-97666519e74e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:31.317624 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bfa02ff9-13d5-4a43-8e68-40f66d64eb5b tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:31.431725 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-71fe067a-0197-46e1-946c-fe733b686c0a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, cae6bcba-49e4-4c33-8cea-8b2c312ddfe5) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:36:31.449391 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b548f0d-38ab-440a-b22c-1fac1b292ce2 None None] Network cae6bcba-49e4-4c33-8cea-8b2c312ddfe5 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:36:31.457936 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bfa02ff9-13d5-4a43-8e68-40f66d64eb5b tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:31.472996 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fe067a-0197-46e1-946c-fe733b686c0a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:31.474117 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71fe067a-0197-46e1-946c-fe733b686c0a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:31.547309 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bfa02ff9-13d5-4a43-8e68-40f66d64eb5b tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:31.659304 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-71fe067a-0197-46e1-946c-fe733b686c0a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0070622 May 27 02:36:31.660482 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37068) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:31.678181 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-c54a2798-fa76-425e-a547-6e7242983799 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1045855696', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:36:31.685364 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d291e-7c39-4114-98ae-c9a2444d0ddb None None] Pushing event updated for resources: {'Port': ['ID=3409f023-d430-44bb-9013-89f1754602a7,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:31.701095 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c54a2798-fa76-425e-a547-6e7242983799 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:31.775962 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c54a2798-fa76-425e-a547-6e7242983799 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Usage tracker for resource:router and tenant:6f15f0e8362347e99ea74d0bbe84ad40 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:31.789446 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c54a2798-fa76-425e-a547-6e7242983799 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:31.805263 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c54a2798-fa76-425e-a547-6e7242983799 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:31.884143 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0c297226-61c7-4e21-9e39-97666519e74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:31.926987 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c54a2798-fa76-425e-a547-6e7242983799 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:31.928087 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c54a2798-fa76-425e-a547-6e7242983799 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:31.974501 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c297226-61c7-4e21-9e39-97666519e74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a563fec5-fdec-411a-8f02-67f1315425f1,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:31.984801 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0c297226-61c7-4e21-9e39-97666519e74e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:31.986133 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0c297226-61c7-4e21-9e39-97666519e74e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a563fec5-fdec-411a-8f02-67f1315425f1 HTTP/1.1" status: 204 len: 168 time: 0.8811383 May 27 02:36:32.022034 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff07c2dc-fe9b-4b35-a84b-55487acdf9ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-cae6bcba-49e4-4c33-8cea-8b2c312ddfe5', 'network_id': 'cae6bcba-49e4-4c33-8cea-8b2c312ddfe5', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'fixed_ips': [{'subnet_id': '0eb42c5e-8f9f-4122-83e4-a715e63a9620'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:36:32.025467 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ff07c2dc-fe9b-4b35-a84b-55487acdf9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:32.030274 n-d-843554-3 neutron-server[88901]: DEBUG neutron.objects.ports [None req-6f0005e3-19e6-44a6-aa7d-cc6dc9636b83 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88901) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 02:36:32.031844 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f0005e3-19e6-44a6-aa7d-cc6dc9636b83 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:32.106300 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bfa02ff9-13d5-4a43-8e68-40f66d64eb5b tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:32.223604 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa02ff9-13d5-4a43-8e68-40f66d64eb5b tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event deleted for resources: {'Subnet': ['ID=b029559f-5c7c-435d-957a-e553c9aa9d27,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:32.240494 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bfa02ff9-13d5-4a43-8e68-40f66d64eb5b tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:32.256962 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-bfa02ff9-13d5-4a43-8e68-40f66d64eb5b tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/subnets/b029559f-5c7c-435d-957a-e553c9aa9d27 HTTP/1.1" status: 204 len: 168 time: 1.0484223 May 27 02:36:32.263248 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37092) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:32.342939 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c54a2798-fa76-425e-a547-6e7242983799 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:32.352586 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-ff07c2dc-fe9b-4b35-a84b-55487acdf9ca None None] Allocated IP 2001:db8:1::2 (cae6bcba-49e4-4c33-8cea-8b2c312ddfe5/0eb42c5e-8f9f-4122-83e4-a715e63a9620/1184ea6d-4d2d-447c-893e-2df81ce533e3) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:36:32.399271 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0005e3-19e6-44a6-aa7d-cc6dc9636b83 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Checking segment: {'id': '475cc572-9165-4d6c-aed0-7764bd9430e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1fa16e45-aa81-4e68-822b-0bf4cf797391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:36:32.399824 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0005e3-19e6-44a6-aa7d-cc6dc9636b83 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Network hostable DHCP agents. Network: 1fa16e45-aa81-4e68-822b-0bf4cf797391, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:36:32.428330 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0005e3-19e6-44a6-aa7d-cc6dc9636b83 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9d17210b-1e40-4ab3-a8aa-d9c0c616cb5f,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:32.533717 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0005e3-19e6-44a6-aa7d-cc6dc9636b83 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Network 1fa16e45-aa81-4e68-822b-0bf4cf797391 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:36:32.544569 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c54a2798-fa76-425e-a547-6e7242983799 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:32.544681 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-adeef562-5c9e-4209-88d9-f2710189b8ff tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:32.557514 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-adeef562-5c9e-4209-88d9-f2710189b8ff tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Deleting port 7ebe4a89-6bbb-4b80-99ff-7db23c0d7e3c {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:36:32.557892 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-adeef562-5c9e-4209-88d9-f2710189b8ff tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:32.624784 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-6f0005e3-19e6-44a6-aa7d-cc6dc9636b83 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 1fa16e45-aa81-4e68-822b-0bf4cf797391) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:36:32.629005 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0005e3-19e6-44a6-aa7d-cc6dc9636b83 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:32.629725 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f0005e3-19e6-44a6-aa7d-cc6dc9636b83 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:32.681887 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c54a2798-fa76-425e-a547-6e7242983799 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:32.685766 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c54a2798-fa76-425e-a547-6e7242983799 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0200205 May 27 02:36:32.691431 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37102) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:32.917379 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6f0005e3-19e6-44a6-aa7d-cc6dc9636b83 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9622355 May 27 02:36:32.925805 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37112) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:33.068515 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ff07c2dc-fe9b-4b35-a84b-55487acdf9ca None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:33.132197 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea0e696-13c9-488a-b1b2-fbfe324734a3 None None] Network 1fa16e45-aa81-4e68-822b-0bf4cf797391 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:36:33.167398 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-adeef562-5c9e-4209-88d9-f2710189b8ff tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] For port 7ebe4a89-6bbb-4b80-99ff-7db23c0d7e3c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=7ebe4a89-6bbb-4b80-99ff-7db23c0d7e3c,segment=NetworkSegment(2316a54d-e1c5-41c1-aea9-a81110fff4e4),segment_id=2316a54d-e1c5-41c1-aea9-a81110fff4e4)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:36:33.168905 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-20f1e638-367d-479e-8598-b4debc51f713 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-757724980', 'network_id': '1fa16e45-aa81-4e68-822b-0bf4cf797391'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:36:33.176354 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 3409f023-d430-44bb-9013-89f1754602a7 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:36:33.181634 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-adeef562-5c9e-4209-88d9-f2710189b8ff tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:33.221403 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-20f1e638-367d-479e-8598-b4debc51f713 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:33.240631 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-20f1e638-367d-479e-8598-b4debc51f713 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Usage tracker for resource:port and tenant:21f04540d9144b108560259d9299bff5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:33.285355 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ff07c2dc-fe9b-4b35-a84b-55487acdf9ca None None] Transition to ACTIVE for port object 1184ea6d-4d2d-447c-893e-2df81ce533e3 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:36:33.366216 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ff07c2dc-fe9b-4b35-a84b-55487acdf9ca None None] Transition to ACTIVE for port object 1184ea6d-4d2d-447c-893e-2df81ce533e3 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:36:33.373077 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-20f1e638-367d-479e-8598-b4debc51f713 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:33.406464 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-20f1e638-367d-479e-8598-b4debc51f713 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:33.469364 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-adeef562-5c9e-4209-88d9-f2710189b8ff tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Calling delete_port for 7ebe4a89-6bbb-4b80-99ff-7db23c0d7e3c owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:36:33.622324 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ff07c2dc-fe9b-4b35-a84b-55487acdf9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:33.643573 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74903e20-66e4-45b4-b27e-39d5947f9274 None None] Network 89f587f0-f1e9-4a10-a8a4-085a1ba4df42 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:36:33.666579 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f1e638-367d-479e-8598-b4debc51f713 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Made reservation on behalf of 21f04540d9144b108560259d9299bff5 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:36:33.676573 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20f1e638-367d-479e-8598-b4debc51f713 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:33.680583 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-adeef562-5c9e-4209-88d9-f2710189b8ff tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:33.827928 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeef562-5c9e-4209-88d9-f2710189b8ff tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event deleted for resources: {'Port': ['ID=7ebe4a89-6bbb-4b80-99ff-7db23c0d7e3c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:33.835188 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeef562-5c9e-4209-88d9-f2710189b8ff tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] No DVR routers for this DVR port 7ebe4a89-6bbb-4b80-99ff-7db23c0d7e3c on host n-d-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:36:33.888131 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-20f1e638-367d-479e-8598-b4debc51f713 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] device_id is not set on port 031569d1-07be-4f2b-872f-6c922dd58f3e yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:36:33.968530 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-fc0f5b67-fce3-4548-be40-50248f34c000 None None] Could not find standard attr ID for object 7ebe4a89-6bbb-4b80-99ff-7db23c0d7e3c. {{(pid=88903) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:36:33.973822 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91c6ef7-91be-4dd9-ad99-14b94c8f734d None None] Network b104eba0-4ea9-4e07-83c4-cb4f87799fed requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:36:34.121696 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-adeef562-5c9e-4209-88d9-f2710189b8ff tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:34.146684 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff07c2dc-fe9b-4b35-a84b-55487acdf9ca None None] Network cae6bcba-49e4-4c33-8cea-8b2c312ddfe5 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:36:34.173342 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b3469556-c0e6-457a-bc99-2902f66e21b5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:34.194452 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-adeef562-5c9e-4209-88d9-f2710189b8ff tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89f587f0-f1e9-4a10-a8a4-085a1ba4df42']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:34.219023 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-adeef562-5c9e-4209-88d9-f2710189b8ff tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2316a54d-e1c5-41c1-aea9-a81110fff4e4') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:34.219380 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-adeef562-5c9e-4209-88d9-f2710189b8ff tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2316a54d-e1c5-41c1-aea9-a81110fff4e4') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:34.235140 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-adeef562-5c9e-4209-88d9-f2710189b8ff tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:34.272538 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-adeef562-5c9e-4209-88d9-f2710189b8ff tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:34.279571 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adeef562-5c9e-4209-88d9-f2710189b8ff tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:36:34.280840 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-adeef562-5c9e-4209-88d9-f2710189b8ff tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:34.338305 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-ff07c2dc-fe9b-4b35-a84b-55487acdf9ca None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:36:34.364314 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff07c2dc-fe9b-4b35-a84b-55487acdf9ca None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:36:34.375284 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 2316a54d-e1c5-41c1-aea9-a81110fff4e4 resource provider aggregate not found May 27 02:36:34.424877 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 2316a54d-e1c5-41c1-aea9-a81110fff4e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2316a54d-e1c5-41c1-aea9-a81110fff4e4 found for delete ", "request_id": "req-17f639ed-672e-4f99-b76d-001d39860251"}]} May 27 02:36:34.516439 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-20f1e638-367d-479e-8598-b4debc51f713 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Allocated IP 172.20.0.6 (1fa16e45-aa81-4e68-822b-0bf4cf797391/9d17210b-1e40-4ab3-a8aa-d9c0c616cb5f/031569d1-07be-4f2b-872f-6c922dd58f3e) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:36:34.526138 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e751fb61-5eb4-437e-9488-6c43672b02e0 None None] DHCP port deletion for 89f587f0-f1e9-4a10-a8a4-085a1ba4df42 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:36:34.544886 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-adeef562-5c9e-4209-88d9-f2710189b8ff tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:34.598009 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-adeef562-5c9e-4209-88d9-f2710189b8ff tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:34.602597 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeef562-5c9e-4209-88d9-f2710189b8ff tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event deleted for resources: {'Network': ['ID=89f587f0-f1e9-4a10-a8a4-085a1ba4df42,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:34.611323 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07c2dc-fe9b-4b35-a84b-55487acdf9ca None None] Pushing event updated for resources: {'Port': ['ID=1184ea6d-4d2d-447c-893e-2df81ce533e3,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:34.677875 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b13ad29-f5c8-44a4-9396-7fbd95bb3284 None None] Network 1fa16e45-aa81-4e68-822b-0bf4cf797391 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:36:34.739295 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-adeef562-5c9e-4209-88d9-f2710189b8ff tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/networks/89f587f0-f1e9-4a10-a8a4-085a1ba4df42 HTTP/1.1" status: 204 len: 168 time: 2.4749062 May 27 02:36:34.749022 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37160) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:34.798636 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6b1962a3-5360-4583-b48e-c8b3ce6df6d4 None None] Provisioning for port 3409f023-d430-44bb-9013-89f1754602a7 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:36:34.837223 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 3409f023-d430-44bb-9013-89f1754602a7 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:36:34.846256 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6b1962a3-5360-4583-b48e-c8b3ce6df6d4 None None] Provisioning complete for port 3409f023-d430-44bb-9013-89f1754602a7 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:36:34.846628 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6b1962a3-5360-4583-b48e-c8b3ce6df6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:34.893398 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-ff07c2dc-fe9b-4b35-a84b-55487acdf9ca None None] Attempting to bind port 1184ea6d-4d2d-447c-893e-2df81ce533e3 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:36:34.893716 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-ff07c2dc-fe9b-4b35-a84b-55487acdf9ca None None] Attempting to bind port 1184ea6d-4d2d-447c-893e-2df81ce533e3 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '05c482dd-04a8-4901-890f-0119e267e863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cae6bcba-49e4-4c33-8cea-8b2c312ddfe5'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:36:34.894027 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff07c2dc-fe9b-4b35-a84b-55487acdf9ca None None] Attempting to bind port 1184ea6d-4d2d-447c-893e-2df81ce533e3 on network cae6bcba-49e4-4c33-8cea-8b2c312ddfe5 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:36:34.896104 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 3409f023-d430-44bb-9013-89f1754602a7 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:36:34.896474 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:34.956259 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff07c2dc-fe9b-4b35-a84b-55487acdf9ca None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:36:34.956679 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff07c2dc-fe9b-4b35-a84b-55487acdf9ca None None] Checking segment: {'id': '05c482dd-04a8-4901-890f-0119e267e863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cae6bcba-49e4-4c33-8cea-8b2c312ddfe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:36:34.957128 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ff07c2dc-fe9b-4b35-a84b-55487acdf9ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:34.957523 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff07c2dc-fe9b-4b35-a84b-55487acdf9ca None None] Bound using segment: {'id': '05c482dd-04a8-4901-890f-0119e267e863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cae6bcba-49e4-4c33-8cea-8b2c312ddfe5'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:36:34.958011 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-ff07c2dc-fe9b-4b35-a84b-55487acdf9ca None None] Bound port: 1184ea6d-4d2d-447c-893e-2df81ce533e3, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05c482dd-04a8-4901-890f-0119e267e863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cae6bcba-49e4-4c33-8cea-8b2c312ddfe5'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:36:34.958640 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ff07c2dc-fe9b-4b35-a84b-55487acdf9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:34.973419 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3034771-5c4f-4886-a851-7ad336b89913 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:34.976068 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c3034771-5c4f-4886-a851-7ad336b89913 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Synchronizing usage tracker for tenant:06c4fa5e71c94d138c98e5ba8a8181ad on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:36:35.101629 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-b3469556-c0e6-457a-bc99-2902f66e21b5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Allocated IP 2001:db8::1 (b104eba0-4ea9-4e07-83c4-cb4f87799fed/d4f3edb7-1f41-4d3c-a862-b497c79199c6/da126e1a-50e3-45cb-8015-5cdf71eef7e2) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:36:35.104693 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c3034771-5c4f-4886-a851-7ad336b89913 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Unset dirty status for tenant:06c4fa5e71c94d138c98e5ba8a8181ad on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:36:35.106286 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c3034771-5c4f-4886-a851-7ad336b89913 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3614979 May 27 02:36:35.109519 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37170) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:35.290405 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-631f4dd3-41e8-4726-a339-5a6ac6c41683 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1795499 May 27 02:36:35.294070 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37176) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:35.299949 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-ef87e02c-82a8-4e6c-a03e-982e2b20bc33 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1133394399'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:36:35.305702 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-ef87e02c-82a8-4e6c-a03e-982e2b20bc33 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:35.310636 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-ef87e02c-82a8-4e6c-a03e-982e2b20bc33 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:network and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:35.313962 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-ef87e02c-82a8-4e6c-a03e-982e2b20bc33 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:35.324557 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-ef87e02c-82a8-4e6c-a03e-982e2b20bc33 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:35.408457 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20f1e638-367d-479e-8598-b4debc51f713 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:35.442602 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-ff07c2dc-fe9b-4b35-a84b-55487acdf9ca None None] For port 1184ea6d-4d2d-447c-893e-2df81ce533e3, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:36:35.447286 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef87e02c-82a8-4e6c-a03e-982e2b20bc33 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Made reservation on behalf of 06c4fa5e71c94d138c98e5ba8a8181ad for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:36:35.452080 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ef87e02c-82a8-4e6c-a03e-982e2b20bc33 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:35.506487 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b3469556-c0e6-457a-bc99-2902f66e21b5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:35.517578 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-6b1962a3-5360-4583-b48e-c8b3ce6df6d4 None None] Current status of the port 3409f023-d430-44bb-9013-89f1754602a7 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:36:35.520468 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6b1962a3-5360-4583-b48e-c8b3ce6df6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:35.536181 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef87e02c-82a8-4e6c-a03e-982e2b20bc33 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:36:35.544239 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-b3469556-c0e6-457a-bc99-2902f66e21b5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Transition to ACTIVE for port object da126e1a-50e3-45cb-8015-5cdf71eef7e2 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:36:35.551792 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ef87e02c-82a8-4e6c-a03e-982e2b20bc33 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:35.552136 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-ef87e02c-82a8-4e6c-a03e-982e2b20bc33 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Added segment ce203079-b23d-467c-a8ba-0931f78fe902 of type vlan for network 467cde0f-d62c-4a37-8d50-33d4663139f4 May 27 02:36:35.575522 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-ff07c2dc-fe9b-4b35-a84b-55487acdf9ca None None] For port 1184ea6d-4d2d-447c-893e-2df81ce533e3, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1184ea6d-4d2d-447c-893e-2df81ce533e3,segment=NetworkSegment(05c482dd-04a8-4901-890f-0119e267e863),segment_id=05c482dd-04a8-4901-890f-0119e267e863)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:36:35.598582 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ef87e02c-82a8-4e6c-a03e-982e2b20bc33 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:35.600620 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 3409f023-d430-44bb-9013-89f1754602a7 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:36:35.602660 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:35.631942 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20f1e638-367d-479e-8598-b4debc51f713 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:35.662842 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37188) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:35.666127 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ff07c2dc-fe9b-4b35-a84b-55487acdf9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:35.672539 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-6b1962a3-5360-4583-b48e-c8b3ce6df6d4 None None] For port 3409f023-d430-44bb-9013-89f1754602a7, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=3409f023-d430-44bb-9013-89f1754602a7,segment=NetworkSegment(577f4f57-5d03-47d0-86e5-37e30f9791ae),segment_id=577f4f57-5d03-47d0-86e5-37e30f9791ae)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:36:35.730829 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ef87e02c-82a8-4e6c-a03e-982e2b20bc33 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:35.742911 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef87e02c-82a8-4e6c-a03e-982e2b20bc33 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:35.742911 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ef87e02c-82a8-4e6c-a03e-982e2b20bc33 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:35.766767 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b3469556-c0e6-457a-bc99-2902f66e21b5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:35.774684 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6b1962a3-5360-4583-b48e-c8b3ce6df6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:35.829363 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f1e638-367d-479e-8598-b4debc51f713 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Network 1fa16e45-aa81-4e68-822b-0bf4cf797391 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:36:35.833775 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-20f1e638-367d-479e-8598-b4debc51f713 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:36:35.841602 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f1e638-367d-479e-8598-b4debc51f713 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:36:35.886691 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3469556-c0e6-457a-bc99-2902f66e21b5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Network b104eba0-4ea9-4e07-83c4-cb4f87799fed is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:36:35.890819 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1e638-367d-479e-8598-b4debc51f713 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Pushing event updated for resources: {'Port': ['ID=031569d1-07be-4f2b-872f-6c922dd58f3e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:35.899305 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-b3469556-c0e6-457a-bc99-2902f66e21b5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:36:35.918859 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07c2dc-fe9b-4b35-a84b-55487acdf9ca None None] Pushing event updated for resources: {'Port': ['ID=1184ea6d-4d2d-447c-893e-2df81ce533e3,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:35.972289 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:36:35.972656 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:36:35.978315 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ef87e02c-82a8-4e6c-a03e-982e2b20bc33 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6824980 May 27 02:36:35.985315 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-112efd6e-f832-4ea6-8294-5d4f8f239028 None None] Provisioning complete for port 3409f023-d430-44bb-9013-89f1754602a7 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:36:35.985698 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-112efd6e-f832-4ea6-8294-5d4f8f239028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:35.994128 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37194) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:35.994799 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-70a958ad-0352-46a3-8b41-a7fb0617e8d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:36.004249 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3469556-c0e6-457a-bc99-2902f66e21b5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:36:36.005045 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b3469556-c0e6-457a-bc99-2902f66e21b5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:36.062143 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-983f33bb-9f73-440d-a699-ffa2862e3c05 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'subnet': {'network_id': '467cde0f-d62c-4a37-8d50-33d4663139f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:36:36.070887 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f1e638-367d-479e-8598-b4debc51f713 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:36.071691 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20f1e638-367d-479e-8598-b4debc51f713 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:36.094121 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3469556-c0e6-457a-bc99-2902f66e21b5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event updated for resources: {'Port': ['ID=da126e1a-50e3-45cb-8015-5cdf71eef7e2,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:36.118932 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-70a958ad-0352-46a3-8b41-a7fb0617e8d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:36.124308 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-70a958ad-0352-46a3-8b41-a7fb0617e8d9 admin admin] Usage tracker for resource:security_group_rule and tenant:98f8ef36b9d944038423330f3b5f56ea is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:36.127609 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-70a958ad-0352-46a3-8b41-a7fb0617e8d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:36.128365 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1962a3-5360-4583-b48e-c8b3ce6df6d4 None None] Pushing event updated for resources: {'Port': ['ID=3409f023-d430-44bb-9013-89f1754602a7,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:36.133737 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-70a958ad-0352-46a3-8b41-a7fb0617e8d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:36.159472 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87e02c-82a8-4e6c-a03e-982e2b20bc33 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'Network': ['ID=467cde0f-d62c-4a37-8d50-33d4663139f4,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:36.208835 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 467cde0f-d62c-4a37-8d50-33d4663139f4 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:36:36.216913 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-20f1e638-367d-479e-8598-b4debc51f713 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 3.2669346 May 27 02:36:36.217081 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37204) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:36.400701 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-983f33bb-9f73-440d-a699-ffa2862e3c05 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:36.409386 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-983f33bb-9f73-440d-a699-ffa2862e3c05 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:subnet and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:36.413559 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-983f33bb-9f73-440d-a699-ffa2862e3c05 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:36.423528 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-983f33bb-9f73-440d-a699-ffa2862e3c05 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:36.427135 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-112efd6e-f832-4ea6-8294-5d4f8f239028 None None] Current status of the port 3409f023-d430-44bb-9013-89f1754602a7 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:36:36.506404 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-4722d83a-4140-438c-85c3-082cf663c788 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Deleting port 031569d1-07be-4f2b-872f-6c922dd58f3e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:36:36.506935 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4722d83a-4140-438c-85c3-082cf663c788 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:36.512223 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-70a958ad-0352-46a3-8b41-a7fb0617e8d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:36.551516 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 3409f023-d430-44bb-9013-89f1754602a7 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:36:36.558036 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b3469556-c0e6-457a-bc99-2902f66e21b5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:36.590602 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983f33bb-9f73-440d-a699-ffa2862e3c05 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Made reservation on behalf of 06c4fa5e71c94d138c98e5ba8a8181ad for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:36:36.594188 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-983f33bb-9f73-440d-a699-ffa2862e3c05 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:36.693343 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9740f0a0-a027-4ccf-8f4c-f213ae469ab7 None None] Provisioning for port da126e1a-50e3-45cb-8015-5cdf71eef7e2 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:36:36.701729 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9740f0a0-a027-4ccf-8f4c-f213ae469ab7 None None] Provisioning complete for port da126e1a-50e3-45cb-8015-5cdf71eef7e2 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:36:36.702403 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9740f0a0-a027-4ccf-8f4c-f213ae469ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:36.815410 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-70a958ad-0352-46a3-8b41-a7fb0617e8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:36.837458 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9740f0a0-a027-4ccf-8f4c-f213ae469ab7 None None] Port da126e1a-50e3-45cb-8015-5cdf71eef7e2 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:36:36.845461 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 3409f023-d430-44bb-9013-89f1754602a7 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:36:36.953382 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-70a958ad-0352-46a3-8b41-a7fb0617e8d9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=98f8ef36b9d944038423330f3b5f56ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2869420 May 27 02:36:36.973785 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37216) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:36.985015 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37218) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:36.985668 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a958ad-0352-46a3-8b41-a7fb0617e8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e27c3a9-de9a-4137-8b99-0a273920ee0b,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:37.013929 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 3409f023-d430-44bb-9013-89f1754602a7 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:36:37.014427 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:37.194832 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9faf45ed-505a-4d21-995d-28bc02080ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:37.244740 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 3409f023-d430-44bb-9013-89f1754602a7 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:36:37.246939 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1184ea6d-4d2d-447c-893e-2df81ce533e3 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:36:37.261229 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-180af326-5385-4495-b644-00d310bec695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:37.278272 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9faf45ed-505a-4d21-995d-28bc02080ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:37.329758 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-180af326-5385-4495-b644-00d310bec695 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:37.362965 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4722d83a-4140-438c-85c3-082cf663c788 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:37.375802 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-180af326-5385-4495-b644-00d310bec695 admin admin] Usage tracker for resource:security_group_rule and tenant:dcf7025a8e7b48c0a263a47dc081e6c1 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:37.382409 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b3469556-c0e6-457a-bc99-2902f66e21b5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:37.407740 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-180af326-5385-4495-b644-00d310bec695 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:37.419570 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-180af326-5385-4495-b644-00d310bec695 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:37.455788 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b3469556-c0e6-457a-bc99-2902f66e21b5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:37.456544 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b3469556-c0e6-457a-bc99-2902f66e21b5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:37.470121 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 1184ea6d-4d2d-447c-893e-2df81ce533e3 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:36:37.518959 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e17b50e-78e1-49b6-b19f-17d88d195b65 None None] Network cae6bcba-49e4-4c33-8cea-8b2c312ddfe5 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:36:37.534799 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-983f33bb-9f73-440d-a699-ffa2862e3c05 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:37.585739 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-4722d83a-4140-438c-85c3-082cf663c788 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Calling delete_port for 031569d1-07be-4f2b-872f-6c922dd58f3e owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:36:37.591578 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 7ebe4a89-6bbb-4b80-99ff-7db23c0d7e3c no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:36:37.600223 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-180af326-5385-4495-b644-00d310bec695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:37.608546 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9faf45ed-505a-4d21-995d-28bc02080ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:37.648241 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 7ebe4a89-6bbb-4b80-99ff-7db23c0d7e3c {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:36:37.648514 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 7ebe4a89-6bbb-4b80-99ff-7db23c0d7e3c not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:36:37.658777 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf45ed-505a-4d21-995d-28bc02080ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e27c3a9-de9a-4137-8b99-0a273920ee0b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:37.677161 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-180af326-5385-4495-b644-00d310bec695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:37.704590 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f33bb-9f73-440d-a699-ffa2862e3c05 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'Subnet': ['ID=6293148f-86f6-49e6-a116-94fb03a365bc,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:37.742517 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9faf45ed-505a-4d21-995d-28bc02080ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:37.743667 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9faf45ed-505a-4d21-995d-28bc02080ba3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9e27c3a9-de9a-4137-8b99-0a273920ee0b HTTP/1.1" status: 204 len: 168 time: 0.7613237 May 27 02:36:37.753155 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983f33bb-9f73-440d-a699-ffa2862e3c05 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Checking segment: {'id': 'ce203079-b23d-467c-a8ba-0931f78fe902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '467cde0f-d62c-4a37-8d50-33d4663139f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:36:37.754395 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983f33bb-9f73-440d-a699-ffa2862e3c05 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Network hostable DHCP agents. Network: 467cde0f-d62c-4a37-8d50-33d4663139f4, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:36:37.764833 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-180af326-5385-4495-b644-00d310bec695 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dcf7025a8e7b48c0a263a47dc081e6c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7667089 May 27 02:36:37.767239 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37240) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:37.771615 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180af326-5385-4495-b644-00d310bec695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d284ed18-5132-42b8-93b8-8e35dcd6341c,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:37.774824 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3469556-c0e6-457a-bc99-2902f66e21b5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event updated for resources: {'Port': ['ID=da126e1a-50e3-45cb-8015-5cdf71eef7e2,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:37.809238 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1f91727f-3048-4ed0-89cb-5dc3133c0fad None None] Provisioning for port 1184ea6d-4d2d-447c-893e-2df81ce533e3 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:36:37.833620 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1f91727f-3048-4ed0-89cb-5dc3133c0fad None None] Provisioning complete for port 1184ea6d-4d2d-447c-893e-2df81ce533e3 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:36:37.836853 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1f91727f-3048-4ed0-89cb-5dc3133c0fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:37.882180 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa0306fe-840c-46d2-9b25-6f50ce336c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:37.911519 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa0306fe-840c-46d2-9b25-6f50ce336c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:37.919678 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983f33bb-9f73-440d-a699-ffa2862e3c05 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Network 467cde0f-d62c-4a37-8d50-33d4663139f4 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:36:37.995688 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-983f33bb-9f73-440d-a699-ffa2862e3c05 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 467cde0f-d62c-4a37-8d50-33d4663139f4) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:36:37.999891 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983f33bb-9f73-440d-a699-ffa2862e3c05 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:38.000480 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-983f33bb-9f73-440d-a699-ffa2862e3c05 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:38.028374 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e7be84-63a0-4ad0-8328-c5efc4b8a26b None None] Network 467cde0f-d62c-4a37-8d50-33d4663139f4 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:36:38.059998 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa0306fe-840c-46d2-9b25-6f50ce336c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:38.063425 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa0306fe-840c-46d2-9b25-6f50ce336c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:38.070169 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-fa0306fe-840c-46d2-9b25-6f50ce336c02 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d284ed18-5132-42b8-93b8-8e35dcd6341c HTTP/1.1" status: 204 len: 168 time: 0.3006649 May 27 02:36:38.075170 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3469556-c0e6-457a-bc99-2902f66e21b5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Network b104eba0-4ea9-4e07-83c4-cb4f87799fed is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:36:38.081733 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-b3469556-c0e6-457a-bc99-2902f66e21b5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:36:38.087455 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0306fe-840c-46d2-9b25-6f50ce336c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d284ed18-5132-42b8-93b8-8e35dcd6341c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:38.103768 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-983f33bb-9f73-440d-a699-ffa2862e3c05 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0632217 May 27 02:36:38.106530 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37248) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:38.115347 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-b737f088-675d-4336-b22e-135d644baaf6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'port': {'network_id': '467cde0f-d62c-4a37-8d50-33d4663139f4', 'name': 'tempest-PortsIpV6TestJSON-1017906681'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:36:38.378798 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-1f91727f-3048-4ed0-89cb-5dc3133c0fad None None] Current status of the port 1184ea6d-4d2d-447c-893e-2df81ce533e3 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:36:38.378798 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1f91727f-3048-4ed0-89cb-5dc3133c0fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:38.407186 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4722d83a-4140-438c-85c3-082cf663c788 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:38.427093 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b737f088-675d-4336-b22e-135d644baaf6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:38.471632 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b737f088-675d-4336-b22e-135d644baaf6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:38.547718 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-1f91727f-3048-4ed0-89cb-5dc3133c0fad None None] For port 1184ea6d-4d2d-447c-893e-2df81ce533e3, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1184ea6d-4d2d-447c-893e-2df81ce533e3,segment=NetworkSegment(05c482dd-04a8-4901-890f-0119e267e863),segment_id=05c482dd-04a8-4901-890f-0119e267e863)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:36:38.557788 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722d83a-4140-438c-85c3-082cf663c788 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Pushing event deleted for resources: {'Port': ['ID=031569d1-07be-4f2b-872f-6c922dd58f3e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:38.630063 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b737f088-675d-4336-b22e-135d644baaf6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Made reservation on behalf of 06c4fa5e71c94d138c98e5ba8a8181ad for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:36:38.633648 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b737f088-675d-4336-b22e-135d644baaf6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:38.667024 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4a133a-5a3e-438b-8a0f-4cac5c16451b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-467cde0f-d62c-4a37-8d50-33d4663139f4', 'network_id': '467cde0f-d62c-4a37-8d50-33d4663139f4', 'tenant_id': '06c4fa5e71c94d138c98e5ba8a8181ad', 'fixed_ips': [{'subnet_id': '6293148f-86f6-49e6-a116-94fb03a365bc'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:36:38.670191 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2a4a133a-5a3e-438b-8a0f-4cac5c16451b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:38.671508 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-b737f088-675d-4336-b22e-135d644baaf6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] device_id is not set on port 59cd7ffd-4638-465b-8b03-091534d4c8a2 yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:36:38.697862 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4722d83a-4140-438c-85c3-082cf663c788 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:38.711010 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1f91727f-3048-4ed0-89cb-5dc3133c0fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:38.720166 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3469556-c0e6-457a-bc99-2902f66e21b5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Router a76e7572-4621-41d5-b283-6ebc4cd3c108 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:36:38.736053 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4722d83a-4140-438c-85c3-082cf663c788 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] 10.222.0.57 "DELETE /v2.0/ports/031569d1-07be-4f2b-872f-6c922dd58f3e HTTP/1.1" status: 204 len: 168 time: 2.5169199 May 27 02:36:38.750154 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37272) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:38.904958 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-88298b6c-a72a-42c1-8330-c433534352d7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1fa16e45-aa81-4e68-822b-0bf4cf797391', 'external_fixed_ips': [{'subnet_id': '9d17210b-1e40-4ab3-a8aa-d9c0c616cb5f', 'ip_address': '172.20.0.6'}]}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:36:38.938783 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-88298b6c-a72a-42c1-8330-c433534352d7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:38.948124 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f91727f-3048-4ed0-89cb-5dc3133c0fad None None] Pushing event updated for resources: {'Port': ['ID=1184ea6d-4d2d-447c-893e-2df81ce533e3,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:38.968394 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-b737f088-675d-4336-b22e-135d644baaf6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Allocated IP 2001:db8::107 (467cde0f-d62c-4a37-8d50-33d4663139f4/6293148f-86f6-49e6-a116-94fb03a365bc/59cd7ffd-4638-465b-8b03-091534d4c8a2) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:36:39.020838 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-82e565ac-3f82-49a0-b0ba-ac1d9a0a5c5a None None] Provisioning complete for port da126e1a-50e3-45cb-8015-5cdf71eef7e2 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:36:39.021130 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-82e565ac-3f82-49a0-b0ba-ac1d9a0a5c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:39.043374 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-88298b6c-a72a-42c1-8330-c433534352d7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Usage tracker for resource:router and tenant:21f04540d9144b108560259d9299bff5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:39.055797 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-88298b6c-a72a-42c1-8330-c433534352d7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:39.073628 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-88298b6c-a72a-42c1-8330-c433534352d7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:39.099436 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3469556-c0e6-457a-bc99-2902f66e21b5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:36:39.112022 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd560ca6-4937-41c0-ad28-7e5ea55881c7 None None] Sync routers for ids ['a76e7572-4621-41d5-b283-6ebc4cd3c108'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:36:39.113250 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b3469556-c0e6-457a-bc99-2902f66e21b5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "PUT /v2.0/routers/a76e7572-4621-41d5-b283-6ebc4cd3c108/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4256537 May 27 02:36:39.119399 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37280) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:39.124982 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd560ca6-4937-41c0-ad28-7e5ea55881c7 None None] Routers {'a76e7572-4621-41d5-b283-6ebc4cd3c108'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:36:39.125571 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-fd560ca6-4937-41c0-ad28-7e5ea55881c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:36:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['a76e7572-4621-41d5-b283-6ebc4cd3c108'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:39.130015 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-82e565ac-3f82-49a0-b0ba-ac1d9a0a5c5a None None] Port da126e1a-50e3-45cb-8015-5cdf71eef7e2 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:36:39.208995 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-88298b6c-a72a-42c1-8330-c433534352d7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:39.210508 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-88298b6c-a72a-42c1-8330-c433534352d7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:39.229548 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-fd560ca6-4937-41c0-ad28-7e5ea55881c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:39.242829 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fc5b2a-4540-48ad-9bad-1319677bb412 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:39.243863 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-38fc5b2a-4540-48ad-9bad-1319677bb412 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Synchronizing usage tracker for tenant:6f15f0e8362347e99ea74d0bbe84ad40 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:36:39.251177 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37290) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:39.253643 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd560ca6-4937-41c0-ad28-7e5ea55881c7 None None] Routers {'a76e7572-4621-41d5-b283-6ebc4cd3c108'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:36:39.254362 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-fd560ca6-4937-41c0-ad28-7e5ea55881c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:36:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['a76e7572-4621-41d5-b283-6ebc4cd3c108'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:39.261592 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ccd2a0fe-8af4-460c-9289-f062cc3701e7 None None] Provisioning complete for port 1184ea6d-4d2d-447c-893e-2df81ce533e3 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:36:39.262171 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ccd2a0fe-8af4-460c-9289-f062cc3701e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:39.289419 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-88298b6c-a72a-42c1-8330-c433534352d7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:39.299001 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-89139e70-de3e-4ff7-9253-9660423a95af admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:39.299583 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b737f088-675d-4336-b22e-135d644baaf6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:39.325931 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-89139e70-de3e-4ff7-9253-9660423a95af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:39.325931 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-89139e70-de3e-4ff7-9253-9660423a95af admin admin] Usage tracker for resource:security_group_rule and tenant:fd923fb0edf94f6aa660257fcee12e81 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:39.328777 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b737f088-675d-4336-b22e-135d644baaf6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Transition to ACTIVE for port object 59cd7ffd-4638-465b-8b03-091534d4c8a2 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:36:39.331023 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-89139e70-de3e-4ff7-9253-9660423a95af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:39.354300 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-89139e70-de3e-4ff7-9253-9660423a95af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:39.369045 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-38fc5b2a-4540-48ad-9bad-1319677bb412 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Unset dirty status for tenant:6f15f0e8362347e99ea74d0bbe84ad40 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:36:39.371115 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-38fc5b2a-4540-48ad-9bad-1319677bb412 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "GET /v2.0/ports/da126e1a-50e3-45cb-8015-5cdf71eef7e2 HTTP/1.1" status: 200 len: 911 time: 0.2528038 May 27 02:36:39.374059 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37294) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:39.459746 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ccd2a0fe-8af4-460c-9289-f062cc3701e7 None None] Current status of the port 1184ea6d-4d2d-447c-893e-2df81ce533e3 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:36:39.460283 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-fd560ca6-4937-41c0-ad28-7e5ea55881c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:39.460691 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd560ca6-4937-41c0-ad28-7e5ea55881c7 None None] The sync data for ids ['a76e7572-4621-41d5-b283-6ebc4cd3c108'] in n-d-843554-3 is: [] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:36:39.669060 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b737f088-675d-4336-b22e-135d644baaf6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:39.684454 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-89139e70-de3e-4ff7-9253-9660423a95af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:39.712296 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-2a4a133a-5a3e-438b-8a0f-4cac5c16451b None None] Allocated IP 2001:db8::2 (467cde0f-d62c-4a37-8d50-33d4663139f4/6293148f-86f6-49e6-a116-94fb03a365bc/cbd0ef85-b49a-4377-86d0-9c751861a55c) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:36:39.768143 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-89139e70-de3e-4ff7-9253-9660423a95af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:39.835283 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-89139e70-de3e-4ff7-9253-9660423a95af admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fd923fb0edf94f6aa660257fcee12e81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5731974 May 27 02:36:39.836798 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b737f088-675d-4336-b22e-135d644baaf6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Network 467cde0f-d62c-4a37-8d50-33d4663139f4 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:36:39.836798 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37308) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:39.844386 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b737f088-675d-4336-b22e-135d644baaf6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'Port': ['ID=59cd7ffd-4638-465b-8b03-091534d4c8a2,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:39.847265 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-b737f088-675d-4336-b22e-135d644baaf6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:36:39.854056 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-88298b6c-a72a-42c1-8330-c433534352d7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:39.875311 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89139e70-de3e-4ff7-9253-9660423a95af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30fec97-7602-46f3-b644-778cb1a1487a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:39.898991 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b737f088-675d-4336-b22e-135d644baaf6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:36:39.904385 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b737f088-675d-4336-b22e-135d644baaf6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:39.905022 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b737f088-675d-4336-b22e-135d644baaf6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:40.073320 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2a4a133a-5a3e-438b-8a0f-4cac5c16451b None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:40.085766 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-2a4a133a-5a3e-438b-8a0f-4cac5c16451b None None] Transition to ACTIVE for port object cbd0ef85-b49a-4377-86d0-9c751861a55c will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:36:40.107737 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-2a4a133a-5a3e-438b-8a0f-4cac5c16451b None None] Transition to ACTIVE for port object cbd0ef85-b49a-4377-86d0-9c751861a55c will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:36:40.173354 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2a4a133a-5a3e-438b-8a0f-4cac5c16451b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:40.255318 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4a133a-5a3e-438b-8a0f-4cac5c16451b None None] Network 467cde0f-d62c-4a37-8d50-33d4663139f4 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:36:40.270960 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-2a4a133a-5a3e-438b-8a0f-4cac5c16451b None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:36:40.273204 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4a133a-5a3e-438b-8a0f-4cac5c16451b None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:36:40.318115 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c1753f88-0846-4202-9970-1f94cdbf5f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:40.326647 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a133a-5a3e-438b-8a0f-4cac5c16451b None None] Pushing event updated for resources: {'Port': ['ID=cbd0ef85-b49a-4377-86d0-9c751861a55c,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:40.365400 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c1753f88-0846-4202-9970-1f94cdbf5f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:40.399745 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b737f088-675d-4336-b22e-135d644baaf6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2863376 May 27 02:36:40.410427 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37324) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:40.416485 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-2a4a133a-5a3e-438b-8a0f-4cac5c16451b None None] Attempting to bind port cbd0ef85-b49a-4377-86d0-9c751861a55c on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:36:40.419047 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-2a4a133a-5a3e-438b-8a0f-4cac5c16451b None None] Attempting to bind port cbd0ef85-b49a-4377-86d0-9c751861a55c by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'ce203079-b23d-467c-a8ba-0931f78fe902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '467cde0f-d62c-4a37-8d50-33d4663139f4'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:36:40.419678 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4a133a-5a3e-438b-8a0f-4cac5c16451b None None] Attempting to bind port cbd0ef85-b49a-4377-86d0-9c751861a55c on network 467cde0f-d62c-4a37-8d50-33d4663139f4 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:36:40.425886 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4a133a-5a3e-438b-8a0f-4cac5c16451b None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:36:40.433476 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-aa3c7bd9-e794-4664-951c-f1a6ee0a0ec4 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'port': {'network_id': '467cde0f-d62c-4a37-8d50-33d4663139f4', 'name': 'tempest-PortsIpV6TestJSON-1150024272'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:36:40.433620 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4a133a-5a3e-438b-8a0f-4cac5c16451b None None] Checking segment: {'id': 'ce203079-b23d-467c-a8ba-0931f78fe902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '467cde0f-d62c-4a37-8d50-33d4663139f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:36:40.433620 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2a4a133a-5a3e-438b-8a0f-4cac5c16451b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:40.433620 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4a133a-5a3e-438b-8a0f-4cac5c16451b None None] Bound using segment: {'id': 'ce203079-b23d-467c-a8ba-0931f78fe902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '467cde0f-d62c-4a37-8d50-33d4663139f4'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:36:40.433620 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-2a4a133a-5a3e-438b-8a0f-4cac5c16451b None None] Bound port: cbd0ef85-b49a-4377-86d0-9c751861a55c, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce203079-b23d-467c-a8ba-0931f78fe902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '467cde0f-d62c-4a37-8d50-33d4663139f4'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:36:40.433620 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2a4a133a-5a3e-438b-8a0f-4cac5c16451b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:40.555017 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-2a4a133a-5a3e-438b-8a0f-4cac5c16451b None None] For port cbd0ef85-b49a-4377-86d0-9c751861a55c, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:36:40.555452 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-2a4a133a-5a3e-438b-8a0f-4cac5c16451b None None] For port cbd0ef85-b49a-4377-86d0-9c751861a55c, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=cbd0ef85-b49a-4377-86d0-9c751861a55c,segment=NetworkSegment(ce203079-b23d-467c-a8ba-0931f78fe902),segment_id=ce203079-b23d-467c-a8ba-0931f78fe902)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:36:40.613903 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2a4a133a-5a3e-438b-8a0f-4cac5c16451b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:40.688621 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8861ae1f-8e28-4c2a-bfa7-979e01a13bfb tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:40.702398 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-88298b6c-a72a-42c1-8330-c433534352d7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:40.719677 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c1753f88-0846-4202-9970-1f94cdbf5f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:40.747440 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-88298b6c-a72a-42c1-8330-c433534352d7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:40.802399 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1753f88-0846-4202-9970-1f94cdbf5f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30fec97-7602-46f3-b644-778cb1a1487a,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:40.815471 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a133a-5a3e-438b-8a0f-4cac5c16451b None None] Pushing event updated for resources: {'Port': ['ID=cbd0ef85-b49a-4377-86d0-9c751861a55c,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:40.832682 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1184ea6d-4d2d-447c-893e-2df81ce533e3 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:36:40.979722 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-aa3c7bd9-e794-4664-951c-f1a6ee0a0ec4 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:40.987238 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c1753f88-0846-4202-9970-1f94cdbf5f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:40.988569 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c1753f88-0846-4202-9970-1f94cdbf5f27 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e30fec97-7602-46f3-b644-778cb1a1487a HTTP/1.1" status: 204 len: 168 time: 1.1505346 May 27 02:36:40.990332 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-aa3c7bd9-e794-4664-951c-f1a6ee0a0ec4 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:port and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:40.995443 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 1184ea6d-4d2d-447c-893e-2df81ce533e3 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:36:40.996456 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:40.998151 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-aa3c7bd9-e794-4664-951c-f1a6ee0a0ec4 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:41.008084 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-aa3c7bd9-e794-4664-951c-f1a6ee0a0ec4 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:41.149153 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3c7bd9-e794-4664-951c-f1a6ee0a0ec4 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Made reservation on behalf of 06c4fa5e71c94d138c98e5ba8a8181ad for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:36:41.152786 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 1184ea6d-4d2d-447c-893e-2df81ce533e3 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:36:41.153274 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aa3c7bd9-e794-4664-951c-f1a6ee0a0ec4 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:41.197214 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-aa3c7bd9-e794-4664-951c-f1a6ee0a0ec4 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] device_id is not set on port 04696383-6599-44ce-be93-b069afa2375e yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:36:41.277887 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-88298b6c-a72a-42c1-8330-c433534352d7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Allocated IP 172.20.0.6 (1fa16e45-aa81-4e68-822b-0bf4cf797391/9d17210b-1e40-4ab3-a8aa-d9c0c616cb5f/87f33107-aeb6-4e8c-8efe-e44aa799eba6) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:36:41.436943 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-8861ae1f-8e28-4c2a-bfa7-979e01a13bfb tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Allocated IP 2001:db8:1::1 (cae6bcba-49e4-4c33-8cea-8b2c312ddfe5/0eb42c5e-8f9f-4122-83e4-a715e63a9620/a4746991-e0d1-4bac-8f4f-82c1f5b1cc18) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:36:41.561219 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-88298b6c-a72a-42c1-8330-c433534352d7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:41.620665 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-aa3c7bd9-e794-4664-951c-f1a6ee0a0ec4 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Allocated IP 2001:db8::53 (467cde0f-d62c-4a37-8d50-33d4663139f4/6293148f-86f6-49e6-a116-94fb03a365bc/04696383-6599-44ce-be93-b069afa2375e) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:36:41.709523 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-88298b6c-a72a-42c1-8330-c433534352d7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:41.753634 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8861ae1f-8e28-4c2a-bfa7-979e01a13bfb tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:41.844405 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88298b6c-a72a-42c1-8330-c433534352d7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Network 1fa16e45-aa81-4e68-822b-0bf4cf797391 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:36:41.846356 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-88298b6c-a72a-42c1-8330-c433534352d7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:36:41.848977 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88298b6c-a72a-42c1-8330-c433534352d7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Pushing event updated for resources: {'Port': ['ID=87f33107-aeb6-4e8c-8efe-e44aa799eba6,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:41.851814 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-8861ae1f-8e28-4c2a-bfa7-979e01a13bfb tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Transition to ACTIVE for port object a4746991-e0d1-4bac-8f4f-82c1f5b1cc18 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:36:41.857492 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88298b6c-a72a-42c1-8330-c433534352d7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:36:41.968962 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aa3c7bd9-e794-4664-951c-f1a6ee0a0ec4 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:42.001946 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-aa3c7bd9-e794-4664-951c-f1a6ee0a0ec4 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Transition to ACTIVE for port object 04696383-6599-44ce-be93-b069afa2375e will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:36:42.043762 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8861ae1f-8e28-4c2a-bfa7-979e01a13bfb tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:42.102206 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37368) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:42.168626 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8861ae1f-8e28-4c2a-bfa7-979e01a13bfb tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Network cae6bcba-49e4-4c33-8cea-8b2c312ddfe5 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:36:42.172999 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-8861ae1f-8e28-4c2a-bfa7-979e01a13bfb tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:36:42.177205 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8861ae1f-8e28-4c2a-bfa7-979e01a13bfb tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:36:42.180073 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8861ae1f-8e28-4c2a-bfa7-979e01a13bfb tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:42.214854 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aa3c7bd9-e794-4664-951c-f1a6ee0a0ec4 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:42.219515 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8861ae1f-8e28-4c2a-bfa7-979e01a13bfb tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event updated for resources: {'Port': ['ID=a4746991-e0d1-4bac-8f4f-82c1f5b1cc18,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:42.511296 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fb4bf2d4-c0d1-46ee-ba01-13804f9c2e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:42.541982 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3c7bd9-e794-4664-951c-f1a6ee0a0ec4 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Network 467cde0f-d62c-4a37-8d50-33d4663139f4 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:36:42.549901 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-aa3c7bd9-e794-4664-951c-f1a6ee0a0ec4 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:36:42.555876 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3c7bd9-e794-4664-951c-f1a6ee0a0ec4 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:36:42.562266 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3c7bd9-e794-4664-951c-f1a6ee0a0ec4 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:42.562893 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aa3c7bd9-e794-4664-951c-f1a6ee0a0ec4 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:42.564435 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-88298b6c-a72a-42c1-8330-c433534352d7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:42.566615 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c7bd9-e794-4664-951c-f1a6ee0a0ec4 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'Port': ['ID=04696383-6599-44ce-be93-b069afa2375e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:42.572507 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-fb4bf2d4-c0d1-46ee-ba01-13804f9c2e6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:42.584293 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-fb4bf2d4-c0d1-46ee-ba01-13804f9c2e6b admin admin] Usage tracker for resource:security_group_rule and tenant:fb707d7018684851a83e08044ebfa675 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:42.595515 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-fb4bf2d4-c0d1-46ee-ba01-13804f9c2e6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:42.599195 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33db559a-5952-41e4-9bcd-8f7e92fa5b72 None None] Network 467cde0f-d62c-4a37-8d50-33d4663139f4 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:36:42.607090 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-fb4bf2d4-c0d1-46ee-ba01-13804f9c2e6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:42.712055 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-aa3c7bd9-e794-4664-951c-f1a6ee0a0ec4 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2971518 May 27 02:36:42.715898 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37388) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:42.718667 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fb4bf2d4-c0d1-46ee-ba01-13804f9c2e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:42.784341 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device cbd0ef85-b49a-4377-86d0-9c751861a55c up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:36:42.818750 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fb4bf2d4-c0d1-46ee-ba01-13804f9c2e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:42.843291 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8861ae1f-8e28-4c2a-bfa7-979e01a13bfb tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:42.882691 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-fb4bf2d4-c0d1-46ee-ba01-13804f9c2e6b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fb707d7018684851a83e08044ebfa675&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7740815 May 27 02:36:42.888410 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37398) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:42.956256 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-61b66fd9-1715-4302-b030-ba5322652d34 None None] Provisioning for port a4746991-e0d1-4bac-8f4f-82c1f5b1cc18 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:36:42.963559 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4bf2d4-c0d1-46ee-ba01-13804f9c2e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d122abb-26e4-47b8-b09f-4eaea96e4549,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:42.974399 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-61b66fd9-1715-4302-b030-ba5322652d34 None None] Provisioning complete for port a4746991-e0d1-4bac-8f4f-82c1f5b1cc18 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:36:42.974819 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-61b66fd9-1715-4302-b030-ba5322652d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:43.096371 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-61b66fd9-1715-4302-b030-ba5322652d34 None None] Port a4746991-e0d1-4bac-8f4f-82c1f5b1cc18 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:36:43.098278 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port cbd0ef85-b49a-4377-86d0-9c751861a55c completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:36:43.211186 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3951b1f-fd54-49c3-851b-ba5c7aeddd1e tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:43.216075 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37404) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:43.216209 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d3951b1f-fd54-49c3-851b-ba5c7aeddd1e tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A107 HTTP/1.1" status: 200 len: 929 time: 0.4994183 May 27 02:36:43.272301 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-88298b6c-a72a-42c1-8330-c433534352d7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:43.290803 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6c9594e0-d542-46cc-9ee0-4b484526c1b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:43.321392 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-61b66fd9-1715-4302-b030-ba5322652d34 None None] Provisioning for port cbd0ef85-b49a-4377-86d0-9c751861a55c completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:36:43.327245 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-61b66fd9-1715-4302-b030-ba5322652d34 None None] Provisioning complete for port cbd0ef85-b49a-4377-86d0-9c751861a55c triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:36:43.327245 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-61b66fd9-1715-4302-b030-ba5322652d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:43.454406 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6c9594e0-d542-46cc-9ee0-4b484526c1b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:43.476905 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-68689bdf-f963-48f3-a3d2-d4a911359100 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Deleting port 04696383-6599-44ce-be93-b069afa2375e {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:36:43.477245 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-68689bdf-f963-48f3-a3d2-d4a911359100 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:43.573806 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-61b66fd9-1715-4302-b030-ba5322652d34 None None] Current status of the port cbd0ef85-b49a-4377-86d0-9c751861a55c is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:36:43.574467 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-61b66fd9-1715-4302-b030-ba5322652d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:43.634197 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-61b66fd9-1715-4302-b030-ba5322652d34 None None] For port cbd0ef85-b49a-4377-86d0-9c751861a55c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=cbd0ef85-b49a-4377-86d0-9c751861a55c,segment=NetworkSegment(ce203079-b23d-467c-a8ba-0931f78fe902),segment_id=ce203079-b23d-467c-a8ba-0931f78fe902)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:36:43.716556 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-61b66fd9-1715-4302-b030-ba5322652d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:43.874109 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b66fd9-1715-4302-b030-ba5322652d34 None None] Pushing event updated for resources: {'Port': ['ID=cbd0ef85-b49a-4377-86d0-9c751861a55c,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:43.893059 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88298b6c-a72a-42c1-8330-c433534352d7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Router 49e7255e-b1c7-4ee0-a6d6-a5149c9254b8 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:36:43.923460 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8861ae1f-8e28-4c2a-bfa7-979e01a13bfb tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:43.932833 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6c9594e0-d542-46cc-9ee0-4b484526c1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:43.978675 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6f7a3e72-896e-482a-9cc8-5697f2b3388b None None] Provisioning for port 59cd7ffd-4638-465b-8b03-091534d4c8a2 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:36:43.980180 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9594e0-d542-46cc-9ee0-4b484526c1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d122abb-26e4-47b8-b09f-4eaea96e4549,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:43.984980 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6f7a3e72-896e-482a-9cc8-5697f2b3388b None None] Provisioning complete for port 59cd7ffd-4638-465b-8b03-091534d4c8a2 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:36:43.985559 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6f7a3e72-896e-482a-9cc8-5697f2b3388b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:43.996688 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6c9594e0-d542-46cc-9ee0-4b484526c1b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:43.997856 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6c9594e0-d542-46cc-9ee0-4b484526c1b0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6d122abb-26e4-47b8-b09f-4eaea96e4549 HTTP/1.1" status: 204 len: 168 time: 1.1078124 May 27 02:36:44.072253 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8861ae1f-8e28-4c2a-bfa7-979e01a13bfb tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:44.073059 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8861ae1f-8e28-4c2a-bfa7-979e01a13bfb tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:44.134055 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-6f7a3e72-896e-482a-9cc8-5697f2b3388b None None] Port 59cd7ffd-4638-465b-8b03-091534d4c8a2 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:36:44.155671 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-68689bdf-f963-48f3-a3d2-d4a911359100 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:44.258303 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6f7a3e72-896e-482a-9cc8-5697f2b3388b None None] Provisioning for port 04696383-6599-44ce-be93-b069afa2375e completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:36:44.264231 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6f7a3e72-896e-482a-9cc8-5697f2b3388b None None] Provisioning complete for port 04696383-6599-44ce-be93-b069afa2375e triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:36:44.264875 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6f7a3e72-896e-482a-9cc8-5697f2b3388b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:44.269362 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88298b6c-a72a-42c1-8330-c433534352d7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:36:44.298163 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be37af1f-1299-4cfb-9fc8-3fba9c909ef2 None None] Sync routers for ids ['49e7255e-b1c7-4ee0-a6d6-a5149c9254b8'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:36:44.335816 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be37af1f-1299-4cfb-9fc8-3fba9c909ef2 None None] Routers {'49e7255e-b1c7-4ee0-a6d6-a5149c9254b8'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:36:44.336682 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-be37af1f-1299-4cfb-9fc8-3fba9c909ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:36:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['49e7255e-b1c7-4ee0-a6d6-a5149c9254b8'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:44.407288 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-68689bdf-f963-48f3-a3d2-d4a911359100 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Calling delete_port for 04696383-6599-44ce-be93-b069afa2375e owned by {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:36:44.413619 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-88298b6c-a72a-42c1-8330-c433534352d7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:44.415006 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-88298b6c-a72a-42c1-8330-c433534352d7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.5197384 May 27 02:36:44.417839 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37440) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:44.423052 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-6f7a3e72-896e-482a-9cc8-5697f2b3388b None None] Port 04696383-6599-44ce-be93-b069afa2375e cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:36:44.447386 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6f7a3e72-896e-482a-9cc8-5697f2b3388b None None] Provisioning complete for port cbd0ef85-b49a-4377-86d0-9c751861a55c triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:36:44.447762 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6f7a3e72-896e-482a-9cc8-5697f2b3388b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:44.470989 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8861ae1f-8e28-4c2a-bfa7-979e01a13bfb tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event updated for resources: {'Port': ['ID=a4746991-e0d1-4bac-8f4f-82c1f5b1cc18,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:44.538936 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8861ae1f-8e28-4c2a-bfa7-979e01a13bfb tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Network cae6bcba-49e4-4c33-8cea-8b2c312ddfe5 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:36:44.540913 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-8861ae1f-8e28-4c2a-bfa7-979e01a13bfb tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:36:44.639786 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-be37af1f-1299-4cfb-9fc8-3fba9c909ef2 None None] Set router 49e7255e-b1c7-4ee0-a6d6-a5149c9254b8 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:36:44.872613 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device cbd0ef85-b49a-4377-86d0-9c751861a55c up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:36:44.958673 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-543594f8-30c2-4ff2-b1d1-c2e7728cc348 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:45.172245 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8861ae1f-8e28-4c2a-bfa7-979e01a13bfb tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Router a76e7572-4621-41d5-b283-6ebc4cd3c108 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:36:45.220595 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-543594f8-30c2-4ff2-b1d1-c2e7728cc348 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:45.222617 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-6f7a3e72-896e-482a-9cc8-5697f2b3388b None None] Current status of the port cbd0ef85-b49a-4377-86d0-9c751861a55c is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:36:45.278088 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port cbd0ef85-b49a-4377-86d0-9c751861a55c triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:36:45.278464 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:45.292304 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37468) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:45.321857 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-68689bdf-f963-48f3-a3d2-d4a911359100 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:45.325735 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b2813ca5-9603-4def-8ab1-5476cf1feb87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:45.361737 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-543594f8-30c2-4ff2-b1d1-c2e7728cc348 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Deleting port 87f33107-aeb6-4e8c-8efe-e44aa799eba6 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:36:45.362083 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-543594f8-30c2-4ff2-b1d1-c2e7728cc348 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:45.407261 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f725419c-6eff-4363-ae19-fd37be6bdba5 None None] Provisioning complete for port 59cd7ffd-4638-465b-8b03-091534d4c8a2 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:36:45.407475 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68689bdf-f963-48f3-a3d2-d4a911359100 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event deleted for resources: {'Port': ['ID=04696383-6599-44ce-be93-b069afa2375e,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:45.407685 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f725419c-6eff-4363-ae19-fd37be6bdba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:45.471197 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-f725419c-6eff-4363-ae19-fd37be6bdba5 None None] Port 59cd7ffd-4638-465b-8b03-091534d4c8a2 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:36:45.474994 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-68689bdf-f963-48f3-a3d2-d4a911359100 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:45.489152 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f725419c-6eff-4363-ae19-fd37be6bdba5 None None] Could not find standard attr ID for object 04696383-6599-44ce-be93-b069afa2375e. {{(pid=88903) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:36:45.509910 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b2813ca5-9603-4def-8ab1-5476cf1feb87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:45.515199 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b2813ca5-9603-4def-8ab1-5476cf1feb87 admin admin] Usage tracker for resource:security_group_rule and tenant:3feb653598ab4e5db49d2a38ad162299 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:45.519329 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b2813ca5-9603-4def-8ab1-5476cf1feb87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:45.521329 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-68689bdf-f963-48f3-a3d2-d4a911359100 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/ports/04696383-6599-44ce-be93-b069afa2375e HTTP/1.1" status: 204 len: 168 time: 2.3021903 May 27 02:36:45.523040 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8861ae1f-8e28-4c2a-bfa7-979e01a13bfb tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:36:45.534451 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b2813ca5-9603-4def-8ab1-5476cf1feb87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:45.535502 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a00a9c-d9a1-45db-a00a-ffe782bacd64 None None] Sync routers for ids ['a76e7572-4621-41d5-b283-6ebc4cd3c108'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:36:45.541890 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8861ae1f-8e28-4c2a-bfa7-979e01a13bfb tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "PUT /v2.0/routers/a76e7572-4621-41d5-b283-6ebc4cd3c108/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1667235 May 27 02:36:45.545779 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37476) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:45.568739 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37478) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:45.576399 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a00a9c-d9a1-45db-a00a-ffe782bacd64 None None] Routers {'a76e7572-4621-41d5-b283-6ebc4cd3c108'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:36:45.583014 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-f0a00a9c-d9a1-45db-a00a-ffe782bacd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:36:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['a76e7572-4621-41d5-b283-6ebc4cd3c108'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:45.586169 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port cbd0ef85-b49a-4377-86d0-9c751861a55c is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:36:45.596487 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f725419c-6eff-4363-ae19-fd37be6bdba5 None None] Provisioning complete for port a4746991-e0d1-4bac-8f4f-82c1f5b1cc18 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:36:45.596903 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f725419c-6eff-4363-ae19-fd37be6bdba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:45.665354 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b2813ca5-9603-4def-8ab1-5476cf1feb87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:45.694885 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-f725419c-6eff-4363-ae19-fd37be6bdba5 None None] Port a4746991-e0d1-4bac-8f4f-82c1f5b1cc18 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:36:45.729183 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-be37af1f-1299-4cfb-9fc8-3fba9c909ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e7255e-b1c7-4ee0-a6d6-a5149c9254b8', 'name': '', 'tenant_id': '21f04540d9144b108560259d9299bff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa16e45-aa81-4e68-822b-0bf4cf797391', 'external_fixed_ips': [{'subnet_id': '9d17210b-1e40-4ab3-a8aa-d9c0c616cb5f', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '87f33107-aeb6-4e8c-8efe-e44aa799eba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:36:39Z', 'updated_at': '2022-05-27T02:36:42Z', 'revision_number': 3, 'project_id': '21f04540d9144b108560259d9299bff5', 'gw_port': {'id': '87f33107-aeb6-4e8c-8efe-e44aa799eba6', 'name': '', 'network_id': '1fa16e45-aa81-4e68-822b-0bf4cf797391', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e7255e-b1c7-4ee0-a6d6-a5149c9254b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '9d17210b-1e40-4ab3-a8aa-d9c0c616cb5f', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:36:40Z', 'updated_at': '2022-05-27T02:36:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d17210b-1e40-4ab3-a8aa-d9c0c616cb5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:45.734236 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b2813ca5-9603-4def-8ab1-5476cf1feb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:45.738913 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-f0a00a9c-d9a1-45db-a00a-ffe782bacd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:45.742229 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be37af1f-1299-4cfb-9fc8-3fba9c909ef2 None None] Checking router: 49e7255e-b1c7-4ee0-a6d6-a5149c9254b8 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:36:45.742961 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be37af1f-1299-4cfb-9fc8-3fba9c909ef2 None None] Updating router 49e7255e-b1c7-4ee0-a6d6-a5149c9254b8 port 87f33107-aeb6-4e8c-8efe-e44aa799eba6 binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:36:45.748866 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a00a9c-d9a1-45db-a00a-ffe782bacd64 None None] Routers {'a76e7572-4621-41d5-b283-6ebc4cd3c108'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:36:45.749696 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-f0a00a9c-d9a1-45db-a00a-ffe782bacd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:36:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['a76e7572-4621-41d5-b283-6ebc4cd3c108'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:45.796697 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bc40b06-9434-4de6-8d7e-db3ec5481bb6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] GET failed (client error): The resource could not be found. May 27 02:36:45.797284 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8bc40b06-9434-4de6-8d7e-db3ec5481bb6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Synchronizing usage tracker for tenant:06c4fa5e71c94d138c98e5ba8a8181ad on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:36:45.804736 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-543594f8-30c2-4ff2-b1d1-c2e7728cc348 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:45.825683 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-f0a00a9c-d9a1-45db-a00a-ffe782bacd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:45.826083 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a00a9c-d9a1-45db-a00a-ffe782bacd64 None None] The sync data for ids ['a76e7572-4621-41d5-b283-6ebc4cd3c108'] in n-d-843554-3 is: [] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:36:45.847160 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7148bd02-afac-4e43-861a-c3e9728bb70e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:45.847756 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7148bd02-afac-4e43-861a-c3e9728bb70e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Synchronizing usage tracker for tenant:6f15f0e8362347e99ea74d0bbe84ad40 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:36:45.879287 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-be37af1f-1299-4cfb-9fc8-3fba9c909ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:45.916252 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8bc40b06-9434-4de6-8d7e-db3ec5481bb6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Unset dirty status for tenant:06c4fa5e71c94d138c98e5ba8a8181ad on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:36:45.920520 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b2813ca5-9603-4def-8ab1-5476cf1feb87 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3feb653598ab4e5db49d2a38ad162299&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6270072 May 27 02:36:45.924568 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8bc40b06-9434-4de6-8d7e-db3ec5481bb6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "GET /v2.0/ports/04696383-6599-44ce-be93-b069afa2375e HTTP/1.1" status: 404 len: 333 time: 0.3520484 May 27 02:36:45.924568 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37490) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:45.958091 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37496) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:45.967002 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7148bd02-afac-4e43-861a-c3e9728bb70e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Unset dirty status for tenant:6f15f0e8362347e99ea74d0bbe84ad40 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:36:45.971670 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7148bd02-afac-4e43-861a-c3e9728bb70e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "GET /v2.0/ports/a4746991-e0d1-4bac-8f4f-82c1f5b1cc18 HTTP/1.1" status: 200 len: 913 time: 0.3798566 May 27 02:36:45.980747 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37500) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:45.983377 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2813ca5-9603-4def-8ab1-5476cf1feb87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0eab91-f906-41dc-bb0a-bc14a8267d24,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:45.993475 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-543594f8-30c2-4ff2-b1d1-c2e7728cc348 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Calling delete_port for 87f33107-aeb6-4e8c-8efe-e44aa799eba6 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:36:46.043412 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-0a128fec-5d46-42bf-9ca1-3443633169fb tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Deleting port 59cd7ffd-4638-465b-8b03-091534d4c8a2 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:36:46.043842 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0a128fec-5d46-42bf-9ca1-3443633169fb tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:46.197944 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-49d5f0c7-b217-4611-909d-2f1da223b5e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:46.226186 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-49d5f0c7-b217-4611-909d-2f1da223b5e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:46.362781 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-be37af1f-1299-4cfb-9fc8-3fba9c909ef2 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:46.414224 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0a128fec-5d46-42bf-9ca1-3443633169fb tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:46.464852 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-be37af1f-1299-4cfb-9fc8-3fba9c909ef2 None None] Transition to ACTIVE for port object 87f33107-aeb6-4e8c-8efe-e44aa799eba6 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:36:46.497151 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-49d5f0c7-b217-4611-909d-2f1da223b5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:46.544511 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-be37af1f-1299-4cfb-9fc8-3fba9c909ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:46.574955 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-0a128fec-5d46-42bf-9ca1-3443633169fb tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Calling delete_port for 59cd7ffd-4638-465b-8b03-091534d4c8a2 owned by {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:36:46.625502 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d5f0c7-b217-4611-909d-2f1da223b5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0eab91-f906-41dc-bb0a-bc14a8267d24,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:46.635042 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-49d5f0c7-b217-4611-909d-2f1da223b5e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:46.639171 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-49d5f0c7-b217-4611-909d-2f1da223b5e3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/be0eab91-f906-41dc-bb0a-bc14a8267d24 HTTP/1.1" status: 204 len: 168 time: 0.6798053 May 27 02:36:46.652874 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-543594f8-30c2-4ff2-b1d1-c2e7728cc348 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:36:46.653136 n-d-843554-3 neutron-server[88901]: DEBUG oslo_db.api [None req-543594f8-30c2-4ff2-b1d1-c2e7728cc348 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:36:46.732653 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d599c6de-d8b9-40c1-b77d-9180b73a289b None None] Pushing event updated for resources: {'Port': ['ID=87f33107-aeb6-4e8c-8efe-e44aa799eba6,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:46.763353 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-be37af1f-1299-4cfb-9fc8-3fba9c909ef2 None None] Attempting to bind port 87f33107-aeb6-4e8c-8efe-e44aa799eba6 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:36:46.765560 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-be37af1f-1299-4cfb-9fc8-3fba9c909ef2 None None] Attempting to bind port 87f33107-aeb6-4e8c-8efe-e44aa799eba6 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '475cc572-9165-4d6c-aed0-7764bd9430e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1fa16e45-aa81-4e68-822b-0bf4cf797391'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:36:46.766414 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be37af1f-1299-4cfb-9fc8-3fba9c909ef2 None None] Attempting to bind port 87f33107-aeb6-4e8c-8efe-e44aa799eba6 on network 1fa16e45-aa81-4e68-822b-0bf4cf797391 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:36:46.772923 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be37af1f-1299-4cfb-9fc8-3fba9c909ef2 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:36:46.773621 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be37af1f-1299-4cfb-9fc8-3fba9c909ef2 None None] Checking segment: {'id': '475cc572-9165-4d6c-aed0-7764bd9430e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1fa16e45-aa81-4e68-822b-0bf4cf797391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:36:46.774228 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-be37af1f-1299-4cfb-9fc8-3fba9c909ef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:46.774845 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be37af1f-1299-4cfb-9fc8-3fba9c909ef2 None None] Bound using segment: {'id': '475cc572-9165-4d6c-aed0-7764bd9430e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1fa16e45-aa81-4e68-822b-0bf4cf797391'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:36:46.775516 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-be37af1f-1299-4cfb-9fc8-3fba9c909ef2 None None] Bound port: 87f33107-aeb6-4e8c-8efe-e44aa799eba6, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '475cc572-9165-4d6c-aed0-7764bd9430e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1fa16e45-aa81-4e68-822b-0bf4cf797391'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:36:46.776565 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-be37af1f-1299-4cfb-9fc8-3fba9c909ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:46.811599 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b1044a76-06c1-4f40-af73-25933f6b259b tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:46.881722 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0a128fec-5d46-42bf-9ca1-3443633169fb tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:46.884875 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-be37af1f-1299-4cfb-9fc8-3fba9c909ef2 None None] For port 87f33107-aeb6-4e8c-8efe-e44aa799eba6, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:36:46.889945 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-be37af1f-1299-4cfb-9fc8-3fba9c909ef2 None None] For port 87f33107-aeb6-4e8c-8efe-e44aa799eba6, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=87f33107-aeb6-4e8c-8efe-e44aa799eba6,segment=NetworkSegment(475cc572-9165-4d6c-aed0-7764bd9430e5),segment_id=475cc572-9165-4d6c-aed0-7764bd9430e5)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:36:46.939311 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a128fec-5d46-42bf-9ca1-3443633169fb tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event deleted for resources: {'Port': ['ID=59cd7ffd-4638-465b-8b03-091534d4c8a2,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:46.973363 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-be37af1f-1299-4cfb-9fc8-3fba9c909ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:47.012655 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0a128fec-5d46-42bf-9ca1-3443633169fb tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:47.075153 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be37af1f-1299-4cfb-9fc8-3fba9c909ef2 None None] Routers {'49e7255e-b1c7-4ee0-a6d6-a5149c9254b8'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:36:47.075831 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-be37af1f-1299-4cfb-9fc8-3fba9c909ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:36:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['49e7255e-b1c7-4ee0-a6d6-a5149c9254b8'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:47.105569 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0a128fec-5d46-42bf-9ca1-3443633169fb tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/ports/59cd7ffd-4638-465b-8b03-091534d4c8a2 HTTP/1.1" status: 204 len: 168 time: 1.1833413 May 27 02:36:47.114733 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37532) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:47.189293 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-543594f8-30c2-4ff2-b1d1-c2e7728cc348 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Deleting port 87f33107-aeb6-4e8c-8efe-e44aa799eba6 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:36:47.189293 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-543594f8-30c2-4ff2-b1d1-c2e7728cc348 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:47.213806 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-5370187f-da9b-494f-a399-00e00ce595e0 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] GET failed (client error): The resource could not be found. May 27 02:36:47.214400 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5370187f-da9b-494f-a399-00e00ce595e0 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Synchronizing usage tracker for tenant:06c4fa5e71c94d138c98e5ba8a8181ad on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:36:47.231582 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d599c6de-d8b9-40c1-b77d-9180b73a289b None None] Pushing event updated for resources: {'Port': ['ID=87f33107-aeb6-4e8c-8efe-e44aa799eba6,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:47.258763 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-be37af1f-1299-4cfb-9fc8-3fba9c909ef2 None None] Set router 49e7255e-b1c7-4ee0-a6d6-a5149c9254b8 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:36:47.338521 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5370187f-da9b-494f-a399-00e00ce595e0 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Unset dirty status for tenant:06c4fa5e71c94d138c98e5ba8a8181ad on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:36:47.339642 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5370187f-da9b-494f-a399-00e00ce595e0 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "GET /v2.0/ports/59cd7ffd-4638-465b-8b03-091534d4c8a2 HTTP/1.1" status: 404 len: 333 time: 0.2239168 May 27 02:36:47.342341 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37540) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:47.387099 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-be37af1f-1299-4cfb-9fc8-3fba9c909ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e7255e-b1c7-4ee0-a6d6-a5149c9254b8', 'name': '', 'tenant_id': '21f04540d9144b108560259d9299bff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:36:39Z', 'updated_at': '2022-05-27T02:36:45Z', 'revision_number': 4, 'project_id': '21f04540d9144b108560259d9299bff5', 'gw_port_host': None}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:47.391787 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be37af1f-1299-4cfb-9fc8-3fba9c909ef2 None None] The sync data for ids ['49e7255e-b1c7-4ee0-a6d6-a5149c9254b8'] in n-d-843554-3 is: [{'id': '49e7255e-b1c7-4ee0-a6d6-a5149c9254b8', 'name': '', 'tenant_id': '21f04540d9144b108560259d9299bff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:36:39Z', 'updated_at': '2022-05-27T02:36:45Z', 'revision_number': 4, 'project_id': '21f04540d9144b108560259d9299bff5', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:36:47.556856 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-543594f8-30c2-4ff2-b1d1-c2e7728cc348 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] For port 87f33107-aeb6-4e8c-8efe-e44aa799eba6, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=87f33107-aeb6-4e8c-8efe-e44aa799eba6,segment=NetworkSegment(475cc572-9165-4d6c-aed0-7764bd9430e5),segment_id=475cc572-9165-4d6c-aed0-7764bd9430e5)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:36:47.557273 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-543594f8-30c2-4ff2-b1d1-c2e7728cc348 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:47.574679 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b1044a76-06c1-4f40-af73-25933f6b259b tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Deleting port a4746991-e0d1-4bac-8f4f-82c1f5b1cc18 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:36:47.575006 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b1044a76-06c1-4f40-af73-25933f6b259b tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:47.654443 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb4124b-ebc8-439d-8ded-77fd1b5c0840 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Deleting subnet 6293148f-86f6-49e6-a116-94fb03a365bc {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:36:47.664053 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5cb4124b-ebc8-439d-8ded-77fd1b5c0840 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:47.759080 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-543594f8-30c2-4ff2-b1d1-c2e7728cc348 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Calling delete_port for 87f33107-aeb6-4e8c-8efe-e44aa799eba6 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:36:47.765616 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5cb4124b-ebc8-439d-8ded-77fd1b5c0840 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:47.899492 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5cb4124b-ebc8-439d-8ded-77fd1b5c0840 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:48.004550 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37560) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:48.019025 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b1044a76-06c1-4f40-af73-25933f6b259b tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:48.123169 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5cb4124b-ebc8-439d-8ded-77fd1b5c0840 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:48.178153 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb4124b-ebc8-439d-8ded-77fd1b5c0840 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event deleted for resources: {'Subnet': ['ID=6293148f-86f6-49e6-a116-94fb03a365bc,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:48.185622 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5cb4124b-ebc8-439d-8ded-77fd1b5c0840 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:48.188211 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-69f2040e-0099-4360-8296-31beb4072571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:48.201487 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a02d5f-0700-4055-ac70-3218f18785c7 None None] Network 467cde0f-d62c-4a37-8d50-33d4663139f4 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:36:48.211740 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-69f2040e-0099-4360-8296-31beb4072571 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:48.230736 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5cb4124b-ebc8-439d-8ded-77fd1b5c0840 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/subnets/6293148f-86f6-49e6-a116-94fb03a365bc HTTP/1.1" status: 204 len: 168 time: 0.8845019 May 27 02:36:48.250082 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37576) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:48.270937 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-69f2040e-0099-4360-8296-31beb4072571 admin admin] Usage tracker for resource:security_group_rule and tenant:a4546799ae404786bf9ec7c6d156ba94 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:48.276943 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-69f2040e-0099-4360-8296-31beb4072571 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:48.329525 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-69f2040e-0099-4360-8296-31beb4072571 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:48.378848 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-543594f8-30c2-4ff2-b1d1-c2e7728cc348 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:48.389407 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b1044a76-06c1-4f40-af73-25933f6b259b tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Calling delete_port for a4746991-e0d1-4bac-8f4f-82c1f5b1cc18 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:36:48.398690 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-180867b1-1bf0-4b07-ab6e-02b232205e41 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:48.418300 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-180867b1-1bf0-4b07-ab6e-02b232205e41 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Deleting port cbd0ef85-b49a-4377-86d0-9c751861a55c {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:36:48.418638 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-180867b1-1bf0-4b07-ab6e-02b232205e41 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:48.638804 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-69f2040e-0099-4360-8296-31beb4072571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:48.676753 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543594f8-30c2-4ff2-b1d1-c2e7728cc348 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Pushing event deleted for resources: {'Port': ['ID=87f33107-aeb6-4e8c-8efe-e44aa799eba6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:48.686700 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-180867b1-1bf0-4b07-ab6e-02b232205e41 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] For port cbd0ef85-b49a-4377-86d0-9c751861a55c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=cbd0ef85-b49a-4377-86d0-9c751861a55c,segment=NetworkSegment(ce203079-b23d-467c-a8ba-0931f78fe902),segment_id=ce203079-b23d-467c-a8ba-0931f78fe902)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:36:48.687068 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-180867b1-1bf0-4b07-ab6e-02b232205e41 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:48.754200 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-69f2040e-0099-4360-8296-31beb4072571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:48.777312 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c545e42-cffe-4767-8f6b-596f8569c0d6 None None] DHCP port deletion for 467cde0f-d62c-4a37-8d50-33d4663139f4 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:36:48.782472 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-7c545e42-cffe-4767-8f6b-596f8569c0d6 None None] Deleting port cbd0ef85-b49a-4377-86d0-9c751861a55c {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:36:48.782931 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7c545e42-cffe-4767-8f6b-596f8569c0d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:48.824419 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b1044a76-06c1-4f40-af73-25933f6b259b tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:48.830644 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-543594f8-30c2-4ff2-b1d1-c2e7728cc348 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:48.899171 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-180867b1-1bf0-4b07-ab6e-02b232205e41 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Calling delete_port for cbd0ef85-b49a-4377-86d0-9c751861a55c owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:36:48.955558 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f2040e-0099-4360-8296-31beb4072571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56ee337-3fa5-46c1-aaf6-a353fc5808ff,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:48.985855 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2040e-0099-4360-8296-31beb4072571 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:48.986756 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2040e-0099-4360-8296-31beb4072571 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:48.987228 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2040e-0099-4360-8296-31beb4072571 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:48.987821 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2040e-0099-4360-8296-31beb4072571 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:48.988299 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2040e-0099-4360-8296-31beb4072571 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:48.988779 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2040e-0099-4360-8296-31beb4072571 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:48.989237 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2040e-0099-4360-8296-31beb4072571 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:48.989785 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2040e-0099-4360-8296-31beb4072571 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:48.990269 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2040e-0099-4360-8296-31beb4072571 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:48.990725 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2040e-0099-4360-8296-31beb4072571 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:48.991181 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2040e-0099-4360-8296-31beb4072571 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:48.991637 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2040e-0099-4360-8296-31beb4072571 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:49.012502 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-69f2040e-0099-4360-8296-31beb4072571 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a4546799ae404786bf9ec7c6d156ba94&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0076172 May 27 02:36:49.015708 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37590) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:49.031911 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-7c545e42-cffe-4767-8f6b-596f8569c0d6 None None] For port cbd0ef85-b49a-4377-86d0-9c751861a55c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=cbd0ef85-b49a-4377-86d0-9c751861a55c,segment=NetworkSegment(ce203079-b23d-467c-a8ba-0931f78fe902),segment_id=ce203079-b23d-467c-a8ba-0931f78fe902)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:36:49.032375 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7c545e42-cffe-4767-8f6b-596f8569c0d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:49.096296 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e8c25e5d-102f-48ce-82c8-ef0a2b2c281c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:49.138874 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1044a76-06c1-4f40-af73-25933f6b259b tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event deleted for resources: {'Port': ['ID=a4746991-e0d1-4bac-8f4f-82c1f5b1cc18,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:49.172204 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e8c25e5d-102f-48ce-82c8-ef0a2b2c281c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:49.180158 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-543594f8-30c2-4ff2-b1d1-c2e7728cc348 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:49.188278 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-543594f8-30c2-4ff2-b1d1-c2e7728cc348 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:49.195702 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-7c545e42-cffe-4767-8f6b-596f8569c0d6 None None] Calling delete_port for cbd0ef85-b49a-4377-86d0-9c751861a55c owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:36:49.253431 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-180867b1-1bf0-4b07-ab6e-02b232205e41 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:49.315207 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-7c545e42-cffe-4767-8f6b-596f8569c0d6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:36:49.315740 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-7c545e42-cffe-4767-8f6b-596f8569c0d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:36:49.339954 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e8c25e5d-102f-48ce-82c8-ef0a2b2c281c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:49.351216 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180867b1-1bf0-4b07-ab6e-02b232205e41 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event deleted for resources: {'Port': ['ID=cbd0ef85-b49a-4377-86d0-9c751861a55c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:49.353632 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180867b1-1bf0-4b07-ab6e-02b232205e41 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] No DVR routers for this DVR port cbd0ef85-b49a-4377-86d0-9c751861a55c on host n-d-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:36:49.380765 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:49.407359 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c25e5d-102f-48ce-82c8-ef0a2b2c281c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56ee337-3fa5-46c1-aaf6-a353fc5808ff,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:49.423783 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b1044a76-06c1-4f40-af73-25933f6b259b tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:49.461064 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:49.538409 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-180867b1-1bf0-4b07-ab6e-02b232205e41 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:49.546961 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e8c25e5d-102f-48ce-82c8-ef0a2b2c281c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:49.548994 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e8c25e5d-102f-48ce-82c8-ef0a2b2c281c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f56ee337-3fa5-46c1-aaf6-a353fc5808ff HTTP/1.1" status: 204 len: 168 time: 0.5319757 May 27 02:36:49.591467 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-180867b1-1bf0-4b07-ab6e-02b232205e41 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['467cde0f-d62c-4a37-8d50-33d4663139f4']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:49.608444 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-180867b1-1bf0-4b07-ab6e-02b232205e41 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce203079-b23d-467c-a8ba-0931f78fe902') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:49.609103 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-180867b1-1bf0-4b07-ab6e-02b232205e41 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce203079-b23d-467c-a8ba-0931f78fe902') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:49.622153 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-180867b1-1bf0-4b07-ab6e-02b232205e41 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:49.639467 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-180867b1-1bf0-4b07-ab6e-02b232205e41 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:49.646009 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-180867b1-1bf0-4b07-ab6e-02b232205e41 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:36:49.646412 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-180867b1-1bf0-4b07-ab6e-02b232205e41 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:49.670377 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-543594f8-30c2-4ff2-b1d1-c2e7728cc348 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:49.670922 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543594f8-30c2-4ff2-b1d1-c2e7728cc348 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 49e7255e-b1c7-4ee0-a6d6-a5149c9254b8 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:36:49.770900 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment ce203079-b23d-467c-a8ba-0931f78fe902 resource provider aggregate not found May 27 02:36:49.789951 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment ce203079-b23d-467c-a8ba-0931f78fe902 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce203079-b23d-467c-a8ba-0931f78fe902 found for delete ", "request_id": "req-8feb3874-714e-4ce7-85d2-a2272cb276fb"}]} May 27 02:36:49.817249 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-7c545e42-cffe-4767-8f6b-596f8569c0d6 None None] Deleting port cbd0ef85-b49a-4377-86d0-9c751861a55c {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:36:49.817715 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7c545e42-cffe-4767-8f6b-596f8569c0d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:49.875664 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-180867b1-1bf0-4b07-ab6e-02b232205e41 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:49.918325 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-180867b1-1bf0-4b07-ab6e-02b232205e41 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:49.949732 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180867b1-1bf0-4b07-ab6e-02b232205e41 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event deleted for resources: {'Network': ['ID=467cde0f-d62c-4a37-8d50-33d4663139f4,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:49.960278 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-180867b1-1bf0-4b07-ab6e-02b232205e41 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/networks/467cde0f-d62c-4a37-8d50-33d4663139f4 HTTP/1.1" status: 204 len: 168 time: 1.7053578 May 27 02:36:49.961038 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37628) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:49.979475 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-2f4a618d-49a3-4d08-aae1-033a673fef2a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2086577972'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:36:49.994507 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-7c545e42-cffe-4767-8f6b-596f8569c0d6 None None] The port 'cbd0ef85-b49a-4377-86d0-9c751861a55c' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:36:49.996605 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-2f4a618d-49a3-4d08-aae1-033a673fef2a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:50.003156 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-2f4a618d-49a3-4d08-aae1-033a673fef2a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:network and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:50.007029 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-2f4a618d-49a3-4d08-aae1-033a673fef2a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:50.022549 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-2f4a618d-49a3-4d08-aae1-033a673fef2a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:50.066561 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1044a76-06c1-4f40-af73-25933f6b259b tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Router a76e7572-4621-41d5-b283-6ebc4cd3c108 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:36:50.127564 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4a618d-49a3-4d08-aae1-033a673fef2a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Made reservation on behalf of 06c4fa5e71c94d138c98e5ba8a8181ad for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:36:50.131239 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2f4a618d-49a3-4d08-aae1-033a673fef2a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:50.162529 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f4a618d-49a3-4d08-aae1-033a673fef2a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:36:50.172694 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2f4a618d-49a3-4d08-aae1-033a673fef2a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:50.173009 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-2f4a618d-49a3-4d08-aae1-033a673fef2a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Added segment b475e35b-3be3-46e0-8e78-6747948c1f7d of type vlan for network e6cd6ca6-2235-4305-b59f-089758bbfaaa May 27 02:36:50.202621 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2f4a618d-49a3-4d08-aae1-033a673fef2a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:50.235777 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-543594f8-30c2-4ff2-b1d1-c2e7728cc348 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:50.239672 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37640) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:50.239823 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-543594f8-30c2-4ff2-b1d1-c2e7728cc348 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] 10.222.0.57 "DELETE /v2.0/routers/49e7255e-b1c7-4ee0-a6d6-a5149c9254b8 HTTP/1.1" status: 204 len: 168 time: 5.8207300 May 27 02:36:50.253473 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1044a76-06c1-4f40-af73-25933f6b259b tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:36:50.263322 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b1044a76-06c1-4f40-af73-25933f6b259b tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "PUT /v2.0/routers/a76e7572-4621-41d5-b283-6ebc4cd3c108/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2768068 May 27 02:36:50.263322 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37644) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:50.267151 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc749bcb-ba4a-4a8d-936c-b2e8ac603dd9 None None] Sync routers for ids ['a76e7572-4621-41d5-b283-6ebc4cd3c108'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:36:50.286964 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc749bcb-ba4a-4a8d-936c-b2e8ac603dd9 None None] Routers {'a76e7572-4621-41d5-b283-6ebc4cd3c108'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:36:50.286964 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-bc749bcb-ba4a-4a8d-936c-b2e8ac603dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:36:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['a76e7572-4621-41d5-b283-6ebc4cd3c108'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:50.309638 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dfffd46-9e37-410a-a616-d6a259b7c62e tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Deleting subnet 9d17210b-1e40-4ab3-a8aa-d9c0c616cb5f {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:36:50.313770 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1dfffd46-9e37-410a-a616-d6a259b7c62e tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:50.368656 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2f4a618d-49a3-4d08-aae1-033a673fef2a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:50.368656 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4a618d-49a3-4d08-aae1-033a673fef2a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:50.368656 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2f4a618d-49a3-4d08-aae1-033a673fef2a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:50.407183 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-bc749bcb-ba4a-4a8d-936c-b2e8ac603dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:50.459842 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc749bcb-ba4a-4a8d-936c-b2e8ac603dd9 None None] Routers {'a76e7572-4621-41d5-b283-6ebc4cd3c108'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:36:50.459842 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-bc749bcb-ba4a-4a8d-936c-b2e8ac603dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:36:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['a76e7572-4621-41d5-b283-6ebc4cd3c108'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:50.497338 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1dfffd46-9e37-410a-a616-d6a259b7c62e tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:50.536380 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a618d-49a3-4d08-aae1-033a673fef2a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'Network': ['ID=e6cd6ca6-2235-4305-b59f-089758bbfaaa,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:50.545118 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37654) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:50.569218 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f42b5c61-c4d2-4c90-bae0-97c994d7ec09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:50.571822 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network e6cd6ca6-2235-4305-b59f-089758bbfaaa details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:36:50.593410 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-f42b5c61-c4d2-4c90-bae0-97c994d7ec09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:50.598318 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1dfffd46-9e37-410a-a616-d6a259b7c62e tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:50.626464 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f42b5c61-c4d2-4c90-bae0-97c994d7ec09 admin admin] Usage tracker for resource:security_group_rule and tenant:d8f74730865748a0babad7aa393f5552 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:50.638019 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2f4a618d-49a3-4d08-aae1-033a673fef2a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6740391 May 27 02:36:50.639081 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f42b5c61-c4d2-4c90-bae0-97c994d7ec09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:50.652096 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37660) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:50.656878 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-f42b5c61-c4d2-4c90-bae0-97c994d7ec09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:50.767262 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device cbd0ef85-b49a-4377-86d0-9c751861a55c no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:36:50.778711 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-7ba6b7d5-3d74-4862-818d-8627f4829dd3 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'subnet': {'network_id': 'e6cd6ca6-2235-4305-b59f-089758bbfaaa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:36:50.826863 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-bc749bcb-ba4a-4a8d-936c-b2e8ac603dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:50.827420 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc749bcb-ba4a-4a8d-936c-b2e8ac603dd9 None None] The sync data for ids ['a76e7572-4621-41d5-b283-6ebc4cd3c108'] in n-d-843554-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:36:50.829030 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: cbd0ef85-b49a-4377-86d0-9c751861a55c {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:36:50.829506 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device cbd0ef85-b49a-4377-86d0-9c751861a55c not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:36:51.002359 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-7ba6b7d5-3d74-4862-818d-8627f4829dd3 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:51.006219 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7ba6b7d5-3d74-4862-818d-8627f4829dd3 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:subnet and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:51.009159 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7ba6b7d5-3d74-4862-818d-8627f4829dd3 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:51.014902 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-7ba6b7d5-3d74-4862-818d-8627f4829dd3 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:51.069938 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b4f8a17-15d8-4c17-bc92-9b49f85b4955 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:51.104400 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba6b7d5-3d74-4862-818d-8627f4829dd3 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Made reservation on behalf of 06c4fa5e71c94d138c98e5ba8a8181ad for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:36:51.108388 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7ba6b7d5-3d74-4862-818d-8627f4829dd3 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:51.180339 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1dfffd46-9e37-410a-a616-d6a259b7c62e tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:51.253320 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1dfffd46-9e37-410a-a616-d6a259b7c62e tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:51.259299 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfffd46-9e37-410a-a616-d6a259b7c62e tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9d17210b-1e40-4ab3-a8aa-d9c0c616cb5f,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:51.284762 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1dfffd46-9e37-410a-a616-d6a259b7c62e tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] 10.222.0.57 "DELETE /v2.0/subnets/9d17210b-1e40-4ab3-a8aa-d9c0c616cb5f HTTP/1.1" status: 204 len: 168 time: 1.0438030 May 27 02:36:51.288443 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37692) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:51.448117 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-2b4f8a17-15d8-4c17-bc92-9b49f85b4955 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Deleting port da126e1a-50e3-45cb-8015-5cdf71eef7e2 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:36:51.448990 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b4f8a17-15d8-4c17-bc92-9b49f85b4955 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:51.465109 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f42b5c61-c4d2-4c90-bae0-97c994d7ec09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:51.528036 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4864685d-8b78-4384-9e39-e5f6c243e951 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:51.553712 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f42b5c61-c4d2-4c90-bae0-97c994d7ec09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:51.673362 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b4f8a17-15d8-4c17-bc92-9b49f85b4955 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:51.735320 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f42b5c61-c4d2-4c90-bae0-97c994d7ec09 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d8f74730865748a0babad7aa393f5552&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1861703 May 27 02:36:51.740752 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37706) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:51.746203 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b5c61-c4d2-4c90-bae0-97c994d7ec09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc06601-b98f-49cc-b497-9c82a627a48a,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:51.760106 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4864685d-8b78-4384-9e39-e5f6c243e951 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:51.789169 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-4864685d-8b78-4384-9e39-e5f6c243e951 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fa16e45-aa81-4e68-822b-0bf4cf797391']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:51.802416 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-4864685d-8b78-4384-9e39-e5f6c243e951 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '475cc572-9165-4d6c-aed0-7764bd9430e5') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:51.802805 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-4864685d-8b78-4384-9e39-e5f6c243e951 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '475cc572-9165-4d6c-aed0-7764bd9430e5') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:51.816093 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4864685d-8b78-4384-9e39-e5f6c243e951 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:51.829365 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7ba6b7d5-3d74-4862-818d-8627f4829dd3 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:51.840540 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-2b4f8a17-15d8-4c17-bc92-9b49f85b4955 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Calling delete_port for da126e1a-50e3-45cb-8015-5cdf71eef7e2 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:36:51.874992 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4864685d-8b78-4384-9e39-e5f6c243e951 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:51.902623 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4864685d-8b78-4384-9e39-e5f6c243e951 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:36:51.903052 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4864685d-8b78-4384-9e39-e5f6c243e951 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:52.012760 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 475cc572-9165-4d6c-aed0-7764bd9430e5 resource provider aggregate not found May 27 02:36:52.038767 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6b7d5-3d74-4862-818d-8627f4829dd3 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'Subnet': ['ID=dd85e9a7-bce6-4ea7-84bd-e396fff42b8e,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:52.060405 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 475cc572-9165-4d6c-aed0-7764bd9430e5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 475cc572-9165-4d6c-aed0-7764bd9430e5 found for delete ", "request_id": "req-e8b9de5d-045e-4aac-aa00-8e8bb4bf6664"}]} May 27 02:36:52.060405 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37716) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:52.064127 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba6b7d5-3d74-4862-818d-8627f4829dd3 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Checking segment: {'id': 'b475e35b-3be3-46e0-8e78-6747948c1f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e6cd6ca6-2235-4305-b59f-089758bbfaaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:36:52.064613 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba6b7d5-3d74-4862-818d-8627f4829dd3 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Network hostable DHCP agents. Network: e6cd6ca6-2235-4305-b59f-089758bbfaaa, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:36:52.104519 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4864685d-8b78-4384-9e39-e5f6c243e951 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:52.136364 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4864685d-8b78-4384-9e39-e5f6c243e951 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1fa16e45-aa81-4e68-822b-0bf4cf797391 {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 27 02:36:52.140630 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4864685d-8b78-4384-9e39-e5f6c243e951 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:52.150887 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4864685d-8b78-4384-9e39-e5f6c243e951 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Pushing event deleted for resources: {'Network': ['ID=1fa16e45-aa81-4e68-822b-0bf4cf797391,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:52.154959 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4864685d-8b78-4384-9e39-e5f6c243e951 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] 10.222.0.57 "DELETE /v2.0/networks/1fa16e45-aa81-4e68-822b-0bf4cf797391 HTTP/1.1" status: 204 len: 168 time: 0.8588483 May 27 02:36:52.162767 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8fa7964c-87c0-4cb9-838f-da4f2293bf55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:52.199138 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8fa7964c-87c0-4cb9-838f-da4f2293bf55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:52.239134 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba6b7d5-3d74-4862-818d-8627f4829dd3 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Network e6cd6ca6-2235-4305-b59f-089758bbfaaa is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:36:52.248134 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-66d88460-e711-425c-b31c-7a9362c12153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:52.269424 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-66d88460-e711-425c-b31c-7a9362c12153 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:52.274982 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-66d88460-e711-425c-b31c-7a9362c12153 admin admin] Usage tracker for resource:security_group_rule and tenant:3af4422624294a369d5605dbe91f92ba is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:52.281671 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-66d88460-e711-425c-b31c-7a9362c12153 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:52.285904 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-66d88460-e711-425c-b31c-7a9362c12153 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:52.369987 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-7ba6b7d5-3d74-4862-818d-8627f4829dd3 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, e6cd6ca6-2235-4305-b59f-089758bbfaaa) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:36:52.383721 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccac9689-f689-4b8b-9eac-92ceef99512e None None] Network e6cd6ca6-2235-4305-b59f-089758bbfaaa requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:36:52.386490 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba6b7d5-3d74-4862-818d-8627f4829dd3 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:52.387260 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7ba6b7d5-3d74-4862-818d-8627f4829dd3 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:52.441490 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b4f8a17-15d8-4c17-bc92-9b49f85b4955 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:52.442574 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-66d88460-e711-425c-b31c-7a9362c12153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:52.545885 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7ba6b7d5-3d74-4862-818d-8627f4829dd3 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8927252 May 27 02:36:52.546938 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-66d88460-e711-425c-b31c-7a9362c12153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:52.557341 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f8a17-15d8-4c17-bc92-9b49f85b4955 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event deleted for resources: {'Port': ['ID=da126e1a-50e3-45cb-8015-5cdf71eef7e2,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:52.559840 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37732) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:52.645454 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8fa7964c-87c0-4cb9-838f-da4f2293bf55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:52.654259 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-66d88460-e711-425c-b31c-7a9362c12153 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3af4422624294a369d5605dbe91f92ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5925627 May 27 02:36:52.661158 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37740) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:52.661870 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d88460-e711-425c-b31c-7a9362c12153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b661a8d2-1301-401f-b0bd-35a58050811a,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:52.702737 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-49243690-4c35-465f-b914-874d2aa9c251 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'port': {'network_id': 'e6cd6ca6-2235-4305-b59f-089758bbfaaa', 'name': 'tempest-PortsIpV6TestJSON-1230091143', 'fixed_ips': [{'subnet_id': 'dd85e9a7-bce6-4ea7-84bd-e396fff42b8e', 'ip_address': '2001:db8::10'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:36:52.729483 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37744) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:52.745547 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-a5064c55-f487-41fc-b256-14685d229e39 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Request body: {'router': {'name': 'tempest-router--1482143469', 'project_id': 'f5c8bbcfc87e4f7d97f338eaedfbc73b'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:36:52.752272 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a5064c55-f487-41fc-b256-14685d229e39 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:52.763244 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09af0a1-ce3e-411f-9fd9-e6e3b9b50737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-e6cd6ca6-2235-4305-b59f-089758bbfaaa', 'network_id': 'e6cd6ca6-2235-4305-b59f-089758bbfaaa', 'tenant_id': '06c4fa5e71c94d138c98e5ba8a8181ad', 'fixed_ips': [{'subnet_id': 'dd85e9a7-bce6-4ea7-84bd-e396fff42b8e'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:36:52.765622 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a09af0a1-ce3e-411f-9fd9-e6e3b9b50737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:52.778665 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a5064c55-f487-41fc-b256-14685d229e39 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Usage tracker for resource:router and tenant:f5c8bbcfc87e4f7d97f338eaedfbc73b is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:52.782079 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a5064c55-f487-41fc-b256-14685d229e39 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:52.790670 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a5064c55-f487-41fc-b256-14685d229e39 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:52.824436 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-abc4425d-080d-41f1-bc24-eb6bae1132e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:52.867711 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f8a17-15d8-4c17-bc92-9b49f85b4955 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:52.868117 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f8a17-15d8-4c17-bc92-9b49f85b4955 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:52.868442 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f8a17-15d8-4c17-bc92-9b49f85b4955 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:52.868946 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f8a17-15d8-4c17-bc92-9b49f85b4955 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:52.869278 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f8a17-15d8-4c17-bc92-9b49f85b4955 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:52.869608 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f8a17-15d8-4c17-bc92-9b49f85b4955 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:52.875641 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f8a17-15d8-4c17-bc92-9b49f85b4955 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:52.875641 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f8a17-15d8-4c17-bc92-9b49f85b4955 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:52.875641 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f8a17-15d8-4c17-bc92-9b49f85b4955 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:52.875641 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f8a17-15d8-4c17-bc92-9b49f85b4955 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:52.875641 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f8a17-15d8-4c17-bc92-9b49f85b4955 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:52.875641 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f8a17-15d8-4c17-bc92-9b49f85b4955 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:52.897753 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7964c-87c0-4cb9-838f-da4f2293bf55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc06601-b98f-49cc-b497-9c82a627a48a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:52.913917 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-abc4425d-080d-41f1-bc24-eb6bae1132e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:52.941525 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a5064c55-f487-41fc-b256-14685d229e39 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:52.942545 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a5064c55-f487-41fc-b256-14685d229e39 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:52.967917 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8fa7964c-87c0-4cb9-838f-da4f2293bf55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:52.969171 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8fa7964c-87c0-4cb9-838f-da4f2293bf55 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/efc06601-b98f-49cc-b497-9c82a627a48a HTTP/1.1" status: 204 len: 168 time: 1.2276337 May 27 02:36:52.970005 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b4f8a17-15d8-4c17-bc92-9b49f85b4955 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:53.012167 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a5064c55-f487-41fc-b256-14685d229e39 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:53.122815 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a5064c55-f487-41fc-b256-14685d229e39 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:53.126243 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-a09af0a1-ce3e-411f-9fd9-e6e3b9b50737 None None] Allocated IP 2001:db8::2 (e6cd6ca6-2235-4305-b59f-089758bbfaaa/dd85e9a7-bce6-4ea7-84bd-e396fff42b8e/0d1d6468-19dc-43f8-a575-24b47e67534e) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:36:53.145454 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-abc4425d-080d-41f1-bc24-eb6bae1132e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:53.161710 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-abc4425d-080d-41f1-bc24-eb6bae1132e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:53.162970 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-abc4425d-080d-41f1-bc24-eb6bae1132e1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b661a8d2-1301-401f-b0bd-35a58050811a HTTP/1.1" status: 204 len: 168 time: 0.4981086 May 27 02:36:53.164138 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc4425d-080d-41f1-bc24-eb6bae1132e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b661a8d2-1301-401f-b0bd-35a58050811a,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:53.288496 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a5064c55-f487-41fc-b256-14685d229e39 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:53.296048 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-49243690-4c35-465f-b914-874d2aa9c251 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:53.297477 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37758) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:53.298153 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a5064c55-f487-41fc-b256-14685d229e39 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5666568 May 27 02:36:53.399283 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a09af0a1-ce3e-411f-9fd9-e6e3b9b50737 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:53.414502 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a09af0a1-ce3e-411f-9fd9-e6e3b9b50737 None None] Transition to ACTIVE for port object 0d1d6468-19dc-43f8-a575-24b47e67534e will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:36:53.416844 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4f8a17-15d8-4c17-bc92-9b49f85b4955 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Router a76e7572-4621-41d5-b283-6ebc4cd3c108 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:36:53.418351 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-49243690-4c35-465f-b914-874d2aa9c251 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:port and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:53.421376 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-49243690-4c35-465f-b914-874d2aa9c251 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:53.428703 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-49243690-4c35-465f-b914-874d2aa9c251 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:53.434290 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a09af0a1-ce3e-411f-9fd9-e6e3b9b50737 None None] Transition to ACTIVE for port object 0d1d6468-19dc-43f8-a575-24b47e67534e will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:36:53.522466 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a09af0a1-ce3e-411f-9fd9-e6e3b9b50737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:53.572824 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49243690-4c35-465f-b914-874d2aa9c251 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Made reservation on behalf of 06c4fa5e71c94d138c98e5ba8a8181ad for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:36:53.605555 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-85a556b3-81f7-4f49-98a7-599eadcec986 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:53.671250 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09af0a1-ce3e-411f-9fd9-e6e3b9b50737 None None] Network e6cd6ca6-2235-4305-b59f-089758bbfaaa is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:36:53.674968 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-a09af0a1-ce3e-411f-9fd9-e6e3b9b50737 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:36:53.679357 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09af0a1-ce3e-411f-9fd9-e6e3b9b50737 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:36:53.737139 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09af0a1-ce3e-411f-9fd9-e6e3b9b50737 None None] Pushing event updated for resources: {'Port': ['ID=0d1d6468-19dc-43f8-a575-24b47e67534e,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:53.819601 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-a09af0a1-ce3e-411f-9fd9-e6e3b9b50737 None None] Attempting to bind port 0d1d6468-19dc-43f8-a575-24b47e67534e on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:36:53.820361 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-a09af0a1-ce3e-411f-9fd9-e6e3b9b50737 None None] Attempting to bind port 0d1d6468-19dc-43f8-a575-24b47e67534e by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'b475e35b-3be3-46e0-8e78-6747948c1f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e6cd6ca6-2235-4305-b59f-089758bbfaaa'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:36:53.820983 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09af0a1-ce3e-411f-9fd9-e6e3b9b50737 None None] Attempting to bind port 0d1d6468-19dc-43f8-a575-24b47e67534e on network e6cd6ca6-2235-4305-b59f-089758bbfaaa {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:36:53.828348 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09af0a1-ce3e-411f-9fd9-e6e3b9b50737 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:36:53.829538 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09af0a1-ce3e-411f-9fd9-e6e3b9b50737 None None] Checking segment: {'id': 'b475e35b-3be3-46e0-8e78-6747948c1f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e6cd6ca6-2235-4305-b59f-089758bbfaaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:36:53.830176 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a09af0a1-ce3e-411f-9fd9-e6e3b9b50737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:53.830878 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09af0a1-ce3e-411f-9fd9-e6e3b9b50737 None None] Bound using segment: {'id': 'b475e35b-3be3-46e0-8e78-6747948c1f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e6cd6ca6-2235-4305-b59f-089758bbfaaa'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:36:53.831575 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-a09af0a1-ce3e-411f-9fd9-e6e3b9b50737 None None] Bound port: 0d1d6468-19dc-43f8-a575-24b47e67534e, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b475e35b-3be3-46e0-8e78-6747948c1f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e6cd6ca6-2235-4305-b59f-089758bbfaaa'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:36:53.832206 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a09af0a1-ce3e-411f-9fd9-e6e3b9b50737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:53.942131 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a09af0a1-ce3e-411f-9fd9-e6e3b9b50737 None None] For port 0d1d6468-19dc-43f8-a575-24b47e67534e, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:36:53.946278 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a09af0a1-ce3e-411f-9fd9-e6e3b9b50737 None None] For port 0d1d6468-19dc-43f8-a575-24b47e67534e, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=0d1d6468-19dc-43f8-a575-24b47e67534e,segment=NetworkSegment(b475e35b-3be3-46e0-8e78-6747948c1f7d),segment_id=b475e35b-3be3-46e0-8e78-6747948c1f7d)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:36:54.070344 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a09af0a1-ce3e-411f-9fd9-e6e3b9b50737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:54.091346 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4f8a17-15d8-4c17-bc92-9b49f85b4955 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:36:54.109652 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a27ab1b-35dd-4347-8fcb-21bee8e9fca2 None None] Sync routers for ids ['a76e7572-4621-41d5-b283-6ebc4cd3c108'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:36:54.121912 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a27ab1b-35dd-4347-8fcb-21bee8e9fca2 None None] Routers {'a76e7572-4621-41d5-b283-6ebc4cd3c108'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:36:54.124917 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-7a27ab1b-35dd-4347-8fcb-21bee8e9fca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:36:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['a76e7572-4621-41d5-b283-6ebc4cd3c108'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:54.157633 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37786) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:54.186162 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9d645755-f3df-4c4a-bc92-1a5a64406a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:54.249817 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-9d645755-f3df-4c4a-bc92-1a5a64406a76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:54.256629 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09af0a1-ce3e-411f-9fd9-e6e3b9b50737 None None] Pushing event updated for resources: {'Port': ['ID=0d1d6468-19dc-43f8-a575-24b47e67534e,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:54.259782 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-9d645755-f3df-4c4a-bc92-1a5a64406a76 admin admin] Usage tracker for resource:security_group_rule and tenant:8e056f1874e54456964e29c17eb03c53 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:54.263880 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-9d645755-f3df-4c4a-bc92-1a5a64406a76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:54.265270 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-7a27ab1b-35dd-4347-8fcb-21bee8e9fca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:54.274349 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-9d645755-f3df-4c4a-bc92-1a5a64406a76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:54.286026 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a27ab1b-35dd-4347-8fcb-21bee8e9fca2 None None] Routers {'a76e7572-4621-41d5-b283-6ebc4cd3c108'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:36:54.286994 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-7a27ab1b-35dd-4347-8fcb-21bee8e9fca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:36:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['a76e7572-4621-41d5-b283-6ebc4cd3c108'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:54.350438 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-85a556b3-81f7-4f49-98a7-599eadcec986 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:54.354330 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-85a556b3-81f7-4f49-98a7-599eadcec986 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:54.385808 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-7a27ab1b-35dd-4347-8fcb-21bee8e9fca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:54.389011 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a27ab1b-35dd-4347-8fcb-21bee8e9fca2 None None] The sync data for ids ['a76e7572-4621-41d5-b283-6ebc4cd3c108'] in n-d-843554-3 is: [] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:36:54.389350 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9d645755-f3df-4c4a-bc92-1a5a64406a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:54.400175 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2b4f8a17-15d8-4c17-bc92-9b49f85b4955 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "PUT /v2.0/routers/a76e7572-4621-41d5-b283-6ebc4cd3c108/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1361361 May 27 02:36:54.403588 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37794) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:54.473120 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-49243690-4c35-465f-b914-874d2aa9c251 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:54.485833 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-44357c13-c302-4673-a434-68debea2652f tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "GET /v2.0/ports?device_id=a76e7572-4621-41d5-b283-6ebc4cd3c108 HTTP/1.1" status: 200 len: 205 time: 0.0786421 May 27 02:36:54.486239 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37802) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:54.493672 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9d645755-f3df-4c4a-bc92-1a5a64406a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:54.580037 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-85a556b3-81f7-4f49-98a7-599eadcec986 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:54.581105 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a556b3-81f7-4f49-98a7-599eadcec986 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9213db21-4a40-45e1-b082-c67aefe2ee90 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:36:54.623925 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9d645755-f3df-4c4a-bc92-1a5a64406a76 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8e056f1874e54456964e29c17eb03c53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4651666 May 27 02:36:54.627075 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37810) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:54.637742 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d645755-f3df-4c4a-bc92-1a5a64406a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398e259e-4527-4704-abfa-93571ccb180a,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:54.645343 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-49243690-4c35-465f-b914-874d2aa9c251 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] device_id is not set on port acc20980-3d4f-4b58-a86d-22674bbafa18 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:36:54.736053 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2aa53eee-e20f-47d5-aeac-6f89585c373a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:54.802103 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0c0e0fe0-6ecd-4d6f-babf-12488c1bddc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:54.826818 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 0d1d6468-19dc-43f8-a575-24b47e67534e up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:36:54.841481 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-85a556b3-81f7-4f49-98a7-599eadcec986 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:54.842935 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-85a556b3-81f7-4f49-98a7-599eadcec986 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] 10.222.0.57 "DELETE /v2.0/routers/9213db21-4a40-45e1-b082-c67aefe2ee90 HTTP/1.1" status: 204 len: 168 time: 1.5225251 May 27 02:36:54.865090 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0c0e0fe0-6ecd-4d6f-babf-12488c1bddc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:55.013457 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0c0e0fe0-6ecd-4d6f-babf-12488c1bddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:55.036742 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e0fe0-6ecd-4d6f-babf-12488c1bddc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398e259e-4527-4704-abfa-93571ccb180a,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:55.042921 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 0d1d6468-19dc-43f8-a575-24b47e67534e completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:36:55.061965 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0c0e0fe0-6ecd-4d6f-babf-12488c1bddc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:55.063783 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0c0e0fe0-6ecd-4d6f-babf-12488c1bddc5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/398e259e-4527-4704-abfa-93571ccb180a HTTP/1.1" status: 204 len: 168 time: 0.4355474 May 27 02:36:55.271218 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2aa53eee-e20f-47d5-aeac-6f89585c373a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:55.301895 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2aa53eee-e20f-47d5-aeac-6f89585c373a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:55.359794 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-49243690-4c35-465f-b914-874d2aa9c251 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Allocated IP 2001:db8::10 (e6cd6ca6-2235-4305-b59f-089758bbfaaa/dd85e9a7-bce6-4ea7-84bd-e396fff42b8e/acc20980-3d4f-4b58-a86d-22674bbafa18) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:36:55.402780 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37832) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:55.416929 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2aa53eee-e20f-47d5-aeac-6f89585c373a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:55.417490 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa53eee-e20f-47d5-aeac-6f89585c373a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Fanout notify agent at l3_agent the message router_deleted on router a76e7572-4621-41d5-b283-6ebc4cd3c108 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:36:55.476400 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2aa53eee-e20f-47d5-aeac-6f89585c373a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:55.480598 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37840) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:55.480834 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2aa53eee-e20f-47d5-aeac-6f89585c373a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "DELETE /v2.0/routers/a76e7572-4621-41d5-b283-6ebc4cd3c108 HTTP/1.1" status: 204 len: 168 time: 0.9934120 May 27 02:36:55.555620 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-39d8bb7d-5985-4cf8-92fe-6bd391adf93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:55.634248 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8b64fe1-7a1a-443a-9aab-dd94d032133f tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Deleting subnet 0eb42c5e-8f9f-4122-83e4-a715e63a9620 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:36:55.638207 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a8b64fe1-7a1a-443a-9aab-dd94d032133f tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:55.694469 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e2bb4a-8d86-4936-b5a3-3b8fb8a24f28 None None] Network e6cd6ca6-2235-4305-b59f-089758bbfaaa requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:36:55.781654 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a8b64fe1-7a1a-443a-9aab-dd94d032133f tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:55.982558 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-49243690-4c35-465f-b914-874d2aa9c251 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:56.009757 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-49243690-4c35-465f-b914-874d2aa9c251 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Transition to ACTIVE for port object acc20980-3d4f-4b58-a86d-22674bbafa18 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:36:56.011259 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-48cacbea-b6c9-4eec-bd72-d83ca0e82781 None None] Provisioning for port 0d1d6468-19dc-43f8-a575-24b47e67534e completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:36:56.026334 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-48cacbea-b6c9-4eec-bd72-d83ca0e82781 None None] Provisioning complete for port 0d1d6468-19dc-43f8-a575-24b47e67534e triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:36:56.027238 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-48cacbea-b6c9-4eec-bd72-d83ca0e82781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:56.054682 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-869acb22-b1f9-4e69-b2df-21c236857c40 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1886002437', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}, 'admin_state_up': False}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:36:56.067930 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-869acb22-b1f9-4e69-b2df-21c236857c40 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:56.073080 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-869acb22-b1f9-4e69-b2df-21c236857c40 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Usage tracker for resource:router and tenant:41c90b010e7f4a939183492c25cd5f9d is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:56.078289 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-869acb22-b1f9-4e69-b2df-21c236857c40 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:56.088818 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-869acb22-b1f9-4e69-b2df-21c236857c40 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:56.133244 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a8b64fe1-7a1a-443a-9aab-dd94d032133f tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:56.134497 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-49243690-4c35-465f-b914-874d2aa9c251 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:56.187632 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-869acb22-b1f9-4e69-b2df-21c236857c40 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:56.188624 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-869acb22-b1f9-4e69-b2df-21c236857c40 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:56.224135 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-869acb22-b1f9-4e69-b2df-21c236857c40 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:56.291078 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49243690-4c35-465f-b914-874d2aa9c251 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Network e6cd6ca6-2235-4305-b59f-089758bbfaaa is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:36:56.301828 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-48cacbea-b6c9-4eec-bd72-d83ca0e82781 None None] Current status of the port 0d1d6468-19dc-43f8-a575-24b47e67534e is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:36:56.303413 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-48cacbea-b6c9-4eec-bd72-d83ca0e82781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:56.309414 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-49243690-4c35-465f-b914-874d2aa9c251 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:36:56.318986 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49243690-4c35-465f-b914-874d2aa9c251 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:36:56.329771 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49243690-4c35-465f-b914-874d2aa9c251 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:56.334224 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-49243690-4c35-465f-b914-874d2aa9c251 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:56.363987 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49243690-4c35-465f-b914-874d2aa9c251 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'Port': ['ID=acc20980-3d4f-4b58-a86d-22674bbafa18,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:56.382054 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-48cacbea-b6c9-4eec-bd72-d83ca0e82781 None None] For port 0d1d6468-19dc-43f8-a575-24b47e67534e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=0d1d6468-19dc-43f8-a575-24b47e67534e,segment=NetworkSegment(b475e35b-3be3-46e0-8e78-6747948c1f7d),segment_id=b475e35b-3be3-46e0-8e78-6747948c1f7d)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:36:56.437047 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a8b64fe1-7a1a-443a-9aab-dd94d032133f tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:56.459350 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-48cacbea-b6c9-4eec-bd72-d83ca0e82781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:56.460267 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-49243690-4c35-465f-b914-874d2aa9c251 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8162155 May 27 02:36:56.462494 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37872) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:56.469281 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-0076eab7-be0b-42e2-87d6-72bbbdaf428d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'port': {'network_id': 'e6cd6ca6-2235-4305-b59f-089758bbfaaa', 'name': 'tempest-PortsIpV6TestJSON-1956979956', 'fixed_ips': [{'subnet_id': 'dd85e9a7-bce6-4ea7-84bd-e396fff42b8e', 'ip_address': '2001:db8::f'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:36:56.557517 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b64fe1-7a1a-443a-9aab-dd94d032133f tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event deleted for resources: {'Subnet': ['ID=0eb42c5e-8f9f-4122-83e4-a715e63a9620,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:56.574283 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a8b64fe1-7a1a-443a-9aab-dd94d032133f tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:56.593093 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:36:56.620135 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cc7fbf-cee0-470e-955e-3e088a1d9c27 None None] Network cae6bcba-49e4-4c33-8cea-8b2c312ddfe5 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:36:56.674080 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a8b64fe1-7a1a-443a-9aab-dd94d032133f tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "DELETE /v2.0/subnets/0eb42c5e-8f9f-4122-83e4-a715e63a9620 HTTP/1.1" status: 204 len: 168 time: 1.1916943 May 27 02:36:56.680761 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37884) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:56.765974 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-869acb22-b1f9-4e69-b2df-21c236857c40 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:56.849157 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0076eab7-be0b-42e2-87d6-72bbbdaf428d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:56.859317 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0076eab7-be0b-42e2-87d6-72bbbdaf428d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:port and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:56.876833 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0076eab7-be0b-42e2-87d6-72bbbdaf428d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:56.896913 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0076eab7-be0b-42e2-87d6-72bbbdaf428d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:56.915661 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-7478022a-291b-4ce3-bdc3-8a0c648a0f8c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Deleting subnet d4f3edb7-1f41-4d3c-a862-b497c79199c6 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:36:56.922269 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7478022a-291b-4ce3-bdc3-8a0c648a0f8c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:57.019429 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0076eab7-be0b-42e2-87d6-72bbbdaf428d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Made reservation on behalf of 06c4fa5e71c94d138c98e5ba8a8181ad for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:36:57.024558 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0076eab7-be0b-42e2-87d6-72bbbdaf428d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:57.029806 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cacbea-b6c9-4eec-bd72-d83ca0e82781 None None] Pushing event updated for resources: {'Port': ['ID=0d1d6468-19dc-43f8-a575-24b47e67534e,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:57.052158 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-68add608-6c78-4547-8113-97c7c2e7fae1 None None] Provisioning complete for port 0d1d6468-19dc-43f8-a575-24b47e67534e triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:36:57.052619 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-68add608-6c78-4547-8113-97c7c2e7fae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:57.060633 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7478022a-291b-4ce3-bdc3-8a0c648a0f8c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:57.094786 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-0076eab7-be0b-42e2-87d6-72bbbdaf428d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] device_id is not set on port 254acaf5-8660-4c21-8ae4-615cbfd030b5 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:36:57.249835 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7478022a-291b-4ce3-bdc3-8a0c648a0f8c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:57.327864 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-68add608-6c78-4547-8113-97c7c2e7fae1 None None] Current status of the port 0d1d6468-19dc-43f8-a575-24b47e67534e is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:36:57.436891 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07d00e0-9b04-4080-bf8e-0f7c9dee4dd5 None None] DHCP port deletion for cae6bcba-49e4-4c33-8cea-8b2c312ddfe5 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:36:57.443612 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-b07d00e0-9b04-4080-bf8e-0f7c9dee4dd5 None None] Deleting port 1184ea6d-4d2d-447c-893e-2df81ce533e3 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:36:57.444805 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b07d00e0-9b04-4080-bf8e-0f7c9dee4dd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:57.466144 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-869acb22-b1f9-4e69-b2df-21c236857c40 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for router_gateway, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:57.499637 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-869acb22-b1f9-4e69-b2df-21c236857c40 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:57.521615 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-0076eab7-be0b-42e2-87d6-72bbbdaf428d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Allocated IP 2001:db8::f (e6cd6ca6-2235-4305-b59f-089758bbfaaa/dd85e9a7-bce6-4ea7-84bd-e396fff42b8e/254acaf5-8660-4c21-8ae4-615cbfd030b5) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:36:57.529946 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7478022a-291b-4ce3-bdc3-8a0c648a0f8c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:57.605723 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7478022a-291b-4ce3-bdc3-8a0c648a0f8c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event deleted for resources: {'Subnet': ['ID=d4f3edb7-1f41-4d3c-a862-b497c79199c6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:57.625615 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7478022a-291b-4ce3-bdc3-8a0c648a0f8c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:57.638604 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff32186-1964-4b71-8419-29aaac19495f None None] Network b104eba0-4ea9-4e07-83c4-cb4f87799fed requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:36:57.678146 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7478022a-291b-4ce3-bdc3-8a0c648a0f8c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "DELETE /v2.0/subnets/d4f3edb7-1f41-4d3c-a862-b497c79199c6 HTTP/1.1" status: 204 len: 168 time: 0.9957986 May 27 02:36:57.682134 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37920) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:57.704427 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ff1be284-00d6-4e72-ad3c-16069091026a None None] Provisioning for port acc20980-3d4f-4b58-a86d-22674bbafa18 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:36:57.718474 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ff1be284-00d6-4e72-ad3c-16069091026a None None] Provisioning complete for port acc20980-3d4f-4b58-a86d-22674bbafa18 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:36:57.718841 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ff1be284-00d6-4e72-ad3c-16069091026a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:57.903468 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-869acb22-b1f9-4e69-b2df-21c236857c40 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Allocated IP 172.25.1.55 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/80b11138-d606-4e73-9703-6ecee0fe373c) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:36:57.923733 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0076eab7-be0b-42e2-87d6-72bbbdaf428d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:57.941736 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-b07d00e0-9b04-4080-bf8e-0f7c9dee4dd5 None None] For port 1184ea6d-4d2d-447c-893e-2df81ce533e3, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1184ea6d-4d2d-447c-893e-2df81ce533e3,segment=NetworkSegment(05c482dd-04a8-4901-890f-0119e267e863),segment_id=05c482dd-04a8-4901-890f-0119e267e863)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:36:57.942140 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b07d00e0-9b04-4080-bf8e-0f7c9dee4dd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:57.943078 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bb4a8a53-09ba-48cd-97d0-58edf418a6d5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:57.949474 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-0076eab7-be0b-42e2-87d6-72bbbdaf428d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Transition to ACTIVE for port object 254acaf5-8660-4c21-8ae4-615cbfd030b5 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:36:58.010777 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37928) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:58.082019 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0076eab7-be0b-42e2-87d6-72bbbdaf428d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:58.155843 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ff1be284-00d6-4e72-ad3c-16069091026a None None] Port acc20980-3d4f-4b58-a86d-22674bbafa18 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:36:58.166111 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-b07d00e0-9b04-4080-bf8e-0f7c9dee4dd5 None None] Calling delete_port for 1184ea6d-4d2d-447c-893e-2df81ce533e3 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:36:58.175269 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-bb4a8a53-09ba-48cd-97d0-58edf418a6d5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Deleting port 1184ea6d-4d2d-447c-893e-2df81ce533e3 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:36:58.175829 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bb4a8a53-09ba-48cd-97d0-58edf418a6d5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:58.227417 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0076eab7-be0b-42e2-87d6-72bbbdaf428d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'Port': ['ID=254acaf5-8660-4c21-8ae4-615cbfd030b5,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:58.234001 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a57604c-d47b-468b-857e-c1934caa6e61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:58.258057 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0076eab7-be0b-42e2-87d6-72bbbdaf428d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Network e6cd6ca6-2235-4305-b59f-089758bbfaaa is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:36:58.263204 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-0076eab7-be0b-42e2-87d6-72bbbdaf428d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:36:58.268653 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3a57604c-d47b-468b-857e-c1934caa6e61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:58.268653 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0076eab7-be0b-42e2-87d6-72bbbdaf428d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:36:58.268999 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-869acb22-b1f9-4e69-b2df-21c236857c40 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:58.274204 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0076eab7-be0b-42e2-87d6-72bbbdaf428d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:58.274878 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0076eab7-be0b-42e2-87d6-72bbbdaf428d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:58.283161 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3a57604c-d47b-468b-857e-c1934caa6e61 admin admin] Usage tracker for resource:security_group_rule and tenant:e2aecea36c194ba8b2622536f6710d5c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:58.290370 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3a57604c-d47b-468b-857e-c1934caa6e61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:58.299323 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3a57604c-d47b-468b-857e-c1934caa6e61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:58.299837 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-bfcff373-b173-47e9-af30-bfdcd9ef8103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:58.408846 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0076eab7-be0b-42e2-87d6-72bbbdaf428d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9401217 May 27 02:36:58.408846 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37940) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:58.574719 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d167aa-e3f1-49be-a977-1985b47af6da tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:58.576080 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-62d167aa-e3f1-49be-a977-1985b47af6da tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Synchronizing usage tracker for tenant:06c4fa5e71c94d138c98e5ba8a8181ad on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:36:58.597269 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b07d00e0-9b04-4080-bf8e-0f7c9dee4dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:58.606151 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-bb4a8a53-09ba-48cd-97d0-58edf418a6d5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] For port 1184ea6d-4d2d-447c-893e-2df81ce533e3, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1184ea6d-4d2d-447c-893e-2df81ce533e3,segment=NetworkSegment(05c482dd-04a8-4901-890f-0119e267e863),segment_id=05c482dd-04a8-4901-890f-0119e267e863)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:36:58.606151 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bb4a8a53-09ba-48cd-97d0-58edf418a6d5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:58.661989 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129535f2-47f7-48bb-9032-4c13c5bbafe8 None None] DHCP port deletion for b104eba0-4ea9-4e07-83c4-cb4f87799fed request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:36:58.679009 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07d00e0-9b04-4080-bf8e-0f7c9dee4dd5 None None] No DVR routers for this DVR port 1184ea6d-4d2d-447c-893e-2df81ce533e3 on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:36:58.680701 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-129535f2-47f7-48bb-9032-4c13c5bbafe8 None None] Deleting port 3409f023-d430-44bb-9013-89f1754602a7 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:36:58.681335 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-129535f2-47f7-48bb-9032-4c13c5bbafe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:58.737164 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d00e0-9b04-4080-bf8e-0f7c9dee4dd5 None None] Pushing event deleted for resources: {'Port': ['ID=1184ea6d-4d2d-447c-893e-2df81ce533e3,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:58.779528 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-62d167aa-e3f1-49be-a977-1985b47af6da tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Unset dirty status for tenant:06c4fa5e71c94d138c98e5ba8a8181ad on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:36:58.779806 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 0d1d6468-19dc-43f8-a575-24b47e67534e up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:36:58.779896 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-62d167aa-e3f1-49be-a977-1985b47af6da tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3600984 May 27 02:36:58.787444 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37950) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:58.791517 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-bb4a8a53-09ba-48cd-97d0-58edf418a6d5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Calling delete_port for 1184ea6d-4d2d-447c-893e-2df81ce533e3 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:36:58.867900 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-d24e0f37-2f08-4353-bce6-0988d17c67c7 None None] Provisioning for port 254acaf5-8660-4c21-8ae4-615cbfd030b5 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:36:58.880504 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-bb4a8a53-09ba-48cd-97d0-58edf418a6d5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:36:58.880989 n-d-843554-3 neutron-server[88902]: DEBUG oslo_db.api [None req-bb4a8a53-09ba-48cd-97d0-58edf418a6d5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:36:58.883440 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-869acb22-b1f9-4e69-b2df-21c236857c40 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:58.887006 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-d24e0f37-2f08-4353-bce6-0988d17c67c7 None None] Provisioning complete for port 254acaf5-8660-4c21-8ae4-615cbfd030b5 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:36:58.887375 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d24e0f37-2f08-4353-bce6-0988d17c67c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:58.899305 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a57604c-d47b-468b-857e-c1934caa6e61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:58.933111 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8616fc-78c0-4bd4-a656-4ec2b979fb70 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:58.941696 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8616fc-78c0-4bd4-a656-4ec2b979fb70 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:58.949055 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8616fc-78c0-4bd4-a656-4ec2b979fb70 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:58.950715 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2a8616fc-78c0-4bd4-a656-4ec2b979fb70 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1617799 May 27 02:36:58.953482 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37956) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:58.954629 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869acb22-b1f9-4e69-b2df-21c236857c40 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:36:58.958930 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-869acb22-b1f9-4e69-b2df-21c236857c40 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:36:58.962702 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869acb22-b1f9-4e69-b2df-21c236857c40 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:36:59.015755 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869acb22-b1f9-4e69-b2df-21c236857c40 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Pushing event updated for resources: {'Port': ['ID=80b11138-d606-4e73-9703-6ecee0fe373c,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:59.039586 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-31335b48-4782-4d60-b48e-e08dec5b89c2 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Deleting port 254acaf5-8660-4c21-8ae4-615cbfd030b5 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:36:59.039849 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31335b48-4782-4d60-b48e-e08dec5b89c2 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:59.063451 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a57604c-d47b-468b-857e-c1934caa6e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:59.186342 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a57604c-d47b-468b-857e-c1934caa6e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59946743-e5c3-421d-a785-93e8c4445232,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:59.193117 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3a57604c-d47b-468b-857e-c1934caa6e61 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e2aecea36c194ba8b2622536f6710d5c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1782529 May 27 02:36:59.196354 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37962) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:59.278626 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-d24e0f37-2f08-4353-bce6-0988d17c67c7 None None] Port 254acaf5-8660-4c21-8ae4-615cbfd030b5 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:36:59.298602 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 0d1d6468-19dc-43f8-a575-24b47e67534e triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:36:59.298919 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:59.344235 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-129535f2-47f7-48bb-9032-4c13c5bbafe8 None None] For port 3409f023-d430-44bb-9013-89f1754602a7, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=3409f023-d430-44bb-9013-89f1754602a7,segment=NetworkSegment(577f4f57-5d03-47d0-86e5-37e30f9791ae),segment_id=577f4f57-5d03-47d0-86e5-37e30f9791ae)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:36:59.344631 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-129535f2-47f7-48bb-9032-4c13c5bbafe8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:59.369187 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-053b8982-e49b-447e-9b38-65c80d7476b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:59.397144 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37972) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:59.429652 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-053b8982-e49b-447e-9b38-65c80d7476b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:59.449459 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-bb4a8a53-09ba-48cd-97d0-58edf418a6d5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Deleting port 1184ea6d-4d2d-447c-893e-2df81ce533e3 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:36:59.450060 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bb4a8a53-09ba-48cd-97d0-58edf418a6d5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:59.482318 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31335b48-4782-4d60-b48e-e08dec5b89c2 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:59.488105 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:59.488105 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:59.510104 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-129535f2-47f7-48bb-9032-4c13c5bbafe8 None None] Calling delete_port for 3409f023-d430-44bb-9013-89f1754602a7 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:36:59.678138 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-869acb22-b1f9-4e69-b2df-21c236857c40 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for router_gateway, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:59.711838 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-129535f2-47f7-48bb-9032-4c13c5bbafe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:59.725017 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-23ccde36-2bfd-4053-b1b8-1e4880fd697b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:59.739965 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-bb4a8a53-09ba-48cd-97d0-58edf418a6d5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] The port '1184ea6d-4d2d-447c-893e-2df81ce533e3' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:36:59.768589 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129535f2-47f7-48bb-9032-4c13c5bbafe8 None None] Pushing event deleted for resources: {'Port': ['ID=3409f023-d430-44bb-9013-89f1754602a7,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:59.773224 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 0d1d6468-19dc-43f8-a575-24b47e67534e is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:36:59.776154 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129535f2-47f7-48bb-9032-4c13c5bbafe8 None None] No DVR routers for this DVR port 3409f023-d430-44bb-9013-89f1754602a7 on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:36:59.852165 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-31335b48-4782-4d60-b48e-e08dec5b89c2 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Calling delete_port for 254acaf5-8660-4c21-8ae4-615cbfd030b5 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:36:59.887117 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 3409f023-d430-44bb-9013-89f1754602a7 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:36:59.904674 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-23ccde36-2bfd-4053-b1b8-1e4880fd697b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:36:59.918070 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-23ccde36-2bfd-4053-b1b8-1e4880fd697b admin admin] Usage tracker for resource:security_group_rule and tenant:e6e6b6282f4a4d7b8a4b873190e378f6 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:36:59.923912 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bb4a8a53-09ba-48cd-97d0-58edf418a6d5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:59.928900 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-23ccde36-2bfd-4053-b1b8-1e4880fd697b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:36:59.938607 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-23ccde36-2bfd-4053-b1b8-1e4880fd697b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:36:59.941678 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 3409f023-d430-44bb-9013-89f1754602a7 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:36:59.942393 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 3409f023-d430-44bb-9013-89f1754602a7 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:36:59.942548 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1184ea6d-4d2d-447c-893e-2df81ce533e3 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:36:59.983960 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 1184ea6d-4d2d-447c-893e-2df81ce533e3 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:36:59.984293 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1184ea6d-4d2d-447c-893e-2df81ce533e3 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:37:00.046550 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-bb4a8a53-09ba-48cd-97d0-58edf418a6d5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cae6bcba-49e4-4c33-8cea-8b2c312ddfe5']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:00.047987 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-053b8982-e49b-447e-9b38-65c80d7476b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:00.063552 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-bb4a8a53-09ba-48cd-97d0-58edf418a6d5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05c482dd-04a8-4901-890f-0119e267e863') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:00.063818 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-bb4a8a53-09ba-48cd-97d0-58edf418a6d5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05c482dd-04a8-4901-890f-0119e267e863') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:00.081549 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bb4a8a53-09ba-48cd-97d0-58edf418a6d5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:00.088118 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b8982-e49b-447e-9b38-65c80d7476b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59946743-e5c3-421d-a785-93e8c4445232,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:00.097524 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:00.158757 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bb4a8a53-09ba-48cd-97d0-58edf418a6d5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:00.163484 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-23ccde36-2bfd-4053-b1b8-1e4880fd697b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:00.182247 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb4a8a53-09ba-48cd-97d0-58edf418a6d5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:37:00.182655 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bb4a8a53-09ba-48cd-97d0-58edf418a6d5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:00.221771 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-053b8982-e49b-447e-9b38-65c80d7476b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:00.225213 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-053b8982-e49b-447e-9b38-65c80d7476b6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/59946743-e5c3-421d-a785-93e8c4445232 HTTP/1.1" status: 204 len: 168 time: 1.0255871 May 27 02:37:00.253858 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31335b48-4782-4d60-b48e-e08dec5b89c2 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:00.320883 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31335b48-4782-4d60-b48e-e08dec5b89c2 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event deleted for resources: {'Port': ['ID=254acaf5-8660-4c21-8ae4-615cbfd030b5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:00.320883 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-23ccde36-2bfd-4053-b1b8-1e4880fd697b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:00.397283 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31335b48-4782-4d60-b48e-e08dec5b89c2 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:00.402693 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-31335b48-4782-4d60-b48e-e08dec5b89c2 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/ports/254acaf5-8660-4c21-8ae4-615cbfd030b5 HTTP/1.1" status: 204 len: 168 time: 1.4451668 May 27 02:37:00.404896 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37992) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:00.411996 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 05c482dd-04a8-4901-890f-0119e267e863 resource provider aggregate not found May 27 02:37:00.433717 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 05c482dd-04a8-4901-890f-0119e267e863 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 05c482dd-04a8-4901-890f-0119e267e863 found for delete ", "request_id": "req-c83e5b07-f591-4c94-bb9f-4ebd67f5e4d4"}]} May 27 02:37:00.488167 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-52fe161d-1999-4970-b6e6-5f1d5f07c8c9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] GET failed (client error): The resource could not be found. May 27 02:37:00.489071 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-52fe161d-1999-4970-b6e6-5f1d5f07c8c9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Synchronizing usage tracker for tenant:06c4fa5e71c94d138c98e5ba8a8181ad on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:37:00.493286 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-23ccde36-2bfd-4053-b1b8-1e4880fd697b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e6e6b6282f4a4d7b8a4b873190e378f6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0922191 May 27 02:37:00.498738 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37998) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:00.502561 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ccde36-2bfd-4053-b1b8-1e4880fd697b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e494a02-915f-4072-8963-a620ea776541,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:00.572131 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-869acb22-b1f9-4e69-b2df-21c236857c40 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:00.619113 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f2416c5-99fc-4a94-84e5-3ee915a98225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:00.642710 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-52fe161d-1999-4970-b6e6-5f1d5f07c8c9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Unset dirty status for tenant:06c4fa5e71c94d138c98e5ba8a8181ad on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:37:00.644659 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-52fe161d-1999-4970-b6e6-5f1d5f07c8c9 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "GET /v2.0/ports/254acaf5-8660-4c21-8ae4-615cbfd030b5 HTTP/1.1" status: 404 len: 333 time: 0.2365403 May 27 02:37:00.646814 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bb4a8a53-09ba-48cd-97d0-58edf418a6d5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:00.647547 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38006) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:00.685162 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bb4a8a53-09ba-48cd-97d0-58edf418a6d5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:00.692092 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f2416c5-99fc-4a94-84e5-3ee915a98225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:00.719474 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a8a53-09ba-48cd-97d0-58edf418a6d5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event deleted for resources: {'Network': ['ID=cae6bcba-49e4-4c33-8cea-8b2c312ddfe5,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:00.740989 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-bb4a8a53-09ba-48cd-97d0-58edf418a6d5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "DELETE /v2.0/networks/cae6bcba-49e4-4c33-8cea-8b2c312ddfe5 HTTP/1.1" status: 204 len: 168 time: 3.0538118 May 27 02:37:00.743155 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38014) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:00.846543 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c8986721-1427-4eb0-a69f-ea1426fcf891 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Deleting port acc20980-3d4f-4b58-a86d-22674bbafa18 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:37:00.852533 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c8986721-1427-4eb0-a69f-ea1426fcf891 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:00.951160 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db05b86d-8886-4a3d-9a39-f374e870776f tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:01.048591 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f2416c5-99fc-4a94-84e5-3ee915a98225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:01.106840 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2416c5-99fc-4a94-84e5-3ee915a98225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e494a02-915f-4072-8963-a620ea776541,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:01.134584 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869acb22-b1f9-4e69-b2df-21c236857c40 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Router 3b1540ac-272b-4d8b-acd2-3c7274e3692a is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:37:01.250028 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f2416c5-99fc-4a94-84e5-3ee915a98225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:01.253501 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1f2416c5-99fc-4a94-84e5-3ee915a98225 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0e494a02-915f-4072-8963-a620ea776541 HTTP/1.1" status: 204 len: 168 time: 0.7512934 May 27 02:37:01.267302 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db05b86d-8886-4a3d-9a39-f374e870776f tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:01.314821 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-db05b86d-8886-4a3d-9a39-f374e870776f tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b104eba0-4ea9-4e07-83c4-cb4f87799fed']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:01.346130 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-db05b86d-8886-4a3d-9a39-f374e870776f tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '577f4f57-5d03-47d0-86e5-37e30f9791ae') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:01.346506 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-db05b86d-8886-4a3d-9a39-f374e870776f tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '577f4f57-5d03-47d0-86e5-37e30f9791ae') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:01.372994 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db05b86d-8886-4a3d-9a39-f374e870776f tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:01.392508 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c8986721-1427-4eb0-a69f-ea1426fcf891 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:01.420652 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869acb22-b1f9-4e69-b2df-21c236857c40 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:37:01.436291 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4345d1f-d4db-436b-8e09-a1c764e59b26 None None] Sync routers for ids ['3b1540ac-272b-4d8b-acd2-3c7274e3692a'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:37:01.447311 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4345d1f-d4db-436b-8e09-a1c764e59b26 None None] Routers {'3b1540ac-272b-4d8b-acd2-3c7274e3692a'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:37:01.448295 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c4345d1f-d4db-436b-8e09-a1c764e59b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:36:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['3b1540ac-272b-4d8b-acd2-3c7274e3692a'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:01.469658 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db05b86d-8886-4a3d-9a39-f374e870776f tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:01.518172 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c4345d1f-d4db-436b-8e09-a1c764e59b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:01.527704 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4345d1f-d4db-436b-8e09-a1c764e59b26 None None] Routers {'3b1540ac-272b-4d8b-acd2-3c7274e3692a'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:37:01.528325 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c4345d1f-d4db-436b-8e09-a1c764e59b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:36:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['3b1540ac-272b-4d8b-acd2-3c7274e3692a'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:01.539273 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c8986721-1427-4eb0-a69f-ea1426fcf891 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Calling delete_port for acc20980-3d4f-4b58-a86d-22674bbafa18 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:37:01.556095 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-869acb22-b1f9-4e69-b2df-21c236857c40 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:01.558329 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-869acb22-b1f9-4e69-b2df-21c236857c40 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.1532135 May 27 02:37:01.560660 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38042) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:01.575566 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db05b86d-8886-4a3d-9a39-f374e870776f tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:37:01.575976 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db05b86d-8886-4a3d-9a39-f374e870776f tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:01.781970 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c4345d1f-d4db-436b-8e09-a1c764e59b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:01.782509 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4345d1f-d4db-436b-8e09-a1c764e59b26 None None] The sync data for ids ['3b1540ac-272b-4d8b-acd2-3c7274e3692a'] in n-d-843554-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:37:01.833344 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-10106b40-7127-403a-be29-dab8a28620f5 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] 10.222.0.57 "GET /v2.0/routers/3b1540ac-272b-4d8b-acd2-3c7274e3692a HTTP/1.1" status: 200 len: 920 time: 0.2709558 May 27 02:37:01.835952 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38052) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:01.888594 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 577f4f57-5d03-47d0-86e5-37e30f9791ae resource provider aggregate not found May 27 02:37:01.895737 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-525c5773-2b4d-4169-af91-a6da58223f82 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b1540ac-272b-4d8b-acd2-3c7274e3692a HTTP/1.1" status: 200 len: 205 time: 0.0577366 May 27 02:37:01.896324 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38056) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:01.898511 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38062) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:01.923488 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 577f4f57-5d03-47d0-86e5-37e30f9791ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 577f4f57-5d03-47d0-86e5-37e30f9791ae found for delete ", "request_id": "req-c77309b8-1655-45ea-a483-a3f2c42863db"}]} May 27 02:37:02.019066 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db05b86d-8886-4a3d-9a39-f374e870776f tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:02.033575 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db05b86d-8886-4a3d-9a39-f374e870776f tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:02.037295 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38076) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:02.086196 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db05b86d-8886-4a3d-9a39-f374e870776f tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event deleted for resources: {'Network': ['ID=b104eba0-4ea9-4e07-83c4-cb4f87799fed,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:02.086965 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e09e8a94-9918-4eda-9893-353e4ee3269c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:02.106405 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c8986721-1427-4eb0-a69f-ea1426fcf891 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:02.112706 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-db05b86d-8886-4a3d-9a39-f374e870776f tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "DELETE /v2.0/networks/b104eba0-4ea9-4e07-83c4-cb4f87799fed HTTP/1.1" status: 204 len: 168 time: 1.3647380 May 27 02:37:02.117108 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38080) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:02.136990 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-ae5ec46e-8bc9-43cf-aad7-4d97c65428c2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-114146670'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:02.146087 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-ae5ec46e-8bc9-43cf-aad7-4d97c65428c2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:02.155530 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-ae5ec46e-8bc9-43cf-aad7-4d97c65428c2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Usage tracker for resource:network and tenant:6f15f0e8362347e99ea74d0bbe84ad40 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:02.161342 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-00225cab-3e31-4a86-bea8-348ed059a6ba tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for router, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:02.173880 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e09e8a94-9918-4eda-9893-353e4ee3269c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:02.177908 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e09e8a94-9918-4eda-9893-353e4ee3269c admin admin] Usage tracker for resource:security_group_rule and tenant:2acb1ca53cc94f95bfc99a5de819a90d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:02.180799 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e09e8a94-9918-4eda-9893-353e4ee3269c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:02.187314 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e09e8a94-9918-4eda-9893-353e4ee3269c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:02.209202 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8986721-1427-4eb0-a69f-ea1426fcf891 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event deleted for resources: {'Port': ['ID=acc20980-3d4f-4b58-a86d-22674bbafa18,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:02.263607 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-ae5ec46e-8bc9-43cf-aad7-4d97c65428c2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:02.263818 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c8986721-1427-4eb0-a69f-ea1426fcf891 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:02.280933 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c8986721-1427-4eb0-a69f-ea1426fcf891 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/ports/acc20980-3d4f-4b58-a86d-22674bbafa18 HTTP/1.1" status: 204 len: 168 time: 1.6321025 May 27 02:37:02.282580 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-aec2f235-e28a-4fae-a282-a4fe99f37b46 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-960075622'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:02.283473 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38086) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:02.289176 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-ae5ec46e-8bc9-43cf-aad7-4d97c65428c2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:02.303708 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-aec2f235-e28a-4fae-a282-a4fe99f37b46 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:02.314369 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-aec2f235-e28a-4fae-a282-a4fe99f37b46 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:network and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:02.318921 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-aec2f235-e28a-4fae-a282-a4fe99f37b46 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:02.328992 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-aec2f235-e28a-4fae-a282-a4fe99f37b46 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:02.356526 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-41c27978-d062-4fb8-83f7-5fd065b2ac6a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] GET failed (client error): The resource could not be found. May 27 02:37:02.357345 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-41c27978-d062-4fb8-83f7-5fd065b2ac6a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Synchronizing usage tracker for tenant:06c4fa5e71c94d138c98e5ba8a8181ad on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:37:02.396840 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5ec46e-8bc9-43cf-aad7-4d97c65428c2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Made reservation on behalf of 6f15f0e8362347e99ea74d0bbe84ad40 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:37:02.400076 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ae5ec46e-8bc9-43cf-aad7-4d97c65428c2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:02.427388 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e09e8a94-9918-4eda-9893-353e4ee3269c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:02.432438 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-41c27978-d062-4fb8-83f7-5fd065b2ac6a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Unset dirty status for tenant:06c4fa5e71c94d138c98e5ba8a8181ad on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:37:02.437787 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-41c27978-d062-4fb8-83f7-5fd065b2ac6a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "GET /v2.0/ports/acc20980-3d4f-4b58-a86d-22674bbafa18 HTTP/1.1" status: 404 len: 333 time: 0.1531005 May 27 02:37:02.438217 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38094) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:02.478219 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e09e8a94-9918-4eda-9893-353e4ee3269c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:02.512022 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec2f235-e28a-4fae-a282-a4fe99f37b46 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:37:02.515796 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aec2f235-e28a-4fae-a282-a4fe99f37b46 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:02.525667 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e09e8a94-9918-4eda-9893-353e4ee3269c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2acb1ca53cc94f95bfc99a5de819a90d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4617112 May 27 02:37:02.527545 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38098) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:02.530416 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae5ec46e-8bc9-43cf-aad7-4d97c65428c2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:37:02.543604 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aec2f235-e28a-4fae-a282-a4fe99f37b46 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:02.568342 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e8a94-9918-4eda-9893-353e4ee3269c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01f9527-aaf0-45a4-b1cb-18ba5ed672e7,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:02.572769 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-00225cab-3e31-4a86-bea8-348ed059a6ba tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:02.585495 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0d57478-f97c-46d3-b8fb-603cf689b1a5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Deleting subnet dd85e9a7-bce6-4ea7-84bd-e396fff42b8e {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:37:02.585996 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ae5ec46e-8bc9-43cf-aad7-4d97c65428c2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:02.586298 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-ae5ec46e-8bc9-43cf-aad7-4d97c65428c2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Added segment 47222302-486d-4fbe-9163-99c52403a11b of type vlan for network e0c952f9-0fe1-4e7b-a75f-a7957ef16736 May 27 02:37:02.587776 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-aec2f235-e28a-4fae-a282-a4fe99f37b46 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:02.597120 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-aec2f235-e28a-4fae-a282-a4fe99f37b46 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:security_group_rule and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:02.599694 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f0d57478-f97c-46d3-b8fb-603cf689b1a5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:02.610594 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f627432a-95b6-443b-a059-30e8cbd5749c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:02.627252 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-aec2f235-e28a-4fae-a282-a4fe99f37b46 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:02.638803 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f627432a-95b6-443b-a059-30e8cbd5749c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:02.645515 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-aec2f235-e28a-4fae-a282-a4fe99f37b46 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:02.665708 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-00225cab-3e31-4a86-bea8-348ed059a6ba tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Deleting port 80b11138-d606-4e73-9703-6ecee0fe373c {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:37:02.666481 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-00225cab-3e31-4a86-bea8-348ed059a6ba tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:02.750016 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f627432a-95b6-443b-a059-30e8cbd5749c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:02.766661 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f627432a-95b6-443b-a059-30e8cbd5749c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01f9527-aaf0-45a4-b1cb-18ba5ed672e7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:02.790692 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f627432a-95b6-443b-a059-30e8cbd5749c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:02.796261 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f627432a-95b6-443b-a059-30e8cbd5749c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f01f9527-aaf0-45a4-b1cb-18ba5ed672e7 HTTP/1.1" status: 204 len: 168 time: 0.2632551 May 27 02:37:02.874206 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ae5ec46e-8bc9-43cf-aad7-4d97c65428c2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:02.903243 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f0d57478-f97c-46d3-b8fb-603cf689b1a5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:03.157919 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ae5ec46e-8bc9-43cf-aad7-4d97c65428c2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:03.163276 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5ec46e-8bc9-43cf-aad7-4d97c65428c2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:03.163871 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ae5ec46e-8bc9-43cf-aad7-4d97c65428c2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:03.204093 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-00225cab-3e31-4a86-bea8-348ed059a6ba tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:03.365611 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-00225cab-3e31-4a86-bea8-348ed059a6ba tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Calling delete_port for 80b11138-d606-4e73-9703-6ecee0fe373c owned by network:router_gateway {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:37:03.402868 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f0d57478-f97c-46d3-b8fb-603cf689b1a5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:03.498648 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aec2f235-e28a-4fae-a282-a4fe99f37b46 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:03.540619 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ec46e-8bc9-43cf-aad7-4d97c65428c2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event updated for resources: {'Network': ['ID=e0c952f9-0fe1-4e7b-a75f-a7957ef16736,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:03.551163 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network e0c952f9-0fe1-4e7b-a75f-a7957ef16736 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:37:03.595858 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aec2f235-e28a-4fae-a282-a4fe99f37b46 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:03.622692 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ae5ec46e-8bc9-43cf-aad7-4d97c65428c2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5045416 May 27 02:37:03.625616 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38128) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:03.630101 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aec2f235-e28a-4fae-a282-a4fe99f37b46 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:37:03.631659 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-389e2480-1f1d-4086-818c-cfa3b1070c28 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Request body: {'subnet': {'network_id': 'e0c952f9-0fe1-4e7b-a75f-a7957ef16736', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:03.676101 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2f235-e28a-4fae-a282-a4fe99f37b46 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4adad4-b625-41fc-abfd-64f8890a9483,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:03.687701 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aec2f235-e28a-4fae-a282-a4fe99f37b46 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:03.688208 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-aec2f235-e28a-4fae-a282-a4fe99f37b46 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Added segment cae2e217-aa09-473f-a004-855131f4bd3c of type vlan for network 1e095441-a19f-4261-8588-a806dc249ed2 May 27 02:37:03.715122 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f0d57478-f97c-46d3-b8fb-603cf689b1a5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:03.778951 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-389e2480-1f1d-4086-818c-cfa3b1070c28 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:03.783514 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-389e2480-1f1d-4086-818c-cfa3b1070c28 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Usage tracker for resource:subnet and tenant:6f15f0e8362347e99ea74d0bbe84ad40 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:03.787263 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-389e2480-1f1d-4086-818c-cfa3b1070c28 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:03.795096 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-389e2480-1f1d-4086-818c-cfa3b1070c28 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:03.839211 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f0d57478-f97c-46d3-b8fb-603cf689b1a5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:03.839685 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce7e6a5-dbba-43bc-8480-8f9d396034b9 None None] Network e6cd6ca6-2235-4305-b59f-089758bbfaaa requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:37:03.851857 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d57478-f97c-46d3-b8fb-603cf689b1a5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event deleted for resources: {'Subnet': ['ID=dd85e9a7-bce6-4ea7-84bd-e396fff42b8e,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:03.860636 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aec2f235-e28a-4fae-a282-a4fe99f37b46 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:03.887014 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f0d57478-f97c-46d3-b8fb-603cf689b1a5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/subnets/dd85e9a7-bce6-4ea7-84bd-e396fff42b8e HTTP/1.1" status: 204 len: 168 time: 1.4416678 May 27 02:37:03.888128 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38138) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:03.904728 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389e2480-1f1d-4086-818c-cfa3b1070c28 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Made reservation on behalf of 6f15f0e8362347e99ea74d0bbe84ad40 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:37:03.908301 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-389e2480-1f1d-4086-818c-cfa3b1070c28 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:04.036308 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-422883a5-89d5-40f5-870e-528170114b5a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:04.050063 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-00225cab-3e31-4a86-bea8-348ed059a6ba tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:04.122093 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1e2263-c7d0-4b16-a2dc-2f867de88a37 None None] DHCP port deletion for e6cd6ca6-2235-4305-b59f-089758bbfaaa request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:37:04.126816 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9a1e2263-c7d0-4b16-a2dc-2f867de88a37 None None] Deleting port 0d1d6468-19dc-43f8-a575-24b47e67534e {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:37:04.127618 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9a1e2263-c7d0-4b16-a2dc-2f867de88a37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:04.203872 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00225cab-3e31-4a86-bea8-348ed059a6ba tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Pushing event deleted for resources: {'Port': ['ID=80b11138-d606-4e73-9703-6ecee0fe373c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:04.205691 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aec2f235-e28a-4fae-a282-a4fe99f37b46 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:04.223078 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec2f235-e28a-4fae-a282-a4fe99f37b46 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:04.223717 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aec2f235-e28a-4fae-a282-a4fe99f37b46 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:04.287270 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-389e2480-1f1d-4086-818c-cfa3b1070c28 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:04.306353 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-422883a5-89d5-40f5-870e-528170114b5a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Deleting port 0d1d6468-19dc-43f8-a575-24b47e67534e {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:37:04.307118 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-422883a5-89d5-40f5-870e-528170114b5a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:04.385439 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9a1e2263-c7d0-4b16-a2dc-2f867de88a37 None None] For port 0d1d6468-19dc-43f8-a575-24b47e67534e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=0d1d6468-19dc-43f8-a575-24b47e67534e,segment=NetworkSegment(b475e35b-3be3-46e0-8e78-6747948c1f7d),segment_id=b475e35b-3be3-46e0-8e78-6747948c1f7d)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:37:04.386197 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9a1e2263-c7d0-4b16-a2dc-2f867de88a37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:04.400306 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e2480-1f1d-4086-818c-cfa3b1070c28 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event updated for resources: {'Subnet': ['ID=44ee04ec-f8e1-427e-adde-f8ab86ee746e,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:04.411106 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389e2480-1f1d-4086-818c-cfa3b1070c28 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Checking segment: {'id': '47222302-486d-4fbe-9163-99c52403a11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e0c952f9-0fe1-4e7b-a75f-a7957ef16736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:37:04.413293 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389e2480-1f1d-4086-818c-cfa3b1070c28 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Network hostable DHCP agents. Network: e0c952f9-0fe1-4e7b-a75f-a7957ef16736, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:37:04.465589 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2f235-e28a-4fae-a282-a4fe99f37b46 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Network': ['ID=1e095441-a19f-4261-8588-a806dc249ed2,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:04.509925 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389e2480-1f1d-4086-818c-cfa3b1070c28 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Network e0c952f9-0fe1-4e7b-a75f-a7957ef16736 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:37:04.521891 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-aec2f235-e28a-4fae-a282-a4fe99f37b46 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.6208322 May 27 02:37:04.521891 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-00225cab-3e31-4a86-bea8-348ed059a6ba tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:04.522879 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38156) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:04.528173 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:37:04.529551 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-eb415350-df1e-4032-9e38-ab67082ded12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'subnet': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:04.641130 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-389e2480-1f1d-4086-818c-cfa3b1070c28 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, e0c952f9-0fe1-4e7b-a75f-a7957ef16736) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:37:04.643796 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9a1e2263-c7d0-4b16-a2dc-2f867de88a37 None None] Calling delete_port for 0d1d6468-19dc-43f8-a575-24b47e67534e owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:37:04.648093 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389e2480-1f1d-4086-818c-cfa3b1070c28 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:04.650827 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-389e2480-1f1d-4086-818c-cfa3b1070c28 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:04.694562 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b10c83a-6f51-4e58-8b31-916dd0d5dfec None None] Network e0c952f9-0fe1-4e7b-a75f-a7957ef16736 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:37:04.723207 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-eb415350-df1e-4032-9e38-ab67082ded12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:04.730337 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-eb415350-df1e-4032-9e38-ab67082ded12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:subnet and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:04.738022 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-eb415350-df1e-4032-9e38-ab67082ded12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:04.756426 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-eb415350-df1e-4032-9e38-ab67082ded12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:04.766911 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-389e2480-1f1d-4086-818c-cfa3b1070c28 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1400864 May 27 02:37:04.772982 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38166) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:04.780123 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-6216c6dc-7a6a-4167-9ed9-490c7e4114ff tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-964883260', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:04.792478 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6216c6dc-7a6a-4167-9ed9-490c7e4114ff tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:04.799918 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6216c6dc-7a6a-4167-9ed9-490c7e4114ff tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Usage tracker for resource:router and tenant:6f15f0e8362347e99ea74d0bbe84ad40 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:04.810030 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6216c6dc-7a6a-4167-9ed9-490c7e4114ff tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:04.825104 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6216c6dc-7a6a-4167-9ed9-490c7e4114ff tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:04.830955 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 0d1d6468-19dc-43f8-a575-24b47e67534e no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:37:04.876257 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb415350-df1e-4032-9e38-ab67082ded12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:37:04.880063 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eb415350-df1e-4032-9e38-ab67082ded12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:04.954277 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6216c6dc-7a6a-4167-9ed9-490c7e4114ff tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:04.955687 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6216c6dc-7a6a-4167-9ed9-490c7e4114ff tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:05.028811 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6216c6dc-7a6a-4167-9ed9-490c7e4114ff tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:05.070056 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-00225cab-3e31-4a86-bea8-348ed059a6ba tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:05.074157 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-00225cab-3e31-4a86-bea8-348ed059a6ba tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:05.126897 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-422883a5-89d5-40f5-870e-528170114b5a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] For port 0d1d6468-19dc-43f8-a575-24b47e67534e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=0d1d6468-19dc-43f8-a575-24b47e67534e,segment=NetworkSegment(b475e35b-3be3-46e0-8e78-6747948c1f7d),segment_id=b475e35b-3be3-46e0-8e78-6747948c1f7d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:37:05.126897 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-422883a5-89d5-40f5-870e-528170114b5a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:05.141331 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9a1e2263-c7d0-4b16-a2dc-2f867de88a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:05.156556 n-d-843554-3 neutron-server[88903]: INFO neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No ports have port_id starting with 0d1d6468-19dc-43f8-a575-24b47e67534e May 27 02:37:05.197754 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1e2263-c7d0-4b16-a2dc-2f867de88a37 None None] No DVR routers for this DVR port 0d1d6468-19dc-43f8-a575-24b47e67534e on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:37:05.211635 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e2263-c7d0-4b16-a2dc-2f867de88a37 None None] Pushing event deleted for resources: {'Port': ['ID=0d1d6468-19dc-43f8-a575-24b47e67534e,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:05.224458 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84803900-0dcd-4d9a-82f5-3f5e450afb47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-e0c952f9-0fe1-4e7b-a75f-a7957ef16736', 'network_id': 'e0c952f9-0fe1-4e7b-a75f-a7957ef16736', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'fixed_ips': [{'subnet_id': '44ee04ec-f8e1-427e-adde-f8ab86ee746e'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:37:05.226557 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-84803900-0dcd-4d9a-82f5-3f5e450afb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:05.273258 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6216c6dc-7a6a-4167-9ed9-490c7e4114ff tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:05.298156 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-00225cab-3e31-4a86-bea8-348ed059a6ba tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:05.298923 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00225cab-3e31-4a86-bea8-348ed059a6ba tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Fanout notify agent at l3_agent the message router_deleted on router 3b1540ac-272b-4d8b-acd2-3c7274e3692a {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:37:05.309811 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-422883a5-89d5-40f5-870e-528170114b5a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Calling delete_port for 0d1d6468-19dc-43f8-a575-24b47e67534e owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:37:05.333124 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eb415350-df1e-4032-9e38-ab67082ded12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:05.358944 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-00225cab-3e31-4a86-bea8-348ed059a6ba tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:05.360654 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-00225cab-3e31-4a86-bea8-348ed059a6ba tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] 10.222.0.57 "DELETE /v2.0/routers/3b1540ac-272b-4d8b-acd2-3c7274e3692a HTTP/1.1" status: 204 len: 168 time: 3.4610806 May 27 02:37:05.364178 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38186) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:05.372597 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-a8bf358d-831a-463f-9523-e22ff3c75b6b tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1174840917', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'enable_snat': False}}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:05.381427 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a8bf358d-831a-463f-9523-e22ff3c75b6b tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:05.390565 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a8bf358d-831a-463f-9523-e22ff3c75b6b tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Usage tracker for resource:router and tenant:21f04540d9144b108560259d9299bff5 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:05.394183 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6216c6dc-7a6a-4167-9ed9-490c7e4114ff tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:05.396467 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a8bf358d-831a-463f-9523-e22ff3c75b6b tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:05.396967 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6216c6dc-7a6a-4167-9ed9-490c7e4114ff tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6224630 May 27 02:37:05.403458 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38190) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:05.423835 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-5f0bf768-67d8-4dc3-ac29-f9ebef44e72d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Request body: {'port': {'network_id': 'e0c952f9-0fe1-4e7b-a75f-a7957ef16736', 'name': 'tempest-RoutersIpV6Test-633828908'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:05.426460 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-84803900-0dcd-4d9a-82f5-3f5e450afb47 None None] Allocated IP 2001:db8::2 (e0c952f9-0fe1-4e7b-a75f-a7957ef16736/44ee04ec-f8e1-427e-adde-f8ab86ee746e/9f4c80f9-4d7c-4cea-a8db-085bf837a50e) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:37:05.444884 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a8bf358d-831a-463f-9523-e22ff3c75b6b tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:05.467602 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb415350-df1e-4032-9e38-ab67082ded12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Checking segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:37:05.469530 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb415350-df1e-4032-9e38-ab67082ded12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network hostable DHCP agents. Network: 1e095441-a19f-4261-8588-a806dc249ed2, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:37:05.490819 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb415350-df1e-4032-9e38-ab67082ded12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Subnet': ['ID=ab659e3c-9dbf-4567-a1e1-9f6cce92fb91,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:05.542621 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-422883a5-89d5-40f5-870e-528170114b5a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:37:05.542944 n-d-843554-3 neutron-server[88902]: DEBUG oslo_db.api [None req-422883a5-89d5-40f5-870e-528170114b5a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:37:05.596135 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb415350-df1e-4032-9e38-ab67082ded12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:37:05.596768 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5f0bf768-67d8-4dc3-ac29-f9ebef44e72d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:05.601449 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5f0bf768-67d8-4dc3-ac29-f9ebef44e72d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Usage tracker for resource:port and tenant:6f15f0e8362347e99ea74d0bbe84ad40 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:05.604556 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5f0bf768-67d8-4dc3-ac29-f9ebef44e72d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:05.610799 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5f0bf768-67d8-4dc3-ac29-f9ebef44e72d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:05.642043 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a8bf358d-831a-463f-9523-e22ff3c75b6b tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:05.643187 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a8bf358d-831a-463f-9523-e22ff3c75b6b tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:05.659378 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a8bf358d-831a-463f-9523-e22ff3c75b6b tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:05.716695 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-eb415350-df1e-4032-9e38-ab67082ded12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 1e095441-a19f-4261-8588-a806dc249ed2) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:37:05.722095 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb415350-df1e-4032-9e38-ab67082ded12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:05.722644 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eb415350-df1e-4032-9e38-ab67082ded12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:05.733546 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616f1580-2836-48ef-ae26-bf4b9834c5e4 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:37:05.754797 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-84803900-0dcd-4d9a-82f5-3f5e450afb47 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:05.821258 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-84803900-0dcd-4d9a-82f5-3f5e450afb47 None None] Transition to ACTIVE for port object 9f4c80f9-4d7c-4cea-a8db-085bf837a50e will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:37:05.842453 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-eb415350-df1e-4032-9e38-ab67082ded12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3183036 May 27 02:37:05.847253 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38208) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:05.848578 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-84803900-0dcd-4d9a-82f5-3f5e450afb47 None None] Transition to ACTIVE for port object 9f4c80f9-4d7c-4cea-a8db-085bf837a50e will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:37:05.854421 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-2bae5cff-0e49-41f4-a9bc-fae4e5cecb79 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'port': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'name': 'tempest-NetworksTestDHCPv6-531708744'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:05.895768 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0bf768-67d8-4dc3-ac29-f9ebef44e72d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Made reservation on behalf of 6f15f0e8362347e99ea74d0bbe84ad40 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:37:05.899248 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5f0bf768-67d8-4dc3-ac29-f9ebef44e72d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:05.987294 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-84803900-0dcd-4d9a-82f5-3f5e450afb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:06.035964 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-5f0bf768-67d8-4dc3-ac29-f9ebef44e72d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] device_id is not set on port 1d6d369c-934c-4961-ae0d-a0b7284e8916 yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:37:06.046780 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2bae5cff-0e49-41f4-a9bc-fae4e5cecb79 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:06.053397 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2bae5cff-0e49-41f4-a9bc-fae4e5cecb79 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:port and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:06.056934 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6332be77-d53e-4208-aaa8-ac4d36637573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-1e095441-a19f-4261-8588-a806dc249ed2', 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'tenant_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'fixed_ips': [{'subnet_id': 'ab659e3c-9dbf-4567-a1e1-9f6cce92fb91'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:37:06.057110 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2bae5cff-0e49-41f4-a9bc-fae4e5cecb79 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:06.063315 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6332be77-d53e-4208-aaa8-ac4d36637573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:06.065540 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2bae5cff-0e49-41f4-a9bc-fae4e5cecb79 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:06.083373 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-422883a5-89d5-40f5-870e-528170114b5a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Deleting port 0d1d6468-19dc-43f8-a575-24b47e67534e {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:37:06.084194 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-422883a5-89d5-40f5-870e-528170114b5a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:06.095272 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84803900-0dcd-4d9a-82f5-3f5e450afb47 None None] Network e0c952f9-0fe1-4e7b-a75f-a7957ef16736 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:37:06.096448 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-84803900-0dcd-4d9a-82f5-3f5e450afb47 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:37:06.104030 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84803900-0dcd-4d9a-82f5-3f5e450afb47 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:37:06.107157 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84803900-0dcd-4d9a-82f5-3f5e450afb47 None None] Pushing event updated for resources: {'Port': ['ID=9f4c80f9-4d7c-4cea-a8db-085bf837a50e,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:06.188695 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bae5cff-0e49-41f4-a9bc-fae4e5cecb79 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:37:06.203957 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2bae5cff-0e49-41f4-a9bc-fae4e5cecb79 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:06.260542 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-2bae5cff-0e49-41f4-a9bc-fae4e5cecb79 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] device_id is not set on port 28d45645-1b0a-45d6-9477-ee11271a793d yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:37:06.280086 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-84803900-0dcd-4d9a-82f5-3f5e450afb47 None None] Attempting to bind port 9f4c80f9-4d7c-4cea-a8db-085bf837a50e on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:37:06.280796 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-84803900-0dcd-4d9a-82f5-3f5e450afb47 None None] Attempting to bind port 9f4c80f9-4d7c-4cea-a8db-085bf837a50e by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '47222302-486d-4fbe-9163-99c52403a11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e0c952f9-0fe1-4e7b-a75f-a7957ef16736'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:37:06.281440 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84803900-0dcd-4d9a-82f5-3f5e450afb47 None None] Attempting to bind port 9f4c80f9-4d7c-4cea-a8db-085bf837a50e on network e0c952f9-0fe1-4e7b-a75f-a7957ef16736 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:37:06.291288 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84803900-0dcd-4d9a-82f5-3f5e450afb47 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:37:06.291955 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84803900-0dcd-4d9a-82f5-3f5e450afb47 None None] Checking segment: {'id': '47222302-486d-4fbe-9163-99c52403a11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e0c952f9-0fe1-4e7b-a75f-a7957ef16736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:37:06.293057 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-84803900-0dcd-4d9a-82f5-3f5e450afb47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:06.293623 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84803900-0dcd-4d9a-82f5-3f5e450afb47 None None] Bound using segment: {'id': '47222302-486d-4fbe-9163-99c52403a11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e0c952f9-0fe1-4e7b-a75f-a7957ef16736'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:37:06.294266 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-84803900-0dcd-4d9a-82f5-3f5e450afb47 None None] Bound port: 9f4c80f9-4d7c-4cea-a8db-085bf837a50e, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47222302-486d-4fbe-9163-99c52403a11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e0c952f9-0fe1-4e7b-a75f-a7957ef16736'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:37:06.294801 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-84803900-0dcd-4d9a-82f5-3f5e450afb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:06.333035 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-422883a5-89d5-40f5-870e-528170114b5a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] The port '0d1d6468-19dc-43f8-a575-24b47e67534e' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:37:06.338179 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a8bf358d-831a-463f-9523-e22ff3c75b6b tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:06.449700 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-6332be77-d53e-4208-aaa8-ac4d36637573 None None] Allocated IP 2001:db8::2 (1e095441-a19f-4261-8588-a806dc249ed2/ab659e3c-9dbf-4567-a1e1-9f6cce92fb91/dbafb421-1d82-4036-9f4d-1199b19a61ec) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:37:06.476745 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-84803900-0dcd-4d9a-82f5-3f5e450afb47 None None] For port 9f4c80f9-4d7c-4cea-a8db-085bf837a50e, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:37:06.551643 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-84803900-0dcd-4d9a-82f5-3f5e450afb47 None None] For port 9f4c80f9-4d7c-4cea-a8db-085bf837a50e, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=9f4c80f9-4d7c-4cea-a8db-085bf837a50e,segment=NetworkSegment(47222302-486d-4fbe-9163-99c52403a11b),segment_id=47222302-486d-4fbe-9163-99c52403a11b)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:37:06.622973 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-5f0bf768-67d8-4dc3-ac29-f9ebef44e72d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Allocated IP 2001:db8::36b (e0c952f9-0fe1-4e7b-a75f-a7957ef16736/44ee04ec-f8e1-427e-adde-f8ab86ee746e/1d6d369c-934c-4961-ae0d-a0b7284e8916) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:37:06.627470 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-84803900-0dcd-4d9a-82f5-3f5e450afb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:06.795337 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6332be77-d53e-4208-aaa8-ac4d36637573 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:06.803284 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84803900-0dcd-4d9a-82f5-3f5e450afb47 None None] Pushing event updated for resources: {'Port': ['ID=9f4c80f9-4d7c-4cea-a8db-085bf837a50e,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:06.812368 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6332be77-d53e-4208-aaa8-ac4d36637573 None None] Transition to ACTIVE for port object dbafb421-1d82-4036-9f4d-1199b19a61ec will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:37:06.832704 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6332be77-d53e-4208-aaa8-ac4d36637573 None None] Transition to ACTIVE for port object dbafb421-1d82-4036-9f4d-1199b19a61ec will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:37:06.844996 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-422883a5-89d5-40f5-870e-528170114b5a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:06.896782 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-422883a5-89d5-40f5-870e-528170114b5a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6cd6ca6-2235-4305-b59f-089758bbfaaa']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:06.937494 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-422883a5-89d5-40f5-870e-528170114b5a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b475e35b-3be3-46e0-8e78-6747948c1f7d') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:06.944601 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-422883a5-89d5-40f5-870e-528170114b5a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b475e35b-3be3-46e0-8e78-6747948c1f7d') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:06.954201 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-422883a5-89d5-40f5-870e-528170114b5a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:06.956377 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6332be77-d53e-4208-aaa8-ac4d36637573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:07.038398 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-422883a5-89d5-40f5-870e-528170114b5a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:07.067054 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-422883a5-89d5-40f5-870e-528170114b5a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:37:07.067644 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-422883a5-89d5-40f5-870e-528170114b5a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:07.083248 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-2bae5cff-0e49-41f4-a9bc-fae4e5cecb79 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Allocated IP 2001:db8::12e (1e095441-a19f-4261-8588-a806dc249ed2/ab659e3c-9dbf-4567-a1e1-9f6cce92fb91/28d45645-1b0a-45d6-9477-ee11271a793d) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:37:07.107287 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332be77-d53e-4208-aaa8-ac4d36637573 None None] Pushing event updated for resources: {'Port': ['ID=dbafb421-1d82-4036-9f4d-1199b19a61ec,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:07.131010 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6332be77-d53e-4208-aaa8-ac4d36637573 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:37:07.133879 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-6332be77-d53e-4208-aaa8-ac4d36637573 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:37:07.137220 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6332be77-d53e-4208-aaa8-ac4d36637573 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:37:07.232514 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment b475e35b-3be3-46e0-8e78-6747948c1f7d resource provider aggregate not found May 27 02:37:07.284043 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment b475e35b-3be3-46e0-8e78-6747948c1f7d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b475e35b-3be3-46e0-8e78-6747948c1f7d found for delete ", "request_id": "req-784b6807-8f1d-4938-98ac-4879406e6e45"}]} May 27 02:37:07.320004 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-6332be77-d53e-4208-aaa8-ac4d36637573 None None] Attempting to bind port dbafb421-1d82-4036-9f4d-1199b19a61ec on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:37:07.320636 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-6332be77-d53e-4208-aaa8-ac4d36637573 None None] Attempting to bind port dbafb421-1d82-4036-9f4d-1199b19a61ec by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:37:07.321198 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6332be77-d53e-4208-aaa8-ac4d36637573 None None] Attempting to bind port dbafb421-1d82-4036-9f4d-1199b19a61ec on network 1e095441-a19f-4261-8588-a806dc249ed2 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:37:07.328903 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6332be77-d53e-4208-aaa8-ac4d36637573 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:37:07.329847 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6332be77-d53e-4208-aaa8-ac4d36637573 None None] Checking segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:37:07.330451 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6332be77-d53e-4208-aaa8-ac4d36637573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:07.330990 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6332be77-d53e-4208-aaa8-ac4d36637573 None None] Bound using segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:37:07.331631 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-6332be77-d53e-4208-aaa8-ac4d36637573 None None] Bound port: dbafb421-1d82-4036-9f4d-1199b19a61ec, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:37:07.332520 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6332be77-d53e-4208-aaa8-ac4d36637573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:07.493002 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5f0bf768-67d8-4dc3-ac29-f9ebef44e72d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:07.518022 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5f0bf768-67d8-4dc3-ac29-f9ebef44e72d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Transition to ACTIVE for port object 1d6d369c-934c-4961-ae0d-a0b7284e8916 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:37:07.527700 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-422883a5-89d5-40f5-870e-528170114b5a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:07.544019 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-6332be77-d53e-4208-aaa8-ac4d36637573 None None] For port dbafb421-1d82-4036-9f4d-1199b19a61ec, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:37:07.548023 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-6332be77-d53e-4208-aaa8-ac4d36637573 None None] For port dbafb421-1d82-4036-9f4d-1199b19a61ec, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=dbafb421-1d82-4036-9f4d-1199b19a61ec,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:37:07.551232 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2bae5cff-0e49-41f4-a9bc-fae4e5cecb79 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:07.554072 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-422883a5-89d5-40f5-870e-528170114b5a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:07.584269 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422883a5-89d5-40f5-870e-528170114b5a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event deleted for resources: {'Network': ['ID=e6cd6ca6-2235-4305-b59f-089758bbfaaa,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:07.594471 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-2bae5cff-0e49-41f4-a9bc-fae4e5cecb79 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Transition to ACTIVE for port object 28d45645-1b0a-45d6-9477-ee11271a793d will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:37:07.625618 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6332be77-d53e-4208-aaa8-ac4d36637573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:07.706005 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2bae5cff-0e49-41f4-a9bc-fae4e5cecb79 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:07.728555 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332be77-d53e-4208-aaa8-ac4d36637573 None None] Pushing event updated for resources: {'Port': ['ID=dbafb421-1d82-4036-9f4d-1199b19a61ec,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:07.747470 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-422883a5-89d5-40f5-870e-528170114b5a tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/networks/e6cd6ca6-2235-4305-b59f-089758bbfaaa HTTP/1.1" status: 204 len: 168 time: 3.8550353 May 27 02:37:07.751683 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38250) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:07.759787 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-24213ef0-eb4a-4927-8e1a-8ceb55ed7f25 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1133234559'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:07.765667 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-24213ef0-eb4a-4927-8e1a-8ceb55ed7f25 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:07.769614 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-24213ef0-eb4a-4927-8e1a-8ceb55ed7f25 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:network and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:07.774117 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-24213ef0-eb4a-4927-8e1a-8ceb55ed7f25 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:07.781455 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-24213ef0-eb4a-4927-8e1a-8ceb55ed7f25 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:07.802541 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bae5cff-0e49-41f4-a9bc-fae4e5cecb79 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:37:07.805733 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-2bae5cff-0e49-41f4-a9bc-fae4e5cecb79 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:37:07.810639 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bae5cff-0e49-41f4-a9bc-fae4e5cecb79 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:37:07.816366 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bae5cff-0e49-41f4-a9bc-fae4e5cecb79 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:07.817435 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2bae5cff-0e49-41f4-a9bc-fae4e5cecb79 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:07.827850 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5f0bf768-67d8-4dc3-ac29-f9ebef44e72d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:07.832111 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bae5cff-0e49-41f4-a9bc-fae4e5cecb79 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Port': ['ID=28d45645-1b0a-45d6-9477-ee11271a793d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:07.921698 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24213ef0-eb4a-4927-8e1a-8ceb55ed7f25 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Made reservation on behalf of 06c4fa5e71c94d138c98e5ba8a8181ad for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:37:07.925207 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2bae5cff-0e49-41f4-a9bc-fae4e5cecb79 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0765703 May 27 02:37:07.930100 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-24213ef0-eb4a-4927-8e1a-8ceb55ed7f25 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:07.930817 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38254) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:07.942114 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0bf768-67d8-4dc3-ac29-f9ebef44e72d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Network e0c952f9-0fe1-4e7b-a75f-a7957ef16736 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:37:07.951172 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-5f0bf768-67d8-4dc3-ac29-f9ebef44e72d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:37:07.953612 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0bf768-67d8-4dc3-ac29-f9ebef44e72d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:37:07.959562 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0bf768-67d8-4dc3-ac29-f9ebef44e72d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:07.960182 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5f0bf768-67d8-4dc3-ac29-f9ebef44e72d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:07.984090 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a8bf358d-831a-463f-9523-e22ff3c75b6b tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:08.036855 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0bf768-67d8-4dc3-ac29-f9ebef44e72d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event updated for resources: {'Port': ['ID=1d6d369c-934c-4961-ae0d-a0b7284e8916,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:08.037153 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60eb6520-fe66-45db-828e-3739ac785f51 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:08.040206 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a8bf358d-831a-463f-9523-e22ff3c75b6b tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:08.053595 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60eb6520-fe66-45db-828e-3739ac785f51 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:08.053595 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-60eb6520-fe66-45db-828e-3739ac785f51 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:37:08.109553 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24213ef0-eb4a-4927-8e1a-8ceb55ed7f25 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:37:08.135004 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-24213ef0-eb4a-4927-8e1a-8ceb55ed7f25 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:08.135400 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-24213ef0-eb4a-4927-8e1a-8ceb55ed7f25 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Added segment f7fe00ac-fd46-474c-83d9-0249a93ddb15 of type vlan for network a24d3b23-6e62-4068-aa03-5aecfdf34065 May 27 02:37:08.184747 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38260) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:08.185230 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5f0bf768-67d8-4dc3-ac29-f9ebef44e72d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7787049 May 27 02:37:08.186131 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38262) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:08.215946 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-24213ef0-eb4a-4927-8e1a-8ceb55ed7f25 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:08.238205 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-a8bf358d-831a-463f-9523-e22ff3c75b6b tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Allocated IP 172.25.1.197 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/d54950d6-c739-4249-9713-af24f993fd8b) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:37:08.250456 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-60eb6520-fe66-45db-828e-3739ac785f51 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:37:08.251248 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-60eb6520-fe66-45db-828e-3739ac785f51 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3188815 May 27 02:37:08.259546 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38270) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:08.520264 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a8bf358d-831a-463f-9523-e22ff3c75b6b tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:08.562071 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-24213ef0-eb4a-4927-8e1a-8ceb55ed7f25 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:08.567896 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24213ef0-eb4a-4927-8e1a-8ceb55ed7f25 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:08.568568 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cee682-b81a-4ba0-bc53-7238604c3062 None None] Network e0c952f9-0fe1-4e7b-a75f-a7957ef16736 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:37:08.569164 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-24213ef0-eb4a-4927-8e1a-8ceb55ed7f25 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:08.759725 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a8bf358d-831a-463f-9523-e22ff3c75b6b tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:08.769300 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-7c8f26bf-6ab4-4260-af94-0b9171748d64 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting port 28d45645-1b0a-45d6-9477-ee11271a793d {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:37:08.770221 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7c8f26bf-6ab4-4260-af94-0b9171748d64 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:08.839915 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-92e4cfb5-dcae-49db-9952-4cb4ce9291bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:08.863034 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c300ed5a-f590-447e-a4e7-3e27cbe9e678 None None] Provisioning for port 9f4c80f9-4d7c-4cea-a8db-085bf837a50e completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:37:08.900173 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 9f4c80f9-4d7c-4cea-a8db-085bf837a50e up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:37:08.911838 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-24213ef0-eb4a-4927-8e1a-8ceb55ed7f25 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1582522 May 27 02:37:08.916515 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24213ef0-eb4a-4927-8e1a-8ceb55ed7f25 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'Network': ['ID=a24d3b23-6e62-4068-aa03-5aecfdf34065,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:08.928278 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38282) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:08.940427 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-790271dc-b228-4da9-873f-9197126b9aa6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'subnet': {'network_id': 'a24d3b23-6e62-4068-aa03-5aecfdf34065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:09.015865 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network a24d3b23-6e62-4068-aa03-5aecfdf34065 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:37:09.017641 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bf358d-831a-463f-9523-e22ff3c75b6b tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:37:09.021488 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-a8bf358d-831a-463f-9523-e22ff3c75b6b tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:37:09.052475 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-92e4cfb5-dcae-49db-9952-4cb4ce9291bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:09.072525 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-92e4cfb5-dcae-49db-9952-4cb4ce9291bb admin admin] Usage tracker for resource:security_group_rule and tenant:dc06d839c0cb425091ea2efcd3c44b4c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:09.078257 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-92e4cfb5-dcae-49db-9952-4cb4ce9291bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:09.086113 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bf358d-831a-463f-9523-e22ff3c75b6b tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:37:09.112161 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf358d-831a-463f-9523-e22ff3c75b6b tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Pushing event updated for resources: {'Port': ['ID=d54950d6-c739-4249-9713-af24f993fd8b,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:09.119060 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-790271dc-b228-4da9-873f-9197126b9aa6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:09.134369 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-790271dc-b228-4da9-873f-9197126b9aa6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:subnet and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:09.140022 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-790271dc-b228-4da9-873f-9197126b9aa6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:09.144501 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c74385a-20d4-481d-8d66-12fdf7d6a9c1 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:37:09.147203 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-790271dc-b228-4da9-873f-9197126b9aa6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:09.172558 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-92e4cfb5-dcae-49db-9952-4cb4ce9291bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:09.366232 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ba3a2030-cd97-4ff5-8ab3-6508dd12fa8e None None] Provisioning for port dbafb421-1d82-4036-9f4d-1199b19a61ec completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:37:09.403576 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790271dc-b228-4da9-873f-9197126b9aa6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Made reservation on behalf of 06c4fa5e71c94d138c98e5ba8a8181ad for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:37:09.407319 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-790271dc-b228-4da9-873f-9197126b9aa6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:09.429543 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 9f4c80f9-4d7c-4cea-a8db-085bf837a50e completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:37:09.443417 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 9f4c80f9-4d7c-4cea-a8db-085bf837a50e triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:09.443798 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:09.620151 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7c8f26bf-6ab4-4260-af94-0b9171748d64 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:09.644018 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 9f4c80f9-4d7c-4cea-a8db-085bf837a50e is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:37:09.645127 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:09.688469 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 9f4c80f9-4d7c-4cea-a8db-085bf837a50e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=9f4c80f9-4d7c-4cea-a8db-085bf837a50e,segment=NetworkSegment(47222302-486d-4fbe-9163-99c52403a11b),segment_id=47222302-486d-4fbe-9163-99c52403a11b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:37:09.698804 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6c8f1721-bc3b-45f7-9a5e-c4971f61f327 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:09.779819 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:09.781719 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device dbafb421-1d82-4036-9f4d-1199b19a61ec up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:37:09.794309 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-7c8f26bf-6ab4-4260-af94-0b9171748d64 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Calling delete_port for 28d45645-1b0a-45d6-9477-ee11271a793d owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:37:09.926849 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-790271dc-b228-4da9-873f-9197126b9aa6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:09.937370 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-92e4cfb5-dcae-49db-9952-4cb4ce9291bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:10.057130 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=9f4c80f9-4d7c-4cea-a8db-085bf837a50e,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:10.062988 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-92e4cfb5-dcae-49db-9952-4cb4ce9291bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:10.081665 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a8bf358d-831a-463f-9523-e22ff3c75b6b tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:10.132669 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-2aad97d4-2574-4ddc-b950-cc34a6d56f70 None None] Provisioning for port 1d6d369c-934c-4961-ae0d-a0b7284e8916 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:37:10.141591 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-2aad97d4-2574-4ddc-b950-cc34a6d56f70 None None] Provisioning complete for port 1d6d369c-934c-4961-ae0d-a0b7284e8916 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:10.142001 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2aad97d4-2574-4ddc-b950-cc34a6d56f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:10.223818 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790271dc-b228-4da9-873f-9197126b9aa6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'Subnet': ['ID=52387524-697f-4f89-bdb5-c97978621f33,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:10.281981 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-2aad97d4-2574-4ddc-b950-cc34a6d56f70 None None] Port 1d6d369c-934c-4961-ae0d-a0b7284e8916 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:37:10.284071 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port dbafb421-1d82-4036-9f4d-1199b19a61ec completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:37:10.291502 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port dbafb421-1d82-4036-9f4d-1199b19a61ec triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:10.292004 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:10.330123 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790271dc-b228-4da9-873f-9197126b9aa6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Checking segment: {'id': 'f7fe00ac-fd46-474c-83d9-0249a93ddb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a24d3b23-6e62-4068-aa03-5aecfdf34065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:37:10.330488 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790271dc-b228-4da9-873f-9197126b9aa6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Network hostable DHCP agents. Network: a24d3b23-6e62-4068-aa03-5aecfdf34065, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:37:10.407171 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-2aad97d4-2574-4ddc-b950-cc34a6d56f70 None None] Provisioning complete for port 9f4c80f9-4d7c-4cea-a8db-085bf837a50e triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:10.407724 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2aad97d4-2574-4ddc-b950-cc34a6d56f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:10.467661 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790271dc-b228-4da9-873f-9197126b9aa6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Network a24d3b23-6e62-4068-aa03-5aecfdf34065 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:37:10.476928 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-92e4cfb5-dcae-49db-9952-4cb4ce9291bb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dc06d839c0cb425091ea2efcd3c44b4c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2898250 May 27 02:37:10.489966 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e4cfb5-dcae-49db-9952-4cb4ce9291bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f177e6b4-87a7-4c2c-a6bc-8f2f6d1f734d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:10.507023 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38300) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:10.514971 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port dbafb421-1d82-4036-9f4d-1199b19a61ec is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:37:10.515194 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:10.589402 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a8bf358d-831a-463f-9523-e22ff3c75b6b tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:10.605975 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port dbafb421-1d82-4036-9f4d-1199b19a61ec, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=dbafb421-1d82-4036-9f4d-1199b19a61ec,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:37:10.608531 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-2aad97d4-2574-4ddc-b950-cc34a6d56f70 None None] Current status of the port 9f4c80f9-4d7c-4cea-a8db-085bf837a50e is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:37:10.634062 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f64d51d3-944b-42db-9ea7-36df4035a21e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:10.648160 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-790271dc-b228-4da9-873f-9197126b9aa6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, a24d3b23-6e62-4068-aa03-5aecfdf34065) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:37:10.660888 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4703a7-4322-407e-9723-6fba939987b2 None None] Network a24d3b23-6e62-4068-aa03-5aecfdf34065 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:37:10.664104 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790271dc-b228-4da9-873f-9197126b9aa6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:10.664902 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-790271dc-b228-4da9-873f-9197126b9aa6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:10.676335 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7c8f26bf-6ab4-4260-af94-0b9171748d64 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:10.686483 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f64d51d3-944b-42db-9ea7-36df4035a21e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:10.730673 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6c8f1721-bc3b-45f7-9a5e-c4971f61f327 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:10.787206 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-790271dc-b228-4da9-873f-9197126b9aa6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8558300 May 27 02:37:10.787782 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38316) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:10.792814 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f26bf-6ab4-4260-af94-0b9171748d64 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Port': ['ID=28d45645-1b0a-45d6-9477-ee11271a793d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:10.797946 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-2cd0c8ec-6cc2-4181-bb5c-8c2b50b4a550 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1109538262', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:10.805795 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-2cd0c8ec-6cc2-4181-bb5c-8c2b50b4a550 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:10.810507 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:10.810917 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-2cd0c8ec-6cc2-4181-bb5c-8c2b50b4a550 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:router and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:10.813992 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-2cd0c8ec-6cc2-4181-bb5c-8c2b50b4a550 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:10.822208 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-2cd0c8ec-6cc2-4181-bb5c-8c2b50b4a550 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:10.825226 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7c8f26bf-6ab4-4260-af94-0b9171748d64 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:10.832513 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6c8f1721-bc3b-45f7-9a5e-c4971f61f327 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:10.928627 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2cd0c8ec-6cc2-4181-bb5c-8c2b50b4a550 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:10.934478 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2cd0c8ec-6cc2-4181-bb5c-8c2b50b4a550 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:10.949247 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2cd0c8ec-6cc2-4181-bb5c-8c2b50b4a550 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:10.997595 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 9f4c80f9-4d7c-4cea-a8db-085bf837a50e up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:37:11.014982 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f1721-bc3b-45f7-9a5e-c4971f61f327 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event updated for resources: {'Port': ['ID=1d6d369c-934c-4961-ae0d-a0b7284e8916,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:11.021671 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38330) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:11.021850 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7c8f26bf-6ab4-4260-af94-0b9171748d64 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/ports/28d45645-1b0a-45d6-9477-ee11271a793d HTTP/1.1" status: 204 len: 168 time: 2.7612112 May 27 02:37:11.081950 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2cd0c8ec-6cc2-4181-bb5c-8c2b50b4a550 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:11.111515 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8bf358d-831a-463f-9523-e22ff3c75b6b tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Router e93f217e-9cc2-403e-8de5-e16be5843682 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:37:11.139212 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f64d51d3-944b-42db-9ea7-36df4035a21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:11.166260 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=dbafb421-1d82-4036-9f4d-1199b19a61ec,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:11.167792 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d51d3-944b-42db-9ea7-36df4035a21e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f177e6b4-87a7-4c2c-a6bc-8f2f6d1f734d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:11.178472 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f64d51d3-944b-42db-9ea7-36df4035a21e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:11.178933 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f64d51d3-944b-42db-9ea7-36df4035a21e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f177e6b4-87a7-4c2c-a6bc-8f2f6d1f734d HTTP/1.1" status: 204 len: 168 time: 0.6709628 May 27 02:37:11.216754 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3212da92-5dcd-4191-adac-bd9138f5deb9 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:11.218730 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3212da92-5dcd-4191-adac-bd9138f5deb9 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:11.224060 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-0f0b8f1c-c8d6-4f47-8ea8-05b9e65b4b37 None None] Provisioning complete for port 1d6d369c-934c-4961-ae0d-a0b7284e8916 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:11.224450 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0f0b8f1c-c8d6-4f47-8ea8-05b9e65b4b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:11.227585 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3212da92-5dcd-4191-adac-bd9138f5deb9 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2009823 May 27 02:37:11.228915 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38344) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:11.266328 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6c8f1721-bc3b-45f7-9a5e-c4971f61f327 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:11.385145 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-0f0b8f1c-c8d6-4f47-8ea8-05b9e65b4b37 None None] Port 1d6d369c-934c-4961-ae0d-a0b7284e8916 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:37:11.385145 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60382be6-1ea6-4689-a4a3-9c0d0c7a97bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-a24d3b23-6e62-4068-aa03-5aecfdf34065', 'network_id': 'a24d3b23-6e62-4068-aa03-5aecfdf34065', 'tenant_id': '06c4fa5e71c94d138c98e5ba8a8181ad', 'fixed_ips': [{'subnet_id': '52387524-697f-4f89-bdb5-c97978621f33'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:37:11.385145 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-60382be6-1ea6-4689-a4a3-9c0d0c7a97bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:11.396889 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 9f4c80f9-4d7c-4cea-a8db-085bf837a50e triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:11.397263 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:11.448375 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2cd0c8ec-6cc2-4181-bb5c-8c2b50b4a550 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:11.449582 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2cd0c8ec-6cc2-4181-bb5c-8c2b50b4a550 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6560764 May 27 02:37:11.455392 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38356) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:11.472594 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6c8f1721-bc3b-45f7-9a5e-c4971f61f327 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:11.483174 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-0859dc4f-f518-49b5-82a0-cbf76ec5b8fa tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'port': {'network_id': 'a24d3b23-6e62-4068-aa03-5aecfdf34065', 'name': 'tempest-PortsIpV6TestJSON-625243951'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:11.502352 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-0f0b8f1c-c8d6-4f47-8ea8-05b9e65b4b37 None None] Provisioning complete for port dbafb421-1d82-4036-9f4d-1199b19a61ec triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:11.502727 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0f0b8f1c-c8d6-4f47-8ea8-05b9e65b4b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:11.694147 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-9116fb35-eea3-43c3-b9d5-2e19459feec2 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting subnet ab659e3c-9dbf-4567-a1e1-9f6cce92fb91 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:37:11.723311 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9116fb35-eea3-43c3-b9d5-2e19459feec2 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:11.788899 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-60382be6-1ea6-4689-a4a3-9c0d0c7a97bf None None] Allocated IP 2001:db8::2 (a24d3b23-6e62-4068-aa03-5aecfdf34065/52387524-697f-4f89-bdb5-c97978621f33/80732f0f-e295-4b91-acde-fb2daac58e39) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:37:11.835064 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 9f4c80f9-4d7c-4cea-a8db-085bf837a50e is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:37:11.843597 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9116fb35-eea3-43c3-b9d5-2e19459feec2 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:11.883331 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-0859dc4f-f518-49b5-82a0-cbf76ec5b8fa tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:11.893803 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8bf358d-831a-463f-9523-e22ff3c75b6b tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:37:11.898314 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-0859dc4f-f518-49b5-82a0-cbf76ec5b8fa tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:port and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:11.908214 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c599e9-9736-4831-b908-760af1e88a06 None None] Sync routers for ids ['e93f217e-9cc2-403e-8de5-e16be5843682'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:37:11.910085 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-0859dc4f-f518-49b5-82a0-cbf76ec5b8fa tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:11.918529 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c599e9-9736-4831-b908-760af1e88a06 None None] Routers {'e93f217e-9cc2-403e-8de5-e16be5843682'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:37:11.920383 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-80c599e9-9736-4831-b908-760af1e88a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:36:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['e93f217e-9cc2-403e-8de5-e16be5843682'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:11.924752 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-0859dc4f-f518-49b5-82a0-cbf76ec5b8fa tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:11.945078 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-0f0b8f1c-c8d6-4f47-8ea8-05b9e65b4b37 None None] Current status of the port dbafb421-1d82-4036-9f4d-1199b19a61ec is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:37:11.952671 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-0f0b8f1c-c8d6-4f47-8ea8-05b9e65b4b37 None None] Could not find standard attr ID for object 28d45645-1b0a-45d6-9477-ee11271a793d. {{(pid=88903) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:37:11.985516 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9116fb35-eea3-43c3-b9d5-2e19459feec2 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:12.040678 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a8bf358d-831a-463f-9523-e22ff3c75b6b tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:12.045441 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a8bf358d-831a-463f-9523-e22ff3c75b6b tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.6779480 May 27 02:37:12.046128 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38382) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:12.131710 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38390) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:12.133383 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e17047ff-30c2-419e-8484-49b042d40278 None None] Provisioning complete for port 1d6d369c-934c-4961-ae0d-a0b7284e8916 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:12.133764 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e17047ff-30c2-419e-8484-49b042d40278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:12.155391 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-884f41df-3598-46f1-aa95-1961c541bfa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:12.172603 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-60382be6-1ea6-4689-a4a3-9c0d0c7a97bf None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:12.175754 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-884f41df-3598-46f1-aa95-1961c541bfa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:12.176022 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-80c599e9-9736-4831-b908-760af1e88a06 None None] Set router e93f217e-9cc2-403e-8de5-e16be5843682 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:37:12.180746 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-884f41df-3598-46f1-aa95-1961c541bfa2 admin admin] Usage tracker for resource:security_group_rule and tenant:7dc01521710f479c82fba51c9415962d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:12.185233 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-884f41df-3598-46f1-aa95-1961c541bfa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:12.201819 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-e17047ff-30c2-419e-8484-49b042d40278 None None] Port 1d6d369c-934c-4961-ae0d-a0b7284e8916 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:37:12.203349 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-884f41df-3598-46f1-aa95-1961c541bfa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:12.217220 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6c8f1721-bc3b-45f7-9a5e-c4971f61f327 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:12.235234 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0859dc4f-f518-49b5-82a0-cbf76ec5b8fa tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Made reservation on behalf of 06c4fa5e71c94d138c98e5ba8a8181ad for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:37:12.238710 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0859dc4f-f518-49b5-82a0-cbf76ec5b8fa tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:12.280989 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-0859dc4f-f518-49b5-82a0-cbf76ec5b8fa tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] device_id is not set on port fc3bece7-3e98-46e5-9594-72ced18507de yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:37:12.310225 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6c8f1721-bc3b-45f7-9a5e-c4971f61f327 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:12.311418 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6c8f1721-bc3b-45f7-9a5e-c4971f61f327 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:12.329308 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5dd2729e-57ed-436c-8fd4-f25c1ebc8889 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] 10.222.0.57 "GET /v2.0/routers/e93f217e-9cc2-403e-8de5-e16be5843682 HTTP/1.1" status: 200 len: 909 time: 0.2787132 May 27 02:37:12.335286 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38400) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:12.342895 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-60382be6-1ea6-4689-a4a3-9c0d0c7a97bf None None] Transition to ACTIVE for port object 80732f0f-e295-4b91-acde-fb2daac58e39 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:37:12.347972 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9116fb35-eea3-43c3-b9d5-2e19459feec2 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:12.362626 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-983b2c02-ac6d-4669-b490-a284918edee7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1174840917', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'enable_snat': True}}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:12.375409 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-60382be6-1ea6-4689-a4a3-9c0d0c7a97bf None None] Transition to ACTIVE for port object 80732f0f-e295-4b91-acde-fb2daac58e39 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:37:12.398522 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-983b2c02-ac6d-4669-b490-a284918edee7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:12.412216 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-983b2c02-ac6d-4669-b490-a284918edee7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Usage tracker for resource:router and tenant:21f04540d9144b108560259d9299bff5 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:12.416503 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-983b2c02-ac6d-4669-b490-a284918edee7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:12.422735 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116fb35-eea3-43c3-b9d5-2e19459feec2 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Subnet': ['ID=ab659e3c-9dbf-4567-a1e1-9f6cce92fb91,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:12.431143 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9116fb35-eea3-43c3-b9d5-2e19459feec2 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:12.434283 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-983b2c02-ac6d-4669-b490-a284918edee7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:12.434957 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1885bc43-47ad-4754-adf1-c55edc6d24c0 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:37:12.451608 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9116fb35-eea3-43c3-b9d5-2e19459feec2 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/ab659e3c-9dbf-4567-a1e1-9f6cce92fb91 HTTP/1.1" status: 204 len: 168 time: 1.2091286 May 27 02:37:12.452775 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38410) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:12.473515 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-60382be6-1ea6-4689-a4a3-9c0d0c7a97bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:12.524511 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f1721-bc3b-45f7-9a5e-c4971f61f327 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event updated for resources: {'Port': ['ID=1d6d369c-934c-4961-ae0d-a0b7284e8916,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:12.540905 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-80c599e9-9736-4831-b908-760af1e88a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93f217e-9cc2-403e-8de5-e16be5843682', 'name': 'tempest-snat-router-1174840917', 'tenant_id': '21f04540d9144b108560259d9299bff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.197'}], 'enable_snat': False}, 'gw_port_id': 'd54950d6-c739-4249-9713-af24f993fd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:37:05Z', 'updated_at': '2022-05-27T02:37:09Z', 'revision_number': 3, 'project_id': '21f04540d9144b108560259d9299bff5', 'gw_port': {'id': 'd54950d6-c739-4249-9713-af24f993fd8b', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:52:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93f217e-9cc2-403e-8de5-e16be5843682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:37:08Z', 'updated_at': '2022-05-27T02:37:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:12.547439 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c599e9-9736-4831-b908-760af1e88a06 None None] Checking router: e93f217e-9cc2-403e-8de5-e16be5843682 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:37:12.548006 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c599e9-9736-4831-b908-760af1e88a06 None None] Updating router e93f217e-9cc2-403e-8de5-e16be5843682 port d54950d6-c739-4249-9713-af24f993fd8b binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:37:12.597128 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-0859dc4f-f518-49b5-82a0-cbf76ec5b8fa tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Allocated IP 2001:db8::24 (a24d3b23-6e62-4068-aa03-5aecfdf34065/52387524-697f-4f89-bdb5-c97978621f33/fc3bece7-3e98-46e5-9594-72ced18507de) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:37:12.615726 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-80c599e9-9736-4831-b908-760af1e88a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:12.625195 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8f1721-bc3b-45f7-9a5e-c4971f61f327 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Network e0c952f9-0fe1-4e7b-a75f-a7957ef16736 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:37:12.627907 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-6c8f1721-bc3b-45f7-9a5e-c4971f61f327 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:37:12.735809 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0d403a2b-187d-4a37-8181-035d30fbd9fb tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2822487 May 27 02:37:12.739938 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38428) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:12.741059 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-983b2c02-ac6d-4669-b490-a284918edee7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:12.742246 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-983b2c02-ac6d-4669-b490-a284918edee7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:12.763725 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-a43ab94f-38c5-4c3d-9459-9894d152d4fd tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'subnet': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:12.766615 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60382be6-1ea6-4689-a4a3-9c0d0c7a97bf None None] Network a24d3b23-6e62-4068-aa03-5aecfdf34065 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:37:12.806217 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-60382be6-1ea6-4689-a4a3-9c0d0c7a97bf None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:37:12.814191 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60382be6-1ea6-4689-a4a3-9c0d0c7a97bf None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:37:12.898679 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60382be6-1ea6-4689-a4a3-9c0d0c7a97bf None None] Pushing event updated for resources: {'Port': ['ID=80732f0f-e295-4b91-acde-fb2daac58e39,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:12.982836 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device dbafb421-1d82-4036-9f4d-1199b19a61ec up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:37:12.990644 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-983b2c02-ac6d-4669-b490-a284918edee7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:13.069801 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-60382be6-1ea6-4689-a4a3-9c0d0c7a97bf None None] Attempting to bind port 80732f0f-e295-4b91-acde-fb2daac58e39 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:37:13.070316 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-60382be6-1ea6-4689-a4a3-9c0d0c7a97bf None None] Attempting to bind port 80732f0f-e295-4b91-acde-fb2daac58e39 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'f7fe00ac-fd46-474c-83d9-0249a93ddb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a24d3b23-6e62-4068-aa03-5aecfdf34065'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:37:13.070681 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60382be6-1ea6-4689-a4a3-9c0d0c7a97bf None None] Attempting to bind port 80732f0f-e295-4b91-acde-fb2daac58e39 on network a24d3b23-6e62-4068-aa03-5aecfdf34065 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:37:13.081887 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60382be6-1ea6-4689-a4a3-9c0d0c7a97bf None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:37:13.082794 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60382be6-1ea6-4689-a4a3-9c0d0c7a97bf None None] Checking segment: {'id': 'f7fe00ac-fd46-474c-83d9-0249a93ddb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a24d3b23-6e62-4068-aa03-5aecfdf34065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:37:13.083200 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-60382be6-1ea6-4689-a4a3-9c0d0c7a97bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:13.083839 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60382be6-1ea6-4689-a4a3-9c0d0c7a97bf None None] Bound using segment: {'id': 'f7fe00ac-fd46-474c-83d9-0249a93ddb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a24d3b23-6e62-4068-aa03-5aecfdf34065'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:37:13.084327 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-60382be6-1ea6-4689-a4a3-9c0d0c7a97bf None None] Bound port: 80732f0f-e295-4b91-acde-fb2daac58e39, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7fe00ac-fd46-474c-83d9-0249a93ddb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a24d3b23-6e62-4068-aa03-5aecfdf34065'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:37:13.084699 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-60382be6-1ea6-4689-a4a3-9c0d0c7a97bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:13.101505 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-884f41df-3598-46f1-aa95-1961c541bfa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:13.157837 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a43ab94f-38c5-4c3d-9459-9894d152d4fd tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:13.161018 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-80c599e9-9736-4831-b908-760af1e88a06 None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:13.162245 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a43ab94f-38c5-4c3d-9459-9894d152d4fd tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:subnet and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:13.165777 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a43ab94f-38c5-4c3d-9459-9894d152d4fd tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:13.172184 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a43ab94f-38c5-4c3d-9459-9894d152d4fd tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:13.189805 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-884f41df-3598-46f1-aa95-1961c541bfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:13.191552 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-80c599e9-9736-4831-b908-760af1e88a06 None None] Transition to ACTIVE for port object d54950d6-c739-4249-9713-af24f993fd8b will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:37:13.209502 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port dbafb421-1d82-4036-9f4d-1199b19a61ec triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:13.209502 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:13.240589 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c3d026-0b8e-4fde-b5a7-76538f318c3c None None] DHCP port deletion for 1e095441-a19f-4261-8588-a806dc249ed2 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:37:13.256774 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43ab94f-38c5-4c3d-9459-9894d152d4fd tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:37:13.257654 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-15c3d026-0b8e-4fde-b5a7-76538f318c3c None None] Deleting port dbafb421-1d82-4036-9f4d-1199b19a61ec {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:37:13.258028 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-15c3d026-0b8e-4fde-b5a7-76538f318c3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:13.261767 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a43ab94f-38c5-4c3d-9459-9894d152d4fd tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:13.271691 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-884f41df-3598-46f1-aa95-1961c541bfa2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7dc01521710f479c82fba51c9415962d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1355388 May 27 02:37:13.271691 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f41df-3598-46f1-aa95-1961c541bfa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d950e547-b927-4ec9-acc3-5903ccc9e70d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:13.277241 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-80c599e9-9736-4831-b908-760af1e88a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:13.277608 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38452) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:13.350198 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cc666d00-c5bc-42e9-b349-59496be58d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:13.381809 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cc666d00-c5bc-42e9-b349-59496be58d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:13.394584 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-80c599e9-9736-4831-b908-760af1e88a06 None None] Attempting to bind port d54950d6-c739-4249-9713-af24f993fd8b on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:37:13.395058 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-80c599e9-9736-4831-b908-760af1e88a06 None None] Attempting to bind port d54950d6-c739-4249-9713-af24f993fd8b by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:37:13.395602 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c599e9-9736-4831-b908-760af1e88a06 None None] Attempting to bind port d54950d6-c739-4249-9713-af24f993fd8b on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:37:13.401878 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c8f1721-bc3b-45f7-9a5e-c4971f61f327 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Router 871b0d74-f54c-442d-8670-1018b1159fac is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:37:13.408274 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c599e9-9736-4831-b908-760af1e88a06 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:37:13.409500 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c599e9-9736-4831-b908-760af1e88a06 None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:37:13.410062 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-80c599e9-9736-4831-b908-760af1e88a06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:13.411421 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c599e9-9736-4831-b908-760af1e88a06 None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:37:13.412334 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-80c599e9-9736-4831-b908-760af1e88a06 None None] Bound port: d54950d6-c739-4249-9713-af24f993fd8b, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:37:13.413004 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-80c599e9-9736-4831-b908-760af1e88a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:13.420776 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-8c3960e2-0c76-4049-8863-374aa2e92f9f None None] Provisioning complete for port 1d6d369c-934c-4961-ae0d-a0b7284e8916 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:13.421369 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8c3960e2-0c76-4049-8863-374aa2e92f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:13.474822 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0859dc4f-f518-49b5-82a0-cbf76ec5b8fa tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:13.520643 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-80c599e9-9736-4831-b908-760af1e88a06 None None] For port d54950d6-c739-4249-9713-af24f993fd8b, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:37:13.525910 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-80c599e9-9736-4831-b908-760af1e88a06 None None] For port d54950d6-c739-4249-9713-af24f993fd8b, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=d54950d6-c739-4249-9713-af24f993fd8b,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:37:13.539844 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0273f8f-6879-482d-8b84-bca5a5b0dac0 None None] Pushing event updated for resources: {'Port': ['ID=d54950d6-c739-4249-9713-af24f993fd8b,revision_number=2']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:13.549703 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0273f8f-6879-482d-8b84-bca5a5b0dac0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:13.550029 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0273f8f-6879-482d-8b84-bca5a5b0dac0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:13.550357 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0273f8f-6879-482d-8b84-bca5a5b0dac0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:13.550734 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0273f8f-6879-482d-8b84-bca5a5b0dac0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:13.551062 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0273f8f-6879-482d-8b84-bca5a5b0dac0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:13.551440 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0273f8f-6879-482d-8b84-bca5a5b0dac0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:13.551758 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0273f8f-6879-482d-8b84-bca5a5b0dac0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:13.552071 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0273f8f-6879-482d-8b84-bca5a5b0dac0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:13.552816 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0273f8f-6879-482d-8b84-bca5a5b0dac0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:13.553501 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0273f8f-6879-482d-8b84-bca5a5b0dac0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:13.553738 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0273f8f-6879-482d-8b84-bca5a5b0dac0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:13.554057 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0273f8f-6879-482d-8b84-bca5a5b0dac0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:13.594052 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-60382be6-1ea6-4689-a4a3-9c0d0c7a97bf None None] For port 80732f0f-e295-4b91-acde-fb2daac58e39, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:37:13.594792 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8f1721-bc3b-45f7-9a5e-c4971f61f327 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:37:13.607537 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-80c599e9-9736-4831-b908-760af1e88a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:13.612031 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6c8f1721-bc3b-45f7-9a5e-c4971f61f327 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "PUT /v2.0/routers/871b0d74-f54c-442d-8670-1018b1159fac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4271677 May 27 02:37:13.612895 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38470) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:13.620761 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58eca70-5eee-46c4-90fd-a43ea48fc527 None None] Sync routers for ids ['871b0d74-f54c-442d-8670-1018b1159fac'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:37:13.631713 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-8c3960e2-0c76-4049-8863-374aa2e92f9f None None] Port 1d6d369c-934c-4961-ae0d-a0b7284e8916 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:37:13.639636 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-60382be6-1ea6-4689-a4a3-9c0d0c7a97bf None None] For port 80732f0f-e295-4b91-acde-fb2daac58e39, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=80732f0f-e295-4b91-acde-fb2daac58e39,segment=NetworkSegment(f7fe00ac-fd46-474c-83d9-0249a93ddb15),segment_id=f7fe00ac-fd46-474c-83d9-0249a93ddb15)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:37:13.684419 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58eca70-5eee-46c4-90fd-a43ea48fc527 None None] Routers {'871b0d74-f54c-442d-8670-1018b1159fac'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:37:13.685212 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f58eca70-5eee-46c4-90fd-a43ea48fc527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:36:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['871b0d74-f54c-442d-8670-1018b1159fac'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:13.689143 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fd3d01-0317-47cf-b3b7-ebd333f5a15b tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:13.689779 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-45fd3d01-0317-47cf-b3b7-ebd333f5a15b tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Synchronizing usage tracker for tenant:6f15f0e8362347e99ea74d0bbe84ad40 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:37:13.694171 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cc666d00-c5bc-42e9-b349-59496be58d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:13.696573 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cc666d00-c5bc-42e9-b349-59496be58d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:13.700927 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-cc666d00-c5bc-42e9-b349-59496be58d78 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d950e547-b927-4ec9-acc3-5903ccc9e70d HTTP/1.1" status: 204 len: 168 time: 0.4243255 May 27 02:37:13.716200 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc666d00-c5bc-42e9-b349-59496be58d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d950e547-b927-4ec9-acc3-5903ccc9e70d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:13.807545 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-45fd3d01-0317-47cf-b3b7-ebd333f5a15b tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Unset dirty status for tenant:6f15f0e8362347e99ea74d0bbe84ad40 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:37:13.811717 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-45fd3d01-0317-47cf-b3b7-ebd333f5a15b tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "GET /v2.0/ports/1d6d369c-934c-4961-ae0d-a0b7284e8916 HTTP/1.1" status: 200 len: 983 time: 0.1979332 May 27 02:37:13.812323 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38484) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:13.814952 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0273f8f-6879-482d-8b84-bca5a5b0dac0 None None] Pushing event updated for resources: {'Port': ['ID=d54950d6-c739-4249-9713-af24f993fd8b,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:13.826033 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c599e9-9736-4831-b908-760af1e88a06 None None] Routers {'e93f217e-9cc2-403e-8de5-e16be5843682'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:37:13.827125 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-80c599e9-9736-4831-b908-760af1e88a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:36:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['e93f217e-9cc2-403e-8de5-e16be5843682'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:13.897308 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-60382be6-1ea6-4689-a4a3-9c0d0c7a97bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:13.972405 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f58eca70-5eee-46c4-90fd-a43ea48fc527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:13.987868 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-15c3d026-0b8e-4fde-b5a7-76538f318c3c None None] For port dbafb421-1d82-4036-9f4d-1199b19a61ec, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=dbafb421-1d82-4036-9f4d-1199b19a61ec,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:37:13.988141 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-15c3d026-0b8e-4fde-b5a7-76538f318c3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:14.046678 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-80c599e9-9736-4831-b908-760af1e88a06 None None] Set router e93f217e-9cc2-403e-8de5-e16be5843682 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:37:14.061532 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-0859dc4f-f518-49b5-82a0-cbf76ec5b8fa tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Transition to ACTIVE for port object fc3bece7-3e98-46e5-9594-72ced18507de will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:37:14.069349 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port dbafb421-1d82-4036-9f4d-1199b19a61ec is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:37:14.078791 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-983b2c02-ac6d-4669-b490-a284918edee7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:14.142188 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58eca70-5eee-46c4-90fd-a43ea48fc527 None None] Routers {'871b0d74-f54c-442d-8670-1018b1159fac'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:37:14.143109 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f58eca70-5eee-46c4-90fd-a43ea48fc527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:36:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['871b0d74-f54c-442d-8670-1018b1159fac'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:14.306465 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0859dc4f-f518-49b5-82a0-cbf76ec5b8fa tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:14.459610 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-15c3d026-0b8e-4fde-b5a7-76538f318c3c None None] Calling delete_port for dbafb421-1d82-4036-9f4d-1199b19a61ec owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:37:14.496258 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0859dc4f-f518-49b5-82a0-cbf76ec5b8fa tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Network a24d3b23-6e62-4068-aa03-5aecfdf34065 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:37:14.505325 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-0859dc4f-f518-49b5-82a0-cbf76ec5b8fa tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:37:14.511372 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0859dc4f-f518-49b5-82a0-cbf76ec5b8fa tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:37:14.521880 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0859dc4f-f518-49b5-82a0-cbf76ec5b8fa tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:14.528543 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0859dc4f-f518-49b5-82a0-cbf76ec5b8fa tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:14.544316 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a43ab94f-38c5-4c3d-9459-9894d152d4fd tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:14.571647 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f58eca70-5eee-46c4-90fd-a43ea48fc527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:14.572303 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58eca70-5eee-46c4-90fd-a43ea48fc527 None None] The sync data for ids ['871b0d74-f54c-442d-8670-1018b1159fac'] in n-d-843554-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:37:14.580309 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-80c599e9-9736-4831-b908-760af1e88a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93f217e-9cc2-403e-8de5-e16be5843682', 'name': 'tempest-snat-router-1174840917', 'tenant_id': '21f04540d9144b108560259d9299bff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.197'}], 'enable_snat': False}, 'gw_port_id': 'd54950d6-c739-4249-9713-af24f993fd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:37:05Z', 'updated_at': '2022-05-27T02:37:09Z', 'revision_number': 3, 'project_id': '21f04540d9144b108560259d9299bff5', 'gw_port': {'id': 'd54950d6-c739-4249-9713-af24f993fd8b', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:52:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93f217e-9cc2-403e-8de5-e16be5843682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:37:08Z', 'updated_at': '2022-05-27T02:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:14.586631 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c599e9-9736-4831-b908-760af1e88a06 None None] The sync data for ids ['e93f217e-9cc2-403e-8de5-e16be5843682'] in n-d-843554-3 is: [{'id': 'e93f217e-9cc2-403e-8de5-e16be5843682', 'name': 'tempest-snat-router-1174840917', 'tenant_id': '21f04540d9144b108560259d9299bff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.197'}], 'enable_snat': False}, 'gw_port_id': 'd54950d6-c739-4249-9713-af24f993fd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:37:05Z', 'updated_at': '2022-05-27T02:37:09Z', 'revision_number': 3, 'project_id': '21f04540d9144b108560259d9299bff5', 'gw_port': {'id': 'd54950d6-c739-4249-9713-af24f993fd8b', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:52:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93f217e-9cc2-403e-8de5-e16be5843682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:37:08Z', 'updated_at': '2022-05-27T02:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:37:14.595402 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60382be6-1ea6-4689-a4a3-9c0d0c7a97bf None None] Pushing event updated for resources: {'Port': ['ID=80732f0f-e295-4b91-acde-fb2daac58e39,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:14.646978 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ab94f-38c5-4c3d-9459-9894d152d4fd tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Subnet': ['ID=a9842653-074c-4368-ac1b-0751ec6622ee,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:14.655400 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0859dc4f-f518-49b5-82a0-cbf76ec5b8fa tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'Port': ['ID=fc3bece7-3e98-46e5-9594-72ced18507de,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:14.691396 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43ab94f-38c5-4c3d-9459-9894d152d4fd tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:37:14.693735 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-a43ab94f-38c5-4c3d-9459-9894d152d4fd tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:37:14.696629 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43ab94f-38c5-4c3d-9459-9894d152d4fd tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:14.697389 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a43ab94f-38c5-4c3d-9459-9894d152d4fd tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:14.808458 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-15c3d026-0b8e-4fde-b5a7-76538f318c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:14.848986 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0859dc4f-f518-49b5-82a0-cbf76ec5b8fa tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3875360 May 27 02:37:14.852627 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38540) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:14.911863 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c3d026-0b8e-4fde-b5a7-76538f318c3c None None] Pushing event deleted for resources: {'Port': ['ID=dbafb421-1d82-4036-9f4d-1199b19a61ec,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:14.930287 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c3d026-0b8e-4fde-b5a7-76538f318c3c None None] No DVR routers for this DVR port dbafb421-1d82-4036-9f4d-1199b19a61ec on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:37:14.936544 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0aff6f46-7e21-40b7-9850-938a30b2a0e9 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:14.949140 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e406aef-568c-46b6-bb65-c9760a789ac2 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:37:15.117395 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 80732f0f-e295-4b91-acde-fb2daac58e39 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:37:15.304480 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a43ab94f-38c5-4c3d-9459-9894d152d4fd tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5567601 May 27 02:37:15.328904 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38566) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:15.398038 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-983b2c02-ac6d-4669-b490-a284918edee7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:15.495560 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 80732f0f-e295-4b91-acde-fb2daac58e39 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:37:15.504435 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-0aff6f46-7e21-40b7-9850-938a30b2a0e9 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Deleting port 1d6d369c-934c-4961-ae0d-a0b7284e8916 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:37:15.504914 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0aff6f46-7e21-40b7-9850-938a30b2a0e9 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:15.536460 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b538dfd-7af0-40a5-a1a1-779d5f0cc22a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-1e095441-a19f-4261-8588-a806dc249ed2', 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'tenant_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'fixed_ips': [{'subnet_id': 'a9842653-074c-4368-ac1b-0751ec6622ee'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:37:15.537555 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3b538dfd-7af0-40a5-a1a1-779d5f0cc22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:15.556259 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-5eb0d058-24b7-42c6-992b-611cdc6a4709 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'port': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'name': 'tempest-NetworksTestDHCPv6-966551687'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:15.611332 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-983b2c02-ac6d-4669-b490-a284918edee7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:15.656283 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device dbafb421-1d82-4036-9f4d-1199b19a61ec no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:37:15.936608 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-3b538dfd-7af0-40a5-a1a1-779d5f0cc22a None None] Allocated IP 2001:db8::2 (1e095441-a19f-4261-8588-a806dc249ed2/a9842653-074c-4368-ac1b-0751ec6622ee/2ecd970e-6b0a-4c7f-acad-d496a35eb6e8) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:37:15.963842 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: dbafb421-1d82-4036-9f4d-1199b19a61ec {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:37:15.964933 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device dbafb421-1d82-4036-9f4d-1199b19a61ec not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:37:15.968175 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4aeb225-4e93-4001-b6e8-bd173de9414a None None] Network a24d3b23-6e62-4068-aa03-5aecfdf34065 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:37:16.088168 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0aff6f46-7e21-40b7-9850-938a30b2a0e9 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:16.181454 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a797f60a-1fe9-49f5-b5ca-95738c12decd None None] Provisioning for port 80732f0f-e295-4b91-acde-fb2daac58e39 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:37:16.214625 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a797f60a-1fe9-49f5-b5ca-95738c12decd None None] Provisioning complete for port 80732f0f-e295-4b91-acde-fb2daac58e39 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:16.215010 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a797f60a-1fe9-49f5-b5ca-95738c12decd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:16.247606 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-0aff6f46-7e21-40b7-9850-938a30b2a0e9 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Calling delete_port for 1d6d369c-934c-4961-ae0d-a0b7284e8916 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:37:16.562035 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0aff6f46-7e21-40b7-9850-938a30b2a0e9 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:16.565941 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5eb0d058-24b7-42c6-992b-611cdc6a4709 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:16.577125 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5eb0d058-24b7-42c6-992b-611cdc6a4709 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:port and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:16.582932 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5eb0d058-24b7-42c6-992b-611cdc6a4709 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:16.595250 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5eb0d058-24b7-42c6-992b-611cdc6a4709 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:16.612550 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-983b2c02-ac6d-4669-b490-a284918edee7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Allocated IP 172.25.1.18 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/dc805ac3-ea11-42a7-8194-5998dfe63776) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:37:16.629448 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6193633a-a8d4-4649-a1eb-291bd79c5d3c tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:16.632866 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff6f46-7e21-40b7-9850-938a30b2a0e9 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event deleted for resources: {'Port': ['ID=1d6d369c-934c-4961-ae0d-a0b7284e8916,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:16.702874 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3b538dfd-7af0-40a5-a1a1-779d5f0cc22a None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:16.728976 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a797f60a-1fe9-49f5-b5ca-95738c12decd None None] Current status of the port 80732f0f-e295-4b91-acde-fb2daac58e39 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:37:16.728976 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a797f60a-1fe9-49f5-b5ca-95738c12decd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:16.739957 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3b538dfd-7af0-40a5-a1a1-779d5f0cc22a None None] Transition to ACTIVE for port object 2ecd970e-6b0a-4c7f-acad-d496a35eb6e8 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:37:16.915861 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3b538dfd-7af0-40a5-a1a1-779d5f0cc22a None None] Transition to ACTIVE for port object 2ecd970e-6b0a-4c7f-acad-d496a35eb6e8 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:37:16.927001 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a797f60a-1fe9-49f5-b5ca-95738c12decd None None] For port 80732f0f-e295-4b91-acde-fb2daac58e39, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=80732f0f-e295-4b91-acde-fb2daac58e39,segment=NetworkSegment(f7fe00ac-fd46-474c-83d9-0249a93ddb15),segment_id=f7fe00ac-fd46-474c-83d9-0249a93ddb15)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:37:16.984534 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3b538dfd-7af0-40a5-a1a1-779d5f0cc22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:17.041306 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb0d058-24b7-42c6-992b-611cdc6a4709 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:37:17.045410 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5eb0d058-24b7-42c6-992b-611cdc6a4709 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:17.079629 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device d54950d6-c739-4249-9713-af24f993fd8b up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:37:17.080318 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0aff6f46-7e21-40b7-9850-938a30b2a0e9 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:17.111972 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a797f60a-1fe9-49f5-b5ca-95738c12decd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:17.188328 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b538dfd-7af0-40a5-a1a1-779d5f0cc22a None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:37:17.203629 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-3b538dfd-7af0-40a5-a1a1-779d5f0cc22a None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:37:17.206393 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b538dfd-7af0-40a5-a1a1-779d5f0cc22a None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:37:17.280940 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-5eb0d058-24b7-42c6-992b-611cdc6a4709 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] device_id is not set on port f1e33c08-abf6-46a6-8016-d8cee6ecc003 yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:37:17.358153 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b538dfd-7af0-40a5-a1a1-779d5f0cc22a None None] Pushing event updated for resources: {'Port': ['ID=2ecd970e-6b0a-4c7f-acad-d496a35eb6e8,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:17.438542 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-3b538dfd-7af0-40a5-a1a1-779d5f0cc22a None None] Attempting to bind port 2ecd970e-6b0a-4c7f-acad-d496a35eb6e8 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:37:17.439090 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-3b538dfd-7af0-40a5-a1a1-779d5f0cc22a None None] Attempting to bind port 2ecd970e-6b0a-4c7f-acad-d496a35eb6e8 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:37:17.440420 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b538dfd-7af0-40a5-a1a1-779d5f0cc22a None None] Attempting to bind port 2ecd970e-6b0a-4c7f-acad-d496a35eb6e8 on network 1e095441-a19f-4261-8588-a806dc249ed2 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:37:17.459966 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b538dfd-7af0-40a5-a1a1-779d5f0cc22a None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:37:17.460636 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b538dfd-7af0-40a5-a1a1-779d5f0cc22a None None] Checking segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:37:17.461229 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3b538dfd-7af0-40a5-a1a1-779d5f0cc22a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:17.461765 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b538dfd-7af0-40a5-a1a1-779d5f0cc22a None None] Bound using segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:37:17.462451 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-3b538dfd-7af0-40a5-a1a1-779d5f0cc22a None None] Bound port: 2ecd970e-6b0a-4c7f-acad-d496a35eb6e8, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:37:17.462981 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3b538dfd-7af0-40a5-a1a1-779d5f0cc22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:17.555705 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797f60a-1fe9-49f5-b5ca-95738c12decd None None] Pushing event updated for resources: {'Port': ['ID=80732f0f-e295-4b91-acde-fb2daac58e39,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:17.559029 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-983b2c02-ac6d-4669-b490-a284918edee7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:17.563512 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4eb7c868-8a47-4a30-ab0b-837b4fd5f98b None None] Provisioning for port fc3bece7-3e98-46e5-9594-72ced18507de completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:37:17.569321 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aff6f46-7e21-40b7-9850-938a30b2a0e9 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Router 871b0d74-f54c-442d-8670-1018b1159fac has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:37:17.570373 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4eb7c868-8a47-4a30-ab0b-837b4fd5f98b None None] Provisioning complete for port fc3bece7-3e98-46e5-9594-72ced18507de triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:17.570897 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4eb7c868-8a47-4a30-ab0b-837b4fd5f98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:17.657028 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-4eb7c868-8a47-4a30-ab0b-837b4fd5f98b None None] Port fc3bece7-3e98-46e5-9594-72ced18507de cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:37:17.663525 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port d54950d6-c739-4249-9713-af24f993fd8b completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:37:17.687829 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-3b538dfd-7af0-40a5-a1a1-779d5f0cc22a None None] For port 2ecd970e-6b0a-4c7f-acad-d496a35eb6e8, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:37:17.692684 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port d54950d6-c739-4249-9713-af24f993fd8b triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:17.693083 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:17.732906 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-5eb0d058-24b7-42c6-992b-611cdc6a4709 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Allocated IP 2001:db8::30 (1e095441-a19f-4261-8588-a806dc249ed2/a9842653-074c-4368-ac1b-0751ec6622ee/f1e33c08-abf6-46a6-8016-d8cee6ecc003) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:37:17.739936 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aff6f46-7e21-40b7-9850-938a30b2a0e9 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:37:17.751373 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-3b538dfd-7af0-40a5-a1a1-779d5f0cc22a None None] For port 2ecd970e-6b0a-4c7f-acad-d496a35eb6e8, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=2ecd970e-6b0a-4c7f-acad-d496a35eb6e8,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:37:17.753572 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f791179-04fb-4c5d-a1d9-5df0e0718112 None None] Sync routers for ids ['871b0d74-f54c-442d-8670-1018b1159fac'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:37:17.759696 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4eb7c868-8a47-4a30-ab0b-837b4fd5f98b None None] Provisioning complete for port 80732f0f-e295-4b91-acde-fb2daac58e39 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:17.760019 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4eb7c868-8a47-4a30-ab0b-837b4fd5f98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:17.770861 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f791179-04fb-4c5d-a1d9-5df0e0718112 None None] Routers {'871b0d74-f54c-442d-8670-1018b1159fac'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:37:17.772017 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-9f791179-04fb-4c5d-a1d9-5df0e0718112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:36:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['871b0d74-f54c-442d-8670-1018b1159fac'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:17.854168 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3b538dfd-7af0-40a5-a1a1-779d5f0cc22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:17.872403 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-9f791179-04fb-4c5d-a1d9-5df0e0718112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:17.876954 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0aff6f46-7e21-40b7-9850-938a30b2a0e9 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "PUT /v2.0/routers/871b0d74-f54c-442d-8670-1018b1159fac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0612080 May 27 02:37:17.879607 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38702) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:17.886398 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6193633a-a8d4-4649-a1eb-291bd79c5d3c tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:17.886708 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f791179-04fb-4c5d-a1d9-5df0e0718112 None None] Routers {'871b0d74-f54c-442d-8670-1018b1159fac'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:37:17.887583 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-9f791179-04fb-4c5d-a1d9-5df0e0718112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:36:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['871b0d74-f54c-442d-8670-1018b1159fac'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:17.973048 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-983b2c02-ac6d-4669-b490-a284918edee7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:17.977986 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-9f791179-04fb-4c5d-a1d9-5df0e0718112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:17.978466 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f791179-04fb-4c5d-a1d9-5df0e0718112 None None] The sync data for ids ['871b0d74-f54c-442d-8670-1018b1159fac'] in n-d-843554-3 is: [] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:37:18.040084 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b538dfd-7af0-40a5-a1a1-779d5f0cc22a None None] Pushing event updated for resources: {'Port': ['ID=2ecd970e-6b0a-4c7f-acad-d496a35eb6e8,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:18.073050 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port d54950d6-c739-4249-9713-af24f993fd8b is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:37:18.074056 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:18.112514 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port d54950d6-c739-4249-9713-af24f993fd8b, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=d54950d6-c739-4249-9713-af24f993fd8b,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:37:18.120953 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-4eb7c868-8a47-4a30-ab0b-837b4fd5f98b None None] Current status of the port 80732f0f-e295-4b91-acde-fb2daac58e39 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:37:18.183184 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:18.297481 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-bf9046df-6c9a-4cd8-91cc-5b5e7102451a None None] Provisioning complete for port fc3bece7-3e98-46e5-9594-72ced18507de triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:18.298028 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-bf9046df-6c9a-4cd8-91cc-5b5e7102451a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:18.307637 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6193633a-a8d4-4649-a1eb-291bd79c5d3c tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:18.337406 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983b2c02-ac6d-4669-b490-a284918edee7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:37:18.352178 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-983b2c02-ac6d-4669-b490-a284918edee7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:37:18.362654 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983b2c02-ac6d-4669-b490-a284918edee7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:37:18.384793 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-bf9046df-6c9a-4cd8-91cc-5b5e7102451a None None] Port fc3bece7-3e98-46e5-9594-72ced18507de cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:37:18.399579 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=d54950d6-c739-4249-9713-af24f993fd8b,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:18.601210 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b2c02-ac6d-4669-b490-a284918edee7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Pushing event updated for resources: {'Port': ['ID=dc805ac3-ea11-42a7-8194-5998dfe63776,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:18.727247 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-60983eb5-a112-4ca1-bbd7-107c9848635c None None] Provisioning complete for port fc3bece7-3e98-46e5-9594-72ced18507de triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:18.729115 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-60983eb5-a112-4ca1-bbd7-107c9848635c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:18.834574 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-60983eb5-a112-4ca1-bbd7-107c9848635c None None] Port fc3bece7-3e98-46e5-9594-72ced18507de cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:37:18.877012 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-54f8379d-b2cc-4bdb-bc4e-cc5afa92cd68 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] remove_router_interface failed (client error): The resource could not be found. May 27 02:37:18.881062 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38758) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:18.889412 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-54f8379d-b2cc-4bdb-bc4e-cc5afa92cd68 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "PUT /v2.0/routers/871b0d74-f54c-442d-8670-1018b1159fac/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0088086 May 27 02:37:18.939004 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7ff93cb4-4bbe-4d62-96de-ccd5f25ba974 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Synchronizing usage tracker for tenant:6f15f0e8362347e99ea74d0bbe84ad40 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:37:19.001721 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7ff93cb4-4bbe-4d62-96de-ccd5f25ba974 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Unset dirty status for tenant:6f15f0e8362347e99ea74d0bbe84ad40 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:37:19.003034 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7ff93cb4-4bbe-4d62-96de-ccd5f25ba974 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "GET /v2.0/ports?device_id=871b0d74-f54c-442d-8670-1018b1159fac HTTP/1.1" status: 200 len: 205 time: 0.1208818 May 27 02:37:19.005585 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38770) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:19.023663 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 80732f0f-e295-4b91-acde-fb2daac58e39 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:37:19.143158 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 80732f0f-e295-4b91-acde-fb2daac58e39 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:19.144485 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:19.167468 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193633a-a8d4-4649-a1eb-291bd79c5d3c tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'Port': ['ID=fc3bece7-3e98-46e5-9594-72ced18507de,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:19.190224 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5eb0d058-24b7-42c6-992b-611cdc6a4709 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:19.206514 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0022894-47c8-40e4-917d-a47edf61de1e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:19.236469 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:19.265846 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5eb0d058-24b7-42c6-992b-611cdc6a4709 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Transition to ACTIVE for port object f1e33c08-abf6-46a6-8016-d8cee6ecc003 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:37:19.342090 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 80732f0f-e295-4b91-acde-fb2daac58e39 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:37:19.343434 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 2ecd970e-6b0a-4c7f-acad-d496a35eb6e8 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:37:19.346075 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6193633a-a8d4-4649-a1eb-291bd79c5d3c tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:19.421477 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:19.518257 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5eb0d058-24b7-42c6-992b-611cdc6a4709 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:19.533379 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-23bcb643-5955-4b4c-bda1-de19dfe68dd7 None None] Provisioning for port 2ecd970e-6b0a-4c7f-acad-d496a35eb6e8 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:37:19.556159 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 2ecd970e-6b0a-4c7f-acad-d496a35eb6e8 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:37:19.563614 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 2ecd970e-6b0a-4c7f-acad-d496a35eb6e8 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:19.567635 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:19.595355 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6193633a-a8d4-4649-a1eb-291bd79c5d3c tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:19.676287 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0022894-47c8-40e4-917d-a47edf61de1e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:19.678934 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0022894-47c8-40e4-917d-a47edf61de1e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:19.725608 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 2ecd970e-6b0a-4c7f-acad-d496a35eb6e8 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:37:19.726033 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:19.736253 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb0d058-24b7-42c6-992b-611cdc6a4709 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:37:19.749068 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-5eb0d058-24b7-42c6-992b-611cdc6a4709 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:37:19.750873 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0022894-47c8-40e4-917d-a47edf61de1e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:19.754889 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0022894-47c8-40e4-917d-a47edf61de1e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Fanout notify agent at l3_agent the message router_deleted on router 871b0d74-f54c-442d-8670-1018b1159fac {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:37:19.782321 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 2ecd970e-6b0a-4c7f-acad-d496a35eb6e8, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=2ecd970e-6b0a-4c7f-acad-d496a35eb6e8,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:37:19.783724 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0022894-47c8-40e4-917d-a47edf61de1e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:19.784988 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d0022894-47c8-40e4-917d-a47edf61de1e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "DELETE /v2.0/routers/871b0d74-f54c-442d-8670-1018b1159fac HTTP/1.1" status: 204 len: 168 time: 0.7784929 May 27 02:37:19.787806 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38814) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:19.815841 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb0d058-24b7-42c6-992b-611cdc6a4709 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:37:19.823062 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb0d058-24b7-42c6-992b-611cdc6a4709 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:19.823983 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5eb0d058-24b7-42c6-992b-611cdc6a4709 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:19.872504 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:19.876892 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device d54950d6-c739-4249-9713-af24f993fd8b up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:37:19.900233 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d4c2151-9c8f-4707-a029-12ff69cacecf tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Deleting subnet 44ee04ec-f8e1-427e-adde-f8ab86ee746e {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:37:19.903623 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d4c2151-9c8f-4707-a029-12ff69cacecf tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:19.936540 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb0d058-24b7-42c6-992b-611cdc6a4709 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Port': ['ID=f1e33c08-abf6-46a6-8016-d8cee6ecc003,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:19.981590 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d4c2151-9c8f-4707-a029-12ff69cacecf tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:20.084575 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=2ecd970e-6b0a-4c7f-acad-d496a35eb6e8,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:20.100696 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d4c2151-9c8f-4707-a029-12ff69cacecf tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:20.123389 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port d54950d6-c739-4249-9713-af24f993fd8b triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:20.123772 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:20.251678 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port d54950d6-c739-4249-9713-af24f993fd8b is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:37:20.265014 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a8d15614-3ef1-4ab2-8322-95456546d7df None None] Provisioning for port f1e33c08-abf6-46a6-8016-d8cee6ecc003 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:37:20.265925 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d4c2151-9c8f-4707-a029-12ff69cacecf tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:20.273150 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a8d15614-3ef1-4ab2-8322-95456546d7df None None] Provisioning complete for port f1e33c08-abf6-46a6-8016-d8cee6ecc003 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:20.273718 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a8d15614-3ef1-4ab2-8322-95456546d7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:20.283779 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-983b2c02-ac6d-4669-b490-a284918edee7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:20.320558 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d4c2151-9c8f-4707-a029-12ff69cacecf tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:20.324008 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c2151-9c8f-4707-a029-12ff69cacecf tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event deleted for resources: {'Subnet': ['ID=44ee04ec-f8e1-427e-adde-f8ab86ee746e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:20.331681 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6d4c2151-9c8f-4707-a029-12ff69cacecf tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "DELETE /v2.0/subnets/44ee04ec-f8e1-427e-adde-f8ab86ee746e HTTP/1.1" status: 204 len: 168 time: 0.5425634 May 27 02:37:20.334424 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38838) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:20.358785 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0f0b8f-bac4-4003-9a84-f0c4e13981dc None None] Network e0c952f9-0fe1-4e7b-a75f-a7957ef16736 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:37:20.385572 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5eb0d058-24b7-42c6-992b-611cdc6a4709 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.9900277 May 27 02:37:20.410169 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38846) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:20.469766 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a8d15614-3ef1-4ab2-8322-95456546d7df None None] Port f1e33c08-abf6-46a6-8016-d8cee6ecc003 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:37:20.470394 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e4cd8dc0-f885-49f2-95f2-6f3d809746b7 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:20.487014 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-e4cd8dc0-f885-49f2-95f2-6f3d809746b7 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Deleting port 9f4c80f9-4d7c-4cea-a8db-085bf837a50e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:37:20.490139 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e4cd8dc0-f885-49f2-95f2-6f3d809746b7 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:20.668116 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16aa2731-58c8-48c3-9b86-a0c4de0046d9 None None] DHCP port deletion for e0c952f9-0fe1-4e7b-a75f-a7957ef16736 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:37:20.673180 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-16aa2731-58c8-48c3-9b86-a0c4de0046d9 None None] Deleting port 9f4c80f9-4d7c-4cea-a8db-085bf837a50e {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:37:20.676912 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-16aa2731-58c8-48c3-9b86-a0c4de0046d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:20.746348 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-e4cd8dc0-f885-49f2-95f2-6f3d809746b7 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] For port 9f4c80f9-4d7c-4cea-a8db-085bf837a50e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=9f4c80f9-4d7c-4cea-a8db-085bf837a50e,segment=NetworkSegment(47222302-486d-4fbe-9163-99c52403a11b),segment_id=47222302-486d-4fbe-9163-99c52403a11b)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:37:20.746897 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e4cd8dc0-f885-49f2-95f2-6f3d809746b7 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:20.824476 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43dd4dca-221f-45d4-aaf8-c64de3f3d63d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:20.840316 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43dd4dca-221f-45d4-aaf8-c64de3f3d63d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:20.840316 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-43dd4dca-221f-45d4-aaf8-c64de3f3d63d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:37:20.919882 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-16aa2731-58c8-48c3-9b86-a0c4de0046d9 None None] For port 9f4c80f9-4d7c-4cea-a8db-085bf837a50e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=9f4c80f9-4d7c-4cea-a8db-085bf837a50e,segment=NetworkSegment(47222302-486d-4fbe-9163-99c52403a11b),segment_id=47222302-486d-4fbe-9163-99c52403a11b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:37:20.920373 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-16aa2731-58c8-48c3-9b86-a0c4de0046d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:20.936352 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6193633a-a8d4-4649-a1eb-291bd79c5d3c tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:20.976884 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-983b2c02-ac6d-4669-b490-a284918edee7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:21.037705 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-e4cd8dc0-f885-49f2-95f2-6f3d809746b7 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Calling delete_port for 9f4c80f9-4d7c-4cea-a8db-085bf837a50e owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:37:21.039142 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6193633a-a8d4-4649-a1eb-291bd79c5d3c tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:21.039915 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6193633a-a8d4-4649-a1eb-291bd79c5d3c tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:21.058963 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-16aa2731-58c8-48c3-9b86-a0c4de0046d9 None None] Calling delete_port for 9f4c80f9-4d7c-4cea-a8db-085bf837a50e owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:37:21.089354 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-43dd4dca-221f-45d4-aaf8-c64de3f3d63d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:37:21.090510 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-43dd4dca-221f-45d4-aaf8-c64de3f3d63d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.6771197 May 27 02:37:21.099724 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38884) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:21.132287 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 2ecd970e-6b0a-4c7f-acad-d496a35eb6e8 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:37:21.202120 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 2ecd970e-6b0a-4c7f-acad-d496a35eb6e8 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:21.202484 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:21.251306 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-16aa2731-58c8-48c3-9b86-a0c4de0046d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:21.279226 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b5810b62-9d10-4c8b-bccc-e2552ab50909 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting port f1e33c08-abf6-46a6-8016-d8cee6ecc003 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:37:21.279566 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b5810b62-9d10-4c8b-bccc-e2552ab50909 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:21.304997 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193633a-a8d4-4649-a1eb-291bd79c5d3c tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'Port': ['ID=fc3bece7-3e98-46e5-9594-72ced18507de,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:21.313350 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa2731-58c8-48c3-9b86-a0c4de0046d9 None None] Pushing event deleted for resources: {'Port': ['ID=9f4c80f9-4d7c-4cea-a8db-085bf837a50e,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:21.317874 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16aa2731-58c8-48c3-9b86-a0c4de0046d9 None None] No DVR routers for this DVR port 9f4c80f9-4d7c-4cea-a8db-085bf837a50e on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:37:21.362313 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-e4cd8dc0-f885-49f2-95f2-6f3d809746b7 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:37:21.363989 n-d-843554-3 neutron-server[88901]: DEBUG oslo_db.api [None req-e4cd8dc0-f885-49f2-95f2-6f3d809746b7 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:37:21.405224 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6193633a-a8d4-4649-a1eb-291bd79c5d3c tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Network a24d3b23-6e62-4068-aa03-5aecfdf34065 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:37:21.409523 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-6193633a-a8d4-4649-a1eb-291bd79c5d3c tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:37:21.409649 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 2ecd970e-6b0a-4c7f-acad-d496a35eb6e8 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:37:21.472341 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 9f4c80f9-4d7c-4cea-a8db-085bf837a50e no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:37:21.512953 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 9f4c80f9-4d7c-4cea-a8db-085bf837a50e {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:37:21.513540 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 9f4c80f9-4d7c-4cea-a8db-085bf837a50e not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:37:21.598435 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983b2c02-ac6d-4669-b490-a284918edee7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Router 3b59eb75-644c-4e7d-bdaf-0aa4cb637e4b is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:37:21.749548 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b5810b62-9d10-4c8b-bccc-e2552ab50909 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:21.805360 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-dfa5f523-66c6-494b-bf58-ea67b4151aa3 None None] Provisioning complete for port fc3bece7-3e98-46e5-9594-72ced18507de triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:21.806145 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-dfa5f523-66c6-494b-bf58-ea67b4151aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:21.882331 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-dfa5f523-66c6-494b-bf58-ea67b4151aa3 None None] Port fc3bece7-3e98-46e5-9594-72ced18507de cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:37:21.918123 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-e4cd8dc0-f885-49f2-95f2-6f3d809746b7 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Deleting port 9f4c80f9-4d7c-4cea-a8db-085bf837a50e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:37:21.918479 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e4cd8dc0-f885-49f2-95f2-6f3d809746b7 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:21.952964 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6193633a-a8d4-4649-a1eb-291bd79c5d3c tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Router 46c35711-64c2-41d7-bdde-c72134ae08b2 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:37:21.953496 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b5810b62-9d10-4c8b-bccc-e2552ab50909 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Calling delete_port for f1e33c08-abf6-46a6-8016-d8cee6ecc003 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:37:22.045469 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-e4cd8dc0-f885-49f2-95f2-6f3d809746b7 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] The port '9f4c80f9-4d7c-4cea-a8db-085bf837a50e' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:37:22.126292 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983b2c02-ac6d-4669-b490-a284918edee7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:37:22.135490 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc5be66-1361-4274-8099-6002106dc599 None None] Sync routers for ids ['3b59eb75-644c-4e7d-bdaf-0aa4cb637e4b'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:37:22.146241 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc5be66-1361-4274-8099-6002106dc599 None None] Routers {'3b59eb75-644c-4e7d-bdaf-0aa4cb637e4b'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:37:22.146858 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-0fc5be66-1361-4274-8099-6002106dc599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:36:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['3b59eb75-644c-4e7d-bdaf-0aa4cb637e4b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:22.158794 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6193633a-a8d4-4649-a1eb-291bd79c5d3c tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:37:22.166512 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6193633a-a8d4-4649-a1eb-291bd79c5d3c tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "PUT /v2.0/routers/46c35711-64c2-41d7-bdde-c72134ae08b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2906754 May 27 02:37:22.166746 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38920) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:22.175917 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80613160-3155-4b78-b28d-3ddbda4e8781 None None] Sync routers for ids ['46c35711-64c2-41d7-bdde-c72134ae08b2'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:37:22.192121 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80613160-3155-4b78-b28d-3ddbda4e8781 None None] Routers {'46c35711-64c2-41d7-bdde-c72134ae08b2'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:37:22.193028 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-80613160-3155-4b78-b28d-3ddbda4e8781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:36:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['46c35711-64c2-41d7-bdde-c72134ae08b2'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:22.213810 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-983b2c02-ac6d-4669-b490-a284918edee7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:22.216586 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-983b2c02-ac6d-4669-b490-a284918edee7 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.8802001 May 27 02:37:22.219135 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38926) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:22.240759 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e4cd8dc0-f885-49f2-95f2-6f3d809746b7 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:22.329229 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-e4cd8dc0-f885-49f2-95f2-6f3d809746b7 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0c952f9-0fe1-4e7b-a75f-a7957ef16736']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:22.347745 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-e4cd8dc0-f885-49f2-95f2-6f3d809746b7 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47222302-486d-4fbe-9163-99c52403a11b') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:22.348039 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-e4cd8dc0-f885-49f2-95f2-6f3d809746b7 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47222302-486d-4fbe-9163-99c52403a11b') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:22.358768 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-80613160-3155-4b78-b28d-3ddbda4e8781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:22.371826 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e4cd8dc0-f885-49f2-95f2-6f3d809746b7 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:22.374239 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80613160-3155-4b78-b28d-3ddbda4e8781 None None] Routers {'46c35711-64c2-41d7-bdde-c72134ae08b2'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:37:22.375400 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-80613160-3155-4b78-b28d-3ddbda4e8781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:36:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['46c35711-64c2-41d7-bdde-c72134ae08b2'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:22.410302 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e4cd8dc0-f885-49f2-95f2-6f3d809746b7 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:22.431888 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4cd8dc0-f885-49f2-95f2-6f3d809746b7 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:37:22.431888 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e4cd8dc0-f885-49f2-95f2-6f3d809746b7 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:22.478977 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-0fc5be66-1361-4274-8099-6002106dc599 None None] Set router 3b59eb75-644c-4e7d-bdaf-0aa4cb637e4b gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:37:22.481348 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-80613160-3155-4b78-b28d-3ddbda4e8781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:22.481889 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80613160-3155-4b78-b28d-3ddbda4e8781 None None] The sync data for ids ['46c35711-64c2-41d7-bdde-c72134ae08b2'] in n-d-843554-3 is: [] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:37:22.515029 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dd93a4-e605-40ca-a4c8-efca3c4ef5a6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:22.516523 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-82dd93a4-e605-40ca-a4c8-efca3c4ef5a6 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "GET /v2.0/ports?device_id=46c35711-64c2-41d7-bdde-c72134ae08b2 HTTP/1.1" status: 200 len: 987 time: 0.3432453 May 27 02:37:22.521899 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38938) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:22.531255 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b5810b62-9d10-4c8b-bccc-e2552ab50909 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:22.667551 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e11714db-dc43-4cc7-af0b-6ab8f1b3d521 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] 10.222.0.57 "GET /v2.0/routers/3b59eb75-644c-4e7d-bdaf-0aa4cb637e4b HTTP/1.1" status: 200 len: 907 time: 0.4464908 May 27 02:37:22.670255 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38942) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:22.892290 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 47222302-486d-4fbe-9163-99c52403a11b resource provider aggregate not found May 27 02:37:22.902556 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5810b62-9d10-4c8b-bccc-e2552ab50909 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Port': ['ID=f1e33c08-abf6-46a6-8016-d8cee6ecc003,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:22.944285 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e484fad2-ca8a-4ab0-9134-5f0e1aec41b8 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for router, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:23.017656 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 47222302-486d-4fbe-9163-99c52403a11b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47222302-486d-4fbe-9163-99c52403a11b found for delete ", "request_id": "req-90e2ef58-d44b-4bf1-b7bb-ab969cef5477"}]} May 27 02:37:23.024802 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-0fc5be66-1361-4274-8099-6002106dc599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b59eb75-644c-4e7d-bdaf-0aa4cb637e4b', 'name': 'tempest-snat-router-1174840917', 'tenant_id': '21f04540d9144b108560259d9299bff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': 'dc805ac3-ea11-42a7-8194-5998dfe63776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:37:12Z', 'updated_at': '2022-05-27T02:37:19Z', 'revision_number': 3, 'project_id': '21f04540d9144b108560259d9299bff5', 'gw_port': {'id': 'dc805ac3-ea11-42a7-8194-5998dfe63776', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ac:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b59eb75-644c-4e7d-bdaf-0aa4cb637e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:37:15Z', 'updated_at': '2022-05-27T02:37:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:23.029599 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc5be66-1361-4274-8099-6002106dc599 None None] Checking router: 3b59eb75-644c-4e7d-bdaf-0aa4cb637e4b for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:37:23.030264 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc5be66-1361-4274-8099-6002106dc599 None None] Updating router 3b59eb75-644c-4e7d-bdaf-0aa4cb637e4b port dc805ac3-ea11-42a7-8194-5998dfe63776 binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:37:23.070552 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b5810b62-9d10-4c8b-bccc-e2552ab50909 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:23.119656 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0fc5be66-1361-4274-8099-6002106dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:23.203178 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b5810b62-9d10-4c8b-bccc-e2552ab50909 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/ports/f1e33c08-abf6-46a6-8016-d8cee6ecc003 HTTP/1.1" status: 204 len: 168 time: 2.1003323 May 27 02:37:23.204171 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e4cd8dc0-f885-49f2-95f2-6f3d809746b7 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:23.208294 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38956) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:23.283227 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e4cd8dc0-f885-49f2-95f2-6f3d809746b7 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:23.285456 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e4cd8dc0-f885-49f2-95f2-6f3d809746b7 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "DELETE /v2.0/networks/e0c952f9-0fe1-4e7b-a75f-a7957ef16736 HTTP/1.1" status: 204 len: 168 time: 2.9498606 May 27 02:37:23.290489 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38960) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:23.298829 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-6be8c5de-66d9-400a-b37e-ee3543e60b8e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1458942920'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:23.299895 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd8dc0-f885-49f2-95f2-6f3d809746b7 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event deleted for resources: {'Network': ['ID=e0c952f9-0fe1-4e7b-a75f-a7957ef16736,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:23.308866 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e484fad2-ca8a-4ab0-9134-5f0e1aec41b8 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:23.314195 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-6be8c5de-66d9-400a-b37e-ee3543e60b8e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:23.319857 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-6be8c5de-66d9-400a-b37e-ee3543e60b8e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Usage tracker for resource:network and tenant:6f15f0e8362347e99ea74d0bbe84ad40 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:23.323334 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-6be8c5de-66d9-400a-b37e-ee3543e60b8e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:23.329511 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-6be8c5de-66d9-400a-b37e-ee3543e60b8e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:23.365769 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d257a9c-14a0-4440-8011-d9306bee3bc8 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:23.367231 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d257a9c-14a0-4440-8011-d9306bee3bc8 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:23.367611 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e484fad2-ca8a-4ab0-9134-5f0e1aec41b8 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Deleting port dc805ac3-ea11-42a7-8194-5998dfe63776 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:37:23.367968 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4d257a9c-14a0-4440-8011-d9306bee3bc8 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:37:23.368074 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e484fad2-ca8a-4ab0-9134-5f0e1aec41b8 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:23.421069 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be8c5de-66d9-400a-b37e-ee3543e60b8e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Made reservation on behalf of 6f15f0e8362347e99ea74d0bbe84ad40 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:37:23.424975 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6be8c5de-66d9-400a-b37e-ee3543e60b8e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:23.595474 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0fc5be66-1361-4274-8099-6002106dc599 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:23.607202 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6be8c5de-66d9-400a-b37e-ee3543e60b8e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:37:23.613387 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-0fc5be66-1361-4274-8099-6002106dc599 None None] Transition to ACTIVE for port object dc805ac3-ea11-42a7-8194-5998dfe63776 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:37:23.620028 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c47cc1ef-480c-4ba1-b041-2d09ad62322d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:23.638030 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6be8c5de-66d9-400a-b37e-ee3543e60b8e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:23.638501 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-6be8c5de-66d9-400a-b37e-ee3543e60b8e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Added segment 28652318-2726-4ad9-bd6c-15ac8ed0441b of type vlan for network c14f2995-60b9-48b3-a4fc-da0452fc9cc1 May 27 02:37:23.675697 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e484fad2-ca8a-4ab0-9134-5f0e1aec41b8 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:23.692148 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4d257a9c-14a0-4440-8011-d9306bee3bc8 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:37:23.692148 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4d257a9c-14a0-4440-8011-d9306bee3bc8 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4798901 May 27 02:37:23.692435 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6be8c5de-66d9-400a-b37e-ee3543e60b8e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:23.695258 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0fc5be66-1361-4274-8099-6002106dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:23.698830 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38970) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:23.787884 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-0fc5be66-1361-4274-8099-6002106dc599 None None] Attempting to bind port dc805ac3-ea11-42a7-8194-5998dfe63776 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:37:23.788256 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-0fc5be66-1361-4274-8099-6002106dc599 None None] Attempting to bind port dc805ac3-ea11-42a7-8194-5998dfe63776 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:37:23.788626 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc5be66-1361-4274-8099-6002106dc599 None None] Attempting to bind port dc805ac3-ea11-42a7-8194-5998dfe63776 on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:37:23.796084 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc5be66-1361-4274-8099-6002106dc599 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:37:23.796630 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc5be66-1361-4274-8099-6002106dc599 None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:37:23.797083 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0fc5be66-1361-4274-8099-6002106dc599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:23.797481 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc5be66-1361-4274-8099-6002106dc599 None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:37:23.797955 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-0fc5be66-1361-4274-8099-6002106dc599 None None] Bound port: dc805ac3-ea11-42a7-8194-5998dfe63776, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:37:23.798331 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0fc5be66-1361-4274-8099-6002106dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:23.825840 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e484fad2-ca8a-4ab0-9134-5f0e1aec41b8 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Calling delete_port for dc805ac3-ea11-42a7-8194-5998dfe63776 owned by network:router_gateway {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:37:23.856140 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-437f78d9-debe-48f7-af41-0d107b045cc4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting subnet a9842653-074c-4368-ac1b-0751ec6622ee {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:37:23.915529 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-437f78d9-debe-48f7-af41-0d107b045cc4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:23.920493 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be2622-5b93-4153-9573-738f0ba12447 None None] Pushing event updated for resources: {'Port': ['ID=dc805ac3-ea11-42a7-8194-5998dfe63776,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:23.934709 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be2622-5b93-4153-9573-738f0ba12447 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:23.935058 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be2622-5b93-4153-9573-738f0ba12447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:23.935458 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be2622-5b93-4153-9573-738f0ba12447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:23.935800 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be2622-5b93-4153-9573-738f0ba12447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:23.936138 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be2622-5b93-4153-9573-738f0ba12447 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:23.936526 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be2622-5b93-4153-9573-738f0ba12447 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:23.936902 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be2622-5b93-4153-9573-738f0ba12447 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:23.937235 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be2622-5b93-4153-9573-738f0ba12447 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:23.937564 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be2622-5b93-4153-9573-738f0ba12447 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:23.937893 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be2622-5b93-4153-9573-738f0ba12447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:23.938220 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be2622-5b93-4153-9573-738f0ba12447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:23.938601 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be2622-5b93-4153-9573-738f0ba12447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:23.967722 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-0fc5be66-1361-4274-8099-6002106dc599 None None] For port dc805ac3-ea11-42a7-8194-5998dfe63776, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:37:23.970770 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [None req-6be8c5de-66d9-400a-b37e-ee3543e60b8e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:37:23.970910 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-0fc5be66-1361-4274-8099-6002106dc599 None None] For port dc805ac3-ea11-42a7-8194-5998dfe63776, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=dc805ac3-ea11-42a7-8194-5998dfe63776,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:37:24.020362 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-437f78d9-debe-48f7-af41-0d107b045cc4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:24.065310 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0fc5be66-1361-4274-8099-6002106dc599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:24.094221 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6be8c5de-66d9-400a-b37e-ee3543e60b8e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:24.101518 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be8c5de-66d9-400a-b37e-ee3543e60b8e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:24.102208 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6be8c5de-66d9-400a-b37e-ee3543e60b8e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:24.107579 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c47cc1ef-480c-4ba1-b041-2d09ad62322d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Deleting port fc3bece7-3e98-46e5-9594-72ced18507de {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:37:24.108135 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c47cc1ef-480c-4ba1-b041-2d09ad62322d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:24.138835 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-e484fad2-ca8a-4ab0-9134-5f0e1aec41b8 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:37:24.139304 n-d-843554-3 neutron-server[88902]: DEBUG oslo_db.api [None req-e484fad2-ca8a-4ab0-9134-5f0e1aec41b8 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:37:24.159354 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be2622-5b93-4153-9573-738f0ba12447 None None] Pushing event updated for resources: {'Port': ['ID=dc805ac3-ea11-42a7-8194-5998dfe63776,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:24.163004 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc5be66-1361-4274-8099-6002106dc599 None None] Routers {'3b59eb75-644c-4e7d-bdaf-0aa4cb637e4b'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:37:24.163630 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-0fc5be66-1361-4274-8099-6002106dc599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:36:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['3b59eb75-644c-4e7d-bdaf-0aa4cb637e4b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:24.164940 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-437f78d9-debe-48f7-af41-0d107b045cc4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:24.386087 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-0fc5be66-1361-4274-8099-6002106dc599 None None] Set router 3b59eb75-644c-4e7d-bdaf-0aa4cb637e4b gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:37:24.386325 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c47cc1ef-480c-4ba1-b041-2d09ad62322d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:24.446798 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be8c5de-66d9-400a-b37e-ee3543e60b8e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event updated for resources: {'Network': ['ID=c14f2995-60b9-48b3-a4fc-da0452fc9cc1,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:24.511298 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-437f78d9-debe-48f7-af41-0d107b045cc4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:24.514221 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network c14f2995-60b9-48b3-a4fc-da0452fc9cc1 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:37:24.521312 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c47cc1ef-480c-4ba1-b041-2d09ad62322d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Calling delete_port for fc3bece7-3e98-46e5-9594-72ced18507de owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:37:24.537430 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6be8c5de-66d9-400a-b37e-ee3543e60b8e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2437701 May 27 02:37:24.538248 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38978) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:24.545906 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-81ff4a48-fca2-4fc6-a71e-171e2c50ae0d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Request body: {'subnet': {'network_id': 'c14f2995-60b9-48b3-a4fc-da0452fc9cc1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:24.547718 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-0fc5be66-1361-4274-8099-6002106dc599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b59eb75-644c-4e7d-bdaf-0aa4cb637e4b', 'name': 'tempest-snat-router-1174840917', 'tenant_id': '21f04540d9144b108560259d9299bff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:37:12Z', 'updated_at': '2022-05-27T02:37:23Z', 'revision_number': 4, 'project_id': '21f04540d9144b108560259d9299bff5', 'gw_port_host': None}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:24.607566 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f78d9-debe-48f7-af41-0d107b045cc4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Subnet': ['ID=a9842653-074c-4368-ac1b-0751ec6622ee,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:24.608537 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc5be66-1361-4274-8099-6002106dc599 None None] The sync data for ids ['3b59eb75-644c-4e7d-bdaf-0aa4cb637e4b'] in n-d-843554-3 is: [{'id': '3b59eb75-644c-4e7d-bdaf-0aa4cb637e4b', 'name': 'tempest-snat-router-1174840917', 'tenant_id': '21f04540d9144b108560259d9299bff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:37:12Z', 'updated_at': '2022-05-27T02:37:23Z', 'revision_number': 4, 'project_id': '21f04540d9144b108560259d9299bff5', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:37:24.615424 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-437f78d9-debe-48f7-af41-0d107b045cc4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:24.644368 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1824ab0b-545d-4b9b-817c-989d3ed217ff None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:37:24.820374 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e484fad2-ca8a-4ab0-9134-5f0e1aec41b8 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Deleting port dc805ac3-ea11-42a7-8194-5998dfe63776 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:37:24.820859 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e484fad2-ca8a-4ab0-9134-5f0e1aec41b8 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:24.853541 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-437f78d9-debe-48f7-af41-0d107b045cc4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/a9842653-074c-4368-ac1b-0751ec6622ee HTTP/1.1" status: 204 len: 168 time: 1.1545000 May 27 02:37:24.865876 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-81ff4a48-fca2-4fc6-a71e-171e2c50ae0d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:24.866566 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38986) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:24.903088 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-81ff4a48-fca2-4fc6-a71e-171e2c50ae0d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Usage tracker for resource:subnet and tenant:6f15f0e8362347e99ea74d0bbe84ad40 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:24.914679 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-81ff4a48-fca2-4fc6-a71e-171e2c50ae0d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:24.930616 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-81ff4a48-fca2-4fc6-a71e-171e2c50ae0d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:24.961688 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c47cc1ef-480c-4ba1-b041-2d09ad62322d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:25.012872 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-950ba321-20c5-49f5-a6df-561710d4f495 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1449146 May 27 02:37:25.023566 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38990) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:25.039091 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ccc603c9-7328-468f-b9cd-9bb301bffa22 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'subnet': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:25.050766 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f974c0-256e-476a-9f2c-ce5341de42cc None None] DHCP port deletion for 1e095441-a19f-4261-8588-a806dc249ed2 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:37:25.056110 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a1f974c0-256e-476a-9f2c-ce5341de42cc None None] Deleting port 2ecd970e-6b0a-4c7f-acad-d496a35eb6e8 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:37:25.056665 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a1f974c0-256e-476a-9f2c-ce5341de42cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:25.058546 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47cc1ef-480c-4ba1-b041-2d09ad62322d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event deleted for resources: {'Port': ['ID=fc3bece7-3e98-46e5-9594-72ced18507de,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:25.116948 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ff4a48-fca2-4fc6-a71e-171e2c50ae0d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Made reservation on behalf of 6f15f0e8362347e99ea74d0bbe84ad40 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:37:25.122129 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-81ff4a48-fca2-4fc6-a71e-171e2c50ae0d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:25.342811 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-e484fad2-ca8a-4ab0-9134-5f0e1aec41b8 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] For port dc805ac3-ea11-42a7-8194-5998dfe63776, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=dc805ac3-ea11-42a7-8194-5998dfe63776,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:37:25.343182 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e484fad2-ca8a-4ab0-9134-5f0e1aec41b8 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:25.484111 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a1f974c0-256e-476a-9f2c-ce5341de42cc None None] For port 2ecd970e-6b0a-4c7f-acad-d496a35eb6e8, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=2ecd970e-6b0a-4c7f-acad-d496a35eb6e8,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:37:25.484635 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a1f974c0-256e-476a-9f2c-ce5341de42cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:25.598115 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9a7cf2e7-e822-4e62-bb8f-9a00248534e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:25.628411 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c47cc1ef-480c-4ba1-b041-2d09ad62322d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:25.647184 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e484fad2-ca8a-4ab0-9134-5f0e1aec41b8 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Calling delete_port for dc805ac3-ea11-42a7-8194-5998dfe63776 owned by network:router_gateway {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:37:25.673884 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a1f974c0-256e-476a-9f2c-ce5341de42cc None None] Calling delete_port for 2ecd970e-6b0a-4c7f-acad-d496a35eb6e8 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:37:25.847807 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a1f974c0-256e-476a-9f2c-ce5341de42cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:25.867449 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ccc603c9-7328-468f-b9cd-9bb301bffa22 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:25.912131 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f974c0-256e-476a-9f2c-ce5341de42cc None None] No DVR routers for this DVR port 2ecd970e-6b0a-4c7f-acad-d496a35eb6e8 on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:37:25.936945 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ccc603c9-7328-468f-b9cd-9bb301bffa22 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:subnet and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:25.938533 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f974c0-256e-476a-9f2c-ce5341de42cc None None] Pushing event deleted for resources: {'Port': ['ID=2ecd970e-6b0a-4c7f-acad-d496a35eb6e8,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:25.947130 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ccc603c9-7328-468f-b9cd-9bb301bffa22 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:26.022265 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ccc603c9-7328-468f-b9cd-9bb301bffa22 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:26.041413 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47cc1ef-480c-4ba1-b041-2d09ad62322d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Router 46c35711-64c2-41d7-bdde-c72134ae08b2 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:37:26.059386 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-81ff4a48-fca2-4fc6-a71e-171e2c50ae0d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:26.144312 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff4a48-fca2-4fc6-a71e-171e2c50ae0d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event updated for resources: {'Subnet': ['ID=5c9e604e-6b10-4883-a82e-beaa5e17b821,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:26.154530 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ff4a48-fca2-4fc6-a71e-171e2c50ae0d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Checking segment: {'id': '28652318-2726-4ad9-bd6c-15ac8ed0441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c14f2995-60b9-48b3-a4fc-da0452fc9cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:37:26.154759 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ff4a48-fca2-4fc6-a71e-171e2c50ae0d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Network hostable DHCP agents. Network: c14f2995-60b9-48b3-a4fc-da0452fc9cc1, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:37:26.183580 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47cc1ef-480c-4ba1-b041-2d09ad62322d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:37:26.193722 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3512c5-4cf4-4aa7-909f-b4d38c41473a None None] Sync routers for ids ['46c35711-64c2-41d7-bdde-c72134ae08b2'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:37:26.196085 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c47cc1ef-480c-4ba1-b041-2d09ad62322d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "PUT /v2.0/routers/46c35711-64c2-41d7-bdde-c72134ae08b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6664426 May 27 02:37:26.199431 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39008) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:26.205116 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3512c5-4cf4-4aa7-909f-b4d38c41473a None None] Routers {'46c35711-64c2-41d7-bdde-c72134ae08b2'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:37:26.205878 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ab3512c5-4cf4-4aa7-909f-b4d38c41473a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:36:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['46c35711-64c2-41d7-bdde-c72134ae08b2'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:26.243978 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-1514c059-db93-4fd5-a4bc-88966b524ae5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] GET failed (client error): The resource could not be found. May 27 02:37:26.244518 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1514c059-db93-4fd5-a4bc-88966b524ae5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Synchronizing usage tracker for tenant:06c4fa5e71c94d138c98e5ba8a8181ad on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:37:26.248225 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e484fad2-ca8a-4ab0-9134-5f0e1aec41b8 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:26.258414 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc603c9-7328-468f-b9cd-9bb301bffa22 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:37:26.269426 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ccc603c9-7328-468f-b9cd-9bb301bffa22 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:26.281188 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ab3512c5-4cf4-4aa7-909f-b4d38c41473a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:26.297083 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3512c5-4cf4-4aa7-909f-b4d38c41473a None None] Routers {'46c35711-64c2-41d7-bdde-c72134ae08b2'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:37:26.297878 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ab3512c5-4cf4-4aa7-909f-b4d38c41473a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:36:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['46c35711-64c2-41d7-bdde-c72134ae08b2'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:26.342674 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ff4a48-fca2-4fc6-a71e-171e2c50ae0d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Network c14f2995-60b9-48b3-a4fc-da0452fc9cc1 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:37:26.356578 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e484fad2-ca8a-4ab0-9134-5f0e1aec41b8 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc805ac3-ea11-42a7-8194-5998dfe63776,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:26.361378 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ab3512c5-4cf4-4aa7-909f-b4d38c41473a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:26.361912 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3512c5-4cf4-4aa7-909f-b4d38c41473a None None] The sync data for ids ['46c35711-64c2-41d7-bdde-c72134ae08b2'] in n-d-843554-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:37:26.419527 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-81ff4a48-fca2-4fc6-a71e-171e2c50ae0d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, c14f2995-60b9-48b3-a4fc-da0452fc9cc1) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:37:26.424040 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ff4a48-fca2-4fc6-a71e-171e2c50ae0d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:26.424617 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-81ff4a48-fca2-4fc6-a71e-171e2c50ae0d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:26.433172 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd5986e-4bba-4bde-9150-dfecd56e1e20 None None] Network c14f2995-60b9-48b3-a4fc-da0452fc9cc1 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:37:26.511668 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e484fad2-ca8a-4ab0-9134-5f0e1aec41b8 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:26.710994 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e484fad2-ca8a-4ab0-9134-5f0e1aec41b8 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:26.712697 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50ac9d8-7d86-464a-805c-aa334f99fa20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-c14f2995-60b9-48b3-a4fc-da0452fc9cc1', 'network_id': 'c14f2995-60b9-48b3-a4fc-da0452fc9cc1', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'fixed_ips': [{'subnet_id': '5c9e604e-6b10-4883-a82e-beaa5e17b821'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:37:26.713690 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e484fad2-ca8a-4ab0-9134-5f0e1aec41b8 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:26.714619 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f50ac9d8-7d86-464a-805c-aa334f99fa20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:26.723454 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-81ff4a48-fca2-4fc6-a71e-171e2c50ae0d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1837435 May 27 02:37:26.724241 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1514c059-db93-4fd5-a4bc-88966b524ae5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Unset dirty status for tenant:06c4fa5e71c94d138c98e5ba8a8181ad on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:37:26.727857 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1514c059-db93-4fd5-a4bc-88966b524ae5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "GET /v2.0/ports/fc3bece7-3e98-46e5-9594-72ced18507de HTTP/1.1" status: 404 len: 333 time: 0.5248713 May 27 02:37:26.728864 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39018) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:26.729754 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39020) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:26.746326 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-18f6944a-c05c-4c6b-a372-cfaf71b07291 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-886790563', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:26.824865 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e484fad2-ca8a-4ab0-9134-5f0e1aec41b8 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:26.830918 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e484fad2-ca8a-4ab0-9134-5f0e1aec41b8 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3b59eb75-644c-4e7d-bdaf-0aa4cb637e4b {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:37:26.856379 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e484fad2-ca8a-4ab0-9134-5f0e1aec41b8 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:26.865398 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e484fad2-ca8a-4ab0-9134-5f0e1aec41b8 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] 10.222.0.57 "DELETE /v2.0/routers/3b59eb75-644c-4e7d-bdaf-0aa4cb637e4b HTTP/1.1" status: 204 len: 168 time: 4.1892719 May 27 02:37:26.866644 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39028) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:26.872076 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-18f6944a-c05c-4c6b-a372-cfaf71b07291 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:26.877876 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ccc603c9-7328-468f-b9cd-9bb301bffa22 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:26.988499 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 2ecd970e-6b0a-4c7f-acad-d496a35eb6e8 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:37:27.042186 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 2ecd970e-6b0a-4c7f-acad-d496a35eb6e8 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:37:27.043160 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 2ecd970e-6b0a-4c7f-acad-d496a35eb6e8 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:37:27.080072 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-18f6944a-c05c-4c6b-a372-cfaf71b07291 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Usage tracker for resource:router and tenant:6f15f0e8362347e99ea74d0bbe84ad40 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:27.082758 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc603c9-7328-468f-b9cd-9bb301bffa22 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Subnet': ['ID=50fcaa4f-7a19-41b3-bb49-10d4abc0df46,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:27.095366 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-18f6944a-c05c-4c6b-a372-cfaf71b07291 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:27.109943 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc603c9-7328-468f-b9cd-9bb301bffa22 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:37:27.115421 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-f50ac9d8-7d86-464a-805c-aa334f99fa20 None None] Allocated IP 2001:db8::2 (c14f2995-60b9-48b3-a4fc-da0452fc9cc1/5c9e604e-6b10-4883-a82e-beaa5e17b821/6d999fd0-7b98-4f32-a786-084a24032bb8) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:37:27.123542 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-ccc603c9-7328-468f-b9cd-9bb301bffa22 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:37:27.127308 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-18f6944a-c05c-4c6b-a372-cfaf71b07291 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:27.132766 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc603c9-7328-468f-b9cd-9bb301bffa22 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:27.132766 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ccc603c9-7328-468f-b9cd-9bb301bffa22 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:27.138166 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93a8ec8-036c-47e6-8cfc-abe7afaa80e3 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:37:27.138427 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-604ed8ad-2599-4395-a38c-fe3681c3a8c5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:27.341281 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-18f6944a-c05c-4c6b-a372-cfaf71b07291 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:27.342521 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-18f6944a-c05c-4c6b-a372-cfaf71b07291 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:27.435890 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-38321d00-8897-41cd-b13c-0af7a785f5f0 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for router, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:27.617048 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-18f6944a-c05c-4c6b-a372-cfaf71b07291 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:27.649014 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ccc603c9-7328-468f-b9cd-9bb301bffa22 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6211500 May 27 02:37:27.656653 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f50ac9d8-7d86-464a-805c-aa334f99fa20 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:27.658993 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39048) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:27.668146 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f50ac9d8-7d86-464a-805c-aa334f99fa20 None None] Transition to ACTIVE for port object 6d999fd0-7b98-4f32-a786-084a24032bb8 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:37:27.677874 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-b2e15a5c-5dff-48aa-878c-59fc9a330eed tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'port': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'name': 'tempest-NetworksTestDHCPv6-611436529'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:27.687438 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f50ac9d8-7d86-464a-805c-aa334f99fa20 None None] Transition to ACTIVE for port object 6d999fd0-7b98-4f32-a786-084a24032bb8 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:37:27.704810 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-18f6944a-c05c-4c6b-a372-cfaf71b07291 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:27.738964 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c73736-1e50-4a89-9b5f-c7d870f5c665 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-1e095441-a19f-4261-8588-a806dc249ed2', 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'tenant_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'fixed_ips': [{'subnet_id': '50fcaa4f-7a19-41b3-bb49-10d4abc0df46'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:37:27.738964 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c3c73736-1e50-4a89-9b5f-c7d870f5c665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:27.746060 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-604ed8ad-2599-4395-a38c-fe3681c3a8c5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:27.751127 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-604ed8ad-2599-4395-a38c-fe3681c3a8c5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:27.841881 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-18f6944a-c05c-4c6b-a372-cfaf71b07291 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:27.843910 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-18f6944a-c05c-4c6b-a372-cfaf71b07291 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1127703 May 27 02:37:27.846538 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39056) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:27.856964 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-38321d00-8897-41cd-b13c-0af7a785f5f0 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:27.888067 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f50ac9d8-7d86-464a-805c-aa334f99fa20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:27.899842 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b2e15a5c-5dff-48aa-878c-59fc9a330eed tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:27.908054 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b2e15a5c-5dff-48aa-878c-59fc9a330eed tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:port and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:27.913236 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b2e15a5c-5dff-48aa-878c-59fc9a330eed tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:27.918998 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-604ed8ad-2599-4395-a38c-fe3681c3a8c5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:27.919507 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604ed8ad-2599-4395-a38c-fe3681c3a8c5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Fanout notify agent at l3_agent the message router_deleted on router 46c35711-64c2-41d7-bdde-c72134ae08b2 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:37:27.921831 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b2e15a5c-5dff-48aa-878c-59fc9a330eed tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:27.979047 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-38321d00-8897-41cd-b13c-0af7a785f5f0 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Deleting port d54950d6-c739-4249-9713-af24f993fd8b {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:37:27.979425 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-38321d00-8897-41cd-b13c-0af7a785f5f0 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:27.995625 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50ac9d8-7d86-464a-805c-aa334f99fa20 None None] Network c14f2995-60b9-48b3-a4fc-da0452fc9cc1 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:37:28.005377 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-604ed8ad-2599-4395-a38c-fe3681c3a8c5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:28.006525 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-604ed8ad-2599-4395-a38c-fe3681c3a8c5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/routers/46c35711-64c2-41d7-bdde-c72134ae08b2 HTTP/1.1" status: 204 len: 168 time: 1.2739944 May 27 02:37:28.009965 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39060) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:28.016277 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-f50ac9d8-7d86-464a-805c-aa334f99fa20 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:37:28.024214 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50ac9d8-7d86-464a-805c-aa334f99fa20 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:37:28.025453 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e15a5c-5dff-48aa-878c-59fc9a330eed tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:37:28.029563 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b2e15a5c-5dff-48aa-878c-59fc9a330eed tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:28.090385 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-37e0b2f7-5959-4284-b67a-fb9562ec6f07 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Deleting subnet 52387524-697f-4f89-bdb5-c97978621f33 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:37:28.108707 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3ee181be-73ae-482d-84ab-663f3d499bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:28.154257 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ac9d8-7d86-464a-805c-aa334f99fa20 None None] Pushing event updated for resources: {'Port': ['ID=6d999fd0-7b98-4f32-a786-084a24032bb8,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:28.211001 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-f50ac9d8-7d86-464a-805c-aa334f99fa20 None None] Attempting to bind port 6d999fd0-7b98-4f32-a786-084a24032bb8 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:37:28.211366 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-f50ac9d8-7d86-464a-805c-aa334f99fa20 None None] Attempting to bind port 6d999fd0-7b98-4f32-a786-084a24032bb8 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '28652318-2726-4ad9-bd6c-15ac8ed0441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c14f2995-60b9-48b3-a4fc-da0452fc9cc1'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:37:28.211733 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50ac9d8-7d86-464a-805c-aa334f99fa20 None None] Attempting to bind port 6d999fd0-7b98-4f32-a786-084a24032bb8 on network c14f2995-60b9-48b3-a4fc-da0452fc9cc1 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:37:28.221554 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50ac9d8-7d86-464a-805c-aa334f99fa20 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:37:28.221937 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50ac9d8-7d86-464a-805c-aa334f99fa20 None None] Checking segment: {'id': '28652318-2726-4ad9-bd6c-15ac8ed0441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c14f2995-60b9-48b3-a4fc-da0452fc9cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:37:28.222341 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f50ac9d8-7d86-464a-805c-aa334f99fa20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:28.222735 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50ac9d8-7d86-464a-805c-aa334f99fa20 None None] Bound using segment: {'id': '28652318-2726-4ad9-bd6c-15ac8ed0441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c14f2995-60b9-48b3-a4fc-da0452fc9cc1'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:37:28.223208 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-f50ac9d8-7d86-464a-805c-aa334f99fa20 None None] Bound port: 6d999fd0-7b98-4f32-a786-084a24032bb8, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28652318-2726-4ad9-bd6c-15ac8ed0441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c14f2995-60b9-48b3-a4fc-da0452fc9cc1'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:37:28.223583 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f50ac9d8-7d86-464a-805c-aa334f99fa20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:28.240612 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-b2e15a5c-5dff-48aa-878c-59fc9a330eed tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] device_id is not set on port 4459301e-c8a4-4a58-be06-6f08d8d3ed3d yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:37:28.247230 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-37e0b2f7-5959-4284-b67a-fb9562ec6f07 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:28.338303 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-f50ac9d8-7d86-464a-805c-aa334f99fa20 None None] For port 6d999fd0-7b98-4f32-a786-084a24032bb8, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:37:28.344043 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-f50ac9d8-7d86-464a-805c-aa334f99fa20 None None] For port 6d999fd0-7b98-4f32-a786-084a24032bb8, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=6d999fd0-7b98-4f32-a786-084a24032bb8,segment=NetworkSegment(28652318-2726-4ad9-bd6c-15ac8ed0441b),segment_id=28652318-2726-4ad9-bd6c-15ac8ed0441b)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:37:28.360684 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-c3c73736-1e50-4a89-9b5f-c7d870f5c665 None None] Allocated IP 2001:db8::2 (1e095441-a19f-4261-8588-a806dc249ed2/50fcaa4f-7a19-41b3-bb49-10d4abc0df46/c32b8022-bef7-4ddd-bcdb-06b9844865e0) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:37:28.417557 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-38321d00-8897-41cd-b13c-0af7a785f5f0 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] For port d54950d6-c739-4249-9713-af24f993fd8b, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=d54950d6-c739-4249-9713-af24f993fd8b,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:37:28.420638 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-38321d00-8897-41cd-b13c-0af7a785f5f0 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:28.460141 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f50ac9d8-7d86-464a-805c-aa334f99fa20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:28.500012 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-37e0b2f7-5959-4284-b67a-fb9562ec6f07 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:28.593840 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ac9d8-7d86-464a-805c-aa334f99fa20 None None] Pushing event updated for resources: {'Port': ['ID=6d999fd0-7b98-4f32-a786-084a24032bb8,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:28.641993 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3d5f9174-cbe4-4775-b596-5018a0863765 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:28.660217 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-38321d00-8897-41cd-b13c-0af7a785f5f0 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Calling delete_port for d54950d6-c739-4249-9713-af24f993fd8b owned by network:router_gateway {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:37:28.777641 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c3c73736-1e50-4a89-9b5f-c7d870f5c665 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:28.795047 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c3c73736-1e50-4a89-9b5f-c7d870f5c665 None None] Transition to ACTIVE for port object c32b8022-bef7-4ddd-bcdb-06b9844865e0 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:37:28.822678 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c3c73736-1e50-4a89-9b5f-c7d870f5c665 None None] Transition to ACTIVE for port object c32b8022-bef7-4ddd-bcdb-06b9844865e0 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:37:28.914082 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c3c73736-1e50-4a89-9b5f-c7d870f5c665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:28.992811 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-b2e15a5c-5dff-48aa-878c-59fc9a330eed tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Allocated IP 2001:db8::9a (1e095441-a19f-4261-8588-a806dc249ed2/50fcaa4f-7a19-41b3-bb49-10d4abc0df46/4459301e-c8a4-4a58-be06-6f08d8d3ed3d) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:37:29.007320 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-37e0b2f7-5959-4284-b67a-fb9562ec6f07 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:29.020473 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c73736-1e50-4a89-9b5f-c7d870f5c665 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:37:29.025643 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-c3c73736-1e50-4a89-9b5f-c7d870f5c665 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:37:29.029470 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c73736-1e50-4a89-9b5f-c7d870f5c665 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:37:29.115505 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:29.164103 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-38321d00-8897-41cd-b13c-0af7a785f5f0 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:29.195891 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:29.202019 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-c3c73736-1e50-4a89-9b5f-c7d870f5c665 None None] Attempting to bind port c32b8022-bef7-4ddd-bcdb-06b9844865e0 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:37:29.202465 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-c3c73736-1e50-4a89-9b5f-c7d870f5c665 None None] Attempting to bind port c32b8022-bef7-4ddd-bcdb-06b9844865e0 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:37:29.203062 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c73736-1e50-4a89-9b5f-c7d870f5c665 None None] Attempting to bind port c32b8022-bef7-4ddd-bcdb-06b9844865e0 on network 1e095441-a19f-4261-8588-a806dc249ed2 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:37:29.206894 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c73736-1e50-4a89-9b5f-c7d870f5c665 None None] Pushing event updated for resources: {'Port': ['ID=c32b8022-bef7-4ddd-bcdb-06b9844865e0,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:29.236312 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c73736-1e50-4a89-9b5f-c7d870f5c665 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:37:29.239580 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c73736-1e50-4a89-9b5f-c7d870f5c665 None None] Checking segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:37:29.241602 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c3c73736-1e50-4a89-9b5f-c7d870f5c665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:29.242489 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c73736-1e50-4a89-9b5f-c7d870f5c665 None None] Bound using segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:37:29.243264 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-c3c73736-1e50-4a89-9b5f-c7d870f5c665 None None] Bound port: c32b8022-bef7-4ddd-bcdb-06b9844865e0, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:37:29.244357 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c3c73736-1e50-4a89-9b5f-c7d870f5c665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:29.294827 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-37e0b2f7-5959-4284-b67a-fb9562ec6f07 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:29.351791 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-c3c73736-1e50-4a89-9b5f-c7d870f5c665 None None] For port c32b8022-bef7-4ddd-bcdb-06b9844865e0, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:37:29.356638 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-c3c73736-1e50-4a89-9b5f-c7d870f5c665 None None] For port c32b8022-bef7-4ddd-bcdb-06b9844865e0, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c32b8022-bef7-4ddd-bcdb-06b9844865e0,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:37:29.367117 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38321d00-8897-41cd-b13c-0af7a785f5f0 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Pushing event deleted for resources: {'Port': ['ID=d54950d6-c739-4249-9713-af24f993fd8b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:29.466029 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c3c73736-1e50-4a89-9b5f-c7d870f5c665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:29.475336 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b2e15a5c-5dff-48aa-878c-59fc9a330eed tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:29.499371 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b2e15a5c-5dff-48aa-878c-59fc9a330eed tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Transition to ACTIVE for port object 4459301e-c8a4-4a58-be06-6f08d8d3ed3d will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:37:29.535326 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e0b2f7-5959-4284-b67a-fb9562ec6f07 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event deleted for resources: {'Subnet': ['ID=52387524-697f-4f89-bdb5-c97978621f33,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:29.535326 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-37e0b2f7-5959-4284-b67a-fb9562ec6f07 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:29.536247 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84bd4f4-102f-46e6-b72a-11f08d381486 None None] Network a24d3b23-6e62-4068-aa03-5aecfdf34065 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:37:29.539576 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-3d5f9174-cbe4-4775-b596-5018a0863765 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Allocated IP 2001:db8::1 (c14f2995-60b9-48b3-a4fc-da0452fc9cc1/5c9e604e-6b10-4883-a82e-beaa5e17b821/d9ae100a-8a7c-4b8e-afb3-d58c7dfad162) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:37:29.543841 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-37e0b2f7-5959-4284-b67a-fb9562ec6f07 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/subnets/52387524-697f-4f89-bdb5-c97978621f33 HTTP/1.1" status: 204 len: 168 time: 1.5330174 May 27 02:37:29.576006 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39076) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:29.758591 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b2e15a5c-5dff-48aa-878c-59fc9a330eed tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:29.850665 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c73736-1e50-4a89-9b5f-c7d870f5c665 None None] Pushing event updated for resources: {'Port': ['ID=c32b8022-bef7-4ddd-bcdb-06b9844865e0,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:29.919178 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e15a5c-5dff-48aa-878c-59fc9a330eed tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:37:29.933593 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-b2e15a5c-5dff-48aa-878c-59fc9a330eed tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:37:29.943952 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e15a5c-5dff-48aa-878c-59fc9a330eed tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:37:29.950345 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e15a5c-5dff-48aa-878c-59fc9a330eed tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:29.951227 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b2e15a5c-5dff-48aa-878c-59fc9a330eed tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:30.024786 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e15a5c-5dff-48aa-878c-59fc9a330eed tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Port': ['ID=4459301e-c8a4-4a58-be06-6f08d8d3ed3d,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:30.037912 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3d5f9174-cbe4-4775-b596-5018a0863765 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:30.043932 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-38321d00-8897-41cd-b13c-0af7a785f5f0 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:30.082520 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-3d5f9174-cbe4-4775-b596-5018a0863765 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Transition to ACTIVE for port object d9ae100a-8a7c-4b8e-afb3-d58c7dfad162 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:37:30.132344 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b2e15a5c-5dff-48aa-878c-59fc9a330eed tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4719553 May 27 02:37:30.145905 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39086) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:30.173446 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:30.267020 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534e05ca-aee8-4314-b3ae-8a34c6c793e9 None None] DHCP port deletion for a24d3b23-6e62-4068-aa03-5aecfdf34065 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:37:30.271978 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6eef827e-6f02-49c0-9fc9-f1b1c75d23aa tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:30.272225 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-534e05ca-aee8-4314-b3ae-8a34c6c793e9 None None] Deleting port 80732f0f-e295-4b91-acde-fb2daac58e39 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:37:30.272695 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-534e05ca-aee8-4314-b3ae-8a34c6c793e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:30.327206 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6eef827e-6f02-49c0-9fc9-f1b1c75d23aa tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Deleting port 80732f0f-e295-4b91-acde-fb2daac58e39 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:37:30.329228 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6eef827e-6f02-49c0-9fc9-f1b1c75d23aa tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:30.383395 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-38321d00-8897-41cd-b13c-0af7a785f5f0 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:30.385902 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-38321d00-8897-41cd-b13c-0af7a785f5f0 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:30.487508 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-38321d00-8897-41cd-b13c-0af7a785f5f0 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:30.488261 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38321d00-8897-41cd-b13c-0af7a785f5f0 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e93f217e-9cc2-403e-8de5-e16be5843682 {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:37:30.500067 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-38321d00-8897-41cd-b13c-0af7a785f5f0 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:30.511689 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-38321d00-8897-41cd-b13c-0af7a785f5f0 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] 10.222.0.57 "DELETE /v2.0/routers/e93f217e-9cc2-403e-8de5-e16be5843682 HTTP/1.1" status: 204 len: 168 time: 3.6424735 May 27 02:37:30.513762 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39092) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:30.542653 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-253d2728-0fcd-484a-b390-8d19141d5c00 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1476149168', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}, 'admin_state_up': False}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:30.570524 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-253d2728-0fcd-484a-b390-8d19141d5c00 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:30.579710 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3d5f9174-cbe4-4775-b596-5018a0863765 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:30.584742 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-253d2728-0fcd-484a-b390-8d19141d5c00 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Usage tracker for resource:router and tenant:41c90b010e7f4a939183492c25cd5f9d is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:30.590300 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-253d2728-0fcd-484a-b390-8d19141d5c00 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:30.597655 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-253d2728-0fcd-484a-b390-8d19141d5c00 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:30.677976 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a50092-fcbc-43df-af7a-0abc1340d408 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:30.685143 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a50092-fcbc-43df-af7a-0abc1340d408 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:30.686197 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d9a50092-fcbc-43df-af7a-0abc1340d408 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:37:30.686913 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-534e05ca-aee8-4314-b3ae-8a34c6c793e9 None None] For port 80732f0f-e295-4b91-acde-fb2daac58e39, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=80732f0f-e295-4b91-acde-fb2daac58e39,segment=NetworkSegment(f7fe00ac-fd46-474c-83d9-0249a93ddb15),segment_id=f7fe00ac-fd46-474c-83d9-0249a93ddb15)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:37:30.687342 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-534e05ca-aee8-4314-b3ae-8a34c6c793e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:30.697123 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c9b0b3-8a68-47d8-bf36-5ef0cb8f5e79 None None] Network c14f2995-60b9-48b3-a4fc-da0452fc9cc1 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:37:30.724880 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-253d2728-0fcd-484a-b390-8d19141d5c00 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:30.725946 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-253d2728-0fcd-484a-b390-8d19141d5c00 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:30.783984 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-253d2728-0fcd-484a-b390-8d19141d5c00 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:30.811378 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39102) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:30.923634 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-6eef827e-6f02-49c0-9fc9-f1b1c75d23aa tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] For port 80732f0f-e295-4b91-acde-fb2daac58e39, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=80732f0f-e295-4b91-acde-fb2daac58e39,segment=NetworkSegment(f7fe00ac-fd46-474c-83d9-0249a93ddb15),segment_id=f7fe00ac-fd46-474c-83d9-0249a93ddb15)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:37:30.927424 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6eef827e-6f02-49c0-9fc9-f1b1c75d23aa tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:30.983527 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-534e05ca-aee8-4314-b3ae-8a34c6c793e9 None None] Calling delete_port for 80732f0f-e295-4b91-acde-fb2daac58e39 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:37:31.178249 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c896bef6-2698-42b2-8068-ab69fb85774d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:31.193776 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-df6a8456-ccdf-40b3-8d88-09c8a29be63a None None] Provisioning for port 6d999fd0-7b98-4f32-a786-084a24032bb8 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:37:31.245428 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5f9174-cbe4-4775-b596-5018a0863765 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Network c14f2995-60b9-48b3-a4fc-da0452fc9cc1 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:37:31.252146 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6eef827e-6f02-49c0-9fc9-f1b1c75d23aa tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Calling delete_port for 80732f0f-e295-4b91-acde-fb2daac58e39 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:37:31.289235 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-3d5f9174-cbe4-4775-b596-5018a0863765 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:37:31.295805 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5f9174-cbe4-4775-b596-5018a0863765 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:37:31.299892 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3d5f9174-cbe4-4775-b596-5018a0863765 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:31.302817 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-534e05ca-aee8-4314-b3ae-8a34c6c793e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:31.312182 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c896bef6-2698-42b2-8068-ab69fb85774d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:31.361589 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f9174-cbe4-4775-b596-5018a0863765 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event updated for resources: {'Port': ['ID=d9ae100a-8a7c-4b8e-afb3-d58c7dfad162,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:31.364619 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c32b8022-bef7-4ddd-bcdb-06b9844865e0 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:37:31.400566 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c896bef6-2698-42b2-8068-ab69fb85774d admin admin] Usage tracker for resource:security_group_rule and tenant:74bee27cdb7f4639857ffe5dc76a8a5a is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:31.404733 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-6eef827e-6f02-49c0-9fc9-f1b1c75d23aa tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:37:31.405407 n-d-843554-3 neutron-server[88901]: DEBUG oslo_db.api [None req-6eef827e-6f02-49c0-9fc9-f1b1c75d23aa tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:37:31.415081 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d9a50092-fcbc-43df-af7a-0abc1340d408 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:37:31.418988 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d9a50092-fcbc-43df-af7a-0abc1340d408 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 1.2645833 May 27 02:37:31.427078 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c896bef6-2698-42b2-8068-ab69fb85774d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:31.427181 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39112) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:31.428952 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c896bef6-2698-42b2-8068-ab69fb85774d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:31.433019 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-253d2728-0fcd-484a-b390-8d19141d5c00 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:31.480144 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534e05ca-aee8-4314-b3ae-8a34c6c793e9 None None] Pushing event deleted for resources: {'Port': ['ID=80732f0f-e295-4b91-acde-fb2daac58e39,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:31.487470 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534e05ca-aee8-4314-b3ae-8a34c6c793e9 None None] No DVR routers for this DVR port 80732f0f-e295-4b91-acde-fb2daac58e39 on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:37:31.570467 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-35e8a51a-8d18-4e82-9867-273f83e1f582 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting port 4459301e-c8a4-4a58-be06-6f08d8d3ed3d {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:37:31.570910 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-35e8a51a-8d18-4e82-9867-273f83e1f582 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:31.630392 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5c7900ca-45b8-4531-9381-5d67a49cdbd7 None None] Provisioning for port c32b8022-bef7-4ddd-bcdb-06b9844865e0 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:37:31.674200 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port c32b8022-bef7-4ddd-bcdb-06b9844865e0 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:37:31.680275 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3d5f9174-cbe4-4775-b596-5018a0863765 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:31.681073 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port c32b8022-bef7-4ddd-bcdb-06b9844865e0 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:31.681458 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:31.691239 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c896bef6-2698-42b2-8068-ab69fb85774d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:31.773400 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c896bef6-2698-42b2-8068-ab69fb85774d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:31.859231 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896bef6-2698-42b2-8068-ab69fb85774d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b255e0-fde0-44dd-82a9-99f3f28f0aab,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:31.931679 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c896bef6-2698-42b2-8068-ab69fb85774d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=74bee27cdb7f4639857ffe5dc76a8a5a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1170666 May 27 02:37:31.933349 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39120) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:31.986235 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port c32b8022-bef7-4ddd-bcdb-06b9844865e0 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:37:31.986697 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:32.034451 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port c32b8022-bef7-4ddd-bcdb-06b9844865e0, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c32b8022-bef7-4ddd-bcdb-06b9844865e0,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:37:32.059809 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-7457c1d3-6d98-4950-8ee9-b2f4d99a144f None None] Provisioning for port 4459301e-c8a4-4a58-be06-6f08d8d3ed3d completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:37:32.066036 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-7457c1d3-6d98-4950-8ee9-b2f4d99a144f None None] Provisioning complete for port 4459301e-c8a4-4a58-be06-6f08d8d3ed3d triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:32.071473 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7457c1d3-6d98-4950-8ee9-b2f4d99a144f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:32.168415 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-7457c1d3-6d98-4950-8ee9-b2f4d99a144f None None] Port 4459301e-c8a4-4a58-be06-6f08d8d3ed3d cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:37:32.170325 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:32.171344 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 6d999fd0-7b98-4f32-a786-084a24032bb8 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:37:32.172898 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-253d2728-0fcd-484a-b390-8d19141d5c00 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for router_gateway, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:32.224617 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-253d2728-0fcd-484a-b390-8d19141d5c00 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:32.255977 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6eef827e-6f02-49c0-9fc9-f1b1c75d23aa tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Deleting port 80732f0f-e295-4b91-acde-fb2daac58e39 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:37:32.256571 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6eef827e-6f02-49c0-9fc9-f1b1c75d23aa tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:32.296399 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0ec96f83-f135-4be7-b9c3-333ed43e9900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:32.332594 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=c32b8022-bef7-4ddd-bcdb-06b9844865e0,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:32.341798 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0ec96f83-f135-4be7-b9c3-333ed43e9900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:32.385646 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6eef827e-6f02-49c0-9fc9-f1b1c75d23aa tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] The port '80732f0f-e295-4b91-acde-fb2daac58e39' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:37:32.390156 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9b00daae-28e4-45d2-8e8a-f3aceb50988f None None] Provisioning for port d9ae100a-8a7c-4b8e-afb3-d58c7dfad162 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:37:32.396276 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9b00daae-28e4-45d2-8e8a-f3aceb50988f None None] Provisioning complete for port d9ae100a-8a7c-4b8e-afb3-d58c7dfad162 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:32.397026 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9b00daae-28e4-45d2-8e8a-f3aceb50988f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:32.429752 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 6d999fd0-7b98-4f32-a786-084a24032bb8 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:37:32.434864 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-253d2728-0fcd-484a-b390-8d19141d5c00 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Allocated IP 172.25.1.42 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/5a9c9f06-7b46-405e-9394-89d17a856e85) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:37:32.451728 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 6d999fd0-7b98-4f32-a786-084a24032bb8 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:32.452106 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:32.506417 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9b00daae-28e4-45d2-8e8a-f3aceb50988f None None] Port d9ae100a-8a7c-4b8e-afb3-d58c7dfad162 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:37:32.530993 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9b00daae-28e4-45d2-8e8a-f3aceb50988f None None] Provisioning complete for port 6d999fd0-7b98-4f32-a786-084a24032bb8 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:32.530993 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9b00daae-28e4-45d2-8e8a-f3aceb50988f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:32.576209 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-35e8a51a-8d18-4e82-9867-273f83e1f582 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:32.603665 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6eef827e-6f02-49c0-9fc9-f1b1c75d23aa tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:32.653653 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 6d999fd0-7b98-4f32-a786-084a24032bb8 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:37:32.654024 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:32.736024 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 6d999fd0-7b98-4f32-a786-084a24032bb8, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=6d999fd0-7b98-4f32-a786-084a24032bb8,segment=NetworkSegment(28652318-2726-4ad9-bd6c-15ac8ed0441b),segment_id=28652318-2726-4ad9-bd6c-15ac8ed0441b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:37:32.738307 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9b00daae-28e4-45d2-8e8a-f3aceb50988f None None] Current status of the port 6d999fd0-7b98-4f32-a786-084a24032bb8 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:37:32.738678 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9b00daae-28e4-45d2-8e8a-f3aceb50988f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:32.777919 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0ec96f83-f135-4be7-b9c3-333ed43e9900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:32.798263 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec96f83-f135-4be7-b9c3-333ed43e9900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b255e0-fde0-44dd-82a9-99f3f28f0aab,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:32.804215 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:32.812859 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-35e8a51a-8d18-4e82-9867-273f83e1f582 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Calling delete_port for 4459301e-c8a4-4a58-be06-6f08d8d3ed3d owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:37:32.866944 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6eef827e-6f02-49c0-9fc9-f1b1c75d23aa tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a24d3b23-6e62-4068-aa03-5aecfdf34065']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:32.891952 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6eef827e-6f02-49c0-9fc9-f1b1c75d23aa tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7fe00ac-fd46-474c-83d9-0249a93ddb15') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:32.892372 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6eef827e-6f02-49c0-9fc9-f1b1c75d23aa tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7fe00ac-fd46-474c-83d9-0249a93ddb15') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:32.929175 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6eef827e-6f02-49c0-9fc9-f1b1c75d23aa tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:32.947416 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0ec96f83-f135-4be7-b9c3-333ed43e9900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:32.954117 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0ec96f83-f135-4be7-b9c3-333ed43e9900 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/61b255e0-fde0-44dd-82a9-99f3f28f0aab HTTP/1.1" status: 204 len: 168 time: 1.0181942 May 27 02:37:32.988600 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-253d2728-0fcd-484a-b390-8d19141d5c00 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:32.991547 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 80732f0f-e295-4b91-acde-fb2daac58e39 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:37:32.999445 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6eef827e-6f02-49c0-9fc9-f1b1c75d23aa tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:33.010549 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eef827e-6f02-49c0-9fc9-f1b1c75d23aa tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:37:33.011373 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6eef827e-6f02-49c0-9fc9-f1b1c75d23aa tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:33.099296 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 80732f0f-e295-4b91-acde-fb2daac58e39 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:37:33.099646 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 80732f0f-e295-4b91-acde-fb2daac58e39 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:37:33.100057 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device d54950d6-c739-4249-9713-af24f993fd8b no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:37:33.124656 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment f7fe00ac-fd46-474c-83d9-0249a93ddb15 resource provider aggregate not found May 27 02:37:33.128438 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-253d2728-0fcd-484a-b390-8d19141d5c00 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:33.162939 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment f7fe00ac-fd46-474c-83d9-0249a93ddb15 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f7fe00ac-fd46-474c-83d9-0249a93ddb15 found for delete ", "request_id": "req-05d4bd75-6f82-4642-8cbd-a462d1f9f710"}]} May 27 02:37:33.165795 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: d54950d6-c739-4249-9713-af24f993fd8b {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:37:33.166196 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device d54950d6-c739-4249-9713-af24f993fd8b not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:37:33.194245 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-9b00daae-28e4-45d2-8e8a-f3aceb50988f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:37:33.195238 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-9b00daae-28e4-45d2-8e8a-f3aceb50988f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:37:33.206961 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d2728-0fcd-484a-b390-8d19141d5c00 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Pushing event updated for resources: {'Port': ['ID=5a9c9f06-7b46-405e-9394-89d17a856e85,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:33.213428 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=6d999fd0-7b98-4f32-a786-084a24032bb8,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:33.223082 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253d2728-0fcd-484a-b390-8d19141d5c00 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:37:33.224600 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-253d2728-0fcd-484a-b390-8d19141d5c00 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:37:33.227088 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253d2728-0fcd-484a-b390-8d19141d5c00 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:37:33.242744 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3d5f9174-cbe4-4775-b596-5018a0863765 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:33.323061 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c32b8022-bef7-4ddd-bcdb-06b9844865e0 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:37:33.327860 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6eef827e-6f02-49c0-9fc9-f1b1c75d23aa tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:33.339477 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6eef827e-6f02-49c0-9fc9-f1b1c75d23aa tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:33.366558 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-35e8a51a-8d18-4e82-9867-273f83e1f582 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:33.406304 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port c32b8022-bef7-4ddd-bcdb-06b9844865e0 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:33.423393 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3d5f9174-cbe4-4775-b596-5018a0863765 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:33.424932 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:33.425140 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3d5f9174-cbe4-4775-b596-5018a0863765 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:33.468116 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eef827e-6f02-49c0-9fc9-f1b1c75d23aa tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event deleted for resources: {'Network': ['ID=a24d3b23-6e62-4068-aa03-5aecfdf34065,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:33.553792 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e8a51a-8d18-4e82-9867-273f83e1f582 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Port': ['ID=4459301e-c8a4-4a58-be06-6f08d8d3ed3d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:33.593708 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:37:33.665677 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port c32b8022-bef7-4ddd-bcdb-06b9844865e0 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:37:33.728142 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-35e8a51a-8d18-4e82-9867-273f83e1f582 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:33.733142 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-35e8a51a-8d18-4e82-9867-273f83e1f582 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/ports/4459301e-c8a4-4a58-be06-6f08d8d3ed3d HTTP/1.1" status: 204 len: 168 time: 2.3126607 May 27 02:37:33.733336 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39144) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:33.754418 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6eef827e-6f02-49c0-9fc9-f1b1c75d23aa tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/networks/a24d3b23-6e62-4068-aa03-5aecfdf34065 HTTP/1.1" status: 204 len: 168 time: 4.1770222 May 27 02:37:33.759537 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39146) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:33.775788 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f9174-cbe4-4775-b596-5018a0863765 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event updated for resources: {'Port': ['ID=d9ae100a-8a7c-4b8e-afb3-d58c7dfad162,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:33.825072 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9b00daae-28e4-45d2-8e8a-f3aceb50988f None None] Current status of the port 6d999fd0-7b98-4f32-a786-084a24032bb8 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:37:33.911031 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5f9174-cbe4-4775-b596-5018a0863765 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Network c14f2995-60b9-48b3-a4fc-da0452fc9cc1 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:37:33.914327 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-3d5f9174-cbe4-4775-b596-5018a0863765 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:37:33.930671 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b932e96b-5a25-48d0-89f1-08c746082ffc tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:33.931297 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b932e96b-5a25-48d0-89f1-08c746082ffc tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Synchronizing usage tracker for tenant:06c4fa5e71c94d138c98e5ba8a8181ad on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:37:33.971931 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-76a9c456-bf07-41cc-9432-3064316dd97f None None] Provisioning complete for port d9ae100a-8a7c-4b8e-afb3-d58c7dfad162 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:33.972390 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-76a9c456-bf07-41cc-9432-3064316dd97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:34.055589 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bb2006-8e17-4b92-97c2-e5e7ea2f246f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:34.058081 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bb2006-8e17-4b92-97c2-e5e7ea2f246f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:34.059061 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-41bb2006-8e17-4b92-97c2-e5e7ea2f246f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:37:34.077990 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-76a9c456-bf07-41cc-9432-3064316dd97f None None] Port d9ae100a-8a7c-4b8e-afb3-d58c7dfad162 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:37:34.095283 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-253d2728-0fcd-484a-b390-8d19141d5c00 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for router_gateway, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:34.176559 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-41bb2006-8e17-4b92-97c2-e5e7ea2f246f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:37:34.180632 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-41bb2006-8e17-4b92-97c2-e5e7ea2f246f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3444648 May 27 02:37:34.181316 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39156) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:34.187251 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39158) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:34.249071 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ba6fa31c-f2b5-4b05-9485-afbf116e4f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:34.301503 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-63412022-d365-4ce1-8741-cc0f7c2bb74f None None] Provisioning complete for port d9ae100a-8a7c-4b8e-afb3-d58c7dfad162 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:34.303475 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-63412022-d365-4ce1-8741-cc0f7c2bb74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:34.339038 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b932e96b-5a25-48d0-89f1-08c746082ffc tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Unset dirty status for tenant:06c4fa5e71c94d138c98e5ba8a8181ad on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:37:34.346914 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b932e96b-5a25-48d0-89f1-08c746082ffc tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "GET /v2.0/ports/ef895001-7a05-4589-9812-1006e5b00ee4 HTTP/1.1" status: 200 len: 844 time: 0.5841670 May 27 02:37:34.347493 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39164) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:34.350181 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-ba6fa31c-f2b5-4b05-9485-afbf116e4f49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:34.362498 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-63412022-d365-4ce1-8741-cc0f7c2bb74f None None] Port d9ae100a-8a7c-4b8e-afb3-d58c7dfad162 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:37:34.395762 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-ba6fa31c-f2b5-4b05-9485-afbf116e4f49 admin admin] Usage tracker for resource:security_group_rule and tenant:bdc7cb29a4494b94a11bc77588782be5 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:34.407186 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-ba6fa31c-f2b5-4b05-9485-afbf116e4f49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:34.430542 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5f9174-cbe4-4775-b596-5018a0863765 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Router 009d5fb3-3b4b-4de3-8d60-0f5a00b57ee3 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:37:34.431877 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-c85adaa7-49ea-4819-b9bc-d78245763fe9 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting subnet 50fcaa4f-7a19-41b3-bb49-10d4abc0df46 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:37:34.434648 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-ba6fa31c-f2b5-4b05-9485-afbf116e4f49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:34.442607 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c85adaa7-49ea-4819-b9bc-d78245763fe9 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:34.594540 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5f9174-cbe4-4775-b596-5018a0863765 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:37:34.596446 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a16cb023-92a4-47a1-8004-c7fe1625f32f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "GET /v2.0/ports/ef895001-7a05-4589-9812-1006e5b00ee4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2417166 May 27 02:37:34.603271 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39172) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:34.605589 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3d5f9174-cbe4-4775-b596-5018a0863765 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "PUT /v2.0/routers/009d5fb3-3b4b-4de3-8d60-0f5a00b57ee3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7577882 May 27 02:37:34.608017 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39178) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:34.613368 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d4bfdb-2b7f-40bf-8f78-162aa6d40506 None None] Sync routers for ids ['009d5fb3-3b4b-4de3-8d60-0f5a00b57ee3'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:37:34.614812 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-0d498abb-541c-4df7-b0b7-da301504ee04 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'subnet': {'network_id': 'fb771f32-b619-420a-80a4-a93b3767dc43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:34.628533 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d4bfdb-2b7f-40bf-8f78-162aa6d40506 None None] Routers {'009d5fb3-3b4b-4de3-8d60-0f5a00b57ee3'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:37:34.629985 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-88d4bfdb-2b7f-40bf-8f78-162aa6d40506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:37:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['009d5fb3-3b4b-4de3-8d60-0f5a00b57ee3'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:34.633405 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c85adaa7-49ea-4819-b9bc-d78245763fe9 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:34.690995 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e7479c-7400-4868-a071-add22b6b12d9 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:34.691760 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-92e7479c-7400-4868-a071-add22b6b12d9 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Synchronizing usage tracker for tenant:6f15f0e8362347e99ea74d0bbe84ad40 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:37:34.697475 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-88d4bfdb-2b7f-40bf-8f78-162aa6d40506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:34.706284 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d4bfdb-2b7f-40bf-8f78-162aa6d40506 None None] Routers {'009d5fb3-3b4b-4de3-8d60-0f5a00b57ee3'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:37:34.706878 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-88d4bfdb-2b7f-40bf-8f78-162aa6d40506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:37:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['009d5fb3-3b4b-4de3-8d60-0f5a00b57ee3'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:34.771058 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-88d4bfdb-2b7f-40bf-8f78-162aa6d40506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:34.771498 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d4bfdb-2b7f-40bf-8f78-162aa6d40506 None None] The sync data for ids ['009d5fb3-3b4b-4de3-8d60-0f5a00b57ee3'] in n-d-843554-3 is: [] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:37:34.784634 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-92e7479c-7400-4868-a071-add22b6b12d9 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Unset dirty status for tenant:6f15f0e8362347e99ea74d0bbe84ad40 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:37:34.789395 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-92e7479c-7400-4868-a071-add22b6b12d9 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "GET /v2.0/ports/d9ae100a-8a7c-4b8e-afb3-d58c7dfad162 HTTP/1.1" status: 200 len: 911 time: 0.1803012 May 27 02:37:34.790123 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39184) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:35.047463 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-253d2728-0fcd-484a-b390-8d19141d5c00 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:35.054414 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-0d498abb-541c-4df7-b0b7-da301504ee04 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:35.124407 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-0d498abb-541c-4df7-b0b7-da301504ee04 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:subnet and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:35.141456 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-0d498abb-541c-4df7-b0b7-da301504ee04 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:35.150699 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c85adaa7-49ea-4819-b9bc-d78245763fe9 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:35.193365 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-0d498abb-541c-4df7-b0b7-da301504ee04 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:35.222942 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ba6fa31c-f2b5-4b05-9485-afbf116e4f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:35.292444 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 6d999fd0-7b98-4f32-a786-084a24032bb8 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:37:35.315244 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ba6fa31c-f2b5-4b05-9485-afbf116e4f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:35.361150 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36ade618-44ad-4d98-a002-c4760e1e69c2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:35.399361 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ba6fa31c-f2b5-4b05-9485-afbf116e4f49 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bdc7cb29a4494b94a11bc77588782be5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2088823 May 27 02:37:35.406068 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d498abb-541c-4df7-b0b7-da301504ee04 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Made reservation on behalf of 06c4fa5e71c94d138c98e5ba8a8181ad for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:37:35.409653 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0d498abb-541c-4df7-b0b7-da301504ee04 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:35.427175 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6fa31c-f2b5-4b05-9485-afbf116e4f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca480c5-6fab-489a-b936-d61380ff5bc0,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:35.441430 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39196) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:35.445094 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 6d999fd0-7b98-4f32-a786-084a24032bb8 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:35.445581 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:35.510924 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c85adaa7-49ea-4819-b9bc-d78245763fe9 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:35.574964 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 6d999fd0-7b98-4f32-a786-084a24032bb8 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:37:35.607892 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85adaa7-49ea-4819-b9bc-d78245763fe9 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Subnet': ['ID=50fcaa4f-7a19-41b3-bb49-10d4abc0df46,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:35.608847 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e435d6f-24c8-4670-aeed-2dfd577774a6 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:37:35.610062 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c85adaa7-49ea-4819-b9bc-d78245763fe9 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:35.668387 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6004d890-aa87-4071-ba10-466440a6ac8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:35.699007 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253d2728-0fcd-484a-b390-8d19141d5c00 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Router 880afd24-3a7c-4ee9-991f-4d1d7889a769 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:37:35.740703 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6004d890-aa87-4071-ba10-466440a6ac8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:35.763235 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-36ade618-44ad-4d98-a002-c4760e1e69c2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Deleting port d9ae100a-8a7c-4b8e-afb3-d58c7dfad162 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:37:35.764140 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36ade618-44ad-4d98-a002-c4760e1e69c2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:35.825331 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c85adaa7-49ea-4819-b9bc-d78245763fe9 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/50fcaa4f-7a19-41b3-bb49-10d4abc0df46 HTTP/1.1" status: 204 len: 168 time: 1.6395190 May 27 02:37:35.831663 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39212) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:35.881773 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d018f8d-4da9-4099-9218-7b843581caf9 None None] DHCP port deletion for 1e095441-a19f-4261-8588-a806dc249ed2 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:37:35.886519 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-2d018f8d-4da9-4099-9218-7b843581caf9 None None] Deleting port c32b8022-bef7-4ddd-bcdb-06b9844865e0 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:37:35.886965 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2d018f8d-4da9-4099-9218-7b843581caf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:35.994669 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36ade618-44ad-4d98-a002-c4760e1e69c2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:36.024514 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-dab3dd80-59b3-4a5d-ad48-5f8c1af4835d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1778398 May 27 02:37:36.038771 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39218) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:36.151553 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-2d018f8d-4da9-4099-9218-7b843581caf9 None None] For port c32b8022-bef7-4ddd-bcdb-06b9844865e0, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c32b8022-bef7-4ddd-bcdb-06b9844865e0,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:37:36.151972 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2d018f8d-4da9-4099-9218-7b843581caf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:36.244091 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253d2728-0fcd-484a-b390-8d19141d5c00 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:37:36.253078 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-36ade618-44ad-4d98-a002-c4760e1e69c2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Calling delete_port for d9ae100a-8a7c-4b8e-afb3-d58c7dfad162 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:37:36.275683 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5baa455-3065-433b-9700-162af7391c2d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:36.276771 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b5baa455-3065-433b-9700-162af7391c2d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:37:36.278146 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02aa45c-ca9e-4fc0-a868-b20eca000350 None None] Sync routers for ids ['880afd24-3a7c-4ee9-991f-4d1d7889a769'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:37:36.286542 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-2d018f8d-4da9-4099-9218-7b843581caf9 None None] Calling delete_port for c32b8022-bef7-4ddd-bcdb-06b9844865e0 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:37:36.310976 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0d498abb-541c-4df7-b0b7-da301504ee04 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:36.335375 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02aa45c-ca9e-4fc0-a868-b20eca000350 None None] Routers {'880afd24-3a7c-4ee9-991f-4d1d7889a769'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:37:36.336005 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-d02aa45c-ca9e-4fc0-a868-b20eca000350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:37:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['880afd24-3a7c-4ee9-991f-4d1d7889a769'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:36.355311 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6004d890-aa87-4071-ba10-466440a6ac8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:36.357749 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6004d890-aa87-4071-ba10-466440a6ac8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:36.361740 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6004d890-aa87-4071-ba10-466440a6ac8c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0ca480c5-6fab-489a-b936-d61380ff5bc0 HTTP/1.1" status: 204 len: 168 time: 0.9255700 May 27 02:37:36.398902 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d498abb-541c-4df7-b0b7-da301504ee04 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Network fb771f32-b619-420a-80a4-a93b3767dc43 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:37:36.402163 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-0d498abb-541c-4df7-b0b7-da301504ee04 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:37:36.405065 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d498abb-541c-4df7-b0b7-da301504ee04 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:36.406057 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0d498abb-541c-4df7-b0b7-da301504ee04 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:36.410826 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-d02aa45c-ca9e-4fc0-a868-b20eca000350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:36.418817 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f91425-5ece-456d-8b5a-e88666156cb3 None None] Network fb771f32-b619-420a-80a4-a93b3767dc43 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:37:36.423040 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004d890-aa87-4071-ba10-466440a6ac8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca480c5-6fab-489a-b936-d61380ff5bc0,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:36.429914 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b5baa455-3065-433b-9700-162af7391c2d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:37:36.431095 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b5baa455-3065-433b-9700-162af7391c2d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3912899 May 27 02:37:36.439775 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-253d2728-0fcd-484a-b390-8d19141d5c00 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:36.439775 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-253d2728-0fcd-484a-b390-8d19141d5c00 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.9187412 May 27 02:37:36.439775 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39230) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:36.440457 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39232) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:36.509677 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-9d917411-6fd0-4863-aa3f-4399d51d3a80 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'enable_snat': False}}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:36.551681 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02aa45c-ca9e-4fc0-a868-b20eca000350 None None] Routers {'880afd24-3a7c-4ee9-991f-4d1d7889a769'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:37:36.552243 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-d02aa45c-ca9e-4fc0-a868-b20eca000350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:37:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['880afd24-3a7c-4ee9-991f-4d1d7889a769'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:36.571230 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d498abb-541c-4df7-b0b7-da301504ee04 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'Subnet': ['ID=b0ee81ee-bca4-415b-a1d4-0575e940e03e,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:36.581851 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36ade618-44ad-4d98-a002-c4760e1e69c2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:36.591373 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0d498abb-541c-4df7-b0b7-da301504ee04 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9827178 May 27 02:37:36.593691 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39238) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:36.611148 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-7cb7d791-8cb6-42fc-a815-7ee58e8f6b08 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'security_group': {'name': 'tempest-secgroup-1270440645'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:36.623089 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-7cb7d791-8cb6-42fc-a815-7ee58e8f6b08 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:36.624038 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-d02aa45c-ca9e-4fc0-a868-b20eca000350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:36.624455 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02aa45c-ca9e-4fc0-a868-b20eca000350 None None] The sync data for ids ['880afd24-3a7c-4ee9-991f-4d1d7889a769'] in n-d-843554-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:37:36.634955 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7cb7d791-8cb6-42fc-a815-7ee58e8f6b08 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:security_group and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:36.636668 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ade618-44ad-4d98-a002-c4760e1e69c2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event deleted for resources: {'Port': ['ID=d9ae100a-8a7c-4b8e-afb3-d58c7dfad162,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:36.653092 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7cb7d791-8cb6-42fc-a815-7ee58e8f6b08 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:36.658380 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa7277a-5219-4695-a180-64cc23f07432 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:36.662380 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1aa7277a-5219-4695-a180-64cc23f07432 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:37:36.726717 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-7cb7d791-8cb6-42fc-a815-7ee58e8f6b08 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:36.764868 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2d018f8d-4da9-4099-9218-7b843581caf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:36.889271 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d018f8d-4da9-4099-9218-7b843581caf9 None None] No DVR routers for this DVR port c32b8022-bef7-4ddd-bcdb-06b9844865e0 on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:37:36.892412 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d018f8d-4da9-4099-9218-7b843581caf9 None None] Pushing event deleted for resources: {'Port': ['ID=c32b8022-bef7-4ddd-bcdb-06b9844865e0,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:36.973539 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b52b3b-7dac-4f02-91ad-3d253abaa469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-fb771f32-b619-420a-80a4-a93b3767dc43', 'network_id': 'fb771f32-b619-420a-80a4-a93b3767dc43', 'tenant_id': '06c4fa5e71c94d138c98e5ba8a8181ad', 'fixed_ips': [{'subnet_id': 'b0ee81ee-bca4-415b-a1d4-0575e940e03e'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:37:36.974505 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f0b52b3b-7dac-4f02-91ad-3d253abaa469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:36.988102 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36ade618-44ad-4d98-a002-c4760e1e69c2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:37.060743 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7cb7d791-8cb6-42fc-a815-7ee58e8f6b08 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:37.081342 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1aa7277a-5219-4695-a180-64cc23f07432 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:37:37.086210 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1aa7277a-5219-4695-a180-64cc23f07432 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6453447 May 27 02:37:37.089716 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39248) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:37.174350 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-7cb7d791-8cb6-42fc-a815-7ee58e8f6b08 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:37.191144 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a4f822ff-2b38-421b-b7c9-b33182fbe23a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0923338 May 27 02:37:37.191144 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7cb7d791-8cb6-42fc-a815-7ee58e8f6b08 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:security_group_rule and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:37.193103 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39254) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:37.194096 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7cb7d791-8cb6-42fc-a815-7ee58e8f6b08 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:37.203743 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-883a4776-d986-4e02-9e62-58759330ec12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'subnet': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:37.221991 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-f0b52b3b-7dac-4f02-91ad-3d253abaa469 None None] Allocated IP 2001:db8::2 (fb771f32-b619-420a-80a4-a93b3767dc43/b0ee81ee-bca4-415b-a1d4-0575e940e03e/8d27339d-f0df-4d82-9f0b-0ac16ef9dd81) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:37:37.230425 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-7cb7d791-8cb6-42fc-a815-7ee58e8f6b08 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:37.333405 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ade618-44ad-4d98-a002-c4760e1e69c2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Router 009d5fb3-3b4b-4de3-8d60-0f5a00b57ee3 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:37:37.376042 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c32b8022-bef7-4ddd-bcdb-06b9844865e0 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:37:37.423142 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: c32b8022-bef7-4ddd-bcdb-06b9844865e0 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:37:37.423605 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c32b8022-bef7-4ddd-bcdb-06b9844865e0 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:37:37.511630 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-883a4776-d986-4e02-9e62-58759330ec12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:37.515338 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ade618-44ad-4d98-a002-c4760e1e69c2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:37:37.530865 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de5bc5d-ddd1-42de-be15-ca0880d34092 None None] Sync routers for ids ['009d5fb3-3b4b-4de3-8d60-0f5a00b57ee3'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:37:37.538299 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-883a4776-d986-4e02-9e62-58759330ec12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:37.542059 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de5bc5d-ddd1-42de-be15-ca0880d34092 None None] Routers {'009d5fb3-3b4b-4de3-8d60-0f5a00b57ee3'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:37:37.542978 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-1de5bc5d-ddd1-42de-be15-ca0880d34092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:37:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['009d5fb3-3b4b-4de3-8d60-0f5a00b57ee3'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:37.588683 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f0b52b3b-7dac-4f02-91ad-3d253abaa469 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:37.608169 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f0b52b3b-7dac-4f02-91ad-3d253abaa469 None None] Transition to ACTIVE for port object 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:37:37.623016 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-36ade618-44ad-4d98-a002-c4760e1e69c2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "PUT /v2.0/routers/009d5fb3-3b4b-4de3-8d60-0f5a00b57ee3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8317413 May 27 02:37:37.627749 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39264) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:37.632615 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f0b52b3b-7dac-4f02-91ad-3d253abaa469 None None] Transition to ACTIVE for port object 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:37:37.675167 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7cb7d791-8cb6-42fc-a815-7ee58e8f6b08 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:37.681811 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-1de5bc5d-ddd1-42de-be15-ca0880d34092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:37.687227 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883a4776-d986-4e02-9e62-58759330ec12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:37:37.689954 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a56a9a90-ad19-451f-a4d0-27c92f17e8ef tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Synchronizing usage tracker for tenant:6f15f0e8362347e99ea74d0bbe84ad40 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:37:37.691096 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-883a4776-d986-4e02-9e62-58759330ec12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:37.692832 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de5bc5d-ddd1-42de-be15-ca0880d34092 None None] Routers {'009d5fb3-3b4b-4de3-8d60-0f5a00b57ee3'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:37:37.693608 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-1de5bc5d-ddd1-42de-be15-ca0880d34092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:37:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['009d5fb3-3b4b-4de3-8d60-0f5a00b57ee3'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:37.711200 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f0b52b3b-7dac-4f02-91ad-3d253abaa469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:37.761008 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-1de5bc5d-ddd1-42de-be15-ca0880d34092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:37.761589 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de5bc5d-ddd1-42de-be15-ca0880d34092 None None] The sync data for ids ['009d5fb3-3b4b-4de3-8d60-0f5a00b57ee3'] in n-d-843554-3 is: [] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:37:37.785540 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7cb7d791-8cb6-42fc-a815-7ee58e8f6b08 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:37.795769 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a56a9a90-ad19-451f-a4d0-27c92f17e8ef tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Unset dirty status for tenant:6f15f0e8362347e99ea74d0bbe84ad40 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:37:37.799348 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a56a9a90-ad19-451f-a4d0-27c92f17e8ef tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "GET /v2.0/ports?device_id=009d5fb3-3b4b-4de3-8d60-0f5a00b57ee3 HTTP/1.1" status: 200 len: 205 time: 0.1703262 May 27 02:37:37.799609 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39272) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:37.809663 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b52b3b-7dac-4f02-91ad-3d253abaa469 None None] Network fb771f32-b619-420a-80a4-a93b3767dc43 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:37:37.810630 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b52b3b-7dac-4f02-91ad-3d253abaa469 None None] Pushing event updated for resources: {'Port': ['ID=8d27339d-f0df-4d82-9f0b-0ac16ef9dd81,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:37.813351 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-f0b52b3b-7dac-4f02-91ad-3d253abaa469 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:37:37.815838 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b52b3b-7dac-4f02-91ad-3d253abaa469 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:37:37.897705 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9d917411-6fd0-4863-aa3f-4399d51d3a80 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:37.913752 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-f0b52b3b-7dac-4f02-91ad-3d253abaa469 None None] Attempting to bind port 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:37:37.914127 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-f0b52b3b-7dac-4f02-91ad-3d253abaa469 None None] Attempting to bind port 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '8d782bc2-99c9-431c-9de5-a8bb66cf5f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fb771f32-b619-420a-80a4-a93b3767dc43'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:37:37.915005 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b52b3b-7dac-4f02-91ad-3d253abaa469 None None] Attempting to bind port 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 on network fb771f32-b619-420a-80a4-a93b3767dc43 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:37:37.918973 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb7d791-8cb6-42fc-a815-7ee58e8f6b08 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad179709-d9ca-4823-9796-939b73df5640,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:37.931815 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b52b3b-7dac-4f02-91ad-3d253abaa469 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:37:37.932198 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b52b3b-7dac-4f02-91ad-3d253abaa469 None None] Checking segment: {'id': '8d782bc2-99c9-431c-9de5-a8bb66cf5f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fb771f32-b619-420a-80a4-a93b3767dc43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:37:37.933241 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f0b52b3b-7dac-4f02-91ad-3d253abaa469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:37.938130 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b52b3b-7dac-4f02-91ad-3d253abaa469 None None] Bound using segment: {'id': '8d782bc2-99c9-431c-9de5-a8bb66cf5f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fb771f32-b619-420a-80a4-a93b3767dc43'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:37:37.938130 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-f0b52b3b-7dac-4f02-91ad-3d253abaa469 None None] Bound port: 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d782bc2-99c9-431c-9de5-a8bb66cf5f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fb771f32-b619-420a-80a4-a93b3767dc43'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:37:37.938130 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f0b52b3b-7dac-4f02-91ad-3d253abaa469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:37.974186 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fe23e37f-4b34-4ed2-9932-bcff03cb6c50 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:37.980166 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7cb7d791-8cb6-42fc-a815-7ee58e8f6b08 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:37.983838 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7cb7d791-8cb6-42fc-a815-7ee58e8f6b08 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3789449 May 27 02:37:37.990220 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39278) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:37.994031 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-6a3834e0-d997-4a13-81af-cc07c0b67167 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'security_group': {'name': 'tempest-secgroup-165686235'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:38.006935 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-6a3834e0-d997-4a13-81af-cc07c0b67167 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:38.024749 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-6a3834e0-d997-4a13-81af-cc07c0b67167 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:security_group and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:38.030982 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-6a3834e0-d997-4a13-81af-cc07c0b67167 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:38.045032 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-f0b52b3b-7dac-4f02-91ad-3d253abaa469 None None] For port 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:37:38.045842 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-6a3834e0-d997-4a13-81af-cc07c0b67167 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:38.050061 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-f0b52b3b-7dac-4f02-91ad-3d253abaa469 None None] For port 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8d27339d-f0df-4d82-9f0b-0ac16ef9dd81,segment=NetworkSegment(8d782bc2-99c9-431c-9de5-a8bb66cf5f96),segment_id=8d782bc2-99c9-431c-9de5-a8bb66cf5f96)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:37:38.141181 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f0b52b3b-7dac-4f02-91ad-3d253abaa469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:38.206800 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6a3834e0-d997-4a13-81af-cc07c0b67167 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:38.236635 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-883a4776-d986-4e02-9e62-58759330ec12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:38.240555 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-6a3834e0-d997-4a13-81af-cc07c0b67167 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:38.269677 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b52b3b-7dac-4f02-91ad-3d253abaa469 None None] Pushing event updated for resources: {'Port': ['ID=8d27339d-f0df-4d82-9f0b-0ac16ef9dd81,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:38.283102 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-6a3834e0-d997-4a13-81af-cc07c0b67167 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:security_group_rule and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:38.304206 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-6a3834e0-d997-4a13-81af-cc07c0b67167 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:38.313542 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-6a3834e0-d997-4a13-81af-cc07c0b67167 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:38.373285 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883a4776-d986-4e02-9e62-58759330ec12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:37:38.395201 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-883a4776-d986-4e02-9e62-58759330ec12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:37:38.408098 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd2326d-a3e4-4120-8afb-85fcd6f44393 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:37:38.412561 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883a4776-d986-4e02-9e62-58759330ec12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:38.420900 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-883a4776-d986-4e02-9e62-58759330ec12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:38.449582 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a4776-d986-4e02-9e62-58759330ec12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Subnet': ['ID=0489cd9a-380d-4eb9-81c0-d64a0f6193f5,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:38.546829 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fe23e37f-4b34-4ed2-9932-bcff03cb6c50 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:38.549622 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fe23e37f-4b34-4ed2-9932-bcff03cb6c50 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:38.642242 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fe23e37f-4b34-4ed2-9932-bcff03cb6c50 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:38.642865 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe23e37f-4b34-4ed2-9932-bcff03cb6c50 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Fanout notify agent at l3_agent the message router_deleted on router 009d5fb3-3b4b-4de3-8d60-0f5a00b57ee3 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:37:38.659531 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fe23e37f-4b34-4ed2-9932-bcff03cb6c50 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:38.663141 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-fe23e37f-4b34-4ed2-9932-bcff03cb6c50 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "DELETE /v2.0/routers/009d5fb3-3b4b-4de3-8d60-0f5a00b57ee3 HTTP/1.1" status: 204 len: 168 time: 0.8592672 May 27 02:37:38.665028 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6a3834e0-d997-4a13-81af-cc07c0b67167 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:38.665506 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39294) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:38.715407 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-883a4776-d986-4e02-9e62-58759330ec12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5178568 May 27 02:37:38.723042 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39300) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:38.734815 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-79b75c48-ca35-49a3-837b-b54f4d37e608 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'port': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'fixed_ips': [{'subnet_id': '0489cd9a-380d-4eb9-81c0-d64a0f6193f5', 'ip_address': '2001:db8::3be7:19c0:9463:dfe6'}], 'name': 'tempest-NetworksTestDHCPv6-215708026'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:38.822031 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc059a6-7288-4d6a-868e-9df5c55cfb22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-1e095441-a19f-4261-8588-a806dc249ed2', 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'tenant_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'fixed_ips': [{'subnet_id': '0489cd9a-380d-4eb9-81c0-d64a0f6193f5'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:37:38.823562 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cdc059a6-7288-4d6a-868e-9df5c55cfb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:38.883434 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6a3834e0-d997-4a13-81af-cc07c0b67167 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:38.886630 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-31bda079-d1ff-456e-8dff-197e841c6e39 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Deleting subnet 5c9e604e-6b10-4883-a82e-beaa5e17b821 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:37:38.892846 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31bda079-d1ff-456e-8dff-197e841c6e39 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:39.008351 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31bda079-d1ff-456e-8dff-197e841c6e39 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:39.050005 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-cdc059a6-7288-4d6a-868e-9df5c55cfb22 None None] Allocated IP 2001:db8::2 (1e095441-a19f-4261-8588-a806dc249ed2/0489cd9a-380d-4eb9-81c0-d64a0f6193f5/26cea390-d579-4d6e-8820-468961e275a3) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:37:39.148881 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31bda079-d1ff-456e-8dff-197e841c6e39 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:39.254464 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-79b75c48-ca35-49a3-837b-b54f4d37e608 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:39.342478 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-79b75c48-ca35-49a3-837b-b54f4d37e608 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:port and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:39.359237 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-79b75c48-ca35-49a3-837b-b54f4d37e608 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:39.362492 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6a3834e0-d997-4a13-81af-cc07c0b67167 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:39.369293 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6a3834e0-d997-4a13-81af-cc07c0b67167 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3778796 May 27 02:37:39.369431 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39344) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:39.369522 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:37:39.377946 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ab60096d-ff9b-4a16-8afe-f834d50fbb7f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1271055593', 'security_groups': ['90041c9c-8024-4760-94fa-3843fc757a6b'], 'network_id': 'fb771f32-b619-420a-80a4-a93b3767dc43', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b0ee81ee-bca4-415b-a1d4-0575e940e03e'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:39.383840 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3834e0-d997-4a13-81af-cc07c0b67167 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90041c9c-8024-4760-94fa-3843fc757a6b,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:39.388904 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-79b75c48-ca35-49a3-837b-b54f4d37e608 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:39.420195 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31bda079-d1ff-456e-8dff-197e841c6e39 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:39.430517 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cdc059a6-7288-4d6a-868e-9df5c55cfb22 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:39.449993 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-cdc059a6-7288-4d6a-868e-9df5c55cfb22 None None] Transition to ACTIVE for port object 26cea390-d579-4d6e-8820-468961e275a3 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:37:39.478546 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-cdc059a6-7288-4d6a-868e-9df5c55cfb22 None None] Transition to ACTIVE for port object 26cea390-d579-4d6e-8820-468961e275a3 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:37:39.488513 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b75c48-ca35-49a3-837b-b54f4d37e608 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:37:39.561591 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ea100d-939b-4849-b328-252f413af906 None None] Network c14f2995-60b9-48b3-a4fc-da0452fc9cc1 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:37:39.600977 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:37:39.631690 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bda079-d1ff-456e-8dff-197e841c6e39 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event deleted for resources: {'Subnet': ['ID=5c9e604e-6b10-4883-a82e-beaa5e17b821,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:39.640882 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31bda079-d1ff-456e-8dff-197e841c6e39 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:39.644560 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ab60096d-ff9b-4a16-8afe-f834d50fbb7f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:39.653595 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ab60096d-ff9b-4a16-8afe-f834d50fbb7f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:port and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:39.660311 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-31bda079-d1ff-456e-8dff-197e841c6e39 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "DELETE /v2.0/subnets/5c9e604e-6b10-4883-a82e-beaa5e17b821 HTTP/1.1" status: 204 len: 168 time: 0.9892554 May 27 02:37:39.660311 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ab60096d-ff9b-4a16-8afe-f834d50fbb7f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:39.662648 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39350) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:39.685401 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cdc059a6-7288-4d6a-868e-9df5c55cfb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:39.694037 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ab60096d-ff9b-4a16-8afe-f834d50fbb7f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:39.784894 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9d917411-6fd0-4863-aa3f-4399d51d3a80 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:39.794861 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-79b75c48-ca35-49a3-837b-b54f4d37e608 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:39.808109 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9d917411-6fd0-4863-aa3f-4399d51d3a80 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-965449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-965446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966271'] for router, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:39.842589 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1955c98-1140-441b-8b37-d7383b66035c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:39.861087 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab60096d-ff9b-4a16-8afe-f834d50fbb7f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Made reservation on behalf of 06c4fa5e71c94d138c98e5ba8a8181ad for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:37:39.882163 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc059a6-7288-4d6a-868e-9df5c55cfb22 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:37:39.886701 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-cdc059a6-7288-4d6a-868e-9df5c55cfb22 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:37:39.903088 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc059a6-7288-4d6a-868e-9df5c55cfb22 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:37:39.925443 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-79b75c48-ca35-49a3-837b-b54f4d37e608 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] device_id is not set on port 4084a074-842a-4469-bdd0-a13f0c12f73c yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:37:40.023398 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a1955c98-1140-441b-8b37-d7383b66035c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Deleting port 6d999fd0-7b98-4f32-a786-084a24032bb8 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:37:40.023587 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc059a6-7288-4d6a-868e-9df5c55cfb22 None None] Pushing event updated for resources: {'Port': ['ID=26cea390-d579-4d6e-8820-468961e275a3,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:40.023815 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1955c98-1140-441b-8b37-d7383b66035c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:40.150452 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-cdc059a6-7288-4d6a-868e-9df5c55cfb22 None None] Attempting to bind port 26cea390-d579-4d6e-8820-468961e275a3 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:37:40.150885 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-cdc059a6-7288-4d6a-868e-9df5c55cfb22 None None] Attempting to bind port 26cea390-d579-4d6e-8820-468961e275a3 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:37:40.151822 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc059a6-7288-4d6a-868e-9df5c55cfb22 None None] Attempting to bind port 26cea390-d579-4d6e-8820-468961e275a3 on network 1e095441-a19f-4261-8588-a806dc249ed2 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:37:40.159793 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc059a6-7288-4d6a-868e-9df5c55cfb22 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:37:40.160188 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc059a6-7288-4d6a-868e-9df5c55cfb22 None None] Checking segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:37:40.160616 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cdc059a6-7288-4d6a-868e-9df5c55cfb22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:40.161196 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc059a6-7288-4d6a-868e-9df5c55cfb22 None None] Bound using segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:37:40.162017 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-cdc059a6-7288-4d6a-868e-9df5c55cfb22 None None] Bound port: 26cea390-d579-4d6e-8820-468961e275a3, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:37:40.163203 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cdc059a6-7288-4d6a-868e-9df5c55cfb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:40.187360 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-504b754d-7f6b-4326-acbe-30d43db4ec6d None None] Provisioning complete for port ef895001-7a05-4589-9812-1006e5b00ee4 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:40.187360 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-504b754d-7f6b-4326-acbe-30d43db4ec6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:40.205799 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d917411-6fd0-4863-aa3f-4399d51d3a80 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Router 880afd24-3a7c-4ee9-991f-4d1d7889a769 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:37:40.302071 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-504b754d-7f6b-4326-acbe-30d43db4ec6d None None] Port ef895001-7a05-4589-9812-1006e5b00ee4 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:37:40.416383 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ab60096d-ff9b-4a16-8afe-f834d50fbb7f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:40.431445 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-cdc059a6-7288-4d6a-868e-9df5c55cfb22 None None] For port 26cea390-d579-4d6e-8820-468961e275a3, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:37:40.436515 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-cdc059a6-7288-4d6a-868e-9df5c55cfb22 None None] For port 26cea390-d579-4d6e-8820-468961e275a3, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=26cea390-d579-4d6e-8820-468961e275a3,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:37:40.451294 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f0d5e2-a90d-42d5-8782-002e9b49efaf None None] DHCP port deletion for c14f2995-60b9-48b3-a4fc-da0452fc9cc1 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:37:40.455029 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-79b75c48-ca35-49a3-837b-b54f4d37e608 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Allocated IP 2001:db8::3be7:19c0:9463:dfe6 (1e095441-a19f-4261-8588-a806dc249ed2/0489cd9a-380d-4eb9-81c0-d64a0f6193f5/4084a074-842a-4469-bdd0-a13f0c12f73c) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:37:40.455399 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-33f0d5e2-a90d-42d5-8782-002e9b49efaf None None] Deleting port 6d999fd0-7b98-4f32-a786-084a24032bb8 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:37:40.455773 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-33f0d5e2-a90d-42d5-8782-002e9b49efaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:40.489219 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-ab60096d-ff9b-4a16-8afe-f834d50fbb7f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] device_id is not set on port e838f299-9e69-46f1-a650-4eff0cd5b9ed yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:37:40.516596 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cdc059a6-7288-4d6a-868e-9df5c55cfb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:40.534452 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d917411-6fd0-4863-aa3f-4399d51d3a80 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:37:40.562591 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21779f68-9e1a-4b47-99a3-d974bf9abfe7 None None] Sync routers for ids ['880afd24-3a7c-4ee9-991f-4d1d7889a769'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:37:40.568498 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9d917411-6fd0-4863-aa3f-4399d51d3a80 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:40.572144 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9d917411-6fd0-4863-aa3f-4399d51d3a80 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] 10.222.0.57 "PUT /v2.0/routers/880afd24-3a7c-4ee9-991f-4d1d7889a769 HTTP/1.1" status: 200 len: 921 time: 4.0782621 May 27 02:37:40.578942 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39374) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:40.640042 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-504b754d-7f6b-4326-acbe-30d43db4ec6d None None] Provisioning for port 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:37:40.685050 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21779f68-9e1a-4b47-99a3-d974bf9abfe7 None None] Routers {'880afd24-3a7c-4ee9-991f-4d1d7889a769'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:37:40.685787 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-21779f68-9e1a-4b47-99a3-d974bf9abfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:37:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['880afd24-3a7c-4ee9-991f-4d1d7889a769'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:40.740280 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-a1955c98-1140-441b-8b37-d7383b66035c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] For port 6d999fd0-7b98-4f32-a786-084a24032bb8, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=6d999fd0-7b98-4f32-a786-084a24032bb8,segment=NetworkSegment(28652318-2726-4ad9-bd6c-15ac8ed0441b),segment_id=28652318-2726-4ad9-bd6c-15ac8ed0441b)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:37:40.740925 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1955c98-1140-441b-8b37-d7383b66035c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:40.786832 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-79b75c48-ca35-49a3-837b-b54f4d37e608 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:40.808238 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-79b75c48-ca35-49a3-837b-b54f4d37e608 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Transition to ACTIVE for port object 4084a074-842a-4469-bdd0-a13f0c12f73c will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:37:40.809874 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-504b754d-7f6b-4326-acbe-30d43db4ec6d None None] Provisioning complete for port 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:40.810255 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-504b754d-7f6b-4326-acbe-30d43db4ec6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:40.911373 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-79b75c48-ca35-49a3-837b-b54f4d37e608 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:41.051840 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b75c48-ca35-49a3-837b-b54f4d37e608 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:37:41.059671 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-79b75c48-ca35-49a3-837b-b54f4d37e608 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:37:41.065439 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b75c48-ca35-49a3-837b-b54f4d37e608 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:37:41.071680 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b75c48-ca35-49a3-837b-b54f4d37e608 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:41.072147 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-79b75c48-ca35-49a3-837b-b54f4d37e608 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:41.101389 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b75c48-ca35-49a3-837b-b54f4d37e608 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Port': ['ID=4084a074-842a-4469-bdd0-a13f0c12f73c,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:41.125527 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-33f0d5e2-a90d-42d5-8782-002e9b49efaf None None] For port 6d999fd0-7b98-4f32-a786-084a24032bb8, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=6d999fd0-7b98-4f32-a786-084a24032bb8,segment=NetworkSegment(28652318-2726-4ad9-bd6c-15ac8ed0441b),segment_id=28652318-2726-4ad9-bd6c-15ac8ed0441b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:37:41.126214 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-33f0d5e2-a90d-42d5-8782-002e9b49efaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:41.192766 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-21779f68-9e1a-4b47-99a3-d974bf9abfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:41.199630 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-79b75c48-ca35-49a3-837b-b54f4d37e608 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4732308 May 27 02:37:41.200147 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39416) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:41.318824 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a1955c98-1140-441b-8b37-d7383b66035c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Calling delete_port for 6d999fd0-7b98-4f32-a786-084a24032bb8 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:37:41.379392 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-33f0d5e2-a90d-42d5-8782-002e9b49efaf None None] Calling delete_port for 6d999fd0-7b98-4f32-a786-084a24032bb8 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:37:41.411018 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 6d999fd0-7b98-4f32-a786-084a24032bb8 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:37:41.487340 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc059a6-7288-4d6a-868e-9df5c55cfb22 None None] Pushing event updated for resources: {'Port': ['ID=26cea390-d579-4d6e-8820-468961e275a3,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:41.496345 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21779f68-9e1a-4b47-99a3-d974bf9abfe7 None None] Routers {'880afd24-3a7c-4ee9-991f-4d1d7889a769'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:37:41.497002 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-21779f68-9e1a-4b47-99a3-d974bf9abfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:37:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['880afd24-3a7c-4ee9-991f-4d1d7889a769'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:41.556285 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-ab60096d-ff9b-4a16-8afe-f834d50fbb7f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Allocated IP 2001:db8::d7 (fb771f32-b619-420a-80a4-a93b3767dc43/b0ee81ee-bca4-415b-a1d4-0575e940e03e/e838f299-9e69-46f1-a650-4eff0cd5b9ed) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:37:41.585626 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-21779f68-9e1a-4b47-99a3-d974bf9abfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:41.586031 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21779f68-9e1a-4b47-99a3-d974bf9abfe7 None None] The sync data for ids ['880afd24-3a7c-4ee9-991f-4d1d7889a769'] in n-d-843554-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:37:41.604693 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e2a597-15fd-45b1-b8ee-96461fe473bf tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:41.616135 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e2a597-15fd-45b1-b8ee-96461fe473bf tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:41.617468 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-23e2a597-15fd-45b1-b8ee-96461fe473bf tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:37:41.657423 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e0cc3f22-2053-484b-b098-9e5a4b3d0892 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] 10.222.0.57 "GET /v2.0/routers/880afd24-3a7c-4ee9-991f-4d1d7889a769 HTTP/1.1" status: 200 len: 921 time: 1.0770175 May 27 02:37:41.658828 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39424) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:41.705698 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-23e2a597-15fd-45b1-b8ee-96461fe473bf tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:37:41.710905 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-23e2a597-15fd-45b1-b8ee-96461fe473bf tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.5098202 May 27 02:37:41.711643 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39428) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:41.761871 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-33f0d5e2-a90d-42d5-8782-002e9b49efaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:41.765650 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-504b754d-7f6b-4326-acbe-30d43db4ec6d None None] Current status of the port 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:37:41.766030 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-504b754d-7f6b-4326-acbe-30d43db4ec6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:41.842071 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-5cfe2883-d274-494a-a5f7-fa1c68a27fd1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting port 4084a074-842a-4469-bdd0-a13f0c12f73c {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:37:41.842071 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5cfe2883-d274-494a-a5f7-fa1c68a27fd1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:41.868093 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-a1955c98-1140-441b-8b37-d7383b66035c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:37:41.868631 n-d-843554-3 neutron-server[88901]: DEBUG oslo_db.api [None req-a1955c98-1140-441b-8b37-d7383b66035c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:37:41.920507 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f0d5e2-a90d-42d5-8782-002e9b49efaf None None] Pushing event deleted for resources: {'Port': ['ID=6d999fd0-7b98-4f32-a786-084a24032bb8,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:41.922424 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 6d999fd0-7b98-4f32-a786-084a24032bb8 is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:37:41.922807 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:41.928960 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f90f99-d8da-4610-8cb3-14352962b057 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:41.929681 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d0f90f99-d8da-4610-8cb3-14352962b057 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Synchronizing usage tracker for tenant:21f04540d9144b108560259d9299bff5 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:37:41.958493 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f0d5e2-a90d-42d5-8782-002e9b49efaf None None] No DVR routers for this DVR port 6d999fd0-7b98-4f32-a786-084a24032bb8 on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:37:41.990285 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ab60096d-ff9b-4a16-8afe-f834d50fbb7f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:42.014728 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-ab60096d-ff9b-4a16-8afe-f834d50fbb7f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Transition to ACTIVE for port object e838f299-9e69-46f1-a650-4eff0cd5b9ed will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:37:42.029541 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-504b754d-7f6b-4326-acbe-30d43db4ec6d None None] For port 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8d27339d-f0df-4d82-9f0b-0ac16ef9dd81,segment=NetworkSegment(8d782bc2-99c9-431c-9de5-a8bb66cf5f96),segment_id=8d782bc2-99c9-431c-9de5-a8bb66cf5f96)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:37:42.049480 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d0f90f99-d8da-4610-8cb3-14352962b057 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Unset dirty status for tenant:21f04540d9144b108560259d9299bff5 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:37:42.052885 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d0f90f99-d8da-4610-8cb3-14352962b057 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=d97d5b0c-4580-406a-95fb-4efaa0c98188&device_id=880afd24-3a7c-4ee9-991f-4d1d7889a769&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3929472 May 27 02:37:42.058149 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39434) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:42.123166 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-504b754d-7f6b-4326-acbe-30d43db4ec6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:42.201816 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ab60096d-ff9b-4a16-8afe-f834d50fbb7f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:42.229967 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b754d-7f6b-4326-acbe-30d43db4ec6d None None] Pushing event updated for resources: {'Port': ['ID=8d27339d-f0df-4d82-9f0b-0ac16ef9dd81,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:42.299638 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5cfe2883-d274-494a-a5f7-fa1c68a27fd1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:42.303612 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab60096d-ff9b-4a16-8afe-f834d50fbb7f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Network fb771f32-b619-420a-80a4-a93b3767dc43 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:37:42.311104 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-ab60096d-ff9b-4a16-8afe-f834d50fbb7f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:37:42.328656 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab60096d-ff9b-4a16-8afe-f834d50fbb7f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:37:42.334433 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab60096d-ff9b-4a16-8afe-f834d50fbb7f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:42.335011 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ab60096d-ff9b-4a16-8afe-f834d50fbb7f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:42.360921 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab60096d-ff9b-4a16-8afe-f834d50fbb7f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'Port': ['ID=e838f299-9e69-46f1-a650-4eff0cd5b9ed,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:42.369482 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a1955c98-1140-441b-8b37-d7383b66035c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Deleting port 6d999fd0-7b98-4f32-a786-084a24032bb8 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:37:42.369827 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1955c98-1140-441b-8b37-d7383b66035c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:42.425144 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-8b6e565c-ffea-419a-8dc0-99fdada338c4 None None] Provisioning for port 26cea390-d579-4d6e-8820-468961e275a3 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:37:42.460260 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd99ba1b-5200-4aa6-bd14-acc7338eb85e tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:42.460614 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cd99ba1b-5200-4aa6-bd14-acc7338eb85e tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Synchronizing usage tracker for tenant:21f04540d9144b108560259d9299bff5 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:37:42.478142 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a1955c98-1140-441b-8b37-d7383b66035c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] The port '6d999fd0-7b98-4f32-a786-084a24032bb8' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:37:42.528020 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-5cfe2883-d274-494a-a5f7-fa1c68a27fd1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Calling delete_port for 4084a074-842a-4469-bdd0-a13f0c12f73c owned by {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:37:42.567179 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ab60096d-ff9b-4a16-8afe-f834d50fbb7f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1991138 May 27 02:37:42.571866 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39442) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:42.677453 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cd99ba1b-5200-4aa6-bd14-acc7338eb85e tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Unset dirty status for tenant:21f04540d9144b108560259d9299bff5 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:37:42.678771 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-cd99ba1b-5200-4aa6-bd14-acc7338eb85e tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] 10.222.0.57 "GET /v2.0/networks/d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 881 time: 0.6221104 May 27 02:37:42.682112 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39446) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:42.695162 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-98046825-c671-44e6-bccd-09b162d1c55e tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'subnet': {'network_id': 'fb771f32-b619-420a-80a4-a93b3767dc43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:42.799994 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1955c98-1140-441b-8b37-d7383b66035c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:42.811555 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6b51d223-9881-48d5-ac2f-60253315fe4e tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] 10.222.0.57 "GET /v2.0/ports?device_id=880afd24-3a7c-4ee9-991f-4d1d7889a769 HTTP/1.1" status: 200 len: 205 time: 0.1210728 May 27 02:37:42.812755 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39450) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:42.841933 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a1955c98-1140-441b-8b37-d7383b66035c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c14f2995-60b9-48b3-a4fc-da0452fc9cc1']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:42.871227 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a1955c98-1140-441b-8b37-d7383b66035c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28652318-2726-4ad9-bd6c-15ac8ed0441b') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:42.871911 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a1955c98-1140-441b-8b37-d7383b66035c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28652318-2726-4ad9-bd6c-15ac8ed0441b') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:42.895463 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1955c98-1140-441b-8b37-d7383b66035c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:42.919918 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-98046825-c671-44e6-bccd-09b162d1c55e tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:42.922376 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1955c98-1140-441b-8b37-d7383b66035c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:42.927822 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-98046825-c671-44e6-bccd-09b162d1c55e tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:subnet and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:42.931992 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-98046825-c671-44e6-bccd-09b162d1c55e tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:42.934986 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1955c98-1140-441b-8b37-d7383b66035c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:37:42.935405 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1955c98-1140-441b-8b37-d7383b66035c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:42.974362 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-7ecd80d2-d920-4594-bc72-cc4d41bd7ebe None None] Provisioning for port 4084a074-842a-4469-bdd0-a13f0c12f73c completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:37:42.976392 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-98046825-c671-44e6-bccd-09b162d1c55e tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:42.983410 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-7ecd80d2-d920-4594-bc72-cc4d41bd7ebe None None] Provisioning complete for port 4084a074-842a-4469-bdd0-a13f0c12f73c triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:42.983410 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7ecd80d2-d920-4594-bc72-cc4d41bd7ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:43.030540 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 28652318-2726-4ad9-bd6c-15ac8ed0441b resource provider aggregate not found May 27 02:37:43.037269 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fbe6f79e-8e9f-4e60-a8af-d7a67f780adf tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for router, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:43.057829 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-7ecd80d2-d920-4594-bc72-cc4d41bd7ebe None None] Port 4084a074-842a-4469-bdd0-a13f0c12f73c was deleted so its status cannot be updated. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 27 02:37:43.058721 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 28652318-2726-4ad9-bd6c-15ac8ed0441b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 28652318-2726-4ad9-bd6c-15ac8ed0441b found for delete ", "request_id": "req-feea49c9-339c-43b4-b031-d007dd387f18"}]} May 27 02:37:43.110904 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5cfe2883-d274-494a-a5f7-fa1c68a27fd1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:43.133324 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98046825-c671-44e6-bccd-09b162d1c55e tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Made reservation on behalf of 06c4fa5e71c94d138c98e5ba8a8181ad for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:37:43.142708 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-98046825-c671-44e6-bccd-09b162d1c55e tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:43.211396 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfe2883-d274-494a-a5f7-fa1c68a27fd1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Port': ['ID=4084a074-842a-4469-bdd0-a13f0c12f73c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:43.233821 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5cfe2883-d274-494a-a5f7-fa1c68a27fd1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:43.283720 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9feb2eac-3c9c-4806-aee7-70856dfd0bd3 None None] Provisioning for port e838f299-9e69-46f1-a650-4eff0cd5b9ed completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:37:43.295182 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9feb2eac-3c9c-4806-aee7-70856dfd0bd3 None None] Provisioning complete for port e838f299-9e69-46f1-a650-4eff0cd5b9ed triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:43.295659 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9feb2eac-3c9c-4806-aee7-70856dfd0bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:43.346642 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5cfe2883-d274-494a-a5f7-fa1c68a27fd1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/ports/4084a074-842a-4469-bdd0-a13f0c12f73c HTTP/1.1" status: 204 len: 168 time: 1.6338348 May 27 02:37:43.355977 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39460) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:43.400809 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:37:43.511864 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fbe6f79e-8e9f-4e60-a8af-d7a67f780adf tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:43.511992 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1955c98-1140-441b-8b37-d7383b66035c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:43.515113 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1955c98-1140-441b-8b37-d7383b66035c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:43.522645 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20bd0f9-c353-449c-8a36-0f44dbfeb0ec tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:43.524239 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20bd0f9-c353-449c-8a36-0f44dbfeb0ec tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:43.524573 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9feb2eac-3c9c-4806-aee7-70856dfd0bd3 None None] Port e838f299-9e69-46f1-a650-4eff0cd5b9ed cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:37:43.525005 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f20bd0f9-c353-449c-8a36-0f44dbfeb0ec tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:37:43.556256 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1955c98-1140-441b-8b37-d7383b66035c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event deleted for resources: {'Network': ['ID=c14f2995-60b9-48b3-a4fc-da0452fc9cc1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:43.568279 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a1955c98-1140-441b-8b37-d7383b66035c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "DELETE /v2.0/networks/c14f2995-60b9-48b3-a4fc-da0452fc9cc1 HTTP/1.1" status: 204 len: 168 time: 3.9045014 May 27 02:37:43.572018 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39466) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:43.580868 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-fbcd3c9c-9d4e-4560-b187-92acf7bae55a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1327447011', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:43.581920 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:43.582392 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:43.594595 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fbcd3c9c-9d4e-4560-b187-92acf7bae55a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:43.607792 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fbe6f79e-8e9f-4e60-a8af-d7a67f780adf tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Deleting port 5a9c9f06-7b46-405e-9394-89d17a856e85 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:37:43.608403 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fbe6f79e-8e9f-4e60-a8af-d7a67f780adf tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:43.612950 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fbcd3c9c-9d4e-4560-b187-92acf7bae55a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Usage tracker for resource:router and tenant:6f15f0e8362347e99ea74d0bbe84ad40 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:43.619099 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fbcd3c9c-9d4e-4560-b187-92acf7bae55a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:43.628289 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fbcd3c9c-9d4e-4560-b187-92acf7bae55a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:43.649861 n-d-843554-3 neutron-server[88901]: INFO neutron.db.ipam_backend_mixin [None req-98046825-c671-44e6-bccd-09b162d1c55e tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b0ee81ee-bca4-415b-a1d4-0575e940e03e (CIDR: 2001:db8::/64) May 27 02:37:43.650210 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f20bd0f9-c353-449c-8a36-0f44dbfeb0ec tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:37:43.652886 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f20bd0f9-c353-449c-8a36-0f44dbfeb0ec tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2944489 May 27 02:37:43.654267 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39472) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:43.699941 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-98046825-c671-44e6-bccd-09b162d1c55e tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:37:43.701285 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98046825-c671-44e6-bccd-09b162d1c55e tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:37:43.743519 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fbcd3c9c-9d4e-4560-b187-92acf7bae55a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:43.744922 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fbcd3c9c-9d4e-4560-b187-92acf7bae55a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:43.748967 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39476) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:43.827152 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fbcd3c9c-9d4e-4560-b187-92acf7bae55a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:43.850629 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fbe6f79e-8e9f-4e60-a8af-d7a67f780adf tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:43.855592 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-53e4b734-f0a6-4fd3-b456-13a373ead766 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting subnet 0489cd9a-380d-4eb9-81c0-d64a0f6193f5 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:37:43.862204 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-53e4b734-f0a6-4fd3-b456-13a373ead766 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:43.869998 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:37:43.876317 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 26cea390-d579-4d6e-8820-468961e275a3 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:37:43.931620 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-98046825-c671-44e6-bccd-09b162d1c55e tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3589416 May 27 02:37:43.940678 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39482) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:43.953686 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-83feeb03-82c7-42fb-b569-9aec7ad6e98d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'subnet': {'network_id': 'fb771f32-b619-420a-80a4-a93b3767dc43', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:44.077717 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 26cea390-d579-4d6e-8820-468961e275a3 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:37:44.083108 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 26cea390-d579-4d6e-8820-468961e275a3 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:44.088562 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:44.115067 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-53e4b734-f0a6-4fd3-b456-13a373ead766 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:44.167834 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fbe6f79e-8e9f-4e60-a8af-d7a67f780adf tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Calling delete_port for 5a9c9f06-7b46-405e-9394-89d17a856e85 owned by network:router_gateway {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:37:44.209976 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8d79477c-087d-4986-924a-7d66fe655c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:44.230685 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-8d79477c-087d-4986-924a-7d66fe655c8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:44.235860 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8d79477c-087d-4986-924a-7d66fe655c8a admin admin] Usage tracker for resource:security_group_rule and tenant:fe2020ed27ff49a48b7b5607e2847519 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:44.238921 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8d79477c-087d-4986-924a-7d66fe655c8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:44.239065 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 26cea390-d579-4d6e-8820-468961e275a3 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:37:44.239266 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:44.244634 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-8d79477c-087d-4986-924a-7d66fe655c8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:44.273968 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 26cea390-d579-4d6e-8820-468961e275a3, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=26cea390-d579-4d6e-8820-468961e275a3,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:37:44.334308 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:44.382150 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8d79477c-087d-4986-924a-7d66fe655c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:44.424878 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fbcd3c9c-9d4e-4560-b187-92acf7bae55a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:44.425898 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=26cea390-d579-4d6e-8820-468961e275a3,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:44.453811 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8d79477c-087d-4986-924a-7d66fe655c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:44.454668 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-83feeb03-82c7-42fb-b569-9aec7ad6e98d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:44.460365 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-83feeb03-82c7-42fb-b569-9aec7ad6e98d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:subnet and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:44.464299 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-83feeb03-82c7-42fb-b569-9aec7ad6e98d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:44.473040 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-83feeb03-82c7-42fb-b569-9aec7ad6e98d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:44.477470 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-53e4b734-f0a6-4fd3-b456-13a373ead766 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:44.503935 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8d79477c-087d-4986-924a-7d66fe655c8a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fe2020ed27ff49a48b7b5607e2847519&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7539494 May 27 02:37:44.505558 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d79477c-087d-4986-924a-7d66fe655c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d271b6e9-9254-47f8-a2f2-bf83e22c6c56,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:44.506871 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39486) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:44.539287 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fbe6f79e-8e9f-4e60-a8af-d7a67f780adf tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:44.594084 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe6f79e-8e9f-4e60-a8af-d7a67f780adf tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Pushing event deleted for resources: {'Port': ['ID=5a9c9f06-7b46-405e-9394-89d17a856e85,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:44.650848 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83feeb03-82c7-42fb-b569-9aec7ad6e98d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Made reservation on behalf of 06c4fa5e71c94d138c98e5ba8a8181ad for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:37:44.654248 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83feeb03-82c7-42fb-b569-9aec7ad6e98d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:44.687594 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fbe6f79e-8e9f-4e60-a8af-d7a67f780adf tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:44.808371 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-77681d37-2edd-44e8-a1e1-457ad3e8e386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:44.854367 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-77681d37-2edd-44e8-a1e1-457ad3e8e386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:44.874327 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fbe6f79e-8e9f-4e60-a8af-d7a67f780adf tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:44.876846 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fbe6f79e-8e9f-4e60-a8af-d7a67f780adf tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:44.901105 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-53e4b734-f0a6-4fd3-b456-13a373ead766 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:44.951757 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fbe6f79e-8e9f-4e60-a8af-d7a67f780adf tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:44.952924 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe6f79e-8e9f-4e60-a8af-d7a67f780adf tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Fanout notify agent at l3_agent the message router_deleted on router 880afd24-3a7c-4ee9-991f-4d1d7889a769 {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:37:44.973780 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e4b734-f0a6-4fd3-b456-13a373ead766 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Subnet': ['ID=0489cd9a-380d-4eb9-81c0-d64a0f6193f5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:44.981985 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fbe6f79e-8e9f-4e60-a8af-d7a67f780adf tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:44.982245 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-53e4b734-f0a6-4fd3-b456-13a373ead766 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:44.987225 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-fbe6f79e-8e9f-4e60-a8af-d7a67f780adf tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] 10.222.0.57 "DELETE /v2.0/routers/880afd24-3a7c-4ee9-991f-4d1d7889a769 HTTP/1.1" status: 204 len: 168 time: 2.1742146 May 27 02:37:44.988233 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39492) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:44.991285 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e749788-543b-41d2-aa0d-dc9443074528 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:37:44.993882 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-8feac42d-aed6-4271-8a03-e6b4621d7d44 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-581337132', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:45.003228 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-8feac42d-aed6-4271-8a03-e6b4621d7d44 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:45.009799 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8feac42d-aed6-4271-8a03-e6b4621d7d44 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Usage tracker for resource:router and tenant:41c90b010e7f4a939183492c25cd5f9d is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:45.013710 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8feac42d-aed6-4271-8a03-e6b4621d7d44 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:45.021481 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-8feac42d-aed6-4271-8a03-e6b4621d7d44 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:45.079707 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-53e4b734-f0a6-4fd3-b456-13a373ead766 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/0489cd9a-380d-4eb9-81c0-d64a0f6193f5 HTTP/1.1" status: 204 len: 168 time: 1.4243622 May 27 02:37:45.082719 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39496) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:45.156292 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3ec1d568-0f52-46db-a682-7384692d15ac tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0722687 May 27 02:37:45.156896 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39500) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:45.160194 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8feac42d-aed6-4271-8a03-e6b4621d7d44 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:45.161268 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8feac42d-aed6-4271-8a03-e6b4621d7d44 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:45.174025 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-43e2c323-c9e8-47e3-8bd3-8c7f2381db12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'subnet': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:45.277218 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 26cea390-d579-4d6e-8820-468961e275a3 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:37:45.304332 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8feac42d-aed6-4271-8a03-e6b4621d7d44 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:45.325838 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-43e2c323-c9e8-47e3-8bd3-8c7f2381db12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:45.333638 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-43e2c323-c9e8-47e3-8bd3-8c7f2381db12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:subnet and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:45.337299 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-43e2c323-c9e8-47e3-8bd3-8c7f2381db12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:45.343765 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-43e2c323-c9e8-47e3-8bd3-8c7f2381db12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:45.344587 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-77681d37-2edd-44e8-a1e1-457ad3e8e386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:45.361888 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258e9a9e-e4d9-48c2-84ed-83cffcb8e0af None None] DHCP port deletion for 1e095441-a19f-4261-8588-a806dc249ed2 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:37:45.368144 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-258e9a9e-e4d9-48c2-84ed-83cffcb8e0af None None] Deleting port 26cea390-d579-4d6e-8820-468961e275a3 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:37:45.368632 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-258e9a9e-e4d9-48c2-84ed-83cffcb8e0af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:45.375569 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77681d37-2edd-44e8-a1e1-457ad3e8e386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d271b6e9-9254-47f8-a2f2-bf83e22c6c56,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:45.397217 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8feac42d-aed6-4271-8a03-e6b4621d7d44 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:45.416345 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-77681d37-2edd-44e8-a1e1-457ad3e8e386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:45.420295 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-77681d37-2edd-44e8-a1e1-457ad3e8e386 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d271b6e9-9254-47f8-a2f2-bf83e22c6c56 HTTP/1.1" status: 204 len: 168 time: 0.9073822 May 27 02:37:45.420295 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fbcd3c9c-9d4e-4560-b187-92acf7bae55a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:45.439323 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e2c323-c9e8-47e3-8bd3-8c7f2381db12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:37:45.443763 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 26cea390-d579-4d6e-8820-468961e275a3 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:45.444241 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:45.445002 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-43e2c323-c9e8-47e3-8bd3-8c7f2381db12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:45.455593 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fbcd3c9c-9d4e-4560-b187-92acf7bae55a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:45.554852 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8feac42d-aed6-4271-8a03-e6b4621d7d44 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:45.555953 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8feac42d-aed6-4271-8a03-e6b4621d7d44 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5671444 May 27 02:37:45.567910 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39506) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:45.576033 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-6d2c859a-2196-41d2-9edd-e16cf1e7af6e tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:45.623558 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83feeb03-82c7-42fb-b569-9aec7ad6e98d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:45.718577 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-258e9a9e-e4d9-48c2-84ed-83cffcb8e0af None None] For port 26cea390-d579-4d6e-8820-468961e275a3, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=26cea390-d579-4d6e-8820-468961e275a3,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:37:45.719155 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-258e9a9e-e4d9-48c2-84ed-83cffcb8e0af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:45.730577 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 26cea390-d579-4d6e-8820-468961e275a3 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:37:45.744533 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83feeb03-82c7-42fb-b569-9aec7ad6e98d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Network fb771f32-b619-420a-80a4-a93b3767dc43 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:37:45.752022 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-83feeb03-82c7-42fb-b569-9aec7ad6e98d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:37:45.789334 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-fbcd3c9c-9d4e-4560-b187-92acf7bae55a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Allocated IP 172.25.1.17 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/d67aea95-d92a-420a-849d-a5df2dc1e414) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:37:45.789542 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36217280-6ae3-4ef9-b5da-0fe1fb124864 None None] Network fb771f32-b619-420a-80a4-a93b3767dc43 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:37:45.792732 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83feeb03-82c7-42fb-b569-9aec7ad6e98d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:45.793341 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83feeb03-82c7-42fb-b569-9aec7ad6e98d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:45.816217 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83feeb03-82c7-42fb-b569-9aec7ad6e98d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'Subnet': ['ID=31052fe6-7b45-4125-ac80-ac0101b24873,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:45.907701 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-258e9a9e-e4d9-48c2-84ed-83cffcb8e0af None None] Calling delete_port for 26cea390-d579-4d6e-8820-468961e275a3 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:37:45.980330 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-83feeb03-82c7-42fb-b569-9aec7ad6e98d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0368721 May 27 02:37:45.991125 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39514) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:46.005250 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-8bc31003-155c-460b-8375-d3066fb23204 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1465845679', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '31052fe6-7b45-4125-ac80-ac0101b24873'}], 'security_groups': ['ad179709-d9ca-4823-9796-939b73df5640']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:46.207677 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fbcd3c9c-9d4e-4560-b187-92acf7bae55a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:46.258068 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-258e9a9e-e4d9-48c2-84ed-83cffcb8e0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:46.325352 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e9a9e-e4d9-48c2-84ed-83cffcb8e0af None None] Pushing event deleted for resources: {'Port': ['ID=26cea390-d579-4d6e-8820-468961e275a3,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:46.330117 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6d2c859a-2196-41d2-9edd-e16cf1e7af6e tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:46.337495 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258e9a9e-e4d9-48c2-84ed-83cffcb8e0af None None] No DVR routers for this DVR port 26cea390-d579-4d6e-8820-468961e275a3 on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:37:46.359757 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8bc31003-155c-460b-8375-d3066fb23204 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:46.373492 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39518) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:46.395644 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dccec350-6669-4c30-8282-2fe5c530969c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:46.459869 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fbcd3c9c-9d4e-4560-b187-92acf7bae55a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:46.499240 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dccec350-6669-4c30-8282-2fe5c530969c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:46.514616 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e63c0e9-ab2c-4432-b64b-afd9ecbd1a6b None None] Update dhcp port {'port': {'network_id': 'fb771f32-b619-420a-80a4-a93b3767dc43', 'fixed_ips': [{'subnet_id': 'b0ee81ee-bca4-415b-a1d4-0575e940e03e', 'ip_address': '2001:db8::2'}, {'subnet_id': '31052fe6-7b45-4125-ac80-ac0101b24873'}], 'binding:host_id': 'n-d-843554-3'}, 'id': '8d27339d-f0df-4d82-9f0b-0ac16ef9dd81'} from n-d-843554-3. {{(pid=88903) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 02:37:46.517458 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dccec350-6669-4c30-8282-2fe5c530969c admin admin] Usage tracker for resource:security_group_rule and tenant:8002e7f06e1b41d7b876b01587fbc10b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:46.531060 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-43e2c323-c9e8-47e3-8bd3-8c7f2381db12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:46.536735 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dccec350-6669-4c30-8282-2fe5c530969c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:46.589949 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dccec350-6669-4c30-8282-2fe5c530969c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:46.595013 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcd3c9c-9d4e-4560-b187-92acf7bae55a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:37:46.604361 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-fbcd3c9c-9d4e-4560-b187-92acf7bae55a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:37:46.614957 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcd3c9c-9d4e-4560-b187-92acf7bae55a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:37:46.615930 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e2c323-c9e8-47e3-8bd3-8c7f2381db12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:37:46.627990 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-43e2c323-c9e8-47e3-8bd3-8c7f2381db12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:37:46.628478 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1e63c0e9-ab2c-4432-b64b-afd9ecbd1a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:46.636104 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e2c323-c9e8-47e3-8bd3-8c7f2381db12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:46.636689 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-43e2c323-c9e8-47e3-8bd3-8c7f2381db12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:46.639882 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15e6b5c-3359-4e5c-9f0f-3a9e6dadebd1 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:37:46.650231 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd3c9c-9d4e-4560-b187-92acf7bae55a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event updated for resources: {'Port': ['ID=d67aea95-d92a-420a-849d-a5df2dc1e414,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:46.676070 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e2c323-c9e8-47e3-8bd3-8c7f2381db12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Subnet': ['ID=9c39faea-20f8-4148-ab22-61d6821eb361,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:46.909281 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-43e2c323-c9e8-47e3-8bd3-8c7f2381db12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7507589 May 27 02:37:46.913589 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39522) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:46.922785 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-a2773135-e792-47cb-bc93-0c2b77f43dc4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'port': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'fixed_ips': [{'subnet_id': '9c39faea-20f8-4148-ab22-61d6821eb361', 'ip_address': '2001:db8::d468:2a14:d210:3ff1'}], 'name': 'tempest-NetworksTestDHCPv6-1342003223'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:46.939620 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6d2c859a-2196-41d2-9edd-e16cf1e7af6e tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for router_gateway, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:47.035357 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6d2c859a-2196-41d2-9edd-e16cf1e7af6e tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:47.066173 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-1e63c0e9-ab2c-4432-b64b-afd9ecbd1a6b None None] Allocated IP 2001:db8:0:1::2 (fb771f32-b619-420a-80a4-a93b3767dc43/31052fe6-7b45-4125-ac80-ac0101b24873/8d27339d-f0df-4d82-9f0b-0ac16ef9dd81) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:37:47.106783 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dccec350-6669-4c30-8282-2fe5c530969c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:47.111105 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f6dc4c-8f52-4b29-ae84-70076bfde924 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-1e095441-a19f-4261-8588-a806dc249ed2', 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'tenant_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'fixed_ips': [{'subnet_id': '9c39faea-20f8-4148-ab22-61d6821eb361'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:37:47.112891 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e6f6dc4c-8f52-4b29-ae84-70076bfde924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:47.191071 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dccec350-6669-4c30-8282-2fe5c530969c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:47.249934 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a2773135-e792-47cb-bc93-0c2b77f43dc4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:47.262059 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a2773135-e792-47cb-bc93-0c2b77f43dc4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:port and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:47.271076 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a2773135-e792-47cb-bc93-0c2b77f43dc4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:47.282865 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a2773135-e792-47cb-bc93-0c2b77f43dc4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:47.303892 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 26cea390-d579-4d6e-8820-468961e275a3 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:37:47.312662 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-6d2c859a-2196-41d2-9edd-e16cf1e7af6e tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Allocated IP 172.25.1.21 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/de18487b-ed0c-4945-a2af-079b717488a2) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:37:47.355547 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-1e63c0e9-ab2c-4432-b64b-afd9ecbd1a6b None None] For port 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8d27339d-f0df-4d82-9f0b-0ac16ef9dd81,segment=NetworkSegment(8d782bc2-99c9-431c-9de5-a8bb66cf5f96),segment_id=8d782bc2-99c9-431c-9de5-a8bb66cf5f96)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:37:47.357674 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 26cea390-d579-4d6e-8820-468961e275a3 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:37:47.358084 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 26cea390-d579-4d6e-8820-468961e275a3 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:37:47.411733 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2773135-e792-47cb-bc93-0c2b77f43dc4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:37:47.413241 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-dccec350-6669-4c30-8282-2fe5c530969c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8002e7f06e1b41d7b876b01587fbc10b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0387127 May 27 02:37:47.416595 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39528) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:47.418927 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccec350-6669-4c30-8282-2fe5c530969c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ae7a92-d4ce-4743-b666-bf8a363cc8ba,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:47.447498 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1e63c0e9-ab2c-4432-b64b-afd9ecbd1a6b None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:47.463625 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-e6f6dc4c-8f52-4b29-ae84-70076bfde924 None None] Allocated IP 2001:db8::2 (1e095441-a19f-4261-8588-a806dc249ed2/9c39faea-20f8-4148-ab22-61d6821eb361/b3249ea9-40fe-4fb3-b6dc-b84220a65175) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:37:47.478836 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1e63c0e9-ab2c-4432-b64b-afd9ecbd1a6b None None] Transition to ACTIVE for port object 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:37:47.569110 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1e63c0e9-ab2c-4432-b64b-afd9ecbd1a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:47.630713 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6d2c859a-2196-41d2-9edd-e16cf1e7af6e tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:47.637180 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a2773135-e792-47cb-bc93-0c2b77f43dc4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:47.664960 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a2773135-e792-47cb-bc93-0c2b77f43dc4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] device_id is not set on port 84e623a6-b6f6-4c6c-899a-1281af6576f9 yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:37:47.749266 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63c0e9-ab2c-4432-b64b-afd9ecbd1a6b None None] Pushing event updated for resources: {'Port': ['ID=8d27339d-f0df-4d82-9f0b-0ac16ef9dd81,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:47.866110 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fbcd3c9c-9d4e-4560-b187-92acf7bae55a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:47.876843 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6d2c859a-2196-41d2-9edd-e16cf1e7af6e tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:47.906750 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e6f6dc4c-8f52-4b29-ae84-70076bfde924 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:47.922491 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e6f6dc4c-8f52-4b29-ae84-70076bfde924 None None] Transition to ACTIVE for port object b3249ea9-40fe-4fb3-b6dc-b84220a65175 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:37:47.953266 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e6f6dc4c-8f52-4b29-ae84-70076bfde924 None None] Transition to ACTIVE for port object b3249ea9-40fe-4fb3-b6dc-b84220a65175 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:37:47.971768 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2c859a-2196-41d2-9edd-e16cf1e7af6e tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:37:47.979343 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-6d2c859a-2196-41d2-9edd-e16cf1e7af6e tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:37:47.982803 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2c859a-2196-41d2-9edd-e16cf1e7af6e tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:37:47.986946 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-09f055f4-2a76-4090-9a1b-09039d0b2949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:48.025698 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e6f6dc4c-8f52-4b29-ae84-70076bfde924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:48.123014 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f6dc4c-8f52-4b29-ae84-70076bfde924 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:37:48.144919 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-e6f6dc4c-8f52-4b29-ae84-70076bfde924 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:37:48.147763 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f6dc4c-8f52-4b29-ae84-70076bfde924 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:37:48.155927 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6dc4c-8f52-4b29-ae84-70076bfde924 None None] Pushing event updated for resources: {'Port': ['ID=b3249ea9-40fe-4fb3-b6dc-b84220a65175,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:48.173560 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-09f055f4-2a76-4090-9a1b-09039d0b2949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:48.220936 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c859a-2196-41d2-9edd-e16cf1e7af6e tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Pushing event updated for resources: {'Port': ['ID=de18487b-ed0c-4945-a2af-079b717488a2,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:48.259710 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-8bc31003-155c-460b-8375-d3066fb23204 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Delete allocated IP 2001:db8::d7 (fb771f32-b619-420a-80a4-a93b3767dc43/b0ee81ee-bca4-415b-a1d4-0575e940e03e) {{(pid=88901) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 27 02:37:48.290048 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-8bc31003-155c-460b-8375-d3066fb23204 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Allocated IP 2001:db8:0:1::34 (fb771f32-b619-420a-80a4-a93b3767dc43/31052fe6-7b45-4125-ac80-ac0101b24873/e838f299-9e69-46f1-a650-4eff0cd5b9ed) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:37:48.330557 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-e6f6dc4c-8f52-4b29-ae84-70076bfde924 None None] Attempting to bind port b3249ea9-40fe-4fb3-b6dc-b84220a65175 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:37:48.330939 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-e6f6dc4c-8f52-4b29-ae84-70076bfde924 None None] Attempting to bind port b3249ea9-40fe-4fb3-b6dc-b84220a65175 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:37:48.331311 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f6dc4c-8f52-4b29-ae84-70076bfde924 None None] Attempting to bind port b3249ea9-40fe-4fb3-b6dc-b84220a65175 on network 1e095441-a19f-4261-8588-a806dc249ed2 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:37:48.344335 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f6dc4c-8f52-4b29-ae84-70076bfde924 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:37:48.345177 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f6dc4c-8f52-4b29-ae84-70076bfde924 None None] Checking segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:37:48.345590 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e6f6dc4c-8f52-4b29-ae84-70076bfde924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:48.345988 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f6dc4c-8f52-4b29-ae84-70076bfde924 None None] Bound using segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:37:48.346718 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-e6f6dc4c-8f52-4b29-ae84-70076bfde924 None None] Bound port: b3249ea9-40fe-4fb3-b6dc-b84220a65175, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:37:48.347233 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e6f6dc4c-8f52-4b29-ae84-70076bfde924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:48.485844 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-e6f6dc4c-8f52-4b29-ae84-70076bfde924 None None] For port b3249ea9-40fe-4fb3-b6dc-b84220a65175, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:37:48.489593 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-e6f6dc4c-8f52-4b29-ae84-70076bfde924 None None] For port b3249ea9-40fe-4fb3-b6dc-b84220a65175, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b3249ea9-40fe-4fb3-b6dc-b84220a65175,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:37:48.511824 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-a2773135-e792-47cb-bc93-0c2b77f43dc4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Allocated IP 2001:db8::d468:2a14:d210:3ff1 (1e095441-a19f-4261-8588-a806dc249ed2/9c39faea-20f8-4148-ab22-61d6821eb361/84e623a6-b6f6-4c6c-899a-1281af6576f9) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:37:48.584857 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-09f055f4-2a76-4090-9a1b-09039d0b2949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:48.597105 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e6f6dc4c-8f52-4b29-ae84-70076bfde924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:48.688999 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f055f4-2a76-4090-9a1b-09039d0b2949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ae7a92-d4ce-4743-b666-bf8a363cc8ba,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:48.705901 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-09f055f4-2a76-4090-9a1b-09039d0b2949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:48.712781 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-09f055f4-2a76-4090-9a1b-09039d0b2949 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c9ae7a92-d4ce-4743-b666-bf8a363cc8ba HTTP/1.1" status: 204 len: 168 time: 1.2894247 May 27 02:37:48.712781 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fbcd3c9c-9d4e-4560-b187-92acf7bae55a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:48.718969 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6dc4c-8f52-4b29-ae84-70076bfde924 None None] Pushing event updated for resources: {'Port': ['ID=b3249ea9-40fe-4fb3-b6dc-b84220a65175,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:48.819392 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ebee09fe-8a44-4e24-932f-c3b0a65de47e None None] Provisioning complete for port e838f299-9e69-46f1-a650-4eff0cd5b9ed triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:48.827906 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ebee09fe-8a44-4e24-932f-c3b0a65de47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:48.915932 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ebee09fe-8a44-4e24-932f-c3b0a65de47e None None] Port e838f299-9e69-46f1-a650-4eff0cd5b9ed cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:37:48.991143 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ebee09fe-8a44-4e24-932f-c3b0a65de47e None None] Provisioning for port 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:37:49.004442 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ebee09fe-8a44-4e24-932f-c3b0a65de47e None None] Provisioning complete for port 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:49.004977 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ebee09fe-8a44-4e24-932f-c3b0a65de47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:49.023136 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8bc31003-155c-460b-8375-d3066fb23204 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:49.068209 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-8bc31003-155c-460b-8375-d3066fb23204 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Transition to ACTIVE for port object e838f299-9e69-46f1-a650-4eff0cd5b9ed will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:37:49.133646 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8bc31003-155c-460b-8375-d3066fb23204 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:49.205159 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a2773135-e792-47cb-bc93-0c2b77f43dc4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:49.225290 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6d2c859a-2196-41d2-9edd-e16cf1e7af6e tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for router_gateway, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:49.288437 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:49.358802 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a2773135-e792-47cb-bc93-0c2b77f43dc4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Transition to ACTIVE for port object 84e623a6-b6f6-4c6c-899a-1281af6576f9 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:37:49.370814 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbcd3c9c-9d4e-4560-b187-92acf7bae55a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Router 3a4f1050-4557-4d17-ae36-4da35c4bc66b is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:37:49.401768 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:49.434897 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-8bc31003-155c-460b-8375-d3066fb23204 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] In _notify_port_updated(), no bound segment for port e838f299-9e69-46f1-a650-4eff0cd5b9ed on network fb771f32-b619-420a-80a4-a93b3767dc43 {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:37:49.440826 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc31003-155c-460b-8375-d3066fb23204 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:49.441448 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8bc31003-155c-460b-8375-d3066fb23204 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:49.447359 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8bc31003-155c-460b-8375-d3066fb23204 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "PUT /v2.0/ports/e838f299-9e69-46f1-a650-4eff0cd5b9ed HTTP/1.1" status: 200 len: 930 time: 3.4534264 May 27 02:37:49.451530 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39540) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:49.497322 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ebee09fe-8a44-4e24-932f-c3b0a65de47e None None] Current status of the port 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:37:49.507205 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b3249ea9-40fe-4fb3-b6dc-b84220a65175 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:37:49.611416 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc31003-155c-460b-8375-d3066fb23204 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'Port': ['ID=e838f299-9e69-46f1-a650-4eff0cd5b9ed,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:49.703280 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ebee09fe-8a44-4e24-932f-c3b0a65de47e None None] Provisioning complete for port ef895001-7a05-4589-9812-1006e5b00ee4 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:49.703809 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ebee09fe-8a44-4e24-932f-c3b0a65de47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:49.749201 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-f186d412-e66d-4ed6-9768-342752c98340 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Deleting port e838f299-9e69-46f1-a650-4eff0cd5b9ed {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:37:49.749576 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f186d412-e66d-4ed6-9768-342752c98340 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:49.766810 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a2773135-e792-47cb-bc93-0c2b77f43dc4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:49.835773 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ebee09fe-8a44-4e24-932f-c3b0a65de47e None None] Port ef895001-7a05-4589-9812-1006e5b00ee4 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:37:49.886366 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2773135-e792-47cb-bc93-0c2b77f43dc4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:37:49.892557 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-a2773135-e792-47cb-bc93-0c2b77f43dc4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:37:49.902398 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2773135-e792-47cb-bc93-0c2b77f43dc4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:37:49.908857 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2773135-e792-47cb-bc93-0c2b77f43dc4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:49.909944 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a2773135-e792-47cb-bc93-0c2b77f43dc4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:49.910622 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port b3249ea9-40fe-4fb3-b6dc-b84220a65175 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:37:49.916603 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6d2c859a-2196-41d2-9edd-e16cf1e7af6e tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:49.918353 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:37:49.921609 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2773135-e792-47cb-bc93-0c2b77f43dc4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Port': ['ID=84e623a6-b6f6-4c6c-899a-1281af6576f9,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:49.950637 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6d2c859a-2196-41d2-9edd-e16cf1e7af6e tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-965449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-965446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966271'] for router, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:49.956418 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2773135-e792-47cb-bc93-0c2b77f43dc4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:49.956418 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2773135-e792-47cb-bc93-0c2b77f43dc4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:49.956418 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2773135-e792-47cb-bc93-0c2b77f43dc4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:49.957034 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2773135-e792-47cb-bc93-0c2b77f43dc4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:49.958040 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2773135-e792-47cb-bc93-0c2b77f43dc4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:49.958040 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2773135-e792-47cb-bc93-0c2b77f43dc4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:49.958486 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2773135-e792-47cb-bc93-0c2b77f43dc4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:49.963589 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2773135-e792-47cb-bc93-0c2b77f43dc4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:49.964250 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2773135-e792-47cb-bc93-0c2b77f43dc4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:49.964787 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2773135-e792-47cb-bc93-0c2b77f43dc4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:49.965258 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2773135-e792-47cb-bc93-0c2b77f43dc4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:49.965868 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2773135-e792-47cb-bc93-0c2b77f43dc4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:50.092005 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:50.092372 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:50.189475 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-83d28371-e0fb-48bd-ace3-c1a9326a5c6f None None] Provisioning for port e838f299-9e69-46f1-a650-4eff0cd5b9ed completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:37:50.210523 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-83d28371-e0fb-48bd-ace3-c1a9326a5c6f None None] Provisioning complete for port e838f299-9e69-46f1-a650-4eff0cd5b9ed triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:50.210902 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-83d28371-e0fb-48bd-ace3-c1a9326a5c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:50.276587 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-83d28371-e0fb-48bd-ace3-c1a9326a5c6f None None] Port e838f299-9e69-46f1-a650-4eff0cd5b9ed cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:37:50.329257 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a2773135-e792-47cb-bc93-0c2b77f43dc4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4143994 May 27 02:37:50.331962 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39558) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:50.358733 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:37:50.420144 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbcd3c9c-9d4e-4560-b187-92acf7bae55a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:37:50.433599 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639a3a02-9457-456f-be6d-50fa31cf7b9b None None] Sync routers for ids ['3a4f1050-4557-4d17-ae36-4da35c4bc66b'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:37:50.444786 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639a3a02-9457-456f-be6d-50fa31cf7b9b None None] Routers {'3a4f1050-4557-4d17-ae36-4da35c4bc66b'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:37:50.445784 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-639a3a02-9457-456f-be6d-50fa31cf7b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:37:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['3a4f1050-4557-4d17-ae36-4da35c4bc66b'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:50.453398 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f186d412-e66d-4ed6-9768-342752c98340 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:50.574232 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-163f720b-c296-4876-b2a2-7ee123e8a530 None None] Provisioning for port b3249ea9-40fe-4fb3-b6dc-b84220a65175 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:37:50.577664 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-639a3a02-9457-456f-be6d-50fa31cf7b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:50.582458 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-163f720b-c296-4876-b2a2-7ee123e8a530 None None] Provisioning complete for port b3249ea9-40fe-4fb3-b6dc-b84220a65175 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:50.582838 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-163f720b-c296-4876-b2a2-7ee123e8a530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:50.606765 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639a3a02-9457-456f-be6d-50fa31cf7b9b None None] Routers {'3a4f1050-4557-4d17-ae36-4da35c4bc66b'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:37:50.607653 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-639a3a02-9457-456f-be6d-50fa31cf7b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:37:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['3a4f1050-4557-4d17-ae36-4da35c4bc66b'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:50.702411 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fbcd3c9c-9d4e-4560-b187-92acf7bae55a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:50.706274 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-fbcd3c9c-9d4e-4560-b187-92acf7bae55a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.1306758 May 27 02:37:50.735618 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-f186d412-e66d-4ed6-9768-342752c98340 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Calling delete_port for e838f299-9e69-46f1-a650-4eff0cd5b9ed owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:37:50.762252 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39568) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:50.762725 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-639a3a02-9457-456f-be6d-50fa31cf7b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:50.763293 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639a3a02-9457-456f-be6d-50fa31cf7b9b None None] The sync data for ids ['3a4f1050-4557-4d17-ae36-4da35c4bc66b'] in n-d-843554-3 is: [] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:37:50.816517 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-163f720b-c296-4876-b2a2-7ee123e8a530 None None] Current status of the port b3249ea9-40fe-4fb3-b6dc-b84220a65175 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:37:50.816924 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-163f720b-c296-4876-b2a2-7ee123e8a530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:50.873139 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-163f720b-c296-4876-b2a2-7ee123e8a530 None None] For port b3249ea9-40fe-4fb3-b6dc-b84220a65175, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b3249ea9-40fe-4fb3-b6dc-b84220a65175,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:37:50.950728 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-163f720b-c296-4876-b2a2-7ee123e8a530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:50.985353 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2c859a-2196-41d2-9edd-e16cf1e7af6e tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Router dcf78e65-98f7-4c16-a46e-d65653ee9511 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:37:51.002363 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d21e5c9-0cbf-41e0-9df0-97d637f40317 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:51.008152 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d21e5c9-0cbf-41e0-9df0-97d637f40317 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:51.008953 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-2d21e5c9-0cbf-41e0-9df0-97d637f40317 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:37:51.039464 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f720b-c296-4876-b2a2-7ee123e8a530 None None] Pushing event updated for resources: {'Port': ['ID=b3249ea9-40fe-4fb3-b6dc-b84220a65175,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:51.065401 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f186d412-e66d-4ed6-9768-342752c98340 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:51.099231 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6880d264-d407-4f0f-8cb1-e8ac893ed56e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "GET /v2.0/routers/3a4f1050-4557-4d17-ae36-4da35c4bc66b HTTP/1.1" status: 200 len: 884 time: 0.3348408 May 27 02:37:51.102979 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39572) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:51.125289 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186d412-e66d-4ed6-9768-342752c98340 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event deleted for resources: {'Port': ['ID=e838f299-9e69-46f1-a650-4eff0cd5b9ed,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:51.156690 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-0bd4ad7b-f68e-4afd-9df3-bf7b7ec3119f None None] Provisioning for port 84e623a6-b6f6-4c6c-899a-1281af6576f9 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:37:51.163728 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-0bd4ad7b-f68e-4afd-9df3-bf7b7ec3119f None None] Provisioning complete for port 84e623a6-b6f6-4c6c-899a-1281af6576f9 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:51.164759 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0bd4ad7b-f68e-4afd-9df3-bf7b7ec3119f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:51.172153 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f186d412-e66d-4ed6-9768-342752c98340 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:51.192066 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f186d412-e66d-4ed6-9768-342752c98340 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/ports/e838f299-9e69-46f1-a650-4eff0cd5b9ed HTTP/1.1" status: 204 len: 168 time: 1.7346644 May 27 02:37:51.192311 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39576) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:51.247008 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd7abbd2-ea38-4d9d-8ff0-37df1a4317da tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] GET failed (client error): The resource could not be found. May 27 02:37:51.253483 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fd7abbd2-ea38-4d9d-8ff0-37df1a4317da tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Synchronizing usage tracker for tenant:06c4fa5e71c94d138c98e5ba8a8181ad on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:37:51.289744 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b3249ea9-40fe-4fb3-b6dc-b84220a65175 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:37:51.310668 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-2d21e5c9-0cbf-41e0-9df0-97d637f40317 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:37:51.314593 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2d21e5c9-0cbf-41e0-9df0-97d637f40317 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.9787872 May 27 02:37:51.315702 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39580) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:51.346718 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-0bd4ad7b-f68e-4afd-9df3-bf7b7ec3119f None None] Port 84e623a6-b6f6-4c6c-899a-1281af6576f9 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:37:51.375374 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2c859a-2196-41d2-9edd-e16cf1e7af6e tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:37:51.385204 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port b3249ea9-40fe-4fb3-b6dc-b84220a65175 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:51.385745 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fd7abbd2-ea38-4d9d-8ff0-37df1a4317da tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Unset dirty status for tenant:06c4fa5e71c94d138c98e5ba8a8181ad on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:37:51.386484 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:51.390091 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-fd7abbd2-ea38-4d9d-8ff0-37df1a4317da tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "GET /v2.0/ports/e838f299-9e69-46f1-a650-4eff0cd5b9ed HTTP/1.1" status: 404 len: 333 time: 0.1967394 May 27 02:37:51.398254 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39584) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:51.400676 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6d2c859a-2196-41d2-9edd-e16cf1e7af6e tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:51.403099 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6d2c859a-2196-41d2-9edd-e16cf1e7af6e tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] 10.222.0.57 "PUT /v2.0/routers/dcf78e65-98f7-4c16-a46e-d65653ee9511 HTTP/1.1" status: 200 len: 878 time: 5.8342228 May 27 02:37:51.419168 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39588) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:51.431932 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e946c418-0792-464d-bc3f-6c2d2d21ecc2 None None] Sync routers for ids ['dcf78e65-98f7-4c16-a46e-d65653ee9511'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:37:51.461885 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-bf929adc-99d6-4813-8500-29ff30f28375 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting port 84e623a6-b6f6-4c6c-899a-1281af6576f9 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:37:51.462399 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf929adc-99d6-4813-8500-29ff30f28375 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:51.466255 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e946c418-0792-464d-bc3f-6c2d2d21ecc2 None None] Routers {'dcf78e65-98f7-4c16-a46e-d65653ee9511'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:37:51.478562 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e946c418-0792-464d-bc3f-6c2d2d21ecc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:37:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['dcf78e65-98f7-4c16-a46e-d65653ee9511'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:51.545814 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-da7248f9-922d-4c85-a2d1-70aedb3ac2e1 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:51.638668 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e946c418-0792-464d-bc3f-6c2d2d21ecc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:51.648472 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-da7248f9-922d-4c85-a2d1-70aedb3ac2e1 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:51.653278 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e946c418-0792-464d-bc3f-6c2d2d21ecc2 None None] Routers {'dcf78e65-98f7-4c16-a46e-d65653ee9511'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:37:51.654180 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e946c418-0792-464d-bc3f-6c2d2d21ecc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:37:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['dcf78e65-98f7-4c16-a46e-d65653ee9511'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:51.732329 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e946c418-0792-464d-bc3f-6c2d2d21ecc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:51.732840 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e946c418-0792-464d-bc3f-6c2d2d21ecc2 None None] The sync data for ids ['dcf78e65-98f7-4c16-a46e-d65653ee9511'] in n-d-843554-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:37:51.770275 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-54af3576-86c2-4e0b-9a39-959077a977ce tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] 10.222.0.57 "GET /v2.0/routers/dcf78e65-98f7-4c16-a46e-d65653ee9511 HTTP/1.1" status: 200 len: 919 time: 0.3499749 May 27 02:37:51.773137 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39596) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:51.849329 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port b3249ea9-40fe-4fb3-b6dc-b84220a65175 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:37:51.870769 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39602) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:51.881308 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-30332f11-0de0-44ad-83de-eb9f1f8dc9a5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1327447011'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:51.883779 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-db3b2876-ca39-4644-a849-78254bbd7c4c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.7701240 May 27 02:37:51.905052 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e065a67a-dfce-49f1-9aa4-93e8286c768c tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:51.911510 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e065a67a-dfce-49f1-9aa4-93e8286c768c tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=d97d5b0c-4580-406a-95fb-4efaa0c98188&device_id=dcf78e65-98f7-4c16-a46e-d65653ee9511&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1326694 May 27 02:37:51.911510 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39608) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:52.049328 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd96114-ba9c-4437-b170-7d27c7b0ceac tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:52.050004 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-ddd96114-ba9c-4437-b170-7d27c7b0ceac tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Synchronizing usage tracker for tenant:21f04540d9144b108560259d9299bff5 on resource:network {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:37:52.066607 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-ddd96114-ba9c-4437-b170-7d27c7b0ceac tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Unset dirty status for tenant:21f04540d9144b108560259d9299bff5 on resource:network {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:37:52.066607 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ddd96114-ba9c-4437-b170-7d27c7b0ceac tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] 10.222.0.57 "GET /v2.0/networks/d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 881 time: 0.1534672 May 27 02:37:52.066607 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39614) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:52.083471 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-da7248f9-922d-4c85-a2d1-70aedb3ac2e1 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:52.111589 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf929adc-99d6-4813-8500-29ff30f28375 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:52.124631 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-84233baf-96cb-42fc-856b-fe23e1837cb4 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] 10.222.0.57 "GET /v2.0/ports?device_id=dcf78e65-98f7-4c16-a46e-d65653ee9511 HTTP/1.1" status: 200 len: 205 time: 0.0544906 May 27 02:37:52.125073 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39620) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:52.127966 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7248f9-922d-4c85-a2d1-70aedb3ac2e1 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90041c9c-8024-4760-94fa-3843fc757a6b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:52.256296 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-bf929adc-99d6-4813-8500-29ff30f28375 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Calling delete_port for 84e623a6-b6f6-4c6c-899a-1281af6576f9 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:37:52.346137 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3bc4e879-305a-4507-ab84-74ff450ce34f tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for router, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:52.407527 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-da7248f9-922d-4c85-a2d1-70aedb3ac2e1 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:52.411193 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-da7248f9-922d-4c85-a2d1-70aedb3ac2e1 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/security-groups/90041c9c-8024-4760-94fa-3843fc757a6b HTTP/1.1" status: 204 len: 168 time: 1.0093637 May 27 02:37:52.418790 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39626) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:52.675932 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3bc4e879-305a-4507-ab84-74ff450ce34f tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:52.720476 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fc05fdec-8b10-448c-a574-00bad05a2891 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:52.821860 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fc05fdec-8b10-448c-a574-00bad05a2891 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:52.940960 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf929adc-99d6-4813-8500-29ff30f28375 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:52.982780 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-3bc4e879-305a-4507-ab84-74ff450ce34f tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Deleting port de18487b-ed0c-4945-a2af-079b717488a2 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:37:52.983422 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3bc4e879-305a-4507-ab84-74ff450ce34f tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:53.019452 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf929adc-99d6-4813-8500-29ff30f28375 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Port': ['ID=84e623a6-b6f6-4c6c-899a-1281af6576f9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:53.069054 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30332f11-0de0-44ad-83de-eb9f1f8dc9a5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:53.080660 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf929adc-99d6-4813-8500-29ff30f28375 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:53.080660 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf929adc-99d6-4813-8500-29ff30f28375 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:53.080660 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf929adc-99d6-4813-8500-29ff30f28375 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:53.080660 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf929adc-99d6-4813-8500-29ff30f28375 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:53.080660 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf929adc-99d6-4813-8500-29ff30f28375 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:53.080660 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf929adc-99d6-4813-8500-29ff30f28375 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:53.080660 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf929adc-99d6-4813-8500-29ff30f28375 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:53.080660 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf929adc-99d6-4813-8500-29ff30f28375 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:53.081344 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf929adc-99d6-4813-8500-29ff30f28375 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:53.081344 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf929adc-99d6-4813-8500-29ff30f28375 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:53.081637 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf929adc-99d6-4813-8500-29ff30f28375 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:53.081964 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf929adc-99d6-4813-8500-29ff30f28375 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:37:53.089915 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf929adc-99d6-4813-8500-29ff30f28375 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:53.101762 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fc05fdec-8b10-448c-a574-00bad05a2891 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:53.122671 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05fdec-8b10-448c-a574-00bad05a2891 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad179709-d9ca-4823-9796-939b73df5640,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:53.125115 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fc05fdec-8b10-448c-a574-00bad05a2891 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:53.126284 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-fc05fdec-8b10-448c-a574-00bad05a2891 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/security-groups/ad179709-d9ca-4823-9796-939b73df5640 HTTP/1.1" status: 204 len: 168 time: 0.7050085 May 27 02:37:53.128986 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39632) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:53.168081 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30332f11-0de0-44ad-83de-eb9f1f8dc9a5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-965449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-965446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966271'] for router, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:53.181972 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3bc4e879-305a-4507-ab84-74ff450ce34f tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:53.253876 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-bf929adc-99d6-4813-8500-29ff30f28375 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/ports/84e623a6-b6f6-4c6c-899a-1281af6576f9 HTTP/1.1" status: 204 len: 168 time: 1.9370823 May 27 02:37:53.258895 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39636) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:53.336602 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-a595c88e-b081-4764-ad49-3fcd7a3d4386 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Deleting subnet b0ee81ee-bca4-415b-a1d4-0575e940e03e {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:37:53.339761 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-3bc4e879-305a-4507-ab84-74ff450ce34f tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Calling delete_port for de18487b-ed0c-4945-a2af-079b717488a2 owned by network:router_gateway {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:37:53.394924 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a595c88e-b081-4764-ad49-3fcd7a3d4386 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:53.477710 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7426a4d-e7d7-4d85-be6a-4045280b33ea tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:53.479797 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7426a4d-e7d7-4d85-be6a-4045280b33ea tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:53.480759 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a7426a4d-e7d7-4d85-be6a-4045280b33ea tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:37:53.501122 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a595c88e-b081-4764-ad49-3fcd7a3d4386 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:53.565985 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30332f11-0de0-44ad-83de-eb9f1f8dc9a5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Router 3a4f1050-4557-4d17-ae36-4da35c4bc66b has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:37:53.601945 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3bc4e879-305a-4507-ab84-74ff450ce34f tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:53.656063 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a7426a4d-e7d7-4d85-be6a-4045280b33ea tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:37:53.660099 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a7426a4d-e7d7-4d85-be6a-4045280b33ea tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4002450 May 27 02:37:53.663785 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39646) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:53.678489 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4e879-305a-4507-ab84-74ff450ce34f tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Pushing event deleted for resources: {'Port': ['ID=de18487b-ed0c-4945-a2af-079b717488a2,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:53.760309 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3bc4e879-305a-4507-ab84-74ff450ce34f tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:53.818540 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a595c88e-b081-4764-ad49-3fcd7a3d4386 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:53.983317 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3bc4e879-305a-4507-ab84-74ff450ce34f tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:53.986114 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3bc4e879-305a-4507-ab84-74ff450ce34f tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:54.001771 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb191c41-67f2-4aee-9d6d-33b3c9325506 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting subnet 9c39faea-20f8-4148-ab22-61d6821eb361 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:37:54.016995 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fb191c41-67f2-4aee-9d6d-33b3c9325506 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:54.076910 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3bc4e879-305a-4507-ab84-74ff450ce34f tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:54.079472 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc4e879-305a-4507-ab84-74ff450ce34f tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Fanout notify agent at l3_agent the message router_deleted on router dcf78e65-98f7-4c16-a46e-d65653ee9511 {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:37:54.080621 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30332f11-0de0-44ad-83de-eb9f1f8dc9a5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:37:54.094679 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30332f11-0de0-44ad-83de-eb9f1f8dc9a5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:54.098522 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3212aae1-eca2-4d60-85dd-eafed0a5325f None None] Sync routers for ids ['3a4f1050-4557-4d17-ae36-4da35c4bc66b'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:37:54.099008 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-30332f11-0de0-44ad-83de-eb9f1f8dc9a5 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "PUT /v2.0/routers/3a4f1050-4557-4d17-ae36-4da35c4bc66b HTTP/1.1" status: 200 len: 891 time: 2.2236409 May 27 02:37:54.100348 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39652) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:54.113409 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3212aae1-eca2-4d60-85dd-eafed0a5325f None None] Routers {'3a4f1050-4557-4d17-ae36-4da35c4bc66b'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:37:54.114517 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-3212aae1-eca2-4d60-85dd-eafed0a5325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:37:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['3a4f1050-4557-4d17-ae36-4da35c4bc66b'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:54.117511 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3bc4e879-305a-4507-ab84-74ff450ce34f tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:54.124519 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3bc4e879-305a-4507-ab84-74ff450ce34f tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] 10.222.0.57 "DELETE /v2.0/routers/dcf78e65-98f7-4c16-a46e-d65653ee9511 HTTP/1.1" status: 204 len: 168 time: 1.9982088 May 27 02:37:54.125188 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39656) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:54.131481 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-3fda4327-cccf-459f-be40-dee5854503b7 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1612687531', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:54.142698 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-3fda4327-cccf-459f-be40-dee5854503b7 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:54.148849 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3fda4327-cccf-459f-be40-dee5854503b7 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Usage tracker for resource:router and tenant:41c90b010e7f4a939183492c25cd5f9d is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:54.153252 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3fda4327-cccf-459f-be40-dee5854503b7 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:54.161590 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-3fda4327-cccf-459f-be40-dee5854503b7 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:54.187012 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-3212aae1-eca2-4d60-85dd-eafed0a5325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:54.195383 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fb191c41-67f2-4aee-9d6d-33b3c9325506 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:54.200398 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3212aae1-eca2-4d60-85dd-eafed0a5325f None None] Routers {'3a4f1050-4557-4d17-ae36-4da35c4bc66b'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:37:54.201038 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-3212aae1-eca2-4d60-85dd-eafed0a5325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:37:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['3a4f1050-4557-4d17-ae36-4da35c4bc66b'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:54.254108 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3fda4327-cccf-459f-be40-dee5854503b7 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:54.256382 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3fda4327-cccf-459f-be40-dee5854503b7 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:54.265167 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-3212aae1-eca2-4d60-85dd-eafed0a5325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:54.265555 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3212aae1-eca2-4d60-85dd-eafed0a5325f None None] The sync data for ids ['3a4f1050-4557-4d17-ae36-4da35c4bc66b'] in n-d-843554-3 is: [] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:37:54.280423 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3fda4327-cccf-459f-be40-dee5854503b7 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:54.345114 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a595c88e-b081-4764-ad49-3fcd7a3d4386 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:54.368251 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3fda4327-cccf-459f-be40-dee5854503b7 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:54.406122 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a595c88e-b081-4764-ad49-3fcd7a3d4386 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event deleted for resources: {'Subnet': ['ID=b0ee81ee-bca4-415b-a1d4-0575e940e03e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:54.410612 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a595c88e-b081-4764-ad49-3fcd7a3d4386 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:54.412980 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad2c853-c99f-4248-bd34-34cb9e6c5052 None None] Network fb771f32-b619-420a-80a4-a93b3767dc43 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:37:54.420916 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d288e56c-9b86-419a-a718-ae34948d7dc7 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "GET /v2.0/routers/3a4f1050-4557-4d17-ae36-4da35c4bc66b HTTP/1.1" status: 200 len: 891 time: 0.3195977 May 27 02:37:54.423825 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39660) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:54.471848 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a595c88e-b081-4764-ad49-3fcd7a3d4386 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/subnets/b0ee81ee-bca4-415b-a1d4-0575e940e03e HTTP/1.1" status: 204 len: 168 time: 1.3415804 May 27 02:37:54.477754 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39664) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:54.483332 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6fa17505-1115-49dc-a7f9-c479f9124b5f tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Synchronizing usage tracker for tenant:6f15f0e8362347e99ea74d0bbe84ad40 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:37:54.489859 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fb191c41-67f2-4aee-9d6d-33b3c9325506 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:54.491016 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-f567e4a0-8a73-4fac-a501-e5482b2fdf27 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'subnet': {'network_id': 'fb771f32-b619-420a-80a4-a93b3767dc43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:54.758993 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-f567e4a0-8a73-4fac-a501-e5482b2fdf27 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:54.758993 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f567e4a0-8a73-4fac-a501-e5482b2fdf27 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:subnet and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:54.758993 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f567e4a0-8a73-4fac-a501-e5482b2fdf27 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:54.758993 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-f567e4a0-8a73-4fac-a501-e5482b2fdf27 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:54.855587 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3fda4327-cccf-459f-be40-dee5854503b7 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:54.857629 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3fda4327-cccf-459f-be40-dee5854503b7 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7313824 May 27 02:37:54.860033 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39674) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:54.867027 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-f59be35a-abf7-4d06-9477-4e160223279b tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'enable_snat': True}}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:54.927525 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6fa17505-1115-49dc-a7f9-c479f9124b5f tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Unset dirty status for tenant:6f15f0e8362347e99ea74d0bbe84ad40 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:37:54.929926 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6fa17505-1115-49dc-a7f9-c479f9124b5f tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a4f1050-4557-4d17-ae36-4da35c4bc66b HTTP/1.1" status: 200 len: 205 time: 0.5051625 May 27 02:37:54.932577 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39678) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:55.021947 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fb191c41-67f2-4aee-9d6d-33b3c9325506 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:55.091714 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb191c41-67f2-4aee-9d6d-33b3c9325506 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Subnet': ['ID=9c39faea-20f8-4148-ab22-61d6821eb361,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:55.104689 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fb191c41-67f2-4aee-9d6d-33b3c9325506 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:55.105604 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717bdb03-c5a2-48d6-a340-4c9f85790764 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:37:55.221134 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-fb191c41-67f2-4aee-9d6d-33b3c9325506 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/9c39faea-20f8-4148-ab22-61d6821eb361 HTTP/1.1" status: 204 len: 168 time: 1.5561411 May 27 02:37:55.222187 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39684) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:55.240493 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f567e4a0-8a73-4fac-a501-e5482b2fdf27 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Made reservation on behalf of 06c4fa5e71c94d138c98e5ba8a8181ad for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:37:55.244161 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f567e4a0-8a73-4fac-a501-e5482b2fdf27 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:55.331048 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-be9dbfb1-9758-412b-94cf-c8e335de5683 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0983810 May 27 02:37:55.332028 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39688) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:55.344084 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-1f5f40a4-56ea-4ec6-b7fb-f0626400155e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'subnet': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:55.477643 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a402aa4c-f106-4c3c-b35e-17248cf6ee8c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:55.489649 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135f18d8-ce78-4e10-bc0d-87d61e1f86d4 None None] DHCP port deletion for 1e095441-a19f-4261-8588-a806dc249ed2 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:37:55.495760 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-135f18d8-ce78-4e10-bc0d-87d61e1f86d4 None None] Deleting port b3249ea9-40fe-4fb3-b6dc-b84220a65175 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:37:55.496412 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-135f18d8-ce78-4e10-bc0d-87d61e1f86d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:55.561819 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4604c550-9b62-44e2-8f88-195342496980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:55.571580 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f59be35a-abf7-4d06-9477-4e160223279b tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:55.643607 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1f5f40a4-56ea-4ec6-b7fb-f0626400155e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:55.648084 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1f5f40a4-56ea-4ec6-b7fb-f0626400155e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:subnet and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:55.656136 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1f5f40a4-56ea-4ec6-b7fb-f0626400155e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:55.657566 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1f5f40a4-56ea-4ec6-b7fb-f0626400155e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:55.758826 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5f40a4-56ea-4ec6-b7fb-f0626400155e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:37:55.762078 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f5f40a4-56ea-4ec6-b7fb-f0626400155e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:55.891015 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-82773ad7-a9c6-44ad-86b7-7b3af35c6e49 None None] Provisioning complete for port ef895001-7a05-4589-9812-1006e5b00ee4 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:55.891388 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-82773ad7-a9c6-44ad-86b7-7b3af35c6e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:55.891503 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a402aa4c-f106-4c3c-b35e-17248cf6ee8c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:55.924407 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f567e4a0-8a73-4fac-a501-e5482b2fdf27 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:55.945314 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-135f18d8-ce78-4e10-bc0d-87d61e1f86d4 None None] For port b3249ea9-40fe-4fb3-b6dc-b84220a65175, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b3249ea9-40fe-4fb3-b6dc-b84220a65175,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:37:55.945718 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-135f18d8-ce78-4e10-bc0d-87d61e1f86d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:55.968805 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a402aa4c-f106-4c3c-b35e-17248cf6ee8c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Deleting port d67aea95-d92a-420a-849d-a5df2dc1e414 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:37:55.969409 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a402aa4c-f106-4c3c-b35e-17248cf6ee8c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:56.087171 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-135f18d8-ce78-4e10-bc0d-87d61e1f86d4 None None] Calling delete_port for b3249ea9-40fe-4fb3-b6dc-b84220a65175 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:37:56.118259 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f567e4a0-8a73-4fac-a501-e5482b2fdf27 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Network fb771f32-b619-420a-80a4-a93b3767dc43 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:37:56.120646 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-82773ad7-a9c6-44ad-86b7-7b3af35c6e49 None None] Port ef895001-7a05-4589-9812-1006e5b00ee4 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:37:56.133043 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-f567e4a0-8a73-4fac-a501-e5482b2fdf27 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:37:56.151710 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f567e4a0-8a73-4fac-a501-e5482b2fdf27 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:56.152447 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f567e4a0-8a73-4fac-a501-e5482b2fdf27 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:56.157874 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35b8995-4156-427b-b48a-7141087fbf78 None None] Network fb771f32-b619-420a-80a4-a93b3767dc43 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:37:56.176121 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f59be35a-abf7-4d06-9477-4e160223279b tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:56.219857 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f59be35a-abf7-4d06-9477-4e160223279b tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:56.225002 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f567e4a0-8a73-4fac-a501-e5482b2fdf27 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'Subnet': ['ID=1a946d38-d60c-4182-8b69-d053075fa575,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:56.362827 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-82773ad7-a9c6-44ad-86b7-7b3af35c6e49 None None] Provisioning complete for port 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:56.363281 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-82773ad7-a9c6-44ad-86b7-7b3af35c6e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:56.376358 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-f59be35a-abf7-4d06-9477-4e160223279b tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Allocated IP 172.25.1.148 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/06a6546f-cab2-44cb-8e83-5f87738fc609) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:37:56.451965 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a402aa4c-f106-4c3c-b35e-17248cf6ee8c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:56.523036 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f5f40a4-56ea-4ec6-b7fb-f0626400155e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:56.560094 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f59be35a-abf7-4d06-9477-4e160223279b tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:56.590455 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f567e4a0-8a73-4fac-a501-e5482b2fdf27 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1091945 May 27 02:37:56.592741 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39700) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:56.597950 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-521eed8f-bcad-40ee-b088-578bcf297a8f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'security_group': {'name': 'tempest-secgroup-1549203079'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:56.600735 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-135f18d8-ce78-4e10-bc0d-87d61e1f86d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:56.605382 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-521eed8f-bcad-40ee-b088-578bcf297a8f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:56.609526 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-521eed8f-bcad-40ee-b088-578bcf297a8f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:security_group and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:56.612984 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-521eed8f-bcad-40ee-b088-578bcf297a8f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:56.620313 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-521eed8f-bcad-40ee-b088-578bcf297a8f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:56.621176 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a402aa4c-f106-4c3c-b35e-17248cf6ee8c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Calling delete_port for d67aea95-d92a-420a-849d-a5df2dc1e414 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:37:56.660315 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f59be35a-abf7-4d06-9477-4e160223279b tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:56.696852 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5f40a4-56ea-4ec6-b7fb-f0626400155e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:37:56.702115 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-1f5f40a4-56ea-4ec6-b7fb-f0626400155e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:37:56.702394 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135f18d8-ce78-4e10-bc0d-87d61e1f86d4 None None] No DVR routers for this DVR port b3249ea9-40fe-4fb3-b6dc-b84220a65175 on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:37:56.708577 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f18d8-ce78-4e10-bc0d-87d61e1f86d4 None None] Pushing event deleted for resources: {'Port': ['ID=b3249ea9-40fe-4fb3-b6dc-b84220a65175,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:56.710394 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5f40a4-56ea-4ec6-b7fb-f0626400155e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:56.710738 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f5f40a4-56ea-4ec6-b7fb-f0626400155e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:56.727191 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f40a4-56ea-4ec6-b7fb-f0626400155e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Subnet': ['ID=d55d2772-d73f-4d86-86e3-5ed562416319,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:56.728620 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-82773ad7-a9c6-44ad-86b7-7b3af35c6e49 None None] Current status of the port 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:37:56.738923 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-521eed8f-bcad-40ee-b088-578bcf297a8f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:56.763687 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572bb5cb-b23f-4588-a623-795f7aec3f29 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:37:56.775600 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59be35a-abf7-4d06-9477-4e160223279b tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:37:56.784062 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-f59be35a-abf7-4d06-9477-4e160223279b tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:37:56.790585 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59be35a-abf7-4d06-9477-4e160223279b tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:37:56.832618 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-521eed8f-bcad-40ee-b088-578bcf297a8f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:56.859623 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59be35a-abf7-4d06-9477-4e160223279b tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Pushing event updated for resources: {'Port': ['ID=06a6546f-cab2-44cb-8e83-5f87738fc609,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:56.864931 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-521eed8f-bcad-40ee-b088-578bcf297a8f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:security_group_rule and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:56.869595 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-521eed8f-bcad-40ee-b088-578bcf297a8f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:56.879028 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-521eed8f-bcad-40ee-b088-578bcf297a8f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:56.910727 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1f5f40a4-56ea-4ec6-b7fb-f0626400155e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5738723 May 27 02:37:56.913356 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39704) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:56.922627 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3cc43133-aa53-402b-a384-445c46077f0f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'port': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'fixed_ips': [{'subnet_id': 'd55d2772-d73f-4d86-86e3-5ed562416319', 'ip_address': '2001:db8::4ee4:8732:b1bf:c994'}], 'name': 'tempest-NetworksTestDHCPv6-1068937354'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:56.969578 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23492c14-31a4-48d9-becd-b968c3a0eaf1 None None] Update dhcp port {'port': {'network_id': 'fb771f32-b619-420a-80a4-a93b3767dc43', 'fixed_ips': [{'subnet_id': '31052fe6-7b45-4125-ac80-ac0101b24873', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1a946d38-d60c-4182-8b69-d053075fa575'}], 'binding:host_id': 'n-d-843554-3'}, 'id': '8d27339d-f0df-4d82-9f0b-0ac16ef9dd81'} from n-d-843554-3. {{(pid=88903) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 02:37:57.043602 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-23492c14-31a4-48d9-becd-b968c3a0eaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:57.110845 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3cc43133-aa53-402b-a384-445c46077f0f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:57.118227 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3cc43133-aa53-402b-a384-445c46077f0f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:port and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:57.119912 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a402aa4c-f106-4c3c-b35e-17248cf6ee8c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:57.128336 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3cc43133-aa53-402b-a384-445c46077f0f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:57.178096 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3cc43133-aa53-402b-a384-445c46077f0f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:57.243563 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a402aa4c-f106-4c3c-b35e-17248cf6ee8c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event deleted for resources: {'Port': ['ID=d67aea95-d92a-420a-849d-a5df2dc1e414,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:57.292746 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8bdef8-4198-45a1-a608-dcecd6357d6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-1e095441-a19f-4261-8588-a806dc249ed2', 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'tenant_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'fixed_ips': [{'subnet_id': 'd55d2772-d73f-4d86-86e3-5ed562416319'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:37:57.294224 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-bf8bdef8-4198-45a1-a608-dcecd6357d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:57.324241 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b3249ea9-40fe-4fb3-b6dc-b84220a65175 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:37:57.345150 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a402aa4c-f106-4c3c-b35e-17248cf6ee8c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:57.384634 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-521eed8f-bcad-40ee-b088-578bcf297a8f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:57.402517 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc43133-aa53-402b-a384-445c46077f0f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:37:57.484570 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-521eed8f-bcad-40ee-b088-578bcf297a8f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:57.504136 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-23492c14-31a4-48d9-becd-b968c3a0eaf1 None None] Allocated IP 2001:db8::2 (fb771f32-b619-420a-80a4-a93b3767dc43/1a946d38-d60c-4182-8b69-d053075fa575/8d27339d-f0df-4d82-9f0b-0ac16ef9dd81) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:37:57.540997 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521eed8f-bcad-40ee-b088-578bcf297a8f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db2236aa-2f3b-46aa-a3ba-12cd0b862494,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:57.597059 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3cc43133-aa53-402b-a384-445c46077f0f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:57.643769 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: b3249ea9-40fe-4fb3-b6dc-b84220a65175 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:37:57.644325 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b3249ea9-40fe-4fb3-b6dc-b84220a65175 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:37:57.666483 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-521eed8f-bcad-40ee-b088-578bcf297a8f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:57.668629 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-521eed8f-bcad-40ee-b088-578bcf297a8f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0744405 May 27 02:37:57.671388 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39712) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:57.680179 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-1fe4f4f6-2123-4a1e-8fb8-997e8beb985d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'security_group': {'name': 'tempest-secgroup-1704462438'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:57.689843 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1fe4f4f6-2123-4a1e-8fb8-997e8beb985d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:57.691274 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-3cc43133-aa53-402b-a384-445c46077f0f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] device_id is not set on port c31dd5bb-bd70-42a9-a0a2-5c7e2871af4c yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:37:57.704224 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1fe4f4f6-2123-4a1e-8fb8-997e8beb985d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:security_group and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:57.709366 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1fe4f4f6-2123-4a1e-8fb8-997e8beb985d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:57.720032 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1fe4f4f6-2123-4a1e-8fb8-997e8beb985d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:57.722282 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f59be35a-abf7-4d06-9477-4e160223279b tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:57.734330 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a402aa4c-f106-4c3c-b35e-17248cf6ee8c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:57.740447 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a402aa4c-f106-4c3c-b35e-17248cf6ee8c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:57.811308 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-23492c14-31a4-48d9-becd-b968c3a0eaf1 None None] For port 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8d27339d-f0df-4d82-9f0b-0ac16ef9dd81,segment=NetworkSegment(8d782bc2-99c9-431c-9de5-a8bb66cf5f96),segment_id=8d782bc2-99c9-431c-9de5-a8bb66cf5f96)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:37:57.861144 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-bf8bdef8-4198-45a1-a608-dcecd6357d6e None None] Allocated IP 2001:db8::2 (1e095441-a19f-4261-8588-a806dc249ed2/d55d2772-d73f-4d86-86e3-5ed562416319/185c36ec-1bb6-43fa-8f7e-fe78ce36ef31) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:37:57.864327 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-23492c14-31a4-48d9-becd-b968c3a0eaf1 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:57.889405 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-23492c14-31a4-48d9-becd-b968c3a0eaf1 None None] Transition to ACTIVE for port object 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:37:57.907557 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1fe4f4f6-2123-4a1e-8fb8-997e8beb985d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:57.908676 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4250f897-703c-4455-86a9-655598e1c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:57.932263 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a402aa4c-f106-4c3c-b35e-17248cf6ee8c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:57.933672 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a402aa4c-f106-4c3c-b35e-17248cf6ee8c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Fanout notify agent at l3_agent the message router_deleted on router 3a4f1050-4557-4d17-ae36-4da35c4bc66b {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:37:57.957155 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a402aa4c-f106-4c3c-b35e-17248cf6ee8c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:57.958256 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a402aa4c-f106-4c3c-b35e-17248cf6ee8c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "DELETE /v2.0/routers/3a4f1050-4557-4d17-ae36-4da35c4bc66b HTTP/1.1" status: 204 len: 168 time: 3.0244706 May 27 02:37:57.961971 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39716) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:57.969288 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3b58d66d-d128-4994-bba6-860851a0f29e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-48632224'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:57.972917 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-23492c14-31a4-48d9-becd-b968c3a0eaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:57.977220 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3b58d66d-d128-4994-bba6-860851a0f29e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:57.981962 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3b58d66d-d128-4994-bba6-860851a0f29e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Usage tracker for resource:network and tenant:6f15f0e8362347e99ea74d0bbe84ad40 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:57.986122 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3b58d66d-d128-4994-bba6-860851a0f29e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:57.994313 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3b58d66d-d128-4994-bba6-860851a0f29e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:58.005004 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1fe4f4f6-2123-4a1e-8fb8-997e8beb985d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:58.018861 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1fe4f4f6-2123-4a1e-8fb8-997e8beb985d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:security_group_rule and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:58.023783 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1fe4f4f6-2123-4a1e-8fb8-997e8beb985d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:58.032777 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1fe4f4f6-2123-4a1e-8fb8-997e8beb985d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:58.076540 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b58d66d-d128-4994-bba6-860851a0f29e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Made reservation on behalf of 6f15f0e8362347e99ea74d0bbe84ad40 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:37:58.082684 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3b58d66d-d128-4994-bba6-860851a0f29e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:58.110852 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b58d66d-d128-4994-bba6-860851a0f29e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:37:58.120697 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3b58d66d-d128-4994-bba6-860851a0f29e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:58.121202 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-3b58d66d-d128-4994-bba6-860851a0f29e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Added segment 31e98f38-4c0d-457d-b3af-3cf3352f084e of type vlan for network ba4b7912-b533-493a-97ca-1654d32a60ab May 27 02:37:58.140790 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23492c14-31a4-48d9-becd-b968c3a0eaf1 None None] Pushing event updated for resources: {'Port': ['ID=8d27339d-f0df-4d82-9f0b-0ac16ef9dd81,revision_number=6']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:58.158862 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3b58d66d-d128-4994-bba6-860851a0f29e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:58.185819 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f59be35a-abf7-4d06-9477-4e160223279b tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:58.195494 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f59be35a-abf7-4d06-9477-4e160223279b tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-965449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-965446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966271'] for router, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:58.334643 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-bf8bdef8-4198-45a1-a608-dcecd6357d6e None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:58.334643 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-bf8bdef8-4198-45a1-a608-dcecd6357d6e None None] Transition to ACTIVE for port object 185c36ec-1bb6-43fa-8f7e-fe78ce36ef31 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:37:58.335229 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1fe4f4f6-2123-4a1e-8fb8-997e8beb985d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:58.335327 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-bf8bdef8-4198-45a1-a608-dcecd6357d6e None None] Transition to ACTIVE for port object 185c36ec-1bb6-43fa-8f7e-fe78ce36ef31 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:37:58.784860 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-191c08e4-2f0c-4c3e-898c-ba3afad924fe None None] Provisioning complete for port ef895001-7a05-4589-9812-1006e5b00ee4 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:58.785567 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-191c08e4-2f0c-4c3e-898c-ba3afad924fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:58.850033 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-191c08e4-2f0c-4c3e-898c-ba3afad924fe None None] Port ef895001-7a05-4589-9812-1006e5b00ee4 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:37:58.968211 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3b58d66d-d128-4994-bba6-860851a0f29e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:58.973652 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b58d66d-d128-4994-bba6-860851a0f29e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:58.978554 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3b58d66d-d128-4994-bba6-860851a0f29e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:59.027942 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1fe4f4f6-2123-4a1e-8fb8-997e8beb985d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:59.028818 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:59.030153 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:59.032495 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-bf8bdef8-4198-45a1-a608-dcecd6357d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:59.043850 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-191c08e4-2f0c-4c3e-898c-ba3afad924fe None None] Provisioning for port 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:37:59.049816 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59be35a-abf7-4d06-9477-4e160223279b tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Router 4af60e74-b087-4956-8790-921e4731dd56 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:37:59.148461 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8bdef8-4198-45a1-a608-dcecd6357d6e None None] Pushing event updated for resources: {'Port': ['ID=185c36ec-1bb6-43fa-8f7e-fe78ce36ef31,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:59.155218 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-191c08e4-2f0c-4c3e-898c-ba3afad924fe None None] Provisioning complete for port 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:59.155737 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-191c08e4-2f0c-4c3e-898c-ba3afad924fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:59.183850 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8bdef8-4198-45a1-a608-dcecd6357d6e None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:37:59.190850 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-bf8bdef8-4198-45a1-a608-dcecd6357d6e None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:37:59.199158 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8bdef8-4198-45a1-a608-dcecd6357d6e None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:37:59.227603 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4f4f6-2123-4a1e-8fb8-997e8beb985d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc3e6b3-20b5-4656-b452-1d3b0ed405c9,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:59.341615 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1fe4f4f6-2123-4a1e-8fb8-997e8beb985d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:59.342821 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1fe4f4f6-2123-4a1e-8fb8-997e8beb985d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6706188 May 27 02:37:59.350882 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39746) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:59.366528 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-e345dc23-9a55-4bdc-925d-3ad180adaf9e tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'security_group': {'name': 'tempest-secgroup-480612721'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:59.373112 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-bf8bdef8-4198-45a1-a608-dcecd6357d6e None None] Attempting to bind port 185c36ec-1bb6-43fa-8f7e-fe78ce36ef31 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:37:59.373112 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-bf8bdef8-4198-45a1-a608-dcecd6357d6e None None] Attempting to bind port 185c36ec-1bb6-43fa-8f7e-fe78ce36ef31 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:37:59.373436 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e345dc23-9a55-4bdc-925d-3ad180adaf9e tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:59.373531 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8bdef8-4198-45a1-a608-dcecd6357d6e None None] Attempting to bind port 185c36ec-1bb6-43fa-8f7e-fe78ce36ef31 on network 1e095441-a19f-4261-8588-a806dc249ed2 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:37:59.377254 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e345dc23-9a55-4bdc-925d-3ad180adaf9e tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:security_group and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:59.384626 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e345dc23-9a55-4bdc-925d-3ad180adaf9e tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:59.403203 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b58d66d-d128-4994-bba6-860851a0f29e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event updated for resources: {'Network': ['ID=ba4b7912-b533-493a-97ca-1654d32a60ab,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:59.405250 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e345dc23-9a55-4bdc-925d-3ad180adaf9e tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:59.412228 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3b58d66d-d128-4994-bba6-860851a0f29e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4490013 May 27 02:37:59.417591 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39754) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:59.420110 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:37:59.427481 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-5e0828a7-0009-4526-a572-57591348ac19 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Request body: {'subnet': {'network_id': 'ba4b7912-b533-493a-97ca-1654d32a60ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:59.427725 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-3cc43133-aa53-402b-a384-445c46077f0f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Allocated IP 2001:db8::4ee4:8732:b1bf:c994 (1e095441-a19f-4261-8588-a806dc249ed2/d55d2772-d73f-4d86-86e3-5ed562416319/c31dd5bb-bd70-42a9-a0a2-5c7e2871af4c) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:37:59.443363 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network ba4b7912-b533-493a-97ca-1654d32a60ab details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:37:59.478245 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8bdef8-4198-45a1-a608-dcecd6357d6e None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:37:59.478621 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8bdef8-4198-45a1-a608-dcecd6357d6e None None] Checking segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:37:59.479049 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-bf8bdef8-4198-45a1-a608-dcecd6357d6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:59.479953 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8bdef8-4198-45a1-a608-dcecd6357d6e None None] Bound using segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:37:59.480463 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-bf8bdef8-4198-45a1-a608-dcecd6357d6e None None] Bound port: 185c36ec-1bb6-43fa-8f7e-fe78ce36ef31, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:37:59.480828 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-bf8bdef8-4198-45a1-a608-dcecd6357d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:59.646499 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e345dc23-9a55-4bdc-925d-3ad180adaf9e tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:59.682082 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59be35a-abf7-4d06-9477-4e160223279b tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:37:59.697675 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f59be35a-abf7-4d06-9477-4e160223279b tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:59.699413 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f59be35a-abf7-4d06-9477-4e160223279b tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] 10.222.0.57 "PUT /v2.0/routers/4af60e74-b087-4956-8790-921e4731dd56 HTTP/1.1" status: 200 len: 915 time: 4.8384333 May 27 02:37:59.702496 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39760) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:59.706457 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e345dc23-9a55-4bdc-925d-3ad180adaf9e tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:59.708398 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387add2c-7954-45dd-a0f1-d5a774755839 None None] Sync routers for ids ['4af60e74-b087-4956-8790-921e4731dd56'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:37:59.713425 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5e0828a7-0009-4526-a572-57591348ac19 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:59.717826 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5e0828a7-0009-4526-a572-57591348ac19 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Usage tracker for resource:subnet and tenant:6f15f0e8362347e99ea74d0bbe84ad40 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:59.720856 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5e0828a7-0009-4526-a572-57591348ac19 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:59.721657 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-191c08e4-2f0c-4c3e-898c-ba3afad924fe None None] Current status of the port 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:37:59.726678 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5e0828a7-0009-4526-a572-57591348ac19 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:59.735440 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e345dc23-9a55-4bdc-925d-3ad180adaf9e tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:security_group_rule and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:59.738429 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e345dc23-9a55-4bdc-925d-3ad180adaf9e tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:59.744775 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e345dc23-9a55-4bdc-925d-3ad180adaf9e tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:59.768336 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387add2c-7954-45dd-a0f1-d5a774755839 None None] Routers {'4af60e74-b087-4956-8790-921e4731dd56'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:37:59.769213 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-387add2c-7954-45dd-a0f1-d5a774755839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:37:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4af60e74-b087-4956-8790-921e4731dd56'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:59.844548 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e345dc23-9a55-4bdc-925d-3ad180adaf9e tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:59.845661 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0828a7-0009-4526-a572-57591348ac19 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Made reservation on behalf of 6f15f0e8362347e99ea74d0bbe84ad40 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:37:59.849825 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5e0828a7-0009-4526-a572-57591348ac19 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:59.851164 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-387add2c-7954-45dd-a0f1-d5a774755839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:59.873544 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-bf8bdef8-4198-45a1-a608-dcecd6357d6e None None] For port 185c36ec-1bb6-43fa-8f7e-fe78ce36ef31, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:37:59.878790 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-bf8bdef8-4198-45a1-a608-dcecd6357d6e None None] For port 185c36ec-1bb6-43fa-8f7e-fe78ce36ef31, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=185c36ec-1bb6-43fa-8f7e-fe78ce36ef31,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:37:59.880952 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:59.881544 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:59.906765 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387add2c-7954-45dd-a0f1-d5a774755839 None None] Routers {'4af60e74-b087-4956-8790-921e4731dd56'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:37:59.907609 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-387add2c-7954-45dd-a0f1-d5a774755839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:37:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4af60e74-b087-4956-8790-921e4731dd56'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:59.951070 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3cc43133-aa53-402b-a384-445c46077f0f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:59.959422 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e345dc23-9a55-4bdc-925d-3ad180adaf9e tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:59.972578 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-3cc43133-aa53-402b-a384-445c46077f0f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Transition to ACTIVE for port object c31dd5bb-bd70-42a9-a0a2-5c7e2871af4c will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:37:59.986523 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-387add2c-7954-45dd-a0f1-d5a774755839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:37:59.987089 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387add2c-7954-45dd-a0f1-d5a774755839 None None] The sync data for ids ['4af60e74-b087-4956-8790-921e4731dd56'] in n-d-843554-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:38:00.017008 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e345dc23-9a55-4bdc-925d-3ad180adaf9e tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c535fe0-85c4-426a-90b1-da20e213b77b,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:00.017391 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-bf8bdef8-4198-45a1-a608-dcecd6357d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:00.109614 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3cc43133-aa53-402b-a384-445c46077f0f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:00.140565 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e345dc23-9a55-4bdc-925d-3ad180adaf9e tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:00.144205 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e345dc23-9a55-4bdc-925d-3ad180adaf9e tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7902739 May 27 02:38:00.144804 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39764) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:00.153321 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-ecf5ddcc-4d4b-4458-8d8f-9bfebb589802 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1739480865', 'security_groups': ['6c535fe0-85c4-426a-90b1-da20e213b77b'], 'network_id': 'fb771f32-b619-420a-80a4-a93b3767dc43', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1a946d38-d60c-4182-8b69-d053075fa575'}]}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:38:00.155480 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8bdef8-4198-45a1-a608-dcecd6357d6e None None] Pushing event updated for resources: {'Port': ['ID=185c36ec-1bb6-43fa-8f7e-fe78ce36ef31,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:00.224398 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc43133-aa53-402b-a384-445c46077f0f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:38:00.231468 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-3cc43133-aa53-402b-a384-445c46077f0f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:00.234410 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc43133-aa53-402b-a384-445c46077f0f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:38:00.235991 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:38:00.241545 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc43133-aa53-402b-a384-445c46077f0f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:00.242293 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3cc43133-aa53-402b-a384-445c46077f0f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:00.253551 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:00.268035 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc43133-aa53-402b-a384-445c46077f0f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Port': ['ID=c31dd5bb-bd70-42a9-a0a2-5c7e2871af4c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:00.281000 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-01335bb5-d38f-4806-9d41-a76a041e4619 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] 10.222.0.57 "GET /v2.0/routers/4af60e74-b087-4956-8790-921e4731dd56 HTTP/1.1" status: 200 len: 921 time: 0.5769799 May 27 02:38:00.282573 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39768) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:00.358023 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-ecf5ddcc-4d4b-4458-8d8f-9bfebb589802 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:00.367107 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe6123b-02f9-47b6-8753-34361affc061 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:00.372856 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-dbe6123b-02f9-47b6-8753-34361affc061 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=d97d5b0c-4580-406a-95fb-4efaa0c98188&device_id=4af60e74-b087-4956-8790-921e4731dd56&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0844650 May 27 02:38:00.372856 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3cc43133-aa53-402b-a384-445c46077f0f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4555402 May 27 02:38:00.372856 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39772) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:00.373539 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39774) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:00.375822 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-ecf5ddcc-4d4b-4458-8d8f-9bfebb589802 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:00.425646 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5e0828a7-0009-4526-a572-57591348ac19 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:00.506330 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf5ddcc-4d4b-4458-8d8f-9bfebb589802 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Made reservation on behalf of 06c4fa5e71c94d138c98e5ba8a8181ad for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:38:00.626755 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4305e858-4ba3-437d-af1b-7f11613c2c20 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:00.629770 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0828a7-0009-4526-a572-57591348ac19 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event updated for resources: {'Subnet': ['ID=4880d619-d31f-44d8-a98b-c0c4e338b95a,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:00.632577 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4305e858-4ba3-437d-af1b-7f11613c2c20 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:00.633422 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4305e858-4ba3-437d-af1b-7f11613c2c20 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:38:00.641309 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1f6eb9-ac78-47e3-ac2a-183c052f7052 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:00.642823 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0f1f6eb9-ac78-47e3-ac2a-183c052f7052 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] 10.222.0.57 "GET /v2.0/networks/d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 881 time: 0.2704649 May 27 02:38:00.646463 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39780) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:00.659034 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0828a7-0009-4526-a572-57591348ac19 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Checking segment: {'id': '31e98f38-4c0d-457d-b3af-3cf3352f084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ba4b7912-b533-493a-97ca-1654d32a60ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:38:00.659399 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0828a7-0009-4526-a572-57591348ac19 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Network hostable DHCP agents. Network: ba4b7912-b533-493a-97ca-1654d32a60ab, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:38:00.701437 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ecf5ddcc-4d4b-4458-8d8f-9bfebb589802 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:00.740552 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-be887377-b5d1-4d2b-a8f8-68aca12a40f9 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] 10.222.0.57 "GET /v2.0/ports?device_id=4af60e74-b087-4956-8790-921e4731dd56 HTTP/1.1" status: 200 len: 205 time: 0.0560734 May 27 02:38:00.740647 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-ecf5ddcc-4d4b-4458-8d8f-9bfebb589802 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] device_id is not set on port 23fc2369-7184-4a84-9c98-3b76edf54814 yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:38:00.741635 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39786) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:00.834631 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0828a7-0009-4526-a572-57591348ac19 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Network ba4b7912-b533-493a-97ca-1654d32a60ab is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:38:00.900061 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4305e858-4ba3-437d-af1b-7f11613c2c20 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:38:00.904205 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4305e858-4ba3-437d-af1b-7f11613c2c20 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5105164 May 27 02:38:00.909835 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39790) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:00.941154 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-395ce306-198a-405e-bf9a-659a5ca421aa tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:00.960537 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-5e0828a7-0009-4526-a572-57591348ac19 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, ba4b7912-b533-493a-97ca-1654d32a60ab) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:00.965680 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0828a7-0009-4526-a572-57591348ac19 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:00.966462 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5e0828a7-0009-4526-a572-57591348ac19 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:00.970647 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad4a533-31b4-48f1-8ebf-c89d5eaffedb None None] Network ba4b7912-b533-493a-97ca-1654d32a60ab requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:38:01.032283 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fde87046-89fe-4f33-aa31-537069d694a5 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting port c31dd5bb-bd70-42a9-a0a2-5c7e2871af4c {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:38:01.032621 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fde87046-89fe-4f33-aa31-537069d694a5 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:01.073498 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-ecf5ddcc-4d4b-4458-8d8f-9bfebb589802 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Allocated IP 2001:db8::330 (fb771f32-b619-420a-80a4-a93b3767dc43/1a946d38-d60c-4182-8b69-d053075fa575/23fc2369-7184-4a84-9c98-3b76edf54814) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:38:01.097104 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5e0828a7-0009-4526-a572-57591348ac19 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6767824 May 27 02:38:01.101917 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39794) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:01.114086 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-4abeee3a-91f4-4315-ad69-a8e55c548595 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1339168128', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:38:01.126697 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4abeee3a-91f4-4315-ad69-a8e55c548595 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:01.146186 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4abeee3a-91f4-4315-ad69-a8e55c548595 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Usage tracker for resource:router and tenant:6f15f0e8362347e99ea74d0bbe84ad40 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:38:01.152645 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4abeee3a-91f4-4315-ad69-a8e55c548595 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:38:01.217233 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-395ce306-198a-405e-bf9a-659a5ca421aa tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:01.305038 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4abeee3a-91f4-4315-ad69-a8e55c548595 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:01.323881 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bd28ba-1f56-434d-8d29-4caa05215e27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-ba4b7912-b533-493a-97ca-1654d32a60ab', 'network_id': 'ba4b7912-b533-493a-97ca-1654d32a60ab', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'fixed_ips': [{'subnet_id': '4880d619-d31f-44d8-a98b-c0c4e338b95a'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:38:01.325229 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-07bd28ba-1f56-434d-8d29-4caa05215e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:01.376444 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 185c36ec-1bb6-43fa-8f7e-fe78ce36ef31 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:38:01.413913 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-395ce306-198a-405e-bf9a-659a5ca421aa tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Deleting port 06a6546f-cab2-44cb-8e83-5f87738fc609 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:38:01.414337 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-395ce306-198a-405e-bf9a-659a5ca421aa tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:01.457624 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4abeee3a-91f4-4315-ad69-a8e55c548595 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:01.459619 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4abeee3a-91f4-4315-ad69-a8e55c548595 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:01.550692 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4abeee3a-91f4-4315-ad69-a8e55c548595 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:01.567262 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fde87046-89fe-4f33-aa31-537069d694a5 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:01.672186 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-395ce306-198a-405e-bf9a-659a5ca421aa tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:01.705489 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-07bd28ba-1f56-434d-8d29-4caa05215e27 None None] Allocated IP 2001:db8::2 (ba4b7912-b533-493a-97ca-1654d32a60ab/4880d619-d31f-44d8-a98b-c0c4e338b95a/737a0e40-1d21-44e2-b7a0-f35c0316b9fe) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:38:01.707814 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-b5656c39-29bb-4d24-97eb-a0f5eeed5719 None None] Provisioning for port 185c36ec-1bb6-43fa-8f7e-fe78ce36ef31 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:38:01.780929 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fde87046-89fe-4f33-aa31-537069d694a5 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Calling delete_port for c31dd5bb-bd70-42a9-a0a2-5c7e2871af4c owned by {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:38:01.925449 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 185c36ec-1bb6-43fa-8f7e-fe78ce36ef31 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:38:01.944374 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 185c36ec-1bb6-43fa-8f7e-fe78ce36ef31 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:01.944773 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:02.010619 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ecf5ddcc-4d4b-4458-8d8f-9bfebb589802 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:02.041369 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ecf5ddcc-4d4b-4458-8d8f-9bfebb589802 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Transition to ACTIVE for port object 23fc2369-7184-4a84-9c98-3b76edf54814 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:38:02.065753 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4abeee3a-91f4-4315-ad69-a8e55c548595 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:02.085369 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-42ed8572-80f6-4ffe-b28a-b1ba1fdf9f7c None None] Provisioning for port c31dd5bb-bd70-42a9-a0a2-5c7e2871af4c completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:38:02.092739 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-395ce306-198a-405e-bf9a-659a5ca421aa tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Calling delete_port for 06a6546f-cab2-44cb-8e83-5f87738fc609 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:38:02.109966 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-42ed8572-80f6-4ffe-b28a-b1ba1fdf9f7c None None] Provisioning complete for port c31dd5bb-bd70-42a9-a0a2-5c7e2871af4c triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:02.110321 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-42ed8572-80f6-4ffe-b28a-b1ba1fdf9f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:02.196697 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ecf5ddcc-4d4b-4458-8d8f-9bfebb589802 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:02.213068 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 185c36ec-1bb6-43fa-8f7e-fe78ce36ef31 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:38:02.213068 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:02.242390 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-42ed8572-80f6-4ffe-b28a-b1ba1fdf9f7c None None] Port c31dd5bb-bd70-42a9-a0a2-5c7e2871af4c cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:38:02.273782 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 185c36ec-1bb6-43fa-8f7e-fe78ce36ef31, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=185c36ec-1bb6-43fa-8f7e-fe78ce36ef31,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:38:02.279780 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-07bd28ba-1f56-434d-8d29-4caa05215e27 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:02.283382 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fde87046-89fe-4f33-aa31-537069d694a5 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:02.290722 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-07bd28ba-1f56-434d-8d29-4caa05215e27 None None] Transition to ACTIVE for port object 737a0e40-1d21-44e2-b7a0-f35c0316b9fe will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:38:02.310525 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-07bd28ba-1f56-434d-8d29-4caa05215e27 None None] Transition to ACTIVE for port object 737a0e40-1d21-44e2-b7a0-f35c0316b9fe will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:38:02.347869 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf5ddcc-4d4b-4458-8d8f-9bfebb589802 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Network fb771f32-b619-420a-80a4-a93b3767dc43 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:38:02.357478 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-ecf5ddcc-4d4b-4458-8d8f-9bfebb589802 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:02.359043 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf5ddcc-4d4b-4458-8d8f-9bfebb589802 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:38:02.362843 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-395ce306-198a-405e-bf9a-659a5ca421aa tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:02.364864 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf5ddcc-4d4b-4458-8d8f-9bfebb589802 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:02.365503 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ecf5ddcc-4d4b-4458-8d8f-9bfebb589802 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:02.384526 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fde87046-89fe-4f33-aa31-537069d694a5 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:02.386667 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-fde87046-89fe-4f33-aa31-537069d694a5 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/ports/c31dd5bb-bd70-42a9-a0a2-5c7e2871af4c HTTP/1.1" status: 204 len: 168 time: 1.4755983 May 27 02:38:02.391112 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:02.395291 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf5ddcc-4d4b-4458-8d8f-9bfebb589802 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'Port': ['ID=23fc2369-7184-4a84-9c98-3b76edf54814,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:02.438684 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39808) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:02.439463 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ce306-198a-405e-bf9a-659a5ca421aa tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Pushing event deleted for resources: {'Port': ['ID=06a6546f-cab2-44cb-8e83-5f87738fc609,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:02.451220 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde87046-89fe-4f33-aa31-537069d694a5 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Port': ['ID=c31dd5bb-bd70-42a9-a0a2-5c7e2871af4c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:02.455132 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4abeee3a-91f4-4315-ad69-a8e55c548595 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:02.456303 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4abeee3a-91f4-4315-ad69-a8e55c548595 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3499012 May 27 02:38:02.459586 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39812) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:02.486998 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-07bd28ba-1f56-434d-8d29-4caa05215e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:02.553862 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bd28ba-1f56-434d-8d29-4caa05215e27 None None] Network ba4b7912-b533-493a-97ca-1654d32a60ab is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:38:02.558208 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-07bd28ba-1f56-434d-8d29-4caa05215e27 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:02.573324 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bd28ba-1f56-434d-8d29-4caa05215e27 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:38:02.575490 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c9cdcd-b146-4e0d-90b5-12fce7a81f9a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:02.577224 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c9cdcd-b146-4e0d-90b5-12fce7a81f9a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:02.578336 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d5c9cdcd-b146-4e0d-90b5-12fce7a81f9a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:38:02.615596 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=185c36ec-1bb6-43fa-8f7e-fe78ce36ef31,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:02.730339 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-395ce306-198a-405e-bf9a-659a5ca421aa tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:02.763390 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd28ba-1f56-434d-8d29-4caa05215e27 None None] Pushing event updated for resources: {'Port': ['ID=737a0e40-1d21-44e2-b7a0-f35c0316b9fe,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:02.827555 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-07bd28ba-1f56-434d-8d29-4caa05215e27 None None] Attempting to bind port 737a0e40-1d21-44e2-b7a0-f35c0316b9fe on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:38:02.828135 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-07bd28ba-1f56-434d-8d29-4caa05215e27 None None] Attempting to bind port 737a0e40-1d21-44e2-b7a0-f35c0316b9fe by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '31e98f38-4c0d-457d-b3af-3cf3352f084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ba4b7912-b533-493a-97ca-1654d32a60ab'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:38:02.828909 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bd28ba-1f56-434d-8d29-4caa05215e27 None None] Attempting to bind port 737a0e40-1d21-44e2-b7a0-f35c0316b9fe on network ba4b7912-b533-493a-97ca-1654d32a60ab {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:38:02.835616 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bd28ba-1f56-434d-8d29-4caa05215e27 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:38:02.836298 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bd28ba-1f56-434d-8d29-4caa05215e27 None None] Checking segment: {'id': '31e98f38-4c0d-457d-b3af-3cf3352f084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ba4b7912-b533-493a-97ca-1654d32a60ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:38:02.837035 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-07bd28ba-1f56-434d-8d29-4caa05215e27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:02.837626 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bd28ba-1f56-434d-8d29-4caa05215e27 None None] Bound using segment: {'id': '31e98f38-4c0d-457d-b3af-3cf3352f084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ba4b7912-b533-493a-97ca-1654d32a60ab'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:38:02.838264 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-07bd28ba-1f56-434d-8d29-4caa05215e27 None None] Bound port: 737a0e40-1d21-44e2-b7a0-f35c0316b9fe, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31e98f38-4c0d-457d-b3af-3cf3352f084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ba4b7912-b533-493a-97ca-1654d32a60ab'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:38:02.839587 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-07bd28ba-1f56-434d-8d29-4caa05215e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:02.942892 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-395ce306-198a-405e-bf9a-659a5ca421aa tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:02.945272 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-395ce306-198a-405e-bf9a-659a5ca421aa tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:02.948966 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ecf5ddcc-4d4b-4458-8d8f-9bfebb589802 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8028972 May 27 02:38:02.950297 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-07bd28ba-1f56-434d-8d29-4caa05215e27 None None] For port 737a0e40-1d21-44e2-b7a0-f35c0316b9fe, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:38:02.953464 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39820) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:02.954644 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-07bd28ba-1f56-434d-8d29-4caa05215e27 None None] For port 737a0e40-1d21-44e2-b7a0-f35c0316b9fe, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=737a0e40-1d21-44e2-b7a0-f35c0316b9fe,segment=NetworkSegment(31e98f38-4c0d-457d-b3af-3cf3352f084e),segment_id=31e98f38-4c0d-457d-b3af-3cf3352f084e)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:38:02.957842 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d5c9cdcd-b146-4e0d-90b5-12fce7a81f9a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:38:02.961938 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d5c9cdcd-b146-4e0d-90b5-12fce7a81f9a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5168648 May 27 02:38:02.966747 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39822) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:02.996874 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-76b206c2-928f-4c35-9f6a-d37495d51ea7 None None] Provisioning for port 23fc2369-7184-4a84-9c98-3b76edf54814 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:38:03.003199 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-76b206c2-928f-4c35-9f6a-d37495d51ea7 None None] Provisioning complete for port 23fc2369-7184-4a84-9c98-3b76edf54814 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:03.009333 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-76b206c2-928f-4c35-9f6a-d37495d51ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:03.028484 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-42e89a30-c201-453f-99d1-4c54734c8b4f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'subnet': {'network_id': 'fb771f32-b619-420a-80a4-a93b3767dc43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:38:03.058740 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-07bd28ba-1f56-434d-8d29-4caa05215e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:03.098215 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-967f4107-6159-4c30-ad86-2d6f5e3dcea9 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting subnet d55d2772-d73f-4d86-86e3-5ed562416319 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:38:03.102651 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-967f4107-6159-4c30-ad86-2d6f5e3dcea9 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:03.168675 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-967f4107-6159-4c30-ad86-2d6f5e3dcea9 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:03.178779 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd28ba-1f56-434d-8d29-4caa05215e27 None None] Pushing event updated for resources: {'Port': ['ID=737a0e40-1d21-44e2-b7a0-f35c0316b9fe,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:03.183846 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-42e89a30-c201-453f-99d1-4c54734c8b4f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:03.191062 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-42e89a30-c201-453f-99d1-4c54734c8b4f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:subnet and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:38:03.195572 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-42e89a30-c201-453f-99d1-4c54734c8b4f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:38:03.206708 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-76b206c2-928f-4c35-9f6a-d37495d51ea7 None None] Port 23fc2369-7184-4a84-9c98-3b76edf54814 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:38:03.232271 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-42e89a30-c201-453f-99d1-4c54734c8b4f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:03.245642 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-395ce306-198a-405e-bf9a-659a5ca421aa tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:03.248376 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395ce306-198a-405e-bf9a-659a5ca421aa tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Fanout notify agent at l3_agent the message router_deleted on router 4af60e74-b087-4956-8790-921e4731dd56 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:38:03.298567 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-395ce306-198a-405e-bf9a-659a5ca421aa tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:03.299741 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-395ce306-198a-405e-bf9a-659a5ca421aa tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] 10.222.0.57 "DELETE /v2.0/routers/4af60e74-b087-4956-8790-921e4731dd56 HTTP/1.1" status: 204 len: 168 time: 2.5568175 May 27 02:38:03.305964 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39828) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:03.314588 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a60ab862-19ba-4c77-a36b-64ea734cc70a tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-521145144', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:38:03.318783 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-97b13152-2747-4ef8-9177-65e8324c4fe1 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:03.327514 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a60ab862-19ba-4c77-a36b-64ea734cc70a tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:03.335929 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 185c36ec-1bb6-43fa-8f7e-fe78ce36ef31 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:38:03.339598 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a60ab862-19ba-4c77-a36b-64ea734cc70a tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Usage tracker for resource:router and tenant:41c90b010e7f4a939183492c25cd5f9d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:38:03.343098 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a60ab862-19ba-4c77-a36b-64ea734cc70a tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:38:03.350506 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a60ab862-19ba-4c77-a36b-64ea734cc70a tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:03.383311 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-967f4107-6159-4c30-ad86-2d6f5e3dcea9 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:03.463636 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 185c36ec-1bb6-43fa-8f7e-fe78ce36ef31 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:03.464088 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:03.481226 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e89a30-c201-453f-99d1-4c54734c8b4f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Made reservation on behalf of 06c4fa5e71c94d138c98e5ba8a8181ad for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:38:03.481975 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a60ab862-19ba-4c77-a36b-64ea734cc70a tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:03.483248 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a60ab862-19ba-4c77-a36b-64ea734cc70a tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:03.484624 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-42e89a30-c201-453f-99d1-4c54734c8b4f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:03.512103 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a60ab862-19ba-4c77-a36b-64ea734cc70a tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:03.561127 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-967f4107-6159-4c30-ad86-2d6f5e3dcea9 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:03.637025 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a60ab862-19ba-4c77-a36b-64ea734cc70a tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:03.649165 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f4107-6159-4c30-ad86-2d6f5e3dcea9 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Subnet': ['ID=d55d2772-d73f-4d86-86e3-5ed562416319,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:03.668673 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-967f4107-6159-4c30-ad86-2d6f5e3dcea9 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:03.689559 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 185c36ec-1bb6-43fa-8f7e-fe78ce36ef31 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:38:03.691609 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d274ee85-9bc3-4573-bb59-3984fd46ddd6 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:38:03.774127 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a60ab862-19ba-4c77-a36b-64ea734cc70a tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:03.777528 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a60ab862-19ba-4c77-a36b-64ea734cc70a tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4702575 May 27 02:38:03.779707 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39832) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:03.787646 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-5e1dcb7e-81ca-4010-8156-b77171dc14a9 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'enable_snat': False}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:38:03.866504 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-967f4107-6159-4c30-ad86-2d6f5e3dcea9 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/d55d2772-d73f-4d86-86e3-5ed562416319 HTTP/1.1" status: 204 len: 168 time: 0.8961189 May 27 02:38:03.872489 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39836) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:03.985484 n-d-843554-3 neutron-server[88902]: INFO neutron.db.ipam_backend_mixin [None req-42e89a30-c201-453f-99d1-4c54734c8b4f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1a946d38-d60c-4182-8b69-d053075fa575 (CIDR: 2001:db8::/64) May 27 02:38:03.985908 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693d0d6a-f4ab-4b0c-9b87-e99647e2c3e0 None None] DHCP port deletion for 1e095441-a19f-4261-8588-a806dc249ed2 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:38:03.993876 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-693d0d6a-f4ab-4b0c-9b87-e99647e2c3e0 None None] Deleting port 185c36ec-1bb6-43fa-8f7e-fe78ce36ef31 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:38:03.994336 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-693d0d6a-f4ab-4b0c-9b87-e99647e2c3e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:04.008967 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b2102ad4-0ed8-4b2e-b0e4-bbbbf2138e19 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1352246 May 27 02:38:04.011734 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39840) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:04.071394 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-97b13152-2747-4ef8-9177-65e8324c4fe1 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Allocated IP 2001:db8::1 (ba4b7912-b533-493a-97ca-1654d32a60ab/4880d619-d31f-44d8-a98b-c0c4e338b95a/45da860d-ac2b-45ee-ab6e-536ffeb0d03e) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:38:04.074842 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-42e89a30-c201-453f-99d1-4c54734c8b4f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:38:04.074842 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42e89a30-c201-453f-99d1-4c54734c8b4f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:38:04.231523 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-42e89a30-c201-453f-99d1-4c54734c8b4f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2612369 May 27 02:38:04.245272 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39846) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:04.255496 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-40270ce6-b2db-4d53-aedd-fda6fab03539 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'subnet': {'network_id': 'fb771f32-b619-420a-80a4-a93b3767dc43', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:38:04.256411 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-693d0d6a-f4ab-4b0c-9b87-e99647e2c3e0 None None] For port 185c36ec-1bb6-43fa-8f7e-fe78ce36ef31, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=185c36ec-1bb6-43fa-8f7e-fe78ce36ef31,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:38:04.257010 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-693d0d6a-f4ab-4b0c-9b87-e99647e2c3e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:04.390039 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-693d0d6a-f4ab-4b0c-9b87-e99647e2c3e0 None None] Calling delete_port for 185c36ec-1bb6-43fa-8f7e-fe78ce36ef31 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:38:04.451106 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-97b13152-2747-4ef8-9177-65e8324c4fe1 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:04.488893 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-97b13152-2747-4ef8-9177-65e8324c4fe1 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Transition to ACTIVE for port object 45da860d-ac2b-45ee-ab6e-536ffeb0d03e will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:38:04.492192 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-40270ce6-b2db-4d53-aedd-fda6fab03539 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:04.498391 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-40270ce6-b2db-4d53-aedd-fda6fab03539 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:subnet and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:38:04.501923 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-40270ce6-b2db-4d53-aedd-fda6fab03539 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:38:04.509483 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-40270ce6-b2db-4d53-aedd-fda6fab03539 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:04.532444 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e1dcb7e-81ca-4010-8156-b77171dc14a9 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:04.544226 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ccd452-42e8-4d33-8130-1e4ca42c7812 None None] Network ba4b7912-b533-493a-97ca-1654d32a60ab requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:38:04.552472 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e56147-cd1b-48d2-afa3-78898869f6d9 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:04.553926 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b5e56147-cd1b-48d2-afa3-78898869f6d9 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5413120 May 27 02:38:04.556810 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39850) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:04.607346 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-693d0d6a-f4ab-4b0c-9b87-e99647e2c3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:04.628558 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82817fe3-604d-4140-98e5-041aa66fb833 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:04.629426 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-82817fe3-604d-4140-98e5-041aa66fb833 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:38:04.631222 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40270ce6-b2db-4d53-aedd-fda6fab03539 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Made reservation on behalf of 06c4fa5e71c94d138c98e5ba8a8181ad for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:38:04.634690 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-40270ce6-b2db-4d53-aedd-fda6fab03539 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:04.653188 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-97b13152-2747-4ef8-9177-65e8324c4fe1 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:04.681449 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d0d6a-f4ab-4b0c-9b87-e99647e2c3e0 None None] Pushing event deleted for resources: {'Port': ['ID=185c36ec-1bb6-43fa-8f7e-fe78ce36ef31,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:04.690173 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693d0d6a-f4ab-4b0c-9b87-e99647e2c3e0 None None] No DVR routers for this DVR port 185c36ec-1bb6-43fa-8f7e-fe78ce36ef31 on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:38:04.786105 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-17e37c4b-095b-40a6-af78-2f76b98cf115 None None] Provisioning for port 737a0e40-1d21-44e2-b7a0-f35c0316b9fe completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:38:04.796425 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b13152-2747-4ef8-9177-65e8324c4fe1 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Network ba4b7912-b533-493a-97ca-1654d32a60ab is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:38:04.802354 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-97b13152-2747-4ef8-9177-65e8324c4fe1 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:04.806626 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b13152-2747-4ef8-9177-65e8324c4fe1 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event updated for resources: {'Port': ['ID=45da860d-ac2b-45ee-ab6e-536ffeb0d03e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:04.811648 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b13152-2747-4ef8-9177-65e8324c4fe1 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:38:04.812200 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-97b13152-2747-4ef8-9177-65e8324c4fe1 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:04.851532 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-82817fe3-604d-4140-98e5-041aa66fb833 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:38:04.852699 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-82817fe3-604d-4140-98e5-041aa66fb833 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2940660 May 27 02:38:04.857177 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39854) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:04.954154 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c0c53cd9-b1b0-42d0-892d-36fc09f4a10c tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0923908 May 27 02:38:04.954154 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39858) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:04.963146 n-d-843554-3 neutron-server[88902]: INFO neutron.db.ipam_backend_mixin [None req-40270ce6-b2db-4d53-aedd-fda6fab03539 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 31052fe6-7b45-4125-ac80-ac0101b24873 (CIDR: 2001:db8:0:1::/64) May 27 02:38:04.968552 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-6f2e1214-4698-4be0-b070-50587f172ba4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'subnet': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:38:04.981696 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e1dcb7e-81ca-4010-8156-b77171dc14a9 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:05.016389 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e1dcb7e-81ca-4010-8156-b77171dc14a9 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:05.063843 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-40270ce6-b2db-4d53-aedd-fda6fab03539 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:38:05.064330 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40270ce6-b2db-4d53-aedd-fda6fab03539 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:38:05.105269 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-6f2e1214-4698-4be0-b070-50587f172ba4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:05.117313 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-6f2e1214-4698-4be0-b070-50587f172ba4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:05.165298 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-5e1dcb7e-81ca-4010-8156-b77171dc14a9 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Allocated IP 172.25.1.151 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/61e51fc5-5e9d-47e4-99d7-0f5451ad99be) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:38:05.318905 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-40270ce6-b2db-4d53-aedd-fda6fab03539 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0683198 May 27 02:38:05.319585 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39864) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:05.335699 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-4aa79b2c-f4dd-4d4c-bb82-3f6697244e58 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'subnet': {'network_id': 'fb771f32-b619-420a-80a4-a93b3767dc43', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:38:05.356568 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-97b13152-2747-4ef8-9177-65e8324c4fe1 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:05.373712 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 737a0e40-1d21-44e2-b7a0-f35c0316b9fe up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:38:05.420129 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2e1214-4698-4be0-b070-50587f172ba4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:38:05.424991 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6f2e1214-4698-4be0-b070-50587f172ba4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:05.518748 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e1dcb7e-81ca-4010-8156-b77171dc14a9 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:05.562429 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6254ab7c-b71e-4e62-9a78-18e03a73c871 None None] Provisioning for port 45da860d-ac2b-45ee-ab6e-536ffeb0d03e completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:38:05.569293 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6254ab7c-b71e-4e62-9a78-18e03a73c871 None None] Provisioning complete for port 45da860d-ac2b-45ee-ab6e-536ffeb0d03e triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:05.578676 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6254ab7c-b71e-4e62-9a78-18e03a73c871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:05.578826 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4aa79b2c-f4dd-4d4c-bb82-3f6697244e58 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:05.583049 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4aa79b2c-f4dd-4d4c-bb82-3f6697244e58 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Usage tracker for resource:subnet and tenant:06c4fa5e71c94d138c98e5ba8a8181ad is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:38:05.586750 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4aa79b2c-f4dd-4d4c-bb82-3f6697244e58 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:38:05.594054 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4aa79b2c-f4dd-4d4c-bb82-3f6697244e58 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:05.632729 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-6254ab7c-b71e-4e62-9a78-18e03a73c871 None None] Port 45da860d-ac2b-45ee-ab6e-536ffeb0d03e cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:38:05.636940 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 737a0e40-1d21-44e2-b7a0-f35c0316b9fe completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:38:05.641898 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 737a0e40-1d21-44e2-b7a0-f35c0316b9fe triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:05.642309 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:05.706139 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e1dcb7e-81ca-4010-8156-b77171dc14a9 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:05.770029 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 737a0e40-1d21-44e2-b7a0-f35c0316b9fe is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:38:05.770413 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:05.783379 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1dcb7e-81ca-4010-8156-b77171dc14a9 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Pushing event updated for resources: {'Port': ['ID=61e51fc5-5e9d-47e4-99d7-0f5451ad99be,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:05.787867 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa79b2c-f4dd-4d4c-bb82-3f6697244e58 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Made reservation on behalf of 06c4fa5e71c94d138c98e5ba8a8181ad for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:38:05.790070 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4aa79b2c-f4dd-4d4c-bb82-3f6697244e58 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:05.839773 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5f95bce0-6c95-4c41-8b9f-3c9b1aff8ead None None] Provisioning complete for port 45da860d-ac2b-45ee-ab6e-536ffeb0d03e triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:05.840209 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5f95bce0-6c95-4c41-8b9f-3c9b1aff8ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:05.873689 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1dcb7e-81ca-4010-8156-b77171dc14a9 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:38:05.880376 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-5e1dcb7e-81ca-4010-8156-b77171dc14a9 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:05.891723 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1dcb7e-81ca-4010-8156-b77171dc14a9 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:38:05.916681 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 737a0e40-1d21-44e2-b7a0-f35c0316b9fe, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=737a0e40-1d21-44e2-b7a0-f35c0316b9fe,segment=NetworkSegment(31e98f38-4c0d-457d-b3af-3cf3352f084e),segment_id=31e98f38-4c0d-457d-b3af-3cf3352f084e)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:38:05.917795 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5f95bce0-6c95-4c41-8b9f-3c9b1aff8ead None None] Port 45da860d-ac2b-45ee-ab6e-536ffeb0d03e cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:38:06.065256 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:06.137038 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-97b13152-2747-4ef8-9177-65e8324c4fe1 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:06.147192 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 185c36ec-1bb6-43fa-8f7e-fe78ce36ef31 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:38:06.186566 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 185c36ec-1bb6-43fa-8f7e-fe78ce36ef31 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:38:06.186899 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 185c36ec-1bb6-43fa-8f7e-fe78ce36ef31 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:38:06.191174 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=737a0e40-1d21-44e2-b7a0-f35c0316b9fe,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:06.242351 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6f2e1214-4698-4be0-b070-50587f172ba4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:06.280361 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-97b13152-2747-4ef8-9177-65e8324c4fe1 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:06.281163 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-97b13152-2747-4ef8-9177-65e8324c4fe1 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:06.386729 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2e1214-4698-4be0-b070-50587f172ba4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:38:06.395099 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-6f2e1214-4698-4be0-b070-50587f172ba4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:06.397011 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2e1214-4698-4be0-b070-50587f172ba4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:06.397796 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6f2e1214-4698-4be0-b070-50587f172ba4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:06.408795 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ab5eba-abe2-44ba-844e-bad329ecf0e2 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:38:06.469053 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2e1214-4698-4be0-b070-50587f172ba4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Subnet': ['ID=42e15f01-dd4f-440c-b04b-f6b7c7b6e656,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:06.496535 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b13152-2747-4ef8-9177-65e8324c4fe1 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event updated for resources: {'Port': ['ID=45da860d-ac2b-45ee-ab6e-536ffeb0d03e,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:06.562902 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b13152-2747-4ef8-9177-65e8324c4fe1 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Network ba4b7912-b533-493a-97ca-1654d32a60ab is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:38:06.565270 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-97b13152-2747-4ef8-9177-65e8324c4fe1 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:06.566251 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4aa79b2c-f4dd-4d4c-bb82-3f6697244e58 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:06.640148 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6f2e1214-4698-4be0-b070-50587f172ba4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6802528 May 27 02:38:06.651901 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39870) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:06.662144 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa79b2c-f4dd-4d4c-bb82-3f6697244e58 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Network fb771f32-b619-420a-80a4-a93b3767dc43 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:38:06.668743 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d7636f0b-c2c4-45d2-a706-26fba1f003d1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'port': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'fixed_ips': [{'subnet_id': '42e15f01-dd4f-440c-b04b-f6b7c7b6e656', 'ip_address': '2001:db8::3ebe:8941:5ebf:f245'}], 'name': 'tempest-NetworksTestDHCPv6-1161826696'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:38:06.672014 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270ef504-38f7-4ab3-a2c7-fba37182a766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-1e095441-a19f-4261-8588-a806dc249ed2', 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'tenant_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'fixed_ips': [{'subnet_id': '42e15f01-dd4f-440c-b04b-f6b7c7b6e656'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:38:06.672014 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-270ef504-38f7-4ab3-a2c7-fba37182a766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:06.704362 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e1dcb7e-81ca-4010-8156-b77171dc14a9 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:06.769837 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-4aa79b2c-f4dd-4d4c-bb82-3f6697244e58 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:06.788816 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4784970-ea55-4e2a-ab35-027b7c4550eb None None] Network fb771f32-b619-420a-80a4-a93b3767dc43 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:38:06.847063 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa79b2c-f4dd-4d4c-bb82-3f6697244e58 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:06.847758 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4aa79b2c-f4dd-4d4c-bb82-3f6697244e58 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:06.872014 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b13152-2747-4ef8-9177-65e8324c4fe1 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Router 1e918a6d-bd59-4ce4-98f9-19592e741c50 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:38:06.895765 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa79b2c-f4dd-4d4c-bb82-3f6697244e58 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'Subnet': ['ID=cdd34587-e596-4ae7-958b-bd15ff8a8ac5,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:06.998178 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-973d7f2a-4b70-4845-8410-cbca4b881afc None None] Provisioning complete for port 45da860d-ac2b-45ee-ab6e-536ffeb0d03e triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:06.998581 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-973d7f2a-4b70-4845-8410-cbca4b881afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:07.035211 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-270ef504-38f7-4ab3-a2c7-fba37182a766 None None] Allocated IP 2001:db8::2 (1e095441-a19f-4261-8588-a806dc249ed2/42e15f01-dd4f-440c-b04b-f6b7c7b6e656/7b37f192-b713-4950-899a-c4ae0ff4359b) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:38:07.038629 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d7636f0b-c2c4-45d2-a706-26fba1f003d1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:07.062056 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b13152-2747-4ef8-9177-65e8324c4fe1 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:38:07.068388 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-97b13152-2747-4ef8-9177-65e8324c4fe1 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "PUT /v2.0/routers/1e918a6d-bd59-4ce4-98f9-19592e741c50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6076059 May 27 02:38:07.071100 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39874) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:07.076578 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b887be-6edb-43af-8fa0-de79b2cb9f6d None None] Sync routers for ids ['1e918a6d-bd59-4ce4-98f9-19592e741c50'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:38:07.090934 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b887be-6edb-43af-8fa0-de79b2cb9f6d None None] Routers {'1e918a6d-bd59-4ce4-98f9-19592e741c50'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:38:07.092041 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-a9b887be-6edb-43af-8fa0-de79b2cb9f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:37:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['1e918a6d-bd59-4ce4-98f9-19592e741c50'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:07.111631 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d7636f0b-c2c4-45d2-a706-26fba1f003d1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:07.119749 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-973d7f2a-4b70-4845-8410-cbca4b881afc None None] Port 45da860d-ac2b-45ee-ab6e-536ffeb0d03e cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:38:07.119979 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4aa79b2c-f4dd-4d4c-bb82-3f6697244e58 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7989945 May 27 02:38:07.121905 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39878) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:07.140768 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-418db8af-0908-4074-b127-044ed37d7638 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-561923323', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cdd34587-e596-4ae7-958b-bd15ff8a8ac5'}], 'security_groups': ['db2236aa-2f3b-46aa-a3ba-12cd0b862494', '6fc3e6b3-20b5-4656-b452-1d3b0ed405c9']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:38:07.155036 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429626dc-5527-49ee-90fb-585d5a1da5f8 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:07.155667 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-429626dc-5527-49ee-90fb-585d5a1da5f8 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Synchronizing usage tracker for tenant:6f15f0e8362347e99ea74d0bbe84ad40 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:38:07.178976 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-a9b887be-6edb-43af-8fa0-de79b2cb9f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:07.189859 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b887be-6edb-43af-8fa0-de79b2cb9f6d None None] Routers {'1e918a6d-bd59-4ce4-98f9-19592e741c50'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:38:07.190720 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-a9b887be-6edb-43af-8fa0-de79b2cb9f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:37:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['1e918a6d-bd59-4ce4-98f9-19592e741c50'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:07.236447 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-429626dc-5527-49ee-90fb-585d5a1da5f8 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Unset dirty status for tenant:6f15f0e8362347e99ea74d0bbe84ad40 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:38:07.237735 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-429626dc-5527-49ee-90fb-585d5a1da5f8 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "GET /v2.0/ports/45da860d-ac2b-45ee-ab6e-536ffeb0d03e HTTP/1.1" status: 200 len: 911 time: 0.1656518 May 27 02:38:07.240887 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39882) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:07.247016 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-dc66ca09-8d57-4a99-95ee-104aa8c963c8 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4880d619-d31f-44d8-a98b-c0c4e338b95a'}]}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:38:07.301697 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-a9b887be-6edb-43af-8fa0-de79b2cb9f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:07.303505 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b887be-6edb-43af-8fa0-de79b2cb9f6d None None] The sync data for ids ['1e918a6d-bd59-4ce4-98f9-19592e741c50'] in n-d-843554-3 is: [] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:38:07.314317 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 737a0e40-1d21-44e2-b7a0-f35c0316b9fe up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:38:07.327890 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7636f0b-c2c4-45d2-a706-26fba1f003d1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:38:07.491931 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-270ef504-38f7-4ab3-a2c7-fba37182a766 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:07.502281 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e1dcb7e-81ca-4010-8156-b77171dc14a9 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:07.502507 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 737a0e40-1d21-44e2-b7a0-f35c0316b9fe triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:07.502873 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:07.522432 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e1dcb7e-81ca-4010-8156-b77171dc14a9 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-965449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-965446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966271'] for router, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:07.564696 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-270ef504-38f7-4ab3-a2c7-fba37182a766 None None] Transition to ACTIVE for port object 7b37f192-b713-4950-899a-c4ae0ff4359b will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:38:07.577044 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dc66ca09-8d57-4a99-95ee-104aa8c963c8 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:07.637965 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-270ef504-38f7-4ab3-a2c7-fba37182a766 None None] Transition to ACTIVE for port object 7b37f192-b713-4950-899a-c4ae0ff4359b will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:38:07.659793 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa5c1f9-6bd4-46e3-9f3c-81854a77698e None None] Update dhcp port {'port': {'network_id': 'fb771f32-b619-420a-80a4-a93b3767dc43', 'fixed_ips': [{'subnet_id': '31052fe6-7b45-4125-ac80-ac0101b24873', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1a946d38-d60c-4182-8b69-d053075fa575', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cdd34587-e596-4ae7-958b-bd15ff8a8ac5'}], 'binding:host_id': 'n-d-843554-3'}, 'id': '8d27339d-f0df-4d82-9f0b-0ac16ef9dd81'} from n-d-843554-3. {{(pid=88903) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 02:38:07.775005 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-270ef504-38f7-4ab3-a2c7-fba37182a766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:07.861412 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 737a0e40-1d21-44e2-b7a0-f35c0316b9fe is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:38:07.864657 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-eaa5c1f9-6bd4-46e3-9f3c-81854a77698e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:07.889955 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270ef504-38f7-4ab3-a2c7-fba37182a766 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:38:07.893031 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ef504-38f7-4ab3-a2c7-fba37182a766 None None] Pushing event updated for resources: {'Port': ['ID=7b37f192-b713-4950-899a-c4ae0ff4359b,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:07.895407 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d7636f0b-c2c4-45d2-a706-26fba1f003d1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:07.902835 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-270ef504-38f7-4ab3-a2c7-fba37182a766 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:07.906906 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270ef504-38f7-4ab3-a2c7-fba37182a766 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:38:07.950913 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-418db8af-0908-4074-b127-044ed37d7638 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:07.968342 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-d7636f0b-c2c4-45d2-a706-26fba1f003d1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] device_id is not set on port 5bc0f370-6515-40ea-9543-b032e821e1bd yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:38:08.218700 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-270ef504-38f7-4ab3-a2c7-fba37182a766 None None] Attempting to bind port 7b37f192-b713-4950-899a-c4ae0ff4359b on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:38:08.219687 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-270ef504-38f7-4ab3-a2c7-fba37182a766 None None] Attempting to bind port 7b37f192-b713-4950-899a-c4ae0ff4359b by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:38:08.220504 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270ef504-38f7-4ab3-a2c7-fba37182a766 None None] Attempting to bind port 7b37f192-b713-4950-899a-c4ae0ff4359b on network 1e095441-a19f-4261-8588-a806dc249ed2 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:38:08.233542 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270ef504-38f7-4ab3-a2c7-fba37182a766 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:38:08.236982 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270ef504-38f7-4ab3-a2c7-fba37182a766 None None] Checking segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:38:08.236982 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-270ef504-38f7-4ab3-a2c7-fba37182a766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:08.236982 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270ef504-38f7-4ab3-a2c7-fba37182a766 None None] Bound using segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:38:08.239933 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-270ef504-38f7-4ab3-a2c7-fba37182a766 None None] Bound port: 7b37f192-b713-4950-899a-c4ae0ff4359b, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:38:08.240410 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-270ef504-38f7-4ab3-a2c7-fba37182a766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:08.347806 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-eaa5c1f9-6bd4-46e3-9f3c-81854a77698e None None] Allocated IP 2001:db8:0:2::2 (fb771f32-b619-420a-80a4-a93b3767dc43/cdd34587-e596-4ae7-958b-bd15ff8a8ac5/8d27339d-f0df-4d82-9f0b-0ac16ef9dd81) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:38:08.373485 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dc66ca09-8d57-4a99-95ee-104aa8c963c8 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:08.413450 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e1dcb7e-81ca-4010-8156-b77171dc14a9 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Router fcaab3e8-544d-483a-8b31-a74fcb9e81a8 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:38:08.436328 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-d7636f0b-c2c4-45d2-a706-26fba1f003d1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Allocated IP 2001:db8::3ebe:8941:5ebf:f245 (1e095441-a19f-4261-8588-a806dc249ed2/42e15f01-dd4f-440c-b04b-f6b7c7b6e656/5bc0f370-6515-40ea-9543-b032e821e1bd) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:38:08.516194 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dc66ca09-8d57-4a99-95ee-104aa8c963c8 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:08.519005 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-270ef504-38f7-4ab3-a2c7-fba37182a766 None None] For port 7b37f192-b713-4950-899a-c4ae0ff4359b, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:38:08.524481 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc66ca09-8d57-4a99-95ee-104aa8c963c8 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:08.525371 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dc66ca09-8d57-4a99-95ee-104aa8c963c8 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:08.529838 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-dc66ca09-8d57-4a99-95ee-104aa8c963c8 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "PUT /v2.0/ports/45da860d-ac2b-45ee-ab6e-536ffeb0d03e HTTP/1.1" status: 200 len: 911 time: 1.2879031 May 27 02:38:08.535356 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39888) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:08.544627 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-270ef504-38f7-4ab3-a2c7-fba37182a766 None None] For port 7b37f192-b713-4950-899a-c4ae0ff4359b, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=7b37f192-b713-4950-899a-c4ae0ff4359b,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:38:08.563584 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-eaa5c1f9-6bd4-46e3-9f3c-81854a77698e None None] For port 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8d27339d-f0df-4d82-9f0b-0ac16ef9dd81,segment=NetworkSegment(8d782bc2-99c9-431c-9de5-a8bb66cf5f96),segment_id=8d782bc2-99c9-431c-9de5-a8bb66cf5f96)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:38:08.590027 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-eaa5c1f9-6bd4-46e3-9f3c-81854a77698e None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:08.607759 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-eaa5c1f9-6bd4-46e3-9f3c-81854a77698e None None] Transition to ACTIVE for port object 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:38:08.636927 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-270ef504-38f7-4ab3-a2c7-fba37182a766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:08.734812 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1dcb7e-81ca-4010-8156-b77171dc14a9 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:38:08.739701 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-eaa5c1f9-6bd4-46e3-9f3c-81854a77698e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:08.741987 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66ca09-8d57-4a99-95ee-104aa8c963c8 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event updated for resources: {'Port': ['ID=45da860d-ac2b-45ee-ab6e-536ffeb0d03e,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:08.758160 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a6355b-3f87-4e03-955e-90f1670d51c8 None None] Sync routers for ids ['fcaab3e8-544d-483a-8b31-a74fcb9e81a8'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:38:08.794710 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ef504-38f7-4ab3-a2c7-fba37182a766 None None] Pushing event updated for resources: {'Port': ['ID=7b37f192-b713-4950-899a-c4ae0ff4359b,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:08.819630 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e1dcb7e-81ca-4010-8156-b77171dc14a9 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:08.820223 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5e1dcb7e-81ca-4010-8156-b77171dc14a9 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] 10.222.0.57 "PUT /v2.0/routers/fcaab3e8-544d-483a-8b31-a74fcb9e81a8 HTTP/1.1" status: 200 len: 915 time: 5.0390716 May 27 02:38:08.828369 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39894) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:08.982138 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a6355b-3f87-4e03-955e-90f1670d51c8 None None] Routers {'fcaab3e8-544d-483a-8b31-a74fcb9e81a8'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:38:08.982827 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-18a6355b-3f87-4e03-955e-90f1670d51c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:37:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['fcaab3e8-544d-483a-8b31-a74fcb9e81a8'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:09.063681 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-18a6355b-3f87-4e03-955e-90f1670d51c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:09.088984 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a6355b-3f87-4e03-955e-90f1670d51c8 None None] Routers {'fcaab3e8-544d-483a-8b31-a74fcb9e81a8'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:38:09.089698 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-18a6355b-3f87-4e03-955e-90f1670d51c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:37:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['fcaab3e8-544d-483a-8b31-a74fcb9e81a8'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:09.107885 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d7636f0b-c2c4-45d2-a706-26fba1f003d1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:09.206174 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa5c1f9-6bd4-46e3-9f3c-81854a77698e None None] Pushing event updated for resources: {'Port': ['ID=8d27339d-f0df-4d82-9f0b-0ac16ef9dd81,revision_number=7']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:09.232105 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-18a6355b-3f87-4e03-955e-90f1670d51c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:09.234884 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a6355b-3f87-4e03-955e-90f1670d51c8 None None] The sync data for ids ['fcaab3e8-544d-483a-8b31-a74fcb9e81a8'] in n-d-843554-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:38:09.333541 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-418db8af-0908-4074-b127-044ed37d7638 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Delete allocated IP 2001:db8::330 (fb771f32-b619-420a-80a4-a93b3767dc43/1a946d38-d60c-4182-8b69-d053075fa575) {{(pid=88901) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 27 02:38:09.352527 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-d7636f0b-c2c4-45d2-a706-26fba1f003d1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Transition to ACTIVE for port object 5bc0f370-6515-40ea-9543-b032e821e1bd will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:38:09.364543 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-418db8af-0908-4074-b127-044ed37d7638 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Allocated IP 2001:db8:0:2::33f (fb771f32-b619-420a-80a4-a93b3767dc43/cdd34587-e596-4ae7-958b-bd15ff8a8ac5/23fc2369-7184-4a84-9c98-3b76edf54814) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:38:09.373016 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5b48ebd3-4785-4a50-b8a9-164772c29b39 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:09.430563 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 7b37f192-b713-4950-899a-c4ae0ff4359b up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:38:09.437669 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-94d09382-7107-4e6d-a97b-47298e43ef20 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] 10.222.0.57 "GET /v2.0/routers/fcaab3e8-544d-483a-8b31-a74fcb9e81a8 HTTP/1.1" status: 200 len: 921 time: 0.5993094 May 27 02:38:09.438261 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39898) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:09.654427 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 7b37f192-b713-4950-899a-c4ae0ff4359b completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:38:09.731500 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d7636f0b-c2c4-45d2-a706-26fba1f003d1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:09.737470 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b490796a-de31-4049-aa4d-f84503c6d891 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:09.739052 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b490796a-de31-4049-aa4d-f84503c6d891 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=d97d5b0c-4580-406a-95fb-4efaa0c98188&device_id=fcaab3e8-544d-483a-8b31-a74fcb9e81a8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2948649 May 27 02:38:09.742360 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39904) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:09.833126 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7636f0b-c2c4-45d2-a706-26fba1f003d1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:38:09.846086 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-d7636f0b-c2c4-45d2-a706-26fba1f003d1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:09.862021 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7636f0b-c2c4-45d2-a706-26fba1f003d1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:38:09.867512 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7636f0b-c2c4-45d2-a706-26fba1f003d1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:09.868191 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d7636f0b-c2c4-45d2-a706-26fba1f003d1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:09.920396 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7636f0b-c2c4-45d2-a706-26fba1f003d1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Port': ['ID=5bc0f370-6515-40ea-9543-b032e821e1bd,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:09.969322 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a85bcd-a935-480f-b911-c1cb217f3b92 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:09.970817 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-13a85bcd-a935-480f-b911-c1cb217f3b92 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] 10.222.0.57 "GET /v2.0/networks/d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 881 time: 0.2276833 May 27 02:38:09.975027 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-418db8af-0908-4074-b127-044ed37d7638 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:09.982462 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39908) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:10.032628 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d7636f0b-c2c4-45d2-a706-26fba1f003d1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3757064 May 27 02:38:10.037549 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-30132825-af91-43a1-bac7-3c2aa3207375 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcaab3e8-544d-483a-8b31-a74fcb9e81a8 HTTP/1.1" status: 200 len: 205 time: 0.0551116 May 27 02:38:10.037549 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39912) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:10.039012 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39914) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:10.047149 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d6c128eb-a9b0-49a1-a915-4726ad83b41f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'port': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'fixed_ips': [{'subnet_id': '42e15f01-dd4f-440c-b04b-f6b7c7b6e656', 'ip_address': '2001:db8::3ebe:8941:5ebf:f245'}], 'name': 'tempest-NetworksTestDHCPv6-908954698'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:38:10.064402 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-418db8af-0908-4074-b127-044ed37d7638 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Transition to ACTIVE for port object 23fc2369-7184-4a84-9c98-3b76edf54814 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:38:10.098254 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-5b48ebd3-4785-4a50-b8a9-164772c29b39 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Deleting port 45da860d-ac2b-45ee-ab6e-536ffeb0d03e {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:38:10.098511 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5b48ebd3-4785-4a50-b8a9-164772c29b39 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:10.168313 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-00ef0c41-2887-4874-aeaf-64c24657b06a None None] Provisioning complete for port 23fc2369-7184-4a84-9c98-3b76edf54814 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:10.168682 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-00ef0c41-2887-4874-aeaf-64c24657b06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:10.193001 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-418db8af-0908-4074-b127-044ed37d7638 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:10.246236 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d6c128eb-a9b0-49a1-a915-4726ad83b41f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:10.249898 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-00ef0c41-2887-4874-aeaf-64c24657b06a None None] Port 23fc2369-7184-4a84-9c98-3b76edf54814 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:38:10.259276 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d6c128eb-a9b0-49a1-a915-4726ad83b41f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:port and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:38:10.264248 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-00ef0c41-2887-4874-aeaf-64c24657b06a None None] Provisioning complete for port ef895001-7a05-4589-9812-1006e5b00ee4 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:10.264623 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-00ef0c41-2887-4874-aeaf-64c24657b06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:10.271343 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d6c128eb-a9b0-49a1-a915-4726ad83b41f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:38:10.313978 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d6c128eb-a9b0-49a1-a915-4726ad83b41f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:10.328651 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-418db8af-0908-4074-b127-044ed37d7638 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] In _notify_port_updated(), no bound segment for port 23fc2369-7184-4a84-9c98-3b76edf54814 on network fb771f32-b619-420a-80a4-a93b3767dc43 {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:38:10.339598 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418db8af-0908-4074-b127-044ed37d7638 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:10.341284 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-00ef0c41-2887-4874-aeaf-64c24657b06a None None] Port ef895001-7a05-4589-9812-1006e5b00ee4 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:38:10.347966 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-418db8af-0908-4074-b127-044ed37d7638 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:10.353702 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-418db8af-0908-4074-b127-044ed37d7638 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "PUT /v2.0/ports/23fc2369-7184-4a84-9c98-3b76edf54814 HTTP/1.1" status: 200 len: 969 time: 3.2206776 May 27 02:38:10.359225 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39922) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:10.366271 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418db8af-0908-4074-b127-044ed37d7638 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event updated for resources: {'Port': ['ID=23fc2369-7184-4a84-9c98-3b76edf54814,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:10.464857 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-00ef0c41-2887-4874-aeaf-64c24657b06a None None] Provisioning for port 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:38:10.472527 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-00ef0c41-2887-4874-aeaf-64c24657b06a None None] Provisioning complete for port 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:10.473486 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-00ef0c41-2887-4874-aeaf-64c24657b06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:10.476532 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-f4ce0854-f29e-4c17-926f-08d2d9d86fc5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Deleting port 23fc2369-7184-4a84-9c98-3b76edf54814 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:38:10.477098 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f4ce0854-f29e-4c17-926f-08d2d9d86fc5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:10.592726 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:38:10.613940 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5b48ebd3-4785-4a50-b8a9-164772c29b39 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:10.637072 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a6c7ec44-306e-4cdb-bc1b-4581057df0ba tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for router, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:10.713409 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-00ef0c41-2887-4874-aeaf-64c24657b06a None None] Current status of the port 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:38:10.738885 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c128eb-a9b0-49a1-a915-4726ad83b41f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:38:10.744387 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d6c128eb-a9b0-49a1-a915-4726ad83b41f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:10.825702 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-5b48ebd3-4785-4a50-b8a9-164772c29b39 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Calling delete_port for 45da860d-ac2b-45ee-ab6e-536ffeb0d03e owned by network:router_interface {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:38:10.850731 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-d6c128eb-a9b0-49a1-a915-4726ad83b41f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] device_id is not set on port bb9aaa87-4d0e-43c0-886c-e6f64e556c4f yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:38:10.934045 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a3ec8ac9-ec09-4e9d-bc68-a28403b4d266 None None] Provisioning for port 5bc0f370-6515-40ea-9543-b032e821e1bd completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:38:10.938695 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f4ce0854-f29e-4c17-926f-08d2d9d86fc5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:10.944900 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a3ec8ac9-ec09-4e9d-bc68-a28403b4d266 None None] Provisioning complete for port 5bc0f370-6515-40ea-9543-b032e821e1bd triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:10.944900 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a3ec8ac9-ec09-4e9d-bc68-a28403b4d266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:11.050921 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a3ec8ac9-ec09-4e9d-bc68-a28403b4d266 None None] Port 5bc0f370-6515-40ea-9543-b032e821e1bd cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:38:11.063182 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a6c7ec44-306e-4cdb-bc1b-4581057df0ba tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:11.115500 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-f4ce0854-f29e-4c17-926f-08d2d9d86fc5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Calling delete_port for 23fc2369-7184-4a84-9c98-3b76edf54814 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:38:11.122336 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a3ec8ac9-ec09-4e9d-bc68-a28403b4d266 None None] Provisioning for port 23fc2369-7184-4a84-9c98-3b76edf54814 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:38:11.128453 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a3ec8ac9-ec09-4e9d-bc68-a28403b4d266 None None] Provisioning complete for port 23fc2369-7184-4a84-9c98-3b76edf54814 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:11.132430 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a3ec8ac9-ec09-4e9d-bc68-a28403b4d266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:11.173111 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a6c7ec44-306e-4cdb-bc1b-4581057df0ba tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Deleting port 61e51fc5-5e9d-47e4-99d7-0f5451ad99be {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:38:11.174317 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a6c7ec44-306e-4cdb-bc1b-4581057df0ba tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:11.186229 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a3ec8ac9-ec09-4e9d-bc68-a28403b4d266 None None] Port 23fc2369-7184-4a84-9c98-3b76edf54814 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:38:11.243245 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5b48ebd3-4785-4a50-b8a9-164772c29b39 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:11.271193 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a3ec8ac9-ec09-4e9d-bc68-a28403b4d266 None None] Provisioning for port 7b37f192-b713-4950-899a-c4ae0ff4359b completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:38:11.286601 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a3ec8ac9-ec09-4e9d-bc68-a28403b4d266 None None] Provisioning complete for port 7b37f192-b713-4950-899a-c4ae0ff4359b triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:11.287061 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a3ec8ac9-ec09-4e9d-bc68-a28403b4d266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:11.331884 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:38:11.368953 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6c128eb-a9b0-49a1-a915-4726ad83b41f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] POST failed (client error): There was a conflict when trying to complete your request. May 27 02:38:11.370195 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6c128eb-a9b0-49a1-a915-4726ad83b41f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:38:11.423373 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b48ebd3-4785-4a50-b8a9-164772c29b39 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event deleted for resources: {'Port': ['ID=45da860d-ac2b-45ee-ab6e-536ffeb0d03e,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:11.435458 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f4ce0854-f29e-4c17-926f-08d2d9d86fc5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:11.476396 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:11.476793 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:11.509228 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d6c128eb-a9b0-49a1-a915-4726ad83b41f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.4683926 May 27 02:38:11.521246 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39930) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:11.524579 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce0854-f29e-4c17-926f-08d2d9d86fc5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event deleted for resources: {'Port': ['ID=23fc2369-7184-4a84-9c98-3b76edf54814,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:11.605493 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5b48ebd3-4785-4a50-b8a9-164772c29b39 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:11.688543 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f4ce0854-f29e-4c17-926f-08d2d9d86fc5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:11.690956 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f4ce0854-f29e-4c17-926f-08d2d9d86fc5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/ports/23fc2369-7184-4a84-9c98-3b76edf54814 HTTP/1.1" status: 204 len: 168 time: 1.3278751 May 27 02:38:11.696148 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a3ec8ac9-ec09-4e9d-bc68-a28403b4d266 None None] Current status of the port 7b37f192-b713-4950-899a-c4ae0ff4359b is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:38:11.696620 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a3ec8ac9-ec09-4e9d-bc68-a28403b4d266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:11.697130 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39934) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:11.758097 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-132a80fe-d678-4662-b2be-9c715df2897f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] GET failed (client error): The resource could not be found. May 27 02:38:11.758640 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-132a80fe-d678-4662-b2be-9c715df2897f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Synchronizing usage tracker for tenant:06c4fa5e71c94d138c98e5ba8a8181ad on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:38:11.781398 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-132a80fe-d678-4662-b2be-9c715df2897f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Unset dirty status for tenant:06c4fa5e71c94d138c98e5ba8a8181ad on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:38:11.782569 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-132a80fe-d678-4662-b2be-9c715df2897f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "GET /v2.0/ports/23fc2369-7184-4a84-9c98-3b76edf54814 HTTP/1.1" status: 404 len: 333 time: 0.0839255 May 27 02:38:11.786814 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39938) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:11.835782 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:38:11.852317 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a3ec8ac9-ec09-4e9d-bc68-a28403b4d266 None None] For port 7b37f192-b713-4950-899a-c4ae0ff4359b, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=7b37f192-b713-4950-899a-c4ae0ff4359b,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:38:11.868815 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e57877-9203-473f-9045-965af4a81cea tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:11.875433 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e57877-9203-473f-9045-965af4a81cea tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:11.876338 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-19e57877-9203-473f-9045-965af4a81cea tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:38:11.940223 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a3ec8ac9-ec09-4e9d-bc68-a28403b4d266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:11.986308 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a6c7ec44-306e-4cdb-bc1b-4581057df0ba tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:12.045738 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec8ac9-ec09-4e9d-bc68-a28403b4d266 None None] Pushing event updated for resources: {'Port': ['ID=7b37f192-b713-4950-899a-c4ae0ff4359b,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:12.059220 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3f52c393-b6bf-4dba-9c5b-b04f24ab8d49 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:12.086992 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3f52c393-b6bf-4dba-9c5b-b04f24ab8d49 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:12.133910 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-19e57877-9203-473f-9045-965af4a81cea tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:38:12.137315 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-19e57877-9203-473f-9045-965af4a81cea tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.6123548 May 27 02:38:12.141211 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39950) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:12.181033 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a6c7ec44-306e-4cdb-bc1b-4581057df0ba tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Calling delete_port for 61e51fc5-5e9d-47e4-99d7-0f5451ad99be owned by network:router_gateway {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:38:12.220530 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3f52c393-b6bf-4dba-9c5b-b04f24ab8d49 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:12.247032 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-30c1075a-389d-4064-a64d-89df62c0a7e3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting port 5bc0f370-6515-40ea-9543-b032e821e1bd {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:38:12.247500 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30c1075a-389d-4064-a64d-89df62c0a7e3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:12.281058 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f52c393-b6bf-4dba-9c5b-b04f24ab8d49 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c535fe0-85c4-426a-90b1-da20e213b77b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:12.290222 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3f52c393-b6bf-4dba-9c5b-b04f24ab8d49 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:12.291120 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3f52c393-b6bf-4dba-9c5b-b04f24ab8d49 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/security-groups/6c535fe0-85c4-426a-90b1-da20e213b77b HTTP/1.1" status: 204 len: 168 time: 0.5036032 May 27 02:38:12.298381 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39958) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:12.300236 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b48ebd3-4785-4a50-b8a9-164772c29b39 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Router 1e918a6d-bd59-4ce4-98f9-19592e741c50 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:38:12.441459 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be2b6709-e887-4ea7-b403-6065938c38b5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:12.465518 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b48ebd3-4785-4a50-b8a9-164772c29b39 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:38:12.481638 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a906f54e-580d-46dc-b1bf-49746ca46bb4 None None] Sync routers for ids ['1e918a6d-bd59-4ce4-98f9-19592e741c50'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:38:12.503752 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a906f54e-580d-46dc-b1bf-49746ca46bb4 None None] Routers {'1e918a6d-bd59-4ce4-98f9-19592e741c50'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:38:12.509182 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-a906f54e-580d-46dc-b1bf-49746ca46bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:37:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['1e918a6d-bd59-4ce4-98f9-19592e741c50'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:12.537758 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be2b6709-e887-4ea7-b403-6065938c38b5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:12.586970 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5b48ebd3-4785-4a50-b8a9-164772c29b39 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "PUT /v2.0/routers/1e918a6d-bd59-4ce4-98f9-19592e741c50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0203629 May 27 02:38:12.590654 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39968) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:12.605629 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30c1075a-389d-4064-a64d-89df62c0a7e3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:12.619127 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-a906f54e-580d-46dc-b1bf-49746ca46bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:12.629082 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a906f54e-580d-46dc-b1bf-49746ca46bb4 None None] Routers {'1e918a6d-bd59-4ce4-98f9-19592e741c50'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:38:12.629693 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-a906f54e-580d-46dc-b1bf-49746ca46bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:37:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['1e918a6d-bd59-4ce4-98f9-19592e741c50'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:12.644466 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a6c7ec44-306e-4cdb-bc1b-4581057df0ba tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:12.689048 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c684c6c2-d1d7-4ea9-82cf-17e3b083db68 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Synchronizing usage tracker for tenant:6f15f0e8362347e99ea74d0bbe84ad40 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:38:12.689433 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-a906f54e-580d-46dc-b1bf-49746ca46bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:12.689838 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a906f54e-580d-46dc-b1bf-49746ca46bb4 None None] The sync data for ids ['1e918a6d-bd59-4ce4-98f9-19592e741c50'] in n-d-843554-3 is: [] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:38:12.709784 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7ec44-306e-4cdb-bc1b-4581057df0ba tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Pushing event deleted for resources: {'Port': ['ID=61e51fc5-5e9d-47e4-99d7-0f5451ad99be,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:12.733602 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be2b6709-e887-4ea7-b403-6065938c38b5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:12.743918 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-30c1075a-389d-4064-a64d-89df62c0a7e3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Calling delete_port for 5bc0f370-6515-40ea-9543-b032e821e1bd owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:38:12.817084 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b6709-e887-4ea7-b403-6065938c38b5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc3e6b3-20b5-4656-b452-1d3b0ed405c9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:12.828757 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c684c6c2-d1d7-4ea9-82cf-17e3b083db68 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Unset dirty status for tenant:6f15f0e8362347e99ea74d0bbe84ad40 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:38:12.832703 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c684c6c2-d1d7-4ea9-82cf-17e3b083db68 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e918a6d-bd59-4ce4-98f9-19592e741c50 HTTP/1.1" status: 200 len: 205 time: 0.2386377 May 27 02:38:12.836888 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39976) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:12.856855 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be2b6709-e887-4ea7-b403-6065938c38b5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:12.859974 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-be2b6709-e887-4ea7-b403-6065938c38b5 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/security-groups/6fc3e6b3-20b5-4656-b452-1d3b0ed405c9 HTTP/1.1" status: 204 len: 168 time: 0.5586731 May 27 02:38:12.861222 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39980) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:12.963927 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a6c7ec44-306e-4cdb-bc1b-4581057df0ba tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:12.987200 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d22def7a-e91d-43c4-9f8d-b13029cb87b1 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:13.017197 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d22def7a-e91d-43c4-9f8d-b13029cb87b1 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:13.070762 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30c1075a-389d-4064-a64d-89df62c0a7e3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:13.126056 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c1075a-389d-4064-a64d-89df62c0a7e3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Port': ['ID=5bc0f370-6515-40ea-9543-b032e821e1bd,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:13.139905 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c8bf5a7f-130a-4429-8352-76f3139caab6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for router, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:13.164777 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d22def7a-e91d-43c4-9f8d-b13029cb87b1 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:13.191623 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30c1075a-389d-4064-a64d-89df62c0a7e3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:13.196965 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22def7a-e91d-43c4-9f8d-b13029cb87b1 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2236aa-2f3b-46aa-a3ba-12cd0b862494,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:13.207258 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-30c1075a-389d-4064-a64d-89df62c0a7e3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/ports/5bc0f370-6515-40ea-9543-b032e821e1bd HTTP/1.1" status: 204 len: 168 time: 1.0645769 May 27 02:38:13.208828 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d22def7a-e91d-43c4-9f8d-b13029cb87b1 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:13.212614 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d22def7a-e91d-43c4-9f8d-b13029cb87b1 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/security-groups/db2236aa-2f3b-46aa-a3ba-12cd0b862494 HTTP/1.1" status: 204 len: 168 time: 0.3482168 May 27 02:38:13.212614 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39986) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:13.214345 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39988) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:13.222152 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a6c7ec44-306e-4cdb-bc1b-4581057df0ba tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:13.225087 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a6c7ec44-306e-4cdb-bc1b-4581057df0ba tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:13.336614 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 7b37f192-b713-4950-899a-c4ae0ff4359b up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:38:13.390055 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-c90b4871-a8a6-4cc4-9a55-145599d8a9ad tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Deleting subnet 1a946d38-d60c-4182-8b69-d053075fa575 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:38:13.395933 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c90b4871-a8a6-4cc4-9a55-145599d8a9ad tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:13.438544 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 7b37f192-b713-4950-899a-c4ae0ff4359b triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:13.439238 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:13.469084 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf270d4-3eee-46b8-821f-5c9e2a88fafe tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:13.471145 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf270d4-3eee-46b8-821f-5c9e2a88fafe tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:13.472811 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ddf270d4-3eee-46b8-821f-5c9e2a88fafe tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2603385 May 27 02:38:13.476390 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39994) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:13.507860 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a6c7ec44-306e-4cdb-bc1b-4581057df0ba tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:13.508370 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c7ec44-306e-4cdb-bc1b-4581057df0ba tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Fanout notify agent at l3_agent the message router_deleted on router fcaab3e8-544d-483a-8b31-a74fcb9e81a8 {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:38:13.529012 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c90b4871-a8a6-4cc4-9a55-145599d8a9ad tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:13.573856 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 7b37f192-b713-4950-899a-c4ae0ff4359b is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:38:13.619207 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-36809aca-0e11-445f-b4af-fd683ee48f41 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting subnet 42e15f01-dd4f-440c-b04b-f6b7c7b6e656 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:38:13.625804 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36809aca-0e11-445f-b4af-fd683ee48f41 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:13.653210 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a6c7ec44-306e-4cdb-bc1b-4581057df0ba tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:13.657884 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a6c7ec44-306e-4cdb-bc1b-4581057df0ba tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] 10.222.0.57 "DELETE /v2.0/routers/fcaab3e8-544d-483a-8b31-a74fcb9e81a8 HTTP/1.1" status: 204 len: 168 time: 3.6144233 May 27 02:38:13.663466 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40002) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:13.699313 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36809aca-0e11-445f-b4af-fd683ee48f41 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:13.728427 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-111b95ef-cfd5-4d8d-a3fc-23c00651d6d5 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-797515059', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}, 'admin_state_up': False}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:38:13.743930 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-111b95ef-cfd5-4d8d-a3fc-23c00651d6d5 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:13.746510 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c90b4871-a8a6-4cc4-9a55-145599d8a9ad tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:13.751458 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-111b95ef-cfd5-4d8d-a3fc-23c00651d6d5 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Usage tracker for resource:router and tenant:41c90b010e7f4a939183492c25cd5f9d is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:38:13.759801 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c8bf5a7f-130a-4429-8352-76f3139caab6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:13.763209 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-111b95ef-cfd5-4d8d-a3fc-23c00651d6d5 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:38:13.767046 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c8bf5a7f-130a-4429-8352-76f3139caab6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:13.773514 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-111b95ef-cfd5-4d8d-a3fc-23c00651d6d5 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:13.856466 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36809aca-0e11-445f-b4af-fd683ee48f41 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:13.882565 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-111b95ef-cfd5-4d8d-a3fc-23c00651d6d5 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:13.883652 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-111b95ef-cfd5-4d8d-a3fc-23c00651d6d5 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:13.887707 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c8bf5a7f-130a-4429-8352-76f3139caab6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:13.888203 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8bf5a7f-130a-4429-8352-76f3139caab6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Fanout notify agent at l3_agent the message router_deleted on router 1e918a6d-bd59-4ce4-98f9-19592e741c50 {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:38:13.902397 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c8bf5a7f-130a-4429-8352-76f3139caab6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:13.903692 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c8bf5a7f-130a-4429-8352-76f3139caab6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "DELETE /v2.0/routers/1e918a6d-bd59-4ce4-98f9-19592e741c50 HTTP/1.1" status: 204 len: 168 time: 1.0656621 May 27 02:38:13.906247 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40008) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:13.914613 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-111b95ef-cfd5-4d8d-a3fc-23c00651d6d5 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:14.065115 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c90b4871-a8a6-4cc4-9a55-145599d8a9ad tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:14.125042 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b4871-a8a6-4cc4-9a55-145599d8a9ad tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event deleted for resources: {'Subnet': ['ID=1a946d38-d60c-4182-8b69-d053075fa575,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:14.127996 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c90b4871-a8a6-4cc4-9a55-145599d8a9ad tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:14.140885 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53d1314-1242-43f6-b48c-600ce0d90bc8 None None] Network fb771f32-b619-420a-80a4-a93b3767dc43 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:38:14.149315 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c90b4871-a8a6-4cc4-9a55-145599d8a9ad tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/subnets/1a946d38-d60c-4182-8b69-d053075fa575 HTTP/1.1" status: 204 len: 168 time: 0.9342551 May 27 02:38:14.153343 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdfd2466-21d5-438a-bfac-32586d345241 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Deleting subnet 4880d619-d31f-44d8-a98b-c0c4e338b95a {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:38:14.159527 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40014) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:14.187283 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fdfd2466-21d5-438a-bfac-32586d345241 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:14.250605 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36809aca-0e11-445f-b4af-fd683ee48f41 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:14.306576 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36809aca-0e11-445f-b4af-fd683ee48f41 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Subnet': ['ID=42e15f01-dd4f-440c-b04b-f6b7c7b6e656,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:14.310567 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fdfd2466-21d5-438a-bfac-32586d345241 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:14.323247 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-111b95ef-cfd5-4d8d-a3fc-23c00651d6d5 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:14.355876 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-cadb4de4-70ff-4aa6-9487-c762d20bc9ca tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Deleting subnet cdd34587-e596-4ae7-958b-bd15ff8a8ac5 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:38:14.358156 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36809aca-0e11-445f-b4af-fd683ee48f41 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:14.367200 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923b71b1-8a53-4110-ac89-6bae9178b4e7 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:38:14.368598 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cadb4de4-70ff-4aa6-9487-c762d20bc9ca tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:14.428093 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-36809aca-0e11-445f-b4af-fd683ee48f41 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/42e15f01-dd4f-440c-b04b-f6b7c7b6e656 HTTP/1.1" status: 204 len: 168 time: 0.9505370 May 27 02:38:14.430717 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40018) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:14.518166 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cadb4de4-70ff-4aa6-9487-c762d20bc9ca tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:14.550345 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40022) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:14.550713 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-485283b8-f84b-4126-a9a1-620631e18e61 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1165941 May 27 02:38:14.555758 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-49d3e773-ce94-476c-8e0b-6ad6aad5f88b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'subnet': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:38:14.602398 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fdfd2466-21d5-438a-bfac-32586d345241 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:14.676633 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cadb4de4-70ff-4aa6-9487-c762d20bc9ca tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:14.701568 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-49d3e773-ce94-476c-8e0b-6ad6aad5f88b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:14.705788 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-49d3e773-ce94-476c-8e0b-6ad6aad5f88b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:subnet and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:38:14.715120 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-49d3e773-ce94-476c-8e0b-6ad6aad5f88b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:38:14.722119 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-49d3e773-ce94-476c-8e0b-6ad6aad5f88b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:14.766501 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e04513a-1ac9-4765-962a-1d709c106136 None None] DHCP port deletion for 1e095441-a19f-4261-8588-a806dc249ed2 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:38:14.770901 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-2e04513a-1ac9-4765-962a-1d709c106136 None None] Deleting port 7b37f192-b713-4950-899a-c4ae0ff4359b {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:38:14.771262 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2e04513a-1ac9-4765-962a-1d709c106136 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:14.831038 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fdfd2466-21d5-438a-bfac-32586d345241 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:14.888278 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d3e773-ce94-476c-8e0b-6ad6aad5f88b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:38:14.891848 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-49d3e773-ce94-476c-8e0b-6ad6aad5f88b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:14.915383 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd2466-21d5-438a-bfac-32586d345241 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event deleted for resources: {'Subnet': ['ID=4880d619-d31f-44d8-a98b-c0c4e338b95a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:14.925829 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cadb4de4-70ff-4aa6-9487-c762d20bc9ca tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:14.980552 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cadb4de4-70ff-4aa6-9487-c762d20bc9ca tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:15.003858 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b79df1-3297-445b-8813-e06576f6389d None None] Network ba4b7912-b533-493a-97ca-1654d32a60ab requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:38:15.004877 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fdfd2466-21d5-438a-bfac-32586d345241 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:15.009060 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb4de4-70ff-4aa6-9487-c762d20bc9ca tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event deleted for resources: {'Subnet': ['ID=cdd34587-e596-4ae7-958b-bd15ff8a8ac5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:15.045342 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-fdfd2466-21d5-438a-bfac-32586d345241 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "DELETE /v2.0/subnets/4880d619-d31f-44d8-a98b-c0c4e338b95a HTTP/1.1" status: 204 len: 168 time: 1.1282477 May 27 02:38:15.045342 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-cadb4de4-70ff-4aa6-9487-c762d20bc9ca tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/subnets/cdd34587-e596-4ae7-958b-bd15ff8a8ac5 HTTP/1.1" status: 204 len: 168 time: 0.8833609 May 27 02:38:15.045342 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40030) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:15.055393 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40034) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:15.084196 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-111b95ef-cfd5-4d8d-a3fc-23c00651d6d5 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for router_gateway, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:15.184091 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-111b95ef-cfd5-4d8d-a3fc-23c00651d6d5 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:15.189124 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-b25be3ed-f037-420d-8ed9-346681a71c8d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] DELETE failed (client error): The resource could not be found. May 27 02:38:15.189964 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b25be3ed-f037-420d-8ed9-346681a71c8d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:38:15.223876 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-2e04513a-1ac9-4765-962a-1d709c106136 None None] For port 7b37f192-b713-4950-899a-c4ae0ff4359b, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=7b37f192-b713-4950-899a-c4ae0ff4359b,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:38:15.224276 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2e04513a-1ac9-4765-962a-1d709c106136 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:15.247166 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-72b912ec-c343-4d0d-8712-769e094b98bd tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:15.253327 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b25be3ed-f037-420d-8ed9-346681a71c8d tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/subnets/1a946d38-d60c-4182-8b69-d053075fa575 HTTP/1.1" status: 404 len: 337 time: 0.1810985 May 27 02:38:15.254051 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40040) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:15.263945 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-72b912ec-c343-4d0d-8712-769e094b98bd tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Deleting port 737a0e40-1d21-44e2-b7a0-f35c0316b9fe {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:38:15.264588 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-72b912ec-c343-4d0d-8712-769e094b98bd tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:15.475626 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 7b37f192-b713-4950-899a-c4ae0ff4359b no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:38:15.509574 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-2e04513a-1ac9-4765-962a-1d709c106136 None None] Calling delete_port for 7b37f192-b713-4950-899a-c4ae0ff4359b owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:38:15.545964 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d036df9b-94ff-4fc4-8dc4-cd0ea78de117 None None] Network fb771f32-b619-420a-80a4-a93b3767dc43 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:38:15.563058 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd4fd7b8-5bcb-4285-8410-f08444dd37bc tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Deleting subnet 31052fe6-7b45-4125-ac80-ac0101b24873 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:38:15.569833 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dd4fd7b8-5bcb-4285-8410-f08444dd37bc tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:15.586034 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-72b912ec-c343-4d0d-8712-769e094b98bd tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] For port 737a0e40-1d21-44e2-b7a0-f35c0316b9fe, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=737a0e40-1d21-44e2-b7a0-f35c0316b9fe,segment=NetworkSegment(31e98f38-4c0d-457d-b3af-3cf3352f084e),segment_id=31e98f38-4c0d-457d-b3af-3cf3352f084e)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:38:15.586970 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-72b912ec-c343-4d0d-8712-769e094b98bd tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:15.729882 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dd4fd7b8-5bcb-4285-8410-f08444dd37bc tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:15.735271 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-72b912ec-c343-4d0d-8712-769e094b98bd tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Calling delete_port for 737a0e40-1d21-44e2-b7a0-f35c0316b9fe owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:38:15.870628 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dd4fd7b8-5bcb-4285-8410-f08444dd37bc tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:15.882375 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-72b912ec-c343-4d0d-8712-769e094b98bd tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:15.923444 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-b73ce8ee-9022-4000-a220-61e6a74367a5 None None] Provisioning complete for port ef895001-7a05-4589-9812-1006e5b00ee4 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:15.923909 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b73ce8ee-9022-4000-a220-61e6a74367a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:15.930761 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b912ec-c343-4d0d-8712-769e094b98bd tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event deleted for resources: {'Port': ['ID=737a0e40-1d21-44e2-b7a0-f35c0316b9fe,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:15.936531 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b912ec-c343-4d0d-8712-769e094b98bd tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] No DVR routers for this DVR port 737a0e40-1d21-44e2-b7a0-f35c0316b9fe on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:38:15.946370 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-111b95ef-cfd5-4d8d-a3fc-23c00651d6d5 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Allocated IP 172.25.1.137 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/6f3ecbe5-b4ef-48f3-be50-f9892acd8f23) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:38:16.052808 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-b73ce8ee-9022-4000-a220-61e6a74367a5 None None] Port ef895001-7a05-4589-9812-1006e5b00ee4 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:38:16.081254 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-49d3e773-ce94-476c-8e0b-6ad6aad5f88b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:16.097305 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2e04513a-1ac9-4765-962a-1d709c106136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:16.097601 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-72b912ec-c343-4d0d-8712-769e094b98bd tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:16.121472 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dd4fd7b8-5bcb-4285-8410-f08444dd37bc tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:16.138042 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 7b37f192-b713-4950-899a-c4ae0ff4359b is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:38:16.138426 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:16.160821 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dd4fd7b8-5bcb-4285-8410-f08444dd37bc tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:16.165508 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-b73ce8ee-9022-4000-a220-61e6a74367a5 None None] Provisioning complete for port 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:16.165951 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b73ce8ee-9022-4000-a220-61e6a74367a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:16.174298 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-dd4fd7b8-5bcb-4285-8410-f08444dd37bc tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/subnets/31052fe6-7b45-4125-ac80-ac0101b24873 HTTP/1.1" status: 204 len: 168 time: 0.8964808 May 27 02:38:16.178524 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40046) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:16.201643 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e04513a-1ac9-4765-962a-1d709c106136 None None] Pushing event deleted for resources: {'Port': ['ID=7b37f192-b713-4950-899a-c4ae0ff4359b,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:16.220873 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e04513a-1ac9-4765-962a-1d709c106136 None None] No DVR routers for this DVR port 7b37f192-b713-4950-899a-c4ae0ff4359b on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:38:16.242216 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-07345b05-9191-411e-8394-090fab615109 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] DELETE failed (client error): The resource could not be found. May 27 02:38:16.243010 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07345b05-9191-411e-8394-090fab615109 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:38:16.245757 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-07345b05-9191-411e-8394-090fab615109 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/subnets/b0ee81ee-bca4-415b-a1d4-0575e940e03e HTTP/1.1" status: 404 len: 337 time: 0.0614536 May 27 02:38:16.260026 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d3e773-ce94-476c-8e0b-6ad6aad5f88b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:38:16.263222 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40050) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:16.268938 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-49d3e773-ce94-476c-8e0b-6ad6aad5f88b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:16.277788 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d3e773-ce94-476c-8e0b-6ad6aad5f88b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:16.278526 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-49d3e773-ce94-476c-8e0b-6ad6aad5f88b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:16.318786 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494540e3-aec7-4d4b-ac8a-d51093d51b7a None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:38:16.325998 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-72b912ec-c343-4d0d-8712-769e094b98bd tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba4b7912-b533-493a-97ca-1654d32a60ab']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:16.333855 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-265a5992-b4dd-4d8c-8f55-44d586b4dc14 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Synchronizing usage tracker for tenant:06c4fa5e71c94d138c98e5ba8a8181ad on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:38:16.343833 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-72b912ec-c343-4d0d-8712-769e094b98bd tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31e98f38-4c0d-457d-b3af-3cf3352f084e') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:16.344135 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-72b912ec-c343-4d0d-8712-769e094b98bd tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31e98f38-4c0d-457d-b3af-3cf3352f084e') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:16.350062 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b5cfd2-b62a-4722-b7f9-bacc41fb5e92 None None] DHCP port deletion for ba4b7912-b533-493a-97ca-1654d32a60ab request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:38:16.357107 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d3e773-ce94-476c-8e0b-6ad6aad5f88b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Subnet': ['ID=1a477a2e-e72f-4389-a8af-88892008edcf,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:16.361394 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-72b912ec-c343-4d0d-8712-769e094b98bd tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:16.382076 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-72b912ec-c343-4d0d-8712-769e094b98bd tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:16.389115 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72b912ec-c343-4d0d-8712-769e094b98bd tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:38:16.389882 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-72b912ec-c343-4d0d-8712-769e094b98bd tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:16.443527 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-265a5992-b4dd-4d8c-8f55-44d586b4dc14 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Unset dirty status for tenant:06c4fa5e71c94d138c98e5ba8a8181ad on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:38:16.444759 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-265a5992-b4dd-4d8c-8f55-44d586b4dc14 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "GET /v2.0/ports?device_id=46c35711-64c2-41d7-bdde-c72134ae08b2 HTTP/1.1" status: 200 len: 205 time: 0.1736531 May 27 02:38:16.450794 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4fd7b8-5bcb-4285-8410-f08444dd37bc tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event deleted for resources: {'Subnet': ['ID=31052fe6-7b45-4125-ac80-ac0101b24873,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:16.480801 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40056) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:16.522440 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-111b95ef-cfd5-4d8d-a3fc-23c00651d6d5 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:16.526439 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 31e98f38-4c0d-457d-b3af-3cf3352f084e resource provider aggregate not found May 27 02:38:16.554419 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 31e98f38-4c0d-457d-b3af-3cf3352f084e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 31e98f38-4c0d-457d-b3af-3cf3352f084e found for delete ", "request_id": "req-15771b2b-386f-4c6c-8351-72cce29b8e37"}]} May 27 02:38:16.574250 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-72b912ec-c343-4d0d-8712-769e094b98bd tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:16.610792 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-72b912ec-c343-4d0d-8712-769e094b98bd tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:16.617732 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b912ec-c343-4d0d-8712-769e094b98bd tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event deleted for resources: {'Network': ['ID=ba4b7912-b533-493a-97ca-1654d32a60ab,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:16.627563 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-49d3e773-ce94-476c-8e0b-6ad6aad5f88b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0761721 May 27 02:38:16.635453 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40068) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:16.639816 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-58038d3c-2cff-4a90-8ee8-f0cb355c7d1f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] delete failed (client error): The resource could not be found. May 27 02:38:16.643918 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-752e3d45-f5b1-4296-aaf0-eb0f77af8f06 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'port': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'fixed_ips': [{'subnet_id': '1a477a2e-e72f-4389-a8af-88892008edcf', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1777683926'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:38:16.646464 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-58038d3c-2cff-4a90-8ee8-f0cb355c7d1f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/routers/46c35711-64c2-41d7-bdde-c72134ae08b2 HTTP/1.1" status: 404 len: 336 time: 0.1023080 May 27 02:38:16.647044 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40072) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:16.755168 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-b73ce8ee-9022-4000-a220-61e6a74367a5 None None] Current status of the port 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:38:16.774031 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-457087a7-b4eb-48dd-8995-74a0dd7e07bd tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] DELETE failed (client error): The resource could not be found. May 27 02:38:16.774997 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-457087a7-b4eb-48dd-8995-74a0dd7e07bd tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:38:16.775437 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-72b912ec-c343-4d0d-8712-769e094b98bd tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "DELETE /v2.0/networks/ba4b7912-b533-493a-97ca-1654d32a60ab HTTP/1.1" status: 204 len: 168 time: 1.7338338 May 27 02:38:16.783923 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-457087a7-b4eb-48dd-8995-74a0dd7e07bd tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/subnets/52387524-697f-4f89-bdb5-c97978621f33 HTTP/1.1" status: 404 len: 337 time: 0.1315224 May 27 02:38:16.784935 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40076) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:16.786254 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40078) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:16.797992 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-ba578c6e-c79f-4460-b21b-3f79bbc1cb59 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1992284852', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:38:16.806837 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-ba578c6e-c79f-4460-b21b-3f79bbc1cb59 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:16.811522 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-ba578c6e-c79f-4460-b21b-3f79bbc1cb59 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Usage tracker for resource:router and tenant:6f15f0e8362347e99ea74d0bbe84ad40 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:38:16.816198 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-ba578c6e-c79f-4460-b21b-3f79bbc1cb59 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:38:16.826252 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-ba578c6e-c79f-4460-b21b-3f79bbc1cb59 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:16.844854 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9de017-b553-4233-85d4-d1de0ea2eee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-1e095441-a19f-4261-8588-a806dc249ed2', 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'tenant_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'fixed_ips': [{'subnet_id': '1a477a2e-e72f-4389-a8af-88892008edcf'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:38:16.845986 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4b9de017-b553-4233-85d4-d1de0ea2eee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:16.849783 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e5a919-514b-42ee-bf02-2ca301e1ea6b tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] DELETE failed (client error): The resource could not be found. May 27 02:38:16.850235 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32e5a919-514b-42ee-bf02-2ca301e1ea6b tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:38:16.853162 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-32e5a919-514b-42ee-bf02-2ca301e1ea6b tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/subnets/dd85e9a7-bce6-4ea7-84bd-e396fff42b8e HTTP/1.1" status: 404 len: 337 time: 0.0659623 May 27 02:38:16.857840 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40084) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:16.880560 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-111b95ef-cfd5-4d8d-a3fc-23c00651d6d5 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:16.911440 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-57119d6d-00f0-4ed0-8f34-98897408765f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] DELETE failed (client error): The resource could not be found. May 27 02:38:16.911901 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57119d6d-00f0-4ed0-8f34-98897408765f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:38:16.916150 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-57119d6d-00f0-4ed0-8f34-98897408765f tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/subnets/6293148f-86f6-49e6-a116-94fb03a365bc HTTP/1.1" status: 404 len: 337 time: 0.0565953 May 27 02:38:16.925132 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40088) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:16.953934 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ba578c6e-c79f-4460-b21b-3f79bbc1cb59 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:16.954953 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ba578c6e-c79f-4460-b21b-3f79bbc1cb59 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:16.971626 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111b95ef-cfd5-4d8d-a3fc-23c00651d6d5 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:38:16.982429 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-111b95ef-cfd5-4d8d-a3fc-23c00651d6d5 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:16.982853 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c955ec-822f-4a19-bdb6-c2c35fb216d7 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] DELETE failed (client error): The resource could not be found. May 27 02:38:16.983339 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4c955ec-822f-4a19-bdb6-c2c35fb216d7 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:38:16.985346 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d4c955ec-822f-4a19-bdb6-c2c35fb216d7 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/ports/7b66e263-29a1-4591-aeea-4f24aefa57f5 HTTP/1.1" status: 404 len: 333 time: 0.0592678 May 27 02:38:16.989265 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40092) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:16.990173 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111b95ef-cfd5-4d8d-a3fc-23c00651d6d5 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:38:17.051721 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-57972726-ca18-4f1b-8202-70bb39c887dc tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] DELETE failed (client error): The resource could not be found. May 27 02:38:17.051944 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57972726-ca18-4f1b-8202-70bb39c887dc tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:38:17.054024 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-57972726-ca18-4f1b-8202-70bb39c887dc tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/subnets/80d09969-442c-4ad7-b02b-ef2623d671cb HTTP/1.1" status: 404 len: 337 time: 0.0638402 May 27 02:38:17.057610 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40098) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:17.087414 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-4b9de017-b553-4233-85d4-d1de0ea2eee0 None None] Allocated IP 2001:db8::2 (1e095441-a19f-4261-8588-a806dc249ed2/1a477a2e-e72f-4389-a8af-88892008edcf/49044691-fa00-44e1-b80a-9121290b27c1) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:38:17.120178 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b95ef-cfd5-4d8d-a3fc-23c00651d6d5 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Pushing event updated for resources: {'Port': ['ID=6f3ecbe5-b4ef-48f3-be50-f9892acd8f23,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:17.128701 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-752e3d45-f5b1-4296-aaf0-eb0f77af8f06 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:17.131374 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-38e93dd5-83e0-43b6-9f64-98b1d95c0139 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] DELETE failed (client error): The resource could not be found. May 27 02:38:17.131832 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38e93dd5-83e0-43b6-9f64-98b1d95c0139 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:38:17.134298 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-38e93dd5-83e0-43b6-9f64-98b1d95c0139 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/subnets/b029559f-5c7c-435d-957a-e553c9aa9d27 HTTP/1.1" status: 404 len: 337 time: 0.0753770 May 27 02:38:17.144783 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40102) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:17.200202 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-e85186a5-3889-4b47-a794-5475b354776b tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] DELETE failed (client error): The resource could not be found. May 27 02:38:17.200679 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e85186a5-3889-4b47-a794-5475b354776b tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:38:17.202805 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e85186a5-3889-4b47-a794-5475b354776b tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/ports/d36b975d-c05c-4859-b467-fd1ca2cc17f8 HTTP/1.1" status: 404 len: 333 time: 0.0568657 May 27 02:38:17.203089 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40106) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:17.203772 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-752e3d45-f5b1-4296-aaf0-eb0f77af8f06 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:17.208201 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40108) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:17.210106 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ba578c6e-c79f-4460-b21b-3f79bbc1cb59 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:17.257345 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d57e866-2b21-4e90-a939-49ba4af38e82 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] DELETE failed (client error): The resource could not be found. May 27 02:38:17.257797 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d57e866-2b21-4e90-a939-49ba4af38e82 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:38:17.262453 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9d57e866-2b21-4e90-a939-49ba4af38e82 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/subnets/af19ea46-1ffc-4ca0-9006-095e4ed3e2a3 HTTP/1.1" status: 404 len: 337 time: 0.0456939 May 27 02:38:17.263308 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40116) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:17.285365 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2889bb-50ed-43d1-aeff-de393e8af4be None None] Network fb771f32-b619-420a-80a4-a93b3767dc43 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:38:17.326248 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-41e30098-896d-4bdd-b241-bbd92557d66e tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] DELETE failed (client error): The resource could not be found. May 27 02:38:17.327014 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41e30098-896d-4bdd-b241-bbd92557d66e tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:38:17.331031 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-41e30098-896d-4bdd-b241-bbd92557d66e tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/subnets/9aa98c92-98e1-43c7-8f28-e44070c5b80b HTTP/1.1" status: 404 len: 337 time: 0.0651190 May 27 02:38:17.331323 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40120) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:17.366655 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752e3d45-f5b1-4296-aaf0-eb0f77af8f06 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:38:17.386082 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ba578c6e-c79f-4460-b21b-3f79bbc1cb59 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:17.389491 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 737a0e40-1d21-44e2-b7a0-f35c0316b9fe no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:38:17.474198 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6a591a3a-bf5c-4640-b611-44634dd94971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:17.477975 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ba578c6e-c79f-4460-b21b-3f79bbc1cb59 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:17.482493 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ba578c6e-c79f-4460-b21b-3f79bbc1cb59 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6912301 May 27 02:38:17.482618 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40124) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:17.490504 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 737a0e40-1d21-44e2-b7a0-f35c0316b9fe {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:38:17.490809 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 737a0e40-1d21-44e2-b7a0-f35c0316b9fe not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:38:17.497221 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-129999ff-8f3e-4fa9-95d9-9a8941d8fa70 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-166510498'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:38:17.501174 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6a591a3a-bf5c-4640-b611-44634dd94971 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:17.507484 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-129999ff-8f3e-4fa9-95d9-9a8941d8fa70 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:17.511598 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-43ed4a2f-e4b7-498e-b470-e8d316f750b2 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Deleting port ef895001-7a05-4589-9812-1006e5b00ee4 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:38:17.511742 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-43ed4a2f-e4b7-498e-b470-e8d316f750b2 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:17.514712 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-129999ff-8f3e-4fa9-95d9-9a8941d8fa70 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Usage tracker for resource:network and tenant:6f15f0e8362347e99ea74d0bbe84ad40 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:38:17.519044 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-129999ff-8f3e-4fa9-95d9-9a8941d8fa70 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:38:17.536558 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6a591a3a-bf5c-4640-b611-44634dd94971 admin admin] Usage tracker for resource:security_group_rule and tenant:ccaa40c6b40d46f19c54afed0895872c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:38:17.545502 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6a591a3a-bf5c-4640-b611-44634dd94971 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:38:17.561854 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6a591a3a-bf5c-4640-b611-44634dd94971 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:17.572389 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-af41ed3c-f1cc-485f-8b08-b4691597e372 None None] Provisioning complete for port ef895001-7a05-4589-9812-1006e5b00ee4 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:17.573180 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-af41ed3c-f1cc-485f-8b08-b4691597e372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:17.620578 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-129999ff-8f3e-4fa9-95d9-9a8941d8fa70 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:17.645325 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-111b95ef-cfd5-4d8d-a3fc-23c00651d6d5 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for router_gateway, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:17.667258 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-752e3d45-f5b1-4296-aaf0-eb0f77af8f06 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:17.677028 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-af41ed3c-f1cc-485f-8b08-b4691597e372 None None] Port ef895001-7a05-4589-9812-1006e5b00ee4 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:38:17.680639 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4b9de017-b553-4233-85d4-d1de0ea2eee0 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:17.711820 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4b9de017-b553-4233-85d4-d1de0ea2eee0 None None] Transition to ACTIVE for port object 49044691-fa00-44e1-b80a-9121290b27c1 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:38:17.714675 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-af41ed3c-f1cc-485f-8b08-b4691597e372 None None] Provisioning complete for port 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:17.715052 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-af41ed3c-f1cc-485f-8b08-b4691597e372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:17.717406 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-752e3d45-f5b1-4296-aaf0-eb0f77af8f06 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] device_id is not set on port a037502a-fa84-427b-a795-aeefddd01e1c yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:38:17.727738 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129999ff-8f3e-4fa9-95d9-9a8941d8fa70 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Made reservation on behalf of 6f15f0e8362347e99ea74d0bbe84ad40 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:38:17.732414 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-129999ff-8f3e-4fa9-95d9-9a8941d8fa70 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:17.781152 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4b9de017-b553-4233-85d4-d1de0ea2eee0 None None] Transition to ACTIVE for port object 49044691-fa00-44e1-b80a-9121290b27c1 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:38:17.913443 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4b9de017-b553-4233-85d4-d1de0ea2eee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:17.973380 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6a591a3a-bf5c-4640-b611-44634dd94971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:17.982405 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-43ed4a2f-e4b7-498e-b470-e8d316f750b2 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:18.023873 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-129999ff-8f3e-4fa9-95d9-9a8941d8fa70 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:38:18.043299 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-129999ff-8f3e-4fa9-95d9-9a8941d8fa70 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:18.043776 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-129999ff-8f3e-4fa9-95d9-9a8941d8fa70 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Added segment 6ffc10ee-9f79-48c1-8fc7-236484422ee5 of type vlan for network d883fcb8-3253-46e3-b7e5-b0b55e816b0c May 27 02:38:18.093388 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9de017-b553-4233-85d4-d1de0ea2eee0 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:38:18.110116 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9de017-b553-4233-85d4-d1de0ea2eee0 None None] Pushing event updated for resources: {'Port': ['ID=49044691-fa00-44e1-b80a-9121290b27c1,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:18.113331 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6a591a3a-bf5c-4640-b611-44634dd94971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:18.113489 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-4b9de017-b553-4233-85d4-d1de0ea2eee0 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:18.115521 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9de017-b553-4233-85d4-d1de0ea2eee0 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:38:18.117888 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-af41ed3c-f1cc-485f-8b08-b4691597e372 None None] Current status of the port 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:38:18.120995 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57df6e93-c21a-49f8-bda0-2d1a93baa648 None None] DHCP port deletion for fb771f32-b619-420a-80a4-a93b3767dc43 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:38:18.126887 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-57df6e93-c21a-49f8-bda0-2d1a93baa648 None None] Deleting port 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:38:18.127340 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-57df6e93-c21a-49f8-bda0-2d1a93baa648 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:18.127570 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-43ed4a2f-e4b7-498e-b470-e8d316f750b2 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Calling delete_port for ef895001-7a05-4589-9812-1006e5b00ee4 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:38:18.183631 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-129999ff-8f3e-4fa9-95d9-9a8941d8fa70 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:18.255742 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40138) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:18.324709 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-111b95ef-cfd5-4d8d-a3fc-23c00651d6d5 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:18.336682 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-4b9de017-b553-4233-85d4-d1de0ea2eee0 None None] Attempting to bind port 49044691-fa00-44e1-b80a-9121290b27c1 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:38:18.337086 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-4b9de017-b553-4233-85d4-d1de0ea2eee0 None None] Attempting to bind port 49044691-fa00-44e1-b80a-9121290b27c1 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:38:18.337829 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9de017-b553-4233-85d4-d1de0ea2eee0 None None] Attempting to bind port 49044691-fa00-44e1-b80a-9121290b27c1 on network 1e095441-a19f-4261-8588-a806dc249ed2 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:38:18.362858 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6a591a3a-bf5c-4640-b611-44634dd94971 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ccaa40c6b40d46f19c54afed0895872c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1544755 May 27 02:38:18.371031 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a591a3a-bf5c-4640-b611-44634dd94971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938a4388-eccb-4713-af90-70daab32a34f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:18.373430 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40144) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:18.378691 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-752e3d45-f5b1-4296-aaf0-eb0f77af8f06 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:38:18.378691 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-752e3d45-f5b1-4296-aaf0-eb0f77af8f06 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:38:18.388499 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-129999ff-8f3e-4fa9-95d9-9a8941d8fa70 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:18.394358 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129999ff-8f3e-4fa9-95d9-9a8941d8fa70 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:18.395144 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-129999ff-8f3e-4fa9-95d9-9a8941d8fa70 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:18.420962 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9de017-b553-4233-85d4-d1de0ea2eee0 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:38:18.421667 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9de017-b553-4233-85d4-d1de0ea2eee0 None None] Checking segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:38:18.422240 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4b9de017-b553-4233-85d4-d1de0ea2eee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:18.422816 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9de017-b553-4233-85d4-d1de0ea2eee0 None None] Bound using segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:38:18.423523 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-4b9de017-b553-4233-85d4-d1de0ea2eee0 None None] Bound port: 49044691-fa00-44e1-b80a-9121290b27c1, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:38:18.424066 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4b9de017-b553-4233-85d4-d1de0ea2eee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:18.461088 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-994a579b-f184-4603-8c8f-d0ab83260eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:18.486317 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-43ed4a2f-e4b7-498e-b470-e8d316f750b2 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:18.523913 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-994a579b-f184-4603-8c8f-d0ab83260eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:18.536841 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-57df6e93-c21a-49f8-bda0-2d1a93baa648 None None] For port 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8d27339d-f0df-4d82-9f0b-0ac16ef9dd81,segment=NetworkSegment(8d782bc2-99c9-431c-9de5-a8bb66cf5f96),segment_id=8d782bc2-99c9-431c-9de5-a8bb66cf5f96)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:38:18.537285 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-57df6e93-c21a-49f8-bda0-2d1a93baa648 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:18.544096 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-752e3d45-f5b1-4296-aaf0-eb0f77af8f06 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.9034493 May 27 02:38:18.551064 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40148) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:18.554742 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed4a2f-e4b7-498e-b470-e8d316f750b2 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event deleted for resources: {'Port': ['ID=ef895001-7a05-4589-9812-1006e5b00ee4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:18.596126 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-43ed4a2f-e4b7-498e-b470-e8d316f750b2 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:18.600879 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-43ed4a2f-e4b7-498e-b470-e8d316f750b2 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/ports/ef895001-7a05-4589-9812-1006e5b00ee4 HTTP/1.1" status: 204 len: 168 time: 1.2657413 May 27 02:38:18.604792 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40152) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:18.627069 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dbfc3749-5a94-4063-a44a-c9a7f9c72ed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:18.651590 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129999ff-8f3e-4fa9-95d9-9a8941d8fa70 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event updated for resources: {'Network': ['ID=d883fcb8-3253-46e3-b7e5-b0b55e816b0c,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:18.656211 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-dbfc3749-5a94-4063-a44a-c9a7f9c72ed7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:18.666958 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-dbfc3749-5a94-4063-a44a-c9a7f9c72ed7 admin admin] Usage tracker for resource:security_group_rule and tenant:9198d78f3d6e428895cd6e4b6975b14a is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:38:18.671242 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-dbfc3749-5a94-4063-a44a-c9a7f9c72ed7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:38:18.677108 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network d883fcb8-3253-46e3-b7e5-b0b55e816b0c details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:38:18.681367 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-dbfc3749-5a94-4063-a44a-c9a7f9c72ed7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:18.689431 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-129999ff-8f3e-4fa9-95d9-9a8941d8fa70 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2012403 May 27 02:38:18.690066 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40156) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:18.699711 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-57df6e93-c21a-49f8-bda0-2d1a93baa648 None None] Calling delete_port for 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:38:18.703202 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-61a173ac-8dc5-4bae-a8d3-9e8bca8b4fb0 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Request body: {'subnet': {'network_id': 'd883fcb8-3253-46e3-b7e5-b0b55e816b0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:38:18.754825 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d378fc12-bfe4-45bc-a7ea-ce943fdb9ce7 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:18.782228 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3faeb8-f97b-432b-a7e7-327216e98cb5 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:18.782916 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ba3faeb8-f97b-432b-a7e7-327216e98cb5 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:38:18.785287 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d378fc12-bfe4-45bc-a7ea-ce943fdb9ce7 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Deleting port 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:38:18.785635 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d378fc12-bfe4-45bc-a7ea-ce943fdb9ce7 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:18.844813 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-994a579b-f184-4603-8c8f-d0ab83260eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:18.846157 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-4b9de017-b553-4233-85d4-d1de0ea2eee0 None None] For port 49044691-fa00-44e1-b80a-9121290b27c1, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:38:18.864275 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-61a173ac-8dc5-4bae-a8d3-9e8bca8b4fb0 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:18.872401 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-61a173ac-8dc5-4bae-a8d3-9e8bca8b4fb0 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Usage tracker for resource:subnet and tenant:6f15f0e8362347e99ea74d0bbe84ad40 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:38:18.876413 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-61a173ac-8dc5-4bae-a8d3-9e8bca8b4fb0 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:38:18.885788 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-4b9de017-b553-4233-85d4-d1de0ea2eee0 None None] For port 49044691-fa00-44e1-b80a-9121290b27c1, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=49044691-fa00-44e1-b80a-9121290b27c1,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:38:18.887202 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-61a173ac-8dc5-4bae-a8d3-9e8bca8b4fb0 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:18.893999 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a579b-f184-4603-8c8f-d0ab83260eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938a4388-eccb-4713-af90-70daab32a34f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:18.904140 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ba3faeb8-f97b-432b-a7e7-327216e98cb5 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:38:18.905212 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ba3faeb8-f97b-432b-a7e7-327216e98cb5 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3529968 May 27 02:38:18.908740 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40160) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:18.914199 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-994a579b-f184-4603-8c8f-d0ab83260eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:18.917660 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-994a579b-f184-4603-8c8f-d0ab83260eba admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/938a4388-eccb-4713-af90-70daab32a34f HTTP/1.1" status: 204 len: 168 time: 0.5400279 May 27 02:38:18.951194 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4b9de017-b553-4233-85d4-d1de0ea2eee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:18.960699 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111b95ef-cfd5-4d8d-a3fc-23c00651d6d5 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Router 42c6bc45-4483-4b4e-b2ac-d6b59d56c45d is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:38:18.999619 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dbfc3749-5a94-4063-a44a-c9a7f9c72ed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:19.006645 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a173ac-8dc5-4bae-a8d3-9e8bca8b4fb0 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Made reservation on behalf of 6f15f0e8362347e99ea74d0bbe84ad40 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:38:19.011408 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-61a173ac-8dc5-4bae-a8d3-9e8bca8b4fb0 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:19.023296 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-57df6e93-c21a-49f8-bda0-2d1a93baa648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:19.042137 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-d378fc12-bfe4-45bc-a7ea-ce943fdb9ce7 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] For port 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8d27339d-f0df-4d82-9f0b-0ac16ef9dd81,segment=NetworkSegment(8d782bc2-99c9-431c-9de5-a8bb66cf5f96),segment_id=8d782bc2-99c9-431c-9de5-a8bb66cf5f96)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:38:19.042912 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d378fc12-bfe4-45bc-a7ea-ce943fdb9ce7 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:19.048180 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57df6e93-c21a-49f8-bda0-2d1a93baa648 None None] No DVR routers for this DVR port 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:38:19.056198 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9de017-b553-4233-85d4-d1de0ea2eee0 None None] Pushing event updated for resources: {'Port': ['ID=49044691-fa00-44e1-b80a-9121290b27c1,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:19.094636 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dbfc3749-5a94-4063-a44a-c9a7f9c72ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:19.117418 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df6e93-c21a-49f8-bda0-2d1a93baa648 None None] Pushing event deleted for resources: {'Port': ['ID=8d27339d-f0df-4d82-9f0b-0ac16ef9dd81,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:19.165718 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08162352-cab5-4a28-9f99-a5990a7bfc63 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:19.167848 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08162352-cab5-4a28-9f99-a5990a7bfc63 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:19.168774 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-08162352-cab5-4a28-9f99-a5990a7bfc63 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:38:19.169526 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:19.191617 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d378fc12-bfe4-45bc-a7ea-ce943fdb9ce7 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Calling delete_port for 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:38:19.253511 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-dbfc3749-5a94-4063-a44a-c9a7f9c72ed7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9198d78f3d6e428895cd6e4b6975b14a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9952788 May 27 02:38:19.262125 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40168) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:19.266059 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc3749-5a94-4063-a44a-c9a7f9c72ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dab89b6-0468-4fd9-8fa5-f9c169a906ec,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:19.321686 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:19.338382 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:38:19.359722 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-08162352-cab5-4a28-9f99-a5990a7bfc63 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:38:19.360921 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-08162352-cab5-4a28-9f99-a5990a7bfc63 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4511366 May 27 02:38:19.366480 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40172) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:19.382672 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-d378fc12-bfe4-45bc-a7ea-ce943fdb9ce7 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:38:19.382998 n-d-843554-3 neutron-server[88901]: DEBUG oslo_db.api [None req-d378fc12-bfe4-45bc-a7ea-ce943fdb9ce7 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:38:19.388299 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:38:19.389194 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:38:19.403629 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5dd592e6-44e6-442f-b1bd-412697de0d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:19.431599 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111b95ef-cfd5-4d8d-a3fc-23c00651d6d5 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:38:19.465008 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95463459-cc9e-4cdd-bb07-93d6e76b0b44 None None] Sync routers for ids ['42c6bc45-4483-4b4e-b2ac-d6b59d56c45d'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:38:19.476587 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95463459-cc9e-4cdd-bb07-93d6e76b0b44 None None] Routers {'42c6bc45-4483-4b4e-b2ac-d6b59d56c45d'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:38:19.477263 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-95463459-cc9e-4cdd-bb07-93d6e76b0b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:37:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['42c6bc45-4483-4b4e-b2ac-d6b59d56c45d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:19.488269 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5dd592e6-44e6-442f-b1bd-412697de0d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:19.514520 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a7189d7-6997-4c56-961a-653e143c5294 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting subnet 1a477a2e-e72f-4389-a8af-88892008edcf {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:38:19.529333 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4a7189d7-6997-4c56-961a-653e143c5294 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:19.565123 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-95463459-cc9e-4cdd-bb07-93d6e76b0b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:19.577558 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95463459-cc9e-4cdd-bb07-93d6e76b0b44 None None] Routers {'42c6bc45-4483-4b4e-b2ac-d6b59d56c45d'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:38:19.578213 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-95463459-cc9e-4cdd-bb07-93d6e76b0b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:37:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['42c6bc45-4483-4b4e-b2ac-d6b59d56c45d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:19.644838 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5dd592e6-44e6-442f-b1bd-412697de0d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:19.649859 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-95463459-cc9e-4cdd-bb07-93d6e76b0b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:19.650256 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95463459-cc9e-4cdd-bb07-93d6e76b0b44 None None] The sync data for ids ['42c6bc45-4483-4b4e-b2ac-d6b59d56c45d'] in n-d-843554-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:38:19.670064 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd592e6-44e6-442f-b1bd-412697de0d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dab89b6-0468-4fd9-8fa5-f9c169a906ec,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:19.684915 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5dd592e6-44e6-442f-b1bd-412697de0d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:19.700976 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5dd592e6-44e6-442f-b1bd-412697de0d4f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4dab89b6-0468-4fd9-8fa5-f9c169a906ec HTTP/1.1" status: 204 len: 168 time: 0.4308496 May 27 02:38:19.744905 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4a7189d7-6997-4c56-961a-653e143c5294 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:19.789498 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-111b95ef-cfd5-4d8d-a3fc-23c00651d6d5 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:19.790688 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-111b95ef-cfd5-4d8d-a3fc-23c00651d6d5 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.1262984 May 27 02:38:19.793667 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40186) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:19.801610 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-49adaa08-e9b7-4d0a-b377-d06065ba7699 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:38:19.867305 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4a7189d7-6997-4c56-961a-653e143c5294 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:19.887702 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d378fc12-bfe4-45bc-a7ea-ce943fdb9ce7 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Deleting port 8d27339d-f0df-4d82-9f0b-0ac16ef9dd81 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:38:19.888038 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d378fc12-bfe4-45bc-a7ea-ce943fdb9ce7 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:19.900314 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-61a173ac-8dc5-4bae-a8d3-9e8bca8b4fb0 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:19.969481 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d378fc12-bfe4-45bc-a7ea-ce943fdb9ce7 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] The port '8d27339d-f0df-4d82-9f0b-0ac16ef9dd81' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:38:20.012234 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a173ac-8dc5-4bae-a8d3-9e8bca8b4fb0 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event updated for resources: {'Subnet': ['ID=1c7b303e-1bed-49a3-903d-23fa9a9160ec,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:20.028029 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a173ac-8dc5-4bae-a8d3-9e8bca8b4fb0 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Checking segment: {'id': '6ffc10ee-9f79-48c1-8fc7-236484422ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd883fcb8-3253-46e3-b7e5-b0b55e816b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:38:20.028391 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a173ac-8dc5-4bae-a8d3-9e8bca8b4fb0 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Network hostable DHCP agents. Network: d883fcb8-3253-46e3-b7e5-b0b55e816b0c, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:38:20.117745 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4a7189d7-6997-4c56-961a-653e143c5294 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:20.192738 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d378fc12-bfe4-45bc-a7ea-ce943fdb9ce7 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:20.209301 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a173ac-8dc5-4bae-a8d3-9e8bca8b4fb0 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Network d883fcb8-3253-46e3-b7e5-b0b55e816b0c is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:38:20.222033 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7189d7-6997-4c56-961a-653e143c5294 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Subnet': ['ID=1a477a2e-e72f-4389-a8af-88892008edcf,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:20.227156 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4a7189d7-6997-4c56-961a-653e143c5294 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:20.297923 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4a7189d7-6997-4c56-961a-653e143c5294 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/1a477a2e-e72f-4389-a8af-88892008edcf HTTP/1.1" status: 204 len: 168 time: 0.9276903 May 27 02:38:20.297923 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-61a173ac-8dc5-4bae-a8d3-9e8bca8b4fb0 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, d883fcb8-3253-46e3-b7e5-b0b55e816b0c) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:20.307887 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978feb78-10e6-49e0-9e7f-494a1bc89222 None None] Network d883fcb8-3253-46e3-b7e5-b0b55e816b0c requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:38:20.308605 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40206) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:20.328975 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a173ac-8dc5-4bae-a8d3-9e8bca8b4fb0 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:20.328975 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-61a173ac-8dc5-4bae-a8d3-9e8bca8b4fb0 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:20.421203 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-d378fc12-bfe4-45bc-a7ea-ce943fdb9ce7 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb771f32-b619-420a-80a4-a93b3767dc43']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:20.454142 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d89019fb-9260-498d-96e4-42a79b7f0301 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1395783 May 27 02:38:20.462887 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-d378fc12-bfe4-45bc-a7ea-ce943fdb9ce7 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d782bc2-99c9-431c-9de5-a8bb66cf5f96') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:20.462887 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-d378fc12-bfe4-45bc-a7ea-ce943fdb9ce7 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d782bc2-99c9-431c-9de5-a8bb66cf5f96') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:20.482685 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40210) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:20.492540 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-fcca0f81-80c7-41cf-a44b-f41860f99625 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'subnet': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:38:20.495832 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d378fc12-bfe4-45bc-a7ea-ce943fdb9ce7 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:20.635625 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-61a173ac-8dc5-4bae-a8d3-9e8bca8b4fb0 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9439690 May 27 02:38:20.659599 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13bf0ea-4102-4906-b588-5e7cc75c43c2 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:38:20.661146 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40220) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:20.730510 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d378fc12-bfe4-45bc-a7ea-ce943fdb9ce7 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:20.752983 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d378fc12-bfe4-45bc-a7ea-ce943fdb9ce7 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:38:20.753318 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d378fc12-bfe4-45bc-a7ea-ce943fdb9ce7 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:20.762511 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee1e07c-8dd7-4e85-9efe-321b3ee52d85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-d883fcb8-3253-46e3-b7e5-b0b55e816b0c', 'network_id': 'd883fcb8-3253-46e3-b7e5-b0b55e816b0c', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'fixed_ips': [{'subnet_id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:38:20.768773 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-dee1e07c-8dd7-4e85-9efe-321b3ee52d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:20.896808 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-fcca0f81-80c7-41cf-a44b-f41860f99625 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:20.905260 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-dffc195b-9579-4cb1-9557-c41e0cee9dd9 None None] Provisioning for port 49044691-fa00-44e1-b80a-9121290b27c1 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:38:21.001986 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-fcca0f81-80c7-41cf-a44b-f41860f99625 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:subnet and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:38:21.004420 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 8d782bc2-99c9-431c-9de5-a8bb66cf5f96 resource provider aggregate not found May 27 02:38:21.014837 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-fcca0f81-80c7-41cf-a44b-f41860f99625 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:38:21.017163 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d378fc12-bfe4-45bc-a7ea-ce943fdb9ce7 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:21.060735 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 8d782bc2-99c9-431c-9de5-a8bb66cf5f96 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d782bc2-99c9-431c-9de5-a8bb66cf5f96 found for delete ", "request_id": "req-47a084a8-0c10-47ed-a24e-0449da8f67b7"}]} May 27 02:38:21.061938 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d378fc12-bfe4-45bc-a7ea-ce943fdb9ce7 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:21.067781 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378fc12-bfe4-45bc-a7ea-ce943fdb9ce7 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] Pushing event deleted for resources: {'Network': ['ID=fb771f32-b619-420a-80a4-a93b3767dc43,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:21.070472 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d378fc12-bfe4-45bc-a7ea-ce943fdb9ce7 tempest-PortsIpV6TestJSON-944456939 tempest-PortsIpV6TestJSON-944456939-project] 10.222.0.57 "DELETE /v2.0/networks/fb771f32-b619-420a-80a4-a93b3767dc43 HTTP/1.1" status: 204 len: 168 time: 2.4578645 May 27 02:38:21.102942 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-49adaa08-e9b7-4d0a-b377-d06065ba7699 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:21.133325 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-dee1e07c-8dd7-4e85-9efe-321b3ee52d85 None None] Allocated IP 2001:db8::2 (d883fcb8-3253-46e3-b7e5-b0b55e816b0c/1c7b303e-1bed-49a3-903d-23fa9a9160ec/d253a177-8b9d-46ca-ac2e-caf8f8225bb3) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:38:21.136098 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-fcca0f81-80c7-41cf-a44b-f41860f99625 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:21.221879 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd82098e-d831-46bf-a218-72780bb2d041 None None] DHCP port deletion for 1e095441-a19f-4261-8588-a806dc249ed2 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:38:21.232158 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-bd82098e-d831-46bf-a218-72780bb2d041 None None] Deleting port 49044691-fa00-44e1-b80a-9121290b27c1 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:38:21.232539 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-bd82098e-d831-46bf-a218-72780bb2d041 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:21.243440 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-49adaa08-e9b7-4d0a-b377-d06065ba7699 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:21.333287 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcca0f81-80c7-41cf-a44b-f41860f99625 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:38:21.337236 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fcca0f81-80c7-41cf-a44b-f41860f99625 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:21.367981 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-49adaa08-e9b7-4d0a-b377-d06065ba7699 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Deleting port 6f3ecbe5-b4ef-48f3-be50-f9892acd8f23 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:38:21.368341 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-49adaa08-e9b7-4d0a-b377-d06065ba7699 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:21.518577 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8b440c76-4c14-4eb6-896b-05868603c1c6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:21.568134 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-bd82098e-d831-46bf-a218-72780bb2d041 None None] For port 49044691-fa00-44e1-b80a-9121290b27c1, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=49044691-fa00-44e1-b80a-9121290b27c1,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:38:21.568819 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-bd82098e-d831-46bf-a218-72780bb2d041 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:21.582448 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-49adaa08-e9b7-4d0a-b377-d06065ba7699 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:21.582894 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-dee1e07c-8dd7-4e85-9efe-321b3ee52d85 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:21.776181 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-49adaa08-e9b7-4d0a-b377-d06065ba7699 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Calling delete_port for 6f3ecbe5-b4ef-48f3-be50-f9892acd8f23 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:38:21.800430 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-bd82098e-d831-46bf-a218-72780bb2d041 None None] Calling delete_port for 49044691-fa00-44e1-b80a-9121290b27c1 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:38:21.849446 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-dee1e07c-8dd7-4e85-9efe-321b3ee52d85 None None] Transition to ACTIVE for port object d253a177-8b9d-46ca-ac2e-caf8f8225bb3 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:38:21.856384 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40244) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:21.888147 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-dee1e07c-8dd7-4e85-9efe-321b3ee52d85 None None] Transition to ACTIVE for port object d253a177-8b9d-46ca-ac2e-caf8f8225bb3 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:38:22.026282 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-bd82098e-d831-46bf-a218-72780bb2d041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:22.124139 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd82098e-d831-46bf-a218-72780bb2d041 None None] No DVR routers for this DVR port 49044691-fa00-44e1-b80a-9121290b27c1 on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:38:22.128531 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-dee1e07c-8dd7-4e85-9efe-321b3ee52d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:22.133511 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-8b440c76-4c14-4eb6-896b-05868603c1c6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Allocated IP 2001:db8::1 (d883fcb8-3253-46e3-b7e5-b0b55e816b0c/1c7b303e-1bed-49a3-903d-23fa9a9160ec/1e23c832-3a25-4eb0-aab4-b4e5f75129c6) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:38:22.155910 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82098e-d831-46bf-a218-72780bb2d041 None None] Pushing event deleted for resources: {'Port': ['ID=49044691-fa00-44e1-b80a-9121290b27c1,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:22.168284 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fcca0f81-80c7-41cf-a44b-f41860f99625 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:22.194800 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-34fa479f-04ed-422b-b1e3-c7dbb7d20f0f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=06c4fa5e71c94d138c98e5ba8a8181ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3285139 May 27 02:38:22.195551 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40260) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:22.223557 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1e07c-8dd7-4e85-9efe-321b3ee52d85 None None] Pushing event updated for resources: {'Port': ['ID=d253a177-8b9d-46ca-ac2e-caf8f8225bb3,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:22.228050 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee1e07c-8dd7-4e85-9efe-321b3ee52d85 None None] Network d883fcb8-3253-46e3-b7e5-b0b55e816b0c is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:38:22.229285 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-dee1e07c-8dd7-4e85-9efe-321b3ee52d85 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:22.231430 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee1e07c-8dd7-4e85-9efe-321b3ee52d85 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:38:22.240404 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca0f81-80c7-41cf-a44b-f41860f99625 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Subnet': ['ID=f32ea1cf-837d-4fb8-ad40-f421064efecf,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:22.256363 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcca0f81-80c7-41cf-a44b-f41860f99625 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:38:22.258019 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-fcca0f81-80c7-41cf-a44b-f41860f99625 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:22.261770 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcca0f81-80c7-41cf-a44b-f41860f99625 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:22.262388 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fcca0f81-80c7-41cf-a44b-f41860f99625 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:22.284418 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e4c724-7f0d-4e45-bd3a-b0f740df9a2c None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:38:22.294684 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8b70abf7-8ff4-4ff4-9657-c6145217d025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:22.298607 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-49adaa08-e9b7-4d0a-b377-d06065ba7699 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:22.376210 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-fcca0f81-80c7-41cf-a44b-f41860f99625 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8914499 May 27 02:38:22.382549 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40266) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:22.393135 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-79419728-5aa1-491a-a62a-bb5a16a43f63 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1972049178', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:38:22.393624 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49adaa08-e9b7-4d0a-b377-d06065ba7699 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Pushing event deleted for resources: {'Port': ['ID=6f3ecbe5-b4ef-48f3-be50-f9892acd8f23,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:22.423647 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8b70abf7-8ff4-4ff4-9657-c6145217d025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:22.517095 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-49adaa08-e9b7-4d0a-b377-d06065ba7699 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:22.530014 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-79419728-5aa1-491a-a62a-bb5a16a43f63 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:22.540991 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8b440c76-4c14-4eb6-896b-05868603c1c6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:22.544258 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-79419728-5aa1-491a-a62a-bb5a16a43f63 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:router and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:38:22.550796 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-79419728-5aa1-491a-a62a-bb5a16a43f63 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:38:22.562378 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-79419728-5aa1-491a-a62a-bb5a16a43f63 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:22.571338 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-8b440c76-4c14-4eb6-896b-05868603c1c6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Transition to ACTIVE for port object 1e23c832-3a25-4eb0-aab4-b4e5f75129c6 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:38:22.582291 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-dee1e07c-8dd7-4e85-9efe-321b3ee52d85 None None] Attempting to bind port d253a177-8b9d-46ca-ac2e-caf8f8225bb3 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:38:22.582843 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-dee1e07c-8dd7-4e85-9efe-321b3ee52d85 None None] Attempting to bind port d253a177-8b9d-46ca-ac2e-caf8f8225bb3 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '6ffc10ee-9f79-48c1-8fc7-236484422ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd883fcb8-3253-46e3-b7e5-b0b55e816b0c'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:38:22.583062 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee1e07c-8dd7-4e85-9efe-321b3ee52d85 None None] Attempting to bind port d253a177-8b9d-46ca-ac2e-caf8f8225bb3 on network d883fcb8-3253-46e3-b7e5-b0b55e816b0c {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:38:22.593138 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee1e07c-8dd7-4e85-9efe-321b3ee52d85 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:38:22.594591 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee1e07c-8dd7-4e85-9efe-321b3ee52d85 None None] Checking segment: {'id': '6ffc10ee-9f79-48c1-8fc7-236484422ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd883fcb8-3253-46e3-b7e5-b0b55e816b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:38:22.595040 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-dee1e07c-8dd7-4e85-9efe-321b3ee52d85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:22.595433 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee1e07c-8dd7-4e85-9efe-321b3ee52d85 None None] Bound using segment: {'id': '6ffc10ee-9f79-48c1-8fc7-236484422ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd883fcb8-3253-46e3-b7e5-b0b55e816b0c'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:38:22.595913 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-dee1e07c-8dd7-4e85-9efe-321b3ee52d85 None None] Bound port: d253a177-8b9d-46ca-ac2e-caf8f8225bb3, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ffc10ee-9f79-48c1-8fc7-236484422ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd883fcb8-3253-46e3-b7e5-b0b55e816b0c'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:38:22.596290 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-dee1e07c-8dd7-4e85-9efe-321b3ee52d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:22.660422 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-79419728-5aa1-491a-a62a-bb5a16a43f63 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:22.661369 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-79419728-5aa1-491a-a62a-bb5a16a43f63 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:22.688813 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-79419728-5aa1-491a-a62a-bb5a16a43f63 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:22.710850 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8b440c76-4c14-4eb6-896b-05868603c1c6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:22.730108 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c8111e-6404-43c6-b3bb-bd649fac1805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-1e095441-a19f-4261-8588-a806dc249ed2', 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'tenant_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'fixed_ips': [{'subnet_id': 'f32ea1cf-837d-4fb8-ad40-f421064efecf'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:38:22.730959 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-37c8111e-6404-43c6-b3bb-bd649fac1805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:22.815963 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-dee1e07c-8dd7-4e85-9efe-321b3ee52d85 None None] For port d253a177-8b9d-46ca-ac2e-caf8f8225bb3, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:38:22.837708 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-dee1e07c-8dd7-4e85-9efe-321b3ee52d85 None None] For port d253a177-8b9d-46ca-ac2e-caf8f8225bb3, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=d253a177-8b9d-46ca-ac2e-caf8f8225bb3,segment=NetworkSegment(6ffc10ee-9f79-48c1-8fc7-236484422ee5),segment_id=6ffc10ee-9f79-48c1-8fc7-236484422ee5)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:38:22.859895 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b440c76-4c14-4eb6-896b-05868603c1c6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Network d883fcb8-3253-46e3-b7e5-b0b55e816b0c is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:38:22.875636 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-8b440c76-4c14-4eb6-896b-05868603c1c6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:22.879795 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b440c76-4c14-4eb6-896b-05868603c1c6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:38:22.880197 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8b440c76-4c14-4eb6-896b-05868603c1c6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:22.963617 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b440c76-4c14-4eb6-896b-05868603c1c6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event updated for resources: {'Port': ['ID=1e23c832-3a25-4eb0-aab4-b4e5f75129c6,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:23.002905 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-dee1e07c-8dd7-4e85-9efe-321b3ee52d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:23.015390 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8b70abf7-8ff4-4ff4-9657-c6145217d025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:23.065143 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-79419728-5aa1-491a-a62a-bb5a16a43f63 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:23.106819 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70abf7-8ff4-4ff4-9657-c6145217d025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7319cf82-21c7-4b76-8a9f-048c4746e81a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:23.144321 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-37c8111e-6404-43c6-b3bb-bd649fac1805 None None] Allocated IP 2001:db8::2 (1e095441-a19f-4261-8588-a806dc249ed2/f32ea1cf-837d-4fb8-ad40-f421064efecf/a6730143-0e94-4e48-8cd7-a3815a144fc3) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:38:23.161882 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1e07c-8dd7-4e85-9efe-321b3ee52d85 None None] Pushing event updated for resources: {'Port': ['ID=d253a177-8b9d-46ca-ac2e-caf8f8225bb3,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:23.185139 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8b440c76-4c14-4eb6-896b-05868603c1c6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:23.202389 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8b70abf7-8ff4-4ff4-9657-c6145217d025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:23.203849 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8b70abf7-8ff4-4ff4-9657-c6145217d025 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7319cf82-21c7-4b76-8a9f-048c4746e81a HTTP/1.1" status: 204 len: 168 time: 1.0072813 May 27 02:38:23.220662 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-49adaa08-e9b7-4d0a-b377-d06065ba7699 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:23.220662 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-49adaa08-e9b7-4d0a-b377-d06065ba7699 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-965449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-965446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966271'] for router, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:23.304895 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-79419728-5aa1-491a-a62a-bb5a16a43f63 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:23.309539 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-79419728-5aa1-491a-a62a-bb5a16a43f63 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9249499 May 27 02:38:23.312161 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40288) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:23.442640 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49adaa08-e9b7-4d0a-b377-d06065ba7699 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Router 42c6bc45-4483-4b4e-b2ac-d6b59d56c45d has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:38:23.591254 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40294) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:23.591513 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-37c8111e-6404-43c6-b3bb-bd649fac1805 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:23.617310 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-37c8111e-6404-43c6-b3bb-bd649fac1805 None None] Transition to ACTIVE for port object a6730143-0e94-4e48-8cd7-a3815a144fc3 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:38:23.641657 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-37c8111e-6404-43c6-b3bb-bd649fac1805 None None] Transition to ACTIVE for port object a6730143-0e94-4e48-8cd7-a3815a144fc3 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:38:23.694057 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49adaa08-e9b7-4d0a-b377-d06065ba7699 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:38:23.705717 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cae27c-b410-47fd-987b-bc325fd14dda None None] Sync routers for ids ['42c6bc45-4483-4b4e-b2ac-d6b59d56c45d'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:38:23.715824 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-49adaa08-e9b7-4d0a-b377-d06065ba7699 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:23.717710 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-37c8111e-6404-43c6-b3bb-bd649fac1805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:23.720280 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-49adaa08-e9b7-4d0a-b377-d06065ba7699 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] 10.222.0.57 "PUT /v2.0/routers/42c6bc45-4483-4b4e-b2ac-d6b59d56c45d HTTP/1.1" status: 200 len: 705 time: 3.9237633 May 27 02:38:23.722263 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40302) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:23.722566 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cae27c-b410-47fd-987b-bc325fd14dda None None] Routers {'42c6bc45-4483-4b4e-b2ac-d6b59d56c45d'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:38:23.723706 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-b3cae27c-b410-47fd-987b-bc325fd14dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:37:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['42c6bc45-4483-4b4e-b2ac-d6b59d56c45d'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:23.899698 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c8111e-6404-43c6-b3bb-bd649fac1805 None None] Pushing event updated for resources: {'Port': ['ID=a6730143-0e94-4e48-8cd7-a3815a144fc3,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:23.918900 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-b3cae27c-b410-47fd-987b-bc325fd14dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:23.922535 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c8111e-6404-43c6-b3bb-bd649fac1805 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:38:23.923842 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-37c8111e-6404-43c6-b3bb-bd649fac1805 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:23.928626 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c8111e-6404-43c6-b3bb-bd649fac1805 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:38:23.950814 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cae27c-b410-47fd-987b-bc325fd14dda None None] Routers {'42c6bc45-4483-4b4e-b2ac-d6b59d56c45d'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:38:23.954741 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-b3cae27c-b410-47fd-987b-bc325fd14dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:37:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['42c6bc45-4483-4b4e-b2ac-d6b59d56c45d'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:23.993743 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b15b9f3d-4c2d-4887-9dcc-f1f3483ee073 tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] 10.222.0.57 "GET /v2.0/routers/42c6bc45-4483-4b4e-b2ac-d6b59d56c45d HTTP/1.1" status: 200 len: 740 time: 0.2690563 May 27 02:38:23.996803 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40310) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:24.040798 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-b3cae27c-b410-47fd-987b-bc325fd14dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:24.041569 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cae27c-b410-47fd-987b-bc325fd14dda None None] The sync data for ids ['42c6bc45-4483-4b4e-b2ac-d6b59d56c45d'] in n-d-843554-3 is: [] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:38:24.049224 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-03d01c2e-f2bd-400f-8bb0-b0137aaed24e tempest-RoutersAdminTest-1245983561 tempest-RoutersAdminTest-1245983561-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=d97d5b0c-4580-406a-95fb-4efaa0c98188&device_id=42c6bc45-4483-4b4e-b2ac-d6b59d56c45d HTTP/1.1" status: 200 len: 205 time: 0.0513284 May 27 02:38:24.052360 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40316) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:24.060549 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-37c8111e-6404-43c6-b3bb-bd649fac1805 None None] Attempting to bind port a6730143-0e94-4e48-8cd7-a3815a144fc3 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:38:24.060949 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-37c8111e-6404-43c6-b3bb-bd649fac1805 None None] Attempting to bind port a6730143-0e94-4e48-8cd7-a3815a144fc3 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:38:24.061888 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c8111e-6404-43c6-b3bb-bd649fac1805 None None] Attempting to bind port a6730143-0e94-4e48-8cd7-a3815a144fc3 on network 1e095441-a19f-4261-8588-a806dc249ed2 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:38:24.071154 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c8111e-6404-43c6-b3bb-bd649fac1805 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:38:24.071967 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c8111e-6404-43c6-b3bb-bd649fac1805 None None] Checking segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:38:24.072648 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-37c8111e-6404-43c6-b3bb-bd649fac1805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:24.073992 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c8111e-6404-43c6-b3bb-bd649fac1805 None None] Bound using segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:38:24.077671 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-37c8111e-6404-43c6-b3bb-bd649fac1805 None None] Bound port: a6730143-0e94-4e48-8cd7-a3815a144fc3, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:38:24.077671 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-37c8111e-6404-43c6-b3bb-bd649fac1805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:24.096761 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-0ade1f55-a8fe-4d93-9a73-44485d57ce7d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:38:24.114354 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-fd5b57b0-3d6a-4ecb-b533-016628e0e76f tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] 10.222.0.57 "GET /v2.0/ports?device_id=42c6bc45-4483-4b4e-b2ac-d6b59d56c45d HTTP/1.1" status: 200 len: 205 time: 0.0591223 May 27 02:38:24.114354 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0ade1f55-a8fe-4d93-9a73-44485d57ce7d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:24.115295 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40320) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:24.120180 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0ade1f55-a8fe-4d93-9a73-44485d57ce7d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Usage tracker for resource:floatingip and tenant:2b0294f3034b42f7893740a9b159dfde is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:38:24.177954 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0ade1f55-a8fe-4d93-9a73-44485d57ce7d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:38:24.187987 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-37c8111e-6404-43c6-b3bb-bd649fac1805 None None] For port a6730143-0e94-4e48-8cd7-a3815a144fc3, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:38:24.192495 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-37c8111e-6404-43c6-b3bb-bd649fac1805 None None] For port a6730143-0e94-4e48-8cd7-a3815a144fc3, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=a6730143-0e94-4e48-8cd7-a3815a144fc3,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:38:24.245716 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0ade1f55-a8fe-4d93-9a73-44485d57ce7d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:24.254273 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-37c8111e-6404-43c6-b3bb-bd649fac1805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:24.268220 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6e2b013b-1ffd-438d-acaa-1aecf7fb12f0 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:24.337977 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0ade1f55-a8fe-4d93-9a73-44485d57ce7d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:24.429170 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c8111e-6404-43c6-b3bb-bd649fac1805 None None] Pushing event updated for resources: {'Port': ['ID=a6730143-0e94-4e48-8cd7-a3815a144fc3,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:24.449420 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c8111e-6404-43c6-b3bb-bd649fac1805 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:24.449772 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c8111e-6404-43c6-b3bb-bd649fac1805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:24.452294 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c8111e-6404-43c6-b3bb-bd649fac1805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:24.452676 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c8111e-6404-43c6-b3bb-bd649fac1805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:24.453040 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c8111e-6404-43c6-b3bb-bd649fac1805 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:24.454746 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c8111e-6404-43c6-b3bb-bd649fac1805 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:24.461482 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c8111e-6404-43c6-b3bb-bd649fac1805 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:24.461482 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c8111e-6404-43c6-b3bb-bd649fac1805 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:24.461482 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c8111e-6404-43c6-b3bb-bd649fac1805 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:24.461482 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c8111e-6404-43c6-b3bb-bd649fac1805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:24.462430 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c8111e-6404-43c6-b3bb-bd649fac1805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:24.462957 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c8111e-6404-43c6-b3bb-bd649fac1805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:24.744870 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9145f5a8-c747-4e88-9488-453a67f14309 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:24.859728 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6e2b013b-1ffd-438d-acaa-1aecf7fb12f0 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:24.863664 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6e2b013b-1ffd-438d-acaa-1aecf7fb12f0 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:24.940996 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0ade1f55-a8fe-4d93-9a73-44485d57ce7d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:24.986654 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541c204e-6481-4fd6-b732-3c6ec9b25781 None None] Network d883fcb8-3253-46e3-b7e5-b0b55e816b0c requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:38:25.037405 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6e2b013b-1ffd-438d-acaa-1aecf7fb12f0 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:25.038171 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2b013b-1ffd-438d-acaa-1aecf7fb12f0 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Fanout notify agent at l3_agent the message router_deleted on router 42c6bc45-4483-4b4e-b2ac-d6b59d56c45d {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:38:25.121881 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6e2b013b-1ffd-438d-acaa-1aecf7fb12f0 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:25.123364 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6e2b013b-1ffd-438d-acaa-1aecf7fb12f0 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] 10.222.0.57 "DELETE /v2.0/routers/42c6bc45-4483-4b4e-b2ac-d6b59d56c45d HTTP/1.1" status: 204 len: 168 time: 1.0072443 May 27 02:38:25.127511 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40350) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:25.134854 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-8048a12f-ccf3-4f1b-b65a-a125451c5866 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=05541351d98c4d29a1b5dc02081b4b46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2768207 May 27 02:38:25.171526 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c56dfd18-8f47-46d5-954f-6db319216110 None None] Provisioning for port d253a177-8b9d-46ca-ac2e-caf8f8225bb3 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:38:25.189905 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4b6a1fa8-bbad-4a6d-a12a-7dc09b3f51f4 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] 10.222.0.57 "GET /v2.0/ports?device_id=42c6bc45-4483-4b4e-b2ac-d6b59d56c45d HTTP/1.1" status: 200 len: 205 time: 0.0582066 May 27 02:38:25.191731 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40354) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:25.279581 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-faaf7855-bb14-4a4f-b974-71f88cf433b3 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] delete failed (client error): The resource could not be found. May 27 02:38:25.285797 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-faaf7855-bb14-4a4f-b974-71f88cf433b3 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] 10.222.0.57 "DELETE /v2.0/routers/42c6bc45-4483-4b4e-b2ac-d6b59d56c45d HTTP/1.1" status: 404 len: 336 time: 0.0890517 May 27 02:38:25.291024 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-0ade1f55-a8fe-4d93-9a73-44485d57ce7d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Allocated IP 172.25.1.220 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/a613fe0e-ddc2-4f25-9965-abf7c9dd66ce) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:38:25.303971 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40360) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:25.422304 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6f176d35-a667-414b-93f5-917c5d78e1bd tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcaab3e8-544d-483a-8b31-a74fcb9e81a8 HTTP/1.1" status: 200 len: 205 time: 0.1148450 May 27 02:38:25.426098 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40364) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:25.436326 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [None req-8b440c76-4c14-4eb6-896b-05868603c1c6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:38:25.456103 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device d253a177-8b9d-46ca-ac2e-caf8f8225bb3 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:38:25.470304 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8b440c76-4c14-4eb6-896b-05868603c1c6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:25.564454 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-ad85ef02-7f26-492c-b765-3e00c40acf80 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] delete failed (client error): The resource could not be found. May 27 02:38:25.565550 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ad85ef02-7f26-492c-b765-3e00c40acf80 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] 10.222.0.57 "DELETE /v2.0/routers/fcaab3e8-544d-483a-8b31-a74fcb9e81a8 HTTP/1.1" status: 404 len: 336 time: 0.1418440 May 27 02:38:25.569508 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8b440c76-4c14-4eb6-896b-05868603c1c6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:25.570420 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8b440c76-4c14-4eb6-896b-05868603c1c6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:25.571707 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40372) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:25.575991 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-dbb12317-84fb-4fbd-b387-8555a4cb5d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:25.647260 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d740c115-05b8-4b69-a915-d2baaff66776 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] 10.222.0.57 "GET /v2.0/ports?device_id=4af60e74-b087-4956-8790-921e4731dd56 HTTP/1.1" status: 200 len: 205 time: 0.0742052 May 27 02:38:25.650117 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40376) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:25.654855 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0ade1f55-a8fe-4d93-9a73-44485d57ce7d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:25.665811 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port d253a177-8b9d-46ca-ac2e-caf8f8225bb3 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:38:25.671183 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port d253a177-8b9d-46ca-ac2e-caf8f8225bb3 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:25.671552 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:25.765418 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-21ed5380-3404-4f4d-9ce7-7f1de4cceac1 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] delete failed (client error): The resource could not be found. May 27 02:38:25.766678 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-21ed5380-3404-4f4d-9ce7-7f1de4cceac1 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] 10.222.0.57 "DELETE /v2.0/routers/4af60e74-b087-4956-8790-921e4731dd56 HTTP/1.1" status: 404 len: 336 time: 0.1155982 May 27 02:38:25.770939 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40386) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:25.832987 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-a4c4a388-11f8-4adb-9800-00abee534af9 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:25.834909 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-a4c4a388-11f8-4adb-9800-00abee534af9 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6904006 May 27 02:38:25.837113 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-81ad09f5-487b-419b-b131-73aa00f33840 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] 10.222.0.57 "GET /v2.0/ports?device_id=dcf78e65-98f7-4c16-a46e-d65653ee9511 HTTP/1.1" status: 200 len: 205 time: 0.0640028 May 27 02:38:25.843071 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40390) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:25.919059 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-9ce0d802-d5d1-4e62-9456-26a97753c83f tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] 10.222.0.57 "GET /v2.0/quotas/05541351d98c4d29a1b5dc02081b4b46 HTTP/1.1" status: 200 len: 375 time: 0.0679271 May 27 02:38:25.924181 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b440c76-4c14-4eb6-896b-05868603c1c6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event updated for resources: {'Port': ['ID=1e23c832-3a25-4eb0-aab4-b4e5f75129c6,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:25.950711 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-6935a468-ea77-4f3a-bc73-c6dbc1d5c00a tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] delete failed (client error): The resource could not be found. May 27 02:38:25.952114 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6935a468-ea77-4f3a-bc73-c6dbc1d5c00a tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] 10.222.0.57 "DELETE /v2.0/routers/dcf78e65-98f7-4c16-a46e-d65653ee9511 HTTP/1.1" status: 404 len: 336 time: 0.1063523 May 27 02:38:25.961792 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40396) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:25.965066 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-7ffb5ce0-847e-4c9e-b464-9bd4af40f14d None None] Provisioning for port 1e23c832-3a25-4eb0-aab4-b4e5f75129c6 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:38:25.973339 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-7ffb5ce0-847e-4c9e-b464-9bd4af40f14d None None] Provisioning complete for port 1e23c832-3a25-4eb0-aab4-b4e5f75129c6 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:25.973873 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7ffb5ce0-847e-4c9e-b464-9bd4af40f14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:26.003220 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port d253a177-8b9d-46ca-ac2e-caf8f8225bb3 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:38:26.004286 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:26.056751 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40402) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:26.058974 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-67efb67a-c921-44a3-8dae-c190cf888b40 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] 10.222.0.57 "GET /v2.0/ports?device_id=880afd24-3a7c-4ee9-991f-4d1d7889a769 HTTP/1.1" status: 200 len: 205 time: 0.0952058 May 27 02:38:26.086700 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-9b06f996-58ec-4271-b140-ebd96f7832d4 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=05541351d98c4d29a1b5dc02081b4b46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1452177 May 27 02:38:26.106758 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0ade1f55-a8fe-4d93-9a73-44485d57ce7d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:26.127273 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port d253a177-8b9d-46ca-ac2e-caf8f8225bb3, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=d253a177-8b9d-46ca-ac2e-caf8f8225bb3,segment=NetworkSegment(6ffc10ee-9f79-48c1-8fc7-236484422ee5),segment_id=6ffc10ee-9f79-48c1-8fc7-236484422ee5)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:38:26.155540 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-7ffb5ce0-847e-4c9e-b464-9bd4af40f14d None None] Port 1e23c832-3a25-4eb0-aab4-b4e5f75129c6 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:38:26.172160 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-7ffb5ce0-847e-4c9e-b464-9bd4af40f14d None None] Provisioning complete for port d253a177-8b9d-46ca-ac2e-caf8f8225bb3 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:26.172898 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7ffb5ce0-847e-4c9e-b464-9bd4af40f14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:26.207283 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b440c76-4c14-4eb6-896b-05868603c1c6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Network d883fcb8-3253-46e3-b7e5-b0b55e816b0c is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:38:26.211195 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-8b440c76-4c14-4eb6-896b-05868603c1c6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:26.218345 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-b04cb050-bc93-49c4-b085-a889901e67f6 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] delete failed (client error): The resource could not be found. May 27 02:38:26.223709 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b04cb050-bc93-49c4-b085-a889901e67f6 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] 10.222.0.57 "DELETE /v2.0/routers/880afd24-3a7c-4ee9-991f-4d1d7889a769 HTTP/1.1" status: 404 len: 336 time: 0.1605670 May 27 02:38:26.231093 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40406) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:26.247808 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:26.248916 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device a6730143-0e94-4e48-8cd7-a3815a144fc3 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:38:26.265402 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ade1f55-a8fe-4d93-9a73-44485d57ce7d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:38:26.273880 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-0ade1f55-a8fe-4d93-9a73-44485d57ce7d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:26.279621 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ade1f55-a8fe-4d93-9a73-44485d57ce7d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:38:26.359892 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade1f55-a8fe-4d93-9a73-44485d57ce7d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Pushing event updated for resources: {'Port': ['ID=a613fe0e-ddc2-4f25-9965-abf7c9dd66ce,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:26.391889 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-9145f5a8-c747-4e88-9488-453a67f14309 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Allocated IP 2001:db8::1 (1e095441-a19f-4261-8588-a806dc249ed2/f32ea1cf-837d-4fb8-ad40-f421064efecf/d126e673-f4c3-42c8-946f-9601fdb0e70d) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:38:26.405527 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0ade1f55-a8fe-4d93-9a73-44485d57ce7d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:26.454772 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c46681be-e260-4452-af17-51cfe2502ed2 tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b1540ac-272b-4d8b-acd2-3c7274e3692a HTTP/1.1" status: 200 len: 205 time: 0.2167234 May 27 02:38:26.457417 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40420) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:26.563978 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=d253a177-8b9d-46ca-ac2e-caf8f8225bb3,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:26.607997 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port a6730143-0e94-4e48-8cd7-a3815a144fc3 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:38:26.636022 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-7ffb5ce0-847e-4c9e-b464-9bd4af40f14d None None] Current status of the port d253a177-8b9d-46ca-ac2e-caf8f8225bb3 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:38:26.647351 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-992bbf8e-63e6-4524-9940-2713419608ed tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] delete failed (client error): The resource could not be found. May 27 02:38:26.648567 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-992bbf8e-63e6-4524-9940-2713419608ed tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] 10.222.0.57 "DELETE /v2.0/routers/3b1540ac-272b-4d8b-acd2-3c7274e3692a HTTP/1.1" status: 404 len: 336 time: 0.1898503 May 27 02:38:26.655934 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40426) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:26.674222 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f4d71c2b-10a2-4eb1-ba1a-5f194136e03e req-de4f553a-e3dd-4d3f-b2c7-03122e76a7b0 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] 10.222.0.57 "GET /v2.0/ports?device_id=495ebe58-cad1-460a-baba-d881ca7ef412 HTTP/1.1" status: 200 len: 210 time: 0.2168841 May 27 02:38:26.819767 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6d524af2-d785-430b-be15-5bc140625559 None None] Provisioning for port a6730143-0e94-4e48-8cd7-a3815a144fc3 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:38:26.828211 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6d524af2-d785-430b-be15-5bc140625559 None None] Provisioning complete for port a6730143-0e94-4e48-8cd7-a3815a144fc3 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:26.829259 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6d524af2-d785-430b-be15-5bc140625559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:26.857333 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-3188cc2a-b176-48b0-baf4-2a30f3658d3b tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] DELETE failed (client error): The resource could not be found. May 27 02:38:26.858050 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3188cc2a-b176-48b0-baf4-2a30f3658d3b tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:38:26.874050 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0ade1f55-a8fe-4d93-9a73-44485d57ce7d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:26.982320 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3188cc2a-b176-48b0-baf4-2a30f3658d3b tempest-RoutersAdminTest-371861183 tempest-RoutersAdminTest-371861183-project] 10.222.0.57 "DELETE /v2.0/subnets/9d17210b-1e40-4ab3-a8aa-d9c0c616cb5f HTTP/1.1" status: 404 len: 337 time: 0.3251162 May 27 02:38:27.038972 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9145f5a8-c747-4e88-9488-453a67f14309 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:27.060469 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9145f5a8-c747-4e88-9488-453a67f14309 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Transition to ACTIVE for port object d126e673-f4c3-42c8-946f-9601fdb0e70d will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:38:27.064854 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-6d524af2-d785-430b-be15-5bc140625559 None None] Current status of the port a6730143-0e94-4e48-8cd7-a3815a144fc3 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:38:27.065402 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6d524af2-d785-430b-be15-5bc140625559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:27.096037 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b440c76-4c14-4eb6-896b-05868603c1c6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Router 5e20f397-cb19-4fe0-ab82-317cdd478ccf is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:38:27.112763 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-6d524af2-d785-430b-be15-5bc140625559 None None] For port a6730143-0e94-4e48-8cd7-a3815a144fc3, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=a6730143-0e94-4e48-8cd7-a3815a144fc3,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:38:27.187446 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0ade1f55-a8fe-4d93-9a73-44485d57ce7d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:27.219433 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6d524af2-d785-430b-be15-5bc140625559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:27.237543 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9145f5a8-c747-4e88-9488-453a67f14309 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:27.305963 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0ade1f55-a8fe-4d93-9a73-44485d57ce7d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:27.320597 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device d253a177-8b9d-46ca-ac2e-caf8f8225bb3 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:38:27.339370 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9145f5a8-c747-4e88-9488-453a67f14309 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:38:27.344952 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-9145f5a8-c747-4e88-9488-453a67f14309 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:27.354804 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9145f5a8-c747-4e88-9488-453a67f14309 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:38:27.355548 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9145f5a8-c747-4e88-9488-453a67f14309 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:27.359599 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6d524af2-d785-430b-be15-5bc140625559 None None] Provisioning complete for port 1e23c832-3a25-4eb0-aab4-b4e5f75129c6 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:27.359999 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6d524af2-d785-430b-be15-5bc140625559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:27.362582 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b440c76-4c14-4eb6-896b-05868603c1c6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:38:27.365707 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9145f5a8-c747-4e88-9488-453a67f14309 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Port': ['ID=d126e673-f4c3-42c8-946f-9601fdb0e70d,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:27.395061 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8b440c76-4c14-4eb6-896b-05868603c1c6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "PUT /v2.0/routers/5e20f397-cb19-4fe0-ab82-317cdd478ccf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7327948 May 27 02:38:27.397597 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40446) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:27.403275 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105da9be-dad3-4d6d-924c-031d72aaf0f1 None None] Sync routers for ids ['5e20f397-cb19-4fe0-ab82-317cdd478ccf'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:38:27.408105 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-bcf59338-a5f7-48cb-92a6-366e1226b63d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1938319597'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:38:27.414896 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-bcf59338-a5f7-48cb-92a6-366e1226b63d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:27.419680 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-bcf59338-a5f7-48cb-92a6-366e1226b63d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Usage tracker for resource:network and tenant:6f15f0e8362347e99ea74d0bbe84ad40 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:38:27.423671 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-bcf59338-a5f7-48cb-92a6-366e1226b63d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:38:27.431553 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-bcf59338-a5f7-48cb-92a6-366e1226b63d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:27.457105 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105da9be-dad3-4d6d-924c-031d72aaf0f1 None None] Routers {'5e20f397-cb19-4fe0-ab82-317cdd478ccf'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:38:27.457398 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-105da9be-dad3-4d6d-924c-031d72aaf0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:37:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['5e20f397-cb19-4fe0-ab82-317cdd478ccf'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:27.499737 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf59338-a5f7-48cb-92a6-366e1226b63d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Made reservation on behalf of 6f15f0e8362347e99ea74d0bbe84ad40 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:38:27.504605 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bcf59338-a5f7-48cb-92a6-366e1226b63d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:27.516241 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d524af2-d785-430b-be15-5bc140625559 None None] Pushing event updated for resources: {'Port': ['ID=a6730143-0e94-4e48-8cd7-a3815a144fc3,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:27.524685 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade1f55-a8fe-4d93-9a73-44485d57ce7d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Pushing event updated for resources: {'Port': ['ID=a613fe0e-ddc2-4f25-9965-abf7c9dd66ce,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:27.533232 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-6d524af2-d785-430b-be15-5bc140625559 None None] Port 1e23c832-3a25-4eb0-aab4-b4e5f75129c6 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:38:27.552972 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0ade1f55-a8fe-4d93-9a73-44485d57ce7d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:27.618485 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcf59338-a5f7-48cb-92a6-366e1226b63d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:38:27.649894 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bcf59338-a5f7-48cb-92a6-366e1226b63d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:27.650269 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-bcf59338-a5f7-48cb-92a6-366e1226b63d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Added segment 590c203d-07c0-4116-af8c-39dc924e764e of type vlan for network 0167a411-12de-421b-9f73-19dba836e4fa May 27 02:38:27.656309 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port d253a177-8b9d-46ca-ac2e-caf8f8225bb3 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:27.656690 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:27.659275 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0ade1f55-a8fe-4d93-9a73-44485d57ce7d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:27.660774 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0ade1f55-a8fe-4d93-9a73-44485d57ce7d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0634913 May 27 02:38:27.663488 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40454) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:27.669595 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-8d9b3e3c-7061-4b37-b9d3-6de474b8fd85 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1315846034'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:38:27.684160 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bcf59338-a5f7-48cb-92a6-366e1226b63d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:27.689382 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8d9b3e3c-7061-4b37-b9d3-6de474b8fd85 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:27.702858 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8d9b3e3c-7061-4b37-b9d3-6de474b8fd85 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Usage tracker for resource:network and tenant:2b0294f3034b42f7893740a9b159dfde is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:38:27.716915 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8d9b3e3c-7061-4b37-b9d3-6de474b8fd85 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:38:27.727756 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9145f5a8-c747-4e88-9488-453a67f14309 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:27.735823 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8d9b3e3c-7061-4b37-b9d3-6de474b8fd85 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:27.779463 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-105da9be-dad3-4d6d-924c-031d72aaf0f1 None None] Set router 5e20f397-cb19-4fe0-ab82-317cdd478ccf gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:38:27.782358 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40462) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:27.818864 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9b3e3c-7061-4b37-b9d3-6de474b8fd85 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Made reservation on behalf of 2b0294f3034b42f7893740a9b159dfde for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:38:27.823583 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3e3c-7061-4b37-b9d3-6de474b8fd85 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:27.847052 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3e3c-7061-4b37-b9d3-6de474b8fd85 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:27.868654 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5206488d-9832-40e4-8718-51f4faed7a90 req-008051c2-8deb-44df-bd64-db4b0af23059 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] 10.222.0.57 "GET /v2.0/ports?device_id=495ebe58-cad1-460a-baba-d881ca7ef412 HTTP/1.1" status: 200 len: 210 time: 0.1057250 May 27 02:38:27.904834 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8d9b3e3c-7061-4b37-b9d3-6de474b8fd85 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:27.909363 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8d9b3e3c-7061-4b37-b9d3-6de474b8fd85 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Usage tracker for resource:security_group_rule and tenant:2b0294f3034b42f7893740a9b159dfde is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:38:27.913482 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8d9b3e3c-7061-4b37-b9d3-6de474b8fd85 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:38:27.926833 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8d9b3e3c-7061-4b37-b9d3-6de474b8fd85 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:27.960692 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-806f4151-b4c3-4990-83e9-bb309303cf80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:27.980395 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bcf59338-a5f7-48cb-92a6-366e1226b63d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:27.986157 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf59338-a5f7-48cb-92a6-366e1226b63d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:27.986762 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bcf59338-a5f7-48cb-92a6-366e1226b63d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:27.990905 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-806f4151-b4c3-4990-83e9-bb309303cf80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:27.999749 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-806f4151-b4c3-4990-83e9-bb309303cf80 admin admin] Usage tracker for resource:security_group_rule and tenant:41c90b010e7f4a939183492c25cd5f9d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:38:28.003475 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-806f4151-b4c3-4990-83e9-bb309303cf80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:38:28.011819 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-806f4151-b4c3-4990-83e9-bb309303cf80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:28.085407 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-593965bf-7d52-4c44-a780-ea463be1159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:28.098803 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3e3c-7061-4b37-b9d3-6de474b8fd85 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:28.102906 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6d34e4c2-aada-49e5-b6a8-7b883e63f7c7 None None] Provisioning for port d126e673-f4c3-42c8-946f-9601fdb0e70d completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:38:28.143015 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6d34e4c2-aada-49e5-b6a8-7b883e63f7c7 None None] Provisioning complete for port d126e673-f4c3-42c8-946f-9601fdb0e70d triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:28.143392 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6d34e4c2-aada-49e5-b6a8-7b883e63f7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:28.147479 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-806f4151-b4c3-4990-83e9-bb309303cf80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:28.162484 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3e3c-7061-4b37-b9d3-6de474b8fd85 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:28.194407 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d9b3e3c-7061-4b37-b9d3-6de474b8fd85 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:38:28.207549 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b3e3c-7061-4b37-b9d3-6de474b8fd85 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2fa878-bfa3-4886-90cd-ce0f40757487,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:28.212268 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3e3c-7061-4b37-b9d3-6de474b8fd85 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:28.212659 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-8d9b3e3c-7061-4b37-b9d3-6de474b8fd85 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Added segment cc6d23af-70dc-4dc9-97b3-bf81cce8bdf0 of type vlan for network 6a87378d-c60b-454c-a6b4-5447c8d7ea1f May 27 02:38:28.224011 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf59338-a5f7-48cb-92a6-366e1226b63d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event updated for resources: {'Network': ['ID=0167a411-12de-421b-9f73-19dba836e4fa,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:28.247670 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-806f4151-b4c3-4990-83e9-bb309303cf80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:28.261640 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3e3c-7061-4b37-b9d3-6de474b8fd85 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:28.261959 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 0167a411-12de-421b-9f73-19dba836e4fa details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:38:28.281134 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port d253a177-8b9d-46ca-ac2e-caf8f8225bb3 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:38:28.304173 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-bcf59338-a5f7-48cb-92a6-366e1226b63d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9052696 May 27 02:38:28.309654 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40468) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:28.321614 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-806f4151-b4c3-4990-83e9-bb309303cf80 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=41c90b010e7f4a939183492c25cd5f9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5377302 May 27 02:38:28.324462 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-a6227402-1cb1-40fd-9791-b720095b9afc tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Request body: {'subnet': {'network_id': '0167a411-12de-421b-9f73-19dba836e4fa', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:38:28.328909 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40472) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:28.355624 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-6d34e4c2-aada-49e5-b6a8-7b883e63f7c7 None None] Port d126e673-f4c3-42c8-946f-9601fdb0e70d cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:38:28.385754 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f4151-b4c3-4990-83e9-bb309303cf80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87849d4-2d2a-495a-aee1-5166479a8751,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:28.421732 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8baacb28-c568-482e-82c1-8bc12ef6974f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:28.452766 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8baacb28-c568-482e-82c1-8bc12ef6974f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:28.475234 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-105da9be-dad3-4d6d-924c-031d72aaf0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'name': 'tempest-RoutersIpV6Test-router-1992284852', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:38:16Z', 'updated_at': '2022-05-27T02:38:22Z', 'revision_number': 2, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'gw_port_host': None, '_interfaces': [{'id': '1e23c832-3a25-4eb0-aab4-b4e5f75129c6', 'name': '', 'network_id': 'd883fcb8-3253-46e3-b7e5-b0b55e816b0c', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:03:e4:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:21Z', 'updated_at': '2022-05-27T02:38:24Z', 'revision_number': 2, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:28.480195 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105da9be-dad3-4d6d-924c-031d72aaf0f1 None None] Checking router: 5e20f397-cb19-4fe0-ab82-317cdd478ccf for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:38:28.480547 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105da9be-dad3-4d6d-924c-031d72aaf0f1 None None] Updating router 5e20f397-cb19-4fe0-ab82-317cdd478ccf port 1e23c832-3a25-4eb0-aab4-b4e5f75129c6 binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:38:28.481794 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a6227402-1cb1-40fd-9791-b720095b9afc tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:28.485104 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3e3c-7061-4b37-b9d3-6de474b8fd85 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:28.489219 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a6227402-1cb1-40fd-9791-b720095b9afc tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Usage tracker for resource:subnet and tenant:6f15f0e8362347e99ea74d0bbe84ad40 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:38:28.490536 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9b3e3c-7061-4b37-b9d3-6de474b8fd85 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:28.491310 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3e3c-7061-4b37-b9d3-6de474b8fd85 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:28.492902 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a6227402-1cb1-40fd-9791-b720095b9afc tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:38:28.500480 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a6227402-1cb1-40fd-9791-b720095b9afc tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:28.525632 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9145f5a8-c747-4e88-9488-453a67f14309 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:28.534615 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-105da9be-dad3-4d6d-924c-031d72aaf0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:28.590970 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6227402-1cb1-40fd-9791-b720095b9afc tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Made reservation on behalf of 6f15f0e8362347e99ea74d0bbe84ad40 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:38:28.596396 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a6227402-1cb1-40fd-9791-b720095b9afc tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:28.618332 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b3e3c-7061-4b37-b9d3-6de474b8fd85 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Pushing event updated for resources: {'Network': ['ID=6a87378d-c60b-454c-a6b4-5447c8d7ea1f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:28.624360 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9145f5a8-c747-4e88-9488-453a67f14309 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:28.625141 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9145f5a8-c747-4e88-9488-453a67f14309 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:28.656286 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 6a87378d-c60b-454c-a6b4-5447c8d7ea1f details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:38:28.692810 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8d9b3e3c-7061-4b37-b9d3-6de474b8fd85 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0255618 May 27 02:38:28.692810 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8baacb28-c568-482e-82c1-8bc12ef6974f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:28.696140 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40476) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:28.716079 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-25c818fd-30b2-464c-8d8e-ce8af39b0ec4 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Request body: {'subnet': {'network_id': '6a87378d-c60b-454c-a6b4-5447c8d7ea1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:38:28.737421 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8baacb28-c568-482e-82c1-8bc12ef6974f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:28.755042 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8baacb28-c568-482e-82c1-8bc12ef6974f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a87849d4-2d2a-495a-aee1-5166479a8751 HTTP/1.1" status: 204 len: 168 time: 0.4233646 May 27 02:38:28.757652 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baacb28-c568-482e-82c1-8bc12ef6974f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87849d4-2d2a-495a-aee1-5166479a8751,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:28.981117 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-25c818fd-30b2-464c-8d8e-ce8af39b0ec4 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:28.993051 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-25c818fd-30b2-464c-8d8e-ce8af39b0ec4 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Usage tracker for resource:subnet and tenant:2b0294f3034b42f7893740a9b159dfde is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:38:29.001958 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-25c818fd-30b2-464c-8d8e-ce8af39b0ec4 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:38:29.014209 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-25c818fd-30b2-464c-8d8e-ce8af39b0ec4 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:29.069115 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:29.069973 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:29.111976 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9145f5a8-c747-4e88-9488-453a67f14309 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Port': ['ID=d126e673-f4c3-42c8-946f-9601fdb0e70d,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:29.118514 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c818fd-30b2-464c-8d8e-ce8af39b0ec4 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Made reservation on behalf of 2b0294f3034b42f7893740a9b159dfde for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:38:29.129480 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-25c818fd-30b2-464c-8d8e-ce8af39b0ec4 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:29.151770 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-105da9be-dad3-4d6d-924c-031d72aaf0f1 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:29.171854 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-105da9be-dad3-4d6d-924c-031d72aaf0f1 None None] Transition to ACTIVE for port object 1e23c832-3a25-4eb0-aab4-b4e5f75129c6 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:38:29.189524 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-621a62cd-56f8-4921-b8c0-5d711949b6fb req-8b2d4512-8f8f-492c-9edc-31ae0dd21b1f tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] 10.222.0.57 "GET /v2.0/ports?device_id=495ebe58-cad1-460a-baba-d881ca7ef412 HTTP/1.1" status: 200 len: 210 time: 0.0847149 May 27 02:38:29.248374 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-105da9be-dad3-4d6d-924c-031d72aaf0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:29.360841 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9145f5a8-c747-4e88-9488-453a67f14309 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:38:29.364385 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-9145f5a8-c747-4e88-9488-453a67f14309 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:29.446278 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device a6730143-0e94-4e48-8cd7-a3815a144fc3 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:38:29.540392 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a6227402-1cb1-40fd-9791-b720095b9afc tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:29.573705 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224b7f1-1253-4119-9bd7-68396a695912 None None] Pushing event updated for resources: {'Port': ['ID=1e23c832-3a25-4eb0-aab4-b4e5f75129c6,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:29.662363 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-105da9be-dad3-4d6d-924c-031d72aaf0f1 None None] Attempting to bind port 1e23c832-3a25-4eb0-aab4-b4e5f75129c6 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:38:29.663117 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-105da9be-dad3-4d6d-924c-031d72aaf0f1 None None] Attempting to bind port 1e23c832-3a25-4eb0-aab4-b4e5f75129c6 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '6ffc10ee-9f79-48c1-8fc7-236484422ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd883fcb8-3253-46e3-b7e5-b0b55e816b0c'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:38:29.663748 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105da9be-dad3-4d6d-924c-031d72aaf0f1 None None] Attempting to bind port 1e23c832-3a25-4eb0-aab4-b4e5f75129c6 on network d883fcb8-3253-46e3-b7e5-b0b55e816b0c {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:38:29.676249 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105da9be-dad3-4d6d-924c-031d72aaf0f1 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:38:29.677102 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105da9be-dad3-4d6d-924c-031d72aaf0f1 None None] Checking segment: {'id': '6ffc10ee-9f79-48c1-8fc7-236484422ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd883fcb8-3253-46e3-b7e5-b0b55e816b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:38:29.677717 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-105da9be-dad3-4d6d-924c-031d72aaf0f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:29.678386 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105da9be-dad3-4d6d-924c-031d72aaf0f1 None None] Bound using segment: {'id': '6ffc10ee-9f79-48c1-8fc7-236484422ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd883fcb8-3253-46e3-b7e5-b0b55e816b0c'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:38:29.679324 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-105da9be-dad3-4d6d-924c-031d72aaf0f1 None None] Bound port: 1e23c832-3a25-4eb0-aab4-b4e5f75129c6, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ffc10ee-9f79-48c1-8fc7-236484422ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd883fcb8-3253-46e3-b7e5-b0b55e816b0c'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:38:29.680399 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-105da9be-dad3-4d6d-924c-031d72aaf0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:29.711902 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6227402-1cb1-40fd-9791-b720095b9afc tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Checking segment: {'id': '590c203d-07c0-4116-af8c-39dc924e764e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0167a411-12de-421b-9f73-19dba836e4fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:38:29.711902 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6227402-1cb1-40fd-9791-b720095b9afc tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Network hostable DHCP agents. Network: 0167a411-12de-421b-9f73-19dba836e4fa, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:38:29.734589 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port a6730143-0e94-4e48-8cd7-a3815a144fc3 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:29.735263 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:29.745558 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6227402-1cb1-40fd-9791-b720095b9afc tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event updated for resources: {'Subnet': ['ID=c684875b-0031-4a3b-a0f0-fc844b5e47ab,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:29.815546 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40494) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:29.849400 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-9875199d-a8f3-4425-9384-b5f516e2b388 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=05541351d98c4d29a1b5dc02081b4b46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525291 May 27 02:38:29.851248 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-25c818fd-30b2-464c-8d8e-ce8af39b0ec4 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:29.853525 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-105da9be-dad3-4d6d-924c-031d72aaf0f1 None None] For port 1e23c832-3a25-4eb0-aab4-b4e5f75129c6, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:38:29.857874 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-105da9be-dad3-4d6d-924c-031d72aaf0f1 None None] For port 1e23c832-3a25-4eb0-aab4-b4e5f75129c6, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1e23c832-3a25-4eb0-aab4-b4e5f75129c6,segment=NetworkSegment(6ffc10ee-9f79-48c1-8fc7-236484422ee5),segment_id=6ffc10ee-9f79-48c1-8fc7-236484422ee5)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:38:29.882520 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6227402-1cb1-40fd-9791-b720095b9afc tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Network 0167a411-12de-421b-9f73-19dba836e4fa is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:38:29.887660 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-aebe94a0-5e51-4965-a832-53741ae4ff73 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=21f04540d9144b108560259d9299bff5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0709620 May 27 02:38:29.890275 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9145f5a8-c747-4e88-9488-453a67f14309 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Router 422af6fd-2ca1-497d-877d-082d0ad1154c is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:38:29.894041 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40498) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:29.939963 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port a6730143-0e94-4e48-8cd7-a3815a144fc3 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:38:29.957128 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-105da9be-dad3-4d6d-924c-031d72aaf0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:30.037864 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105da9be-dad3-4d6d-924c-031d72aaf0f1 None None] Routers {'5e20f397-cb19-4fe0-ab82-317cdd478ccf'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:38:30.038503 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-105da9be-dad3-4d6d-924c-031d72aaf0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:38:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['5e20f397-cb19-4fe0-ab82-317cdd478ccf'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:30.094875 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-a6227402-1cb1-40fd-9791-b720095b9afc tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 0167a411-12de-421b-9f73-19dba836e4fa) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:30.104486 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f507b291-8f18-4187-8755-914ebad716a7 None None] Provisioning complete for port d126e673-f4c3-42c8-946f-9601fdb0e70d triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:30.104896 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f507b291-8f18-4187-8755-914ebad716a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:30.171409 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c818fd-30b2-464c-8d8e-ce8af39b0ec4 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Checking segment: {'id': 'cc6d23af-70dc-4dc9-97b3-bf81cce8bdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6a87378d-c60b-454c-a6b4-5447c8d7ea1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:38:30.176129 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c818fd-30b2-464c-8d8e-ce8af39b0ec4 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Network hostable DHCP agents. Network: 6a87378d-c60b-454c-a6b4-5447c8d7ea1f, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:38:30.181447 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c058c31b-ec0e-46ff-a269-7ee621762244 None None] Network 0167a411-12de-421b-9f73-19dba836e4fa requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:38:30.194474 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c818fd-30b2-464c-8d8e-ce8af39b0ec4 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Pushing event updated for resources: {'Subnet': ['ID=1952b25f-cbd4-41d0-be45-508bc8ae3783,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:30.247737 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-f507b291-8f18-4187-8755-914ebad716a7 None None] Port d126e673-f4c3-42c8-946f-9601fdb0e70d cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:38:30.283289 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9145f5a8-c747-4e88-9488-453a67f14309 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:38:30.298367 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466973b4-d51e-4024-a154-5dd799e7b234 None None] Sync routers for ids ['422af6fd-2ca1-497d-877d-082d0ad1154c'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:38:30.313237 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466973b4-d51e-4024-a154-5dd799e7b234 None None] Routers {'422af6fd-2ca1-497d-877d-082d0ad1154c'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:38:30.315734 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-466973b4-d51e-4024-a154-5dd799e7b234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:38:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['422af6fd-2ca1-497d-877d-082d0ad1154c'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:30.336612 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f810056d-ce4e-410e-9df3-461e4fe3d206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:30.350751 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6227402-1cb1-40fd-9791-b720095b9afc tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:30.351421 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a6227402-1cb1-40fd-9791-b720095b9afc tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:30.355377 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-a4666ac0-5ccb-480a-9ad6-e79e94d4993a tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:30.367419 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-a4666ac0-5ccb-480a-9ad6-e79e94d4993a tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5088758 May 27 02:38:30.368183 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c818fd-30b2-464c-8d8e-ce8af39b0ec4 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Network 6a87378d-c60b-454c-a6b4-5447c8d7ea1f is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:38:30.381300 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5dcd7f04-1d14-4c6a-bb02-a35559092461 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Request body: {'port': {'device_id': '495ebe58-cad1-460a-baba-d881ca7ef412', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'admin_state_up': True, 'tenant_id': '05541351d98c4d29a1b5dc02081b4b46'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:38:30.389249 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224b7f1-1253-4119-9bd7-68396a695912 None None] Pushing event updated for resources: {'Port': ['ID=1e23c832-3a25-4eb0-aab4-b4e5f75129c6,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:30.396796 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-25c818fd-30b2-464c-8d8e-ce8af39b0ec4 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 6a87378d-c60b-454c-a6b4-5447c8d7ea1f) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:30.427787 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9145f5a8-c747-4e88-9488-453a67f14309 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "PUT /v2.0/routers/422af6fd-2ca1-497d-877d-082d0ad1154c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0946689 May 27 02:38:30.443934 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40512) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:30.460407 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c818fd-30b2-464c-8d8e-ce8af39b0ec4 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:30.461283 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-25c818fd-30b2-464c-8d8e-ce8af39b0ec4 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:30.483635 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb6b249-ee1c-4563-9a13-c657d051ac1b None None] Network 6a87378d-c60b-454c-a6b4-5447c8d7ea1f requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:38:30.509650 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-076c9e71-035a-462f-9cad-f5d181b5712e req-351f904c-b33e-4149-b133-afb266688380 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] 10.222.0.57 "GET /v2.0/ports?device_id=495ebe58-cad1-460a-baba-d881ca7ef412 HTTP/1.1" status: 200 len: 210 time: 0.1473689 May 27 02:38:30.532952 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f810056d-ce4e-410e-9df3-461e4fe3d206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:30.591370 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-25c818fd-30b2-464c-8d8e-ce8af39b0ec4 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8861628 May 27 02:38:30.594527 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40518) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:30.595018 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f754312-ab66-4be2-920e-941fe2fb6100 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:30.596848 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8f754312-ab66-4be2-920e-941fe2fb6100 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:38:30.605406 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a6227402-1cb1-40fd-9791-b720095b9afc tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2945735 May 27 02:38:30.609326 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40522) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:30.621209 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-4f53de20-3373-4f4c-97d8-fe5e6a5210ff tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-342324088', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:38:30.630032 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5dcd7f04-1d14-4c6a-bb02-a35559092461 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:30.632737 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4f53de20-3373-4f4c-97d8-fe5e6a5210ff tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:30.633589 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-466973b4-d51e-4024-a154-5dd799e7b234 None None] Set router 422af6fd-2ca1-497d-877d-082d0ad1154c gateway port host: None {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:38:30.638666 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5dcd7f04-1d14-4c6a-bb02-a35559092461 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Usage tracker for resource:port and tenant:05541351d98c4d29a1b5dc02081b4b46 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:38:30.641894 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4f53de20-3373-4f4c-97d8-fe5e6a5210ff tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Usage tracker for resource:router and tenant:2b0294f3034b42f7893740a9b159dfde is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:38:30.645078 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5dcd7f04-1d14-4c6a-bb02-a35559092461 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:38:30.649216 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4f53de20-3373-4f4c-97d8-fe5e6a5210ff tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:38:30.659412 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5dcd7f04-1d14-4c6a-bb02-a35559092461 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:30.662380 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4f53de20-3373-4f4c-97d8-fe5e6a5210ff tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:30.671562 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:30.697481 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-105da9be-dad3-4d6d-924c-031d72aaf0f1 None None] Set router 5e20f397-cb19-4fe0-ab82-317cdd478ccf gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:38:30.745256 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f53de20-3373-4f4c-97d8-fe5e6a5210ff tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:30.746422 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f53de20-3373-4f4c-97d8-fe5e6a5210ff tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:30.774262 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8f754312-ab66-4be2-920e-941fe2fb6100 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:38:30.775405 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8f754312-ab66-4be2-920e-941fe2fb6100 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/ports/d126e673-f4c3-42c8-946f-9601fdb0e70d HTTP/1.1" status: 200 len: 911 time: 0.3254933 May 27 02:38:30.781084 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f53de20-3373-4f4c-97d8-fe5e6a5210ff tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:30.785916 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40526) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:30.790455 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5dcd7f04-1d14-4c6a-bb02-a35559092461 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Made reservation on behalf of 05541351d98c4d29a1b5dc02081b4b46 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:38:30.798147 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5dcd7f04-1d14-4c6a-bb02-a35559092461 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:30.829731 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5dcd7f04-1d14-4c6a-bb02-a35559092461 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:30.958102 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f810056d-ce4e-410e-9df3-461e4fe3d206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:31.051200 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f810056d-ce4e-410e-9df3-461e4fe3d206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc972f15-d6ec-46ce-acdc-67b29af45813,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:31.081923 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f810056d-ce4e-410e-9df3-461e4fe3d206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:31.083111 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f810056d-ce4e-410e-9df3-461e4fe3d206 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dc972f15-d6ec-46ce-acdc-67b29af45813 HTTP/1.1" status: 204 len: 168 time: 1.1879954 May 27 02:38:31.123236 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-466973b4-d51e-4024-a154-5dd799e7b234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422af6fd-2ca1-497d-877d-082d0ad1154c', 'name': 'tempest-NetworksTestDHCPv6-router-1972049178', 'tenant_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:38:22Z', 'updated_at': '2022-05-27T02:38:27Z', 'revision_number': 2, 'project_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'gw_port_host': None, '_interfaces': [{'id': 'd126e673-f4c3-42c8-946f-9601fdb0e70d', 'name': '', 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'tenant_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'mac_address': 'fa:16:3e:eb:83:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422af6fd-2ca1-497d-877d-082d0ad1154c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'f32ea1cf-837d-4fb8-ad40-f421064efecf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:25Z', 'updated_at': '2022-05-27T02:38:28Z', 'revision_number': 2, 'project_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'subnets': [{'id': 'f32ea1cf-837d-4fb8-ad40-f421064efecf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:31.130004 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466973b4-d51e-4024-a154-5dd799e7b234 None None] Checking router: 422af6fd-2ca1-497d-877d-082d0ad1154c for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:38:31.132733 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466973b4-d51e-4024-a154-5dd799e7b234 None None] Updating router 422af6fd-2ca1-497d-877d-082d0ad1154c port d126e673-f4c3-42c8-946f-9601fdb0e70d binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:38:31.240016 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-466973b4-d51e-4024-a154-5dd799e7b234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:31.355556 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f53de20-3373-4f4c-97d8-fe5e6a5210ff tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:31.375513 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5dcd7f04-1d14-4c6a-bb02-a35559092461 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:31.387379 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5dcd7f04-1d14-4c6a-bb02-a35559092461 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Usage tracker for resource:security_group_rule and tenant:05541351d98c4d29a1b5dc02081b4b46 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:38:31.396441 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5dcd7f04-1d14-4c6a-bb02-a35559092461 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:38:31.415541 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5dcd7f04-1d14-4c6a-bb02-a35559092461 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:31.505548 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517fee42-f077-4629-a67a-a7667663c578 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:31.519466 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517fee42-f077-4629-a67a-a7667663c578 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:31.522460 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-517fee42-f077-4629-a67a-a7667663c578 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.7360322 May 27 02:38:31.526942 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40536) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:31.771772 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2b2f20-7b03-42e9-9db6-74fca5205bb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-6a87378d-c60b-454c-a6b4-5447c8d7ea1f', 'network_id': '6a87378d-c60b-454c-a6b4-5447c8d7ea1f', 'tenant_id': '2b0294f3034b42f7893740a9b159dfde', 'fixed_ips': [{'subnet_id': '1952b25f-cbd4-41d0-be45-508bc8ae3783'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:38:31.772961 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4e2b2f20-7b03-42e9-9db6-74fca5205bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:31.788178 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5dcd7f04-1d14-4c6a-bb02-a35559092461 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:31.947608 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-4e2b2f20-7b03-42e9-9db6-74fca5205bb2 None None] Allocated IP 172.20.0.2 (6a87378d-c60b-454c-a6b4-5447c8d7ea1f/1952b25f-cbd4-41d0-be45-508bc8ae3783/9d8cca33-c2e2-42d2-ab1f-aaf377c45fd1) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:38:31.954696 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-466973b4-d51e-4024-a154-5dd799e7b234 None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:31.970990 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-466973b4-d51e-4024-a154-5dd799e7b234 None None] Transition to ACTIVE for port object d126e673-f4c3-42c8-946f-9601fdb0e70d will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:38:31.978088 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5dcd7f04-1d14-4c6a-bb02-a35559092461 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:32.023836 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-466973b4-d51e-4024-a154-5dd799e7b234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:32.030877 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2667fb34-7658-4dc9-b656-2d2567775385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-0167a411-12de-421b-9f73-19dba836e4fa', 'network_id': '0167a411-12de-421b-9f73-19dba836e4fa', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'fixed_ips': [{'subnet_id': 'c684875b-0031-4a3b-a0f0-fc844b5e47ab'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:38:32.031836 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2667fb34-7658-4dc9-b656-2d2567775385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:32.071540 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-929fc2e2-0e6d-4d43-b6b5-db85eb5c3140 req-ff379ce3-f08b-410e-83f6-c004c7a4ccbc tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] 10.222.0.57 "GET /v2.0/ports?device_id=495ebe58-cad1-460a-baba-d881ca7ef412 HTTP/1.1" status: 200 len: 210 time: 0.1794569 May 27 02:38:32.258262 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-105da9be-dad3-4d6d-924c-031d72aaf0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'name': 'tempest-RoutersIpV6Test-router-1992284852', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:38:16Z', 'updated_at': '2022-05-27T02:38:22Z', 'revision_number': 2, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'gw_port_host': None, '_interfaces': [{'id': '1e23c832-3a25-4eb0-aab4-b4e5f75129c6', 'name': '', 'network_id': 'd883fcb8-3253-46e3-b7e5-b0b55e816b0c', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:03:e4:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:21Z', 'updated_at': '2022-05-27T02:38:29Z', 'revision_number': 4, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:32.269680 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76745bab-70ee-480d-8775-7727836eb84c None None] Pushing event updated for resources: {'Port': ['ID=d126e673-f4c3-42c8-946f-9601fdb0e70d,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:32.274144 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3a6bfc54-2274-441c-bb76-b10da67184f6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:32.281767 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105da9be-dad3-4d6d-924c-031d72aaf0f1 None None] The sync data for ids ['5e20f397-cb19-4fe0-ab82-317cdd478ccf'] in n-d-843554-3 is: [{'id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'name': 'tempest-RoutersIpV6Test-router-1992284852', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:38:16Z', 'updated_at': '2022-05-27T02:38:22Z', 'revision_number': 2, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'gw_port_host': None, '_interfaces': [{'id': '1e23c832-3a25-4eb0-aab4-b4e5f75129c6', 'name': '', 'network_id': 'd883fcb8-3253-46e3-b7e5-b0b55e816b0c', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:03:e4:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:21Z', 'updated_at': '2022-05-27T02:38:29Z', 'revision_number': 4, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:38:32.321577 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd7f04-1d14-4c6a-bb02-a35559092461 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13bd5da6-dda4-47fd-9449-d9e9c0eb29f7,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:32.343485 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f53de20-3373-4f4c-97d8-fe5e6a5210ff tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:32.349659 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76745bab-70ee-480d-8775-7727836eb84c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:32.349996 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76745bab-70ee-480d-8775-7727836eb84c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:32.350353 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76745bab-70ee-480d-8775-7727836eb84c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:32.350644 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76745bab-70ee-480d-8775-7727836eb84c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:32.350970 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76745bab-70ee-480d-8775-7727836eb84c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:32.353303 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76745bab-70ee-480d-8775-7727836eb84c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:32.358398 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76745bab-70ee-480d-8775-7727836eb84c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:32.358398 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76745bab-70ee-480d-8775-7727836eb84c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:32.358398 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76745bab-70ee-480d-8775-7727836eb84c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:32.358398 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76745bab-70ee-480d-8775-7727836eb84c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:32.358398 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76745bab-70ee-480d-8775-7727836eb84c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:32.358398 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76745bab-70ee-480d-8775-7727836eb84c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:32.430910 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f53de20-3373-4f4c-97d8-fe5e6a5210ff tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:32.458551 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-466973b4-d51e-4024-a154-5dd799e7b234 None None] Attempting to bind port d126e673-f4c3-42c8-946f-9601fdb0e70d on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:38:32.458928 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-466973b4-d51e-4024-a154-5dd799e7b234 None None] Attempting to bind port d126e673-f4c3-42c8-946f-9601fdb0e70d by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:38:32.459545 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466973b4-d51e-4024-a154-5dd799e7b234 None None] Attempting to bind port d126e673-f4c3-42c8-946f-9601fdb0e70d on network 1e095441-a19f-4261-8588-a806dc249ed2 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:38:32.466976 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466973b4-d51e-4024-a154-5dd799e7b234 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:38:32.467577 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466973b4-d51e-4024-a154-5dd799e7b234 None None] Checking segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:38:32.468130 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-466973b4-d51e-4024-a154-5dd799e7b234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:32.468664 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466973b4-d51e-4024-a154-5dd799e7b234 None None] Bound using segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:38:32.469309 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-466973b4-d51e-4024-a154-5dd799e7b234 None None] Bound port: d126e673-f4c3-42c8-946f-9601fdb0e70d, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:38:32.470439 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-466973b4-d51e-4024-a154-5dd799e7b234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:32.631860 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-466973b4-d51e-4024-a154-5dd799e7b234 None None] For port d126e673-f4c3-42c8-946f-9601fdb0e70d, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:38:32.637909 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-466973b4-d51e-4024-a154-5dd799e7b234 None None] For port d126e673-f4c3-42c8-946f-9601fdb0e70d, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=d126e673-f4c3-42c8-946f-9601fdb0e70d,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:38:32.640490 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-2667fb34-7658-4dc9-b656-2d2567775385 None None] Allocated IP 2001:db8:1::2 (0167a411-12de-421b-9f73-19dba836e4fa/c684875b-0031-4a3b-a0f0-fc844b5e47ab/30a14cdf-fc5b-40f0-aa15-c3d720d11f33) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:38:32.723279 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-466973b4-d51e-4024-a154-5dd799e7b234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:32.748649 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4e2b2f20-7b03-42e9-9db6-74fca5205bb2 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:32.827889 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466973b4-d51e-4024-a154-5dd799e7b234 None None] Routers {'422af6fd-2ca1-497d-877d-082d0ad1154c'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:38:32.837574 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-466973b4-d51e-4024-a154-5dd799e7b234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:38:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['422af6fd-2ca1-497d-877d-082d0ad1154c'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:32.990858 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76745bab-70ee-480d-8775-7727836eb84c None None] Pushing event updated for resources: {'Port': ['ID=d126e673-f4c3-42c8-946f-9601fdb0e70d,revision_number=4']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:33.023551 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4e2b2f20-7b03-42e9-9db6-74fca5205bb2 None None] Transition to ACTIVE for port object 9d8cca33-c2e2-42d2-ab1f-aaf377c45fd1 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:38:33.082907 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5dcd7f04-1d14-4c6a-bb02-a35559092461 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Allocated IP 192.168.233.24 (54d5ea08-4fa3-4323-9d64-35a947e9d08e/2cf69705-8457-415f-85a3-b42efaff1b97/57159148-ad7d-4d74-b10a-bf79c95cc4c4) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:38:33.123609 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4e2b2f20-7b03-42e9-9db6-74fca5205bb2 None None] Transition to ACTIVE for port object 9d8cca33-c2e2-42d2-ab1f-aaf377c45fd1 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:38:33.151804 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-4f53de20-3373-4f4c-97d8-fe5e6a5210ff tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Allocated IP 172.25.1.28 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/d18ac15f-9e52-4c48-a27e-7fec152377e4) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:38:33.392268 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-466973b4-d51e-4024-a154-5dd799e7b234 None None] Set router 422af6fd-2ca1-497d-877d-082d0ad1154c gateway port host: None {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:38:33.412480 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7aed7dea-bc7b-49a5-9d3f-84ba1ecd7e5b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:33.453281 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4e2b2f20-7b03-42e9-9db6-74fca5205bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:33.550317 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1e23c832-3a25-4eb0-aab4-b4e5f75129c6 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:38:33.686720 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-142c5fa3-b66d-41c3-a702-71903bd48aea req-8990cc22-ac1a-4550-9f47-cccda5bf6a86 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] 10.222.0.57 "GET /v2.0/ports?device_id=495ebe58-cad1-460a-baba-d881ca7ef412 HTTP/1.1" status: 200 len: 210 time: 0.1878915 May 27 02:38:33.903331 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b2f20-7b03-42e9-9db6-74fca5205bb2 None None] Pushing event updated for resources: {'Port': ['ID=9d8cca33-c2e2-42d2-ab1f-aaf377c45fd1,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:33.980137 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2b2f20-7b03-42e9-9db6-74fca5205bb2 None None] Network 6a87378d-c60b-454c-a6b4-5447c8d7ea1f is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:38:33.992672 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-4e2b2f20-7b03-42e9-9db6-74fca5205bb2 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:34.002209 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2b2f20-7b03-42e9-9db6-74fca5205bb2 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:38:34.004162 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5dcd7f04-1d14-4c6a-bb02-a35559092461 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:34.008674 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2667fb34-7658-4dc9-b656-2d2567775385 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:34.071909 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-466973b4-d51e-4024-a154-5dd799e7b234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422af6fd-2ca1-497d-877d-082d0ad1154c', 'name': 'tempest-NetworksTestDHCPv6-router-1972049178', 'tenant_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:38:22Z', 'updated_at': '2022-05-27T02:38:27Z', 'revision_number': 2, 'project_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'gw_port_host': None, '_interfaces': [{'id': 'd126e673-f4c3-42c8-946f-9601fdb0e70d', 'name': '', 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'tenant_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'mac_address': 'fa:16:3e:eb:83:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422af6fd-2ca1-497d-877d-082d0ad1154c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'f32ea1cf-837d-4fb8-ad40-f421064efecf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:25Z', 'updated_at': '2022-05-27T02:38:32Z', 'revision_number': 4, 'project_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'subnets': [{'id': 'f32ea1cf-837d-4fb8-ad40-f421064efecf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:34.073726 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f53de20-3373-4f4c-97d8-fe5e6a5210ff tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:34.078042 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7aed7dea-bc7b-49a5-9d3f-84ba1ecd7e5b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting port d126e673-f4c3-42c8-946f-9601fdb0e70d {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:38:34.078969 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466973b4-d51e-4024-a154-5dd799e7b234 None None] The sync data for ids ['422af6fd-2ca1-497d-877d-082d0ad1154c'] in n-d-843554-3 is: [{'id': '422af6fd-2ca1-497d-877d-082d0ad1154c', 'name': 'tempest-NetworksTestDHCPv6-router-1972049178', 'tenant_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:38:22Z', 'updated_at': '2022-05-27T02:38:27Z', 'revision_number': 2, 'project_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'gw_port_host': None, '_interfaces': [{'id': 'd126e673-f4c3-42c8-946f-9601fdb0e70d', 'name': '', 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'tenant_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'mac_address': 'fa:16:3e:eb:83:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422af6fd-2ca1-497d-877d-082d0ad1154c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'f32ea1cf-837d-4fb8-ad40-f421064efecf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:25Z', 'updated_at': '2022-05-27T02:38:32Z', 'revision_number': 4, 'project_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'subnets': [{'id': 'f32ea1cf-837d-4fb8-ad40-f421064efecf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:38:34.079267 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7aed7dea-bc7b-49a5-9d3f-84ba1ecd7e5b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:34.082527 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5dcd7f04-1d14-4c6a-bb02-a35559092461 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Transition to ACTIVE for port object 57159148-ad7d-4d74-b10a-bf79c95cc4c4 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:38:34.172446 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 1e23c832-3a25-4eb0-aab4-b4e5f75129c6 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:38:34.217723 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-2667fb34-7658-4dc9-b656-2d2567775385 None None] Transition to ACTIVE for port object 30a14cdf-fc5b-40f0-aa15-c3d720d11f33 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:38:34.227833 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 1e23c832-3a25-4eb0-aab4-b4e5f75129c6 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:34.228402 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:34.231901 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5dcd7f04-1d14-4c6a-bb02-a35559092461 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:34.234292 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f53de20-3373-4f4c-97d8-fe5e6a5210ff tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:34.367674 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-4e2b2f20-7b03-42e9-9db6-74fca5205bb2 None None] Attempting to bind port 9d8cca33-c2e2-42d2-ab1f-aaf377c45fd1 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:38:34.374312 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-4e2b2f20-7b03-42e9-9db6-74fca5205bb2 None None] Attempting to bind port 9d8cca33-c2e2-42d2-ab1f-aaf377c45fd1 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cc6d23af-70dc-4dc9-97b3-bf81cce8bdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6a87378d-c60b-454c-a6b4-5447c8d7ea1f'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:38:34.374312 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2b2f20-7b03-42e9-9db6-74fca5205bb2 None None] Attempting to bind port 9d8cca33-c2e2-42d2-ab1f-aaf377c45fd1 on network 6a87378d-c60b-454c-a6b4-5447c8d7ea1f {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:38:34.391233 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5dcd7f04-1d14-4c6a-bb02-a35559092461 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Network 54d5ea08-4fa3-4323-9d64-35a947e9d08e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:38:34.397961 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5dcd7f04-1d14-4c6a-bb02-a35559092461 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:34.406401 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f53de20-3373-4f4c-97d8-fe5e6a5210ff tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:38:34.407395 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5dcd7f04-1d14-4c6a-bb02-a35559092461 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:38:34.429188 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2b2f20-7b03-42e9-9db6-74fca5205bb2 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:38:34.431412 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2b2f20-7b03-42e9-9db6-74fca5205bb2 None None] Checking segment: {'id': 'cc6d23af-70dc-4dc9-97b3-bf81cce8bdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6a87378d-c60b-454c-a6b4-5447c8d7ea1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:38:34.432421 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4e2b2f20-7b03-42e9-9db6-74fca5205bb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:34.433906 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2b2f20-7b03-42e9-9db6-74fca5205bb2 None None] Bound using segment: {'id': 'cc6d23af-70dc-4dc9-97b3-bf81cce8bdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6a87378d-c60b-454c-a6b4-5447c8d7ea1f'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:38:34.434619 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-4e2b2f20-7b03-42e9-9db6-74fca5205bb2 None None] Bound port: 9d8cca33-c2e2-42d2-ab1f-aaf377c45fd1, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc6d23af-70dc-4dc9-97b3-bf81cce8bdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6a87378d-c60b-454c-a6b4-5447c8d7ea1f'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:38:34.441057 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4e2b2f20-7b03-42e9-9db6-74fca5205bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:34.477674 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-2667fb34-7658-4dc9-b656-2d2567775385 None None] Transition to ACTIVE for port object 30a14cdf-fc5b-40f0-aa15-c3d720d11f33 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:38:34.606228 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-4f53de20-3373-4f4c-97d8-fe5e6a5210ff tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:34.617410 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f53de20-3373-4f4c-97d8-fe5e6a5210ff tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Pushing event updated for resources: {'Port': ['ID=d18ac15f-9e52-4c48-a27e-7fec152377e4,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:34.625789 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f53de20-3373-4f4c-97d8-fe5e6a5210ff tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:38:34.712567 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2667fb34-7658-4dc9-b656-2d2567775385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:34.788050 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40586) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:34.855416 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2667fb34-7658-4dc9-b656-2d2567775385 None None] Pushing event updated for resources: {'Port': ['ID=30a14cdf-fc5b-40f0-aa15-c3d720d11f33,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:34.879266 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2667fb34-7658-4dc9-b656-2d2567775385 None None] Network 0167a411-12de-421b-9f73-19dba836e4fa is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:38:34.885447 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-2667fb34-7658-4dc9-b656-2d2567775385 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:34.898468 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2667fb34-7658-4dc9-b656-2d2567775385 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:38:34.914553 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 1e23c832-3a25-4eb0-aab4-b4e5f75129c6 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:38:34.915042 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:34.998351 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5dcd7f04-1d14-4c6a-bb02-a35559092461 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:34.999502 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5dcd7f04-1d14-4c6a-bb02-a35559092461 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:35.005215 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-3a6bfc54-2274-441c-bb76-b10da67184f6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Allocated IP 2001:db8:1::1 (0167a411-12de-421b-9f73-19dba836e4fa/c684875b-0031-4a3b-a0f0-fc844b5e47ab/ecf35e43-74cf-4baa-aa5e-4865299b32d6) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:38:35.036057 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-7aed7dea-bc7b-49a5-9d3f-84ba1ecd7e5b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] For port d126e673-f4c3-42c8-946f-9601fdb0e70d, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=d126e673-f4c3-42c8-946f-9601fdb0e70d,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:38:35.039862 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7aed7dea-bc7b-49a5-9d3f-84ba1ecd7e5b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:35.105928 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd7f04-1d14-4c6a-bb02-a35559092461 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Pushing event updated for resources: {'Port': ['ID=57159148-ad7d-4d74-b10a-bf79c95cc4c4,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:35.166891 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-4e2b2f20-7b03-42e9-9db6-74fca5205bb2 None None] For port 9d8cca33-c2e2-42d2-ab1f-aaf377c45fd1, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:38:35.200125 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-1be3e269-2660-48ab-a31f-268a875eb387 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1113675440', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:38:35.206965 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1be3e269-2660-48ab-a31f-268a875eb387 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:35.213419 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1be3e269-2660-48ab-a31f-268a875eb387 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Usage tracker for resource:port and tenant:216ba48dfe8b4e4a8d2a13950c1ea91e is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:38:35.214461 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-4e2b2f20-7b03-42e9-9db6-74fca5205bb2 None None] For port 9d8cca33-c2e2-42d2-ab1f-aaf377c45fd1, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=9d8cca33-c2e2-42d2-ab1f-aaf377c45fd1,segment=NetworkSegment(cc6d23af-70dc-4dc9-97b3-bf81cce8bdf0),segment_id=cc6d23af-70dc-4dc9-97b3-bf81cce8bdf0)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:38:35.216591 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1be3e269-2660-48ab-a31f-268a875eb387 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:38:35.226166 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1be3e269-2660-48ab-a31f-268a875eb387 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:35.234881 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-2667fb34-7658-4dc9-b656-2d2567775385 None None] Attempting to bind port 30a14cdf-fc5b-40f0-aa15-c3d720d11f33 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:38:35.234881 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-2667fb34-7658-4dc9-b656-2d2567775385 None None] Attempting to bind port 30a14cdf-fc5b-40f0-aa15-c3d720d11f33 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '590c203d-07c0-4116-af8c-39dc924e764e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0167a411-12de-421b-9f73-19dba836e4fa'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:38:35.234881 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2667fb34-7658-4dc9-b656-2d2567775385 None None] Attempting to bind port 30a14cdf-fc5b-40f0-aa15-c3d720d11f33 on network 0167a411-12de-421b-9f73-19dba836e4fa {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:38:35.240962 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 1e23c832-3a25-4eb0-aab4-b4e5f75129c6, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1e23c832-3a25-4eb0-aab4-b4e5f75129c6,segment=NetworkSegment(6ffc10ee-9f79-48c1-8fc7-236484422ee5),segment_id=6ffc10ee-9f79-48c1-8fc7-236484422ee5)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:38:35.242223 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2667fb34-7658-4dc9-b656-2d2567775385 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:38:35.242734 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2667fb34-7658-4dc9-b656-2d2567775385 None None] Checking segment: {'id': '590c203d-07c0-4116-af8c-39dc924e764e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0167a411-12de-421b-9f73-19dba836e4fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:38:35.243235 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2667fb34-7658-4dc9-b656-2d2567775385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:35.243733 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2667fb34-7658-4dc9-b656-2d2567775385 None None] Bound using segment: {'id': '590c203d-07c0-4116-af8c-39dc924e764e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0167a411-12de-421b-9f73-19dba836e4fa'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:38:35.244348 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-2667fb34-7658-4dc9-b656-2d2567775385 None None] Bound port: 30a14cdf-fc5b-40f0-aa15-c3d720d11f33, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590c203d-07c0-4116-af8c-39dc924e764e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0167a411-12de-421b-9f73-19dba836e4fa'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:38:35.244868 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2667fb34-7658-4dc9-b656-2d2567775385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:35.265783 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6fd26bc1-33be-42d8-8285-166f2114716d None None] Provisioning for port 57159148-ad7d-4d74-b10a-bf79c95cc4c4 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:38:35.289178 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6fd26bc1-33be-42d8-8285-166f2114716d None None] Provisioning complete for port 57159148-ad7d-4d74-b10a-bf79c95cc4c4 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:35.290075 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6fd26bc1-33be-42d8-8285-166f2114716d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:35.374689 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5dcd7f04-1d14-4c6a-bb02-a35559092461 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9972599 May 27 02:38:35.385507 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5883eabb-41d2-49a1-8080-bcc26e55a01c tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:38:35.386780 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5883eabb-41d2-49a1-8080-bcc26e55a01c tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059633 May 27 02:38:35.435718 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-6fd26bc1-33be-42d8-8285-166f2114716d None None] Port 57159148-ad7d-4d74-b10a-bf79c95cc4c4 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:38:35.438507 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:35.470979 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4e2b2f20-7b03-42e9-9db6-74fca5205bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:35.547583 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7aed7dea-bc7b-49a5-9d3f-84ba1ecd7e5b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Calling delete_port for d126e673-f4c3-42c8-946f-9601fdb0e70d owned by network:router_interface {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:38:35.600017 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5ec14f8d-b1b2-4965-a581-c24a6913a618 service neutron] Request body: {'port': {'device_id': '495ebe58-cad1-460a-baba-d881ca7ef412', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:38:35.607749 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be3e269-2660-48ab-a31f-268a875eb387 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Made reservation on behalf of 216ba48dfe8b4e4a8d2a13950c1ea91e for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:38:35.610219 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1be3e269-2660-48ab-a31f-268a875eb387 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:35.633637 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=1e23c832-3a25-4eb0-aab4-b4e5f75129c6,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:35.649221 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device d126e673-f4c3-42c8-946f-9601fdb0e70d up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:38:35.678535 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1be3e269-2660-48ab-a31f-268a875eb387 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:35.746725 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1be3e269-2660-48ab-a31f-268a875eb387 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:35.794020 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1be3e269-2660-48ab-a31f-268a875eb387 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Usage tracker for resource:security_group_rule and tenant:216ba48dfe8b4e4a8d2a13950c1ea91e is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:38:35.831076 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-2667fb34-7658-4dc9-b656-2d2567775385 None None] For port 30a14cdf-fc5b-40f0-aa15-c3d720d11f33, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:38:35.836326 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1be3e269-2660-48ab-a31f-268a875eb387 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:38:35.836473 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-2667fb34-7658-4dc9-b656-2d2567775385 None None] For port 30a14cdf-fc5b-40f0-aa15-c3d720d11f33, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=30a14cdf-fc5b-40f0-aa15-c3d720d11f33,segment=NetworkSegment(590c203d-07c0-4116-af8c-39dc924e764e),segment_id=590c203d-07c0-4116-af8c-39dc924e764e)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:38:35.839721 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b2f20-7b03-42e9-9db6-74fca5205bb2 None None] Pushing event updated for resources: {'Port': ['ID=9d8cca33-c2e2-42d2-ab1f-aaf377c45fd1,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:35.857336 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3a6bfc54-2274-441c-bb76-b10da67184f6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:35.860014 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5ec14f8d-b1b2-4965-a581-c24a6913a618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:35.864860 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1be3e269-2660-48ab-a31f-268a875eb387 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:35.889515 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f53de20-3373-4f4c-97d8-fe5e6a5210ff tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:35.899152 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f2f04-c814-453d-a643-b6396351f86f req-239ff11b-96de-4a57-92da-7817a49154d8 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:35.903054 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-695f2f04-c814-453d-a643-b6396351f86f req-239ff11b-96de-4a57-92da-7817a49154d8 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] 10.222.0.57 "GET /v2.0/ports?device_id=495ebe58-cad1-460a-baba-d881ca7ef412 HTTP/1.1" status: 200 len: 935 time: 0.8346000 May 27 02:38:35.917465 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2667fb34-7658-4dc9-b656-2d2567775385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:35.945839 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3a6bfc54-2274-441c-bb76-b10da67184f6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Transition to ACTIVE for port object ecf35e43-74cf-4baa-aa5e-4865299b32d6 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:38:36.033751 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2667fb34-7658-4dc9-b656-2d2567775385 None None] Pushing event updated for resources: {'Port': ['ID=30a14cdf-fc5b-40f0-aa15-c3d720d11f33,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:36.043991 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port d126e673-f4c3-42c8-946f-9601fdb0e70d completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:38:36.050023 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port d126e673-f4c3-42c8-946f-9601fdb0e70d triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:36.050477 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:36.206469 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-695f2f04-c814-453d-a643-b6396351f86f req-1b632ed5-6a79-4fa6-b285-4693eb24161c tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] 10.222.0.57 "GET /v2.0/security-groups?id=13bd5da6-dda4-47fd-9449-d9e9c0eb29f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729304 May 27 02:38:36.275519 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port d126e673-f4c3-42c8-946f-9601fdb0e70d is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:38:36.276643 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:36.385694 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3a6bfc54-2274-441c-bb76-b10da67184f6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:36.416988 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f53de20-3373-4f4c-97d8-fe5e6a5210ff tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:36.596119 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1be3e269-2660-48ab-a31f-268a875eb387 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:36.615091 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7aed7dea-bc7b-49a5-9d3f-84ba1ecd7e5b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:36.670524 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1be3e269-2660-48ab-a31f-268a875eb387 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:36.676812 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6bfc54-2274-441c-bb76-b10da67184f6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Network 0167a411-12de-421b-9f73-19dba836e4fa is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:38:36.707618 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-3a6bfc54-2274-441c-bb76-b10da67184f6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:36.742103 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-1be3e269-2660-48ab-a31f-268a875eb387 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] device_id is not set on port b606262d-fc99-4d0c-a058-ea0b3b902eea yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:38:36.780331 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6bfc54-2274-441c-bb76-b10da67184f6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:38:36.785170 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3a6bfc54-2274-441c-bb76-b10da67184f6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:36.788613 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6bfc54-2274-441c-bb76-b10da67184f6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event updated for resources: {'Port': ['ID=ecf35e43-74cf-4baa-aa5e-4865299b32d6,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:36.988193 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed7dea-bc7b-49a5-9d3f-84ba1ecd7e5b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Port': ['ID=d126e673-f4c3-42c8-946f-9601fdb0e70d,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:37.078168 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be3e269-2660-48ab-a31f-268a875eb387 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd94489a-1bb3-4038-b77c-a5f6475cfe03,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:37.137720 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7aed7dea-bc7b-49a5-9d3f-84ba1ecd7e5b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:37.343487 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5ec14f8d-b1b2-4965-a581-c24a6913a618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57159148-ad7d-4d74-b10a-bf79c95cc4c4 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:38:37.352800 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5ec14f8d-b1b2-4965-a581-c24a6913a618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:37.369974 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f53de20-3373-4f4c-97d8-fe5e6a5210ff tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Router 333eec50-32cf-4f27-bee3-75b6b7dab2d1 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:38:37.375191 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5ec14f8d-b1b2-4965-a581-c24a6913a618 service neutron] Transition to ACTIVE for port object 57159148-ad7d-4d74-b10a-bf79c95cc4c4 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:38:37.490671 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5ec14f8d-b1b2-4965-a581-c24a6913a618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:37.491486 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93d92c9-8baf-45ec-ac20-629362560d22 None None] Network 6a87378d-c60b-454c-a6b4-5447c8d7ea1f requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:38:37.714423 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-1be3e269-2660-48ab-a31f-268a875eb387 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Allocated IP 172.25.1.100 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/b606262d-fc99-4d0c-a058-ea0b3b902eea) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:38:37.881325 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-46e71814-5aa0-4ea1-a0d6-c4d9c325cb0a None None] Provisioning for port 9d8cca33-c2e2-42d2-ab1f-aaf377c45fd1 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:38:37.977182 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1e23c832-3a25-4eb0-aab4-b4e5f75129c6 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:38:38.004376 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec14f8d-b1b2-4965-a581-c24a6913a618 service neutron] Pushing event updated for resources: {'Port': ['ID=57159148-ad7d-4d74-b10a-bf79c95cc4c4,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:38.093858 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f53de20-3373-4f4c-97d8-fe5e6a5210ff tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:38:38.107046 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cb5eee-4a2d-48dc-b424-bcbbd63dcdce None None] Sync routers for ids ['333eec50-32cf-4f27-bee3-75b6b7dab2d1'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:38:38.123126 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 1e23c832-3a25-4eb0-aab4-b4e5f75129c6 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:38.123721 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:38.142651 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5ec14f8d-b1b2-4965-a581-c24a6913a618 service neutron] Attempting to bind port 57159148-ad7d-4d74-b10a-bf79c95cc4c4 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:38:38.143098 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5ec14f8d-b1b2-4965-a581-c24a6913a618 service neutron] Attempting to bind port 57159148-ad7d-4d74-b10a-bf79c95cc4c4 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:38:38.143547 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5ec14f8d-b1b2-4965-a581-c24a6913a618 service neutron] Attempting to bind port 57159148-ad7d-4d74-b10a-bf79c95cc4c4 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:38:38.149666 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5ec14f8d-b1b2-4965-a581-c24a6913a618 service neutron] Port 57159148-ad7d-4d74-b10a-bf79c95cc4c4 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:38:38.150058 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5ec14f8d-b1b2-4965-a581-c24a6913a618 service neutron] Attempting to bind port 57159148-ad7d-4d74-b10a-bf79c95cc4c4 on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:38:38.164103 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5ec14f8d-b1b2-4965-a581-c24a6913a618 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:38:38.164103 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5ec14f8d-b1b2-4965-a581-c24a6913a618 service neutron] Checking segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:38:38.168415 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5ec14f8d-b1b2-4965-a581-c24a6913a618 service neutron] Bound using segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:38:38.168415 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5ec14f8d-b1b2-4965-a581-c24a6913a618 service neutron] Bound port: 57159148-ad7d-4d74-b10a-bf79c95cc4c4, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:38:38.168415 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5ec14f8d-b1b2-4965-a581-c24a6913a618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:38.176248 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cb5eee-4a2d-48dc-b424-bcbbd63dcdce None None] Routers {'333eec50-32cf-4f27-bee3-75b6b7dab2d1'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:38:38.177709 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3a6bfc54-2274-441c-bb76-b10da67184f6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:38.178186 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-61cb5eee-4a2d-48dc-b424-bcbbd63dcdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:38:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['333eec50-32cf-4f27-bee3-75b6b7dab2d1'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:38.188061 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f53de20-3373-4f4c-97d8-fe5e6a5210ff tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:38.192535 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4f53de20-3373-4f4c-97d8-fe5e6a5210ff tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 7.5853484 May 27 02:38:38.192535 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40612) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:38.281839 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-61cb5eee-4a2d-48dc-b424-bcbbd63dcdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:38.312357 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cb5eee-4a2d-48dc-b424-bcbbd63dcdce None None] Routers {'333eec50-32cf-4f27-bee3-75b6b7dab2d1'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:38:38.313372 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-61cb5eee-4a2d-48dc-b424-bcbbd63dcdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:38:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['333eec50-32cf-4f27-bee3-75b6b7dab2d1'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:38.314645 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13baa202-c677-4d9b-ac98-638c9a21a7a9 req-ce624fd0-b8c5-444f-ad74-fb928ce475d9 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:38.316430 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-13baa202-c677-4d9b-ac98-638c9a21a7a9 req-ce624fd0-b8c5-444f-ad74-fb928ce475d9 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] 10.222.0.57 "GET /v2.0/ports?device_id=495ebe58-cad1-460a-baba-d881ca7ef412 HTTP/1.1" status: 200 len: 947 time: 0.8700862 May 27 02:38:38.386815 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-61cb5eee-4a2d-48dc-b424-bcbbd63dcdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:38.387313 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cb5eee-4a2d-48dc-b424-bcbbd63dcdce None None] The sync data for ids ['333eec50-32cf-4f27-bee3-75b6b7dab2d1'] in n-d-843554-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:38:38.496333 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aed7dea-bc7b-49a5-9d3f-84ba1ecd7e5b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Router 422af6fd-2ca1-497d-877d-082d0ad1154c has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:38:38.499097 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 1e23c832-3a25-4eb0-aab4-b4e5f75129c6 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:38:38.502215 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 9d8cca33-c2e2-42d2-ab1f-aaf377c45fd1 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:38:38.539115 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5ec14f8d-b1b2-4965-a581-c24a6913a618 service neutron] For port 57159148-ad7d-4d74-b10a-bf79c95cc4c4, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:38:38.544879 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5ec14f8d-b1b2-4965-a581-c24a6913a618 service neutron] For port 57159148-ad7d-4d74-b10a-bf79c95cc4c4, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=57159148-ad7d-4d74-b10a-bf79c95cc4c4,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:38:38.587687 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6154a6e9-38d2-489d-a694-352a61e05aa3 None None] Network 0167a411-12de-421b-9f73-19dba836e4fa requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:38:38.626344 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5ec14f8d-b1b2-4965-a581-c24a6913a618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:38.708684 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5ec14f8d-b1b2-4965-a581-c24a6913a618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:38.710116 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5ec14f8d-b1b2-4965-a581-c24a6913a618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:38.711764 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-5ec14f8d-b1b2-4965-a581-c24a6913a618 service neutron] 10.222.0.32 "PUT /v2.0/ports/57159148-ad7d-4d74-b10a-bf79c95cc4c4 HTTP/1.1" status: 200 len: 1095 time: 3.3181295 May 27 02:38:38.730039 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '495ebe58-cad1-460a-baba-d881ca7ef412', 'tag': '57159148-ad7d-4d74-b10a-bf79c95cc4c4'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:38:38.769942 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 9d8cca33-c2e2-42d2-ab1f-aaf377c45fd1 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:38:38.796019 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 9d8cca33-c2e2-42d2-ab1f-aaf377c45fd1 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:38.796421 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:39.070459 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec14f8d-b1b2-4965-a581-c24a6913a618 service neutron] Pushing event updated for resources: {'Port': ['ID=57159148-ad7d-4d74-b10a-bf79c95cc4c4,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:39.129009 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 9d8cca33-c2e2-42d2-ab1f-aaf377c45fd1 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:38:39.129389 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:39.198726 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0005fd2-2ca8-4d3a-bd22-396a6f9972a2'] response: {'name': 'network-changed', 'server_uuid': '495ebe58-cad1-460a-baba-d881ca7ef412', 'tag': '57159148-ad7d-4d74-b10a-bf79c95cc4c4', 'status': 'completed', 'code': 200} May 27 02:38:39.210585 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 9d8cca33-c2e2-42d2-ab1f-aaf377c45fd1, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=9d8cca33-c2e2-42d2-ab1f-aaf377c45fd1,segment=NetworkSegment(cc6d23af-70dc-4dc9-97b3-bf81cce8bdf0),segment_id=cc6d23af-70dc-4dc9-97b3-bf81cce8bdf0)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:38:39.211666 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-d87ad8de-b13f-4ff5-a504-4f206e5ef46b None None] Provisioning for port 30a14cdf-fc5b-40f0-aa15-c3d720d11f33 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:38:39.228243 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3a6bfc54-2274-441c-bb76-b10da67184f6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:39.243452 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-13baa202-c677-4d9b-ac98-638c9a21a7a9 req-403fb802-9d11-49f5-a313-4cdce27294b9 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] 10.222.0.57 "GET /v2.0/security-groups?id=13bd5da6-dda4-47fd-9449-d9e9c0eb29f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9116142 May 27 02:38:39.274719 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:39.276041 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 30a14cdf-fc5b-40f0-aa15-c3d720d11f33 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:38:39.438614 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1be3e269-2660-48ab-a31f-268a875eb387 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:39.454977 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-09ebd9a2-5674-4b2d-b4b0-1ab720d217e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:39.456445 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-09ebd9a2-5674-4b2d-b4b0-1ab720d217e6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=05541351d98c4d29a1b5dc02081b4b46&device_id=495ebe58-cad1-460a-baba-d881ca7ef412 HTTP/1.1" status: 200 len: 1098 time: 0.5638661 May 27 02:38:39.469422 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3a6bfc54-2274-441c-bb76-b10da67184f6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:39.470475 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3a6bfc54-2274-441c-bb76-b10da67184f6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:39.473687 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=9d8cca33-c2e2-42d2-ab1f-aaf377c45fd1,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:39.536116 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aed7dea-bc7b-49a5-9d3f-84ba1ecd7e5b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:38:39.544570 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 30a14cdf-fc5b-40f0-aa15-c3d720d11f33 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:38:39.548804 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877bf60c-f572-402f-b53d-fd0e0fa58b6f None None] Sync routers for ids ['422af6fd-2ca1-497d-877d-082d0ad1154c'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:38:39.550113 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 30a14cdf-fc5b-40f0-aa15-c3d720d11f33 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:39.550485 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:39.564505 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-f5e77648-b86b-4ef8-bd1a-7411104b9a38 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=57159148-ad7d-4d74-b10a-bf79c95cc4c4 HTTP/1.1" status: 200 len: 217 time: 0.0840707 May 27 02:38:39.566974 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877bf60c-f572-402f-b53d-fd0e0fa58b6f None None] Routers {'422af6fd-2ca1-497d-877d-082d0ad1154c'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:38:39.567745 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-877bf60c-f572-402f-b53d-fd0e0fa58b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:38:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['422af6fd-2ca1-497d-877d-082d0ad1154c'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:39.746497 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 30a14cdf-fc5b-40f0-aa15-c3d720d11f33 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:38:39.746879 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:39.797921 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6bfc54-2274-441c-bb76-b10da67184f6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event updated for resources: {'Port': ['ID=ecf35e43-74cf-4baa-aa5e-4865299b32d6,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:39.817465 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-127c25ab-8242-4c02-964d-963fab9a0080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:39.817913 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 30a14cdf-fc5b-40f0-aa15-c3d720d11f33, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=30a14cdf-fc5b-40f0-aa15-c3d720d11f33,segment=NetworkSegment(590c203d-07c0-4116-af8c-39dc924e764e),segment_id=590c203d-07c0-4116-af8c-39dc924e764e)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:38:39.821966 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-127c25ab-8242-4c02-964d-963fab9a0080 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.2185817 May 27 02:38:39.890744 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-24c26df0-b036-493a-869d-5285f3dd8870 None None] Provisioning complete for port 30a14cdf-fc5b-40f0-aa15-c3d720d11f33 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:39.891117 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-24c26df0-b036-493a-869d-5285f3dd8870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:39.908780 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-877bf60c-f572-402f-b53d-fd0e0fa58b6f None None] Set router 422af6fd-2ca1-497d-877d-082d0ad1154c gateway port host: None {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:38:39.981355 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:40.087792 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-877bf60c-f572-402f-b53d-fd0e0fa58b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422af6fd-2ca1-497d-877d-082d0ad1154c', 'name': 'tempest-NetworksTestDHCPv6-router-1972049178', 'tenant_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:38:22Z', 'updated_at': '2022-05-27T02:38:36Z', 'revision_number': 3, 'project_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'gw_port_host': None}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:40.088693 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb50faa8-9af3-4b8f-8b47-0f753c6da92b tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:40.102234 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877bf60c-f572-402f-b53d-fd0e0fa58b6f None None] Checking router: 422af6fd-2ca1-497d-877d-082d0ad1154c for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:38:40.118531 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877bf60c-f572-402f-b53d-fd0e0fa58b6f None None] Routers {'422af6fd-2ca1-497d-877d-082d0ad1154c'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:38:40.119360 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-877bf60c-f572-402f-b53d-fd0e0fa58b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:38:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['422af6fd-2ca1-497d-877d-082d0ad1154c'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:40.157884 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=30a14cdf-fc5b-40f0-aa15-c3d720d11f33,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:40.158225 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1be3e269-2660-48ab-a31f-268a875eb387 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:40.172622 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 9d8cca33-c2e2-42d2-ab1f-aaf377c45fd1 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:38:40.278356 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7aed7dea-bc7b-49a5-9d3f-84ba1ecd7e5b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "PUT /v2.0/routers/422af6fd-2ca1-497d-877d-082d0ad1154c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7494836 May 27 02:38:40.280282 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40628) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:40.282567 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be3e269-2660-48ab-a31f-268a875eb387 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:38:40.287970 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-347a670e-656b-4214-92bc-8ce427cb9547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:40.304050 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-347a670e-656b-4214-92bc-8ce427cb9547 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4554436 May 27 02:38:40.324819 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-1be3e269-2660-48ab-a31f-268a875eb387 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:40.354406 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6bfc54-2274-441c-bb76-b10da67184f6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Network 0167a411-12de-421b-9f73-19dba836e4fa is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:38:40.355582 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be3e269-2660-48ab-a31f-268a875eb387 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:38:40.413532 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-877bf60c-f572-402f-b53d-fd0e0fa58b6f None None] Set router 422af6fd-2ca1-497d-877d-082d0ad1154c gateway port host: None {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:38:40.438314 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be3e269-2660-48ab-a31f-268a875eb387 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:40.438978 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1be3e269-2660-48ab-a31f-268a875eb387 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:40.443423 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-24c26df0-b036-493a-869d-5285f3dd8870 None None] Current status of the port 30a14cdf-fc5b-40f0-aa15-c3d720d11f33 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:38:40.454667 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 9d8cca33-c2e2-42d2-ab1f-aaf377c45fd1 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:40.455971 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:40.484999 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-3a6bfc54-2274-441c-bb76-b10da67184f6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:40.513539 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be3e269-2660-48ab-a31f-268a875eb387 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Pushing event updated for resources: {'Port': ['ID=b606262d-fc99-4d0c-a058-ea0b3b902eea,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:40.553608 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-877bf60c-f572-402f-b53d-fd0e0fa58b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422af6fd-2ca1-497d-877d-082d0ad1154c', 'name': 'tempest-NetworksTestDHCPv6-router-1972049178', 'tenant_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:38:22Z', 'updated_at': '2022-05-27T02:38:36Z', 'revision_number': 3, 'project_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'gw_port_host': None}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:40.567063 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877bf60c-f572-402f-b53d-fd0e0fa58b6f None None] The sync data for ids ['422af6fd-2ca1-497d-877d-082d0ad1154c'] in n-d-843554-3 is: [{'id': '422af6fd-2ca1-497d-877d-082d0ad1154c', 'name': 'tempest-NetworksTestDHCPv6-router-1972049178', 'tenant_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:38:22Z', 'updated_at': '2022-05-27T02:38:36Z', 'revision_number': 3, 'project_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'gw_port_host': None}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:38:40.590914 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1be3e269-2660-48ab-a31f-268a875eb387 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.7516515 May 27 02:38:40.605758 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40634) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:40.627434 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-884b488b-ec3e-413b-bde9-daedc8800a05 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.100'}]}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:38:40.633485 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-884b488b-ec3e-413b-bde9-daedc8800a05 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:40.638120 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-884b488b-ec3e-413b-bde9-daedc8800a05 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Usage tracker for resource:router and tenant:216ba48dfe8b4e4a8d2a13950c1ea91e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:38:40.641137 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-884b488b-ec3e-413b-bde9-daedc8800a05 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:38:40.646953 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-884b488b-ec3e-413b-bde9-daedc8800a05 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:40.660759 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-24c26df0-b036-493a-869d-5285f3dd8870 None None] Provisioning for port ecf35e43-74cf-4baa-aa5e-4865299b32d6 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:38:40.685643 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-24c26df0-b036-493a-869d-5285f3dd8870 None None] Provisioning complete for port ecf35e43-74cf-4baa-aa5e-4865299b32d6 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:40.685643 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-24c26df0-b036-493a-869d-5285f3dd8870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:40.749547 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-24c26df0-b036-493a-869d-5285f3dd8870 None None] Port ecf35e43-74cf-4baa-aa5e-4865299b32d6 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:38:40.773567 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 9d8cca33-c2e2-42d2-ab1f-aaf377c45fd1 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:38:40.783322 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-884b488b-ec3e-413b-bde9-daedc8800a05 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:40.784122 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-884b488b-ec3e-413b-bde9-daedc8800a05 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:40.801019 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1ca72e-0691-4f58-9206-7e204fdcde37 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:40.802521 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1ca72e-0691-4f58-9206-7e204fdcde37 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:40.802694 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-f592b69f-0a80-421a-a78b-c464d8fcab08 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4976811 May 27 02:38:40.803352 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-6d1ca72e-0691-4f58-9206-7e204fdcde37 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:38:40.887348 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-2c265164-40ea-4b08-aff0-63e76b24be36 None None] Provisioning complete for port ecf35e43-74cf-4baa-aa5e-4865299b32d6 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:40.888087 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2c265164-40ea-4b08-aff0-63e76b24be36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:40.888459 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d4f9f-fe01-4e73-a326-c7e3456283ac req-f7f6dad1-021b-42fa-9579-62093fff62b8 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:40.895529 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f44d4f9f-fe01-4e73-a326-c7e3456283ac req-f7f6dad1-021b-42fa-9579-62093fff62b8 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] 10.222.0.57 "GET /v2.0/ports?device_id=495ebe58-cad1-460a-baba-d881ca7ef412 HTTP/1.1" status: 200 len: 947 time: 0.4363093 May 27 02:38:40.902488 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6bfc54-2274-441c-bb76-b10da67184f6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Router 5e20f397-cb19-4fe0-ab82-317cdd478ccf has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:38:40.954232 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-884b488b-ec3e-413b-bde9-daedc8800a05 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:40.996003 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-2c265164-40ea-4b08-aff0-63e76b24be36 None None] Port ecf35e43-74cf-4baa-aa5e-4865299b32d6 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:38:41.023869 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-6d1ca72e-0691-4f58-9206-7e204fdcde37 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:38:41.028370 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6d1ca72e-0691-4f58-9206-7e204fdcde37 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7442558 May 27 02:38:41.029241 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40638) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:41.136237 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-57783e19-8a93-4181-b52a-87dea40bb8fe req-373fbbe6-5434-44b3-ae64-be44e6ecc237 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209944 May 27 02:38:41.151188 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f44d4f9f-fe01-4e73-a326-c7e3456283ac req-92dc14b0-a002-46f2-8aea-e479578ce0b7 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] 10.222.0.57 "GET /v2.0/security-groups?id=13bd5da6-dda4-47fd-9449-d9e9c0eb29f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548347 May 27 02:38:41.190505 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d76a37a-1f55-44b4-b800-cb01ad58c135 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting subnet f32ea1cf-837d-4fb8-ad40-f421064efecf {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:38:41.197207 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2d76a37a-1f55-44b4-b800-cb01ad58c135 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:41.210632 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-bb50faa8-9af3-4b8f-8b47-0f753c6da92b tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Allocated IP 172.20.0.1 (6a87378d-c60b-454c-a6b4-5447c8d7ea1f/1952b25f-cbd4-41d0-be45-508bc8ae3783/6b03951a-7e63-4312-bc7d-1c3d4fcfdd37) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:38:41.230302 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6bfc54-2274-441c-bb76-b10da67184f6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:38:41.240012 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3a6bfc54-2274-441c-bb76-b10da67184f6 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "PUT /v2.0/routers/5e20f397-cb19-4fe0-ab82-317cdd478ccf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6289563 May 27 02:38:41.246061 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe25972-ea97-485f-adf8-f16802311aae None None] Sync routers for ids ['5e20f397-cb19-4fe0-ab82-317cdd478ccf'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:38:41.246247 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40642) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:41.253725 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-3b967163-6bc3-4c82-a52c-33affbfabb2e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-379374651'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:38:41.257495 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe25972-ea97-485f-adf8-f16802311aae None None] Routers {'5e20f397-cb19-4fe0-ab82-317cdd478ccf'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:38:41.258115 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-efe25972-ea97-485f-adf8-f16802311aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:38:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['5e20f397-cb19-4fe0-ab82-317cdd478ccf'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:41.264436 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-3b967163-6bc3-4c82-a52c-33affbfabb2e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:41.272592 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3b967163-6bc3-4c82-a52c-33affbfabb2e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Usage tracker for resource:network and tenant:6f15f0e8362347e99ea74d0bbe84ad40 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:38:41.276434 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2d76a37a-1f55-44b4-b800-cb01ad58c135 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:41.307440 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3b967163-6bc3-4c82-a52c-33affbfabb2e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:38:41.318785 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-3b967163-6bc3-4c82-a52c-33affbfabb2e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:41.383620 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2d76a37a-1f55-44b4-b800-cb01ad58c135 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:41.420944 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b967163-6bc3-4c82-a52c-33affbfabb2e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Made reservation on behalf of 6f15f0e8362347e99ea74d0bbe84ad40 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:38:41.424590 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3b967163-6bc3-4c82-a52c-33affbfabb2e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:41.439269 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-efe25972-ea97-485f-adf8-f16802311aae None None] Set router 5e20f397-cb19-4fe0-ab82-317cdd478ccf gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:38:41.477901 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b967163-6bc3-4c82-a52c-33affbfabb2e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:38:41.493028 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3b967163-6bc3-4c82-a52c-33affbfabb2e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:41.493358 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-3b967163-6bc3-4c82-a52c-33affbfabb2e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Added segment 798a012e-5229-4a98-9040-2521e0db438d of type vlan for network fc1ec83b-58f0-43d1-bcd0-e2d3f89454af May 27 02:38:41.523597 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3b967163-6bc3-4c82-a52c-33affbfabb2e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:41.568470 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2d76a37a-1f55-44b4-b800-cb01ad58c135 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:41.611925 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d76a37a-1f55-44b4-b800-cb01ad58c135 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Subnet': ['ID=f32ea1cf-837d-4fb8-ad40-f421064efecf,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:41.618380 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2d76a37a-1f55-44b4-b800-cb01ad58c135 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:41.640245 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9388932b-53b8-40a2-9ed5-2c665448a1d7 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:38:41.665250 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3b967163-6bc3-4c82-a52c-33affbfabb2e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:41.671156 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b967163-6bc3-4c82-a52c-33affbfabb2e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:41.671765 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3b967163-6bc3-4c82-a52c-33affbfabb2e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:41.765134 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2d76a37a-1f55-44b4-b800-cb01ad58c135 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/f32ea1cf-837d-4fb8-ad40-f421064efecf HTTP/1.1" status: 204 len: 168 time: 0.6818941 May 27 02:38:41.792130 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40650) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:41.805880 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb50faa8-9af3-4b8f-8b47-0f753c6da92b tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:41.827787 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-bb50faa8-9af3-4b8f-8b47-0f753c6da92b tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Transition to ACTIVE for port object 6b03951a-7e63-4312-bc7d-1c3d4fcfdd37 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:38:41.853423 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-884b488b-ec3e-413b-bde9-daedc8800a05 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:41.897481 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3b967163-6bc3-4c82-a52c-33affbfabb2e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6506498 May 27 02:38:41.900304 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40654) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:41.910342 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b967163-6bc3-4c82-a52c-33affbfabb2e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event updated for resources: {'Network': ['ID=fc1ec83b-58f0-43d1-bcd0-e2d3f89454af,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:41.911769 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b6b0f8f9-c712-4ae5-aecc-8dc491d3d85d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Request body: {'subnet': {'network_id': 'fc1ec83b-58f0-43d1-bcd0-e2d3f89454af', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:38:41.927604 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network fc1ec83b-58f0-43d1-bcd0-e2d3f89454af details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:38:41.991452 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb50faa8-9af3-4b8f-8b47-0f753c6da92b tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:42.002802 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f77a40ea-274a-4963-977b-0232b6b8da68 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:router {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:38:42.044244 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080dcd06-7499-428e-b286-6aea02c2a49a req-bb50e225-a25c-4315-a42f-665fc23da1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:42.045780 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-080dcd06-7499-428e-b286-6aea02c2a49a req-bb50e225-a25c-4315-a42f-665fc23da1ea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=05541351d98c4d29a1b5dc02081b4b46&device_id=495ebe58-cad1-460a-baba-d881ca7ef412 HTTP/1.1" status: 200 len: 1098 time: 0.6993725 May 27 02:38:42.082179 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-efe25972-ea97-485f-adf8-f16802311aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'name': 'tempest-RoutersIpV6Test-router-1992284852', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:38:16Z', 'updated_at': '2022-05-27T02:38:37Z', 'revision_number': 3, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'gw_port_host': None, '_interfaces': [{'id': '1e23c832-3a25-4eb0-aab4-b4e5f75129c6', 'name': '', 'network_id': 'd883fcb8-3253-46e3-b7e5-b0b55e816b0c', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:03:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:21Z', 'updated_at': '2022-05-27T02:38:35Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf35e43-74cf-4baa-aa5e-4865299b32d6', 'name': '', 'network_id': '0167a411-12de-421b-9f73-19dba836e4fa', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:b5:33:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': 'c684875b-0031-4a3b-a0f0-fc844b5e47ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:32Z', 'updated_at': '2022-05-27T02:38:38Z', 'revision_number': 2, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': 'c684875b-0031-4a3b-a0f0-fc844b5e47ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:42.088600 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe25972-ea97-485f-adf8-f16802311aae None None] Checking router: 5e20f397-cb19-4fe0-ab82-317cdd478ccf for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:38:42.088995 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe25972-ea97-485f-adf8-f16802311aae None None] Updating router 5e20f397-cb19-4fe0-ab82-317cdd478ccf port ecf35e43-74cf-4baa-aa5e-4865299b32d6 binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:38:42.098029 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f77a40ea-274a-4963-977b-0232b6b8da68 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:router {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:38:42.102337 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f77a40ea-274a-4963-977b-0232b6b8da68 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3069425 May 27 02:38:42.102587 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40658) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:42.126228 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 30a14cdf-fc5b-40f0-aa15-c3d720d11f33 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:38:42.176670 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fa9d0d-79ea-4c70-a906-156c1cb4cd07 None None] DHCP port deletion for 1e095441-a19f-4261-8588-a806dc249ed2 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:38:42.207748 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-42fa9d0d-79ea-4c70-a906-156c1cb4cd07 None None] Deleting port a6730143-0e94-4e48-8cd7-a3815a144fc3 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:38:42.207748 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-42fa9d0d-79ea-4c70-a906-156c1cb4cd07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:42.273760 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-efe25972-ea97-485f-adf8-f16802311aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:42.300251 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50faa8-9af3-4b8f-8b47-0f753c6da92b tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Pushing event updated for resources: {'Port': ['ID=6b03951a-7e63-4312-bc7d-1c3d4fcfdd37,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:42.304211 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb50faa8-9af3-4b8f-8b47-0f753c6da92b tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Network 6a87378d-c60b-454c-a6b4-5447c8d7ea1f is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:38:42.358227 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-bb50faa8-9af3-4b8f-8b47-0f753c6da92b tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:42.363671 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b6b0f8f9-c712-4ae5-aecc-8dc491d3d85d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:42.371670 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb50faa8-9af3-4b8f-8b47-0f753c6da92b tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:38:42.423057 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b6b0f8f9-c712-4ae5-aecc-8dc491d3d85d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Usage tracker for resource:subnet and tenant:6f15f0e8362347e99ea74d0bbe84ad40 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:38:42.435028 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b6b0f8f9-c712-4ae5-aecc-8dc491d3d85d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:38:42.441964 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fea5b74d-a11d-48e1-b51c-21a0a322b7f7 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for router, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:42.445300 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b6b0f8f9-c712-4ae5-aecc-8dc491d3d85d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:42.481430 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 30a14cdf-fc5b-40f0-aa15-c3d720d11f33 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:42.481834 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:42.544061 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb50faa8-9af3-4b8f-8b47-0f753c6da92b tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:42.604615 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 57159148-ad7d-4d74-b10a-bf79c95cc4c4 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:38:42.647314 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b0f8f9-c712-4ae5-aecc-8dc491d3d85d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Made reservation on behalf of 6f15f0e8362347e99ea74d0bbe84ad40 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:38:42.651652 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b6b0f8f9-c712-4ae5-aecc-8dc491d3d85d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:42.690243 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080dcd06-7499-428e-b286-6aea02c2a49a req-e0c9848d-487e-47f6-aeb3-fe6fbb165d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:42.691637 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-080dcd06-7499-428e-b286-6aea02c2a49a req-e0c9848d-487e-47f6-aeb3-fe6fbb165d66 service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.5936239 May 27 02:38:42.824012 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d304a-aef2-4d48-8a40-95e2df6baa3f req-f42e8f59-225c-48f4-acc1-cdbceba765ee tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:42.825703 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-155d304a-aef2-4d48-8a40-95e2df6baa3f req-f42e8f59-225c-48f4-acc1-cdbceba765ee tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] 10.222.0.57 "GET /v2.0/ports?device_id=495ebe58-cad1-460a-baba-d881ca7ef412 HTTP/1.1" status: 200 len: 947 time: 0.4412382 May 27 02:38:42.873045 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fea5b74d-a11d-48e1-b51c-21a0a322b7f7 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:42.874052 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-42fa9d0d-79ea-4c70-a906-156c1cb4cd07 None None] For port a6730143-0e94-4e48-8cd7-a3815a144fc3, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=a6730143-0e94-4e48-8cd7-a3815a144fc3,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:38:42.874458 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-42fa9d0d-79ea-4c70-a906-156c1cb4cd07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:42.876704 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fea5b74d-a11d-48e1-b51c-21a0a322b7f7 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:42.930089 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-155d304a-aef2-4d48-8a40-95e2df6baa3f req-b445f63e-1987-469e-bb9f-36fdb74c2dfc tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] 10.222.0.57 "GET /v2.0/security-groups?id=13bd5da6-dda4-47fd-9449-d9e9c0eb29f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834186 May 27 02:38:42.930473 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-080dcd06-7499-428e-b286-6aea02c2a49a req-261d4833-4fe8-4f62-9ab5-f270447f28d9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=57159148-ad7d-4d74-b10a-bf79c95cc4c4 HTTP/1.1" status: 200 len: 217 time: 0.2299757 May 27 02:38:43.025881 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fea5b74d-a11d-48e1-b51c-21a0a322b7f7 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:43.027064 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea5b74d-a11d-48e1-b51c-21a0a322b7f7 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Fanout notify agent at l3_agent the message router_deleted on router 422af6fd-2ca1-497d-877d-082d0ad1154c {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:38:43.055328 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 30a14cdf-fc5b-40f0-aa15-c3d720d11f33 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:38:43.066950 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080dcd06-7499-428e-b286-6aea02c2a49a req-4ebd7109-3da1-4e95-81d8-fe333617ceab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:43.067927 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-080dcd06-7499-428e-b286-6aea02c2a49a req-4ebd7109-3da1-4e95-81d8-fe333617ceab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.1026330 May 27 02:38:43.122817 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device d126e673-f4c3-42c8-946f-9601fdb0e70d no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:38:43.163954 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-42fa9d0d-79ea-4c70-a906-156c1cb4cd07 None None] Calling delete_port for a6730143-0e94-4e48-8cd7-a3815a144fc3 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:38:43.164515 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fea5b74d-a11d-48e1-b51c-21a0a322b7f7 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:43.169018 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-fea5b74d-a11d-48e1-b51c-21a0a322b7f7 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/routers/422af6fd-2ca1-497d-877d-082d0ad1154c HTTP/1.1" status: 204 len: 168 time: 1.0622380 May 27 02:38:43.169373 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40668) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:43.175382 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-6a02a9a1-4567-438a-8c21-73b309e2bccf tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'subnet': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:38:43.209697 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: d126e673-f4c3-42c8-946f-9601fdb0e70d {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:38:43.209697 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device d126e673-f4c3-42c8-946f-9601fdb0e70d not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:38:43.253713 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3a53f7aa-a830-4d9f-a004-b9e66fe16d9c None None] Provisioning for port 6b03951a-7e63-4312-bc7d-1c3d4fcfdd37 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:38:43.283544 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3a53f7aa-a830-4d9f-a004-b9e66fe16d9c None None] Provisioning complete for port 6b03951a-7e63-4312-bc7d-1c3d4fcfdd37 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:43.283759 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3a53f7aa-a830-4d9f-a004-b9e66fe16d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:43.357362 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-6a02a9a1-4567-438a-8c21-73b309e2bccf tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:43.371817 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-6a02a9a1-4567-438a-8c21-73b309e2bccf tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:subnet and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:38:43.375254 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-6a02a9a1-4567-438a-8c21-73b309e2bccf tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:38:43.381394 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 57159148-ad7d-4d74-b10a-bf79c95cc4c4, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=57159148-ad7d-4d74-b10a-bf79c95cc4c4,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:38:43.382906 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-6a02a9a1-4567-438a-8c21-73b309e2bccf tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:43.420692 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-3a53f7aa-a830-4d9f-a004-b9e66fe16d9c None None] Port 6b03951a-7e63-4312-bc7d-1c3d4fcfdd37 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:38:43.421071 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb50faa8-9af3-4b8f-8b47-0f753c6da92b tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:43.421179 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '57159148-ad7d-4d74-b10a-bf79c95cc4c4', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'port_id': '57159148-ad7d-4d74-b10a-bf79c95cc4c4', 'mac_address': 'fa:16:3e:87:cc:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf69705-8457-415f-85a3-b42efaff1b97', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:38:43.494244 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-42fa9d0d-79ea-4c70-a906-156c1cb4cd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:43.499596 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a02a9a1-4567-438a-8c21-73b309e2bccf tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:38:43.505132 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6a02a9a1-4567-438a-8c21-73b309e2bccf tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:43.619415 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa9d0d-79ea-4c70-a906-156c1cb4cd07 None None] Pushing event deleted for resources: {'Port': ['ID=a6730143-0e94-4e48-8cd7-a3815a144fc3,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:43.637454 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-efe25972-ea97-485f-adf8-f16802311aae None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:43.642882 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fa9d0d-79ea-4c70-a906-156c1cb4cd07 None None] No DVR routers for this DVR port a6730143-0e94-4e48-8cd7-a3815a144fc3 on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:38:43.661730 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 57159148-ad7d-4d74-b10a-bf79c95cc4c4 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:38:43.662349 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:43.680427 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-efe25972-ea97-485f-adf8-f16802311aae None None] Transition to ACTIVE for port object ecf35e43-74cf-4baa-aa5e-4865299b32d6 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:38:43.685204 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57159148-ad7d-4d74-b10a-bf79c95cc4c4 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:38:43.702358 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 57159148-ad7d-4d74-b10a-bf79c95cc4c4, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=57159148-ad7d-4d74-b10a-bf79c95cc4c4,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:38:43.722696 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080dcd06-7499-428e-b286-6aea02c2a49a req-a36d909d-7958-42cd-b2f0-21d82f20af72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:43.724164 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-080dcd06-7499-428e-b286-6aea02c2a49a req-a36d909d-7958-42cd-b2f0-21d82f20af72 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6478446 May 27 02:38:43.780032 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:43.795596 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-884b488b-ec3e-413b-bde9-daedc8800a05 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:43.817338 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-efe25972-ea97-485f-adf8-f16802311aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:43.856389 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6a02a9a1-4567-438a-8c21-73b309e2bccf tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:43.914772 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b6b0f8f9-c712-4ae5-aecc-8dc491d3d85d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:43.943388 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a02a9a1-4567-438a-8c21-73b309e2bccf tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:38:43.946740 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-6a02a9a1-4567-438a-8c21-73b309e2bccf tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:43.952612 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a02a9a1-4567-438a-8c21-73b309e2bccf tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:43.954107 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6a02a9a1-4567-438a-8c21-73b309e2bccf tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:43.971398 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=57159148-ad7d-4d74-b10a-bf79c95cc4c4,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:43.971963 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02a9a1-4567-438a-8c21-73b309e2bccf tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Subnet': ['ID=1da2cdf4-2bb0-4498-b220-174faec79b5f,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:44.058476 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a30be7-444d-4cc6-8c7b-d739bac3ecc6 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:38:44.060441 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-884b488b-ec3e-413b-bde9-daedc8800a05 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:44.089333 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6a02a9a1-4567-438a-8c21-73b309e2bccf tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9184954 May 27 02:38:44.091816 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40678) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:44.099107 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-264a1d05-7c06-4feb-ac3f-d20d72fa06e8 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1080619587', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:38:44.109124 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-264a1d05-7c06-4feb-ac3f-d20d72fa06e8 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:44.113442 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-264a1d05-7c06-4feb-ac3f-d20d72fa06e8 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:router and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:38:44.117324 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-264a1d05-7c06-4feb-ac3f-d20d72fa06e8 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:38:44.125055 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-264a1d05-7c06-4feb-ac3f-d20d72fa06e8 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:44.236533 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-264a1d05-7c06-4feb-ac3f-d20d72fa06e8 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:44.237788 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-264a1d05-7c06-4feb-ac3f-d20d72fa06e8 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:44.239387 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device a6730143-0e94-4e48-8cd7-a3815a144fc3 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:38:44.273679 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['57159148-ad7d-4d74-b10a-bf79c95cc4c4'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:38:44.276134 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-264a1d05-7c06-4feb-ac3f-d20d72fa06e8 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:44.316753 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d48c2-1193-4fd4-8bd1-73f107ac92c2 req-ba84320b-468b-4101-af95-b5e4b9445d2a tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:44.317019 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-efe25972-ea97-485f-adf8-f16802311aae None None] Attempting to bind port ecf35e43-74cf-4baa-aa5e-4865299b32d6 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:38:44.317769 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-efe25972-ea97-485f-adf8-f16802311aae None None] Attempting to bind port ecf35e43-74cf-4baa-aa5e-4865299b32d6 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '590c203d-07c0-4116-af8c-39dc924e764e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0167a411-12de-421b-9f73-19dba836e4fa'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:38:44.317769 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe25972-ea97-485f-adf8-f16802311aae None None] Attempting to bind port ecf35e43-74cf-4baa-aa5e-4865299b32d6 on network 0167a411-12de-421b-9f73-19dba836e4fa {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:38:44.318240 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fc3d48c2-1193-4fd4-8bd1-73f107ac92c2 req-ba84320b-468b-4101-af95-b5e4b9445d2a tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] 10.222.0.57 "GET /v2.0/ports?device_id=495ebe58-cad1-460a-baba-d881ca7ef412 HTTP/1.1" status: 200 len: 948 time: 0.1618986 May 27 02:38:44.351199 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: a6730143-0e94-4e48-8cd7-a3815a144fc3 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:38:44.351542 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device a6730143-0e94-4e48-8cd7-a3815a144fc3 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:38:44.361731 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b0f8f9-c712-4ae5-aecc-8dc491d3d85d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event updated for resources: {'Subnet': ['ID=5910476c-41e6-4b17-839e-12cbb0ed553f,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:44.362912 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe25972-ea97-485f-adf8-f16802311aae None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:38:44.364279 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe25972-ea97-485f-adf8-f16802311aae None None] Checking segment: {'id': '590c203d-07c0-4116-af8c-39dc924e764e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0167a411-12de-421b-9f73-19dba836e4fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:38:44.364697 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-efe25972-ea97-485f-adf8-f16802311aae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:44.365119 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe25972-ea97-485f-adf8-f16802311aae None None] Bound using segment: {'id': '590c203d-07c0-4116-af8c-39dc924e764e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0167a411-12de-421b-9f73-19dba836e4fa'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:38:44.365607 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-efe25972-ea97-485f-adf8-f16802311aae None None] Bound port: ecf35e43-74cf-4baa-aa5e-4865299b32d6, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590c203d-07c0-4116-af8c-39dc924e764e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0167a411-12de-421b-9f73-19dba836e4fa'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:38:44.367067 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-efe25972-ea97-485f-adf8-f16802311aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:44.372301 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b0f8f9-c712-4ae5-aecc-8dc491d3d85d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Checking segment: {'id': '798a012e-5229-4a98-9040-2521e0db438d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'fc1ec83b-58f0-43d1-bcd0-e2d3f89454af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:38:44.372493 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b0f8f9-c712-4ae5-aecc-8dc491d3d85d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Network hostable DHCP agents. Network: fc1ec83b-58f0-43d1-bcd0-e2d3f89454af, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:38:44.379903 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-264a1d05-7c06-4feb-ac3f-d20d72fa06e8 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:44.393722 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fc3d48c2-1193-4fd4-8bd1-73f107ac92c2 req-1cbc985f-2ada-47f7-875c-9cc0dbb0c110 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] 10.222.0.57 "GET /v2.0/security-groups?id=13bd5da6-dda4-47fd-9449-d9e9c0eb29f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682631 May 27 02:38:44.429201 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-080dcd06-7499-428e-b286-6aea02c2a49a req-86598632-8cca-4ba7-8365-25850f531c59 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6351762 May 27 02:38:44.455848 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8ee93-9ad6-437f-8607-c6c74f12e6a6 None None] Pushing event updated for resources: {'Port': ['ID=ecf35e43-74cf-4baa-aa5e-4865299b32d6,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:44.505317 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-264a1d05-7c06-4feb-ac3f-d20d72fa06e8 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:44.507128 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-264a1d05-7c06-4feb-ac3f-d20d72fa06e8 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4143164 May 27 02:38:44.509880 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40682) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:44.620332 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-efe25972-ea97-485f-adf8-f16802311aae None None] For port ecf35e43-74cf-4baa-aa5e-4865299b32d6, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:38:44.641590 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-efe25972-ea97-485f-adf8-f16802311aae None None] For port ecf35e43-74cf-4baa-aa5e-4865299b32d6, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=ecf35e43-74cf-4baa-aa5e-4865299b32d6,segment=NetworkSegment(590c203d-07c0-4116-af8c-39dc924e764e),segment_id=590c203d-07c0-4116-af8c-39dc924e764e)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:38:44.650381 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b0f8f9-c712-4ae5-aecc-8dc491d3d85d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Network fc1ec83b-58f0-43d1-bcd0-e2d3f89454af is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:38:44.705347 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda63cc9-8f7a-4e56-b9da-cf5d837774ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-1e095441-a19f-4261-8588-a806dc249ed2', 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'tenant_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'fixed_ips': [{'subnet_id': '1da2cdf4-2bb0-4498-b220-174faec79b5f'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:38:44.711108 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cda63cc9-8f7a-4e56-b9da-cf5d837774ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:44.741218 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-efe25972-ea97-485f-adf8-f16802311aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:44.809713 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-080dcd06-7499-428e-b286-6aea02c2a49a req-a2aad2e3-35c9-4d96-9dc2-03636c8bf070 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628962 May 27 02:38:44.846574 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-b6b0f8f9-c712-4ae5-aecc-8dc491d3d85d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, fc1ec83b-58f0-43d1-bcd0-e2d3f89454af) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:44.855676 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b0f8f9-c712-4ae5-aecc-8dc491d3d85d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:44.856252 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b6b0f8f9-c712-4ae5-aecc-8dc491d3d85d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:44.866455 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-884b488b-ec3e-413b-bde9-daedc8800a05 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:44.874208 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc59be86-b914-4367-9d62-8ac8dcc333f8 None None] Network fc1ec83b-58f0-43d1-bcd0-e2d3f89454af requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:38:45.007971 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe25972-ea97-485f-adf8-f16802311aae None None] Routers {'5e20f397-cb19-4fe0-ab82-317cdd478ccf'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:38:45.008532 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-efe25972-ea97-485f-adf8-f16802311aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:38:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['5e20f397-cb19-4fe0-ab82-317cdd478ccf'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:45.163327 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb50faa8-9af3-4b8f-8b47-0f753c6da92b tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:45.165923 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b6b0f8f9-c712-4ae5-aecc-8dc491d3d85d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2622881 May 27 02:38:45.186161 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-cda63cc9-8f7a-4e56-b9da-cf5d837774ef None None] Allocated IP 2001:db8::2 (1e095441-a19f-4261-8588-a806dc249ed2/1da2cdf4-2bb0-4498-b220-174faec79b5f/c2de3299-2d2c-41b7-a5b0-6dd6f802f86d) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:38:45.218443 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40686) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:45.227116 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8ee93-9ad6-437f-8607-c6c74f12e6a6 None None] Pushing event updated for resources: {'Port': ['ID=ecf35e43-74cf-4baa-aa5e-4865299b32d6,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:45.364342 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ffffe135-9bce-4fe1-923a-3d533958d4af tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:45.456975 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb50faa8-9af3-4b8f-8b47-0f753c6da92b tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:45.561502 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-efe25972-ea97-485f-adf8-f16802311aae None None] Set router 5e20f397-cb19-4fe0-ab82-317cdd478ccf gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:38:45.569820 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-884b488b-ec3e-413b-bde9-daedc8800a05 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:45.597345 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-884b488b-ec3e-413b-bde9-daedc8800a05 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:45.675289 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50faa8-9af3-4b8f-8b47-0f753c6da92b tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Pushing event updated for resources: {'Port': ['ID=6b03951a-7e63-4312-bc7d-1c3d4fcfdd37,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:45.685880 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb50faa8-9af3-4b8f-8b47-0f753c6da92b tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:45.771864 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3f027-caef-466f-8493-d12c0bb528c8 req-cec79d54-63fa-4927-b428-6ac57f2f224f tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:45.773492 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-12f3f027-caef-466f-8493-d12c0bb528c8 req-cec79d54-63fa-4927-b428-6ac57f2f224f tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] 10.222.0.57 "GET /v2.0/ports?device_id=495ebe58-cad1-460a-baba-d881ca7ef412 HTTP/1.1" status: 200 len: 948 time: 0.1725657 May 27 02:38:45.777841 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-884b488b-ec3e-413b-bde9-daedc8800a05 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:45.778526 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884b488b-ec3e-413b-bde9-daedc8800a05 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 72813c30-6e3f-4abf-a892-d77313e8757b {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:38:45.851062 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-12f3f027-caef-466f-8493-d12c0bb528c8 req-8ea821ee-e86e-45fb-a394-b0fdfd8e2833 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] 10.222.0.57 "GET /v2.0/security-groups?id=13bd5da6-dda4-47fd-9449-d9e9c0eb29f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696707 May 27 02:38:45.931892 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4976aca1-427d-44a6-9926-e287f5744dbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-fc1ec83b-58f0-43d1-bcd0-e2d3f89454af', 'network_id': 'fc1ec83b-58f0-43d1-bcd0-e2d3f89454af', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'fixed_ips': [{'subnet_id': '5910476c-41e6-4b17-839e-12cbb0ed553f'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:38:45.931892 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4976aca1-427d-44a6-9926-e287f5744dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:46.082495 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-884b488b-ec3e-413b-bde9-daedc8800a05 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 27 02:38:46.083592 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-884b488b-ec3e-413b-bde9-daedc8800a05 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.4622777 May 27 02:38:46.089486 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40696) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:46.105264 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cda63cc9-8f7a-4e56-b9da-cf5d837774ef None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:46.149820 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-cda63cc9-8f7a-4e56-b9da-cf5d837774ef None None] Transition to ACTIVE for port object c2de3299-2d2c-41b7-a5b0-6dd6f802f86d will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:38:46.173889 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-326b8d0c-a0e6-475b-91a9-9ed666c37866 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Deleting port b606262d-fc99-4d0c-a058-ea0b3b902eea {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:38:46.174520 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-326b8d0c-a0e6-475b-91a9-9ed666c37866 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:46.202060 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb50faa8-9af3-4b8f-8b47-0f753c6da92b tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Network 6a87378d-c60b-454c-a6b4-5447c8d7ea1f is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:38:46.205041 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-bb50faa8-9af3-4b8f-8b47-0f753c6da92b tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:46.227774 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-cda63cc9-8f7a-4e56-b9da-cf5d837774ef None None] Transition to ACTIVE for port object c2de3299-2d2c-41b7-a5b0-6dd6f802f86d will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:38:46.268557 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-4976aca1-427d-44a6-9926-e287f5744dbc None None] Allocated IP 2001:db8:2::2 (fc1ec83b-58f0-43d1-bcd0-e2d3f89454af/5910476c-41e6-4b17-839e-12cbb0ed553f/b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:38:46.408863 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cda63cc9-8f7a-4e56-b9da-cf5d837774ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:46.426732 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-326b8d0c-a0e6-475b-91a9-9ed666c37866 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:46.487706 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-efe25972-ea97-485f-adf8-f16802311aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'name': 'tempest-RoutersIpV6Test-router-1992284852', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:38:16Z', 'updated_at': '2022-05-27T02:38:37Z', 'revision_number': 3, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'gw_port_host': None, '_interfaces': [{'id': '1e23c832-3a25-4eb0-aab4-b4e5f75129c6', 'name': '', 'network_id': 'd883fcb8-3253-46e3-b7e5-b0b55e816b0c', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:03:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:21Z', 'updated_at': '2022-05-27T02:38:35Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf35e43-74cf-4baa-aa5e-4865299b32d6', 'name': '', 'network_id': '0167a411-12de-421b-9f73-19dba836e4fa', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:b5:33:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': 'c684875b-0031-4a3b-a0f0-fc844b5e47ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:32Z', 'updated_at': '2022-05-27T02:38:44Z', 'revision_number': 4, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': 'c684875b-0031-4a3b-a0f0-fc844b5e47ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:46.525460 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb50faa8-9af3-4b8f-8b47-0f753c6da92b tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Router 333eec50-32cf-4f27-bee3-75b6b7dab2d1 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:38:46.541053 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe25972-ea97-485f-adf8-f16802311aae None None] The sync data for ids ['5e20f397-cb19-4fe0-ab82-317cdd478ccf'] in n-d-843554-3 is: [{'id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'name': 'tempest-RoutersIpV6Test-router-1992284852', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:38:16Z', 'updated_at': '2022-05-27T02:38:37Z', 'revision_number': 3, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'gw_port_host': None, '_interfaces': [{'id': '1e23c832-3a25-4eb0-aab4-b4e5f75129c6', 'name': '', 'network_id': 'd883fcb8-3253-46e3-b7e5-b0b55e816b0c', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:03:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:21Z', 'updated_at': '2022-05-27T02:38:35Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf35e43-74cf-4baa-aa5e-4865299b32d6', 'name': '', 'network_id': '0167a411-12de-421b-9f73-19dba836e4fa', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:b5:33:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': 'c684875b-0031-4a3b-a0f0-fc844b5e47ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:32Z', 'updated_at': '2022-05-27T02:38:44Z', 'revision_number': 4, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': 'c684875b-0031-4a3b-a0f0-fc844b5e47ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:38:46.551182 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda63cc9-8f7a-4e56-b9da-cf5d837774ef None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:38:46.561755 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-cda63cc9-8f7a-4e56-b9da-cf5d837774ef None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:46.565421 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-efc746ba-a198-4efd-a9fe-d742b33c921d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:46.583506 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda63cc9-8f7a-4e56-b9da-cf5d837774ef None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:38:46.596566 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda63cc9-8f7a-4e56-b9da-cf5d837774ef None None] Pushing event updated for resources: {'Port': ['ID=c2de3299-2d2c-41b7-a5b0-6dd6f802f86d,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:46.629854 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 57159148-ad7d-4d74-b10a-bf79c95cc4c4 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:38:46.649379 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-326b8d0c-a0e6-475b-91a9-9ed666c37866 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Calling delete_port for b606262d-fc99-4d0c-a058-ea0b3b902eea owned by {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:38:46.890830 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-cda63cc9-8f7a-4e56-b9da-cf5d837774ef None None] Attempting to bind port c2de3299-2d2c-41b7-a5b0-6dd6f802f86d on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:38:46.891024 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-cda63cc9-8f7a-4e56-b9da-cf5d837774ef None None] Attempting to bind port c2de3299-2d2c-41b7-a5b0-6dd6f802f86d by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:38:46.891360 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda63cc9-8f7a-4e56-b9da-cf5d837774ef None None] Attempting to bind port c2de3299-2d2c-41b7-a5b0-6dd6f802f86d on network 1e095441-a19f-4261-8588-a806dc249ed2 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:38:46.900372 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda63cc9-8f7a-4e56-b9da-cf5d837774ef None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:38:46.902026 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda63cc9-8f7a-4e56-b9da-cf5d837774ef None None] Checking segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:38:46.902026 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cda63cc9-8f7a-4e56-b9da-cf5d837774ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:46.902026 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda63cc9-8f7a-4e56-b9da-cf5d837774ef None None] Bound using segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:38:46.902026 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-cda63cc9-8f7a-4e56-b9da-cf5d837774ef None None] Bound port: c2de3299-2d2c-41b7-a5b0-6dd6f802f86d, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:38:46.902725 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cda63cc9-8f7a-4e56-b9da-cf5d837774ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:46.930884 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-fc60e4bc-3a30-4939-8124-8d79987b2a90 None None] Provisioning complete for port 6b03951a-7e63-4312-bc7d-1c3d4fcfdd37 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:46.931266 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fc60e4bc-3a30-4939-8124-8d79987b2a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:46.937798 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-ffffe135-9bce-4fe1-923a-3d533958d4af tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Allocated IP 2001:db8::1 (1e095441-a19f-4261-8588-a806dc249ed2/1da2cdf4-2bb0-4498-b220-174faec79b5f/c9c40d63-1083-4b1b-bb3f-1d14c3ac49f9) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:38:47.151224 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-cda63cc9-8f7a-4e56-b9da-cf5d837774ef None None] For port c2de3299-2d2c-41b7-a5b0-6dd6f802f86d, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:38:47.163850 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-fc60e4bc-3a30-4939-8124-8d79987b2a90 None None] Port 6b03951a-7e63-4312-bc7d-1c3d4fcfdd37 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:38:47.231585 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 57159148-ad7d-4d74-b10a-bf79c95cc4c4 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:38:47.246049 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 57159148-ad7d-4d74-b10a-bf79c95cc4c4 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:47.246778 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:47.267102 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-326b8d0c-a0e6-475b-91a9-9ed666c37866 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:47.283461 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb50faa8-9af3-4b8f-8b47-0f753c6da92b tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:38:47.302236 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70177b0-0047-46c5-8602-41d1289f8a9c None None] Sync routers for ids ['333eec50-32cf-4f27-bee3-75b6b7dab2d1'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:38:47.314733 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-bb50faa8-9af3-4b8f-8b47-0f753c6da92b tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] 10.222.0.57 "PUT /v2.0/routers/333eec50-32cf-4f27-bee3-75b6b7dab2d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1218355 May 27 02:38:47.315548 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40706) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:47.326471 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70177b0-0047-46c5-8602-41d1289f8a9c None None] Routers {'333eec50-32cf-4f27-bee3-75b6b7dab2d1'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:38:47.327925 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-9d707845-3dfb-45d5-8ca9-7909ec78ac9d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Request body: {'port': {'network_id': '6a87378d-c60b-454c-a6b4-5447c8d7ea1f', 'name': 'tempest-FloatingIPAdminTestJSON-2080593777'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:38:47.340944 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-d70177b0-0047-46c5-8602-41d1289f8a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:38:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['333eec50-32cf-4f27-bee3-75b6b7dab2d1'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:47.341400 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4976aca1-427d-44a6-9926-e287f5744dbc None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:47.369596 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4976aca1-427d-44a6-9926-e287f5744dbc None None] Transition to ACTIVE for port object b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:38:47.399502 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4976aca1-427d-44a6-9926-e287f5744dbc None None] Transition to ACTIVE for port object b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:38:47.417018 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-cda63cc9-8f7a-4e56-b9da-cf5d837774ef None None] For port c2de3299-2d2c-41b7-a5b0-6dd6f802f86d, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c2de3299-2d2c-41b7-a5b0-6dd6f802f86d,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:38:47.481786 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ffffe135-9bce-4fe1-923a-3d533958d4af tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:47.492273 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b8d0c-a0e6-475b-91a9-9ed666c37866 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Pushing event deleted for resources: {'Port': ['ID=b606262d-fc99-4d0c-a058-ea0b3b902eea,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:47.502131 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-d70177b0-0047-46c5-8602-41d1289f8a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:47.512084 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4976aca1-427d-44a6-9926-e287f5744dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:47.520123 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70177b0-0047-46c5-8602-41d1289f8a9c None None] Routers {'333eec50-32cf-4f27-bee3-75b6b7dab2d1'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:38:47.520914 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-d70177b0-0047-46c5-8602-41d1289f8a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:38:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['333eec50-32cf-4f27-bee3-75b6b7dab2d1'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:47.552523 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3a198-6b14-4288-a696-0878820b154a req-03078484-8bc3-4c95-962f-814d85ff5ecf tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:47.554128 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-53a3a198-6b14-4288-a696-0878820b154a req-03078484-8bc3-4c95-962f-814d85ff5ecf tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] 10.222.0.57 "GET /v2.0/ports?device_id=495ebe58-cad1-460a-baba-d881ca7ef412 HTTP/1.1" status: 200 len: 948 time: 0.4470406 May 27 02:38:47.618061 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ffffe135-9bce-4fe1-923a-3d533958d4af tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Transition to ACTIVE for port object c9c40d63-1083-4b1b-bb3f-1d14c3ac49f9 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:38:47.655351 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-d70177b0-0047-46c5-8602-41d1289f8a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:47.660179 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70177b0-0047-46c5-8602-41d1289f8a9c None None] The sync data for ids ['333eec50-32cf-4f27-bee3-75b6b7dab2d1'] in n-d-843554-3 is: [] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:38:47.667362 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-326b8d0c-a0e6-475b-91a9-9ed666c37866 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:47.672211 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4976aca1-427d-44a6-9926-e287f5744dbc None None] Pushing event updated for resources: {'Port': ['ID=b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:47.679284 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 57159148-ad7d-4d74-b10a-bf79c95cc4c4 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:38:47.679284 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:47.687304 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:38:47.693120 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-53a3a198-6b14-4288-a696-0878820b154a req-26ef44df-e3f7-453e-a995-c9de1feed663 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] 10.222.0.57 "GET /v2.0/security-groups?id=13bd5da6-dda4-47fd-9449-d9e9c0eb29f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954125 May 27 02:38:47.703610 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-326b8d0c-a0e6-475b-91a9-9ed666c37866 tempest-RoutersAdminNegativeTest-1792805298 tempest-RoutersAdminNegativeTest-1792805298-project-admin] 10.222.0.57 "DELETE /v2.0/ports/b606262d-fc99-4d0c-a058-ea0b3b902eea HTTP/1.1" status: 204 len: 168 time: 1.6091404 May 27 02:38:47.714494 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cda63cc9-8f7a-4e56-b9da-cf5d837774ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:47.784473 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-efc746ba-a198-4efd-a9fe-d742b33c921d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Allocated IP 2001:db8:2::1 (fc1ec83b-58f0-43d1-bcd0-e2d3f89454af/5910476c-41e6-4b17-839e-12cbb0ed553f/2f4052af-f03d-4029-af1a-f4fa402ae554) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:38:47.786169 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4976aca1-427d-44a6-9926-e287f5744dbc None None] Network fc1ec83b-58f0-43d1-bcd0-e2d3f89454af is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:38:47.804797 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9d707845-3dfb-45d5-8ca9-7909ec78ac9d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:47.809778 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ffffe135-9bce-4fe1-923a-3d533958d4af tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:47.810024 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9d707845-3dfb-45d5-8ca9-7909ec78ac9d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Usage tracker for resource:port and tenant:2b0294f3034b42f7893740a9b159dfde is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:38:47.818161 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9d707845-3dfb-45d5-8ca9-7909ec78ac9d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:38:47.823051 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 57159148-ad7d-4d74-b10a-bf79c95cc4c4, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=57159148-ad7d-4d74-b10a-bf79c95cc4c4,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:38:47.832793 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495ebe58-cad1-460a-baba-d881ca7ef412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57159148-ad7d-4d74-b10a-bf79c95cc4c4'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:38:47.839635 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-4976aca1-427d-44a6-9926-e287f5744dbc None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:47.877497 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9d707845-3dfb-45d5-8ca9-7909ec78ac9d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:47.877809 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4976aca1-427d-44a6-9926-e287f5744dbc None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:38:47.996589 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffffe135-9bce-4fe1-923a-3d533958d4af tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Port': ['ID=c9c40d63-1083-4b1b-bb3f-1d14c3ac49f9,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:48.015470 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffffe135-9bce-4fe1-923a-3d533958d4af tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:38:48.015470 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-ffffe135-9bce-4fe1-923a-3d533958d4af tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:48.017537 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffffe135-9bce-4fe1-923a-3d533958d4af tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:38:48.018064 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ffffe135-9bce-4fe1-923a-3d533958d4af tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:48.041846 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:48.057869 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecd62f2b-62cd-4798-8674-f984f0b8ce76'] response: {'server_uuid': '495ebe58-cad1-460a-baba-d881ca7ef412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57159148-ad7d-4d74-b10a-bf79c95cc4c4', 'code': 200} May 27 02:38:48.113716 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda63cc9-8f7a-4e56-b9da-cf5d837774ef None None] Pushing event updated for resources: {'Port': ['ID=c2de3299-2d2c-41b7-a5b0-6dd6f802f86d,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:48.179172 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-4976aca1-427d-44a6-9926-e287f5744dbc None None] Attempting to bind port b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:38:48.179172 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-4976aca1-427d-44a6-9926-e287f5744dbc None None] Attempting to bind port b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '798a012e-5229-4a98-9040-2521e0db438d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'fc1ec83b-58f0-43d1-bcd0-e2d3f89454af'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:38:48.179172 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4976aca1-427d-44a6-9926-e287f5744dbc None None] Attempting to bind port b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e on network fc1ec83b-58f0-43d1-bcd0-e2d3f89454af {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:38:48.185960 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4976aca1-427d-44a6-9926-e287f5744dbc None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:38:48.186318 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4976aca1-427d-44a6-9926-e287f5744dbc None None] Checking segment: {'id': '798a012e-5229-4a98-9040-2521e0db438d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'fc1ec83b-58f0-43d1-bcd0-e2d3f89454af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:38:48.186716 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4976aca1-427d-44a6-9926-e287f5744dbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:48.187107 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4976aca1-427d-44a6-9926-e287f5744dbc None None] Bound using segment: {'id': '798a012e-5229-4a98-9040-2521e0db438d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'fc1ec83b-58f0-43d1-bcd0-e2d3f89454af'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:38:48.187589 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-4976aca1-427d-44a6-9926-e287f5744dbc None None] Bound port: b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '798a012e-5229-4a98-9040-2521e0db438d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'fc1ec83b-58f0-43d1-bcd0-e2d3f89454af'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:38:48.187927 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4976aca1-427d-44a6-9926-e287f5744dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:48.236813 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d707845-3dfb-45d5-8ca9-7909ec78ac9d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Made reservation on behalf of 2b0294f3034b42f7893740a9b159dfde for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:38:48.238473 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9d707845-3dfb-45d5-8ca9-7909ec78ac9d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:48.295515 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-4976aca1-427d-44a6-9926-e287f5744dbc None None] For port b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:38:48.298706 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-4976aca1-427d-44a6-9926-e287f5744dbc None None] For port b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e,segment=NetworkSegment(798a012e-5229-4a98-9040-2521e0db438d),segment_id=798a012e-5229-4a98-9040-2521e0db438d)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:38:48.299979 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ecf35e43-74cf-4baa-aa5e-4865299b32d6 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:38:48.366190 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-9d707845-3dfb-45d5-8ca9-7909ec78ac9d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] device_id is not set on port ef82f1b9-a747-43da-bc6c-7d98479bcaaf yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:38:48.369789 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=57159148-ad7d-4d74-b10a-bf79c95cc4c4,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:48.398854 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4976aca1-427d-44a6-9926-e287f5744dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:48.406288 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ffffe135-9bce-4fe1-923a-3d533958d4af tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:48.457526 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-efc746ba-a198-4efd-a9fe-d742b33c921d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:48.512937 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-efc746ba-a198-4efd-a9fe-d742b33c921d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Transition to ACTIVE for port object 2f4052af-f03d-4029-af1a-f4fa402ae554 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:38:48.549787 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40722) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:48.557207 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4976aca1-427d-44a6-9926-e287f5744dbc None None] Pushing event updated for resources: {'Port': ['ID=b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:48.603919 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port ecf35e43-74cf-4baa-aa5e-4865299b32d6 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:38:48.610650 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port ecf35e43-74cf-4baa-aa5e-4865299b32d6 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:48.614664 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:48.615055 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-efc746ba-a198-4efd-a9fe-d742b33c921d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:48.874232 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port ecf35e43-74cf-4baa-aa5e-4865299b32d6 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:38:48.874702 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:48.933723 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port ecf35e43-74cf-4baa-aa5e-4865299b32d6, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=ecf35e43-74cf-4baa-aa5e-4865299b32d6,segment=NetworkSegment(590c203d-07c0-4116-af8c-39dc924e764e),segment_id=590c203d-07c0-4116-af8c-39dc924e764e)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:38:49.031021 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:49.048177 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-9d707845-3dfb-45d5-8ca9-7909ec78ac9d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Allocated IP 172.20.0.10 (6a87378d-c60b-454c-a6b4-5447c8d7ea1f/1952b25f-cbd4-41d0-be45-508bc8ae3783/ef82f1b9-a747-43da-bc6c-7d98479bcaaf) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:38:49.082687 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d779e-2057-47c5-bb76-33c1ce28d155 req-256eb86b-0a20-40bf-b234-d0795b532f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:49.085389 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ea1d779e-2057-47c5-bb76-33c1ce28d155 req-256eb86b-0a20-40bf-b234-d0795b532f2e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=495ebe58-cad1-460a-baba-d881ca7ef412 HTTP/1.1" status: 200 len: 1100 time: 0.8928554 May 27 02:38:49.100205 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc746ba-a198-4efd-a9fe-d742b33c921d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event updated for resources: {'Port': ['ID=2f4052af-f03d-4029-af1a-f4fa402ae554,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:49.108072 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-005ddedc-6a32-47f8-a2be-274228c731e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:49.161673 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc746ba-a198-4efd-a9fe-d742b33c921d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Network fc1ec83b-58f0-43d1-bcd0-e2d3f89454af is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:38:49.163188 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=ecf35e43-74cf-4baa-aa5e-4865299b32d6,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:49.177595 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-efc746ba-a198-4efd-a9fe-d742b33c921d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:49.180849 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc746ba-a198-4efd-a9fe-d742b33c921d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:38:49.181849 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-efc746ba-a198-4efd-a9fe-d742b33c921d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:49.203431 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320435ea-6264-4a52-8ca0-0dacb5651ce2 req-2649cc34-987a-4ba9-b15c-3ecdabd85067 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:49.204995 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-320435ea-6264-4a52-8ca0-0dacb5651ce2 req-2649cc34-987a-4ba9-b15c-3ecdabd85067 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] 10.222.0.57 "GET /v2.0/ports?device_id=495ebe58-cad1-460a-baba-d881ca7ef412 HTTP/1.1" status: 200 len: 949 time: 0.2274024 May 27 02:38:49.212046 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-005ddedc-6a32-47f8-a2be-274228c731e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:49.224034 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-005ddedc-6a32-47f8-a2be-274228c731e4 admin admin] Usage tracker for resource:security_group_rule and tenant:e0c0db5166764aecad3e31867766f9ac is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:38:49.247540 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ffffe135-9bce-4fe1-923a-3d533958d4af tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:49.252449 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-005ddedc-6a32-47f8-a2be-274228c731e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:38:49.270878 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-005ddedc-6a32-47f8-a2be-274228c731e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:49.283691 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-320435ea-6264-4a52-8ca0-0dacb5651ce2 req-37127c6b-325a-4bcc-b82d-118ac818af95 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] 10.222.0.57 "GET /v2.0/security-groups?id=13bd5da6-dda4-47fd-9449-d9e9c0eb29f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680490 May 27 02:38:49.295543 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:49.300561 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ea1d779e-2057-47c5-bb76-33c1ce28d155 req-91d9bcf6-3fd0-480d-a655-cc6e3c815e33 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=13bd5da6-dda4-47fd-9449-d9e9c0eb29f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020595 May 27 02:38:49.323221 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ffffe135-9bce-4fe1-923a-3d533958d4af tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:49.324695 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ffffe135-9bce-4fe1-923a-3d533958d4af tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:49.386861 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:49.492771 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffffe135-9bce-4fe1-923a-3d533958d4af tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Port': ['ID=c9c40d63-1083-4b1b-bb3f-1d14c3ac49f9,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:49.493831 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9d707845-3dfb-45d5-8ca9-7909ec78ac9d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:49.568583 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-9d707845-3dfb-45d5-8ca9-7909ec78ac9d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Transition to ACTIVE for port object ef82f1b9-a747-43da-bc6c-7d98479bcaaf will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:38:49.569635 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffffe135-9bce-4fe1-923a-3d533958d4af tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:38:49.571394 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-ffffe135-9bce-4fe1-923a-3d533958d4af tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:49.628128 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-005ddedc-6a32-47f8-a2be-274228c731e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:49.630157 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-efc746ba-a198-4efd-a9fe-d742b33c921d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:49.773690 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5abe198a-08f6-4883-aa73-6de8f008cb64 None None] Provisioning for port c2de3299-2d2c-41b7-a5b0-6dd6f802f86d completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:38:49.790776 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-005ddedc-6a32-47f8-a2be-274228c731e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:49.902207 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffffe135-9bce-4fe1-923a-3d533958d4af tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Router 6df868d8-7510-411e-bfb1-0c8563084fa7 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:38:50.027237 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ddedc-6a32-47f8-a2be-274228c731e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fddff1-9a6e-4276-85e7-57cd20ee9e58,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:50.041925 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9d707845-3dfb-45d5-8ca9-7909ec78ac9d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:50.099152 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9b63f08a-bba8-4b95-b9ab-c121501c63b3 None None] Provisioning for port c9c40d63-1083-4b1b-bb3f-1d14c3ac49f9 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:38:50.106834 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9b63f08a-bba8-4b95-b9ab-c121501c63b3 None None] Provisioning complete for port c9c40d63-1083-4b1b-bb3f-1d14c3ac49f9 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:50.108611 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9b63f08a-bba8-4b95-b9ab-c121501c63b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:50.154542 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d707845-3dfb-45d5-8ca9-7909ec78ac9d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Pushing event updated for resources: {'Port': ['ID=ef82f1b9-a747-43da-bc6c-7d98479bcaaf,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:50.167246 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-005ddedc-6a32-47f8-a2be-274228c731e4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e0c0db5166764aecad3e31867766f9ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6130993 May 27 02:38:50.185859 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40736) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:50.247887 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707bee39-979d-4a56-9948-084d02cd9e9f None None] Network fc1ec83b-58f0-43d1-bcd0-e2d3f89454af requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:38:50.441988 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9b63f08a-bba8-4b95-b9ab-c121501c63b3 None None] Port c9c40d63-1083-4b1b-bb3f-1d14c3ac49f9 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:38:50.505533 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d707845-3dfb-45d5-8ca9-7909ec78ac9d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Network 6a87378d-c60b-454c-a6b4-5447c8d7ea1f is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:38:50.511148 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-9d707845-3dfb-45d5-8ca9-7909ec78ac9d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:50.524489 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d707845-3dfb-45d5-8ca9-7909ec78ac9d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:38:50.537897 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:38:50.648962 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffffe135-9bce-4fe1-923a-3d533958d4af tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:38:50.657008 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ffffe135-9bce-4fe1-923a-3d533958d4af tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "PUT /v2.0/routers/6df868d8-7510-411e-bfb1-0c8563084fa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1460509 May 27 02:38:50.662828 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40744) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:50.683873 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca3d6f8-90ff-43d0-bef9-c12e1a2c6a01 None None] Sync routers for ids ['6df868d8-7510-411e-bfb1-0c8563084fa7'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:38:50.718957 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-efc746ba-a198-4efd-a9fe-d742b33c921d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:50.758905 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d707845-3dfb-45d5-8ca9-7909ec78ac9d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:50.760307 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9d707845-3dfb-45d5-8ca9-7909ec78ac9d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:50.786158 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-21da8401-d503-4e25-a057-1ea152f49af3 None None] Provisioning for port b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:38:50.792478 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-108a6f11-caeb-4cf8-a3bd-c587dbd3cafc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:50.807944 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-efc746ba-a198-4efd-a9fe-d742b33c921d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:50.808623 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-efc746ba-a198-4efd-a9fe-d742b33c921d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:50.847178 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca3d6f8-90ff-43d0-bef9-c12e1a2c6a01 None None] Routers {'6df868d8-7510-411e-bfb1-0c8563084fa7'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:38:50.849455 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1ca3d6f8-90ff-43d0-bef9-c12e1a2c6a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:38:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['6df868d8-7510-411e-bfb1-0c8563084fa7'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:50.849583 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-108a6f11-caeb-4cf8-a3bd-c587dbd3cafc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:50.901230 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d96f0-8f12-4614-8998-a497faf8b93c req-5eab69a9-af38-494b-ac57-fd173ca3708f tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:50.902809 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-139d96f0-8f12-4614-8998-a497faf8b93c req-5eab69a9-af38-494b-ac57-fd173ca3708f tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] 10.222.0.57 "GET /v2.0/ports?device_id=495ebe58-cad1-460a-baba-d881ca7ef412 HTTP/1.1" status: 200 len: 949 time: 0.3450491 May 27 02:38:50.911519 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a7d7a6-5285-454f-8700-1c8f4b6444f7 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:50.912126 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-63a7d7a6-5285-454f-8700-1c8f4b6444f7 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:38:50.937269 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9d707845-3dfb-45d5-8ca9-7909ec78ac9d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.6173973 May 27 02:38:50.943710 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40748) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:50.973623 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-139d96f0-8f12-4614-8998-a497faf8b93c req-8701f9ab-4e55-42a7-88a6-40a94a78ed1c tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] 10.222.0.57 "GET /v2.0/security-groups?id=13bd5da6-dda4-47fd-9449-d9e9c0eb29f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456975 May 27 02:38:51.004815 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc746ba-a198-4efd-a9fe-d742b33c921d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event updated for resources: {'Port': ['ID=2f4052af-f03d-4029-af1a-f4fa402ae554,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:51.065846 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-21da8401-d503-4e25-a057-1ea152f49af3 None None] Provisioning complete for port c9c40d63-1083-4b1b-bb3f-1d14c3ac49f9 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:51.067290 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-21da8401-d503-4e25-a057-1ea152f49af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:51.073020 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc746ba-a198-4efd-a9fe-d742b33c921d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Network fc1ec83b-58f0-43d1-bcd0-e2d3f89454af is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:38:51.074216 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-efc746ba-a198-4efd-a9fe-d742b33c921d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:51.106931 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-63a7d7a6-5285-454f-8700-1c8f4b6444f7 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:38:51.110713 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-63a7d7a6-5285-454f-8700-1c8f4b6444f7 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/ports/c9c40d63-1083-4b1b-bb3f-1d14c3ac49f9 HTTP/1.1" status: 200 len: 911 time: 0.4431119 May 27 02:38:51.110713 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-108a6f11-caeb-4cf8-a3bd-c587dbd3cafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:51.117878 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40754) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:51.124459 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-1ca3d6f8-90ff-43d0-bef9-c12e1a2c6a01 None None] Set router 6df868d8-7510-411e-bfb1-0c8563084fa7 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:38:51.183892 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:38:51.204019 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a6f11-caeb-4cf8-a3bd-c587dbd3cafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1fddff1-9a6e-4276-85e7-57cd20ee9e58,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:51.212625 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-21da8401-d503-4e25-a057-1ea152f49af3 None None] Port c9c40d63-1083-4b1b-bb3f-1d14c3ac49f9 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:38:51.218738 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a6f11-caeb-4cf8-a3bd-c587dbd3cafc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:51.218738 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a6f11-caeb-4cf8-a3bd-c587dbd3cafc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:51.218738 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a6f11-caeb-4cf8-a3bd-c587dbd3cafc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:51.218738 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a6f11-caeb-4cf8-a3bd-c587dbd3cafc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:51.218738 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a6f11-caeb-4cf8-a3bd-c587dbd3cafc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:51.218738 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a6f11-caeb-4cf8-a3bd-c587dbd3cafc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:51.218738 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a6f11-caeb-4cf8-a3bd-c587dbd3cafc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:51.222588 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:51.222681 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a6f11-caeb-4cf8-a3bd-c587dbd3cafc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:51.222681 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a6f11-caeb-4cf8-a3bd-c587dbd3cafc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:51.222855 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:51.222947 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a6f11-caeb-4cf8-a3bd-c587dbd3cafc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:51.222947 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a6f11-caeb-4cf8-a3bd-c587dbd3cafc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:51.222947 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a6f11-caeb-4cf8-a3bd-c587dbd3cafc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:51.222947 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-108a6f11-caeb-4cf8-a3bd-c587dbd3cafc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:51.223718 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-108a6f11-caeb-4cf8-a3bd-c587dbd3cafc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f1fddff1-9a6e-4276-85e7-57cd20ee9e58 HTTP/1.1" status: 204 len: 168 time: 1.0369105 May 27 02:38:51.265146 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3925633a-ad72-43a0-9c0a-73de4b009b41 tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'project_id': '2b0294f3034b42f7893740a9b159dfde', 'port_id': 'ef82f1b9-a747-43da-bc6c-7d98479bcaaf'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:38:51.278084 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3925633a-ad72-43a0-9c0a-73de4b009b41 tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:51.301246 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3925633a-ad72-43a0-9c0a-73de4b009b41 tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Usage tracker for resource:floatingip and tenant:2b0294f3034b42f7893740a9b159dfde is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:38:51.301703 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9904266f-3378-4197-a9be-a26b876bf352 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:51.305807 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3925633a-ad72-43a0-9c0a-73de4b009b41 tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:38:51.316631 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9904266f-3378-4197-a9be-a26b876bf352 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:51.330803 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3925633a-ad72-43a0-9c0a-73de4b009b41 tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:51.330980 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9904266f-3378-4197-a9be-a26b876bf352 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1739166 May 27 02:38:51.330980 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40760) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:51.342412 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc746ba-a198-4efd-a9fe-d742b33c921d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Router 5e20f397-cb19-4fe0-ab82-317cdd478ccf has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:38:51.480475 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3925633a-ad72-43a0-9c0a-73de4b009b41 tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:51.620411 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9df8cbb9-2c2a-4f80-9e62-4ae9d770bf62 None None] Provisioning for port ef82f1b9-a747-43da-bc6c-7d98479bcaaf completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:38:51.641137 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9df8cbb9-2c2a-4f80-9e62-4ae9d770bf62 None None] Provisioning complete for port ef82f1b9-a747-43da-bc6c-7d98479bcaaf triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:51.641528 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9df8cbb9-2c2a-4f80-9e62-4ae9d770bf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:51.691770 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:38:51.692343 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:51.801235 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc746ba-a198-4efd-a9fe-d742b33c921d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:38:51.813662 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e346f3b-979e-4e23-bdaf-206c169e19f3 None None] Sync routers for ids ['5e20f397-cb19-4fe0-ab82-317cdd478ccf'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:38:51.822066 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-efc746ba-a198-4efd-a9fe-d742b33c921d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "PUT /v2.0/routers/5e20f397-cb19-4fe0-ab82-317cdd478ccf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6005149 May 27 02:38:51.822513 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40770) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:51.834868 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9df8cbb9-2c2a-4f80-9e62-4ae9d770bf62 None None] Port ef82f1b9-a747-43da-bc6c-7d98479bcaaf cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:38:51.835477 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d0edec18-1ff8-48de-a97e-1254d765a80d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-877193468'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:38:51.846254 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e346f3b-979e-4e23-bdaf-206c169e19f3 None None] Routers {'5e20f397-cb19-4fe0-ab82-317cdd478ccf'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:38:51.849589 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d0edec18-1ff8-48de-a97e-1254d765a80d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:51.850093 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-6e346f3b-979e-4e23-bdaf-206c169e19f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:38:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['5e20f397-cb19-4fe0-ab82-317cdd478ccf'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:51.860915 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d0edec18-1ff8-48de-a97e-1254d765a80d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Usage tracker for resource:network and tenant:6f15f0e8362347e99ea74d0bbe84ad40 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:38:51.865461 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d0edec18-1ff8-48de-a97e-1254d765a80d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:38:51.879190 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d0edec18-1ff8-48de-a97e-1254d765a80d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:51.893041 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e,segment=NetworkSegment(798a012e-5229-4a98-9040-2521e0db438d),segment_id=798a012e-5229-4a98-9040-2521e0db438d)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:38:51.949046 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1ca3d6f8-90ff-43d0-bef9-c12e1a2c6a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df868d8-7510-411e-bfb1-0c8563084fa7', 'name': 'tempest-NetworksTestDHCPv6-router-1080619587', 'tenant_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:38:44Z', 'updated_at': '2022-05-27T02:38:48Z', 'revision_number': 2, 'project_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'gw_port_host': None, '_interfaces': [{'id': 'c9c40d63-1083-4b1b-bb3f-1d14c3ac49f9', 'name': '', 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'tenant_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'mac_address': 'fa:16:3e:94:e8:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df868d8-7510-411e-bfb1-0c8563084fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '1da2cdf4-2bb0-4498-b220-174faec79b5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:45Z', 'updated_at': '2022-05-27T02:38:48Z', 'revision_number': 2, 'project_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'subnets': [{'id': '1da2cdf4-2bb0-4498-b220-174faec79b5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:51.970847 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca3d6f8-90ff-43d0-bef9-c12e1a2c6a01 None None] Checking router: 6df868d8-7510-411e-bfb1-0c8563084fa7 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:38:51.971449 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca3d6f8-90ff-43d0-bef9-c12e1a2c6a01 None None] Updating router 6df868d8-7510-411e-bfb1-0c8563084fa7 port c9c40d63-1083-4b1b-bb3f-1d14c3ac49f9 binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:38:51.989263 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3925633a-ad72-43a0-9c0a-73de4b009b41 tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:52.048596 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1ca3d6f8-90ff-43d0-bef9-c12e1a2c6a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:52.060050 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:52.061047 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ecf35e43-74cf-4baa-aa5e-4865299b32d6 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:38:52.067881 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0edec18-1ff8-48de-a97e-1254d765a80d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Made reservation on behalf of 6f15f0e8362347e99ea74d0bbe84ad40 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:38:52.076920 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0edec18-1ff8-48de-a97e-1254d765a80d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:52.217071 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-647f3a79-21f8-4319-8b24-d3afe6e844d2 None None] Provisioning for port 2f4052af-f03d-4029-af1a-f4fa402ae554 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:38:52.223302 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-6e346f3b-979e-4e23-bdaf-206c169e19f3 None None] Set router 5e20f397-cb19-4fe0-ab82-317cdd478ccf gateway port host: None {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:38:52.255347 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-647f3a79-21f8-4319-8b24-d3afe6e844d2 None None] Provisioning complete for port 2f4052af-f03d-4029-af1a-f4fa402ae554 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:52.256128 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-647f3a79-21f8-4319-8b24-d3afe6e844d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:52.328511 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-3925633a-ad72-43a0-9c0a-73de4b009b41 tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Allocated IP 172.25.1.151 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/79e07a76-f7ee-420f-a6b5-56d6505254fc) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:38:52.330814 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0edec18-1ff8-48de-a97e-1254d765a80d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:38:52.337681 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9394a187-0e00-4ef2-a55a-77d2545b3e20 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:52.353200 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40776) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:52.358630 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0edec18-1ff8-48de-a97e-1254d765a80d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:52.359138 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-d0edec18-1ff8-48de-a97e-1254d765a80d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Added segment bf002648-7ebf-4913-b5f8-827ef80178bb of type vlan for network 5bfcdcfb-a2e5-4551-a33a-4aefdad055dc May 27 02:38:52.549126 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0edec18-1ff8-48de-a97e-1254d765a80d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:52.595988 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:52.624767 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-064b0b6b-053e-4a6f-9e93-3aaa1ac37454 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=216ba48dfe8b4e4a8d2a13950c1ea91e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2676170 May 27 02:38:52.630987 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40782) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:52.633736 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-647f3a79-21f8-4319-8b24-d3afe6e844d2 None None] Port 2f4052af-f03d-4029-af1a-f4fa402ae554 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:38:52.636669 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f950b-f0f5-4032-81a6-78b8bda6cd0e req-59403ef2-b763-4c77-bdc1-51bb1cb92654 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:52.638582 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-075f950b-f0f5-4032-81a6-78b8bda6cd0e req-59403ef2-b763-4c77-bdc1-51bb1cb92654 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] 10.222.0.57 "GET /v2.0/ports?device_id=495ebe58-cad1-460a-baba-d881ca7ef412 HTTP/1.1" status: 200 len: 949 time: 0.4284861 May 27 02:38:52.699220 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0edec18-1ff8-48de-a97e-1254d765a80d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:52.708365 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0edec18-1ff8-48de-a97e-1254d765a80d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:52.712086 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0edec18-1ff8-48de-a97e-1254d765a80d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:52.763451 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port ecf35e43-74cf-4baa-aa5e-4865299b32d6 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:52.764075 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:52.778384 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-6e346f3b-979e-4e23-bdaf-206c169e19f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'name': 'tempest-RoutersIpV6Test-router-1992284852', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:38:16Z', 'updated_at': '2022-05-27T02:38:49Z', 'revision_number': 4, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'gw_port_host': None, '_interfaces': [{'id': '1e23c832-3a25-4eb0-aab4-b4e5f75129c6', 'name': '', 'network_id': 'd883fcb8-3253-46e3-b7e5-b0b55e816b0c', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:03:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:21Z', 'updated_at': '2022-05-27T02:38:35Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f4052af-f03d-4029-af1a-f4fa402ae554', 'name': '', 'network_id': 'fc1ec83b-58f0-43d1-bcd0-e2d3f89454af', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:b2:5d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '5910476c-41e6-4b17-839e-12cbb0ed553f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:47Z', 'updated_at': '2022-05-27T02:38:50Z', 'revision_number': 2, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '5910476c-41e6-4b17-839e-12cbb0ed553f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf35e43-74cf-4baa-aa5e-4865299b32d6', 'name': '', 'network_id': '0167a411-12de-421b-9f73-19dba836e4fa', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:b5:33:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': 'c684875b-0031-4a3b-a0f0-fc844b5e47ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:32Z', 'updated_at': '2022-05-27T02:38:48Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': 'c684875b-0031-4a3b-a0f0-fc844b5e47ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:52.782981 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e346f3b-979e-4e23-bdaf-206c169e19f3 None None] Checking router: 5e20f397-cb19-4fe0-ab82-317cdd478ccf for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:38:52.783502 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e346f3b-979e-4e23-bdaf-206c169e19f3 None None] Updating router 5e20f397-cb19-4fe0-ab82-317cdd478ccf port 2f4052af-f03d-4029-af1a-f4fa402ae554 binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:38:52.814332 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-075f950b-f0f5-4032-81a6-78b8bda6cd0e req-fa133511-c666-45b3-84c4-c3a0abb3d533 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] 10.222.0.57 "GET /v2.0/security-groups?id=13bd5da6-dda4-47fd-9449-d9e9c0eb29f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004853 May 27 02:38:52.848889 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9394a187-0e00-4ef2-a55a-77d2545b3e20 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting port c9c40d63-1083-4b1b-bb3f-1d14c3ac49f9 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:38:52.849439 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9394a187-0e00-4ef2-a55a-77d2545b3e20 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:52.898272 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3925633a-ad72-43a0-9c0a-73de4b009b41 tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:52.909669 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-647f3a79-21f8-4319-8b24-d3afe6e844d2 None None] Provisioning complete for port b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:52.910048 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-647f3a79-21f8-4319-8b24-d3afe6e844d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:52.970741 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-6e346f3b-979e-4e23-bdaf-206c169e19f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:53.185342 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9394a187-0e00-4ef2-a55a-77d2545b3e20 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:53.215583 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0edec18-1ff8-48de-a97e-1254d765a80d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event updated for resources: {'Network': ['ID=5bfcdcfb-a2e5-4551-a33a-4aefdad055dc,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:53.238427 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0edec18-1ff8-48de-a97e-1254d765a80d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:53.238776 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0edec18-1ff8-48de-a97e-1254d765a80d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:53.239117 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0edec18-1ff8-48de-a97e-1254d765a80d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:53.239452 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0edec18-1ff8-48de-a97e-1254d765a80d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:53.239783 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0edec18-1ff8-48de-a97e-1254d765a80d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:53.240137 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0edec18-1ff8-48de-a97e-1254d765a80d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:53.240614 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0edec18-1ff8-48de-a97e-1254d765a80d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:53.240970 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0edec18-1ff8-48de-a97e-1254d765a80d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:53.241345 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0edec18-1ff8-48de-a97e-1254d765a80d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:53.241673 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0edec18-1ff8-48de-a97e-1254d765a80d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:53.241996 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0edec18-1ff8-48de-a97e-1254d765a80d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:53.242314 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0edec18-1ff8-48de-a97e-1254d765a80d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:53.246042 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1ca3d6f8-90ff-43d0-bef9-c12e1a2c6a01 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:53.267392 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1ca3d6f8-90ff-43d0-bef9-c12e1a2c6a01 None None] Transition to ACTIVE for port object c9c40d63-1083-4b1b-bb3f-1d14c3ac49f9 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:38:53.281096 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 5bfcdcfb-a2e5-4551-a33a-4aefdad055dc details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:38:53.288599 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bea9121d-020a-4112-83a0-e3edb362250f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:53.321048 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bea9121d-020a-4112-83a0-e3edb362250f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:53.379287 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3925633a-ad72-43a0-9c0a-73de4b009b41 tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:53.422818 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d0edec18-1ff8-48de-a97e-1254d765a80d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5990705 May 27 02:38:53.423560 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40792) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:53.446510 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b44ffb12-4e4f-4d9e-990d-9f5560177770 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Request body: {'subnet': {'network_id': '5bfcdcfb-a2e5-4551-a33a-4aefdad055dc', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:38:53.459639 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1ca3d6f8-90ff-43d0-bef9-c12e1a2c6a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:53.543953 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9394a187-0e00-4ef2-a55a-77d2545b3e20 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Calling delete_port for c9c40d63-1083-4b1b-bb3f-1d14c3ac49f9 owned by network:router_interface {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:38:53.550199 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-6e346f3b-979e-4e23-bdaf-206c169e19f3 None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:53.557467 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bea9121d-020a-4112-83a0-e3edb362250f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:53.575690 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-6e346f3b-979e-4e23-bdaf-206c169e19f3 None None] Transition to ACTIVE for port object 2f4052af-f03d-4029-af1a-f4fa402ae554 will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:38:53.644613 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3925633a-ad72-43a0-9c0a-73de4b009b41 tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:38:53.653009 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-3925633a-ad72-43a0-9c0a-73de4b009b41 tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:53.658061 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3925633a-ad72-43a0-9c0a-73de4b009b41 tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Pushing event updated for resources: {'Port': ['ID=79e07a76-f7ee-420f-a6b5-56d6505254fc,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:53.667835 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3925633a-ad72-43a0-9c0a-73de4b009b41 tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:38:53.676651 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-6e346f3b-979e-4e23-bdaf-206c169e19f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:53.715421 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port ecf35e43-74cf-4baa-aa5e-4865299b32d6 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:38:53.716532 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c2de3299-2d2c-41b7-a5b0-6dd6f802f86d up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:38:53.741979 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9121d-020a-4112-83a0-e3edb362250f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd94489a-1bb3-4038-b77c-a5f6475cfe03,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:53.749124 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b44ffb12-4e4f-4d9e-990d-9f5560177770 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:53.757805 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b44ffb12-4e4f-4d9e-990d-9f5560177770 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Usage tracker for resource:subnet and tenant:6f15f0e8362347e99ea74d0bbe84ad40 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:38:53.762662 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bea9121d-020a-4112-83a0-e3edb362250f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:53.764148 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-bea9121d-020a-4112-83a0-e3edb362250f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bd94489a-1bb3-4038-b77c-a5f6475cfe03 HTTP/1.1" status: 204 len: 168 time: 1.1304965 May 27 02:38:53.771923 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-9394a187-0e00-4ef2-a55a-77d2545b3e20 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:38:53.772353 n-d-843554-3 neutron-server[88902]: DEBUG oslo_db.api [None req-9394a187-0e00-4ef2-a55a-77d2545b3e20 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:38:53.786243 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc7d1b-1b5b-483b-b298-ec6c75693764 None None] Pushing event updated for resources: {'Port': ['ID=c9c40d63-1083-4b1b-bb3f-1d14c3ac49f9,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:53.885744 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b44ffb12-4e4f-4d9e-990d-9f5560177770 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:38:53.903731 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd25217-cb65-4a6b-a4c8-cda9e62bf052 None None] Pushing event updated for resources: {'Port': ['ID=2f4052af-f03d-4029-af1a-f4fa402ae554,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:53.918442 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b44ffb12-4e4f-4d9e-990d-9f5560177770 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:54.112395 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-647f3a79-21f8-4319-8b24-d3afe6e844d2 None None] Current status of the port b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:38:54.150805 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-1ca3d6f8-90ff-43d0-bef9-c12e1a2c6a01 None None] Attempting to bind port c9c40d63-1083-4b1b-bb3f-1d14c3ac49f9 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:38:54.151203 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-1ca3d6f8-90ff-43d0-bef9-c12e1a2c6a01 None None] Attempting to bind port c9c40d63-1083-4b1b-bb3f-1d14c3ac49f9 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:38:54.151622 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca3d6f8-90ff-43d0-bef9-c12e1a2c6a01 None None] Attempting to bind port c9c40d63-1083-4b1b-bb3f-1d14c3ac49f9 on network 1e095441-a19f-4261-8588-a806dc249ed2 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:38:54.155737 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-6e346f3b-979e-4e23-bdaf-206c169e19f3 None None] Attempting to bind port 2f4052af-f03d-4029-af1a-f4fa402ae554 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:38:54.156241 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-6e346f3b-979e-4e23-bdaf-206c169e19f3 None None] Attempting to bind port 2f4052af-f03d-4029-af1a-f4fa402ae554 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '798a012e-5229-4a98-9040-2521e0db438d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'fc1ec83b-58f0-43d1-bcd0-e2d3f89454af'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:38:54.156484 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e346f3b-979e-4e23-bdaf-206c169e19f3 None None] Attempting to bind port 2f4052af-f03d-4029-af1a-f4fa402ae554 on network fc1ec83b-58f0-43d1-bcd0-e2d3f89454af {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:38:54.166417 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e346f3b-979e-4e23-bdaf-206c169e19f3 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:38:54.166819 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e346f3b-979e-4e23-bdaf-206c169e19f3 None None] Checking segment: {'id': '798a012e-5229-4a98-9040-2521e0db438d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'fc1ec83b-58f0-43d1-bcd0-e2d3f89454af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:38:54.167112 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-6e346f3b-979e-4e23-bdaf-206c169e19f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:54.167501 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e346f3b-979e-4e23-bdaf-206c169e19f3 None None] Bound using segment: {'id': '798a012e-5229-4a98-9040-2521e0db438d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'fc1ec83b-58f0-43d1-bcd0-e2d3f89454af'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:38:54.167969 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-6e346f3b-979e-4e23-bdaf-206c169e19f3 None None] Bound port: 2f4052af-f03d-4029-af1a-f4fa402ae554, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '798a012e-5229-4a98-9040-2521e0db438d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'fc1ec83b-58f0-43d1-bcd0-e2d3f89454af'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:38:54.168336 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-6e346f3b-979e-4e23-bdaf-206c169e19f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:54.175007 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca3d6f8-90ff-43d0-bef9-c12e1a2c6a01 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:38:54.175007 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca3d6f8-90ff-43d0-bef9-c12e1a2c6a01 None None] Checking segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:38:54.175007 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1ca3d6f8-90ff-43d0-bef9-c12e1a2c6a01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:54.175007 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca3d6f8-90ff-43d0-bef9-c12e1a2c6a01 None None] Bound using segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:38:54.175007 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-1ca3d6f8-90ff-43d0-bef9-c12e1a2c6a01 None None] Bound port: c9c40d63-1083-4b1b-bb3f-1d14c3ac49f9, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:38:54.191828 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1ca3d6f8-90ff-43d0-bef9-c12e1a2c6a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:54.262699 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44ffb12-4e4f-4d9e-990d-9f5560177770 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Made reservation on behalf of 6f15f0e8362347e99ea74d0bbe84ad40 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:38:54.265758 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b44ffb12-4e4f-4d9e-990d-9f5560177770 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:54.273949 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9394a187-0e00-4ef2-a55a-77d2545b3e20 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting port c9c40d63-1083-4b1b-bb3f-1d14c3ac49f9 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:38:54.274361 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9394a187-0e00-4ef2-a55a-77d2545b3e20 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:54.398798 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-6e346f3b-979e-4e23-bdaf-206c169e19f3 None None] For port 2f4052af-f03d-4029-af1a-f4fa402ae554, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:38:54.410639 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-6e346f3b-979e-4e23-bdaf-206c169e19f3 None None] For port 2f4052af-f03d-4029-af1a-f4fa402ae554, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=2f4052af-f03d-4029-af1a-f4fa402ae554,segment=NetworkSegment(798a012e-5229-4a98-9040-2521e0db438d),segment_id=798a012e-5229-4a98-9040-2521e0db438d)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:38:54.458355 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port c2de3299-2d2c-41b7-a5b0-6dd6f802f86d completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:38:54.499001 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port c2de3299-2d2c-41b7-a5b0-6dd6f802f86d triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:54.499541 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:54.505834 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-6e346f3b-979e-4e23-bdaf-206c169e19f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:54.587373 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e346f3b-979e-4e23-bdaf-206c169e19f3 None None] Routers {'5e20f397-cb19-4fe0-ab82-317cdd478ccf'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:38:54.588305 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-6e346f3b-979e-4e23-bdaf-206c169e19f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:38:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['5e20f397-cb19-4fe0-ab82-317cdd478ccf'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:54.667516 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-9394a187-0e00-4ef2-a55a-77d2545b3e20 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] For port c9c40d63-1083-4b1b-bb3f-1d14c3ac49f9, host n-d-843554-3, got binding levels [] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:38:54.668012 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9394a187-0e00-4ef2-a55a-77d2545b3e20 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:54.703070 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd25217-cb65-4a6b-a4c8-cda9e62bf052 None None] Pushing event updated for resources: {'Port': ['ID=2f4052af-f03d-4029-af1a-f4fa402ae554,revision_number=4']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:54.708859 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-1ca3d6f8-90ff-43d0-bef9-c12e1a2c6a01 None None] For port c9c40d63-1083-4b1b-bb3f-1d14c3ac49f9, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:38:54.712531 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-1ca3d6f8-90ff-43d0-bef9-c12e1a2c6a01 None None] For port c9c40d63-1083-4b1b-bb3f-1d14c3ac49f9, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c9c40d63-1083-4b1b-bb3f-1d14c3ac49f9,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:38:54.829589 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1ca3d6f8-90ff-43d0-bef9-c12e1a2c6a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:54.931329 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-6e346f3b-979e-4e23-bdaf-206c169e19f3 None None] Set router 5e20f397-cb19-4fe0-ab82-317cdd478ccf gateway port host: None {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:38:55.036677 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9394a187-0e00-4ef2-a55a-77d2545b3e20 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Calling delete_port for c9c40d63-1083-4b1b-bb3f-1d14c3ac49f9 owned by network:router_interface {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:38:55.084490 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b44ffb12-4e4f-4d9e-990d-9f5560177770 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:55.161954 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca3d6f8-90ff-43d0-bef9-c12e1a2c6a01 None None] Routers {'6df868d8-7510-411e-bfb1-0c8563084fa7'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:38:55.165668 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1ca3d6f8-90ff-43d0-bef9-c12e1a2c6a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:38:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['6df868d8-7510-411e-bfb1-0c8563084fa7'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:55.334606 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ffb12-4e4f-4d9e-990d-9f5560177770 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event updated for resources: {'Subnet': ['ID=325dd48d-c369-49dd-b898-48bd10f27e28,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:55.476227 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44ffb12-4e4f-4d9e-990d-9f5560177770 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Checking segment: {'id': 'bf002648-7ebf-4913-b5f8-827ef80178bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5bfcdcfb-a2e5-4551-a33a-4aefdad055dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:38:55.476593 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44ffb12-4e4f-4d9e-990d-9f5560177770 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Network hostable DHCP agents. Network: 5bfcdcfb-a2e5-4551-a33a-4aefdad055dc, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:38:55.496375 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-22bd8acd-1792-4055-a8ba-42503c843222 req-2687423e-1048-4a0d-8844-5de1812a7b41 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=495ebe58-cad1-460a-baba-d881ca7ef412&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4910588 May 27 02:38:55.522875 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-9394a187-0e00-4ef2-a55a-77d2545b3e20 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:38:55.523448 n-d-843554-3 neutron-server[88902]: DEBUG oslo_db.api [None req-9394a187-0e00-4ef2-a55a-77d2545b3e20 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:38:55.534784 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-1ca3d6f8-90ff-43d0-bef9-c12e1a2c6a01 None None] Set router 6df868d8-7510-411e-bfb1-0c8563084fa7 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:38:55.574124 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3925633a-ad72-43a0-9c0a-73de4b009b41 tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:55.626932 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9394a187-0e00-4ef2-a55a-77d2545b3e20 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting port c9c40d63-1083-4b1b-bb3f-1d14c3ac49f9 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:38:55.627279 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9394a187-0e00-4ef2-a55a-77d2545b3e20 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:55.656179 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44ffb12-4e4f-4d9e-990d-9f5560177770 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Network 5bfcdcfb-a2e5-4551-a33a-4aefdad055dc is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:38:55.661979 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-6e346f3b-979e-4e23-bdaf-206c169e19f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'name': 'tempest-RoutersIpV6Test-router-1992284852', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:38:16Z', 'updated_at': '2022-05-27T02:38:49Z', 'revision_number': 4, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'gw_port_host': None, '_interfaces': [{'id': '1e23c832-3a25-4eb0-aab4-b4e5f75129c6', 'name': '', 'network_id': 'd883fcb8-3253-46e3-b7e5-b0b55e816b0c', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:03:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:21Z', 'updated_at': '2022-05-27T02:38:35Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f4052af-f03d-4029-af1a-f4fa402ae554', 'name': '', 'network_id': 'fc1ec83b-58f0-43d1-bcd0-e2d3f89454af', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:b2:5d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '5910476c-41e6-4b17-839e-12cbb0ed553f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:47Z', 'updated_at': '2022-05-27T02:38:54Z', 'revision_number': 4, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '5910476c-41e6-4b17-839e-12cbb0ed553f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf35e43-74cf-4baa-aa5e-4865299b32d6', 'name': '', 'network_id': '0167a411-12de-421b-9f73-19dba836e4fa', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:b5:33:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': 'c684875b-0031-4a3b-a0f0-fc844b5e47ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:32Z', 'updated_at': '2022-05-27T02:38:48Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': 'c684875b-0031-4a3b-a0f0-fc844b5e47ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:55.668430 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e346f3b-979e-4e23-bdaf-206c169e19f3 None None] The sync data for ids ['5e20f397-cb19-4fe0-ab82-317cdd478ccf'] in n-d-843554-3 is: [{'id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'name': 'tempest-RoutersIpV6Test-router-1992284852', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:38:16Z', 'updated_at': '2022-05-27T02:38:49Z', 'revision_number': 4, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'gw_port_host': None, '_interfaces': [{'id': '1e23c832-3a25-4eb0-aab4-b4e5f75129c6', 'name': '', 'network_id': 'd883fcb8-3253-46e3-b7e5-b0b55e816b0c', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:03:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:21Z', 'updated_at': '2022-05-27T02:38:35Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f4052af-f03d-4029-af1a-f4fa402ae554', 'name': '', 'network_id': 'fc1ec83b-58f0-43d1-bcd0-e2d3f89454af', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:b2:5d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '5910476c-41e6-4b17-839e-12cbb0ed553f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:47Z', 'updated_at': '2022-05-27T02:38:54Z', 'revision_number': 4, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '5910476c-41e6-4b17-839e-12cbb0ed553f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf35e43-74cf-4baa-aa5e-4865299b32d6', 'name': '', 'network_id': '0167a411-12de-421b-9f73-19dba836e4fa', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:b5:33:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': 'c684875b-0031-4a3b-a0f0-fc844b5e47ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:32Z', 'updated_at': '2022-05-27T02:38:48Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': 'c684875b-0031-4a3b-a0f0-fc844b5e47ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:38:55.731862 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd8acd-1792-4055-a8ba-42503c843222 req-e077eaa2-cb51-4fea-8550-fe3b603a8d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:55.732944 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-22bd8acd-1792-4055-a8ba-42503c843222 req-e077eaa2-cb51-4fea-8550-fe3b603a8d1f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=05541351d98c4d29a1b5dc02081b4b46&device_id=495ebe58-cad1-460a-baba-d881ca7ef412 HTTP/1.1" status: 200 len: 1100 time: 0.1173353 May 27 02:38:55.823749 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port c2de3299-2d2c-41b7-a5b0-6dd6f802f86d is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:38:55.828268 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:55.955543 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-b44ffb12-4e4f-4d9e-990d-9f5560177770 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 5bfcdcfb-a2e5-4551-a33a-4aefdad055dc) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:55.985089 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44ffb12-4e4f-4d9e-990d-9f5560177770 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:55.985089 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b44ffb12-4e4f-4d9e-990d-9f5560177770 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:55.985946 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1752af08-fe8e-44be-bc0c-b8eacaddb834 None None] Network 5bfcdcfb-a2e5-4551-a33a-4aefdad055dc requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:38:56.009586 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40834) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:56.045317 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port c2de3299-2d2c-41b7-a5b0-6dd6f802f86d, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c2de3299-2d2c-41b7-a5b0-6dd6f802f86d,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:38:56.161280 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd8acd-1792-4055-a8ba-42503c843222 req-ad69bfd7-fae2-4271-b1df-5fd2ec371ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:56.163763 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-22bd8acd-1792-4055-a8ba-42503c843222 req-ad69bfd7-fae2-4271-b1df-5fd2ec371ca3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.2514729 May 27 02:38:56.181966 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3925633a-ad72-43a0-9c0a-73de4b009b41 tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:56.187648 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-9394a187-0e00-4ef2-a55a-77d2545b3e20 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] For port c9c40d63-1083-4b1b-bb3f-1d14c3ac49f9, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c9c40d63-1083-4b1b-bb3f-1d14c3ac49f9,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:38:56.188010 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9394a187-0e00-4ef2-a55a-77d2545b3e20 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:56.276865 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc7d1b-1b5b-483b-b298-ec6c75693764 None None] Pushing event updated for resources: {'Port': ['ID=c9c40d63-1083-4b1b-bb3f-1d14c3ac49f9,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:56.280286 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3bb1e5d0-757c-403e-8425-bca135835a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:56.302703 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:56.403832 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-22bd8acd-1792-4055-a8ba-42503c843222 req-e0665ad6-5127-43f4-b52f-7fdafc32d57c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=57159148-ad7d-4d74-b10a-bf79c95cc4c4 HTTP/1.1" status: 200 len: 217 time: 0.2237411 May 27 02:38:56.451923 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9394a187-0e00-4ef2-a55a-77d2545b3e20 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Calling delete_port for c9c40d63-1083-4b1b-bb3f-1d14c3ac49f9 owned by network:router_interface {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:38:56.715413 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 2f4052af-f03d-4029-af1a-f4fa402ae554 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:38:56.783453 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b44ffb12-4e4f-4d9e-990d-9f5560177770 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.3524690 May 27 02:38:56.788066 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=c2de3299-2d2c-41b7-a5b0-6dd6f802f86d,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:56.805385 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40846) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:56.850980 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-7b664b4a-f893-4213-a1f7-c775af8786e5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-326328859'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:38:56.862814 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-7b664b4a-f893-4213-a1f7-c775af8786e5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:56.885721 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7b664b4a-f893-4213-a1f7-c775af8786e5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Usage tracker for resource:network and tenant:f559555ef6124802b230d39d3db00e17 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:38:56.889114 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7b664b4a-f893-4213-a1f7-c775af8786e5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:38:56.899570 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-7b664b4a-f893-4213-a1f7-c775af8786e5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:56.927882 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9394a187-0e00-4ef2-a55a-77d2545b3e20 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:56.935820 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-7bfc9d01-db40-4189-9cd0-c8f953ce2afd None None] Provisioning complete for port c9c40d63-1083-4b1b-bb3f-1d14c3ac49f9 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:56.940192 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7bfc9d01-db40-4189-9cd0-c8f953ce2afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:56.976127 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 2f4052af-f03d-4029-af1a-f4fa402ae554 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:38:56.988086 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e35bde9-2d3e-4fb0-a1bc-2d52fcadc66b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-5bfcdcfb-a2e5-4551-a33a-4aefdad055dc', 'network_id': '5bfcdcfb-a2e5-4551-a33a-4aefdad055dc', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'fixed_ips': [{'subnet_id': '325dd48d-c369-49dd-b898-48bd10f27e28'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:38:56.989066 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5e35bde9-2d3e-4fb0-a1bc-2d52fcadc66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:57.016063 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9394a187-0e00-4ef2-a55a-77d2545b3e20 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Port': ['ID=c9c40d63-1083-4b1b-bb3f-1d14c3ac49f9,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:57.017976 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b664b4a-f893-4213-a1f7-c775af8786e5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Made reservation on behalf of f559555ef6124802b230d39d3db00e17 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:38:57.021471 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7b664b4a-f893-4213-a1f7-c775af8786e5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:57.034538 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 2f4052af-f03d-4029-af1a-f4fa402ae554 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:57.035351 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:57.089934 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1ca3d6f8-90ff-43d0-bef9-c12e1a2c6a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df868d8-7510-411e-bfb1-0c8563084fa7', 'name': 'tempest-NetworksTestDHCPv6-router-1080619587', 'tenant_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:38:44Z', 'updated_at': '2022-05-27T02:38:48Z', 'revision_number': 2, 'project_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'gw_port_host': None, '_interfaces': [{'id': 'c9c40d63-1083-4b1b-bb3f-1d14c3ac49f9', 'name': '', 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'tenant_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'mac_address': 'fa:16:3e:94:e8:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df868d8-7510-411e-bfb1-0c8563084fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '1da2cdf4-2bb0-4498-b220-174faec79b5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:45Z', 'updated_at': '2022-05-27T02:38:54Z', 'revision_number': 4, 'project_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'subnets': [{'id': '1da2cdf4-2bb0-4498-b220-174faec79b5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:57.112137 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-7bfc9d01-db40-4189-9cd0-c8f953ce2afd None None] Port c9c40d63-1083-4b1b-bb3f-1d14c3ac49f9 was deleted so its status cannot be updated. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 27 02:38:57.123950 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7b664b4a-f893-4213-a1f7-c775af8786e5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:57.162939 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd8acd-1792-4055-a8ba-42503c843222 req-53f7d841-8926-4fb6-bfe3-a2c87f1b7359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:57.164980 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-22bd8acd-1792-4055-a8ba-42503c843222 req-53f7d841-8926-4fb6-bfe3-a2c87f1b7359 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.7477615 May 27 02:38:57.184081 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca3d6f8-90ff-43d0-bef9-c12e1a2c6a01 None None] The sync data for ids ['6df868d8-7510-411e-bfb1-0c8563084fa7'] in n-d-843554-3 is: [{'id': '6df868d8-7510-411e-bfb1-0c8563084fa7', 'name': 'tempest-NetworksTestDHCPv6-router-1080619587', 'tenant_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:38:44Z', 'updated_at': '2022-05-27T02:38:48Z', 'revision_number': 2, 'project_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'gw_port_host': None, '_interfaces': [{'id': 'c9c40d63-1083-4b1b-bb3f-1d14c3ac49f9', 'name': '', 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'tenant_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'mac_address': 'fa:16:3e:94:e8:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df868d8-7510-411e-bfb1-0c8563084fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '1da2cdf4-2bb0-4498-b220-174faec79b5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:45Z', 'updated_at': '2022-05-27T02:38:54Z', 'revision_number': 4, 'project_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'subnets': [{'id': '1da2cdf4-2bb0-4498-b220-174faec79b5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:38:57.269783 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-7b664b4a-f893-4213-a1f7-c775af8786e5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:57.277750 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7b664b4a-f893-4213-a1f7-c775af8786e5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Usage tracker for resource:security_group_rule and tenant:f559555ef6124802b230d39d3db00e17 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:38:57.280640 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9394a187-0e00-4ef2-a55a-77d2545b3e20 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:57.296881 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7b664b4a-f893-4213-a1f7-c775af8786e5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:38:57.306405 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-7b664b4a-f893-4213-a1f7-c775af8786e5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:57.450597 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 2f4052af-f03d-4029-af1a-f4fa402ae554 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:38:57.450911 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:57.559964 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 2f4052af-f03d-4029-af1a-f4fa402ae554, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=2f4052af-f03d-4029-af1a-f4fa402ae554,segment=NetworkSegment(798a012e-5229-4a98-9040-2521e0db438d),segment_id=798a012e-5229-4a98-9040-2521e0db438d)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:38:57.569467 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-5e35bde9-2d3e-4fb0-a1bc-2d52fcadc66b None None] Allocated IP 2001:db8:3::2 (5bfcdcfb-a2e5-4551-a33a-4aefdad055dc/325dd48d-c369-49dd-b898-48bd10f27e28/99f4a01d-f5c7-4889-a129-932d6f665b37) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:38:57.650652 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:57.652259 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:38:57.680803 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3925633a-ad72-43a0-9c0a-73de4b009b41 tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:57.828482 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3925633a-ad72-43a0-9c0a-73de4b009b41 tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:57.949442 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=2f4052af-f03d-4029-af1a-f4fa402ae554,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:57.994291 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9394a187-0e00-4ef2-a55a-77d2545b3e20 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Router 6df868d8-7510-411e-bfb1-0c8563084fa7 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:38:58.044980 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:58.045506 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:58.159071 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fdef6722-e356-4cf2-8eb7-3b39c692f410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:58.170731 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd8acd-1792-4055-a8ba-42503c843222 req-6351ab2f-fefb-49b8-896c-c291a2a40cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:58.172240 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-22bd8acd-1792-4055-a8ba-42503c843222 req-6351ab2f-fefb-49b8-896c-c291a2a40cb2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9995475 May 27 02:38:58.189281 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3925633a-ad72-43a0-9c0a-73de4b009b41 tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Pushing event updated for resources: {'Port': ['ID=79e07a76-f7ee-420f-a6b5-56d6505254fc,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:58.223238 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9394a187-0e00-4ef2-a55a-77d2545b3e20 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:38:58.269568 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7b664b4a-f893-4213-a1f7-c775af8786e5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:58.303208 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5e35bde9-2d3e-4fb0-a1bc-2d52fcadc66b None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:58.314691 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5e35bde9-2d3e-4fb0-a1bc-2d52fcadc66b None None] Transition to ACTIVE for port object 99f4a01d-f5c7-4889-a129-932d6f665b37 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:38:58.344505 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5e35bde9-2d3e-4fb0-a1bc-2d52fcadc66b None None] Transition to ACTIVE for port object 99f4a01d-f5c7-4889-a129-932d6f665b37 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:38:58.373820 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7b664b4a-f893-4213-a1f7-c775af8786e5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:58.380772 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3925633a-ad72-43a0-9c0a-73de4b009b41 tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:58.407350 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b664b4a-f893-4213-a1f7-c775af8786e5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:38:58.420894 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b664b4a-f893-4213-a1f7-c775af8786e5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7584f18c-50ee-4ea9-845e-ec182b9d5ba7,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:58.429315 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:38:58.435181 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7b664b4a-f893-4213-a1f7-c775af8786e5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:58.435898 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-7b664b4a-f893-4213-a1f7-c775af8786e5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Added segment 98dc657f-1d6a-4247-b90f-092fe3bcf432 of type vlan for network b14b3dd4-cd52-4594-a4f1-75be2851fbfb May 27 02:38:58.448432 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9394a187-0e00-4ef2-a55a-77d2545b3e20 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "PUT /v2.0/routers/6df868d8-7510-411e-bfb1-0c8563084fa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1254478 May 27 02:38:58.450858 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40856) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:58.455270 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5e35bde9-2d3e-4fb0-a1bc-2d52fcadc66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:58.554113 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e35bde9-2d3e-4fb0-a1bc-2d52fcadc66b None None] Network 5bfcdcfb-a2e5-4551-a33a-4aefdad055dc is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:38:58.557917 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-5e35bde9-2d3e-4fb0-a1bc-2d52fcadc66b None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:58.563215 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e35bde9-2d3e-4fb0-a1bc-2d52fcadc66b None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:38:58.571899 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7b664b4a-f893-4213-a1f7-c775af8786e5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:58.598467 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acc3c54-dec7-4e92-81b0-8e9bf063cdd2 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:58.600389 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acc3c54-dec7-4e92-81b0-8e9bf063cdd2 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:58.601403 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8acc3c54-dec7-4e92-81b0-8e9bf063cdd2 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:38:58.642718 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c2de3299-2d2c-41b7-a5b0-6dd6f802f86d up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:38:58.679960 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-22bd8acd-1792-4055-a8ba-42503c843222 req-330000d9-8e2a-4745-9e28-13289d21d551 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4880729 May 27 02:38:58.682496 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e35bde9-2d3e-4fb0-a1bc-2d52fcadc66b None None] Pushing event updated for resources: {'Port': ['ID=99f4a01d-f5c7-4889-a129-932d6f665b37,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:58.685596 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f7f73c5c-c2b2-44a3-aaa3-42ece5bd213a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:58.693627 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8acc3c54-dec7-4e92-81b0-8e9bf063cdd2 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:38:58.695018 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8acc3c54-dec7-4e92-81b0-8e9bf063cdd2 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2430005 May 27 02:38:58.698341 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40860) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:58.748509 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7b664b4a-f893-4213-a1f7-c775af8786e5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:58.775994 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5e35bde9-2d3e-4fb0-a1bc-2d52fcadc66b None None] Attempting to bind port 99f4a01d-f5c7-4889-a129-932d6f665b37 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:38:58.776374 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5e35bde9-2d3e-4fb0-a1bc-2d52fcadc66b None None] Attempting to bind port 99f4a01d-f5c7-4889-a129-932d6f665b37 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'bf002648-7ebf-4913-b5f8-827ef80178bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5bfcdcfb-a2e5-4551-a33a-4aefdad055dc'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:38:58.776759 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e35bde9-2d3e-4fb0-a1bc-2d52fcadc66b None None] Attempting to bind port 99f4a01d-f5c7-4889-a129-932d6f665b37 on network 5bfcdcfb-a2e5-4551-a33a-4aefdad055dc {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:38:58.789790 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e35bde9-2d3e-4fb0-a1bc-2d52fcadc66b None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:38:58.790057 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b664b4a-f893-4213-a1f7-c775af8786e5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:58.790767 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7b664b4a-f893-4213-a1f7-c775af8786e5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:58.791504 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e35bde9-2d3e-4fb0-a1bc-2d52fcadc66b None None] Checking segment: {'id': 'bf002648-7ebf-4913-b5f8-827ef80178bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5bfcdcfb-a2e5-4551-a33a-4aefdad055dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:38:58.791789 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5e35bde9-2d3e-4fb0-a1bc-2d52fcadc66b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:58.792532 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e35bde9-2d3e-4fb0-a1bc-2d52fcadc66b None None] Bound using segment: {'id': 'bf002648-7ebf-4913-b5f8-827ef80178bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5bfcdcfb-a2e5-4551-a33a-4aefdad055dc'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:38:58.793208 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5e35bde9-2d3e-4fb0-a1bc-2d52fcadc66b None None] Bound port: 99f4a01d-f5c7-4889-a129-932d6f665b37, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf002648-7ebf-4913-b5f8-827ef80178bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5bfcdcfb-a2e5-4551-a33a-4aefdad055dc'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:38:58.794345 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5e35bde9-2d3e-4fb0-a1bc-2d52fcadc66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:58.943689 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5e35bde9-2d3e-4fb0-a1bc-2d52fcadc66b None None] For port 99f4a01d-f5c7-4889-a129-932d6f665b37, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:38:58.947794 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5e35bde9-2d3e-4fb0-a1bc-2d52fcadc66b None None] For port 99f4a01d-f5c7-4889-a129-932d6f665b37, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=99f4a01d-f5c7-4889-a129-932d6f665b37,segment=NetworkSegment(bf002648-7ebf-4913-b5f8-827ef80178bb),segment_id=bf002648-7ebf-4913-b5f8-827ef80178bb)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:38:59.003260 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port c2de3299-2d2c-41b7-a5b0-6dd6f802f86d triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:59.003737 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:59.016147 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c400ca-103c-4b28-8668-c40046e95f33 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting subnet 1da2cdf4-2bb0-4498-b220-174faec79b5f {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:38:59.018435 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b664b4a-f893-4213-a1f7-c775af8786e5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'Network': ['ID=b14b3dd4-cd52-4594-a4f1-75be2851fbfb,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:59.023455 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-65c400ca-103c-4b28-8668-c40046e95f33 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:59.086811 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:59.088177 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network b14b3dd4-cd52-4594-a4f1-75be2851fbfb details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:38:59.110352 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5e35bde9-2d3e-4fb0-a1bc-2d52fcadc66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:59.145632 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-65c400ca-103c-4b28-8668-c40046e95f33 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:59.151244 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:59.170680 n-d-843554-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-3925633a-ad72-43a0-9c0a-73de4b009b41 tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Floating IP ec00743c-5f15-4703-a974-5e85a1177372 associated. External IP: 172.25.1.151, port: ef82f1b9-a747-43da-bc6c-7d98479bcaaf. May 27 02:38:59.251387 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7b664b4a-f893-4213-a1f7-c775af8786e5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.2408941 May 27 02:38:59.255638 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40870) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:59.265402 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-23854327-a5f6-4c29-a5dd-09e5d9c81927 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'port': {'network_id': 'b14b3dd4-cd52-4594-a4f1-75be2851fbfb', 'name': 'tempest-PortsTestJSON-917379005'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:38:59.408358 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-22bd8acd-1792-4055-a8ba-42503c843222 req-1d0e64ac-d626-43f7-837a-f4e9aba4c260 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5581565 May 27 02:38:59.411233 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-23854327-a5f6-4c29-a5dd-09e5d9c81927 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:59.428461 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e35bde9-2d3e-4fb0-a1bc-2d52fcadc66b None None] Pushing event updated for resources: {'Port': ['ID=99f4a01d-f5c7-4889-a129-932d6f665b37,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:59.429191 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-23854327-a5f6-4c29-a5dd-09e5d9c81927 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Usage tracker for resource:port and tenant:f559555ef6124802b230d39d3db00e17 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:38:59.432877 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-65c400ca-103c-4b28-8668-c40046e95f33 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:59.479155 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-23854327-a5f6-4c29-a5dd-09e5d9c81927 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:38:59.483418 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port c2de3299-2d2c-41b7-a5b0-6dd6f802f86d is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:38:59.484569 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 2f4052af-f03d-4029-af1a-f4fa402ae554 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:38:59.517308 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acc81d7-d6b1-4301-8cdd-560049333d0a None None] Sync routers for ids ['6df868d8-7510-411e-bfb1-0c8563084fa7'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:38:59.554332 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acc81d7-d6b1-4301-8cdd-560049333d0a None None] Routers {'6df868d8-7510-411e-bfb1-0c8563084fa7'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:38:59.554971 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4acc81d7-d6b1-4301-8cdd-560049333d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:38:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['6df868d8-7510-411e-bfb1-0c8563084fa7'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:59.565073 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-23854327-a5f6-4c29-a5dd-09e5d9c81927 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:59.614375 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23854327-a5f6-4c29-a5dd-09e5d9c81927 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Made reservation on behalf of f559555ef6124802b230d39d3db00e17 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:38:59.620171 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-23854327-a5f6-4c29-a5dd-09e5d9c81927 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:59.635442 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-65c400ca-103c-4b28-8668-c40046e95f33 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:59.730836 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-65c400ca-103c-4b28-8668-c40046e95f33 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:59.745943 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-23854327-a5f6-4c29-a5dd-09e5d9c81927 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] device_id is not set on port 6438b57e-5cb6-4a70-857e-e0084f169cb3 yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:38:59.750514 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-4acc81d7-d6b1-4301-8cdd-560049333d0a None None] Set router 6df868d8-7510-411e-bfb1-0c8563084fa7 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:38:59.817544 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c400ca-103c-4b28-8668-c40046e95f33 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Subnet': ['ID=1da2cdf4-2bb0-4498-b220-174faec79b5f,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:59.829555 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-65c400ca-103c-4b28-8668-c40046e95f33 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/1da2cdf4-2bb0-4498-b220-174faec79b5f HTTP/1.1" status: 204 len: 168 time: 1.1277995 May 27 02:38:59.839820 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40874) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:59.869625 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-f7f73c5c-c2b2-44a3-aaa3-42ece5bd213a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Allocated IP 2001:db8:3::1 (5bfcdcfb-a2e5-4551-a33a-4aefdad055dc/325dd48d-c369-49dd-b898-48bd10f27e28/ed849eb5-ceda-488b-ab81-fdebc031a1ca) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:39:00.030578 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73eb89a0-2316-49ff-95e0-798f3aa03198 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:39:00.070929 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3925633a-ad72-43a0-9c0a-73de4b009b41 tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Router 333eec50-32cf-4f27-bee3-75b6b7dab2d1 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:39:00.113404 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4acc81d7-d6b1-4301-8cdd-560049333d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df868d8-7510-411e-bfb1-0c8563084fa7', 'name': 'tempest-NetworksTestDHCPv6-router-1080619587', 'tenant_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:38:44Z', 'updated_at': '2022-05-27T02:38:56Z', 'revision_number': 3, 'project_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'gw_port_host': None}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:00.146734 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acc81d7-d6b1-4301-8cdd-560049333d0a None None] Checking router: 6df868d8-7510-411e-bfb1-0c8563084fa7 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:39:00.187276 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-6ac3c660-916b-49ca-b96e-03025da0b733 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:router {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:39:00.248737 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acc81d7-d6b1-4301-8cdd-560049333d0a None None] Routers {'6df868d8-7510-411e-bfb1-0c8563084fa7'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:39:00.252750 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4acc81d7-d6b1-4301-8cdd-560049333d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:38:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['6df868d8-7510-411e-bfb1-0c8563084fa7'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:00.293715 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f7f73c5c-c2b2-44a3-aaa3-42ece5bd213a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:00.314308 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-23854327-a5f6-4c29-a5dd-09e5d9c81927 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:00.334802 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-f7f73c5c-c2b2-44a3-aaa3-42ece5bd213a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Transition to ACTIVE for port object ed849eb5-ceda-488b-ab81-fdebc031a1ca will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:39:00.336420 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:00.362701 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3925633a-ad72-43a0-9c0a-73de4b009b41 tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:39:00.386103 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f5342e-209c-41f5-ab3d-84c6630b64ec None None] Sync routers for ids ['333eec50-32cf-4f27-bee3-75b6b7dab2d1'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:39:00.410814 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f5342e-209c-41f5-ab3d-84c6630b64ec None None] Routers {'333eec50-32cf-4f27-bee3-75b6b7dab2d1'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:39:00.411573 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-40f5342e-209c-41f5-ab3d-84c6630b64ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:38:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['333eec50-32cf-4f27-bee3-75b6b7dab2d1'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:00.424265 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 2f4052af-f03d-4029-af1a-f4fa402ae554 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:39:00.424647 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:00.448285 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-6ac3c660-916b-49ca-b96e-03025da0b733 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:router {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:39:00.449739 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6ac3c660-916b-49ca-b96e-03025da0b733 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6088226 May 27 02:39:00.452906 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40888) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:00.477291 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-23854327-a5f6-4c29-a5dd-09e5d9c81927 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:00.492427 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-4acc81d7-d6b1-4301-8cdd-560049333d0a None None] Set router 6df868d8-7510-411e-bfb1-0c8563084fa7 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:39:00.529152 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-40f5342e-209c-41f5-ab3d-84c6630b64ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:00.542218 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f5342e-209c-41f5-ab3d-84c6630b64ec None None] Routers {'333eec50-32cf-4f27-bee3-75b6b7dab2d1'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:39:00.543087 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-40f5342e-209c-41f5-ab3d-84c6630b64ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:38:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['333eec50-32cf-4f27-bee3-75b6b7dab2d1'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:00.595334 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23854327-a5f6-4c29-a5dd-09e5d9c81927 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'Port': ['ID=6438b57e-5cb6-4a70-857e-e0084f169cb3,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:00.630381 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3925633a-ad72-43a0-9c0a-73de4b009b41 tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:00.644055 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23854327-a5f6-4c29-a5dd-09e5d9c81927 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Checking segment: {'id': '98dc657f-1d6a-4247-b90f-092fe3bcf432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b14b3dd4-cd52-4594-a4f1-75be2851fbfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:39:00.644647 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23854327-a5f6-4c29-a5dd-09e5d9c81927 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Network hostable DHCP agents. Network: b14b3dd4-cd52-4594-a4f1-75be2851fbfb, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:39:00.654906 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-40f5342e-209c-41f5-ab3d-84c6630b64ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:00.655314 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f5342e-209c-41f5-ab3d-84c6630b64ec None None] The sync data for ids ['333eec50-32cf-4f27-bee3-75b6b7dab2d1'] in n-d-843554-3 is: [] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:39:00.655748 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f7f73c5c-c2b2-44a3-aaa3-42ece5bd213a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:00.674560 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4acc81d7-d6b1-4301-8cdd-560049333d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df868d8-7510-411e-bfb1-0c8563084fa7', 'name': 'tempest-NetworksTestDHCPv6-router-1080619587', 'tenant_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:38:44Z', 'updated_at': '2022-05-27T02:38:56Z', 'revision_number': 3, 'project_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'gw_port_host': None}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:00.686518 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acc81d7-d6b1-4301-8cdd-560049333d0a None None] The sync data for ids ['6df868d8-7510-411e-bfb1-0c8563084fa7'] in n-d-843554-3 is: [{'id': '6df868d8-7510-411e-bfb1-0c8563084fa7', 'name': 'tempest-NetworksTestDHCPv6-router-1080619587', 'tenant_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:38:44Z', 'updated_at': '2022-05-27T02:38:56Z', 'revision_number': 3, 'project_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:39:00.773838 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23854327-a5f6-4c29-a5dd-09e5d9c81927 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Network b14b3dd4-cd52-4594-a4f1-75be2851fbfb is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:39:00.781720 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 2f4052af-f03d-4029-af1a-f4fa402ae554 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:39:00.882074 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-23854327-a5f6-4c29-a5dd-09e5d9c81927 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, b14b3dd4-cd52-4594-a4f1-75be2851fbfb) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:39:00.887564 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23854327-a5f6-4c29-a5dd-09e5d9c81927 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:39:00.893477 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23854327-a5f6-4c29-a5dd-09e5d9c81927 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:00.894288 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-23854327-a5f6-4c29-a5dd-09e5d9c81927 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:00.897378 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e667ac49-4b08-4b53-b784-f1f0cb775702 None None] Network b14b3dd4-cd52-4594-a4f1-75be2851fbfb requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:39:00.976468 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22569dec-fda2-476e-85f0-3e844eff15d3 None None] Network 5bfcdcfb-a2e5-4551-a33a-4aefdad055dc requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:39:00.979685 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f73c5c-c2b2-44a3-aaa3-42ece5bd213a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Network 5bfcdcfb-a2e5-4551-a33a-4aefdad055dc is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:39:00.990821 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-f7f73c5c-c2b2-44a3-aaa3-42ece5bd213a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:39:01.000978 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f73c5c-c2b2-44a3-aaa3-42ece5bd213a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:39:01.001227 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f7f73c5c-c2b2-44a3-aaa3-42ece5bd213a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:01.005146 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-61c92d6b-61e8-4a5a-9f8d-30c39024b75a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:01.027485 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-23854327-a5f6-4c29-a5dd-09e5d9c81927 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7704194 May 27 02:39:01.030313 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40898) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:01.036208 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-11854ef3-50af-49cf-8554-1b75c37a4d05 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-314909794'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:39:01.042756 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-11854ef3-50af-49cf-8554-1b75c37a4d05 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:39:01.059351 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-11854ef3-50af-49cf-8554-1b75c37a4d05 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Usage tracker for resource:network and tenant:f559555ef6124802b230d39d3db00e17 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:39:01.066382 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-11854ef3-50af-49cf-8554-1b75c37a4d05 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:39:01.083789 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e768d8-f4d5-47f1-8197-7b7ebb8aa66c None None] DHCP port deletion for 1e095441-a19f-4261-8588-a806dc249ed2 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:39:01.096680 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-11854ef3-50af-49cf-8554-1b75c37a4d05 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:39:01.163911 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-f9e768d8-f4d5-47f1-8197-7b7ebb8aa66c None None] Deleting port c2de3299-2d2c-41b7-a5b0-6dd6f802f86d {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:01.164472 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f9e768d8-f4d5-47f1-8197-7b7ebb8aa66c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:01.174745 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3925633a-ad72-43a0-9c0a-73de4b009b41 tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 10.2223506 May 27 02:39:01.177468 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40904) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:01.250829 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f73c5c-c2b2-44a3-aaa3-42ece5bd213a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event updated for resources: {'Port': ['ID=ed849eb5-ceda-488b-ab81-fdebc031a1ca,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:01.322115 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11854ef3-50af-49cf-8554-1b75c37a4d05 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Made reservation on behalf of f559555ef6124802b230d39d3db00e17 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:39:01.325883 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-11854ef3-50af-49cf-8554-1b75c37a4d05 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:01.368704 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 99f4a01d-f5c7-4889-a129-932d6f665b37 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:39:01.405804 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11854ef3-50af-49cf-8554-1b75c37a4d05 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:39:01.414776 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7ca36809-2252-467c-ab75-a9b18bb7ecca tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] 10.222.0.57 "GET /v2.0/floatingips/ec00743c-5f15-4703-a974-5e85a1177372 HTTP/1.1" status: 200 len: 984 time: 0.2351966 May 27 02:39:01.420591 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-11854ef3-50af-49cf-8554-1b75c37a4d05 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:01.420948 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-b185e8e8-7d41-41c9-9258-e8d8df360ed5 None None] Provisioning for port 99f4a01d-f5c7-4889-a129-932d6f665b37 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:39:01.421079 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-11854ef3-50af-49cf-8554-1b75c37a4d05 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Added segment 999ee61b-12b6-412d-bea3-9bc66788a10d of type vlan for network 26fc722e-a9a5-40f4-a060-f6b2af8b8ba1 May 27 02:39:01.422092 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40910) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:01.462216 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-61c92d6b-61e8-4a5a-9f8d-30c39024b75a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:01.466009 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-61c92d6b-61e8-4a5a-9f8d-30c39024b75a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:01.587078 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-785ad64a-3d45-48fb-8f89-19d093365711 tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1468 time: 0.1637037 May 27 02:39:01.602561 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40916) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:01.649433 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f7f73c5c-c2b2-44a3-aaa3-42ece5bd213a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:01.659865 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-61c92d6b-61e8-4a5a-9f8d-30c39024b75a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:01.660598 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c92d6b-61e8-4a5a-9f8d-30c39024b75a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Fanout notify agent at l3_agent the message router_deleted on router 6df868d8-7510-411e-bfb1-0c8563084fa7 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:39:01.734021 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-61c92d6b-61e8-4a5a-9f8d-30c39024b75a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:01.735635 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-11854ef3-50af-49cf-8554-1b75c37a4d05 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:01.738088 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-61c92d6b-61e8-4a5a-9f8d-30c39024b75a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/routers/6df868d8-7510-411e-bfb1-0c8563084fa7 HTTP/1.1" status: 204 len: 168 time: 1.2844684 May 27 02:39:01.739027 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40920) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:01.764542 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-f9e768d8-f4d5-47f1-8197-7b7ebb8aa66c None None] For port c2de3299-2d2c-41b7-a5b0-6dd6f802f86d, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c2de3299-2d2c-41b7-a5b0-6dd6f802f86d,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:01.779164 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f9e768d8-f4d5-47f1-8197-7b7ebb8aa66c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:02.000399 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b322ce-017f-43b3-80bf-86f792d19d00 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:02.004986 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-f9e768d8-f4d5-47f1-8197-7b7ebb8aa66c None None] Calling delete_port for c2de3299-2d2c-41b7-a5b0-6dd6f802f86d owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:39:02.005265 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40924) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:02.005818 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c8b322ce-017f-43b3-80bf-86f792d19d00 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2575765 May 27 02:39:02.056111 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 99f4a01d-f5c7-4889-a129-932d6f665b37 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:39:02.069014 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 99f4a01d-f5c7-4889-a129-932d6f665b37 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:39:02.069399 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:02.088392 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1056143a-3b7f-4141-84a8-d78958c719ed tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:02.089177 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1056143a-3b7f-4141-84a8-d78958c719ed tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:39:02.093290 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-11854ef3-50af-49cf-8554-1b75c37a4d05 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:02.099242 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11854ef3-50af-49cf-8554-1b75c37a4d05 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:02.099640 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-11854ef3-50af-49cf-8554-1b75c37a4d05 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:02.118416 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-1579fa7a-879a-4486-8df0-4de772af6472 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Deleting port 79e07a76-f7ee-420f-a6b5-56d6505254fc {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:02.118780 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1579fa7a-879a-4486-8df0-4de772af6472 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:02.252320 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 99f4a01d-f5c7-4889-a129-932d6f665b37 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:39:02.252985 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:02.261853 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f7f73c5c-c2b2-44a3-aaa3-42ece5bd213a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:02.263768 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f9e768d8-f4d5-47f1-8197-7b7ebb8aa66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:02.287797 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-11854ef3-50af-49cf-8554-1b75c37a4d05 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2563651 May 27 02:39:02.294546 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40928) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:02.309103 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-345f6de5-0636-4127-9d96-8c9eee5e6cea tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'ports': [{'network_id': 'b14b3dd4-cd52-4594-a4f1-75be2851fbfb'}, {'network_id': '26fc722e-a9a5-40f4-a060-f6b2af8b8ba1'}]} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:39:02.309449 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-345f6de5-0636-4127-9d96-8c9eee5e6cea tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'port': {'network_id': 'b14b3dd4-cd52-4594-a4f1-75be2851fbfb'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:39:02.309886 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-345f6de5-0636-4127-9d96-8c9eee5e6cea tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'port': {'network_id': '26fc722e-a9a5-40f4-a060-f6b2af8b8ba1'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:39:02.334900 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f7f73c5c-c2b2-44a3-aaa3-42ece5bd213a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:02.335729 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f7f73c5c-c2b2-44a3-aaa3-42ece5bd213a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:02.336708 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e768d8-f4d5-47f1-8197-7b7ebb8aa66c None None] No DVR routers for this DVR port c2de3299-2d2c-41b7-a5b0-6dd6f802f86d on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:39:02.340405 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e768d8-f4d5-47f1-8197-7b7ebb8aa66c None None] Pushing event deleted for resources: {'Port': ['ID=c2de3299-2d2c-41b7-a5b0-6dd6f802f86d,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:02.364440 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 99f4a01d-f5c7-4889-a129-932d6f665b37, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=99f4a01d-f5c7-4889-a129-932d6f665b37,segment=NetworkSegment(bf002648-7ebf-4913-b5f8-827ef80178bb),segment_id=bf002648-7ebf-4913-b5f8-827ef80178bb)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:02.477266 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:02.587371 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1056143a-3b7f-4141-84a8-d78958c719ed tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:39:02.589350 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1056143a-3b7f-4141-84a8-d78958c719ed tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5826950 May 27 02:39:02.597390 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40936) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:02.623363 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11854ef3-50af-49cf-8554-1b75c37a4d05 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'Network': ['ID=26fc722e-a9a5-40f4-a060-f6b2af8b8ba1,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:02.641413 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1579fa7a-879a-4486-8df0-4de772af6472 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:02.641738 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1579fa7a-879a-4486-8df0-4de772af6472 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:02.652478 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=99f4a01d-f5c7-4889-a129-932d6f665b37,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:02.664200 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c9c40d63-1083-4b1b-bb3f-1d14c3ac49f9 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:39:02.670193 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f73c5c-c2b2-44a3-aaa3-42ece5bd213a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event updated for resources: {'Port': ['ID=ed849eb5-ceda-488b-ab81-fdebc031a1ca,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:02.690207 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4d5ad67f-a608-4610-91aa-f1a2bc8ec427 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:router {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:39:02.709833 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 26fc722e-a9a5-40f4-a060-f6b2af8b8ba1 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:39:02.862480 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-35149ad6-416a-4637-a644-fe96672a7240 None None] Provisioning for port ed849eb5-ceda-488b-ab81-fdebc031a1ca completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:39:02.873741 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: c9c40d63-1083-4b1b-bb3f-1d14c3ac49f9 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:39:02.874089 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c9c40d63-1083-4b1b-bb3f-1d14c3ac49f9 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:39:02.874505 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c2de3299-2d2c-41b7-a5b0-6dd6f802f86d no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:39:02.901507 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4d5ad67f-a608-4610-91aa-f1a2bc8ec427 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:router {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:39:02.902837 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4d5ad67f-a608-4610-91aa-f1a2bc8ec427 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3019781 May 27 02:39:02.907603 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-35149ad6-416a-4637-a644-fe96672a7240 None None] Provisioning complete for port ed849eb5-ceda-488b-ab81-fdebc031a1ca triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:39:02.907603 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-35149ad6-416a-4637-a644-fe96672a7240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:02.910774 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-1579fa7a-879a-4486-8df0-4de772af6472 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Calling delete_port for 79e07a76-f7ee-420f-a6b5-56d6505254fc owned by network:floatingip {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:39:02.913968 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f73c5c-c2b2-44a3-aaa3-42ece5bd213a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Network 5bfcdcfb-a2e5-4551-a33a-4aefdad055dc is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:39:02.914974 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40942) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:02.916008 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-f7f73c5c-c2b2-44a3-aaa3-42ece5bd213a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:39:02.934255 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-5e942432-a50a-43ff-a973-ba747502f6c0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'subnet': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:39:02.976334 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-35149ad6-416a-4637-a644-fe96672a7240 None None] Port ed849eb5-ceda-488b-ab81-fdebc031a1ca cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:39:02.980406 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: c2de3299-2d2c-41b7-a5b0-6dd6f802f86d {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:39:02.980945 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c2de3299-2d2c-41b7-a5b0-6dd6f802f86d not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:39:02.995823 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-35149ad6-416a-4637-a644-fe96672a7240 None None] Provisioning complete for port 99f4a01d-f5c7-4889-a129-932d6f665b37 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:39:02.996195 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-35149ad6-416a-4637-a644-fe96672a7240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:03.131410 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 99f4a01d-f5c7-4889-a129-932d6f665b37 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:39:03.234420 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-35149ad6-416a-4637-a644-fe96672a7240 None None] Current status of the port 99f4a01d-f5c7-4889-a129-932d6f665b37 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:39:03.250216 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 99f4a01d-f5c7-4889-a129-932d6f665b37 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:39:03.250510 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:03.253119 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5e942432-a50a-43ff-a973-ba747502f6c0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:39:03.268024 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5e942432-a50a-43ff-a973-ba747502f6c0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:39:03.291928 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f73c5c-c2b2-44a3-aaa3-42ece5bd213a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Router 5e20f397-cb19-4fe0-ab82-317cdd478ccf has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:39:03.295558 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-345f6de5-0636-4127-9d96-8c9eee5e6cea tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:39:03.299801 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-345f6de5-0636-4127-9d96-8c9eee5e6cea tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Usage tracker for resource:port and tenant:f559555ef6124802b230d39d3db00e17 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:39:03.303031 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-345f6de5-0636-4127-9d96-8c9eee5e6cea tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:39:03.317568 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-345f6de5-0636-4127-9d96-8c9eee5e6cea tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:39:03.403296 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345f6de5-0636-4127-9d96-8c9eee5e6cea tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Made reservation on behalf of f559555ef6124802b230d39d3db00e17 for: {'port': 2} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:39:03.407528 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-345f6de5-0636-4127-9d96-8c9eee5e6cea tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:03.415784 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 99f4a01d-f5c7-4889-a129-932d6f665b37 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:39:03.415784 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1c961a41-04ef-4be2-8c90-44f7cab906cd None None] Provisioning complete for port ed849eb5-ceda-488b-ab81-fdebc031a1ca triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:39:03.415784 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1c961a41-04ef-4be2-8c90-44f7cab906cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:03.440330 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-345f6de5-0636-4127-9d96-8c9eee5e6cea tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:03.468984 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-1c961a41-04ef-4be2-8c90-44f7cab906cd None None] Port ed849eb5-ceda-488b-ab81-fdebc031a1ca cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:39:03.475757 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e942432-a50a-43ff-a973-ba747502f6c0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:39:03.479767 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e942432-a50a-43ff-a973-ba747502f6c0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:03.557033 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1579fa7a-879a-4486-8df0-4de772af6472 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:03.602189 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f73c5c-c2b2-44a3-aaa3-42ece5bd213a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:39:03.607962 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f7f73c5c-c2b2-44a3-aaa3-42ece5bd213a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "PUT /v2.0/routers/5e20f397-cb19-4fe0-ab82-317cdd478ccf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7730358 May 27 02:39:03.610835 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40948) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:03.620573 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ee8376-70f7-4c2c-aee7-6c02cb1d90d0 None None] Sync routers for ids ['5e20f397-cb19-4fe0-ab82-317cdd478ccf'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:39:03.624487 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-9962496f-ca7c-45aa-8d86-63a7ccb65d17 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:39:03.646197 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ee8376-70f7-4c2c-aee7-6c02cb1d90d0 None None] Routers {'5e20f397-cb19-4fe0-ab82-317cdd478ccf'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:39:03.647143 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-04ee8376-70f7-4c2c-aee7-6c02cb1d90d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:38:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['5e20f397-cb19-4fe0-ab82-317cdd478ccf'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:03.719201 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579fa7a-879a-4486-8df0-4de772af6472 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Pushing event deleted for resources: {'Port': ['ID=79e07a76-f7ee-420f-a6b5-56d6505254fc,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:03.830852 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-345f6de5-0636-4127-9d96-8c9eee5e6cea tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] device_id is not set on port 1375c1f2-4627-4e81-8bbf-7fc28cb93bcd yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:39:03.842150 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1579fa7a-879a-4486-8df0-4de772af6472 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks [] for floatingip, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:03.842422 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-1579fa7a-879a-4486-8df0-4de772af6472 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Floating IP ec00743c-5f15-4703-a974-5e85a1177372 disassociated (deleted). External IP: 172.25.1.151, port: ef82f1b9-a747-43da-bc6c-7d98479bcaaf. May 27 02:39:03.910120 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-04ee8376-70f7-4c2c-aee7-6c02cb1d90d0 None None] Set router 5e20f397-cb19-4fe0-ab82-317cdd478ccf gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:39:04.260112 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-345f6de5-0636-4127-9d96-8c9eee5e6cea tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:04.332454 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-04ee8376-70f7-4c2c-aee7-6c02cb1d90d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'name': 'tempest-RoutersIpV6Test-router-1992284852', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:38:16Z', 'updated_at': '2022-05-27T02:39:01Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'gw_port_host': None, '_interfaces': [{'id': '1e23c832-3a25-4eb0-aab4-b4e5f75129c6', 'name': '', 'network_id': 'd883fcb8-3253-46e3-b7e5-b0b55e816b0c', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:03:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:21Z', 'updated_at': '2022-05-27T02:38:35Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f4052af-f03d-4029-af1a-f4fa402ae554', 'name': '', 'network_id': 'fc1ec83b-58f0-43d1-bcd0-e2d3f89454af', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:b2:5d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '5910476c-41e6-4b17-839e-12cbb0ed553f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:47Z', 'updated_at': '2022-05-27T02:38:57Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '5910476c-41e6-4b17-839e-12cbb0ed553f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf35e43-74cf-4baa-aa5e-4865299b32d6', 'name': '', 'network_id': '0167a411-12de-421b-9f73-19dba836e4fa', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:b5:33:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': 'c684875b-0031-4a3b-a0f0-fc844b5e47ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:32Z', 'updated_at': '2022-05-27T02:38:48Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': 'c684875b-0031-4a3b-a0f0-fc844b5e47ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed849eb5-ceda-488b-ab81-fdebc031a1ca', 'name': '', 'network_id': '5bfcdcfb-a2e5-4551-a33a-4aefdad055dc', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:3c:d6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '325dd48d-c369-49dd-b898-48bd10f27e28', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:59Z', 'updated_at': '2022-05-27T02:39:02Z', 'revision_number': 2, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '325dd48d-c369-49dd-b898-48bd10f27e28', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:04.338673 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ee8376-70f7-4c2c-aee7-6c02cb1d90d0 None None] Checking router: 5e20f397-cb19-4fe0-ab82-317cdd478ccf for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:39:04.339416 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ee8376-70f7-4c2c-aee7-6c02cb1d90d0 None None] Updating router 5e20f397-cb19-4fe0-ab82-317cdd478ccf port ed849eb5-ceda-488b-ab81-fdebc031a1ca binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:39:04.395410 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-345f6de5-0636-4127-9d96-8c9eee5e6cea tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] device_id is not set on port 2585f51e-6669-43b0-866e-0985b5eb59f4 yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:39:04.428323 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-04ee8376-70f7-4c2c-aee7-6c02cb1d90d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:04.582342 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1579fa7a-879a-4486-8df0-4de772af6472 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Router 333eec50-32cf-4f27-bee3-75b6b7dab2d1 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:39:04.600466 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-345f6de5-0636-4127-9d96-8c9eee5e6cea tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:04.625644 n-d-843554-3 neutron-server[88901]: DEBUG neutron.objects.ports [None req-5e942432-a50a-43ff-a973-ba747502f6c0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88901) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 02:39:04.656840 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.extraroute_db [None req-9962496f-ca7c-45aa-8d86-63a7ccb65d17 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=88901) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 27 02:39:04.672090 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e942432-a50a-43ff-a973-ba747502f6c0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:04.716309 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.extraroute_db [None req-9962496f-ca7c-45aa-8d86-63a7ccb65d17 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Removed routes are [] {{(pid=88901) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 27 02:39:04.716725 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9962496f-ca7c-45aa-8d86-63a7ccb65d17 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:04.742014 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e942432-a50a-43ff-a973-ba747502f6c0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:39:04.746146 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-5e942432-a50a-43ff-a973-ba747502f6c0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:39:04.749639 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e942432-a50a-43ff-a973-ba747502f6c0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:04.750217 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e942432-a50a-43ff-a973-ba747502f6c0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:04.763717 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1417f55c-535f-4d04-a01a-48f376f8dfeb None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:39:04.781632 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e942432-a50a-43ff-a973-ba747502f6c0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Subnet': ['ID=23f6e203-44cd-4a30-b2dc-be439b7ea78c,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:04.856931 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1579fa7a-879a-4486-8df0-4de772af6472 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:39:04.874219 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee02abf0-1c5c-472c-bb1f-caf3fd986a57 None None] Sync routers for ids ['333eec50-32cf-4f27-bee3-75b6b7dab2d1'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:39:04.886181 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee02abf0-1c5c-472c-bb1f-caf3fd986a57 None None] Routers {'333eec50-32cf-4f27-bee3-75b6b7dab2d1'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:39:04.888123 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-ee02abf0-1c5c-472c-bb1f-caf3fd986a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:38:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['333eec50-32cf-4f27-bee3-75b6b7dab2d1'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:04.906574 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-345f6de5-0636-4127-9d96-8c9eee5e6cea tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:04.959571 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5e942432-a50a-43ff-a973-ba747502f6c0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0375204 May 27 02:39:04.961403 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40966) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:05.129845 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1579fa7a-879a-4486-8df0-4de772af6472 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:05.141882 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-1982b294-86bb-4c18-bd3e-5ba1634deb32 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'subnet': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:39:05.168120 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-ee02abf0-1c5c-472c-bb1f-caf3fd986a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:05.170479 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-04ee8376-70f7-4c2c-aee7-6c02cb1d90d0 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:05.195432 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee02abf0-1c5c-472c-bb1f-caf3fd986a57 None None] Routers {'333eec50-32cf-4f27-bee3-75b6b7dab2d1'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:39:05.195432 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-ee02abf0-1c5c-472c-bb1f-caf3fd986a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:38:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['333eec50-32cf-4f27-bee3-75b6b7dab2d1'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:05.201896 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345f6de5-0636-4127-9d96-8c9eee5e6cea tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Network b14b3dd4-cd52-4594-a4f1-75be2851fbfb is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:39:05.217554 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-04ee8376-70f7-4c2c-aee7-6c02cb1d90d0 None None] Transition to ACTIVE for port object ed849eb5-ceda-488b-ab81-fdebc031a1ca will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:39:05.239764 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db539ba-f395-4648-a363-98db25dd9a93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-1e095441-a19f-4261-8588-a806dc249ed2', 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'tenant_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'fixed_ips': [{'subnet_id': '23f6e203-44cd-4a30-b2dc-be439b7ea78c'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:39:05.240072 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-345f6de5-0636-4127-9d96-8c9eee5e6cea tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:39:05.241349 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6db539ba-f395-4648-a363-98db25dd9a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:05.243107 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345f6de5-0636-4127-9d96-8c9eee5e6cea tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:39:05.243970 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-345f6de5-0636-4127-9d96-8c9eee5e6cea tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:05.258503 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f6de5-0636-4127-9d96-8c9eee5e6cea tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'Port': ['ID=1375c1f2-4627-4e81-8bbf-7fc28cb93bcd,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:05.308625 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-ee02abf0-1c5c-472c-bb1f-caf3fd986a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:05.310235 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee02abf0-1c5c-472c-bb1f-caf3fd986a57 None None] The sync data for ids ['333eec50-32cf-4f27-bee3-75b6b7dab2d1'] in n-d-843554-3 is: [] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:39:05.318888 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-04ee8376-70f7-4c2c-aee7-6c02cb1d90d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:05.555334 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1982b294-86bb-4c18-bd3e-5ba1634deb32 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:39:05.583611 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9962496f-ca7c-45aa-8d86-63a7ccb65d17 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:05.587369 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9962496f-ca7c-45aa-8d86-63a7ccb65d17 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-965449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-965446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966271'] for router, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:05.594007 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1982b294-86bb-4c18-bd3e-5ba1634deb32 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:subnet and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:39:05.647669 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d596c3-ceae-42d7-a7d2-38e1821e07b3 None None] Pushing event updated for resources: {'Port': ['ID=ed849eb5-ceda-488b-ab81-fdebc031a1ca,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:05.664343 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-6db539ba-f395-4648-a363-98db25dd9a93 None None] Allocated IP 2001:db8::f816:3eff:fe3d:799b (1e095441-a19f-4261-8588-a806dc249ed2/23f6e203-44cd-4a30-b2dc-be439b7ea78c/dc6fd15f-0a6e-4b78-9585-8264e24e67ad) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:39:05.671078 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1579fa7a-879a-4486-8df0-4de772af6472 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] 10.222.0.57 "DELETE /v2.0/floatingips/ec00743c-5f15-4703-a974-5e85a1177372 HTTP/1.1" status: 204 len: 168 time: 4.0717394 May 27 02:39:05.671306 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40978) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:05.675892 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f6de5-0636-4127-9d96-8c9eee5e6cea tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'Port': ['ID=2585f51e-6669-43b0-866e-0985b5eb59f4,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:05.680993 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-40265215-90a7-478d-8f9b-5538b1947bcb tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:39:05.686133 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-40265215-90a7-478d-8f9b-5538b1947bcb tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:39:05.690227 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-40265215-90a7-478d-8f9b-5538b1947bcb tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Usage tracker for resource:floatingip and tenant:e44a618c384f47a3aa7bb7703399ff1e is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:39:05.693849 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-40265215-90a7-478d-8f9b-5538b1947bcb tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:39:05.701319 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-40265215-90a7-478d-8f9b-5538b1947bcb tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:39:05.717832 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345f6de5-0636-4127-9d96-8c9eee5e6cea tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Checking segment: {'id': '999ee61b-12b6-412d-bea3-9bc66788a10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '26fc722e-a9a5-40f4-a060-f6b2af8b8ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:39:05.717832 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345f6de5-0636-4127-9d96-8c9eee5e6cea tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Network hostable DHCP agents. Network: 26fc722e-a9a5-40f4-a060-f6b2af8b8ba1, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:39:05.767850 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1982b294-86bb-4c18-bd3e-5ba1634deb32 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:39:05.774579 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1982b294-86bb-4c18-bd3e-5ba1634deb32 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:39:05.819373 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-40265215-90a7-478d-8f9b-5538b1947bcb tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:05.842398 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9962496f-ca7c-45aa-8d86-63a7ccb65d17 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Router 5e20f397-cb19-4fe0-ab82-317cdd478ccf has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:39:05.851762 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1982b294-86bb-4c18-bd3e-5ba1634deb32 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:39:05.858230 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345f6de5-0636-4127-9d96-8c9eee5e6cea tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Network 26fc722e-a9a5-40f4-a060-f6b2af8b8ba1 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:39:05.863822 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1982b294-86bb-4c18-bd3e-5ba1634deb32 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:05.914050 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-04ee8376-70f7-4c2c-aee7-6c02cb1d90d0 None None] Attempting to bind port ed849eb5-ceda-488b-ab81-fdebc031a1ca on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:39:05.914681 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-04ee8376-70f7-4c2c-aee7-6c02cb1d90d0 None None] Attempting to bind port ed849eb5-ceda-488b-ab81-fdebc031a1ca by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'bf002648-7ebf-4913-b5f8-827ef80178bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5bfcdcfb-a2e5-4551-a33a-4aefdad055dc'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:39:05.915440 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ee8376-70f7-4c2c-aee7-6c02cb1d90d0 None None] Attempting to bind port ed849eb5-ceda-488b-ab81-fdebc031a1ca on network 5bfcdcfb-a2e5-4551-a33a-4aefdad055dc {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:39:05.928214 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ee8376-70f7-4c2c-aee7-6c02cb1d90d0 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:39:05.931895 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ee8376-70f7-4c2c-aee7-6c02cb1d90d0 None None] Checking segment: {'id': 'bf002648-7ebf-4913-b5f8-827ef80178bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5bfcdcfb-a2e5-4551-a33a-4aefdad055dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:39:05.931895 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-04ee8376-70f7-4c2c-aee7-6c02cb1d90d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:05.931895 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ee8376-70f7-4c2c-aee7-6c02cb1d90d0 None None] Bound using segment: {'id': 'bf002648-7ebf-4913-b5f8-827ef80178bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5bfcdcfb-a2e5-4551-a33a-4aefdad055dc'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:39:05.931895 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-04ee8376-70f7-4c2c-aee7-6c02cb1d90d0 None None] Bound port: ed849eb5-ceda-488b-ab81-fdebc031a1ca, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf002648-7ebf-4913-b5f8-827ef80178bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5bfcdcfb-a2e5-4551-a33a-4aefdad055dc'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:39:05.931895 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-04ee8376-70f7-4c2c-aee7-6c02cb1d90d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:05.970278 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-345f6de5-0636-4127-9d96-8c9eee5e6cea tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 26fc722e-a9a5-40f4-a060-f6b2af8b8ba1) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:39:05.979699 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345f6de5-0636-4127-9d96-8c9eee5e6cea tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:39:05.984471 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0f0431-33c3-405d-bd41-f0ed66c4d872 None None] Network 26fc722e-a9a5-40f4-a060-f6b2af8b8ba1 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:39:05.993583 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345f6de5-0636-4127-9d96-8c9eee5e6cea tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:06.006017 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345f6de5-0636-4127-9d96-8c9eee5e6cea tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:06.009186 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-345f6de5-0636-4127-9d96-8c9eee5e6cea tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:06.107405 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-40265215-90a7-478d-8f9b-5538b1947bcb tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:06.157279 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-345f6de5-0636-4127-9d96-8c9eee5e6cea tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.8599460 May 27 02:39:06.159022 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40984) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:06.203062 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9962496f-ca7c-45aa-8d86-63a7ccb65d17 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:39:06.211133 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9962496f-ca7c-45aa-8d86-63a7ccb65d17 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:06.212526 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9962496f-ca7c-45aa-8d86-63a7ccb65d17 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "PUT /v2.0/routers/5e20f397-cb19-4fe0-ab82-317cdd478ccf HTTP/1.1" status: 200 len: 954 time: 2.6007149 May 27 02:39:06.216363 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40988) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:06.238450 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-15a3187f-e6a5-4da3-9ffe-27b5ad0a5140 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Deleting port 2585f51e-6669-43b0-866e-0985b5eb59f4 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:06.238790 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-15a3187f-e6a5-4da3-9ffe-27b5ad0a5140 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:06.386468 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-04ee8376-70f7-4c2c-aee7-6c02cb1d90d0 None None] For port ed849eb5-ceda-488b-ab81-fdebc031a1ca, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:39:06.404412 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-04ee8376-70f7-4c2c-aee7-6c02cb1d90d0 None None] For port ed849eb5-ceda-488b-ab81-fdebc031a1ca, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=ed849eb5-ceda-488b-ab81-fdebc031a1ca,segment=NetworkSegment(bf002648-7ebf-4913-b5f8-827ef80178bb),segment_id=bf002648-7ebf-4913-b5f8-827ef80178bb)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:39:06.428158 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6db539ba-f395-4648-a363-98db25dd9a93 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:06.447247 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1f415654-0b21-4fdf-a225-771322d88d28 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "GET /v2.0/routers/5e20f397-cb19-4fe0-ab82-317cdd478ccf HTTP/1.1" status: 200 len: 954 time: 0.2290764 May 27 02:39:06.447555 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6db539ba-f395-4648-a363-98db25dd9a93 None None] Transition to ACTIVE for port object dc6fd15f-0a6e-4b78-9585-8264e24e67ad will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:39:06.452447 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40992) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:06.459598 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-be46a3ed-a616-478a-9f79-6ee8ae75e298 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Request body: {'router': {'routes': None}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:39:06.475260 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6db539ba-f395-4648-a363-98db25dd9a93 None None] Transition to ACTIVE for port object dc6fd15f-0a6e-4b78-9585-8264e24e67ad will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:39:06.495623 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-04ee8376-70f7-4c2c-aee7-6c02cb1d90d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:06.535087 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-15a3187f-e6a5-4da3-9ffe-27b5ad0a5140 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:06.604745 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6db539ba-f395-4648-a363-98db25dd9a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:06.666612 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db539ba-f395-4648-a363-98db25dd9a93 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:39:06.671670 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-6db539ba-f395-4648-a363-98db25dd9a93 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:39:06.677244 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ee8376-70f7-4c2c-aee7-6c02cb1d90d0 None None] Routers {'5e20f397-cb19-4fe0-ab82-317cdd478ccf'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:39:06.679389 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-04ee8376-70f7-4c2c-aee7-6c02cb1d90d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:38:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['5e20f397-cb19-4fe0-ab82-317cdd478ccf'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:06.754989 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-15a3187f-e6a5-4da3-9ffe-27b5ad0a5140 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Calling delete_port for 2585f51e-6669-43b0-866e-0985b5eb59f4 owned by {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:39:06.956194 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-40265215-90a7-478d-8f9b-5538b1947bcb tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Allocated IP 172.25.1.151 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/1cf4d6fc-97df-41eb-8a5a-2fa44bfa5c7b) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:39:06.969602 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db539ba-f395-4648-a363-98db25dd9a93 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:39:07.078100 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d596c3-ceae-42d7-a7d2-38e1821e07b3 None None] Pushing event updated for resources: {'Port': ['ID=ed849eb5-ceda-488b-ab81-fdebc031a1ca,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:07.111736 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-15a3187f-e6a5-4da3-9ffe-27b5ad0a5140 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:07.164025 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-6db539ba-f395-4648-a363-98db25dd9a93 None None] Attempting to bind port dc6fd15f-0a6e-4b78-9585-8264e24e67ad on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:39:07.164395 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-6db539ba-f395-4648-a363-98db25dd9a93 None None] Attempting to bind port dc6fd15f-0a6e-4b78-9585-8264e24e67ad by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:39:07.164799 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db539ba-f395-4648-a363-98db25dd9a93 None None] Attempting to bind port dc6fd15f-0a6e-4b78-9585-8264e24e67ad on network 1e095441-a19f-4261-8588-a806dc249ed2 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:39:07.170649 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-04ee8376-70f7-4c2c-aee7-6c02cb1d90d0 None None] Set router 5e20f397-cb19-4fe0-ab82-317cdd478ccf gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:39:07.231713 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-15a3187f-e6a5-4da3-9ffe-27b5ad0a5140 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:07.254295 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db539ba-f395-4648-a363-98db25dd9a93 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:39:07.259267 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db539ba-f395-4648-a363-98db25dd9a93 None None] Checking segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:39:07.259267 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6db539ba-f395-4648-a363-98db25dd9a93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:07.259267 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db539ba-f395-4648-a363-98db25dd9a93 None None] Bound using segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:39:07.259267 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-6db539ba-f395-4648-a363-98db25dd9a93 None None] Bound port: dc6fd15f-0a6e-4b78-9585-8264e24e67ad, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:39:07.259267 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6db539ba-f395-4648-a363-98db25dd9a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:07.351295 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1982b294-86bb-4c18-bd3e-5ba1634deb32 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:07.353844 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a3187f-e6a5-4da3-9ffe-27b5ad0a5140 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event deleted for resources: {'Port': ['ID=2585f51e-6669-43b0-866e-0985b5eb59f4,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:07.367789 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-6db539ba-f395-4648-a363-98db25dd9a93 None None] For port dc6fd15f-0a6e-4b78-9585-8264e24e67ad, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:39:07.371528 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-6db539ba-f395-4648-a363-98db25dd9a93 None None] For port dc6fd15f-0a6e-4b78-9585-8264e24e67ad, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=dc6fd15f-0a6e-4b78-9585-8264e24e67ad,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:39:07.388475 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-15a3187f-e6a5-4da3-9ffe-27b5ad0a5140 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/ports/2585f51e-6669-43b0-866e-0985b5eb59f4 HTTP/1.1" status: 204 len: 168 time: 1.2283986 May 27 02:39:07.396358 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db539ba-f395-4648-a363-98db25dd9a93 None None] Pushing event updated for resources: {'Port': ['ID=dc6fd15f-0a6e-4b78-9585-8264e24e67ad,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:07.403638 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-40265215-90a7-478d-8f9b-5538b1947bcb tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:07.406486 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41002) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:07.442106 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1982b294-86bb-4c18-bd3e-5ba1634deb32 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:39:07.464005 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-1982b294-86bb-4c18-bd3e-5ba1634deb32 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:39:07.471271 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6db539ba-f395-4648-a363-98db25dd9a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:07.489328 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1982b294-86bb-4c18-bd3e-5ba1634deb32 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:07.489895 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1982b294-86bb-4c18-bd3e-5ba1634deb32 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:07.532533 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da777cf-0761-4f9e-a38c-e186770b02cb tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:07.549508 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da777cf-0761-4f9e-a38c-e186770b02cb tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:07.550372 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7da777cf-0761-4f9e-a38c-e186770b02cb tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Synchronizing usage tracker for tenant:f559555ef6124802b230d39d3db00e17 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:39:07.558193 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982b294-86bb-4c18-bd3e-5ba1634deb32 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Subnet': ['ID=ee730fe6-abca-428c-b702-7360c4e4a2f4,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:07.558421 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db539ba-f395-4648-a363-98db25dd9a93 None None] Pushing event updated for resources: {'Port': ['ID=dc6fd15f-0a6e-4b78-9585-8264e24e67ad,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:07.642680 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-40265215-90a7-478d-8f9b-5538b1947bcb tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:07.673418 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1982b294-86bb-4c18-bd3e-5ba1634deb32 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6824267 May 27 02:39:07.678031 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41006) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:07.684125 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-29e291a5-f57e-4a0a-91d6-de04a7e6d6ee tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'port': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'mac_address': 'fa:16:3e:b5:4a:ae', 'name': 'tempest-NetworksTestDHCPv6-1721103648'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:39:07.685963 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7da777cf-0761-4f9e-a38c-e186770b02cb tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Unset dirty status for tenant:f559555ef6124802b230d39d3db00e17 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:39:07.693130 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7da777cf-0761-4f9e-a38c-e186770b02cb tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2802603 May 27 02:39:07.704040 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41010) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:07.867467 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40265215-90a7-478d-8f9b-5538b1947bcb tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:39:07.873511 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-40265215-90a7-478d-8f9b-5538b1947bcb tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:39:07.880352 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40265215-90a7-478d-8f9b-5538b1947bcb tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:39:07.924096 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40265215-90a7-478d-8f9b-5538b1947bcb tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Pushing event updated for resources: {'Port': ['ID=1cf4d6fc-97df-41eb-8a5a-2fa44bfa5c7b,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:07.946704 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-04ee8376-70f7-4c2c-aee7-6c02cb1d90d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'name': 'tempest-RoutersIpV6Test-router-1992284852', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:38:16Z', 'updated_at': '2022-05-27T02:39:04Z', 'revision_number': 6, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'gw_port_host': None, '_interfaces': [{'id': '1e23c832-3a25-4eb0-aab4-b4e5f75129c6', 'name': '', 'network_id': 'd883fcb8-3253-46e3-b7e5-b0b55e816b0c', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:03:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:21Z', 'updated_at': '2022-05-27T02:38:35Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f4052af-f03d-4029-af1a-f4fa402ae554', 'name': '', 'network_id': 'fc1ec83b-58f0-43d1-bcd0-e2d3f89454af', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:b2:5d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '5910476c-41e6-4b17-839e-12cbb0ed553f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:47Z', 'updated_at': '2022-05-27T02:38:57Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '5910476c-41e6-4b17-839e-12cbb0ed553f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf35e43-74cf-4baa-aa5e-4865299b32d6', 'name': '', 'network_id': '0167a411-12de-421b-9f73-19dba836e4fa', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:b5:33:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': 'c684875b-0031-4a3b-a0f0-fc844b5e47ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:32Z', 'updated_at': '2022-05-27T02:38:48Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': 'c684875b-0031-4a3b-a0f0-fc844b5e47ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed849eb5-ceda-488b-ab81-fdebc031a1ca', 'name': '', 'network_id': '5bfcdcfb-a2e5-4551-a33a-4aefdad055dc', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:3c:d6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '325dd48d-c369-49dd-b898-48bd10f27e28', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:59Z', 'updated_at': '2022-05-27T02:39:06Z', 'revision_number': 4, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '325dd48d-c369-49dd-b898-48bd10f27e28', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:07.955267 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ee8376-70f7-4c2c-aee7-6c02cb1d90d0 None None] The sync data for ids ['5e20f397-cb19-4fe0-ab82-317cdd478ccf'] in n-d-843554-3 is: [{'id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'name': 'tempest-RoutersIpV6Test-router-1992284852', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:38:16Z', 'updated_at': '2022-05-27T02:39:04Z', 'revision_number': 6, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'gw_port_host': None, '_interfaces': [{'id': '1e23c832-3a25-4eb0-aab4-b4e5f75129c6', 'name': '', 'network_id': 'd883fcb8-3253-46e3-b7e5-b0b55e816b0c', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:03:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:21Z', 'updated_at': '2022-05-27T02:38:35Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f4052af-f03d-4029-af1a-f4fa402ae554', 'name': '', 'network_id': 'fc1ec83b-58f0-43d1-bcd0-e2d3f89454af', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:b2:5d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '5910476c-41e6-4b17-839e-12cbb0ed553f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:47Z', 'updated_at': '2022-05-27T02:38:57Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '5910476c-41e6-4b17-839e-12cbb0ed553f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf35e43-74cf-4baa-aa5e-4865299b32d6', 'name': '', 'network_id': '0167a411-12de-421b-9f73-19dba836e4fa', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:b5:33:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': 'c684875b-0031-4a3b-a0f0-fc844b5e47ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:32Z', 'updated_at': '2022-05-27T02:38:48Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': 'c684875b-0031-4a3b-a0f0-fc844b5e47ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed849eb5-ceda-488b-ab81-fdebc031a1ca', 'name': '', 'network_id': '5bfcdcfb-a2e5-4551-a33a-4aefdad055dc', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:3c:d6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '325dd48d-c369-49dd-b898-48bd10f27e28', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:59Z', 'updated_at': '2022-05-27T02:39:06Z', 'revision_number': 4, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '325dd48d-c369-49dd-b898-48bd10f27e28', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:39:07.955566 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-3f403195-2970-4823-8ab9-c9c3c8e6f3fa tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Deleting port 1375c1f2-4627-4e81-8bbf-7fc28cb93bcd {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:07.955668 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3f403195-2970-4823-8ab9-c9c3c8e6f3fa tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:08.138193 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-29e291a5-f57e-4a0a-91d6-de04a7e6d6ee tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:39:08.173310 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-29e291a5-f57e-4a0a-91d6-de04a7e6d6ee tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:port and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:39:08.208047 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-29e291a5-f57e-4a0a-91d6-de04a7e6d6ee tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:39:08.225909 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-29e291a5-f57e-4a0a-91d6-de04a7e6d6ee tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:39:08.255059 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.extraroute_db [None req-be46a3ed-a616-478a-9f79-6ee8ae75e298 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Added routes are [] {{(pid=88901) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 27 02:39:08.255396 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.extraroute_db [None req-be46a3ed-a616-478a-9f79-6ee8ae75e298 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=88901) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 27 02:39:08.303824 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be46a3ed-a616-478a-9f79-6ee8ae75e298 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:08.485291 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e291a5-f57e-4a0a-91d6-de04a7e6d6ee tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:39:08.606806 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-40265215-90a7-478d-8f9b-5538b1947bcb tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:08.630854 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3f403195-2970-4823-8ab9-c9c3c8e6f3fa tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:08.828871 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-3f403195-2970-4823-8ab9-c9c3c8e6f3fa tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Calling delete_port for 1375c1f2-4627-4e81-8bbf-7fc28cb93bcd owned by {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:39:08.917362 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-40265215-90a7-478d-8f9b-5538b1947bcb tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:09.131099 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3f403195-2970-4823-8ab9-c9c3c8e6f3fa tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:09.268081 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ed849eb5-ceda-488b-ab81-fdebc031a1ca up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:39:09.304123 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f403195-2970-4823-8ab9-c9c3c8e6f3fa tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event deleted for resources: {'Port': ['ID=1375c1f2-4627-4e81-8bbf-7fc28cb93bcd,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:09.329318 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3f403195-2970-4823-8ab9-c9c3c8e6f3fa tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:09.443035 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afba6a1-60ab-4b3a-a827-f835cc684d4c None None] Sync routers for ids ['5e20f397-cb19-4fe0-ab82-317cdd478ccf'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:39:09.467633 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afba6a1-60ab-4b3a-a827-f835cc684d4c None None] Routers {'5e20f397-cb19-4fe0-ab82-317cdd478ccf'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:39:09.468653 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6afba6a1-60ab-4b3a-a827-f835cc684d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:38:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['5e20f397-cb19-4fe0-ab82-317cdd478ccf'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:09.511166 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3f403195-2970-4823-8ab9-c9c3c8e6f3fa tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/ports/1375c1f2-4627-4e81-8bbf-7fc28cb93bcd HTTP/1.1" status: 204 len: 168 time: 1.8032746 May 27 02:39:09.511786 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41030) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:09.551452 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be46a3ed-a616-478a-9f79-6ee8ae75e298 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:09.559377 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be48590a-f33f-40e3-9618-d2c249d5e113 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:39:09.561438 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be46a3ed-a616-478a-9f79-6ee8ae75e298 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-965449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-965446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966271'] for router, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:09.592586 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port ed849eb5-ceda-488b-ab81-fdebc031a1ca completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:39:09.597075 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-40265215-90a7-478d-8f9b-5538b1947bcb tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:09.633683 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc0277d-6aca-402d-b487-897fa34e37c4 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:09.634971 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1fc0277d-6aca-402d-b487-897fa34e37c4 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Synchronizing usage tracker for tenant:f559555ef6124802b230d39d3db00e17 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:39:09.661593 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port ed849eb5-ceda-488b-ab81-fdebc031a1ca triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:39:09.661593 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:09.688454 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-40265215-90a7-478d-8f9b-5538b1947bcb tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:09.780584 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1fc0277d-6aca-402d-b487-897fa34e37c4 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Unset dirty status for tenant:f559555ef6124802b230d39d3db00e17 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:39:09.786516 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1fc0277d-6aca-402d-b487-897fa34e37c4 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2711773 May 27 02:39:09.803287 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41038) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:09.847160 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-29e291a5-f57e-4a0a-91d6-de04a7e6d6ee tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:09.928023 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40265215-90a7-478d-8f9b-5538b1947bcb tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Pushing event updated for resources: {'Port': ['ID=1cf4d6fc-97df-41eb-8a5a-2fa44bfa5c7b,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:09.934735 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-29e291a5-f57e-4a0a-91d6-de04a7e6d6ee tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] device_id is not set on port d25897de-8ca1-43cf-8aae-7ef9a149703e yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:39:10.020842 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-40265215-90a7-478d-8f9b-5538b1947bcb tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:10.032351 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-bc582fe0-7dcc-4d23-a8b6-a79ad65e2643 None None] Provisioning for port dc6fd15f-0a6e-4b78-9585-8264e24e67ad completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:39:10.043248 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be46a3ed-a616-478a-9f79-6ee8ae75e298 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Router 5e20f397-cb19-4fe0-ab82-317cdd478ccf has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:39:10.062081 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a54ecf2-b496-4ac3-81e2-25c6e75e333f tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] GET failed (client error): The resource could not be found. May 27 02:39:10.066302 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5a54ecf2-b496-4ac3-81e2-25c6e75e333f tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "GET /v2.0/ports/2585f51e-6669-43b0-866e-0985b5eb59f4 HTTP/1.1" status: 404 len: 333 time: 0.2522047 May 27 02:39:10.066958 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41046) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:10.144876 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-40265215-90a7-478d-8f9b-5538b1947bcb tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:10.146158 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-40265215-90a7-478d-8f9b-5538b1947bcb tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4718776 May 27 02:39:10.167525 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41050) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:10.188663 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd95cd7f-b8fd-416b-a7fb-bcebd4f19dda tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] GET failed (client error): The resource could not be found. May 27 02:39:10.188663 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-bd95cd7f-b8fd-416b-a7fb-bcebd4f19dda tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "GET /v2.0/ports/1375c1f2-4627-4e81-8bbf-7fc28cb93bcd HTTP/1.1" status: 404 len: 333 time: 0.1178465 May 27 02:39:10.200055 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41056) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:10.214582 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port ed849eb5-ceda-488b-ab81-fdebc031a1ca is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:39:10.214967 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:10.267601 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-6afba6a1-60ab-4b3a-a827-f835cc684d4c None None] Set router 5e20f397-cb19-4fe0-ab82-317cdd478ccf gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:39:10.375576 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-4ddb76bb-8051-4900-9398-18d5add3ba30 tempest-FloatingIPAdminTestJSON-2122111867 tempest-FloatingIPAdminTestJSON-2122111867-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:39:10.392584 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4ddb76bb-8051-4900-9398-18d5add3ba30 tempest-FloatingIPAdminTestJSON-2122111867 tempest-FloatingIPAdminTestJSON-2122111867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:39:10.397240 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port ed849eb5-ceda-488b-ab81-fdebc031a1ca, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=ed849eb5-ceda-488b-ab81-fdebc031a1ca,segment=NetworkSegment(bf002648-7ebf-4913-b5f8-827ef80178bb),segment_id=bf002648-7ebf-4913-b5f8-827ef80178bb)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:10.398918 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4ddb76bb-8051-4900-9398-18d5add3ba30 tempest-FloatingIPAdminTestJSON-2122111867 tempest-FloatingIPAdminTestJSON-2122111867-project] Usage tracker for resource:floatingip and tenant:a507f0af686c45e6aa9fcfe7194bc37b is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:39:10.405200 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-74f3b388-6ef7-4d0b-a688-17831d94a024 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:10.407880 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4ddb76bb-8051-4900-9398-18d5add3ba30 tempest-FloatingIPAdminTestJSON-2122111867 tempest-FloatingIPAdminTestJSON-2122111867-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:39:10.420033 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4ddb76bb-8051-4900-9398-18d5add3ba30 tempest-FloatingIPAdminTestJSON-2122111867 tempest-FloatingIPAdminTestJSON-2122111867-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:39:10.523969 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:10.525716 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device dc6fd15f-0a6e-4b78-9585-8264e24e67ad up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:39:10.609920 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-74f3b388-6ef7-4d0b-a688-17831d94a024 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:10.618014 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-29e291a5-f57e-4a0a-91d6-de04a7e6d6ee tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Allocated IP 172.20.0.5 (1e095441-a19f-4261-8588-a806dc249ed2/ee730fe6-abca-428c-b702-7360c4e4a2f4/d25897de-8ca1-43cf-8aae-7ef9a149703e) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:39:10.624678 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-29e291a5-f57e-4a0a-91d6-de04a7e6d6ee tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Allocated IP 2001:db8::f816:3eff:feb5:4aae (1e095441-a19f-4261-8588-a806dc249ed2/23f6e203-44cd-4a30-b2dc-be439b7ea78c/d25897de-8ca1-43cf-8aae-7ef9a149703e) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:39:10.659200 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-74f3b388-6ef7-4d0b-a688-17831d94a024 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26fc722e-a9a5-40f4-a060-f6b2af8b8ba1']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:10.688215 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-74f3b388-6ef7-4d0b-a688-17831d94a024 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '999ee61b-12b6-412d-bea3-9bc66788a10d') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:10.688601 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-74f3b388-6ef7-4d0b-a688-17831d94a024 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '999ee61b-12b6-412d-bea3-9bc66788a10d') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:10.700772 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-74f3b388-6ef7-4d0b-a688-17831d94a024 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:10.722254 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-74f3b388-6ef7-4d0b-a688-17831d94a024 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:10.724696 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41064) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:10.730804 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4ddb76bb-8051-4900-9398-18d5add3ba30 tempest-FloatingIPAdminTestJSON-2122111867 tempest-FloatingIPAdminTestJSON-2122111867-project] Notify callbacks [] for floatingip, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:10.751909 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74f3b388-6ef7-4d0b-a688-17831d94a024 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:39:10.752353 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-74f3b388-6ef7-4d0b-a688-17831d94a024 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:10.856538 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be46a3ed-a616-478a-9f79-6ee8ae75e298 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:39:10.881738 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be46a3ed-a616-478a-9f79-6ee8ae75e298 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:10.882922 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-be46a3ed-a616-478a-9f79-6ee8ae75e298 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "PUT /v2.0/routers/5e20f397-cb19-4fe0-ab82-317cdd478ccf HTTP/1.1" status: 200 len: 704 time: 4.4293094 May 27 02:39:10.886933 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41070) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:11.074497 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-74f3b388-6ef7-4d0b-a688-17831d94a024 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:11.085389 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=ed849eb5-ceda-488b-ab81-fdebc031a1ca,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:11.098964 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-29e291a5-f57e-4a0a-91d6-de04a7e6d6ee tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:11.106253 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-74f3b388-6ef7-4d0b-a688-17831d94a024 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:11.113647 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f3b388-6ef7-4d0b-a688-17831d94a024 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event deleted for resources: {'Network': ['ID=26fc722e-a9a5-40f4-a060-f6b2af8b8ba1,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:11.120350 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-74f3b388-6ef7-4d0b-a688-17831d94a024 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/networks/26fc722e-a9a5-40f4-a060-f6b2af8b8ba1 HTTP/1.1" status: 204 len: 168 time: 0.9147186 May 27 02:39:11.121974 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41080) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:11.138706 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-64966008-f94c-45bd-8fc1-22b45a3681db tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1683136911'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:39:11.143472 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4ddb76bb-8051-4900-9398-18d5add3ba30 tempest-FloatingIPAdminTestJSON-2122111867 tempest-FloatingIPAdminTestJSON-2122111867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:11.147302 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-64966008-f94c-45bd-8fc1-22b45a3681db tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:39:11.169405 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-29e291a5-f57e-4a0a-91d6-de04a7e6d6ee tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Transition to ACTIVE for port object d25897de-8ca1-43cf-8aae-7ef9a149703e will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:39:11.191489 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3a581e06-8659-4f20-8ee2-892056ff787a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "GET /v2.0/routers/5e20f397-cb19-4fe0-ab82-317cdd478ccf HTTP/1.1" status: 200 len: 704 time: 0.3034840 May 27 02:39:11.194561 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41084) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:11.294693 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-29e291a5-f57e-4a0a-91d6-de04a7e6d6ee tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:11.384122 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6afba6a1-60ab-4b3a-a827-f835cc684d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'name': 'tempest-RoutersIpV6Test-router-1992284852', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:38:16Z', 'updated_at': '2022-05-27T02:39:08Z', 'revision_number': 7, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'gw_port_host': None, '_interfaces': [{'id': '1e23c832-3a25-4eb0-aab4-b4e5f75129c6', 'name': '', 'network_id': 'd883fcb8-3253-46e3-b7e5-b0b55e816b0c', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:03:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:21Z', 'updated_at': '2022-05-27T02:38:35Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f4052af-f03d-4029-af1a-f4fa402ae554', 'name': '', 'network_id': 'fc1ec83b-58f0-43d1-bcd0-e2d3f89454af', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:b2:5d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '5910476c-41e6-4b17-839e-12cbb0ed553f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:47Z', 'updated_at': '2022-05-27T02:38:57Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '5910476c-41e6-4b17-839e-12cbb0ed553f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf35e43-74cf-4baa-aa5e-4865299b32d6', 'name': '', 'network_id': '0167a411-12de-421b-9f73-19dba836e4fa', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:b5:33:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': 'c684875b-0031-4a3b-a0f0-fc844b5e47ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:32Z', 'updated_at': '2022-05-27T02:38:48Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': 'c684875b-0031-4a3b-a0f0-fc844b5e47ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed849eb5-ceda-488b-ab81-fdebc031a1ca', 'name': '', 'network_id': '5bfcdcfb-a2e5-4551-a33a-4aefdad055dc', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:3c:d6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '325dd48d-c369-49dd-b898-48bd10f27e28', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:59Z', 'updated_at': '2022-05-27T02:39:06Z', 'revision_number': 4, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '325dd48d-c369-49dd-b898-48bd10f27e28', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:11.389284 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afba6a1-60ab-4b3a-a827-f835cc684d4c None None] Checking router: 5e20f397-cb19-4fe0-ab82-317cdd478ccf for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:39:11.398750 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port dc6fd15f-0a6e-4b78-9585-8264e24e67ad completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:39:11.407539 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port dc6fd15f-0a6e-4b78-9585-8264e24e67ad triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:39:11.407920 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:11.452237 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 999ee61b-12b6-412d-bea3-9bc66788a10d resource provider aggregate not found May 27 02:39:11.456346 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-64966008-f94c-45bd-8fc1-22b45a3681db tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Usage tracker for resource:network and tenant:f559555ef6124802b230d39d3db00e17 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:39:11.456603 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e291a5-f57e-4a0a-91d6-de04a7e6d6ee tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Port': ['ID=d25897de-8ca1-43cf-8aae-7ef9a149703e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:11.468877 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-64966008-f94c-45bd-8fc1-22b45a3681db tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:39:11.480107 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d7a77320-59a5-4ab0-b2dd-3dca1d76d1df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:11.491603 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 999ee61b-12b6-412d-bea3-9bc66788a10d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 999ee61b-12b6-412d-bea3-9bc66788a10d found for delete ", "request_id": "req-418add7b-7956-497a-80bd-ebceca9638b2"}]} May 27 02:39:11.497336 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-64966008-f94c-45bd-8fc1-22b45a3681db tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:39:11.497712 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e291a5-f57e-4a0a-91d6-de04a7e6d6ee tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:39:11.499243 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afba6a1-60ab-4b3a-a827-f835cc684d4c None None] Routers {'5e20f397-cb19-4fe0-ab82-317cdd478ccf'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:39:11.499894 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6afba6a1-60ab-4b3a-a827-f835cc684d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:38:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['5e20f397-cb19-4fe0-ab82-317cdd478ccf'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:11.501091 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-29e291a5-f57e-4a0a-91d6-de04a7e6d6ee tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:39:11.506186 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e291a5-f57e-4a0a-91d6-de04a7e6d6ee tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:39:11.521411 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-d7a77320-59a5-4ab0-b2dd-3dca1d76d1df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:39:11.555085 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d7a77320-59a5-4ab0-b2dd-3dca1d76d1df admin admin] Usage tracker for resource:security_group_rule and tenant:ca615b9ef5354419861b997461bc32d4 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:39:11.562981 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d7a77320-59a5-4ab0-b2dd-3dca1d76d1df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:39:11.576504 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-d7a77320-59a5-4ab0-b2dd-3dca1d76d1df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:39:11.578438 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e291a5-f57e-4a0a-91d6-de04a7e6d6ee tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:11.579177 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-29e291a5-f57e-4a0a-91d6-de04a7e6d6ee tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:11.615421 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-4ddb76bb-8051-4900-9398-18d5add3ba30 tempest-FloatingIPAdminTestJSON-2122111867 tempest-FloatingIPAdminTestJSON-2122111867-project] Allocated IP 172.25.1.196 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/fb0c895b-0872-4581-af9a-22b1fcd3b05d) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:39:11.621923 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64966008-f94c-45bd-8fc1-22b45a3681db tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Made reservation on behalf of f559555ef6124802b230d39d3db00e17 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:39:11.625640 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-64966008-f94c-45bd-8fc1-22b45a3681db tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:11.692280 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-6afba6a1-60ab-4b3a-a827-f835cc684d4c None None] Set router 5e20f397-cb19-4fe0-ab82-317cdd478ccf gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:39:11.767205 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64966008-f94c-45bd-8fc1-22b45a3681db tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:39:11.817774 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-64966008-f94c-45bd-8fc1-22b45a3681db tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:11.818267 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-64966008-f94c-45bd-8fc1-22b45a3681db tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Added segment b056fa73-8d66-40cb-bedd-e10d93c0d707 of type vlan for network 1a85cae4-85c9-4a75-9c26-0ba0b72b2755 May 27 02:39:11.878442 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d7a77320-59a5-4ab0-b2dd-3dca1d76d1df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:11.905133 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4ddb76bb-8051-4900-9398-18d5add3ba30 tempest-FloatingIPAdminTestJSON-2122111867 tempest-FloatingIPAdminTestJSON-2122111867-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:11.908913 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-64966008-f94c-45bd-8fc1-22b45a3681db tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:11.965194 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-29e291a5-f57e-4a0a-91d6-de04a7e6d6ee tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.2860665 May 27 02:39:11.967971 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41092) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:11.971858 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d7a77320-59a5-4ab0-b2dd-3dca1d76d1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:12.089947 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-64966008-f94c-45bd-8fc1-22b45a3681db tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:12.095404 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64966008-f94c-45bd-8fc1-22b45a3681db tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:12.096004 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-64966008-f94c-45bd-8fc1-22b45a3681db tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:12.131349 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4ddb76bb-8051-4900-9398-18d5add3ba30 tempest-FloatingIPAdminTestJSON-2122111867 tempest-FloatingIPAdminTestJSON-2122111867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:12.144542 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a3475b-f8af-4076-999c-727a24765e7a None None] Update dhcp port {'port': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'fixed_ips': [{'subnet_id': '23f6e203-44cd-4a30-b2dc-be439b7ea78c', 'ip_address': '2001:db8::f816:3eff:fe3d:799b'}, {'subnet_id': 'ee730fe6-abca-428c-b702-7360c4e4a2f4'}], 'binding:host_id': 'n-d-843554-3'}, 'id': 'dc6fd15f-0a6e-4b78-9585-8264e24e67ad'} from n-d-843554-3. {{(pid=88903) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 02:39:12.188865 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d7a77320-59a5-4ab0-b2dd-3dca1d76d1df admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ca615b9ef5354419861b997461bc32d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4605577 May 27 02:39:12.196638 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41096) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:12.245838 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a77320-59a5-4ab0-b2dd-3dca1d76d1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882dd75f-0032-4b03-9b60-aa56f73b10ef,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:12.287182 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port dc6fd15f-0a6e-4b78-9585-8264e24e67ad is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:39:12.287182 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:12.312324 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddb76bb-8051-4900-9398-18d5add3ba30 tempest-FloatingIPAdminTestJSON-2122111867 tempest-FloatingIPAdminTestJSON-2122111867-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:39:12.315765 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64966008-f94c-45bd-8fc1-22b45a3681db tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'Network': ['ID=1a85cae4-85c9-4a75-9c26-0ba0b72b2755,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:12.317660 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fdbff0f4-77f7-4266-9bde-d83c253e03cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:12.322836 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-19a6046d-eb25-418f-8b95-f743d40dc560 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:12.323046 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-4ddb76bb-8051-4900-9398-18d5add3ba30 tempest-FloatingIPAdminTestJSON-2122111867 tempest-FloatingIPAdminTestJSON-2122111867-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:39:12.326392 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb76bb-8051-4900-9398-18d5add3ba30 tempest-FloatingIPAdminTestJSON-2122111867 tempest-FloatingIPAdminTestJSON-2122111867-project] Pushing event updated for resources: {'Port': ['ID=fb0c895b-0872-4581-af9a-22b1fcd3b05d,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:12.328906 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddb76bb-8051-4900-9398-18d5add3ba30 tempest-FloatingIPAdminTestJSON-2122111867 tempest-FloatingIPAdminTestJSON-2122111867-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:39:12.378740 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 1a85cae4-85c9-4a75-9c26-0ba0b72b2755 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:39:12.402848 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f42d4d4-4a7d-42e1-99d9-87e28c40055e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:12.410584 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f42d4d4-4a7d-42e1-99d9-87e28c40055e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:12.411509 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4f42d4d4-4a7d-42e1-99d9-87e28c40055e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:39:12.431496 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-64966008-f94c-45bd-8fc1-22b45a3681db tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3056285 May 27 02:39:12.433441 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41102) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:12.461675 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-d9a4bd75-2a2c-48be-b542-fb4212fe0d1c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'subnet': {'network_id': '1a85cae4-85c9-4a75-9c26-0ba0b72b2755', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:39:12.475316 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b0a3475b-f8af-4076-999c-727a24765e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:12.496593 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fdbff0f4-77f7-4266-9bde-d83c253e03cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:12.586571 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-d9a4bd75-2a2c-48be-b542-fb4212fe0d1c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:39:12.591343 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4f42d4d4-4a7d-42e1-99d9-87e28c40055e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:39:12.596781 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4f42d4d4-4a7d-42e1-99d9-87e28c40055e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.6234095 May 27 02:39:12.598585 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41106) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:12.640708 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port dc6fd15f-0a6e-4b78-9585-8264e24e67ad, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=dc6fd15f-0a6e-4b78-9585-8264e24e67ad,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:12.645692 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6afba6a1-60ab-4b3a-a827-f835cc684d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'name': 'tempest-RoutersIpV6Test-router-1992284852', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:38:16Z', 'updated_at': '2022-05-27T02:39:08Z', 'revision_number': 7, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'gw_port_host': None, '_interfaces': [{'id': '1e23c832-3a25-4eb0-aab4-b4e5f75129c6', 'name': '', 'network_id': 'd883fcb8-3253-46e3-b7e5-b0b55e816b0c', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:03:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:21Z', 'updated_at': '2022-05-27T02:38:35Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f4052af-f03d-4029-af1a-f4fa402ae554', 'name': '', 'network_id': 'fc1ec83b-58f0-43d1-bcd0-e2d3f89454af', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:b2:5d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '5910476c-41e6-4b17-839e-12cbb0ed553f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:47Z', 'updated_at': '2022-05-27T02:38:57Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '5910476c-41e6-4b17-839e-12cbb0ed553f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf35e43-74cf-4baa-aa5e-4865299b32d6', 'name': '', 'network_id': '0167a411-12de-421b-9f73-19dba836e4fa', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:b5:33:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': 'c684875b-0031-4a3b-a0f0-fc844b5e47ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:32Z', 'updated_at': '2022-05-27T02:38:48Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': 'c684875b-0031-4a3b-a0f0-fc844b5e47ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed849eb5-ceda-488b-ab81-fdebc031a1ca', 'name': '', 'network_id': '5bfcdcfb-a2e5-4551-a33a-4aefdad055dc', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:3c:d6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '325dd48d-c369-49dd-b898-48bd10f27e28', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:59Z', 'updated_at': '2022-05-27T02:39:10Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '325dd48d-c369-49dd-b898-48bd10f27e28', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:12.652154 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d9a4bd75-2a2c-48be-b542-fb4212fe0d1c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Usage tracker for resource:subnet and tenant:f559555ef6124802b230d39d3db00e17 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:39:12.659528 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d9a4bd75-2a2c-48be-b542-fb4212fe0d1c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:39:12.662883 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4ddb76bb-8051-4900-9398-18d5add3ba30 tempest-FloatingIPAdminTestJSON-2122111867 tempest-FloatingIPAdminTestJSON-2122111867-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:12.668569 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-d9a4bd75-2a2c-48be-b542-fb4212fe0d1c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:39:12.689719 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-694825d7-4e20-4f9d-9e39-998162d4313a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting port d25897de-8ca1-43cf-8aae-7ef9a149703e {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:12.690063 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-694825d7-4e20-4f9d-9e39-998162d4313a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:12.694105 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afba6a1-60ab-4b3a-a827-f835cc684d4c None None] The sync data for ids ['5e20f397-cb19-4fe0-ab82-317cdd478ccf'] in n-d-843554-3 is: [{'id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'name': 'tempest-RoutersIpV6Test-router-1992284852', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:38:16Z', 'updated_at': '2022-05-27T02:39:08Z', 'revision_number': 7, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'gw_port_host': None, '_interfaces': [{'id': '1e23c832-3a25-4eb0-aab4-b4e5f75129c6', 'name': '', 'network_id': 'd883fcb8-3253-46e3-b7e5-b0b55e816b0c', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:03:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:21Z', 'updated_at': '2022-05-27T02:38:35Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f4052af-f03d-4029-af1a-f4fa402ae554', 'name': '', 'network_id': 'fc1ec83b-58f0-43d1-bcd0-e2d3f89454af', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:b2:5d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '5910476c-41e6-4b17-839e-12cbb0ed553f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:47Z', 'updated_at': '2022-05-27T02:38:57Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '5910476c-41e6-4b17-839e-12cbb0ed553f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf35e43-74cf-4baa-aa5e-4865299b32d6', 'name': '', 'network_id': '0167a411-12de-421b-9f73-19dba836e4fa', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:b5:33:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': 'c684875b-0031-4a3b-a0f0-fc844b5e47ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:32Z', 'updated_at': '2022-05-27T02:38:48Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': 'c684875b-0031-4a3b-a0f0-fc844b5e47ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed849eb5-ceda-488b-ab81-fdebc031a1ca', 'name': '', 'network_id': '5bfcdcfb-a2e5-4551-a33a-4aefdad055dc', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:3c:d6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '325dd48d-c369-49dd-b898-48bd10f27e28', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:59Z', 'updated_at': '2022-05-27T02:39:10Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '325dd48d-c369-49dd-b898-48bd10f27e28', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:39:12.733429 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:12.760415 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fdbff0f4-77f7-4266-9bde-d83c253e03cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:12.780183 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a4bd75-2a2c-48be-b542-fb4212fe0d1c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Made reservation on behalf of f559555ef6124802b230d39d3db00e17 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:39:12.788600 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d9a4bd75-2a2c-48be-b542-fb4212fe0d1c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:12.821130 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbff0f4-77f7-4266-9bde-d83c253e03cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882dd75f-0032-4b03-9b60-aa56f73b10ef,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:12.843001 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fdbff0f4-77f7-4266-9bde-d83c253e03cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:12.850695 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-fdbff0f4-77f7-4266-9bde-d83c253e03cd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/882dd75f-0032-4b03-9b60-aa56f73b10ef HTTP/1.1" status: 204 len: 168 time: 0.6467311 May 27 02:39:12.852165 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-19a6046d-eb25-418f-8b95-f743d40dc560 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Deleting port ed849eb5-ceda-488b-ab81-fdebc031a1ca {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:12.855719 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-19a6046d-eb25-418f-8b95-f743d40dc560 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:12.862789 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=dc6fd15f-0a6e-4b78-9585-8264e24e67ad,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:12.937438 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ed849eb5-ceda-488b-ab81-fdebc031a1ca up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:39:13.050956 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port ed849eb5-ceda-488b-ab81-fdebc031a1ca triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:39:13.051543 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:13.085619 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accaef7b-b40d-469d-9bd1-3ca2c29b97a3 None None] Sync routers for ids ['5e20f397-cb19-4fe0-ab82-317cdd478ccf'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:39:13.106414 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accaef7b-b40d-469d-9bd1-3ca2c29b97a3 None None] Routers {'5e20f397-cb19-4fe0-ab82-317cdd478ccf'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:39:13.107368 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-accaef7b-b40d-469d-9bd1-3ca2c29b97a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:38:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['5e20f397-cb19-4fe0-ab82-317cdd478ccf'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:13.126138 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4ddb76bb-8051-4900-9398-18d5add3ba30 tempest-FloatingIPAdminTestJSON-2122111867 tempest-FloatingIPAdminTestJSON-2122111867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:13.157004 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-b0a3475b-f8af-4076-999c-727a24765e7a None None] Allocated IP 172.20.0.2 (1e095441-a19f-4261-8588-a806dc249ed2/ee730fe6-abca-428c-b702-7360c4e4a2f4/dc6fd15f-0a6e-4b78-9585-8264e24e67ad) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:39:13.178625 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.ipam_backend_mixin [None req-d9a4bd75-2a2c-48be-b542-fb4212fe0d1c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Performing IP validity checks on allocation pools {{(pid=88902) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 27 02:39:13.179513 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.ipam_backend_mixin [None req-d9a4bd75-2a2c-48be-b542-fb4212fe0d1c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88902) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 27 02:39:13.215379 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-19a6046d-eb25-418f-8b95-f743d40dc560 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] For port ed849eb5-ceda-488b-ab81-fdebc031a1ca, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=ed849eb5-ceda-488b-ab81-fdebc031a1ca,segment=NetworkSegment(bf002648-7ebf-4913-b5f8-827ef80178bb),segment_id=bf002648-7ebf-4913-b5f8-827ef80178bb)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:13.215965 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-19a6046d-eb25-418f-8b95-f743d40dc560 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:13.346239 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-accaef7b-b40d-469d-9bd1-3ca2c29b97a3 None None] Set router 5e20f397-cb19-4fe0-ab82-317cdd478ccf gateway port host: None {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:39:13.399630 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-19a6046d-eb25-418f-8b95-f743d40dc560 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Calling delete_port for ed849eb5-ceda-488b-ab81-fdebc031a1ca owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:39:13.530836 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port ed849eb5-ceda-488b-ab81-fdebc031a1ca is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:39:13.538158 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-b0a3475b-f8af-4076-999c-727a24765e7a None None] For port dc6fd15f-0a6e-4b78-9585-8264e24e67ad, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=dc6fd15f-0a6e-4b78-9585-8264e24e67ad,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:13.579609 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-694825d7-4e20-4f9d-9e39-998162d4313a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:13.605681 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b0a3475b-f8af-4076-999c-727a24765e7a None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:13.635666 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-b0a3475b-f8af-4076-999c-727a24765e7a None None] Transition to ACTIVE for port object dc6fd15f-0a6e-4b78-9585-8264e24e67ad will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:39:13.740180 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b0a3475b-f8af-4076-999c-727a24765e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:13.851949 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-accaef7b-b40d-469d-9bd1-3ca2c29b97a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'name': 'tempest-RoutersIpV6Test-router-1992284852', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:38:16Z', 'updated_at': '2022-05-27T02:39:08Z', 'revision_number': 7, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'gw_port_host': None, '_interfaces': [{'id': '1e23c832-3a25-4eb0-aab4-b4e5f75129c6', 'name': '', 'network_id': 'd883fcb8-3253-46e3-b7e5-b0b55e816b0c', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:03:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:21Z', 'updated_at': '2022-05-27T02:38:35Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f4052af-f03d-4029-af1a-f4fa402ae554', 'name': '', 'network_id': 'fc1ec83b-58f0-43d1-bcd0-e2d3f89454af', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:b2:5d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '5910476c-41e6-4b17-839e-12cbb0ed553f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:47Z', 'updated_at': '2022-05-27T02:38:57Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '5910476c-41e6-4b17-839e-12cbb0ed553f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf35e43-74cf-4baa-aa5e-4865299b32d6', 'name': '', 'network_id': '0167a411-12de-421b-9f73-19dba836e4fa', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:b5:33:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': 'c684875b-0031-4a3b-a0f0-fc844b5e47ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:32Z', 'updated_at': '2022-05-27T02:38:48Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': 'c684875b-0031-4a3b-a0f0-fc844b5e47ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed849eb5-ceda-488b-ab81-fdebc031a1ca', 'name': '', 'network_id': '5bfcdcfb-a2e5-4551-a33a-4aefdad055dc', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:3c:d6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '325dd48d-c369-49dd-b898-48bd10f27e28', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:59Z', 'updated_at': '2022-05-27T02:39:10Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '325dd48d-c369-49dd-b898-48bd10f27e28', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:13.856448 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accaef7b-b40d-469d-9bd1-3ca2c29b97a3 None None] Checking router: 5e20f397-cb19-4fe0-ab82-317cdd478ccf for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:39:13.865655 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-19a6046d-eb25-418f-8b95-f743d40dc560 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:13.871867 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accaef7b-b40d-469d-9bd1-3ca2c29b97a3 None None] Routers {'5e20f397-cb19-4fe0-ab82-317cdd478ccf'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:39:13.872676 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-accaef7b-b40d-469d-9bd1-3ca2c29b97a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:38:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['5e20f397-cb19-4fe0-ab82-317cdd478ccf'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:13.904147 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41116) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:13.919326 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-694825d7-4e20-4f9d-9e39-998162d4313a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Calling delete_port for d25897de-8ca1-43cf-8aae-7ef9a149703e owned by {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:39:13.946523 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a3475b-f8af-4076-999c-727a24765e7a None None] Pushing event updated for resources: {'Port': ['ID=dc6fd15f-0a6e-4b78-9585-8264e24e67ad,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:13.975863 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a6046d-eb25-418f-8b95-f743d40dc560 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event deleted for resources: {'Port': ['ID=ed849eb5-ceda-488b-ab81-fdebc031a1ca,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:14.058452 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3408a5d5-64cd-4f93-8076-e779060b47ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:14.122504 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d9a4bd75-2a2c-48be-b542-fb4212fe0d1c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:14.190769 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-3408a5d5-64cd-4f93-8076-e779060b47ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:39:14.232864 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3408a5d5-64cd-4f93-8076-e779060b47ca admin admin] Usage tracker for resource:security_group_rule and tenant:9cd9e95e074240e9aa23ad25fc292629 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:39:14.252477 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3408a5d5-64cd-4f93-8076-e779060b47ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:39:14.268704 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-accaef7b-b40d-469d-9bd1-3ca2c29b97a3 None None] Set router 5e20f397-cb19-4fe0-ab82-317cdd478ccf gateway port host: None {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:39:14.280663 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-3408a5d5-64cd-4f93-8076-e779060b47ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:39:14.453019 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4bd75-2a2c-48be-b542-fb4212fe0d1c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'Subnet': ['ID=e622ebbf-11a6-4e53-a753-0147f5d0082b,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:14.526806 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [None req-4ddb76bb-8051-4900-9398-18d5add3ba30 tempest-FloatingIPAdminTestJSON-2122111867 tempest-FloatingIPAdminTestJSON-2122111867-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:39:14.551836 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a4bd75-2a2c-48be-b542-fb4212fe0d1c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Checking segment: {'id': 'b056fa73-8d66-40cb-bedd-e10d93c0d707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1a85cae4-85c9-4a75-9c26-0ba0b72b2755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:39:14.552195 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a4bd75-2a2c-48be-b542-fb4212fe0d1c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Network hostable DHCP agents. Network: 1a85cae4-85c9-4a75-9c26-0ba0b72b2755, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:39:14.574701 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4ddb76bb-8051-4900-9398-18d5add3ba30 tempest-FloatingIPAdminTestJSON-2122111867 tempest-FloatingIPAdminTestJSON-2122111867-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:14.581971 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-19a6046d-eb25-418f-8b95-f743d40dc560 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:14.660972 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4ddb76bb-8051-4900-9398-18d5add3ba30 tempest-FloatingIPAdminTestJSON-2122111867 tempest-FloatingIPAdminTestJSON-2122111867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:14.887115 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-accaef7b-b40d-469d-9bd1-3ca2c29b97a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'name': 'tempest-RoutersIpV6Test-router-1992284852', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:38:16Z', 'updated_at': '2022-05-27T02:39:13Z', 'revision_number': 8, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'gw_port_host': None, '_interfaces': [{'id': '1e23c832-3a25-4eb0-aab4-b4e5f75129c6', 'name': '', 'network_id': 'd883fcb8-3253-46e3-b7e5-b0b55e816b0c', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:03:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:21Z', 'updated_at': '2022-05-27T02:38:35Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f4052af-f03d-4029-af1a-f4fa402ae554', 'name': '', 'network_id': 'fc1ec83b-58f0-43d1-bcd0-e2d3f89454af', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:b2:5d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '5910476c-41e6-4b17-839e-12cbb0ed553f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:47Z', 'updated_at': '2022-05-27T02:38:57Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '5910476c-41e6-4b17-839e-12cbb0ed553f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf35e43-74cf-4baa-aa5e-4865299b32d6', 'name': '', 'network_id': '0167a411-12de-421b-9f73-19dba836e4fa', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:b5:33:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': 'c684875b-0031-4a3b-a0f0-fc844b5e47ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:32Z', 'updated_at': '2022-05-27T02:38:48Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': 'c684875b-0031-4a3b-a0f0-fc844b5e47ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:14.887115 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accaef7b-b40d-469d-9bd1-3ca2c29b97a3 None None] The sync data for ids ['5e20f397-cb19-4fe0-ab82-317cdd478ccf'] in n-d-843554-3 is: [{'id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'name': 'tempest-RoutersIpV6Test-router-1992284852', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:38:16Z', 'updated_at': '2022-05-27T02:39:13Z', 'revision_number': 8, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'gw_port_host': None, '_interfaces': [{'id': '1e23c832-3a25-4eb0-aab4-b4e5f75129c6', 'name': '', 'network_id': 'd883fcb8-3253-46e3-b7e5-b0b55e816b0c', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:03:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:21Z', 'updated_at': '2022-05-27T02:38:35Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f4052af-f03d-4029-af1a-f4fa402ae554', 'name': '', 'network_id': 'fc1ec83b-58f0-43d1-bcd0-e2d3f89454af', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:b2:5d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '5910476c-41e6-4b17-839e-12cbb0ed553f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:47Z', 'updated_at': '2022-05-27T02:38:57Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '5910476c-41e6-4b17-839e-12cbb0ed553f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf35e43-74cf-4baa-aa5e-4865299b32d6', 'name': '', 'network_id': '0167a411-12de-421b-9f73-19dba836e4fa', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:b5:33:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': 'c684875b-0031-4a3b-a0f0-fc844b5e47ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:32Z', 'updated_at': '2022-05-27T02:38:48Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': 'c684875b-0031-4a3b-a0f0-fc844b5e47ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:39:14.900764 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb76bb-8051-4900-9398-18d5add3ba30 tempest-FloatingIPAdminTestJSON-2122111867 tempest-FloatingIPAdminTestJSON-2122111867-project] Pushing event updated for resources: {'Port': ['ID=fb0c895b-0872-4581-af9a-22b1fcd3b05d,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:14.921398 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a4bd75-2a2c-48be-b542-fb4212fe0d1c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Network 1a85cae4-85c9-4a75-9c26-0ba0b72b2755 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:39:14.962204 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4ddb76bb-8051-4900-9398-18d5add3ba30 tempest-FloatingIPAdminTestJSON-2122111867 tempest-FloatingIPAdminTestJSON-2122111867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:15.030863 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-d9a4bd75-2a2c-48be-b542-fb4212fe0d1c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 1a85cae4-85c9-4a75-9c26-0ba0b72b2755) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:39:15.034235 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a6046d-eb25-418f-8b95-f743d40dc560 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Router 5e20f397-cb19-4fe0-ab82-317cdd478ccf has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:39:15.038198 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a4bd75-2a2c-48be-b542-fb4212fe0d1c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:15.039237 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d9a4bd75-2a2c-48be-b542-fb4212fe0d1c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:15.047019 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c562c6-5a1f-4cd0-8ea6-d3daf9d247b1 None None] Network 1a85cae4-85c9-4a75-9c26-0ba0b72b2755 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:39:15.066299 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-694825d7-4e20-4f9d-9e39-998162d4313a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:15.143949 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694825d7-4e20-4f9d-9e39-998162d4313a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Port': ['ID=d25897de-8ca1-43cf-8aae-7ef9a149703e,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:15.152745 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4ddb76bb-8051-4900-9398-18d5add3ba30 tempest-FloatingIPAdminTestJSON-2122111867 tempest-FloatingIPAdminTestJSON-2122111867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:15.155535 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4ddb76bb-8051-4900-9398-18d5add3ba30 tempest-FloatingIPAdminTestJSON-2122111867 tempest-FloatingIPAdminTestJSON-2122111867-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9870088 May 27 02:39:15.166008 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41122) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:15.250518 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device dc6fd15f-0a6e-4b78-9585-8264e24e67ad up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:39:15.253605 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a6046d-eb25-418f-8b95-f743d40dc560 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:39:15.294906 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-8c382812-d585-49a3-a0d3-8288a2b294f0 None None] Provisioning for port dc6fd15f-0a6e-4b78-9585-8264e24e67ad completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:39:15.300896 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-22a80fd7-80a6-4957-9530-c51e9bb63229 tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Synchronizing usage tracker for tenant:e44a618c384f47a3aa7bb7703399ff1e on resource:floatingip {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:39:15.306694 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-19a6046d-eb25-418f-8b95-f743d40dc560 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "PUT /v2.0/routers/5e20f397-cb19-4fe0-ab82-317cdd478ccf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1103616 May 27 02:39:15.307580 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41126) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:15.309070 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d9a4bd75-2a2c-48be-b542-fb4212fe0d1c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8733213 May 27 02:39:15.314227 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41128) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:15.430057 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-30b09cee-1258-4f50-a219-fb3ca1a6b239 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Deleting subnet 325dd48d-c369-49dd-b898-48bd10f27e28 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:39:15.434413 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30b09cee-1258-4f50-a219-fb3ca1a6b239 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:15.443920 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-8c382812-d585-49a3-a0d3-8288a2b294f0 None None] Provisioning complete for port dc6fd15f-0a6e-4b78-9585-8264e24e67ad triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:39:15.444490 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8c382812-d585-49a3-a0d3-8288a2b294f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:15.483281 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-cc244a38-0ae2-4b46-a7a8-c4285a2f0eeb tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'port': {'network_id': '1a85cae4-85c9-4a75-9c26-0ba0b72b2755', 'name': 'tempest-PortsTestJSON-1083139667'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:39:15.548311 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-694825d7-4e20-4f9d-9e39-998162d4313a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:15.563540 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46c79e7-a1f5-4c2d-88d8-ded4caa3dd94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-1a85cae4-85c9-4a75-9c26-0ba0b72b2755', 'network_id': '1a85cae4-85c9-4a75-9c26-0ba0b72b2755', 'tenant_id': 'f559555ef6124802b230d39d3db00e17', 'fixed_ips': [{'subnet_id': 'e622ebbf-11a6-4e53-a753-0147f5d0082b'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:39:15.565937 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e46c79e7-a1f5-4c2d-88d8-ded4caa3dd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:15.577207 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-694825d7-4e20-4f9d-9e39-998162d4313a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/ports/d25897de-8ca1-43cf-8aae-7ef9a149703e HTTP/1.1" status: 204 len: 168 time: 2.9789324 May 27 02:39:15.592932 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41136) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:15.642763 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30b09cee-1258-4f50-a219-fb3ca1a6b239 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:15.671474 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-22a80fd7-80a6-4957-9530-c51e9bb63229 tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Unset dirty status for tenant:e44a618c384f47a3aa7bb7703399ff1e on resource:floatingip {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:39:15.675947 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-22a80fd7-80a6-4957-9530-c51e9bb63229 tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1652 time: 0.5082383 May 27 02:39:15.677072 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41140) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:15.728834 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2180d95-93c0-44d5-8ef2-c4c7c8717c01 None None] Sync routers for ids ['5e20f397-cb19-4fe0-ab82-317cdd478ccf'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:39:15.758457 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cc244a38-0ae2-4b46-a7a8-c4285a2f0eeb tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:39:15.780536 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cc244a38-0ae2-4b46-a7a8-c4285a2f0eeb tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:39:15.792237 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port dc6fd15f-0a6e-4b78-9585-8264e24e67ad triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:39:15.792615 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:15.794543 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3408a5d5-64cd-4f93-8076-e779060b47ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:15.799842 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30b09cee-1258-4f50-a219-fb3ca1a6b239 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:15.803724 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a9743edd-5d85-4fb7-ae16-869f3a73697e tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Synchronizing usage tracker for tenant:2b0294f3034b42f7893740a9b159dfde on resource:floatingip {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:39:15.816339 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7407f24-8c26-4122-8924-cc2ec6f7ca37 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:15.818215 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7407f24-8c26-4122-8924-cc2ec6f7ca37 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:15.819862 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7407f24-8c26-4122-8924-cc2ec6f7ca37 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:15.821839 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d7407f24-8c26-4122-8924-cc2ec6f7ca37 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2277546 May 27 02:39:15.825193 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41144) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:15.868870 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2180d95-93c0-44d5-8ef2-c4c7c8717c01 None None] Routers {'5e20f397-cb19-4fe0-ab82-317cdd478ccf'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:39:15.869506 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e2180d95-93c0-44d5-8ef2-c4c7c8717c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:38:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['5e20f397-cb19-4fe0-ab82-317cdd478ccf'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:15.909911 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc244a38-0ae2-4b46-a7a8-c4285a2f0eeb tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Made reservation on behalf of f559555ef6124802b230d39d3db00e17 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:39:15.912208 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3408a5d5-64cd-4f93-8076-e779060b47ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:15.919142 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cc244a38-0ae2-4b46-a7a8-c4285a2f0eeb tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:15.921358 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-8c382812-d585-49a3-a0d3-8288a2b294f0 None None] Current status of the port dc6fd15f-0a6e-4b78-9585-8264e24e67ad is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:39:15.943664 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-cc244a38-0ae2-4b46-a7a8-c4285a2f0eeb tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] device_id is not set on port 8fb2a770-ff97-4a7d-a709-0687fe84711c yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:39:15.984737 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3033547-2195-4e93-89c8-96b7f1b756e3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting subnet 23f6e203-44cd-4a30-b2dc-be439b7ea78c {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:39:15.991245 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a9743edd-5d85-4fb7-ae16-869f3a73697e tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Unset dirty status for tenant:2b0294f3034b42f7893740a9b159dfde on resource:floatingip {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:39:15.993178 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a9743edd-5d85-4fb7-ae16-869f3a73697e tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2916210 May 27 02:39:15.999290 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41148) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:16.001851 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3408a5d5-64cd-4f93-8076-e779060b47ca admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9cd9e95e074240e9aa23ad25fc292629&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9887149 May 27 02:39:16.004814 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41152) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:16.004972 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d3033547-2195-4e93-89c8-96b7f1b756e3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:16.028108 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30b09cee-1258-4f50-a219-fb3ca1a6b239 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:16.034716 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3408a5d5-64cd-4f93-8076-e779060b47ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3aec368-2d0e-488e-bad9-66f3ec3618be,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:16.100321 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b09cee-1258-4f50-a219-fb3ca1a6b239 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event deleted for resources: {'Subnet': ['ID=325dd48d-c369-49dd-b898-48bd10f27e28,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:16.124188 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30b09cee-1258-4f50-a219-fb3ca1a6b239 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:16.143026 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-30b09cee-1258-4f50-a219-fb3ca1a6b239 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "DELETE /v2.0/subnets/325dd48d-c369-49dd-b898-48bd10f27e28 HTTP/1.1" status: 204 len: 168 time: 0.8341379 May 27 02:39:16.146236 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41156) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:16.158660 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739ee085-91ce-420e-93c1-57936725dc46 None None] Network 5bfcdcfb-a2e5-4551-a33a-4aefdad055dc requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:39:16.172678 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64a5f4f3-0a50-495a-b5fa-61353a75f3bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:16.187006 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-b51ee10a-7103-4298-b5c0-7a0efda61433 None None] Could not find standard attr ID for object d25897de-8ca1-43cf-8aae-7ef9a149703e. {{(pid=88903) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:39:16.223351 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d3033547-2195-4e93-89c8-96b7f1b756e3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:16.256860 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-0a9a79ad-539a-4d00-b108-4f4e8f2888a1 tempest-FloatingIPAdminTestJSON-2122111867 tempest-FloatingIPAdminTestJSON-2122111867-project] Deleting port fb0c895b-0872-4581-af9a-22b1fcd3b05d {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:16.257486 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0a9a79ad-539a-4d00-b108-4f4e8f2888a1 tempest-FloatingIPAdminTestJSON-2122111867 tempest-FloatingIPAdminTestJSON-2122111867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:16.279258 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64a5f4f3-0a50-495a-b5fa-61353a75f3bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:16.303828 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0e5866e7-a52f-43e4-ac0c-a34c884e5fb2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:16.335583 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-0e5866e7-a52f-43e4-ac0c-a34c884e5fb2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Deleting port 99f4a01d-f5c7-4889-a129-932d6f665b37 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:16.335915 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0e5866e7-a52f-43e4-ac0c-a34c884e5fb2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:16.340084 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-e46c79e7-a1f5-4c2d-88d8-ded4caa3dd94 None None] Allocated IP 172.20.0.2 (1a85cae4-85c9-4a75-9c26-0ba0b72b2755/e622ebbf-11a6-4e53-a753-0147f5d0082b/72099e77-c101-4f82-b3a7-68539bd5e82e) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:39:16.367149 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-e2180d95-93c0-44d5-8ef2-c4c7c8717c01 None None] Set router 5e20f397-cb19-4fe0-ab82-317cdd478ccf gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:39:16.486927 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port dc6fd15f-0a6e-4b78-9585-8264e24e67ad is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:39:16.567168 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64a5f4f3-0a50-495a-b5fa-61353a75f3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:16.606254 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d3033547-2195-4e93-89c8-96b7f1b756e3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:16.704244 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0a9a79ad-539a-4d00-b108-4f4e8f2888a1 tempest-FloatingIPAdminTestJSON-2122111867 tempest-FloatingIPAdminTestJSON-2122111867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:16.704682 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0a9a79ad-539a-4d00-b108-4f4e8f2888a1 tempest-FloatingIPAdminTestJSON-2122111867 tempest-FloatingIPAdminTestJSON-2122111867-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:16.755110 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a5f4f3-0a50-495a-b5fa-61353a75f3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3aec368-2d0e-488e-bad9-66f3ec3618be,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:16.774876 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64a5f4f3-0a50-495a-b5fa-61353a75f3bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:16.776095 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-64a5f4f3-0a50-495a-b5fa-61353a75f3bc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b3aec368-2d0e-488e-bad9-66f3ec3618be HTTP/1.1" status: 204 len: 168 time: 0.7669513 May 27 02:39:16.793575 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-0e5866e7-a52f-43e4-ac0c-a34c884e5fb2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] For port 99f4a01d-f5c7-4889-a129-932d6f665b37, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=99f4a01d-f5c7-4889-a129-932d6f665b37,segment=NetworkSegment(bf002648-7ebf-4913-b5f8-827ef80178bb),segment_id=bf002648-7ebf-4913-b5f8-827ef80178bb)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:16.793938 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ed849eb5-ceda-488b-ab81-fdebc031a1ca no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:39:16.794154 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0e5866e7-a52f-43e4-ac0c-a34c884e5fb2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:16.889949 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: ed849eb5-ceda-488b-ab81-fdebc031a1ca {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:39:16.898338 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ed849eb5-ceda-488b-ab81-fdebc031a1ca not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:39:16.906389 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-0a9a79ad-539a-4d00-b108-4f4e8f2888a1 tempest-FloatingIPAdminTestJSON-2122111867 tempest-FloatingIPAdminTestJSON-2122111867-project] Calling delete_port for fb0c895b-0872-4581-af9a-22b1fcd3b05d owned by network:floatingip {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:39:16.956633 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-0e5866e7-a52f-43e4-ac0c-a34c884e5fb2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Calling delete_port for 99f4a01d-f5c7-4889-a129-932d6f665b37 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:39:17.060815 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d3033547-2195-4e93-89c8-96b7f1b756e3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:17.110085 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3033547-2195-4e93-89c8-96b7f1b756e3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Subnet': ['ID=23f6e203-44cd-4a30-b2dc-be439b7ea78c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:17.120310 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d3033547-2195-4e93-89c8-96b7f1b756e3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:17.128547 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0e5866e7-a52f-43e4-ac0c-a34c884e5fb2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:17.130179 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece39258-72f4-47cd-a01b-da12e99f741e None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:39:17.151875 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d3033547-2195-4e93-89c8-96b7f1b756e3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/23f6e203-44cd-4a30-b2dc-be439b7ea78c HTTP/1.1" status: 204 len: 168 time: 1.3254266 May 27 02:39:17.152809 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41164) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:17.155291 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e46c79e7-a1f5-4c2d-88d8-ded4caa3dd94 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:17.191268 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919a2e28-8de7-4b43-aa53-d737503ed2ac None None] DHCP port deletion for 5bfcdcfb-a2e5-4551-a33a-4aefdad055dc request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:39:17.209644 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5866e7-a52f-43e4-ac0c-a34c884e5fb2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event deleted for resources: {'Port': ['ID=99f4a01d-f5c7-4889-a129-932d6f665b37,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:17.229276 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ca4a5c6-546e-4deb-8d09-47114cdc5a49 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting subnet ee730fe6-abca-428c-b702-7360c4e4a2f4 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:39:17.230476 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5866e7-a52f-43e4-ac0c-a34c884e5fb2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] No DVR routers for this DVR port 99f4a01d-f5c7-4889-a129-932d6f665b37 on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:39:17.232467 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6ca4a5c6-546e-4deb-8d09-47114cdc5a49 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:17.270087 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e46c79e7-a1f5-4c2d-88d8-ded4caa3dd94 None None] Transition to ACTIVE for port object 72099e77-c101-4f82-b3a7-68539bd5e82e will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:39:17.272174 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0a9a79ad-539a-4d00-b108-4f4e8f2888a1 tempest-FloatingIPAdminTestJSON-2122111867 tempest-FloatingIPAdminTestJSON-2122111867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:17.303655 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e46c79e7-a1f5-4c2d-88d8-ded4caa3dd94 None None] Transition to ACTIVE for port object 72099e77-c101-4f82-b3a7-68539bd5e82e will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:39:17.341954 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a79ad-539a-4d00-b108-4f4e8f2888a1 tempest-FloatingIPAdminTestJSON-2122111867 tempest-FloatingIPAdminTestJSON-2122111867-project] Pushing event deleted for resources: {'Port': ['ID=fb0c895b-0872-4581-af9a-22b1fcd3b05d,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:17.417153 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e46c79e7-a1f5-4c2d-88d8-ded4caa3dd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:17.433319 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0e5866e7-a52f-43e4-ac0c-a34c884e5fb2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:17.465076 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6ca4a5c6-546e-4deb-8d09-47114cdc5a49 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:17.482179 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e2180d95-93c0-44d5-8ef2-c4c7c8717c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'name': 'tempest-RoutersIpV6Test-router-1992284852', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:38:16Z', 'updated_at': '2022-05-27T02:39:13Z', 'revision_number': 8, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'gw_port_host': None, '_interfaces': [{'id': '1e23c832-3a25-4eb0-aab4-b4e5f75129c6', 'name': '', 'network_id': 'd883fcb8-3253-46e3-b7e5-b0b55e816b0c', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:03:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:21Z', 'updated_at': '2022-05-27T02:38:35Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f4052af-f03d-4029-af1a-f4fa402ae554', 'name': '', 'network_id': 'fc1ec83b-58f0-43d1-bcd0-e2d3f89454af', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:b2:5d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '5910476c-41e6-4b17-839e-12cbb0ed553f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:47Z', 'updated_at': '2022-05-27T02:38:57Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '5910476c-41e6-4b17-839e-12cbb0ed553f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf35e43-74cf-4baa-aa5e-4865299b32d6', 'name': '', 'network_id': '0167a411-12de-421b-9f73-19dba836e4fa', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:b5:33:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': 'c684875b-0031-4a3b-a0f0-fc844b5e47ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:32Z', 'updated_at': '2022-05-27T02:38:48Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': 'c684875b-0031-4a3b-a0f0-fc844b5e47ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:17.501966 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0a9a79ad-539a-4d00-b108-4f4e8f2888a1 tempest-FloatingIPAdminTestJSON-2122111867 tempest-FloatingIPAdminTestJSON-2122111867-project] Notify callbacks [] for floatingip, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:17.504108 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0a9a79ad-539a-4d00-b108-4f4e8f2888a1 tempest-FloatingIPAdminTestJSON-2122111867 tempest-FloatingIPAdminTestJSON-2122111867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:17.507805 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0a9a79ad-539a-4d00-b108-4f4e8f2888a1 tempest-FloatingIPAdminTestJSON-2122111867 tempest-FloatingIPAdminTestJSON-2122111867-project] 10.222.0.57 "DELETE /v2.0/floatingips/92c057f8-3afa-4b63-81ce-b7c625747071 HTTP/1.1" status: 204 len: 168 time: 1.5024624 May 27 02:39:17.512682 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41176) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:17.516897 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2180d95-93c0-44d5-8ef2-c4c7c8717c01 None None] Checking router: 5e20f397-cb19-4fe0-ab82-317cdd478ccf for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:39:17.519223 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-0e5866e7-a52f-43e4-ac0c-a34c884e5fb2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bfcdcfb-a2e5-4551-a33a-4aefdad055dc']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:17.521845 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46c79e7-a1f5-4c2d-88d8-ded4caa3dd94 None None] Network 1a85cae4-85c9-4a75-9c26-0ba0b72b2755 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:39:17.538234 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-0e5866e7-a52f-43e4-ac0c-a34c884e5fb2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf002648-7ebf-4913-b5f8-827ef80178bb') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:17.538530 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-0e5866e7-a52f-43e4-ac0c-a34c884e5fb2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf002648-7ebf-4913-b5f8-827ef80178bb') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:17.554699 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-e46c79e7-a1f5-4c2d-88d8-ded4caa3dd94 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:39:17.559571 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0e5866e7-a52f-43e4-ac0c-a34c884e5fb2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:17.564632 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46c79e7-a1f5-4c2d-88d8-ded4caa3dd94 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:39:17.575974 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-cc244a38-0ae2-4b46-a7a8-c4285a2f0eeb tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Allocated IP 172.20.0.9 (1a85cae4-85c9-4a75-9c26-0ba0b72b2755/e622ebbf-11a6-4e53-a753-0147f5d0082b/8fb2a770-ff97-4a7d-a709-0687fe84711c) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:39:17.581696 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46c79e7-a1f5-4c2d-88d8-ded4caa3dd94 None None] Pushing event updated for resources: {'Port': ['ID=72099e77-c101-4f82-b3a7-68539bd5e82e,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:17.588180 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2180d95-93c0-44d5-8ef2-c4c7c8717c01 None None] Routers {'5e20f397-cb19-4fe0-ab82-317cdd478ccf'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:39:17.588900 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0e5866e7-a52f-43e4-ac0c-a34c884e5fb2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:17.589013 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e2180d95-93c0-44d5-8ef2-c4c7c8717c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:38:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['5e20f397-cb19-4fe0-ab82-317cdd478ccf'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:17.600041 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e5866e7-a52f-43e4-ac0c-a34c884e5fb2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:39:17.605333 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0e5866e7-a52f-43e4-ac0c-a34c884e5fb2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:17.752975 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment bf002648-7ebf-4913-b5f8-827ef80178bb resource provider aggregate not found May 27 02:39:17.792705 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment bf002648-7ebf-4913-b5f8-827ef80178bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf002648-7ebf-4913-b5f8-827ef80178bb found for delete ", "request_id": "req-f5cbcfd3-f128-41c4-a14b-92d88d4feddd"}]} May 27 02:39:17.797304 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6ca4a5c6-546e-4deb-8d09-47114cdc5a49 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:17.821479 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-e2180d95-93c0-44d5-8ef2-c4c7c8717c01 None None] Set router 5e20f397-cb19-4fe0-ab82-317cdd478ccf gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:39:17.865012 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-63c4f8b6-c20d-40bf-b2d1-929f670d19f5 tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Deleting port 1cf4d6fc-97df-41eb-8a5a-2fa44bfa5c7b {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:17.869250 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-63c4f8b6-c20d-40bf-b2d1-929f670d19f5 tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:17.947700 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0e5866e7-a52f-43e4-ac0c-a34c884e5fb2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:17.982436 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0e5866e7-a52f-43e4-ac0c-a34c884e5fb2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:18.009815 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5866e7-a52f-43e4-ac0c-a34c884e5fb2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event deleted for resources: {'Network': ['ID=5bfcdcfb-a2e5-4551-a33a-4aefdad055dc,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:18.023237 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0e5866e7-a52f-43e4-ac0c-a34c884e5fb2 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "DELETE /v2.0/networks/5bfcdcfb-a2e5-4551-a33a-4aefdad055dc HTTP/1.1" status: 204 len: 168 time: 1.8758020 May 27 02:39:18.027249 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41194) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:18.102110 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-63c4f8b6-c20d-40bf-b2d1-929f670d19f5 tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:18.102714 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-63c4f8b6-c20d-40bf-b2d1-929f670d19f5 tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:18.189147 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-e46c79e7-a1f5-4c2d-88d8-ded4caa3dd94 None None] Attempting to bind port 72099e77-c101-4f82-b3a7-68539bd5e82e on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:39:18.190053 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-e46c79e7-a1f5-4c2d-88d8-ded4caa3dd94 None None] Attempting to bind port 72099e77-c101-4f82-b3a7-68539bd5e82e by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'b056fa73-8d66-40cb-bedd-e10d93c0d707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1a85cae4-85c9-4a75-9c26-0ba0b72b2755'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:39:18.190053 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46c79e7-a1f5-4c2d-88d8-ded4caa3dd94 None None] Attempting to bind port 72099e77-c101-4f82-b3a7-68539bd5e82e on network 1a85cae4-85c9-4a75-9c26-0ba0b72b2755 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:39:18.222027 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46c79e7-a1f5-4c2d-88d8-ded4caa3dd94 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:39:18.223281 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46c79e7-a1f5-4c2d-88d8-ded4caa3dd94 None None] Checking segment: {'id': 'b056fa73-8d66-40cb-bedd-e10d93c0d707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1a85cae4-85c9-4a75-9c26-0ba0b72b2755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:39:18.223806 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e46c79e7-a1f5-4c2d-88d8-ded4caa3dd94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:18.224336 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46c79e7-a1f5-4c2d-88d8-ded4caa3dd94 None None] Bound using segment: {'id': 'b056fa73-8d66-40cb-bedd-e10d93c0d707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1a85cae4-85c9-4a75-9c26-0ba0b72b2755'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:39:18.225102 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-e46c79e7-a1f5-4c2d-88d8-ded4caa3dd94 None None] Bound port: 72099e77-c101-4f82-b3a7-68539bd5e82e, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b056fa73-8d66-40cb-bedd-e10d93c0d707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1a85cae4-85c9-4a75-9c26-0ba0b72b2755'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:39:18.225585 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e46c79e7-a1f5-4c2d-88d8-ded4caa3dd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:18.277138 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cc244a38-0ae2-4b46-a7a8-c4285a2f0eeb tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:18.384754 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-63c4f8b6-c20d-40bf-b2d1-929f670d19f5 tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Calling delete_port for 1cf4d6fc-97df-41eb-8a5a-2fa44bfa5c7b owned by network:floatingip {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:39:18.422376 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6ca4a5c6-546e-4deb-8d09-47114cdc5a49 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:18.434633 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-e46c79e7-a1f5-4c2d-88d8-ded4caa3dd94 None None] For port 72099e77-c101-4f82-b3a7-68539bd5e82e, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:39:18.438771 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-e46c79e7-a1f5-4c2d-88d8-ded4caa3dd94 None None] For port 72099e77-c101-4f82-b3a7-68539bd5e82e, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=72099e77-c101-4f82-b3a7-68539bd5e82e,segment=NetworkSegment(b056fa73-8d66-40cb-bedd-e10d93c0d707),segment_id=b056fa73-8d66-40cb-bedd-e10d93c0d707)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:39:18.447311 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-cc244a38-0ae2-4b46-a7a8-c4285a2f0eeb tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Transition to ACTIVE for port object 8fb2a770-ff97-4a7d-a709-0687fe84711c will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:39:18.466201 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e2180d95-93c0-44d5-8ef2-c4c7c8717c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'name': 'tempest-RoutersIpV6Test-router-1992284852', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:38:16Z', 'updated_at': '2022-05-27T02:39:13Z', 'revision_number': 8, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'gw_port_host': None, '_interfaces': [{'id': '1e23c832-3a25-4eb0-aab4-b4e5f75129c6', 'name': '', 'network_id': 'd883fcb8-3253-46e3-b7e5-b0b55e816b0c', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:03:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:21Z', 'updated_at': '2022-05-27T02:38:35Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f4052af-f03d-4029-af1a-f4fa402ae554', 'name': '', 'network_id': 'fc1ec83b-58f0-43d1-bcd0-e2d3f89454af', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:b2:5d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '5910476c-41e6-4b17-839e-12cbb0ed553f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:47Z', 'updated_at': '2022-05-27T02:38:57Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '5910476c-41e6-4b17-839e-12cbb0ed553f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf35e43-74cf-4baa-aa5e-4865299b32d6', 'name': '', 'network_id': '0167a411-12de-421b-9f73-19dba836e4fa', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:b5:33:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': 'c684875b-0031-4a3b-a0f0-fc844b5e47ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:32Z', 'updated_at': '2022-05-27T02:38:48Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': 'c684875b-0031-4a3b-a0f0-fc844b5e47ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:18.478007 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2180d95-93c0-44d5-8ef2-c4c7c8717c01 None None] The sync data for ids ['5e20f397-cb19-4fe0-ab82-317cdd478ccf'] in n-d-843554-3 is: [{'id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'name': 'tempest-RoutersIpV6Test-router-1992284852', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:38:16Z', 'updated_at': '2022-05-27T02:39:13Z', 'revision_number': 8, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'gw_port_host': None, '_interfaces': [{'id': '1e23c832-3a25-4eb0-aab4-b4e5f75129c6', 'name': '', 'network_id': 'd883fcb8-3253-46e3-b7e5-b0b55e816b0c', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:03:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:21Z', 'updated_at': '2022-05-27T02:38:35Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f4052af-f03d-4029-af1a-f4fa402ae554', 'name': '', 'network_id': 'fc1ec83b-58f0-43d1-bcd0-e2d3f89454af', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:b2:5d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '5910476c-41e6-4b17-839e-12cbb0ed553f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:47Z', 'updated_at': '2022-05-27T02:38:57Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '5910476c-41e6-4b17-839e-12cbb0ed553f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf35e43-74cf-4baa-aa5e-4865299b32d6', 'name': '', 'network_id': '0167a411-12de-421b-9f73-19dba836e4fa', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:b5:33:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': 'c684875b-0031-4a3b-a0f0-fc844b5e47ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:32Z', 'updated_at': '2022-05-27T02:38:48Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': 'c684875b-0031-4a3b-a0f0-fc844b5e47ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:39:18.496249 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca4a5c6-546e-4deb-8d09-47114cdc5a49 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Subnet': ['ID=ee730fe6-abca-428c-b702-7360c4e4a2f4,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:18.496249 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6ca4a5c6-546e-4deb-8d09-47114cdc5a49 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:18.518153 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e46c79e7-a1f5-4c2d-88d8-ded4caa3dd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:18.531487 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41200) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:18.533619 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6ca4a5c6-546e-4deb-8d09-47114cdc5a49 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/ee730fe6-abca-428c-b702-7360c4e4a2f4 HTTP/1.1" status: 204 len: 168 time: 1.3791673 May 27 02:39:18.682374 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-22fea1b1-7d29-4966-99cf-383a001d4cc8 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1419873 May 27 02:39:18.684933 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41206) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:18.689414 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46c79e7-a1f5-4c2d-88d8-ded4caa3dd94 None None] Pushing event updated for resources: {'Port': ['ID=72099e77-c101-4f82-b3a7-68539bd5e82e,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:18.696051 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-f23de55f-ddfa-448f-b583-eb29521d5dfc tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'subnet': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:39:18.776618 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cc244a38-0ae2-4b46-a7a8-c4285a2f0eeb tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:18.949802 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 99f4a01d-f5c7-4889-a129-932d6f665b37 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:39:18.991758 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-f23de55f-ddfa-448f-b583-eb29521d5dfc tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:39:18.997957 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f23de55f-ddfa-448f-b583-eb29521d5dfc tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:subnet and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:39:19.006625 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f23de55f-ddfa-448f-b583-eb29521d5dfc tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:39:19.029338 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-f23de55f-ddfa-448f-b583-eb29521d5dfc tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:39:19.045422 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-63c4f8b6-c20d-40bf-b2d1-929f670d19f5 tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:19.072387 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 99f4a01d-f5c7-4889-a129-932d6f665b37 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:39:19.075006 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 99f4a01d-f5c7-4889-a129-932d6f665b37 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:39:19.141033 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc244a38-0ae2-4b46-a7a8-c4285a2f0eeb tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Network 1a85cae4-85c9-4a75-9c26-0ba0b72b2755 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:39:19.151820 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-cc244a38-0ae2-4b46-a7a8-c4285a2f0eeb tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:39:19.155914 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc244a38-0ae2-4b46-a7a8-c4285a2f0eeb tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:39:19.173763 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c4f8b6-c20d-40bf-b2d1-929f670d19f5 tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Pushing event deleted for resources: {'Port': ['ID=1cf4d6fc-97df-41eb-8a5a-2fa44bfa5c7b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:19.186888 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23de55f-ddfa-448f-b583-eb29521d5dfc tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:39:19.190856 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f23de55f-ddfa-448f-b583-eb29521d5dfc tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:19.205654 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc244a38-0ae2-4b46-a7a8-c4285a2f0eeb tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'Port': ['ID=8fb2a770-ff97-4a7d-a709-0687fe84711c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:19.255678 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:19.266313 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc244a38-0ae2-4b46-a7a8-c4285a2f0eeb tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:19.266962 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cc244a38-0ae2-4b46-a7a8-c4285a2f0eeb tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:19.379982 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:19.407999 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-cc244a38-0ae2-4b46-a7a8-c4285a2f0eeb tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.0902867 May 27 02:39:19.408225 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41218) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:19.456664 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8861c1f5-5985-4f14-a7c7-ccd4dcd8f1eb tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:19.554607 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771d8f50-86ee-4c1d-821f-be7264691710 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:39:19.591363 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-69f128df-3386-4848-9711-407b4c25ed7e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Deleting port 8fb2a770-ff97-4a7d-a709-0687fe84711c {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:19.591363 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69f128df-3386-4848-9711-407b4c25ed7e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:19.699893 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-63c4f8b6-c20d-40bf-b2d1-929f670d19f5 tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:19.723334 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-17b1455b-42b7-41e3-86f7-f8ce3537da38 None None] Provisioning complete for port dc6fd15f-0a6e-4b78-9585-8264e24e67ad triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:39:19.730166 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-17b1455b-42b7-41e3-86f7-f8ce3537da38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:19.850524 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-63c4f8b6-c20d-40bf-b2d1-929f670d19f5 tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:19.852157 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-63c4f8b6-c20d-40bf-b2d1-929f670d19f5 tempest-FloatingIPAdminTestJSON-667514202 tempest-FloatingIPAdminTestJSON-667514202-project-admin] 10.222.0.57 "DELETE /v2.0/floatingips/736b7811-e8c7-4091-9264-5f0e75e61ea7 HTTP/1.1" status: 204 len: 168 time: 2.3385127 May 27 02:39:19.861095 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41230) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:20.079147 n-d-843554-3 neutron-server[88902]: DEBUG neutron.objects.ports [None req-f23de55f-ddfa-448f-b583-eb29521d5dfc tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88902) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 02:39:20.082553 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-17b1455b-42b7-41e3-86f7-f8ce3537da38 None None] Current status of the port dc6fd15f-0a6e-4b78-9585-8264e24e67ad is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:39:20.216878 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3649e5-bcbb-49a1-99bb-d6fc6053b155 None None] DHCP port deletion for 1e095441-a19f-4261-8588-a806dc249ed2 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:39:20.221199 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-bd3649e5-bcbb-49a1-99bb-d6fc6053b155 None None] Deleting port dc6fd15f-0a6e-4b78-9585-8264e24e67ad {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:20.221578 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-bd3649e5-bcbb-49a1-99bb-d6fc6053b155 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:20.300364 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69f128df-3386-4848-9711-407b4c25ed7e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:20.398671 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de4f6e4-beb4-468d-be70-47c8e8fa74b4 None None] Network 1a85cae4-85c9-4a75-9c26-0ba0b72b2755 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:39:20.448868 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-69f128df-3386-4848-9711-407b4c25ed7e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Calling delete_port for 8fb2a770-ff97-4a7d-a709-0687fe84711c owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:39:20.538904 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f23de55f-ddfa-448f-b583-eb29521d5dfc tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:20.619761 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-5a6422de-ffea-499a-b96c-f2beb8134828 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Deleting port ef82f1b9-a747-43da-bc6c-7d98479bcaaf {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:20.620105 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a6422de-ffea-499a-b96c-f2beb8134828 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:20.690606 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-bd3649e5-bcbb-49a1-99bb-d6fc6053b155 None None] For port dc6fd15f-0a6e-4b78-9585-8264e24e67ad, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=dc6fd15f-0a6e-4b78-9585-8264e24e67ad,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:20.691010 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-bd3649e5-bcbb-49a1-99bb-d6fc6053b155 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:20.715090 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69f128df-3386-4848-9711-407b4c25ed7e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:20.789497 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f128df-3386-4848-9711-407b4c25ed7e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event deleted for resources: {'Port': ['ID=8fb2a770-ff97-4a7d-a709-0687fe84711c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:20.811372 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-f23de55f-ddfa-448f-b583-eb29521d5dfc tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] For port dc6fd15f-0a6e-4b78-9585-8264e24e67ad, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=dc6fd15f-0a6e-4b78-9585-8264e24e67ad,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:20.847816 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f23de55f-ddfa-448f-b583-eb29521d5dfc tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:20.942967 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-23d32c3b-af11-4042-ad3e-53e93e458508 None None] Provisioning for port 72099e77-c101-4f82-b3a7-68539bd5e82e completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:39:20.965728 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f23de55f-ddfa-448f-b583-eb29521d5dfc tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:20.966477 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f23de55f-ddfa-448f-b583-eb29521d5dfc tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:21.095073 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 72099e77-c101-4f82-b3a7-68539bd5e82e up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:39:21.124246 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69f128df-3386-4848-9711-407b4c25ed7e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:21.126604 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-bd3649e5-bcbb-49a1-99bb-d6fc6053b155 None None] Calling delete_port for dc6fd15f-0a6e-4b78-9585-8264e24e67ad owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:39:21.193257 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23de55f-ddfa-448f-b583-eb29521d5dfc tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:39:21.193882 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-69f128df-3386-4848-9711-407b4c25ed7e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/ports/8fb2a770-ff97-4a7d-a709-0687fe84711c HTTP/1.1" status: 204 len: 168 time: 1.7842474 May 27 02:39:21.201568 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41258) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:21.205512 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-f23de55f-ddfa-448f-b583-eb29521d5dfc tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:39:21.213781 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23de55f-ddfa-448f-b583-eb29521d5dfc tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:21.214405 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f23de55f-ddfa-448f-b583-eb29521d5dfc tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:21.218370 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23de55f-ddfa-448f-b583-eb29521d5dfc tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Subnet': ['ID=d227934a-006e-44f6-8624-d966f8d29668,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:21.249376 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-8861c1f5-5985-4f14-a7c7-ccd4dcd8f1eb tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Deleting port 2f4052af-f03d-4029-af1a-f4fa402ae554 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:21.253561 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8861c1f5-5985-4f14-a7c7-ccd4dcd8f1eb tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:21.260048 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23de55f-ddfa-448f-b583-eb29521d5dfc tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Port': ['ID=dc6fd15f-0a6e-4b78-9585-8264e24e67ad,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:21.313146 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-521e1aae-e288-474a-a5b9-ed79762f28bf tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] DELETE failed (client error): The resource could not be found. May 27 02:39:21.313611 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-521e1aae-e288-474a-a5b9-ed79762f28bf tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:39:21.320952 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-521e1aae-e288-474a-a5b9-ed79762f28bf tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/ports/8fb2a770-ff97-4a7d-a709-0687fe84711c HTTP/1.1" status: 404 len: 333 time: 0.1127355 May 27 02:39:21.323416 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41264) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:21.344263 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a6422de-ffea-499a-b96c-f2beb8134828 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:21.357727 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-bd3649e5-bcbb-49a1-99bb-d6fc6053b155 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:39:21.363157 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-bd3649e5-bcbb-49a1-99bb-d6fc6053b155 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:39:21.381591 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f23de55f-ddfa-448f-b583-eb29521d5dfc tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6927474 May 27 02:39:21.387984 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41270) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:21.394297 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-529a9907-d72b-4ecf-826b-98d7100b6cf7 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'subnet': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:39:21.396825 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 72099e77-c101-4f82-b3a7-68539bd5e82e completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:39:21.406613 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 72099e77-c101-4f82-b3a7-68539bd5e82e triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:39:21.407280 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:21.492107 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-5187b0b6-9ce1-4980-bb3f-7489d4d7bf4c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] GET failed (client error): The resource could not be found. May 27 02:39:21.494258 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5187b0b6-9ce1-4980-bb3f-7489d4d7bf4c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "GET /v2.0/ports/8fb2a770-ff97-4a7d-a709-0687fe84711c HTTP/1.1" status: 404 len: 333 time: 0.1679156 May 27 02:39:21.505984 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41274) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:21.575810 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 72099e77-c101-4f82-b3a7-68539bd5e82e is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:39:21.576521 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:21.616635 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 72099e77-c101-4f82-b3a7-68539bd5e82e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=72099e77-c101-4f82-b3a7-68539bd5e82e,segment=NetworkSegment(b056fa73-8d66-40cb-bedd-e10d93c0d707),segment_id=b056fa73-8d66-40cb-bedd-e10d93c0d707)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:21.652161 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-5a6422de-ffea-499a-b96c-f2beb8134828 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Calling delete_port for ef82f1b9-a747-43da-bc6c-7d98479bcaaf owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:39:21.684419 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:21.785398 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-8861c1f5-5985-4f14-a7c7-ccd4dcd8f1eb tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] For port 2f4052af-f03d-4029-af1a-f4fa402ae554, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=2f4052af-f03d-4029-af1a-f4fa402ae554,segment=NetworkSegment(798a012e-5229-4a98-9040-2521e0db438d),segment_id=798a012e-5229-4a98-9040-2521e0db438d)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:21.785717 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8861c1f5-5985-4f14-a7c7-ccd4dcd8f1eb tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:21.798175 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device dc6fd15f-0a6e-4b78-9585-8264e24e67ad no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:39:21.854924 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5ff626b-494c-441f-b6c8-986479c7e1d4 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Deleting subnet e622ebbf-11a6-4e53-a753-0147f5d0082b {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:39:21.869277 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-bd3649e5-bcbb-49a1-99bb-d6fc6053b155 None None] Deleting port dc6fd15f-0a6e-4b78-9585-8264e24e67ad {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:21.869710 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-bd3649e5-bcbb-49a1-99bb-d6fc6053b155 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:21.871755 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d5ff626b-494c-441f-b6c8-986479c7e1d4 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:21.909573 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-51eec212-6439-4433-a7b4-22bc0bd1c326 None None] Provisioning complete for port 72099e77-c101-4f82-b3a7-68539bd5e82e triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:39:21.909888 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-51eec212-6439-4433-a7b4-22bc0bd1c326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:21.964990 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-529a9907-d72b-4ecf-826b-98d7100b6cf7 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:39:21.972434 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-529a9907-d72b-4ecf-826b-98d7100b6cf7 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:subnet and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:39:21.977136 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-529a9907-d72b-4ecf-826b-98d7100b6cf7 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:39:21.981758 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d5ff626b-494c-441f-b6c8-986479c7e1d4 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:22.008267 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-8861c1f5-5985-4f14-a7c7-ccd4dcd8f1eb tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Calling delete_port for 2f4052af-f03d-4029-af1a-f4fa402ae554 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:39:22.020273 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-529a9907-d72b-4ecf-826b-98d7100b6cf7 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:39:22.027892 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=72099e77-c101-4f82-b3a7-68539bd5e82e,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:22.126810 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d5ff626b-494c-441f-b6c8-986479c7e1d4 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:22.184611 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529a9907-d72b-4ecf-826b-98d7100b6cf7 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:39:22.188097 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-529a9907-d72b-4ecf-826b-98d7100b6cf7 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:22.312033 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a6422de-ffea-499a-b96c-f2beb8134828 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:22.386285 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port dc6fd15f-0a6e-4b78-9585-8264e24e67ad is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:39:22.386646 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:22.400636 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6422de-ffea-499a-b96c-f2beb8134828 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Pushing event deleted for resources: {'Port': ['ID=ef82f1b9-a747-43da-bc6c-7d98479bcaaf,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:22.411782 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-51eec212-6439-4433-a7b4-22bc0bd1c326 None None] Current status of the port 72099e77-c101-4f82-b3a7-68539bd5e82e is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:39:22.458246 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41286) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:22.458856 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port dc6fd15f-0a6e-4b78-9585-8264e24e67ad, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=dc6fd15f-0a6e-4b78-9585-8264e24e67ad,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:22.478854 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-bd3649e5-bcbb-49a1-99bb-d6fc6053b155 None None] For port dc6fd15f-0a6e-4b78-9585-8264e24e67ad, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=dc6fd15f-0a6e-4b78-9585-8264e24e67ad,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:22.479516 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-bd3649e5-bcbb-49a1-99bb-d6fc6053b155 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:22.522764 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d5ff626b-494c-441f-b6c8-986479c7e1d4 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:22.558748 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a6422de-ffea-499a-b96c-f2beb8134828 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:22.573174 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5a6422de-ffea-499a-b96c-f2beb8134828 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] 10.222.0.57 "DELETE /v2.0/ports/ef82f1b9-a747-43da-bc6c-7d98479bcaaf HTTP/1.1" status: 204 len: 168 time: 2.7104576 May 27 02:39:22.575635 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41292) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:22.631253 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff626b-494c-441f-b6c8-986479c7e1d4 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event deleted for resources: {'Subnet': ['ID=e622ebbf-11a6-4e53-a753-0147f5d0082b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:22.642203 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8861c1f5-5985-4f14-a7c7-ccd4dcd8f1eb tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:22.656390 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d5ff626b-494c-441f-b6c8-986479c7e1d4 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:22.682754 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d5ff626b-494c-441f-b6c8-986479c7e1d4 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/subnets/e622ebbf-11a6-4e53-a753-0147f5d0082b HTTP/1.1" status: 204 len: 168 time: 1.1728103 May 27 02:39:22.684248 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41296) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:22.702364 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:22.717618 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-bd3649e5-bcbb-49a1-99bb-d6fc6053b155 None None] Calling delete_port for dc6fd15f-0a6e-4b78-9585-8264e24e67ad owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:39:22.747227 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8861c1f5-5985-4f14-a7c7-ccd4dcd8f1eb tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event deleted for resources: {'Port': ['ID=2f4052af-f03d-4029-af1a-f4fa402ae554,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:22.750709 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0df00b-f563-4810-ad16-a2f384539275 None None] Network 1a85cae4-85c9-4a75-9c26-0ba0b72b2755 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:39:22.889484 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-cfa92391-1153-4f79-a24e-a3bf80900cd0 None None] Could not find standard attr ID for object 8fb2a770-ff97-4a7d-a709-0687fe84711c. {{(pid=88903) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:39:22.993193 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8861c1f5-5985-4f14-a7c7-ccd4dcd8f1eb tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:23.011483 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4ab75a8c-b33f-46be-9569-ba77b046445e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:23.054292 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3f8d6143-17cf-4478-9b2c-3389608a0307 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:23.079094 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4ab75a8c-b33f-46be-9569-ba77b046445e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:39:23.083618 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=dc6fd15f-0a6e-4b78-9585-8264e24e67ad,revision_number=9']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:23.086901 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 72099e77-c101-4f82-b3a7-68539bd5e82e up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:39:23.096381 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4ab75a8c-b33f-46be-9569-ba77b046445e admin admin] Usage tracker for resource:security_group_rule and tenant:01cbc72b036445e889720d45da486361 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:39:23.103546 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4ab75a8c-b33f-46be-9569-ba77b046445e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:39:23.115225 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4ab75a8c-b33f-46be-9569-ba77b046445e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:39:23.119892 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-3f8d6143-17cf-4478-9b2c-3389608a0307 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Deleting port 72099e77-c101-4f82-b3a7-68539bd5e82e {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:23.120239 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3f8d6143-17cf-4478-9b2c-3389608a0307 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:23.246553 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-529a9907-d72b-4ecf-826b-98d7100b6cf7 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:23.264633 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 72099e77-c101-4f82-b3a7-68539bd5e82e triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:39:23.265015 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:23.302051 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-bd3649e5-bcbb-49a1-99bb-d6fc6053b155 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:39:23.302659 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-bd3649e5-bcbb-49a1-99bb-d6fc6053b155 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:39:23.350290 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529a9907-d72b-4ecf-826b-98d7100b6cf7 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:39:23.396557 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6407ae95-5565-430a-b35c-1b0b8533dcfc tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:23.397436 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6407ae95-5565-430a-b35c-1b0b8533dcfc tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Synchronizing usage tracker for tenant:2b0294f3034b42f7893740a9b159dfde on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:39:23.408340 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffcadf6-e355-4be1-8b74-c5b28b3cc1ce None None] DHCP port deletion for 1a85cae4-85c9-4a75-9c26-0ba0b72b2755 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:39:23.415088 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-529a9907-d72b-4ecf-826b-98d7100b6cf7 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:39:23.421630 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-1ffcadf6-e355-4be1-8b74-c5b28b3cc1ce None None] Deleting port 72099e77-c101-4f82-b3a7-68539bd5e82e {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:23.422181 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1ffcadf6-e355-4be1-8b74-c5b28b3cc1ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:23.434864 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529a9907-d72b-4ecf-826b-98d7100b6cf7 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:23.435307 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-529a9907-d72b-4ecf-826b-98d7100b6cf7 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:23.441789 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9907-d72b-4ecf-826b-98d7100b6cf7 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Subnet': ['ID=6bcf1b6e-79a1-430b-9518-240bff133856,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:23.451782 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 72099e77-c101-4f82-b3a7-68539bd5e82e is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:39:23.490279 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-3f8d6143-17cf-4478-9b2c-3389608a0307 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] For port 72099e77-c101-4f82-b3a7-68539bd5e82e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=72099e77-c101-4f82-b3a7-68539bd5e82e,segment=NetworkSegment(b056fa73-8d66-40cb-bedd-e10d93c0d707),segment_id=b056fa73-8d66-40cb-bedd-e10d93c0d707)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:23.490642 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3f8d6143-17cf-4478-9b2c-3389608a0307 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:23.604140 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6407ae95-5565-430a-b35c-1b0b8533dcfc tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Unset dirty status for tenant:2b0294f3034b42f7893740a9b159dfde on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:39:23.606064 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6407ae95-5565-430a-b35c-1b0b8533dcfc tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] 10.222.0.57 "GET /v2.0/ports?device_id=333eec50-32cf-4f27-bee3-75b6b7dab2d1 HTTP/1.1" status: 200 len: 913 time: 1.0280230 May 27 02:39:23.609258 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41302) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:23.633899 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-529a9907-d72b-4ecf-826b-98d7100b6cf7 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2443373 May 27 02:39:23.646411 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-1ffcadf6-e355-4be1-8b74-c5b28b3cc1ce None None] For port 72099e77-c101-4f82-b3a7-68539bd5e82e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=72099e77-c101-4f82-b3a7-68539bd5e82e,segment=NetworkSegment(b056fa73-8d66-40cb-bedd-e10d93c0d707),segment_id=b056fa73-8d66-40cb-bedd-e10d93c0d707)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:23.646856 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1ffcadf6-e355-4be1-8b74-c5b28b3cc1ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:23.648767 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-3f8d6143-17cf-4478-9b2c-3389608a0307 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Calling delete_port for 72099e77-c101-4f82-b3a7-68539bd5e82e owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:39:23.672035 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41306) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:23.690601 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8861c1f5-5985-4f14-a7c7-ccd4dcd8f1eb tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Router 5e20f397-cb19-4fe0-ab82-317cdd478ccf has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:39:23.696007 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-203ba9f2-b83c-49cd-8d7e-d090cceaa210 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'port': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'mac_address': 'fa:16:3e:61:b7:1f', 'name': 'tempest-NetworksTestDHCPv6-2061759501'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:39:23.745374 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4ab75a8c-b33f-46be-9569-ba77b046445e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:23.784746 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-1ffcadf6-e355-4be1-8b74-c5b28b3cc1ce None None] Calling delete_port for 72099e77-c101-4f82-b3a7-68539bd5e82e owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:39:23.808260 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4ab75a8c-b33f-46be-9569-ba77b046445e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:23.875343 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-bd3649e5-bcbb-49a1-99bb-d6fc6053b155 None None] Deleting port dc6fd15f-0a6e-4b78-9585-8264e24e67ad {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:23.875854 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-bd3649e5-bcbb-49a1-99bb-d6fc6053b155 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:23.882854 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4ab75a8c-b33f-46be-9569-ba77b046445e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=01cbc72b036445e889720d45da486361&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4214790 May 27 02:39:23.882854 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab75a8c-b33f-46be-9569-ba77b046445e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84f6afb-7941-467e-a9f3-7a54401a24e9,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:23.884992 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41310) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:23.908229 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3f8d6143-17cf-4478-9b2c-3389608a0307 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:23.948057 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-1ffcadf6-e355-4be1-8b74-c5b28b3cc1ce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:39:23.948535 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-1ffcadf6-e355-4be1-8b74-c5b28b3cc1ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:39:23.973951 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d6143-17cf-4478-9b2c-3389608a0307 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event deleted for resources: {'Port': ['ID=72099e77-c101-4f82-b3a7-68539bd5e82e,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:23.982441 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8d6143-17cf-4478-9b2c-3389608a0307 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] No DVR routers for this DVR port 72099e77-c101-4f82-b3a7-68539bd5e82e on host n-d-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:39:24.127786 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f95a4166-3546-45ab-b7c0-c1d3dc59a3b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:24.130419 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3f8d6143-17cf-4478-9b2c-3389608a0307 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:24.139513 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8861c1f5-5985-4f14-a7c7-ccd4dcd8f1eb tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:39:24.152880 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-bd3649e5-bcbb-49a1-99bb-d6fc6053b155 None None] For port dc6fd15f-0a6e-4b78-9585-8264e24e67ad, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=dc6fd15f-0a6e-4b78-9585-8264e24e67ad,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:24.153090 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f70dad-68b1-4f84-9fb9-6ef78fd2b7ac None None] Sync routers for ids ['5e20f397-cb19-4fe0-ab82-317cdd478ccf'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:39:24.153555 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-bd3649e5-bcbb-49a1-99bb-d6fc6053b155 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:24.164124 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f70dad-68b1-4f84-9fb9-6ef78fd2b7ac None None] Routers {'5e20f397-cb19-4fe0-ab82-317cdd478ccf'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:39:24.165008 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-55f70dad-68b1-4f84-9fb9-6ef78fd2b7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:38:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['5e20f397-cb19-4fe0-ab82-317cdd478ccf'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:24.177030 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-3f8d6143-17cf-4478-9b2c-3389608a0307 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a85cae4-85c9-4a75-9c26-0ba0b72b2755']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:24.190347 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f95a4166-3546-45ab-b7c0-c1d3dc59a3b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:24.202712 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-3f8d6143-17cf-4478-9b2c-3389608a0307 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b056fa73-8d66-40cb-bedd-e10d93c0d707') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:24.203034 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-3f8d6143-17cf-4478-9b2c-3389608a0307 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b056fa73-8d66-40cb-bedd-e10d93c0d707') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:24.225321 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3f8d6143-17cf-4478-9b2c-3389608a0307 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:24.259419 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3f8d6143-17cf-4478-9b2c-3389608a0307 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:24.270552 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f8d6143-17cf-4478-9b2c-3389608a0307 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:39:24.270960 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3f8d6143-17cf-4478-9b2c-3389608a0307 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:24.344749 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8861c1f5-5985-4f14-a7c7-ccd4dcd8f1eb tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "PUT /v2.0/routers/5e20f397-cb19-4fe0-ab82-317cdd478ccf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3146687 May 27 02:39:24.347032 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41316) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:24.349924 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-bd3649e5-bcbb-49a1-99bb-d6fc6053b155 None None] Calling delete_port for dc6fd15f-0a6e-4b78-9585-8264e24e67ad owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:39:24.402336 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-55f70dad-68b1-4f84-9fb9-6ef78fd2b7ac None None] Set router 5e20f397-cb19-4fe0-ab82-317cdd478ccf gateway port host: None {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:39:24.470972 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-1ffcadf6-e355-4be1-8b74-c5b28b3cc1ce None None] Deleting port 72099e77-c101-4f82-b3a7-68539bd5e82e {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:24.471443 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1ffcadf6-e355-4be1-8b74-c5b28b3cc1ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:24.500901 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment b056fa73-8d66-40cb-bedd-e10d93c0d707 resource provider aggregate not found May 27 02:39:24.527539 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-203ba9f2-b83c-49cd-8d7e-d090cceaa210 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:39:24.534544 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment b056fa73-8d66-40cb-bedd-e10d93c0d707 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b056fa73-8d66-40cb-bedd-e10d93c0d707 found for delete ", "request_id": "req-714add08-dee9-48e9-a03d-11d65364187d"}]} May 27 02:39:24.571164 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-203ba9f2-b83c-49cd-8d7e-d090cceaa210 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:39:24.615862 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ce757a4-62e3-47f7-bee1-bccf189f4615 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Deleting subnet 5910476c-41e6-4b17-839e-12cbb0ed553f {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:39:24.617423 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-1ffcadf6-e355-4be1-8b74-c5b28b3cc1ce None None] The port '72099e77-c101-4f82-b3a7-68539bd5e82e' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:39:24.621048 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f95a4166-3546-45ab-b7c0-c1d3dc59a3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:24.622901 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ce757a4-62e3-47f7-bee1-bccf189f4615 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:24.669524 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a4166-3546-45ab-b7c0-c1d3dc59a3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84f6afb-7941-467e-a9f3-7a54401a24e9,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:24.669524 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3f8d6143-17cf-4478-9b2c-3389608a0307 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:24.676386 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:39:24.696011 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ce757a4-62e3-47f7-bee1-bccf189f4615 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:24.709359 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3f8d6143-17cf-4478-9b2c-3389608a0307 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:24.723454 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f95a4166-3546-45ab-b7c0-c1d3dc59a3b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:24.724895 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f95a4166-3546-45ab-b7c0-c1d3dc59a3b3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f84f6afb-7941-467e-a9f3-7a54401a24e9 HTTP/1.1" status: 204 len: 168 time: 0.8389568 May 27 02:39:24.726463 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d6143-17cf-4478-9b2c-3389608a0307 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event deleted for resources: {'Network': ['ID=1a85cae4-85c9-4a75-9c26-0ba0b72b2755,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:24.730344 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3f8d6143-17cf-4478-9b2c-3389608a0307 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/networks/1a85cae4-85c9-4a75-9c26-0ba0b72b2755 HTTP/1.1" status: 204 len: 168 time: 2.0460105 May 27 02:39:24.734061 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41326) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:24.741067 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-51ac4208-c7a0-4af8-85a0-8fbd76fc59c6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2002935815'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:39:24.747890 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-51ac4208-c7a0-4af8-85a0-8fbd76fc59c6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:39:24.750029 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203ba9f2-b83c-49cd-8d7e-d090cceaa210 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:39:24.754089 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-51ac4208-c7a0-4af8-85a0-8fbd76fc59c6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Usage tracker for resource:network and tenant:f559555ef6124802b230d39d3db00e17 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:39:24.757968 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-51ac4208-c7a0-4af8-85a0-8fbd76fc59c6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:39:24.767782 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-51ac4208-c7a0-4af8-85a0-8fbd76fc59c6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:39:24.780309 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-bd3649e5-bcbb-49a1-99bb-d6fc6053b155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:24.851406 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3649e5-bcbb-49a1-99bb-d6fc6053b155 None None] Pushing event deleted for resources: {'Port': ['ID=dc6fd15f-0a6e-4b78-9585-8264e24e67ad,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:24.871357 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ac4208-c7a0-4af8-85a0-8fbd76fc59c6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Made reservation on behalf of f559555ef6124802b230d39d3db00e17 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:39:24.874843 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-51ac4208-c7a0-4af8-85a0-8fbd76fc59c6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:24.878277 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-55f70dad-68b1-4f84-9fb9-6ef78fd2b7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'name': 'tempest-RoutersIpV6Test-router-1992284852', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:38:16Z', 'updated_at': '2022-05-27T02:39:22Z', 'revision_number': 9, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'gw_port_host': None, '_interfaces': [{'id': '1e23c832-3a25-4eb0-aab4-b4e5f75129c6', 'name': '', 'network_id': 'd883fcb8-3253-46e3-b7e5-b0b55e816b0c', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:03:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:21Z', 'updated_at': '2022-05-27T02:38:35Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf35e43-74cf-4baa-aa5e-4865299b32d6', 'name': '', 'network_id': '0167a411-12de-421b-9f73-19dba836e4fa', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:b5:33:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': 'c684875b-0031-4a3b-a0f0-fc844b5e47ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:32Z', 'updated_at': '2022-05-27T02:38:48Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': 'c684875b-0031-4a3b-a0f0-fc844b5e47ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:24.883394 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f70dad-68b1-4f84-9fb9-6ef78fd2b7ac None None] Checking router: 5e20f397-cb19-4fe0-ab82-317cdd478ccf for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:39:24.909273 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f70dad-68b1-4f84-9fb9-6ef78fd2b7ac None None] Routers {'5e20f397-cb19-4fe0-ab82-317cdd478ccf'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:39:24.910219 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-55f70dad-68b1-4f84-9fb9-6ef78fd2b7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:38:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['5e20f397-cb19-4fe0-ab82-317cdd478ccf'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:24.933047 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51ac4208-c7a0-4af8-85a0-8fbd76fc59c6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:39:24.939396 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3649e5-bcbb-49a1-99bb-d6fc6053b155 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:24.939396 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3649e5-bcbb-49a1-99bb-d6fc6053b155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:24.939584 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3649e5-bcbb-49a1-99bb-d6fc6053b155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:24.939833 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3649e5-bcbb-49a1-99bb-d6fc6053b155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:24.940169 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3649e5-bcbb-49a1-99bb-d6fc6053b155 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:24.940503 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3649e5-bcbb-49a1-99bb-d6fc6053b155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:24.940879 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3649e5-bcbb-49a1-99bb-d6fc6053b155 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:24.941179 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3649e5-bcbb-49a1-99bb-d6fc6053b155 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:24.941508 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3649e5-bcbb-49a1-99bb-d6fc6053b155 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:24.941832 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3649e5-bcbb-49a1-99bb-d6fc6053b155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:24.942158 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3649e5-bcbb-49a1-99bb-d6fc6053b155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:24.942483 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3649e5-bcbb-49a1-99bb-d6fc6053b155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:24.954267 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-51ac4208-c7a0-4af8-85a0-8fbd76fc59c6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:24.954267 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-51ac4208-c7a0-4af8-85a0-8fbd76fc59c6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Added segment b00284b2-60db-4011-8a1d-c5ac441f16a3 of type vlan for network 7a2c015f-d072-496e-a739-944196366ccc May 27 02:39:25.013899 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-51ac4208-c7a0-4af8-85a0-8fbd76fc59c6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:25.021660 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3649e5-bcbb-49a1-99bb-d6fc6053b155 None None] No DVR routers for this DVR port dc6fd15f-0a6e-4b78-9585-8264e24e67ad on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:39:25.023324 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 72099e77-c101-4f82-b3a7-68539bd5e82e no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:39:25.064220 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 72099e77-c101-4f82-b3a7-68539bd5e82e {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:39:25.064570 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 72099e77-c101-4f82-b3a7-68539bd5e82e not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:39:25.078270 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69289dc-83dc-4898-a301-c2937dbf9240 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:39:25.142873 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-55f70dad-68b1-4f84-9fb9-6ef78fd2b7ac None None] Set router 5e20f397-cb19-4fe0-ab82-317cdd478ccf gateway port host: None {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:39:25.184349 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ce757a4-62e3-47f7-bee1-bccf189f4615 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:25.202804 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-51ac4208-c7a0-4af8-85a0-8fbd76fc59c6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:25.208160 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ac4208-c7a0-4af8-85a0-8fbd76fc59c6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:25.208879 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-51ac4208-c7a0-4af8-85a0-8fbd76fc59c6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:25.353902 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac4208-c7a0-4af8-85a0-8fbd76fc59c6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'Network': ['ID=7a2c015f-d072-496e-a739-944196366ccc,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:25.372757 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 7a2c015f-d072-496e-a739-944196366ccc details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:39:25.417859 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-203ba9f2-b83c-49cd-8d7e-d090cceaa210 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:25.458734 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-85a54f82-9d5a-4851-b42f-4cd2a5dcfb05 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:25.474140 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-51ac4208-c7a0-4af8-85a0-8fbd76fc59c6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7360909 May 27 02:39:25.474319 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41334) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:25.479738 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-96b40da6-00a6-4970-94ff-c3420a4e951f tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'subnet': {'network_id': '7a2c015f-d072-496e-a739-944196366ccc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:39:25.519057 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4713c105-aeb4-41c7-a136-19a5163eccaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-1e095441-a19f-4261-8588-a806dc249ed2', 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'tenant_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'fixed_ips': [{'subnet_id': '6bcf1b6e-79a1-430b-9518-240bff133856'}, {'subnet_id': 'd227934a-006e-44f6-8624-d966f8d29668'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:39:25.522505 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4713c105-aeb4-41c7-a136-19a5163eccaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:25.529393 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-203ba9f2-b83c-49cd-8d7e-d090cceaa210 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] device_id is not set on port fcf37bb6-df91-4177-bb85-b15cbf7a5e34 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:39:25.629835 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ce757a4-62e3-47f7-bee1-bccf189f4615 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:25.665671 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-96b40da6-00a6-4970-94ff-c3420a4e951f tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:39:25.673677 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-96b40da6-00a6-4970-94ff-c3420a4e951f tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Usage tracker for resource:subnet and tenant:f559555ef6124802b230d39d3db00e17 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:39:25.677496 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-96b40da6-00a6-4970-94ff-c3420a4e951f tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:39:25.692435 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-96b40da6-00a6-4970-94ff-c3420a4e951f tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:39:25.711488 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41338) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:25.729593 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-29c49f5f-6ca0-47ab-8e50-a55be1b2a92c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:25.744954 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-29c49f5f-6ca0-47ab-8e50-a55be1b2a92c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:39:25.748870 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-29c49f5f-6ca0-47ab-8e50-a55be1b2a92c admin admin] Usage tracker for resource:security_group_rule and tenant:187598d3166e4b32a911e23e759149a7 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:39:25.753363 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-29c49f5f-6ca0-47ab-8e50-a55be1b2a92c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:39:25.757824 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-29c49f5f-6ca0-47ab-8e50-a55be1b2a92c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:39:25.803536 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-985df7e1-5e76-494b-baf7-445a5885d942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:25.826568 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b40da6-00a6-4970-94ff-c3420a4e951f tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Made reservation on behalf of f559555ef6124802b230d39d3db00e17 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:39:25.830465 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-96b40da6-00a6-4970-94ff-c3420a4e951f tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:25.842714 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-4713c105-aeb4-41c7-a136-19a5163eccaf None None] Allocated IP 172.20.0.2 (1e095441-a19f-4261-8588-a806dc249ed2/6bcf1b6e-79a1-430b-9518-240bff133856/b8f1089d-dfb6-4a7a-aaac-9a005a6db986) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:39:25.869942 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-4713c105-aeb4-41c7-a136-19a5163eccaf None None] Allocated IP 2001:db8::f816:3eff:fed1:813 (1e095441-a19f-4261-8588-a806dc249ed2/d227934a-006e-44f6-8624-d966f8d29668/b8f1089d-dfb6-4a7a-aaac-9a005a6db986) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:39:25.981731 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-55f70dad-68b1-4f84-9fb9-6ef78fd2b7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'name': 'tempest-RoutersIpV6Test-router-1992284852', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:38:16Z', 'updated_at': '2022-05-27T02:39:22Z', 'revision_number': 9, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'gw_port_host': None, '_interfaces': [{'id': '1e23c832-3a25-4eb0-aab4-b4e5f75129c6', 'name': '', 'network_id': 'd883fcb8-3253-46e3-b7e5-b0b55e816b0c', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:03:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:21Z', 'updated_at': '2022-05-27T02:38:35Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf35e43-74cf-4baa-aa5e-4865299b32d6', 'name': '', 'network_id': '0167a411-12de-421b-9f73-19dba836e4fa', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:b5:33:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': 'c684875b-0031-4a3b-a0f0-fc844b5e47ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:32Z', 'updated_at': '2022-05-27T02:38:48Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': 'c684875b-0031-4a3b-a0f0-fc844b5e47ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:25.982898 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e565c166-6676-4f2b-b7d2-8573cfc94ad7 None None] Network fc1ec83b-58f0-43d1-bcd0-e2d3f89454af requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:39:25.983692 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-29c49f5f-6ca0-47ab-8e50-a55be1b2a92c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:25.990269 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f70dad-68b1-4f84-9fb9-6ef78fd2b7ac None None] The sync data for ids ['5e20f397-cb19-4fe0-ab82-317cdd478ccf'] in n-d-843554-3 is: [{'id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'name': 'tempest-RoutersIpV6Test-router-1992284852', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:38:16Z', 'updated_at': '2022-05-27T02:39:22Z', 'revision_number': 9, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'gw_port_host': None, '_interfaces': [{'id': '1e23c832-3a25-4eb0-aab4-b4e5f75129c6', 'name': '', 'network_id': 'd883fcb8-3253-46e3-b7e5-b0b55e816b0c', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:03:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:21Z', 'updated_at': '2022-05-27T02:38:35Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf35e43-74cf-4baa-aa5e-4865299b32d6', 'name': '', 'network_id': '0167a411-12de-421b-9f73-19dba836e4fa', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:b5:33:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': 'c684875b-0031-4a3b-a0f0-fc844b5e47ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:32Z', 'updated_at': '2022-05-27T02:38:48Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': 'c684875b-0031-4a3b-a0f0-fc844b5e47ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:39:25.992908 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ce757a4-62e3-47f7-bee1-bccf189f4615 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:26.004911 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5ce757a4-62e3-47f7-bee1-bccf189f4615 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "DELETE /v2.0/subnets/5910476c-41e6-4b17-839e-12cbb0ed553f HTTP/1.1" status: 204 len: 168 time: 1.5793228 May 27 02:39:26.005978 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce757a4-62e3-47f7-bee1-bccf189f4615 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event deleted for resources: {'Subnet': ['ID=5910476c-41e6-4b17-839e-12cbb0ed553f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:26.007919 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41342) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:26.115732 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-29c49f5f-6ca0-47ab-8e50-a55be1b2a92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:26.197085 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c49f5f-6ca0-47ab-8e50-a55be1b2a92c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb5ada7-b2b6-4184-bd7e-78fa608d157e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:26.213717 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30017aa5-35b0-46a2-a510-715da0ecc9c3 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:26.219761 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-29c49f5f-6ca0-47ab-8e50-a55be1b2a92c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=187598d3166e4b32a911e23e759149a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5071514 May 27 02:39:26.222977 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41348) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:26.278573 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-85a54f82-9d5a-4851-b42f-4cd2a5dcfb05 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Deleting port 6b03951a-7e63-4312-bc7d-1c3d4fcfdd37 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:26.278916 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-85a54f82-9d5a-4851-b42f-4cd2a5dcfb05 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:26.329744 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0c6f254c-22b2-4164-8718-84d5562be991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:26.346158 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-30017aa5-35b0-46a2-a510-715da0ecc9c3 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Deleting port b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:26.346866 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30017aa5-35b0-46a2-a510-715da0ecc9c3 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:26.358218 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-96b40da6-00a6-4970-94ff-c3420a4e951f tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:26.404020 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4713c105-aeb4-41c7-a136-19a5163eccaf None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:26.416126 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4713c105-aeb4-41c7-a136-19a5163eccaf None None] Transition to ACTIVE for port object b8f1089d-dfb6-4a7a-aaac-9a005a6db986 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:39:26.439101 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4713c105-aeb4-41c7-a136-19a5163eccaf None None] Transition to ACTIVE for port object b8f1089d-dfb6-4a7a-aaac-9a005a6db986 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:39:26.478611 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0c6f254c-22b2-4164-8718-84d5562be991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:26.480378 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6363645-2765-45ce-9ba1-e18d02512af2 None None] DHCP port deletion for fc1ec83b-58f0-43d1-bcd0-e2d3f89454af request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:39:26.493675 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-b6363645-2765-45ce-9ba1-e18d02512af2 None None] Deleting port b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:26.496826 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b6363645-2765-45ce-9ba1-e18d02512af2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:26.528413 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b40da6-00a6-4970-94ff-c3420a4e951f tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'Subnet': ['ID=35682473-4aa2-4010-a081-0c136d27e97f,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:26.552851 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b40da6-00a6-4970-94ff-c3420a4e951f tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Checking segment: {'id': 'b00284b2-60db-4011-8a1d-c5ac441f16a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7a2c015f-d072-496e-a739-944196366ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:39:26.553208 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b40da6-00a6-4970-94ff-c3420a4e951f tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Network hostable DHCP agents. Network: 7a2c015f-d072-496e-a739-944196366ccc, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:39:26.615156 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4713c105-aeb4-41c7-a136-19a5163eccaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:26.676470 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b40da6-00a6-4970-94ff-c3420a4e951f tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Network 7a2c015f-d072-496e-a739-944196366ccc is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:39:26.716145 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4713c105-aeb4-41c7-a136-19a5163eccaf None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:39:26.716668 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0c6f254c-22b2-4164-8718-84d5562be991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:26.717404 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-4713c105-aeb4-41c7-a136-19a5163eccaf None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:39:26.734944 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4713c105-aeb4-41c7-a136-19a5163eccaf None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:39:26.741497 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f254c-22b2-4164-8718-84d5562be991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb5ada7-b2b6-4184-bd7e-78fa608d157e,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:26.770649 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0c6f254c-22b2-4164-8718-84d5562be991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:26.773641 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0c6f254c-22b2-4164-8718-84d5562be991 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/aeb5ada7-b2b6-4184-bd7e-78fa608d157e HTTP/1.1" status: 204 len: 168 time: 0.5491531 May 27 02:39:26.797104 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-96b40da6-00a6-4970-94ff-c3420a4e951f tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 7a2c015f-d072-496e-a739-944196366ccc) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:39:26.816241 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b40da6-00a6-4970-94ff-c3420a4e951f tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:26.819535 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-96b40da6-00a6-4970-94ff-c3420a4e951f tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:26.830192 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3811fb6-73e7-4075-99df-37c4a33ce46c None None] Network 7a2c015f-d072-496e-a739-944196366ccc requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:39:26.887588 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-85a54f82-9d5a-4851-b42f-4cd2a5dcfb05 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:26.965002 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-96b40da6-00a6-4970-94ff-c3420a4e951f tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4895556 May 27 02:39:26.967688 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41356) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:26.975558 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-5714f8e7-f892-48dc-bbbe-d064c9c5ff87 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'port': {'network_id': '7a2c015f-d072-496e-a739-944196366ccc', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1393440948'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:39:27.025188 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4713c105-aeb4-41c7-a136-19a5163eccaf None None] Pushing event updated for resources: {'Port': ['ID=b8f1089d-dfb6-4a7a-aaac-9a005a6db986,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:27.027995 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 2f4052af-f03d-4029-af1a-f4fa402ae554 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:39:27.138979 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-4713c105-aeb4-41c7-a136-19a5163eccaf None None] Attempting to bind port b8f1089d-dfb6-4a7a-aaac-9a005a6db986 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:39:27.139486 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-4713c105-aeb4-41c7-a136-19a5163eccaf None None] Attempting to bind port b8f1089d-dfb6-4a7a-aaac-9a005a6db986 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:39:27.139926 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4713c105-aeb4-41c7-a136-19a5163eccaf None None] Attempting to bind port b8f1089d-dfb6-4a7a-aaac-9a005a6db986 on network 1e095441-a19f-4261-8588-a806dc249ed2 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:39:27.155140 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4713c105-aeb4-41c7-a136-19a5163eccaf None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:39:27.155638 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4713c105-aeb4-41c7-a136-19a5163eccaf None None] Checking segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:39:27.162302 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4713c105-aeb4-41c7-a136-19a5163eccaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:27.162302 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4713c105-aeb4-41c7-a136-19a5163eccaf None None] Bound using segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:39:27.162302 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-4713c105-aeb4-41c7-a136-19a5163eccaf None None] Bound port: b8f1089d-dfb6-4a7a-aaac-9a005a6db986, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:39:27.162302 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4713c105-aeb4-41c7-a136-19a5163eccaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:27.167620 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 2f4052af-f03d-4029-af1a-f4fa402ae554 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:39:27.168043 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 2f4052af-f03d-4029-af1a-f4fa402ae554 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:39:27.168530 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:39:27.198297 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5714f8e7-f892-48dc-bbbe-d064c9c5ff87 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:39:27.203415 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5714f8e7-f892-48dc-bbbe-d064c9c5ff87 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Usage tracker for resource:port and tenant:f559555ef6124802b230d39d3db00e17 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:39:27.206849 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5714f8e7-f892-48dc-bbbe-d064c9c5ff87 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:39:27.214641 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5714f8e7-f892-48dc-bbbe-d064c9c5ff87 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:39:27.317100 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5714f8e7-f892-48dc-bbbe-d064c9c5ff87 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Made reservation on behalf of f559555ef6124802b230d39d3db00e17 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:39:27.320751 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-85a54f82-9d5a-4851-b42f-4cd2a5dcfb05 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Calling delete_port for 6b03951a-7e63-4312-bc7d-1c3d4fcfdd37 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:39:27.326084 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5714f8e7-f892-48dc-bbbe-d064c9c5ff87 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:27.361460 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-b6363645-2765-45ce-9ba1-e18d02512af2 None None] For port b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e,segment=NetworkSegment(798a012e-5229-4a98-9040-2521e0db438d),segment_id=798a012e-5229-4a98-9040-2521e0db438d)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:27.361866 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b6363645-2765-45ce-9ba1-e18d02512af2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:27.406549 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-5714f8e7-f892-48dc-bbbe-d064c9c5ff87 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] device_id is not set on port 56891b7c-61df-4df8-bb7a-82a011ff5ebb yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:39:27.427197 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-203ba9f2-b83c-49cd-8d7e-d090cceaa210 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Allocated IP 172.20.0.4 (1e095441-a19f-4261-8588-a806dc249ed2/6bcf1b6e-79a1-430b-9518-240bff133856/fcf37bb6-df91-4177-bb85-b15cbf7a5e34) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:39:27.440249 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-203ba9f2-b83c-49cd-8d7e-d090cceaa210 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Allocated IP 2001:db8::f816:3eff:fe61:b71f (1e095441-a19f-4261-8588-a806dc249ed2/d227934a-006e-44f6-8624-d966f8d29668/fcf37bb6-df91-4177-bb85-b15cbf7a5e34) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:39:27.443606 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-30017aa5-35b0-46a2-a510-715da0ecc9c3 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] For port b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e,segment=NetworkSegment(798a012e-5229-4a98-9040-2521e0db438d),segment_id=798a012e-5229-4a98-9040-2521e0db438d)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:27.445000 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30017aa5-35b0-46a2-a510-715da0ecc9c3 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:27.618976 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-b6363645-2765-45ce-9ba1-e18d02512af2 None None] Calling delete_port for b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:39:27.643190 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-30017aa5-35b0-46a2-a510-715da0ecc9c3 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Calling delete_port for b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:39:27.679270 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-5714f8e7-f892-48dc-bbbe-d064c9c5ff87 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Allocated IP 172.20.0.6 (7a2c015f-d072-496e-a739-944196366ccc/35682473-4aa2-4010-a081-0c136d27e97f/56891b7c-61df-4df8-bb7a-82a011ff5ebb) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:39:27.717788 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-4713c105-aeb4-41c7-a136-19a5163eccaf None None] For port b8f1089d-dfb6-4a7a-aaac-9a005a6db986, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:39:27.723706 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:39:27.723706 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:27.772529 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-4713c105-aeb4-41c7-a136-19a5163eccaf None None] For port b8f1089d-dfb6-4a7a-aaac-9a005a6db986, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b8f1089d-dfb6-4a7a-aaac-9a005a6db986,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:39:27.847099 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e,segment=NetworkSegment(798a012e-5229-4a98-9040-2521e0db438d),segment_id=798a012e-5229-4a98-9040-2521e0db438d)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:27.853061 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4713c105-aeb4-41c7-a136-19a5163eccaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:27.928411 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5714f8e7-f892-48dc-bbbe-d064c9c5ff87 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:27.938245 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14e19bf-cfb9-4cfd-b45a-42896df4baa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-7a2c015f-d072-496e-a739-944196366ccc', 'network_id': '7a2c015f-d072-496e-a739-944196366ccc', 'tenant_id': 'f559555ef6124802b230d39d3db00e17', 'fixed_ips': [{'subnet_id': '35682473-4aa2-4010-a081-0c136d27e97f'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:39:27.939077 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e14e19bf-cfb9-4cfd-b45a-42896df4baa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:27.949987 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6d2627f2-a6db-4de7-be58-0f55f3bee5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:27.968913 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5714f8e7-f892-48dc-bbbe-d064c9c5ff87 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Transition to ACTIVE for port object 56891b7c-61df-4df8-bb7a-82a011ff5ebb will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:39:27.974390 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:28.077431 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5714f8e7-f892-48dc-bbbe-d064c9c5ff87 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:28.093410 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-30017aa5-35b0-46a2-a510-715da0ecc9c3 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:39:28.093900 n-d-843554-3 neutron-server[88901]: DEBUG oslo_db.api [None req-30017aa5-35b0-46a2-a510-715da0ecc9c3 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:39:28.111904 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-203ba9f2-b83c-49cd-8d7e-d090cceaa210 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:28.148547 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-b6363645-2765-45ce-9ba1-e18d02512af2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:39:28.148932 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-b6363645-2765-45ce-9ba1-e18d02512af2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:39:28.166131 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4713c105-aeb4-41c7-a136-19a5163eccaf None None] Pushing event updated for resources: {'Port': ['ID=b8f1089d-dfb6-4a7a-aaac-9a005a6db986,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:28.208817 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-203ba9f2-b83c-49cd-8d7e-d090cceaa210 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Transition to ACTIVE for port object fcf37bb6-df91-4177-bb85-b15cbf7a5e34 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:39:28.211108 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-85a54f82-9d5a-4851-b42f-4cd2a5dcfb05 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:28.213948 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5714f8e7-f892-48dc-bbbe-d064c9c5ff87 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Network 7a2c015f-d072-496e-a739-944196366ccc is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:39:28.219162 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5714f8e7-f892-48dc-bbbe-d064c9c5ff87 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'Port': ['ID=56891b7c-61df-4df8-bb7a-82a011ff5ebb,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:28.219162 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-5714f8e7-f892-48dc-bbbe-d064c9c5ff87 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:39:28.219379 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-e14e19bf-cfb9-4cfd-b45a-42896df4baa0 None None] Allocated IP 172.20.0.2 (7a2c015f-d072-496e-a739-944196366ccc/35682473-4aa2-4010-a081-0c136d27e97f/4e22a753-6c0f-47b9-bcf9-103e5e29b4b2) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:39:28.219649 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5714f8e7-f892-48dc-bbbe-d064c9c5ff87 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:39:28.311751 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a54f82-9d5a-4851-b42f-4cd2a5dcfb05 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Pushing event deleted for resources: {'Port': ['ID=6b03951a-7e63-4312-bc7d-1c3d4fcfdd37,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:28.373015 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5714f8e7-f892-48dc-bbbe-d064c9c5ff87 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:28.373582 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5714f8e7-f892-48dc-bbbe-d064c9c5ff87 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:28.393712 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:28.515736 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5714f8e7-f892-48dc-bbbe-d064c9c5ff87 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.5466123 May 27 02:39:28.518345 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41382) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:28.610876 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-30017aa5-35b0-46a2-a510-715da0ecc9c3 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Deleting port b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:28.611376 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30017aa5-35b0-46a2-a510-715da0ecc9c3 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:28.630854 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-eafe6d7c-de4c-47e9-b178-a344f234c9f6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Deleting port 56891b7c-61df-4df8-bb7a-82a011ff5ebb {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:28.631305 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eafe6d7c-de4c-47e9-b178-a344f234c9f6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:28.659676 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-b6363645-2765-45ce-9ba1-e18d02512af2 None None] Deleting port b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:28.660225 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b6363645-2765-45ce-9ba1-e18d02512af2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:28.672215 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-203ba9f2-b83c-49cd-8d7e-d090cceaa210 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:28.765388 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e14e19bf-cfb9-4cfd-b45a-42896df4baa0 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:28.816434 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e14e19bf-cfb9-4cfd-b45a-42896df4baa0 None None] Transition to ACTIVE for port object 4e22a753-6c0f-47b9-bcf9-103e5e29b4b2 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:39:28.864853 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203ba9f2-b83c-49cd-8d7e-d090cceaa210 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:39:28.878485 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-203ba9f2-b83c-49cd-8d7e-d090cceaa210 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:39:28.882994 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203ba9f2-b83c-49cd-8d7e-d090cceaa210 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:39:29.036982 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e14e19bf-cfb9-4cfd-b45a-42896df4baa0 None None] Transition to ACTIVE for port object 4e22a753-6c0f-47b9-bcf9-103e5e29b4b2 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:39:29.038417 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ba9f2-b83c-49cd-8d7e-d090cceaa210 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Port': ['ID=fcf37bb6-df91-4177-bb85-b15cbf7a5e34,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:29.058497 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b8f1089d-dfb6-4a7a-aaac-9a005a6db986 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:39:29.227494 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-30017aa5-35b0-46a2-a510-715da0ecc9c3 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] For port b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e,segment=NetworkSegment(798a012e-5229-4a98-9040-2521e0db438d),segment_id=798a012e-5229-4a98-9040-2521e0db438d)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:29.230761 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30017aa5-35b0-46a2-a510-715da0ecc9c3 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:29.266702 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e14e19bf-cfb9-4cfd-b45a-42896df4baa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:29.344638 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:29.359950 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:29.473772 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-b6363645-2765-45ce-9ba1-e18d02512af2 None None] For port b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e,segment=NetworkSegment(798a012e-5229-4a98-9040-2521e0db438d),segment_id=798a012e-5229-4a98-9040-2521e0db438d)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:29.474174 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b6363645-2765-45ce-9ba1-e18d02512af2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:29.482970 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eafe6d7c-de4c-47e9-b178-a344f234c9f6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:29.492449 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14e19bf-cfb9-4cfd-b45a-42896df4baa0 None None] Network 7a2c015f-d072-496e-a739-944196366ccc is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:39:29.494239 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-e14e19bf-cfb9-4cfd-b45a-42896df4baa0 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:39:29.498853 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e19bf-cfb9-4cfd-b45a-42896df4baa0 None None] Pushing event updated for resources: {'Port': ['ID=4e22a753-6c0f-47b9-bcf9-103e5e29b4b2,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:29.501826 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14e19bf-cfb9-4cfd-b45a-42896df4baa0 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:39:29.568605 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-30017aa5-35b0-46a2-a510-715da0ecc9c3 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Calling delete_port for b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:39:29.665973 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-b6363645-2765-45ce-9ba1-e18d02512af2 None None] Calling delete_port for b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:39:29.671931 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-eafe6d7c-de4c-47e9-b178-a344f234c9f6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Calling delete_port for 56891b7c-61df-4df8-bb7a-82a011ff5ebb owned by {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:39:29.746348 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203ba9f2-b83c-49cd-8d7e-d090cceaa210 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:29.746962 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-203ba9f2-b83c-49cd-8d7e-d090cceaa210 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:29.785187 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-85a54f82-9d5a-4851-b42f-4cd2a5dcfb05 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:29.896788 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port b8f1089d-dfb6-4a7a-aaac-9a005a6db986 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:39:29.926727 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-e14e19bf-cfb9-4cfd-b45a-42896df4baa0 None None] Attempting to bind port 4e22a753-6c0f-47b9-bcf9-103e5e29b4b2 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:39:29.927110 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-e14e19bf-cfb9-4cfd-b45a-42896df4baa0 None None] Attempting to bind port 4e22a753-6c0f-47b9-bcf9-103e5e29b4b2 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'b00284b2-60db-4011-8a1d-c5ac441f16a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7a2c015f-d072-496e-a739-944196366ccc'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:39:29.927548 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14e19bf-cfb9-4cfd-b45a-42896df4baa0 None None] Attempting to bind port 4e22a753-6c0f-47b9-bcf9-103e5e29b4b2 on network 7a2c015f-d072-496e-a739-944196366ccc {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:39:29.938401 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14e19bf-cfb9-4cfd-b45a-42896df4baa0 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:39:29.938949 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14e19bf-cfb9-4cfd-b45a-42896df4baa0 None None] Checking segment: {'id': 'b00284b2-60db-4011-8a1d-c5ac441f16a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7a2c015f-d072-496e-a739-944196366ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:39:29.939450 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e14e19bf-cfb9-4cfd-b45a-42896df4baa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:29.940465 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14e19bf-cfb9-4cfd-b45a-42896df4baa0 None None] Bound using segment: {'id': 'b00284b2-60db-4011-8a1d-c5ac441f16a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7a2c015f-d072-496e-a739-944196366ccc'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:39:29.941237 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-e14e19bf-cfb9-4cfd-b45a-42896df4baa0 None None] Bound port: 4e22a753-6c0f-47b9-bcf9-103e5e29b4b2, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00284b2-60db-4011-8a1d-c5ac441f16a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7a2c015f-d072-496e-a739-944196366ccc'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:39:29.941694 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e14e19bf-cfb9-4cfd-b45a-42896df4baa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:30.002718 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eafe6d7c-de4c-47e9-b178-a344f234c9f6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:30.052687 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30017aa5-35b0-46a2-a510-715da0ecc9c3 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:30.057511 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-203ba9f2-b83c-49cd-8d7e-d090cceaa210 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 6.3795753 May 27 02:39:30.068375 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a1b9c9-c8b1-4661-95c8-5e6e4ff8bdae None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:39:30.078072 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41428) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:30.126893 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe6d7c-de4c-47e9-b178-a344f234c9f6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event deleted for resources: {'Port': ['ID=56891b7c-61df-4df8-bb7a-82a011ff5ebb,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:30.128514 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30017aa5-35b0-46a2-a510-715da0ecc9c3 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event deleted for resources: {'Port': ['ID=b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:30.135227 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30017aa5-35b0-46a2-a510-715da0ecc9c3 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] No DVR routers for this DVR port b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:39:30.223934 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-e14e19bf-cfb9-4cfd-b45a-42896df4baa0 None None] For port 4e22a753-6c0f-47b9-bcf9-103e5e29b4b2, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:39:30.226751 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-b6363645-2765-45ce-9ba1-e18d02512af2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:39:30.227110 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-b6363645-2765-45ce-9ba1-e18d02512af2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:39:30.246449 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-e14e19bf-cfb9-4cfd-b45a-42896df4baa0 None None] For port 4e22a753-6c0f-47b9-bcf9-103e5e29b4b2, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=4e22a753-6c0f-47b9-bcf9-103e5e29b4b2,segment=NetworkSegment(b00284b2-60db-4011-8a1d-c5ac441f16a3),segment_id=b00284b2-60db-4011-8a1d-c5ac441f16a3)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:39:30.267370 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ee0ee5f8-4cc4-4f09-89a7-b4a83ea30b72 None None] Provisioning for port b8f1089d-dfb6-4a7a-aaac-9a005a6db986 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:39:30.312828 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eafe6d7c-de4c-47e9-b178-a344f234c9f6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:30.332555 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-eafe6d7c-de4c-47e9-b178-a344f234c9f6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/ports/56891b7c-61df-4df8-bb7a-82a011ff5ebb HTTP/1.1" status: 204 len: 168 time: 1.8125389 May 27 02:39:30.333475 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41436) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:30.344237 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30017aa5-35b0-46a2-a510-715da0ecc9c3 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:30.364613 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ee0ee5f8-4cc4-4f09-89a7-b4a83ea30b72 None None] Provisioning complete for port b8f1089d-dfb6-4a7a-aaac-9a005a6db986 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:39:30.365021 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ee0ee5f8-4cc4-4f09-89a7-b4a83ea30b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:30.383314 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-30017aa5-35b0-46a2-a510-715da0ecc9c3 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc1ec83b-58f0-43d1-bcd0-e2d3f89454af']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:30.391041 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf07b32-67b3-4113-b893-be6eface0b28 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:30.397149 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf07b32-67b3-4113-b893-be6eface0b28 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:30.397951 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-bbf07b32-67b3-4113-b893-be6eface0b28 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:39:30.399349 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-30017aa5-35b0-46a2-a510-715da0ecc9c3 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '798a012e-5229-4a98-9040-2521e0db438d') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:30.400264 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-30017aa5-35b0-46a2-a510-715da0ecc9c3 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '798a012e-5229-4a98-9040-2521e0db438d') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:30.404426 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e14e19bf-cfb9-4cfd-b45a-42896df4baa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:30.409331 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:30.417866 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-10a5e5c6-8cbc-4938-9212-23026e07049d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] GET failed (client error): The resource could not be found. May 27 02:39:30.418139 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30017aa5-35b0-46a2-a510-715da0ecc9c3 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:30.418512 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-10a5e5c6-8cbc-4938-9212-23026e07049d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Synchronizing usage tracker for tenant:f559555ef6124802b230d39d3db00e17 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:39:30.492734 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30017aa5-35b0-46a2-a510-715da0ecc9c3 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:30.518911 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30017aa5-35b0-46a2-a510-715da0ecc9c3 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:39:30.519315 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30017aa5-35b0-46a2-a510-715da0ecc9c3 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:30.528993 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-bbf07b32-67b3-4113-b893-be6eface0b28 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:39:30.532931 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-bbf07b32-67b3-4113-b893-be6eface0b28 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.4510076 May 27 02:39:30.533131 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41440) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:30.593588 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-10a5e5c6-8cbc-4938-9212-23026e07049d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Unset dirty status for tenant:f559555ef6124802b230d39d3db00e17 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:39:30.598009 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-10a5e5c6-8cbc-4938-9212-23026e07049d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "GET /v2.0/ports/56891b7c-61df-4df8-bb7a-82a011ff5ebb HTTP/1.1" status: 404 len: 333 time: 0.2625558 May 27 02:39:30.603410 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 798a012e-5229-4a98-9040-2521e0db438d resource provider aggregate not found May 27 02:39:30.613972 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41448) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:30.634503 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e19bf-cfb9-4cfd-b45a-42896df4baa0 None None] Pushing event updated for resources: {'Port': ['ID=4e22a753-6c0f-47b9-bcf9-103e5e29b4b2,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:30.656007 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 798a012e-5229-4a98-9040-2521e0db438d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 798a012e-5229-4a98-9040-2521e0db438d found for delete ", "request_id": "req-e8ba3b56-47b9-4e61-af06-8b337de5bb9e"}]} May 27 02:39:30.730617 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a114ecf4-68d9-4e90-ac86-6c93314f1b7f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting port fcf37bb6-df91-4177-bb85-b15cbf7a5e34 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:30.731110 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a114ecf4-68d9-4e90-ac86-6c93314f1b7f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:30.765637 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ee0ee5f8-4cc4-4f09-89a7-b4a83ea30b72 None None] Current status of the port b8f1089d-dfb6-4a7a-aaac-9a005a6db986 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:39:30.766110 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ee0ee5f8-4cc4-4f09-89a7-b4a83ea30b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:30.809064 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-209f3372-2ec3-4157-a0a8-7d90d9f139ec tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Deleting subnet 35682473-4aa2-4010-a081-0c136d27e97f {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:39:30.812539 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-209f3372-2ec3-4157-a0a8-7d90d9f139ec tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:30.854394 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-ee0ee5f8-4cc4-4f09-89a7-b4a83ea30b72 None None] For port b8f1089d-dfb6-4a7a-aaac-9a005a6db986, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b8f1089d-dfb6-4a7a-aaac-9a005a6db986,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:30.857070 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a54f82-9d5a-4851-b42f-4cd2a5dcfb05 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Router 333eec50-32cf-4f27-bee3-75b6b7dab2d1 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:39:30.857949 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30017aa5-35b0-46a2-a510-715da0ecc9c3 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:30.871786 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30017aa5-35b0-46a2-a510-715da0ecc9c3 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:30.957170 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ee0ee5f8-4cc4-4f09-89a7-b4a83ea30b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:30.964356 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30017aa5-35b0-46a2-a510-715da0ecc9c3 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event deleted for resources: {'Network': ['ID=fc1ec83b-58f0-43d1-bcd0-e2d3f89454af,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:30.977184 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-30017aa5-35b0-46a2-a510-715da0ecc9c3 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "DELETE /v2.0/networks/fc1ec83b-58f0-43d1-bcd0-e2d3f89454af HTTP/1.1" status: 204 len: 168 time: 4.9596159 May 27 02:39:30.997581 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41474) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:31.113005 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ee5f8-4cc4-4f09-89a7-b4a83ea30b72 None None] Pushing event updated for resources: {'Port': ['ID=b8f1089d-dfb6-4a7a-aaac-9a005a6db986,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:31.131997 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-b6363645-2765-45ce-9ba1-e18d02512af2 None None] Deleting port b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:31.132440 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b6363645-2765-45ce-9ba1-e18d02512af2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:31.182047 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-209f3372-2ec3-4157-a0a8-7d90d9f139ec tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:31.245386 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-b6363645-2765-45ce-9ba1-e18d02512af2 None None] The port 'b18f25ef-a1fc-4b6a-8e44-bc94f603bd3e' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:39:31.350830 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a54f82-9d5a-4851-b42f-4cd2a5dcfb05 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:39:31.359875 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-85a54f82-9d5a-4851-b42f-4cd2a5dcfb05 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] 10.222.0.57 "PUT /v2.0/routers/333eec50-32cf-4f27-bee3-75b6b7dab2d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7478046 May 27 02:39:31.366464 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cc182f-8e2e-4d44-8ebe-9b8a7f299f44 None None] Sync routers for ids ['333eec50-32cf-4f27-bee3-75b6b7dab2d1'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:39:31.374035 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41490) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:31.380119 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cc182f-8e2e-4d44-8ebe-9b8a7f299f44 None None] Routers {'333eec50-32cf-4f27-bee3-75b6b7dab2d1'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:39:31.380769 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f6cc182f-8e2e-4d44-8ebe-9b8a7f299f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:39:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['333eec50-32cf-4f27-bee3-75b6b7dab2d1'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:31.469082 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f6cc182f-8e2e-4d44-8ebe-9b8a7f299f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:31.481541 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cc182f-8e2e-4d44-8ebe-9b8a7f299f44 None None] Routers {'333eec50-32cf-4f27-bee3-75b6b7dab2d1'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:39:31.482475 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f6cc182f-8e2e-4d44-8ebe-9b8a7f299f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:39:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['333eec50-32cf-4f27-bee3-75b6b7dab2d1'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:31.705523 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f6cc182f-8e2e-4d44-8ebe-9b8a7f299f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:31.710332 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cc182f-8e2e-4d44-8ebe-9b8a7f299f44 None None] The sync data for ids ['333eec50-32cf-4f27-bee3-75b6b7dab2d1'] in n-d-843554-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:39:31.811083 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8b0ae89a-021a-4c27-97bd-6f79f25f0f1c tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:31.825357 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5e0926b5-3770-49b4-a04c-ee9f0583e5e0 None None] Provisioning for port fcf37bb6-df91-4177-bb85-b15cbf7a5e34 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:39:31.831101 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5e0926b5-3770-49b4-a04c-ee9f0583e5e0 None None] Provisioning complete for port fcf37bb6-df91-4177-bb85-b15cbf7a5e34 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:39:31.831471 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5e0926b5-3770-49b4-a04c-ee9f0583e5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:31.943824 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5e0926b5-3770-49b4-a04c-ee9f0583e5e0 None None] Port fcf37bb6-df91-4177-bb85-b15cbf7a5e34 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:39:31.975626 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5e0926b5-3770-49b4-a04c-ee9f0583e5e0 None None] Provisioning complete for port b8f1089d-dfb6-4a7a-aaac-9a005a6db986 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:39:31.976098 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5e0926b5-3770-49b4-a04c-ee9f0583e5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:32.128329 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5e0926b5-3770-49b4-a04c-ee9f0583e5e0 None None] Current status of the port b8f1089d-dfb6-4a7a-aaac-9a005a6db986 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:39:32.159857 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-209f3372-2ec3-4157-a0a8-7d90d9f139ec tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:32.245726 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a114ecf4-68d9-4e90-ac86-6c93314f1b7f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:32.257481 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-98a41912-a0bf-4208-91b3-abbcf2db5366 None None] Provisioning complete for port fcf37bb6-df91-4177-bb85-b15cbf7a5e34 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:39:32.259651 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-98a41912-a0bf-4208-91b3-abbcf2db5366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:32.278300 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8b0ae89a-021a-4c27-97bd-6f79f25f0f1c tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:32.325927 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b381ebbd-3975-4f79-9697-6b3277df354d None None] Network 7a2c015f-d072-496e-a739-944196366ccc requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:39:32.356968 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-8b0ae89a-021a-4c27-97bd-6f79f25f0f1c tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Deleting port d18ac15f-9e52-4c48-a27e-7fec152377e4 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:32.357579 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8b0ae89a-021a-4c27-97bd-6f79f25f0f1c tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:32.401065 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a114ecf4-68d9-4e90-ac86-6c93314f1b7f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Calling delete_port for fcf37bb6-df91-4177-bb85-b15cbf7a5e34 owned by {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:39:32.404123 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-98a41912-a0bf-4208-91b3-abbcf2db5366 None None] Port fcf37bb6-df91-4177-bb85-b15cbf7a5e34 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:39:32.589510 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8b0ae89a-021a-4c27-97bd-6f79f25f0f1c tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:32.667722 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-d466f9a6-df16-440e-b0ce-f65396e6ebc9 None None] Provisioning for port 4e22a753-6c0f-47b9-bcf9-103e5e29b4b2 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:39:32.789707 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-209f3372-2ec3-4157-a0a8-7d90d9f139ec tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:32.848123 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-8b0ae89a-021a-4c27-97bd-6f79f25f0f1c tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Calling delete_port for d18ac15f-9e52-4c48-a27e-7fec152377e4 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:39:32.855692 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-209f3372-2ec3-4157-a0a8-7d90d9f139ec tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:32.868115 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f3372-2ec3-4157-a0a8-7d90d9f139ec tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event deleted for resources: {'Subnet': ['ID=35682473-4aa2-4010-a081-0c136d27e97f,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:32.878918 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-209f3372-2ec3-4157-a0a8-7d90d9f139ec tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/subnets/35682473-4aa2-4010-a081-0c136d27e97f HTTP/1.1" status: 204 len: 168 time: 2.2636271 May 27 02:39:32.880982 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41504) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:32.881556 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a114ecf4-68d9-4e90-ac86-6c93314f1b7f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:33.110936 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b8f1089d-dfb6-4a7a-aaac-9a005a6db986 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:39:33.151061 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a114ecf4-68d9-4e90-ac86-6c93314f1b7f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Port': ['ID=fcf37bb6-df91-4177-bb85-b15cbf7a5e34,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:33.248357 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a197023b-5a4d-4de3-8b30-614d3f9bf981 None None] Network 7a2c015f-d072-496e-a739-944196366ccc requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:39:33.369412 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port b8f1089d-dfb6-4a7a-aaac-9a005a6db986 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:39:33.369726 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:33.386149 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8b0ae89a-021a-4c27-97bd-6f79f25f0f1c tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:33.444631 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c333713a-2589-4e75-946e-51503ab6a348 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:33.566202 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ae89a-021a-4c27-97bd-6f79f25f0f1c tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Pushing event deleted for resources: {'Port': ['ID=d18ac15f-9e52-4c48-a27e-7fec152377e4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:33.638325 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a114ecf4-68d9-4e90-ac86-6c93314f1b7f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:33.644538 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a114ecf4-68d9-4e90-ac86-6c93314f1b7f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/ports/fcf37bb6-df91-4177-bb85-b15cbf7a5e34 HTTP/1.1" status: 204 len: 168 time: 3.1101615 May 27 02:39:33.645598 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c333713a-2589-4e75-946e-51503ab6a348 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Deleting port 4e22a753-6c0f-47b9-bcf9-103e5e29b4b2 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:33.645936 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c333713a-2589-4e75-946e-51503ab6a348 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:33.654825 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41518) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:33.740739 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8b0ae89a-021a-4c27-97bd-6f79f25f0f1c tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:33.792254 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port b8f1089d-dfb6-4a7a-aaac-9a005a6db986 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:39:33.793421 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 4e22a753-6c0f-47b9-bcf9-103e5e29b4b2 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:39:33.864420 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275b677a-ed1a-4570-a2ac-2603da102467 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:33.867480 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275b677a-ed1a-4570-a2ac-2603da102467 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:33.869595 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275b677a-ed1a-4570-a2ac-2603da102467 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:33.870501 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-275b677a-ed1a-4570-a2ac-2603da102467 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:39:34.013873 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 4e22a753-6c0f-47b9-bcf9-103e5e29b4b2 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:39:34.036238 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 4e22a753-6c0f-47b9-bcf9-103e5e29b4b2 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:39:34.037091 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:34.063880 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8b0ae89a-021a-4c27-97bd-6f79f25f0f1c tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:34.066898 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8b0ae89a-021a-4c27-97bd-6f79f25f0f1c tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:34.128664 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a46e22-93f5-46fc-9ea5-38e11a781fb8 None None] DHCP port deletion for 7a2c015f-d072-496e-a739-944196366ccc request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:39:34.150805 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-c333713a-2589-4e75-946e-51503ab6a348 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] For port 4e22a753-6c0f-47b9-bcf9-103e5e29b4b2, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=4e22a753-6c0f-47b9-bcf9-103e5e29b4b2,segment=NetworkSegment(b00284b2-60db-4011-8a1d-c5ac441f16a3),segment_id=b00284b2-60db-4011-8a1d-c5ac441f16a3)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:34.151236 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c333713a-2589-4e75-946e-51503ab6a348 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:34.173937 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-08a46e22-93f5-46fc-9ea5-38e11a781fb8 None None] Deleting port 4e22a753-6c0f-47b9-bcf9-103e5e29b4b2 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:34.174156 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8b0ae89a-021a-4c27-97bd-6f79f25f0f1c tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:34.174314 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-08a46e22-93f5-46fc-9ea5-38e11a781fb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:34.174520 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0ae89a-021a-4c27-97bd-6f79f25f0f1c tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Fanout notify agent at l3_agent the message router_deleted on router 333eec50-32cf-4f27-bee3-75b6b7dab2d1 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:39:34.188498 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-275b677a-ed1a-4570-a2ac-2603da102467 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:39:34.192473 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-275b677a-ed1a-4570-a2ac-2603da102467 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5312324 May 27 02:39:34.195784 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8b0ae89a-021a-4c27-97bd-6f79f25f0f1c tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:34.199502 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8b0ae89a-021a-4c27-97bd-6f79f25f0f1c tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] 10.222.0.57 "DELETE /v2.0/routers/333eec50-32cf-4f27-bee3-75b6b7dab2d1 HTTP/1.1" status: 204 len: 168 time: 2.8202684 May 27 02:39:34.199502 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41526) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:34.200311 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41528) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:34.222185 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ba4e5174-8e53-4f17-aa76-4d97a936ad8e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:34.389148 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4a8f671-4cd4-4d98-8b3d-a1d857428e0c tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Deleting subnet 1952b25f-cbd4-41d0-be45-508bc8ae3783 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:39:34.394313 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e4a8f671-4cd4-4d98-8b3d-a1d857428e0c tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:34.445752 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-416356e7-9a85-4524-9ad6-cd7626c92ceb tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting subnet 6bcf1b6e-79a1-430b-9518-240bff133856 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:39:34.449041 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-416356e7-9a85-4524-9ad6-cd7626c92ceb tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:34.491492 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c333713a-2589-4e75-946e-51503ab6a348 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Calling delete_port for 4e22a753-6c0f-47b9-bcf9-103e5e29b4b2 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:39:34.497159 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-08a46e22-93f5-46fc-9ea5-38e11a781fb8 None None] For port 4e22a753-6c0f-47b9-bcf9-103e5e29b4b2, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=4e22a753-6c0f-47b9-bcf9-103e5e29b4b2,segment=NetworkSegment(b00284b2-60db-4011-8a1d-c5ac441f16a3),segment_id=b00284b2-60db-4011-8a1d-c5ac441f16a3)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:34.497650 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-08a46e22-93f5-46fc-9ea5-38e11a781fb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:34.534997 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-416356e7-9a85-4524-9ad6-cd7626c92ceb tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:34.642898 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e4a8f671-4cd4-4d98-8b3d-a1d857428e0c tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:34.655333 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-08a46e22-93f5-46fc-9ea5-38e11a781fb8 None None] Calling delete_port for 4e22a753-6c0f-47b9-bcf9-103e5e29b4b2 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:39:34.698590 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 4e22a753-6c0f-47b9-bcf9-103e5e29b4b2 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:39:34.698590 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:34.814611 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e4a8f671-4cd4-4d98-8b3d-a1d857428e0c tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:34.908071 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c333713a-2589-4e75-946e-51503ab6a348 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:34.940293 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-416356e7-9a85-4524-9ad6-cd7626c92ceb tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:34.951646 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-08a46e22-93f5-46fc-9ea5-38e11a781fb8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:39:34.952011 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-08a46e22-93f5-46fc-9ea5-38e11a781fb8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:39:35.005840 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333713a-2589-4e75-946e-51503ab6a348 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event deleted for resources: {'Port': ['ID=4e22a753-6c0f-47b9-bcf9-103e5e29b4b2,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:35.018091 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c333713a-2589-4e75-946e-51503ab6a348 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] No DVR routers for this DVR port 4e22a753-6c0f-47b9-bcf9-103e5e29b4b2 on host n-d-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:39:35.027924 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 4e22a753-6c0f-47b9-bcf9-103e5e29b4b2 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:39:35.056688 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ba4e5174-8e53-4f17-aa76-4d97a936ad8e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Deleting port ecf35e43-74cf-4baa-aa5e-4865299b32d6 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:35.057058 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ba4e5174-8e53-4f17-aa76-4d97a936ad8e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:35.064368 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 4e22a753-6c0f-47b9-bcf9-103e5e29b4b2 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:39:35.065118 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 4e22a753-6c0f-47b9-bcf9-103e5e29b4b2 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:39:35.106644 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e4a8f671-4cd4-4d98-8b3d-a1d857428e0c tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:35.237112 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c333713a-2589-4e75-946e-51503ab6a348 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:35.301673 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a8f671-4cd4-4d98-8b3d-a1d857428e0c tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Pushing event deleted for resources: {'Subnet': ['ID=1952b25f-cbd4-41d0-be45-508bc8ae3783,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:35.306295 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-416356e7-9a85-4524-9ad6-cd7626c92ceb tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:35.345537 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-c333713a-2589-4e75-946e-51503ab6a348 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a2c015f-d072-496e-a739-944196366ccc']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:35.360247 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2d4a72-4904-4818-9d35-39d9f2e81450 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:39:35.360704 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-416356e7-9a85-4524-9ad6-cd7626c92ceb tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:35.366705 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-c333713a-2589-4e75-946e-51503ab6a348 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b00284b2-60db-4011-8a1d-c5ac441f16a3') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:35.367222 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-c333713a-2589-4e75-946e-51503ab6a348 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b00284b2-60db-4011-8a1d-c5ac441f16a3') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:35.373817 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e4a8f671-4cd4-4d98-8b3d-a1d857428e0c tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:35.379291 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc853ff-e9ba-48c9-8b2a-ccdc6c85bbe4 None None] Network 6a87378d-c60b-454c-a6b4-5447c8d7ea1f requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:39:35.393704 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416356e7-9a85-4524-9ad6-cd7626c92ceb tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Subnet': ['ID=6bcf1b6e-79a1-430b-9518-240bff133856,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:35.398770 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c333713a-2589-4e75-946e-51503ab6a348 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:35.403476 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e4a8f671-4cd4-4d98-8b3d-a1d857428e0c tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] 10.222.0.57 "DELETE /v2.0/subnets/1952b25f-cbd4-41d0-be45-508bc8ae3783 HTTP/1.1" status: 204 len: 168 time: 1.2020795 May 27 02:39:35.405828 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41552) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:35.432506 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c333713a-2589-4e75-946e-51503ab6a348 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:35.443872 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-ba4e5174-8e53-4f17-aa76-4d97a936ad8e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] For port ecf35e43-74cf-4baa-aa5e-4865299b32d6, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=ecf35e43-74cf-4baa-aa5e-4865299b32d6,segment=NetworkSegment(590c203d-07c0-4116-af8c-39dc924e764e),segment_id=590c203d-07c0-4116-af8c-39dc924e764e)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:35.444237 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ba4e5174-8e53-4f17-aa76-4d97a936ad8e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:35.453829 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c333713a-2589-4e75-946e-51503ab6a348 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:39:35.457694 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c333713a-2589-4e75-946e-51503ab6a348 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:35.457842 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-08a46e22-93f5-46fc-9ea5-38e11a781fb8 None None] Deleting port 4e22a753-6c0f-47b9-bcf9-103e5e29b4b2 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:35.457842 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-08a46e22-93f5-46fc-9ea5-38e11a781fb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:35.531693 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment b00284b2-60db-4011-8a1d-c5ac441f16a3 resource provider aggregate not found May 27 02:39:35.580594 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-416356e7-9a85-4524-9ad6-cd7626c92ceb tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/6bcf1b6e-79a1-430b-9518-240bff133856 HTTP/1.1" status: 204 len: 168 time: 1.3774974 May 27 02:39:35.581431 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41562) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:35.678826 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment b00284b2-60db-4011-8a1d-c5ac441f16a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b00284b2-60db-4011-8a1d-c5ac441f16a3 found for delete ", "request_id": "req-66f9282b-8bf2-439d-81d5-4de86481a8d0"}]} May 27 02:39:35.685566 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e44b0b0-3610-4d69-af79-885ec7046994 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting subnet d227934a-006e-44f6-8624-d966f8d29668 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:39:35.691067 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ba4e5174-8e53-4f17-aa76-4d97a936ad8e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Calling delete_port for ecf35e43-74cf-4baa-aa5e-4865299b32d6 owned by network:router_interface {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:39:35.692130 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-101f2778-1314-47dc-95b6-1f50bacdec0d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:35.695908 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e44b0b0-3610-4d69-af79-885ec7046994 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:35.727798 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-08a46e22-93f5-46fc-9ea5-38e11a781fb8 None None] The port '4e22a753-6c0f-47b9-bcf9-103e5e29b4b2' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:39:35.779205 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-101f2778-1314-47dc-95b6-1f50bacdec0d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Deleting port 9d8cca33-c2e2-42d2-ab1f-aaf377c45fd1 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:35.782350 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-101f2778-1314-47dc-95b6-1f50bacdec0d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:35.840993 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c333713a-2589-4e75-946e-51503ab6a348 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:35.847306 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c333713a-2589-4e75-946e-51503ab6a348 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:35.901047 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333713a-2589-4e75-946e-51503ab6a348 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event deleted for resources: {'Network': ['ID=7a2c015f-d072-496e-a739-944196366ccc,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:35.937710 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e44b0b0-3610-4d69-af79-885ec7046994 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:36.093341 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c333713a-2589-4e75-946e-51503ab6a348 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/networks/7a2c015f-d072-496e-a739-944196366ccc HTTP/1.1" status: 204 len: 168 time: 3.1825941 May 27 02:39:36.093341 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41574) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:36.098841 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-71c6a570-5c39-4981-8849-bbc85c04b4a3 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'port': {'network_id': 'b14b3dd4-cd52-4594-a4f1-75be2851fbfb', 'name': 'tempest-PortsTestJSON-1651035709'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:39:36.169822 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-101f2778-1314-47dc-95b6-1f50bacdec0d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] For port 9d8cca33-c2e2-42d2-ab1f-aaf377c45fd1, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=9d8cca33-c2e2-42d2-ab1f-aaf377c45fd1,segment=NetworkSegment(cc6d23af-70dc-4dc9-97b3-bf81cce8bdf0),segment_id=cc6d23af-70dc-4dc9-97b3-bf81cce8bdf0)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:36.170238 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-101f2778-1314-47dc-95b6-1f50bacdec0d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:36.232743 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ecf4a4-8626-4a30-bc21-08ad51814d96 None None] DHCP port deletion for 6a87378d-c60b-454c-a6b4-5447c8d7ea1f request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:39:36.237014 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-c3ecf4a4-8626-4a30-bc21-08ad51814d96 None None] Deleting port 9d8cca33-c2e2-42d2-ab1f-aaf377c45fd1 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:36.237387 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c3ecf4a4-8626-4a30-bc21-08ad51814d96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:36.260215 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ba4e5174-8e53-4f17-aa76-4d97a936ad8e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:36.371612 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-101f2778-1314-47dc-95b6-1f50bacdec0d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Calling delete_port for 9d8cca33-c2e2-42d2-ab1f-aaf377c45fd1 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:39:36.504323 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e44b0b0-3610-4d69-af79-885ec7046994 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:36.583137 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-101f2778-1314-47dc-95b6-1f50bacdec0d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:36.613779 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-c3ecf4a4-8626-4a30-bc21-08ad51814d96 None None] For port 9d8cca33-c2e2-42d2-ab1f-aaf377c45fd1, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=9d8cca33-c2e2-42d2-ab1f-aaf377c45fd1,segment=NetworkSegment(cc6d23af-70dc-4dc9-97b3-bf81cce8bdf0),segment_id=cc6d23af-70dc-4dc9-97b3-bf81cce8bdf0)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:36.614401 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c3ecf4a4-8626-4a30-bc21-08ad51814d96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:36.627923 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e5174-8e53-4f17-aa76-4d97a936ad8e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event deleted for resources: {'Port': ['ID=ecf35e43-74cf-4baa-aa5e-4865299b32d6,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:36.631843 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-71c6a570-5c39-4981-8849-bbc85c04b4a3 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:39:36.663264 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f2778-1314-47dc-95b6-1f50bacdec0d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Pushing event deleted for resources: {'Port': ['ID=9d8cca33-c2e2-42d2-ab1f-aaf377c45fd1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:36.679937 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101f2778-1314-47dc-95b6-1f50bacdec0d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] No DVR routers for this DVR port 9d8cca33-c2e2-42d2-ab1f-aaf377c45fd1 on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:39:36.690772 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-71c6a570-5c39-4981-8849-bbc85c04b4a3 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Usage tracker for resource:port and tenant:f559555ef6124802b230d39d3db00e17 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:39:36.701680 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-71c6a570-5c39-4981-8849-bbc85c04b4a3 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:39:36.822730 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-71c6a570-5c39-4981-8849-bbc85c04b4a3 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:39:36.896004 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-c3ecf4a4-8626-4a30-bc21-08ad51814d96 None None] Calling delete_port for 9d8cca33-c2e2-42d2-ab1f-aaf377c45fd1 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:39:36.929912 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e44b0b0-3610-4d69-af79-885ec7046994 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:37.111624 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-c3ecf4a4-8626-4a30-bc21-08ad51814d96 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:39:37.112309 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-c3ecf4a4-8626-4a30-bc21-08ad51814d96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:39:37.115555 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 9d8cca33-c2e2-42d2-ab1f-aaf377c45fd1 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:39:37.127168 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c6a570-5c39-4981-8849-bbc85c04b4a3 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Made reservation on behalf of f559555ef6124802b230d39d3db00e17 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:39:37.128536 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44b0b0-3610-4d69-af79-885ec7046994 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Subnet': ['ID=d227934a-006e-44f6-8624-d966f8d29668,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:37.132810 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-71c6a570-5c39-4981-8849-bbc85c04b4a3 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:37.175336 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-101f2778-1314-47dc-95b6-1f50bacdec0d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:37.181808 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 9d8cca33-c2e2-42d2-ab1f-aaf377c45fd1 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:39:37.182226 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 9d8cca33-c2e2-42d2-ab1f-aaf377c45fd1 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:39:37.202940 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e44b0b0-3610-4d69-af79-885ec7046994 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:37.203192 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-71c6a570-5c39-4981-8849-bbc85c04b4a3 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] device_id is not set on port 09273b75-bb59-42b9-a3c3-ee05928282a8 yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:39:37.231996 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7e44b0b0-3610-4d69-af79-885ec7046994 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/d227934a-006e-44f6-8624-d966f8d29668 HTTP/1.1" status: 204 len: 168 time: 1.6498408 May 27 02:39:37.233589 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-101f2778-1314-47dc-95b6-1f50bacdec0d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a87378d-c60b-454c-a6b4-5447c8d7ea1f']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:37.241498 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41588) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:37.244376 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f4bc82-b92a-46ac-a273-90f5915bf7cf None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:39:37.281537 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ba4e5174-8e53-4f17-aa76-4d97a936ad8e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:37.323229 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-101f2778-1314-47dc-95b6-1f50bacdec0d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc6d23af-70dc-4dc9-97b3-bf81cce8bdf0') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:37.323527 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-101f2778-1314-47dc-95b6-1f50bacdec0d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc6d23af-70dc-4dc9-97b3-bf81cce8bdf0') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:37.331760 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0978f81e-bf49-4e76-9c4e-5b05ab2f40ba tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0889289 May 27 02:39:37.335185 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41594) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:37.342553 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-74c78a7a-5470-451e-8653-87fec295cfe0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'subnet': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:39:37.490941 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-101f2778-1314-47dc-95b6-1f50bacdec0d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:37.544449 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5a01e0b4-c35f-484a-af66-f70fdb07c9d8 None None] Provisioning complete for port b8f1089d-dfb6-4a7a-aaac-9a005a6db986 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:39:37.545936 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5a01e0b4-c35f-484a-af66-f70fdb07c9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:37.581588 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-101f2778-1314-47dc-95b6-1f50bacdec0d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:37.616185 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-c3ecf4a4-8626-4a30-bc21-08ad51814d96 None None] Deleting port 9d8cca33-c2e2-42d2-ab1f-aaf377c45fd1 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:37.617174 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c3ecf4a4-8626-4a30-bc21-08ad51814d96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:37.626220 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-101f2778-1314-47dc-95b6-1f50bacdec0d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:39:37.626587 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-101f2778-1314-47dc-95b6-1f50bacdec0d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:37.650432 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-74c78a7a-5470-451e-8653-87fec295cfe0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:39:37.696298 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment cc6d23af-70dc-4dc9-97b3-bf81cce8bdf0 resource provider aggregate not found May 27 02:39:37.707487 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-74c78a7a-5470-451e-8653-87fec295cfe0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:subnet and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:39:37.716010 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-c3ecf4a4-8626-4a30-bc21-08ad51814d96 None None] The port '9d8cca33-c2e2-42d2-ab1f-aaf377c45fd1' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:39:37.721225 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-74c78a7a-5470-451e-8653-87fec295cfe0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:39:37.732343 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-74c78a7a-5470-451e-8653-87fec295cfe0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:39:37.739531 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment cc6d23af-70dc-4dc9-97b3-bf81cce8bdf0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cc6d23af-70dc-4dc9-97b3-bf81cce8bdf0 found for delete ", "request_id": "req-b557398c-9eb4-4188-b80d-b4235dc4d2ba"}]} May 27 02:39:37.822012 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba4e5174-8e53-4f17-aa76-4d97a936ad8e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Router 5e20f397-cb19-4fe0-ab82-317cdd478ccf has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:39:37.822012 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-71c6a570-5c39-4981-8849-bbc85c04b4a3 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:37.831471 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c78a7a-5470-451e-8653-87fec295cfe0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:39:37.836156 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-74c78a7a-5470-451e-8653-87fec295cfe0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:37.848812 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5a01e0b4-c35f-484a-af66-f70fdb07c9d8 None None] Current status of the port b8f1089d-dfb6-4a7a-aaac-9a005a6db986 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:39:37.875063 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-101f2778-1314-47dc-95b6-1f50bacdec0d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:37.966325 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364f6866-2d83-4cfb-a019-e0a5f0bfa797 None None] DHCP port deletion for 1e095441-a19f-4261-8588-a806dc249ed2 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:39:37.972470 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-364f6866-2d83-4cfb-a019-e0a5f0bfa797 None None] Deleting port b8f1089d-dfb6-4a7a-aaac-9a005a6db986 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:37.972960 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-364f6866-2d83-4cfb-a019-e0a5f0bfa797 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:38.057789 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4e5174-8e53-4f17-aa76-4d97a936ad8e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:39:38.073156 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc866c4-0b2b-4479-9a1d-066919617525 None None] Sync routers for ids ['5e20f397-cb19-4fe0-ab82-317cdd478ccf'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:39:38.085226 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ba4e5174-8e53-4f17-aa76-4d97a936ad8e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "PUT /v2.0/routers/5e20f397-cb19-4fe0-ab82-317cdd478ccf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0717466 May 27 02:39:38.091309 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41608) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:38.119977 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc866c4-0b2b-4479-9a1d-066919617525 None None] Routers {'5e20f397-cb19-4fe0-ab82-317cdd478ccf'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:39:38.124881 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-0fc866c4-0b2b-4479-9a1d-066919617525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:39:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['5e20f397-cb19-4fe0-ab82-317cdd478ccf'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:38.138017 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-71c6a570-5c39-4981-8849-bbc85c04b4a3 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:38.223797 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c6a570-5c39-4981-8849-bbc85c04b4a3 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Network b14b3dd4-cd52-4594-a4f1-75be2851fbfb is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:39:38.234698 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-71c6a570-5c39-4981-8849-bbc85c04b4a3 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:39:38.245257 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c6a570-5c39-4981-8849-bbc85c04b4a3 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:39:38.253576 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c6a570-5c39-4981-8849-bbc85c04b4a3 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:38.254425 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-71c6a570-5c39-4981-8849-bbc85c04b4a3 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:38.290328 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-68d51ebd-da42-4e13-b603-4ccc48059132 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Deleting subnet c684875b-0031-4a3b-a0f0-fc844b5e47ab {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:39:38.296935 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6a570-5c39-4981-8849-bbc85c04b4a3 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'Port': ['ID=09273b75-bb59-42b9-a3c3-ee05928282a8,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:38.299516 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-68d51ebd-da42-4e13-b603-4ccc48059132 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:38.361814 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-71c6a570-5c39-4981-8849-bbc85c04b4a3 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.2686124 May 27 02:39:38.364696 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-101f2778-1314-47dc-95b6-1f50bacdec0d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:38.371445 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41618) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:38.385776 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f2778-1314-47dc-95b6-1f50bacdec0d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Pushing event deleted for resources: {'Network': ['ID=6a87378d-c60b-454c-a6b4-5447c8d7ea1f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:38.391279 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-101f2778-1314-47dc-95b6-1f50bacdec0d tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] 10.222.0.57 "DELETE /v2.0/networks/6a87378d-c60b-454c-a6b4-5447c8d7ea1f HTTP/1.1" status: 204 len: 168 time: 2.9843025 May 27 02:39:38.397385 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41622) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:38.437983 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-68d51ebd-da42-4e13-b603-4ccc48059132 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:38.449011 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-364f6866-2d83-4cfb-a019-e0a5f0bfa797 None None] For port b8f1089d-dfb6-4a7a-aaac-9a005a6db986, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b8f1089d-dfb6-4a7a-aaac-9a005a6db986,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:38.456870 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-364f6866-2d83-4cfb-a019-e0a5f0bfa797 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:38.463756 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-0fc866c4-0b2b-4479-9a1d-066919617525 None None] Set router 5e20f397-cb19-4fe0-ab82-317cdd478ccf gateway port host: None {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:39:38.583073 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c71da9d1-7997-4d89-8ff6-cb045eb95211 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Deleting port 09273b75-bb59-42b9-a3c3-ee05928282a8 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:38.583410 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c71da9d1-7997-4d89-8ff6-cb045eb95211 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:38.619465 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-74c78a7a-5470-451e-8653-87fec295cfe0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:38.639140 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-364f6866-2d83-4cfb-a019-e0a5f0bfa797 None None] Calling delete_port for b8f1089d-dfb6-4a7a-aaac-9a005a6db986 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:39:38.718259 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c78a7a-5470-451e-8653-87fec295cfe0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:39:38.726444 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c78a7a-5470-451e-8653-87fec295cfe0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Subnet': ['ID=33a17ae6-1856-4693-a0ae-130de70c672f,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:38.729486 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-74c78a7a-5470-451e-8653-87fec295cfe0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:39:38.739273 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c78a7a-5470-451e-8653-87fec295cfe0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:38.739948 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-74c78a7a-5470-451e-8653-87fec295cfe0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:38.852375 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c3e69965-87ee-4f05-af13-5cea6c8c8a29 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Deleting port a613fe0e-ddc2-4f25-9965-abf7c9dd66ce {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:38.857054 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c3e69965-87ee-4f05-af13-5cea6c8c8a29 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:38.926080 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-74c78a7a-5470-451e-8653-87fec295cfe0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5896950 May 27 02:39:38.930937 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41630) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:39.042934 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-364f6866-2d83-4cfb-a019-e0a5f0bfa797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:39.049613 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-0fc866c4-0b2b-4479-9a1d-066919617525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'name': 'tempest-RoutersIpV6Test-router-1992284852', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:38:16Z', 'updated_at': '2022-05-27T02:39:35Z', 'revision_number': 10, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'gw_port_host': None, '_interfaces': [{'id': '1e23c832-3a25-4eb0-aab4-b4e5f75129c6', 'name': '', 'network_id': 'd883fcb8-3253-46e3-b7e5-b0b55e816b0c', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:03:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:21Z', 'updated_at': '2022-05-27T02:38:35Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:39.054342 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc866c4-0b2b-4479-9a1d-066919617525 None None] Checking router: 5e20f397-cb19-4fe0-ab82-317cdd478ccf for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:39:39.068240 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc866c4-0b2b-4479-9a1d-066919617525 None None] Routers {'5e20f397-cb19-4fe0-ab82-317cdd478ccf'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:39:39.071839 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-0fc866c4-0b2b-4479-9a1d-066919617525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:39:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['5e20f397-cb19-4fe0-ab82-317cdd478ccf'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:39.079589 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-10d322f8-fb61-433e-a829-3708ddf44536 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'subnet': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:39:39.126990 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-68d51ebd-da42-4e13-b603-4ccc48059132 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:39.135057 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f6866-2d83-4cfb-a019-e0a5f0bfa797 None None] Pushing event deleted for resources: {'Port': ['ID=b8f1089d-dfb6-4a7a-aaac-9a005a6db986,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:39.137039 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b8f1089d-dfb6-4a7a-aaac-9a005a6db986 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:39:39.238178 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364f6866-2d83-4cfb-a019-e0a5f0bfa797 None None] No DVR routers for this DVR port b8f1089d-dfb6-4a7a-aaac-9a005a6db986 on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:39:39.241340 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: b8f1089d-dfb6-4a7a-aaac-9a005a6db986 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:39:39.250584 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b8f1089d-dfb6-4a7a-aaac-9a005a6db986 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:39:39.261602 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c3e69965-87ee-4f05-af13-5cea6c8c8a29 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:39.262114 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c3e69965-87ee-4f05-af13-5cea6c8c8a29 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:39.262957 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef624ab-5c97-40dc-84c5-7b66e7668a89 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:39:39.302001 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-0fc866c4-0b2b-4479-9a1d-066919617525 None None] Set router 5e20f397-cb19-4fe0-ab82-317cdd478ccf gateway port host: None {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:39:39.404750 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c71da9d1-7997-4d89-8ff6-cb045eb95211 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:39.418782 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-10d322f8-fb61-433e-a829-3708ddf44536 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:39:39.423365 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-10d322f8-fb61-433e-a829-3708ddf44536 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:subnet and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:39:39.426590 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-10d322f8-fb61-433e-a829-3708ddf44536 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:39:39.434961 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-10d322f8-fb61-433e-a829-3708ddf44536 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:39:39.450618 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c3e69965-87ee-4f05-af13-5cea6c8c8a29 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Calling delete_port for a613fe0e-ddc2-4f25-9965-abf7c9dd66ce owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:39:39.593686 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c71da9d1-7997-4d89-8ff6-cb045eb95211 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Calling delete_port for 09273b75-bb59-42b9-a3c3-ee05928282a8 owned by {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:39:39.643890 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d322f8-fb61-433e-a829-3708ddf44536 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:39:39.647587 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-10d322f8-fb61-433e-a829-3708ddf44536 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:39.737776 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4ac426-9110-4a05-a500-625ba0510d5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-1e095441-a19f-4261-8588-a806dc249ed2', 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'tenant_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'fixed_ips': [{'subnet_id': '33a17ae6-1856-4693-a0ae-130de70c672f'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:39:39.739656 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-dc4ac426-9110-4a05-a500-625ba0510d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:39.753367 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-68d51ebd-da42-4e13-b603-4ccc48059132 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:39.819181 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-68d51ebd-da42-4e13-b603-4ccc48059132 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:39.831529 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c3e69965-87ee-4f05-af13-5cea6c8c8a29 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:39.833778 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2defc8c1-4ba3-4bad-8658-4ec574d1f48a None None] Network 0167a411-12de-421b-9f73-19dba836e4fa requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:39:39.836700 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d51ebd-da42-4e13-b603-4ccc48059132 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event deleted for resources: {'Subnet': ['ID=c684875b-0031-4a3b-a0f0-fc844b5e47ab,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:39.849290 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-68d51ebd-da42-4e13-b603-4ccc48059132 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "DELETE /v2.0/subnets/c684875b-0031-4a3b-a0f0-fc844b5e47ab HTTP/1.1" status: 204 len: 168 time: 1.7598934 May 27 02:39:39.849653 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-0fc866c4-0b2b-4479-9a1d-066919617525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'name': 'tempest-RoutersIpV6Test-router-1992284852', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:38:16Z', 'updated_at': '2022-05-27T02:39:35Z', 'revision_number': 10, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'gw_port_host': None, '_interfaces': [{'id': '1e23c832-3a25-4eb0-aab4-b4e5f75129c6', 'name': '', 'network_id': 'd883fcb8-3253-46e3-b7e5-b0b55e816b0c', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:03:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:21Z', 'updated_at': '2022-05-27T02:38:35Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:39.858803 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc866c4-0b2b-4479-9a1d-066919617525 None None] The sync data for ids ['5e20f397-cb19-4fe0-ab82-317cdd478ccf'] in n-d-843554-3 is: [{'id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'name': 'tempest-RoutersIpV6Test-router-1992284852', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:38:16Z', 'updated_at': '2022-05-27T02:39:35Z', 'revision_number': 10, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'gw_port_host': None, '_interfaces': [{'id': '1e23c832-3a25-4eb0-aab4-b4e5f75129c6', 'name': '', 'network_id': 'd883fcb8-3253-46e3-b7e5-b0b55e816b0c', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'mac_address': 'fa:16:3e:03:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:38:21Z', 'updated_at': '2022-05-27T02:38:35Z', 'revision_number': 5, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'subnets': [{'id': '1c7b303e-1bed-49a3-903d-23fa9a9160ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:39:39.871269 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41642) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:39.924637 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e69965-87ee-4f05-af13-5cea6c8c8a29 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Pushing event deleted for resources: {'Port': ['ID=a613fe0e-ddc2-4f25-9965-abf7c9dd66ce,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:40.051222 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c3e69965-87ee-4f05-af13-5cea6c8c8a29 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:40.104435 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-26868f28-5c4a-4c09-8b75-1adbc4bede56 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:40.145329 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-26868f28-5c4a-4c09-8b75-1adbc4bede56 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Deleting port 30a14cdf-fc5b-40f0-aa15-c3d720d11f33 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:40.145329 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-26868f28-5c4a-4c09-8b75-1adbc4bede56 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:40.157042 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-dc4ac426-9110-4a05-a500-625ba0510d5b None None] Allocated IP 172.20.0.2 (1e095441-a19f-4261-8588-a806dc249ed2/33a17ae6-1856-4693-a0ae-130de70c672f/8c793a1c-3101-45f1-a9be-4bce77042761) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:39:40.207865 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c71da9d1-7997-4d89-8ff6-cb045eb95211 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:40.260942 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c3e69965-87ee-4f05-af13-5cea6c8c8a29 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:40.262124 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c3e69965-87ee-4f05-af13-5cea6c8c8a29 tempest-FloatingIPAdminTestJSON-1014240117 tempest-FloatingIPAdminTestJSON-1014240117-project] 10.222.0.57 "DELETE /v2.0/floatingips/7c2bae5f-d8cc-43d5-a00c-592d903f3ab7 HTTP/1.1" status: 204 len: 168 time: 1.8625474 May 27 02:39:40.327321 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c71da9d1-7997-4d89-8ff6-cb045eb95211 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:40.343239 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71da9d1-7997-4d89-8ff6-cb045eb95211 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event deleted for resources: {'Port': ['ID=09273b75-bb59-42b9-a3c3-ee05928282a8,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:40.392584 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41654) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:40.395555 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c71da9d1-7997-4d89-8ff6-cb045eb95211 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/ports/09273b75-bb59-42b9-a3c3-ee05928282a8 HTTP/1.1" status: 204 len: 168 time: 2.0293708 May 27 02:39:40.399993 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-40082d60-3578-4133-82ea-34f258d0b803 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'port': {'network_id': 'b14b3dd4-cd52-4594-a4f1-75be2851fbfb', 'mac_address': 'fa:16:3e:d9:c9:76', 'name': 'tempest-PortsTestJSON-1075026311'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:39:40.463602 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-dc4ac426-9110-4a05-a500-625ba0510d5b None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:40.475852 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-dc4ac426-9110-4a05-a500-625ba0510d5b None None] Transition to ACTIVE for port object 8c793a1c-3101-45f1-a9be-4bce77042761 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:39:40.503989 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-dc4ac426-9110-4a05-a500-625ba0510d5b None None] Transition to ACTIVE for port object 8c793a1c-3101-45f1-a9be-4bce77042761 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:39:40.579756 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee46055e-ab29-427b-b5e4-6ce956826d1f None None] DHCP port deletion for 0167a411-12de-421b-9f73-19dba836e4fa request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:39:40.584249 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ee46055e-ab29-427b-b5e4-6ce956826d1f None None] Deleting port 30a14cdf-fc5b-40f0-aa15-c3d720d11f33 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:40.584662 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ee46055e-ab29-427b-b5e4-6ce956826d1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:40.617570 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-40082d60-3578-4133-82ea-34f258d0b803 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:39:40.623144 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-40082d60-3578-4133-82ea-34f258d0b803 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Usage tracker for resource:port and tenant:f559555ef6124802b230d39d3db00e17 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:39:40.627216 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-40082d60-3578-4133-82ea-34f258d0b803 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:39:40.635186 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-40082d60-3578-4133-82ea-34f258d0b803 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:39:40.650509 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-dc4ac426-9110-4a05-a500-625ba0510d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:40.720151 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ac426-9110-4a05-a500-625ba0510d5b None None] Pushing event updated for resources: {'Port': ['ID=8c793a1c-3101-45f1-a9be-4bce77042761,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:40.725601 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-26868f28-5c4a-4c09-8b75-1adbc4bede56 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] For port 30a14cdf-fc5b-40f0-aa15-c3d720d11f33, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=30a14cdf-fc5b-40f0-aa15-c3d720d11f33,segment=NetworkSegment(590c203d-07c0-4116-af8c-39dc924e764e),segment_id=590c203d-07c0-4116-af8c-39dc924e764e)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:40.726738 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-26868f28-5c4a-4c09-8b75-1adbc4bede56 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:40.758122 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40082d60-3578-4133-82ea-34f258d0b803 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Made reservation on behalf of f559555ef6124802b230d39d3db00e17 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:39:40.797166 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4ac426-9110-4a05-a500-625ba0510d5b None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:39:40.811449 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-dc4ac426-9110-4a05-a500-625ba0510d5b None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:39:40.818897 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4ac426-9110-4a05-a500-625ba0510d5b None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:39:41.010665 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-40082d60-3578-4133-82ea-34f258d0b803 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:41.031238 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-26868f28-5c4a-4c09-8b75-1adbc4bede56 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Calling delete_port for 30a14cdf-fc5b-40f0-aa15-c3d720d11f33 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:39:41.109789 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-40082d60-3578-4133-82ea-34f258d0b803 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] device_id is not set on port caeee671-daaa-4ae6-bfdb-1177571bfeb9 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:39:41.141908 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ecf35e43-74cf-4baa-aa5e-4865299b32d6 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:39:41.164729 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41668) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:41.190305 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-dc4ac426-9110-4a05-a500-625ba0510d5b None None] Attempting to bind port 8c793a1c-3101-45f1-a9be-4bce77042761 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:39:41.190676 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-dc4ac426-9110-4a05-a500-625ba0510d5b None None] Attempting to bind port 8c793a1c-3101-45f1-a9be-4bce77042761 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:39:41.191044 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4ac426-9110-4a05-a500-625ba0510d5b None None] Attempting to bind port 8c793a1c-3101-45f1-a9be-4bce77042761 on network 1e095441-a19f-4261-8588-a806dc249ed2 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:39:41.195048 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: ecf35e43-74cf-4baa-aa5e-4865299b32d6 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:39:41.199660 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ecf35e43-74cf-4baa-aa5e-4865299b32d6 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:39:41.199660 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 30a14cdf-fc5b-40f0-aa15-c3d720d11f33 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:39:41.286123 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4ac426-9110-4a05-a500-625ba0510d5b None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:39:41.286504 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4ac426-9110-4a05-a500-625ba0510d5b None None] Checking segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:39:41.286911 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-dc4ac426-9110-4a05-a500-625ba0510d5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:41.287306 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4ac426-9110-4a05-a500-625ba0510d5b None None] Bound using segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:39:41.287798 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-dc4ac426-9110-4a05-a500-625ba0510d5b None None] Bound port: 8c793a1c-3101-45f1-a9be-4bce77042761, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:39:41.288306 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-dc4ac426-9110-4a05-a500-625ba0510d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:41.315433 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-ee46055e-ab29-427b-b5e4-6ce956826d1f None None] For port 30a14cdf-fc5b-40f0-aa15-c3d720d11f33, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=30a14cdf-fc5b-40f0-aa15-c3d720d11f33,segment=NetworkSegment(590c203d-07c0-4116-af8c-39dc924e764e),segment_id=590c203d-07c0-4116-af8c-39dc924e764e)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:41.315833 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ee46055e-ab29-427b-b5e4-6ce956826d1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:41.485785 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-26868f28-5c4a-4c09-8b75-1adbc4bede56 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:41.500860 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-40082d60-3578-4133-82ea-34f258d0b803 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:41.551655 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26868f28-5c4a-4c09-8b75-1adbc4bede56 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event deleted for resources: {'Port': ['ID=30a14cdf-fc5b-40f0-aa15-c3d720d11f33,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:41.561708 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26868f28-5c4a-4c09-8b75-1adbc4bede56 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] No DVR routers for this DVR port 30a14cdf-fc5b-40f0-aa15-c3d720d11f33 on host n-d-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:39:41.581419 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2c3feebc-1f34-4764-aaba-d463348ba416 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2b0294f3034b42f7893740a9b159dfde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4144785 May 27 02:39:41.583691 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41678) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:41.629881 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ee46055e-ab29-427b-b5e4-6ce956826d1f None None] Calling delete_port for 30a14cdf-fc5b-40f0-aa15-c3d720d11f33 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:39:41.692973 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No active binding found for port 30a14cdf-fc5b-40f0-aa15-c3d720d11f33 {{(pid=88903) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 27 02:39:41.693390 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 30a14cdf-fc5b-40f0-aa15-c3d720d11f33 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:39:41.702604 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-996f0cba-b46c-4025-8acd-85021d09f455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:41.706028 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-26868f28-5c4a-4c09-8b75-1adbc4bede56 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:41.741105 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-dc4ac426-9110-4a05-a500-625ba0510d5b None None] For port 8c793a1c-3101-45f1-a9be-4bce77042761, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:39:41.751047 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-dc4ac426-9110-4a05-a500-625ba0510d5b None None] For port 8c793a1c-3101-45f1-a9be-4bce77042761, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8c793a1c-3101-45f1-a9be-4bce77042761,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:39:41.753417 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-ee46055e-ab29-427b-b5e4-6ce956826d1f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:39:41.753822 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-ee46055e-ab29-427b-b5e4-6ce956826d1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:39:41.782805 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-26868f28-5c4a-4c09-8b75-1adbc4bede56 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0167a411-12de-421b-9f73-19dba836e4fa']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:41.802104 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-26868f28-5c4a-4c09-8b75-1adbc4bede56 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '590c203d-07c0-4116-af8c-39dc924e764e') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:41.802408 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-26868f28-5c4a-4c09-8b75-1adbc4bede56 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '590c203d-07c0-4116-af8c-39dc924e764e') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:41.812165 n-d-843554-3 neutron-server[88902]: DEBUG neutron.objects.ports [None req-10d322f8-fb61-433e-a829-3708ddf44536 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88902) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 02:39:41.826157 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-dc4ac426-9110-4a05-a500-625ba0510d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:41.848673 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-40082d60-3578-4133-82ea-34f258d0b803 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:41.903239 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-26868f28-5c4a-4c09-8b75-1adbc4bede56 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:41.942426 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-996f0cba-b46c-4025-8acd-85021d09f455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:41.945444 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ac426-9110-4a05-a500-625ba0510d5b None None] Pushing event updated for resources: {'Port': ['ID=8c793a1c-3101-45f1-a9be-4bce77042761,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:41.949183 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-26868f28-5c4a-4c09-8b75-1adbc4bede56 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:41.972229 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26868f28-5c4a-4c09-8b75-1adbc4bede56 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:39:41.974886 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-26868f28-5c4a-4c09-8b75-1adbc4bede56 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:42.010083 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40082d60-3578-4133-82ea-34f258d0b803 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Network b14b3dd4-cd52-4594-a4f1-75be2851fbfb is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:39:42.021743 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-40082d60-3578-4133-82ea-34f258d0b803 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:39:42.029820 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 590c203d-07c0-4116-af8c-39dc924e764e resource provider aggregate not found May 27 02:39:42.031056 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40082d60-3578-4133-82ea-34f258d0b803 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:39:42.037438 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40082d60-3578-4133-82ea-34f258d0b803 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:42.038129 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-40082d60-3578-4133-82ea-34f258d0b803 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:42.085175 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40082d60-3578-4133-82ea-34f258d0b803 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'Port': ['ID=caeee671-daaa-4ae6-bfdb-1177571bfeb9,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:42.117284 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 590c203d-07c0-4116-af8c-39dc924e764e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 590c203d-07c0-4116-af8c-39dc924e764e found for delete ", "request_id": "req-2aadb820-f5c8-4ac8-b421-fa1581e24beb"}]} May 27 02:39:42.175151 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-40082d60-3578-4133-82ea-34f258d0b803 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7804241 May 27 02:39:42.177310 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41692) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:42.248429 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-996f0cba-b46c-4025-8acd-85021d09f455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:42.255596 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ee46055e-ab29-427b-b5e4-6ce956826d1f None None] Deleting port 30a14cdf-fc5b-40f0-aa15-c3d720d11f33 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:42.256057 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ee46055e-ab29-427b-b5e4-6ce956826d1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:42.268351 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562669ac-8032-473b-90e2-1eb67b7c2825 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:42.269482 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-562669ac-8032-473b-90e2-1eb67b7c2825 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Synchronizing usage tracker for tenant:f559555ef6124802b230d39d3db00e17 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:39:42.283172 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-26868f28-5c4a-4c09-8b75-1adbc4bede56 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:42.302218 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f0cba-b46c-4025-8acd-85021d09f455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2fa878-bfa3-4886-90cd-ce0f40757487,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:42.326169 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-996f0cba-b46c-4025-8acd-85021d09f455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:42.341396 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-996f0cba-b46c-4025-8acd-85021d09f455 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6f2fa878-bfa3-4886-90cd-ce0f40757487 HTTP/1.1" status: 204 len: 168 time: 0.7457726 May 27 02:39:42.363965 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-26868f28-5c4a-4c09-8b75-1adbc4bede56 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:42.394945 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-562669ac-8032-473b-90e2-1eb67b7c2825 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Unset dirty status for tenant:f559555ef6124802b230d39d3db00e17 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:39:42.396409 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-562669ac-8032-473b-90e2-1eb67b7c2825 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "GET /v2.0/ports/caeee671-daaa-4ae6-bfdb-1177571bfeb9 HTTP/1.1" status: 200 len: 841 time: 0.2177765 May 27 02:39:42.399097 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41704) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:42.406988 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26868f28-5c4a-4c09-8b75-1adbc4bede56 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event deleted for resources: {'Network': ['ID=0167a411-12de-421b-9f73-19dba836e4fa,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:42.470158 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-26868f28-5c4a-4c09-8b75-1adbc4bede56 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "DELETE /v2.0/networks/0167a411-12de-421b-9f73-19dba836e4fa HTTP/1.1" status: 204 len: 168 time: 2.5940728 May 27 02:39:42.474396 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ee46055e-ab29-427b-b5e4-6ce956826d1f None None] The port '30a14cdf-fc5b-40f0-aa15-c3d720d11f33' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:39:42.484678 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41708) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:42.529208 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-10d322f8-fb61-433e-a829-3708ddf44536 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:42.693015 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-fa0efa5e-3c40-4351-abcf-56051dedebb1 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Deleting port caeee671-daaa-4ae6-bfdb-1177571bfeb9 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:42.693613 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fa0efa5e-3c40-4351-abcf-56051dedebb1 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:42.865388 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-10d322f8-fb61-433e-a829-3708ddf44536 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] For port 8c793a1c-3101-45f1-a9be-4bce77042761, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8c793a1c-3101-45f1-a9be-4bce77042761,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:42.902634 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-10d322f8-fb61-433e-a829-3708ddf44536 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:42.974954 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-10d322f8-fb61-433e-a829-3708ddf44536 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:42.975724 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-10d322f8-fb61-433e-a829-3708ddf44536 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:43.117925 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8c793a1c-3101-45f1-a9be-4bce77042761 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:39:43.143977 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d322f8-fb61-433e-a829-3708ddf44536 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:39:43.149016 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-10d322f8-fb61-433e-a829-3708ddf44536 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:39:43.155524 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d322f8-fb61-433e-a829-3708ddf44536 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:43.156363 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-10d322f8-fb61-433e-a829-3708ddf44536 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:43.184588 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d322f8-fb61-433e-a829-3708ddf44536 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Port': ['ID=8c793a1c-3101-45f1-a9be-4bce77042761,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:43.200786 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d322f8-fb61-433e-a829-3708ddf44536 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Subnet': ['ID=09a5e39b-e88e-48f6-b221-ed0edf0b94c7,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:43.260936 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fa0efa5e-3c40-4351-abcf-56051dedebb1 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:43.279139 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41720) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:43.298012 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-10d322f8-fb61-433e-a829-3708ddf44536 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.2495942 May 27 02:39:43.302821 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41724) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:43.306776 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-01cb23ff-cd56-4a50-b037-90b63bfd7b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:43.331104 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-0d8b8f91-7616-4ef4-a26a-0512eea31a60 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'port': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'mac_address': 'fa:16:3e:7a:c1:42', 'name': 'tempest-NetworksTestDHCPv6-1683509502'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:39:43.385654 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 8c793a1c-3101-45f1-a9be-4bce77042761 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:39:43.441464 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-01cb23ff-cd56-4a50-b037-90b63bfd7b7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:39:43.443316 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-fa0efa5e-3c40-4351-abcf-56051dedebb1 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Calling delete_port for caeee671-daaa-4ae6-bfdb-1177571bfeb9 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:39:43.448186 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-01cb23ff-cd56-4a50-b037-90b63bfd7b7e admin admin] Usage tracker for resource:security_group_rule and tenant:a507f0af686c45e6aa9fcfe7194bc37b is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:39:43.451695 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-01cb23ff-cd56-4a50-b037-90b63bfd7b7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:39:43.458564 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-01cb23ff-cd56-4a50-b037-90b63bfd7b7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:39:43.595788 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-01cb23ff-cd56-4a50-b037-90b63bfd7b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:43.637352 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8fc31e-d0c9-4786-af3e-95201dc48707 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:39:43.681732 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-0d8b8f91-7616-4ef4-a26a-0512eea31a60 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:39:43.686512 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-01cb23ff-cd56-4a50-b037-90b63bfd7b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:43.716822 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-0d8b8f91-7616-4ef4-a26a-0512eea31a60 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:port and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:39:43.730771 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-01cb23ff-cd56-4a50-b037-90b63bfd7b7e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a507f0af686c45e6aa9fcfe7194bc37b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4490986 May 27 02:39:43.730771 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-0d8b8f91-7616-4ef4-a26a-0512eea31a60 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:39:43.737317 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41734) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:43.740155 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-0d8b8f91-7616-4ef4-a26a-0512eea31a60 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:39:43.764036 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fa0efa5e-3c40-4351-abcf-56051dedebb1 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:43.829998 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb23ff-cd56-4a50-b037-90b63bfd7b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a36bd87-77bf-4905-9c6b-c47511efddbe,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:43.849246 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d374bb5f-9603-417b-a572-7ba8b42b225d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:43.872980 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fa0efa5e-3c40-4351-abcf-56051dedebb1 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:43.879245 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0efa5e-3c40-4351-abcf-56051dedebb1 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event deleted for resources: {'Port': ['ID=caeee671-daaa-4ae6-bfdb-1177571bfeb9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:43.893435 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d374bb5f-9603-417b-a572-7ba8b42b225d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:43.918873 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12f97914-4a35-44fd-a5cf-7554e13cf9d4 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:44.081790 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8b8f91-7616-4ef4-a26a-0512eea31a60 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:39:44.138690 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-433dba17-0dfc-43cd-82d0-3977ef64ee0e None None] Provisioning for port 8c793a1c-3101-45f1-a9be-4bce77042761 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:39:44.148603 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-433dba17-0dfc-43cd-82d0-3977ef64ee0e None None] Provisioning complete for port 8c793a1c-3101-45f1-a9be-4bce77042761 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:39:44.151238 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-433dba17-0dfc-43cd-82d0-3977ef64ee0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:44.215479 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-fa0efa5e-3c40-4351-abcf-56051dedebb1 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/ports/caeee671-daaa-4ae6-bfdb-1177571bfeb9 HTTP/1.1" status: 204 len: 168 time: 1.7793591 May 27 02:39:44.215479 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41742) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:44.218502 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0d8b8f91-7616-4ef4-a26a-0512eea31a60 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:44.247219 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1267d96-3895-45dc-b020-1e3b48391d80 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] GET failed (client error): The resource could not be found. May 27 02:39:44.247546 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b1267d96-3895-45dc-b020-1e3b48391d80 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Synchronizing usage tracker for tenant:f559555ef6124802b230d39d3db00e17 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:39:44.249562 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d374bb5f-9603-417b-a572-7ba8b42b225d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:44.331426 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-0d8b8f91-7616-4ef4-a26a-0512eea31a60 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] device_id is not set on port 2a0dce54-499d-4b82-b630-03e0bbcf90ec yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:39:44.377553 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-433dba17-0dfc-43cd-82d0-3977ef64ee0e None None] Current status of the port 8c793a1c-3101-45f1-a9be-4bce77042761 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:39:44.377934 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-433dba17-0dfc-43cd-82d0-3977ef64ee0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:44.424182 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-433dba17-0dfc-43cd-82d0-3977ef64ee0e None None] For port 8c793a1c-3101-45f1-a9be-4bce77042761, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8c793a1c-3101-45f1-a9be-4bce77042761,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:44.522728 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-433dba17-0dfc-43cd-82d0-3977ef64ee0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:44.591082 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b1267d96-3895-45dc-b020-1e3b48391d80 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Unset dirty status for tenant:f559555ef6124802b230d39d3db00e17 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:39:44.593123 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b1267d96-3895-45dc-b020-1e3b48391d80 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "GET /v2.0/ports/caeee671-daaa-4ae6-bfdb-1177571bfeb9 HTTP/1.1" status: 404 len: 333 time: 0.4016545 May 27 02:39:44.600637 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41752) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:44.616798 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-86432539-22c6-4406-a056-431f026fbee9 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'port': {'network_id': 'b14b3dd4-cd52-4594-a4f1-75be2851fbfb', 'name': 'tempest-PortsTestJSON-1214253886'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:39:44.666795 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433dba17-0dfc-43cd-82d0-3977ef64ee0e None None] Pushing event updated for resources: {'Port': ['ID=8c793a1c-3101-45f1-a9be-4bce77042761,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:44.777023 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374bb5f-9603-417b-a572-7ba8b42b225d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a36bd87-77bf-4905-9c6b-c47511efddbe,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:44.785818 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d374bb5f-9603-417b-a572-7ba8b42b225d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:44.793180 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d374bb5f-9603-417b-a572-7ba8b42b225d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3a36bd87-77bf-4905-9c6b-c47511efddbe HTTP/1.1" status: 204 len: 168 time: 1.0547125 May 27 02:39:44.820856 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-86432539-22c6-4406-a056-431f026fbee9 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:39:44.840607 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-86432539-22c6-4406-a056-431f026fbee9 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:39:44.845849 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-12f97914-4a35-44fd-a5cf-7554e13cf9d4 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Deleting port 1e23c832-3a25-4eb0-aab4-b4e5f75129c6 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:44.846116 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12f97914-4a35-44fd-a5cf-7554e13cf9d4 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:44.950920 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-0d8b8f91-7616-4ef4-a26a-0512eea31a60 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Allocated IP 172.20.0.3 (1e095441-a19f-4261-8588-a806dc249ed2/33a17ae6-1856-4693-a0ae-130de70c672f/2a0dce54-499d-4b82-b630-03e0bbcf90ec) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:39:44.967052 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-0d8b8f91-7616-4ef4-a26a-0512eea31a60 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Allocated IP 2001:db8::f816:3eff:fe7a:c142 (1e095441-a19f-4261-8588-a806dc249ed2/09a5e39b-e88e-48f6-b221-ed0edf0b94c7/2a0dce54-499d-4b82-b630-03e0bbcf90ec) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:39:45.014808 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86432539-22c6-4406-a056-431f026fbee9 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Made reservation on behalf of f559555ef6124802b230d39d3db00e17 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:39:45.019196 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86432539-22c6-4406-a056-431f026fbee9 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:45.060705 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8c793a1c-3101-45f1-a9be-4bce77042761 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:39:45.129901 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-86432539-22c6-4406-a056-431f026fbee9 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] device_id is not set on port 87c56413-13d2-448d-887a-566f6b092fb6 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:39:45.170386 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-afc848bf-75ed-4d89-b6c0-43e292637a34 None None] Provisioning complete for port 8c793a1c-3101-45f1-a9be-4bce77042761 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:39:45.170999 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-afc848bf-75ed-4d89-b6c0-43e292637a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:45.245141 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 8c793a1c-3101-45f1-a9be-4bce77042761 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:39:45.245787 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:45.277890 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-12f97914-4a35-44fd-a5cf-7554e13cf9d4 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] For port 1e23c832-3a25-4eb0-aab4-b4e5f75129c6, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1e23c832-3a25-4eb0-aab4-b4e5f75129c6,segment=NetworkSegment(6ffc10ee-9f79-48c1-8fc7-236484422ee5),segment_id=6ffc10ee-9f79-48c1-8fc7-236484422ee5)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:45.278261 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12f97914-4a35-44fd-a5cf-7554e13cf9d4 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:45.280305 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0d8b8f91-7616-4ef4-a26a-0512eea31a60 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:45.297381 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-0d8b8f91-7616-4ef4-a26a-0512eea31a60 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Transition to ACTIVE for port object 2a0dce54-499d-4b82-b630-03e0bbcf90ec will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:39:45.363384 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-afc848bf-75ed-4d89-b6c0-43e292637a34 None None] Current status of the port 8c793a1c-3101-45f1-a9be-4bce77042761 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:39:45.391870 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0d8b8f91-7616-4ef4-a26a-0512eea31a60 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:45.482679 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 8c793a1c-3101-45f1-a9be-4bce77042761 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:39:45.507711 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8b8f91-7616-4ef4-a26a-0512eea31a60 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:39:45.511635 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-0d8b8f91-7616-4ef4-a26a-0512eea31a60 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:39:45.517450 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8b8f91-7616-4ef4-a26a-0512eea31a60 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:39:45.538258 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-12f97914-4a35-44fd-a5cf-7554e13cf9d4 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Calling delete_port for 1e23c832-3a25-4eb0-aab4-b4e5f75129c6 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:39:45.573747 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8b8f91-7616-4ef4-a26a-0512eea31a60 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Port': ['ID=2a0dce54-499d-4b82-b630-03e0bbcf90ec,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:45.612102 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8b8f91-7616-4ef4-a26a-0512eea31a60 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:45.612770 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0d8b8f91-7616-4ef4-a26a-0512eea31a60 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:45.732336 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0d8b8f91-7616-4ef4-a26a-0512eea31a60 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4258733 May 27 02:39:45.732574 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41770) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:45.840652 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0a86d9-38d2-4516-9026-4512a3d6afa7 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:45.848244 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0a86d9-38d2-4516-9026-4512a3d6afa7 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:45.854267 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-fc0a86d9-38d2-4516-9026-4512a3d6afa7 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:39:45.917275 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-fc0a86d9-38d2-4516-9026-4512a3d6afa7 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:39:45.922089 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-fc0a86d9-38d2-4516-9026-4512a3d6afa7 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1879385 May 27 02:39:45.928490 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41778) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:45.939391 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-556e0acc-6542-4681-a4ed-a2c87344d79f None None] Provisioning for port 2a0dce54-499d-4b82-b630-03e0bbcf90ec completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:39:45.952559 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-556e0acc-6542-4681-a4ed-a2c87344d79f None None] Provisioning complete for port 2a0dce54-499d-4b82-b630-03e0bbcf90ec triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:39:45.957257 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-556e0acc-6542-4681-a4ed-a2c87344d79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:45.997615 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41782) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:46.016214 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86432539-22c6-4406-a056-431f026fbee9 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:46.028528 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-556e0acc-6542-4681-a4ed-a2c87344d79f None None] Port 2a0dce54-499d-4b82-b630-03e0bbcf90ec cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:39:46.029401 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-49c36750-65d1-484c-97fe-b31961b4eb7d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting port 2a0dce54-499d-4b82-b630-03e0bbcf90ec {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:46.035484 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-49c36750-65d1-484c-97fe-b31961b4eb7d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:46.075853 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3147c1f6-294e-4d2a-a30b-ec269000c6ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:46.114468 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-3147c1f6-294e-4d2a-a30b-ec269000c6ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:39:46.122925 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3147c1f6-294e-4d2a-a30b-ec269000c6ed admin admin] Usage tracker for resource:security_group_rule and tenant:e44a618c384f47a3aa7bb7703399ff1e is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:39:46.127686 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3147c1f6-294e-4d2a-a30b-ec269000c6ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:39:46.161428 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-3147c1f6-294e-4d2a-a30b-ec269000c6ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:39:46.185612 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86432539-22c6-4406-a056-431f026fbee9 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:46.235132 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12f97914-4a35-44fd-a5cf-7554e13cf9d4 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:46.265809 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86432539-22c6-4406-a056-431f026fbee9 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Network b14b3dd4-cd52-4594-a4f1-75be2851fbfb is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:39:46.270629 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-86432539-22c6-4406-a056-431f026fbee9 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:39:46.301761 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86432539-22c6-4406-a056-431f026fbee9 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:39:46.307203 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86432539-22c6-4406-a056-431f026fbee9 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:46.307705 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86432539-22c6-4406-a056-431f026fbee9 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:46.399659 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86432539-22c6-4406-a056-431f026fbee9 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'Port': ['ID=87c56413-13d2-448d-887a-566f6b092fb6,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:46.411250 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3147c1f6-294e-4d2a-a30b-ec269000c6ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:46.442968 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-49c36750-65d1-484c-97fe-b31961b4eb7d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:46.607610 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-49c36750-65d1-484c-97fe-b31961b4eb7d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Calling delete_port for 2a0dce54-499d-4b82-b630-03e0bbcf90ec owned by {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:39:46.650870 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f97914-4a35-44fd-a5cf-7554e13cf9d4 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event deleted for resources: {'Port': ['ID=1e23c832-3a25-4eb0-aab4-b4e5f75129c6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:46.688626 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12f97914-4a35-44fd-a5cf-7554e13cf9d4 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:46.699596 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3147c1f6-294e-4d2a-a30b-ec269000c6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:46.807435 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-86432539-22c6-4406-a056-431f026fbee9 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.2053404 May 27 02:39:46.809664 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147c1f6-294e-4d2a-a30b-ec269000c6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956971bc-c0f1-447a-941c-7cd8c507fdc9,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:46.818039 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3147c1f6-294e-4d2a-a30b-ec269000c6ed admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e44a618c384f47a3aa7bb7703399ff1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8191161 May 27 02:39:46.818756 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41794) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:46.819082 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41796) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:46.850909 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-8f235c04-2b4f-4db6-8a32-2797cdc404f5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:39:47.084411 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f97914-4a35-44fd-a5cf-7554e13cf9d4 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Router 5e20f397-cb19-4fe0-ab82-317cdd478ccf has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:39:47.092706 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dbfaa2f1-0aba-4346-b6a9-cbc2dd0dd6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:47.154870 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8f235c04-2b4f-4db6-8a32-2797cdc404f5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:47.198325 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dbfaa2f1-0aba-4346-b6a9-cbc2dd0dd6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:47.262679 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f97914-4a35-44fd-a5cf-7554e13cf9d4 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:39:47.267101 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-12f97914-4a35-44fd-a5cf-7554e13cf9d4 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "PUT /v2.0/routers/5e20f397-cb19-4fe0-ab82-317cdd478ccf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7816079 May 27 02:39:47.270016 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41806) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:47.273790 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beff2e19-00a9-438b-a8ab-85eb89fba5d0 None None] Sync routers for ids ['5e20f397-cb19-4fe0-ab82-317cdd478ccf'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:39:47.294764 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beff2e19-00a9-438b-a8ab-85eb89fba5d0 None None] Routers {'5e20f397-cb19-4fe0-ab82-317cdd478ccf'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:39:47.302943 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-beff2e19-00a9-438b-a8ab-85eb89fba5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:39:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['5e20f397-cb19-4fe0-ab82-317cdd478ccf'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:47.348193 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-65ab3720-55b2-407b-aae4-38180b44f21b tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Deleting subnet 1c7b303e-1bed-49a3-903d-23fa9a9160ec {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:39:47.354154 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-65ab3720-55b2-407b-aae4-38180b44f21b tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:47.467128 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-beff2e19-00a9-438b-a8ab-85eb89fba5d0 None None] Set router 5e20f397-cb19-4fe0-ab82-317cdd478ccf gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:39:47.478056 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-65ab3720-55b2-407b-aae4-38180b44f21b tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:47.549299 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-49c36750-65d1-484c-97fe-b31961b4eb7d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:47.633426 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-65ab3720-55b2-407b-aae4-38180b44f21b tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:47.635635 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c36750-65d1-484c-97fe-b31961b4eb7d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Port': ['ID=2a0dce54-499d-4b82-b630-03e0bbcf90ec,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:47.722560 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-beff2e19-00a9-438b-a8ab-85eb89fba5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'name': 'tempest-RoutersIpV6Test-router-1992284852', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:38:16Z', 'updated_at': '2022-05-27T02:39:46Z', 'revision_number': 11, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'gw_port_host': None}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:47.733413 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beff2e19-00a9-438b-a8ab-85eb89fba5d0 None None] Checking router: 5e20f397-cb19-4fe0-ab82-317cdd478ccf for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:39:47.752228 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beff2e19-00a9-438b-a8ab-85eb89fba5d0 None None] Routers {'5e20f397-cb19-4fe0-ab82-317cdd478ccf'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:39:47.754428 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-beff2e19-00a9-438b-a8ab-85eb89fba5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:39:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['5e20f397-cb19-4fe0-ab82-317cdd478ccf'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:47.784919 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dbfaa2f1-0aba-4346-b6a9-cbc2dd0dd6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:47.826531 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-65ab3720-55b2-407b-aae4-38180b44f21b tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:47.918359 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab3720-55b2-407b-aae4-38180b44f21b tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event deleted for resources: {'Subnet': ['ID=1c7b303e-1bed-49a3-903d-23fa9a9160ec,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:47.937285 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-65ab3720-55b2-407b-aae4-38180b44f21b tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:47.951663 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfaa2f1-0aba-4346-b6a9-cbc2dd0dd6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956971bc-c0f1-447a-941c-7cd8c507fdc9,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:47.976204 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-65ab3720-55b2-407b-aae4-38180b44f21b tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "DELETE /v2.0/subnets/1c7b303e-1bed-49a3-903d-23fa9a9160ec HTTP/1.1" status: 204 len: 168 time: 0.7027042 May 27 02:39:47.986007 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41822) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:47.998869 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-beff2e19-00a9-438b-a8ab-85eb89fba5d0 None None] Set router 5e20f397-cb19-4fe0-ab82-317cdd478ccf gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:39:48.032345 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dbfaa2f1-0aba-4346-b6a9-cbc2dd0dd6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:48.041806 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-dbfaa2f1-0aba-4346-b6a9-cbc2dd0dd6c4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/956971bc-c0f1-447a-941c-7cd8c507fdc9 HTTP/1.1" status: 204 len: 168 time: 1.2174220 May 27 02:39:48.100182 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-49c36750-65d1-484c-97fe-b31961b4eb7d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:48.103197 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-49c36750-65d1-484c-97fe-b31961b4eb7d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/ports/2a0dce54-499d-4b82-b630-03e0bbcf90ec HTTP/1.1" status: 204 len: 168 time: 2.1794434 May 27 02:39:48.109000 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41828) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:48.110324 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8f235c04-2b4f-4db6-8a32-2797cdc404f5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:48.152636 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-beff2e19-00a9-438b-a8ab-85eb89fba5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'name': 'tempest-RoutersIpV6Test-router-1992284852', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:38:16Z', 'updated_at': '2022-05-27T02:39:46Z', 'revision_number': 11, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'gw_port_host': None}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:48.159864 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beff2e19-00a9-438b-a8ab-85eb89fba5d0 None None] The sync data for ids ['5e20f397-cb19-4fe0-ab82-317cdd478ccf'] in n-d-843554-3 is: [{'id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'name': 'tempest-RoutersIpV6Test-router-1992284852', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:38:16Z', 'updated_at': '2022-05-27T02:39:46Z', 'revision_number': 11, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:39:48.167575 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f80c14-ae3c-4440-afa8-a7f706d18f9f None None] Network d883fcb8-3253-46e3-b7e5-b0b55e816b0c requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:39:48.185465 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8f235c04-2b4f-4db6-8a32-2797cdc404f5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:48.223646 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b2e01615-2cf1-4ec1-8afb-8c2247ee1dda tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:48.244553 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785d745b-d801-40f0-9587-c3154ad15934 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:48.246560 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785d745b-d801-40f0-9587-c3154ad15934 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:48.248303 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785d745b-d801-40f0-9587-c3154ad15934 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:48.249315 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-785d745b-d801-40f0-9587-c3154ad15934 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:39:48.279530 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b2e01615-2cf1-4ec1-8afb-8c2247ee1dda tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Deleting port d253a177-8b9d-46ca-ac2e-caf8f8225bb3 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:48.280153 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b2e01615-2cf1-4ec1-8afb-8c2247ee1dda tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:48.290357 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-8f235c04-2b4f-4db6-8a32-2797cdc404f5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] In _notify_port_updated(), no bound segment for port 87c56413-13d2-448d-887a-566f6b092fb6 on network b14b3dd4-cd52-4594-a4f1-75be2851fbfb {{(pid=88902) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:39:48.296335 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f235c04-2b4f-4db6-8a32-2797cdc404f5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:48.297218 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8f235c04-2b4f-4db6-8a32-2797cdc404f5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:48.299125 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8f235c04-2b4f-4db6-8a32-2797cdc404f5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "PUT /v2.0/ports/87c56413-13d2-448d-887a-566f6b092fb6 HTTP/1.1" status: 200 len: 818 time: 1.4766316 May 27 02:39:48.303134 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41832) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:48.387561 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f235c04-2b4f-4db6-8a32-2797cdc404f5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'Port': ['ID=87c56413-13d2-448d-887a-566f6b092fb6,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:48.403685 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-2d83cc2b-10a2-4dc2-be45-f89c84c939c6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Deleting port 87c56413-13d2-448d-887a-566f6b092fb6 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:48.404024 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2d83cc2b-10a2-4dc2-be45-f89c84c939c6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:48.415436 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-785d745b-d801-40f0-9587-c3154ad15934 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:39:48.420130 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-785d745b-d801-40f0-9587-c3154ad15934 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3095226 May 27 02:39:48.428172 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41838) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:48.584266 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac06399-8ea8-4089-b6e2-c9d719ab1afc None None] DHCP port deletion for d883fcb8-3253-46e3-b7e5-b0b55e816b0c request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:39:48.589235 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-4ac06399-8ea8-4089-b6e2-c9d719ab1afc None None] Deleting port d253a177-8b9d-46ca-ac2e-caf8f8225bb3 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:48.589623 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4ac06399-8ea8-4089-b6e2-c9d719ab1afc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:48.696806 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-b2e01615-2cf1-4ec1-8afb-8c2247ee1dda tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] For port d253a177-8b9d-46ca-ac2e-caf8f8225bb3, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=d253a177-8b9d-46ca-ac2e-caf8f8225bb3,segment=NetworkSegment(6ffc10ee-9f79-48c1-8fc7-236484422ee5),segment_id=6ffc10ee-9f79-48c1-8fc7-236484422ee5)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:48.697178 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b2e01615-2cf1-4ec1-8afb-8c2247ee1dda tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:48.855691 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2d83cc2b-10a2-4dc2-be45-f89c84c939c6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:49.094036 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-4ac06399-8ea8-4089-b6e2-c9d719ab1afc None None] For port d253a177-8b9d-46ca-ac2e-caf8f8225bb3, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=d253a177-8b9d-46ca-ac2e-caf8f8225bb3,segment=NetworkSegment(6ffc10ee-9f79-48c1-8fc7-236484422ee5),segment_id=6ffc10ee-9f79-48c1-8fc7-236484422ee5)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:49.094436 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4ac06399-8ea8-4089-b6e2-c9d719ab1afc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:49.104388 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device d253a177-8b9d-46ca-ac2e-caf8f8225bb3 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:39:49.188217 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b2e01615-2cf1-4ec1-8afb-8c2247ee1dda tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Calling delete_port for d253a177-8b9d-46ca-ac2e-caf8f8225bb3 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:39:49.255659 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e9c8757-58e5-43da-a124-09691eccf0a1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting subnet 09a5e39b-e88e-48f6-b221-ed0edf0b94c7 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:39:49.259987 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-2d83cc2b-10a2-4dc2-be45-f89c84c939c6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Calling delete_port for 87c56413-13d2-448d-887a-566f6b092fb6 owned by {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:39:49.260789 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e9c8757-58e5-43da-a124-09691eccf0a1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:49.315498 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-4ac06399-8ea8-4089-b6e2-c9d719ab1afc None None] Calling delete_port for d253a177-8b9d-46ca-ac2e-caf8f8225bb3 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:39:49.325948 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e9c8757-58e5-43da-a124-09691eccf0a1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:49.461801 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port d253a177-8b9d-46ca-ac2e-caf8f8225bb3 is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:39:49.462659 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:49.481170 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e9c8757-58e5-43da-a124-09691eccf0a1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:49.502994 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:49.505001 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:49.534540 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2d83cc2b-10a2-4dc2-be45-f89c84c939c6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:49.573797 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-b2e01615-2cf1-4ec1-8afb-8c2247ee1dda tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:39:49.574120 n-d-843554-3 neutron-server[88901]: DEBUG oslo_db.api [None req-b2e01615-2cf1-4ec1-8afb-8c2247ee1dda tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:39:49.580596 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4ac06399-8ea8-4089-b6e2-c9d719ab1afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:49.599444 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2d83cc2b-10a2-4dc2-be45-f89c84c939c6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:49.603776 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d83cc2b-10a2-4dc2-be45-f89c84c939c6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event deleted for resources: {'Port': ['ID=87c56413-13d2-448d-887a-566f6b092fb6,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:49.615177 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2d83cc2b-10a2-4dc2-be45-f89c84c939c6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/ports/87c56413-13d2-448d-887a-566f6b092fb6 HTTP/1.1" status: 204 len: 168 time: 1.3102057 May 27 02:39:49.617174 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41872) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:49.640400 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1e23c832-3a25-4eb0-aab4-b4e5f75129c6 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:39:49.672361 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e9c8757-58e5-43da-a124-09691eccf0a1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:49.689515 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac06399-8ea8-4089-b6e2-c9d719ab1afc None None] No DVR routers for this DVR port d253a177-8b9d-46ca-ac2e-caf8f8225bb3 on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:39:49.707668 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac06399-8ea8-4089-b6e2-c9d719ab1afc None None] Pushing event deleted for resources: {'Port': ['ID=d253a177-8b9d-46ca-ac2e-caf8f8225bb3,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:49.712951 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 1e23c832-3a25-4eb0-aab4-b4e5f75129c6 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:39:49.712951 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1e23c832-3a25-4eb0-aab4-b4e5f75129c6 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:39:49.738403 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c8757-58e5-43da-a124-09691eccf0a1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Subnet': ['ID=09a5e39b-e88e-48f6-b221-ed0edf0b94c7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:49.742804 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e9c8757-58e5-43da-a124-09691eccf0a1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:49.749425 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defdd0d9-0a57-4dc0-a34f-6563fcb9076e None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:39:49.783332 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac9c2a3-0ea5-4150-b14d-1156024398c0 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:49.784310 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-aac9c2a3-0ea5-4150-b14d-1156024398c0 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Synchronizing usage tracker for tenant:f559555ef6124802b230d39d3db00e17 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:39:49.870059 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4e9c8757-58e5-43da-a124-09691eccf0a1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/09a5e39b-e88e-48f6-b221-ed0edf0b94c7 HTTP/1.1" status: 204 len: 168 time: 1.4365504 May 27 02:39:49.870059 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41878) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:49.954600 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-aac9c2a3-0ea5-4150-b14d-1156024398c0 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Unset dirty status for tenant:f559555ef6124802b230d39d3db00e17 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:39:49.956967 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-aac9c2a3-0ea5-4150-b14d-1156024398c0 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3381124 May 27 02:39:49.960040 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41884) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:50.003743 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41890) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:50.005475 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-772fa963-8026-4e99-b597-ead14dd4294d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting subnet 33a17ae6-1856-4693-a0ae-130de70c672f {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:39:50.009067 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-772fa963-8026-4e99-b597-ead14dd4294d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:50.028379 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-e589f643-9395-4cdd-a42c-655a720a8d33 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] GET failed (client error): The resource could not be found. May 27 02:39:50.028963 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e589f643-9395-4cdd-a42c-655a720a8d33 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Synchronizing usage tracker for tenant:f559555ef6124802b230d39d3db00e17 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:39:50.048735 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e589f643-9395-4cdd-a42c-655a720a8d33 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Unset dirty status for tenant:f559555ef6124802b230d39d3db00e17 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:39:50.050154 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e589f643-9395-4cdd-a42c-655a720a8d33 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "GET /v2.0/ports/87c56413-13d2-448d-887a-566f6b092fb6 HTTP/1.1" status: 404 len: 333 time: 0.0888150 May 27 02:39:50.056602 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41896) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:50.063557 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-7f9981b0-85b7-45eb-802e-2abed8248b0b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1029901419'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:39:50.074855 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-7f9981b0-85b7-45eb-802e-2abed8248b0b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:39:50.075060 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b2e01615-2cf1-4ec1-8afb-8c2247ee1dda tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Deleting port d253a177-8b9d-46ca-ac2e-caf8f8225bb3 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:50.075363 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b2e01615-2cf1-4ec1-8afb-8c2247ee1dda tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:50.079757 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7f9981b0-85b7-45eb-802e-2abed8248b0b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Usage tracker for resource:network and tenant:f559555ef6124802b230d39d3db00e17 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:39:50.083507 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7f9981b0-85b7-45eb-802e-2abed8248b0b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:39:50.091616 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-7f9981b0-85b7-45eb-802e-2abed8248b0b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:39:50.175777 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-1aec0679-0ebb-4abe-ad51-1f83e5e0c9ba tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-769153349'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:39:50.179888 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b2e01615-2cf1-4ec1-8afb-8c2247ee1dda tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] The port 'd253a177-8b9d-46ca-ac2e-caf8f8225bb3' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:39:50.182980 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-772fa963-8026-4e99-b597-ead14dd4294d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:50.185473 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9981b0-85b7-45eb-802e-2abed8248b0b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Made reservation on behalf of f559555ef6124802b230d39d3db00e17 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:39:50.190560 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7f9981b0-85b7-45eb-802e-2abed8248b0b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:50.219302 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1aec0679-0ebb-4abe-ad51-1f83e5e0c9ba tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:39:50.238993 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1aec0679-0ebb-4abe-ad51-1f83e5e0c9ba tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Usage tracker for resource:network and tenant:099a71649d3e4085a874a6a1bf125cfc is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:39:50.263220 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1aec0679-0ebb-4abe-ad51-1f83e5e0c9ba tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:39:50.263220 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1aec0679-0ebb-4abe-ad51-1f83e5e0c9ba tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:39:50.299876 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f9981b0-85b7-45eb-802e-2abed8248b0b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:39:50.316619 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7f9981b0-85b7-45eb-802e-2abed8248b0b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:50.316619 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-7f9981b0-85b7-45eb-802e-2abed8248b0b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Added segment 17be00ce-031f-43b3-a5e3-3620df921353 of type vlan for network e52090f0-3cac-47aa-99e4-55699758a2f5 May 27 02:39:50.354988 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7f9981b0-85b7-45eb-802e-2abed8248b0b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:50.453422 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b2e01615-2cf1-4ec1-8afb-8c2247ee1dda tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:50.496561 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-b2e01615-2cf1-4ec1-8afb-8c2247ee1dda tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d883fcb8-3253-46e3-b7e5-b0b55e816b0c']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:50.517181 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-b2e01615-2cf1-4ec1-8afb-8c2247ee1dda tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ffc10ee-9f79-48c1-8fc7-236484422ee5') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:50.517653 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-b2e01615-2cf1-4ec1-8afb-8c2247ee1dda tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ffc10ee-9f79-48c1-8fc7-236484422ee5') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:50.534882 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b2e01615-2cf1-4ec1-8afb-8c2247ee1dda tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:50.550820 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-772fa963-8026-4e99-b597-ead14dd4294d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:50.596690 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b2e01615-2cf1-4ec1-8afb-8c2247ee1dda tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:50.610133 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2e01615-2cf1-4ec1-8afb-8c2247ee1dda tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:39:50.610935 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b2e01615-2cf1-4ec1-8afb-8c2247ee1dda tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:50.699337 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 6ffc10ee-9f79-48c1-8fc7-236484422ee5 resource provider aggregate not found May 27 02:39:50.732259 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 6ffc10ee-9f79-48c1-8fc7-236484422ee5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ffc10ee-9f79-48c1-8fc7-236484422ee5 found for delete ", "request_id": "req-ddf5204d-f9c6-4277-a71a-383bd3196294"}]} May 27 02:39:50.895332 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5d044946-d3c5-412a-ab59-f0a5acfb8b76 None None] Provisioning complete for port 8c793a1c-3101-45f1-a9be-4bce77042761 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:39:50.895962 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5d044946-d3c5-412a-ab59-f0a5acfb8b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:51.025520 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5d044946-d3c5-412a-ab59-f0a5acfb8b76 None None] Current status of the port 8c793a1c-3101-45f1-a9be-4bce77042761 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:39:51.082942 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aec0679-0ebb-4abe-ad51-1f83e5e0c9ba tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Made reservation on behalf of 099a71649d3e4085a874a6a1bf125cfc for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:39:51.102940 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1aec0679-0ebb-4abe-ad51-1f83e5e0c9ba tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:51.102940 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1aec0679-0ebb-4abe-ad51-1f83e5e0c9ba tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:51.123002 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1aec0679-0ebb-4abe-ad51-1f83e5e0c9ba tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:39:51.127171 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1aec0679-0ebb-4abe-ad51-1f83e5e0c9ba tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Usage tracker for resource:security_group_rule and tenant:099a71649d3e4085a874a6a1bf125cfc is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:39:51.131397 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1aec0679-0ebb-4abe-ad51-1f83e5e0c9ba tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:39:51.136334 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1aec0679-0ebb-4abe-ad51-1f83e5e0c9ba tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:39:51.151176 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7f9981b0-85b7-45eb-802e-2abed8248b0b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:51.156582 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9981b0-85b7-45eb-802e-2abed8248b0b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:51.157170 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7f9981b0-85b7-45eb-802e-2abed8248b0b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:51.201512 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-772fa963-8026-4e99-b597-ead14dd4294d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:51.205490 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b2e01615-2cf1-4ec1-8afb-8c2247ee1dda tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:51.250402 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772fa963-8026-4e99-b597-ead14dd4294d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Subnet': ['ID=33a17ae6-1856-4693-a0ae-130de70c672f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:51.274790 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b2e01615-2cf1-4ec1-8afb-8c2247ee1dda tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:51.286806 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9981b0-85b7-45eb-802e-2abed8248b0b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'Network': ['ID=e52090f0-3cac-47aa-99e4-55699758a2f5,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:51.291190 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e01615-2cf1-4ec1-8afb-8c2247ee1dda tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Pushing event deleted for resources: {'Network': ['ID=d883fcb8-3253-46e3-b7e5-b0b55e816b0c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:51.294072 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-772fa963-8026-4e99-b597-ead14dd4294d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:51.297107 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f91cc4-9e3a-4418-b5b2-7636c1d45e3a None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:39:51.299488 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9981b0-85b7-45eb-802e-2abed8248b0b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:51.300207 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9981b0-85b7-45eb-802e-2abed8248b0b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:51.300701 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9981b0-85b7-45eb-802e-2abed8248b0b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:51.301215 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9981b0-85b7-45eb-802e-2abed8248b0b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:51.302111 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9981b0-85b7-45eb-802e-2abed8248b0b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:51.302865 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9981b0-85b7-45eb-802e-2abed8248b0b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:51.303495 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9981b0-85b7-45eb-802e-2abed8248b0b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:51.304006 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9981b0-85b7-45eb-802e-2abed8248b0b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:51.304495 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9981b0-85b7-45eb-802e-2abed8248b0b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:51.305007 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9981b0-85b7-45eb-802e-2abed8248b0b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:51.306163 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9981b0-85b7-45eb-802e-2abed8248b0b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:51.306642 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9981b0-85b7-45eb-802e-2abed8248b0b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:51.312226 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-772fa963-8026-4e99-b597-ead14dd4294d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/33a17ae6-1856-4693-a0ae-130de70c672f HTTP/1.1" status: 204 len: 168 time: 1.4376440 May 27 02:39:51.312226 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b2e01615-2cf1-4ec1-8afb-8c2247ee1dda tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "DELETE /v2.0/networks/d883fcb8-3253-46e3-b7e5-b0b55e816b0c HTTP/1.1" status: 204 len: 168 time: 3.3217313 May 27 02:39:51.312226 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41922) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:51.314928 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41924) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:51.342726 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-7bc03bef-ff05-4b03-87e8-4ad11007875f tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Request body: {'router': {'routes': None}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:39:51.344252 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network e52090f0-3cac-47aa-99e4-55699758a2f5 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:39:51.451480 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f60a4bb1-47eb-4bc5-9727-aadb4723725a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1380448 May 27 02:39:51.457437 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41932) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:51.466732 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7f9981b0-85b7-45eb-802e-2abed8248b0b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4088271 May 27 02:39:51.469597 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41936) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:51.475334 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-54d4cb9e-4a54-407f-b024-1cbe14517838 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'subnet': {'network_id': 'e52090f0-3cac-47aa-99e4-55699758a2f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:39:51.483715 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-af645d9e-9b1d-41ac-aec7-846a34dca0c4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'subnet': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:39:51.641242 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-54d4cb9e-4a54-407f-b024-1cbe14517838 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:39:51.645794 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-54d4cb9e-4a54-407f-b024-1cbe14517838 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Usage tracker for resource:subnet and tenant:f559555ef6124802b230d39d3db00e17 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:39:51.650079 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-54d4cb9e-4a54-407f-b024-1cbe14517838 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:39:51.656753 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-54d4cb9e-4a54-407f-b024-1cbe14517838 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:39:51.731167 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b67d6dc-4a7b-439d-889f-28302cc6c958 None None] DHCP port deletion for 1e095441-a19f-4261-8588-a806dc249ed2 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:39:51.739009 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-8b67d6dc-4a7b-439d-889f-28302cc6c958 None None] Deleting port 8c793a1c-3101-45f1-a9be-4bce77042761 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:51.739009 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8b67d6dc-4a7b-439d-889f-28302cc6c958 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:51.779491 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d4cb9e-4a54-407f-b024-1cbe14517838 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Made reservation on behalf of f559555ef6124802b230d39d3db00e17 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:39:51.783046 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54d4cb9e-4a54-407f-b024-1cbe14517838 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:52.040555 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-8b67d6dc-4a7b-439d-889f-28302cc6c958 None None] For port 8c793a1c-3101-45f1-a9be-4bce77042761, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8c793a1c-3101-45f1-a9be-4bce77042761,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:52.044380 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8b67d6dc-4a7b-439d-889f-28302cc6c958 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:52.163931 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-af645d9e-9b1d-41ac-aec7-846a34dca0c4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:39:52.166786 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.extraroute_db [None req-7bc03bef-ff05-4b03-87e8-4ad11007875f tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Added routes are [] {{(pid=88902) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 27 02:39:52.167081 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.extraroute_db [None req-7bc03bef-ff05-4b03-87e8-4ad11007875f tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Removed routes are [] {{(pid=88902) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 27 02:39:52.167437 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7bc03bef-ff05-4b03-87e8-4ad11007875f tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:52.174374 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-af645d9e-9b1d-41ac-aec7-846a34dca0c4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:subnet and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:39:52.178647 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1aec0679-0ebb-4abe-ad51-1f83e5e0c9ba tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:52.179789 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-af645d9e-9b1d-41ac-aec7-846a34dca0c4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:39:52.191755 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54d4cb9e-4a54-407f-b024-1cbe14517838 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:52.226285 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-8b67d6dc-4a7b-439d-889f-28302cc6c958 None None] Calling delete_port for 8c793a1c-3101-45f1-a9be-4bce77042761 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:39:52.247539 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-af645d9e-9b1d-41ac-aec7-846a34dca0c4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:39:52.311938 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1aec0679-0ebb-4abe-ad51-1f83e5e0c9ba tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:52.403929 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8b67d6dc-4a7b-439d-889f-28302cc6c958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:52.427802 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d4cb9e-4a54-407f-b024-1cbe14517838 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'Subnet': ['ID=afb0e032-870c-4525-aeca-20faf32329ad,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:52.441081 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d4cb9e-4a54-407f-b024-1cbe14517838 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Checking segment: {'id': '17be00ce-031f-43b3-a5e3-3620df921353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e52090f0-3cac-47aa-99e4-55699758a2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:39:52.444885 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d4cb9e-4a54-407f-b024-1cbe14517838 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Network hostable DHCP agents. Network: e52090f0-3cac-47aa-99e4-55699758a2f5, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:39:52.460896 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b67d6dc-4a7b-439d-889f-28302cc6c958 None None] Pushing event deleted for resources: {'Port': ['ID=8c793a1c-3101-45f1-a9be-4bce77042761,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:52.466462 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b67d6dc-4a7b-439d-889f-28302cc6c958 None None] No DVR routers for this DVR port 8c793a1c-3101-45f1-a9be-4bce77042761 on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:39:52.558120 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7bc03bef-ff05-4b03-87e8-4ad11007875f tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:52.567193 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aec0679-0ebb-4abe-ad51-1f83e5e0c9ba tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:39:52.573861 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af645d9e-9b1d-41ac-aec7-846a34dca0c4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:39:52.577488 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-af645d9e-9b1d-41ac-aec7-846a34dca0c4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:52.591374 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d4cb9e-4a54-407f-b024-1cbe14517838 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Network e52090f0-3cac-47aa-99e4-55699758a2f5 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:39:52.617212 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7bc03bef-ff05-4b03-87e8-4ad11007875f tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-965449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-965446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966271'] for router, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:52.675936 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec0679-0ebb-4abe-ad51-1f83e5e0c9ba tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2eb2bd9-2960-4be2-b695-b6c47106c627,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:52.678708 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1aec0679-0ebb-4abe-ad51-1f83e5e0c9ba tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:52.679056 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-1aec0679-0ebb-4abe-ad51-1f83e5e0c9ba tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Added segment ec4c01b8-18c8-466d-9b08-aa7905343220 of type vlan for network 5c0771bc-b8c8-42df-b17f-a539c9636f96 May 27 02:39:52.682537 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-54d4cb9e-4a54-407f-b024-1cbe14517838 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, e52090f0-3cac-47aa-99e4-55699758a2f5) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:39:52.697355 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f78fad-6ca8-49ff-ac53-c51f673f92e6 None None] Network e52090f0-3cac-47aa-99e4-55699758a2f5 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:39:52.698317 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d4cb9e-4a54-407f-b024-1cbe14517838 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:52.698317 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54d4cb9e-4a54-407f-b024-1cbe14517838 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:52.773492 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-54d4cb9e-4a54-407f-b024-1cbe14517838 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3025002 May 27 02:39:52.774439 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41964) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:52.788580 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-229fe262-7464-417f-9d2b-6fbaada5b695 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'subnet': {'network_id': 'e52090f0-3cac-47aa-99e4-55699758a2f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:39:52.852784 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1aec0679-0ebb-4abe-ad51-1f83e5e0c9ba tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:52.888665 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc03bef-ff05-4b03-87e8-4ad11007875f tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Router 5e20f397-cb19-4fe0-ab82-317cdd478ccf has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:39:53.067267 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-229fe262-7464-417f-9d2b-6fbaada5b695 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:39:53.077097 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-229fe262-7464-417f-9d2b-6fbaada5b695 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Usage tracker for resource:subnet and tenant:f559555ef6124802b230d39d3db00e17 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:39:53.081279 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-229fe262-7464-417f-9d2b-6fbaada5b695 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:39:53.094039 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-229fe262-7464-417f-9d2b-6fbaada5b695 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:39:53.100974 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8c793a1c-3101-45f1-a9be-4bce77042761 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:39:53.140313 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 8c793a1c-3101-45f1-a9be-4bce77042761 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:39:53.140856 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8c793a1c-3101-45f1-a9be-4bce77042761 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:39:53.148130 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe497c32-dc0a-4196-815c-de1245179d9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-e52090f0-3cac-47aa-99e4-55699758a2f5', 'network_id': 'e52090f0-3cac-47aa-99e4-55699758a2f5', 'tenant_id': 'f559555ef6124802b230d39d3db00e17', 'fixed_ips': [{'subnet_id': 'afb0e032-870c-4525-aeca-20faf32329ad'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:39:53.152935 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fe497c32-dc0a-4196-815c-de1245179d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:53.197702 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229fe262-7464-417f-9d2b-6fbaada5b695 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Made reservation on behalf of f559555ef6124802b230d39d3db00e17 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:39:53.200529 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc03bef-ff05-4b03-87e8-4ad11007875f tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:39:53.203441 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-229fe262-7464-417f-9d2b-6fbaada5b695 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:53.210073 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1aec0679-0ebb-4abe-ad51-1f83e5e0c9ba tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:53.213294 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15efc747-5187-4980-94c2-c12d0000c507 None None] Sync routers for ids ['5e20f397-cb19-4fe0-ab82-317cdd478ccf'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:39:53.215573 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aec0679-0ebb-4abe-ad51-1f83e5e0c9ba tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:53.216178 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1aec0679-0ebb-4abe-ad51-1f83e5e0c9ba tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:53.227644 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15efc747-5187-4980-94c2-c12d0000c507 None None] Routers {'5e20f397-cb19-4fe0-ab82-317cdd478ccf'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:39:53.230406 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-15efc747-5187-4980-94c2-c12d0000c507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:39:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['5e20f397-cb19-4fe0-ab82-317cdd478ccf'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:53.368564 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7bc03bef-ff05-4b03-87e8-4ad11007875f tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:53.369809 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7bc03bef-ff05-4b03-87e8-4ad11007875f tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "PUT /v2.0/routers/5e20f397-cb19-4fe0-ab82-317cdd478ccf HTTP/1.1" status: 200 len: 705 time: 2.0463614 May 27 02:39:53.372931 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41982) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:53.388143 n-d-843554-3 neutron-server[88901]: INFO neutron.db.ipam_backend_mixin [None req-229fe262-7464-417f-9d2b-6fbaada5b695 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet afb0e032-870c-4525-aeca-20faf32329ad (CIDR: 172.20.0.0/28) May 27 02:39:53.390403 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-fe497c32-dc0a-4196-815c-de1245179d9e None None] Allocated IP 172.20.0.2 (e52090f0-3cac-47aa-99e4-55699758a2f5/afb0e032-870c-4525-aeca-20faf32329ad/16dade9e-3a7c-4279-860c-7cba635bb027) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:39:53.414485 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-af645d9e-9b1d-41ac-aec7-846a34dca0c4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:53.432198 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-229fe262-7464-417f-9d2b-6fbaada5b695 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:39:53.434423 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-229fe262-7464-417f-9d2b-6fbaada5b695 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:39:53.452999 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec0679-0ebb-4abe-ad51-1f83e5e0c9ba tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Pushing event updated for resources: {'Network': ['ID=5c0771bc-b8c8-42df-b17f-a539c9636f96,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:53.468691 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-60417b0f-cff4-45ea-8092-75ff8f55d691 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Synchronizing usage tracker for tenant:6f15f0e8362347e99ea74d0bbe84ad40 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:39:53.478376 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1aec0679-0ebb-4abe-ad51-1f83e5e0c9ba tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.4675965 May 27 02:39:53.494985 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41986) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:53.508184 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-15efc747-5187-4980-94c2-c12d0000c507 None None] Set router 5e20f397-cb19-4fe0-ab82-317cdd478ccf gateway port host: None {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:39:53.512002 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-29b723e9-8d6f-4e26-b2e9-5dadee416838 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Request body: {'subnet': {'network_id': '5c0771bc-b8c8-42df-b17f-a539c9636f96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:39:53.583623 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 5c0771bc-b8c8-42df-b17f-a539c9636f96 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:39:53.695229 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-229fe262-7464-417f-9d2b-6fbaada5b695 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9165566 May 27 02:39:53.704565 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 41992) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:53.719090 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af645d9e-9b1d-41ac-aec7-846a34dca0c4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:39:53.723443 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-437ab488-9562-45e9-967e-fa13ce2dc5aa tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'subnet': {'network_id': 'e52090f0-3cac-47aa-99e4-55699758a2f5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:39:53.756174 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-15efc747-5187-4980-94c2-c12d0000c507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'name': 'tempest-RoutersIpV6Test-router-1992284852', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:38:16Z', 'updated_at': '2022-05-27T02:39:46Z', 'revision_number': 11, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'gw_port_host': None}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:53.770883 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15efc747-5187-4980-94c2-c12d0000c507 None None] Checking router: 5e20f397-cb19-4fe0-ab82-317cdd478ccf for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:39:53.792353 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15efc747-5187-4980-94c2-c12d0000c507 None None] Routers {'5e20f397-cb19-4fe0-ab82-317cdd478ccf'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:39:53.793295 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-15efc747-5187-4980-94c2-c12d0000c507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:39:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['5e20f397-cb19-4fe0-ab82-317cdd478ccf'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:53.829196 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-29b723e9-8d6f-4e26-b2e9-5dadee416838 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:39:53.839332 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-29b723e9-8d6f-4e26-b2e9-5dadee416838 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Usage tracker for resource:subnet and tenant:099a71649d3e4085a874a6a1bf125cfc is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:39:53.842435 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-29b723e9-8d6f-4e26-b2e9-5dadee416838 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:39:53.850388 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-29b723e9-8d6f-4e26-b2e9-5dadee416838 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:39:53.887961 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-60417b0f-cff4-45ea-8092-75ff8f55d691 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Unset dirty status for tenant:6f15f0e8362347e99ea74d0bbe84ad40 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:39:53.891561 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-60417b0f-cff4-45ea-8092-75ff8f55d691 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e20f397-cb19-4fe0-ab82-317cdd478ccf HTTP/1.1" status: 200 len: 205 time: 0.5152824 May 27 02:39:53.891561 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-af645d9e-9b1d-41ac-aec7-846a34dca0c4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:39:53.898113 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 41998) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:53.898221 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-437ab488-9562-45e9-967e-fa13ce2dc5aa tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:39:53.898221 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af645d9e-9b1d-41ac-aec7-846a34dca0c4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:53.898221 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-af645d9e-9b1d-41ac-aec7-846a34dca0c4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:53.905417 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af645d9e-9b1d-41ac-aec7-846a34dca0c4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Subnet': ['ID=1fe7d88d-c1ea-48f1-963f-42cf2bc754a3,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:53.907843 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-437ab488-9562-45e9-967e-fa13ce2dc5aa tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Usage tracker for resource:subnet and tenant:f559555ef6124802b230d39d3db00e17 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:39:53.917209 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-437ab488-9562-45e9-967e-fa13ce2dc5aa tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:39:53.928610 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-437ab488-9562-45e9-967e-fa13ce2dc5aa tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:39:53.945381 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ad3bc0-0e46-4e2f-aa07-8af93701131d None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:39:53.990946 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-15efc747-5187-4980-94c2-c12d0000c507 None None] Set router 5e20f397-cb19-4fe0-ab82-317cdd478ccf gateway port host: None {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:39:54.018736 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b723e9-8d6f-4e26-b2e9-5dadee416838 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Made reservation on behalf of 099a71649d3e4085a874a6a1bf125cfc for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:39:54.026614 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-29b723e9-8d6f-4e26-b2e9-5dadee416838 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:54.036414 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-af645d9e-9b1d-41ac-aec7-846a34dca0c4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5688791 May 27 02:39:54.036414 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42004) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:54.042754 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-f606a8e0-e0d7-4922-b9e6-f2aa008124ae tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'subnet': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:39:54.043382 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fe497c32-dc0a-4196-815c-de1245179d9e None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:54.057398 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-fe497c32-dc0a-4196-815c-de1245179d9e None None] Transition to ACTIVE for port object 16dade9e-3a7c-4279-860c-7cba635bb027 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:39:54.080978 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-fe497c32-dc0a-4196-815c-de1245179d9e None None] Transition to ACTIVE for port object 16dade9e-3a7c-4279-860c-7cba635bb027 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:39:54.186930 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0ec6b63-bedb-4bc8-abe3-fc39e80e0b7d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:54.213115 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fe497c32-dc0a-4196-815c-de1245179d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:54.233332 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437ab488-9562-45e9-967e-fa13ce2dc5aa tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Made reservation on behalf of f559555ef6124802b230d39d3db00e17 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:39:54.242798 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-437ab488-9562-45e9-967e-fa13ce2dc5aa tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:54.313276 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-15efc747-5187-4980-94c2-c12d0000c507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'name': 'tempest-RoutersIpV6Test-router-1992284852', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:38:16Z', 'updated_at': '2022-05-27T02:39:46Z', 'revision_number': 11, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'gw_port_host': None}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:54.318749 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15efc747-5187-4980-94c2-c12d0000c507 None None] The sync data for ids ['5e20f397-cb19-4fe0-ab82-317cdd478ccf'] in n-d-843554-3 is: [{'id': '5e20f397-cb19-4fe0-ab82-317cdd478ccf', 'name': 'tempest-RoutersIpV6Test-router-1992284852', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:38:16Z', 'updated_at': '2022-05-27T02:39:46Z', 'revision_number': 11, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'gw_port_host': None}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:39:54.418223 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe497c32-dc0a-4196-815c-de1245179d9e None None] Network e52090f0-3cac-47aa-99e4-55699758a2f5 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:39:54.431913 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-fe497c32-dc0a-4196-815c-de1245179d9e None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:39:54.448065 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe497c32-dc0a-4196-815c-de1245179d9e None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:39:54.453520 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe497c32-dc0a-4196-815c-de1245179d9e None None] Pushing event updated for resources: {'Port': ['ID=16dade9e-3a7c-4279-860c-7cba635bb027,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:54.587527 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-fe497c32-dc0a-4196-815c-de1245179d9e None None] Attempting to bind port 16dade9e-3a7c-4279-860c-7cba635bb027 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:39:54.587904 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-fe497c32-dc0a-4196-815c-de1245179d9e None None] Attempting to bind port 16dade9e-3a7c-4279-860c-7cba635bb027 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '17be00ce-031f-43b3-a5e3-3620df921353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e52090f0-3cac-47aa-99e4-55699758a2f5'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:39:54.588268 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe497c32-dc0a-4196-815c-de1245179d9e None None] Attempting to bind port 16dade9e-3a7c-4279-860c-7cba635bb027 on network e52090f0-3cac-47aa-99e4-55699758a2f5 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:39:54.629856 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe497c32-dc0a-4196-815c-de1245179d9e None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:39:54.636650 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe497c32-dc0a-4196-815c-de1245179d9e None None] Checking segment: {'id': '17be00ce-031f-43b3-a5e3-3620df921353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e52090f0-3cac-47aa-99e4-55699758a2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:39:54.636650 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fe497c32-dc0a-4196-815c-de1245179d9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:54.636650 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe497c32-dc0a-4196-815c-de1245179d9e None None] Bound using segment: {'id': '17be00ce-031f-43b3-a5e3-3620df921353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e52090f0-3cac-47aa-99e4-55699758a2f5'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:39:54.636650 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-fe497c32-dc0a-4196-815c-de1245179d9e None None] Bound port: 16dade9e-3a7c-4279-860c-7cba635bb027, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17be00ce-031f-43b3-a5e3-3620df921353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e52090f0-3cac-47aa-99e4-55699758a2f5'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:39:54.636650 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fe497c32-dc0a-4196-815c-de1245179d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:54.679709 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0ec6b63-bedb-4bc8-abe3-fc39e80e0b7d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:54.683620 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0ec6b63-bedb-4bc8-abe3-fc39e80e0b7d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:54.691362 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09519cfb-b714-45f1-ad21-f0268c2a4d9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-1e095441-a19f-4261-8588-a806dc249ed2', 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'tenant_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'fixed_ips': [{'subnet_id': '1fe7d88d-c1ea-48f1-963f-42cf2bc754a3'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:39:54.693836 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-09519cfb-b714-45f1-ad21-f0268c2a4d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:54.728125 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-f606a8e0-e0d7-4922-b9e6-f2aa008124ae tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:39:54.733188 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f606a8e0-e0d7-4922-b9e6-f2aa008124ae tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:subnet and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:39:54.736399 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f606a8e0-e0d7-4922-b9e6-f2aa008124ae tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:39:54.743535 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-f606a8e0-e0d7-4922-b9e6-f2aa008124ae tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:39:54.791593 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-437ab488-9562-45e9-967e-fa13ce2dc5aa tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:54.903674 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437ab488-9562-45e9-967e-fa13ce2dc5aa tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Network e52090f0-3cac-47aa-99e4-55699758a2f5 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:39:54.908004 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-437ab488-9562-45e9-967e-fa13ce2dc5aa tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:39:54.912226 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f606a8e0-e0d7-4922-b9e6-f2aa008124ae tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:39:54.915775 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f606a8e0-e0d7-4922-b9e6-f2aa008124ae tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:54.931032 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437ab488-9562-45e9-967e-fa13ce2dc5aa tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:54.935423 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-437ab488-9562-45e9-967e-fa13ce2dc5aa tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:54.963738 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0ec6b63-bedb-4bc8-abe3-fc39e80e0b7d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:54.964483 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ec6b63-bedb-4bc8-abe3-fc39e80e0b7d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Fanout notify agent at l3_agent the message router_deleted on router 5e20f397-cb19-4fe0-ab82-317cdd478ccf {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:39:55.011769 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0ec6b63-bedb-4bc8-abe3-fc39e80e0b7d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:55.013338 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ab488-9562-45e9-967e-fa13ce2dc5aa tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'Subnet': ['ID=184d4714-ba3a-4b4a-8176-d1d3989f1910,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:55.018836 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42020) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:55.025757 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b0ec6b63-bedb-4bc8-abe3-fc39e80e0b7d tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "DELETE /v2.0/routers/5e20f397-cb19-4fe0-ab82-317cdd478ccf HTTP/1.1" status: 204 len: 168 time: 1.1326132 May 27 02:39:55.042281 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-29b723e9-8d6f-4e26-b2e9-5dadee416838 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:55.058038 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-1744ea3b-0488-44ee-b698-04735eb9c719 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1899454447', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:39:55.069317 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1744ea3b-0488-44ee-b698-04735eb9c719 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:39:55.083077 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-09519cfb-b714-45f1-ad21-f0268c2a4d9a None None] Allocated IP 172.20.0.2 (1e095441-a19f-4261-8588-a806dc249ed2/1fe7d88d-c1ea-48f1-963f-42cf2bc754a3/4bf19c15-ffca-42ac-a88f-0fdadc734a16) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:39:55.086104 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1744ea3b-0488-44ee-b698-04735eb9c719 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Usage tracker for resource:router and tenant:6f15f0e8362347e99ea74d0bbe84ad40 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:39:55.101625 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1744ea3b-0488-44ee-b698-04735eb9c719 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:39:55.125215 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1744ea3b-0488-44ee-b698-04735eb9c719 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:39:55.150726 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-437ab488-9562-45e9-967e-fa13ce2dc5aa tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4427686 May 27 02:39:55.156401 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42024) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:55.165233 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-607d9812-eeee-4af8-907c-e5594e26e70f tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'port': {'network_id': 'e52090f0-3cac-47aa-99e4-55699758a2f5', 'fixed_ips': [{'subnet_id': 'afb0e032-870c-4525-aeca-20faf32329ad'}, {'subnet_id': '184d4714-ba3a-4b4a-8176-d1d3989f1910'}], 'name': 'tempest-PortsTestJSON-583384767'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:39:55.193788 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-fe497c32-dc0a-4196-815c-de1245179d9e None None] For port 16dade9e-3a7c-4279-860c-7cba635bb027, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:39:55.278949 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1744ea3b-0488-44ee-b698-04735eb9c719 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:55.280065 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1744ea3b-0488-44ee-b698-04735eb9c719 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:55.346794 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-fe497c32-dc0a-4196-815c-de1245179d9e None None] For port 16dade9e-3a7c-4279-860c-7cba635bb027, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=16dade9e-3a7c-4279-860c-7cba635bb027,segment=NetworkSegment(17be00ce-031f-43b3-a5e3-3620df921353),segment_id=17be00ce-031f-43b3-a5e3-3620df921353)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:39:55.348884 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1744ea3b-0488-44ee-b698-04735eb9c719 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:55.482119 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b723e9-8d6f-4e26-b2e9-5dadee416838 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Checking segment: {'id': 'ec4c01b8-18c8-466d-9b08-aa7905343220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '5c0771bc-b8c8-42df-b17f-a539c9636f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:39:55.482482 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b723e9-8d6f-4e26-b2e9-5dadee416838 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Network hostable DHCP agents. Network: 5c0771bc-b8c8-42df-b17f-a539c9636f96, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:39:55.488400 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1744ea3b-0488-44ee-b698-04735eb9c719 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:55.492332 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fe497c32-dc0a-4196-815c-de1245179d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:55.528497 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b723e9-8d6f-4e26-b2e9-5dadee416838 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Pushing event updated for resources: {'Subnet': ['ID=c85cc6c3-d822-484a-af4d-e70b48d6d115,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:55.534277 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-607d9812-eeee-4af8-907c-e5594e26e70f tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:39:55.552950 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b723e9-8d6f-4e26-b2e9-5dadee416838 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:55.553394 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b723e9-8d6f-4e26-b2e9-5dadee416838 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:55.553886 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b723e9-8d6f-4e26-b2e9-5dadee416838 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:55.554322 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b723e9-8d6f-4e26-b2e9-5dadee416838 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:55.554776 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b723e9-8d6f-4e26-b2e9-5dadee416838 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:55.555203 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b723e9-8d6f-4e26-b2e9-5dadee416838 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:55.556760 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b723e9-8d6f-4e26-b2e9-5dadee416838 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:55.557205 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b723e9-8d6f-4e26-b2e9-5dadee416838 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:55.557805 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b723e9-8d6f-4e26-b2e9-5dadee416838 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:55.558268 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b723e9-8d6f-4e26-b2e9-5dadee416838 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:55.558691 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b723e9-8d6f-4e26-b2e9-5dadee416838 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:55.559113 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b723e9-8d6f-4e26-b2e9-5dadee416838 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:55.585292 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1744ea3b-0488-44ee-b698-04735eb9c719 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:55.585292 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1744ea3b-0488-44ee-b698-04735eb9c719 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5459933 May 27 02:39:55.598882 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe497c32-dc0a-4196-815c-de1245179d9e None None] Pushing event updated for resources: {'Port': ['ID=16dade9e-3a7c-4279-860c-7cba635bb027,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:55.599362 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42034) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:55.605673 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-607d9812-eeee-4af8-907c-e5594e26e70f tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:39:55.609110 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-5354002c-bed2-4905-83da-fdeb645c1731 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:39:55.618268 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-09519cfb-b714-45f1-ad21-f0268c2a4d9a None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:55.629563 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-09519cfb-b714-45f1-ad21-f0268c2a4d9a None None] Transition to ACTIVE for port object 4bf19c15-ffca-42ac-a88f-0fdadc734a16 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:39:55.636973 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b723e9-8d6f-4e26-b2e9-5dadee416838 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Network 5c0771bc-b8c8-42df-b17f-a539c9636f96 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:39:55.650661 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-09519cfb-b714-45f1-ad21-f0268c2a4d9a None None] Transition to ACTIVE for port object 4bf19c15-ffca-42ac-a88f-0fdadc734a16 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:39:55.676453 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607d9812-eeee-4af8-907c-e5594e26e70f tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Made reservation on behalf of f559555ef6124802b230d39d3db00e17 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:39:55.717199 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3a7edde9-fb31-4513-9c2b-58f98472c41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:55.750864 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-09519cfb-b714-45f1-ad21-f0268c2a4d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:55.872853 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-607d9812-eeee-4af8-907c-e5594e26e70f tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:55.884865 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09519cfb-b714-45f1-ad21-f0268c2a4d9a None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:39:55.891545 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-09519cfb-b714-45f1-ad21-f0268c2a4d9a None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:39:55.896860 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09519cfb-b714-45f1-ad21-f0268c2a4d9a None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:39:55.909912 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-29b723e9-8d6f-4e26-b2e9-5dadee416838 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 5c0771bc-b8c8-42df-b17f-a539c9636f96) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:39:55.911542 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09519cfb-b714-45f1-ad21-f0268c2a4d9a None None] Pushing event updated for resources: {'Port': ['ID=4bf19c15-ffca-42ac-a88f-0fdadc734a16,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:55.923052 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b723e9-8d6f-4e26-b2e9-5dadee416838 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:55.923830 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-29b723e9-8d6f-4e26-b2e9-5dadee416838 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:55.933044 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701f1a6b-9739-47e8-bd9f-afcd10140797 None None] Network 5c0771bc-b8c8-42df-b17f-a539c9636f96 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:39:55.940052 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-607d9812-eeee-4af8-907c-e5594e26e70f tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] device_id is not set on port e541346d-ac4c-4a76-aabd-4bb598697cc2 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:39:56.264469 n-d-843554-3 neutron-server[88902]: DEBUG neutron.objects.ports [None req-f606a8e0-e0d7-4922-b9e6-f2aa008124ae tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88902) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 02:39:56.293276 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-29b723e9-8d6f-4e26-b2e9-5dadee416838 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7945685 May 27 02:39:56.300227 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-09519cfb-b714-45f1-ad21-f0268c2a4d9a None None] Attempting to bind port 4bf19c15-ffca-42ac-a88f-0fdadc734a16 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:39:56.316559 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-09519cfb-b714-45f1-ad21-f0268c2a4d9a None None] Attempting to bind port 4bf19c15-ffca-42ac-a88f-0fdadc734a16 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:39:56.318275 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09519cfb-b714-45f1-ad21-f0268c2a4d9a None None] Attempting to bind port 4bf19c15-ffca-42ac-a88f-0fdadc734a16 on network 1e095441-a19f-4261-8588-a806dc249ed2 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:39:56.332695 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42048) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:56.335078 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09519cfb-b714-45f1-ad21-f0268c2a4d9a None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:39:56.335710 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09519cfb-b714-45f1-ad21-f0268c2a4d9a None None] Checking segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:39:56.336331 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-09519cfb-b714-45f1-ad21-f0268c2a4d9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:56.337032 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09519cfb-b714-45f1-ad21-f0268c2a4d9a None None] Bound using segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:39:56.337891 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-09519cfb-b714-45f1-ad21-f0268c2a4d9a None None] Bound port: 4bf19c15-ffca-42ac-a88f-0fdadc734a16, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:39:56.338848 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-09519cfb-b714-45f1-ad21-f0268c2a4d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:56.355014 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-01bc0d07-7cf6-4ef8-9987-28d2e3c4b34c tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Request body: {'port': {'network_id': '5c0771bc-b8c8-42df-b17f-a539c9636f96', 'name': 'tempest-AllowedAddressPairTestJSON-1933762918'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:39:56.632361 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-09519cfb-b714-45f1-ad21-f0268c2a4d9a None None] For port 4bf19c15-ffca-42ac-a88f-0fdadc734a16, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:39:56.640585 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-09519cfb-b714-45f1-ad21-f0268c2a4d9a None None] For port 4bf19c15-ffca-42ac-a88f-0fdadc734a16, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=4bf19c15-ffca-42ac-a88f-0fdadc734a16,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:39:56.683308 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4e6ccdad-5507-4c92-b6fa-f480cb3ea075 req-95467663-a03c-491f-98e2-1070a3204f53 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=495ebe58-cad1-460a-baba-d881ca7ef412&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5044363 May 27 02:39:56.698854 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-01bc0d07-7cf6-4ef8-9987-28d2e3c4b34c tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:39:56.707129 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-01bc0d07-7cf6-4ef8-9987-28d2e3c4b34c tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Usage tracker for resource:port and tenant:099a71649d3e4085a874a6a1bf125cfc is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:39:56.711487 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33be786-52f7-432a-84d8-9fde8ed66b97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-5c0771bc-b8c8-42df-b17f-a539c9636f96', 'network_id': '5c0771bc-b8c8-42df-b17f-a539c9636f96', 'tenant_id': '099a71649d3e4085a874a6a1bf125cfc', 'fixed_ips': [{'subnet_id': 'c85cc6c3-d822-484a-af4d-e70b48d6d115'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:39:56.712313 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d33be786-52f7-432a-84d8-9fde8ed66b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:56.723515 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-01bc0d07-7cf6-4ef8-9987-28d2e3c4b34c tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:39:56.737074 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-09519cfb-b714-45f1-ad21-f0268c2a4d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:56.755936 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-01bc0d07-7cf6-4ef8-9987-28d2e3c4b34c tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:39:56.756631 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5354002c-bed2-4905-83da-fdeb645c1731 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:56.872278 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09519cfb-b714-45f1-ad21-f0268c2a4d9a None None] Pushing event updated for resources: {'Port': ['ID=4bf19c15-ffca-42ac-a88f-0fdadc734a16,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:56.955410 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bc0d07-7cf6-4ef8-9987-28d2e3c4b34c tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Made reservation on behalf of 099a71649d3e4085a874a6a1bf125cfc for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:39:56.959652 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-01bc0d07-7cf6-4ef8-9987-28d2e3c4b34c tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:56.972102 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-607d9812-eeee-4af8-907c-e5594e26e70f tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Allocated IP 172.20.0.3 (e52090f0-3cac-47aa-99e4-55699758a2f5/afb0e032-870c-4525-aeca-20faf32329ad/e541346d-ac4c-4a76-aabd-4bb598697cc2) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:39:57.000350 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-607d9812-eeee-4af8-907c-e5594e26e70f tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Allocated IP 172.20.0.19 (e52090f0-3cac-47aa-99e4-55699758a2f5/184d4714-ba3a-4b4a-8176-d1d3989f1910/e541346d-ac4c-4a76-aabd-4bb598697cc2) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:39:57.037897 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5354002c-bed2-4905-83da-fdeb645c1731 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-965449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-965446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966271'] for router, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:57.038894 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-01bc0d07-7cf6-4ef8-9987-28d2e3c4b34c tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] device_id is not set on port 1dec8c25-001d-4fdf-814c-a996bcf97d49 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:39:57.069161 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-d33be786-52f7-432a-84d8-9fde8ed66b97 None None] Allocated IP 172.20.0.2 (5c0771bc-b8c8-42df-b17f-a539c9636f96/c85cc6c3-d822-484a-af4d-e70b48d6d115/e9516811-f805-4e73-8b59-4b501ac1c29d) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:39:57.212388 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 16dade9e-3a7c-4279-860c-7cba635bb027 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:39:57.425288 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f606a8e0-e0d7-4922-b9e6-f2aa008124ae tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:57.539648 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ccdad-5507-4c92-b6fa-f480cb3ea075 req-97c93320-43ff-4343-bf19-0f39ad4e348e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:57.542158 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4e6ccdad-5507-4c92-b6fa-f480cb3ea075 req-97c93320-43ff-4343-bf19-0f39ad4e348e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=05541351d98c4d29a1b5dc02081b4b46&device_id=495ebe58-cad1-460a-baba-d881ca7ef412 HTTP/1.1" status: 200 len: 1100 time: 0.6450133 May 27 02:39:57.568584 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 16dade9e-3a7c-4279-860c-7cba635bb027 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:39:57.613648 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59538603-0dd8-4979-a2c3-bb7c77c2f317 None None] Network e52090f0-3cac-47aa-99e4-55699758a2f5 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:39:57.634587 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d33be786-52f7-432a-84d8-9fde8ed66b97 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:57.694776 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-d33be786-52f7-432a-84d8-9fde8ed66b97 None None] Transition to ACTIVE for port object e9516811-f805-4e73-8b59-4b501ac1c29d will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:39:57.707045 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5354002c-bed2-4905-83da-fdeb645c1731 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Router b77600f0-6046-4f3c-be6e-69477c255598 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:39:57.734104 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-d33be786-52f7-432a-84d8-9fde8ed66b97 None None] Transition to ACTIVE for port object e9516811-f805-4e73-8b59-4b501ac1c29d will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:39:57.759280 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-607d9812-eeee-4af8-907c-e5594e26e70f tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:57.809639 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-afad3806-6569-452c-99ea-bd3676baa0eb None None] Provisioning for port 16dade9e-3a7c-4279-860c-7cba635bb027 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:39:57.809639 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-afad3806-6569-452c-99ea-bd3676baa0eb None None] Provisioning complete for port 16dade9e-3a7c-4279-860c-7cba635bb027 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:39:57.809639 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-afad3806-6569-452c-99ea-bd3676baa0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:57.823922 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ccdad-5507-4c92-b6fa-f480cb3ea075 req-1089ee03-c48e-4258-ba55-0fe4723f6dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:57.825886 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4e6ccdad-5507-4c92-b6fa-f480cb3ea075 req-1089ee03-c48e-4258-ba55-0fe4723f6dd7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d5ea08-4fa3-4323-9d64-35a947e9d08e HTTP/1.1" status: 200 len: 870 time: 0.2401617 May 27 02:39:57.942969 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d33be786-52f7-432a-84d8-9fde8ed66b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:57.943207 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5354002c-bed2-4905-83da-fdeb645c1731 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:39:57.952050 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5354002c-bed2-4905-83da-fdeb645c1731 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:57.955521 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5354002c-bed2-4905-83da-fdeb645c1731 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "PUT /v2.0/routers/b77600f0-6046-4f3c-be6e-69477c255598 HTTP/1.1" status: 200 len: 698 time: 2.3544436 May 27 02:39:57.958435 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42070) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:57.961874 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-f606a8e0-e0d7-4922-b9e6-f2aa008124ae tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] For port 4bf19c15-ffca-42ac-a88f-0fdadc734a16, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=4bf19c15-ffca-42ac-a88f-0fdadc734a16,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:57.981755 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4e6ccdad-5507-4c92-b6fa-f480cb3ea075 req-a1979de0-661f-4098-9879-9b478eaa2bef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=57159148-ad7d-4d74-b10a-bf79c95cc4c4 HTTP/1.1" status: 200 len: 217 time: 0.1463871 May 27 02:39:57.990654 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-607d9812-eeee-4af8-907c-e5594e26e70f tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Transition to ACTIVE for port object e541346d-ac4c-4a76-aabd-4bb598697cc2 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:39:58.017169 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e5da52-62c6-40e4-919f-8123197b3730 None None] Sync routers for ids ['b77600f0-6046-4f3c-be6e-69477c255598'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:39:58.018200 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cf611692-b7f8-4a1e-94ed-bafa87aa6e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:58.069324 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33be786-52f7-432a-84d8-9fde8ed66b97 None None] Network 5c0771bc-b8c8-42df-b17f-a539c9636f96 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:39:58.075722 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-d33be786-52f7-432a-84d8-9fde8ed66b97 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:39:58.086178 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33be786-52f7-432a-84d8-9fde8ed66b97 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:39:58.132269 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-01bc0d07-7cf6-4ef8-9987-28d2e3c4b34c tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Allocated IP 172.20.0.10 (5c0771bc-b8c8-42df-b17f-a539c9636f96/c85cc6c3-d822-484a-af4d-e70b48d6d115/1dec8c25-001d-4fdf-814c-a996bcf97d49) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:39:58.133954 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-dcd5a497-3fe5-4e2e-9e83-c11c22fd39f8 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "GET /v2.0/routers/b77600f0-6046-4f3c-be6e-69477c255598 HTTP/1.1" status: 200 len: 704 time: 0.1752048 May 27 02:39:58.138257 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42076) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:58.142637 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e5da52-62c6-40e4-919f-8123197b3730 None None] Routers {'b77600f0-6046-4f3c-be6e-69477c255598'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:39:58.143286 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-00e5da52-62c6-40e4-919f-8123197b3730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:39:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['b77600f0-6046-4f3c-be6e-69477c255598'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:58.182933 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-607d9812-eeee-4af8-907c-e5594e26e70f tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:58.199020 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f606a8e0-e0d7-4922-b9e6-f2aa008124ae tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:58.210125 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ce2f1666-2718-4843-bb0e-e1e7c7910233 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "GET /v2.0/ports?device_id=b77600f0-6046-4f3c-be6e-69477c255598 HTTP/1.1" status: 200 len: 205 time: 0.0571709 May 27 02:39:58.210347 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42080) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:58.367287 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f606a8e0-e0d7-4922-b9e6-f2aa008124ae tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:58.369363 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f606a8e0-e0d7-4922-b9e6-f2aa008124ae tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:58.371018 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33be786-52f7-432a-84d8-9fde8ed66b97 None None] Pushing event updated for resources: {'Port': ['ID=e9516811-f805-4e73-8b59-4b501ac1c29d,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:58.420315 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d9812-eeee-4af8-907c-e5594e26e70f tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'Port': ['ID=e541346d-ac4c-4a76-aabd-4bb598697cc2,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:58.431755 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ccdad-5507-4c92-b6fa-f480cb3ea075 req-a552121e-61d0-4d0f-ae35-0a507556ca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:58.433719 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4e6ccdad-5507-4c92-b6fa-f480cb3ea075 req-a552121e-61d0-4d0f-ae35-0a507556ca0e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.2884204 May 27 02:39:58.447949 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-00e5da52-62c6-40e4-919f-8123197b3730 None None] Set router b77600f0-6046-4f3c-be6e-69477c255598 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:39:58.533141 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bac9af90-033a-4675-bc13-f2edb05aafd4 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for router, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:58.677674 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-d33be786-52f7-432a-84d8-9fde8ed66b97 None None] Attempting to bind port e9516811-f805-4e73-8b59-4b501ac1c29d on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:39:58.678297 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-d33be786-52f7-432a-84d8-9fde8ed66b97 None None] Attempting to bind port e9516811-f805-4e73-8b59-4b501ac1c29d by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'ec4c01b8-18c8-466d-9b08-aa7905343220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '5c0771bc-b8c8-42df-b17f-a539c9636f96'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:39:58.684256 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33be786-52f7-432a-84d8-9fde8ed66b97 None None] Attempting to bind port e9516811-f805-4e73-8b59-4b501ac1c29d on network 5c0771bc-b8c8-42df-b17f-a539c9636f96 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:39:58.684256 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-00e5da52-62c6-40e4-919f-8123197b3730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77600f0-6046-4f3c-be6e-69477c255598', 'name': 'tempest-RoutersIpV6Test-router-1899454447', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:39:55Z', 'updated_at': '2022-05-27T02:39:56Z', 'revision_number': 2, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'gw_port_host': None}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:58.695106 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f606a8e0-e0d7-4922-b9e6-f2aa008124ae tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:39:58.702561 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33be786-52f7-432a-84d8-9fde8ed66b97 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:39:58.703092 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33be786-52f7-432a-84d8-9fde8ed66b97 None None] Checking segment: {'id': 'ec4c01b8-18c8-466d-9b08-aa7905343220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '5c0771bc-b8c8-42df-b17f-a539c9636f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:39:58.703668 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d33be786-52f7-432a-84d8-9fde8ed66b97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:58.704223 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33be786-52f7-432a-84d8-9fde8ed66b97 None None] Bound using segment: {'id': 'ec4c01b8-18c8-466d-9b08-aa7905343220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '5c0771bc-b8c8-42df-b17f-a539c9636f96'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:39:58.704745 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-d33be786-52f7-432a-84d8-9fde8ed66b97 None None] Bound port: e9516811-f805-4e73-8b59-4b501ac1c29d, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec4c01b8-18c8-466d-9b08-aa7905343220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '5c0771bc-b8c8-42df-b17f-a539c9636f96'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:39:58.705218 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d33be786-52f7-432a-84d8-9fde8ed66b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:58.714392 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607d9812-eeee-4af8-907c-e5594e26e70f tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Network e52090f0-3cac-47aa-99e4-55699758a2f5 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:39:58.740730 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e5da52-62c6-40e4-919f-8123197b3730 None None] Checking router: b77600f0-6046-4f3c-be6e-69477c255598 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:39:58.772519 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-607d9812-eeee-4af8-907c-e5594e26e70f tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:39:58.855740 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-f606a8e0-e0d7-4922-b9e6-f2aa008124ae tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:39:58.870842 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f606a8e0-e0d7-4922-b9e6-f2aa008124ae tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:58.871349 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f606a8e0-e0d7-4922-b9e6-f2aa008124ae tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:58.877314 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607d9812-eeee-4af8-907c-e5594e26e70f tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:39:58.883593 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-afad3806-6569-452c-99ea-bd3676baa0eb None None] Current status of the port 16dade9e-3a7c-4279-860c-7cba635bb027 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:39:58.890497 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-afad3806-6569-452c-99ea-bd3676baa0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:58.891280 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606a8e0-e0d7-4922-b9e6-f2aa008124ae tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Subnet': ['ID=9511a68b-6f7e-4507-ab08-dcb94e86cda4,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:58.925715 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d053d6-e0ef-4e12-bb10-ab2047949fc1 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:39:58.982859 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e5da52-62c6-40e4-919f-8123197b3730 None None] Routers {'b77600f0-6046-4f3c-be6e-69477c255598'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:39:58.983735 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-00e5da52-62c6-40e4-919f-8123197b3730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:39:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['b77600f0-6046-4f3c-be6e-69477c255598'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:59.090162 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-01bc0d07-7cf6-4ef8-9987-28d2e3c4b34c tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:59.124879 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607d9812-eeee-4af8-907c-e5594e26e70f tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:59.125635 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-607d9812-eeee-4af8-907c-e5594e26e70f tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:59.140839 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bac9af90-033a-4675-bc13-f2edb05aafd4 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:59.154041 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606a8e0-e0d7-4922-b9e6-f2aa008124ae tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Port': ['ID=4bf19c15-ffca-42ac-a88f-0fdadc734a16,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:59.154041 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bac9af90-033a-4675-bc13-f2edb05aafd4 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:59.155099 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-01bc0d07-7cf6-4ef8-9987-28d2e3c4b34c tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Transition to ACTIVE for port object 1dec8c25-001d-4fdf-814c-a996bcf97d49 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:39:59.165560 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ccdad-5507-4c92-b6fa-f480cb3ea075 req-552f9eaa-cf4c-4011-acf7-98aca785610b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:59.167078 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4e6ccdad-5507-4c92-b6fa-f480cb3ea075 req-552f9eaa-cf4c-4011-acf7-98aca785610b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4511731 May 27 02:39:59.188297 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 4bf19c15-ffca-42ac-a88f-0fdadc734a16 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:39:59.222803 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f606a8e0-e0d7-4922-b9e6-f2aa008124ae tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.1832011 May 27 02:39:59.223917 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42096) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:59.230272 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-98b0b5e6-7316-4d70-b147-d26058845f2e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'port': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'mac_address': 'fa:16:3e:5d:f4:fd', 'name': 'tempest-NetworksTestDHCPv6-276738442'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:39:59.270051 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-607d9812-eeee-4af8-907c-e5594e26e70f tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 4.1122940 May 27 02:39:59.273534 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42100) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:59.284266 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-522c2a38-5c23-44d5-b3a9-568c90cc997b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'afb0e032-870c-4525-aeca-20faf32329ad'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:39:59.321190 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bac9af90-033a-4675-bc13-f2edb05aafd4 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:59.322729 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac9af90-033a-4675-bc13-f2edb05aafd4 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Fanout notify agent at l3_agent the message router_deleted on router b77600f0-6046-4f3c-be6e-69477c255598 {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:39:59.358828 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bac9af90-033a-4675-bc13-f2edb05aafd4 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:59.363734 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-bac9af90-033a-4675-bc13-f2edb05aafd4 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "DELETE /v2.0/routers/b77600f0-6046-4f3c-be6e-69477c255598 HTTP/1.1" status: 204 len: 168 time: 1.1487124 May 27 02:39:59.366381 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42106) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:59.387389 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-00e5da52-62c6-40e4-919f-8123197b3730 None None] Set router b77600f0-6046-4f3c-be6e-69477c255598 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:39:59.430722 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-01bc0d07-7cf6-4ef8-9987-28d2e3c4b34c tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:59.441972 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-dba6ac8f-e985-4543-a6ee-bfdda7104859 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "GET /v2.0/ports?device_id=b77600f0-6046-4f3c-be6e-69477c255598 HTTP/1.1" status: 200 len: 205 time: 0.0715690 May 27 02:39:59.453993 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42110) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:59.500201 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4e6ccdad-5507-4c92-b6fa-f480cb3ea075 req-0da22775-7fcc-47a3-9176-191c8d9b967f service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262460 May 27 02:39:59.535053 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-6db33b65-87af-41b1-b50a-e7fe55906b90 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] delete failed (client error): The resource could not be found. May 27 02:39:59.536077 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6db33b65-87af-41b1-b50a-e7fe55906b90 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "DELETE /v2.0/routers/b77600f0-6046-4f3c-be6e-69477c255598 HTTP/1.1" status: 404 len: 336 time: 0.0812547 May 27 02:39:59.538884 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42118) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:59.596608 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d13509-5769-4d04-8d2a-5d0376483760 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] DELETE failed (client error): The resource could not be found. May 27 02:39:59.597096 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6d13509-5769-4d04-8d2a-5d0376483760 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:39:59.598774 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b6d13509-5769-4d04-8d2a-5d0376483760 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "DELETE /v2.0/subnets/325dd48d-c369-49dd-b898-48bd10f27e28 HTTP/1.1" status: 404 len: 337 time: 0.0587974 May 27 02:39:59.604111 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42122) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:59.638272 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-98b0b5e6-7316-4d70-b147-d26058845f2e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:39:59.640116 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-afad3806-6569-452c-99ea-bd3676baa0eb None None] For port 16dade9e-3a7c-4279-860c-7cba635bb027, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=16dade9e-3a7c-4279-860c-7cba635bb027,segment=NetworkSegment(17be00ce-031f-43b3-a5e3-3620df921353),segment_id=17be00ce-031f-43b3-a5e3-3620df921353)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:59.648222 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-98b0b5e6-7316-4d70-b147-d26058845f2e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:port and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:39:59.651874 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f598588-eb53-496c-bbb3-f531935fa962 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] DELETE failed (client error): The resource could not be found. May 27 02:39:59.652370 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f598588-eb53-496c-bbb3-f531935fa962 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:39:59.656536 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8f598588-eb53-496c-bbb3-f531935fa962 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "DELETE /v2.0/subnets/5910476c-41e6-4b17-839e-12cbb0ed553f HTTP/1.1" status: 404 len: 337 time: 0.0489631 May 27 02:39:59.656536 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-98b0b5e6-7316-4d70-b147-d26058845f2e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:39:59.658683 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42128) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:59.661742 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-d33be786-52f7-432a-84d8-9fde8ed66b97 None None] For port e9516811-f805-4e73-8b59-4b501ac1c29d, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:39:59.665426 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-d33be786-52f7-432a-84d8-9fde8ed66b97 None None] For port e9516811-f805-4e73-8b59-4b501ac1c29d, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=e9516811-f805-4e73-8b59-4b501ac1c29d,segment=NetworkSegment(ec4c01b8-18c8-466d-9b08-aa7905343220),segment_id=ec4c01b8-18c8-466d-9b08-aa7905343220)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:39:59.681759 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:59.689191 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-00e5da52-62c6-40e4-919f-8123197b3730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77600f0-6046-4f3c-be6e-69477c255598', 'name': 'tempest-RoutersIpV6Test-router-1899454447', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:39:55Z', 'updated_at': '2022-05-27T02:39:56Z', 'revision_number': 2, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'gw_port_host': None}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:39:59.693109 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bc0d07-7cf6-4ef8-9987-28d2e3c4b34c tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Network 5c0771bc-b8c8-42df-b17f-a539c9636f96 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:39:59.693109 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-522c2a38-5c23-44d5-b3a9-568c90cc997b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:59.696539 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-98b0b5e6-7316-4d70-b147-d26058845f2e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:39:59.708191 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e5da52-62c6-40e4-919f-8123197b3730 None None] The sync data for ids ['b77600f0-6046-4f3c-be6e-69477c255598'] in n-d-843554-3 is: [{'id': 'b77600f0-6046-4f3c-be6e-69477c255598', 'name': 'tempest-RoutersIpV6Test-router-1899454447', 'tenant_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:39:55Z', 'updated_at': '2022-05-27T02:39:56Z', 'revision_number': 2, 'project_id': '6f15f0e8362347e99ea74d0bbe84ad40', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:39:59.710008 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7a8e53d-5313-49f6-b4d9-71bd8bd4b0a7 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] DELETE failed (client error): The resource could not be found. May 27 02:39:59.710227 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-01bc0d07-7cf6-4ef8-9987-28d2e3c4b34c tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:39:59.710349 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7a8e53d-5313-49f6-b4d9-71bd8bd4b0a7 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:39:59.714830 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d7a8e53d-5313-49f6-b4d9-71bd8bd4b0a7 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "DELETE /v2.0/subnets/c684875b-0031-4a3b-a0f0-fc844b5e47ab HTTP/1.1" status: 404 len: 337 time: 0.0540304 May 27 02:39:59.722125 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42132) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:59.729658 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bc0d07-7cf6-4ef8-9987-28d2e3c4b34c tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:39:59.749221 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-afad3806-6569-452c-99ea-bd3676baa0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:59.767884 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc0d07-7cf6-4ef8-9987-28d2e3c4b34c tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Pushing event updated for resources: {'Port': ['ID=1dec8c25-001d-4fdf-814c-a996bcf97d49,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:59.778070 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-b973877b-652b-4ad8-9ca5-3a66499daae8 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] DELETE failed (client error): The resource could not be found. May 27 02:39:59.782490 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b973877b-652b-4ad8-9ca5-3a66499daae8 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:39:59.782490 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b973877b-652b-4ad8-9ca5-3a66499daae8 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "DELETE /v2.0/subnets/1c7b303e-1bed-49a3-903d-23fa9a9160ec HTTP/1.1" status: 404 len: 337 time: 0.0594618 May 27 02:39:59.783066 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42136) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:39:59.823800 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:59.839025 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2709a7d7-7d93-4731-9cb2-824502b93f67 None None] Update dhcp port {'port': {'network_id': 'e52090f0-3cac-47aa-99e4-55699758a2f5', 'fixed_ips': [{'subnet_id': 'afb0e032-870c-4525-aeca-20faf32329ad', 'ip_address': '172.20.0.2'}, {'subnet_id': '184d4714-ba3a-4b4a-8176-d1d3989f1910'}], 'binding:host_id': 'n-d-843554-3'}, 'id': '16dade9e-3a7c-4279-860c-7cba635bb027'} from n-d-843554-3. {{(pid=88903) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 02:39:59.869853 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b0b5e6-7316-4d70-b147-d26058845f2e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:39:59.874399 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d33be786-52f7-432a-84d8-9fde8ed66b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:59.916705 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bc0d07-7cf6-4ef8-9987-28d2e3c4b34c tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:59.917360 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-01bc0d07-7cf6-4ef8-9987-28d2e3c4b34c tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:59.931012 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4e6ccdad-5507-4c92-b6fa-f480cb3ea075 req-152d2cc5-f0ed-4851-ac09-075c7edf6bc9 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986902 May 27 02:39:59.996014 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2709a7d7-7d93-4731-9cb2-824502b93f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:00.024252 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad3806-6569-452c-99ea-bd3676baa0eb None None] Pushing event updated for resources: {'Port': ['ID=16dade9e-3a7c-4279-860c-7cba635bb027,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:00.060407 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-14776411-2374-4de3-889a-0e5f2d8e137b tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e20f397-cb19-4fe0-ab82-317cdd478ccf HTTP/1.1" status: 200 len: 205 time: 0.2738864 May 27 02:40:00.062940 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42142) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:00.178427 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-98b0b5e6-7316-4d70-b147-d26058845f2e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:00.220871 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-98b0b5e6-7316-4d70-b147-d26058845f2e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] device_id is not set on port e8ca438d-afd4-42b8-b904-1015fe1af42c yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:40:00.245335 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-01bc0d07-7cf6-4ef8-9987-28d2e3c4b34c tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9080274 May 27 02:40:00.249441 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42146) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:00.257808 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-35af6795-f3d3-405b-b871-3ca6302cf2cd tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] delete failed (client error): The resource could not be found. May 27 02:40:00.257808 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-35af6795-f3d3-405b-b871-3ca6302cf2cd tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "DELETE /v2.0/routers/5e20f397-cb19-4fe0-ab82-317cdd478ccf HTTP/1.1" status: 404 len: 336 time: 0.1920097 May 27 02:40:00.257808 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-58d6cbc0-e865-4e27-9a22-6803272cd803 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Request body: {'port': {'network_id': '5c0771bc-b8c8-42df-b17f-a539c9636f96', 'name': 'tempest-AllowedAddressPairTestJSON-233627312', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:66:ab:ce'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:00.277722 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42150) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:00.324635 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 4bf19c15-ffca-42ac-a88f-0fdadc734a16 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:40:00.345632 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-132fc4a7-22af-4791-af89-2202eb9d4b56 None None] Provisioning for port 4bf19c15-ffca-42ac-a88f-0fdadc734a16 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:40:00.357396 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-93a7d8a1-f6df-46a0-a64e-f3e13363e3db tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e918a6d-bd59-4ce4-98f9-19592e741c50 HTTP/1.1" status: 200 len: 205 time: 0.0745652 May 27 02:40:00.363286 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-132fc4a7-22af-4791-af89-2202eb9d4b56 None None] Provisioning complete for port 4bf19c15-ffca-42ac-a88f-0fdadc734a16 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:00.363286 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-132fc4a7-22af-4791-af89-2202eb9d4b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:00.366263 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42156) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:00.400961 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 4bf19c15-ffca-42ac-a88f-0fdadc734a16 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:00.401708 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:00.472257 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-82ebb8c4-18bf-4d5e-baac-5529846d4a8c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] delete failed (client error): The resource could not be found. May 27 02:40:00.473605 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-82ebb8c4-18bf-4d5e-baac-5529846d4a8c tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "DELETE /v2.0/routers/1e918a6d-bd59-4ce4-98f9-19592e741c50 HTTP/1.1" status: 404 len: 336 time: 0.1059504 May 27 02:40:00.483535 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42160) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:00.544990 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f63ca6-3815-43ff-aeb8-cb784992ff36 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] DELETE failed (client error): The resource could not be found. May 27 02:40:00.545745 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52f63ca6-3815-43ff-aeb8-cb784992ff36 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:40:00.557931 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-52f63ca6-3815-43ff-aeb8-cb784992ff36 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "DELETE /v2.0/subnets/4880d619-d31f-44d8-a98b-c0c4e338b95a HTTP/1.1" status: 404 len: 337 time: 0.0722501 May 27 02:40:00.563879 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42168) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:00.630228 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2956751e-9d33-4b14-b9c0-81517417000b tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Synchronizing usage tracker for tenant:6f15f0e8362347e99ea74d0bbe84ad40 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:40:00.646303 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:00.648196 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-58d6cbc0-e865-4e27-9a22-6803272cd803 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:00.654081 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-58d6cbc0-e865-4e27-9a22-6803272cd803 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Usage tracker for resource:port and tenant:099a71649d3e4085a874a6a1bf125cfc is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:40:00.657307 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-58d6cbc0-e865-4e27-9a22-6803272cd803 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:40:00.665253 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-58d6cbc0-e865-4e27-9a22-6803272cd803 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:00.682208 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33be786-52f7-432a-84d8-9fde8ed66b97 None None] Pushing event updated for resources: {'Port': ['ID=e9516811-f805-4e73-8b59-4b501ac1c29d,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:00.769803 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-2709a7d7-7d93-4731-9cb2-824502b93f67 None None] Allocated IP 172.20.0.18 (e52090f0-3cac-47aa-99e4-55699758a2f5/184d4714-ba3a-4b4a-8176-d1d3989f1910/16dade9e-3a7c-4279-860c-7cba635bb027) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:40:00.790460 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-98b0b5e6-7316-4d70-b147-d26058845f2e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Allocated IP 172.20.0.4 (1e095441-a19f-4261-8588-a806dc249ed2/1fe7d88d-c1ea-48f1-963f-42cf2bc754a3/e8ca438d-afd4-42b8-b904-1015fe1af42c) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:40:00.797287 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d6cbc0-e865-4e27-9a22-6803272cd803 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Made reservation on behalf of 099a71649d3e4085a874a6a1bf125cfc for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:40:00.798276 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-98b0b5e6-7316-4d70-b147-d26058845f2e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Allocated IP 2001:db8::f816:3eff:fe5d:f4fd (1e095441-a19f-4261-8588-a806dc249ed2/9511a68b-6f7e-4507-ab08-dcb94e86cda4/e8ca438d-afd4-42b8-b904-1015fe1af42c) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:40:01.034774 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2956751e-9d33-4b14-b9c0-81517417000b tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] Unset dirty status for tenant:6f15f0e8362347e99ea74d0bbe84ad40 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:40:01.037515 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2956751e-9d33-4b14-b9c0-81517417000b tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a4f1050-4557-4d17-ae36-4da35c4bc66b HTTP/1.1" status: 200 len: 205 time: 0.4721429 May 27 02:40:01.042958 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42178) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:01.090822 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-98b0b5e6-7316-4d70-b147-d26058845f2e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:01.115661 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-98b0b5e6-7316-4d70-b147-d26058845f2e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Transition to ACTIVE for port object e8ca438d-afd4-42b8-b904-1015fe1af42c will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:40:01.162632 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-63b6c275-b062-4d9e-a8fc-d15d030818f8 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] delete failed (client error): The resource could not be found. May 27 02:40:01.168478 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42184) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:01.170074 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-63b6c275-b062-4d9e-a8fc-d15d030818f8 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "DELETE /v2.0/routers/3a4f1050-4557-4d17-ae36-4da35c4bc66b HTTP/1.1" status: 404 len: 336 time: 0.1258492 May 27 02:40:01.185542 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-132fc4a7-22af-4791-af89-2202eb9d4b56 None None] Current status of the port 4bf19c15-ffca-42ac-a88f-0fdadc734a16 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:40:01.191661 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-132fc4a7-22af-4791-af89-2202eb9d4b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:01.230561 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-58d6cbc0-e865-4e27-9a22-6803272cd803 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:01.265732 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-58d6cbc0-e865-4e27-9a22-6803272cd803 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] device_id is not set on port 422d065f-e30f-41de-931a-d00b0058dffa yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:40:01.288415 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3c659699-16c6-4d30-8d4c-979c4fd92429 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "GET /v2.0/ports?device_id=009d5fb3-3b4b-4de3-8d60-0f5a00b57ee3 HTTP/1.1" status: 200 len: 205 time: 0.1160986 May 27 02:40:01.289113 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42188) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:01.322081 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-2709a7d7-7d93-4731-9cb2-824502b93f67 None None] For port 16dade9e-3a7c-4279-860c-7cba635bb027, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=16dade9e-3a7c-4279-860c-7cba635bb027,segment=NetworkSegment(17be00ce-031f-43b3-a5e3-3620df921353),segment_id=17be00ce-031f-43b3-a5e3-3620df921353)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:40:01.363974 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2709a7d7-7d93-4731-9cb2-824502b93f67 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:01.393229 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 4bf19c15-ffca-42ac-a88f-0fdadc734a16 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:40:01.393612 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:01.407369 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-2709a7d7-7d93-4731-9cb2-824502b93f67 None None] Transition to ACTIVE for port object 16dade9e-3a7c-4279-860c-7cba635bb027 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:40:01.498639 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2709a7d7-7d93-4731-9cb2-824502b93f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:01.620431 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-132fc4a7-22af-4791-af89-2202eb9d4b56 None None] For port 4bf19c15-ffca-42ac-a88f-0fdadc734a16, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=4bf19c15-ffca-42ac-a88f-0fdadc734a16,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:40:01.626763 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2709a7d7-7d93-4731-9cb2-824502b93f67 None None] Pushing event updated for resources: {'Port': ['ID=16dade9e-3a7c-4279-860c-7cba635bb027,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:01.675048 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:40:01.756482 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-f8e7c2ba-0508-4d39-bcb1-7bffb183135e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] delete failed (client error): The resource could not be found. May 27 02:40:01.757618 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f8e7c2ba-0508-4d39-bcb1-7bffb183135e tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "DELETE /v2.0/routers/009d5fb3-3b4b-4de3-8d60-0f5a00b57ee3 HTTP/1.1" status: 404 len: 336 time: 0.4669399 May 27 02:40:01.759337 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-98b0b5e6-7316-4d70-b147-d26058845f2e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:01.761040 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42198) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:01.773026 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-132fc4a7-22af-4791-af89-2202eb9d4b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:01.883165 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b0b5e6-7316-4d70-b147-d26058845f2e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Port': ['ID=e8ca438d-afd4-42b8-b904-1015fe1af42c,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:01.946589 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b0b5e6-7316-4d70-b147-d26058845f2e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:40:01.948418 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-98b0b5e6-7316-4d70-b147-d26058845f2e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:40:01.967487 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b0b5e6-7316-4d70-b147-d26058845f2e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:40:01.990832 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-e335fb6d-e259-41af-80ae-028b28916f96 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] DELETE failed (client error): The resource could not be found. May 27 02:40:01.991375 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e335fb6d-e259-41af-80ae-028b28916f96 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:40:02.016296 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5cb2c6-97ac-4060-b54e-e8c78ed5096b None None] Network 5c0771bc-b8c8-42df-b17f-a539c9636f96 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:40:02.033146 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e335fb6d-e259-41af-80ae-028b28916f96 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "DELETE /v2.0/subnets/5c9e604e-6b10-4883-a82e-beaa5e17b821 HTTP/1.1" status: 404 len: 337 time: 0.2342780 May 27 02:40:02.037708 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42204) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:02.060668 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-58d6cbc0-e865-4e27-9a22-6803272cd803 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Allocated IP 172.20.0.3 (5c0771bc-b8c8-42df-b17f-a539c9636f96/c85cc6c3-d822-484a-af4d-e70b48d6d115/422d065f-e30f-41de-931a-d00b0058dffa) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:40:02.082570 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-522c2a38-5c23-44d5-b3a9-568c90cc997b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Delete allocated IP 172.20.0.19 (e52090f0-3cac-47aa-99e4-55699758a2f5/184d4714-ba3a-4b4a-8176-d1d3989f1910) {{(pid=88901) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 27 02:40:02.115218 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132fc4a7-22af-4791-af89-2202eb9d4b56 None None] Pushing event updated for resources: {'Port': ['ID=4bf19c15-ffca-42ac-a88f-0fdadc734a16,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:02.130586 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42208) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:02.133084 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ab3f1f5c-50e6-4ea4-abee-0899e212e546 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "GET /v2.0/ports?device_id=871b0d74-f54c-442d-8670-1018b1159fac HTTP/1.1" status: 200 len: 205 time: 0.0861764 May 27 02:40:02.167948 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b0b5e6-7316-4d70-b147-d26058845f2e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:02.168960 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-98b0b5e6-7316-4d70-b147-d26058845f2e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:02.302834 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:40:02.303206 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:40:02.312373 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-98b0b5e6-7316-4d70-b147-d26058845f2e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.0872428 May 27 02:40:02.318833 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42214) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:02.359266 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e5780c19-b083-4045-93cb-0b28fe66139f None None] Provisioning complete for port 4bf19c15-ffca-42ac-a88f-0fdadc734a16 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:02.359692 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e5780c19-b083-4045-93cb-0b28fe66139f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:02.408377 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-e121ef32-5a50-4cad-b3f1-1bacf7531ac9 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] delete failed (client error): The resource could not be found. May 27 02:40:02.408377 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e121ef32-5a50-4cad-b3f1-1bacf7531ac9 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "DELETE /v2.0/routers/871b0d74-f54c-442d-8670-1018b1159fac HTTP/1.1" status: 404 len: 336 time: 0.2748277 May 27 02:40:02.417538 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42218) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:02.511720 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cf2dc16-4388-45c0-89cd-caf8096eaddc tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] DELETE failed (client error): The resource could not be found. May 27 02:40:02.514099 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cf2dc16-4388-45c0-89cd-caf8096eaddc tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:40:02.516624 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4cf2dc16-4388-45c0-89cd-caf8096eaddc tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "DELETE /v2.0/subnets/44ee04ec-f8e1-427e-adde-f8ab86ee746e HTTP/1.1" status: 404 len: 337 time: 0.0898902 May 27 02:40:02.519921 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42224) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:02.618614 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0effb4-c767-4936-bb9c-7fa189587ecb tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:02.628608 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0effb4-c767-4936-bb9c-7fa189587ecb tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:02.629693 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3f0effb4-c767-4936-bb9c-7fa189587ecb tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:40:02.638331 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-e5780c19-b083-4045-93cb-0b28fe66139f None None] Current status of the port 4bf19c15-ffca-42ac-a88f-0fdadc734a16 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:40:02.676235 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e731cf26-a6a6-41aa-b7a9-537553d67b59 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "GET /v2.0/ports?device_id=a76e7572-4621-41d5-b283-6ebc4cd3c108 HTTP/1.1" status: 200 len: 205 time: 0.1543856 May 27 02:40:02.677546 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42230) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:02.751246 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e5780c19-b083-4045-93cb-0b28fe66139f None None] Provisioning for port e9516811-f805-4e73-8b59-4b501ac1c29d completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:40:02.827867 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-ae35ca2a-2109-4a00-9984-9018e30e2054 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] delete failed (client error): The resource could not be found. May 27 02:40:02.831346 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ae35ca2a-2109-4a00-9984-9018e30e2054 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "DELETE /v2.0/routers/a76e7572-4621-41d5-b283-6ebc4cd3c108 HTTP/1.1" status: 404 len: 336 time: 0.1470015 May 27 02:40:02.838129 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3f0effb4-c767-4936-bb9c-7fa189587ecb tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:40:02.838129 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3f0effb4-c767-4936-bb9c-7fa189587ecb tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.5154688 May 27 02:40:02.839806 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42236) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:02.846713 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42238) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:02.945821 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 4bf19c15-ffca-42ac-a88f-0fdadc734a16 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:40:02.946644 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-667723d5-c609-4041-ac39-0eec87db1145 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] DELETE failed (client error): The resource could not be found. May 27 02:40:02.947101 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-667723d5-c609-4041-ac39-0eec87db1145 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:40:02.955759 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-667723d5-c609-4041-ac39-0eec87db1145 tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "DELETE /v2.0/subnets/0eb42c5e-8f9f-4122-83e4-a715e63a9620 HTTP/1.1" status: 404 len: 337 time: 0.1128380 May 27 02:40:02.956282 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42246) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:02.990782 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1876a0-2600-4c95-8e57-3b1837469ffa None None] Network e52090f0-3cac-47aa-99e4-55699758a2f5 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:40:03.019425 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4dfdba2c-b35c-40c4-ad62-ae1b62bebc57 None None] Provisioning for port e8ca438d-afd4-42b8-b904-1015fe1af42c completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:40:03.050889 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bae7a74-9dcf-4a7f-9c6e-0ae0015b5a1a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] DELETE failed (client error): The resource could not be found. May 27 02:40:03.051448 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bae7a74-9dcf-4a7f-9c6e-0ae0015b5a1a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:40:03.056497 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7bae7a74-9dcf-4a7f-9c6e-0ae0015b5a1a tempest-RoutersIpV6Test-168982307 tempest-RoutersIpV6Test-168982307-project] 10.222.0.57 "DELETE /v2.0/subnets/d4f3edb7-1f41-4d3c-a862-b497c79199c6 HTTP/1.1" status: 404 len: 337 time: 0.0984933 May 27 02:40:03.115346 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4dfdba2c-b35c-40c4-ad62-ae1b62bebc57 None None] Provisioning complete for port e8ca438d-afd4-42b8-b904-1015fe1af42c triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:03.116606 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4dfdba2c-b35c-40c4-ad62-ae1b62bebc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:03.187312 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.resource_extend [None req-522c2a38-5c23-44d5-b3a9-568c90cc997b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:40:03.221700 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-522c2a38-5c23-44d5-b3a9-568c90cc997b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:03.249927 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-522c2a38-5c23-44d5-b3a9-568c90cc997b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Ignored duplicate provisioning block setup for port e541346d-ac4c-4a76-aabd-4bb598697cc2 by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 27 02:40:03.257593 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-4dfdba2c-b35c-40c4-ad62-ae1b62bebc57 None None] Port e8ca438d-afd4-42b8-b904-1015fe1af42c cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:40:03.271239 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-9063dc61-ea43-4c0e-98a6-9126fdcae05b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting port e8ca438d-afd4-42b8-b904-1015fe1af42c {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:40:03.271720 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9063dc61-ea43-4c0e-98a6-9126fdcae05b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:03.334911 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device e9516811-f805-4e73-8b59-4b501ac1c29d up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:40:03.338771 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-58d6cbc0-e865-4e27-9a22-6803272cd803 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:03.350404 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-522c2a38-5c23-44d5-b3a9-568c90cc997b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:03.483356 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-58d6cbc0-e865-4e27-9a22-6803272cd803 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Transition to ACTIVE for port object 422d065f-e30f-41de-931a-d00b0058dffa will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:40:03.547591 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3f099cc6-50e1-4690-9dae-6c348a4fba01 None None] Provisioning for port 1dec8c25-001d-4fdf-814c-a996bcf97d49 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:40:03.559055 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3f099cc6-50e1-4690-9dae-6c348a4fba01 None None] Provisioning complete for port 1dec8c25-001d-4fdf-814c-a996bcf97d49 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:03.559299 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3f099cc6-50e1-4690-9dae-6c348a4fba01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:03.625268 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-3f099cc6-50e1-4690-9dae-6c348a4fba01 None None] Port 1dec8c25-001d-4fdf-814c-a996bcf97d49 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:40:03.635434 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port e9516811-f805-4e73-8b59-4b501ac1c29d completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:40:03.641059 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port e9516811-f805-4e73-8b59-4b501ac1c29d triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:03.641438 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:03.649165 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c2a38-5c23-44d5-b3a9-568c90cc997b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'Port': ['ID=e541346d-ac4c-4a76-aabd-4bb598697cc2,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:03.724522 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3f099cc6-50e1-4690-9dae-6c348a4fba01 None None] Provisioning for port 16dade9e-3a7c-4279-860c-7cba635bb027 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:40:03.736995 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3f099cc6-50e1-4690-9dae-6c348a4fba01 None None] Provisioning complete for port 16dade9e-3a7c-4279-860c-7cba635bb027 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:03.737372 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3f099cc6-50e1-4690-9dae-6c348a4fba01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:03.795206 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9063dc61-ea43-4c0e-98a6-9126fdcae05b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:03.893867 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42266) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:03.938534 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port e9516811-f805-4e73-8b59-4b501ac1c29d is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:40:03.938911 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:03.989933 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port e9516811-f805-4e73-8b59-4b501ac1c29d, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=e9516811-f805-4e73-8b59-4b501ac1c29d,segment=NetworkSegment(ec4c01b8-18c8-466d-9b08-aa7905343220),segment_id=ec4c01b8-18c8-466d-9b08-aa7905343220)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:40:03.999984 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-9063dc61-ea43-4c0e-98a6-9126fdcae05b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Calling delete_port for e8ca438d-afd4-42b8-b904-1015fe1af42c owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:40:04.000218 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-3f099cc6-50e1-4690-9dae-6c348a4fba01 None None] Current status of the port 16dade9e-3a7c-4279-860c-7cba635bb027 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:40:04.017924 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3f099cc6-50e1-4690-9dae-6c348a4fba01 None None] Provisioning complete for port e9516811-f805-4e73-8b59-4b501ac1c29d triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:04.018172 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3f099cc6-50e1-4690-9dae-6c348a4fba01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:04.095008 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-522c2a38-5c23-44d5-b3a9-568c90cc997b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] In _notify_port_updated(), no bound segment for port e541346d-ac4c-4a76-aabd-4bb598697cc2 on network e52090f0-3cac-47aa-99e4-55699758a2f5 {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:40:04.100694 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522c2a38-5c23-44d5-b3a9-568c90cc997b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:04.101359 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-522c2a38-5c23-44d5-b3a9-568c90cc997b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:04.103235 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-522c2a38-5c23-44d5-b3a9-568c90cc997b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "PUT /v2.0/ports/e541346d-ac4c-4a76-aabd-4bb598697cc2 HTTP/1.1" status: 200 len: 918 time: 4.8274109 May 27 02:40:04.110309 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42276) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:04.113302 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:04.115621 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 4bf19c15-ffca-42ac-a88f-0fdadc734a16 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:40:04.136072 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-6edc3841-4f89-4045-9156-a4e3cc747307 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'afb0e032-870c-4525-aeca-20faf32329ad'}, {'subnet_id': '184d4714-ba3a-4b4a-8176-d1d3989f1910'}]}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:04.195942 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b7f841fc-25fc-4666-96d3-02812d5144b5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6f15f0e8362347e99ea74d0bbe84ad40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3005359 May 27 02:40:04.199848 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42282) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:04.261147 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-de8a52f2-8569-4747-87f8-ca5e8bc79f3f req-76838210-c8c9-4838-9f66-728ade52b8df service neutron] (88902) timed out ('10.222.0.57', 48176) {{(pid=88902) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 02:40:04.286049 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-58d6cbc0-e865-4e27-9a22-6803272cd803 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:04.460348 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-3f099cc6-50e1-4690-9dae-6c348a4fba01 None None] Current status of the port e9516811-f805-4e73-8b59-4b501ac1c29d is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:40:04.474311 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=e9516811-f805-4e73-8b59-4b501ac1c29d,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:04.512897 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 4bf19c15-ffca-42ac-a88f-0fdadc734a16 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:04.513496 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:04.527609 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0ed605b6-1f00-4938-8385-dfe7db1b49f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:04.578750 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d6cbc0-e865-4e27-9a22-6803272cd803 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Network 5c0771bc-b8c8-42df-b17f-a539c9636f96 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:40:04.590697 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-58d6cbc0-e865-4e27-9a22-6803272cd803 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:40:04.599404 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d6cbc0-e865-4e27-9a22-6803272cd803 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:40:04.648983 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6edc3841-4f89-4045-9156-a4e3cc747307 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:04.667657 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0ed605b6-1f00-4938-8385-dfe7db1b49f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:04.685337 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d6cbc0-e865-4e27-9a22-6803272cd803 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Pushing event updated for resources: {'Port': ['ID=422d065f-e30f-41de-931a-d00b0058dffa,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:04.690554 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 4bf19c15-ffca-42ac-a88f-0fdadc734a16 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:40:04.692273 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 16dade9e-3a7c-4279-860c-7cba635bb027 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:40:04.705409 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d6cbc0-e865-4e27-9a22-6803272cd803 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:04.706158 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-58d6cbc0-e865-4e27-9a22-6803272cd803 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:04.779962 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9063dc61-ea43-4c0e-98a6-9126fdcae05b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:04.780218 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4ab0766e-94a3-4934-95aa-f81288b7517b None None] Provisioning for port e541346d-ac4c-4a76-aabd-4bb598697cc2 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:40:04.817945 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4ab0766e-94a3-4934-95aa-f81288b7517b None None] Provisioning complete for port e541346d-ac4c-4a76-aabd-4bb598697cc2 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:04.818134 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4ab0766e-94a3-4934-95aa-f81288b7517b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:04.961968 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-58d6cbc0-e865-4e27-9a22-6803272cd803 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 4.7113278 May 27 02:40:04.976311 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42298) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:04.981409 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9063dc61-ea43-4c0e-98a6-9126fdcae05b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Port': ['ID=e8ca438d-afd4-42b8-b904-1015fe1af42c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:05.003975 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-4ab0766e-94a3-4934-95aa-f81288b7517b None None] Port e541346d-ac4c-4a76-aabd-4bb598697cc2 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:40:05.030598 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4ab0766e-94a3-4934-95aa-f81288b7517b None None] Provisioning complete for port 1dec8c25-001d-4fdf-814c-a996bcf97d49 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:05.031218 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4ab0766e-94a3-4934-95aa-f81288b7517b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:05.071358 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0ed605b6-1f00-4938-8385-dfe7db1b49f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:05.106930 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed605b6-1f00-4938-8385-dfe7db1b49f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef56f900-a7eb-48d1-bf48-da94a080618e,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:05.121647 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0ed605b6-1f00-4938-8385-dfe7db1b49f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:05.122096 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 16dade9e-3a7c-4279-860c-7cba635bb027 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:05.122622 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:05.123436 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0ed605b6-1f00-4938-8385-dfe7db1b49f6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ef56f900-a7eb-48d1-bf48-da94a080618e HTTP/1.1" status: 204 len: 168 time: 0.9233389 May 27 02:40:05.152339 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-4ab0766e-94a3-4934-95aa-f81288b7517b None None] Port 1dec8c25-001d-4fdf-814c-a996bcf97d49 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:40:05.282116 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9063dc61-ea43-4c0e-98a6-9126fdcae05b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:05.287935 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9063dc61-ea43-4c0e-98a6-9126fdcae05b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/ports/e8ca438d-afd4-42b8-b904-1015fe1af42c HTTP/1.1" status: 204 len: 168 time: 2.4372542 May 27 02:40:05.288636 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42308) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:05.393768 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1b4341-7b3b-42a1-94d0-655bdadb7511 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:05.400536 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1b4341-7b3b-42a1-94d0-655bdadb7511 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:05.407879 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1b4341-7b3b-42a1-94d0-655bdadb7511 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:05.408972 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5d1b4341-7b3b-42a1-94d0-655bdadb7511 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Synchronizing usage tracker for tenant:099a71649d3e4085a874a6a1bf125cfc on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:40:05.431353 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4ab0766e-94a3-4934-95aa-f81288b7517b None None] Provisioning complete for port 16dade9e-3a7c-4279-860c-7cba635bb027 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:05.431724 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4ab0766e-94a3-4934-95aa-f81288b7517b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:05.471511 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817365e2-186f-430c-a18f-b6e91500a45d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:05.474207 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817365e2-186f-430c-a18f-b6e91500a45d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:05.475727 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817365e2-186f-430c-a18f-b6e91500a45d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:05.477664 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-817365e2-186f-430c-a18f-b6e91500a45d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:40:05.542598 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5d1b4341-7b3b-42a1-94d0-655bdadb7511 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Unset dirty status for tenant:099a71649d3e4085a874a6a1bf125cfc on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:40:05.545495 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5d1b4341-7b3b-42a1-94d0-655bdadb7511 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.5646377 May 27 02:40:05.545786 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 16dade9e-3a7c-4279-860c-7cba635bb027 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:40:05.547557 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42316) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:05.577405 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-6edc3841-4f89-4045-9156-a4e3cc747307 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Allocated IP 172.20.0.28 (e52090f0-3cac-47aa-99e4-55699758a2f5/184d4714-ba3a-4b4a-8176-d1d3989f1910/e541346d-ac4c-4a76-aabd-4bb598697cc2) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:40:05.650264 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d6684fc1-1951-4e38-87f2-5b756bec867c tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Deleting port 422d065f-e30f-41de-931a-d00b0058dffa {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:40:05.650674 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d6684fc1-1951-4e38-87f2-5b756bec867c tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:05.719965 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device e9516811-f805-4e73-8b59-4b501ac1c29d up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:40:05.764219 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-817365e2-186f-430c-a18f-b6e91500a45d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:40:05.766691 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-817365e2-186f-430c-a18f-b6e91500a45d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4724946 May 27 02:40:05.771759 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42328) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:05.856201 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-4ab0766e-94a3-4934-95aa-f81288b7517b None None] Current status of the port 16dade9e-3a7c-4279-860c-7cba635bb027 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:40:05.907266 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6edc3841-4f89-4045-9156-a4e3cc747307 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:05.949162 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port e9516811-f805-4e73-8b59-4b501ac1c29d triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:05.949787 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:05.970395 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6edc3841-4f89-4045-9156-a4e3cc747307 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Transition to ACTIVE for port object e541346d-ac4c-4a76-aabd-4bb598697cc2 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:40:06.048279 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6edc3841-4f89-4045-9156-a4e3cc747307 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:06.146329 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6da3b15c-1320-4303-b7b7-8e53037b2e72 None None] Provisioning for port 422d065f-e30f-41de-931a-d00b0058dffa completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:40:06.163387 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6da3b15c-1320-4303-b7b7-8e53037b2e72 None None] Provisioning complete for port 422d065f-e30f-41de-931a-d00b0058dffa triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:06.163906 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6da3b15c-1320-4303-b7b7-8e53037b2e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:06.171015 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdb83b65-7281-4cc6-910b-454ca152c868 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting subnet 1fe7d88d-c1ea-48f1-963f-42cf2bc754a3 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:40:06.202853 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port e9516811-f805-4e73-8b59-4b501ac1c29d is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:40:06.237647 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-6da3b15c-1320-4303-b7b7-8e53037b2e72 None None] Port 422d065f-e30f-41de-931a-d00b0058dffa cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:40:06.267662 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc3841-4f89-4045-9156-a4e3cc747307 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'Port': ['ID=e541346d-ac4c-4a76-aabd-4bb598697cc2,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:06.272522 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bdb83b65-7281-4cc6-910b-454ca152c868 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:06.385714 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d6684fc1-1951-4e38-87f2-5b756bec867c tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:06.592978 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6edc3841-4f89-4045-9156-a4e3cc747307 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] In _notify_port_updated(), no bound segment for port e541346d-ac4c-4a76-aabd-4bb598697cc2 on network e52090f0-3cac-47aa-99e4-55699758a2f5 {{(pid=88902) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:40:06.593981 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d6684fc1-1951-4e38-87f2-5b756bec867c tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Calling delete_port for 422d065f-e30f-41de-931a-d00b0058dffa owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:40:06.602253 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edc3841-4f89-4045-9156-a4e3cc747307 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:06.603883 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6edc3841-4f89-4045-9156-a4e3cc747307 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:06.605479 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6edc3841-4f89-4045-9156-a4e3cc747307 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "PUT /v2.0/ports/e541346d-ac4c-4a76-aabd-4bb598697cc2 HTTP/1.1" status: 200 len: 998 time: 2.4942088 May 27 02:40:06.608454 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42350) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:06.625970 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-2dcfb7b6-f017-4cd7-a7a8-3fad5bdf3b68 None None] Provisioning for port e541346d-ac4c-4a76-aabd-4bb598697cc2 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:40:06.632658 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-2dcfb7b6-f017-4cd7-a7a8-3fad5bdf3b68 None None] Provisioning complete for port e541346d-ac4c-4a76-aabd-4bb598697cc2 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:06.635540 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2dcfb7b6-f017-4cd7-a7a8-3fad5bdf3b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:06.697704 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bdb83b65-7281-4cc6-910b-454ca152c868 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:06.702285 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ab91f4d5-5e8a-457b-a01c-1a8e9c2e17c4 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Deleting port e541346d-ac4c-4a76-aabd-4bb598697cc2 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:40:06.702859 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ab91f4d5-5e8a-457b-a01c-1a8e9c2e17c4 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:06.759038 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-2dcfb7b6-f017-4cd7-a7a8-3fad5bdf3b68 None None] Port e541346d-ac4c-4a76-aabd-4bb598697cc2 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:40:06.770276 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42356) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:06.933271 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bdb83b65-7281-4cc6-910b-454ca152c868 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:06.979305 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ecbd0604-4748-461d-abe9-1f9a9e2593ec tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-354989309'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:06.999636 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d6684fc1-1951-4e38-87f2-5b756bec867c tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:07.011150 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ecbd0604-4748-461d-abe9-1f9a9e2593ec tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:07.043200 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ab91f4d5-5e8a-457b-a01c-1a8e9c2e17c4 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:07.057425 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ecbd0604-4748-461d-abe9-1f9a9e2593ec tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Usage tracker for resource:network and tenant:92fab5be7a7644f89ca0f3e4425a1275 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:40:07.067262 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ecbd0604-4748-461d-abe9-1f9a9e2593ec tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:40:07.072976 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6684fc1-1951-4e38-87f2-5b756bec867c tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Pushing event deleted for resources: {'Port': ['ID=422d065f-e30f-41de-931a-d00b0058dffa,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:07.080634 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ecbd0604-4748-461d-abe9-1f9a9e2593ec tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:07.185936 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ab91f4d5-5e8a-457b-a01c-1a8e9c2e17c4 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Calling delete_port for e541346d-ac4c-4a76-aabd-4bb598697cc2 owned by {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:40:07.241385 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbd0604-4748-461d-abe9-1f9a9e2593ec tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Made reservation on behalf of 92fab5be7a7644f89ca0f3e4425a1275 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:40:07.244365 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ecbd0604-4748-461d-abe9-1f9a9e2593ec tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:07.288587 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ecbd0604-4748-461d-abe9-1f9a9e2593ec tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:07.326841 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bdb83b65-7281-4cc6-910b-454ca152c868 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:07.487411 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b808ad-b77f-4c07-a360-9b48300f2b1a None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:40:07.494326 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bdb83b65-7281-4cc6-910b-454ca152c868 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:07.504549 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ecbd0604-4748-461d-abe9-1f9a9e2593ec tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:07.506794 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb83b65-7281-4cc6-910b-454ca152c868 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Subnet': ['ID=1fe7d88d-c1ea-48f1-963f-42cf2bc754a3,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:07.521220 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ecbd0604-4748-461d-abe9-1f9a9e2593ec tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Usage tracker for resource:security_group_rule and tenant:92fab5be7a7644f89ca0f3e4425a1275 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:40:07.526945 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ecbd0604-4748-461d-abe9-1f9a9e2593ec tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:40:07.536093 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ecbd0604-4748-461d-abe9-1f9a9e2593ec tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:07.540969 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d6684fc1-1951-4e38-87f2-5b756bec867c tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:07.545669 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ab91f4d5-5e8a-457b-a01c-1a8e9c2e17c4 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:07.546200 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d6684fc1-1951-4e38-87f2-5b756bec867c tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] 10.222.0.57 "DELETE /v2.0/ports/422d065f-e30f-41de-931a-d00b0058dffa HTTP/1.1" status: 204 len: 168 time: 1.9962773 May 27 02:40:07.546468 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42378) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:07.607404 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a269bd9-eb61-4a52-92d7-0616ba467567 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] GET failed (client error): The resource could not be found. May 27 02:40:07.607958 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2a269bd9-eb61-4a52-92d7-0616ba467567 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Synchronizing usage tracker for tenant:099a71649d3e4085a874a6a1bf125cfc on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:40:07.621501 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91f4d5-5e8a-457b-a01c-1a8e9c2e17c4 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event deleted for resources: {'Port': ['ID=e541346d-ac4c-4a76-aabd-4bb598697cc2,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:07.649969 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-bdb83b65-7281-4cc6-910b-454ca152c868 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/1fe7d88d-c1ea-48f1-963f-42cf2bc754a3 HTTP/1.1" status: 204 len: 168 time: 1.8768840 May 27 02:40:07.650857 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42382) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:07.813247 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ecbd0604-4748-461d-abe9-1f9a9e2593ec tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:07.823989 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2a269bd9-eb61-4a52-92d7-0616ba467567 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Unset dirty status for tenant:099a71649d3e4085a874a6a1bf125cfc on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:40:07.830871 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ab91f4d5-5e8a-457b-a01c-1a8e9c2e17c4 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:07.831981 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2a269bd9-eb61-4a52-92d7-0616ba467567 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] 10.222.0.57 "GET /v2.0/ports/422d065f-e30f-41de-931a-d00b0058dffa HTTP/1.1" status: 404 len: 333 time: 0.2825594 May 27 02:40:07.851171 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42388) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:07.861807 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ab91f4d5-5e8a-457b-a01c-1a8e9c2e17c4 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/ports/e541346d-ac4c-4a76-aabd-4bb598697cc2 HTTP/1.1" status: 204 len: 168 time: 1.2522190 May 27 02:40:07.862406 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42392) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:07.894104 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-424951f8-5ff8-4ba6-9d51-be84d9a31545 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Request body: {'port': {'network_id': '5c0771bc-b8c8-42df-b17f-a539c9636f96', 'name': 'tempest-AllowedAddressPairTestJSON-2129528790'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:07.918304 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ecbd0604-4748-461d-abe9-1f9a9e2593ec tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:07.968971 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-44a3d3cf-3c74-4c67-96f6-3cc6b4155d9d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] GET failed (client error): The resource could not be found. May 27 02:40:07.969671 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-44a3d3cf-3c74-4c67-96f6-3cc6b4155d9d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Synchronizing usage tracker for tenant:f559555ef6124802b230d39d3db00e17 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:40:08.042746 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-53cd8ab9-3e9a-4219-b679-f83c787f0df5 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting subnet 9511a68b-6f7e-4507-ab08-dcb94e86cda4 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:40:08.047310 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-53cd8ab9-3e9a-4219-b679-f83c787f0df5 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:08.090028 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecbd0604-4748-461d-abe9-1f9a9e2593ec tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:40:08.105440 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-44a3d3cf-3c74-4c67-96f6-3cc6b4155d9d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Unset dirty status for tenant:f559555ef6124802b230d39d3db00e17 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:40:08.110295 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-44a3d3cf-3c74-4c67-96f6-3cc6b4155d9d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "GET /v2.0/ports/e541346d-ac4c-4a76-aabd-4bb598697cc2 HTTP/1.1" status: 404 len: 333 time: 0.2433684 May 27 02:40:08.110295 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42400) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:08.126106 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ecbd0604-4748-461d-abe9-1f9a9e2593ec tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:08.126447 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-ecbd0604-4748-461d-abe9-1f9a9e2593ec tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Added segment 67670889-20b9-4667-8437-48181c4e1b16 of type vlan for network 0e286c1a-0a30-457c-8fab-72a638bce5a6 May 27 02:40:08.132008 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd0604-4748-461d-abe9-1f9a9e2593ec tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53ef1d1e-da15-430e-9626-f809ed05c65d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:08.145940 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-53cd8ab9-3e9a-4219-b679-f83c787f0df5 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:08.201701 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-7858dbc4-55d8-4f55-ab98-ca88b815c719 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Deleting subnet 184d4714-ba3a-4b4a-8176-d1d3989f1910 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:40:08.203654 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7858dbc4-55d8-4f55-ab98-ca88b815c719 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:08.241620 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ecbd0604-4748-461d-abe9-1f9a9e2593ec tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:08.316897 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7858dbc4-55d8-4f55-ab98-ca88b815c719 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:08.317498 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-424951f8-5ff8-4ba6-9d51-be84d9a31545 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:08.342322 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-424951f8-5ff8-4ba6-9d51-be84d9a31545 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:08.362622 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-53cd8ab9-3e9a-4219-b679-f83c787f0df5 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:08.432234 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7858dbc4-55d8-4f55-ab98-ca88b815c719 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:08.434867 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424951f8-5ff8-4ba6-9d51-be84d9a31545 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Made reservation on behalf of 099a71649d3e4085a874a6a1bf125cfc for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:40:08.443621 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-424951f8-5ff8-4ba6-9d51-be84d9a31545 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:08.469296 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ecbd0604-4748-461d-abe9-1f9a9e2593ec tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:08.475155 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbd0604-4748-461d-abe9-1f9a9e2593ec tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:08.475651 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ecbd0604-4748-461d-abe9-1f9a9e2593ec tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:08.597637 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7858dbc4-55d8-4f55-ab98-ca88b815c719 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:08.635151 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-424951f8-5ff8-4ba6-9d51-be84d9a31545 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] device_id is not set on port 7756521f-e254-4529-b8bb-be8a431b784a yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:40:08.639463 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7858dbc4-55d8-4f55-ab98-ca88b815c719 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event deleted for resources: {'Subnet': ['ID=184d4714-ba3a-4b4a-8176-d1d3989f1910,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:08.643114 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7858dbc4-55d8-4f55-ab98-ca88b815c719 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:08.652755 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7858dbc4-55d8-4f55-ab98-ca88b815c719 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/subnets/184d4714-ba3a-4b4a-8176-d1d3989f1910 HTTP/1.1" status: 204 len: 168 time: 0.5418217 May 27 02:40:08.653360 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42414) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:08.665214 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e8d986-fc7d-4d85-a9a2-3035568790fe None None] Network e52090f0-3cac-47aa-99e4-55699758a2f5 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:40:08.739139 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f7a71bf-1faf-4e4e-baba-522c2b21505d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Deleting subnet afb0e032-870c-4525-aeca-20faf32329ad {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:40:08.743759 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7f7a71bf-1faf-4e4e-baba-522c2b21505d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:08.757375 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ecbd0604-4748-461d-abe9-1f9a9e2593ec tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.9833903 May 27 02:40:08.772860 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd0604-4748-461d-abe9-1f9a9e2593ec tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Pushing event updated for resources: {'Network': ['ID=0e286c1a-0a30-457c-8fab-72a638bce5a6,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:08.780473 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42420) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:08.797204 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-c8d505c1-b4f0-4666-bdda-8bd3b585adda tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Request body: {'subnet': {'network_id': '0e286c1a-0a30-457c-8fab-72a638bce5a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:08.833278 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 0e286c1a-0a30-457c-8fab-72a638bce5a6 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:40:08.873285 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7f7a71bf-1faf-4e4e-baba-522c2b21505d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:08.989138 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a2ffc792-91e6-44d9-a07e-719e85c17699 None None] Provisioning complete for port 4bf19c15-ffca-42ac-a88f-0fdadc734a16 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:08.989842 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a2ffc792-91e6-44d9-a07e-719e85c17699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:09.014014 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7f7a71bf-1faf-4e4e-baba-522c2b21505d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:09.034728 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-424951f8-5ff8-4ba6-9d51-be84d9a31545 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Allocated IP 172.20.0.12 (5c0771bc-b8c8-42df-b17f-a539c9636f96/c85cc6c3-d822-484a-af4d-e70b48d6d115/7756521f-e254-4529-b8bb-be8a431b784a) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:40:09.084512 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-53cd8ab9-3e9a-4219-b679-f83c787f0df5 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:09.213878 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7f7a71bf-1faf-4e4e-baba-522c2b21505d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:09.269386 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7a71bf-1faf-4e4e-baba-522c2b21505d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event deleted for resources: {'Subnet': ['ID=afb0e032-870c-4525-aeca-20faf32329ad,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:09.275690 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7f7a71bf-1faf-4e4e-baba-522c2b21505d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:09.276658 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594f5a2b-e875-415e-8aad-a48aea097613 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:40:09.294283 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7f7a71bf-1faf-4e4e-baba-522c2b21505d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/subnets/afb0e032-870c-4525-aeca-20faf32329ad HTTP/1.1" status: 204 len: 168 time: 0.6399045 May 27 02:40:09.294877 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42432) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:09.391559 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-424951f8-5ff8-4ba6-9d51-be84d9a31545 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:09.410870 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a2ffc792-91e6-44d9-a07e-719e85c17699 None None] Current status of the port 4bf19c15-ffca-42ac-a88f-0fdadc734a16 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:40:09.417033 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-424951f8-5ff8-4ba6-9d51-be84d9a31545 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Transition to ACTIVE for port object 7756521f-e254-4529-b8bb-be8a431b784a will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:40:09.434854 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cfc81b6a-66f3-4422-8cda-310766229da5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:09.437488 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-53cd8ab9-3e9a-4219-b679-f83c787f0df5 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:09.445105 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd8ab9-3e9a-4219-b679-f83c787f0df5 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Subnet': ['ID=9511a68b-6f7e-4507-ab08-dcb94e86cda4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:09.447082 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-cfc81b6a-66f3-4422-8cda-310766229da5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Deleting port 16dade9e-3a7c-4279-860c-7cba635bb027 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:40:09.447217 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c8d505c1-b4f0-4666-bdda-8bd3b585adda tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:09.447430 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cfc81b6a-66f3-4422-8cda-310766229da5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:09.458206 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c8d505c1-b4f0-4666-bdda-8bd3b585adda tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Usage tracker for resource:subnet and tenant:92fab5be7a7644f89ca0f3e4425a1275 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:40:09.464167 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c8d505c1-b4f0-4666-bdda-8bd3b585adda tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:40:09.468868 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-53cd8ab9-3e9a-4219-b679-f83c787f0df5 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/9511a68b-6f7e-4507-ab08-dcb94e86cda4 HTTP/1.1" status: 204 len: 168 time: 1.8158667 May 27 02:40:09.473145 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c8d505c1-b4f0-4666-bdda-8bd3b585adda tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:09.479073 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42440) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:09.568543 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-424951f8-5ff8-4ba6-9d51-be84d9a31545 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:09.570360 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42444) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:09.574274 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-659bc21a-874c-4c5d-824a-c54303400198 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0926213 May 27 02:40:09.667082 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b499e8dd-a206-4159-aec7-ae4b7c458067 None None] DHCP port deletion for 1e095441-a19f-4261-8588-a806dc249ed2 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:40:09.677859 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8285bba4-6384-4707-9ab6-9d1d40de7529 None None] Update dhcp port {'port': {'network_id': 'e52090f0-3cac-47aa-99e4-55699758a2f5', 'fixed_ips': [{'subnet_id': 'afb0e032-870c-4525-aeca-20faf32329ad'}], 'binding:host_id': 'n-d-843554-3'}, 'id': '16dade9e-3a7c-4279-860c-7cba635bb027'} from n-d-843554-3. {{(pid=88903) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 02:40:09.683681 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d505c1-b4f0-4666-bdda-8bd3b585adda tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Made reservation on behalf of 92fab5be7a7644f89ca0f3e4425a1275 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:40:09.688907 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c8d505c1-b4f0-4666-bdda-8bd3b585adda tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:09.729331 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-b499e8dd-a206-4159-aec7-ae4b7c458067 None None] Deleting port 4bf19c15-ffca-42ac-a88f-0fdadc734a16 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:40:09.729331 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b499e8dd-a206-4159-aec7-ae4b7c458067 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:09.783165 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424951f8-5ff8-4ba6-9d51-be84d9a31545 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Network 5c0771bc-b8c8-42df-b17f-a539c9636f96 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:40:09.879298 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8285bba4-6384-4707-9ab6-9d1d40de7529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:09.900172 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-424951f8-5ff8-4ba6-9d51-be84d9a31545 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:40:09.906590 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424951f8-5ff8-4ba6-9d51-be84d9a31545 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:40:10.021712 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-cfc81b6a-66f3-4422-8cda-310766229da5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] For port 16dade9e-3a7c-4279-860c-7cba635bb027, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=16dade9e-3a7c-4279-860c-7cba635bb027,segment=NetworkSegment(17be00ce-031f-43b3-a5e3-3620df921353),segment_id=17be00ce-031f-43b3-a5e3-3620df921353)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:40:10.022292 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cfc81b6a-66f3-4422-8cda-310766229da5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:10.044230 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424951f8-5ff8-4ba6-9d51-be84d9a31545 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Pushing event updated for resources: {'Port': ['ID=7756521f-e254-4529-b8bb-be8a431b784a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:10.081153 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424951f8-5ff8-4ba6-9d51-be84d9a31545 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:10.081942 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-424951f8-5ff8-4ba6-9d51-be84d9a31545 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:10.103475 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba43dfe-2db8-497e-9f68-a0b862d04afb tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:10.104264 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4ba43dfe-2db8-497e-9f68-a0b862d04afb tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:40:10.176207 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-b499e8dd-a206-4159-aec7-ae4b7c458067 None None] For port 4bf19c15-ffca-42ac-a88f-0fdadc734a16, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=4bf19c15-ffca-42ac-a88f-0fdadc734a16,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:40:10.177226 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b499e8dd-a206-4159-aec7-ae4b7c458067 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:10.239490 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-cfc81b6a-66f3-4422-8cda-310766229da5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Calling delete_port for 16dade9e-3a7c-4279-860c-7cba635bb027 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:40:10.412628 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-b499e8dd-a206-4159-aec7-ae4b7c458067 None None] Calling delete_port for 4bf19c15-ffca-42ac-a88f-0fdadc734a16 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:40:10.425579 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4ba43dfe-2db8-497e-9f68-a0b862d04afb tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:40:10.426737 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4ba43dfe-2db8-497e-9f68-a0b862d04afb tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8557074 May 27 02:40:10.429714 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42456) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:10.432961 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-424951f8-5ff8-4ba6-9d51-be84d9a31545 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5807314 May 27 02:40:10.436115 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42460) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:10.454188 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a8cb550c-05b1-4dfb-bf52-23d5a2e27f49 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:66:ab:ce'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:10.503055 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cfc81b6a-66f3-4422-8cda-310766229da5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:10.575243 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc81b6a-66f3-4422-8cda-310766229da5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event deleted for resources: {'Port': ['ID=16dade9e-3a7c-4279-860c-7cba635bb027,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:10.587961 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc81b6a-66f3-4422-8cda-310766229da5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] No DVR routers for this DVR port 16dade9e-3a7c-4279-860c-7cba635bb027 on host n-d-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:40:10.626227 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-d8cbdc7a-9c0d-4919-a69e-f55cef511b59 None None] Provisioning for port 7756521f-e254-4529-b8bb-be8a431b784a completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:40:10.632681 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b499e8dd-a206-4159-aec7-ae4b7c458067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:10.664744 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078d8f46-1ddd-498b-be73-a536118541fb tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:10.665457 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-078d8f46-1ddd-498b-be73-a536118541fb tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:40:10.700670 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd20694f-04b5-43ea-b6cb-43a6ff8ed24d None None] Network e52090f0-3cac-47aa-99e4-55699758a2f5 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:40:10.724502 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b499e8dd-a206-4159-aec7-ae4b7c458067 None None] No DVR routers for this DVR port 4bf19c15-ffca-42ac-a88f-0fdadc734a16 on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:40:10.763895 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-d8cbdc7a-9c0d-4919-a69e-f55cef511b59 None None] Provisioning complete for port 7756521f-e254-4529-b8bb-be8a431b784a triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:10.763895 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d8cbdc7a-9c0d-4919-a69e-f55cef511b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:10.771543 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c8d505c1-b4f0-4666-bdda-8bd3b585adda tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:10.789013 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cfc81b6a-66f3-4422-8cda-310766229da5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:10.837292 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-078d8f46-1ddd-498b-be73-a536118541fb tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:40:10.841258 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-078d8f46-1ddd-498b-be73-a536118541fb tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4097877 May 27 02:40:10.846907 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42474) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:10.940648 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ad97d938-a5ac-434c-93e0-33f05dcbeef6 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0924239 May 27 02:40:10.943576 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-cfc81b6a-66f3-4422-8cda-310766229da5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e52090f0-3cac-47aa-99e4-55699758a2f5']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:10.952271 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42478) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:10.953355 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d505c1-b4f0-4666-bdda-8bd3b585adda tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Pushing event updated for resources: {'Subnet': ['ID=9ffe64c5-e747-4e6a-93e4-e96ff9a3c7be,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:10.957078 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499e8dd-a206-4159-aec7-ae4b7c458067 None None] Pushing event deleted for resources: {'Port': ['ID=4bf19c15-ffca-42ac-a88f-0fdadc734a16,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:10.970833 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-5f15dfd9-666b-4f7e-8276-369b88c75c67 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'subnet': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:10.979905 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d505c1-b4f0-4666-bdda-8bd3b585adda tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Checking segment: {'id': '67670889-20b9-4667-8437-48181c4e1b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0e286c1a-0a30-457c-8fab-72a638bce5a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:40:10.980275 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d505c1-b4f0-4666-bdda-8bd3b585adda tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Network hostable DHCP agents. Network: 0e286c1a-0a30-457c-8fab-72a638bce5a6, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:40:10.987157 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a8cb550c-05b1-4dfb-bf52-23d5a2e27f49 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:11.032400 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-d8cbdc7a-9c0d-4919-a69e-f55cef511b59 None None] Port 7756521f-e254-4529-b8bb-be8a431b784a cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:40:11.094257 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-cfc81b6a-66f3-4422-8cda-310766229da5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17be00ce-031f-43b3-a5e3-3620df921353') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:11.094940 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-cfc81b6a-66f3-4422-8cda-310766229da5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17be00ce-031f-43b3-a5e3-3620df921353') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:11.122645 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cfc81b6a-66f3-4422-8cda-310766229da5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:11.129317 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe37851-3475-410f-8ff3-67b51ad25f54 None None] DHCP port deletion for e52090f0-3cac-47aa-99e4-55699758a2f5 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:40:11.144426 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-eb91379b-7114-4fe6-8622-d986d8093ba2 None None] Could not find standard attr ID for object 16dade9e-3a7c-4279-860c-7cba635bb027. {{(pid=88903) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:40:11.169409 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5f15dfd9-666b-4f7e-8276-369b88c75c67 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:11.176913 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d505c1-b4f0-4666-bdda-8bd3b585adda tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Network 0e286c1a-0a30-457c-8fab-72a638bce5a6 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:40:11.179416 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5f15dfd9-666b-4f7e-8276-369b88c75c67 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:11.186097 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cfc81b6a-66f3-4422-8cda-310766229da5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:11.193042 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfc81b6a-66f3-4422-8cda-310766229da5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:40:11.193436 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cfc81b6a-66f3-4422-8cda-310766229da5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:11.279976 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-c8d505c1-b4f0-4666-bdda-8bd3b585adda tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 0e286c1a-0a30-457c-8fab-72a638bce5a6) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:40:11.286188 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d505c1-b4f0-4666-bdda-8bd3b585adda tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:11.288018 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c8d505c1-b4f0-4666-bdda-8bd3b585adda tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:11.302881 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4399cc-a935-4cbe-98ee-ecfdcb2a3e3c None None] Network 0e286c1a-0a30-457c-8fab-72a638bce5a6 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:40:11.319577 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a8cb550c-05b1-4dfb-bf52-23d5a2e27f49 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:11.324799 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 17be00ce-031f-43b3-a5e3-3620df921353 resource provider aggregate not found May 27 02:40:11.328146 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f15dfd9-666b-4f7e-8276-369b88c75c67 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:40:11.331518 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5f15dfd9-666b-4f7e-8276-369b88c75c67 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:11.333044 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f15dfd9-666b-4f7e-8276-369b88c75c67 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:40:11.333462 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f15dfd9-666b-4f7e-8276-369b88c75c67 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:40:11.356436 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 17be00ce-031f-43b3-a5e3-3620df921353 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 17be00ce-031f-43b3-a5e3-3620df921353 found for delete ", "request_id": "req-7b3a1d15-590b-4a13-ba30-166f83676fb8"}]} May 27 02:40:11.426230 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c8d505c1-b4f0-4666-bdda-8bd3b585adda tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6446631 May 27 02:40:11.427162 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a8cb550c-05b1-4dfb-bf52-23d5a2e27f49 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:11.428985 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42494) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:11.435232 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-17fd86bf-a181-4408-9d79-4a8bc9ca13fe tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Request body: {'port': {'network_id': '0e286c1a-0a30-457c-8fab-72a638bce5a6', 'name': 'tempest-TagsExtTest-1342436062'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:11.462426 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cfc81b6a-66f3-4422-8cda-310766229da5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:11.467714 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5f15dfd9-666b-4f7e-8276-369b88c75c67 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5101335 May 27 02:40:11.475040 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42500) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:11.493795 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-74788c52-7cc4-4651-8603-f991f8a58996 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'subnet': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:11.537371 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cfc81b6a-66f3-4422-8cda-310766229da5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:11.548016 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-cfc81b6a-66f3-4422-8cda-310766229da5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/networks/e52090f0-3cac-47aa-99e4-55699758a2f5 HTTP/1.1" status: 204 len: 168 time: 2.2520862 May 27 02:40:11.548861 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42504) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:11.570536 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc81b6a-66f3-4422-8cda-310766229da5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event deleted for resources: {'Network': ['ID=e52090f0-3cac-47aa-99e4-55699758a2f5,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:11.582116 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862c29f7-6f14-4ba7-bd9b-4d1f34c5bc89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-0e286c1a-0a30-457c-8fab-72a638bce5a6', 'network_id': '0e286c1a-0a30-457c-8fab-72a638bce5a6', 'tenant_id': '92fab5be7a7644f89ca0f3e4425a1275', 'fixed_ips': [{'subnet_id': '9ffe64c5-e747-4e6a-93e4-e96ff9a3c7be'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:40:11.585126 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-862c29f7-6f14-4ba7-bd9b-4d1f34c5bc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:11.734074 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb550c-05b1-4dfb-bf52-23d5a2e27f49 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Pushing event updated for resources: {'Port': ['ID=7756521f-e254-4529-b8bb-be8a431b784a,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:11.768509 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a8cb550c-05b1-4dfb-bf52-23d5a2e27f49 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] In _notify_port_updated(), no bound segment for port 7756521f-e254-4529-b8bb-be8a431b784a on network 5c0771bc-b8c8-42df-b17f-a539c9636f96 {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:40:11.774478 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cb550c-05b1-4dfb-bf52-23d5a2e27f49 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:11.775111 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a8cb550c-05b1-4dfb-bf52-23d5a2e27f49 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:11.776677 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a8cb550c-05b1-4dfb-bf52-23d5a2e27f49 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] 10.222.0.57 "PUT /v2.0/ports/7756521f-e254-4529-b8bb-be8a431b784a HTTP/1.1" status: 200 len: 995 time: 1.3394001 May 27 02:40:11.778289 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-74788c52-7cc4-4651-8603-f991f8a58996 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:11.781361 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42512) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:11.814610 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9c35a6-6edd-49b4-a011-9d092c28e15a tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:11.830881 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-be9c35a6-6edd-49b4-a011-9d092c28e15a tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Synchronizing usage tracker for tenant:f559555ef6124802b230d39d3db00e17 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:40:11.839177 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-74788c52-7cc4-4651-8603-f991f8a58996 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:11.862366 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-17fd86bf-a181-4408-9d79-4a8bc9ca13fe tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:11.871109 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-30b1104a-8fe7-4929-90ff-5e3b17b2694a tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Deleting port 7756521f-e254-4529-b8bb-be8a431b784a {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:40:11.871488 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30b1104a-8fe7-4929-90ff-5e3b17b2694a tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:11.874685 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-17fd86bf-a181-4408-9d79-4a8bc9ca13fe tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Usage tracker for resource:port and tenant:92fab5be7a7644f89ca0f3e4425a1275 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:40:11.884789 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-17fd86bf-a181-4408-9d79-4a8bc9ca13fe tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:40:11.891957 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-17fd86bf-a181-4408-9d79-4a8bc9ca13fe tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:11.898459 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 4bf19c15-ffca-42ac-a88f-0fdadc734a16 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:40:11.942740 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74788c52-7cc4-4651-8603-f991f8a58996 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:40:11.943289 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 4bf19c15-ffca-42ac-a88f-0fdadc734a16 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:40:11.943641 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 4bf19c15-ffca-42ac-a88f-0fdadc734a16 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:40:11.944079 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 16dade9e-3a7c-4279-860c-7cba635bb027 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:40:11.948173 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-74788c52-7cc4-4651-8603-f991f8a58996 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:11.953952 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-74788c52-7cc4-4651-8603-f991f8a58996 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:40:11.954403 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74788c52-7cc4-4651-8603-f991f8a58996 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:40:11.991967 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 16dade9e-3a7c-4279-860c-7cba635bb027 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:40:11.992318 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 16dade9e-3a7c-4279-860c-7cba635bb027 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:40:11.997121 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fd86bf-a181-4408-9d79-4a8bc9ca13fe tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Made reservation on behalf of 92fab5be7a7644f89ca0f3e4425a1275 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:40:12.001141 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-17fd86bf-a181-4408-9d79-4a8bc9ca13fe tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:12.009410 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-2f7bda3d-e202-4b18-8917-80b4ec7b7301 None None] Provisioning complete for port 7756521f-e254-4529-b8bb-be8a431b784a triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:12.009783 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2f7bda3d-e202-4b18-8917-80b4ec7b7301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:12.032428 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-be9c35a6-6edd-49b4-a011-9d092c28e15a tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Unset dirty status for tenant:f559555ef6124802b230d39d3db00e17 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:40:12.034786 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-be9c35a6-6edd-49b4-a011-9d092c28e15a tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4772227 May 27 02:40:12.045442 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42516) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:12.046744 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-17fd86bf-a181-4408-9d79-4a8bc9ca13fe tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] device_id is not set on port 59c43125-15d8-4843-8399-9ec1c2ed06a6 yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:40:12.073301 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-2f7bda3d-e202-4b18-8917-80b4ec7b7301 None None] Port 7756521f-e254-4529-b8bb-be8a431b784a cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:40:12.078399 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-862c29f7-6f14-4ba7-bd9b-4d1f34c5bc89 None None] Allocated IP 172.20.0.2 (0e286c1a-0a30-457c-8fab-72a638bce5a6/9ffe64c5-e747-4e6a-93e4-e96ff9a3c7be/8eddae09-e2d7-4e33-8f95-267d600faa24) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:40:12.147224 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-74788c52-7cc4-4651-8603-f991f8a58996 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6687071 May 27 02:40:12.151843 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42524) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:12.158607 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-7fe5061d-ec6e-4d2e-9e04-88fbc75479c4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'subnet': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:12.337429 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-7fe5061d-ec6e-4d2e-9e04-88fbc75479c4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:12.348781 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-7fe5061d-ec6e-4d2e-9e04-88fbc75479c4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:12.371052 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30b1104a-8fe7-4929-90ff-5e3b17b2694a tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:12.393512 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-862c29f7-6f14-4ba7-bd9b-4d1f34c5bc89 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:12.404527 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-862c29f7-6f14-4ba7-bd9b-4d1f34c5bc89 None None] Transition to ACTIVE for port object 8eddae09-e2d7-4e33-8f95-267d600faa24 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:40:12.424344 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-862c29f7-6f14-4ba7-bd9b-4d1f34c5bc89 None None] Transition to ACTIVE for port object 8eddae09-e2d7-4e33-8f95-267d600faa24 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:40:12.454123 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe5061d-ec6e-4d2e-9e04-88fbc75479c4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:40:12.458125 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7fe5061d-ec6e-4d2e-9e04-88fbc75479c4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:12.460117 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fe5061d-ec6e-4d2e-9e04-88fbc75479c4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:40:12.461085 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fe5061d-ec6e-4d2e-9e04-88fbc75479c4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:40:12.510322 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-30b1104a-8fe7-4929-90ff-5e3b17b2694a tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Calling delete_port for 7756521f-e254-4529-b8bb-be8a431b784a owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:40:12.511893 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-862c29f7-6f14-4ba7-bd9b-4d1f34c5bc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:12.588172 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862c29f7-6f14-4ba7-bd9b-4d1f34c5bc89 None None] Network 0e286c1a-0a30-457c-8fab-72a638bce5a6 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:40:12.591673 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-862c29f7-6f14-4ba7-bd9b-4d1f34c5bc89 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:40:12.595705 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862c29f7-6f14-4ba7-bd9b-4d1f34c5bc89 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:40:12.602034 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1d42e19c-fe3e-4568-9864-388fc06c30c0 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Synchronizing usage tracker for tenant:f559555ef6124802b230d39d3db00e17 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:40:12.616223 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c29f7-6f14-4ba7-bd9b-4d1f34c5bc89 None None] Pushing event updated for resources: {'Port': ['ID=8eddae09-e2d7-4e33-8f95-267d600faa24,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:12.616677 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1d42e19c-fe3e-4568-9864-388fc06c30c0 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Unset dirty status for tenant:f559555ef6124802b230d39d3db00e17 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:40:12.623592 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1d42e19c-fe3e-4568-9864-388fc06c30c0 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5724018 May 27 02:40:12.626621 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42536) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:12.632980 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7fe5061d-ec6e-4d2e-9e04-88fbc75479c4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4794178 May 27 02:40:12.640932 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-4bdd66ab-c648-4eae-8cdb-c3a57c1477c3 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-829474318'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:12.646104 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42540) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:12.647531 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-17fd86bf-a181-4408-9d79-4a8bc9ca13fe tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Allocated IP 172.20.0.4 (0e286c1a-0a30-457c-8fab-72a638bce5a6/9ffe64c5-e747-4e6a-93e4-e96ff9a3c7be/59c43125-15d8-4843-8399-9ec1c2ed06a6) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:40:12.651936 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4bdd66ab-c648-4eae-8cdb-c3a57c1477c3 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:12.658977 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-8d3d5e63-9682-4a78-b275-42b85f5d93a4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'subnet': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:12.677569 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4bdd66ab-c648-4eae-8cdb-c3a57c1477c3 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Usage tracker for resource:network and tenant:f559555ef6124802b230d39d3db00e17 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:40:12.685935 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4bdd66ab-c648-4eae-8cdb-c3a57c1477c3 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:40:12.743245 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4bdd66ab-c648-4eae-8cdb-c3a57c1477c3 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:12.802687 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-862c29f7-6f14-4ba7-bd9b-4d1f34c5bc89 None None] Attempting to bind port 8eddae09-e2d7-4e33-8f95-267d600faa24 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:40:12.806073 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-862c29f7-6f14-4ba7-bd9b-4d1f34c5bc89 None None] Attempting to bind port 8eddae09-e2d7-4e33-8f95-267d600faa24 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '67670889-20b9-4667-8437-48181c4e1b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0e286c1a-0a30-457c-8fab-72a638bce5a6'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:40:12.806458 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862c29f7-6f14-4ba7-bd9b-4d1f34c5bc89 None None] Attempting to bind port 8eddae09-e2d7-4e33-8f95-267d600faa24 on network 0e286c1a-0a30-457c-8fab-72a638bce5a6 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:40:12.819861 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862c29f7-6f14-4ba7-bd9b-4d1f34c5bc89 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:40:12.820527 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862c29f7-6f14-4ba7-bd9b-4d1f34c5bc89 None None] Checking segment: {'id': '67670889-20b9-4667-8437-48181c4e1b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0e286c1a-0a30-457c-8fab-72a638bce5a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:40:12.821691 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-862c29f7-6f14-4ba7-bd9b-4d1f34c5bc89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:12.823457 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862c29f7-6f14-4ba7-bd9b-4d1f34c5bc89 None None] Bound using segment: {'id': '67670889-20b9-4667-8437-48181c4e1b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0e286c1a-0a30-457c-8fab-72a638bce5a6'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:40:12.827230 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-862c29f7-6f14-4ba7-bd9b-4d1f34c5bc89 None None] Bound port: 8eddae09-e2d7-4e33-8f95-267d600faa24, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67670889-20b9-4667-8437-48181c4e1b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0e286c1a-0a30-457c-8fab-72a638bce5a6'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:40:12.827872 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-862c29f7-6f14-4ba7-bd9b-4d1f34c5bc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:12.920046 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bdd66ab-c648-4eae-8cdb-c3a57c1477c3 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Made reservation on behalf of f559555ef6124802b230d39d3db00e17 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:40:12.923447 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4bdd66ab-c648-4eae-8cdb-c3a57c1477c3 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:12.941112 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-8d3d5e63-9682-4a78-b275-42b85f5d93a4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:12.956424 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-8d3d5e63-9682-4a78-b275-42b85f5d93a4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:12.964768 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-862c29f7-6f14-4ba7-bd9b-4d1f34c5bc89 None None] For port 8eddae09-e2d7-4e33-8f95-267d600faa24, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:40:12.969668 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30b1104a-8fe7-4929-90ff-5e3b17b2694a tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:12.972574 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-862c29f7-6f14-4ba7-bd9b-4d1f34c5bc89 None None] For port 8eddae09-e2d7-4e33-8f95-267d600faa24, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8eddae09-e2d7-4e33-8f95-267d600faa24,segment=NetworkSegment(67670889-20b9-4667-8437-48181c4e1b16),segment_id=67670889-20b9-4667-8437-48181c4e1b16)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:40:12.974847 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bdd66ab-c648-4eae-8cdb-c3a57c1477c3 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:40:12.992380 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4bdd66ab-c648-4eae-8cdb-c3a57c1477c3 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:12.993484 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-4bdd66ab-c648-4eae-8cdb-c3a57c1477c3 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Added segment 926f15ed-97f5-41fe-9eaf-93898801a146 of type vlan for network a0caca08-2b38-4ed2-b3ac-1076d9239e06 May 27 02:40:13.027592 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b1104a-8fe7-4929-90ff-5e3b17b2694a tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Pushing event deleted for resources: {'Port': ['ID=7756521f-e254-4529-b8bb-be8a431b784a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:13.049700 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3d5e63-9682-4a78-b275-42b85f5d93a4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:40:13.049700 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8d3d5e63-9682-4a78-b275-42b85f5d93a4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:13.050211 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d3d5e63-9682-4a78-b275-42b85f5d93a4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:40:13.050873 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d3d5e63-9682-4a78-b275-42b85f5d93a4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:40:13.068419 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-862c29f7-6f14-4ba7-bd9b-4d1f34c5bc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:13.105065 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4bdd66ab-c648-4eae-8cdb-c3a57c1477c3 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:13.298731 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c29f7-6f14-4ba7-bd9b-4d1f34c5bc89 None None] Pushing event updated for resources: {'Port': ['ID=8eddae09-e2d7-4e33-8f95-267d600faa24,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:13.362464 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8d3d5e63-9682-4a78-b275-42b85f5d93a4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7094755 May 27 02:40:13.363027 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42548) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:13.370613 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-e3834324-f32a-4c6f-999f-9b9dccadbfad tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'subnet': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:13.472417 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4bdd66ab-c648-4eae-8cdb-c3a57c1477c3 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:13.478624 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdd66ab-c648-4eae-8cdb-c3a57c1477c3 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:13.482571 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4bdd66ab-c648-4eae-8cdb-c3a57c1477c3 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:13.530286 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-17fd86bf-a181-4408-9d79-4a8bc9ca13fe tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:13.536085 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30b1104a-8fe7-4929-90ff-5e3b17b2694a tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:13.604787 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-30b1104a-8fe7-4929-90ff-5e3b17b2694a tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] 10.222.0.57 "DELETE /v2.0/ports/7756521f-e254-4529-b8bb-be8a431b784a HTTP/1.1" status: 204 len: 168 time: 1.8216934 May 27 02:40:13.606882 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42558) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:13.649288 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-17fd86bf-a181-4408-9d79-4a8bc9ca13fe tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Transition to ACTIVE for port object 59c43125-15d8-4843-8399-9ec1c2ed06a6 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:40:13.658509 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e3834324-f32a-4c6f-999f-9b9dccadbfad tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:13.672206 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd66ab-c648-4eae-8cdb-c3a57c1477c3 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'Network': ['ID=a0caca08-2b38-4ed2-b3ac-1076d9239e06,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:13.673730 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-09f3350a-a967-4db4-a849-e9e3c45b9c66 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] GET failed (client error): The resource could not be found. May 27 02:40:13.675730 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-09f3350a-a967-4db4-a849-e9e3c45b9c66 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Synchronizing usage tracker for tenant:099a71649d3e4085a874a6a1bf125cfc on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:40:13.681878 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e3834324-f32a-4c6f-999f-9b9dccadbfad tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:13.710373 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42564) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:13.710830 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network a0caca08-2b38-4ed2-b3ac-1076d9239e06 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:40:13.711937 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4bdd66ab-c648-4eae-8cdb-c3a57c1477c3 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0831711 May 27 02:40:13.720964 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-6c774615-6703-46f0-a092-10ee1f93cd30 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'subnet': {'network_id': 'a0caca08-2b38-4ed2-b3ac-1076d9239e06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:13.808414 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3834324-f32a-4c6f-999f-9b9dccadbfad tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:40:13.816020 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e3834324-f32a-4c6f-999f-9b9dccadbfad tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:13.821280 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3834324-f32a-4c6f-999f-9b9dccadbfad tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:40:13.821280 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3834324-f32a-4c6f-999f-9b9dccadbfad tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:40:13.827906 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-17fd86bf-a181-4408-9d79-4a8bc9ca13fe tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:13.855906 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-09f3350a-a967-4db4-a849-e9e3c45b9c66 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Unset dirty status for tenant:099a71649d3e4085a874a6a1bf125cfc on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:40:13.864428 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-09f3350a-a967-4db4-a849-e9e3c45b9c66 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] 10.222.0.57 "GET /v2.0/ports/7756521f-e254-4529-b8bb-be8a431b784a HTTP/1.1" status: 404 len: 333 time: 0.2563529 May 27 02:40:13.870716 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42568) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:13.902264 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-1a6fe8ca-5381-4ab4-a6f6-4482eb59a2d3 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Request body: {'port': {'network_id': '5c0771bc-b8c8-42df-b17f-a539c9636f96', 'name': 'tempest-AllowedAddressPairTestJSON-1022874472'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:13.970716 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd86bf-a181-4408-9d79-4a8bc9ca13fe tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Pushing event updated for resources: {'Port': ['ID=59c43125-15d8-4843-8399-9ec1c2ed06a6,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:13.980977 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fd86bf-a181-4408-9d79-4a8bc9ca13fe tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Network 0e286c1a-0a30-457c-8fab-72a638bce5a6 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:40:13.990512 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-17fd86bf-a181-4408-9d79-4a8bc9ca13fe tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:40:13.990512 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fd86bf-a181-4408-9d79-4a8bc9ca13fe tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:40:14.019363 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e3834324-f32a-4c6f-999f-9b9dccadbfad tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6525404 May 27 02:40:14.019554 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6c774615-6703-46f0-a092-10ee1f93cd30 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:14.021353 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42574) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:14.024642 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6c774615-6703-46f0-a092-10ee1f93cd30 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Usage tracker for resource:subnet and tenant:f559555ef6124802b230d39d3db00e17 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:40:14.030204 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6c774615-6703-46f0-a092-10ee1f93cd30 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:40:14.033706 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-9e36f792-4416-41a0-a3b3-c292be5d80bc tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'subnet': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:14.048113 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6c774615-6703-46f0-a092-10ee1f93cd30 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:14.075801 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1a6fe8ca-5381-4ab4-a6f6-4482eb59a2d3 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:14.085706 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1a6fe8ca-5381-4ab4-a6f6-4482eb59a2d3 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:14.128155 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c774615-6703-46f0-a092-10ee1f93cd30 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Made reservation on behalf of f559555ef6124802b230d39d3db00e17 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:40:14.131625 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6c774615-6703-46f0-a092-10ee1f93cd30 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:14.143406 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fd86bf-a181-4408-9d79-4a8bc9ca13fe tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:14.144052 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-17fd86bf-a181-4408-9d79-4a8bc9ca13fe tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:14.154771 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6fe8ca-5381-4ab4-a6f6-4482eb59a2d3 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Made reservation on behalf of 099a71649d3e4085a874a6a1bf125cfc for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:40:14.158260 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1a6fe8ca-5381-4ab4-a6f6-4482eb59a2d3 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:14.181051 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-9e36f792-4416-41a0-a3b3-c292be5d80bc tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:14.194331 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-9e36f792-4416-41a0-a3b3-c292be5d80bc tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:14.238366 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-17fd86bf-a181-4408-9d79-4a8bc9ca13fe tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.8074586 May 27 02:40:14.240264 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42580) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:14.247846 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-adea9421-7f2e-4917-9378-e8281ffb500c tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1604367570', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:14.255667 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-1a6fe8ca-5381-4ab4-a6f6-4482eb59a2d3 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] device_id is not set on port 6c173dfd-3f0c-40b6-9e4a-7f26ff94d80c yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:40:14.256336 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e36f792-4416-41a0-a3b3-c292be5d80bc tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:40:14.260964 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9e36f792-4416-41a0-a3b3-c292be5d80bc tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:14.262543 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e36f792-4416-41a0-a3b3-c292be5d80bc tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:40:14.263147 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e36f792-4416-41a0-a3b3-c292be5d80bc tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:40:14.269059 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-adea9421-7f2e-4917-9378-e8281ffb500c tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:14.278743 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-adea9421-7f2e-4917-9378-e8281ffb500c tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Usage tracker for resource:router and tenant:92fab5be7a7644f89ca0f3e4425a1275 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:40:14.283839 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-adea9421-7f2e-4917-9378-e8281ffb500c tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:40:14.290902 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-adea9421-7f2e-4917-9378-e8281ffb500c tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:14.362855 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9e36f792-4416-41a0-a3b3-c292be5d80bc tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3405805 May 27 02:40:14.365454 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42584) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:14.425605 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-adea9421-7f2e-4917-9378-e8281ffb500c tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:14.426746 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-adea9421-7f2e-4917-9378-e8281ffb500c tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:14.434668 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-cb380adb-d2d3-418c-87d3-6e87540f3eff tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0653903 May 27 02:40:14.434879 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42590) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:14.472799 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-1a6fe8ca-5381-4ab4-a6f6-4482eb59a2d3 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Allocated IP 172.20.0.9 (5c0771bc-b8c8-42df-b17f-a539c9636f96/c85cc6c3-d822-484a-af4d-e70b48d6d115/6c173dfd-3f0c-40b6-9e4a-7f26ff94d80c) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:40:14.515188 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-adea9421-7f2e-4917-9378-e8281ffb500c tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:14.550104 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3245e984-95e3-46a8-b5db-f98b58c0baf6 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:14.552392 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3245e984-95e3-46a8-b5db-f98b58c0baf6 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1164155 May 27 02:40:14.555574 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42600) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:14.651302 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-adea9421-7f2e-4917-9378-e8281ffb500c tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:14.684596 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-38d23e61-9f73-4ab9-9e17-fe76324de320 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1275594 May 27 02:40:14.689953 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42606) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:14.693931 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6c774615-6703-46f0-a092-10ee1f93cd30 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:14.702308 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-3cee39d8-50ff-45a9-b9a1-b446bffaec66 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'subnet': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:14.819339 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-adea9421-7f2e-4917-9378-e8281ffb500c tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:14.821659 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-adea9421-7f2e-4917-9378-e8281ffb500c tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5802083 May 27 02:40:14.826408 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c774615-6703-46f0-a092-10ee1f93cd30 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Checking segment: {'id': '926f15ed-97f5-41fe-9eaf-93898801a146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a0caca08-2b38-4ed2-b3ac-1076d9239e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:40:14.827362 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42610) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:14.827767 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c774615-6703-46f0-a092-10ee1f93cd30 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Network hostable DHCP agents. Network: a0caca08-2b38-4ed2-b3ac-1076d9239e06, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:40:14.845169 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-93e85fdf-c402-4e0b-8fbf-325ddf387755 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1125399550', 'prefixes': ['172.20.0.0/16']}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:14.859048 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f932ad85-8db6-4351-9758-2f8b0dee0e16 None None] Network 0e286c1a-0a30-457c-8fab-72a638bce5a6 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:40:14.872322 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c774615-6703-46f0-a092-10ee1f93cd30 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'Subnet': ['ID=d40357c4-301d-423f-95c6-ba9caf6246e5,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:14.877619 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-93e85fdf-c402-4e0b-8fbf-325ddf387755 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:14.892189 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-3cee39d8-50ff-45a9-b9a1-b446bffaec66 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:14.904810 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-3cee39d8-50ff-45a9-b9a1-b446bffaec66 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:14.907751 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1a6fe8ca-5381-4ab4-a6f6-4482eb59a2d3 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:14.925932 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-1a6fe8ca-5381-4ab4-a6f6-4482eb59a2d3 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Transition to ACTIVE for port object 6c173dfd-3f0c-40b6-9e4a-7f26ff94d80c will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:40:14.976227 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c774615-6703-46f0-a092-10ee1f93cd30 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Network a0caca08-2b38-4ed2-b3ac-1076d9239e06 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:40:14.979056 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cee39d8-50ff-45a9-b9a1-b446bffaec66 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:40:14.982534 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3cee39d8-50ff-45a9-b9a1-b446bffaec66 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:15.026333 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1a6fe8ca-5381-4ab4-a6f6-4482eb59a2d3 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:15.137572 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c4579e0f-043e-4bc8-b756-4247a19a1c85 None None] Provisioning for port 8eddae09-e2d7-4e33-8f95-267d600faa24 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:40:15.173153 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-6c774615-6703-46f0-a092-10ee1f93cd30 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, a0caca08-2b38-4ed2-b3ac-1076d9239e06) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:40:15.178568 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c774615-6703-46f0-a092-10ee1f93cd30 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:15.179270 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6c774615-6703-46f0-a092-10ee1f93cd30 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:15.236050 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6fe8ca-5381-4ab4-a6f6-4482eb59a2d3 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Network 5c0771bc-b8c8-42df-b17f-a539c9636f96 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:40:15.238339 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb52dff-9d13-49b5-a0a3-6cc71677808f None None] Network a0caca08-2b38-4ed2-b3ac-1076d9239e06 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:40:15.239602 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-1a6fe8ca-5381-4ab4-a6f6-4482eb59a2d3 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:40:15.242149 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6fe8ca-5381-4ab4-a6f6-4482eb59a2d3 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:40:15.298665 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6fe8ca-5381-4ab4-a6f6-4482eb59a2d3 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Pushing event updated for resources: {'Port': ['ID=6c173dfd-3f0c-40b6-9e4a-7f26ff94d80c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:15.330005 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6c774615-6703-46f0-a092-10ee1f93cd30 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6185193 May 27 02:40:15.330872 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42620) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:15.343245 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6fe8ca-5381-4ab4-a6f6-4482eb59a2d3 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:15.344308 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1a6fe8ca-5381-4ab4-a6f6-4482eb59a2d3 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:15.351361 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-bb5c3553-97e5-49e3-a3c0-8c7d75ec63f0 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'port': {'network_id': 'a0caca08-2b38-4ed2-b3ac-1076d9239e06', 'name': 'tempest-PortsTestJSON-2103469847'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:15.387337 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-93e85fdf-c402-4e0b-8fbf-325ddf387755 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Notify callbacks [] for subnetpool, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:15.391765 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-93e85fdf-c402-4e0b-8fbf-325ddf387755 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5605097 May 27 02:40:15.392867 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42624) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:15.398201 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.tag.tag_plugin [None req-0b13926b-7ece-43ad-94a1-6f903b32e77d tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9ffe64c5-e747-4e6a-93e4-e96ff9a3c7be', 'tempest-TagsExtTest-Tag-2037943096') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:15.475881 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1a6fe8ca-5381-4ab4-a6f6-4482eb59a2d3 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6005538 May 27 02:40:15.477560 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42630) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:15.488381 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-748ed6a6-af45-4abf-a23e-dda40bcefb12 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:66:ab:ce'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:15.583701 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-bb5c3553-97e5-49e3-a3c0-8c7d75ec63f0 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:15.627979 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-bb5c3553-97e5-49e3-a3c0-8c7d75ec63f0 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:15.685840 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358ca526-aab7-4da5-a184-893bd13c79bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-a0caca08-2b38-4ed2-b3ac-1076d9239e06', 'network_id': 'a0caca08-2b38-4ed2-b3ac-1076d9239e06', 'tenant_id': 'f559555ef6124802b230d39d3db00e17', 'fixed_ips': [{'subnet_id': 'd40357c4-301d-423f-95c6-ba9caf6246e5'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:40:15.686684 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-358ca526-aab7-4da5-a184-893bd13c79bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:15.725397 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-748ed6a6-af45-4abf-a23e-dda40bcefb12 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:15.775608 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8eddae09-e2d7-4e33-8f95-267d600faa24 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:40:15.867230 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9aa231fe-fec1-4392-a06b-5363b3ff6f82 None None] Provisioning for port 6c173dfd-3f0c-40b6-9e4a-7f26ff94d80c completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:40:16.001073 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9aa231fe-fec1-4392-a06b-5363b3ff6f82 None None] Provisioning complete for port 6c173dfd-3f0c-40b6-9e4a-7f26ff94d80c triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:16.001706 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9aa231fe-fec1-4392-a06b-5363b3ff6f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:16.046268 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5c3553-97e5-49e3-a3c0-8c7d75ec63f0 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Made reservation on behalf of f559555ef6124802b230d39d3db00e17 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:40:16.050518 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bb5c3553-97e5-49e3-a3c0-8c7d75ec63f0 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:16.069547 n-d-843554-3 neutron-server[88902]: DEBUG neutron.objects.ports [None req-3cee39d8-50ff-45a9-b9a1-b446bffaec66 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88902) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 02:40:16.071865 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3cee39d8-50ff-45a9-b9a1-b446bffaec66 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:16.100811 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9aa231fe-fec1-4392-a06b-5363b3ff6f82 None None] Port 6c173dfd-3f0c-40b6-9e4a-7f26ff94d80c cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:40:16.169416 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cee39d8-50ff-45a9-b9a1-b446bffaec66 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Subnet': ['ID=8be23487-8945-4dd7-aa2d-21d7a312e78a,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:16.187300 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cee39d8-50ff-45a9-b9a1-b446bffaec66 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:40:16.188638 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-bb5c3553-97e5-49e3-a3c0-8c7d75ec63f0 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] device_id is not set on port 44387f38-18a4-45c1-8e34-c40c6d78ee6f yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:40:16.241330 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-3cee39d8-50ff-45a9-b9a1-b446bffaec66 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:40:16.251310 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cee39d8-50ff-45a9-b9a1-b446bffaec66 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:16.251903 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3cee39d8-50ff-45a9-b9a1-b446bffaec66 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:16.271921 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 8eddae09-e2d7-4e33-8f95-267d600faa24 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:40:16.295011 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6f8bbe-fdb8-4615-8bc4-268172532799 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:40:16.303719 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42644) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:16.303915 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0b13926b-7ece-43ad-94a1-6f903b32e77d tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "PUT /v2.0/subnets/9ffe64c5-e747-4e6a-93e4-e96ff9a3c7be/tags/tempest-TagsExtTest-Tag-2037943096 HTTP/1.1" status: 201 len: 201 time: 0.9094999 May 27 02:40:16.313418 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.tag.tag_plugin [None req-7fd9773a-75d5-4833-95ea-ee8f8c52c708 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '59c43125-15d8-4843-8399-9ec1c2ed06a6', 'tempest-TagsExtTest-Tag-165124665') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:16.342806 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 8eddae09-e2d7-4e33-8f95-267d600faa24 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:16.343318 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:16.384238 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3cee39d8-50ff-45a9-b9a1-b446bffaec66 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6876812 May 27 02:40:16.384485 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42648) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:16.412491 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b599ff8d-1f43-4144-8b7f-504702dcb421 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'port': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'mac_address': 'fa:16:3e:4b:20:73', 'name': 'tempest-NetworksTestDHCPv6-1335191182'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:16.476759 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-97c2bd15-1c62-4d06-9df6-c4efd7d68289 None None] Provisioning complete for port 8eddae09-e2d7-4e33-8f95-267d600faa24 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:16.477393 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97c2bd15-1c62-4d06-9df6-c4efd7d68289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:16.523756 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7fd9773a-75d5-4833-95ea-ee8f8c52c708 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "PUT /v2.0/ports/59c43125-15d8-4843-8399-9ec1c2ed06a6/tags/tempest-TagsExtTest-Tag-165124665 HTTP/1.1" status: 201 len: 201 time: 0.2179782 May 27 02:40:16.526393 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42654) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:16.532356 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.tag.tag_plugin [None req-51805d36-8a72-4715-a709-fdec9725da56 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0597cae7-77f2-42d7-80d9-3bd867083004', 'tempest-TagsExtTest-Tag-971923524') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:16.538998 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-358ca526-aab7-4da5-a184-893bd13c79bf None None] Allocated IP 172.20.0.2 (a0caca08-2b38-4ed2-b3ac-1076d9239e06/d40357c4-301d-423f-95c6-ba9caf6246e5/1689de12-1575-4a16-aaa0-7c3b5986a4de) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:40:16.626667 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b599ff8d-1f43-4144-8b7f-504702dcb421 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:16.633113 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b599ff8d-1f43-4144-8b7f-504702dcb421 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:port and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:40:16.644267 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b599ff8d-1f43-4144-8b7f-504702dcb421 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:40:16.653603 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b599ff8d-1f43-4144-8b7f-504702dcb421 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:16.656757 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-748ed6a6-af45-4abf-a23e-dda40bcefb12 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:16.734333 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-748ed6a6-af45-4abf-a23e-dda40bcefb12 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:16.804553 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 8eddae09-e2d7-4e33-8f95-267d600faa24 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:40:16.806479 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:16.806611 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b599ff8d-1f43-4144-8b7f-504702dcb421 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:40:16.817662 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-51805d36-8a72-4715-a709-fdec9725da56 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "PUT /v2.0/routers/0597cae7-77f2-42d7-80d9-3bd867083004/tags/tempest-TagsExtTest-Tag-971923524 HTTP/1.1" status: 201 len: 201 time: 0.2898226 May 27 02:40:16.818295 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42662) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:16.823951 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.tag.tag_plugin [None req-6d63cc05-7861-418d-976e-d429c7329f01 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ce45a253-4b34-4f95-919d-aaea740f06ee', 'tempest-TagsExtTest-Tag-525243899') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:16.929331 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6d63cc05-7861-418d-976e-d429c7329f01 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "PUT /v2.0/subnetpools/ce45a253-4b34-4f95-919d-aaea740f06ee/tags/tempest-TagsExtTest-Tag-525243899 HTTP/1.1" status: 201 len: 201 time: 0.1099312 May 27 02:40:16.935180 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42666) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:16.955392 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.tag.tag_plugin [None req-4484f818-8e95-4fb9-98c9-d3f76feda1d2 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9ffe64c5-e747-4e6a-93e4-e96ff9a3c7be') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:16.968211 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748ed6a6-af45-4abf-a23e-dda40bcefb12 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Pushing event updated for resources: {'Port': ['ID=6c173dfd-3f0c-40b6-9e4a-7f26ff94d80c,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:17.032668 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b599ff8d-1f43-4144-8b7f-504702dcb421 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:17.038631 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e06f3f-e0cb-4de0-bfb4-3c397e04b369 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-1e095441-a19f-4261-8588-a806dc249ed2', 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'tenant_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'fixed_ips': [{'subnet_id': '8be23487-8945-4dd7-aa2d-21d7a312e78a'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:40:17.038631 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b3e06f3f-e0cb-4de0-bfb4-3c397e04b369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:17.110375 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4484f818-8e95-4fb9-98c9-d3f76feda1d2 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "GET /v2.0/subnets/9ffe64c5-e747-4e6a-93e4-e96ff9a3c7be/tags HTTP/1.1" status: 200 len: 241 time: 0.1739376 May 27 02:40:17.111715 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42674) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:17.115139 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-b599ff8d-1f43-4144-8b7f-504702dcb421 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] device_id is not set on port bdfc0ed9-de10-4403-83be-2f7fbb49da58 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:40:17.128873 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.tag.tag_plugin [None req-cc3aade0-ccd9-473f-9411-01ca1097b811 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9ffe64c5-e747-4e6a-93e4-e96ff9a3c7be', 'tempest-TagsExtTest-Tag-2037943096') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:17.133786 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 8eddae09-e2d7-4e33-8f95-267d600faa24, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8eddae09-e2d7-4e33-8f95-267d600faa24,segment=NetworkSegment(67670889-20b9-4667-8437-48181c4e1b16),segment_id=67670889-20b9-4667-8437-48181c4e1b16)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:40:17.145722 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-97c2bd15-1c62-4d06-9df6-c4efd7d68289 None None] Current status of the port 8eddae09-e2d7-4e33-8f95-267d600faa24 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:40:17.146376 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97c2bd15-1c62-4d06-9df6-c4efd7d68289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:17.252260 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-748ed6a6-af45-4abf-a23e-dda40bcefb12 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] In _notify_port_updated(), no bound segment for port 6c173dfd-3f0c-40b6-9e4a-7f26ff94d80c on network 5c0771bc-b8c8-42df-b17f-a539c9636f96 {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:40:17.258696 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748ed6a6-af45-4abf-a23e-dda40bcefb12 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:17.259472 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-748ed6a6-af45-4abf-a23e-dda40bcefb12 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:17.264012 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42678) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:17.264685 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-748ed6a6-af45-4abf-a23e-dda40bcefb12 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] 10.222.0.57 "PUT /v2.0/ports/6c173dfd-3f0c-40b6-9e4a-7f26ff94d80c HTTP/1.1" status: 200 len: 996 time: 1.7853644 May 27 02:40:17.312207 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:17.370466 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-cc3aade0-ccd9-473f-9411-01ca1097b811 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "GET /v2.0/subnets/9ffe64c5-e747-4e6a-93e4-e96ff9a3c7be/tags/tempest-TagsExtTest-Tag-2037943096 HTTP/1.1" status: 204 len: 168 time: 0.2554107 May 27 02:40:17.371079 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-b599ff8d-1f43-4144-8b7f-504702dcb421 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Allocated IP 2001:db8::f816:3eff:fe4b:2073 (1e095441-a19f-4261-8588-a806dc249ed2/8be23487-8945-4dd7-aa2d-21d7a312e78a/bdfc0ed9-de10-4403-83be-2f7fbb49da58) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:40:17.381505 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42684) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:17.408549 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.tag.tag_plugin [None req-d0e36ae3-9082-4b33-9f84-adb906242578 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '9ffe64c5-e747-4e6a-93e4-e96ff9a3c7be', 'tempest-TagsExtTest-Tag-2037943096') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:17.442151 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=8eddae09-e2d7-4e33-8f95-267d600faa24,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:17.518850 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-57e6f2de-43ea-4dd8-8a0d-198d64274432 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Deleting port 6c173dfd-3f0c-40b6-9e4a-7f26ff94d80c {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:40:17.519228 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-57e6f2de-43ea-4dd8-8a0d-198d64274432 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:17.603342 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-97c2bd15-1c62-4d06-9df6-c4efd7d68289 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:40:17.603922 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-97c2bd15-1c62-4d06-9df6-c4efd7d68289 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:40:17.673785 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-358ca526-aab7-4da5-a184-893bd13c79bf None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:17.696700 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8eddae09-e2d7-4e33-8f95-267d600faa24 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:40:17.748942 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b599ff8d-1f43-4144-8b7f-504702dcb421 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:17.782051 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-b599ff8d-1f43-4144-8b7f-504702dcb421 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Transition to ACTIVE for port object bdfc0ed9-de10-4403-83be-2f7fbb49da58 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:40:17.831618 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-358ca526-aab7-4da5-a184-893bd13c79bf None None] Transition to ACTIVE for port object 1689de12-1575-4a16-aaa0-7c3b5986a4de will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:40:17.845832 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-57e6f2de-43ea-4dd8-8a0d-198d64274432 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:17.855000 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b599ff8d-1f43-4144-8b7f-504702dcb421 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:17.864923 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d0e36ae3-9082-4b33-9f84-adb906242578 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "DELETE /v2.0/subnets/9ffe64c5-e747-4e6a-93e4-e96ff9a3c7be/tags/tempest-TagsExtTest-Tag-2037943096 HTTP/1.1" status: 204 len: 168 time: 0.4760563 May 27 02:40:17.916650 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42694) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:17.918006 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-358ca526-aab7-4da5-a184-893bd13c79bf None None] Transition to ACTIVE for port object 1689de12-1575-4a16-aaa0-7c3b5986a4de will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:40:17.925148 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 8eddae09-e2d7-4e33-8f95-267d600faa24 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:17.925719 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:17.985465 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.tag.tag_plugin [None req-2d1ad0ff-7078-4cf6-bce5-47f33522c237 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9ffe64c5-e747-4e6a-93e4-e96ff9a3c7be') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:17.990063 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-b3e06f3f-e0cb-4de0-bfb4-3c397e04b369 None None] Allocated IP 2001:db8::f816:3eff:fe58:a125 (1e095441-a19f-4261-8588-a806dc249ed2/8be23487-8945-4dd7-aa2d-21d7a312e78a/0223e643-b578-417d-8344-8249afcdc928) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:40:17.990401 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b599ff8d-1f43-4144-8b7f-504702dcb421 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Port': ['ID=bdfc0ed9-de10-4403-83be-2f7fbb49da58,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:18.020644 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b599ff8d-1f43-4144-8b7f-504702dcb421 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:40:18.026107 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-b599ff8d-1f43-4144-8b7f-504702dcb421 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:40:18.028778 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b599ff8d-1f43-4144-8b7f-504702dcb421 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:40:18.035565 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b599ff8d-1f43-4144-8b7f-504702dcb421 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:18.035889 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-358ca526-aab7-4da5-a184-893bd13c79bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:18.036008 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b599ff8d-1f43-4144-8b7f-504702dcb421 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:18.052128 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-57e6f2de-43ea-4dd8-8a0d-198d64274432 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Calling delete_port for 6c173dfd-3f0c-40b6-9e4a-7f26ff94d80c owned by {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:40:18.163448 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b599ff8d-1f43-4144-8b7f-504702dcb421 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7778959 May 27 02:40:18.166324 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42700) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:18.222890 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-bb5c3553-97e5-49e3-a3c0-8c7d75ec63f0 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Allocated IP 172.20.0.5 (a0caca08-2b38-4ed2-b3ac-1076d9239e06/d40357c4-301d-423f-95c6-ba9caf6246e5/44387f38-18a4-45c1-8e34-c40c6d78ee6f) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:40:18.223918 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358ca526-aab7-4da5-a184-893bd13c79bf None None] Network a0caca08-2b38-4ed2-b3ac-1076d9239e06 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:40:18.237933 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2d1ad0ff-7078-4cf6-bce5-47f33522c237 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "GET /v2.0/subnets/9ffe64c5-e747-4e6a-93e4-e96ff9a3c7be/tags HTTP/1.1" status: 200 len: 205 time: 0.3182256 May 27 02:40:18.238127 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42706) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:18.245010 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.tag.tag_plugin [None req-68a39e6d-bd32-4ce1-b76a-c561f4b31214 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '59c43125-15d8-4843-8399-9ec1c2ed06a6') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:18.251603 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-358ca526-aab7-4da5-a184-893bd13c79bf None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:40:18.265966 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358ca526-aab7-4da5-a184-893bd13c79bf None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:40:18.362665 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b55920-2736-49a9-9702-f5f0f06942c7 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:18.363411 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-40b55920-2736-49a9-9702-f5f0f06942c7 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:40:18.379680 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 8eddae09-e2d7-4e33-8f95-267d600faa24 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:40:18.384025 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42710) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:18.390853 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-68a39e6d-bd32-4ce1-b76a-c561f4b31214 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "GET /v2.0/ports/59c43125-15d8-4843-8399-9ec1c2ed06a6/tags HTTP/1.1" status: 200 len: 240 time: 0.1487455 May 27 02:40:18.394412 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.tag.tag_plugin [None req-08bba688-6bef-4094-b30b-cae6a9daf4f9 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '59c43125-15d8-4843-8399-9ec1c2ed06a6', 'tempest-TagsExtTest-Tag-165124665') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:18.410113 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ca526-aab7-4da5-a184-893bd13c79bf None None] Pushing event updated for resources: {'Port': ['ID=1689de12-1575-4a16-aaa0-7c3b5986a4de,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:18.427189 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-97c2bd15-1c62-4d06-9df6-c4efd7d68289 None None] Current status of the port 8eddae09-e2d7-4e33-8f95-267d600faa24 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:40:18.468489 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-358ca526-aab7-4da5-a184-893bd13c79bf None None] Attempting to bind port 1689de12-1575-4a16-aaa0-7c3b5986a4de on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:40:18.468885 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-358ca526-aab7-4da5-a184-893bd13c79bf None None] Attempting to bind port 1689de12-1575-4a16-aaa0-7c3b5986a4de by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '926f15ed-97f5-41fe-9eaf-93898801a146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a0caca08-2b38-4ed2-b3ac-1076d9239e06'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:40:18.469487 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358ca526-aab7-4da5-a184-893bd13c79bf None None] Attempting to bind port 1689de12-1575-4a16-aaa0-7c3b5986a4de on network a0caca08-2b38-4ed2-b3ac-1076d9239e06 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:40:18.487653 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358ca526-aab7-4da5-a184-893bd13c79bf None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:40:18.488409 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358ca526-aab7-4da5-a184-893bd13c79bf None None] Checking segment: {'id': '926f15ed-97f5-41fe-9eaf-93898801a146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a0caca08-2b38-4ed2-b3ac-1076d9239e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:40:18.488875 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-358ca526-aab7-4da5-a184-893bd13c79bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:18.489482 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358ca526-aab7-4da5-a184-893bd13c79bf None None] Bound using segment: {'id': '926f15ed-97f5-41fe-9eaf-93898801a146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a0caca08-2b38-4ed2-b3ac-1076d9239e06'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:40:18.490195 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-358ca526-aab7-4da5-a184-893bd13c79bf None None] Bound port: 1689de12-1575-4a16-aaa0-7c3b5986a4de, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '926f15ed-97f5-41fe-9eaf-93898801a146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a0caca08-2b38-4ed2-b3ac-1076d9239e06'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:40:18.490791 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-358ca526-aab7-4da5-a184-893bd13c79bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:18.517310 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-40b55920-2736-49a9-9702-f5f0f06942c7 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:40:18.518862 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-40b55920-2736-49a9-9702-f5f0f06942c7 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3513029 May 27 02:40:18.521475 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42716) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:18.678875 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-7f77d23f-1237-4417-8908-2bad27b5095d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting port bdfc0ed9-de10-4403-83be-2f7fbb49da58 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:40:18.679561 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7f77d23f-1237-4417-8908-2bad27b5095d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:18.685955 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-97c2bd15-1c62-4d06-9df6-c4efd7d68289 None None] Provisioning for port 59c43125-15d8-4843-8399-9ec1c2ed06a6 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:40:18.695376 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-57e6f2de-43ea-4dd8-8a0d-198d64274432 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:18.697556 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-97c2bd15-1c62-4d06-9df6-c4efd7d68289 None None] Provisioning complete for port 59c43125-15d8-4843-8399-9ec1c2ed06a6 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:18.697953 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97c2bd15-1c62-4d06-9df6-c4efd7d68289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:18.791600 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e6f2de-43ea-4dd8-8a0d-198d64274432 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Pushing event deleted for resources: {'Port': ['ID=6c173dfd-3f0c-40b6-9e4a-7f26ff94d80c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:18.831358 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b3e06f3f-e0cb-4de0-bfb4-3c397e04b369 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:18.847532 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-97c2bd15-1c62-4d06-9df6-c4efd7d68289 None None] Port 59c43125-15d8-4843-8399-9ec1c2ed06a6 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:40:18.908462 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-b3e06f3f-e0cb-4de0-bfb4-3c397e04b369 None None] Transition to ACTIVE for port object 0223e643-b578-417d-8344-8249afcdc928 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:40:18.924584 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-358ca526-aab7-4da5-a184-893bd13c79bf None None] For port 1689de12-1575-4a16-aaa0-7c3b5986a4de, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:40:18.963216 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-358ca526-aab7-4da5-a184-893bd13c79bf None None] For port 1689de12-1575-4a16-aaa0-7c3b5986a4de, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1689de12-1575-4a16-aaa0-7c3b5986a4de,segment=NetworkSegment(926f15ed-97f5-41fe-9eaf-93898801a146),segment_id=926f15ed-97f5-41fe-9eaf-93898801a146)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:40:19.001495 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-b3e06f3f-e0cb-4de0-bfb4-3c397e04b369 None None] Transition to ACTIVE for port object 0223e643-b578-417d-8344-8249afcdc928 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:40:19.015898 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a06f4581-5fc7-4dee-b71d-b76a38a8d02c None None] Could not find standard attr ID for object 6c173dfd-3f0c-40b6-9e4a-7f26ff94d80c. {{(pid=88903) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:40:19.058202 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-358ca526-aab7-4da5-a184-893bd13c79bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:19.111533 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-08bba688-6bef-4094-b30b-cae6a9daf4f9 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "GET /v2.0/ports/59c43125-15d8-4843-8399-9ec1c2ed06a6/tags/tempest-TagsExtTest-Tag-165124665 HTTP/1.1" status: 204 len: 168 time: 0.7227588 May 27 02:40:19.114870 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42726) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:19.143011 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b3e06f3f-e0cb-4de0-bfb4-3c397e04b369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:19.168739 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7f77d23f-1237-4417-8908-2bad27b5095d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:19.181779 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.tag.tag_plugin [None req-f845d4a4-d929-49c2-8f3a-82de82b5a384 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '59c43125-15d8-4843-8399-9ec1c2ed06a6', 'tempest-TagsExtTest-Tag-165124665') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:19.221878 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e06f3f-e0cb-4de0-bfb4-3c397e04b369 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:40:19.224546 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-b3e06f3f-e0cb-4de0-bfb4-3c397e04b369 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:40:19.235307 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e06f3f-e0cb-4de0-bfb4-3c397e04b369 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:40:19.238911 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ca526-aab7-4da5-a184-893bd13c79bf None None] Pushing event updated for resources: {'Port': ['ID=1689de12-1575-4a16-aaa0-7c3b5986a4de,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:19.276840 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bb5c3553-97e5-49e3-a3c0-8c7d75ec63f0 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:19.303455 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-57e6f2de-43ea-4dd8-8a0d-198d64274432 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:19.321564 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-bb5c3553-97e5-49e3-a3c0-8c7d75ec63f0 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Transition to ACTIVE for port object 44387f38-18a4-45c1-8e34-c40c6d78ee6f will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:40:19.330008 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:19.421034 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-57e6f2de-43ea-4dd8-8a0d-198d64274432 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] 10.222.0.57 "DELETE /v2.0/ports/6c173dfd-3f0c-40b6-9e4a-7f26ff94d80c HTTP/1.1" status: 204 len: 168 time: 2.1556041 May 27 02:40:19.422791 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bb5c3553-97e5-49e3-a3c0-8c7d75ec63f0 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:19.426360 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42734) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:19.427673 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-7f77d23f-1237-4417-8908-2bad27b5095d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Calling delete_port for bdfc0ed9-de10-4403-83be-2f7fbb49da58 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:40:19.482376 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e06f3f-e0cb-4de0-bfb4-3c397e04b369 None None] Pushing event updated for resources: {'Port': ['ID=0223e643-b578-417d-8344-8249afcdc928,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:19.499664 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-b3e06f3f-e0cb-4de0-bfb4-3c397e04b369 None None] Attempting to bind port 0223e643-b578-417d-8344-8249afcdc928 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:40:19.499664 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-b3e06f3f-e0cb-4de0-bfb4-3c397e04b369 None None] Attempting to bind port 0223e643-b578-417d-8344-8249afcdc928 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:40:19.499664 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e06f3f-e0cb-4de0-bfb4-3c397e04b369 None None] Attempting to bind port 0223e643-b578-417d-8344-8249afcdc928 on network 1e095441-a19f-4261-8588-a806dc249ed2 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:40:19.516201 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e06f3f-e0cb-4de0-bfb4-3c397e04b369 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:40:19.516201 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e06f3f-e0cb-4de0-bfb4-3c397e04b369 None None] Checking segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:40:19.516201 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b3e06f3f-e0cb-4de0-bfb4-3c397e04b369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:19.516201 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e06f3f-e0cb-4de0-bfb4-3c397e04b369 None None] Bound using segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:40:19.516201 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-b3e06f3f-e0cb-4de0-bfb4-3c397e04b369 None None] Bound port: 0223e643-b578-417d-8344-8249afcdc928, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:40:19.516201 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b3e06f3f-e0cb-4de0-bfb4-3c397e04b369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:19.560114 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f845d4a4-d929-49c2-8f3a-82de82b5a384 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "DELETE /v2.0/ports/59c43125-15d8-4843-8399-9ec1c2ed06a6/tags/tempest-TagsExtTest-Tag-165124665 HTTP/1.1" status: 204 len: 168 time: 0.4338994 May 27 02:40:19.578205 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42738) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:19.596448 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd43a3e8-6eb5-40ed-9560-369f67a5c578 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] GET failed (client error): The resource could not be found. May 27 02:40:19.596968 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-bd43a3e8-6eb5-40ed-9560-369f67a5c578 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Synchronizing usage tracker for tenant:099a71649d3e4085a874a6a1bf125cfc on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:40:19.605083 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.tag.tag_plugin [None req-6e2dceff-89d2-4654-9d27-1a2076af433b tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '59c43125-15d8-4843-8399-9ec1c2ed06a6') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:19.612938 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:19.648827 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-b3e06f3f-e0cb-4de0-bfb4-3c397e04b369 None None] For port 0223e643-b578-417d-8344-8249afcdc928, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:40:19.666537 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5c3553-97e5-49e3-a3c0-8c7d75ec63f0 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Network a0caca08-2b38-4ed2-b3ac-1076d9239e06 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:40:19.667872 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-b3e06f3f-e0cb-4de0-bfb4-3c397e04b369 None None] For port 0223e643-b578-417d-8344-8249afcdc928, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=0223e643-b578-417d-8344-8249afcdc928,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:40:19.679708 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-bb5c3553-97e5-49e3-a3c0-8c7d75ec63f0 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:40:19.686472 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5c3553-97e5-49e3-a3c0-8c7d75ec63f0 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:40:19.731465 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c3553-97e5-49e3-a3c0-8c7d75ec63f0 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'Port': ['ID=44387f38-18a4-45c1-8e34-c40c6d78ee6f,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:19.754108 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7f77d23f-1237-4417-8908-2bad27b5095d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:19.780416 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b3e06f3f-e0cb-4de0-bfb4-3c397e04b369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:19.781768 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5c3553-97e5-49e3-a3c0-8c7d75ec63f0 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:19.784828 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bb5c3553-97e5-49e3-a3c0-8c7d75ec63f0 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:19.787234 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-bd43a3e8-6eb5-40ed-9560-369f67a5c578 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Unset dirty status for tenant:099a71649d3e4085a874a6a1bf125cfc on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:40:19.792636 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-bd43a3e8-6eb5-40ed-9560-369f67a5c578 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] 10.222.0.57 "GET /v2.0/ports/6c173dfd-3f0c-40b6-9e4a-7f26ff94d80c HTTP/1.1" status: 404 len: 333 time: 0.3627350 May 27 02:40:19.798446 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42744) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:19.808878 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-2821c345-7816-4140-827f-a2b9f0c0044c tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Request body: {'port': {'network_id': '5c0771bc-b8c8-42df-b17f-a539c9636f96', 'name': 'tempest-AllowedAddressPairTestJSON-1068605420'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:19.886075 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77d23f-1237-4417-8908-2bad27b5095d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Port': ['ID=bdfc0ed9-de10-4403-83be-2f7fbb49da58,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:19.925388 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6e2dceff-89d2-4654-9d27-1a2076af433b tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "GET /v2.0/ports/59c43125-15d8-4843-8399-9ec1c2ed06a6/tags HTTP/1.1" status: 200 len: 205 time: 0.3335214 May 27 02:40:19.937106 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42756) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:19.942266 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.tag.tag_plugin [None req-8a3ea4d0-cc0f-4f1b-a85a-62ff5c85539a tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0597cae7-77f2-42d7-80d9-3bd867083004') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:19.982031 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e06f3f-e0cb-4de0-bfb4-3c397e04b369 None None] Pushing event updated for resources: {'Port': ['ID=0223e643-b578-417d-8344-8249afcdc928,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:20.007986 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7f77d23f-1237-4417-8908-2bad27b5095d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:20.023592 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7f77d23f-1237-4417-8908-2bad27b5095d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/ports/bdfc0ed9-de10-4403-83be-2f7fbb49da58 HTTP/1.1" status: 204 len: 168 time: 1.5009985 May 27 02:40:20.024131 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42762) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:20.049389 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-bb5c3553-97e5-49e3-a3c0-8c7d75ec63f0 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.7166691 May 27 02:40:20.069200 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42766) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:20.074753 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-e22d2fc3-f675-4d6a-acc4-b707a9fd0947 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'port': {'network_id': 'a0caca08-2b38-4ed2-b3ac-1076d9239e06', 'name': 'tempest-PortsTestJSON-1510669750'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:20.160317 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a47386-6d8a-41ae-aeaa-53eb666efbc2 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:20.163109 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a47386-6d8a-41ae-aeaa-53eb666efbc2 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:20.163872 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-47a47386-6d8a-41ae-aeaa-53eb666efbc2 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:40:20.272610 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-47a47386-6d8a-41ae-aeaa-53eb666efbc2 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:40:20.276951 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-47a47386-6d8a-41ae-aeaa-53eb666efbc2 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2472346 May 27 02:40:20.277181 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42772) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:20.318929 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8a3ea4d0-cc0f-4f1b-a85a-62ff5c85539a tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "GET /v2.0/routers/0597cae7-77f2-42d7-80d9-3bd867083004/tags HTTP/1.1" status: 200 len: 240 time: 0.3799744 May 27 02:40:20.324691 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42778) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:20.330699 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.tag.tag_plugin [None req-554db232-6a04-405e-b0f3-f0e4aa04a587 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0597cae7-77f2-42d7-80d9-3bd867083004', 'tempest-TagsExtTest-Tag-971923524') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:20.395691 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2f7fe86-1b3c-448b-9b85-58f4ca4c7427 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting subnet 8be23487-8945-4dd7-aa2d-21d7a312e78a {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:40:20.400139 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2f7fe86-1b3c-448b-9b85-58f4ca4c7427 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:20.412918 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-2821c345-7816-4140-827f-a2b9f0c0044c tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:20.486413 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2f7fe86-1b3c-448b-9b85-58f4ca4c7427 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:20.508652 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-2821c345-7816-4140-827f-a2b9f0c0044c tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:20.580457 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-554db232-6a04-405e-b0f3-f0e4aa04a587 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "GET /v2.0/routers/0597cae7-77f2-42d7-80d9-3bd867083004/tags/tempest-TagsExtTest-Tag-971923524 HTTP/1.1" status: 204 len: 168 time: 0.2544959 May 27 02:40:20.581957 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e22d2fc3-f675-4d6a-acc4-b707a9fd0947 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:20.587298 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42784) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:20.595023 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.tag.tag_plugin [None req-9bae6e6b-3db9-434d-86fb-df66e83b4be5 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '0597cae7-77f2-42d7-80d9-3bd867083004', 'tempest-TagsExtTest-Tag-971923524') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:20.639408 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2f7fe86-1b3c-448b-9b85-58f4ca4c7427 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:20.694989 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e22d2fc3-f675-4d6a-acc4-b707a9fd0947 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Usage tracker for resource:port and tenant:f559555ef6124802b230d39d3db00e17 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:40:20.698257 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e22d2fc3-f675-4d6a-acc4-b707a9fd0947 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:40:20.720777 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2821c345-7816-4140-827f-a2b9f0c0044c tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Made reservation on behalf of 099a71649d3e4085a874a6a1bf125cfc for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:40:20.729073 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2821c345-7816-4140-827f-a2b9f0c0044c tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:20.742095 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e22d2fc3-f675-4d6a-acc4-b707a9fd0947 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:20.827832 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-2821c345-7816-4140-827f-a2b9f0c0044c tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] device_id is not set on port 8bd1da65-6d78-4f9b-ab3a-3924349fc7ad yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:40:20.849835 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2f7fe86-1b3c-448b-9b85-58f4ca4c7427 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:20.920289 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f7fe86-1b3c-448b-9b85-58f4ca4c7427 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Subnet': ['ID=8be23487-8945-4dd7-aa2d-21d7a312e78a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:20.935003 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2f7fe86-1b3c-448b-9b85-58f4ca4c7427 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:21.032416 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a2f7fe86-1b3c-448b-9b85-58f4ca4c7427 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/8be23487-8945-4dd7-aa2d-21d7a312e78a HTTP/1.1" status: 204 len: 168 time: 0.7539446 May 27 02:40:21.034844 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42794) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:21.072036 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22d2fc3-f675-4d6a-acc4-b707a9fd0947 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Made reservation on behalf of f559555ef6124802b230d39d3db00e17 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:40:21.075627 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e22d2fc3-f675-4d6a-acc4-b707a9fd0947 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:21.161341 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-e22d2fc3-f675-4d6a-acc4-b707a9fd0947 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] device_id is not set on port a83b9ba1-327e-4aa1-80b7-af41af732b43 yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:40:21.238064 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e7ba3b93-5b07-420c-a852-6c1d7351de3d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2017438 May 27 02:40:21.240702 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42800) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:21.247410 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-14b22b7e-c1be-4271-9bbb-af5468de6156 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'subnet': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:21.258503 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3af0c5-0764-4bc7-a3d3-b9cf2ce4c09f None None] Network a0caca08-2b38-4ed2-b3ac-1076d9239e06 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:40:21.427284 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-2821c345-7816-4140-827f-a2b9f0c0044c tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Allocated IP 172.20.0.6 (5c0771bc-b8c8-42df-b17f-a539c9636f96/c85cc6c3-d822-484a-af4d-e70b48d6d115/8bd1da65-6d78-4f9b-ab3a-3924349fc7ad) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:40:21.459748 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-e22d2fc3-f675-4d6a-acc4-b707a9fd0947 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Allocated IP 172.20.0.4 (a0caca08-2b38-4ed2-b3ac-1076d9239e06/d40357c4-301d-423f-95c6-ba9caf6246e5/a83b9ba1-327e-4aa1-80b7-af41af732b43) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:40:21.534825 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-14b22b7e-c1be-4271-9bbb-af5468de6156 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:21.540598 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-14b22b7e-c1be-4271-9bbb-af5468de6156 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:subnet and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:40:21.545277 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-14b22b7e-c1be-4271-9bbb-af5468de6156 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:40:21.563583 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-14b22b7e-c1be-4271-9bbb-af5468de6156 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:21.644066 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9bae6e6b-3db9-434d-86fb-df66e83b4be5 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "DELETE /v2.0/routers/0597cae7-77f2-42d7-80d9-3bd867083004/tags/tempest-TagsExtTest-Tag-971923524 HTTP/1.1" status: 204 len: 168 time: 1.0573788 May 27 02:40:21.645942 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42808) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:21.663283 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.tag.tag_plugin [None req-316daba5-2c01-4da4-9158-f1fc310b378e tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0597cae7-77f2-42d7-80d9-3bd867083004') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:21.675797 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef7f5ed-9323-4f6a-a331-20478580f75e None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:40:21.693449 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-8836d757-0fef-4a42-a58a-eb82da5a1722 None None] Provisioning for port 1689de12-1575-4a16-aaa0-7c3b5986a4de completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:40:21.748356 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b22b7e-c1be-4271-9bbb-af5468de6156 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:40:21.751554 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-14b22b7e-c1be-4271-9bbb-af5468de6156 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:21.877532 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 0223e643-b578-417d-8344-8249afcdc928 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:40:22.032294 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2821c345-7816-4140-827f-a2b9f0c0044c tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:22.054265 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2821c345-7816-4140-827f-a2b9f0c0044c tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Transition to ACTIVE for port object 8bd1da65-6d78-4f9b-ab3a-3924349fc7ad will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:40:22.088647 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-316daba5-2c01-4da4-9158-f1fc310b378e tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "GET /v2.0/routers/0597cae7-77f2-42d7-80d9-3bd867083004/tags HTTP/1.1" status: 200 len: 205 time: 0.4415028 May 27 02:40:22.098103 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42816) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:22.108880 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.tag.tag_plugin [None req-6c5230a7-7cbd-4563-a047-df5f7fca0979 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ce45a253-4b34-4f95-919d-aaea740f06ee') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:22.123821 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-36ced0be-e831-4ce4-868f-96a054e14431 None None] Provisioning for port 0223e643-b578-417d-8344-8249afcdc928 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:40:22.185870 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 0223e643-b578-417d-8344-8249afcdc928 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:40:22.192166 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 0223e643-b578-417d-8344-8249afcdc928 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:22.192326 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6c5230a7-7cbd-4563-a047-df5f7fca0979 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "GET /v2.0/subnetpools/ce45a253-4b34-4f95-919d-aaea740f06ee/tags HTTP/1.1" status: 200 len: 240 time: 0.0902011 May 27 02:40:22.192622 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:22.196911 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2821c345-7816-4140-827f-a2b9f0c0044c tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:22.200077 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42822) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:22.207700 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.tag.tag_plugin [None req-e47462f2-7446-4fb3-9bd4-06ea96a1dbde tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ce45a253-4b34-4f95-919d-aaea740f06ee', 'tempest-TagsExtTest-Tag-525243899') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:22.235910 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196f3f77-a31c-47b1-a4cc-de7f638363c6 None None] DHCP port deletion for 1e095441-a19f-4261-8588-a806dc249ed2 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:40:22.246903 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-196f3f77-a31c-47b1-a4cc-de7f638363c6 None None] Deleting port 0223e643-b578-417d-8344-8249afcdc928 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:40:22.247282 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-196f3f77-a31c-47b1-a4cc-de7f638363c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:22.255663 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e47462f2-7446-4fb3-9bd4-06ea96a1dbde tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "GET /v2.0/subnetpools/ce45a253-4b34-4f95-919d-aaea740f06ee/tags/tempest-TagsExtTest-Tag-525243899 HTTP/1.1" status: 204 len: 168 time: 0.0506353 May 27 02:40:22.255663 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42826) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:22.260498 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.tag.tag_plugin [None req-2440e341-c8aa-4d60-b8d8-4d16bc6e1fb0 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'ce45a253-4b34-4f95-919d-aaea740f06ee', 'tempest-TagsExtTest-Tag-525243899') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:22.286962 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e22d2fc3-f675-4d6a-acc4-b707a9fd0947 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:22.295184 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2821c345-7816-4140-827f-a2b9f0c0044c tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Network 5c0771bc-b8c8-42df-b17f-a539c9636f96 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:40:22.307269 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-2821c345-7816-4140-827f-a2b9f0c0044c tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:40:22.314772 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2821c345-7816-4140-827f-a2b9f0c0044c tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:40:22.402208 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821c345-7816-4140-827f-a2b9f0c0044c tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Pushing event updated for resources: {'Port': ['ID=8bd1da65-6d78-4f9b-ab3a-3924349fc7ad,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:22.443439 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2821c345-7816-4140-827f-a2b9f0c0044c tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:22.444158 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2821c345-7816-4140-827f-a2b9f0c0044c tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:22.451037 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e22d2fc3-f675-4d6a-acc4-b707a9fd0947 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Transition to ACTIVE for port object a83b9ba1-327e-4aa1-80b7-af41af732b43 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:40:22.527513 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42836) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:22.528216 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2440e341-c8aa-4d60-b8d8-4d16bc6e1fb0 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "DELETE /v2.0/subnetpools/ce45a253-4b34-4f95-919d-aaea740f06ee/tags/tempest-TagsExtTest-Tag-525243899 HTTP/1.1" status: 204 len: 168 time: 0.2728918 May 27 02:40:22.533154 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.tag.tag_plugin [None req-8814ab07-0404-4a49-bbc8-235409d34266 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ce45a253-4b34-4f95-919d-aaea740f06ee') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:22.580709 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2821c345-7816-4140-827f-a2b9f0c0044c tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7796786 May 27 02:40:22.584911 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42840) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:22.607535 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-874426c1-908b-4e22-b659-4709cbfadc1d tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Request body: {'port': {'network_id': '5c0771bc-b8c8-42df-b17f-a539c9636f96', 'name': 'tempest-AllowedAddressPairTestJSON-2044451594'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:22.647364 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e22d2fc3-f675-4d6a-acc4-b707a9fd0947 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:22.692232 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 0223e643-b578-417d-8344-8249afcdc928 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:40:22.692869 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:22.693506 n-d-843554-3 neutron-server[88901]: DEBUG neutron.objects.ports [None req-14b22b7e-c1be-4271-9bbb-af5468de6156 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88901) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 02:40:22.885575 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8814ab07-0404-4a49-bbc8-235409d34266 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "GET /v2.0/subnetpools/ce45a253-4b34-4f95-919d-aaea740f06ee/tags HTTP/1.1" status: 200 len: 205 time: 0.3569622 May 27 02:40:22.943968 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42850) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:22.960312 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22d2fc3-f675-4d6a-acc4-b707a9fd0947 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Network a0caca08-2b38-4ed2-b3ac-1076d9239e06 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:40:22.967864 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 0223e643-b578-417d-8344-8249afcdc928, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=0223e643-b578-417d-8344-8249afcdc928,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:40:22.974817 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.tag.tag_plugin [None req-71475678-aeaa-4a6d-92d3-9ea4001d1be1 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ce45a253-4b34-4f95-919d-aaea740f06ee') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:23.010165 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-e22d2fc3-f675-4d6a-acc4-b707a9fd0947 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:40:23.023159 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22d2fc3-f675-4d6a-acc4-b707a9fd0947 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:40:23.083473 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:23.084760 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1689de12-1575-4a16-aaa0-7c3b5986a4de up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:40:23.192967 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d2fc3-f675-4d6a-acc4-b707a9fd0947 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'Port': ['ID=a83b9ba1-327e-4aa1-80b7-af41af732b43,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:23.204365 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-874426c1-908b-4e22-b659-4709cbfadc1d tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:23.208760 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-733e31be-784f-48cf-aa33-4dc1f4b9c4b7 None None] Provisioning for port 44387f38-18a4-45c1-8e34-c40c6d78ee6f completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:40:23.243059 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-874426c1-908b-4e22-b659-4709cbfadc1d tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Usage tracker for resource:port and tenant:099a71649d3e4085a874a6a1bf125cfc is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:40:23.248216 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-196f3f77-a31c-47b1-a4cc-de7f638363c6 None None] For port 0223e643-b578-417d-8344-8249afcdc928, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=0223e643-b578-417d-8344-8249afcdc928,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:40:23.248820 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-196f3f77-a31c-47b1-a4cc-de7f638363c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:23.255444 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-874426c1-908b-4e22-b659-4709cbfadc1d tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:40:23.262358 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-733e31be-784f-48cf-aa33-4dc1f4b9c4b7 None None] Provisioning complete for port 44387f38-18a4-45c1-8e34-c40c6d78ee6f triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:23.263227 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-733e31be-784f-48cf-aa33-4dc1f4b9c4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:23.276128 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22d2fc3-f675-4d6a-acc4-b707a9fd0947 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:23.276815 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e22d2fc3-f675-4d6a-acc4-b707a9fd0947 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:23.303677 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-874426c1-908b-4e22-b659-4709cbfadc1d tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:23.313908 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-71475678-aeaa-4a6d-92d3-9ea4001d1be1 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "DELETE /v2.0/subnetpools/ce45a253-4b34-4f95-919d-aaea740f06ee/tags HTTP/1.1" status: 204 len: 168 time: 0.3642218 May 27 02:40:23.321183 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42860) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:23.325872 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-14b22b7e-c1be-4271-9bbb-af5468de6156 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:23.329389 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-733e31be-784f-48cf-aa33-4dc1f4b9c4b7 None None] Port 44387f38-18a4-45c1-8e34-c40c6d78ee6f cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:40:23.349428 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.tag.tag_plugin [None req-a7423614-e557-43a6-b3a6-ed5dc04e5b79 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0597cae7-77f2-42d7-80d9-3bd867083004') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:23.493606 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-196f3f77-a31c-47b1-a4cc-de7f638363c6 None None] Calling delete_port for 0223e643-b578-417d-8344-8249afcdc928 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:40:23.538321 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874426c1-908b-4e22-b659-4709cbfadc1d tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Made reservation on behalf of 099a71649d3e4085a874a6a1bf125cfc for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:40:23.543573 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-874426c1-908b-4e22-b659-4709cbfadc1d tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:23.549380 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=0223e643-b578-417d-8344-8249afcdc928,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:23.587644 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e22d2fc3-f675-4d6a-acc4-b707a9fd0947 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5223491 May 27 02:40:23.593593 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42864) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:23.620246 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-874426c1-908b-4e22-b659-4709cbfadc1d tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] device_id is not set on port 90345b21-c37c-4750-8576-621319e22cba yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:40:23.654155 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-802fb0e6-f3f9-4ec7-b820-6c0c5a176673 None None] Provisioning for port a83b9ba1-327e-4aa1-80b7-af41af732b43 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:40:23.659141 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a7423614-e557-43a6-b3a6-ed5dc04e5b79 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "DELETE /v2.0/routers/0597cae7-77f2-42d7-80d9-3bd867083004/tags HTTP/1.1" status: 204 len: 168 time: 0.3240709 May 27 02:40:23.663787 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-802fb0e6-f3f9-4ec7-b820-6c0c5a176673 None None] Provisioning complete for port a83b9ba1-327e-4aa1-80b7-af41af732b43 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:23.664453 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42870) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:23.664648 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-802fb0e6-f3f9-4ec7-b820-6c0c5a176673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:23.681295 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.tag.tag_plugin [None req-317a3298-4dbd-47cb-91b5-5ed2e13db28d tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '59c43125-15d8-4843-8399-9ec1c2ed06a6') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:23.702497 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-14b22b7e-c1be-4271-9bbb-af5468de6156 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] For port 0223e643-b578-417d-8344-8249afcdc928, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=0223e643-b578-417d-8344-8249afcdc928,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:40:23.714721 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 1689de12-1575-4a16-aaa0-7c3b5986a4de completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:40:23.723390 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 1689de12-1575-4a16-aaa0-7c3b5986a4de triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:23.724081 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:23.746118 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700fe9f7-e265-442b-b25e-a1e9744b4c5e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:23.747524 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-700fe9f7-e265-442b-b25e-a1e9744b4c5e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 922 time: 0.1525469 May 27 02:40:23.751268 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42874) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:23.791937 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-802fb0e6-f3f9-4ec7-b820-6c0c5a176673 None None] Port a83b9ba1-327e-4aa1-80b7-af41af732b43 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:40:23.871261 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-317a3298-4dbd-47cb-91b5-5ed2e13db28d tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "DELETE /v2.0/ports/59c43125-15d8-4843-8399-9ec1c2ed06a6/tags HTTP/1.1" status: 204 len: 168 time: 0.2057347 May 27 02:40:23.874157 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42880) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:23.876780 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-14b22b7e-c1be-4271-9bbb-af5468de6156 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:23.882291 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-802fb0e6-f3f9-4ec7-b820-6c0c5a176673 None None] Provisioning for port 8bd1da65-6d78-4f9b-ab3a-3924349fc7ad completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:40:23.884597 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.tag.tag_plugin [None req-2e430bca-2b7e-4908-8eed-e97ff4754ffa tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9ffe64c5-e747-4e6a-93e4-e96ff9a3c7be') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:23.890173 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-802fb0e6-f3f9-4ec7-b820-6c0c5a176673 None None] Provisioning complete for port 8bd1da65-6d78-4f9b-ab3a-3924349fc7ad triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:23.891061 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-802fb0e6-f3f9-4ec7-b820-6c0c5a176673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:23.931464 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-874426c1-908b-4e22-b659-4709cbfadc1d tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Allocated IP 172.20.0.12 (5c0771bc-b8c8-42df-b17f-a539c9636f96/c85cc6c3-d822-484a-af4d-e70b48d6d115/90345b21-c37c-4750-8576-621319e22cba) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:40:23.968002 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-802fb0e6-f3f9-4ec7-b820-6c0c5a176673 None None] Port 8bd1da65-6d78-4f9b-ab3a-3924349fc7ad cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:40:23.968527 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-14b22b7e-c1be-4271-9bbb-af5468de6156 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:23.969581 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-14b22b7e-c1be-4271-9bbb-af5468de6156 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:23.970582 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 1689de12-1575-4a16-aaa0-7c3b5986a4de is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:40:23.970722 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:24.016074 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-802fb0e6-f3f9-4ec7-b820-6c0c5a176673 None None] Provisioning complete for port 44387f38-18a4-45c1-8e34-c40c6d78ee6f triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:24.016744 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-802fb0e6-f3f9-4ec7-b820-6c0c5a176673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:24.082140 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-802fb0e6-f3f9-4ec7-b820-6c0c5a176673 None None] Port 44387f38-18a4-45c1-8e34-c40c6d78ee6f cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:40:24.087423 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-196f3f77-a31c-47b1-a4cc-de7f638363c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:40:24.088003 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-196f3f77-a31c-47b1-a4cc-de7f638363c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:40:24.091985 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 1689de12-1575-4a16-aaa0-7c3b5986a4de, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1689de12-1575-4a16-aaa0-7c3b5986a4de,segment=NetworkSegment(926f15ed-97f5-41fe-9eaf-93898801a146),segment_id=926f15ed-97f5-41fe-9eaf-93898801a146)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:40:24.162644 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:24.173422 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a49e40b2-400f-4866-896f-bff378a0df46 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Deleting port a83b9ba1-327e-4aa1-80b7-af41af732b43 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:40:24.173764 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a49e40b2-400f-4866-896f-bff378a0df46 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:24.262585 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b22b7e-c1be-4271-9bbb-af5468de6156 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:40:24.263733 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b22b7e-c1be-4271-9bbb-af5468de6156 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Port': ['ID=0223e643-b578-417d-8344-8249afcdc928,revision_number=6']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:24.273738 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-14b22b7e-c1be-4271-9bbb-af5468de6156 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:40:24.283086 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b22b7e-c1be-4271-9bbb-af5468de6156 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:24.284029 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-14b22b7e-c1be-4271-9bbb-af5468de6156 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:24.288149 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 0223e643-b578-417d-8344-8249afcdc928 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:40:24.338004 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b22b7e-c1be-4271-9bbb-af5468de6156 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Subnet': ['ID=79b3b5fc-419e-48a8-aeca-f7f315324e4b,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:24.374144 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=1689de12-1575-4a16-aaa0-7c3b5986a4de,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:24.477555 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 0223e643-b578-417d-8344-8249afcdc928 is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:40:24.478707 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:24.508504 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2e430bca-2b7e-4908-8eed-e97ff4754ffa tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "DELETE /v2.0/subnets/9ffe64c5-e747-4e6a-93e4-e96ff9a3c7be/tags HTTP/1.1" status: 204 len: 168 time: 0.6252682 May 27 02:40:24.508504 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42892) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:24.520385 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.tag.tag_plugin [None req-ba6fb001-d59f-4a64-a253-a79e447058a3 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9ffe64c5-e747-4e6a-93e4-e96ff9a3c7be', 'tempest-TagsExtTest-Tag-137021337') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:24.559160 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 0223e643-b578-417d-8344-8249afcdc928, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=0223e643-b578-417d-8344-8249afcdc928,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:40:24.562213 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-874426c1-908b-4e22-b659-4709cbfadc1d tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:24.589777 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-196f3f77-a31c-47b1-a4cc-de7f638363c6 None None] Deleting port 0223e643-b578-417d-8344-8249afcdc928 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:40:24.590163 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-196f3f77-a31c-47b1-a4cc-de7f638363c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:24.593855 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-874426c1-908b-4e22-b659-4709cbfadc1d tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Transition to ACTIVE for port object 90345b21-c37c-4750-8576-621319e22cba will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:40:24.605988 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a49e40b2-400f-4866-896f-bff378a0df46 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:24.695054 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-14b22b7e-c1be-4271-9bbb-af5468de6156 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4503562 May 27 02:40:24.695448 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42898) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:24.701501 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-18d443cc-263a-407b-9011-dcff631c99e8 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'port': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'mac_address': 'fa:16:3e:9c:d9:d0', 'name': 'tempest-NetworksTestDHCPv6-1030694752'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:24.714379 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:24.762827 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a49e40b2-400f-4866-896f-bff378a0df46 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Calling delete_port for a83b9ba1-327e-4aa1-80b7-af41af732b43 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:40:24.844675 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=0223e643-b578-417d-8344-8249afcdc928,revision_number=7']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:24.845886 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-874426c1-908b-4e22-b659-4709cbfadc1d tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:24.949959 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ba6fb001-d59f-4a64-a253-a79e447058a3 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "PUT /v2.0/subnets/9ffe64c5-e747-4e6a-93e4-e96ff9a3c7be/tags/tempest-TagsExtTest-Tag-137021337 HTTP/1.1" status: 201 len: 201 time: 0.4406345 May 27 02:40:24.984131 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42904) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:25.015197 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.tag.tag_plugin [None req-53431ffb-6c37-4af8-9da5-d8314d74db0f tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '59c43125-15d8-4843-8399-9ec1c2ed06a6', 'tempest-TagsExtTest-Tag-565159856') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:25.043749 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-196f3f77-a31c-47b1-a4cc-de7f638363c6 None None] For port 0223e643-b578-417d-8344-8249afcdc928, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=0223e643-b578-417d-8344-8249afcdc928,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:40:25.044067 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-196f3f77-a31c-47b1-a4cc-de7f638363c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:25.056987 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874426c1-908b-4e22-b659-4709cbfadc1d tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Network 5c0771bc-b8c8-42df-b17f-a539c9636f96 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:40:25.066943 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-874426c1-908b-4e22-b659-4709cbfadc1d tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:40:25.069428 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874426c1-908b-4e22-b659-4709cbfadc1d tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:40:25.097485 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a49e40b2-400f-4866-896f-bff378a0df46 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:25.165674 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49e40b2-400f-4866-896f-bff378a0df46 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event deleted for resources: {'Port': ['ID=a83b9ba1-327e-4aa1-80b7-af41af732b43,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:25.167860 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874426c1-908b-4e22-b659-4709cbfadc1d tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Pushing event updated for resources: {'Port': ['ID=90345b21-c37c-4750-8576-621319e22cba,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:25.249213 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874426c1-908b-4e22-b659-4709cbfadc1d tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:25.249897 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-874426c1-908b-4e22-b659-4709cbfadc1d tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:25.259470 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-18d443cc-263a-407b-9011-dcff631c99e8 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:25.283051 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-18d443cc-263a-407b-9011-dcff631c99e8 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:port and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:40:25.291629 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-18d443cc-263a-407b-9011-dcff631c99e8 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:40:25.335603 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-18d443cc-263a-407b-9011-dcff631c99e8 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:25.378451 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-196f3f77-a31c-47b1-a4cc-de7f638363c6 None None] Calling delete_port for 0223e643-b578-417d-8344-8249afcdc928 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:40:25.387250 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a49e40b2-400f-4866-896f-bff378a0df46 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:25.401520 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a49e40b2-400f-4866-896f-bff378a0df46 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/ports/a83b9ba1-327e-4aa1-80b7-af41af732b43 HTTP/1.1" status: 204 len: 168 time: 1.6488702 May 27 02:40:25.403902 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42916) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:25.450991 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-874426c1-908b-4e22-b659-4709cbfadc1d tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8637547 May 27 02:40:25.456167 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42920) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:25.461004 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ebc8430c-f104-4f2d-b895-6928a90f2a94 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:66:ab:ce'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:e9:5c:7e'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:25.474999 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe2dc830-abde-4876-a0e9-39e28e1f3a0d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] GET failed (client error): The resource could not be found. May 27 02:40:25.481589 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-fe2dc830-abde-4876-a0e9-39e28e1f3a0d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Synchronizing usage tracker for tenant:f559555ef6124802b230d39d3db00e17 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:40:25.487270 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-53431ffb-6c37-4af8-9da5-d8314d74db0f tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "PUT /v2.0/ports/59c43125-15d8-4843-8399-9ec1c2ed06a6/tags/tempest-TagsExtTest-Tag-565159856 HTTP/1.1" status: 201 len: 201 time: 0.5003316 May 27 02:40:25.493519 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42924) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:25.502529 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.tag.tag_plugin [None req-de503686-4209-42c4-90c5-3628d4389e53 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0597cae7-77f2-42d7-80d9-3bd867083004', 'tempest-TagsExtTest-Tag-1175885239') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:25.576827 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d443cc-263a-407b-9011-dcff631c99e8 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:40:25.587399 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8a7427b1-467d-4620-98ba-11287d07e568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:25.643513 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-196f3f77-a31c-47b1-a4cc-de7f638363c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:25.742209 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-fe2dc830-abde-4876-a0e9-39e28e1f3a0d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Unset dirty status for tenant:f559555ef6124802b230d39d3db00e17 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:40:25.745551 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f3f77-a31c-47b1-a4cc-de7f638363c6 None None] Pushing event deleted for resources: {'Port': ['ID=0223e643-b578-417d-8344-8249afcdc928,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:25.746636 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42930) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:25.746880 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-fe2dc830-abde-4876-a0e9-39e28e1f3a0d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "GET /v2.0/ports/a83b9ba1-327e-4aa1-80b7-af41af732b43 HTTP/1.1" status: 404 len: 333 time: 0.3418608 May 27 02:40:25.749396 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e513b279-9fe1-402a-a3ca-e5db82e16146 None None] Provisioning for port 90345b21-c37c-4750-8576-621319e22cba completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:40:25.807641 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-18d443cc-263a-407b-9011-dcff631c99e8 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:25.871840 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e513b279-9fe1-402a-a3ca-e5db82e16146 None None] Provisioning complete for port 90345b21-c37c-4750-8576-621319e22cba triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:25.871840 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e513b279-9fe1-402a-a3ca-e5db82e16146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:25.872413 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-18d443cc-263a-407b-9011-dcff631c99e8 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] device_id is not set on port 03c8510a-4bbc-4f74-825e-10d34d1a74f0 yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:40:25.932199 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f3f77-a31c-47b1-a4cc-de7f638363c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:25.932547 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f3f77-a31c-47b1-a4cc-de7f638363c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:25.932914 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f3f77-a31c-47b1-a4cc-de7f638363c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:25.933253 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f3f77-a31c-47b1-a4cc-de7f638363c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:25.933587 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f3f77-a31c-47b1-a4cc-de7f638363c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:25.933916 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f3f77-a31c-47b1-a4cc-de7f638363c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:25.934248 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f3f77-a31c-47b1-a4cc-de7f638363c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:25.934575 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f3f77-a31c-47b1-a4cc-de7f638363c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:25.934900 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f3f77-a31c-47b1-a4cc-de7f638363c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:25.935222 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f3f77-a31c-47b1-a4cc-de7f638363c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:25.935716 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f3f77-a31c-47b1-a4cc-de7f638363c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:25.936045 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f3f77-a31c-47b1-a4cc-de7f638363c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:25.945285 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196f3f77-a31c-47b1-a4cc-de7f638363c6 None None] No DVR routers for this DVR port 0223e643-b578-417d-8344-8249afcdc928 on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:40:25.957166 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-de503686-4209-42c4-90c5-3628d4389e53 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "PUT /v2.0/routers/0597cae7-77f2-42d7-80d9-3bd867083004/tags/tempest-TagsExtTest-Tag-1175885239 HTTP/1.1" status: 201 len: 201 time: 0.4619334 May 27 02:40:25.958052 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42936) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:25.975206 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.tag.tag_plugin [None req-258a370c-634e-4d31-8913-28c1392e9826 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ce45a253-4b34-4f95-919d-aaea740f06ee', 'tempest-TagsExtTest-Tag-1977549770') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:25.975339 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-da2955c7-3c1a-465c-a166-8de1189c6821 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Deleting port 44387f38-18a4-45c1-8e34-c40c6d78ee6f {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:40:25.975339 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-da2955c7-3c1a-465c-a166-8de1189c6821 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:25.986509 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-e513b279-9fe1-402a-a3ca-e5db82e16146 None None] Port 90345b21-c37c-4750-8576-621319e22cba cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:40:25.989281 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e22b0db-78ff-4e1e-a98a-28c5e890b0ea None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:40:26.054146 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ebc8430c-f104-4f2d-b895-6928a90f2a94 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:26.150397 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42940) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:26.152530 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-258a370c-634e-4d31-8913-28c1392e9826 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "PUT /v2.0/subnetpools/ce45a253-4b34-4f95-919d-aaea740f06ee/tags/tempest-TagsExtTest-Tag-1977549770 HTTP/1.1" status: 201 len: 201 time: 0.1894143 May 27 02:40:26.173228 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.tag.tag_plugin [None req-b4bf5556-31c3-471e-b45e-d91fd813f176 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '9ffe64c5-e747-4e6a-93e4-e96ff9a3c7be', {'tags': ['tempest-TagsExtTest-Tag-806845315', 'tempest-TagsExtTest-Tag-931689886', 'tempest-TagsExtTest-Tag-1079087973']}) {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:26.203436 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-18d443cc-263a-407b-9011-dcff631c99e8 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Allocated IP 2001:db8::f816:3eff:fe9c:d9d0 (1e095441-a19f-4261-8588-a806dc249ed2/79b3b5fc-419e-48a8-aeca-f7f315324e4b/03c8510a-4bbc-4f74-825e-10d34d1a74f0) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:40:26.280897 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36688f0e-8cb6-4f79-af4f-48f0b75f8533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-1e095441-a19f-4261-8588-a806dc249ed2', 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'tenant_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'fixed_ips': [{'subnet_id': '79b3b5fc-419e-48a8-aeca-f7f315324e4b'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:40:26.281725 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-36688f0e-8cb6-4f79-af4f-48f0b75f8533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:26.292979 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1689de12-1575-4a16-aaa0-7c3b5986a4de up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:40:26.430620 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b4bf5556-31c3-471e-b45e-d91fd813f176 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "PUT /v2.0/subnets/9ffe64c5-e747-4e6a-93e4-e96ff9a3c7be/tags HTTP/1.1" status: 200 len: 316 time: 0.2702522 May 27 02:40:26.432398 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42952) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:26.442377 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.tag.tag_plugin [None req-42bd9d91-a4ff-452f-9800-5fa07bf77f4e tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9ffe64c5-e747-4e6a-93e4-e96ff9a3c7be') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:26.517181 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 1689de12-1575-4a16-aaa0-7c3b5986a4de triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:26.517670 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:26.641543 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-da2955c7-3c1a-465c-a166-8de1189c6821 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:26.726113 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-18d443cc-263a-407b-9011-dcff631c99e8 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:26.752300 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-18d443cc-263a-407b-9011-dcff631c99e8 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Transition to ACTIVE for port object 03c8510a-4bbc-4f74-825e-10d34d1a74f0 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:40:26.799845 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-da2955c7-3c1a-465c-a166-8de1189c6821 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Calling delete_port for 44387f38-18a4-45c1-8e34-c40c6d78ee6f owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:40:26.815611 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 1689de12-1575-4a16-aaa0-7c3b5986a4de is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:40:26.838594 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-42bd9d91-a4ff-452f-9800-5fa07bf77f4e tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "DELETE /v2.0/subnets/9ffe64c5-e747-4e6a-93e4-e96ff9a3c7be/tags HTTP/1.1" status: 204 len: 168 time: 0.4051430 May 27 02:40:26.841194 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42960) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:26.845896 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.tag.tag_plugin [None req-d06bc482-15fc-46be-b7c1-199e874b298e tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9ffe64c5-e747-4e6a-93e4-e96ff9a3c7be', 'tempest-TagsExtTest-Tag-806845315') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:26.878308 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-18d443cc-263a-407b-9011-dcff631c99e8 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:26.952813 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ebc8430c-f104-4f2d-b895-6928a90f2a94 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:26.997099 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d443cc-263a-407b-9011-dcff631c99e8 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:40:27.003134 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-36688f0e-8cb6-4f79-af4f-48f0b75f8533 None None] Allocated IP 2001:db8::f816:3eff:fedd:c0e5 (1e095441-a19f-4261-8588-a806dc249ed2/79b3b5fc-419e-48a8-aeca-f7f315324e4b/8ad9674c-c2f1-4e7d-9b1a-c6b2e85ccab4) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:40:27.030505 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-18d443cc-263a-407b-9011-dcff631c99e8 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:40:27.033625 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d443cc-263a-407b-9011-dcff631c99e8 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:40:27.052959 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d443cc-263a-407b-9011-dcff631c99e8 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:27.053617 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ebc8430c-f104-4f2d-b895-6928a90f2a94 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:27.054134 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-18d443cc-263a-407b-9011-dcff631c99e8 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:27.134069 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d443cc-263a-407b-9011-dcff631c99e8 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Port': ['ID=03c8510a-4bbc-4f74-825e-10d34d1a74f0,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:27.214714 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-d06bc482-15fc-46be-b7c1-199e874b298e tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] show failed (client error): The resource could not be found. May 27 02:40:27.220256 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42968) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:27.220844 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d06bc482-15fc-46be-b7c1-199e874b298e tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "GET /v2.0/subnets/9ffe64c5-e747-4e6a-93e4-e96ff9a3c7be/tags/tempest-TagsExtTest-Tag-806845315 HTTP/1.1" status: 404 len: 328 time: 0.3783064 May 27 02:40:27.264157 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.tag.tag_plugin [None req-2e51f664-9956-46de-bf9b-a6268d53ad99 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9ffe64c5-e747-4e6a-93e4-e96ff9a3c7be', 'tempest-TagsExtTest-Tag-931689886') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:27.295341 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-18d443cc-263a-407b-9011-dcff631c99e8 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5986631 May 27 02:40:27.299501 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42972) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:27.304680 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc8430c-f104-4f2d-b895-6928a90f2a94 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Pushing event updated for resources: {'Port': ['ID=90345b21-c37c-4750-8576-621319e22cba,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:27.318241 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-da2955c7-3c1a-465c-a166-8de1189c6821 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:27.326497 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-36688f0e-8cb6-4f79-af4f-48f0b75f8533 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:27.339188 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-36688f0e-8cb6-4f79-af4f-48f0b75f8533 None None] Transition to ACTIVE for port object 8ad9674c-c2f1-4e7d-9b1a-c6b2e85ccab4 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:40:27.368993 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-36688f0e-8cb6-4f79-af4f-48f0b75f8533 None None] Transition to ACTIVE for port object 8ad9674c-c2f1-4e7d-9b1a-c6b2e85ccab4 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:40:27.406640 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2955c7-3c1a-465c-a166-8de1189c6821 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event deleted for resources: {'Port': ['ID=44387f38-18a4-45c1-8e34-c40c6d78ee6f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:27.416250 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-ebc8430c-f104-4f2d-b895-6928a90f2a94 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] In _notify_port_updated(), no bound segment for port 90345b21-c37c-4750-8576-621319e22cba on network 5c0771bc-b8c8-42df-b17f-a539c9636f96 {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:40:27.421729 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc8430c-f104-4f2d-b895-6928a90f2a94 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:27.422565 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ebc8430c-f104-4f2d-b895-6928a90f2a94 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:27.423926 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ebc8430c-f104-4f2d-b895-6928a90f2a94 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] 10.222.0.57 "PUT /v2.0/ports/90345b21-c37c-4750-8576-621319e22cba HTTP/1.1" status: 200 len: 1057 time: 1.9693429 May 27 02:40:27.428129 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 42978) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:27.466155 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-36688f0e-8cb6-4f79-af4f-48f0b75f8533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:27.598962 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36688f0e-8cb6-4f79-af4f-48f0b75f8533 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:40:27.603876 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-36688f0e-8cb6-4f79-af4f-48f0b75f8533 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:40:27.611298 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36688f0e-8cb6-4f79-af4f-48f0b75f8533 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:40:27.692030 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-da2955c7-3c1a-465c-a166-8de1189c6821 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:27.725126 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-2e51f664-9956-46de-bf9b-a6268d53ad99 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] show failed (client error): The resource could not be found. May 27 02:40:27.727462 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2e51f664-9956-46de-bf9b-a6268d53ad99 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "GET /v2.0/subnets/9ffe64c5-e747-4e6a-93e4-e96ff9a3c7be/tags/tempest-TagsExtTest-Tag-931689886 HTTP/1.1" status: 404 len: 328 time: 0.4910023 May 27 02:40:27.731492 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c01ff013-ae26-4020-a06d-a32656eeada3 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Deleting port 90345b21-c37c-4750-8576-621319e22cba {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:40:27.737281 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42986) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:27.737782 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c01ff013-ae26-4020-a06d-a32656eeada3 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:27.743215 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-7b4a5a3f-503e-40e6-8606-4d689e34b936 None None] Provisioning complete for port 90345b21-c37c-4750-8576-621319e22cba triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:27.743599 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7b4a5a3f-503e-40e6-8606-4d689e34b936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:27.748914 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.tag.tag_plugin [None req-898c7d70-b344-45ee-9f92-e70970a23a42 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9ffe64c5-e747-4e6a-93e4-e96ff9a3c7be', 'tempest-TagsExtTest-Tag-1079087973') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:27.850508 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-da2955c7-3c1a-465c-a166-8de1189c6821 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/ports/44387f38-18a4-45c1-8e34-c40c6d78ee6f HTTP/1.1" status: 204 len: 168 time: 2.1004772 May 27 02:40:27.853954 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42992) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:27.864608 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-7b4a5a3f-503e-40e6-8606-4d689e34b936 None None] Port 90345b21-c37c-4750-8576-621319e22cba cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:40:27.869876 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36688f0e-8cb6-4f79-af4f-48f0b75f8533 None None] Pushing event updated for resources: {'Port': ['ID=8ad9674c-c2f1-4e7d-9b1a-c6b2e85ccab4,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:27.920190 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f402350-2379-4f98-a1fb-3b6883f4ad4e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] GET failed (client error): The resource could not be found. May 27 02:40:27.921355 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-36688f0e-8cb6-4f79-af4f-48f0b75f8533 None None] Attempting to bind port 8ad9674c-c2f1-4e7d-9b1a-c6b2e85ccab4 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:40:27.924416 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-36688f0e-8cb6-4f79-af4f-48f0b75f8533 None None] Attempting to bind port 8ad9674c-c2f1-4e7d-9b1a-c6b2e85ccab4 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:40:27.924416 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36688f0e-8cb6-4f79-af4f-48f0b75f8533 None None] Attempting to bind port 8ad9674c-c2f1-4e7d-9b1a-c6b2e85ccab4 on network 1e095441-a19f-4261-8588-a806dc249ed2 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:40:27.925428 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8f402350-2379-4f98-a1fb-3b6883f4ad4e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "GET /v2.0/ports/44387f38-18a4-45c1-8e34-c40c6d78ee6f HTTP/1.1" status: 404 len: 333 time: 0.0701752 May 27 02:40:27.931039 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36688f0e-8cb6-4f79-af4f-48f0b75f8533 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:40:27.937489 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36688f0e-8cb6-4f79-af4f-48f0b75f8533 None None] Checking segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:40:27.937489 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-36688f0e-8cb6-4f79-af4f-48f0b75f8533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:27.937489 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36688f0e-8cb6-4f79-af4f-48f0b75f8533 None None] Bound using segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:40:27.937489 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-36688f0e-8cb6-4f79-af4f-48f0b75f8533 None None] Bound port: 8ad9674c-c2f1-4e7d-9b1a-c6b2e85ccab4, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:40:27.937489 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-36688f0e-8cb6-4f79-af4f-48f0b75f8533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:27.941492 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 42996) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:27.996754 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8bf522-beb5-4740-91b5-c1dd4c27be80 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:28.003032 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8bf522-beb5-4740-91b5-c1dd4c27be80 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:28.003860 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-cf8bf522-beb5-4740-91b5-c1dd4c27be80 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:40:28.043406 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1f9127f2-f3bb-43af-ba5f-c01a0483d494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:28.079169 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c01ff013-ae26-4020-a06d-a32656eeada3 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:28.093397 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-28f85ecc-477a-4ed4-bf15-de877eba61bc tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Deleting subnet d40357c4-301d-423f-95c6-ba9caf6246e5 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:40:28.093397 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-28f85ecc-477a-4ed4-bf15-de877eba61bc tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:28.134810 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-36688f0e-8cb6-4f79-af4f-48f0b75f8533 None None] For port 8ad9674c-c2f1-4e7d-9b1a-c6b2e85ccab4, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:40:28.137710 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-cf8bf522-beb5-4740-91b5-c1dd4c27be80 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:40:28.138877 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-cf8bf522-beb5-4740-91b5-c1dd4c27be80 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.8382821 May 27 02:40:28.140337 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-898c7d70-b344-45ee-9f92-e70970a23a42 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] show failed (client error): The resource could not be found. May 27 02:40:28.143783 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-898c7d70-b344-45ee-9f92-e70970a23a42 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "GET /v2.0/subnets/9ffe64c5-e747-4e6a-93e4-e96ff9a3c7be/tags/tempest-TagsExtTest-Tag-1079087973 HTTP/1.1" status: 404 len: 329 time: 0.4082611 May 27 02:40:28.143948 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-36688f0e-8cb6-4f79-af4f-48f0b75f8533 None None] For port 8ad9674c-c2f1-4e7d-9b1a-c6b2e85ccab4, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8ad9674c-c2f1-4e7d-9b1a-c6b2e85ccab4,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:40:28.144219 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43004) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:28.144544 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43006) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:28.151570 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.tag.tag_plugin [None req-f8a07801-a37a-4c12-849f-33598362170e tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '59c43125-15d8-4843-8399-9ec1c2ed06a6', {'tags': ['tempest-TagsExtTest-Tag-1911977735', 'tempest-TagsExtTest-Tag-906092783', 'tempest-TagsExtTest-Tag-1054822817']}) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:28.197568 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-36688f0e-8cb6-4f79-af4f-48f0b75f8533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:28.297249 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f8a07801-a37a-4c12-849f-33598362170e tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "PUT /v2.0/ports/59c43125-15d8-4843-8399-9ec1c2ed06a6/tags HTTP/1.1" status: 200 len: 317 time: 0.1478584 May 27 02:40:28.304214 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-28f85ecc-477a-4ed4-bf15-de877eba61bc tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:28.332559 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43014) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:28.346197 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36688f0e-8cb6-4f79-af4f-48f0b75f8533 None None] Pushing event updated for resources: {'Port': ['ID=8ad9674c-c2f1-4e7d-9b1a-c6b2e85ccab4,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:28.346736 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.tag.tag_plugin [None req-dedaf1d3-fec1-462d-a584-9f94a10f8dcf tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '59c43125-15d8-4843-8399-9ec1c2ed06a6') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:28.409342 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-8449fc1d-9da8-4302-b68c-6d433ffff5c3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting port 03c8510a-4bbc-4f74-825e-10d34d1a74f0 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:40:28.409705 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8449fc1d-9da8-4302-b68c-6d433ffff5c3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:28.413224 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c01ff013-ae26-4020-a06d-a32656eeada3 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Calling delete_port for 90345b21-c37c-4750-8576-621319e22cba owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:40:28.606893 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-28f85ecc-477a-4ed4-bf15-de877eba61bc tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:28.780300 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c01ff013-ae26-4020-a06d-a32656eeada3 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:28.872695 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8449fc1d-9da8-4302-b68c-6d433ffff5c3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:28.883269 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ff013-ae26-4020-a06d-a32656eeada3 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Pushing event deleted for resources: {'Port': ['ID=90345b21-c37c-4750-8576-621319e22cba,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:28.944553 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-dedaf1d3-fec1-462d-a584-9f94a10f8dcf tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "DELETE /v2.0/ports/59c43125-15d8-4843-8399-9ec1c2ed06a6/tags HTTP/1.1" status: 204 len: 168 time: 0.6082687 May 27 02:40:28.963059 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43026) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:28.969286 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.tag.tag_plugin [None req-9a458962-5618-415e-a385-b40660b21233 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '59c43125-15d8-4843-8399-9ec1c2ed06a6', 'tempest-TagsExtTest-Tag-1911977735') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:29.036822 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:29.045091 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:29.091150 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-28f85ecc-477a-4ed4-bf15-de877eba61bc tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:29.101935 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-8449fc1d-9da8-4302-b68c-6d433ffff5c3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Calling delete_port for 03c8510a-4bbc-4f74-825e-10d34d1a74f0 owned by {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:40:29.166091 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-9a458962-5618-415e-a385-b40660b21233 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] show failed (client error): The resource could not be found. May 27 02:40:29.169791 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9a458962-5618-415e-a385-b40660b21233 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "GET /v2.0/ports/59c43125-15d8-4843-8399-9ec1c2ed06a6/tags/tempest-TagsExtTest-Tag-1911977735 HTTP/1.1" status: 404 len: 329 time: 0.2029285 May 27 02:40:29.194878 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43030) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:29.206970 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.tag.tag_plugin [None req-dcbbc6c5-83e1-4be0-9476-957321dbb59e tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '59c43125-15d8-4843-8399-9ec1c2ed06a6', 'tempest-TagsExtTest-Tag-906092783') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:29.280015 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f85ecc-477a-4ed4-bf15-de877eba61bc tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event deleted for resources: {'Subnet': ['ID=d40357c4-301d-423f-95c6-ba9caf6246e5,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:29.285526 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-28f85ecc-477a-4ed4-bf15-de877eba61bc tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:29.292217 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bced82da-88ee-4fcb-9cb0-2fbb3c5be780 None None] Network a0caca08-2b38-4ed2-b3ac-1076d9239e06 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:40:29.334339 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-28f85ecc-477a-4ed4-bf15-de877eba61bc tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/subnets/d40357c4-301d-423f-95c6-ba9caf6246e5 HTTP/1.1" status: 204 len: 168 time: 1.3875253 May 27 02:40:29.339488 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43038) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:29.427713 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c01ff013-ae26-4020-a06d-a32656eeada3 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:29.439632 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c01ff013-ae26-4020-a06d-a32656eeada3 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] 10.222.0.57 "DELETE /v2.0/ports/90345b21-c37c-4750-8576-621319e22cba HTTP/1.1" status: 204 len: 168 time: 2.0096092 May 27 02:40:29.442016 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43044) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:29.527244 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-37292511-c0f8-4e35-8e67-5f1c8e4e692a tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] GET failed (client error): The resource could not be found. May 27 02:40:29.535198 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-37292511-c0f8-4e35-8e67-5f1c8e4e692a tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Synchronizing usage tracker for tenant:099a71649d3e4085a874a6a1bf125cfc on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:40:29.563952 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1aef1962-522e-4d26-8008-cc278fe8dfba tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:29.599381 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-1aef1962-522e-4d26-8008-cc278fe8dfba tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Deleting port 1689de12-1575-4a16-aaa0-7c3b5986a4de {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:40:29.599660 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1aef1962-522e-4d26-8008-cc278fe8dfba tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:29.649105 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-37292511-c0f8-4e35-8e67-5f1c8e4e692a tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Unset dirty status for tenant:099a71649d3e4085a874a6a1bf125cfc on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:40:29.650722 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-37292511-c0f8-4e35-8e67-5f1c8e4e692a tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] 10.222.0.57 "GET /v2.0/ports/90345b21-c37c-4750-8576-621319e22cba HTTP/1.1" status: 404 len: 333 time: 0.2078049 May 27 02:40:29.653418 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43050) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:29.672243 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-dcbbc6c5-83e1-4be0-9476-957321dbb59e tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] show failed (client error): The resource could not be found. May 27 02:40:29.676297 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-dcbbc6c5-83e1-4be0-9476-957321dbb59e tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "GET /v2.0/ports/59c43125-15d8-4843-8399-9ec1c2ed06a6/tags/tempest-TagsExtTest-Tag-906092783 HTTP/1.1" status: 404 len: 328 time: 0.4775441 May 27 02:40:29.682962 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43054) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:29.686070 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.tag.tag_plugin [None req-6216d884-cfc5-4bf8-a5de-627085d18964 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '59c43125-15d8-4843-8399-9ec1c2ed06a6', 'tempest-TagsExtTest-Tag-1054822817') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:29.716363 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1a227c-5856-458c-955b-93f4d1576150 None None] DHCP port deletion for a0caca08-2b38-4ed2-b3ac-1076d9239e06 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:40:29.721124 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-af1a227c-5856-458c-955b-93f4d1576150 None None] Deleting port 1689de12-1575-4a16-aaa0-7c3b5986a4de {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:40:29.721512 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-af1a227c-5856-458c-955b-93f4d1576150 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:29.756104 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-133fd01d-e94e-48fa-9792-dc9db9b7d5a1 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Deleting port 8bd1da65-6d78-4f9b-ab3a-3924349fc7ad {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:40:29.756595 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-133fd01d-e94e-48fa-9792-dc9db9b7d5a1 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:30.075008 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8449fc1d-9da8-4302-b68c-6d433ffff5c3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:30.194295 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9f15115b-ae48-4832-8a17-585e2f7444b8 None None] Provisioning for port 8ad9674c-c2f1-4e7d-9b1a-c6b2e85ccab4 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:40:30.198449 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-133fd01d-e94e-48fa-9792-dc9db9b7d5a1 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:30.213700 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-af1a227c-5856-458c-955b-93f4d1576150 None None] For port 1689de12-1575-4a16-aaa0-7c3b5986a4de, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1689de12-1575-4a16-aaa0-7c3b5986a4de,segment=NetworkSegment(926f15ed-97f5-41fe-9eaf-93898801a146),segment_id=926f15ed-97f5-41fe-9eaf-93898801a146)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:40:30.214038 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-af1a227c-5856-458c-955b-93f4d1576150 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:30.382165 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-af1a227c-5856-458c-955b-93f4d1576150 None None] Calling delete_port for 1689de12-1575-4a16-aaa0-7c3b5986a4de owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:40:30.404264 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8449fc1d-9da8-4302-b68c-6d433ffff5c3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Port': ['ID=03c8510a-4bbc-4f74-825e-10d34d1a74f0,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:30.445935 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-1aef1962-522e-4d26-8008-cc278fe8dfba tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] For port 1689de12-1575-4a16-aaa0-7c3b5986a4de, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1689de12-1575-4a16-aaa0-7c3b5986a4de,segment=NetworkSegment(926f15ed-97f5-41fe-9eaf-93898801a146),segment_id=926f15ed-97f5-41fe-9eaf-93898801a146)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:40:30.446671 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1aef1962-522e-4d26-8008-cc278fe8dfba tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:30.459819 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-133fd01d-e94e-48fa-9792-dc9db9b7d5a1 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Calling delete_port for 8bd1da65-6d78-4f9b-ab3a-3924349fc7ad owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:40:30.481860 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:30.486292 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8ad9674c-c2f1-4e7d-9b1a-c6b2e85ccab4 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:40:30.556634 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-af1a227c-5856-458c-955b-93f4d1576150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:30.653799 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e53d14f5-0c42-45ab-baf2-241daf0a5104 None None] Could not find standard attr ID for object bdfc0ed9-de10-4403-83be-2f7fbb49da58. {{(pid=88903) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:40:30.688417 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a227c-5856-458c-955b-93f4d1576150 None None] Pushing event deleted for resources: {'Port': ['ID=1689de12-1575-4a16-aaa0-7c3b5986a4de,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:30.729436 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1a227c-5856-458c-955b-93f4d1576150 None None] No DVR routers for this DVR port 1689de12-1575-4a16-aaa0-7c3b5986a4de on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:40:30.755772 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-1aef1962-522e-4d26-8008-cc278fe8dfba tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Calling delete_port for 1689de12-1575-4a16-aaa0-7c3b5986a4de owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:40:30.767398 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-88a0a717-d4a0-4965-8ca8-93f6fc43476d None None] Could not find standard attr ID for object 03c8510a-4bbc-4f74-825e-10d34d1a74f0. {{(pid=88903) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:40:30.820462 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8449fc1d-9da8-4302-b68c-6d433ffff5c3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:30.834950 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-6216d884-cfc5-4bf8-a5de-627085d18964 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] show failed (client error): The resource could not be found. May 27 02:40:30.836701 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6216d884-cfc5-4bf8-a5de-627085d18964 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "GET /v2.0/ports/59c43125-15d8-4843-8399-9ec1c2ed06a6/tags/tempest-TagsExtTest-Tag-1054822817 HTTP/1.1" status: 404 len: 329 time: 1.1566510 May 27 02:40:30.840382 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43078) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:30.846647 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.tag.tag_plugin [None req-0c8450f4-5bcf-4f49-a2af-3fc46d8b3dde tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '0597cae7-77f2-42d7-80d9-3bd867083004', {'tags': ['tempest-TagsExtTest-Tag-863111981', 'tempest-TagsExtTest-Tag-552058807', 'tempest-TagsExtTest-Tag-917713286']}) {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:30.855507 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8449fc1d-9da8-4302-b68c-6d433ffff5c3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/ports/03c8510a-4bbc-4f74-825e-10d34d1a74f0 HTTP/1.1" status: 204 len: 168 time: 2.7099352 May 27 02:40:30.856431 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43082) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:30.887721 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 8ad9674c-c2f1-4e7d-9b1a-c6b2e85ccab4 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:40:30.893035 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 8ad9674c-c2f1-4e7d-9b1a-c6b2e85ccab4 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:30.893402 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:30.945925 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c31a240-e548-458a-86ac-b4e37499ee40 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:30.947580 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c31a240-e548-458a-86ac-b4e37499ee40 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:30.948341 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7c31a240-e548-458a-86ac-b4e37499ee40 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:40:30.967584 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-1aef1962-522e-4d26-8008-cc278fe8dfba tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:40:30.967892 n-d-843554-3 neutron-server[88902]: DEBUG oslo_db.api [None req-1aef1962-522e-4d26-8008-cc278fe8dfba tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:40:30.972763 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-133fd01d-e94e-48fa-9792-dc9db9b7d5a1 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:31.065636 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7c31a240-e548-458a-86ac-b4e37499ee40 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:40:31.071287 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7c31a240-e548-458a-86ac-b4e37499ee40 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2107725 May 27 02:40:31.074529 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43088) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:31.153824 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 8ad9674c-c2f1-4e7d-9b1a-c6b2e85ccab4 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:40:31.155272 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:31.198888 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-b145cbb5-b90d-43fc-9c41-56ce30a7fce4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting subnet 79b3b5fc-419e-48a8-aeca-f7f315324e4b {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:40:31.203547 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 8ad9674c-c2f1-4e7d-9b1a-c6b2e85ccab4, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8ad9674c-c2f1-4e7d-9b1a-c6b2e85ccab4,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:40:31.209442 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b145cbb5-b90d-43fc-9c41-56ce30a7fce4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:31.246017 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133fd01d-e94e-48fa-9792-dc9db9b7d5a1 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Pushing event deleted for resources: {'Port': ['ID=8bd1da65-6d78-4f9b-ab3a-3924349fc7ad,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:31.272496 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:31.324148 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b145cbb5-b90d-43fc-9c41-56ce30a7fce4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:31.372138 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43094) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:31.450795 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1689de12-1575-4a16-aaa0-7c3b5986a4de no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:40:31.470626 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-1aef1962-522e-4d26-8008-cc278fe8dfba tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Deleting port 1689de12-1575-4a16-aaa0-7c3b5986a4de {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:40:31.470983 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1aef1962-522e-4d26-8008-cc278fe8dfba tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:31.497595 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-133fd01d-e94e-48fa-9792-dc9db9b7d5a1 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:31.517341 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 1689de12-1575-4a16-aaa0-7c3b5986a4de {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:40:31.517988 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1689de12-1575-4a16-aaa0-7c3b5986a4de not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:40:31.540456 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=8ad9674c-c2f1-4e7d-9b1a-c6b2e85ccab4,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:31.589980 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-133fd01d-e94e-48fa-9792-dc9db9b7d5a1 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] 10.222.0.57 "DELETE /v2.0/ports/8bd1da65-6d78-4f9b-ab3a-3924349fc7ad HTTP/1.1" status: 204 len: 168 time: 1.9353471 May 27 02:40:31.590849 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43100) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:31.607467 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-1aef1962-522e-4d26-8008-cc278fe8dfba tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] The port '1689de12-1575-4a16-aaa0-7c3b5986a4de' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:40:31.637229 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e8c50e3-1fc1-4059-9a19-12e7f65242ab tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] GET failed (client error): The resource could not be found. May 27 02:40:31.637852 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7e8c50e3-1fc1-4059-9a19-12e7f65242ab tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Synchronizing usage tracker for tenant:099a71649d3e4085a874a6a1bf125cfc on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:40:31.645017 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0c8450f4-5bcf-4f49-a2af-3fc46d8b3dde tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "PUT /v2.0/routers/0597cae7-77f2-42d7-80d9-3bd867083004/tags HTTP/1.1" status: 200 len: 315 time: 0.8006666 May 27 02:40:31.646357 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b145cbb5-b90d-43fc-9c41-56ce30a7fce4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:31.646505 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43104) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:31.651451 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.tag.tag_plugin [None req-38cb5cb7-8d6f-498a-aada-acb7491997b8 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0597cae7-77f2-42d7-80d9-3bd867083004') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:31.673550 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-635ee11d-c4c0-48e1-a2ef-94a07dd6e57b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:31.730506 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-635ee11d-c4c0-48e1-a2ef-94a07dd6e57b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:31.785833 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-635ee11d-c4c0-48e1-a2ef-94a07dd6e57b admin admin] Usage tracker for resource:security_group_rule and tenant:b7094ce61c2546cb8c737b88ccbc62ca is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:40:31.801412 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-635ee11d-c4c0-48e1-a2ef-94a07dd6e57b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:40:31.806090 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7e8c50e3-1fc1-4059-9a19-12e7f65242ab tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Unset dirty status for tenant:099a71649d3e4085a874a6a1bf125cfc on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:40:31.811224 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43110) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:31.811998 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7e8c50e3-1fc1-4059-9a19-12e7f65242ab tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] 10.222.0.57 "GET /v2.0/ports/8bd1da65-6d78-4f9b-ab3a-3924349fc7ad HTTP/1.1" status: 404 len: 333 time: 0.2201066 May 27 02:40:31.812140 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-635ee11d-c4c0-48e1-a2ef-94a07dd6e57b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:31.882302 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1aef1962-522e-4d26-8008-cc278fe8dfba tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:31.895126 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-38cb5cb7-8d6f-498a-aada-acb7491997b8 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "DELETE /v2.0/routers/0597cae7-77f2-42d7-80d9-3bd867083004/tags HTTP/1.1" status: 204 len: 168 time: 0.2484043 May 27 02:40:31.897731 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43114) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:31.904491 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.tag.tag_plugin [None req-920ebd85-3d33-40b7-9e8f-1c75ac2d0092 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0597cae7-77f2-42d7-80d9-3bd867083004', 'tempest-TagsExtTest-Tag-863111981') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:31.928331 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-1aef1962-522e-4d26-8008-cc278fe8dfba tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0caca08-2b38-4ed2-b3ac-1076d9239e06']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:31.946581 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-1494ef1f-7479-4aba-b55a-0aec6b067f01 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Deleting port 1dec8c25-001d-4fdf-814c-a996bcf97d49 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:40:31.946935 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1494ef1f-7479-4aba-b55a-0aec6b067f01 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:31.978554 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-1aef1962-522e-4d26-8008-cc278fe8dfba tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '926f15ed-97f5-41fe-9eaf-93898801a146') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:31.978554 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-1aef1962-522e-4d26-8008-cc278fe8dfba tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '926f15ed-97f5-41fe-9eaf-93898801a146') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:32.002039 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1aef1962-522e-4d26-8008-cc278fe8dfba tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:32.028999 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b145cbb5-b90d-43fc-9c41-56ce30a7fce4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:32.046116 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-920ebd85-3d33-40b7-9e8f-1c75ac2d0092 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] show failed (client error): The resource could not be found. May 27 02:40:32.047127 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-920ebd85-3d33-40b7-9e8f-1c75ac2d0092 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "GET /v2.0/routers/0597cae7-77f2-42d7-80d9-3bd867083004/tags/tempest-TagsExtTest-Tag-863111981 HTTP/1.1" status: 404 len: 328 time: 0.1484540 May 27 02:40:32.050080 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43118) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:32.054859 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.tag.tag_plugin [None req-2b65b305-e254-4f76-9da3-51ef0a2d8eca tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0597cae7-77f2-42d7-80d9-3bd867083004', 'tempest-TagsExtTest-Tag-552058807') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:32.077708 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1aef1962-522e-4d26-8008-cc278fe8dfba tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:32.098508 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b145cbb5-b90d-43fc-9c41-56ce30a7fce4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Subnet': ['ID=79b3b5fc-419e-48a8-aeca-f7f315324e4b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:32.099652 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9cc05b-d217-4eb5-a342-c8c0833d134e None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:40:32.100699 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b145cbb5-b90d-43fc-9c41-56ce30a7fce4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:32.138515 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aef1962-522e-4d26-8008-cc278fe8dfba tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:40:32.138909 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1aef1962-522e-4d26-8008-cc278fe8dfba tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:32.205720 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-2b65b305-e254-4f76-9da3-51ef0a2d8eca tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] show failed (client error): The resource could not be found. May 27 02:40:32.209418 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2b65b305-e254-4f76-9da3-51ef0a2d8eca tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "GET /v2.0/routers/0597cae7-77f2-42d7-80d9-3bd867083004/tags/tempest-TagsExtTest-Tag-552058807 HTTP/1.1" status: 404 len: 328 time: 0.1581571 May 27 02:40:32.212553 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43124) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:32.219565 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.tag.tag_plugin [None req-bffdbe39-a6d2-438a-9534-fd8cb279e332 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0597cae7-77f2-42d7-80d9-3bd867083004', 'tempest-TagsExtTest-Tag-917713286') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:32.244864 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 926f15ed-97f5-41fe-9eaf-93898801a146 resource provider aggregate not found May 27 02:40:32.284977 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 926f15ed-97f5-41fe-9eaf-93898801a146 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 926f15ed-97f5-41fe-9eaf-93898801a146 found for delete ", "request_id": "req-2fc920fd-648b-4ffa-944f-d991482d2fd7"}]} May 27 02:40:32.312278 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8ad9674c-c2f1-4e7d-9b1a-c6b2e85ccab4 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:40:32.405276 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-bffdbe39-a6d2-438a-9534-fd8cb279e332 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] show failed (client error): The resource could not be found. May 27 02:40:32.410800 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-bffdbe39-a6d2-438a-9534-fd8cb279e332 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "GET /v2.0/routers/0597cae7-77f2-42d7-80d9-3bd867083004/tags/tempest-TagsExtTest-Tag-917713286 HTTP/1.1" status: 404 len: 328 time: 0.1992171 May 27 02:40:32.411725 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43130) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:32.417621 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.tag.tag_plugin [None req-2588ff23-219a-4ffa-ab12-c0d375b8cdb5 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'ce45a253-4b34-4f95-919d-aaea740f06ee', {'tags': ['tempest-TagsExtTest-Tag-734055175', 'tempest-TagsExtTest-Tag-317510', 'tempest-TagsExtTest-Tag-1974263726']}) {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:32.494329 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 8ad9674c-c2f1-4e7d-9b1a-c6b2e85ccab4 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:32.494705 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:32.546889 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b145cbb5-b90d-43fc-9c41-56ce30a7fce4 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/79b3b5fc-419e-48a8-aeca-f7f315324e4b HTTP/1.1" status: 204 len: 168 time: 1.4716406 May 27 02:40:32.547386 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43134) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:32.551635 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2588ff23-219a-4ffa-ab12-c0d375b8cdb5 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "PUT /v2.0/subnetpools/ce45a253-4b34-4f95-919d-aaea740f06ee/tags HTTP/1.1" status: 200 len: 313 time: 0.1385829 May 27 02:40:32.575602 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c84f37b-91a9-40e8-9c44-8a452bd047db None None] DHCP port deletion for 1e095441-a19f-4261-8588-a806dc249ed2 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:40:32.584361 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-3c84f37b-91a9-40e8-9c44-8a452bd047db None None] Deleting port 8ad9674c-c2f1-4e7d-9b1a-c6b2e85ccab4 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:40:32.587527 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3c84f37b-91a9-40e8-9c44-8a452bd047db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:32.630267 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43138) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:32.642346 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.tag.tag_plugin [None req-45251729-0746-44bb-94f5-8b1a8dfbceac tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ce45a253-4b34-4f95-919d-aaea740f06ee') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:32.651538 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1494ef1f-7479-4aba-b55a-0aec6b067f01 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:32.653925 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c06d78c6-6e8b-4a54-97c0-6bec41bb11cf tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1054373 May 27 02:40:32.656286 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43142) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:32.771016 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 8ad9674c-c2f1-4e7d-9b1a-c6b2e85ccab4 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:40:32.800559 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a882b6-5340-46c5-a1bc-8a85e39bc0ad tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:32.801351 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-41a882b6-5340-46c5-a1bc-8a85e39bc0ad tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:40:32.860427 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-45251729-0746-44bb-94f5-8b1a8dfbceac tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "DELETE /v2.0/subnetpools/ce45a253-4b34-4f95-919d-aaea740f06ee/tags HTTP/1.1" status: 204 len: 168 time: 0.2289777 May 27 02:40:32.864603 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43148) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:32.871011 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.tag.tag_plugin [None req-48d2a8c3-5034-4c1e-90a4-931e42b581d5 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ce45a253-4b34-4f95-919d-aaea740f06ee', 'tempest-TagsExtTest-Tag-734055175') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:32.879062 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-1494ef1f-7479-4aba-b55a-0aec6b067f01 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Calling delete_port for 1dec8c25-001d-4fdf-814c-a996bcf97d49 owned by {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:40:32.919347 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1aef1962-522e-4d26-8008-cc278fe8dfba tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:32.922615 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-41a882b6-5340-46c5-a1bc-8a85e39bc0ad tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:40:32.923789 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-41a882b6-5340-46c5-a1bc-8a85e39bc0ad tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2665806 May 27 02:40:32.934596 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1aef1962-522e-4d26-8008-cc278fe8dfba tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:32.935904 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43152) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:32.988559 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef1962-522e-4d26-8008-cc278fe8dfba tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event deleted for resources: {'Network': ['ID=a0caca08-2b38-4ed2-b3ac-1076d9239e06,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:33.009260 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1aef1962-522e-4d26-8008-cc278fe8dfba tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/networks/a0caca08-2b38-4ed2-b3ac-1076d9239e06 HTTP/1.1" status: 204 len: 168 time: 3.6687248 May 27 02:40:33.013601 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43156) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:33.015861 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-3c84f37b-91a9-40e8-9c44-8a452bd047db None None] For port 8ad9674c-c2f1-4e7d-9b1a-c6b2e85ccab4, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8ad9674c-c2f1-4e7d-9b1a-c6b2e85ccab4,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:40:33.016366 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3c84f37b-91a9-40e8-9c44-8a452bd047db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:33.032733 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-9e235100-8ac2-4d0e-9165-49f34c070c1e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1383291509'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:33.038189 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-48d2a8c3-5034-4c1e-90a4-931e42b581d5 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] show failed (client error): The resource could not be found. May 27 02:40:33.042265 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-48d2a8c3-5034-4c1e-90a4-931e42b581d5 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "GET /v2.0/subnetpools/ce45a253-4b34-4f95-919d-aaea740f06ee/tags/tempest-TagsExtTest-Tag-734055175 HTTP/1.1" status: 404 len: 328 time: 0.1735337 May 27 02:40:33.044104 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43160) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:33.055531 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.tag.tag_plugin [None req-0c0a415a-9067-4133-bd17-546b7c3fe1bc tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ce45a253-4b34-4f95-919d-aaea740f06ee', 'tempest-TagsExtTest-Tag-317510') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:33.066919 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9e235100-8ac2-4d0e-9165-49f34c070c1e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:33.084135 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9e235100-8ac2-4d0e-9165-49f34c070c1e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Usage tracker for resource:network and tenant:f559555ef6124802b230d39d3db00e17 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:40:33.090329 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9e235100-8ac2-4d0e-9165-49f34c070c1e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:40:33.091435 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-635ee11d-c4c0-48e1-a2ef-94a07dd6e57b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:33.103882 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0273cdc-98d6-422c-9507-28358db0fa1e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:33.104576 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f0273cdc-98d6-422c-9507-28358db0fa1e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:40:33.115775 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9e235100-8ac2-4d0e-9165-49f34c070c1e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:33.137636 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-0c0a415a-9067-4133-bd17-546b7c3fe1bc tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] show failed (client error): The resource could not be found. May 27 02:40:33.138672 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0c0a415a-9067-4133-bd17-546b7c3fe1bc tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "GET /v2.0/subnetpools/ce45a253-4b34-4f95-919d-aaea740f06ee/tags/tempest-TagsExtTest-Tag-317510 HTTP/1.1" status: 404 len: 325 time: 0.0914934 May 27 02:40:33.142315 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43164) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:33.147247 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.tag.tag_plugin [None req-51ba4ff2-8800-4bcb-8d09-7e9983dbfb49 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ce45a253-4b34-4f95-919d-aaea740f06ee', 'tempest-TagsExtTest-Tag-1974263726') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:33.186771 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-3c84f37b-91a9-40e8-9c44-8a452bd047db None None] Calling delete_port for 8ad9674c-c2f1-4e7d-9b1a-c6b2e85ccab4 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:40:33.189603 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-51ba4ff2-8800-4bcb-8d09-7e9983dbfb49 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] show failed (client error): The resource could not be found. May 27 02:40:33.189937 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-635ee11d-c4c0-48e1-a2ef-94a07dd6e57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:33.190665 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-51ba4ff2-8800-4bcb-8d09-7e9983dbfb49 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "GET /v2.0/subnetpools/ce45a253-4b34-4f95-919d-aaea740f06ee/tags/tempest-TagsExtTest-Tag-1974263726 HTTP/1.1" status: 404 len: 329 time: 0.0473006 May 27 02:40:33.193490 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43168) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:33.198780 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.tag.tag_plugin [None req-37ad77bd-6721-40b6-aad6-161b94b92a29 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ce45a253-4b34-4f95-919d-aaea740f06ee') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:33.231094 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-37ad77bd-6721-40b6-aad6-161b94b92a29 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "DELETE /v2.0/subnetpools/ce45a253-4b34-4f95-919d-aaea740f06ee/tags HTTP/1.1" status: 204 len: 168 time: 0.0365973 May 27 02:40:33.233583 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43172) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:33.239560 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.tag.tag_plugin [None req-95ce2a27-7b61-4903-8606-3dee01f1f71c tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0597cae7-77f2-42d7-80d9-3bd867083004') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:33.241958 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ee11d-c4c0-48e1-a2ef-94a07dd6e57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8c9b9d-f4eb-410a-b00e-6e7f196ce0b1,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:33.286382 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-635ee11d-c4c0-48e1-a2ef-94a07dd6e57b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b7094ce61c2546cb8c737b88ccbc62ca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9127507 May 27 02:40:33.291495 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43176) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:33.321959 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f0273cdc-98d6-422c-9507-28358db0fa1e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:40:33.323115 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f0273cdc-98d6-422c-9507-28358db0fa1e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3843334 May 27 02:40:33.324337 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e235100-8ac2-4d0e-9165-49f34c070c1e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Made reservation on behalf of f559555ef6124802b230d39d3db00e17 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:40:33.327711 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e235100-8ac2-4d0e-9165-49f34c070c1e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:33.339169 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43180) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:33.408549 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3c84f37b-91a9-40e8-9c44-8a452bd047db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:33.440049 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8a5d2fd0-e3e9-4954-a2ac-54e5178d151e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0980911 May 27 02:40:33.443205 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43184) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:33.450207 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-dd3ec0ff-a710-4e1c-81e0-67d3d8293107 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'subnet': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:33.468131 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1494ef1f-7479-4aba-b55a-0aec6b067f01 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:33.508927 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c84f37b-91a9-40e8-9c44-8a452bd047db None None] No DVR routers for this DVR port 8ad9674c-c2f1-4e7d-9b1a-c6b2e85ccab4 on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:40:33.518302 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84f37b-91a9-40e8-9c44-8a452bd047db None None] Pushing event deleted for resources: {'Port': ['ID=8ad9674c-c2f1-4e7d-9b1a-c6b2e85ccab4,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:33.564647 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e235100-8ac2-4d0e-9165-49f34c070c1e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:40:33.580029 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-95ce2a27-7b61-4903-8606-3dee01f1f71c tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "DELETE /v2.0/routers/0597cae7-77f2-42d7-80d9-3bd867083004/tags HTTP/1.1" status: 204 len: 168 time: 0.3454497 May 27 02:40:33.582891 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e235100-8ac2-4d0e-9165-49f34c070c1e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:33.583238 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-9e235100-8ac2-4d0e-9165-49f34c070c1e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Added segment aeefb711-1859-4893-8494-bf813e042391 of type vlan for network 26259f25-e2d2-49fb-a0b9-73cf807ad647 May 27 02:40:33.584385 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43188) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:33.592885 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.tag.tag_plugin [None req-dcb38874-2e91-49b2-bf6d-389de7ca037c tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '59c43125-15d8-4843-8399-9ec1c2ed06a6') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:33.694169 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e235100-8ac2-4d0e-9165-49f34c070c1e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:33.730758 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1494ef1f-7479-4aba-b55a-0aec6b067f01 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Pushing event deleted for resources: {'Port': ['ID=1dec8c25-001d-4fdf-814c-a996bcf97d49,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:33.747906 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-dcb38874-2e91-49b2-bf6d-389de7ca037c tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "DELETE /v2.0/ports/59c43125-15d8-4843-8399-9ec1c2ed06a6/tags HTTP/1.1" status: 204 len: 168 time: 0.1592715 May 27 02:40:33.747906 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43192) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:33.752181 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.tag.tag_plugin [None req-715b626c-303d-4dfa-8b42-5427cc0d3da9 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9ffe64c5-e747-4e6a-93e4-e96ff9a3c7be') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:33.768767 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f40e2645-a8b5-4358-963f-f7f3e2970a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:33.820011 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e235100-8ac2-4d0e-9165-49f34c070c1e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:33.835290 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f40e2645-a8b5-4358-963f-f7f3e2970a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:33.839487 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e235100-8ac2-4d0e-9165-49f34c070c1e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:33.840123 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e235100-8ac2-4d0e-9165-49f34c070c1e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:33.853367 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-dd3ec0ff-a710-4e1c-81e0-67d3d8293107 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:33.856040 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1494ef1f-7479-4aba-b55a-0aec6b067f01 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:33.888159 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-dd3ec0ff-a710-4e1c-81e0-67d3d8293107 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:33.973876 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e235100-8ac2-4d0e-9165-49f34c070c1e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'Network': ['ID=26259f25-e2d2-49fb-a0b9-73cf807ad647,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:33.980206 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1494ef1f-7479-4aba-b55a-0aec6b067f01 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] 10.222.0.57 "DELETE /v2.0/ports/1dec8c25-001d-4fdf-814c-a996bcf97d49 HTTP/1.1" status: 204 len: 168 time: 2.1624117 May 27 02:40:33.982676 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43200) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:33.989137 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-715b626c-303d-4dfa-8b42-5427cc0d3da9 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "DELETE /v2.0/subnets/9ffe64c5-e747-4e6a-93e4-e96ff9a3c7be/tags HTTP/1.1" status: 204 len: 168 time: 0.2407446 May 27 02:40:33.990275 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 26259f25-e2d2-49fb-a0b9-73cf807ad647 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:40:33.994369 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43204) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:34.070321 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9e235100-8ac2-4d0e-9165-49f34c070c1e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0477641 May 27 02:40:34.071135 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43210) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:34.079888 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-7b9c0010-744d-468b-bdae-4539b397c62c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'subnet': {'network_id': '26259f25-e2d2-49fb-a0b9-73cf807ad647', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:34.106916 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1dd537c-1821-4ad1-85e9-b55c160e38a5 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Deleting subnet c85cc6c3-d822-484a-af4d-e70b48d6d115 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:40:34.110891 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b1dd537c-1821-4ad1-85e9-b55c160e38a5 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:34.167850 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f40e2645-a8b5-4358-963f-f7f3e2970a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:34.171601 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3ec0ff-a710-4e1c-81e0-67d3d8293107 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:40:34.175322 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dd3ec0ff-a710-4e1c-81e0-67d3d8293107 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:34.205255 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7b9c0010-744d-468b-bdae-4539b397c62c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:34.210277 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7b9c0010-744d-468b-bdae-4539b397c62c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Usage tracker for resource:subnet and tenant:f559555ef6124802b230d39d3db00e17 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:40:34.214187 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7b9c0010-744d-468b-bdae-4539b397c62c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:40:34.221084 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7b9c0010-744d-468b-bdae-4539b397c62c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:34.268473 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e360acea-61d6-45fe-bd79-11aba50f8623 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Notify callbacks [] for subnetpool, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:34.274641 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e360acea-61d6-45fe-bd79-11aba50f8623 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "DELETE /v2.0/subnetpools/ce45a253-4b34-4f95-919d-aaea740f06ee HTTP/1.1" status: 204 len: 168 time: 0.2778215 May 27 02:40:34.275736 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43220) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:34.277674 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e2645-a8b5-4358-963f-f7f3e2970a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8c9b9d-f4eb-410a-b00e-6e7f196ce0b1,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:34.278897 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8ad9674c-c2f1-4e7d-9b1a-c6b2e85ccab4 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:40:34.282362 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b1dd537c-1821-4ad1-85e9-b55c160e38a5 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:34.319827 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9c0010-744d-468b-bdae-4539b397c62c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Made reservation on behalf of f559555ef6124802b230d39d3db00e17 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:40:34.324478 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b9c0010-744d-468b-bdae-4539b397c62c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:34.336546 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f40e2645-a8b5-4358-963f-f7f3e2970a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:34.337744 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f40e2645-a8b5-4358-963f-f7f3e2970a30 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8a8c9b9d-f4eb-410a-b00e-6e7f196ce0b1 HTTP/1.1" status: 204 len: 168 time: 1.0440843 May 27 02:40:34.352672 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 8ad9674c-c2f1-4e7d-9b1a-c6b2e85ccab4 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:40:34.353366 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8ad9674c-c2f1-4e7d-9b1a-c6b2e85ccab4 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:40:34.428460 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ef181e53-9f78-4038-b9ad-9a0de439767d tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "GET /v2.0/ports?device_id=0597cae7-77f2-42d7-80d9-3bd867083004 HTTP/1.1" status: 200 len: 205 time: 0.1515636 May 27 02:40:34.432187 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43228) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:34.548997 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b1dd537c-1821-4ad1-85e9-b55c160e38a5 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:34.677095 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b9c0010-744d-468b-bdae-4539b397c62c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:34.815249 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9c0010-744d-468b-bdae-4539b397c62c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Checking segment: {'id': 'aeefb711-1859-4893-8494-bf813e042391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '26259f25-e2d2-49fb-a0b9-73cf807ad647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:40:34.815612 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9c0010-744d-468b-bdae-4539b397c62c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Network hostable DHCP agents. Network: 26259f25-e2d2-49fb-a0b9-73cf807ad647, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:40:34.820869 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c0010-744d-468b-bdae-4539b397c62c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'Subnet': ['ID=4e37e157-ecc4-48b1-add6-ff9e1cafd1cc,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:34.869086 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-705dc960-ab3f-4b5f-8697-4775c6bb9199 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Notify callbacks [] for router, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:34.917118 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9c0010-744d-468b-bdae-4539b397c62c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Network 26259f25-e2d2-49fb-a0b9-73cf807ad647 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:40:34.985545 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-7b9c0010-744d-468b-bdae-4539b397c62c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 26259f25-e2d2-49fb-a0b9-73cf807ad647) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:40:34.991553 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9c0010-744d-468b-bdae-4539b397c62c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:34.991553 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b9c0010-744d-468b-bdae-4539b397c62c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:34.994529 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13b40cc-7ff0-4129-af47-2f4468300e66 None None] Network 26259f25-e2d2-49fb-a0b9-73cf807ad647 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:40:35.105309 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7b9c0010-744d-468b-bdae-4539b397c62c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0327280 May 27 02:40:35.106258 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43262) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:35.115090 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-66a4b2f2-00de-422c-a4a4-54af600922c5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'port': {'network_id': '26259f25-e2d2-49fb-a0b9-73cf807ad647', 'name': 'tempest-PortsTestJSON-270197922', 'fixed_ips': [{'subnet_id': '4e37e157-ecc4-48b1-add6-ff9e1cafd1cc', 'ip_address': '172.20.0.10'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:35.155029 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b1dd537c-1821-4ad1-85e9-b55c160e38a5 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:35.258937 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b1dd537c-1821-4ad1-85e9-b55c160e38a5 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:35.260023 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465a37fa-197c-4a2e-9243-5225c8f83c20 None None] Network 5c0771bc-b8c8-42df-b17f-a539c9636f96 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:40:35.269981 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd537c-1821-4ad1-85e9-b55c160e38a5 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Pushing event deleted for resources: {'Subnet': ['ID=c85cc6c3-d822-484a-af4d-e70b48d6d115,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:35.298001 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-66a4b2f2-00de-422c-a4a4-54af600922c5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:35.307466 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-705dc960-ab3f-4b5f-8697-4775c6bb9199 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:35.310080 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-66a4b2f2-00de-422c-a4a4-54af600922c5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Usage tracker for resource:port and tenant:f559555ef6124802b230d39d3db00e17 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:40:35.321530 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-705dc960-ab3f-4b5f-8697-4775c6bb9199 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:35.322269 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-66a4b2f2-00de-422c-a4a4-54af600922c5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:40:35.329596 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b1dd537c-1821-4ad1-85e9-b55c160e38a5 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] 10.222.0.57 "DELETE /v2.0/subnets/c85cc6c3-d822-484a-af4d-e70b48d6d115 HTTP/1.1" status: 204 len: 168 time: 1.3435369 May 27 02:40:35.329945 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-66a4b2f2-00de-422c-a4a4-54af600922c5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:35.333348 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43276) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:35.361840 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d941b6d1-2881-44db-84b8-4ddfa25e300f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-26259f25-e2d2-49fb-a0b9-73cf807ad647', 'network_id': '26259f25-e2d2-49fb-a0b9-73cf807ad647', 'tenant_id': 'f559555ef6124802b230d39d3db00e17', 'fixed_ips': [{'subnet_id': '4e37e157-ecc4-48b1-add6-ff9e1cafd1cc'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:40:35.363203 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d941b6d1-2881-44db-84b8-4ddfa25e300f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:35.402687 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a4b2f2-00de-422c-a4a4-54af600922c5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Made reservation on behalf of f559555ef6124802b230d39d3db00e17 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:40:35.566330 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-66a4b2f2-00de-422c-a4a4-54af600922c5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:35.585276 n-d-843554-3 neutron-server[88902]: DEBUG neutron.objects.ports [None req-dd3ec0ff-a710-4e1c-81e0-67d3d8293107 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88902) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 02:40:35.587813 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-66a4b2f2-00de-422c-a4a4-54af600922c5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] device_id is not set on port 92afa98f-fe97-40a6-8cd7-0f42eb802416 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:40:35.589257 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dd3ec0ff-a710-4e1c-81e0-67d3d8293107 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:35.629688 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-332c249c-30c5-492a-9443-3a76835650f5 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:35.647100 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-d941b6d1-2881-44db-84b8-4ddfa25e300f None None] Allocated IP 172.20.0.2 (26259f25-e2d2-49fb-a0b9-73cf807ad647/4e37e157-ecc4-48b1-add6-ff9e1cafd1cc/235053d3-256e-46dc-aa97-dfcf3e4bb599) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:40:35.655459 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-705dc960-ab3f-4b5f-8697-4775c6bb9199 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:35.655935 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705dc960-ab3f-4b5f-8697-4775c6bb9199 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Fanout notify agent at l3_agent the message router_deleted on router 0597cae7-77f2-42d7-80d9-3bd867083004 {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:40:35.684413 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-705dc960-ab3f-4b5f-8697-4775c6bb9199 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:35.688001 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-705dc960-ab3f-4b5f-8697-4775c6bb9199 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "DELETE /v2.0/routers/0597cae7-77f2-42d7-80d9-3bd867083004 HTTP/1.1" status: 204 len: 168 time: 1.2514195 May 27 02:40:35.691972 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43300) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:35.699311 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3ec0ff-a710-4e1c-81e0-67d3d8293107 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:40:35.711659 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-dd3ec0ff-a710-4e1c-81e0-67d3d8293107 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:40:35.728371 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3ec0ff-a710-4e1c-81e0-67d3d8293107 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:35.728992 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dd3ec0ff-a710-4e1c-81e0-67d3d8293107 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:35.738467 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-332c249c-30c5-492a-9443-3a76835650f5 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Deleting port e9516811-f805-4e73-8b59-4b501ac1c29d {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:40:35.738828 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-332c249c-30c5-492a-9443-3a76835650f5 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:35.797990 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b334c4b-c32c-4104-9048-179d85804af9 None None] DHCP port deletion for 5c0771bc-b8c8-42df-b17f-a539c9636f96 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:40:35.800054 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64299a55-f7dc-4958-bfac-899d7689da35 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:40:35.833548 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-4b334c4b-c32c-4104-9048-179d85804af9 None None] Deleting port e9516811-f805-4e73-8b59-4b501ac1c29d {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:40:35.834732 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4b334c4b-c32c-4104-9048-179d85804af9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:35.842295 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b998acdc-12cf-438b-9056-70d10dc74668 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Deleting port 59c43125-15d8-4843-8399-9ec1c2ed06a6 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:40:35.842295 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b998acdc-12cf-438b-9056-70d10dc74668 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:35.856603 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ec0ff-a710-4e1c-81e0-67d3d8293107 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Subnet': ['ID=167625a4-5468-4f17-9f67-a79923f8ed56,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:36.004788 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-dd3ec0ff-a710-4e1c-81e0-67d3d8293107 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.5597990 May 27 02:40:36.008240 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43320) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:36.015080 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-c1586a9e-724b-4103-b803-fe3e2914d38c tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'port': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'mac_address': 'fa:16:3e:4c:e3:26', 'name': 'tempest-NetworksTestDHCPv6-1961462781'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:36.169669 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b998acdc-12cf-438b-9056-70d10dc74668 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:36.187559 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d941b6d1-2881-44db-84b8-4ddfa25e300f None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:36.199900 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-d941b6d1-2881-44db-84b8-4ddfa25e300f None None] Transition to ACTIVE for port object 235053d3-256e-46dc-aa97-dfcf3e4bb599 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:40:36.227017 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-d941b6d1-2881-44db-84b8-4ddfa25e300f None None] Transition to ACTIVE for port object 235053d3-256e-46dc-aa97-dfcf3e4bb599 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:40:36.268197 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-332c249c-30c5-492a-9443-3a76835650f5 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] For port e9516811-f805-4e73-8b59-4b501ac1c29d, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=e9516811-f805-4e73-8b59-4b501ac1c29d,segment=NetworkSegment(ec4c01b8-18c8-466d-9b08-aa7905343220),segment_id=ec4c01b8-18c8-466d-9b08-aa7905343220)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:40:36.268577 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-332c249c-30c5-492a-9443-3a76835650f5 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:36.327037 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device e9516811-f805-4e73-8b59-4b501ac1c29d no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:40:36.365889 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d941b6d1-2881-44db-84b8-4ddfa25e300f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:36.414781 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c1586a9e-724b-4103-b803-fe3e2914d38c tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:36.424364 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c1586a9e-724b-4103-b803-fe3e2914d38c tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:36.439391 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-332c249c-30c5-492a-9443-3a76835650f5 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Calling delete_port for e9516811-f805-4e73-8b59-4b501ac1c29d owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:40:36.493682 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b998acdc-12cf-438b-9056-70d10dc74668 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Calling delete_port for 59c43125-15d8-4843-8399-9ec1c2ed06a6 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:40:36.539668 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1586a9e-724b-4103-b803-fe3e2914d38c tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:40:36.549950 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d941b6d1-2881-44db-84b8-4ddfa25e300f None None] Network 26259f25-e2d2-49fb-a0b9-73cf807ad647 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:40:36.599821 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-d941b6d1-2881-44db-84b8-4ddfa25e300f None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:40:36.608168 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d941b6d1-2881-44db-84b8-4ddfa25e300f None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:40:36.611608 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941b6d1-2881-44db-84b8-4ddfa25e300f None None] Pushing event updated for resources: {'Port': ['ID=235053d3-256e-46dc-aa97-dfcf3e4bb599,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:36.621189 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-332c249c-30c5-492a-9443-3a76835650f5 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:36.670336 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-66a4b2f2-00de-422c-a4a4-54af600922c5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Allocated IP 172.20.0.10 (26259f25-e2d2-49fb-a0b9-73cf807ad647/4e37e157-ecc4-48b1-add6-ff9e1cafd1cc/92afa98f-fe97-40a6-8cd7-0f42eb802416) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:40:36.712146 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ab8911-7611-469c-b9f8-f435a4b43971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-1e095441-a19f-4261-8588-a806dc249ed2', 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'tenant_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'fixed_ips': [{'subnet_id': '167625a4-5468-4f17-9f67-a79923f8ed56'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:40:36.712961 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-38ab8911-7611-469c-b9f8-f435a4b43971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:36.733591 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No active binding found for port e9516811-f805-4e73-8b59-4b501ac1c29d {{(pid=88903) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 27 02:40:36.733920 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device e9516811-f805-4e73-8b59-4b501ac1c29d not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:40:36.768957 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-4b334c4b-c32c-4104-9048-179d85804af9 None None] For port e9516811-f805-4e73-8b59-4b501ac1c29d, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=e9516811-f805-4e73-8b59-4b501ac1c29d,segment=NetworkSegment(ec4c01b8-18c8-466d-9b08-aa7905343220),segment_id=ec4c01b8-18c8-466d-9b08-aa7905343220)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:40:36.769314 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4b334c4b-c32c-4104-9048-179d85804af9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:36.818534 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-d941b6d1-2881-44db-84b8-4ddfa25e300f None None] Attempting to bind port 235053d3-256e-46dc-aa97-dfcf3e4bb599 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:40:36.818942 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-d941b6d1-2881-44db-84b8-4ddfa25e300f None None] Attempting to bind port 235053d3-256e-46dc-aa97-dfcf3e4bb599 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'aeefb711-1859-4893-8494-bf813e042391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '26259f25-e2d2-49fb-a0b9-73cf807ad647'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:40:36.819314 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d941b6d1-2881-44db-84b8-4ddfa25e300f None None] Attempting to bind port 235053d3-256e-46dc-aa97-dfcf3e4bb599 on network 26259f25-e2d2-49fb-a0b9-73cf807ad647 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:40:36.834034 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332c249c-30c5-492a-9443-3a76835650f5 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Pushing event deleted for resources: {'Port': ['ID=e9516811-f805-4e73-8b59-4b501ac1c29d,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:36.838418 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332c249c-30c5-492a-9443-3a76835650f5 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] No DVR routers for this DVR port e9516811-f805-4e73-8b59-4b501ac1c29d on host n-d-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:40:36.945925 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-4b334c4b-c32c-4104-9048-179d85804af9 None None] Calling delete_port for e9516811-f805-4e73-8b59-4b501ac1c29d owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:40:36.974133 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d941b6d1-2881-44db-84b8-4ddfa25e300f None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:40:36.974133 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d941b6d1-2881-44db-84b8-4ddfa25e300f None None] Checking segment: {'id': 'aeefb711-1859-4893-8494-bf813e042391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '26259f25-e2d2-49fb-a0b9-73cf807ad647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:40:36.974498 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d941b6d1-2881-44db-84b8-4ddfa25e300f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:36.974617 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d941b6d1-2881-44db-84b8-4ddfa25e300f None None] Bound using segment: {'id': 'aeefb711-1859-4893-8494-bf813e042391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '26259f25-e2d2-49fb-a0b9-73cf807ad647'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:40:36.975461 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-d941b6d1-2881-44db-84b8-4ddfa25e300f None None] Bound port: 235053d3-256e-46dc-aa97-dfcf3e4bb599, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeefb711-1859-4893-8494-bf813e042391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '26259f25-e2d2-49fb-a0b9-73cf807ad647'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:40:36.975461 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d941b6d1-2881-44db-84b8-4ddfa25e300f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:37.009473 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c1586a9e-724b-4103-b803-fe3e2914d38c tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:37.020928 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-332c249c-30c5-492a-9443-3a76835650f5 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:37.057183 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-332c249c-30c5-492a-9443-3a76835650f5 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c0771bc-b8c8-42df-b17f-a539c9636f96']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:37.075868 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-c1586a9e-724b-4103-b803-fe3e2914d38c tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] device_id is not set on port 8eb05163-f7f3-4c49-a40b-ceee73c1cb4f yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:40:37.083525 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-66a4b2f2-00de-422c-a4a4-54af600922c5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:37.101876 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-66a4b2f2-00de-422c-a4a4-54af600922c5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Transition to ACTIVE for port object 92afa98f-fe97-40a6-8cd7-0f42eb802416 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:40:37.106259 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b998acdc-12cf-438b-9056-70d10dc74668 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:37.119389 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-332c249c-30c5-492a-9443-3a76835650f5 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec4c01b8-18c8-466d-9b08-aa7905343220') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:37.121527 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-332c249c-30c5-492a-9443-3a76835650f5 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec4c01b8-18c8-466d-9b08-aa7905343220') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:37.145806 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-332c249c-30c5-492a-9443-3a76835650f5 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:37.162703 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b998acdc-12cf-438b-9056-70d10dc74668 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Pushing event deleted for resources: {'Port': ['ID=59c43125-15d8-4843-8399-9ec1c2ed06a6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:37.180782 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-4b334c4b-c32c-4104-9048-179d85804af9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:40:37.181357 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-4b334c4b-c32c-4104-9048-179d85804af9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:40:37.184777 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-332c249c-30c5-492a-9443-3a76835650f5 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:37.193246 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-38ab8911-7611-469c-b9f8-f435a4b43971 None None] Allocated IP 2001:db8::f816:3eff:fe9f:41e9 (1e095441-a19f-4261-8588-a806dc249ed2/167625a4-5468-4f17-9f67-a79923f8ed56/b7de76bc-241d-4419-ad66-49da23d70087) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:40:37.201395 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-d941b6d1-2881-44db-84b8-4ddfa25e300f None None] For port 235053d3-256e-46dc-aa97-dfcf3e4bb599, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:40:37.204431 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-332c249c-30c5-492a-9443-3a76835650f5 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:40:37.205059 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-332c249c-30c5-492a-9443-3a76835650f5 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:37.215416 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-d941b6d1-2881-44db-84b8-4ddfa25e300f None None] For port 235053d3-256e-46dc-aa97-dfcf3e4bb599, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=235053d3-256e-46dc-aa97-dfcf3e4bb599,segment=NetworkSegment(aeefb711-1859-4893-8494-bf813e042391),segment_id=aeefb711-1859-4893-8494-bf813e042391)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:40:37.325400 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b998acdc-12cf-438b-9056-70d10dc74668 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:37.341143 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b998acdc-12cf-438b-9056-70d10dc74668 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "DELETE /v2.0/ports/59c43125-15d8-4843-8399-9ec1c2ed06a6 HTTP/1.1" status: 204 len: 168 time: 1.6473994 May 27 02:40:37.343580 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43380) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:37.351289 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d941b6d1-2881-44db-84b8-4ddfa25e300f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:37.369129 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment ec4c01b8-18c8-466d-9b08-aa7905343220 resource provider aggregate not found May 27 02:40:37.402048 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment ec4c01b8-18c8-466d-9b08-aa7905343220 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec4c01b8-18c8-466d-9b08-aa7905343220 found for delete ", "request_id": "req-0cf081f6-e98f-4170-9720-1935c80c1ca4"}]} May 27 02:40:37.417228 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-20dc41d1-422e-43dd-b8d8-e082da82a693 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Deleting subnet 9ffe64c5-e747-4e6a-93e4-e96ff9a3c7be {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:40:37.420435 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20dc41d1-422e-43dd-b8d8-e082da82a693 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:37.497207 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-66a4b2f2-00de-422c-a4a4-54af600922c5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:37.499767 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-332c249c-30c5-492a-9443-3a76835650f5 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:37.535232 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-332c249c-30c5-492a-9443-3a76835650f5 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:37.548453 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332c249c-30c5-492a-9443-3a76835650f5 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] Pushing event deleted for resources: {'Network': ['ID=5c0771bc-b8c8-42df-b17f-a539c9636f96,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:37.572541 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941b6d1-2881-44db-84b8-4ddfa25e300f None None] Pushing event updated for resources: {'Port': ['ID=235053d3-256e-46dc-aa97-dfcf3e4bb599,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:37.573404 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-332c249c-30c5-492a-9443-3a76835650f5 tempest-AllowedAddressPairTestJSON-50105789 tempest-AllowedAddressPairTestJSON-50105789-project] 10.222.0.57 "DELETE /v2.0/networks/5c0771bc-b8c8-42df-b17f-a539c9636f96 HTTP/1.1" status: 204 len: 168 time: 2.2387564 May 27 02:40:37.597373 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20dc41d1-422e-43dd-b8d8-e082da82a693 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:37.641661 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a4b2f2-00de-422c-a4a4-54af600922c5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Network 26259f25-e2d2-49fb-a0b9-73cf807ad647 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:40:37.663793 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-66a4b2f2-00de-422c-a4a4-54af600922c5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:40:37.666813 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a4b2f2-00de-422c-a4a4-54af600922c5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:40:37.684047 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-4b334c4b-c32c-4104-9048-179d85804af9 None None] Deleting port e9516811-f805-4e73-8b59-4b501ac1c29d {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:40:37.684422 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4b334c4b-c32c-4104-9048-179d85804af9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:37.712609 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a4b2f2-00de-422c-a4a4-54af600922c5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'Port': ['ID=92afa98f-fe97-40a6-8cd7-0f42eb802416,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:37.718106 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-38ab8911-7611-469c-b9f8-f435a4b43971 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:37.807268 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a4b2f2-00de-422c-a4a4-54af600922c5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:37.808173 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-66a4b2f2-00de-422c-a4a4-54af600922c5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:37.828865 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-38ab8911-7611-469c-b9f8-f435a4b43971 None None] Transition to ACTIVE for port object b7de76bc-241d-4419-ad66-49da23d70087 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:40:37.837130 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-4b334c4b-c32c-4104-9048-179d85804af9 None None] The port 'e9516811-f805-4e73-8b59-4b501ac1c29d' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:40:37.865153 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20dc41d1-422e-43dd-b8d8-e082da82a693 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:37.910016 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-38ab8911-7611-469c-b9f8-f435a4b43971 None None] Transition to ACTIVE for port object b7de76bc-241d-4419-ad66-49da23d70087 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:40:37.939048 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-66a4b2f2-00de-422c-a4a4-54af600922c5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8308065 May 27 02:40:37.941761 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43412) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:37.954233 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-28a8095a-0cde-404f-8b40-9fa90151303c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'port': {'network_id': '26259f25-e2d2-49fb-a0b9-73cf807ad647', 'name': 'tempest-PortsTestJSON-197318765', 'fixed_ips': [{'subnet_id': '4e37e157-ecc4-48b1-add6-ff9e1cafd1cc', 'ip_address': '172.20.0.9'}]}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:37.981108 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-38ab8911-7611-469c-b9f8-f435a4b43971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:38.088194 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ab8911-7611-469c-b9f8-f435a4b43971 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:40:38.091537 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-38ab8911-7611-469c-b9f8-f435a4b43971 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:40:38.094323 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ab8911-7611-469c-b9f8-f435a4b43971 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:40:38.105011 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab8911-7611-469c-b9f8-f435a4b43971 None None] Pushing event updated for resources: {'Port': ['ID=b7de76bc-241d-4419-ad66-49da23d70087,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:38.110635 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20dc41d1-422e-43dd-b8d8-e082da82a693 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:38.228011 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-38ab8911-7611-469c-b9f8-f435a4b43971 None None] Attempting to bind port b7de76bc-241d-4419-ad66-49da23d70087 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:40:38.229824 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-38ab8911-7611-469c-b9f8-f435a4b43971 None None] Attempting to bind port b7de76bc-241d-4419-ad66-49da23d70087 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:40:38.230115 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ab8911-7611-469c-b9f8-f435a4b43971 None None] Attempting to bind port b7de76bc-241d-4419-ad66-49da23d70087 on network 1e095441-a19f-4261-8588-a806dc249ed2 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:40:38.237602 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-c1586a9e-724b-4103-b803-fe3e2914d38c tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Allocated IP 2001:db8::f816:3eff:fe4c:e326 (1e095441-a19f-4261-8588-a806dc249ed2/167625a4-5468-4f17-9f67-a79923f8ed56/8eb05163-f7f3-4c49-a40b-ceee73c1cb4f) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:40:38.245412 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ab8911-7611-469c-b9f8-f435a4b43971 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:40:38.253382 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ab8911-7611-469c-b9f8-f435a4b43971 None None] Checking segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:40:38.254086 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-38ab8911-7611-469c-b9f8-f435a4b43971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:38.254524 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ab8911-7611-469c-b9f8-f435a4b43971 None None] Bound using segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:40:38.255023 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-38ab8911-7611-469c-b9f8-f435a4b43971 None None] Bound port: b7de76bc-241d-4419-ad66-49da23d70087, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:40:38.255412 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-38ab8911-7611-469c-b9f8-f435a4b43971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:38.257870 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc41d1-422e-43dd-b8d8-e082da82a693 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Pushing event deleted for resources: {'Subnet': ['ID=9ffe64c5-e747-4e6a-93e4-e96ff9a3c7be,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:38.263312 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20dc41d1-422e-43dd-b8d8-e082da82a693 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:38.288934 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-20dc41d1-422e-43dd-b8d8-e082da82a693 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "DELETE /v2.0/subnets/9ffe64c5-e747-4e6a-93e4-e96ff9a3c7be HTTP/1.1" status: 204 len: 168 time: 0.9442487 May 27 02:40:38.295012 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43430) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:38.295206 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0177955-16a0-4d88-8992-57af268a87d3 None None] Network 0e286c1a-0a30-457c-8fab-72a638bce5a6 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:40:38.306850 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-28a8095a-0cde-404f-8b40-9fa90151303c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:38.333200 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43436) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:38.343572 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-28a8095a-0cde-404f-8b40-9fa90151303c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Usage tracker for resource:port and tenant:f559555ef6124802b230d39d3db00e17 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:40:38.375589 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-28a8095a-0cde-404f-8b40-9fa90151303c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:40:38.428499 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-28a8095a-0cde-404f-8b40-9fa90151303c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:38.441037 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 235053d3-256e-46dc-aa97-dfcf3e4bb599 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:40:38.570275 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a8095a-0cde-404f-8b40-9fa90151303c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Made reservation on behalf of f559555ef6124802b230d39d3db00e17 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:40:38.655219 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-020d2760-7e33-420d-b442-337b7d344047 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:38.687479 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:40:38.703459 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-020d2760-7e33-420d-b442-337b7d344047 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Deleting port 8eddae09-e2d7-4e33-8f95-267d600faa24 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:40:38.703952 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-020d2760-7e33-420d-b442-337b7d344047 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:38.759766 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-71e81957-e896-44f9-88c1-66f573e70d2c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=099a71649d3e4085a874a6a1bf125cfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4251919 May 27 02:40:38.766317 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-38ab8911-7611-469c-b9f8-f435a4b43971 None None] For port b7de76bc-241d-4419-ad66-49da23d70087, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:40:38.772528 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43458) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:38.792519 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-38ab8911-7611-469c-b9f8-f435a4b43971 None None] For port b7de76bc-241d-4419-ad66-49da23d70087, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b7de76bc-241d-4419-ad66-49da23d70087,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:40:38.875768 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c1586a9e-724b-4103-b803-fe3e2914d38c tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:38.881452 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-28a8095a-0cde-404f-8b40-9fa90151303c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:38.901086 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 235053d3-256e-46dc-aa97-dfcf3e4bb599 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:40:38.906294 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-38ab8911-7611-469c-b9f8-f435a4b43971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:38.929677 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c1586a9e-724b-4103-b803-fe3e2914d38c tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Transition to ACTIVE for port object 8eb05163-f7f3-4c49-a40b-ceee73c1cb4f will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:40:38.940467 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-28a8095a-0cde-404f-8b40-9fa90151303c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] device_id is not set on port db3f048a-1bba-4893-91c7-7f304df49e40 yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:40:38.971572 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a761f7-c53d-4668-b939-a16e1c641f38 None None] DHCP port deletion for 0e286c1a-0a30-457c-8fab-72a638bce5a6 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:40:39.016776 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-77a761f7-c53d-4668-b939-a16e1c641f38 None None] Deleting port 8eddae09-e2d7-4e33-8f95-267d600faa24 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:40:39.021343 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-77a761f7-c53d-4668-b939-a16e1c641f38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:39.022843 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-020d2760-7e33-420d-b442-337b7d344047 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] For port 8eddae09-e2d7-4e33-8f95-267d600faa24, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8eddae09-e2d7-4e33-8f95-267d600faa24,segment=NetworkSegment(67670889-20b9-4667-8437-48181c4e1b16),segment_id=67670889-20b9-4667-8437-48181c4e1b16)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:40:39.023790 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-020d2760-7e33-420d-b442-337b7d344047 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:39.057511 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-65b25bca-cccb-4d39-9ede-efa80e8fe355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:39.099703 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-65b25bca-cccb-4d39-9ede-efa80e8fe355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:39.110437 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab8911-7611-469c-b9f8-f435a4b43971 None None] Pushing event updated for resources: {'Port': ['ID=b7de76bc-241d-4419-ad66-49da23d70087,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:39.318528 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-65b25bca-cccb-4d39-9ede-efa80e8fe355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:39.338713 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5294712a-528c-460f-af9e-8322b78d71ec None None] Network 26259f25-e2d2-49fb-a0b9-73cf807ad647 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:40:39.369768 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b25bca-cccb-4d39-9ede-efa80e8fe355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2eb2bd9-2960-4be2-b695-b6c47106c627,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:39.379140 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-020d2760-7e33-420d-b442-337b7d344047 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Calling delete_port for 8eddae09-e2d7-4e33-8f95-267d600faa24 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:40:39.391588 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c1586a9e-724b-4103-b803-fe3e2914d38c tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:39.490399 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-77a761f7-c53d-4668-b939-a16e1c641f38 None None] For port 8eddae09-e2d7-4e33-8f95-267d600faa24, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8eddae09-e2d7-4e33-8f95-267d600faa24,segment=NetworkSegment(67670889-20b9-4667-8437-48181c4e1b16),segment_id=67670889-20b9-4667-8437-48181c4e1b16)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:40:39.490789 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-77a761f7-c53d-4668-b939-a16e1c641f38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:39.551595 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-020d2760-7e33-420d-b442-337b7d344047 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:39.564751 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1586a9e-724b-4103-b803-fe3e2914d38c tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:40:39.569082 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-65b25bca-cccb-4d39-9ede-efa80e8fe355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:39.571320 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-65b25bca-cccb-4d39-9ede-efa80e8fe355 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d2eb2bd9-2960-4be2-b695-b6c47106c627 HTTP/1.1" status: 204 len: 168 time: 0.7975571 May 27 02:40:39.579216 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-c1586a9e-724b-4103-b803-fe3e2914d38c tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:40:39.582694 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1586a9e-724b-4103-b803-fe3e2914d38c tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:40:39.590516 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1586a9e-724b-4103-b803-fe3e2914d38c tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:39.591169 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c1586a9e-724b-4103-b803-fe3e2914d38c tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:39.629398 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020d2760-7e33-420d-b442-337b7d344047 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] No DVR routers for this DVR port 8eddae09-e2d7-4e33-8f95-267d600faa24 on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:40:39.651161 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-66480c18-b5ce-4e5e-a2c5-8604f1492a96 None None] Provisioning for port 235053d3-256e-46dc-aa97-dfcf3e4bb599 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:40:39.672147 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-77a761f7-c53d-4668-b939-a16e1c641f38 None None] Calling delete_port for 8eddae09-e2d7-4e33-8f95-267d600faa24 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:40:39.686719 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d2760-7e33-420d-b442-337b7d344047 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Pushing event deleted for resources: {'Port': ['ID=8eddae09-e2d7-4e33-8f95-267d600faa24,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:39.690230 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1586a9e-724b-4103-b803-fe3e2914d38c tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Port': ['ID=8eb05163-f7f3-4c49-a40b-ceee73c1cb4f,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:39.717932 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-66480c18-b5ce-4e5e-a2c5-8604f1492a96 None None] Provisioning complete for port 235053d3-256e-46dc-aa97-dfcf3e4bb599 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:39.718311 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-66480c18-b5ce-4e5e-a2c5-8604f1492a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:39.726772 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c1586a9e-724b-4103-b803-fe3e2914d38c tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7174339 May 27 02:40:39.730037 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-28a8095a-0cde-404f-8b40-9fa90151303c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Allocated IP 172.20.0.9 (26259f25-e2d2-49fb-a0b9-73cf807ad647/4e37e157-ecc4-48b1-add6-ff9e1cafd1cc/db3f048a-1bba-4893-91c7-7f304df49e40) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:40:39.733957 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43510) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:39.855647 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-020d2760-7e33-420d-b442-337b7d344047 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:39.917604 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-020d2760-7e33-420d-b442-337b7d344047 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e286c1a-0a30-457c-8fab-72a638bce5a6']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:39.946938 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-020d2760-7e33-420d-b442-337b7d344047 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67670889-20b9-4667-8437-48181c4e1b16') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:39.947271 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-020d2760-7e33-420d-b442-337b7d344047 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67670889-20b9-4667-8437-48181c4e1b16') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:39.976112 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-020d2760-7e33-420d-b442-337b7d344047 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:40.003775 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-020d2760-7e33-420d-b442-337b7d344047 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:40.017187 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-020d2760-7e33-420d-b442-337b7d344047 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:40:40.017925 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-020d2760-7e33-420d-b442-337b7d344047 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:40.073250 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-77a761f7-c53d-4668-b939-a16e1c641f38 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:40:40.073250 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-77a761f7-c53d-4668-b939-a16e1c641f38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:40:40.218531 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-66480c18-b5ce-4e5e-a2c5-8604f1492a96 None None] Current status of the port 235053d3-256e-46dc-aa97-dfcf3e4bb599 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:40:40.220761 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-66480c18-b5ce-4e5e-a2c5-8604f1492a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:40.227962 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988a5df7-fb59-4903-80e7-b014d5c4a8b9 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:40.234570 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988a5df7-fb59-4903-80e7-b014d5c4a8b9 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:40.242906 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-988a5df7-fb59-4903-80e7-b014d5c4a8b9 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:40:40.245428 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 67670889-20b9-4667-8437-48181c4e1b16 resource provider aggregate not found May 27 02:40:40.291992 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 67670889-20b9-4667-8437-48181c4e1b16 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 67670889-20b9-4667-8437-48181c4e1b16 found for delete ", "request_id": "req-592a34fc-bce2-4036-b836-618e8da4eece"}]} May 27 02:40:40.296990 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-020d2760-7e33-420d-b442-337b7d344047 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:40.303644 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-66480c18-b5ce-4e5e-a2c5-8604f1492a96 None None] For port 235053d3-256e-46dc-aa97-dfcf3e4bb599, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=235053d3-256e-46dc-aa97-dfcf3e4bb599,segment=NetworkSegment(aeefb711-1859-4893-8494-bf813e042391),segment_id=aeefb711-1859-4893-8494-bf813e042391)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:40:40.357527 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-020d2760-7e33-420d-b442-337b7d344047 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:40.364638 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d2760-7e33-420d-b442-337b7d344047 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] Pushing event deleted for resources: {'Network': ['ID=0e286c1a-0a30-457c-8fab-72a638bce5a6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:40.381587 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-28a8095a-0cde-404f-8b40-9fa90151303c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:40.386097 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-020d2760-7e33-420d-b442-337b7d344047 tempest-TagsExtTest-689569115 tempest-TagsExtTest-689569115-project] 10.222.0.57 "DELETE /v2.0/networks/0e286c1a-0a30-457c-8fab-72a638bce5a6 HTTP/1.1" status: 204 len: 168 time: 2.0937538 May 27 02:40:40.397631 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b7de76bc-241d-4419-ad66-49da23d70087 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:40:40.445702 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-28a8095a-0cde-404f-8b40-9fa90151303c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Transition to ACTIVE for port object db3f048a-1bba-4893-91c7-7f304df49e40 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:40:40.446683 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-988a5df7-fb59-4903-80e7-b014d5c4a8b9 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:40:40.450678 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-988a5df7-fb59-4903-80e7-b014d5c4a8b9 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.7093847 May 27 02:40:40.450800 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43552) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:40.494650 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-66480c18-b5ce-4e5e-a2c5-8604f1492a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:40.559134 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-4806d772-35b5-4887-89fc-28a106f17c8d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting port 8eb05163-f7f3-4c49-a40b-ceee73c1cb4f {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:40:40.559380 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4806d772-35b5-4887-89fc-28a106f17c8d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:40.562992 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-28a8095a-0cde-404f-8b40-9fa90151303c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:40.625273 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-77a761f7-c53d-4668-b939-a16e1c641f38 None None] Deleting port 8eddae09-e2d7-4e33-8f95-267d600faa24 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:40:40.625874 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-77a761f7-c53d-4668-b939-a16e1c641f38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:40.810876 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a8095a-0cde-404f-8b40-9fa90151303c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Network 26259f25-e2d2-49fb-a0b9-73cf807ad647 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:40:40.821345 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-28a8095a-0cde-404f-8b40-9fa90151303c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:40:40.826809 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-77a761f7-c53d-4668-b939-a16e1c641f38 None None] The port '8eddae09-e2d7-4e33-8f95-267d600faa24' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:40:40.830078 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a8095a-0cde-404f-8b40-9fa90151303c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:40:40.943643 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66480c18-b5ce-4e5e-a2c5-8604f1492a96 None None] Pushing event updated for resources: {'Port': ['ID=235053d3-256e-46dc-aa97-dfcf3e4bb599,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:40.981294 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3e269a65-e3a8-4958-866f-87aa81e68c9f None None] Provisioning for port 92afa98f-fe97-40a6-8cd7-0f42eb802416 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:40:40.988636 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3e269a65-e3a8-4958-866f-87aa81e68c9f None None] Provisioning complete for port 92afa98f-fe97-40a6-8cd7-0f42eb802416 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:40.989372 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3e269a65-e3a8-4958-866f-87aa81e68c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:41.000083 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8095a-0cde-404f-8b40-9fa90151303c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'Port': ['ID=db3f048a-1bba-4893-91c7-7f304df49e40,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:41.028053 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port b7de76bc-241d-4419-ad66-49da23d70087 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:40:41.085238 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43592) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:41.128061 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-3e269a65-e3a8-4958-866f-87aa81e68c9f None None] Port 92afa98f-fe97-40a6-8cd7-0f42eb802416 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:40:41.165734 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8eddae09-e2d7-4e33-8f95-267d600faa24 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:40:41.216459 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a8095a-0cde-404f-8b40-9fa90151303c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:41.217160 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-28a8095a-0cde-404f-8b40-9fa90151303c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:41.247560 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3e269a65-e3a8-4958-866f-87aa81e68c9f None None] Provisioning complete for port 235053d3-256e-46dc-aa97-dfcf3e4bb599 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:41.249403 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3e269a65-e3a8-4958-866f-87aa81e68c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:41.256201 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4806d772-35b5-4887-89fc-28a106f17c8d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:41.342575 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-28a8095a-0cde-404f-8b40-9fa90151303c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.3967831 May 27 02:40:41.343113 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43606) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:41.357813 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 8eddae09-e2d7-4e33-8f95-267d600faa24 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:40:41.358311 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8eddae09-e2d7-4e33-8f95-267d600faa24 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:40:41.535642 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-3e269a65-e3a8-4958-866f-87aa81e68c9f None None] Current status of the port 235053d3-256e-46dc-aa97-dfcf3e4bb599 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:40:41.588139 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-4806d772-35b5-4887-89fc-28a106f17c8d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Calling delete_port for 8eb05163-f7f3-4c49-a40b-ceee73c1cb4f owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:40:41.589868 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-23c5e4ac-4be7-4635-aa07-95b1fd8b7497 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=92fab5be7a7644f89ca0f3e4425a1275&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5029631 May 27 02:40:41.592901 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43628) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:41.636036 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5b3b65-e63b-4f8f-b772-24477379a560 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:41.636785 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-0f5b3b65-e63b-4f8f-b772-24477379a560 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Synchronizing usage tracker for tenant:f559555ef6124802b230d39d3db00e17 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:40:41.662868 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-dfe40d60-a37b-4b54-8824-d9f8ce97a63e None None] Provisioning complete for port 92afa98f-fe97-40a6-8cd7-0f42eb802416 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:41.663247 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-dfe40d60-a37b-4b54-8824-d9f8ce97a63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:41.733126 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-dfe40d60-a37b-4b54-8824-d9f8ce97a63e None None] Port 92afa98f-fe97-40a6-8cd7-0f42eb802416 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:40:41.744328 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-404f3364-89f2-4b4c-a788-6403868ea179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:41.747428 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-0f5b3b65-e63b-4f8f-b772-24477379a560 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Unset dirty status for tenant:f559555ef6124802b230d39d3db00e17 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:40:41.751389 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0f5b3b65-e63b-4f8f-b772-24477379a560 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.4050167 May 27 02:40:41.756446 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43642) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:41.825402 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-dfe40d60-a37b-4b54-8824-d9f8ce97a63e None None] Provisioning for port db3f048a-1bba-4893-91c7-7f304df49e40 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:40:41.832132 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-dfe40d60-a37b-4b54-8824-d9f8ce97a63e None None] Provisioning complete for port db3f048a-1bba-4893-91c7-7f304df49e40 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:41.832511 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-dfe40d60-a37b-4b54-8824-d9f8ce97a63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:41.839534 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-404f3364-89f2-4b4c-a788-6403868ea179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:41.877507 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4806d772-35b5-4887-89fc-28a106f17c8d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:41.911382 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623e2d5b-7815-42eb-9d2b-a45d0b5cc02e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:41.920954 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623e2d5b-7815-42eb-9d2b-a45d0b5cc02e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:41.929271 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623e2d5b-7815-42eb-9d2b-a45d0b5cc02e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:41.931307 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-623e2d5b-7815-42eb-9d2b-a45d0b5cc02e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1736500 May 27 02:40:41.934091 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43654) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:41.982333 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4806d772-35b5-4887-89fc-28a106f17c8d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Port': ['ID=8eb05163-f7f3-4c49-a40b-ceee73c1cb4f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:41.994098 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-dfe40d60-a37b-4b54-8824-d9f8ce97a63e None None] Port db3f048a-1bba-4893-91c7-7f304df49e40 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:40:41.997459 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-dfe40d60-a37b-4b54-8824-d9f8ce97a63e None None] Could not find standard attr ID for object 8eb05163-f7f3-4c49-a40b-ceee73c1cb4f. {{(pid=88903) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:40:42.048206 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4806d772-35b5-4887-89fc-28a106f17c8d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:42.055049 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-63b4e71b-42bd-4cc3-b76c-eee9ddb939f0 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Deleting port db3f048a-1bba-4893-91c7-7f304df49e40 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:40:42.055817 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-63b4e71b-42bd-4cc3-b76c-eee9ddb939f0 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:42.065560 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43664) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:42.134679 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-dfe40d60-a37b-4b54-8824-d9f8ce97a63e None None] Provisioning for port b7de76bc-241d-4419-ad66-49da23d70087 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:40:42.140045 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-dfe40d60-a37b-4b54-8824-d9f8ce97a63e None None] Provisioning complete for port b7de76bc-241d-4419-ad66-49da23d70087 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:42.140413 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-dfe40d60-a37b-4b54-8824-d9f8ce97a63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:42.181186 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4806d772-35b5-4887-89fc-28a106f17c8d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/ports/8eb05163-f7f3-4c49-a40b-ceee73c1cb4f HTTP/1.1" status: 204 len: 168 time: 1.7294049 May 27 02:40:42.184245 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43674) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:42.210372 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-69b82948-4668-413e-a039-42b36c8a2c33 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Request body: {'networks': [{'name': 'tempest-network--1650058911'}, {'name': 'tempest-network--1551899154'}]} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:42.210848 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-69b82948-4668-413e-a039-42b36c8a2c33 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Request body: {'network': {'name': 'tempest-network--1650058911'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:42.213318 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-69b82948-4668-413e-a039-42b36c8a2c33 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Request body: {'network': {'name': 'tempest-network--1551899154'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:42.217188 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-69b82948-4668-413e-a039-42b36c8a2c33 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:42.221783 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-69b82948-4668-413e-a039-42b36c8a2c33 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Usage tracker for resource:network and tenant:07e082000dd747d79873f6c245bed0c8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:40:42.225878 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-69b82948-4668-413e-a039-42b36c8a2c33 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:40:42.251928 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-69b82948-4668-413e-a039-42b36c8a2c33 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:42.303204 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 235053d3-256e-46dc-aa97-dfcf3e4bb599 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:40:42.313730 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-404f3364-89f2-4b4c-a788-6403868ea179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:42.347741 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f3364-89f2-4b4c-a788-6403868ea179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ef1d1e-da15-430e-9626-f809ed05c65d,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:42.376285 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-404f3364-89f2-4b4c-a788-6403868ea179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:42.377329 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-404f3364-89f2-4b4c-a788-6403868ea179 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/53ef1d1e-da15-430e-9626-f809ed05c65d HTTP/1.1" status: 204 len: 168 time: 0.7831490 May 27 02:40:42.394867 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b82948-4668-413e-a039-42b36c8a2c33 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Made reservation on behalf of 07e082000dd747d79873f6c245bed0c8 for: {'network': 2} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:40:42.415285 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69b82948-4668-413e-a039-42b36c8a2c33 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:42.440550 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-dfe40d60-a37b-4b54-8824-d9f8ce97a63e None None] Current status of the port b7de76bc-241d-4419-ad66-49da23d70087 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:40:42.440960 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-dfe40d60-a37b-4b54-8824-d9f8ce97a63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:42.453346 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69b82948-4668-413e-a039-42b36c8a2c33 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:42.472881 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-69b82948-4668-413e-a039-42b36c8a2c33 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:42.481636 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-69b82948-4668-413e-a039-42b36c8a2c33 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Usage tracker for resource:security_group_rule and tenant:07e082000dd747d79873f6c245bed0c8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:40:42.486688 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f62e6f-3792-4aa2-bdbd-9eb3d6e45081 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:42.486919 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-69b82948-4668-413e-a039-42b36c8a2c33 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:40:42.488377 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f62e6f-3792-4aa2-bdbd-9eb3d6e45081 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:42.489149 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d0f62e6f-3792-4aa2-bdbd-9eb3d6e45081 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:40:42.495410 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-dfe40d60-a37b-4b54-8824-d9f8ce97a63e None None] For port b7de76bc-241d-4419-ad66-49da23d70087, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b7de76bc-241d-4419-ad66-49da23d70087,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:40:42.509072 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 235053d3-256e-46dc-aa97-dfcf3e4bb599 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:42.509640 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:42.513705 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-69b82948-4668-413e-a039-42b36c8a2c33 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:42.568348 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-63b4e71b-42bd-4cc3-b76c-eee9ddb939f0 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:42.584140 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-dfe40d60-a37b-4b54-8824-d9f8ce97a63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:42.621148 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69b82948-4668-413e-a039-42b36c8a2c33 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:42.699222 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d0f62e6f-3792-4aa2-bdbd-9eb3d6e45081 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:40:42.699222 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d0f62e6f-3792-4aa2-bdbd-9eb3d6e45081 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.5104740 May 27 02:40:42.699477 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43698) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:42.702961 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-63b4e71b-42bd-4cc3-b76c-eee9ddb939f0 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Calling delete_port for db3f048a-1bba-4893-91c7-7f304df49e40 owned by {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:40:42.727184 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe40d60-a37b-4b54-8824-d9f8ce97a63e None None] Pushing event updated for resources: {'Port': ['ID=b7de76bc-241d-4419-ad66-49da23d70087,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:42.741439 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 235053d3-256e-46dc-aa97-dfcf3e4bb599 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:40:42.746940 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69b82948-4668-413e-a039-42b36c8a2c33 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:42.747867 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69b82948-4668-413e-a039-42b36c8a2c33 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:42.831183 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b82948-4668-413e-a039-42b36c8a2c33 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d62542-4f02-415b-93c0-c2c0d347a28c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:42.834437 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-90602915-b3ed-4167-b131-f91aeb18548c tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting subnet 167625a4-5468-4f17-9f67-a79923f8ed56 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:40:42.840374 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-90602915-b3ed-4167-b131-f91aeb18548c tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:42.907345 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-90602915-b3ed-4167-b131-f91aeb18548c tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:42.945899 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-63b4e71b-42bd-4cc3-b76c-eee9ddb939f0 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:42.957426 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69b82948-4668-413e-a039-42b36c8a2c33 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:40:42.979514 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69b82948-4668-413e-a039-42b36c8a2c33 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:42.979514 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-69b82948-4668-413e-a039-42b36c8a2c33 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Added segment daf405c4-6c08-4544-85fe-fcfccef9b1d2 of type vlan for network b670c43f-b8d5-4d19-adac-6daf4beee375 May 27 02:40:43.010357 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4e71b-42bd-4cc3-b76c-eee9ddb939f0 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event deleted for resources: {'Port': ['ID=db3f048a-1bba-4893-91c7-7f304df49e40,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:43.018474 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69b82948-4668-413e-a039-42b36c8a2c33 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:43.031470 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-90602915-b3ed-4167-b131-f91aeb18548c tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:43.120831 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69b82948-4668-413e-a039-42b36c8a2c33 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:40:43.136637 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-63b4e71b-42bd-4cc3-b76c-eee9ddb939f0 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:43.143127 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69b82948-4668-413e-a039-42b36c8a2c33 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:43.143613 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-69b82948-4668-413e-a039-42b36c8a2c33 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Added segment 07f6b87b-1271-4677-8ba6-d7e83471ce2d of type vlan for network a81beca5-fbd2-4e8d-aef0-9319b0853ba8 May 27 02:40:43.172440 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69b82948-4668-413e-a039-42b36c8a2c33 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:43.258154 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-90602915-b3ed-4167-b131-f91aeb18548c tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:43.259109 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-63b4e71b-42bd-4cc3-b76c-eee9ddb939f0 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/ports/db3f048a-1bba-4893-91c7-7f304df49e40 HTTP/1.1" status: 204 len: 168 time: 1.3237040 May 27 02:40:43.260661 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43738) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:43.307294 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-190dec4b-085a-4968-8134-e30bae641f7f tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] GET failed (client error): The resource could not be found. May 27 02:40:43.307943 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-190dec4b-085a-4968-8134-e30bae641f7f tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Synchronizing usage tracker for tenant:f559555ef6124802b230d39d3db00e17 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:40:43.379488 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-190dec4b-085a-4968-8134-e30bae641f7f tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Unset dirty status for tenant:f559555ef6124802b230d39d3db00e17 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:40:43.380683 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-190dec4b-085a-4968-8134-e30bae641f7f tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "GET /v2.0/ports/db3f048a-1bba-4893-91c7-7f304df49e40 HTTP/1.1" status: 404 len: 333 time: 0.1189766 May 27 02:40:43.384233 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43746) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:43.397499 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69b82948-4668-413e-a039-42b36c8a2c33 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:43.397901 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69b82948-4668-413e-a039-42b36c8a2c33 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:43.403233 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b82948-4668-413e-a039-42b36c8a2c33 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:43.407877 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b82948-4668-413e-a039-42b36c8a2c33 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:43.408511 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69b82948-4668-413e-a039-42b36c8a2c33 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:43.428970 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90602915-b3ed-4167-b131-f91aeb18548c tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Subnet': ['ID=167625a4-5468-4f17-9f67-a79923f8ed56,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:43.447242 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-90602915-b3ed-4167-b131-f91aeb18548c tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:43.459211 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9643f535-78e5-48e0-a4bd-72fc94e0866a None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:40:43.490695 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-25bf022d-48c8-4252-8976-0054e4015827 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Deleting port 92afa98f-fe97-40a6-8cd7-0f42eb802416 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:40:43.491045 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-25bf022d-48c8-4252-8976-0054e4015827 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:43.543344 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b82948-4668-413e-a039-42b36c8a2c33 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Pushing event updated for resources: {'Network': ['ID=b670c43f-b8d5-4d19-adac-6daf4beee375,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:43.605661 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network b670c43f-b8d5-4d19-adac-6daf4beee375 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:40:43.655703 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-69b82948-4668-413e-a039-42b36c8a2c33 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.5917773 May 27 02:40:43.657888 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-90602915-b3ed-4167-b131-f91aeb18548c tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/167625a4-5468-4f17-9f67-a79923f8ed56 HTTP/1.1" status: 204 len: 168 time: 0.9578347 May 27 02:40:43.660511 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43768) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:43.660965 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43770) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:43.665276 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b82948-4668-413e-a039-42b36c8a2c33 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Pushing event updated for resources: {'Network': ['ID=a81beca5-fbd2-4e8d-aef0-9319b0853ba8,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:43.739298 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network a81beca5-fbd2-4e8d-aef0-9319b0853ba8 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:40:43.874823 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0b20a594-9624-41ff-ac15-731541e28605 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2087135 May 27 02:40:43.875777 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43788) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:43.983181 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5344556-9d75-46bd-a1ee-b20ea13d4f29 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:43.993055 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5344556-9d75-46bd-a1ee-b20ea13d4f29 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:43.996236 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-25bf022d-48c8-4252-8976-0054e4015827 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:43.999819 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5344556-9d75-46bd-a1ee-b20ea13d4f29 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:44.006032 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5344556-9d75-46bd-a1ee-b20ea13d4f29 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:44.006926 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f5344556-9d75-46bd-a1ee-b20ea13d4f29 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Synchronizing usage tracker for tenant:07e082000dd747d79873f6c245bed0c8 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:40:44.141648 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f5344556-9d75-46bd-a1ee-b20ea13d4f29 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Unset dirty status for tenant:07e082000dd747d79873f6c245bed0c8 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:40:44.143336 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62b0a2d-4dda-4bdb-aa1d-88da4ec7f609 None None] DHCP port deletion for 1e095441-a19f-4261-8588-a806dc249ed2 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:40:44.148753 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f5344556-9d75-46bd-a1ee-b20ea13d4f29 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4840567 May 27 02:40:44.149485 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43804) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:44.151234 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-b62b0a2d-4dda-4bdb-aa1d-88da4ec7f609 None None] Deleting port b7de76bc-241d-4419-ad66-49da23d70087 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:40:44.151614 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b62b0a2d-4dda-4bdb-aa1d-88da4ec7f609 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:44.157965 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-a5892b5c-9502-4154-b898-ef01beb7fd77 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'subnet': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:44.287318 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b7de76bc-241d-4419-ad66-49da23d70087 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:40:44.298827 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-25bf022d-48c8-4252-8976-0054e4015827 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Calling delete_port for 92afa98f-fe97-40a6-8cd7-0f42eb802416 owned by {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:40:44.365530 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-863c343d-a2ad-4ede-810e-978b0519ed35 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:44.468468 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a5892b5c-9502-4154-b898-ef01beb7fd77 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:44.487098 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a5892b5c-9502-4154-b898-ef01beb7fd77 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:subnet and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:40:44.492278 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a5892b5c-9502-4154-b898-ef01beb7fd77 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:40:44.500261 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a5892b5c-9502-4154-b898-ef01beb7fd77 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:44.603901 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-863c343d-a2ad-4ede-810e-978b0519ed35 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:44.645086 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-863c343d-a2ad-4ede-810e-978b0519ed35 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b670c43f-b8d5-4d19-adac-6daf4beee375']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:44.664142 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-863c343d-a2ad-4ede-810e-978b0519ed35 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daf405c4-6c08-4544-85fe-fcfccef9b1d2') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:44.664800 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-863c343d-a2ad-4ede-810e-978b0519ed35 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daf405c4-6c08-4544-85fe-fcfccef9b1d2') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:44.674270 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-b62b0a2d-4dda-4bdb-aa1d-88da4ec7f609 None None] For port b7de76bc-241d-4419-ad66-49da23d70087, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b7de76bc-241d-4419-ad66-49da23d70087,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:40:44.674724 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b62b0a2d-4dda-4bdb-aa1d-88da4ec7f609 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:44.676444 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-863c343d-a2ad-4ede-810e-978b0519ed35 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:44.689699 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port b7de76bc-241d-4419-ad66-49da23d70087 is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:40:44.690230 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:44.693176 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-863c343d-a2ad-4ede-810e-978b0519ed35 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:44.700301 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-863c343d-a2ad-4ede-810e-978b0519ed35 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:40:44.700700 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-863c343d-a2ad-4ede-810e-978b0519ed35 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:44.705746 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-25bf022d-48c8-4252-8976-0054e4015827 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:44.788094 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment daf405c4-6c08-4544-85fe-fcfccef9b1d2 resource provider aggregate not found May 27 02:40:44.819638 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment daf405c4-6c08-4544-85fe-fcfccef9b1d2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid daf405c4-6c08-4544-85fe-fcfccef9b1d2 found for delete ", "request_id": "req-acdc4dc2-ae8d-4dfa-bc9b-b5cad3b98d78"}]} May 27 02:40:44.842133 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-b62b0a2d-4dda-4bdb-aa1d-88da4ec7f609 None None] Calling delete_port for b7de76bc-241d-4419-ad66-49da23d70087 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:40:44.866135 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5892b5c-9502-4154-b898-ef01beb7fd77 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:40:44.870410 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a5892b5c-9502-4154-b898-ef01beb7fd77 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:44.884743 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf022d-48c8-4252-8976-0054e4015827 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event deleted for resources: {'Port': ['ID=92afa98f-fe97-40a6-8cd7-0f42eb802416,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:44.924037 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port b7de76bc-241d-4419-ad66-49da23d70087, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b7de76bc-241d-4419-ad66-49da23d70087,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:40:44.934457 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-863c343d-a2ad-4ede-810e-978b0519ed35 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:44.968108 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-863c343d-a2ad-4ede-810e-978b0519ed35 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:44.974555 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c343d-a2ad-4ede-810e-978b0519ed35 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Pushing event deleted for resources: {'Network': ['ID=b670c43f-b8d5-4d19-adac-6daf4beee375,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:45.019012 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:45.111429 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-863c343d-a2ad-4ede-810e-978b0519ed35 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] 10.222.0.57 "DELETE /v2.0/networks/b670c43f-b8d5-4d19-adac-6daf4beee375 HTTP/1.1" status: 204 len: 168 time: 0.9554272 May 27 02:40:45.111429 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43868) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:45.132073 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-b62b0a2d-4dda-4bdb-aa1d-88da4ec7f609 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:40:45.141322 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-b62b0a2d-4dda-4bdb-aa1d-88da4ec7f609 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:40:45.161050 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=b7de76bc-241d-4419-ad66-49da23d70087,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:45.234425 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-25bf022d-48c8-4252-8976-0054e4015827 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:45.337021 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-25bf022d-48c8-4252-8976-0054e4015827 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/ports/92afa98f-fe97-40a6-8cd7-0f42eb802416 HTTP/1.1" status: 204 len: 168 time: 1.9516737 May 27 02:40:45.342380 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1bada82a-e2c5-4d54-89ab-4375748a9dd8 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:45.344758 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43884) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:45.416588 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-da51f6fb-077d-49fd-9df5-e2933955533a tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] GET failed (client error): The resource could not be found. May 27 02:40:45.417211 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-da51f6fb-077d-49fd-9df5-e2933955533a tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Synchronizing usage tracker for tenant:f559555ef6124802b230d39d3db00e17 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:40:45.549873 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-da51f6fb-077d-49fd-9df5-e2933955533a tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Unset dirty status for tenant:f559555ef6124802b230d39d3db00e17 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:40:45.551143 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-da51f6fb-077d-49fd-9df5-e2933955533a tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "GET /v2.0/ports/92afa98f-fe97-40a6-8cd7-0f42eb802416 HTTP/1.1" status: 404 len: 333 time: 0.2024016 May 27 02:40:45.553913 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43898) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:45.559793 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1bada82a-e2c5-4d54-89ab-4375748a9dd8 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:45.606336 n-d-843554-3 neutron-server[88902]: DEBUG neutron.objects.ports [None req-a5892b5c-9502-4154-b898-ef01beb7fd77 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88902) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 02:40:45.642559 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-b62b0a2d-4dda-4bdb-aa1d-88da4ec7f609 None None] Deleting port b7de76bc-241d-4419-ad66-49da23d70087 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:40:45.643092 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b62b0a2d-4dda-4bdb-aa1d-88da4ec7f609 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:45.683747 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-1bada82a-e2c5-4d54-89ab-4375748a9dd8 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a81beca5-fbd2-4e8d-aef0-9319b0853ba8']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:45.712862 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-1bada82a-e2c5-4d54-89ab-4375748a9dd8 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07f6b87b-1271-4677-8ba6-d7e83471ce2d') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:45.714182 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-1bada82a-e2c5-4d54-89ab-4375748a9dd8 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07f6b87b-1271-4677-8ba6-d7e83471ce2d') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:45.763592 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1bada82a-e2c5-4d54-89ab-4375748a9dd8 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:45.783637 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1bada82a-e2c5-4d54-89ab-4375748a9dd8 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:45.792545 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bada82a-e2c5-4d54-89ab-4375748a9dd8 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:40:45.799136 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1bada82a-e2c5-4d54-89ab-4375748a9dd8 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:45.818248 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8fadd2f-17f5-4973-9f24-186ca38d43bf tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Deleting subnet 4e37e157-ecc4-48b1-add6-ff9e1cafd1cc {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:40:45.965949 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a5892b5c-9502-4154-b898-ef01beb7fd77 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:46.008473 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c8fadd2f-17f5-4973-9f24-186ca38d43bf tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:46.017321 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-b62b0a2d-4dda-4bdb-aa1d-88da4ec7f609 None None] For port b7de76bc-241d-4419-ad66-49da23d70087, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b7de76bc-241d-4419-ad66-49da23d70087,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:40:46.017876 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b62b0a2d-4dda-4bdb-aa1d-88da4ec7f609 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:46.081738 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c8fadd2f-17f5-4973-9f24-186ca38d43bf tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:46.173729 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c8fadd2f-17f5-4973-9f24-186ca38d43bf tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:46.202762 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-b62b0a2d-4dda-4bdb-aa1d-88da4ec7f609 None None] Calling delete_port for b7de76bc-241d-4419-ad66-49da23d70087 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:40:46.240860 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1bada82a-e2c5-4d54-89ab-4375748a9dd8 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:46.248049 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a5892b5c-9502-4154-b898-ef01beb7fd77 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] For port b7de76bc-241d-4419-ad66-49da23d70087, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b7de76bc-241d-4419-ad66-49da23d70087,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:40:46.267436 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1bada82a-e2c5-4d54-89ab-4375748a9dd8 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:46.276665 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a5892b5c-9502-4154-b898-ef01beb7fd77 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:46.277309 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bada82a-e2c5-4d54-89ab-4375748a9dd8 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Pushing event deleted for resources: {'Network': ['ID=a81beca5-fbd2-4e8d-aef0-9319b0853ba8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:46.289881 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1bada82a-e2c5-4d54-89ab-4375748a9dd8 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] 10.222.0.57 "DELETE /v2.0/networks/a81beca5-fbd2-4e8d-aef0-9319b0853ba8 HTTP/1.1" status: 204 len: 168 time: 1.1800427 May 27 02:40:46.292226 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43932) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:46.351956 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a5892b5c-9502-4154-b898-ef01beb7fd77 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:46.355919 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a5892b5c-9502-4154-b898-ef01beb7fd77 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:46.367994 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c8fadd2f-17f5-4973-9f24-186ca38d43bf tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:46.403182 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-b62b0a2d-4dda-4bdb-aa1d-88da4ec7f609 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:40:46.403545 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-b62b0a2d-4dda-4bdb-aa1d-88da4ec7f609 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:40:46.421435 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fadd2f-17f5-4973-9f24-186ca38d43bf tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event deleted for resources: {'Subnet': ['ID=4e37e157-ecc4-48b1-add6-ff9e1cafd1cc,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:46.429528 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c8fadd2f-17f5-4973-9f24-186ca38d43bf tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:46.434224 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c8fadd2f-17f5-4973-9f24-186ca38d43bf tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/subnets/4e37e157-ecc4-48b1-add6-ff9e1cafd1cc HTTP/1.1" status: 204 len: 168 time: 0.8794744 May 27 02:40:46.434989 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43944) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:46.438864 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec89be1-5451-457a-83af-e3aedd7a9679 None None] Network 26259f25-e2d2-49fb-a0b9-73cf807ad647 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:40:46.468415 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5892b5c-9502-4154-b898-ef01beb7fd77 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:40:46.483512 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-a5892b5c-9502-4154-b898-ef01beb7fd77 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:40:46.498472 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5892b5c-9502-4154-b898-ef01beb7fd77 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:46.499194 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a5892b5c-9502-4154-b898-ef01beb7fd77 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:46.552320 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5892b5c-9502-4154-b898-ef01beb7fd77 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Subnet': ['ID=7d78eb5c-a6b5-4a08-bd35-6a6ec43ba9fc,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:46.557326 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5892b5c-9502-4154-b898-ef01beb7fd77 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Port': ['ID=b7de76bc-241d-4419-ad66-49da23d70087,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:46.589184 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b316457-4e18-4e0a-ae6b-5c01d7b99e09 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:46.595011 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b316457-4e18-4e0a-ae6b-5c01d7b99e09 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:46.595775 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4b316457-4e18-4e0a-ae6b-5c01d7b99e09 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Synchronizing usage tracker for tenant:07e082000dd747d79873f6c245bed0c8 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:40:46.604209 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-486e2b55-0462-44e9-89f5-6410845119ad tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:46.621480 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-486e2b55-0462-44e9-89f5-6410845119ad tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Deleting port 235053d3-256e-46dc-aa97-dfcf3e4bb599 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:40:46.621842 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-486e2b55-0462-44e9-89f5-6410845119ad tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:46.633581 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a5892b5c-9502-4154-b898-ef01beb7fd77 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.7537632 May 27 02:40:46.639963 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43950) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:46.639963 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-8adb08f2-1b00-424d-98be-10669804ac10 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'port': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'mac_address': 'fa:16:3e:8d:81:81', 'name': 'tempest-NetworksTestDHCPv6-153393630'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:46.724474 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4b316457-4e18-4e0a-ae6b-5c01d7b99e09 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Unset dirty status for tenant:07e082000dd747d79873f6c245bed0c8 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:40:46.727182 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4b316457-4e18-4e0a-ae6b-5c01d7b99e09 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4334660 May 27 02:40:46.731284 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43954) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:46.749397 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-58d4755d-ae8d-4000-be46-ed9f3d97ac9d tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-350205923'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:46.759872 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-58d4755d-ae8d-4000-be46-ed9f3d97ac9d tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:46.781064 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-58d4755d-ae8d-4000-be46-ed9f3d97ac9d tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:46.814517 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c84d5bf-7feb-4310-a883-e7b56913193a None None] DHCP port deletion for 26259f25-e2d2-49fb-a0b9-73cf807ad647 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:40:46.823709 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-2c84d5bf-7feb-4310-a883-e7b56913193a None None] Deleting port 235053d3-256e-46dc-aa97-dfcf3e4bb599 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:40:46.824453 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2c84d5bf-7feb-4310-a883-e7b56913193a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:46.843195 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-8adb08f2-1b00-424d-98be-10669804ac10 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:46.847500 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8adb08f2-1b00-424d-98be-10669804ac10 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:port and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:40:46.850424 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8adb08f2-1b00-424d-98be-10669804ac10 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:40:46.862016 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-8adb08f2-1b00-424d-98be-10669804ac10 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:46.878627 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-b62b0a2d-4dda-4bdb-aa1d-88da4ec7f609 None None] Deleting port b7de76bc-241d-4419-ad66-49da23d70087 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:40:46.879189 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b62b0a2d-4dda-4bdb-aa1d-88da4ec7f609 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:46.900437 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 07f6b87b-1271-4677-8ba6-d7e83471ce2d resource provider aggregate not found May 27 02:40:46.907880 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d4755d-ae8d-4000-be46-ed9f3d97ac9d tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Made reservation on behalf of 07e082000dd747d79873f6c245bed0c8 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:40:46.912529 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-58d4755d-ae8d-4000-be46-ed9f3d97ac9d tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:46.959326 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 07f6b87b-1271-4677-8ba6-d7e83471ce2d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 07f6b87b-1271-4677-8ba6-d7e83471ce2d found for delete ", "request_id": "req-81fddb16-8ecf-4bf6-a0ad-19e60388e696"}]} May 27 02:40:46.976671 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8adb08f2-1b00-424d-98be-10669804ac10 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:40:46.979618 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-486e2b55-0462-44e9-89f5-6410845119ad tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] For port 235053d3-256e-46dc-aa97-dfcf3e4bb599, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=235053d3-256e-46dc-aa97-dfcf3e4bb599,segment=NetworkSegment(aeefb711-1859-4893-8494-bf813e042391),segment_id=aeefb711-1859-4893-8494-bf813e042391)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:40:46.980230 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-486e2b55-0462-44e9-89f5-6410845119ad tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:47.008263 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58d4755d-ae8d-4000-be46-ed9f3d97ac9d tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:40:47.130483 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-58d4755d-ae8d-4000-be46-ed9f3d97ac9d tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:47.130977 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-58d4755d-ae8d-4000-be46-ed9f3d97ac9d tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Added segment 8ede2887-fd07-4735-9ee1-07bf0ca19c4a of type vlan for network acde77b2-0bb4-4840-9500-83cba23e0078 May 27 02:40:47.158101 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-486e2b55-0462-44e9-89f5-6410845119ad tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Calling delete_port for 235053d3-256e-46dc-aa97-dfcf3e4bb599 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:40:47.252376 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-58d4755d-ae8d-4000-be46-ed9f3d97ac9d tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:47.307269 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8adb08f2-1b00-424d-98be-10669804ac10 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:47.323570 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-b62b0a2d-4dda-4bdb-aa1d-88da4ec7f609 None None] For port b7de76bc-241d-4419-ad66-49da23d70087, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b7de76bc-241d-4419-ad66-49da23d70087,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:40:47.324150 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b62b0a2d-4dda-4bdb-aa1d-88da4ec7f609 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:47.341318 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-486e2b55-0462-44e9-89f5-6410845119ad tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:47.396562 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-8adb08f2-1b00-424d-98be-10669804ac10 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] device_id is not set on port e603f790-4a63-46c0-96b9-ff62449f998e yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:40:47.407652 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486e2b55-0462-44e9-89f5-6410845119ad tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] No DVR routers for this DVR port 235053d3-256e-46dc-aa97-dfcf3e4bb599 on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:40:47.464275 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-b62b0a2d-4dda-4bdb-aa1d-88da4ec7f609 None None] Calling delete_port for b7de76bc-241d-4419-ad66-49da23d70087 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:40:47.506990 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e2b55-0462-44e9-89f5-6410845119ad tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event deleted for resources: {'Port': ['ID=235053d3-256e-46dc-aa97-dfcf3e4bb599,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:47.549409 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-58d4755d-ae8d-4000-be46-ed9f3d97ac9d tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:47.560604 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d4755d-ae8d-4000-be46-ed9f3d97ac9d tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:47.561403 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-58d4755d-ae8d-4000-be46-ed9f3d97ac9d tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:47.629698 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-486e2b55-0462-44e9-89f5-6410845119ad tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:47.664660 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-486e2b55-0462-44e9-89f5-6410845119ad tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26259f25-e2d2-49fb-a0b9-73cf807ad647']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:47.673714 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-486e2b55-0462-44e9-89f5-6410845119ad tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeefb711-1859-4893-8494-bf813e042391') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:47.674049 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-486e2b55-0462-44e9-89f5-6410845119ad tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeefb711-1859-4893-8494-bf813e042391') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:47.689029 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-486e2b55-0462-44e9-89f5-6410845119ad tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:47.709237 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-486e2b55-0462-44e9-89f5-6410845119ad tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:47.716736 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-486e2b55-0462-44e9-89f5-6410845119ad tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:40:47.717516 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-486e2b55-0462-44e9-89f5-6410845119ad tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:47.744753 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b62b0a2d-4dda-4bdb-aa1d-88da4ec7f609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:47.814714 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62b0a2d-4dda-4bdb-aa1d-88da4ec7f609 None None] Pushing event deleted for resources: {'Port': ['ID=b7de76bc-241d-4419-ad66-49da23d70087,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:48.011626 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62b0a2d-4dda-4bdb-aa1d-88da4ec7f609 None None] No DVR routers for this DVR port b7de76bc-241d-4419-ad66-49da23d70087 on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:40:48.016107 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-8adb08f2-1b00-424d-98be-10669804ac10 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Allocated IP 2001:db8::f816:3eff:fe8d:8181 (1e095441-a19f-4261-8588-a806dc249ed2/7d78eb5c-a6b5-4a08-bd35-6a6ec43ba9fc/e603f790-4a63-46c0-96b9-ff62449f998e) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:40:48.016692 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-2c84d5bf-7feb-4310-a883-e7b56913193a None None] For port 235053d3-256e-46dc-aa97-dfcf3e4bb599, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=235053d3-256e-46dc-aa97-dfcf3e4bb599,segment=NetworkSegment(aeefb711-1859-4893-8494-bf813e042391),segment_id=aeefb711-1859-4893-8494-bf813e042391)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:40:48.016692 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2c84d5bf-7feb-4310-a883-e7b56913193a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:48.038186 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-486e2b55-0462-44e9-89f5-6410845119ad tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:48.042627 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb239dc-ddd4-4d2e-834e-20637bbdf73e None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:40:48.046583 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-486e2b55-0462-44e9-89f5-6410845119ad tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:48.051913 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d4755d-ae8d-4000-be46-ed9f3d97ac9d tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Pushing event updated for resources: {'Network': ['ID=acde77b2-0bb4-4840-9500-83cba23e0078,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:48.086168 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-58d4755d-ae8d-4000-be46-ed9f3d97ac9d tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3417621 May 27 02:40:48.086168 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 43992) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:48.091843 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-432bc3e1-5417-4fa5-b542-87760c21a903 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-647864788'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:48.097778 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e2b55-0462-44e9-89f5-6410845119ad tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event deleted for resources: {'Network': ['ID=26259f25-e2d2-49fb-a0b9-73cf807ad647,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:48.107842 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-432bc3e1-5417-4fa5-b542-87760c21a903 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:48.118305 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-432bc3e1-5417-4fa5-b542-87760c21a903 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Usage tracker for resource:network and tenant:07e082000dd747d79873f6c245bed0c8 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:40:48.134623 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-432bc3e1-5417-4fa5-b542-87760c21a903 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:40:48.144701 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-432bc3e1-5417-4fa5-b542-87760c21a903 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:48.178526 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-486e2b55-0462-44e9-89f5-6410845119ad tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/networks/26259f25-e2d2-49fb-a0b9-73cf807ad647 HTTP/1.1" status: 204 len: 168 time: 1.7368536 May 27 02:40:48.178796 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 43998) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:48.184512 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-128e9685-bdab-4728-a5e4-5fc931c2c208 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-804835589'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:48.192445 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-128e9685-bdab-4728-a5e4-5fc931c2c208 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:48.207454 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-128e9685-bdab-4728-a5e4-5fc931c2c208 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Usage tracker for resource:network and tenant:f559555ef6124802b230d39d3db00e17 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:40:48.207454 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-128e9685-bdab-4728-a5e4-5fc931c2c208 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:40:48.207454 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-128e9685-bdab-4728-a5e4-5fc931c2c208 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:48.238541 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network acde77b2-0bb4-4840-9500-83cba23e0078 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:40:48.294114 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128e9685-bdab-4728-a5e4-5fc931c2c208 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Made reservation on behalf of f559555ef6124802b230d39d3db00e17 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:40:48.301036 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-128e9685-bdab-4728-a5e4-5fc931c2c208 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:48.347148 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8adb08f2-1b00-424d-98be-10669804ac10 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:48.357126 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-128e9685-bdab-4728-a5e4-5fc931c2c208 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:40:48.363758 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-8adb08f2-1b00-424d-98be-10669804ac10 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Transition to ACTIVE for port object e603f790-4a63-46c0-96b9-ff62449f998e will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:40:48.366315 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432bc3e1-5417-4fa5-b542-87760c21a903 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Made reservation on behalf of 07e082000dd747d79873f6c245bed0c8 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:40:48.376955 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-128e9685-bdab-4728-a5e4-5fc931c2c208 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:48.376955 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-128e9685-bdab-4728-a5e4-5fc931c2c208 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Added segment 82ccf229-2f81-47d6-80a1-2dc0b5b42696 of type vlan for network 098a3e9b-2100-4c61-965c-afd16cfec4d7 May 27 02:40:48.377280 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-432bc3e1-5417-4fa5-b542-87760c21a903 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:48.380469 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 235053d3-256e-46dc-aa97-dfcf3e4bb599 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:40:48.407210 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-432bc3e1-5417-4fa5-b542-87760c21a903 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:40:48.421398 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-432bc3e1-5417-4fa5-b542-87760c21a903 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:48.421747 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-432bc3e1-5417-4fa5-b542-87760c21a903 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Added segment 94856fc7-73a3-452e-abe1-6499cd784df5 of type vlan for network 19edcdee-1d3d-45ac-81c4-b3b31ad63df4 May 27 02:40:48.425821 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-128e9685-bdab-4728-a5e4-5fc931c2c208 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:48.464410 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-432bc3e1-5417-4fa5-b542-87760c21a903 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:48.495237 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-2c84d5bf-7feb-4310-a883-e7b56913193a None None] Calling delete_port for 235053d3-256e-46dc-aa97-dfcf3e4bb599 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:40:48.517047 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8adb08f2-1b00-424d-98be-10669804ac10 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:48.565469 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 235053d3-256e-46dc-aa97-dfcf3e4bb599 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:40:48.565798 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 235053d3-256e-46dc-aa97-dfcf3e4bb599 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:40:48.576395 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-128e9685-bdab-4728-a5e4-5fc931c2c208 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:48.588779 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128e9685-bdab-4728-a5e4-5fc931c2c208 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:48.590053 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-128e9685-bdab-4728-a5e4-5fc931c2c208 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:48.604488 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adb08f2-1b00-424d-98be-10669804ac10 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:40:48.607644 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-8adb08f2-1b00-424d-98be-10669804ac10 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:40:48.613142 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adb08f2-1b00-424d-98be-10669804ac10 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:40:48.620680 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adb08f2-1b00-424d-98be-10669804ac10 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:48.621426 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8adb08f2-1b00-424d-98be-10669804ac10 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:48.641675 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-432bc3e1-5417-4fa5-b542-87760c21a903 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:48.647670 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432bc3e1-5417-4fa5-b542-87760c21a903 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:48.648366 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-432bc3e1-5417-4fa5-b542-87760c21a903 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:48.682022 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-2c84d5bf-7feb-4310-a883-e7b56913193a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:40:48.682022 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-2c84d5bf-7feb-4310-a883-e7b56913193a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:40:48.689176 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb08f2-1b00-424d-98be-10669804ac10 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Port': ['ID=e603f790-4a63-46c0-96b9-ff62449f998e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:48.753055 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8adb08f2-1b00-424d-98be-10669804ac10 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1179249 May 27 02:40:48.753768 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44016) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:48.779899 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44020) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:48.780821 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-432bc3e1-5417-4fa5-b542-87760c21a903 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6969426 May 27 02:40:48.793299 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-cf8d7671-53b7-4a4e-b79d-3b427f782f27 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Request body: {'ports': [{'network_id': 'acde77b2-0bb4-4840-9500-83cba23e0078', 'name': 'tempest-port--449870110', 'admin_state_up': True}, {'network_id': '19edcdee-1d3d-45ac-81c4-b3b31ad63df4', 'admin_state_up': False}]} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:48.796488 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-cf8d7671-53b7-4a4e-b79d-3b427f782f27 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Request body: {'port': {'network_id': 'acde77b2-0bb4-4840-9500-83cba23e0078', 'name': 'tempest-port--449870110', 'admin_state_up': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:48.798407 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-cf8d7671-53b7-4a4e-b79d-3b427f782f27 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Request body: {'port': {'network_id': '19edcdee-1d3d-45ac-81c4-b3b31ad63df4', 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:48.853776 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432bc3e1-5417-4fa5-b542-87760c21a903 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Pushing event updated for resources: {'Network': ['ID=19edcdee-1d3d-45ac-81c4-b3b31ad63df4,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:48.857672 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dd06f9-74ba-4564-af04-8e0c62d400f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-1e095441-a19f-4261-8588-a806dc249ed2', 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'tenant_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'fixed_ips': [{'subnet_id': '7d78eb5c-a6b5-4a08-bd35-6a6ec43ba9fc'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:40:48.858708 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-40dd06f9-74ba-4564-af04-8e0c62d400f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:48.880935 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 19edcdee-1d3d-45ac-81c4-b3b31ad63df4 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:40:48.921705 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf6e18b-15f9-4a16-b7bf-b0921591f73a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:48.924108 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-edf6e18b-15f9-4a16-b7bf-b0921591f73a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:40:49.035905 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-edf6e18b-15f9-4a16-b7bf-b0921591f73a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:40:49.039993 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-edf6e18b-15f9-4a16-b7bf-b0921591f73a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2777088 May 27 02:40:49.040581 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44034) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:49.146977 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e9685-bdab-4728-a5e4-5fc931c2c208 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'Network': ['ID=098a3e9b-2100-4c61-965c-afd16cfec4d7,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:49.159644 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c4c14489-edc5-4e7d-a75d-2a492ac53bca tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting port e603f790-4a63-46c0-96b9-ff62449f998e {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:40:49.160155 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c4c14489-edc5-4e7d-a75d-2a492ac53bca tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:49.180875 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 098a3e9b-2100-4c61-965c-afd16cfec4d7 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:40:49.199334 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-128e9685-bdab-4728-a5e4-5fc931c2c208 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0194423 May 27 02:40:49.203287 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44042) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:49.205503 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment aeefb711-1859-4893-8494-bf813e042391 resource provider aggregate not found May 27 02:40:49.209848 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-ac6df9ca-262b-43c1-9826-2fd65c22e4b6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'subnet': {'network_id': '098a3e9b-2100-4c61-965c-afd16cfec4d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:49.253602 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment aeefb711-1859-4893-8494-bf813e042391 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aeefb711-1859-4893-8494-bf813e042391 found for delete ", "request_id": "req-73c8d50a-dd64-44ed-b4ba-e6a3cfd610b2"}]} May 27 02:40:49.314967 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-2c84d5bf-7feb-4310-a883-e7b56913193a None None] Deleting port 235053d3-256e-46dc-aa97-dfcf3e4bb599 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:40:49.316206 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2c84d5bf-7feb-4310-a883-e7b56913193a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:49.420281 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-2c84d5bf-7feb-4310-a883-e7b56913193a None None] The port '235053d3-256e-46dc-aa97-dfcf3e4bb599' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:40:49.424230 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:49.446340 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cf8d7671-53b7-4a4e-b79d-3b427f782f27 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:49.454188 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cf8d7671-53b7-4a4e-b79d-3b427f782f27 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Usage tracker for resource:port and tenant:07e082000dd747d79873f6c245bed0c8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:40:49.463501 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cf8d7671-53b7-4a4e-b79d-3b427f782f27 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:40:49.472985 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cf8d7671-53b7-4a4e-b79d-3b427f782f27 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:49.514066 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:49.529563 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-40dd06f9-74ba-4564-af04-8e0c62d400f2 None None] Allocated IP 2001:db8::f816:3eff:fe66:47ff (1e095441-a19f-4261-8588-a806dc249ed2/7d78eb5c-a6b5-4a08-bd35-6a6ec43ba9fc/d3a8ce65-9791-4577-8d0a-c06010658ba0) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:40:49.536032 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-ac6df9ca-262b-43c1-9826-2fd65c22e4b6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:49.550213 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-ac6df9ca-262b-43c1-9826-2fd65c22e4b6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Usage tracker for resource:subnet and tenant:f559555ef6124802b230d39d3db00e17 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:40:49.551157 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8d7671-53b7-4a4e-b79d-3b427f782f27 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Made reservation on behalf of 07e082000dd747d79873f6c245bed0c8 for: {'port': 2} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:40:49.556077 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf8d7671-53b7-4a4e-b79d-3b427f782f27 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:49.557084 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-ac6df9ca-262b-43c1-9826-2fd65c22e4b6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:40:49.566056 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-ac6df9ca-262b-43c1-9826-2fd65c22e4b6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:49.569313 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c4c14489-edc5-4e7d-a75d-2a492ac53bca tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:49.597206 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf8d7671-53b7-4a4e-b79d-3b427f782f27 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:49.703517 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6df9ca-262b-43c1-9826-2fd65c22e4b6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Made reservation on behalf of f559555ef6124802b230d39d3db00e17 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:40:49.706916 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ac6df9ca-262b-43c1-9826-2fd65c22e4b6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:49.729445 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c4c14489-edc5-4e7d-a75d-2a492ac53bca tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Calling delete_port for e603f790-4a63-46c0-96b9-ff62449f998e owned by {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:40:49.828942 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-40dd06f9-74ba-4564-af04-8e0c62d400f2 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:49.846946 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-40dd06f9-74ba-4564-af04-8e0c62d400f2 None None] Transition to ACTIVE for port object d3a8ce65-9791-4577-8d0a-c06010658ba0 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:40:49.872449 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-40dd06f9-74ba-4564-af04-8e0c62d400f2 None None] Transition to ACTIVE for port object d3a8ce65-9791-4577-8d0a-c06010658ba0 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:40:49.940960 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-40dd06f9-74ba-4564-af04-8e0c62d400f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:50.076761 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-cf8d7671-53b7-4a4e-b79d-3b427f782f27 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] device_id is not set on port 0e1d43ad-c2cf-47d5-b67e-6c45c1610381 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:40:50.080433 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dd06f9-74ba-4564-af04-8e0c62d400f2 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:40:50.081838 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd06f9-74ba-4564-af04-8e0c62d400f2 None None] Pushing event updated for resources: {'Port': ['ID=d3a8ce65-9791-4577-8d0a-c06010658ba0,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:50.085326 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-40dd06f9-74ba-4564-af04-8e0c62d400f2 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:40:50.088137 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dd06f9-74ba-4564-af04-8e0c62d400f2 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:40:50.099654 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c4c14489-edc5-4e7d-a75d-2a492ac53bca tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:50.204866 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-40dd06f9-74ba-4564-af04-8e0c62d400f2 None None] Attempting to bind port d3a8ce65-9791-4577-8d0a-c06010658ba0 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:40:50.205603 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-40dd06f9-74ba-4564-af04-8e0c62d400f2 None None] Attempting to bind port d3a8ce65-9791-4577-8d0a-c06010658ba0 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:40:50.206354 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dd06f9-74ba-4564-af04-8e0c62d400f2 None None] Attempting to bind port d3a8ce65-9791-4577-8d0a-c06010658ba0 on network 1e095441-a19f-4261-8588-a806dc249ed2 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:40:50.229548 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dd06f9-74ba-4564-af04-8e0c62d400f2 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:40:50.229548 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dd06f9-74ba-4564-af04-8e0c62d400f2 None None] Checking segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:40:50.229548 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-40dd06f9-74ba-4564-af04-8e0c62d400f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:50.229548 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dd06f9-74ba-4564-af04-8e0c62d400f2 None None] Bound using segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:40:50.229548 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-40dd06f9-74ba-4564-af04-8e0c62d400f2 None None] Bound port: d3a8ce65-9791-4577-8d0a-c06010658ba0, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:40:50.229548 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-40dd06f9-74ba-4564-af04-8e0c62d400f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:50.282418 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf8d7671-53b7-4a4e-b79d-3b427f782f27 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:50.309286 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ac6df9ca-262b-43c1-9826-2fd65c22e4b6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:50.335997 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-40dd06f9-74ba-4564-af04-8e0c62d400f2 None None] For port d3a8ce65-9791-4577-8d0a-c06010658ba0, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:40:50.339267 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-40dd06f9-74ba-4564-af04-8e0c62d400f2 None None] For port d3a8ce65-9791-4577-8d0a-c06010658ba0, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=d3a8ce65-9791-4577-8d0a-c06010658ba0,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:40:50.349714 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c14489-edc5-4e7d-a75d-2a492ac53bca tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Port': ['ID=e603f790-4a63-46c0-96b9-ff62449f998e,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:50.418377 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c4c14489-edc5-4e7d-a75d-2a492ac53bca tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:50.452066 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6df9ca-262b-43c1-9826-2fd65c22e4b6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'Subnet': ['ID=4cc74263-7d50-4b9c-9db1-fb41679aee8e,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:50.452207 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-cf8d7671-53b7-4a4e-b79d-3b427f782f27 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] device_id is not set on port f42a8e08-c91e-4dcd-873c-94b04b683a18 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:40:50.468103 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6df9ca-262b-43c1-9826-2fd65c22e4b6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Checking segment: {'id': '82ccf229-2f81-47d6-80a1-2dc0b5b42696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '098a3e9b-2100-4c61-965c-afd16cfec4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:40:50.468445 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6df9ca-262b-43c1-9826-2fd65c22e4b6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Network hostable DHCP agents. Network: 098a3e9b-2100-4c61-965c-afd16cfec4d7, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:40:50.483356 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-40dd06f9-74ba-4564-af04-8e0c62d400f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:50.514319 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c4c14489-edc5-4e7d-a75d-2a492ac53bca tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/ports/e603f790-4a63-46c0-96b9-ff62449f998e HTTP/1.1" status: 204 len: 168 time: 1.4699426 May 27 02:40:50.514665 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44062) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:50.579413 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6df9ca-262b-43c1-9826-2fd65c22e4b6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Network 098a3e9b-2100-4c61-965c-afd16cfec4d7 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:40:50.584485 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf8d7671-53b7-4a4e-b79d-3b427f782f27 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:50.588884 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd06f9-74ba-4564-af04-8e0c62d400f2 None None] Pushing event updated for resources: {'Port': ['ID=d3a8ce65-9791-4577-8d0a-c06010658ba0,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:50.622889 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a131a5-d6b6-4a87-a154-3a79e1fa0e5d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:50.624488 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a131a5-d6b6-4a87-a154-3a79e1fa0e5d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:50.625305 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-20a131a5-d6b6-4a87-a154-3a79e1fa0e5d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:40:50.700918 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-ac6df9ca-262b-43c1-9826-2fd65c22e4b6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 098a3e9b-2100-4c61-965c-afd16cfec4d7) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:40:50.708585 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6df9ca-262b-43c1-9826-2fd65c22e4b6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:50.708585 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ac6df9ca-262b-43c1-9826-2fd65c22e4b6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:50.711632 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d548bf-c771-4798-862c-30381d283318 None None] Network 098a3e9b-2100-4c61-965c-afd16cfec4d7 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:40:50.729298 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf8d7671-53b7-4a4e-b79d-3b427f782f27 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:50.754225 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-20a131a5-d6b6-4a87-a154-3a79e1fa0e5d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:40:50.758159 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-20a131a5-d6b6-4a87-a154-3a79e1fa0e5d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2401829 May 27 02:40:50.772550 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44076) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:50.928258 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee361cf3-cec9-4ca4-984e-9aba843b554e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting subnet 7d78eb5c-a6b5-4a08-bd35-6a6ec43ba9fc {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:40:50.932577 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ac6df9ca-262b-43c1-9826-2fd65c22e4b6 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7283213 May 27 02:40:50.942581 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44086) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:50.943303 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ee361cf3-cec9-4ca4-984e-9aba843b554e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:51.036491 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-9128a1f3-3ce8-4250-9413-a541a9fdf92c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1417889084', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:51.044075 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d7671-53b7-4a4e-b79d-3b427f782f27 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Pushing event updated for resources: {'Port': ['ID=0e1d43ad-c2cf-47d5-b67e-6c45c1610381,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:51.068158 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-9128a1f3-3ce8-4250-9413-a541a9fdf92c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:51.076534 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-9128a1f3-3ce8-4250-9413-a541a9fdf92c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Usage tracker for resource:router and tenant:f559555ef6124802b230d39d3db00e17 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:40:51.084274 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-9128a1f3-3ce8-4250-9413-a541a9fdf92c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:40:51.105759 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8d7671-53b7-4a4e-b79d-3b427f782f27 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Checking segment: {'id': '8ede2887-fd07-4735-9ee1-07bf0ca19c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'acde77b2-0bb4-4840-9500-83cba23e0078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:40:51.108862 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8d7671-53b7-4a4e-b79d-3b427f782f27 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Network hostable DHCP agents. Network: acde77b2-0bb4-4840-9500-83cba23e0078, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:40:51.121698 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-9128a1f3-3ce8-4250-9413-a541a9fdf92c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:51.155734 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ee361cf3-cec9-4ca4-984e-9aba843b554e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:51.268484 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e964928-7d4d-43fc-94f6-5c379149f6ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-098a3e9b-2100-4c61-965c-afd16cfec4d7', 'network_id': '098a3e9b-2100-4c61-965c-afd16cfec4d7', 'tenant_id': 'f559555ef6124802b230d39d3db00e17', 'fixed_ips': [{'subnet_id': '4cc74263-7d50-4b9c-9db1-fb41679aee8e'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:40:51.268484 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1e964928-7d4d-43fc-94f6-5c379149f6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:51.288818 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8d7671-53b7-4a4e-b79d-3b427f782f27 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Network acde77b2-0bb4-4840-9500-83cba23e0078 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:40:51.316371 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ee361cf3-cec9-4ca4-984e-9aba843b554e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:51.361700 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9128a1f3-3ce8-4250-9413-a541a9fdf92c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:51.362673 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9128a1f3-3ce8-4250-9413-a541a9fdf92c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:51.374764 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-cf8d7671-53b7-4a4e-b79d-3b427f782f27 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, acde77b2-0bb4-4840-9500-83cba23e0078) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:40:51.378861 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8d7671-53b7-4a4e-b79d-3b427f782f27 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:40:51.383024 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf8d7671-53b7-4a4e-b79d-3b427f782f27 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:51.400207 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9128a1f3-3ce8-4250-9413-a541a9fdf92c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:51.413973 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750ec256-c405-4018-aa2c-8be987cf02b7 None None] Network acde77b2-0bb4-4840-9500-83cba23e0078 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:40:51.497458 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d7671-53b7-4a4e-b79d-3b427f782f27 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Pushing event updated for resources: {'Port': ['ID=f42a8e08-c91e-4dcd-873c-94b04b683a18,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:51.509939 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8d7671-53b7-4a4e-b79d-3b427f782f27 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Checking segment: {'id': '94856fc7-73a3-452e-abe1-6499cd784df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '19edcdee-1d3d-45ac-81c4-b3b31ad63df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:40:51.510811 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8d7671-53b7-4a4e-b79d-3b427f782f27 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Network hostable DHCP agents. Network: 19edcdee-1d3d-45ac-81c4-b3b31ad63df4, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:40:51.510920 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9128a1f3-3ce8-4250-9413-a541a9fdf92c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:51.562842 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ee361cf3-cec9-4ca4-984e-9aba843b554e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:51.599076 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-1e964928-7d4d-43fc-94f6-5c379149f6ba None None] Allocated IP 172.20.0.2 (098a3e9b-2100-4c61-965c-afd16cfec4d7/4cc74263-7d50-4b9c-9db1-fb41679aee8e/31d07152-e500-42a2-a1f9-2ac1ba2ebe70) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:40:51.604935 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361cf3-cec9-4ca4-984e-9aba843b554e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Subnet': ['ID=7d78eb5c-a6b5-4a08-bd35-6a6ec43ba9fc,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:51.615419 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ee361cf3-cec9-4ca4-984e-9aba843b554e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:51.617909 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ee361cf3-cec9-4ca4-984e-9aba843b554e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/7d78eb5c-a6b5-4a08-bd35-6a6ec43ba9fc HTTP/1.1" status: 204 len: 168 time: 0.8372784 May 27 02:40:51.619629 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361cf3-cec9-4ca4-984e-9aba843b554e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:51.620466 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44102) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:51.629586 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361cf3-cec9-4ca4-984e-9aba843b554e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:51.633517 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361cf3-cec9-4ca4-984e-9aba843b554e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:51.636878 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361cf3-cec9-4ca4-984e-9aba843b554e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:51.637254 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361cf3-cec9-4ca4-984e-9aba843b554e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:51.637604 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361cf3-cec9-4ca4-984e-9aba843b554e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:51.641873 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361cf3-cec9-4ca4-984e-9aba843b554e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:51.641873 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361cf3-cec9-4ca4-984e-9aba843b554e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:51.641873 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361cf3-cec9-4ca4-984e-9aba843b554e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:51.641873 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361cf3-cec9-4ca4-984e-9aba843b554e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:51.641873 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361cf3-cec9-4ca4-984e-9aba843b554e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:51.641873 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361cf3-cec9-4ca4-984e-9aba843b554e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:51.652931 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9128a1f3-3ce8-4250-9413-a541a9fdf92c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:51.654233 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9128a1f3-3ce8-4250-9413-a541a9fdf92c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6396236 May 27 02:40:51.656960 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44108) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:51.662960 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-dc911e72-966b-45bd-880c-348d3396677d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'port': {'network_id': '098a3e9b-2100-4c61-965c-afd16cfec4d7', 'name': 'tempest-PortsTestJSON-1365596731'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:51.790615 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5164bd56-b528-498d-bf2d-8d9c8b1dede2 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1665967 May 27 02:40:51.791284 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44112) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:51.795343 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8d7671-53b7-4a4e-b79d-3b427f782f27 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Network 19edcdee-1d3d-45ac-81c4-b3b31ad63df4 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:40:51.933223 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-cf8d7671-53b7-4a4e-b79d-3b427f782f27 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 19edcdee-1d3d-45ac-81c4-b3b31ad63df4) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:40:51.938121 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8d7671-53b7-4a4e-b79d-3b427f782f27 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:40:51.944963 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8d7671-53b7-4a4e-b79d-3b427f782f27 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:51.959286 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67759277-8299-45a4-84b5-946093618eae None None] Network 19edcdee-1d3d-45ac-81c4-b3b31ad63df4 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:40:51.965259 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8d7671-53b7-4a4e-b79d-3b427f782f27 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:51.966639 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf8d7671-53b7-4a4e-b79d-3b427f782f27 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:52.034943 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-dc911e72-966b-45bd-880c-348d3396677d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:52.043426 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-cf8d7671-53b7-4a4e-b79d-3b427f782f27 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.2619355 May 27 02:40:52.045882 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44120) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:52.066228 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-dc911e72-966b-45bd-880c-348d3396677d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Usage tracker for resource:port and tenant:f559555ef6124802b230d39d3db00e17 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:40:52.071114 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-dc911e72-966b-45bd-880c-348d3396677d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:40:52.083410 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-dc911e72-966b-45bd-880c-348d3396677d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:52.105778 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e9545-5c10-4747-b6b2-2592e3c448ae req-6805e8e9-7b92-4672-84dc-7a54e2c2fb97 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:52.107405 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c30e9545-5c10-4747-b6b2-2592e3c448ae req-6805e8e9-7b92-4672-84dc-7a54e2c2fb97 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] 10.222.0.57 "GET /v2.0/ports?device_id=495ebe58-cad1-460a-baba-d881ca7ef412 HTTP/1.1" status: 200 len: 949 time: 0.2797070 May 27 02:40:52.199899 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c30e9545-5c10-4747-b6b2-2592e3c448ae req-7a12cc76-1533-47db-86f0-06e508b819eb tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] 10.222.0.57 "GET /v2.0/security-groups?id=13bd5da6-dda4-47fd-9449-d9e9c0eb29f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850141 May 27 02:40:52.232443 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c73781-0269-412f-89ac-ba04b933a51a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:52.232443 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b8c73781-0269-412f-89ac-ba04b933a51a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:40:52.234450 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1e964928-7d4d-43fc-94f6-5c379149f6ba None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:52.243380 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179b3ea9-2b55-4adc-af0a-331383c20e3f tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:52.265364 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179b3ea9-2b55-4adc-af0a-331383c20e3f tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:52.266727 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-179b3ea9-2b55-4adc-af0a-331383c20e3f tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Synchronizing usage tracker for tenant:07e082000dd747d79873f6c245bed0c8 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:40:52.300676 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1e964928-7d4d-43fc-94f6-5c379149f6ba None None] Transition to ACTIVE for port object 31d07152-e500-42a2-a1f9-2ac1ba2ebe70 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:40:52.314008 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d550d374-afa3-4843-9aa1-0802175b494f None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:40:52.317031 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc911e72-966b-45bd-880c-348d3396677d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Made reservation on behalf of f559555ef6124802b230d39d3db00e17 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:40:52.321622 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dc911e72-966b-45bd-880c-348d3396677d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:52.346143 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-dc911e72-966b-45bd-880c-348d3396677d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] device_id is not set on port e69a6033-df25-4f07-94c3-03980afb53ee yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:40:52.373212 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-179b3ea9-2b55-4adc-af0a-331383c20e3f tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Unset dirty status for tenant:07e082000dd747d79873f6c245bed0c8 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:40:52.375261 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-179b3ea9-2b55-4adc-af0a-331383c20e3f tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3284967 May 27 02:40:52.378021 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44124) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:52.395102 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b8c73781-0269-412f-89ac-ba04b933a51a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:40:52.396590 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b8c73781-0269-412f-89ac-ba04b933a51a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.6041427 May 27 02:40:52.399065 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44128) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:52.438743 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device d3a8ce65-9791-4577-8d0a-c06010658ba0 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:40:52.511889 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-ed7dbeeb-2997-48a8-ba1d-6022fd403c98 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Deleting port 0e1d43ad-c2cf-47d5-b67e-6c45c1610381 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:40:52.512667 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ed7dbeeb-2997-48a8-ba1d-6022fd403c98 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:52.514881 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf704b07-872a-45f9-964b-3ce0d089ee20 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:52.515626 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-cf704b07-872a-45f9-964b-3ce0d089ee20 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:40:52.561188 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1e964928-7d4d-43fc-94f6-5c379149f6ba None None] Transition to ACTIVE for port object 31d07152-e500-42a2-a1f9-2ac1ba2ebe70 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:40:52.602833 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-cf704b07-872a-45f9-964b-3ce0d089ee20 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:40:52.604179 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-cf704b07-872a-45f9-964b-3ce0d089ee20 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2041612 May 27 02:40:52.606773 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44132) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:52.650026 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1e964928-7d4d-43fc-94f6-5c379149f6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:52.722455 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7ade590d-5f3e-4d0e-b9bd-b2caa2ea43bb tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1108189 May 27 02:40:52.723673 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44136) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:52.728915 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5b063c85-2cfb-4c2d-adf3-37624b221e92 None None] Provisioning for port d3a8ce65-9791-4577-8d0a-c06010658ba0 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:40:52.735159 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-9e32065d-2a2d-4867-83ef-26fc3f262312 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'subnet': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:52.792531 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ed7dbeeb-2997-48a8-ba1d-6022fd403c98 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:52.832216 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e964928-7d4d-43fc-94f6-5c379149f6ba None None] Network 098a3e9b-2100-4c61-965c-afd16cfec4d7 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:40:52.853034 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-dc911e72-966b-45bd-880c-348d3396677d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Allocated IP 172.20.0.3 (098a3e9b-2100-4c61-965c-afd16cfec4d7/4cc74263-7d50-4b9c-9db1-fb41679aee8e/e69a6033-df25-4f07-94c3-03980afb53ee) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:40:52.872402 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-9e32065d-2a2d-4867-83ef-26fc3f262312 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:52.894115 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-1e964928-7d4d-43fc-94f6-5c379149f6ba None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:40:52.896006 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-9e32065d-2a2d-4867-83ef-26fc3f262312 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:52.915213 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e964928-7d4d-43fc-94f6-5c379149f6ba None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:40:52.922236 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5b063c85-2cfb-4c2d-adf3-37624b221e92 None None] Could not find standard attr ID for object e603f790-4a63-46c0-96b9-ff62449f998e. {{(pid=88903) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:40:52.930401 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port d3a8ce65-9791-4577-8d0a-c06010658ba0 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:40:52.950496 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e964928-7d4d-43fc-94f6-5c379149f6ba None None] Pushing event updated for resources: {'Port': ['ID=31d07152-e500-42a2-a1f9-2ac1ba2ebe70,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:52.971538 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-ed7dbeeb-2997-48a8-ba1d-6022fd403c98 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Calling delete_port for 0e1d43ad-c2cf-47d5-b67e-6c45c1610381 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:40:52.995198 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port d3a8ce65-9791-4577-8d0a-c06010658ba0 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:52.995574 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:53.041166 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e32065d-2a2d-4867-83ef-26fc3f262312 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:40:53.045172 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9e32065d-2a2d-4867-83ef-26fc3f262312 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:53.119392 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-1e964928-7d4d-43fc-94f6-5c379149f6ba None None] Attempting to bind port 31d07152-e500-42a2-a1f9-2ac1ba2ebe70 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:40:53.119764 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-1e964928-7d4d-43fc-94f6-5c379149f6ba None None] Attempting to bind port 31d07152-e500-42a2-a1f9-2ac1ba2ebe70 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '82ccf229-2f81-47d6-80a1-2dc0b5b42696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '098a3e9b-2100-4c61-965c-afd16cfec4d7'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:40:53.120131 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e964928-7d4d-43fc-94f6-5c379149f6ba None None] Attempting to bind port 31d07152-e500-42a2-a1f9-2ac1ba2ebe70 on network 098a3e9b-2100-4c61-965c-afd16cfec4d7 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:40:53.133999 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e964928-7d4d-43fc-94f6-5c379149f6ba None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:40:53.134379 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e964928-7d4d-43fc-94f6-5c379149f6ba None None] Checking segment: {'id': '82ccf229-2f81-47d6-80a1-2dc0b5b42696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '098a3e9b-2100-4c61-965c-afd16cfec4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:40:53.134767 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1e964928-7d4d-43fc-94f6-5c379149f6ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:53.135166 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e964928-7d4d-43fc-94f6-5c379149f6ba None None] Bound using segment: {'id': '82ccf229-2f81-47d6-80a1-2dc0b5b42696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '098a3e9b-2100-4c61-965c-afd16cfec4d7'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:40:53.135644 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-1e964928-7d4d-43fc-94f6-5c379149f6ba None None] Bound port: 31d07152-e500-42a2-a1f9-2ac1ba2ebe70, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82ccf229-2f81-47d6-80a1-2dc0b5b42696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '098a3e9b-2100-4c61-965c-afd16cfec4d7'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:40:53.136016 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1e964928-7d4d-43fc-94f6-5c379149f6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:53.329776 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port d3a8ce65-9791-4577-8d0a-c06010658ba0 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:40:53.330153 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:53.355113 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-1e964928-7d4d-43fc-94f6-5c379149f6ba None None] For port 31d07152-e500-42a2-a1f9-2ac1ba2ebe70, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:40:53.364503 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5d4dd7-8f6d-41d3-88c0-2c13ab3b0e1c None None] DHCP port deletion for 1e095441-a19f-4261-8588-a806dc249ed2 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:40:53.377025 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ed5d4dd7-8f6d-41d3-88c0-2c13ab3b0e1c None None] Deleting port d3a8ce65-9791-4577-8d0a-c06010658ba0 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:40:53.377405 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ed5d4dd7-8f6d-41d3-88c0-2c13ab3b0e1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:53.408924 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-1e964928-7d4d-43fc-94f6-5c379149f6ba None None] For port 31d07152-e500-42a2-a1f9-2ac1ba2ebe70, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=31d07152-e500-42a2-a1f9-2ac1ba2ebe70,segment=NetworkSegment(82ccf229-2f81-47d6-80a1-2dc0b5b42696),segment_id=82ccf229-2f81-47d6-80a1-2dc0b5b42696)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:40:53.433132 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2d1a0-cf7b-47db-ab96-a432e78c69fc req-8979172b-a114-444d-a92b-acbb0669feb6 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:53.433699 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port d3a8ce65-9791-4577-8d0a-c06010658ba0, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=d3a8ce65-9791-4577-8d0a-c06010658ba0,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:40:53.435118 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-48c2d1a0-cf7b-47db-ab96-a432e78c69fc req-8979172b-a114-444d-a92b-acbb0669feb6 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Synchronizing usage tracker for tenant:05541351d98c4d29a1b5dc02081b4b46 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:40:53.466191 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ed7dbeeb-2997-48a8-ba1d-6022fd403c98 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:53.532253 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7dbeeb-2997-48a8-ba1d-6022fd403c98 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Pushing event deleted for resources: {'Port': ['ID=0e1d43ad-c2cf-47d5-b67e-6c45c1610381,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:53.539562 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dc911e72-966b-45bd-880c-348d3396677d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:53.547611 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-48c2d1a0-cf7b-47db-ab96-a432e78c69fc req-8979172b-a114-444d-a92b-acbb0669feb6 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Unset dirty status for tenant:05541351d98c4d29a1b5dc02081b4b46 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:40:53.549387 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-48c2d1a0-cf7b-47db-ab96-a432e78c69fc req-8979172b-a114-444d-a92b-acbb0669feb6 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] 10.222.0.32 "GET /v2.0/ports?device_id=495ebe58-cad1-460a-baba-d881ca7ef412 HTTP/1.1" status: 200 len: 949 time: 0.2748590 May 27 02:40:53.553589 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ed7dbeeb-2997-48a8-ba1d-6022fd403c98 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:53.560024 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-dc911e72-966b-45bd-880c-348d3396677d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Transition to ACTIVE for port object e69a6033-df25-4f07-94c3-03980afb53ee will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:40:53.562282 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1e964928-7d4d-43fc-94f6-5c379149f6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:53.567849 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:53.660073 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dc911e72-966b-45bd-880c-348d3396677d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:53.668236 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e964928-7d4d-43fc-94f6-5c379149f6ba None None] Pushing event updated for resources: {'Port': ['ID=31d07152-e500-42a2-a1f9-2ac1ba2ebe70,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:53.740585 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-48c2d1a0-cf7b-47db-ab96-a432e78c69fc req-80a44982-97d6-4b14-a451-16ab5ce19c70 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Deleting port 57159148-ad7d-4d74-b10a-bf79c95cc4c4 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:40:53.743408 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-48c2d1a0-cf7b-47db-ab96-a432e78c69fc req-80a44982-97d6-4b14-a451-16ab5ce19c70 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:53.849063 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc911e72-966b-45bd-880c-348d3396677d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Network 098a3e9b-2100-4c61-965c-afd16cfec4d7 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:40:53.925915 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-dc911e72-966b-45bd-880c-348d3396677d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:40:53.938553 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc911e72-966b-45bd-880c-348d3396677d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:40:53.959641 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ed7dbeeb-2997-48a8-ba1d-6022fd403c98 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] 10.222.0.57 "DELETE /v2.0/ports/0e1d43ad-c2cf-47d5-b67e-6c45c1610381 HTTP/1.1" status: 204 len: 168 time: 1.5775070 May 27 02:40:53.960455 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44150) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:53.966507 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=d3a8ce65-9791-4577-8d0a-c06010658ba0,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:53.987425 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-ed5d4dd7-8f6d-41d3-88c0-2c13ab3b0e1c None None] For port d3a8ce65-9791-4577-8d0a-c06010658ba0, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=d3a8ce65-9791-4577-8d0a-c06010658ba0,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:40:53.987833 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ed5d4dd7-8f6d-41d3-88c0-2c13ab3b0e1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:54.011299 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc911e72-966b-45bd-880c-348d3396677d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:54.013435 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dc911e72-966b-45bd-880c-348d3396677d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:54.062891 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-50f9838e-1c9d-4ed4-9d0e-b8658a17a653 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Deleting port f42a8e08-c91e-4dcd-873c-94b04b683a18 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:40:54.062891 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-50f9838e-1c9d-4ed4-9d0e-b8658a17a653 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:54.073192 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc911e72-966b-45bd-880c-348d3396677d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'Port': ['ID=e69a6033-df25-4f07-94c3-03980afb53ee,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:54.201984 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ed5d4dd7-8f6d-41d3-88c0-2c13ab3b0e1c None None] Calling delete_port for d3a8ce65-9791-4577-8d0a-c06010658ba0 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:40:54.202210 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-dc911e72-966b-45bd-880c-348d3396677d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5414143 May 27 02:40:54.225393 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44154) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:54.277469 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd063ca-e7f5-4349-b5d9-49cf2e7486f5 req-b5f12429-dc3f-427b-b269-8aa0ede7acb8 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:54.291396 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-efd063ca-e7f5-4349-b5d9-49cf2e7486f5 req-b5f12429-dc3f-427b-b269-8aa0ede7acb8 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] 10.222.0.57 "GET /v2.0/ports?device_id=495ebe58-cad1-460a-baba-d881ca7ef412 HTTP/1.1" status: 200 len: 949 time: 0.7013378 May 27 02:40:54.465492 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 31d07152-e500-42a2-a1f9-2ac1ba2ebe70 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:40:54.505862 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-50f9838e-1c9d-4ed4-9d0e-b8658a17a653 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:54.514261 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-48c2d1a0-cf7b-47db-ab96-a432e78c69fc req-80a44982-97d6-4b14-a451-16ab5ce19c70 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] For port 57159148-ad7d-4d74-b10a-bf79c95cc4c4, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=57159148-ad7d-4d74-b10a-bf79c95cc4c4,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:40:54.514615 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-48c2d1a0-cf7b-47db-ab96-a432e78c69fc req-80a44982-97d6-4b14-a451-16ab5ce19c70 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:54.535559 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ed5d4dd7-8f6d-41d3-88c0-2c13ab3b0e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:54.585940 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5d4dd7-8f6d-41d3-88c0-2c13ab3b0e1c None None] No DVR routers for this DVR port d3a8ce65-9791-4577-8d0a-c06010658ba0 on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:40:54.603738 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d4dd7-8f6d-41d3-88c0-2c13ab3b0e1c None None] Pushing event deleted for resources: {'Port': ['ID=d3a8ce65-9791-4577-8d0a-c06010658ba0,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:54.699811 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 31d07152-e500-42a2-a1f9-2ac1ba2ebe70 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:40:54.723865 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9e32065d-2a2d-4867-83ef-26fc3f262312 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:54.765632 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device d3a8ce65-9791-4577-8d0a-c06010658ba0 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:40:54.816862 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: d3a8ce65-9791-4577-8d0a-c06010658ba0 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:40:54.817071 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device d3a8ce65-9791-4577-8d0a-c06010658ba0 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:40:54.831821 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-50f9838e-1c9d-4ed4-9d0e-b8658a17a653 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Calling delete_port for f42a8e08-c91e-4dcd-873c-94b04b683a18 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:40:54.849388 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-efd063ca-e7f5-4349-b5d9-49cf2e7486f5 req-b7e16396-fde7-44c8-9632-63f956ca7beb tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] 10.222.0.57 "GET /v2.0/security-groups?id=13bd5da6-dda4-47fd-9449-d9e9c0eb29f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5570431 May 27 02:40:54.887790 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-48c2d1a0-cf7b-47db-ab96-a432e78c69fc req-80a44982-97d6-4b14-a451-16ab5ce19c70 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Calling delete_port for 57159148-ad7d-4d74-b10a-bf79c95cc4c4 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:40:54.942712 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e32065d-2a2d-4867-83ef-26fc3f262312 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:40:55.002825 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-9e32065d-2a2d-4867-83ef-26fc3f262312 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:40:55.012354 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db72e28-9e98-4b99-8d0d-7a752acafa55 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:40:55.018422 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e32065d-2a2d-4867-83ef-26fc3f262312 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:55.019011 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9e32065d-2a2d-4867-83ef-26fc3f262312 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:55.038812 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e32065d-2a2d-4867-83ef-26fc3f262312 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Subnet': ['ID=5cb3b0d7-5636-4647-abc9-435a0250af9e,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:55.117956 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-50f9838e-1c9d-4ed4-9d0e-b8658a17a653 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:55.157446 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9e32065d-2a2d-4867-83ef-26fc3f262312 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4329925 May 27 02:40:55.164392 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44162) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:55.173441 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-c8afeb02-3ba3-4d0e-9178-3ecc07d49b95 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'port': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'mac_address': 'fa:16:3e:65:33:04', 'name': 'tempest-NetworksTestDHCPv6-780234488'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:55.194281 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f9838e-1c9d-4ed4-9d0e-b8658a17a653 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Pushing event deleted for resources: {'Port': ['ID=f42a8e08-c91e-4dcd-873c-94b04b683a18,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:55.209823 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-48c2d1a0-cf7b-47db-ab96-a432e78c69fc req-80a44982-97d6-4b14-a451-16ab5ce19c70 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:55.212880 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-50f9838e-1c9d-4ed4-9d0e-b8658a17a653 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:55.317503 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92daf318-7316-43b4-9b75-a76d6e260142 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-1e095441-a19f-4261-8588-a806dc249ed2', 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'tenant_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'fixed_ips': [{'subnet_id': '5cb3b0d7-5636-4647-abc9-435a0250af9e'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:40:55.318519 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-92daf318-7316-43b4-9b75-a76d6e260142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:55.325937 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a44982-97d6-4b14-a451-16ab5ce19c70 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Pushing event deleted for resources: {'Port': ['ID=57159148-ad7d-4d74-b10a-bf79c95cc4c4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:55.334657 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-50f9838e-1c9d-4ed4-9d0e-b8658a17a653 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] 10.222.0.57 "DELETE /v2.0/ports/f42a8e08-c91e-4dcd-873c-94b04b683a18 HTTP/1.1" status: 204 len: 168 time: 1.3649457 May 27 02:40:55.342311 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44166) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:55.385236 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c2d1a0-cf7b-47db-ab96-a432e78c69fc req-80a44982-97d6-4b14-a451-16ab5ce19c70 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] No DVR routers for this DVR port 57159148-ad7d-4d74-b10a-bf79c95cc4c4 on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:40:55.387838 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-48c2d1a0-cf7b-47db-ab96-a432e78c69fc req-80a44982-97d6-4b14-a451-16ab5ce19c70 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:55.390802 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-48c2d1a0-cf7b-47db-ab96-a432e78c69fc req-80a44982-97d6-4b14-a451-16ab5ce19c70 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] 10.222.0.32 "DELETE /v2.0/ports/57159148-ad7d-4d74-b10a-bf79c95cc4c4 HTTP/1.1" status: 204 len: 173 time: 1.8347197 May 27 02:40:55.391349 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495ebe58-cad1-460a-baba-d881ca7ef412', 'name': 'network-vif-deleted', 'tag': '57159148-ad7d-4d74-b10a-bf79c95cc4c4'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:40:55.396336 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9a8ea9-faa4-4339-a73b-2e06544c9f2f None None] Network 098a3e9b-2100-4c61-965c-afd16cfec4d7 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:40:55.424638 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c8afeb02-3ba3-4d0e-9178-3ecc07d49b95 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:55.440112 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44172) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:55.440265 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1acc2798-66a3-4266-8e85-596657f2913a tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0968626 May 27 02:40:55.449896 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58f09636-6d0c-4097-8e85-aaebe2ff405e'] response: {'server_uuid': '495ebe58-cad1-460a-baba-d881ca7ef412', 'name': 'network-vif-deleted', 'tag': '57159148-ad7d-4d74-b10a-bf79c95cc4c4', 'status': 'completed', 'code': 200} May 27 02:40:55.459549 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c8afeb02-3ba3-4d0e-9178-3ecc07d49b95 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:55.476269 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0fbcd4e5-341b-442d-9021-0968aeaa9c7b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:55.485948 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-6af33ddd-c470-4676-a560-16f916cbf215 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-216914433'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:55.499184 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6af33ddd-c470-4676-a560-16f916cbf215 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:55.510920 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6af33ddd-c470-4676-a560-16f916cbf215 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Usage tracker for resource:network and tenant:07e082000dd747d79873f6c245bed0c8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:40:55.518940 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6af33ddd-c470-4676-a560-16f916cbf215 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:40:55.532788 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6af33ddd-c470-4676-a560-16f916cbf215 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:55.613899 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af33ddd-c470-4676-a560-16f916cbf215 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Made reservation on behalf of 07e082000dd747d79873f6c245bed0c8 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:40:55.621874 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6af33ddd-c470-4676-a560-16f916cbf215 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:55.635244 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8afeb02-3ba3-4d0e-9178-3ecc07d49b95 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:40:55.713996 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af33ddd-c470-4676-a560-16f916cbf215 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:40:55.727509 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6af33ddd-c470-4676-a560-16f916cbf215 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:55.731466 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-6af33ddd-c470-4676-a560-16f916cbf215 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Added segment 0c9fb69c-b0ec-4d27-b1a5-1e953c5f28f2 of type vlan for network 93b00a97-3527-4400-98fc-1b496fc155ef May 27 02:40:55.768925 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6af33ddd-c470-4676-a560-16f916cbf215 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:56.022364 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-92daf318-7316-43b4-9b75-a76d6e260142 None None] Allocated IP 2001:db8::2 (1e095441-a19f-4261-8588-a806dc249ed2/5cb3b0d7-5636-4647-abc9-435a0250af9e/fdb1342d-737d-4d31-a9b8-cc2e98e2b975) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:40:56.037934 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6af33ddd-c470-4676-a560-16f916cbf215 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:56.045264 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af33ddd-c470-4676-a560-16f916cbf215 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:56.045880 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6af33ddd-c470-4676-a560-16f916cbf215 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:56.054985 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f6041c54-40cd-4b9c-9690-ecb51c55f8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:56.110860 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3e7a0083-7882-4ed2-b919-dedebfeec6c0 None None] Provisioning for port 31d07152-e500-42a2-a1f9-2ac1ba2ebe70 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:40:56.129192 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3e7a0083-7882-4ed2-b919-dedebfeec6c0 None None] Provisioning complete for port 31d07152-e500-42a2-a1f9-2ac1ba2ebe70 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:56.130736 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3e7a0083-7882-4ed2-b919-dedebfeec6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:56.359933 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7743ec2a-0879-482e-bdb3-757e982c9985 req-be6636cb-4e04-4685-9b7a-f86e2238ddc3 tempest-VolumesBackupsTest-1037313898 tempest-VolumesBackupsTest-1037313898-project] 10.222.0.57 "GET /v2.0/ports?device_id=495ebe58-cad1-460a-baba-d881ca7ef412 HTTP/1.1" status: 200 len: 210 time: 0.1917412 May 27 02:40:56.567977 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c8afeb02-3ba3-4d0e-9178-3ecc07d49b95 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:56.580898 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af33ddd-c470-4676-a560-16f916cbf215 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Pushing event updated for resources: {'Network': ['ID=93b00a97-3527-4400-98fc-1b496fc155ef,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:56.653786 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af33ddd-c470-4676-a560-16f916cbf215 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:56.654492 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af33ddd-c470-4676-a560-16f916cbf215 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:56.655686 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af33ddd-c470-4676-a560-16f916cbf215 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:56.656213 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af33ddd-c470-4676-a560-16f916cbf215 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:56.656742 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af33ddd-c470-4676-a560-16f916cbf215 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:56.657274 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af33ddd-c470-4676-a560-16f916cbf215 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:56.657763 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af33ddd-c470-4676-a560-16f916cbf215 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:56.658255 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af33ddd-c470-4676-a560-16f916cbf215 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:56.658772 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af33ddd-c470-4676-a560-16f916cbf215 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:56.659281 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af33ddd-c470-4676-a560-16f916cbf215 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:56.660290 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af33ddd-c470-4676-a560-16f916cbf215 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:56.660940 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af33ddd-c470-4676-a560-16f916cbf215 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:56.662604 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-c8afeb02-3ba3-4d0e-9178-3ecc07d49b95 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] device_id is not set on port 01b73d92-7076-420c-bd7b-655086cf378e yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:40:56.667319 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e939caf4-8ef2-498c-b3de-2a0b977ba046 req-54b92f00-904c-4a2e-b930-4335946e43e3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=495ebe58-cad1-460a-baba-d881ca7ef412&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0730445 May 27 02:40:56.677564 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 93b00a97-3527-4400-98fc-1b496fc155ef details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:40:56.728001 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-3e7a0083-7882-4ed2-b919-dedebfeec6c0 None None] Current status of the port 31d07152-e500-42a2-a1f9-2ac1ba2ebe70 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:40:56.731078 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3e7a0083-7882-4ed2-b919-dedebfeec6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:56.752172 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6af33ddd-c470-4676-a560-16f916cbf215 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3107543 May 27 02:40:56.754683 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44194) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:56.761738 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-7ef64752-397c-4cf3-86c3-509ab7efc6b1 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1671172746'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:56.775100 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7ef64752-397c-4cf3-86c3-509ab7efc6b1 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:56.788528 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7ef64752-397c-4cf3-86c3-509ab7efc6b1 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Usage tracker for resource:network and tenant:07e082000dd747d79873f6c245bed0c8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:40:56.793334 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7ef64752-397c-4cf3-86c3-509ab7efc6b1 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:40:56.807679 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7ef64752-397c-4cf3-86c3-509ab7efc6b1 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:56.812457 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0fbcd4e5-341b-442d-9021-0968aeaa9c7b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:56.872264 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-92daf318-7316-43b4-9b75-a76d6e260142 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:56.905587 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0fbcd4e5-341b-442d-9021-0968aeaa9c7b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:56.906657 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-3e7a0083-7882-4ed2-b919-dedebfeec6c0 None None] For port 31d07152-e500-42a2-a1f9-2ac1ba2ebe70, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=31d07152-e500-42a2-a1f9-2ac1ba2ebe70,segment=NetworkSegment(82ccf229-2f81-47d6-80a1-2dc0b5b42696),segment_id=82ccf229-2f81-47d6-80a1-2dc0b5b42696)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:40:56.910984 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-92daf318-7316-43b4-9b75-a76d6e260142 None None] Transition to ACTIVE for port object fdb1342d-737d-4d31-a9b8-cc2e98e2b975 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:40:56.938921 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-92daf318-7316-43b4-9b75-a76d6e260142 None None] Transition to ACTIVE for port object fdb1342d-737d-4d31-a9b8-cc2e98e2b975 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:40:56.990216 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3e7a0083-7882-4ed2-b919-dedebfeec6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:56.997723 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef64752-397c-4cf3-86c3-509ab7efc6b1 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Made reservation on behalf of 07e082000dd747d79873f6c245bed0c8 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:40:57.003358 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7ef64752-397c-4cf3-86c3-509ab7efc6b1 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:57.046498 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e939caf4-8ef2-498c-b3de-2a0b977ba046 req-b2388df4-a2e4-4038-8c69-b2b8cf6a50b4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=05541351d98c4d29a1b5dc02081b4b46&device_id=495ebe58-cad1-460a-baba-d881ca7ef412 HTTP/1.1" status: 200 len: 210 time: 0.1187332 May 27 02:40:57.077483 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef64752-397c-4cf3-86c3-509ab7efc6b1 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:40:57.094014 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7ef64752-397c-4cf3-86c3-509ab7efc6b1 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:57.094766 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-7ef64752-397c-4cf3-86c3-509ab7efc6b1 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Added segment 98513779-5296-4a0f-9a18-16ed30d97f56 of type vlan for network 25c0e3e5-1f88-4709-afb5-77b0ee2cdf55 May 27 02:40:57.126031 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7ef64752-397c-4cf3-86c3-509ab7efc6b1 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:57.152344 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a0083-7882-4ed2-b919-dedebfeec6c0 None None] Pushing event updated for resources: {'Port': ['ID=31d07152-e500-42a2-a1f9-2ac1ba2ebe70,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:57.161831 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-92daf318-7316-43b4-9b75-a76d6e260142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:57.193265 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e939caf4-8ef2-498c-b3de-2a0b977ba046 req-6f44b92f-9c1c-453b-a88f-1b8ca0c36032 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=05541351d98c4d29a1b5dc02081b4b46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376058 May 27 02:40:57.227737 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 57159148-ad7d-4d74-b10a-bf79c95cc4c4 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:40:57.256453 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbcd4e5-341b-442d-9021-0968aeaa9c7b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'Port': ['ID=e69a6033-df25-4f07-94c3-03980afb53ee,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:57.285862 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 57159148-ad7d-4d74-b10a-bf79c95cc4c4 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:40:57.286221 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 57159148-ad7d-4d74-b10a-bf79c95cc4c4 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:40:57.301882 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92daf318-7316-43b4-9b75-a76d6e260142 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:40:57.315886 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-92daf318-7316-43b4-9b75-a76d6e260142 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:40:57.319654 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92daf318-7316-43b4-9b75-a76d6e260142 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:40:57.339261 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7ef64752-397c-4cf3-86c3-509ab7efc6b1 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:57.357102 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef64752-397c-4cf3-86c3-509ab7efc6b1 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:57.360424 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7ef64752-397c-4cf3-86c3-509ab7efc6b1 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:57.378885 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92daf318-7316-43b4-9b75-a76d6e260142 None None] Pushing event updated for resources: {'Port': ['ID=fdb1342d-737d-4d31-a9b8-cc2e98e2b975,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:57.411683 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-87b02066-f562-4d23-928d-560bd0ac247d None None] Provisioning for port e69a6033-df25-4f07-94c3-03980afb53ee completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:40:57.418872 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-c8afeb02-3ba3-4d0e-9178-3ecc07d49b95 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Allocated IP 2001:db8::3d9 (1e095441-a19f-4261-8588-a806dc249ed2/5cb3b0d7-5636-4647-abc9-435a0250af9e/01b73d92-7076-420c-bd7b-655086cf378e) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:40:57.559660 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef64752-397c-4cf3-86c3-509ab7efc6b1 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Pushing event updated for resources: {'Network': ['ID=25c0e3e5-1f88-4709-afb5-77b0ee2cdf55,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:57.590075 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-92daf318-7316-43b4-9b75-a76d6e260142 None None] Attempting to bind port fdb1342d-737d-4d31-a9b8-cc2e98e2b975 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:40:57.590727 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-92daf318-7316-43b4-9b75-a76d6e260142 None None] Attempting to bind port fdb1342d-737d-4d31-a9b8-cc2e98e2b975 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:40:57.591267 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92daf318-7316-43b4-9b75-a76d6e260142 None None] Attempting to bind port fdb1342d-737d-4d31-a9b8-cc2e98e2b975 on network 1e095441-a19f-4261-8588-a806dc249ed2 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:40:57.594052 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-87b02066-f562-4d23-928d-560bd0ac247d None None] Provisioning complete for port e69a6033-df25-4f07-94c3-03980afb53ee triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:57.598137 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-87b02066-f562-4d23-928d-560bd0ac247d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:57.623015 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 25c0e3e5-1f88-4709-afb5-77b0ee2cdf55 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:40:57.656787 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92daf318-7316-43b4-9b75-a76d6e260142 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:40:57.657486 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92daf318-7316-43b4-9b75-a76d6e260142 None None] Checking segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:40:57.658057 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-92daf318-7316-43b4-9b75-a76d6e260142 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:57.658608 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92daf318-7316-43b4-9b75-a76d6e260142 None None] Bound using segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:40:57.659451 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-92daf318-7316-43b4-9b75-a76d6e260142 None None] Bound port: fdb1342d-737d-4d31-a9b8-cc2e98e2b975, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:40:57.660005 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-92daf318-7316-43b4-9b75-a76d6e260142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:57.789435 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939caf4-8ef2-498c-b3de-2a0b977ba046 req-ddca371f-7afd-4d60-8cba-19989552118f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:57.791093 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e939caf4-8ef2-498c-b3de-2a0b977ba046 req-ddca371f-7afd-4d60-8cba-19989552118f service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5887625 May 27 02:40:57.834164 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-87b02066-f562-4d23-928d-560bd0ac247d None None] Port e69a6033-df25-4f07-94c3-03980afb53ee cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:40:57.865796 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-87b02066-f562-4d23-928d-560bd0ac247d None None] Provisioning complete for port 31d07152-e500-42a2-a1f9-2ac1ba2ebe70 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:57.865796 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-87b02066-f562-4d23-928d-560bd0ac247d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:57.935048 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7ef64752-397c-4cf3-86c3-509ab7efc6b1 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1787846 May 27 02:40:57.936707 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fdc8bddb-97b6-41b5-9bf6-6a3a302a3a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:57.944322 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-92daf318-7316-43b4-9b75-a76d6e260142 None None] For port fdb1342d-737d-4d31-a9b8-cc2e98e2b975, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:40:57.949616 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-92daf318-7316-43b4-9b75-a76d6e260142 None None] For port fdb1342d-737d-4d31-a9b8-cc2e98e2b975, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=fdb1342d-737d-4d31-a9b8-cc2e98e2b975,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:40:58.013975 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c8afeb02-3ba3-4d0e-9178-3ecc07d49b95 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:58.054258 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c8afeb02-3ba3-4d0e-9178-3ecc07d49b95 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Transition to ACTIVE for port object 01b73d92-7076-420c-bd7b-655086cf378e will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:40:58.082003 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44208) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:58.084971 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-92daf318-7316-43b4-9b75-a76d6e260142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:58.088608 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-cd180da1-8fc3-44a1-842e-6dbe29ee915b tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Request body: {'subnets': [{'network_id': '93b00a97-3527-4400-98fc-1b496fc155ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1736630742', 'ip_version': 4}, {'network_id': '25c0e3e5-1f88-4709-afb5-77b0ee2cdf55', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:58.091954 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-cd180da1-8fc3-44a1-842e-6dbe29ee915b tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Request body: {'subnet': {'network_id': '93b00a97-3527-4400-98fc-1b496fc155ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1736630742', 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:58.091954 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-cd180da1-8fc3-44a1-842e-6dbe29ee915b tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Request body: {'subnet': {'network_id': '25c0e3e5-1f88-4709-afb5-77b0ee2cdf55', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:58.179904 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0fbcd4e5-341b-442d-9021-0968aeaa9c7b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:58.187689 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-87b02066-f562-4d23-928d-560bd0ac247d None None] Current status of the port 31d07152-e500-42a2-a1f9-2ac1ba2ebe70 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:40:58.231631 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c8afeb02-3ba3-4d0e-9178-3ecc07d49b95 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:58.274230 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92daf318-7316-43b4-9b75-a76d6e260142 None None] Pushing event updated for resources: {'Port': ['ID=fdb1342d-737d-4d31-a9b8-cc2e98e2b975,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:58.315306 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8afeb02-3ba3-4d0e-9178-3ecc07d49b95 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:40:58.349327 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-fccd14bb-8f60-4451-9235-cc19dfdbdfa0 None None] Provisioning complete for port e69a6033-df25-4f07-94c3-03980afb53ee triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:58.349705 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fccd14bb-8f60-4451-9235-cc19dfdbdfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:58.354933 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-c8afeb02-3ba3-4d0e-9178-3ecc07d49b95 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:40:58.365902 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8afeb02-3ba3-4d0e-9178-3ecc07d49b95 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:40:58.372961 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8afeb02-3ba3-4d0e-9178-3ecc07d49b95 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:58.373847 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c8afeb02-3ba3-4d0e-9178-3ecc07d49b95 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:58.396116 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 31d07152-e500-42a2-a1f9-2ac1ba2ebe70 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:40:58.426628 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8afeb02-3ba3-4d0e-9178-3ecc07d49b95 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Port': ['ID=01b73d92-7076-420c-bd7b-655086cf378e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:58.463517 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0fbcd4e5-341b-442d-9021-0968aeaa9c7b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:58.511766 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cd180da1-8fc3-44a1-842e-6dbe29ee915b tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:58.516017 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cd180da1-8fc3-44a1-842e-6dbe29ee915b tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Usage tracker for resource:subnet and tenant:07e082000dd747d79873f6c245bed0c8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:40:58.522130 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cd180da1-8fc3-44a1-842e-6dbe29ee915b tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:40:58.536562 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c8afeb02-3ba3-4d0e-9178-3ecc07d49b95 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3710756 May 27 02:40:58.537638 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cd180da1-8fc3-44a1-842e-6dbe29ee915b tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:58.544937 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44214) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:58.551562 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-fccd14bb-8f60-4451-9235-cc19dfdbdfa0 None None] Port e69a6033-df25-4f07-94c3-03980afb53ee cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:40:58.650408 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 31d07152-e500-42a2-a1f9-2ac1ba2ebe70 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:58.651063 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:58.819456 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d44b133-1137-4899-bdd1-e7006fcb757b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:58.834706 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d44b133-1137-4899-bdd1-e7006fcb757b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:58.836044 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7d44b133-1137-4899-bdd1-e7006fcb757b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:40:58.850010 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd180da1-8fc3-44a1-842e-6dbe29ee915b tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Made reservation on behalf of 07e082000dd747d79873f6c245bed0c8 for: {'subnet': 2} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:40:58.860255 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd180da1-8fc3-44a1-842e-6dbe29ee915b tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:58.860602 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd180da1-8fc3-44a1-842e-6dbe29ee915b tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:59.077285 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 31d07152-e500-42a2-a1f9-2ac1ba2ebe70 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:40:59.102202 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7d44b133-1137-4899-bdd1-e7006fcb757b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:40:59.112330 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:59.113917 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7d44b133-1137-4899-bdd1-e7006fcb757b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.5678442 May 27 02:40:59.115403 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:59.124739 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44222) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:59.212432 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-980b23cd-0722-48f2-a1d9-2c5077939954 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting port 01b73d92-7076-420c-bd7b-655086cf378e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:40:59.213049 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-980b23cd-0722-48f2-a1d9-2c5077939954 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:59.439667 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0fbcd4e5-341b-442d-9021-0968aeaa9c7b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:59.522975 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0fbcd4e5-341b-442d-9021-0968aeaa9c7b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:59.693256 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-980b23cd-0722-48f2-a1d9-2c5077939954 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:59.730010 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbcd4e5-341b-442d-9021-0968aeaa9c7b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'Port': ['ID=e69a6033-df25-4f07-94c3-03980afb53ee,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:59.734165 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0fbcd4e5-341b-442d-9021-0968aeaa9c7b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:59.932246 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbcd4e5-341b-442d-9021-0968aeaa9c7b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Network 098a3e9b-2100-4c61-965c-afd16cfec4d7 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:40:59.937980 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-0fbcd4e5-341b-442d-9021-0968aeaa9c7b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:41:00.150831 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-980b23cd-0722-48f2-a1d9-2c5077939954 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Calling delete_port for 01b73d92-7076-420c-bd7b-655086cf378e owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:41:00.169599 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:00.503472 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device fdb1342d-737d-4d31-a9b8-cc2e98e2b975 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:41:00.608309 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fbcd4e5-341b-442d-9021-0968aeaa9c7b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Router 1010904c-1553-4127-9f08-71a816c1f0db is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:41:00.654348 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e1b96f20-8bcf-4278-ac4f-4ed1529096bd None None] Provisioning for port fdb1342d-737d-4d31-a9b8-cc2e98e2b975 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:41:00.762735 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port fdb1342d-737d-4d31-a9b8-cc2e98e2b975 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:41:00.769037 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port fdb1342d-737d-4d31-a9b8-cc2e98e2b975 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:00.769415 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:00.824979 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd180da1-8fc3-44a1-842e-6dbe29ee915b tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:00.865064 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-980b23cd-0722-48f2-a1d9-2c5077939954 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:00.934184 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1d4dfd1f-c071-415b-93e1-67bdb87f7b96 None None] Could not find standard attr ID for object 01b73d92-7076-420c-bd7b-655086cf378e. {{(pid=88903) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:41:00.944938 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbcd4e5-341b-442d-9021-0968aeaa9c7b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:41:00.954649 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0fbcd4e5-341b-442d-9021-0968aeaa9c7b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "PUT /v2.0/routers/1010904c-1553-4127-9f08-71a816c1f0db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7211883 May 27 02:41:00.957983 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7331ad6d-1b91-4ec3-b02a-4821446c60bf None None] Sync routers for ids ['1010904c-1553-4127-9f08-71a816c1f0db'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:41:00.961371 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44246) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:00.979647 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b23cd-0722-48f2-a1d9-2c5077939954 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Port': ['ID=01b73d92-7076-420c-bd7b-655086cf378e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:00.984026 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7331ad6d-1b91-4ec3-b02a-4821446c60bf None None] Routers {'1010904c-1553-4127-9f08-71a816c1f0db'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:41:00.984645 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-7331ad6d-1b91-4ec3-b02a-4821446c60bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:40:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['1010904c-1553-4127-9f08-71a816c1f0db'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:41:01.034283 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1d4dfd1f-c071-415b-93e1-67bdb87f7b96 None None] Provisioning complete for port e69a6033-df25-4f07-94c3-03980afb53ee triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:01.034999 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1d4dfd1f-c071-415b-93e1-67bdb87f7b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:01.122280 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-7331ad6d-1b91-4ec3-b02a-4821446c60bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:41:01.150294 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7331ad6d-1b91-4ec3-b02a-4821446c60bf None None] Routers {'1010904c-1553-4127-9f08-71a816c1f0db'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:41:01.151808 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-7331ad6d-1b91-4ec3-b02a-4821446c60bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:40:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['1010904c-1553-4127-9f08-71a816c1f0db'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:41:01.214433 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd180da1-8fc3-44a1-842e-6dbe29ee915b tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Pushing event updated for resources: {'Subnet': ['ID=fa26b4ff-276e-49ab-9de0-cfb22f84cd09,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:01.229987 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99332526-8642-42f3-afd7-0f7e35a20d47 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:01.230149 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-99332526-8642-42f3-afd7-0f7e35a20d47 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Synchronizing usage tracker for tenant:f559555ef6124802b230d39d3db00e17 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:41:01.236166 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-980b23cd-0722-48f2-a1d9-2c5077939954 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:01.276202 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd180da1-8fc3-44a1-842e-6dbe29ee915b tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Checking segment: {'id': '0c9fb69c-b0ec-4d27-b1a5-1e953c5f28f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '93b00a97-3527-4400-98fc-1b496fc155ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:41:01.276856 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd180da1-8fc3-44a1-842e-6dbe29ee915b tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Network hostable DHCP agents. Network: 93b00a97-3527-4400-98fc-1b496fc155ef, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:41:01.285039 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44252) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:01.358009 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-980b23cd-0722-48f2-a1d9-2c5077939954 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/ports/01b73d92-7076-420c-bd7b-655086cf378e HTTP/1.1" status: 204 len: 168 time: 2.2319233 May 27 02:41:01.360008 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44258) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:01.373829 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-99332526-8642-42f3-afd7-0f7e35a20d47 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Unset dirty status for tenant:f559555ef6124802b230d39d3db00e17 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:41:01.374998 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-99332526-8642-42f3-afd7-0f7e35a20d47 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "GET /v2.0/ports?device_id=1010904c-1553-4127-9f08-71a816c1f0db HTTP/1.1" status: 200 len: 982 time: 0.4105716 May 27 02:41:01.379142 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44262) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:01.395906 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-7331ad6d-1b91-4ec3-b02a-4821446c60bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:41:01.396329 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7331ad6d-1b91-4ec3-b02a-4821446c60bf None None] The sync data for ids ['1010904c-1553-4127-9f08-71a816c1f0db'] in n-d-843554-3 is: [] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:41:01.420672 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-1d4dfd1f-c071-415b-93e1-67bdb87f7b96 None None] Port e69a6033-df25-4f07-94c3-03980afb53ee cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:41:01.448981 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd180da1-8fc3-44a1-842e-6dbe29ee915b tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Network 93b00a97-3527-4400-98fc-1b496fc155ef is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:41:01.452558 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port fdb1342d-737d-4d31-a9b8-cc2e98e2b975 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:41:01.453009 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:01.510881 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port fdb1342d-737d-4d31-a9b8-cc2e98e2b975, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=fdb1342d-737d-4d31-a9b8-cc2e98e2b975,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:41:01.541999 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee34ad85-8910-4cae-9c91-5b63a0365217 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:01.545735 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee34ad85-8910-4cae-9c91-5b63a0365217 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:01.546541 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ee34ad85-8910-4cae-9c91-5b63a0365217 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:41:01.581859 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:01.602821 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-cd180da1-8fc3-44a1-842e-6dbe29ee915b tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 93b00a97-3527-4400-98fc-1b496fc155ef) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:41:01.608904 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd180da1-8fc3-44a1-842e-6dbe29ee915b tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:01.650452 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-925e1cac-3a56-42ff-ae6b-b2629d312d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:01.708430 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ab0242-6e85-444a-a549-6d1f39fe8fc7 None None] Network 93b00a97-3527-4400-98fc-1b496fc155ef requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:41:01.728024 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd180da1-8fc3-44a1-842e-6dbe29ee915b tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Pushing event updated for resources: {'Subnet': ['ID=b96b1b0a-e3a2-41e1-bbdb-07e61573dc1b,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:01.745001 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ee34ad85-8910-4cae-9c91-5b63a0365217 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:41:01.745001 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ee34ad85-8910-4cae-9c91-5b63a0365217 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3793817 May 27 02:41:01.747867 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44270) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:01.784754 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-925e1cac-3a56-42ff-ae6b-b2629d312d52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:01.793127 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-925e1cac-3a56-42ff-ae6b-b2629d312d52 admin admin] Usage tracker for resource:security_group_rule and tenant:e2c8e06cade94aa8aac4cc08cd304664 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:01.798850 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-925e1cac-3a56-42ff-ae6b-b2629d312d52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:01.809997 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-925e1cac-3a56-42ff-ae6b-b2629d312d52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:01.873714 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd180da1-8fc3-44a1-842e-6dbe29ee915b tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Checking segment: {'id': '98513779-5296-4a0f-9a18-16ed30d97f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '25c0e3e5-1f88-4709-afb5-77b0ee2cdf55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:41:01.874154 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd180da1-8fc3-44a1-842e-6dbe29ee915b tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Network hostable DHCP agents. Network: 25c0e3e5-1f88-4709-afb5-77b0ee2cdf55, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:41:01.955796 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-3da2b006-236f-4f95-a00e-1a5013e206fd tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting subnet 5cb3b0d7-5636-4647-abc9-435a0250af9e {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:41:01.965434 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3da2b006-236f-4f95-a00e-1a5013e206fd tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:02.035355 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd180da1-8fc3-44a1-842e-6dbe29ee915b tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Network 25c0e3e5-1f88-4709-afb5-77b0ee2cdf55 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:41:02.101976 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3da2b006-236f-4f95-a00e-1a5013e206fd tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:02.110795 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-925e1cac-3a56-42ff-ae6b-b2629d312d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:02.175472 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=fdb1342d-737d-4d31-a9b8-cc2e98e2b975,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:02.190947 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-cd180da1-8fc3-44a1-842e-6dbe29ee915b tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 25c0e3e5-1f88-4709-afb5-77b0ee2cdf55) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:41:02.199043 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd180da1-8fc3-44a1-842e-6dbe29ee915b tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:02.199522 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd180da1-8fc3-44a1-842e-6dbe29ee915b tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:02.200135 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd180da1-8fc3-44a1-842e-6dbe29ee915b tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:02.219069 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2fa81a-26c4-4683-94db-8d5d782780ad None None] Network 25c0e3e5-1f88-4709-afb5-77b0ee2cdf55 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:41:02.231860 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-925e1cac-3a56-42ff-ae6b-b2629d312d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:02.316656 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3da2b006-236f-4f95-a00e-1a5013e206fd tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:02.326835 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176b5897-0b6d-467b-b71f-00eb1109efbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-93b00a97-3527-4400-98fc-1b496fc155ef', 'network_id': '93b00a97-3527-4400-98fc-1b496fc155ef', 'tenant_id': '07e082000dd747d79873f6c245bed0c8', 'fixed_ips': [{'subnet_id': 'fa26b4ff-276e-49ab-9de0-cfb22f84cd09'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:41:02.327789 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-176b5897-0b6d-467b-b71f-00eb1109efbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:02.339643 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device fdb1342d-737d-4d31-a9b8-cc2e98e2b975 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:41:02.342423 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-925e1cac-3a56-42ff-ae6b-b2629d312d52 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e2c8e06cade94aa8aac4cc08cd304664&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0563037 May 27 02:41:02.347000 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44276) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:02.386939 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e1cac-3a56-42ff-ae6b-b2629d312d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2b5688-076c-4c33-b493-52038550f39e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:02.425232 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-cd180da1-8fc3-44a1-842e-6dbe29ee915b tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.3418875 May 27 02:41:02.428433 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44278) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:02.490547 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port fdb1342d-737d-4d31-a9b8-cc2e98e2b975 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:02.491035 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:02.507191 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3da2b006-236f-4f95-a00e-1a5013e206fd tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:02.578784 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3da2b006-236f-4f95-a00e-1a5013e206fd tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:02.586701 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da2b006-236f-4f95-a00e-1a5013e206fd tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Subnet': ['ID=5cb3b0d7-5636-4647-abc9-435a0250af9e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:02.606263 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619c026f-cf24-4885-ba44-5bb2229904d1 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:41:02.630042 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15828b5-8f6e-4c07-94dd-f48ef77a09b0 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:02.635033 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15828b5-8f6e-4c07-94dd-f48ef77a09b0 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:02.637797 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15828b5-8f6e-4c07-94dd-f48ef77a09b0 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:02.638912 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f15828b5-8f6e-4c07-94dd-f48ef77a09b0 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Synchronizing usage tracker for tenant:07e082000dd747d79873f6c245bed0c8 on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:41:02.666752 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a60e5f87-02f5-495d-9d5f-67409727eef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:02.694121 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3da2b006-236f-4f95-a00e-1a5013e206fd tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/5cb3b0d7-5636-4647-abc9-435a0250af9e HTTP/1.1" status: 204 len: 168 time: 0.9415553 May 27 02:41:02.699992 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44284) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:02.700135 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a60e5f87-02f5-495d-9d5f-67409727eef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:02.852504 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-820141de-1108-4a3c-a7ed-0a163b61dc6f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1559772 May 27 02:41:02.853857 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44296) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:02.912068 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a60e5f87-02f5-495d-9d5f-67409727eef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:02.937359 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f15828b5-8f6e-4c07-94dd-f48ef77a09b0 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Unset dirty status for tenant:07e082000dd747d79873f6c245bed0c8 on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:41:02.939055 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f15828b5-8f6e-4c07-94dd-f48ef77a09b0 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.5084941 May 27 02:41:02.945756 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44306) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:02.967932 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2b3efdac-11eb-4f58-b345-783acd611497 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:03.074530 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db164e71-9dbe-4da8-8395-2f6f549e35ba tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:03.082443 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-db164e71-9dbe-4da8-8395-2f6f549e35ba tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:41:03.134254 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-86b98e26-9f41-4edf-b869-802894135111 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Deleting subnet fa26b4ff-276e-49ab-9de0-cfb22f84cd09 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:41:03.155523 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e5f87-02f5-495d-9d5f-67409727eef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2b5688-076c-4c33-b493-52038550f39e,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:03.196435 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a60e5f87-02f5-495d-9d5f-67409727eef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:03.200031 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a60e5f87-02f5-495d-9d5f-67409727eef9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5d2b5688-076c-4c33-b493-52038550f39e HTTP/1.1" status: 204 len: 168 time: 0.6344664 May 27 02:41:03.200187 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-db164e71-9dbe-4da8-8395-2f6f549e35ba tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:41:03.203043 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-db164e71-9dbe-4da8-8395-2f6f549e35ba tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3475244 May 27 02:41:03.205167 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44336) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:03.307597 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92683037-360c-444d-9531-3c5f00a82f2b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:03.308465 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-92683037-360c-444d-9531-3c5f00a82f2b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:41:03.382491 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port fdb1342d-737d-4d31-a9b8-cc2e98e2b975 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:41:03.389832 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-176b5897-0b6d-467b-b71f-00eb1109efbe None None] Allocated IP 172.20.0.2 (93b00a97-3527-4400-98fc-1b496fc155ef/fa26b4ff-276e-49ab-9de0-cfb22f84cd09/fdb44e32-2e60-4947-956f-47295298d63f) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:41:03.419005 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-92683037-360c-444d-9531-3c5f00a82f2b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:41:03.420038 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-92683037-360c-444d-9531-3c5f00a82f2b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2138240 May 27 02:41:03.422730 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44344) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:03.454434 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-2b3efdac-11eb-4f58-b345-783acd611497 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Deleting port e69a6033-df25-4f07-94c3-03980afb53ee {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:41:03.455020 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2b3efdac-11eb-4f58-b345-783acd611497 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:03.501977 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-bd63a653-7d5a-4a21-adfb-07ab3b73371a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0780973 May 27 02:41:03.506300 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44348) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:03.515206 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-9fd58243-d445-4f0a-bbb4-77e33a993a07 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'subnet': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:03.517474 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5984bb4d-6c2e-40c8-83e4-7890841b67aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-25c0e3e5-1f88-4709-afb5-77b0ee2cdf55', 'network_id': '25c0e3e5-1f88-4709-afb5-77b0ee2cdf55', 'tenant_id': '07e082000dd747d79873f6c245bed0c8', 'fixed_ips': [{'subnet_id': 'b96b1b0a-e3a2-41e1-bbdb-07e61573dc1b'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:41:03.518290 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5984bb4d-6c2e-40c8-83e4-7890841b67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:03.636961 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90e814f-eb12-40ca-ae34-327467db9711 None None] DHCP port deletion for 1e095441-a19f-4261-8588-a806dc249ed2 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:41:03.647980 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-d90e814f-eb12-40ca-ae34-327467db9711 None None] Deleting port fdb1342d-737d-4d31-a9b8-cc2e98e2b975 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:41:03.648312 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d90e814f-eb12-40ca-ae34-327467db9711 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:03.696129 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9fd58243-d445-4f0a-bbb4-77e33a993a07 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:03.706442 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9fd58243-d445-4f0a-bbb4-77e33a993a07 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:03.716104 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2b3efdac-11eb-4f58-b345-783acd611497 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:03.808455 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd58243-d445-4f0a-bbb4-77e33a993a07 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:41:03.812112 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9fd58243-d445-4f0a-bbb4-77e33a993a07 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:03.875398 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-2b3efdac-11eb-4f58-b345-783acd611497 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Calling delete_port for e69a6033-df25-4f07-94c3-03980afb53ee owned by network:router_interface {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:41:04.019867 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-d90e814f-eb12-40ca-ae34-327467db9711 None None] For port fdb1342d-737d-4d31-a9b8-cc2e98e2b975, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=fdb1342d-737d-4d31-a9b8-cc2e98e2b975,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:41:04.020258 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d90e814f-eb12-40ca-ae34-327467db9711 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:04.201945 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-d90e814f-eb12-40ca-ae34-327467db9711 None None] Calling delete_port for fdb1342d-737d-4d31-a9b8-cc2e98e2b975 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:41:04.221694 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44362) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:04.270932 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fefbf58e-0bbc-491d-91ce-f69015cf2060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:04.301503 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fefbf58e-0bbc-491d-91ce-f69015cf2060 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:04.305723 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device fdb1342d-737d-4d31-a9b8-cc2e98e2b975 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:41:04.309418 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fefbf58e-0bbc-491d-91ce-f69015cf2060 admin admin] Usage tracker for resource:security_group_rule and tenant:c9f761d45e364b489059f508f1a7ebec is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:04.313032 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fefbf58e-0bbc-491d-91ce-f69015cf2060 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:04.321386 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fefbf58e-0bbc-491d-91ce-f69015cf2060 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:04.351751 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2b3efdac-11eb-4f58-b345-783acd611497 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:04.374466 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-176b5897-0b6d-467b-b71f-00eb1109efbe None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:04.393834 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-5984bb4d-6c2e-40c8-83e4-7890841b67aa None None] Allocated IP 172.20.0.18 (25c0e3e5-1f88-4709-afb5-77b0ee2cdf55/b96b1b0a-e3a2-41e1-bbdb-07e61573dc1b/99890392-ad13-4121-b717-2b9c251b77c4) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:41:04.420887 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-176b5897-0b6d-467b-b71f-00eb1109efbe None None] Transition to ACTIVE for port object fdb44e32-2e60-4947-956f-47295298d63f will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:41:04.435883 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3efdac-11eb-4f58-b345-783acd611497 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event deleted for resources: {'Port': ['ID=e69a6033-df25-4f07-94c3-03980afb53ee,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:04.635342 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fefbf58e-0bbc-491d-91ce-f69015cf2060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:04.641386 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-176b5897-0b6d-467b-b71f-00eb1109efbe None None] Transition to ACTIVE for port object fdb44e32-2e60-4947-956f-47295298d63f will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:41:04.679925 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d90e814f-eb12-40ca-ae34-327467db9711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:04.745581 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86b98e26-9f41-4edf-b869-802894135111 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:04.775503 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44382) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:04.818165 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fefbf58e-0bbc-491d-91ce-f69015cf2060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:04.851363 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2b3efdac-11eb-4f58-b345-783acd611497 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:04.898116 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-176b5897-0b6d-467b-b71f-00eb1109efbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:04.902416 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port fdb1342d-737d-4d31-a9b8-cc2e98e2b975 is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:41:04.906923 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:04.922961 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86b98e26-9f41-4edf-b869-802894135111 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:04.943715 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90e814f-eb12-40ca-ae34-327467db9711 None None] No DVR routers for this DVR port fdb1342d-737d-4d31-a9b8-cc2e98e2b975 on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:41:04.952035 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e814f-eb12-40ca-ae34-327467db9711 None None] Pushing event deleted for resources: {'Port': ['ID=fdb1342d-737d-4d31-a9b8-cc2e98e2b975,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:04.972508 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefbf58e-0bbc-491d-91ce-f69015cf2060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b44b76-eb45-4f8a-b313-68e3a6ce8a31,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:04.987763 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-fefbf58e-0bbc-491d-91ce-f69015cf2060 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c9f761d45e364b489059f508f1a7ebec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7629659 May 27 02:41:05.019366 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44404) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:05.045430 n-d-843554-3 neutron-server[88901]: DEBUG neutron.objects.ports [None req-9fd58243-d445-4f0a-bbb4-77e33a993a07 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88901) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 02:41:05.052824 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9fd58243-d445-4f0a-bbb4-77e33a993a07 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:05.098781 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176b5897-0b6d-467b-b71f-00eb1109efbe None None] Network 93b00a97-3527-4400-98fc-1b496fc155ef is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:41:05.156999 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-176b5897-0b6d-467b-b71f-00eb1109efbe None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:41:05.172029 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176b5897-0b6d-467b-b71f-00eb1109efbe None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:41:05.184644 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b5897-0b6d-467b-b71f-00eb1109efbe None None] Pushing event updated for resources: {'Port': ['ID=fdb44e32-2e60-4947-956f-47295298d63f,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:05.281989 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd58243-d445-4f0a-bbb4-77e33a993a07 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:41:05.289330 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-9fd58243-d445-4f0a-bbb4-77e33a993a07 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:41:05.308435 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd58243-d445-4f0a-bbb4-77e33a993a07 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:05.309167 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9fd58243-d445-4f0a-bbb4-77e33a993a07 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:05.350622 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a5d730-7911-4c79-9f1b-ed184557e269 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:41:05.352850 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd58243-d445-4f0a-bbb4-77e33a993a07 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Subnet': ['ID=f1cc0151-122a-4bd0-80c0-41890e049051,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:05.366563 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86b98e26-9f41-4edf-b869-802894135111 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:05.373809 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c349f6af-deaa-4e74-b097-f2a862869571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:05.394721 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c349f6af-deaa-4e74-b097-f2a862869571 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:05.401074 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c349f6af-deaa-4e74-b097-f2a862869571 admin admin] Usage tracker for resource:security_group_rule and tenant:befba302ec024d318473e97fb3b02f21 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:05.424141 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8b1fa50-93bc-464d-94d2-3169bb92e5d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:05.463607 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-176b5897-0b6d-467b-b71f-00eb1109efbe None None] Attempting to bind port fdb44e32-2e60-4947-956f-47295298d63f on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:41:05.463945 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-176b5897-0b6d-467b-b71f-00eb1109efbe None None] Attempting to bind port fdb44e32-2e60-4947-956f-47295298d63f by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '0c9fb69c-b0ec-4d27-b1a5-1e953c5f28f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '93b00a97-3527-4400-98fc-1b496fc155ef'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:41:05.464327 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176b5897-0b6d-467b-b71f-00eb1109efbe None None] Attempting to bind port fdb44e32-2e60-4947-956f-47295298d63f on network 93b00a97-3527-4400-98fc-1b496fc155ef {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:41:05.466423 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8b1fa50-93bc-464d-94d2-3169bb92e5d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:05.484381 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9fd58243-d445-4f0a-bbb4-77e33a993a07 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9762688 May 27 02:41:05.495541 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44410) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:05.501397 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-0b0865d7-62ca-44a7-b8c3-42f5df348763 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'subnet': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:05.540674 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176b5897-0b6d-467b-b71f-00eb1109efbe None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:41:05.541124 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176b5897-0b6d-467b-b71f-00eb1109efbe None None] Checking segment: {'id': '0c9fb69c-b0ec-4d27-b1a5-1e953c5f28f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '93b00a97-3527-4400-98fc-1b496fc155ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:41:05.541482 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-176b5897-0b6d-467b-b71f-00eb1109efbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:05.541882 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176b5897-0b6d-467b-b71f-00eb1109efbe None None] Bound using segment: {'id': '0c9fb69c-b0ec-4d27-b1a5-1e953c5f28f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '93b00a97-3527-4400-98fc-1b496fc155ef'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:41:05.542364 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-176b5897-0b6d-467b-b71f-00eb1109efbe None None] Bound port: fdb44e32-2e60-4947-956f-47295298d63f, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c9fb69c-b0ec-4d27-b1a5-1e953c5f28f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '93b00a97-3527-4400-98fc-1b496fc155ef'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:41:05.542766 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-176b5897-0b6d-467b-b71f-00eb1109efbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:05.570241 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c349f6af-deaa-4e74-b097-f2a862869571 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:05.595740 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3efdac-11eb-4f58-b345-783acd611497 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Router 1010904c-1553-4127-9f08-71a816c1f0db has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:41:05.602004 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c349f6af-deaa-4e74-b097-f2a862869571 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:05.634244 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86b98e26-9f41-4edf-b869-802894135111 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:05.649984 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5984bb4d-6c2e-40c8-83e4-7890841b67aa None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:05.707188 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b98e26-9f41-4edf-b869-802894135111 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Pushing event deleted for resources: {'Subnet': ['ID=fa26b4ff-276e-49ab-9de0-cfb22f84cd09,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:05.710998 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86b98e26-9f41-4edf-b869-802894135111 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:05.720043 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5984bb4d-6c2e-40c8-83e4-7890841b67aa None None] Transition to ACTIVE for port object 99890392-ad13-4121-b717-2b9c251b77c4 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:41:05.721890 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8b1fa50-93bc-464d-94d2-3169bb92e5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:05.757486 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-176b5897-0b6d-467b-b71f-00eb1109efbe None None] For port fdb44e32-2e60-4947-956f-47295298d63f, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:41:05.769680 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5984bb4d-6c2e-40c8-83e4-7890841b67aa None None] Transition to ACTIVE for port object 99890392-ad13-4121-b717-2b9c251b77c4 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:41:05.771580 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3efdac-11eb-4f58-b345-783acd611497 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:41:05.775149 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-176b5897-0b6d-467b-b71f-00eb1109efbe None None] For port fdb44e32-2e60-4947-956f-47295298d63f, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=fdb44e32-2e60-4947-956f-47295298d63f,segment=NetworkSegment(0c9fb69c-b0ec-4d27-b1a5-1e953c5f28f2),segment_id=0c9fb69c-b0ec-4d27-b1a5-1e953c5f28f2)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:41:05.800302 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1fa50-93bc-464d-94d2-3169bb92e5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b44b76-eb45-4f8a-b313-68e3a6ce8a31,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:05.824477 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0b0865d7-62ca-44a7-b8c3-42f5df348763 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:05.830553 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0b0865d7-62ca-44a7-b8c3-42f5df348763 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:subnet and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:05.835826 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd14d21b-a0b0-4748-8cd6-b56e8d15e1a5 None None] Sync routers for ids ['1010904c-1553-4127-9f08-71a816c1f0db'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:41:05.837035 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0b0865d7-62ca-44a7-b8c3-42f5df348763 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:05.848960 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0b0865d7-62ca-44a7-b8c3-42f5df348763 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:05.853187 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5984bb4d-6c2e-40c8-83e4-7890841b67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:05.880928 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8b1fa50-93bc-464d-94d2-3169bb92e5d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:05.882263 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b8b1fa50-93bc-464d-94d2-3169bb92e5d4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/71b44b76-eb45-4f8a-b313-68e3a6ce8a31 HTTP/1.1" status: 204 len: 168 time: 0.8559942 May 27 02:41:05.884783 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-86b98e26-9f41-4edf-b869-802894135111 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] 10.222.0.57 "DELETE /v2.0/subnets/fa26b4ff-276e-49ab-9de0-cfb22f84cd09 HTTP/1.1" status: 204 len: 168 time: 2.9291053 May 27 02:41:05.888376 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c349f6af-deaa-4e74-b097-f2a862869571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:05.889122 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44416) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:05.934046 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd14d21b-a0b0-4748-8cd6-b56e8d15e1a5 None None] Routers {'1010904c-1553-4127-9f08-71a816c1f0db'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:41:05.934393 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0865d7-62ca-44a7-b8c3-42f5df348763 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:41:05.934707 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-dd14d21b-a0b0-4748-8cd6-b56e8d15e1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:40:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['1010904c-1553-4127-9f08-71a816c1f0db'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:41:05.938097 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0b0865d7-62ca-44a7-b8c3-42f5df348763 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:05.977260 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2b3efdac-11eb-4f58-b345-783acd611497 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "PUT /v2.0/routers/1010904c-1553-4127-9f08-71a816c1f0db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5969625 May 27 02:41:05.982643 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc5397b3-79b5-4f7d-93e7-eb2509a168e9 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Deleting subnet b96b1b0a-e3a2-41e1-bbdb-07e61573dc1b {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:41:05.984233 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05de15c5-c2b5-47e7-b01e-9cea47cd262c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-1e095441-a19f-4261-8588-a806dc249ed2', 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'tenant_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'fixed_ips': [{'subnet_id': 'f1cc0151-122a-4bd0-80c0-41890e049051'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:41:05.985145 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-05de15c5-c2b5-47e7-b01e-9cea47cd262c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:05.986711 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fc5397b3-79b5-4f7d-93e7-eb2509a168e9 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:05.999089 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-176b5897-0b6d-467b-b71f-00eb1109efbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:06.032443 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44420) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:06.035036 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5984bb4d-6c2e-40c8-83e4-7890841b67aa None None] Pushing event updated for resources: {'Port': ['ID=99890392-ad13-4121-b717-2b9c251b77c4,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:06.037444 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-dd14d21b-a0b0-4748-8cd6-b56e8d15e1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:41:06.040051 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c349f6af-deaa-4e74-b097-f2a862869571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:06.042288 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5984bb4d-6c2e-40c8-83e4-7890841b67aa None None] Network 25c0e3e5-1f88-4709-afb5-77b0ee2cdf55 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:41:06.082757 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-5984bb4d-6c2e-40c8-83e4-7890841b67aa None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:41:06.130236 n-d-843554-3 neutron-server[88901]: INFO neutron.db.ipam_backend_mixin [None req-0b0865d7-62ca-44a7-b8c3-42f5df348763 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f1cc0151-122a-4bd0-80c0-41890e049051 (CIDR: 2001:db8::/64) May 27 02:41:06.146904 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5984bb4d-6c2e-40c8-83e4-7890841b67aa None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:41:06.169131 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a5eab5-f926-4203-8886-ae8ebda79093 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] GET failed (client error): The resource could not be found. May 27 02:41:06.169676 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e6a5eab5-f926-4203-8886-ae8ebda79093 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Synchronizing usage tracker for tenant:f559555ef6124802b230d39d3db00e17 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:41:06.176542 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c349f6af-deaa-4e74-b097-f2a862869571 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=befba302ec024d318473e97fb3b02f21&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3975618 May 27 02:41:06.177299 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44424) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:06.189546 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c349f6af-deaa-4e74-b097-f2a862869571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d7074f-3a8f-4f8e-bfa9-ac1b758c4411,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:06.193639 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fc5397b3-79b5-4f7d-93e7-eb2509a168e9 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:06.222575 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b0865d7-62ca-44a7-b8c3-42f5df348763 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:41:06.224766 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b0865d7-62ca-44a7-b8c3-42f5df348763 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:06.257242 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd14d21b-a0b0-4748-8cd6-b56e8d15e1a5 None None] Routers {'1010904c-1553-4127-9f08-71a816c1f0db'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:41:06.258281 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-dd14d21b-a0b0-4748-8cd6-b56e8d15e1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:40:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['1010904c-1553-4127-9f08-71a816c1f0db'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:41:06.296906 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fc5397b3-79b5-4f7d-93e7-eb2509a168e9 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:06.318216 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a151f4c7-ee2c-4dbd-ad8d-1a64ccec475e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:06.357518 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a151f4c7-ee2c-4dbd-ad8d-1a64ccec475e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:06.363166 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e6a5eab5-f926-4203-8886-ae8ebda79093 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Unset dirty status for tenant:f559555ef6124802b230d39d3db00e17 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:41:06.364389 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e6a5eab5-f926-4203-8886-ae8ebda79093 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "GET /v2.0/ports/e69a6033-df25-4f07-94c3-03980afb53ee HTTP/1.1" status: 404 len: 333 time: 0.3295519 May 27 02:41:06.370991 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44428) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:06.390631 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-dd14d21b-a0b0-4748-8cd6-b56e8d15e1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:41:06.391044 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd14d21b-a0b0-4748-8cd6-b56e8d15e1a5 None None] The sync data for ids ['1010904c-1553-4127-9f08-71a816c1f0db'] in n-d-843554-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:41:06.400498 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5984bb4d-6c2e-40c8-83e4-7890841b67aa None None] Attempting to bind port 99890392-ad13-4121-b717-2b9c251b77c4 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:41:06.400911 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5984bb4d-6c2e-40c8-83e4-7890841b67aa None None] Attempting to bind port 99890392-ad13-4121-b717-2b9c251b77c4 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '98513779-5296-4a0f-9a18-16ed30d97f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '25c0e3e5-1f88-4709-afb5-77b0ee2cdf55'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:41:06.401280 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5984bb4d-6c2e-40c8-83e4-7890841b67aa None None] Attempting to bind port 99890392-ad13-4121-b717-2b9c251b77c4 on network 25c0e3e5-1f88-4709-afb5-77b0ee2cdf55 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:41:06.403330 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b5897-0b6d-467b-b71f-00eb1109efbe None None] Pushing event updated for resources: {'Port': ['ID=fdb44e32-2e60-4947-956f-47295298d63f,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:06.443364 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5984bb4d-6c2e-40c8-83e4-7890841b67aa None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:41:06.443758 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5984bb4d-6c2e-40c8-83e4-7890841b67aa None None] Checking segment: {'id': '98513779-5296-4a0f-9a18-16ed30d97f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '25c0e3e5-1f88-4709-afb5-77b0ee2cdf55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:41:06.444159 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5984bb4d-6c2e-40c8-83e4-7890841b67aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:06.445156 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5984bb4d-6c2e-40c8-83e4-7890841b67aa None None] Bound using segment: {'id': '98513779-5296-4a0f-9a18-16ed30d97f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '25c0e3e5-1f88-4709-afb5-77b0ee2cdf55'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:41:06.445650 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5984bb4d-6c2e-40c8-83e4-7890841b67aa None None] Bound port: 99890392-ad13-4121-b717-2b9c251b77c4, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98513779-5296-4a0f-9a18-16ed30d97f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '25c0e3e5-1f88-4709-afb5-77b0ee2cdf55'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:41:06.446025 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5984bb4d-6c2e-40c8-83e4-7890841b67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:06.484228 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0b0865d7-62ca-44a7-b8c3-42f5df348763 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9849751 May 27 02:41:06.485641 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44436) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:06.495575 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-8a119715-bc66-4c67-8870-86b060a42594 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'subnet': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:06.594062 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-05de15c5-c2b5-47e7-b01e-9cea47cd262c None None] Allocated IP 2001:db8::f816:3eff:fe03:b955 (1e095441-a19f-4261-8588-a806dc249ed2/f1cc0151-122a-4bd0-80c0-41890e049051/aa29fd7e-9eb7-48b9-8733-a04283d64b99) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:41:06.602517 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fc5397b3-79b5-4f7d-93e7-eb2509a168e9 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:06.613432 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a3671a9f-d814-4de0-8243-1ad604b0c57b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:06.677826 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5984bb4d-6c2e-40c8-83e4-7890841b67aa None None] For port 99890392-ad13-4121-b717-2b9c251b77c4, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:41:06.774162 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5397b3-79b5-4f7d-93e7-eb2509a168e9 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Pushing event deleted for resources: {'Subnet': ['ID=b96b1b0a-e3a2-41e1-bbdb-07e61573dc1b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:06.805668 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fc5397b3-79b5-4f7d-93e7-eb2509a168e9 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:06.822936 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5984bb4d-6c2e-40c8-83e4-7890841b67aa None None] For port 99890392-ad13-4121-b717-2b9c251b77c4, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=99890392-ad13-4121-b717-2b9c251b77c4,segment=NetworkSegment(98513779-5296-4a0f-9a18-16ed30d97f56),segment_id=98513779-5296-4a0f-9a18-16ed30d97f56)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:41:06.830562 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-fc5397b3-79b5-4f7d-93e7-eb2509a168e9 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] 10.222.0.57 "DELETE /v2.0/subnets/b96b1b0a-e3a2-41e1-bbdb-07e61573dc1b HTTP/1.1" status: 204 len: 168 time: 0.9382713 May 27 02:41:06.837316 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44442) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:06.959599 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5984bb4d-6c2e-40c8-83e4-7890841b67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:06.961765 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72883012-bb2a-4ad1-b404-864e0acb3452 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:06.962539 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-72883012-bb2a-4ad1-b404-864e0acb3452 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Synchronizing usage tracker for tenant:07e082000dd747d79873f6c245bed0c8 on resource:subnet {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:41:06.985155 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-8a119715-bc66-4c67-8870-86b060a42594 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:06.992861 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8a119715-bc66-4c67-8870-86b060a42594 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:subnet and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:06.997339 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8a119715-bc66-4c67-8870-86b060a42594 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:07.007705 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-8a119715-bc66-4c67-8870-86b060a42594 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:07.071971 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-72883012-bb2a-4ad1-b404-864e0acb3452 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Unset dirty status for tenant:07e082000dd747d79873f6c245bed0c8 on resource:subnet {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:41:07.077239 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-72883012-bb2a-4ad1-b404-864e0acb3452 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2351117 May 27 02:41:07.077746 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44450) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:07.151635 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-05de15c5-c2b5-47e7-b01e-9cea47cd262c None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:07.179454 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a119715-bc66-4c67-8870-86b060a42594 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:41:07.183209 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8a119715-bc66-4c67-8870-86b060a42594 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:07.225757 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-05de15c5-c2b5-47e7-b01e-9cea47cd262c None None] Transition to ACTIVE for port object aa29fd7e-9eb7-48b9-8733-a04283d64b99 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:41:07.229758 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a151f4c7-ee2c-4dbd-ad8d-1a64ccec475e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:07.258845 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-05de15c5-c2b5-47e7-b01e-9cea47cd262c None None] Transition to ACTIVE for port object aa29fd7e-9eb7-48b9-8733-a04283d64b99 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:41:07.292273 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5984bb4d-6c2e-40c8-83e4-7890841b67aa None None] Pushing event updated for resources: {'Port': ['ID=99890392-ad13-4121-b717-2b9c251b77c4,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:07.299150 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5326b6d1-4a4b-443f-8997-951f1ded0e50 None None] Network 25c0e3e5-1f88-4709-afb5-77b0ee2cdf55 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:41:07.397411 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151f4c7-ee2c-4dbd-ad8d-1a64ccec475e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d7074f-3a8f-4f8e-bfa9-ac1b758c4411,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:07.413580 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a151f4c7-ee2c-4dbd-ad8d-1a64ccec475e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:07.414784 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a151f4c7-ee2c-4dbd-ad8d-1a64ccec475e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/97d7074f-3a8f-4f8e-bfa9-ac1b758c4411 HTTP/1.1" status: 204 len: 168 time: 1.2367375 May 27 02:41:07.427549 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a3671a9f-d814-4de0-8243-1ad604b0c57b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:07.434758 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a3671a9f-d814-4de0-8243-1ad604b0c57b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:07.460807 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0ce03157-0cd8-4758-9f9d-b9d17316895d tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:07.468586 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-05de15c5-c2b5-47e7-b01e-9cea47cd262c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:07.510278 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-0ce03157-0cd8-4758-9f9d-b9d17316895d tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Deleting port 99890392-ad13-4121-b717-2b9c251b77c4 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:41:07.510633 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0ce03157-0cd8-4758-9f9d-b9d17316895d tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:07.546419 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a3671a9f-d814-4de0-8243-1ad604b0c57b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:07.547882 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3671a9f-d814-4de0-8243-1ad604b0c57b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Fanout notify agent at l3_agent the message router_deleted on router 1010904c-1553-4127-9f08-71a816c1f0db {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:41:07.564504 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de15c5-c2b5-47e7-b01e-9cea47cd262c None None] Pushing event updated for resources: {'Port': ['ID=aa29fd7e-9eb7-48b9-8733-a04283d64b99,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:07.575032 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a3671a9f-d814-4de0-8243-1ad604b0c57b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:07.581062 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a3671a9f-d814-4de0-8243-1ad604b0c57b tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/routers/1010904c-1553-4127-9f08-71a816c1f0db HTTP/1.1" status: 204 len: 168 time: 1.2087026 May 27 02:41:07.582150 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44460) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:07.611010 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05de15c5-c2b5-47e7-b01e-9cea47cd262c None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:41:07.618048 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-05de15c5-c2b5-47e7-b01e-9cea47cd262c None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:41:07.623803 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05de15c5-c2b5-47e7-b01e-9cea47cd262c None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:41:07.830614 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abe938a-7049-48fa-b57d-b5bba06f81b6 None None] Network 93b00a97-3527-4400-98fc-1b496fc155ef requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:41:07.854053 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e78071f-e828-4e83-be3b-efce5c1c3e33 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Deleting subnet 4cc74263-7d50-4b9c-9db1-fb41679aee8e {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:41:07.935376 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-05de15c5-c2b5-47e7-b01e-9cea47cd262c None None] Attempting to bind port aa29fd7e-9eb7-48b9-8733-a04283d64b99 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:41:07.935813 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-05de15c5-c2b5-47e7-b01e-9cea47cd262c None None] Attempting to bind port aa29fd7e-9eb7-48b9-8733-a04283d64b99 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:41:07.936302 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05de15c5-c2b5-47e7-b01e-9cea47cd262c None None] Attempting to bind port aa29fd7e-9eb7-48b9-8733-a04283d64b99 on network 1e095441-a19f-4261-8588-a806dc249ed2 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:41:07.966507 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05de15c5-c2b5-47e7-b01e-9cea47cd262c None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:41:07.967016 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05de15c5-c2b5-47e7-b01e-9cea47cd262c None None] Checking segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:41:07.967484 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-05de15c5-c2b5-47e7-b01e-9cea47cd262c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:07.967936 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05de15c5-c2b5-47e7-b01e-9cea47cd262c None None] Bound using segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:41:07.968484 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-05de15c5-c2b5-47e7-b01e-9cea47cd262c None None] Bound port: aa29fd7e-9eb7-48b9-8733-a04283d64b99, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:41:07.968971 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-05de15c5-c2b5-47e7-b01e-9cea47cd262c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:08.070763 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-05de15c5-c2b5-47e7-b01e-9cea47cd262c None None] For port aa29fd7e-9eb7-48b9-8733-a04283d64b99, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:41:08.074153 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-05de15c5-c2b5-47e7-b01e-9cea47cd262c None None] For port aa29fd7e-9eb7-48b9-8733-a04283d64b99, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=aa29fd7e-9eb7-48b9-8733-a04283d64b99,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:41:08.081142 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ecb26514-93c8-4dab-acbe-91a65ee3b558 None None] Provisioning for port fdb44e32-2e60-4947-956f-47295298d63f completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:41:08.103630 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7e78071f-e828-4e83-be3b-efce5c1c3e33 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:08.175438 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-05de15c5-c2b5-47e7-b01e-9cea47cd262c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:08.254545 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7e78071f-e828-4e83-be3b-efce5c1c3e33 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:08.318381 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de15c5-c2b5-47e7-b01e-9cea47cd262c None None] Pushing event updated for resources: {'Port': ['ID=aa29fd7e-9eb7-48b9-8733-a04283d64b99,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:08.330292 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-0ce03157-0cd8-4758-9f9d-b9d17316895d tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] For port 99890392-ad13-4121-b717-2b9c251b77c4, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=99890392-ad13-4121-b717-2b9c251b77c4,segment=NetworkSegment(98513779-5296-4a0f-9a18-16ed30d97f56),segment_id=98513779-5296-4a0f-9a18-16ed30d97f56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:41:08.330725 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0ce03157-0cd8-4758-9f9d-b9d17316895d tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:08.375901 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device fdb44e32-2e60-4947-956f-47295298d63f up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:41:08.483073 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2475c3-51a8-4564-8e1a-106318518cb3 None None] DHCP port deletion for 93b00a97-3527-4400-98fc-1b496fc155ef request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:41:08.505772 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ba2475c3-51a8-4564-8e1a-106318518cb3 None None] Deleting port fdb44e32-2e60-4947-956f-47295298d63f {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:41:08.506918 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ba2475c3-51a8-4564-8e1a-106318518cb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:08.532765 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-0ce03157-0cd8-4758-9f9d-b9d17316895d tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Calling delete_port for 99890392-ad13-4121-b717-2b9c251b77c4 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:41:08.563829 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8a119715-bc66-4c67-8870-86b060a42594 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:08.838541 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a119715-bc66-4c67-8870-86b060a42594 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:41:08.848294 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-8a119715-bc66-4c67-8870-86b060a42594 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:41:08.856292 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a119715-bc66-4c67-8870-86b060a42594 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:08.856922 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8a119715-bc66-4c67-8870-86b060a42594 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:08.897213 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-ba2475c3-51a8-4564-8e1a-106318518cb3 None None] For port fdb44e32-2e60-4947-956f-47295298d63f, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=fdb44e32-2e60-4947-956f-47295298d63f,segment=NetworkSegment(0c9fb69c-b0ec-4d27-b1a5-1e953c5f28f2),segment_id=0c9fb69c-b0ec-4d27-b1a5-1e953c5f28f2)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:41:08.899004 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ba2475c3-51a8-4564-8e1a-106318518cb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:08.924248 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port fdb44e32-2e60-4947-956f-47295298d63f completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:41:08.935339 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a119715-bc66-4c67-8870-86b060a42594 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Subnet': ['ID=b3cb6f4c-eeb7-4a63-9b14-d7ccb04c0070,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:08.936707 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port fdb44e32-2e60-4947-956f-47295298d63f triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:08.937245 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:08.940856 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7e78071f-e828-4e83-be3b-efce5c1c3e33 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:08.997483 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0ce03157-0cd8-4758-9f9d-b9d17316895d tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:09.051547 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8a119715-bc66-4c67-8870-86b060a42594 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5633326 May 27 02:41:09.055357 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44498) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:09.064579 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ad4a804c-389b-4ca9-a2bb-ec7ccbe6aae2 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'port': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'mac_address': 'fa:16:3e:10:17:0b', 'name': 'tempest-NetworksTestDHCPv6-645531882'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:09.089279 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce03157-0cd8-4758-9f9d-b9d17316895d tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Pushing event deleted for resources: {'Port': ['ID=99890392-ad13-4121-b717-2b9c251b77c4,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:09.089279 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce03157-0cd8-4758-9f9d-b9d17316895d tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] No DVR routers for this DVR port 99890392-ad13-4121-b717-2b9c251b77c4 on host n-d-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:41:09.149066 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ba2475c3-51a8-4564-8e1a-106318518cb3 None None] Calling delete_port for fdb44e32-2e60-4947-956f-47295298d63f owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:41:09.278437 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0ce03157-0cd8-4758-9f9d-b9d17316895d tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:09.306625 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-0ce03157-0cd8-4758-9f9d-b9d17316895d tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25c0e3e5-1f88-4709-afb5-77b0ee2cdf55']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:41:09.324671 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-0ce03157-0cd8-4758-9f9d-b9d17316895d tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98513779-5296-4a0f-9a18-16ed30d97f56') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:41:09.325320 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-0ce03157-0cd8-4758-9f9d-b9d17316895d tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98513779-5296-4a0f-9a18-16ed30d97f56') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:41:09.341426 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0ce03157-0cd8-4758-9f9d-b9d17316895d tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:09.346106 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port fdb44e32-2e60-4947-956f-47295298d63f is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:41:09.347030 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:09.379494 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7e78071f-e828-4e83-be3b-efce5c1c3e33 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:09.387557 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ba2475c3-51a8-4564-8e1a-106318518cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:09.441435 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ad4a804c-389b-4ca9-a2bb-ec7ccbe6aae2 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:09.449604 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ad4a804c-389b-4ca9-a2bb-ec7ccbe6aae2 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:port and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:09.461702 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ad4a804c-389b-4ca9-a2bb-ec7ccbe6aae2 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:09.471267 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ad4a804c-389b-4ca9-a2bb-ec7ccbe6aae2 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:09.481368 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0ce03157-0cd8-4758-9f9d-b9d17316895d tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:09.486756 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78071f-e828-4e83-be3b-efce5c1c3e33 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event deleted for resources: {'Subnet': ['ID=4cc74263-7d50-4b9c-9db1-fb41679aee8e,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:09.504918 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7e78071f-e828-4e83-be3b-efce5c1c3e33 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:09.509020 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ce03157-0cd8-4758-9f9d-b9d17316895d tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:41:09.509418 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0ce03157-0cd8-4758-9f9d-b9d17316895d tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:09.557402 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4a804c-389b-4ca9-a2bb-ec7ccbe6aae2 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:41:09.630674 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 98513779-5296-4a0f-9a18-16ed30d97f56 resource provider aggregate not found May 27 02:41:09.645623 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7e78071f-e828-4e83-be3b-efce5c1c3e33 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/subnets/4cc74263-7d50-4b9c-9db1-fb41679aee8e HTTP/1.1" status: 204 len: 168 time: 2.0547571 May 27 02:41:09.677277 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44520) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:09.680834 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 98513779-5296-4a0f-9a18-16ed30d97f56 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 98513779-5296-4a0f-9a18-16ed30d97f56 found for delete ", "request_id": "req-82836a52-ad4e-4472-b947-36aa5d89912d"}]} May 27 02:41:09.694058 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2475c3-51a8-4564-8e1a-106318518cb3 None None] No DVR routers for this DVR port fdb44e32-2e60-4947-956f-47295298d63f on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:41:09.703498 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2475c3-51a8-4564-8e1a-106318518cb3 None None] Pushing event deleted for resources: {'Port': ['ID=fdb44e32-2e60-4947-956f-47295298d63f,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:09.776758 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbe83c8-b086-405d-b0f2-7e872aab21cd None None] Network 098a3e9b-2100-4c61-965c-afd16cfec4d7 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:41:09.869795 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad4a804c-389b-4ca9-a2bb-ec7ccbe6aae2 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:09.887304 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-decfc369-5ece-4836-9475-6e63336babaa tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:09.918223 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0ce03157-0cd8-4758-9f9d-b9d17316895d tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:09.920569 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-decfc369-5ece-4836-9475-6e63336babaa tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Deleting port 31d07152-e500-42a2-a1f9-2ac1ba2ebe70 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:41:09.924437 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-decfc369-5ece-4836-9475-6e63336babaa tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:09.937896 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-ad4a804c-389b-4ca9-a2bb-ec7ccbe6aae2 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] device_id is not set on port a2a27f23-2a89-4220-aea7-a2a815714229 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:41:10.003367 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0ce03157-0cd8-4758-9f9d-b9d17316895d tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:10.099054 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce03157-0cd8-4758-9f9d-b9d17316895d tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Pushing event deleted for resources: {'Network': ['ID=25c0e3e5-1f88-4709-afb5-77b0ee2cdf55,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:10.107952 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0ce03157-0cd8-4758-9f9d-b9d17316895d tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] 10.222.0.57 "DELETE /v2.0/networks/25c0e3e5-1f88-4709-afb5-77b0ee2cdf55 HTTP/1.1" status: 204 len: 168 time: 3.0268233 May 27 02:41:10.108644 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44530) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:10.113347 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c86a0b-d418-4944-850d-336ce3424f8d None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:41:10.377230 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-ad4a804c-389b-4ca9-a2bb-ec7ccbe6aae2 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Allocated IP 2001:db8:0:1::282 (1e095441-a19f-4261-8588-a806dc249ed2/b3cb6f4c-eeb7-4a63-9b14-d7ccb04c0070/a2a27f23-2a89-4220-aea7-a2a815714229) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:41:10.385938 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-ad4a804c-389b-4ca9-a2bb-ec7ccbe6aae2 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Allocated IP 2001:db8::f816:3eff:fe10:170b (1e095441-a19f-4261-8588-a806dc249ed2/f1cc0151-122a-4bd0-80c0-41890e049051/a2a27f23-2a89-4220-aea7-a2a815714229) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:41:10.454832 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device aa29fd7e-9eb7-48b9-8733-a04283d64b99 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:41:10.493736 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-0630dbce-7644-44a8-bcdc-5c997c57ad6e None None] Provisioning for port aa29fd7e-9eb7-48b9-8733-a04283d64b99 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:41:10.720474 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-65887e48-2197-44b9-91b4-5c1a43549da9 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:10.728545 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port aa29fd7e-9eb7-48b9-8733-a04283d64b99 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:41:10.735604 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad4a804c-389b-4ca9-a2bb-ec7ccbe6aae2 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:10.752929 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port aa29fd7e-9eb7-48b9-8733-a04283d64b99 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:10.759310 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:10.771140 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-ad4a804c-389b-4ca9-a2bb-ec7ccbe6aae2 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Transition to ACTIVE for port object a2a27f23-2a89-4220-aea7-a2a815714229 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:41:10.825422 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f51dd71-30c4-4dc5-861d-48103cc92353 None None] DHCP port deletion for 098a3e9b-2100-4c61-965c-afd16cfec4d7 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:41:10.848885 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-0f51dd71-30c4-4dc5-861d-48103cc92353 None None] Deleting port 31d07152-e500-42a2-a1f9-2ac1ba2ebe70 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:41:10.849268 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0f51dd71-30c4-4dc5-861d-48103cc92353 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:10.895433 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad4a804c-389b-4ca9-a2bb-ec7ccbe6aae2 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:10.930567 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-decfc369-5ece-4836-9475-6e63336babaa tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] For port 31d07152-e500-42a2-a1f9-2ac1ba2ebe70, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=31d07152-e500-42a2-a1f9-2ac1ba2ebe70,segment=NetworkSegment(82ccf229-2f81-47d6-80a1-2dc0b5b42696),segment_id=82ccf229-2f81-47d6-80a1-2dc0b5b42696)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:41:10.930924 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-decfc369-5ece-4836-9475-6e63336babaa tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:11.069686 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4a804c-389b-4ca9-a2bb-ec7ccbe6aae2 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:41:11.079162 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-ad4a804c-389b-4ca9-a2bb-ec7ccbe6aae2 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:41:11.089497 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4a804c-389b-4ca9-a2bb-ec7ccbe6aae2 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:41:11.095622 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4a804c-389b-4ca9-a2bb-ec7ccbe6aae2 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:11.097004 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad4a804c-389b-4ca9-a2bb-ec7ccbe6aae2 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:11.138431 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-decfc369-5ece-4836-9475-6e63336babaa tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Calling delete_port for 31d07152-e500-42a2-a1f9-2ac1ba2ebe70 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:41:11.154832 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a804c-389b-4ca9-a2bb-ec7ccbe6aae2 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Port': ['ID=a2a27f23-2a89-4220-aea7-a2a815714229,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:11.266174 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ad4a804c-389b-4ca9-a2bb-ec7ccbe6aae2 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2088051 May 27 02:41:11.268807 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44552) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:11.279411 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-0f51dd71-30c4-4dc5-861d-48103cc92353 None None] For port 31d07152-e500-42a2-a1f9-2ac1ba2ebe70, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=31d07152-e500-42a2-a1f9-2ac1ba2ebe70,segment=NetworkSegment(82ccf229-2f81-47d6-80a1-2dc0b5b42696),segment_id=82ccf229-2f81-47d6-80a1-2dc0b5b42696)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:41:11.280015 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0f51dd71-30c4-4dc5-861d-48103cc92353 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:11.409519 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6c352368-9776-4ea3-a70d-566cc67b2d6a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting port a2a27f23-2a89-4220-aea7-a2a815714229 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:41:11.411082 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6c352368-9776-4ea3-a70d-566cc67b2d6a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:11.460465 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-65887e48-2197-44b9-91b4-5c1a43549da9 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:11.495802 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-65887e48-2197-44b9-91b4-5c1a43549da9 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93b00a97-3527-4400-98fc-1b496fc155ef']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:41:11.501311 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-0f51dd71-30c4-4dc5-861d-48103cc92353 None None] Calling delete_port for 31d07152-e500-42a2-a1f9-2ac1ba2ebe70 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:41:11.514624 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-65887e48-2197-44b9-91b4-5c1a43549da9 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c9fb69c-b0ec-4d27-b1a5-1e953c5f28f2') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:41:11.515020 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-65887e48-2197-44b9-91b4-5c1a43549da9 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c9fb69c-b0ec-4d27-b1a5-1e953c5f28f2') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:41:11.529949 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-65887e48-2197-44b9-91b4-5c1a43549da9 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:11.550598 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-65887e48-2197-44b9-91b4-5c1a43549da9 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:11.558552 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65887e48-2197-44b9-91b4-5c1a43549da9 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:41:11.559618 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-65887e48-2197-44b9-91b4-5c1a43549da9 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:11.582918 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port aa29fd7e-9eb7-48b9-8733-a04283d64b99 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:41:11.583302 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:11.678614 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-decfc369-5ece-4836-9475-6e63336babaa tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:11.684838 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44558) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:11.741245 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-0f51dd71-30c4-4dc5-861d-48103cc92353 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:41:11.741931 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-0f51dd71-30c4-4dc5-861d-48103cc92353 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:41:11.742603 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a46ce5c-56b2-465f-bfc2-793e8adbfb68 None None] Update dhcp port {'port': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'fixed_ips': [{'subnet_id': 'f1cc0151-122a-4bd0-80c0-41890e049051', 'ip_address': '2001:db8::f816:3eff:fe03:b955'}, {'subnet_id': 'b3cb6f4c-eeb7-4a63-9b14-d7ccb04c0070'}], 'binding:host_id': 'n-d-843554-3'}, 'id': 'aa29fd7e-9eb7-48b9-8733-a04283d64b99'} from n-d-843554-3. {{(pid=88903) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 02:41:11.776831 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port aa29fd7e-9eb7-48b9-8733-a04283d64b99, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=aa29fd7e-9eb7-48b9-8733-a04283d64b99,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:41:11.792757 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 0c9fb69c-b0ec-4d27-b1a5-1e953c5f28f2 resource provider aggregate not found May 27 02:41:11.825734 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decfc369-5ece-4836-9475-6e63336babaa tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] No DVR routers for this DVR port 31d07152-e500-42a2-a1f9-2ac1ba2ebe70 on host n-d-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:41:11.828258 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 0c9fb69c-b0ec-4d27-b1a5-1e953c5f28f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0c9fb69c-b0ec-4d27-b1a5-1e953c5f28f2 found for delete ", "request_id": "req-c6cd7c28-4066-41c8-abf7-e433f7cc5b83"}]} May 27 02:41:11.829752 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decfc369-5ece-4836-9475-6e63336babaa tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event deleted for resources: {'Port': ['ID=31d07152-e500-42a2-a1f9-2ac1ba2ebe70,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:11.841374 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2a46ce5c-56b2-465f-bfc2-793e8adbfb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:11.861423 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d0bb0263-8c63-42e3-adfb-90f7aba46e0f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1667189628', 'description': 'tempest-secgroup-smoke-1667189628 description', 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:11.867698 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:11.879127 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d0bb0263-8c63-42e3-adfb-90f7aba46e0f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:11.883164 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6c352368-9776-4ea3-a70d-566cc67b2d6a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:11.895024 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d0bb0263-8c63-42e3-adfb-90f7aba46e0f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:security_group and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:11.899693 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d0bb0263-8c63-42e3-adfb-90f7aba46e0f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:11.963454 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-65887e48-2197-44b9-91b4-5c1a43549da9 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:11.971223 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device fdb44e32-2e60-4947-956f-47295298d63f no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:41:11.985326 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-65887e48-2197-44b9-91b4-5c1a43549da9 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:11.999600 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-decfc369-5ece-4836-9475-6e63336babaa tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:12.021416 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65887e48-2197-44b9-91b4-5c1a43549da9 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Pushing event deleted for resources: {'Network': ['ID=93b00a97-3527-4400-98fc-1b496fc155ef,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:12.037214 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-65887e48-2197-44b9-91b4-5c1a43549da9 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] 10.222.0.57 "DELETE /v2.0/networks/93b00a97-3527-4400-98fc-1b496fc155ef HTTP/1.1" status: 204 len: 168 time: 1.9255259 May 27 02:41:12.038319 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44568) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:12.041015 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d0bb0263-8c63-42e3-adfb-90f7aba46e0f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:12.043503 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-decfc369-5ece-4836-9475-6e63336babaa tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['098a3e9b-2100-4c61-965c-afd16cfec4d7']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:41:12.050919 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6c352368-9776-4ea3-a70d-566cc67b2d6a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Calling delete_port for a2a27f23-2a89-4220-aea7-a2a815714229 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:41:12.072074 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: fdb44e32-2e60-4947-956f-47295298d63f {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:41:12.072417 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device fdb44e32-2e60-4947-956f-47295298d63f not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:41:12.080075 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-decfc369-5ece-4836-9475-6e63336babaa tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ccf229-2f81-47d6-80a1-2dc0b5b42696') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:41:12.080239 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-decfc369-5ece-4836-9475-6e63336babaa tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ccf229-2f81-47d6-80a1-2dc0b5b42696') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:41:12.161424 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-decfc369-5ece-4836-9475-6e63336babaa tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:12.193838 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-decfc369-5ece-4836-9475-6e63336babaa tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:12.205853 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-057ce421-aa80-43e7-801a-ea26a7f77ca2 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:12.210452 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-decfc369-5ece-4836-9475-6e63336babaa tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:41:12.210982 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-decfc369-5ece-4836-9475-6e63336babaa tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:12.217977 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=aa29fd7e-9eb7-48b9-8733-a04283d64b99,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:12.243042 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-0f51dd71-30c4-4dc5-861d-48103cc92353 None None] Deleting port 31d07152-e500-42a2-a1f9-2ac1ba2ebe70 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:41:12.243874 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0f51dd71-30c4-4dc5-861d-48103cc92353 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:12.293983 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0bb0263-8c63-42e3-adfb-90f7aba46e0f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:12.351832 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0bb0263-8c63-42e3-adfb-90f7aba46e0f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:12.373938 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device aa29fd7e-9eb7-48b9-8733-a04283d64b99 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:41:12.383415 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d0bb0263-8c63-42e3-adfb-90f7aba46e0f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:12.390830 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d0bb0263-8c63-42e3-adfb-90f7aba46e0f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:security_group_rule and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:12.395587 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d0bb0263-8c63-42e3-adfb-90f7aba46e0f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:12.406752 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d0bb0263-8c63-42e3-adfb-90f7aba46e0f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:12.409934 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-0f51dd71-30c4-4dc5-861d-48103cc92353 None None] The port '31d07152-e500-42a2-a1f9-2ac1ba2ebe70' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:41:12.471263 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-2a46ce5c-56b2-465f-bfc2-793e8adbfb68 None None] Allocated IP 2001:db8:0:1::2 (1e095441-a19f-4261-8588-a806dc249ed2/b3cb6f4c-eeb7-4a63-9b14-d7ccb04c0070/aa29fd7e-9eb7-48b9-8733-a04283d64b99) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:41:12.497668 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port aa29fd7e-9eb7-48b9-8733-a04283d64b99 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:12.498046 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:12.528673 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-decfc369-5ece-4836-9475-6e63336babaa tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:12.533143 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-decfc369-5ece-4836-9475-6e63336babaa tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:12.577646 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decfc369-5ece-4836-9475-6e63336babaa tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event deleted for resources: {'Network': ['ID=098a3e9b-2100-4c61-965c-afd16cfec4d7,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:12.590398 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-decfc369-5ece-4836-9475-6e63336babaa tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/networks/098a3e9b-2100-4c61-965c-afd16cfec4d7 HTTP/1.1" status: 204 len: 168 time: 2.9086120 May 27 02:41:12.590567 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44578) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:12.593880 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-057ce421-aa80-43e7-801a-ea26a7f77ca2 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:12.627928 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6c352368-9776-4ea3-a70d-566cc67b2d6a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:12.676535 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ccb196-59fa-44b4-87b2-ce6bc1ad153e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:12.677177 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-86ccb196-59fa-44b4-87b2-ce6bc1ad153e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Synchronizing usage tracker for tenant:f559555ef6124802b230d39d3db00e17 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:41:12.687743 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c352368-9776-4ea3-a70d-566cc67b2d6a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Port': ['ID=a2a27f23-2a89-4220-aea7-a2a815714229,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:12.709654 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-057ce421-aa80-43e7-801a-ea26a7f77ca2 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19edcdee-1d3d-45ac-81c4-b3b31ad63df4']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:41:12.724963 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-057ce421-aa80-43e7-801a-ea26a7f77ca2 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94856fc7-73a3-452e-abe1-6499cd784df5') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:41:12.725257 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-057ce421-aa80-43e7-801a-ea26a7f77ca2 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94856fc7-73a3-452e-abe1-6499cd784df5') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:41:12.743034 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-057ce421-aa80-43e7-801a-ea26a7f77ca2 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:12.763422 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-057ce421-aa80-43e7-801a-ea26a7f77ca2 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:12.778076 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-057ce421-aa80-43e7-801a-ea26a7f77ca2 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:41:12.778974 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-057ce421-aa80-43e7-801a-ea26a7f77ca2 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:12.823577 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-86ccb196-59fa-44b4-87b2-ce6bc1ad153e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Unset dirty status for tenant:f559555ef6124802b230d39d3db00e17 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:41:12.825909 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-86ccb196-59fa-44b4-87b2-ce6bc1ad153e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "GET /v2.0/ports/6438b57e-5cb6-4a70-857e-e0084f169cb3 HTTP/1.1" status: 200 len: 840 time: 0.2345555 May 27 02:41:12.836882 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44584) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:12.865999 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6c352368-9776-4ea3-a70d-566cc67b2d6a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:12.895511 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6c352368-9776-4ea3-a70d-566cc67b2d6a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/ports/a2a27f23-2a89-4220-aea7-a2a815714229 HTTP/1.1" status: 204 len: 168 time: 1.6255569 May 27 02:41:12.898654 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44588) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:12.949877 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port aa29fd7e-9eb7-48b9-8733-a04283d64b99 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:41:12.985076 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0bb0263-8c63-42e3-adfb-90f7aba46e0f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:13.024268 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-2a46ce5c-56b2-465f-bfc2-793e8adbfb68 None None] For port aa29fd7e-9eb7-48b9-8733-a04283d64b99, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=aa29fd7e-9eb7-48b9-8733-a04283d64b99,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:41:13.037600 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befb247d-222f-4009-9a8a-ee19aab5fcff tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:13.038554 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-befb247d-222f-4009-9a8a-ee19aab5fcff tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:41:13.044344 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 31d07152-e500-42a2-a1f9-2ac1ba2ebe70 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:41:13.082068 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0bb0263-8c63-42e3-adfb-90f7aba46e0f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:13.095245 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 31d07152-e500-42a2-a1f9-2ac1ba2ebe70 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:41:13.095556 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 31d07152-e500-42a2-a1f9-2ac1ba2ebe70 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:41:13.099831 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d0bb0263-8c63-42e3-adfb-90f7aba46e0f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:13.105531 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d0bb0263-8c63-42e3-adfb-90f7aba46e0f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:security_group_rule and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:13.111673 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d0bb0263-8c63-42e3-adfb-90f7aba46e0f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:13.124190 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d0bb0263-8c63-42e3-adfb-90f7aba46e0f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:13.130419 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2a46ce5c-56b2-465f-bfc2-793e8adbfb68 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:13.150963 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-976bd616-0cf9-4204-bba7-740742a0e6b4 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "GET /v2.0/ports/6438b57e-5cb6-4a70-857e-e0084f169cb3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3129859 May 27 02:41:13.154598 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44592) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:13.160206 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-b9db9bc2-12b1-4325-bef6-c638884b628e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'subnet': {'network_id': 'b14b3dd4-cd52-4594-a4f1-75be2851fbfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:13.198789 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-befb247d-222f-4009-9a8a-ee19aab5fcff tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:41:13.200116 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-befb247d-222f-4009-9a8a-ee19aab5fcff tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.3005588 May 27 02:41:13.207246 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44596) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:13.242365 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb0263-8c63-42e3-adfb-90f7aba46e0f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73d8171e-bd49-4416-affc-e582d0dc2b17,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:13.254173 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-2a46ce5c-56b2-465f-bfc2-793e8adbfb68 None None] Transition to ACTIVE for port object aa29fd7e-9eb7-48b9-8733-a04283d64b99 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:41:13.259898 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-057ce421-aa80-43e7-801a-ea26a7f77ca2 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:13.294175 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-057ce421-aa80-43e7-801a-ea26a7f77ca2 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:13.306539 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ce421-aa80-43e7-801a-ea26a7f77ca2 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Pushing event deleted for resources: {'Network': ['ID=19edcdee-1d3d-45ac-81c4-b3b31ad63df4,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:13.315787 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-057ce421-aa80-43e7-801a-ea26a7f77ca2 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] 10.222.0.57 "DELETE /v2.0/networks/19edcdee-1d3d-45ac-81c4-b3b31ad63df4 HTTP/1.1" status: 204 len: 168 time: 1.2765071 May 27 02:41:13.320582 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44600) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:13.322311 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b9db9bc2-12b1-4325-bef6-c638884b628e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:13.327793 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b9db9bc2-12b1-4325-bef6-c638884b628e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Usage tracker for resource:subnet and tenant:f559555ef6124802b230d39d3db00e17 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:13.338426 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0bb0263-8c63-42e3-adfb-90f7aba46e0f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:13.347776 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b9db9bc2-12b1-4325-bef6-c638884b628e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:13.350075 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0eff3e-40b6-49d4-a07e-e736411eaa0b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:13.357782 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6b0eff3e-40b6-49d4-a07e-e736411eaa0b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1434088 May 27 02:41:13.357782 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44604) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:13.358610 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b9db9bc2-12b1-4325-bef6-c638884b628e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:13.374105 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2a46ce5c-56b2-465f-bfc2-793e8adbfb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:13.430960 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339c4773-6e9c-44eb-879d-8de186672c38 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:13.432463 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339c4773-6e9c-44eb-879d-8de186672c38 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:13.434079 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339c4773-6e9c-44eb-879d-8de186672c38 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:13.435248 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-339c4773-6e9c-44eb-879d-8de186672c38 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:41:13.441087 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0bb0263-8c63-42e3-adfb-90f7aba46e0f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:13.486137 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0b96b75f-f5a8-4fbb-a3c9-f6920b5b9f79 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:13.505804 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb0263-8c63-42e3-adfb-90f7aba46e0f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b03d65b-fea9-4a72-bea0-c935f8442f42,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:13.534121 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a46ce5c-56b2-465f-bfc2-793e8adbfb68 None None] Pushing event updated for resources: {'Port': ['ID=aa29fd7e-9eb7-48b9-8733-a04283d64b99,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:13.545693 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9db9bc2-12b1-4325-bef6-c638884b628e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Made reservation on behalf of f559555ef6124802b230d39d3db00e17 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:41:13.549247 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b9db9bc2-12b1-4325-bef6-c638884b628e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:13.591808 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-339c4773-6e9c-44eb-879d-8de186672c38 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:41:13.595801 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-339c4773-6e9c-44eb-879d-8de186672c38 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2405789 May 27 02:41:13.600782 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44610) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:13.600782 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0bb0263-8c63-42e3-adfb-90f7aba46e0f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:13.600782 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d0bb0263-8c63-42e3-adfb-90f7aba46e0f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.9142096 May 27 02:41:13.654464 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44614) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:13.664448 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a7936b93-9866-487d-978b-5dc6d2c30fa7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'security_group_rule': {'security_group_id': '2b03d65b-fea9-4a72-bea0-c935f8442f42', 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:13.685794 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a7936b93-9866-487d-978b-5dc6d2c30fa7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:13.701375 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a7936b93-9866-487d-978b-5dc6d2c30fa7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:security_group_rule and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:13.706996 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a7936b93-9866-487d-978b-5dc6d2c30fa7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:13.718105 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a7936b93-9866-487d-978b-5dc6d2c30fa7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:13.732470 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-144bbac0-94fe-4a8b-a25a-b8498878aecc tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting subnet b3cb6f4c-eeb7-4a63-9b14-d7ccb04c0070 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:41:13.737875 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-144bbac0-94fe-4a8b-a25a-b8498878aecc tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:13.772680 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0b96b75f-f5a8-4fbb-a3c9-f6920b5b9f79 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:13.820522 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-144bbac0-94fe-4a8b-a25a-b8498878aecc tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:13.838946 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-0b96b75f-f5a8-4fbb-a3c9-f6920b5b9f79 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acde77b2-0bb4-4840-9500-83cba23e0078']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:41:13.878180 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a7936b93-9866-487d-978b-5dc6d2c30fa7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:13.888996 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 82ccf229-2f81-47d6-80a1-2dc0b5b42696 resource provider aggregate not found May 27 02:41:13.902983 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-0b96b75f-f5a8-4fbb-a3c9-f6920b5b9f79 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ede2887-fd07-4735-9ee1-07bf0ca19c4a') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:41:13.903281 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-0b96b75f-f5a8-4fbb-a3c9-f6920b5b9f79 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ede2887-fd07-4735-9ee1-07bf0ca19c4a') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:41:13.920975 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 82ccf229-2f81-47d6-80a1-2dc0b5b42696 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 82ccf229-2f81-47d6-80a1-2dc0b5b42696 found for delete ", "request_id": "req-ad881f19-9e8d-49c4-b34a-95c648eb8058"}]} May 27 02:41:13.946828 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0b96b75f-f5a8-4fbb-a3c9-f6920b5b9f79 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:13.966755 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 94856fc7-73a3-452e-abe1-6499cd784df5 resource provider aggregate not found May 27 02:41:13.998303 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0b96b75f-f5a8-4fbb-a3c9-f6920b5b9f79 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:14.004702 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 94856fc7-73a3-452e-abe1-6499cd784df5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 94856fc7-73a3-452e-abe1-6499cd784df5 found for delete ", "request_id": "req-e338d7a3-ffad-44c2-8005-b0e2aa0b5bfd"}]} May 27 02:41:14.035943 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b96b75f-f5a8-4fbb-a3c9-f6920b5b9f79 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:41:14.036394 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0b96b75f-f5a8-4fbb-a3c9-f6920b5b9f79 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:14.050481 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a7936b93-9866-487d-978b-5dc6d2c30fa7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:14.071199 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-144bbac0-94fe-4a8b-a25a-b8498878aecc tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:14.148539 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a7936b93-9866-487d-978b-5dc6d2c30fa7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:14.179394 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7936b93-9866-487d-978b-5dc6d2c30fa7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad3dccb-b592-4885-98af-26684c883a95,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:14.231721 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0b96b75f-f5a8-4fbb-a3c9-f6920b5b9f79 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:14.273227 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0b96b75f-f5a8-4fbb-a3c9-f6920b5b9f79 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:14.289118 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b96b75f-f5a8-4fbb-a3c9-f6920b5b9f79 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] Pushing event deleted for resources: {'Network': ['ID=acde77b2-0bb4-4840-9500-83cba23e0078,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:14.294656 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a7936b93-9866-487d-978b-5dc6d2c30fa7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:14.298503 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a7936b93-9866-487d-978b-5dc6d2c30fa7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6406870 May 27 02:41:14.298503 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-144bbac0-94fe-4a8b-a25a-b8498878aecc tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:14.305623 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44630) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:14.313698 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0b96b75f-f5a8-4fbb-a3c9-f6920b5b9f79 tempest-BulkNetworkOpsTest-999362260 tempest-BulkNetworkOpsTest-999362260-project] 10.222.0.57 "DELETE /v2.0/networks/acde77b2-0bb4-4840-9500-83cba23e0078 HTTP/1.1" status: 204 len: 168 time: 0.9870832 May 27 02:41:14.334268 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device aa29fd7e-9eb7-48b9-8733-a04283d64b99 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:41:14.386332 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b56ef6e5-c203-41ef-8397-6b9fd586e3cf tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'security_group_rule': {'security_group_id': '2b03d65b-fea9-4a72-bea0-c935f8442f42', 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:14.386332 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144bbac0-94fe-4a8b-a25a-b8498878aecc tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Subnet': ['ID=b3cb6f4c-eeb7-4a63-9b14-d7ccb04c0070,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:14.393028 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b56ef6e5-c203-41ef-8397-6b9fd586e3cf tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:14.408658 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b9db9bc2-12b1-4325-bef6-c638884b628e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:14.440470 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b56ef6e5-c203-41ef-8397-6b9fd586e3cf tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:security_group_rule and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:14.446743 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-144bbac0-94fe-4a8b-a25a-b8498878aecc tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:14.450981 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-144bbac0-94fe-4a8b-a25a-b8498878aecc tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/b3cb6f4c-eeb7-4a63-9b14-d7ccb04c0070 HTTP/1.1" status: 204 len: 168 time: 0.8511200 May 27 02:41:14.463364 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b56ef6e5-c203-41ef-8397-6b9fd586e3cf tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:14.466326 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44638) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:14.490458 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b56ef6e5-c203-41ef-8397-6b9fd586e3cf tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:14.545850 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-78e125f7-2ac6-432c-afd1-4dde643e52dc None None] Provisioning for port aa29fd7e-9eb7-48b9-8733-a04283d64b99 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:41:14.554247 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-78e125f7-2ac6-432c-afd1-4dde643e52dc None None] Provisioning complete for port aa29fd7e-9eb7-48b9-8733-a04283d64b99 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:14.554945 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-78e125f7-2ac6-432c-afd1-4dde643e52dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:14.556329 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9db9bc2-12b1-4325-bef6-c638884b628e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Network b14b3dd4-cd52-4594-a4f1-75be2851fbfb is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:41:14.559766 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-b9db9bc2-12b1-4325-bef6-c638884b628e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:41:14.573403 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9db9bc2-12b1-4325-bef6-c638884b628e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:14.574824 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b9db9bc2-12b1-4325-bef6-c638884b628e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:14.600533 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b56ef6e5-c203-41ef-8397-6b9fd586e3cf tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:14.606188 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db9bc2-12b1-4325-bef6-c638884b628e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'Subnet': ['ID=0ad21650-db1c-479f-a6b7-7ece243863aa,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:14.628870 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3ed4b78-ad65-433e-b5ec-6e223e44dea3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting subnet f1cc0151-122a-4bd0-80c0-41890e049051 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:41:14.634109 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b3ed4b78-ad65-433e-b5ec-6e223e44dea3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:14.651890 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2b15bb-c0de-4207-8a0a-adc64b1b910e None None] Network b14b3dd4-cd52-4594-a4f1-75be2851fbfb requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:41:14.675382 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b9db9bc2-12b1-4325-bef6-c638884b628e tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5197239 May 27 02:41:14.676100 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44642) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:14.682588 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-70599c3e-2f9e-43dc-bed1-db59a1dc7505 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'security_group': {'name': 'tempest-secgroup-1429170161'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:14.683853 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0664aeac-8578-45d0-a932-ff19da110219 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:41:14.710693 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-70599c3e-2f9e-43dc-bed1-db59a1dc7505 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:14.734686 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-70599c3e-2f9e-43dc-bed1-db59a1dc7505 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Usage tracker for resource:security_group and tenant:f559555ef6124802b230d39d3db00e17 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:14.745983 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-70599c3e-2f9e-43dc-bed1-db59a1dc7505 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:14.787948 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-70599c3e-2f9e-43dc-bed1-db59a1dc7505 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:14.801455 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b3ed4b78-ad65-433e-b5ec-6e223e44dea3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:14.905791 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-70599c3e-2f9e-43dc-bed1-db59a1dc7505 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:14.930908 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-70599c3e-2f9e-43dc-bed1-db59a1dc7505 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:14.936292 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-70599c3e-2f9e-43dc-bed1-db59a1dc7505 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Usage tracker for resource:security_group_rule and tenant:f559555ef6124802b230d39d3db00e17 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:14.940053 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-70599c3e-2f9e-43dc-bed1-db59a1dc7505 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:14.946590 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b56ef6e5-c203-41ef-8397-6b9fd586e3cf tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:14.956943 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b3ed4b78-ad65-433e-b5ec-6e223e44dea3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:14.963055 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-70599c3e-2f9e-43dc-bed1-db59a1dc7505 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:15.049764 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b56ef6e5-c203-41ef-8397-6b9fd586e3cf tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:15.089306 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ef6e5-c203-41ef-8397-6b9fd586e3cf tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7fb135b-d98a-4de5-a26a-42f680ba0688,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:15.102204 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-70599c3e-2f9e-43dc-bed1-db59a1dc7505 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:15.136950 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44652) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:15.146445 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b3ed4b78-ad65-433e-b5ec-6e223e44dea3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:15.180878 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-70599c3e-2f9e-43dc-bed1-db59a1dc7505 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:15.197811 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed4b78-ad65-433e-b5ec-6e223e44dea3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Subnet': ['ID=f1cc0151-122a-4bd0-80c0-41890e049051,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:15.206004 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b56ef6e5-c203-41ef-8397-6b9fd586e3cf tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:15.210496 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b56ef6e5-c203-41ef-8397-6b9fd586e3cf tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8639262 May 27 02:41:15.211890 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44660) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:15.216506 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b3ed4b78-ad65-433e-b5ec-6e223e44dea3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:15.221469 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44664) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:15.222363 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b3ed4b78-ad65-433e-b5ec-6e223e44dea3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/f1cc0151-122a-4bd0-80c0-41890e049051 HTTP/1.1" status: 204 len: 168 time: 0.7549720 May 27 02:41:15.227149 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-68b01d35-9a37-4f80-b318-1d1df5162a3b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'security_group_rule': {'security_group_id': '2b03d65b-fea9-4a72-bea0-c935f8442f42', 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:15.234175 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-68b01d35-9a37-4f80-b318-1d1df5162a3b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:15.239165 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-68b01d35-9a37-4f80-b318-1d1df5162a3b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:security_group_rule and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:15.243220 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-68b01d35-9a37-4f80-b318-1d1df5162a3b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:15.250531 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-68b01d35-9a37-4f80-b318-1d1df5162a3b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:15.261620 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-78e125f7-2ac6-432c-afd1-4dde643e52dc None None] Current status of the port aa29fd7e-9eb7-48b9-8733-a04283d64b99 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:41:15.336289 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-68b01d35-9a37-4f80-b318-1d1df5162a3b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:15.365278 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-aef50126-a207-4bc5-bc99-77db2fa08491 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1326499 May 27 02:41:15.371434 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44668) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:15.377030 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70599c3e-2f9e-43dc-bed1-db59a1dc7505 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d0b064-44cd-49eb-a91e-b145dae674f2,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:15.402208 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-47def780-15f0-4b64-863d-712bcad80a49 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'subnet': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:15.411956 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4a348bd1-a9e4-4b10-9efb-4a6d3565bf4a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=07e082000dd747d79873f6c245bed0c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2711542 May 27 02:41:15.412163 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-8720bbe2-41d8-4826-8a57-4bfba9570b63 None None] Could not find standard attr ID for object a2a27f23-2a89-4220-aea7-a2a815714229. {{(pid=88903) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:41:15.412260 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44672) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:15.469500 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ad2b22-ff18-4648-ab88-db98803c9b2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-b14b3dd4-cd52-4594-a4f1-75be2851fbfb', 'network_id': 'b14b3dd4-cd52-4594-a4f1-75be2851fbfb', 'tenant_id': 'f559555ef6124802b230d39d3db00e17', 'fixed_ips': [{'subnet_id': '0ad21650-db1c-479f-a6b7-7ece243863aa'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:41:15.470692 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-74ad2b22-ff18-4648-ab88-db98803c9b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:15.474548 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-70599c3e-2f9e-43dc-bed1-db59a1dc7505 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:15.483743 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-70599c3e-2f9e-43dc-bed1-db59a1dc7505 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8057537 May 27 02:41:15.483977 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44676) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:15.507122 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-a343a723-7a85-42b7-999e-c20499005cfd tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'security_group': {'name': 'tempest-secgroup-1066359420'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:15.560667 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a343a723-7a85-42b7-999e-c20499005cfd tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:15.570106 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a343a723-7a85-42b7-999e-c20499005cfd tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Usage tracker for resource:security_group and tenant:f559555ef6124802b230d39d3db00e17 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:15.574525 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a343a723-7a85-42b7-999e-c20499005cfd tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:15.575997 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808aff7c-a0fb-4806-a366-b9e9031c1084 None None] DHCP port deletion for 1e095441-a19f-4261-8588-a806dc249ed2 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:41:15.582204 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-808aff7c-a0fb-4806-a366-b9e9031c1084 None None] Deleting port aa29fd7e-9eb7-48b9-8733-a04283d64b99 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:41:15.582585 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-808aff7c-a0fb-4806-a366-b9e9031c1084 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:15.592088 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-47def780-15f0-4b64-863d-712bcad80a49 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:15.602202 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-68b01d35-9a37-4f80-b318-1d1df5162a3b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:15.604396 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a343a723-7a85-42b7-999e-c20499005cfd tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:15.609979 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-47def780-15f0-4b64-863d-712bcad80a49 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:15.648060 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ffd84073-0c67-4f10-8185-434db56c4afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:15.665969 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:41:15.680980 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ffd84073-0c67-4f10-8185-434db56c4afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:15.682691 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-68b01d35-9a37-4f80-b318-1d1df5162a3b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:15.706634 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b01d35-9a37-4f80-b318-1d1df5162a3b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07388564-6a37-40c9-a8cc-3fd79c7fa086,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:15.714271 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47def780-15f0-4b64-863d-712bcad80a49 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:41:15.714851 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a343a723-7a85-42b7-999e-c20499005cfd tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:15.717756 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-47def780-15f0-4b64-863d-712bcad80a49 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:15.744084 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a343a723-7a85-42b7-999e-c20499005cfd tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:15.748700 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a343a723-7a85-42b7-999e-c20499005cfd tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Usage tracker for resource:security_group_rule and tenant:f559555ef6124802b230d39d3db00e17 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:15.752800 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a343a723-7a85-42b7-999e-c20499005cfd tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:15.777972 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a343a723-7a85-42b7-999e-c20499005cfd tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:15.874644 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ffd84073-0c67-4f10-8185-434db56c4afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:15.932886 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd84073-0c67-4f10-8185-434db56c4afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d62542-4f02-415b-93c0-c2c0d347a28c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:15.948436 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ffd84073-0c67-4f10-8185-434db56c4afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:15.952203 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ffd84073-0c67-4f10-8185-434db56c4afb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c5d62542-4f02-415b-93c0-c2c0d347a28c HTTP/1.1" status: 204 len: 168 time: 0.5366306 May 27 02:41:15.956953 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a343a723-7a85-42b7-999e-c20499005cfd tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:15.971460 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-68b01d35-9a37-4f80-b318-1d1df5162a3b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:15.977942 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-68b01d35-9a37-4f80-b318-1d1df5162a3b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7583165 May 27 02:41:15.980151 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44686) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:15.986184 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-78fcebd5-78ee-4ba9-b3d0-be252f008ccd tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'security_group_rule': {'security_group_id': '2b03d65b-fea9-4a72-bea0-c935f8442f42', 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:15.996139 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-78fcebd5-78ee-4ba9-b3d0-be252f008ccd tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:16.005225 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-78fcebd5-78ee-4ba9-b3d0-be252f008ccd tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:security_group_rule and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:16.011519 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-78fcebd5-78ee-4ba9-b3d0-be252f008ccd tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:16.031617 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-78fcebd5-78ee-4ba9-b3d0-be252f008ccd tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:16.037588 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 8ede2887-fd07-4735-9ee1-07bf0ca19c4a resource provider aggregate not found May 27 02:41:16.041509 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a343a723-7a85-42b7-999e-c20499005cfd tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:16.044741 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-74ad2b22-ff18-4648-ab88-db98803c9b2b None None] Allocated IP 172.20.0.2 (b14b3dd4-cd52-4594-a4f1-75be2851fbfb/0ad21650-db1c-479f-a6b7-7ece243863aa/f77fa7b1-ee94-49d4-81e1-60501ef9595c) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:41:16.087073 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-808aff7c-a0fb-4806-a366-b9e9031c1084 None None] For port aa29fd7e-9eb7-48b9-8733-a04283d64b99, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=aa29fd7e-9eb7-48b9-8733-a04283d64b99,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:41:16.087073 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-808aff7c-a0fb-4806-a366-b9e9031c1084 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:16.087556 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 8ede2887-fd07-4735-9ee1-07bf0ca19c4a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8ede2887-fd07-4735-9ee1-07bf0ca19c4a found for delete ", "request_id": "req-e0f066eb-c44a-4e0e-83f5-994034b859a6"}]} May 27 02:41:16.099358 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a343a723-7a85-42b7-999e-c20499005cfd tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9226355c-915e-4f00-9d41-6d29549e1dcc,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:16.157360 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a343a723-7a85-42b7-999e-c20499005cfd tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:16.161813 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a343a723-7a85-42b7-999e-c20499005cfd tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6712601 May 27 02:41:16.166562 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44696) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:16.173199 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-ce00c517-f83d-4a5a-8e4f-bc22880d2b94 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1275235504', 'security_groups': ['9226355c-915e-4f00-9d41-6d29549e1dcc'], 'network_id': 'b14b3dd4-cd52-4594-a4f1-75be2851fbfb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0ad21650-db1c-479f-a6b7-7ece243863aa'}]}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:16.264217 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-78fcebd5-78ee-4ba9-b3d0-be252f008ccd tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:16.293988 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-808aff7c-a0fb-4806-a366-b9e9031c1084 None None] Calling delete_port for aa29fd7e-9eb7-48b9-8733-a04283d64b99 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:41:16.360958 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device aa29fd7e-9eb7-48b9-8733-a04283d64b99 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:41:16.448374 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-ce00c517-f83d-4a5a-8e4f-bc22880d2b94 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:16.479642 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-78fcebd5-78ee-4ba9-b3d0-be252f008ccd tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:16.493565 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-ce00c517-f83d-4a5a-8e4f-bc22880d2b94 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:16.556332 n-d-843554-3 neutron-server[88901]: DEBUG neutron.objects.ports [None req-47def780-15f0-4b64-863d-712bcad80a49 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88901) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 02:41:16.561547 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-78fcebd5-78ee-4ba9-b3d0-be252f008ccd tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:16.602259 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fcebd5-78ee-4ba9-b3d0-be252f008ccd tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d626607-cae7-443f-9b88-aa96e70931be,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:16.621403 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce00c517-f83d-4a5a-8e4f-bc22880d2b94 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Made reservation on behalf of f559555ef6124802b230d39d3db00e17 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:41:16.626107 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port aa29fd7e-9eb7-48b9-8733-a04283d64b99 is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:41:16.626883 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:16.660087 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-74ad2b22-ff18-4648-ab88-db98803c9b2b None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:16.675902 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-808aff7c-a0fb-4806-a366-b9e9031c1084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:16.721573 n-d-843554-3 neutron-server[88901]: WARNING neutron.services.revisions.revision_plugin [None req-47def780-15f0-4b64-863d-712bcad80a49 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Could not find related port for resource to bump revision. May 27 02:41:16.785400 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.ipam_pluggable_backend [None req-47def780-15f0-4b64-863d-712bcad80a49 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Port aa29fd7e-9eb7-48b9-8733-a04283d64b99 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88901) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} May 27 02:41:16.785974 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.ipam_pluggable_backend [None req-47def780-15f0-4b64-863d-712bcad80a49 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Reverting IP allocation for 2001:db8::f816:3eff:fe03:b955 {{(pid=88901) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} May 27 02:41:16.792098 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-47def780-15f0-4b64-863d-712bcad80a49 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:16.812819 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-74ad2b22-ff18-4648-ab88-db98803c9b2b None None] Transition to ACTIVE for port object f77fa7b1-ee94-49d4-81e1-60501ef9595c will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:41:16.848041 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808aff7c-a0fb-4806-a366-b9e9031c1084 None None] No DVR routers for this DVR port aa29fd7e-9eb7-48b9-8733-a04283d64b99 on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:41:16.864107 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808aff7c-a0fb-4806-a366-b9e9031c1084 None None] Pushing event deleted for resources: {'Port': ['ID=aa29fd7e-9eb7-48b9-8733-a04283d64b99,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:16.895129 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47def780-15f0-4b64-863d-712bcad80a49 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:41:16.900292 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-47def780-15f0-4b64-863d-712bcad80a49 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:41:16.906632 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-78fcebd5-78ee-4ba9-b3d0-be252f008ccd tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:16.908490 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47def780-15f0-4b64-863d-712bcad80a49 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:16.911605 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-47def780-15f0-4b64-863d-712bcad80a49 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:16.911854 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-78fcebd5-78ee-4ba9-b3d0-be252f008ccd tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9293878 May 27 02:41:16.916151 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44714) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:16.928056 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-cad5e466-3d0a-4fab-b892-61252613d830 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'security_group_rule': {'security_group_id': '2b03d65b-fea9-4a72-bea0-c935f8442f42', 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:16.930634 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4050f1ac-b70e-45a7-8477-144897a6051a None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:41:16.937017 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47def780-15f0-4b64-863d-712bcad80a49 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Subnet': ['ID=3b8c47c4-15f8-4b41-9274-581ee2210e3f,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:16.939240 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-cad5e466-3d0a-4fab-b892-61252613d830 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:16.948582 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-cad5e466-3d0a-4fab-b892-61252613d830 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:security_group_rule and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:16.954300 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-cad5e466-3d0a-4fab-b892-61252613d830 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:16.990287 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-cad5e466-3d0a-4fab-b892-61252613d830 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:17.043203 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-47def780-15f0-4b64-863d-712bcad80a49 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6706901 May 27 02:41:17.046474 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44722) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:17.053302 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-70efbb19-9788-43af-beab-fc3c35a3f92b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'subnet': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:17.057072 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-74ad2b22-ff18-4648-ab88-db98803c9b2b None None] Transition to ACTIVE for port object f77fa7b1-ee94-49d4-81e1-60501ef9595c will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:41:17.070046 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ce00c517-f83d-4a5a-8e4f-bc22880d2b94 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:17.106127 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-ce00c517-f83d-4a5a-8e4f-bc22880d2b94 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] device_id is not set on port 4c8f5b28-98ce-4987-a8e4-fa20c18c6384 yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:41:17.139781 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-74ad2b22-ff18-4648-ab88-db98803c9b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:17.156495 n-d-843554-3 neutron-server[88902]: INFO neutron.db.securitygroups_db [None req-cad5e466-3d0a-4fab-b892-61252613d830 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Project b59631ecfa194f20bd33f8d2b34a5767 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:41:17.167180 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cad5e466-3d0a-4fab-b892-61252613d830 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:17.226229 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad2b22-ff18-4648-ab88-db98803c9b2b None None] Pushing event updated for resources: {'Port': ['ID=f77fa7b1-ee94-49d4-81e1-60501ef9595c,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:17.299273 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ad2b22-ff18-4648-ab88-db98803c9b2b None None] Network b14b3dd4-cd52-4594-a4f1-75be2851fbfb is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:41:17.303318 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-74ad2b22-ff18-4648-ab88-db98803c9b2b None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:41:17.318008 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ad2b22-ff18-4648-ab88-db98803c9b2b None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:41:17.381174 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-70efbb19-9788-43af-beab-fc3c35a3f92b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:17.387870 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-70efbb19-9788-43af-beab-fc3c35a3f92b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:subnet and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:17.392001 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-70efbb19-9788-43af-beab-fc3c35a3f92b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:17.399744 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-70efbb19-9788-43af-beab-fc3c35a3f92b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:17.406533 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cad5e466-3d0a-4fab-b892-61252613d830 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:17.499903 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cad5e466-3d0a-4fab-b892-61252613d830 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:17.526461 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad5e466-3d0a-4fab-b892-61252613d830 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4441d3b7-8fc6-4115-8baa-0cb6a07333b6,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:17.526810 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-74ad2b22-ff18-4648-ab88-db98803c9b2b None None] Attempting to bind port f77fa7b1-ee94-49d4-81e1-60501ef9595c on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:41:17.527438 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-74ad2b22-ff18-4648-ab88-db98803c9b2b None None] Attempting to bind port f77fa7b1-ee94-49d4-81e1-60501ef9595c by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '98dc657f-1d6a-4247-b90f-092fe3bcf432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b14b3dd4-cd52-4594-a4f1-75be2851fbfb'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:41:17.527983 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ad2b22-ff18-4648-ab88-db98803c9b2b None None] Attempting to bind port f77fa7b1-ee94-49d4-81e1-60501ef9595c on network b14b3dd4-cd52-4594-a4f1-75be2851fbfb {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:41:17.528137 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70efbb19-9788-43af-beab-fc3c35a3f92b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:41:17.532340 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-70efbb19-9788-43af-beab-fc3c35a3f92b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:17.535636 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ad2b22-ff18-4648-ab88-db98803c9b2b None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:41:17.536214 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ad2b22-ff18-4648-ab88-db98803c9b2b None None] Checking segment: {'id': '98dc657f-1d6a-4247-b90f-092fe3bcf432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b14b3dd4-cd52-4594-a4f1-75be2851fbfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:41:17.536819 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-74ad2b22-ff18-4648-ab88-db98803c9b2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:17.537392 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ad2b22-ff18-4648-ab88-db98803c9b2b None None] Bound using segment: {'id': '98dc657f-1d6a-4247-b90f-092fe3bcf432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b14b3dd4-cd52-4594-a4f1-75be2851fbfb'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:41:17.538103 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-74ad2b22-ff18-4648-ab88-db98803c9b2b None None] Bound port: f77fa7b1-ee94-49d4-81e1-60501ef9595c, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98dc657f-1d6a-4247-b90f-092fe3bcf432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b14b3dd4-cd52-4594-a4f1-75be2851fbfb'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:41:17.538704 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-74ad2b22-ff18-4648-ab88-db98803c9b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:17.547955 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44732) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:17.592380 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba16290-8014-4b7a-829c-a9ce9e0f6a45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-1e095441-a19f-4261-8588-a806dc249ed2', 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'tenant_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'fixed_ips': [{'subnet_id': '3b8c47c4-15f8-4b41-9274-581ee2210e3f'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:41:17.593762 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fba16290-8014-4b7a-829c-a9ce9e0f6a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:17.685438 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-ce00c517-f83d-4a5a-8e4f-bc22880d2b94 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Allocated IP 172.20.0.6 (b14b3dd4-cd52-4594-a4f1-75be2851fbfb/0ad21650-db1c-479f-a6b7-7ece243863aa/4c8f5b28-98ce-4987-a8e4-fa20c18c6384) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:41:17.715282 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ec07e022-212f-42c7-ab70-01e9680c7c52 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Request body: {'security_group': {'name': 'tempest-secgroup--454530484'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:17.716356 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cad5e466-3d0a-4fab-b892-61252613d830 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:17.722023 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-cad5e466-3d0a-4fab-b892-61252613d830 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7994664 May 27 02:41:17.722775 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44738) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:17.732159 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ec07e022-212f-42c7-ab70-01e9680c7c52 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:17.737883 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-85c3f663-bcb0-43c8-b4b4-d988198d5996 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'security_group_rule': {'security_group_id': '2b03d65b-fea9-4a72-bea0-c935f8442f42', 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:17.744918 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-85c3f663-bcb0-43c8-b4b4-d988198d5996 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:17.750211 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-85c3f663-bcb0-43c8-b4b4-d988198d5996 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:security_group_rule and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:17.754141 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-74ad2b22-ff18-4648-ab88-db98803c9b2b None None] For port f77fa7b1-ee94-49d4-81e1-60501ef9595c, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:41:17.765467 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-85c3f663-bcb0-43c8-b4b4-d988198d5996 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:17.781461 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-85c3f663-bcb0-43c8-b4b4-d988198d5996 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:17.795732 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-74ad2b22-ff18-4648-ab88-db98803c9b2b None None] For port f77fa7b1-ee94-49d4-81e1-60501ef9595c, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=f77fa7b1-ee94-49d4-81e1-60501ef9595c,segment=NetworkSegment(98dc657f-1d6a-4247-b90f-092fe3bcf432),segment_id=98dc657f-1d6a-4247-b90f-092fe3bcf432)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:41:17.802765 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ec07e022-212f-42c7-ab70-01e9680c7c52 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Usage tracker for resource:security_group and tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:17.815144 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ec07e022-212f-42c7-ab70-01e9680c7c52 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:17.837299 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ec07e022-212f-42c7-ab70-01e9680c7c52 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:17.890728 n-d-843554-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-85c3f663-bcb0-43c8-b4b4-d988198d5996 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Project b59631ecfa194f20bd33f8d2b34a5767 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:41:17.915257 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-fba16290-8014-4b7a-829c-a9ce9e0f6a45 None None] Allocated IP 2001:db8::f816:3eff:fe07:c6b0 (1e095441-a19f-4261-8588-a806dc249ed2/3b8c47c4-15f8-4b41-9274-581ee2210e3f/f88a3eeb-3d30-4a1d-b4d4-fbecf57442b8) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:41:17.917976 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-85c3f663-bcb0-43c8-b4b4-d988198d5996 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:17.921204 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-74ad2b22-ff18-4648-ab88-db98803c9b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:17.966701 n-d-843554-3 neutron-server[88901]: INFO neutron.db.ipam_backend_mixin [None req-70efbb19-9788-43af-beab-fc3c35a3f92b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3b8c47c4-15f8-4b41-9274-581ee2210e3f (CIDR: 2001:db8::/64) May 27 02:41:17.979258 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ce00c517-f83d-4a5a-8e4f-bc22880d2b94 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:17.998477 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec07e022-212f-42c7-ab70-01e9680c7c52 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:17.999677 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ce00c517-f83d-4a5a-8e4f-bc22880d2b94 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Transition to ACTIVE for port object 4c8f5b28-98ce-4987-a8e4-fa20c18c6384 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:41:18.018046 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec07e022-212f-42c7-ab70-01e9680c7c52 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:18.040426 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-70efbb19-9788-43af-beab-fc3c35a3f92b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:41:18.040947 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70efbb19-9788-43af-beab-fc3c35a3f92b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:18.047018 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-85c3f663-bcb0-43c8-b4b4-d988198d5996 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:18.058629 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ec07e022-212f-42c7-ab70-01e9680c7c52 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:18.065368 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ec07e022-212f-42c7-ab70-01e9680c7c52 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Usage tracker for resource:security_group_rule and tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:18.068846 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ec07e022-212f-42c7-ab70-01e9680c7c52 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:18.077381 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ec07e022-212f-42c7-ab70-01e9680c7c52 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:18.111535 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ce00c517-f83d-4a5a-8e4f-bc22880d2b94 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:18.134419 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-85c3f663-bcb0-43c8-b4b4-d988198d5996 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:18.140071 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-70efbb19-9788-43af-beab-fc3c35a3f92b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0921373 May 27 02:41:18.141236 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44744) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:18.183897 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c3f663-bcb0-43c8-b4b4-d988198d5996 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12234bc6-0a15-4210-9ae3-2d68a2efbeba,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:18.189089 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-9d7e9044-b4be-4ef6-ab7f-c5f383d697a0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'subnet': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:18.228159 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce00c517-f83d-4a5a-8e4f-bc22880d2b94 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Network b14b3dd4-cd52-4594-a4f1-75be2851fbfb is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:41:18.231814 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-ce00c517-f83d-4a5a-8e4f-bc22880d2b94 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:41:18.234084 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad2b22-ff18-4648-ab88-db98803c9b2b None None] Pushing event updated for resources: {'Port': ['ID=f77fa7b1-ee94-49d4-81e1-60501ef9595c,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:18.238779 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce00c517-f83d-4a5a-8e4f-bc22880d2b94 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:41:18.313917 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce00c517-f83d-4a5a-8e4f-bc22880d2b94 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'Port': ['ID=4c8f5b28-98ce-4987-a8e4-fa20c18c6384,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:18.338046 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce00c517-f83d-4a5a-8e4f-bc22880d2b94 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:18.338750 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ce00c517-f83d-4a5a-8e4f-bc22880d2b94 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:18.349148 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9d7e9044-b4be-4ef6-ab7f-c5f383d697a0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:18.354627 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9d7e9044-b4be-4ef6-ab7f-c5f383d697a0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:subnet and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:18.359436 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-85c3f663-bcb0-43c8-b4b4-d988198d5996 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:18.363838 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-85c3f663-bcb0-43c8-b4b4-d988198d5996 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6347253 May 27 02:41:18.365012 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9d7e9044-b4be-4ef6-ab7f-c5f383d697a0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:18.365637 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44748) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:18.375505 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-df888a06-55ae-45f2-bba4-011af5781ab0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'network': {'name': 'tempest-network-smoke--1977376012', 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'port_security_enabled': True}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:18.389338 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9d7e9044-b4be-4ef6-ab7f-c5f383d697a0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:18.392195 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-df888a06-55ae-45f2-bba4-011af5781ab0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:18.398401 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-df888a06-55ae-45f2-bba4-011af5781ab0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:network and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:18.405062 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-df888a06-55ae-45f2-bba4-011af5781ab0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:18.407833 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fba16290-8014-4b7a-829c-a9ce9e0f6a45 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:18.419119 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-df888a06-55ae-45f2-bba4-011af5781ab0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:18.424247 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-fba16290-8014-4b7a-829c-a9ce9e0f6a45 None None] Transition to ACTIVE for port object f88a3eeb-3d30-4a1d-b4d4-fbecf57442b8 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:41:18.445785 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ce00c517-f83d-4a5a-8e4f-bc22880d2b94 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2795160 May 27 02:41:18.448750 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44754) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:18.459433 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-254e2a40-fe97-45b8-8c4d-ce319e148ee5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'subnet': {'network_id': 'b14b3dd4-cd52-4594-a4f1-75be2851fbfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:18.466931 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-fba16290-8014-4b7a-829c-a9ce9e0f6a45 None None] Transition to ACTIVE for port object f88a3eeb-3d30-4a1d-b4d4-fbecf57442b8 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:41:18.488073 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec07e022-212f-42c7-ab70-01e9680c7c52 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:18.515577 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7e9044-b4be-4ef6-ab7f-c5f383d697a0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:41:18.519263 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9d7e9044-b4be-4ef6-ab7f-c5f383d697a0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:18.544602 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fba16290-8014-4b7a-829c-a9ce9e0f6a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:18.678001 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df888a06-55ae-45f2-bba4-011af5781ab0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Made reservation on behalf of b59631ecfa194f20bd33f8d2b34a5767 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:41:18.682265 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-df888a06-55ae-45f2-bba4-011af5781ab0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:18.689978 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba16290-8014-4b7a-829c-a9ce9e0f6a45 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:41:18.696007 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-fba16290-8014-4b7a-829c-a9ce9e0f6a45 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:41:18.699805 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba16290-8014-4b7a-829c-a9ce9e0f6a45 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:41:18.732986 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec07e022-212f-42c7-ab70-01e9680c7c52 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:18.763413 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba16290-8014-4b7a-829c-a9ce9e0f6a45 None None] Pushing event updated for resources: {'Port': ['ID=f88a3eeb-3d30-4a1d-b4d4-fbecf57442b8,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:18.793902 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df888a06-55ae-45f2-bba4-011af5781ab0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:41:18.809772 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-254e2a40-fe97-45b8-8c4d-ce319e148ee5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:18.814485 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-254e2a40-fe97-45b8-8c4d-ce319e148ee5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Usage tracker for resource:subnet and tenant:f559555ef6124802b230d39d3db00e17 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:18.824763 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ec07e022-212f-42c7-ab70-01e9680c7c52 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:18.828045 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-254e2a40-fe97-45b8-8c4d-ce319e148ee5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:18.836854 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-254e2a40-fe97-45b8-8c4d-ce319e148ee5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:18.840146 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-fba16290-8014-4b7a-829c-a9ce9e0f6a45 None None] Attempting to bind port f88a3eeb-3d30-4a1d-b4d4-fbecf57442b8 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:41:18.840823 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-fba16290-8014-4b7a-829c-a9ce9e0f6a45 None None] Attempting to bind port f88a3eeb-3d30-4a1d-b4d4-fbecf57442b8 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:41:18.841337 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba16290-8014-4b7a-829c-a9ce9e0f6a45 None None] Attempting to bind port f88a3eeb-3d30-4a1d-b4d4-fbecf57442b8 on network 1e095441-a19f-4261-8588-a806dc249ed2 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:41:18.852950 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba16290-8014-4b7a-829c-a9ce9e0f6a45 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:41:18.859288 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba16290-8014-4b7a-829c-a9ce9e0f6a45 None None] Checking segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:41:18.859288 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fba16290-8014-4b7a-829c-a9ce9e0f6a45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:18.859288 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba16290-8014-4b7a-829c-a9ce9e0f6a45 None None] Bound using segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:41:18.859288 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-fba16290-8014-4b7a-829c-a9ce9e0f6a45 None None] Bound port: f88a3eeb-3d30-4a1d-b4d4-fbecf57442b8, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:41:18.859288 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fba16290-8014-4b7a-829c-a9ce9e0f6a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:18.859749 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-df888a06-55ae-45f2-bba4-011af5781ab0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:18.859749 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-df888a06-55ae-45f2-bba4-011af5781ab0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Added segment 7e3abe43-4d43-4a8c-a57b-a17033e93da0 of type vlan for network 56de6edb-4271-49d5-883c-5ccf0c388efd May 27 02:41:18.883640 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ec07e022-212f-42c7-ab70-01e9680c7c52 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Usage tracker for resource:security_group_rule and tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:18.899521 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ec07e022-212f-42c7-ab70-01e9680c7c52 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:18.922375 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-df888a06-55ae-45f2-bba4-011af5781ab0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:18.936821 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254e2a40-fe97-45b8-8c4d-ce319e148ee5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Made reservation on behalf of f559555ef6124802b230d39d3db00e17 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:41:18.939294 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ec07e022-212f-42c7-ab70-01e9680c7c52 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:18.941143 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-254e2a40-fe97-45b8-8c4d-ce319e148ee5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:19.001224 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec07e022-212f-42c7-ab70-01e9680c7c52 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8c674b-a1df-489a-a30d-07e153118253,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:19.092959 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-fba16290-8014-4b7a-829c-a9ce9e0f6a45 None None] For port f88a3eeb-3d30-4a1d-b4d4-fbecf57442b8, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:41:19.106965 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-fba16290-8014-4b7a-829c-a9ce9e0f6a45 None None] For port f88a3eeb-3d30-4a1d-b4d4-fbecf57442b8, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=f88a3eeb-3d30-4a1d-b4d4-fbecf57442b8,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:41:19.124996 n-d-843554-3 neutron-server[88902]: INFO neutron.db.ipam_backend_mixin [None req-254e2a40-fe97-45b8-8c4d-ce319e148ee5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0ad21650-db1c-479f-a6b7-7ece243863aa (CIDR: 172.20.0.0/28) May 27 02:41:19.129436 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec07e022-212f-42c7-ab70-01e9680c7c52 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:19.175014 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-254e2a40-fe97-45b8-8c4d-ce319e148ee5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:41:19.175509 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-254e2a40-fe97-45b8-8c4d-ce319e148ee5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:19.185593 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-df888a06-55ae-45f2-bba4-011af5781ab0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:19.192519 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df888a06-55ae-45f2-bba4-011af5781ab0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:19.193142 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-df888a06-55ae-45f2-bba4-011af5781ab0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:19.197516 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fba16290-8014-4b7a-829c-a9ce9e0f6a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:19.212925 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec07e022-212f-42c7-ab70-01e9680c7c52 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:19.268482 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec07e022-212f-42c7-ab70-01e9680c7c52 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8446d0-d24f-4bd2-9e19-f53cd61301c8,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:19.296663 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:19.337320 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df888a06-55ae-45f2-bba4-011af5781ab0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'Network': ['ID=56de6edb-4271-49d5-883c-5ccf0c388efd,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:19.345590 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec07e022-212f-42c7-ab70-01e9680c7c52 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:19.346983 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ec07e022-212f-42c7-ab70-01e9680c7c52 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7980683 May 27 02:41:19.349585 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44760) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:19.363271 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 56de6edb-4271-49d5-883c-5ccf0c388efd details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:41:19.409079 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-254e2a40-fe97-45b8-8c4d-ce319e148ee5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9590621 May 27 02:41:19.411959 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-df888a06-55ae-45f2-bba4-011af5781ab0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0445423 May 27 02:41:19.412605 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44764) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:19.421929 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44768) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:19.425215 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-102f1abf-62c3-415d-bf3b-1f321d3c3088 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'subnet': {'network_id': 'b14b3dd4-cd52-4594-a4f1-75be2851fbfb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:19.429486 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-c24bb2c0-899d-4e7c-b142-4fdcd21130d7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1795577778', 'admin_state_up': True, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:19.443477 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-aa2e3589-6a66-44b2-961a-a41dd063fae0 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Synchronizing usage tracker for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:41:19.457199 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c24bb2c0-899d-4e7c-b142-4fdcd21130d7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:19.468120 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c24bb2c0-899d-4e7c-b142-4fdcd21130d7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:router and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:19.479215 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c24bb2c0-899d-4e7c-b142-4fdcd21130d7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:19.482013 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9d7e9044-b4be-4ef6-ab7f-c5f383d697a0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:19.496885 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba16290-8014-4b7a-829c-a9ce9e0f6a45 None None] Pushing event updated for resources: {'Port': ['ID=f88a3eeb-3d30-4a1d-b4d4-fbecf57442b8,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:19.515293 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:19.594057 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c24bb2c0-899d-4e7c-b142-4fdcd21130d7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:19.668887 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-aa2e3589-6a66-44b2-961a-a41dd063fae0 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Unset dirty status for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:41:19.670290 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-102f1abf-62c3-415d-bf3b-1f321d3c3088 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:19.671131 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-aa2e3589-6a66-44b2-961a-a41dd063fae0 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3205674 May 27 02:41:19.679461 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44774) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:19.686361 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-102f1abf-62c3-415d-bf3b-1f321d3c3088 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Usage tracker for resource:subnet and tenant:f559555ef6124802b230d39d3db00e17 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:19.692356 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-102f1abf-62c3-415d-bf3b-1f321d3c3088 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:19.695850 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-6f73740f-33d2-41ba-9332-19a55fa12c7d tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Request body: {'security_group': {'name': 'tempest-security--113492165', 'description': 'tempest-security-description-1828812026'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:19.709583 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-102f1abf-62c3-415d-bf3b-1f321d3c3088 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:19.718326 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7e9044-b4be-4ef6-ab7f-c5f383d697a0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:41:19.730220 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-9d7e9044-b4be-4ef6-ab7f-c5f383d697a0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:41:19.738276 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7e9044-b4be-4ef6-ab7f-c5f383d697a0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:19.738796 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9d7e9044-b4be-4ef6-ab7f-c5f383d697a0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:19.790531 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c24bb2c0-899d-4e7c-b142-4fdcd21130d7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:19.801601 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c24bb2c0-899d-4e7c-b142-4fdcd21130d7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:19.803097 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102f1abf-62c3-415d-bf3b-1f321d3c3088 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Made reservation on behalf of f559555ef6124802b230d39d3db00e17 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:41:19.810020 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-102f1abf-62c3-415d-bf3b-1f321d3c3088 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:19.812701 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e9044-b4be-4ef6-ab7f-c5f383d697a0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Subnet': ['ID=e60dfd2c-ae22-42b7-be25-63612d439248,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:19.827964 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f73740f-33d2-41ba-9332-19a55fa12c7d tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:19.893669 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9d7e9044-b4be-4ef6-ab7f-c5f383d697a0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7107482 May 27 02:41:19.893669 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c24bb2c0-899d-4e7c-b142-4fdcd21130d7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:19.903913 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44778) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:19.919238 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-8c995584-2bb7-4172-919b-b4d30a45c498 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'port': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'mac_address': 'fa:16:3e:7e:e3:79', 'name': 'tempest-NetworksTestDHCPv6-957304737'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:20.053074 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f73740f-33d2-41ba-9332-19a55fa12c7d tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:20.119227 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-b170db6d-7dfa-4f45-9d24-591de35bbe39 None None] Provisioning complete for port 6438b57e-5cb6-4a70-857e-e0084f169cb3 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:20.119763 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b170db6d-7dfa-4f45-9d24-591de35bbe39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:20.223413 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-b170db6d-7dfa-4f45-9d24-591de35bbe39 None None] Port 6438b57e-5cb6-4a70-857e-e0084f169cb3 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:41:20.375509 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-b170db6d-7dfa-4f45-9d24-591de35bbe39 None None] Provisioning for port f77fa7b1-ee94-49d4-81e1-60501ef9595c completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:41:20.413498 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-102f1abf-62c3-415d-bf3b-1f321d3c3088 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:20.482196 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f88a3eeb-3d30-4a1d-b4d4-fbecf57442b8 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:41:20.538095 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102f1abf-62c3-415d-bf3b-1f321d3c3088 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Network b14b3dd4-cd52-4594-a4f1-75be2851fbfb is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:41:20.541721 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-102f1abf-62c3-415d-bf3b-1f321d3c3088 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:41:20.548997 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102f1abf-62c3-415d-bf3b-1f321d3c3088 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:20.549794 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-102f1abf-62c3-415d-bf3b-1f321d3c3088 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:20.565456 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f1abf-62c3-415d-bf3b-1f321d3c3088 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'Subnet': ['ID=a93c7ded-7526-49c6-85ea-cc5c9b7d1112,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:20.579516 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b065ca9-d297-4df2-a4ba-b29cddbe3a17 None None] Network b14b3dd4-cd52-4594-a4f1-75be2851fbfb requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:41:20.625717 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f73740f-33d2-41ba-9332-19a55fa12c7d tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:20.672988 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8c995584-2bb7-4172-919b-b4d30a45c498 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:20.701761 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-102f1abf-62c3-415d-bf3b-1f321d3c3088 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2854993 May 27 02:41:20.702270 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44786) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:20.708452 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-74c1597d-88b5-41e7-bc29-588a5301fb68 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1392515847', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a93c7ded-7526-49c6-85ea-cc5c9b7d1112'}], 'security_groups': ['c9d0b064-44cd-49eb-a91e-b145dae674f2']}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:20.800951 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f73740f-33d2-41ba-9332-19a55fa12c7d tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:20.802153 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6f73740f-33d2-41ba-9332-19a55fa12c7d tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "PUT /v2.0/security-groups/3d8446d0-d24f-4bd2-9e19-f53cd61301c8 HTTP/1.1" status: 200 len: 1779 time: 1.1180871 May 27 02:41:20.821358 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8c995584-2bb7-4172-919b-b4d30a45c498 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:port and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:20.833768 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44792) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:20.845790 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-65b68b5c-2cd7-42ad-93c6-70406ad02bf9 None None] Provisioning for port 4c8f5b28-98ce-4987-a8e4-fa20c18c6384 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:41:20.846721 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8c995584-2bb7-4172-919b-b4d30a45c498 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:20.866988 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port f88a3eeb-3d30-4a1d-b4d4-fbecf57442b8 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:41:20.896338 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f77fa7b1-ee94-49d4-81e1-60501ef9595c up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:41:20.954454 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f73740f-33d2-41ba-9332-19a55fa12c7d tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8446d0-d24f-4bd2-9e19-f53cd61301c8,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:20.959937 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8c995584-2bb7-4172-919b-b4d30a45c498 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:20.990580 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-65b68b5c-2cd7-42ad-93c6-70406ad02bf9 None None] Provisioning complete for port 4c8f5b28-98ce-4987-a8e4-fa20c18c6384 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:20.991836 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-65b68b5c-2cd7-42ad-93c6-70406ad02bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:21.020700 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c24bb2c0-899d-4e7c-b142-4fdcd21130d7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:21.047043 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-74c1597d-88b5-41e7-bc29-588a5301fb68 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:21.060030 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-39b73e6c-6b5d-4a9c-8df2-b43dbb845bf3 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "GET /v2.0/security-groups/3d8446d0-d24f-4bd2-9e19-f53cd61301c8 HTTP/1.1" status: 200 len: 1779 time: 0.2224894 May 27 02:41:21.060262 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44798) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:21.092655 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff33a147-ad10-4668-99c5-62161536dfa5 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:41:21.218421 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c995584-2bb7-4172-919b-b4d30a45c498 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:41:21.296926 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-65b68b5c-2cd7-42ad-93c6-70406ad02bf9 None None] Port 4c8f5b28-98ce-4987-a8e4-fa20c18c6384 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:41:21.297546 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eb275465-b142-4a86-9859-5f08eded684a tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:21.430761 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eb275465-b142-4a86-9859-5f08eded684a tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:21.453860 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port f77fa7b1-ee94-49d4-81e1-60501ef9595c completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:41:21.481403 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port f77fa7b1-ee94-49d4-81e1-60501ef9595c triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:21.481795 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:21.504029 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8c995584-2bb7-4172-919b-b4d30a45c498 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:21.566074 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-8c995584-2bb7-4172-919b-b4d30a45c498 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] device_id is not set on port d6791920-b73a-498a-b0f4-8494e8d9737e yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:41:21.675656 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9374200b-f972-4412-bb8b-ad6dd543c536 None None] Provisioning for port f88a3eeb-3d30-4a1d-b4d4-fbecf57442b8 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:41:21.680670 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e3090e-8528-4ae7-9db3-2553b6cb478b None None] Update dhcp port {'port': {'network_id': 'b14b3dd4-cd52-4594-a4f1-75be2851fbfb', 'fixed_ips': [{'subnet_id': '0ad21650-db1c-479f-a6b7-7ece243863aa', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a93c7ded-7526-49c6-85ea-cc5c9b7d1112'}], 'binding:host_id': 'n-d-843554-3'}, 'id': 'f77fa7b1-ee94-49d4-81e1-60501ef9595c'} from n-d-843554-3. {{(pid=88903) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 02:41:21.823235 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c24bb2c0-899d-4e7c-b142-4fdcd21130d7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:21.836108 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9374200b-f972-4412-bb8b-ad6dd543c536 None None] Provisioning complete for port f88a3eeb-3d30-4a1d-b4d4-fbecf57442b8 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:21.836934 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9374200b-f972-4412-bb8b-ad6dd543c536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:21.862121 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c24bb2c0-899d-4e7c-b142-4fdcd21130d7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:21.942650 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-74c1597d-88b5-41e7-bc29-588a5301fb68 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Delete allocated IP 172.20.0.6 (b14b3dd4-cd52-4594-a4f1-75be2851fbfb/0ad21650-db1c-479f-a6b7-7ece243863aa) {{(pid=88902) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 27 02:41:21.960994 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44804) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:21.963445 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-74c1597d-88b5-41e7-bc29-588a5301fb68 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Allocated IP 172.20.0.21 (b14b3dd4-cd52-4594-a4f1-75be2851fbfb/a93c7ded-7526-49c6-85ea-cc5c9b7d1112/4c8f5b28-98ce-4987-a8e4-fa20c18c6384) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:41:22.067243 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e7e3090e-8528-4ae7-9db3-2553b6cb478b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:22.156656 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ced448bd-aad2-4531-a703-0cbef8a2243f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:22.183587 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ced448bd-aad2-4531-a703-0cbef8a2243f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:22.190186 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ced448bd-aad2-4531-a703-0cbef8a2243f admin admin] Usage tracker for resource:security_group_rule and tenant:bbdba704f12b4a7a8561d505cf629561 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:22.195209 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ced448bd-aad2-4531-a703-0cbef8a2243f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:22.203949 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ced448bd-aad2-4531-a703-0cbef8a2243f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:22.259852 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port f77fa7b1-ee94-49d4-81e1-60501ef9595c is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:41:22.260384 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:22.309941 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-74c1597d-88b5-41e7-bc29-588a5301fb68 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:22.333982 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-74c1597d-88b5-41e7-bc29-588a5301fb68 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Transition to ACTIVE for port object 4c8f5b28-98ce-4987-a8e4-fa20c18c6384 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:41:22.343964 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9374200b-f972-4412-bb8b-ad6dd543c536 None None] Current status of the port f88a3eeb-3d30-4a1d-b4d4-fbecf57442b8 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:41:22.344582 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9374200b-f972-4412-bb8b-ad6dd543c536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:22.405399 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port f77fa7b1-ee94-49d4-81e1-60501ef9595c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=f77fa7b1-ee94-49d4-81e1-60501ef9595c,segment=NetworkSegment(98dc657f-1d6a-4247-b90f-092fe3bcf432),segment_id=98dc657f-1d6a-4247-b90f-092fe3bcf432)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:41:22.411270 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eb275465-b142-4a86-9859-5f08eded684a tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:22.466588 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb275465-b142-4a86-9859-5f08eded684a tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8446d0-d24f-4bd2-9e19-f53cd61301c8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:22.480765 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9374200b-f972-4412-bb8b-ad6dd543c536 None None] For port f88a3eeb-3d30-4a1d-b4d4-fbecf57442b8, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=f88a3eeb-3d30-4a1d-b4d4-fbecf57442b8,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:41:22.515899 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff260179-1e6d-41f1-a4ce-dd285b674893 None None] Update dhcp port {'port': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'fixed_ips': [{'subnet_id': '3b8c47c4-15f8-4b41-9274-581ee2210e3f', 'ip_address': '2001:db8::f816:3eff:fe07:c6b0'}, {'subnet_id': 'e60dfd2c-ae22-42b7-be25-63612d439248'}], 'binding:host_id': 'n-d-843554-3'}, 'id': 'f88a3eeb-3d30-4a1d-b4d4-fbecf57442b8'} from n-d-843554-3. {{(pid=88903) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 02:41:22.558728 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-74c1597d-88b5-41e7-bc29-588a5301fb68 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:22.600800 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9374200b-f972-4412-bb8b-ad6dd543c536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:22.603152 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:22.635322 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eb275465-b142-4a86-9859-5f08eded684a tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:22.636512 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-eb275465-b142-4a86-9859-5f08eded684a tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "DELETE /v2.0/security-groups/3d8446d0-d24f-4bd2-9e19-f53cd61301c8 HTTP/1.1" status: 204 len: 168 time: 1.5752804 May 27 02:41:22.646338 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44812) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:22.722149 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-e7e3090e-8528-4ae7-9db3-2553b6cb478b None None] Allocated IP 172.20.0.18 (b14b3dd4-cd52-4594-a4f1-75be2851fbfb/a93c7ded-7526-49c6-85ea-cc5c9b7d1112/f77fa7b1-ee94-49d4-81e1-60501ef9595c) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:41:22.727721 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ff260179-1e6d-41f1-a4ce-dd285b674893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:22.750539 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c1597d-88b5-41e7-bc29-588a5301fb68 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'Port': ['ID=4c8f5b28-98ce-4987-a8e4-fa20c18c6384,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:22.766139 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-c24bb2c0-899d-4e7c-b142-4fdcd21130d7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Allocated IP 172.25.1.24 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/88cdf804-3521-4f9c-8f27-15e19db92c91) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:41:22.778396 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-74c1597d-88b5-41e7-bc29-588a5301fb68 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] In _notify_port_updated(), no bound segment for port 4c8f5b28-98ce-4987-a8e4-fa20c18c6384 on network b14b3dd4-cd52-4594-a4f1-75be2851fbfb {{(pid=88902) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:41:22.783557 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ced448bd-aad2-4531-a703-0cbef8a2243f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:22.784755 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c1597d-88b5-41e7-bc29-588a5301fb68 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:22.785585 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-74c1597d-88b5-41e7-bc29-588a5301fb68 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:22.787092 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-74c1597d-88b5-41e7-bc29-588a5301fb68 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "PUT /v2.0/ports/4c8f5b28-98ce-4987-a8e4-fa20c18c6384 HTTP/1.1" status: 200 len: 921 time: 2.0838838 May 27 02:41:22.790024 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44818) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:22.843486 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-8c995584-2bb7-4172-919b-b4d30a45c498 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Allocated IP 2001:db8:0:1::244 (1e095441-a19f-4261-8588-a806dc249ed2/e60dfd2c-ae22-42b7-be25-63612d439248/d6791920-b73a-498a-b0f4-8494e8d9737e) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:41:22.850718 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-86f97a51-7f85-4c2e-9828-3906b8fc140b tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Synchronizing usage tracker for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:41:22.905296 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-8c995584-2bb7-4172-919b-b4d30a45c498 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Allocated IP 2001:db8::f816:3eff:fe7e:e379 (1e095441-a19f-4261-8588-a806dc249ed2/3b8c47c4-15f8-4b41-9274-581ee2210e3f/d6791920-b73a-498a-b0f4-8494e8d9737e) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:41:22.907883 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ced448bd-aad2-4531-a703-0cbef8a2243f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:22.910690 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-753a45f6-70c7-4aa5-84ef-bc35eea454a8 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Deleting port 4c8f5b28-98ce-4987-a8e4-fa20c18c6384 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:41:22.911156 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-753a45f6-70c7-4aa5-84ef-bc35eea454a8 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:23.028171 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9374200b-f972-4412-bb8b-ad6dd543c536 None None] Pushing event updated for resources: {'Port': ['ID=f88a3eeb-3d30-4a1d-b4d4-fbecf57442b8,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:23.083904 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-e7e3090e-8528-4ae7-9db3-2553b6cb478b None None] For port f77fa7b1-ee94-49d4-81e1-60501ef9595c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=f77fa7b1-ee94-49d4-81e1-60501ef9595c,segment=NetworkSegment(98dc657f-1d6a-4247-b90f-092fe3bcf432),segment_id=98dc657f-1d6a-4247-b90f-092fe3bcf432)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:41:23.218849 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e7e3090e-8528-4ae7-9db3-2553b6cb478b None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:23.222951 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=f77fa7b1-ee94-49d4-81e1-60501ef9595c,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:23.238639 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-753a45f6-70c7-4aa5-84ef-bc35eea454a8 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:23.242370 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e7e3090e-8528-4ae7-9db3-2553b6cb478b None None] Transition to ACTIVE for port object f77fa7b1-ee94-49d4-81e1-60501ef9595c will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:41:23.257770 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ced448bd-aad2-4531-a703-0cbef8a2243f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bbdba704f12b4a7a8561d505cf629561&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2956991 May 27 02:41:23.270003 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c24bb2c0-899d-4e7c-b142-4fdcd21130d7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:23.274880 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44824) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:23.274880 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced448bd-aad2-4531-a703-0cbef8a2243f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b795e9-32a6-47a8-a67e-85b2b22f8ee4,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:23.278637 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-86f97a51-7f85-4c2e-9828-3906b8fc140b tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Unset dirty status for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:41:23.282395 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-86f97a51-7f85-4c2e-9828-3906b8fc140b tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6324275 May 27 02:41:23.302648 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44828) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:23.339540 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e7e3090e-8528-4ae7-9db3-2553b6cb478b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:23.380934 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-753a45f6-70c7-4aa5-84ef-bc35eea454a8 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Calling delete_port for 4c8f5b28-98ce-4987-a8e4-fa20c18c6384 owned by {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:41:23.419476 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-391bba45-f4ff-43bb-9873-29c46cbf347f tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] delete failed (client error): The resource could not be found. May 27 02:41:23.420486 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-391bba45-f4ff-43bb-9873-29c46cbf347f tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "DELETE /v2.0/security-groups/3d8446d0-d24f-4bd2-9e19-f53cd61301c8 HTTP/1.1" status: 404 len: 347 time: 0.1169114 May 27 02:41:23.429126 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44832) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:23.436731 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-4c05cc81-19bd-4bbe-9903-ca757da8f7f9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Request body: {'security_group': {'name': 'tempest-secgroup--1451433310'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:23.447489 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4c05cc81-19bd-4bbe-9903-ca757da8f7f9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:23.464392 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4c05cc81-19bd-4bbe-9903-ca757da8f7f9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:23.498668 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d2c527ee-8454-4e02-b99b-691aa70c1dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:23.513548 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3090e-8528-4ae7-9db3-2553b6cb478b None None] Pushing event updated for resources: {'Port': ['ID=f77fa7b1-ee94-49d4-81e1-60501ef9595c,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:23.528209 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8c995584-2bb7-4172-919b-b4d30a45c498 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:23.557255 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d2c527ee-8454-4e02-b99b-691aa70c1dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:23.566766 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c05cc81-19bd-4bbe-9903-ca757da8f7f9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:23.591621 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c24bb2c0-899d-4e7c-b142-4fdcd21130d7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:23.605577 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4c05cc81-19bd-4bbe-9903-ca757da8f7f9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:23.614033 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4c05cc81-19bd-4bbe-9903-ca757da8f7f9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Usage tracker for resource:security_group_rule and tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:23.618130 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4c05cc81-19bd-4bbe-9903-ca757da8f7f9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:23.629476 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4c05cc81-19bd-4bbe-9903-ca757da8f7f9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:23.680031 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-8c995584-2bb7-4172-919b-b4d30a45c498 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Transition to ACTIVE for port object d6791920-b73a-498a-b0f4-8494e8d9737e will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:41:23.683789 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-753a45f6-70c7-4aa5-84ef-bc35eea454a8 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:23.683950 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24bb2c0-899d-4e7c-b142-4fdcd21130d7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:41:23.688260 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-c24bb2c0-899d-4e7c-b142-4fdcd21130d7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:41:23.696696 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24bb2c0-899d-4e7c-b142-4fdcd21130d7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:41:23.728956 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24bb2c0-899d-4e7c-b142-4fdcd21130d7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'Port': ['ID=88cdf804-3521-4f9c-8f27-15e19db92c91,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:23.760790 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a45f6-70c7-4aa5-84ef-bc35eea454a8 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event deleted for resources: {'Port': ['ID=4c8f5b28-98ce-4987-a8e4-fa20c18c6384,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:23.831074 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c05cc81-19bd-4bbe-9903-ca757da8f7f9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:23.866010 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d2c527ee-8454-4e02-b99b-691aa70c1dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:23.899649 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c05cc81-19bd-4bbe-9903-ca757da8f7f9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:23.938955 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c05cc81-19bd-4bbe-9903-ca757da8f7f9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e4de87-6f55-4597-9b30-32318e4114b8,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:23.957503 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-753a45f6-70c7-4aa5-84ef-bc35eea454a8 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:23.961920 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c527ee-8454-4e02-b99b-691aa70c1dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b795e9-32a6-47a8-a67e-85b2b22f8ee4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:23.994562 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-753a45f6-70c7-4aa5-84ef-bc35eea454a8 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/ports/4c8f5b28-98ce-4987-a8e4-fa20c18c6384 HTTP/1.1" status: 204 len: 168 time: 1.1974194 May 27 02:41:23.994562 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44836) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:24.015341 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d2c527ee-8454-4e02-b99b-691aa70c1dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:24.016458 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d2c527ee-8454-4e02-b99b-691aa70c1dd8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/05b795e9-32a6-47a8-a67e-85b2b22f8ee4 HTTP/1.1" status: 204 len: 168 time: 0.7399044 May 27 02:41:24.050160 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8c995584-2bb7-4172-919b-b4d30a45c498 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:24.054972 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a8801d1-12d9-40c9-82e4-db385bd06121 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] GET failed (client error): The resource could not be found. May 27 02:41:24.055504 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-6a8801d1-12d9-40c9-82e4-db385bd06121 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Synchronizing usage tracker for tenant:f559555ef6124802b230d39d3db00e17 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:41:24.100054 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c05cc81-19bd-4bbe-9903-ca757da8f7f9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:24.102136 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4c05cc81-19bd-4bbe-9903-ca757da8f7f9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6720212 May 27 02:41:24.105342 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44842) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:24.119479 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-38a42fe2-17f2-4e4b-9e70-75139592f6b4 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Request body: {'security_group_rule': {'security_group_id': 'a8e4de87-6f55-4597-9b30-32318e4114b8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:24.133497 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-38a42fe2-17f2-4e4b-9e70-75139592f6b4 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:24.139302 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-38a42fe2-17f2-4e4b-9e70-75139592f6b4 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Usage tracker for resource:security_group_rule and tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:24.142831 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-ff260179-1e6d-41f1-a4ce-dd285b674893 None None] Allocated IP 2001:db8:0:1::2 (1e095441-a19f-4261-8588-a806dc249ed2/e60dfd2c-ae22-42b7-be25-63612d439248/f88a3eeb-3d30-4a1d-b4d4-fbecf57442b8) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:41:24.154506 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-38a42fe2-17f2-4e4b-9e70-75139592f6b4 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:24.168663 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c995584-2bb7-4172-919b-b4d30a45c498 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Port': ['ID=d6791920-b73a-498a-b0f4-8494e8d9737e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:24.173589 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-38a42fe2-17f2-4e4b-9e70-75139592f6b4 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:24.187418 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c995584-2bb7-4172-919b-b4d30a45c498 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:41:24.189229 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-8c995584-2bb7-4172-919b-b4d30a45c498 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:41:24.194203 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c995584-2bb7-4172-919b-b4d30a45c498 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:41:24.198861 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c995584-2bb7-4172-919b-b4d30a45c498 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:24.199493 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8c995584-2bb7-4172-919b-b4d30a45c498 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:24.218497 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-6a8801d1-12d9-40c9-82e4-db385bd06121 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Unset dirty status for tenant:f559555ef6124802b230d39d3db00e17 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:41:24.219692 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6a8801d1-12d9-40c9-82e4-db385bd06121 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "GET /v2.0/ports/4c8f5b28-98ce-4987-a8e4-fa20c18c6384 HTTP/1.1" status: 404 len: 333 time: 0.2292364 May 27 02:41:24.222521 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44848) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:24.311786 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5ac27eec-86d9-49f8-84e3-1557f563e01a tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:24.316132 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-63f295bf-68cb-45da-8920-079219f99874 None None] Could not find standard attr ID for object 4c8f5b28-98ce-4987-a8e4-fa20c18c6384. {{(pid=88903) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:41:24.357803 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-63f295bf-68cb-45da-8920-079219f99874 None None] Provisioning complete for port 6438b57e-5cb6-4a70-857e-e0084f169cb3 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:24.358312 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-63f295bf-68cb-45da-8920-079219f99874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:24.363990 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-38a42fe2-17f2-4e4b-9e70-75139592f6b4 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:24.389833 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5ac27eec-86d9-49f8-84e3-1557f563e01a tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:24.409400 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8c995584-2bb7-4172-919b-b4d30a45c498 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.5041084 May 27 02:41:24.410302 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44852) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:24.438444 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-ff260179-1e6d-41f1-a4ce-dd285b674893 None None] For port f88a3eeb-3d30-4a1d-b4d4-fbecf57442b8, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=f88a3eeb-3d30-4a1d-b4d4-fbecf57442b8,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:41:24.446744 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-63f295bf-68cb-45da-8920-079219f99874 None None] Port 6438b57e-5cb6-4a70-857e-e0084f169cb3 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:41:24.484109 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ff260179-1e6d-41f1-a4ce-dd285b674893 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:24.498253 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-38a42fe2-17f2-4e4b-9e70-75139592f6b4 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:24.505493 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ff260179-1e6d-41f1-a4ce-dd285b674893 None None] Transition to ACTIVE for port object f88a3eeb-3d30-4a1d-b4d4-fbecf57442b8 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:41:24.519235 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-83c666d7-3a35-42f9-bf4e-5e41baf89801 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting port d6791920-b73a-498a-b0f4-8494e8d9737e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:41:24.519830 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83c666d7-3a35-42f9-bf4e-5e41baf89801 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:24.523182 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-63f295bf-68cb-45da-8920-079219f99874 None None] Provisioning for port f77fa7b1-ee94-49d4-81e1-60501ef9595c completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:41:24.529961 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-63f295bf-68cb-45da-8920-079219f99874 None None] Provisioning complete for port f77fa7b1-ee94-49d4-81e1-60501ef9595c triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:24.530624 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-63f295bf-68cb-45da-8920-079219f99874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:24.570782 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5ac27eec-86d9-49f8-84e3-1557f563e01a tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:24.600918 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ff260179-1e6d-41f1-a4ce-dd285b674893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:24.606540 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac27eec-86d9-49f8-84e3-1557f563e01a tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9226355c-915e-4f00-9d41-6d29549e1dcc,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:24.615074 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-38a42fe2-17f2-4e4b-9e70-75139592f6b4 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:24.644203 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c24bb2c0-899d-4e7c-b142-4fdcd21130d7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:24.648279 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5ac27eec-86d9-49f8-84e3-1557f563e01a tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:24.652927 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5ac27eec-86d9-49f8-84e3-1557f563e01a tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/security-groups/9226355c-915e-4f00-9d41-6d29549e1dcc HTTP/1.1" status: 204 len: 168 time: 0.4269021 May 27 02:41:24.654233 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a42fe2-17f2-4e4b-9e70-75139592f6b4 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b180f9b-5e76-49af-99dc-227bff14aab3,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:24.656097 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44858) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:24.770079 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-38a42fe2-17f2-4e4b-9e70-75139592f6b4 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:24.771946 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-38a42fe2-17f2-4e4b-9e70-75139592f6b4 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6655443 May 27 02:41:24.779103 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44862) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:24.815830 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f88a3eeb-3d30-4a1d-b4d4-fbecf57442b8 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:41:24.826664 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-370950c9-d7af-4c03-a1ef-f65cd4534518 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:24.941033 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-370950c9-d7af-4c03-a1ef-f65cd4534518 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:24.943952 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3dd69ccb-8ab4-4a1b-986c-d6807f9358a9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:24.989148 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3dd69ccb-8ab4-4a1b-986c-d6807f9358a9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:25.087606 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff260179-1e6d-41f1-a4ce-dd285b674893 None None] Pushing event updated for resources: {'Port': ['ID=f88a3eeb-3d30-4a1d-b4d4-fbecf57442b8,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:25.098671 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f77fa7b1-ee94-49d4-81e1-60501ef9595c up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:41:25.128031 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44874) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:25.155324 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e84047b6-2fcf-4d19-92cf-77debf2a6ec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:25.161526 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-63f295bf-68cb-45da-8920-079219f99874 None None] Current status of the port f77fa7b1-ee94-49d4-81e1-60501ef9595c is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:41:25.170808 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3dd69ccb-8ab4-4a1b-986c-d6807f9358a9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:25.173971 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-370950c9-d7af-4c03-a1ef-f65cd4534518 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:25.179421 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port f77fa7b1-ee94-49d4-81e1-60501ef9595c triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:25.179987 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:25.230555 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370950c9-d7af-4c03-a1ef-f65cd4534518 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d0b064-44cd-49eb-a91e-b145dae674f2,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:25.259701 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e84047b6-2fcf-4d19-92cf-77debf2a6ec9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:25.262956 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd69ccb-8ab4-4a1b-986c-d6807f9358a9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b180f9b-5e76-49af-99dc-227bff14aab3,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:25.280889 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e84047b6-2fcf-4d19-92cf-77debf2a6ec9 admin admin] Usage tracker for resource:security_group_rule and tenant:81d3c0af76bc449d998d1d112a36f0b8 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:25.284407 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-42597e33-9049-4612-8520-3c56f4efbfe7 None None] Could not find standard attr ID for object 4c8f5b28-98ce-4987-a8e4-fa20c18c6384. {{(pid=88903) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:41:25.286634 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e84047b6-2fcf-4d19-92cf-77debf2a6ec9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:25.301302 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e84047b6-2fcf-4d19-92cf-77debf2a6ec9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:25.305626 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-370950c9-d7af-4c03-a1ef-f65cd4534518 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:25.306777 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-370950c9-d7af-4c03-a1ef-f65cd4534518 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/security-groups/c9d0b064-44cd-49eb-a91e-b145dae674f2 HTTP/1.1" status: 204 len: 168 time: 0.6490672 May 27 02:41:25.319616 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3dd69ccb-8ab4-4a1b-986c-d6807f9358a9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:25.319616 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3dd69ccb-8ab4-4a1b-986c-d6807f9358a9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/3b180f9b-5e76-49af-99dc-227bff14aab3 HTTP/1.1" status: 204 len: 168 time: 0.5326869 May 27 02:41:25.319616 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44880) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:25.408515 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44882) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:25.414757 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-81e20ab9-38ef-4625-8333-1280c59be92d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Deleting subnet 0ad21650-db1c-479f-a6b7-7ece243863aa {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:41:25.417080 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port f77fa7b1-ee94-49d4-81e1-60501ef9595c is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:41:25.419038 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-81e20ab9-38ef-4625-8333-1280c59be92d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:25.545475 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8f7d28cb-31da-4a7d-b612-5253764293a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:25.611388 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83c666d7-3a35-42f9-bf4e-5e41baf89801 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:25.683795 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-81e20ab9-38ef-4625-8333-1280c59be92d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:25.779059 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-fe624b38-70dd-4055-a6ec-d3ac68d1e7e0 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Synchronizing usage tracker for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group_rule {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:41:25.782490 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-83c666d7-3a35-42f9-bf4e-5e41baf89801 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Calling delete_port for d6791920-b73a-498a-b0f4-8494e8d9737e owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:41:25.856781 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-81e20ab9-38ef-4625-8333-1280c59be92d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:25.868431 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c24bb2c0-899d-4e7c-b142-4fdcd21130d7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:25.891830 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-fe624b38-70dd-4055-a6ec-d3ac68d1e7e0 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Unset dirty status for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group_rule {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:41:25.896511 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-fe624b38-70dd-4055-a6ec-d3ac68d1e7e0 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4194767 May 27 02:41:25.902524 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44896) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:25.933121 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e84047b6-2fcf-4d19-92cf-77debf2a6ec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:26.003577 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e84047b6-2fcf-4d19-92cf-77debf2a6ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:26.067433 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-96cb9b56-7427-403a-81ba-644e045a0861 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:26.069936 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84047b6-2fcf-4d19-92cf-77debf2a6ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6a98f6-bdb1-4d0f-80c4-99fca94bf30f,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:26.089661 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e84047b6-2fcf-4d19-92cf-77debf2a6ec9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=81d3c0af76bc449d998d1d112a36f0b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9577801 May 27 02:41:26.089784 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44900) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:26.104339 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-81e20ab9-38ef-4625-8333-1280c59be92d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:26.183130 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0a0e65-1bfe-449f-bf18-fdbd88ea1c8b None None] Network b14b3dd4-cd52-4594-a4f1-75be2851fbfb requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:41:26.184311 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b3c47003-0d35-45b7-a02b-29b865ad9afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:26.200487 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-81e20ab9-38ef-4625-8333-1280c59be92d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:26.206448 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e20ab9-38ef-4625-8333-1280c59be92d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event deleted for resources: {'Subnet': ['ID=0ad21650-db1c-479f-a6b7-7ece243863aa,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:26.213200 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-56796960-8e04-4bf4-a973-2e7406abd546 None None] Provisioning for port f88a3eeb-3d30-4a1d-b4d4-fbecf57442b8 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:41:26.219858 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-96cb9b56-7427-403a-81ba-644e045a0861 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:26.225834 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b3c47003-0d35-45b7-a02b-29b865ad9afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:26.258259 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-81e20ab9-38ef-4625-8333-1280c59be92d tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/subnets/0ad21650-db1c-479f-a6b7-7ece243863aa HTTP/1.1" status: 204 len: 168 time: 0.9394135 May 27 02:41:26.274193 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44904) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:26.278422 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24bb2c0-899d-4e7c-b142-4fdcd21130d7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Router 45d36c25-581c-4a7e-968b-551d06a80eda is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:41:26.286870 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-bed7af11-dc34-4480-883f-0ad2c4ec7d40 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'subnet': {'network_id': 'b14b3dd4-cd52-4594-a4f1-75be2851fbfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:26.429951 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-56796960-8e04-4bf4-a973-2e7406abd546 None None] Provisioning complete for port f88a3eeb-3d30-4a1d-b4d4-fbecf57442b8 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:26.430484 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-56796960-8e04-4bf4-a973-2e7406abd546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:26.496996 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-bed7af11-dc34-4480-883f-0ad2c4ec7d40 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:26.508396 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-bed7af11-dc34-4480-883f-0ad2c4ec7d40 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Usage tracker for resource:subnet and tenant:f559555ef6124802b230d39d3db00e17 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:26.515311 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-96cb9b56-7427-403a-81ba-644e045a0861 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:26.525849 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-bed7af11-dc34-4480-883f-0ad2c4ec7d40 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:26.571409 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-bed7af11-dc34-4480-883f-0ad2c4ec7d40 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:26.578635 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b3c47003-0d35-45b7-a02b-29b865ad9afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:26.584065 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb9b56-7427-403a-81ba-644e045a0861 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e4de87-6f55-4597-9b30-32318e4114b8,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:26.639924 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c47003-0d35-45b7-a02b-29b865ad9afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6a98f6-bdb1-4d0f-80c4-99fca94bf30f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:26.658522 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-56796960-8e04-4bf4-a973-2e7406abd546 None None] Current status of the port f88a3eeb-3d30-4a1d-b4d4-fbecf57442b8 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:41:26.670859 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b3c47003-0d35-45b7-a02b-29b865ad9afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:26.672832 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b3c47003-0d35-45b7-a02b-29b865ad9afe admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ca6a98f6-bdb1-4d0f-80c4-99fca94bf30f HTTP/1.1" status: 204 len: 168 time: 0.5808349 May 27 02:41:26.684245 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24bb2c0-899d-4e7c-b142-4fdcd21130d7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:41:26.691168 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10501e5d-db23-46ac-9035-6b2c82fc905d None None] Sync routers for ids ['45d36c25-581c-4a7e-968b-551d06a80eda'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:41:26.700136 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed7af11-dc34-4480-883f-0ad2c4ec7d40 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Made reservation on behalf of f559555ef6124802b230d39d3db00e17 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:41:26.705037 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bed7af11-dc34-4480-883f-0ad2c4ec7d40 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:26.729849 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10501e5d-db23-46ac-9035-6b2c82fc905d None None] Routers {'45d36c25-581c-4a7e-968b-551d06a80eda'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:41:26.730774 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-10501e5d-db23-46ac-9035-6b2c82fc905d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:40:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['45d36c25-581c-4a7e-968b-551d06a80eda'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:41:26.734515 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f88a3eeb-3d30-4a1d-b4d4-fbecf57442b8 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:41:26.789561 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-96cb9b56-7427-403a-81ba-644e045a0861 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:26.793835 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44912) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:26.794169 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-96cb9b56-7427-403a-81ba-644e045a0861 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "DELETE /v2.0/security-groups/a8e4de87-6f55-4597-9b30-32318e4114b8 HTTP/1.1" status: 204 len: 168 time: 0.8818617 May 27 02:41:26.825225 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ceebf0f1-fcd1-459c-b5f9-0234942634bf None None] Provisioning for port d6791920-b73a-498a-b0f4-8494e8d9737e completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:41:26.839234 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83c666d7-3a35-42f9-bf4e-5e41baf89801 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:26.849167 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c24bb2c0-899d-4e7c-b142-4fdcd21130d7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:26.849574 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ceebf0f1-fcd1-459c-b5f9-0234942634bf None None] Provisioning complete for port d6791920-b73a-498a-b0f4-8494e8d9737e triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:26.851381 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ceebf0f1-fcd1-459c-b5f9-0234942634bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:26.855855 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c24bb2c0-899d-4e7c-b142-4fdcd21130d7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 7.4288583 May 27 02:41:26.856706 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44916) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:26.940038 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port f88a3eeb-3d30-4a1d-b4d4-fbecf57442b8 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:26.940670 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:26.991886 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ceebf0f1-fcd1-459c-b5f9-0234942634bf None None] Port d6791920-b73a-498a-b0f4-8494e8d9737e was deleted so its status cannot be updated. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 27 02:41:27.033125 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5db59004-cda0-4416-bea3-4e421bda3a12 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2379930 May 27 02:41:27.036163 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44922) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:27.044390 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c666d7-3a35-42f9-bf4e-5e41baf89801 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Port': ['ID=d6791920-b73a-498a-b0f4-8494e8d9737e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:27.114143 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-48559325-acfd-4a8f-aabd-e6ccba6a10ca tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Request body: {'security_group': {'name': 'tempest-secgroup--1088332009'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:27.126001 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-48559325-acfd-4a8f-aabd-e6ccba6a10ca tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:27.130822 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-48559325-acfd-4a8f-aabd-e6ccba6a10ca tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Usage tracker for resource:security_group and tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:27.134406 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-48559325-acfd-4a8f-aabd-e6ccba6a10ca tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:27.140614 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-48559325-acfd-4a8f-aabd-e6ccba6a10ca tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:27.142943 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-10501e5d-db23-46ac-9035-6b2c82fc905d None None] Set router 45d36c25-581c-4a7e-968b-551d06a80eda gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:41:27.258365 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port f88a3eeb-3d30-4a1d-b4d4-fbecf57442b8 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:41:27.290198 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-48559325-acfd-4a8f-aabd-e6ccba6a10ca tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:27.303143 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83c666d7-3a35-42f9-bf4e-5e41baf89801 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:27.308485 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-83c666d7-3a35-42f9-bf4e-5e41baf89801 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/ports/d6791920-b73a-498a-b0f4-8494e8d9737e HTTP/1.1" status: 204 len: 168 time: 2.8945348 May 27 02:41:27.311624 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44928) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:27.409538 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-48559325-acfd-4a8f-aabd-e6ccba6a10ca tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:27.437454 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bed7af11-dc34-4480-883f-0ad2c4ec7d40 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:27.438298 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-48559325-acfd-4a8f-aabd-e6ccba6a10ca tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Usage tracker for resource:security_group_rule and tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:27.451509 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-48559325-acfd-4a8f-aabd-e6ccba6a10ca tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:27.475669 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-48559325-acfd-4a8f-aabd-e6ccba6a10ca tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:27.534866 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2b890b-329c-475b-855b-4d8a2863458e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:27.538217 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6c2b890b-329c-475b-855b-4d8a2863458e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:41:27.550293 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed7af11-dc34-4480-883f-0ad2c4ec7d40 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Network b14b3dd4-cd52-4594-a4f1-75be2851fbfb is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:41:27.557980 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-bed7af11-dc34-4480-883f-0ad2c4ec7d40 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:41:27.563223 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed7af11-dc34-4480-883f-0ad2c4ec7d40 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:27.563860 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bed7af11-dc34-4480-883f-0ad2c4ec7d40 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:27.583432 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7af11-dc34-4480-883f-0ad2c4ec7d40 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'Subnet': ['ID=8dcfcfc6-e6b4-4993-a919-056a56b2bb82,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:27.712103 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-bed7af11-dc34-4480-883f-0ad2c4ec7d40 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4368150 May 27 02:41:27.714634 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44948) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:27.722499 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-adab2a74-e395-4d1b-b33f-213bece1aea8 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'security_group': {'name': 'tempest-secgroup-547187788'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:27.732647 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-adab2a74-e395-4d1b-b33f-213bece1aea8 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:27.738148 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-adab2a74-e395-4d1b-b33f-213bece1aea8 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Usage tracker for resource:security_group and tenant:f559555ef6124802b230d39d3db00e17 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:27.743204 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-adab2a74-e395-4d1b-b33f-213bece1aea8 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:27.752730 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6c2b890b-329c-475b-855b-4d8a2863458e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:41:27.757564 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-adab2a74-e395-4d1b-b33f-213bece1aea8 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:27.758321 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6c2b890b-329c-475b-855b-4d8a2863458e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4454212 May 27 02:41:27.761418 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44952) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:27.779264 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8b7d375d-56ca-4b7b-9a70-347a0dd11d15 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=b59631ecfa194f20bd33f8d2b34a5767&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.8493037 May 27 02:41:27.785755 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44956) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:27.785755 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-48559325-acfd-4a8f-aabd-e6ccba6a10ca tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:27.822765 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-10501e5d-db23-46ac-9035-6b2c82fc905d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d36c25-581c-4a7e-968b-551d06a80eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1795577778', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '88cdf804-3521-4f9c-8f27-15e19db92c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:41:19Z', 'updated_at': '2022-05-27T02:41:24Z', 'revision_number': 3, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': '88cdf804-3521-4f9c-8f27-15e19db92c91', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:06:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d36c25-581c-4a7e-968b-551d06a80eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:41:21Z', 'updated_at': '2022-05-27T02:41:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:41:27.829555 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10501e5d-db23-46ac-9035-6b2c82fc905d None None] Checking router: 45d36c25-581c-4a7e-968b-551d06a80eda for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:41:27.830076 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10501e5d-db23-46ac-9035-6b2c82fc905d None None] Updating router 45d36c25-581c-4a7e-968b-551d06a80eda port 88cdf804-3521-4f9c-8f27-15e19db92c91 binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:41:27.885791 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b508195-c8b0-4822-bae1-1974326ec112 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:27.886753 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3b508195-c8b0-4822-bae1-1974326ec112 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:41:27.888430 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8dbfd8a4-28ae-4a3b-9ecf-4791ebd375e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:27.900151 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3b508195-c8b0-4822-bae1-1974326ec112 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:41:27.903664 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3b508195-c8b0-4822-bae1-1974326ec112 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1390667 May 27 02:41:27.903940 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44962) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:27.913307 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37345ab6-186c-4957-99d0-7867b3d4dc6f None None] Network b14b3dd4-cd52-4594-a4f1-75be2851fbfb requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:41:27.980675 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-10501e5d-db23-46ac-9035-6b2c82fc905d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:27.984173 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece0a27c-5469-4c4d-9195-5aa777d76e52 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:27.985734 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece0a27c-5469-4c4d-9195-5aa777d76e52 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:27.987245 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece0a27c-5469-4c4d-9195-5aa777d76e52 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:27.988094 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-ece0a27c-5469-4c4d-9195-5aa777d76e52 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:41:27.992331 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-adab2a74-e395-4d1b-b33f-213bece1aea8 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:28.024565 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-adab2a74-e395-4d1b-b33f-213bece1aea8 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:28.028739 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-adab2a74-e395-4d1b-b33f-213bece1aea8 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Usage tracker for resource:security_group_rule and tenant:f559555ef6124802b230d39d3db00e17 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:28.043121 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-adab2a74-e395-4d1b-b33f-213bece1aea8 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:28.057123 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-adab2a74-e395-4d1b-b33f-213bece1aea8 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:28.113355 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-8ef115fd-d62e-4200-bb51-86c42a0d315d None None] Provisioning complete for port 6438b57e-5cb6-4a70-857e-e0084f169cb3 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:28.113355 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8ef115fd-d62e-4200-bb51-86c42a0d315d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:28.146047 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-48559325-acfd-4a8f-aabd-e6ccba6a10ca tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:28.150370 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-ece0a27c-5469-4c4d-9195-5aa777d76e52 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:41:28.152805 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ece0a27c-5469-4c4d-9195-5aa777d76e52 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2477624 May 27 02:41:28.160977 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44974) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:28.198842 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48559325-acfd-4a8f-aabd-e6ccba6a10ca tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0662ea5-3cda-4979-b877-0990dad899c0,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:28.284159 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba7d82de-bd74-47f5-934f-3cc6eef54de1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting subnet 3b8c47c4-15f8-4b41-9274-581ee2210e3f {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:41:28.289439 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6dc9707-7a71-4331-b0a3-89a9845273fb tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:28.290922 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ba7d82de-bd74-47f5-934f-3cc6eef54de1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:28.295541 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f6dc9707-7a71-4331-b0a3-89a9845273fb tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5114563 May 27 02:41:28.296688 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44978) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:28.313824 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-8ef115fd-d62e-4200-bb51-86c42a0d315d None None] Port 6438b57e-5cb6-4a70-857e-e0084f169cb3 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:41:28.321118 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-adab2a74-e395-4d1b-b33f-213bece1aea8 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:28.367444 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-48559325-acfd-4a8f-aabd-e6ccba6a10ca tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:28.368527 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ba7d82de-bd74-47f5-934f-3cc6eef54de1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:28.372855 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-48559325-acfd-4a8f-aabd-e6ccba6a10ca tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3353548 May 27 02:41:28.373865 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44984) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:28.381837 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-05766f1a-7f29-4719-91f6-3f5dd4387140 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=d97d5b0c-4580-406a-95fb-4efaa0c98188&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0829191 May 27 02:41:28.387351 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-4781a407-9d3a-4085-9747-215d61f845b9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Request body: {'security_group_rule': {'security_group_id': 'f0662ea5-3cda-4979-b877-0990dad899c0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:28.394319 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 44988) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:28.401038 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4781a407-9d3a-4085-9747-215d61f845b9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:28.407435 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ce9161f6-d53b-48cf-8d71-7c5d690d8b54 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-681552393', 'network_id': '56de6edb-4271-49d5-883c-5ccf0c388efd', 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:28.432880 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-8ef115fd-d62e-4200-bb51-86c42a0d315d None None] Provisioning complete for port f77fa7b1-ee94-49d4-81e1-60501ef9595c triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:28.435031 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8ef115fd-d62e-4200-bb51-86c42a0d315d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:28.436054 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4781a407-9d3a-4085-9747-215d61f845b9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Usage tracker for resource:security_group_rule and tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:28.492609 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4781a407-9d3a-4085-9747-215d61f845b9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:28.528273 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4781a407-9d3a-4085-9747-215d61f845b9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:28.573389 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ce9161f6-d53b-48cf-8d71-7c5d690d8b54 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:28.579264 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ce9161f6-d53b-48cf-8d71-7c5d690d8b54 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:subnet and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:28.580998 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ba7d82de-bd74-47f5-934f-3cc6eef54de1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:28.585801 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ce9161f6-d53b-48cf-8d71-7c5d690d8b54 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:28.593500 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ce9161f6-d53b-48cf-8d71-7c5d690d8b54 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:28.594830 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-10501e5d-db23-46ac-9035-6b2c82fc905d None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:28.618957 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-10501e5d-db23-46ac-9035-6b2c82fc905d None None] Transition to ACTIVE for port object 88cdf804-3521-4f9c-8f27-15e19db92c91 will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:41:28.644090 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-adab2a74-e395-4d1b-b33f-213bece1aea8 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:28.653245 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4781a407-9d3a-4085-9747-215d61f845b9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:28.677879 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9161f6-d53b-48cf-8d71-7c5d690d8b54 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Made reservation on behalf of b59631ecfa194f20bd33f8d2b34a5767 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:41:28.682145 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce9161f6-d53b-48cf-8d71-7c5d690d8b54 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:28.693289 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-10501e5d-db23-46ac-9035-6b2c82fc905d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:28.722788 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab2a74-e395-4d1b-b33f-213bece1aea8 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ea35d2-87d2-4910-aff9-15a0df1a5806,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:28.746030 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-adab2a74-e395-4d1b-b33f-213bece1aea8 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:28.748741 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-adab2a74-e395-4d1b-b33f-213bece1aea8 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0320036 May 27 02:41:28.753195 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 44994) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:28.767931 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-7e363bd7-2f0d-47fa-b6c7-5056f26f65e8 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'security_group': {'name': 'tempest-secgroup-292323692'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:28.804435 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-7e363bd7-2f0d-47fa-b6c7-5056f26f65e8 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:28.808652 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022e17a-6624-4b92-a156-c7d59f83895b None None] Pushing event updated for resources: {'Port': ['ID=88cdf804-3521-4f9c-8f27-15e19db92c91,revision_number=2']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:28.812456 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7e363bd7-2f0d-47fa-b6c7-5056f26f65e8 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Usage tracker for resource:security_group and tenant:f559555ef6124802b230d39d3db00e17 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:28.818979 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7e363bd7-2f0d-47fa-b6c7-5056f26f65e8 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:28.820782 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-8ef115fd-d62e-4200-bb51-86c42a0d315d None None] Current status of the port f77fa7b1-ee94-49d4-81e1-60501ef9595c is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:41:28.837530 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-7e363bd7-2f0d-47fa-b6c7-5056f26f65e8 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:28.840433 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ba7d82de-bd74-47f5-934f-3cc6eef54de1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:28.865620 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-10501e5d-db23-46ac-9035-6b2c82fc905d None None] Attempting to bind port 88cdf804-3521-4f9c-8f27-15e19db92c91 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:41:28.866557 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-10501e5d-db23-46ac-9035-6b2c82fc905d None None] Attempting to bind port 88cdf804-3521-4f9c-8f27-15e19db92c91 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:41:28.866809 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10501e5d-db23-46ac-9035-6b2c82fc905d None None] Attempting to bind port 88cdf804-3521-4f9c-8f27-15e19db92c91 on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:41:28.877651 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10501e5d-db23-46ac-9035-6b2c82fc905d None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:41:28.878021 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10501e5d-db23-46ac-9035-6b2c82fc905d None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:41:28.878539 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-10501e5d-db23-46ac-9035-6b2c82fc905d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:28.879148 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10501e5d-db23-46ac-9035-6b2c82fc905d None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:41:28.879877 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-10501e5d-db23-46ac-9035-6b2c82fc905d None None] Bound port: 88cdf804-3521-4f9c-8f27-15e19db92c91, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:41:28.880279 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-10501e5d-db23-46ac-9035-6b2c82fc905d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:28.972792 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d82de-bd74-47f5-934f-3cc6eef54de1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Subnet': ['ID=3b8c47c4-15f8-4b41-9274-581ee2210e3f,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:28.972792 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ba7d82de-bd74-47f5-934f-3cc6eef54de1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:28.973474 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4781a407-9d3a-4085-9747-215d61f845b9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:28.980215 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022e17a-6624-4b92-a156-c7d59f83895b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:28.980513 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022e17a-6624-4b92-a156-c7d59f83895b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:28.981010 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022e17a-6624-4b92-a156-c7d59f83895b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:28.981339 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022e17a-6624-4b92-a156-c7d59f83895b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:28.981709 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022e17a-6624-4b92-a156-c7d59f83895b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:28.982290 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022e17a-6624-4b92-a156-c7d59f83895b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:28.982613 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022e17a-6624-4b92-a156-c7d59f83895b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:28.982930 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022e17a-6624-4b92-a156-c7d59f83895b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:28.983485 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022e17a-6624-4b92-a156-c7d59f83895b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:28.983805 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022e17a-6624-4b92-a156-c7d59f83895b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:28.984117 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022e17a-6624-4b92-a156-c7d59f83895b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:28.984427 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022e17a-6624-4b92-a156-c7d59f83895b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:29.031320 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-10501e5d-db23-46ac-9035-6b2c82fc905d None None] For port 88cdf804-3521-4f9c-8f27-15e19db92c91, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:41:29.035860 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-10501e5d-db23-46ac-9035-6b2c82fc905d None None] For port 88cdf804-3521-4f9c-8f27-15e19db92c91, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=88cdf804-3521-4f9c-8f27-15e19db92c91,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:41:29.048371 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7e363bd7-2f0d-47fa-b6c7-5056f26f65e8 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:29.069301 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14d8940-c4e2-423a-acc1-3d9a3ea30df5 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:41:29.083823 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-7e363bd7-2f0d-47fa-b6c7-5056f26f65e8 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:29.093481 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7e363bd7-2f0d-47fa-b6c7-5056f26f65e8 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Usage tracker for resource:security_group_rule and tenant:f559555ef6124802b230d39d3db00e17 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:29.099468 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7e363bd7-2f0d-47fa-b6c7-5056f26f65e8 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:29.115021 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-7e363bd7-2f0d-47fa-b6c7-5056f26f65e8 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:29.121414 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4781a407-9d3a-4085-9747-215d61f845b9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:29.128834 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-10501e5d-db23-46ac-9035-6b2c82fc905d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:29.177876 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4781a407-9d3a-4085-9747-215d61f845b9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93960856-470b-421f-ba41-9ff435bf5c6a,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:29.233866 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45006) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:29.237460 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ba7d82de-bd74-47f5-934f-3cc6eef54de1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/3b8c47c4-15f8-4b41-9274-581ee2210e3f HTTP/1.1" status: 204 len: 168 time: 1.0674088 May 27 02:41:29.249143 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:29.260457 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7e363bd7-2f0d-47fa-b6c7-5056f26f65e8 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:29.285642 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fcce59-e242-4577-90e6-2226e703221b None None] Update dhcp port {'port': {'network_id': 'b14b3dd4-cd52-4594-a4f1-75be2851fbfb', 'fixed_ips': [{'subnet_id': 'a93c7ded-7526-49c6-85ea-cc5c9b7d1112', 'ip_address': '172.20.0.18'}, {'subnet_id': '8dcfcfc6-e6b4-4993-a919-056a56b2bb82'}], 'binding:host_id': 'n-d-843554-3'}, 'id': 'f77fa7b1-ee94-49d4-81e1-60501ef9595c'} from n-d-843554-3. {{(pid=88903) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 02:41:29.299598 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce9161f6-d53b-48cf-8d71-7c5d690d8b54 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:29.331992 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10501e5d-db23-46ac-9035-6b2c82fc905d None None] Routers {'45d36c25-581c-4a7e-968b-551d06a80eda'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:41:29.332595 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-10501e5d-db23-46ac-9035-6b2c82fc905d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:41:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['45d36c25-581c-4a7e-968b-551d06a80eda'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:41:29.364387 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:29.366463 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4781a407-9d3a-4085-9747-215d61f845b9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:29.371081 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45010) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:29.376742 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-0f6b7a52-05b5-4fc1-bc8a-96881b7c4d05 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Request body: {'security_group_rule': {'security_group_id': 'f0662ea5-3cda-4979-b877-0990dad899c0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:29.381284 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4781a407-9d3a-4085-9747-215d61f845b9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0060182 May 27 02:41:29.401446 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-09fcce59-e242-4577-90e6-2226e703221b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:29.407091 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022e17a-6624-4b92-a156-c7d59f83895b None None] Pushing event updated for resources: {'Port': ['ID=88cdf804-3521-4f9c-8f27-15e19db92c91,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:29.413572 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7e363bd7-2f0d-47fa-b6c7-5056f26f65e8 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:29.413572 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-0f6b7a52-05b5-4fc1-bc8a-96881b7c4d05 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:29.453820 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-0f6b7a52-05b5-4fc1-bc8a-96881b7c4d05 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Usage tracker for resource:security_group_rule and tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:29.467794 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-0f6b7a52-05b5-4fc1-bc8a-96881b7c4d05 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:29.508110 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-0f6b7a52-05b5-4fc1-bc8a-96881b7c4d05 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:29.530382 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e363bd7-2f0d-47fa-b6c7-5056f26f65e8 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fea932b6-f153-44e4-9f3c-4f5a9e049fa9,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:29.558274 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9161f6-d53b-48cf-8d71-7c5d690d8b54 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Checking segment: {'id': '7e3abe43-4d43-4a8c-a57b-a17033e93da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '56de6edb-4271-49d5-883c-5ccf0c388efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:41:29.558665 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9161f6-d53b-48cf-8d71-7c5d690d8b54 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Network hostable DHCP agents. Network: 56de6edb-4271-49d5-883c-5ccf0c388efd, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:41:29.570218 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-bac4a2a0-dab5-450e-a146-0c7f94527582 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting subnet e60dfd2c-ae22-42b7-be25-63612d439248 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:41:29.577692 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-10501e5d-db23-46ac-9035-6b2c82fc905d None None] Set router 45d36c25-581c-4a7e-968b-551d06a80eda gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:41:29.578090 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bac4a2a0-dab5-450e-a146-0c7f94527582 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:29.621701 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7e363bd7-2f0d-47fa-b6c7-5056f26f65e8 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:29.623446 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7e363bd7-2f0d-47fa-b6c7-5056f26f65e8 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8663728 May 27 02:41:29.627259 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45018) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:29.638821 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9161f6-d53b-48cf-8d71-7c5d690d8b54 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'Subnet': ['ID=729be140-e744-46ec-b913-ee3fd12524ff,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:29.640563 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-ee08d6ad-36d1-4f06-a8d5-fae348d33533 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'security_group': {'name': 'tempest-secgroup-307203735'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:29.660948 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-ee08d6ad-36d1-4f06-a8d5-fae348d33533 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:29.672192 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-ee08d6ad-36d1-4f06-a8d5-fae348d33533 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Usage tracker for resource:security_group and tenant:f559555ef6124802b230d39d3db00e17 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:29.680153 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-ee08d6ad-36d1-4f06-a8d5-fae348d33533 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:29.680408 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bac4a2a0-dab5-450e-a146-0c7f94527582 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:29.696539 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-ee08d6ad-36d1-4f06-a8d5-fae348d33533 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:29.730149 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0f6b7a52-05b5-4fc1-bc8a-96881b7c4d05 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:29.762402 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-09fcce59-e242-4577-90e6-2226e703221b None None] Allocated IP 172.20.0.2 (b14b3dd4-cd52-4594-a4f1-75be2851fbfb/8dcfcfc6-e6b4-4993-a919-056a56b2bb82/f77fa7b1-ee94-49d4-81e1-60501ef9595c) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:41:29.786148 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9161f6-d53b-48cf-8d71-7c5d690d8b54 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Network 56de6edb-4271-49d5-883c-5ccf0c388efd is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:41:29.843318 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ee08d6ad-36d1-4f06-a8d5-fae348d33533 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:29.892242 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-ee08d6ad-36d1-4f06-a8d5-fae348d33533 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:29.897765 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-ee08d6ad-36d1-4f06-a8d5-fae348d33533 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Usage tracker for resource:security_group_rule and tenant:f559555ef6124802b230d39d3db00e17 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:29.899053 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bac4a2a0-dab5-450e-a146-0c7f94527582 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:29.901581 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-ee08d6ad-36d1-4f06-a8d5-fae348d33533 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:29.908616 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-ee08d6ad-36d1-4f06-a8d5-fae348d33533 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:29.986380 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-ce9161f6-d53b-48cf-8d71-7c5d690d8b54 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 56de6edb-4271-49d5-883c-5ccf0c388efd) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:41:29.998566 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9161f6-d53b-48cf-8d71-7c5d690d8b54 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:30.004360 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce9161f6-d53b-48cf-8d71-7c5d690d8b54 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:30.046957 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0f6b7a52-05b5-4fc1-bc8a-96881b7c4d05 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:30.112398 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ce9161f6-d53b-48cf-8d71-7c5d690d8b54 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7161872 May 27 02:41:30.114796 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45030) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:30.134205 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-09fcce59-e242-4577-90e6-2226e703221b None None] For port f77fa7b1-ee94-49d4-81e1-60501ef9595c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=f77fa7b1-ee94-49d4-81e1-60501ef9595c,segment=NetworkSegment(98dc657f-1d6a-4247-b90f-092fe3bcf432),segment_id=98dc657f-1d6a-4247-b90f-092fe3bcf432)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:41:30.152036 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0f6b7a52-05b5-4fc1-bc8a-96881b7c4d05 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:30.181755 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-10501e5d-db23-46ac-9035-6b2c82fc905d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d36c25-581c-4a7e-968b-551d06a80eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1795577778', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '88cdf804-3521-4f9c-8f27-15e19db92c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:41:19Z', 'updated_at': '2022-05-27T02:41:24Z', 'revision_number': 3, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': '88cdf804-3521-4f9c-8f27-15e19db92c91', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:06:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d36c25-581c-4a7e-968b-551d06a80eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:41:21Z', 'updated_at': '2022-05-27T02:41:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:41:30.184760 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-09fcce59-e242-4577-90e6-2226e703221b None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:30.198805 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10501e5d-db23-46ac-9035-6b2c82fc905d None None] The sync data for ids ['45d36c25-581c-4a7e-968b-551d06a80eda'] in n-d-843554-3 is: [{'id': '45d36c25-581c-4a7e-968b-551d06a80eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1795577778', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '88cdf804-3521-4f9c-8f27-15e19db92c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:41:19Z', 'updated_at': '2022-05-27T02:41:24Z', 'revision_number': 3, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': '88cdf804-3521-4f9c-8f27-15e19db92c91', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:06:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d36c25-581c-4a7e-968b-551d06a80eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:41:21Z', 'updated_at': '2022-05-27T02:41:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:41:30.205386 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-09fcce59-e242-4577-90e6-2226e703221b None None] Transition to ACTIVE for port object f77fa7b1-ee94-49d4-81e1-60501ef9595c will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:41:30.227059 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57dfc68b-ed9a-457b-8a46-d6f2da385a65 None None] Network 56de6edb-4271-49d5-883c-5ccf0c388efd requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:41:30.227176 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ee08d6ad-36d1-4f06-a8d5-fae348d33533 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:30.245967 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6b7a52-05b5-4fc1-bc8a-96881b7c4d05 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a96929a-688b-4ca6-91ac-925823582c8b,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:30.316474 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bac4a2a0-dab5-450e-a146-0c7f94527582 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:30.361546 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ee08d6ad-36d1-4f06-a8d5-fae348d33533 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:30.419271 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0f6b7a52-05b5-4fc1-bc8a-96881b7c4d05 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:30.420519 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0f6b7a52-05b5-4fc1-bc8a-96881b7c4d05 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0483751 May 27 02:41:30.430925 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45046) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:30.446703 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bac4a2a0-dab5-450e-a146-0c7f94527582 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:30.450636 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-09fcce59-e242-4577-90e6-2226e703221b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:30.456010 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-5b0a7b22-5fc8-43cb-8dc7-a7777f6767cc tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Request body: {'security_group_rule': {'security_group_id': 'f0662ea5-3cda-4979-b877-0990dad899c0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:30.468204 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac4a2a0-dab5-450e-a146-0c7f94527582 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Subnet': ['ID=e60dfd2c-ae22-42b7-be25-63612d439248,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:30.472176 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08d6ad-36d1-4f06-a8d5-fae348d33533 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58c60a41-bbd8-40dc-8455-90c729bfdb3e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:30.490333 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5b0a7b22-5fc8-43cb-8dc7-a7777f6767cc tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:30.504648 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-bac4a2a0-dab5-450e-a146-0c7f94527582 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/e60dfd2c-ae22-42b7-be25-63612d439248 HTTP/1.1" status: 204 len: 168 time: 1.2696362 May 27 02:41:30.512538 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5b0a7b22-5fc8-43cb-8dc7-a7777f6767cc tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Usage tracker for resource:security_group_rule and tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:30.516054 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45050) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:30.519470 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5b0a7b22-5fc8-43cb-8dc7-a7777f6767cc tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:30.631123 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ee08d6ad-36d1-4f06-a8d5-fae348d33533 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:30.634659 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ee08d6ad-36d1-4f06-a8d5-fae348d33533 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0060928 May 27 02:41:30.637510 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45054) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:30.658658 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5b0a7b22-5fc8-43cb-8dc7-a7777f6767cc tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:30.671949 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-0e55e9ea-ff8b-481b-86cd-9fd5ecacbed7 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-28865797', 'security_groups': ['58c60a41-bbd8-40dc-8455-90c729bfdb3e'], 'network_id': 'b14b3dd4-cd52-4594-a4f1-75be2851fbfb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8dcfcfc6-e6b4-4993-a919-056a56b2bb82'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:30.690206 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3a7b586a-3836-448e-baf6-be0d8d1b83d0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1729903 May 27 02:41:30.697694 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45058) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:30.707110 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-daf0e180-c428-4754-92a1-596996e48930 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'subnet': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:30.817573 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 88cdf804-3521-4f9c-8f27-15e19db92c91 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:41:30.895425 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ac6907-91c1-4a12-bad4-5cc7f760711f None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:41:30.922797 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7b22-5fc8-43cb-8dc7-a7777f6767cc tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:30.948271 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:30.971993 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0e55e9ea-ff8b-481b-86cd-9fd5ecacbed7 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:31.000861 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0e55e9ea-ff8b-481b-86cd-9fd5ecacbed7 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:31.112881 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e55e9ea-ff8b-481b-86cd-9fd5ecacbed7 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Made reservation on behalf of f559555ef6124802b230d39d3db00e17 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:41:31.178153 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-90c1eb66-850b-4313-983b-f8d0e7bc08fc None None] Provisioning complete for port f88a3eeb-3d30-4a1d-b4d4-fbecf57442b8 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:31.186011 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-90c1eb66-850b-4313-983b-f8d0e7bc08fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:31.263679 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fcce59-e242-4577-90e6-2226e703221b None None] Pushing event updated for resources: {'Port': ['ID=f77fa7b1-ee94-49d4-81e1-60501ef9595c,revision_number=6']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:31.296367 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fcce59-e242-4577-90e6-2226e703221b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:31.296736 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fcce59-e242-4577-90e6-2226e703221b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:31.297085 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fcce59-e242-4577-90e6-2226e703221b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:31.297416 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fcce59-e242-4577-90e6-2226e703221b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:31.297744 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fcce59-e242-4577-90e6-2226e703221b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:31.298104 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fcce59-e242-4577-90e6-2226e703221b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:31.298493 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fcce59-e242-4577-90e6-2226e703221b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:31.298816 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fcce59-e242-4577-90e6-2226e703221b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:31.299134 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fcce59-e242-4577-90e6-2226e703221b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:31.299454 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fcce59-e242-4577-90e6-2226e703221b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:31.299772 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fcce59-e242-4577-90e6-2226e703221b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:31.300090 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fcce59-e242-4577-90e6-2226e703221b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:31.349542 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45066) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:31.418584 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-daf0e180-c428-4754-92a1-596996e48930 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:31.435414 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-daf0e180-c428-4754-92a1-596996e48930 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:subnet and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:31.454599 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-daf0e180-c428-4754-92a1-596996e48930 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:31.478100 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-daf0e180-c428-4754-92a1-596996e48930 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:31.487132 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7b22-5fc8-43cb-8dc7-a7777f6767cc tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:31.580984 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7b22-5fc8-43cb-8dc7-a7777f6767cc tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:31.615291 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a7b22-5fc8-43cb-8dc7-a7777f6767cc tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd44fe16-c324-413d-97a7-663839a6310f,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:31.626159 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf0e180-c428-4754-92a1-596996e48930 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:41:31.630034 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-daf0e180-c428-4754-92a1-596996e48930 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:31.680437 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fb6391bd-8665-4287-a937-06d1fba492af admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:31.707496 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0e55e9ea-ff8b-481b-86cd-9fd5ecacbed7 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:31.754304 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-90c1eb66-850b-4313-983b-f8d0e7bc08fc None None] Current status of the port f88a3eeb-3d30-4a1d-b4d4-fbecf57442b8 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:41:31.765715 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c5d553-7152-4241-9e15-291ec6d94a1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-56de6edb-4271-49d5-883c-5ccf0c388efd', 'network_id': '56de6edb-4271-49d5-883c-5ccf0c388efd', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'fixed_ips': [{'subnet_id': '729be140-e744-46ec-b913-ee3fd12524ff'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:41:31.766534 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f2c5d553-7152-4241-9e15-291ec6d94a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:31.779264 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7b22-5fc8-43cb-8dc7-a7777f6767cc tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:31.780632 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5b0a7b22-5fc8-43cb-8dc7-a7777f6767cc tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3462527 May 27 02:41:31.786552 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45072) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:31.810350 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-a3824336-8a2a-4f55-891b-51f5e62f10df tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Request body: {'security_group_rule': {'security_group_id': 'f0662ea5-3cda-4979-b877-0990dad899c0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:31.828466 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-fb6391bd-8665-4287-a937-06d1fba492af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:31.831671 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a3824336-8a2a-4f55-891b-51f5e62f10df tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:31.841323 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-fb6391bd-8665-4287-a937-06d1fba492af admin admin] Usage tracker for resource:security_group_rule and tenant:9b9c0551d29a41788829604057c66f80 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:31.841667 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 88cdf804-3521-4f9c-8f27-15e19db92c91 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:41:31.849659 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a3824336-8a2a-4f55-891b-51f5e62f10df tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Usage tracker for resource:security_group_rule and tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:31.853260 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-fb6391bd-8665-4287-a937-06d1fba492af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:31.860511 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a3824336-8a2a-4f55-891b-51f5e62f10df tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:31.865368 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-fb6391bd-8665-4287-a937-06d1fba492af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:31.874631 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a3824336-8a2a-4f55-891b-51f5e62f10df tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:31.918119 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 88cdf804-3521-4f9c-8f27-15e19db92c91 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:31.919062 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:31.962695 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-0e55e9ea-ff8b-481b-86cd-9fd5ecacbed7 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] device_id is not set on port 0fd77f18-2b8a-414e-876f-16f75df9e734 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:41:32.023045 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3824336-8a2a-4f55-891b-51f5e62f10df tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:32.109404 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d544a93-0574-44f2-84e0-828467fc4b0a None None] DHCP port deletion for 1e095441-a19f-4261-8588-a806dc249ed2 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:41:32.157258 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3824336-8a2a-4f55-891b-51f5e62f10df tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:32.159475 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-2d544a93-0574-44f2-84e0-828467fc4b0a None None] Deleting port f88a3eeb-3d30-4a1d-b4d4-fbecf57442b8 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:41:32.159475 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2d544a93-0574-44f2-84e0-828467fc4b0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:32.161853 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fb6391bd-8665-4287-a937-06d1fba492af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:32.259904 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3824336-8a2a-4f55-891b-51f5e62f10df tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:32.261458 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-f2c5d553-7152-4241-9e15-291ec6d94a1a None None] Allocated IP 172.20.0.2 (56de6edb-4271-49d5-883c-5ccf0c388efd/729be140-e744-46ec-b913-ee3fd12524ff/cb939899-8a43-471a-b7b1-aaeee284e07f) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:41:32.286204 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3824336-8a2a-4f55-891b-51f5e62f10df tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f6db247-937c-4618-902d-eb41895db233,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:32.315907 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fb6391bd-8665-4287-a937-06d1fba492af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:32.320445 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-daf0e180-c428-4754-92a1-596996e48930 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:32.321762 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 88cdf804-3521-4f9c-8f27-15e19db92c91 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:41:32.322149 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:32.342346 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 88cdf804-3521-4f9c-8f27-15e19db92c91, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=88cdf804-3521-4f9c-8f27-15e19db92c91,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:41:32.384240 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5255bf77-ca42-4132-bede-c986b658b264 None None] Provisioning complete for port 6438b57e-5cb6-4a70-857e-e0084f169cb3 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:32.384474 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5255bf77-ca42-4132-bede-c986b658b264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:32.392857 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-0e55e9ea-ff8b-481b-86cd-9fd5ecacbed7 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Allocated IP 172.20.0.6 (b14b3dd4-cd52-4594-a4f1-75be2851fbfb/8dcfcfc6-e6b4-4993-a919-056a56b2bb82/0fd77f18-2b8a-414e-876f-16f75df9e734) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:41:32.417592 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bfd4d521-1e47-4d8e-93c1-6efa1bc501b4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:32.434159 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf0e180-c428-4754-92a1-596996e48930 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:41:32.439887 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3824336-8a2a-4f55-891b-51f5e62f10df tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:32.441361 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a3824336-8a2a-4f55-891b-51f5e62f10df tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6360788 May 27 02:41:32.442283 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6391bd-8665-4287-a937-06d1fba492af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb639387-9188-4aa2-9e8a-8ace2e26a469,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:32.445879 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-daf0e180-c428-4754-92a1-596996e48930 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:41:32.449529 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5255bf77-ca42-4132-bede-c986b658b264 None None] Port 6438b57e-5cb6-4a70-857e-e0084f169cb3 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:41:32.453435 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-fb6391bd-8665-4287-a937-06d1fba492af admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9b9c0551d29a41788829604057c66f80&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1002965 May 27 02:41:32.458005 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf0e180-c428-4754-92a1-596996e48930 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:32.470081 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45078) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:32.470081 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45080) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:32.470621 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-daf0e180-c428-4754-92a1-596996e48930 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:32.479361 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf0e180-c428-4754-92a1-596996e48930 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Subnet': ['ID=9cfdd034-9b00-457d-ac20-6a6cc1a89e64,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:32.511984 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:32.548663 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ff9170ae-6a94-479b-837b-3cdf445d517c tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Request body: {'security_group_rule': {'security_group_id': 'f0662ea5-3cda-4979-b877-0990dad899c0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:32.564415 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-daf0e180-c428-4754-92a1-596996e48930 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8633418 May 27 02:41:32.565385 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45086) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:32.572456 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-e888c8d6-53b1-4e72-9c42-73d0286877ab tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'subnet': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:32.653275 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ff9170ae-6a94-479b-837b-3cdf445d517c tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:32.683687 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-2d544a93-0574-44f2-84e0-828467fc4b0a None None] For port f88a3eeb-3d30-4a1d-b4d4-fbecf57442b8, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=f88a3eeb-3d30-4a1d-b4d4-fbecf57442b8,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:41:32.684071 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2d544a93-0574-44f2-84e0-828467fc4b0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:32.733037 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ff9170ae-6a94-479b-837b-3cdf445d517c tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Usage tracker for resource:security_group_rule and tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:32.762717 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ff9170ae-6a94-479b-837b-3cdf445d517c tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:32.817793 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ff9170ae-6a94-479b-837b-3cdf445d517c tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:32.818844 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e888c8d6-53b1-4e72-9c42-73d0286877ab tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:32.831327 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e888c8d6-53b1-4e72-9c42-73d0286877ab tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:subnet and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:32.838753 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e888c8d6-53b1-4e72-9c42-73d0286877ab tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:32.840129 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-2d544a93-0574-44f2-84e0-828467fc4b0a None None] Calling delete_port for f88a3eeb-3d30-4a1d-b4d4-fbecf57442b8 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:41:32.855945 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e888c8d6-53b1-4e72-9c42-73d0286877ab tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:32.873345 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f77fa7b1-ee94-49d4-81e1-60501ef9595c up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:41:32.898555 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5255bf77-ca42-4132-bede-c986b658b264 None None] Provisioning for port f77fa7b1-ee94-49d4-81e1-60501ef9595c completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:41:32.947727 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-74407473-c95d-4e45-87e5-a2111df8b8e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:32.949259 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e888c8d6-53b1-4e72-9c42-73d0286877ab tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:41:32.953393 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e888c8d6-53b1-4e72-9c42-73d0286877ab tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:33.051059 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-74407473-c95d-4e45-87e5-a2111df8b8e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:33.053548 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=88cdf804-3521-4f9c-8f27-15e19db92c91,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:33.077408 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5255bf77-ca42-4132-bede-c986b658b264 None None] Provisioning complete for port f77fa7b1-ee94-49d4-81e1-60501ef9595c triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:33.081065 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5255bf77-ca42-4132-bede-c986b658b264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:33.082734 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff9170ae-6a94-479b-837b-3cdf445d517c tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:33.109346 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0e55e9ea-ff8b-481b-86cd-9fd5ecacbed7 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:33.115149 n-d-843554-3 neutron-server[88902]: INFO neutron.db.ipam_backend_mixin [None req-e888c8d6-53b1-4e72-9c42-73d0286877ab tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9cfdd034-9b00-457d-ac20-6a6cc1a89e64 (CIDR: 2001:db8::/64) May 27 02:41:33.169084 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-e888c8d6-53b1-4e72-9c42-73d0286877ab tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:41:33.169886 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e888c8d6-53b1-4e72-9c42-73d0286877ab tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:33.178031 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-0e55e9ea-ff8b-481b-86cd-9fd5ecacbed7 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Transition to ACTIVE for port object 0fd77f18-2b8a-414e-876f-16f75df9e734 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:41:33.183220 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f2c5d553-7152-4241-9e15-291ec6d94a1a None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:33.213581 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port f77fa7b1-ee94-49d4-81e1-60501ef9595c triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:33.213968 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:33.295969 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff9170ae-6a94-479b-837b-3cdf445d517c tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:33.308794 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e888c8d6-53b1-4e72-9c42-73d0286877ab tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7407546 May 27 02:41:33.310338 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45090) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:33.316283 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-d7b802df-2abe-4dbb-8263-0c300f0dc339 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'subnet': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:33.329348 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5255bf77-ca42-4132-bede-c986b658b264 None None] Current status of the port f77fa7b1-ee94-49d4-81e1-60501ef9595c is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:41:33.399037 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2d544a93-0574-44f2-84e0-828467fc4b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:33.452194 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff9170ae-6a94-479b-837b-3cdf445d517c tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:33.452993 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f2c5d553-7152-4241-9e15-291ec6d94a1a None None] Transition to ACTIVE for port object cb939899-8a43-471a-b7b1-aaeee284e07f will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:41:33.454798 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-74407473-c95d-4e45-87e5-a2111df8b8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:33.456094 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d544a93-0574-44f2-84e0-828467fc4b0a None None] Pushing event deleted for resources: {'Port': ['ID=f88a3eeb-3d30-4a1d-b4d4-fbecf57442b8,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:33.459354 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port f77fa7b1-ee94-49d4-81e1-60501ef9595c is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:41:33.462527 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d544a93-0574-44f2-84e0-828467fc4b0a None None] No DVR routers for this DVR port f88a3eeb-3d30-4a1d-b4d4-fbecf57442b8 on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:41:33.482071 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-d7b802df-2abe-4dbb-8263-0c300f0dc339 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:33.489473 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1681e499-de00-48a8-b82b-138c7baa7095 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:41:33.491588 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0e55e9ea-ff8b-481b-86cd-9fd5ecacbed7 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:33.492932 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d7b802df-2abe-4dbb-8263-0c300f0dc339 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:subnet and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:33.514325 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d7b802df-2abe-4dbb-8263-0c300f0dc339 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:33.523549 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-d7b802df-2abe-4dbb-8263-0c300f0dc339 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:33.613406 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74407473-c95d-4e45-87e5-a2111df8b8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb639387-9188-4aa2-9e8a-8ace2e26a469,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:33.647194 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f88a3eeb-3d30-4a1d-b4d4-fbecf57442b8 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:41:33.649385 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9170ae-6a94-479b-837b-3cdf445d517c tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb11b8b9-93af-46f6-9cea-f5b264944c44,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:33.657350 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e55e9ea-ff8b-481b-86cd-9fd5ecacbed7 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Network b14b3dd4-cd52-4594-a4f1-75be2851fbfb is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:41:33.663950 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-0e55e9ea-ff8b-481b-86cd-9fd5ecacbed7 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:41:33.672308 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e55e9ea-ff8b-481b-86cd-9fd5ecacbed7 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:41:33.683715 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f2c5d553-7152-4241-9e15-291ec6d94a1a None None] Transition to ACTIVE for port object cb939899-8a43-471a-b7b1-aaeee284e07f will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:41:33.684347 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b802df-2abe-4dbb-8263-0c300f0dc339 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:41:33.689351 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d7b802df-2abe-4dbb-8263-0c300f0dc339 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:33.698096 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: f88a3eeb-3d30-4a1d-b4d4-fbecf57442b8 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:41:33.698438 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f88a3eeb-3d30-4a1d-b4d4-fbecf57442b8 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:41:33.737231 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55e9ea-ff8b-481b-86cd-9fd5ecacbed7 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'Port': ['ID=0fd77f18-2b8a-414e-876f-16f75df9e734,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:33.785490 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e55e9ea-ff8b-481b-86cd-9fd5ecacbed7 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:33.786474 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0e55e9ea-ff8b-481b-86cd-9fd5ecacbed7 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:33.828692 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-74407473-c95d-4e45-87e5-a2111df8b8e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:33.832142 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-74407473-c95d-4e45-87e5-a2111df8b8e9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cb639387-9188-4aa2-9e8a-8ace2e26a469 HTTP/1.1" status: 204 len: 168 time: 1.3660674 May 27 02:41:33.832966 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f2c5d553-7152-4241-9e15-291ec6d94a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:33.900161 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff9170ae-6a94-479b-837b-3cdf445d517c tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:33.900161 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ff9170ae-6a94-479b-837b-3cdf445d517c tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.4386332 May 27 02:41:33.905096 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45098) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:33.917440 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0e55e9ea-ff8b-481b-86cd-9fd5ecacbed7 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.2788858 May 27 02:41:33.925433 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45102) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:33.938311 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-4dad39ce-f7c2-4b4a-ae3b-b299a1ac7021 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'subnet': {'network_id': 'b14b3dd4-cd52-4594-a4f1-75be2851fbfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:33.941177 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c5d553-7152-4241-9e15-291ec6d94a1a None None] Network 56de6edb-4271-49d5-883c-5ccf0c388efd is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:41:33.950860 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-f2c5d553-7152-4241-9e15-291ec6d94a1a None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:41:33.956361 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c776d91c-b648-4665-9615-34cffbb642f0 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:33.962773 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c5d553-7152-4241-9e15-291ec6d94a1a None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:41:33.972405 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c776d91c-b648-4665-9615-34cffbb642f0 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:34.101448 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c776d91c-b648-4665-9615-34cffbb642f0 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:34.103153 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c5d553-7152-4241-9e15-291ec6d94a1a None None] Pushing event updated for resources: {'Port': ['ID=cb939899-8a43-471a-b7b1-aaeee284e07f,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:34.122495 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600c919b-d840-45ad-a10f-c234f32280c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-1e095441-a19f-4261-8588-a806dc249ed2', 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'tenant_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'fixed_ips': [{'subnet_id': '9cfdd034-9b00-457d-ac20-6a6cc1a89e64'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:41:34.123426 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-600c919b-d840-45ad-a10f-c234f32280c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:34.133775 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776d91c-b648-4665-9615-34cffbb642f0 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb11b8b9-93af-46f6-9cea-f5b264944c44,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:34.153155 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c776d91c-b648-4665-9615-34cffbb642f0 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:34.154146 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c776d91c-b648-4665-9615-34cffbb642f0 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/cb11b8b9-93af-46f6-9cea-f5b264944c44 HTTP/1.1" status: 204 len: 168 time: 0.2481105 May 27 02:41:34.157098 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45106) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:34.160268 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-f2c5d553-7152-4241-9e15-291ec6d94a1a None None] Attempting to bind port cb939899-8a43-471a-b7b1-aaeee284e07f on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:41:34.160645 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-f2c5d553-7152-4241-9e15-291ec6d94a1a None None] Attempting to bind port cb939899-8a43-471a-b7b1-aaeee284e07f by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '7e3abe43-4d43-4a8c-a57b-a17033e93da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '56de6edb-4271-49d5-883c-5ccf0c388efd'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:41:34.161038 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c5d553-7152-4241-9e15-291ec6d94a1a None None] Attempting to bind port cb939899-8a43-471a-b7b1-aaeee284e07f on network 56de6edb-4271-49d5-883c-5ccf0c388efd {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:41:34.185605 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-bfd4d521-1e47-4d8e-93c1-6efa1bc501b4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Allocated IP 172.20.0.1 (56de6edb-4271-49d5-883c-5ccf0c388efd/729be140-e744-46ec-b913-ee3fd12524ff/652ec688-f131-4518-b4b8-23749e1fb7a9) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:41:34.254500 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-37e995ed-fdd0-4550-8ad2-056d496e0dd8 None None] Provisioning for port 0fd77f18-2b8a-414e-876f-16f75df9e734 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:41:34.259956 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c5d553-7152-4241-9e15-291ec6d94a1a None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:41:34.260812 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c5d553-7152-4241-9e15-291ec6d94a1a None None] Checking segment: {'id': '7e3abe43-4d43-4a8c-a57b-a17033e93da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '56de6edb-4271-49d5-883c-5ccf0c388efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:41:34.261460 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f2c5d553-7152-4241-9e15-291ec6d94a1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:34.262094 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c5d553-7152-4241-9e15-291ec6d94a1a None None] Bound using segment: {'id': '7e3abe43-4d43-4a8c-a57b-a17033e93da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '56de6edb-4271-49d5-883c-5ccf0c388efd'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:41:34.263483 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-f2c5d553-7152-4241-9e15-291ec6d94a1a None None] Bound port: cb939899-8a43-471a-b7b1-aaeee284e07f, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e3abe43-4d43-4a8c-a57b-a17033e93da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '56de6edb-4271-49d5-883c-5ccf0c388efd'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:41:34.264260 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f2c5d553-7152-4241-9e15-291ec6d94a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:34.279035 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3eb7de53-f540-444a-85e8-6d423f9cd739 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Synchronizing usage tracker for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group_rule {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:41:34.288336 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-37e995ed-fdd0-4550-8ad2-056d496e0dd8 None None] Provisioning complete for port 0fd77f18-2b8a-414e-876f-16f75df9e734 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:34.291864 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-37e995ed-fdd0-4550-8ad2-056d496e0dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:34.331191 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4dad39ce-f7c2-4b4a-ae3b-b299a1ac7021 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:34.340182 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4dad39ce-f7c2-4b4a-ae3b-b299a1ac7021 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Usage tracker for resource:subnet and tenant:f559555ef6124802b230d39d3db00e17 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:34.344705 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4dad39ce-f7c2-4b4a-ae3b-b299a1ac7021 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:34.356028 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4dad39ce-f7c2-4b4a-ae3b-b299a1ac7021 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:34.379955 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3eb7de53-f540-444a-85e8-6d423f9cd739 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Unset dirty status for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group_rule {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:41:34.385017 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3eb7de53-f540-444a-85e8-6d423f9cd739 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2238817 May 27 02:41:34.394434 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45112) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:34.413816 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bfd4d521-1e47-4d8e-93c1-6efa1bc501b4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:34.424402 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7a12c450-edbe-43c4-b1a7-3bd2985f791c tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:34.434868 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7a12c450-edbe-43c4-b1a7-3bd2985f791c tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:34.436263 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-bfd4d521-1e47-4d8e-93c1-6efa1bc501b4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Transition to ACTIVE for port object 652ec688-f131-4518-b4b8-23749e1fb7a9 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:41:34.471345 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-37e995ed-fdd0-4550-8ad2-056d496e0dd8 None None] Port 0fd77f18-2b8a-414e-876f-16f75df9e734 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:41:34.505638 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dad39ce-f7c2-4b4a-ae3b-b299a1ac7021 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Made reservation on behalf of f559555ef6124802b230d39d3db00e17 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:41:34.509181 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4dad39ce-f7c2-4b4a-ae3b-b299a1ac7021 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:34.515099 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-f2c5d553-7152-4241-9e15-291ec6d94a1a None None] For port cb939899-8a43-471a-b7b1-aaeee284e07f, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:41:34.515099 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-f2c5d553-7152-4241-9e15-291ec6d94a1a None None] For port cb939899-8a43-471a-b7b1-aaeee284e07f, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=cb939899-8a43-471a-b7b1-aaeee284e07f,segment=NetworkSegment(7e3abe43-4d43-4a8c-a57b-a17033e93da0),segment_id=7e3abe43-4d43-4a8c-a57b-a17033e93da0)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:41:34.526773 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-600c919b-d840-45ad-a10f-c234f32280c8 None None] Allocated IP 2001:db8::2 (1e095441-a19f-4261-8588-a806dc249ed2/9cfdd034-9b00-457d-ac20-6a6cc1a89e64/875e4c22-2ab9-4c03-8b7f-9d583250c675) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:41:34.581850 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bfd4d521-1e47-4d8e-93c1-6efa1bc501b4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:34.604160 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7a12c450-edbe-43c4-b1a7-3bd2985f791c tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:34.610072 n-d-843554-3 neutron-server[88902]: DEBUG neutron.objects.ports [None req-d7b802df-2abe-4dbb-8263-0c300f0dc339 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88902) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 02:41:34.618683 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f2c5d553-7152-4241-9e15-291ec6d94a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:34.621001 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d7b802df-2abe-4dbb-8263-0c300f0dc339 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:34.664610 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a12c450-edbe-43c4-b1a7-3bd2985f791c tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f6db247-937c-4618-902d-eb41895db233,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:34.684405 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd4d521-1e47-4d8e-93c1-6efa1bc501b4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Network 56de6edb-4271-49d5-883c-5ccf0c388efd is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:41:34.692419 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-bfd4d521-1e47-4d8e-93c1-6efa1bc501b4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:41:34.695188 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b802df-2abe-4dbb-8263-0c300f0dc339 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:41:34.699120 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-d7b802df-2abe-4dbb-8263-0c300f0dc339 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:41:34.700641 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd4d521-1e47-4d8e-93c1-6efa1bc501b4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:41:34.715368 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b802df-2abe-4dbb-8263-0c300f0dc339 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:34.716216 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d7b802df-2abe-4dbb-8263-0c300f0dc339 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:34.732402 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45118) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:34.732753 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd4d521-1e47-4d8e-93c1-6efa1bc501b4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'Port': ['ID=652ec688-f131-4518-b4b8-23749e1fb7a9,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:34.777503 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b802df-2abe-4dbb-8263-0c300f0dc339 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Subnet': ['ID=c92282ba-8184-4535-b256-0e762324f15f,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:34.779058 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 88cdf804-3521-4f9c-8f27-15e19db92c91 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:41:34.779203 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7a12c450-edbe-43c4-b1a7-3bd2985f791c tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:34.780475 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7a12c450-edbe-43c4-b1a7-3bd2985f791c tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/0f6db247-937c-4618-902d-eb41895db233 HTTP/1.1" status: 204 len: 168 time: 0.3941879 May 27 02:41:34.783741 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45122) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:34.786444 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a35a705c-7e83-4161-aed0-e0076b46db5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:34.802093 n-d-843554-3 neutron-server[88901]: INFO neutron.db.ipam_backend_mixin [None req-4dad39ce-f7c2-4b4a-ae3b-b299a1ac7021 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8dcfcfc6-e6b4-4993-a919-056a56b2bb82 (CIDR: 172.20.0.0/28) May 27 02:41:34.819893 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bfd4d521-1e47-4d8e-93c1-6efa1bc501b4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:34.821056 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a35a705c-7e83-4161-aed0-e0076b46db5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:34.827419 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a35a705c-7e83-4161-aed0-e0076b46db5e admin admin] Usage tracker for resource:security_group_rule and tenant:c6f4895c82e04599b8aa0463739bf272 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:34.830958 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a35a705c-7e83-4161-aed0-e0076b46db5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:34.843359 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a35a705c-7e83-4161-aed0-e0076b46db5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:34.883957 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d89f32f7-a432-44c3-a3a9-7703bc4bf2f2 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Synchronizing usage tracker for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group_rule {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:41:34.891073 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d7b802df-2abe-4dbb-8263-0c300f0dc339 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5795960 May 27 02:41:34.899188 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45126) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:34.909627 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-936ddbc6-359d-4450-9e3a-0a84f238f955 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'port': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'mac_address': 'fa:16:3e:54:8b:8f', 'name': 'tempest-NetworksTestDHCPv6-1053015688'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:34.912457 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c5d553-7152-4241-9e15-291ec6d94a1a None None] Pushing event updated for resources: {'Port': ['ID=cb939899-8a43-471a-b7b1-aaeee284e07f,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:34.938143 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 88cdf804-3521-4f9c-8f27-15e19db92c91 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:34.938627 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:34.956695 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dad39ce-f7c2-4b4a-ae3b-b299a1ac7021 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:41:34.957219 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dad39ce-f7c2-4b4a-ae3b-b299a1ac7021 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:35.089085 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-600c919b-d840-45ad-a10f-c234f32280c8 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:35.107692 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4dad39ce-f7c2-4b4a-ae3b-b299a1ac7021 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1728408 May 27 02:41:35.107902 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45130) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:35.113572 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-eab2b2b1-3dc5-492d-a562-28402ff480ec tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'subnet': {'network_id': 'b14b3dd4-cd52-4594-a4f1-75be2851fbfb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:35.147709 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-600c919b-d840-45ad-a10f-c234f32280c8 None None] Transition to ACTIVE for port object 875e4c22-2ab9-4c03-8b7f-9d583250c675 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:41:35.179111 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 88cdf804-3521-4f9c-8f27-15e19db92c91 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:41:35.182071 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-600c919b-d840-45ad-a10f-c234f32280c8 None None] Transition to ACTIVE for port object 875e4c22-2ab9-4c03-8b7f-9d583250c675 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:41:35.285860 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a35a705c-7e83-4161-aed0-e0076b46db5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:35.294543 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-600c919b-d840-45ad-a10f-c234f32280c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:35.311651 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-936ddbc6-359d-4450-9e3a-0a84f238f955 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:35.315584 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bfd4d521-1e47-4d8e-93c1-6efa1bc501b4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:35.315967 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-936ddbc6-359d-4450-9e3a-0a84f238f955 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:port and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:35.323017 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-936ddbc6-359d-4450-9e3a-0a84f238f955 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:35.338586 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d89f32f7-a432-44c3-a3a9-7703bc4bf2f2 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Unset dirty status for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group_rule {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:41:35.343965 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45134) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:35.344595 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d89f32f7-a432-44c3-a3a9-7703bc4bf2f2 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.5587022 May 27 02:41:35.346070 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-936ddbc6-359d-4450-9e3a-0a84f238f955 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:35.377661 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a35a705c-7e83-4161-aed0-e0076b46db5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:35.378732 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600c919b-d840-45ad-a10f-c234f32280c8 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:41:35.382179 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-600c919b-d840-45ad-a10f-c234f32280c8 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:41:35.386871 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600c919b-d840-45ad-a10f-c234f32280c8 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:41:35.429203 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c919b-d840-45ad-a10f-c234f32280c8 None None] Pushing event updated for resources: {'Port': ['ID=875e4c22-2ab9-4c03-8b7f-9d583250c675,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:35.436135 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-eab2b2b1-3dc5-492d-a562-28402ff480ec tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:35.440667 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f0d8ddb-ca44-40e3-91c6-09e0adc95977 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:35.456815 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a705c-7e83-4161-aed0-e0076b46db5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0013ec20-b74a-4ef4-afc6-65b43499bb60,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:35.457436 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f0d8ddb-ca44-40e3-91c6-09e0adc95977 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:35.464084 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-eab2b2b1-3dc5-492d-a562-28402ff480ec tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Usage tracker for resource:subnet and tenant:f559555ef6124802b230d39d3db00e17 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:35.465526 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a35a705c-7e83-4161-aed0-e0076b46db5e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c6f4895c82e04599b8aa0463739bf272&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7213838 May 27 02:41:35.467812 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45138) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:35.506733 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936ddbc6-359d-4450-9e3a-0a84f238f955 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:41:35.513613 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-600c919b-d840-45ad-a10f-c234f32280c8 None None] Attempting to bind port 875e4c22-2ab9-4c03-8b7f-9d583250c675 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:41:35.514105 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-600c919b-d840-45ad-a10f-c234f32280c8 None None] Attempting to bind port 875e4c22-2ab9-4c03-8b7f-9d583250c675 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:41:35.514522 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600c919b-d840-45ad-a10f-c234f32280c8 None None] Attempting to bind port 875e4c22-2ab9-4c03-8b7f-9d583250c675 on network 1e095441-a19f-4261-8588-a806dc249ed2 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:41:35.520530 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600c919b-d840-45ad-a10f-c234f32280c8 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:41:35.520957 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600c919b-d840-45ad-a10f-c234f32280c8 None None] Checking segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:41:35.521587 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-600c919b-d840-45ad-a10f-c234f32280c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:35.522261 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600c919b-d840-45ad-a10f-c234f32280c8 None None] Bound using segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:41:35.522799 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-600c919b-d840-45ad-a10f-c234f32280c8 None None] Bound port: 875e4c22-2ab9-4c03-8b7f-9d583250c675, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:41:35.523236 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-600c919b-d840-45ad-a10f-c234f32280c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:35.525199 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-eab2b2b1-3dc5-492d-a562-28402ff480ec tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:35.550855 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-eab2b2b1-3dc5-492d-a562-28402ff480ec tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:35.619100 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-600c919b-d840-45ad-a10f-c234f32280c8 None None] For port 875e4c22-2ab9-4c03-8b7f-9d583250c675, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:41:35.622179 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-600c919b-d840-45ad-a10f-c234f32280c8 None None] For port 875e4c22-2ab9-4c03-8b7f-9d583250c675, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=875e4c22-2ab9-4c03-8b7f-9d583250c675,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:41:35.635185 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-58094f15-bec6-4138-b5e8-563093796a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:35.688329 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab2b2b1-3dc5-492d-a562-28402ff480ec tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Made reservation on behalf of f559555ef6124802b230d39d3db00e17 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:41:35.691825 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eab2b2b1-3dc5-492d-a562-28402ff480ec tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:35.692661 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-58094f15-bec6-4138-b5e8-563093796a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:35.705180 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-936ddbc6-359d-4450-9e3a-0a84f238f955 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:35.712007 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-600c919b-d840-45ad-a10f-c234f32280c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:35.716683 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f0d8ddb-ca44-40e3-91c6-09e0adc95977 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:35.751006 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-936ddbc6-359d-4450-9e3a-0a84f238f955 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] device_id is not set on port 2997339c-c2c0-434d-9c04-fd37bf6fa437 yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:41:35.795136 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c919b-d840-45ad-a10f-c234f32280c8 None None] Pushing event updated for resources: {'Port': ['ID=875e4c22-2ab9-4c03-8b7f-9d583250c675,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:35.829591 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d8ddb-ca44-40e3-91c6-09e0adc95977 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd44fe16-c324-413d-97a7-663839a6310f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:35.982192 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-58094f15-bec6-4138-b5e8-563093796a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:36.044749 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58094f15-bec6-4138-b5e8-563093796a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0013ec20-b74a-4ef4-afc6-65b43499bb60,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:36.067464 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-58094f15-bec6-4138-b5e8-563093796a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:36.088312 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-58094f15-bec6-4138-b5e8-563093796a84 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0013ec20-b74a-4ef4-afc6-65b43499bb60 HTTP/1.1" status: 204 len: 168 time: 0.6056986 May 27 02:41:36.110295 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-936ddbc6-359d-4450-9e3a-0a84f238f955 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Allocated IP 2001:db8::303 (1e095441-a19f-4261-8588-a806dc249ed2/9cfdd034-9b00-457d-ac20-6a6cc1a89e64/2997339c-c2c0-434d-9c04-fd37bf6fa437) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:41:36.117755 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-936ddbc6-359d-4450-9e3a-0a84f238f955 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Allocated IP 2001:db8:0:1:f816:3eff:fe54:8b8f (1e095441-a19f-4261-8588-a806dc249ed2/c92282ba-8184-4535-b256-0e762324f15f/2997339c-c2c0-434d-9c04-fd37bf6fa437) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:41:36.216127 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f0d8ddb-ca44-40e3-91c6-09e0adc95977 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:36.217288 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1f0d8ddb-ca44-40e3-91c6-09e0adc95977 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/bd44fe16-c324-413d-97a7-663839a6310f HTTP/1.1" status: 204 len: 168 time: 0.8706846 May 27 02:41:36.232160 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45146) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:36.238673 n-d-843554-3 neutron-server[88901]: INFO neutron.db.ipam_backend_mixin [None req-eab2b2b1-3dc5-492d-a562-28402ff480ec tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet a93c7ded-7526-49c6-85ea-cc5c9b7d1112 (CIDR: 172.20.0.16/28) May 27 02:41:36.295920 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-eab2b2b1-3dc5-492d-a562-28402ff480ec tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:41:36.296427 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eab2b2b1-3dc5-492d-a562-28402ff480ec tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:36.333797 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ca75eae0-5ec6-4228-b0da-45fdeaf677c7 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Synchronizing usage tracker for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group_rule {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:41:36.373072 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bfd4d521-1e47-4d8e-93c1-6efa1bc501b4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:36.426562 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-eab2b2b1-3dc5-492d-a562-28402ff480ec tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.3175988 May 27 02:41:36.429173 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45150) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:36.436169 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a7d5e58f-8b71-46c4-a696-26e3e1f90f74 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'subnet': {'network_id': 'b14b3dd4-cd52-4594-a4f1-75be2851fbfb', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:36.437702 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-936ddbc6-359d-4450-9e3a-0a84f238f955 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:36.459301 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-936ddbc6-359d-4450-9e3a-0a84f238f955 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Transition to ACTIVE for port object 2997339c-c2c0-434d-9c04-fd37bf6fa437 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:41:36.502713 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3329da3b-80b2-4d08-a158-78e1a012885b None None] Network 56de6edb-4271-49d5-883c-5ccf0c388efd requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:41:36.504023 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bfd4d521-1e47-4d8e-93c1-6efa1bc501b4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:36.534375 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ca75eae0-5ec6-4228-b0da-45fdeaf677c7 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Unset dirty status for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group_rule {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:41:36.541682 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ca75eae0-5ec6-4228-b0da-45fdeaf677c7 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2992358 May 27 02:41:36.541783 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45154) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:36.591452 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6a3c6cdb-d0be-4089-96da-590de21a2d4a tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:36.610211 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-936ddbc6-359d-4450-9e3a-0a84f238f955 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:36.656941 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd4d521-1e47-4d8e-93c1-6efa1bc501b4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'Port': ['ID=652ec688-f131-4518-b4b8-23749e1fb7a9,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:36.680220 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bfd4d521-1e47-4d8e-93c1-6efa1bc501b4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:36.744766 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6a3c6cdb-d0be-4089-96da-590de21a2d4a tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:36.780226 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936ddbc6-359d-4450-9e3a-0a84f238f955 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:41:36.783345 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a7d5e58f-8b71-46c4-a696-26e3e1f90f74 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:36.794150 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-936ddbc6-359d-4450-9e3a-0a84f238f955 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:41:36.806835 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-614ee1e3-789e-4634-9ddd-5c6fab66e6c6 None None] Provisioning for port cb939899-8a43-471a-b7b1-aaeee284e07f completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:41:36.813961 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a7d5e58f-8b71-46c4-a696-26e3e1f90f74 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Usage tracker for resource:subnet and tenant:f559555ef6124802b230d39d3db00e17 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:36.814212 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936ddbc6-359d-4450-9e3a-0a84f238f955 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:41:36.820106 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936ddbc6-359d-4450-9e3a-0a84f238f955 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:36.820991 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-936ddbc6-359d-4450-9e3a-0a84f238f955 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:36.823790 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a7d5e58f-8b71-46c4-a696-26e3e1f90f74 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:36.845803 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a7d5e58f-8b71-46c4-a696-26e3e1f90f74 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:36.931925 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ddbc6-359d-4450-9e3a-0a84f238f955 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Port': ['ID=2997339c-c2c0-434d-9c04-fd37bf6fa437,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:36.946070 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd4d521-1e47-4d8e-93c1-6efa1bc501b4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Network 56de6edb-4271-49d5-883c-5ccf0c388efd is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:41:36.946070 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-bfd4d521-1e47-4d8e-93c1-6efa1bc501b4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:41:36.960942 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 875e4c22-2ab9-4c03-8b7f-9d583250c675 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:41:37.039957 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d5e58f-8b71-46c4-a696-26e3e1f90f74 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Made reservation on behalf of f559555ef6124802b230d39d3db00e17 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:41:37.053222 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a7d5e58f-8b71-46c4-a696-26e3e1f90f74 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:37.057770 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-936ddbc6-359d-4450-9e3a-0a84f238f955 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1549711 May 27 02:41:37.057770 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6a3c6cdb-d0be-4089-96da-590de21a2d4a tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:37.059165 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45168) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:37.109552 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6a3c6cdb-d0be-4089-96da-590de21a2d4a tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:37.111372 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6a3c6cdb-d0be-4089-96da-590de21a2d4a tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/7a96929a-688b-4ca6-91ac-925823582c8b HTTP/1.1" status: 204 len: 168 time: 0.5696800 May 27 02:41:37.112052 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c6cdb-d0be-4089-96da-590de21a2d4a tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a96929a-688b-4ca6-91ac-925823582c8b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:37.119161 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45172) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:37.270689 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 875e4c22-2ab9-4c03-8b7f-9d583250c675 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:41:37.282573 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c7b5d3d5-c164-4f54-b6ce-d18accb884c1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting port 2997339c-c2c0-434d-9c04-fd37bf6fa437 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:41:37.282933 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c7b5d3d5-c164-4f54-b6ce-d18accb884c1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:37.286242 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device cb939899-8a43-471a-b7b1-aaeee284e07f up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:41:37.387609 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a2aa09f5-3cbf-4491-a038-23df259dea9b tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Synchronizing usage tracker for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group_rule {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:41:37.507263 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port cb939899-8a43-471a-b7b1-aaeee284e07f completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:41:37.507263 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port cb939899-8a43-471a-b7b1-aaeee284e07f triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:37.507263 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:37.516872 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd4d521-1e47-4d8e-93c1-6efa1bc501b4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Router 45d36c25-581c-4a7e-968b-551d06a80eda has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:41:37.591764 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a2aa09f5-3cbf-4491-a038-23df259dea9b tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Unset dirty status for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group_rule {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:41:37.593357 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a2aa09f5-3cbf-4491-a038-23df259dea9b tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.4731460 May 27 02:41:37.598480 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45184) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:37.614493 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f8b8bf-0651-4474-9c8b-7b86d3a13feb None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:41:37.764134 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-72d02940-8565-45fa-a847-ad03855f71df tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:37.777020 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-72d02940-8565-45fa-a847-ad03855f71df tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:37.837642 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd4d521-1e47-4d8e-93c1-6efa1bc501b4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:41:37.870438 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4823079-497f-413d-8cb0-81defd210751 None None] Sync routers for ids ['45d36c25-581c-4a7e-968b-551d06a80eda'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:41:37.890027 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-bfd4d521-1e47-4d8e-93c1-6efa1bc501b4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "PUT /v2.0/routers/45d36c25-581c-4a7e-968b-551d06a80eda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7613556 May 27 02:41:37.890614 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c7b5d3d5-c164-4f54-b6ce-d18accb884c1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:37.918357 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-72d02940-8565-45fa-a847-ad03855f71df tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:38.000857 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4823079-497f-413d-8cb0-81defd210751 None None] Routers {'45d36c25-581c-4a7e-968b-551d06a80eda'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:41:38.001497 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a4823079-497f-413d-8cb0-81defd210751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:41:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['45d36c25-581c-4a7e-968b-551d06a80eda'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:41:38.106071 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a7d5e58f-8b71-46c4-a696-26e3e1f90f74 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:38.234934 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d5e58f-8b71-46c4-a696-26e3e1f90f74 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Network b14b3dd4-cd52-4594-a4f1-75be2851fbfb is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:41:38.239153 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-a7d5e58f-8b71-46c4-a696-26e3e1f90f74 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:41:38.243967 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d5e58f-8b71-46c4-a696-26e3e1f90f74 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:38.244764 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a7d5e58f-8b71-46c4-a696-26e3e1f90f74 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:38.271092 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c7b5d3d5-c164-4f54-b6ce-d18accb884c1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Calling delete_port for 2997339c-c2c0-434d-9c04-fd37bf6fa437 owned by {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:41:38.271710 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d5e58f-8b71-46c4-a696-26e3e1f90f74 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'Subnet': ['ID=7aa20732-273c-4ddc-972e-7b4fcdf38603,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:38.289562 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port cb939899-8a43-471a-b7b1-aaeee284e07f is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:41:38.290409 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:38.299847 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eaa7c36-8418-41e7-810a-e7714453a5b4 None None] Network b14b3dd4-cd52-4594-a4f1-75be2851fbfb requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:41:38.328297 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-753c0cb1-2432-4885-adc4-0ed15d18d9cc None None] Provisioning for port 875e4c22-2ab9-4c03-8b7f-9d583250c675 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:41:38.342713 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a7d5e58f-8b71-46c4-a696-26e3e1f90f74 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9098248 May 27 02:41:38.343086 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45210) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:38.349799 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-479ac1b6-db7f-4a0b-ae6a-dbd70b498177 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-185348772', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7aa20732-273c-4ddc-972e-7b4fcdf38603'}], 'security_groups': ['a5ea35d2-87d2-4910-aff9-15a0df1a5806', 'fea932b6-f153-44e4-9f3c-4f5a9e049fa9']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:38.352267 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d02940-8565-45fa-a847-ad03855f71df tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93960856-470b-421f-ba41-9ff435bf5c6a,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:38.399026 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-753c0cb1-2432-4885-adc4-0ed15d18d9cc None None] Provisioning complete for port 875e4c22-2ab9-4c03-8b7f-9d583250c675 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:38.399465 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-753c0cb1-2432-4885-adc4-0ed15d18d9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:38.409477 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-5ac73c99-8f1e-41ad-bfa2-ed5607e786d1 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1667189628&fields=id&tenant_id=b59631ecfa194f20bd33f8d2b34a5767 HTTP/1.1" status: 200 len: 267 time: 0.0872161 May 27 02:41:38.467164 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-a4823079-497f-413d-8cb0-81defd210751 None None] Set router 45d36c25-581c-4a7e-968b-551d06a80eda gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:41:38.541810 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-72d02940-8565-45fa-a847-ad03855f71df tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:38.545385 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-72d02940-8565-45fa-a847-ad03855f71df tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/93960856-470b-421f-ba41-9ff435bf5c6a HTTP/1.1" status: 204 len: 168 time: 0.9435344 May 27 02:41:38.551034 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45216) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:38.661731 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-479ac1b6-db7f-4a0b-ae6a-dbd70b498177 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:38.717701 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-2a80480d-c078-4abf-b155-8df6f3eb9585 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Synchronizing usage tracker for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group_rule {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:41:38.729545 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-ef131265-8dda-4d9a-aaee-9c93d97249fc tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:38.731372 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-ef131265-8dda-4d9a-aaee-9c93d97249fc tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Synchronizing usage tracker for tenant:b59631ecfa194f20bd33f8d2b34a5767 on resource:network {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:41:38.779974 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port cb939899-8a43-471a-b7b1-aaeee284e07f, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=cb939899-8a43-471a-b7b1-aaeee284e07f,segment=NetworkSegment(7e3abe43-4d43-4a8c-a57b-a17033e93da0),segment_id=7e3abe43-4d43-4a8c-a57b-a17033e93da0)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:41:38.820228 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c7b5d3d5-c164-4f54-b6ce-d18accb884c1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:38.922076 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:38.994625 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-2a80480d-c078-4abf-b155-8df6f3eb9585 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Unset dirty status for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group_rule {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:41:38.995888 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2a80480d-c078-4abf-b155-8df6f3eb9585 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4373035 May 27 02:41:39.001361 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45228) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:39.004900 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-ef131265-8dda-4d9a-aaee-9c93d97249fc tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Unset dirty status for tenant:b59631ecfa194f20bd33f8d2b34a5767 on resource:network {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:41:39.006005 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-ef131265-8dda-4d9a-aaee-9c93d97249fc tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/networks?id=56de6edb-4271-49d5-883c-5ccf0c388efd HTTP/1.1" status: 200 len: 797 time: 0.5882313 May 27 02:41:39.008405 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b5d3d5-c164-4f54-b6ce-d18accb884c1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Port': ['ID=2997339c-c2c0-434d-9c04-fd37bf6fa437,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:39.107619 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-9a0f46dd-11c2-48e2-8e41-393ebc16c1c6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/quotas/b59631ecfa194f20bd33f8d2b34a5767 HTTP/1.1" status: 200 len: 375 time: 0.0697839 May 27 02:41:39.111160 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c7b5d3d5-c164-4f54-b6ce-d18accb884c1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:39.160983 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c7b5d3d5-c164-4f54-b6ce-d18accb884c1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/ports/2997339c-c2c0-434d-9c04-fd37bf6fa437 HTTP/1.1" status: 204 len: 168 time: 2.0904629 May 27 02:41:39.161635 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45238) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:39.175248 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-91d02e99-07c7-460b-bd49-5aa9cdab5d48 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:39.273269 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-9b39e2ee-f471-4630-9505-f83d26652e39 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b59631ecfa194f20bd33f8d2b34a5767&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1573443 May 27 02:41:39.285135 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-91d02e99-07c7-460b-bd49-5aa9cdab5d48 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:39.285745 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5139278e-98d9-4c10-b749-08ade606debd tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:39.286452 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5139278e-98d9-4c10-b749-08ade606debd tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:41:39.304518 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-753c0cb1-2432-4885-adc4-0ed15d18d9cc None None] Current status of the port 875e4c22-2ab9-4c03-8b7f-9d583250c675 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:41:39.307252 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-753c0cb1-2432-4885-adc4-0ed15d18d9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:39.382389 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-753c0cb1-2432-4885-adc4-0ed15d18d9cc None None] For port 875e4c22-2ab9-4c03-8b7f-9d583250c675, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=875e4c22-2ab9-4c03-8b7f-9d583250c675,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:41:39.396498 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5139278e-98d9-4c10-b749-08ade606debd tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:41:39.402989 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45250) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:39.404770 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5139278e-98d9-4c10-b749-08ade606debd tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2364039 May 27 02:41:39.411050 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=cb939899-8a43-471a-b7b1-aaeee284e07f,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:39.466150 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-753c0cb1-2432-4885-adc4-0ed15d18d9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:39.593952 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-479ac1b6-db7f-4a0b-ae6a-dbd70b498177 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Delete allocated IP 172.20.0.6 (b14b3dd4-cd52-4594-a4f1-75be2851fbfb/8dcfcfc6-e6b4-4993-a919-056a56b2bb82) {{(pid=88901) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 27 02:41:39.602582 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-91d02e99-07c7-460b-bd49-5aa9cdab5d48 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:39.630709 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-cd426fca-8e92-4742-b67e-2726088e603a service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:41:39.632119 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-cd426fca-8e92-4742-b67e-2726088e603a service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3382487 May 27 02:41:39.636055 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-479ac1b6-db7f-4a0b-ae6a-dbd70b498177 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Allocated IP 172.20.0.38 (b14b3dd4-cd52-4594-a4f1-75be2851fbfb/7aa20732-273c-4ddc-972e-7b4fcdf38603/0fd77f18-2b8a-414e-876f-16f75df9e734) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:41:39.647899 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d02e99-07c7-460b-bd49-5aa9cdab5d48 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0662ea5-3cda-4979-b877-0990dad899c0,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:39.652766 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a4823079-497f-413d-8cb0-81defd210751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d36c25-581c-4a7e-968b-551d06a80eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1795577778', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '88cdf804-3521-4f9c-8f27-15e19db92c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:41:19Z', 'updated_at': '2022-05-27T02:41:35Z', 'revision_number': 4, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': '88cdf804-3521-4f9c-8f27-15e19db92c91', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:06:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d36c25-581c-4a7e-968b-551d06a80eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:41:21Z', 'updated_at': '2022-05-27T02:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '652ec688-f131-4518-b4b8-23749e1fb7a9', 'name': '', 'network_id': '56de6edb-4271-49d5-883c-5ccf0c388efd', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'mac_address': 'fa:16:3e:50:ad:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d36c25-581c-4a7e-968b-551d06a80eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '729be140-e744-46ec-b913-ee3fd12524ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:41:33Z', 'updated_at': '2022-05-27T02:41:35Z', 'revision_number': 2, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'subnets': [{'id': '729be140-e744-46ec-b913-ee3fd12524ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:41:39.665055 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4823079-497f-413d-8cb0-81defd210751 None None] Checking router: 45d36c25-581c-4a7e-968b-551d06a80eda for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:41:39.665421 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4823079-497f-413d-8cb0-81defd210751 None None] Updating router 45d36c25-581c-4a7e-968b-551d06a80eda port 652ec688-f131-4518-b4b8-23749e1fb7a9 binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:41:39.719545 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b83c07e-fd44-4eb9-8fce-a92232e2360a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:39.721840 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1b83c07e-fd44-4eb9-8fce-a92232e2360a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3180285 May 27 02:41:39.727817 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45260) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:39.734353 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a4823079-497f-413d-8cb0-81defd210751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:39.743643 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-753c0cb1-2432-4885-adc4-0ed15d18d9cc None None] Provisioning complete for port cb939899-8a43-471a-b7b1-aaeee284e07f triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:39.744217 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-753c0cb1-2432-4885-adc4-0ed15d18d9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:39.768791 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-91d02e99-07c7-460b-bd49-5aa9cdab5d48 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:39.773059 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-91d02e99-07c7-460b-bd49-5aa9cdab5d48 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "DELETE /v2.0/security-groups/f0662ea5-3cda-4979-b877-0990dad899c0 HTTP/1.1" status: 204 len: 168 time: 0.7707250 May 27 02:41:39.775349 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45264) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:39.846025 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-2cf5f778-be88-4e45-bb21-2a0ebb02fc72 service neutron] 10.222.0.57 "GET /v2.0/networks/56de6edb-4271-49d5-883c-5ccf0c388efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044022 May 27 02:41:39.853154 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c0cb1-2432-4885-adc4-0ed15d18d9cc None None] Pushing event updated for resources: {'Port': ['ID=875e4c22-2ab9-4c03-8b7f-9d583250c675,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:39.915164 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d85785-15f1-4261-9def-6f2ff4d5982a None None] Update dhcp port {'port': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'fixed_ips': [{'subnet_id': '9cfdd034-9b00-457d-ac20-6a6cc1a89e64', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c92282ba-8184-4535-b256-0e762324f15f'}], 'binding:host_id': 'n-d-843554-3'}, 'id': '875e4c22-2ab9-4c03-8b7f-9d583250c675'} from n-d-843554-3. {{(pid=88903) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 02:41:39.956057 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66074396-9b0a-47eb-992d-65317a2d85e1 None None] Update dhcp port {'port': {'network_id': 'b14b3dd4-cd52-4594-a4f1-75be2851fbfb', 'fixed_ips': [{'subnet_id': 'a93c7ded-7526-49c6-85ea-cc5c9b7d1112', 'ip_address': '172.20.0.18'}, {'subnet_id': '8dcfcfc6-e6b4-4993-a919-056a56b2bb82', 'ip_address': '172.20.0.2'}, {'subnet_id': '7aa20732-273c-4ddc-972e-7b4fcdf38603'}], 'binding:host_id': 'n-d-843554-3'}, 'id': 'f77fa7b1-ee94-49d4-81e1-60501ef9595c'} from n-d-843554-3. {{(pid=88903) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 02:41:39.978812 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed87f4a6-dcf3-4d63-9e67-110e1dc5cb6b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:39.980318 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed87f4a6-dcf3-4d63-9e67-110e1dc5cb6b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:39.981832 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed87f4a6-dcf3-4d63-9e67-110e1dc5cb6b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:39.982659 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ed87f4a6-dcf3-4d63-9e67-110e1dc5cb6b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:41:39.997216 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8ba7cbc5-f256-49f7-81ab-f6af9cec49e2 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Synchronizing usage tracker for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:41:40.021724 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-65718ad9-a05a-4dca-bfb8-fd8f31300df3 service neutron] 10.222.0.57 "GET /v2.0/networks/56de6edb-4271-49d5-883c-5ccf0c388efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748312 May 27 02:41:40.043823 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-66074396-9b0a-47eb-992d-65317a2d85e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:40.089093 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-479ac1b6-db7f-4a0b-ae6a-dbd70b498177 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:40.107983 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8ba7cbc5-f256-49f7-81ab-f6af9cec49e2 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Unset dirty status for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:41:40.115445 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45274) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:40.120537 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8ba7cbc5-f256-49f7-81ab-f6af9cec49e2 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3301833 May 27 02:41:40.120537 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-479ac1b6-db7f-4a0b-ae6a-dbd70b498177 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Transition to ACTIVE for port object 0fd77f18-2b8a-414e-876f-16f75df9e734 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:41:40.120799 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-e388db35-0732-44a4-916e-dcfec689eabc tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Request body: {'security_group': {'name': 'tempest-secgroup--1910196727'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:40.127757 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e388db35-0732-44a4-916e-dcfec689eabc tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:40.139593 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ed87f4a6-dcf3-4d63-9e67-110e1dc5cb6b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:41:40.140874 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ed87f4a6-dcf3-4d63-9e67-110e1dc5cb6b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4120345 May 27 02:41:40.143399 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45278) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:40.149077 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e388db35-0732-44a4-916e-dcfec689eabc tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:40.159023 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-753c0cb1-2432-4885-adc4-0ed15d18d9cc None None] Current status of the port cb939899-8a43-471a-b7b1-aaeee284e07f is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:41:40.225375 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-479ac1b6-db7f-4a0b-ae6a-dbd70b498177 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:40.231785 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e388db35-0732-44a4-916e-dcfec689eabc tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:40.260441 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e388db35-0732-44a4-916e-dcfec689eabc tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:40.266496 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e388db35-0732-44a4-916e-dcfec689eabc tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Usage tracker for resource:security_group_rule and tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:40.270362 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e388db35-0732-44a4-916e-dcfec689eabc tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:40.278233 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e388db35-0732-44a4-916e-dcfec689eabc tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:40.317563 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d8d85785-15f1-4261-9def-6f2ff4d5982a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:40.443055 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a481846-b6a6-4cec-8cad-812c1fe0d377 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting subnet 9cfdd034-9b00-457d-ac20-6a6cc1a89e64 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:41:40.447536 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a481846-b6a6-4cec-8cad-812c1fe0d377 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:40.466413 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e388db35-0732-44a4-916e-dcfec689eabc tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:40.469863 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1ae49838-c9f4-4855-a92b-bb6cfb557fc0 req-881101a5-81b6-4e9c-9b6b-8deeacf7de02 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 210 time: 0.0766864 May 27 02:41:40.489681 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-753c0cb1-2432-4885-adc4-0ed15d18d9cc None None] Provisioning for port 652ec688-f131-4518-b4b8-23749e1fb7a9 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:41:40.524280 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ac1b6-db7f-4a0b-ae6a-dbd70b498177 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event updated for resources: {'Port': ['ID=0fd77f18-2b8a-414e-876f-16f75df9e734,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:40.545218 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e388db35-0732-44a4-916e-dcfec689eabc tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:40.550676 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a481846-b6a6-4cec-8cad-812c1fe0d377 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:40.561595 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-753c0cb1-2432-4885-adc4-0ed15d18d9cc None None] Provisioning complete for port 652ec688-f131-4518-b4b8-23749e1fb7a9 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:40.561988 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-753c0cb1-2432-4885-adc4-0ed15d18d9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:40.583884 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-479ac1b6-db7f-4a0b-ae6a-dbd70b498177 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] In _notify_port_updated(), no bound segment for port 0fd77f18-2b8a-414e-876f-16f75df9e734 on network b14b3dd4-cd52-4594-a4f1-75be2851fbfb {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:41:40.588739 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479ac1b6-db7f-4a0b-ae6a-dbd70b498177 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:40.591037 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-479ac1b6-db7f-4a0b-ae6a-dbd70b498177 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:40.596551 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-479ac1b6-db7f-4a0b-ae6a-dbd70b498177 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "PUT /v2.0/ports/0fd77f18-2b8a-414e-876f-16f75df9e734 HTTP/1.1" status: 200 len: 959 time: 2.2483125 May 27 02:41:40.597539 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45294) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:40.671918 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388db35-0732-44a4-916e-dcfec689eabc tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf0471c-3498-44a9-a1eb-907481bf49dc,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:40.690219 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e388db35-0732-44a4-916e-dcfec689eabc tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:40.691532 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e388db35-0732-44a4-916e-dcfec689eabc tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5762334 May 27 02:41:40.694958 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45304) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:40.703930 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-f6c5da6a-24b1-479e-9f3d-74664e050fa2 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Request body: {'security_group_rule': {'security_group_id': '5cf0471c-3498-44a9-a1eb-907481bf49dc', 'direction': 'ingress', 'protocol': 17}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:40.713956 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-f6c5da6a-24b1-479e-9f3d-74664e050fa2 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:40.720916 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f6c5da6a-24b1-479e-9f3d-74664e050fa2 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Usage tracker for resource:security_group_rule and tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:40.724553 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f6c5da6a-24b1-479e-9f3d-74664e050fa2 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:40.736934 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-5d3c652c-39ff-42aa-9129-85f9bd79bc4c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Deleting port 0fd77f18-2b8a-414e-876f-16f75df9e734 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:41:40.737289 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5d3c652c-39ff-42aa-9129-85f9bd79bc4c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:40.743110 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-f6c5da6a-24b1-479e-9f3d-74664e050fa2 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:40.766594 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-753c0cb1-2432-4885-adc4-0ed15d18d9cc None None] Port 652ec688-f131-4518-b4b8-23749e1fb7a9 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:41:40.855302 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f6c5da6a-24b1-479e-9f3d-74664e050fa2 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:40.880238 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a481846-b6a6-4cec-8cad-812c1fe0d377 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:40.937273 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f6c5da6a-24b1-479e-9f3d-74664e050fa2 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:40.959582 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-29b4e500-141e-45d2-a544-f80ba15e05bf None None] Provisioning complete for port 652ec688-f131-4518-b4b8-23749e1fb7a9 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:40.959582 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-29b4e500-141e-45d2-a544-f80ba15e05bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:41.014421 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f6c5da6a-24b1-479e-9f3d-74664e050fa2 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:41.035963 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-66074396-9b0a-47eb-992d-65317a2d85e1 None None] Allocated IP 172.20.0.34 (b14b3dd4-cd52-4594-a4f1-75be2851fbfb/7aa20732-273c-4ddc-972e-7b4fcdf38603/f77fa7b1-ee94-49d4-81e1-60501ef9595c) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:41:41.078029 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c5da6a-24b1-479e-9f3d-74664e050fa2 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff304ea-d058-4cfa-9f5b-b51e0ff191c4,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:41.109630 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 875e4c22-2ab9-4c03-8b7f-9d583250c675 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:41:41.162151 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.resource_extend [None req-a4823079-497f-413d-8cb0-81defd210751 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:41:41.195967 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f6c5da6a-24b1-479e-9f3d-74664e050fa2 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:41.201087 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45314) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:41.201853 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f6c5da6a-24b1-479e-9f3d-74664e050fa2 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5045860 May 27 02:41:41.222452 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5d3c652c-39ff-42aa-9129-85f9bd79bc4c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:41.423282 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-29b4e500-141e-45d2-a544-f80ba15e05bf None None] Port 652ec688-f131-4518-b4b8-23749e1fb7a9 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:41:41.425407 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a481846-b6a6-4cec-8cad-812c1fe0d377 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server [None req-d8d85785-15f1-4261-9def-6f2ff4d5982a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9cfdd034-9b00-457d-ac20-6a6cc1a89e64: This subnet is being modified by another concurrent operation. May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server raise self.value May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server raise self.value May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server raise self.value May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server raise self.value May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server raise self.value May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server raise self.value May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server self.ipam.update_port( May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 726, in update_port May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server raise exception May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9cfdd034-9b00-457d-ac20-6a6cc1a89e64: This subnet is being modified by another concurrent operation. May 27 02:41:41.440251 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server May 27 02:41:41.482084 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a4823079-497f-413d-8cb0-81defd210751 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:41.524505 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a4823079-497f-413d-8cb0-81defd210751 None None] Transition to ACTIVE for port object 652ec688-f131-4518-b4b8-23749e1fb7a9 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:41:41.532147 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 875e4c22-2ab9-4c03-8b7f-9d583250c675 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:41.532564 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:41.604284 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-5d3c652c-39ff-42aa-9129-85f9bd79bc4c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Calling delete_port for 0fd77f18-2b8a-414e-876f-16f75df9e734 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:41:41.608375 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-66074396-9b0a-47eb-992d-65317a2d85e1 None None] For port f77fa7b1-ee94-49d4-81e1-60501ef9595c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=f77fa7b1-ee94-49d4-81e1-60501ef9595c,segment=NetworkSegment(98dc657f-1d6a-4247-b90f-092fe3bcf432),segment_id=98dc657f-1d6a-4247-b90f-092fe3bcf432)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:41:41.613771 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a4823079-497f-413d-8cb0-81defd210751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:41.713985 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d44b89a7-65e3-4c00-b949-f50dffb32001 req-3759e5b5-d66a-4500-81a2-da831df6a3e8 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 210 time: 0.1475668 May 27 02:41:41.736552 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a481846-b6a6-4cec-8cad-812c1fe0d377 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Subnet': ['ID=9cfdd034-9b00-457d-ac20-6a6cc1a89e64,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:41.751065 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a481846-b6a6-4cec-8cad-812c1fe0d377 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:41.794297 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f0d784eb-94cd-4d54-ace3-fa4239285488 None None] Provisioning complete for port 875e4c22-2ab9-4c03-8b7f-9d583250c675 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:41.794297 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f0d784eb-94cd-4d54-ace3-fa4239285488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:41.815158 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3e3144be-7374-4c9d-ac11-19f49cf9c508 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:41.900977 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3e3144be-7374-4c9d-ac11-19f49cf9c508 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:41.902325 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.resource_extend [None req-66074396-9b0a-47eb-992d-65317a2d85e1 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:41:41.919420 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-66074396-9b0a-47eb-992d-65317a2d85e1 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:41.936233 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45326) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:41.936399 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7a481846-b6a6-4cec-8cad-812c1fe0d377 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/9cfdd034-9b00-457d-ac20-6a6cc1a89e64 HTTP/1.1" status: 204 len: 168 time: 1.7919064 May 27 02:41:41.938181 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-66074396-9b0a-47eb-992d-65317a2d85e1 None None] Transition to ACTIVE for port object f77fa7b1-ee94-49d4-81e1-60501ef9595c will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:41:41.942525 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb50767e-2859-44bb-b0f2-bf1d9179750a None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:41:41.972383 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e74da5-9a56-4deb-a558-5b80ab2ae8c9 None None] Pushing event updated for resources: {'Port': ['ID=652ec688-f131-4518-b4b8-23749e1fb7a9,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:42.054948 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3e3144be-7374-4c9d-ac11-19f49cf9c508 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:42.074297 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5d3c652c-39ff-42aa-9129-85f9bd79bc4c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:42.076676 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-48ce6e16-6291-43a9-ac41-597ea930c745 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting subnet c92282ba-8184-4535-b256-0e762324f15f {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:41:42.081509 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-48ce6e16-6291-43a9-ac41-597ea930c745 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:42.133310 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-f0d784eb-94cd-4d54-ace3-fa4239285488 None None] Current status of the port 875e4c22-2ab9-4c03-8b7f-9d583250c675 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:41:42.149420 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-48ce6e16-6291-43a9-ac41-597ea930c745 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:42.202215 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 875e4c22-2ab9-4c03-8b7f-9d583250c675 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:41:42.203369 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device cb939899-8a43-471a-b7b1-aaeee284e07f up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:41:42.207183 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3144be-7374-4c9d-ac11-19f49cf9c508 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf0471c-3498-44a9-a1eb-907481bf49dc,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:42.228999 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-48ce6e16-6291-43a9-ac41-597ea930c745 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:42.250701 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c652c-39ff-42aa-9129-85f9bd79bc4c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event deleted for resources: {'Port': ['ID=0fd77f18-2b8a-414e-876f-16f75df9e734,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:42.267774 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-66074396-9b0a-47eb-992d-65317a2d85e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:42.347672 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3e3144be-7374-4c9d-ac11-19f49cf9c508 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:42.351169 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3e3144be-7374-4c9d-ac11-19f49cf9c508 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "DELETE /v2.0/security-groups/5cf0471c-3498-44a9-a1eb-907481bf49dc HTTP/1.1" status: 204 len: 168 time: 1.1469305 May 27 02:41:42.351717 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45336) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:42.402571 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5d3c652c-39ff-42aa-9129-85f9bd79bc4c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:42.406675 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5d3c652c-39ff-42aa-9129-85f9bd79bc4c tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/ports/0fd77f18-2b8a-414e-876f-16f75df9e734 HTTP/1.1" status: 204 len: 168 time: 1.8081853 May 27 02:41:42.409538 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45340) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:42.431440 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-372c4ff4-84f1-44ef-a3da-6b044c690640 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Synchronizing usage tracker for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:41:42.447866 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c50c7fa1-d2f3-4e69-b8b4-14830e360e8b None None] Could not find standard attr ID for object 2997339c-c2c0-434d-9c04-fd37bf6fa437. {{(pid=88903) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:41:42.472008 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-48ce6e16-6291-43a9-ac41-597ea930c745 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:42.532405 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9921de2-5fae-4f67-a32a-83f4cf94dbd5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] GET failed (client error): The resource could not be found. May 27 02:41:42.533943 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f9921de2-5fae-4f67-a32a-83f4cf94dbd5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "GET /v2.0/ports/0fd77f18-2b8a-414e-876f-16f75df9e734 HTTP/1.1" status: 404 len: 333 time: 0.1233473 May 27 02:41:42.536645 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce6e16-6291-43a9-ac41-597ea930c745 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Subnet': ['ID=c92282ba-8184-4535-b256-0e762324f15f,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:42.536964 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45346) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:42.540628 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-48ce6e16-6291-43a9-ac41-597ea930c745 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:42.552809 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-372c4ff4-84f1-44ef-a3da-6b044c690640 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Unset dirty status for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:41:42.557702 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-372c4ff4-84f1-44ef-a3da-6b044c690640 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2013912 May 27 02:41:42.563480 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45350) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:42.565381 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-48ce6e16-6291-43a9-ac41-597ea930c745 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/c92282ba-8184-4535-b256-0e762324f15f HTTP/1.1" status: 204 len: 168 time: 0.6278534 May 27 02:41:42.574563 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45354) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:42.574740 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-df94a350-a654-43a0-a399-3413ab8adddc tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Request body: {'security_group': {'name': 'tempest-secgroup--1930967360'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:42.591292 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-df94a350-a654-43a0-a399-3413ab8adddc tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:42.648930 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-df94a350-a654-43a0-a399-3413ab8adddc tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:42.663666 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ef50193a-4124-4344-b5f6-91526b4b64ab tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0875595 May 27 02:41:42.664595 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45358) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:42.670463 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-754e6df4-f445-4c5d-8643-2e3f2bebb628 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'subnet': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:42.684412 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac6cded8-2aef-4140-bb39-5282e759c054 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:42.718713 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac6cded8-2aef-4140-bb39-5282e759c054 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:42.781942 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df94a350-a654-43a0-a399-3413ab8adddc tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:42.807531 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-df94a350-a654-43a0-a399-3413ab8adddc tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:42.814914 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-df94a350-a654-43a0-a399-3413ab8adddc tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Usage tracker for resource:security_group_rule and tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:42.824384 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-df94a350-a654-43a0-a399-3413ab8adddc tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:42.837644 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-df94a350-a654-43a0-a399-3413ab8adddc tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:42.846943 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-754e6df4-f445-4c5d-8643-2e3f2bebb628 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:42.857450 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-754e6df4-f445-4c5d-8643-2e3f2bebb628 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:subnet and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:42.863449 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-a4823079-497f-413d-8cb0-81defd210751 None None] Attempting to bind port 652ec688-f131-4518-b4b8-23749e1fb7a9 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:41:42.864060 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-a4823079-497f-413d-8cb0-81defd210751 None None] Attempting to bind port 652ec688-f131-4518-b4b8-23749e1fb7a9 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '7e3abe43-4d43-4a8c-a57b-a17033e93da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '56de6edb-4271-49d5-883c-5ccf0c388efd'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:41:42.864602 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4823079-497f-413d-8cb0-81defd210751 None None] Attempting to bind port 652ec688-f131-4518-b4b8-23749e1fb7a9 on network 56de6edb-4271-49d5-883c-5ccf0c388efd {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:41:42.866511 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-754e6df4-f445-4c5d-8643-2e3f2bebb628 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:42.880067 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-754e6df4-f445-4c5d-8643-2e3f2bebb628 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:42.882029 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac6cded8-2aef-4140-bb39-5282e759c054 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:42.919532 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cded8-2aef-4140-bb39-5282e759c054 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c60a41-bbd8-40dc-8455-90c729bfdb3e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:42.936620 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac6cded8-2aef-4140-bb39-5282e759c054 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:42.942531 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ac6cded8-2aef-4140-bb39-5282e759c054 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/security-groups/58c60a41-bbd8-40dc-8455-90c729bfdb3e HTTP/1.1" status: 204 len: 168 time: 0.4040754 May 27 02:41:42.945139 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45366) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:42.994828 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4823079-497f-413d-8cb0-81defd210751 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:41:42.995419 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4823079-497f-413d-8cb0-81defd210751 None None] Checking segment: {'id': '7e3abe43-4d43-4a8c-a57b-a17033e93da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '56de6edb-4271-49d5-883c-5ccf0c388efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:41:42.995702 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a4823079-497f-413d-8cb0-81defd210751 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:42.999224 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4823079-497f-413d-8cb0-81defd210751 None None] Bound using segment: {'id': '7e3abe43-4d43-4a8c-a57b-a17033e93da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '56de6edb-4271-49d5-883c-5ccf0c388efd'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:41:43.000141 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-a4823079-497f-413d-8cb0-81defd210751 None None] Bound port: 652ec688-f131-4518-b4b8-23749e1fb7a9, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e3abe43-4d43-4a8c-a57b-a17033e93da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '56de6edb-4271-49d5-883c-5ccf0c388efd'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:41:43.000526 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a4823079-497f-413d-8cb0-81defd210751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:43.013405 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fd16dedd-c37f-466b-bcfc-c2b51ab699b3 req-a93a3007-b4df-4bec-b740-ba10b35cade1 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 210 time: 0.1099942 May 27 02:41:43.014894 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754e6df4-f445-4c5d-8643-2e3f2bebb628 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:41:43.020118 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-754e6df4-f445-4c5d-8643-2e3f2bebb628 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:43.028036 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66074396-9b0a-47eb-992d-65317a2d85e1 None None] Pushing event updated for resources: {'Port': ['ID=f77fa7b1-ee94-49d4-81e1-60501ef9595c,revision_number=7']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:43.091005 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df94a350-a654-43a0-a399-3413ab8adddc tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:43.138033 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e1f46c7e-fb7b-49ca-b08b-f68142c0cfe1 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:43.186982 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df94a350-a654-43a0-a399-3413ab8adddc tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:43.253400 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e1f46c7e-fb7b-49ca-b08b-f68142c0cfe1 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:43.264510 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a4823079-497f-413d-8cb0-81defd210751 None None] For port 652ec688-f131-4518-b4b8-23749e1fb7a9, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:41:43.270493 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a4823079-497f-413d-8cb0-81defd210751 None None] For port 652ec688-f131-4518-b4b8-23749e1fb7a9, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=652ec688-f131-4518-b4b8-23749e1fb7a9,segment=NetworkSegment(7e3abe43-4d43-4a8c-a57b-a17033e93da0),segment_id=7e3abe43-4d43-4a8c-a57b-a17033e93da0)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:41:43.279846 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port cb939899-8a43-471a-b7b1-aaeee284e07f triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:43.280255 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:43.382913 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df94a350-a654-43a0-a399-3413ab8adddc tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4698ce-560a-42dd-97e9-87330af3672e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:43.398786 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a4823079-497f-413d-8cb0-81defd210751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:43.673684 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4823079-497f-413d-8cb0-81defd210751 None None] Routers {'45d36c25-581c-4a7e-968b-551d06a80eda'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:41:43.673684 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a4823079-497f-413d-8cb0-81defd210751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:41:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['45d36c25-581c-4a7e-968b-551d06a80eda'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:41:43.698377 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e1f46c7e-fb7b-49ca-b08b-f68142c0cfe1 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:43.730782 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-754e6df4-f445-4c5d-8643-2e3f2bebb628 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:43.777735 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e1f46c7e-fb7b-49ca-b08b-f68142c0cfe1 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:43.792551 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e1f46c7e-fb7b-49ca-b08b-f68142c0cfe1 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/security-groups/fea932b6-f153-44e4-9f3c-4f5a9e049fa9 HTTP/1.1" status: 204 len: 168 time: 0.8396609 May 27 02:41:43.801082 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45376) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:43.806402 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f46c7e-fb7b-49ca-b08b-f68142c0cfe1 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea932b6-f153-44e4-9f3c-4f5a9e049fa9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:43.815000 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754e6df4-f445-4c5d-8643-2e3f2bebb628 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:41:43.843281 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-754e6df4-f445-4c5d-8643-2e3f2bebb628 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:41:43.869310 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754e6df4-f445-4c5d-8643-2e3f2bebb628 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:43.869980 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-754e6df4-f445-4c5d-8643-2e3f2bebb628 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:43.893751 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74df2d0-da78-4604-8785-6d9ece75633f None None] DHCP port deletion for 1e095441-a19f-4261-8588-a806dc249ed2 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:41:43.901617 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df94a350-a654-43a0-a399-3413ab8adddc tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:43.905359 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-df94a350-a654-43a0-a399-3413ab8adddc tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3384638 May 27 02:41:43.908497 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45380) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:43.934248 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-88d8be60-116d-4642-a383-a8ab3a4e7ee9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Request body: {'security_group': {'name': 'tempest-secgroup--1172217276'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:43.942476 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-88d8be60-116d-4642-a383-a8ab3a4e7ee9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:43.951962 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-88d8be60-116d-4642-a383-a8ab3a4e7ee9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:43.966880 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-d74df2d0-da78-4604-8785-6d9ece75633f None None] Deleting port 875e4c22-2ab9-4c03-8b7f-9d583250c675 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:41:43.968919 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d74df2d0-da78-4604-8785-6d9ece75633f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:43.977200 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-26fcda40-d184-43e0-b8b0-be52b92579c4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:43.979328 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e6df4-f445-4c5d-8643-2e3f2bebb628 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Subnet': ['ID=0feb9102-9ddb-43de-bd5e-e06125427575,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:43.986830 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-26fcda40-d184-43e0-b8b0-be52b92579c4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.32 "GET /v2.0/networks?id=56de6edb-4271-49d5-883c-5ccf0c388efd HTTP/1.1" status: 200 len: 797 time: 0.5991375 May 27 02:41:44.025847 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-05353c93-25b1-4e1b-90b9-b390842da7a2 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:44.050314 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-754e6df4-f445-4c5d-8643-2e3f2bebb628 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3843889 May 27 02:41:44.053341 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45386) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:44.064989 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-df166bf4-218a-4202-a314-a03d9adcfac3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'subnet': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:44.072325 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-05353c93-25b1-4e1b-90b9-b390842da7a2 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:44.087463 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ae06fbf3-5948-4be3-93be-b1ef0a67c7b0 None None] Could not find standard attr ID for object 0fd77f18-2b8a-414e-876f-16f75df9e734. {{(pid=88903) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:41:44.090494 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-2dba1b63-4000-438f-9ef2-616511f6f71c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Synchronizing usage tracker for tenant:b59631ecfa194f20bd33f8d2b34a5767 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:41:44.090691 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e74da5-9a56-4deb-a558-5b80ab2ae8c9 None None] Pushing event updated for resources: {'Port': ['ID=652ec688-f131-4518-b4b8-23749e1fb7a9,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:44.146133 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-88d8be60-116d-4642-a383-a8ab3a4e7ee9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:44.167091 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-88d8be60-116d-4642-a383-a8ab3a4e7ee9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:44.171692 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-88d8be60-116d-4642-a383-a8ab3a4e7ee9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Usage tracker for resource:security_group_rule and tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:44.173953 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port cb939899-8a43-471a-b7b1-aaeee284e07f is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:41:44.174613 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-88d8be60-116d-4642-a383-a8ab3a4e7ee9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:44.182536 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-88d8be60-116d-4642-a383-a8ab3a4e7ee9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:44.196630 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ae06fbf3-5948-4be3-93be-b1ef0a67c7b0 None None] Provisioning complete for port 6438b57e-5cb6-4a70-857e-e0084f169cb3 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:44.196915 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ae06fbf3-5948-4be3-93be-b1ef0a67c7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:44.205265 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-2dba1b63-4000-438f-9ef2-616511f6f71c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Unset dirty status for tenant:b59631ecfa194f20bd33f8d2b34a5767 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:41:44.206578 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-2dba1b63-4000-438f-9ef2-616511f6f71c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b59631ecfa194f20bd33f8d2b34a5767 HTTP/1.1" status: 200 len: 380 time: 0.2068605 May 27 02:41:44.218537 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-dc96d6a4-9925-4c3f-b183-7dc0da160827 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'port': {'device_id': '45a7f28c-e2a6-4978-8356-aef1e045299d', 'network_id': '56de6edb-4271-49d5-883c-5ccf0c388efd', 'admin_state_up': True, 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'security_groups': ['2b03d65b-fea9-4a72-bea0-c935f8442f42']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:44.243838 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-05353c93-25b1-4e1b-90b9-b390842da7a2 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:44.282273 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f77fa7b1-ee94-49d4-81e1-60501ef9595c up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:41:44.336107 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05353c93-25b1-4e1b-90b9-b390842da7a2 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ea35d2-87d2-4910-aff9-15a0df1a5806,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:44.388519 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-05353c93-25b1-4e1b-90b9-b390842da7a2 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:44.389795 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-05353c93-25b1-4e1b-90b9-b390842da7a2 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/security-groups/a5ea35d2-87d2-4910-aff9-15a0df1a5806 HTTP/1.1" status: 204 len: 168 time: 0.5716465 May 27 02:41:44.395914 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45392) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:44.454854 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-a4823079-497f-413d-8cb0-81defd210751 None None] Set router 45d36c25-581c-4a7e-968b-551d06a80eda gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:41:44.462332 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b656f3c8-3cf6-417d-beac-4b7a62e57e6a req-828fe08d-0586-4526-8ae2-82588832f529 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 210 time: 0.2462101 May 27 02:41:44.512241 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-88d8be60-116d-4642-a383-a8ab3a4e7ee9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:44.562422 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ae06fbf3-5948-4be3-93be-b1ef0a67c7b0 None None] Port 6438b57e-5cb6-4a70-857e-e0084f169cb3 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:41:44.563521 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-df166bf4-218a-4202-a314-a03d9adcfac3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:44.566152 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-dc96d6a4-9925-4c3f-b183-7dc0da160827 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:44.568362 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-df166bf4-218a-4202-a314-a03d9adcfac3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:subnet and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:44.571128 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-dc96d6a4-9925-4c3f-b183-7dc0da160827 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:port and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:44.574232 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-dc96d6a4-9925-4c3f-b183-7dc0da160827 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:44.575141 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-df166bf4-218a-4202-a314-a03d9adcfac3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:44.583904 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-dc96d6a4-9925-4c3f-b183-7dc0da160827 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:44.587857 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-df166bf4-218a-4202-a314-a03d9adcfac3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:44.602428 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb989cd-f14b-4bc3-a835-cffccada6a77 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Deleting subnet 8dcfcfc6-e6b4-4993-a919-056a56b2bb82 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:41:44.606170 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-88d8be60-116d-4642-a383-a8ab3a4e7ee9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:44.633156 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2fb989cd-f14b-4bc3-a835-cffccada6a77 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:44.691581 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-dc96d6a4-9925-4c3f-b183-7dc0da160827 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Made reservation on behalf of b59631ecfa194f20bd33f8d2b34a5767 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:41:44.699432 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-dc96d6a4-9925-4c3f-b183-7dc0da160827 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:44.711721 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df166bf4-218a-4202-a314-a03d9adcfac3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:41:44.716007 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-df166bf4-218a-4202-a314-a03d9adcfac3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:44.732732 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-88d8be60-116d-4642-a383-a8ab3a4e7ee9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:44.739419 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-88d8be60-116d-4642-a383-a8ab3a4e7ee9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8275502 May 27 02:41:44.743934 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ae06fbf3-5948-4be3-93be-b1ef0a67c7b0 None None] Provisioning for port f77fa7b1-ee94-49d4-81e1-60501ef9595c completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:41:44.766160 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45402) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:44.777818 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-386e21e1-b911-49a2-92fa-69dd5b14d916 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Request body: {'security_group_rule': {'security_group_id': 'eb4698ce-560a-42dd-97e9-87330af3672e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3e71b5e0-9445-4995-8397-43203ae791dd', 'remote_ip_prefix': None}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:44.803633 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-386e21e1-b911-49a2-92fa-69dd5b14d916 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:44.818379 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2fb989cd-f14b-4bc3-a835-cffccada6a77 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:44.877484 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d8be60-116d-4642-a383-a8ab3a4e7ee9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e71b5e0-9445-4995-8397-43203ae791dd,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:44.891880 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-386e21e1-b911-49a2-92fa-69dd5b14d916 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Usage tracker for resource:security_group_rule and tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:44.901191 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ae06fbf3-5948-4be3-93be-b1ef0a67c7b0 None None] Provisioning complete for port f77fa7b1-ee94-49d4-81e1-60501ef9595c triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:44.901719 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ae06fbf3-5948-4be3-93be-b1ef0a67c7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:44.903597 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-386e21e1-b911-49a2-92fa-69dd5b14d916 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:44.962045 n-d-843554-3 neutron-server[88902]: INFO neutron.db.ipam_backend_mixin [None req-df166bf4-218a-4202-a314-a03d9adcfac3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0feb9102-9ddb-43de-bd5e-e06125427575 (CIDR: 2001:db8::/64) May 27 02:41:44.964266 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port f77fa7b1-ee94-49d4-81e1-60501ef9595c triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:44.964710 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:45.003370 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-df166bf4-218a-4202-a314-a03d9adcfac3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:41:45.004022 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df166bf4-218a-4202-a314-a03d9adcfac3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:45.078119 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-d74df2d0-da78-4604-8785-6d9ece75633f None None] For port 875e4c22-2ab9-4c03-8b7f-9d583250c675, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=875e4c22-2ab9-4c03-8b7f-9d583250c675,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:41:45.079024 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d74df2d0-da78-4604-8785-6d9ece75633f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:45.079153 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-386e21e1-b911-49a2-92fa-69dd5b14d916 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:45.108692 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-df166bf4-218a-4202-a314-a03d9adcfac3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0518408 May 27 02:41:45.113453 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45414) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:45.125482 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-bae0145e-0fa2-41e8-8c9f-1a5b26cb8b79 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'subnet': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:45.239960 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-d74df2d0-da78-4604-8785-6d9ece75633f None None] Calling delete_port for 875e4c22-2ab9-4c03-8b7f-9d583250c675 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:41:45.259234 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-dc96d6a4-9925-4c3f-b183-7dc0da160827 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Allocated IP 172.20.0.6 (56de6edb-4271-49d5-883c-5ccf0c388efd/729be140-e744-46ec-b913-ee3fd12524ff/5f97c20e-9873-4adf-98df-e289d9a96b4a) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:41:45.277562 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-386e21e1-b911-49a2-92fa-69dd5b14d916 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:45.301762 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2fb989cd-f14b-4bc3-a835-cffccada6a77 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:45.321161 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-bae0145e-0fa2-41e8-8c9f-1a5b26cb8b79 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:45.325406 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-bae0145e-0fa2-41e8-8c9f-1a5b26cb8b79 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Usage tracker for resource:subnet and tenant:36f4d5a6efea4ed5b05dcbfbea82bcda is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:45.328553 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-bae0145e-0fa2-41e8-8c9f-1a5b26cb8b79 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:45.335362 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-bae0145e-0fa2-41e8-8c9f-1a5b26cb8b79 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:45.414446 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae0145e-0fa2-41e8-8c9f-1a5b26cb8b79 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:41:45.419474 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bae0145e-0fa2-41e8-8c9f-1a5b26cb8b79 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:45.459248 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ae06fbf3-5948-4be3-93be-b1ef0a67c7b0 None None] Current status of the port f77fa7b1-ee94-49d4-81e1-60501ef9595c is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:41:45.494244 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port f77fa7b1-ee94-49d4-81e1-60501ef9595c is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:41:45.558717 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 875e4c22-2ab9-4c03-8b7f-9d583250c675 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:41:45.617226 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-dc96d6a4-9925-4c3f-b183-7dc0da160827 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:45.621568 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a4823079-497f-413d-8cb0-81defd210751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d36c25-581c-4a7e-968b-551d06a80eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1795577778', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '88cdf804-3521-4f9c-8f27-15e19db92c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:41:19Z', 'updated_at': '2022-05-27T02:41:35Z', 'revision_number': 4, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': '88cdf804-3521-4f9c-8f27-15e19db92c91', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:06:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d36c25-581c-4a7e-968b-551d06a80eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:41:21Z', 'updated_at': '2022-05-27T02:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '652ec688-f131-4518-b4b8-23749e1fb7a9', 'name': '', 'network_id': '56de6edb-4271-49d5-883c-5ccf0c388efd', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'mac_address': 'fa:16:3e:50:ad:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d36c25-581c-4a7e-968b-551d06a80eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '729be140-e744-46ec-b913-ee3fd12524ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:41:33Z', 'updated_at': '2022-05-27T02:41:43Z', 'revision_number': 4, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'subnets': [{'id': '729be140-e744-46ec-b913-ee3fd12524ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:41:45.642626 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-dc96d6a4-9925-4c3f-b183-7dc0da160827 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Transition to ACTIVE for port object 5f97c20e-9873-4adf-98df-e289d9a96b4a will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:41:45.643894 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d74df2d0-da78-4604-8785-6d9ece75633f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:45.691788 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-386e21e1-b911-49a2-92fa-69dd5b14d916 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:45.701451 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 875e4c22-2ab9-4c03-8b7f-9d583250c675 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:41:45.702029 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 875e4c22-2ab9-4c03-8b7f-9d583250c675 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:41:45.721096 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4823079-497f-413d-8cb0-81defd210751 None None] The sync data for ids ['45d36c25-581c-4a7e-968b-551d06a80eda'] in n-d-843554-3 is: [{'id': '45d36c25-581c-4a7e-968b-551d06a80eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1795577778', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '88cdf804-3521-4f9c-8f27-15e19db92c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:41:19Z', 'updated_at': '2022-05-27T02:41:35Z', 'revision_number': 4, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': '88cdf804-3521-4f9c-8f27-15e19db92c91', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:06:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d36c25-581c-4a7e-968b-551d06a80eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:41:21Z', 'updated_at': '2022-05-27T02:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '652ec688-f131-4518-b4b8-23749e1fb7a9', 'name': '', 'network_id': '56de6edb-4271-49d5-883c-5ccf0c388efd', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'mac_address': 'fa:16:3e:50:ad:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d36c25-581c-4a7e-968b-551d06a80eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '729be140-e744-46ec-b913-ee3fd12524ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:41:33Z', 'updated_at': '2022-05-27T02:41:43Z', 'revision_number': 4, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'subnets': [{'id': '729be140-e744-46ec-b913-ee3fd12524ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:41:45.723814 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-bd4cd189-c4a0-4f51-9044-c8cc5e712c65 None None] Could not find standard attr ID for object 0fd77f18-2b8a-414e-876f-16f75df9e734. {{(pid=88903) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:41:45.729582 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74df2d0-da78-4604-8785-6d9ece75633f None None] No DVR routers for this DVR port 875e4c22-2ab9-4c03-8b7f-9d583250c675 on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:41:45.733566 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74df2d0-da78-4604-8785-6d9ece75633f None None] Pushing event deleted for resources: {'Port': ['ID=875e4c22-2ab9-4c03-8b7f-9d583250c675,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:45.752950 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5001d172-320b-4333-bba0-b819d39f08cb None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:41:45.770800 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-dc96d6a4-9925-4c3f-b183-7dc0da160827 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:45.791367 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2fb989cd-f14b-4bc3-a835-cffccada6a77 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:45.990855 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-386e21e1-b911-49a2-92fa-69dd5b14d916 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:46.058174 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-dc96d6a4-9925-4c3f-b183-7dc0da160827 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Network 56de6edb-4271-49d5-883c-5ccf0c388efd is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:41:46.080808 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2fb989cd-f14b-4bc3-a835-cffccada6a77 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:46.090646 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2fb989cd-f14b-4bc3-a835-cffccada6a77 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/subnets/8dcfcfc6-e6b4-4993-a919-056a56b2bb82 HTTP/1.1" status: 204 len: 168 time: 1.6782112 May 27 02:41:46.091657 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb989cd-f14b-4bc3-a835-cffccada6a77 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event deleted for resources: {'Subnet': ['ID=8dcfcfc6-e6b4-4993-a919-056a56b2bb82,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:46.099286 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-dc96d6a4-9925-4c3f-b183-7dc0da160827 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:41:46.101167 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45444) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:46.107429 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e21e1-b911-49a2-92fa-69dd5b14d916 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e426044-f74b-4157-a164-2a685b1f20c5,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:46.112428 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e9ce02-0e5f-4440-a272-d760171e85c5 None None] Network b14b3dd4-cd52-4594-a4f1-75be2851fbfb requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:41:46.167209 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-dc96d6a4-9925-4c3f-b183-7dc0da160827 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:41:46.211961 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58c655-7d4e-406b-8c7e-e89c70422c37 req-f877b3b4-c4cd-4af5-9948-883256438c0c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:46.229561 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b58c655-7d4e-406b-8c7e-e89c70422c37 req-f877b3b4-c4cd-4af5-9948-883256438c0c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 931 time: 0.4667044 May 27 02:41:46.330101 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b58c655-7d4e-406b-8c7e-e89c70422c37 req-8da4bc54-f352-48ad-bb52-5aa83f598f38 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b03d65b-fea9-4a72-bea0-c935f8442f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982490 May 27 02:41:46.430872 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-c33dd901-2e0f-42ed-ae96-6e7eb300d2fd tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Deleting subnet 7aa20732-273c-4ddc-972e-7b4fcdf38603 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:41:46.432364 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 652ec688-f131-4518-b4b8-23749e1fb7a9 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:41:46.445379 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c33dd901-2e0f-42ed-ae96-6e7eb300d2fd tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:46.547716 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-386e21e1-b911-49a2-92fa-69dd5b14d916 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:46.555499 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-386e21e1-b911-49a2-92fa-69dd5b14d916 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.7833354 May 27 02:41:46.575314 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499763a8-47e6-44a1-a652-cf6a76aeebf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-1e095441-a19f-4261-8588-a806dc249ed2', 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'tenant_id': '36f4d5a6efea4ed5b05dcbfbea82bcda', 'fixed_ips': [{'subnet_id': '0feb9102-9ddb-43de-bd5e-e06125427575'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:41:46.577615 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-499763a8-47e6-44a1-a652-cf6a76aeebf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:46.587735 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45454) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:46.588762 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96d6a4-9925-4c3f-b183-7dc0da160827 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'Port': ['ID=5f97c20e-9873-4adf-98df-e289d9a96b4a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:46.721121 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-541573fe-571b-4ec9-a372-31bbbab5221c tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:46.755751 n-d-843554-3 neutron-server[88902]: DEBUG neutron.objects.ports [None req-bae0145e-0fa2-41e8-8c9f-1a5b26cb8b79 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88902) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 02:41:46.761926 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bae0145e-0fa2-41e8-8c9f-1a5b26cb8b79 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:46.767392 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-dc96d6a4-9925-4c3f-b183-7dc0da160827 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:46.768064 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-dc96d6a4-9925-4c3f-b183-7dc0da160827 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:46.807919 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c33dd901-2e0f-42ed-ae96-6e7eb300d2fd tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:46.814997 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-b4beccfd-0a94-4a7e-9003-00d231b9b465 None None] Provisioning for port 5f97c20e-9873-4adf-98df-e289d9a96b4a completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:41:46.820524 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 652ec688-f131-4518-b4b8-23749e1fb7a9 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:41:46.831121 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 652ec688-f131-4518-b4b8-23749e1fb7a9 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:46.831775 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:46.876049 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae0145e-0fa2-41e8-8c9f-1a5b26cb8b79 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Subnet': ['ID=87d132cf-5fbc-45cb-adc9-3a5bfb50fcf8,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:46.892375 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae0145e-0fa2-41e8-8c9f-1a5b26cb8b79 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:41:46.893871 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-bae0145e-0fa2-41e8-8c9f-1a5b26cb8b79 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:41:46.900805 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae0145e-0fa2-41e8-8c9f-1a5b26cb8b79 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:46.901712 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bae0145e-0fa2-41e8-8c9f-1a5b26cb8b79 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:46.954006 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-b4beccfd-0a94-4a7e-9003-00d231b9b465 None None] Provisioning complete for port 5f97c20e-9873-4adf-98df-e289d9a96b4a triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:46.954505 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b4beccfd-0a94-4a7e-9003-00d231b9b465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:47.018135 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c33dd901-2e0f-42ed-ae96-6e7eb300d2fd tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:47.095106 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-bae0145e-0fa2-41e8-8c9f-1a5b26cb8b79 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.9802439 May 27 02:41:47.097586 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45466) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:47.104826 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-98be28cd-9f59-4fb8-ad1e-8633ad6a6e46 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Request body: {'port': {'network_id': '1e095441-a19f-4261-8588-a806dc249ed2', 'mac_address': 'fa:16:3e:11:f6:60', 'name': 'tempest-NetworksTestDHCPv6-1844006889'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:47.130487 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-541573fe-571b-4ec9-a372-31bbbab5221c tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:47.165956 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-b4beccfd-0a94-4a7e-9003-00d231b9b465 None None] Port 5f97c20e-9873-4adf-98df-e289d9a96b4a cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:41:47.188832 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-dc96d6a4-9925-4c3f-b183-7dc0da160827 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9745154 May 27 02:41:47.213416 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-f83123f4-1119-4f62-9dfe-cd31306be04e service neutron] Request body: {'port': {'device_id': '45a7f28c-e2a6-4978-8356-aef1e045299d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:47.357172 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-499763a8-47e6-44a1-a652-cf6a76aeebf3 None None] Allocated IP 2001:db8::2 (1e095441-a19f-4261-8588-a806dc249ed2/0feb9102-9ddb-43de-bd5e-e06125427575/32554cc8-2d35-4db2-87d9-948ea8c7eedb) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:41:47.370381 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-499763a8-47e6-44a1-a652-cf6a76aeebf3 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe42:85cd (1e095441-a19f-4261-8588-a806dc249ed2/87d132cf-5fbc-45cb-adc9-3a5bfb50fcf8/32554cc8-2d35-4db2-87d9-948ea8c7eedb) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:41:47.373242 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 652ec688-f131-4518-b4b8-23749e1fb7a9 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:41:47.373851 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:47.393980 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-98be28cd-9f59-4fb8-ad1e-8633ad6a6e46 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:47.411302 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-98be28cd-9f59-4fb8-ad1e-8633ad6a6e46 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:47.437339 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-f83123f4-1119-4f62-9dfe-cd31306be04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:47.451754 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c33dd901-2e0f-42ed-ae96-6e7eb300d2fd tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:47.481266 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 652ec688-f131-4518-b4b8-23749e1fb7a9, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=652ec688-f131-4518-b4b8-23749e1fb7a9,segment=NetworkSegment(7e3abe43-4d43-4a8c-a57b-a17033e93da0),segment_id=7e3abe43-4d43-4a8c-a57b-a17033e93da0)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:41:47.505581 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98be28cd-9f59-4fb8-ad1e-8633ad6a6e46 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Made reservation on behalf of 36f4d5a6efea4ed5b05dcbfbea82bcda for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:41:47.607325 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33dd901-2e0f-42ed-ae96-6e7eb300d2fd tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event deleted for resources: {'Subnet': ['ID=7aa20732-273c-4ddc-972e-7b4fcdf38603,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:47.619643 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c33dd901-2e0f-42ed-ae96-6e7eb300d2fd tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:47.624942 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:47.644367 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c33dd901-2e0f-42ed-ae96-6e7eb300d2fd tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/subnets/7aa20732-273c-4ddc-972e-7b4fcdf38603 HTTP/1.1" status: 204 len: 168 time: 1.5367184 May 27 02:41:47.686121 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45472) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:47.710027 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-541573fe-571b-4ec9-a372-31bbbab5221c tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:47.774948 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-541573fe-571b-4ec9-a372-31bbbab5221c tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:47.776085 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-541573fe-571b-4ec9-a372-31bbbab5221c tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/3e426044-f74b-4157-a164-2a685b1f20c5 HTTP/1.1" status: 204 len: 168 time: 1.1845441 May 27 02:41:47.797925 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-37990b42-70ef-4ca1-bf89-1a09f4edba78 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] DELETE failed (client error): The resource could not be found. May 27 02:41:47.798370 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37990b42-70ef-4ca1-bf89-1a09f4edba78 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:47.800046 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-37990b42-70ef-4ca1-bf89-1a09f4edba78 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/subnets/8dcfcfc6-e6b4-4993-a919-056a56b2bb82 HTTP/1.1" status: 404 len: 337 time: 0.1175854 May 27 02:41:47.814347 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45478) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:47.814718 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45480) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:47.836039 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=652ec688-f131-4518-b4b8-23749e1fb7a9,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:47.862204 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a988ca-23ca-49e7-91d8-d4f8145bd5a4 None None] Network b14b3dd4-cd52-4594-a4f1-75be2851fbfb requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:41:47.898662 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541573fe-571b-4ec9-a372-31bbbab5221c tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e426044-f74b-4157-a164-2a685b1f20c5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:47.985591 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9872c9c8-4895-44ac-ac6a-7c30362489ba tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Synchronizing usage tracker for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group_rule {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:41:47.996809 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-98be28cd-9f59-4fb8-ad1e-8633ad6a6e46 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:48.034694 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0c96e-0b51-4698-b585-540197fc4540 req-f7274734-91c5-48c3-8876-aff60ed2639f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:48.041033 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-63c0c96e-0b51-4698-b585-540197fc4540 req-f7274734-91c5-48c3-8876-aff60ed2639f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 931 time: 0.4036245 May 27 02:41:48.049921 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ef644da5-426e-45c6-b875-a8107fb33e95 None None] Provisioning complete for port 6438b57e-5cb6-4a70-857e-e0084f169cb3 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:48.050755 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ef644da5-426e-45c6-b875-a8107fb33e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:48.096837 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-98be28cd-9f59-4fb8-ad1e-8633ad6a6e46 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] device_id is not set on port 618a5408-48b5-4806-af36-5f53e823a523 yet. {{(pid=88902) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:41:48.106504 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-571b4863-c413-4789-858f-2b21c8e16f03 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Deleting subnet a93c7ded-7526-49c6-85ea-cc5c9b7d1112 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:41:48.113291 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-571b4863-c413-4789-858f-2b21c8e16f03 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:48.133079 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ef644da5-426e-45c6-b875-a8107fb33e95 None None] Port 6438b57e-5cb6-4a70-857e-e0084f169cb3 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:41:48.153828 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9872c9c8-4895-44ac-ac6a-7c30362489ba tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Unset dirty status for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group_rule {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:41:48.158330 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9872c9c8-4895-44ac-ac6a-7c30362489ba tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3401496 May 27 02:41:48.172510 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45486) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:48.234644 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-63c0c96e-0b51-4698-b585-540197fc4540 req-453cd9e8-1689-49b9-aa4c-f1f5a5b6c7df tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b03d65b-fea9-4a72-bea0-c935f8442f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681993 May 27 02:41:48.294631 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-571b4863-c413-4789-858f-2b21c8e16f03 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:48.352337 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ef644da5-426e-45c6-b875-a8107fb33e95 None None] Provisioning complete for port f77fa7b1-ee94-49d4-81e1-60501ef9595c triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:48.352704 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ef644da5-426e-45c6-b875-a8107fb33e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:48.416117 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 652ec688-f131-4518-b4b8-23749e1fb7a9 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:41:48.466753 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5dbfd0de-f08c-4feb-9880-72ab5818aa98 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:48.487375 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-499763a8-47e6-44a1-a652-cf6a76aeebf3 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:48.540788 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-499763a8-47e6-44a1-a652-cf6a76aeebf3 None None] Transition to ACTIVE for port object 32554cc8-2d35-4db2-87d9-948ea8c7eedb will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:41:48.541854 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5dbfd0de-f08c-4feb-9880-72ab5818aa98 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:48.603005 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-499763a8-47e6-44a1-a652-cf6a76aeebf3 None None] Transition to ACTIVE for port object 32554cc8-2d35-4db2-87d9-948ea8c7eedb will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:41:48.603257 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-571b4863-c413-4789-858f-2b21c8e16f03 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:48.718550 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 652ec688-f131-4518-b4b8-23749e1fb7a9 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:48.719021 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:48.758877 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-499763a8-47e6-44a1-a652-cf6a76aeebf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:48.796203 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.resource_extend [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-f83123f4-1119-4f62-9dfe-cd31306be04e service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:41:48.827981 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-98be28cd-9f59-4fb8-ad1e-8633ad6a6e46 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Allocated IP 2001:db8::17d (1e095441-a19f-4261-8588-a806dc249ed2/0feb9102-9ddb-43de-bd5e-e06125427575/618a5408-48b5-4806-af36-5f53e823a523) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:41:48.834716 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-98be28cd-9f59-4fb8-ad1e-8633ad6a6e46 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Allocated IP 2001:db8:0:1:f816:3eff:fe11:f660 (1e095441-a19f-4261-8588-a806dc249ed2/87d132cf-5fbc-45cb-adc9-3a5bfb50fcf8/618a5408-48b5-4806-af36-5f53e823a523) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:41:48.911955 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499763a8-47e6-44a1-a652-cf6a76aeebf3 None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:41:48.920339 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-499763a8-47e6-44a1-a652-cf6a76aeebf3 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:41:48.936396 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499763a8-47e6-44a1-a652-cf6a76aeebf3 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:41:48.948265 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ef644da5-426e-45c6-b875-a8107fb33e95 None None] Current status of the port f77fa7b1-ee94-49d4-81e1-60501ef9595c is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:41:48.954491 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-f83123f4-1119-4f62-9dfe-cd31306be04e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f97c20e-9873-4adf-98df-e289d9a96b4a {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:41:48.965796 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-f83123f4-1119-4f62-9dfe-cd31306be04e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:49.004662 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499763a8-47e6-44a1-a652-cf6a76aeebf3 None None] Pushing event updated for resources: {'Port': ['ID=32554cc8-2d35-4db2-87d9-948ea8c7eedb,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:49.015132 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5dbfd0de-f08c-4feb-9880-72ab5818aa98 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:49.050951 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbfd0de-f08c-4feb-9880-72ab5818aa98 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e71b5e0-9445-4995-8397-43203ae791dd,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:49.077913 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-f83123f4-1119-4f62-9dfe-cd31306be04e service neutron] Transition to ACTIVE for port object 5f97c20e-9873-4adf-98df-e289d9a96b4a will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:41:49.081924 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-571b4863-c413-4789-858f-2b21c8e16f03 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:49.136210 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b4863-c413-4789-858f-2b21c8e16f03 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event deleted for resources: {'Subnet': ['ID=a93c7ded-7526-49c6-85ea-cc5c9b7d1112,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:49.140603 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-571b4863-c413-4789-858f-2b21c8e16f03 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:49.170276 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-571b4863-c413-4789-858f-2b21c8e16f03 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/subnets/a93c7ded-7526-49c6-85ea-cc5c9b7d1112 HTTP/1.1" status: 204 len: 168 time: 1.3445263 May 27 02:41:49.170998 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45498) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:49.174070 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-f83123f4-1119-4f62-9dfe-cd31306be04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:49.232321 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-499763a8-47e6-44a1-a652-cf6a76aeebf3 None None] Attempting to bind port 32554cc8-2d35-4db2-87d9-948ea8c7eedb on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:41:49.232930 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-499763a8-47e6-44a1-a652-cf6a76aeebf3 None None] Attempting to bind port 32554cc8-2d35-4db2-87d9-948ea8c7eedb by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:41:49.233400 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499763a8-47e6-44a1-a652-cf6a76aeebf3 None None] Attempting to bind port 32554cc8-2d35-4db2-87d9-948ea8c7eedb on network 1e095441-a19f-4261-8588-a806dc249ed2 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:41:49.247279 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499763a8-47e6-44a1-a652-cf6a76aeebf3 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:41:49.247826 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499763a8-47e6-44a1-a652-cf6a76aeebf3 None None] Checking segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:41:49.248333 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-499763a8-47e6-44a1-a652-cf6a76aeebf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:49.248858 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499763a8-47e6-44a1-a652-cf6a76aeebf3 None None] Bound using segment: {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:41:49.249439 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-499763a8-47e6-44a1-a652-cf6a76aeebf3 None None] Bound port: 32554cc8-2d35-4db2-87d9-948ea8c7eedb, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae2e217-aa09-473f-a004-855131f4bd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1e095441-a19f-4261-8588-a806dc249ed2'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:41:49.249931 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-499763a8-47e6-44a1-a652-cf6a76aeebf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:49.265302 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5dbfd0de-f08c-4feb-9880-72ab5818aa98 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:49.268779 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5dbfd0de-f08c-4feb-9880-72ab5818aa98 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "DELETE /v2.0/security-groups/3e71b5e0-9445-4995-8397-43203ae791dd HTTP/1.1" status: 204 len: 168 time: 1.0927320 May 27 02:41:49.285082 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 652ec688-f131-4518-b4b8-23749e1fb7a9 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:41:49.384882 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:49.388680 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45504) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:49.401085 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d39dfad-a745-4be3-b983-d3226bdfb16f tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] DELETE failed (client error): The resource could not be found. May 27 02:41:49.402018 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d39dfad-a745-4be3-b983-d3226bdfb16f tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:49.408869 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2d39dfad-a745-4be3-b983-d3226bdfb16f tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/subnets/0ad21650-db1c-479f-a6b7-7ece243863aa HTTP/1.1" status: 404 len: 337 time: 0.2364869 May 27 02:41:49.413215 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45508) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:49.466658 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83123f4-1119-4f62-9dfe-cd31306be04e service neutron] Pushing event updated for resources: {'Port': ['ID=5f97c20e-9873-4adf-98df-e289d9a96b4a,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:49.468707 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-499763a8-47e6-44a1-a652-cf6a76aeebf3 None None] For port 32554cc8-2d35-4db2-87d9-948ea8c7eedb, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:41:49.475128 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:49.475128 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-499763a8-47e6-44a1-a652-cf6a76aeebf3 None None] For port 32554cc8-2d35-4db2-87d9-948ea8c7eedb, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=32554cc8-2d35-4db2-87d9-948ea8c7eedb,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:41:49.480998 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-98be28cd-9f59-4fb8-ad1e-8633ad6a6e46 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:49.556222 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-499763a8-47e6-44a1-a652-cf6a76aeebf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:49.582020 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-98be28cd-9f59-4fb8-ad1e-8633ad6a6e46 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Transition to ACTIVE for port object 618a5408-48b5-4806-af36-5f53e823a523 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:41:49.638285 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ae5a0ca2-20eb-43ab-b10a-d5ce78750ed5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Synchronizing usage tracker for tenant:f559555ef6124802b230d39d3db00e17 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:41:49.695293 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499763a8-47e6-44a1-a652-cf6a76aeebf3 None None] Pushing event updated for resources: {'Port': ['ID=32554cc8-2d35-4db2-87d9-948ea8c7eedb,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:49.740123 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d5379-40c0-41d7-9fa9-cfed17ab9635 req-c187ef99-8056-4aca-a11d-6b78299d6d93 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:49.743222 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-819d5379-40c0-41d7-9fa9-cfed17ab9635 req-c187ef99-8056-4aca-a11d-6b78299d6d93 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 943 time: 0.2174723 May 27 02:41:49.779765 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-98be28cd-9f59-4fb8-ad1e-8633ad6a6e46 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:49.804355 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ae5a0ca2-20eb-43ab-b10a-d5ce78750ed5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Unset dirty status for tenant:f559555ef6124802b230d39d3db00e17 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:41:49.806147 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ae5a0ca2-20eb-43ab-b10a-d5ce78750ed5 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "GET /v2.0/ports?device_id=1010904c-1553-4127-9f08-71a816c1f0db HTTP/1.1" status: 200 len: 205 time: 0.3492641 May 27 02:41:49.822475 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45520) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:49.878317 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d656ffbd-4930-4be8-b2ff-94b7c7eb2a8f None None] Network b14b3dd4-cd52-4594-a4f1-75be2851fbfb requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:41:49.981742 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-819d5379-40c0-41d7-9fa9-cfed17ab9635 req-c4c38ad6-01c8-42a4-af72-9946495bcced tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b03d65b-fea9-4a72-bea0-c935f8442f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2326767 May 27 02:41:49.988301 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98be28cd-9f59-4fb8-ad1e-8633ad6a6e46 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Network 1e095441-a19f-4261-8588-a806dc249ed2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:41:49.996480 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-98be28cd-9f59-4fb8-ad1e-8633ad6a6e46 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:41:50.009660 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98be28cd-9f59-4fb8-ad1e-8633ad6a6e46 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:41:50.024557 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98be28cd-9f59-4fb8-ad1e-8633ad6a6e46 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:50.027033 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-98be28cd-9f59-4fb8-ad1e-8633ad6a6e46 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:50.054939 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be28cd-9f59-4fb8-ad1e-8633ad6a6e46 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event updated for resources: {'Port': ['ID=618a5408-48b5-4806-af36-5f53e823a523,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:50.120427 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a4d2b489-190b-413e-bef8-027a5b88ca1f None None] Provisioning complete for port 6438b57e-5cb6-4a70-857e-e0084f169cb3 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:50.120820 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a4d2b489-190b-413e-bef8-027a5b88ca1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:50.121507 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c0162e0b-497d-4a17-87d7-aa17a5dda498 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Synchronizing usage tracker for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:41:50.127637 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-61d72efc-f9be-434b-8e7d-63e3ef39eb14 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] delete failed (client error): The resource could not be found. May 27 02:41:50.133381 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45526) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:50.137226 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-61d72efc-f9be-434b-8e7d-63e3ef39eb14 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/routers/1010904c-1553-4127-9f08-71a816c1f0db HTTP/1.1" status: 404 len: 336 time: 0.3113174 May 27 02:41:50.185468 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-f83123f4-1119-4f62-9dfe-cd31306be04e service neutron] Attempting to bind port 5f97c20e-9873-4adf-98df-e289d9a96b4a on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:41:50.186162 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-f83123f4-1119-4f62-9dfe-cd31306be04e service neutron] Attempting to bind port 5f97c20e-9873-4adf-98df-e289d9a96b4a by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '7e3abe43-4d43-4a8c-a57b-a17033e93da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '56de6edb-4271-49d5-883c-5ccf0c388efd'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:41:50.186750 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-f83123f4-1119-4f62-9dfe-cd31306be04e service neutron] Attempting to bind port 5f97c20e-9873-4adf-98df-e289d9a96b4a on network 56de6edb-4271-49d5-883c-5ccf0c388efd {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:41:50.192406 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-f83123f4-1119-4f62-9dfe-cd31306be04e service neutron] Port 5f97c20e-9873-4adf-98df-e289d9a96b4a on network 56de6edb-4271-49d5-883c-5ccf0c388efd not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:41:50.193118 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-f83123f4-1119-4f62-9dfe-cd31306be04e service neutron] Attempting to bind port 5f97c20e-9873-4adf-98df-e289d9a96b4a on network 56de6edb-4271-49d5-883c-5ccf0c388efd {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:41:50.210011 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-f83123f4-1119-4f62-9dfe-cd31306be04e service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:41:50.210011 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-f83123f4-1119-4f62-9dfe-cd31306be04e service neutron] Checking segment: {'id': '7e3abe43-4d43-4a8c-a57b-a17033e93da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '56de6edb-4271-49d5-883c-5ccf0c388efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:41:50.210011 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-f83123f4-1119-4f62-9dfe-cd31306be04e service neutron] Bound using segment: {'id': '7e3abe43-4d43-4a8c-a57b-a17033e93da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '56de6edb-4271-49d5-883c-5ccf0c388efd'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:41:50.210011 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-f83123f4-1119-4f62-9dfe-cd31306be04e service neutron] Bound port: 5f97c20e-9873-4adf-98df-e289d9a96b4a, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e3abe43-4d43-4a8c-a57b-a17033e93da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '56de6edb-4271-49d5-883c-5ccf0c388efd'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:41:50.210011 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-f83123f4-1119-4f62-9dfe-cd31306be04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:50.284355 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-f76f97e3-1b17-47f1-9be0-cfce859ea6c7 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] DELETE failed (client error): The resource could not be found. May 27 02:41:50.284854 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f76f97e3-1b17-47f1-9be0-cfce859ea6c7 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:50.286734 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f76f97e3-1b17-47f1-9be0-cfce859ea6c7 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/subnets/4cc74263-7d50-4b9c-9db1-fb41679aee8e HTTP/1.1" status: 404 len: 337 time: 0.1514978 May 27 02:41:50.294015 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45532) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:50.294351 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45534) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:50.297154 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-98be28cd-9f59-4fb8-ad1e-8633ad6a6e46 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.1982763 May 27 02:41:50.336448 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a4d2b489-190b-413e-bef8-027a5b88ca1f None None] Port 6438b57e-5cb6-4a70-857e-e0084f169cb3 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:41:50.363617 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c0162e0b-497d-4a17-87d7-aa17a5dda498 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Unset dirty status for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:41:50.365065 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c0162e0b-497d-4a17-87d7-aa17a5dda498 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.9543300 May 27 02:41:50.366313 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-46ac5c26-c166-493f-aba5-caa4dffcfa75 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] DELETE failed (client error): The resource could not be found. May 27 02:41:50.366776 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46ac5c26-c166-493f-aba5-caa4dffcfa75 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:50.367921 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45540) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:50.380397 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-46ac5c26-c166-493f-aba5-caa4dffcfa75 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/subnets/4e37e157-ecc4-48b1-add6-ff9e1cafd1cc HTTP/1.1" status: 404 len: 337 time: 0.0846515 May 27 02:41:50.385437 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a4d2b489-190b-413e-bef8-027a5b88ca1f None None] Provisioning complete for port f77fa7b1-ee94-49d4-81e1-60501ef9595c triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:50.385819 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a4d2b489-190b-413e-bef8-027a5b88ca1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:50.401096 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45544) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:50.415949 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 32554cc8-2d35-4db2-87d9-948ea8c7eedb up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:41:50.599135 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-9281e9b3-f8af-4523-877a-e47dbf18f1c8 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting port 618a5408-48b5-4806-af36-5f53e823a523 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:41:50.599971 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9281e9b3-f8af-4523-877a-e47dbf18f1c8 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:50.600103 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-b56eb71f-d671-4ada-bb91-ec63482f01c7 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] DELETE failed (client error): The resource could not be found. May 27 02:41:50.602690 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b56eb71f-d671-4ada-bb91-ec63482f01c7 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:50.607272 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b56eb71f-d671-4ada-bb91-ec63482f01c7 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/subnets/d40357c4-301d-423f-95c6-ba9caf6246e5 HTTP/1.1" status: 404 len: 337 time: 0.2011368 May 27 02:41:50.612654 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45552) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:50.613404 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f9f498-6ff8-41d6-9bcd-8c6c481a0b92 None None] DHCP port deletion for b14b3dd4-cd52-4594-a4f1-75be2851fbfb request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:41:50.634984 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-26f9f498-6ff8-41d6-9bcd-8c6c481a0b92 None None] Deleting port f77fa7b1-ee94-49d4-81e1-60501ef9595c {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:41:50.635353 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-26f9f498-6ff8-41d6-9bcd-8c6c481a0b92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:50.644455 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-f83123f4-1119-4f62-9dfe-cd31306be04e service neutron] For port 5f97c20e-9873-4adf-98df-e289d9a96b4a, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:41:50.667229 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-f83123f4-1119-4f62-9dfe-cd31306be04e service neutron] For port 5f97c20e-9873-4adf-98df-e289d9a96b4a, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=5f97c20e-9873-4adf-98df-e289d9a96b4a,segment=NetworkSegment(7e3abe43-4d43-4a8c-a57b-a17033e93da0),segment_id=7e3abe43-4d43-4a8c-a57b-a17033e93da0)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:41:50.712126 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45556) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:50.733145 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-915dffb6-ed81-4dcd-9e41-0368285ba9d8 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] DELETE failed (client error): The resource could not be found. May 27 02:41:50.733745 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-915dffb6-ed81-4dcd-9e41-0368285ba9d8 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:50.737772 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-915dffb6-ed81-4dcd-9e41-0368285ba9d8 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/ports/e541346d-ac4c-4a76-aabd-4bb598697cc2 HTTP/1.1" status: 404 len: 333 time: 0.1218264 May 27 02:41:50.741981 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45562) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:50.786083 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-f83123f4-1119-4f62-9dfe-cd31306be04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:50.862630 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-48006860-4c80-4821-a4e6-268d1538b6a0 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] DELETE failed (client error): The resource could not be found. May 27 02:41:50.866092 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48006860-4c80-4821-a4e6-268d1538b6a0 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:50.871175 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-48006860-4c80-4821-a4e6-268d1538b6a0 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/subnets/184d4714-ba3a-4b4a-8176-d1d3989f1910 HTTP/1.1" status: 404 len: 337 time: 0.1272492 May 27 02:41:50.872112 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45566) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:50.977346 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-19f4f775-e185-4a54-ba85-504de7672e03 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] DELETE failed (client error): The resource could not be found. May 27 02:41:50.977851 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19f4f775-e185-4a54-ba85-504de7672e03 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:50.982514 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83123f4-1119-4f62-9dfe-cd31306be04e service neutron] Pushing event updated for resources: {'Port': ['ID=5f97c20e-9873-4adf-98df-e289d9a96b4a,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:50.983693 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-19f4f775-e185-4a54-ba85-504de7672e03 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/subnets/afb0e032-870c-4525-aeca-20faf32329ad HTTP/1.1" status: 404 len: 337 time: 0.0901101 May 27 02:41:50.984292 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45572) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:50.988526 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8b0c7894-d372-4518-8bc2-48a4f25063bf tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:50.996697 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 32554cc8-2d35-4db2-87d9-948ea8c7eedb completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:41:51.005338 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b66250f7-08ab-481f-b5e6-1c408254f0bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:51.042232 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a4d2b489-190b-413e-bef8-027a5b88ca1f None None] Current status of the port f77fa7b1-ee94-49d4-81e1-60501ef9595c is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:41:51.117820 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-0779c285-3262-481d-a359-a930fca2a9a1 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] DELETE failed (client error): The resource could not be found. May 27 02:41:51.118490 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0779c285-3262-481d-a359-a930fca2a9a1 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:51.131666 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0779c285-3262-481d-a359-a930fca2a9a1 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/ports/56891b7c-61df-4df8-bb7a-82a011ff5ebb HTTP/1.1" status: 404 len: 333 time: 0.1418126 May 27 02:41:51.135295 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-f83123f4-1119-4f62-9dfe-cd31306be04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:51.136346 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-f83123f4-1119-4f62-9dfe-cd31306be04e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:51.138265 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-f83123f4-1119-4f62-9dfe-cd31306be04e service neutron] 10.222.0.32 "PUT /v2.0/ports/5f97c20e-9873-4adf-98df-e289d9a96b4a HTTP/1.1" status: 200 len: 1091 time: 3.9421508 May 27 02:41:51.138807 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45578) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:51.145414 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a7f28c-e2a6-4978-8356-aef1e045299d', 'tag': '5f97c20e-9873-4adf-98df-e289d9a96b4a'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:41:51.153531 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8b0c7894-d372-4518-8bc2-48a4f25063bf tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:51.212757 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b66250f7-08ab-481f-b5e6-1c408254f0bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:51.237098 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-42b0759b-f9ca-4f80-8115-0b134df21643 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] DELETE failed (client error): The resource could not be found. May 27 02:41:51.237682 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42b0759b-f9ca-4f80-8115-0b134df21643 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:51.239637 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-42b0759b-f9ca-4f80-8115-0b134df21643 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/subnets/35682473-4aa2-4010-a081-0c136d27e97f HTTP/1.1" status: 404 len: 337 time: 0.0815721 May 27 02:41:51.242781 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45584) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:51.244745 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b66250f7-08ab-481f-b5e6-1c408254f0bb admin admin] Usage tracker for resource:security_group_rule and tenant:2595ce4824154e21bf64cd19f37e1346 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:51.250343 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b66250f7-08ab-481f-b5e6-1c408254f0bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:51.309917 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b66250f7-08ab-481f-b5e6-1c408254f0bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:51.314681 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-af5dc7fb-9a2b-40fa-bc8b-ce1b17928436 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] DELETE failed (client error): The resource could not be found. May 27 02:41:51.315050 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaf471d7-7313-412b-9d95-c09412eaf519'] response: {'name': 'network-changed', 'server_uuid': '45a7f28c-e2a6-4978-8356-aef1e045299d', 'tag': '5f97c20e-9873-4adf-98df-e289d9a96b4a', 'status': 'completed', 'code': 200} May 27 02:41:51.315624 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af5dc7fb-9a2b-40fa-bc8b-ce1b17928436 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:51.317538 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-af5dc7fb-9a2b-40fa-bc8b-ce1b17928436 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/subnets/e622ebbf-11a6-4e53-a753-0147f5d0082b HTTP/1.1" status: 404 len: 337 time: 0.0737212 May 27 02:41:51.330970 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45588) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:51.424199 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-26f9f498-6ff8-41d6-9bcd-8c6c481a0b92 None None] For port f77fa7b1-ee94-49d4-81e1-60501ef9595c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=f77fa7b1-ee94-49d4-81e1-60501ef9595c,segment=NetworkSegment(98dc657f-1d6a-4247-b90f-092fe3bcf432),segment_id=98dc657f-1d6a-4247-b90f-092fe3bcf432)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:41:51.424663 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-26f9f498-6ff8-41d6-9bcd-8c6c481a0b92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:51.472881 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9281e9b3-f8af-4523-877a-e47dbf18f1c8 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:51.488352 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8b0c7894-d372-4518-8bc2-48a4f25063bf tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:51.550241 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c7894-d372-4518-8bc2-48a4f25063bf tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4698ce-560a-42dd-97e9-87330af3672e,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:51.582087 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-18b8bdc4-f088-4125-b94d-c626cd51c766 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Deleting port 6438b57e-5cb6-4a70-857e-e0084f169cb3 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:41:51.582436 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-18b8bdc4-f088-4125-b94d-c626cd51c766 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:51.644527 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-26f9f498-6ff8-41d6-9bcd-8c6c481a0b92 None None] Calling delete_port for f77fa7b1-ee94-49d4-81e1-60501ef9595c owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:41:51.685883 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-9281e9b3-f8af-4523-877a-e47dbf18f1c8 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Calling delete_port for 618a5408-48b5-4806-af36-5f53e823a523 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:41:51.702033 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf91793-74d9-43fe-9d0f-0f883581ca6d req-500056da-3453-4e77-a521-1bd829a5ed2a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:51.703509 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-adf91793-74d9-43fe-9d0f-0f883581ca6d req-500056da-3453-4e77-a521-1bd829a5ed2a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 943 time: 0.3333881 May 27 02:41:51.720999 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-a1f7c346-54b0-4b8c-8938-53ac0f3441ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:51.722950 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-a1f7c346-54b0-4b8c-8938-53ac0f3441ee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b59631ecfa194f20bd33f8d2b34a5767&device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 1094 time: 0.4683881 May 27 02:41:51.749725 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4219cc47-0f12-4365-8512-88d1fea62cac None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:41:51.802318 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-adf91793-74d9-43fe-9d0f-0f883581ca6d req-54a66fb3-143c-4b21-a8dc-4fde12afe7e5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b03d65b-fea9-4a72-bea0-c935f8442f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922015 May 27 02:41:51.900810 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-26f9f498-6ff8-41d6-9bcd-8c6c481a0b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:51.936973 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-649264a4-181c-42fe-80b4-9cb4a47fc2c3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f97c20e-9873-4adf-98df-e289d9a96b4a HTTP/1.1" status: 200 len: 217 time: 0.1991959 May 27 02:41:51.939540 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-18b8bdc4-f088-4125-b94d-c626cd51c766 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:51.969783 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f9f498-6ff8-41d6-9bcd-8c6c481a0b92 None None] Pushing event deleted for resources: {'Port': ['ID=f77fa7b1-ee94-49d4-81e1-60501ef9595c,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:51.972975 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f9f498-6ff8-41d6-9bcd-8c6c481a0b92 None None] No DVR routers for this DVR port f77fa7b1-ee94-49d4-81e1-60501ef9595c on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:41:52.085278 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-33de969f-60b5-450a-a413-8ef94973ef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:52.086097 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-18b8bdc4-f088-4125-b94d-c626cd51c766 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Calling delete_port for 6438b57e-5cb6-4a70-857e-e0084f169cb3 owned by {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:41:52.087012 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-33de969f-60b5-450a-a413-8ef94973ef8c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=729be140-e744-46ec-b913-ee3fd12524ff HTTP/1.1" status: 200 len: 834 time: 0.1400664 May 27 02:41:52.114225 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ecca53a3-ee2e-4782-af70-8d2824683e43 None None] Provisioning for port 32554cc8-2d35-4db2-87d9-948ea8c7eedb completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:41:52.128902 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ecca53a3-ee2e-4782-af70-8d2824683e43 None None] Provisioning complete for port 32554cc8-2d35-4db2-87d9-948ea8c7eedb triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:52.129545 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ecca53a3-ee2e-4782-af70-8d2824683e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:52.145017 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b66250f7-08ab-481f-b5e6-1c408254f0bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:52.171944 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8b0c7894-d372-4518-8bc2-48a4f25063bf tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:52.173121 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8b0c7894-d372-4518-8bc2-48a4f25063bf tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "DELETE /v2.0/security-groups/eb4698ce-560a-42dd-97e9-87330af3672e HTTP/1.1" status: 204 len: 168 time: 1.8042269 May 27 02:41:52.176060 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45594) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:52.242845 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d0b36aad-fd76-4a99-a9b5-0cd476e48189 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Synchronizing usage tracker for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:41:52.255013 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b66250f7-08ab-481f-b5e6-1c408254f0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:52.282779 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-18b8bdc4-f088-4125-b94d-c626cd51c766 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:52.301055 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f77fa7b1-ee94-49d4-81e1-60501ef9595c no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:41:52.306000 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66250f7-08ab-481f-b5e6-1c408254f0bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2daaa1-ade9-49d1-9692-69ffe17e7e23,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:52.339750 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-15929092-7d99-4c6c-a8eb-38a76a4e454c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:52.341484 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-15929092-7d99-4c6c-a8eb-38a76a4e454c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56de6edb-4271-49d5-883c-5ccf0c388efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2426052 May 27 02:41:52.352596 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b8bdc4-f088-4125-b94d-c626cd51c766 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event deleted for resources: {'Port': ['ID=6438b57e-5cb6-4a70-857e-e0084f169cb3,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:52.362760 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-18b8bdc4-f088-4125-b94d-c626cd51c766 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:52.363901 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: f77fa7b1-ee94-49d4-81e1-60501ef9595c {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:41:52.364244 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f77fa7b1-ee94-49d4-81e1-60501ef9595c not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:41:52.371850 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d0b36aad-fd76-4a99-a9b5-0cd476e48189 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Unset dirty status for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:41:52.377745 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d0b36aad-fd76-4a99-a9b5-0cd476e48189 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1961379 May 27 02:41:52.380372 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b8bdc4-f088-4125-b94d-c626cd51c766 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:52.380868 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b8bdc4-f088-4125-b94d-c626cd51c766 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:52.381832 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b8bdc4-f088-4125-b94d-c626cd51c766 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:52.381832 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b8bdc4-f088-4125-b94d-c626cd51c766 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:52.381832 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b8bdc4-f088-4125-b94d-c626cd51c766 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:52.382187 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b8bdc4-f088-4125-b94d-c626cd51c766 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:52.382358 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b8bdc4-f088-4125-b94d-c626cd51c766 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:52.382682 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b8bdc4-f088-4125-b94d-c626cd51c766 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:52.383004 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b8bdc4-f088-4125-b94d-c626cd51c766 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:52.383462 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b8bdc4-f088-4125-b94d-c626cd51c766 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:52.384043 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b8bdc4-f088-4125-b94d-c626cd51c766 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:52.384387 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b8bdc4-f088-4125-b94d-c626cd51c766 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:52.392048 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45598) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:52.399344 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-c8881ea4-d557-49d4-8af4-ae2a52d22a4d tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Request body: {'security_group': {'name': 'tempest-secgroup--1612925405'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:52.407199 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c8881ea4-d557-49d4-8af4-ae2a52d22a4d tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:52.420195 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c8881ea4-d557-49d4-8af4-ae2a52d22a4d tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:52.430416 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b66250f7-08ab-481f-b5e6-1c408254f0bb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2595ce4824154e21bf64cd19f37e1346&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7085485 May 27 02:41:52.435720 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45604) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:52.438209 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ecca53a3-ee2e-4782-af70-8d2824683e43 None None] Current status of the port 32554cc8-2d35-4db2-87d9-948ea8c7eedb is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:41:52.438629 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ecca53a3-ee2e-4782-af70-8d2824683e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:52.479104 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-ecca53a3-ee2e-4782-af70-8d2824683e43 None None] For port 32554cc8-2d35-4db2-87d9-948ea8c7eedb, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=32554cc8-2d35-4db2-87d9-948ea8c7eedb,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:41:52.487124 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-18b8bdc4-f088-4125-b94d-c626cd51c766 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/ports/6438b57e-5cb6-4a70-857e-e0084f169cb3 HTTP/1.1" status: 204 len: 168 time: 1.1557190 May 27 02:41:52.488388 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45608) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:52.564807 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-05d936fc-3841-4442-b042-d227b226472e service neutron] 10.222.0.32 "GET /v2.0/networks/56de6edb-4271-49d5-883c-5ccf0c388efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825471 May 27 02:41:52.568574 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ecca53a3-ee2e-4782-af70-8d2824683e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:52.593026 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c8881ea4-d557-49d4-8af4-ae2a52d22a4d tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:52.598080 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9281e9b3-f8af-4523-877a-e47dbf18f1c8 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:52.653354 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-547e2d15-84ed-40d5-b97a-4cb8c36ca2d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:52.669471 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:41:52.687938 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca53a3-ee2e-4782-af70-8d2824683e43 None None] Pushing event updated for resources: {'Port': ['ID=32554cc8-2d35-4db2-87d9-948ea8c7eedb,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:52.690780 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-547e2d15-84ed-40d5-b97a-4cb8c36ca2d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:52.764935 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281e9b3-f8af-4523-877a-e47dbf18f1c8 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Port': ['ID=618a5408-48b5-4806-af36-5f53e823a523,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:52.768515 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c8881ea4-d557-49d4-8af4-ae2a52d22a4d tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:52.777359 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c8881ea4-d557-49d4-8af4-ae2a52d22a4d tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Usage tracker for resource:security_group_rule and tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:52.785031 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1ea5a9c5-c3ef-43a7-80df-ea29776fef27 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:52.787858 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c8881ea4-d557-49d4-8af4-ae2a52d22a4d tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:52.795416 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c8881ea4-d557-49d4-8af4-ae2a52d22a4d tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:52.892780 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9281e9b3-f8af-4523-877a-e47dbf18f1c8 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:52.921615 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9281e9b3-f8af-4523-877a-e47dbf18f1c8 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/ports/618a5408-48b5-4806-af36-5f53e823a523 HTTP/1.1" status: 204 len: 168 time: 2.6231558 May 27 02:41:52.984737 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45616) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:52.987365 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-428e4d59-3d3a-40d8-bea0-4576db0d5b31 req-011ece47-3d62-424e-9351-9cc1d323604a service neutron] 10.222.0.32 "GET /v2.0/networks/56de6edb-4271-49d5-883c-5ccf0c388efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113076 May 27 02:41:53.084258 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acce4a1-a50c-4b24-b335-d22bcc777ec3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:53.085484 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9acce4a1-a50c-4b24-b335-d22bcc777ec3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:41:53.086510 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-547e2d15-84ed-40d5-b97a-4cb8c36ca2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:53.154342 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1ea5a9c5-c3ef-43a7-80df-ea29776fef27 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:53.179005 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e2d15-84ed-40d5-b97a-4cb8c36ca2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2daaa1-ade9-49d1-9692-69ffe17e7e23,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:53.233324 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0247c-f889-462d-a6bc-21ac76876a96 req-b6b15bab-f809-4200-9d48-89ea5893ebf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:53.233707 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-1ea5a9c5-c3ef-43a7-80df-ea29776fef27 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b14b3dd4-cd52-4594-a4f1-75be2851fbfb']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:41:53.235273 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b1f0247c-f889-462d-a6bc-21ac76876a96 req-b6b15bab-f809-4200-9d48-89ea5893ebf4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b59631ecfa194f20bd33f8d2b34a5767&device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 1094 time: 0.0978997 May 27 02:41:53.265418 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-1ea5a9c5-c3ef-43a7-80df-ea29776fef27 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98dc657f-1d6a-4247-b90f-092fe3bcf432') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:41:53.265714 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-1ea5a9c5-c3ef-43a7-80df-ea29776fef27 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98dc657f-1d6a-4247-b90f-092fe3bcf432') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:41:53.289853 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1ea5a9c5-c3ef-43a7-80df-ea29776fef27 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:53.320091 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c8881ea4-d557-49d4-8af4-ae2a52d22a4d tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:53.324426 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1ea5a9c5-c3ef-43a7-80df-ea29776fef27 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:53.333561 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ea5a9c5-c3ef-43a7-80df-ea29776fef27 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:41:53.333999 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1ea5a9c5-c3ef-43a7-80df-ea29776fef27 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:53.399738 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0247c-f889-462d-a6bc-21ac76876a96 req-3456a5e9-6c99-42a1-a8b4-fc019d9c8ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:53.402358 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b1f0247c-f889-462d-a6bc-21ac76876a96 req-3456a5e9-6c99-42a1-a8b4-fc019d9c8ac9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=56de6edb-4271-49d5-883c-5ccf0c388efd HTTP/1.1" status: 200 len: 898 time: 0.1607871 May 27 02:41:53.420167 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c7fbbbcc-193e-4cb6-b439-bf992419f177 None None] Provisioning complete for port 32554cc8-2d35-4db2-87d9-948ea8c7eedb triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:53.420167 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c7fbbbcc-193e-4cb6-b439-bf992419f177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:53.492479 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 98dc657f-1d6a-4247-b90f-092fe3bcf432 resource provider aggregate not found May 27 02:41:53.500455 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c8881ea4-d557-49d4-8af4-ae2a52d22a4d tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:53.524478 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44204e7a-f8be-4e04-aa6b-16102e16eadf req-495c2931-9eee-4525-a640-07a1a7099aa1 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:53.526275 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-44204e7a-f8be-4e04-aa6b-16102e16eadf req-495c2931-9eee-4525-a640-07a1a7099aa1 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 943 time: 0.4412184 May 27 02:41:53.527771 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 98dc657f-1d6a-4247-b90f-092fe3bcf432 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 98dc657f-1d6a-4247-b90f-092fe3bcf432 found for delete ", "request_id": "req-c3256e7d-42f0-4e71-959c-943b25cda288"}]} May 27 02:41:53.535552 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9acce4a1-a50c-4b24-b335-d22bcc777ec3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:41:53.540845 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9acce4a1-a50c-4b24-b335-d22bcc777ec3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5523171 May 27 02:41:53.541633 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45630) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:53.554870 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b1f0247c-f889-462d-a6bc-21ac76876a96 req-721fa908-9b7e-4fdb-9572-4d7e53913c6e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f97c20e-9873-4adf-98df-e289d9a96b4a HTTP/1.1" status: 200 len: 217 time: 0.1450026 May 27 02:41:53.583008 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-547e2d15-84ed-40d5-b97a-4cb8c36ca2d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:53.587102 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-547e2d15-84ed-40d5-b97a-4cb8c36ca2d0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ef2daaa1-ade9-49d1-9692-69ffe17e7e23 HTTP/1.1" status: 204 len: 168 time: 1.1477675 May 27 02:41:53.630547 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1ea5a9c5-c3ef-43a7-80df-ea29776fef27 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:53.657849 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-c7fbbbcc-193e-4cb6-b439-bf992419f177 None None] Current status of the port 32554cc8-2d35-4db2-87d9-948ea8c7eedb is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:41:53.661814 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8881ea4-d557-49d4-8af4-ae2a52d22a4d tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90ae6d93-c71d-42f2-9753-f1479baea63e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:53.664838 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c7fbbbcc-193e-4cb6-b439-bf992419f177 None None] Could not find standard attr ID for object 618a5408-48b5-4806-af36-5f53e823a523. {{(pid=88903) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:41:53.709585 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0247c-f889-462d-a6bc-21ac76876a96 req-9a030dc7-b214-4373-ac70-8bd39209914a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:53.713231 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b1f0247c-f889-462d-a6bc-21ac76876a96 req-9a030dc7-b214-4373-ac70-8bd39209914a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=729be140-e744-46ec-b913-ee3fd12524ff HTTP/1.1" status: 200 len: 834 time: 0.1044552 May 27 02:41:53.728444 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1ea5a9c5-c3ef-43a7-80df-ea29776fef27 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:53.730364 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1ea5a9c5-c3ef-43a7-80df-ea29776fef27 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] 10.222.0.57 "DELETE /v2.0/networks/b14b3dd4-cd52-4594-a4f1-75be2851fbfb HTTP/1.1" status: 204 len: 168 time: 1.2410550 May 27 02:41:53.748582 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-44204e7a-f8be-4e04-aa6b-16102e16eadf req-8d6b214d-70e0-4e22-af71-3864f51f1244 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b03d65b-fea9-4a72-bea0-c935f8442f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2136633 May 27 02:41:53.752611 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c8881ea4-d557-49d4-8af4-ae2a52d22a4d tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:53.753865 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c8881ea4-d557-49d4-8af4-ae2a52d22a4d tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3609159 May 27 02:41:53.754904 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5a9c5-c3ef-43a7-80df-ea29776fef27 tempest-PortsTestJSON-1322431246 tempest-PortsTestJSON-1322431246-project] Pushing event deleted for resources: {'Network': ['ID=b14b3dd4-cd52-4594-a4f1-75be2851fbfb,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:53.765927 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45638) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:53.774762 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-3cf9e0ce-00cf-4e12-806a-7364f9bde6d0 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Request body: {'security_group_rule': {'security_group_id': '90ae6d93-c71d-42f2-9753-f1479baea63e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:53.782727 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9ad040d4-6097-4fe2-b809-9e8ab0af5e96 None None] Could not find standard attr ID for object 618a5408-48b5-4806-af36-5f53e823a523. {{(pid=88903) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:41:53.788832 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-3cf9e0ce-00cf-4e12-806a-7364f9bde6d0 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:53.795070 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3cf9e0ce-00cf-4e12-806a-7364f9bde6d0 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Usage tracker for resource:security_group_rule and tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:53.798462 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3cf9e0ce-00cf-4e12-806a-7364f9bde6d0 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:53.805957 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-3cf9e0ce-00cf-4e12-806a-7364f9bde6d0 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:53.816541 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5a4427-5bce-49f7-95d9-ed06cef3ed9b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:53.820857 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45644) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:53.821098 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4a5a4427-5bce-49f7-95d9-ed06cef3ed9b tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2694216 May 27 02:41:53.869444 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0247c-f889-462d-a6bc-21ac76876a96 req-cdd5f749-fc95-4288-ba63-92bf61b391c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:53.871784 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b1f0247c-f889-462d-a6bc-21ac76876a96 req-cdd5f749-fc95-4288-ba63-92bf61b391c1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56de6edb-4271-49d5-883c-5ccf0c388efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1524279 May 27 02:41:53.915551 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3cf9e0ce-00cf-4e12-806a-7364f9bde6d0 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:53.948105 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b7bd4e-9374-44a5-851f-a55d0cf0beba tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:53.952102 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b7bd4e-9374-44a5-851f-a55d0cf0beba tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:53.952102 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b7bd4e-9374-44a5-851f-a55d0cf0beba tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:53.952102 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-25b7bd4e-9374-44a5-851f-a55d0cf0beba tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:41:54.036632 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3cf9e0ce-00cf-4e12-806a-7364f9bde6d0 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:54.072269 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b1f0247c-f889-462d-a6bc-21ac76876a96 req-4ee642d4-071c-47f2-a142-acfdad119933 service neutron] 10.222.0.32 "GET /v2.0/networks/56de6edb-4271-49d5-883c-5ccf0c388efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934280 May 27 02:41:54.088596 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4ad5e1-1684-40ca-abde-6e749d329aaa None None] get_active_networks_info from n-d-843554-3 {{(pid=88903) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 02:41:54.105302 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-25b7bd4e-9374-44a5-851f-a55d0cf0beba tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:41:54.106525 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-25b7bd4e-9374-44a5-851f-a55d0cf0beba tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2843654 May 27 02:41:54.109270 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45652) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:54.179952 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3cf9e0ce-00cf-4e12-806a-7364f9bde6d0 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:54.230741 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9e0ce-00cf-4e12-806a-7364f9bde6d0 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2ec6df3-eeb4-4b3b-90a0-8e8fe1c544e9,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:54.256254 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-51b42b54-b5c2-4e70-8856-59bfd53a1a57 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting subnet 0feb9102-9ddb-43de-bd5e-e06125427575 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:41:54.258789 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-51b42b54-b5c2-4e70-8856-59bfd53a1a57 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:54.334844 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-51b42b54-b5c2-4e70-8856-59bfd53a1a57 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:54.336684 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 32554cc8-2d35-4db2-87d9-948ea8c7eedb up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:41:54.367611 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3cf9e0ce-00cf-4e12-806a-7364f9bde6d0 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:54.368861 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3cf9e0ce-00cf-4e12-806a-7364f9bde6d0 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5996101 May 27 02:41:54.371965 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45660) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:54.435823 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b130c4a4-63db-410f-b099-1fe59238a8ed tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:54.445559 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4ad5e1-1684-40ca-abde-6e749d329aaa None None] Resources bound (agent type, host, resource id): {{(pid=88903) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 02:41:54.447814 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b130c4a4-63db-410f-b099-1fe59238a8ed tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:54.448386 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-51b42b54-b5c2-4e70-8856-59bfd53a1a57 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:54.473291 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45664) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:54.495460 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45668) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:54.504871 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b1f0247c-f889-462d-a6bc-21ac76876a96 req-9d692e4c-34c6-4733-8345-e3283fbbc00c service neutron] 10.222.0.32 "GET /v2.0/networks/56de6edb-4271-49d5-883c-5ccf0c388efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255953 May 27 02:41:54.527444 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5da567f3-f2b7-4f4f-9b80-aeaeaf89fa5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:54.543895 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b130c4a4-63db-410f-b099-1fe59238a8ed tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:54.544874 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5da567f3-f2b7-4f4f-9b80-aeaeaf89fa5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:54.548918 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5da567f3-f2b7-4f4f-9b80-aeaeaf89fa5d admin admin] Usage tracker for resource:security_group_rule and tenant:820545ddcba94aa88f51dff777c900a5 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:54.553664 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5da567f3-f2b7-4f4f-9b80-aeaeaf89fa5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:54.558453 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5da567f3-f2b7-4f4f-9b80-aeaeaf89fa5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:54.571724 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b130c4a4-63db-410f-b099-1fe59238a8ed tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2ec6df3-eeb4-4b3b-90a0-8e8fe1c544e9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:54.574856 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b130c4a4-63db-410f-b099-1fe59238a8ed tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:54.576269 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b130c4a4-63db-410f-b099-1fe59238a8ed tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/a2ec6df3-eeb4-4b3b-90a0-8e8fe1c544e9 HTTP/1.1" status: 204 len: 168 time: 0.2026451 May 27 02:41:54.587007 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45676) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:54.587127 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 32554cc8-2d35-4db2-87d9-948ea8c7eedb triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:54.587127 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:54.648355 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5da567f3-f2b7-4f4f-9b80-aeaeaf89fa5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:54.664613 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-26a7a51b-a728-4484-863a-775f5fdc4d12 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Synchronizing usage tracker for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group_rule {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:41:54.730302 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5da567f3-f2b7-4f4f-9b80-aeaeaf89fa5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:54.769704 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-26a7a51b-a728-4484-863a-775f5fdc4d12 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Unset dirty status for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group_rule {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:41:54.773844 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-26a7a51b-a728-4484-863a-775f5fdc4d12 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1884758 May 27 02:41:54.774669 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45684) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:54.806523 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 32554cc8-2d35-4db2-87d9-948ea8c7eedb is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:41:54.824970 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5da567f3-f2b7-4f4f-9b80-aeaeaf89fa5d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=820545ddcba94aa88f51dff777c900a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3284318 May 27 02:41:54.828119 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45688) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:54.838468 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-51b42b54-b5c2-4e70-8856-59bfd53a1a57 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:54.954802 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b42b54-b5c2-4e70-8856-59bfd53a1a57 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Subnet': ['ID=0feb9102-9ddb-43de-bd5e-e06125427575,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:54.959705 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9945ec-dedf-46fa-8c5c-b54ec84a6014 None None] get_active_networks_info from n-d-843554-3 {{(pid=88903) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 02:41:54.977962 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-51b42b54-b5c2-4e70-8856-59bfd53a1a57 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:54.993821 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da567f3-f2b7-4f4f-9b80-aeaeaf89fa5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c2e508-2ad6-4c9f-8484-6517cebc69be,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:55.025747 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-06ea4db2-d6f3-4cbd-bcd0-301fc5c9f3f5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f559555ef6124802b230d39d3db00e17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5390682 May 27 02:41:55.032019 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45692) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:55.056233 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9945ec-dedf-46fa-8c5c-b54ec84a6014 None None] Resources bound (agent type, host, resource id): {{(pid=88903) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 02:41:55.087328 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0b8375f5-b5d1-4df1-9b2e-d767a3b9ba25 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:55.092749 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-51b42b54-b5c2-4e70-8856-59bfd53a1a57 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/0feb9102-9ddb-43de-bd5e-e06125427575 HTTP/1.1" status: 204 len: 168 time: 0.9822805 May 27 02:41:55.095148 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45696) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:55.118674 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0b8375f5-b5d1-4df1-9b2e-d767a3b9ba25 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:55.148669 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6621ab33-0928-4a86-bcf2-3daff4a0d2cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:55.178734 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18e0c5-b1fd-4925-9805-8110223e03d5 req-7e6b64a9-bbb1-46ac-8d41-223a76a90ebf tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:55.180836 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ca18e0c5-b1fd-4925-9805-8110223e03d5 req-7e6b64a9-bbb1-46ac-8d41-223a76a90ebf tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 943 time: 0.2273035 May 27 02:41:55.185806 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f29f60cf-b959-4fb7-8412-d00c9eee7ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:55.225353 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6621ab33-0928-4a86-bcf2-3daff4a0d2cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:55.225467 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3aa038f-cbd2-4c34-a35e-16e9aa7370ae tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Deleting subnet 87d132cf-5fbc-45cb-adc9-3a5bfb50fcf8 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:41:55.225467 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d3aa038f-cbd2-4c34-a35e-16e9aa7370ae tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:55.243293 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f29f60cf-b959-4fb7-8412-d00c9eee7ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:55.297405 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ca18e0c5-b1fd-4925-9805-8110223e03d5 req-bcc207ec-988a-43f7-84ce-b91f95e56e1e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b03d65b-fea9-4a72-bea0-c935f8442f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073623 May 27 02:41:55.302221 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d3aa038f-cbd2-4c34-a35e-16e9aa7370ae tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:55.340368 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0b8375f5-b5d1-4df1-9b2e-d767a3b9ba25 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:55.368846 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8375f5-b5d1-4df1-9b2e-d767a3b9ba25 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ae6d93-c71d-42f2-9753-f1479baea63e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:55.383697 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 5f97c20e-9873-4adf-98df-e289d9a96b4a details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:41:55.409252 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f29f60cf-b959-4fb7-8412-d00c9eee7ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:55.432069 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f29f60cf-b959-4fb7-8412-d00c9eee7ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:55.432069 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f29f60cf-b959-4fb7-8412-d00c9eee7ee0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7584f18c-50ee-4ea9-845e-ec182b9d5ba7 HTTP/1.1" status: 204 len: 168 time: 0.3875680 May 27 02:41:55.432069 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f60cf-b959-4fb7-8412-d00c9eee7ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7584f18c-50ee-4ea9-845e-ec182b9d5ba7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:55.445360 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d3aa038f-cbd2-4c34-a35e-16e9aa7370ae tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:55.452893 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6621ab33-0928-4a86-bcf2-3daff4a0d2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:55.457332 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6621ab33-0928-4a86-bcf2-3daff4a0d2cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:55.466008 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6621ab33-0928-4a86-bcf2-3daff4a0d2cb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c6c2e508-2ad6-4c9f-8484-6517cebc69be HTTP/1.1" status: 204 len: 168 time: 0.6092300 May 27 02:41:55.496028 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6621ab33-0928-4a86-bcf2-3daff4a0d2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c2e508-2ad6-4c9f-8484-6517cebc69be,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:55.517316 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0b8375f5-b5d1-4df1-9b2e-d767a3b9ba25 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:55.520674 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0b8375f5-b5d1-4df1-9b2e-d767a3b9ba25 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "DELETE /v2.0/security-groups/90ae6d93-c71d-42f2-9753-f1479baea63e HTTP/1.1" status: 204 len: 168 time: 0.7434602 May 27 02:41:55.522186 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45710) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:55.574680 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f6dc3985-8b58-4a22-acd9-68bc2c2c77f4 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Synchronizing usage tracker for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:41:55.631939 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d3aa038f-cbd2-4c34-a35e-16e9aa7370ae tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:55.659868 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f6dc3985-8b58-4a22-acd9-68bc2c2c77f4 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Unset dirty status for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:41:55.661185 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f6dc3985-8b58-4a22-acd9-68bc2c2c77f4 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1388192 May 27 02:41:55.665499 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45714) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:55.677016 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-67581df2-2212-493a-9bd4-80edebcb7ca6 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Request body: {'security_group': {'name': 'tempest-secgroup--2057623840'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:55.683782 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-67581df2-2212-493a-9bd4-80edebcb7ca6 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:55.697081 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa038f-cbd2-4c34-a35e-16e9aa7370ae tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Subnet': ['ID=87d132cf-5fbc-45cb-adc9-3a5bfb50fcf8,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:55.698489 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 5f97c20e-9873-4adf-98df-e289d9a96b4a, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=5f97c20e-9873-4adf-98df-e289d9a96b4a,segment=NetworkSegment(7e3abe43-4d43-4a8c-a57b-a17033e93da0),segment_id=7e3abe43-4d43-4a8c-a57b-a17033e93da0)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:41:55.699734 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-67581df2-2212-493a-9bd4-80edebcb7ca6 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:55.703830 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d3aa038f-cbd2-4c34-a35e-16e9aa7370ae tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:55.719225 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d3aa038f-cbd2-4c34-a35e-16e9aa7370ae tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/87d132cf-5fbc-45cb-adc9-3a5bfb50fcf8 HTTP/1.1" status: 204 len: 168 time: 0.6218996 May 27 02:41:55.720904 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45718) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:55.729495 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '5f97c20e-9873-4adf-98df-e289d9a96b4a', 'network_id': '56de6edb-4271-49d5-883c-5ccf0c388efd', 'port_id': '5f97c20e-9873-4adf-98df-e289d9a96b4a', 'mac_address': 'fa:16:3e:a7:ca:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '729be140-e744-46ec-b913-ee3fd12524ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:41:55.777356 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-12404788-d163-4c49-8ab1-da8bbe466771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:55.816130 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 5f97c20e-9873-4adf-98df-e289d9a96b4a is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:41:55.817265 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:55.829487 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-67581df2-2212-493a-9bd4-80edebcb7ca6 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:55.839776 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f97c20e-9873-4adf-98df-e289d9a96b4a {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:41:55.854435 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1d1c7109-67e7-44d7-8d51-5c02865a07a2 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1313438 May 27 02:41:55.856105 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45724) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:55.874423 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 5f97c20e-9873-4adf-98df-e289d9a96b4a, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=5f97c20e-9873-4adf-98df-e289d9a96b4a,segment=NetworkSegment(7e3abe43-4d43-4a8c-a57b-a17033e93da0),segment_id=7e3abe43-4d43-4a8c-a57b-a17033e93da0)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:41:55.875760 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-67581df2-2212-493a-9bd4-80edebcb7ca6 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:55.883340 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-67581df2-2212-493a-9bd4-80edebcb7ca6 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Usage tracker for resource:security_group_rule and tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:55.887808 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-67581df2-2212-493a-9bd4-80edebcb7ca6 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:55.904790 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-67581df2-2212-493a-9bd4-80edebcb7ca6 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:55.951418 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:56.038562 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7d6fe3-664d-42e4-bbcc-a35d4e726bb3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:56.039624 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-bd7d6fe3-664d-42e4-bbcc-a35d4e726bb3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:41:56.059328 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-bd7d6fe3-664d-42e4-bbcc-a35d4e726bb3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:41:56.061234 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-bd7d6fe3-664d-42e4-bbcc-a35d4e726bb3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2039256 May 27 02:41:56.063929 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45734) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:56.098946 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-67581df2-2212-493a-9bd4-80edebcb7ca6 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:56.114250 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=5f97c20e-9873-4adf-98df-e289d9a96b4a,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:56.155294 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001c686c-cadb-4d43-8818-38d71fc3d198 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:56.156149 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-001c686c-cadb-4d43-8818-38d71fc3d198 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Synchronizing usage tracker for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:41:56.200784 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['5f97c20e-9873-4adf-98df-e289d9a96b4a'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:41:56.237340 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-67581df2-2212-493a-9bd4-80edebcb7ca6 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:56.294072 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-001c686c-cadb-4d43-8818-38d71fc3d198 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Unset dirty status for tenant:36f4d5a6efea4ed5b05dcbfbea82bcda on resource:subnet {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:41:56.296134 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-001c686c-cadb-4d43-8818-38d71fc3d198 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2299848 May 27 02:41:56.298550 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45746) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:56.346474 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67581df2-2212-493a-9bd4-80edebcb7ca6 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f24199c-af9f-4879-8146-4f257ce9db90,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:56.438820 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-67581df2-2212-493a-9bd4-80edebcb7ca6 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:56.444741 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-67581df2-2212-493a-9bd4-80edebcb7ca6 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7782304 May 27 02:41:56.446997 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45754) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:56.451581 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-16802002-b605-49fb-b566-391d37f39035 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Request body: {'security_group_rule': {'security_group_id': '0f24199c-af9f-4879-8146-4f257ce9db90', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:56.479323 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-16802002-b605-49fb-b566-391d37f39035 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:56.483964 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45758) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:56.501121 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-16802002-b605-49fb-b566-391d37f39035 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Usage tracker for resource:security_group_rule and tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:56.507062 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-16802002-b605-49fb-b566-391d37f39035 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:56.514441 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a0b172e-8d78-41a1-a80d-62b6015fbaed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:56.527914 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-16802002-b605-49fb-b566-391d37f39035 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:56.539000 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7a0b172e-8d78-41a1-a80d-62b6015fbaed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:56.543383 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7a0b172e-8d78-41a1-a80d-62b6015fbaed admin admin] Usage tracker for resource:security_group_rule and tenant:0e90fe359a144dabb31a9d19158182a6 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:56.546945 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7a0b172e-8d78-41a1-a80d-62b6015fbaed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:56.553728 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7a0b172e-8d78-41a1-a80d-62b6015fbaed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:56.581628 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0327c95-f2c7-4026-a7f1-febf9435bd9b None None] Network 1e095441-a19f-4261-8588-a806dc249ed2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:41:56.614505 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16802002-b605-49fb-b566-391d37f39035 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:56.622948 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9e425410-58cb-4a46-bb84-39328124e8cb tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3232503 May 27 02:41:56.629428 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45762) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:56.693540 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d0a6aab-e446-4e88-9452-1dffcd5d5dd6 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:41:56.694058 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d0a6aab-e446-4e88-9452-1dffcd5d5dd6 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:56.696377 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3d0a6aab-e446-4e88-9452-1dffcd5d5dd6 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/ports/618a5408-48b5-4806-af36-5f53e823a523 HTTP/1.1" status: 404 len: 333 time: 0.0590248 May 27 02:41:56.700876 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45766) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:56.736138 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16802002-b605-49fb-b566-391d37f39035 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:56.745926 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d0179-f021-4b31-becf-a4cf2b6da031 req-76ab36d9-3233-4dff-955f-d959e86733a1 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:56.748482 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-10b2c934-2f9a-4405-8ed5-cb11d18e044c None None] Provisioning complete for port 32554cc8-2d35-4db2-87d9-948ea8c7eedb triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:56.748902 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-10b2c934-2f9a-4405-8ed5-cb11d18e044c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:56.750503 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-439d0179-f021-4b31-becf-a4cf2b6da031 req-76ab36d9-3233-4dff-955f-d959e86733a1 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 944 time: 0.2414761 May 27 02:41:56.781749 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0d4fc85-1289-452e-b82e-273fdc733f2e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:41:56.783318 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0d4fc85-1289-452e-b82e-273fdc733f2e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:56.786495 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a0b172e-8d78-41a1-a80d-62b6015fbaed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:56.798201 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a0d4fc85-1289-452e-b82e-273fdc733f2e tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/87d132cf-5fbc-45cb-adc9-3a5bfb50fcf8 HTTP/1.1" status: 404 len: 337 time: 0.0947514 May 27 02:41:56.800703 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45776) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:56.857951 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-d91e9180-259a-43f4-a241-ae5c5a2a4ba1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:41:56.858474 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d91e9180-259a-43f4-a241-ae5c5a2a4ba1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:56.860274 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d91e9180-259a-43f4-a241-ae5c5a2a4ba1 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/0feb9102-9ddb-43de-bd5e-e06125427575 HTTP/1.1" status: 404 len: 337 time: 0.0576820 May 27 02:41:56.862638 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45784) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:56.918041 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16802002-b605-49fb-b566-391d37f39035 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:56.920389 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a0b172e-8d78-41a1-a80d-62b6015fbaed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:56.987817 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b172e-8d78-41a1-a80d-62b6015fbaed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c85153-a860-42f1-9eb4-c37d98de8f3d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:56.999648 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee192b68-1d9e-400a-a36d-6549690ef839 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:41:57.000135 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee192b68-1d9e-400a-a36d-6549690ef839 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:57.006398 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ee192b68-1d9e-400a-a36d-6549690ef839 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/ports/2997339c-c2c0-434d-9c04-fd37bf6fa437 HTTP/1.1" status: 404 len: 333 time: 0.1376529 May 27 02:41:57.007081 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45788) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:57.013333 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16802002-b605-49fb-b566-391d37f39035 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8df54a8c-19cc-43bc-80c9-4342973646de,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:57.025909 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b172e-8d78-41a1-a80d-62b6015fbaed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:57.026260 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b172e-8d78-41a1-a80d-62b6015fbaed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:57.026588 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b172e-8d78-41a1-a80d-62b6015fbaed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:57.026920 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b172e-8d78-41a1-a80d-62b6015fbaed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:57.027245 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b172e-8d78-41a1-a80d-62b6015fbaed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:57.027568 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b172e-8d78-41a1-a80d-62b6015fbaed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:57.027889 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b172e-8d78-41a1-a80d-62b6015fbaed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:57.028208 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b172e-8d78-41a1-a80d-62b6015fbaed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:57.028528 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b172e-8d78-41a1-a80d-62b6015fbaed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:57.028865 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b172e-8d78-41a1-a80d-62b6015fbaed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:57.029242 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b172e-8d78-41a1-a80d-62b6015fbaed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:57.029614 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b172e-8d78-41a1-a80d-62b6015fbaed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:57.041740 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16802002-b605-49fb-b566-391d37f39035 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:57.042407 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16802002-b605-49fb-b566-391d37f39035 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:57.042759 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16802002-b605-49fb-b566-391d37f39035 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:57.043108 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16802002-b605-49fb-b566-391d37f39035 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:57.043419 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16802002-b605-49fb-b566-391d37f39035 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:57.043795 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16802002-b605-49fb-b566-391d37f39035 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:57.044106 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16802002-b605-49fb-b566-391d37f39035 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:57.044431 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16802002-b605-49fb-b566-391d37f39035 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:57.044825 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16802002-b605-49fb-b566-391d37f39035 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:57.045200 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16802002-b605-49fb-b566-391d37f39035 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:57.045574 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16802002-b605-49fb-b566-391d37f39035 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:57.054087 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16802002-b605-49fb-b566-391d37f39035 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:57.054087 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7a0b172e-8d78-41a1-a80d-62b6015fbaed admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0e90fe359a144dabb31a9d19158182a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5654066 May 27 02:41:57.054087 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45792) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:57.077919 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-10b2c934-2f9a-4405-8ed5-cb11d18e044c None None] Current status of the port 32554cc8-2d35-4db2-87d9-948ea8c7eedb is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:41:57.094905 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-c94c7e5f-ae63-4cdd-b13b-d0332e73a8ff tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:41:57.105524 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c94c7e5f-ae63-4cdd-b13b-d0332e73a8ff tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:57.105753 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16802002-b605-49fb-b566-391d37f39035 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:57.111820 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-16802002-b605-49fb-b566-391d37f39035 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6602750 May 27 02:41:57.112005 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c94c7e5f-ae63-4cdd-b13b-d0332e73a8ff tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/c92282ba-8184-4535-b256-0e762324f15f HTTP/1.1" status: 404 len: 337 time: 0.0824726 May 27 02:41:57.112005 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45798) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:57.113669 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-439d0179-f021-4b31-becf-a4cf2b6da031 req-e8070299-abdb-4048-b5c2-df7d1d5e24b6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b03d65b-fea9-4a72-bea0-c935f8442f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3476923 May 27 02:41:57.114683 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45800) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:57.157102 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0306886a-a03a-4722-a918-51003e1c75f9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "GET /v2.0/security-group-rules/8df54a8c-19cc-43bc-80c9-4342973646de HTTP/1.1" status: 200 len: 763 time: 0.0419209 May 27 02:41:57.159138 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45806) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:57.180355 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f1c093-82eb-4c89-a9f8-845eccd13fce None None] DHCP port deletion for 1e095441-a19f-4261-8588-a806dc249ed2 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:41:57.185261 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-79f1c093-82eb-4c89-a9f8-845eccd13fce None None] Deleting port 32554cc8-2d35-4db2-87d9-948ea8c7eedb {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:41:57.185809 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-79f1c093-82eb-4c89-a9f8-845eccd13fce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:57.198325 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-958e14fe-8380-417d-95c8-b4e2640e9374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:57.229098 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-958e14fe-8380-417d-95c8-b4e2640e9374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:57.257534 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1b32bd1d-26cc-4490-a64b-ecae725394e0 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Synchronizing usage tracker for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group_rule {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:41:57.260474 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45810) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:57.269819 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a4309d-9e45-402a-95a7-30d6c0577024 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:41:57.270568 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4a4309d-9e45-402a-95a7-30d6c0577024 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:57.284765 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f4a4309d-9e45-402a-95a7-30d6c0577024 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/9cfdd034-9b00-457d-ac20-6a6cc1a89e64 HTTP/1.1" status: 404 len: 337 time: 0.1647046 May 27 02:41:57.287274 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45816) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:57.335492 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc144f47-03cb-498e-8616-93738951c0f3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:41:57.336112 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc144f47-03cb-498e-8616-93738951c0f3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:57.347859 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-dc144f47-03cb-498e-8616-93738951c0f3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/ports/d6791920-b73a-498a-b0f4-8494e8d9737e HTTP/1.1" status: 404 len: 333 time: 0.0594110 May 27 02:41:57.348067 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45824) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:57.397767 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7f9160a-6d31-4c53-a6a6-5345d16cea76 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:41:57.398209 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7f9160a-6d31-4c53-a6a6-5345d16cea76 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:57.399880 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a7f9160a-6d31-4c53-a6a6-5345d16cea76 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/e60dfd2c-ae22-42b7-be25-63612d439248 HTTP/1.1" status: 404 len: 337 time: 0.0510039 May 27 02:41:57.403075 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45828) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:57.403767 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-8f692511-2200-4d9a-b71c-4ad15961e39d tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-730485479', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:57.410993 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1b32bd1d-26cc-4490-a64b-ecae725394e0 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Unset dirty status for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group_rule {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:41:57.417284 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1b32bd1d-26cc-4490-a64b-ecae725394e0 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2521462 May 27 02:41:57.417284 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-8f692511-2200-4d9a-b71c-4ad15961e39d tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:57.418193 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8f692511-2200-4d9a-b71c-4ad15961e39d tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Usage tracker for resource:router and tenant:ee13f9384003431ba8d4470f5ff820cb is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:57.420954 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45834) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:57.423096 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 5f97c20e-9873-4adf-98df-e289d9a96b4a up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:41:57.424238 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8f692511-2200-4d9a-b71c-4ad15961e39d tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:57.440486 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-8f692511-2200-4d9a-b71c-4ad15961e39d tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:57.454129 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-958e14fe-8380-417d-95c8-b4e2640e9374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:57.457207 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-958e14fe-8380-417d-95c8-b4e2640e9374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:57.460016 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-958e14fe-8380-417d-95c8-b4e2640e9374 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/66c85153-a860-42f1-9eb4-c37d98de8f3d HTTP/1.1" status: 204 len: 168 time: 0.4051971 May 27 02:41:57.480081 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-1309a8a2-d383-4d92-9684-41e6ebbb051c tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:41:57.480492 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1309a8a2-d383-4d92-9684-41e6ebbb051c tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:57.483023 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1309a8a2-d383-4d92-9684-41e6ebbb051c tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/3b8c47c4-15f8-4b41-9274-581ee2210e3f HTTP/1.1" status: 404 len: 337 time: 0.0775738 May 27 02:41:57.485643 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45840) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:57.491087 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e14fe-8380-417d-95c8-b4e2640e9374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c85153-a860-42f1-9eb4-c37d98de8f3d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:57.498635 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aa589621-b123-4d78-a844-b451d117e9f8 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:57.519631 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aa589621-b123-4d78-a844-b451d117e9f8 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:57.534570 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-91bce722-1219-459c-a5a3-1056a6da69b0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:41:57.535058 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91bce722-1219-459c-a5a3-1056a6da69b0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:57.537290 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-91bce722-1219-459c-a5a3-1056a6da69b0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/ports/a2a27f23-2a89-4220-aea7-a2a815714229 HTTP/1.1" status: 404 len: 333 time: 0.0514271 May 27 02:41:57.539828 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45844) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:57.560447 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-79f1c093-82eb-4c89-a9f8-845eccd13fce None None] For port 32554cc8-2d35-4db2-87d9-948ea8c7eedb, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=32554cc8-2d35-4db2-87d9-948ea8c7eedb,segment=NetworkSegment(cae2e217-aa09-473f-a004-855131f4bd3c),segment_id=cae2e217-aa09-473f-a004-855131f4bd3c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:41:57.561032 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-79f1c093-82eb-4c89-a9f8-845eccd13fce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:57.573247 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8f692511-2200-4d9a-b71c-4ad15961e39d tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:57.574357 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8f692511-2200-4d9a-b71c-4ad15961e39d tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:57.580958 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-472dba78-8d26-4b8e-a384-b2a15c36b5e7 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:41:57.583112 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-472dba78-8d26-4b8e-a384-b2a15c36b5e7 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:57.584689 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-472dba78-8d26-4b8e-a384-b2a15c36b5e7 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/b3cb6f4c-eeb7-4a63-9b14-d7ccb04c0070 HTTP/1.1" status: 404 len: 337 time: 0.0412552 May 27 02:41:57.586584 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45848) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:57.640320 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aa589621-b123-4d78-a844-b451d117e9f8 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:57.640758 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4caf709-c5e8-4b64-ae5f-c035f7620213 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:41:57.641298 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4caf709-c5e8-4b64-ae5f-c035f7620213 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:57.645388 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f4caf709-c5e8-4b64-ae5f-c035f7620213 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/f1cc0151-122a-4bd0-80c0-41890e049051 HTTP/1.1" status: 404 len: 337 time: 0.0576735 May 27 02:41:57.651378 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45852) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:57.660452 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8f692511-2200-4d9a-b71c-4ad15961e39d tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:57.662931 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa589621-b123-4d78-a844-b451d117e9f8 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8df54a8c-19cc-43bc-80c9-4342973646de,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:57.705937 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-751ab067-82c6-4597-9fc0-fc69eb715432 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:41:57.706454 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-751ab067-82c6-4597-9fc0-fc69eb715432 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:57.710909 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-751ab067-82c6-4597-9fc0-fc69eb715432 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/ports/01b73d92-7076-420c-bd7b-655086cf378e HTTP/1.1" status: 404 len: 333 time: 0.0561802 May 27 02:41:57.711112 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45856) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:57.723637 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-79f1c093-82eb-4c89-a9f8-845eccd13fce None None] Calling delete_port for 32554cc8-2d35-4db2-87d9-948ea8c7eedb owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:41:57.750695 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-280b5236-df41-4444-83bd-d7bd2dc6fc12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:41:57.750695 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-280b5236-df41-4444-83bd-d7bd2dc6fc12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:57.752490 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-280b5236-df41-4444-83bd-d7bd2dc6fc12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/5cb3b0d7-5636-4647-abc9-435a0250af9e HTTP/1.1" status: 404 len: 337 time: 0.0402806 May 27 02:41:57.756649 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45860) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:57.799818 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aa589621-b123-4d78-a844-b451d117e9f8 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:57.801888 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45864) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:57.802027 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-aa589621-b123-4d78-a844-b451d117e9f8 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/8df54a8c-19cc-43bc-80c9-4342973646de HTTP/1.1" status: 204 len: 168 time: 0.3801351 May 27 02:41:57.809644 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8f692511-2200-4d9a-b71c-4ad15961e39d tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:57.824499 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb2eadd8-c44e-4393-b1d6-4296d17254c6 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:41:57.825197 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb2eadd8-c44e-4393-b1d6-4296d17254c6 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:57.829253 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-cb2eadd8-c44e-4393-b1d6-4296d17254c6 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/ports/e603f790-4a63-46c0-96b9-ff62449f998e HTTP/1.1" status: 404 len: 333 time: 0.0711977 May 27 02:41:57.831403 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45870) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:57.881507 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd61b746-7f74-4867-87ef-22e4358ba8a6 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:41:57.881507 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd61b746-7f74-4867-87ef-22e4358ba8a6 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:57.881507 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-cd61b746-7f74-4867-87ef-22e4358ba8a6 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/7d78eb5c-a6b5-4a08-bd35-6a6ec43ba9fc HTTP/1.1" status: 404 len: 337 time: 0.0481985 May 27 02:41:57.883875 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45876) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:57.904639 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-afb1b544-aa8f-46ce-9c84-b35af2905ee3 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Synchronizing usage tracker for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group_rule {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:41:57.906112 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-79f1c093-82eb-4c89-a9f8-845eccd13fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:57.928365 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f68f8ef-e787-4421-9ba0-1d9954e3b642 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:41:57.928879 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f68f8ef-e787-4421-9ba0-1d9954e3b642 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:57.932863 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6f68f8ef-e787-4421-9ba0-1d9954e3b642 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/ports/8eb05163-f7f3-4c49-a40b-ceee73c1cb4f HTTP/1.1" status: 404 len: 333 time: 0.0453837 May 27 02:41:57.933094 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45882) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:57.959745 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 5f97c20e-9873-4adf-98df-e289d9a96b4a completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:41:57.963314 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8c2881a8-a55d-448c-84b2-6f377fc6d05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:57.971866 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8f692511-2200-4d9a-b71c-4ad15961e39d tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:57.973364 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8f692511-2200-4d9a-b71c-4ad15961e39d tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.7103114 May 27 02:41:57.976640 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45886) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:57.977522 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f1c093-82eb-4c89-a9f8-845eccd13fce None None] Pushing event deleted for resources: {'Port': ['ID=32554cc8-2d35-4db2-87d9-948ea8c7eedb,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:57.978666 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea4c65e8-5eb9-4eba-8e17-9e99abb09136 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:41:57.979123 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea4c65e8-5eb9-4eba-8e17-9e99abb09136 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:57.980086 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 5f97c20e-9873-4adf-98df-e289d9a96b4a triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:57.980903 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:57.984571 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ea4c65e8-5eb9-4eba-8e17-9e99abb09136 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/167625a4-5468-4f17-9f67-a79923f8ed56 HTTP/1.1" status: 404 len: 337 time: 0.0505319 May 27 02:41:57.986848 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-93adbf90-00de-4e9f-8093-3e72baa2f845 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-959280745'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:57.987016 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45890) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:57.995913 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-93adbf90-00de-4e9f-8093-3e72baa2f845 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:57.998319 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-afb1b544-aa8f-46ce-9c84-b35af2905ee3 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Unset dirty status for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group_rule {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:41:57.999748 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-afb1b544-aa8f-46ce-9c84-b35af2905ee3 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1960242 May 27 02:41:58.002653 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-93adbf90-00de-4e9f-8093-3e72baa2f845 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Usage tracker for resource:network and tenant:ee13f9384003431ba8d4470f5ff820cb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:58.010836 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45894) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:58.011330 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-9f22785d-c648-4a51-a361-643774f0f61c tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Request body: {'security_group_rule': {'security_group_id': '0f24199c-af9f-4879-8146-4f257ce9db90', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:58.018923 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9f22785d-c648-4a51-a361-643774f0f61c tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:58.030223 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9f22785d-c648-4a51-a361-643774f0f61c tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:58.040306 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-93adbf90-00de-4e9f-8093-3e72baa2f845 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:58.047631 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f1c093-82eb-4c89-a9f8-845eccd13fce None None] No DVR routers for this DVR port 32554cc8-2d35-4db2-87d9-948ea8c7eedb on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:41:58.049174 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-93adbf90-00de-4e9f-8093-3e72baa2f845 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:58.049302 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5e9f7a5-8311-48b3-b43d-b70466110ff6 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:41:58.049302 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5e9f7a5-8311-48b3-b43d-b70466110ff6 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:58.055909 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a5e9f7a5-8311-48b3-b43d-b70466110ff6 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/ports/03c8510a-4bbc-4f74-825e-10d34d1a74f0 HTTP/1.1" status: 404 len: 333 time: 0.0678301 May 27 02:41:58.062012 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45898) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:58.123242 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5c85dc9-f51e-4dc7-8515-170c4ab61d15 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:41:58.124012 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5c85dc9-f51e-4dc7-8515-170c4ab61d15 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:58.126373 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c5c85dc9-f51e-4dc7-8515-170c4ab61d15 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/79b3b5fc-419e-48a8-aeca-f7f315324e4b HTTP/1.1" status: 404 len: 337 time: 0.0631433 May 27 02:41:58.129066 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45904) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:58.152539 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9f22785d-c648-4a51-a361-643774f0f61c tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:58.178394 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93adbf90-00de-4e9f-8093-3e72baa2f845 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Made reservation on behalf of ee13f9384003431ba8d4470f5ff820cb for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:41:58.181861 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93adbf90-00de-4e9f-8093-3e72baa2f845 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:58.182004 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 5f97c20e-9873-4adf-98df-e289d9a96b4a is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:41:58.182483 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:58.195983 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ba5112a-1962-4dc0-a3ed-19fe35e1ca12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:41:58.199175 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93adbf90-00de-4e9f-8093-3e72baa2f845 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:58.199846 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ba5112a-1962-4dc0-a3ed-19fe35e1ca12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:58.201840 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7ba5112a-1962-4dc0-a3ed-19fe35e1ca12 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/ports/bdfc0ed9-de10-4403-83be-2f7fbb49da58 HTTP/1.1" status: 404 len: 333 time: 0.0683675 May 27 02:41:58.204455 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45912) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:58.216604 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a7f28c-e2a6-4978-8356-aef1e045299d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f97c20e-9873-4adf-98df-e289d9a96b4a'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:41:58.228555 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 5f97c20e-9873-4adf-98df-e289d9a96b4a, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=5f97c20e-9873-4adf-98df-e289d9a96b4a,segment=NetworkSegment(7e3abe43-4d43-4a8c-a57b-a17033e93da0),segment_id=7e3abe43-4d43-4a8c-a57b-a17033e93da0)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:41:58.233827 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-93adbf90-00de-4e9f-8093-3e72baa2f845 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:58.254070 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-93adbf90-00de-4e9f-8093-3e72baa2f845 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Usage tracker for resource:security_group_rule and tenant:ee13f9384003431ba8d4470f5ff820cb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:58.258452 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-93adbf90-00de-4e9f-8093-3e72baa2f845 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:58.267333 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-93adbf90-00de-4e9f-8093-3e72baa2f845 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:58.283929 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9f22785d-c648-4a51-a361-643774f0f61c tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:58.297708 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-fede73d0-4d01-49c0-9efb-b9b1c30ebf6c tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:41:58.300217 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fede73d0-4d01-49c0-9efb-b9b1c30ebf6c tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:58.304130 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-fede73d0-4d01-49c0-9efb-b9b1c30ebf6c tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/8be23487-8945-4dd7-aa2d-21d7a312e78a HTTP/1.1" status: 404 len: 337 time: 0.0945642 May 27 02:41:58.304261 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45920) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:58.320951 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a899ec95-a57b-4abb-94a2-7283a621425d'] response: {'server_uuid': '45a7f28c-e2a6-4978-8356-aef1e045299d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f97c20e-9873-4adf-98df-e289d9a96b4a', 'code': 200} May 27 02:41:58.326704 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:58.379044 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-d48ecdee-c4f8-477f-9253-33838faacfbf tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:41:58.379518 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d48ecdee-c4f8-477f-9253-33838faacfbf tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:58.391083 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 32554cc8-2d35-4db2-87d9-948ea8c7eedb no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:41:58.394703 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d48ecdee-c4f8-477f-9253-33838faacfbf tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/ports/e8ca438d-afd4-42b8-b904-1015fe1af42c HTTP/1.1" status: 404 len: 333 time: 0.0878603 May 27 02:41:58.424866 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45926) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:58.445355 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9f22785d-c648-4a51-a361-643774f0f61c tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:58.499820 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9a7b5-eb00-446b-84b6-b382c190d8e0 req-0e0d2c28-bb27-4eec-8e56-917c531161aa tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:58.502714 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f8d9a7b5-eb00-446b-84b6-b382c190d8e0 req-0e0d2c28-bb27-4eec-8e56-917c531161aa tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 945 time: 0.1609948 May 27 02:41:58.514261 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 32554cc8-2d35-4db2-87d9-948ea8c7eedb {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:41:58.514676 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 32554cc8-2d35-4db2-87d9-948ea8c7eedb not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:41:58.545138 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=5f97c20e-9873-4adf-98df-e289d9a96b4a,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:58.573361 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f8d9a7b5-eb00-446b-84b6-b382c190d8e0 req-2fbab5e8-b2a2-40fd-97d6-5ce3ce125e51 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b03d65b-fea9-4a72-bea0-c935f8442f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635109 May 27 02:41:58.658674 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9f22785d-c648-4a51-a361-643774f0f61c tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:58.659974 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9f22785d-c648-4a51-a361-643774f0f61c tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6532557 May 27 02:41:58.661022 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a25cc98-287a-4416-88c4-1c6b1d4d9a6f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:41:58.661472 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a25cc98-287a-4416-88c4-1c6b1d4d9a6f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:58.663193 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45932) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:58.671518 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f22785d-c648-4a51-a361-643774f0f61c tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97dcd5b5-df14-4cca-bf28-140ac6099ff8,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:58.687161 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1a25cc98-287a-4416-88c4-1c6b1d4d9a6f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/9511a68b-6f7e-4507-ab08-dcb94e86cda4 HTTP/1.1" status: 404 len: 337 time: 0.2593012 May 27 02:41:58.694053 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45936) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:58.696311 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4f827baf-2c03-4b41-bbd1-da203953d72e tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "GET /v2.0/security-group-rules/97dcd5b5-df14-4cca-bf28-140ac6099ff8 HTTP/1.1" status: 200 len: 763 time: 0.0313215 May 27 02:41:58.699036 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45942) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:58.759568 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-49180a10-a538-4521-b8f3-d06637c52ebf tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:41:58.760028 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49180a10-a538-4521-b8f3-d06637c52ebf tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:58.778682 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-08137e48-7229-4eff-ab42-c1cd272e3749 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Synchronizing usage tracker for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group_rule {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:41:58.797651 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45948) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:58.799451 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-49180a10-a538-4521-b8f3-d06637c52ebf tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/1fe7d88d-c1ea-48f1-963f-42cf2bc754a3 HTTP/1.1" status: 404 len: 337 time: 0.1084721 May 27 02:41:58.802383 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93adbf90-00de-4e9f-8093-3e72baa2f845 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:58.817608 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600a970-5af4-47ad-b91a-eaa521062eed req-4043e237-17d0-481d-8e12-3849aa20a415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:58.825354 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6600a970-5af4-47ad-b91a-eaa521062eed req-4043e237-17d0-481d-8e12-3849aa20a415 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 1096 time: 0.4338677 May 27 02:41:58.856380 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fde88bb-3b49-47f9-a888-632ed07c61e5 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:41:58.857404 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fde88bb-3b49-47f9-a888-632ed07c61e5 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:58.860262 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1fde88bb-3b49-47f9-a888-632ed07c61e5 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/ports/2a0dce54-499d-4b82-b630-03e0bbcf90ec HTTP/1.1" status: 404 len: 333 time: 0.0606761 May 27 02:41:58.861987 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45954) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:58.878404 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93adbf90-00de-4e9f-8093-3e72baa2f845 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:58.883009 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6600a970-5af4-47ad-b91a-eaa521062eed req-2d3e51a4-5b7b-4877-8066-db5575ca5d3d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2b03d65b-fea9-4a72-bea0-c935f8442f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525212 May 27 02:41:58.904984 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-08137e48-7229-4eff-ab42-c1cd272e3749 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Unset dirty status for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group_rule {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:41:58.906537 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-08137e48-7229-4eff-ab42-c1cd272e3749 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2060022 May 27 02:41:58.906689 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93adbf90-00de-4e9f-8093-3e72baa2f845 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:41:58.910905 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45958) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:58.914061 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-d344e615-f6df-4a47-9965-19145ac7b237 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:41:58.915101 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d344e615-f6df-4a47-9965-19145ac7b237 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:58.928993 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d344e615-f6df-4a47-9965-19145ac7b237 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/09a5e39b-e88e-48f6-b221-ed0edf0b94c7 HTTP/1.1" status: 404 len: 337 time: 0.0629714 May 27 02:41:58.929812 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45962) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:58.971451 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-665af902-919c-4f63-bc9f-5d5554e7a8ed tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:58.981683 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93adbf90-00de-4e9f-8093-3e72baa2f845 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e50933-4660-48b5-9057-ec92e21d0399,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:58.984296 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-665af902-919c-4f63-bc9f-5d5554e7a8ed tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:58.984525 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93adbf90-00de-4e9f-8093-3e72baa2f845 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:58.984915 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-93adbf90-00de-4e9f-8093-3e72baa2f845 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Added segment d3d155e0-04b1-4059-b340-d13d0c180e02 of type vlan for network 79247a02-c328-4f91-b0de-ccf49307e671 May 27 02:41:59.012803 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-8836f324-e4a1-45f6-bda3-5f78496e7bde tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:41:59.012803 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8836f324-e4a1-45f6-bda3-5f78496e7bde tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:59.012803 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8836f324-e4a1-45f6-bda3-5f78496e7bde tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/33a17ae6-1856-4693-a0ae-130de70c672f HTTP/1.1" status: 404 len: 337 time: 0.0780926 May 27 02:41:59.017586 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45968) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:59.031068 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:59.059548 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:59.102871 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93adbf90-00de-4e9f-8093-3e72baa2f845 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:59.102871 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-17d233b3-533f-4fc2-b32f-f5c26eb73db7 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:41:59.102871 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17d233b3-533f-4fc2-b32f-f5c26eb73db7 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:59.102871 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-17d233b3-533f-4fc2-b32f-f5c26eb73db7 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/ports/fcf37bb6-df91-4177-bb85-b15cbf7a5e34 HTTP/1.1" status: 404 len: 333 time: 0.0837271 May 27 02:41:59.105051 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45972) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:59.142037 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-665af902-919c-4f63-bc9f-5d5554e7a8ed tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:59.161399 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9d74716-e5e5-4090-8932-d0510b5b03be tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:41:59.162538 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9d74716-e5e5-4090-8932-d0510b5b03be tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:59.172545 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665af902-919c-4f63-bc9f-5d5554e7a8ed tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97dcd5b5-df14-4cca-bf28-140ac6099ff8,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:59.176538 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f9d74716-e5e5-4090-8932-d0510b5b03be tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/6bcf1b6e-79a1-430b-9518-240bff133856 HTTP/1.1" status: 404 len: 337 time: 0.0702524 May 27 02:41:59.179316 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45978) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:59.202669 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93adbf90-00de-4e9f-8093-3e72baa2f845 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:59.211387 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93adbf90-00de-4e9f-8093-3e72baa2f845 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:59.212040 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93adbf90-00de-4e9f-8093-3e72baa2f845 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:59.222519 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c77553d-5f6d-4c5b-a09d-9d340ece4e50 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:41:59.223242 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c77553d-5f6d-4c5b-a09d-9d340ece4e50 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:59.225735 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8c77553d-5f6d-4c5b-a09d-9d340ece4e50 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/d227934a-006e-44f6-8624-d966f8d29668 HTTP/1.1" status: 404 len: 337 time: 0.0453029 May 27 02:41:59.228434 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45982) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:59.268040 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-665af902-919c-4f63-bc9f-5d5554e7a8ed tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:59.269524 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-665af902-919c-4f63-bc9f-5d5554e7a8ed tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/97dcd5b5-df14-4cca-bf28-140ac6099ff8 HTTP/1.1" status: 204 len: 168 time: 0.3575838 May 27 02:41:59.276030 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45986) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:59.278787 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-5de6579f-5185-41d6-9097-7df00f4137d2 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:41:59.279249 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5de6579f-5185-41d6-9097-7df00f4137d2 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:59.283398 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5de6579f-5185-41d6-9097-7df00f4137d2 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/ports/d25897de-8ca1-43cf-8aae-7ef9a149703e HTTP/1.1" status: 404 len: 333 time: 0.0512865 May 27 02:41:59.299926 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 45990) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:59.328503 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-cfe01e92-eeb9-4e30-9a82-215e09d3ba55 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Synchronizing usage tracker for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group_rule {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:41:59.361459 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dda6220-9eff-43d5-ad03-061fc5d2a67a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:41:59.361840 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dda6220-9eff-43d5-ad03-061fc5d2a67a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:59.365966 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6dda6220-9eff-43d5-ad03-061fc5d2a67a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/ee730fe6-abca-428c-b702-7360c4e4a2f4 HTTP/1.1" status: 404 len: 337 time: 0.0622451 May 27 02:41:59.366955 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 45994) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:59.372611 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93adbf90-00de-4e9f-8093-3e72baa2f845 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Pushing event updated for resources: {'Network': ['ID=79247a02-c328-4f91-b0de-ccf49307e671,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:59.385504 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 79247a02-c328-4f91-b0de-ccf49307e671 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:41:59.393787 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-93adbf90-00de-4e9f-8093-3e72baa2f845 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4127769 May 27 02:41:59.393787 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46000) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:59.402888 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ea20d0da-ee5c-4c6f-95d6-9565c1f1227a tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Request body: {'subnet': {'network_id': '79247a02-c328-4f91-b0de-ccf49307e671', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:59.415542 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb2f40ae-f6fb-45fe-a4c3-4e433fb84013 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:41:59.416002 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb2f40ae-f6fb-45fe-a4c3-4e433fb84013 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:59.420045 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-eb2f40ae-f6fb-45fe-a4c3-4e433fb84013 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/23f6e203-44cd-4a30-b2dc-be439b7ea78c HTTP/1.1" status: 404 len: 337 time: 0.0495410 May 27 02:41:59.422903 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46008) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:59.500838 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9d8cce07-3701-4ccc-8302-88ca3432b3a9 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/ports?device_id=6df868d8-7510-411e-bfb1-0c8563084fa7 HTTP/1.1" status: 200 len: 205 time: 0.0767677 May 27 02:41:59.502737 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-cfe01e92-eeb9-4e30-9a82-215e09d3ba55 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Unset dirty status for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group_rule {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:41:59.504292 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-cfe01e92-eeb9-4e30-9a82-215e09d3ba55 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2271793 May 27 02:41:59.507350 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46012) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:59.507901 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46014) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:59.515599 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-bcc1d955-aa4f-4fe7-b499-16f847123481 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Request body: {'security_group_rule': {'security_group_id': '0f24199c-af9f-4879-8146-4f257ce9db90', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:59.556579 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ea20d0da-ee5c-4c6f-95d6-9565c1f1227a tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:59.562864 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ea20d0da-ee5c-4c6f-95d6-9565c1f1227a tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Usage tracker for resource:subnet and tenant:ee13f9384003431ba8d4470f5ff820cb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:41:59.563144 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ea20d0da-ee5c-4c6f-95d6-9565c1f1227a tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:41:59.569249 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ea20d0da-ee5c-4c6f-95d6-9565c1f1227a tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:59.583000 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-bcc1d955-aa4f-4fe7-b499-16f847123481 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:59.603528 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-39c84cf8-5d4e-4f76-b2a4-cf6a4c5d45d3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] delete failed (client error): The resource could not be found. May 27 02:41:59.607310 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-39c84cf8-5d4e-4f76-b2a4-cf6a4c5d45d3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/routers/6df868d8-7510-411e-bfb1-0c8563084fa7 HTTP/1.1" status: 404 len: 336 time: 0.0942986 May 27 02:41:59.609201 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46026) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:59.648304 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-bcc1d955-aa4f-4fe7-b499-16f847123481 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:59.663243 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-afd4b5fc-b09f-441b-a255-e73c86b46e0a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:41:59.663243 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afd4b5fc-b09f-441b-a255-e73c86b46e0a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:59.668622 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-afd4b5fc-b09f-441b-a255-e73c86b46e0a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/1da2cdf4-2bb0-4498-b220-174faec79b5f HTTP/1.1" status: 404 len: 337 time: 0.0539699 May 27 02:41:59.668622 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46032) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:59.675515 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea20d0da-ee5c-4c6f-95d6-9565c1f1227a tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Made reservation on behalf of ee13f9384003431ba8d4470f5ff820cb for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:41:59.678013 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ea20d0da-ee5c-4c6f-95d6-9565c1f1227a tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:59.717973 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-bbd6ead4-19ed-4b74-876d-a4d8790a0844 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "GET /v2.0/ports?device_id=422af6fd-2ca1-497d-877d-082d0ad1154c HTTP/1.1" status: 200 len: 205 time: 0.0473945 May 27 02:41:59.719872 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46038) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:59.873022 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-be15c579-1a11-4836-b46d-ad84ed130dfe tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] delete failed (client error): The resource could not be found. May 27 02:41:59.879489 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-be15c579-1a11-4836-b46d-ad84ed130dfe tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/routers/422af6fd-2ca1-497d-877d-082d0ad1154c HTTP/1.1" status: 404 len: 336 time: 0.1561229 May 27 02:41:59.880591 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46044) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:59.889195 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bcc1d955-aa4f-4fe7-b499-16f847123481 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:59.936746 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-78fdfc94-c3bf-4d46-b74d-59a2a210d64a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:41:59.937148 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78fdfc94-c3bf-4d46-b74d-59a2a210d64a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:41:59.955336 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-78fdfc94-c3bf-4d46-b74d-59a2a210d64a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/f32ea1cf-837d-4fb8-ad40-f421064efecf HTTP/1.1" status: 404 len: 337 time: 0.0722146 May 27 02:41:59.956912 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46048) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:59.982531 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bcc1d955-aa4f-4fe7-b499-16f847123481 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:59.995040 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a49a86-3f61-4739-9cd3-c4d2a4f6efe9 req-5ad92bf8-f4f2-4b04-9cbf-fe41bd7db95f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:59.996502 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-32a49a86-3f61-4739-9cd3-c4d2a4f6efe9 req-5ad92bf8-f4f2-4b04-9cbf-fe41bd7db95f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 945 time: 0.2117925 May 27 02:42:00.031860 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bcc1d955-aa4f-4fe7-b499-16f847123481 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:00.038964 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-e932bd19-b9a1-4e2b-a714-f527df9f4fc2 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:42:00.039762 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e932bd19-b9a1-4e2b-a714-f527df9f4fc2 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:42:00.042605 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e932bd19-b9a1-4e2b-a714-f527df9f4fc2 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/1a477a2e-e72f-4389-a8af-88892008edcf HTTP/1.1" status: 404 len: 337 time: 0.0856943 May 27 02:42:00.048179 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46052) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:00.073076 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1d955-aa4f-4fe7-b499-16f847123481 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6a5a25c-3692-420a-bac2-50768b8511fc,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:00.089390 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-32a49a86-3f61-4739-9cd3-c4d2a4f6efe9 req-fc16e034-3efd-45cd-823b-c61b80f85853 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b03d65b-fea9-4a72-bea0-c935f8442f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868785 May 27 02:42:00.114609 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-2895b4ae-c0df-4aa4-8d1b-d6d61b133e9a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:42:00.114609 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2895b4ae-c0df-4aa4-8d1b-d6d61b133e9a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:42:00.114609 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2895b4ae-c0df-4aa4-8d1b-d6d61b133e9a tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/ports/5bc0f370-6515-40ea-9543-b032e821e1bd HTTP/1.1" status: 404 len: 333 time: 0.0578470 May 27 02:42:00.119181 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46058) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:00.168952 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-e974b121-40f8-479a-8e11-74544a2430d0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:42:00.169324 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e974b121-40f8-479a-8e11-74544a2430d0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:42:00.172761 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e974b121-40f8-479a-8e11-74544a2430d0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/42e15f01-dd4f-440c-b04b-f6b7c7b6e656 HTTP/1.1" status: 404 len: 337 time: 0.0508497 May 27 02:42:00.177164 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46062) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:00.197356 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bcc1d955-aa4f-4fe7-b499-16f847123481 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:00.202325 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-bcc1d955-aa4f-4fe7-b499-16f847123481 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6897120 May 27 02:42:00.202664 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46066) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:00.227467 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-fda52fd7-0748-448f-83b3-0a612be6c632 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "GET /v2.0/security-group-rules/e6a5a25c-3692-420a-bac2-50768b8511fc HTTP/1.1" status: 200 len: 764 time: 0.0203867 May 27 02:42:00.227748 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-94b9a201-b40a-4710-a336-e2f4174676b0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:42:00.227836 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46070) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:00.227926 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94b9a201-b40a-4710-a336-e2f4174676b0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:42:00.228817 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-94b9a201-b40a-4710-a336-e2f4174676b0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/ports/c31dd5bb-bd70-42a9-a0a2-5c7e2871af4c HTTP/1.1" status: 404 len: 333 time: 0.0498421 May 27 02:42:00.231334 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46072) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:00.248185 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:00.269028 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-89fbfc87-52fb-4d9a-ba9d-e8ab9ab65cc7 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:42:00.269600 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89fbfc87-52fb-4d9a-ba9d-e8ab9ab65cc7 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:42:00.275311 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-89fbfc87-52fb-4d9a-ba9d-e8ab9ab65cc7 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/d55d2772-d73f-4d86-86e3-5ed562416319 HTTP/1.1" status: 404 len: 337 time: 0.0391874 May 27 02:42:00.275311 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46078) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:00.288093 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f63a73dc-493d-4a86-bf07-887f4f96a19e tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Synchronizing usage tracker for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group_rule {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:42:00.315792 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-274327d6-70ad-4707-93af-3cbc659a33a5 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:42:00.316247 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-274327d6-70ad-4707-93af-3cbc659a33a5 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:42:00.320232 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-274327d6-70ad-4707-93af-3cbc659a33a5 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/ports/84e623a6-b6f6-4c6c-899a-1281af6576f9 HTTP/1.1" status: 404 len: 333 time: 0.0428581 May 27 02:42:00.320604 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46082) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:00.324137 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ea20d0da-ee5c-4c6f-95d6-9565c1f1227a tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:00.401382 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f63a73dc-493d-4a86-bf07-887f4f96a19e tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Unset dirty status for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group_rule {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:42:00.403978 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f63a73dc-493d-4a86-bf07-887f4f96a19e tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1754551 May 27 02:42:00.406579 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46088) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:00.428395 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-a99dd822-cfa5-44d6-993b-9eeb4e8edcb0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:42:00.428881 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a99dd822-cfa5-44d6-993b-9eeb4e8edcb0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:42:00.431360 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a99dd822-cfa5-44d6-993b-9eeb4e8edcb0 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/9c39faea-20f8-4148-ab22-61d6821eb361 HTTP/1.1" status: 404 len: 337 time: 0.1087656 May 27 02:42:00.442351 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46092) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:00.445353 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea20d0da-ee5c-4c6f-95d6-9565c1f1227a tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Pushing event updated for resources: {'Subnet': ['ID=b30ce6ec-0f91-41bd-b7df-9163de3aebea,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:00.469787 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-03a2d236-e2ca-45e8-8097-38632212201c tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:00.482192 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-03a2d236-e2ca-45e8-8097-38632212201c tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:00.503687 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-18a8c93d-739c-43f2-ae20-43be1ccb423d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:42:00.504194 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18a8c93d-739c-43f2-ae20-43be1ccb423d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:42:00.505911 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-18a8c93d-739c-43f2-ae20-43be1ccb423d tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/ports/4084a074-842a-4469-bdd0-a13f0c12f73c HTTP/1.1" status: 404 len: 333 time: 0.0625830 May 27 02:42:00.508418 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46100) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:00.557067 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f0919f-4ea0-4368-ab6e-fd7aa8b99e9f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:42:00.557449 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8f0919f-4ea0-4368-ab6e-fd7aa8b99e9f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:42:00.559093 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f8f0919f-4ea0-4368-ab6e-fd7aa8b99e9f tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/0489cd9a-380d-4eb9-81c0-d64a0f6193f5 HTTP/1.1" status: 404 len: 337 time: 0.0497332 May 27 02:42:00.561758 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46108) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:00.564612 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea20d0da-ee5c-4c6f-95d6-9565c1f1227a tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Checking segment: {'id': 'd3d155e0-04b1-4059-b340-d13d0c180e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '79247a02-c328-4f91-b0de-ccf49307e671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:42:00.565077 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea20d0da-ee5c-4c6f-95d6-9565c1f1227a tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Network hostable DHCP agents. Network: 79247a02-c328-4f91-b0de-ccf49307e671, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:42:00.606600 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-03a2d236-e2ca-45e8-8097-38632212201c tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:00.626727 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-6078dfca-9010-4f36-8823-438e833fca9c tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:42:00.627204 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6078dfca-9010-4f36-8823-438e833fca9c tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:42:00.635055 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2d236-e2ca-45e8-8097-38632212201c tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6a5a25c-3692-420a-bac2-50768b8511fc,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:00.643919 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6078dfca-9010-4f36-8823-438e833fca9c tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/ports/4459301e-c8a4-4a58-be06-6f08d8d3ed3d HTTP/1.1" status: 404 len: 333 time: 0.0780084 May 27 02:42:00.643919 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46114) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:00.682566 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea20d0da-ee5c-4c6f-95d6-9565c1f1227a tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Network 79247a02-c328-4f91-b0de-ccf49307e671 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:42:00.688975 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-aee1a9c6-ce4e-41b3-b5a2-60ec7ae8b1eb tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:42:00.693552 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aee1a9c6-ce4e-41b3-b5a2-60ec7ae8b1eb tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:42:00.693552 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-aee1a9c6-ce4e-41b3-b5a2-60ec7ae8b1eb tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/50fcaa4f-7a19-41b3-bb49-10d4abc0df46 HTTP/1.1" status: 404 len: 337 time: 0.0463443 May 27 02:42:00.693754 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46118) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:00.735664 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e869ee3-c62c-4649-a2e5-f647bfe19d87 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:42:00.736205 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e869ee3-c62c-4649-a2e5-f647bfe19d87 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:42:00.738024 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9e869ee3-c62c-4649-a2e5-f647bfe19d87 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/ports/f1e33c08-abf6-46a6-8016-d8cee6ecc003 HTTP/1.1" status: 404 len: 333 time: 0.0434289 May 27 02:42:00.739645 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-03a2d236-e2ca-45e8-8097-38632212201c tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:00.742422 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-03a2d236-e2ca-45e8-8097-38632212201c tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/e6a5a25c-3692-420a-bac2-50768b8511fc HTTP/1.1" status: 204 len: 168 time: 0.3312774 May 27 02:42:00.743174 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46124) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:00.743533 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46126) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:00.795054 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-ea20d0da-ee5c-4c6f-95d6-9565c1f1227a tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 79247a02-c328-4f91-b0de-ccf49307e671) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:42:00.805141 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f676eb-a87c-46d2-85c5-1a0ed3449561 None None] Network 79247a02-c328-4f91-b0de-ccf49307e671 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:42:00.816234 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea20d0da-ee5c-4c6f-95d6-9565c1f1227a tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:00.816849 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ea20d0da-ee5c-4c6f-95d6-9565c1f1227a tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:00.831304 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-48b0d76c-2461-4d4a-8fb7-032e6d5c2a58 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:42:00.831756 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48b0d76c-2461-4d4a-8fb7-032e6d5c2a58 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:42:00.836522 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-48b0d76c-2461-4d4a-8fb7-032e6d5c2a58 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/a9842653-074c-4368-ac1b-0751ec6622ee HTTP/1.1" status: 404 len: 337 time: 0.0889609 May 27 02:42:00.837072 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46134) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:00.890982 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-04ea7377-28fd-4163-a0f8-588536c656ea tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Synchronizing usage tracker for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group_rule {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:42:00.907759 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-a83707ae-8455-4e80-8003-c42d7dc192da tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:42:00.908325 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a83707ae-8455-4e80-8003-c42d7dc192da tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:42:00.910391 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a83707ae-8455-4e80-8003-c42d7dc192da tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/ports/28d45645-1b0a-45d6-9477-ee11271a793d HTTP/1.1" status: 404 len: 333 time: 0.0720816 May 27 02:42:00.920127 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46140) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:00.961759 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ea20d0da-ee5c-4c6f-95d6-9565c1f1227a tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5672307 May 27 02:42:00.964751 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46144) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:00.970607 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-420668d9-e522-4e37-9d41-0413d16c2095 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Request body: {'network': {'name': 'tempest-router-network01--1298739546'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:00.981440 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-420668d9-e522-4e37-9d41-0413d16c2095 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:00.986061 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-75563d8e-efa9-4efb-b659-d9f47aa9d5cb tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] DELETE failed (client error): The resource could not be found. May 27 02:42:00.986061 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75563d8e-efa9-4efb-b659-d9f47aa9d5cb tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:42:00.989053 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-04ea7377-28fd-4163-a0f8-588536c656ea tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Unset dirty status for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group_rule {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:42:00.989193 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-75563d8e-efa9-4efb-b659-d9f47aa9d5cb tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/subnets/ab659e3c-9dbf-4567-a1e1-9f6cce92fb91 HTTP/1.1" status: 404 len: 337 time: 0.0648918 May 27 02:42:00.989701 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46148) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:00.990076 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46150) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:00.990332 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-04ea7377-28fd-4163-a0f8-588536c656ea tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2408552 May 27 02:42:00.998782 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-420668d9-e522-4e37-9d41-0413d16c2095 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Usage tracker for resource:network and tenant:ee13f9384003431ba8d4470f5ff820cb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:01.004325 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-420668d9-e522-4e37-9d41-0413d16c2095 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:01.019629 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-420668d9-e522-4e37-9d41-0413d16c2095 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:01.109824 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dd304b-5d3c-4f78-9f3e-7ba3f3a5356b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-79247a02-c328-4f91-b0de-ccf49307e671', 'network_id': '79247a02-c328-4f91-b0de-ccf49307e671', 'tenant_id': 'ee13f9384003431ba8d4470f5ff820cb', 'fixed_ips': [{'subnet_id': 'b30ce6ec-0f91-41bd-b7df-9163de3aebea'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:42:01.110887 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-22dd304b-5d3c-4f78-9f3e-7ba3f3a5356b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:01.150058 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420668d9-e522-4e37-9d41-0413d16c2095 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Made reservation on behalf of ee13f9384003431ba8d4470f5ff820cb for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:42:01.153744 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-420668d9-e522-4e37-9d41-0413d16c2095 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:01.222427 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-420668d9-e522-4e37-9d41-0413d16c2095 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:42:01.232809 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-420668d9-e522-4e37-9d41-0413d16c2095 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:01.233161 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-420668d9-e522-4e37-9d41-0413d16c2095 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Added segment 1b43119e-db81-4eed-a3c8-b5593f4d0c6e of type vlan for network 79668c07-64ae-46dc-8ee3-ab84136b7fee May 27 02:42:01.265725 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-420668d9-e522-4e37-9d41-0413d16c2095 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:01.378766 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-420668d9-e522-4e37-9d41-0413d16c2095 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:01.392036 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-22dd304b-5d3c-4f78-9f3e-7ba3f3a5356b None None] Allocated IP 172.20.0.2 (79247a02-c328-4f91-b0de-ccf49307e671/b30ce6ec-0f91-41bd-b7df-9163de3aebea/a5e8c32b-8e08-48b2-b84f-662daa67ea29) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:42:01.392207 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420668d9-e522-4e37-9d41-0413d16c2095 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:01.392207 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-420668d9-e522-4e37-9d41-0413d16c2095 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:01.421816 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-da93c46f-6455-419f-a621-dea5d65d5ae3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:01.428867 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-af715ed9-6c0d-44f4-9c29-d5defc267964 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:01.502976 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-af715ed9-6c0d-44f4-9c29-d5defc267964 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:01.664614 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420668d9-e522-4e37-9d41-0413d16c2095 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Pushing event updated for resources: {'Network': ['ID=79668c07-64ae-46dc-8ee3-ab84136b7fee,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:01.674287 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d40e2-7a7a-4ff8-9257-b24c93225406 req-b7f98e08-1c7a-4ecb-ac70-619b85f97aff tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:01.675890 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-647d40e2-7a7a-4ff8-9257-b24c93225406 req-b7f98e08-1c7a-4ecb-ac70-619b85f97aff tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 945 time: 0.3515840 May 27 02:42:01.678287 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 79668c07-64ae-46dc-8ee3-ab84136b7fee details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:42:01.742789 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-420668d9-e522-4e37-9d41-0413d16c2095 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7770073 May 27 02:42:01.744076 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46164) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:01.750291 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-9718f2e2-304a-4462-968d-f57b56127985 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Request body: {'network': {'name': 'tempest-router-network02--1843445313'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:01.757583 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9718f2e2-304a-4462-968d-f57b56127985 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:01.762962 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9718f2e2-304a-4462-968d-f57b56127985 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Usage tracker for resource:network and tenant:ee13f9384003431ba8d4470f5ff820cb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:01.766237 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9718f2e2-304a-4462-968d-f57b56127985 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:01.768328 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-22dd304b-5d3c-4f78-9f3e-7ba3f3a5356b None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:01.774614 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9718f2e2-304a-4462-968d-f57b56127985 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:01.776077 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-da93c46f-6455-419f-a621-dea5d65d5ae3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:01.810863 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-647d40e2-7a7a-4ff8-9257-b24c93225406 req-59f0852b-f711-4415-adae-b183d27b56ad tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b03d65b-fea9-4a72-bea0-c935f8442f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093450 May 27 02:42:01.820944 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-da93c46f-6455-419f-a621-dea5d65d5ae3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e095441-a19f-4261-8588-a806dc249ed2']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:42:01.843131 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-22dd304b-5d3c-4f78-9f3e-7ba3f3a5356b None None] Transition to ACTIVE for port object a5e8c32b-8e08-48b2-b84f-662daa67ea29 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:42:01.843579 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-af715ed9-6c0d-44f4-9c29-d5defc267964 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:01.862888 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-da93c46f-6455-419f-a621-dea5d65d5ae3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cae2e217-aa09-473f-a004-855131f4bd3c') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:42:01.863184 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-da93c46f-6455-419f-a621-dea5d65d5ae3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cae2e217-aa09-473f-a004-855131f4bd3c') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:42:01.881567 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9718f2e2-304a-4462-968d-f57b56127985 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Made reservation on behalf of ee13f9384003431ba8d4470f5ff820cb for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:42:01.885729 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9718f2e2-304a-4462-968d-f57b56127985 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:01.892059 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-22dd304b-5d3c-4f78-9f3e-7ba3f3a5356b None None] Transition to ACTIVE for port object a5e8c32b-8e08-48b2-b84f-662daa67ea29 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:42:01.895540 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af715ed9-6c0d-44f4-9c29-d5defc267964 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f24199c-af9f-4879-8146-4f257ce9db90,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:01.920181 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-da93c46f-6455-419f-a621-dea5d65d5ae3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:01.928295 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9718f2e2-304a-4462-968d-f57b56127985 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:42:01.938686 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-da93c46f-6455-419f-a621-dea5d65d5ae3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:01.939723 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9718f2e2-304a-4462-968d-f57b56127985 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:01.940271 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-9718f2e2-304a-4462-968d-f57b56127985 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Added segment f5242694-3ab2-444f-af82-51d294353ea7 of type vlan for network c545b679-1c83-426b-b507-3d88373d7e61 May 27 02:42:01.948289 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da93c46f-6455-419f-a621-dea5d65d5ae3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:42:01.951226 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-da93c46f-6455-419f-a621-dea5d65d5ae3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:01.967665 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9718f2e2-304a-4462-968d-f57b56127985 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:02.008828 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-22dd304b-5d3c-4f78-9f3e-7ba3f3a5356b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:02.057021 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment cae2e217-aa09-473f-a004-855131f4bd3c resource provider aggregate not found May 27 02:42:02.072202 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-af715ed9-6c0d-44f4-9c29-d5defc267964 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:02.075121 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-af715ed9-6c0d-44f4-9c29-d5defc267964 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "DELETE /v2.0/security-groups/0f24199c-af9f-4879-8146-4f257ce9db90 HTTP/1.1" status: 204 len: 168 time: 1.0824351 May 27 02:42:02.075648 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46178) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:02.085219 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9718f2e2-304a-4462-968d-f57b56127985 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:02.085386 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dd304b-5d3c-4f78-9f3e-7ba3f3a5356b None None] Network 79247a02-c328-4f91-b0de-ccf49307e671 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:42:02.086740 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment cae2e217-aa09-473f-a004-855131f4bd3c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cae2e217-aa09-473f-a004-855131f4bd3c found for delete ", "request_id": "req-ee0baedc-ce40-41a2-b04b-ebea6e753629"}]} May 27 02:42:02.086913 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-22dd304b-5d3c-4f78-9f3e-7ba3f3a5356b None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:42:02.087772 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9718f2e2-304a-4462-968d-f57b56127985 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:02.089078 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9718f2e2-304a-4462-968d-f57b56127985 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:02.091246 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dd304b-5d3c-4f78-9f3e-7ba3f3a5356b None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:42:02.151437 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd304b-5d3c-4f78-9f3e-7ba3f3a5356b None None] Pushing event updated for resources: {'Port': ['ID=a5e8c32b-8e08-48b2-b84f-662daa67ea29,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:02.180051 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a8840-5e65-4211-b7bc-745aa32c5f93 req-ef64013a-ee81-47f8-b87f-17471366a8e1 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:02.182260 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-199a8840-5e65-4211-b7bc-745aa32c5f93 req-ef64013a-ee81-47f8-b87f-17471366a8e1 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 945 time: 0.2064171 May 27 02:42:02.210425 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-22dd304b-5d3c-4f78-9f3e-7ba3f3a5356b None None] Attempting to bind port a5e8c32b-8e08-48b2-b84f-662daa67ea29 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:42:02.210998 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-22dd304b-5d3c-4f78-9f3e-7ba3f3a5356b None None] Attempting to bind port a5e8c32b-8e08-48b2-b84f-662daa67ea29 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'd3d155e0-04b1-4059-b340-d13d0c180e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '79247a02-c328-4f91-b0de-ccf49307e671'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:42:02.211605 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dd304b-5d3c-4f78-9f3e-7ba3f3a5356b None None] Attempting to bind port a5e8c32b-8e08-48b2-b84f-662daa67ea29 on network 79247a02-c328-4f91-b0de-ccf49307e671 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:42:02.219631 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dd304b-5d3c-4f78-9f3e-7ba3f3a5356b None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:42:02.220127 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dd304b-5d3c-4f78-9f3e-7ba3f3a5356b None None] Checking segment: {'id': 'd3d155e0-04b1-4059-b340-d13d0c180e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '79247a02-c328-4f91-b0de-ccf49307e671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:42:02.220765 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-22dd304b-5d3c-4f78-9f3e-7ba3f3a5356b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:02.221117 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dd304b-5d3c-4f78-9f3e-7ba3f3a5356b None None] Bound using segment: {'id': 'd3d155e0-04b1-4059-b340-d13d0c180e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '79247a02-c328-4f91-b0de-ccf49307e671'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:42:02.221645 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-22dd304b-5d3c-4f78-9f3e-7ba3f3a5356b None None] Bound port: a5e8c32b-8e08-48b2-b84f-662daa67ea29, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d155e0-04b1-4059-b340-d13d0c180e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '79247a02-c328-4f91-b0de-ccf49307e671'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:42:02.222027 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-22dd304b-5d3c-4f78-9f3e-7ba3f3a5356b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:02.239355 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-199a8840-5e65-4211-b7bc-745aa32c5f93 req-f55b8bab-8772-4697-ae0a-682f53c5a56b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b03d65b-fea9-4a72-bea0-c935f8442f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511563 May 27 02:42:02.246159 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-da93c46f-6455-419f-a621-dea5d65d5ae3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:02.258307 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46182) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:02.320521 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-da93c46f-6455-419f-a621-dea5d65d5ae3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:02.334786 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9718f2e2-304a-4462-968d-f57b56127985 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Pushing event updated for resources: {'Network': ['ID=c545b679-1c83-426b-b507-3d88373d7e61,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:02.338326 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da93c46f-6455-419f-a621-dea5d65d5ae3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] Pushing event deleted for resources: {'Network': ['ID=1e095441-a19f-4261-8588-a806dc249ed2,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:02.340700 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-102a3bce-6edc-48b8-a566-aa781a80e7c2 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Synchronizing usage tracker for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:42:02.343833 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-da93c46f-6455-419f-a621-dea5d65d5ae3 tempest-NetworksTestDHCPv6-1504649838 tempest-NetworksTestDHCPv6-1504649838-project] 10.222.0.57 "DELETE /v2.0/networks/1e095441-a19f-4261-8588-a806dc249ed2 HTTP/1.1" status: 204 len: 168 time: 1.3525507 May 27 02:42:02.349041 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9718f2e2-304a-4462-968d-f57b56127985 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6011229 May 27 02:42:02.352195 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46188) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:02.359390 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-34c5bf66-beb1-4b5f-9368-747df20c188f tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Request body: {'subnet': {'network_id': '79668c07-64ae-46dc-8ee3-ab84136b7fee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:02.370438 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network c545b679-1c83-426b-b507-3d88373d7e61 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:42:02.436895 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-102a3bce-6edc-48b8-a566-aa781a80e7c2 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Unset dirty status for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:42:02.442605 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-102a3bce-6edc-48b8-a566-aa781a80e7c2 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3614798 May 27 02:42:02.442936 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46196) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:02.449074 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-6abc63b3-1fd9-4dc1-bd8e-bf85fe0d4d91 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Request body: {'security_group': {'name': 'tempest-secgroup--499867109'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:02.466935 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6abc63b3-1fd9-4dc1-bd8e-bf85fe0d4d91 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:02.478970 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-22dd304b-5d3c-4f78-9f3e-7ba3f3a5356b None None] For port a5e8c32b-8e08-48b2-b84f-662daa67ea29, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:42:02.504157 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6abc63b3-1fd9-4dc1-bd8e-bf85fe0d4d91 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:02.507970 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-22dd304b-5d3c-4f78-9f3e-7ba3f3a5356b None None] For port a5e8c32b-8e08-48b2-b84f-662daa67ea29, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=a5e8c32b-8e08-48b2-b84f-662daa67ea29,segment=NetworkSegment(d3d155e0-04b1-4059-b340-d13d0c180e02),segment_id=d3d155e0-04b1-4059-b340-d13d0c180e02)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:42:02.562346 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-34c5bf66-beb1-4b5f-9368-747df20c188f tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:02.567411 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-34c5bf66-beb1-4b5f-9368-747df20c188f tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Usage tracker for resource:subnet and tenant:ee13f9384003431ba8d4470f5ff820cb is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:02.571997 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5087dc0e-044f-47d5-badb-3b979a33175e tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:02.573510 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5087dc0e-044f-47d5-badb-3b979a33175e tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 1091 time: 0.3140988 May 27 02:42:02.574625 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-34c5bf66-beb1-4b5f-9368-747df20c188f tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:02.576647 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46200) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:02.584506 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-1174fb5c-7611-498c-a045-2e9c4e2f5d5f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'port_id': '5f97c20e-9873-4adf-98df-e289d9a96b4a', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:02.586588 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-22dd304b-5d3c-4f78-9f3e-7ba3f3a5356b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:02.593573 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-34c5bf66-beb1-4b5f-9368-747df20c188f tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:02.602371 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1174fb5c-7611-498c-a045-2e9c4e2f5d5f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:02.607794 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1174fb5c-7611-498c-a045-2e9c4e2f5d5f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:floatingip and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:02.611964 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1174fb5c-7611-498c-a045-2e9c4e2f5d5f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:02.619674 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1174fb5c-7611-498c-a045-2e9c4e2f5d5f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:02.648809 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6abc63b3-1fd9-4dc1-bd8e-bf85fe0d4d91 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:02.670553 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6abc63b3-1fd9-4dc1-bd8e-bf85fe0d4d91 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:02.674966 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6abc63b3-1fd9-4dc1-bd8e-bf85fe0d4d91 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Usage tracker for resource:security_group_rule and tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:02.678488 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c5bf66-beb1-4b5f-9368-747df20c188f tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Made reservation on behalf of ee13f9384003431ba8d4470f5ff820cb for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:42:02.681082 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd304b-5d3c-4f78-9f3e-7ba3f3a5356b None None] Pushing event updated for resources: {'Port': ['ID=a5e8c32b-8e08-48b2-b84f-662daa67ea29,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:02.683033 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-34c5bf66-beb1-4b5f-9368-747df20c188f tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:02.692032 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6abc63b3-1fd9-4dc1-bd8e-bf85fe0d4d91 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:02.698746 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6abc63b3-1fd9-4dc1-bd8e-bf85fe0d4d91 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:02.716897 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1174fb5c-7611-498c-a045-2e9c4e2f5d5f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:02.946747 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6abc63b3-1fd9-4dc1-bd8e-bf85fe0d4d91 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:03.030008 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6abc63b3-1fd9-4dc1-bd8e-bf85fe0d4d91 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:03.123921 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-34c5bf66-beb1-4b5f-9368-747df20c188f tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:03.182773 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1174fb5c-7611-498c-a045-2e9c4e2f5d5f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:03.195804 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc63b3-1fd9-4dc1-bd8e-bf85fe0d4d91 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8da506ba-83a3-4dd9-80e3-1e70942708a9,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:03.238593 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46210) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:03.296184 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6abc63b3-1fd9-4dc1-bd8e-bf85fe0d4d91 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:03.297733 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6abc63b3-1fd9-4dc1-bd8e-bf85fe0d4d91 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8539088 May 27 02:42:03.301329 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46216) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:03.310370 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f1628536-3e37-4843-9beb-4b6edf4b1dda tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Request body: {'security_group_rule': {'security_group_id': '8da506ba-83a3-4dd9-80e3-1e70942708a9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:03.320542 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f1628536-3e37-4843-9beb-4b6edf4b1dda tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:03.324073 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c5bf66-beb1-4b5f-9368-747df20c188f tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Pushing event updated for resources: {'Subnet': ['ID=32e3aa5f-f070-4aa5-ab22-d0ed94e6b81d,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:03.328598 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c5bf66-beb1-4b5f-9368-747df20c188f tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Checking segment: {'id': '1b43119e-db81-4eed-a3c8-b5593f4d0c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '79668c07-64ae-46dc-8ee3-ab84136b7fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:42:03.328973 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c5bf66-beb1-4b5f-9368-747df20c188f tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Network hostable DHCP agents. Network: 79668c07-64ae-46dc-8ee3-ab84136b7fee, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:42:03.337408 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f1628536-3e37-4843-9beb-4b6edf4b1dda tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Usage tracker for resource:security_group_rule and tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:03.343328 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f1628536-3e37-4843-9beb-4b6edf4b1dda tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:03.355610 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f1628536-3e37-4843-9beb-4b6edf4b1dda tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:03.431775 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-1174fb5c-7611-498c-a045-2e9c4e2f5d5f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Allocated IP 172.25.1.34 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/74662df1-6007-4d72-b9e4-23709d4cf9a4) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:42:03.476926 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c5bf66-beb1-4b5f-9368-747df20c188f tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Network 79668c07-64ae-46dc-8ee3-ab84136b7fee is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:42:03.501782 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-cf548403-9b21-4549-84ed-db4a6a0e1cea admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=36f4d5a6efea4ed5b05dcbfbea82bcda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2581186 May 27 02:42:03.504639 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46222) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:03.567275 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-34c5bf66-beb1-4b5f-9368-747df20c188f tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 79668c07-64ae-46dc-8ee3-ab84136b7fee) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:42:03.573162 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c5bf66-beb1-4b5f-9368-747df20c188f tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:03.573849 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-34c5bf66-beb1-4b5f-9368-747df20c188f tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:03.591894 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f1628536-3e37-4843-9beb-4b6edf4b1dda tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:03.598608 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b52223b-544f-4415-b20a-361584948994 None None] Network 79668c07-64ae-46dc-8ee3-ab84136b7fee requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:42:03.651140 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b00ca0b7-55a6-4cf0-a045-32d6015ce837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:03.719091 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b00ca0b7-55a6-4cf0-a045-32d6015ce837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:03.727624 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1174fb5c-7611-498c-a045-2e9c4e2f5d5f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:03.731924 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f1628536-3e37-4843-9beb-4b6edf4b1dda tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:03.738421 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-34c5bf66-beb1-4b5f-9368-747df20c188f tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3851476 May 27 02:42:03.741200 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46232) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:03.772227 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-10385bd3-4e1f-4090-8f93-24fe383a97fb tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Request body: {'subnet': {'network_id': 'c545b679-1c83-426b-b507-3d88373d7e61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:03.842279 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f1628536-3e37-4843-9beb-4b6edf4b1dda tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:03.934809 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1628536-3e37-4843-9beb-4b6edf4b1dda tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24765373-6077-405c-a190-d866183fc0f6,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:03.939086 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1174fb5c-7611-498c-a045-2e9c4e2f5d5f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:03.997828 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-10385bd3-4e1f-4090-8f93-24fe383a97fb tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:04.015512 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-10385bd3-4e1f-4090-8f93-24fe383a97fb tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Usage tracker for resource:subnet and tenant:ee13f9384003431ba8d4470f5ff820cb is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:04.019104 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-10385bd3-4e1f-4090-8f93-24fe383a97fb tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:04.025454 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1174fb5c-7611-498c-a045-2e9c4e2f5d5f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:42:04.026029 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-10385bd3-4e1f-4090-8f93-24fe383a97fb tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:04.036423 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-1174fb5c-7611-498c-a045-2e9c4e2f5d5f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:42:04.042898 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1174fb5c-7611-498c-a045-2e9c4e2f5d5f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:42:04.073137 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260b3d40-c3a5-41d6-889b-6bd606ba79c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-79668c07-64ae-46dc-8ee3-ab84136b7fee', 'network_id': '79668c07-64ae-46dc-8ee3-ab84136b7fee', 'tenant_id': 'ee13f9384003431ba8d4470f5ff820cb', 'fixed_ips': [{'subnet_id': '32e3aa5f-f070-4aa5-ab22-d0ed94e6b81d'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:42:04.074064 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-260b3d40-c3a5-41d6-889b-6bd606ba79c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:04.090049 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f1628536-3e37-4843-9beb-4b6edf4b1dda tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:04.093137 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f1628536-3e37-4843-9beb-4b6edf4b1dda tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7884657 May 27 02:42:04.094982 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46236) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:04.119347 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10385bd3-4e1f-4090-8f93-24fe383a97fb tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Made reservation on behalf of ee13f9384003431ba8d4470f5ff820cb for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:42:04.124024 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-10385bd3-4e1f-4090-8f93-24fe383a97fb tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:04.134066 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1174fb5c-7611-498c-a045-2e9c4e2f5d5f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'Port': ['ID=74662df1-6007-4d72-b9e4-23709d4cf9a4,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:04.156827 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b00ca0b7-55a6-4cf0-a045-32d6015ce837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:04.310881 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-260b3d40-c3a5-41d6-889b-6bd606ba79c3 None None] Allocated IP 172.20.0.2 (79668c07-64ae-46dc-8ee3-ab84136b7fee/32e3aa5f-f070-4aa5-ab22-d0ed94e6b81d/bad3ed6b-d011-40f1-a97f-1c47014bb058) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:42:04.340498 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc10305-ff1b-4063-9ed6-1f07f3749605 None None] Network 79247a02-c328-4f91-b0de-ccf49307e671 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:42:04.345408 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ca0b7-55a6-4cf0-a045-32d6015ce837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4adad4-b625-41fc-abfd-64f8890a9483,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:04.358236 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b00ca0b7-55a6-4cf0-a045-32d6015ce837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:04.361457 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b00ca0b7-55a6-4cf0-a045-32d6015ce837 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ca4adad4-b625-41fc-abfd-64f8890a9483 HTTP/1.1" status: 204 len: 168 time: 0.8535440 May 27 02:42:04.386231 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d69987f7-f302-40d0-919c-a56826906c65 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:04.422939 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d69987f7-f302-40d0-919c-a56826906c65 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:04.522810 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device a5e8c32b-8e08-48b2-b84f-662daa67ea29 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:42:04.879599 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d69987f7-f302-40d0-919c-a56826906c65 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:04.882297 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-521772b0-a938-4aed-8694-195b35da3900 None None] Provisioning for port a5e8c32b-8e08-48b2-b84f-662daa67ea29 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:42:04.894697 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-10385bd3-4e1f-4090-8f93-24fe383a97fb tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:04.997851 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69987f7-f302-40d0-919c-a56826906c65 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da506ba-83a3-4dd9-80e3-1e70942708a9,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:05.010349 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port a5e8c32b-8e08-48b2-b84f-662daa67ea29 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:42:05.033129 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-260b3d40-c3a5-41d6-889b-6bd606ba79c3 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:05.042960 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1174fb5c-7611-498c-a045-2e9c4e2f5d5f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:05.044687 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port a5e8c32b-8e08-48b2-b84f-662daa67ea29 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:42:05.045242 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:05.056693 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10385bd3-4e1f-4090-8f93-24fe383a97fb tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Checking segment: {'id': 'f5242694-3ab2-444f-af82-51d294353ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c545b679-1c83-426b-b507-3d88373d7e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:42:05.057184 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10385bd3-4e1f-4090-8f93-24fe383a97fb tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Network hostable DHCP agents. Network: c545b679-1c83-426b-b507-3d88373d7e61, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:42:05.082006 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d69987f7-f302-40d0-919c-a56826906c65 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:05.083721 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d69987f7-f302-40d0-919c-a56826906c65 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "DELETE /v2.0/security-groups/8da506ba-83a3-4dd9-80e3-1e70942708a9 HTTP/1.1" status: 204 len: 168 time: 0.9869125 May 27 02:42:05.086973 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46258) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:05.092398 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10385bd3-4e1f-4090-8f93-24fe383a97fb tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Pushing event updated for resources: {'Subnet': ['ID=41595f2e-21dc-4f2a-94da-f94c77f2c6d9,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:05.101368 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-260b3d40-c3a5-41d6-889b-6bd606ba79c3 None None] Transition to ACTIVE for port object bad3ed6b-d011-40f1-a97f-1c47014bb058 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:42:05.137684 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-260b3d40-c3a5-41d6-889b-6bd606ba79c3 None None] Transition to ACTIVE for port object bad3ed6b-d011-40f1-a97f-1c47014bb058 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:42:05.171820 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1c9cfdc7-b55c-4513-8e60-7358eca70be9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Synchronizing usage tracker for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:42:05.214222 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10385bd3-4e1f-4090-8f93-24fe383a97fb tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Network c545b679-1c83-426b-b507-3d88373d7e61 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:42:05.314101 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1174fb5c-7611-498c-a045-2e9c4e2f5d5f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:05.336559 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-260b3d40-c3a5-41d6-889b-6bd606ba79c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:05.356588 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1c9cfdc7-b55c-4513-8e60-7358eca70be9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Unset dirty status for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:42:05.356871 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-10385bd3-4e1f-4090-8f93-24fe383a97fb tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, c545b679-1c83-426b-b507-3d88373d7e61) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:42:05.358437 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1c9cfdc7-b55c-4513-8e60-7358eca70be9 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2696934 May 27 02:42:05.363281 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46276) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:05.395186 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10385bd3-4e1f-4090-8f93-24fe383a97fb tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:05.407496 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-10385bd3-4e1f-4090-8f93-24fe383a97fb tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:05.506591 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port a5e8c32b-8e08-48b2-b84f-662daa67ea29 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:42:05.506992 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:05.520168 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b3d40-c3a5-41d6-889b-6bd606ba79c3 None None] Pushing event updated for resources: {'Port': ['ID=bad3ed6b-d011-40f1-a97f-1c47014bb058,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:05.524367 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c62a5fd8-a147-440c-b9b3-b5d92f835e3f tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Synchronizing usage tracker for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group_rule {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:42:05.531286 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbe2a01-8120-4a03-bd84-c6e7097fc391 None None] Network c545b679-1c83-426b-b507-3d88373d7e61 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:42:05.567625 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-10385bd3-4e1f-4090-8f93-24fe383a97fb tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8252165 May 27 02:42:05.569119 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46280) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:05.636791 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c62a5fd8-a147-440c-b9b3-b5d92f835e3f tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] Unset dirty status for tenant:4bb56dc5f6e54ea4ac06e20aa29d2e51 on resource:security_group_rule {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:42:05.638071 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c62a5fd8-a147-440c-b9b3-b5d92f835e3f tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2734735 May 27 02:42:05.642732 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46284) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:05.750780 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260b3d40-c3a5-41d6-889b-6bd606ba79c3 None None] Network 79668c07-64ae-46dc-8ee3-ab84136b7fee is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:42:05.776034 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-260b3d40-c3a5-41d6-889b-6bd606ba79c3 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:42:05.787098 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260b3d40-c3a5-41d6-889b-6bd606ba79c3 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:42:05.796952 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1e00b826-a5c7-44b9-abde-e8abb112b91a None None] Provisioning complete for port a5e8c32b-8e08-48b2-b84f-662daa67ea29 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:42:05.797328 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1e00b826-a5c7-44b9-abde-e8abb112b91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:05.840203 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port a5e8c32b-8e08-48b2-b84f-662daa67ea29, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=a5e8c32b-8e08-48b2-b84f-662daa67ea29,segment=NetworkSegment(d3d155e0-04b1-4059-b340-d13d0c180e02),segment_id=d3d155e0-04b1-4059-b340-d13d0c180e02)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:42:05.901194 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-06304973-55a6-417a-81d1-57c2794facfa tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] delete failed (client error): The resource could not be found. May 27 02:42:05.902352 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-06304973-55a6-417a-81d1-57c2794facfa tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "DELETE /v2.0/security-groups/8da506ba-83a3-4dd9-80e3-1e70942708a9 HTTP/1.1" status: 404 len: 347 time: 0.2584336 May 27 02:42:05.907579 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1174fb5c-7611-498c-a045-2e9c4e2f5d5f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:05.913286 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46296) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:05.981151 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1174fb5c-7611-498c-a045-2e9c4e2f5d5f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:06.059070 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:06.113826 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c15ca399-3782-4ae6-863a-b479f72c4b39 tempest-SecGroupTest-260592436 tempest-SecGroupTest-260592436-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1947932 May 27 02:42:06.124650 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1174fb5c-7611-498c-a045-2e9c4e2f5d5f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'Port': ['ID=74662df1-6007-4d72-b9e4-23709d4cf9a4,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:06.143336 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1174fb5c-7611-498c-a045-2e9c4e2f5d5f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:06.330148 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46308) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:06.432480 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-260b3d40-c3a5-41d6-889b-6bd606ba79c3 None None] Attempting to bind port bad3ed6b-d011-40f1-a97f-1c47014bb058 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:42:06.432804 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-260b3d40-c3a5-41d6-889b-6bd606ba79c3 None None] Attempting to bind port bad3ed6b-d011-40f1-a97f-1c47014bb058 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '1b43119e-db81-4eed-a3c8-b5593f4d0c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '79668c07-64ae-46dc-8ee3-ab84136b7fee'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:42:06.433234 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260b3d40-c3a5-41d6-889b-6bd606ba79c3 None None] Attempting to bind port bad3ed6b-d011-40f1-a97f-1c47014bb058 on network 79668c07-64ae-46dc-8ee3-ab84136b7fee {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:42:06.454589 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260b3d40-c3a5-41d6-889b-6bd606ba79c3 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:42:06.454874 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260b3d40-c3a5-41d6-889b-6bd606ba79c3 None None] Checking segment: {'id': '1b43119e-db81-4eed-a3c8-b5593f4d0c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '79668c07-64ae-46dc-8ee3-ab84136b7fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:42:06.455284 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-260b3d40-c3a5-41d6-889b-6bd606ba79c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:06.455683 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260b3d40-c3a5-41d6-889b-6bd606ba79c3 None None] Bound using segment: {'id': '1b43119e-db81-4eed-a3c8-b5593f4d0c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '79668c07-64ae-46dc-8ee3-ab84136b7fee'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:42:06.456159 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-260b3d40-c3a5-41d6-889b-6bd606ba79c3 None None] Bound port: bad3ed6b-d011-40f1-a97f-1c47014bb058, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b43119e-db81-4eed-a3c8-b5593f4d0c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '79668c07-64ae-46dc-8ee3-ab84136b7fee'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:42:06.456675 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-260b3d40-c3a5-41d6-889b-6bd606ba79c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:06.486059 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b4a1325a-f7ef-4f13-a663-45d002ee1b4f tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:06.538057 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=a5e8c32b-8e08-48b2-b84f-662daa67ea29,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:06.572528 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3e161e56-3622-4582-881f-22c2f919323b tempest-NetworksNegativeTestJSON-1585264773 tempest-NetworksNegativeTestJSON-1585264773-project] Request body: {'port': {'network_id': '0565ab4a-cd5c-4629-9259-a30e03c68f60', 'name': 'tempest-NetworksNegativeTestJSON-21279234'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:06.601766 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e161e56-3622-4582-881f-22c2f919323b tempest-NetworksNegativeTestJSON-1585264773 tempest-NetworksNegativeTestJSON-1585264773-project] POST failed (client error): The resource could not be found. May 27 02:42:06.602396 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e161e56-3622-4582-881f-22c2f919323b tempest-NetworksNegativeTestJSON-1585264773 tempest-NetworksNegativeTestJSON-1585264773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:42:06.603639 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3e161e56-3622-4582-881f-22c2f919323b tempest-NetworksNegativeTestJSON-1585264773 tempest-NetworksNegativeTestJSON-1585264773-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2713478 May 27 02:42:06.606813 n-d-843554-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-1174fb5c-7611-498c-a045-2e9c4e2f5d5f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Floating IP bceb1982-4292-4edb-819f-eeb7ab25b847 associated. External IP: 172.25.1.34, port: 5f97c20e-9873-4adf-98df-e289d9a96b4a. May 27 02:42:06.607505 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46314) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:06.705122 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-1e00b826-a5c7-44b9-abde-e8abb112b91a None None] Current status of the port a5e8c32b-8e08-48b2-b84f-662daa67ea29 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:42:06.712045 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d52cca4-edf8-4f8a-be36-aebdeab99f3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-c545b679-1c83-426b-b507-3d88373d7e61', 'network_id': 'c545b679-1c83-426b-b507-3d88373d7e61', 'tenant_id': 'ee13f9384003431ba8d4470f5ff820cb', 'fixed_ips': [{'subnet_id': '41595f2e-21dc-4f2a-94da-f94c77f2c6d9'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:42:06.712926 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5d52cca4-edf8-4f8a-be36-aebdeab99f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:06.773970 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-f00fe2fd-89fe-4d9c-846b-6d6a0c199a88 tempest-NetworksNegativeTestJSON-1585264773 tempest-NetworksNegativeTestJSON-1585264773-project] DELETE failed (client error): The resource could not be found. May 27 02:42:06.774446 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f00fe2fd-89fe-4d9c-846b-6d6a0c199a88 tempest-NetworksNegativeTestJSON-1585264773 tempest-NetworksNegativeTestJSON-1585264773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:42:06.776131 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f00fe2fd-89fe-4d9c-846b-6d6a0c199a88 tempest-NetworksNegativeTestJSON-1585264773 tempest-NetworksNegativeTestJSON-1585264773-project] 10.222.0.57 "DELETE /v2.0/networks/92ef5675-c297-4a6d-94b0-0cfad61abd1e HTTP/1.1" status: 404 len: 339 time: 0.1674705 May 27 02:42:06.794378 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46320) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:06.806519 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-260b3d40-c3a5-41d6-889b-6bd606ba79c3 None None] For port bad3ed6b-d011-40f1-a97f-1c47014bb058, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:42:06.824177 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-260b3d40-c3a5-41d6-889b-6bd606ba79c3 None None] For port bad3ed6b-d011-40f1-a97f-1c47014bb058, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=bad3ed6b-d011-40f1-a97f-1c47014bb058,segment=NetworkSegment(1b43119e-db81-4eed-a3c8-b5593f4d0c6e),segment_id=1b43119e-db81-4eed-a3c8-b5593f4d0c6e)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:42:06.891742 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46326) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:06.936339 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-5d52cca4-edf8-4f8a-be36-aebdeab99f3e None None] Allocated IP 172.20.0.2 (c545b679-1c83-426b-b507-3d88373d7e61/41595f2e-21dc-4f2a-94da-f94c77f2c6d9/0a67a5ac-3dfc-4a3f-bd9b-fde75a0bd5b3) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:42:06.998342 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f8a7cab-857c-46ae-b5d9-cb9f1959f5dc tempest-NetworksNegativeTestJSON-1585264773 tempest-NetworksNegativeTestJSON-1585264773-project] DELETE failed (client error): The resource could not be found. May 27 02:42:06.999552 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f8a7cab-857c-46ae-b5d9-cb9f1959f5dc tempest-NetworksNegativeTestJSON-1585264773 tempest-NetworksNegativeTestJSON-1585264773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:42:07.003907 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9f8a7cab-857c-46ae-b5d9-cb9f1959f5dc tempest-NetworksNegativeTestJSON-1585264773 tempest-NetworksNegativeTestJSON-1585264773-project] 10.222.0.57 "DELETE /v2.0/ports/fa4a5254-3b0d-4ad8-8aae-84a1df31c5d2 HTTP/1.1" status: 404 len: 333 time: 0.2075992 May 27 02:42:07.033402 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46332) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:07.061957 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-260b3d40-c3a5-41d6-889b-6bd606ba79c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:07.169303 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-44ef2d9e-ff5b-42ec-a011-4d5b261199c6 tempest-NetworksNegativeTestJSON-1585264773 tempest-NetworksNegativeTestJSON-1585264773-project] DELETE failed (client error): The resource could not be found. May 27 02:42:07.173116 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44ef2d9e-ff5b-42ec-a011-4d5b261199c6 tempest-NetworksNegativeTestJSON-1585264773 tempest-NetworksNegativeTestJSON-1585264773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:42:07.199782 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-44ef2d9e-ff5b-42ec-a011-4d5b261199c6 tempest-NetworksNegativeTestJSON-1585264773 tempest-NetworksNegativeTestJSON-1585264773-project] 10.222.0.57 "DELETE /v2.0/subnets/4f8db00d-e0f0-4a1a-8fb3-956d86a87385 HTTP/1.1" status: 404 len: 337 time: 0.1613982 May 27 02:42:07.201440 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1174fb5c-7611-498c-a045-2e9c4e2f5d5f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Router 45d36c25-581c-4a7e-968b-551d06a80eda has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:42:07.206030 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46338) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:07.238545 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f2812e8-2d0c-4ea9-b6c3-acde48cbaedc tempest-NetworksNegativeTestJSON-1585264773 tempest-NetworksNegativeTestJSON-1585264773-project] GET failed (client error): The resource could not be found. May 27 02:42:07.239934 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7f2812e8-2d0c-4ea9-b6c3-acde48cbaedc tempest-NetworksNegativeTestJSON-1585264773 tempest-NetworksNegativeTestJSON-1585264773-project] 10.222.0.57 "GET /v2.0/networks/1106d974-7eba-49b1-bfaa-048118d6d196 HTTP/1.1" status: 404 len: 339 time: 0.0329659 May 27 02:42:07.251523 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46342) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:07.274393 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b3d40-c3a5-41d6-889b-6bd606ba79c3 None None] Pushing event updated for resources: {'Port': ['ID=bad3ed6b-d011-40f1-a97f-1c47014bb058,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:07.325220 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5d52cca4-edf8-4f8a-be36-aebdeab99f3e None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:07.345338 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5d52cca4-edf8-4f8a-be36-aebdeab99f3e None None] Transition to ACTIVE for port object 0a67a5ac-3dfc-4a3f-bd9b-fde75a0bd5b3 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:42:07.371038 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5d52cca4-edf8-4f8a-be36-aebdeab99f3e None None] Transition to ACTIVE for port object 0a67a5ac-3dfc-4a3f-bd9b-fde75a0bd5b3 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:42:07.400540 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9aaa87d9-28a7-4871-abd6-f7adf3732a36 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4bb56dc5f6e54ea4ac06e20aa29d2e51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4948990 May 27 02:42:07.401053 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46346) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:07.411242 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-f066a989-1eea-41a7-b318-fa7abf5c286a tempest-NetworksNegativeTestJSON-1585264773 tempest-NetworksNegativeTestJSON-1585264773-project] GET failed (client error): The resource could not be found. May 27 02:42:07.413546 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f066a989-1eea-41a7-b318-fa7abf5c286a tempest-NetworksNegativeTestJSON-1585264773 tempest-NetworksNegativeTestJSON-1585264773-project] 10.222.0.57 "GET /v2.0/ports/bbf8584b-1218-4ad7-aa26-5f0a45127d7b HTTP/1.1" status: 404 len: 333 time: 0.1431048 May 27 02:42:07.466503 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5d52cca4-edf8-4f8a-be36-aebdeab99f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:07.482011 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46350) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:07.548919 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d52cca4-edf8-4f8a-be36-aebdeab99f3e None None] Network c545b679-1c83-426b-b507-3d88373d7e61 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:42:07.557505 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-5d52cca4-edf8-4f8a-be36-aebdeab99f3e None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:42:07.570648 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d52cca4-edf8-4f8a-be36-aebdeab99f3e None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:42:07.585146 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e19cc3e-3819-459f-a8a9-192e401c57e2 tempest-NetworksNegativeTestJSON-1585264773 tempest-NetworksNegativeTestJSON-1585264773-project] GET failed (client error): The resource could not be found. May 27 02:42:07.589044 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9e19cc3e-3819-459f-a8a9-192e401c57e2 tempest-NetworksNegativeTestJSON-1585264773 tempest-NetworksNegativeTestJSON-1585264773-project] 10.222.0.57 "GET /v2.0/subnets/b4a143e0-7e41-41ca-8da1-f1e68ff60a15 HTTP/1.1" status: 404 len: 337 time: 0.0997386 May 27 02:42:07.596522 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1174fb5c-7611-498c-a045-2e9c4e2f5d5f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:42:07.608235 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a38c46-61ea-49d3-bb5c-890caace981e None None] Sync routers for ids ['45d36c25-581c-4a7e-968b-551d06a80eda'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:42:07.622123 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a38c46-61ea-49d3-bb5c-890caace981e None None] Routers {'45d36c25-581c-4a7e-968b-551d06a80eda'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:42:07.623267 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-31a38c46-61ea-49d3-bb5c-890caace981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:41:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['45d36c25-581c-4a7e-968b-551d06a80eda'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:42:07.651421 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d52cca4-edf8-4f8a-be36-aebdeab99f3e None None] Pushing event updated for resources: {'Port': ['ID=0a67a5ac-3dfc-4a3f-bd9b-fde75a0bd5b3,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:07.674055 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-364a39a4-59c2-437b-afa7-0d1c800f5bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:07.684300 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46356) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:07.691255 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-6076b3c3-c3ba-4816-bb83-d0a670dc80e1 tempest-NetworksNegativeTestJSON-1585264773 tempest-NetworksNegativeTestJSON-1585264773-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:07.721854 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-6076b3c3-c3ba-4816-bb83-d0a670dc80e1 tempest-NetworksNegativeTestJSON-1585264773 tempest-NetworksNegativeTestJSON-1585264773-project] PUT failed (client error): The resource could not be found. May 27 02:42:07.728005 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6076b3c3-c3ba-4816-bb83-d0a670dc80e1 tempest-NetworksNegativeTestJSON-1585264773 tempest-NetworksNegativeTestJSON-1585264773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:42:07.730070 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6076b3c3-c3ba-4816-bb83-d0a670dc80e1 tempest-NetworksNegativeTestJSON-1585264773 tempest-NetworksNegativeTestJSON-1585264773-project] 10.222.0.57 "PUT /v2.0/networks/ecac2ee2-ee1c-4237-8d1e-d9a8a9f219ae HTTP/1.1" status: 404 len: 339 time: 0.0443778 May 27 02:42:07.733648 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46362) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:07.744628 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-94662bb9-30f3-4eb7-aafb-f079fbba4c61 tempest-NetworksNegativeTestJSON-1585264773 tempest-NetworksNegativeTestJSON-1585264773-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:07.755713 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5d52cca4-edf8-4f8a-be36-aebdeab99f3e None None] Attempting to bind port 0a67a5ac-3dfc-4a3f-bd9b-fde75a0bd5b3 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:42:07.756428 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5d52cca4-edf8-4f8a-be36-aebdeab99f3e None None] Attempting to bind port 0a67a5ac-3dfc-4a3f-bd9b-fde75a0bd5b3 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'f5242694-3ab2-444f-af82-51d294353ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c545b679-1c83-426b-b507-3d88373d7e61'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:42:07.757266 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d52cca4-edf8-4f8a-be36-aebdeab99f3e None None] Attempting to bind port 0a67a5ac-3dfc-4a3f-bd9b-fde75a0bd5b3 on network c545b679-1c83-426b-b507-3d88373d7e61 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:42:07.762560 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1174fb5c-7611-498c-a045-2e9c4e2f5d5f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:07.779101 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d52cca4-edf8-4f8a-be36-aebdeab99f3e None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:42:07.779571 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d52cca4-edf8-4f8a-be36-aebdeab99f3e None None] Checking segment: {'id': 'f5242694-3ab2-444f-af82-51d294353ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c545b679-1c83-426b-b507-3d88373d7e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:42:07.780662 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5d52cca4-edf8-4f8a-be36-aebdeab99f3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:07.782811 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d52cca4-edf8-4f8a-be36-aebdeab99f3e None None] Bound using segment: {'id': 'f5242694-3ab2-444f-af82-51d294353ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c545b679-1c83-426b-b507-3d88373d7e61'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:42:07.783458 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5d52cca4-edf8-4f8a-be36-aebdeab99f3e None None] Bound port: 0a67a5ac-3dfc-4a3f-bd9b-fde75a0bd5b3, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5242694-3ab2-444f-af82-51d294353ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c545b679-1c83-426b-b507-3d88373d7e61'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:42:07.783899 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5d52cca4-edf8-4f8a-be36-aebdeab99f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:07.813216 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-364a39a4-59c2-437b-afa7-0d1c800f5bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:07.901419 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1174fb5c-7611-498c-a045-2e9c4e2f5d5f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.3233650 May 27 02:42:07.902709 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a7f28c-e2a6-4978-8356-aef1e045299d', 'tag': '5f97c20e-9873-4adf-98df-e289d9a96b4a'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:42:07.999310 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49b40844-469d-480e-a0e8-514ae9f78c41'] response: {'name': 'network-changed', 'server_uuid': '45a7f28c-e2a6-4978-8356-aef1e045299d', 'tag': '5f97c20e-9873-4adf-98df-e289d9a96b4a', 'status': 'completed', 'code': 200} May 27 02:42:08.015651 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-31a38c46-61ea-49d3-bb5c-890caace981e None None] Set router 45d36c25-581c-4a7e-968b-551d06a80eda gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:42:08.080589 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5d52cca4-edf8-4f8a-be36-aebdeab99f3e None None] For port 0a67a5ac-3dfc-4a3f-bd9b-fde75a0bd5b3, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:42:08.080589 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5d52cca4-edf8-4f8a-be36-aebdeab99f3e None None] For port 0a67a5ac-3dfc-4a3f-bd9b-fde75a0bd5b3, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=0a67a5ac-3dfc-4a3f-bd9b-fde75a0bd5b3,segment=NetworkSegment(f5242694-3ab2-444f-af82-51d294353ea7),segment_id=f5242694-3ab2-444f-af82-51d294353ea7)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:42:08.108621 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-94662bb9-30f3-4eb7-aafb-f079fbba4c61 tempest-NetworksNegativeTestJSON-1585264773 tempest-NetworksNegativeTestJSON-1585264773-project] PUT failed (client error): The resource could not be found. May 27 02:42:08.109177 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94662bb9-30f3-4eb7-aafb-f079fbba4c61 tempest-NetworksNegativeTestJSON-1585264773 tempest-NetworksNegativeTestJSON-1585264773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:42:08.112796 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-94662bb9-30f3-4eb7-aafb-f079fbba4c61 tempest-NetworksNegativeTestJSON-1585264773 tempest-NetworksNegativeTestJSON-1585264773-project] 10.222.0.57 "PUT /v2.0/ports/8a665023-139b-4b2b-8cc3-5c3cdc7a24d4 HTTP/1.1" status: 404 len: 333 time: 0.3734226 May 27 02:42:08.114636 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-b4a1325a-f7ef-4f13-a663-45d002ee1b4f tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Allocated IP 172.20.0.1 (79668c07-64ae-46dc-8ee3-ab84136b7fee/32e3aa5f-f070-4aa5-ab22-d0ed94e6b81d/c62470c4-4bcb-4f0e-8722-aa994c6005c6) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:42:08.117859 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46374) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:08.185948 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5d52cca4-edf8-4f8a-be36-aebdeab99f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:08.190910 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-be4c8b0a-23fd-47b5-bdf6-95cddb2fac48 tempest-NetworksNegativeTestJSON-1585264773 tempest-NetworksNegativeTestJSON-1585264773-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:08.207234 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f34c1-9e03-4667-8c6e-4138a3cfaa12 req-222d6e0e-d7e5-42df-bc85-0c82fa011765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:08.210187 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-787f34c1-9e03-4667-8c6e-4138a3cfaa12 req-222d6e0e-d7e5-42df-bc85-0c82fa011765 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b59631ecfa194f20bd33f8d2b34a5767&device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 1096 time: 0.1896815 May 27 02:42:08.290564 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-be4c8b0a-23fd-47b5-bdf6-95cddb2fac48 tempest-NetworksNegativeTestJSON-1585264773 tempest-NetworksNegativeTestJSON-1585264773-project] PUT failed (client error): The resource could not be found. May 27 02:42:08.297998 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be4c8b0a-23fd-47b5-bdf6-95cddb2fac48 tempest-NetworksNegativeTestJSON-1585264773 tempest-NetworksNegativeTestJSON-1585264773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:42:08.299480 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-be4c8b0a-23fd-47b5-bdf6-95cddb2fac48 tempest-NetworksNegativeTestJSON-1585264773 tempest-NetworksNegativeTestJSON-1585264773-project] 10.222.0.57 "PUT /v2.0/subnets/2738dfa2-672c-41a2-a3ed-09989f8adddb HTTP/1.1" status: 404 len: 337 time: 0.1736643 May 27 02:42:08.441648 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d52cca4-edf8-4f8a-be36-aebdeab99f3e None None] Pushing event updated for resources: {'Port': ['ID=0a67a5ac-3dfc-4a3f-bd9b-fde75a0bd5b3,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:08.577368 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device a5e8c32b-8e08-48b2-b84f-662daa67ea29 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:42:08.672041 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f34c1-9e03-4667-8c6e-4138a3cfaa12 req-6ac5fd25-3381-40b2-9a7d-d87bbba88639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:08.673569 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-787f34c1-9e03-4667-8c6e-4138a3cfaa12 req-6ac5fd25-3381-40b2-9a7d-d87bbba88639 service neutron] 10.222.0.32 "GET /v2.0/networks?id=56de6edb-4271-49d5-883c-5ccf0c388efd HTTP/1.1" status: 200 len: 898 time: 0.4478369 May 27 02:42:08.674544 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef76a60-8240-46db-9278-41be9c1f370c req-bf527f37-4212-4e1e-9ecb-e7f12996f75a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:08.683821 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ef76a60-8240-46db-9278-41be9c1f370c req-bf527f37-4212-4e1e-9ecb-e7f12996f75a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 945 time: 0.5706928 May 27 02:42:08.821042 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port a5e8c32b-8e08-48b2-b84f-662daa67ea29 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:42:08.822804 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-364a39a4-59c2-437b-afa7-0d1c800f5bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:08.824707 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:08.909233 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ef76a60-8240-46db-9278-41be9c1f370c req-6a0bbc0f-0b2d-401b-adc8-b2b0103d95da tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b03d65b-fea9-4a72-bea0-c935f8442f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2243407 May 27 02:42:08.937343 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46390) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:08.983167 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-31a38c46-61ea-49d3-bb5c-890caace981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d36c25-581c-4a7e-968b-551d06a80eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1795577778', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '88cdf804-3521-4f9c-8f27-15e19db92c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:41:19Z', 'updated_at': '2022-05-27T02:41:35Z', 'revision_number': 4, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': '88cdf804-3521-4f9c-8f27-15e19db92c91', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:06:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d36c25-581c-4a7e-968b-551d06a80eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:41:21Z', 'updated_at': '2022-05-27T02:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'bceb1982-4292-4edb-819f-eeb7ab25b847', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'floating_ip_address': '172.25.1.34', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '45d36c25-581c-4a7e-968b-551d06a80eda', 'port_id': '5f97c20e-9873-4adf-98df-e289d9a96b4a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56de6edb-4271-49d5-883c-5ccf0c388efd', 'mac_address': 'fa:16:3e:a7:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a7f28c-e2a6-4978-8356-aef1e045299d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:42:04Z', 'updated_at': '2022-05-27T02:42:04Z', 'revision_number': 0, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652ec688-f131-4518-b4b8-23749e1fb7a9', 'name': '', 'network_id': '56de6edb-4271-49d5-883c-5ccf0c388efd', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'mac_address': 'fa:16:3e:50:ad:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d36c25-581c-4a7e-968b-551d06a80eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '729be140-e744-46ec-b913-ee3fd12524ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:41:33Z', 'updated_at': '2022-05-27T02:41:47Z', 'revision_number': 5, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'subnets': [{'id': '729be140-e744-46ec-b913-ee3fd12524ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:42:08.991770 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a38c46-61ea-49d3-bb5c-890caace981e None None] Checking router: 45d36c25-581c-4a7e-968b-551d06a80eda for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:42:09.013616 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a38c46-61ea-49d3-bb5c-890caace981e None None] Routers {'45d36c25-581c-4a7e-968b-551d06a80eda'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:42:09.014247 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-31a38c46-61ea-49d3-bb5c-890caace981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:41:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['45d36c25-581c-4a7e-968b-551d06a80eda'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:42:09.028699 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20d1e78-16c0-4fc4-b521-0535ccf2e458 None None] Network 79668c07-64ae-46dc-8ee3-ab84136b7fee requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:42:09.060374 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b4a1325a-f7ef-4f13-a663-45d002ee1b4f tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:09.107489 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b4a1325a-f7ef-4f13-a663-45d002ee1b4f tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Transition to ACTIVE for port object c62470c4-4bcb-4f0e-8722-aa994c6005c6 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:42:09.142105 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a39a4-59c2-437b-afa7-0d1c800f5bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8c674b-a1df-489a-a30d-07e153118253,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:09.151166 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46398) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:09.266298 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-364a39a4-59c2-437b-afa7-0d1c800f5bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:09.267476 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-364a39a4-59c2-437b-afa7-0d1c800f5bb4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6e8c674b-a1df-489a-a30d-07e153118253 HTTP/1.1" status: 204 len: 168 time: 1.8613358 May 27 02:42:09.269598 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b4a1325a-f7ef-4f13-a663-45d002ee1b4f tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:09.348635 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port a5e8c32b-8e08-48b2-b84f-662daa67ea29 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:42:09.350969 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device bad3ed6b-d011-40f1-a97f-1c47014bb058 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:42:09.399638 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-606e7118-dbfb-43c4-9f13-866f3d9b2a09 None None] Provisioning for port bad3ed6b-d011-40f1-a97f-1c47014bb058 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:42:09.417633 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3fdaa841-84d5-41ab-9b32-0508118d43f4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/floatingips/bceb1982-4292-4edb-819f-eeb7ab25b847 HTTP/1.1" status: 200 len: 990 time: 0.4791596 May 27 02:42:09.433982 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d1b55256-1869-4623-9ad9-a2521bc95699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:09.459120 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a1325a-f7ef-4f13-a663-45d002ee1b4f tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Network 79668c07-64ae-46dc-8ee3-ab84136b7fee is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:42:09.472942 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-b4a1325a-f7ef-4f13-a663-45d002ee1b4f tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:42:09.472942 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a1325a-f7ef-4f13-a663-45d002ee1b4f tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:42:09.516331 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-d1b55256-1869-4623-9ad9-a2521bc95699 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:09.517001 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-787f34c1-9e03-4667-8c6e-4138a3cfaa12 req-92fa3f89-6522-4034-a87a-d45d91e4db31 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f97c20e-9873-4adf-98df-e289d9a96b4a HTTP/1.1" status: 200 len: 998 time: 0.8335416 May 27 02:42:09.536200 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d1b55256-1869-4623-9ad9-a2521bc95699 admin admin] Usage tracker for resource:security_group_rule and tenant:3297d9b5149c4ae887871a95ce412475 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:09.543622 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d1b55256-1869-4623-9ad9-a2521bc95699 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:09.553351 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a1325a-f7ef-4f13-a663-45d002ee1b4f tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Pushing event updated for resources: {'Port': ['ID=c62470c4-4bcb-4f0e-8722-aa994c6005c6,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:09.563747 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-d1b55256-1869-4623-9ad9-a2521bc95699 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:09.565687 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-31a38c46-61ea-49d3-bb5c-890caace981e None None] Set router 45d36c25-581c-4a7e-968b-551d06a80eda gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:42:09.619709 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b4a1325a-f7ef-4f13-a663-45d002ee1b4f tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:09.654069 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f34c1-9e03-4667-8c6e-4138a3cfaa12 req-c4d14c13-6a96-44b8-822a-22325ae47ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:09.655355 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port bad3ed6b-d011-40f1-a97f-1c47014bb058 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:42:09.666331 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-787f34c1-9e03-4667-8c6e-4138a3cfaa12 req-c4d14c13-6a96-44b8-822a-22325ae47ec1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=729be140-e744-46ec-b913-ee3fd12524ff HTTP/1.1" status: 200 len: 834 time: 0.1440740 May 27 02:42:09.689286 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port bad3ed6b-d011-40f1-a97f-1c47014bb058 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:42:09.689673 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:09.869184 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f34c1-9e03-4667-8c6e-4138a3cfaa12 req-49b11544-9da7-4316-8175-e3142952e44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:09.874702 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-787f34c1-9e03-4667-8c6e-4138a3cfaa12 req-49b11544-9da7-4316-8175-e3142952e44f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56de6edb-4271-49d5-883c-5ccf0c388efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2010601 May 27 02:42:09.986335 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d1b55256-1869-4623-9ad9-a2521bc95699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:10.053354 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b4a1325a-f7ef-4f13-a663-45d002ee1b4f tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:10.080443 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d1b55256-1869-4623-9ad9-a2521bc95699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:10.129345 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port bad3ed6b-d011-40f1-a97f-1c47014bb058 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:42:10.134282 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:10.190789 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b55256-1869-4623-9ad9-a2521bc95699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec73ce4a-b122-495e-bfdf-c7f407ca200d,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:10.239702 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-787f34c1-9e03-4667-8c6e-4138a3cfaa12 req-080266c6-728a-4c37-81b9-1cff061660ec service neutron] 10.222.0.32 "GET /v2.0/networks/56de6edb-4271-49d5-883c-5ccf0c388efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579876 May 27 02:42:10.446064 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port bad3ed6b-d011-40f1-a97f-1c47014bb058, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=bad3ed6b-d011-40f1-a97f-1c47014bb058,segment=NetworkSegment(1b43119e-db81-4eed-a3c8-b5593f4d0c6e),segment_id=1b43119e-db81-4eed-a3c8-b5593f4d0c6e)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:42:10.461345 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f6e44c-ed70-4fef-9941-ca58172056a8 None None] Network c545b679-1c83-426b-b507-3d88373d7e61 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:42:10.473791 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46422) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:10.586211 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-31a38c46-61ea-49d3-bb5c-890caace981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d36c25-581c-4a7e-968b-551d06a80eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1795577778', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '88cdf804-3521-4f9c-8f27-15e19db92c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:41:19Z', 'updated_at': '2022-05-27T02:41:35Z', 'revision_number': 4, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': '88cdf804-3521-4f9c-8f27-15e19db92c91', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:06:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d36c25-581c-4a7e-968b-551d06a80eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:41:21Z', 'updated_at': '2022-05-27T02:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'bceb1982-4292-4edb-819f-eeb7ab25b847', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'floating_ip_address': '172.25.1.34', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '45d36c25-581c-4a7e-968b-551d06a80eda', 'port_id': '5f97c20e-9873-4adf-98df-e289d9a96b4a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56de6edb-4271-49d5-883c-5ccf0c388efd', 'mac_address': 'fa:16:3e:a7:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a7f28c-e2a6-4978-8356-aef1e045299d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:42:04Z', 'updated_at': '2022-05-27T02:42:04Z', 'revision_number': 0, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652ec688-f131-4518-b4b8-23749e1fb7a9', 'name': '', 'network_id': '56de6edb-4271-49d5-883c-5ccf0c388efd', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'mac_address': 'fa:16:3e:50:ad:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d36c25-581c-4a7e-968b-551d06a80eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '729be140-e744-46ec-b913-ee3fd12524ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:41:33Z', 'updated_at': '2022-05-27T02:41:47Z', 'revision_number': 5, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'subnets': [{'id': '729be140-e744-46ec-b913-ee3fd12524ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:42:10.596024 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a38c46-61ea-49d3-bb5c-890caace981e None None] The sync data for ids ['45d36c25-581c-4a7e-968b-551d06a80eda'] in n-d-843554-3 is: [{'id': '45d36c25-581c-4a7e-968b-551d06a80eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1795577778', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '88cdf804-3521-4f9c-8f27-15e19db92c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:41:19Z', 'updated_at': '2022-05-27T02:41:35Z', 'revision_number': 4, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': '88cdf804-3521-4f9c-8f27-15e19db92c91', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:06:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d36c25-581c-4a7e-968b-551d06a80eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:41:21Z', 'updated_at': '2022-05-27T02:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'bceb1982-4292-4edb-819f-eeb7ab25b847', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'floating_ip_address': '172.25.1.34', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '45d36c25-581c-4a7e-968b-551d06a80eda', 'port_id': '5f97c20e-9873-4adf-98df-e289d9a96b4a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56de6edb-4271-49d5-883c-5ccf0c388efd', 'mac_address': 'fa:16:3e:a7:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a7f28c-e2a6-4978-8356-aef1e045299d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:42:04Z', 'updated_at': '2022-05-27T02:42:04Z', 'revision_number': 0, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652ec688-f131-4518-b4b8-23749e1fb7a9', 'name': '', 'network_id': '56de6edb-4271-49d5-883c-5ccf0c388efd', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'mac_address': 'fa:16:3e:50:ad:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d36c25-581c-4a7e-968b-551d06a80eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '729be140-e744-46ec-b913-ee3fd12524ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:41:33Z', 'updated_at': '2022-05-27T02:41:47Z', 'revision_number': 5, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'subnets': [{'id': '729be140-e744-46ec-b913-ee3fd12524ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:42:10.759158 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:10.978412 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4721cb3a-32ab-4f48-b67b-0cfebfc6b5bc None None] Provisioning complete for port bad3ed6b-d011-40f1-a97f-1c47014bb058 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:42:10.978869 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d6a01a4b-24b9-4237-b3b1-dd292beba7e3 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/floatingips/bceb1982-4292-4edb-819f-eeb7ab25b847 HTTP/1.1" status: 200 len: 990 time: 0.4984691 May 27 02:42:10.979199 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4721cb3a-32ab-4f48-b67b-0cfebfc6b5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:11.007887 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-787f34c1-9e03-4667-8c6e-4138a3cfaa12 req-c44e213b-5b0a-4dd4-b2df-2c3a9d7bce00 service neutron] 10.222.0.32 "GET /v2.0/networks/56de6edb-4271-49d5-883c-5ccf0c388efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7599499 May 27 02:42:11.060015 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b411ecf-d09a-44f6-93b7-49fe15752fc8 None None] New status for floating IP bceb1982-4292-4edb-819f-eeb7ab25b847: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:42:11.111786 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 0a67a5ac-3dfc-4a3f-bd9b-fde75a0bd5b3 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:42:11.115444 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b4a1325a-f7ef-4f13-a663-45d002ee1b4f tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:11.159009 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d1b55256-1869-4623-9ad9-a2521bc95699 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3297d9b5149c4ae887871a95ce412475&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0068359 May 27 02:42:11.161674 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46436) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:11.192633 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b4a1325a-f7ef-4f13-a663-45d002ee1b4f tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:11.202627 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=bad3ed6b-d011-40f1-a97f-1c47014bb058,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:11.336150 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46442) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:11.514648 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-4721cb3a-32ab-4f48-b67b-0cfebfc6b5bc None None] Current status of the port bad3ed6b-d011-40f1-a97f-1c47014bb058 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:42:11.525073 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a1325a-f7ef-4f13-a663-45d002ee1b4f tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Pushing event updated for resources: {'Port': ['ID=c62470c4-4bcb-4f0e-8722-aa994c6005c6,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:11.536045 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b4a1325a-f7ef-4f13-a663-45d002ee1b4f tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:11.550302 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-6f15b7a5-bd93-40d9-8fdf-be7222d99893 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:11.551689 n-d-843554-3 neutron-server[88901]: WARNING neutron.api.v2.base [None req-6f15b7a5-bd93-40d9-8fdf-be7222d99893 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 27 02:42:11.554107 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-6f15b7a5-bd93-40d9-8fdf-be7222d99893 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] create failed (client error): There was a conflict when trying to complete your request. May 27 02:42:11.555388 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6f15b7a5-bd93-40d9-8fdf-be7222d99893 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2182057 May 27 02:42:11.562314 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46450) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:11.571961 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-43b83575-3af4-4745-8662-de98baa1719a tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Request body: {'security_group': {'name': 'tempest-secgroup--1617116809'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:11.582656 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-43b83575-3af4-4745-8662-de98baa1719a tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:11.588022 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-43b83575-3af4-4745-8662-de98baa1719a tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Usage tracker for resource:security_group and tenant:5c411c6240db48b89df864d41fe970be is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:11.591832 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-43b83575-3af4-4745-8662-de98baa1719a tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:11.594710 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 0a67a5ac-3dfc-4a3f-bd9b-fde75a0bd5b3 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:42:11.601127 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-43b83575-3af4-4745-8662-de98baa1719a tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:11.694503 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-43b83575-3af4-4745-8662-de98baa1719a tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:11.730225 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-43b83575-3af4-4745-8662-de98baa1719a tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:11.738891 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4721cb3a-32ab-4f48-b67b-0cfebfc6b5bc None None] Provisioning for port c62470c4-4bcb-4f0e-8722-aa994c6005c6 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:42:11.774404 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4721cb3a-32ab-4f48-b67b-0cfebfc6b5bc None None] Provisioning complete for port c62470c4-4bcb-4f0e-8722-aa994c6005c6 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:42:11.775087 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4721cb3a-32ab-4f48-b67b-0cfebfc6b5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:11.836289 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6ab307f2-301d-4ea9-a39e-71df35bce1de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:11.842310 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a1325a-f7ef-4f13-a663-45d002ee1b4f tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Network 79668c07-64ae-46dc-8ee3-ab84136b7fee is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:42:11.846982 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-43b83575-3af4-4745-8662-de98baa1719a tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:11.854780 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-43b83575-3af4-4745-8662-de98baa1719a tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Usage tracker for resource:security_group_rule and tenant:5c411c6240db48b89df864d41fe970be is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:11.856301 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-b4a1325a-f7ef-4f13-a663-45d002ee1b4f tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:42:11.859058 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-43b83575-3af4-4745-8662-de98baa1719a tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:11.870267 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-43b83575-3af4-4745-8662-de98baa1719a tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:11.924167 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-4721cb3a-32ab-4f48-b67b-0cfebfc6b5bc None None] Port c62470c4-4bcb-4f0e-8722-aa994c6005c6 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:42:11.986259 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46458) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:12.121410 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-aa871140-0592-4b1d-ae7b-76f82e2b28ee None None] Provisioning for port 0a67a5ac-3dfc-4a3f-bd9b-fde75a0bd5b3 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:42:12.127182 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-aa871140-0592-4b1d-ae7b-76f82e2b28ee None None] Provisioning complete for port 0a67a5ac-3dfc-4a3f-bd9b-fde75a0bd5b3 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:42:12.129381 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-aa871140-0592-4b1d-ae7b-76f82e2b28ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:12.180330 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-43b83575-3af4-4745-8662-de98baa1719a tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:12.216485 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6ebf4a5a-f7a2-41c5-8e47-45f0a6be91d3 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/floatingips/bceb1982-4292-4edb-819f-eeb7ab25b847 HTTP/1.1" status: 200 len: 992 time: 0.2034585 May 27 02:42:12.259626 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-43b83575-3af4-4745-8662-de98baa1719a tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:12.289659 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-43b83575-3af4-4745-8662-de98baa1719a tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:12.299870 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-43b83575-3af4-4745-8662-de98baa1719a tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Usage tracker for resource:security_group_rule and tenant:5c411c6240db48b89df864d41fe970be is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:12.310480 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-43b83575-3af4-4745-8662-de98baa1719a tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:12.322524 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-43b83575-3af4-4745-8662-de98baa1719a tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:12.326352 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b83575-3af4-4745-8662-de98baa1719a tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=516f1653-aaa8-4756-8d91-3b64ca586427,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:12.357089 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6ab307f2-301d-4ea9-a39e-71df35bce1de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:12.370060 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-aa871140-0592-4b1d-ae7b-76f82e2b28ee None None] Current status of the port 0a67a5ac-3dfc-4a3f-bd9b-fde75a0bd5b3 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:42:12.370438 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-aa871140-0592-4b1d-ae7b-76f82e2b28ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:12.413528 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-aa871140-0592-4b1d-ae7b-76f82e2b28ee None None] For port 0a67a5ac-3dfc-4a3f-bd9b-fde75a0bd5b3, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=0a67a5ac-3dfc-4a3f-bd9b-fde75a0bd5b3,segment=NetworkSegment(f5242694-3ab2-444f-af82-51d294353ea7),segment_id=f5242694-3ab2-444f-af82-51d294353ea7)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:42:12.447005 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-43b83575-3af4-4745-8662-de98baa1719a tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:12.517029 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-aa871140-0592-4b1d-ae7b-76f82e2b28ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:12.562901 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a1325a-f7ef-4f13-a663-45d002ee1b4f tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Router 10414ec4-cfa1-4e82-9ca6-4d4db793d9d6 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:42:12.563642 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-43b83575-3af4-4745-8662-de98baa1719a tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:12.565156 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6ab307f2-301d-4ea9-a39e-71df35bce1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:12.584960 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-aa871140-0592-4b1d-ae7b-76f82e2b28ee None None] Provisioning complete for port c62470c4-4bcb-4f0e-8722-aa994c6005c6 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:42:12.585430 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-aa871140-0592-4b1d-ae7b-76f82e2b28ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:12.592106 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab307f2-301d-4ea9-a39e-71df35bce1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec73ce4a-b122-495e-bfdf-c7f407ca200d,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:12.635153 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b83575-3af4-4745-8662-de98baa1719a tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc1fc8d-bbb5-4f0e-844e-28e938315bcd,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:12.660319 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa871140-0592-4b1d-ae7b-76f82e2b28ee None None] Pushing event updated for resources: {'Port': ['ID=0a67a5ac-3dfc-4a3f-bd9b-fde75a0bd5b3,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:12.667530 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6ab307f2-301d-4ea9-a39e-71df35bce1de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:12.671529 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6ab307f2-301d-4ea9-a39e-71df35bce1de admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ec73ce4a-b122-495e-bfdf-c7f407ca200d HTTP/1.1" status: 204 len: 168 time: 1.5063419 May 27 02:42:12.671672 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-aa871140-0592-4b1d-ae7b-76f82e2b28ee None None] Port c62470c4-4bcb-4f0e-8722-aa994c6005c6 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:42:12.728519 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-43b83575-3af4-4745-8662-de98baa1719a tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:12.730285 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-43b83575-3af4-4745-8662-de98baa1719a tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1669803 May 27 02:42:12.733326 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46466) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:12.742806 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b80797a2-b055-4d55-9256-e54cd44a50b8 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Request body: {'security_group_rule': {'security_group_id': '4dc1fc8d-bbb5-4f0e-844e-28e938315bcd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:12.751969 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b80797a2-b055-4d55-9256-e54cd44a50b8 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:12.759351 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b80797a2-b055-4d55-9256-e54cd44a50b8 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Usage tracker for resource:security_group_rule and tenant:5c411c6240db48b89df864d41fe970be is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:12.763967 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b80797a2-b055-4d55-9256-e54cd44a50b8 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:12.779178 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a1325a-f7ef-4f13-a663-45d002ee1b4f tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:42:12.783148 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b80797a2-b055-4d55-9256-e54cd44a50b8 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:12.791042 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f68d29-6dd9-43b5-979f-e2b03bfbc471 None None] Sync routers for ids ['10414ec4-cfa1-4e82-9ca6-4d4db793d9d6'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:42:12.794989 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b4a1325a-f7ef-4f13-a663-45d002ee1b4f tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] 10.222.0.57 "PUT /v2.0/routers/10414ec4-cfa1-4e82-9ca6-4d4db793d9d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2217226 May 27 02:42:12.795085 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46470) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:12.806231 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-30406135-40d6-4212-ba7b-605df8da2d78 None None] Provisioning complete for port c62470c4-4bcb-4f0e-8722-aa994c6005c6 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:42:12.807452 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-30406135-40d6-4212-ba7b-605df8da2d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:12.808682 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f68d29-6dd9-43b5-979f-e2b03bfbc471 None None] Routers {'10414ec4-cfa1-4e82-9ca6-4d4db793d9d6'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:42:12.809350 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-06f68d29-6dd9-43b5-979f-e2b03bfbc471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:41:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['10414ec4-cfa1-4e82-9ca6-4d4db793d9d6'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:42:12.888341 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b80797a2-b055-4d55-9256-e54cd44a50b8 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:12.935280 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device bad3ed6b-d011-40f1-a97f-1c47014bb058 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:42:12.944665 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-06f68d29-6dd9-43b5-979f-e2b03bfbc471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:42:12.954224 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f68d29-6dd9-43b5-979f-e2b03bfbc471 None None] Routers {'10414ec4-cfa1-4e82-9ca6-4d4db793d9d6'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:42:12.955089 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-06f68d29-6dd9-43b5-979f-e2b03bfbc471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:41:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['10414ec4-cfa1-4e82-9ca6-4d4db793d9d6'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:42:13.003894 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-30406135-40d6-4212-ba7b-605df8da2d78 None None] Port c62470c4-4bcb-4f0e-8722-aa994c6005c6 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:42:13.015839 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port bad3ed6b-d011-40f1-a97f-1c47014bb058 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:42:13.016223 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:13.017289 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b80797a2-b055-4d55-9256-e54cd44a50b8 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:13.038281 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-06f68d29-6dd9-43b5-979f-e2b03bfbc471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:42:13.038785 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f68d29-6dd9-43b5-979f-e2b03bfbc471 None None] The sync data for ids ['10414ec4-cfa1-4e82-9ca6-4d4db793d9d6'] in n-d-843554-3 is: [] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:42:13.111503 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b80797a2-b055-4d55-9256-e54cd44a50b8 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:13.184811 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port bad3ed6b-d011-40f1-a97f-1c47014bb058 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:42:13.186383 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 0a67a5ac-3dfc-4a3f-bd9b-fde75a0bd5b3 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:42:13.195099 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80797a2-b055-4d55-9256-e54cd44a50b8 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0c6cb52-f7d7-4971-ae6c-cd43e3624983,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:13.288700 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b80797a2-b055-4d55-9256-e54cd44a50b8 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:13.292538 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b80797a2-b055-4d55-9256-e54cd44a50b8 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5551994 May 27 02:42:13.292855 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46484) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:13.299168 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3370d518-dedf-4d8c-b456-8dbb5a8cfe47 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Request body: {'security_group_rule': {'security_group_id': '4dc1fc8d-bbb5-4f0e-844e-28e938315bcd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:13.308762 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 0a67a5ac-3dfc-4a3f-bd9b-fde75a0bd5b3 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:42:13.309135 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:13.313821 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3370d518-dedf-4d8c-b456-8dbb5a8cfe47 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:13.324954 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3370d518-dedf-4d8c-b456-8dbb5a8cfe47 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Usage tracker for resource:security_group_rule and tenant:5c411c6240db48b89df864d41fe970be is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:13.330812 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3370d518-dedf-4d8c-b456-8dbb5a8cfe47 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:13.346491 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3370d518-dedf-4d8c-b456-8dbb5a8cfe47 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:13.459084 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3370d518-dedf-4d8c-b456-8dbb5a8cfe47 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:13.615843 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 0a67a5ac-3dfc-4a3f-bd9b-fde75a0bd5b3 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:42:13.693236 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-3370d518-dedf-4d8c-b456-8dbb5a8cfe47 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] create failed (client error): There was a conflict when trying to complete your request. May 27 02:42:13.697447 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3370d518-dedf-4d8c-b456-8dbb5a8cfe47 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4035082 May 27 02:42:13.700478 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46498) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:13.844985 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2fbb218-90b5-4c50-a732-13204c559780 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:13.845560 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-2b10f8a8-7f4f-4f4f-a370-9a0d0b1530cb tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:42:13.849960 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2b10f8a8-7f4f-4f4f-a370-9a0d0b1530cb tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] 10.222.0.57 "PUT /v2.0/routers/10414ec4-cfa1-4e82-9ca6-4d4db793d9d6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0537400 May 27 02:42:13.850523 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46502) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:13.890996 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2fbb218-90b5-4c50-a732-13204c559780 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:14.019683 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2fbb218-90b5-4c50-a732-13204c559780 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:14.073935 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbb218-90b5-4c50-a732-13204c559780 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc1fc8d-bbb5-4f0e-844e-28e938315bcd,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:14.112757 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2fbb218-90b5-4c50-a732-13204c559780 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:14.118064 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a2fbb218-90b5-4c50-a732-13204c559780 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "DELETE /v2.0/security-groups/4dc1fc8d-bbb5-4f0e-844e-28e938315bcd HTTP/1.1" status: 204 len: 168 time: 0.4187455 May 27 02:42:14.118664 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46514) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:14.173286 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-af7d290a-3331-4bdb-a6fe-56bc41989f0a tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Synchronizing usage tracker for tenant:5c411c6240db48b89df864d41fe970be on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:42:14.316632 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-af7d290a-3331-4bdb-a6fe-56bc41989f0a tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Unset dirty status for tenant:5c411c6240db48b89df864d41fe970be on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:42:14.318024 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-af7d290a-3331-4bdb-a6fe-56bc41989f0a tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1984072 May 27 02:42:14.321911 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46524) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:14.327338 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ea07c8d7-12ad-4b82-8393-0af736167208 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Request body: {'security_group': {'name': 'tempest-secgroup--1531475927'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:14.338772 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ea07c8d7-12ad-4b82-8393-0af736167208 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:14.358908 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ea07c8d7-12ad-4b82-8393-0af736167208 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:14.460685 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ea07c8d7-12ad-4b82-8393-0af736167208 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:14.502927 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ea07c8d7-12ad-4b82-8393-0af736167208 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:14.508071 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ea07c8d7-12ad-4b82-8393-0af736167208 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Usage tracker for resource:security_group_rule and tenant:5c411c6240db48b89df864d41fe970be is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:14.511326 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ea07c8d7-12ad-4b82-8393-0af736167208 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:14.517980 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ea07c8d7-12ad-4b82-8393-0af736167208 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:14.694654 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ea07c8d7-12ad-4b82-8393-0af736167208 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:14.741498 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9ad46179-5339-4a2b-8a70-f21008256ad3 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:14.773104 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ea07c8d7-12ad-4b82-8393-0af736167208 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:14.894383 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07c8d7-12ad-4b82-8393-0af736167208 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=316cee2d-0521-4224-a9b6-19720f7ebd26,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:14.922770 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ea07c8d7-12ad-4b82-8393-0af736167208 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:14.924626 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ea07c8d7-12ad-4b82-8393-0af736167208 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6013596 May 27 02:42:14.927869 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46540) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:14.934446 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-aaa5b98f-0f96-46c3-b116-58ab43d95419 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Request body: {'security_group_rule': {'security_group_id': '316cee2d-0521-4224-a9b6-19720f7ebd26', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:14.935581 n-d-843554-3 neutron-server[88901]: WARNING neutron.api.v2.base [None req-aaa5b98f-0f96-46c3-b116-58ab43d95419 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 27 02:42:14.936516 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-aaa5b98f-0f96-46c3-b116-58ab43d95419 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:42:14.939981 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-aaa5b98f-0f96-46c3-b116-58ab43d95419 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0086555 May 27 02:42:14.941251 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46544) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:15.062965 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8098173f-4436-4732-be33-4d3191c96252 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:15.107088 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8098173f-4436-4732-be33-4d3191c96252 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:15.122902 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9ad46179-5339-4a2b-8a70-f21008256ad3 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Deleting port c62470c4-4bcb-4f0e-8722-aa994c6005c6 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:42:15.123452 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9ad46179-5339-4a2b-8a70-f21008256ad3 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:15.273705 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8098173f-4436-4732-be33-4d3191c96252 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:15.303715 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8098173f-4436-4732-be33-4d3191c96252 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=316cee2d-0521-4224-a9b6-19720f7ebd26,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:15.334244 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8098173f-4436-4732-be33-4d3191c96252 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:15.335374 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8098173f-4436-4732-be33-4d3191c96252 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "DELETE /v2.0/security-groups/316cee2d-0521-4224-a9b6-19720f7ebd26 HTTP/1.1" status: 204 len: 168 time: 0.3913853 May 27 02:42:15.338015 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46558) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:15.374330 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9ad46179-5339-4a2b-8a70-f21008256ad3 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:15.435826 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-695ca8aa-6b76-42e5-99cf-27fb74ef68e6 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Synchronizing usage tracker for tenant:5c411c6240db48b89df864d41fe970be on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:42:15.509706 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-695ca8aa-6b76-42e5-99cf-27fb74ef68e6 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Unset dirty status for tenant:5c411c6240db48b89df864d41fe970be on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:42:15.514531 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-695ca8aa-6b76-42e5-99cf-27fb74ef68e6 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1720483 May 27 02:42:15.514749 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46566) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:15.520394 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a8d73ad0-7189-40e2-8679-7eefcb26a41e tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Request body: {'security_group': {'name': 'tempest-secgroup--1578355341'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:15.528316 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a8d73ad0-7189-40e2-8679-7eefcb26a41e tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:15.540007 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a8d73ad0-7189-40e2-8679-7eefcb26a41e tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:15.570063 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9ad46179-5339-4a2b-8a70-f21008256ad3 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Calling delete_port for c62470c4-4bcb-4f0e-8722-aa994c6005c6 owned by network:router_interface {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:42:15.620642 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a8d73ad0-7189-40e2-8679-7eefcb26a41e tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:15.649944 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a8d73ad0-7189-40e2-8679-7eefcb26a41e tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:15.654132 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a8d73ad0-7189-40e2-8679-7eefcb26a41e tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Usage tracker for resource:security_group_rule and tenant:5c411c6240db48b89df864d41fe970be is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:15.657422 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a8d73ad0-7189-40e2-8679-7eefcb26a41e tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:15.664254 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a8d73ad0-7189-40e2-8679-7eefcb26a41e tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:15.758973 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a8d73ad0-7189-40e2-8679-7eefcb26a41e tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:15.819961 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a8d73ad0-7189-40e2-8679-7eefcb26a41e tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:15.866322 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d73ad0-7189-40e2-8679-7eefcb26a41e tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35ebbbab-1476-4e45-9f1b-08a104d9832c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:15.881764 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9ad46179-5339-4a2b-8a70-f21008256ad3 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:15.932404 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a8d73ad0-7189-40e2-8679-7eefcb26a41e tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:15.936518 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a8d73ad0-7189-40e2-8679-7eefcb26a41e tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4178743 May 27 02:42:15.936916 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46582) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:15.941967 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad46179-5339-4a2b-8a70-f21008256ad3 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Pushing event deleted for resources: {'Port': ['ID=c62470c4-4bcb-4f0e-8722-aa994c6005c6,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:15.942536 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-91547589-c285-4594-b0ae-8563551d946d tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Request body: {'security_group_rule': {'security_group_id': '35ebbbab-1476-4e45-9f1b-08a104d9832c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:15.944213 n-d-843554-3 neutron-server[88901]: WARNING neutron.api.v2.base [None req-91547589-c285-4594-b0ae-8563551d946d tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 27 02:42:15.950063 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-91547589-c285-4594-b0ae-8563551d946d tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:42:15.951315 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-91547589-c285-4594-b0ae-8563551d946d tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0132740 May 27 02:42:15.957217 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46586) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:16.063473 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6c0e6fbd-2e4d-4d50-a6ec-fb004a1a1518 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:16.106151 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6c0e6fbd-2e4d-4d50-a6ec-fb004a1a1518 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:16.250166 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9ad46179-5339-4a2b-8a70-f21008256ad3 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:16.265500 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6c0e6fbd-2e4d-4d50-a6ec-fb004a1a1518 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:16.285177 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e6fbd-2e4d-4d50-a6ec-fb004a1a1518 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ebbbab-1476-4e45-9f1b-08a104d9832c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:16.293026 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6c0e6fbd-2e4d-4d50-a6ec-fb004a1a1518 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:16.298347 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6c0e6fbd-2e4d-4d50-a6ec-fb004a1a1518 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "DELETE /v2.0/security-groups/35ebbbab-1476-4e45-9f1b-08a104d9832c HTTP/1.1" status: 204 len: 168 time: 0.3356087 May 27 02:42:16.298347 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46594) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:16.354673 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-67b3d9c7-937f-478d-aa59-1c98ce4d4278 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Synchronizing usage tracker for tenant:5c411c6240db48b89df864d41fe970be on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:42:16.463874 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-67b3d9c7-937f-478d-aa59-1c98ce4d4278 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Unset dirty status for tenant:5c411c6240db48b89df864d41fe970be on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:42:16.465217 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-67b3d9c7-937f-478d-aa59-1c98ce4d4278 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1675825 May 27 02:42:16.469563 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46604) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:16.476169 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ebd14f4b-8d38-4533-9fc1-7e6e134b2793 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Request body: {'security_group': {'name': 'tempest-secgroup--778974311'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:16.486233 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ebd14f4b-8d38-4533-9fc1-7e6e134b2793 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:16.510191 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ebd14f4b-8d38-4533-9fc1-7e6e134b2793 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:16.607272 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ebd14f4b-8d38-4533-9fc1-7e6e134b2793 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:16.646567 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ebd14f4b-8d38-4533-9fc1-7e6e134b2793 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:16.651160 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ebd14f4b-8d38-4533-9fc1-7e6e134b2793 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Usage tracker for resource:security_group_rule and tenant:5c411c6240db48b89df864d41fe970be is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:16.654405 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ebd14f4b-8d38-4533-9fc1-7e6e134b2793 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:16.661107 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ebd14f4b-8d38-4533-9fc1-7e6e134b2793 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:16.707159 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46614) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:16.720101 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad46179-5339-4a2b-8a70-f21008256ad3 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Router 10414ec4-cfa1-4e82-9ca6-4d4db793d9d6 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:42:16.757024 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ebd14f4b-8d38-4533-9fc1-7e6e134b2793 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:16.853989 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ebd14f4b-8d38-4533-9fc1-7e6e134b2793 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:16.917565 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad46179-5339-4a2b-8a70-f21008256ad3 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:42:16.918622 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd14f4b-8d38-4533-9fc1-7e6e134b2793 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57bc17d2-aded-4971-b59c-de83a9b07318,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:16.931799 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def0c58b-7718-4f54-af1f-2c9b11f9ba15 None None] Sync routers for ids ['10414ec4-cfa1-4e82-9ca6-4d4db793d9d6'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:42:16.944195 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def0c58b-7718-4f54-af1f-2c9b11f9ba15 None None] Routers {'10414ec4-cfa1-4e82-9ca6-4d4db793d9d6'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:42:16.945229 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-def0c58b-7718-4f54-af1f-2c9b11f9ba15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:41:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['10414ec4-cfa1-4e82-9ca6-4d4db793d9d6'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:42:16.958777 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9ad46179-5339-4a2b-8a70-f21008256ad3 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] 10.222.0.57 "PUT /v2.0/routers/10414ec4-cfa1-4e82-9ca6-4d4db793d9d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1064327 May 27 02:42:16.963975 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-99e54793-0022-456d-b07c-5472aeb68abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:16.967436 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46624) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:16.981241 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-99e54793-0022-456d-b07c-5472aeb68abc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:16.986080 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-99e54793-0022-456d-b07c-5472aeb68abc admin admin] Usage tracker for resource:security_group_rule and tenant:610f9688f6ca4f6287a0def088f82822 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:16.996893 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-99e54793-0022-456d-b07c-5472aeb68abc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:16.997885 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-99e54793-0022-456d-b07c-5472aeb68abc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:17.019847 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-def0c58b-7718-4f54-af1f-2c9b11f9ba15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:42:17.024844 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def0c58b-7718-4f54-af1f-2c9b11f9ba15 None None] Routers {'10414ec4-cfa1-4e82-9ca6-4d4db793d9d6'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:42:17.025668 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-def0c58b-7718-4f54-af1f-2c9b11f9ba15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:41:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['10414ec4-cfa1-4e82-9ca6-4d4db793d9d6'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:42:17.083456 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-99e54793-0022-456d-b07c-5472aeb68abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:17.089190 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-2c6d84ff-b3e8-4c6a-bc65-5859c527effb tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] delete failed (client error): The resource could not be found. May 27 02:42:17.090211 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2c6d84ff-b3e8-4c6a-bc65-5859c527effb tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] 10.222.0.57 "DELETE /v2.0/routers/tempest-non_exist_router-33358937 HTTP/1.1" status: 404 len: 333 time: 0.1212690 May 27 02:42:17.093374 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ebd14f4b-8d38-4533-9fc1-7e6e134b2793 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:17.093374 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ebd14f4b-8d38-4533-9fc1-7e6e134b2793 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6223209 May 27 02:42:17.094354 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46630) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:17.097062 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46634) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:17.102001 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-e0e3793c-72a4-461b-a47c-19b4c896305c tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Request body: {'router': {'external_gateway_info': {'network_id': '10414ec4-cfa1-4e82-9ca6-4d4db793d9d6'}}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:17.117840 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-def0c58b-7718-4f54-af1f-2c9b11f9ba15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:42:17.118505 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def0c58b-7718-4f54-af1f-2c9b11f9ba15 None None] The sync data for ids ['10414ec4-cfa1-4e82-9ca6-4d4db793d9d6'] in n-d-843554-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:42:17.163675 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-e5726422-8434-4d85-a6e4-69faba3b649d tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Request body: {'security_group_rule': {'security_group_id': '57bc17d2-aded-4971-b59c-de83a9b07318', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:17.178396 n-d-843554-3 neutron-server[88902]: WARNING neutron.api.v2.base [None req-e5726422-8434-4d85-a6e4-69faba3b649d tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 27 02:42:17.178859 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-e5726422-8434-4d85-a6e4-69faba3b649d tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:42:17.179972 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e5726422-8434-4d85-a6e4-69faba3b649d tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0820839 May 27 02:42:17.182834 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46638) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:17.186741 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-99e54793-0022-456d-b07c-5472aeb68abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:17.188124 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-8aa01a3b-5284-4833-afb7-eb09fb84ee26 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Request body: {'security_group_rule': {'security_group_id': '57bc17d2-aded-4971-b59c-de83a9b07318', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:17.189956 n-d-843554-3 neutron-server[88901]: WARNING neutron.api.v2.base [None req-8aa01a3b-5284-4833-afb7-eb09fb84ee26 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 27 02:42:17.190572 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-8aa01a3b-5284-4833-afb7-eb09fb84ee26 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:42:17.193861 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8aa01a3b-5284-4833-afb7-eb09fb84ee26 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0077095 May 27 02:42:17.194025 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46642) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:17.198691 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-66d22324-9a88-4c2b-9395-e2c0cac2c90d tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Request body: {'security_group_rule': {'security_group_id': '57bc17d2-aded-4971-b59c-de83a9b07318', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:17.200103 n-d-843554-3 neutron-server[88901]: WARNING neutron.api.v2.base [None req-66d22324-9a88-4c2b-9395-e2c0cac2c90d tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 27 02:42:17.205956 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-66d22324-9a88-4c2b-9395-e2c0cac2c90d tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:42:17.205956 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-66d22324-9a88-4c2b-9395-e2c0cac2c90d tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065799 May 27 02:42:17.207880 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46646) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:17.214007 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-8d00f9b3-be34-46d4-97da-22a582056a62 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Request body: {'security_group_rule': {'security_group_id': '57bc17d2-aded-4971-b59c-de83a9b07318', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:17.214906 n-d-843554-3 neutron-server[88901]: WARNING neutron.api.v2.base [None req-8d00f9b3-be34-46d4-97da-22a582056a62 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 27 02:42:17.215381 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-8d00f9b3-be34-46d4-97da-22a582056a62 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:42:17.218608 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8d00f9b3-be34-46d4-97da-22a582056a62 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0064325 May 27 02:42:17.218837 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46650) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:17.288648 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a34862e6-50a9-4c25-8cfc-b8d9f182592f tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:17.324366 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a34862e6-50a9-4c25-8cfc-b8d9f182592f tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:17.446723 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-99e54793-0022-456d-b07c-5472aeb68abc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=610f9688f6ca4f6287a0def088f82822&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7356956 May 27 02:42:17.447339 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46662) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:17.457149 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e54793-0022-456d-b07c-5472aeb68abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f14754-7571-4a0f-b6be-f6f04c19c740,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:17.471286 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a34862e6-50a9-4c25-8cfc-b8d9f182592f tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:17.520202 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34862e6-50a9-4c25-8cfc-b8d9f182592f tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bc17d2-aded-4971-b59c-de83a9b07318,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:17.537036 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a34862e6-50a9-4c25-8cfc-b8d9f182592f tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:17.538152 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a34862e6-50a9-4c25-8cfc-b8d9f182592f tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "DELETE /v2.0/security-groups/57bc17d2-aded-4971-b59c-de83a9b07318 HTTP/1.1" status: 204 len: 168 time: 0.3184242 May 27 02:42:17.540929 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46668) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:17.561298 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d897c196-521b-4220-9d18-147afe7cfb3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:17.602345 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d897c196-521b-4220-9d18-147afe7cfb3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:17.625755 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e0e3793c-72a4-461b-a47c-19b4c896305c tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:17.670726 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0820f2b9-b999-4b91-a03b-8817aeac804c tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0726779 May 27 02:42:17.674940 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46676) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:17.680705 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-0df10566-0d4e-479a-9d4e-353122b2db85 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Request body: {'security_group': {'name': 'tempest-secgroup--1809102089'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:17.688886 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0df10566-0d4e-479a-9d4e-353122b2db85 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:17.694694 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0df10566-0d4e-479a-9d4e-353122b2db85 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Usage tracker for resource:security_group and tenant:5c411c6240db48b89df864d41fe970be is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:17.697890 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0df10566-0d4e-479a-9d4e-353122b2db85 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:17.706004 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0df10566-0d4e-479a-9d4e-353122b2db85 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:17.757845 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-e0e3793c-72a4-461b-a47c-19b4c896305c tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] update failed (client error): The resource could not be found. May 27 02:42:17.759203 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e0e3793c-72a4-461b-a47c-19b4c896305c tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] 10.222.0.57 "PUT /v2.0/routers/10414ec4-cfa1-4e82-9ca6-4d4db793d9d6 HTTP/1.1" status: 404 len: 339 time: 0.6635613 May 27 02:42:17.762973 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46680) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:17.825681 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d897c196-521b-4220-9d18-147afe7cfb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:18.004887 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0df10566-0d4e-479a-9d4e-353122b2db85 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:18.024576 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d897c196-521b-4220-9d18-147afe7cfb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f14754-7571-4a0f-b6be-f6f04c19c740,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:18.101693 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d897c196-521b-4220-9d18-147afe7cfb3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:18.105037 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d897c196-521b-4220-9d18-147afe7cfb3f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e1f14754-7571-4a0f-b6be-f6f04c19c740 HTTP/1.1" status: 204 len: 168 time: 0.6545825 May 27 02:42:18.165867 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0df10566-0d4e-479a-9d4e-353122b2db85 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:18.178865 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0df10566-0d4e-479a-9d4e-353122b2db85 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Usage tracker for resource:security_group_rule and tenant:5c411c6240db48b89df864d41fe970be is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:18.183072 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0df10566-0d4e-479a-9d4e-353122b2db85 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:18.237143 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0df10566-0d4e-479a-9d4e-353122b2db85 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:18.440688 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-529137a3-5795-4b90-af49-1bf431b8f300 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:18.532310 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0df10566-0d4e-479a-9d4e-353122b2db85 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:18.604361 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0df10566-0d4e-479a-9d4e-353122b2db85 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:18.707945 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df10566-0d4e-479a-9d4e-353122b2db85 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d91ff51-7c62-452f-b883-7e4c00bb1b99,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:18.783738 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0df10566-0d4e-479a-9d4e-353122b2db85 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:18.784339 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0df10566-0d4e-479a-9d4e-353122b2db85 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1083615 May 27 02:42:18.787305 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46696) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:18.796241 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-d2c973b5-af3c-430e-86f1-b7e660f43626 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Request body: {'security_group_rule': {'security_group_id': '2d91ff51-7c62-452f-b883-7e4c00bb1b99', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:18.797054 n-d-843554-3 neutron-server[88902]: WARNING neutron.api.v2.base [None req-d2c973b5-af3c-430e-86f1-b7e660f43626 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 27 02:42:18.797550 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-d2c973b5-af3c-430e-86f1-b7e660f43626 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:42:18.798493 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d2c973b5-af3c-430e-86f1-b7e660f43626 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0101044 May 27 02:42:18.802887 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46700) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:18.810839 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-664bbb5f-e401-4854-b4c8-ee81e7444d09 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Request body: {'security_group_rule': {'security_group_id': '2d91ff51-7c62-452f-b883-7e4c00bb1b99', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:18.822238 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-664bbb5f-e401-4854-b4c8-ee81e7444d09 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:18.827470 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-664bbb5f-e401-4854-b4c8-ee81e7444d09 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Usage tracker for resource:security_group_rule and tenant:5c411c6240db48b89df864d41fe970be is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:18.845285 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-664bbb5f-e401-4854-b4c8-ee81e7444d09 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:18.852095 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-664bbb5f-e401-4854-b4c8-ee81e7444d09 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:18.859878 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46704) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:18.881969 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d51ac378-fe34-4dcb-88aa-b5e84891cf1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:18.902046 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-d51ac378-fe34-4dcb-88aa-b5e84891cf1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:18.907681 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d51ac378-fe34-4dcb-88aa-b5e84891cf1f admin admin] Usage tracker for resource:security_group_rule and tenant:62c12bebe02f4408b6dc1ee007240a5f is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:18.911040 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d51ac378-fe34-4dcb-88aa-b5e84891cf1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:18.917870 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-529137a3-5795-4b90-af49-1bf431b8f300 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Allocated IP 172.20.0.1 (79247a02-c328-4f91-b0de-ccf49307e671/b30ce6ec-0f91-41bd-b7df-9163de3aebea/209b2043-b382-41e2-a4a6-876c9c93e273) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:42:18.918295 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-d51ac378-fe34-4dcb-88aa-b5e84891cf1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:19.026415 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d51ac378-fe34-4dcb-88aa-b5e84891cf1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:19.106337 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-664bbb5f-e401-4854-b4c8-ee81e7444d09 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:42:19.107271 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-664bbb5f-e401-4854-b4c8-ee81e7444d09 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3032010 May 27 02:42:19.108048 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d51ac378-fe34-4dcb-88aa-b5e84891cf1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:19.128777 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-529137a3-5795-4b90-af49-1bf431b8f300 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:19.134608 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46708) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:19.149869 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-529137a3-5795-4b90-af49-1bf431b8f300 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Transition to ACTIVE for port object 209b2043-b382-41e2-a4a6-876c9c93e273 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:42:19.175829 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d51ac378-fe34-4dcb-88aa-b5e84891cf1f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=62c12bebe02f4408b6dc1ee007240a5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3147697 May 27 02:42:19.178501 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46712) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:19.179585 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ac378-fe34-4dcb-88aa-b5e84891cf1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6efd892e-b103-4bd8-80f5-0858b48381b5,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:19.187414 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-fbf9cfd8-bcff-48e2-b3b3-83396e1cdde1 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Request body: {'security_group_rule': {'security_group_id': '2d91ff51-7c62-452f-b883-7e4c00bb1b99', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:19.187531 n-d-843554-3 neutron-server[88902]: WARNING neutron.api.v2.base [None req-fbf9cfd8-bcff-48e2-b3b3-83396e1cdde1 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 27 02:42:19.188201 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-fbf9cfd8-bcff-48e2-b3b3-83396e1cdde1 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:42:19.195548 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-fbf9cfd8-bcff-48e2-b3b3-83396e1cdde1 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0131569 May 27 02:42:19.195827 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46716) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:19.202456 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-39a9efe1-000c-4e12-a746-11b0488406d5 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Request body: {'security_group_rule': {'security_group_id': '2d91ff51-7c62-452f-b883-7e4c00bb1b99', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:19.210880 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-39a9efe1-000c-4e12-a746-11b0488406d5 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:19.215291 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-39a9efe1-000c-4e12-a746-11b0488406d5 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Usage tracker for resource:security_group_rule and tenant:5c411c6240db48b89df864d41fe970be is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:19.218284 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-39a9efe1-000c-4e12-a746-11b0488406d5 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:19.224748 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-39a9efe1-000c-4e12-a746-11b0488406d5 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:19.242883 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:19.266430 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-529137a3-5795-4b90-af49-1bf431b8f300 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:19.269327 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aa2427b5-a948-4bac-8c9b-930dc355dbbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:19.308377 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aa2427b5-a948-4bac-8c9b-930dc355dbbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:19.345277 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529137a3-5795-4b90-af49-1bf431b8f300 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Network 79247a02-c328-4f91-b0de-ccf49307e671 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:42:19.349951 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-529137a3-5795-4b90-af49-1bf431b8f300 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:42:19.360883 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529137a3-5795-4b90-af49-1bf431b8f300 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:42:19.413677 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:19.432691 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-529137a3-5795-4b90-af49-1bf431b8f300 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:19.442301 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aa2427b5-a948-4bac-8c9b-930dc355dbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:19.447177 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529137a3-5795-4b90-af49-1bf431b8f300 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Pushing event updated for resources: {'Port': ['ID=209b2043-b382-41e2-a4a6-876c9c93e273,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:19.468247 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2427b5-a948-4bac-8c9b-930dc355dbbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efd892e-b103-4bd8-80f5-0858b48381b5,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:19.479700 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aa2427b5-a948-4bac-8c9b-930dc355dbbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:19.483288 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-aa2427b5-a948-4bac-8c9b-930dc355dbbe admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6efd892e-b103-4bd8-80f5-0858b48381b5 HTTP/1.1" status: 204 len: 168 time: 0.2978554 May 27 02:42:19.534071 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-39a9efe1-000c-4e12-a746-11b0488406d5 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:42:19.538110 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-39a9efe1-000c-4e12-a746-11b0488406d5 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3399785 May 27 02:42:19.538340 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46722) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:19.544942 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-86a7c486-43d5-4f77-9a96-ea27fd98ba69 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Request body: {'security_group_rule': {'security_group_id': '2d91ff51-7c62-452f-b883-7e4c00bb1b99', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:19.545725 n-d-843554-3 neutron-server[88901]: WARNING neutron.api.v2.base [None req-86a7c486-43d5-4f77-9a96-ea27fd98ba69 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 27 02:42:19.546215 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-86a7c486-43d5-4f77-9a96-ea27fd98ba69 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:42:19.550342 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-86a7c486-43d5-4f77-9a96-ea27fd98ba69 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0077999 May 27 02:42:19.550625 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46726) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:19.556703 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-848c7368-d2bc-4e65-9f65-8b7141fdf946 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Request body: {'security_group_rule': {'security_group_id': '2d91ff51-7c62-452f-b883-7e4c00bb1b99', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:19.571301 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-848c7368-d2bc-4e65-9f65-8b7141fdf946 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:19.583463 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-848c7368-d2bc-4e65-9f65-8b7141fdf946 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Usage tracker for resource:security_group_rule and tenant:5c411c6240db48b89df864d41fe970be is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:19.589977 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-848c7368-d2bc-4e65-9f65-8b7141fdf946 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:19.599159 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-848c7368-d2bc-4e65-9f65-8b7141fdf946 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:19.639115 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-529137a3-5795-4b90-af49-1bf431b8f300 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:19.808755 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-848c7368-d2bc-4e65-9f65-8b7141fdf946 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:42:19.809818 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-848c7368-d2bc-4e65-9f65-8b7141fdf946 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2580438 May 27 02:42:19.811028 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ca848b5c-d64e-4c62-8ead-4c50aed8796d None None] Provisioning for port 209b2043-b382-41e2-a4a6-876c9c93e273 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:42:19.812794 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46734) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:19.817595 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ca848b5c-d64e-4c62-8ead-4c50aed8796d None None] Provisioning complete for port 209b2043-b382-41e2-a4a6-876c9c93e273 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:42:19.818605 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ca848b5c-d64e-4c62-8ead-4c50aed8796d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:19.821514 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-e0b90e6b-6b54-4d8d-bbf3-c430b8637d96 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Request body: {'security_group_rule': {'security_group_id': '2d91ff51-7c62-452f-b883-7e4c00bb1b99', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:19.822409 n-d-843554-3 neutron-server[88902]: WARNING neutron.api.v2.base [None req-e0b90e6b-6b54-4d8d-bbf3-c430b8637d96 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 27 02:42:19.823198 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-e0b90e6b-6b54-4d8d-bbf3-c430b8637d96 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:42:19.826182 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e0b90e6b-6b54-4d8d-bbf3-c430b8637d96 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0105252 May 27 02:42:19.828199 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46738) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:19.845250 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-07a3c230-4e13-45c7-97b4-251d94009df4 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Request body: {'security_group_rule': {'security_group_id': '2d91ff51-7c62-452f-b883-7e4c00bb1b99', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:19.856568 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-07a3c230-4e13-45c7-97b4-251d94009df4 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:19.866039 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-07a3c230-4e13-45c7-97b4-251d94009df4 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Usage tracker for resource:security_group_rule and tenant:5c411c6240db48b89df864d41fe970be is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:19.869447 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-07a3c230-4e13-45c7-97b4-251d94009df4 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:19.877413 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-07a3c230-4e13-45c7-97b4-251d94009df4 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:19.903468 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ca848b5c-d64e-4c62-8ead-4c50aed8796d None None] Port 209b2043-b382-41e2-a4a6-876c9c93e273 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:42:20.088205 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-07a3c230-4e13-45c7-97b4-251d94009df4 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:42:20.089368 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-07a3c230-4e13-45c7-97b4-251d94009df4 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2577291 May 27 02:42:20.092275 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46752) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:20.101245 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-13fcf451-4400-4e8b-abd7-c53d87f813fc tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Request body: {'security_group_rule': {'security_group_id': '2d91ff51-7c62-452f-b883-7e4c00bb1b99', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:20.106256 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-13fcf451-4400-4e8b-abd7-c53d87f813fc tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:20.123099 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-13fcf451-4400-4e8b-abd7-c53d87f813fc tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Usage tracker for resource:security_group_rule and tenant:5c411c6240db48b89df864d41fe970be is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:20.127803 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-13fcf451-4400-4e8b-abd7-c53d87f813fc tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:20.134720 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-13fcf451-4400-4e8b-abd7-c53d87f813fc tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:20.302507 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-529137a3-5795-4b90-af49-1bf431b8f300 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:20.344828 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-13fcf451-4400-4e8b-abd7-c53d87f813fc tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:42:20.346690 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-13fcf451-4400-4e8b-abd7-c53d87f813fc tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2533443 May 27 02:42:20.351405 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46764) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:20.409434 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-529137a3-5795-4b90-af49-1bf431b8f300 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:20.414778 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3cbc0cad-695d-4dd3-a1fa-68f81d01ab52 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:20.452564 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3cbc0cad-695d-4dd3-a1fa-68f81d01ab52 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:20.565473 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529137a3-5795-4b90-af49-1bf431b8f300 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Pushing event updated for resources: {'Port': ['ID=209b2043-b382-41e2-a4a6-876c9c93e273,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:20.571254 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-529137a3-5795-4b90-af49-1bf431b8f300 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:20.590965 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3cbc0cad-695d-4dd3-a1fa-68f81d01ab52 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:20.642468 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3cbc0cad-695d-4dd3-a1fa-68f81d01ab52 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:20.645566 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3cbc0cad-695d-4dd3-a1fa-68f81d01ab52 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "DELETE /v2.0/security-groups/2d91ff51-7c62-452f-b883-7e4c00bb1b99 HTTP/1.1" status: 204 len: 168 time: 0.2927263 May 27 02:42:20.645566 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbc0cad-695d-4dd3-a1fa-68f81d01ab52 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d91ff51-7c62-452f-b883-7e4c00bb1b99,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:20.651505 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46770) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:20.786153 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529137a3-5795-4b90-af49-1bf431b8f300 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Network 79247a02-c328-4f91-b0de-ccf49307e671 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:42:20.788110 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-529137a3-5795-4b90-af49-1bf431b8f300 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:42:21.068803 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46780) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:21.106330 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1dcac0b5-5907-4d72-be6c-24e5a59f7c19 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Synchronizing usage tracker for tenant:5c411c6240db48b89df864d41fe970be on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:42:21.185020 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529137a3-5795-4b90-af49-1bf431b8f300 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Router 10414ec4-cfa1-4e82-9ca6-4d4db793d9d6 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:42:21.196926 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1dcac0b5-5907-4d72-be6c-24e5a59f7c19 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Unset dirty status for tenant:5c411c6240db48b89df864d41fe970be on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:42:21.198594 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1dcac0b5-5907-4d72-be6c-24e5a59f7c19 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5461602 May 27 02:42:21.202859 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46790) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:21.210169 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-598386ca-82a6-4793-b761-724a7ece89d0 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Request body: {'security_group': {'name': 'tempest-secgroup--742728450'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:21.234333 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-598386ca-82a6-4793-b761-724a7ece89d0 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:21.241906 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f3523eb1-ff97-427e-b9cd-3b68319b43aa None None] Provisioning complete for port 209b2043-b382-41e2-a4a6-876c9c93e273 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:42:21.244149 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f3523eb1-ff97-427e-b9cd-3b68319b43aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:21.253719 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-598386ca-82a6-4793-b761-724a7ece89d0 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:21.346213 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-598386ca-82a6-4793-b761-724a7ece89d0 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:21.360332 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529137a3-5795-4b90-af49-1bf431b8f300 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:42:21.370286 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed8e3a9-8a1d-40cc-ab4e-de46d18b5edd None None] Sync routers for ids ['10414ec4-cfa1-4e82-9ca6-4d4db793d9d6'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:42:21.373809 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-529137a3-5795-4b90-af49-1bf431b8f300 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] 10.222.0.57 "PUT /v2.0/routers/10414ec4-cfa1-4e82-9ca6-4d4db793d9d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6069927 May 27 02:42:21.374076 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46798) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:21.390296 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-f3523eb1-ff97-427e-b9cd-3b68319b43aa None None] Port 209b2043-b382-41e2-a4a6-876c9c93e273 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:42:21.391681 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed8e3a9-8a1d-40cc-ab4e-de46d18b5edd None None] Routers {'10414ec4-cfa1-4e82-9ca6-4d4db793d9d6'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:42:21.398041 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-1ed8e3a9-8a1d-40cc-ab4e-de46d18b5edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:41:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['10414ec4-cfa1-4e82-9ca6-4d4db793d9d6'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:42:21.414079 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-598386ca-82a6-4793-b761-724a7ece89d0 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:21.425175 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-598386ca-82a6-4793-b761-724a7ece89d0 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Usage tracker for resource:security_group_rule and tenant:5c411c6240db48b89df864d41fe970be is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:21.432215 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-598386ca-82a6-4793-b761-724a7ece89d0 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:21.445833 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-598386ca-82a6-4793-b761-724a7ece89d0 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:21.565645 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3e32ce52-0c2b-4b85-b447-15c175811e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:21.578029 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-1ed8e3a9-8a1d-40cc-ab4e-de46d18b5edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:42:21.590335 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed8e3a9-8a1d-40cc-ab4e-de46d18b5edd None None] Routers {'10414ec4-cfa1-4e82-9ca6-4d4db793d9d6'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:42:21.590335 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-1ed8e3a9-8a1d-40cc-ab4e-de46d18b5edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:41:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['10414ec4-cfa1-4e82-9ca6-4d4db793d9d6'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:42:21.601284 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-3e32ce52-0c2b-4b85-b447-15c175811e2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:21.605808 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a877d43-82ba-47f5-8690-14cdfeff7833 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:21.613389 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3e32ce52-0c2b-4b85-b447-15c175811e2f admin admin] Usage tracker for resource:security_group_rule and tenant:531a6b21944d42208878465a417fedab is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:21.618658 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-598386ca-82a6-4793-b761-724a7ece89d0 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:21.619704 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3e32ce52-0c2b-4b85-b447-15c175811e2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:21.625911 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-3e32ce52-0c2b-4b85-b447-15c175811e2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:21.662654 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-1ed8e3a9-8a1d-40cc-ab4e-de46d18b5edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:42:21.663047 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed8e3a9-8a1d-40cc-ab4e-de46d18b5edd None None] The sync data for ids ['10414ec4-cfa1-4e82-9ca6-4d4db793d9d6'] in n-d-843554-3 is: [] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:42:21.710701 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-598386ca-82a6-4793-b761-724a7ece89d0 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:21.793500 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-0a877d43-82ba-47f5-8690-14cdfeff7833 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] delete failed (client error): There was a conflict when trying to complete your request. May 27 02:42:21.794758 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598386ca-82a6-4793-b761-724a7ece89d0 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c729343-93d7-42a7-99c7-d14b9edb2d3b,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:21.798272 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0a877d43-82ba-47f5-8690-14cdfeff7833 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] 10.222.0.57 "DELETE /v2.0/routers/10414ec4-cfa1-4e82-9ca6-4d4db793d9d6 HTTP/1.1" status: 409 len: 329 time: 0.4224746 May 27 02:42:21.798432 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46808) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:21.925698 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-598386ca-82a6-4793-b761-724a7ece89d0 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:21.926898 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-598386ca-82a6-4793-b761-724a7ece89d0 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7230632 May 27 02:42:21.930030 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46816) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:21.934977 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-da00c4a1-65a0-44f0-b482-63bde8773dd1 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Request body: {'security_group_rule': {'security_group_id': '5c729343-93d7-42a7-99c7-d14b9edb2d3b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:21.941422 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-da00c4a1-65a0-44f0-b482-63bde8773dd1 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:21.950533 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-da00c4a1-65a0-44f0-b482-63bde8773dd1 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Usage tracker for resource:security_group_rule and tenant:5c411c6240db48b89df864d41fe970be is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:21.950533 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-da00c4a1-65a0-44f0-b482-63bde8773dd1 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:21.955671 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-da00c4a1-65a0-44f0-b482-63bde8773dd1 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:22.125097 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3e32ce52-0c2b-4b85-b447-15c175811e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:22.128573 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-da00c4a1-65a0-44f0-b482-63bde8773dd1 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] create failed (client error): The resource could not be found. May 27 02:42:22.132779 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-da00c4a1-65a0-44f0-b482-63bde8773dd1 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1987095 May 27 02:42:22.133789 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46826) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:22.138138 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-32364988-da0e-475e-955c-a11759e0fc57 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Request body: {'security_group_rule': {'security_group_id': '5c729343-93d7-42a7-99c7-d14b9edb2d3b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ef52979f-1b9d-403f-8e05-6936e8b83caa'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:22.145419 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-32364988-da0e-475e-955c-a11759e0fc57 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:22.150270 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-32364988-da0e-475e-955c-a11759e0fc57 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Usage tracker for resource:security_group_rule and tenant:5c411c6240db48b89df864d41fe970be is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:22.153797 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-32364988-da0e-475e-955c-a11759e0fc57 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:22.160629 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-32364988-da0e-475e-955c-a11759e0fc57 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:22.205273 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3e32ce52-0c2b-4b85-b447-15c175811e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:22.307170 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3e32ce52-0c2b-4b85-b447-15c175811e2f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=531a6b21944d42208878465a417fedab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2379045 May 27 02:42:22.310125 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46832) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:22.310696 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e32ce52-0c2b-4b85-b447-15c175811e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1158ecac-bf04-462a-a4b8-33a05afc98a2,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:22.353658 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-32364988-da0e-475e-955c-a11759e0fc57 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] create failed (client error): The resource could not be found. May 27 02:42:22.355130 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-32364988-da0e-475e-955c-a11759e0fc57 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2211218 May 27 02:42:22.360146 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46838) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:22.415740 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-19dfbfd9-0eb5-4d4c-b12c-01a55dfca8f0 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:22.462440 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2eba783-2568-4844-b41b-9cfb4d95ab0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:22.506998 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-661178b4-df5c-4268-8fca-d27324752e9f tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:22.532247 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2eba783-2568-4844-b41b-9cfb4d95ab0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:22.564252 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-661178b4-df5c-4268-8fca-d27324752e9f tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:22.705348 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-661178b4-df5c-4268-8fca-d27324752e9f tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:22.726906 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2eba783-2568-4844-b41b-9cfb4d95ab0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:22.730422 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661178b4-df5c-4268-8fca-d27324752e9f tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c729343-93d7-42a7-99c7-d14b9edb2d3b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:22.758480 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eba783-2568-4844-b41b-9cfb4d95ab0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1158ecac-bf04-462a-a4b8-33a05afc98a2,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:22.763949 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-661178b4-df5c-4268-8fca-d27324752e9f tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:22.765172 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-661178b4-df5c-4268-8fca-d27324752e9f tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "DELETE /v2.0/security-groups/5c729343-93d7-42a7-99c7-d14b9edb2d3b HTTP/1.1" status: 204 len: 168 time: 0.4037921 May 27 02:42:22.766223 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2eba783-2568-4844-b41b-9cfb4d95ab0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:22.766610 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-19dfbfd9-0eb5-4d4c-b12c-01a55dfca8f0 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Deleting port 209b2043-b382-41e2-a4a6-876c9c93e273 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:42:22.770137 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-19dfbfd9-0eb5-4d4c-b12c-01a55dfca8f0 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:22.770287 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a2eba783-2568-4844-b41b-9cfb4d95ab0d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1158ecac-bf04-462a-a4b8-33a05afc98a2 HTTP/1.1" status: 204 len: 168 time: 0.4554307 May 27 02:42:22.770287 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46850) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:22.980968 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f46379eb-2a5b-458a-8f19-c2d59a9b0c3f tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Synchronizing usage tracker for tenant:5c411c6240db48b89df864d41fe970be on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:42:23.050925 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-19dfbfd9-0eb5-4d4c-b12c-01a55dfca8f0 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:23.122496 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f46379eb-2a5b-458a-8f19-c2d59a9b0c3f tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Unset dirty status for tenant:5c411c6240db48b89df864d41fe970be on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:42:23.127759 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f46379eb-2a5b-458a-8f19-c2d59a9b0c3f tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3549759 May 27 02:42:23.128268 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46868) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:23.133315 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-6af86e8d-cbc0-4374-a8a9-1b54706ea4aa tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Request body: {'security_group_rule': {'security_group_id': 'da5f9d49-562d-4c31-8e58-a23fe49c54b0', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:23.141007 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6af86e8d-cbc0-4374-a8a9-1b54706ea4aa tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:23.145587 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6af86e8d-cbc0-4374-a8a9-1b54706ea4aa tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Usage tracker for resource:security_group_rule and tenant:5c411c6240db48b89df864d41fe970be is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:23.149678 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6af86e8d-cbc0-4374-a8a9-1b54706ea4aa tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:23.156069 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6af86e8d-cbc0-4374-a8a9-1b54706ea4aa tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:23.301707 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-19dfbfd9-0eb5-4d4c-b12c-01a55dfca8f0 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Calling delete_port for 209b2043-b382-41e2-a4a6-876c9c93e273 owned by network:router_interface {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:42:23.363132 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-6af86e8d-cbc0-4374-a8a9-1b54706ea4aa tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] create failed (client error): The resource could not be found. May 27 02:42:23.364196 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6af86e8d-cbc0-4374-a8a9-1b54706ea4aa tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2349663 May 27 02:42:23.367773 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46880) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:23.376482 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-20ec1538-6fd2-4479-8886-1ca034ab65f7 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Request body: {'security_group': {'name': 'tempest-secgroup--1744256048'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:23.384936 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-20ec1538-6fd2-4479-8886-1ca034ab65f7 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:23.415334 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-20ec1538-6fd2-4479-8886-1ca034ab65f7 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:23.500865 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-20ec1538-6fd2-4479-8886-1ca034ab65f7 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:23.528155 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-20ec1538-6fd2-4479-8886-1ca034ab65f7 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:23.531803 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-20ec1538-6fd2-4479-8886-1ca034ab65f7 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Usage tracker for resource:security_group_rule and tenant:5c411c6240db48b89df864d41fe970be is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:23.534622 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-20ec1538-6fd2-4479-8886-1ca034ab65f7 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:23.540166 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-20ec1538-6fd2-4479-8886-1ca034ab65f7 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:23.656102 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-19dfbfd9-0eb5-4d4c-b12c-01a55dfca8f0 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:23.714960 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46892) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:23.718655 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dfbfd9-0eb5-4d4c-b12c-01a55dfca8f0 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Pushing event deleted for resources: {'Port': ['ID=209b2043-b382-41e2-a4a6-876c9c93e273,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:23.768009 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-06c9babe-b38e-4dee-8c90-fc9423118e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:23.802999 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-06c9babe-b38e-4dee-8c90-fc9423118e1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:23.813198 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-06c9babe-b38e-4dee-8c90-fc9423118e1d admin admin] Usage tracker for resource:security_group_rule and tenant:e389b4d571c44f6cbcea2b10421e8c59 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:23.827224 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-06c9babe-b38e-4dee-8c90-fc9423118e1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:23.848943 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-06c9babe-b38e-4dee-8c90-fc9423118e1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:23.901871 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-20ec1538-6fd2-4479-8886-1ca034ab65f7 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:24.023041 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-20ec1538-6fd2-4479-8886-1ca034ab65f7 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:24.061089 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-06c9babe-b38e-4dee-8c90-fc9423118e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:24.096181 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-19dfbfd9-0eb5-4d4c-b12c-01a55dfca8f0 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:24.164209 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec1538-6fd2-4479-8886-1ca034ab65f7 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62dab1a8-7185-4562-b11d-9a97c941856c,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:24.340026 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-06c9babe-b38e-4dee-8c90-fc9423118e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:24.363225 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-20ec1538-6fd2-4479-8886-1ca034ab65f7 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:24.365157 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-20ec1538-6fd2-4479-8886-1ca034ab65f7 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9957376 May 27 02:42:24.370422 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46906) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:24.387889 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19dfbfd9-0eb5-4d4c-b12c-01a55dfca8f0 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Router 10414ec4-cfa1-4e82-9ca6-4d4db793d9d6 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:42:24.402099 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-06c9babe-b38e-4dee-8c90-fc9423118e1d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e389b4d571c44f6cbcea2b10421e8c59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6854656 May 27 02:42:24.405062 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46908) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:24.406124 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9babe-b38e-4dee-8c90-fc9423118e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fa08dc-c03e-4df1-8b08-f6fac78daf9c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:24.430850 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-976f30c8-9caa-429e-8c92-c0d4f988a199 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Request body: {'security_group': {'name': 'tempest-secgroup--1822041230'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:24.449416 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-976f30c8-9caa-429e-8c92-c0d4f988a199 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:24.482658 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-976f30c8-9caa-429e-8c92-c0d4f988a199 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Usage tracker for resource:security_group and tenant:5c411c6240db48b89df864d41fe970be is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:24.503888 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-976f30c8-9caa-429e-8c92-c0d4f988a199 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:24.506756 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d69e8fff-817b-4728-a13f-6e4d4ec28373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:24.522593 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-976f30c8-9caa-429e-8c92-c0d4f988a199 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:24.546628 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d69e8fff-817b-4728-a13f-6e4d4ec28373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:24.547221 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19dfbfd9-0eb5-4d4c-b12c-01a55dfca8f0 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:42:24.553129 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-19dfbfd9-0eb5-4d4c-b12c-01a55dfca8f0 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] 10.222.0.57 "PUT /v2.0/routers/10414ec4-cfa1-4e82-9ca6-4d4db793d9d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7538059 May 27 02:42:24.556859 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46918) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:24.560686 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370ae2ca-68f6-4bc8-955e-128edabc3bbb None None] Sync routers for ids ['10414ec4-cfa1-4e82-9ca6-4d4db793d9d6'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:42:24.575261 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370ae2ca-68f6-4bc8-955e-128edabc3bbb None None] Routers {'10414ec4-cfa1-4e82-9ca6-4d4db793d9d6'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:42:24.576689 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-370ae2ca-68f6-4bc8-955e-128edabc3bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:41:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['10414ec4-cfa1-4e82-9ca6-4d4db793d9d6'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:42:24.590607 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46922) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:24.624299 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-976f30c8-9caa-429e-8c92-c0d4f988a199 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:24.639873 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-9fb11317-10b0-405c-a392-0714840c5c45 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] show failed (client error): The resource could not be found. May 27 02:42:24.646645 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9fb11317-10b0-405c-a392-0714840c5c45 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] 10.222.0.57 "GET /v2.0/routers/tempest-non_exist_router-1657051573 HTTP/1.1" status: 404 len: 335 time: 0.0819974 May 27 02:42:24.647350 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46928) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:24.652457 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-976f30c8-9caa-429e-8c92-c0d4f988a199 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:24.655663 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-dc45d9ef-8554-43b4-8a44-a8e78b0dfd44 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:24.656873 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-370ae2ca-68f6-4bc8-955e-128edabc3bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:42:24.657460 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-976f30c8-9caa-429e-8c92-c0d4f988a199 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Usage tracker for resource:security_group_rule and tenant:5c411c6240db48b89df864d41fe970be is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:24.662889 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-976f30c8-9caa-429e-8c92-c0d4f988a199 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:24.667788 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370ae2ca-68f6-4bc8-955e-128edabc3bbb None None] Routers {'10414ec4-cfa1-4e82-9ca6-4d4db793d9d6'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:42:24.669710 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-370ae2ca-68f6-4bc8-955e-128edabc3bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:41:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['10414ec4-cfa1-4e82-9ca6-4d4db793d9d6'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:42:24.675012 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-976f30c8-9caa-429e-8c92-c0d4f988a199 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:24.721134 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d69e8fff-817b-4728-a13f-6e4d4ec28373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:24.733742 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-dc45d9ef-8554-43b4-8a44-a8e78b0dfd44 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] update failed (client error): The resource could not be found. May 27 02:42:24.734199 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-370ae2ca-68f6-4bc8-955e-128edabc3bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:42:24.735061 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-dc45d9ef-8554-43b4-8a44-a8e78b0dfd44 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] 10.222.0.57 "PUT /v2.0/routers/tempest-non_exist_router-587057527 HTTP/1.1" status: 404 len: 334 time: 0.0848932 May 27 02:42:24.735569 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370ae2ca-68f6-4bc8-955e-128edabc3bbb None None] The sync data for ids ['10414ec4-cfa1-4e82-9ca6-4d4db793d9d6'] in n-d-843554-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:42:24.738946 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46932) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:24.814988 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-976f30c8-9caa-429e-8c92-c0d4f988a199 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:24.820112 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce327d63-f6d6-45f9-b5c2-cb932b09faca tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Deleting subnet 41595f2e-21dc-4f2a-94da-f94c77f2c6d9 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:42:24.824448 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ce327d63-f6d6-45f9-b5c2-cb932b09faca tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:24.835803 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-de8ad06e-dba4-422d-9752-5e675c4ae95d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:24.856270 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e8fff-817b-4728-a13f-6e4d4ec28373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fa08dc-c03e-4df1-8b08-f6fac78daf9c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:24.860405 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d69e8fff-817b-4728-a13f-6e4d4ec28373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:24.867512 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d69e8fff-817b-4728-a13f-6e4d4ec28373 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d9fa08dc-c03e-4df1-8b08-f6fac78daf9c HTTP/1.1" status: 204 len: 168 time: 0.4556749 May 27 02:42:24.870806 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-de8ad06e-dba4-422d-9752-5e675c4ae95d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:24.875488 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-de8ad06e-dba4-422d-9752-5e675c4ae95d admin admin] Usage tracker for resource:security_group_rule and tenant:a695a0095f704cb6846d01559b8e2d88 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:24.881730 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-de8ad06e-dba4-422d-9752-5e675c4ae95d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:24.888886 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-976f30c8-9caa-429e-8c92-c0d4f988a199 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:24.895488 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-de8ad06e-dba4-422d-9752-5e675c4ae95d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:24.941263 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f30c8-9caa-429e-8c92-c0d4f988a199 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18529842-a48c-4e2b-978d-02743b0466ce,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:25.031191 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ce327d63-f6d6-45f9-b5c2-cb932b09faca tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:25.038005 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-de8ad06e-dba4-422d-9752-5e675c4ae95d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:25.093630 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-976f30c8-9caa-429e-8c92-c0d4f988a199 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:25.096645 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-976f30c8-9caa-429e-8c92-c0d4f988a199 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6929784 May 27 02:42:25.099292 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46940) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:25.106938 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-68972f3f-e7a2-4a1d-b19f-4a2447584608 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Request body: {'security_group_rule': {'security_group_id': '62dab1a8-7185-4562-b11d-9a97c941856c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '18529842-a48c-4e2b-978d-02743b0466ce'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:25.117620 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-68972f3f-e7a2-4a1d-b19f-4a2447584608 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:25.120485 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ce327d63-f6d6-45f9-b5c2-cb932b09faca tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:25.122848 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-68972f3f-e7a2-4a1d-b19f-4a2447584608 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Usage tracker for resource:security_group_rule and tenant:5c411c6240db48b89df864d41fe970be is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:25.129250 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-68972f3f-e7a2-4a1d-b19f-4a2447584608 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:25.136230 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-68972f3f-e7a2-4a1d-b19f-4a2447584608 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:25.149476 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-de8ad06e-dba4-422d-9752-5e675c4ae95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:25.203358 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-de8ad06e-dba4-422d-9752-5e675c4ae95d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a695a0095f704cb6846d01559b8e2d88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6091292 May 27 02:42:25.203358 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad06e-dba4-422d-9752-5e675c4ae95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4aa166d-82b7-47e1-b0d6-7e81789772d1,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:25.205562 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46944) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:25.284586 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-192d890b-ac01-4a29-8268-c60bf749d272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:25.310193 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ce327d63-f6d6-45f9-b5c2-cb932b09faca tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:25.314534 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-192d890b-ac01-4a29-8268-c60bf749d272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:25.355530 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce327d63-f6d6-45f9-b5c2-cb932b09faca tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Pushing event deleted for resources: {'Subnet': ['ID=41595f2e-21dc-4f2a-94da-f94c77f2c6d9,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:25.357573 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ce327d63-f6d6-45f9-b5c2-cb932b09faca tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:25.364062 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ce327d63-f6d6-45f9-b5c2-cb932b09faca tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] 10.222.0.57 "DELETE /v2.0/subnets/41595f2e-21dc-4f2a-94da-f94c77f2c6d9 HTTP/1.1" status: 204 len: 168 time: 0.6238570 May 27 02:42:25.367197 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46952) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:25.367903 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b46429-aedd-4e67-86a6-56f551cffba3 None None] Network c545b679-1c83-426b-b507-3d88373d7e61 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:42:25.407968 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-68972f3f-e7a2-4a1d-b19f-4a2447584608 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:42:25.411673 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-68972f3f-e7a2-4a1d-b19f-4a2447584608 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3086662 May 27 02:42:25.413149 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46958) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:25.439121 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-64a82925-9fcf-476b-91f1-6c0bb6b8f4e5 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Deleting subnet 32e3aa5f-f070-4aa5-ab22-d0ed94e6b81d {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:42:25.443930 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64a82925-9fcf-476b-91f1-6c0bb6b8f4e5 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:25.491454 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-192d890b-ac01-4a29-8268-c60bf749d272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:25.513082 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ab69761b-0b34-4336-893d-18c8756edb93 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:25.530415 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192d890b-ac01-4a29-8268-c60bf749d272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4aa166d-82b7-47e1-b0d6-7e81789772d1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:25.540087 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-192d890b-ac01-4a29-8268-c60bf749d272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:25.541231 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-192d890b-ac01-4a29-8268-c60bf749d272 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d4aa166d-82b7-47e1-b0d6-7e81789772d1 HTTP/1.1" status: 204 len: 168 time: 0.3343437 May 27 02:42:25.557138 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64a82925-9fcf-476b-91f1-6c0bb6b8f4e5 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:25.567359 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ab69761b-0b34-4336-893d-18c8756edb93 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:25.586477 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fee4a82d-6ec4-497d-b69d-57db9456e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:25.683805 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46964) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:25.686079 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64a82925-9fcf-476b-91f1-6c0bb6b8f4e5 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:25.718410 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-16881f05-8bf4-4a39-8234-015d4e62b2de admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:25.725874 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56df51b9-9d03-4e5c-9708-d964419e71d6 None None] DHCP port deletion for c545b679-1c83-426b-b507-3d88373d7e61 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:42:25.730909 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-56df51b9-9d03-4e5c-9708-d964419e71d6 None None] Deleting port 0a67a5ac-3dfc-4a3f-bd9b-fde75a0bd5b3 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:42:25.732375 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-56df51b9-9d03-4e5c-9708-d964419e71d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:25.735077 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-16881f05-8bf4-4a39-8234-015d4e62b2de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:25.743264 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-16881f05-8bf4-4a39-8234-015d4e62b2de admin admin] Usage tracker for resource:security_group_rule and tenant:3563963403a745c8b073b28e52c21099 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:25.746268 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-16881f05-8bf4-4a39-8234-015d4e62b2de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:25.752014 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-16881f05-8bf4-4a39-8234-015d4e62b2de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:25.863698 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-16881f05-8bf4-4a39-8234-015d4e62b2de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:25.868989 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ab69761b-0b34-4336-893d-18c8756edb93 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:25.885385 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab69761b-0b34-4336-893d-18c8756edb93 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18529842-a48c-4e2b-978d-02743b0466ce,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:25.904015 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ab69761b-0b34-4336-893d-18c8756edb93 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:25.907898 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ab69761b-0b34-4336-893d-18c8756edb93 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "DELETE /v2.0/security-groups/18529842-a48c-4e2b-978d-02743b0466ce HTTP/1.1" status: 204 len: 168 time: 0.4932156 May 27 02:42:25.908130 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46968) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:25.926354 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64a82925-9fcf-476b-91f1-6c0bb6b8f4e5 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:25.979268 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64a82925-9fcf-476b-91f1-6c0bb6b8f4e5 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:25.985120 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8ceae2-2da0-449b-a665-706f2e80f8ca None None] Network 79668c07-64ae-46dc-8ee3-ab84136b7fee requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:42:25.985342 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-16881f05-8bf4-4a39-8234-015d4e62b2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:26.025554 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-64a82925-9fcf-476b-91f1-6c0bb6b8f4e5 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] 10.222.0.57 "DELETE /v2.0/subnets/32e3aa5f-f070-4aa5-ab22-d0ed94e6b81d HTTP/1.1" status: 204 len: 168 time: 0.6550050 May 27 02:42:26.030455 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a82925-9fcf-476b-91f1-6c0bb6b8f4e5 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Pushing event deleted for resources: {'Subnet': ['ID=32e3aa5f-f070-4aa5-ab22-d0ed94e6b81d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:26.033173 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 46976) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:26.044044 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-16881f05-8bf4-4a39-8234-015d4e62b2de admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3563963403a745c8b073b28e52c21099&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3586316 May 27 02:42:26.045810 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46980) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:26.049528 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16881f05-8bf4-4a39-8234-015d4e62b2de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3f2fd6-fe65-4a71-bded-12213f61940f,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:26.119787 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-820a7394-5164-4f2e-aef5-6e494e0d51ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:26.184374 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-56df51b9-9d03-4e5c-9708-d964419e71d6 None None] For port 0a67a5ac-3dfc-4a3f-bd9b-fde75a0bd5b3, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=0a67a5ac-3dfc-4a3f-bd9b-fde75a0bd5b3,segment=NetworkSegment(f5242694-3ab2-444f-af82-51d294353ea7),segment_id=f5242694-3ab2-444f-af82-51d294353ea7)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:42:26.185433 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-820a7394-5164-4f2e-aef5-6e494e0d51ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:26.187546 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-56df51b9-9d03-4e5c-9708-d964419e71d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:26.217970 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e93803c-841d-4838-9f49-f05e205da3c3 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:26.251650 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-9e93803c-841d-4838-9f49-f05e205da3c3 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Deleting port 0a67a5ac-3dfc-4a3f-bd9b-fde75a0bd5b3 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:42:26.255801 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e93803c-841d-4838-9f49-f05e205da3c3 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:26.279396 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d035dfd7-6d80-4edc-bd25-38a14b7eca1e tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Synchronizing usage tracker for tenant:5c411c6240db48b89df864d41fe970be on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:42:26.334288 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-820a7394-5164-4f2e-aef5-6e494e0d51ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:26.355751 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a7394-5164-4f2e-aef5-6e494e0d51ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3f2fd6-fe65-4a71-bded-12213f61940f,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:26.359783 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-820a7394-5164-4f2e-aef5-6e494e0d51ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:26.364180 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-820a7394-5164-4f2e-aef5-6e494e0d51ea admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7b3f2fd6-fe65-4a71-bded-12213f61940f HTTP/1.1" status: 204 len: 168 time: 0.3173153 May 27 02:42:26.400956 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-56df51b9-9d03-4e5c-9708-d964419e71d6 None None] Calling delete_port for 0a67a5ac-3dfc-4a3f-bd9b-fde75a0bd5b3 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:42:26.440587 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d035dfd7-6d80-4edc-bd25-38a14b7eca1e tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Unset dirty status for tenant:5c411c6240db48b89df864d41fe970be on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:42:26.445274 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d035dfd7-6d80-4edc-bd25-38a14b7eca1e tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.5321822 May 27 02:42:26.446325 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46988) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:26.492050 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-9e93803c-841d-4838-9f49-f05e205da3c3 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] For port 0a67a5ac-3dfc-4a3f-bd9b-fde75a0bd5b3, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=0a67a5ac-3dfc-4a3f-bd9b-fde75a0bd5b3,segment=NetworkSegment(f5242694-3ab2-444f-af82-51d294353ea7),segment_id=f5242694-3ab2-444f-af82-51d294353ea7)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:42:26.492454 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e93803c-841d-4838-9f49-f05e205da3c3 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:26.554950 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d682cc-beb9-49e1-9e8d-80edcaa46d00 None None] DHCP port deletion for 79668c07-64ae-46dc-8ee3-ab84136b7fee request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:42:26.558661 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a0884784-5c2f-4316-9687-f2eb9b308d1f tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:26.560112 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-75d682cc-beb9-49e1-9e8d-80edcaa46d00 None None] Deleting port bad3ed6b-d011-40f1-a97f-1c47014bb058 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:42:26.560938 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-75d682cc-beb9-49e1-9e8d-80edcaa46d00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:26.596979 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a0884784-5c2f-4316-9687-f2eb9b308d1f tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:26.606927 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-56df51b9-9d03-4e5c-9708-d964419e71d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:26.663741 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 46994) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:26.673590 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df51b9-9d03-4e5c-9708-d964419e71d6 None None] Pushing event deleted for resources: {'Port': ['ID=0a67a5ac-3dfc-4a3f-bd9b-fde75a0bd5b3,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:26.683209 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-9e93803c-841d-4838-9f49-f05e205da3c3 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Calling delete_port for 0a67a5ac-3dfc-4a3f-bd9b-fde75a0bd5b3 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:42:26.688290 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dcebdbaa-cb29-4fcf-96c6-961b46328239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:26.691074 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56df51b9-9d03-4e5c-9708-d964419e71d6 None None] No DVR routers for this DVR port 0a67a5ac-3dfc-4a3f-bd9b-fde75a0bd5b3 on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:42:26.705628 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-dcebdbaa-cb29-4fcf-96c6-961b46328239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:26.710209 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-dcebdbaa-cb29-4fcf-96c6-961b46328239 admin admin] Usage tracker for resource:security_group_rule and tenant:8265fe58e45a4040a11c984018506538 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:26.714046 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-dcebdbaa-cb29-4fcf-96c6-961b46328239 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:26.719724 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a0884784-5c2f-4316-9687-f2eb9b308d1f tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:26.732102 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-dcebdbaa-cb29-4fcf-96c6-961b46328239 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:26.747145 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0884784-5c2f-4316-9687-f2eb9b308d1f tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62dab1a8-7185-4562-b11d-9a97c941856c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:42:26.790893 n-d-843554-3 neutron-server[88901]: util.warn( May 27 02:42:26.797374 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-9e93803c-841d-4838-9f49-f05e205da3c3 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:42:26.797759 n-d-843554-3 neutron-server[88901]: DEBUG oslo_db.api [None req-9e93803c-841d-4838-9f49-f05e205da3c3 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:42:26.825371 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a0884784-5c2f-4316-9687-f2eb9b308d1f tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:26.826604 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a0884784-5c2f-4316-9687-f2eb9b308d1f tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "DELETE /v2.0/security-groups/62dab1a8-7185-4562-b11d-9a97c941856c HTTP/1.1" status: 204 len: 168 time: 0.3787243 May 27 02:42:26.829801 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47002) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:26.915844 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device bad3ed6b-d011-40f1-a97f-1c47014bb058 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:42:26.976977 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-494f0658-ae99-461f-86c3-59b7f6f29db3 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Synchronizing usage tracker for tenant:5c411c6240db48b89df864d41fe970be on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:42:26.990496 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-75d682cc-beb9-49e1-9e8d-80edcaa46d00 None None] For port bad3ed6b-d011-40f1-a97f-1c47014bb058, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=bad3ed6b-d011-40f1-a97f-1c47014bb058,segment=NetworkSegment(1b43119e-db81-4eed-a3c8-b5593f4d0c6e),segment_id=1b43119e-db81-4eed-a3c8-b5593f4d0c6e)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:42:26.991136 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-75d682cc-beb9-49e1-9e8d-80edcaa46d00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:27.024125 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dcebdbaa-cb29-4fcf-96c6-961b46328239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:27.094864 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-494f0658-ae99-461f-86c3-59b7f6f29db3 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Unset dirty status for tenant:5c411c6240db48b89df864d41fe970be on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:42:27.096937 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-494f0658-ae99-461f-86c3-59b7f6f29db3 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2629611 May 27 02:42:27.102162 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47014) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:27.110501 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-e888e853-1f46-4a8e-8c9f-dd8910a9539d tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Request body: {'security_group': {'name': 'tempest-secgroup--852699095'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:27.120538 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e888e853-1f46-4a8e-8c9f-dd8910a9539d tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:27.121659 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-75d682cc-beb9-49e1-9e8d-80edcaa46d00 None None] Calling delete_port for bad3ed6b-d011-40f1-a97f-1c47014bb058 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:42:27.126353 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dcebdbaa-cb29-4fcf-96c6-961b46328239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:27.158280 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e888e853-1f46-4a8e-8c9f-dd8910a9539d tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:27.199195 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-dcebdbaa-cb29-4fcf-96c6-961b46328239 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8265fe58e45a4040a11c984018506538&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5305083 May 27 02:42:27.199195 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcebdbaa-cb29-4fcf-96c6-961b46328239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6defbbe0-4b03-44ad-aaaf-83ab87ab1dd0,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:27.199520 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47018) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:27.231253 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e888e853-1f46-4a8e-8c9f-dd8910a9539d tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:27.279127 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e888e853-1f46-4a8e-8c9f-dd8910a9539d tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:27.283761 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e888e853-1f46-4a8e-8c9f-dd8910a9539d tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Usage tracker for resource:security_group_rule and tenant:5c411c6240db48b89df864d41fe970be is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:27.287471 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e888e853-1f46-4a8e-8c9f-dd8910a9539d tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:27.293920 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port bad3ed6b-d011-40f1-a97f-1c47014bb058 is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:42:27.294303 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:27.295086 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e888e853-1f46-4a8e-8c9f-dd8910a9539d tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:27.304950 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-9e93803c-841d-4838-9f49-f05e205da3c3 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Deleting port 0a67a5ac-3dfc-4a3f-bd9b-fde75a0bd5b3 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:42:27.305306 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e93803c-841d-4838-9f49-f05e205da3c3 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:27.379077 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e888e853-1f46-4a8e-8c9f-dd8910a9539d tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:27.387018 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-75d682cc-beb9-49e1-9e8d-80edcaa46d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:27.393434 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-9e93803c-841d-4838-9f49-f05e205da3c3 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] The port '0a67a5ac-3dfc-4a3f-bd9b-fde75a0bd5b3' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:42:27.432496 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e888e853-1f46-4a8e-8c9f-dd8910a9539d tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:27.462061 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b611f5e2-8e7a-40db-ab15-2abd0c12eaf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:27.490700 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 0a67a5ac-3dfc-4a3f-bd9b-fde75a0bd5b3 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:42:27.512490 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e888e853-1f46-4a8e-8c9f-dd8910a9539d tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82dc9fdb-e42b-4aeb-8f30-0199ef873034,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:27.520692 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d682cc-beb9-49e1-9e8d-80edcaa46d00 None None] No DVR routers for this DVR port bad3ed6b-d011-40f1-a97f-1c47014bb058 on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:42:27.524319 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d682cc-beb9-49e1-9e8d-80edcaa46d00 None None] Pushing event deleted for resources: {'Port': ['ID=bad3ed6b-d011-40f1-a97f-1c47014bb058,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:27.551694 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 0a67a5ac-3dfc-4a3f-bd9b-fde75a0bd5b3 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:42:27.553155 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 0a67a5ac-3dfc-4a3f-bd9b-fde75a0bd5b3 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:42:27.596338 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e93803c-841d-4838-9f49-f05e205da3c3 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:27.601372 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e888e853-1f46-4a8e-8c9f-dd8910a9539d tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:27.603548 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e888e853-1f46-4a8e-8c9f-dd8910a9539d tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4994979 May 27 02:42:27.605742 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47032) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:27.610623 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b611f5e2-8e7a-40db-ab15-2abd0c12eaf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:27.613212 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-b3a918a7-03ad-4406-9917-6d074cc15f1a tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:27.613929 n-d-843554-3 neutron-server[88902]: WARNING neutron.api.v2.base [None req-b3a918a7-03ad-4406-9917-6d074cc15f1a tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 27 02:42:27.616270 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-b3a918a7-03ad-4406-9917-6d074cc15f1a tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] update failed (client error): There was a conflict when trying to complete your request. May 27 02:42:27.616270 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b3a918a7-03ad-4406-9917-6d074cc15f1a tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "PUT /v2.0/security-groups/82dc9fdb-e42b-4aeb-8f30-0199ef873034 HTTP/1.1" status: 409 len: 330 time: 0.0087223 May 27 02:42:27.618788 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47036) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:27.653455 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-9e93803c-841d-4838-9f49-f05e205da3c3 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c545b679-1c83-426b-b507-3d88373d7e61']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:42:27.685493 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-9e93803c-841d-4838-9f49-f05e205da3c3 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5242694-3ab2-444f-af82-51d294353ea7') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:42:27.685728 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-9e93803c-841d-4838-9f49-f05e205da3c3 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5242694-3ab2-444f-af82-51d294353ea7') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:42:27.696121 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4172234c-5082-41ca-a766-3f2ab581561e tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:27.701978 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e93803c-841d-4838-9f49-f05e205da3c3 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:27.719850 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e93803c-841d-4838-9f49-f05e205da3c3 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:27.724786 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4172234c-5082-41ca-a766-3f2ab581561e tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:27.726357 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e93803c-841d-4838-9f49-f05e205da3c3 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:42:27.726755 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e93803c-841d-4838-9f49-f05e205da3c3 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:27.842613 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b611f5e2-8e7a-40db-ab15-2abd0c12eaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:27.875279 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e516c83c-6e7e-47bc-b08f-09185ebb12ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:27.875848 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4172234c-5082-41ca-a766-3f2ab581561e tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:27.889048 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b611f5e2-8e7a-40db-ab15-2abd0c12eaf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6defbbe0-4b03-44ad-aaaf-83ab87ab1dd0,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:27.912195 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47050) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:27.920633 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4172234c-5082-41ca-a766-3f2ab581561e tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82dc9fdb-e42b-4aeb-8f30-0199ef873034,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:27.933401 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4172234c-5082-41ca-a766-3f2ab581561e tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:27.933401 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4172234c-5082-41ca-a766-3f2ab581561e tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "DELETE /v2.0/security-groups/82dc9fdb-e42b-4aeb-8f30-0199ef873034 HTTP/1.1" status: 204 len: 168 time: 0.3127637 May 27 02:42:27.936366 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47054) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:27.945214 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e93803c-841d-4838-9f49-f05e205da3c3 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:27.960999 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e93803c-841d-4838-9f49-f05e205da3c3 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:28.000204 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-84107376-197c-4600-9039-1ab76ed0260e tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Synchronizing usage tracker for tenant:5c411c6240db48b89df864d41fe970be on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:42:28.088305 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment f5242694-3ab2-444f-af82-51d294353ea7 resource provider aggregate not found May 27 02:42:28.099804 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-1e74431a-8f57-4b86-a7d4-826dfa6816f1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-475268289-network', 'tenant_id': 'aa5e3afca4044d3b99c498d82b201ef9'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:28.103935 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e93803c-841d-4838-9f49-f05e205da3c3 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Pushing event deleted for resources: {'Network': ['ID=c545b679-1c83-426b-b507-3d88373d7e61,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:28.105435 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-84107376-197c-4600-9039-1ab76ed0260e tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] Unset dirty status for tenant:5c411c6240db48b89df864d41fe970be on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:42:28.110246 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-84107376-197c-4600-9039-1ab76ed0260e tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1695657 May 27 02:42:28.110828 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47062) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:28.112517 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b611f5e2-8e7a-40db-ab15-2abd0c12eaf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:28.113821 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b611f5e2-8e7a-40db-ab15-2abd0c12eaf4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6defbbe0-4b03-44ad-aaaf-83ab87ab1dd0 HTTP/1.1" status: 204 len: 168 time: 0.9145420 May 27 02:42:28.118842 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9e93803c-841d-4838-9f49-f05e205da3c3 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] 10.222.0.57 "DELETE /v2.0/networks/c545b679-1c83-426b-b507-3d88373d7e61 HTTP/1.1" status: 204 len: 168 time: 2.0762126 May 27 02:42:28.118842 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1e74431a-8f57-4b86-a7d4-826dfa6816f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:28.120873 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment f5242694-3ab2-444f-af82-51d294353ea7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f5242694-3ab2-444f-af82-51d294353ea7 found for delete ", "request_id": "req-5b83c55e-038b-4a68-afb6-1dd844068a27"}]} May 27 02:42:28.121531 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47066) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:28.125176 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1e74431a-8f57-4b86-a7d4-826dfa6816f1 admin admin] Usage tracker for resource:network and tenant:aa5e3afca4044d3b99c498d82b201ef9 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:28.128180 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1e74431a-8f57-4b86-a7d4-826dfa6816f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:28.130953 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-eb8e80b0-eca8-415e-8b01-4e56c4a3cd1d tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] delete failed (client error): The resource could not be found. May 27 02:42:28.135857 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-eb8e80b0-eca8-415e-8b01-4e56c4a3cd1d tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "DELETE /v2.0/security-groups/7286a767-04d0-4958-9dc3-35a8be4054d1 HTTP/1.1" status: 404 len: 347 time: 0.0205791 May 27 02:42:28.136023 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47072) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:28.152282 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1e74431a-8f57-4b86-a7d4-826dfa6816f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:28.164229 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-c60da17b-1f9b-451b-af21-461040274623 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] show failed (client error): The resource could not be found. May 27 02:42:28.165279 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c60da17b-1f9b-451b-af21-461040274623 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "GET /v2.0/security-groups/ca06f321-1ff3-4274-a76b-574558d05ca8 HTTP/1.1" status: 404 len: 347 time: 0.0283833 May 27 02:42:28.169588 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47076) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:28.187957 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-264b2546-0dc6-4ac5-a1cf-bac9018766a3 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] show failed (client error): The resource could not be found. May 27 02:42:28.192063 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-264b2546-0dc6-4ac5-a1cf-bac9018766a3 tempest-NegativeSecGroupTest-812517861 tempest-NegativeSecGroupTest-812517861-project] 10.222.0.57 "GET /v2.0/security-group-rules/8d7b05c6-4642-469b-9426-6a2b13a177f7 HTTP/1.1" status: 404 len: 356 time: 0.0174630 May 27 02:42:28.252945 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af99a7c5-5ebf-4d0f-9e77-9402dc163369 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:28.363656 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e74431a-8f57-4b86-a7d4-826dfa6816f1 admin admin] Made reservation on behalf of aa5e3afca4044d3b99c498d82b201ef9 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:42:28.366503 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e74431a-8f57-4b86-a7d4-826dfa6816f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:28.392466 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e74431a-8f57-4b86-a7d4-826dfa6816f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:28.414481 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af99a7c5-5ebf-4d0f-9e77-9402dc163369 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:28.421576 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1e74431a-8f57-4b86-a7d4-826dfa6816f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:28.429181 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1e74431a-8f57-4b86-a7d4-826dfa6816f1 admin admin] Usage tracker for resource:security_group_rule and tenant:aa5e3afca4044d3b99c498d82b201ef9 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:28.439020 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1e74431a-8f57-4b86-a7d4-826dfa6816f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:28.448187 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1e74431a-8f57-4b86-a7d4-826dfa6816f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:28.450919 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-af99a7c5-5ebf-4d0f-9e77-9402dc163369 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79668c07-64ae-46dc-8ee3-ab84136b7fee']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:42:28.468580 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-af99a7c5-5ebf-4d0f-9e77-9402dc163369 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b43119e-db81-4eed-a3c8-b5593f4d0c6e') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:42:28.468919 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-af99a7c5-5ebf-4d0f-9e77-9402dc163369 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b43119e-db81-4eed-a3c8-b5593f4d0c6e') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:42:28.488579 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af99a7c5-5ebf-4d0f-9e77-9402dc163369 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:28.516892 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af99a7c5-5ebf-4d0f-9e77-9402dc163369 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:28.531648 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af99a7c5-5ebf-4d0f-9e77-9402dc163369 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:42:28.531648 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af99a7c5-5ebf-4d0f-9e77-9402dc163369 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:28.678407 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e74431a-8f57-4b86-a7d4-826dfa6816f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:28.707209 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af99a7c5-5ebf-4d0f-9e77-9402dc163369 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:28.745000 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af99a7c5-5ebf-4d0f-9e77-9402dc163369 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:28.764224 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47094) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:28.764777 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-af99a7c5-5ebf-4d0f-9e77-9402dc163369 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] 10.222.0.57 "DELETE /v2.0/networks/79668c07-64ae-46dc-8ee3-ab84136b7fee HTTP/1.1" status: 204 len: 168 time: 0.6409206 May 27 02:42:28.767661 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e74431a-8f57-4b86-a7d4-826dfa6816f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:28.772123 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47096) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:28.779359 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99a7c5-5ebf-4d0f-9e77-9402dc163369 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Pushing event deleted for resources: {'Network': ['ID=79668c07-64ae-46dc-8ee3-ab84136b7fee,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:28.851309 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e74431a-8f57-4b86-a7d4-826dfa6816f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:42:28.867147 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e74431a-8f57-4b86-a7d4-826dfa6816f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09995bda-ffd1-424e-a2b7-d7f772c9bebd,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:28.876658 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e74431a-8f57-4b86-a7d4-826dfa6816f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:28.879003 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-1e74431a-8f57-4b86-a7d4-826dfa6816f1 admin admin] Added segment cbc43cad-72ea-4fad-b4f8-a4e759d6262a of type vlan for network 6c8fd566-db3a-40e1-a1dd-0aee04a5d421 May 27 02:42:28.892638 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cba9de1-79fa-457d-83c7-cf9d84971c49 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Deleting subnet b30ce6ec-0f91-41bd-b7df-9163de3aebea {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:42:28.897249 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4cba9de1-79fa-457d-83c7-cf9d84971c49 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:28.976957 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47108) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:28.977195 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-639ba58a-c269-4f15-b2f9-b54263a2d8c9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5c411c6240db48b89df864d41fe970be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2107196 May 27 02:42:28.985375 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e74431a-8f57-4b86-a7d4-826dfa6816f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:29.008371 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4cba9de1-79fa-457d-83c7-cf9d84971c49 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:29.012851 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:29.014641 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:29.151595 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff70c799-f5c5-4e67-97f3-57fcad0eb753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:29.185021 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4cba9de1-79fa-457d-83c7-cf9d84971c49 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:29.213339 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff70c799-f5c5-4e67-97f3-57fcad0eb753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:29.250735 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e74431a-8f57-4b86-a7d4-826dfa6816f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:29.250735 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e74431a-8f57-4b86-a7d4-826dfa6816f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:29.251031 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e74431a-8f57-4b86-a7d4-826dfa6816f1 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:29.387779 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e74431a-8f57-4b86-a7d4-826dfa6816f1 admin admin] Pushing event updated for resources: {'Network': ['ID=6c8fd566-db3a-40e1-a1dd-0aee04a5d421,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:29.398477 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 6c8fd566-db3a-40e1-a1dd-0aee04a5d421 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:42:29.482997 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1e74431a-8f57-4b86-a7d4-826dfa6816f1 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5695224 May 27 02:42:29.485718 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47124) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:29.491569 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-c915360e-e8fc-4b3e-ae9a-cd08c3576e05 admin admin] Request body: {'subnet': {'network_id': '6c8fd566-db3a-40e1-a1dd-0aee04a5d421', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-475268289-subnet', 'tenant_id': 'aa5e3afca4044d3b99c498d82b201ef9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:29.497365 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c915360e-e8fc-4b3e-ae9a-cd08c3576e05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:29.501710 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c915360e-e8fc-4b3e-ae9a-cd08c3576e05 admin admin] Usage tracker for resource:subnet and tenant:aa5e3afca4044d3b99c498d82b201ef9 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:29.505409 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c915360e-e8fc-4b3e-ae9a-cd08c3576e05 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:29.511254 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c915360e-e8fc-4b3e-ae9a-cd08c3576e05 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:29.516061 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff70c799-f5c5-4e67-97f3-57fcad0eb753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:29.519870 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4cba9de1-79fa-457d-83c7-cf9d84971c49 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:29.578632 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba9de1-79fa-457d-83c7-cf9d84971c49 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Pushing event deleted for resources: {'Subnet': ['ID=b30ce6ec-0f91-41bd-b7df-9163de3aebea,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:29.581403 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff70c799-f5c5-4e67-97f3-57fcad0eb753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516f1653-aaa8-4756-8d91-3b64ca586427,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:29.583596 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4cba9de1-79fa-457d-83c7-cf9d84971c49 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:29.591024 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4cba9de1-79fa-457d-83c7-cf9d84971c49 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] 10.222.0.57 "DELETE /v2.0/subnets/b30ce6ec-0f91-41bd-b7df-9163de3aebea HTTP/1.1" status: 204 len: 168 time: 0.8090031 May 27 02:42:29.593540 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47130) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:29.608245 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fba81f4-8b97-4480-947f-dd56b5a75534 None None] Network 79247a02-c328-4f91-b0de-ccf49307e671 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:42:29.634915 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c915360e-e8fc-4b3e-ae9a-cd08c3576e05 admin admin] Made reservation on behalf of aa5e3afca4044d3b99c498d82b201ef9 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:42:29.637585 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c915360e-e8fc-4b3e-ae9a-cd08c3576e05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:29.669394 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:42:29.677509 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff70c799-f5c5-4e67-97f3-57fcad0eb753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:29.680742 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ff70c799-f5c5-4e67-97f3-57fcad0eb753 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/516f1653-aaa8-4756-8d91-3b64ca586427 HTTP/1.1" status: 204 len: 168 time: 0.7006671 May 27 02:42:29.811782 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-756f07b6-cbb6-4bbe-85e4-713b64e36602 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:29.833577 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-756f07b6-cbb6-4bbe-85e4-713b64e36602 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Deleting port a5e8c32b-8e08-48b2-b84f-662daa67ea29 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:42:29.834674 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-756f07b6-cbb6-4bbe-85e4-713b64e36602 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:29.959648 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed664604-fd64-4ecd-830a-6fb243ff6625 None None] DHCP port deletion for 79247a02-c328-4f91-b0de-ccf49307e671 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:42:29.964892 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ed664604-fd64-4ecd-830a-6fb243ff6625 None None] Deleting port a5e8c32b-8e08-48b2-b84f-662daa67ea29 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:42:29.965276 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ed664604-fd64-4ecd-830a-6fb243ff6625 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:30.088831 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c915360e-e8fc-4b3e-ae9a-cd08c3576e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:30.107935 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-756f07b6-cbb6-4bbe-85e4-713b64e36602 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] For port a5e8c32b-8e08-48b2-b84f-662daa67ea29, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=a5e8c32b-8e08-48b2-b84f-662daa67ea29,segment=NetworkSegment(d3d155e0-04b1-4059-b340-d13d0c180e02),segment_id=d3d155e0-04b1-4059-b340-d13d0c180e02)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:42:30.110731 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-756f07b6-cbb6-4bbe-85e4-713b64e36602 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:30.201500 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 1b43119e-db81-4eed-a3c8-b5593f4d0c6e resource provider aggregate not found May 27 02:42:30.241406 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 1b43119e-db81-4eed-a3c8-b5593f4d0c6e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1b43119e-db81-4eed-a3c8-b5593f4d0c6e found for delete ", "request_id": "req-5973d966-73ee-4379-a371-b91bdbb3de89"}]} May 27 02:42:30.290583 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915360e-e8fc-4b3e-ae9a-cd08c3576e05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5e6f5ce-eada-4ed6-9077-40549459053e,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:30.305075 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c915360e-e8fc-4b3e-ae9a-cd08c3576e05 admin admin] Checking segment: {'id': 'cbc43cad-72ea-4fad-b4f8-a4e759d6262a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6c8fd566-db3a-40e1-a1dd-0aee04a5d421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:42:30.305713 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c915360e-e8fc-4b3e-ae9a-cd08c3576e05 admin admin] Network hostable DHCP agents. Network: 6c8fd566-db3a-40e1-a1dd-0aee04a5d421, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:42:30.329871 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-ed664604-fd64-4ecd-830a-6fb243ff6625 None None] For port a5e8c32b-8e08-48b2-b84f-662daa67ea29, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=a5e8c32b-8e08-48b2-b84f-662daa67ea29,segment=NetworkSegment(d3d155e0-04b1-4059-b340-d13d0c180e02),segment_id=d3d155e0-04b1-4059-b340-d13d0c180e02)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:42:30.330386 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ed664604-fd64-4ecd-830a-6fb243ff6625 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:30.361330 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:30.402426 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c915360e-e8fc-4b3e-ae9a-cd08c3576e05 admin admin] Network 6c8fd566-db3a-40e1-a1dd-0aee04a5d421 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:42:30.403874 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-756f07b6-cbb6-4bbe-85e4-713b64e36602 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Calling delete_port for a5e8c32b-8e08-48b2-b84f-662daa67ea29 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:42:30.522763 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-c915360e-e8fc-4b3e-ae9a-cd08c3576e05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 6c8fd566-db3a-40e1-a1dd-0aee04a5d421) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:42:30.526996 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c915360e-e8fc-4b3e-ae9a-cd08c3576e05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:30.530683 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c915360e-e8fc-4b3e-ae9a-cd08c3576e05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:30.536126 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80724541-1b83-4723-b85f-f2ad19576298 None None] Network 6c8fd566-db3a-40e1-a1dd-0aee04a5d421 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:42:30.585728 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-756f07b6-cbb6-4bbe-85e4-713b64e36602 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:30.632734 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ed664604-fd64-4ecd-830a-6fb243ff6625 None None] Calling delete_port for a5e8c32b-8e08-48b2-b84f-662daa67ea29 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:42:30.649054 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c915360e-e8fc-4b3e-ae9a-cd08c3576e05 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1622097 May 27 02:42:30.649955 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f07b6-cbb6-4bbe-85e4-713b64e36602 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Pushing event deleted for resources: {'Port': ['ID=a5e8c32b-8e08-48b2-b84f-662daa67ea29,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:30.654059 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756f07b6-cbb6-4bbe-85e4-713b64e36602 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] No DVR routers for this DVR port a5e8c32b-8e08-48b2-b84f-662daa67ea29 on host n-d-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:42:30.878236 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-756f07b6-cbb6-4bbe-85e4-713b64e36602 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:30.879296 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-ed664604-fd64-4ecd-830a-6fb243ff6625 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:42:30.879665 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-ed664604-fd64-4ecd-830a-6fb243ff6625 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:42:30.909940 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device a5e8c32b-8e08-48b2-b84f-662daa67ea29 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:42:30.948802 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-756f07b6-cbb6-4bbe-85e4-713b64e36602 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79247a02-c328-4f91-b0de-ccf49307e671']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:42:30.977386 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: a5e8c32b-8e08-48b2-b84f-662daa67ea29 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:42:30.977729 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device a5e8c32b-8e08-48b2-b84f-662daa67ea29 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:42:30.988748 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-756f07b6-cbb6-4bbe-85e4-713b64e36602 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3d155e0-04b1-4059-b340-d13d0c180e02') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:42:30.991139 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-756f07b6-cbb6-4bbe-85e4-713b64e36602 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3d155e0-04b1-4059-b340-d13d0c180e02') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:42:31.019529 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-756f07b6-cbb6-4bbe-85e4-713b64e36602 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:31.053029 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85791be3-16ad-4dd3-aef6-e5f0dcf0db5f None None] Network 6c8fd566-db3a-40e1-a1dd-0aee04a5d421 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:42:31.068380 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-756f07b6-cbb6-4bbe-85e4-713b64e36602 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:31.082911 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-756f07b6-cbb6-4bbe-85e4-713b64e36602 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:42:31.084222 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-756f07b6-cbb6-4bbe-85e4-713b64e36602 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:31.216025 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment d3d155e0-04b1-4059-b340-d13d0c180e02 resource provider aggregate not found May 27 02:42:31.435186 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ed664604-fd64-4ecd-830a-6fb243ff6625 None None] Deleting port a5e8c32b-8e08-48b2-b84f-662daa67ea29 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:42:31.436185 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ed664604-fd64-4ecd-830a-6fb243ff6625 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:31.452982 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment d3d155e0-04b1-4059-b340-d13d0c180e02 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d3d155e0-04b1-4059-b340-d13d0c180e02 found for delete ", "request_id": "req-ad82fc20-a4c3-4d8c-a70c-3e837b9b0bd0"}]} May 27 02:42:31.475745 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47204) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:31.511960 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ed664604-fd64-4ecd-830a-6fb243ff6625 None None] The port 'a5e8c32b-8e08-48b2-b84f-662daa67ea29' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:42:31.584424 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-756f07b6-cbb6-4bbe-85e4-713b64e36602 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:31.593848 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-756f07b6-cbb6-4bbe-85e4-713b64e36602 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:31.621298 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f07b6-cbb6-4bbe-85e4-713b64e36602 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Pushing event deleted for resources: {'Network': ['ID=79247a02-c328-4f91-b0de-ccf49307e671,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:31.629324 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-756f07b6-cbb6-4bbe-85e4-713b64e36602 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] 10.222.0.57 "DELETE /v2.0/networks/79247a02-c328-4f91-b0de-ccf49307e671 HTTP/1.1" status: 204 len: 168 time: 2.0317678 May 27 02:42:31.629324 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47210) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:31.642293 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2ab22ff9-4413-492a-a778-452c00366e4f tempest-ServiceProvidersTest-867151218 tempest-ServiceProvidersTest-867151218-project] 10.222.0.57 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1653402 May 27 02:42:31.671864 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7c864d57-8416-4390-b0a8-4bff89eddf0f tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Synchronizing usage tracker for tenant:ee13f9384003431ba8d4470f5ff820cb on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:42:31.789541 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7c864d57-8416-4390-b0a8-4bff89eddf0f tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Unset dirty status for tenant:ee13f9384003431ba8d4470f5ff820cb on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:42:31.793197 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7c864d57-8416-4390-b0a8-4bff89eddf0f tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] 10.222.0.57 "GET /v2.0/ports?device_id=10414ec4-cfa1-4e82-9ca6-4d4db793d9d6 HTTP/1.1" status: 200 len: 205 time: 0.1609797 May 27 02:42:31.793586 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47216) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:31.931204 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47222) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:32.085442 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-48c3cc38-a7be-4501-b18d-a011adda1d36 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:32.089576 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0a9c5a46-bc4a-4ab8-afe8-552baeba1a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:32.124643 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-0a9c5a46-bc4a-4ab8-afe8-552baeba1a3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:32.133220 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-0a9c5a46-bc4a-4ab8-afe8-552baeba1a3d admin admin] Usage tracker for resource:security_group_rule and tenant:b9ba35a4a41d48b6bf309168df666bf3 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:32.141267 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-0a9c5a46-bc4a-4ab8-afe8-552baeba1a3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:32.152107 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-0a9c5a46-bc4a-4ab8-afe8-552baeba1a3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:32.245054 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47234) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:32.309588 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0a9c5a46-bc4a-4ab8-afe8-552baeba1a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:32.395100 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-28368b6d-58b0-41bc-ab35-031bd655a8b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:32.409033 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0a9c5a46-bc4a-4ab8-afe8-552baeba1a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:32.423395 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-28368b6d-58b0-41bc-ab35-031bd655a8b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:32.434408 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-28368b6d-58b0-41bc-ab35-031bd655a8b7 admin admin] Usage tracker for resource:security_group_rule and tenant:cae142f060564affa0b50fae50158a6b is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:32.444811 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-28368b6d-58b0-41bc-ab35-031bd655a8b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:32.452686 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-48c3cc38-a7be-4501-b18d-a011adda1d36 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:32.454958 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-48c3cc38-a7be-4501-b18d-a011adda1d36 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:32.465469 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-28368b6d-58b0-41bc-ab35-031bd655a8b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:32.474378 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0a9c5a46-bc4a-4ab8-afe8-552baeba1a3d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b9ba35a4a41d48b6bf309168df666bf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5412996 May 27 02:42:32.477170 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c5a46-bc4a-4ab8-afe8-552baeba1a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248ad85f-03d9-4141-a301-b00d108a0d0f,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:32.477331 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47244) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:32.557271 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fda4e750-fac0-4d5b-be38-44d889044a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:32.583178 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-48c3cc38-a7be-4501-b18d-a011adda1d36 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:32.583178 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c3cc38-a7be-4501-b18d-a011adda1d36 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Fanout notify agent at l3_agent the message router_deleted on router 10414ec4-cfa1-4e82-9ca6-4d4db793d9d6 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:42:32.588169 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-28368b6d-58b0-41bc-ab35-031bd655a8b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:32.594834 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fda4e750-fac0-4d5b-be38-44d889044a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:32.606910 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-48c3cc38-a7be-4501-b18d-a011adda1d36 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:32.611222 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-48c3cc38-a7be-4501-b18d-a011adda1d36 tempest-RoutersNegativeTest-1919204280 tempest-RoutersNegativeTest-1919204280-project] 10.222.0.57 "DELETE /v2.0/routers/10414ec4-cfa1-4e82-9ca6-4d4db793d9d6 HTTP/1.1" status: 204 len: 168 time: 0.8134058 May 27 02:42:32.663465 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-28368b6d-58b0-41bc-ab35-031bd655a8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:32.768832 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28368b6d-58b0-41bc-ab35-031bd655a8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb882d0-4512-4fb9-8815-d392e1f9685f,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:32.784544 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-28368b6d-58b0-41bc-ab35-031bd655a8b7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cae142f060564affa0b50fae50158a6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5361235 May 27 02:42:32.785082 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47256) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:32.825166 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fda4e750-fac0-4d5b-be38-44d889044a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:32.866225 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-69162dcd-4864-4382-b0b4-b1f580d1fb30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:32.889947 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda4e750-fac0-4d5b-be38-44d889044a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248ad85f-03d9-4141-a301-b00d108a0d0f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:32.900483 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-69162dcd-4864-4382-b0b4-b1f580d1fb30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:32.913923 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fda4e750-fac0-4d5b-be38-44d889044a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:32.915068 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-fda4e750-fac0-4d5b-be38-44d889044a0b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/248ad85f-03d9-4141-a301-b00d108a0d0f HTTP/1.1" status: 204 len: 168 time: 0.4359295 May 27 02:42:33.035214 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-69162dcd-4864-4382-b0b4-b1f580d1fb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:33.053177 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69162dcd-4864-4382-b0b4-b1f580d1fb30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb882d0-4512-4fb9-8815-d392e1f9685f,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:33.075697 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-69162dcd-4864-4382-b0b4-b1f580d1fb30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:33.077071 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-69162dcd-4864-4382-b0b4-b1f580d1fb30 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7eb882d0-4512-4fb9-8815-d392e1f9685f HTTP/1.1" status: 204 len: 168 time: 0.2910316 May 27 02:42:33.239388 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47270) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:33.624847 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47282) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:33.659122 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5bff43f9-856a-4e05-bdf9-dba1a750a53f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:33.691928 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5bff43f9-856a-4e05-bdf9-dba1a750a53f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:33.698202 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5bff43f9-856a-4e05-bdf9-dba1a750a53f admin admin] Usage tracker for resource:security_group_rule and tenant:9c389a596e6f483faeadd2e37426ae5c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:33.702861 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5bff43f9-856a-4e05-bdf9-dba1a750a53f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:33.714425 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5bff43f9-856a-4e05-bdf9-dba1a750a53f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:33.815653 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5bff43f9-856a-4e05-bdf9-dba1a750a53f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:33.871935 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5bff43f9-856a-4e05-bdf9-dba1a750a53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:33.925788 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5bff43f9-856a-4e05-bdf9-dba1a750a53f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9c389a596e6f483faeadd2e37426ae5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2974010 May 27 02:42:33.925788 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff43f9-856a-4e05-bdf9-dba1a750a53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b19d009-8907-40d6-bf5e-61a92946849a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:33.927358 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47294) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:33.939002 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9d0a041b-5d09-41de-a7a3-2fe9eb6af6f7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ee13f9384003431ba8d4470f5ff820cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6980467 May 27 02:42:33.941621 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47298) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:34.041699 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83037587-ea8c-464e-a79e-825978a6e45f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:34.047818 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d85b62ef-4a19-4cb0-811b-82332566afab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:34.089705 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83037587-ea8c-464e-a79e-825978a6e45f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:34.101789 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d85b62ef-4a19-4cb0-811b-82332566afab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:34.253659 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83037587-ea8c-464e-a79e-825978a6e45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:34.270154 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83037587-ea8c-464e-a79e-825978a6e45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b19d009-8907-40d6-bf5e-61a92946849a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:34.279420 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83037587-ea8c-464e-a79e-825978a6e45f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:34.282892 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-83037587-ea8c-464e-a79e-825978a6e45f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9b19d009-8907-40d6-bf5e-61a92946849a HTTP/1.1" status: 204 len: 168 time: 0.3521192 May 27 02:42:34.284088 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d85b62ef-4a19-4cb0-811b-82332566afab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:34.287006 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d85b62ef-4a19-4cb0-811b-82332566afab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:34.288829 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d85b62ef-4a19-4cb0-811b-82332566afab admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d8e50933-4660-48b5-9057-ec92e21d0399 HTTP/1.1" status: 204 len: 168 time: 0.3462884 May 27 02:42:34.299483 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b62ef-4a19-4cb0-811b-82332566afab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e50933-4660-48b5-9057-ec92e21d0399,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:34.706146 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47332) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:34.941448 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-c959365f-d169-4c30-9e95-8a492d75dd24 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:34.944926 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-c959365f-d169-4c30-9e95-8a492d75dd24 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/networks?id=6c8fd566-db3a-40e1-a1dd-0aee04a5d421 HTTP/1.1" status: 200 len: 808 time: 0.1878388 May 27 02:42:34.950354 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-557e3d27-4e54-4444-868b-a59d19d42b0c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1633471607-network', 'tenant_id': '30830836d12f4d4d8d439bcc2974b868'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:34.956838 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-557e3d27-4e54-4444-868b-a59d19d42b0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:34.964346 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-557e3d27-4e54-4444-868b-a59d19d42b0c admin admin] Usage tracker for resource:network and tenant:30830836d12f4d4d8d439bcc2974b868 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:34.967946 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-557e3d27-4e54-4444-868b-a59d19d42b0c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:34.975524 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-557e3d27-4e54-4444-868b-a59d19d42b0c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:35.002253 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-830e94ac-fafd-406b-af66-45b9dacc11e4 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/quotas/aa5e3afca4044d3b99c498d82b201ef9 HTTP/1.1" status: 200 len: 375 time: 0.0255404 May 27 02:42:35.051293 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-4fe2d468-8d68-410c-a635-de3278a8b693 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=aa5e3afca4044d3b99c498d82b201ef9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503702 May 27 02:42:35.126505 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557e3d27-4e54-4444-868b-a59d19d42b0c admin admin] Made reservation on behalf of 30830836d12f4d4d8d439bcc2974b868 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:42:35.128822 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-557e3d27-4e54-4444-868b-a59d19d42b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:35.154866 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-557e3d27-4e54-4444-868b-a59d19d42b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:35.174150 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-557e3d27-4e54-4444-868b-a59d19d42b0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:35.181217 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-557e3d27-4e54-4444-868b-a59d19d42b0c admin admin] Usage tracker for resource:security_group_rule and tenant:30830836d12f4d4d8d439bcc2974b868 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:35.185772 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-557e3d27-4e54-4444-868b-a59d19d42b0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:35.203674 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-557e3d27-4e54-4444-868b-a59d19d42b0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:35.241483 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-d994edca-2717-40ee-aeaa-3259d9d80836 service neutron] 10.222.0.57 "GET /v2.0/networks/6c8fd566-db3a-40e1-a1dd-0aee04a5d421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820037 May 27 02:42:35.424860 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-b3e142f2-6976-4401-9337-3f0e87157d1c service neutron] 10.222.0.57 "GET /v2.0/networks/6c8fd566-db3a-40e1-a1dd-0aee04a5d421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746438 May 27 02:42:35.429522 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-557e3d27-4e54-4444-868b-a59d19d42b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:35.510893 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-557e3d27-4e54-4444-868b-a59d19d42b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:35.552643 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-557e3d27-4e54-4444-868b-a59d19d42b0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:42:35.574131 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e3d27-4e54-4444-868b-a59d19d42b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37107f58-ce36-41a6-873a-05335d507224,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:35.578513 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-557e3d27-4e54-4444-868b-a59d19d42b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:35.578895 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-557e3d27-4e54-4444-868b-a59d19d42b0c admin admin] Added segment b9ec643f-d29a-494a-87fc-0f10e9958227 of type vlan for network 5068ea4b-9ae9-4dae-bf09-e63d34118e77 May 27 02:42:35.672407 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-557e3d27-4e54-4444-868b-a59d19d42b0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:35.722676 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1c787-b075-4117-b80e-a1572ad9483b req-a52c4bb7-9757-4ecd-adc8-c17f08364443 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:35.730114 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2fa1c787-b075-4117-b80e-a1572ad9483b req-a52c4bb7-9757-4ecd-adc8-c17f08364443 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 1096 time: 0.1113691 May 27 02:42:35.749140 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-2fa1c787-b075-4117-b80e-a1572ad9483b req-4a96d78d-6b55-422a-8860-e681f3263ce6 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:35.764478 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-2fa1c787-b075-4117-b80e-a1572ad9483b req-4a96d78d-6b55-422a-8860-e681f3263ce6 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:35.768542 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-2fa1c787-b075-4117-b80e-a1572ad9483b req-4a96d78d-6b55-422a-8860-e681f3263ce6 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] Usage tracker for resource:security_group_rule and tenant:c66ddb8fb57248b3b321b9800261a897 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:35.771871 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-2fa1c787-b075-4117-b80e-a1572ad9483b req-4a96d78d-6b55-422a-8860-e681f3263ce6 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:35.777921 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-2fa1c787-b075-4117-b80e-a1572ad9483b req-4a96d78d-6b55-422a-8860-e681f3263ce6 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:35.797433 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47384) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:35.832652 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-557e3d27-4e54-4444-868b-a59d19d42b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:35.834174 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557e3d27-4e54-4444-868b-a59d19d42b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:35.834937 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-557e3d27-4e54-4444-868b-a59d19d42b0c admin admin] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:36.007856 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-054d61de-e559-4e96-9c95-aa54c128c821 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Request body: {'security_group': {'name': 'tempest-secgroup--735578630'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:36.018077 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-054d61de-e559-4e96-9c95-aa54c128c821 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:36.023728 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-054d61de-e559-4e96-9c95-aa54c128c821 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Usage tracker for resource:security_group and tenant:f82458fd649d4c6d862f3355dc439afb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:36.027135 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-054d61de-e559-4e96-9c95-aa54c128c821 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:36.033307 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-054d61de-e559-4e96-9c95-aa54c128c821 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:36.078456 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e3d27-4e54-4444-868b-a59d19d42b0c admin admin] Pushing event updated for resources: {'Network': ['ID=5068ea4b-9ae9-4dae-bf09-e63d34118e77,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:36.082211 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-07c21a17-af22-4197-8761-f201e289525d req-8637a244-cce4-4af7-ba74-524bdd9b6ac2 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5d5b07-5875-4289-96c7-ea6a5b4000fb HTTP/1.1" status: 200 len: 210 time: 0.0820627 May 27 02:42:36.091240 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 5068ea4b-9ae9-4dae-bf09-e63d34118e77 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:42:36.114411 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-2fa1c787-b075-4117-b80e-a1572ad9483b req-4a96d78d-6b55-422a-8860-e681f3263ce6 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:36.132963 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-054d61de-e559-4e96-9c95-aa54c128c821 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:36.145837 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-557e3d27-4e54-4444-868b-a59d19d42b0c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4388840 May 27 02:42:36.146553 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47406) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:36.150436 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-054d61de-e559-4e96-9c95-aa54c128c821 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:36.151932 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-4a820b55-cc19-4096-949b-88fbe9540755 admin admin] Request body: {'subnet': {'network_id': '5068ea4b-9ae9-4dae-bf09-e63d34118e77', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1633471607-subnet', 'tenant_id': '30830836d12f4d4d8d439bcc2974b868', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:36.169178 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4a820b55-cc19-4096-949b-88fbe9540755 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:36.175885 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-054d61de-e559-4e96-9c95-aa54c128c821 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:36.176186 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-054d61de-e559-4e96-9c95-aa54c128c821 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Usage tracker for resource:security_group_rule and tenant:f82458fd649d4c6d862f3355dc439afb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:36.179996 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-054d61de-e559-4e96-9c95-aa54c128c821 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:36.182207 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4a820b55-cc19-4096-949b-88fbe9540755 admin admin] Usage tracker for resource:subnet and tenant:30830836d12f4d4d8d439bcc2974b868 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:36.185295 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4a820b55-cc19-4096-949b-88fbe9540755 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:36.187005 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-054d61de-e559-4e96-9c95-aa54c128c821 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:36.191087 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4a820b55-cc19-4096-949b-88fbe9540755 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:36.199000 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-2fa1c787-b075-4117-b80e-a1572ad9483b req-4a96d78d-6b55-422a-8860-e681f3263ce6 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:36.236243 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-2fa1c787-b075-4117-b80e-a1572ad9483b req-4a96d78d-6b55-422a-8860-e681f3263ce6 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] Synchronizing usage tracker for tenant:c66ddb8fb57248b3b321b9800261a897 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:42:36.273398 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a96d78d-6b55-422a-8860-e681f3263ce6 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e40b35c-3ab2-4c00-873f-997f3f1b4dc3,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:36.321619 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a820b55-cc19-4096-949b-88fbe9540755 admin admin] Made reservation on behalf of 30830836d12f4d4d8d439bcc2974b868 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:42:36.324977 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4a820b55-cc19-4096-949b-88fbe9540755 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:36.325107 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-054d61de-e559-4e96-9c95-aa54c128c821 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:36.413271 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-2fa1c787-b075-4117-b80e-a1572ad9483b req-4a96d78d-6b55-422a-8860-e681f3263ce6 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] Unset dirty status for tenant:c66ddb8fb57248b3b321b9800261a897 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:42:36.414413 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2fa1c787-b075-4117-b80e-a1572ad9483b req-4a96d78d-6b55-422a-8860-e681f3263ce6 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=2b03d65b-fea9-4a72-bea0-c935f8442f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6834090 May 27 02:42:36.441541 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-054d61de-e559-4e96-9c95-aa54c128c821 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:36.447821 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-054d61de-e559-4e96-9c95-aa54c128c821 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:36.453048 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-054d61de-e559-4e96-9c95-aa54c128c821 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Usage tracker for resource:security_group_rule and tenant:f82458fd649d4c6d862f3355dc439afb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:36.456876 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-054d61de-e559-4e96-9c95-aa54c128c821 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:36.465181 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-054d61de-e559-4e96-9c95-aa54c128c821 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:36.552010 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-054d61de-e559-4e96-9c95-aa54c128c821 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:36.582350 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d61de-e559-4e96-9c95-aa54c128c821 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70d11821-044c-4a88-bcf9-0d391f88da68,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:36.655637 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-054d61de-e559-4e96-9c95-aa54c128c821 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:36.704516 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093def9-4b2a-43db-9985-93729d5ff1af req-81afc30f-7775-4bfa-a76e-df48f5362f98 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:36.712361 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c093def9-4b2a-43db-9985-93729d5ff1af req-81afc30f-7775-4bfa-a76e-df48f5362f98 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 945 time: 0.1140690 May 27 02:42:36.756075 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d61de-e559-4e96-9c95-aa54c128c821 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de910699-1fe3-43db-97f9-d1a65a823805,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:36.805216 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-054d61de-e559-4e96-9c95-aa54c128c821 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:36.815339 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-054d61de-e559-4e96-9c95-aa54c128c821 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0162482 May 27 02:42:36.818078 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47420) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:36.875483 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4a820b55-cc19-4096-949b-88fbe9540755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:36.926179 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cf67321b-cce8-4962-9791-33982eba1777 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Synchronizing usage tracker for tenant:f82458fd649d4c6d862f3355dc439afb on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:42:36.947751 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a820b55-cc19-4096-949b-88fbe9540755 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fc9bf78-91c1-4265-8ce6-02c139c1b8c1,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:36.996977 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c093def9-4b2a-43db-9985-93729d5ff1af req-fb319cd5-3ade-440c-9e54-629e33c8bfbd tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b03d65b-fea9-4a72-bea0-c935f8442f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2804420 May 27 02:42:37.012823 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47432) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:37.019390 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a820b55-cc19-4096-949b-88fbe9540755 admin admin] Checking segment: {'id': 'b9ec643f-d29a-494a-87fc-0f10e9958227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5068ea4b-9ae9-4dae-bf09-e63d34118e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:42:37.020120 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a820b55-cc19-4096-949b-88fbe9540755 admin admin] Network hostable DHCP agents. Network: 5068ea4b-9ae9-4dae-bf09-e63d34118e77, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:42:37.086586 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cf67321b-cce8-4962-9791-33982eba1777 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Unset dirty status for tenant:f82458fd649d4c6d862f3355dc439afb on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:42:37.087920 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-cf67321b-cce8-4962-9791-33982eba1777 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2630975 May 27 02:42:37.091332 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47440) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:37.097450 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-4122d6d1-9ad1-4fb0-a93b-1bdabf8dbd14 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Request body: {'security_group': {'name': 'tempest-security--117894881', 'description': 'tempest-security-description-1468836522'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:37.136492 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4122d6d1-9ad1-4fb0-a93b-1bdabf8dbd14 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:37.179797 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-795e1394-2070-45c3-880c-65dabc302307 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/floatingips/bceb1982-4292-4edb-819f-eeb7ab25b847 HTTP/1.1" status: 200 len: 992 time: 0.1651728 May 27 02:42:37.238692 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a820b55-cc19-4096-949b-88fbe9540755 admin admin] Network 5068ea4b-9ae9-4dae-bf09-e63d34118e77 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:42:37.249155 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c305cba5-20c7-4a10-b5b1-31c9005f4cd5 req-562ec3e6-ec30-439f-8967-404678b10ba6 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5d5b07-5875-4289-96c7-ea6a5b4000fb HTTP/1.1" status: 200 len: 210 time: 0.0580595 May 27 02:42:37.262709 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4122d6d1-9ad1-4fb0-a93b-1bdabf8dbd14 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:37.380052 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-4a820b55-cc19-4096-949b-88fbe9540755 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 5068ea4b-9ae9-4dae-bf09-e63d34118e77) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:42:37.385035 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a820b55-cc19-4096-949b-88fbe9540755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:37.385620 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4a820b55-cc19-4096-949b-88fbe9540755 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:37.389702 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70266907-a1b5-490e-94e0-ceb5e4de589d None None] Network 5068ea4b-9ae9-4dae-bf09-e63d34118e77 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:42:37.390170 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4122d6d1-9ad1-4fb0-a93b-1bdabf8dbd14 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:37.423026 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4122d6d1-9ad1-4fb0-a93b-1bdabf8dbd14 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:37.424250 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4122d6d1-9ad1-4fb0-a93b-1bdabf8dbd14 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "PUT /v2.0/security-groups/de910699-1fe3-43db-97f9-d1a65a823805 HTTP/1.1" status: 200 len: 1779 time: 0.3319619 May 27 02:42:37.427824 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47454) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:37.440587 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4122d6d1-9ad1-4fb0-a93b-1bdabf8dbd14 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de910699-1fe3-43db-97f9-d1a65a823805,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:37.491108 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4a820b55-cc19-4096-949b-88fbe9540755 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3434126 May 27 02:42:37.552778 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-30faa99e-b38a-4a5f-a1a3-bd657ef0a0e6 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "GET /v2.0/security-groups/de910699-1fe3-43db-97f9-d1a65a823805 HTTP/1.1" status: 200 len: 1779 time: 0.1208618 May 27 02:42:37.554464 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47462) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:37.651398 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-32f3b783-53eb-4af6-a9a4-d770c704863f tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:37.709919 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425031e2-3a8b-4a51-b986-338cd7de619c None None] Network 5068ea4b-9ae9-4dae-bf09-e63d34118e77 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:42:37.718580 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-32f3b783-53eb-4af6-a9a4-d770c704863f tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:37.923203 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-32f3b783-53eb-4af6-a9a4-d770c704863f tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:37.955672 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f3b783-53eb-4af6-a9a4-d770c704863f tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de910699-1fe3-43db-97f9-d1a65a823805,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:38.021804 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-32f3b783-53eb-4af6-a9a4-d770c704863f tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:38.025853 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47478) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:38.026348 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-32f3b783-53eb-4af6-a9a4-d770c704863f tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "DELETE /v2.0/security-groups/de910699-1fe3-43db-97f9-d1a65a823805 HTTP/1.1" status: 204 len: 168 time: 0.4704270 May 27 02:42:38.119450 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ea8de89a-a184-4788-92e9-639f82a07241 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0924509 May 27 02:42:38.122513 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47482) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:38.156986 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-a152ab02-1d3a-4e4d-9984-5f7bc05a3404 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] delete failed (client error): The resource could not be found. May 27 02:42:38.157928 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a152ab02-1d3a-4e4d-9984-5f7bc05a3404 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "DELETE /v2.0/security-groups/de910699-1fe3-43db-97f9-d1a65a823805 HTTP/1.1" status: 404 len: 347 time: 0.0341344 May 27 02:42:38.162427 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47488) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:38.167133 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-4c01c5e0-c16d-4d7d-8bf0-d0849c27a4d9 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Request body: {'security_group': {'name': 'tempest-secgroup--457890183'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:38.174039 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4c01c5e0-c16d-4d7d-8bf0-d0849c27a4d9 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:38.178842 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4c01c5e0-c16d-4d7d-8bf0-d0849c27a4d9 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Usage tracker for resource:security_group and tenant:f82458fd649d4c6d862f3355dc439afb is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:38.182541 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4c01c5e0-c16d-4d7d-8bf0-d0849c27a4d9 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:38.189514 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4c01c5e0-c16d-4d7d-8bf0-d0849c27a4d9 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:38.336546 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c01c5e0-c16d-4d7d-8bf0-d0849c27a4d9 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:38.366907 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4c01c5e0-c16d-4d7d-8bf0-d0849c27a4d9 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:38.419711 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4c01c5e0-c16d-4d7d-8bf0-d0849c27a4d9 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Usage tracker for resource:security_group_rule and tenant:f82458fd649d4c6d862f3355dc439afb is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:38.427444 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4c01c5e0-c16d-4d7d-8bf0-d0849c27a4d9 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:38.432204 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b3a104d5-a802-4ce1-88e5-6fb35c6ed606 req-892e0609-cf8f-4460-a1a3-01ea54bd0ddf tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5d5b07-5875-4289-96c7-ea6a5b4000fb HTTP/1.1" status: 200 len: 210 time: 0.0697806 May 27 02:42:38.438601 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4c01c5e0-c16d-4d7d-8bf0-d0849c27a4d9 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:38.585194 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c01c5e0-c16d-4d7d-8bf0-d0849c27a4d9 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:38.620670 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30ffab-9cf5-40e5-b111-8116882cf72f req-7354fd4d-47f8-4f7e-ba3c-5d65155e1745 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:38.622155 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fa30ffab-9cf5-40e5-b111-8116882cf72f req-7354fd4d-47f8-4f7e-ba3c-5d65155e1745 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 945 time: 0.1326959 May 27 02:42:38.650187 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c01c5e0-c16d-4d7d-8bf0-d0849c27a4d9 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:38.727714 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fa30ffab-9cf5-40e5-b111-8116882cf72f req-e1329301-e430-49ee-b08e-c546608d34ee tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b03d65b-fea9-4a72-bea0-c935f8442f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990653 May 27 02:42:38.735759 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c01c5e0-c16d-4d7d-8bf0-d0849c27a4d9 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3329d8f5-4486-46e0-84aa-17e661b10f59,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:38.838374 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47512) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:38.844915 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c01c5e0-c16d-4d7d-8bf0-d0849c27a4d9 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:38.846379 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4c01c5e0-c16d-4d7d-8bf0-d0849c27a4d9 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6834972 May 27 02:42:38.852361 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47518) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:38.855498 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ce9e051b-f9b9-442c-b88a-d5f6c27bebfd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-877988665-network', 'tenant_id': '1df3e71adebb4dfea7bd40087eddcd9d'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:38.858565 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-cadcf3fc-d7b2-46b2-8cf2-8137047699e6 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Request body: {'security_group_rule': {'security_group_id': '3329d8f5-4486-46e0-84aa-17e661b10f59', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:38.866526 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-cadcf3fc-d7b2-46b2-8cf2-8137047699e6 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:38.870955 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-cadcf3fc-d7b2-46b2-8cf2-8137047699e6 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Usage tracker for resource:security_group_rule and tenant:f82458fd649d4c6d862f3355dc439afb is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:38.874206 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-cadcf3fc-d7b2-46b2-8cf2-8137047699e6 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:38.880643 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-cadcf3fc-d7b2-46b2-8cf2-8137047699e6 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:38.951632 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ce9e051b-f9b9-442c-b88a-d5f6c27bebfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:38.971317 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ce9e051b-f9b9-442c-b88a-d5f6c27bebfd admin admin] Usage tracker for resource:network and tenant:1df3e71adebb4dfea7bd40087eddcd9d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:38.975134 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cadcf3fc-d7b2-46b2-8cf2-8137047699e6 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:38.984553 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ce9e051b-f9b9-442c-b88a-d5f6c27bebfd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:38.992596 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ce9e051b-f9b9-442c-b88a-d5f6c27bebfd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:39.015382 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-68c83665-f196-4044-9204-7d959af6ded4 req-4bda8f48-c1ef-43a3-982e-300034e7fe65 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4465055 May 27 02:42:39.048529 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cadcf3fc-d7b2-46b2-8cf2-8137047699e6 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:39.088318 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9e051b-f9b9-442c-b88a-d5f6c27bebfd admin admin] Made reservation on behalf of 1df3e71adebb4dfea7bd40087eddcd9d for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:42:39.090825 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce9e051b-f9b9-442c-b88a-d5f6c27bebfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:39.104471 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce9e051b-f9b9-442c-b88a-d5f6c27bebfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:39.119553 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ce9e051b-f9b9-442c-b88a-d5f6c27bebfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:39.134156 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cadcf3fc-d7b2-46b2-8cf2-8137047699e6 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:39.139357 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ce9e051b-f9b9-442c-b88a-d5f6c27bebfd admin admin] Usage tracker for resource:security_group_rule and tenant:1df3e71adebb4dfea7bd40087eddcd9d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:39.151888 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ce9e051b-f9b9-442c-b88a-d5f6c27bebfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:39.158100 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ce9e051b-f9b9-442c-b88a-d5f6c27bebfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:39.190104 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadcf3fc-d7b2-46b2-8cf2-8137047699e6 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=394426f6-6100-4f3f-9e4e-b93b6b53272e,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:39.275418 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce9e051b-f9b9-442c-b88a-d5f6c27bebfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:39.290788 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-929c784a-1ff6-4c6f-84fe-9216f0885868 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:39.290788 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-929c784a-1ff6-4c6f-84fe-9216f0885868 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.66 "GET /v2.0/networks?id=6c8fd566-db3a-40e1-a1dd-0aee04a5d421 HTTP/1.1" status: 200 len: 808 time: 0.2342219 May 27 02:42:39.299959 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-3d79e04b-90bb-4354-86a1-2ec73b1a525a tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Request body: {'port': {'device_id': '1a5d5b07-5875-4289-96c7-ea6a5b4000fb', 'network_id': '6c8fd566-db3a-40e1-a1dd-0aee04a5d421', 'admin_state_up': True, 'tenant_id': 'aa5e3afca4044d3b99c498d82b201ef9'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:39.384313 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cadcf3fc-d7b2-46b2-8cf2-8137047699e6 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:39.385512 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-cadcf3fc-d7b2-46b2-8cf2-8137047699e6 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5321262 May 27 02:42:39.389789 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47540) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:39.425415 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8280abab-89cd-49c7-b9df-8158518c8311 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:39.438777 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8280abab-89cd-49c7-b9df-8158518c8311 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:39.466786 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce9e051b-f9b9-442c-b88a-d5f6c27bebfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:39.567798 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-3d79e04b-90bb-4354-86a1-2ec73b1a525a tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:39.575610 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-3d79e04b-90bb-4354-86a1-2ec73b1a525a tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Usage tracker for resource:port and tenant:aa5e3afca4044d3b99c498d82b201ef9 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:39.581956 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-3d79e04b-90bb-4354-86a1-2ec73b1a525a tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:39.592503 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e051b-f9b9-442c-b88a-d5f6c27bebfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd25a3c2-464a-41bf-a377-db6811cae204,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:39.595278 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-3d79e04b-90bb-4354-86a1-2ec73b1a525a tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:39.615760 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8280abab-89cd-49c7-b9df-8158518c8311 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:39.642363 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce9e051b-f9b9-442c-b88a-d5f6c27bebfd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:42:39.653092 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8280abab-89cd-49c7-b9df-8158518c8311 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=394426f6-6100-4f3f-9e4e-b93b6b53272e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:39.680893 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce9e051b-f9b9-442c-b88a-d5f6c27bebfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:39.681111 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-3d79e04b-90bb-4354-86a1-2ec73b1a525a tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Made reservation on behalf of aa5e3afca4044d3b99c498d82b201ef9 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:42:39.687073 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-ce9e051b-f9b9-442c-b88a-d5f6c27bebfd admin admin] Added segment c4bd228e-9539-4206-9cb5-ed7560656837 of type vlan for network 5d7249e2-c9a0-48fa-9deb-5173ccc085ea May 27 02:42:39.687218 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-3d79e04b-90bb-4354-86a1-2ec73b1a525a tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:39.690084 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8280abab-89cd-49c7-b9df-8158518c8311 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:39.691135 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8280abab-89cd-49c7-b9df-8158518c8311 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/394426f6-6100-4f3f-9e4e-b93b6b53272e HTTP/1.1" status: 204 len: 168 time: 0.3000934 May 27 02:42:39.696665 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47552) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:39.707422 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a24ca9c5-9498-4e72-a7b2-ccf955030582 req-7e8280a0-542c-4f90-b899-538c3b5ebea7 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5d5b07-5875-4289-96c7-ea6a5b4000fb HTTP/1.1" status: 200 len: 210 time: 0.1031709 May 27 02:42:39.740671 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce9e051b-f9b9-442c-b88a-d5f6c27bebfd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:39.819063 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-db860b84-db05-48f3-ab95-82e928756fba tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Synchronizing usage tracker for tenant:f82458fd649d4c6d862f3355dc439afb on resource:security_group_rule {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:42:39.922229 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce9e051b-f9b9-442c-b88a-d5f6c27bebfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:39.923421 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9e051b-f9b9-442c-b88a-d5f6c27bebfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:39.924109 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce9e051b-f9b9-442c-b88a-d5f6c27bebfd admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:40.068547 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-3d79e04b-90bb-4354-86a1-2ec73b1a525a tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Allocated IP 172.20.0.3 (6c8fd566-db3a-40e1-a1dd-0aee04a5d421/a5e6f5ce-eada-4ed6-9077-40549459053e/f4785aa8-c3ce-426c-80e7-85d056458f5b) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:42:40.088939 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab42c44-4779-4ff3-940b-d14953f3b2bf req-061e6013-6ef7-49e2-9295-8b062fec544b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:40.090442 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4ab42c44-4779-4ff3-940b-d14953f3b2bf req-061e6013-6ef7-49e2-9295-8b062fec544b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 945 time: 0.1426914 May 27 02:42:40.110765 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-db860b84-db05-48f3-ab95-82e928756fba tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Unset dirty status for tenant:f82458fd649d4c6d862f3355dc439afb on resource:security_group_rule {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:42:40.112648 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-db860b84-db05-48f3-ab95-82e928756fba tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4149833 May 27 02:42:40.129723 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47566) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:40.140636 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e051b-f9b9-442c-b88a-d5f6c27bebfd admin admin] Pushing event updated for resources: {'Network': ['ID=5d7249e2-c9a0-48fa-9deb-5173ccc085ea,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:40.174442 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 5d7249e2-c9a0-48fa-9deb-5173ccc085ea details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:42:40.192053 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ce9e051b-f9b9-442c-b88a-d5f6c27bebfd admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3524461 May 27 02:42:40.194599 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47572) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:40.208353 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-77cfcf22-e80f-4266-998e-19431f391981 admin admin] Request body: {'subnet': {'network_id': '5d7249e2-c9a0-48fa-9deb-5173ccc085ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-877988665-subnet', 'tenant_id': '1df3e71adebb4dfea7bd40087eddcd9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:40.214956 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-77cfcf22-e80f-4266-998e-19431f391981 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:40.224866 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4ab42c44-4779-4ff3-940b-d14953f3b2bf req-90253b44-3fdf-45d7-be70-26d62c31ca9c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b03d65b-fea9-4a72-bea0-c935f8442f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202602 May 27 02:42:40.226034 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-77cfcf22-e80f-4266-998e-19431f391981 admin admin] Usage tracker for resource:subnet and tenant:1df3e71adebb4dfea7bd40087eddcd9d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:40.235610 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-77cfcf22-e80f-4266-998e-19431f391981 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:40.250062 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-77cfcf22-e80f-4266-998e-19431f391981 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:40.357365 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77cfcf22-e80f-4266-998e-19431f391981 admin admin] Made reservation on behalf of 1df3e71adebb4dfea7bd40087eddcd9d for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:42:40.360599 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-77cfcf22-e80f-4266-998e-19431f391981 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:40.367886 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aec17a2d-98a0-4bf5-9252-2aa6bf73062a tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:40.419096 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aec17a2d-98a0-4bf5-9252-2aa6bf73062a tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:40.546424 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-3d79e04b-90bb-4354-86a1-2ec73b1a525a tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:40.613720 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aec17a2d-98a0-4bf5-9252-2aa6bf73062a tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:40.634188 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec17a2d-98a0-4bf5-9252-2aa6bf73062a tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3329d8f5-4486-46e0-84aa-17e661b10f59,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:40.682925 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-3d79e04b-90bb-4354-86a1-2ec73b1a525a tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:40.761830 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-3d79e04b-90bb-4354-86a1-2ec73b1a525a tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Network 6c8fd566-db3a-40e1-a1dd-0aee04a5d421 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:42:40.763733 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-3d79e04b-90bb-4354-86a1-2ec73b1a525a tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:42:40.766155 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-3d79e04b-90bb-4354-86a1-2ec73b1a525a tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:42:40.836258 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-77cfcf22-e80f-4266-998e-19431f391981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:40.925301 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cfcf22-e80f-4266-998e-19431f391981 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39a06b06-cb7d-46c9-b07f-d3f72139e4c2,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:40.947298 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cfcf22-e80f-4266-998e-19431f391981 admin admin] Checking segment: {'id': 'c4bd228e-9539-4206-9cb5-ed7560656837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5d7249e2-c9a0-48fa-9deb-5173ccc085ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:42:40.953979 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cfcf22-e80f-4266-998e-19431f391981 admin admin] Network hostable DHCP agents. Network: 5d7249e2-c9a0-48fa-9deb-5173ccc085ea, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:42:40.964983 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aec17a2d-98a0-4bf5-9252-2aa6bf73062a tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:40.964983 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-aec17a2d-98a0-4bf5-9252-2aa6bf73062a tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "DELETE /v2.0/security-groups/3329d8f5-4486-46e0-84aa-17e661b10f59 HTTP/1.1" status: 204 len: 168 time: 0.8178594 May 27 02:42:40.968632 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47584) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:41.045010 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-871f3b71-456a-47c3-aa2b-2c73b450c056 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0741603 May 27 02:42:41.045642 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47588) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:41.049189 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d79e04b-90bb-4354-86a1-2ec73b1a525a tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Pushing event updated for resources: {'Port': ['ID=f4785aa8-c3ce-426c-80e7-85d056458f5b,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:41.051263 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-c78ad6b9-2056-40bb-ab25-8ee27f28c8bd tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Request body: {'security_group': {'name': 'tempest-secgroup--1374351022'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:41.058523 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c78ad6b9-2056-40bb-ab25-8ee27f28c8bd tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:41.063505 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c78ad6b9-2056-40bb-ab25-8ee27f28c8bd tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Usage tracker for resource:security_group and tenant:f82458fd649d4c6d862f3355dc439afb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:41.068067 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c78ad6b9-2056-40bb-ab25-8ee27f28c8bd tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:41.074488 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c78ad6b9-2056-40bb-ab25-8ee27f28c8bd tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:41.082513 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cfcf22-e80f-4266-998e-19431f391981 admin admin] Network 5d7249e2-c9a0-48fa-9deb-5173ccc085ea is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:42:41.088561 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-3d79e04b-90bb-4354-86a1-2ec73b1a525a tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:41.091275 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-3d79e04b-90bb-4354-86a1-2ec73b1a525a tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:41.143881 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb612bbd-6b8e-4d70-9b93-187161b496c2 req-42f543fe-8a01-467c-bdb9-67cff1d724d0 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:41.148387 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-bb612bbd-6b8e-4d70-9b93-187161b496c2 req-42f543fe-8a01-467c-bdb9-67cff1d724d0 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Synchronizing usage tracker for tenant:aa5e3afca4044d3b99c498d82b201ef9 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:42:41.173931 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c78ad6b9-2056-40bb-ab25-8ee27f28c8bd tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:41.195604 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c78ad6b9-2056-40bb-ab25-8ee27f28c8bd tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:41.199878 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c78ad6b9-2056-40bb-ab25-8ee27f28c8bd tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Usage tracker for resource:security_group_rule and tenant:f82458fd649d4c6d862f3355dc439afb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:41.203736 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c78ad6b9-2056-40bb-ab25-8ee27f28c8bd tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:41.206633 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-77cfcf22-e80f-4266-998e-19431f391981 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 5d7249e2-c9a0-48fa-9deb-5173ccc085ea) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:42:41.213744 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c78ad6b9-2056-40bb-ab25-8ee27f28c8bd tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:41.216644 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cfcf22-e80f-4266-998e-19431f391981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:41.217456 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-77cfcf22-e80f-4266-998e-19431f391981 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:41.221833 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1be46e4-29c2-495b-b172-56a1f76fe8fa None None] Network 5d7249e2-c9a0-48fa-9deb-5173ccc085ea requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:42:41.227222 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-3d79e04b-90bb-4354-86a1-2ec73b1a525a tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9309819 May 27 02:42:41.242527 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-5b53b338-04c8-4652-9f81-e24bab322867 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:42:41.244125 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-5b53b338-04c8-4652-9f81-e24bab322867 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062952 May 27 02:42:41.293553 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-bb612bbd-6b8e-4d70-9b93-187161b496c2 req-42f543fe-8a01-467c-bdb9-67cff1d724d0 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Unset dirty status for tenant:aa5e3afca4044d3b99c498d82b201ef9 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:42:41.303363 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bb612bbd-6b8e-4d70-9b93-187161b496c2 req-42f543fe-8a01-467c-bdb9-67cff1d724d0 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5d5b07-5875-4289-96c7-ea6a5b4000fb HTTP/1.1" status: 200 len: 931 time: 0.3407190 May 27 02:42:41.335274 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c78ad6b9-2056-40bb-ab25-8ee27f28c8bd tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:41.381203 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-77cfcf22-e80f-4266-998e-19431f391981 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1828134 May 27 02:42:41.420300 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bb612bbd-6b8e-4d70-9b93-187161b496c2 req-be5c3454-67ec-4930-994a-833aad6a9310 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/security-groups?id=09995bda-ffd1-424e-a2b7-d7f772c9bebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139371 May 27 02:42:41.460080 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c78ad6b9-2056-40bb-ab25-8ee27f28c8bd tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:41.581296 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ad6b9-2056-40bb-ab25-8ee27f28c8bd tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dadf9f69-9d6c-4a21-8fa9-27bed6659baf,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:41.591145 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-d7c02440-d639-4aa1-bc71-f5bcf5d6e88d service neutron] Request body: {'port': {'device_id': '1a5d5b07-5875-4289-96c7-ea6a5b4000fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:41.592622 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c5c6c8-3962-4b57-9f8d-0af09bd54ddb None None] Network 5d7249e2-c9a0-48fa-9deb-5173ccc085ea requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:42:41.624401 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47604) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:41.749960 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-d7c02440-d639-4aa1-bc71-f5bcf5d6e88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:41.768412 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a86588-3049-4475-be6c-90d10f9ee552 req-723f8480-61fa-41bd-a14a-a2d8fa2b0177 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:41.769916 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-75a86588-3049-4475-be6c-90d10f9ee552 req-723f8480-61fa-41bd-a14a-a2d8fa2b0177 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 945 time: 0.3176315 May 27 02:42:41.786327 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f92af90-b8d3-45b2-88f5-67bdc33b89cc admin admin] Deleting subnet 5fc9bf78-91c1-4265-8ce6-02c139c1b8c1 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:42:41.809466 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f92af90-b8d3-45b2-88f5-67bdc33b89cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:41.883384 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-75a86588-3049-4475-be6c-90d10f9ee552 req-11776564-0a82-433e-9ecc-a8aa5f5dc7a8 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b03d65b-fea9-4a72-bea0-c935f8442f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074476 May 27 02:42:41.936821 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c78ad6b9-2056-40bb-ab25-8ee27f28c8bd tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:41.940624 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c78ad6b9-2056-40bb-ab25-8ee27f28c8bd tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8914571 May 27 02:42:41.942582 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47610) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:41.944226 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f92af90-b8d3-45b2-88f5-67bdc33b89cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:41.950219 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-bbb9ffa6-426c-4114-b5e2-1b25ebc5ca35 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Request body: {'security_group_rule': {'security_group_id': 'dadf9f69-9d6c-4a21-8fa9-27bed6659baf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:41.961474 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-bbb9ffa6-426c-4114-b5e2-1b25ebc5ca35 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:41.980985 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-bbb9ffa6-426c-4114-b5e2-1b25ebc5ca35 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Usage tracker for resource:security_group_rule and tenant:f82458fd649d4c6d862f3355dc439afb is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:41.986411 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-bbb9ffa6-426c-4114-b5e2-1b25ebc5ca35 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:42.021373 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f92af90-b8d3-45b2-88f5-67bdc33b89cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:42.068122 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-bbb9ffa6-426c-4114-b5e2-1b25ebc5ca35 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:42.068308 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c83665-f196-4044-9204-7d959af6ded4 req-8eb287ec-21b4-4c0b-ab1b-e0a49747b4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:42.069910 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-68c83665-f196-4044-9204-7d959af6ded4 req-8eb287ec-21b4-4c0b-ab1b-e0a49747b4d5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b59631ecfa194f20bd33f8d2b34a5767&device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 1096 time: 0.1805892 May 27 02:42:42.256442 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bbb9ffa6-426c-4114-b5e2-1b25ebc5ca35 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:42.283501 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-d7c02440-d639-4aa1-bc71-f5bcf5d6e88d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4785aa8-c3ce-426c-80e7-85d056458f5b {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:42:42.294490 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-d7c02440-d639-4aa1-bc71-f5bcf5d6e88d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:42.297912 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c83665-f196-4044-9204-7d959af6ded4 req-d53a82fc-e7d5-4e5b-a23e-e9fedb55c4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:42.299911 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-68c83665-f196-4044-9204-7d959af6ded4 req-d53a82fc-e7d5-4e5b-a23e-e9fedb55c4e2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=56de6edb-4271-49d5-883c-5ccf0c388efd HTTP/1.1" status: 200 len: 898 time: 0.2223632 May 27 02:42:42.343087 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bbb9ffa6-426c-4114-b5e2-1b25ebc5ca35 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:42.380599 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-d7c02440-d639-4aa1-bc71-f5bcf5d6e88d service neutron] Transition to ACTIVE for port object f4785aa8-c3ce-426c-80e7-85d056458f5b will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:42:42.386799 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f92af90-b8d3-45b2-88f5-67bdc33b89cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:42.436285 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f92af90-b8d3-45b2-88f5-67bdc33b89cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fc9bf78-91c1-4265-8ce6-02c139c1b8c1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:42.439863 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f92af90-b8d3-45b2-88f5-67bdc33b89cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:42.443193 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bbb9ffa6-426c-4114-b5e2-1b25ebc5ca35 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:42.447432 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-68c83665-f196-4044-9204-7d959af6ded4 req-a2c4712c-aa99-4aee-b1b0-e78d3bd13711 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f97c20e-9873-4adf-98df-e289d9a96b4a HTTP/1.1" status: 200 len: 1000 time: 0.1421390 May 27 02:42:42.452500 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1f92af90-b8d3-45b2-88f5-67bdc33b89cc admin admin] 10.222.0.57 "DELETE /v2.0/subnets/5fc9bf78-91c1-4265-8ce6-02c139c1b8c1 HTTP/1.1" status: 204 len: 168 time: 0.8241680 May 27 02:42:42.452624 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47620) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:42.470071 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb9ffa6-426c-4114-b5e2-1b25ebc5ca35 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ef4e11b-818d-45ce-8670-ac7e034ceb0a,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:42.517563 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-d7c02440-d639-4aa1-bc71-f5bcf5d6e88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:42.623037 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-29c35b88-dff8-4293-9c6e-fcc26ba6d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:42.645774 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c83665-f196-4044-9204-7d959af6ded4 req-5806ce4e-5637-49c2-9770-0c4e85ff1354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:42.647095 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-68c83665-f196-4044-9204-7d959af6ded4 req-5806ce4e-5637-49c2-9770-0c4e85ff1354 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=729be140-e744-46ec-b913-ee3fd12524ff HTTP/1.1" status: 200 len: 834 time: 0.1912665 May 27 02:42:42.676912 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bbb9ffa6-426c-4114-b5e2-1b25ebc5ca35 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:42.680772 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-bbb9ffa6-426c-4114-b5e2-1b25ebc5ca35 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7344735 May 27 02:42:42.686169 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47626) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:42.719344 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c02440-d639-4aa1-bc71-f5bcf5d6e88d service neutron] Pushing event updated for resources: {'Port': ['ID=f4785aa8-c3ce-426c-80e7-85d056458f5b,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:42.826179 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0dc87-30df-4b77-822e-53e6e36e5a9c req-1b296f81-b678-4e85-ba3e-dc6cc6c55dfb tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:42.827838 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c2d0dc87-30df-4b77-822e-53e6e36e5a9c req-1b296f81-b678-4e85-ba3e-dc6cc6c55dfb tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5d5b07-5875-4289-96c7-ea6a5b4000fb HTTP/1.1" status: 200 len: 943 time: 0.2546279 May 27 02:42:42.848820 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-d7c02440-d639-4aa1-bc71-f5bcf5d6e88d service neutron] Attempting to bind port f4785aa8-c3ce-426c-80e7-85d056458f5b on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:42:42.849209 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-d7c02440-d639-4aa1-bc71-f5bcf5d6e88d service neutron] Attempting to bind port f4785aa8-c3ce-426c-80e7-85d056458f5b by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'cbc43cad-72ea-4fad-b4f8-a4e759d6262a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6c8fd566-db3a-40e1-a1dd-0aee04a5d421'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:42:42.849630 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-d7c02440-d639-4aa1-bc71-f5bcf5d6e88d service neutron] Attempting to bind port f4785aa8-c3ce-426c-80e7-85d056458f5b on network 6c8fd566-db3a-40e1-a1dd-0aee04a5d421 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:42:42.867576 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-d7c02440-d639-4aa1-bc71-f5bcf5d6e88d service neutron] Port f4785aa8-c3ce-426c-80e7-85d056458f5b on network 6c8fd566-db3a-40e1-a1dd-0aee04a5d421 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:42:42.868403 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-d7c02440-d639-4aa1-bc71-f5bcf5d6e88d service neutron] Attempting to bind port f4785aa8-c3ce-426c-80e7-85d056458f5b on network 6c8fd566-db3a-40e1-a1dd-0aee04a5d421 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:42:42.885675 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-d7c02440-d639-4aa1-bc71-f5bcf5d6e88d service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:42:42.886172 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-d7c02440-d639-4aa1-bc71-f5bcf5d6e88d service neutron] Checking segment: {'id': 'cbc43cad-72ea-4fad-b4f8-a4e759d6262a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6c8fd566-db3a-40e1-a1dd-0aee04a5d421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:42:42.886651 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-d7c02440-d639-4aa1-bc71-f5bcf5d6e88d service neutron] Bound using segment: {'id': 'cbc43cad-72ea-4fad-b4f8-a4e759d6262a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6c8fd566-db3a-40e1-a1dd-0aee04a5d421'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:42:42.887183 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-d7c02440-d639-4aa1-bc71-f5bcf5d6e88d service neutron] Bound port: f4785aa8-c3ce-426c-80e7-85d056458f5b, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbc43cad-72ea-4fad-b4f8-a4e759d6262a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6c8fd566-db3a-40e1-a1dd-0aee04a5d421'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:42:42.887622 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-d7c02440-d639-4aa1-bc71-f5bcf5d6e88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:42.903474 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-29c35b88-dff8-4293-9c6e-fcc26ba6d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:42.936403 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-29c35b88-dff8-4293-9c6e-fcc26ba6d5ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5068ea4b-9ae9-4dae-bf09-e63d34118e77']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:42:42.942725 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c2d0dc87-30df-4b77-822e-53e6e36e5a9c req-995d51e9-21d8-487c-b5fc-0255d5466894 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/security-groups?id=09995bda-ffd1-424e-a2b7-d7f772c9bebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944705 May 27 02:42:42.965557 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-29c35b88-dff8-4293-9c6e-fcc26ba6d5ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9ec643f-d29a-494a-87fc-0f10e9958227') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:42:42.966082 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-29c35b88-dff8-4293-9c6e-fcc26ba6d5ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9ec643f-d29a-494a-87fc-0f10e9958227') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:42:42.980784 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-29c35b88-dff8-4293-9c6e-fcc26ba6d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:42.990245 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-d7c02440-d639-4aa1-bc71-f5bcf5d6e88d service neutron] For port f4785aa8-c3ce-426c-80e7-85d056458f5b, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:42:42.993382 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-d7c02440-d639-4aa1-bc71-f5bcf5d6e88d service neutron] For port f4785aa8-c3ce-426c-80e7-85d056458f5b, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=f4785aa8-c3ce-426c-80e7-85d056458f5b,segment=NetworkSegment(cbc43cad-72ea-4fad-b4f8-a4e759d6262a),segment_id=cbc43cad-72ea-4fad-b4f8-a4e759d6262a)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:42:43.002152 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3df8e44a-fb9a-4715-816b-9cc97d7b5cc8 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Request body: {'security_group_rule': {'security_group_id': 'dadf9f69-9d6c-4a21-8fa9-27bed6659baf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:43.011827 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3df8e44a-fb9a-4715-816b-9cc97d7b5cc8 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:43.016411 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3df8e44a-fb9a-4715-816b-9cc97d7b5cc8 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Usage tracker for resource:security_group_rule and tenant:f82458fd649d4c6d862f3355dc439afb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:43.019819 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3df8e44a-fb9a-4715-816b-9cc97d7b5cc8 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:43.028620 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3df8e44a-fb9a-4715-816b-9cc97d7b5cc8 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:43.048800 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-29c35b88-dff8-4293-9c6e-fcc26ba6d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:43.063479 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c35b88-dff8-4293-9c6e-fcc26ba6d5ae admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:42:43.063882 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-29c35b88-dff8-4293-9c6e-fcc26ba6d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:43.107586 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-d7c02440-d639-4aa1-bc71-f5bcf5d6e88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:43.188315 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-d7c02440-d639-4aa1-bc71-f5bcf5d6e88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:43.191505 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-d7c02440-d639-4aa1-bc71-f5bcf5d6e88d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:43.191505 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-d7c02440-d639-4aa1-bc71-f5bcf5d6e88d service neutron] 10.222.0.66 "PUT /v2.0/ports/f4785aa8-c3ce-426c-80e7-85d056458f5b HTTP/1.1" status: 200 len: 1091 time: 1.9379487 May 27 02:42:43.193558 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a5d5b07-5875-4289-96c7-ea6a5b4000fb', 'tag': 'f4785aa8-c3ce-426c-80e7-85d056458f5b'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:42:43.243034 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c02440-d639-4aa1-bc71-f5bcf5d6e88d service neutron] Pushing event updated for resources: {'Port': ['ID=f4785aa8-c3ce-426c-80e7-85d056458f5b,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:43.264673 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4fe86-0615-42b6-ab0a-b9f95052d273 req-4622a0ec-ac44-4a26-8a20-32f1cb8b4ae8 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:43.274771 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment b9ec643f-d29a-494a-87fc-0f10e9958227 resource provider aggregate not found May 27 02:42:43.278872 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-50c4fe86-0615-42b6-ab0a-b9f95052d273 req-4622a0ec-ac44-4a26-8a20-32f1cb8b4ae8 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 945 time: 0.2325227 May 27 02:42:43.307836 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment b9ec643f-d29a-494a-87fc-0f10e9958227 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9ec643f-d29a-494a-87fc-0f10e9958227 found for delete ", "request_id": "req-71691e63-5054-4f33-ac75-95d6c84a954b"}]} May 27 02:42:43.310739 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3df8e44a-fb9a-4715-816b-9cc97d7b5cc8 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:43.365529 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-50c4fe86-0615-42b6-ab0a-b9f95052d273 req-0c723d60-e7b3-4550-a4f4-f7711fd75930 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b03d65b-fea9-4a72-bea0-c935f8442f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738571 May 27 02:42:43.448044 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c83665-f196-4044-9204-7d959af6ded4 req-b3cb9295-72f1-4d16-accd-e41c8d998463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:43.452620 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-68c83665-f196-4044-9204-7d959af6ded4 req-b3cb9295-72f1-4d16-accd-e41c8d998463 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56de6edb-4271-49d5-883c-5ccf0c388efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7655842 May 27 02:42:43.454529 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3df8e44a-fb9a-4715-816b-9cc97d7b5cc8 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:43.497844 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-3050dec6-a0e2-4637-90f9-eb17f282c639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:43.499332 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-3050dec6-a0e2-4637-90f9-eb17f282c639 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=aa5e3afca4044d3b99c498d82b201ef9&device_id=1a5d5b07-5875-4289-96c7-ea6a5b4000fb HTTP/1.1" status: 200 len: 1094 time: 0.1252148 May 27 02:42:43.601983 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3df8e44a-fb9a-4715-816b-9cc97d7b5cc8 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:43.624736 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-29c35b88-dff8-4293-9c6e-fcc26ba6d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:43.630531 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-911ecec4-d46d-4e9e-955d-ea7e65e43111'] response: {'name': 'network-changed', 'server_uuid': '1a5d5b07-5875-4289-96c7-ea6a5b4000fb', 'tag': 'f4785aa8-c3ce-426c-80e7-85d056458f5b', 'status': 'completed', 'code': 200} May 27 02:42:43.632262 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-e7052255-3828-4e0d-8efa-25711cb385f1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4785aa8-c3ce-426c-80e7-85d056458f5b HTTP/1.1" status: 200 len: 217 time: 0.1261332 May 27 02:42:43.665413 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8e44a-fb9a-4715-816b-9cc97d7b5cc8 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=330f19df-9066-43d0-8a5e-7c28e9e73288,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:43.691376 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-29c35b88-dff8-4293-9c6e-fcc26ba6d5ae admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:43.731683 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c35b88-dff8-4293-9c6e-fcc26ba6d5ae admin admin] Pushing event deleted for resources: {'Network': ['ID=5068ea4b-9ae9-4dae-bf09-e63d34118e77,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:43.741173 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-29c35b88-dff8-4293-9c6e-fcc26ba6d5ae admin admin] 10.222.0.57 "DELETE /v2.0/networks/5068ea4b-9ae9-4dae-bf09-e63d34118e77 HTTP/1.1" status: 204 len: 168 time: 1.2838435 May 27 02:42:43.742855 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-68c83665-f196-4044-9204-7d959af6ded4 req-2e6e0735-a392-4ba8-85bd-bc4b9ac7efdd service neutron] 10.222.0.32 "GET /v2.0/networks/56de6edb-4271-49d5-883c-5ccf0c388efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821014 May 27 02:42:43.743322 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47656) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:43.869015 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3df8e44a-fb9a-4715-816b-9cc97d7b5cc8 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:43.873207 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3df8e44a-fb9a-4715-816b-9cc97d7b5cc8 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8776042 May 27 02:42:43.874325 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47662) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:43.875901 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-0d222dd7-7322-40d2-9f4a-cb07527493f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:43.877524 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-0d222dd7-7322-40d2-9f4a-cb07527493f0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a5e6f5ce-eada-4ed6-9077-40549459053e HTTP/1.1" status: 200 len: 848 time: 0.2339714 May 27 02:42:43.882850 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-bc0c6311-33e4-42aa-a2a8-da291114fe23 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Request body: {'security_group_rule': {'security_group_id': 'dadf9f69-9d6c-4a21-8fa9-27bed6659baf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:43.904613 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-340ef189-be5b-48d4-b497-e13453c0d579 admin admin] Deleting subnet 39a06b06-cb7d-46c9-b07f-d3f72139e4c2 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:42:43.907069 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-340ef189-be5b-48d4-b497-e13453c0d579 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:43.931165 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-bc0c6311-33e4-42aa-a2a8-da291114fe23 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:43.940299 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-bc0c6311-33e4-42aa-a2a8-da291114fe23 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Usage tracker for resource:security_group_rule and tenant:f82458fd649d4c6d862f3355dc439afb is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:43.944582 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-6a665d49-4bbe-4762-945a-3322f55641fe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6c8fd566-db3a-40e1-a1dd-0aee04a5d421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563247 May 27 02:42:43.945522 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-bc0c6311-33e4-42aa-a2a8-da291114fe23 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:43.953006 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-bc0c6311-33e4-42aa-a2a8-da291114fe23 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:43.993410 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-340ef189-be5b-48d4-b497-e13453c0d579 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:44.095636 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-340ef189-be5b-48d4-b497-e13453c0d579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:44.113404 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-537368f9-0cb6-4240-9dc3-1ba9e8109463 service neutron] 10.222.0.66 "GET /v2.0/networks/6c8fd566-db3a-40e1-a1dd-0aee04a5d421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618054 May 27 02:42:44.184228 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-68c83665-f196-4044-9204-7d959af6ded4 req-3d06a557-0891-45fd-8add-c775fef29c36 service neutron] 10.222.0.32 "GET /v2.0/networks/56de6edb-4271-49d5-883c-5ccf0c388efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076383 May 27 02:42:44.282991 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bc0c6311-33e4-42aa-a2a8-da291114fe23 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:44.297474 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-340ef189-be5b-48d4-b497-e13453c0d579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:44.385503 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-340ef189-be5b-48d4-b497-e13453c0d579 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:44.390051 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ef189-be5b-48d4-b497-e13453c0d579 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39a06b06-cb7d-46c9-b07f-d3f72139e4c2,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:44.400818 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-340ef189-be5b-48d4-b497-e13453c0d579 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/39a06b06-cb7d-46c9-b07f-d3f72139e4c2 HTTP/1.1" status: 204 len: 168 time: 0.6564646 May 27 02:42:44.403117 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47678) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:44.441641 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5d2b7-1971-4491-aba8-bff8011d1403 req-e522ac8a-e56d-4a7c-9a62-3eca9c7e6273 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:44.450014 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ecd5d2b7-1971-4491-aba8-bff8011d1403 req-e522ac8a-e56d-4a7c-9a62-3eca9c7e6273 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5d5b07-5875-4289-96c7-ea6a5b4000fb HTTP/1.1" status: 200 len: 943 time: 0.3280191 May 27 02:42:44.541906 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e8b61a8f-983e-4f1f-97b2-be3c176c2252 req-6e824f5d-8b5f-467d-8e7e-2763ec2a1638 service neutron] 10.222.0.66 "GET /v2.0/networks/6c8fd566-db3a-40e1-a1dd-0aee04a5d421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696334 May 27 02:42:44.583687 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bc0c6311-33e4-42aa-a2a8-da291114fe23 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:44.587280 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ecd5d2b7-1971-4491-aba8-bff8011d1403 req-cb34e62c-6be6-49a2-a40f-192ccf5540a9 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/security-groups?id=09995bda-ffd1-424e-a2b7-d7f772c9bebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364479 May 27 02:42:44.606270 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-15efa830-23e5-4c5d-9e1a-56fe907f8668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:44.664338 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bc0c6311-33e4-42aa-a2a8-da291114fe23 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:44.738992 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c6311-33e4-42aa-a2a8-da291114fe23 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b0dc727-fa4e-4836-9d5c-1addc9d010de,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:44.749390 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e28ce-8f13-4f51-9a07-3e2d71462e5d req-184c474d-8f1c-46ef-88f2-87aa4057b017 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:44.755267 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-391e28ce-8f13-4f51-9a07-3e2d71462e5d req-184c474d-8f1c-46ef-88f2-87aa4057b017 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 945 time: 0.1614401 May 27 02:42:44.755425 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-15efa830-23e5-4c5d-9e1a-56fe907f8668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:44.782172 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-15efa830-23e5-4c5d-9e1a-56fe907f8668 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d7249e2-c9a0-48fa-9deb-5173ccc085ea']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:42:44.795900 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-15efa830-23e5-4c5d-9e1a-56fe907f8668 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4bd228e-9539-4206-9cb5-ed7560656837') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:42:44.796382 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-15efa830-23e5-4c5d-9e1a-56fe907f8668 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4bd228e-9539-4206-9cb5-ed7560656837') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:42:44.856196 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-15efa830-23e5-4c5d-9e1a-56fe907f8668 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:44.872472 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-15efa830-23e5-4c5d-9e1a-56fe907f8668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:44.881230 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15efa830-23e5-4c5d-9e1a-56fe907f8668 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:42:44.881992 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-15efa830-23e5-4c5d-9e1a-56fe907f8668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:44.890149 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-391e28ce-8f13-4f51-9a07-3e2d71462e5d req-6ec48293-35ed-4159-b40d-af9eeceb1d37 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b03d65b-fea9-4a72-bea0-c935f8442f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160171 May 27 02:42:44.911692 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5716b-673a-4f61-b86d-614876ee7f81 req-92a56d2d-9a92-4359-88b0-6d4370d38fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:44.913279 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-67c5716b-673a-4f61-b86d-614876ee7f81 req-92a56d2d-9a92-4359-88b0-6d4370d38fd9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=aa5e3afca4044d3b99c498d82b201ef9&device_id=1a5d5b07-5875-4289-96c7-ea6a5b4000fb HTTP/1.1" status: 200 len: 1094 time: 0.2501540 May 27 02:42:44.916678 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bc0c6311-33e4-42aa-a2a8-da291114fe23 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:44.917876 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-bc0c6311-33e4-42aa-a2a8-da291114fe23 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0390937 May 27 02:42:44.942870 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47686) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:44.954489 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-7f333d4a-7f8a-46fc-be23-241a4765d31a tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Request body: {'security_group_rule': {'security_group_id': 'dadf9f69-9d6c-4a21-8fa9-27bed6659baf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:44.966334 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-7f333d4a-7f8a-46fc-be23-241a4765d31a tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:45.023328 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7f333d4a-7f8a-46fc-be23-241a4765d31a tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Usage tracker for resource:security_group_rule and tenant:f82458fd649d4c6d862f3355dc439afb is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:45.036336 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7f333d4a-7f8a-46fc-be23-241a4765d31a tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:45.045083 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-7f333d4a-7f8a-46fc-be23-241a4765d31a tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:45.076574 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-15efa830-23e5-4c5d-9e1a-56fe907f8668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:45.089507 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-15efa830-23e5-4c5d-9e1a-56fe907f8668 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:45.093597 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5716b-673a-4f61-b86d-614876ee7f81 req-9a5786a2-630c-4e32-b0cd-859e06fa9cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:45.095313 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-67c5716b-673a-4f61-b86d-614876ee7f81 req-9a5786a2-630c-4e32-b0cd-859e06fa9cc8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6c8fd566-db3a-40e1-a1dd-0aee04a5d421 HTTP/1.1" status: 200 len: 909 time: 0.1749880 May 27 02:42:45.112410 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-15efa830-23e5-4c5d-9e1a-56fe907f8668 admin admin] 10.222.0.57 "DELETE /v2.0/networks/5d7249e2-c9a0-48fa-9deb-5173ccc085ea HTTP/1.1" status: 204 len: 168 time: 0.7078879 May 27 02:42:45.113471 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15efa830-23e5-4c5d-9e1a-56fe907f8668 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d7249e2-c9a0-48fa-9deb-5173ccc085ea,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:45.186725 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-67c5716b-673a-4f61-b86d-614876ee7f81 req-c50839af-40bc-4901-be09-21811d1637d1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4785aa8-c3ce-426c-80e7-85d056458f5b HTTP/1.1" status: 200 len: 217 time: 0.0834985 May 27 02:42:45.187229 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7f333d4a-7f8a-46fc-be23-241a4765d31a tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:45.278744 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5716b-673a-4f61-b86d-614876ee7f81 req-470f4296-292d-4fe9-841e-6f3b23ab25c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:45.280185 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-67c5716b-673a-4f61-b86d-614876ee7f81 req-470f4296-292d-4fe9-841e-6f3b23ab25c2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a5e6f5ce-eada-4ed6-9077-40549459053e HTTP/1.1" status: 200 len: 848 time: 0.0806100 May 27 02:42:45.326666 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment c4bd228e-9539-4206-9cb5-ed7560656837 resource provider aggregate not found May 27 02:42:45.347302 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-67c5716b-673a-4f61-b86d-614876ee7f81 req-d414bedc-a647-4f83-9369-89b0110293f8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6c8fd566-db3a-40e1-a1dd-0aee04a5d421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501344 May 27 02:42:45.354281 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment c4bd228e-9539-4206-9cb5-ed7560656837 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c4bd228e-9539-4206-9cb5-ed7560656837 found for delete ", "request_id": "req-aedf2f32-990d-401b-8935-20e9e9cf5c14"}]} May 27 02:42:45.442813 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7f333d4a-7f8a-46fc-be23-241a4765d31a tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:45.501480 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-67c5716b-673a-4f61-b86d-614876ee7f81 req-c007ac29-1142-4d55-b2ec-1b3f20eca4a3 service neutron] 10.222.0.66 "GET /v2.0/networks/6c8fd566-db3a-40e1-a1dd-0aee04a5d421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515653 May 27 02:42:45.528566 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7f333d4a-7f8a-46fc-be23-241a4765d31a tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:45.589763 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47706) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:45.622875 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f333d4a-7f8a-46fc-be23-241a4765d31a tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d48931e5-b7e9-43af-ae50-b81cb07d322f,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:45.649098 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f3a4a073-b06b-48a6-b6be-84f2e0ff28cb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=30830836d12f4d4d8d439bcc2974b868&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0580006 May 27 02:42:45.651734 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47712) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:45.691416 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-67c5716b-673a-4f61-b86d-614876ee7f81 req-13cf5ba4-cc6d-4261-bfef-725211127434 service neutron] 10.222.0.66 "GET /v2.0/networks/6c8fd566-db3a-40e1-a1dd-0aee04a5d421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815112 May 27 02:42:45.721883 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7f333d4a-7f8a-46fc-be23-241a4765d31a tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:45.724782 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7f333d4a-7f8a-46fc-be23-241a4765d31a tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7803106 May 27 02:42:45.727748 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47716) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:45.735925 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1d131e81-41d4-484a-b356-e71c6f4cce95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:45.736822 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-9edabce4-50d3-43b1-9047-b1459e36da53 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Request body: {'security_group_rule': {'security_group_id': 'dadf9f69-9d6c-4a21-8fa9-27bed6659baf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:45.745948 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-9edabce4-50d3-43b1-9047-b1459e36da53 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:45.753504 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-9edabce4-50d3-43b1-9047-b1459e36da53 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Usage tracker for resource:security_group_rule and tenant:f82458fd649d4c6d862f3355dc439afb is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:45.758194 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-9edabce4-50d3-43b1-9047-b1459e36da53 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:45.767512 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1d131e81-41d4-484a-b356-e71c6f4cce95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:45.776957 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-9edabce4-50d3-43b1-9047-b1459e36da53 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:45.889518 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9edabce4-50d3-43b1-9047-b1459e36da53 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:45.979598 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1d131e81-41d4-484a-b356-e71c6f4cce95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:45.994516 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d131e81-41d4-484a-b356-e71c6f4cce95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37107f58-ce36-41a6-873a-05335d507224,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:46.001749 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1d131e81-41d4-484a-b356-e71c6f4cce95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:46.016441 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1d131e81-41d4-484a-b356-e71c6f4cce95 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/37107f58-ce36-41a6-873a-05335d507224 HTTP/1.1" status: 204 len: 168 time: 0.3634152 May 27 02:42:46.176596 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9edabce4-50d3-43b1-9047-b1459e36da53 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:46.204753 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ddcbd-4749-4d5f-914f-9c703eb0edb7 req-d2fca2b9-e44d-4052-a88d-208aea867ea6 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:46.206258 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7a5ddcbd-4749-4d5f-914f-9c703eb0edb7 req-d2fca2b9-e44d-4052-a88d-208aea867ea6 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5d5b07-5875-4289-96c7-ea6a5b4000fb HTTP/1.1" status: 200 len: 943 time: 0.3077576 May 27 02:42:46.257663 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3366c38-ef05-482d-92b2-5962042e2735 req-972490bb-d358-45e9-b7f3-9b7b8183b479 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:46.259213 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f3366c38-ef05-482d-92b2-5962042e2735 req-972490bb-d358-45e9-b7f3-9b7b8183b479 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 945 time: 0.2630641 May 27 02:42:46.285474 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7a5ddcbd-4749-4d5f-914f-9c703eb0edb7 req-851dc7a7-b7e2-4f21-9214-875da8e2268f tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/security-groups?id=09995bda-ffd1-424e-a2b7-d7f772c9bebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729189 May 27 02:42:46.315738 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9edabce4-50d3-43b1-9047-b1459e36da53 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:46.401246 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edabce4-50d3-43b1-9047-b1459e36da53 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7e2eac3-d496-49bc-a900-e608faa3e179,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:46.422266 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f3366c38-ef05-482d-92b2-5962042e2735 req-c3906181-d8f5-4003-8327-1c0a4b495047 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b03d65b-fea9-4a72-bea0-c935f8442f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552598 May 27 02:42:46.482885 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9edabce4-50d3-43b1-9047-b1459e36da53 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:46.485529 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9edabce4-50d3-43b1-9047-b1459e36da53 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7566228 May 27 02:42:46.488673 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47738) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:46.529727 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b6484af7-c832-4df3-9cf5-6e07ea80bc35 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:46.554496 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b6484af7-c832-4df3-9cf5-6e07ea80bc35 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:46.642497 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b6484af7-c832-4df3-9cf5-6e07ea80bc35 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:46.657939 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6484af7-c832-4df3-9cf5-6e07ea80bc35 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7e2eac3-d496-49bc-a900-e608faa3e179,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:46.664701 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b6484af7-c832-4df3-9cf5-6e07ea80bc35 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:46.665806 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b6484af7-c832-4df3-9cf5-6e07ea80bc35 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/f7e2eac3-d496-49bc-a900-e608faa3e179 HTTP/1.1" status: 204 len: 168 time: 0.1745024 May 27 02:42:46.668477 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47746) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:46.721471 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-30a8f19a-2d0e-4f43-ab39-f00d5297a7fd tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Synchronizing usage tracker for tenant:f82458fd649d4c6d862f3355dc439afb on resource:security_group_rule {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:42:46.797021 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-30a8f19a-2d0e-4f43-ab39-f00d5297a7fd tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Unset dirty status for tenant:f82458fd649d4c6d862f3355dc439afb on resource:security_group_rule {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:42:46.802189 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47756) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:46.802424 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-30a8f19a-2d0e-4f43-ab39-f00d5297a7fd tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1329350 May 27 02:42:46.835922 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47760) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:46.849013 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a0d18246-c9cd-4822-8c14-9955000c6168 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:46.863185 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a0d18246-c9cd-4822-8c14-9955000c6168 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:46.893126 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4331d2f8-99b2-4abd-9ea1-dcc719f760e6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1df3e71adebb4dfea7bd40087eddcd9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0557919 May 27 02:42:46.895766 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47764) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:46.957123 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a0d18246-c9cd-4822-8c14-9955000c6168 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:46.968747 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-90fd9c6b-1cce-41ef-b2e3-4ab9493e2a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:46.981256 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d18246-c9cd-4822-8c14-9955000c6168 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d48931e5-b7e9-43af-ae50-b81cb07d322f,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:47.009287 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-90fd9c6b-1cce-41ef-b2e3-4ab9493e2a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:47.067653 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a0d18246-c9cd-4822-8c14-9955000c6168 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:47.071465 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a0d18246-c9cd-4822-8c14-9955000c6168 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/d48931e5-b7e9-43af-ae50-b81cb07d322f HTTP/1.1" status: 204 len: 168 time: 0.2653348 May 27 02:42:47.071638 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47770) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:47.135775 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-9493ac9e-2573-4915-b380-9cfe017687ee tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Synchronizing usage tracker for tenant:f82458fd649d4c6d862f3355dc439afb on resource:security_group_rule {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:42:47.144211 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-90fd9c6b-1cce-41ef-b2e3-4ab9493e2a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:47.165984 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd9c6b-1cce-41ef-b2e3-4ab9493e2a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd25a3c2-464a-41bf-a377-db6811cae204,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:47.169473 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-90fd9c6b-1cce-41ef-b2e3-4ab9493e2a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:47.173571 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-90fd9c6b-1cce-41ef-b2e3-4ab9493e2a14 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dd25a3c2-464a-41bf-a377-db6811cae204 HTTP/1.1" status: 204 len: 168 time: 0.2768352 May 27 02:42:47.242396 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-9493ac9e-2573-4915-b380-9cfe017687ee tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Unset dirty status for tenant:f82458fd649d4c6d862f3355dc439afb on resource:security_group_rule {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:42:47.244108 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9493ac9e-2573-4915-b380-9cfe017687ee tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1714630 May 27 02:42:47.247234 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47778) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:47.307013 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-68b8a854-75ea-4c3e-8454-e7a0ebadbca8 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:47.324903 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-68b8a854-75ea-4c3e-8454-e7a0ebadbca8 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:47.368434 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47788) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:47.467702 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-68b8a854-75ea-4c3e-8454-e7a0ebadbca8 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:47.490090 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8a854-75ea-4c3e-8454-e7a0ebadbca8 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b0dc727-fa4e-4836-9d5c-1addc9d010de,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:47.501483 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb8eb9e1-c6ba-40f4-8106-5f4faf77ff9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:47.518458 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bb8eb9e1-c6ba-40f4-8106-5f4faf77ff9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:47.529452 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bb8eb9e1-c6ba-40f4-8106-5f4faf77ff9b admin admin] Usage tracker for resource:security_group_rule and tenant:2a91f77ef4b44fe68f5da34c78fdb168 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:47.530673 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd121e1-5a14-40e2-84f9-6c8925a1ee06 req-a6b252d6-5b8a-4a5f-b382-ebcbc878f04b tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:47.532348 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dbd121e1-5a14-40e2-84f9-6c8925a1ee06 req-a6b252d6-5b8a-4a5f-b382-ebcbc878f04b tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5d5b07-5875-4289-96c7-ea6a5b4000fb HTTP/1.1" status: 200 len: 943 time: 0.1270165 May 27 02:42:47.533193 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bb8eb9e1-c6ba-40f4-8106-5f4faf77ff9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:47.539973 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bb8eb9e1-c6ba-40f4-8106-5f4faf77ff9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:47.589276 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dbd121e1-5a14-40e2-84f9-6c8925a1ee06 req-18a9559f-66f0-46b4-82e8-a2af37ec2232 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/security-groups?id=09995bda-ffd1-424e-a2b7-d7f772c9bebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496097 May 27 02:42:47.591684 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-68b8a854-75ea-4c3e-8454-e7a0ebadbca8 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:47.595360 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-68b8a854-75ea-4c3e-8454-e7a0ebadbca8 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/8b0dc727-fa4e-4836-9d5c-1addc9d010de HTTP/1.1" status: 204 len: 168 time: 0.3438299 May 27 02:42:47.604867 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47798) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:47.683172 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-93294d6c-fae6-47bf-b0d3-1aac7add9d99 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0805871 May 27 02:42:47.685133 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb8eb9e1-c6ba-40f4-8106-5f4faf77ff9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:47.685963 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47802) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:47.709896 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfef392-9473-4349-ba7a-fa7b9c65a22a req-e9bfbd39-3d7a-4e81-8485-afc5c7558c8d tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:47.711587 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fbfef392-9473-4349-ba7a-fa7b9c65a22a req-e9bfbd39-3d7a-4e81-8485-afc5c7558c8d tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 945 time: 0.1261203 May 27 02:42:47.721275 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4c914f3f-0bcf-43e5-ad79-420ad1ffa9e0 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:47.736223 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4c914f3f-0bcf-43e5-ad79-420ad1ffa9e0 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:47.764254 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb8eb9e1-c6ba-40f4-8106-5f4faf77ff9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:47.767983 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fbfef392-9473-4349-ba7a-fa7b9c65a22a req-352458f5-6377-4cc8-9a43-510cd8368ecb tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b03d65b-fea9-4a72-bea0-c935f8442f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507548 May 27 02:42:47.813846 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-bb8eb9e1-c6ba-40f4-8106-5f4faf77ff9b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2a91f77ef4b44fe68f5da34c78fdb168&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4442592 May 27 02:42:47.815676 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8eb9e1-c6ba-40f4-8106-5f4faf77ff9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6e5cc2-8ecc-4a16-837f-a8351e7fa872,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:47.821532 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47808) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:47.840048 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4c914f3f-0bcf-43e5-ad79-420ad1ffa9e0 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:47.889964 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c914f3f-0bcf-43e5-ad79-420ad1ffa9e0 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=330f19df-9066-43d0-8a5e-7c28e9e73288,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:47.907863 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4c914f3f-0bcf-43e5-ad79-420ad1ffa9e0 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:47.911373 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4c914f3f-0bcf-43e5-ad79-420ad1ffa9e0 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/330f19df-9066-43d0-8a5e-7c28e9e73288 HTTP/1.1" status: 204 len: 168 time: 0.2218544 May 27 02:42:47.911915 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47816) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:47.923218 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9461ae0f-8e6c-41f6-93f6-567b638c9178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:47.959438 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9461ae0f-8e6c-41f6-93f6-567b638c9178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:47.973169 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-39fba9b2-09ae-4317-9bf5-b891ab90a5a3 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Synchronizing usage tracker for tenant:f82458fd649d4c6d862f3355dc439afb on resource:security_group_rule {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:42:48.105200 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-39fba9b2-09ae-4317-9bf5-b891ab90a5a3 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Unset dirty status for tenant:f82458fd649d4c6d862f3355dc439afb on resource:security_group_rule {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:42:48.106529 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-39fba9b2-09ae-4317-9bf5-b891ab90a5a3 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1937442 May 27 02:42:48.111868 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47826) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:48.141245 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6ecb79a3-8bc7-47c1-922c-4a38c2f8010d tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:48.152093 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6ecb79a3-8bc7-47c1-922c-4a38c2f8010d tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:48.191174 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9461ae0f-8e6c-41f6-93f6-567b638c9178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:48.209434 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9461ae0f-8e6c-41f6-93f6-567b638c9178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6e5cc2-8ecc-4a16-837f-a8351e7fa872,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:48.214391 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9461ae0f-8e6c-41f6-93f6-567b638c9178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:48.217900 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9461ae0f-8e6c-41f6-93f6-567b638c9178 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9e6e5cc2-8ecc-4a16-837f-a8351e7fa872 HTTP/1.1" status: 204 len: 168 time: 0.3923686 May 27 02:42:48.288305 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6ecb79a3-8bc7-47c1-922c-4a38c2f8010d tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:48.305765 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb79a3-8bc7-47c1-922c-4a38c2f8010d tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ef4e11b-818d-45ce-8670-ac7e034ceb0a,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:48.385964 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6ecb79a3-8bc7-47c1-922c-4a38c2f8010d tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:48.387997 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6ecb79a3-8bc7-47c1-922c-4a38c2f8010d tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/0ef4e11b-818d-45ce-8670-ac7e034ceb0a HTTP/1.1" status: 204 len: 168 time: 0.2751358 May 27 02:42:48.390598 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47840) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:48.441293 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-40faec87-7838-46e4-9a58-00b36bf27288 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Synchronizing usage tracker for tenant:f82458fd649d4c6d862f3355dc439afb on resource:security_group_rule {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:42:48.515255 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-40faec87-7838-46e4-9a58-00b36bf27288 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Unset dirty status for tenant:f82458fd649d4c6d862f3355dc439afb on resource:security_group_rule {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:42:48.517284 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-40faec87-7838-46e4-9a58-00b36bf27288 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1257384 May 27 02:42:48.520646 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47848) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:48.545880 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device f4785aa8-c3ce-426c-80e7-85d056458f5b details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:42:48.584751 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f4189de5-19c1-40ef-a332-02a553518f01 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:48.612387 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f4189de5-19c1-40ef-a332-02a553518f01 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:48.714003 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port f4785aa8-c3ce-426c-80e7-85d056458f5b, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=f4785aa8-c3ce-426c-80e7-85d056458f5b,segment=NetworkSegment(cbc43cad-72ea-4fad-b4f8-a4e759d6262a),segment_id=cbc43cad-72ea-4fad-b4f8-a4e759d6262a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:42:48.727966 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': 'f4785aa8-c3ce-426c-80e7-85d056458f5b', 'network_id': '6c8fd566-db3a-40e1-a1dd-0aee04a5d421', 'port_id': 'f4785aa8-c3ce-426c-80e7-85d056458f5b', 'mac_address': 'fa:16:3e:bf:e3:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e6f5ce-eada-4ed6-9077-40549459053e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:42:48.790666 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f4189de5-19c1-40ef-a332-02a553518f01 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:48.792535 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port f4785aa8-c3ce-426c-80e7-85d056458f5b is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:42:48.794534 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:48.825243 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4785aa8-c3ce-426c-80e7-85d056458f5b {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:42:48.827167 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47862) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:48.841924 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port f4785aa8-c3ce-426c-80e7-85d056458f5b, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=f4785aa8-c3ce-426c-80e7-85d056458f5b,segment=NetworkSegment(cbc43cad-72ea-4fad-b4f8-a4e759d6262a),segment_id=cbc43cad-72ea-4fad-b4f8-a4e759d6262a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:42:48.857674 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4226c4dd-220d-42ed-9e8d-9591d140687d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:48.858569 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4189de5-19c1-40ef-a332-02a553518f01 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadf9f69-9d6c-4a21-8fa9-27bed6659baf,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:48.894694 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4226c4dd-220d-42ed-9e8d-9591d140687d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:48.900913 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4226c4dd-220d-42ed-9e8d-9591d140687d admin admin] Usage tracker for resource:security_group_rule and tenant:5391c727223043ad86ff6c52e0e544e4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:48.910290 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4226c4dd-220d-42ed-9e8d-9591d140687d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:48.919635 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4226c4dd-220d-42ed-9e8d-9591d140687d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:48.931901 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:48.943531 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bbe7e2-dd4d-4914-a9f2-6adea2fc1694 req-81e5a307-dd4b-432c-a9de-5088bc26f79a tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:48.943531 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-76bbe7e2-dd4d-4914-a9f2-6adea2fc1694 req-81e5a307-dd4b-432c-a9de-5088bc26f79a tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5d5b07-5875-4289-96c7-ea6a5b4000fb HTTP/1.1" status: 200 len: 943 time: 0.1901660 May 27 02:42:49.032385 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=f4785aa8-c3ce-426c-80e7-85d056458f5b,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:49.043033 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:49.043431 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:49.043999 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:49.044336 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:49.044666 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:49.045090 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:49.045414 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:49.045815 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:49.046144 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:49.046461 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:49.046777 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:49.047091 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:49.082046 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f4189de5-19c1-40ef-a332-02a553518f01 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:49.086245 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47868) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:49.086740 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f4189de5-19c1-40ef-a332-02a553518f01 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "DELETE /v2.0/security-groups/dadf9f69-9d6c-4a21-8fa9-27bed6659baf HTTP/1.1" status: 204 len: 168 time: 0.5648599 May 27 02:42:49.107056 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4226c4dd-220d-42ed-9e8d-9591d140687d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:49.107408 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-76bbe7e2-dd4d-4914-a9f2-6adea2fc1694 req-499dfbba-ce53-4d24-a300-f270f7eba572 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/security-groups?id=09995bda-ffd1-424e-a2b7-d7f772c9bebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379473 May 27 02:42:49.145362 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['f4785aa8-c3ce-426c-80e7-85d056458f5b'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:42:49.149109 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1dedc06a-2ecd-4130-addc-30aa9dd6a558 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Synchronizing usage tracker for tenant:f82458fd649d4c6d862f3355dc439afb on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:42:49.151080 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43969e-c4a0-40c4-9687-27d828ff9014 req-a672cb5e-049d-4d2a-8185-14992e861e88 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:49.153279 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ca43969e-c4a0-40c4-9687-27d828ff9014 req-a672cb5e-049d-4d2a-8185-14992e861e88 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 945 time: 0.1504443 May 27 02:42:49.205377 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ca43969e-c4a0-40c4-9687-27d828ff9014 req-a7861b72-118b-4eeb-8492-f5f03ac9f6d9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b03d65b-fea9-4a72-bea0-c935f8442f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457382 May 27 02:42:49.228679 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4226c4dd-220d-42ed-9e8d-9591d140687d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:49.267806 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1dedc06a-2ecd-4130-addc-30aa9dd6a558 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Unset dirty status for tenant:f82458fd649d4c6d862f3355dc439afb on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:42:49.273943 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47874) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:49.274798 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1dedc06a-2ecd-4130-addc-30aa9dd6a558 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1872118 May 27 02:42:49.279612 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-61d32979-c230-4f43-9194-bb68da9fdfc9 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Request body: {'security_group': {'name': 'tempest-secgroup--1173222100'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:49.291217 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-61d32979-c230-4f43-9194-bb68da9fdfc9 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:49.300367 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4226c4dd-220d-42ed-9e8d-9591d140687d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5391c727223043ad86ff6c52e0e544e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4715760 May 27 02:42:49.302603 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226c4dd-220d-42ed-9e8d-9591d140687d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf74bdaf-41c8-4995-bb66-ec31f9f2990b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:49.308271 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47878) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:49.335491 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:49.350549 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-61d32979-c230-4f43-9194-bb68da9fdfc9 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:49.399994 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6cacdea5-e432-4633-ac16-604d4dbef736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:49.428670 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6cacdea5-e432-4633-ac16-604d4dbef736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:49.436423 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:49.439967 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-61d32979-c230-4f43-9194-bb68da9fdfc9 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:49.485637 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-61d32979-c230-4f43-9194-bb68da9fdfc9 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:49.492999 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-61d32979-c230-4f43-9194-bb68da9fdfc9 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Usage tracker for resource:security_group_rule and tenant:f82458fd649d4c6d862f3355dc439afb is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:49.499896 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-61d32979-c230-4f43-9194-bb68da9fdfc9 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:49.506665 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-61d32979-c230-4f43-9194-bb68da9fdfc9 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:49.607118 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6cacdea5-e432-4633-ac16-604d4dbef736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:49.632885 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cacdea5-e432-4633-ac16-604d4dbef736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf74bdaf-41c8-4995-bb66-ec31f9f2990b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:49.704131 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-61d32979-c230-4f43-9194-bb68da9fdfc9 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:49.733739 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6cacdea5-e432-4633-ac16-604d4dbef736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:49.737256 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6cacdea5-e432-4633-ac16-604d4dbef736 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bf74bdaf-41c8-4995-bb66-ec31f9f2990b HTTP/1.1" status: 204 len: 168 time: 0.4241145 May 27 02:42:49.768952 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-61d32979-c230-4f43-9194-bb68da9fdfc9 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:49.820015 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d32979-c230-4f43-9194-bb68da9fdfc9 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21119c13-a782-41a0-962c-e0d818447694,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:49.881538 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-61d32979-c230-4f43-9194-bb68da9fdfc9 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:49.882798 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-61d32979-c230-4f43-9194-bb68da9fdfc9 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6074479 May 27 02:42:49.888419 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47900) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:49.890570 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-eed4a284-c9c8-4e8a-bc0b-0879a97d2823 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Request body: {'security_group_rule': {'security_group_id': '21119c13-a782-41a0-962c-e0d818447694', 'direction': 'ingress', 'protocol': 17}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:49.897601 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-eed4a284-c9c8-4e8a-bc0b-0879a97d2823 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:49.901963 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-eed4a284-c9c8-4e8a-bc0b-0879a97d2823 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Usage tracker for resource:security_group_rule and tenant:f82458fd649d4c6d862f3355dc439afb is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:49.905552 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-eed4a284-c9c8-4e8a-bc0b-0879a97d2823 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:49.913802 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-eed4a284-c9c8-4e8a-bc0b-0879a97d2823 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:49.993694 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eed4a284-c9c8-4e8a-bc0b-0879a97d2823 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:50.059720 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eed4a284-c9c8-4e8a-bc0b-0879a97d2823 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:50.121046 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eed4a284-c9c8-4e8a-bc0b-0879a97d2823 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:50.150313 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4a284-c9c8-4e8a-bc0b-0879a97d2823 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0500d19-cfa0-4026-8d27-8ce4bbc62d6a,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:50.291094 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eed4a284-c9c8-4e8a-bc0b-0879a97d2823 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:50.292402 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-eed4a284-c9c8-4e8a-bc0b-0879a97d2823 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4059281 May 27 02:42:50.295367 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47924) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:50.390190 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e87e0ee5-84b9-44f0-9860-b455a4154d55 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:50.425692 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085a938-230a-4d8b-9793-44f34a35c2fa req-773707d0-0bb1-47a9-a164-8ff6562cdd37 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:50.430381 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1085a938-230a-4d8b-9793-44f34a35c2fa req-773707d0-0bb1-47a9-a164-8ff6562cdd37 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5d5b07-5875-4289-96c7-ea6a5b4000fb HTTP/1.1" status: 200 len: 944 time: 0.1837239 May 27 02:42:50.437162 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e87e0ee5-84b9-44f0-9860-b455a4154d55 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:50.513425 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1085a938-230a-4d8b-9793-44f34a35c2fa req-7829ece2-d5bb-4dfa-97f3-b96e8464ed60 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/security-groups?id=09995bda-ffd1-424e-a2b7-d7f772c9bebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820069 May 27 02:42:50.533993 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526643d7-d1da-4da3-9032-7268a1654006 req-3e92c71f-95b2-47e2-be84-519e58821732 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:50.541931 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-526643d7-d1da-4da3-9032-7268a1654006 req-3e92c71f-95b2-47e2-be84-519e58821732 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 945 time: 0.1883116 May 27 02:42:50.544674 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device f4785aa8-c3ce-426c-80e7-85d056458f5b up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:42:50.591018 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e87e0ee5-84b9-44f0-9860-b455a4154d55 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:50.606763 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-526643d7-d1da-4da3-9032-7268a1654006 req-679855e4-ef01-40e8-bee7-33ca78cb332b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b03d65b-fea9-4a72-bea0-c935f8442f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639448 May 27 02:42:50.628855 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e0ee5-84b9-44f0-9860-b455a4154d55 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21119c13-a782-41a0-962c-e0d818447694,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:50.655544 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e87e0ee5-84b9-44f0-9860-b455a4154d55 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:50.656851 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e87e0ee5-84b9-44f0-9860-b455a4154d55 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "DELETE /v2.0/security-groups/21119c13-a782-41a0-962c-e0d818447694 HTTP/1.1" status: 204 len: 168 time: 0.3597026 May 27 02:42:50.659302 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47940) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:50.714483 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ce4eb8a8-dc9e-450e-b5bd-27ae509e488d tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Synchronizing usage tracker for tenant:f82458fd649d4c6d862f3355dc439afb on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:42:50.739928 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port f4785aa8-c3ce-426c-80e7-85d056458f5b completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:42:50.748373 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port f4785aa8-c3ce-426c-80e7-85d056458f5b triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:42:50.748767 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:50.790766 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ce4eb8a8-dc9e-450e-b5bd-27ae509e488d tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Unset dirty status for tenant:f82458fd649d4c6d862f3355dc439afb on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:42:50.792168 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ce4eb8a8-dc9e-450e-b5bd-27ae509e488d tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1316409 May 27 02:42:50.798135 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47952) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:50.803202 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-c69b504d-0d08-4350-b4ad-6b5ae34f7aad tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Request body: {'security_group': {'name': 'tempest-secgroup--916187200'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:50.825479 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c69b504d-0d08-4350-b4ad-6b5ae34f7aad tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:50.845935 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c69b504d-0d08-4350-b4ad-6b5ae34f7aad tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:50.907463 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port f4785aa8-c3ce-426c-80e7-85d056458f5b is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:42:50.907813 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:50.937368 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a5d5b07-5875-4289-96c7-ea6a5b4000fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4785aa8-c3ce-426c-80e7-85d056458f5b'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:42:50.946746 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port f4785aa8-c3ce-426c-80e7-85d056458f5b, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=f4785aa8-c3ce-426c-80e7-85d056458f5b,segment=NetworkSegment(cbc43cad-72ea-4fad-b4f8-a4e759d6262a),segment_id=cbc43cad-72ea-4fad-b4f8-a4e759d6262a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:42:50.960433 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c69b504d-0d08-4350-b4ad-6b5ae34f7aad tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:50.985185 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c69b504d-0d08-4350-b4ad-6b5ae34f7aad tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:50.986810 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69a2d721-c47b-4f90-bca7-35600f7f2252'] response: {'server_uuid': '1a5d5b07-5875-4289-96c7-ea6a5b4000fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4785aa8-c3ce-426c-80e7-85d056458f5b', 'code': 200} May 27 02:42:50.990013 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c69b504d-0d08-4350-b4ad-6b5ae34f7aad tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Usage tracker for resource:security_group_rule and tenant:f82458fd649d4c6d862f3355dc439afb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:50.993041 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c69b504d-0d08-4350-b4ad-6b5ae34f7aad tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:50.999069 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c69b504d-0d08-4350-b4ad-6b5ae34f7aad tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:51.037988 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:51.128146 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=f4785aa8-c3ce-426c-80e7-85d056458f5b,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:51.150065 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c69b504d-0d08-4350-b4ad-6b5ae34f7aad tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:51.178402 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb4c96-d1fe-488b-8e40-9ac724840601 req-40d4d3f8-51a4-4279-b3fc-cfdbc09d4061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:51.180425 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d5eb4c96-d1fe-488b-8e40-9ac724840601 req-40d4d3f8-51a4-4279-b3fc-cfdbc09d4061 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1a5d5b07-5875-4289-96c7-ea6a5b4000fb HTTP/1.1" status: 200 len: 1096 time: 0.1233418 May 27 02:42:51.229389 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c69b504d-0d08-4350-b4ad-6b5ae34f7aad tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:51.247437 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d5eb4c96-d1fe-488b-8e40-9ac724840601 req-95df7faf-b45f-4b2f-9091-8ab1af24b033 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=09995bda-ffd1-424e-a2b7-d7f772c9bebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605690 May 27 02:42:51.294163 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b504d-0d08-4350-b4ad-6b5ae34f7aad tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82545c44-c5cd-4a8d-aa58-022a9052b085,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:51.343309 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c69b504d-0d08-4350-b4ad-6b5ae34f7aad tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:51.344788 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c69b504d-0d08-4350-b4ad-6b5ae34f7aad tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5473211 May 27 02:42:51.347561 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47968) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:51.352669 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a7783941-a0c9-4300-9746-d4d9352603a5 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Request body: {'security_group': {'name': 'tempest-secgroup--405231154'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:51.359539 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a7783941-a0c9-4300-9746-d4d9352603a5 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:51.363623 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a7783941-a0c9-4300-9746-d4d9352603a5 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Usage tracker for resource:security_group and tenant:f82458fd649d4c6d862f3355dc439afb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:51.366637 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a7783941-a0c9-4300-9746-d4d9352603a5 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:51.372406 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a7783941-a0c9-4300-9746-d4d9352603a5 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:51.471140 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a7783941-a0c9-4300-9746-d4d9352603a5 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:51.501727 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a7783941-a0c9-4300-9746-d4d9352603a5 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:51.506565 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a7783941-a0c9-4300-9746-d4d9352603a5 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Usage tracker for resource:security_group_rule and tenant:f82458fd649d4c6d862f3355dc439afb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:51.510104 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a7783941-a0c9-4300-9746-d4d9352603a5 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:51.522078 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a7783941-a0c9-4300-9746-d4d9352603a5 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:51.609708 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a7783941-a0c9-4300-9746-d4d9352603a5 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:51.677276 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a7783941-a0c9-4300-9746-d4d9352603a5 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:51.725608 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7f181-48dc-4a90-a654-b924adbb5b88 req-06f03a56-880d-460f-8c85-da70751df2af tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:51.727679 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-05f7f181-48dc-4a90-a654-b924adbb5b88 req-06f03a56-880d-460f-8c85-da70751df2af tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5d5b07-5875-4289-96c7-ea6a5b4000fb HTTP/1.1" status: 200 len: 945 time: 0.1061504 May 27 02:42:51.746680 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7783941-a0c9-4300-9746-d4d9352603a5 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5882742f-11d4-4d81-8532-60b4a5935071,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:51.798274 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a7783941-a0c9-4300-9746-d4d9352603a5 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:51.802298 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a7783941-a0c9-4300-9746-d4d9352603a5 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4512265 May 27 02:42:51.802562 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 47982) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:51.810053 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-fdc6976c-35ae-4677-bc5a-795b9e528024 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Request body: {'security_group_rule': {'security_group_id': '82545c44-c5cd-4a8d-aa58-022a9052b085', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5882742f-11d4-4d81-8532-60b4a5935071', 'remote_ip_prefix': None}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:51.821207 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fdc6976c-35ae-4677-bc5a-795b9e528024 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:51.827134 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fdc6976c-35ae-4677-bc5a-795b9e528024 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Usage tracker for resource:security_group_rule and tenant:f82458fd649d4c6d862f3355dc439afb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:51.830465 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fdc6976c-35ae-4677-bc5a-795b9e528024 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:51.833325 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-05f7f181-48dc-4a90-a654-b924adbb5b88 req-a9773bac-a863-40ec-a59b-b0d0d59d2e31 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/security-groups?id=09995bda-ffd1-424e-a2b7-d7f772c9bebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993080 May 27 02:42:51.838447 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fdc6976c-35ae-4677-bc5a-795b9e528024 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:51.859373 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0c765-e876-484c-b57f-906f003293e0 req-39ef284e-9a51-4e05-b738-1923da69dd6f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:51.860886 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-17b0c765-e876-484c-b57f-906f003293e0 req-39ef284e-9a51-4e05-b738-1923da69dd6f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 945 time: 0.1109128 May 27 02:42:51.905928 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-17b0c765-e876-484c-b57f-906f003293e0 req-ef5f6791-a278-4570-8078-ddc28f56ac27 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b03d65b-fea9-4a72-bea0-c935f8442f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390458 May 27 02:42:51.932648 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fdc6976c-35ae-4677-bc5a-795b9e528024 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:52.012305 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fdc6976c-35ae-4677-bc5a-795b9e528024 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:52.100157 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fdc6976c-35ae-4677-bc5a-795b9e528024 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:52.124137 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc6976c-35ae-4677-bc5a-795b9e528024 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c323300a-3603-4ac9-bd05-097c5ca8602b,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:52.202814 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fdc6976c-35ae-4677-bc5a-795b9e528024 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:52.204056 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-fdc6976c-35ae-4677-bc5a-795b9e528024 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4003615 May 27 02:42:52.206936 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 47992) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:52.237427 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-46f89142-834f-44a1-8a98-6096c7a7ad8a tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:52.249174 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-46f89142-834f-44a1-8a98-6096c7a7ad8a tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:52.357016 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-46f89142-834f-44a1-8a98-6096c7a7ad8a tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:52.389303 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-46f89142-834f-44a1-8a98-6096c7a7ad8a tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:52.390631 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-46f89142-834f-44a1-8a98-6096c7a7ad8a tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/c323300a-3603-4ac9-bd05-097c5ca8602b HTTP/1.1" status: 204 len: 168 time: 0.1822870 May 27 02:42:52.391863 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f89142-834f-44a1-8a98-6096c7a7ad8a tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c323300a-3603-4ac9-bd05-097c5ca8602b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:52.393408 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48004) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:52.404465 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f89142-834f-44a1-8a98-6096c7a7ad8a tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:52.405107 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f89142-834f-44a1-8a98-6096c7a7ad8a tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:52.405619 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f89142-834f-44a1-8a98-6096c7a7ad8a tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:52.406203 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f89142-834f-44a1-8a98-6096c7a7ad8a tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:52.406692 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f89142-834f-44a1-8a98-6096c7a7ad8a tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:52.407178 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f89142-834f-44a1-8a98-6096c7a7ad8a tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:52.407839 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f89142-834f-44a1-8a98-6096c7a7ad8a tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:52.408463 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f89142-834f-44a1-8a98-6096c7a7ad8a tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:52.408975 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f89142-834f-44a1-8a98-6096c7a7ad8a tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:52.409454 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f89142-834f-44a1-8a98-6096c7a7ad8a tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:52.409949 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f89142-834f-44a1-8a98-6096c7a7ad8a tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:52.410427 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f89142-834f-44a1-8a98-6096c7a7ad8a tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:52.506058 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d21c370b-020b-4b9f-96dc-2bd50a311d2b tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Synchronizing usage tracker for tenant:f82458fd649d4c6d862f3355dc439afb on resource:security_group_rule {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:42:52.628924 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d21c370b-020b-4b9f-96dc-2bd50a311d2b tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Unset dirty status for tenant:f82458fd649d4c6d862f3355dc439afb on resource:security_group_rule {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:42:52.631165 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d21c370b-020b-4b9f-96dc-2bd50a311d2b tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2367818 May 27 02:42:52.634105 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48012) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:52.703310 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-42319bf7-15b5-4e8b-a1e9-a8a165247684 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:52.737361 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-42319bf7-15b5-4e8b-a1e9-a8a165247684 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:52.840175 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-42319bf7-15b5-4e8b-a1e9-a8a165247684 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:52.859332 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42319bf7-15b5-4e8b-a1e9-a8a165247684 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5882742f-11d4-4d81-8532-60b4a5935071,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:53.042839 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-42319bf7-15b5-4e8b-a1e9-a8a165247684 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:53.044005 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-42319bf7-15b5-4e8b-a1e9-a8a165247684 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "DELETE /v2.0/security-groups/5882742f-11d4-4d81-8532-60b4a5935071 HTTP/1.1" status: 204 len: 168 time: 0.4088175 May 27 02:42:53.046729 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48026) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:53.170154 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60792d1-3563-422d-b676-a2550284150d req-9e3a2dc1-12ce-43fd-bd93-243247a591e8 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:53.173081 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e1223dee-ab64-47d7-b234-621525ca1e1a tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Synchronizing usage tracker for tenant:f82458fd649d4c6d862f3355dc439afb on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:42:53.178611 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d60792d1-3563-422d-b676-a2550284150d req-9e3a2dc1-12ce-43fd-bd93-243247a591e8 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 945 time: 0.1505373 May 27 02:42:53.251451 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d60792d1-3563-422d-b676-a2550284150d req-11cc994a-e46a-4195-bbdd-260b26415979 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b03d65b-fea9-4a72-bea0-c935f8442f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707211 May 27 02:42:53.293978 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e1223dee-ab64-47d7-b234-621525ca1e1a tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Unset dirty status for tenant:f82458fd649d4c6d862f3355dc439afb on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:42:53.298021 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e1223dee-ab64-47d7-b234-621525ca1e1a tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2471771 May 27 02:42:53.303957 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48038) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:53.397417 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0ccaf-2849-445f-9972-bf02849af326 req-125996ca-baa8-4b57-9686-7424f0556b31 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:53.398961 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-02b0ccaf-2849-445f-9972-bf02849af326 req-125996ca-baa8-4b57-9686-7424f0556b31 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5d5b07-5875-4289-96c7-ea6a5b4000fb HTTP/1.1" status: 200 len: 945 time: 0.1137290 May 27 02:42:53.421896 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b4e191b-110b-4d42-9505-970bff4c7d15 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:53.449636 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b4e191b-110b-4d42-9505-970bff4c7d15 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:53.457288 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-02b0ccaf-2849-445f-9972-bf02849af326 req-d387055f-0548-410a-a1c3-3e393b36f97e tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/security-groups?id=09995bda-ffd1-424e-a2b7-d7f772c9bebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510178 May 27 02:42:53.589292 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b4e191b-110b-4d42-9505-970bff4c7d15 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:53.607664 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e191b-110b-4d42-9505-970bff4c7d15 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82545c44-c5cd-4a8d-aa58-022a9052b085,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:53.686124 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b4e191b-110b-4d42-9505-970bff4c7d15 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:53.690330 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48056) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:53.690574 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7b4e191b-110b-4d42-9505-970bff4c7d15 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "DELETE /v2.0/security-groups/82545c44-c5cd-4a8d-aa58-022a9052b085 HTTP/1.1" status: 204 len: 168 time: 0.3914013 May 27 02:42:53.752384 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-73ee7f9a-1a50-45ab-927a-175c260f6fd2 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Synchronizing usage tracker for tenant:f82458fd649d4c6d862f3355dc439afb on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:42:53.842988 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-73ee7f9a-1a50-45ab-927a-175c260f6fd2 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Unset dirty status for tenant:f82458fd649d4c6d862f3355dc439afb on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:42:53.845036 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-73ee7f9a-1a50-45ab-927a-175c260f6fd2 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1532142 May 27 02:42:53.849726 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48062) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:53.854876 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d790561e-3b4d-42d4-9bf9-3dbaf018892b tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Request body: {'security_group': {'name': 'tempest-secgroup--1863916165'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:53.861477 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d790561e-3b4d-42d4-9bf9-3dbaf018892b tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:53.872028 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d790561e-3b4d-42d4-9bf9-3dbaf018892b tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:53.962542 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d790561e-3b4d-42d4-9bf9-3dbaf018892b tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:53.982850 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d790561e-3b4d-42d4-9bf9-3dbaf018892b tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:53.986925 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d790561e-3b4d-42d4-9bf9-3dbaf018892b tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Usage tracker for resource:security_group_rule and tenant:f82458fd649d4c6d862f3355dc439afb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:53.990287 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d790561e-3b4d-42d4-9bf9-3dbaf018892b tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:53.996027 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d790561e-3b4d-42d4-9bf9-3dbaf018892b tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:54.068541 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d790561e-3b4d-42d4-9bf9-3dbaf018892b tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:54.139215 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d790561e-3b4d-42d4-9bf9-3dbaf018892b tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:54.198161 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d790561e-3b4d-42d4-9bf9-3dbaf018892b tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b558aff5-8242-4236-878e-66d02584b115,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:54.281147 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d790561e-3b4d-42d4-9bf9-3dbaf018892b tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:54.288937 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d790561e-3b4d-42d4-9bf9-3dbaf018892b tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4321618 May 27 02:42:54.288937 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48074) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:54.293298 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-c9fcb95e-c2f8-4b45-9629-1d885f90b0ce tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Request body: {'security_group_rule': {'security_group_id': 'b558aff5-8242-4236-878e-66d02584b115', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:54.311489 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c9fcb95e-c2f8-4b45-9629-1d885f90b0ce tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:54.322106 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c9fcb95e-c2f8-4b45-9629-1d885f90b0ce tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Usage tracker for resource:security_group_rule and tenant:f82458fd649d4c6d862f3355dc439afb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:54.325186 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c9fcb95e-c2f8-4b45-9629-1d885f90b0ce tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:54.337014 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c9fcb95e-c2f8-4b45-9629-1d885f90b0ce tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:54.445661 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c9fcb95e-c2f8-4b45-9629-1d885f90b0ce tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:54.522126 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c9fcb95e-c2f8-4b45-9629-1d885f90b0ce tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:54.540149 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64af4a-e3c1-414e-a3d5-a28095b1e3b9 req-49e4d2ad-bec8-411b-b926-0ac142b230cb tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:54.542877 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9c64af4a-e3c1-414e-a3d5-a28095b1e3b9 req-49e4d2ad-bec8-411b-b926-0ac142b230cb tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 945 time: 0.0988288 May 27 02:42:54.575842 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c9fcb95e-c2f8-4b45-9629-1d885f90b0ce tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:54.600536 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9c64af4a-e3c1-414e-a3d5-a28095b1e3b9 req-d7493642-2c0f-426d-8a5c-2a52e8c67e0d tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b03d65b-fea9-4a72-bea0-c935f8442f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477479 May 27 02:42:54.609350 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fcb95e-c2f8-4b45-9629-1d885f90b0ce tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb0213e2-da6c-468b-ba7f-df04a46c477a,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:54.732585 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c9fcb95e-c2f8-4b45-9629-1d885f90b0ce tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:54.734190 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c9fcb95e-c2f8-4b45-9629-1d885f90b0ce tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4454372 May 27 02:42:54.736945 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48092) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:54.767463 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4ba99fc8-0c38-4977-ad7e-541ed07597ec tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:54.779988 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4ba99fc8-0c38-4977-ad7e-541ed07597ec tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:54.897943 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4ba99fc8-0c38-4977-ad7e-541ed07597ec tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:54.918684 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba99fc8-0c38-4977-ad7e-541ed07597ec tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb0213e2-da6c-468b-ba7f-df04a46c477a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:54.935300 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4ba99fc8-0c38-4977-ad7e-541ed07597ec tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:54.939030 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4ba99fc8-0c38-4977-ad7e-541ed07597ec tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/bb0213e2-da6c-468b-ba7f-df04a46c477a HTTP/1.1" status: 204 len: 168 time: 0.1986964 May 27 02:42:54.939450 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48098) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:54.988056 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c134b67c-b007-4c86-9124-04ef871faadc tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Synchronizing usage tracker for tenant:f82458fd649d4c6d862f3355dc439afb on resource:security_group_rule {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:42:55.197036 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c134b67c-b007-4c86-9124-04ef871faadc tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Unset dirty status for tenant:f82458fd649d4c6d862f3355dc439afb on resource:security_group_rule {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:42:55.201676 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c134b67c-b007-4c86-9124-04ef871faadc tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2578998 May 27 02:42:55.201934 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48102) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:55.274132 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-981b714a-71bb-452e-9b9f-6c226462c5a4 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:55.302535 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-981b714a-71bb-452e-9b9f-6c226462c5a4 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:55.454210 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-981b714a-71bb-452e-9b9f-6c226462c5a4 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:55.515382 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b714a-71bb-452e-9b9f-6c226462c5a4 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b558aff5-8242-4236-878e-66d02584b115,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:55.569715 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4173e1-b3a3-47c2-8197-a3504a3162d9 req-e07585d0-3f59-4b78-a2db-388cf74b7148 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:55.571262 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7a4173e1-b3a3-47c2-8197-a3504a3162d9 req-e07585d0-3f59-4b78-a2db-388cf74b7148 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5d5b07-5875-4289-96c7-ea6a5b4000fb HTTP/1.1" status: 200 len: 945 time: 0.0961170 May 27 02:42:55.577496 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2f0f6106-153b-45e2-b032-94dfa79f20fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:55.633532 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-981b714a-71bb-452e-9b9f-6c226462c5a4 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:55.634495 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-981b714a-71bb-452e-9b9f-6c226462c5a4 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "DELETE /v2.0/security-groups/b558aff5-8242-4236-878e-66d02584b115 HTTP/1.1" status: 204 len: 168 time: 0.4315257 May 27 02:42:55.642389 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48120) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:55.661106 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7a4173e1-b3a3-47c2-8197-a3504a3162d9 req-b48af3b2-dfc3-4aa3-a883-98619dab4432 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/security-groups?id=09995bda-ffd1-424e-a2b7-d7f772c9bebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713320 May 27 02:42:55.770630 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3758ddd0-06f9-4333-b9de-1185e020db13 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Synchronizing usage tracker for tenant:f82458fd649d4c6d862f3355dc439afb on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:42:55.876463 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3758ddd0-06f9-4333-b9de-1185e020db13 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Unset dirty status for tenant:f82458fd649d4c6d862f3355dc439afb on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:42:55.881441 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3758ddd0-06f9-4333-b9de-1185e020db13 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2393811 May 27 02:42:55.881921 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48130) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:55.887368 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-44bbe972-0a76-40ee-aeac-a732900dc7be tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Request body: {'security_group': {'name': 'tempest-secgroup--205963959'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:55.895958 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-44bbe972-0a76-40ee-aeac-a732900dc7be tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:55.908391 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-44bbe972-0a76-40ee-aeac-a732900dc7be tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:55.923416 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94f04d-7924-468f-9837-2a3a4b1a6dcc req-8d89c402-9885-42c9-a687-a5fe6f1f0f64 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:55.925297 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6d94f04d-7924-468f-9837-2a3a4b1a6dcc req-8d89c402-9885-42c9-a687-a5fe6f1f0f64 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 945 time: 0.1062012 May 27 02:42:55.972682 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6d94f04d-7924-468f-9837-2a3a4b1a6dcc req-3bbd53ad-825e-4ef8-aaa7-6612a5092e93 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b03d65b-fea9-4a72-bea0-c935f8442f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401089 May 27 02:42:56.023811 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-44bbe972-0a76-40ee-aeac-a732900dc7be tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:56.045437 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-44bbe972-0a76-40ee-aeac-a732900dc7be tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:56.049543 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-44bbe972-0a76-40ee-aeac-a732900dc7be tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Usage tracker for resource:security_group_rule and tenant:f82458fd649d4c6d862f3355dc439afb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:56.053431 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-44bbe972-0a76-40ee-aeac-a732900dc7be tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:56.059741 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-44bbe972-0a76-40ee-aeac-a732900dc7be tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:56.142138 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-44bbe972-0a76-40ee-aeac-a732900dc7be tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:56.235231 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-44bbe972-0a76-40ee-aeac-a732900dc7be tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:56.283578 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bbe972-0a76-40ee-aeac-a732900dc7be tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=560daeab-fa51-4f59-bca4-a50e61b24abb,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:56.368346 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-44bbe972-0a76-40ee-aeac-a732900dc7be tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:56.372813 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48142) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:56.377658 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-44bbe972-0a76-40ee-aeac-a732900dc7be tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4899130 May 27 02:42:56.378791 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-6d878755-696a-4143-a97e-ed03eb3b2214 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Request body: {'security_group_rule': {'security_group_id': '560daeab-fa51-4f59-bca4-a50e61b24abb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:56.385907 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-6d878755-696a-4143-a97e-ed03eb3b2214 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:56.390222 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-6d878755-696a-4143-a97e-ed03eb3b2214 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Usage tracker for resource:security_group_rule and tenant:f82458fd649d4c6d862f3355dc439afb is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:42:56.393297 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-6d878755-696a-4143-a97e-ed03eb3b2214 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:42:56.400741 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-6d878755-696a-4143-a97e-ed03eb3b2214 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:56.503779 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6d878755-696a-4143-a97e-ed03eb3b2214 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:56.550108 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [req-68c83665-f196-4044-9204-7d959af6ded4 req-c46c0461-6c8c-47fc-9ecb-6a9b7e9f23c5 service neutron] show failed (client error): The resource could not be found. May 27 02:42:56.553230 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-68c83665-f196-4044-9204-7d959af6ded4 req-c46c0461-6c8c-47fc-9ecb-6a9b7e9f23c5 service neutron] 10.222.0.32 "GET /v2.0/ports/5f97c20e-9873-4adf-98df-e289d9a96b4a/bindings/n-h2-843554-3 HTTP/1.1" status: 404 len: 380 time: 0.1253030 May 27 02:42:56.579914 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6d878755-696a-4143-a97e-ed03eb3b2214 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:56.659823 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6d878755-696a-4143-a97e-ed03eb3b2214 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:56.689347 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d878755-696a-4143-a97e-ed03eb3b2214 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6677f52-db77-4aab-99b5-92a8679a922a,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:56.831392 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6d878755-696a-4143-a97e-ed03eb3b2214 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:56.835344 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6d878755-696a-4143-a97e-ed03eb3b2214 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4613926 May 27 02:42:56.843193 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48162) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:56.854114 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe9ae0-dac5-4b6b-a16d-bd4015e86d0e req-b7d91b06-3bb7-4a6f-bcf6-90404b817e1e tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:56.857732 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-87fe9ae0-dac5-4b6b-a16d-bd4015e86d0e req-b7d91b06-3bb7-4a6f-bcf6-90404b817e1e tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a5d5b07-5875-4289-96c7-ea6a5b4000fb HTTP/1.1" status: 200 len: 945 time: 0.1615231 May 27 02:42:56.948863 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-af66f785-0350-4655-9d44-edddd11f8f97 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "GET /v2.0/security-group-rules/b6677f52-db77-4aab-99b5-92a8679a922a HTTP/1.1" status: 200 len: 763 time: 0.0928085 May 27 02:42:56.949621 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48166) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:57.057089 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d50a9dfb-3dca-449d-9f5d-de6ffd75b02f tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Synchronizing usage tracker for tenant:f82458fd649d4c6d862f3355dc439afb on resource:security_group_rule {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:42:57.162001 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d50a9dfb-3dca-449d-9f5d-de6ffd75b02f tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Unset dirty status for tenant:f82458fd649d4c6d862f3355dc439afb on resource:security_group_rule {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:42:57.163465 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d50a9dfb-3dca-449d-9f5d-de6ffd75b02f tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2128334 May 27 02:42:57.166493 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48174) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:57.186802 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-87fe9ae0-dac5-4b6b-a16d-bd4015e86d0e req-8c69339e-1466-4547-ad16-025a40a4b762 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Deleting port f4785aa8-c3ce-426c-80e7-85d056458f5b {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:42:57.187874 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-87fe9ae0-dac5-4b6b-a16d-bd4015e86d0e req-8c69339e-1466-4547-ad16-025a40a4b762 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:57.197805 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f7f620ee-b356-4545-a3f4-d1f46868c184 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:57.217195 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f7f620ee-b356-4545-a3f4-d1f46868c184 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:57.367277 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f7f620ee-b356-4545-a3f4-d1f46868c184 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:57.394659 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f620ee-b356-4545-a3f4-d1f46868c184 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b6677f52-db77-4aab-99b5-92a8679a922a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:57.455537 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f620ee-b356-4545-a3f4-d1f46868c184 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:57.455887 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f620ee-b356-4545-a3f4-d1f46868c184 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:57.456467 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f620ee-b356-4545-a3f4-d1f46868c184 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:57.456845 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f620ee-b356-4545-a3f4-d1f46868c184 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:57.457448 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f620ee-b356-4545-a3f4-d1f46868c184 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:57.458845 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f620ee-b356-4545-a3f4-d1f46868c184 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:57.459346 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f620ee-b356-4545-a3f4-d1f46868c184 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:57.459744 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f620ee-b356-4545-a3f4-d1f46868c184 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:57.460142 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f620ee-b356-4545-a3f4-d1f46868c184 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:57.460538 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f620ee-b356-4545-a3f4-d1f46868c184 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:57.461103 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f620ee-b356-4545-a3f4-d1f46868c184 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:57.461500 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f620ee-b356-4545-a3f4-d1f46868c184 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:57.518402 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c83665-f196-4044-9204-7d959af6ded4 req-6d019fa1-a445-46d0-97da-152134257ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:57.520214 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-68c83665-f196-4044-9204-7d959af6ded4 req-6d019fa1-a445-46d0-97da-152134257ff4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d&tenant_id=b59631ecfa194f20bd33f8d2b34a5767 HTTP/1.1" status: 200 len: 1096 time: 0.1269011 May 27 02:42:57.540450 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-68c83665-f196-4044-9204-7d959af6ded4 req-d4dcfab7-d52a-4507-971c-5aac8d0a9929 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843554-3', 'device_owner': 'compute:nova'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:57.553009 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f4ea8-85bf-4451-be56-d6ed625d4c1e req-1bc136d2-53ff-4124-956e-f400d8c01006 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:57.557219 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-762f4ea8-85bf-4451-be56-d6ed625d4c1e req-1bc136d2-53ff-4124-956e-f400d8c01006 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5d5b07-5875-4289-96c7-ea6a5b4000fb HTTP/1.1" status: 200 len: 945 time: 0.5405927 May 27 02:42:57.596628 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f7f620ee-b356-4545-a3f4-d1f46868c184 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:57.600570 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f7f620ee-b356-4545-a3f4-d1f46868c184 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/b6677f52-db77-4aab-99b5-92a8679a922a HTTP/1.1" status: 204 len: 168 time: 0.4303048 May 27 02:42:57.602025 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48190) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:57.678927 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-68c83665-f196-4044-9204-7d959af6ded4 req-d4dcfab7-d52a-4507-971c-5aac8d0a9929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:57.753220 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-762f4ea8-85bf-4451-be56-d6ed625d4c1e req-af9fc72b-bf15-488c-8c9a-64d6cb8ec7a5 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/security-groups?id=09995bda-ffd1-424e-a2b7-d7f772c9bebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588407 May 27 02:42:57.817622 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-66f19804-b9ad-499c-95b8-36ed53b9947b tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Synchronizing usage tracker for tenant:f82458fd649d4c6d862f3355dc439afb on resource:security_group_rule {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:42:57.826993 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e0159-7850-4642-9a20-a6631480e062 req-6fae5bea-6b27-4aec-bea4-245bcdfd2c76 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:57.828605 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3b4e0159-7850-4642-9a20-a6631480e062 req-6fae5bea-6b27-4aec-bea4-245bcdfd2c76 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 945 time: 0.6469016 May 27 02:42:57.890266 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1a8c468f-84f4-4d05-b4fa-a32891e8a3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:57.893353 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3b4e0159-7850-4642-9a20-a6631480e062 req-cf400ce3-8122-4fac-a0df-43eecfa3a151 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b03d65b-fea9-4a72-bea0-c935f8442f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552886 May 27 02:42:57.964397 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-87fe9ae0-dac5-4b6b-a16d-bd4015e86d0e req-8c69339e-1466-4547-ad16-025a40a4b762 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] For port f4785aa8-c3ce-426c-80e7-85d056458f5b, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=f4785aa8-c3ce-426c-80e7-85d056458f5b,segment=NetworkSegment(cbc43cad-72ea-4fad-b4f8-a4e759d6262a),segment_id=cbc43cad-72ea-4fad-b4f8-a4e759d6262a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:42:57.964769 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-87fe9ae0-dac5-4b6b-a16d-bd4015e86d0e req-8c69339e-1466-4547-ad16-025a40a4b762 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:58.035027 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-66f19804-b9ad-499c-95b8-36ed53b9947b tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Unset dirty status for tenant:f82458fd649d4c6d862f3355dc439afb on resource:security_group_rule {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:42:58.036330 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-66f19804-b9ad-499c-95b8-36ed53b9947b tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4338157 May 27 02:42:58.040984 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48206) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:58.056732 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-83f22df9-87d6-4cb5-aca5-b1722a11084c tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Request body: {'security_group_rule': {'security_group_id': '560daeab-fa51-4f59-bca4-a50e61b24abb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:58.061734 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-83f22df9-87d6-4cb5-aca5-b1722a11084c tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:58.078597 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-83f22df9-87d6-4cb5-aca5-b1722a11084c tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:58.160795 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-68c83665-f196-4044-9204-7d959af6ded4 req-d4dcfab7-d52a-4507-971c-5aac8d0a9929 service neutron] For port 5f97c20e-9873-4adf-98df-e289d9a96b4a, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=5f97c20e-9873-4adf-98df-e289d9a96b4a,segment=NetworkSegment(7e3abe43-4d43-4a8c-a57b-a17033e93da0),segment_id=7e3abe43-4d43-4a8c-a57b-a17033e93da0)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:42:58.218899 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83f22df9-87d6-4cb5-aca5-b1722a11084c tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:58.249582 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-87fe9ae0-dac5-4b6b-a16d-bd4015e86d0e req-8c69339e-1466-4547-ad16-025a40a4b762 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Calling delete_port for f4785aa8-c3ce-426c-80e7-85d056458f5b owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:42:58.292473 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-68c83665-f196-4044-9204-7d959af6ded4 req-d4dcfab7-d52a-4507-971c-5aac8d0a9929 service neutron] For port 5f97c20e-9873-4adf-98df-e289d9a96b4a, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:42:58.384442 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a7f28c-e2a6-4978-8356-aef1e045299d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f97c20e-9873-4adf-98df-e289d9a96b4a'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:42:58.390345 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-68c83665-f196-4044-9204-7d959af6ded4 req-d4dcfab7-d52a-4507-971c-5aac8d0a9929 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:58.407759 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83f22df9-87d6-4cb5-aca5-b1722a11084c tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:58.470476 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83d7863c-6157-4c8b-bd94-cad1bbf830d6'] response: {'server_uuid': '45a7f28c-e2a6-4978-8356-aef1e045299d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f97c20e-9873-4adf-98df-e289d9a96b4a', 'code': 200} May 27 02:42:58.471078 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83f22df9-87d6-4cb5-aca5-b1722a11084c tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:58.495197 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f22df9-87d6-4cb5-aca5-b1722a11084c tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78bd9410-27f3-4015-a4aa-4b4477427c3b,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:58.499792 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-87fe9ae0-dac5-4b6b-a16d-bd4015e86d0e req-8c69339e-1466-4547-ad16-025a40a4b762 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:58.503786 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-68c83665-f196-4044-9204-7d959af6ded4 req-d4dcfab7-d52a-4507-971c-5aac8d0a9929 service neutron] Transition to ACTIVE for port object 5f97c20e-9873-4adf-98df-e289d9a96b4a will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:42:58.510645 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['f4785aa8-c3ce-426c-80e7-85d056458f5b'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:42:58.557827 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69339e-1466-4547-ad16-025a40a4b762 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Pushing event deleted for resources: {'Port': ['ID=f4785aa8-c3ce-426c-80e7-85d056458f5b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:58.585226 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-68c83665-f196-4044-9204-7d959af6ded4 req-d4dcfab7-d52a-4507-971c-5aac8d0a9929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:58.632765 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83f22df9-87d6-4cb5-aca5-b1722a11084c tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:58.634148 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-83f22df9-87d6-4cb5-aca5-b1722a11084c tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5923436 May 27 02:42:58.636947 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48228) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:58.663280 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-87fe9ae0-dac5-4b6b-a16d-bd4015e86d0e req-8c69339e-1466-4547-ad16-025a40a4b762 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] No DVR routers for this DVR port f4785aa8-c3ce-426c-80e7-85d056458f5b on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:42:58.669387 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-87fe9ae0-dac5-4b6b-a16d-bd4015e86d0e req-8c69339e-1466-4547-ad16-025a40a4b762 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:58.676833 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a5d5b07-5875-4289-96c7-ea6a5b4000fb', 'name': 'network-vif-deleted', 'tag': 'f4785aa8-c3ce-426c-80e7-85d056458f5b'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:42:58.709841 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1ff4c29d-ebfe-4008-88dd-d1c14b8e122c tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "GET /v2.0/security-group-rules/78bd9410-27f3-4015-a4aa-4b4477427c3b HTTP/1.1" status: 200 len: 763 time: 0.0707955 May 27 02:42:58.719364 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48234) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:58.773140 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ff1f266-daa7-4ac9-ba77-b331d3463e9b'] response: {'server_uuid': '1a5d5b07-5875-4289-96c7-ea6a5b4000fb', 'name': 'network-vif-deleted', 'tag': 'f4785aa8-c3ce-426c-80e7-85d056458f5b', 'status': 'completed', 'code': 200} May 27 02:42:58.844101 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4a3a5805-d4f7-4cbd-8a9c-28fa9f13d445 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Synchronizing usage tracker for tenant:f82458fd649d4c6d862f3355dc439afb on resource:security_group_rule {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:42:58.856177 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-87fe9ae0-dac5-4b6b-a16d-bd4015e86d0e req-8c69339e-1466-4547-ad16-025a40a4b762 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.66 "DELETE /v2.0/ports/f4785aa8-c3ce-426c-80e7-85d056458f5b HTTP/1.1" status: 204 len: 173 time: 1.9898267 May 27 02:42:58.927300 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4a3a5805-d4f7-4cbd-8a9c-28fa9f13d445 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Unset dirty status for tenant:f82458fd649d4c6d862f3355dc439afb on resource:security_group_rule {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:42:58.928729 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4a3a5805-d4f7-4cbd-8a9c-28fa9f13d445 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2082131 May 27 02:42:58.931592 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48242) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:58.960977 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dcfab7-d52a-4507-971c-5aac8d0a9929 service neutron] Pushing event updated for resources: {'Port': ['ID=5f97c20e-9873-4adf-98df-e289d9a96b4a,revision_number=6']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:59.016565 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c9b1ad24-e26d-4f48-8488-5b12d8cb50e9 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:59.045114 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c83665-f196-4044-9204-7d959af6ded4 req-d4dcfab7-d52a-4507-971c-5aac8d0a9929 service neutron] No DVR routers for this DVR port 5f97c20e-9873-4adf-98df-e289d9a96b4a on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:42:59.095594 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c9b1ad24-e26d-4f48-8488-5b12d8cb50e9 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:59.143331 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:59.200412 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:59.212460 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-f493fdf0-a9c0-4afa-8d09-c04f5c445b5c req-b6d15a33-7e6e-418d-8f63-108ef33ce0de tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Synchronizing usage tracker for tenant:aa5e3afca4044d3b99c498d82b201ef9 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:42:59.243451 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c9b1ad24-e26d-4f48-8488-5b12d8cb50e9 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:59.264526 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1ad24-e26d-4f48-8488-5b12d8cb50e9 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78bd9410-27f3-4015-a4aa-4b4477427c3b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:59.288341 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d0328-6bc5-4fe2-8ebc-a29b7a59db74 req-1a7a95a3-bec9-4dbf-8ffc-62eda448499e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:59.289837 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-846d0328-6bc5-4fe2-8ebc-a29b7a59db74 req-1a7a95a3-bec9-4dbf-8ffc-62eda448499e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 943 time: 0.1362431 May 27 02:42:59.319177 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-68c83665-f196-4044-9204-7d959af6ded4 req-d4dcfab7-d52a-4507-971c-5aac8d0a9929 service neutron] Attempting to bind port 5f97c20e-9873-4adf-98df-e289d9a96b4a on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:42:59.319693 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-68c83665-f196-4044-9204-7d959af6ded4 req-d4dcfab7-d52a-4507-971c-5aac8d0a9929 service neutron] Attempting to bind port 5f97c20e-9873-4adf-98df-e289d9a96b4a by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '7e3abe43-4d43-4a8c-a57b-a17033e93da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '56de6edb-4271-49d5-883c-5ccf0c388efd'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:42:59.320028 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c83665-f196-4044-9204-7d959af6ded4 req-d4dcfab7-d52a-4507-971c-5aac8d0a9929 service neutron] Attempting to bind port 5f97c20e-9873-4adf-98df-e289d9a96b4a on network 56de6edb-4271-49d5-883c-5ccf0c388efd {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:42:59.325043 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c83665-f196-4044-9204-7d959af6ded4 req-d4dcfab7-d52a-4507-971c-5aac8d0a9929 service neutron] Port 5f97c20e-9873-4adf-98df-e289d9a96b4a on network 56de6edb-4271-49d5-883c-5ccf0c388efd not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:42:59.325363 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c83665-f196-4044-9204-7d959af6ded4 req-d4dcfab7-d52a-4507-971c-5aac8d0a9929 service neutron] Attempting to bind port 5f97c20e-9873-4adf-98df-e289d9a96b4a on network 56de6edb-4271-49d5-883c-5ccf0c388efd {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:42:59.330396 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c83665-f196-4044-9204-7d959af6ded4 req-d4dcfab7-d52a-4507-971c-5aac8d0a9929 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:42:59.330729 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c83665-f196-4044-9204-7d959af6ded4 req-d4dcfab7-d52a-4507-971c-5aac8d0a9929 service neutron] Checking segment: {'id': '7e3abe43-4d43-4a8c-a57b-a17033e93da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '56de6edb-4271-49d5-883c-5ccf0c388efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:42:59.331291 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c83665-f196-4044-9204-7d959af6ded4 req-d4dcfab7-d52a-4507-971c-5aac8d0a9929 service neutron] Bound using segment: {'id': '7e3abe43-4d43-4a8c-a57b-a17033e93da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '56de6edb-4271-49d5-883c-5ccf0c388efd'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:42:59.332047 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-68c83665-f196-4044-9204-7d959af6ded4 req-d4dcfab7-d52a-4507-971c-5aac8d0a9929 service neutron] Bound port: 5f97c20e-9873-4adf-98df-e289d9a96b4a, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e3abe43-4d43-4a8c-a57b-a17033e93da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '56de6edb-4271-49d5-883c-5ccf0c388efd'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:42:59.333287 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-68c83665-f196-4044-9204-7d959af6ded4 req-d4dcfab7-d52a-4507-971c-5aac8d0a9929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:59.341409 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-846d0328-6bc5-4fe2-8ebc-a29b7a59db74 req-17b825ff-05a1-4361-8a75-16c49b8aee8f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b03d65b-fea9-4a72-bea0-c935f8442f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435400 May 27 02:42:59.366301 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-f493fdf0-a9c0-4afa-8d09-c04f5c445b5c req-b6d15a33-7e6e-418d-8f63-108ef33ce0de tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Unset dirty status for tenant:aa5e3afca4044d3b99c498d82b201ef9 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:42:59.367585 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f493fdf0-a9c0-4afa-8d09-c04f5c445b5c req-b6d15a33-7e6e-418d-8f63-108ef33ce0de tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a5d5b07-5875-4289-96c7-ea6a5b4000fb HTTP/1.1" status: 200 len: 210 time: 0.3453271 May 27 02:42:59.428900 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-68c83665-f196-4044-9204-7d959af6ded4 req-d4dcfab7-d52a-4507-971c-5aac8d0a9929 service neutron] For port 5f97c20e-9873-4adf-98df-e289d9a96b4a, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:42:59.430170 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-68c83665-f196-4044-9204-7d959af6ded4 req-d4dcfab7-d52a-4507-971c-5aac8d0a9929 service neutron] For port 5f97c20e-9873-4adf-98df-e289d9a96b4a, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=5f97c20e-9873-4adf-98df-e289d9a96b4a,segment=NetworkSegment(7e3abe43-4d43-4a8c-a57b-a17033e93da0),segment_id=7e3abe43-4d43-4a8c-a57b-a17033e93da0)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:42:59.436697 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c9b1ad24-e26d-4f48-8488-5b12d8cb50e9 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:59.439298 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c9b1ad24-e26d-4f48-8488-5b12d8cb50e9 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/78bd9410-27f3-4015-a4aa-4b4477427c3b HTTP/1.1" status: 204 len: 168 time: 0.5051339 May 27 02:42:59.441078 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48262) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:59.492241 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a1e3bc07-f9b9-460e-af3f-899d7ab054d8 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Synchronizing usage tracker for tenant:f82458fd649d4c6d862f3355dc439afb on resource:security_group_rule {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:42:59.504983 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-68c83665-f196-4044-9204-7d959af6ded4 req-d4dcfab7-d52a-4507-971c-5aac8d0a9929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:59.557542 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a1e3bc07-f9b9-460e-af3f-899d7ab054d8 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Unset dirty status for tenant:f82458fd649d4c6d862f3355dc439afb on resource:security_group_rule {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:42:59.565455 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a1e3bc07-f9b9-460e-af3f-899d7ab054d8 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1231794 May 27 02:42:59.567590 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48272) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:42:59.575877 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c83665-f196-4044-9204-7d959af6ded4 req-d4dcfab7-d52a-4507-971c-5aac8d0a9929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:59.578074 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-68c83665-f196-4044-9204-7d959af6ded4 req-d4dcfab7-d52a-4507-971c-5aac8d0a9929 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:59.579807 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-68c83665-f196-4044-9204-7d959af6ded4 req-d4dcfab7-d52a-4507-971c-5aac8d0a9929 service neutron] 10.222.0.66 "PUT /v2.0/ports/5f97c20e-9873-4adf-98df-e289d9a96b4a HTTP/1.1" status: 200 len: 1091 time: 2.0482204 May 27 02:42:59.589085 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-3d7f7064-e1b8-473b-9992-0abf4424788c tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Request body: {'security_group_rule': {'security_group_id': '560daeab-fa51-4f59-bca4-a50e61b24abb', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:59.616609 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-3d7f7064-e1b8-473b-9992-0abf4424788c tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:42:59.646273 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-3d7f7064-e1b8-473b-9992-0abf4424788c tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:42:59.689479 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dcfab7-d52a-4507-971c-5aac8d0a9929 service neutron] Pushing event updated for resources: {'Port': ['ID=5f97c20e-9873-4adf-98df-e289d9a96b4a,revision_number=7']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:59.732704 n-d-843554-3 neutron-server[88902]: INFO neutron.db.securitygroups_db [None req-3d7f7064-e1b8-473b-9992-0abf4424788c tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Project f82458fd649d4c6d862f3355dc439afb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:42:59.741855 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c83665-f196-4044-9204-7d959af6ded4 req-1580d6d4-bb3f-41a9-b224-7ef86e954144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:59.745078 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3d7f7064-e1b8-473b-9992-0abf4424788c tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:59.747971 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-68c83665-f196-4044-9204-7d959af6ded4 req-1580d6d4-bb3f-41a9-b224-7ef86e954144 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b59631ecfa194f20bd33f8d2b34a5767&device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 1094 time: 0.1271672 May 27 02:42:59.886148 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3d7f7064-e1b8-473b-9992-0abf4424788c tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:59.969147 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3d7f7064-e1b8-473b-9992-0abf4424788c tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:00.017045 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c83665-f196-4044-9204-7d959af6ded4 req-fb972be6-de5a-4406-9e59-4c2e1ac67c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:00.019726 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f7064-e1b8-473b-9992-0abf4424788c tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f979f932-b1a7-419f-a8cc-422b6f3bba9b,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:00.030703 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-68c83665-f196-4044-9204-7d959af6ded4 req-fb972be6-de5a-4406-9e59-4c2e1ac67c5d service neutron] 10.222.0.66 "GET /v2.0/networks?id=56de6edb-4271-49d5-883c-5ccf0c388efd HTTP/1.1" status: 200 len: 898 time: 0.2737250 May 27 02:43:00.116547 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3d7f7064-e1b8-473b-9992-0abf4424788c tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:00.118811 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3d7f7064-e1b8-473b-9992-0abf4424788c tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5500433 May 27 02:43:00.119526 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48292) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:00.144196 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7e72c51b-8722-4380-9271-c6af8c51ab76 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "GET /v2.0/security-group-rules/f979f932-b1a7-419f-a8cc-422b6f3bba9b HTTP/1.1" status: 200 len: 769 time: 0.0234649 May 27 02:43:00.153044 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48296) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:00.170069 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-68c83665-f196-4044-9204-7d959af6ded4 req-9970a6cf-8e73-4bbd-ab5a-4e8649b65768 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f97c20e-9873-4adf-98df-e289d9a96b4a HTTP/1.1" status: 200 len: 998 time: 0.1352451 May 27 02:43:00.206356 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:00.219883 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-dfdf0ee8-3d66-47e8-9c63-dc8e621eb678 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Synchronizing usage tracker for tenant:f82458fd649d4c6d862f3355dc439afb on resource:security_group_rule {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:43:00.257592 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c83665-f196-4044-9204-7d959af6ded4 req-a6af88f4-9226-4bc5-aff5-7c00ad58678c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:00.259194 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-68c83665-f196-4044-9204-7d959af6ded4 req-a6af88f4-9226-4bc5-aff5-7c00ad58678c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=729be140-e744-46ec-b913-ee3fd12524ff HTTP/1.1" status: 200 len: 834 time: 0.0785646 May 27 02:43:00.334224 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-dfdf0ee8-3d66-47e8-9c63-dc8e621eb678 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Unset dirty status for tenant:f82458fd649d4c6d862f3355dc439afb on resource:security_group_rule {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:43:00.337554 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-dfdf0ee8-3d66-47e8-9c63-dc8e621eb678 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1818824 May 27 02:43:00.339001 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48302) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:00.356549 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c83665-f196-4044-9204-7d959af6ded4 req-dc5e5ae1-df79-460d-a2cf-9c7ed84a1ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:00.358130 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-68c83665-f196-4044-9204-7d959af6ded4 req-dc5e5ae1-df79-460d-a2cf-9c7ed84a1ccc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56de6edb-4271-49d5-883c-5ccf0c388efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0934722 May 27 02:43:00.377100 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b5980215-2807-47ca-9157-369a30cb7d67 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:00.389618 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b5980215-2807-47ca-9157-369a30cb7d67 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:00.484478 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a7f28c-e2a6-4978-8356-aef1e045299d', 'tag': '5f97c20e-9873-4adf-98df-e289d9a96b4a'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:43:00.568274 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b5980215-2807-47ca-9157-369a30cb7d67 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:00.580162 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device f4785aa8-c3ce-426c-80e7-85d056458f5b no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:43:00.597215 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5980215-2807-47ca-9157-369a30cb7d67 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f979f932-b1a7-419f-a8cc-422b6f3bba9b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:00.639592 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72138b-4b84-470e-81df-a30e3a577b48 req-95cccbd1-20b6-42d6-a7c0-1217272aa3a7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:00.649087 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4f72138b-4b84-470e-81df-a30e3a577b48 req-95cccbd1-20b6-42d6-a7c0-1217272aa3a7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 943 time: 0.1828318 May 27 02:43:00.669146 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: f4785aa8-c3ce-426c-80e7-85d056458f5b {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:43:00.671497 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81ed4383-ea1d-4bf0-a3e3-04b41ce5a6ff'] response: {'name': 'network-changed', 'server_uuid': '45a7f28c-e2a6-4978-8356-aef1e045299d', 'tag': '5f97c20e-9873-4adf-98df-e289d9a96b4a', 'status': 'completed', 'code': 200} May 27 02:43:00.672215 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device f4785aa8-c3ce-426c-80e7-85d056458f5b not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:43:00.695348 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b5980215-2807-47ca-9157-369a30cb7d67 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:00.699668 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b5980215-2807-47ca-9157-369a30cb7d67 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/f979f932-b1a7-419f-a8cc-422b6f3bba9b HTTP/1.1" status: 204 len: 168 time: 0.3566489 May 27 02:43:00.699868 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48316) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:00.716052 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4f72138b-4b84-470e-81df-a30e3a577b48 req-edf7cf37-b149-40b3-b670-c921ef2362e5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b03d65b-fea9-4a72-bea0-c935f8442f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610497 May 27 02:43:00.782372 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4e8f25c3-0e9e-4192-9dd8-4dfae168b15a tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Synchronizing usage tracker for tenant:f82458fd649d4c6d862f3355dc439afb on resource:security_group_rule {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:43:00.809065 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-68c83665-f196-4044-9204-7d959af6ded4 req-01f07982-d33a-4f51-b101-a149e2a44cca service neutron] 10.222.0.66 "GET /v2.0/networks/56de6edb-4271-49d5-883c-5ccf0c388efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4424956 May 27 02:43:00.899942 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4e8f25c3-0e9e-4192-9dd8-4dfae168b15a tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Unset dirty status for tenant:f82458fd649d4c6d862f3355dc439afb on resource:security_group_rule {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:43:00.904204 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4e8f25c3-0e9e-4192-9dd8-4dfae168b15a tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1845207 May 27 02:43:00.909576 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48332) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:00.971182 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cb442-4d08-4ec7-83fe-8666c9afa27b req-95bf590f-f14f-48f5-9633-0cb30bf4c3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:00.972744 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-454cb442-4d08-4ec7-83fe-8666c9afa27b req-95bf590f-f14f-48f5-9633-0cb30bf4c3a9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b59631ecfa194f20bd33f8d2b34a5767&device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 1094 time: 0.3024244 May 27 02:43:01.015004 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-68c83665-f196-4044-9204-7d959af6ded4 req-df48f2fa-a638-4266-b790-2966d8d1b724 service neutron] 10.222.0.66 "GET /v2.0/networks/56de6edb-4271-49d5-883c-5ccf0c388efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946425 May 27 02:43:01.148052 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cb442-4d08-4ec7-83fe-8666c9afa27b req-44cd3abf-c495-4448-b08b-8faae775f1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:01.149349 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-454cb442-4d08-4ec7-83fe-8666c9afa27b req-44cd3abf-c495-4448-b08b-8faae775f1bb service neutron] 10.222.0.32 "GET /v2.0/networks?id=56de6edb-4271-49d5-883c-5ccf0c388efd HTTP/1.1" status: 200 len: 898 time: 0.1654589 May 27 02:43:01.228903 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-10b81c18-f7ba-4dc5-b59c-cd7422f41695 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:01.266228 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-74dfe3aa-2b4a-4f49-828c-569c6b8dada3 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:01.271279 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-74dfe3aa-2b4a-4f49-828c-569c6b8dada3 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/networks?id=6c8fd566-db3a-40e1-a1dd-0aee04a5d421 HTTP/1.1" status: 200 len: 808 time: 0.3518744 May 27 02:43:01.320622 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-10b81c18-f7ba-4dc5-b59c-cd7422f41695 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:01.335431 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-7fef408e-75b7-4457-b2e6-3ab21ea45c72 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/quotas/aa5e3afca4044d3b99c498d82b201ef9 HTTP/1.1" status: 200 len: 375 time: 0.0558403 May 27 02:43:01.424640 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-9317ab55-ac03-4fab-a4b0-f7ca918368b5 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=aa5e3afca4044d3b99c498d82b201ef9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0750034 May 27 02:43:01.490984 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-454cb442-4d08-4ec7-83fe-8666c9afa27b req-1bbf4a75-320a-4230-a561-d82b5fedc082 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f97c20e-9873-4adf-98df-e289d9a96b4a HTTP/1.1" status: 200 len: 998 time: 0.3303828 May 27 02:43:01.536266 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cb442-4d08-4ec7-83fe-8666c9afa27b req-66e14331-2da0-4017-8919-0ebd1f7cbcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:01.537700 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-454cb442-4d08-4ec7-83fe-8666c9afa27b req-66e14331-2da0-4017-8919-0ebd1f7cbcb6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b59631ecfa194f20bd33f8d2b34a5767&device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 1094 time: 0.2955608 May 27 02:43:01.562207 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-10b81c18-f7ba-4dc5-b59c-cd7422f41695 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:01.593098 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b81c18-f7ba-4dc5-b59c-cd7422f41695 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=560daeab-fa51-4f59-bca4-a50e61b24abb,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:01.620349 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-2f50c32d-b9f9-4ecf-8d3d-c858a3518ff1 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:43:01.630567 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-2f50c32d-b9f9-4ecf-8d3d-c858a3518ff1 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1968691 May 27 02:43:01.698936 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cb442-4d08-4ec7-83fe-8666c9afa27b req-e8f5a30d-7401-49d5-9efa-086130b7f6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:01.700369 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-454cb442-4d08-4ec7-83fe-8666c9afa27b req-e8f5a30d-7401-49d5-9efa-086130b7f6bc service neutron] 10.222.0.66 "GET /v2.0/networks?id=56de6edb-4271-49d5-883c-5ccf0c388efd HTTP/1.1" status: 200 len: 898 time: 0.1513922 May 27 02:43:01.716532 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 5f97c20e-9873-4adf-98df-e289d9a96b4a no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:43:01.857101 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-49a6c014-dd9d-4864-b63a-9c6e2577e9f8 service neutron] 10.222.0.57 "GET /v2.0/networks/6c8fd566-db3a-40e1-a1dd-0aee04a5d421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246709 May 27 02:43:01.873057 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 5f97c20e-9873-4adf-98df-e289d9a96b4a not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:43:01.963839 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cb442-4d08-4ec7-83fe-8666c9afa27b req-aee0ea3e-cb8e-4b7c-9bf5-01e07b3ef4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:01.965349 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-454cb442-4d08-4ec7-83fe-8666c9afa27b req-aee0ea3e-cb8e-4b7c-9bf5-01e07b3ef4ce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=729be140-e744-46ec-b913-ee3fd12524ff HTTP/1.1" status: 200 len: 834 time: 0.4669287 May 27 02:43:02.043103 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-454cb442-4d08-4ec7-83fe-8666c9afa27b req-8e1c913f-fb36-4fd6-a112-d49d134891ea service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f97c20e-9873-4adf-98df-e289d9a96b4a HTTP/1.1" status: 200 len: 998 time: 0.3332601 May 27 02:43:02.078303 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-10b81c18-f7ba-4dc5-b59c-cd7422f41695 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:02.081883 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-10b81c18-f7ba-4dc5-b59c-cd7422f41695 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "DELETE /v2.0/security-groups/560daeab-fa51-4f59-bca4-a50e61b24abb HTTP/1.1" status: 204 len: 168 time: 1.1757338 May 27 02:43:02.092101 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48366) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:02.141094 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cb442-4d08-4ec7-83fe-8666c9afa27b req-485273d7-94b1-4bec-9058-1f6d17da602c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:02.142557 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-454cb442-4d08-4ec7-83fe-8666c9afa27b req-485273d7-94b1-4bec-9058-1f6d17da602c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=729be140-e744-46ec-b913-ee3fd12524ff HTTP/1.1" status: 200 len: 834 time: 0.0885172 May 27 02:43:02.147871 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cb442-4d08-4ec7-83fe-8666c9afa27b req-ed99f770-ba93-4c53-847d-93a59d9779d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:02.149459 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-454cb442-4d08-4ec7-83fe-8666c9afa27b req-ed99f770-ba93-4c53-847d-93a59d9779d8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56de6edb-4271-49d5-883c-5ccf0c388efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1740613 May 27 02:43:02.359561 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-11d6b701-4dc4-4d0d-b13c-4fbd492e4644 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Synchronizing usage tracker for tenant:f82458fd649d4c6d862f3355dc439afb on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:43:02.379760 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-454cb442-4d08-4ec7-83fe-8666c9afa27b req-e3d94a45-8305-4702-b137-38a319507791 service neutron] 10.222.0.32 "GET /v2.0/networks/56de6edb-4271-49d5-883c-5ccf0c388efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970866 May 27 02:43:02.386505 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cb442-4d08-4ec7-83fe-8666c9afa27b req-c23df5aa-e359-442e-94a2-7f9931cf6606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:02.387871 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-454cb442-4d08-4ec7-83fe-8666c9afa27b req-c23df5aa-e359-442e-94a2-7f9931cf6606 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56de6edb-4271-49d5-883c-5ccf0c388efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2374413 May 27 02:43:02.388074 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-3e3d5973-bdb6-4011-8660-09fb4f4d51e2 service neutron] 10.222.0.57 "GET /v2.0/networks/6c8fd566-db3a-40e1-a1dd-0aee04a5d421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5298972 May 27 02:43:02.405898 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3597c-9258-47da-a5bb-fdfebaa1c519 req-e55d282d-6e33-4867-9f26-534e024fd872 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:02.417867 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-28f3597c-9258-47da-a5bb-fdfebaa1c519 req-e55d282d-6e33-4867-9f26-534e024fd872 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 943 time: 0.4123826 May 27 02:43:02.475523 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-28f3597c-9258-47da-a5bb-fdfebaa1c519 req-99dcf2d8-34f4-41a7-8aec-8c0e3a009875 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b03d65b-fea9-4a72-bea0-c935f8442f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565345 May 27 02:43:02.484771 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-11d6b701-4dc4-4d0d-b13c-4fbd492e4644 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Unset dirty status for tenant:f82458fd649d4c6d862f3355dc439afb on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:43:02.484771 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-11d6b701-4dc4-4d0d-b13c-4fbd492e4644 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3952339 May 27 02:43:02.489406 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48376) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:02.495615 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-e6ce50da-8b6c-4e4c-ba30-48e669a273be tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Request body: {'security_group': {'name': 'tempest-secgroup--189979106'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:43:02.506245 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e6ce50da-8b6c-4e4c-ba30-48e669a273be tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:43:02.517991 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e6ce50da-8b6c-4e4c-ba30-48e669a273be tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:43:02.623981 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e6ce50da-8b6c-4e4c-ba30-48e669a273be tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:02.679251 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e6ce50da-8b6c-4e4c-ba30-48e669a273be tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:43:02.684642 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e6ce50da-8b6c-4e4c-ba30-48e669a273be tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Usage tracker for resource:security_group_rule and tenant:f82458fd649d4c6d862f3355dc439afb is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:43:02.688226 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e6ce50da-8b6c-4e4c-ba30-48e669a273be tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:43:02.697173 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e6ce50da-8b6c-4e4c-ba30-48e669a273be tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:43:02.781391 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-02c036d2-bab0-4c7b-8d12-f10d0e33efcb req-3504fbaa-69dd-4c0c-bd17-fc6870ba34be tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c03ad37-4f91-4f75-9ac5-2d00682c2b8f HTTP/1.1" status: 200 len: 210 time: 0.0816631 May 27 02:43:02.785136 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-454cb442-4d08-4ec7-83fe-8666c9afa27b req-6b0f3f73-5876-4a6a-8202-4170737e7d9c service neutron] 10.222.0.66 "GET /v2.0/networks/56de6edb-4271-49d5-883c-5ccf0c388efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923977 May 27 02:43:02.788964 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-454cb442-4d08-4ec7-83fe-8666c9afa27b req-6a090221-38ac-410d-b401-3b3d2494a097 service neutron] 10.222.0.32 "GET /v2.0/networks/56de6edb-4271-49d5-883c-5ccf0c388efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002178 May 27 02:43:02.918188 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e6ce50da-8b6c-4e4c-ba30-48e669a273be tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:02.979397 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e6ce50da-8b6c-4e4c-ba30-48e669a273be tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:03.012954 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-454cb442-4d08-4ec7-83fe-8666c9afa27b req-c5251539-fb17-487d-aa57-026cc9cf3e9c service neutron] 10.222.0.66 "GET /v2.0/networks/56de6edb-4271-49d5-883c-5ccf0c388efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176366 May 27 02:43:03.055108 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce50da-8b6c-4e4c-ba30-48e669a273be tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2074eb0e-577a-4128-a34a-a0d99b2ab18d,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:03.180044 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e6ce50da-8b6c-4e4c-ba30-48e669a273be tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:03.186885 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48400) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:03.199610 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e6ce50da-8b6c-4e4c-ba30-48e669a273be tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7015011 May 27 02:43:03.200002 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a43a5ea2-13d6-4d13-a1bb-406451715af5 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Request body: {'security_group_rule': {'security_group_id': '2074eb0e-577a-4128-a34a-a0d99b2ab18d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:43:03.269171 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a43a5ea2-13d6-4d13-a1bb-406451715af5 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:43:03.288911 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a43a5ea2-13d6-4d13-a1bb-406451715af5 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Usage tracker for resource:security_group_rule and tenant:f82458fd649d4c6d862f3355dc439afb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:43:03.302396 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a43a5ea2-13d6-4d13-a1bb-406451715af5 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:43:03.305458 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a43a5ea2-13d6-4d13-a1bb-406451715af5 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:43:03.336050 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841abe26-ece3-44a8-b75c-a3540cee8cad req-090d69d6-84d6-45af-87f9-6824313f96b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:03.337747 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-841abe26-ece3-44a8-b75c-a3540cee8cad req-090d69d6-84d6-45af-87f9-6824313f96b7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b59631ecfa194f20bd33f8d2b34a5767&device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 1094 time: 0.1221950 May 27 02:43:03.494657 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a43a5ea2-13d6-4d13-a1bb-406451715af5 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:03.612989 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841abe26-ece3-44a8-b75c-a3540cee8cad req-123f3ab1-1c96-4f8d-8e13-ac4d82e3691e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:03.618569 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-841abe26-ece3-44a8-b75c-a3540cee8cad req-123f3ab1-1c96-4f8d-8e13-ac4d82e3691e service neutron] 10.222.0.66 "GET /v2.0/networks?id=56de6edb-4271-49d5-883c-5ccf0c388efd HTTP/1.1" status: 200 len: 898 time: 0.2516673 May 27 02:43:03.723471 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a43a5ea2-13d6-4d13-a1bb-406451715af5 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:03.771187 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-841abe26-ece3-44a8-b75c-a3540cee8cad req-7c9c37f3-ca30-4478-b7b8-7792c998355b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f97c20e-9873-4adf-98df-e289d9a96b4a HTTP/1.1" status: 200 len: 998 time: 0.1468096 May 27 02:43:03.810111 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d068c8ea-8721-47c0-b0c3-fcefec2c3321 req-283b6f4f-ce0b-434d-91ab-be0d77238002 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:03.816054 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d068c8ea-8721-47c0-b0c3-fcefec2c3321 req-283b6f4f-ce0b-434d-91ab-be0d77238002 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 943 time: 0.1637323 May 27 02:43:03.874972 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d068c8ea-8721-47c0-b0c3-fcefec2c3321 req-ddacd84b-5200-47e8-8f09-a05b3e544809 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b03d65b-fea9-4a72-bea0-c935f8442f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572958 May 27 02:43:03.980815 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d7b1226b-b9b5-48c8-890c-a5592a32429a req-cce9f681-bfb0-420b-90f1-b4d850ea8ed7 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c03ad37-4f91-4f75-9ac5-2d00682c2b8f HTTP/1.1" status: 200 len: 210 time: 0.0986435 May 27 02:43:04.040595 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a43a5ea2-13d6-4d13-a1bb-406451715af5 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:04.084846 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a5ea2-13d6-4d13-a1bb-406451715af5 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3487da64-9042-4965-9e44-d1e01eed412c,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:04.103675 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841abe26-ece3-44a8-b75c-a3540cee8cad req-7dd3fca8-e6a7-4bf1-9cc3-21f1d1b6d101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:04.105153 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-841abe26-ece3-44a8-b75c-a3540cee8cad req-7dd3fca8-e6a7-4bf1-9cc3-21f1d1b6d101 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=729be140-e744-46ec-b913-ee3fd12524ff HTTP/1.1" status: 200 len: 834 time: 0.3278577 May 27 02:43:04.210280 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a43a5ea2-13d6-4d13-a1bb-406451715af5 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:04.215080 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a43a5ea2-13d6-4d13-a1bb-406451715af5 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0270021 May 27 02:43:04.217875 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48426) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:04.226868 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841abe26-ece3-44a8-b75c-a3540cee8cad req-29152086-ba96-4dce-b436-1602224c5b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:04.228344 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-841abe26-ece3-44a8-b75c-a3540cee8cad req-29152086-ba96-4dce-b436-1602224c5b4c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56de6edb-4271-49d5-883c-5ccf0c388efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1171567 May 27 02:43:04.322364 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cb65011d-2680-4d93-847c-25932d5e082d tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:04.398372 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cb65011d-2680-4d93-847c-25932d5e082d tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:04.551901 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-841abe26-ece3-44a8-b75c-a3540cee8cad req-0b71c8af-cce3-4ccc-8306-181d1e560428 service neutron] 10.222.0.66 "GET /v2.0/networks/56de6edb-4271-49d5-883c-5ccf0c388efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171637 May 27 02:43:04.599382 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 5f97c20e-9873-4adf-98df-e289d9a96b4a details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:43:04.632879 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9dda9-a415-43f2-a597-3ded7043d928 req-f1a63dac-ddf5-4eeb-ac8a-84114deae5d7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:04.641109 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-08a9dda9-a415-43f2-a597-3ded7043d928 req-f1a63dac-ddf5-4eeb-ac8a-84114deae5d7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 943 time: 0.1715891 May 27 02:43:04.683654 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cb65011d-2680-4d93-847c-25932d5e082d tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:04.741492 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb65011d-2680-4d93-847c-25932d5e082d tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2074eb0e-577a-4128-a34a-a0d99b2ab18d,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:04.770780 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cb65011d-2680-4d93-847c-25932d5e082d tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:04.771903 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-cb65011d-2680-4d93-847c-25932d5e082d tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "DELETE /v2.0/security-groups/2074eb0e-577a-4128-a34a-a0d99b2ab18d HTTP/1.1" status: 204 len: 168 time: 0.5525150 May 27 02:43:04.792570 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48444) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:04.804199 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-08a9dda9-a415-43f2-a597-3ded7043d928 req-ba7bde79-4f82-4d6c-852f-ae1fc0afd193 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b03d65b-fea9-4a72-bea0-c935f8442f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580143 May 27 02:43:04.892188 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 5f97c20e-9873-4adf-98df-e289d9a96b4a, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=5f97c20e-9873-4adf-98df-e289d9a96b4a,segment=NetworkSegment(7e3abe43-4d43-4a8c-a57b-a17033e93da0),segment_id=7e3abe43-4d43-4a8c-a57b-a17033e93da0)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:43:04.920509 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4238d171-4705-40ac-ad66-862941b7d1cd tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Synchronizing usage tracker for tenant:f82458fd649d4c6d862f3355dc439afb on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:43:04.977386 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1114313-b9f4-4ab4-bb73-bc0969a00f3a req-2bd2c182-d736-44fd-bfb7-9de5db290755 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:04.978264 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-d1114313-b9f4-4ab4-bb73-bc0969a00f3a req-2bd2c182-d736-44fd-bfb7-9de5db290755 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Synchronizing usage tracker for tenant:b59631ecfa194f20bd33f8d2b34a5767 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:43:04.995956 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '5f97c20e-9873-4adf-98df-e289d9a96b4a', 'network_id': '56de6edb-4271-49d5-883c-5ccf0c388efd', 'port_id': '5f97c20e-9873-4adf-98df-e289d9a96b4a', 'mac_address': 'fa:16:3e:a7:ca:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '729be140-e744-46ec-b913-ee3fd12524ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:43:05.008099 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4238d171-4705-40ac-ad66-862941b7d1cd tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Unset dirty status for tenant:f82458fd649d4c6d862f3355dc439afb on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:43:05.009433 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4238d171-4705-40ac-ad66-862941b7d1cd tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1996965 May 27 02:43:05.012024 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48450) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:05.015653 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-841abe26-ece3-44a8-b75c-a3540cee8cad req-dfe01e04-a8ba-48da-aab8-37c4655d2ada service neutron] 10.222.0.66 "GET /v2.0/networks/56de6edb-4271-49d5-883c-5ccf0c388efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923326 May 27 02:43:05.090199 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 5f97c20e-9873-4adf-98df-e289d9a96b4a is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:43:05.099897 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:05.104894 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5ea661bc-fff7-4275-8233-a79991f430f7 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Synchronizing usage tracker for tenant:f82458fd649d4c6d862f3355dc439afb on resource:security_group_rule {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:43:05.137592 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f97c20e-9873-4adf-98df-e289d9a96b4a {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:43:05.145924 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-d1114313-b9f4-4ab4-bb73-bc0969a00f3a req-2bd2c182-d736-44fd-bfb7-9de5db290755 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Unset dirty status for tenant:b59631ecfa194f20bd33f8d2b34a5767 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:43:05.148860 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d1114313-b9f4-4ab4-bb73-bc0969a00f3a req-2bd2c182-d736-44fd-bfb7-9de5db290755 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.32 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d&tenant_id=b59631ecfa194f20bd33f8d2b34a5767&binding%3Ahost_id=n-h2-843554-3 HTTP/1.1" status: 200 len: 943 time: 0.5958300 May 27 02:43:05.167555 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 5f97c20e-9873-4adf-98df-e289d9a96b4a, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=5f97c20e-9873-4adf-98df-e289d9a96b4a,segment=NetworkSegment(7e3abe43-4d43-4a8c-a57b-a17033e93da0),segment_id=7e3abe43-4d43-4a8c-a57b-a17033e93da0)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:43:05.234837 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3db8b221-087d-46f0-bcab-00b2648f6107 req-22475c42-7abd-477b-8b3f-4533ebb1d4ae tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c03ad37-4f91-4f75-9ac5-2d00682c2b8f HTTP/1.1" status: 200 len: 210 time: 0.0840166 May 27 02:43:05.241559 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5ea661bc-fff7-4275-8233-a79991f430f7 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] Unset dirty status for tenant:f82458fd649d4c6d862f3355dc439afb on resource:security_group_rule {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:43:05.251092 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5ea661bc-fff7-4275-8233-a79991f430f7 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2287529 May 27 02:43:05.251092 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48458) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:05.263977 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-75058a0a-d2ce-484b-8358-5484c20302de tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] delete failed (client error): The resource could not be found. May 27 02:43:05.265605 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-75058a0a-d2ce-484b-8358-5484c20302de tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "DELETE /v2.0/security-groups/2074eb0e-577a-4128-a34a-a0d99b2ab18d HTTP/1.1" status: 404 len: 347 time: 0.0183420 May 27 02:43:05.270803 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:05.277285 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48462) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:05.364805 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-088ce25b-1d4c-499d-9d1a-15f4f177be97 tempest-SecGroupIPv6Test-1738222815 tempest-SecGroupIPv6Test-1738222815-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0838439 May 27 02:43:05.366765 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=5f97c20e-9873-4adf-98df-e289d9a96b4a,revision_number=8']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:05.373956 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [req-d1114313-b9f4-4ab4-bb73-bc0969a00f3a req-cea56dd1-00db-4d06-a341-f8d457b071d3 service neutron] delete failed (client error): The resource could not be found. May 27 02:43:05.375028 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d1114313-b9f4-4ab4-bb73-bc0969a00f3a req-cea56dd1-00db-4d06-a341-f8d457b071d3 service neutron] 10.222.0.32 "DELETE /v2.0/ports/5f97c20e-9873-4adf-98df-e289d9a96b4a/bindings/n-h1-843554-3 HTTP/1.1" status: 404 len: 380 time: 0.2197428 May 27 02:43:05.476953 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['5f97c20e-9873-4adf-98df-e289d9a96b4a'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:43:05.751472 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1114313-b9f4-4ab4-bb73-bc0969a00f3a req-bb214508-e457-4d5e-b071-2649c63a4e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:05.753422 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d1114313-b9f4-4ab4-bb73-bc0969a00f3a req-bb214508-e457-4d5e-b071-2649c63a4e73 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b59631ecfa194f20bd33f8d2b34a5767&device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 1095 time: 0.2311521 May 27 02:43:05.912591 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-3bab122a-c2f3-4830-8d0a-919ff5db4835 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:05.914038 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-3bab122a-c2f3-4830-8d0a-919ff5db4835 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Synchronizing usage tracker for tenant:aa5e3afca4044d3b99c498d82b201ef9 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:43:05.988891 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1114313-b9f4-4ab4-bb73-bc0969a00f3a req-d66f6a68-26c2-478d-a8c1-9d217128837c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:05.990696 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d1114313-b9f4-4ab4-bb73-bc0969a00f3a req-d66f6a68-26c2-478d-a8c1-9d217128837c service neutron] 10.222.0.32 "GET /v2.0/networks?id=56de6edb-4271-49d5-883c-5ccf0c388efd HTTP/1.1" status: 200 len: 898 time: 0.2295642 May 27 02:43:06.134222 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d1114313-b9f4-4ab4-bb73-bc0969a00f3a req-76835078-e632-4213-b391-8c928586e1cc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f97c20e-9873-4adf-98df-e289d9a96b4a HTTP/1.1" status: 200 len: 999 time: 0.1377816 May 27 02:43:06.135033 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-3bab122a-c2f3-4830-8d0a-919ff5db4835 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Unset dirty status for tenant:aa5e3afca4044d3b99c498d82b201ef9 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:43:06.136140 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-3bab122a-c2f3-4830-8d0a-919ff5db4835 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.66 "GET /v2.0/networks?id=6c8fd566-db3a-40e1-a1dd-0aee04a5d421 HTTP/1.1" status: 200 len: 808 time: 0.5414402 May 27 02:43:06.188819 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-15535a5c-918c-4819-8805-ca7ac1d9c488 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Request body: {'port': {'device_id': '6c03ad37-4f91-4f75-9ac5-2d00682c2b8f', 'network_id': '6c8fd566-db3a-40e1-a1dd-0aee04a5d421', 'admin_state_up': True, 'tenant_id': 'aa5e3afca4044d3b99c498d82b201ef9'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:43:06.275402 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a217b-e1b7-4441-a31c-06deea2b7182 req-5f74f78c-54fb-4c59-815c-117ddecf0565 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:06.283717 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-806a217b-e1b7-4441-a31c-06deea2b7182 req-5f74f78c-54fb-4c59-815c-117ddecf0565 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 944 time: 0.1639066 May 27 02:43:06.307774 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48490) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:06.363188 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-806a217b-e1b7-4441-a31c-06deea2b7182 req-f04ee93f-ef4a-4d82-8423-ea43f0168d94 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b03d65b-fea9-4a72-bea0-c935f8442f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720508 May 27 02:43:06.369703 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-15535a5c-918c-4819-8805-ca7ac1d9c488 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:43:06.375997 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1114313-b9f4-4ab4-bb73-bc0969a00f3a req-3ff5050d-6f14-417c-8758-a74538917256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:06.377472 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d1114313-b9f4-4ab4-bb73-bc0969a00f3a req-3ff5050d-6f14-417c-8758-a74538917256 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=729be140-e744-46ec-b913-ee3fd12524ff HTTP/1.1" status: 200 len: 834 time: 0.2373986 May 27 02:43:06.385707 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-15535a5c-918c-4819-8805-ca7ac1d9c488 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:43:06.503686 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-73054777-6ac7-43ff-8fe5-b53384eac869 req-37611b2f-e0b0-4c3f-9531-c9aa49376e42 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c03ad37-4f91-4f75-9ac5-2d00682c2b8f HTTP/1.1" status: 200 len: 210 time: 0.0955977 May 27 02:43:06.568303 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1114313-b9f4-4ab4-bb73-bc0969a00f3a req-4bd7e59f-3a33-4499-9b9a-5f6226fc328c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:06.571221 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d1114313-b9f4-4ab4-bb73-bc0969a00f3a req-4bd7e59f-3a33-4499-9b9a-5f6226fc328c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56de6edb-4271-49d5-883c-5ccf0c388efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1867535 May 27 02:43:06.600636 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 5f97c20e-9873-4adf-98df-e289d9a96b4a up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:43:06.616063 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-15535a5c-918c-4819-8805-ca7ac1d9c488 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Made reservation on behalf of aa5e3afca4044d3b99c498d82b201ef9 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:43:06.622923 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-15535a5c-918c-4819-8805-ca7ac1d9c488 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:06.675980 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:43:06.794787 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e529c175-bfc1-4122-aabc-bd13dbf218b0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f82458fd649d4c6d862f3355dc439afb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4858003 May 27 02:43:06.803609 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48508) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:06.820397 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 5f97c20e-9873-4adf-98df-e289d9a96b4a completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:43:06.841992 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 5f97c20e-9873-4adf-98df-e289d9a96b4a triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:43:06.842839 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:06.887989 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8e11327c-3bf6-4a41-9552-c1a93c603a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:06.958629 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8e11327c-3bf6-4a41-9552-c1a93c603a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:07.047574 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d1114313-b9f4-4ab4-bb73-bc0969a00f3a req-2ec44b31-6f71-46e9-ba2d-b4bcdd2aaa06 service neutron] 10.222.0.32 "GET /v2.0/networks/56de6edb-4271-49d5-883c-5ccf0c388efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4558825 May 27 02:43:07.080279 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 5f97c20e-9873-4adf-98df-e289d9a96b4a is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:43:07.080697 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:07.130705 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a7f28c-e2a6-4978-8356-aef1e045299d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f97c20e-9873-4adf-98df-e289d9a96b4a'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:43:07.153634 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 5f97c20e-9873-4adf-98df-e289d9a96b4a, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=5f97c20e-9873-4adf-98df-e289d9a96b4a,segment=NetworkSegment(7e3abe43-4d43-4a8c-a57b-a17033e93da0),segment_id=7e3abe43-4d43-4a8c-a57b-a17033e93da0)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:43:07.174225 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8e11327c-3bf6-4a41-9552-c1a93c603a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:07.194627 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11327c-3bf6-4a41-9552-c1a93c603a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d11821-044c-4a88-bcf9-0d391f88da68,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:07.238951 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0530ca2-5b34-455a-a53d-07b18b0ba2ae'] response: {'server_uuid': '45a7f28c-e2a6-4978-8356-aef1e045299d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f97c20e-9873-4adf-98df-e289d9a96b4a', 'code': 200} May 27 02:43:07.250530 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-15535a5c-918c-4819-8805-ca7ac1d9c488 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Allocated IP 172.20.0.3 (6c8fd566-db3a-40e1-a1dd-0aee04a5d421/a5e6f5ce-eada-4ed6-9077-40549459053e/b92beb01-92d7-44eb-9a48-95285431f96e) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:43:07.254717 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:07.310428 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d1114313-b9f4-4ab4-bb73-bc0969a00f3a req-b6215c3f-92fd-4370-b207-793198fae651 service neutron] 10.222.0.32 "GET /v2.0/networks/56de6edb-4271-49d5-883c-5ccf0c388efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344468 May 27 02:43:07.408450 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=5f97c20e-9873-4adf-98df-e289d9a96b4a,revision_number=9']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:07.573559 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-15535a5c-918c-4819-8805-ca7ac1d9c488 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:07.620822 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8e11327c-3bf6-4a41-9552-c1a93c603a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:07.621950 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8e11327c-3bf6-4a41-9552-c1a93c603a80 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/70d11821-044c-4a88-bcf9-0d391f88da68 HTTP/1.1" status: 204 len: 168 time: 0.8166642 May 27 02:43:07.758860 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-15535a5c-918c-4819-8805-ca7ac1d9c488 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:07.759831 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-298975e7-8d22-4b90-a12c-7bf81eace25a req-eb4284a1-050d-4f9e-868b-0b5f62634d42 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c03ad37-4f91-4f75-9ac5-2d00682c2b8f HTTP/1.1" status: 200 len: 210 time: 0.0693009 May 27 02:43:07.804308 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368e620-0604-4f00-a901-71c33b35a4f5 req-201edc69-0a60-48ad-8f04-260e039d10a3 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:07.811812 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1368e620-0604-4f00-a901-71c33b35a4f5 req-201edc69-0a60-48ad-8f04-260e039d10a3 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 945 time: 0.2890584 May 27 02:43:07.876168 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1368e620-0604-4f00-a901-71c33b35a4f5 req-73fe06da-1ff3-4fc3-b15b-7e840f0d3ef4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b03d65b-fea9-4a72-bea0-c935f8442f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632331 May 27 02:43:07.928787 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-15535a5c-918c-4819-8805-ca7ac1d9c488 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Network 6c8fd566-db3a-40e1-a1dd-0aee04a5d421 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:43:07.932981 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-15535a5c-918c-4819-8805-ca7ac1d9c488 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:43:07.937318 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-15535a5c-918c-4819-8805-ca7ac1d9c488 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:43:07.985708 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15535a5c-918c-4819-8805-ca7ac1d9c488 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Pushing event updated for resources: {'Port': ['ID=b92beb01-92d7-44eb-9a48-95285431f96e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:08.021175 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-15535a5c-918c-4819-8805-ca7ac1d9c488 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:08.021799 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-15535a5c-918c-4819-8805-ca7ac1d9c488 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:08.039137 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48540) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:08.195182 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-15535a5c-918c-4819-8805-ca7ac1d9c488 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0193930 May 27 02:43:08.209031 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-55d20b69-42c1-46dc-aaaf-e1851aaf5114 service neutron] Request body: {'port': {'device_id': '6c03ad37-4f91-4f75-9ac5-2d00682c2b8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:43:08.373053 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-55d20b69-42c1-46dc-aaaf-e1851aaf5114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:08.471610 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-08168168-cd0c-437c-9ac9-3d53018c798e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:08.495802 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-08168168-cd0c-437c-9ac9-3d53018c798e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:43:08.498260 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-08168168-cd0c-437c-9ac9-3d53018c798e admin admin] Usage tracker for resource:security_group_rule and tenant:2b4925e94bc34a4dabea497d58c3277c is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:43:08.501181 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-08168168-cd0c-437c-9ac9-3d53018c798e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:43:08.507900 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-08168168-cd0c-437c-9ac9-3d53018c798e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:43:08.640316 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-08168168-cd0c-437c-9ac9-3d53018c798e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:08.761059 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-08168168-cd0c-437c-9ac9-3d53018c798e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:08.816945 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-55d20b69-42c1-46dc-aaaf-e1851aaf5114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b92beb01-92d7-44eb-9a48-95285431f96e {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:43:08.825421 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-55d20b69-42c1-46dc-aaaf-e1851aaf5114 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:08.845564 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-55d20b69-42c1-46dc-aaaf-e1851aaf5114 service neutron] Transition to ACTIVE for port object b92beb01-92d7-44eb-9a48-95285431f96e will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:43:08.848537 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08168168-cd0c-437c-9ac9-3d53018c798e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef676a38-7e36-4faf-95f0-7f8ab843cb5e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:08.878228 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-08168168-cd0c-437c-9ac9-3d53018c798e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2b4925e94bc34a4dabea497d58c3277c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8355627 May 27 02:43:08.881599 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48566) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:09.012790 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-55d20b69-42c1-46dc-aaaf-e1851aaf5114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:09.021526 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6748d9eb-07aa-4c9c-afd1-c66a115856f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:09.093216 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6748d9eb-07aa-4c9c-afd1-c66a115856f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:09.220968 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20b69-42c1-46dc-aaaf-e1851aaf5114 service neutron] Pushing event updated for resources: {'Port': ['ID=b92beb01-92d7-44eb-9a48-95285431f96e,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:09.234293 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b2c33-6408-47c3-8a1e-0b5dcafd3fb2 req-81ffb221-902c-46b4-9894-d5467092d693 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:09.235883 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9c6b2c33-6408-47c3-8a1e-0b5dcafd3fb2 req-81ffb221-902c-46b4-9894-d5467092d693 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c03ad37-4f91-4f75-9ac5-2d00682c2b8f HTTP/1.1" status: 200 len: 931 time: 0.3312159 May 27 02:43:09.319749 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfed7dd-c353-48dd-bf0a-3dc81b694abe req-604935f4-5813-4718-9764-d5fc26b41d10 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:09.319749 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bcfed7dd-c353-48dd-bf0a-3dc81b694abe req-604935f4-5813-4718-9764-d5fc26b41d10 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 945 time: 0.3001986 May 27 02:43:09.340700 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9c6b2c33-6408-47c3-8a1e-0b5dcafd3fb2 req-1cd42aa4-0e07-46e5-bfca-fc9e64e97a26 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/security-groups?id=09995bda-ffd1-424e-a2b7-d7f772c9bebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850747 May 27 02:43:09.366979 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-55d20b69-42c1-46dc-aaaf-e1851aaf5114 service neutron] Attempting to bind port b92beb01-92d7-44eb-9a48-95285431f96e on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:43:09.367318 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-55d20b69-42c1-46dc-aaaf-e1851aaf5114 service neutron] Attempting to bind port b92beb01-92d7-44eb-9a48-95285431f96e by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'cbc43cad-72ea-4fad-b4f8-a4e759d6262a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6c8fd566-db3a-40e1-a1dd-0aee04a5d421'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:43:09.367801 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-55d20b69-42c1-46dc-aaaf-e1851aaf5114 service neutron] Attempting to bind port b92beb01-92d7-44eb-9a48-95285431f96e on network 6c8fd566-db3a-40e1-a1dd-0aee04a5d421 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:43:09.372746 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-55d20b69-42c1-46dc-aaaf-e1851aaf5114 service neutron] Port b92beb01-92d7-44eb-9a48-95285431f96e on network 6c8fd566-db3a-40e1-a1dd-0aee04a5d421 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:43:09.373072 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-55d20b69-42c1-46dc-aaaf-e1851aaf5114 service neutron] Attempting to bind port b92beb01-92d7-44eb-9a48-95285431f96e on network 6c8fd566-db3a-40e1-a1dd-0aee04a5d421 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:43:09.378658 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-55d20b69-42c1-46dc-aaaf-e1851aaf5114 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:43:09.379360 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-55d20b69-42c1-46dc-aaaf-e1851aaf5114 service neutron] Checking segment: {'id': 'cbc43cad-72ea-4fad-b4f8-a4e759d6262a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6c8fd566-db3a-40e1-a1dd-0aee04a5d421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:43:09.379525 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-55d20b69-42c1-46dc-aaaf-e1851aaf5114 service neutron] Bound using segment: {'id': 'cbc43cad-72ea-4fad-b4f8-a4e759d6262a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6c8fd566-db3a-40e1-a1dd-0aee04a5d421'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:43:09.380183 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-55d20b69-42c1-46dc-aaaf-e1851aaf5114 service neutron] Bound port: b92beb01-92d7-44eb-9a48-95285431f96e, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbc43cad-72ea-4fad-b4f8-a4e759d6262a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6c8fd566-db3a-40e1-a1dd-0aee04a5d421'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:43:09.380536 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-55d20b69-42c1-46dc-aaaf-e1851aaf5114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:09.392772 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bcfed7dd-c353-48dd-bf0a-3dc81b694abe req-f7e71a41-4d15-448f-bb3d-012727274e3a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b03d65b-fea9-4a72-bea0-c935f8442f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662730 May 27 02:43:09.423237 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48588) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:09.453295 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48592) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:09.493170 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6748d9eb-07aa-4c9c-afd1-c66a115856f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:09.543457 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6748d9eb-07aa-4c9c-afd1-c66a115856f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef676a38-7e36-4faf-95f0-7f8ab843cb5e,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:09.554732 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6748d9eb-07aa-4c9c-afd1-c66a115856f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:09.558469 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6748d9eb-07aa-4c9c-afd1-c66a115856f4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ef676a38-7e36-4faf-95f0-7f8ab843cb5e HTTP/1.1" status: 204 len: 168 time: 0.6790473 May 27 02:43:09.567588 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ee69774f-2a06-4cfd-9ba6-81a6e2a1ceff tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/floatingips/bceb1982-4292-4edb-819f-eeb7ab25b847 HTTP/1.1" status: 200 len: 992 time: 0.1427031 May 27 02:43:09.577360 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-55d20b69-42c1-46dc-aaaf-e1851aaf5114 service neutron] For port b92beb01-92d7-44eb-9a48-95285431f96e, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:43:09.582412 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-55d20b69-42c1-46dc-aaaf-e1851aaf5114 service neutron] For port b92beb01-92d7-44eb-9a48-95285431f96e, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=b92beb01-92d7-44eb-9a48-95285431f96e,segment=NetworkSegment(cbc43cad-72ea-4fad-b4f8-a4e759d6262a),segment_id=cbc43cad-72ea-4fad-b4f8-a4e759d6262a)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:43:09.618817 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-c88fc5cc-b0a1-49ec-aa7f-af764432a752 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:43:09.619253 n-d-843554-3 neutron-server[88901]: WARNING neutron.api.v2.base [None req-c88fc5cc-b0a1-49ec-aa7f-af764432a752 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 27 02:43:09.624627 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-c88fc5cc-b0a1-49ec-aa7f-af764432a752 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] create failed (client error): There was a conflict when trying to complete your request. May 27 02:43:09.624627 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c88fc5cc-b0a1-49ec-aa7f-af764432a752 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1664174 May 27 02:43:09.624627 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48602) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:09.629696 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-7e14da4b-5910-40eb-8a3e-22353fe55793 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Request body: {'security_group': {'name': 'tempest-secgroup--1840683503'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:43:09.636399 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7e14da4b-5910-40eb-8a3e-22353fe55793 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:43:09.641197 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7e14da4b-5910-40eb-8a3e-22353fe55793 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Usage tracker for resource:security_group and tenant:cd8c12caf824495eb93bf6f0b7c01b5d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:43:09.644142 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7e14da4b-5910-40eb-8a3e-22353fe55793 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:43:09.650946 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7e14da4b-5910-40eb-8a3e-22353fe55793 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:43:09.677255 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-55d20b69-42c1-46dc-aaaf-e1851aaf5114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:09.740282 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-55d20b69-42c1-46dc-aaaf-e1851aaf5114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:09.740966 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-55d20b69-42c1-46dc-aaaf-e1851aaf5114 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:09.742299 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-55d20b69-42c1-46dc-aaaf-e1851aaf5114 service neutron] 10.222.0.66 "PUT /v2.0/ports/b92beb01-92d7-44eb-9a48-95285431f96e HTTP/1.1" status: 200 len: 1091 time: 1.5385284 May 27 02:43:09.742721 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c03ad37-4f91-4f75-9ac5-2d00682c2b8f', 'tag': 'b92beb01-92d7-44eb-9a48-95285431f96e'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:43:09.750420 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e14da4b-5910-40eb-8a3e-22353fe55793 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:09.770050 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e14da4b-5910-40eb-8a3e-22353fe55793 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:09.786679 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20b69-42c1-46dc-aaaf-e1851aaf5114 service neutron] Pushing event updated for resources: {'Port': ['ID=b92beb01-92d7-44eb-9a48-95285431f96e,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:09.791069 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7e14da4b-5910-40eb-8a3e-22353fe55793 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:43:09.795161 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7e14da4b-5910-40eb-8a3e-22353fe55793 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Usage tracker for resource:security_group_rule and tenant:cd8c12caf824495eb93bf6f0b7c01b5d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:43:09.798743 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7e14da4b-5910-40eb-8a3e-22353fe55793 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:43:09.806383 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7e14da4b-5910-40eb-8a3e-22353fe55793 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:43:09.819471 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b541bec-5b03-489d-80dd-5a7d3c8a193d'] response: {'name': 'network-changed', 'server_uuid': '6c03ad37-4f91-4f75-9ac5-2d00682c2b8f', 'tag': 'b92beb01-92d7-44eb-9a48-95285431f96e', 'status': 'completed', 'code': 200} May 27 02:43:09.979124 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a3e7ea-5563-403a-a45f-730523d1a87a req-ab91ab4a-bfd5-483e-b4d5-55c613f3d03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:09.980629 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b6a3e7ea-5563-403a-a45f-730523d1a87a req-ab91ab4a-bfd5-483e-b4d5-55c613f3d03c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=aa5e3afca4044d3b99c498d82b201ef9&device_id=6c03ad37-4f91-4f75-9ac5-2d00682c2b8f HTTP/1.1" status: 200 len: 1094 time: 0.1404314 May 27 02:43:10.214187 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e14da4b-5910-40eb-8a3e-22353fe55793 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:10.267009 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a3e7ea-5563-403a-a45f-730523d1a87a req-cf96820f-0c75-4690-bdd3-6b1d3f284242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:10.268705 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b6a3e7ea-5563-403a-a45f-730523d1a87a req-cf96820f-0c75-4690-bdd3-6b1d3f284242 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=aa5e3afca4044d3b99c498d82b201ef9&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2810402 May 27 02:43:10.346811 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e14da4b-5910-40eb-8a3e-22353fe55793 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:10.371161 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7e14da4b-5910-40eb-8a3e-22353fe55793 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:43:10.385963 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7e14da4b-5910-40eb-8a3e-22353fe55793 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Usage tracker for resource:security_group_rule and tenant:cd8c12caf824495eb93bf6f0b7c01b5d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:43:10.390500 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7e14da4b-5910-40eb-8a3e-22353fe55793 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:43:10.406301 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7e14da4b-5910-40eb-8a3e-22353fe55793 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:43:10.417568 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e14da4b-5910-40eb-8a3e-22353fe55793 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aeaafca-0673-4715-9149-23890782ec10,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:10.498692 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a3e7ea-5563-403a-a45f-730523d1a87a req-33ef2820-ca51-4f52-8238-e38de246efe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:10.501979 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b6a3e7ea-5563-403a-a45f-730523d1a87a req-33ef2820-ca51-4f52-8238-e38de246efe3 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2271323 May 27 02:43:10.619160 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98971b-9c3a-4c18-8d7b-f58e622dbfe0 req-955ee174-8608-45f2-ab6b-95a2bd4503d4 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:10.621635 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bc98971b-9c3a-4c18-8d7b-f58e622dbfe0 req-955ee174-8608-45f2-ab6b-95a2bd4503d4 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c03ad37-4f91-4f75-9ac5-2d00682c2b8f HTTP/1.1" status: 200 len: 943 time: 0.1286731 May 27 02:43:10.632398 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e14da4b-5910-40eb-8a3e-22353fe55793 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:10.660622 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-f5edee63-3120-4961-bc28-4ca45685c87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:10.662199 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-f5edee63-3120-4961-bc28-4ca45685c87a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=aa5e3afca4044d3b99c498d82b201ef9&device_id=6c03ad37-4f91-4f75-9ac5-2d00682c2b8f HTTP/1.1" status: 200 len: 1094 time: 0.1013098 May 27 02:43:10.672736 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bc98971b-9c3a-4c18-8d7b-f58e622dbfe0 req-19ee5663-7d7c-4f9d-9a75-4bc6d1834544 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/security-groups?id=09995bda-ffd1-424e-a2b7-d7f772c9bebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406001 May 27 02:43:10.730830 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e14da4b-5910-40eb-8a3e-22353fe55793 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:10.757088 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-9dabaf07-080e-4879-87fa-34308f81644c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b92beb01-92d7-44eb-9a48-95285431f96e HTTP/1.1" status: 200 len: 217 time: 0.0869467 May 27 02:43:10.828278 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e14da4b-5910-40eb-8a3e-22353fe55793 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23a43497-e123-4b65-9a61-bdd5721861da,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:10.859441 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-cbc4f3a7-237a-4441-bc41-1869ddfab824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:10.861116 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-cbc4f3a7-237a-4441-bc41-1869ddfab824 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a5e6f5ce-eada-4ed6-9077-40549459053e HTTP/1.1" status: 200 len: 848 time: 0.0982635 May 27 02:43:10.922523 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e14da4b-5910-40eb-8a3e-22353fe55793 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:10.926203 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7e14da4b-5910-40eb-8a3e-22353fe55793 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2981656 May 27 02:43:10.927067 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-a120586e-44e0-4164-a539-a227d797ef22 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6c8fd566-db3a-40e1-a1dd-0aee04a5d421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583460 May 27 02:43:10.927827 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48646) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:10.932444 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-02ff09bc-593e-47ff-9e01-2519b06feece tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Request body: {'security_group_rule': {'security_group_id': '23a43497-e123-4b65-9a61-bdd5721861da', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:43:10.971454 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-02ff09bc-593e-47ff-9e01-2519b06feece tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:43:10.971454 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-02ff09bc-593e-47ff-9e01-2519b06feece tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Usage tracker for resource:security_group_rule and tenant:cd8c12caf824495eb93bf6f0b7c01b5d is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:43:10.971454 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-02ff09bc-593e-47ff-9e01-2519b06feece tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:43:10.971454 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-02ff09bc-593e-47ff-9e01-2519b06feece tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:43:11.081825 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-02ff09bc-593e-47ff-9e01-2519b06feece tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:11.137992 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-d1a22e8a-e0f0-4e93-9de4-e791c071903f service neutron] 10.222.0.66 "GET /v2.0/networks/6c8fd566-db3a-40e1-a1dd-0aee04a5d421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999738 May 27 02:43:11.160836 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-02ff09bc-593e-47ff-9e01-2519b06feece tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:11.263148 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-02ff09bc-593e-47ff-9e01-2519b06feece tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:11.283697 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-020690f2-367b-4a7f-8cbe-c7427f3d3bb0 req-b9436163-04b7-4335-aebd-a2c0f52e2b56 service neutron] 10.222.0.66 "GET /v2.0/networks/6c8fd566-db3a-40e1-a1dd-0aee04a5d421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395607 May 27 02:43:11.306557 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff09bc-593e-47ff-9e01-2519b06feece tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c118d341-2bba-415e-b890-15b0fa81dc8f,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:11.406998 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-02ff09bc-593e-47ff-9e01-2519b06feece tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:11.415438 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48664) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:11.416278 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-02ff09bc-593e-47ff-9e01-2519b06feece tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4881105 May 27 02:43:11.422759 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3a9166ae-308c-4023-83fe-c2efeb9babab tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Request body: {'security_group_rule': {'security_group_id': '23a43497-e123-4b65-9a61-bdd5721861da', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:43:11.451314 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3a9166ae-308c-4023-83fe-c2efeb9babab tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:43:11.469751 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3a9166ae-308c-4023-83fe-c2efeb9babab tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Usage tracker for resource:security_group_rule and tenant:cd8c12caf824495eb93bf6f0b7c01b5d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:43:11.471906 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3a9166ae-308c-4023-83fe-c2efeb9babab tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:43:11.479488 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3a9166ae-308c-4023-83fe-c2efeb9babab tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:43:11.598411 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a9166ae-308c-4023-83fe-c2efeb9babab tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:11.728353 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-3a9166ae-308c-4023-83fe-c2efeb9babab tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] create failed (client error): There was a conflict when trying to complete your request. May 27 02:43:11.736428 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3a9166ae-308c-4023-83fe-c2efeb9babab tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3120131 May 27 02:43:11.736428 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48672) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:11.832390 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af7cbf41-b3d1-4d1d-aee8-c4a2b302f3fd tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:11.942463 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af7cbf41-b3d1-4d1d-aee8-c4a2b302f3fd tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:12.001018 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d91cc1-9821-41c0-a4ea-d3a0121c350f req-0087675b-b871-4f05-ac4a-33103122b635 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:12.008829 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f2d91cc1-9821-41c0-a4ea-d3a0121c350f req-0087675b-b871-4f05-ac4a-33103122b635 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c03ad37-4f91-4f75-9ac5-2d00682c2b8f HTTP/1.1" status: 200 len: 943 time: 0.1990786 May 27 02:43:12.059598 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f2d91cc1-9821-41c0-a4ea-d3a0121c350f req-f9ce25ab-327c-4dc6-957b-b941b9fabff2 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/security-groups?id=09995bda-ffd1-424e-a2b7-d7f772c9bebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497158 May 27 02:43:12.133917 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af7cbf41-b3d1-4d1d-aee8-c4a2b302f3fd tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:12.150799 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7cbf41-b3d1-4d1d-aee8-c4a2b302f3fd tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a43497-e123-4b65-9a61-bdd5721861da,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:12.157448 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af7cbf41-b3d1-4d1d-aee8-c4a2b302f3fd tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:12.158672 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-af7cbf41-b3d1-4d1d-aee8-c4a2b302f3fd tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "DELETE /v2.0/security-groups/23a43497-e123-4b65-9a61-bdd5721861da HTTP/1.1" status: 204 len: 168 time: 0.4253716 May 27 02:43:12.163303 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48682) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:12.240590 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3104e6ed-fecc-4563-a0df-5a7dd66c7851 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0778108 May 27 02:43:12.244320 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48688) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:12.249450 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-45158e12-738c-4e90-84c6-3998356a472e tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Request body: {'security_group': {'name': 'tempest-secgroup--254658245'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:43:12.256016 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-45158e12-738c-4e90-84c6-3998356a472e tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:43:12.260335 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-45158e12-738c-4e90-84c6-3998356a472e tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Usage tracker for resource:security_group and tenant:cd8c12caf824495eb93bf6f0b7c01b5d is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:43:12.263894 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-45158e12-738c-4e90-84c6-3998356a472e tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:43:12.269819 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-45158e12-738c-4e90-84c6-3998356a472e tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:43:12.361262 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-45158e12-738c-4e90-84c6-3998356a472e tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:12.382911 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-45158e12-738c-4e90-84c6-3998356a472e tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:43:12.387456 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-45158e12-738c-4e90-84c6-3998356a472e tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Usage tracker for resource:security_group_rule and tenant:cd8c12caf824495eb93bf6f0b7c01b5d is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:43:12.390321 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-45158e12-738c-4e90-84c6-3998356a472e tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:43:12.396270 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-45158e12-738c-4e90-84c6-3998356a472e tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:43:12.473549 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-45158e12-738c-4e90-84c6-3998356a472e tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:12.560340 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-45158e12-738c-4e90-84c6-3998356a472e tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:12.606411 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45158e12-738c-4e90-84c6-3998356a472e tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb604522-12ed-49b4-a4a8-45e3d8e8664e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:12.694074 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-45158e12-738c-4e90-84c6-3998356a472e tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:12.695352 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-45158e12-738c-4e90-84c6-3998356a472e tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4499741 May 27 02:43:12.703042 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48704) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:12.703413 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-e2e57b6b-05d4-49f8-be54-298fd5a7d286 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Request body: {'security_group_rule': {'security_group_id': 'bb604522-12ed-49b4-a4a8-45e3d8e8664e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:43:12.704216 n-d-843554-3 neutron-server[88902]: WARNING neutron.api.v2.base [None req-e2e57b6b-05d4-49f8-be54-298fd5a7d286 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 27 02:43:12.704830 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-e2e57b6b-05d4-49f8-be54-298fd5a7d286 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:43:12.706025 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e2e57b6b-05d4-49f8-be54-298fd5a7d286 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0068095 May 27 02:43:12.710102 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48708) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:12.808923 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f11e09a5-85de-4534-b43d-d60a301c77be tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:12.860659 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f11e09a5-85de-4534-b43d-d60a301c77be tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:12.995236 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f11e09a5-85de-4534-b43d-d60a301c77be tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:13.015522 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f11e09a5-85de-4534-b43d-d60a301c77be tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:13.024079 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f11e09a5-85de-4534-b43d-d60a301c77be tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "DELETE /v2.0/security-groups/bb604522-12ed-49b4-a4a8-45e3d8e8664e HTTP/1.1" status: 204 len: 168 time: 0.3132877 May 27 02:43:13.026850 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e09a5-85de-4534-b43d-d60a301c77be tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb604522-12ed-49b4-a4a8-45e3d8e8664e,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:13.031854 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48718) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:13.095297 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4ff7ef3a-7a69-4eee-a2ac-82321e3b3ee2 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Synchronizing usage tracker for tenant:cd8c12caf824495eb93bf6f0b7c01b5d on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:43:13.213962 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4ff7ef3a-7a69-4eee-a2ac-82321e3b3ee2 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Unset dirty status for tenant:cd8c12caf824495eb93bf6f0b7c01b5d on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:43:13.215291 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4ff7ef3a-7a69-4eee-a2ac-82321e3b3ee2 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1775975 May 27 02:43:13.219186 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48726) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:13.231343 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-84ecb247-f48b-4f96-87a2-1c93f87ef13b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Request body: {'security_group': {'name': 'tempest-secgroup--543122759'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:43:13.239454 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-84ecb247-f48b-4f96-87a2-1c93f87ef13b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:43:13.249853 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-84ecb247-f48b-4f96-87a2-1c93f87ef13b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:43:13.385986 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84ecb247-f48b-4f96-87a2-1c93f87ef13b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:13.427996 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-84ecb247-f48b-4f96-87a2-1c93f87ef13b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:43:13.434024 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-84ecb247-f48b-4f96-87a2-1c93f87ef13b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Usage tracker for resource:security_group_rule and tenant:cd8c12caf824495eb93bf6f0b7c01b5d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:43:13.439595 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-84ecb247-f48b-4f96-87a2-1c93f87ef13b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:43:13.446556 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62597ebf-2f1f-494a-88de-0f1df2a03ba4 req-16e54038-3a48-4980-ac65-ed159a88f8e5 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:13.448202 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-84ecb247-f48b-4f96-87a2-1c93f87ef13b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:43:13.448385 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62597ebf-2f1f-494a-88de-0f1df2a03ba4 req-16e54038-3a48-4980-ac65-ed159a88f8e5 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c03ad37-4f91-4f75-9ac5-2d00682c2b8f HTTP/1.1" status: 200 len: 943 time: 0.2812123 May 27 02:43:13.501884 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62597ebf-2f1f-494a-88de-0f1df2a03ba4 req-59be918d-a77d-489d-9ddc-4559d2c666d2 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/security-groups?id=09995bda-ffd1-424e-a2b7-d7f772c9bebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456228 May 27 02:43:13.542259 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84ecb247-f48b-4f96-87a2-1c93f87ef13b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:13.623838 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84ecb247-f48b-4f96-87a2-1c93f87ef13b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:13.692026 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ecb247-f48b-4f96-87a2-1c93f87ef13b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=705ef992-e818-4163-bd9c-3717f7fe82f5,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:13.840383 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84ecb247-f48b-4f96-87a2-1c93f87ef13b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:13.841811 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-84ecb247-f48b-4f96-87a2-1c93f87ef13b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6214890 May 27 02:43:13.844597 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48742) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:13.850288 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-cbb39c77-80d4-4468-a3ab-fb10a4ea5fa6 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Request body: {'security_group_rule': {'security_group_id': '705ef992-e818-4163-bd9c-3717f7fe82f5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:43:13.850849 n-d-843554-3 neutron-server[88901]: WARNING neutron.api.v2.base [None req-cbb39c77-80d4-4468-a3ab-fb10a4ea5fa6 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 27 02:43:13.851377 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-cbb39c77-80d4-4468-a3ab-fb10a4ea5fa6 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:43:13.852248 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-cbb39c77-80d4-4468-a3ab-fb10a4ea5fa6 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0066760 May 27 02:43:13.855087 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48746) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:13.923618 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-87ec1879-cecc-477b-a9e5-17054477ab91 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:13.951892 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-87ec1879-cecc-477b-a9e5-17054477ab91 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:14.093669 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-87ec1879-cecc-477b-a9e5-17054477ab91 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:14.112624 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec1879-cecc-477b-a9e5-17054477ab91 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=705ef992-e818-4163-bd9c-3717f7fe82f5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:14.119881 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-87ec1879-cecc-477b-a9e5-17054477ab91 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:14.121024 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-87ec1879-cecc-477b-a9e5-17054477ab91 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "DELETE /v2.0/security-groups/705ef992-e818-4163-bd9c-3717f7fe82f5 HTTP/1.1" status: 204 len: 168 time: 0.2649539 May 27 02:43:14.123715 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48758) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:14.181972 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7ad0916c-a2c8-4be9-9549-97d357e10bcc tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Synchronizing usage tracker for tenant:cd8c12caf824495eb93bf6f0b7c01b5d on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:43:14.282888 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7ad0916c-a2c8-4be9-9549-97d357e10bcc tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Unset dirty status for tenant:cd8c12caf824495eb93bf6f0b7c01b5d on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:43:14.284453 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7ad0916c-a2c8-4be9-9549-97d357e10bcc tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1597393 May 27 02:43:14.289126 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48762) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:14.293999 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-2b746b75-4fde-4ce4-9729-91815c8ec661 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Request body: {'security_group': {'name': 'tempest-secgroup--567961551'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:43:14.301574 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2b746b75-4fde-4ce4-9729-91815c8ec661 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:43:14.311160 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2b746b75-4fde-4ce4-9729-91815c8ec661 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:43:14.396378 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b746b75-4fde-4ce4-9729-91815c8ec661 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:14.417648 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2b746b75-4fde-4ce4-9729-91815c8ec661 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:43:14.421478 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2b746b75-4fde-4ce4-9729-91815c8ec661 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Usage tracker for resource:security_group_rule and tenant:cd8c12caf824495eb93bf6f0b7c01b5d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:43:14.424496 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2b746b75-4fde-4ce4-9729-91815c8ec661 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:43:14.431747 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2b746b75-4fde-4ce4-9729-91815c8ec661 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:43:14.517712 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b746b75-4fde-4ce4-9729-91815c8ec661 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:14.596751 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b746b75-4fde-4ce4-9729-91815c8ec661 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:14.657600 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device b92beb01-92d7-44eb-9a48-95285431f96e details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:43:14.694675 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b746b75-4fde-4ce4-9729-91815c8ec661 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=652e10e8-9d4e-4493-a22e-9db0afb53d29,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:14.716138 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b746b75-4fde-4ce4-9729-91815c8ec661 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:14.719958 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48774) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:14.730784 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2b746b75-4fde-4ce4-9729-91815c8ec661 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4303560 May 27 02:43:14.731288 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-6886db7d-2802-45c9-afbe-b698cdeb692e tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Request body: {'security_group_rule': {'security_group_id': '652e10e8-9d4e-4493-a22e-9db0afb53d29', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:43:14.731288 n-d-843554-3 neutron-server[88902]: WARNING neutron.api.v2.base [None req-6886db7d-2802-45c9-afbe-b698cdeb692e tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 27 02:43:14.731288 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-6886db7d-2802-45c9-afbe-b698cdeb692e tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:43:14.732032 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6886db7d-2802-45c9-afbe-b698cdeb692e tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0099020 May 27 02:43:14.739685 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48778) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:14.745163 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba28e64-79cb-4c2d-bf57-7f277be94d34 req-3ef483d1-09b3-4fd1-9700-b0d52f630c24 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:14.745334 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a6522479-6cc0-46e9-9abc-0e0c8078ec99 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Request body: {'security_group_rule': {'security_group_id': '652e10e8-9d4e-4493-a22e-9db0afb53d29', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:43:14.745843 n-d-843554-3 neutron-server[88901]: WARNING neutron.api.v2.base [None req-a6522479-6cc0-46e9-9abc-0e0c8078ec99 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 27 02:43:14.746337 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-a6522479-6cc0-46e9-9abc-0e0c8078ec99 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:43:14.755578 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a6522479-6cc0-46e9-9abc-0e0c8078ec99 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0146601 May 27 02:43:14.755801 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2ba28e64-79cb-4c2d-bf57-7f277be94d34 req-3ef483d1-09b3-4fd1-9700-b0d52f630c24 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c03ad37-4f91-4f75-9ac5-2d00682c2b8f HTTP/1.1" status: 200 len: 943 time: 0.1252501 May 27 02:43:14.757692 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48782) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:14.762978 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-418760af-d9ca-4e9a-afd3-dd51553f0ff4 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Request body: {'security_group_rule': {'security_group_id': '652e10e8-9d4e-4493-a22e-9db0afb53d29', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:43:14.767445 n-d-843554-3 neutron-server[88901]: WARNING neutron.api.v2.base [None req-418760af-d9ca-4e9a-afd3-dd51553f0ff4 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 27 02:43:14.769353 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-418760af-d9ca-4e9a-afd3-dd51553f0ff4 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:43:14.773655 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-418760af-d9ca-4e9a-afd3-dd51553f0ff4 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0148542 May 27 02:43:14.774403 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48786) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:14.785815 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-075b5630-8275-4d4d-8892-61e41bfc2808 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Request body: {'security_group_rule': {'security_group_id': '652e10e8-9d4e-4493-a22e-9db0afb53d29', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:43:14.786705 n-d-843554-3 neutron-server[88901]: WARNING neutron.api.v2.base [None req-075b5630-8275-4d4d-8892-61e41bfc2808 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 27 02:43:14.787198 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-075b5630-8275-4d4d-8892-61e41bfc2808 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:43:14.789790 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-075b5630-8275-4d4d-8892-61e41bfc2808 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0135393 May 27 02:43:14.795471 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48790) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:14.854229 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2ba28e64-79cb-4c2d-bf57-7f277be94d34 req-5ed7ba8b-a388-41c2-a9db-68fc0972ddf9 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/security-groups?id=09995bda-ffd1-424e-a2b7-d7f772c9bebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965986 May 27 02:43:14.935324 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9c0c23d7-82e2-46d2-9542-3858a8c43f9b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:14.963585 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port b92beb01-92d7-44eb-9a48-95285431f96e, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=b92beb01-92d7-44eb-9a48-95285431f96e,segment=NetworkSegment(cbc43cad-72ea-4fad-b4f8-a4e759d6262a),segment_id=cbc43cad-72ea-4fad-b4f8-a4e759d6262a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:43:14.965262 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9c0c23d7-82e2-46d2-9542-3858a8c43f9b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:14.977655 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': 'b92beb01-92d7-44eb-9a48-95285431f96e', 'network_id': '6c8fd566-db3a-40e1-a1dd-0aee04a5d421', 'port_id': 'b92beb01-92d7-44eb-9a48-95285431f96e', 'mac_address': 'fa:16:3e:2c:95:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e6f5ce-eada-4ed6-9077-40549459053e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:43:15.045780 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port b92beb01-92d7-44eb-9a48-95285431f96e is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:43:15.046160 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:15.066001 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b92beb01-92d7-44eb-9a48-95285431f96e {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:43:15.090040 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port b92beb01-92d7-44eb-9a48-95285431f96e, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=b92beb01-92d7-44eb-9a48-95285431f96e,segment=NetworkSegment(cbc43cad-72ea-4fad-b4f8-a4e759d6262a),segment_id=cbc43cad-72ea-4fad-b4f8-a4e759d6262a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:43:15.139678 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9c0c23d7-82e2-46d2-9542-3858a8c43f9b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:15.159454 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0c23d7-82e2-46d2-9542-3858a8c43f9b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=652e10e8-9d4e-4493-a22e-9db0afb53d29,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:15.167105 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9c0c23d7-82e2-46d2-9542-3858a8c43f9b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:15.168390 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9c0c23d7-82e2-46d2-9542-3858a8c43f9b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "DELETE /v2.0/security-groups/652e10e8-9d4e-4493-a22e-9db0afb53d29 HTTP/1.1" status: 204 len: 168 time: 0.3717017 May 27 02:43:15.170947 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48798) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:15.213612 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:15.224974 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f4f6d7dc-d725-4b53-9865-064713c26bff tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Synchronizing usage tracker for tenant:cd8c12caf824495eb93bf6f0b7c01b5d on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:43:15.286311 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=b92beb01-92d7-44eb-9a48-95285431f96e,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:15.345434 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f4f6d7dc-d725-4b53-9865-064713c26bff tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Unset dirty status for tenant:cd8c12caf824495eb93bf6f0b7c01b5d on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:43:15.346744 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f4f6d7dc-d725-4b53-9865-064713c26bff tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1744437 May 27 02:43:15.351423 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48802) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:15.357317 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-dfd2ea0b-0b0c-423e-bf0b-e73d1e4fef4b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Request body: {'security_group': {'name': 'tempest-secgroup--263503303'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:43:15.365214 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dfd2ea0b-0b0c-423e-bf0b-e73d1e4fef4b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:43:15.375584 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dfd2ea0b-0b0c-423e-bf0b-e73d1e4fef4b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:43:15.427114 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['b92beb01-92d7-44eb-9a48-95285431f96e'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:43:15.509021 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dfd2ea0b-0b0c-423e-bf0b-e73d1e4fef4b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:15.545552 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dfd2ea0b-0b0c-423e-bf0b-e73d1e4fef4b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:43:15.549698 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dfd2ea0b-0b0c-423e-bf0b-e73d1e4fef4b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Usage tracker for resource:security_group_rule and tenant:cd8c12caf824495eb93bf6f0b7c01b5d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:43:15.553112 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dfd2ea0b-0b0c-423e-bf0b-e73d1e4fef4b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:43:15.559638 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dfd2ea0b-0b0c-423e-bf0b-e73d1e4fef4b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:43:15.643798 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dfd2ea0b-0b0c-423e-bf0b-e73d1e4fef4b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:15.762306 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dfd2ea0b-0b0c-423e-bf0b-e73d1e4fef4b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:15.807129 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2ea0b-0b0c-423e-bf0b-e73d1e4fef4b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13149108-42c0-44d6-92ac-c4b01ad8e16e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:15.916919 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dfd2ea0b-0b0c-423e-bf0b-e73d1e4fef4b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:15.921358 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48812) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:15.922818 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-dfd2ea0b-0b0c-423e-bf0b-e73d1e4fef4b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5654397 May 27 02:43:15.927840 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-37a7c212-9ca9-4d79-afac-f46b950853c1 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Request body: {'security_group_rule': {'security_group_id': '13149108-42c0-44d6-92ac-c4b01ad8e16e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:43:15.928320 n-d-843554-3 neutron-server[88902]: WARNING neutron.api.v2.base [None req-37a7c212-9ca9-4d79-afac-f46b950853c1 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 27 02:43:15.928833 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-37a7c212-9ca9-4d79-afac-f46b950853c1 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:43:15.933105 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-37a7c212-9ca9-4d79-afac-f46b950853c1 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072095 May 27 02:43:15.933105 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48816) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:15.947257 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-cd64e903-15a8-4241-be02-bba726e68140 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Request body: {'security_group_rule': {'security_group_id': '13149108-42c0-44d6-92ac-c4b01ad8e16e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:43:15.965783 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-cd64e903-15a8-4241-be02-bba726e68140 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:43:15.972080 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-cd64e903-15a8-4241-be02-bba726e68140 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Usage tracker for resource:security_group_rule and tenant:cd8c12caf824495eb93bf6f0b7c01b5d is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:43:15.977892 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-cd64e903-15a8-4241-be02-bba726e68140 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:43:15.986200 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-cd64e903-15a8-4241-be02-bba726e68140 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:43:16.087932 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2586928-e812-4609-a5b0-488d1408c73c req-8609cf96-a986-4cde-a1c0-a64aadd50d96 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:16.089414 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f2586928-e812-4609-a5b0-488d1408c73c req-8609cf96-a986-4cde-a1c0-a64aadd50d96 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c03ad37-4f91-4f75-9ac5-2d00682c2b8f HTTP/1.1" status: 200 len: 944 time: 0.0838239 May 27 02:43:16.142819 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f2586928-e812-4609-a5b0-488d1408c73c req-c947e863-8e83-40c5-b6d5-872fb9186d6d tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/security-groups?id=09995bda-ffd1-424e-a2b7-d7f772c9bebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474224 May 27 02:43:16.219568 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-cd64e903-15a8-4241-be02-bba726e68140 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:43:16.220568 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-cd64e903-15a8-4241-be02-bba726e68140 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2865875 May 27 02:43:16.224434 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48826) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:16.231984 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-5b97d839-2080-49d2-ba45-e7a2430f01cc tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Request body: {'security_group_rule': {'security_group_id': '13149108-42c0-44d6-92ac-c4b01ad8e16e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:43:16.233617 n-d-843554-3 neutron-server[88901]: WARNING neutron.api.v2.base [None req-5b97d839-2080-49d2-ba45-e7a2430f01cc tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 27 02:43:16.234360 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-5b97d839-2080-49d2-ba45-e7a2430f01cc tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:43:16.235352 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5b97d839-2080-49d2-ba45-e7a2430f01cc tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0098979 May 27 02:43:16.239806 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48830) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:16.245428 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-c1779c74-3a0e-4a85-89ea-c3e5b31a88aa tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Request body: {'security_group_rule': {'security_group_id': '13149108-42c0-44d6-92ac-c4b01ad8e16e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:43:16.253408 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c1779c74-3a0e-4a85-89ea-c3e5b31a88aa tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:43:16.258215 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c1779c74-3a0e-4a85-89ea-c3e5b31a88aa tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Usage tracker for resource:security_group_rule and tenant:cd8c12caf824495eb93bf6f0b7c01b5d is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:43:16.261376 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c1779c74-3a0e-4a85-89ea-c3e5b31a88aa tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:43:16.268063 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c1779c74-3a0e-4a85-89ea-c3e5b31a88aa tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:43:16.454169 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-c1779c74-3a0e-4a85-89ea-c3e5b31a88aa tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:43:16.455289 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c1779c74-3a0e-4a85-89ea-c3e5b31a88aa tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2144160 May 27 02:43:16.458811 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48836) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:16.464111 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-7f5acdcf-c080-4a6b-839c-d8726dc58495 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Request body: {'security_group_rule': {'security_group_id': '13149108-42c0-44d6-92ac-c4b01ad8e16e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:43:16.464770 n-d-843554-3 neutron-server[88902]: WARNING neutron.api.v2.base [None req-7f5acdcf-c080-4a6b-839c-d8726dc58495 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 27 02:43:16.465221 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-7f5acdcf-c080-4a6b-839c-d8726dc58495 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:43:16.467332 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7f5acdcf-c080-4a6b-839c-d8726dc58495 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072014 May 27 02:43:16.469525 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48842) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:16.476390 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-6c119134-2de9-49dd-9429-547551668ea9 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Request body: {'security_group_rule': {'security_group_id': '13149108-42c0-44d6-92ac-c4b01ad8e16e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:43:16.488407 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6c119134-2de9-49dd-9429-547551668ea9 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:43:16.493538 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6c119134-2de9-49dd-9429-547551668ea9 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Usage tracker for resource:security_group_rule and tenant:cd8c12caf824495eb93bf6f0b7c01b5d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:43:16.496927 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6c119134-2de9-49dd-9429-547551668ea9 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:43:16.510686 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6c119134-2de9-49dd-9429-547551668ea9 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:43:16.602615 n-d-843554-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-6c119134-2de9-49dd-9429-547551668ea9 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Project cd8c12caf824495eb93bf6f0b7c01b5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:43:16.661950 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device b92beb01-92d7-44eb-9a48-95285431f96e up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:43:16.723721 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-6c119134-2de9-49dd-9429-547551668ea9 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:43:16.730111 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6c119134-2de9-49dd-9429-547551668ea9 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2541702 May 27 02:43:16.730111 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48846) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:16.733091 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-6a057f9a-c069-4e0c-b752-9e6ea8ae10ff tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Request body: {'security_group_rule': {'security_group_id': '13149108-42c0-44d6-92ac-c4b01ad8e16e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:43:16.733822 n-d-843554-3 neutron-server[88901]: WARNING neutron.api.v2.base [None req-6a057f9a-c069-4e0c-b752-9e6ea8ae10ff tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 27 02:43:16.734446 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-6a057f9a-c069-4e0c-b752-9e6ea8ae10ff tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:43:16.736696 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6a057f9a-c069-4e0c-b752-9e6ea8ae10ff tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069246 May 27 02:43:16.738246 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48850) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:16.743038 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-6f1d3b53-726a-4150-8033-4c9e90392c05 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Request body: {'security_group_rule': {'security_group_id': '13149108-42c0-44d6-92ac-c4b01ad8e16e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:43:16.750776 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6f1d3b53-726a-4150-8033-4c9e90392c05 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:43:16.756470 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6f1d3b53-726a-4150-8033-4c9e90392c05 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Usage tracker for resource:security_group_rule and tenant:cd8c12caf824495eb93bf6f0b7c01b5d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:43:16.760011 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6f1d3b53-726a-4150-8033-4c9e90392c05 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:43:16.771526 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6f1d3b53-726a-4150-8033-4c9e90392c05 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:43:16.870879 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port b92beb01-92d7-44eb-9a48-95285431f96e completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:43:16.875993 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port b92beb01-92d7-44eb-9a48-95285431f96e triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:43:16.880144 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:16.906958 n-d-843554-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-6f1d3b53-726a-4150-8033-4c9e90392c05 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Project cd8c12caf824495eb93bf6f0b7c01b5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:43:17.031258 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-6f1d3b53-726a-4150-8033-4c9e90392c05 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:43:17.031258 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6f1d3b53-726a-4150-8033-4c9e90392c05 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2857475 May 27 02:43:17.031547 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48854) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:17.031547 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-fbaafefe-e68e-4135-90e5-97837627f67f tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Request body: {'security_group_rule': {'security_group_id': '13149108-42c0-44d6-92ac-c4b01ad8e16e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:43:17.041079 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-fbaafefe-e68e-4135-90e5-97837627f67f tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:43:17.048256 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-fbaafefe-e68e-4135-90e5-97837627f67f tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Usage tracker for resource:security_group_rule and tenant:cd8c12caf824495eb93bf6f0b7c01b5d is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:43:17.056377 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-fbaafefe-e68e-4135-90e5-97837627f67f tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:43:17.057308 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port b92beb01-92d7-44eb-9a48-95285431f96e is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:43:17.057779 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:17.065894 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-fbaafefe-e68e-4135-90e5-97837627f67f tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:43:17.119830 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c03ad37-4f91-4f75-9ac5-2d00682c2b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92beb01-92d7-44eb-9a48-95285431f96e'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:43:17.150338 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port b92beb01-92d7-44eb-9a48-95285431f96e, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=b92beb01-92d7-44eb-9a48-95285431f96e,segment=NetworkSegment(cbc43cad-72ea-4fad-b4f8-a4e759d6262a),segment_id=cbc43cad-72ea-4fad-b4f8-a4e759d6262a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:43:17.172423 n-d-843554-3 neutron-server[88902]: INFO neutron.db.securitygroups_db [None req-fbaafefe-e68e-4135-90e5-97837627f67f tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Project cd8c12caf824495eb93bf6f0b7c01b5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:43:17.192328 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a08ae95-4bd1-40ca-85ef-c77874478a08'] response: {'server_uuid': '6c03ad37-4f91-4f75-9ac5-2d00682c2b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92beb01-92d7-44eb-9a48-95285431f96e', 'code': 200} May 27 02:43:17.271077 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:17.282227 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-fbaafefe-e68e-4135-90e5-97837627f67f tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:43:17.283288 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-fbaafefe-e68e-4135-90e5-97837627f67f tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2566240 May 27 02:43:17.320742 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48870) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:17.362003 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=b92beb01-92d7-44eb-9a48-95285431f96e,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:17.387314 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b6e53-08b3-4805-be26-836d65978e36 req-0256b45d-8a08-4d85-808e-7c0820e6ad2e tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:17.388853 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fc8b6e53-08b3-4805-be26-836d65978e36 req-0256b45d-8a08-4d85-808e-7c0820e6ad2e tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c03ad37-4f91-4f75-9ac5-2d00682c2b8f HTTP/1.1" status: 200 len: 945 time: 0.1045828 May 27 02:43:17.421621 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0baf2f6e-5473-4e99-9334-27e2da08bec8 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:17.447289 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e4c2e-75e8-480b-9793-7448f9d2bd4e req-5c509bb8-3566-4e72-a20e-e2361c4ba78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:17.448629 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-715e4c2e-75e8-480b-9793-7448f9d2bd4e req-5c509bb8-3566-4e72-a20e-e2361c4ba78c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6c03ad37-4f91-4f75-9ac5-2d00682c2b8f HTTP/1.1" status: 200 len: 1096 time: 0.1902423 May 27 02:43:17.451575 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fc8b6e53-08b3-4805-be26-836d65978e36 req-1b6b7b99-994a-40bf-9a18-ea50cd04c5bb tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/security-groups?id=09995bda-ffd1-424e-a2b7-d7f772c9bebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538092 May 27 02:43:17.455029 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0baf2f6e-5473-4e99-9334-27e2da08bec8 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:17.633184 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-715e4c2e-75e8-480b-9793-7448f9d2bd4e req-a612502f-06a4-4940-b0fd-4daa507ed61b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=09995bda-ffd1-424e-a2b7-d7f772c9bebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698780 May 27 02:43:17.737354 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0baf2f6e-5473-4e99-9334-27e2da08bec8 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:17.764623 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baf2f6e-5473-4e99-9334-27e2da08bec8 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13149108-42c0-44d6-92ac-c4b01ad8e16e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:17.766664 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0baf2f6e-5473-4e99-9334-27e2da08bec8 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:17.768482 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0baf2f6e-5473-4e99-9334-27e2da08bec8 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "DELETE /v2.0/security-groups/13149108-42c0-44d6-92ac-c4b01ad8e16e HTTP/1.1" status: 204 len: 168 time: 0.4460835 May 27 02:43:17.771391 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48886) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:17.845067 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b1bacbd8-f018-4ffc-9d24-965db287ce75 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0677247 May 27 02:43:17.845427 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48890) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:17.851008 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-0cb6bf16-94d9-4d90-b2c9-95af27b1514b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Request body: {'security_group': {'name': 'tempest-secgroup--1743476797'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:43:17.858006 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0cb6bf16-94d9-4d90-b2c9-95af27b1514b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:43:17.862715 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0cb6bf16-94d9-4d90-b2c9-95af27b1514b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Usage tracker for resource:security_group and tenant:cd8c12caf824495eb93bf6f0b7c01b5d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:43:17.866320 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0cb6bf16-94d9-4d90-b2c9-95af27b1514b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:43:17.873270 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0cb6bf16-94d9-4d90-b2c9-95af27b1514b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:43:18.000483 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0cb6bf16-94d9-4d90-b2c9-95af27b1514b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:18.021257 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0cb6bf16-94d9-4d90-b2c9-95af27b1514b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:43:18.025019 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0cb6bf16-94d9-4d90-b2c9-95af27b1514b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Usage tracker for resource:security_group_rule and tenant:cd8c12caf824495eb93bf6f0b7c01b5d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:43:18.027815 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0cb6bf16-94d9-4d90-b2c9-95af27b1514b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:43:18.034015 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0cb6bf16-94d9-4d90-b2c9-95af27b1514b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:43:18.109189 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0cb6bf16-94d9-4d90-b2c9-95af27b1514b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:18.185928 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0cb6bf16-94d9-4d90-b2c9-95af27b1514b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:18.262563 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb6bf16-94d9-4d90-b2c9-95af27b1514b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc786d4-ba17-4c0e-b90e-4643b620d629,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:18.374056 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0cb6bf16-94d9-4d90-b2c9-95af27b1514b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:18.383938 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0cb6bf16-94d9-4d90-b2c9-95af27b1514b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5289717 May 27 02:43:18.383938 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48902) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:18.384268 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-7df5254c-f77a-401c-a004-ea702d6a41db tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Request body: {'security_group_rule': {'security_group_id': '6dc786d4-ba17-4c0e-b90e-4643b620d629', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:43:18.391357 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7df5254c-f77a-401c-a004-ea702d6a41db tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:43:18.396188 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7df5254c-f77a-401c-a004-ea702d6a41db tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Usage tracker for resource:security_group_rule and tenant:cd8c12caf824495eb93bf6f0b7c01b5d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:43:18.399356 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7df5254c-f77a-401c-a004-ea702d6a41db tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:43:18.405355 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7df5254c-f77a-401c-a004-ea702d6a41db tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:43:18.645961 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e47b05-d579-446c-aeb4-0142b2fdf8db req-22333353-7b3d-4ed3-afde-6be9da082cb0 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:18.647574 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d2e47b05-d579-446c-aeb4-0142b2fdf8db req-22333353-7b3d-4ed3-afde-6be9da082cb0 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c03ad37-4f91-4f75-9ac5-2d00682c2b8f HTTP/1.1" status: 200 len: 945 time: 0.0908573 May 27 02:43:18.665454 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-7df5254c-f77a-401c-a004-ea702d6a41db tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] create failed (client error): The resource could not be found. May 27 02:43:18.669640 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7df5254c-f77a-401c-a004-ea702d6a41db tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2867410 May 27 02:43:18.669873 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48908) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:18.677084 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-60150ca3-b6a3-437c-a717-b1492e4e1ee3 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Request body: {'security_group_rule': {'security_group_id': '6dc786d4-ba17-4c0e-b90e-4643b620d629', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '80f3d9ba-77f9-434b-b5b7-34b928e58250'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:43:18.688051 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-60150ca3-b6a3-437c-a717-b1492e4e1ee3 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:43:18.706749 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-60150ca3-b6a3-437c-a717-b1492e4e1ee3 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Usage tracker for resource:security_group_rule and tenant:cd8c12caf824495eb93bf6f0b7c01b5d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:43:18.709733 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d2e47b05-d579-446c-aeb4-0142b2fdf8db req-417bd696-9d75-44b8-909e-311bfc3c3052 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/security-groups?id=09995bda-ffd1-424e-a2b7-d7f772c9bebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559392 May 27 02:43:18.710177 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-60150ca3-b6a3-437c-a717-b1492e4e1ee3 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:43:18.727434 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-60150ca3-b6a3-437c-a717-b1492e4e1ee3 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:43:18.990975 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-60150ca3-b6a3-437c-a717-b1492e4e1ee3 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] create failed (client error): The resource could not be found. May 27 02:43:18.992018 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-60150ca3-b6a3-437c-a717-b1492e4e1ee3 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3210549 May 27 02:43:18.995052 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48912) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:19.061373 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8733d11a-5e97-4927-bb3c-caf6530d6778 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:19.088674 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8733d11a-5e97-4927-bb3c-caf6530d6778 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:19.205938 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8733d11a-5e97-4927-bb3c-caf6530d6778 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:19.224411 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733d11a-5e97-4927-bb3c-caf6530d6778 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc786d4-ba17-4c0e-b90e-4643b620d629,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:19.232523 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8733d11a-5e97-4927-bb3c-caf6530d6778 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:19.235999 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8733d11a-5e97-4927-bb3c-caf6530d6778 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "DELETE /v2.0/security-groups/6dc786d4-ba17-4c0e-b90e-4643b620d629 HTTP/1.1" status: 204 len: 168 time: 0.2377968 May 27 02:43:19.236230 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48918) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:19.295041 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-353c1a36-d7ce-4cc3-9512-6c1315026d3b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Synchronizing usage tracker for tenant:cd8c12caf824495eb93bf6f0b7c01b5d on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:43:19.350889 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:19.464999 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-353c1a36-d7ce-4cc3-9512-6c1315026d3b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Unset dirty status for tenant:cd8c12caf824495eb93bf6f0b7c01b5d on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:43:19.465229 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:19.466289 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-353c1a36-d7ce-4cc3-9512-6c1315026d3b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2291262 May 27 02:43:19.470600 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48926) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:19.476560 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-7a56c745-a20d-4448-aeab-84c3e4c8f5a7 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Request body: {'security_group_rule': {'security_group_id': '70bc9bb2-8cdb-46a3-a17f-165e3899a344', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:43:19.484033 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7a56c745-a20d-4448-aeab-84c3e4c8f5a7 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:43:19.488085 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7a56c745-a20d-4448-aeab-84c3e4c8f5a7 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Usage tracker for resource:security_group_rule and tenant:cd8c12caf824495eb93bf6f0b7c01b5d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:43:19.490988 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7a56c745-a20d-4448-aeab-84c3e4c8f5a7 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:43:19.497615 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7a56c745-a20d-4448-aeab-84c3e4c8f5a7 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:43:19.768325 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-7a56c745-a20d-4448-aeab-84c3e4c8f5a7 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] create failed (client error): The resource could not be found. May 27 02:43:19.774759 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48934) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:19.775244 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7a56c745-a20d-4448-aeab-84c3e4c8f5a7 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3036745 May 27 02:43:19.780700 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-db19a299-c1b4-4215-92dd-4dee16c9f168 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Request body: {'security_group': {'name': 'tempest-secgroup--636297875'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:43:19.795727 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-db19a299-c1b4-4215-92dd-4dee16c9f168 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:43:19.815775 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-db19a299-c1b4-4215-92dd-4dee16c9f168 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:43:19.931136 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-db19a299-c1b4-4215-92dd-4dee16c9f168 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:19.961468 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd1846-3a64-4f92-a2b6-79f9f0554391 req-cf5c8daf-c620-4f56-afb2-e1c6a9a8f561 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:19.963029 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9dcd1846-3a64-4f92-a2b6-79f9f0554391 req-cf5c8daf-c620-4f56-afb2-e1c6a9a8f561 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c03ad37-4f91-4f75-9ac5-2d00682c2b8f HTTP/1.1" status: 200 len: 945 time: 0.1098757 May 27 02:43:19.967489 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-db19a299-c1b4-4215-92dd-4dee16c9f168 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:43:19.984833 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-db19a299-c1b4-4215-92dd-4dee16c9f168 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Usage tracker for resource:security_group_rule and tenant:cd8c12caf824495eb93bf6f0b7c01b5d is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:43:19.990758 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-db19a299-c1b4-4215-92dd-4dee16c9f168 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:43:20.005982 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-db19a299-c1b4-4215-92dd-4dee16c9f168 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:43:20.025900 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9dcd1846-3a64-4f92-a2b6-79f9f0554391 req-07d85e12-2cf5-4e04-a066-556ac40c3cc0 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/security-groups?id=09995bda-ffd1-424e-a2b7-d7f772c9bebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559762 May 27 02:43:20.097781 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-db19a299-c1b4-4215-92dd-4dee16c9f168 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:20.180255 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-db19a299-c1b4-4215-92dd-4dee16c9f168 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:20.225880 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db19a299-c1b4-4215-92dd-4dee16c9f168 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d356e383-f885-49a9-ac06-2f2ccd0c8c6b,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:20.368238 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-db19a299-c1b4-4215-92dd-4dee16c9f168 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:20.369653 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-db19a299-c1b4-4215-92dd-4dee16c9f168 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5932198 May 27 02:43:20.373230 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48944) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:20.377540 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-56b4241e-d35b-4161-be3b-b1b912967291 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Request body: {'security_group': {'name': 'tempest-secgroup--755158161'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:43:20.384433 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-56b4241e-d35b-4161-be3b-b1b912967291 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:43:20.388577 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-56b4241e-d35b-4161-be3b-b1b912967291 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Usage tracker for resource:security_group and tenant:cd8c12caf824495eb93bf6f0b7c01b5d is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:43:20.391581 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-56b4241e-d35b-4161-be3b-b1b912967291 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:43:20.397670 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-56b4241e-d35b-4161-be3b-b1b912967291 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:43:20.528179 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-56b4241e-d35b-4161-be3b-b1b912967291 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:20.555144 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-56b4241e-d35b-4161-be3b-b1b912967291 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:43:20.558996 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-56b4241e-d35b-4161-be3b-b1b912967291 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Usage tracker for resource:security_group_rule and tenant:cd8c12caf824495eb93bf6f0b7c01b5d is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:43:20.561955 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-56b4241e-d35b-4161-be3b-b1b912967291 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:43:20.567701 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-56b4241e-d35b-4161-be3b-b1b912967291 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:43:20.645956 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-56b4241e-d35b-4161-be3b-b1b912967291 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:20.748929 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-56b4241e-d35b-4161-be3b-b1b912967291 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:20.822441 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b4241e-d35b-4161-be3b-b1b912967291 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95ab9e1d-eaaf-484e-b52b-a09f468055de,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:20.951170 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-56b4241e-d35b-4161-be3b-b1b912967291 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:20.955079 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-56b4241e-d35b-4161-be3b-b1b912967291 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5792229 May 27 02:43:20.955463 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48960) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:20.961474 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b67dbe0d-1180-4ed3-9ea9-3a0d725f698e tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Request body: {'security_group_rule': {'security_group_id': 'd356e383-f885-49a9-ac06-2f2ccd0c8c6b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '95ab9e1d-eaaf-484e-b52b-a09f468055de'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:43:20.968415 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b67dbe0d-1180-4ed3-9ea9-3a0d725f698e tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:43:20.973308 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b67dbe0d-1180-4ed3-9ea9-3a0d725f698e tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Usage tracker for resource:security_group_rule and tenant:cd8c12caf824495eb93bf6f0b7c01b5d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:43:20.992625 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b67dbe0d-1180-4ed3-9ea9-3a0d725f698e tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:43:21.006786 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b67dbe0d-1180-4ed3-9ea9-3a0d725f698e tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:43:21.212198 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-b67dbe0d-1180-4ed3-9ea9-3a0d725f698e tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:43:21.213274 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b67dbe0d-1180-4ed3-9ea9-3a0d725f698e tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2567272 May 27 02:43:21.216477 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48970) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:21.295786 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-efc88eaa-cab5-4f0b-8cc0-7c8ee443fe24 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:21.337263 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-efc88eaa-cab5-4f0b-8cc0-7c8ee443fe24 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:21.496991 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-efc88eaa-cab5-4f0b-8cc0-7c8ee443fe24 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:21.541198 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc88eaa-cab5-4f0b-8cc0-7c8ee443fe24 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ab9e1d-eaaf-484e-b52b-a09f468055de,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:21.570811 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-efc88eaa-cab5-4f0b-8cc0-7c8ee443fe24 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:21.570811 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-efc88eaa-cab5-4f0b-8cc0-7c8ee443fe24 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "DELETE /v2.0/security-groups/95ab9e1d-eaaf-484e-b52b-a09f468055de HTTP/1.1" status: 204 len: 168 time: 0.3402507 May 27 02:43:21.574302 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48976) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:21.656651 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-48a13790-096c-41fd-a915-a2e2e1474b1a tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Synchronizing usage tracker for tenant:cd8c12caf824495eb93bf6f0b7c01b5d on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:43:21.779271 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-48a13790-096c-41fd-a915-a2e2e1474b1a tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Unset dirty status for tenant:cd8c12caf824495eb93bf6f0b7c01b5d on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:43:21.781158 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-48a13790-096c-41fd-a915-a2e2e1474b1a tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2191195 May 27 02:43:21.783706 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 48984) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:21.876240 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e40a5f9c-2fa8-4ab3-8052-432342b06254 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:21.905166 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e40a5f9c-2fa8-4ab3-8052-432342b06254 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:22.053724 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e40a5f9c-2fa8-4ab3-8052-432342b06254 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:22.074658 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a5f9c-2fa8-4ab3-8052-432342b06254 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d356e383-f885-49a9-ac06-2f2ccd0c8c6b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:22.161202 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e40a5f9c-2fa8-4ab3-8052-432342b06254 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:22.165117 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 48996) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:22.178731 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e40a5f9c-2fa8-4ab3-8052-432342b06254 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "DELETE /v2.0/security-groups/d356e383-f885-49a9-ac06-2f2ccd0c8c6b HTTP/1.1" status: 204 len: 168 time: 0.3922505 May 27 02:43:22.244759 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f5840329-206f-4c7b-a47f-0711b5c19790 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0774624 May 27 02:43:22.247734 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 49000) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:22.255765 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-110b3a37-673e-49db-9d24-9cfb0f1dea21 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Request body: {'security_group': {'name': 'tempest-secgroup--950040470'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:43:22.263403 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-110b3a37-673e-49db-9d24-9cfb0f1dea21 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:43:22.267688 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-110b3a37-673e-49db-9d24-9cfb0f1dea21 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Usage tracker for resource:security_group and tenant:cd8c12caf824495eb93bf6f0b7c01b5d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:43:22.270794 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-110b3a37-673e-49db-9d24-9cfb0f1dea21 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:43:22.276866 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-110b3a37-673e-49db-9d24-9cfb0f1dea21 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:43:22.374064 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-110b3a37-673e-49db-9d24-9cfb0f1dea21 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:22.399327 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-110b3a37-673e-49db-9d24-9cfb0f1dea21 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:43:22.404024 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-110b3a37-673e-49db-9d24-9cfb0f1dea21 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Usage tracker for resource:security_group_rule and tenant:cd8c12caf824495eb93bf6f0b7c01b5d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:43:22.407621 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-110b3a37-673e-49db-9d24-9cfb0f1dea21 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:43:22.415256 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-110b3a37-673e-49db-9d24-9cfb0f1dea21 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:43:22.466935 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebffc25-18bc-4286-b8f5-5d023912b9f5 req-19ea58b7-38fd-44e0-a3d3-f9ce82ff9668 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:22.469189 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3ebffc25-18bc-4286-b8f5-5d023912b9f5 req-19ea58b7-38fd-44e0-a3d3-f9ce82ff9668 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c03ad37-4f91-4f75-9ac5-2d00682c2b8f HTTP/1.1" status: 200 len: 945 time: 0.0984786 May 27 02:43:22.503622 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-110b3a37-673e-49db-9d24-9cfb0f1dea21 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:22.516174 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3ebffc25-18bc-4286-b8f5-5d023912b9f5 req-e7dd3433-6b9e-4fd3-8059-d0b966b17ca7 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/security-groups?id=09995bda-ffd1-424e-a2b7-d7f772c9bebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401959 May 27 02:43:22.613444 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-110b3a37-673e-49db-9d24-9cfb0f1dea21 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:22.661951 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b3a37-673e-49db-9d24-9cfb0f1dea21 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25ddfd4b-af69-48ed-b9e3-1e871993dc30,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:22.771802 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-110b3a37-673e-49db-9d24-9cfb0f1dea21 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:22.776404 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-110b3a37-673e-49db-9d24-9cfb0f1dea21 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5243309 May 27 02:43:22.782995 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 49006) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:22.788855 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-6377806e-9079-42de-98a9-8e182c54bd1b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Request body: {'security_group_rule': {'security_group_id': '25ddfd4b-af69-48ed-b9e3-1e871993dc30', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:43:22.796139 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-6377806e-9079-42de-98a9-8e182c54bd1b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:43:22.800173 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-6377806e-9079-42de-98a9-8e182c54bd1b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Usage tracker for resource:security_group_rule and tenant:cd8c12caf824495eb93bf6f0b7c01b5d is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:43:22.803246 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-6377806e-9079-42de-98a9-8e182c54bd1b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:43:22.810122 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-6377806e-9079-42de-98a9-8e182c54bd1b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:43:23.119234 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-6377806e-9079-42de-98a9-8e182c54bd1b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:43:23.119234 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6377806e-9079-42de-98a9-8e182c54bd1b tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2375550 May 27 02:43:23.119234 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 49018) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:23.119234 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-af06d967-76a4-460d-bedf-83ad9e3fbcba tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Request body: {'security_group_rule': {'security_group_id': '25ddfd4b-af69-48ed-b9e3-1e871993dc30', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:43:23.119234 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-af06d967-76a4-460d-bedf-83ad9e3fbcba tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:43:23.119234 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-af06d967-76a4-460d-bedf-83ad9e3fbcba tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Usage tracker for resource:security_group_rule and tenant:cd8c12caf824495eb93bf6f0b7c01b5d is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:43:23.119234 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-af06d967-76a4-460d-bedf-83ad9e3fbcba tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:43:23.119234 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-af06d967-76a4-460d-bedf-83ad9e3fbcba tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:43:23.308864 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-af06d967-76a4-460d-bedf-83ad9e3fbcba tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:43:23.308864 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-af06d967-76a4-460d-bedf-83ad9e3fbcba tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2754118 May 27 02:43:23.308864 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 49034) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:23.398348 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5d5171e2-5e10-4335-a5d4-057032fb84e5 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:23.462511 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5d5171e2-5e10-4335-a5d4-057032fb84e5 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:23.618214 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5d5171e2-5e10-4335-a5d4-057032fb84e5 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:23.682229 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5171e2-5e10-4335-a5d4-057032fb84e5 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ddfd4b-af69-48ed-b9e3-1e871993dc30,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:23.780512 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81be14c-06a7-4cfe-9e6d-1c3ebb9aa7c5 req-ccab6808-9801-47d2-a864-984d0c498731 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:23.780512 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-d81be14c-06a7-4cfe-9e6d-1c3ebb9aa7c5 req-ccab6808-9801-47d2-a864-984d0c498731 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Synchronizing usage tracker for tenant:aa5e3afca4044d3b99c498d82b201ef9 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:43:23.812037 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5d5171e2-5e10-4335-a5d4-057032fb84e5 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:23.812037 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5d5171e2-5e10-4335-a5d4-057032fb84e5 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "DELETE /v2.0/security-groups/25ddfd4b-af69-48ed-b9e3-1e871993dc30 HTTP/1.1" status: 204 len: 168 time: 0.5057747 May 27 02:43:23.818870 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 49042) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:23.902722 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7f7b098e-a746-4ae4-b294-cd2173430b31 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Synchronizing usage tracker for tenant:cd8c12caf824495eb93bf6f0b7c01b5d on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:43:23.921404 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a6291-8038-4764-bfd9-4d2f1de86059 req-e1e5571d-3e0e-4b97-ad9b-3b41629fbd48 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:23.923204 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0e6a6291-8038-4764-bfd9-4d2f1de86059 req-e1e5571d-3e0e-4b97-ad9b-3b41629fbd48 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c03ad37-4f91-4f75-9ac5-2d00682c2b8f HTTP/1.1" status: 200 len: 945 time: 0.2464414 May 27 02:43:23.939328 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-d81be14c-06a7-4cfe-9e6d-1c3ebb9aa7c5 req-ccab6808-9801-47d2-a864-984d0c498731 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Unset dirty status for tenant:aa5e3afca4044d3b99c498d82b201ef9 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:43:23.940988 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d81be14c-06a7-4cfe-9e6d-1c3ebb9aa7c5 req-ccab6808-9801-47d2-a864-984d0c498731 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c03ad37-4f91-4f75-9ac5-2d00682c2b8f HTTP/1.1" status: 200 len: 945 time: 0.3324149 May 27 02:43:23.997603 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0e6a6291-8038-4764-bfd9-4d2f1de86059 req-b3ca3962-77fb-4b5a-9ea9-3b655bacfd69 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/security-groups?id=09995bda-ffd1-424e-a2b7-d7f772c9bebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673194 May 27 02:43:24.034446 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7f7b098e-a746-4ae4-b294-cd2173430b31 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Unset dirty status for tenant:cd8c12caf824495eb93bf6f0b7c01b5d on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:43:24.037462 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7f7b098e-a746-4ae4-b294-cd2173430b31 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2214842 May 27 02:43:24.041085 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 49050) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:24.048751 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-9083ab38-23f2-4295-8578-bce53f2181f8 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Request body: {'security_group': {'name': 'tempest-secgroup--1150567263'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:43:24.065375 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9083ab38-23f2-4295-8578-bce53f2181f8 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:43:24.081266 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-d81be14c-06a7-4cfe-9e6d-1c3ebb9aa7c5 req-dddb559a-8f06-41dd-8175-01eb61399eb6 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Deleting port b92beb01-92d7-44eb-9a48-95285431f96e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:43:24.081266 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d81be14c-06a7-4cfe-9e6d-1c3ebb9aa7c5 req-dddb559a-8f06-41dd-8175-01eb61399eb6 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:24.147691 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9083ab38-23f2-4295-8578-bce53f2181f8 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:43:24.279800 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9083ab38-23f2-4295-8578-bce53f2181f8 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:24.367738 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9083ab38-23f2-4295-8578-bce53f2181f8 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:43:24.375439 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9083ab38-23f2-4295-8578-bce53f2181f8 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Usage tracker for resource:security_group_rule and tenant:cd8c12caf824495eb93bf6f0b7c01b5d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:43:24.387700 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9083ab38-23f2-4295-8578-bce53f2181f8 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:43:24.398263 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9083ab38-23f2-4295-8578-bce53f2181f8 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:43:24.459948 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-d81be14c-06a7-4cfe-9e6d-1c3ebb9aa7c5 req-dddb559a-8f06-41dd-8175-01eb61399eb6 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] For port b92beb01-92d7-44eb-9a48-95285431f96e, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=b92beb01-92d7-44eb-9a48-95285431f96e,segment=NetworkSegment(cbc43cad-72ea-4fad-b4f8-a4e759d6262a),segment_id=cbc43cad-72ea-4fad-b4f8-a4e759d6262a)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:43:24.460592 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d81be14c-06a7-4cfe-9e6d-1c3ebb9aa7c5 req-dddb559a-8f06-41dd-8175-01eb61399eb6 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:24.598969 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-d81be14c-06a7-4cfe-9e6d-1c3ebb9aa7c5 req-dddb559a-8f06-41dd-8175-01eb61399eb6 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Calling delete_port for b92beb01-92d7-44eb-9a48-95285431f96e owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:43:24.714087 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9083ab38-23f2-4295-8578-bce53f2181f8 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:24.886315 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9083ab38-23f2-4295-8578-bce53f2181f8 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:24.924276 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d81be14c-06a7-4cfe-9e6d-1c3ebb9aa7c5 req-dddb559a-8f06-41dd-8175-01eb61399eb6 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:24.938754 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['b92beb01-92d7-44eb-9a48-95285431f96e'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:43:25.031549 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9083ab38-23f2-4295-8578-bce53f2181f8 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76c27271-b839-4e60-a009-c2a699b3c96e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:25.049365 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb559a-8f06-41dd-8175-01eb61399eb6 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Pushing event deleted for resources: {'Port': ['ID=b92beb01-92d7-44eb-9a48-95285431f96e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:25.168011 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9083ab38-23f2-4295-8578-bce53f2181f8 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:25.172654 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9083ab38-23f2-4295-8578-bce53f2181f8 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1304934 May 27 02:43:25.173728 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 49082) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:25.184012 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-cd8dd18c-3f35-4a14-aad2-035145877823 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:43:25.184767 n-d-843554-3 neutron-server[88901]: WARNING neutron.api.v2.base [None req-cd8dd18c-3f35-4a14-aad2-035145877823 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 27 02:43:25.185460 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-cd8dd18c-3f35-4a14-aad2-035145877823 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] update failed (client error): There was a conflict when trying to complete your request. May 27 02:43:25.186599 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-cd8dd18c-3f35-4a14-aad2-035145877823 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "PUT /v2.0/security-groups/76c27271-b839-4e60-a009-c2a699b3c96e HTTP/1.1" status: 409 len: 330 time: 0.0071464 May 27 02:43:25.208583 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b80c4efb-69bf-4e0d-9fa6-11f77b6b565c req-6da60d3d-f88f-48a9-9492-1ef9b4f8a73b tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c03ad37-4f91-4f75-9ac5-2d00682c2b8f HTTP/1.1" status: 200 len: 210 time: 0.0628605 May 27 02:43:25.211194 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 49086) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:25.238503 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-d81be14c-06a7-4cfe-9e6d-1c3ebb9aa7c5 req-dddb559a-8f06-41dd-8175-01eb61399eb6 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] No DVR routers for this DVR port b92beb01-92d7-44eb-9a48-95285431f96e on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:43:25.252314 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d81be14c-06a7-4cfe-9e6d-1c3ebb9aa7c5 req-dddb559a-8f06-41dd-8175-01eb61399eb6 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:25.255128 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d81be14c-06a7-4cfe-9e6d-1c3ebb9aa7c5 req-dddb559a-8f06-41dd-8175-01eb61399eb6 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.66 "DELETE /v2.0/ports/b92beb01-92d7-44eb-9a48-95285431f96e HTTP/1.1" status: 204 len: 173 time: 1.3041675 May 27 02:43:25.260160 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c03ad37-4f91-4f75-9ac5-2d00682c2b8f', 'name': 'network-vif-deleted', 'tag': 'b92beb01-92d7-44eb-9a48-95285431f96e'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:43:25.296113 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5ea82df5-c563-48db-ad7f-a640bebefd02 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:25.342419 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5ea82df5-c563-48db-ad7f-a640bebefd02 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:25.349040 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6252188a-30ea-48af-a073-60591bad97f6'] response: {'server_uuid': '6c03ad37-4f91-4f75-9ac5-2d00682c2b8f', 'name': 'network-vif-deleted', 'tag': 'b92beb01-92d7-44eb-9a48-95285431f96e', 'status': 'completed', 'code': 200} May 27 02:43:25.693868 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5ea82df5-c563-48db-ad7f-a640bebefd02 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:25.714340 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea82df5-c563-48db-ad7f-a640bebefd02 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c27271-b839-4e60-a009-c2a699b3c96e,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:25.721324 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5ea82df5-c563-48db-ad7f-a640bebefd02 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:25.723064 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5ea82df5-c563-48db-ad7f-a640bebefd02 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "DELETE /v2.0/security-groups/76c27271-b839-4e60-a009-c2a699b3c96e HTTP/1.1" status: 204 len: 168 time: 0.5076857 May 27 02:43:25.725946 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 49098) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:25.738470 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f9180caa-7278-4dc7-b363-4413964bbf1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:25.852958 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0471e966-977a-4cd7-9b56-d9d9308423a0 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Synchronizing usage tracker for tenant:cd8c12caf824495eb93bf6f0b7c01b5d on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:43:25.998980 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0471e966-977a-4cd7-9b56-d9d9308423a0 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] Unset dirty status for tenant:cd8c12caf824495eb93bf6f0b7c01b5d on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:43:25.998980 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0471e966-977a-4cd7-9b56-d9d9308423a0 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2706738 May 27 02:43:26.010038 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 49104) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:26.025838 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-722f2333-8e26-4e9c-867d-1a48d505994e tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] delete failed (client error): The resource could not be found. May 27 02:43:26.025838 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-722f2333-8e26-4e9c-867d-1a48d505994e tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "DELETE /v2.0/security-groups/e2a5d5f3-46c7-4fe7-8975-c8d816a1b355 HTTP/1.1" status: 404 len: 347 time: 0.0221357 May 27 02:43:26.032902 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 49108) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:26.052236 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-1ffcee42-9f69-4f23-a7b1-0ab7236b093f tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] show failed (client error): The resource could not be found. May 27 02:43:26.064518 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1ffcee42-9f69-4f23-a7b1-0ab7236b093f tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "GET /v2.0/security-groups/795b0e5a-e600-4c39-8ed1-95261643d46f HTTP/1.1" status: 404 len: 347 time: 0.0229428 May 27 02:43:26.067682 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 49112) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:26.083970 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-930e4474-575b-4609-a77b-8d2764b693d7 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] show failed (client error): The resource could not be found. May 27 02:43:26.086279 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-930e4474-575b-4609-a77b-8d2764b693d7 tempest-NegativeSecGroupIPv6Test-1169012662 tempest-NegativeSecGroupIPv6Test-1169012662-project] 10.222.0.57 "GET /v2.0/security-group-rules/d1a2ce14-13ae-4192-a17f-04ae33b5f713 HTTP/1.1" status: 404 len: 356 time: 0.0162632 May 27 02:43:26.560564 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fcd684ca-f2fd-45a7-b92e-ae9d014b7b32 req-8b6e174e-c914-4578-840d-ecf9e931a070 tempest-VolumesActionsTest-1649667440 tempest-VolumesActionsTest-1649667440-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c03ad37-4f91-4f75-9ac5-2d00682c2b8f HTTP/1.1" status: 200 len: 210 time: 0.1198225 May 27 02:43:26.753116 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 49142) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:27.007496 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 49150) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:27.008851 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f611b60d-ed8f-4911-bda0-b24741dd46ff admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cd8c12caf824495eb93bf6f0b7c01b5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2566867 May 27 02:43:27.113325 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4c55c444-7de5-49cb-b394-6cae837d5135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:27.146714 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4c55c444-7de5-49cb-b394-6cae837d5135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:27.305425 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4c55c444-7de5-49cb-b394-6cae837d5135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:27.325358 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55c444-7de5-49cb-b394-6cae837d5135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aeaafca-0673-4715-9149-23890782ec10,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:27.430279 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4c55c444-7de5-49cb-b394-6cae837d5135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:27.430279 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4c55c444-7de5-49cb-b394-6cae837d5135 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3aeaafca-0673-4715-9149-23890782ec10 HTTP/1.1" status: 204 len: 168 time: 0.4154165 May 27 02:43:27.945053 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d8e0bf-5375-4b05-9bc6-c83f2a806961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:28.723656 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device b92beb01-92d7-44eb-9a48-95285431f96e no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:43:28.787271 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: b92beb01-92d7-44eb-9a48-95285431f96e {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:43:28.787271 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device b92beb01-92d7-44eb-9a48-95285431f96e not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:43:29.049049 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:29.058625 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:29.252245 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 49234) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:29.252245 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [-] 10.222.0.57 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031359 May 27 02:43:29.252245 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 49236) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:29.399479 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3d0d0644-f473-4058-b6cf-4ed53d92237a tempest-NetworksApiDiscovery-1196334590 tempest-NetworksApiDiscovery-1196334590-project] 10.222.0.57 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1455576 May 27 02:43:30.058552 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 49270) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:30.148536 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:30.247086 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3feb0287-5e9e-466a-bc0e-2fe29cc9b605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:30.264701 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3feb0287-5e9e-466a-bc0e-2fe29cc9b605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:43:30.275358 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3feb0287-5e9e-466a-bc0e-2fe29cc9b605 admin admin] Usage tracker for resource:security_group_rule and tenant:6688dd69b0f642e08adbe9cf5cdf15e9 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:43:30.275358 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3feb0287-5e9e-466a-bc0e-2fe29cc9b605 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:43:30.284219 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3feb0287-5e9e-466a-bc0e-2fe29cc9b605 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:43:30.402235 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3feb0287-5e9e-466a-bc0e-2fe29cc9b605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:30.492022 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3feb0287-5e9e-466a-bc0e-2fe29cc9b605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:30.564525 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3feb0287-5e9e-466a-bc0e-2fe29cc9b605 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6688dd69b0f642e08adbe9cf5cdf15e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5005081 May 27 02:43:30.564525 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb0287-5e9e-466a-bc0e-2fe29cc9b605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed590bd-996d-4df4-9fd7-52cc3c237ce1,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:30.570006 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 49300) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:30.708874 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ee067b64-75d1-422c-9698-aaae997eaa25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:30.708874 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ee067b64-75d1-422c-9698-aaae997eaa25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:30.847653 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ee067b64-75d1-422c-9698-aaae997eaa25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:30.865516 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee067b64-75d1-422c-9698-aaae997eaa25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed590bd-996d-4df4-9fd7-52cc3c237ce1,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:30.865516 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ee067b64-75d1-422c-9698-aaae997eaa25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:30.865516 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ee067b64-75d1-422c-9698-aaae997eaa25 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6ed590bd-996d-4df4-9fd7-52cc3c237ce1 HTTP/1.1" status: 204 len: 168 time: 0.2946281 May 27 02:43:34.619166 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7ac82-bbb6-4de0-b316-2e55e463af67 req-da55c558-b5e5-436c-bf87-e8c13297ddbe tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:34.620981 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a1b7ac82-bbb6-4de0-b316-2e55e463af67 req-da55c558-b5e5-436c-bf87-e8c13297ddbe tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 1096 time: 0.0848384 May 27 02:43:34.706940 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a1b7ac82-bbb6-4de0-b316-2e55e463af67 req-97775860-a7f6-470f-9a6b-ae6855b34be1 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=2b03d65b-fea9-4a72-bea0-c935f8442f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759635 May 27 02:43:34.723091 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 49436) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:35.163205 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-64c62e27-1a4b-4172-abbb-4a1eaadacbc1 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Deleting port 74662df1-6007-4d72-b9e4-23709d4cf9a4 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:43:35.166927 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64c62e27-1a4b-4172-abbb-4a1eaadacbc1 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:35.568503 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64c62e27-1a4b-4172-abbb-4a1eaadacbc1 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:35.568503 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64c62e27-1a4b-4172-abbb-4a1eaadacbc1 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:36.012955 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-64c62e27-1a4b-4172-abbb-4a1eaadacbc1 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Calling delete_port for 74662df1-6007-4d72-b9e4-23709d4cf9a4 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:43:36.442637 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64c62e27-1a4b-4172-abbb-4a1eaadacbc1 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:36.615320 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c62e27-1a4b-4172-abbb-4a1eaadacbc1 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event deleted for resources: {'Port': ['ID=74662df1-6007-4d72-b9e4-23709d4cf9a4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:36.888642 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64c62e27-1a4b-4172-abbb-4a1eaadacbc1 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:36.888642 n-d-843554-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-64c62e27-1a4b-4172-abbb-4a1eaadacbc1 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Floating IP bceb1982-4292-4edb-819f-eeb7ab25b847 disassociated (deleted). External IP: 172.25.1.34, port: 5f97c20e-9873-4adf-98df-e289d9a96b4a. May 27 02:43:37.320703 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 49508) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:37.513493 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b6a2bc17-7332-4376-82e8-b938f61b5004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:37.540696 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b6a2bc17-7332-4376-82e8-b938f61b5004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:43:37.541653 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b6a2bc17-7332-4376-82e8-b938f61b5004 admin admin] Usage tracker for resource:security_group_rule and tenant:85cabdb7527348ad88d876682697977a is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:43:37.545945 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b6a2bc17-7332-4376-82e8-b938f61b5004 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:43:37.552783 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b6a2bc17-7332-4376-82e8-b938f61b5004 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:43:37.594399 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c62e27-1a4b-4172-abbb-4a1eaadacbc1 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Router 45d36c25-581c-4a7e-968b-551d06a80eda has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:43:37.668475 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b6a2bc17-7332-4376-82e8-b938f61b5004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:37.773391 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b6a2bc17-7332-4376-82e8-b938f61b5004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:37.968930 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b6a2bc17-7332-4376-82e8-b938f61b5004 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=85cabdb7527348ad88d876682697977a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6461072 May 27 02:43:37.992427 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 49530) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:38.050749 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2bc17-7332-4376-82e8-b938f61b5004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782c53c6-755b-43ca-8652-7e6c258e01e6,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:38.167086 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c62e27-1a4b-4172-abbb-4a1eaadacbc1 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:43:38.178114 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c29c5e-4ac4-482d-912e-3e808b94e476 None None] Sync routers for ids ['45d36c25-581c-4a7e-968b-551d06a80eda'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:43:38.205789 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c29c5e-4ac4-482d-912e-3e808b94e476 None None] Routers {'45d36c25-581c-4a7e-968b-551d06a80eda'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:43:38.205789 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-88c29c5e-4ac4-482d-912e-3e808b94e476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:43:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['45d36c25-581c-4a7e-968b-551d06a80eda'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:43:38.245247 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a0e03cc7-8374-44fa-a177-880fddc25d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:38.284238 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a0e03cc7-8374-44fa-a177-880fddc25d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:38.404478 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64c62e27-1a4b-4172-abbb-4a1eaadacbc1 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:38.496590 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-88c29c5e-4ac4-482d-912e-3e808b94e476 None None] Set router 45d36c25-581c-4a7e-968b-551d06a80eda gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:43:38.508216 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-64c62e27-1a4b-4172-abbb-4a1eaadacbc1 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "DELETE /v2.0/floatingips/bceb1982-4292-4edb-819f-eeb7ab25b847 HTTP/1.1" status: 204 len: 168 time: 3.7838542 May 27 02:43:38.510199 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a7f28c-e2a6-4978-8356-aef1e045299d', 'tag': '5f97c20e-9873-4adf-98df-e289d9a96b4a'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:43:38.539248 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a0e03cc7-8374-44fa-a177-880fddc25d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:38.570710 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a0e03cc7-8374-44fa-a177-880fddc25d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:38.572648 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a0e03cc7-8374-44fa-a177-880fddc25d77 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/782c53c6-755b-43ca-8652-7e6c258e01e6 HTTP/1.1" status: 204 len: 168 time: 0.5867863 May 27 02:43:38.586459 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e03cc7-8374-44fa-a177-880fddc25d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782c53c6-755b-43ca-8652-7e6c258e01e6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:38.671727 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b444d58d-de4a-4587-aef2-7a64cfe41cfb'] response: {'name': 'network-changed', 'server_uuid': '45a7f28c-e2a6-4978-8356-aef1e045299d', 'tag': '5f97c20e-9873-4adf-98df-e289d9a96b4a', 'status': 'completed', 'code': 200} May 27 02:43:38.934543 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f0d14-995f-4979-9f96-b0a1e41c56a9 req-b34065c4-fec2-474a-9d0d-a649e6c2dd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:38.934543 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-125f0d14-995f-4979-9f96-b0a1e41c56a9 req-b34065c4-fec2-474a-9d0d-a649e6c2dd14 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b59631ecfa194f20bd33f8d2b34a5767&device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 1096 time: 0.2199500 May 27 02:43:39.242319 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-88c29c5e-4ac4-482d-912e-3e808b94e476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d36c25-581c-4a7e-968b-551d06a80eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1795577778', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '88cdf804-3521-4f9c-8f27-15e19db92c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:41:19Z', 'updated_at': '2022-05-27T02:41:35Z', 'revision_number': 4, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': '88cdf804-3521-4f9c-8f27-15e19db92c91', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:06:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d36c25-581c-4a7e-968b-551d06a80eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:41:21Z', 'updated_at': '2022-05-27T02:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '652ec688-f131-4518-b4b8-23749e1fb7a9', 'name': '', 'network_id': '56de6edb-4271-49d5-883c-5ccf0c388efd', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'mac_address': 'fa:16:3e:50:ad:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d36c25-581c-4a7e-968b-551d06a80eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '729be140-e744-46ec-b913-ee3fd12524ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:41:33Z', 'updated_at': '2022-05-27T02:41:47Z', 'revision_number': 5, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'subnets': [{'id': '729be140-e744-46ec-b913-ee3fd12524ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:43:39.253273 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c29c5e-4ac4-482d-912e-3e808b94e476 None None] Checking router: 45d36c25-581c-4a7e-968b-551d06a80eda for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:43:39.345692 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f0d14-995f-4979-9f96-b0a1e41c56a9 req-cf483b65-56d2-42b5-871a-99b0f5b4c86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:39.350609 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c29c5e-4ac4-482d-912e-3e808b94e476 None None] Routers {'45d36c25-581c-4a7e-968b-551d06a80eda'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:43:39.351551 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-88c29c5e-4ac4-482d-912e-3e808b94e476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:43:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['45d36c25-581c-4a7e-968b-551d06a80eda'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:43:39.360934 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-125f0d14-995f-4979-9f96-b0a1e41c56a9 req-cf483b65-56d2-42b5-871a-99b0f5b4c86f service neutron] 10.222.0.66 "GET /v2.0/networks?id=56de6edb-4271-49d5-883c-5ccf0c388efd HTTP/1.1" status: 200 len: 898 time: 0.4431748 May 27 02:43:40.075546 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-88c29c5e-4ac4-482d-912e-3e808b94e476 None None] Set router 45d36c25-581c-4a7e-968b-551d06a80eda gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:43:40.102704 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-125f0d14-995f-4979-9f96-b0a1e41c56a9 req-94fe3bdf-3ac7-463e-97d9-8ea5cf28ab49 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f97c20e-9873-4adf-98df-e289d9a96b4a HTTP/1.1" status: 200 len: 217 time: 0.7343421 May 27 02:43:40.194680 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1532d-8a7e-44b0-8e35-3f51596b57c7 req-938ba18a-e91b-42a8-8973-9fbe04a2dd08 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:40.214743 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7ee1532d-8a7e-44b0-8e35-3f51596b57c7 req-938ba18a-e91b-42a8-8973-9fbe04a2dd08 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 945 time: 0.2964959 May 27 02:43:40.241971 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 49582) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:40.309447 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f0d14-995f-4979-9f96-b0a1e41c56a9 req-771018e3-5148-4f19-a77e-da5441de9a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:40.309447 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-125f0d14-995f-4979-9f96-b0a1e41c56a9 req-771018e3-5148-4f19-a77e-da5441de9a0a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=729be140-e744-46ec-b913-ee3fd12524ff HTTP/1.1" status: 200 len: 834 time: 0.1865990 May 27 02:43:40.309447 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d2967145-3799-426f-ace4-cdff44194e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:40.343026 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7ee1532d-8a7e-44b0-8e35-3f51596b57c7 req-120280d6-fae5-46ba-9099-fb0e06eb0cc9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b03d65b-fea9-4a72-bea0-c935f8442f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291549 May 27 02:43:40.494230 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d2967145-3799-426f-ace4-cdff44194e1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:43:40.505457 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d2967145-3799-426f-ace4-cdff44194e1a admin admin] Usage tracker for resource:security_group_rule and tenant:45c0e25e19ec4086ba3b778396e2ddb9 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:43:40.517373 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d2967145-3799-426f-ace4-cdff44194e1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:43:40.579229 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d2967145-3799-426f-ace4-cdff44194e1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:43:40.776166 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f0d14-995f-4979-9f96-b0a1e41c56a9 req-bbff7801-ace0-439d-b82d-bcbc6156b536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:40.782832 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-125f0d14-995f-4979-9f96-b0a1e41c56a9 req-bbff7801-ace0-439d-b82d-bcbc6156b536 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56de6edb-4271-49d5-883c-5ccf0c388efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4528053 May 27 02:43:41.009405 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565924a-1952-4c84-9263-be1e150b47b0 req-de2fa84e-fbd7-473c-9d52-0bd6512b8ba0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:41.012259 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5565924a-1952-4c84-9263-be1e150b47b0 req-de2fa84e-fbd7-473c-9d52-0bd6512b8ba0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.66 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 945 time: 0.3472383 May 27 02:43:41.140649 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-5565924a-1952-4c84-9263-be1e150b47b0 req-d04ac0aa-6ccf-4fb2-9fec-b3013002df1a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Deleting port 5f97c20e-9873-4adf-98df-e289d9a96b4a {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:43:41.141308 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-5565924a-1952-4c84-9263-be1e150b47b0 req-d04ac0aa-6ccf-4fb2-9fec-b3013002df1a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:41.174433 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-125f0d14-995f-4979-9f96-b0a1e41c56a9 req-f072a618-ed92-4f2c-8699-29e5bee5e339 service neutron] 10.222.0.66 "GET /v2.0/networks/56de6edb-4271-49d5-883c-5ccf0c388efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710170 May 27 02:43:41.378931 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-88c29c5e-4ac4-482d-912e-3e808b94e476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d36c25-581c-4a7e-968b-551d06a80eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1795577778', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '88cdf804-3521-4f9c-8f27-15e19db92c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:41:19Z', 'updated_at': '2022-05-27T02:41:35Z', 'revision_number': 4, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': '88cdf804-3521-4f9c-8f27-15e19db92c91', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:06:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d36c25-581c-4a7e-968b-551d06a80eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:41:21Z', 'updated_at': '2022-05-27T02:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '652ec688-f131-4518-b4b8-23749e1fb7a9', 'name': '', 'network_id': '56de6edb-4271-49d5-883c-5ccf0c388efd', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'mac_address': 'fa:16:3e:50:ad:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d36c25-581c-4a7e-968b-551d06a80eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '729be140-e744-46ec-b913-ee3fd12524ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:41:33Z', 'updated_at': '2022-05-27T02:41:47Z', 'revision_number': 5, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'subnets': [{'id': '729be140-e744-46ec-b913-ee3fd12524ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:43:41.390246 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c29c5e-4ac4-482d-912e-3e808b94e476 None None] The sync data for ids ['45d36c25-581c-4a7e-968b-551d06a80eda'] in n-d-843554-3 is: [{'id': '45d36c25-581c-4a7e-968b-551d06a80eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1795577778', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '88cdf804-3521-4f9c-8f27-15e19db92c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:41:19Z', 'updated_at': '2022-05-27T02:41:35Z', 'revision_number': 4, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': '88cdf804-3521-4f9c-8f27-15e19db92c91', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:06:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d36c25-581c-4a7e-968b-551d06a80eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:41:21Z', 'updated_at': '2022-05-27T02:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '652ec688-f131-4518-b4b8-23749e1fb7a9', 'name': '', 'network_id': '56de6edb-4271-49d5-883c-5ccf0c388efd', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'mac_address': 'fa:16:3e:50:ad:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d36c25-581c-4a7e-968b-551d06a80eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '729be140-e744-46ec-b913-ee3fd12524ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:41:33Z', 'updated_at': '2022-05-27T02:41:47Z', 'revision_number': 5, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'subnets': [{'id': '729be140-e744-46ec-b913-ee3fd12524ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:43:41.433039 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d2967145-3799-426f-ace4-cdff44194e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:41.443668 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-125f0d14-995f-4979-9f96-b0a1e41c56a9 req-4753e791-a15f-4610-bfad-680a2651b429 service neutron] 10.222.0.66 "GET /v2.0/networks/56de6edb-4271-49d5-883c-5ccf0c388efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641969 May 27 02:43:41.493936 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d2967145-3799-426f-ace4-cdff44194e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:41.556217 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2967145-3799-426f-ace4-cdff44194e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527a0b2e-b2e1-4499-8a80-3f891e058b8d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:41.641257 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d2967145-3799-426f-ace4-cdff44194e1a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=45c0e25e19ec4086ba3b778396e2ddb9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4006040 May 27 02:43:41.644602 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 49602) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:41.802734 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b5c40fde-dc67-4a33-8f21-996d7c25d760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:41.876559 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-5565924a-1952-4c84-9263-be1e150b47b0 req-d04ac0aa-6ccf-4fb2-9fec-b3013002df1a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] For port 5f97c20e-9873-4adf-98df-e289d9a96b4a, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=5f97c20e-9873-4adf-98df-e289d9a96b4a,segment=NetworkSegment(7e3abe43-4d43-4a8c-a57b-a17033e93da0),segment_id=7e3abe43-4d43-4a8c-a57b-a17033e93da0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:43:41.876559 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-5565924a-1952-4c84-9263-be1e150b47b0 req-d04ac0aa-6ccf-4fb2-9fec-b3013002df1a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:41.889206 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b5c40fde-dc67-4a33-8f21-996d7c25d760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:42.061483 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf8ad2c-682a-4ccf-8afb-4fd4046dd93a None None] New status for floating IP bceb1982-4292-4edb-819f-eeb7ab25b847: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:43:42.139620 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b5c40fde-dc67-4a33-8f21-996d7c25d760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:42.178091 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c40fde-dc67-4a33-8f21-996d7c25d760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527a0b2e-b2e1-4499-8a80-3f891e058b8d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:42.208496 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b5c40fde-dc67-4a33-8f21-996d7c25d760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:42.215338 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b5c40fde-dc67-4a33-8f21-996d7c25d760 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/527a0b2e-b2e1-4499-8a80-3f891e058b8d HTTP/1.1" status: 204 len: 168 time: 0.5671780 May 27 02:43:42.329852 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-5565924a-1952-4c84-9263-be1e150b47b0 req-d04ac0aa-6ccf-4fb2-9fec-b3013002df1a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Calling delete_port for 5f97c20e-9873-4adf-98df-e289d9a96b4a owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:43:42.717835 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd90cdc9-efe3-4f10-940b-de332eedf810 req-526ff2a0-54ed-49e9-8d8e-b5cbde8dc1fa tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:42.719820 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fd90cdc9-efe3-4f10-940b-de332eedf810 req-526ff2a0-54ed-49e9-8d8e-b5cbde8dc1fa tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 945 time: 1.0603409 May 27 02:43:42.782453 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fd90cdc9-efe3-4f10-940b-de332eedf810 req-8e2be787-5f1a-4482-ab74-852b8b56f122 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=2b03d65b-fea9-4a72-bea0-c935f8442f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563073 May 27 02:43:42.850566 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-5565924a-1952-4c84-9263-be1e150b47b0 req-d04ac0aa-6ccf-4fb2-9fec-b3013002df1a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:43.031744 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04ac0aa-6ccf-4fb2-9fec-b3013002df1a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event deleted for resources: {'Port': ['ID=5f97c20e-9873-4adf-98df-e289d9a96b4a,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:43.171747 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-5565924a-1952-4c84-9263-be1e150b47b0 req-d04ac0aa-6ccf-4fb2-9fec-b3013002df1a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] No DVR routers for this DVR port 5f97c20e-9873-4adf-98df-e289d9a96b4a on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:43:43.177922 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-5565924a-1952-4c84-9263-be1e150b47b0 req-d04ac0aa-6ccf-4fb2-9fec-b3013002df1a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:43.192884 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a7f28c-e2a6-4978-8356-aef1e045299d', 'name': 'network-vif-deleted', 'tag': '5f97c20e-9873-4adf-98df-e289d9a96b4a'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:43:43.214033 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5565924a-1952-4c84-9263-be1e150b47b0 req-d04ac0aa-6ccf-4fb2-9fec-b3013002df1a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.66 "DELETE /v2.0/ports/5f97c20e-9873-4adf-98df-e289d9a96b4a HTTP/1.1" status: 204 len: 173 time: 2.1943386 May 27 02:43:43.354939 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daa703a8-429b-4f58-9946-4ce66a5a0229'] response: {'server_uuid': '45a7f28c-e2a6-4978-8356-aef1e045299d', 'name': 'network-vif-deleted', 'tag': '5f97c20e-9873-4adf-98df-e289d9a96b4a', 'status': 'completed', 'code': 200} May 27 02:43:43.667482 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:43:44.219453 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-eb10333d-ef27-4eea-a862-5a0aaae645d5 req-91952bc7-5f68-4820-a3a0-2f1f1f948f0e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Synchronizing usage tracker for tenant:b59631ecfa194f20bd33f8d2b34a5767 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:43:44.357714 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-eb10333d-ef27-4eea-a862-5a0aaae645d5 req-91952bc7-5f68-4820-a3a0-2f1f1f948f0e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Unset dirty status for tenant:b59631ecfa194f20bd33f8d2b34a5767 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:43:44.357714 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eb10333d-ef27-4eea-a862-5a0aaae645d5 req-91952bc7-5f68-4820-a3a0-2f1f1f948f0e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=45a7f28c-e2a6-4978-8356-aef1e045299d HTTP/1.1" status: 200 len: 210 time: 0.2521033 May 27 02:43:44.847583 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 5f97c20e-9873-4adf-98df-e289d9a96b4a no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:43:44.971615 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: 5f97c20e-9873-4adf-98df-e289d9a96b4a {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:43:44.971615 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 5f97c20e-9873-4adf-98df-e289d9a96b4a not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:43:45.702017 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 49704) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:46.628371 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5f379134-ad31-4f85-92db-2be3fde4b1de tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:47.531399 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-5f379134-ad31-4f85-92db-2be3fde4b1de tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Deleting port 652ec688-f131-4518-b4b8-23749e1fb7a9 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:43:47.531399 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5f379134-ad31-4f85-92db-2be3fde4b1de tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:48.146671 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-5f379134-ad31-4f85-92db-2be3fde4b1de tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] For port 652ec688-f131-4518-b4b8-23749e1fb7a9, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=652ec688-f131-4518-b4b8-23749e1fb7a9,segment=NetworkSegment(7e3abe43-4d43-4a8c-a57b-a17033e93da0),segment_id=7e3abe43-4d43-4a8c-a57b-a17033e93da0)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:43:48.147780 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5f379134-ad31-4f85-92db-2be3fde4b1de tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:48.344003 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-5f379134-ad31-4f85-92db-2be3fde4b1de tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Calling delete_port for 652ec688-f131-4518-b4b8-23749e1fb7a9 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:43:49.322773 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:49.443218 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5f379134-ad31-4f85-92db-2be3fde4b1de tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:49.478070 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:49.512410 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f379134-ad31-4f85-92db-2be3fde4b1de tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event deleted for resources: {'Port': ['ID=652ec688-f131-4518-b4b8-23749e1fb7a9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:50.011279 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5f379134-ad31-4f85-92db-2be3fde4b1de tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:50.868373 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f379134-ad31-4f85-92db-2be3fde4b1de tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Router 45d36c25-581c-4a7e-968b-551d06a80eda has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:43:51.163805 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f379134-ad31-4f85-92db-2be3fde4b1de tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:43:51.189190 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabee47e-629f-4e18-8b11-42069239580b None None] Sync routers for ids ['45d36c25-581c-4a7e-968b-551d06a80eda'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:43:51.200453 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabee47e-629f-4e18-8b11-42069239580b None None] Routers {'45d36c25-581c-4a7e-968b-551d06a80eda'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:43:51.200453 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-cabee47e-629f-4e18-8b11-42069239580b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:43:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['45d36c25-581c-4a7e-968b-551d06a80eda'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:43:51.318723 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5f379134-ad31-4f85-92db-2be3fde4b1de tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "PUT /v2.0/routers/45d36c25-581c-4a7e-968b-551d06a80eda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6113534 May 27 02:43:51.318723 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 49820) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:51.478109 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ecf7072-ee81-4179-a1d2-9052c255a234 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Deleting subnet 729be140-e744-46ec-b913-ee3fd12524ff {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:43:51.487910 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ecf7072-ee81-4179-a1d2-9052c255a234 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:51.530800 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-cabee47e-629f-4e18-8b11-42069239580b None None] Set router 45d36c25-581c-4a7e-968b-551d06a80eda gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:43:51.646915 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ecf7072-ee81-4179-a1d2-9052c255a234 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:51.894570 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ecf7072-ee81-4179-a1d2-9052c255a234 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:52.096438 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-cabee47e-629f-4e18-8b11-42069239580b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d36c25-581c-4a7e-968b-551d06a80eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1795577778', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '88cdf804-3521-4f9c-8f27-15e19db92c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:41:19Z', 'updated_at': '2022-05-27T02:43:48Z', 'revision_number': 5, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': '88cdf804-3521-4f9c-8f27-15e19db92c91', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:06:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d36c25-581c-4a7e-968b-551d06a80eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:41:21Z', 'updated_at': '2022-05-27T02:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:43:52.104861 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabee47e-629f-4e18-8b11-42069239580b None None] Checking router: 45d36c25-581c-4a7e-968b-551d06a80eda for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:43:52.142494 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabee47e-629f-4e18-8b11-42069239580b None None] Routers {'45d36c25-581c-4a7e-968b-551d06a80eda'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:43:52.144067 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-cabee47e-629f-4e18-8b11-42069239580b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:43:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['45d36c25-581c-4a7e-968b-551d06a80eda'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:43:52.537408 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-cabee47e-629f-4e18-8b11-42069239580b None None] Set router 45d36c25-581c-4a7e-968b-551d06a80eda gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:43:52.637645 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ecf7072-ee81-4179-a1d2-9052c255a234 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:52.746777 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf7072-ee81-4179-a1d2-9052c255a234 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event deleted for resources: {'Subnet': ['ID=729be140-e744-46ec-b913-ee3fd12524ff,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:52.761034 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ecf7072-ee81-4179-a1d2-9052c255a234 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:52.763520 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f88186-16a4-4c1e-be98-a77cdb542bc2 None None] Network 56de6edb-4271-49d5-883c-5ccf0c388efd requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:43:52.765998 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3ecf7072-ee81-4179-a1d2-9052c255a234 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "DELETE /v2.0/subnets/729be140-e744-46ec-b913-ee3fd12524ff HTTP/1.1" status: 204 len: 168 time: 1.4467201 May 27 02:43:52.768917 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 49848) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:53.084757 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f38de73-abb7-4d5f-a027-0e350e4b3cc7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:53.381460 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f38de73-abb7-4d5f-a027-0e350e4b3cc7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:53.441430 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-cabee47e-629f-4e18-8b11-42069239580b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d36c25-581c-4a7e-968b-551d06a80eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1795577778', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '88cdf804-3521-4f9c-8f27-15e19db92c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:41:19Z', 'updated_at': '2022-05-27T02:43:48Z', 'revision_number': 5, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': '88cdf804-3521-4f9c-8f27-15e19db92c91', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:06:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d36c25-581c-4a7e-968b-551d06a80eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:41:21Z', 'updated_at': '2022-05-27T02:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:43:53.441430 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabee47e-629f-4e18-8b11-42069239580b None None] The sync data for ids ['45d36c25-581c-4a7e-968b-551d06a80eda'] in n-d-843554-3 is: [{'id': '45d36c25-581c-4a7e-968b-551d06a80eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1795577778', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '88cdf804-3521-4f9c-8f27-15e19db92c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:41:19Z', 'updated_at': '2022-05-27T02:43:48Z', 'revision_number': 5, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': '88cdf804-3521-4f9c-8f27-15e19db92c91', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:06:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d36c25-581c-4a7e-968b-551d06a80eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:41:21Z', 'updated_at': '2022-05-27T02:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:43:53.475502 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-1f38de73-abb7-4d5f-a027-0e350e4b3cc7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Deleting port 88cdf804-3521-4f9c-8f27-15e19db92c91 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:43:53.475502 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f38de73-abb7-4d5f-a027-0e350e4b3cc7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:53.519614 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11ab236-511d-44ea-b65c-52cb6de2a864 None None] DHCP port deletion for 56de6edb-4271-49d5-883c-5ccf0c388efd request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:43:53.532417 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-d11ab236-511d-44ea-b65c-52cb6de2a864 None None] Deleting port cb939899-8a43-471a-b7b1-aaeee284e07f {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:43:53.532854 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d11ab236-511d-44ea-b65c-52cb6de2a864 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:54.194584 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-d11ab236-511d-44ea-b65c-52cb6de2a864 None None] For port cb939899-8a43-471a-b7b1-aaeee284e07f, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=cb939899-8a43-471a-b7b1-aaeee284e07f,segment=NetworkSegment(7e3abe43-4d43-4a8c-a57b-a17033e93da0),segment_id=7e3abe43-4d43-4a8c-a57b-a17033e93da0)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:43:54.195293 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d11ab236-511d-44ea-b65c-52cb6de2a864 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:54.277621 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-1f38de73-abb7-4d5f-a027-0e350e4b3cc7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] For port 88cdf804-3521-4f9c-8f27-15e19db92c91, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=88cdf804-3521-4f9c-8f27-15e19db92c91,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:43:54.277621 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f38de73-abb7-4d5f-a027-0e350e4b3cc7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:54.547531 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-d11ab236-511d-44ea-b65c-52cb6de2a864 None None] Calling delete_port for cb939899-8a43-471a-b7b1-aaeee284e07f owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:43:54.700775 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-1f38de73-abb7-4d5f-a027-0e350e4b3cc7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Calling delete_port for 88cdf804-3521-4f9c-8f27-15e19db92c91 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:43:54.963008 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 652ec688-f131-4518-b4b8-23749e1fb7a9 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:43:55.024475 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 652ec688-f131-4518-b4b8-23749e1fb7a9 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:43:55.024475 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 652ec688-f131-4518-b4b8-23749e1fb7a9 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:43:55.024475 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device cb939899-8a43-471a-b7b1-aaeee284e07f no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:43:55.087794 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d11ab236-511d-44ea-b65c-52cb6de2a864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:55.100534 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: cb939899-8a43-471a-b7b1-aaeee284e07f {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:43:55.100534 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device cb939899-8a43-471a-b7b1-aaeee284e07f not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:43:55.146782 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11ab236-511d-44ea-b65c-52cb6de2a864 None None] No DVR routers for this DVR port cb939899-8a43-471a-b7b1-aaeee284e07f on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:43:55.150845 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ab236-511d-44ea-b65c-52cb6de2a864 None None] Pushing event deleted for resources: {'Port': ['ID=cb939899-8a43-471a-b7b1-aaeee284e07f,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:55.205356 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ab236-511d-44ea-b65c-52cb6de2a864 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:43:55.205356 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ab236-511d-44ea-b65c-52cb6de2a864 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:43:55.205356 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ab236-511d-44ea-b65c-52cb6de2a864 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:43:55.205356 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ab236-511d-44ea-b65c-52cb6de2a864 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:43:55.205356 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ab236-511d-44ea-b65c-52cb6de2a864 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:43:55.205356 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ab236-511d-44ea-b65c-52cb6de2a864 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:43:55.205356 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ab236-511d-44ea-b65c-52cb6de2a864 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:43:55.205356 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ab236-511d-44ea-b65c-52cb6de2a864 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:43:55.205356 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ab236-511d-44ea-b65c-52cb6de2a864 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:43:55.205356 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ab236-511d-44ea-b65c-52cb6de2a864 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:43:55.205356 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ab236-511d-44ea-b65c-52cb6de2a864 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:43:55.205356 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ab236-511d-44ea-b65c-52cb6de2a864 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:43:55.379577 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f38de73-abb7-4d5f-a027-0e350e4b3cc7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:55.457784 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38de73-abb7-4d5f-a027-0e350e4b3cc7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event deleted for resources: {'Port': ['ID=88cdf804-3521-4f9c-8f27-15e19db92c91,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:55.568121 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9f8a2aaf-5798-4163-a290-ff7bb4cb6f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:55.645413 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f38de73-abb7-4d5f-a027-0e350e4b3cc7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:56.169083 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f38de73-abb7-4d5f-a027-0e350e4b3cc7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:56.184619 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f38de73-abb7-4d5f-a027-0e350e4b3cc7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:56.354067 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f38de73-abb7-4d5f-a027-0e350e4b3cc7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:56.354586 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f38de73-abb7-4d5f-a027-0e350e4b3cc7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Fanout notify agent at l3_agent the message router_deleted on router 45d36c25-581c-4a7e-968b-551d06a80eda {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:43:56.369871 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f38de73-abb7-4d5f-a027-0e350e4b3cc7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:56.372749 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1f38de73-abb7-4d5f-a027-0e350e4b3cc7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "DELETE /v2.0/routers/45d36c25-581c-4a7e-968b-551d06a80eda HTTP/1.1" status: 204 len: 168 time: 3.5978861 May 27 02:43:56.373976 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 49922) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:56.550687 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d08ee8e4-f0f8-44cc-8d0a-6da0b6b0e174 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:56.764757 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d08ee8e4-f0f8-44cc-8d0a-6da0b6b0e174 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:56.834399 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-d08ee8e4-f0f8-44cc-8d0a-6da0b6b0e174 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56de6edb-4271-49d5-883c-5ccf0c388efd']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:43:56.856776 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-d08ee8e4-f0f8-44cc-8d0a-6da0b6b0e174 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e3abe43-4d43-4a8c-a57b-a17033e93da0') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:43:56.856776 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-d08ee8e4-f0f8-44cc-8d0a-6da0b6b0e174 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e3abe43-4d43-4a8c-a57b-a17033e93da0') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:43:56.894495 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d08ee8e4-f0f8-44cc-8d0a-6da0b6b0e174 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:56.929551 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d08ee8e4-f0f8-44cc-8d0a-6da0b6b0e174 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:56.939053 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d08ee8e4-f0f8-44cc-8d0a-6da0b6b0e174 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:43:56.939584 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d08ee8e4-f0f8-44cc-8d0a-6da0b6b0e174 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:57.022784 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 88cdf804-3521-4f9c-8f27-15e19db92c91 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:43:57.067603 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 88cdf804-3521-4f9c-8f27-15e19db92c91 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:43:57.068192 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 88cdf804-3521-4f9c-8f27-15e19db92c91 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:43:57.107946 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 7e3abe43-4d43-4a8c-a57b-a17033e93da0 resource provider aggregate not found May 27 02:43:57.128043 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 7e3abe43-4d43-4a8c-a57b-a17033e93da0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e3abe43-4d43-4a8c-a57b-a17033e93da0 found for delete ", "request_id": "req-66b3a72a-1411-4b30-b47a-3e5914c3fd38"}]} May 27 02:43:57.194731 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d08ee8e4-f0f8-44cc-8d0a-6da0b6b0e174 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:57.222713 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d08ee8e4-f0f8-44cc-8d0a-6da0b6b0e174 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:57.253461 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ee8e4-f0f8-44cc-8d0a-6da0b6b0e174 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event deleted for resources: {'Network': ['ID=56de6edb-4271-49d5-883c-5ccf0c388efd,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:57.390681 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d08ee8e4-f0f8-44cc-8d0a-6da0b6b0e174 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "DELETE /v2.0/networks/56de6edb-4271-49d5-883c-5ccf0c388efd HTTP/1.1" status: 204 len: 168 time: 1.0018194 May 27 02:43:57.390681 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 49948) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:57.502117 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b975151e-f51f-4c66-96be-18723cdab538 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:57.580484 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b975151e-f51f-4c66-96be-18723cdab538 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:58.041934 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-aad973f6-b963-43b4-a0e6-2f4e64ca2aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:58.045833 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b975151e-f51f-4c66-96be-18723cdab538 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:58.072774 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b975151e-f51f-4c66-96be-18723cdab538 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b03d65b-fea9-4a72-bea0-c935f8442f42,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:58.090876 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b975151e-f51f-4c66-96be-18723cdab538 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:43:58.090999 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b975151e-f51f-4c66-96be-18723cdab538 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:43:58.091454 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b975151e-f51f-4c66-96be-18723cdab538 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:43:58.092096 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b975151e-f51f-4c66-96be-18723cdab538 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:43:58.092860 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b975151e-f51f-4c66-96be-18723cdab538 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:43:58.093435 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b975151e-f51f-4c66-96be-18723cdab538 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:43:58.093766 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b975151e-f51f-4c66-96be-18723cdab538 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:43:58.094087 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b975151e-f51f-4c66-96be-18723cdab538 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:43:58.094720 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b975151e-f51f-4c66-96be-18723cdab538 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:43:58.095257 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b975151e-f51f-4c66-96be-18723cdab538 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:43:58.095815 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b975151e-f51f-4c66-96be-18723cdab538 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:43:58.096267 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b975151e-f51f-4c66-96be-18723cdab538 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:43:58.197404 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b975151e-f51f-4c66-96be-18723cdab538 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:58.199241 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b975151e-f51f-4c66-96be-18723cdab538 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "DELETE /v2.0/security-groups/2b03d65b-fea9-4a72-bea0-c935f8442f42 HTTP/1.1" status: 204 len: 168 time: 0.8134041 May 27 02:43:58.738127 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 49984) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:58.738127 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-5c2c8ade-d5f1-4d49-abc3-0d1a5a2cd9d4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-524086633', 'description': 'tempest-secgroup-smoke-524086633 description', 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:43:58.748971 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5c2c8ade-d5f1-4d49-abc3-0d1a5a2cd9d4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:43:58.762741 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5c2c8ade-d5f1-4d49-abc3-0d1a5a2cd9d4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:security_group and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:43:58.762741 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5c2c8ade-d5f1-4d49-abc3-0d1a5a2cd9d4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:43:58.765182 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5c2c8ade-d5f1-4d49-abc3-0d1a5a2cd9d4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:43:58.839842 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5c2c8ade-d5f1-4d49-abc3-0d1a5a2cd9d4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:58.963813 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5c2c8ade-d5f1-4d49-abc3-0d1a5a2cd9d4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:43:58.980214 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5c2c8ade-d5f1-4d49-abc3-0d1a5a2cd9d4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:security_group_rule and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:43:58.982443 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5c2c8ade-d5f1-4d49-abc3-0d1a5a2cd9d4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:43:58.998988 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5c2c8ade-d5f1-4d49-abc3-0d1a5a2cd9d4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:43:59.077462 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:59.097458 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5c2c8ade-d5f1-4d49-abc3-0d1a5a2cd9d4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:59.118563 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:59.195922 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5c2c8ade-d5f1-4d49-abc3-0d1a5a2cd9d4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:59.301733 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c8ade-d5f1-4d49-abc3-0d1a5a2cd9d4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32d35528-470a-483a-a615-63f2fd1bbd85,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:59.343323 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2c8ade-d5f1-4d49-abc3-0d1a5a2cd9d4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:43:59.343323 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2c8ade-d5f1-4d49-abc3-0d1a5a2cd9d4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:43:59.343323 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2c8ade-d5f1-4d49-abc3-0d1a5a2cd9d4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:43:59.343323 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2c8ade-d5f1-4d49-abc3-0d1a5a2cd9d4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:43:59.343323 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2c8ade-d5f1-4d49-abc3-0d1a5a2cd9d4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:43:59.343323 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2c8ade-d5f1-4d49-abc3-0d1a5a2cd9d4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:43:59.356018 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2c8ade-d5f1-4d49-abc3-0d1a5a2cd9d4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:43:59.356018 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2c8ade-d5f1-4d49-abc3-0d1a5a2cd9d4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:43:59.356018 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2c8ade-d5f1-4d49-abc3-0d1a5a2cd9d4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:43:59.356018 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2c8ade-d5f1-4d49-abc3-0d1a5a2cd9d4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:43:59.356018 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2c8ade-d5f1-4d49-abc3-0d1a5a2cd9d4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:43:59.356018 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2c8ade-d5f1-4d49-abc3-0d1a5a2cd9d4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:43:59.378514 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5c2c8ade-d5f1-4d49-abc3-0d1a5a2cd9d4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:59.378514 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5c2c8ade-d5f1-4d49-abc3-0d1a5a2cd9d4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6450167 May 27 02:43:59.384321 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 49994) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:59.395250 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-407f7b68-ee4d-466f-9b9a-157aef024beb tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'security_group_rule': {'security_group_id': '32d35528-470a-483a-a615-63f2fd1bbd85', 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:43:59.418679 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-407f7b68-ee4d-466f-9b9a-157aef024beb tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:43:59.418679 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-407f7b68-ee4d-466f-9b9a-157aef024beb tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:security_group_rule and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:43:59.431649 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-407f7b68-ee4d-466f-9b9a-157aef024beb tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:43:59.438629 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-407f7b68-ee4d-466f-9b9a-157aef024beb tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:43:59.591059 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-407f7b68-ee4d-466f-9b9a-157aef024beb tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:59.740830 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-407f7b68-ee4d-466f-9b9a-157aef024beb tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:59.828557 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-407f7b68-ee4d-466f-9b9a-157aef024beb tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:59.917059 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f7b68-ee4d-466f-9b9a-157aef024beb tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ec2ce48-8d08-4bbc-823f-5ab8358f5a65,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:00.026501 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-407f7b68-ee4d-466f-9b9a-157aef024beb tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:00.026501 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-407f7b68-ee4d-466f-9b9a-157aef024beb tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6397521 May 27 02:44:00.026501 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50012) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:44:00.037498 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-455e1e10-9829-44c9-bb12-6ea094216b89 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'security_group_rule': {'security_group_id': '32d35528-470a-483a-a615-63f2fd1bbd85', 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:44:00.086639 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-455e1e10-9829-44c9-bb12-6ea094216b89 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:44:00.086639 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-455e1e10-9829-44c9-bb12-6ea094216b89 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:security_group_rule and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:44:00.086639 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-455e1e10-9829-44c9-bb12-6ea094216b89 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:44:00.086639 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-455e1e10-9829-44c9-bb12-6ea094216b89 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:44:00.204299 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:00.238309 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-455e1e10-9829-44c9-bb12-6ea094216b89 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:00.407501 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-455e1e10-9829-44c9-bb12-6ea094216b89 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:00.539991 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-455e1e10-9829-44c9-bb12-6ea094216b89 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:00.776094 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e1e10-9829-44c9-bb12-6ea094216b89 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=293ad26e-79ce-4c47-bf00-2cb48e0a089d,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:00.937571 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-455e1e10-9829-44c9-bb12-6ea094216b89 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:00.937571 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-455e1e10-9829-44c9-bb12-6ea094216b89 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9025648 May 27 02:44:00.937571 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50024) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:44:00.942678 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ddf0ea23-e141-4c14-be88-5bb1f18f5bdf tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'security_group_rule': {'security_group_id': '32d35528-470a-483a-a615-63f2fd1bbd85', 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:44:00.951100 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ddf0ea23-e141-4c14-be88-5bb1f18f5bdf tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:44:00.958034 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ddf0ea23-e141-4c14-be88-5bb1f18f5bdf tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:security_group_rule and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:44:00.975952 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ddf0ea23-e141-4c14-be88-5bb1f18f5bdf tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:44:00.994497 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ddf0ea23-e141-4c14-be88-5bb1f18f5bdf tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:44:01.133945 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ddf0ea23-e141-4c14-be88-5bb1f18f5bdf tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:01.310858 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ddf0ea23-e141-4c14-be88-5bb1f18f5bdf tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:01.409229 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ddf0ea23-e141-4c14-be88-5bb1f18f5bdf tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:01.588021 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0ea23-e141-4c14-be88-5bb1f18f5bdf tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eebc0174-bf21-41c5-8512-3da23505c35a,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:01.619432 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ddf0ea23-e141-4c14-be88-5bb1f18f5bdf tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:01.624263 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 50044) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:44:01.625265 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ddf0ea23-e141-4c14-be88-5bb1f18f5bdf tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6909804 May 27 02:44:01.638576 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-9ac23b4f-fc00-45d3-9691-43d80835f4df tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'security_group_rule': {'security_group_id': '32d35528-470a-483a-a615-63f2fd1bbd85', 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:44:01.659352 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-9ac23b4f-fc00-45d3-9691-43d80835f4df tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:44:01.671059 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-9ac23b4f-fc00-45d3-9691-43d80835f4df tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:security_group_rule and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:44:01.720276 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-9ac23b4f-fc00-45d3-9691-43d80835f4df tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:44:01.739719 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-9ac23b4f-fc00-45d3-9691-43d80835f4df tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:44:01.884608 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9ac23b4f-fc00-45d3-9691-43d80835f4df tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:01.966162 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9ac23b4f-fc00-45d3-9691-43d80835f4df tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:02.045654 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9ac23b4f-fc00-45d3-9691-43d80835f4df tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:02.157379 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac23b4f-fc00-45d3-9691-43d80835f4df tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30c3ea47-4c1a-42ed-8ca4-38a2771ef2a1,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:02.163726 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9ac23b4f-fc00-45d3-9691-43d80835f4df tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:02.178047 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50052) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:44:02.178047 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3f6e580d-b34b-4c75-bd27-a27bbeb324c6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'security_group_rule': {'security_group_id': '32d35528-470a-483a-a615-63f2fd1bbd85', 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:44:02.184654 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9ac23b4f-fc00-45d3-9691-43d80835f4df tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5543232 May 27 02:44:02.195085 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3f6e580d-b34b-4c75-bd27-a27bbeb324c6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:44:02.221338 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3f6e580d-b34b-4c75-bd27-a27bbeb324c6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:security_group_rule and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:44:02.221338 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3f6e580d-b34b-4c75-bd27-a27bbeb324c6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:44:02.241600 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3f6e580d-b34b-4c75-bd27-a27bbeb324c6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:44:02.378084 n-d-843554-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-3f6e580d-b34b-4c75-bd27-a27bbeb324c6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Project b59631ecfa194f20bd33f8d2b34a5767 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:44:02.387805 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3f6e580d-b34b-4c75-bd27-a27bbeb324c6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:02.495644 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3f6e580d-b34b-4c75-bd27-a27bbeb324c6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:02.590837 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3f6e580d-b34b-4c75-bd27-a27bbeb324c6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:02.624660 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e580d-b34b-4c75-bd27-a27bbeb324c6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1a58dcb-72fd-41ab-87e4-7dd96ed0c322,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:02.804059 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3f6e580d-b34b-4c75-bd27-a27bbeb324c6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:02.804059 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3f6e580d-b34b-4c75-bd27-a27bbeb324c6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6358473 May 27 02:44:02.805469 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50068) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:44:02.812812 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-079a645c-9e90-4b63-a595-e612accea661 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'security_group_rule': {'security_group_id': '32d35528-470a-483a-a615-63f2fd1bbd85', 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:44:02.826619 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-079a645c-9e90-4b63-a595-e612accea661 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:44:02.853630 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-079a645c-9e90-4b63-a595-e612accea661 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:security_group_rule and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:44:02.879240 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-079a645c-9e90-4b63-a595-e612accea661 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:44:02.913100 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-079a645c-9e90-4b63-a595-e612accea661 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:44:03.155111 n-d-843554-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-079a645c-9e90-4b63-a595-e612accea661 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Project b59631ecfa194f20bd33f8d2b34a5767 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:44:03.168086 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-079a645c-9e90-4b63-a595-e612accea661 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:03.241714 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-079a645c-9e90-4b63-a595-e612accea661 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:03.328137 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-079a645c-9e90-4b63-a595-e612accea661 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:03.412309 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a645c-9e90-4b63-a595-e612accea661 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1d55b22-c10b-4c07-b909-21dee4fed65e,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:03.505195 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-079a645c-9e90-4b63-a595-e612accea661 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:03.505195 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-079a645c-9e90-4b63-a595-e612accea661 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6934850 May 27 02:44:03.505195 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50090) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:44:03.517751 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f854d9e1-9948-4b76-bd7b-2dd7e64779ec tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'network': {'name': 'tempest-network-smoke--1995580300', 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'port_security_enabled': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:44:03.561745 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f854d9e1-9948-4b76-bd7b-2dd7e64779ec tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:44:03.577321 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f854d9e1-9948-4b76-bd7b-2dd7e64779ec tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:network and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:44:03.589746 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f854d9e1-9948-4b76-bd7b-2dd7e64779ec tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:44:03.617212 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f854d9e1-9948-4b76-bd7b-2dd7e64779ec tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:44:03.765498 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f854d9e1-9948-4b76-bd7b-2dd7e64779ec tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Made reservation on behalf of b59631ecfa194f20bd33f8d2b34a5767 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:44:03.765498 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f854d9e1-9948-4b76-bd7b-2dd7e64779ec tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:03.832509 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f854d9e1-9948-4b76-bd7b-2dd7e64779ec tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:44:03.855045 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f854d9e1-9948-4b76-bd7b-2dd7e64779ec tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:03.856277 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-f854d9e1-9948-4b76-bd7b-2dd7e64779ec tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Added segment 0cd194ad-7607-4fce-88f3-3478ce18fa37 of type vlan for network e679d99b-52d3-4d17-af2d-c9814fe86156 May 27 02:44:03.926452 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f854d9e1-9948-4b76-bd7b-2dd7e64779ec tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:04.061511 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f854d9e1-9948-4b76-bd7b-2dd7e64779ec tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:04.061511 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f854d9e1-9948-4b76-bd7b-2dd7e64779ec tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:04.061511 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f854d9e1-9948-4b76-bd7b-2dd7e64779ec tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:04.323116 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f854d9e1-9948-4b76-bd7b-2dd7e64779ec tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'Network': ['ID=e679d99b-52d3-4d17-af2d-c9814fe86156,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:04.336023 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f854d9e1-9948-4b76-bd7b-2dd7e64779ec tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8292601 May 27 02:44:04.346793 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50106) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:44:04.346915 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network e679d99b-52d3-4d17-af2d-c9814fe86156 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:44:04.354582 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-28db1cdb-85ec-4128-8acc-3eb76f273e01 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1675302457', 'admin_state_up': True, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:44:04.373385 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-28db1cdb-85ec-4128-8acc-3eb76f273e01 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:44:04.378733 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-28db1cdb-85ec-4128-8acc-3eb76f273e01 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:router and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:44:04.382192 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-28db1cdb-85ec-4128-8acc-3eb76f273e01 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:44:04.391119 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-28db1cdb-85ec-4128-8acc-3eb76f273e01 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:44:04.531903 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-28db1cdb-85ec-4128-8acc-3eb76f273e01 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:04.533300 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-28db1cdb-85ec-4128-8acc-3eb76f273e01 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:04.568585 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-28db1cdb-85ec-4128-8acc-3eb76f273e01 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:05.778194 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-28db1cdb-85ec-4128-8acc-3eb76f273e01 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:06.528113 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-28db1cdb-85ec-4128-8acc-3eb76f273e01 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:06.598798 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-28db1cdb-85ec-4128-8acc-3eb76f273e01 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:06.964419 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-28db1cdb-85ec-4128-8acc-3eb76f273e01 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Allocated IP 172.25.1.150 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/c087c02b-99a5-47f0-bb05-11aa2452d2d4) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:44:07.195556 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-28db1cdb-85ec-4128-8acc-3eb76f273e01 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:07.388649 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-28db1cdb-85ec-4128-8acc-3eb76f273e01 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:07.570484 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28db1cdb-85ec-4128-8acc-3eb76f273e01 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:44:07.579443 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-28db1cdb-85ec-4128-8acc-3eb76f273e01 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:44:07.595643 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28db1cdb-85ec-4128-8acc-3eb76f273e01 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:44:07.676004 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db1cdb-85ec-4128-8acc-3eb76f273e01 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'Port': ['ID=c087c02b-99a5-47f0-bb05-11aa2452d2d4,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:09.162664 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-28db1cdb-85ec-4128-8acc-3eb76f273e01 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:09.915975 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-28db1cdb-85ec-4128-8acc-3eb76f273e01 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:10.768138 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28db1cdb-85ec-4128-8acc-3eb76f273e01 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Router 22899144-5514-4d14-ac81-273d2ee8afb3 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:44:11.120627 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28db1cdb-85ec-4128-8acc-3eb76f273e01 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:44:11.133171 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594c244a-9190-4f57-9751-e2ef1794f672 None None] Sync routers for ids ['22899144-5514-4d14-ac81-273d2ee8afb3'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:44:11.160818 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594c244a-9190-4f57-9751-e2ef1794f672 None None] Routers {'22899144-5514-4d14-ac81-273d2ee8afb3'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:44:11.167278 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-594c244a-9190-4f57-9751-e2ef1794f672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:43:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['22899144-5514-4d14-ac81-273d2ee8afb3'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:44:11.276255 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-28db1cdb-85ec-4128-8acc-3eb76f273e01 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:11.278993 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-28db1cdb-85ec-4128-8acc-3eb76f273e01 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.9301422 May 27 02:44:11.281691 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50238) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:44:11.460509 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9a86dd79-08be-4222-a51e-8d0c9bffa660 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=b59631ecfa194f20bd33f8d2b34a5767&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1670210 May 27 02:44:11.467391 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 50248) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:44:11.565019 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-594c244a-9190-4f57-9751-e2ef1794f672 None None] Set router 22899144-5514-4d14-ac81-273d2ee8afb3 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:44:11.806465 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021578ee-378e-498c-9f43-364564bba9ff tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:11.845019 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-021578ee-378e-498c-9f43-364564bba9ff tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3875663 May 27 02:44:11.848120 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50258) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:44:12.054842 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-31802f07-0d78-4922-a263-535ac5f272f7 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=d97d5b0c-4580-406a-95fb-4efaa0c98188&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2075479 May 27 02:44:12.058697 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 50262) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:44:12.068156 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-5328a4a1-4e1d-490d-ab7d-2fdd1a9468bd tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1997077436', 'network_id': 'e679d99b-52d3-4d17-af2d-c9814fe86156', 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:44:12.226513 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-594c244a-9190-4f57-9751-e2ef1794f672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22899144-5514-4d14-ac81-273d2ee8afb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675302457', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'c087c02b-99a5-47f0-bb05-11aa2452d2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:44:04Z', 'updated_at': '2022-05-27T02:44:08Z', 'revision_number': 3, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': 'c087c02b-99a5-47f0-bb05-11aa2452d2d4', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22899144-5514-4d14-ac81-273d2ee8afb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:44:06Z', 'updated_at': '2022-05-27T02:44:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:44:12.233438 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594c244a-9190-4f57-9751-e2ef1794f672 None None] Checking router: 22899144-5514-4d14-ac81-273d2ee8afb3 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:44:12.233967 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594c244a-9190-4f57-9751-e2ef1794f672 None None] Updating router 22899144-5514-4d14-ac81-273d2ee8afb3 port c087c02b-99a5-47f0-bb05-11aa2452d2d4 binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:44:12.235688 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5328a4a1-4e1d-490d-ab7d-2fdd1a9468bd tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:44:12.240055 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5328a4a1-4e1d-490d-ab7d-2fdd1a9468bd tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:subnet and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:44:12.243653 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5328a4a1-4e1d-490d-ab7d-2fdd1a9468bd tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:44:12.251212 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5328a4a1-4e1d-490d-ab7d-2fdd1a9468bd tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:44:12.300480 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-594c244a-9190-4f57-9751-e2ef1794f672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:12.336519 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5328a4a1-4e1d-490d-ab7d-2fdd1a9468bd tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Made reservation on behalf of b59631ecfa194f20bd33f8d2b34a5767 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:44:12.340011 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5328a4a1-4e1d-490d-ab7d-2fdd1a9468bd tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:13.152461 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-594c244a-9190-4f57-9751-e2ef1794f672 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:13.183310 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-594c244a-9190-4f57-9751-e2ef1794f672 None None] Transition to ACTIVE for port object c087c02b-99a5-47f0-bb05-11aa2452d2d4 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:44:13.189085 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5328a4a1-4e1d-490d-ab7d-2fdd1a9468bd tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:13.274833 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-594c244a-9190-4f57-9751-e2ef1794f672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:13.442645 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5328a4a1-4e1d-490d-ab7d-2fdd1a9468bd tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'Subnet': ['ID=0788e607-22db-447e-8f3e-98ab8362018b,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:13.570493 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5328a4a1-4e1d-490d-ab7d-2fdd1a9468bd tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Checking segment: {'id': '0cd194ad-7607-4fce-88f3-3478ce18fa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e679d99b-52d3-4d17-af2d-c9814fe86156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:44:13.570493 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5328a4a1-4e1d-490d-ab7d-2fdd1a9468bd tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Network hostable DHCP agents. Network: e679d99b-52d3-4d17-af2d-c9814fe86156, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:44:13.582670 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-594c244a-9190-4f57-9751-e2ef1794f672 None None] Attempting to bind port c087c02b-99a5-47f0-bb05-11aa2452d2d4 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:44:13.582670 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-594c244a-9190-4f57-9751-e2ef1794f672 None None] Attempting to bind port c087c02b-99a5-47f0-bb05-11aa2452d2d4 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:44:13.582670 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594c244a-9190-4f57-9751-e2ef1794f672 None None] Attempting to bind port c087c02b-99a5-47f0-bb05-11aa2452d2d4 on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:44:13.594274 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594c244a-9190-4f57-9751-e2ef1794f672 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:44:13.594732 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594c244a-9190-4f57-9751-e2ef1794f672 None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:44:13.595137 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-594c244a-9190-4f57-9751-e2ef1794f672 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:13.595530 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594c244a-9190-4f57-9751-e2ef1794f672 None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:44:13.596665 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-594c244a-9190-4f57-9751-e2ef1794f672 None None] Bound port: c087c02b-99a5-47f0-bb05-11aa2452d2d4, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:44:13.597061 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-594c244a-9190-4f57-9751-e2ef1794f672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:13.672063 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50302) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:44:13.676194 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d60e12-6c01-44d0-bfa0-8782a971381c None None] Pushing event updated for resources: {'Port': ['ID=c087c02b-99a5-47f0-bb05-11aa2452d2d4,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:13.719525 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5328a4a1-4e1d-490d-ab7d-2fdd1a9468bd tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Network e679d99b-52d3-4d17-af2d-c9814fe86156 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:44:13.793485 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-594c244a-9190-4f57-9751-e2ef1794f672 None None] For port c087c02b-99a5-47f0-bb05-11aa2452d2d4, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:44:13.819003 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-594c244a-9190-4f57-9751-e2ef1794f672 None None] For port c087c02b-99a5-47f0-bb05-11aa2452d2d4, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c087c02b-99a5-47f0-bb05-11aa2452d2d4,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:44:13.836507 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-5328a4a1-4e1d-490d-ab7d-2fdd1a9468bd tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, e679d99b-52d3-4d17-af2d-c9814fe86156) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:44:13.841677 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5328a4a1-4e1d-490d-ab7d-2fdd1a9468bd tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:13.841677 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5328a4a1-4e1d-490d-ab7d-2fdd1a9468bd tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:13.845781 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea70f7a5-4917-4317-906f-9b740c59d81e None None] Network e679d99b-52d3-4d17-af2d-c9814fe86156 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:44:14.051143 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5328a4a1-4e1d-490d-ab7d-2fdd1a9468bd tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9889944 May 27 02:44:14.051757 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 50316) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:44:14.094066 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-07ab2424-4605-4c83-9915-cb338cd3e14c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:14.161425 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-594c244a-9190-4f57-9751-e2ef1794f672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:14.173696 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-07ab2424-4605-4c83-9915-cb338cd3e14c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:44:14.187750 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-07ab2424-4605-4c83-9915-cb338cd3e14c admin admin] Usage tracker for resource:security_group_rule and tenant:5c4bc888dbf1478fb3a93a27fb4862d6 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:44:14.202733 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-07ab2424-4605-4c83-9915-cb338cd3e14c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:44:14.220364 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-07ab2424-4605-4c83-9915-cb338cd3e14c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:44:14.360617 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d60e12-6c01-44d0-bfa0-8782a971381c None None] Pushing event updated for resources: {'Port': ['ID=c087c02b-99a5-47f0-bb05-11aa2452d2d4,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:14.381311 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594c244a-9190-4f57-9751-e2ef1794f672 None None] Routers {'22899144-5514-4d14-ac81-273d2ee8afb3'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:44:14.381311 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-594c244a-9190-4f57-9751-e2ef1794f672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:43:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['22899144-5514-4d14-ac81-273d2ee8afb3'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:44:14.457327 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-07ab2424-4605-4c83-9915-cb338cd3e14c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:14.549642 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-07ab2424-4605-4c83-9915-cb338cd3e14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:14.671512 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-07ab2424-4605-4c83-9915-cb338cd3e14c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5c4bc888dbf1478fb3a93a27fb4862d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9959254 May 27 02:44:14.673450 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50336) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:44:14.695804 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-594c244a-9190-4f57-9751-e2ef1794f672 None None] Set router 22899144-5514-4d14-ac81-273d2ee8afb3 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:44:14.954298 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab2424-4605-4c83-9915-cb338cd3e14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72cbc448-cb78-4da4-aff4-065d0c2e6cf9,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:14.962961 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed608168-ed8a-47ca-8756-0175dd453971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-e679d99b-52d3-4d17-af2d-c9814fe86156', 'network_id': 'e679d99b-52d3-4d17-af2d-c9814fe86156', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'fixed_ips': [{'subnet_id': '0788e607-22db-447e-8f3e-98ab8362018b'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:44:14.964025 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ed608168-ed8a-47ca-8756-0175dd453971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:15.006716 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-464e2b83-a8de-401f-9051-74113fa4560a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:15.094571 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-464e2b83-a8de-401f-9051-74113fa4560a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:15.330575 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-464e2b83-a8de-401f-9051-74113fa4560a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:15.382220 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e2b83-a8de-401f-9051-74113fa4560a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cbc448-cb78-4da4-aff4-065d0c2e6cf9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:15.397845 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-464e2b83-a8de-401f-9051-74113fa4560a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:15.398997 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-464e2b83-a8de-401f-9051-74113fa4560a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/72cbc448-cb78-4da4-aff4-065d0c2e6cf9 HTTP/1.1" status: 204 len: 168 time: 0.6724529 May 27 02:44:15.541121 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-ed608168-ed8a-47ca-8756-0175dd453971 None None] Allocated IP 172.20.0.2 (e679d99b-52d3-4d17-af2d-c9814fe86156/0788e607-22db-447e-8f3e-98ab8362018b/8078f10c-87ae-463e-b1db-f7fa727d8dbc) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:44:15.776216 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-594c244a-9190-4f57-9751-e2ef1794f672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22899144-5514-4d14-ac81-273d2ee8afb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675302457', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'c087c02b-99a5-47f0-bb05-11aa2452d2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:44:04Z', 'updated_at': '2022-05-27T02:44:08Z', 'revision_number': 3, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': 'c087c02b-99a5-47f0-bb05-11aa2452d2d4', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22899144-5514-4d14-ac81-273d2ee8afb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:44:06Z', 'updated_at': '2022-05-27T02:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:44:15.790330 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594c244a-9190-4f57-9751-e2ef1794f672 None None] The sync data for ids ['22899144-5514-4d14-ac81-273d2ee8afb3'] in n-d-843554-3 is: [{'id': '22899144-5514-4d14-ac81-273d2ee8afb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675302457', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'c087c02b-99a5-47f0-bb05-11aa2452d2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:44:04Z', 'updated_at': '2022-05-27T02:44:08Z', 'revision_number': 3, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': 'c087c02b-99a5-47f0-bb05-11aa2452d2d4', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22899144-5514-4d14-ac81-273d2ee8afb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:44:06Z', 'updated_at': '2022-05-27T02:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:44:16.101027 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4d8aea5c-db8d-4b37-ac9e-074d5177e3e0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:16.131334 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ed608168-ed8a-47ca-8756-0175dd453971 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:16.157917 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ed608168-ed8a-47ca-8756-0175dd453971 None None] Transition to ACTIVE for port object 8078f10c-87ae-463e-b1db-f7fa727d8dbc will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:44:16.208612 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ed608168-ed8a-47ca-8756-0175dd453971 None None] Transition to ACTIVE for port object 8078f10c-87ae-463e-b1db-f7fa727d8dbc will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:44:16.307401 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ed608168-ed8a-47ca-8756-0175dd453971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:16.569856 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50390) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:44:16.622621 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11b497f6-a7aa-415e-992c-f269e5fef96d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:16.663670 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-11b497f6-a7aa-415e-992c-f269e5fef96d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:44:16.667891 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-11b497f6-a7aa-415e-992c-f269e5fef96d admin admin] Usage tracker for resource:security_group_rule and tenant:77fa4b22941749279ddd7906004cd837 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:44:16.681672 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-11b497f6-a7aa-415e-992c-f269e5fef96d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:44:16.688297 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-11b497f6-a7aa-415e-992c-f269e5fef96d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:44:16.694903 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed608168-ed8a-47ca-8756-0175dd453971 None None] Pushing event updated for resources: {'Port': ['ID=8078f10c-87ae-463e-b1db-f7fa727d8dbc,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:16.762297 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed608168-ed8a-47ca-8756-0175dd453971 None None] Network e679d99b-52d3-4d17-af2d-c9814fe86156 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:44:16.765771 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-ed608168-ed8a-47ca-8756-0175dd453971 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:44:16.781343 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed608168-ed8a-47ca-8756-0175dd453971 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:44:16.942472 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11b497f6-a7aa-415e-992c-f269e5fef96d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:17.069538 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11b497f6-a7aa-415e-992c-f269e5fef96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:17.159493 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c087c02b-99a5-47f0-bb05-11aa2452d2d4 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:44:17.184378 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-11b497f6-a7aa-415e-992c-f269e5fef96d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=77fa4b22941749279ddd7906004cd837&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6066685 May 27 02:44:17.185306 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50408) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:44:17.208779 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b497f6-a7aa-415e-992c-f269e5fef96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d178e4-a0cd-43ac-b045-2238869851bb,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:17.354073 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20208e9c-2a6c-489f-89b3-0f4729ffd6e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:17.395306 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-ed608168-ed8a-47ca-8756-0175dd453971 None None] Attempting to bind port 8078f10c-87ae-463e-b1db-f7fa727d8dbc on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:44:17.395700 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-ed608168-ed8a-47ca-8756-0175dd453971 None None] Attempting to bind port 8078f10c-87ae-463e-b1db-f7fa727d8dbc by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '0cd194ad-7607-4fce-88f3-3478ce18fa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e679d99b-52d3-4d17-af2d-c9814fe86156'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:44:17.396086 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed608168-ed8a-47ca-8756-0175dd453971 None None] Attempting to bind port 8078f10c-87ae-463e-b1db-f7fa727d8dbc on network e679d99b-52d3-4d17-af2d-c9814fe86156 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:44:17.419533 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20208e9c-2a6c-489f-89b3-0f4729ffd6e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:17.434408 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed608168-ed8a-47ca-8756-0175dd453971 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:44:17.434408 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed608168-ed8a-47ca-8756-0175dd453971 None None] Checking segment: {'id': '0cd194ad-7607-4fce-88f3-3478ce18fa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e679d99b-52d3-4d17-af2d-c9814fe86156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:44:17.434713 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ed608168-ed8a-47ca-8756-0175dd453971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:17.435263 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed608168-ed8a-47ca-8756-0175dd453971 None None] Bound using segment: {'id': '0cd194ad-7607-4fce-88f3-3478ce18fa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e679d99b-52d3-4d17-af2d-c9814fe86156'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:44:17.442988 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-ed608168-ed8a-47ca-8756-0175dd453971 None None] Bound port: 8078f10c-87ae-463e-b1db-f7fa727d8dbc, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd194ad-7607-4fce-88f3-3478ce18fa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e679d99b-52d3-4d17-af2d-c9814fe86156'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:44:17.442988 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ed608168-ed8a-47ca-8756-0175dd453971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:17.612965 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-4d8aea5c-db8d-4b37-ac9e-074d5177e3e0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Allocated IP 172.20.0.1 (e679d99b-52d3-4d17-af2d-c9814fe86156/0788e607-22db-447e-8f3e-98ab8362018b/1795c3e6-fe59-4661-a075-43e93f8da96b) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:44:17.630974 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20208e9c-2a6c-489f-89b3-0f4729ffd6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:17.642254 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-ed608168-ed8a-47ca-8756-0175dd453971 None None] For port 8078f10c-87ae-463e-b1db-f7fa727d8dbc, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:44:17.645813 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-ed608168-ed8a-47ca-8756-0175dd453971 None None] For port 8078f10c-87ae-463e-b1db-f7fa727d8dbc, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8078f10c-87ae-463e-b1db-f7fa727d8dbc,segment=NetworkSegment(0cd194ad-7607-4fce-88f3-3478ce18fa37),segment_id=0cd194ad-7607-4fce-88f3-3478ce18fa37)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:44:17.654781 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20208e9c-2a6c-489f-89b3-0f4729ffd6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d178e4-a0cd-43ac-b045-2238869851bb,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:17.672214 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20208e9c-2a6c-489f-89b3-0f4729ffd6e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:17.673620 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-20208e9c-2a6c-489f-89b3-0f4729ffd6e6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/72d178e4-a0cd-43ac-b045-2238869851bb HTTP/1.1" status: 204 len: 168 time: 0.4844787 May 27 02:44:17.771747 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port c087c02b-99a5-47f0-bb05-11aa2452d2d4 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:44:17.776587 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ed608168-ed8a-47ca-8756-0175dd453971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:17.874178 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port c087c02b-99a5-47f0-bb05-11aa2452d2d4 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:44:17.875545 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:17.971104 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4d8aea5c-db8d-4b37-ac9e-074d5177e3e0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:18.009255 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4d8aea5c-db8d-4b37-ac9e-074d5177e3e0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Transition to ACTIVE for port object 1795c3e6-fe59-4661-a075-43e93f8da96b will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:44:18.026660 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed608168-ed8a-47ca-8756-0175dd453971 None None] Pushing event updated for resources: {'Port': ['ID=8078f10c-87ae-463e-b1db-f7fa727d8dbc,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:18.096975 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port c087c02b-99a5-47f0-bb05-11aa2452d2d4 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:44:18.097360 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:18.116783 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port c087c02b-99a5-47f0-bb05-11aa2452d2d4, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c087c02b-99a5-47f0-bb05-11aa2452d2d4,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:44:18.182908 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4d8aea5c-db8d-4b37-ac9e-074d5177e3e0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:18.222842 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:18.267181 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8aea5c-db8d-4b37-ac9e-074d5177e3e0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Network e679d99b-52d3-4d17-af2d-c9814fe86156 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:44:18.277883 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-4d8aea5c-db8d-4b37-ac9e-074d5177e3e0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:44:18.277883 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8aea5c-db8d-4b37-ac9e-074d5177e3e0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:44:18.366241 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=c087c02b-99a5-47f0-bb05-11aa2452d2d4,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:18.433061 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8aea5c-db8d-4b37-ac9e-074d5177e3e0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'Port': ['ID=1795c3e6-fe59-4661-a075-43e93f8da96b,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:18.459615 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4d8aea5c-db8d-4b37-ac9e-074d5177e3e0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:18.915847 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4d8aea5c-db8d-4b37-ac9e-074d5177e3e0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:19.127817 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8078f10c-87ae-463e-b1db-f7fa727d8dbc up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:44:19.327418 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 8078f10c-87ae-463e-b1db-f7fa727d8dbc completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:44:19.335722 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c087c02b-99a5-47f0-bb05-11aa2452d2d4 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:44:19.460210 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:19.596491 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port c087c02b-99a5-47f0-bb05-11aa2452d2d4 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:44:19.601759 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:19.885628 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:19.969924 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4d8aea5c-db8d-4b37-ac9e-074d5177e3e0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:20.067940 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4d8aea5c-db8d-4b37-ac9e-074d5177e3e0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:20.114995 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port c087c02b-99a5-47f0-bb05-11aa2452d2d4 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:44:20.158182 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fb66b7-85d0-409c-ad9f-f0f859416c08 None None] Network e679d99b-52d3-4d17-af2d-c9814fe86156 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:44:20.279612 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4d8aea5c-db8d-4b37-ac9e-074d5177e3e0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:20.529157 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8aea5c-db8d-4b37-ac9e-074d5177e3e0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Network e679d99b-52d3-4d17-af2d-c9814fe86156 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:44:20.533716 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-4d8aea5c-db8d-4b37-ac9e-074d5177e3e0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:44:20.562723 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-12800213-3718-498c-9582-42168b25c98c None None] Provisioning for port 8078f10c-87ae-463e-b1db-f7fa727d8dbc completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:44:20.570274 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-12800213-3718-498c-9582-42168b25c98c None None] Provisioning complete for port 8078f10c-87ae-463e-b1db-f7fa727d8dbc triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:44:20.570871 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-12800213-3718-498c-9582-42168b25c98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:20.606170 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8aea5c-db8d-4b37-ac9e-074d5177e3e0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'Port': ['ID=1795c3e6-fe59-4661-a075-43e93f8da96b,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:20.667609 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:44:20.765203 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-12800213-3718-498c-9582-42168b25c98c None None] Current status of the port 8078f10c-87ae-463e-b1db-f7fa727d8dbc is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:44:20.765760 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-12800213-3718-498c-9582-42168b25c98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:20.833691 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-12800213-3718-498c-9582-42168b25c98c None None] For port 8078f10c-87ae-463e-b1db-f7fa727d8dbc, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8078f10c-87ae-463e-b1db-f7fa727d8dbc,segment=NetworkSegment(0cd194ad-7607-4fce-88f3-3478ce18fa37),segment_id=0cd194ad-7607-4fce-88f3-3478ce18fa37)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:44:20.874721 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d8aea5c-db8d-4b37-ac9e-074d5177e3e0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Router 22899144-5514-4d14-ac81-273d2ee8afb3 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:44:20.929295 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-12800213-3718-498c-9582-42168b25c98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:21.168696 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12800213-3718-498c-9582-42168b25c98c None None] Pushing event updated for resources: {'Port': ['ID=8078f10c-87ae-463e-b1db-f7fa727d8dbc,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:21.315684 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8aea5c-db8d-4b37-ac9e-074d5177e3e0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:44:21.327041 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694642be-52ad-4a66-9470-c59df03cbbba None None] Sync routers for ids ['22899144-5514-4d14-ac81-273d2ee8afb3'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:44:21.348417 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a5ee191a-fc97-4c06-9329-32d03adb326a None None] Provisioning for port 1795c3e6-fe59-4661-a075-43e93f8da96b completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:44:21.354750 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4d8aea5c-db8d-4b37-ac9e-074d5177e3e0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "PUT /v2.0/routers/22899144-5514-4d14-ac81-273d2ee8afb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2971501 May 27 02:44:21.358351 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a5ee191a-fc97-4c06-9329-32d03adb326a None None] Provisioning complete for port 1795c3e6-fe59-4661-a075-43e93f8da96b triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:44:21.358984 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a5ee191a-fc97-4c06-9329-32d03adb326a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:21.369743 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694642be-52ad-4a66-9470-c59df03cbbba None None] Routers {'22899144-5514-4d14-ac81-273d2ee8afb3'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:44:21.375682 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-694642be-52ad-4a66-9470-c59df03cbbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:43:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['22899144-5514-4d14-ac81-273d2ee8afb3'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:44:21.518817 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a5ee191a-fc97-4c06-9329-32d03adb326a None None] Port 1795c3e6-fe59-4661-a075-43e93f8da96b cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:44:21.577760 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a5ee191a-fc97-4c06-9329-32d03adb326a None None] Provisioning complete for port 8078f10c-87ae-463e-b1db-f7fa727d8dbc triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:44:21.587799 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a5ee191a-fc97-4c06-9329-32d03adb326a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:21.997419 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-694642be-52ad-4a66-9470-c59df03cbbba None None] Set router 22899144-5514-4d14-ac81-273d2ee8afb3 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:44:22.034191 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-a4bd6651-d80d-4bde-8587-0c731ff94b34 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Synchronizing usage tracker for tenant:b59631ecfa194f20bd33f8d2b34a5767 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:44:22.067722 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a5ee191a-fc97-4c06-9329-32d03adb326a None None] Current status of the port 8078f10c-87ae-463e-b1db-f7fa727d8dbc is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:44:22.132263 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-a4bd6651-d80d-4bde-8587-0c731ff94b34 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Unset dirty status for tenant:b59631ecfa194f20bd33f8d2b34a5767 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:44:22.134665 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-a4bd6651-d80d-4bde-8587-0c731ff94b34 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-524086633&fields=id&tenant_id=b59631ecfa194f20bd33f8d2b34a5767 HTTP/1.1" status: 200 len: 267 time: 0.2031591 May 27 02:44:22.202830 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f44086f5-c468-44f0-88f9-bd5eaf766c5e None None] Provisioning complete for port 1795c3e6-fe59-4661-a075-43e93f8da96b triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:44:22.212229 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f44086f5-c468-44f0-88f9-bd5eaf766c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:22.328466 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-f44086f5-c468-44f0-88f9-bd5eaf766c5e None None] Port 1795c3e6-fe59-4661-a075-43e93f8da96b cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:44:22.378830 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-5bb9aa96-d03f-43de-8470-4e5af66693e1 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:22.381265 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-5bb9aa96-d03f-43de-8470-4e5af66693e1 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/networks?id=e679d99b-52d3-4d17-af2d-c9814fe86156 HTTP/1.1" status: 200 len: 797 time: 0.2392220 May 27 02:44:22.396989 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-868877e7-325d-4413-81cb-e046b475336a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/quotas/b59631ecfa194f20bd33f8d2b34a5767 HTTP/1.1" status: 200 len: 375 time: 0.0098758 May 27 02:44:22.490483 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-694642be-52ad-4a66-9470-c59df03cbbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22899144-5514-4d14-ac81-273d2ee8afb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675302457', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'c087c02b-99a5-47f0-bb05-11aa2452d2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:44:04Z', 'updated_at': '2022-05-27T02:44:18Z', 'revision_number': 4, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': 'c087c02b-99a5-47f0-bb05-11aa2452d2d4', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22899144-5514-4d14-ac81-273d2ee8afb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:44:06Z', 'updated_at': '2022-05-27T02:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '1795c3e6-fe59-4661-a075-43e93f8da96b', 'name': '', 'network_id': 'e679d99b-52d3-4d17-af2d-c9814fe86156', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'mac_address': 'fa:16:3e:51:b8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22899144-5514-4d14-ac81-273d2ee8afb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '0788e607-22db-447e-8f3e-98ab8362018b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:44:16Z', 'updated_at': '2022-05-27T02:44:19Z', 'revision_number': 2, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'subnets': [{'id': '0788e607-22db-447e-8f3e-98ab8362018b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:44:22.504928 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694642be-52ad-4a66-9470-c59df03cbbba None None] Checking router: 22899144-5514-4d14-ac81-273d2ee8afb3 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:44:22.505336 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694642be-52ad-4a66-9470-c59df03cbbba None None] Updating router 22899144-5514-4d14-ac81-273d2ee8afb3 port 1795c3e6-fe59-4661-a075-43e93f8da96b binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:44:22.540698 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-f3fcc6fb-7634-40cc-97f8-1247625fd820 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Synchronizing usage tracker for tenant:b59631ecfa194f20bd33f8d2b34a5767 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:44:22.620355 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-694642be-52ad-4a66-9470-c59df03cbbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:22.653182 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-f3fcc6fb-7634-40cc-97f8-1247625fd820 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Unset dirty status for tenant:b59631ecfa194f20bd33f8d2b34a5767 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:44:22.654807 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-f3fcc6fb-7634-40cc-97f8-1247625fd820 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b59631ecfa194f20bd33f8d2b34a5767&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2505248 May 27 02:44:22.734176 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50578) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:44:22.977630 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-b7e31609-9ef2-4e64-8aa0-8b2961e2abcf service neutron] 10.222.0.57 "GET /v2.0/networks/e679d99b-52d3-4d17-af2d-c9814fe86156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095076 May 27 02:44:23.001688 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aa536cb1-c394-4d4c-81a1-a847dbe9a234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:23.043354 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8078f10c-87ae-463e-b1db-f7fa727d8dbc up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:44:23.060756 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-aa536cb1-c394-4d4c-81a1-a847dbe9a234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:44:23.069344 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-aa536cb1-c394-4d4c-81a1-a847dbe9a234 admin admin] Usage tracker for resource:security_group_rule and tenant:68a7c399f36f47c1931f3945ddc84895 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:44:23.090562 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-aa536cb1-c394-4d4c-81a1-a847dbe9a234 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:44:23.116405 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-aa536cb1-c394-4d4c-81a1-a847dbe9a234 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:44:23.135158 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-694642be-52ad-4a66-9470-c59df03cbbba None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:23.151158 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-694642be-52ad-4a66-9470-c59df03cbbba None None] Transition to ACTIVE for port object 1795c3e6-fe59-4661-a075-43e93f8da96b will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:44:23.163684 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-070e339a-fce7-4493-b662-0dd411c164d4 service neutron] 10.222.0.57 "GET /v2.0/networks/e679d99b-52d3-4d17-af2d-c9814fe86156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793458 May 27 02:44:23.166691 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 8078f10c-87ae-463e-b1db-f7fa727d8dbc triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:44:23.167353 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:23.280222 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-694642be-52ad-4a66-9470-c59df03cbbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:23.304178 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aa536cb1-c394-4d4c-81a1-a847dbe9a234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:23.329433 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 8078f10c-87ae-463e-b1db-f7fa727d8dbc is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:44:23.390270 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aa536cb1-c394-4d4c-81a1-a847dbe9a234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:23.537950 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-aa536cb1-c394-4d4c-81a1-a847dbe9a234 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=68a7c399f36f47c1931f3945ddc84895&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8026633 May 27 02:44:23.538560 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50606) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:44:23.548808 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa536cb1-c394-4d4c-81a1-a847dbe9a234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b9f4c5-93ab-477e-825c-72d65b95672f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:23.584047 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cb0b47b1-53cb-472c-b45c-0dd0bae8cddb req-a5e7f563-e90f-4247-abe3-d46f54b232de tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 210 time: 0.1149623 May 27 02:44:23.618707 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aafa410-94c4-41cb-8708-89de89c0b9dc None None] Pushing event updated for resources: {'Port': ['ID=1795c3e6-fe59-4661-a075-43e93f8da96b,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:23.653089 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aafa410-94c4-41cb-8708-89de89c0b9dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:23.653430 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aafa410-94c4-41cb-8708-89de89c0b9dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:23.653765 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aafa410-94c4-41cb-8708-89de89c0b9dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:23.654094 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aafa410-94c4-41cb-8708-89de89c0b9dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:23.654422 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aafa410-94c4-41cb-8708-89de89c0b9dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:23.665257 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aafa410-94c4-41cb-8708-89de89c0b9dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:23.665659 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aafa410-94c4-41cb-8708-89de89c0b9dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:23.665994 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aafa410-94c4-41cb-8708-89de89c0b9dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:23.666326 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aafa410-94c4-41cb-8708-89de89c0b9dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:23.666654 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aafa410-94c4-41cb-8708-89de89c0b9dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:23.669684 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aafa410-94c4-41cb-8708-89de89c0b9dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:23.670330 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aafa410-94c4-41cb-8708-89de89c0b9dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:23.716879 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d027e3dc-9dba-4711-8e90-38a4a7daf19a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:23.787752 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d027e3dc-9dba-4711-8e90-38a4a7daf19a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:23.973397 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d027e3dc-9dba-4711-8e90-38a4a7daf19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:23.998892 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d027e3dc-9dba-4711-8e90-38a4a7daf19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b9f4c5-93ab-477e-825c-72d65b95672f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:24.009080 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d027e3dc-9dba-4711-8e90-38a4a7daf19a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:24.032143 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d027e3dc-9dba-4711-8e90-38a4a7daf19a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a0b9f4c5-93ab-477e-825c-72d65b95672f HTTP/1.1" status: 204 len: 168 time: 0.4916506 May 27 02:44:24.062985 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-694642be-52ad-4a66-9470-c59df03cbbba None None] Attempting to bind port 1795c3e6-fe59-4661-a075-43e93f8da96b on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:44:24.065509 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-694642be-52ad-4a66-9470-c59df03cbbba None None] Attempting to bind port 1795c3e6-fe59-4661-a075-43e93f8da96b by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '0cd194ad-7607-4fce-88f3-3478ce18fa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e679d99b-52d3-4d17-af2d-c9814fe86156'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:44:24.066054 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694642be-52ad-4a66-9470-c59df03cbbba None None] Attempting to bind port 1795c3e6-fe59-4661-a075-43e93f8da96b on network e679d99b-52d3-4d17-af2d-c9814fe86156 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:44:24.083758 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694642be-52ad-4a66-9470-c59df03cbbba None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:44:24.084131 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694642be-52ad-4a66-9470-c59df03cbbba None None] Checking segment: {'id': '0cd194ad-7607-4fce-88f3-3478ce18fa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e679d99b-52d3-4d17-af2d-c9814fe86156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:44:24.089080 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-694642be-52ad-4a66-9470-c59df03cbbba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:24.089560 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694642be-52ad-4a66-9470-c59df03cbbba None None] Bound using segment: {'id': '0cd194ad-7607-4fce-88f3-3478ce18fa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e679d99b-52d3-4d17-af2d-c9814fe86156'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:44:24.090302 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-694642be-52ad-4a66-9470-c59df03cbbba None None] Bound port: 1795c3e6-fe59-4661-a075-43e93f8da96b, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd194ad-7607-4fce-88f3-3478ce18fa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e679d99b-52d3-4d17-af2d-c9814fe86156'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:44:24.090683 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-694642be-52ad-4a66-9470-c59df03cbbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:24.297701 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-694642be-52ad-4a66-9470-c59df03cbbba None None] For port 1795c3e6-fe59-4661-a075-43e93f8da96b, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:44:24.302186 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-694642be-52ad-4a66-9470-c59df03cbbba None None] For port 1795c3e6-fe59-4661-a075-43e93f8da96b, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1795c3e6-fe59-4661-a075-43e93f8da96b,segment=NetworkSegment(0cd194ad-7607-4fce-88f3-3478ce18fa37),segment_id=0cd194ad-7607-4fce-88f3-3478ce18fa37)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:44:24.392109 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-694642be-52ad-4a66-9470-c59df03cbbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:24.501553 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694642be-52ad-4a66-9470-c59df03cbbba None None] Routers {'22899144-5514-4d14-ac81-273d2ee8afb3'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:44:24.502230 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-694642be-52ad-4a66-9470-c59df03cbbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:43:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['22899144-5514-4d14-ac81-273d2ee8afb3'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:44:24.603871 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aafa410-94c4-41cb-8708-89de89c0b9dc None None] Pushing event updated for resources: {'Port': ['ID=1795c3e6-fe59-4661-a075-43e93f8da96b,revision_number=4']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:24.760098 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f4ed0de7-36fe-4d12-97f1-862a16d0f3cf req-6ce28eb0-92d2-4b47-a1e0-0379f1844d09 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 210 time: 0.0827620 May 27 02:44:24.875108 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-694642be-52ad-4a66-9470-c59df03cbbba None None] Set router 22899144-5514-4d14-ac81-273d2ee8afb3 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:44:24.941876 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50660) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:44:25.214759 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb766d01-b3fb-424d-811a-14472053a638 admin admin] Deleting subnet a5e6f5ce-eada-4ed6-9077-40549459053e {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:44:25.219131 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cb766d01-b3fb-424d-811a-14472053a638 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:25.284185 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cb766d01-b3fb-424d-811a-14472053a638 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:25.348199 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cb766d01-b3fb-424d-811a-14472053a638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:25.553743 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-694642be-52ad-4a66-9470-c59df03cbbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22899144-5514-4d14-ac81-273d2ee8afb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675302457', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'c087c02b-99a5-47f0-bb05-11aa2452d2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:44:04Z', 'updated_at': '2022-05-27T02:44:18Z', 'revision_number': 4, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': 'c087c02b-99a5-47f0-bb05-11aa2452d2d4', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22899144-5514-4d14-ac81-273d2ee8afb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:44:06Z', 'updated_at': '2022-05-27T02:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '1795c3e6-fe59-4661-a075-43e93f8da96b', 'name': '', 'network_id': 'e679d99b-52d3-4d17-af2d-c9814fe86156', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'mac_address': 'fa:16:3e:51:b8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22899144-5514-4d14-ac81-273d2ee8afb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '0788e607-22db-447e-8f3e-98ab8362018b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:44:16Z', 'updated_at': '2022-05-27T02:44:24Z', 'revision_number': 4, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'subnets': [{'id': '0788e607-22db-447e-8f3e-98ab8362018b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:44:25.558874 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694642be-52ad-4a66-9470-c59df03cbbba None None] The sync data for ids ['22899144-5514-4d14-ac81-273d2ee8afb3'] in n-d-843554-3 is: [{'id': '22899144-5514-4d14-ac81-273d2ee8afb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675302457', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'c087c02b-99a5-47f0-bb05-11aa2452d2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:44:04Z', 'updated_at': '2022-05-27T02:44:18Z', 'revision_number': 4, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': 'c087c02b-99a5-47f0-bb05-11aa2452d2d4', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22899144-5514-4d14-ac81-273d2ee8afb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:44:06Z', 'updated_at': '2022-05-27T02:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '1795c3e6-fe59-4661-a075-43e93f8da96b', 'name': '', 'network_id': 'e679d99b-52d3-4d17-af2d-c9814fe86156', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'mac_address': 'fa:16:3e:51:b8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22899144-5514-4d14-ac81-273d2ee8afb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '0788e607-22db-447e-8f3e-98ab8362018b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:44:16Z', 'updated_at': '2022-05-27T02:44:24Z', 'revision_number': 4, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'subnets': [{'id': '0788e607-22db-447e-8f3e-98ab8362018b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:44:25.590610 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-82d71fdb-59d4-4e91-86fc-4e2a72d2139b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:25.633737 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cb766d01-b3fb-424d-811a-14472053a638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:25.734530 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cb766d01-b3fb-424d-811a-14472053a638 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:25.760122 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb766d01-b3fb-424d-811a-14472053a638 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5e6f5ce-eada-4ed6-9077-40549459053e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:25.766657 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-cb766d01-b3fb-424d-811a-14472053a638 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a5e6f5ce-eada-4ed6-9077-40549459053e HTTP/1.1" status: 204 len: 168 time: 0.8230996 May 27 02:44:25.767356 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 50688) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:44:26.009667 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f3053960-c7d1-4dfb-ae37-febf161483fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:26.112056 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cec9a7c9-61e8-4102-ad3e-b2a72b028bb9 req-6138e5ec-e70d-4847-b9d4-a0dfade4ad81 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 210 time: 0.1061594 May 27 02:44:26.271092 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f3053960-c7d1-4dfb-ae37-febf161483fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:26.302460 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-f3053960-c7d1-4dfb-ae37-febf161483fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c8fd566-db3a-40e1-a1dd-0aee04a5d421']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:44:26.320978 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-f3053960-c7d1-4dfb-ae37-febf161483fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc43cad-72ea-4fad-b4f8-a4e759d6262a') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:44:26.321607 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-f3053960-c7d1-4dfb-ae37-febf161483fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc43cad-72ea-4fad-b4f8-a4e759d6262a') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:44:26.341700 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f3053960-c7d1-4dfb-ae37-febf161483fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:26.366042 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f3053960-c7d1-4dfb-ae37-febf161483fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:26.374258 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3053960-c7d1-4dfb-ae37-febf161483fc admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:44:26.375284 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f3053960-c7d1-4dfb-ae37-febf161483fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:26.504537 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment cbc43cad-72ea-4fad-b4f8-a4e759d6262a resource provider aggregate not found May 27 02:44:26.547833 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment cbc43cad-72ea-4fad-b4f8-a4e759d6262a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cbc43cad-72ea-4fad-b4f8-a4e759d6262a found for delete ", "request_id": "req-0cd04975-ba7c-4853-ae6d-dad2558d16be"}]} May 27 02:44:26.675289 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f3053960-c7d1-4dfb-ae37-febf161483fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:26.704965 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f3053960-c7d1-4dfb-ae37-febf161483fc admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:26.719130 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3053960-c7d1-4dfb-ae37-febf161483fc admin admin] Pushing event deleted for resources: {'Network': ['ID=6c8fd566-db3a-40e1-a1dd-0aee04a5d421,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:26.819329 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f3053960-c7d1-4dfb-ae37-febf161483fc admin admin] 10.222.0.57 "DELETE /v2.0/networks/6c8fd566-db3a-40e1-a1dd-0aee04a5d421 HTTP/1.1" status: 204 len: 168 time: 1.0452781 May 27 02:44:27.014715 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1795c3e6-fe59-4661-a075-43e93f8da96b up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:44:27.099326 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-724f7a4d-9542-467c-acea-8acb5cd8a76e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:27.100046 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-724f7a4d-9542-467c-acea-8acb5cd8a76e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Synchronizing usage tracker for tenant:b59631ecfa194f20bd33f8d2b34a5767 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:44:27.244044 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 1795c3e6-fe59-4661-a075-43e93f8da96b completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:44:27.244175 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-724f7a4d-9542-467c-acea-8acb5cd8a76e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Unset dirty status for tenant:b59631ecfa194f20bd33f8d2b34a5767 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:44:27.245591 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-724f7a4d-9542-467c-acea-8acb5cd8a76e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.32 "GET /v2.0/networks?id=e679d99b-52d3-4d17-af2d-c9814fe86156 HTTP/1.1" status: 200 len: 797 time: 0.3985362 May 27 02:44:27.251243 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 1795c3e6-fe59-4661-a075-43e93f8da96b triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:44:27.252434 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:27.391691 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-5c637e5b-10b9-4b91-9d81-73129dd8707b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Synchronizing usage tracker for tenant:b59631ecfa194f20bd33f8d2b34a5767 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:44:27.437530 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-5c637e5b-10b9-4b91-9d81-73129dd8707b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Unset dirty status for tenant:b59631ecfa194f20bd33f8d2b34a5767 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:44:27.440516 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-5c637e5b-10b9-4b91-9d81-73129dd8707b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b59631ecfa194f20bd33f8d2b34a5767 HTTP/1.1" status: 200 len: 379 time: 0.1866887 May 27 02:44:27.453772 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-36f99754-d996-4422-b33d-c4795265ddf2 req-b292a32e-70cd-4781-9aa4-71032eae3b8f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 210 time: 0.1766589 May 27 02:44:27.457981 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-c09e64a4-0894-4ffa-b702-5e1ffd314cd9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'port': {'device_id': '9f9280f3-d6fb-4b9a-824c-d69890a32bd1', 'network_id': 'e679d99b-52d3-4d17-af2d-c9814fe86156', 'admin_state_up': True, 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'security_groups': ['32d35528-470a-483a-a615-63f2fd1bbd85']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:44:27.481277 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 1795c3e6-fe59-4661-a075-43e93f8da96b is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:44:27.481797 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:27.516328 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 50722) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:44:27.552844 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 1795c3e6-fe59-4661-a075-43e93f8da96b, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1795c3e6-fe59-4661-a075-43e93f8da96b,segment=NetworkSegment(0cd194ad-7607-4fce-88f3-3478ce18fa37),segment_id=0cd194ad-7607-4fce-88f3-3478ce18fa37)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:44:27.616593 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:27.658299 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-840ca6a0-2985-43d9-ba94-1b46ef076bc5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=aa5e3afca4044d3b99c498d82b201ef9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1368532 May 27 02:44:27.663987 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 50728) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:44:27.701504 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=1795c3e6-fe59-4661-a075-43e93f8da96b,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:27.719732 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-c09e64a4-0894-4ffa-b702-5e1ffd314cd9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:44:27.730291 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-c09e64a4-0894-4ffa-b702-5e1ffd314cd9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:44:27.743949 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-daedf859-2748-4f5a-90d3-7c4342c513fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:27.774232 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-daedf859-2748-4f5a-90d3-7c4342c513fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:27.822562 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-c09e64a4-0894-4ffa-b702-5e1ffd314cd9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Made reservation on behalf of b59631ecfa194f20bd33f8d2b34a5767 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:44:27.826093 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-c09e64a4-0894-4ffa-b702-5e1ffd314cd9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:27.893959 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-dd4258d3-88e5-45fa-a71c-0e4488fdda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:28.082294 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-c09e64a4-0894-4ffa-b702-5e1ffd314cd9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Allocated IP 172.20.0.3 (e679d99b-52d3-4d17-af2d-c9814fe86156/0788e607-22db-447e-8f3e-98ab8362018b/1efe7741-2bc1-4a27-80f0-f04afaf0c364) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:44:28.093888 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-daedf859-2748-4f5a-90d3-7c4342c513fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:28.116698 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daedf859-2748-4f5a-90d3-7c4342c513fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09995bda-ffd1-424e-a2b7-d7f772c9bebd,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:28.134839 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-daedf859-2748-4f5a-90d3-7c4342c513fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:28.145862 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-daedf859-2748-4f5a-90d3-7c4342c513fa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/09995bda-ffd1-424e-a2b7-d7f772c9bebd HTTP/1.1" status: 204 len: 168 time: 0.4808199 May 27 02:44:28.397420 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-c09e64a4-0894-4ffa-b702-5e1ffd314cd9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:28.440804 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-c09e64a4-0894-4ffa-b702-5e1ffd314cd9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Transition to ACTIVE for port object 1efe7741-2bc1-4a27-80f0-f04afaf0c364 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:44:28.612631 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-c09e64a4-0894-4ffa-b702-5e1ffd314cd9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:28.740748 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-c09e64a4-0894-4ffa-b702-5e1ffd314cd9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Network e679d99b-52d3-4d17-af2d-c9814fe86156 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:44:28.745248 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-c09e64a4-0894-4ffa-b702-5e1ffd314cd9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:44:28.749101 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-c09e64a4-0894-4ffa-b702-5e1ffd314cd9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:44:28.927999 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba7414-ff36-4dc9-8bbc-5b0b9d0bce07 req-e80d0372-a823-4d75-b166-9a7498d7e07c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:28.935749 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-58ba7414-ff36-4dc9-8bbc-5b0b9d0bce07 req-e80d0372-a823-4d75-b166-9a7498d7e07c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 931 time: 0.2341406 May 27 02:44:28.966210 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e64a4-0894-4ffa-b702-5e1ffd314cd9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'Port': ['ID=1efe7741-2bc1-4a27-80f0-f04afaf0c364,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:29.043935 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-c09e64a4-0894-4ffa-b702-5e1ffd314cd9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:29.043935 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-c09e64a4-0894-4ffa-b702-5e1ffd314cd9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:29.071781 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-58ba7414-ff36-4dc9-8bbc-5b0b9d0bce07 req-e310c837-61b7-4a56-9f2f-c686a28b9b1c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350579 May 27 02:44:29.090870 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1795c3e6-fe59-4661-a075-43e93f8da96b up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:44:29.168294 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:29.186636 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:29.195767 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 1795c3e6-fe59-4661-a075-43e93f8da96b triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:44:29.196158 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:29.218103 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-c09e64a4-0894-4ffa-b702-5e1ffd314cd9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7671020 May 27 02:44:29.353874 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 1795c3e6-fe59-4661-a075-43e93f8da96b is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:44:29.452855 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4ea65e73-a006-44f9-9633-b833826e5b0e None None] Provisioning for port 1efe7741-2bc1-4a27-80f0-f04afaf0c364 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:44:29.458425 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4ea65e73-a006-44f9-9633-b833826e5b0e None None] Provisioning complete for port 1efe7741-2bc1-4a27-80f0-f04afaf0c364 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:44:29.458809 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4ea65e73-a006-44f9-9633-b833826e5b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:29.488672 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-24605396-3c1b-4fab-9fbd-36972cc0fbdb service neutron] Request body: {'port': {'device_id': '9f9280f3-d6fb-4b9a-824c-d69890a32bd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:44:29.555746 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-4ea65e73-a006-44f9-9633-b833826e5b0e None None] Port 1efe7741-2bc1-4a27-80f0-f04afaf0c364 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:44:29.663837 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-24605396-3c1b-4fab-9fbd-36972cc0fbdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:30.174907 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-24605396-3c1b-4fab-9fbd-36972cc0fbdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1efe7741-2bc1-4a27-80f0-f04afaf0c364 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:44:30.189096 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-24605396-3c1b-4fab-9fbd-36972cc0fbdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:30.202224 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:30.207613 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-24605396-3c1b-4fab-9fbd-36972cc0fbdb service neutron] Transition to ACTIVE for port object 1efe7741-2bc1-4a27-80f0-f04afaf0c364 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:44:30.296594 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b3a8e-46f1-4d8b-9976-4c5ab4450f6a req-735a9c74-c4a6-4f31-b732-6beffa610380 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:30.298332 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a27b3a8e-46f1-4d8b-9976-4c5ab4450f6a req-735a9c74-c4a6-4f31-b732-6beffa610380 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 931 time: 0.0836265 May 27 02:44:30.304777 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-24605396-3c1b-4fab-9fbd-36972cc0fbdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:30.346725 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a27b3a8e-46f1-4d8b-9976-4c5ab4450f6a req-df07534a-d2c2-4559-bec3-51498bfe7984 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424490 May 27 02:44:30.576155 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24605396-3c1b-4fab-9fbd-36972cc0fbdb service neutron] Pushing event updated for resources: {'Port': ['ID=1efe7741-2bc1-4a27-80f0-f04afaf0c364,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:30.660507 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-24605396-3c1b-4fab-9fbd-36972cc0fbdb service neutron] Attempting to bind port 1efe7741-2bc1-4a27-80f0-f04afaf0c364 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:44:30.662388 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-24605396-3c1b-4fab-9fbd-36972cc0fbdb service neutron] Attempting to bind port 1efe7741-2bc1-4a27-80f0-f04afaf0c364 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '0cd194ad-7607-4fce-88f3-3478ce18fa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e679d99b-52d3-4d17-af2d-c9814fe86156'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:44:30.662388 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-24605396-3c1b-4fab-9fbd-36972cc0fbdb service neutron] Attempting to bind port 1efe7741-2bc1-4a27-80f0-f04afaf0c364 on network e679d99b-52d3-4d17-af2d-c9814fe86156 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:44:30.666909 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-24605396-3c1b-4fab-9fbd-36972cc0fbdb service neutron] Port 1efe7741-2bc1-4a27-80f0-f04afaf0c364 on network e679d99b-52d3-4d17-af2d-c9814fe86156 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:44:30.667234 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-24605396-3c1b-4fab-9fbd-36972cc0fbdb service neutron] Attempting to bind port 1efe7741-2bc1-4a27-80f0-f04afaf0c364 on network e679d99b-52d3-4d17-af2d-c9814fe86156 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:44:30.674044 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-24605396-3c1b-4fab-9fbd-36972cc0fbdb service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:44:30.674382 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-24605396-3c1b-4fab-9fbd-36972cc0fbdb service neutron] Checking segment: {'id': '0cd194ad-7607-4fce-88f3-3478ce18fa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e679d99b-52d3-4d17-af2d-c9814fe86156'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:44:30.674983 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-24605396-3c1b-4fab-9fbd-36972cc0fbdb service neutron] Bound using segment: {'id': '0cd194ad-7607-4fce-88f3-3478ce18fa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e679d99b-52d3-4d17-af2d-c9814fe86156'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:44:30.675178 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-24605396-3c1b-4fab-9fbd-36972cc0fbdb service neutron] Bound port: 1efe7741-2bc1-4a27-80f0-f04afaf0c364, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd194ad-7607-4fce-88f3-3478ce18fa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e679d99b-52d3-4d17-af2d-c9814fe86156'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:44:30.675525 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-24605396-3c1b-4fab-9fbd-36972cc0fbdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:30.786938 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-24605396-3c1b-4fab-9fbd-36972cc0fbdb service neutron] For port 1efe7741-2bc1-4a27-80f0-f04afaf0c364, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:44:30.790675 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-24605396-3c1b-4fab-9fbd-36972cc0fbdb service neutron] For port 1efe7741-2bc1-4a27-80f0-f04afaf0c364, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=1efe7741-2bc1-4a27-80f0-f04afaf0c364,segment=NetworkSegment(0cd194ad-7607-4fce-88f3-3478ce18fa37),segment_id=0cd194ad-7607-4fce-88f3-3478ce18fa37)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:44:30.882403 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-24605396-3c1b-4fab-9fbd-36972cc0fbdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:30.981944 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24605396-3c1b-4fab-9fbd-36972cc0fbdb service neutron] Pushing event updated for resources: {'Port': ['ID=1efe7741-2bc1-4a27-80f0-f04afaf0c364,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:30.994720 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-24605396-3c1b-4fab-9fbd-36972cc0fbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:30.998133 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-24605396-3c1b-4fab-9fbd-36972cc0fbdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:31.001862 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-24605396-3c1b-4fab-9fbd-36972cc0fbdb service neutron] 10.222.0.32 "PUT /v2.0/ports/1efe7741-2bc1-4a27-80f0-f04afaf0c364 HTTP/1.1" status: 200 len: 1091 time: 1.7613087 May 27 02:44:31.003416 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9280f3-d6fb-4b9a-824c-d69890a32bd1', 'tag': '1efe7741-2bc1-4a27-80f0-f04afaf0c364'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:44:31.277864 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-0e248176-c073-4441-856f-3915c36b4219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:31.279373 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-0e248176-c073-4441-856f-3915c36b4219 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b59631ecfa194f20bd33f8d2b34a5767&device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 1094 time: 0.1658971 May 27 02:44:31.385540 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-cf7b9912-81b8-4095-9f1d-25f104e3e2f6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1efe7741-2bc1-4a27-80f0-f04afaf0c364 HTTP/1.1" status: 200 len: 217 time: 0.0991821 May 27 02:44:31.481061 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4830e5eb-7a2f-4952-85dd-09db22ad2f18'] response: {'name': 'network-changed', 'server_uuid': '9f9280f3-d6fb-4b9a-824c-d69890a32bd1', 'tag': '1efe7741-2bc1-4a27-80f0-f04afaf0c364', 'status': 'completed', 'code': 200} May 27 02:44:31.549021 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-ef8fb393-a2e3-4525-836e-195276e78905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:31.550465 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-ef8fb393-a2e3-4525-836e-195276e78905 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0788e607-22db-447e-8f3e-98ab8362018b HTTP/1.1" status: 200 len: 835 time: 0.1495352 May 27 02:44:31.690652 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae1276-615b-48ef-9199-8eae4af372e3 req-fc921eed-9305-4f24-97e3-770005a8ade5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:31.691130 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-9702d0bd-a986-416c-906a-2145a4fc9763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:31.692154 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-20ae1276-615b-48ef-9199-8eae4af372e3 req-fc921eed-9305-4f24-97e3-770005a8ade5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 943 time: 0.1510093 May 27 02:44:31.693336 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-9702d0bd-a986-416c-906a-2145a4fc9763 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e679d99b-52d3-4d17-af2d-c9814fe86156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1367257 May 27 02:44:31.780540 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-20ae1276-615b-48ef-9199-8eae4af372e3 req-7e16c20b-58f7-4c1f-a520-aa7ddfee7e32 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699522 May 27 02:44:31.916865 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-078d6c13-be14-485f-b662-cb50b4eff2da service neutron] 10.222.0.32 "GET /v2.0/networks/e679d99b-52d3-4d17-af2d-c9814fe86156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162201 May 27 02:44:32.110271 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-21274e41-cd76-4df1-b714-380b56cdc3f7 req-d73685ea-492f-4737-8def-b394c6e8e735 service neutron] 10.222.0.32 "GET /v2.0/networks/e679d99b-52d3-4d17-af2d-c9814fe86156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852672 May 27 02:44:32.344809 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca08514-3b10-410b-a987-9c9a2628cd28 req-7cbdef35-b0ee-4ad3-b20c-1c4fce715587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:32.346217 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3ca08514-3b10-410b-a987-9c9a2628cd28 req-7cbdef35-b0ee-4ad3-b20c-1c4fce715587 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b59631ecfa194f20bd33f8d2b34a5767&device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 1094 time: 0.0725210 May 27 02:44:32.528178 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca08514-3b10-410b-a987-9c9a2628cd28 req-c69ead93-39a0-4c18-b2e1-fd36786cc999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:32.533967 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3ca08514-3b10-410b-a987-9c9a2628cd28 req-c69ead93-39a0-4c18-b2e1-fd36786cc999 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e679d99b-52d3-4d17-af2d-c9814fe86156 HTTP/1.1" status: 200 len: 898 time: 0.1787715 May 27 02:44:32.616604 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3ca08514-3b10-410b-a987-9c9a2628cd28 req-419fede2-b09a-4cf8-80b1-1e3ece443470 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1efe7741-2bc1-4a27-80f0-f04afaf0c364 HTTP/1.1" status: 200 len: 217 time: 0.0801389 May 27 02:44:32.745337 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca08514-3b10-410b-a987-9c9a2628cd28 req-0b5f3a30-f33e-415e-aebd-6e6c4fe1f4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:32.747815 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3ca08514-3b10-410b-a987-9c9a2628cd28 req-0b5f3a30-f33e-415e-aebd-6e6c4fe1f4f1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0788e607-22db-447e-8f3e-98ab8362018b HTTP/1.1" status: 200 len: 835 time: 0.1247799 May 27 02:44:32.971295 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca08514-3b10-410b-a987-9c9a2628cd28 req-fa6ee1f9-8ff4-4ce0-9cc3-029550437bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:32.982235 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3ca08514-3b10-410b-a987-9c9a2628cd28 req-fa6ee1f9-8ff4-4ce0-9cc3-029550437bc7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e679d99b-52d3-4d17-af2d-c9814fe86156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2216039 May 27 02:44:33.192220 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3ca08514-3b10-410b-a987-9c9a2628cd28 req-72150d16-f878-4b63-a097-f754f9ef71e9 service neutron] 10.222.0.32 "GET /v2.0/networks/e679d99b-52d3-4d17-af2d-c9814fe86156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023804 May 27 02:44:33.212393 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae20a2-e0cf-409e-9984-d2764035eeb0 req-e3b90ceb-5966-41b6-95d4-97921ddf0b46 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:33.214882 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1dae20a2-e0cf-409e-9984-d2764035eeb0 req-e3b90ceb-5966-41b6-95d4-97921ddf0b46 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 943 time: 0.1835575 May 27 02:44:33.361954 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1dae20a2-e0cf-409e-9984-d2764035eeb0 req-f3aa8971-84d3-4e96-9cdd-c3b86ab340ae tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370499 May 27 02:44:33.600994 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3ca08514-3b10-410b-a987-9c9a2628cd28 req-7501c1c5-3eca-4c30-93c3-0421757f9fbb service neutron] 10.222.0.32 "GET /v2.0/networks/e679d99b-52d3-4d17-af2d-c9814fe86156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013135 May 27 02:44:34.125487 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 1efe7741-2bc1-4a27-80f0-f04afaf0c364 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:44:34.450688 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 1efe7741-2bc1-4a27-80f0-f04afaf0c364, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=1efe7741-2bc1-4a27-80f0-f04afaf0c364,segment=NetworkSegment(0cd194ad-7607-4fce-88f3-3478ce18fa37),segment_id=0cd194ad-7607-4fce-88f3-3478ce18fa37)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:44:34.469254 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '1efe7741-2bc1-4a27-80f0-f04afaf0c364', 'network_id': 'e679d99b-52d3-4d17-af2d-c9814fe86156', 'port_id': '1efe7741-2bc1-4a27-80f0-f04afaf0c364', 'mac_address': 'fa:16:3e:57:8f:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0788e607-22db-447e-8f3e-98ab8362018b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:44:34.585928 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 1efe7741-2bc1-4a27-80f0-f04afaf0c364 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:44:34.587333 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:34.611752 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1efe7741-2bc1-4a27-80f0-f04afaf0c364 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:44:34.634126 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 1efe7741-2bc1-4a27-80f0-f04afaf0c364, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=1efe7741-2bc1-4a27-80f0-f04afaf0c364,segment=NetworkSegment(0cd194ad-7607-4fce-88f3-3478ce18fa37),segment_id=0cd194ad-7607-4fce-88f3-3478ce18fa37)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:44:34.684086 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad514b-b317-4906-a373-bc10d828affd req-64c42bde-3a82-4cb5-84a1-234709174ea1 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:34.685684 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a1ad514b-b317-4906-a373-bc10d828affd req-64c42bde-3a82-4cb5-84a1-234709174ea1 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 943 time: 0.1097398 May 27 02:44:34.717657 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:34.747183 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a1ad514b-b317-4906-a373-bc10d828affd req-3433b4df-a390-4f98-b414-6f04058ada0c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534642 May 27 02:44:34.797049 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=1efe7741-2bc1-4a27-80f0-f04afaf0c364,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:34.937689 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['1efe7741-2bc1-4a27-80f0-f04afaf0c364'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:44:35.977362 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a3da2-bdac-4bfd-9cd3-a962ea93aee3 req-986adc40-a00b-4329-bd90-e637b082b4d2 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:35.979033 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1c3a3da2-bdac-4bfd-9cd3-a962ea93aee3 req-986adc40-a00b-4329-bd90-e637b082b4d2 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 944 time: 0.0892420 May 27 02:44:36.037540 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1c3a3da2-bdac-4bfd-9cd3-a962ea93aee3 req-f43b0a7d-6ac0-44d3-b889-0313b0c49b67 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524836 May 27 02:44:36.142163 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 1efe7741-2bc1-4a27-80f0-f04afaf0c364 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:44:36.321507 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 1efe7741-2bc1-4a27-80f0-f04afaf0c364 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:44:36.326887 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 1efe7741-2bc1-4a27-80f0-f04afaf0c364 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:44:36.327316 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:36.450113 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 1efe7741-2bc1-4a27-80f0-f04afaf0c364 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:44:36.450489 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:36.490623 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9280f3-d6fb-4b9a-824c-d69890a32bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efe7741-2bc1-4a27-80f0-f04afaf0c364'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:44:36.505462 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 1efe7741-2bc1-4a27-80f0-f04afaf0c364, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=1efe7741-2bc1-4a27-80f0-f04afaf0c364,segment=NetworkSegment(0cd194ad-7607-4fce-88f3-3478ce18fa37),segment_id=0cd194ad-7607-4fce-88f3-3478ce18fa37)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:44:36.583226 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:36.687173 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84c24c3e-f4a0-4bde-9878-3c111a161ac4'] response: {'server_uuid': '9f9280f3-d6fb-4b9a-824c-d69890a32bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efe7741-2bc1-4a27-80f0-f04afaf0c364', 'code': 200} May 27 02:44:36.692416 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=1efe7741-2bc1-4a27-80f0-f04afaf0c364,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:36.838246 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d1a45-93f0-4b54-989b-ad136ba56021 req-3f811f6f-20d2-4deb-b6b6-e18808b032b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:36.850739 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cb2d1a45-93f0-4b54-989b-ad136ba56021 req-3f811f6f-20d2-4deb-b6b6-e18808b032b9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 1096 time: 0.1106479 May 27 02:44:36.891617 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cb2d1a45-93f0-4b54-989b-ad136ba56021 req-3057ccac-bab2-49cb-aaf6-8f29d9902f49 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398510 May 27 02:44:37.278426 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa30b8-3b0d-43a3-8db8-d536b8bdc745 req-82cb664f-25cb-4de1-8605-8fdc8afab247 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:37.291656 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b3aa30b8-3b0d-43a3-8db8-d536b8bdc745 req-82cb664f-25cb-4de1-8605-8fdc8afab247 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 945 time: 0.1142325 May 27 02:44:37.353369 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b3aa30b8-3b0d-43a3-8db8-d536b8bdc745 req-6daf06cf-a845-4713-bdab-117143a96749 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647230 May 27 02:44:38.589680 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0e2bc-d35a-4365-aaa2-04dbfacd1b5b req-dd2f5669-1275-4a77-927a-4c17dea22a06 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:38.600825 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3ae0e2bc-d35a-4365-aaa2-04dbfacd1b5b req-dd2f5669-1275-4a77-927a-4c17dea22a06 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 945 time: 0.1077816 May 27 02:44:38.673839 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3ae0e2bc-d35a-4365-aaa2-04dbfacd1b5b req-537be8e8-88b3-4189-9477-bcaf25def113 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688541 May 27 02:44:38.910048 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63f1b1-176c-4898-a36d-84e19efc3d32 req-9ec98cad-bcc3-4699-ae90-04dc6245ae7a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:38.916245 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b63f1b1-176c-4898-a36d-84e19efc3d32 req-9ec98cad-bcc3-4699-ae90-04dc6245ae7a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 945 time: 0.1186411 May 27 02:44:38.971266 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b63f1b1-176c-4898-a36d-84e19efc3d32 req-78ad1e0e-8a35-4f2a-a6f6-8fed357762e5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516322 May 27 02:44:39.008327 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51340) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:44:39.107598 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e02d4da-4105-4446-92c6-3499f6934053 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:39.126992 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51350) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:44:39.128069 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1e02d4da-4105-4446-92c6-3499f6934053 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 1091 time: 0.1184485 May 27 02:44:39.141601 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-b5449e75-d130-4f14-9ed5-5f498a9a16b9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'port_id': '1efe7741-2bc1-4a27-80f0-f04afaf0c364', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:44:39.153482 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b5449e75-d130-4f14-9ed5-5f498a9a16b9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:44:39.174844 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b5449e75-d130-4f14-9ed5-5f498a9a16b9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:floatingip and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:44:39.181284 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b5449e75-d130-4f14-9ed5-5f498a9a16b9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:44:39.195129 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b5449e75-d130-4f14-9ed5-5f498a9a16b9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:44:39.310204 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b5449e75-d130-4f14-9ed5-5f498a9a16b9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for floatingip, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:39.489739 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b5449e75-d130-4f14-9ed5-5f498a9a16b9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:39.693185 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-b5449e75-d130-4f14-9ed5-5f498a9a16b9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Allocated IP 172.25.1.116 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/026f7ad3-c673-4c7b-9202-25affb5e026d) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:44:39.949698 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b5449e75-d130-4f14-9ed5-5f498a9a16b9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:40.092288 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b5449e75-d130-4f14-9ed5-5f498a9a16b9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:40.184899 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5449e75-d130-4f14-9ed5-5f498a9a16b9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:44:40.187965 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-b5449e75-d130-4f14-9ed5-5f498a9a16b9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:44:40.192203 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5449e75-d130-4f14-9ed5-5f498a9a16b9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:44:40.222613 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5449e75-d130-4f14-9ed5-5f498a9a16b9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'Port': ['ID=026f7ad3-c673-4c7b-9202-25affb5e026d,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:40.884455 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b5449e75-d130-4f14-9ed5-5f498a9a16b9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:41.058684 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b5449e75-d130-4f14-9ed5-5f498a9a16b9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:41.287399 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b5449e75-d130-4f14-9ed5-5f498a9a16b9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:41.409240 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b5449e75-d130-4f14-9ed5-5f498a9a16b9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:41.501867 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5449e75-d130-4f14-9ed5-5f498a9a16b9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'Port': ['ID=026f7ad3-c673-4c7b-9202-25affb5e026d,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:41.567531 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b5449e75-d130-4f14-9ed5-5f498a9a16b9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:41.867784 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-b5449e75-d130-4f14-9ed5-5f498a9a16b9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Floating IP 140bd026-9e23-4ab0-95a5-200b1ae237a5 associated. External IP: 172.25.1.116, port: 1efe7741-2bc1-4a27-80f0-f04afaf0c364. May 27 02:44:42.316399 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5449e75-d130-4f14-9ed5-5f498a9a16b9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Router 22899144-5514-4d14-ac81-273d2ee8afb3 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:44:42.697173 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5449e75-d130-4f14-9ed5-5f498a9a16b9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:44:42.710689 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5df1b8-d563-4c23-91cc-3d3a285d77db None None] Sync routers for ids ['22899144-5514-4d14-ac81-273d2ee8afb3'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:44:42.724563 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5df1b8-d563-4c23-91cc-3d3a285d77db None None] Routers {'22899144-5514-4d14-ac81-273d2ee8afb3'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:44:42.725285 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-9d5df1b8-d563-4c23-91cc-3d3a285d77db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:44:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['22899144-5514-4d14-ac81-273d2ee8afb3'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:44:42.908329 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b5449e75-d130-4f14-9ed5-5f498a9a16b9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:42.997759 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b5449e75-d130-4f14-9ed5-5f498a9a16b9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8681471 May 27 02:44:42.998871 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9280f3-d6fb-4b9a-824c-d69890a32bd1', 'tag': '1efe7741-2bc1-4a27-80f0-f04afaf0c364'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:44:43.093358 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-9d5df1b8-d563-4c23-91cc-3d3a285d77db None None] Set router 22899144-5514-4d14-ac81-273d2ee8afb3 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:44:43.136038 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80c00870-7295-47a3-8387-3ee9ad81b6c3'] response: {'name': 'network-changed', 'server_uuid': '9f9280f3-d6fb-4b9a-824c-d69890a32bd1', 'tag': '1efe7741-2bc1-4a27-80f0-f04afaf0c364', 'status': 'completed', 'code': 200} May 27 02:44:43.293629 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a86cc3-cb06-45d2-aedb-098b864d28cc req-5a91db6c-2a98-4740-9fa3-19edc6cccf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:43.296888 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d5a86cc3-cb06-45d2-aedb-098b864d28cc req-5a91db6c-2a98-4740-9fa3-19edc6cccf27 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b59631ecfa194f20bd33f8d2b34a5767&device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 1096 time: 0.1092479 May 27 02:44:43.376783 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb601a-4d79-4d42-8c37-260aafd8bf63 req-aa1d7649-c751-477c-9cd4-a8b3f4451517 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:43.393596 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3bdb601a-4d79-4d42-8c37-260aafd8bf63 req-aa1d7649-c751-477c-9cd4-a8b3f4451517 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 945 time: 0.2180653 May 27 02:44:43.698810 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a86cc3-cb06-45d2-aedb-098b864d28cc req-3d677e66-c0fb-4671-b212-1179f675a27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:43.705346 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d5a86cc3-cb06-45d2-aedb-098b864d28cc req-3d677e66-c0fb-4671-b212-1179f675a27f service neutron] 10.222.0.32 "GET /v2.0/networks?id=e679d99b-52d3-4d17-af2d-c9814fe86156 HTTP/1.1" status: 200 len: 898 time: 0.3949852 May 27 02:44:43.806909 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-9d5df1b8-d563-4c23-91cc-3d3a285d77db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22899144-5514-4d14-ac81-273d2ee8afb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675302457', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'c087c02b-99a5-47f0-bb05-11aa2452d2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:44:04Z', 'updated_at': '2022-05-27T02:44:18Z', 'revision_number': 4, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': 'c087c02b-99a5-47f0-bb05-11aa2452d2d4', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22899144-5514-4d14-ac81-273d2ee8afb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:44:06Z', 'updated_at': '2022-05-27T02:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '140bd026-9e23-4ab0-95a5-200b1ae237a5', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'floating_ip_address': '172.25.1.116', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '22899144-5514-4d14-ac81-273d2ee8afb3', 'port_id': '1efe7741-2bc1-4a27-80f0-f04afaf0c364', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e679d99b-52d3-4d17-af2d-c9814fe86156', 'mac_address': 'fa:16:3e:57:8f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9280f3-d6fb-4b9a-824c-d69890a32bd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:44:40Z', 'updated_at': '2022-05-27T02:44:40Z', 'revision_number': 0, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1795c3e6-fe59-4661-a075-43e93f8da96b', 'name': '', 'network_id': 'e679d99b-52d3-4d17-af2d-c9814fe86156', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'mac_address': 'fa:16:3e:51:b8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22899144-5514-4d14-ac81-273d2ee8afb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '0788e607-22db-447e-8f3e-98ab8362018b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:44:16Z', 'updated_at': '2022-05-27T02:44:27Z', 'revision_number': 5, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'subnets': [{'id': '0788e607-22db-447e-8f3e-98ab8362018b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:44:43.814852 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5df1b8-d563-4c23-91cc-3d3a285d77db None None] Checking router: 22899144-5514-4d14-ac81-273d2ee8afb3 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:44:43.843400 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5df1b8-d563-4c23-91cc-3d3a285d77db None None] Routers {'22899144-5514-4d14-ac81-273d2ee8afb3'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:44:43.843400 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-9d5df1b8-d563-4c23-91cc-3d3a285d77db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:44:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['22899144-5514-4d14-ac81-273d2ee8afb3'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:44:43.903357 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d5a86cc3-cb06-45d2-aedb-098b864d28cc req-13ba6737-62d2-482e-ad19-176cbe70f6f4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1efe7741-2bc1-4a27-80f0-f04afaf0c364 HTTP/1.1" status: 200 len: 999 time: 0.1867440 May 27 02:44:44.247394 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3bdb601a-4d79-4d42-8c37-260aafd8bf63 req-ee59c14f-1c9a-408e-a64d-09206ecebf99 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5442085 May 27 02:44:44.247394 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51590) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:44:44.248882 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a86cc3-cb06-45d2-aedb-098b864d28cc req-f37b1471-a367-4e80-8cdc-99502b19ea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:44.248882 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d5a86cc3-cb06-45d2-aedb-098b864d28cc req-f37b1471-a367-4e80-8cdc-99502b19ea71 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0788e607-22db-447e-8f3e-98ab8362018b HTTP/1.1" status: 200 len: 835 time: 0.1610973 May 27 02:44:44.249106 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-805500c7-0ac1-4e59-acda-a403cd98c729 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/floatingips/140bd026-9e23-4ab0-95a5-200b1ae237a5 HTTP/1.1" status: 200 len: 991 time: 0.1889846 May 27 02:44:44.249263 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-9d5df1b8-d563-4c23-91cc-3d3a285d77db None None] Set router 22899144-5514-4d14-ac81-273d2ee8afb3 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:44:44.249431 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a86cc3-cb06-45d2-aedb-098b864d28cc req-2a18ebe6-1bc7-4937-a97d-d22ced71634c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:44.249431 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d5a86cc3-cb06-45d2-aedb-098b864d28cc req-2a18ebe6-1bc7-4937-a97d-d22ced71634c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e679d99b-52d3-4d17-af2d-c9814fe86156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1290939 May 27 02:44:44.360083 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d5a86cc3-cb06-45d2-aedb-098b864d28cc req-51d75ccf-b126-48a0-b0f5-3a431bebebba service neutron] 10.222.0.32 "GET /v2.0/networks/e679d99b-52d3-4d17-af2d-c9814fe86156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464546 May 27 02:44:44.560434 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d5a86cc3-cb06-45d2-aedb-098b864d28cc req-c1ceedb8-150d-43c6-966d-e45c4951cb5e service neutron] 10.222.0.32 "GET /v2.0/networks/e679d99b-52d3-4d17-af2d-c9814fe86156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925399 May 27 02:44:44.774457 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-9d5df1b8-d563-4c23-91cc-3d3a285d77db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22899144-5514-4d14-ac81-273d2ee8afb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675302457', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'c087c02b-99a5-47f0-bb05-11aa2452d2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:44:04Z', 'updated_at': '2022-05-27T02:44:18Z', 'revision_number': 4, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': 'c087c02b-99a5-47f0-bb05-11aa2452d2d4', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22899144-5514-4d14-ac81-273d2ee8afb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:44:06Z', 'updated_at': '2022-05-27T02:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '140bd026-9e23-4ab0-95a5-200b1ae237a5', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'floating_ip_address': '172.25.1.116', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '22899144-5514-4d14-ac81-273d2ee8afb3', 'port_id': '1efe7741-2bc1-4a27-80f0-f04afaf0c364', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e679d99b-52d3-4d17-af2d-c9814fe86156', 'mac_address': 'fa:16:3e:57:8f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9280f3-d6fb-4b9a-824c-d69890a32bd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:44:40Z', 'updated_at': '2022-05-27T02:44:40Z', 'revision_number': 0, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1795c3e6-fe59-4661-a075-43e93f8da96b', 'name': '', 'network_id': 'e679d99b-52d3-4d17-af2d-c9814fe86156', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'mac_address': 'fa:16:3e:51:b8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22899144-5514-4d14-ac81-273d2ee8afb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '0788e607-22db-447e-8f3e-98ab8362018b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:44:16Z', 'updated_at': '2022-05-27T02:44:27Z', 'revision_number': 5, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'subnets': [{'id': '0788e607-22db-447e-8f3e-98ab8362018b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:44:44.782311 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5df1b8-d563-4c23-91cc-3d3a285d77db None None] The sync data for ids ['22899144-5514-4d14-ac81-273d2ee8afb3'] in n-d-843554-3 is: [{'id': '22899144-5514-4d14-ac81-273d2ee8afb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675302457', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'c087c02b-99a5-47f0-bb05-11aa2452d2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:44:04Z', 'updated_at': '2022-05-27T02:44:18Z', 'revision_number': 4, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': 'c087c02b-99a5-47f0-bb05-11aa2452d2d4', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22899144-5514-4d14-ac81-273d2ee8afb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:44:06Z', 'updated_at': '2022-05-27T02:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '140bd026-9e23-4ab0-95a5-200b1ae237a5', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'floating_ip_address': '172.25.1.116', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '22899144-5514-4d14-ac81-273d2ee8afb3', 'port_id': '1efe7741-2bc1-4a27-80f0-f04afaf0c364', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e679d99b-52d3-4d17-af2d-c9814fe86156', 'mac_address': 'fa:16:3e:57:8f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9280f3-d6fb-4b9a-824c-d69890a32bd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:44:40Z', 'updated_at': '2022-05-27T02:44:40Z', 'revision_number': 0, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1795c3e6-fe59-4661-a075-43e93f8da96b', 'name': '', 'network_id': 'e679d99b-52d3-4d17-af2d-c9814fe86156', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'mac_address': 'fa:16:3e:51:b8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22899144-5514-4d14-ac81-273d2ee8afb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '0788e607-22db-447e-8f3e-98ab8362018b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:44:16Z', 'updated_at': '2022-05-27T02:44:27Z', 'revision_number': 5, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'subnets': [{'id': '0788e607-22db-447e-8f3e-98ab8362018b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:44:45.084411 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51646) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:44:45.106360 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e212cf5-893b-4a63-a7d8-0af397bfdf14 None None] New status for floating IP 140bd026-9e23-4ab0-95a5-200b1ae237a5: ACTIVE {{(pid=88904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:44:45.190960 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51660) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:44:45.273195 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51666) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:44:45.375017 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-71a39c91-39df-4143-8e19-241ceddda47b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/floatingips/140bd026-9e23-4ab0-95a5-200b1ae237a5 HTTP/1.1" status: 200 len: 991 time: 0.1827586 May 27 02:44:45.437269 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d7d815ed-a6ac-47da-a10e-6dab3be1ee26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:45.490493 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b3d75a50-21d9-4712-b980-40220760c6fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:45.490984 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-d7d815ed-a6ac-47da-a10e-6dab3be1ee26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:44:45.498341 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d7d815ed-a6ac-47da-a10e-6dab3be1ee26 admin admin] Usage tracker for resource:security_group_rule and tenant:1d8814fb039c43c393b2f3816cbac07f is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:44:45.502083 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d7d815ed-a6ac-47da-a10e-6dab3be1ee26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:44:45.505530 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b3d75a50-21d9-4712-b980-40220760c6fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:44:45.509075 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-d7d815ed-a6ac-47da-a10e-6dab3be1ee26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:44:45.511280 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b3d75a50-21d9-4712-b980-40220760c6fc admin admin] Usage tracker for resource:security_group_rule and tenant:15425810f88841c2aec12b4cb49fac2b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:44:45.515012 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b3d75a50-21d9-4712-b980-40220760c6fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:44:45.522754 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b3d75a50-21d9-4712-b980-40220760c6fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:44:45.660784 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d7d815ed-a6ac-47da-a10e-6dab3be1ee26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:45.675897 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b3d75a50-21d9-4712-b980-40220760c6fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:45.727231 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d7d815ed-a6ac-47da-a10e-6dab3be1ee26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:45.756030 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b3d75a50-21d9-4712-b980-40220760c6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:45.779763 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d7d815ed-a6ac-47da-a10e-6dab3be1ee26 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1d8814fb039c43c393b2f3816cbac07f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6936696 May 27 02:44:45.781091 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51688) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:44:45.803513 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d815ed-a6ac-47da-a10e-6dab3be1ee26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cceeb2fa-2009-479a-b3d8-a7178c2f07f0,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:45.833308 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b3d75a50-21d9-4712-b980-40220760c6fc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=15425810f88841c2aec12b4cb49fac2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5561311 May 27 02:44:45.835789 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51694) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:44:45.841677 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d75a50-21d9-4712-b980-40220760c6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21d4e60-b2ca-450e-9791-e55d1c916de2,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:45.890399 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3f939c4c-198f-43d1-a7f0-d91b27fb97ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:45.946735 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3f939c4c-198f-43d1-a7f0-d91b27fb97ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:45.964551 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8828267d-8868-4051-afd4-92fb483a5616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:46.011052 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8828267d-8868-4051-afd4-92fb483a5616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:46.133632 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3f939c4c-198f-43d1-a7f0-d91b27fb97ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:46.169666 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f939c4c-198f-43d1-a7f0-d91b27fb97ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cceeb2fa-2009-479a-b3d8-a7178c2f07f0,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:46.174542 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8828267d-8868-4051-afd4-92fb483a5616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:46.177890 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8828267d-8868-4051-afd4-92fb483a5616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:46.181485 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8828267d-8868-4051-afd4-92fb483a5616 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a21d4e60-b2ca-450e-9791-e55d1c916de2 HTTP/1.1" status: 204 len: 168 time: 0.3416307 May 27 02:44:46.192394 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3f939c4c-198f-43d1-a7f0-d91b27fb97ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:46.194359 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3f939c4c-198f-43d1-a7f0-d91b27fb97ee admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cceeb2fa-2009-479a-b3d8-a7178c2f07f0 HTTP/1.1" status: 204 len: 168 time: 0.4120429 May 27 02:44:46.195810 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8828267d-8868-4051-afd4-92fb483a5616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21d4e60-b2ca-450e-9791-e55d1c916de2,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:46.378847 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51712) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:44:46.559727 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-652dd67c-ffd7-4c18-9936-2334aee30a22 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/floatingips/140bd026-9e23-4ab0-95a5-200b1ae237a5 HTTP/1.1" status: 200 len: 993 time: 0.1794684 May 27 02:44:47.083806 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51734) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:44:47.102429 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8c290f1b-e988-4f0d-85c8-e9cd96831334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:47.117811 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-8c290f1b-e988-4f0d-85c8-e9cd96831334 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:44:47.121783 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8c290f1b-e988-4f0d-85c8-e9cd96831334 admin admin] Usage tracker for resource:security_group_rule and tenant:395c42a9776d4b7bb8dfffb97184a101 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:44:47.124698 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8c290f1b-e988-4f0d-85c8-e9cd96831334 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:44:47.131647 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-8c290f1b-e988-4f0d-85c8-e9cd96831334 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:44:47.181670 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51738) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:44:47.205088 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6b547080-73b5-4984-a343-640b6fe83eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:47.222199 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6b547080-73b5-4984-a343-640b6fe83eef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:44:47.226739 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6b547080-73b5-4984-a343-640b6fe83eef admin admin] Usage tracker for resource:security_group_rule and tenant:22913618893047a5970ffb81c93fcd0d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:44:47.228135 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8c290f1b-e988-4f0d-85c8-e9cd96831334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:47.230799 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6b547080-73b5-4984-a343-640b6fe83eef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:44:47.236957 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6b547080-73b5-4984-a343-640b6fe83eef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:44:47.319842 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8c290f1b-e988-4f0d-85c8-e9cd96831334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:47.374965 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8c290f1b-e988-4f0d-85c8-e9cd96831334 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=395c42a9776d4b7bb8dfffb97184a101&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2900586 May 27 02:44:47.375191 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51746) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:44:47.376985 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c290f1b-e988-4f0d-85c8-e9cd96831334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff6c394-ca4a-4f26-9f7d-cf6a20da4da9,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:47.471267 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6b547080-73b5-4984-a343-640b6fe83eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:47.490546 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f5e20763-8800-4f2c-a252-dd50e9fcfc04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:47.522629 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f5e20763-8800-4f2c-a252-dd50e9fcfc04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:47.537197 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6b547080-73b5-4984-a343-640b6fe83eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:47.624942 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6b547080-73b5-4984-a343-640b6fe83eef admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=22913618893047a5970ffb81c93fcd0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4421487 May 27 02:44:47.628150 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51756) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:44:47.645892 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b547080-73b5-4984-a343-640b6fe83eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e50494-695b-4ab9-9f96-a5a8d02f3646,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:47.707946 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-40dd4b1d-2b63-4d52-b67e-687cada7a8ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:47.740182 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-40dd4b1d-2b63-4d52-b67e-687cada7a8ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:47.764246 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f5e20763-8800-4f2c-a252-dd50e9fcfc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:47.777342 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e20763-8800-4f2c-a252-dd50e9fcfc04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff6c394-ca4a-4f26-9f7d-cf6a20da4da9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:47.805267 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f5e20763-8800-4f2c-a252-dd50e9fcfc04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:47.806992 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f5e20763-8800-4f2c-a252-dd50e9fcfc04 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1ff6c394-ca4a-4f26-9f7d-cf6a20da4da9 HTTP/1.1" status: 204 len: 168 time: 0.4309814 May 27 02:44:47.919190 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-40dd4b1d-2b63-4d52-b67e-687cada7a8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:47.949761 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd4b1d-2b63-4d52-b67e-687cada7a8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e50494-695b-4ab9-9f96-a5a8d02f3646,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:47.970357 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-40dd4b1d-2b63-4d52-b67e-687cada7a8ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:47.971495 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-40dd4b1d-2b63-4d52-b67e-687cada7a8ca admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f0e50494-695b-4ab9-9f96-a5a8d02f3646 HTTP/1.1" status: 204 len: 168 time: 0.3420656 May 27 02:44:49.172108 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 51800) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:44:49.201001 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-33508588-9a18-4730-997a-252327d524b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:49.237543 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-33508588-9a18-4730-997a-252327d524b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:44:49.248816 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-33508588-9a18-4730-997a-252327d524b6 admin admin] Usage tracker for resource:security_group_rule and tenant:54f8f6a16eef4b9ea1ec63940300d36c is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:44:49.252765 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-33508588-9a18-4730-997a-252327d524b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:44:49.261018 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-33508588-9a18-4730-997a-252327d524b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:44:49.321442 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:49.399842 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-33508588-9a18-4730-997a-252327d524b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:49.481561 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:49.481737 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-33508588-9a18-4730-997a-252327d524b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:49.530198 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33508588-9a18-4730-997a-252327d524b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c45c779-1d5d-4a06-b7e4-58875aae6ade,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:49.538526 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-33508588-9a18-4730-997a-252327d524b6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=54f8f6a16eef4b9ea1ec63940300d36c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3647530 May 27 02:44:49.540749 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 51814) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:44:49.614331 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ffb34d8-7225-41ec-a2a9-9ff02c2e630b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:49.645601 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ffb34d8-7225-41ec-a2a9-9ff02c2e630b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:49.819104 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ffb34d8-7225-41ec-a2a9-9ff02c2e630b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:49.851107 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb34d8-7225-41ec-a2a9-9ff02c2e630b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c45c779-1d5d-4a06-b7e4-58875aae6ade,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:49.860898 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ffb34d8-7225-41ec-a2a9-9ff02c2e630b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:49.866235 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3ffb34d8-7225-41ec-a2a9-9ff02c2e630b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1c45c779-1d5d-4a06-b7e4-58875aae6ade HTTP/1.1" status: 204 len: 168 time: 0.3242629 May 27 02:44:54.745282 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52064) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:44:54.895003 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bfabde32-ecb7-4862-9939-8c5966bba6ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:54.910108 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bfabde32-ecb7-4862-9939-8c5966bba6ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:44:54.913986 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bfabde32-ecb7-4862-9939-8c5966bba6ee admin admin] Usage tracker for resource:security_group_rule and tenant:cd6d43e2cc574088a83394b7296c596e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:44:54.916945 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bfabde32-ecb7-4862-9939-8c5966bba6ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:44:54.926457 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bfabde32-ecb7-4862-9939-8c5966bba6ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:44:55.024910 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bfabde32-ecb7-4862-9939-8c5966bba6ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:55.091201 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bfabde32-ecb7-4862-9939-8c5966bba6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:55.160214 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52106) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:44:55.160757 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-bfabde32-ecb7-4862-9939-8c5966bba6ee admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cd6d43e2cc574088a83394b7296c596e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4140649 May 27 02:44:55.165992 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfabde32-ecb7-4862-9939-8c5966bba6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64da03d4-f3a2-423e-9ee7-86c709e21278,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:55.287845 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2176d63c-4450-4989-817c-737fd15de121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:55.324896 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2176d63c-4450-4989-817c-737fd15de121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:55.468085 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2176d63c-4450-4989-817c-737fd15de121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:55.487168 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176d63c-4450-4989-817c-737fd15de121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64da03d4-f3a2-423e-9ee7-86c709e21278,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:55.507203 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2176d63c-4450-4989-817c-737fd15de121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:55.508334 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2176d63c-4450-4989-817c-737fd15de121 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/64da03d4-f3a2-423e-9ee7-86c709e21278 HTTP/1.1" status: 204 len: 168 time: 0.3470900 May 27 02:44:55.544652 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1bde6665-66b6-411c-9405-1579f3055dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:56.237184 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52158) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:44:56.257899 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64add79e-b5f1-4bc7-a4a1-80e1f21c7616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:56.418511 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-64add79e-b5f1-4bc7-a4a1-80e1f21c7616 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:44:56.422823 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-64add79e-b5f1-4bc7-a4a1-80e1f21c7616 admin admin] Usage tracker for resource:security_group_rule and tenant:0a8e17516ff045639c7ef45301674e02 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:44:56.425672 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-64add79e-b5f1-4bc7-a4a1-80e1f21c7616 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:44:56.431347 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-64add79e-b5f1-4bc7-a4a1-80e1f21c7616 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:44:56.528655 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64add79e-b5f1-4bc7-a4a1-80e1f21c7616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:56.577015 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52168) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:44:56.614011 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64add79e-b5f1-4bc7-a4a1-80e1f21c7616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:56.695851 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64add79e-b5f1-4bc7-a4a1-80e1f21c7616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6075116f-5006-45a7-82c0-3610c43c3422,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:56.703019 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-64add79e-b5f1-4bc7-a4a1-80e1f21c7616 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0a8e17516ff045639c7ef45301674e02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4698746 May 27 02:44:56.703473 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52180) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:44:56.834920 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-85926607-41d9-484f-bdf0-d758b45273af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:56.836828 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-90968da5-5134-4675-8834-e1a4da6055e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:56.888314 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-90968da5-5134-4675-8834-e1a4da6055e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:44:56.896798 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-90968da5-5134-4675-8834-e1a4da6055e9 admin admin] Usage tracker for resource:security_group_rule and tenant:56e6f62189cf4e4cb9e200e300ba9614 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:44:56.900507 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-85926607-41d9-484f-bdf0-d758b45273af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:56.907247 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-90968da5-5134-4675-8834-e1a4da6055e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:44:56.917127 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-90968da5-5134-4675-8834-e1a4da6055e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:44:57.029083 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-90968da5-5134-4675-8834-e1a4da6055e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:57.162305 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-90968da5-5134-4675-8834-e1a4da6055e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:57.169104 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-85926607-41d9-484f-bdf0-d758b45273af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:57.217870 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-90968da5-5134-4675-8834-e1a4da6055e9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=56e6f62189cf4e4cb9e200e300ba9614&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6395385 May 27 02:44:57.221205 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52194) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:44:57.227014 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90968da5-5134-4675-8834-e1a4da6055e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74df140e-823f-4a9a-952d-ad79e7643be8,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:57.245575 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-85926607-41d9-484f-bdf0-d758b45273af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:57.245575 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-85926607-41d9-484f-bdf0-d758b45273af admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6075116f-5006-45a7-82c0-3610c43c3422 HTTP/1.1" status: 204 len: 168 time: 0.5382810 May 27 02:44:57.245575 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85926607-41d9-484f-bdf0-d758b45273af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6075116f-5006-45a7-82c0-3610c43c3422,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:57.299950 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-99a1afbc-fe9d-4a7a-a2a4-422f9714c8a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:57.354052 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-99a1afbc-fe9d-4a7a-a2a4-422f9714c8a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:57.576246 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-99a1afbc-fe9d-4a7a-a2a4-422f9714c8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:57.591858 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a1afbc-fe9d-4a7a-a2a4-422f9714c8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74df140e-823f-4a9a-952d-ad79e7643be8,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:57.598249 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-99a1afbc-fe9d-4a7a-a2a4-422f9714c8a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:57.599356 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-99a1afbc-fe9d-4a7a-a2a4-422f9714c8a7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/74df140e-823f-4a9a-952d-ad79e7643be8 HTTP/1.1" status: 204 len: 168 time: 0.3774104 May 27 02:44:57.666451 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:44:57.933020 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-90926312-a721-4405-829d-dc2e6197921d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:58.511376 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52248) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:44:58.528382 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-504aafef-4637-43d1-a062-e92ecc7d9de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:58.544415 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-504aafef-4637-43d1-a062-e92ecc7d9de6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:44:58.548239 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-504aafef-4637-43d1-a062-e92ecc7d9de6 admin admin] Usage tracker for resource:security_group_rule and tenant:584e0e2c9d0f454c9e7e057a3ed1aa2f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:44:58.551081 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-504aafef-4637-43d1-a062-e92ecc7d9de6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:44:58.566749 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-504aafef-4637-43d1-a062-e92ecc7d9de6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:44:58.674955 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-504aafef-4637-43d1-a062-e92ecc7d9de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:58.770086 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-504aafef-4637-43d1-a062-e92ecc7d9de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:58.810737 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-504aafef-4637-43d1-a062-e92ecc7d9de6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=584e0e2c9d0f454c9e7e057a3ed1aa2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3002796 May 27 02:44:58.810966 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52262) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:44:58.858317 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504aafef-4637-43d1-a062-e92ecc7d9de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b820bec6-668f-44d2-9e40-90a120d6bc0e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:58.873543 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504aafef-4637-43d1-a062-e92ecc7d9de6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:58.874107 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504aafef-4637-43d1-a062-e92ecc7d9de6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:58.874447 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504aafef-4637-43d1-a062-e92ecc7d9de6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:58.874792 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504aafef-4637-43d1-a062-e92ecc7d9de6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:58.875391 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504aafef-4637-43d1-a062-e92ecc7d9de6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:58.876244 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504aafef-4637-43d1-a062-e92ecc7d9de6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:58.876573 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504aafef-4637-43d1-a062-e92ecc7d9de6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:58.876925 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504aafef-4637-43d1-a062-e92ecc7d9de6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:58.877262 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504aafef-4637-43d1-a062-e92ecc7d9de6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:58.877733 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504aafef-4637-43d1-a062-e92ecc7d9de6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:58.878079 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504aafef-4637-43d1-a062-e92ecc7d9de6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:58.878563 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504aafef-4637-43d1-a062-e92ecc7d9de6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:58.949136 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5eaa0c5c-ef18-40b3-a994-4fb78443efe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:58.975907 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5eaa0c5c-ef18-40b3-a994-4fb78443efe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:59.079812 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:59.126591 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5eaa0c5c-ef18-40b3-a994-4fb78443efe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:59.128959 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:59.145504 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa0c5c-ef18-40b3-a994-4fb78443efe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b820bec6-668f-44d2-9e40-90a120d6bc0e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:59.151806 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5eaa0c5c-ef18-40b3-a994-4fb78443efe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:59.153305 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5eaa0c5c-ef18-40b3-a994-4fb78443efe0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b820bec6-668f-44d2-9e40-90a120d6bc0e HTTP/1.1" status: 204 len: 168 time: 0.3407617 May 27 02:44:59.610523 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52292) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:44:59.753458 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-25713336-b9bd-445f-a866-f023eed122a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:59.774315 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-25713336-b9bd-445f-a866-f023eed122a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:44:59.778420 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-25713336-b9bd-445f-a866-f023eed122a5 admin admin] Usage tracker for resource:security_group_rule and tenant:3c7777c198da4fe1b8be58b2b86ac77a is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:44:59.781428 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-25713336-b9bd-445f-a866-f023eed122a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:44:59.787936 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-25713336-b9bd-445f-a866-f023eed122a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:44:59.881129 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-25713336-b9bd-445f-a866-f023eed122a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:59.974251 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-25713336-b9bd-445f-a866-f023eed122a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:00.053182 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25713336-b9bd-445f-a866-f023eed122a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8297e2e6-5524-4131-9ff4-c1e85f083029,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:45:00.075472 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-25713336-b9bd-445f-a866-f023eed122a5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3c7777c198da4fe1b8be58b2b86ac77a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4591677 May 27 02:45:00.077376 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52318) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:45:00.167759 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:00.195047 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b0d56468-d30b-482d-9972-7eb74d08a802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:00.227915 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b0d56468-d30b-482d-9972-7eb74d08a802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:00.396169 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b0d56468-d30b-482d-9972-7eb74d08a802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:00.417507 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d56468-d30b-482d-9972-7eb74d08a802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8297e2e6-5524-4131-9ff4-c1e85f083029,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:45:00.423234 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b0d56468-d30b-482d-9972-7eb74d08a802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:00.424637 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b0d56468-d30b-482d-9972-7eb74d08a802 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8297e2e6-5524-4131-9ff4-c1e85f083029 HTTP/1.1" status: 204 len: 168 time: 0.3461754 May 27 02:45:00.440429 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d56468-d30b-482d-9972-7eb74d08a802 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:45:00.440429 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d56468-d30b-482d-9972-7eb74d08a802 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:45:00.440429 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d56468-d30b-482d-9972-7eb74d08a802 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:45:00.440429 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d56468-d30b-482d-9972-7eb74d08a802 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:45:00.440429 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d56468-d30b-482d-9972-7eb74d08a802 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:45:00.440429 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d56468-d30b-482d-9972-7eb74d08a802 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:45:00.440429 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d56468-d30b-482d-9972-7eb74d08a802 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:45:00.440429 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d56468-d30b-482d-9972-7eb74d08a802 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:45:00.440429 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d56468-d30b-482d-9972-7eb74d08a802 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:45:00.440429 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d56468-d30b-482d-9972-7eb74d08a802 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:45:00.440429 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d56468-d30b-482d-9972-7eb74d08a802 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:45:00.440429 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d56468-d30b-482d-9972-7eb74d08a802 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:45:00.984946 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a542f554-1021-458d-a4cf-eaaf6d6883ca req-0a4735de-9f23-4260-b0a3-14adefb1202c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0714068 May 27 02:45:01.174434 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542f554-1021-458d-a4cf-eaaf6d6883ca req-d73e9f93-d6de-4fdb-84c8-524b875bc8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:01.183018 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a542f554-1021-458d-a4cf-eaaf6d6883ca req-d73e9f93-d6de-4fdb-84c8-524b875bc8f7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b59631ecfa194f20bd33f8d2b34a5767&device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 1096 time: 0.1188097 May 27 02:45:01.405340 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542f554-1021-458d-a4cf-eaaf6d6883ca req-1a061f20-14b9-4bcf-ac90-f7d86ace8fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:01.407075 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a542f554-1021-458d-a4cf-eaaf6d6883ca req-1a061f20-14b9-4bcf-ac90-f7d86ace8fdc service neutron] 10.222.0.32 "GET /v2.0/networks?id=e679d99b-52d3-4d17-af2d-c9814fe86156 HTTP/1.1" status: 200 len: 898 time: 0.2011144 May 27 02:45:01.521409 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a542f554-1021-458d-a4cf-eaaf6d6883ca req-5d325af8-e161-478b-a812-dbde208b6f34 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1efe7741-2bc1-4a27-80f0-f04afaf0c364 HTTP/1.1" status: 200 len: 1001 time: 0.1085343 May 27 02:45:01.606496 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542f554-1021-458d-a4cf-eaaf6d6883ca req-b71a6f9a-1376-45ac-9fd3-c7dcd1b76f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:01.608111 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a542f554-1021-458d-a4cf-eaaf6d6883ca req-b71a6f9a-1376-45ac-9fd3-c7dcd1b76f2b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0788e607-22db-447e-8f3e-98ab8362018b HTTP/1.1" status: 200 len: 835 time: 0.0807812 May 27 02:45:01.699131 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542f554-1021-458d-a4cf-eaaf6d6883ca req-06ae3e08-e3d7-47b2-a328-42069621362f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:01.701190 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a542f554-1021-458d-a4cf-eaaf6d6883ca req-06ae3e08-e3d7-47b2-a328-42069621362f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e679d99b-52d3-4d17-af2d-c9814fe86156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864165 May 27 02:45:01.991432 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a542f554-1021-458d-a4cf-eaaf6d6883ca req-171799bd-e255-4b2c-9b1c-163fc0fe826a service neutron] 10.222.0.32 "GET /v2.0/networks/e679d99b-52d3-4d17-af2d-c9814fe86156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830446 May 27 02:45:02.166009 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a542f554-1021-458d-a4cf-eaaf6d6883ca req-9f3694dd-9b44-4c37-83d1-29c5ff79348d service neutron] 10.222.0.32 "GET /v2.0/networks/e679d99b-52d3-4d17-af2d-c9814fe86156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668510 May 27 02:45:03.330261 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52454) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:45:03.579701 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-81888378-59d1-4db8-bfe7-674e7b19e567 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Request body: {'network': {'name': 'tempest-network-smoke--555754736', 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'port_security_enabled': True}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:45:03.586360 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-81888378-59d1-4db8-bfe7-674e7b19e567 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:45:03.590586 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-81888378-59d1-4db8-bfe7-674e7b19e567 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Usage tracker for resource:network and tenant:bacca2e928f240ac8e59ab0d5daf4b12 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:45:03.593785 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-81888378-59d1-4db8-bfe7-674e7b19e567 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:45:03.600927 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-81888378-59d1-4db8-bfe7-674e7b19e567 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:45:03.730178 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81888378-59d1-4db8-bfe7-674e7b19e567 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Made reservation on behalf of bacca2e928f240ac8e59ab0d5daf4b12 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:45:03.734284 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-81888378-59d1-4db8-bfe7-674e7b19e567 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:03.747655 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-81888378-59d1-4db8-bfe7-674e7b19e567 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:03.763985 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-81888378-59d1-4db8-bfe7-674e7b19e567 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:45:03.768159 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-81888378-59d1-4db8-bfe7-674e7b19e567 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Usage tracker for resource:security_group_rule and tenant:bacca2e928f240ac8e59ab0d5daf4b12 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:45:03.771402 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-81888378-59d1-4db8-bfe7-674e7b19e567 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:45:03.778227 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-81888378-59d1-4db8-bfe7-674e7b19e567 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:45:03.919930 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-81888378-59d1-4db8-bfe7-674e7b19e567 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:03.987568 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-81888378-59d1-4db8-bfe7-674e7b19e567 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:04.022914 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81888378-59d1-4db8-bfe7-674e7b19e567 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:45:04.043200 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-81888378-59d1-4db8-bfe7-674e7b19e567 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:04.043453 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-81888378-59d1-4db8-bfe7-674e7b19e567 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Added segment 36b77579-f3c4-40fd-9822-7b68d42aaca8 of type vlan for network d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0 May 27 02:45:04.051982 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81888378-59d1-4db8-bfe7-674e7b19e567 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72aa1a71-42b8-498c-bb1d-6db949d31cb0,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:45:04.080875 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-81888378-59d1-4db8-bfe7-674e7b19e567 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:04.217141 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-81888378-59d1-4db8-bfe7-674e7b19e567 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:04.223412 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81888378-59d1-4db8-bfe7-674e7b19e567 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:04.224036 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-81888378-59d1-4db8-bfe7-674e7b19e567 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:04.366286 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81888378-59d1-4db8-bfe7-674e7b19e567 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event updated for resources: {'Network': ['ID=d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:45:04.378289 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:45:04.431602 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-81888378-59d1-4db8-bfe7-674e7b19e567 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0997643 May 27 02:45:04.434121 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52492) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:45:04.440332 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-deb4060f-1528-43c8-8ea7-459b88a0497d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1718859312', 'admin_state_up': True, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:45:04.463633 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-deb4060f-1528-43c8-8ea7-459b88a0497d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:45:04.472085 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-deb4060f-1528-43c8-8ea7-459b88a0497d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Usage tracker for resource:router and tenant:bacca2e928f240ac8e59ab0d5daf4b12 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:45:04.475596 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-deb4060f-1528-43c8-8ea7-459b88a0497d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:45:04.484233 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-deb4060f-1528-43c8-8ea7-459b88a0497d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:45:04.562116 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-deb4060f-1528-43c8-8ea7-459b88a0497d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:04.563765 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-deb4060f-1528-43c8-8ea7-459b88a0497d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:04.578522 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-deb4060f-1528-43c8-8ea7-459b88a0497d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:05.101114 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-deb4060f-1528-43c8-8ea7-459b88a0497d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:05.569584 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-deb4060f-1528-43c8-8ea7-459b88a0497d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:05.600369 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-deb4060f-1528-43c8-8ea7-459b88a0497d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:05.615330 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-244720b6-4d8e-4a0d-bc0d-f4be5f69ba43 req-0407754b-2c55-4176-8448-5673a927f83e service neutron] (88902) timed out ('10.222.0.32', 58836) {{(pid=88902) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 02:45:05.804194 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-deb4060f-1528-43c8-8ea7-459b88a0497d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Allocated IP 172.25.1.170 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/e4abfbe7-1770-4147-ade8-414d8ab366d8) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:45:05.979037 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-deb4060f-1528-43c8-8ea7-459b88a0497d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:06.110980 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-deb4060f-1528-43c8-8ea7-459b88a0497d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:06.212893 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb4060f-1528-43c8-8ea7-459b88a0497d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:45:06.220040 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-deb4060f-1528-43c8-8ea7-459b88a0497d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:45:06.220289 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb4060f-1528-43c8-8ea7-459b88a0497d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:45:06.274019 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb4060f-1528-43c8-8ea7-459b88a0497d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event updated for resources: {'Port': ['ID=e4abfbe7-1770-4147-ade8-414d8ab366d8,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:45:06.864638 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-deb4060f-1528-43c8-8ea7-459b88a0497d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:07.477340 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-deb4060f-1528-43c8-8ea7-459b88a0497d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:07.833055 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb4060f-1528-43c8-8ea7-459b88a0497d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Router 29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:45:08.134690 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb4060f-1528-43c8-8ea7-459b88a0497d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:45:08.146110 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e8290c-660c-4edd-8474-fa37edb66bb3 None None] Sync routers for ids ['29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:45:08.157806 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e8290c-660c-4edd-8474-fa37edb66bb3 None None] Routers {'29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:45:08.161940 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f9e8290c-660c-4edd-8474-fa37edb66bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:44:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:45:08.244444 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-deb4060f-1528-43c8-8ea7-459b88a0497d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:08.250075 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52592) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:45:08.251236 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-deb4060f-1528-43c8-8ea7-459b88a0497d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.8150086 May 27 02:45:08.382613 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-cb50abe4-2f58-4362-b75f-33887e064426 tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=bacca2e928f240ac8e59ab0d5daf4b12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1294599 May 27 02:45:08.385078 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52602) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:45:08.390290 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-f9e8290c-660c-4edd-8474-fa37edb66bb3 None None] Set router 29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:45:08.525162 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52622000-c061-4c8d-b4f2-11f77a68d83d tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:08.529155 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-52622000-c061-4c8d-b4f2-11f77a68d83d tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1406617 May 27 02:45:08.529383 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52608) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:45:08.574170 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3cfe9b49-6e70-46ef-912c-ecf3708c5be2 tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=d97d5b0c-4580-406a-95fb-4efaa0c98188&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434811 May 27 02:45:08.577253 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52614) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:45:08.587043 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-99094a51-1fc7-4819-b87b-a0a888254158 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1055846609', 'network_id': 'd9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0', 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:45:08.765242 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-99094a51-1fc7-4819-b87b-a0a888254158 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:45:08.774577 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-99094a51-1fc7-4819-b87b-a0a888254158 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Usage tracker for resource:subnet and tenant:bacca2e928f240ac8e59ab0d5daf4b12 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:45:08.788992 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-99094a51-1fc7-4819-b87b-a0a888254158 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:45:08.802103 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-99094a51-1fc7-4819-b87b-a0a888254158 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:45:08.892939 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99094a51-1fc7-4819-b87b-a0a888254158 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Made reservation on behalf of bacca2e928f240ac8e59ab0d5daf4b12 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:45:08.900210 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-99094a51-1fc7-4819-b87b-a0a888254158 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:08.918115 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f9e8290c-660c-4edd-8474-fa37edb66bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'name': 'tempest-TestNetworkBasicOps-router-1718859312', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'e4abfbe7-1770-4147-ade8-414d8ab366d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:45:04Z', 'updated_at': '2022-05-27T02:45:06Z', 'revision_number': 3, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'gw_port': {'id': 'e4abfbe7-1770-4147-ade8-414d8ab366d8', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:31:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:45:05Z', 'updated_at': '2022-05-27T02:45:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:45:08.919881 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e8290c-660c-4edd-8474-fa37edb66bb3 None None] Checking router: 29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:45:08.920753 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e8290c-660c-4edd-8474-fa37edb66bb3 None None] Updating router 29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505 port e4abfbe7-1770-4147-ade8-414d8ab366d8 binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:45:08.982147 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f9e8290c-660c-4edd-8474-fa37edb66bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:09.224246 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-99094a51-1fc7-4819-b87b-a0a888254158 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:09.460432 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99094a51-1fc7-4819-b87b-a0a888254158 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event updated for resources: {'Subnet': ['ID=0d882589-d066-4537-a583-3c6a99c11c9c,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:45:09.480762 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99094a51-1fc7-4819-b87b-a0a888254158 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Checking segment: {'id': '36b77579-f3c4-40fd-9822-7b68d42aaca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:45:09.481119 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99094a51-1fc7-4819-b87b-a0a888254158 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Network hostable DHCP agents. Network: d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:45:09.526694 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f9e8290c-660c-4edd-8474-fa37edb66bb3 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:09.540117 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f9e8290c-660c-4edd-8474-fa37edb66bb3 None None] Transition to ACTIVE for port object e4abfbe7-1770-4147-ade8-414d8ab366d8 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:45:09.570758 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99094a51-1fc7-4819-b87b-a0a888254158 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Network d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:45:09.630195 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f9e8290c-660c-4edd-8474-fa37edb66bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:09.714853 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-f9e8290c-660c-4edd-8474-fa37edb66bb3 None None] Attempting to bind port e4abfbe7-1770-4147-ade8-414d8ab366d8 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:45:09.715228 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-f9e8290c-660c-4edd-8474-fa37edb66bb3 None None] Attempting to bind port e4abfbe7-1770-4147-ade8-414d8ab366d8 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:45:09.715581 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e8290c-660c-4edd-8474-fa37edb66bb3 None None] Attempting to bind port e4abfbe7-1770-4147-ade8-414d8ab366d8 on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:45:09.716560 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-99094a51-1fc7-4819-b87b-a0a888254158 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:45:09.723376 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26cd4c6-39d0-4786-916d-06779e4f22e0 None None] Pushing event updated for resources: {'Port': ['ID=e4abfbe7-1770-4147-ade8-414d8ab366d8,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:45:09.723521 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99094a51-1fc7-4819-b87b-a0a888254158 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:09.726068 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-99094a51-1fc7-4819-b87b-a0a888254158 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:09.728882 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e8290c-660c-4edd-8474-fa37edb66bb3 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:45:09.729255 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e8290c-660c-4edd-8474-fa37edb66bb3 None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:45:09.729649 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f9e8290c-660c-4edd-8474-fa37edb66bb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:09.730035 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e8290c-660c-4edd-8474-fa37edb66bb3 None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:45:09.730521 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-f9e8290c-660c-4edd-8474-fa37edb66bb3 None None] Bound port: e4abfbe7-1770-4147-ade8-414d8ab366d8, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:45:09.730856 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f9e8290c-660c-4edd-8474-fa37edb66bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:09.769114 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0b36f2-015d-4916-8212-8e6c0f2981a5 None None] Network d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:45:09.852493 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52654) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:45:09.857007 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-99094a51-1fc7-4819-b87b-a0a888254158 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2721906 May 27 02:45:10.208742 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cd4c6-39d0-4786-916d-06779e4f22e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:45:10.209083 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cd4c6-39d0-4786-916d-06779e4f22e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:45:10.209626 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cd4c6-39d0-4786-916d-06779e4f22e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:45:10.210164 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cd4c6-39d0-4786-916d-06779e4f22e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:45:10.210675 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cd4c6-39d0-4786-916d-06779e4f22e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:45:10.211181 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cd4c6-39d0-4786-916d-06779e4f22e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:45:10.211716 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cd4c6-39d0-4786-916d-06779e4f22e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:45:10.212215 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cd4c6-39d0-4786-916d-06779e4f22e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:45:10.212741 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cd4c6-39d0-4786-916d-06779e4f22e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:45:10.213240 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cd4c6-39d0-4786-916d-06779e4f22e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:45:10.213735 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cd4c6-39d0-4786-916d-06779e4f22e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:45:10.214246 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cd4c6-39d0-4786-916d-06779e4f22e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:45:10.355804 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-f9e8290c-660c-4edd-8474-fa37edb66bb3 None None] For port e4abfbe7-1770-4147-ade8-414d8ab366d8, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:45:10.360173 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-f9e8290c-660c-4edd-8474-fa37edb66bb3 None None] For port e4abfbe7-1770-4147-ade8-414d8ab366d8, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=e4abfbe7-1770-4147-ade8-414d8ab366d8,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:45:10.363115 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d52f480-45b9-41c7-a06b-caf95433971f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0', 'network_id': 'd9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'fixed_ips': [{'subnet_id': '0d882589-d066-4537-a583-3c6a99c11c9c'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:45:10.364332 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1d52f480-45b9-41c7-a06b-caf95433971f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:10.496630 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f9e8290c-660c-4edd-8474-fa37edb66bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:10.769704 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26cd4c6-39d0-4786-916d-06779e4f22e0 None None] Pushing event updated for resources: {'Port': ['ID=e4abfbe7-1770-4147-ade8-414d8ab366d8,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:45:10.827393 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e8290c-660c-4edd-8474-fa37edb66bb3 None None] Routers {'29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:45:10.828942 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f9e8290c-660c-4edd-8474-fa37edb66bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:44:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:45:10.934250 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-1d52f480-45b9-41c7-a06b-caf95433971f None None] Allocated IP 172.20.0.2 (d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0/0d882589-d066-4537-a583-3c6a99c11c9c/38d5cdcf-44f1-4a51-9cdb-0a3a492acd49) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:45:10.973755 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2b996922-e5a9-42f7-bf51-a298ad407f6d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:11.279330 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-f9e8290c-660c-4edd-8474-fa37edb66bb3 None None] Set router 29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:45:11.617754 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1d52f480-45b9-41c7-a06b-caf95433971f None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:11.643619 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1d52f480-45b9-41c7-a06b-caf95433971f None None] Transition to ACTIVE for port object 38d5cdcf-44f1-4a51-9cdb-0a3a492acd49 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:45:11.716285 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1d52f480-45b9-41c7-a06b-caf95433971f None None] Transition to ACTIVE for port object 38d5cdcf-44f1-4a51-9cdb-0a3a492acd49 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:45:11.746116 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f9e8290c-660c-4edd-8474-fa37edb66bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'name': 'tempest-TestNetworkBasicOps-router-1718859312', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'e4abfbe7-1770-4147-ade8-414d8ab366d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:45:04Z', 'updated_at': '2022-05-27T02:45:06Z', 'revision_number': 3, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'gw_port': {'id': 'e4abfbe7-1770-4147-ade8-414d8ab366d8', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:31:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:45:05Z', 'updated_at': '2022-05-27T02:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:45:11.754459 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e8290c-660c-4edd-8474-fa37edb66bb3 None None] The sync data for ids ['29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505'] in n-d-843554-3 is: [{'id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'name': 'tempest-TestNetworkBasicOps-router-1718859312', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'e4abfbe7-1770-4147-ade8-414d8ab366d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:45:04Z', 'updated_at': '2022-05-27T02:45:06Z', 'revision_number': 3, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'gw_port': {'id': 'e4abfbe7-1770-4147-ade8-414d8ab366d8', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:31:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:45:05Z', 'updated_at': '2022-05-27T02:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:45:11.786633 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1d52f480-45b9-41c7-a06b-caf95433971f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:11.902138 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d52f480-45b9-41c7-a06b-caf95433971f None None] Network d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:45:11.905468 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-1d52f480-45b9-41c7-a06b-caf95433971f None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:45:11.910180 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d52f480-45b9-41c7-a06b-caf95433971f None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:45:11.963055 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-2b996922-e5a9-42f7-bf51-a298ad407f6d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Allocated IP 172.20.0.1 (d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0/0d882589-d066-4537-a583-3c6a99c11c9c/99a45c0f-86e6-4978-8ed7-6b49a9098739) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:45:11.976977 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52f480-45b9-41c7-a06b-caf95433971f None None] Pushing event updated for resources: {'Port': ['ID=38d5cdcf-44f1-4a51-9cdb-0a3a492acd49,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:45:12.047934 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-1d52f480-45b9-41c7-a06b-caf95433971f None None] Attempting to bind port 38d5cdcf-44f1-4a51-9cdb-0a3a492acd49 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:45:12.048371 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-1d52f480-45b9-41c7-a06b-caf95433971f None None] Attempting to bind port 38d5cdcf-44f1-4a51-9cdb-0a3a492acd49 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '36b77579-f3c4-40fd-9822-7b68d42aaca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:45:12.048833 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d52f480-45b9-41c7-a06b-caf95433971f None None] Attempting to bind port 38d5cdcf-44f1-4a51-9cdb-0a3a492acd49 on network d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:45:12.055585 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d52f480-45b9-41c7-a06b-caf95433971f None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:45:12.056067 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d52f480-45b9-41c7-a06b-caf95433971f None None] Checking segment: {'id': '36b77579-f3c4-40fd-9822-7b68d42aaca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:45:12.056529 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1d52f480-45b9-41c7-a06b-caf95433971f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:12.057150 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d52f480-45b9-41c7-a06b-caf95433971f None None] Bound using segment: {'id': '36b77579-f3c4-40fd-9822-7b68d42aaca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:45:12.057686 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-1d52f480-45b9-41c7-a06b-caf95433971f None None] Bound port: 38d5cdcf-44f1-4a51-9cdb-0a3a492acd49, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b77579-f3c4-40fd-9822-7b68d42aaca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:45:12.061026 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1d52f480-45b9-41c7-a06b-caf95433971f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:12.229011 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-1d52f480-45b9-41c7-a06b-caf95433971f None None] For port 38d5cdcf-44f1-4a51-9cdb-0a3a492acd49, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:45:12.234060 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-1d52f480-45b9-41c7-a06b-caf95433971f None None] For port 38d5cdcf-44f1-4a51-9cdb-0a3a492acd49, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=38d5cdcf-44f1-4a51-9cdb-0a3a492acd49,segment=NetworkSegment(36b77579-f3c4-40fd-9822-7b68d42aaca8),segment_id=36b77579-f3c4-40fd-9822-7b68d42aaca8)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:45:12.264650 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2b996922-e5a9-42f7-bf51-a298ad407f6d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:12.293879 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2b996922-e5a9-42f7-bf51-a298ad407f6d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Transition to ACTIVE for port object 99a45c0f-86e6-4978-8ed7-6b49a9098739 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:45:12.369646 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1d52f480-45b9-41c7-a06b-caf95433971f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:12.513822 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2b996922-e5a9-42f7-bf51-a298ad407f6d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:12.543832 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52f480-45b9-41c7-a06b-caf95433971f None None] Pushing event updated for resources: {'Port': ['ID=38d5cdcf-44f1-4a51-9cdb-0a3a492acd49,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:45:12.671026 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b996922-e5a9-42f7-bf51-a298ad407f6d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Network d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:45:12.683666 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b996922-e5a9-42f7-bf51-a298ad407f6d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event updated for resources: {'Port': ['ID=99a45c0f-86e6-4978-8ed7-6b49a9098739,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:45:12.689965 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-2b996922-e5a9-42f7-bf51-a298ad407f6d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:45:12.701926 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b996922-e5a9-42f7-bf51-a298ad407f6d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:45:13.033122 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2b996922-e5a9-42f7-bf51-a298ad407f6d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:13.412624 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device e4abfbe7-1770-4147-ade8-414d8ab366d8 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:45:13.690376 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2b996922-e5a9-42f7-bf51-a298ad407f6d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:13.719521 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port e4abfbe7-1770-4147-ade8-414d8ab366d8 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:45:13.725279 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port e4abfbe7-1770-4147-ade8-414d8ab366d8 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:45:13.725662 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:14.023928 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port e4abfbe7-1770-4147-ade8-414d8ab366d8 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:45:14.024319 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:14.077440 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port e4abfbe7-1770-4147-ade8-414d8ab366d8, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=e4abfbe7-1770-4147-ade8-414d8ab366d8,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:45:14.155551 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:14.157630 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 38d5cdcf-44f1-4a51-9cdb-0a3a492acd49 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:45:14.317778 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6bcdfd-25d0-4a43-a364-05930db35efd None None] Network d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:45:14.425475 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48911f4e-ac4e-4f27-bc17-a042cbb98fd1 req-6dfb78ea-371e-41c6-837b-c11598777721 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:14.427175 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-48911f4e-ac4e-4f27-bc17-a042cbb98fd1 req-6dfb78ea-371e-41c6-837b-c11598777721 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 1096 time: 0.3217850 May 27 02:45:14.465595 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=e4abfbe7-1770-4147-ade8-414d8ab366d8,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:45:14.536195 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2b996922-e5a9-42f7-bf51-a298ad407f6d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:14.613274 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c446e58c-33d9-4231-8cea-1669658a51ff None None] Provisioning for port 38d5cdcf-44f1-4a51-9cdb-0a3a492acd49 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:45:14.622005 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-48911f4e-ac4e-4f27-bc17-a042cbb98fd1 req-7d8dd72c-814e-4683-95dd-50a6b8a90e58 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603453 May 27 02:45:14.628842 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2b996922-e5a9-42f7-bf51-a298ad407f6d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:14.803362 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 38d5cdcf-44f1-4a51-9cdb-0a3a492acd49 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:45:14.837037 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 38d5cdcf-44f1-4a51-9cdb-0a3a492acd49 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:45:14.837423 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:15.032989 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b996922-e5a9-42f7-bf51-a298ad407f6d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event updated for resources: {'Port': ['ID=99a45c0f-86e6-4978-8ed7-6b49a9098739,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:45:15.045446 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2b996922-e5a9-42f7-bf51-a298ad407f6d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:15.071937 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 38d5cdcf-44f1-4a51-9cdb-0a3a492acd49 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:45:15.072174 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:15.122412 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 38d5cdcf-44f1-4a51-9cdb-0a3a492acd49, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=38d5cdcf-44f1-4a51-9cdb-0a3a492acd49,segment=NetworkSegment(36b77579-f3c4-40fd-9822-7b68d42aaca8),segment_id=36b77579-f3c4-40fd-9822-7b68d42aaca8)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:45:15.185693 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf210067-fb18-4125-b35b-58034b0077f5 req-b71c52ec-bd5b-4575-a19f-f925038fa01d tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:15.185693 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bf210067-fb18-4125-b35b-58034b0077f5 req-b71c52ec-bd5b-4575-a19f-f925038fa01d tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 945 time: 0.3796895 May 27 02:45:15.276345 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:15.330244 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bf210067-fb18-4125-b35b-58034b0077f5 req-03581644-d480-43b9-a2e6-038cc781d7f4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269794 May 27 02:45:15.347574 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52782) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:45:15.383590 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b996922-e5a9-42f7-bf51-a298ad407f6d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Network d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:45:15.385075 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-2b996922-e5a9-42f7-bf51-a298ad407f6d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:45:15.429541 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device e4abfbe7-1770-4147-ade8-414d8ab366d8 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:45:15.580426 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=38d5cdcf-44f1-4a51-9cdb-0a3a492acd49,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:45:15.602284 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port e4abfbe7-1770-4147-ade8-414d8ab366d8 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:45:15.602660 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:15.662266 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-09ee9a1e-7429-4d1b-bcaa-142e845a577b None None] Provisioning for port 99a45c0f-86e6-4978-8ed7-6b49a9098739 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:45:15.682868 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-09ee9a1e-7429-4d1b-bcaa-142e845a577b None None] Provisioning complete for port 99a45c0f-86e6-4978-8ed7-6b49a9098739 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:45:15.683282 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-09ee9a1e-7429-4d1b-bcaa-142e845a577b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:15.693338 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-363543a7-2392-4356-9898-4870054a43e6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/floatingips/140bd026-9e23-4ab0-95a5-200b1ae237a5 HTTP/1.1" status: 200 len: 993 time: 0.3287609 May 27 02:45:15.781285 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-09ee9a1e-7429-4d1b-bcaa-142e845a577b None None] Port 99a45c0f-86e6-4978-8ed7-6b49a9098739 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:45:15.832261 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-09ee9a1e-7429-4d1b-bcaa-142e845a577b None None] Provisioning complete for port 38d5cdcf-44f1-4a51-9cdb-0a3a492acd49 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:45:15.833658 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-09ee9a1e-7429-4d1b-bcaa-142e845a577b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:15.932618 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b996922-e5a9-42f7-bf51-a298ad407f6d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Router 29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:45:16.075265 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port e4abfbe7-1770-4147-ade8-414d8ab366d8 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:45:16.170138 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-09ee9a1e-7429-4d1b-bcaa-142e845a577b None None] Current status of the port 38d5cdcf-44f1-4a51-9cdb-0a3a492acd49 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:45:16.361451 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a0fbfd51-f627-41c5-a1a2-278e7e043663 None None] Provisioning complete for port 99a45c0f-86e6-4978-8ed7-6b49a9098739 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:45:16.361834 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a0fbfd51-f627-41c5-a1a2-278e7e043663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:16.447848 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a0fbfd51-f627-41c5-a1a2-278e7e043663 None None] Port 99a45c0f-86e6-4978-8ed7-6b49a9098739 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:45:16.468581 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b996922-e5a9-42f7-bf51-a298ad407f6d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:45:16.479293 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8f5a34-8eda-4736-b669-6b8b4d87e1c6 None None] Sync routers for ids ['29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:45:16.500095 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8f5a34-8eda-4736-b669-6b8b4d87e1c6 None None] Routers {'29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:45:16.500819 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-7c8f5a34-8eda-4736-b669-6b8b4d87e1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:44:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:45:16.518789 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2b996922-e5a9-42f7-bf51-a298ad407f6d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "PUT /v2.0/routers/29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6630220 May 27 02:45:16.523166 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52822) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:45:16.865656 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca74b3b1-bc78-4926-8cab-9f976384580f tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:16.866131 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca74b3b1-bc78-4926-8cab-9f976384580f tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:16.866602 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca74b3b1-bc78-4926-8cab-9f976384580f tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:16.868871 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca74b3b1-bc78-4926-8cab-9f976384580f tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:16.869351 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca74b3b1-bc78-4926-8cab-9f976384580f tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:16.874113 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52834) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:45:16.877684 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ca74b3b1-bc78-4926-8cab-9f976384580f tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3570 time: 0.3551104 May 27 02:45:16.886255 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-7c8f5a34-8eda-4736-b669-6b8b4d87e1c6 None None] Set router 29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:45:17.026608 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0793fde5-2ac9-4550-a911-e1b4cec410f5 tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:17.027286 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0793fde5-2ac9-4550-a911-e1b4cec410f5 tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:17.028028 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0793fde5-2ac9-4550-a911-e1b4cec410f5 tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:17.028585 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0793fde5-2ac9-4550-a911-e1b4cec410f5 tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:17.029222 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0793fde5-2ac9-4550-a911-e1b4cec410f5 tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:17.032020 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0793fde5-2ac9-4550-a911-e1b4cec410f5 tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3351 time: 0.1562746 May 27 02:45:17.035345 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52842) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:45:17.399027 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 38d5cdcf-44f1-4a51-9cdb-0a3a492acd49 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:45:17.476420 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-7c8f5a34-8eda-4736-b669-6b8b4d87e1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'name': 'tempest-TestNetworkBasicOps-router-1718859312', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'e4abfbe7-1770-4147-ade8-414d8ab366d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:45:04Z', 'updated_at': '2022-05-27T02:45:13Z', 'revision_number': 4, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'gw_port': {'id': 'e4abfbe7-1770-4147-ade8-414d8ab366d8', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:31:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:45:05Z', 'updated_at': '2022-05-27T02:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '99a45c0f-86e6-4978-8ed7-6b49a9098739', 'name': '', 'network_id': 'd9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'mac_address': 'fa:16:3e:5f:d5:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '0d882589-d066-4537-a583-3c6a99c11c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:45:11Z', 'updated_at': '2022-05-27T02:45:14Z', 'revision_number': 2, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'subnets': [{'id': '0d882589-d066-4537-a583-3c6a99c11c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:45:17.487887 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8f5a34-8eda-4736-b669-6b8b4d87e1c6 None None] Checking router: 29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:45:17.488558 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8f5a34-8eda-4736-b669-6b8b4d87e1c6 None None] Updating router 29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505 port 99a45c0f-86e6-4978-8ed7-6b49a9098739 binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:45:17.581560 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b9092ad5-1cc9-4ffe-bf3d-7edf95ac0651 tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2336 time: 0.5445464 May 27 02:45:17.587279 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-7c8f5a34-8eda-4736-b669-6b8b4d87e1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:17.588659 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 38d5cdcf-44f1-4a51-9cdb-0a3a492acd49 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:45:17.591197 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:17.601261 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52858) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:45:17.795947 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73adcba5-0a10-4f97-b101-73d2b3b8207f req-a8633b05-aa2c-4957-981b-77bce406c59d tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:17.807225 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-73adcba5-0a10-4f97-b101-73d2b3b8207f req-a8633b05-aa2c-4957-981b-77bce406c59d tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 945 time: 0.2536137 May 27 02:45:17.837245 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 38d5cdcf-44f1-4a51-9cdb-0a3a492acd49 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:45:17.843607 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-38c950fa-b51c-4bc1-8d6e-65ff86cc1453 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2408686 May 27 02:45:17.852821 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 52872) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:45:17.865022 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3bd3ab8c-26ab-4a79-93b1-28b91f1a7aec tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1668278754', 'description': 'tempest-secgroup-smoke-1668278754 description', 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:45:17.874084 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3bd3ab8c-26ab-4a79-93b1-28b91f1a7aec tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:45:17.878781 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3bd3ab8c-26ab-4a79-93b1-28b91f1a7aec tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Usage tracker for resource:security_group and tenant:bacca2e928f240ac8e59ab0d5daf4b12 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:45:17.881772 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3bd3ab8c-26ab-4a79-93b1-28b91f1a7aec tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:45:17.886180 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-73adcba5-0a10-4f97-b101-73d2b3b8207f req-e58ee5e7-ced7-45cf-8a89-8ef5c31d7067 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718300 May 27 02:45:17.890041 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3bd3ab8c-26ab-4a79-93b1-28b91f1a7aec tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:45:18.008985 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3bd3ab8c-26ab-4a79-93b1-28b91f1a7aec tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:18.040332 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3bd3ab8c-26ab-4a79-93b1-28b91f1a7aec tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:45:18.045085 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3bd3ab8c-26ab-4a79-93b1-28b91f1a7aec tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Usage tracker for resource:security_group_rule and tenant:bacca2e928f240ac8e59ab0d5daf4b12 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:45:18.049304 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3bd3ab8c-26ab-4a79-93b1-28b91f1a7aec tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:45:18.055824 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3bd3ab8c-26ab-4a79-93b1-28b91f1a7aec tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:45:18.229375 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3bd3ab8c-26ab-4a79-93b1-28b91f1a7aec tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:18.276505 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-7c8f5a34-8eda-4736-b669-6b8b4d87e1c6 None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:18.290969 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-7c8f5a34-8eda-4736-b669-6b8b4d87e1c6 None None] Transition to ACTIVE for port object 99a45c0f-86e6-4978-8ed7-6b49a9098739 will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:45:18.310398 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3bd3ab8c-26ab-4a79-93b1-28b91f1a7aec tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:18.361714 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3ab8c-26ab-4a79-93b1-28b91f1a7aec tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b559623-9435-4249-8f69-3eff2151f81f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:45:18.444308 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-7c8f5a34-8eda-4736-b669-6b8b4d87e1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:18.444557 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3bd3ab8c-26ab-4a79-93b1-28b91f1a7aec tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:18.450263 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3bd3ab8c-26ab-4a79-93b1-28b91f1a7aec tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5920484 May 27 02:45:18.452505 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52908) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:45:18.458403 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-34f4da49-31ce-4c54-9fa8-aca6ca7780ca tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Request body: {'security_group_rule': {'security_group_id': '3b559623-9435-4249-8f69-3eff2151f81f', 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:45:18.467326 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-34f4da49-31ce-4c54-9fa8-aca6ca7780ca tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:45:18.485367 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-34f4da49-31ce-4c54-9fa8-aca6ca7780ca tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Usage tracker for resource:security_group_rule and tenant:bacca2e928f240ac8e59ab0d5daf4b12 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:45:18.490182 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-34f4da49-31ce-4c54-9fa8-aca6ca7780ca tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:45:18.506439 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-34f4da49-31ce-4c54-9fa8-aca6ca7780ca tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:45:18.644270 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-34f4da49-31ce-4c54-9fa8-aca6ca7780ca tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:18.701325 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704dbe3d-2305-4f70-a3ab-b0a9fccd403b None None] Pushing event updated for resources: {'Port': ['ID=99a45c0f-86e6-4978-8ed7-6b49a9098739,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:45:18.826292 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-7c8f5a34-8eda-4736-b669-6b8b4d87e1c6 None None] Attempting to bind port 99a45c0f-86e6-4978-8ed7-6b49a9098739 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:45:18.826292 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-7c8f5a34-8eda-4736-b669-6b8b4d87e1c6 None None] Attempting to bind port 99a45c0f-86e6-4978-8ed7-6b49a9098739 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '36b77579-f3c4-40fd-9822-7b68d42aaca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:45:18.826292 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8f5a34-8eda-4736-b669-6b8b4d87e1c6 None None] Attempting to bind port 99a45c0f-86e6-4978-8ed7-6b49a9098739 on network d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:45:18.850563 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8f5a34-8eda-4736-b669-6b8b4d87e1c6 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:45:18.850935 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8f5a34-8eda-4736-b669-6b8b4d87e1c6 None None] Checking segment: {'id': '36b77579-f3c4-40fd-9822-7b68d42aaca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:45:18.851346 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-7c8f5a34-8eda-4736-b669-6b8b4d87e1c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:18.851784 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8f5a34-8eda-4736-b669-6b8b4d87e1c6 None None] Bound using segment: {'id': '36b77579-f3c4-40fd-9822-7b68d42aaca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:45:18.852572 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-7c8f5a34-8eda-4736-b669-6b8b4d87e1c6 None None] Bound port: 99a45c0f-86e6-4978-8ed7-6b49a9098739, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b77579-f3c4-40fd-9822-7b68d42aaca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:45:18.853113 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-7c8f5a34-8eda-4736-b669-6b8b4d87e1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:19.063909 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-7c8f5a34-8eda-4736-b669-6b8b4d87e1c6 None None] For port 99a45c0f-86e6-4978-8ed7-6b49a9098739, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:45:19.068175 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-7c8f5a34-8eda-4736-b669-6b8b4d87e1c6 None None] For port 99a45c0f-86e6-4978-8ed7-6b49a9098739, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=99a45c0f-86e6-4978-8ed7-6b49a9098739,segment=NetworkSegment(36b77579-f3c4-40fd-9822-7b68d42aaca8),segment_id=36b77579-f3c4-40fd-9822-7b68d42aaca8)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:45:19.162624 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-34f4da49-31ce-4c54-9fa8-aca6ca7780ca tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:19.185190 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be519c72-3f8d-48ef-9bdf-ab8d0f9b578e req-579faa2d-d624-4210-8b7d-46f87e8d00f4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:19.186665 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-be519c72-3f8d-48ef-9bdf-ab8d0f9b578e req-579faa2d-d624-4210-8b7d-46f87e8d00f4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 945 time: 0.1190693 May 27 02:45:19.237033 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-be519c72-3f8d-48ef-9bdf-ab8d0f9b578e req-8d89e22f-c16f-465f-bcb9-cfe1b0b95829 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418022 May 27 02:45:19.409950 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:19.410550 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-34f4da49-31ce-4c54-9fa8-aca6ca7780ca tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:19.410670 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-7c8f5a34-8eda-4736-b669-6b8b4d87e1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:19.428111 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f4da49-31ce-4c54-9fa8-aca6ca7780ca tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=933331af-769f-45b6-b831-ac7219ac4a95,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:45:19.435698 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:19.534246 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8f5a34-8eda-4736-b669-6b8b4d87e1c6 None None] Routers {'29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:45:19.534246 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-7c8f5a34-8eda-4736-b669-6b8b4d87e1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:44:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:45:19.553401 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-34f4da49-31ce-4c54-9fa8-aca6ca7780ca tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:19.554955 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-34f4da49-31ce-4c54-9fa8-aca6ca7780ca tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1011508 May 27 02:45:19.557547 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52940) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:45:19.564004 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-9d9ef729-537b-4ae4-a267-792ba6f67e21 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Request body: {'security_group_rule': {'security_group_id': '3b559623-9435-4249-8f69-3eff2151f81f', 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:45:19.572545 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-9d9ef729-537b-4ae4-a267-792ba6f67e21 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:45:19.577604 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-9d9ef729-537b-4ae4-a267-792ba6f67e21 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Usage tracker for resource:security_group_rule and tenant:bacca2e928f240ac8e59ab0d5daf4b12 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:45:19.587877 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-9d9ef729-537b-4ae4-a267-792ba6f67e21 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:45:19.630780 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-9d9ef729-537b-4ae4-a267-792ba6f67e21 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:45:19.669802 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704dbe3d-2305-4f70-a3ab-b0a9fccd403b None None] Pushing event updated for resources: {'Port': ['ID=99a45c0f-86e6-4978-8ed7-6b49a9098739,revision_number=4']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:45:19.775396 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9d9ef729-537b-4ae4-a267-792ba6f67e21 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:19.930883 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-7c8f5a34-8eda-4736-b669-6b8b4d87e1c6 None None] Set router 29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:45:19.980104 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9d9ef729-537b-4ae4-a267-792ba6f67e21 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:20.092840 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9d9ef729-537b-4ae4-a267-792ba6f67e21 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:20.131755 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9ef729-537b-4ae4-a267-792ba6f67e21 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78256398-3ba5-4a0e-a1af-c5530b581828,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:45:20.308969 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9d9ef729-537b-4ae4-a267-792ba6f67e21 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:20.308969 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9d9ef729-537b-4ae4-a267-792ba6f67e21 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7444315 May 27 02:45:20.308969 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52962) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:45:20.325401 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-b6b51f1a-5c3a-42b3-ab9b-2b60380ce33b tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Request body: {'security_group_rule': {'security_group_id': '3b559623-9435-4249-8f69-3eff2151f81f', 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:45:20.334090 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b6b51f1a-5c3a-42b3-ab9b-2b60380ce33b tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:45:20.342917 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b6b51f1a-5c3a-42b3-ab9b-2b60380ce33b tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Usage tracker for resource:security_group_rule and tenant:bacca2e928f240ac8e59ab0d5daf4b12 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:45:20.356590 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b6b51f1a-5c3a-42b3-ab9b-2b60380ce33b tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:45:20.368947 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b6b51f1a-5c3a-42b3-ab9b-2b60380ce33b tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:45:20.493767 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-7c8f5a34-8eda-4736-b669-6b8b4d87e1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'name': 'tempest-TestNetworkBasicOps-router-1718859312', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'e4abfbe7-1770-4147-ade8-414d8ab366d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:45:04Z', 'updated_at': '2022-05-27T02:45:13Z', 'revision_number': 4, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'gw_port': {'id': 'e4abfbe7-1770-4147-ade8-414d8ab366d8', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:31:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:45:05Z', 'updated_at': '2022-05-27T02:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '99a45c0f-86e6-4978-8ed7-6b49a9098739', 'name': '', 'network_id': 'd9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'mac_address': 'fa:16:3e:5f:d5:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '0d882589-d066-4537-a583-3c6a99c11c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:45:11Z', 'updated_at': '2022-05-27T02:45:19Z', 'revision_number': 4, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'subnets': [{'id': '0d882589-d066-4537-a583-3c6a99c11c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:45:20.502976 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8f5a34-8eda-4736-b669-6b8b4d87e1c6 None None] The sync data for ids ['29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505'] in n-d-843554-3 is: [{'id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'name': 'tempest-TestNetworkBasicOps-router-1718859312', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'e4abfbe7-1770-4147-ade8-414d8ab366d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:45:04Z', 'updated_at': '2022-05-27T02:45:13Z', 'revision_number': 4, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'gw_port': {'id': 'e4abfbe7-1770-4147-ade8-414d8ab366d8', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:31:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:45:05Z', 'updated_at': '2022-05-27T02:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '99a45c0f-86e6-4978-8ed7-6b49a9098739', 'name': '', 'network_id': 'd9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'mac_address': 'fa:16:3e:5f:d5:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '0d882589-d066-4537-a583-3c6a99c11c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:45:11Z', 'updated_at': '2022-05-27T02:45:19Z', 'revision_number': 4, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'subnets': [{'id': '0d882589-d066-4537-a583-3c6a99c11c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:45:20.558772 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b6b51f1a-5c3a-42b3-ab9b-2b60380ce33b tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:20.672484 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408031b2-c426-44fc-b129-1779dfe0c638 req-9f4e9e74-10f4-4c82-a157-5e5e73e10aa9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:20.677352 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-408031b2-c426-44fc-b129-1779dfe0c638 req-9f4e9e74-10f4-4c82-a157-5e5e73e10aa9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 945 time: 0.2353590 May 27 02:45:20.723737 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b6b51f1a-5c3a-42b3-ab9b-2b60380ce33b tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:20.752038 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-408031b2-c426-44fc-b129-1779dfe0c638 req-8633a592-7a56-4cc2-9b34-a8bbe5ec5407 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607867 May 27 02:45:20.805924 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b6b51f1a-5c3a-42b3-ab9b-2b60380ce33b tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:20.882558 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b51f1a-5c3a-42b3-ab9b-2b60380ce33b tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a35a7229-99fc-4486-9c1a-f526ccec8995,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:45:20.932872 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b6b51f1a-5c3a-42b3-ab9b-2b60380ce33b tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:20.934201 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b6b51f1a-5c3a-42b3-ab9b-2b60380ce33b tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6274703 May 27 02:45:20.936935 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52978) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:45:20.945590 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-dfa99a95-ef44-4f6e-afd7-2b8cc44f17cc tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Request body: {'security_group_rule': {'security_group_id': '3b559623-9435-4249-8f69-3eff2151f81f', 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:45:20.960016 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-dfa99a95-ef44-4f6e-afd7-2b8cc44f17cc tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:45:20.972311 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-dfa99a95-ef44-4f6e-afd7-2b8cc44f17cc tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Usage tracker for resource:security_group_rule and tenant:bacca2e928f240ac8e59ab0d5daf4b12 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:45:20.979438 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-dfa99a95-ef44-4f6e-afd7-2b8cc44f17cc tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:45:21.009315 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-dfa99a95-ef44-4f6e-afd7-2b8cc44f17cc tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:45:21.117624 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dfa99a95-ef44-4f6e-afd7-2b8cc44f17cc tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:21.278647 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dfa99a95-ef44-4f6e-afd7-2b8cc44f17cc tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:21.298287 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-b6e56a4b-42e5-453e-bc2f-225494a0c5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:21.301258 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-b6e56a4b-42e5-453e-bc2f-225494a0c5c7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b59631ecfa194f20bd33f8d2b34a5767&device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 1096 time: 0.2005622 May 27 02:45:21.370119 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dfa99a95-ef44-4f6e-afd7-2b8cc44f17cc tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:21.390511 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa99a95-ef44-4f6e-afd7-2b8cc44f17cc tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44cf062a-b3a4-4aba-831d-d65762377d71,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:45:21.423659 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 99a45c0f-86e6-4978-8ed7-6b49a9098739 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:45:21.507484 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dfa99a95-ef44-4f6e-afd7-2b8cc44f17cc tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:21.511897 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-dfa99a95-ef44-4f6e-afd7-2b8cc44f17cc tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5728290 May 27 02:45:21.512442 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 52992) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:45:21.518519 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-87b79e6e-9860-4ab0-8969-88b57c3c9964 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Request body: {'security_group_rule': {'security_group_id': '3b559623-9435-4249-8f69-3eff2151f81f', 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:45:21.529838 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-0b8fe193-1049-4230-80ae-0042df24b600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:21.530004 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-87b79e6e-9860-4ab0-8969-88b57c3c9964 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:45:21.531336 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-0b8fe193-1049-4230-80ae-0042df24b600 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e679d99b-52d3-4d17-af2d-c9814fe86156 HTTP/1.1" status: 200 len: 898 time: 0.2241621 May 27 02:45:21.535309 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-87b79e6e-9860-4ab0-8969-88b57c3c9964 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Usage tracker for resource:security_group_rule and tenant:bacca2e928f240ac8e59ab0d5daf4b12 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:45:21.561363 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-87b79e6e-9860-4ab0-8969-88b57c3c9964 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:45:21.596994 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-87b79e6e-9860-4ab0-8969-88b57c3c9964 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:45:21.625641 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 99a45c0f-86e6-4978-8ed7-6b49a9098739 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:45:21.625641 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 99a45c0f-86e6-4978-8ed7-6b49a9098739 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:45:21.625641 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:21.709829 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-54820759-8456-487f-8965-4a04608428b5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1efe7741-2bc1-4a27-80f0-f04afaf0c364 HTTP/1.1" status: 200 len: 1001 time: 0.1722519 May 27 02:45:21.716697 n-d-843554-3 neutron-server[88902]: INFO neutron.db.securitygroups_db [None req-87b79e6e-9860-4ab0-8969-88b57c3c9964 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Project bacca2e928f240ac8e59ab0d5daf4b12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:45:21.727618 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-87b79e6e-9860-4ab0-8969-88b57c3c9964 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:21.867867 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 99a45c0f-86e6-4978-8ed7-6b49a9098739 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:45:21.869071 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:21.937030 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 99a45c0f-86e6-4978-8ed7-6b49a9098739, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=99a45c0f-86e6-4978-8ed7-6b49a9098739,segment=NetworkSegment(36b77579-f3c4-40fd-9822-7b68d42aaca8),segment_id=36b77579-f3c4-40fd-9822-7b68d42aaca8)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:45:21.947157 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-87b79e6e-9860-4ab0-8969-88b57c3c9964 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:22.028689 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-bee760ab-a7e4-42da-b232-a551bb50ff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:22.030191 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-bee760ab-a7e4-42da-b232-a551bb50ff60 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0788e607-22db-447e-8f3e-98ab8362018b HTTP/1.1" status: 200 len: 835 time: 0.3018384 May 27 02:45:22.041830 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:22.171669 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-87b79e6e-9860-4ab0-8969-88b57c3c9964 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:22.211538 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b79e6e-9860-4ab0-8969-88b57c3c9964 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a5600c2-448b-4ceb-a1c3-4eb897697396,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:45:22.289003 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-d4fc7398-daad-484a-85d0-4d8b5c142876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:22.293059 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f0637-c03e-4d04-8238-9a6ac95ed8ab req-c25d7bfb-d2e1-4fc5-ab33-62cc3ef9cf55 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:22.295483 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4d4f0637-c03e-4d04-8238-9a6ac95ed8ab req-c25d7bfb-d2e1-4fc5-ab33-62cc3ef9cf55 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 945 time: 0.2576828 May 27 02:45:22.299556 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-d4fc7398-daad-484a-85d0-4d8b5c142876 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e679d99b-52d3-4d17-af2d-c9814fe86156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2626388 May 27 02:45:22.375351 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-87b79e6e-9860-4ab0-8969-88b57c3c9964 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:22.378291 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=99a45c0f-86e6-4978-8ed7-6b49a9098739,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:45:22.378874 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-87b79e6e-9860-4ab0-8969-88b57c3c9964 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8655174 May 27 02:45:22.392422 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53012) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:45:22.414336 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-aaf7144d-610e-4faa-8572-5cad01ec7ebb tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Request body: {'security_group_rule': {'security_group_id': '3b559623-9435-4249-8f69-3eff2151f81f', 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:45:22.433902 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-aaf7144d-610e-4faa-8572-5cad01ec7ebb tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:45:22.438930 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-aaf7144d-610e-4faa-8572-5cad01ec7ebb tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Usage tracker for resource:security_group_rule and tenant:bacca2e928f240ac8e59ab0d5daf4b12 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:45:22.450719 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4d4f0637-c03e-4d04-8238-9a6ac95ed8ab req-84611265-4322-462c-b52f-6f8e0ce990eb tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439028 May 27 02:45:22.451513 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-aaf7144d-610e-4faa-8572-5cad01ec7ebb tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:45:22.459579 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-aaf7144d-610e-4faa-8572-5cad01ec7ebb tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:45:22.502503 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-e67c7810-0dfa-403b-a9e4-ab05ee540568 service neutron] 10.222.0.32 "GET /v2.0/networks/e679d99b-52d3-4d17-af2d-c9814fe86156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948395 May 27 02:45:22.563186 n-d-843554-3 neutron-server[88902]: INFO neutron.db.securitygroups_db [None req-aaf7144d-610e-4faa-8572-5cad01ec7ebb tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Project bacca2e928f240ac8e59ab0d5daf4b12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:45:22.572122 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aaf7144d-610e-4faa-8572-5cad01ec7ebb tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:22.688870 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-e80a0e4e-b743-48d1-a185-cd1fd42ebbd7 service neutron] 10.222.0.32 "GET /v2.0/networks/e679d99b-52d3-4d17-af2d-c9814fe86156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802609 May 27 02:45:22.724432 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aaf7144d-610e-4faa-8572-5cad01ec7ebb tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:22.830195 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aaf7144d-610e-4faa-8572-5cad01ec7ebb tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:22.857400 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf7144d-610e-4faa-8572-5cad01ec7ebb tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea7a76d9-f53f-48a1-8006-56a37bd56b6d,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:45:22.959740 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aaf7144d-610e-4faa-8572-5cad01ec7ebb tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:22.961087 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-aaf7144d-610e-4faa-8572-5cad01ec7ebb tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5651133 May 27 02:45:23.178793 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-c4eaebf1-8927-4fab-85a9-14a7a3d92da1 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Synchronizing usage tracker for tenant:bacca2e928f240ac8e59ab0d5daf4b12 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:45:23.313617 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-c4eaebf1-8927-4fab-85a9-14a7a3d92da1 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Unset dirty status for tenant:bacca2e928f240ac8e59ab0d5daf4b12 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:45:23.318217 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-c4eaebf1-8927-4fab-85a9-14a7a3d92da1 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1668278754&fields=id&tenant_id=bacca2e928f240ac8e59ab0d5daf4b12 HTTP/1.1" status: 200 len: 267 time: 0.1959012 May 27 02:45:23.382462 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 99a45c0f-86e6-4978-8ed7-6b49a9098739 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:45:23.507168 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 99a45c0f-86e6-4978-8ed7-6b49a9098739 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:45:23.509209 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:23.547560 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-32da6239-a345-4881-ada8-10c914f9e6c4 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:23.553011 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-32da6239-a345-4881-ada8-10c914f9e6c4 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Synchronizing usage tracker for tenant:bacca2e928f240ac8e59ab0d5daf4b12 on resource:network {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:45:23.705139 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-32da6239-a345-4881-ada8-10c914f9e6c4 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Unset dirty status for tenant:bacca2e928f240ac8e59ab0d5daf4b12 on resource:network {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:45:23.711639 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-32da6239-a345-4881-ada8-10c914f9e6c4 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/networks?id=d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0 HTTP/1.1" status: 200 len: 796 time: 0.3899441 May 27 02:45:23.736341 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-2777f943-9bd9-4717-922d-9fc727d8587a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/quotas/bacca2e928f240ac8e59ab0d5daf4b12 HTTP/1.1" status: 200 len: 375 time: 0.0238066 May 27 02:45:23.755687 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 99a45c0f-86e6-4978-8ed7-6b49a9098739 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:45:23.808055 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2fb1c-acc3-49b8-a077-59ea6ab60001 req-eed7272d-2a08-440d-9c92-82214608b703 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:23.810011 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2ef2fb1c-acc3-49b8-a077-59ea6ab60001 req-eed7272d-2a08-440d-9c92-82214608b703 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 945 time: 0.2053735 May 27 02:45:23.961651 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2ef2fb1c-acc3-49b8-a077-59ea6ab60001 req-92b6ae1f-3941-4999-ae07-2be256fce73f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824153 May 27 02:45:23.965006 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-95c82c8d-dcc7-4477-9eb9-87a9c1a380e9 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Synchronizing usage tracker for tenant:bacca2e928f240ac8e59ab0d5daf4b12 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:45:24.055962 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-95c82c8d-dcc7-4477-9eb9-87a9c1a380e9 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Unset dirty status for tenant:bacca2e928f240ac8e59ab0d5daf4b12 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:45:24.057623 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-95c82c8d-dcc7-4477-9eb9-87a9c1a380e9 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=bacca2e928f240ac8e59ab0d5daf4b12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3205252 May 27 02:45:24.281303 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-c1b88e74-a19b-489b-898e-9cc70e9acc78 service neutron] 10.222.0.57 "GET /v2.0/networks/d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110903 May 27 02:45:24.430578 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-8bceea39-0451-496e-84f5-bf2cfdae4244 service neutron] 10.222.0.57 "GET /v2.0/networks/d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431887 May 27 02:45:24.786820 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-03152c21-30a2-4347-873c-8c932eb2dc5e req-1480f067-a823-4deb-aef3-5663b1341a4f tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9cc0598-fd70-4bc5-b417-08c605ff8840 HTTP/1.1" status: 200 len: 210 time: 0.0626898 May 27 02:45:25.356440 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e45e1-6a65-4e7b-8e35-5ed45e73fa7d req-2360c9b9-44fb-44a6-b9ed-21d03e1e620b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:25.358542 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e54e45e1-6a65-4e7b-8e35-5ed45e73fa7d req-2360c9b9-44fb-44a6-b9ed-21d03e1e620b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 945 time: 0.2121100 May 27 02:45:25.407776 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e54e45e1-6a65-4e7b-8e35-5ed45e73fa7d req-0c64d831-c946-4c33-aed1-6d1355dfc56e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429597 May 27 02:45:25.618261 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-88c5a4c0-ef90-4924-8590-406008c41bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:25.896475 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-30a93c07-52f7-45e2-989f-92d7528a0035 req-6db159e9-1681-4c8a-82d0-8242656f8b49 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9cc0598-fd70-4bc5-b417-08c605ff8840 HTTP/1.1" status: 200 len: 210 time: 0.0484393 May 27 02:45:26.625332 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e55244-4404-4b08-af1f-54511f3001d7 req-59be6c87-56ca-45ac-98d6-91bb3f2f7bdd tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:26.626762 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-02e55244-4404-4b08-af1f-54511f3001d7 req-59be6c87-56ca-45ac-98d6-91bb3f2f7bdd tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 945 time: 0.0983486 May 27 02:45:26.672282 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-02e55244-4404-4b08-af1f-54511f3001d7 req-8eae2fb9-8d7d-4ed1-9701-e78244aebb71 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394061 May 27 02:45:27.172914 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8ef2591e-fb20-4d72-b70b-6303d0b40efc req-013dfa77-f4ea-4ef4-b85d-6134a99432b3 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9cc0598-fd70-4bc5-b417-08c605ff8840 HTTP/1.1" status: 200 len: 210 time: 0.1165013 May 27 02:45:27.922398 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-227244eb-033a-4d2a-b7a5-7362daba5078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:27.994101 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3897f69-3a82-4c9e-b7f6-bf812cb9f07d req-8f914110-1ede-4ac8-9633-4754011ae49e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:28.001424 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b3897f69-3a82-4c9e-b7f6-bf812cb9f07d req-8f914110-1ede-4ac8-9633-4754011ae49e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 945 time: 0.1959224 May 27 02:45:28.061825 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b3897f69-3a82-4c9e-b7f6-bf812cb9f07d req-b1e92129-a326-4784-9a65-135195a45ad5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548120 May 27 02:45:28.282916 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-8d16bcc4-6501-4a78-a396-36d83d3c1ad5 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:28.289957 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-8d16bcc4-6501-4a78-a396-36d83d3c1ad5 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.66 "GET /v2.0/networks?id=d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0 HTTP/1.1" status: 200 len: 796 time: 0.2243538 May 27 02:45:28.580616 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-348a9569-c51e-4df7-a37f-1aa4663cdfa1 req-8177075d-a00c-4a44-9e5e-6f3ce0794b8d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9cc0598-fd70-4bc5-b417-08c605ff8840 HTTP/1.1" status: 200 len: 210 time: 0.2482562 May 27 02:45:28.630091 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-3119bf22-b08a-40eb-a5ab-84b1a8d965ed tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bacca2e928f240ac8e59ab0d5daf4b12 HTTP/1.1" status: 200 len: 380 time: 0.3295138 May 27 02:45:28.650639 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-e9d53936-7188-4474-b6a3-e1a93a539c3c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Request body: {'port': {'device_id': 'c9cc0598-fd70-4bc5-b417-08c605ff8840', 'network_id': 'd9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0', 'admin_state_up': True, 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'security_groups': ['3b559623-9435-4249-8f69-3eff2151f81f']}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:45:28.840405 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-e9d53936-7188-4474-b6a3-e1a93a539c3c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:45:28.865215 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-e9d53936-7188-4474-b6a3-e1a93a539c3c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:45:28.985165 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-e9d53936-7188-4474-b6a3-e1a93a539c3c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Made reservation on behalf of bacca2e928f240ac8e59ab0d5daf4b12 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:45:28.988985 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-e9d53936-7188-4474-b6a3-e1a93a539c3c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:29.142493 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:29.143826 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:29.191023 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-e9d53936-7188-4474-b6a3-e1a93a539c3c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Allocated IP 172.20.0.10 (d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0/0d882589-d066-4537-a583-3c6a99c11c9c/954cb324-abf6-40bc-bb75-0e65d94a8ebd) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:45:29.431246 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d766b8-8454-4a9b-ae97-d049b2dbb35f req-2965994e-1c6c-45f1-ba5f-5d24363f16a2 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:29.432778 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e0d766b8-8454-4a9b-ae97-d049b2dbb35f req-2965994e-1c6c-45f1-ba5f-5d24363f16a2 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 945 time: 0.2104926 May 27 02:45:29.535402 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-e9d53936-7188-4474-b6a3-e1a93a539c3c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:29.570766 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e0d766b8-8454-4a9b-ae97-d049b2dbb35f req-fc4ee660-a373-4b5f-bc2e-66b7dfa741b8 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236424 May 27 02:45:29.578543 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-e9d53936-7188-4474-b6a3-e1a93a539c3c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Transition to ACTIVE for port object 954cb324-abf6-40bc-bb75-0e65d94a8ebd will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:45:29.710329 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-e9d53936-7188-4474-b6a3-e1a93a539c3c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:29.823199 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-e9d53936-7188-4474-b6a3-e1a93a539c3c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Network d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:45:29.836325 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-e9d53936-7188-4474-b6a3-e1a93a539c3c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:45:29.847275 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-e9d53936-7188-4474-b6a3-e1a93a539c3c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:45:29.900293 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d53936-7188-4474-b6a3-e1a93a539c3c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event updated for resources: {'Port': ['ID=954cb324-abf6-40bc-bb75-0e65d94a8ebd,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:45:29.943156 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-e9d53936-7188-4474-b6a3-e1a93a539c3c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:29.943699 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-e9d53936-7188-4474-b6a3-e1a93a539c3c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:29.987779 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e26454-561d-4e12-b861-cb6606d32f65 req-0bfe0e33-4264-4f7d-a827-63f5628fe3b6 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:29.992969 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-10e26454-561d-4e12-b861-cb6606d32f65 req-0bfe0e33-4264-4f7d-a827-63f5628fe3b6 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Synchronizing usage tracker for tenant:bacca2e928f240ac8e59ab0d5daf4b12 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:45:30.103553 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-e9d53936-7188-4474-b6a3-e1a93a539c3c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4680729 May 27 02:45:30.121231 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-c1e2a538-e479-452a-9fcb-c42dafc233cb service neutron] Request body: {'port': {'device_id': 'c9cc0598-fd70-4bc5-b417-08c605ff8840', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:45:30.189840 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-10e26454-561d-4e12-b861-cb6606d32f65 req-0bfe0e33-4264-4f7d-a827-63f5628fe3b6 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Unset dirty status for tenant:bacca2e928f240ac8e59ab0d5daf4b12 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:45:30.190989 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-10e26454-561d-4e12-b861-cb6606d32f65 req-0bfe0e33-4264-4f7d-a827-63f5628fe3b6 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9cc0598-fd70-4bc5-b417-08c605ff8840 HTTP/1.1" status: 200 len: 932 time: 0.4429865 May 27 02:45:30.235864 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:30.283135 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-c1e2a538-e479-452a-9fcb-c42dafc233cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:30.286300 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c3c93f09-e583-40ed-8ccb-43f9e47f1cd2 None None] Provisioning for port 954cb324-abf6-40bc-bb75-0e65d94a8ebd completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:45:30.292425 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c3c93f09-e583-40ed-8ccb-43f9e47f1cd2 None None] Provisioning complete for port 954cb324-abf6-40bc-bb75-0e65d94a8ebd triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:45:30.293748 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c3c93f09-e583-40ed-8ccb-43f9e47f1cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:30.294399 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-10e26454-561d-4e12-b861-cb6606d32f65 req-c0ed8bc8-c5cf-482a-be9a-b0b692a0992c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b559623-9435-4249-8f69-3eff2151f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741253 May 27 02:45:30.384203 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-c3c93f09-e583-40ed-8ccb-43f9e47f1cd2 None None] Port 954cb324-abf6-40bc-bb75-0e65d94a8ebd cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:45:30.942684 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-c1e2a538-e479-452a-9fcb-c42dafc233cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 954cb324-abf6-40bc-bb75-0e65d94a8ebd {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:45:30.955472 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-c1e2a538-e479-452a-9fcb-c42dafc233cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:30.987906 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-c1e2a538-e479-452a-9fcb-c42dafc233cb service neutron] Transition to ACTIVE for port object 954cb324-abf6-40bc-bb75-0e65d94a8ebd will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:45:31.007991 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337bffcb-04d9-433e-9cd9-30f56609c865 req-419ae95f-9ef7-4eb9-9fa5-448e0ad78a5d tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:31.012039 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-337bffcb-04d9-433e-9cd9-30f56609c865 req-419ae95f-9ef7-4eb9-9fa5-448e0ad78a5d tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 945 time: 0.1479557 May 27 02:45:31.063278 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-337bffcb-04d9-433e-9cd9-30f56609c865 req-8171b9bd-b4fd-495f-9c0e-ea776fe433ce tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451374 May 27 02:45:31.084168 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-c1e2a538-e479-452a-9fcb-c42dafc233cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:31.713036 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2a538-e479-452a-9fcb-c42dafc233cb service neutron] Pushing event updated for resources: {'Port': ['ID=954cb324-abf6-40bc-bb75-0e65d94a8ebd,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:45:31.828436 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-c1e2a538-e479-452a-9fcb-c42dafc233cb service neutron] Attempting to bind port 954cb324-abf6-40bc-bb75-0e65d94a8ebd on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:45:31.830194 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-c1e2a538-e479-452a-9fcb-c42dafc233cb service neutron] Attempting to bind port 954cb324-abf6-40bc-bb75-0e65d94a8ebd by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '36b77579-f3c4-40fd-9822-7b68d42aaca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:45:31.830194 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-c1e2a538-e479-452a-9fcb-c42dafc233cb service neutron] Attempting to bind port 954cb324-abf6-40bc-bb75-0e65d94a8ebd on network d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:45:31.837107 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-c1e2a538-e479-452a-9fcb-c42dafc233cb service neutron] Port 954cb324-abf6-40bc-bb75-0e65d94a8ebd on network d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:45:31.837874 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-c1e2a538-e479-452a-9fcb-c42dafc233cb service neutron] Attempting to bind port 954cb324-abf6-40bc-bb75-0e65d94a8ebd on network d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:45:31.844317 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-c1e2a538-e479-452a-9fcb-c42dafc233cb service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:45:31.845457 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-c1e2a538-e479-452a-9fcb-c42dafc233cb service neutron] Checking segment: {'id': '36b77579-f3c4-40fd-9822-7b68d42aaca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:45:31.845457 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-c1e2a538-e479-452a-9fcb-c42dafc233cb service neutron] Bound using segment: {'id': '36b77579-f3c4-40fd-9822-7b68d42aaca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:45:31.845457 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-c1e2a538-e479-452a-9fcb-c42dafc233cb service neutron] Bound port: 954cb324-abf6-40bc-bb75-0e65d94a8ebd, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36b77579-f3c4-40fd-9822-7b68d42aaca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:45:31.845790 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-c1e2a538-e479-452a-9fcb-c42dafc233cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:31.861722 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6b387-c737-445b-9c58-36ee7323eb5b req-1cfab3bd-4829-4515-9182-69ba5aba21d5 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:31.863204 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dba6b387-c737-445b-9c58-36ee7323eb5b req-1cfab3bd-4829-4515-9182-69ba5aba21d5 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9cc0598-fd70-4bc5-b417-08c605ff8840 HTTP/1.1" status: 200 len: 944 time: 0.2397616 May 27 02:45:32.070581 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dba6b387-c737-445b-9c58-36ee7323eb5b req-9b763c64-ed5e-435e-8b1a-4e26e6076f27 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b559623-9435-4249-8f69-3eff2151f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017701 May 27 02:45:32.132478 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-c1e2a538-e479-452a-9fcb-c42dafc233cb service neutron] For port 954cb324-abf6-40bc-bb75-0e65d94a8ebd, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:45:32.135794 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-c1e2a538-e479-452a-9fcb-c42dafc233cb service neutron] For port 954cb324-abf6-40bc-bb75-0e65d94a8ebd, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=954cb324-abf6-40bc-bb75-0e65d94a8ebd,segment=NetworkSegment(36b77579-f3c4-40fd-9822-7b68d42aaca8),segment_id=36b77579-f3c4-40fd-9822-7b68d42aaca8)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:45:32.316268 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-c1e2a538-e479-452a-9fcb-c42dafc233cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:32.391586 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-c1e2a538-e479-452a-9fcb-c42dafc233cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:32.392183 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-c1e2a538-e479-452a-9fcb-c42dafc233cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:32.393542 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-c1e2a538-e479-452a-9fcb-c42dafc233cb service neutron] 10.222.0.66 "PUT /v2.0/ports/954cb324-abf6-40bc-bb75-0e65d94a8ebd HTTP/1.1" status: 200 len: 1092 time: 2.2830579 May 27 02:45:32.393969 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9cc0598-fd70-4bc5-b417-08c605ff8840', 'tag': '954cb324-abf6-40bc-bb75-0e65d94a8ebd'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:45:32.412311 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a98a4-0bc2-48cb-9f3c-ef4652f4421b req-8e6136f6-9548-48da-8788-93fc4ea551e4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:32.419617 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6c5a98a4-0bc2-48cb-9f3c-ef4652f4421b req-8e6136f6-9548-48da-8788-93fc4ea551e4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 945 time: 0.1702635 May 27 02:45:32.448331 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2a538-e479-452a-9fcb-c42dafc233cb service neutron] Pushing event updated for resources: {'Port': ['ID=954cb324-abf6-40bc-bb75-0e65d94a8ebd,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:45:32.490542 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6c5a98a4-0bc2-48cb-9f3c-ef4652f4421b req-d16aa8d3-72d2-4a5c-ad08-9bbad1ef0369 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690532 May 27 02:45:32.515450 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a843378-653a-4e31-9111-ceadd321c98a'] response: {'name': 'network-changed', 'server_uuid': 'c9cc0598-fd70-4bc5-b417-08c605ff8840', 'tag': '954cb324-abf6-40bc-bb75-0e65d94a8ebd', 'status': 'completed', 'code': 200} May 27 02:45:32.647623 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab73601-5354-4551-a78e-83299e47a2b7 req-94a8a91e-6123-4934-8a7c-1cdade61ee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:32.648372 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ab73601-5354-4551-a78e-83299e47a2b7 req-94a8a91e-6123-4934-8a7c-1cdade61ee5a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bacca2e928f240ac8e59ab0d5daf4b12&device_id=c9cc0598-fd70-4bc5-b417-08c605ff8840 HTTP/1.1" status: 200 len: 1095 time: 0.1244977 May 27 02:45:32.991291 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab73601-5354-4551-a78e-83299e47a2b7 req-76de8abd-d693-4fb7-81b0-d314732a87e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:33.004390 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ab73601-5354-4551-a78e-83299e47a2b7 req-76de8abd-d693-4fb7-81b0-d314732a87e9 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=bacca2e928f240ac8e59ab0d5daf4b12&shared=False HTTP/1.1" status: 200 len: 897 time: 0.3496399 May 27 02:45:33.163169 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab73601-5354-4551-a78e-83299e47a2b7 req-93f1d3fe-a0ed-4379-b58c-cfd827e6ab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:33.164545 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ab73601-5354-4551-a78e-83299e47a2b7 req-93f1d3fe-a0ed-4379-b58c-cfd827e6ab7d service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1503026 May 27 02:45:33.364700 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f5ada-fcab-4bae-871b-934c91aee800 req-54e86c84-cb59-4767-888b-e29199923d46 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:33.366215 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6d1f5ada-fcab-4bae-871b-934c91aee800 req-54e86c84-cb59-4767-888b-e29199923d46 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9cc0598-fd70-4bc5-b417-08c605ff8840 HTTP/1.1" status: 200 len: 944 time: 0.1137159 May 27 02:45:33.369175 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-8817dfd1-13f4-44e3-9ceb-7e1491250180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:33.370509 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-8817dfd1-13f4-44e3-9ceb-7e1491250180 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bacca2e928f240ac8e59ab0d5daf4b12&device_id=c9cc0598-fd70-4bc5-b417-08c605ff8840 HTTP/1.1" status: 200 len: 1095 time: 0.1589131 May 27 02:45:33.459493 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-c649d8ed-880d-41a2-bf01-2e2ece15ab35 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=954cb324-abf6-40bc-bb75-0e65d94a8ebd HTTP/1.1" status: 200 len: 217 time: 0.0743079 May 27 02:45:33.531265 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-2a278b34-20b1-458e-ab55-db952d63f0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:33.534647 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-2a278b34-20b1-458e-ab55-db952d63f0c6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0d882589-d066-4537-a583-3c6a99c11c9c HTTP/1.1" status: 200 len: 835 time: 0.0668287 May 27 02:45:33.589369 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6d1f5ada-fcab-4bae-871b-934c91aee800 req-f1342e0b-df88-4b4d-9a57-26a1dd7353a9 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b559623-9435-4249-8f69-3eff2151f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2172151 May 27 02:45:33.673397 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-ed1a83f0-87d1-40e6-9426-3e8cebe2e940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:33.674882 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-ed1a83f0-87d1-40e6-9426-3e8cebe2e940 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1315017 May 27 02:45:33.876856 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-87ac0a56-a920-491a-9afb-c3c0bff9f631 service neutron] 10.222.0.66 "GET /v2.0/networks/d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950111 May 27 02:45:33.979465 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fbe8ee-e11c-45b8-b944-6e76d8cd7586 req-ca37269e-55b6-4139-8bc8-bfa515a033e7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:33.983728 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-00fbe8ee-e11c-45b8-b944-6e76d8cd7586 req-ca37269e-55b6-4139-8bc8-bfa515a033e7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 945 time: 0.3724935 May 27 02:45:34.110875 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-00fbe8ee-e11c-45b8-b944-6e76d8cd7586 req-2cfe3ecd-2134-48fb-8eac-8bd24c87689b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148262 May 27 02:45:34.341859 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f749d4d8-c1c5-47f7-bb30-4ea125fb4695 req-5380640e-c1d4-4257-8f8d-b3d2b83468d3 service neutron] 10.222.0.66 "GET /v2.0/networks/d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4537675 May 27 02:45:34.665783 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:45:34.790435 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590437e-9783-4ef4-b558-d92f756bb1fe req-3841a7f1-bde6-4ca2-a99f-60ac74fed005 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:34.797913 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a590437e-9783-4ef4-b558-d92f756bb1fe req-3841a7f1-bde6-4ca2-a99f-60ac74fed005 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9cc0598-fd70-4bc5-b417-08c605ff8840 HTTP/1.1" status: 200 len: 944 time: 0.1023912 May 27 02:45:34.850293 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a590437e-9783-4ef4-b558-d92f756bb1fe req-88bd7b9c-8b98-4232-8c2d-22235fb408b1 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b559623-9435-4249-8f69-3eff2151f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515330 May 27 02:45:35.370529 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ed27b-7723-45f6-9c77-ed788cbe5f53 req-14522df1-96a8-4fc8-9ebd-22654c8c7eb7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:35.373180 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-338ed27b-7723-45f6-9c77-ed788cbe5f53 req-14522df1-96a8-4fc8-9ebd-22654c8c7eb7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 945 time: 0.1330032 May 27 02:45:35.438427 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-338ed27b-7723-45f6-9c77-ed788cbe5f53 req-6ee4f034-8525-4f2f-ac6a-f471bdbfbfea tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588660 May 27 02:45:36.061753 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55fba67-3859-494c-bf84-2a408dabeae2 req-44667abb-84af-4ee4-872c-2a95f7be8567 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:36.069052 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a55fba67-3859-494c-bf84-2a408dabeae2 req-44667abb-84af-4ee4-872c-2a95f7be8567 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9cc0598-fd70-4bc5-b417-08c605ff8840 HTTP/1.1" status: 200 len: 944 time: 0.0890718 May 27 02:45:36.117228 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a55fba67-3859-494c-bf84-2a408dabeae2 req-9373b56d-32a9-444d-9cb3-a47738ae21da tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b559623-9435-4249-8f69-3eff2151f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461078 May 27 02:45:36.689051 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b4e87-f5d8-4e9c-a82e-fa87e099e73e req-0664cce1-3c96-48d4-a72a-ba0219ca0f40 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:36.694647 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0e3b4e87-f5d8-4e9c-a82e-fa87e099e73e req-0664cce1-3c96-48d4-a72a-ba0219ca0f40 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 945 time: 0.1018274 May 27 02:45:36.777740 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0e3b4e87-f5d8-4e9c-a82e-fa87e099e73e req-4e4ab568-eb3d-4c44-bbac-4bbaabf736b4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799465 May 27 02:45:37.365713 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65450fde-a1e8-4610-993c-c359384ccbfd req-a81e51c0-302e-4e75-8aec-4232bac6f5a5 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:37.367170 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-65450fde-a1e8-4610-993c-c359384ccbfd req-a81e51c0-302e-4e75-8aec-4232bac6f5a5 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9cc0598-fd70-4bc5-b417-08c605ff8840 HTTP/1.1" status: 200 len: 944 time: 0.1039345 May 27 02:45:37.416383 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-65450fde-a1e8-4610-993c-c359384ccbfd req-f564a7ec-2ad0-49ce-b3c6-2006f7f0912e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b559623-9435-4249-8f69-3eff2151f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432630 May 27 02:45:37.497513 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 954cb324-abf6-40bc-bb75-0e65d94a8ebd details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:45:37.692823 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 954cb324-abf6-40bc-bb75-0e65d94a8ebd, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=954cb324-abf6-40bc-bb75-0e65d94a8ebd,segment=NetworkSegment(36b77579-f3c4-40fd-9822-7b68d42aaca8),segment_id=36b77579-f3c4-40fd-9822-7b68d42aaca8)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:45:37.706838 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '954cb324-abf6-40bc-bb75-0e65d94a8ebd', 'network_id': 'd9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0', 'port_id': '954cb324-abf6-40bc-bb75-0e65d94a8ebd', 'mac_address': 'fa:16:3e:44:a0:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d882589-d066-4537-a583-3c6a99c11c9c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:45:37.775236 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 954cb324-abf6-40bc-bb75-0e65d94a8ebd is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:45:37.775675 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:37.793824 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 954cb324-abf6-40bc-bb75-0e65d94a8ebd {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:45:37.809632 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 954cb324-abf6-40bc-bb75-0e65d94a8ebd, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=954cb324-abf6-40bc-bb75-0e65d94a8ebd,segment=NetworkSegment(36b77579-f3c4-40fd-9822-7b68d42aaca8),segment_id=36b77579-f3c4-40fd-9822-7b68d42aaca8)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:45:37.898067 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:37.982245 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc6e24-5acf-466c-a965-342b800ca75f req-cbd41262-2fdc-4930-a2ba-c45a66230262 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:37.985734 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=954cb324-abf6-40bc-bb75-0e65d94a8ebd,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:45:37.989239 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0bfc6e24-5acf-466c-a965-342b800ca75f req-cbd41262-2fdc-4930-a2ba-c45a66230262 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 945 time: 0.1106119 May 27 02:45:38.032273 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0bfc6e24-5acf-466c-a965-342b800ca75f req-8ba131d0-279f-4d6c-a460-df2f5a027193 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417595 May 27 02:45:38.108427 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['954cb324-abf6-40bc-bb75-0e65d94a8ebd'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:45:38.759789 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e4ad6-9dd8-414b-80e6-c18b819969d7 req-948f8423-3743-4165-b258-5b327843a397 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:38.761660 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ae5e4ad6-9dd8-414b-80e6-c18b819969d7 req-948f8423-3743-4165-b258-5b327843a397 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9cc0598-fd70-4bc5-b417-08c605ff8840 HTTP/1.1" status: 200 len: 945 time: 0.1950963 May 27 02:45:38.838028 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ae5e4ad6-9dd8-414b-80e6-c18b819969d7 req-6e6b13f2-1654-4d30-a14f-848718f0f3d3 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b559623-9435-4249-8f69-3eff2151f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689178 May 27 02:45:39.229256 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68442f7-4e27-4156-9190-a2cdf2c0f058 req-f4745303-b394-46d5-8121-866c6a110ed0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:39.230723 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f68442f7-4e27-4156-9190-a2cdf2c0f058 req-f4745303-b394-46d5-8121-866c6a110ed0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 945 time: 0.0834315 May 27 02:45:39.277403 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f68442f7-4e27-4156-9190-a2cdf2c0f058 req-8a068ce1-be2f-4f9b-8962-9a1f60ff5914 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402646 May 27 02:45:39.507575 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 954cb324-abf6-40bc-bb75-0e65d94a8ebd up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:45:39.661640 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 954cb324-abf6-40bc-bb75-0e65d94a8ebd completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:45:39.671731 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 954cb324-abf6-40bc-bb75-0e65d94a8ebd triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:45:39.671731 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:39.891074 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 954cb324-abf6-40bc-bb75-0e65d94a8ebd is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:45:39.891772 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:39.926202 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9cc0598-fd70-4bc5-b417-08c605ff8840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954cb324-abf6-40bc-bb75-0e65d94a8ebd'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:45:39.932392 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 954cb324-abf6-40bc-bb75-0e65d94a8ebd, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=954cb324-abf6-40bc-bb75-0e65d94a8ebd,segment=NetworkSegment(36b77579-f3c4-40fd-9822-7b68d42aaca8),segment_id=36b77579-f3c4-40fd-9822-7b68d42aaca8)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:45:40.033510 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:40.036539 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d917c80f-9538-438f-b934-b7a878209c9a'] response: {'server_uuid': 'c9cc0598-fd70-4bc5-b417-08c605ff8840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954cb324-abf6-40bc-bb75-0e65d94a8ebd', 'code': 200} May 27 02:45:40.095270 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7436dc-0a52-4186-89a6-d34f0bf8442b req-37a5c2c3-a147-40eb-a4bc-78a20f292fc7 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:40.103209 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3c7436dc-0a52-4186-89a6-d34f0bf8442b req-37a5c2c3-a147-40eb-a4bc-78a20f292fc7 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9cc0598-fd70-4bc5-b417-08c605ff8840 HTTP/1.1" status: 200 len: 945 time: 0.1414123 May 27 02:45:40.141809 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=954cb324-abf6-40bc-bb75-0e65d94a8ebd,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:45:40.203839 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3c7436dc-0a52-4186-89a6-d34f0bf8442b req-9f27546a-8c56-4f62-9162-4dde4d4f4242 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b559623-9435-4249-8f69-3eff2151f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996943 May 27 02:45:40.219137 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5cefa-dfee-4117-99b2-8aab1f22b9ad req-cb3db5f6-e0f5-4ac6-934a-c8da13be8539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:40.228529 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62d5cefa-dfee-4117-99b2-8aab1f22b9ad req-cb3db5f6-e0f5-4ac6-934a-c8da13be8539 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c9cc0598-fd70-4bc5-b417-08c605ff8840 HTTP/1.1" status: 200 len: 1097 time: 0.0991938 May 27 02:45:40.293377 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62d5cefa-dfee-4117-99b2-8aab1f22b9ad req-cebe0546-258d-4f9e-a726-bce34a2e9099 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3b559623-9435-4249-8f69-3eff2151f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634992 May 27 02:45:40.545512 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ab43f-ba19-4591-839a-a3e6b2aa210f req-6bacb87e-5c09-461d-a9e6-0ed927aeb828 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:40.547179 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-519ab43f-ba19-4591-839a-a3e6b2aa210f req-6bacb87e-5c09-461d-a9e6-0ed927aeb828 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 945 time: 0.1259727 May 27 02:45:40.593941 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-519ab43f-ba19-4591-839a-a3e6b2aa210f req-fbc4e4c6-d1f8-4895-8734-60d1dd736287 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395761 May 27 02:45:41.521766 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a5b63-635a-44b2-b351-5a399ad2802a req-8bea69c4-8601-42aa-8757-f5765b7b8952 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:41.533685 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f42a5b63-635a-44b2-b351-5a399ad2802a req-8bea69c4-8601-42aa-8757-f5765b7b8952 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9cc0598-fd70-4bc5-b417-08c605ff8840 HTTP/1.1" status: 200 len: 946 time: 0.1344190 May 27 02:45:41.617759 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f42a5b63-635a-44b2-b351-5a399ad2802a req-d302bde9-83ef-41d3-befc-41d639c9c720 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b559623-9435-4249-8f69-3eff2151f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825379 May 27 02:45:41.827222 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723861b1-69d9-498f-a7ae-00695d3b3c1d req-29bcafcd-a6e3-4f4a-935a-24e3542416bd tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:41.846295 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-723861b1-69d9-498f-a7ae-00695d3b3c1d req-29bcafcd-a6e3-4f4a-935a-24e3542416bd tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 945 time: 0.1429777 May 27 02:45:41.958350 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-723861b1-69d9-498f-a7ae-00695d3b3c1d req-5d4f4681-f97b-4f52-b296-18bfbb0b99b7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993829 May 27 02:45:42.885228 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d701f7-33be-4551-af5d-d1a2766d2379 req-af289192-b99c-49d9-b30a-af2195199cdd tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:42.886718 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62d701f7-33be-4551-af5d-d1a2766d2379 req-af289192-b99c-49d9-b30a-af2195199cdd tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9cc0598-fd70-4bc5-b417-08c605ff8840 HTTP/1.1" status: 200 len: 946 time: 0.1093690 May 27 02:45:42.941868 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62d701f7-33be-4551-af5d-d1a2766d2379 req-57898747-4810-4432-bdf3-f1d69d90b763 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b559623-9435-4249-8f69-3eff2151f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446041 May 27 02:45:43.214331 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc352f3-8c42-4d9d-a21b-d039ffedaa53 req-607a81ab-2e97-4804-9d5c-6bce72636bec tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:43.214331 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7dc352f3-8c42-4d9d-a21b-d039ffedaa53 req-607a81ab-2e97-4804-9d5c-6bce72636bec tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9cc0598-fd70-4bc5-b417-08c605ff8840 HTTP/1.1" status: 200 len: 946 time: 0.1497388 May 27 02:45:43.272955 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7dc352f3-8c42-4d9d-a21b-d039ffedaa53 req-da0838cb-1010-4edd-a247-cdf82725479c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b559623-9435-4249-8f69-3eff2151f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510406 May 27 02:45:43.293085 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fca6e7-c85e-4c9a-9883-4b0e6a148ae0 req-956c3978-2c0e-4b7a-bda5-556bb0ecd696 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:43.294562 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a4fca6e7-c85e-4c9a-9883-4b0e6a148ae0 req-956c3978-2c0e-4b7a-bda5-556bb0ecd696 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 945 time: 0.1928475 May 27 02:45:43.301161 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53756) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:45:43.367735 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a4fca6e7-c85e-4c9a-9883-4b0e6a148ae0 req-7b0d104c-d99a-4fbb-ae7c-dc3b6dda49a1 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669065 May 27 02:45:43.417305 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec831ea-af96-43e9-8dbb-c7ba71b16757 tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:43.419492 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4ec831ea-af96-43e9-8dbb-c7ba71b16757 tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=c9cc0598-fd70-4bc5-b417-08c605ff8840 HTTP/1.1" status: 200 len: 1092 time: 0.1166713 May 27 02:45:43.422282 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53766) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:45:43.427345 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-f2c93db1-ab3b-4467-bd3d-dfca844e863a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'port_id': '954cb324-abf6-40bc-bb75-0e65d94a8ebd', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:45:43.434390 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-f2c93db1-ab3b-4467-bd3d-dfca844e863a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:45:43.438734 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f2c93db1-ab3b-4467-bd3d-dfca844e863a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Usage tracker for resource:floatingip and tenant:bacca2e928f240ac8e59ab0d5daf4b12 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:45:43.442084 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f2c93db1-ab3b-4467-bd3d-dfca844e863a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:45:43.453366 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-f2c93db1-ab3b-4467-bd3d-dfca844e863a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:45:43.541263 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f2c93db1-ab3b-4467-bd3d-dfca844e863a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for floatingip, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:43.748783 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f2c93db1-ab3b-4467-bd3d-dfca844e863a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:44.060984 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-f2c93db1-ab3b-4467-bd3d-dfca844e863a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Allocated IP 172.25.1.86 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/45f2553a-0e47-4a8f-9d20-5acded043f98) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:45:44.222907 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f2c93db1-ab3b-4467-bd3d-dfca844e863a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:44.429964 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f2c93db1-ab3b-4467-bd3d-dfca844e863a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:44.639238 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c93db1-ab3b-4467-bd3d-dfca844e863a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:45:44.646930 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-f2c93db1-ab3b-4467-bd3d-dfca844e863a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:45:44.654832 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c93db1-ab3b-4467-bd3d-dfca844e863a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:45:44.711647 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c93db1-ab3b-4467-bd3d-dfca844e863a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event updated for resources: {'Port': ['ID=45f2553a-0e47-4a8f-9d20-5acded043f98,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:45:44.886549 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e620a6-7213-4d69-b31c-ed6af0d81116 req-c4f17bb0-1f8b-43db-8af8-1b5f71670602 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:44.893992 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d8e620a6-7213-4d69-b31c-ed6af0d81116 req-c4f17bb0-1f8b-43db-8af8-1b5f71670602 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 945 time: 0.3491030 May 27 02:45:44.979901 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-6e02cd84-7602-40e4-8417-bc5dcc66fae3 service neutron] show failed (client error): The resource could not be found. May 27 02:45:44.982247 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-6e02cd84-7602-40e4-8417-bc5dcc66fae3 service neutron] 10.222.0.32 "GET /v2.0/ports/1efe7741-2bc1-4a27-80f0-f04afaf0c364/bindings/n-h2-843554-3 HTTP/1.1" status: 404 len: 380 time: 0.1608891 May 27 02:45:45.004700 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d8e620a6-7213-4d69-b31c-ed6af0d81116 req-5fceab23-4b52-48bf-84d1-6aecb987f6ac tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095347 May 27 02:45:45.443217 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f2c93db1-ab3b-4467-bd3d-dfca844e863a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:45.597387 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f2c93db1-ab3b-4467-bd3d-dfca844e863a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:45.880241 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-93b61da0-22cb-42bc-809e-27905348267f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:45.881767 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-93b61da0-22cb-42bc-809e-27905348267f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1&tenant_id=b59631ecfa194f20bd33f8d2b34a5767 HTTP/1.1" status: 200 len: 1096 time: 0.1302145 May 27 02:45:45.910180 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-666f7419-a8ae-4265-813d-dc8d268cb877 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843554-3', 'device_owner': 'compute:nova'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:45:45.955228 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f2c93db1-ab3b-4467-bd3d-dfca844e863a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:46.060999 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-666f7419-a8ae-4265-813d-dc8d268cb877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:46.097114 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f2c93db1-ab3b-4467-bd3d-dfca844e863a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:46.346436 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c93db1-ab3b-4467-bd3d-dfca844e863a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event updated for resources: {'Port': ['ID=45f2553a-0e47-4a8f-9d20-5acded043f98,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:45:46.409865 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f2c93db1-ab3b-4467-bd3d-dfca844e863a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:47.020790 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1dc598-2832-4ebb-9a11-c9579c11e677 req-11daeb9e-2963-404b-abf4-17ec203b88b0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:47.022383 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ef1dc598-2832-4ebb-9a11-c9579c11e677 req-11daeb9e-2963-404b-abf4-17ec203b88b0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 945 time: 0.8696673 May 27 02:45:47.094012 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-f2c93db1-ab3b-4467-bd3d-dfca844e863a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Floating IP cc42aaf0-2541-4785-9c0c-f9e28374e2d5 associated. External IP: 172.25.1.86, port: 954cb324-abf6-40bc-bb75-0e65d94a8ebd. May 27 02:45:47.203765 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ef1dc598-2832-4ebb-9a11-c9579c11e677 req-cf643411-d8bc-4a5a-81a7-fbf91d855346 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710887 May 27 02:45:47.218550 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-666f7419-a8ae-4265-813d-dc8d268cb877 service neutron] For port 1efe7741-2bc1-4a27-80f0-f04afaf0c364, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=1efe7741-2bc1-4a27-80f0-f04afaf0c364,segment=NetworkSegment(0cd194ad-7607-4fce-88f3-3478ce18fa37),segment_id=0cd194ad-7607-4fce-88f3-3478ce18fa37)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:45:47.333485 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-666f7419-a8ae-4265-813d-dc8d268cb877 service neutron] For port 1efe7741-2bc1-4a27-80f0-f04afaf0c364, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:45:47.393470 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-666f7419-a8ae-4265-813d-dc8d268cb877 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:47.408244 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-666f7419-a8ae-4265-813d-dc8d268cb877 service neutron] Transition to ACTIVE for port object 1efe7741-2bc1-4a27-80f0-f04afaf0c364 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:45:47.409178 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9280f3-d6fb-4b9a-824c-d69890a32bd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1efe7741-2bc1-4a27-80f0-f04afaf0c364'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:45:47.516915 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bbe56cd-1e20-432f-93a4-189c46db3281'] response: {'server_uuid': '9f9280f3-d6fb-4b9a-824c-d69890a32bd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1efe7741-2bc1-4a27-80f0-f04afaf0c364', 'code': 200} May 27 02:45:47.524793 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-666f7419-a8ae-4265-813d-dc8d268cb877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:47.789075 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f7419-a8ae-4265-813d-dc8d268cb877 service neutron] Pushing event updated for resources: {'Port': ['ID=1efe7741-2bc1-4a27-80f0-f04afaf0c364,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:45:47.941390 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-666f7419-a8ae-4265-813d-dc8d268cb877 service neutron] No DVR routers for this DVR port 1efe7741-2bc1-4a27-80f0-f04afaf0c364 on host n-h1-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:45:48.050097 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c93db1-ab3b-4467-bd3d-dfca844e863a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Router 29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:45:48.062134 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53934) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:45:48.221791 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ea3d8846-d41d-4038-a028-3c283d890ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:48.241378 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ea3d8846-d41d-4038-a028-3c283d890ae7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:45:48.244682 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ea3d8846-d41d-4038-a028-3c283d890ae7 admin admin] Usage tracker for resource:security_group_rule and tenant:bbef15262b9843229a9a51b6bead3e3c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:45:48.247588 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ea3d8846-d41d-4038-a028-3c283d890ae7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:45:48.266383 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ea3d8846-d41d-4038-a028-3c283d890ae7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:45:48.369485 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ea3d8846-d41d-4038-a028-3c283d890ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:48.477974 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-666f7419-a8ae-4265-813d-dc8d268cb877 service neutron] Attempting to bind port 1efe7741-2bc1-4a27-80f0-f04afaf0c364 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:45:48.482140 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-666f7419-a8ae-4265-813d-dc8d268cb877 service neutron] Attempting to bind port 1efe7741-2bc1-4a27-80f0-f04afaf0c364 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '0cd194ad-7607-4fce-88f3-3478ce18fa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e679d99b-52d3-4d17-af2d-c9814fe86156'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:45:48.482562 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-666f7419-a8ae-4265-813d-dc8d268cb877 service neutron] Attempting to bind port 1efe7741-2bc1-4a27-80f0-f04afaf0c364 on network e679d99b-52d3-4d17-af2d-c9814fe86156 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:45:48.491003 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ea3d8846-d41d-4038-a028-3c283d890ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:48.495658 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 1efe7741-2bc1-4a27-80f0-f04afaf0c364 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:45:48.500912 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c93db1-ab3b-4467-bd3d-dfca844e863a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:45:48.513298 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-666f7419-a8ae-4265-813d-dc8d268cb877 service neutron] Port 1efe7741-2bc1-4a27-80f0-f04afaf0c364 on network e679d99b-52d3-4d17-af2d-c9814fe86156 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:45:48.513903 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-666f7419-a8ae-4265-813d-dc8d268cb877 service neutron] Attempting to bind port 1efe7741-2bc1-4a27-80f0-f04afaf0c364 on network e679d99b-52d3-4d17-af2d-c9814fe86156 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:45:48.534647 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-666f7419-a8ae-4265-813d-dc8d268cb877 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:45:48.535420 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-666f7419-a8ae-4265-813d-dc8d268cb877 service neutron] Checking segment: {'id': '0cd194ad-7607-4fce-88f3-3478ce18fa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e679d99b-52d3-4d17-af2d-c9814fe86156'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:45:48.536252 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-666f7419-a8ae-4265-813d-dc8d268cb877 service neutron] Bound using segment: {'id': '0cd194ad-7607-4fce-88f3-3478ce18fa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e679d99b-52d3-4d17-af2d-c9814fe86156'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:45:48.537070 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-666f7419-a8ae-4265-813d-dc8d268cb877 service neutron] Bound port: 1efe7741-2bc1-4a27-80f0-f04afaf0c364, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd194ad-7607-4fce-88f3-3478ce18fa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e679d99b-52d3-4d17-af2d-c9814fe86156'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:45:48.537662 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-666f7419-a8ae-4265-813d-dc8d268cb877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:48.547751 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3d8846-d41d-4038-a028-3c283d890ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4529c0-d14c-436a-8b16-aba452d4c869,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:45:48.576928 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ea3d8846-d41d-4038-a028-3c283d890ae7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bbef15262b9843229a9a51b6bead3e3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5053144 May 27 02:45:48.576928 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 53960) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:45:48.619017 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df678884-7fbc-4e05-9537-ce114c41c056 None None] Sync routers for ids ['29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:45:48.691137 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-666f7419-a8ae-4265-813d-dc8d268cb877 service neutron] For port 1efe7741-2bc1-4a27-80f0-f04afaf0c364, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:45:48.694253 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-666f7419-a8ae-4265-813d-dc8d268cb877 service neutron] For port 1efe7741-2bc1-4a27-80f0-f04afaf0c364, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=1efe7741-2bc1-4a27-80f0-f04afaf0c364,segment=NetworkSegment(0cd194ad-7607-4fce-88f3-3478ce18fa37),segment_id=0cd194ad-7607-4fce-88f3-3478ce18fa37)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:45:48.696815 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df678884-7fbc-4e05-9537-ce114c41c056 None None] Routers {'29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:45:48.697659 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-df678884-7fbc-4e05-9537-ce114c41c056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:45:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:45:48.707997 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbf322-f19c-48d0-adb2-b6c373b6a752 req-298a32a8-2155-47ad-831e-170527387adc tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:48.715632 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-30fbf322-f19c-48d0-adb2-b6c373b6a752 req-298a32a8-2155-47ad-831e-170527387adc tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 943 time: 0.3534412 May 27 02:45:48.727104 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bbbe0c72-8d2b-4a1a-a51e-b13ea34d8710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:48.764173 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f2c93db1-ab3b-4467-bd3d-dfca844e863a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:48.785541 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bbbe0c72-8d2b-4a1a-a51e-b13ea34d8710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:48.826553 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f2c93db1-ab3b-4467-bd3d-dfca844e863a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.4019957 May 27 02:45:48.830654 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 53974) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:45:48.841560 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 1efe7741-2bc1-4a27-80f0-f04afaf0c364 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:45:49.026325 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-df678884-7fbc-4e05-9537-ce114c41c056 None None] Set router 29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:45:49.038112 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bbbe0c72-8d2b-4a1a-a51e-b13ea34d8710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:49.075531 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe0c72-8d2b-4a1a-a51e-b13ea34d8710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4529c0-d14c-436a-8b16-aba452d4c869,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:45:49.084554 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bbbe0c72-8d2b-4a1a-a51e-b13ea34d8710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:49.084932 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-666f7419-a8ae-4265-813d-dc8d268cb877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:49.086637 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-bbbe0c72-8d2b-4a1a-a51e-b13ea34d8710 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/be4529c0-d14c-436a-8b16-aba452d4c869 HTTP/1.1" status: 204 len: 168 time: 0.5147269 May 27 02:45:49.148375 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-30fbf322-f19c-48d0-adb2-b6c373b6a752 req-963a048f-7c4f-4319-9014-e5f3b4562c64 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4318039 May 27 02:45:49.257227 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-666f7419-a8ae-4265-813d-dc8d268cb877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:49.257792 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-666f7419-a8ae-4265-813d-dc8d268cb877 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:49.259164 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-666f7419-a8ae-4265-813d-dc8d268cb877 service neutron] 10.222.0.66 "PUT /v2.0/ports/1efe7741-2bc1-4a27-80f0-f04afaf0c364 HTTP/1.1" status: 200 len: 1091 time: 3.3602247 May 27 02:45:49.293399 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1d9b9afc-1aaa-4f40-b68d-8a60e3442841 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/floatingips/cc42aaf0-2541-4785-9c0c-f9e28374e2d5 HTTP/1.1" status: 200 len: 991 time: 0.4604537 May 27 02:45:49.450908 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f7419-a8ae-4265-813d-dc8d268cb877 service neutron] Pushing event updated for resources: {'Port': ['ID=1efe7741-2bc1-4a27-80f0-f04afaf0c364,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:45:49.523422 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9cc0598-fd70-4bc5-b417-08c605ff8840', 'tag': '954cb324-abf6-40bc-bb75-0e65d94a8ebd'}, {'name': 'network-changed', 'server_uuid': '9f9280f3-d6fb-4b9a-824c-d69890a32bd1', 'tag': '1efe7741-2bc1-4a27-80f0-f04afaf0c364'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:45:49.559464 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-20ba4f1d-e122-46f7-b8f5-d72396583662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:49.561031 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-20ba4f1d-e122-46f7-b8f5-d72396583662 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b59631ecfa194f20bd33f8d2b34a5767&device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 1094 time: 0.2743089 May 27 02:45:49.666781 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:49.673141 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:49.728119 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2527c00-93da-4d98-887b-ea8bec66495a'] response: {'name': 'network-changed', 'server_uuid': 'c9cc0598-fd70-4bc5-b417-08c605ff8840', 'tag': '954cb324-abf6-40bc-bb75-0e65d94a8ebd', 'status': 'completed', 'code': 200} May 27 02:45:49.728385 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2527c00-93da-4d98-887b-ea8bec66495a'] response: {'name': 'network-changed', 'server_uuid': '9f9280f3-d6fb-4b9a-824c-d69890a32bd1', 'tag': '1efe7741-2bc1-4a27-80f0-f04afaf0c364', 'status': 'completed', 'code': 200} May 27 02:45:49.758624 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-df678884-7fbc-4e05-9537-ce114c41c056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'name': 'tempest-TestNetworkBasicOps-router-1718859312', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'e4abfbe7-1770-4147-ade8-414d8ab366d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:45:04Z', 'updated_at': '2022-05-27T02:45:13Z', 'revision_number': 4, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'gw_port': {'id': 'e4abfbe7-1770-4147-ade8-414d8ab366d8', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:31:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:45:05Z', 'updated_at': '2022-05-27T02:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'cc42aaf0-2541-4785-9c0c-f9e28374e2d5', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'floating_ip_address': '172.25.1.86', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'port_id': '954cb324-abf6-40bc-bb75-0e65d94a8ebd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0', 'mac_address': 'fa:16:3e:44:a0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cc0598-fd70-4bc5-b417-08c605ff8840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:45:45Z', 'updated_at': '2022-05-27T02:45:45Z', 'revision_number': 0, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99a45c0f-86e6-4978-8ed7-6b49a9098739', 'name': '', 'network_id': 'd9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'mac_address': 'fa:16:3e:5f:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '0d882589-d066-4537-a583-3c6a99c11c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:45:11Z', 'updated_at': '2022-05-27T02:45:21Z', 'revision_number': 5, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'subnets': [{'id': '0d882589-d066-4537-a583-3c6a99c11c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:45:49.778589 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df678884-7fbc-4e05-9537-ce114c41c056 None None] Checking router: 29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:45:49.804018 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df678884-7fbc-4e05-9537-ce114c41c056 None None] Routers {'29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:45:49.805033 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-df678884-7fbc-4e05-9537-ce114c41c056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:45:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:45:49.916205 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-1f605cb9-ff9c-4823-8129-d4a6cae788b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:49.921029 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-1f605cb9-ff9c-4823-8129-d4a6cae788b2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e679d99b-52d3-4d17-af2d-c9814fe86156 HTTP/1.1" status: 200 len: 898 time: 0.3503315 May 27 02:45:49.975622 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87685695-6318-47e5-95d6-6e059abf32a3 req-fb0c38b6-1235-45b3-af12-eb28f1d688ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:49.977644 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-87685695-6318-47e5-95d6-6e059abf32a3 req-fb0c38b6-1235-45b3-af12-eb28f1d688ce service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bacca2e928f240ac8e59ab0d5daf4b12&device_id=c9cc0598-fd70-4bc5-b417-08c605ff8840 HTTP/1.1" status: 200 len: 1097 time: 0.2703626 May 27 02:45:49.980573 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87685695-6318-47e5-95d6-6e059abf32a3 req-ce9e6c86-c7aa-42e8-b975-e73a64b3c123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:49.982146 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-87685695-6318-47e5-95d6-6e059abf32a3 req-ce9e6c86-c7aa-42e8-b975-e73a64b3c123 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b59631ecfa194f20bd33f8d2b34a5767&device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 1094 time: 0.3558447 May 27 02:45:50.103627 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-df678884-7fbc-4e05-9537-ce114c41c056 None None] Set router 29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:45:50.121465 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-7c3c7dc7-9464-417e-a256-a0259764fad7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1efe7741-2bc1-4a27-80f0-f04afaf0c364 HTTP/1.1" status: 200 len: 999 time: 0.1962385 May 27 02:45:50.294547 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-f49ddfd7-adb5-493e-83b0-b34b9615ef47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:50.310546 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-f49ddfd7-adb5-493e-83b0-b34b9615ef47 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0788e607-22db-447e-8f3e-98ab8362018b HTTP/1.1" status: 200 len: 835 time: 0.1687758 May 27 02:45:50.310546 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54026) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:45:50.466839 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-88001ce8-a462-49b1-9620-4c197b0cd297 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/floatingips/cc42aaf0-2541-4785-9c0c-f9e28374e2d5 HTTP/1.1" status: 200 len: 991 time: 0.1685441 May 27 02:45:50.521438 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54038) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:45:50.527209 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87685695-6318-47e5-95d6-6e059abf32a3 req-b8827f66-2886-4724-8b6b-219baf822ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:50.529017 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-87685695-6318-47e5-95d6-6e059abf32a3 req-b8827f66-2886-4724-8b6b-219baf822ed8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0 HTTP/1.1" status: 200 len: 897 time: 0.5454297 May 27 02:45:50.701484 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-df678884-7fbc-4e05-9537-ce114c41c056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'name': 'tempest-TestNetworkBasicOps-router-1718859312', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'e4abfbe7-1770-4147-ade8-414d8ab366d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:45:04Z', 'updated_at': '2022-05-27T02:45:13Z', 'revision_number': 4, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'gw_port': {'id': 'e4abfbe7-1770-4147-ade8-414d8ab366d8', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:31:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:45:05Z', 'updated_at': '2022-05-27T02:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'cc42aaf0-2541-4785-9c0c-f9e28374e2d5', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'floating_ip_address': '172.25.1.86', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'port_id': '954cb324-abf6-40bc-bb75-0e65d94a8ebd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0', 'mac_address': 'fa:16:3e:44:a0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cc0598-fd70-4bc5-b417-08c605ff8840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:45:45Z', 'updated_at': '2022-05-27T02:45:45Z', 'revision_number': 0, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99a45c0f-86e6-4978-8ed7-6b49a9098739', 'name': '', 'network_id': 'd9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'mac_address': 'fa:16:3e:5f:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '0d882589-d066-4537-a583-3c6a99c11c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:45:11Z', 'updated_at': '2022-05-27T02:45:21Z', 'revision_number': 5, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'subnets': [{'id': '0d882589-d066-4537-a583-3c6a99c11c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:45:50.711461 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-da12febf-565a-46a3-87c4-4c72cbc37323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:50.713134 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-da12febf-565a-46a3-87c4-4c72cbc37323 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e679d99b-52d3-4d17-af2d-c9814fe86156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2432976 May 27 02:45:50.713619 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df678884-7fbc-4e05-9537-ce114c41c056 None None] The sync data for ids ['29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505'] in n-d-843554-3 is: [{'id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'name': 'tempest-TestNetworkBasicOps-router-1718859312', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'e4abfbe7-1770-4147-ade8-414d8ab366d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:45:04Z', 'updated_at': '2022-05-27T02:45:13Z', 'revision_number': 4, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'gw_port': {'id': 'e4abfbe7-1770-4147-ade8-414d8ab366d8', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:31:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:45:05Z', 'updated_at': '2022-05-27T02:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'cc42aaf0-2541-4785-9c0c-f9e28374e2d5', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'floating_ip_address': '172.25.1.86', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'port_id': '954cb324-abf6-40bc-bb75-0e65d94a8ebd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0', 'mac_address': 'fa:16:3e:44:a0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cc0598-fd70-4bc5-b417-08c605ff8840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:45:45Z', 'updated_at': '2022-05-27T02:45:45Z', 'revision_number': 0, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99a45c0f-86e6-4978-8ed7-6b49a9098739', 'name': '', 'network_id': 'd9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'mac_address': 'fa:16:3e:5f:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '0d882589-d066-4537-a583-3c6a99c11c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:45:11Z', 'updated_at': '2022-05-27T02:45:21Z', 'revision_number': 5, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'subnets': [{'id': '0d882589-d066-4537-a583-3c6a99c11c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:45:50.721544 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-87685695-6318-47e5-95d6-6e059abf32a3 req-54d97029-19cf-4524-ac6d-cfbab976cd75 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=954cb324-abf6-40bc-bb75-0e65d94a8ebd HTTP/1.1" status: 200 len: 999 time: 0.1674407 May 27 02:45:50.726171 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a35bbe7-e4a1-4e58-b056-e386acd82e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:50.726313 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3bc09-4b0e-40de-8ed3-7071446646f0 req-78368bbb-26cf-4734-9a75-6dbee548a561 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:50.727702 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ab3bc09-4b0e-40de-8ed3-7071446646f0 req-78368bbb-26cf-4734-9a75-6dbee548a561 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 943 time: 0.2590809 May 27 02:45:50.749601 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87685695-6318-47e5-95d6-6e059abf32a3 req-e89dc950-8ea4-4afc-b1d9-ebf783d4703f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:50.750997 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-87685695-6318-47e5-95d6-6e059abf32a3 req-e89dc950-8ea4-4afc-b1d9-ebf783d4703f service neutron] 10.222.0.32 "GET /v2.0/networks?id=e679d99b-52d3-4d17-af2d-c9814fe86156 HTTP/1.1" status: 200 len: 898 time: 0.6293256 May 27 02:45:50.911955 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8a35bbe7-e4a1-4e58-b056-e386acd82e91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:45:50.924483 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ab3bc09-4b0e-40de-8ed3-7071446646f0 req-50c83099-5fd1-4d02-b403-d58fd39a3ee7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748838 May 27 02:45:50.939628 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8a35bbe7-e4a1-4e58-b056-e386acd82e91 admin admin] Usage tracker for resource:security_group_rule and tenant:aaf18031396d4e9c8b83dbf20420d002 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:45:50.951234 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8a35bbe7-e4a1-4e58-b056-e386acd82e91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:45:50.971540 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8a35bbe7-e4a1-4e58-b056-e386acd82e91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:45:50.980704 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87685695-6318-47e5-95d6-6e059abf32a3 req-bd80fff5-53b9-4e28-85cc-ab7b21680a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:50.980704 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-87685695-6318-47e5-95d6-6e059abf32a3 req-bd80fff5-53b9-4e28-85cc-ab7b21680a3d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0d882589-d066-4537-a583-3c6a99c11c9c HTTP/1.1" status: 200 len: 835 time: 0.2301400 May 27 02:45:50.989370 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-6b22a3f2-d7ea-40f5-8b9d-6851bfbb4c14 service neutron] 10.222.0.66 "GET /v2.0/networks/e679d99b-52d3-4d17-af2d-c9814fe86156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606552 May 27 02:45:51.033720 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-87685695-6318-47e5-95d6-6e059abf32a3 req-985f7a62-9920-491d-9b21-8441c6872b2b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1efe7741-2bc1-4a27-80f0-f04afaf0c364 HTTP/1.1" status: 200 len: 999 time: 0.2128279 May 27 02:45:51.107068 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3016274-cc23-4a50-b354-b3c3620ab081 None None] New status for floating IP cc42aaf0-2541-4785-9c0c-f9e28374e2d5: ACTIVE {{(pid=88904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:45:51.184140 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fa6f5b84-4a20-47fa-987c-a8a732e32f27 req-a40341ba-7b13-48a1-99eb-9a18bde3009c service neutron] 10.222.0.66 "GET /v2.0/networks/e679d99b-52d3-4d17-af2d-c9814fe86156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885321 May 27 02:45:51.229633 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87685695-6318-47e5-95d6-6e059abf32a3 req-f41e50a2-e1e1-4adc-9dd1-488bad33b116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:51.231075 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-87685695-6318-47e5-95d6-6e059abf32a3 req-f41e50a2-e1e1-4adc-9dd1-488bad33b116 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0788e607-22db-447e-8f3e-98ab8362018b HTTP/1.1" status: 200 len: 835 time: 0.1656322 May 27 02:45:51.247451 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a35bbe7-e4a1-4e58-b056-e386acd82e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:51.317156 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a35bbe7-e4a1-4e58-b056-e386acd82e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:51.430306 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87685695-6318-47e5-95d6-6e059abf32a3 req-8a21ab98-55c6-485e-b6b8-799c5a9020ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:51.432217 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-87685695-6318-47e5-95d6-6e059abf32a3 req-8a21ab98-55c6-485e-b6b8-799c5a9020ed service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4455504 May 27 02:45:51.435660 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a35bbe7-e4a1-4e58-b056-e386acd82e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e30358-0e2d-4355-a1b8-97d18f7cc315,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:45:51.456184 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8a35bbe7-e4a1-4e58-b056-e386acd82e91 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=aaf18031396d4e9c8b83dbf20420d002&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9280548 May 27 02:45:51.456424 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54078) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:45:51.480550 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54084) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:45:51.631279 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-87685695-6318-47e5-95d6-6e059abf32a3 req-e62c2d2c-bb82-438b-b2fc-9e9d85e41a5c service neutron] 10.222.0.66 "GET /v2.0/networks/d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737857 May 27 02:45:51.636479 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-731fb1d7-e66f-4fb4-8177-92bd02714e95 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/floatingips/cc42aaf0-2541-4785-9c0c-f9e28374e2d5 HTTP/1.1" status: 200 len: 993 time: 0.1470590 May 27 02:45:51.688926 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8c0878cb-4f23-461b-8510-32283844500f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:51.716445 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8c0878cb-4f23-461b-8510-32283844500f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:51.774226 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87685695-6318-47e5-95d6-6e059abf32a3 req-437c8313-9f69-487d-a981-cbcb589075bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:51.776988 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-87685695-6318-47e5-95d6-6e059abf32a3 req-437c8313-9f69-487d-a981-cbcb589075bc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e679d99b-52d3-4d17-af2d-c9814fe86156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5275481 May 27 02:45:51.865250 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8c0878cb-4f23-461b-8510-32283844500f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:51.938100 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0878cb-4f23-461b-8510-32283844500f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e30358-0e2d-4355-a1b8-97d18f7cc315,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:45:51.941633 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8c0878cb-4f23-461b-8510-32283844500f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:51.942769 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8c0878cb-4f23-461b-8510-32283844500f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a4e30358-0e2d-4355-a1b8-97d18f7cc315 HTTP/1.1" status: 204 len: 168 time: 0.4853401 May 27 02:45:51.995483 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-87685695-6318-47e5-95d6-6e059abf32a3 req-7ac75511-c932-4cd4-b090-22ecdcc578ea service neutron] 10.222.0.66 "GET /v2.0/networks/d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555796 May 27 02:45:52.025517 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-87685695-6318-47e5-95d6-6e059abf32a3 req-6f8d2d60-d0c7-46eb-9505-c852c79d8ac1 service neutron] 10.222.0.32 "GET /v2.0/networks/e679d99b-52d3-4d17-af2d-c9814fe86156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372763 May 27 02:45:52.247556 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-87685695-6318-47e5-95d6-6e059abf32a3 req-38207de9-f261-4bf9-92ec-f1629b78077f service neutron] 10.222.0.32 "GET /v2.0/networks/e679d99b-52d3-4d17-af2d-c9814fe86156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185864 May 27 02:45:52.263113 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87685695-6318-47e5-95d6-6e059abf32a3 req-5a20a75c-f459-44b6-9697-d0289b5196be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:52.265626 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-87685695-6318-47e5-95d6-6e059abf32a3 req-5a20a75c-f459-44b6-9697-d0289b5196be service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b59631ecfa194f20bd33f8d2b34a5767&device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 1094 time: 0.1225181 May 27 02:45:52.439886 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87685695-6318-47e5-95d6-6e059abf32a3 req-702e9313-36be-4800-8eed-26e7e4bca158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:52.441417 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-87685695-6318-47e5-95d6-6e059abf32a3 req-702e9313-36be-4800-8eed-26e7e4bca158 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e679d99b-52d3-4d17-af2d-c9814fe86156 HTTP/1.1" status: 200 len: 898 time: 0.1690125 May 27 02:45:52.481841 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6351c58-2205-473d-8af4-f1501f94798a req-6086afab-5bae-4452-b425-08b075d72e46 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:52.494302 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c6351c58-2205-473d-8af4-f1501f94798a req-6086afab-5bae-4452-b425-08b075d72e46 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 943 time: 0.3875585 May 27 02:45:52.550529 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c6351c58-2205-473d-8af4-f1501f94798a req-03050b5a-2b22-442d-8cb6-3b77f2de370d tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590696 May 27 02:45:52.706003 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-87685695-6318-47e5-95d6-6e059abf32a3 req-888ad37b-a3c3-4faf-a7f9-2160591c9255 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1efe7741-2bc1-4a27-80f0-f04afaf0c364 HTTP/1.1" status: 200 len: 999 time: 0.2583692 May 27 02:45:52.777088 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87685695-6318-47e5-95d6-6e059abf32a3 req-2e270e00-72b9-447a-b19a-b2aed4f74c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:52.778518 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-87685695-6318-47e5-95d6-6e059abf32a3 req-2e270e00-72b9-447a-b19a-b2aed4f74c67 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0788e607-22db-447e-8f3e-98ab8362018b HTTP/1.1" status: 200 len: 835 time: 0.0584035 May 27 02:45:52.863610 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87685695-6318-47e5-95d6-6e059abf32a3 req-7dceadab-6556-4662-888e-a072b83dc165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:52.865184 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-87685695-6318-47e5-95d6-6e059abf32a3 req-7dceadab-6556-4662-888e-a072b83dc165 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e679d99b-52d3-4d17-af2d-c9814fe86156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806952 May 27 02:45:53.049124 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-87685695-6318-47e5-95d6-6e059abf32a3 req-efe97cb2-7562-4a4a-a181-2262c84252f8 service neutron] 10.222.0.66 "GET /v2.0/networks/e679d99b-52d3-4d17-af2d-c9814fe86156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738904 May 27 02:45:53.189295 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-87685695-6318-47e5-95d6-6e059abf32a3 req-c2b66e27-609c-4dd1-85f3-0c84623b9790 service neutron] 10.222.0.66 "GET /v2.0/networks/e679d99b-52d3-4d17-af2d-c9814fe86156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299436 May 27 02:45:53.601785 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 1efe7741-2bc1-4a27-80f0-f04afaf0c364 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:45:53.839243 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 1efe7741-2bc1-4a27-80f0-f04afaf0c364, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=1efe7741-2bc1-4a27-80f0-f04afaf0c364,segment=NetworkSegment(0cd194ad-7607-4fce-88f3-3478ce18fa37),segment_id=0cd194ad-7607-4fce-88f3-3478ce18fa37)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:45:53.857060 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '1efe7741-2bc1-4a27-80f0-f04afaf0c364', 'network_id': 'e679d99b-52d3-4d17-af2d-c9814fe86156', 'port_id': '1efe7741-2bc1-4a27-80f0-f04afaf0c364', 'mac_address': 'fa:16:3e:57:8f:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0788e607-22db-447e-8f3e-98ab8362018b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:45:53.937823 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 1efe7741-2bc1-4a27-80f0-f04afaf0c364 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:45:53.938288 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:53.959214 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1efe7741-2bc1-4a27-80f0-f04afaf0c364 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:45:53.975506 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 1efe7741-2bc1-4a27-80f0-f04afaf0c364, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=1efe7741-2bc1-4a27-80f0-f04afaf0c364,segment=NetworkSegment(0cd194ad-7607-4fce-88f3-3478ce18fa37),segment_id=0cd194ad-7607-4fce-88f3-3478ce18fa37)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:45:54.064175 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:54.157815 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=1efe7741-2bc1-4a27-80f0-f04afaf0c364,revision_number=8']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:45:54.171581 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340c482-d512-43bf-9736-3066e49ac586 req-98ccbfdd-b0ae-44c5-a7bb-7d1d72969294 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:54.178823 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3340c482-d512-43bf-9736-3066e49ac586 req-98ccbfdd-b0ae-44c5-a7bb-7d1d72969294 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 944 time: 0.4770133 May 27 02:45:54.320192 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['1efe7741-2bc1-4a27-80f0-f04afaf0c364'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:45:54.417695 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3340c482-d512-43bf-9736-3066e49ac586 req-08e05e79-3297-4aac-a3cc-e83cfedcb9a5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2379265 May 27 02:45:55.212903 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-698cd64a-02d3-4598-a999-c23c5319d69a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:55.213661 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-698cd64a-02d3-4598-a999-c23c5319d69a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Synchronizing usage tracker for tenant:b59631ecfa194f20bd33f8d2b34a5767 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:45:55.247182 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e39e7b-7f77-4e28-b325-486432d523bf req-7b3c48a5-9abb-48a9-91b9-0f38e5822bce tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:55.249606 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f6e39e7b-7f77-4e28-b325-486432d523bf req-7b3c48a5-9abb-48a9-91b9-0f38e5822bce tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 944 time: 0.1402249 May 27 02:45:55.292265 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-698cd64a-02d3-4598-a999-c23c5319d69a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Unset dirty status for tenant:b59631ecfa194f20bd33f8d2b34a5767 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:45:55.293709 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-698cd64a-02d3-4598-a999-c23c5319d69a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1&tenant_id=b59631ecfa194f20bd33f8d2b34a5767&binding%3Ahost_id=n-h2-843554-3 HTTP/1.1" status: 200 len: 944 time: 0.2040837 May 27 02:45:55.328499 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f6e39e7b-7f77-4e28-b325-486432d523bf req-61317be2-b2ee-4d60-bd5c-5d550ae114da tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723920 May 27 02:45:55.371937 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [req-b27d9043-44ca-433b-b312-977442d00efd req-8719955f-915d-48f3-a616-ab05f0de2a70 tempest-TestServerMultinode-1395415914 tempest-TestServerMultinode-1395415914-project-admin] (88901) timed out ('10.222.0.32', 58841) {{(pid=88901) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 02:45:55.396973 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-1723b311-101d-43da-8375-15f0513b3f05 service neutron] 10.222.0.66 "GET /v2.0/ports/1efe7741-2bc1-4a27-80f0-f04afaf0c364/bindings/n-h2-843554-3 HTTP/1.1" status: 200 len: 382 time: 0.0970278 May 27 02:45:55.497073 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-3b6f5751-08ec-4d45-a6a4-ec0b4d76904e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:55.498670 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-3b6f5751-08ec-4d45-a6a4-ec0b4d76904e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b59631ecfa194f20bd33f8d2b34a5767&device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 1095 time: 0.0810096 May 27 02:45:55.538134 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-953a7d9d-74a1-49b7-83a5-2d83c2ed69af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:55.606900 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 1efe7741-2bc1-4a27-80f0-f04afaf0c364 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:45:55.637208 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-28f3b055-59bd-4375-b0ba-c15d413386b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:55.638574 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-28f3b055-59bd-4375-b0ba-c15d413386b7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e679d99b-52d3-4d17-af2d-c9814fe86156 HTTP/1.1" status: 200 len: 898 time: 0.1345055 May 27 02:45:55.757170 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 1efe7741-2bc1-4a27-80f0-f04afaf0c364 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:45:55.764321 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 1efe7741-2bc1-4a27-80f0-f04afaf0c364 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:45:55.765041 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:55.766481 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-8e57336a-d315-45f3-8a9f-36c9866fa740 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1efe7741-2bc1-4a27-80f0-f04afaf0c364 HTTP/1.1" status: 200 len: 1000 time: 0.1213408 May 27 02:45:55.894321 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-3b429d05-6622-4686-853e-9d4ffeb2a28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:55.895770 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-3b429d05-6622-4686-853e-9d4ffeb2a28d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0788e607-22db-447e-8f3e-98ab8362018b HTTP/1.1" status: 200 len: 835 time: 0.1232667 May 27 02:45:55.930566 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 1efe7741-2bc1-4a27-80f0-f04afaf0c364 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:45:55.930939 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:55.960054 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9280f3-d6fb-4b9a-824c-d69890a32bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efe7741-2bc1-4a27-80f0-f04afaf0c364'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:45:55.971003 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 1efe7741-2bc1-4a27-80f0-f04afaf0c364, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=1efe7741-2bc1-4a27-80f0-f04afaf0c364,segment=NetworkSegment(0cd194ad-7607-4fce-88f3-3478ce18fa37),segment_id=0cd194ad-7607-4fce-88f3-3478ce18fa37)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:45:56.001343 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-79d9b6d1-252e-49de-bf32-fb0e92afa31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:56.002830 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-79d9b6d1-252e-49de-bf32-fb0e92afa31c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e679d99b-52d3-4d17-af2d-c9814fe86156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1005330 May 27 02:45:56.029446 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa05c7a5-8fee-47df-8bae-8d48b5a39b7f'] response: {'server_uuid': '9f9280f3-d6fb-4b9a-824c-d69890a32bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efe7741-2bc1-4a27-80f0-f04afaf0c364', 'code': 200} May 27 02:45:56.043617 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:56.150812 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=1efe7741-2bc1-4a27-80f0-f04afaf0c364,revision_number=9']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:45:56.181097 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-c4012c04-c2cc-40a5-bcd4-64e55edd5baa service neutron] 10.222.0.66 "GET /v2.0/networks/e679d99b-52d3-4d17-af2d-c9814fe86156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709340 May 27 02:45:56.360247 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-e25891ec-b255-48e8-b341-d64202066a39 service neutron] 10.222.0.66 "GET /v2.0/networks/e679d99b-52d3-4d17-af2d-c9814fe86156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733584 May 27 02:45:56.535687 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b08c2b-e809-4bd8-88a0-84bac313140c req-81077a0e-b25b-4ba7-b63c-62bccf5ac4f1 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:56.543734 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b3b08c2b-e809-4bd8-88a0-84bac313140c req-81077a0e-b25b-4ba7-b63c-62bccf5ac4f1 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 945 time: 0.0964367 May 27 02:45:56.597753 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b3b08c2b-e809-4bd8-88a0-84bac313140c req-0785b07e-dcb4-4b40-bee0-bc9fb5e5e90d tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527523 May 27 02:45:57.873033 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11280ec-5970-49ca-8034-95ecc81e659d req-b2b3540d-d8f4-410f-b5c7-61cf5e104745 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:57.875203 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f11280ec-5970-49ca-8034-95ecc81e659d req-b2b3540d-d8f4-410f-b5c7-61cf5e104745 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 945 time: 0.1594453 May 27 02:45:57.884024 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a3671612-27e5-4ce2-8e40-28d8367cca6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:57.930573 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f11280ec-5970-49ca-8034-95ecc81e659d req-01dff21a-7cec-4d34-8d63-ca1709e42a6d tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478792 May 27 02:45:59.044957 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:59.083781 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:59.147754 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54378) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:45:59.206405 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efa759-0e68-4831-a33e-b09de29da329 req-eacbcf2b-5bbf-42a8-94ad-47ef13f60fe6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:59.208496 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-01efa759-0e68-4831-a33e-b09de29da329 req-eacbcf2b-5bbf-42a8-94ad-47ef13f60fe6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 945 time: 0.1155932 May 27 02:45:59.225989 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-e4640631-8893-4f48-b263-349226a4cfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:59.227842 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-e4640631-8893-4f48-b263-349226a4cfbd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1&tenant_id=b59631ecfa194f20bd33f8d2b34a5767 HTTP/1.1" status: 200 len: 1096 time: 0.1361063 May 27 02:45:59.241109 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-449e726c-ae94-43c9-b08b-54f89f597de1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843554-3', 'device_owner': 'compute:nova'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:45:59.272278 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-01efa759-0e68-4831-a33e-b09de29da329 req-49a07119-2fd2-4f35-b481-c64c7de87292 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549176 May 27 02:45:59.378316 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3571773d-d471-45a8-a6a1-154f0181ea1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:59.398398 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3571773d-d471-45a8-a6a1-154f0181ea1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:45:59.403289 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-449e726c-ae94-43c9-b08b-54f89f597de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:59.415090 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3571773d-d471-45a8-a6a1-154f0181ea1d admin admin] Usage tracker for resource:security_group_rule and tenant:c4a66066c758486e86177535ab089919 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:45:59.420022 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3571773d-d471-45a8-a6a1-154f0181ea1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:45:59.428567 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3571773d-d471-45a8-a6a1-154f0181ea1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:45:59.935901 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-449e726c-ae94-43c9-b08b-54f89f597de1 service neutron] For port 1efe7741-2bc1-4a27-80f0-f04afaf0c364, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=1efe7741-2bc1-4a27-80f0-f04afaf0c364,segment=NetworkSegment(0cd194ad-7607-4fce-88f3-3478ce18fa37),segment_id=0cd194ad-7607-4fce-88f3-3478ce18fa37)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:45:59.989681 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-449e726c-ae94-43c9-b08b-54f89f597de1 service neutron] For port 1efe7741-2bc1-4a27-80f0-f04afaf0c364, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:46:00.079841 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3571773d-d471-45a8-a6a1-154f0181ea1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:00.084449 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9280f3-d6fb-4b9a-824c-d69890a32bd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1efe7741-2bc1-4a27-80f0-f04afaf0c364'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:46:00.092157 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-449e726c-ae94-43c9-b08b-54f89f597de1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:00.124542 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-449e726c-ae94-43c9-b08b-54f89f597de1 service neutron] Transition to ACTIVE for port object 1efe7741-2bc1-4a27-80f0-f04afaf0c364 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:46:00.163955 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3571773d-d471-45a8-a6a1-154f0181ea1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:00.177436 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf805091-0cd2-45b8-a66b-4c92c8aec5c4'] response: {'server_uuid': '9f9280f3-d6fb-4b9a-824c-d69890a32bd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1efe7741-2bc1-4a27-80f0-f04afaf0c364', 'code': 200} May 27 02:46:00.192437 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:00.199531 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-449e726c-ae94-43c9-b08b-54f89f597de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:00.274311 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3571773d-d471-45a8-a6a1-154f0181ea1d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c4a66066c758486e86177535ab089919&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1248641 May 27 02:46:00.277415 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54406) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:00.334094 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3571773d-d471-45a8-a6a1-154f0181ea1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc289fff-3de6-45e6-9467-2fa865a46996,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:00.380597 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571773d-d471-45a8-a6a1-154f0181ea1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:00.380984 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571773d-d471-45a8-a6a1-154f0181ea1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:00.381322 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571773d-d471-45a8-a6a1-154f0181ea1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:00.381654 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571773d-d471-45a8-a6a1-154f0181ea1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:00.381979 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571773d-d471-45a8-a6a1-154f0181ea1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:00.382301 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571773d-d471-45a8-a6a1-154f0181ea1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:00.382622 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571773d-d471-45a8-a6a1-154f0181ea1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:00.382939 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571773d-d471-45a8-a6a1-154f0181ea1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:00.383255 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571773d-d471-45a8-a6a1-154f0181ea1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:00.383571 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571773d-d471-45a8-a6a1-154f0181ea1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:00.383886 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571773d-d471-45a8-a6a1-154f0181ea1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:00.384201 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571773d-d471-45a8-a6a1-154f0181ea1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:00.398710 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e726c-ae94-43c9-b08b-54f89f597de1 service neutron] Pushing event updated for resources: {'Port': ['ID=1efe7741-2bc1-4a27-80f0-f04afaf0c364,revision_number=10']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:00.465541 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-046b7c2f-32f0-4e2a-a1b0-45814ee33a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:00.481015 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-449e726c-ae94-43c9-b08b-54f89f597de1 service neutron] No DVR routers for this DVR port 1efe7741-2bc1-4a27-80f0-f04afaf0c364 on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:46:00.495165 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-046b7c2f-32f0-4e2a-a1b0-45814ee33a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:00.713399 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ff73f-aa4e-4519-a5c0-deca576e55f4 req-b788ef4a-1188-4c98-84b0-912fe85daf42 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:00.715338 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-980ff73f-aa4e-4519-a5c0-deca576e55f4 req-b788ef4a-1188-4c98-84b0-912fe85daf42 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 944 time: 0.1184454 May 27 02:46:00.797310 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-980ff73f-aa4e-4519-a5c0-deca576e55f4 req-6dac37d1-ffb1-4fee-a6c9-9ce3f055d3c9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624535 May 27 02:46:00.800617 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-046b7c2f-32f0-4e2a-a1b0-45814ee33a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:00.809443 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-449e726c-ae94-43c9-b08b-54f89f597de1 service neutron] Attempting to bind port 1efe7741-2bc1-4a27-80f0-f04afaf0c364 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:46:00.809724 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-449e726c-ae94-43c9-b08b-54f89f597de1 service neutron] Attempting to bind port 1efe7741-2bc1-4a27-80f0-f04afaf0c364 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '0cd194ad-7607-4fce-88f3-3478ce18fa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e679d99b-52d3-4d17-af2d-c9814fe86156'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:46:00.810056 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-449e726c-ae94-43c9-b08b-54f89f597de1 service neutron] Attempting to bind port 1efe7741-2bc1-4a27-80f0-f04afaf0c364 on network e679d99b-52d3-4d17-af2d-c9814fe86156 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:46:00.823582 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-449e726c-ae94-43c9-b08b-54f89f597de1 service neutron] Port 1efe7741-2bc1-4a27-80f0-f04afaf0c364 on network e679d99b-52d3-4d17-af2d-c9814fe86156 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:46:00.823905 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-449e726c-ae94-43c9-b08b-54f89f597de1 service neutron] Attempting to bind port 1efe7741-2bc1-4a27-80f0-f04afaf0c364 on network e679d99b-52d3-4d17-af2d-c9814fe86156 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:46:00.829909 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-449e726c-ae94-43c9-b08b-54f89f597de1 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:46:00.830717 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-449e726c-ae94-43c9-b08b-54f89f597de1 service neutron] Checking segment: {'id': '0cd194ad-7607-4fce-88f3-3478ce18fa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e679d99b-52d3-4d17-af2d-c9814fe86156'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:46:00.831272 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-449e726c-ae94-43c9-b08b-54f89f597de1 service neutron] Bound using segment: {'id': '0cd194ad-7607-4fce-88f3-3478ce18fa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e679d99b-52d3-4d17-af2d-c9814fe86156'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:46:00.831850 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-449e726c-ae94-43c9-b08b-54f89f597de1 service neutron] Bound port: 1efe7741-2bc1-4a27-80f0-f04afaf0c364, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd194ad-7607-4fce-88f3-3478ce18fa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e679d99b-52d3-4d17-af2d-c9814fe86156'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:46:00.832190 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046b7c2f-32f0-4e2a-a1b0-45814ee33a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc289fff-3de6-45e6-9467-2fa865a46996,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:00.832522 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-449e726c-ae94-43c9-b08b-54f89f597de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:00.840151 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-046b7c2f-32f0-4e2a-a1b0-45814ee33a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:00.841389 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-046b7c2f-32f0-4e2a-a1b0-45814ee33a54 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bc289fff-3de6-45e6-9467-2fa865a46996 HTTP/1.1" status: 204 len: 168 time: 0.5625160 May 27 02:46:00.843735 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046b7c2f-32f0-4e2a-a1b0-45814ee33a54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:00.844245 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046b7c2f-32f0-4e2a-a1b0-45814ee33a54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:00.869411 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046b7c2f-32f0-4e2a-a1b0-45814ee33a54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:00.869755 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046b7c2f-32f0-4e2a-a1b0-45814ee33a54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:00.870178 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046b7c2f-32f0-4e2a-a1b0-45814ee33a54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:00.870514 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046b7c2f-32f0-4e2a-a1b0-45814ee33a54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:00.870846 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046b7c2f-32f0-4e2a-a1b0-45814ee33a54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:00.871173 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046b7c2f-32f0-4e2a-a1b0-45814ee33a54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:00.871492 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046b7c2f-32f0-4e2a-a1b0-45814ee33a54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:00.871810 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046b7c2f-32f0-4e2a-a1b0-45814ee33a54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:00.872129 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046b7c2f-32f0-4e2a-a1b0-45814ee33a54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:00.872444 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046b7c2f-32f0-4e2a-a1b0-45814ee33a54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:00.938942 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-449e726c-ae94-43c9-b08b-54f89f597de1 service neutron] For port 1efe7741-2bc1-4a27-80f0-f04afaf0c364, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:46:00.947503 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-449e726c-ae94-43c9-b08b-54f89f597de1 service neutron] For port 1efe7741-2bc1-4a27-80f0-f04afaf0c364, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=1efe7741-2bc1-4a27-80f0-f04afaf0c364,segment=NetworkSegment(0cd194ad-7607-4fce-88f3-3478ce18fa37),segment_id=0cd194ad-7607-4fce-88f3-3478ce18fa37)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:46:01.018836 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-449e726c-ae94-43c9-b08b-54f89f597de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:01.083155 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-449e726c-ae94-43c9-b08b-54f89f597de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:01.083676 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-449e726c-ae94-43c9-b08b-54f89f597de1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:01.085144 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-449e726c-ae94-43c9-b08b-54f89f597de1 service neutron] 10.222.0.32 "PUT /v2.0/ports/1efe7741-2bc1-4a27-80f0-f04afaf0c364 HTTP/1.1" status: 200 len: 1092 time: 1.8491802 May 27 02:46:01.104579 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e726c-ae94-43c9-b08b-54f89f597de1 service neutron] Pushing event updated for resources: {'Port': ['ID=1efe7741-2bc1-4a27-80f0-f04afaf0c364,revision_number=11']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:01.198899 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-3dcf4c89-b8ac-4499-ab3b-dc3a434c70e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:01.200693 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-3dcf4c89-b8ac-4499-ab3b-dc3a434c70e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b59631ecfa194f20bd33f8d2b34a5767&device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 1095 time: 0.0894840 May 27 02:46:01.382927 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-2273aac1-57a2-447f-9e9d-279c2a1cc085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:01.384807 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-2273aac1-57a2-447f-9e9d-279c2a1cc085 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e679d99b-52d3-4d17-af2d-c9814fe86156 HTTP/1.1" status: 200 len: 898 time: 0.1725929 May 27 02:46:01.564315 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-e03f7921-13f2-42eb-8f32-f913c9a8c413 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1efe7741-2bc1-4a27-80f0-f04afaf0c364 HTTP/1.1" status: 200 len: 999 time: 0.1675558 May 27 02:46:01.636778 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 1efe7741-2bc1-4a27-80f0-f04afaf0c364 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:46:01.638241 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-d93637b7-4574-405f-b51e-afb4a2867cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:01.639678 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-d93637b7-4574-405f-b51e-afb4a2867cb4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0788e607-22db-447e-8f3e-98ab8362018b HTTP/1.1" status: 200 len: 835 time: 0.0688701 May 27 02:46:01.748294 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 1efe7741-2bc1-4a27-80f0-f04afaf0c364 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:46:01.785396 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-2a77f1e8-b535-4abd-a618-2eab51d61a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:01.787253 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-2a77f1e8-b535-4abd-a618-2eab51d61a61 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e679d99b-52d3-4d17-af2d-c9814fe86156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1420786 May 27 02:46:01.991164 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-9d3796ee-b314-441f-af73-95904f6405b0 service neutron] 10.222.0.32 "GET /v2.0/networks/e679d99b-52d3-4d17-af2d-c9814fe86156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947408 May 27 02:46:02.095918 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ecb62-b0e6-446b-bbb4-ab599a871543 req-83b05243-f9f3-4b39-b569-9b36b54064c9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:02.104893 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0a8ecb62-b0e6-446b-bbb4-ab599a871543 req-83b05243-f9f3-4b39-b569-9b36b54064c9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 944 time: 0.1688182 May 27 02:46:02.168747 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0a8ecb62-b0e6-446b-bbb4-ab599a871543 req-7b7a1b85-9e85-4466-9923-7be44559dcf3 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625510 May 27 02:46:02.250798 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9280f3-d6fb-4b9a-824c-d69890a32bd1', 'tag': '1efe7741-2bc1-4a27-80f0-f04afaf0c364'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:46:02.267291 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b6f06f4-c194-4285-9886-8b2597c82905'] response: {'name': 'network-changed', 'server_uuid': '9f9280f3-d6fb-4b9a-824c-d69890a32bd1', 'tag': '1efe7741-2bc1-4a27-80f0-f04afaf0c364', 'status': 'completed', 'code': 200} May 27 02:46:02.282724 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54464) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:02.419108 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-577a3270-f8ba-4bea-81bf-06816e28d7bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:02.435329 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-577a3270-f8ba-4bea-81bf-06816e28d7bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:46:02.440207 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-577a3270-f8ba-4bea-81bf-06816e28d7bf admin admin] Usage tracker for resource:security_group_rule and tenant:f128999fb80b4cddbfbd12fdce1e2184 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:46:02.443346 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-577a3270-f8ba-4bea-81bf-06816e28d7bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:46:02.449391 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-577a3270-f8ba-4bea-81bf-06816e28d7bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:46:02.457094 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9c53d084-83f4-4b5e-9f32-654010404ccf req-aa094b8c-4193-4813-97e7-4a7673e7b4d9 service neutron] 10.222.0.32 "GET /v2.0/networks/e679d99b-52d3-4d17-af2d-c9814fe86156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4589863 May 27 02:46:02.497185 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919fca6-3363-4046-8483-0e0241db68a3 req-2ec2123e-bbf9-4bae-a6c2-167295203ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:02.499091 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9919fca6-3363-4046-8483-0e0241db68a3 req-2ec2123e-bbf9-4bae-a6c2-167295203ac1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b59631ecfa194f20bd33f8d2b34a5767&device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 1095 time: 0.2093329 May 27 02:46:02.558775 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-577a3270-f8ba-4bea-81bf-06816e28d7bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:02.696059 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919fca6-3363-4046-8483-0e0241db68a3 req-b249f244-330b-4e93-9954-0cfde2ac46fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:02.697520 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9919fca6-3363-4046-8483-0e0241db68a3 req-b249f244-330b-4e93-9954-0cfde2ac46fe service neutron] 10.222.0.66 "GET /v2.0/networks?id=e679d99b-52d3-4d17-af2d-c9814fe86156 HTTP/1.1" status: 200 len: 898 time: 0.1921301 May 27 02:46:02.749409 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-577a3270-f8ba-4bea-81bf-06816e28d7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:02.772900 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee4b86-45d6-4735-93bb-aed3621717cf req-7e1fb7ce-676e-4dfd-aa26-9fbe356cc9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:02.774857 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-baee4b86-45d6-4735-93bb-aed3621717cf req-7e1fb7ce-676e-4dfd-aa26-9fbe356cc9e5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b59631ecfa194f20bd33f8d2b34a5767&device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 1095 time: 0.1885314 May 27 02:46:02.796398 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a3270-f8ba-4bea-81bf-06816e28d7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb56cab-3e0d-4285-8ece-c0b09cc8ca4b,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:02.813138 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-577a3270-f8ba-4bea-81bf-06816e28d7bf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f128999fb80b4cddbfbd12fdce1e2184&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5287926 May 27 02:46:02.814578 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54478) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:02.894793 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e17774db-8fb6-4d80-9478-7543532c0cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:02.925182 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e17774db-8fb6-4d80-9478-7543532c0cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:02.978992 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee4b86-45d6-4735-93bb-aed3621717cf req-7b9c1112-1d61-408e-aeac-ecdb2a1e4417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:02.980745 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-baee4b86-45d6-4735-93bb-aed3621717cf req-7b9c1112-1d61-408e-aeac-ecdb2a1e4417 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e679d99b-52d3-4d17-af2d-c9814fe86156 HTTP/1.1" status: 200 len: 898 time: 0.1804633 May 27 02:46:03.066594 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e17774db-8fb6-4d80-9478-7543532c0cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:03.069069 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9919fca6-3363-4046-8483-0e0241db68a3 req-8b1a4272-988e-41d2-bb18-ba62f491e046 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1efe7741-2bc1-4a27-80f0-f04afaf0c364 HTTP/1.1" status: 200 len: 999 time: 0.3646438 May 27 02:46:03.084884 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17774db-8fb6-4d80-9478-7543532c0cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb56cab-3e0d-4285-8ece-c0b09cc8ca4b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:03.100115 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e17774db-8fb6-4d80-9478-7543532c0cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:03.104149 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e17774db-8fb6-4d80-9478-7543532c0cec admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8eb56cab-3e0d-4285-8ece-c0b09cc8ca4b HTTP/1.1" status: 204 len: 168 time: 0.2881579 May 27 02:46:03.189236 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919fca6-3363-4046-8483-0e0241db68a3 req-28dd816b-6b07-4c21-a0e4-61ccb71965f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:03.190618 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9919fca6-3363-4046-8483-0e0241db68a3 req-28dd816b-6b07-4c21-a0e4-61ccb71965f6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0788e607-22db-447e-8f3e-98ab8362018b HTTP/1.1" status: 200 len: 835 time: 0.1062772 May 27 02:46:03.253885 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-baee4b86-45d6-4735-93bb-aed3621717cf req-4f32722b-565b-4568-babe-f519098af3d9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1efe7741-2bc1-4a27-80f0-f04afaf0c364 HTTP/1.1" status: 200 len: 999 time: 0.2660801 May 27 02:46:03.434394 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee4b86-45d6-4735-93bb-aed3621717cf req-c409c15a-d3a1-433e-9c6d-e4bea7a0e423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:03.436708 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-baee4b86-45d6-4735-93bb-aed3621717cf req-c409c15a-d3a1-433e-9c6d-e4bea7a0e423 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0788e607-22db-447e-8f3e-98ab8362018b HTTP/1.1" status: 200 len: 835 time: 0.1529808 May 27 02:46:03.439564 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919fca6-3363-4046-8483-0e0241db68a3 req-cd97ac00-7fc4-498b-9ceb-bd657055a6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:03.441095 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9919fca6-3363-4046-8483-0e0241db68a3 req-cd97ac00-7fc4-498b-9ceb-bd657055a6e0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e679d99b-52d3-4d17-af2d-c9814fe86156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2428019 May 27 02:46:03.535011 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e203e66-eb44-4546-8eaa-7d1e3cce1f20 req-a7b16a97-2c1d-4947-ba0d-eccd6dba157e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:03.545622 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8e203e66-eb44-4546-8eaa-7d1e3cce1f20 req-a7b16a97-2c1d-4947-ba0d-eccd6dba157e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 944 time: 0.1302714 May 27 02:46:03.663910 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8e203e66-eb44-4546-8eaa-7d1e3cce1f20 req-64238d99-3419-4bf0-ab61-d4fbe1be7af4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079524 May 27 02:46:03.768036 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee4b86-45d6-4735-93bb-aed3621717cf req-7782ee60-0434-4da5-a654-9327dfbaf409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:03.777574 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-baee4b86-45d6-4735-93bb-aed3621717cf req-7782ee60-0434-4da5-a654-9327dfbaf409 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e679d99b-52d3-4d17-af2d-c9814fe86156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3318901 May 27 02:46:03.894696 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ec284c5-bca1-4eec-ae8b-ace4f700fc83 req-2f4929ee-35ab-4ce8-84b6-5b834bbe3fd0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c9cc0598-fd70-4bc5-b417-08c605ff8840&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1195982 May 27 02:46:04.065670 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9919fca6-3363-4046-8483-0e0241db68a3 req-a9567e15-b6b7-4aa5-b668-1653dbabae34 service neutron] 10.222.0.66 "GET /v2.0/networks/e679d99b-52d3-4d17-af2d-c9814fe86156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5627620 May 27 02:46:04.071605 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-baee4b86-45d6-4735-93bb-aed3621717cf req-355bb54f-6b19-4ba4-8809-e3eb575c9af2 service neutron] 10.222.0.32 "GET /v2.0/networks/e679d99b-52d3-4d17-af2d-c9814fe86156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815084 May 27 02:46:04.215335 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54520) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:04.277030 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec284c5-bca1-4eec-ae8b-ace4f700fc83 req-5cc4b9d3-11f1-4baa-b447-7db033bf0f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:04.278489 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ec284c5-bca1-4eec-ae8b-ace4f700fc83 req-5cc4b9d3-11f1-4baa-b447-7db033bf0f9f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bacca2e928f240ac8e59ab0d5daf4b12&device_id=c9cc0598-fd70-4bc5-b417-08c605ff8840 HTTP/1.1" status: 200 len: 1097 time: 0.1357973 May 27 02:46:04.364729 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02856c15-5456-47b4-9581-5a7bb7e3f693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:04.393710 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-02856c15-5456-47b4-9581-5a7bb7e3f693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:46:04.402308 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-02856c15-5456-47b4-9581-5a7bb7e3f693 admin admin] Usage tracker for resource:security_group_rule and tenant:c7c3ba5e77394c7993e482bfe5647ec2 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:46:04.409769 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-02856c15-5456-47b4-9581-5a7bb7e3f693 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:46:04.437051 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-02856c15-5456-47b4-9581-5a7bb7e3f693 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:46:04.511375 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 1efe7741-2bc1-4a27-80f0-f04afaf0c364 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:46:04.556267 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec284c5-bca1-4eec-ae8b-ace4f700fc83 req-07178588-cb78-4cc4-b088-4ffb3e1d2200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:04.556267 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ec284c5-bca1-4eec-ae8b-ace4f700fc83 req-07178588-cb78-4cc4-b088-4ffb3e1d2200 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0 HTTP/1.1" status: 200 len: 897 time: 0.2514513 May 27 02:46:04.594702 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-baee4b86-45d6-4735-93bb-aed3621717cf req-bda638c1-922f-4e79-8651-1d3a6d92da86 service neutron] 10.222.0.32 "GET /v2.0/networks/e679d99b-52d3-4d17-af2d-c9814fe86156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4905369 May 27 02:46:04.594702 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9919fca6-3363-4046-8483-0e0241db68a3 req-9d62ee15-0c38-4988-a0f5-366b2b777609 service neutron] 10.222.0.66 "GET /v2.0/networks/e679d99b-52d3-4d17-af2d-c9814fe86156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5098448 May 27 02:46:04.778816 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ec284c5-bca1-4eec-ae8b-ace4f700fc83 req-cf2406d9-82eb-4cd8-b423-8a6bc4538642 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=954cb324-abf6-40bc-bb75-0e65d94a8ebd HTTP/1.1" status: 200 len: 1001 time: 0.2082715 May 27 02:46:04.856245 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 1efe7741-2bc1-4a27-80f0-f04afaf0c364, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=1efe7741-2bc1-4a27-80f0-f04afaf0c364,segment=NetworkSegment(0cd194ad-7607-4fce-88f3-3478ce18fa37),segment_id=0cd194ad-7607-4fce-88f3-3478ce18fa37)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:46:04.907333 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '1efe7741-2bc1-4a27-80f0-f04afaf0c364', 'network_id': 'e679d99b-52d3-4d17-af2d-c9814fe86156', 'port_id': '1efe7741-2bc1-4a27-80f0-f04afaf0c364', 'mac_address': 'fa:16:3e:57:8f:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0788e607-22db-447e-8f3e-98ab8362018b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:46:05.072409 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 1efe7741-2bc1-4a27-80f0-f04afaf0c364 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:46:05.072409 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:05.082511 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec284c5-bca1-4eec-ae8b-ace4f700fc83 req-1681283c-9047-461b-aecf-f3168bce459e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:05.084102 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ec284c5-bca1-4eec-ae8b-ace4f700fc83 req-1681283c-9047-461b-aecf-f3168bce459e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0d882589-d066-4537-a583-3c6a99c11c9c HTTP/1.1" status: 200 len: 835 time: 0.3008206 May 27 02:46:05.105347 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1efe7741-2bc1-4a27-80f0-f04afaf0c364 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:46:05.139584 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 1efe7741-2bc1-4a27-80f0-f04afaf0c364, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=1efe7741-2bc1-4a27-80f0-f04afaf0c364,segment=NetworkSegment(0cd194ad-7607-4fce-88f3-3478ce18fa37),segment_id=0cd194ad-7607-4fce-88f3-3478ce18fa37)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:46:05.159765 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02856c15-5456-47b4-9581-5a7bb7e3f693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:05.192173 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919fca6-3363-4046-8483-0e0241db68a3 req-5525ef93-9a12-488b-976b-e5362f77d842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:05.215332 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9919fca6-3363-4046-8483-0e0241db68a3 req-5525ef93-9a12-488b-976b-e5362f77d842 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b59631ecfa194f20bd33f8d2b34a5767&device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 1095 time: 0.5538349 May 27 02:46:05.223964 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7602a-6439-4090-a77a-366d7bad2659 req-a55477a6-13bb-4e6c-9642-5ca54bc91063 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:05.239963 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eac7602a-6439-4090-a77a-366d7bad2659 req-a55477a6-13bb-4e6c-9642-5ca54bc91063 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 944 time: 0.2899513 May 27 02:46:05.337938 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eac7602a-6439-4090-a77a-366d7bad2659 req-84f4e0ef-ba84-4852-8dff-17980193ed25 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011958 May 27 02:46:05.350285 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:05.368196 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54542) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:05.461619 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919fca6-3363-4046-8483-0e0241db68a3 req-93ad7dcc-df29-42e0-a34a-b19ec56feef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:05.462401 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9919fca6-3363-4046-8483-0e0241db68a3 req-93ad7dcc-df29-42e0-a34a-b19ec56feef5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e679d99b-52d3-4d17-af2d-c9814fe86156 HTTP/1.1" status: 200 len: 898 time: 0.2356153 May 27 02:46:05.463478 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02856c15-5456-47b4-9581-5a7bb7e3f693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:05.494888 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec284c5-bca1-4eec-ae8b-ace4f700fc83 req-2183e0d1-c44c-4b21-8063-7dbf2c15308d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:05.496369 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ec284c5-bca1-4eec-ae8b-ace4f700fc83 req-2183e0d1-c44c-4b21-8063-7dbf2c15308d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4031692 May 27 02:46:05.526106 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=1efe7741-2bc1-4a27-80f0-f04afaf0c364,revision_number=12']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:05.559923 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['1efe7741-2bc1-4a27-80f0-f04afaf0c364'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:46:05.741844 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-02856c15-5456-47b4-9581-5a7bb7e3f693 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c7c3ba5e77394c7993e482bfe5647ec2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5243559 May 27 02:46:05.741844 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02856c15-5456-47b4-9581-5a7bb7e3f693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6905ec5-d491-4826-a9c7-53f1a4bb2391,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:05.759116 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54548) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:05.884197 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9919fca6-3363-4046-8483-0e0241db68a3 req-929a80d6-c0dd-4d57-b401-33095fbb4487 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1efe7741-2bc1-4a27-80f0-f04afaf0c364 HTTP/1.1" status: 200 len: 1000 time: 0.3882940 May 27 02:46:05.919059 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ec284c5-bca1-4eec-ae8b-ace4f700fc83 req-633def48-95a3-45cb-b964-cd8ad9879764 service neutron] 10.222.0.66 "GET /v2.0/networks/d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025161 May 27 02:46:05.998448 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-213c1eb9-3dc9-4e3b-9f6c-c6bf1e806e0a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/floatingips/140bd026-9e23-4ab0-95a5-200b1ae237a5 HTTP/1.1" status: 200 len: 992 time: 0.6344759 May 27 02:46:06.008524 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d48af67a-72f5-47b5-9edc-f10fd5172e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:06.066140 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d48af67a-72f5-47b5-9edc-f10fd5172e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:06.109564 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919fca6-3363-4046-8483-0e0241db68a3 req-75baa139-44a3-41d9-89e8-ee9574ef1995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:06.109564 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9919fca6-3363-4046-8483-0e0241db68a3 req-75baa139-44a3-41d9-89e8-ee9574ef1995 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0788e607-22db-447e-8f3e-98ab8362018b HTTP/1.1" status: 200 len: 835 time: 0.2003076 May 27 02:46:06.202483 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ec284c5-bca1-4eec-ae8b-ace4f700fc83 req-9c7ba5f6-827c-431b-a21d-475881b66db7 service neutron] 10.222.0.66 "GET /v2.0/networks/d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605286 May 27 02:46:06.339269 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919fca6-3363-4046-8483-0e0241db68a3 req-e701c0c9-586c-4e17-821c-431e196af94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:06.341344 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9919fca6-3363-4046-8483-0e0241db68a3 req-e701c0c9-586c-4e17-821c-431e196af94a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e679d99b-52d3-4d17-af2d-c9814fe86156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2230482 May 27 02:46:06.450899 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d48af67a-72f5-47b5-9edc-f10fd5172e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:06.485602 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48af67a-72f5-47b5-9edc-f10fd5172e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6905ec5-d491-4826-a9c7-53f1a4bb2391,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:06.529011 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9919fca6-3363-4046-8483-0e0241db68a3 req-ef79bf8c-3411-4ab2-bc1d-449306a00dad service neutron] 10.222.0.32 "GET /v2.0/networks/e679d99b-52d3-4d17-af2d-c9814fe86156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784136 May 27 02:46:06.533429 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d48af67a-72f5-47b5-9edc-f10fd5172e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:06.533429 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d48af67a-72f5-47b5-9edc-f10fd5172e17 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e6905ec5-d491-4826-a9c7-53f1a4bb2391 HTTP/1.1" status: 204 len: 168 time: 0.7785509 May 27 02:46:06.773146 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9919fca6-3363-4046-8483-0e0241db68a3 req-aac6f123-aaaa-49ab-81e0-bad9dbe39180 service neutron] 10.222.0.32 "GET /v2.0/networks/e679d99b-52d3-4d17-af2d-c9814fe86156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262697 May 27 02:46:08.018222 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 54608) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:08.181802 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5f1d8241-7d3a-4ec7-83d3-8dc158c8af7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:08.187285 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5f1d8241-7d3a-4ec7-83d3-8dc158c8af7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:46:08.193094 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5f1d8241-7d3a-4ec7-83d3-8dc158c8af7b admin admin] Usage tracker for resource:security_group_rule and tenant:70c8bbc6fb454a42b0aff883c940889b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:46:08.193094 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5f1d8241-7d3a-4ec7-83d3-8dc158c8af7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:46:08.228154 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5f1d8241-7d3a-4ec7-83d3-8dc158c8af7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:46:08.433398 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5f1d8241-7d3a-4ec7-83d3-8dc158c8af7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:08.509552 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5f1d8241-7d3a-4ec7-83d3-8dc158c8af7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:08.530382 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 1efe7741-2bc1-4a27-80f0-f04afaf0c364 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:46:08.608097 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5f1d8241-7d3a-4ec7-83d3-8dc158c8af7b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=70c8bbc6fb454a42b0aff883c940889b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5794051 May 27 02:46:08.608097 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d8241-7d3a-4ec7-83d3-8dc158c8af7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d7e01e-55cd-4de1-ae79-a991f58a9876,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:08.610737 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54628) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:08.686498 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b4738b78-8d43-4d05-b791-21bb7ef3e0c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:08.721264 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b4738b78-8d43-4d05-b791-21bb7ef3e0c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:08.723683 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 1efe7741-2bc1-4a27-80f0-f04afaf0c364 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:46:08.723683 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 1efe7741-2bc1-4a27-80f0-f04afaf0c364 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:46:08.726192 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:08.878620 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b4738b78-8d43-4d05-b791-21bb7ef3e0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:08.915602 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4738b78-8d43-4d05-b791-21bb7ef3e0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d7e01e-55cd-4de1-ae79-a991f58a9876,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:09.000741 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b4738b78-8d43-4d05-b791-21bb7ef3e0c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:09.001936 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b4738b78-8d43-4d05-b791-21bb7ef3e0c7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/47d7e01e-55cd-4de1-ae79-a991f58a9876 HTTP/1.1" status: 204 len: 168 time: 0.3939800 May 27 02:46:09.092381 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 1efe7741-2bc1-4a27-80f0-f04afaf0c364 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:46:09.092381 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:09.148765 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 1efe7741-2bc1-4a27-80f0-f04afaf0c364, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=1efe7741-2bc1-4a27-80f0-f04afaf0c364,segment=NetworkSegment(0cd194ad-7607-4fce-88f3-3478ce18fa37),segment_id=0cd194ad-7607-4fce-88f3-3478ce18fa37)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:46:09.148765 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9280f3-d6fb-4b9a-824c-d69890a32bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efe7741-2bc1-4a27-80f0-f04afaf0c364'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:46:09.220068 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52f7d576-54fa-4175-90d4-cf73ccfd2cf4'] response: {'server_uuid': '9f9280f3-d6fb-4b9a-824c-d69890a32bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efe7741-2bc1-4a27-80f0-f04afaf0c364', 'code': 200} May 27 02:46:09.239644 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:09.316820 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=1efe7741-2bc1-4a27-80f0-f04afaf0c364,revision_number=13']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:10.322302 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54686) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:10.516610 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fc9e9ac4-6195-42f8-92f4-5ba5cb98387a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:10.554617 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-fc9e9ac4-6195-42f8-92f4-5ba5cb98387a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:46:10.554617 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-fc9e9ac4-6195-42f8-92f4-5ba5cb98387a admin admin] Usage tracker for resource:security_group_rule and tenant:c229c55840814518871a136c49016bf5 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:46:10.560212 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-fc9e9ac4-6195-42f8-92f4-5ba5cb98387a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:46:10.578222 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-fc9e9ac4-6195-42f8-92f4-5ba5cb98387a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:46:10.671069 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fc9e9ac4-6195-42f8-92f4-5ba5cb98387a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:10.746615 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fc9e9ac4-6195-42f8-92f4-5ba5cb98387a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:10.790424 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-fc9e9ac4-6195-42f8-92f4-5ba5cb98387a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c229c55840814518871a136c49016bf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4667578 May 27 02:46:10.794460 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54704) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:10.870396 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9e9ac4-6195-42f8-92f4-5ba5cb98387a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2a1827-950e-490a-8fca-d4dc8c7b4315,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:10.918628 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8c34dff2-9805-4834-9429-4293cbcfc3f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:10.943294 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8c34dff2-9805-4834-9429-4293cbcfc3f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:11.078118 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8c34dff2-9805-4834-9429-4293cbcfc3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:11.104973 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c34dff2-9805-4834-9429-4293cbcfc3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2a1827-950e-490a-8fca-d4dc8c7b4315,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:11.107294 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8c34dff2-9805-4834-9429-4293cbcfc3f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:11.111323 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8c34dff2-9805-4834-9429-4293cbcfc3f4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9c2a1827-950e-490a-8fca-d4dc8c7b4315 HTTP/1.1" status: 204 len: 168 time: 0.3133509 May 27 02:46:11.665336 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:46:11.952501 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54746) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:11.971391 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1031d7df-8ce2-4a38-808b-59efcdb2e82d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:11.990299 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1031d7df-8ce2-4a38-808b-59efcdb2e82d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:46:11.995488 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1031d7df-8ce2-4a38-808b-59efcdb2e82d admin admin] Usage tracker for resource:security_group_rule and tenant:58fc6598eb1e40f19ce75ded7be53dfa is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:46:11.998268 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1031d7df-8ce2-4a38-808b-59efcdb2e82d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:46:12.005009 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1031d7df-8ce2-4a38-808b-59efcdb2e82d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:46:12.120432 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1031d7df-8ce2-4a38-808b-59efcdb2e82d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:12.216346 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1031d7df-8ce2-4a38-808b-59efcdb2e82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:12.252135 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031d7df-8ce2-4a38-808b-59efcdb2e82d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4923d965-ac89-41c2-b8f8-371aa59a9734,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:12.266028 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1031d7df-8ce2-4a38-808b-59efcdb2e82d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=58fc6598eb1e40f19ce75ded7be53dfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3097351 May 27 02:46:12.271415 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54758) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:12.342164 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3e5adf37-6166-4043-b535-c54399f705cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:12.369184 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3e5adf37-6166-4043-b535-c54399f705cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:12.523689 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3e5adf37-6166-4043-b535-c54399f705cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:12.551084 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5adf37-6166-4043-b535-c54399f705cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4923d965-ac89-41c2-b8f8-371aa59a9734,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:12.551084 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3e5adf37-6166-4043-b535-c54399f705cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:12.551084 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3e5adf37-6166-4043-b535-c54399f705cf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4923d965-ac89-41c2-b8f8-371aa59a9734 HTTP/1.1" status: 204 len: 168 time: 0.2785847 May 27 02:46:14.356757 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54838) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:14.512393 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc75690-08d2-49cc-bb51-e5db3f87f227 tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:14.512393 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc75690-08d2-49cc-bb51-e5db3f87f227 tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:14.512393 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc75690-08d2-49cc-bb51-e5db3f87f227 tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:14.512393 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-dbc75690-08d2-49cc-bb51-e5db3f87f227 tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] 10.222.0.57 "GET /v2.0/ports?project_id=bacca2e928f240ac8e59ab0d5daf4b12&network_id=d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0 HTTP/1.1" status: 200 len: 2970 time: 0.1535025 May 27 02:46:15.100761 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54880) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:15.405441 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-75fb4303-f226-4e73-8067-1e0f37dd65cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:15.428071 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-75fb4303-f226-4e73-8067-1e0f37dd65cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:46:15.428071 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-75fb4303-f226-4e73-8067-1e0f37dd65cd admin admin] Usage tracker for resource:security_group_rule and tenant:f9cff4412a5a463a96e917878b9dfac3 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:46:15.437443 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-75fb4303-f226-4e73-8067-1e0f37dd65cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:46:15.445232 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-75fb4303-f226-4e73-8067-1e0f37dd65cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:46:15.546639 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-75fb4303-f226-4e73-8067-1e0f37dd65cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:15.634788 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-75fb4303-f226-4e73-8067-1e0f37dd65cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:15.683893 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-75fb4303-f226-4e73-8067-1e0f37dd65cd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f9cff4412a5a463a96e917878b9dfac3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5807772 May 27 02:46:15.683893 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb4303-f226-4e73-8067-1e0f37dd65cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63ba746-0c49-47d7-bf10-fa07dcb0a75b,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:15.689036 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 54934) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:15.772473 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7e0d0a44-ece3-4b78-a0f6-441b688f5f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:15.798969 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7e0d0a44-ece3-4b78-a0f6-441b688f5f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:15.953484 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7e0d0a44-ece3-4b78-a0f6-441b688f5f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:15.977704 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d0a44-ece3-4b78-a0f6-441b688f5f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63ba746-0c49-47d7-bf10-fa07dcb0a75b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:15.977704 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7e0d0a44-ece3-4b78-a0f6-441b688f5f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:15.977704 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7e0d0a44-ece3-4b78-a0f6-441b688f5f59 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b63ba746-0c49-47d7-bf10-fa07dcb0a75b HTTP/1.1" status: 204 len: 168 time: 0.2787635 May 27 02:46:17.085218 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55000) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:17.297603 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b138202e-c4f6-4fd9-b324-6425bd23b57f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:17.311366 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b138202e-c4f6-4fd9-b324-6425bd23b57f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:46:17.316424 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b138202e-c4f6-4fd9-b324-6425bd23b57f admin admin] Usage tracker for resource:security_group_rule and tenant:b0c3d9a63dbc46e5ad50a53c7366c31e is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:46:17.320416 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b138202e-c4f6-4fd9-b324-6425bd23b57f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:46:17.327858 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b138202e-c4f6-4fd9-b324-6425bd23b57f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:46:17.433270 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b138202e-c4f6-4fd9-b324-6425bd23b57f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:17.495447 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b138202e-c4f6-4fd9-b324-6425bd23b57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:17.546759 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b138202e-c4f6-4fd9-b324-6425bd23b57f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b0c3d9a63dbc46e5ad50a53c7366c31e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4536283 May 27 02:46:17.548648 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55022) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:17.567581 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b138202e-c4f6-4fd9-b324-6425bd23b57f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7263b818-5ce1-4526-a0d0-fe8a4b62deb8,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:17.631899 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac3c51d0-23c1-4691-a863-52831fcfa8ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:17.663625 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac3c51d0-23c1-4691-a863-52831fcfa8ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:17.808740 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac3c51d0-23c1-4691-a863-52831fcfa8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:17.836623 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c51d0-23c1-4691-a863-52831fcfa8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7263b818-5ce1-4526-a0d0-fe8a4b62deb8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:17.852706 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac3c51d0-23c1-4691-a863-52831fcfa8ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:17.858416 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ac3c51d0-23c1-4691-a863-52831fcfa8ef admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7263b818-5ce1-4526-a0d0-fe8a4b62deb8 HTTP/1.1" status: 204 len: 168 time: 0.3101125 May 27 02:46:18.282950 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55044) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:18.347841 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafd77e4-17ed-428a-a749-315c39cb6ea2 tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:18.349632 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-fafd77e4-17ed-428a-a749-315c39cb6ea2 tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=d97d5b0c-4580-406a-95fb-4efaa0c98188 HTTP/1.1" status: 200 len: 814 time: 0.0659437 May 27 02:46:18.647440 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55068) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:18.679288 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af530e7b-de7b-4b9b-859e-ae98d16486fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:18.695391 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-af530e7b-de7b-4b9b-859e-ae98d16486fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:46:18.699587 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-af530e7b-de7b-4b9b-859e-ae98d16486fa admin admin] Usage tracker for resource:security_group_rule and tenant:545415b9af1d4150a3c51af6f23770bf is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:46:18.707499 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-af530e7b-de7b-4b9b-859e-ae98d16486fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:46:18.715467 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-af530e7b-de7b-4b9b-859e-ae98d16486fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:46:18.846898 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af530e7b-de7b-4b9b-859e-ae98d16486fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:18.923403 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af530e7b-de7b-4b9b-859e-ae98d16486fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:18.971416 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af530e7b-de7b-4b9b-859e-ae98d16486fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0caca3-05d6-4b17-805f-38c513b9f65d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:18.975962 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-af530e7b-de7b-4b9b-859e-ae98d16486fa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=545415b9af1d4150a3c51af6f23770bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3274286 May 27 02:46:18.987524 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55080) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:19.060048 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d2116349-44b0-4b7f-b462-e2ff1dc6cd2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:19.092255 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d2116349-44b0-4b7f-b462-e2ff1dc6cd2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:19.274472 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d2116349-44b0-4b7f-b462-e2ff1dc6cd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:19.302425 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2116349-44b0-4b7f-b462-e2ff1dc6cd2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0caca3-05d6-4b17-805f-38c513b9f65d,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:19.321427 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d2116349-44b0-4b7f-b462-e2ff1dc6cd2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:19.321427 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d2116349-44b0-4b7f-b462-e2ff1dc6cd2a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7a0caca3-05d6-4b17-805f-38c513b9f65d HTTP/1.1" status: 204 len: 168 time: 0.3266299 May 27 02:46:19.324200 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:19.398660 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55096) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:19.409478 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-d3f54a23-574c-473d-a8b1-02a2e6cb2f4a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Request body: {'network': {'name': 'tempest-network-smoke--48858808', 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'port_security_enabled': True}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:46:19.419434 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-d3f54a23-574c-473d-a8b1-02a2e6cb2f4a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:46:19.429844 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:19.441802 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55100) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:19.465396 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-d3f54a23-574c-473d-a8b1-02a2e6cb2f4a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:46:19.571496 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f54a23-574c-473d-a8b1-02a2e6cb2f4a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Made reservation on behalf of bacca2e928f240ac8e59ab0d5daf4b12 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:46:19.589139 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d3f54a23-574c-473d-a8b1-02a2e6cb2f4a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:19.646696 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3f54a23-574c-473d-a8b1-02a2e6cb2f4a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:46:19.655268 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d3f54a23-574c-473d-a8b1-02a2e6cb2f4a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:19.655268 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-d3f54a23-574c-473d-a8b1-02a2e6cb2f4a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Added segment 82bb17a6-cafb-4f79-b420-43449c00105e of type vlan for network d1c8f4cb-0499-441b-ab18-d5c3323d4cea May 27 02:46:19.686621 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d3f54a23-574c-473d-a8b1-02a2e6cb2f4a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:19.801722 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d3f54a23-574c-473d-a8b1-02a2e6cb2f4a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:19.807295 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f54a23-574c-473d-a8b1-02a2e6cb2f4a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:19.807943 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d3f54a23-574c-473d-a8b1-02a2e6cb2f4a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:19.918036 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f2bd5f22-5b5a-4378-9e66-a93b21787ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:19.954486 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f2bd5f22-5b5a-4378-9e66-a93b21787ff9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:46:19.959324 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f2bd5f22-5b5a-4378-9e66-a93b21787ff9 admin admin] Usage tracker for resource:security_group_rule and tenant:c56f201e354f422da1d7a5d66a31ab17 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:46:19.963737 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f2bd5f22-5b5a-4378-9e66-a93b21787ff9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:46:19.978435 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f2bd5f22-5b5a-4378-9e66-a93b21787ff9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:46:20.046142 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f54a23-574c-473d-a8b1-02a2e6cb2f4a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event updated for resources: {'Network': ['ID=d1c8f4cb-0499-441b-ab18-d5c3323d4cea,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:20.061440 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network d1c8f4cb-0499-441b-ab18-d5c3323d4cea details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:46:20.129090 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d3f54a23-574c-473d-a8b1-02a2e6cb2f4a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7238960 May 27 02:46:20.129090 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55118) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:20.191138 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f2bd5f22-5b5a-4378-9e66-a93b21787ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:20.260938 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71969a21-fb22-47a4-b6f0-1f6876c10196 tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:20.262821 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-71969a21-fb22-47a4-b6f0-1f6876c10196 tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=bacca2e928f240ac8e59ab0d5daf4b12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1412876 May 27 02:46:20.265892 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55122) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:20.274226 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f2bd5f22-5b5a-4378-9e66-a93b21787ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:20.325577 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f2bd5f22-5b5a-4378-9e66-a93b21787ff9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c56f201e354f422da1d7a5d66a31ab17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8864152 May 27 02:46:20.329677 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55128) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:20.378971 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd5f22-5b5a-4378-9e66-a93b21787ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e557fd0b-f77b-484f-94ef-2b8ebe04c614,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:20.460046 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b1c38044-38f9-496a-9043-25d44bce7a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:20.468204 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d842140-817f-40af-80b7-2e3b69ba3110 tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:20.468204 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8d842140-817f-40af-80b7-2e3b69ba3110 tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1991489 May 27 02:46:20.474058 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55136) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:20.523427 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b1c38044-38f9-496a-9043-25d44bce7a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:20.526840 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ce6b2456-48d7-4fcd-8120-74e039074ecb tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=d97d5b0c-4580-406a-95fb-4efaa0c98188&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0442262 May 27 02:46:20.526840 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55140) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:20.567828 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-fb02b980-91c0-4238-a069-d435bd52f33d tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=bacca2e928f240ac8e59ab0d5daf4b12&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0454051 May 27 02:46:20.567828 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55144) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:20.681220 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b1c38044-38f9-496a-9043-25d44bce7a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:20.698307 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c38044-38f9-496a-9043-25d44bce7a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e557fd0b-f77b-484f-94ef-2b8ebe04c614,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:20.718594 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b1c38044-38f9-496a-9043-25d44bce7a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:20.722976 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b1c38044-38f9-496a-9043-25d44bce7a4c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e557fd0b-f77b-484f-94ef-2b8ebe04c614 HTTP/1.1" status: 204 len: 168 time: 0.3941183 May 27 02:46:20.749005 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334c5a1b-43c3-4ff4-961b-ed4a6f359860 tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:20.750500 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-334c5a1b-43c3-4ff4-961b-ed4a6f359860 tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1823292 May 27 02:46:20.761298 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55154) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:20.786744 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55158) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:20.798455 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-66ce16da-8a9a-4a93-a850-5a2eb8ebf50a tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Request body: {'network': {'name': 'tempest-network-smoke--729098663', 'project_id': 'fb681a9ac3074576a3927168993abc95', 'port_security_enabled': True}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:46:20.803617 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-66ce16da-8a9a-4a93-a850-5a2eb8ebf50a tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:46:20.817508 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-66ce16da-8a9a-4a93-a850-5a2eb8ebf50a tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Usage tracker for resource:network and tenant:fb681a9ac3074576a3927168993abc95 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:46:20.817508 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-66ce16da-8a9a-4a93-a850-5a2eb8ebf50a tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:46:20.831976 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-66ce16da-8a9a-4a93-a850-5a2eb8ebf50a tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:46:20.838849 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55162) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:20.851802 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-4782affb-82c0-4e93-9437-18121f56cff2 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-343550505', 'network_id': 'd1c8f4cb-0499-441b-ab18-d5c3323d4cea', 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:46:20.855010 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8626c436-a1c1-4044-9b93-d013a57e41ca tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=d97d5b0c-4580-406a-95fb-4efaa0c98188&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0832231 May 27 02:46:21.067351 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ce16da-8a9a-4a93-a850-5a2eb8ebf50a tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Made reservation on behalf of fb681a9ac3074576a3927168993abc95 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:46:21.070804 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-66ce16da-8a9a-4a93-a850-5a2eb8ebf50a tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:21.094931 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-66ce16da-8a9a-4a93-a850-5a2eb8ebf50a tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:21.124263 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-66ce16da-8a9a-4a93-a850-5a2eb8ebf50a tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:46:21.137452 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-66ce16da-8a9a-4a93-a850-5a2eb8ebf50a tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Usage tracker for resource:security_group_rule and tenant:fb681a9ac3074576a3927168993abc95 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:46:21.137452 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-66ce16da-8a9a-4a93-a850-5a2eb8ebf50a tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:46:21.137452 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-66ce16da-8a9a-4a93-a850-5a2eb8ebf50a tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:46:21.150100 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4782affb-82c0-4e93-9437-18121f56cff2 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:46:21.159459 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4782affb-82c0-4e93-9437-18121f56cff2 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Usage tracker for resource:subnet and tenant:bacca2e928f240ac8e59ab0d5daf4b12 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:46:21.159459 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4782affb-82c0-4e93-9437-18121f56cff2 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:46:21.177247 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4782affb-82c0-4e93-9437-18121f56cff2 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:46:21.260894 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-66ce16da-8a9a-4a93-a850-5a2eb8ebf50a tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:21.277487 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4782affb-82c0-4e93-9437-18121f56cff2 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Made reservation on behalf of bacca2e928f240ac8e59ab0d5daf4b12 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:46:21.281263 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4782affb-82c0-4e93-9437-18121f56cff2 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:21.354086 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-66ce16da-8a9a-4a93-a850-5a2eb8ebf50a tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:21.396950 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66ce16da-8a9a-4a93-a850-5a2eb8ebf50a tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:46:21.408408 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-66ce16da-8a9a-4a93-a850-5a2eb8ebf50a tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:21.408408 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-66ce16da-8a9a-4a93-a850-5a2eb8ebf50a tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Added segment b5d2d36d-a190-41b6-b01f-7ffc84d24d81 of type vlan for network 089299e9-5a98-4df9-8164-309755134228 May 27 02:46:21.442598 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce16da-8a9a-4a93-a850-5a2eb8ebf50a tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5adf92c8-4a5a-4be2-af2e-2c9deec7a3d7,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:21.476868 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-66ce16da-8a9a-4a93-a850-5a2eb8ebf50a tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:21.630597 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55174) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:21.647016 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-66ce16da-8a9a-4a93-a850-5a2eb8ebf50a tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:21.652132 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ce16da-8a9a-4a93-a850-5a2eb8ebf50a tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:21.652923 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-66ce16da-8a9a-4a93-a850-5a2eb8ebf50a tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:21.687254 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0e4cbb6c-9089-4900-a62f-972ef6467c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:21.750305 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4782affb-82c0-4e93-9437-18121f56cff2 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:21.821574 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-0e4cbb6c-9089-4900-a62f-972ef6467c13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:46:21.846889 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-0e4cbb6c-9089-4900-a62f-972ef6467c13 admin admin] Usage tracker for resource:security_group_rule and tenant:07810c1c0e5440c2bace28e511e50359 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:46:21.852388 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce16da-8a9a-4a93-a850-5a2eb8ebf50a tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Pushing event updated for resources: {'Network': ['ID=089299e9-5a98-4df9-8164-309755134228,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:21.858803 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-0e4cbb6c-9089-4900-a62f-972ef6467c13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:46:21.863164 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 089299e9-5a98-4df9-8164-309755134228 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:46:21.871906 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-0e4cbb6c-9089-4900-a62f-972ef6467c13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:46:21.902998 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4782affb-82c0-4e93-9437-18121f56cff2 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Checking segment: {'id': '82bb17a6-cafb-4f79-b420-43449c00105e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd1c8f4cb-0499-441b-ab18-d5c3323d4cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:46:21.903359 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4782affb-82c0-4e93-9437-18121f56cff2 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Network hostable DHCP agents. Network: d1c8f4cb-0499-441b-ab18-d5c3323d4cea, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:46:21.919589 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4782affb-82c0-4e93-9437-18121f56cff2 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event updated for resources: {'Subnet': ['ID=c3173eb9-2306-497e-b835-648e94d0312d,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:21.939621 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-66ce16da-8a9a-4a93-a850-5a2eb8ebf50a tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1532009 May 27 02:46:21.940964 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55182) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:21.982053 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-5d92a7c9-1753-4c18-bea9-af9031fd3b75 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1459759070', 'admin_state_up': True, 'project_id': 'fb681a9ac3074576a3927168993abc95', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:46:21.997903 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5d92a7c9-1753-4c18-bea9-af9031fd3b75 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:46:21.997903 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5d92a7c9-1753-4c18-bea9-af9031fd3b75 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Usage tracker for resource:router and tenant:fb681a9ac3074576a3927168993abc95 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:46:22.022327 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5d92a7c9-1753-4c18-bea9-af9031fd3b75 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:46:22.032989 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5d92a7c9-1753-4c18-bea9-af9031fd3b75 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:46:22.057742 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4782affb-82c0-4e93-9437-18121f56cff2 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Network d1c8f4cb-0499-441b-ab18-d5c3323d4cea is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:46:22.057742 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0e4cbb6c-9089-4900-a62f-972ef6467c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:22.111780 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5d92a7c9-1753-4c18-bea9-af9031fd3b75 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:22.111780 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5d92a7c9-1753-4c18-bea9-af9031fd3b75 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:22.125405 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5d92a7c9-1753-4c18-bea9-af9031fd3b75 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:22.140588 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-4782affb-82c0-4e93-9437-18121f56cff2 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, d1c8f4cb-0499-441b-ab18-d5c3323d4cea) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:46:22.140588 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4782affb-82c0-4e93-9437-18121f56cff2 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:22.141940 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4782affb-82c0-4e93-9437-18121f56cff2 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:22.143259 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce5c9bc-c695-4f04-9acf-06acbabacd37 None None] Network d1c8f4cb-0499-441b-ab18-d5c3323d4cea requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:46:22.145828 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0e4cbb6c-9089-4900-a62f-972ef6467c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:22.210284 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0e4cbb6c-9089-4900-a62f-972ef6467c13 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=07810c1c0e5440c2bace28e511e50359&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5783074 May 27 02:46:22.213152 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4cbb6c-9089-4900-a62f-972ef6467c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940b0b7c-6a88-4cc6-8ed4-dcf4ea330c96,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:22.213329 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55188) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:22.276233 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4782affb-82c0-4e93-9437-18121f56cff2 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4373140 May 27 02:46:22.422570 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb23fd79-1a12-4aa8-b2ee-11b567dbc743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-d1c8f4cb-0499-441b-ab18-d5c3323d4cea', 'network_id': 'd1c8f4cb-0499-441b-ab18-d5c3323d4cea', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'fixed_ips': [{'subnet_id': 'c3173eb9-2306-497e-b835-648e94d0312d'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:46:22.423443 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fb23fd79-1a12-4aa8-b2ee-11b567dbc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:22.611520 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-fb23fd79-1a12-4aa8-b2ee-11b567dbc743 None None] Allocated IP 172.20.0.18 (d1c8f4cb-0499-441b-ab18-d5c3323d4cea/c3173eb9-2306-497e-b835-648e94d0312d/94567103-84e3-4c74-84c0-d3b06ec15b04) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:46:22.662807 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5d92a7c9-1753-4c18-bea9-af9031fd3b75 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:22.672095 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dd6af6ab-c836-4296-b2bf-684b40ee5caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:22.719587 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dd6af6ab-c836-4296-b2bf-684b40ee5caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:22.882813 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fb23fd79-1a12-4aa8-b2ee-11b567dbc743 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:22.953468 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-fb23fd79-1a12-4aa8-b2ee-11b567dbc743 None None] Transition to ACTIVE for port object 94567103-84e3-4c74-84c0-d3b06ec15b04 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:46:22.981676 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-fb23fd79-1a12-4aa8-b2ee-11b567dbc743 None None] Transition to ACTIVE for port object 94567103-84e3-4c74-84c0-d3b06ec15b04 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:46:22.998873 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dd6af6ab-c836-4296-b2bf-684b40ee5caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:23.032405 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fb23fd79-1a12-4aa8-b2ee-11b567dbc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:23.088576 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6af6ab-c836-4296-b2bf-684b40ee5caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940b0b7c-6a88-4cc6-8ed4-dcf4ea330c96,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:23.099138 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb23fd79-1a12-4aa8-b2ee-11b567dbc743 None None] Network d1c8f4cb-0499-441b-ab18-d5c3323d4cea is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:46:23.101164 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dd6af6ab-c836-4296-b2bf-684b40ee5caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:23.102749 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-dd6af6ab-c836-4296-b2bf-684b40ee5caa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/940b0b7c-6a88-4cc6-8ed4-dcf4ea330c96 HTTP/1.1" status: 204 len: 168 time: 0.8883383 May 27 02:46:23.103276 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-fb23fd79-1a12-4aa8-b2ee-11b567dbc743 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:46:23.112559 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb23fd79-1a12-4aa8-b2ee-11b567dbc743 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:46:23.159866 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5d92a7c9-1753-4c18-bea9-af9031fd3b75 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:23.170930 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb23fd79-1a12-4aa8-b2ee-11b567dbc743 None None] Pushing event updated for resources: {'Port': ['ID=94567103-84e3-4c74-84c0-d3b06ec15b04,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:23.201407 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5d92a7c9-1753-4c18-bea9-af9031fd3b75 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:23.212654 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb23fd79-1a12-4aa8-b2ee-11b567dbc743 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:23.212654 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb23fd79-1a12-4aa8-b2ee-11b567dbc743 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:23.212654 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb23fd79-1a12-4aa8-b2ee-11b567dbc743 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:23.212654 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb23fd79-1a12-4aa8-b2ee-11b567dbc743 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:23.212654 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb23fd79-1a12-4aa8-b2ee-11b567dbc743 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:23.212654 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb23fd79-1a12-4aa8-b2ee-11b567dbc743 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:23.212654 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb23fd79-1a12-4aa8-b2ee-11b567dbc743 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:23.212654 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb23fd79-1a12-4aa8-b2ee-11b567dbc743 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:23.212654 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb23fd79-1a12-4aa8-b2ee-11b567dbc743 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:23.212654 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb23fd79-1a12-4aa8-b2ee-11b567dbc743 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:23.212654 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb23fd79-1a12-4aa8-b2ee-11b567dbc743 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:23.212654 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb23fd79-1a12-4aa8-b2ee-11b567dbc743 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:23.244030 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-fb23fd79-1a12-4aa8-b2ee-11b567dbc743 None None] Attempting to bind port 94567103-84e3-4c74-84c0-d3b06ec15b04 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:46:23.244030 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-fb23fd79-1a12-4aa8-b2ee-11b567dbc743 None None] Attempting to bind port 94567103-84e3-4c74-84c0-d3b06ec15b04 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '82bb17a6-cafb-4f79-b420-43449c00105e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd1c8f4cb-0499-441b-ab18-d5c3323d4cea'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:46:23.244030 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb23fd79-1a12-4aa8-b2ee-11b567dbc743 None None] Attempting to bind port 94567103-84e3-4c74-84c0-d3b06ec15b04 on network d1c8f4cb-0499-441b-ab18-d5c3323d4cea {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:46:23.244030 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb23fd79-1a12-4aa8-b2ee-11b567dbc743 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:46:23.255428 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb23fd79-1a12-4aa8-b2ee-11b567dbc743 None None] Checking segment: {'id': '82bb17a6-cafb-4f79-b420-43449c00105e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd1c8f4cb-0499-441b-ab18-d5c3323d4cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:46:23.255428 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fb23fd79-1a12-4aa8-b2ee-11b567dbc743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:23.255428 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb23fd79-1a12-4aa8-b2ee-11b567dbc743 None None] Bound using segment: {'id': '82bb17a6-cafb-4f79-b420-43449c00105e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd1c8f4cb-0499-441b-ab18-d5c3323d4cea'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:46:23.255428 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-fb23fd79-1a12-4aa8-b2ee-11b567dbc743 None None] Bound port: 94567103-84e3-4c74-84c0-d3b06ec15b04, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82bb17a6-cafb-4f79-b420-43449c00105e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd1c8f4cb-0499-441b-ab18-d5c3323d4cea'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:46:23.255428 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fb23fd79-1a12-4aa8-b2ee-11b567dbc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:23.361453 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-5d92a7c9-1753-4c18-bea9-af9031fd3b75 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Allocated IP 172.25.1.74 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/1877017c-52c5-4b38-b591-e7de055218fa) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:46:23.369451 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-fb23fd79-1a12-4aa8-b2ee-11b567dbc743 None None] For port 94567103-84e3-4c74-84c0-d3b06ec15b04, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:46:23.374174 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-fb23fd79-1a12-4aa8-b2ee-11b567dbc743 None None] For port 94567103-84e3-4c74-84c0-d3b06ec15b04, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=94567103-84e3-4c74-84c0-d3b06ec15b04,segment=NetworkSegment(82bb17a6-cafb-4f79-b420-43449c00105e),segment_id=82bb17a6-cafb-4f79-b420-43449c00105e)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:46:23.512071 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5d92a7c9-1753-4c18-bea9-af9031fd3b75 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:23.983999 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fb23fd79-1a12-4aa8-b2ee-11b567dbc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:24.037951 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5d92a7c9-1753-4c18-bea9-af9031fd3b75 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:24.053784 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55212) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:24.066428 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-f16268e0-14b9-4c6a-a13f-910de82717b6 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1119780778', 'description': 'tempest-secgroup-smoke-1119780778 description', 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:46:24.073825 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-f16268e0-14b9-4c6a-a13f-910de82717b6 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:46:24.088132 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb23fd79-1a12-4aa8-b2ee-11b567dbc743 None None] Pushing event updated for resources: {'Port': ['ID=94567103-84e3-4c74-84c0-d3b06ec15b04,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:24.102193 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-f16268e0-14b9-4c6a-a13f-910de82717b6 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:46:24.120610 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d92a7c9-1753-4c18-bea9-af9031fd3b75 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:46:24.125164 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-5d92a7c9-1753-4c18-bea9-af9031fd3b75 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:46:24.129179 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d92a7c9-1753-4c18-bea9-af9031fd3b75 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:46:24.200201 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f16268e0-14b9-4c6a-a13f-910de82717b6 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:24.214053 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92a7c9-1753-4c18-bea9-af9031fd3b75 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Pushing event updated for resources: {'Port': ['ID=1877017c-52c5-4b38-b591-e7de055218fa,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:24.256779 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-f16268e0-14b9-4c6a-a13f-910de82717b6 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:46:24.256779 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f16268e0-14b9-4c6a-a13f-910de82717b6 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Usage tracker for resource:security_group_rule and tenant:bacca2e928f240ac8e59ab0d5daf4b12 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:46:24.259622 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f16268e0-14b9-4c6a-a13f-910de82717b6 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:46:24.286001 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-f16268e0-14b9-4c6a-a13f-910de82717b6 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:46:24.431597 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f16268e0-14b9-4c6a-a13f-910de82717b6 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:24.492471 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f16268e0-14b9-4c6a-a13f-910de82717b6 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:24.588576 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16268e0-14b9-4c6a-a13f-910de82717b6 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef50e42b-3f8f-4aa8-98eb-9c020345ae07,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:24.639321 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f16268e0-14b9-4c6a-a13f-910de82717b6 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:24.639321 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f16268e0-14b9-4c6a-a13f-910de82717b6 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5814743 May 27 02:46:24.649063 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55228) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:24.649063 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-24aa7805-eb45-4dbc-bdf8-92efd36c7a84 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Request body: {'security_group_rule': {'security_group_id': 'ef50e42b-3f8f-4aa8-98eb-9c020345ae07', 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:46:24.655870 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-24aa7805-eb45-4dbc-bdf8-92efd36c7a84 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:46:24.659717 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-24aa7805-eb45-4dbc-bdf8-92efd36c7a84 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Usage tracker for resource:security_group_rule and tenant:bacca2e928f240ac8e59ab0d5daf4b12 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:46:24.668384 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-24aa7805-eb45-4dbc-bdf8-92efd36c7a84 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:46:24.676062 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-24aa7805-eb45-4dbc-bdf8-92efd36c7a84 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:46:24.793512 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-24aa7805-eb45-4dbc-bdf8-92efd36c7a84 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:24.864329 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5d92a7c9-1753-4c18-bea9-af9031fd3b75 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:24.913011 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-24aa7805-eb45-4dbc-bdf8-92efd36c7a84 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:24.975775 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-24aa7805-eb45-4dbc-bdf8-92efd36c7a84 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:25.026541 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa7805-eb45-4dbc-bdf8-92efd36c7a84 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43a587ff-d591-44da-a399-d78226989515,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:25.141184 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-24aa7805-eb45-4dbc-bdf8-92efd36c7a84 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:25.142419 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-24aa7805-eb45-4dbc-bdf8-92efd36c7a84 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5010316 May 27 02:46:25.148052 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55246) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:25.153613 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-8063edc6-cd7d-45c6-8c90-83da2a3094a3 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Request body: {'security_group_rule': {'security_group_id': 'ef50e42b-3f8f-4aa8-98eb-9c020345ae07', 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:46:25.169914 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-8063edc6-cd7d-45c6-8c90-83da2a3094a3 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:46:25.174180 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8063edc6-cd7d-45c6-8c90-83da2a3094a3 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Usage tracker for resource:security_group_rule and tenant:bacca2e928f240ac8e59ab0d5daf4b12 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:46:25.181688 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8063edc6-cd7d-45c6-8c90-83da2a3094a3 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:46:25.192342 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-8063edc6-cd7d-45c6-8c90-83da2a3094a3 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:46:25.286252 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8063edc6-cd7d-45c6-8c90-83da2a3094a3 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:25.438811 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8063edc6-cd7d-45c6-8c90-83da2a3094a3 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:25.498893 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8063edc6-cd7d-45c6-8c90-83da2a3094a3 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:25.515948 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 94567103-84e3-4c74-84c0-d3b06ec15b04 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:46:25.529362 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5d92a7c9-1753-4c18-bea9-af9031fd3b75 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:25.564468 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8063edc6-cd7d-45c6-8c90-83da2a3094a3 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54c59bac-1b71-4529-8f5a-b7d96dac72dd,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:25.577318 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-63afa59c-2ece-4fcb-9a9b-050ced630152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:25.627898 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cfa7e8-af20-479d-b307-d45602269b06 None None] Network d1c8f4cb-0499-441b-ab18-d5c3323d4cea requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:46:25.660022 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8063edc6-cd7d-45c6-8c90-83da2a3094a3 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:25.675658 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8063edc6-cd7d-45c6-8c90-83da2a3094a3 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5144289 May 27 02:46:25.675658 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55256) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:25.681705 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-0fb50d32-1a85-4fdb-9c95-d02d4b32606c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Request body: {'security_group_rule': {'security_group_id': 'ef50e42b-3f8f-4aa8-98eb-9c020345ae07', 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:46:25.694733 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-0fb50d32-1a85-4fdb-9c95-d02d4b32606c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:46:25.694733 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-0fb50d32-1a85-4fdb-9c95-d02d4b32606c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Usage tracker for resource:security_group_rule and tenant:bacca2e928f240ac8e59ab0d5daf4b12 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:46:25.702368 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-0fb50d32-1a85-4fdb-9c95-d02d4b32606c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:46:25.725452 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-0fb50d32-1a85-4fdb-9c95-d02d4b32606c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:46:25.791304 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0fb50d32-1a85-4fdb-9c95-d02d4b32606c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:25.837510 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d92a7c9-1753-4c18-bea9-af9031fd3b75 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Router 250c98b9-94d1-4f0a-920e-019abae90da9 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:46:25.899530 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0fb50d32-1a85-4fdb-9c95-d02d4b32606c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:25.920299 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 94567103-84e3-4c74-84c0-d3b06ec15b04 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:46:25.923698 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-7ba36eae-3aab-4436-a8be-bf875bdc2bd1 None None] Provisioning for port 94567103-84e3-4c74-84c0-d3b06ec15b04 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:46:25.934126 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 94567103-84e3-4c74-84c0-d3b06ec15b04 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:46:25.934477 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:25.965308 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-7ba36eae-3aab-4436-a8be-bf875bdc2bd1 None None] Provisioning complete for port 94567103-84e3-4c74-84c0-d3b06ec15b04 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:46:25.965689 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7ba36eae-3aab-4436-a8be-bf875bdc2bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:25.983899 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0fb50d32-1a85-4fdb-9c95-d02d4b32606c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:26.035473 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb50d32-1a85-4fdb-9c95-d02d4b32606c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=860ef42f-5b6a-4fa4-905a-40f717635374,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:26.106231 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0fb50d32-1a85-4fdb-9c95-d02d4b32606c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:26.114351 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d92a7c9-1753-4c18-bea9-af9031fd3b75 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:46:26.117008 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0fb50d32-1a85-4fdb-9c95-d02d4b32606c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4455469 May 27 02:46:26.117008 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55270) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:26.118713 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7bc61b-644d-495c-8ecd-95d4adb4bbf8 None None] Sync routers for ids ['250c98b9-94d1-4f0a-920e-019abae90da9'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:46:26.128467 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-d6650cff-08cc-4d96-b945-ad44de0a06eb tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Request body: {'security_group_rule': {'security_group_id': 'ef50e42b-3f8f-4aa8-98eb-9c020345ae07', 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:46:26.150614 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-d6650cff-08cc-4d96-b945-ad44de0a06eb tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:46:26.150614 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d6650cff-08cc-4d96-b945-ad44de0a06eb tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Usage tracker for resource:security_group_rule and tenant:bacca2e928f240ac8e59ab0d5daf4b12 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:46:26.150614 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d6650cff-08cc-4d96-b945-ad44de0a06eb tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:46:26.166119 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-d6650cff-08cc-4d96-b945-ad44de0a06eb tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:46:26.184211 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7bc61b-644d-495c-8ecd-95d4adb4bbf8 None None] Routers {'250c98b9-94d1-4f0a-920e-019abae90da9'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:46:26.184211 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-0d7bc61b-644d-495c-8ecd-95d4adb4bbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:45:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['250c98b9-94d1-4f0a-920e-019abae90da9'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:46:26.235060 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5d92a7c9-1753-4c18-bea9-af9031fd3b75 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:26.235060 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5d92a7c9-1753-4c18-bea9-af9031fd3b75 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.2690153 May 27 02:46:26.235060 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55276) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:26.329336 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d6650cff-08cc-4d96-b945-ad44de0a06eb tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:26.378612 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 94567103-84e3-4c74-84c0-d3b06ec15b04 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:46:26.378998 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:26.392453 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-7ba36eae-3aab-4436-a8be-bf875bdc2bd1 None None] Current status of the port 94567103-84e3-4c74-84c0-d3b06ec15b04 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:46:26.392859 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7ba36eae-3aab-4436-a8be-bf875bdc2bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:26.516451 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d6650cff-08cc-4d96-b945-ad44de0a06eb tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:26.537428 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 94567103-84e3-4c74-84c0-d3b06ec15b04, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=94567103-84e3-4c74-84c0-d3b06ec15b04,segment=NetworkSegment(82bb17a6-cafb-4f79-b420-43449c00105e),segment_id=82bb17a6-cafb-4f79-b420-43449c00105e)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:46:26.579574 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d6650cff-08cc-4d96-b945-ad44de0a06eb tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:26.586231 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-0d7bc61b-644d-495c-8ecd-95d4adb4bbf8 None None] Set router 250c98b9-94d1-4f0a-920e-019abae90da9 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:46:26.646013 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6650cff-08cc-4d96-b945-ad44de0a06eb tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=908afc24-9443-4b5c-be61-ff051de61cab,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:26.707352 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:26.737801 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d6650cff-08cc-4d96-b945-ad44de0a06eb tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:26.741620 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d6650cff-08cc-4d96-b945-ad44de0a06eb tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6263011 May 27 02:46:26.741869 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55292) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:26.748341 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-31c50d7e-f3e7-4703-b555-3a7a72d7e95a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Request body: {'security_group_rule': {'security_group_id': 'ef50e42b-3f8f-4aa8-98eb-9c020345ae07', 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:46:26.767288 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d87cfe0b-6187-4548-ae6b-8c6a1fe03b55 tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=fb681a9ac3074576a3927168993abc95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5365841 May 27 02:46:26.768978 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-31c50d7e-f3e7-4703-b555-3a7a72d7e95a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:46:26.770389 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55296) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:26.773992 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-31c50d7e-f3e7-4703-b555-3a7a72d7e95a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Usage tracker for resource:security_group_rule and tenant:bacca2e928f240ac8e59ab0d5daf4b12 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:46:26.778206 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-31c50d7e-f3e7-4703-b555-3a7a72d7e95a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:46:26.785147 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-31c50d7e-f3e7-4703-b555-3a7a72d7e95a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:46:26.866012 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-7ba36eae-3aab-4436-a8be-bf875bdc2bd1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:46:26.866012 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-7ba36eae-3aab-4436-a8be-bf875bdc2bd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:46:26.888760 n-d-843554-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-31c50d7e-f3e7-4703-b555-3a7a72d7e95a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Project bacca2e928f240ac8e59ab0d5daf4b12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:46:26.904264 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31c50d7e-f3e7-4703-b555-3a7a72d7e95a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:26.959387 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=94567103-84e3-4c74-84c0-d3b06ec15b04,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:27.065282 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31c50d7e-f3e7-4703-b555-3a7a72d7e95a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:27.088015 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e95f5f6-93f9-49a7-b005-299987e147dc tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:27.093132 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7e95f5f6-93f9-49a7-b005-299987e147dc tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3185070 May 27 02:46:27.093297 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55308) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:27.108071 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-0d7bc61b-644d-495c-8ecd-95d4adb4bbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250c98b9-94d1-4f0a-920e-019abae90da9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1459759070', 'tenant_id': 'fb681a9ac3074576a3927168993abc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '1877017c-52c5-4b38-b591-e7de055218fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:46:22Z', 'updated_at': '2022-05-27T02:46:24Z', 'revision_number': 3, 'project_id': 'fb681a9ac3074576a3927168993abc95', 'gw_port': {'id': '1877017c-52c5-4b38-b591-e7de055218fa', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e6:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '250c98b9-94d1-4f0a-920e-019abae90da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:46:23Z', 'updated_at': '2022-05-27T02:46:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:46:27.114833 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7bc61b-644d-495c-8ecd-95d4adb4bbf8 None None] Checking router: 250c98b9-94d1-4f0a-920e-019abae90da9 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:46:27.114833 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7bc61b-644d-495c-8ecd-95d4adb4bbf8 None None] Updating router 250c98b9-94d1-4f0a-920e-019abae90da9 port 1877017c-52c5-4b38-b591-e7de055218fa binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:46:27.135808 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31c50d7e-f3e7-4703-b555-3a7a72d7e95a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:27.148897 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-07973b45-7e11-4a0d-9c2a-5cee42a27c12 tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=d97d5b0c-4580-406a-95fb-4efaa0c98188&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0544660 May 27 02:46:27.151605 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55314) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:27.158126 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-5b4227cd-58bb-446a-b65f-6a276fa0b96b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-632767412', 'network_id': '089299e9-5a98-4df9-8164-309755134228', 'project_id': 'fb681a9ac3074576a3927168993abc95', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:46:27.184386 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c50d7e-f3e7-4703-b555-3a7a72d7e95a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7afae0e8-ae69-4f6f-9968-283343a3d6e3,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:27.197895 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0d7bc61b-644d-495c-8ecd-95d4adb4bbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:27.276744 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31c50d7e-f3e7-4703-b555-3a7a72d7e95a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:27.276744 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-31c50d7e-f3e7-4703-b555-3a7a72d7e95a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5305436 May 27 02:46:27.276744 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55318) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:27.288068 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-dafa2d0c-d602-4bb6-a6f7-ad33613f8994 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Request body: {'security_group_rule': {'security_group_id': 'ef50e42b-3f8f-4aa8-98eb-9c020345ae07', 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:46:27.293811 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dafa2d0c-d602-4bb6-a6f7-ad33613f8994 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:46:27.293811 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dafa2d0c-d602-4bb6-a6f7-ad33613f8994 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Usage tracker for resource:security_group_rule and tenant:bacca2e928f240ac8e59ab0d5daf4b12 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:46:27.311916 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dafa2d0c-d602-4bb6-a6f7-ad33613f8994 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:46:27.311916 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dafa2d0c-d602-4bb6-a6f7-ad33613f8994 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:46:27.365099 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5b4227cd-58bb-446a-b65f-6a276fa0b96b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:46:27.365099 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5b4227cd-58bb-446a-b65f-6a276fa0b96b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Usage tracker for resource:subnet and tenant:fb681a9ac3074576a3927168993abc95 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:46:27.379183 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5b4227cd-58bb-446a-b65f-6a276fa0b96b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:46:27.404403 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5b4227cd-58bb-446a-b65f-6a276fa0b96b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:46:27.418701 n-d-843554-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-dafa2d0c-d602-4bb6-a6f7-ad33613f8994 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Project bacca2e928f240ac8e59ab0d5daf4b12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:46:27.418701 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dafa2d0c-d602-4bb6-a6f7-ad33613f8994 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:27.503616 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 94567103-84e3-4c74-84c0-d3b06ec15b04 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:46:27.515747 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dafa2d0c-d602-4bb6-a6f7-ad33613f8994 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:27.523204 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4227cd-58bb-446a-b65f-6a276fa0b96b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Made reservation on behalf of fb681a9ac3074576a3927168993abc95 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:46:27.528894 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5b4227cd-58bb-446a-b65f-6a276fa0b96b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:27.559577 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-7ba36eae-3aab-4436-a8be-bf875bdc2bd1 None None] Current status of the port 94567103-84e3-4c74-84c0-d3b06ec15b04 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:46:27.629393 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dafa2d0c-d602-4bb6-a6f7-ad33613f8994 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:27.649183 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa2d0c-d602-4bb6-a6f7-ad33613f8994 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7023b8d3-2a38-4401-beb4-dbdc09714b54,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:27.651395 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 94567103-84e3-4c74-84c0-d3b06ec15b04 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:46:27.651395 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:27.756845 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dafa2d0c-d602-4bb6-a6f7-ad33613f8994 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:27.765212 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-dafa2d0c-d602-4bb6-a6f7-ad33613f8994 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4804673 May 27 02:46:27.845230 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-53146431-45db-472c-bfbc-60727daaf4ba None None] Provisioning complete for port 94567103-84e3-4c74-84c0-d3b06ec15b04 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:46:27.845606 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-53146431-45db-472c-bfbc-60727daaf4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:27.898627 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5b4227cd-58bb-446a-b65f-6a276fa0b96b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:27.994198 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0d7bc61b-644d-495c-8ecd-95d4adb4bbf8 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:28.004334 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4227cd-58bb-446a-b65f-6a276fa0b96b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Pushing event updated for resources: {'Subnet': ['ID=2fd218f8-fc6d-45f0-8330-e9fc5020b63e,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:28.010154 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4227cd-58bb-446a-b65f-6a276fa0b96b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Checking segment: {'id': 'b5d2d36d-a190-41b6-b01f-7ffc84d24d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '089299e9-5a98-4df9-8164-309755134228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:46:28.010525 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4227cd-58bb-446a-b65f-6a276fa0b96b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Network hostable DHCP agents. Network: 089299e9-5a98-4df9-8164-309755134228, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:46:28.011553 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 94567103-84e3-4c74-84c0-d3b06ec15b04 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:46:28.024100 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ee8889bf-e3c8-4852-afa1-29d3eab9323a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:28.033956 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-0d7bc61b-644d-495c-8ecd-95d4adb4bbf8 None None] Transition to ACTIVE for port object 1877017c-52c5-4b38-b591-e7de055218fa will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:46:28.094722 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-c4c57e40-6bbf-41e4-8195-c5624508efaa tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Synchronizing usage tracker for tenant:bacca2e928f240ac8e59ab0d5daf4b12 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:46:28.117559 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-53146431-45db-472c-bfbc-60727daaf4ba None None] Current status of the port 94567103-84e3-4c74-84c0-d3b06ec15b04 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:46:28.144898 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0d7bc61b-644d-495c-8ecd-95d4adb4bbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:28.157439 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4227cd-58bb-446a-b65f-6a276fa0b96b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Network 089299e9-5a98-4df9-8164-309755134228 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:46:28.224306 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-0d7bc61b-644d-495c-8ecd-95d4adb4bbf8 None None] Attempting to bind port 1877017c-52c5-4b38-b591-e7de055218fa on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:46:28.224306 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-0d7bc61b-644d-495c-8ecd-95d4adb4bbf8 None None] Attempting to bind port 1877017c-52c5-4b38-b591-e7de055218fa by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:46:28.239121 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-c4c57e40-6bbf-41e4-8195-c5624508efaa tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Unset dirty status for tenant:bacca2e928f240ac8e59ab0d5daf4b12 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:46:28.239121 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-c4c57e40-6bbf-41e4-8195-c5624508efaa tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1119780778&fields=id&tenant_id=bacca2e928f240ac8e59ab0d5daf4b12 HTTP/1.1" status: 200 len: 267 time: 0.1854823 May 27 02:46:28.241368 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7bc61b-644d-495c-8ecd-95d4adb4bbf8 None None] Attempting to bind port 1877017c-52c5-4b38-b591-e7de055218fa on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:46:28.241368 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1d8bab-2b0a-4086-a56a-ef5172cd4303 None None] Pushing event updated for resources: {'Port': ['ID=1877017c-52c5-4b38-b591-e7de055218fa,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:28.251683 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7bc61b-644d-495c-8ecd-95d4adb4bbf8 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:46:28.251683 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7bc61b-644d-495c-8ecd-95d4adb4bbf8 None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:46:28.253645 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0d7bc61b-644d-495c-8ecd-95d4adb4bbf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:28.253645 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7bc61b-644d-495c-8ecd-95d4adb4bbf8 None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:46:28.253645 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-0d7bc61b-644d-495c-8ecd-95d4adb4bbf8 None None] Bound port: 1877017c-52c5-4b38-b591-e7de055218fa, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:46:28.253645 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0d7bc61b-644d-495c-8ecd-95d4adb4bbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:28.294483 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-5b4227cd-58bb-446a-b65f-6a276fa0b96b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 089299e9-5a98-4df9-8164-309755134228) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:46:28.300499 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4227cd-58bb-446a-b65f-6a276fa0b96b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:28.301213 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5b4227cd-58bb-446a-b65f-6a276fa0b96b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:28.311697 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74692b7c-1f96-4622-b552-c2ddfc73720c None None] Network 089299e9-5a98-4df9-8164-309755134228 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:46:28.508547 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-0d7bc61b-644d-495c-8ecd-95d4adb4bbf8 None None] For port 1877017c-52c5-4b38-b591-e7de055218fa, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:46:28.512139 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5b4227cd-58bb-446a-b65f-6a276fa0b96b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3560815 May 27 02:46:28.520888 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55350) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:28.555898 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-0d7bc61b-644d-495c-8ecd-95d4adb4bbf8 None None] For port 1877017c-52c5-4b38-b591-e7de055218fa, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1877017c-52c5-4b38-b591-e7de055218fa,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:46:28.576945 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-d486fd5a-327a-4aae-be00-5ec2e1d707e8 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:28.576945 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-d486fd5a-327a-4aae-be00-5ec2e1d707e8 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Synchronizing usage tracker for tenant:bacca2e928f240ac8e59ab0d5daf4b12 on resource:network {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:46:28.663459 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0d7bc61b-644d-495c-8ecd-95d4adb4bbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:28.672992 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-d486fd5a-327a-4aae-be00-5ec2e1d707e8 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Unset dirty status for tenant:bacca2e928f240ac8e59ab0d5daf4b12 on resource:network {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:46:28.672992 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-d486fd5a-327a-4aae-be00-5ec2e1d707e8 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/networks?id=d1c8f4cb-0499-441b-ab18-d5c3323d4cea HTTP/1.1" status: 200 len: 795 time: 0.4284446 May 27 02:46:28.707371 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-23e84cb8-567b-4d32-a62c-a9109190fafa tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/quotas/bacca2e928f240ac8e59ab0d5daf4b12 HTTP/1.1" status: 200 len: 375 time: 0.0266988 May 27 02:46:28.739544 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22491cf6-e31a-49ba-ab62-9cb98cb3e745 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-089299e9-5a98-4df9-8164-309755134228', 'network_id': '089299e9-5a98-4df9-8164-309755134228', 'tenant_id': 'fb681a9ac3074576a3927168993abc95', 'fixed_ips': [{'subnet_id': '2fd218f8-fc6d-45f0-8330-e9fc5020b63e'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:46:28.740358 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-22491cf6-e31a-49ba-ab62-9cb98cb3e745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:28.787840 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1d8bab-2b0a-4086-a56a-ef5172cd4303 None None] Pushing event updated for resources: {'Port': ['ID=1877017c-52c5-4b38-b591-e7de055218fa,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:28.891132 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7bc61b-644d-495c-8ecd-95d4adb4bbf8 None None] Routers {'250c98b9-94d1-4f0a-920e-019abae90da9'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:46:28.891132 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-0d7bc61b-644d-495c-8ecd-95d4adb4bbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:46:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['250c98b9-94d1-4f0a-920e-019abae90da9'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:46:29.007496 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-397dc9d2-7774-4e59-89fd-e27db1cda923 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=bacca2e928f240ac8e59ab0d5daf4b12&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2793443 May 27 02:46:29.220735 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:29.248372 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:29.348993 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-0d7bc61b-644d-495c-8ecd-95d4adb4bbf8 None None] Set router 250c98b9-94d1-4f0a-920e-019abae90da9 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:46:29.512368 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-87fcc488-a1c1-4230-b6ce-8debf5c7c9fb service neutron] 10.222.0.57 "GET /v2.0/networks/d1c8f4cb-0499-441b-ab18-d5c3323d4cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5015452 May 27 02:46:29.515369 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-22491cf6-e31a-49ba-ab62-9cb98cb3e745 None None] Allocated IP 172.20.0.2 (089299e9-5a98-4df9-8164-309755134228/2fd218f8-fc6d-45f0-8330-e9fc5020b63e/20754d0b-6cdc-4e4d-8fbd-04afabfb5680) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:46:29.750966 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-f7bae840-dfe6-49a0-959c-cc8c4dacc6ce service neutron] 10.222.0.57 "GET /v2.0/networks/d1c8f4cb-0499-441b-ab18-d5c3323d4cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342212 May 27 02:46:29.918987 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-22491cf6-e31a-49ba-ab62-9cb98cb3e745 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:29.933090 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-22491cf6-e31a-49ba-ab62-9cb98cb3e745 None None] Transition to ACTIVE for port object 20754d0b-6cdc-4e4d-8fbd-04afabfb5680 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:46:29.942607 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4879dd2f-8b9e-4e1d-b6ed-bff456e491d9 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:29.944452 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-0d7bc61b-644d-495c-8ecd-95d4adb4bbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250c98b9-94d1-4f0a-920e-019abae90da9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1459759070', 'tenant_id': 'fb681a9ac3074576a3927168993abc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '1877017c-52c5-4b38-b591-e7de055218fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:46:22Z', 'updated_at': '2022-05-27T02:46:24Z', 'revision_number': 3, 'project_id': 'fb681a9ac3074576a3927168993abc95', 'gw_port': {'id': '1877017c-52c5-4b38-b591-e7de055218fa', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e6:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '250c98b9-94d1-4f0a-920e-019abae90da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:46:23Z', 'updated_at': '2022-05-27T02:46:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:46:29.955723 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7bc61b-644d-495c-8ecd-95d4adb4bbf8 None None] The sync data for ids ['250c98b9-94d1-4f0a-920e-019abae90da9'] in n-d-843554-3 is: [{'id': '250c98b9-94d1-4f0a-920e-019abae90da9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1459759070', 'tenant_id': 'fb681a9ac3074576a3927168993abc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '1877017c-52c5-4b38-b591-e7de055218fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:46:22Z', 'updated_at': '2022-05-27T02:46:24Z', 'revision_number': 3, 'project_id': 'fb681a9ac3074576a3927168993abc95', 'gw_port': {'id': '1877017c-52c5-4b38-b591-e7de055218fa', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e6:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '250c98b9-94d1-4f0a-920e-019abae90da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:46:23Z', 'updated_at': '2022-05-27T02:46:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:46:29.959833 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-22491cf6-e31a-49ba-ab62-9cb98cb3e745 None None] Transition to ACTIVE for port object 20754d0b-6cdc-4e4d-8fbd-04afabfb5680 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:46:30.051603 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-22491cf6-e31a-49ba-ab62-9cb98cb3e745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:30.130549 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0d6a686c-0110-47c1-a1d8-0ada1c5700f0 req-8fa776ba-535e-4f6f-ae3f-5453ff5d243e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=158d5b73-5c47-46eb-9929-67e0b913a23d HTTP/1.1" status: 200 len: 210 time: 0.1081038 May 27 02:46:30.213906 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22491cf6-e31a-49ba-ab62-9cb98cb3e745 None None] Network 089299e9-5a98-4df9-8164-309755134228 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:46:30.213906 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-22491cf6-e31a-49ba-ab62-9cb98cb3e745 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:46:30.213906 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22491cf6-e31a-49ba-ab62-9cb98cb3e745 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:46:30.271343 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22491cf6-e31a-49ba-ab62-9cb98cb3e745 None None] Pushing event updated for resources: {'Port': ['ID=20754d0b-6cdc-4e4d-8fbd-04afabfb5680,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:30.322897 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:30.379409 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-22491cf6-e31a-49ba-ab62-9cb98cb3e745 None None] Attempting to bind port 20754d0b-6cdc-4e4d-8fbd-04afabfb5680 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:46:30.379778 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-22491cf6-e31a-49ba-ab62-9cb98cb3e745 None None] Attempting to bind port 20754d0b-6cdc-4e4d-8fbd-04afabfb5680 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'b5d2d36d-a190-41b6-b01f-7ffc84d24d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '089299e9-5a98-4df9-8164-309755134228'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:46:30.380139 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22491cf6-e31a-49ba-ab62-9cb98cb3e745 None None] Attempting to bind port 20754d0b-6cdc-4e4d-8fbd-04afabfb5680 on network 089299e9-5a98-4df9-8164-309755134228 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:46:30.385999 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22491cf6-e31a-49ba-ab62-9cb98cb3e745 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:46:30.386542 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22491cf6-e31a-49ba-ab62-9cb98cb3e745 None None] Checking segment: {'id': 'b5d2d36d-a190-41b6-b01f-7ffc84d24d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '089299e9-5a98-4df9-8164-309755134228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:46:30.386993 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-22491cf6-e31a-49ba-ab62-9cb98cb3e745 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:30.387418 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22491cf6-e31a-49ba-ab62-9cb98cb3e745 None None] Bound using segment: {'id': 'b5d2d36d-a190-41b6-b01f-7ffc84d24d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '089299e9-5a98-4df9-8164-309755134228'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:46:30.387878 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-22491cf6-e31a-49ba-ab62-9cb98cb3e745 None None] Bound port: 20754d0b-6cdc-4e4d-8fbd-04afabfb5680, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d2d36d-a190-41b6-b01f-7ffc84d24d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '089299e9-5a98-4df9-8164-309755134228'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:46:30.388501 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-22491cf6-e31a-49ba-ab62-9cb98cb3e745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:30.566096 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-22491cf6-e31a-49ba-ab62-9cb98cb3e745 None None] For port 20754d0b-6cdc-4e4d-8fbd-04afabfb5680, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:46:30.566096 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-22491cf6-e31a-49ba-ab62-9cb98cb3e745 None None] For port 20754d0b-6cdc-4e4d-8fbd-04afabfb5680, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=20754d0b-6cdc-4e4d-8fbd-04afabfb5680,segment=NetworkSegment(b5d2d36d-a190-41b6-b01f-7ffc84d24d81),segment_id=b5d2d36d-a190-41b6-b01f-7ffc84d24d81)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:46:30.651236 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-22491cf6-e31a-49ba-ab62-9cb98cb3e745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:30.715352 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-4879dd2f-8b9e-4e1d-b6ed-bff456e491d9 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Allocated IP 172.20.0.1 (089299e9-5a98-4df9-8164-309755134228/2fd218f8-fc6d-45f0-8330-e9fc5020b63e/40713c0b-4247-4a84-b177-4a1036619fb3) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:46:30.794282 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22491cf6-e31a-49ba-ab62-9cb98cb3e745 None None] Pushing event updated for resources: {'Port': ['ID=20754d0b-6cdc-4e4d-8fbd-04afabfb5680,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:30.990199 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4879dd2f-8b9e-4e1d-b6ed-bff456e491d9 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:31.012391 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-4879dd2f-8b9e-4e1d-b6ed-bff456e491d9 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Transition to ACTIVE for port object 40713c0b-4247-4a84-b177-4a1036619fb3 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:46:31.130221 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4879dd2f-8b9e-4e1d-b6ed-bff456e491d9 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:31.229566 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4879dd2f-8b9e-4e1d-b6ed-bff456e491d9 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Network 089299e9-5a98-4df9-8164-309755134228 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:46:31.243695 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-4879dd2f-8b9e-4e1d-b6ed-bff456e491d9 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:46:31.254449 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4879dd2f-8b9e-4e1d-b6ed-bff456e491d9 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:46:31.268060 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cbf842e4-c81f-4ddb-aa92-267a216c3122 req-94f474d3-061f-4f5b-b600-64936effb1a3 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=158d5b73-5c47-46eb-9929-67e0b913a23d HTTP/1.1" status: 200 len: 210 time: 0.0690777 May 27 02:46:31.379820 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4879dd2f-8b9e-4e1d-b6ed-bff456e491d9 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Pushing event updated for resources: {'Port': ['ID=40713c0b-4247-4a84-b177-4a1036619fb3,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:31.397600 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4879dd2f-8b9e-4e1d-b6ed-bff456e491d9 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:31.545990 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 20754d0b-6cdc-4e4d-8fbd-04afabfb5680 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:46:31.814193 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 20754d0b-6cdc-4e4d-8fbd-04afabfb5680 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:46:31.814193 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1877017c-52c5-4b38-b591-e7de055218fa up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:46:31.870546 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4879dd2f-8b9e-4e1d-b6ed-bff456e491d9 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:32.009182 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 1877017c-52c5-4b38-b591-e7de055218fa completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:46:32.015978 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 1877017c-52c5-4b38-b591-e7de055218fa triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:46:32.016667 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:32.304119 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 1877017c-52c5-4b38-b591-e7de055218fa is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:46:32.304119 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:32.345809 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346fed2a-1e00-444d-8201-07ac029561fb None None] Network 089299e9-5a98-4df9-8164-309755134228 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:46:32.524487 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ff49e76c-6768-47da-bf33-c925743c1af1 req-5b088278-4702-4503-ba7c-89c25075839b tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=158d5b73-5c47-46eb-9929-67e0b913a23d HTTP/1.1" status: 200 len: 210 time: 0.0636141 May 27 02:46:32.556997 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 1877017c-52c5-4b38-b591-e7de055218fa, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1877017c-52c5-4b38-b591-e7de055218fa,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:46:32.625520 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-86ccec5d-1323-4d66-a90e-7a52fb4458df None None] Provisioning for port 20754d0b-6cdc-4e4d-8fbd-04afabfb5680 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:46:32.645997 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-86ccec5d-1323-4d66-a90e-7a52fb4458df None None] Provisioning complete for port 20754d0b-6cdc-4e4d-8fbd-04afabfb5680 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:46:32.645997 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-86ccec5d-1323-4d66-a90e-7a52fb4458df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:32.686439 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:32.856536 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4879dd2f-8b9e-4e1d-b6ed-bff456e491d9 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:32.945263 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4879dd2f-8b9e-4e1d-b6ed-bff456e491d9 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:33.070047 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=1877017c-52c5-4b38-b591-e7de055218fa,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:33.121693 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-86ccec5d-1323-4d66-a90e-7a52fb4458df None None] Current status of the port 20754d0b-6cdc-4e4d-8fbd-04afabfb5680 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:46:33.121693 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-86ccec5d-1323-4d66-a90e-7a52fb4458df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:33.175996 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-86ccec5d-1323-4d66-a90e-7a52fb4458df None None] For port 20754d0b-6cdc-4e4d-8fbd-04afabfb5680, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=20754d0b-6cdc-4e4d-8fbd-04afabfb5680,segment=NetworkSegment(b5d2d36d-a190-41b6-b01f-7ffc84d24d81),segment_id=b5d2d36d-a190-41b6-b01f-7ffc84d24d81)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:46:33.267178 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-86ccec5d-1323-4d66-a90e-7a52fb4458df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:33.388945 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ccec5d-1323-4d66-a90e-7a52fb4458df None None] Pushing event updated for resources: {'Port': ['ID=20754d0b-6cdc-4e4d-8fbd-04afabfb5680,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:33.489447 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1877017c-52c5-4b38-b591-e7de055218fa up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:46:33.517393 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4879dd2f-8b9e-4e1d-b6ed-bff456e491d9 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Pushing event updated for resources: {'Port': ['ID=40713c0b-4247-4a84-b177-4a1036619fb3,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:33.543994 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4879dd2f-8b9e-4e1d-b6ed-bff456e491d9 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:33.784351 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 1877017c-52c5-4b38-b591-e7de055218fa triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:46:33.784351 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:33.829804 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-1075d95b-d0cd-4af7-8c33-c105d1073c17 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:33.830646 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4067bc15-c1a7-4cc5-b95c-39f563b9d00e None None] Provisioning complete for port 20754d0b-6cdc-4e4d-8fbd-04afabfb5680 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:46:33.831244 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4067bc15-c1a7-4cc5-b95c-39f563b9d00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:33.831502 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-1075d95b-d0cd-4af7-8c33-c105d1073c17 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.32 "GET /v2.0/networks?id=d1c8f4cb-0499-441b-ab18-d5c3323d4cea HTTP/1.1" status: 200 len: 795 time: 0.7692945 May 27 02:46:33.913597 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4879dd2f-8b9e-4e1d-b6ed-bff456e491d9 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Network 089299e9-5a98-4df9-8164-309755134228 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:46:33.918395 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-4879dd2f-8b9e-4e1d-b6ed-bff456e491d9 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:46:33.937299 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-af846bb6-76a7-4eb1-b24d-3f533384fd2b req-bf9f9d46-902f-4dc0-9d02-6724806f6ce9 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=158d5b73-5c47-46eb-9929-67e0b913a23d HTTP/1.1" status: 200 len: 210 time: 0.1400268 May 27 02:46:34.073366 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-b7a40848-e101-482c-a7b7-41587153e0ff tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Synchronizing usage tracker for tenant:bacca2e928f240ac8e59ab0d5daf4b12 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:46:34.134444 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-b7a40848-e101-482c-a7b7-41587153e0ff tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Unset dirty status for tenant:bacca2e928f240ac8e59ab0d5daf4b12 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:46:34.134444 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-b7a40848-e101-482c-a7b7-41587153e0ff tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bacca2e928f240ac8e59ab0d5daf4b12 HTTP/1.1" status: 200 len: 473 time: 0.2477472 May 27 02:46:34.219824 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-fb5949d4-5210-4601-8e39-b1840af2fe73 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Request body: {'port': {'device_id': '158d5b73-5c47-46eb-9929-67e0b913a23d', 'network_id': 'd1c8f4cb-0499-441b-ab18-d5c3323d4cea', 'admin_state_up': True, 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'security_groups': ['ef50e42b-3f8f-4aa8-98eb-9c020345ae07']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:46:34.230247 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 1877017c-52c5-4b38-b591-e7de055218fa is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:46:34.230247 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-4067bc15-c1a7-4cc5-b95c-39f563b9d00e None None] Current status of the port 20754d0b-6cdc-4e4d-8fbd-04afabfb5680 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:46:34.423577 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4067bc15-c1a7-4cc5-b95c-39f563b9d00e None None] Provisioning for port 40713c0b-4247-4a84-b177-4a1036619fb3 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:46:34.428792 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4067bc15-c1a7-4cc5-b95c-39f563b9d00e None None] Provisioning complete for port 40713c0b-4247-4a84-b177-4a1036619fb3 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:46:34.429106 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4067bc15-c1a7-4cc5-b95c-39f563b9d00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:34.429353 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4879dd2f-8b9e-4e1d-b6ed-bff456e491d9 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Router 250c98b9-94d1-4f0a-920e-019abae90da9 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:46:34.555774 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-fb5949d4-5210-4601-8e39-b1840af2fe73 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:46:34.568658 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-4067bc15-c1a7-4cc5-b95c-39f563b9d00e None None] Port 40713c0b-4247-4a84-b177-4a1036619fb3 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:46:34.571587 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-fb5949d4-5210-4601-8e39-b1840af2fe73 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Usage tracker for resource:port and tenant:bacca2e928f240ac8e59ab0d5daf4b12 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:46:34.577070 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-fb5949d4-5210-4601-8e39-b1840af2fe73 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:46:34.597981 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-fb5949d4-5210-4601-8e39-b1840af2fe73 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:46:34.690383 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-730ee0ec-2fb3-455c-9ec3-dc4dab12f146 None None] Provisioning complete for port 40713c0b-4247-4a84-b177-4a1036619fb3 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:46:34.690764 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-730ee0ec-2fb3-455c-9ec3-dc4dab12f146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:34.718880 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4879dd2f-8b9e-4e1d-b6ed-bff456e491d9 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:46:34.720999 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-fb5949d4-5210-4601-8e39-b1840af2fe73 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Made reservation on behalf of bacca2e928f240ac8e59ab0d5daf4b12 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:46:34.730870 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-fb5949d4-5210-4601-8e39-b1840af2fe73 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:34.731038 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d63d9c-6824-4ab8-b770-c0fec563f0dc None None] Sync routers for ids ['250c98b9-94d1-4f0a-920e-019abae90da9'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:46:34.741708 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d63d9c-6824-4ab8-b770-c0fec563f0dc None None] Routers {'250c98b9-94d1-4f0a-920e-019abae90da9'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:46:34.742403 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-17d63d9c-6824-4ab8-b770-c0fec563f0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:46:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['250c98b9-94d1-4f0a-920e-019abae90da9'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:46:34.748355 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4879dd2f-8b9e-4e1d-b6ed-bff456e491d9 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "PUT /v2.0/routers/250c98b9-94d1-4f0a-920e-019abae90da9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2339034 May 27 02:46:34.751518 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55456) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:34.757298 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-d74462fb-a1c6-42b9-a23f-ba7402454484 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--590839775', 'description': 'tempest-secgroup_access--590839775 description', 'project_id': 'fb681a9ac3074576a3927168993abc95'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:46:34.765488 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-d74462fb-a1c6-42b9-a23f-ba7402454484 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:46:34.770145 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d74462fb-a1c6-42b9-a23f-ba7402454484 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Usage tracker for resource:security_group and tenant:fb681a9ac3074576a3927168993abc95 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:46:34.773436 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d74462fb-a1c6-42b9-a23f-ba7402454484 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:46:34.784456 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-d74462fb-a1c6-42b9-a23f-ba7402454484 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:46:34.816418 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-730ee0ec-2fb3-455c-9ec3-dc4dab12f146 None None] Port 40713c0b-4247-4a84-b177-4a1036619fb3 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:46:34.867800 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d74462fb-a1c6-42b9-a23f-ba7402454484 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:34.911302 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-d74462fb-a1c6-42b9-a23f-ba7402454484 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:46:34.917887 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d74462fb-a1c6-42b9-a23f-ba7402454484 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Usage tracker for resource:security_group_rule and tenant:fb681a9ac3074576a3927168993abc95 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:46:34.917887 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d74462fb-a1c6-42b9-a23f-ba7402454484 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:46:34.928408 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-d74462fb-a1c6-42b9-a23f-ba7402454484 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:46:34.999408 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-17d63d9c-6824-4ab8-b770-c0fec563f0dc None None] Set router 250c98b9-94d1-4f0a-920e-019abae90da9 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:46:35.071046 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-fb5949d4-5210-4601-8e39-b1840af2fe73 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Allocated IP 172.20.0.27 (d1c8f4cb-0499-441b-ab18-d5c3323d4cea/c3173eb9-2306-497e-b835-648e94d0312d/6073efb2-a607-439a-b9ee-a0313856a73a) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:46:35.106198 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d74462fb-a1c6-42b9-a23f-ba7402454484 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:35.183101 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e9a2f2d7-6c3b-4318-beb9-99bc1a6f2a59 req-f503a9b2-ac03-4111-8a72-3a78228f2a15 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=158d5b73-5c47-46eb-9929-67e0b913a23d HTTP/1.1" status: 200 len: 210 time: 0.0593898 May 27 02:46:35.223434 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d74462fb-a1c6-42b9-a23f-ba7402454484 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:35.307805 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74462fb-a1c6-42b9-a23f-ba7402454484 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=238a6ee9-1cee-494f-93bd-36ff6d7a7e35,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:35.384119 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d74462fb-a1c6-42b9-a23f-ba7402454484 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:35.384119 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d74462fb-a1c6-42b9-a23f-ba7402454484 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6303573 May 27 02:46:35.389115 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55476) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:35.401587 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-b2906908-8e03-4b6a-9e44-a397208c5c24 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--406274365', 'description': 'tempest-secgroup_general--406274365 description', 'project_id': 'fb681a9ac3074576a3927168993abc95'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:46:35.416949 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-fb5949d4-5210-4601-8e39-b1840af2fe73 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:35.425433 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b2906908-8e03-4b6a-9e44-a397208c5c24 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:46:35.425433 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b2906908-8e03-4b6a-9e44-a397208c5c24 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Usage tracker for resource:security_group and tenant:fb681a9ac3074576a3927168993abc95 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:46:35.427399 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b2906908-8e03-4b6a-9e44-a397208c5c24 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:46:35.448488 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-fb5949d4-5210-4601-8e39-b1840af2fe73 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Transition to ACTIVE for port object 6073efb2-a607-439a-b9ee-a0313856a73a will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:46:35.502964 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b2906908-8e03-4b6a-9e44-a397208c5c24 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:46:35.522042 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 20754d0b-6cdc-4e4d-8fbd-04afabfb5680 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:46:35.535476 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b4108-8ac1-4240-aa0a-c2566cf9411f req-e0223a46-f2ff-4c1f-ae7d-a9ecc0af1204 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:35.537013 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8d8b4108-8ac1-4240-aa0a-c2566cf9411f req-e0223a46-f2ff-4c1f-ae7d-a9ecc0af1204 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 1097 time: 0.1085753 May 27 02:46:35.593291 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8d8b4108-8ac1-4240-aa0a-c2566cf9411f req-b141a935-3019-4064-a7a3-cdeffa100672 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437255 May 27 02:46:35.594659 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 20754d0b-6cdc-4e4d-8fbd-04afabfb5680 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:46:35.594918 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:35.597909 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-fb5949d4-5210-4601-8e39-b1840af2fe73 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:35.615003 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55486) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:35.672319 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-17d63d9c-6824-4ab8-b770-c0fec563f0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250c98b9-94d1-4f0a-920e-019abae90da9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1459759070', 'tenant_id': 'fb681a9ac3074576a3927168993abc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '1877017c-52c5-4b38-b591-e7de055218fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:46:22Z', 'updated_at': '2022-05-27T02:46:31Z', 'revision_number': 4, 'project_id': 'fb681a9ac3074576a3927168993abc95', 'gw_port': {'id': '1877017c-52c5-4b38-b591-e7de055218fa', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250c98b9-94d1-4f0a-920e-019abae90da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:46:23Z', 'updated_at': '2022-05-27T02:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '40713c0b-4247-4a84-b177-4a1036619fb3', 'name': '', 'network_id': '089299e9-5a98-4df9-8164-309755134228', 'tenant_id': 'fb681a9ac3074576a3927168993abc95', 'mac_address': 'fa:16:3e:62:08:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '250c98b9-94d1-4f0a-920e-019abae90da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '2fd218f8-fc6d-45f0-8330-e9fc5020b63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:46:30Z', 'updated_at': '2022-05-27T02:46:32Z', 'revision_number': 2, 'project_id': 'fb681a9ac3074576a3927168993abc95', 'subnets': [{'id': '2fd218f8-fc6d-45f0-8330-e9fc5020b63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:46:35.678988 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d63d9c-6824-4ab8-b770-c0fec563f0dc None None] Checking router: 250c98b9-94d1-4f0a-920e-019abae90da9 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:46:35.728109 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d63d9c-6824-4ab8-b770-c0fec563f0dc None None] Updating router 250c98b9-94d1-4f0a-920e-019abae90da9 port 40713c0b-4247-4a84-b177-4a1036619fb3 binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:46:35.747558 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b2906908-8e03-4b6a-9e44-a397208c5c24 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:35.837688 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 20754d0b-6cdc-4e4d-8fbd-04afabfb5680 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:46:35.899574 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b2906908-8e03-4b6a-9e44-a397208c5c24 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:46:36.250800 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b2906908-8e03-4b6a-9e44-a397208c5c24 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Usage tracker for resource:security_group_rule and tenant:fb681a9ac3074576a3927168993abc95 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:46:36.264764 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-17d63d9c-6824-4ab8-b770-c0fec563f0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:36.278481 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b2906908-8e03-4b6a-9e44-a397208c5c24 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:46:36.287870 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-fb5949d4-5210-4601-8e39-b1840af2fe73 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Network d1c8f4cb-0499-441b-ab18-d5c3323d4cea is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:46:36.287870 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-fb5949d4-5210-4601-8e39-b1840af2fe73 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:46:36.287870 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-fb5949d4-5210-4601-8e39-b1840af2fe73 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:46:36.289702 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b2906908-8e03-4b6a-9e44-a397208c5c24 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:46:36.290905 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-fb5949d4-5210-4601-8e39-b1840af2fe73 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:36.290905 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-fb5949d4-5210-4601-8e39-b1840af2fe73 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:36.290905 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5949d4-5210-4601-8e39-b1840af2fe73 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event updated for resources: {'Port': ['ID=6073efb2-a607-439a-b9ee-a0313856a73a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:36.296637 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-215b1578-02d5-4882-9ed5-e48736768fd7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Deleting port 026f7ad3-c673-4c7b-9202-25affb5e026d {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:46:36.296637 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-215b1578-02d5-4882-9ed5-e48736768fd7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:36.300112 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-fb5949d4-5210-4601-8e39-b1840af2fe73 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0189402 May 27 02:46:36.300112 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-eb02db6e-5d5e-43c3-a83e-0072ca4fc76b service neutron] Request body: {'port': {'device_id': '158d5b73-5c47-46eb-9929-67e0b913a23d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:46:36.351841 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b2906908-8e03-4b6a-9e44-a397208c5c24 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:36.375342 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ddeb30de-88a7-4e0c-97eb-c2040169c8b5 None None] Provisioning for port 6073efb2-a607-439a-b9ee-a0313856a73a completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:46:36.384675 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ddeb30de-88a7-4e0c-97eb-c2040169c8b5 None None] Provisioning complete for port 6073efb2-a607-439a-b9ee-a0313856a73a triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:46:36.384675 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ddeb30de-88a7-4e0c-97eb-c2040169c8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:36.461222 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-17d63d9c-6824-4ab8-b770-c0fec563f0dc None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:36.488390 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-17d63d9c-6824-4ab8-b770-c0fec563f0dc None None] Transition to ACTIVE for port object 40713c0b-4247-4a84-b177-4a1036619fb3 will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:46:36.491042 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b2906908-8e03-4b6a-9e44-a397208c5c24 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:36.512218 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-eb02db6e-5d5e-43c3-a83e-0072ca4fc76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:36.521652 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ddeb30de-88a7-4e0c-97eb-c2040169c8b5 None None] Port 6073efb2-a607-439a-b9ee-a0313856a73a cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:46:36.538057 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0440df-8532-4227-b725-facc9d6ece6c req-052ebe99-f221-454c-bb18-68199ba4ea5d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:36.540754 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fc0440df-8532-4227-b725-facc9d6ece6c req-052ebe99-f221-454c-bb18-68199ba4ea5d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=158d5b73-5c47-46eb-9929-67e0b913a23d HTTP/1.1" status: 200 len: 932 time: 0.2020719 May 27 02:46:36.551703 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-215b1578-02d5-4882-9ed5-e48736768fd7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:36.552042 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-215b1578-02d5-4882-9ed5-e48736768fd7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:36.586537 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2906908-8e03-4b6a-9e44-a397208c5c24 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13c77baa-a3af-4f3b-b0c4-eee94221f940,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:36.606192 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-17d63d9c-6824-4ab8-b770-c0fec563f0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:36.701069 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b2906908-8e03-4b6a-9e44-a397208c5c24 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:36.702625 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b2906908-8e03-4b6a-9e44-a397208c5c24 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.3150773 May 27 02:46:36.713886 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-215b1578-02d5-4882-9ed5-e48736768fd7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Calling delete_port for 026f7ad3-c673-4c7b-9202-25affb5e026d owned by network:floatingip {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:46:36.805936 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55508) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:36.805936 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fc0440df-8532-4227-b725-facc9d6ece6c req-f6b40ea8-96d7-4a46-b02e-af22a2ec94a8 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef50e42b-3f8f-4aa8-98eb-9c020345ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2356107 May 27 02:46:36.823547 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-89781066-c996-48e5-a66f-52ebbe3b1df0 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Request body: {'security_group_rule': {'security_group_id': '238a6ee9-1cee-494f-93bd-36ff6d7a7e35', 'project_id': 'fb681a9ac3074576a3927168993abc95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:46:36.849162 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-89781066-c996-48e5-a66f-52ebbe3b1df0 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:46:36.852635 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b349d-dda7-4b71-960c-f961ace7f51c None None] Pushing event updated for resources: {'Port': ['ID=40713c0b-4247-4a84-b177-4a1036619fb3,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:36.857401 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-89781066-c996-48e5-a66f-52ebbe3b1df0 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Usage tracker for resource:security_group_rule and tenant:fb681a9ac3074576a3927168993abc95 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:46:36.857401 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-89781066-c996-48e5-a66f-52ebbe3b1df0 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:46:36.887404 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-89781066-c996-48e5-a66f-52ebbe3b1df0 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:46:36.897419 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b349d-dda7-4b71-960c-f961ace7f51c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:36.897419 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b349d-dda7-4b71-960c-f961ace7f51c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:36.897419 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b349d-dda7-4b71-960c-f961ace7f51c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:36.897419 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b349d-dda7-4b71-960c-f961ace7f51c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:36.897419 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b349d-dda7-4b71-960c-f961ace7f51c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:36.897419 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b349d-dda7-4b71-960c-f961ace7f51c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:36.897419 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b349d-dda7-4b71-960c-f961ace7f51c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:36.897419 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b349d-dda7-4b71-960c-f961ace7f51c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:36.897419 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b349d-dda7-4b71-960c-f961ace7f51c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:36.901894 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b349d-dda7-4b71-960c-f961ace7f51c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:36.901894 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b349d-dda7-4b71-960c-f961ace7f51c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:36.901894 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b349d-dda7-4b71-960c-f961ace7f51c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:37.029917 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-17d63d9c-6824-4ab8-b770-c0fec563f0dc None None] Attempting to bind port 40713c0b-4247-4a84-b177-4a1036619fb3 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:46:37.029917 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-17d63d9c-6824-4ab8-b770-c0fec563f0dc None None] Attempting to bind port 40713c0b-4247-4a84-b177-4a1036619fb3 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'b5d2d36d-a190-41b6-b01f-7ffc84d24d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '089299e9-5a98-4df9-8164-309755134228'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:46:37.029917 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d63d9c-6824-4ab8-b770-c0fec563f0dc None None] Attempting to bind port 40713c0b-4247-4a84-b177-4a1036619fb3 on network 089299e9-5a98-4df9-8164-309755134228 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:46:37.050451 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d63d9c-6824-4ab8-b770-c0fec563f0dc None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:46:37.050835 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d63d9c-6824-4ab8-b770-c0fec563f0dc None None] Checking segment: {'id': 'b5d2d36d-a190-41b6-b01f-7ffc84d24d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '089299e9-5a98-4df9-8164-309755134228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:46:37.052358 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-17d63d9c-6824-4ab8-b770-c0fec563f0dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:37.052800 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d63d9c-6824-4ab8-b770-c0fec563f0dc None None] Bound using segment: {'id': 'b5d2d36d-a190-41b6-b01f-7ffc84d24d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '089299e9-5a98-4df9-8164-309755134228'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:46:37.054403 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-17d63d9c-6824-4ab8-b770-c0fec563f0dc None None] Bound port: 40713c0b-4247-4a84-b177-4a1036619fb3, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d2d36d-a190-41b6-b01f-7ffc84d24d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '089299e9-5a98-4df9-8164-309755134228'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:46:37.054819 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-17d63d9c-6824-4ab8-b770-c0fec563f0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:37.089924 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-89781066-c996-48e5-a66f-52ebbe3b1df0 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:37.141477 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-eb02db6e-5d5e-43c3-a83e-0072ca4fc76b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6073efb2-a607-439a-b9ee-a0313856a73a {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:46:37.153273 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-eb02db6e-5d5e-43c3-a83e-0072ca4fc76b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:37.168998 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-eb02db6e-5d5e-43c3-a83e-0072ca4fc76b service neutron] Transition to ACTIVE for port object 6073efb2-a607-439a-b9ee-a0313856a73a will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:46:37.239939 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-17d63d9c-6824-4ab8-b770-c0fec563f0dc None None] For port 40713c0b-4247-4a84-b177-4a1036619fb3, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:46:37.239939 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-17d63d9c-6824-4ab8-b770-c0fec563f0dc None None] For port 40713c0b-4247-4a84-b177-4a1036619fb3, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=40713c0b-4247-4a84-b177-4a1036619fb3,segment=NetworkSegment(b5d2d36d-a190-41b6-b01f-7ffc84d24d81),segment_id=b5d2d36d-a190-41b6-b01f-7ffc84d24d81)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:46:37.318253 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-eb02db6e-5d5e-43c3-a83e-0072ca4fc76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:37.343827 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-89781066-c996-48e5-a66f-52ebbe3b1df0 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:37.347596 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-17d63d9c-6824-4ab8-b770-c0fec563f0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:37.460050 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b349d-dda7-4b71-960c-f961ace7f51c None None] Pushing event updated for resources: {'Port': ['ID=40713c0b-4247-4a84-b177-4a1036619fb3,revision_number=4']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:37.478652 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d63d9c-6824-4ab8-b770-c0fec563f0dc None None] Routers {'250c98b9-94d1-4f0a-920e-019abae90da9'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:46:37.484302 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-17d63d9c-6824-4ab8-b770-c0fec563f0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:46:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['250c98b9-94d1-4f0a-920e-019abae90da9'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:46:37.484426 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-89781066-c996-48e5-a66f-52ebbe3b1df0 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:37.500089 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-215b1578-02d5-4882-9ed5-e48736768fd7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:37.508350 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02db6e-5d5e-43c3-a83e-0072ca4fc76b service neutron] Pushing event updated for resources: {'Port': ['ID=6073efb2-a607-439a-b9ee-a0313856a73a,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:37.617859 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215b1578-02d5-4882-9ed5-e48736768fd7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event deleted for resources: {'Port': ['ID=026f7ad3-c673-4c7b-9202-25affb5e026d,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:37.628300 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89781066-c996-48e5-a66f-52ebbe3b1df0 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd403f79-097e-450a-a8dc-8701bc0184ed,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:37.677195 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-eb02db6e-5d5e-43c3-a83e-0072ca4fc76b service neutron] Attempting to bind port 6073efb2-a607-439a-b9ee-a0313856a73a on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:46:37.677536 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-eb02db6e-5d5e-43c3-a83e-0072ca4fc76b service neutron] Attempting to bind port 6073efb2-a607-439a-b9ee-a0313856a73a by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '82bb17a6-cafb-4f79-b420-43449c00105e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd1c8f4cb-0499-441b-ab18-d5c3323d4cea'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:46:37.677878 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-eb02db6e-5d5e-43c3-a83e-0072ca4fc76b service neutron] Attempting to bind port 6073efb2-a607-439a-b9ee-a0313856a73a on network d1c8f4cb-0499-441b-ab18-d5c3323d4cea {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:46:37.702796 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-eb02db6e-5d5e-43c3-a83e-0072ca4fc76b service neutron] Port 6073efb2-a607-439a-b9ee-a0313856a73a on network d1c8f4cb-0499-441b-ab18-d5c3323d4cea not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:46:37.702796 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-eb02db6e-5d5e-43c3-a83e-0072ca4fc76b service neutron] Attempting to bind port 6073efb2-a607-439a-b9ee-a0313856a73a on network d1c8f4cb-0499-441b-ab18-d5c3323d4cea {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:46:37.714108 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-eb02db6e-5d5e-43c3-a83e-0072ca4fc76b service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:46:37.714108 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-eb02db6e-5d5e-43c3-a83e-0072ca4fc76b service neutron] Checking segment: {'id': '82bb17a6-cafb-4f79-b420-43449c00105e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd1c8f4cb-0499-441b-ab18-d5c3323d4cea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:46:37.715047 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-eb02db6e-5d5e-43c3-a83e-0072ca4fc76b service neutron] Bound using segment: {'id': '82bb17a6-cafb-4f79-b420-43449c00105e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd1c8f4cb-0499-441b-ab18-d5c3323d4cea'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:46:37.715047 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-eb02db6e-5d5e-43c3-a83e-0072ca4fc76b service neutron] Bound port: 6073efb2-a607-439a-b9ee-a0313856a73a, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82bb17a6-cafb-4f79-b420-43449c00105e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd1c8f4cb-0499-441b-ab18-d5c3323d4cea'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:46:37.715420 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-eb02db6e-5d5e-43c3-a83e-0072ca4fc76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:37.739519 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-17d63d9c-6824-4ab8-b770-c0fec563f0dc None None] Set router 250c98b9-94d1-4f0a-920e-019abae90da9 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:46:37.900814 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-215b1578-02d5-4882-9ed5-e48736768fd7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for floatingip, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:37.901288 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-215b1578-02d5-4882-9ed5-e48736768fd7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Floating IP 140bd026-9e23-4ab0-95a5-200b1ae237a5 disassociated (deleted). External IP: 172.25.1.116, port: 1efe7741-2bc1-4a27-80f0-f04afaf0c364. May 27 02:46:38.063867 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-eb02db6e-5d5e-43c3-a83e-0072ca4fc76b service neutron] For port 6073efb2-a607-439a-b9ee-a0313856a73a, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:46:38.073786 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-eb02db6e-5d5e-43c3-a83e-0072ca4fc76b service neutron] For port 6073efb2-a607-439a-b9ee-a0313856a73a, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=6073efb2-a607-439a-b9ee-a0313856a73a,segment=NetworkSegment(82bb17a6-cafb-4f79-b420-43449c00105e),segment_id=82bb17a6-cafb-4f79-b420-43449c00105e)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:46:38.122019 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-89781066-c996-48e5-a66f-52ebbe3b1df0 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:38.136041 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-89781066-c996-48e5-a66f-52ebbe3b1df0 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3371913 May 27 02:46:38.196237 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-eb02db6e-5d5e-43c3-a83e-0072ca4fc76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:38.369555 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02db6e-5d5e-43c3-a83e-0072ca4fc76b service neutron] Pushing event updated for resources: {'Port': ['ID=6073efb2-a607-439a-b9ee-a0313856a73a,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:38.398119 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-eb02db6e-5d5e-43c3-a83e-0072ca4fc76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:38.398119 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-eb02db6e-5d5e-43c3-a83e-0072ca4fc76b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:38.402459 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-eb02db6e-5d5e-43c3-a83e-0072ca4fc76b service neutron] 10.222.0.32 "PUT /v2.0/ports/6073efb2-a607-439a-b9ee-a0313856a73a HTTP/1.1" status: 200 len: 1092 time: 2.1561873 May 27 02:46:38.402459 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158d5b73-5c47-46eb-9929-67e0b913a23d', 'tag': '6073efb2-a607-439a-b9ee-a0313856a73a'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:46:38.543946 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-17d63d9c-6824-4ab8-b770-c0fec563f0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250c98b9-94d1-4f0a-920e-019abae90da9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1459759070', 'tenant_id': 'fb681a9ac3074576a3927168993abc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '1877017c-52c5-4b38-b591-e7de055218fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:46:22Z', 'updated_at': '2022-05-27T02:46:31Z', 'revision_number': 4, 'project_id': 'fb681a9ac3074576a3927168993abc95', 'gw_port': {'id': '1877017c-52c5-4b38-b591-e7de055218fa', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250c98b9-94d1-4f0a-920e-019abae90da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:46:23Z', 'updated_at': '2022-05-27T02:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '40713c0b-4247-4a84-b177-4a1036619fb3', 'name': '', 'network_id': '089299e9-5a98-4df9-8164-309755134228', 'tenant_id': 'fb681a9ac3074576a3927168993abc95', 'mac_address': 'fa:16:3e:62:08:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '250c98b9-94d1-4f0a-920e-019abae90da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '2fd218f8-fc6d-45f0-8330-e9fc5020b63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:46:30Z', 'updated_at': '2022-05-27T02:46:37Z', 'revision_number': 4, 'project_id': 'fb681a9ac3074576a3927168993abc95', 'subnets': [{'id': '2fd218f8-fc6d-45f0-8330-e9fc5020b63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:46:38.548835 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d63d9c-6824-4ab8-b770-c0fec563f0dc None None] The sync data for ids ['250c98b9-94d1-4f0a-920e-019abae90da9'] in n-d-843554-3 is: [{'id': '250c98b9-94d1-4f0a-920e-019abae90da9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1459759070', 'tenant_id': 'fb681a9ac3074576a3927168993abc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '1877017c-52c5-4b38-b591-e7de055218fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:46:22Z', 'updated_at': '2022-05-27T02:46:31Z', 'revision_number': 4, 'project_id': 'fb681a9ac3074576a3927168993abc95', 'gw_port': {'id': '1877017c-52c5-4b38-b591-e7de055218fa', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250c98b9-94d1-4f0a-920e-019abae90da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:46:23Z', 'updated_at': '2022-05-27T02:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '40713c0b-4247-4a84-b177-4a1036619fb3', 'name': '', 'network_id': '089299e9-5a98-4df9-8164-309755134228', 'tenant_id': 'fb681a9ac3074576a3927168993abc95', 'mac_address': 'fa:16:3e:62:08:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '250c98b9-94d1-4f0a-920e-019abae90da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '2fd218f8-fc6d-45f0-8330-e9fc5020b63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:46:30Z', 'updated_at': '2022-05-27T02:46:37Z', 'revision_number': 4, 'project_id': 'fb681a9ac3074576a3927168993abc95', 'subnets': [{'id': '2fd218f8-fc6d-45f0-8330-e9fc5020b63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:46:38.557865 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8616d-9d31-45cd-b1f0-76e313486003 req-6fec226a-9f0c-4211-8172-4dbd804f64c4 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:38.559619 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-68a8616d-9d31-45cd-b1f0-76e313486003 req-6fec226a-9f0c-4211-8172-4dbd804f64c4 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=158d5b73-5c47-46eb-9929-67e0b913a23d HTTP/1.1" status: 200 len: 944 time: 0.4069812 May 27 02:46:38.663361 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-1c167144-751d-4988-a18d-c264e22f6e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:38.665265 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-1c167144-751d-4988-a18d-c264e22f6e9f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bacca2e928f240ac8e59ab0d5daf4b12&device_id=158d5b73-5c47-46eb-9929-67e0b913a23d HTTP/1.1" status: 200 len: 1095 time: 0.1495926 May 27 02:46:38.691156 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-b32d1f27-1a38-4cfe-8230-40be2d88f81e tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Synchronizing usage tracker for tenant:fb681a9ac3074576a3927168993abc95 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:46:38.753302 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-68a8616d-9d31-45cd-b1f0-76e313486003 req-7258d293-ca9a-4b41-bc7c-bb3f0aeaae05 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef50e42b-3f8f-4aa8-98eb-9c020345ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248753 May 27 02:46:38.880733 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-e95d9dd2-89c3-43ac-a568-65cf54e761ff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=6073efb2-a607-439a-b9ee-a0313856a73a HTTP/1.1" status: 200 len: 217 time: 0.1855328 May 27 02:46:38.964690 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-b32d1f27-1a38-4cfe-8230-40be2d88f81e tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Unset dirty status for tenant:fb681a9ac3074576a3927168993abc95 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:46:38.965879 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-b32d1f27-1a38-4cfe-8230-40be2d88f81e tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup_access--590839775&fields=id&tenant_id=fb681a9ac3074576a3927168993abc95 HTTP/1.1" status: 200 len: 267 time: 0.4048371 May 27 02:46:39.012259 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-545be915-53cf-4d59-b192-fe015eb3c3c5'] response: {'name': 'network-changed', 'server_uuid': '158d5b73-5c47-46eb-9929-67e0b913a23d', 'tag': '6073efb2-a607-439a-b9ee-a0313856a73a', 'status': 'completed', 'code': 200} May 27 02:46:39.043190 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215b1578-02d5-4882-9ed5-e48736768fd7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Router 22899144-5514-4d14-ac81-273d2ee8afb3 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:46:39.047235 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-3f9a335b-abf1-4fa5-a582-263944e2cf5d tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup_general--406274365&fields=id&tenant_id=fb681a9ac3074576a3927168993abc95 HTTP/1.1" status: 200 len: 267 time: 0.0708666 May 27 02:46:39.075638 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-65f7aa25-10b7-4d26-90aa-a5d7af5d0616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:39.077352 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-65f7aa25-10b7-4d26-90aa-a5d7af5d0616 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c3173eb9-2306-497e-b835-648e94d0312d HTTP/1.1" status: 200 len: 837 time: 0.2028127 May 27 02:46:39.339260 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-a6b8052b-0cfa-45ed-941c-a4d34ea02e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:39.340764 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-a6b8052b-0cfa-45ed-941c-a4d34ea02e6f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d1c8f4cb-0499-441b-ab18-d5c3323d4cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2569056 May 27 02:46:39.449073 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-0a6bcd1c-a066-49ae-88d2-a45c63ad1443 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:39.450141 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-0a6bcd1c-a066-49ae-88d2-a45c63ad1443 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Synchronizing usage tracker for tenant:fb681a9ac3074576a3927168993abc95 on resource:network {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:46:39.509877 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 40713c0b-4247-4a84-b177-4a1036619fb3 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:46:39.512216 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215b1578-02d5-4882-9ed5-e48736768fd7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:46:39.535737 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-215b1578-02d5-4882-9ed5-e48736768fd7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:39.573598 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f14713-a49b-4ddd-b66c-c484b945627e None None] Sync routers for ids ['22899144-5514-4d14-ac81-273d2ee8afb3'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:46:39.582363 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-0a6bcd1c-a066-49ae-88d2-a45c63ad1443 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Unset dirty status for tenant:fb681a9ac3074576a3927168993abc95 on resource:network {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:46:39.582363 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-0a6bcd1c-a066-49ae-88d2-a45c63ad1443 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/networks?id=089299e9-5a98-4df9-8164-309755134228 HTTP/1.1" status: 200 len: 796 time: 0.5235047 May 27 02:46:39.624241 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f14713-a49b-4ddd-b66c-c484b945627e None None] Routers {'22899144-5514-4d14-ac81-273d2ee8afb3'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:46:39.624241 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-13f14713-a49b-4ddd-b66c-c484b945627e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:46:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['22899144-5514-4d14-ac81-273d2ee8afb3'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:46:39.625649 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-629e6c7e-e140-4f10-bd06-61bc8c8dc164 service neutron] 10.222.0.32 "GET /v2.0/networks/d1c8f4cb-0499-441b-ab18-d5c3323d4cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728121 May 27 02:46:39.644733 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-ceff1c91-63d5-4968-87c8-33a6aee6deb6 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/quotas/fb681a9ac3074576a3927168993abc95 HTTP/1.1" status: 200 len: 375 time: 0.0294168 May 27 02:46:39.824228 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-215b1578-02d5-4882-9ed5-e48736768fd7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "DELETE /v2.0/floatingips/140bd026-9e23-4ab0-95a5-200b1ae237a5 HTTP/1.1" status: 204 len: 168 time: 4.2082067 May 27 02:46:39.825166 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9280f3-d6fb-4b9a-824c-d69890a32bd1', 'tag': '1efe7741-2bc1-4a27-80f0-f04afaf0c364'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:46:39.909376 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-d398ba62-a15a-409c-ab65-1a35ee1d65b1 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=fb681a9ac3074576a3927168993abc95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2412705 May 27 02:46:39.995205 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-926a72f6-d5b3-408a-91c7-3b938a67b674 req-eec9ea93-95ca-47d9-92b4-364947196ebf service neutron] 10.222.0.32 "GET /v2.0/networks/d1c8f4cb-0499-441b-ab18-d5c3323d4cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612065 May 27 02:46:40.046368 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-13f14713-a49b-4ddd-b66c-c484b945627e None None] Set router 22899144-5514-4d14-ac81-273d2ee8afb3 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:46:40.107634 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 40713c0b-4247-4a84-b177-4a1036619fb3 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:46:40.127725 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 40713c0b-4247-4a84-b177-4a1036619fb3 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:46:40.128107 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:40.300367 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-3119d607-1f2d-4adf-8004-3c97974d0d92 service neutron] 10.222.0.57 "GET /v2.0/networks/089299e9-5a98-4df9-8164-309755134228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709035 May 27 02:46:40.472952 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e97b2-2157-4ef7-ac4b-578b460e6008 req-1b977f9f-8465-402f-a2d8-7b7b2e250f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:40.480141 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ce2e97b2-2157-4ef7-ac4b-578b460e6008 req-1b977f9f-8465-402f-a2d8-7b7b2e250f21 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bacca2e928f240ac8e59ab0d5daf4b12&device_id=158d5b73-5c47-46eb-9929-67e0b913a23d HTTP/1.1" status: 200 len: 1095 time: 0.2867970 May 27 02:46:40.547587 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 40713c0b-4247-4a84-b177-4a1036619fb3 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:46:40.547970 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:40.593744 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 40713c0b-4247-4a84-b177-4a1036619fb3, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=40713c0b-4247-4a84-b177-4a1036619fb3,segment=NetworkSegment(b5d2d36d-a190-41b6-b01f-7ffc84d24d81),segment_id=b5d2d36d-a190-41b6-b01f-7ffc84d24d81)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:46:40.699808 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:40.906954 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7f1ae-2a59-4a14-8688-1169e64f89dd req-93c902e2-a2f5-45a6-a82d-02844349ce98 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:40.923756 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c4b7f1ae-2a59-4a14-8688-1169e64f89dd req-93c902e2-a2f5-45a6-a82d-02844349ce98 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=158d5b73-5c47-46eb-9929-67e0b913a23d HTTP/1.1" status: 200 len: 944 time: 0.8606186 May 27 02:46:40.929522 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=40713c0b-4247-4a84-b177-4a1036619fb3,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:40.952098 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-13f14713-a49b-4ddd-b66c-c484b945627e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22899144-5514-4d14-ac81-273d2ee8afb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675302457', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'c087c02b-99a5-47f0-bb05-11aa2452d2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:44:04Z', 'updated_at': '2022-05-27T02:44:18Z', 'revision_number': 4, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': 'c087c02b-99a5-47f0-bb05-11aa2452d2d4', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22899144-5514-4d14-ac81-273d2ee8afb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:44:06Z', 'updated_at': '2022-05-27T02:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '1795c3e6-fe59-4661-a075-43e93f8da96b', 'name': '', 'network_id': 'e679d99b-52d3-4d17-af2d-c9814fe86156', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'mac_address': 'fa:16:3e:51:b8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22899144-5514-4d14-ac81-273d2ee8afb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '0788e607-22db-447e-8f3e-98ab8362018b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:44:16Z', 'updated_at': '2022-05-27T02:44:27Z', 'revision_number': 5, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'subnets': [{'id': '0788e607-22db-447e-8f3e-98ab8362018b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:46:40.956789 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f14713-a49b-4ddd-b66c-c484b945627e None None] Checking router: 22899144-5514-4d14-ac81-273d2ee8afb3 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:46:40.963825 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e97b2-2157-4ef7-ac4b-578b460e6008 req-da6cb909-f6cf-4c67-b787-3e0b5fdeca2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:40.966467 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ce2e97b2-2157-4ef7-ac4b-578b460e6008 req-da6cb909-f6cf-4c67-b787-3e0b5fdeca2d service neutron] 10.222.0.32 "GET /v2.0/networks?id=d1c8f4cb-0499-441b-ab18-d5c3323d4cea HTTP/1.1" status: 200 len: 896 time: 0.4829469 May 27 02:46:40.967307 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f14713-a49b-4ddd-b66c-c484b945627e None None] Routers {'22899144-5514-4d14-ac81-273d2ee8afb3'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:46:40.967947 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-13f14713-a49b-4ddd-b66c-c484b945627e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:46:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['22899144-5514-4d14-ac81-273d2ee8afb3'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:46:41.058071 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c4b7f1ae-2a59-4a14-8688-1169e64f89dd req-6ce56f91-a848-45bf-a6bd-9288777a69bd tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef50e42b-3f8f-4aa8-98eb-9c020345ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223934 May 27 02:46:41.079949 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ce2e97b2-2157-4ef7-ac4b-578b460e6008 req-09d759ef-a9af-4479-94d8-de5763719c25 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=6073efb2-a607-439a-b9ee-a0313856a73a HTTP/1.1" status: 200 len: 217 time: 0.1033843 May 27 02:46:41.159451 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-d7203549-5887-441e-b476-dc974070aa2b service neutron] 10.222.0.57 "GET /v2.0/networks/089299e9-5a98-4df9-8164-309755134228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8391228 May 27 02:46:41.258593 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e97b2-2157-4ef7-ac4b-578b460e6008 req-365fbf93-3725-431e-89ae-3dbb17b2118c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:41.260046 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ce2e97b2-2157-4ef7-ac4b-578b460e6008 req-365fbf93-3725-431e-89ae-3dbb17b2118c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c3173eb9-2306-497e-b835-648e94d0312d HTTP/1.1" status: 200 len: 837 time: 0.1780372 May 27 02:46:41.324205 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-13f14713-a49b-4ddd-b66c-c484b945627e None None] Set router 22899144-5514-4d14-ac81-273d2ee8afb3 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:46:41.496148 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 40713c0b-4247-4a84-b177-4a1036619fb3 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:46:41.533304 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6889f1b3-e8e5-42eb-bcf3-1a9d859caf79'] response: {'name': 'network-changed', 'server_uuid': '9f9280f3-d6fb-4b9a-824c-d69890a32bd1', 'tag': '1efe7741-2bc1-4a27-80f0-f04afaf0c364', 'status': 'completed', 'code': 200} May 27 02:46:41.555442 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e97b2-2157-4ef7-ac4b-578b460e6008 req-b2ecca84-b44e-4a21-b45c-b2e25bd26f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:41.566470 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ce2e97b2-2157-4ef7-ac4b-578b460e6008 req-b2ecca84-b44e-4a21-b45c-b2e25bd26f54 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d1c8f4cb-0499-441b-ab18-d5c3323d4cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2880929 May 27 02:46:41.756264 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-87754fba-7eac-4c03-bc43-6c41cbeaa9c7 req-e7b2fa9c-1607-40c4-ac1c-b7f6e01d521a tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/ports?device_id=620d5737-e0db-48a7-a6a4-3e0a5d256e67 HTTP/1.1" status: 200 len: 210 time: 0.0808949 May 27 02:46:41.840679 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbfb380-9426-42dd-9089-36b567c22a64 req-7d3a71f8-c661-4783-971e-6c923f5e2084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:41.840679 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-abbfb380-9426-42dd-9089-36b567c22a64 req-7d3a71f8-c661-4783-971e-6c923f5e2084 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b59631ecfa194f20bd33f8d2b34a5767&device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 1097 time: 0.2691801 May 27 02:46:41.888139 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ce2e97b2-2157-4ef7-ac4b-578b460e6008 req-b34ac843-c2de-4ce5-a9ad-6a19a468e06f service neutron] 10.222.0.32 "GET /v2.0/networks/d1c8f4cb-0499-441b-ab18-d5c3323d4cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179526 May 27 02:46:41.944258 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 40713c0b-4247-4a84-b177-4a1036619fb3 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:46:41.944258 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:42.178479 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbfb380-9426-42dd-9089-36b567c22a64 req-879c971d-4f4a-4ce6-881e-3f9d78e2eb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:42.180164 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-abbfb380-9426-42dd-9089-36b567c22a64 req-879c971d-4f4a-4ce6-881e-3f9d78e2eb4e service neutron] 10.222.0.32 "GET /v2.0/networks?id=e679d99b-52d3-4d17-af2d-c9814fe86156 HTTP/1.1" status: 200 len: 898 time: 0.3337846 May 27 02:46:42.255480 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 40713c0b-4247-4a84-b177-4a1036619fb3 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:46:42.307220 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-abbfb380-9426-42dd-9089-36b567c22a64 req-edb93b32-6f30-4af6-b608-9636bcb3e803 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1efe7741-2bc1-4a27-80f0-f04afaf0c364 HTTP/1.1" status: 200 len: 217 time: 0.1127372 May 27 02:46:42.319794 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-13f14713-a49b-4ddd-b66c-c484b945627e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22899144-5514-4d14-ac81-273d2ee8afb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675302457', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'c087c02b-99a5-47f0-bb05-11aa2452d2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:44:04Z', 'updated_at': '2022-05-27T02:44:18Z', 'revision_number': 4, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': 'c087c02b-99a5-47f0-bb05-11aa2452d2d4', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22899144-5514-4d14-ac81-273d2ee8afb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:44:06Z', 'updated_at': '2022-05-27T02:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '1795c3e6-fe59-4661-a075-43e93f8da96b', 'name': '', 'network_id': 'e679d99b-52d3-4d17-af2d-c9814fe86156', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'mac_address': 'fa:16:3e:51:b8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22899144-5514-4d14-ac81-273d2ee8afb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '0788e607-22db-447e-8f3e-98ab8362018b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:44:16Z', 'updated_at': '2022-05-27T02:44:27Z', 'revision_number': 5, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'subnets': [{'id': '0788e607-22db-447e-8f3e-98ab8362018b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:46:42.321395 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51391b70-11ed-4b92-b66c-ae8fa7ca7b04 req-ce676380-2bf3-4c54-8d96-42d232eab3b1 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:42.321395 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-51391b70-11ed-4b92-b66c-ae8fa7ca7b04 req-ce676380-2bf3-4c54-8d96-42d232eab3b1 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Synchronizing usage tracker for tenant:b59631ecfa194f20bd33f8d2b34a5767 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:46:42.332511 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f14713-a49b-4ddd-b66c-c484b945627e None None] The sync data for ids ['22899144-5514-4d14-ac81-273d2ee8afb3'] in n-d-843554-3 is: [{'id': '22899144-5514-4d14-ac81-273d2ee8afb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675302457', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'c087c02b-99a5-47f0-bb05-11aa2452d2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:44:04Z', 'updated_at': '2022-05-27T02:44:18Z', 'revision_number': 4, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': 'c087c02b-99a5-47f0-bb05-11aa2452d2d4', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22899144-5514-4d14-ac81-273d2ee8afb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:44:06Z', 'updated_at': '2022-05-27T02:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '1795c3e6-fe59-4661-a075-43e93f8da96b', 'name': '', 'network_id': 'e679d99b-52d3-4d17-af2d-c9814fe86156', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'mac_address': 'fa:16:3e:51:b8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22899144-5514-4d14-ac81-273d2ee8afb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '0788e607-22db-447e-8f3e-98ab8362018b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:44:16Z', 'updated_at': '2022-05-27T02:44:27Z', 'revision_number': 5, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'subnets': [{'id': '0788e607-22db-447e-8f3e-98ab8362018b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:46:42.349366 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55602) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:42.359175 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ce2e97b2-2157-4ef7-ac4b-578b460e6008 req-c7e30acb-32e2-4b82-a739-fb11a0b6ef33 service neutron] 10.222.0.32 "GET /v2.0/networks/d1c8f4cb-0499-441b-ab18-d5c3323d4cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4584906 May 27 02:46:42.490205 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbfb380-9426-42dd-9089-36b567c22a64 req-09806ab8-76bb-4920-89d3-e7eee079e7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:42.492030 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-abbfb380-9426-42dd-9089-36b567c22a64 req-09806ab8-76bb-4920-89d3-e7eee079e7df service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0788e607-22db-447e-8f3e-98ab8362018b HTTP/1.1" status: 200 len: 835 time: 0.1709924 May 27 02:46:42.557874 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e5aa065-8290-4f34-a1a5-4dabc6896247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:42.587848 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d62aa-686f-4f81-9f92-a8ed73ec63b4 req-3210a1de-c5d2-4464-8411-0a517aea2b0d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:42.590671 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5e5aa065-8290-4f34-a1a5-4dabc6896247 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:46:42.592666 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f98d62aa-686f-4f81-9f92-a8ed73ec63b4 req-3210a1de-c5d2-4464-8411-0a517aea2b0d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=158d5b73-5c47-46eb-9929-67e0b913a23d HTTP/1.1" status: 200 len: 944 time: 0.2090063 May 27 02:46:42.595481 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5e5aa065-8290-4f34-a1a5-4dabc6896247 admin admin] Usage tracker for resource:security_group_rule and tenant:894d20ecef80459c889e7cc912da4a4c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:46:42.602174 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5e5aa065-8290-4f34-a1a5-4dabc6896247 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:46:42.618391 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5e5aa065-8290-4f34-a1a5-4dabc6896247 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:46:42.637462 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-51391b70-11ed-4b92-b66c-ae8fa7ca7b04 req-ce676380-2bf3-4c54-8d96-42d232eab3b1 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Unset dirty status for tenant:b59631ecfa194f20bd33f8d2b34a5767 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:46:42.644183 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-51391b70-11ed-4b92-b66c-ae8fa7ca7b04 req-ce676380-2bf3-4c54-8d96-42d232eab3b1 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 946 time: 0.5731897 May 27 02:46:42.699914 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 6073efb2-a607-439a-b9ee-a0313856a73a details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:46:42.744133 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-51391b70-11ed-4b92-b66c-ae8fa7ca7b04 req-c4c940c7-06b1-4a6e-963f-ba224ace9f57 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005111 May 27 02:46:42.770498 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f98d62aa-686f-4f81-9f92-a8ed73ec63b4 req-d1766005-28ce-4b2f-b2f7-3b20d1ac5d48 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef50e42b-3f8f-4aa8-98eb-9c020345ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809251 May 27 02:46:42.786192 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbfb380-9426-42dd-9089-36b567c22a64 req-fd507839-b274-407e-a9e2-41b09775cfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:42.788152 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-abbfb380-9426-42dd-9089-36b567c22a64 req-fd507839-b274-407e-a9e2-41b09775cfe8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e679d99b-52d3-4d17-af2d-c9814fe86156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2879739 May 27 02:46:42.809812 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e5aa065-8290-4f34-a1a5-4dabc6896247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:42.844552 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f80d8e-b496-4db0-81c2-f90c1864f702 None None] New status for floating IP 140bd026-9e23-4ab0-95a5-200b1ae237a5: DOWN {{(pid=88904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:46:42.884153 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e5aa065-8290-4f34-a1a5-4dabc6896247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:42.960314 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5aa065-8290-4f34-a1a5-4dabc6896247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1d2d10-7d6f-4062-8d65-080f1a85c8a8,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:43.015075 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5e5aa065-8290-4f34-a1a5-4dabc6896247 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=894d20ecef80459c889e7cc912da4a4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6712902 May 27 02:46:43.017592 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55618) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:43.043229 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 6073efb2-a607-439a-b9ee-a0313856a73a, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=6073efb2-a607-439a-b9ee-a0313856a73a,segment=NetworkSegment(82bb17a6-cafb-4f79-b420-43449c00105e),segment_id=82bb17a6-cafb-4f79-b420-43449c00105e)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:46:43.066314 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '6073efb2-a607-439a-b9ee-a0313856a73a', 'network_id': 'd1c8f4cb-0499-441b-ab18-d5c3323d4cea', 'port_id': '6073efb2-a607-439a-b9ee-a0313856a73a', 'mac_address': 'fa:16:3e:fa:a3:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3173eb9-2306-497e-b835-648e94d0312d', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:46:43.110650 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-abbfb380-9426-42dd-9089-36b567c22a64 req-d9aebd12-f3e0-4ce2-b32b-18ad608d9e1d service neutron] 10.222.0.32 "GET /v2.0/networks/e679d99b-52d3-4d17-af2d-c9814fe86156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148155 May 27 02:46:43.122035 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7eac667d-f22f-4be8-8ec9-be5d3fd2e89f req-bcb41652-014c-44ae-b15d-15dd6b3b20fa tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/ports?device_id=620d5737-e0db-48a7-a6a4-3e0a5d256e67 HTTP/1.1" status: 200 len: 210 time: 0.1370065 May 27 02:46:43.125834 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 6073efb2-a607-439a-b9ee-a0313856a73a is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:46:43.131277 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:43.144868 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0d538d4-491c-4026-8e3f-701576e245d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:43.167630 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6073efb2-a607-439a-b9ee-a0313856a73a {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:46:43.191563 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0d538d4-491c-4026-8e3f-701576e245d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:43.196636 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 6073efb2-a607-439a-b9ee-a0313856a73a, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=6073efb2-a607-439a-b9ee-a0313856a73a,segment=NetworkSegment(82bb17a6-cafb-4f79-b420-43449c00105e),segment_id=82bb17a6-cafb-4f79-b420-43449c00105e)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:46:43.260819 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dadc746-afe5-42fb-b278-8ae173c26e6a req-7c1f1752-c1b2-4b48-b418-5e10c9bc37a6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:43.262555 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2dadc746-afe5-42fb-b278-8ae173c26e6a req-7c1f1752-c1b2-4b48-b418-5e10c9bc37a6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 946 time: 0.1729290 May 27 02:46:43.269403 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-abbfb380-9426-42dd-9089-36b567c22a64 req-5deb3ebf-9d8c-43de-ba89-a396763445d3 service neutron] 10.222.0.32 "GET /v2.0/networks/e679d99b-52d3-4d17-af2d-c9814fe86156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454165 May 27 02:46:43.277765 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:43.346700 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-2dadc746-afe5-42fb-b278-8ae173c26e6a req-deb52eb6-66d6-4edc-a394-034058790dc6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Deleting port 1efe7741-2bc1-4a27-80f0-f04afaf0c364 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:46:43.347103 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2dadc746-afe5-42fb-b278-8ae173c26e6a req-deb52eb6-66d6-4edc-a394-034058790dc6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:43.371202 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=6073efb2-a607-439a-b9ee-a0313856a73a,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:43.438322 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0d538d4-491c-4026-8e3f-701576e245d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:43.464205 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d538d4-491c-4026-8e3f-701576e245d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1d2d10-7d6f-4062-8d65-080f1a85c8a8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:43.471472 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['6073efb2-a607-439a-b9ee-a0313856a73a'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:46:43.495841 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0d538d4-491c-4026-8e3f-701576e245d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:43.497055 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d0d538d4-491c-4026-8e3f-701576e245d1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bd1d2d10-7d6f-4062-8d65-080f1a85c8a8 HTTP/1.1" status: 204 len: 168 time: 0.4782729 May 27 02:46:43.708011 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-2dadc746-afe5-42fb-b278-8ae173c26e6a req-deb52eb6-66d6-4edc-a394-034058790dc6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] For port 1efe7741-2bc1-4a27-80f0-f04afaf0c364, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=1efe7741-2bc1-4a27-80f0-f04afaf0c364,segment=NetworkSegment(0cd194ad-7607-4fce-88f3-3478ce18fa37),segment_id=0cd194ad-7607-4fce-88f3-3478ce18fa37)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:46:43.708854 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2dadc746-afe5-42fb-b278-8ae173c26e6a req-deb52eb6-66d6-4edc-a394-034058790dc6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:43.967322 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-2dadc746-afe5-42fb-b278-8ae173c26e6a req-deb52eb6-66d6-4edc-a394-034058790dc6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Calling delete_port for 1efe7741-2bc1-4a27-80f0-f04afaf0c364 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:46:44.132547 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab3881-1f92-4dd7-bda2-eb079658bd53 req-13214682-4d3f-431b-a32c-7bedeb50e805 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:44.134127 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9dab3881-1f92-4dd7-bda2-eb079658bd53 req-13214682-4d3f-431b-a32c-7bedeb50e805 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=158d5b73-5c47-46eb-9929-67e0b913a23d HTTP/1.1" status: 200 len: 945 time: 0.1900690 May 27 02:46:44.142101 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc7213-102e-4c56-8f8e-67b7cbffcb4b req-d702bd66-91f3-4972-ad8f-81ecc7ee1e5a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:44.143531 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52dc7213-102e-4c56-8f8e-67b7cbffcb4b req-d702bd66-91f3-4972-ad8f-81ecc7ee1e5a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 946 time: 0.1469202 May 27 02:46:44.204108 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9dab3881-1f92-4dd7-bda2-eb079658bd53 req-a49d4d6a-d6d8-41d9-8bfa-85243bcf0401 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef50e42b-3f8f-4aa8-98eb-9c020345ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594511 May 27 02:46:44.227304 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52dc7213-102e-4c56-8f8e-67b7cbffcb4b req-d0711626-8191-480a-9960-3420eb6c1d11 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=32d35528-470a-483a-a615-63f2fd1bbd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680454 May 27 02:46:44.237771 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2dadc746-afe5-42fb-b278-8ae173c26e6a req-deb52eb6-66d6-4edc-a394-034058790dc6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:44.293462 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb52eb6-66d6-4edc-a394-034058790dc6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event deleted for resources: {'Port': ['ID=1efe7741-2bc1-4a27-80f0-f04afaf0c364,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:44.303146 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55636) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:44.361339 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-38de789e-46a7-406a-85e9-cc484e28f85e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:44.388860 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dadc746-afe5-42fb-b278-8ae173c26e6a req-deb52eb6-66d6-4edc-a394-034058790dc6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] No DVR routers for this DVR port 1efe7741-2bc1-4a27-80f0-f04afaf0c364 on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:46:44.391646 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2dadc746-afe5-42fb-b278-8ae173c26e6a req-deb52eb6-66d6-4edc-a394-034058790dc6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:44.393204 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-13e291d1-6e3c-417d-bf27-5efd444fd87e req-94894086-4122-4c34-adca-259c6a7e10c4 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/ports?device_id=620d5737-e0db-48a7-a6a4-3e0a5d256e67 HTTP/1.1" status: 200 len: 210 time: 0.0714581 May 27 02:46:44.395560 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9280f3-d6fb-4b9a-824c-d69890a32bd1', 'name': 'network-vif-deleted', 'tag': '1efe7741-2bc1-4a27-80f0-f04afaf0c364'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:46:44.407784 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-38de789e-46a7-406a-85e9-cc484e28f85e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:46:44.413020 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-38de789e-46a7-406a-85e9-cc484e28f85e admin admin] Usage tracker for resource:security_group_rule and tenant:f2a2beda43264e45b6ca833702700d07 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:46:44.416056 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-38de789e-46a7-406a-85e9-cc484e28f85e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:46:44.422573 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-38de789e-46a7-406a-85e9-cc484e28f85e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:46:44.457822 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0fc6ff0-998f-433c-9b40-cefcc9bfbbe1'] response: {'server_uuid': '9f9280f3-d6fb-4b9a-824c-d69890a32bd1', 'name': 'network-vif-deleted', 'tag': '1efe7741-2bc1-4a27-80f0-f04afaf0c364', 'status': 'completed', 'code': 200} May 27 02:46:44.472753 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2dadc746-afe5-42fb-b278-8ae173c26e6a req-deb52eb6-66d6-4edc-a394-034058790dc6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.32 "DELETE /v2.0/ports/1efe7741-2bc1-4a27-80f0-f04afaf0c364 HTTP/1.1" status: 204 len: 173 time: 1.2045074 May 27 02:46:44.515849 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-38de789e-46a7-406a-85e9-cc484e28f85e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:44.641688 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-38de789e-46a7-406a-85e9-cc484e28f85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:44.715146 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 6073efb2-a607-439a-b9ee-a0313856a73a up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:46:44.929423 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-38de789e-46a7-406a-85e9-cc484e28f85e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f2a2beda43264e45b6ca833702700d07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6252606 May 27 02:46:44.932098 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55644) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:44.940812 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de789e-46a7-406a-85e9-cc484e28f85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfff2f1a-42b6-4981-afa7-46e0467af312,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:44.946894 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 6073efb2-a607-439a-b9ee-a0313856a73a completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:46:44.957737 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 6073efb2-a607-439a-b9ee-a0313856a73a triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:46:44.958669 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:44.973962 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-97b152d6-1624-4be9-bc59-85dab245ae53 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:44.975297 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-97b152d6-1624-4be9-bc59-85dab245ae53 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.66 "GET /v2.0/networks?id=089299e9-5a98-4df9-8164-309755134228 HTTP/1.1" status: 200 len: 796 time: 0.4263258 May 27 02:46:45.007889 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-da1108ef-2658-448b-a326-5ce8fb050b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:45.032911 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-4823a027-320c-4cd8-8875-0a8d02951d3c tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb681a9ac3074576a3927168993abc95 HTTP/1.1" status: 200 len: 476 time: 0.0487444 May 27 02:46:45.041644 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-da1108ef-2658-448b-a326-5ce8fb050b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:45.044585 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-1f6e8692-d8ab-44a5-9313-51f49a3f6206 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Request body: {'port': {'device_id': '620d5737-e0db-48a7-a6a4-3e0a5d256e67', 'network_id': '089299e9-5a98-4df9-8164-309755134228', 'admin_state_up': True, 'tenant_id': 'fb681a9ac3074576a3927168993abc95', 'security_groups': ['238a6ee9-1cee-494f-93bd-36ff6d7a7e35', '13c77baa-a3af-4f3b-b0c4-eee94221f940']}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:46:45.097690 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 6073efb2-a607-439a-b9ee-a0313856a73a is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:46:45.098073 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:45.139593 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158d5b73-5c47-46eb-9929-67e0b913a23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6073efb2-a607-439a-b9ee-a0313856a73a'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:46:45.151753 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 6073efb2-a607-439a-b9ee-a0313856a73a, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=6073efb2-a607-439a-b9ee-a0313856a73a,segment=NetworkSegment(82bb17a6-cafb-4f79-b420-43449c00105e),segment_id=82bb17a6-cafb-4f79-b420-43449c00105e)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:46:45.187146 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67e5b1bf-b98e-4ea0-8433-d36622d47b55'] response: {'server_uuid': '158d5b73-5c47-46eb-9929-67e0b913a23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6073efb2-a607-439a-b9ee-a0313856a73a', 'code': 200} May 27 02:46:45.194729 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-da1108ef-2658-448b-a326-5ce8fb050b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:45.206421 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-1f6e8692-d8ab-44a5-9313-51f49a3f6206 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:46:45.212782 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-1f6e8692-d8ab-44a5-9313-51f49a3f6206 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Usage tracker for resource:port and tenant:fb681a9ac3074576a3927168993abc95 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:46:45.213548 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1108ef-2658-448b-a326-5ce8fb050b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfff2f1a-42b6-4981-afa7-46e0467af312,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:45.218616 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-da1108ef-2658-448b-a326-5ce8fb050b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:45.218931 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-1f6e8692-d8ab-44a5-9313-51f49a3f6206 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:46:45.219717 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-da1108ef-2658-448b-a326-5ce8fb050b64 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bfff2f1a-42b6-4981-afa7-46e0467af312 HTTP/1.1" status: 204 len: 168 time: 0.2865548 May 27 02:46:45.233691 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-1f6e8692-d8ab-44a5-9313-51f49a3f6206 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:46:45.262118 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:45.262118 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 1efe7741-2bc1-4a27-80f0-f04afaf0c364 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:46:45.329644 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-1f6e8692-d8ab-44a5-9313-51f49a3f6206 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Made reservation on behalf of fb681a9ac3074576a3927168993abc95 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:46:45.334509 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-1f6e8692-d8ab-44a5-9313-51f49a3f6206 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:45.420025 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 1efe7741-2bc1-4a27-80f0-f04afaf0c364 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:46:45.420508 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 1efe7741-2bc1-4a27-80f0-f04afaf0c364 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:46:45.422855 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dac650-e80c-4759-be01-4792467fe163 req-b631cbcd-885d-40b4-a15a-b1f2c606ab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:45.424638 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-40dac650-e80c-4759-be01-4792467fe163 req-b631cbcd-885d-40b4-a15a-b1f2c606ab36 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=158d5b73-5c47-46eb-9929-67e0b913a23d HTTP/1.1" status: 200 len: 1097 time: 0.1576684 May 27 02:46:45.436470 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=6073efb2-a607-439a-b9ee-a0313856a73a,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:45.475685 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-40dac650-e80c-4759-be01-4792467fe163 req-e1c264d7-d666-4dd7-ac8c-04eb55fd5419 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ef50e42b-3f8f-4aa8-98eb-9c020345ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451334 May 27 02:46:45.533531 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-89c6827b-03d8-4e13-a124-9a88eecd0fb2 req-cea22047-19fd-4afa-8fef-5fcb1de0c69c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9280f3-d6fb-4b9a-824c-d69890a32bd1 HTTP/1.1" status: 200 len: 210 time: 0.0946541 May 27 02:46:45.682234 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a7060-128e-4d5b-a93e-6600eeb5ddac req-44dd531e-b0bd-4ca9-952e-3cc06581a02c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:45.689649 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-955a7060-128e-4d5b-a93e-6600eeb5ddac req-44dd531e-b0bd-4ca9-952e-3cc06581a02c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=158d5b73-5c47-46eb-9929-67e0b913a23d HTTP/1.1" status: 200 len: 946 time: 0.2496777 May 27 02:46:45.696030 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d59f27d6-c210-43ad-9cbd-b00316a0a251 req-e0fbbe1b-e966-4035-a019-82c4a7b6e896 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/ports?device_id=620d5737-e0db-48a7-a6a4-3e0a5d256e67 HTTP/1.1" status: 200 len: 210 time: 0.0679548 May 27 02:46:45.725655 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-1f6e8692-d8ab-44a5-9313-51f49a3f6206 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Allocated IP 172.20.0.5 (089299e9-5a98-4df9-8164-309755134228/2fd218f8-fc6d-45f0-8330-e9fc5020b63e/5798b115-1bd7-4464-81a4-c5c95472f6e4) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:46:45.770980 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-955a7060-128e-4d5b-a93e-6600eeb5ddac req-1780e3d0-c8d5-4203-9300-7ca23196ba09 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef50e42b-3f8f-4aa8-98eb-9c020345ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803802 May 27 02:46:45.987640 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-1f6e8692-d8ab-44a5-9313-51f49a3f6206 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:46.003260 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-1f6e8692-d8ab-44a5-9313-51f49a3f6206 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Transition to ACTIVE for port object 5798b115-1bd7-4464-81a4-c5c95472f6e4 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:46:46.097825 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-1f6e8692-d8ab-44a5-9313-51f49a3f6206 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:46.174923 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-1f6e8692-d8ab-44a5-9313-51f49a3f6206 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Network 089299e9-5a98-4df9-8164-309755134228 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:46:46.178136 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-1f6e8692-d8ab-44a5-9313-51f49a3f6206 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:46:46.180849 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-1f6e8692-d8ab-44a5-9313-51f49a3f6206 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:46:46.222866 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e8692-d8ab-44a5-9313-51f49a3f6206 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Pushing event updated for resources: {'Port': ['ID=5798b115-1bd7-4464-81a4-c5c95472f6e4,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:46.269782 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-1f6e8692-d8ab-44a5-9313-51f49a3f6206 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:46.270648 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-1f6e8692-d8ab-44a5-9313-51f49a3f6206 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:46.386720 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-1f6e8692-d8ab-44a5-9313-51f49a3f6206 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.3477085 May 27 02:46:46.402961 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-760483e9-0545-4fba-9095-9a5701fad070 service neutron] Request body: {'port': {'device_id': '620d5737-e0db-48a7-a6a4-3e0a5d256e67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:46:46.540596 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-760483e9-0545-4fba-9095-9a5701fad070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:46.569127 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-d5a6ddfb-efd8-48cb-bf00-c00e3406f32d None None] Provisioning for port 5798b115-1bd7-4464-81a4-c5c95472f6e4 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:46:46.577026 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-d5a6ddfb-efd8-48cb-bf00-c00e3406f32d None None] Provisioning complete for port 5798b115-1bd7-4464-81a4-c5c95472f6e4 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:46:46.577707 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d5a6ddfb-efd8-48cb-bf00-c00e3406f32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:46.697234 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55690) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:46.709751 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-d5a6ddfb-efd8-48cb-bf00-c00e3406f32d None None] Port 5798b115-1bd7-4464-81a4-c5c95472f6e4 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:46:47.130419 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-760483e9-0545-4fba-9095-9a5701fad070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5798b115-1bd7-4464-81a4-c5c95472f6e4 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:46:47.144200 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-760483e9-0545-4fba-9095-9a5701fad070 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:47.170922 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-760483e9-0545-4fba-9095-9a5701fad070 service neutron] Transition to ACTIVE for port object 5798b115-1bd7-4464-81a4-c5c95472f6e4 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:46:47.187008 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf5efd-8dbd-4718-8174-2251c459f397 req-895b73be-1f40-458a-9d4b-b0171b5d1a25 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:47.187840 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-97cf5efd-8dbd-4718-8174-2251c459f397 req-895b73be-1f40-458a-9d4b-b0171b5d1a25 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Synchronizing usage tracker for tenant:fb681a9ac3074576a3927168993abc95 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:46:47.197436 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e42e68-8015-4e55-b290-d466151875cb req-771bee29-3886-429d-9253-8dbc5046911e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:47.199071 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-08e42e68-8015-4e55-b290-d466151875cb req-771bee29-3886-429d-9253-8dbc5046911e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=158d5b73-5c47-46eb-9929-67e0b913a23d HTTP/1.1" status: 200 len: 946 time: 0.2644620 May 27 02:46:47.308197 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-08e42e68-8015-4e55-b290-d466151875cb req-2c519bfb-bed1-4c08-9043-057827e24b17 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef50e42b-3f8f-4aa8-98eb-9c020345ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979102 May 27 02:46:47.312032 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-97cf5efd-8dbd-4718-8174-2251c459f397 req-895b73be-1f40-458a-9d4b-b0171b5d1a25 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Unset dirty status for tenant:fb681a9ac3074576a3927168993abc95 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:46:47.330618 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-97cf5efd-8dbd-4718-8174-2251c459f397 req-895b73be-1f40-458a-9d4b-b0171b5d1a25 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/ports?device_id=620d5737-e0db-48a7-a6a4-3e0a5d256e67 HTTP/1.1" status: 200 len: 970 time: 0.3918660 May 27 02:46:47.332626 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-760483e9-0545-4fba-9095-9a5701fad070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:47.510830 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-43e0a223-4725-47f2-97cc-4e7e62f6c0f8 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:47.732730 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760483e9-0545-4fba-9095-9a5701fad070 service neutron] Pushing event updated for resources: {'Port': ['ID=5798b115-1bd7-4464-81a4-c5c95472f6e4,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:47.747697 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-97cf5efd-8dbd-4718-8174-2251c459f397 req-8350266b-0fec-4060-897f-75f1d25bf1df tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/security-groups?id=238a6ee9-1cee-494f-93bd-36ff6d7a7e35&id=13c77baa-a3af-4f3b-b0c4-eee94221f940&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4181573 May 27 02:46:47.876895 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-760483e9-0545-4fba-9095-9a5701fad070 service neutron] Attempting to bind port 5798b115-1bd7-4464-81a4-c5c95472f6e4 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:46:47.877241 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-760483e9-0545-4fba-9095-9a5701fad070 service neutron] Attempting to bind port 5798b115-1bd7-4464-81a4-c5c95472f6e4 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'b5d2d36d-a190-41b6-b01f-7ffc84d24d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '089299e9-5a98-4df9-8164-309755134228'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:46:47.877575 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-760483e9-0545-4fba-9095-9a5701fad070 service neutron] Attempting to bind port 5798b115-1bd7-4464-81a4-c5c95472f6e4 on network 089299e9-5a98-4df9-8164-309755134228 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:46:47.885238 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-760483e9-0545-4fba-9095-9a5701fad070 service neutron] Port 5798b115-1bd7-4464-81a4-c5c95472f6e4 on network 089299e9-5a98-4df9-8164-309755134228 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:46:47.885566 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-760483e9-0545-4fba-9095-9a5701fad070 service neutron] Attempting to bind port 5798b115-1bd7-4464-81a4-c5c95472f6e4 on network 089299e9-5a98-4df9-8164-309755134228 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:46:47.900424 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-760483e9-0545-4fba-9095-9a5701fad070 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:46:47.900787 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-760483e9-0545-4fba-9095-9a5701fad070 service neutron] Checking segment: {'id': 'b5d2d36d-a190-41b6-b01f-7ffc84d24d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '089299e9-5a98-4df9-8164-309755134228'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:46:47.901196 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-760483e9-0545-4fba-9095-9a5701fad070 service neutron] Bound using segment: {'id': 'b5d2d36d-a190-41b6-b01f-7ffc84d24d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '089299e9-5a98-4df9-8164-309755134228'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:46:47.901623 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-760483e9-0545-4fba-9095-9a5701fad070 service neutron] Bound port: 5798b115-1bd7-4464-81a4-c5c95472f6e4, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5d2d36d-a190-41b6-b01f-7ffc84d24d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '089299e9-5a98-4df9-8164-309755134228'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:46:47.901987 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-760483e9-0545-4fba-9095-9a5701fad070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:47.984560 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17c936-5cfa-493c-a3a4-7969c3232b4b req-3722dd06-5f87-4993-9aa9-1a863531b382 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:47.986359 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bd17c936-5cfa-493c-a3a4-7969c3232b4b req-3722dd06-5f87-4993-9aa9-1a863531b382 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=158d5b73-5c47-46eb-9929-67e0b913a23d HTTP/1.1" status: 200 len: 946 time: 0.3732100 May 27 02:46:48.037444 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-43e0a223-4725-47f2-97cc-4e7e62f6c0f8 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Deleting port 1795c3e6-fe59-4661-a075-43e93f8da96b {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:46:48.037976 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-43e0a223-4725-47f2-97cc-4e7e62f6c0f8 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:48.049379 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-760483e9-0545-4fba-9095-9a5701fad070 service neutron] For port 5798b115-1bd7-4464-81a4-c5c95472f6e4, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:46:48.056573 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bd17c936-5cfa-493c-a3a4-7969c3232b4b req-21df1c86-8ebc-4a0b-b2e5-6ca8bcb02546 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef50e42b-3f8f-4aa8-98eb-9c020345ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631237 May 27 02:46:48.060969 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-760483e9-0545-4fba-9095-9a5701fad070 service neutron] For port 5798b115-1bd7-4464-81a4-c5c95472f6e4, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=5798b115-1bd7-4464-81a4-c5c95472f6e4,segment=NetworkSegment(b5d2d36d-a190-41b6-b01f-7ffc84d24d81),segment_id=b5d2d36d-a190-41b6-b01f-7ffc84d24d81)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:46:48.126563 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-760483e9-0545-4fba-9095-9a5701fad070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:48.198640 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-760483e9-0545-4fba-9095-9a5701fad070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:48.199243 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-760483e9-0545-4fba-9095-9a5701fad070 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:48.201192 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-760483e9-0545-4fba-9095-9a5701fad070 service neutron] 10.222.0.66 "PUT /v2.0/ports/5798b115-1bd7-4464-81a4-c5c95472f6e4 HTTP/1.1" status: 200 len: 1130 time: 1.8066416 May 27 02:46:48.201630 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '620d5737-e0db-48a7-a6a4-3e0a5d256e67', 'tag': '5798b115-1bd7-4464-81a4-c5c95472f6e4'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:46:48.234323 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760483e9-0545-4fba-9095-9a5701fad070 service neutron] Pushing event updated for resources: {'Port': ['ID=5798b115-1bd7-4464-81a4-c5c95472f6e4,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:48.261435 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-43e0a223-4725-47f2-97cc-4e7e62f6c0f8 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] For port 1795c3e6-fe59-4661-a075-43e93f8da96b, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1795c3e6-fe59-4661-a075-43e93f8da96b,segment=NetworkSegment(0cd194ad-7607-4fce-88f3-3478ce18fa37),segment_id=0cd194ad-7607-4fce-88f3-3478ce18fa37)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:46:48.261795 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-43e0a223-4725-47f2-97cc-4e7e62f6c0f8 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:48.278011 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9359c4c3-a06a-4701-a43c-a078872fce7a'] response: {'name': 'network-changed', 'server_uuid': '620d5737-e0db-48a7-a6a4-3e0a5d256e67', 'tag': '5798b115-1bd7-4464-81a4-c5c95472f6e4', 'status': 'completed', 'code': 200} May 27 02:46:48.423971 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085425ab-83ad-43f1-a37c-3ce8fc59c65b req-e4b5f48b-1d9a-44eb-9f23-ea8a817139f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:48.425499 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-085425ab-83ad-43f1-a37c-3ce8fc59c65b req-e4b5f48b-1d9a-44eb-9f23-ea8a817139f0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fb681a9ac3074576a3927168993abc95&device_id=620d5737-e0db-48a7-a6a4-3e0a5d256e67 HTTP/1.1" status: 200 len: 1133 time: 0.1203496 May 27 02:46:48.460951 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-43e0a223-4725-47f2-97cc-4e7e62f6c0f8 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Calling delete_port for 1795c3e6-fe59-4661-a075-43e93f8da96b owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:46:48.593749 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085425ab-83ad-43f1-a37c-3ce8fc59c65b req-466be10b-89ab-4c5d-9dfb-9335d83d040f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:48.595191 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-085425ab-83ad-43f1-a37c-3ce8fc59c65b req-466be10b-89ab-4c5d-9dfb-9335d83d040f service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=fb681a9ac3074576a3927168993abc95&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1584396 May 27 02:46:48.665461 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:46:48.743064 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085425ab-83ad-43f1-a37c-3ce8fc59c65b req-a89e65eb-ddb9-4171-a4a5-a8ce01f8afc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:48.744649 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-085425ab-83ad-43f1-a37c-3ce8fc59c65b req-a89e65eb-ddb9-4171-a4a5-a8ce01f8afc4 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1430609 May 27 02:46:48.893862 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-fe6756eb-d126-4f63-ace4-703de14b57c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:48.896392 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-fe6756eb-d126-4f63-ace4-703de14b57c8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fb681a9ac3074576a3927168993abc95&device_id=620d5737-e0db-48a7-a6a4-3e0a5d256e67 HTTP/1.1" status: 200 len: 1133 time: 0.1109378 May 27 02:46:49.011195 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-c5d7fde0-3dfb-45fd-b7b8-d442fb0b5ae3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5798b115-1bd7-4464-81a4-c5c95472f6e4 HTTP/1.1" status: 200 len: 217 time: 0.1082034 May 27 02:46:49.061145 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-43e0a223-4725-47f2-97cc-4e7e62f6c0f8 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:49.085588 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-39af0553-7394-4d13-9399-a00fc9fb730b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:49.087031 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-39af0553-7394-4d13-9399-a00fc9fb730b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2fd218f8-fc6d-45f0-8330-e9fc5020b63e HTTP/1.1" status: 200 len: 834 time: 0.0666513 May 27 02:46:49.126114 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0a223-4725-47f2-97cc-4e7e62f6c0f8 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event deleted for resources: {'Port': ['ID=1795c3e6-fe59-4661-a075-43e93f8da96b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:49.180634 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9cc52-2bcd-4007-8a24-a4fff2039f96 req-4a7d5563-3753-48e6-8043-609d395ad76b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:49.180853 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-92b9cc52-2bcd-4007-8a24-a4fff2039f96 req-4a7d5563-3753-48e6-8043-609d395ad76b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/ports?device_id=620d5737-e0db-48a7-a6a4-3e0a5d256e67 HTTP/1.1" status: 200 len: 982 time: 0.2225857 May 27 02:46:49.209593 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-91bb4f3e-e048-417f-ac9c-aaac91ca2835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:49.211195 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-91bb4f3e-e048-417f-ac9c-aaac91ca2835 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=089299e9-5a98-4df9-8164-309755134228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1172698 May 27 02:46:49.323363 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-92b9cc52-2bcd-4007-8a24-a4fff2039f96 req-721263a6-cf9d-491a-bcc1-974a012c9f09 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/security-groups?id=238a6ee9-1cee-494f-93bd-36ff6d7a7e35&id=13c77baa-a3af-4f3b-b0c4-eee94221f940&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1351850 May 27 02:46:49.335053 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:49.400410 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-7b71862c-e75a-4886-995e-48183da65708 service neutron] 10.222.0.66 "GET /v2.0/networks/089299e9-5a98-4df9-8164-309755134228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821101 May 27 02:46:49.460204 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:49.551276 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-43e0a223-4725-47f2-97cc-4e7e62f6c0f8 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:49.578204 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e770bfe0-eac5-43c0-882a-715beb7ddcfa req-5d7fc612-6ac0-4293-ab7f-54f50f9dcafe service neutron] 10.222.0.66 "GET /v2.0/networks/089299e9-5a98-4df9-8164-309755134228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704259 May 27 02:46:49.588064 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55740) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:50.080437 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e0a223-4725-47f2-97cc-4e7e62f6c0f8 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Router 22899144-5514-4d14-ac81-273d2ee8afb3 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:46:50.272211 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e0a223-4725-47f2-97cc-4e7e62f6c0f8 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:46:50.288175 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-43e0a223-4725-47f2-97cc-4e7e62f6c0f8 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "PUT /v2.0/routers/22899144-5514-4d14-ac81-273d2ee8afb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5887015 May 27 02:46:50.289865 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef5458a-c795-4550-b873-4666ee2a50fb None None] Sync routers for ids ['22899144-5514-4d14-ac81-273d2ee8afb3'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:46:50.291613 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55768) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:50.307049 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef5458a-c795-4550-b873-4666ee2a50fb None None] Routers {'22899144-5514-4d14-ac81-273d2ee8afb3'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:46:50.307849 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-fef5458a-c795-4550-b873-4666ee2a50fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:46:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['22899144-5514-4d14-ac81-273d2ee8afb3'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:46:50.402511 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd03bbc1-7afd-4d73-a580-295230cc311e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Deleting subnet 0788e607-22db-447e-8f3e-98ab8362018b {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:46:50.405826 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd03bbc1-7afd-4d73-a580-295230cc311e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:50.484122 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd03bbc1-7afd-4d73-a580-295230cc311e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:50.520998 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-fef5458a-c795-4550-b873-4666ee2a50fb None None] Set router 22899144-5514-4d14-ac81-273d2ee8afb3 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:46:50.568797 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4f90-943f-415d-acd9-b4be6be5fe5b tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:50.579837 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd03bbc1-7afd-4d73-a580-295230cc311e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:50.733467 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd03bbc1-7afd-4d73-a580-295230cc311e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:50.740890 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6706cf-8abb-422a-8601-491f1c427315 req-030fd3dc-2fa0-4e2c-83f6-ea95f689c6cb tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:50.742402 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5a6706cf-8abb-422a-8601-491f1c427315 req-030fd3dc-2fa0-4e2c-83f6-ea95f689c6cb tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/ports?device_id=620d5737-e0db-48a7-a6a4-3e0a5d256e67 HTTP/1.1" status: 200 len: 982 time: 0.2620151 May 27 02:46:50.809181 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd03bbc1-7afd-4d73-a580-295230cc311e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event deleted for resources: {'Subnet': ['ID=0788e607-22db-447e-8f3e-98ab8362018b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:50.816249 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5a6706cf-8abb-422a-8601-491f1c427315 req-f15c55ca-abb0-4739-aec2-7305f611710e tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/security-groups?id=238a6ee9-1cee-494f-93bd-36ff6d7a7e35&id=13c77baa-a3af-4f3b-b0c4-eee94221f940&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0652709 May 27 02:46:50.822837 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f55f344-e75a-4d20-b6c1-7d4883c0ddc0 None None] Network e679d99b-52d3-4d17-af2d-c9814fe86156 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:46:50.828105 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd03bbc1-7afd-4d73-a580-295230cc311e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:50.843743 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-fd03bbc1-7afd-4d73-a580-295230cc311e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "DELETE /v2.0/subnets/0788e607-22db-447e-8f3e-98ab8362018b HTTP/1.1" status: 204 len: 168 time: 0.5509148 May 27 02:46:50.846293 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55794) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:50.950526 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-fef5458a-c795-4550-b873-4666ee2a50fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22899144-5514-4d14-ac81-273d2ee8afb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675302457', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'c087c02b-99a5-47f0-bb05-11aa2452d2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:44:04Z', 'updated_at': '2022-05-27T02:46:48Z', 'revision_number': 5, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': 'c087c02b-99a5-47f0-bb05-11aa2452d2d4', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22899144-5514-4d14-ac81-273d2ee8afb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:44:06Z', 'updated_at': '2022-05-27T02:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:46:50.965480 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef5458a-c795-4550-b873-4666ee2a50fb None None] Checking router: 22899144-5514-4d14-ac81-273d2ee8afb3 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:46:51.072639 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef5458a-c795-4550-b873-4666ee2a50fb None None] Routers {'22899144-5514-4d14-ac81-273d2ee8afb3'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:46:51.073228 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-fef5458a-c795-4550-b873-4666ee2a50fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:46:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['22899144-5514-4d14-ac81-273d2ee8afb3'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:46:51.083818 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-ec2a4f90-943f-415d-acd9-b4be6be5fe5b tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Allocated IP 172.20.0.17 (d1c8f4cb-0499-441b-ab18-d5c3323d4cea/c3173eb9-2306-497e-b835-648e94d0312d/96013ded-11b6-4def-8d9e-e243f17ba629) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:46:51.163693 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-defac3c7-a2af-4062-9cb1-a71d3b50959b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:51.263322 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-fef5458a-c795-4550-b873-4666ee2a50fb None None] Set router 22899144-5514-4d14-ac81-273d2ee8afb3 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:46:51.282062 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4f90-943f-415d-acd9-b4be6be5fe5b tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:51.301469 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ec2a4f90-943f-415d-acd9-b4be6be5fe5b tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Transition to ACTIVE for port object 96013ded-11b6-4def-8d9e-e243f17ba629 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:46:51.391324 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-defac3c7-a2af-4062-9cb1-a71d3b50959b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:51.429266 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4f90-943f-415d-acd9-b4be6be5fe5b tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:51.492014 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-defac3c7-a2af-4062-9cb1-a71d3b50959b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Deleting port c087c02b-99a5-47f0-bb05-11aa2452d2d4 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:46:51.492255 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-defac3c7-a2af-4062-9cb1-a71d3b50959b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:51.507033 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2a4f90-943f-415d-acd9-b4be6be5fe5b tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Network d1c8f4cb-0499-441b-ab18-d5c3323d4cea is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:46:51.520295 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-ec2a4f90-943f-415d-acd9-b4be6be5fe5b tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:46:51.524659 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2a4f90-943f-415d-acd9-b4be6be5fe5b tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:46:51.586698 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a4f90-943f-415d-acd9-b4be6be5fe5b tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event updated for resources: {'Port': ['ID=96013ded-11b6-4def-8d9e-e243f17ba629,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:51.634349 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4f90-943f-415d-acd9-b4be6be5fe5b tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:51.663068 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d4174d-154f-4368-ae1b-1bd75fa4a6ce None None] DHCP port deletion for e679d99b-52d3-4d17-af2d-c9814fe86156 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:46:51.671948 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-fef5458a-c795-4550-b873-4666ee2a50fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22899144-5514-4d14-ac81-273d2ee8afb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675302457', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'c087c02b-99a5-47f0-bb05-11aa2452d2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:44:04Z', 'updated_at': '2022-05-27T02:46:48Z', 'revision_number': 5, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': 'c087c02b-99a5-47f0-bb05-11aa2452d2d4', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22899144-5514-4d14-ac81-273d2ee8afb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:44:06Z', 'updated_at': '2022-05-27T02:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:46:51.676512 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-e5d4174d-154f-4368-ae1b-1bd75fa4a6ce None None] Deleting port 8078f10c-87ae-463e-b1db-f7fa727d8dbc {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:46:51.676919 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e5d4174d-154f-4368-ae1b-1bd75fa4a6ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:51.736640 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef5458a-c795-4550-b873-4666ee2a50fb None None] The sync data for ids ['22899144-5514-4d14-ac81-273d2ee8afb3'] in n-d-843554-3 is: [{'id': '22899144-5514-4d14-ac81-273d2ee8afb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675302457', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'c087c02b-99a5-47f0-bb05-11aa2452d2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:44:04Z', 'updated_at': '2022-05-27T02:46:48Z', 'revision_number': 5, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': 'c087c02b-99a5-47f0-bb05-11aa2452d2d4', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22899144-5514-4d14-ac81-273d2ee8afb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:44:06Z', 'updated_at': '2022-05-27T02:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:46:51.757128 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-defac3c7-a2af-4062-9cb1-a71d3b50959b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] For port c087c02b-99a5-47f0-bb05-11aa2452d2d4, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c087c02b-99a5-47f0-bb05-11aa2452d2d4,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:46:51.757495 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-defac3c7-a2af-4062-9cb1-a71d3b50959b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:51.943455 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-defac3c7-a2af-4062-9cb1-a71d3b50959b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Calling delete_port for c087c02b-99a5-47f0-bb05-11aa2452d2d4 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:46:51.945447 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-e5d4174d-154f-4368-ae1b-1bd75fa4a6ce None None] For port 8078f10c-87ae-463e-b1db-f7fa727d8dbc, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8078f10c-87ae-463e-b1db-f7fa727d8dbc,segment=NetworkSegment(0cd194ad-7607-4fce-88f3-3478ce18fa37),segment_id=0cd194ad-7607-4fce-88f3-3478ce18fa37)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:46:51.945939 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e5d4174d-154f-4368-ae1b-1bd75fa4a6ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:52.085402 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-e5d4174d-154f-4368-ae1b-1bd75fa4a6ce None None] Calling delete_port for 8078f10c-87ae-463e-b1db-f7fa727d8dbc owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:46:52.140902 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 5798b115-1bd7-4464-81a4-c5c95472f6e4 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:46:52.222766 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-defac3c7-a2af-4062-9cb1-a71d3b50959b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:52.227042 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4f90-943f-415d-acd9-b4be6be5fe5b tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:52.291602 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c9b39d8e-7710-45c3-b1c6-0a25a77526fd None None] Provisioning for port 96013ded-11b6-4def-8d9e-e243f17ba629 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:46:52.306787 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defac3c7-a2af-4062-9cb1-a71d3b50959b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event deleted for resources: {'Port': ['ID=c087c02b-99a5-47f0-bb05-11aa2452d2d4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:52.346309 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c9b39d8e-7710-45c3-b1c6-0a25a77526fd None None] Provisioning complete for port 96013ded-11b6-4def-8d9e-e243f17ba629 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:46:52.347065 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c9b39d8e-7710-45c3-b1c6-0a25a77526fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:52.375675 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a7e57-e5d6-4a8f-92b8-b16fe268c940 req-e72aa37e-edfd-4dd8-9512-b44e3447862d tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:52.383620 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b46a7e57-e5d6-4a8f-92b8-b16fe268c940 req-e72aa37e-edfd-4dd8-9512-b44e3447862d tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/ports?device_id=620d5737-e0db-48a7-a6a4-3e0a5d256e67 HTTP/1.1" status: 200 len: 982 time: 0.2417784 May 27 02:46:52.414828 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e5d4174d-154f-4368-ae1b-1bd75fa4a6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:52.446335 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-defac3c7-a2af-4062-9cb1-a71d3b50959b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:52.482735 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d4174d-154f-4368-ae1b-1bd75fa4a6ce None None] Pushing event deleted for resources: {'Port': ['ID=8078f10c-87ae-463e-b1db-f7fa727d8dbc,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:52.512926 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d4174d-154f-4368-ae1b-1bd75fa4a6ce None None] No DVR routers for this DVR port 8078f10c-87ae-463e-b1db-f7fa727d8dbc on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:46:52.518179 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-c9b39d8e-7710-45c3-b1c6-0a25a77526fd None None] Port 96013ded-11b6-4def-8d9e-e243f17ba629 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:46:52.545106 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 5798b115-1bd7-4464-81a4-c5c95472f6e4, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=5798b115-1bd7-4464-81a4-c5c95472f6e4,segment=NetworkSegment(b5d2d36d-a190-41b6-b01f-7ffc84d24d81),segment_id=b5d2d36d-a190-41b6-b01f-7ffc84d24d81)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:46:52.558735 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '5798b115-1bd7-4464-81a4-c5c95472f6e4', 'network_id': '089299e9-5a98-4df9-8164-309755134228', 'port_id': '5798b115-1bd7-4464-81a4-c5c95472f6e4', 'mac_address': 'fa:16:3e:3d:e9:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fd218f8-fc6d-45f0-8330-e9fc5020b63e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:46:52.623367 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 5798b115-1bd7-4464-81a4-c5c95472f6e4 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:46:52.623762 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:52.640077 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b46a7e57-e5d6-4a8f-92b8-b16fe268c940 req-f0020c5e-5d0a-4cfa-b557-2cc8b3e2fa95 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/security-groups?id=238a6ee9-1cee-494f-93bd-36ff6d7a7e35&id=13c77baa-a3af-4f3b-b0c4-eee94221f940&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0778310 May 27 02:46:52.642474 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5798b115-1bd7-4464-81a4-c5c95472f6e4 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:46:52.659780 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 5798b115-1bd7-4464-81a4-c5c95472f6e4, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=5798b115-1bd7-4464-81a4-c5c95472f6e4,segment=NetworkSegment(b5d2d36d-a190-41b6-b01f-7ffc84d24d81),segment_id=b5d2d36d-a190-41b6-b01f-7ffc84d24d81)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:46:52.686350 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-defac3c7-a2af-4062-9cb1-a71d3b50959b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:52.688956 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-defac3c7-a2af-4062-9cb1-a71d3b50959b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:52.740784 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:52.778718 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-defac3c7-a2af-4062-9cb1-a71d3b50959b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:52.779341 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-defac3c7-a2af-4062-9cb1-a71d3b50959b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Fanout notify agent at l3_agent the message router_deleted on router 22899144-5514-4d14-ac81-273d2ee8afb3 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:46:52.814510 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-defac3c7-a2af-4062-9cb1-a71d3b50959b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:52.816240 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-defac3c7-a2af-4062-9cb1-a71d3b50959b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "DELETE /v2.0/routers/22899144-5514-4d14-ac81-273d2ee8afb3 HTTP/1.1" status: 204 len: 168 time: 1.9688926 May 27 02:46:52.819282 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55884) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:52.852046 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=5798b115-1bd7-4464-81a4-c5c95472f6e4,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:52.886919 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4f90-943f-415d-acd9-b4be6be5fe5b tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:52.957739 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['5798b115-1bd7-4464-81a4-c5c95472f6e4'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:46:52.968532 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4f90-943f-415d-acd9-b4be6be5fe5b tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:52.970717 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8f1a1f13-dc77-40cb-ba42-70aded02d8b3 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:53.152870 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4f90-943f-415d-acd9-b4be6be5fe5b tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:53.169096 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a4f90-943f-415d-acd9-b4be6be5fe5b tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event updated for resources: {'Port': ['ID=96013ded-11b6-4def-8d9e-e243f17ba629,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:53.239290 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8f1a1f13-dc77-40cb-ba42-70aded02d8b3 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:53.270472 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-8f1a1f13-dc77-40cb-ba42-70aded02d8b3 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e679d99b-52d3-4d17-af2d-c9814fe86156']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:46:53.283521 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-8f1a1f13-dc77-40cb-ba42-70aded02d8b3 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cd194ad-7607-4fce-88f3-3478ce18fa37') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:46:53.283954 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-8f1a1f13-dc77-40cb-ba42-70aded02d8b3 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cd194ad-7607-4fce-88f3-3478ce18fa37') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:46:53.298871 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8f1a1f13-dc77-40cb-ba42-70aded02d8b3 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:53.320539 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2a4f90-943f-415d-acd9-b4be6be5fe5b tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Network d1c8f4cb-0499-441b-ab18-d5c3323d4cea is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:46:53.322752 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-ec2a4f90-943f-415d-acd9-b4be6be5fe5b tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:46:53.344220 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8f1a1f13-dc77-40cb-ba42-70aded02d8b3 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:53.372447 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f1a1f13-dc77-40cb-ba42-70aded02d8b3 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:46:53.372883 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8f1a1f13-dc77-40cb-ba42-70aded02d8b3 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:53.523166 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1795c3e6-fe59-4661-a075-43e93f8da96b no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:46:53.592991 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 1795c3e6-fe59-4661-a075-43e93f8da96b {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:46:53.593677 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1795c3e6-fe59-4661-a075-43e93f8da96b not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:46:53.594277 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8078f10c-87ae-463e-b1db-f7fa727d8dbc no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:46:53.602841 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 0cd194ad-7607-4fce-88f3-3478ce18fa37 resource provider aggregate not found May 27 02:46:53.620829 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 0cd194ad-7607-4fce-88f3-3478ce18fa37 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0cd194ad-7607-4fce-88f3-3478ce18fa37 found for delete ", "request_id": "req-9a6433d5-ae5d-4852-ab55-8e27df6739bd"}]} May 27 02:46:53.634068 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 8078f10c-87ae-463e-b1db-f7fa727d8dbc {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:46:53.634068 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8078f10c-87ae-463e-b1db-f7fa727d8dbc not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:46:53.634068 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c087c02b-99a5-47f0-bb05-11aa2452d2d4 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:46:53.639778 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2a4f90-943f-415d-acd9-b4be6be5fe5b tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Router 29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:46:53.674620 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: c087c02b-99a5-47f0-bb05-11aa2452d2d4 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:46:53.675142 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c087c02b-99a5-47f0-bb05-11aa2452d2d4 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:46:53.708997 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8f1a1f13-dc77-40cb-ba42-70aded02d8b3 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:53.726659 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8f1a1f13-dc77-40cb-ba42-70aded02d8b3 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:53.738043 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a1f13-dc77-40cb-ba42-70aded02d8b3 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event deleted for resources: {'Network': ['ID=e679d99b-52d3-4d17-af2d-c9814fe86156,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:53.789375 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9ad40ffc-63d1-4e57-bc26-c278f8b10099 None None] Provisioning complete for port 96013ded-11b6-4def-8d9e-e243f17ba629 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:46:53.790262 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9ad40ffc-63d1-4e57-bc26-c278f8b10099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:53.827474 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8f1a1f13-dc77-40cb-ba42-70aded02d8b3 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "DELETE /v2.0/networks/e679d99b-52d3-4d17-af2d-c9814fe86156 HTTP/1.1" status: 204 len: 168 time: 1.0071421 May 27 02:46:53.828073 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 55930) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:53.853460 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9ad40ffc-63d1-4e57-bc26-c278f8b10099 None None] Port 96013ded-11b6-4def-8d9e-e243f17ba629 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:46:53.893357 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2a4f90-943f-415d-acd9-b4be6be5fe5b tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:46:53.905568 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73777d88-5536-4ef2-b195-89f686977a4a None None] Sync routers for ids ['29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:46:53.911105 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ec2a4f90-943f-415d-acd9-b4be6be5fe5b tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "PUT /v2.0/routers/29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3219550 May 27 02:46:53.917891 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73777d88-5536-4ef2-b195-89f686977a4a None None] Routers {'29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:46:53.919477 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-73777d88-5536-4ef2-b195-89f686977a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:46:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:46:53.927304 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8da6e-d8ab-433c-b3a5-df6d7a7bf327 req-78077b38-f082-459b-8672-0dcd1988b339 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:53.928425 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9afd0be1-30cd-4eab-baaa-58fc6b3da282 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:53.928781 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-85b8da6e-d8ab-433c-b3a5-df6d7a7bf327 req-78077b38-f082-459b-8672-0dcd1988b339 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/ports?device_id=620d5737-e0db-48a7-a6a4-3e0a5d256e67 HTTP/1.1" status: 200 len: 983 time: 0.1258192 May 27 02:46:53.962820 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9afd0be1-30cd-4eab-baaa-58fc6b3da282 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:53.983488 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-85b8da6e-d8ab-433c-b3a5-df6d7a7bf327 req-4fab0099-e184-4da2-91bb-df47a0b5b0a4 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/security-groups?id=238a6ee9-1cee-494f-93bd-36ff6d7a7e35&id=13c77baa-a3af-4f3b-b0c4-eee94221f940&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0472589 May 27 02:46:53.989657 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 5798b115-1bd7-4464-81a4-c5c95472f6e4 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:46:54.136709 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-73777d88-5536-4ef2-b195-89f686977a4a None None] Set router 29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:46:54.145490 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9afd0be1-30cd-4eab-baaa-58fc6b3da282 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:54.160890 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 5798b115-1bd7-4464-81a4-c5c95472f6e4 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:46:54.165637 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 5798b115-1bd7-4464-81a4-c5c95472f6e4 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:46:54.166209 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:54.174071 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd0be1-30cd-4eab-baaa-58fc6b3da282 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d35528-470a-483a-a615-63f2fd1bbd85,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:54.249361 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9afd0be1-30cd-4eab-baaa-58fc6b3da282 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:54.250583 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9afd0be1-30cd-4eab-baaa-58fc6b3da282 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "DELETE /v2.0/security-groups/32d35528-470a-483a-a615-63f2fd1bbd85 HTTP/1.1" status: 204 len: 168 time: 0.4215047 May 27 02:46:54.306600 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 5798b115-1bd7-4464-81a4-c5c95472f6e4 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:46:54.306979 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:54.332971 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '620d5737-e0db-48a7-a6a4-3e0a5d256e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5798b115-1bd7-4464-81a4-c5c95472f6e4'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:46:54.342875 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 5798b115-1bd7-4464-81a4-c5c95472f6e4, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=5798b115-1bd7-4464-81a4-c5c95472f6e4,segment=NetworkSegment(b5d2d36d-a190-41b6-b01f-7ffc84d24d81),segment_id=b5d2d36d-a190-41b6-b01f-7ffc84d24d81)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:46:54.380808 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9d12a66-7c6e-4426-8fc4-aa3e1907c5f9'] response: {'server_uuid': '620d5737-e0db-48a7-a6a4-3e0a5d256e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5798b115-1bd7-4464-81a4-c5c95472f6e4', 'code': 200} May 27 02:46:54.443213 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:54.527530 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56040c1b-c459-4060-9d7d-70a0a60754f2 req-e2f02986-50c3-4ab3-bd1f-f9fe446fe13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:54.528981 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=5798b115-1bd7-4464-81a4-c5c95472f6e4,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:54.530386 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-56040c1b-c459-4060-9d7d-70a0a60754f2 req-e2f02986-50c3-4ab3-bd1f-f9fe446fe13f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=620d5737-e0db-48a7-a6a4-3e0a5d256e67 HTTP/1.1" status: 200 len: 1135 time: 0.0885227 May 27 02:46:54.575374 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-56040c1b-c459-4060-9d7d-70a0a60754f2 req-6a7a9ba9-0f6e-4331-9548-eb5788adb71f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=238a6ee9-1cee-494f-93bd-36ff6d7a7e35&id=13c77baa-a3af-4f3b-b0c4-eee94221f940&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0386388 May 27 02:46:54.579174 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 55976) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:54.584615 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-894afa0a-5b0b-43da-bb94-94dde2c036c4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1353503963', 'description': 'tempest-secgroup-smoke-1353503963 description', 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:46:54.590958 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-73777d88-5536-4ef2-b195-89f686977a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'name': 'tempest-TestNetworkBasicOps-router-1718859312', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'e4abfbe7-1770-4147-ade8-414d8ab366d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:45:04Z', 'updated_at': '2022-05-27T02:46:51Z', 'revision_number': 5, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'gw_port': {'id': 'e4abfbe7-1770-4147-ade8-414d8ab366d8', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:31:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:45:05Z', 'updated_at': '2022-05-27T02:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'cc42aaf0-2541-4785-9c0c-f9e28374e2d5', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'floating_ip_address': '172.25.1.86', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'port_id': '954cb324-abf6-40bc-bb75-0e65d94a8ebd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0', 'mac_address': 'fa:16:3e:44:a0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cc0598-fd70-4bc5-b417-08c605ff8840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:45:45Z', 'updated_at': '2022-05-27T02:45:51Z', 'revision_number': 1, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96013ded-11b6-4def-8d9e-e243f17ba629', 'name': '', 'network_id': 'd1c8f4cb-0499-441b-ab18-d5c3323d4cea', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'mac_address': 'fa:16:3e:af:bc:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'c3173eb9-2306-497e-b835-648e94d0312d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:46:50Z', 'updated_at': '2022-05-27T02:46:52Z', 'revision_number': 2, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'subnets': [{'id': 'c3173eb9-2306-497e-b835-648e94d0312d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99a45c0f-86e6-4978-8ed7-6b49a9098739', 'name': '', 'network_id': 'd9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'mac_address': 'fa:16:3e:5f:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '0d882589-d066-4537-a583-3c6a99c11c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:45:11Z', 'updated_at': '2022-05-27T02:45:21Z', 'revision_number': 5, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'subnets': [{'id': '0d882589-d066-4537-a583-3c6a99c11c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:46:54.591688 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-894afa0a-5b0b-43da-bb94-94dde2c036c4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:46:54.594827 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73777d88-5536-4ef2-b195-89f686977a4a None None] Checking router: 29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:46:54.595164 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73777d88-5536-4ef2-b195-89f686977a4a None None] Updating router 29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505 port 96013ded-11b6-4def-8d9e-e243f17ba629 binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:46:54.597245 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-894afa0a-5b0b-43da-bb94-94dde2c036c4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:security_group and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:46:54.602079 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-894afa0a-5b0b-43da-bb94-94dde2c036c4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:46:54.610053 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-894afa0a-5b0b-43da-bb94-94dde2c036c4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:46:54.647801 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-73777d88-5536-4ef2-b195-89f686977a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:54.691715 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-894afa0a-5b0b-43da-bb94-94dde2c036c4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:54.722230 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-894afa0a-5b0b-43da-bb94-94dde2c036c4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:46:54.726252 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-894afa0a-5b0b-43da-bb94-94dde2c036c4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:security_group_rule and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:46:54.729303 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-894afa0a-5b0b-43da-bb94-94dde2c036c4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:46:54.735418 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-894afa0a-5b0b-43da-bb94-94dde2c036c4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:46:54.810785 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-894afa0a-5b0b-43da-bb94-94dde2c036c4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:54.882818 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-894afa0a-5b0b-43da-bb94-94dde2c036c4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:55.027639 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-73777d88-5536-4ef2-b195-89f686977a4a None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:55.040329 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-73777d88-5536-4ef2-b195-89f686977a4a None None] Transition to ACTIVE for port object 96013ded-11b6-4def-8d9e-e243f17ba629 will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:46:55.066454 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894afa0a-5b0b-43da-bb94-94dde2c036c4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=999a90b6-7508-4797-9ba3-ef2ee76a3638,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:55.134413 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-73777d88-5536-4ef2-b195-89f686977a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:55.153906 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-894afa0a-5b0b-43da-bb94-94dde2c036c4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:55.153906 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-894afa0a-5b0b-43da-bb94-94dde2c036c4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5713711 May 27 02:46:55.156455 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56012) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:55.162088 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-7b2dc6ff-621c-4829-bbda-4dbd54f2ad98 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'security_group_rule': {'security_group_id': '999a90b6-7508-4797-9ba3-ef2ee76a3638', 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:46:55.170943 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-7b2dc6ff-621c-4829-bbda-4dbd54f2ad98 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:46:55.183041 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7b2dc6ff-621c-4829-bbda-4dbd54f2ad98 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:security_group_rule and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:46:55.188200 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7b2dc6ff-621c-4829-bbda-4dbd54f2ad98 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:46:55.203853 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-7b2dc6ff-621c-4829-bbda-4dbd54f2ad98 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:46:55.236425 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffab5c8-6a13-4edf-a6b1-03916b32629f req-3010eaa1-d602-4dd4-8d58-5d8f914d4842 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:55.237996 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cffab5c8-6a13-4edf-a6b1-03916b32629f req-3010eaa1-d602-4dd4-8d58-5d8f914d4842 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/ports?device_id=620d5737-e0db-48a7-a6a4-3e0a5d256e67 HTTP/1.1" status: 200 len: 984 time: 0.1391296 May 27 02:46:55.271128 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c5c4b-9a39-4cd1-a622-ba6ffd054d38 None None] Pushing event updated for resources: {'Port': ['ID=96013ded-11b6-4def-8d9e-e243f17ba629,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:55.299119 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cffab5c8-6a13-4edf-a6b1-03916b32629f req-aa55eb15-1a94-404a-8715-90540a8582be tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/security-groups?id=238a6ee9-1cee-494f-93bd-36ff6d7a7e35&id=13c77baa-a3af-4f3b-b0c4-eee94221f940&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0538995 May 27 02:46:55.341149 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc6ff-621c-4829-bbda-4dbd54f2ad98 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:55.361918 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-73777d88-5536-4ef2-b195-89f686977a4a None None] Attempting to bind port 96013ded-11b6-4def-8d9e-e243f17ba629 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:46:55.362263 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-73777d88-5536-4ef2-b195-89f686977a4a None None] Attempting to bind port 96013ded-11b6-4def-8d9e-e243f17ba629 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '82bb17a6-cafb-4f79-b420-43449c00105e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd1c8f4cb-0499-441b-ab18-d5c3323d4cea'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:46:55.362640 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73777d88-5536-4ef2-b195-89f686977a4a None None] Attempting to bind port 96013ded-11b6-4def-8d9e-e243f17ba629 on network d1c8f4cb-0499-441b-ab18-d5c3323d4cea {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:46:55.368500 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73777d88-5536-4ef2-b195-89f686977a4a None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:46:55.368908 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73777d88-5536-4ef2-b195-89f686977a4a None None] Checking segment: {'id': '82bb17a6-cafb-4f79-b420-43449c00105e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd1c8f4cb-0499-441b-ab18-d5c3323d4cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:46:55.369300 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-73777d88-5536-4ef2-b195-89f686977a4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:55.369682 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73777d88-5536-4ef2-b195-89f686977a4a None None] Bound using segment: {'id': '82bb17a6-cafb-4f79-b420-43449c00105e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd1c8f4cb-0499-441b-ab18-d5c3323d4cea'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:46:55.370428 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-73777d88-5536-4ef2-b195-89f686977a4a None None] Bound port: 96013ded-11b6-4def-8d9e-e243f17ba629, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82bb17a6-cafb-4f79-b420-43449c00105e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd1c8f4cb-0499-441b-ab18-d5c3323d4cea'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:46:55.371034 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-73777d88-5536-4ef2-b195-89f686977a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:55.428316 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc6ff-621c-4829-bbda-4dbd54f2ad98 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:55.514799 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc6ff-621c-4829-bbda-4dbd54f2ad98 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:55.522523 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-73777d88-5536-4ef2-b195-89f686977a4a None None] For port 96013ded-11b6-4def-8d9e-e243f17ba629, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:46:55.540244 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-73777d88-5536-4ef2-b195-89f686977a4a None None] For port 96013ded-11b6-4def-8d9e-e243f17ba629, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=96013ded-11b6-4def-8d9e-e243f17ba629,segment=NetworkSegment(82bb17a6-cafb-4f79-b420-43449c00105e),segment_id=82bb17a6-cafb-4f79-b420-43449c00105e)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:46:55.555138 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc6ff-621c-4829-bbda-4dbd54f2ad98 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0d65413-8bce-4381-b26d-c5c5dfe8e94c,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:55.571660 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-edeec3fd-d57e-407b-ab4a-aedb61692a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:55.629708 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-73777d88-5536-4ef2-b195-89f686977a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:55.657658 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc6ff-621c-4829-bbda-4dbd54f2ad98 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:55.661370 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7b2dc6ff-621c-4829-bbda-4dbd54f2ad98 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5014396 May 27 02:46:55.662052 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56038) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:55.666652 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-c5e713b6-5140-4d49-b0a9-fad19e33ed2e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'security_group_rule': {'security_group_id': '999a90b6-7508-4797-9ba3-ef2ee76a3638', 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:46:55.674191 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c5e713b6-5140-4d49-b0a9-fad19e33ed2e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:46:55.677979 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c5e713b6-5140-4d49-b0a9-fad19e33ed2e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:security_group_rule and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:46:55.687352 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c5e713b6-5140-4d49-b0a9-fad19e33ed2e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:46:55.698779 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c5e713b6-5140-4d49-b0a9-fad19e33ed2e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:46:55.714426 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c5c4b-9a39-4cd1-a622-ba6ffd054d38 None None] Pushing event updated for resources: {'Port': ['ID=96013ded-11b6-4def-8d9e-e243f17ba629,revision_number=4']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:55.730257 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73777d88-5536-4ef2-b195-89f686977a4a None None] Routers {'29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:46:55.730374 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-73777d88-5536-4ef2-b195-89f686977a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:46:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:46:55.822891 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c5e713b6-5140-4d49-b0a9-fad19e33ed2e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:55.900842 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c5e713b6-5140-4d49-b0a9-fad19e33ed2e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:55.947078 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-73777d88-5536-4ef2-b195-89f686977a4a None None] Set router 29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:46:55.988764 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c5e713b6-5140-4d49-b0a9-fad19e33ed2e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:56.030129 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e713b6-5140-4d49-b0a9-fad19e33ed2e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d27f680d-71a4-4dbd-a15c-3e14fc5fc34d,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:56.121039 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c5e713b6-5140-4d49-b0a9-fad19e33ed2e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:56.122828 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c5e713b6-5140-4d49-b0a9-fad19e33ed2e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4602945 May 27 02:46:56.125516 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56062) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:56.131069 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-137f6aff-a9f9-40ed-8e53-503115678206 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'security_group_rule': {'security_group_id': '999a90b6-7508-4797-9ba3-ef2ee76a3638', 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:46:56.138536 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-137f6aff-a9f9-40ed-8e53-503115678206 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:46:56.142640 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-137f6aff-a9f9-40ed-8e53-503115678206 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:security_group_rule and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:46:56.145521 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-137f6aff-a9f9-40ed-8e53-503115678206 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:46:56.151892 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-137f6aff-a9f9-40ed-8e53-503115678206 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:46:56.261158 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-137f6aff-a9f9-40ed-8e53-503115678206 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:56.328194 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-137f6aff-a9f9-40ed-8e53-503115678206 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:56.368736 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-73777d88-5536-4ef2-b195-89f686977a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'name': 'tempest-TestNetworkBasicOps-router-1718859312', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'e4abfbe7-1770-4147-ade8-414d8ab366d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:45:04Z', 'updated_at': '2022-05-27T02:46:51Z', 'revision_number': 5, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'gw_port': {'id': 'e4abfbe7-1770-4147-ade8-414d8ab366d8', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:31:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:45:05Z', 'updated_at': '2022-05-27T02:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'cc42aaf0-2541-4785-9c0c-f9e28374e2d5', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'floating_ip_address': '172.25.1.86', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'port_id': '954cb324-abf6-40bc-bb75-0e65d94a8ebd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0', 'mac_address': 'fa:16:3e:44:a0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cc0598-fd70-4bc5-b417-08c605ff8840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:45:45Z', 'updated_at': '2022-05-27T02:45:51Z', 'revision_number': 1, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96013ded-11b6-4def-8d9e-e243f17ba629', 'name': '', 'network_id': 'd1c8f4cb-0499-441b-ab18-d5c3323d4cea', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'mac_address': 'fa:16:3e:af:bc:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'c3173eb9-2306-497e-b835-648e94d0312d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:46:50Z', 'updated_at': '2022-05-27T02:46:55Z', 'revision_number': 4, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'subnets': [{'id': 'c3173eb9-2306-497e-b835-648e94d0312d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99a45c0f-86e6-4978-8ed7-6b49a9098739', 'name': '', 'network_id': 'd9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'mac_address': 'fa:16:3e:5f:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '0d882589-d066-4537-a583-3c6a99c11c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:45:11Z', 'updated_at': '2022-05-27T02:45:21Z', 'revision_number': 5, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'subnets': [{'id': '0d882589-d066-4537-a583-3c6a99c11c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:46:56.374205 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73777d88-5536-4ef2-b195-89f686977a4a None None] The sync data for ids ['29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505'] in n-d-843554-3 is: [{'id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'name': 'tempest-TestNetworkBasicOps-router-1718859312', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'e4abfbe7-1770-4147-ade8-414d8ab366d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:45:04Z', 'updated_at': '2022-05-27T02:46:51Z', 'revision_number': 5, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'gw_port': {'id': 'e4abfbe7-1770-4147-ade8-414d8ab366d8', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:31:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:45:05Z', 'updated_at': '2022-05-27T02:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'cc42aaf0-2541-4785-9c0c-f9e28374e2d5', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'floating_ip_address': '172.25.1.86', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'port_id': '954cb324-abf6-40bc-bb75-0e65d94a8ebd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0', 'mac_address': 'fa:16:3e:44:a0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cc0598-fd70-4bc5-b417-08c605ff8840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:45:45Z', 'updated_at': '2022-05-27T02:45:51Z', 'revision_number': 1, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96013ded-11b6-4def-8d9e-e243f17ba629', 'name': '', 'network_id': 'd1c8f4cb-0499-441b-ab18-d5c3323d4cea', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'mac_address': 'fa:16:3e:af:bc:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'c3173eb9-2306-497e-b835-648e94d0312d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:46:50Z', 'updated_at': '2022-05-27T02:46:55Z', 'revision_number': 4, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'subnets': [{'id': 'c3173eb9-2306-497e-b835-648e94d0312d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99a45c0f-86e6-4978-8ed7-6b49a9098739', 'name': '', 'network_id': 'd9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'mac_address': 'fa:16:3e:5f:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '0d882589-d066-4537-a583-3c6a99c11c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:45:11Z', 'updated_at': '2022-05-27T02:45:21Z', 'revision_number': 5, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'subnets': [{'id': '0d882589-d066-4537-a583-3c6a99c11c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:46:56.398592 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-137f6aff-a9f9-40ed-8e53-503115678206 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:56.435387 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137f6aff-a9f9-40ed-8e53-503115678206 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e19d584-edd4-412d-bdb3-9c5b142f26ce,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:56.522170 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-137f6aff-a9f9-40ed-8e53-503115678206 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:56.526220 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-137f6aff-a9f9-40ed-8e53-503115678206 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3968835 May 27 02:46:56.530894 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56086) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:56.537126 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-67dc37a8-bc6e-4c21-a865-f35bfb343de1 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'security_group_rule': {'security_group_id': '999a90b6-7508-4797-9ba3-ef2ee76a3638', 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:46:56.546133 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-67dc37a8-bc6e-4c21-a865-f35bfb343de1 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:46:56.563165 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946cdabd-229f-415e-888b-6b29831d38df req-7544d258-e90f-42c2-843a-9897157333bb tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:56.574412 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-67dc37a8-bc6e-4c21-a865-f35bfb343de1 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:security_group_rule and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:46:56.581641 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-67dc37a8-bc6e-4c21-a865-f35bfb343de1 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:46:56.585297 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-946cdabd-229f-415e-888b-6b29831d38df req-7544d258-e90f-42c2-843a-9897157333bb tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/ports?device_id=620d5737-e0db-48a7-a6a4-3e0a5d256e67 HTTP/1.1" status: 200 len: 984 time: 0.1255696 May 27 02:46:56.621854 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-67dc37a8-bc6e-4c21-a865-f35bfb343de1 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:46:56.643085 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-946cdabd-229f-415e-888b-6b29831d38df req-f346bacd-1371-414b-abdc-e64d6955c9f0 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/security-groups?id=238a6ee9-1cee-494f-93bd-36ff6d7a7e35&id=13c77baa-a3af-4f3b-b0c4-eee94221f940&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0566900 May 27 02:46:56.706000 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-67dc37a8-bc6e-4c21-a865-f35bfb343de1 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:56.804396 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-67dc37a8-bc6e-4c21-a865-f35bfb343de1 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:56.871013 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-67dc37a8-bc6e-4c21-a865-f35bfb343de1 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:56.890189 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a640f68-5339-4378-9f4d-8723935b4a14 req-a121f334-db45-4bcc-b428-dbb6c025afce tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:56.891840 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4a640f68-5339-4378-9f4d-8723935b4a14 req-a121f334-db45-4bcc-b428-dbb6c025afce tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/ports?device_id=620d5737-e0db-48a7-a6a4-3e0a5d256e67 HTTP/1.1" status: 200 len: 984 time: 0.1169510 May 27 02:46:56.910375 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc37a8-bc6e-4c21-a865-f35bfb343de1 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fa9f098-5436-4cc6-854d-ba3508eba1b8,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:56.943965 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4a640f68-5339-4378-9f4d-8723935b4a14 req-9633d348-1035-479b-ad57-07015f67d08e tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/security-groups?id=238a6ee9-1cee-494f-93bd-36ff6d7a7e35&id=13c77baa-a3af-4f3b-b0c4-eee94221f940&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0461321 May 27 02:46:56.978042 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-67dc37a8-bc6e-4c21-a865-f35bfb343de1 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:56.982894 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56112) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:56.987981 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-8ca7563c-50ae-43c7-960a-172e69e71005 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'security_group_rule': {'security_group_id': '999a90b6-7508-4797-9ba3-ef2ee76a3638', 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:46:56.990544 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-67dc37a8-bc6e-4c21-a865-f35bfb343de1 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4623086 May 27 02:46:57.003250 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-8ca7563c-50ae-43c7-960a-172e69e71005 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:46:57.007138 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8ca7563c-50ae-43c7-960a-172e69e71005 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:security_group_rule and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:46:57.010445 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8ca7563c-50ae-43c7-960a-172e69e71005 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:46:57.018273 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-8ca7563c-50ae-43c7-960a-172e69e71005 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:46:57.126875 n-d-843554-3 neutron-server[88902]: INFO neutron.db.securitygroups_db [None req-8ca7563c-50ae-43c7-960a-172e69e71005 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Project b59631ecfa194f20bd33f8d2b34a5767 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:46:57.140651 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8ca7563c-50ae-43c7-960a-172e69e71005 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:57.205501 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da6386-cba5-4f91-8fad-2a2c513da678 req-d2d73d40-27a1-4649-b5a0-ea06ce4f257d tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:57.205501 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d8da6386-cba5-4f91-8fad-2a2c513da678 req-d2d73d40-27a1-4649-b5a0-ea06ce4f257d tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=620d5737-e0db-48a7-a6a4-3e0a5d256e67 HTTP/1.1" status: 200 len: 1135 time: 0.1327138 May 27 02:46:57.233846 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8ca7563c-50ae-43c7-960a-172e69e71005 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:57.238026 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d8da6386-cba5-4f91-8fad-2a2c513da678 req-c2ec8739-eca2-42d1-948e-b5d062fd5f27 tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:57.252513 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-d8da6386-cba5-4f91-8fad-2a2c513da678 req-c2ec8739-eca2-42d1-948e-b5d062fd5f27 tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:46:57.256479 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-d8da6386-cba5-4f91-8fad-2a2c513da678 req-c2ec8739-eca2-42d1-948e-b5d062fd5f27 tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] Usage tracker for resource:security_group_rule and tenant:086572b7162b44d7bb14bd3dd45407d3 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:46:57.259416 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-d8da6386-cba5-4f91-8fad-2a2c513da678 req-c2ec8739-eca2-42d1-948e-b5d062fd5f27 tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:46:57.265932 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-d8da6386-cba5-4f91-8fad-2a2c513da678 req-c2ec8739-eca2-42d1-948e-b5d062fd5f27 tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:46:57.299580 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8ca7563c-50ae-43c7-960a-172e69e71005 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:57.332968 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca7563c-50ae-43c7-960a-172e69e71005 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5333124e-93ba-42e9-a722-8abd5143d899,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:57.379589 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d8da6386-cba5-4f91-8fad-2a2c513da678 req-c2ec8739-eca2-42d1-948e-b5d062fd5f27 tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:57.403485 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8ca7563c-50ae-43c7-960a-172e69e71005 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:57.404704 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8ca7563c-50ae-43c7-960a-172e69e71005 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4208319 May 27 02:46:57.407619 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56136) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:57.413061 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3d8673c4-6b26-442e-bc2a-6c406b4bdb69 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'security_group_rule': {'security_group_id': '999a90b6-7508-4797-9ba3-ef2ee76a3638', 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:46:57.420525 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3d8673c4-6b26-442e-bc2a-6c406b4bdb69 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:46:57.424342 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3d8673c4-6b26-442e-bc2a-6c406b4bdb69 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:security_group_rule and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:46:57.427354 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3d8673c4-6b26-442e-bc2a-6c406b4bdb69 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:46:57.433226 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3d8673c4-6b26-442e-bc2a-6c406b4bdb69 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:46:57.457503 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 96013ded-11b6-4def-8d9e-e243f17ba629 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:46:57.459780 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d8da6386-cba5-4f91-8fad-2a2c513da678 req-c2ec8739-eca2-42d1-948e-b5d062fd5f27 tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:57.486382 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-d8da6386-cba5-4f91-8fad-2a2c513da678 req-c2ec8739-eca2-42d1-948e-b5d062fd5f27 tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] Synchronizing usage tracker for tenant:086572b7162b44d7bb14bd3dd45407d3 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:46:57.505151 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec8739-eca2-42d1-948e-b5d062fd5f27 tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18809da7-11cf-444a-af81-685b317cacc5,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:57.526017 n-d-843554-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-3d8673c4-6b26-442e-bc2a-6c406b4bdb69 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Project b59631ecfa194f20bd33f8d2b34a5767 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:46:57.533901 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3d8673c4-6b26-442e-bc2a-6c406b4bdb69 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:57.597272 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3d8673c4-6b26-442e-bc2a-6c406b4bdb69 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:57.617400 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-d8da6386-cba5-4f91-8fad-2a2c513da678 req-c2ec8739-eca2-42d1-948e-b5d062fd5f27 tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] Unset dirty status for tenant:086572b7162b44d7bb14bd3dd45407d3 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:46:57.618566 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d8da6386-cba5-4f91-8fad-2a2c513da678 req-c2ec8739-eca2-42d1-948e-b5d062fd5f27 tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=238a6ee9-1cee-494f-93bd-36ff6d7a7e35&id=13c77baa-a3af-4f3b-b0c4-eee94221f940&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4008768 May 27 02:46:57.643113 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56152) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:57.657581 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 96013ded-11b6-4def-8d9e-e243f17ba629 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:46:57.663877 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 96013ded-11b6-4def-8d9e-e243f17ba629 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:46:57.664406 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:57.684878 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3d8673c4-6b26-442e-bc2a-6c406b4bdb69 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:57.715419 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8673c4-6b26-442e-bc2a-6c406b4bdb69 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e67d703-05b6-4410-8488-3881ed770100,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:57.750600 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd40dc97-ef37-4615-a689-0bd853194133 tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:57.752446 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-dd40dc97-ef37-4615-a689-0bd853194133 tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=620d5737-e0db-48a7-a6a4-3e0a5d256e67 HTTP/1.1" status: 200 len: 1130 time: 0.1081817 May 27 02:46:57.755177 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56162) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:57.760706 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-84067cfb-7894-44d8-925d-aece92c83d2b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'port_id': '5798b115-1bd7-4464-81a4-c5c95472f6e4', 'tenant_id': 'fb681a9ac3074576a3927168993abc95', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:46:57.768154 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-84067cfb-7894-44d8-925d-aece92c83d2b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:46:57.772514 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-84067cfb-7894-44d8-925d-aece92c83d2b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Usage tracker for resource:floatingip and tenant:fb681a9ac3074576a3927168993abc95 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:46:57.775286 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-84067cfb-7894-44d8-925d-aece92c83d2b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:46:57.783019 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3d8673c4-6b26-442e-bc2a-6c406b4bdb69 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:57.785448 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3d8673c4-6b26-442e-bc2a-6c406b4bdb69 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3767390 May 27 02:46:57.787817 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-84067cfb-7894-44d8-925d-aece92c83d2b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:46:57.789984 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56168) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:57.798086 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-260fa8c5-2043-42b8-8db6-db1f0bb7923b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'network': {'name': 'tempest-network-smoke--973367205', 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'port_security_enabled': True}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:46:57.806561 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-260fa8c5-2043-42b8-8db6-db1f0bb7923b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:46:57.809116 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 96013ded-11b6-4def-8d9e-e243f17ba629 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:46:57.809547 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:57.819781 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-260fa8c5-2043-42b8-8db6-db1f0bb7923b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:network and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:46:57.830404 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-260fa8c5-2043-42b8-8db6-db1f0bb7923b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:46:57.848321 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-260fa8c5-2043-42b8-8db6-db1f0bb7923b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:46:57.856776 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 96013ded-11b6-4def-8d9e-e243f17ba629, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=96013ded-11b6-4def-8d9e-e243f17ba629,segment=NetworkSegment(82bb17a6-cafb-4f79-b420-43449c00105e),segment_id=82bb17a6-cafb-4f79-b420-43449c00105e)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:46:57.858163 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84067cfb-7894-44d8-925d-aece92c83d2b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:57.926800 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c0ea4315-b3e2-4310-9c99-b10b8ffa2cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:57.937819 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:57.939396 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260fa8c5-2043-42b8-8db6-db1f0bb7923b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Made reservation on behalf of b59631ecfa194f20bd33f8d2b34a5767 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:46:57.943405 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-260fa8c5-2043-42b8-8db6-db1f0bb7923b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:57.987413 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-260fa8c5-2043-42b8-8db6-db1f0bb7923b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:46:57.999307 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-260fa8c5-2043-42b8-8db6-db1f0bb7923b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:57.999877 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-260fa8c5-2043-42b8-8db6-db1f0bb7923b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Added segment 6740af22-6b0c-4bfb-80ad-829f2dad4c72 of type vlan for network 9e96f255-93d9-417c-a8a1-6b7c73c795a8 May 27 02:46:58.018422 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84067cfb-7894-44d8-925d-aece92c83d2b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:58.024366 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=96013ded-11b6-4def-8d9e-e243f17ba629,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:58.054180 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-260fa8c5-2043-42b8-8db6-db1f0bb7923b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:58.160362 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-260fa8c5-2043-42b8-8db6-db1f0bb7923b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:58.163054 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-84067cfb-7894-44d8-925d-aece92c83d2b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Allocated IP 172.25.1.154 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/e96cad2c-37c3-493e-b466-81c64dff7295) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:46:58.166682 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260fa8c5-2043-42b8-8db6-db1f0bb7923b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:58.167333 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-260fa8c5-2043-42b8-8db6-db1f0bb7923b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:58.282127 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260fa8c5-2043-42b8-8db6-db1f0bb7923b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'Network': ['ID=9e96f255-93d9-417c-a8a1-6b7c73c795a8,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:58.295773 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 9e96f255-93d9-417c-a8a1-6b7c73c795a8 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:46:58.318218 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84067cfb-7894-44d8-925d-aece92c83d2b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:58.329496 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-260fa8c5-2043-42b8-8db6-db1f0bb7923b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5352826 May 27 02:46:58.329811 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56200) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:46:58.335099 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-ad5fe321-c896-4b28-9b2f-c5efdc29cc20 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1370791955', 'admin_state_up': True, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:46:58.343216 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-ad5fe321-c896-4b28-9b2f-c5efdc29cc20 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:46:58.348853 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-ad5fe321-c896-4b28-9b2f-c5efdc29cc20 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:router and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:46:58.351893 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-ad5fe321-c896-4b28-9b2f-c5efdc29cc20 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:46:58.359908 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-ad5fe321-c896-4b28-9b2f-c5efdc29cc20 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:46:58.431941 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84067cfb-7894-44d8-925d-aece92c83d2b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:58.454723 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ad5fe321-c896-4b28-9b2f-c5efdc29cc20 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:58.455753 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ad5fe321-c896-4b28-9b2f-c5efdc29cc20 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:58.471224 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ad5fe321-c896-4b28-9b2f-c5efdc29cc20 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:58.501623 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84067cfb-7894-44d8-925d-aece92c83d2b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:46:58.509627 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-84067cfb-7894-44d8-925d-aece92c83d2b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:46:58.509627 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84067cfb-7894-44d8-925d-aece92c83d2b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:46:58.549620 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84067cfb-7894-44d8-925d-aece92c83d2b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Pushing event updated for resources: {'Port': ['ID=e96cad2c-37c3-493e-b466-81c64dff7295,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:58.819032 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ad5fe321-c896-4b28-9b2f-c5efdc29cc20 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:58.994950 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84067cfb-7894-44d8-925d-aece92c83d2b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:59.069001 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:59.097619 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:59.162268 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84067cfb-7894-44d8-925d-aece92c83d2b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:59.412791 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ad5fe321-c896-4b28-9b2f-c5efdc29cc20 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for router_gateway, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:59.451420 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 96013ded-11b6-4def-8d9e-e243f17ba629 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:46:59.456594 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ad5fe321-c896-4b28-9b2f-c5efdc29cc20 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:59.528657 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 96013ded-11b6-4def-8d9e-e243f17ba629 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:46:59.529057 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:59.556063 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84067cfb-7894-44d8-925d-aece92c83d2b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:59.604184 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-ad5fe321-c896-4b28-9b2f-c5efdc29cc20 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Allocated IP 172.25.1.105 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/15d66e64-e1b9-4ec3-b8f0-cca50905229b) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:46:59.632264 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84067cfb-7894-44d8-925d-aece92c83d2b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:59.664050 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 96013ded-11b6-4def-8d9e-e243f17ba629 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:46:59.771830 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84067cfb-7894-44d8-925d-aece92c83d2b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Pushing event updated for resources: {'Port': ['ID=e96cad2c-37c3-493e-b466-81c64dff7295,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:59.788136 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84067cfb-7894-44d8-925d-aece92c83d2b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:59.848249 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ad5fe321-c896-4b28-9b2f-c5efdc29cc20 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:59.979672 n-d-843554-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-84067cfb-7894-44d8-925d-aece92c83d2b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Floating IP 95cc490a-7c20-454d-8c38-c77070a9a3a5 associated. External IP: 172.25.1.154, port: 5798b115-1bd7-4464-81a4-c5c95472f6e4. May 27 02:46:59.983698 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ad5fe321-c896-4b28-9b2f-c5efdc29cc20 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:00.054691 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5fe321-c896-4b28-9b2f-c5efdc29cc20 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:47:00.057374 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-ad5fe321-c896-4b28-9b2f-c5efdc29cc20 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:47:00.061301 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5fe321-c896-4b28-9b2f-c5efdc29cc20 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:47:00.101932 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5fe321-c896-4b28-9b2f-c5efdc29cc20 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'Port': ['ID=15d66e64-e1b9-4ec3-b8f0-cca50905229b,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:00.213899 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:00.346189 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84067cfb-7894-44d8-925d-aece92c83d2b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Router 250c98b9-94d1-4f0a-920e-019abae90da9 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:47:00.533340 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84067cfb-7894-44d8-925d-aece92c83d2b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:47:00.543499 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0031c6-fb14-4ab6-af6a-deb48f7a13a7 None None] Sync routers for ids ['250c98b9-94d1-4f0a-920e-019abae90da9'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:47:00.553009 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0031c6-fb14-4ab6-af6a-deb48f7a13a7 None None] Routers {'250c98b9-94d1-4f0a-920e-019abae90da9'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:47:00.553664 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7e0031c6-fb14-4ab6-af6a-deb48f7a13a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:46:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['250c98b9-94d1-4f0a-920e-019abae90da9'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:00.566736 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ad5fe321-c896-4b28-9b2f-c5efdc29cc20 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for router_gateway, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:00.617710 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84067cfb-7894-44d8-925d-aece92c83d2b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:00.682921 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-84067cfb-7894-44d8-925d-aece92c83d2b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9241784 May 27 02:47:00.682921 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '620d5737-e0db-48a7-a6a4-3e0a5d256e67', 'tag': '5798b115-1bd7-4464-81a4-c5c95472f6e4'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:47:00.686461 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56320) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:00.748069 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-7e0031c6-fb14-4ab6-af6a-deb48f7a13a7 None None] Set router 250c98b9-94d1-4f0a-920e-019abae90da9 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:47:00.763633 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b1f5358-920e-4429-948a-1a880bcfa08b'] response: {'name': 'network-changed', 'server_uuid': '620d5737-e0db-48a7-a6a4-3e0a5d256e67', 'tag': '5798b115-1bd7-4464-81a4-c5c95472f6e4', 'status': 'completed', 'code': 200} May 27 02:47:00.840167 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34161632-710f-4104-a35c-86da9a009c68 tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:00.840975 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34161632-710f-4104-a35c-86da9a009c68 tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:00.841623 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34161632-710f-4104-a35c-86da9a009c68 tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:00.842233 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34161632-710f-4104-a35c-86da9a009c68 tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:00.842840 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34161632-710f-4104-a35c-86da9a009c68 tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:00.843450 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34161632-710f-4104-a35c-86da9a009c68 tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:00.844056 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34161632-710f-4104-a35c-86da9a009c68 tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:00.846088 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-34161632-710f-4104-a35c-86da9a009c68 tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4892 time: 0.1583343 May 27 02:47:00.848820 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56330) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:00.930709 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3317f997-cc98-4204-a8d6-da202b565781 tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:00.931180 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3317f997-cc98-4204-a8d6-da202b565781 tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:00.931699 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3317f997-cc98-4204-a8d6-da202b565781 tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:00.932189 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3317f997-cc98-4204-a8d6-da202b565781 tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:00.932610 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3317f997-cc98-4204-a8d6-da202b565781 tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:00.933200 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3317f997-cc98-4204-a8d6-da202b565781 tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:00.938055 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3317f997-cc98-4204-a8d6-da202b565781 tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3975 time: 0.0855379 May 27 02:47:00.938476 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56342) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:01.068761 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ad5fe321-c896-4b28-9b2f-c5efdc29cc20 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:01.286661 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7e0031c6-fb14-4ab6-af6a-deb48f7a13a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250c98b9-94d1-4f0a-920e-019abae90da9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1459759070', 'tenant_id': 'fb681a9ac3074576a3927168993abc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '1877017c-52c5-4b38-b591-e7de055218fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:46:22Z', 'updated_at': '2022-05-27T02:46:31Z', 'revision_number': 4, 'project_id': 'fb681a9ac3074576a3927168993abc95', 'gw_port': {'id': '1877017c-52c5-4b38-b591-e7de055218fa', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250c98b9-94d1-4f0a-920e-019abae90da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:46:23Z', 'updated_at': '2022-05-27T02:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '95cc490a-7c20-454d-8c38-c77070a9a3a5', 'tenant_id': 'fb681a9ac3074576a3927168993abc95', 'floating_ip_address': '172.25.1.154', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '250c98b9-94d1-4f0a-920e-019abae90da9', 'port_id': '5798b115-1bd7-4464-81a4-c5c95472f6e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '089299e9-5a98-4df9-8164-309755134228', 'mac_address': 'fa:16:3e:3d:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620d5737-e0db-48a7-a6a4-3e0a5d256e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:46:58Z', 'updated_at': '2022-05-27T02:46:58Z', 'revision_number': 0, 'project_id': 'fb681a9ac3074576a3927168993abc95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40713c0b-4247-4a84-b177-4a1036619fb3', 'name': '', 'network_id': '089299e9-5a98-4df9-8164-309755134228', 'tenant_id': 'fb681a9ac3074576a3927168993abc95', 'mac_address': 'fa:16:3e:62:08:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250c98b9-94d1-4f0a-920e-019abae90da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '2fd218f8-fc6d-45f0-8330-e9fc5020b63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:46:30Z', 'updated_at': '2022-05-27T02:46:40Z', 'revision_number': 5, 'project_id': 'fb681a9ac3074576a3927168993abc95', 'subnets': [{'id': '2fd218f8-fc6d-45f0-8330-e9fc5020b63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:01.290882 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0031c6-fb14-4ab6-af6a-deb48f7a13a7 None None] Checking router: 250c98b9-94d1-4f0a-920e-019abae90da9 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:47:01.302621 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0031c6-fb14-4ab6-af6a-deb48f7a13a7 None None] Routers {'250c98b9-94d1-4f0a-920e-019abae90da9'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:47:01.303528 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7e0031c6-fb14-4ab6-af6a-deb48f7a13a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:46:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['250c98b9-94d1-4f0a-920e-019abae90da9'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:01.342365 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cb67abff-79f4-4361-a6d1-3ac33a2b25d2 req-0ec1d94f-6f3e-4859-b427-99bafe919f03 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=158d5b73-5c47-46eb-9929-67e0b913a23d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1618831 May 27 02:47:01.399766 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae26d3-1a1e-457b-a5c6-135bf887f7bd req-765dea45-5cd7-4455-a3c3-d7f16d272299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:01.401554 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-78ae26d3-1a1e-457b-a5c6-135bf887f7bd req-765dea45-5cd7-4455-a3c3-d7f16d272299 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fb681a9ac3074576a3927168993abc95&device_id=620d5737-e0db-48a7-a6a4-3e0a5d256e67 HTTP/1.1" status: 200 len: 1135 time: 0.6248026 May 27 02:47:01.425319 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-78032056-8e14-444b-9af2-8ddd869b7b05 tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3055 time: 0.4834187 May 27 02:47:01.426107 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56364) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:01.576584 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-7e0031c6-fb14-4ab6-af6a-deb48f7a13a7 None None] Set router 250c98b9-94d1-4f0a-920e-019abae90da9 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:47:01.594856 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67abff-79f4-4361-a6d1-3ac33a2b25d2 req-8683f501-6876-46d3-b87f-708d4ec726fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:01.596099 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cb67abff-79f4-4361-a6d1-3ac33a2b25d2 req-8683f501-6876-46d3-b87f-708d4ec726fd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bacca2e928f240ac8e59ab0d5daf4b12&device_id=158d5b73-5c47-46eb-9929-67e0b913a23d HTTP/1.1" status: 200 len: 1097 time: 0.1066639 May 27 02:47:01.608116 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad32ffb5-0118-437f-b5dd-47eac8a10a2c tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:01.609218 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad32ffb5-0118-437f-b5dd-47eac8a10a2c tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:01.613899 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ad32ffb5-0118-437f-b5dd-47eac8a10a2c tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=250c98b9-94d1-4f0a-920e-019abae90da9 HTTP/1.1" status: 200 len: 1989 time: 0.1866162 May 27 02:47:01.616028 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae26d3-1a1e-457b-a5c6-135bf887f7bd req-b3bdf740-7a59-4ead-a633-e53eaeda327f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:01.617694 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-78ae26d3-1a1e-457b-a5c6-135bf887f7bd req-b3bdf740-7a59-4ead-a633-e53eaeda327f service neutron] 10.222.0.66 "GET /v2.0/networks?id=089299e9-5a98-4df9-8164-309755134228 HTTP/1.1" status: 200 len: 897 time: 0.1894932 May 27 02:47:01.743348 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-78ae26d3-1a1e-457b-a5c6-135bf887f7bd req-9dc9b976-ab5a-424c-aab7-787d528c8b2d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5798b115-1bd7-4464-81a4-c5c95472f6e4 HTTP/1.1" status: 200 len: 999 time: 0.1133358 May 27 02:47:01.837541 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67abff-79f4-4361-a6d1-3ac33a2b25d2 req-c1191bb1-a5ad-4179-bc3b-13843b77637d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:01.839030 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cb67abff-79f4-4361-a6d1-3ac33a2b25d2 req-c1191bb1-a5ad-4179-bc3b-13843b77637d service neutron] 10.222.0.32 "GET /v2.0/networks?id=d1c8f4cb-0499-441b-ab18-d5c3323d4cea HTTP/1.1" status: 200 len: 896 time: 0.2229819 May 27 02:47:01.848191 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5fe321-c896-4b28-9b2f-c5efdc29cc20 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Router 8d2af441-2b5b-4f6d-8fb5-237940ece492 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:47:01.996180 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae26d3-1a1e-457b-a5c6-135bf887f7bd req-05e0228a-4981-44f9-9c16-18f3dadd70e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:01.998696 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-78ae26d3-1a1e-457b-a5c6-135bf887f7bd req-05e0228a-4981-44f9-9c16-18f3dadd70e9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2fd218f8-fc6d-45f0-8330-e9fc5020b63e HTTP/1.1" status: 200 len: 834 time: 0.2486954 May 27 02:47:02.006866 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cb67abff-79f4-4361-a6d1-3ac33a2b25d2 req-fc3fe2a0-4745-441e-a9e3-3c7ea7647e23 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=6073efb2-a607-439a-b9ee-a0313856a73a HTTP/1.1" status: 200 len: 217 time: 0.1600058 May 27 02:47:02.064931 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7e0031c6-fb14-4ab6-af6a-deb48f7a13a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250c98b9-94d1-4f0a-920e-019abae90da9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1459759070', 'tenant_id': 'fb681a9ac3074576a3927168993abc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '1877017c-52c5-4b38-b591-e7de055218fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:46:22Z', 'updated_at': '2022-05-27T02:46:31Z', 'revision_number': 4, 'project_id': 'fb681a9ac3074576a3927168993abc95', 'gw_port': {'id': '1877017c-52c5-4b38-b591-e7de055218fa', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250c98b9-94d1-4f0a-920e-019abae90da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:46:23Z', 'updated_at': '2022-05-27T02:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '95cc490a-7c20-454d-8c38-c77070a9a3a5', 'tenant_id': 'fb681a9ac3074576a3927168993abc95', 'floating_ip_address': '172.25.1.154', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '250c98b9-94d1-4f0a-920e-019abae90da9', 'port_id': '5798b115-1bd7-4464-81a4-c5c95472f6e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '089299e9-5a98-4df9-8164-309755134228', 'mac_address': 'fa:16:3e:3d:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620d5737-e0db-48a7-a6a4-3e0a5d256e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:46:58Z', 'updated_at': '2022-05-27T02:46:58Z', 'revision_number': 0, 'project_id': 'fb681a9ac3074576a3927168993abc95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40713c0b-4247-4a84-b177-4a1036619fb3', 'name': '', 'network_id': '089299e9-5a98-4df9-8164-309755134228', 'tenant_id': 'fb681a9ac3074576a3927168993abc95', 'mac_address': 'fa:16:3e:62:08:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250c98b9-94d1-4f0a-920e-019abae90da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '2fd218f8-fc6d-45f0-8330-e9fc5020b63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:46:30Z', 'updated_at': '2022-05-27T02:46:40Z', 'revision_number': 5, 'project_id': 'fb681a9ac3074576a3927168993abc95', 'subnets': [{'id': '2fd218f8-fc6d-45f0-8330-e9fc5020b63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:02.073818 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0031c6-fb14-4ab6-af6a-deb48f7a13a7 None None] The sync data for ids ['250c98b9-94d1-4f0a-920e-019abae90da9'] in n-d-843554-3 is: [{'id': '250c98b9-94d1-4f0a-920e-019abae90da9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1459759070', 'tenant_id': 'fb681a9ac3074576a3927168993abc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '1877017c-52c5-4b38-b591-e7de055218fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:46:22Z', 'updated_at': '2022-05-27T02:46:31Z', 'revision_number': 4, 'project_id': 'fb681a9ac3074576a3927168993abc95', 'gw_port': {'id': '1877017c-52c5-4b38-b591-e7de055218fa', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250c98b9-94d1-4f0a-920e-019abae90da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:46:23Z', 'updated_at': '2022-05-27T02:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '95cc490a-7c20-454d-8c38-c77070a9a3a5', 'tenant_id': 'fb681a9ac3074576a3927168993abc95', 'floating_ip_address': '172.25.1.154', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '250c98b9-94d1-4f0a-920e-019abae90da9', 'port_id': '5798b115-1bd7-4464-81a4-c5c95472f6e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '089299e9-5a98-4df9-8164-309755134228', 'mac_address': 'fa:16:3e:3d:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620d5737-e0db-48a7-a6a4-3e0a5d256e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:46:58Z', 'updated_at': '2022-05-27T02:46:58Z', 'revision_number': 0, 'project_id': 'fb681a9ac3074576a3927168993abc95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40713c0b-4247-4a84-b177-4a1036619fb3', 'name': '', 'network_id': '089299e9-5a98-4df9-8164-309755134228', 'tenant_id': 'fb681a9ac3074576a3927168993abc95', 'mac_address': 'fa:16:3e:62:08:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250c98b9-94d1-4f0a-920e-019abae90da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '2fd218f8-fc6d-45f0-8330-e9fc5020b63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:46:30Z', 'updated_at': '2022-05-27T02:46:40Z', 'revision_number': 5, 'project_id': 'fb681a9ac3074576a3927168993abc95', 'subnets': [{'id': '2fd218f8-fc6d-45f0-8330-e9fc5020b63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:47:02.109029 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67abff-79f4-4361-a6d1-3ac33a2b25d2 req-9318139c-fcdb-4a75-8e83-ef4bf7d9290d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:02.111215 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cb67abff-79f4-4361-a6d1-3ac33a2b25d2 req-9318139c-fcdb-4a75-8e83-ef4bf7d9290d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c3173eb9-2306-497e-b835-648e94d0312d HTTP/1.1" status: 200 len: 837 time: 0.0954747 May 27 02:47:02.200268 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5fe321-c896-4b28-9b2f-c5efdc29cc20 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:47:02.212774 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba383c2-aba5-4185-be85-f41c0d493044 None None] Sync routers for ids ['8d2af441-2b5b-4f6d-8fb5-237940ece492'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:47:02.226649 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba383c2-aba5-4185-be85-f41c0d493044 None None] Routers {'8d2af441-2b5b-4f6d-8fb5-237940ece492'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:47:02.228832 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-fba383c2-aba5-4185-be85-f41c0d493044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:46:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['8d2af441-2b5b-4f6d-8fb5-237940ece492'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:02.281308 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67abff-79f4-4361-a6d1-3ac33a2b25d2 req-4f61503a-b781-4f58-bbcb-0f9727fb67b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:02.283572 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cb67abff-79f4-4361-a6d1-3ac33a2b25d2 req-4f61503a-b781-4f58-bbcb-0f9727fb67b7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d1c8f4cb-0499-441b-ab18-d5c3323d4cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1654160 May 27 02:47:02.288330 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae26d3-1a1e-457b-a5c6-135bf887f7bd req-8cd4cace-dde3-4f9c-a658-e6716ee9b125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:02.289996 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-78ae26d3-1a1e-457b-a5c6-135bf887f7bd req-8cd4cace-dde3-4f9c-a658-e6716ee9b125 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=089299e9-5a98-4df9-8164-309755134228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2846317 May 27 02:47:02.457611 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-78ae26d3-1a1e-457b-a5c6-135bf887f7bd req-7d7539a1-edbd-4c6b-97e4-8c25bc4c2812 service neutron] 10.222.0.66 "GET /v2.0/networks/089299e9-5a98-4df9-8164-309755134228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608651 May 27 02:47:02.458819 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ad5fe321-c896-4b28-9b2f-c5efdc29cc20 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:02.464419 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ad5fe321-c896-4b28-9b2f-c5efdc29cc20 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.1335938 May 27 02:47:02.465985 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56376) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:02.524050 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bd7c00-bf02-4fe3-b444-68a472964ac6 None None] New status for floating IP 95cc490a-7c20-454d-8c38-c77070a9a3a5: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:47:02.575385 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cb67abff-79f4-4361-a6d1-3ac33a2b25d2 req-a428db75-fdbc-4532-bc0d-305a441ff741 service neutron] 10.222.0.32 "GET /v2.0/networks/d1c8f4cb-0499-441b-ab18-d5c3323d4cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824802 May 27 02:47:02.592543 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-fba383c2-aba5-4185-be85-f41c0d493044 None None] Set router 8d2af441-2b5b-4f6d-8fb5-237940ece492 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:47:02.858435 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cb67abff-79f4-4361-a6d1-3ac33a2b25d2 req-de3df214-06d5-4110-a97b-4a3f66aa984a service neutron] 10.222.0.32 "GET /v2.0/networks/d1c8f4cb-0499-441b-ab18-d5c3323d4cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701132 May 27 02:47:02.871247 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-78ae26d3-1a1e-457b-a5c6-135bf887f7bd req-4b7690e5-53a9-4d2c-90e0-e36e9dc2890a service neutron] 10.222.0.66 "GET /v2.0/networks/089299e9-5a98-4df9-8164-309755134228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042842 May 27 02:47:02.895203 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2262d9b6-4994-4ca4-970e-09b35c8ddc89 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=b59631ecfa194f20bd33f8d2b34a5767&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3842134 May 27 02:47:02.897865 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56382) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:03.110216 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-fba383c2-aba5-4185-be85-f41c0d493044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d2af441-2b5b-4f6d-8fb5-237940ece492', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1370791955', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '15d66e64-e1b9-4ec3-b8f0-cca50905229b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:46:58Z', 'updated_at': '2022-05-27T02:47:00Z', 'revision_number': 3, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': '15d66e64-e1b9-4ec3-b8f0-cca50905229b', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:97:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d2af441-2b5b-4f6d-8fb5-237940ece492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:46:59Z', 'updated_at': '2022-05-27T02:46:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:03.114805 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba383c2-aba5-4185-be85-f41c0d493044 None None] Checking router: 8d2af441-2b5b-4f6d-8fb5-237940ece492 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:47:03.115151 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba383c2-aba5-4185-be85-f41c0d493044 None None] Updating router 8d2af441-2b5b-4f6d-8fb5-237940ece492 port 15d66e64-e1b9-4ec3-b8f0-cca50905229b binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:47:03.179905 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbc45f4-41c2-4df3-8e0e-98bf58b2b103 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:03.181610 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-bfbc45f4-41c2-4df3-8e0e-98bf58b2b103 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2826631 May 27 02:47:03.182871 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-fba383c2-aba5-4185-be85-f41c0d493044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:03.184933 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56388) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:03.243627 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-08f01e16-6aa9-4acc-be01-138a74cc4e5b tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=d97d5b0c-4580-406a-95fb-4efaa0c98188&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0570538 May 27 02:47:03.246915 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56394) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:03.253948 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-2e487265-1ff8-4b85-935e-940bfb8a5ef6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1963157387', 'network_id': '9e96f255-93d9-417c-a8a1-6b7c73c795a8', 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:47:03.438137 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-2e487265-1ff8-4b85-935e-940bfb8a5ef6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:47:03.442911 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-2e487265-1ff8-4b85-935e-940bfb8a5ef6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:subnet and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:47:03.446589 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-2e487265-1ff8-4b85-935e-940bfb8a5ef6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:47:03.454692 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-2e487265-1ff8-4b85-935e-940bfb8a5ef6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:47:03.525859 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e487265-1ff8-4b85-935e-940bfb8a5ef6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Made reservation on behalf of b59631ecfa194f20bd33f8d2b34a5767 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:47:03.529632 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2e487265-1ff8-4b85-935e-940bfb8a5ef6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:03.647693 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-fba383c2-aba5-4185-be85-f41c0d493044 None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:03.662534 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-fba383c2-aba5-4185-be85-f41c0d493044 None None] Transition to ACTIVE for port object 15d66e64-e1b9-4ec3-b8f0-cca50905229b will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:47:03.787379 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-fba383c2-aba5-4185-be85-f41c0d493044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:03.907097 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05dd9b4-7a2a-44cd-af59-61a51d8fc257 None None] Pushing event updated for resources: {'Port': ['ID=15d66e64-e1b9-4ec3-b8f0-cca50905229b,revision_number=2']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:03.909489 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-fba383c2-aba5-4185-be85-f41c0d493044 None None] Attempting to bind port 15d66e64-e1b9-4ec3-b8f0-cca50905229b on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:47:03.909890 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-fba383c2-aba5-4185-be85-f41c0d493044 None None] Attempting to bind port 15d66e64-e1b9-4ec3-b8f0-cca50905229b by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:47:03.910399 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba383c2-aba5-4185-be85-f41c0d493044 None None] Attempting to bind port 15d66e64-e1b9-4ec3-b8f0-cca50905229b on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:47:03.917171 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba383c2-aba5-4185-be85-f41c0d493044 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:47:03.917541 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba383c2-aba5-4185-be85-f41c0d493044 None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:47:03.918079 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-fba383c2-aba5-4185-be85-f41c0d493044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:03.918889 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba383c2-aba5-4185-be85-f41c0d493044 None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:47:03.919344 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-fba383c2-aba5-4185-be85-f41c0d493044 None None] Bound port: 15d66e64-e1b9-4ec3-b8f0-cca50905229b, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:47:03.919702 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-fba383c2-aba5-4185-be85-f41c0d493044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:03.995615 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2e487265-1ff8-4b85-935e-940bfb8a5ef6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:04.007125 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-fba383c2-aba5-4185-be85-f41c0d493044 None None] For port 15d66e64-e1b9-4ec3-b8f0-cca50905229b, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:47:04.010927 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-fba383c2-aba5-4185-be85-f41c0d493044 None None] For port 15d66e64-e1b9-4ec3-b8f0-cca50905229b, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=15d66e64-e1b9-4ec3-b8f0-cca50905229b,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:47:04.075612 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-fba383c2-aba5-4185-be85-f41c0d493044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:04.225501 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05dd9b4-7a2a-44cd-af59-61a51d8fc257 None None] Pushing event updated for resources: {'Port': ['ID=15d66e64-e1b9-4ec3-b8f0-cca50905229b,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:04.249568 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e487265-1ff8-4b85-935e-940bfb8a5ef6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'Subnet': ['ID=2ee01894-57a6-45ec-a926-f8912d98c8b9,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:04.257506 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba383c2-aba5-4185-be85-f41c0d493044 None None] Routers {'8d2af441-2b5b-4f6d-8fb5-237940ece492'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:47:04.258133 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-fba383c2-aba5-4185-be85-f41c0d493044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:46:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['8d2af441-2b5b-4f6d-8fb5-237940ece492'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:04.259539 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e487265-1ff8-4b85-935e-940bfb8a5ef6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Checking segment: {'id': '6740af22-6b0c-4bfb-80ad-829f2dad4c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9e96f255-93d9-417c-a8a1-6b7c73c795a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:47:04.259998 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e487265-1ff8-4b85-935e-940bfb8a5ef6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Network hostable DHCP agents. Network: 9e96f255-93d9-417c-a8a1-6b7c73c795a8, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:47:04.271532 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e487265-1ff8-4b85-935e-940bfb8a5ef6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:04.271973 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e487265-1ff8-4b85-935e-940bfb8a5ef6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:04.272369 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e487265-1ff8-4b85-935e-940bfb8a5ef6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:04.272944 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e487265-1ff8-4b85-935e-940bfb8a5ef6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:04.273330 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e487265-1ff8-4b85-935e-940bfb8a5ef6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:04.273712 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e487265-1ff8-4b85-935e-940bfb8a5ef6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:04.274193 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e487265-1ff8-4b85-935e-940bfb8a5ef6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:04.274632 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e487265-1ff8-4b85-935e-940bfb8a5ef6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:04.275014 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e487265-1ff8-4b85-935e-940bfb8a5ef6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:04.275397 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e487265-1ff8-4b85-935e-940bfb8a5ef6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:04.275775 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e487265-1ff8-4b85-935e-940bfb8a5ef6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:04.276228 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e487265-1ff8-4b85-935e-940bfb8a5ef6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:04.412604 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e487265-1ff8-4b85-935e-940bfb8a5ef6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Network 9e96f255-93d9-417c-a8a1-6b7c73c795a8 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:47:04.469802 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-fba383c2-aba5-4185-be85-f41c0d493044 None None] Set router 8d2af441-2b5b-4f6d-8fb5-237940ece492 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:47:04.511200 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-2e487265-1ff8-4b85-935e-940bfb8a5ef6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 9e96f255-93d9-417c-a8a1-6b7c73c795a8) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:47:04.523944 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e487265-1ff8-4b85-935e-940bfb8a5ef6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:04.526787 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c5f91e-8eb9-41f8-9e17-50dee8412556 None None] Network 9e96f255-93d9-417c-a8a1-6b7c73c795a8 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:47:04.532182 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2e487265-1ff8-4b85-935e-940bfb8a5ef6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:04.640781 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2e487265-1ff8-4b85-935e-940bfb8a5ef6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3897870 May 27 02:47:04.641495 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56402) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:04.816476 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-fba383c2-aba5-4185-be85-f41c0d493044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d2af441-2b5b-4f6d-8fb5-237940ece492', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1370791955', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '15d66e64-e1b9-4ec3-b8f0-cca50905229b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:46:58Z', 'updated_at': '2022-05-27T02:47:00Z', 'revision_number': 3, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': '15d66e64-e1b9-4ec3-b8f0-cca50905229b', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:97:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d2af441-2b5b-4f6d-8fb5-237940ece492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:46:59Z', 'updated_at': '2022-05-27T02:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:04.820642 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba383c2-aba5-4185-be85-f41c0d493044 None None] The sync data for ids ['8d2af441-2b5b-4f6d-8fb5-237940ece492'] in n-d-843554-3 is: [{'id': '8d2af441-2b5b-4f6d-8fb5-237940ece492', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1370791955', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '15d66e64-e1b9-4ec3-b8f0-cca50905229b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:46:58Z', 'updated_at': '2022-05-27T02:47:00Z', 'revision_number': 3, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': '15d66e64-e1b9-4ec3-b8f0-cca50905229b', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:97:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d2af441-2b5b-4f6d-8fb5-237940ece492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:46:59Z', 'updated_at': '2022-05-27T02:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:47:04.863623 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535bb7bf-ac5e-4645-bd86-65c001dea4b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-9e96f255-93d9-417c-a8a1-6b7c73c795a8', 'network_id': '9e96f255-93d9-417c-a8a1-6b7c73c795a8', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'fixed_ips': [{'subnet_id': '2ee01894-57a6-45ec-a926-f8912d98c8b9'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:47:04.864887 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-535bb7bf-ac5e-4645-bd86-65c001dea4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:05.016408 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8c6953b2-a34e-48b0-bc02-9f298482d8fb req-39a81ec4-3767-4e87-8dd3-2c144d4c7b7c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c9cc0598-fd70-4bc5-b417-08c605ff8840&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2439804 May 27 02:47:05.139784 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-535bb7bf-ac5e-4645-bd86-65c001dea4b7 None None] Allocated IP 172.20.0.2 (9e96f255-93d9-417c-a8a1-6b7c73c795a8/2ee01894-57a6-45ec-a926-f8912d98c8b9/5b40db2e-78aa-4c56-b8a5-64a82a6c38cb) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:47:05.573813 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 15d66e64-e1b9-4ec3-b8f0-cca50905229b up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:47:05.711642 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-535bb7bf-ac5e-4645-bd86-65c001dea4b7 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:05.734796 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-535bb7bf-ac5e-4645-bd86-65c001dea4b7 None None] Transition to ACTIVE for port object 5b40db2e-78aa-4c56-b8a5-64a82a6c38cb will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:47:05.767356 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-535bb7bf-ac5e-4645-bd86-65c001dea4b7 None None] Transition to ACTIVE for port object 5b40db2e-78aa-4c56-b8a5-64a82a6c38cb will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:47:05.828891 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 15d66e64-e1b9-4ec3-b8f0-cca50905229b completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:47:05.835437 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 15d66e64-e1b9-4ec3-b8f0-cca50905229b triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:47:05.835979 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:05.897821 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-535bb7bf-ac5e-4645-bd86-65c001dea4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:05.906737 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6953b2-a34e-48b0-bc02-9f298482d8fb req-49bb4dcd-2d96-4d73-be6f-1a3207342bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:05.908252 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8c6953b2-a34e-48b0-bc02-9f298482d8fb req-49bb4dcd-2d96-4d73-be6f-1a3207342bc2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bacca2e928f240ac8e59ab0d5daf4b12&device_id=c9cc0598-fd70-4bc5-b417-08c605ff8840 HTTP/1.1" status: 200 len: 1097 time: 0.7339377 May 27 02:47:06.167756 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535bb7bf-ac5e-4645-bd86-65c001dea4b7 None None] Network 9e96f255-93d9-417c-a8a1-6b7c73c795a8 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:47:06.173130 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-535bb7bf-ac5e-4645-bd86-65c001dea4b7 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:47:06.174952 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535bb7bf-ac5e-4645-bd86-65c001dea4b7 None None] Pushing event updated for resources: {'Port': ['ID=5b40db2e-78aa-4c56-b8a5-64a82a6c38cb,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:06.177274 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535bb7bf-ac5e-4645-bd86-65c001dea4b7 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:47:06.366760 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6953b2-a34e-48b0-bc02-9f298482d8fb req-a2820735-3859-4fe1-afd5-96cf124009e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:06.367690 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8c6953b2-a34e-48b0-bc02-9f298482d8fb req-a2820735-3859-4fe1-afd5-96cf124009e9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0 HTTP/1.1" status: 200 len: 897 time: 0.4370697 May 27 02:47:06.474871 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 15d66e64-e1b9-4ec3-b8f0-cca50905229b is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:47:06.475575 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:06.484019 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-535bb7bf-ac5e-4645-bd86-65c001dea4b7 None None] Attempting to bind port 5b40db2e-78aa-4c56-b8a5-64a82a6c38cb on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:47:06.485271 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-535bb7bf-ac5e-4645-bd86-65c001dea4b7 None None] Attempting to bind port 5b40db2e-78aa-4c56-b8a5-64a82a6c38cb by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '6740af22-6b0c-4bfb-80ad-829f2dad4c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9e96f255-93d9-417c-a8a1-6b7c73c795a8'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:47:06.485933 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535bb7bf-ac5e-4645-bd86-65c001dea4b7 None None] Attempting to bind port 5b40db2e-78aa-4c56-b8a5-64a82a6c38cb on network 9e96f255-93d9-417c-a8a1-6b7c73c795a8 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:47:06.497182 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535bb7bf-ac5e-4645-bd86-65c001dea4b7 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:47:06.497937 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535bb7bf-ac5e-4645-bd86-65c001dea4b7 None None] Checking segment: {'id': '6740af22-6b0c-4bfb-80ad-829f2dad4c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9e96f255-93d9-417c-a8a1-6b7c73c795a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:47:06.499241 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-535bb7bf-ac5e-4645-bd86-65c001dea4b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:06.499707 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-09b48b4a-dcea-4483-b49e-7a6250f72599 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:06.500944 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535bb7bf-ac5e-4645-bd86-65c001dea4b7 None None] Bound using segment: {'id': '6740af22-6b0c-4bfb-80ad-829f2dad4c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9e96f255-93d9-417c-a8a1-6b7c73c795a8'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:47:06.501660 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-535bb7bf-ac5e-4645-bd86-65c001dea4b7 None None] Bound port: 5b40db2e-78aa-4c56-b8a5-64a82a6c38cb, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6740af22-6b0c-4bfb-80ad-829f2dad4c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9e96f255-93d9-417c-a8a1-6b7c73c795a8'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:47:06.502561 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-535bb7bf-ac5e-4645-bd86-65c001dea4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:06.592598 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8c6953b2-a34e-48b0-bc02-9f298482d8fb req-bdfc91cf-810f-4eca-9989-c8c9f890b3de service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=954cb324-abf6-40bc-bb75-0e65d94a8ebd HTTP/1.1" status: 200 len: 1001 time: 0.2122006 May 27 02:47:06.635853 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-535bb7bf-ac5e-4645-bd86-65c001dea4b7 None None] For port 5b40db2e-78aa-4c56-b8a5-64a82a6c38cb, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:47:06.641434 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-535bb7bf-ac5e-4645-bd86-65c001dea4b7 None None] For port 5b40db2e-78aa-4c56-b8a5-64a82a6c38cb, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=5b40db2e-78aa-4c56-b8a5-64a82a6c38cb,segment=NetworkSegment(6740af22-6b0c-4bfb-80ad-829f2dad4c72),segment_id=6740af22-6b0c-4bfb-80ad-829f2dad4c72)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:47:06.646740 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 15d66e64-e1b9-4ec3-b8f0-cca50905229b, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=15d66e64-e1b9-4ec3-b8f0-cca50905229b,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:47:06.729237 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-535bb7bf-ac5e-4645-bd86-65c001dea4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:06.843333 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535bb7bf-ac5e-4645-bd86-65c001dea4b7 None None] Pushing event updated for resources: {'Port': ['ID=5b40db2e-78aa-4c56-b8a5-64a82a6c38cb,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:06.856433 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:06.942604 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=15d66e64-e1b9-4ec3-b8f0-cca50905229b,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:06.944506 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6953b2-a34e-48b0-bc02-9f298482d8fb req-ea6e9ea4-a870-4728-9626-48dcea5618a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:06.946162 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8c6953b2-a34e-48b0-bc02-9f298482d8fb req-ea6e9ea4-a870-4728-9626-48dcea5618a3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0d882589-d066-4537-a583-3c6a99c11c9c HTTP/1.1" status: 200 len: 835 time: 0.3451595 May 27 02:47:07.138883 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6953b2-a34e-48b0-bc02-9f298482d8fb req-e47c5de6-f110-422a-9238-314c22365959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:07.142298 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8c6953b2-a34e-48b0-bc02-9f298482d8fb req-e47c5de6-f110-422a-9238-314c22365959 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1869090 May 27 02:47:07.466670 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-09b48b4a-dcea-4483-b49e-7a6250f72599 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Allocated IP 172.20.0.1 (9e96f255-93d9-417c-a8a1-6b7c73c795a8/2ee01894-57a6-45ec-a926-f8912d98c8b9/a8bbe7c0-e94a-445c-8c3d-768a9ee4800a) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:47:07.558840 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 5b40db2e-78aa-4c56-b8a5-64a82a6c38cb up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:47:07.586179 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8c6953b2-a34e-48b0-bc02-9f298482d8fb req-e4e7cda2-8842-4664-b1c2-e9dc660aa71b service neutron] 10.222.0.66 "GET /v2.0/networks/d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676403 May 27 02:47:07.714477 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 5b40db2e-78aa-4c56-b8a5-64a82a6c38cb completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:47:07.722089 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 15d66e64-e1b9-4ec3-b8f0-cca50905229b up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:47:07.795565 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-09b48b4a-dcea-4483-b49e-7a6250f72599 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:07.804536 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8c6953b2-a34e-48b0-bc02-9f298482d8fb req-a96513be-6e80-4b8d-aee6-0ddf80707ede service neutron] 10.222.0.66 "GET /v2.0/networks/d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122431 May 27 02:47:07.822188 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-09b48b4a-dcea-4483-b49e-7a6250f72599 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Transition to ACTIVE for port object a8bbe7c0-e94a-445c-8c3d-768a9ee4800a will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:47:07.842683 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 15d66e64-e1b9-4ec3-b8f0-cca50905229b triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:47:07.843061 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:07.929283 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-09b48b4a-dcea-4483-b49e-7a6250f72599 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:07.995315 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 15d66e64-e1b9-4ec3-b8f0-cca50905229b is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:47:08.040953 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b48b4a-dcea-4483-b49e-7a6250f72599 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'Port': ['ID=a8bbe7c0-e94a-445c-8c3d-768a9ee4800a,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:08.054319 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b48b4a-dcea-4483-b49e-7a6250f72599 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Network 9e96f255-93d9-417c-a8a1-6b7c73c795a8 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:47:08.056004 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-09b48b4a-dcea-4483-b49e-7a6250f72599 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:47:08.059551 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b48b4a-dcea-4483-b49e-7a6250f72599 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:47:08.131077 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-09b48b4a-dcea-4483-b49e-7a6250f72599 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:08.387941 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-09b48b4a-dcea-4483-b49e-7a6250f72599 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:08.400241 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c75564-5eec-495a-acc0-0f7718b07dec None None] Network 9e96f255-93d9-417c-a8a1-6b7c73c795a8 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:47:08.563852 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-dc883036-ad77-469d-9e8b-86eb1265663a None None] Provisioning for port 5b40db2e-78aa-4c56-b8a5-64a82a6c38cb completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:47:08.580240 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-dc883036-ad77-469d-9e8b-86eb1265663a None None] Provisioning complete for port 5b40db2e-78aa-4c56-b8a5-64a82a6c38cb triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:47:08.580540 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-dc883036-ad77-469d-9e8b-86eb1265663a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:08.758672 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-dc883036-ad77-469d-9e8b-86eb1265663a None None] Current status of the port 5b40db2e-78aa-4c56-b8a5-64a82a6c38cb is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:47:08.759333 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-dc883036-ad77-469d-9e8b-86eb1265663a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:08.796951 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-dc883036-ad77-469d-9e8b-86eb1265663a None None] For port 5b40db2e-78aa-4c56-b8a5-64a82a6c38cb, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=5b40db2e-78aa-4c56-b8a5-64a82a6c38cb,segment=NetworkSegment(6740af22-6b0c-4bfb-80ad-829f2dad4c72),segment_id=6740af22-6b0c-4bfb-80ad-829f2dad4c72)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:47:08.856658 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-09b48b4a-dcea-4483-b49e-7a6250f72599 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:08.886454 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-dc883036-ad77-469d-9e8b-86eb1265663a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:08.942786 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-09b48b4a-dcea-4483-b49e-7a6250f72599 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:09.001530 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc883036-ad77-469d-9e8b-86eb1265663a None None] Pushing event updated for resources: {'Port': ['ID=5b40db2e-78aa-4c56-b8a5-64a82a6c38cb,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:09.108427 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-09b48b4a-dcea-4483-b49e-7a6250f72599 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:09.113191 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b48b4a-dcea-4483-b49e-7a6250f72599 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'Port': ['ID=a8bbe7c0-e94a-445c-8c3d-768a9ee4800a,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:09.125644 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e7df0b5f-281e-4355-b145-4bd692864a54 None None] Provisioning complete for port 5b40db2e-78aa-4c56-b8a5-64a82a6c38cb triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:47:09.126020 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e7df0b5f-281e-4355-b145-4bd692864a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:09.344493 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-e7df0b5f-281e-4355-b145-4bd692864a54 None None] Current status of the port 5b40db2e-78aa-4c56-b8a5-64a82a6c38cb is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:47:09.419556 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b48b4a-dcea-4483-b49e-7a6250f72599 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Network 9e96f255-93d9-417c-a8a1-6b7c73c795a8 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:47:09.420843 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-09b48b4a-dcea-4483-b49e-7a6250f72599 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:47:09.437062 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e7df0b5f-281e-4355-b145-4bd692864a54 None None] Provisioning for port a8bbe7c0-e94a-445c-8c3d-768a9ee4800a completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:47:09.451971 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e7df0b5f-281e-4355-b145-4bd692864a54 None None] Provisioning complete for port a8bbe7c0-e94a-445c-8c3d-768a9ee4800a triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:47:09.451971 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e7df0b5f-281e-4355-b145-4bd692864a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:09.548688 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 5b40db2e-78aa-4c56-b8a5-64a82a6c38cb up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:47:09.633307 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-e7df0b5f-281e-4355-b145-4bd692864a54 None None] Port a8bbe7c0-e94a-445c-8c3d-768a9ee4800a cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:47:09.642577 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 5b40db2e-78aa-4c56-b8a5-64a82a6c38cb triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:47:09.642932 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:09.781162 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b48b4a-dcea-4483-b49e-7a6250f72599 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Router 8d2af441-2b5b-4f6d-8fb5-237940ece492 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:47:09.786481 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1abbabdb-9e1b-4675-b1bf-289bcd0662af None None] Provisioning complete for port a8bbe7c0-e94a-445c-8c3d-768a9ee4800a triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:47:09.786481 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1abbabdb-9e1b-4675-b1bf-289bcd0662af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:09.897864 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-1abbabdb-9e1b-4675-b1bf-289bcd0662af None None] Port a8bbe7c0-e94a-445c-8c3d-768a9ee4800a cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:47:09.903888 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 5b40db2e-78aa-4c56-b8a5-64a82a6c38cb is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:47:10.555223 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b48b4a-dcea-4483-b49e-7a6250f72599 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:47:10.556849 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9a51f7dc-2d36-41a3-bd78-2247f58d415a None None] Provisioning complete for port a8bbe7c0-e94a-445c-8c3d-768a9ee4800a triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:47:10.556849 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9a51f7dc-2d36-41a3-bd78-2247f58d415a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:10.557136 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256ba289-b37d-4ec8-973c-1ba6587fd1ed None None] Sync routers for ids ['8d2af441-2b5b-4f6d-8fb5-237940ece492'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:47:10.557711 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-09b48b4a-dcea-4483-b49e-7a6250f72599 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "PUT /v2.0/routers/8d2af441-2b5b-4f6d-8fb5-237940ece492/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3911130 May 27 02:47:10.558103 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256ba289-b37d-4ec8-973c-1ba6587fd1ed None None] Routers {'8d2af441-2b5b-4f6d-8fb5-237940ece492'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:47:10.558103 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-256ba289-b37d-4ec8-973c-1ba6587fd1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:46:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['8d2af441-2b5b-4f6d-8fb5-237940ece492'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:10.558291 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9a51f7dc-2d36-41a3-bd78-2247f58d415a None None] Port a8bbe7c0-e94a-445c-8c3d-768a9ee4800a cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:47:10.558383 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-256ba289-b37d-4ec8-973c-1ba6587fd1ed None None] Set router 8d2af441-2b5b-4f6d-8fb5-237940ece492 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:47:10.558383 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-256ba289-b37d-4ec8-973c-1ba6587fd1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d2af441-2b5b-4f6d-8fb5-237940ece492', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1370791955', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '15d66e64-e1b9-4ec3-b8f0-cca50905229b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:46:58Z', 'updated_at': '2022-05-27T02:47:08Z', 'revision_number': 4, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': '15d66e64-e1b9-4ec3-b8f0-cca50905229b', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:97:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2af441-2b5b-4f6d-8fb5-237940ece492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:46:59Z', 'updated_at': '2022-05-27T02:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'a8bbe7c0-e94a-445c-8c3d-768a9ee4800a', 'name': '', 'network_id': '9e96f255-93d9-417c-a8a1-6b7c73c795a8', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'mac_address': 'fa:16:3e:36:07:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d2af441-2b5b-4f6d-8fb5-237940ece492', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '2ee01894-57a6-45ec-a926-f8912d98c8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:47:07Z', 'updated_at': '2022-05-27T02:47:08Z', 'revision_number': 2, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'subnets': [{'id': '2ee01894-57a6-45ec-a926-f8912d98c8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:10.558383 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256ba289-b37d-4ec8-973c-1ba6587fd1ed None None] Checking router: 8d2af441-2b5b-4f6d-8fb5-237940ece492 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:47:10.558383 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256ba289-b37d-4ec8-973c-1ba6587fd1ed None None] Updating router 8d2af441-2b5b-4f6d-8fb5-237940ece492 port a8bbe7c0-e94a-445c-8c3d-768a9ee4800a binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:47:10.585829 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-256ba289-b37d-4ec8-973c-1ba6587fd1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:10.817303 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56464) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:10.849759 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-8336664c-8819-4713-a46f-72dc9039b253 req-5420da07-353c-4183-9e98-dc7c8fee4e40 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Synchronizing usage tracker for tenant:b59631ecfa194f20bd33f8d2b34a5767 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:47:10.922521 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-8336664c-8819-4713-a46f-72dc9039b253 req-5420da07-353c-4183-9e98-dc7c8fee4e40 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Unset dirty status for tenant:b59631ecfa194f20bd33f8d2b34a5767 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:47:10.924966 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8336664c-8819-4713-a46f-72dc9039b253 req-5420da07-353c-4183-9e98-dc7c8fee4e40 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1353503963&fields=id&tenant_id=b59631ecfa194f20bd33f8d2b34a5767 HTTP/1.1" status: 200 len: 267 time: 0.1478789 May 27 02:47:11.031468 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9bdd37d8-72df-45a0-8082-3a0e896e0452 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=05541351d98c4d29a1b5dc02081b4b46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2124126 May 27 02:47:11.034791 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56470) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:11.038628 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-256ba289-b37d-4ec8-973c-1ba6587fd1ed None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:11.053123 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-256ba289-b37d-4ec8-973c-1ba6587fd1ed None None] Transition to ACTIVE for port object a8bbe7c0-e94a-445c-8c3d-768a9ee4800a will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:47:11.094995 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6aaed51-c0ab-4f61-b4f1-f45567fbf2c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:11.121218 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-256ba289-b37d-4ec8-973c-1ba6587fd1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:11.131874 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336664c-8819-4713-a46f-72dc9039b253 req-c4e6a0b9-b197-4eca-8835-af1659c2314e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:11.133469 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-8336664c-8819-4713-a46f-72dc9039b253 req-c4e6a0b9-b197-4eca-8835-af1659c2314e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Synchronizing usage tracker for tenant:b59631ecfa194f20bd33f8d2b34a5767 on resource:network {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:47:11.133582 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6aaed51-c0ab-4f61-b4f1-f45567fbf2c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:11.274896 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-8336664c-8819-4713-a46f-72dc9039b253 req-c4e6a0b9-b197-4eca-8835-af1659c2314e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Unset dirty status for tenant:b59631ecfa194f20bd33f8d2b34a5767 on resource:network {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:47:11.276228 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8336664c-8819-4713-a46f-72dc9039b253 req-c4e6a0b9-b197-4eca-8835-af1659c2314e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/networks?id=9e96f255-93d9-417c-a8a1-6b7c73c795a8 HTTP/1.1" status: 200 len: 796 time: 0.3445258 May 27 02:47:11.295615 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220066c7-7aaa-45f5-9d8a-649b8c77765d None None] Pushing event updated for resources: {'Port': ['ID=a8bbe7c0-e94a-445c-8c3d-768a9ee4800a,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:11.303093 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6aaed51-c0ab-4f61-b4f1-f45567fbf2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:11.323111 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8336664c-8819-4713-a46f-72dc9039b253 req-7d678612-8899-4c06-9d63-8d1ede075075 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/quotas/b59631ecfa194f20bd33f8d2b34a5767 HTTP/1.1" status: 200 len: 375 time: 0.0321746 May 27 02:47:11.333630 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aaed51-c0ab-4f61-b4f1-f45567fbf2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bd5da6-dda4-47fd-9449-d9e9c0eb29f7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:11.363019 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aaed51-c0ab-4f61-b4f1-f45567fbf2c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:11.363363 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aaed51-c0ab-4f61-b4f1-f45567fbf2c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:11.363704 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aaed51-c0ab-4f61-b4f1-f45567fbf2c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:11.364040 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aaed51-c0ab-4f61-b4f1-f45567fbf2c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:11.364370 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aaed51-c0ab-4f61-b4f1-f45567fbf2c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:11.364694 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aaed51-c0ab-4f61-b4f1-f45567fbf2c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:11.369611 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aaed51-c0ab-4f61-b4f1-f45567fbf2c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:11.376251 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aaed51-c0ab-4f61-b4f1-f45567fbf2c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:11.376251 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aaed51-c0ab-4f61-b4f1-f45567fbf2c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:11.376251 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aaed51-c0ab-4f61-b4f1-f45567fbf2c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:11.376251 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aaed51-c0ab-4f61-b4f1-f45567fbf2c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:11.376251 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aaed51-c0ab-4f61-b4f1-f45567fbf2c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:11.376251 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6aaed51-c0ab-4f61-b4f1-f45567fbf2c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:11.394629 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-256ba289-b37d-4ec8-973c-1ba6587fd1ed None None] Attempting to bind port a8bbe7c0-e94a-445c-8c3d-768a9ee4800a on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:47:11.394986 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-256ba289-b37d-4ec8-973c-1ba6587fd1ed None None] Attempting to bind port a8bbe7c0-e94a-445c-8c3d-768a9ee4800a by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '6740af22-6b0c-4bfb-80ad-829f2dad4c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9e96f255-93d9-417c-a8a1-6b7c73c795a8'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:47:11.395333 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256ba289-b37d-4ec8-973c-1ba6587fd1ed None None] Attempting to bind port a8bbe7c0-e94a-445c-8c3d-768a9ee4800a on network 9e96f255-93d9-417c-a8a1-6b7c73c795a8 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:47:11.396147 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a6aaed51-c0ab-4f61-b4f1-f45567fbf2c8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/13bd5da6-dda4-47fd-9449-d9e9c0eb29f7 HTTP/1.1" status: 204 len: 168 time: 0.3598089 May 27 02:47:11.406347 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256ba289-b37d-4ec8-973c-1ba6587fd1ed None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:47:11.406742 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256ba289-b37d-4ec8-973c-1ba6587fd1ed None None] Checking segment: {'id': '6740af22-6b0c-4bfb-80ad-829f2dad4c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9e96f255-93d9-417c-a8a1-6b7c73c795a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:47:11.407149 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-256ba289-b37d-4ec8-973c-1ba6587fd1ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:11.407531 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256ba289-b37d-4ec8-973c-1ba6587fd1ed None None] Bound using segment: {'id': '6740af22-6b0c-4bfb-80ad-829f2dad4c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9e96f255-93d9-417c-a8a1-6b7c73c795a8'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:47:11.408106 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-256ba289-b37d-4ec8-973c-1ba6587fd1ed None None] Bound port: a8bbe7c0-e94a-445c-8c3d-768a9ee4800a, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6740af22-6b0c-4bfb-80ad-829f2dad4c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9e96f255-93d9-417c-a8a1-6b7c73c795a8'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:47:11.408541 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-256ba289-b37d-4ec8-973c-1ba6587fd1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:11.495055 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-8336664c-8819-4713-a46f-72dc9039b253 req-d4a22795-0ae1-4604-9dcb-06b28d4e4b7e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Synchronizing usage tracker for tenant:b59631ecfa194f20bd33f8d2b34a5767 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:47:11.505509 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-256ba289-b37d-4ec8-973c-1ba6587fd1ed None None] For port a8bbe7c0-e94a-445c-8c3d-768a9ee4800a, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:47:11.508997 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-256ba289-b37d-4ec8-973c-1ba6587fd1ed None None] For port a8bbe7c0-e94a-445c-8c3d-768a9ee4800a, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=a8bbe7c0-e94a-445c-8c3d-768a9ee4800a,segment=NetworkSegment(6740af22-6b0c-4bfb-80ad-829f2dad4c72),segment_id=6740af22-6b0c-4bfb-80ad-829f2dad4c72)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:47:11.588556 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-8336664c-8819-4713-a46f-72dc9039b253 req-d4a22795-0ae1-4604-9dcb-06b28d4e4b7e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Unset dirty status for tenant:b59631ecfa194f20bd33f8d2b34a5767 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:47:11.593532 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-256ba289-b37d-4ec8-973c-1ba6587fd1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:11.594022 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8336664c-8819-4713-a46f-72dc9039b253 req-d4a22795-0ae1-4604-9dcb-06b28d4e4b7e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b59631ecfa194f20bd33f8d2b34a5767&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2660615 May 27 02:47:11.677305 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256ba289-b37d-4ec8-973c-1ba6587fd1ed None None] Routers {'8d2af441-2b5b-4f6d-8fb5-237940ece492'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:47:11.680569 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-256ba289-b37d-4ec8-973c-1ba6587fd1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:46:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['8d2af441-2b5b-4f6d-8fb5-237940ece492'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:11.823135 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220066c7-7aaa-45f5-9d8a-649b8c77765d None None] Pushing event updated for resources: {'Port': ['ID=a8bbe7c0-e94a-445c-8c3d-768a9ee4800a,revision_number=4']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:11.984633 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-256ba289-b37d-4ec8-973c-1ba6587fd1ed None None] Set router 8d2af441-2b5b-4f6d-8fb5-237940ece492 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:47:12.025861 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8336664c-8819-4713-a46f-72dc9039b253 req-d73d034a-63e0-47f7-a3e5-d34cdea7656f service neutron] 10.222.0.57 "GET /v2.0/networks/9e96f255-93d9-417c-a8a1-6b7c73c795a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205339 May 27 02:47:12.187076 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8336664c-8819-4713-a46f-72dc9039b253 req-35518397-5a99-4b7b-826a-fcc2c1370d04 service neutron] 10.222.0.57 "GET /v2.0/networks/9e96f255-93d9-417c-a8a1-6b7c73c795a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543858 May 27 02:47:12.335722 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-256ba289-b37d-4ec8-973c-1ba6587fd1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d2af441-2b5b-4f6d-8fb5-237940ece492', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1370791955', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '15d66e64-e1b9-4ec3-b8f0-cca50905229b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:46:58Z', 'updated_at': '2022-05-27T02:47:08Z', 'revision_number': 4, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': '15d66e64-e1b9-4ec3-b8f0-cca50905229b', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:97:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2af441-2b5b-4f6d-8fb5-237940ece492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:46:59Z', 'updated_at': '2022-05-27T02:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'a8bbe7c0-e94a-445c-8c3d-768a9ee4800a', 'name': '', 'network_id': '9e96f255-93d9-417c-a8a1-6b7c73c795a8', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'mac_address': 'fa:16:3e:36:07:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d2af441-2b5b-4f6d-8fb5-237940ece492', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '2ee01894-57a6-45ec-a926-f8912d98c8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:47:07Z', 'updated_at': '2022-05-27T02:47:11Z', 'revision_number': 4, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'subnets': [{'id': '2ee01894-57a6-45ec-a926-f8912d98c8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:12.341114 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256ba289-b37d-4ec8-973c-1ba6587fd1ed None None] The sync data for ids ['8d2af441-2b5b-4f6d-8fb5-237940ece492'] in n-d-843554-3 is: [{'id': '8d2af441-2b5b-4f6d-8fb5-237940ece492', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1370791955', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '15d66e64-e1b9-4ec3-b8f0-cca50905229b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:46:58Z', 'updated_at': '2022-05-27T02:47:08Z', 'revision_number': 4, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': '15d66e64-e1b9-4ec3-b8f0-cca50905229b', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:97:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2af441-2b5b-4f6d-8fb5-237940ece492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:46:59Z', 'updated_at': '2022-05-27T02:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'a8bbe7c0-e94a-445c-8c3d-768a9ee4800a', 'name': '', 'network_id': '9e96f255-93d9-417c-a8a1-6b7c73c795a8', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'mac_address': 'fa:16:3e:36:07:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d2af441-2b5b-4f6d-8fb5-237940ece492', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '2ee01894-57a6-45ec-a926-f8912d98c8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:47:07Z', 'updated_at': '2022-05-27T02:47:11Z', 'revision_number': 4, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'subnets': [{'id': '2ee01894-57a6-45ec-a926-f8912d98c8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:47:12.403443 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56500) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:12.518220 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7430ab6f-4b35-4573-bffc-6b3b177f7f03 req-27edafc1-edcb-4ef4-b8aa-3c77469e5667 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=21db14d5-d9d2-46fa-8620-c9a8cab492fa HTTP/1.1" status: 200 len: 210 time: 0.0575826 May 27 02:47:13.378036 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b47fab88-a76d-49c1-83ac-58f29156517e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:13.395377 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56524) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:13.530801 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device a8bbe7c0-e94a-445c-8c3d-768a9ee4800a up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:47:13.589562 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8207da65-0d76-4422-a957-2b6efa91b656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:13.638254 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-8207da65-0d76-4422-a957-2b6efa91b656 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:47:13.642741 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8207da65-0d76-4422-a957-2b6efa91b656 admin admin] Usage tracker for resource:security_group_rule and tenant:eaac8916b44f4748baf1a43b9a9cedec is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:47:13.649190 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8207da65-0d76-4422-a957-2b6efa91b656 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:47:13.675201 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-8207da65-0d76-4422-a957-2b6efa91b656 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:47:13.733894 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port a8bbe7c0-e94a-445c-8c3d-768a9ee4800a completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:47:13.742519 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port a8bbe7c0-e94a-445c-8c3d-768a9ee4800a triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:47:13.743106 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:13.747855 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-651110b6-a04e-4a57-8f9b-a0c657f56da8 req-72f47e7e-cc78-43f1-90cf-3ef4db64e2a8 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=21db14d5-d9d2-46fa-8620-c9a8cab492fa HTTP/1.1" status: 200 len: 210 time: 0.0566039 May 27 02:47:14.103745 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8207da65-0d76-4422-a957-2b6efa91b656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:14.171557 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8207da65-0d76-4422-a957-2b6efa91b656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:14.183929 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port a8bbe7c0-e94a-445c-8c3d-768a9ee4800a is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:47:14.183929 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:14.201595 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b47fab88-a76d-49c1-83ac-58f29156517e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Deleting port 96013ded-11b6-4def-8d9e-e243f17ba629 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:47:14.202146 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b47fab88-a76d-49c1-83ac-58f29156517e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:14.255077 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port a8bbe7c0-e94a-445c-8c3d-768a9ee4800a, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=a8bbe7c0-e94a-445c-8c3d-768a9ee4800a,segment=NetworkSegment(6740af22-6b0c-4bfb-80ad-829f2dad4c72),segment_id=6740af22-6b0c-4bfb-80ad-829f2dad4c72)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:47:14.257019 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8207da65-0d76-4422-a957-2b6efa91b656 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=eaac8916b44f4748baf1a43b9a9cedec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8598416 May 27 02:47:14.259353 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8207da65-0d76-4422-a957-2b6efa91b656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79499e56-7881-42c4-8a33-e0d3e9e1b78f,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:14.261375 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56536) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:14.371780 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:14.445831 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-266475b7-ab51-4641-9ed1-101d6df5a598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:14.454530 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=a8bbe7c0-e94a-445c-8c3d-768a9ee4800a,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:14.506041 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-266475b7-ab51-4641-9ed1-101d6df5a598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:14.520084 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-b47fab88-a76d-49c1-83ac-58f29156517e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] For port 96013ded-11b6-4def-8d9e-e243f17ba629, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=96013ded-11b6-4def-8d9e-e243f17ba629,segment=NetworkSegment(82bb17a6-cafb-4f79-b420-43449c00105e),segment_id=82bb17a6-cafb-4f79-b420-43449c00105e)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:47:14.520084 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b47fab88-a76d-49c1-83ac-58f29156517e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:14.658235 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b47fab88-a76d-49c1-83ac-58f29156517e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Calling delete_port for 96013ded-11b6-4def-8d9e-e243f17ba629 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:47:14.841162 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-266475b7-ab51-4641-9ed1-101d6df5a598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:14.870260 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266475b7-ab51-4641-9ed1-101d6df5a598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79499e56-7881-42c4-8a33-e0d3e9e1b78f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:14.899640 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-266475b7-ab51-4641-9ed1-101d6df5a598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:14.900809 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-266475b7-ab51-4641-9ed1-101d6df5a598 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/79499e56-7881-42c4-8a33-e0d3e9e1b78f HTTP/1.1" status: 204 len: 168 time: 0.6394327 May 27 02:47:14.954477 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b47fab88-a76d-49c1-83ac-58f29156517e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:15.013473 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47fab88-a76d-49c1-83ac-58f29156517e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event deleted for resources: {'Port': ['ID=96013ded-11b6-4def-8d9e-e243f17ba629,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:15.165292 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-10518055-d290-4f11-a55e-8bcd6c8c3a15 req-6882c5ed-9687-4d92-9649-b054bc660b16 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=21db14d5-d9d2-46fa-8620-c9a8cab492fa HTTP/1.1" status: 200 len: 210 time: 0.0892680 May 27 02:47:15.475942 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336664c-8819-4713-a46f-72dc9039b253 req-3e43f8ec-1e91-49c2-b67c-7d69c5596db4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:15.476636 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-8336664c-8819-4713-a46f-72dc9039b253 req-3e43f8ec-1e91-49c2-b67c-7d69c5596db4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Synchronizing usage tracker for tenant:b59631ecfa194f20bd33f8d2b34a5767 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:47:15.522246 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device a8bbe7c0-e94a-445c-8c3d-768a9ee4800a up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:47:15.561967 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-8336664c-8819-4713-a46f-72dc9039b253 req-3e43f8ec-1e91-49c2-b67c-7d69c5596db4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Unset dirty status for tenant:b59631ecfa194f20bd33f8d2b34a5767 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:47:15.563096 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8336664c-8819-4713-a46f-72dc9039b253 req-3e43f8ec-1e91-49c2-b67c-7d69c5596db4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.32 "GET /v2.0/networks?id=9e96f255-93d9-417c-a8a1-6b7c73c795a8 HTTP/1.1" status: 200 len: 796 time: 0.4033849 May 27 02:47:15.596758 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port a8bbe7c0-e94a-445c-8c3d-768a9ee4800a triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:47:15.597150 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:15.597691 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b47fab88-a76d-49c1-83ac-58f29156517e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:15.680228 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-8336664c-8819-4713-a46f-72dc9039b253 req-b0feb878-4c2b-4633-9cc4-4bcf476ba216 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Synchronizing usage tracker for tenant:b59631ecfa194f20bd33f8d2b34a5767 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:47:15.691828 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56552) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:15.710660 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e8637b3d-d604-4d90-92de-bb34e1782873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:15.714517 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-8336664c-8819-4713-a46f-72dc9039b253 req-b0feb878-4c2b-4633-9cc4-4bcf476ba216 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Unset dirty status for tenant:b59631ecfa194f20bd33f8d2b34a5767 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:47:15.716276 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8336664c-8819-4713-a46f-72dc9039b253 req-b0feb878-4c2b-4633-9cc4-4bcf476ba216 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b59631ecfa194f20bd33f8d2b34a5767 HTTP/1.1" status: 200 len: 380 time: 0.1423891 May 27 02:47:15.724152 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port a8bbe7c0-e94a-445c-8c3d-768a9ee4800a is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:47:15.725469 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e8637b3d-d604-4d90-92de-bb34e1782873 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:47:15.729593 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e8637b3d-d604-4d90-92de-bb34e1782873 admin admin] Usage tracker for resource:security_group_rule and tenant:4d2641cd29d84dd59f26a5a47ad8afd4 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:47:15.732856 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e8637b3d-d604-4d90-92de-bb34e1782873 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:47:15.738546 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e8637b3d-d604-4d90-92de-bb34e1782873 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:47:15.786872 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-8336664c-8819-4713-a46f-72dc9039b253 req-2c8684d3-566f-4ac5-9860-25d85bcdaf1c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'port': {'device_id': '21db14d5-d9d2-46fa-8620-c9a8cab492fa', 'network_id': '9e96f255-93d9-417c-a8a1-6b7c73c795a8', 'admin_state_up': True, 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'security_groups': ['999a90b6-7508-4797-9ba3-ef2ee76a3638']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:47:15.821501 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e8637b3d-d604-4d90-92de-bb34e1782873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:15.888576 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e8637b3d-d604-4d90-92de-bb34e1782873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:15.935518 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e8637b3d-d604-4d90-92de-bb34e1782873 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4d2641cd29d84dd59f26a5a47ad8afd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2418253 May 27 02:47:15.936475 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8637b3d-d604-4d90-92de-bb34e1782873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a8b481-8fa3-4916-a634-d9f2acfb3f56,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:15.938815 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56556) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:15.995701 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-45717172-2e9e-4050-ad9c-9efd61796d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:16.017593 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-8336664c-8819-4713-a46f-72dc9039b253 req-2c8684d3-566f-4ac5-9860-25d85bcdaf1c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:47:16.025176 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-45717172-2e9e-4050-ad9c-9efd61796d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:16.092206 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-8336664c-8819-4713-a46f-72dc9039b253 req-2c8684d3-566f-4ac5-9860-25d85bcdaf1c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:47:16.123119 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47fab88-a76d-49c1-83ac-58f29156517e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Router 29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:47:16.138006 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-45717172-2e9e-4050-ad9c-9efd61796d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:16.154395 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45717172-2e9e-4050-ad9c-9efd61796d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a8b481-8fa3-4916-a634-d9f2acfb3f56,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:16.165406 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-45717172-2e9e-4050-ad9c-9efd61796d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:16.169100 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-45717172-2e9e-4050-ad9c-9efd61796d1d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/67a8b481-8fa3-4916-a634-d9f2acfb3f56 HTTP/1.1" status: 204 len: 168 time: 0.2269492 May 27 02:47:16.194592 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8336664c-8819-4713-a46f-72dc9039b253 req-2c8684d3-566f-4ac5-9860-25d85bcdaf1c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Made reservation on behalf of b59631ecfa194f20bd33f8d2b34a5767 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:47:16.198017 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8336664c-8819-4713-a46f-72dc9039b253 req-2c8684d3-566f-4ac5-9860-25d85bcdaf1c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:16.334217 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4b2e062a-2155-4d4a-a625-0953f5774986 req-f54b13d1-8613-4c09-9371-bb132ada05bd tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=21db14d5-d9d2-46fa-8620-c9a8cab492fa HTTP/1.1" status: 200 len: 210 time: 0.0508752 May 27 02:47:16.419143 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47fab88-a76d-49c1-83ac-58f29156517e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:47:16.431078 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4316fe-d3a9-47c6-9f6c-2ddfe144eb3a None None] Sync routers for ids ['29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:47:16.443808 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b47fab88-a76d-49c1-83ac-58f29156517e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "PUT /v2.0/routers/29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0385094 May 27 02:47:16.455760 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4316fe-d3a9-47c6-9f6c-2ddfe144eb3a None None] Routers {'29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:47:16.458790 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-9e4316fe-d3a9-47c6-9f6c-2ddfe144eb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:46:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:16.476032 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-8336664c-8819-4713-a46f-72dc9039b253 req-2c8684d3-566f-4ac5-9860-25d85bcdaf1c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Allocated IP 172.20.0.5 (9e96f255-93d9-417c-a8a1-6b7c73c795a8/2ee01894-57a6-45ec-a926-f8912d98c8b9/0d38aec3-7ebc-44c2-92dc-07d94905cad4) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:47:16.745506 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-9e4316fe-d3a9-47c6-9f6c-2ddfe144eb3a None None] Set router 29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:47:16.782833 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-056f93e0-7194-415b-8e84-ca9b33914062 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=d7f4b1067c344b139b0bc4828b467ed7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433133 May 27 02:47:16.986409 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8336664c-8819-4713-a46f-72dc9039b253 req-2c8684d3-566f-4ac5-9860-25d85bcdaf1c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:17.011109 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-8336664c-8819-4713-a46f-72dc9039b253 req-2c8684d3-566f-4ac5-9860-25d85bcdaf1c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Transition to ACTIVE for port object 0d38aec3-7ebc-44c2-92dc-07d94905cad4 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:47:17.088803 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8336664c-8819-4713-a46f-72dc9039b253 req-2c8684d3-566f-4ac5-9860-25d85bcdaf1c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:17.162590 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8336664c-8819-4713-a46f-72dc9039b253 req-2c8684d3-566f-4ac5-9860-25d85bcdaf1c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Network 9e96f255-93d9-417c-a8a1-6b7c73c795a8 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:47:17.166031 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-8336664c-8819-4713-a46f-72dc9039b253 req-2c8684d3-566f-4ac5-9860-25d85bcdaf1c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:47:17.174295 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-8336664c-8819-4713-a46f-72dc9039b253 req-2c8684d3-566f-4ac5-9860-25d85bcdaf1c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:47:17.214484 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8684d3-566f-4ac5-9860-25d85bcdaf1c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'Port': ['ID=0d38aec3-7ebc-44c2-92dc-07d94905cad4,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:17.228285 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-f4c7f537-80f6-480b-85f9-169764d43b16 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:17.229828 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-f4c7f537-80f6-480b-85f9-169764d43b16 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4458945 May 27 02:47:17.257665 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-9e4316fe-d3a9-47c6-9f6c-2ddfe144eb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'name': 'tempest-TestNetworkBasicOps-router-1718859312', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'e4abfbe7-1770-4147-ade8-414d8ab366d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:45:04Z', 'updated_at': '2022-05-27T02:47:14Z', 'revision_number': 6, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'gw_port': {'id': 'e4abfbe7-1770-4147-ade8-414d8ab366d8', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:31:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:45:05Z', 'updated_at': '2022-05-27T02:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'cc42aaf0-2541-4785-9c0c-f9e28374e2d5', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'floating_ip_address': '172.25.1.86', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'port_id': '954cb324-abf6-40bc-bb75-0e65d94a8ebd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0', 'mac_address': 'fa:16:3e:44:a0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cc0598-fd70-4bc5-b417-08c605ff8840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:45:45Z', 'updated_at': '2022-05-27T02:45:51Z', 'revision_number': 1, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99a45c0f-86e6-4978-8ed7-6b49a9098739', 'name': '', 'network_id': 'd9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'mac_address': 'fa:16:3e:5f:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '0d882589-d066-4537-a583-3c6a99c11c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:45:11Z', 'updated_at': '2022-05-27T02:45:21Z', 'revision_number': 5, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'subnets': [{'id': '0d882589-d066-4537-a583-3c6a99c11c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:17.257964 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-1b0d80a5-cda5-42aa-b15f-82d8619296d6 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] 10.222.0.57 "GET /v2.0/quotas/d7f4b1067c344b139b0bc4828b467ed7 HTTP/1.1" status: 200 len: 375 time: 0.0199912 May 27 02:47:17.259234 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336664c-8819-4713-a46f-72dc9039b253 req-2c8684d3-566f-4ac5-9860-25d85bcdaf1c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:17.260314 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8336664c-8819-4713-a46f-72dc9039b253 req-2c8684d3-566f-4ac5-9860-25d85bcdaf1c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:17.263262 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4316fe-d3a9-47c6-9f6c-2ddfe144eb3a None None] Checking router: 29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:47:17.266876 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1e774-b70f-4fe1-b44e-33129aa22a88 req-1e865b76-ad6b-4851-9def-69d4fd61ec2b tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:17.267828 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-18a1e774-b70f-4fe1-b44e-33129aa22a88 req-1e865b76-ad6b-4851-9def-69d4fd61ec2b tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Synchronizing usage tracker for tenant:bacca2e928f240ac8e59ab0d5daf4b12 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:47:17.273488 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4316fe-d3a9-47c6-9f6c-2ddfe144eb3a None None] Routers {'29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:47:17.274354 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-9e4316fe-d3a9-47c6-9f6c-2ddfe144eb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:46:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:17.322987 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-42ba3eec-9be5-4c34-a582-275d8371555f tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7f4b1067c344b139b0bc4828b467ed7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509658 May 27 02:47:17.406825 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8336664c-8819-4713-a46f-72dc9039b253 req-2c8684d3-566f-4ac5-9860-25d85bcdaf1c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6316969 May 27 02:47:17.419510 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-8336664c-8819-4713-a46f-72dc9039b253 req-86cc0c94-bc93-45f9-86b9-558378f3c912 service neutron] Request body: {'port': {'device_id': '21db14d5-d9d2-46fa-8620-c9a8cab492fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:47:17.420524 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-18a1e774-b70f-4fe1-b44e-33129aa22a88 req-1e865b76-ad6b-4851-9def-69d4fd61ec2b tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Unset dirty status for tenant:bacca2e928f240ac8e59ab0d5daf4b12 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:47:17.421703 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-18a1e774-b70f-4fe1-b44e-33129aa22a88 req-1e865b76-ad6b-4851-9def-69d4fd61ec2b tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=158d5b73-5c47-46eb-9929-67e0b913a23d HTTP/1.1" status: 200 len: 946 time: 0.3136094 May 27 02:47:17.473437 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-18a1e774-b70f-4fe1-b44e-33129aa22a88 req-bd30e276-293f-4c8b-a576-fdc5e59fce7e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef50e42b-3f8f-4aa8-98eb-9c020345ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448821 May 27 02:47:17.524125 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-9e4316fe-d3a9-47c6-9f6c-2ddfe144eb3a None None] Set router 29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:47:17.544616 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8336664c-8819-4713-a46f-72dc9039b253 req-86cc0c94-bc93-45f9-86b9-558378f3c912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:17.637294 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d8be8e34-05be-4c83-8e2d-c09696c89c3d req-999275a3-871e-4096-af72-8b49237bf4b0 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc854787-cc87-4815-b4d8-4efad61fed45 HTTP/1.1" status: 200 len: 210 time: 0.0622907 May 27 02:47:17.710154 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-b212efc0-d0ec-4331-ad03-43b1170f9c4c None None] Provisioning for port 0d38aec3-7ebc-44c2-92dc-07d94905cad4 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:47:17.720287 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc146b-15cb-4f2c-a32e-f4054f38ae0c req-877425c3-4797-4181-aeef-ef7c08a3a128 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:17.726010 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-b212efc0-d0ec-4331-ad03-43b1170f9c4c None None] Provisioning complete for port 0d38aec3-7ebc-44c2-92dc-07d94905cad4 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:47:17.726791 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b212efc0-d0ec-4331-ad03-43b1170f9c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:17.727594 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aecc146b-15cb-4f2c-a32e-f4054f38ae0c req-877425c3-4797-4181-aeef-ef7c08a3a128 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=21db14d5-d9d2-46fa-8620-c9a8cab492fa HTTP/1.1" status: 200 len: 931 time: 0.0892479 May 27 02:47:17.780359 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aecc146b-15cb-4f2c-a32e-f4054f38ae0c req-8f6d4d93-fdd5-418a-a34a-d41f40772be4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=999a90b6-7508-4797-9ba3-ef2ee76a3638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518262 May 27 02:47:17.831717 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-b212efc0-d0ec-4331-ad03-43b1170f9c4c None None] Port 0d38aec3-7ebc-44c2-92dc-07d94905cad4 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:47:17.934104 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-8336664c-8819-4713-a46f-72dc9039b253 req-86cc0c94-bc93-45f9-86b9-558378f3c912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d38aec3-7ebc-44c2-92dc-07d94905cad4 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:47:17.941965 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8336664c-8819-4713-a46f-72dc9039b253 req-86cc0c94-bc93-45f9-86b9-558378f3c912 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:17.957276 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-8336664c-8819-4713-a46f-72dc9039b253 req-86cc0c94-bc93-45f9-86b9-558378f3c912 service neutron] Transition to ACTIVE for port object 0d38aec3-7ebc-44c2-92dc-07d94905cad4 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:47:18.019267 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8336664c-8819-4713-a46f-72dc9039b253 req-86cc0c94-bc93-45f9-86b9-558378f3c912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:18.023503 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-9e4316fe-d3a9-47c6-9f6c-2ddfe144eb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'name': 'tempest-TestNetworkBasicOps-router-1718859312', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'e4abfbe7-1770-4147-ade8-414d8ab366d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:45:04Z', 'updated_at': '2022-05-27T02:47:14Z', 'revision_number': 6, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'gw_port': {'id': 'e4abfbe7-1770-4147-ade8-414d8ab366d8', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:31:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:45:05Z', 'updated_at': '2022-05-27T02:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'cc42aaf0-2541-4785-9c0c-f9e28374e2d5', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'floating_ip_address': '172.25.1.86', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'port_id': '954cb324-abf6-40bc-bb75-0e65d94a8ebd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0', 'mac_address': 'fa:16:3e:44:a0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cc0598-fd70-4bc5-b417-08c605ff8840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:45:45Z', 'updated_at': '2022-05-27T02:45:51Z', 'revision_number': 1, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99a45c0f-86e6-4978-8ed7-6b49a9098739', 'name': '', 'network_id': 'd9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'mac_address': 'fa:16:3e:5f:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '0d882589-d066-4537-a583-3c6a99c11c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:45:11Z', 'updated_at': '2022-05-27T02:45:21Z', 'revision_number': 5, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'subnets': [{'id': '0d882589-d066-4537-a583-3c6a99c11c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:18.028131 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4316fe-d3a9-47c6-9f6c-2ddfe144eb3a None None] The sync data for ids ['29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505'] in n-d-843554-3 is: [{'id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'name': 'tempest-TestNetworkBasicOps-router-1718859312', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'e4abfbe7-1770-4147-ade8-414d8ab366d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:45:04Z', 'updated_at': '2022-05-27T02:47:14Z', 'revision_number': 6, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'gw_port': {'id': 'e4abfbe7-1770-4147-ade8-414d8ab366d8', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:31:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:45:05Z', 'updated_at': '2022-05-27T02:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'cc42aaf0-2541-4785-9c0c-f9e28374e2d5', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'floating_ip_address': '172.25.1.86', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'port_id': '954cb324-abf6-40bc-bb75-0e65d94a8ebd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0', 'mac_address': 'fa:16:3e:44:a0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cc0598-fd70-4bc5-b417-08c605ff8840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:45:45Z', 'updated_at': '2022-05-27T02:45:51Z', 'revision_number': 1, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99a45c0f-86e6-4978-8ed7-6b49a9098739', 'name': '', 'network_id': 'd9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'mac_address': 'fa:16:3e:5f:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '0d882589-d066-4537-a583-3c6a99c11c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:45:11Z', 'updated_at': '2022-05-27T02:45:21Z', 'revision_number': 5, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'subnets': [{'id': '0d882589-d066-4537-a583-3c6a99c11c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:47:18.180591 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc0c94-bc93-45f9-86b9-558378f3c912 service neutron] Pushing event updated for resources: {'Port': ['ID=0d38aec3-7ebc-44c2-92dc-07d94905cad4,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:18.263625 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-8336664c-8819-4713-a46f-72dc9039b253 req-86cc0c94-bc93-45f9-86b9-558378f3c912 service neutron] Attempting to bind port 0d38aec3-7ebc-44c2-92dc-07d94905cad4 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:47:18.264038 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-8336664c-8819-4713-a46f-72dc9039b253 req-86cc0c94-bc93-45f9-86b9-558378f3c912 service neutron] Attempting to bind port 0d38aec3-7ebc-44c2-92dc-07d94905cad4 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '6740af22-6b0c-4bfb-80ad-829f2dad4c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9e96f255-93d9-417c-a8a1-6b7c73c795a8'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:47:18.264433 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8336664c-8819-4713-a46f-72dc9039b253 req-86cc0c94-bc93-45f9-86b9-558378f3c912 service neutron] Attempting to bind port 0d38aec3-7ebc-44c2-92dc-07d94905cad4 on network 9e96f255-93d9-417c-a8a1-6b7c73c795a8 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:47:18.269477 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8336664c-8819-4713-a46f-72dc9039b253 req-86cc0c94-bc93-45f9-86b9-558378f3c912 service neutron] Port 0d38aec3-7ebc-44c2-92dc-07d94905cad4 on network 9e96f255-93d9-417c-a8a1-6b7c73c795a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:47:18.269846 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8336664c-8819-4713-a46f-72dc9039b253 req-86cc0c94-bc93-45f9-86b9-558378f3c912 service neutron] Attempting to bind port 0d38aec3-7ebc-44c2-92dc-07d94905cad4 on network 9e96f255-93d9-417c-a8a1-6b7c73c795a8 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:47:18.275166 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8336664c-8819-4713-a46f-72dc9039b253 req-86cc0c94-bc93-45f9-86b9-558378f3c912 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:47:18.275498 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8336664c-8819-4713-a46f-72dc9039b253 req-86cc0c94-bc93-45f9-86b9-558378f3c912 service neutron] Checking segment: {'id': '6740af22-6b0c-4bfb-80ad-829f2dad4c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9e96f255-93d9-417c-a8a1-6b7c73c795a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:47:18.275873 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8336664c-8819-4713-a46f-72dc9039b253 req-86cc0c94-bc93-45f9-86b9-558378f3c912 service neutron] Bound using segment: {'id': '6740af22-6b0c-4bfb-80ad-829f2dad4c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9e96f255-93d9-417c-a8a1-6b7c73c795a8'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:47:18.276291 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-8336664c-8819-4713-a46f-72dc9039b253 req-86cc0c94-bc93-45f9-86b9-558378f3c912 service neutron] Bound port: 0d38aec3-7ebc-44c2-92dc-07d94905cad4, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6740af22-6b0c-4bfb-80ad-829f2dad4c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9e96f255-93d9-417c-a8a1-6b7c73c795a8'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:47:18.276628 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8336664c-8819-4713-a46f-72dc9039b253 req-86cc0c94-bc93-45f9-86b9-558378f3c912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:18.383197 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-8336664c-8819-4713-a46f-72dc9039b253 req-86cc0c94-bc93-45f9-86b9-558378f3c912 service neutron] For port 0d38aec3-7ebc-44c2-92dc-07d94905cad4, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:47:18.386512 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-8336664c-8819-4713-a46f-72dc9039b253 req-86cc0c94-bc93-45f9-86b9-558378f3c912 service neutron] For port 0d38aec3-7ebc-44c2-92dc-07d94905cad4, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=0d38aec3-7ebc-44c2-92dc-07d94905cad4,segment=NetworkSegment(6740af22-6b0c-4bfb-80ad-829f2dad4c72),segment_id=6740af22-6b0c-4bfb-80ad-829f2dad4c72)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:47:18.414354 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754dff61-56f7-4d11-8c6f-0b618d97a8c6 req-6f48b6f7-517a-401a-9ba8-fa323dd51825 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:18.416112 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-754dff61-56f7-4d11-8c6f-0b618d97a8c6 req-6f48b6f7-517a-401a-9ba8-fa323dd51825 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.32 "GET /v2.0/ports?device_id=158d5b73-5c47-46eb-9929-67e0b913a23d HTTP/1.1" status: 200 len: 946 time: 0.0893619 May 27 02:47:18.462271 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8336664c-8819-4713-a46f-72dc9039b253 req-86cc0c94-bc93-45f9-86b9-558378f3c912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:18.493912 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-754dff61-56f7-4d11-8c6f-0b618d97a8c6 req-b673232b-20e2-4100-aeb7-57d25f5e71f5 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Deleting port 6073efb2-a607-439a-b9ee-a0313856a73a {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:47:18.494272 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-754dff61-56f7-4d11-8c6f-0b618d97a8c6 req-b673232b-20e2-4100-aeb7-57d25f5e71f5 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:18.527317 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336664c-8819-4713-a46f-72dc9039b253 req-86cc0c94-bc93-45f9-86b9-558378f3c912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:18.527942 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8336664c-8819-4713-a46f-72dc9039b253 req-86cc0c94-bc93-45f9-86b9-558378f3c912 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:18.529340 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8336664c-8819-4713-a46f-72dc9039b253 req-86cc0c94-bc93-45f9-86b9-558378f3c912 service neutron] 10.222.0.32 "PUT /v2.0/ports/0d38aec3-7ebc-44c2-92dc-07d94905cad4 HTTP/1.1" status: 200 len: 1091 time: 1.1151235 May 27 02:47:18.529773 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21db14d5-d9d2-46fa-8620-c9a8cab492fa', 'tag': '0d38aec3-7ebc-44c2-92dc-07d94905cad4'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:47:18.586442 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc0c94-bc93-45f9-86b9-558378f3c912 service neutron] Pushing event updated for resources: {'Port': ['ID=0d38aec3-7ebc-44c2-92dc-07d94905cad4,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:18.597714 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82764409-dd7e-40c2-a3ab-1c3e0ccb45f0'] response: {'name': 'network-changed', 'server_uuid': '21db14d5-d9d2-46fa-8620-c9a8cab492fa', 'tag': '0d38aec3-7ebc-44c2-92dc-07d94905cad4', 'status': 'completed', 'code': 200} May 27 02:47:18.705124 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d47be-fc73-4daf-9056-5d3df494daa9 req-600e2278-79a9-4624-b394-f9696af372e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:18.706389 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-504d47be-fc73-4daf-9056-5d3df494daa9 req-600e2278-79a9-4624-b394-f9696af372e7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b59631ecfa194f20bd33f8d2b34a5767&device_id=21db14d5-d9d2-46fa-8620-c9a8cab492fa HTTP/1.1" status: 200 len: 1094 time: 0.0870085 May 27 02:47:18.850562 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9cf19475-0308-4b87-aecb-d8699b6302ad req-576ab3dd-6784-462f-a63b-73fcd3f43e8d tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc854787-cc87-4815-b4d8-4efad61fed45 HTTP/1.1" status: 200 len: 210 time: 0.0675793 May 27 02:47:18.899805 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c774c67-067b-4988-8f46-4e68001751f9 req-8b9790b2-00fe-4df3-95d4-4f49abfc3314 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:18.905428 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9c774c67-067b-4988-8f46-4e68001751f9 req-8b9790b2-00fe-4df3-95d4-4f49abfc3314 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=158d5b73-5c47-46eb-9929-67e0b913a23d HTTP/1.1" status: 200 len: 946 time: 0.2741175 May 27 02:47:18.932693 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d47be-fc73-4daf-9056-5d3df494daa9 req-9b6db5c4-525d-452f-9c0f-ce315a417df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:18.936088 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-504d47be-fc73-4daf-9056-5d3df494daa9 req-9b6db5c4-525d-452f-9c0f-ce315a417df3 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=b59631ecfa194f20bd33f8d2b34a5767&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2179377 May 27 02:47:19.047890 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-754dff61-56f7-4d11-8c6f-0b618d97a8c6 req-b673232b-20e2-4100-aeb7-57d25f5e71f5 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] For port 6073efb2-a607-439a-b9ee-a0313856a73a, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=6073efb2-a607-439a-b9ee-a0313856a73a,segment=NetworkSegment(82bb17a6-cafb-4f79-b420-43449c00105e),segment_id=82bb17a6-cafb-4f79-b420-43449c00105e)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:47:19.048342 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-754dff61-56f7-4d11-8c6f-0b618d97a8c6 req-b673232b-20e2-4100-aeb7-57d25f5e71f5 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:19.065933 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9c774c67-067b-4988-8f46-4e68001751f9 req-bce1f668-7809-43db-9483-3c9e0cd92c23 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef50e42b-3f8f-4aa8-98eb-9c020345ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484861 May 27 02:47:19.082810 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d47be-fc73-4daf-9056-5d3df494daa9 req-519e6482-b2ae-4346-9561-604846cca41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:19.084400 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-504d47be-fc73-4daf-9056-5d3df494daa9 req-519e6482-b2ae-4346-9561-604846cca41c service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1429851 May 27 02:47:19.193016 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336664c-8819-4713-a46f-72dc9039b253 req-9ae2d604-d011-4c67-91fe-01b5380f1c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:19.194901 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8336664c-8819-4713-a46f-72dc9039b253 req-9ae2d604-d011-4c67-91fe-01b5380f1c6c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b59631ecfa194f20bd33f8d2b34a5767&device_id=21db14d5-d9d2-46fa-8620-c9a8cab492fa HTTP/1.1" status: 200 len: 1094 time: 0.0767519 May 27 02:47:19.198299 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-754dff61-56f7-4d11-8c6f-0b618d97a8c6 req-b673232b-20e2-4100-aeb7-57d25f5e71f5 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Calling delete_port for 6073efb2-a607-439a-b9ee-a0313856a73a owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:47:19.299125 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa780aa9-d8f2-428f-b8e9-9cb9cece2b1e req-0b6c67f2-0e46-4e53-8d23-54ed06320fcd tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:19.301559 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aa780aa9-d8f2-428f-b8e9-9cb9cece2b1e req-0b6c67f2-0e46-4e53-8d23-54ed06320fcd tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=21db14d5-d9d2-46fa-8620-c9a8cab492fa HTTP/1.1" status: 200 len: 943 time: 0.3345857 May 27 02:47:19.326648 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:19.366044 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8336664c-8819-4713-a46f-72dc9039b253 req-ba49d00c-89b3-4f21-97f7-410fe295bc92 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d38aec3-7ebc-44c2-92dc-07d94905cad4 HTTP/1.1" status: 200 len: 217 time: 0.1644628 May 27 02:47:19.407192 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aa780aa9-d8f2-428f-b8e9-9cb9cece2b1e req-4292df60-35b9-4dfb-915c-e75c130fab6e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=999a90b6-7508-4797-9ba3-ef2ee76a3638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972497 May 27 02:47:19.424710 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 96013ded-11b6-4def-8d9e-e243f17ba629 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:47:19.437963 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336664c-8819-4713-a46f-72dc9039b253 req-76b647c4-9fa9-4fdb-9c5b-446a034ba899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:19.439605 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8336664c-8819-4713-a46f-72dc9039b253 req-76b647c4-9fa9-4fdb-9c5b-446a034ba899 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2ee01894-57a6-45ec-a926-f8912d98c8b9 HTTP/1.1" status: 200 len: 835 time: 0.0672729 May 27 02:47:19.461441 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 96013ded-11b6-4def-8d9e-e243f17ba629 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:47:19.461791 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 96013ded-11b6-4def-8d9e-e243f17ba629 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:47:19.468278 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:19.508377 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-754dff61-56f7-4d11-8c6f-0b618d97a8c6 req-b673232b-20e2-4100-aeb7-57d25f5e71f5 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:19.514119 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336664c-8819-4713-a46f-72dc9039b253 req-58f84045-3361-402a-9630-c393049a25be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:19.517683 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8336664c-8819-4713-a46f-72dc9039b253 req-58f84045-3361-402a-9630-c393049a25be service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e96f255-93d9-417c-a8a1-6b7c73c795a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706265 May 27 02:47:19.559134 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673232b-20e2-4100-aeb7-57d25f5e71f5 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event deleted for resources: {'Port': ['ID=6073efb2-a607-439a-b9ee-a0313856a73a,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:19.638340 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-754dff61-56f7-4d11-8c6f-0b618d97a8c6 req-b673232b-20e2-4100-aeb7-57d25f5e71f5 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] No DVR routers for this DVR port 6073efb2-a607-439a-b9ee-a0313856a73a on host n-h1-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:47:19.640922 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-754dff61-56f7-4d11-8c6f-0b618d97a8c6 req-b673232b-20e2-4100-aeb7-57d25f5e71f5 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:19.643486 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158d5b73-5c47-46eb-9929-67e0b913a23d', 'name': 'network-vif-deleted', 'tag': '6073efb2-a607-439a-b9ee-a0313856a73a'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:47:19.649368 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8336664c-8819-4713-a46f-72dc9039b253 req-2d7d2197-6fb3-4ae7-ab84-c8ea4360f7dd service neutron] 10.222.0.32 "GET /v2.0/networks/9e96f255-93d9-417c-a8a1-6b7c73c795a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271756 May 27 02:47:19.688149 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5fec0f7-4897-4043-a8a7-25330b1cc846'] response: {'server_uuid': '158d5b73-5c47-46eb-9929-67e0b913a23d', 'name': 'network-vif-deleted', 'tag': '6073efb2-a607-439a-b9ee-a0313856a73a', 'status': 'completed', 'code': 200} May 27 02:47:19.729069 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-754dff61-56f7-4d11-8c6f-0b618d97a8c6 req-b673232b-20e2-4100-aeb7-57d25f5e71f5 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.32 "DELETE /v2.0/ports/6073efb2-a607-439a-b9ee-a0313856a73a HTTP/1.1" status: 204 len: 173 time: 1.3075783 May 27 02:47:19.784138 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8336664c-8819-4713-a46f-72dc9039b253 req-c0c58d0c-5d1b-4eec-9869-1976023ea3c9 service neutron] 10.222.0.32 "GET /v2.0/networks/9e96f255-93d9-417c-a8a1-6b7c73c795a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291966 May 27 02:47:19.847589 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-e12d03ab-e5ea-41d7-81fa-1a41c5b02544 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=d7f4b1067c344b139b0bc4828b467ed7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326412 May 27 02:47:20.133261 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e35691a1-7127-49eb-b89b-58d0024b962c req-586d62fa-a2cf-4bd9-bb16-23b79ba52d38 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc854787-cc87-4815-b4d8-4efad61fed45 HTTP/1.1" status: 200 len: 210 time: 0.0693011 May 27 02:47:20.190230 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-d1840a1d-9c6b-4656-b864-82326fd6595b tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:20.191592 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-d1840a1d-9c6b-4656-b864-82326fd6595b tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3390100 May 27 02:47:20.204481 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-36f37c93-24be-4145-b01f-442b7d88c678 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Request body: {'port': {'device_id': 'cc854787-cc87-4815-b4d8-4efad61fed45', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'admin_state_up': True, 'tenant_id': 'd7f4b1067c344b139b0bc4828b467ed7'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:47:20.318045 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-56ae2734-f899-4eb7-9a03-ab32df386103 req-014495aa-4234-42c2-86a3-18f18cb51f33 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Synchronizing usage tracker for tenant:bacca2e928f240ac8e59ab0d5daf4b12 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:47:20.395265 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-36f37c93-24be-4145-b01f-442b7d88c678 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:47:20.399149 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-36f37c93-24be-4145-b01f-442b7d88c678 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Usage tracker for resource:port and tenant:d7f4b1067c344b139b0bc4828b467ed7 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:47:20.401974 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-36f37c93-24be-4145-b01f-442b7d88c678 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:47:20.407665 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-36f37c93-24be-4145-b01f-442b7d88c678 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:47:20.427898 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-56ae2734-f899-4eb7-9a03-ab32df386103 req-014495aa-4234-42c2-86a3-18f18cb51f33 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Unset dirty status for tenant:bacca2e928f240ac8e59ab0d5daf4b12 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:47:20.432168 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-56ae2734-f899-4eb7-9a03-ab32df386103 req-014495aa-4234-42c2-86a3-18f18cb51f33 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=158d5b73-5c47-46eb-9929-67e0b913a23d HTTP/1.1" status: 200 len: 210 time: 0.2081356 May 27 02:47:20.508079 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-36f37c93-24be-4145-b01f-442b7d88c678 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Made reservation on behalf of d7f4b1067c344b139b0bc4828b467ed7 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:47:20.511816 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-36f37c93-24be-4145-b01f-442b7d88c678 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:20.562401 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-36f37c93-24be-4145-b01f-442b7d88c678 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:20.589222 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-36f37c93-24be-4145-b01f-442b7d88c678 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:47:20.595761 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-36f37c93-24be-4145-b01f-442b7d88c678 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Usage tracker for resource:security_group_rule and tenant:d7f4b1067c344b139b0bc4828b467ed7 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:47:20.599287 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-36f37c93-24be-4145-b01f-442b7d88c678 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:47:20.606891 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-36f37c93-24be-4145-b01f-442b7d88c678 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:47:20.651016 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec44de-d51a-4b1d-a233-b2fd0f74cb66 req-6983f806-bb5d-4686-b994-7902342de1a4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:20.653001 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ebec44de-d51a-4b1d-a233-b2fd0f74cb66 req-6983f806-bb5d-4686-b994-7902342de1a4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=21db14d5-d9d2-46fa-8620-c9a8cab492fa HTTP/1.1" status: 200 len: 943 time: 0.1316884 May 27 02:47:20.715765 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ebec44de-d51a-4b1d-a233-b2fd0f74cb66 req-f0cdc087-a4d4-4771-9b83-12e2cffb1956 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=999a90b6-7508-4797-9ba3-ef2ee76a3638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564950 May 27 02:47:20.741876 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-36f37c93-24be-4145-b01f-442b7d88c678 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:20.822381 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-36f37c93-24be-4145-b01f-442b7d88c678 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:20.840639 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 0d38aec3-7ebc-44c2-92dc-07d94905cad4 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:47:20.906996 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f37c93-24be-4145-b01f-442b7d88c678 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f92758cb-897f-4b04-8a05-accc60d35b1f,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:20.976344 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 0d38aec3-7ebc-44c2-92dc-07d94905cad4, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=0d38aec3-7ebc-44c2-92dc-07d94905cad4,segment=NetworkSegment(6740af22-6b0c-4bfb-80ad-829f2dad4c72),segment_id=6740af22-6b0c-4bfb-80ad-829f2dad4c72)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:47:20.989544 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '0d38aec3-7ebc-44c2-92dc-07d94905cad4', 'network_id': '9e96f255-93d9-417c-a8a1-6b7c73c795a8', 'port_id': '0d38aec3-7ebc-44c2-92dc-07d94905cad4', 'mac_address': 'fa:16:3e:3b:dd:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ee01894-57a6-45ec-a926-f8912d98c8b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:47:20.993489 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-36f37c93-24be-4145-b01f-442b7d88c678 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Allocated IP 192.168.233.173 (54d5ea08-4fa3-4323-9d64-35a947e9d08e/2cf69705-8457-415f-85a3-b42efaff1b97/1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:47:21.048017 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 0d38aec3-7ebc-44c2-92dc-07d94905cad4 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:47:21.048396 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:21.065241 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d38aec3-7ebc-44c2-92dc-07d94905cad4 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:47:21.081486 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 0d38aec3-7ebc-44c2-92dc-07d94905cad4, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=0d38aec3-7ebc-44c2-92dc-07d94905cad4,segment=NetworkSegment(6740af22-6b0c-4bfb-80ad-829f2dad4c72),segment_id=6740af22-6b0c-4bfb-80ad-829f2dad4c72)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:47:21.162486 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:21.199796 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-36f37c93-24be-4145-b01f-442b7d88c678 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:21.217647 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-36f37c93-24be-4145-b01f-442b7d88c678 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Transition to ACTIVE for port object 1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:47:21.232593 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=0d38aec3-7ebc-44c2-92dc-07d94905cad4,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:21.292909 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1f8b147f-a7f5-45ae-837c-b7d09aae23e8 req-99390d64-be92-45f0-acd7-b7110a9a0c67 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc854787-cc87-4815-b4d8-4efad61fed45 HTTP/1.1" status: 200 len: 210 time: 0.0472660 May 27 02:47:21.311228 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-36f37c93-24be-4145-b01f-442b7d88c678 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:21.369689 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['0d38aec3-7ebc-44c2-92dc-07d94905cad4'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:47:21.382351 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-36f37c93-24be-4145-b01f-442b7d88c678 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Network 54d5ea08-4fa3-4323-9d64-35a947e9d08e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:47:21.385587 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-36f37c93-24be-4145-b01f-442b7d88c678 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:47:21.390025 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-36f37c93-24be-4145-b01f-442b7d88c678 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:47:21.424077 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f37c93-24be-4145-b01f-442b7d88c678 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Pushing event updated for resources: {'Port': ['ID=1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:21.462857 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-36f37c93-24be-4145-b01f-442b7d88c678 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:21.463511 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-36f37c93-24be-4145-b01f-442b7d88c678 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:21.534436 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56614) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:21.578582 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-36f37c93-24be-4145-b01f-442b7d88c678 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3781657 May 27 02:47:21.594059 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-8d1661af-39f6-4f71-b0de-d81fe7d786a9 service neutron] Request body: {'port': {'device_id': 'cc854787-cc87-4815-b4d8-4efad61fed45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:47:21.659533 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0f752324-ed2f-4dc2-91a4-16cc7c7f13fd tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:21.719760 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e448f0a6-a360-4890-bc5d-6f1c14b4a72e None None] Provisioning for port 1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:47:21.724861 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e448f0a6-a360-4890-bc5d-6f1c14b4a72e None None] Provisioning complete for port 1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:47:21.725236 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e448f0a6-a360-4890-bc5d-6f1c14b4a72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:21.736336 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0f752324-ed2f-4dc2-91a4-16cc7c7f13fd tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:21.766603 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-8d1661af-39f6-4f71-b0de-d81fe7d786a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:21.783820 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-e448f0a6-a360-4890-bc5d-6f1c14b4a72e None None] Port 1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:47:22.048061 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0f752324-ed2f-4dc2-91a4-16cc7c7f13fd tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:22.084805 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f752324-ed2f-4dc2-91a4-16cc7c7f13fd tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef50e42b-3f8f-4aa8-98eb-9c020345ae07,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:22.095500 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e707a7-ad8b-4cfd-b16e-426c46705946 req-46e41f9f-ea4f-4494-bee4-02df3ce12c98 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:22.096990 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d3e707a7-ad8b-4cfd-b16e-426c46705946 req-46e41f9f-ea4f-4494-bee4-02df3ce12c98 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=21db14d5-d9d2-46fa-8620-c9a8cab492fa HTTP/1.1" status: 200 len: 944 time: 0.2505274 May 27 02:47:22.265157 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0f752324-ed2f-4dc2-91a4-16cc7c7f13fd tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:22.266276 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0f752324-ed2f-4dc2-91a4-16cc7c7f13fd tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "DELETE /v2.0/security-groups/ef50e42b-3f8f-4aa8-98eb-9c020345ae07 HTTP/1.1" status: 204 len: 168 time: 0.7299709 May 27 02:47:22.301642 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d3e707a7-ad8b-4cfd-b16e-426c46705946 req-48f6a139-fcdc-4754-abd4-990dfbaf4407 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=999a90b6-7508-4797-9ba3-ef2ee76a3638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946809 May 27 02:47:22.367253 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56626) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:22.377400 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-8d1661af-39f6-4f71-b0de-d81fe7d786a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:47:22.385049 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-8d1661af-39f6-4f71-b0de-d81fe7d786a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:22.399733 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-8d1661af-39f6-4f71-b0de-d81fe7d786a9 service neutron] Transition to ACTIVE for port object 1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:47:22.443782 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd8bc42-6ca3-429d-a466-886761d2ec7e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Deleting subnet c3173eb9-2306-497e-b835-648e94d0312d {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:47:22.446693 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dbd8bc42-6ca3-429d-a466-886761d2ec7e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:22.471437 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-8d1661af-39f6-4f71-b0de-d81fe7d786a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:22.501553 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dbd8bc42-6ca3-429d-a466-886761d2ec7e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:22.586831 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dbd8bc42-6ca3-429d-a466-886761d2ec7e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:22.609910 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1661af-39f6-4f71-b0de-d81fe7d786a9 service neutron] Pushing event updated for resources: {'Port': ['ID=1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:22.621075 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8743b-8d29-4511-b145-484017846d74 req-e62aebae-787d-4c27-afba-f386a96110c5 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:22.621794 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-58a8743b-8d29-4511-b145-484017846d74 req-e62aebae-787d-4c27-afba-f386a96110c5 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Synchronizing usage tracker for tenant:d7f4b1067c344b139b0bc4828b467ed7 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:47:22.740276 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-8d1661af-39f6-4f71-b0de-d81fe7d786a9 service neutron] Attempting to bind port 1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:47:22.740612 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-8d1661af-39f6-4f71-b0de-d81fe7d786a9 service neutron] Attempting to bind port 1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:47:22.740969 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-8d1661af-39f6-4f71-b0de-d81fe7d786a9 service neutron] Attempting to bind port 1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:47:22.745675 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-8d1661af-39f6-4f71-b0de-d81fe7d786a9 service neutron] Port 1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:47:22.746516 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-8d1661af-39f6-4f71-b0de-d81fe7d786a9 service neutron] Attempting to bind port 1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:47:22.749059 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dbd8bc42-6ca3-429d-a466-886761d2ec7e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:22.751775 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-8d1661af-39f6-4f71-b0de-d81fe7d786a9 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:47:22.752159 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-8d1661af-39f6-4f71-b0de-d81fe7d786a9 service neutron] Checking segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:47:22.752545 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-8d1661af-39f6-4f71-b0de-d81fe7d786a9 service neutron] Bound using segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:47:22.752999 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-8d1661af-39f6-4f71-b0de-d81fe7d786a9 service neutron] Bound port: 1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:47:22.753909 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-8d1661af-39f6-4f71-b0de-d81fe7d786a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:22.790478 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd8bc42-6ca3-429d-a466-886761d2ec7e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event deleted for resources: {'Subnet': ['ID=c3173eb9-2306-497e-b835-648e94d0312d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:22.792534 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dbd8bc42-6ca3-429d-a466-886761d2ec7e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:22.799834 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-58a8743b-8d29-4511-b145-484017846d74 req-e62aebae-787d-4c27-afba-f386a96110c5 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Unset dirty status for tenant:d7f4b1067c344b139b0bc4828b467ed7 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:47:22.801038 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-58a8743b-8d29-4511-b145-484017846d74 req-e62aebae-787d-4c27-afba-f386a96110c5 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc854787-cc87-4815-b4d8-4efad61fed45 HTTP/1.1" status: 200 len: 936 time: 0.3920035 May 27 02:47:22.802486 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-dbd8bc42-6ca3-429d-a466-886761d2ec7e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "DELETE /v2.0/subnets/c3173eb9-2306-497e-b835-648e94d0312d HTTP/1.1" status: 204 len: 168 time: 0.4336834 May 27 02:47:22.803146 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56630) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:22.816468 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89932c79-eee3-4382-9de2-070429ebf463 None None] Network d1c8f4cb-0499-441b-ab18-d5c3323d4cea requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:47:22.849200 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 0d38aec3-7ebc-44c2-92dc-07d94905cad4 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:47:22.887895 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-58a8743b-8d29-4511-b145-484017846d74 req-e36bfcec-5862-4707-8dc3-ab7dd97be775 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Synchronizing usage tracker for tenant:d7f4b1067c344b139b0bc4828b467ed7 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:47:22.893267 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-8d1661af-39f6-4f71-b0de-d81fe7d786a9 service neutron] For port 1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:47:22.896777 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-8d1661af-39f6-4f71-b0de-d81fe7d786a9 service neutron] For port 1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:47:22.927312 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d856dba6-e4cd-4efd-ae67-6dfc6b53b42c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:22.938736 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d856dba6-e4cd-4efd-ae67-6dfc6b53b42c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Deleting port 94567103-84e3-4c74-84c0-d3b06ec15b04 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:47:22.939151 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d856dba6-e4cd-4efd-ae67-6dfc6b53b42c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:22.987224 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-8d1661af-39f6-4f71-b0de-d81fe7d786a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:23.042697 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-8d1661af-39f6-4f71-b0de-d81fe7d786a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:23.043404 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-8d1661af-39f6-4f71-b0de-d81fe7d786a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:23.045466 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-8d1661af-39f6-4f71-b0de-d81fe7d786a9 service neutron] 10.222.0.66 "PUT /v2.0/ports/1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f HTTP/1.1" status: 200 len: 1096 time: 1.4559996 May 27 02:47:23.046172 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-58a8743b-8d29-4511-b145-484017846d74 req-e36bfcec-5862-4707-8dc3-ab7dd97be775 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Unset dirty status for tenant:d7f4b1067c344b139b0bc4828b467ed7 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:47:23.047198 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-58a8743b-8d29-4511-b145-484017846d74 req-e36bfcec-5862-4707-8dc3-ab7dd97be775 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] 10.222.0.57 "GET /v2.0/security-groups?id=f92758cb-897f-4b04-8a05-accc60d35b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267182 May 27 02:47:23.055415 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc854787-cc87-4815-b4d8-4efad61fed45', 'tag': '1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:47:23.093573 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1661af-39f6-4f71-b0de-d81fe7d786a9 service neutron] Pushing event updated for resources: {'Port': ['ID=1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:23.127235 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c2be9df-c7bb-46f6-b62e-d2329b160279'] response: {'name': 'network-changed', 'server_uuid': 'cc854787-cc87-4815-b4d8-4efad61fed45', 'tag': '1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f', 'status': 'completed', 'code': 200} May 27 02:47:23.206393 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-d856dba6-e4cd-4efd-ae67-6dfc6b53b42c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] For port 94567103-84e3-4c74-84c0-d3b06ec15b04, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=94567103-84e3-4c74-84c0-d3b06ec15b04,segment=NetworkSegment(82bb17a6-cafb-4f79-b420-43449c00105e),segment_id=82bb17a6-cafb-4f79-b420-43449c00105e)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:47:23.206877 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d856dba6-e4cd-4efd-ae67-6dfc6b53b42c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:23.237754 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e66bb-8ea8-42ea-a26d-0bdead285f2f req-5cdef298-30c9-499e-ad0e-2ba189df4817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:23.239307 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-055e66bb-8ea8-42ea-a26d-0bdead285f2f req-5cdef298-30c9-499e-ad0e-2ba189df4817 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d7f4b1067c344b139b0bc4828b467ed7&device_id=cc854787-cc87-4815-b4d8-4efad61fed45 HTTP/1.1" status: 200 len: 1099 time: 0.0854053 May 27 02:47:23.248095 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 0d38aec3-7ebc-44c2-92dc-07d94905cad4 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:47:23.254131 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 0d38aec3-7ebc-44c2-92dc-07d94905cad4 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:47:23.254602 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:23.288909 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-055e66bb-8ea8-42ea-a26d-0bdead285f2f req-91163316-f368-486e-82c3-722c4a3a75f5 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=d7f4b1067c344b139b0bc4828b467ed7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391417 May 27 02:47:23.317576 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116bc709-9361-47a2-9a2c-dd1ccc784f4c None None] DHCP port deletion for d1c8f4cb-0499-441b-ab18-d5c3323d4cea request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:47:23.342717 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-116bc709-9361-47a2-9a2c-dd1ccc784f4c None None] Deleting port 94567103-84e3-4c74-84c0-d3b06ec15b04 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:47:23.343167 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-116bc709-9361-47a2-9a2c-dd1ccc784f4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:23.361410 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d856dba6-e4cd-4efd-ae67-6dfc6b53b42c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Calling delete_port for 94567103-84e3-4c74-84c0-d3b06ec15b04 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:47:23.480948 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 94567103-84e3-4c74-84c0-d3b06ec15b04 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:47:23.528523 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d856dba6-e4cd-4efd-ae67-6dfc6b53b42c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:23.546984 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e66bb-8ea8-42ea-a26d-0bdead285f2f req-63fa5be5-5350-4296-98cc-305a5c5d9577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:23.548468 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-055e66bb-8ea8-42ea-a26d-0bdead285f2f req-63fa5be5-5350-4296-98cc-305a5c5d9577 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2502735 May 27 02:47:23.564483 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-116bc709-9361-47a2-9a2c-dd1ccc784f4c None None] The port '94567103-84e3-4c74-84c0-d3b06ec15b04' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:47:23.571347 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 0d38aec3-7ebc-44c2-92dc-07d94905cad4 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:47:23.572119 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:23.585931 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f44c66-7bda-476a-8c08-4ccb14d36d6a req-ac957f1f-c256-4047-ac17-2768fde2542b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:23.586694 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d856dba6-e4cd-4efd-ae67-6dfc6b53b42c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event deleted for resources: {'Port': ['ID=94567103-84e3-4c74-84c0-d3b06ec15b04,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:23.587501 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-44f44c66-7bda-476a-8c08-4ccb14d36d6a req-ac957f1f-c256-4047-ac17-2768fde2542b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=21db14d5-d9d2-46fa-8620-c9a8cab492fa HTTP/1.1" status: 200 len: 944 time: 0.1311827 May 27 02:47:23.588544 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d856dba6-e4cd-4efd-ae67-6dfc6b53b42c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] No DVR routers for this DVR port 94567103-84e3-4c74-84c0-d3b06ec15b04 on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:47:23.627363 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21db14d5-d9d2-46fa-8620-c9a8cab492fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d38aec3-7ebc-44c2-92dc-07d94905cad4'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:47:23.632372 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No active binding found for port 94567103-84e3-4c74-84c0-d3b06ec15b04 {{(pid=88903) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 27 02:47:23.634830 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 94567103-84e3-4c74-84c0-d3b06ec15b04 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:47:23.640606 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 0d38aec3-7ebc-44c2-92dc-07d94905cad4, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=0d38aec3-7ebc-44c2-92dc-07d94905cad4,segment=NetworkSegment(6740af22-6b0c-4bfb-80ad-829f2dad4c72),segment_id=6740af22-6b0c-4bfb-80ad-829f2dad4c72)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:47:23.702462 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-44f44c66-7bda-476a-8c08-4ccb14d36d6a req-c940673d-2392-4252-909c-cef90a6cfda2 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=999a90b6-7508-4797-9ba3-ef2ee76a3638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667446 May 27 02:47:23.707380 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2772b2a8-3947-41af-bf46-ae407ba05abf'] response: {'server_uuid': '21db14d5-d9d2-46fa-8620-c9a8cab492fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d38aec3-7ebc-44c2-92dc-07d94905cad4', 'code': 200} May 27 02:47:23.711189 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:23.712677 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 6073efb2-a607-439a-b9ee-a0313856a73a no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:47:23.733478 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-e1ed8326-2c71-48a0-b973-301ff9c0c6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:23.736214 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-e1ed8326-2c71-48a0-b973-301ff9c0c6aa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d7f4b1067c344b139b0bc4828b467ed7&device_id=cc854787-cc87-4815-b4d8-4efad61fed45 HTTP/1.1" status: 200 len: 1099 time: 0.1454744 May 27 02:47:23.737880 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d856dba6-e4cd-4efd-ae67-6dfc6b53b42c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:23.765893 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-d856dba6-e4cd-4efd-ae67-6dfc6b53b42c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c8f4cb-0499-441b-ab18-d5c3323d4cea']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:23.778725 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-d856dba6-e4cd-4efd-ae67-6dfc6b53b42c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82bb17a6-cafb-4f79-b420-43449c00105e') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:23.779026 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-d856dba6-e4cd-4efd-ae67-6dfc6b53b42c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82bb17a6-cafb-4f79-b420-43449c00105e') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:23.790865 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d856dba6-e4cd-4efd-ae67-6dfc6b53b42c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:23.791697 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 6073efb2-a607-439a-b9ee-a0313856a73a {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:47:23.792028 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 6073efb2-a607-439a-b9ee-a0313856a73a not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:47:23.807642 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d856dba6-e4cd-4efd-ae67-6dfc6b53b42c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:23.819136 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=0d38aec3-7ebc-44c2-92dc-07d94905cad4,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:23.826805 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:23.827084 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:23.827423 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:23.827752 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:23.828081 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:23.828407 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:23.829934 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:23.829934 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:23.830585 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:23.830918 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:23.831245 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:23.831567 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:23.838481 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-d7871637-6020-4638-b882-9663c76a85d9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f HTTP/1.1" status: 200 len: 217 time: 0.0923705 May 27 02:47:23.859094 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d856dba6-e4cd-4efd-ae67-6dfc6b53b42c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:47:23.859435 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d856dba6-e4cd-4efd-ae67-6dfc6b53b42c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:23.906779 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-22431f99-8e83-4adc-a08d-8c2e462596c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:23.908524 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-22431f99-8e83-4adc-a08d-8c2e462596c4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.0638845 May 27 02:47:23.998906 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-47afc595-a6a5-4f6d-bf4e-a816bf065257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:24.000390 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-47afc595-a6a5-4f6d-bf4e-a816bf065257 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0856249 May 27 02:47:24.022272 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 82bb17a6-cafb-4f79-b420-43449c00105e resource provider aggregate not found May 27 02:47:24.049241 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 82bb17a6-cafb-4f79-b420-43449c00105e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 82bb17a6-cafb-4f79-b420-43449c00105e found for delete ", "request_id": "req-93ebc5c2-cd39-4105-9202-10d7daf8f654"}]} May 27 02:47:24.079636 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b917d5-5774-431d-bc3d-c1897e32d1a9 req-3f5b653a-fd8a-4094-9695-9d9e128b15cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:24.080559 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-62b917d5-5774-431d-bc3d-c1897e32d1a9 req-3f5b653a-fd8a-4094-9695-9d9e128b15cf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=21db14d5-d9d2-46fa-8620-c9a8cab492fa HTTP/1.1" status: 200 len: 1096 time: 0.2704544 May 27 02:47:24.122366 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-62b917d5-5774-431d-bc3d-c1897e32d1a9 req-d133daa3-0e7b-4a16-bbcc-56c29ba523c4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=999a90b6-7508-4797-9ba3-ef2ee76a3638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358469 May 27 02:47:24.133428 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d856dba6-e4cd-4efd-ae67-6dfc6b53b42c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:24.142978 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-d0eb2e06-96b8-4656-9fa1-e499ccdf014f service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342678 May 27 02:47:24.154199 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d856dba6-e4cd-4efd-ae67-6dfc6b53b42c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:24.167474 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d856dba6-e4cd-4efd-ae67-6dfc6b53b42c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event deleted for resources: {'Network': ['ID=d1c8f4cb-0499-441b-ab18-d5c3323d4cea,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:24.271786 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d856dba6-e4cd-4efd-ae67-6dfc6b53b42c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "DELETE /v2.0/networks/d1c8f4cb-0499-441b-ab18-d5c3323d4cea HTTP/1.1" status: 204 len: 168 time: 1.4674995 May 27 02:47:24.274450 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56648) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:24.457979 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cb1d867c-89bc-472e-8dea-d8226c22249f req-f5e55922-76e1-4c2f-a525-1b51c4f6794a service neutron] 10.222.0.66 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089483 May 27 02:47:24.468879 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365030a0-6820-40a5-abe8-30d1747f254c req-98ee026a-d67f-406f-90c1-ba328f77b145 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:24.470325 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-365030a0-6820-40a5-abe8-30d1747f254c req-98ee026a-d67f-406f-90c1-ba328f77b145 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc854787-cc87-4815-b4d8-4efad61fed45 HTTP/1.1" status: 200 len: 948 time: 0.2945235 May 27 02:47:24.491774 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-3a75f572-06f4-4b7e-bcff-96d805d430e6 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Deleting port 45f2553a-0e47-4a8f-9d20-5acded043f98 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:47:24.492117 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a75f572-06f4-4b7e-bcff-96d805d430e6 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:24.515940 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-365030a0-6820-40a5-abe8-30d1747f254c req-c942a11f-5f7c-4bcb-b69a-eb91fd90d462 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] 10.222.0.57 "GET /v2.0/security-groups?id=f92758cb-897f-4b04-8a05-accc60d35b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389214 May 27 02:47:24.662138 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a75f572-06f4-4b7e-bcff-96d805d430e6 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:24.662714 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a75f572-06f4-4b7e-bcff-96d805d430e6 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:24.783101 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-3a75f572-06f4-4b7e-bcff-96d805d430e6 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Calling delete_port for 45f2553a-0e47-4a8f-9d20-5acded043f98 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:47:24.893518 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb99e4-4042-4cb6-b683-3e8f2739194e req-3c8b1160-0fc5-437b-a4c1-0a9897ad7aab tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:24.894967 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fceb99e4-4042-4cb6-b683-3e8f2739194e req-3c8b1160-0fc5-437b-a4c1-0a9897ad7aab tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=21db14d5-d9d2-46fa-8620-c9a8cab492fa HTTP/1.1" status: 200 len: 945 time: 0.0828943 May 27 02:47:24.940320 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fceb99e4-4042-4cb6-b683-3e8f2739194e req-1ac9d6b3-b140-406a-bf28-460c82841bc4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=999a90b6-7508-4797-9ba3-ef2ee76a3638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396609 May 27 02:47:24.988149 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a75f572-06f4-4b7e-bcff-96d805d430e6 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:25.034980 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a75f572-06f4-4b7e-bcff-96d805d430e6 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event deleted for resources: {'Port': ['ID=45f2553a-0e47-4a8f-9d20-5acded043f98,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:25.129062 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a75f572-06f4-4b7e-bcff-96d805d430e6 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:25.129464 n-d-843554-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-3a75f572-06f4-4b7e-bcff-96d805d430e6 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Floating IP cc42aaf0-2541-4785-9c0c-f9e28374e2d5 disassociated (deleted). External IP: 172.25.1.86, port: 954cb324-abf6-40bc-bb75-0e65d94a8ebd. May 27 02:47:25.490478 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a75f572-06f4-4b7e-bcff-96d805d430e6 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Router 29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:47:25.537009 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-758d4e5b-35c8-49fa-b108-e384d32d02d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:25.666299 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:47:25.700348 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a59db-9969-428d-89ba-af4d7d041ee0 req-aa0ea200-ed8f-4609-97a4-f4c3c28b14d7 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:25.701829 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-067a59db-9969-428d-89ba-af4d7d041ee0 req-aa0ea200-ed8f-4609-97a4-f4c3c28b14d7 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc854787-cc87-4815-b4d8-4efad61fed45 HTTP/1.1" status: 200 len: 948 time: 0.0793128 May 27 02:47:25.747572 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-067a59db-9969-428d-89ba-af4d7d041ee0 req-7b4b21a0-ec8e-4236-ac26-ffd580b84bc3 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] 10.222.0.57 "GET /v2.0/security-groups?id=f92758cb-897f-4b04-8a05-accc60d35b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397108 May 27 02:47:25.780110 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a75f572-06f4-4b7e-bcff-96d805d430e6 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:47:25.790714 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11082d7-9eff-491f-aecd-858878995fd9 None None] Sync routers for ids ['29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:47:25.795753 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a75f572-06f4-4b7e-bcff-96d805d430e6 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:25.800791 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11082d7-9eff-491f-aecd-858878995fd9 None None] Routers {'29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:47:25.801447 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-a11082d7-9eff-491f-aecd-858878995fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:46:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:25.852881 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3a75f572-06f4-4b7e-bcff-96d805d430e6 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "DELETE /v2.0/floatingips/cc42aaf0-2541-4785-9c0c-f9e28374e2d5 HTTP/1.1" status: 204 len: 168 time: 1.5772307 May 27 02:47:25.853556 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9cc0598-fd70-4bc5-b417-08c605ff8840', 'tag': '954cb324-abf6-40bc-bb75-0e65d94a8ebd'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:47:25.905927 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31b6ab51-1864-4aba-b390-f28361a862c4'] response: {'name': 'network-changed', 'server_uuid': 'c9cc0598-fd70-4bc5-b417-08c605ff8840', 'tag': '954cb324-abf6-40bc-bb75-0e65d94a8ebd', 'status': 'completed', 'code': 200} May 27 02:47:25.981979 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-a11082d7-9eff-491f-aecd-858878995fd9 None None] Set router 29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:47:26.006807 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001014ea-998d-406a-a340-efd02c2af135 req-8c28dc87-0acc-4666-af87-db6757c9b6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:26.009091 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-001014ea-998d-406a-a340-efd02c2af135 req-8c28dc87-0acc-4666-af87-db6757c9b6d1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bacca2e928f240ac8e59ab0d5daf4b12&device_id=c9cc0598-fd70-4bc5-b417-08c605ff8840 HTTP/1.1" status: 200 len: 1097 time: 0.0783706 May 27 02:47:26.199344 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001014ea-998d-406a-a340-efd02c2af135 req-935ed052-9168-4f09-b011-bee3ce469f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:26.200725 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-001014ea-998d-406a-a340-efd02c2af135 req-935ed052-9168-4f09-b011-bee3ce469f4a service neutron] 10.222.0.66 "GET /v2.0/networks?id=d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0 HTTP/1.1" status: 200 len: 897 time: 0.1855366 May 27 02:47:26.271562 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756c5ca-68c2-46ec-8ae5-6c0eab5fe26d req-2001ddcb-62a5-4375-8f2e-807e6f4ca1f7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:26.273055 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4756c5ca-68c2-46ec-8ae5-6c0eab5fe26d req-2001ddcb-62a5-4375-8f2e-807e6f4ca1f7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=21db14d5-d9d2-46fa-8620-c9a8cab492fa HTTP/1.1" status: 200 len: 945 time: 0.1911387 May 27 02:47:26.283493 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-001014ea-998d-406a-a340-efd02c2af135 req-20e833f4-8b8f-4363-bb3c-ee477973f35a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=954cb324-abf6-40bc-bb75-0e65d94a8ebd HTTP/1.1" status: 200 len: 217 time: 0.0763083 May 27 02:47:26.338457 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-a11082d7-9eff-491f-aecd-858878995fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'name': 'tempest-TestNetworkBasicOps-router-1718859312', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'e4abfbe7-1770-4147-ade8-414d8ab366d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:45:04Z', 'updated_at': '2022-05-27T02:47:14Z', 'revision_number': 6, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'gw_port': {'id': 'e4abfbe7-1770-4147-ade8-414d8ab366d8', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:31:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:45:05Z', 'updated_at': '2022-05-27T02:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '99a45c0f-86e6-4978-8ed7-6b49a9098739', 'name': '', 'network_id': 'd9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'mac_address': 'fa:16:3e:5f:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '0d882589-d066-4537-a583-3c6a99c11c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:45:11Z', 'updated_at': '2022-05-27T02:45:21Z', 'revision_number': 5, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'subnets': [{'id': '0d882589-d066-4537-a583-3c6a99c11c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:26.342762 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11082d7-9eff-491f-aecd-858878995fd9 None None] Checking router: 29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:47:26.351669 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11082d7-9eff-491f-aecd-858878995fd9 None None] Routers {'29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:47:26.352666 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-a11082d7-9eff-491f-aecd-858878995fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:46:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:26.375447 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4756c5ca-68c2-46ec-8ae5-6c0eab5fe26d req-670243df-8491-4de8-bbff-58db73c2bbd0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=999a90b6-7508-4797-9ba3-ef2ee76a3638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944901 May 27 02:47:26.380768 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001014ea-998d-406a-a340-efd02c2af135 req-5f923e54-8399-4afb-97e2-8640b62a9fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:26.382146 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-001014ea-998d-406a-a340-efd02c2af135 req-5f923e54-8399-4afb-97e2-8640b62a9fd6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0d882589-d066-4537-a583-3c6a99c11c9c HTTP/1.1" status: 200 len: 835 time: 0.0860388 May 27 02:47:26.531821 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-a11082d7-9eff-491f-aecd-858878995fd9 None None] Set router 29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:47:26.575152 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001014ea-998d-406a-a340-efd02c2af135 req-82dab7e8-eff1-4bc3-9e5d-ac94dbe4326c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:26.576598 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-001014ea-998d-406a-a340-efd02c2af135 req-82dab7e8-eff1-4bc3-9e5d-ac94dbe4326c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1878057 May 27 02:47:26.591618 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e6789-6ada-49f2-bbb4-657b073c75d4 req-d7dcf48a-323d-4f82-8ca1-772ed56e8be8 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:26.592995 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3b1e6789-6ada-49f2-bbb4-657b073c75d4 req-d7dcf48a-323d-4f82-8ca1-772ed56e8be8 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9cc0598-fd70-4bc5-b417-08c605ff8840 HTTP/1.1" status: 200 len: 946 time: 0.1663935 May 27 02:47:26.712120 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a46eb1-6196-4492-ad7a-c706435977e2 req-1c8f7108-3db1-40b3-ada6-e55551633015 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:26.713579 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-60a46eb1-6196-4492-ad7a-c706435977e2 req-1c8f7108-3db1-40b3-ada6-e55551633015 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=21db14d5-d9d2-46fa-8620-c9a8cab492fa HTTP/1.1" status: 200 len: 945 time: 0.2236075 May 27 02:47:26.747104 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-3b1e6789-6ada-49f2-bbb4-657b073c75d4 req-48db83d5-7eec-44e7-882d-8716c5ad8f11 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Synchronizing usage tracker for tenant:bacca2e928f240ac8e59ab0d5daf4b12 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:47:26.807723 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-001014ea-998d-406a-a340-efd02c2af135 req-e5e186b1-15d8-4322-bd96-ba946154ec7b service neutron] 10.222.0.66 "GET /v2.0/networks/d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207186 May 27 02:47:26.809061 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-60a46eb1-6196-4492-ad7a-c706435977e2 req-2d9d46d5-2f5b-4e69-9a39-7ee2f8a2e0fd tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=999a90b6-7508-4797-9ba3-ef2ee76a3638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869052 May 27 02:47:26.842238 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56668) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:26.849245 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-a11082d7-9eff-491f-aecd-858878995fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'name': 'tempest-TestNetworkBasicOps-router-1718859312', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'e4abfbe7-1770-4147-ade8-414d8ab366d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:45:04Z', 'updated_at': '2022-05-27T02:47:14Z', 'revision_number': 6, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'gw_port': {'id': 'e4abfbe7-1770-4147-ade8-414d8ab366d8', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:31:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:45:05Z', 'updated_at': '2022-05-27T02:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '99a45c0f-86e6-4978-8ed7-6b49a9098739', 'name': '', 'network_id': 'd9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'mac_address': 'fa:16:3e:5f:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '0d882589-d066-4537-a583-3c6a99c11c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:45:11Z', 'updated_at': '2022-05-27T02:45:21Z', 'revision_number': 5, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'subnets': [{'id': '0d882589-d066-4537-a583-3c6a99c11c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:26.855764 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11082d7-9eff-491f-aecd-858878995fd9 None None] The sync data for ids ['29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505'] in n-d-843554-3 is: [{'id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'name': 'tempest-TestNetworkBasicOps-router-1718859312', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'e4abfbe7-1770-4147-ade8-414d8ab366d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:45:04Z', 'updated_at': '2022-05-27T02:47:14Z', 'revision_number': 6, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'gw_port': {'id': 'e4abfbe7-1770-4147-ade8-414d8ab366d8', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:31:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:45:05Z', 'updated_at': '2022-05-27T02:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '99a45c0f-86e6-4978-8ed7-6b49a9098739', 'name': '', 'network_id': 'd9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'mac_address': 'fa:16:3e:5f:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '0d882589-d066-4537-a583-3c6a99c11c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:45:11Z', 'updated_at': '2022-05-27T02:45:21Z', 'revision_number': 5, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'subnets': [{'id': '0d882589-d066-4537-a583-3c6a99c11c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:47:26.910837 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-3b1e6789-6ada-49f2-bbb4-657b073c75d4 req-48db83d5-7eec-44e7-882d-8716c5ad8f11 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Unset dirty status for tenant:bacca2e928f240ac8e59ab0d5daf4b12 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:47:26.912651 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3b1e6789-6ada-49f2-bbb4-657b073c75d4 req-48db83d5-7eec-44e7-882d-8716c5ad8f11 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b559623-9435-4249-8f69-3eff2151f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3008287 May 27 02:47:26.928945 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4279936-b56b-4a1b-8da1-d6d7837244b4 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:26.930769 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f4279936-b56b-4a1b-8da1-d6d7837244b4 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=21db14d5-d9d2-46fa-8620-c9a8cab492fa HTTP/1.1" status: 200 len: 1091 time: 0.0916252 May 27 02:47:26.934822 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56672) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:26.940063 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-7eff0e75-65ac-444e-83eb-2dec33e3cf15 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'port_id': '0d38aec3-7ebc-44c2-92dc-07d94905cad4', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:47:26.951099 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-7eff0e75-65ac-444e-83eb-2dec33e3cf15 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:47:27.004377 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7eff0e75-65ac-444e-83eb-2dec33e3cf15 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:floatingip and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:47:27.013849 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7eff0e75-65ac-444e-83eb-2dec33e3cf15 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:47:27.034478 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-7eff0e75-65ac-444e-83eb-2dec33e3cf15 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:47:27.049690 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-001014ea-998d-406a-a340-efd02c2af135 req-a793c848-c1b9-4831-a5f2-0ea13df179c4 service neutron] 10.222.0.66 "GET /v2.0/networks/d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338967 May 27 02:47:27.080161 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41acb64f-789c-466f-b1a3-54abd12200d2 req-86ddafef-a6a1-46c7-935e-6b9be37db39e tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:27.081742 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-41acb64f-789c-466f-b1a3-54abd12200d2 req-86ddafef-a6a1-46c7-935e-6b9be37db39e tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc854787-cc87-4815-b4d8-4efad61fed45 HTTP/1.1" status: 200 len: 948 time: 0.1366205 May 27 02:47:27.126590 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006ae486-2bb5-40f7-8b82-0f5d2fe6cc3b None None] New status for floating IP cc42aaf0-2541-4785-9c0c-f9e28374e2d5: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:47:27.132260 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-41acb64f-789c-466f-b1a3-54abd12200d2 req-e4d65361-fd71-4d74-8ed7-2caca8ab8bbf tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] 10.222.0.57 "GET /v2.0/security-groups?id=f92758cb-897f-4b04-8a05-accc60d35b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442791 May 27 02:47:27.139243 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7eff0e75-65ac-444e-83eb-2dec33e3cf15 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for floatingip, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:27.278786 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7eff0e75-65ac-444e-83eb-2dec33e3cf15 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:27.536845 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-7eff0e75-65ac-444e-83eb-2dec33e3cf15 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Allocated IP 172.25.1.151 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/0696fb00-44fb-47ff-840e-2c13b79d86fd) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:47:27.680671 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7eff0e75-65ac-444e-83eb-2dec33e3cf15 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:27.770364 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7eff0e75-65ac-444e-83eb-2dec33e3cf15 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:27.848594 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eff0e75-65ac-444e-83eb-2dec33e3cf15 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:47:27.851531 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-7eff0e75-65ac-444e-83eb-2dec33e3cf15 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:47:27.853513 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a5ce62a9-a408-4521-a9cd-70ceb87c32a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:27.856564 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eff0e75-65ac-444e-83eb-2dec33e3cf15 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:47:27.904310 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff0e75-65ac-444e-83eb-2dec33e3cf15 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'Port': ['ID=0696fb00-44fb-47ff-840e-2c13b79d86fd,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:27.929138 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23567e4-b19d-47ff-889c-e3a1fb256eef req-b1b8128c-b627-44fe-a95a-10767b130a0b tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:27.930589 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d23567e4-b19d-47ff-889c-e3a1fb256eef req-b1b8128c-b627-44fe-a95a-10767b130a0b tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9cc0598-fd70-4bc5-b417-08c605ff8840 HTTP/1.1" status: 200 len: 946 time: 0.2035747 May 27 02:47:28.114883 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-d23567e4-b19d-47ff-889c-e3a1fb256eef req-259b40d4-f0ec-4a24-b8a4-d17f27567e06 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Deleting port 954cb324-abf6-40bc-bb75-0e65d94a8ebd {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:47:28.115547 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d23567e4-b19d-47ff-889c-e3a1fb256eef req-259b40d4-f0ec-4a24-b8a4-d17f27567e06 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:28.188053 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:47:28.324856 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:47:28.338454 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'port_id': '1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f', 'mac_address': 'fa:16:3e:ae:6a:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf69705-8457-415f-85a3-b42efaff1b97', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:47:28.396189 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:47:28.396562 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:28.413716 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:47:28.428526 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:47:28.490075 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a200b-f983-476a-b769-bece096da685 req-60641f7f-48ba-43e0-a8fb-8c992becc896 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:28.491542 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aa6a200b-f983-476a-b769-bece096da685 req-60641f7f-48ba-43e0-a8fb-8c992becc896 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9cc0598-fd70-4bc5-b417-08c605ff8840 HTTP/1.1" status: 200 len: 946 time: 0.4579279 May 27 02:47:28.502482 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:28.567849 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:28.661501 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71e2c0-c25b-48e9-9e00-3ef0d00b4c05 req-2f72689b-da0b-4531-914d-099ba0473f8f tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:28.662956 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1b71e2c0-c25b-48e9-9e00-3ef0d00b4c05 req-2f72689b-da0b-4531-914d-099ba0473f8f tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc854787-cc87-4815-b4d8-4efad61fed45 HTTP/1.1" status: 200 len: 948 time: 0.4033163 May 27 02:47:28.684171 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aa6a200b-f983-476a-b769-bece096da685 req-207348f7-c9fa-42d2-a1aa-67ed183f3562 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b559623-9435-4249-8f69-3eff2151f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677957 May 27 02:47:28.720658 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:47:28.750699 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-d23567e4-b19d-47ff-889c-e3a1fb256eef req-259b40d4-f0ec-4a24-b8a4-d17f27567e06 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] For port 954cb324-abf6-40bc-bb75-0e65d94a8ebd, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=954cb324-abf6-40bc-bb75-0e65d94a8ebd,segment=NetworkSegment(36b77579-f3c4-40fd-9822-7b68d42aaca8),segment_id=36b77579-f3c4-40fd-9822-7b68d42aaca8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:47:28.751063 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d23567e4-b19d-47ff-889c-e3a1fb256eef req-259b40d4-f0ec-4a24-b8a4-d17f27567e06 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:28.768572 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1b71e2c0-c25b-48e9-9e00-3ef0d00b4c05 req-b697018a-fd3a-4d13-ad72-b5888bc39120 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] 10.222.0.57 "GET /v2.0/security-groups?id=f92758cb-897f-4b04-8a05-accc60d35b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988734 May 27 02:47:28.884633 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-d23567e4-b19d-47ff-889c-e3a1fb256eef req-259b40d4-f0ec-4a24-b8a4-d17f27567e06 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Calling delete_port for 954cb324-abf6-40bc-bb75-0e65d94a8ebd owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:47:29.042089 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:29.065047 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:29.100971 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7eff0e75-65ac-444e-83eb-2dec33e3cf15 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:29.278365 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d23567e4-b19d-47ff-889c-e3a1fb256eef req-259b40d4-f0ec-4a24-b8a4-d17f27567e06 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:29.340539 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b40d4-f0ec-4a24-b8a4-d17f27567e06 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event deleted for resources: {'Port': ['ID=954cb324-abf6-40bc-bb75-0e65d94a8ebd,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:29.385228 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7eff0e75-65ac-444e-83eb-2dec33e3cf15 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:29.462669 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23567e4-b19d-47ff-889c-e3a1fb256eef req-259b40d4-f0ec-4a24-b8a4-d17f27567e06 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] No DVR routers for this DVR port 954cb324-abf6-40bc-bb75-0e65d94a8ebd on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:47:29.466782 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-d23567e4-b19d-47ff-889c-e3a1fb256eef req-259b40d4-f0ec-4a24-b8a4-d17f27567e06 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:29.469190 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9cc0598-fd70-4bc5-b417-08c605ff8840', 'name': 'network-vif-deleted', 'tag': '954cb324-abf6-40bc-bb75-0e65d94a8ebd'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:47:29.497479 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d23567e4-b19d-47ff-889c-e3a1fb256eef req-259b40d4-f0ec-4a24-b8a4-d17f27567e06 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.66 "DELETE /v2.0/ports/954cb324-abf6-40bc-bb75-0e65d94a8ebd HTTP/1.1" status: 204 len: 173 time: 1.5369880 May 27 02:47:29.662157 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7eff0e75-65ac-444e-83eb-2dec33e3cf15 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:29.667083 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9a494ef-e54b-46ac-91f0-9b218cb882ad'] response: {'server_uuid': 'c9cc0598-fd70-4bc5-b417-08c605ff8840', 'name': 'network-vif-deleted', 'tag': '954cb324-abf6-40bc-bb75-0e65d94a8ebd', 'status': 'completed', 'code': 200} May 27 02:47:29.731893 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7eff0e75-65ac-444e-83eb-2dec33e3cf15 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:29.898899 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-9328b425-408d-4844-b991-0a362baace6a req-c904b249-7b8f-4719-8e26-6534eb6ebb06 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Synchronizing usage tracker for tenant:bacca2e928f240ac8e59ab0d5daf4b12 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:47:29.951105 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff0e75-65ac-444e-83eb-2dec33e3cf15 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'Port': ['ID=0696fb00-44fb-47ff-840e-2c13b79d86fd,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:29.982812 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7eff0e75-65ac-444e-83eb-2dec33e3cf15 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:30.049967 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-9328b425-408d-4844-b991-0a362baace6a req-c904b249-7b8f-4719-8e26-6534eb6ebb06 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Unset dirty status for tenant:bacca2e928f240ac8e59ab0d5daf4b12 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:47:30.051053 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9328b425-408d-4844-b991-0a362baace6a req-c904b249-7b8f-4719-8e26-6534eb6ebb06 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9cc0598-fd70-4bc5-b417-08c605ff8840 HTTP/1.1" status: 200 len: 210 time: 0.2270286 May 27 02:47:30.130309 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56692) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:30.160999 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e718828-15bd-4db2-a8fd-60f3f045be04 req-b161ea36-22ee-4225-a3de-6144284208d4 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:30.162484 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0e718828-15bd-4db2-a8fd-60f3f045be04 req-b161ea36-22ee-4225-a3de-6144284208d4 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc854787-cc87-4815-b4d8-4efad61fed45 HTTP/1.1" status: 200 len: 949 time: 0.2652936 May 27 02:47:30.162710 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:30.200144 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-7eff0e75-65ac-444e-83eb-2dec33e3cf15 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Floating IP 9ec6d2d2-a6c0-4f48-b2e3-a92e99cc6997 associated. External IP: 172.25.1.151, port: 0d38aec3-7ebc-44c2-92dc-07d94905cad4. May 27 02:47:30.212655 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:47:30.233278 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-178678f4-f787-4f84-8103-778215c9f748 tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] 10.222.0.57 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2547 time: 0.1016345 May 27 02:47:30.234100 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56696) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:30.239695 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ab55b754-a91d-4f67-b2e0-81b0a6e65c3f tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Request body: {'network': {'name': 'tempest-network-smoke--1087893269', 'project_id': 'fb681a9ac3074576a3927168993abc95', 'port_security_enabled': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:47:30.246378 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ab55b754-a91d-4f67-b2e0-81b0a6e65c3f tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:47:30.258928 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ab55b754-a91d-4f67-b2e0-81b0a6e65c3f tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:47:30.294294 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0e718828-15bd-4db2-a8fd-60f3f045be04 req-e03de035-93a6-4e08-90ce-6b2c83b36630 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] 10.222.0.57 "GET /v2.0/security-groups?id=f92758cb-897f-4b04-8a05-accc60d35b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234286 May 27 02:47:30.350897 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab55b754-a91d-4f67-b2e0-81b0a6e65c3f tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Made reservation on behalf of fb681a9ac3074576a3927168993abc95 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:47:30.353960 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:47:30.355339 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ab55b754-a91d-4f67-b2e0-81b0a6e65c3f tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:30.361617 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:47:30.362141 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:30.389821 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab55b754-a91d-4f67-b2e0-81b0a6e65c3f tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:47:30.400484 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ab55b754-a91d-4f67-b2e0-81b0a6e65c3f tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:30.401133 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-ab55b754-a91d-4f67-b2e0-81b0a6e65c3f tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Added segment 09f487e2-3fd9-4c5d-a1dc-2a9a1583122b of type vlan for network d8d322f2-4b17-4b69-b526-e8191175ef79 May 27 02:47:30.440764 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ab55b754-a91d-4f67-b2e0-81b0a6e65c3f tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:30.500619 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:47:30.501034 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:30.528171 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ab55b754-a91d-4f67-b2e0-81b0a6e65c3f tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:30.529327 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc854787-cc87-4815-b4d8-4efad61fed45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:47:30.534439 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab55b754-a91d-4f67-b2e0-81b0a6e65c3f tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:30.536521 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ab55b754-a91d-4f67-b2e0-81b0a6e65c3f tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:30.547560 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:47:30.589720 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8c0e2ca-9b0e-4de5-9170-d0d87faa8d71'] response: {'server_uuid': 'cc854787-cc87-4815-b4d8-4efad61fed45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f', 'code': 200} May 27 02:47:30.603067 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eff0e75-65ac-444e-83eb-2dec33e3cf15 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Router 8d2af441-2b5b-4f6d-8fb5-237940ece492 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:47:30.622899 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:30.662390 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab55b754-a91d-4f67-b2e0-81b0a6e65c3f tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Pushing event updated for resources: {'Network': ['ID=d8d322f2-4b17-4b69-b526-e8191175ef79,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:30.676081 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network d8d322f2-4b17-4b69-b526-e8191175ef79 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:47:30.739832 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ab55b754-a91d-4f67-b2e0-81b0a6e65c3f tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5045209 May 27 02:47:30.742755 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56702) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:30.750509 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-9d2d51bb-c25f-4305-9031-c4acaada9303 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-473522430', 'admin_state_up': True, 'project_id': 'fb681a9ac3074576a3927168993abc95', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:47:30.760364 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9d2d51bb-c25f-4305-9031-c4acaada9303 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:47:30.764569 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9d2d51bb-c25f-4305-9031-c4acaada9303 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Usage tracker for resource:router and tenant:fb681a9ac3074576a3927168993abc95 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:47:30.768692 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9d2d51bb-c25f-4305-9031-c4acaada9303 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:47:30.777542 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9d2d51bb-c25f-4305-9031-c4acaada9303 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:47:30.794035 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:30.851494 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9d2d51bb-c25f-4305-9031-c4acaada9303 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:30.852542 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9d2d51bb-c25f-4305-9031-c4acaada9303 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:30.868164 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9d2d51bb-c25f-4305-9031-c4acaada9303 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:30.989383 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eff0e75-65ac-444e-83eb-2dec33e3cf15 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:47:30.999174 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2861e29-abe4-4a9f-808a-e7df15393ad0 None None] Sync routers for ids ['8d2af441-2b5b-4f6d-8fb5-237940ece492'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:47:31.006697 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f808e1-e167-471e-bd2d-99706f55a4b8 req-9336af26-78f3-4252-bb46-8dd80e35e5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:31.008168 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-36f808e1-e167-471e-bd2d-99706f55a4b8 req-9336af26-78f3-4252-bb46-8dd80e35e5cb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cc854787-cc87-4815-b4d8-4efad61fed45 HTTP/1.1" status: 200 len: 1101 time: 0.3259249 May 27 02:47:31.009702 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2861e29-abe4-4a9f-808a-e7df15393ad0 None None] Routers {'8d2af441-2b5b-4f6d-8fb5-237940ece492'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:47:31.010740 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-b2861e29-abe4-4a9f-808a-e7df15393ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:47:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['8d2af441-2b5b-4f6d-8fb5-237940ece492'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:31.054613 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-36f808e1-e167-471e-bd2d-99706f55a4b8 req-75bd68df-3c45-4855-977a-cbb8c9f3adae service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f92758cb-897f-4b04-8a05-accc60d35b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384629 May 27 02:47:31.062689 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7eff0e75-65ac-444e-83eb-2dec33e3cf15 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:31.121165 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7eff0e75-65ac-444e-83eb-2dec33e3cf15 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1849949 May 27 02:47:31.180581 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56710) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:31.211087 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-b2861e29-abe4-4a9f-808a-e7df15393ad0 None None] Set router 8d2af441-2b5b-4f6d-8fb5-237940ece492 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:47:31.213081 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9d2d51bb-c25f-4305-9031-c4acaada9303 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:31.305931 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d3526911-2de9-4271-bc49-f9c53c3351c1 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:31.347089 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d3526911-2de9-4271-bc49-f9c53c3351c1 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:31.405879 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7609fb-82e7-4e41-86bb-c73a5a681f5e req-d5b71edd-7b17-42f7-a57d-0f690ca5b2fa tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:31.407400 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7e7609fb-82e7-4e41-86bb-c73a5a681f5e req-d5b71edd-7b17-42f7-a57d-0f690ca5b2fa tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=21db14d5-d9d2-46fa-8620-c9a8cab492fa HTTP/1.1" status: 200 len: 945 time: 0.1658838 May 27 02:47:31.513194 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7e7609fb-82e7-4e41-86bb-c73a5a681f5e req-e30a4707-e63f-43a6-9e1d-13a117a0911b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=999a90b6-7508-4797-9ba3-ef2ee76a3638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621355 May 27 02:47:31.544393 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f892a8b-7c31-4a56-aee6-50281acd3835 req-1b15b1fa-f617-4d01-a9b1-15e6335e9fb9 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:31.546088 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3f892a8b-7c31-4a56-aee6-50281acd3835 req-1b15b1fa-f617-4d01-a9b1-15e6335e9fb9 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc854787-cc87-4815-b4d8-4efad61fed45 HTTP/1.1" status: 200 len: 950 time: 0.1315382 May 27 02:47:31.546626 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56716) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:31.608070 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9d2d51bb-c25f-4305-9031-c4acaada9303 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:31.627331 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d3526911-2de9-4271-bc49-f9c53c3351c1 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:31.633168 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-b2861e29-abe4-4a9f-808a-e7df15393ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d2af441-2b5b-4f6d-8fb5-237940ece492', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1370791955', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '15d66e64-e1b9-4ec3-b8f0-cca50905229b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:46:58Z', 'updated_at': '2022-05-27T02:47:08Z', 'revision_number': 4, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': '15d66e64-e1b9-4ec3-b8f0-cca50905229b', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:97:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2af441-2b5b-4f6d-8fb5-237940ece492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:46:59Z', 'updated_at': '2022-05-27T02:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '9ec6d2d2-a6c0-4f48-b2e3-a92e99cc6997', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'floating_ip_address': '172.25.1.151', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '8d2af441-2b5b-4f6d-8fb5-237940ece492', 'port_id': '0d38aec3-7ebc-44c2-92dc-07d94905cad4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e96f255-93d9-417c-a8a1-6b7c73c795a8', 'mac_address': 'fa:16:3e:3b:dd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db14d5-d9d2-46fa-8620-c9a8cab492fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:47:28Z', 'updated_at': '2022-05-27T02:47:28Z', 'revision_number': 0, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8bbe7c0-e94a-445c-8c3d-768a9ee4800a', 'name': '', 'network_id': '9e96f255-93d9-417c-a8a1-6b7c73c795a8', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'mac_address': 'fa:16:3e:36:07:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2af441-2b5b-4f6d-8fb5-237940ece492', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '2ee01894-57a6-45ec-a926-f8912d98c8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:47:07Z', 'updated_at': '2022-05-27T02:47:14Z', 'revision_number': 5, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'subnets': [{'id': '2ee01894-57a6-45ec-a926-f8912d98c8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:31.638550 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2861e29-abe4-4a9f-808a-e7df15393ad0 None None] Checking router: 8d2af441-2b5b-4f6d-8fb5-237940ece492 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:47:31.639012 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9d2d51bb-c25f-4305-9031-c4acaada9303 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:31.646304 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2861e29-abe4-4a9f-808a-e7df15393ad0 None None] Routers {'8d2af441-2b5b-4f6d-8fb5-237940ece492'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:47:31.646983 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-b2861e29-abe4-4a9f-808a-e7df15393ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:47:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['8d2af441-2b5b-4f6d-8fb5-237940ece492'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:31.676786 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21db14d5-d9d2-46fa-8620-c9a8cab492fa', 'tag': '0d38aec3-7ebc-44c2-92dc-07d94905cad4'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:47:31.710412 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3526911-2de9-4271-bc49-f9c53c3351c1 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b559623-9435-4249-8f69-3eff2151f81f,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:31.738043 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3f892a8b-7c31-4a56-aee6-50281acd3835 req-ec38995e-cafe-42f7-a0c6-6ac8fde3b88b tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] 10.222.0.57 "GET /v2.0/security-groups?id=f92758cb-897f-4b04-8a05-accc60d35b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307368 May 27 02:47:31.771947 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-48a93f07-10cb-433f-b3a4-f8d807d8ba4f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/floatingips/9ec6d2d2-a6c0-4f48-b2e3-a92e99cc6997 HTTP/1.1" status: 200 len: 991 time: 0.2033026 May 27 02:47:31.776228 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fecb7ed-b0d7-42d2-85f2-9df62fa13b94'] response: {'name': 'network-changed', 'server_uuid': '21db14d5-d9d2-46fa-8620-c9a8cab492fa', 'tag': '0d38aec3-7ebc-44c2-92dc-07d94905cad4', 'status': 'completed', 'code': 200} May 27 02:47:31.796065 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d3526911-2de9-4271-bc49-f9c53c3351c1 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:31.797390 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d3526911-2de9-4271-bc49-f9c53c3351c1 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "DELETE /v2.0/security-groups/3b559623-9435-4249-8f69-3eff2151f81f HTTP/1.1" status: 204 len: 168 time: 0.6158395 May 27 02:47:31.841071 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-b2861e29-abe4-4a9f-808a-e7df15393ad0 None None] Set router 8d2af441-2b5b-4f6d-8fb5-237940ece492 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:47:31.865120 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-9d2d51bb-c25f-4305-9031-c4acaada9303 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Allocated IP 172.25.1.7 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/70189903-a62d-44b5-bfe1-ff440360e030) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:47:31.894927 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56724) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:32.081124 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d716d42-8b20-429e-93c6-e7943751f7f9 req-cf9cc7ae-14cc-4663-8658-9692d088eec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:32.082607 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6d716d42-8b20-429e-93c6-e7943751f7f9 req-cf9cc7ae-14cc-4663-8658-9692d088eec1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b59631ecfa194f20bd33f8d2b34a5767&device_id=21db14d5-d9d2-46fa-8620-c9a8cab492fa HTTP/1.1" status: 200 len: 1096 time: 0.2999825 May 27 02:47:32.226827 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 954cb324-abf6-40bc-bb75-0e65d94a8ebd no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:47:32.247448 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9d2d51bb-c25f-4305-9031-c4acaada9303 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:32.251709 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-b2861e29-abe4-4a9f-808a-e7df15393ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d2af441-2b5b-4f6d-8fb5-237940ece492', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1370791955', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '15d66e64-e1b9-4ec3-b8f0-cca50905229b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:46:58Z', 'updated_at': '2022-05-27T02:47:08Z', 'revision_number': 4, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': '15d66e64-e1b9-4ec3-b8f0-cca50905229b', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:97:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2af441-2b5b-4f6d-8fb5-237940ece492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:46:59Z', 'updated_at': '2022-05-27T02:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '9ec6d2d2-a6c0-4f48-b2e3-a92e99cc6997', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'floating_ip_address': '172.25.1.151', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '8d2af441-2b5b-4f6d-8fb5-237940ece492', 'port_id': '0d38aec3-7ebc-44c2-92dc-07d94905cad4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e96f255-93d9-417c-a8a1-6b7c73c795a8', 'mac_address': 'fa:16:3e:3b:dd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db14d5-d9d2-46fa-8620-c9a8cab492fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:47:28Z', 'updated_at': '2022-05-27T02:47:28Z', 'revision_number': 0, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8bbe7c0-e94a-445c-8c3d-768a9ee4800a', 'name': '', 'network_id': '9e96f255-93d9-417c-a8a1-6b7c73c795a8', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'mac_address': 'fa:16:3e:36:07:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2af441-2b5b-4f6d-8fb5-237940ece492', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '2ee01894-57a6-45ec-a926-f8912d98c8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:47:07Z', 'updated_at': '2022-05-27T02:47:14Z', 'revision_number': 5, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'subnets': [{'id': '2ee01894-57a6-45ec-a926-f8912d98c8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:32.256915 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2861e29-abe4-4a9f-808a-e7df15393ad0 None None] The sync data for ids ['8d2af441-2b5b-4f6d-8fb5-237940ece492'] in n-d-843554-3 is: [{'id': '8d2af441-2b5b-4f6d-8fb5-237940ece492', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1370791955', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '15d66e64-e1b9-4ec3-b8f0-cca50905229b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:46:58Z', 'updated_at': '2022-05-27T02:47:08Z', 'revision_number': 4, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': '15d66e64-e1b9-4ec3-b8f0-cca50905229b', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:97:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2af441-2b5b-4f6d-8fb5-237940ece492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:46:59Z', 'updated_at': '2022-05-27T02:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '9ec6d2d2-a6c0-4f48-b2e3-a92e99cc6997', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'floating_ip_address': '172.25.1.151', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '8d2af441-2b5b-4f6d-8fb5-237940ece492', 'port_id': '0d38aec3-7ebc-44c2-92dc-07d94905cad4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e96f255-93d9-417c-a8a1-6b7c73c795a8', 'mac_address': 'fa:16:3e:3b:dd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db14d5-d9d2-46fa-8620-c9a8cab492fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:47:28Z', 'updated_at': '2022-05-27T02:47:28Z', 'revision_number': 0, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8bbe7c0-e94a-445c-8c3d-768a9ee4800a', 'name': '', 'network_id': '9e96f255-93d9-417c-a8a1-6b7c73c795a8', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'mac_address': 'fa:16:3e:36:07:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2af441-2b5b-4f6d-8fb5-237940ece492', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '2ee01894-57a6-45ec-a926-f8912d98c8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:47:07Z', 'updated_at': '2022-05-27T02:47:14Z', 'revision_number': 5, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'subnets': [{'id': '2ee01894-57a6-45ec-a926-f8912d98c8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:47:32.275488 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d716d42-8b20-429e-93c6-e7943751f7f9 req-2ea50778-3c3c-4abc-ac7a-0054f16144d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:32.277005 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6d716d42-8b20-429e-93c6-e7943751f7f9 req-2ea50778-3c3c-4abc-ac7a-0054f16144d0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9e96f255-93d9-417c-a8a1-6b7c73c795a8 HTTP/1.1" status: 200 len: 897 time: 0.1858332 May 27 02:47:32.288244 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: 954cb324-abf6-40bc-bb75-0e65d94a8ebd {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:47:32.288965 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 954cb324-abf6-40bc-bb75-0e65d94a8ebd not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:47:32.390359 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6d716d42-8b20-429e-93c6-e7943751f7f9 req-01f03db7-c7c6-4d94-a232-72d8e46879ac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d38aec3-7ebc-44c2-92dc-07d94905cad4 HTTP/1.1" status: 200 len: 999 time: 0.1067247 May 27 02:47:32.444870 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9d2d51bb-c25f-4305-9031-c4acaada9303 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:32.523434 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d716d42-8b20-429e-93c6-e7943751f7f9 req-207363cb-036f-4fd7-ad85-b2a810f3f3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:32.524914 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6d716d42-8b20-429e-93c6-e7943751f7f9 req-207363cb-036f-4fd7-ad85-b2a810f3f3e1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2ee01894-57a6-45ec-a926-f8912d98c8b9 HTTP/1.1" status: 200 len: 835 time: 0.1281471 May 27 02:47:32.527306 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2d51bb-c25f-4305-9031-c4acaada9303 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:47:32.531492 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-9d2d51bb-c25f-4305-9031-c4acaada9303 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:47:32.532537 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c25e0e8-b317-4996-aa84-386250524f9e None None] New status for floating IP 9ec6d2d2-a6c0-4f48-b2e3-a92e99cc6997: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:47:32.534224 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2d51bb-c25f-4305-9031-c4acaada9303 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:47:32.558983 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cfa41e55-8df4-4e35-8009-d08e17ee2088 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:32.642035 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d51bb-c25f-4305-9031-c4acaada9303 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Pushing event updated for resources: {'Port': ['ID=70189903-a62d-44b5-bfe1-ff440360e030,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:32.755629 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56728) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:32.897310 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d716d42-8b20-429e-93c6-e7943751f7f9 req-2a4e89ae-1d42-488b-bc12-1002f27c5895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:32.898928 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6d716d42-8b20-429e-93c6-e7943751f7f9 req-2a4e89ae-1d42-488b-bc12-1002f27c5895 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e96f255-93d9-417c-a8a1-6b7c73c795a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3313360 May 27 02:47:33.169115 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a41cf9f5-0241-4549-9720-b0c7a03094c4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/floatingips/9ec6d2d2-a6c0-4f48-b2e3-a92e99cc6997 HTTP/1.1" status: 200 len: 993 time: 0.4121540 May 27 02:47:33.194360 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6d716d42-8b20-429e-93c6-e7943751f7f9 req-353f4583-46dc-4c10-94ac-6149c7500079 service neutron] 10.222.0.32 "GET /v2.0/networks/9e96f255-93d9-417c-a8a1-6b7c73c795a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884254 May 27 02:47:33.221791 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9d2d51bb-c25f-4305-9031-c4acaada9303 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:33.223563 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3290e-4de2-4598-bb0f-3c092e6bc636 req-3eb07ec6-8a2b-4576-a6f5-d18c6b39d64d tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:33.231002 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a6b3290e-4de2-4598-bb0f-3c092e6bc636 req-3eb07ec6-8a2b-4576-a6f5-d18c6b39d64d tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc854787-cc87-4815-b4d8-4efad61fed45 HTTP/1.1" status: 200 len: 950 time: 0.2447639 May 27 02:47:33.326577 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a6b3290e-4de2-4598-bb0f-3c092e6bc636 req-fd8fd1f0-728d-4b2c-bc53-12cbfdaf5119 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] 10.222.0.57 "GET /v2.0/security-groups?id=f92758cb-897f-4b04-8a05-accc60d35b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942163 May 27 02:47:33.337200 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-cfa41e55-8df4-4e35-8009-d08e17ee2088 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Deleting port 99a45c0f-86e6-4978-8ed7-6b49a9098739 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:47:33.337733 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cfa41e55-8df4-4e35-8009-d08e17ee2088 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:33.566239 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-cfa41e55-8df4-4e35-8009-d08e17ee2088 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] For port 99a45c0f-86e6-4978-8ed7-6b49a9098739, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=99a45c0f-86e6-4978-8ed7-6b49a9098739,segment=NetworkSegment(36b77579-f3c4-40fd-9822-7b68d42aaca8),segment_id=36b77579-f3c4-40fd-9822-7b68d42aaca8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:47:33.567342 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cfa41e55-8df4-4e35-8009-d08e17ee2088 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:33.629735 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6d716d42-8b20-429e-93c6-e7943751f7f9 req-51fb67ff-db85-479b-93c6-8b6adf878de2 service neutron] 10.222.0.32 "GET /v2.0/networks/9e96f255-93d9-417c-a8a1-6b7c73c795a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297111 May 27 02:47:33.713050 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-cfa41e55-8df4-4e35-8009-d08e17ee2088 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Calling delete_port for 99a45c0f-86e6-4978-8ed7-6b49a9098739 owned by network:router_interface {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:47:33.829233 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9d2d51bb-c25f-4305-9031-c4acaada9303 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:34.040544 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae517e9-0296-4342-b915-65d01bb791e6 req-27945d09-54cf-47b1-aacf-a3e881e60aac tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:34.042044 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4ae517e9-0296-4342-b915-65d01bb791e6 req-27945d09-54cf-47b1-aacf-a3e881e60aac tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc854787-cc87-4815-b4d8-4efad61fed45 HTTP/1.1" status: 200 len: 950 time: 0.1416018 May 27 02:47:34.096320 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4ae517e9-0296-4342-b915-65d01bb791e6 req-04470cda-347d-4f7d-859e-02cabd4a5863 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] 10.222.0.57 "GET /v2.0/security-groups?id=f92758cb-897f-4b04-8a05-accc60d35b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477359 May 27 02:47:34.108423 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d2d51bb-c25f-4305-9031-c4acaada9303 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Router 12d7b2b2-fbb2-433f-857a-05b9c8d1435e is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:47:34.156304 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cfa41e55-8df4-4e35-8009-d08e17ee2088 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:34.209388 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa41e55-8df4-4e35-8009-d08e17ee2088 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event deleted for resources: {'Port': ['ID=99a45c0f-86e6-4978-8ed7-6b49a9098739,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:34.294594 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2d51bb-c25f-4305-9031-c4acaada9303 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:47:34.307895 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f0f4a5-34ff-422d-82cb-5a11a13f0472 None None] Sync routers for ids ['12d7b2b2-fbb2-433f-857a-05b9c8d1435e'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:47:34.317677 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f0f4a5-34ff-422d-82cb-5a11a13f0472 None None] Routers {'12d7b2b2-fbb2-433f-857a-05b9c8d1435e'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:47:34.317973 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-09f0f4a5-34ff-422d-82cb-5a11a13f0472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:47:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['12d7b2b2-fbb2-433f-857a-05b9c8d1435e'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:34.385007 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9d2d51bb-c25f-4305-9031-c4acaada9303 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:34.388351 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9d2d51bb-c25f-4305-9031-c4acaada9303 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.6436851 May 27 02:47:34.389929 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56740) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:34.450730 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafdb2a4-41e8-4723-910e-2237f5e5cf00 tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:34.452210 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-dafdb2a4-41e8-4723-910e-2237f5e5cf00 tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=fb681a9ac3074576a3927168993abc95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0612557 May 27 02:47:34.456317 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56744) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:34.508427 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-09f0f4a5-34ff-422d-82cb-5a11a13f0472 None None] Set router 12d7b2b2-fbb2-433f-857a-05b9c8d1435e gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:47:34.523403 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cfa41e55-8df4-4e35-8009-d08e17ee2088 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:34.587758 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a40ec4b-e1a0-4870-810a-222b8e6d0b6c tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:34.593921 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3a40ec4b-e1a0-4870-810a-222b8e6d0b6c tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1364808 May 27 02:47:34.594773 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56748) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:34.643661 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-44aaff0b-0cf6-4954-8f30-72639524e925 tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=d97d5b0c-4580-406a-95fb-4efaa0c98188&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450013 May 27 02:47:34.644315 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56752) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:34.686973 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3089e09c-eb56-4c3c-8b66-38ea810c7639 tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=fb681a9ac3074576a3927168993abc95&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420277 May 27 02:47:34.689563 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56756) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:34.804858 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-09f0f4a5-34ff-422d-82cb-5a11a13f0472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d7b2b2-fbb2-433f-857a-05b9c8d1435e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-473522430', 'tenant_id': 'fb681a9ac3074576a3927168993abc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '70189903-a62d-44b5-bfe1-ff440360e030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:47:30Z', 'updated_at': '2022-05-27T02:47:32Z', 'revision_number': 3, 'project_id': 'fb681a9ac3074576a3927168993abc95', 'gw_port': {'id': '70189903-a62d-44b5-bfe1-ff440360e030', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:08:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d7b2b2-fbb2-433f-857a-05b9c8d1435e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:47:31Z', 'updated_at': '2022-05-27T02:47:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:34.809660 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f0f4a5-34ff-422d-82cb-5a11a13f0472 None None] Checking router: 12d7b2b2-fbb2-433f-857a-05b9c8d1435e for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:47:34.810118 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f0f4a5-34ff-422d-82cb-5a11a13f0472 None None] Updating router 12d7b2b2-fbb2-433f-857a-05b9c8d1435e port 70189903-a62d-44b5-bfe1-ff440360e030 binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:47:34.835722 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde437b2-4ac6-4527-b090-379244fce678 tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:34.837236 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-fde437b2-4ac6-4527-b090-379244fce678 tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1469018 May 27 02:47:34.840033 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56760) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:34.868279 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-09f0f4a5-34ff-422d-82cb-5a11a13f0472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:34.880788 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-55f2b549-7554-4a6a-95d3-12e0106a9dde tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=d97d5b0c-4580-406a-95fb-4efaa0c98188&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382197 May 27 02:47:34.882415 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56764) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:34.888568 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-5cd28d00-7ae4-484d-9f15-803ebc79bb4a tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1503822921', 'network_id': 'd8d322f2-4b17-4b69-b526-e8191175ef79', 'project_id': 'fb681a9ac3074576a3927168993abc95', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:47:35.004305 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5cd28d00-7ae4-484d-9f15-803ebc79bb4a tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:47:35.008201 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5cd28d00-7ae4-484d-9f15-803ebc79bb4a tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Usage tracker for resource:subnet and tenant:fb681a9ac3074576a3927168993abc95 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:47:35.011695 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5cd28d00-7ae4-484d-9f15-803ebc79bb4a tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:47:35.017431 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5cd28d00-7ae4-484d-9f15-803ebc79bb4a tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:47:35.040867 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa41e55-8df4-4e35-8009-d08e17ee2088 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Router 29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:47:35.108633 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd28d00-7ae4-484d-9f15-803ebc79bb4a tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Made reservation on behalf of fb681a9ac3074576a3927168993abc95 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:47:35.112421 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5cd28d00-7ae4-484d-9f15-803ebc79bb4a tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:35.209083 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-09f0f4a5-34ff-422d-82cb-5a11a13f0472 None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:35.221162 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-09f0f4a5-34ff-422d-82cb-5a11a13f0472 None None] Transition to ACTIVE for port object 70189903-a62d-44b5-bfe1-ff440360e030 will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:47:35.302435 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-09f0f4a5-34ff-422d-82cb-5a11a13f0472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:35.350188 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa41e55-8df4-4e35-8009-d08e17ee2088 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:47:35.374632 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada75f5-913e-4b37-a740-58a39afffada req-fafcabf5-7fb7-4847-b7e0-d5e35a1bcb58 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:35.376116 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eada75f5-913e-4b37-a740-58a39afffada req-fafcabf5-7fb7-4847-b7e0-d5e35a1bcb58 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc854787-cc87-4815-b4d8-4efad61fed45 HTTP/1.1" status: 200 len: 950 time: 0.2612214 May 27 02:47:35.377461 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa370acc-8358-4150-be37-707eeb5771bd None None] Sync routers for ids ['29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:47:35.380043 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-09f0f4a5-34ff-422d-82cb-5a11a13f0472 None None] Attempting to bind port 70189903-a62d-44b5-bfe1-ff440360e030 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:47:35.380482 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-09f0f4a5-34ff-422d-82cb-5a11a13f0472 None None] Attempting to bind port 70189903-a62d-44b5-bfe1-ff440360e030 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:47:35.380785 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f0f4a5-34ff-422d-82cb-5a11a13f0472 None None] Attempting to bind port 70189903-a62d-44b5-bfe1-ff440360e030 on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:47:35.393535 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f0f4a5-34ff-422d-82cb-5a11a13f0472 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:47:35.393935 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f0f4a5-34ff-422d-82cb-5a11a13f0472 None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:47:35.394334 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-09f0f4a5-34ff-422d-82cb-5a11a13f0472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:35.394725 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f0f4a5-34ff-422d-82cb-5a11a13f0472 None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:47:35.395209 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-09f0f4a5-34ff-422d-82cb-5a11a13f0472 None None] Bound port: 70189903-a62d-44b5-bfe1-ff440360e030, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:47:35.395572 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-09f0f4a5-34ff-422d-82cb-5a11a13f0472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:35.395875 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa370acc-8358-4150-be37-707eeb5771bd None None] Routers {'29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:47:35.396981 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-fa370acc-8358-4150-be37-707eeb5771bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:47:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:35.450508 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec588a4-fea1-4208-b71b-53193a33e90a req-130d3211-c426-4e55-816e-317b28652cf7 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:35.452280 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fec588a4-fea1-4208-b71b-53193a33e90a req-130d3211-c426-4e55-816e-317b28652cf7 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc854787-cc87-4815-b4d8-4efad61fed45 HTTP/1.1" status: 200 len: 950 time: 0.2028666 May 27 02:47:35.462821 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-cfa41e55-8df4-4e35-8009-d08e17ee2088 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "PUT /v2.0/routers/29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5714509 May 27 02:47:35.480905 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56770) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:35.482263 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-09f0f4a5-34ff-422d-82cb-5a11a13f0472 None None] For port 70189903-a62d-44b5-bfe1-ff440360e030, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:47:35.487186 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-09f0f4a5-34ff-422d-82cb-5a11a13f0472 None None] For port 70189903-a62d-44b5-bfe1-ff440360e030, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=70189903-a62d-44b5-bfe1-ff440360e030,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:47:35.495876 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94977d9-1d15-4b7e-bbc3-ecb20315a129 None None] Pushing event updated for resources: {'Port': ['ID=70189903-a62d-44b5-bfe1-ff440360e030,revision_number=2']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:35.529007 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-eada75f5-913e-4b37-a740-58a39afffada req-4d817670-54ca-4a48-abf8-6c6caa250d84 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Deleting port 1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:47:35.529346 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-eada75f5-913e-4b37-a740-58a39afffada req-4d817670-54ca-4a48-abf8-6c6caa250d84 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:35.549000 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-09f0f4a5-34ff-422d-82cb-5a11a13f0472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:35.596770 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5cd28d00-7ae4-484d-9f15-803ebc79bb4a tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:35.616908 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fec588a4-fea1-4208-b71b-53193a33e90a req-d50b9f24-fc01-4ed3-95ab-1d3cc262045b tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] 10.222.0.57 "GET /v2.0/security-groups?id=f92758cb-897f-4b04-8a05-accc60d35b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526761 May 27 02:47:35.629272 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f0f4a5-34ff-422d-82cb-5a11a13f0472 None None] Routers {'12d7b2b2-fbb2-433f-857a-05b9c8d1435e'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:47:35.630071 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-09f0f4a5-34ff-422d-82cb-5a11a13f0472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:47:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['12d7b2b2-fbb2-433f-857a-05b9c8d1435e'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:35.655492 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-fa370acc-8358-4150-be37-707eeb5771bd None None] Set router 29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:47:35.676428 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4a0136a-762e-410d-be48-d54eb0f71917 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Deleting subnet 0d882589-d066-4537-a583-3c6a99c11c9c {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:47:35.680341 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c4a0136a-762e-410d-be48-d54eb0f71917 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:35.705643 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd28d00-7ae4-484d-9f15-803ebc79bb4a tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Pushing event updated for resources: {'Subnet': ['ID=8133e904-2981-4357-abbf-fc2dd31b5808,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:35.714842 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd28d00-7ae4-484d-9f15-803ebc79bb4a tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Checking segment: {'id': '09f487e2-3fd9-4c5d-a1dc-2a9a1583122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd8d322f2-4b17-4b69-b526-e8191175ef79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:47:35.715161 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd28d00-7ae4-484d-9f15-803ebc79bb4a tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Network hostable DHCP agents. Network: d8d322f2-4b17-4b69-b526-e8191175ef79, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:47:35.735576 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94977d9-1d15-4b7e-bbc3-ecb20315a129 None None] Pushing event updated for resources: {'Port': ['ID=70189903-a62d-44b5-bfe1-ff440360e030,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:35.781897 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c4a0136a-762e-410d-be48-d54eb0f71917 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:35.790697 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd28d00-7ae4-484d-9f15-803ebc79bb4a tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Network d8d322f2-4b17-4b69-b526-e8191175ef79 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:47:35.860830 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-09f0f4a5-34ff-422d-82cb-5a11a13f0472 None None] Set router 12d7b2b2-fbb2-433f-857a-05b9c8d1435e gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:47:35.864614 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-5cd28d00-7ae4-484d-9f15-803ebc79bb4a tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, d8d322f2-4b17-4b69-b526-e8191175ef79) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:47:35.869484 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd28d00-7ae4-484d-9f15-803ebc79bb4a tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:35.876826 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5cd28d00-7ae4-484d-9f15-803ebc79bb4a tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:35.881211 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590cb806-04b5-477e-b426-81735f227934 None None] Network d8d322f2-4b17-4b69-b526-e8191175ef79 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:47:35.963177 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5cd28d00-7ae4-484d-9f15-803ebc79bb4a tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0788875 May 27 02:47:35.965916 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56774) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:35.997223 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c4a0136a-762e-410d-be48-d54eb0f71917 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:36.067627 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-eada75f5-913e-4b37-a740-58a39afffada req-4d817670-54ca-4a48-abf8-6c6caa250d84 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] For port 1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:47:36.068291 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-eada75f5-913e-4b37-a740-58a39afffada req-4d817670-54ca-4a48-abf8-6c6caa250d84 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:36.178935 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e462c8b8-8f52-4e20-a16c-19ebca25044d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-d8d322f2-4b17-4b69-b526-e8191175ef79', 'network_id': 'd8d322f2-4b17-4b69-b526-e8191175ef79', 'tenant_id': 'fb681a9ac3074576a3927168993abc95', 'fixed_ips': [{'subnet_id': '8133e904-2981-4357-abbf-fc2dd31b5808'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:47:36.179760 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e462c8b8-8f52-4e20-a16c-19ebca25044d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:36.199917 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-eada75f5-913e-4b37-a740-58a39afffada req-4d817670-54ca-4a48-abf8-6c6caa250d84 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Calling delete_port for 1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:47:36.248199 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-fa370acc-8358-4150-be37-707eeb5771bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'name': 'tempest-TestNetworkBasicOps-router-1718859312', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'e4abfbe7-1770-4147-ade8-414d8ab366d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:45:04Z', 'updated_at': '2022-05-27T02:47:33Z', 'revision_number': 7, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'gw_port': {'id': 'e4abfbe7-1770-4147-ade8-414d8ab366d8', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:31:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:45:05Z', 'updated_at': '2022-05-27T02:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:36.256430 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-09f0f4a5-34ff-422d-82cb-5a11a13f0472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d7b2b2-fbb2-433f-857a-05b9c8d1435e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-473522430', 'tenant_id': 'fb681a9ac3074576a3927168993abc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '70189903-a62d-44b5-bfe1-ff440360e030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:47:30Z', 'updated_at': '2022-05-27T02:47:32Z', 'revision_number': 3, 'project_id': 'fb681a9ac3074576a3927168993abc95', 'gw_port': {'id': '70189903-a62d-44b5-bfe1-ff440360e030', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:08:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d7b2b2-fbb2-433f-857a-05b9c8d1435e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:47:31Z', 'updated_at': '2022-05-27T02:47:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:36.262279 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f0f4a5-34ff-422d-82cb-5a11a13f0472 None None] The sync data for ids ['12d7b2b2-fbb2-433f-857a-05b9c8d1435e'] in n-d-843554-3 is: [{'id': '12d7b2b2-fbb2-433f-857a-05b9c8d1435e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-473522430', 'tenant_id': 'fb681a9ac3074576a3927168993abc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '70189903-a62d-44b5-bfe1-ff440360e030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:47:30Z', 'updated_at': '2022-05-27T02:47:32Z', 'revision_number': 3, 'project_id': 'fb681a9ac3074576a3927168993abc95', 'gw_port': {'id': '70189903-a62d-44b5-bfe1-ff440360e030', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:08:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d7b2b2-fbb2-433f-857a-05b9c8d1435e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:47:31Z', 'updated_at': '2022-05-27T02:47:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:47:36.264945 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa370acc-8358-4150-be37-707eeb5771bd None None] Checking router: 29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:47:36.290081 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa370acc-8358-4150-be37-707eeb5771bd None None] Routers {'29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:47:36.290783 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-fa370acc-8358-4150-be37-707eeb5771bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:47:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:36.525657 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c4a0136a-762e-410d-be48-d54eb0f71917 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:36.532090 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-e462c8b8-8f52-4e20-a16c-19ebca25044d None None] Allocated IP 172.20.0.18 (d8d322f2-4b17-4b69-b526-e8191175ef79/8133e904-2981-4357-abbf-fc2dd31b5808/fdda0d2f-61a8-4fab-893f-6d2bf95dd3b9) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:47:36.548299 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-fa370acc-8358-4150-be37-707eeb5771bd None None] Set router 29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:47:36.572951 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c4a0136a-762e-410d-be48-d54eb0f71917 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:36.590150 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c4a0136a-762e-410d-be48-d54eb0f71917 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "DELETE /v2.0/subnets/0d882589-d066-4537-a583-3c6a99c11c9c HTTP/1.1" status: 204 len: 168 time: 1.1062987 May 27 02:47:36.591135 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a0136a-762e-410d-be48-d54eb0f71917 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event deleted for resources: {'Subnet': ['ID=0d882589-d066-4537-a583-3c6a99c11c9c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:36.592823 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56778) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:36.669182 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-eada75f5-913e-4b37-a740-58a39afffada req-4d817670-54ca-4a48-abf8-6c6caa250d84 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:36.701354 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fe5842-c326-48fd-92c1-a0c66a3f395c None None] Network d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:47:36.768422 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d817670-54ca-4a48-abf8-6c6caa250d84 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Pushing event deleted for resources: {'Port': ['ID=1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:36.915172 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:47:36.953405 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-eada75f5-913e-4b37-a740-58a39afffada req-4d817670-54ca-4a48-abf8-6c6caa250d84 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] No DVR routers for this DVR port 1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:47:36.965862 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c25f4f50-62f3-4e51-9dfd-fc6ae2343859 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:36.966358 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-eada75f5-913e-4b37-a740-58a39afffada req-4d817670-54ca-4a48-abf8-6c6caa250d84 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:36.966358 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eada75f5-913e-4b37-a740-58a39afffada req-4d817670-54ca-4a48-abf8-6c6caa250d84 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] 10.222.0.66 "DELETE /v2.0/ports/1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f HTTP/1.1" status: 204 len: 173 time: 1.5770915 May 27 02:47:36.973312 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc854787-cc87-4815-b4d8-4efad61fed45', 'name': 'network-vif-deleted', 'tag': '1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:47:37.047363 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-1e7a1077-7ab6-42c4-826f-6ba66a83c935 req-e4262275-19ec-46ff-a69f-19fc6403e131 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Synchronizing usage tracker for tenant:d7f4b1067c344b139b0bc4828b467ed7 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:47:37.069897 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01c91b09-4409-4032-8e89-2fe1723959ab'] response: {'server_uuid': 'cc854787-cc87-4815-b4d8-4efad61fed45', 'name': 'network-vif-deleted', 'tag': '1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f', 'status': 'completed', 'code': 200} May 27 02:47:37.134052 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f79c9773-9e0b-42e1-a330-11d097942f8e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for router, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:37.205863 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-1e7a1077-7ab6-42c4-826f-6ba66a83c935 req-e4262275-19ec-46ff-a69f-19fc6403e131 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] Unset dirty status for tenant:d7f4b1067c344b139b0bc4828b467ed7 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:47:37.217296 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1e7a1077-7ab6-42c4-826f-6ba66a83c935 req-e4262275-19ec-46ff-a69f-19fc6403e131 tempest-VolumesNegativeTest-234265687 tempest-VolumesNegativeTest-234265687-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc854787-cc87-4815-b4d8-4efad61fed45 HTTP/1.1" status: 200 len: 210 time: 0.3016496 May 27 02:47:37.387003 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f79c9773-9e0b-42e1-a330-11d097942f8e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:37.462901 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f79c9773-9e0b-42e1-a330-11d097942f8e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Deleting port e4abfbe7-1770-4147-ade8-414d8ab366d8 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:47:37.463264 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f79c9773-9e0b-42e1-a330-11d097942f8e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:37.537818 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 70189903-a62d-44b5-bfe1-ff440360e030 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:47:37.614659 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e462c8b8-8f52-4e20-a16c-19ebca25044d None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:37.631927 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e462c8b8-8f52-4e20-a16c-19ebca25044d None None] Transition to ACTIVE for port object fdda0d2f-61a8-4fab-893f-6d2bf95dd3b9 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:47:37.656997 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-f79c9773-9e0b-42e1-a330-11d097942f8e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] For port e4abfbe7-1770-4147-ade8-414d8ab366d8, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=e4abfbe7-1770-4147-ade8-414d8ab366d8,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:47:37.657295 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f79c9773-9e0b-42e1-a330-11d097942f8e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:37.665347 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e462c8b8-8f52-4e20-a16c-19ebca25044d None None] Transition to ACTIVE for port object fdda0d2f-61a8-4fab-893f-6d2bf95dd3b9 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:47:37.674496 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d07f972-a1af-40e2-8c82-c7cb487affc6 None None] DHCP port deletion for d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:47:37.686822 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-6d07f972-a1af-40e2-8c82-c7cb487affc6 None None] Deleting port 38d5cdcf-44f1-4a51-9cdb-0a3a492acd49 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:47:37.687111 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6d07f972-a1af-40e2-8c82-c7cb487affc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:37.735340 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-fa370acc-8358-4150-be37-707eeb5771bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'name': 'tempest-TestNetworkBasicOps-router-1718859312', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'e4abfbe7-1770-4147-ade8-414d8ab366d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:45:04Z', 'updated_at': '2022-05-27T02:47:33Z', 'revision_number': 7, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'gw_port': {'id': 'e4abfbe7-1770-4147-ade8-414d8ab366d8', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:31:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:45:05Z', 'updated_at': '2022-05-27T02:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:37.742918 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e462c8b8-8f52-4e20-a16c-19ebca25044d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:37.791323 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa370acc-8358-4150-be37-707eeb5771bd None None] The sync data for ids ['29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505'] in n-d-843554-3 is: [{'id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'name': 'tempest-TestNetworkBasicOps-router-1718859312', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'e4abfbe7-1770-4147-ade8-414d8ab366d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:45:04Z', 'updated_at': '2022-05-27T02:47:33Z', 'revision_number': 7, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'gw_port': {'id': 'e4abfbe7-1770-4147-ade8-414d8ab366d8', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:31:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:45:05Z', 'updated_at': '2022-05-27T02:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:47:37.806929 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 70189903-a62d-44b5-bfe1-ff440360e030 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:47:37.825940 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-c25f4f50-62f3-4e51-9dfd-fc6ae2343859 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Allocated IP 172.20.0.17 (d8d322f2-4b17-4b69-b526-e8191175ef79/8133e904-2981-4357-abbf-fc2dd31b5808/abba1dc5-6886-4f55-853c-6d5b99288bdb) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:47:37.845874 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f79c9773-9e0b-42e1-a330-11d097942f8e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Calling delete_port for e4abfbe7-1770-4147-ade8-414d8ab366d8 owned by network:router_gateway {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:47:37.867698 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 70189903-a62d-44b5-bfe1-ff440360e030 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:47:37.868066 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:37.921594 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e462c8b8-8f52-4e20-a16c-19ebca25044d None None] Network d8d322f2-4b17-4b69-b526-e8191175ef79 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:47:37.937131 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-e462c8b8-8f52-4e20-a16c-19ebca25044d None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:47:37.942358 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462c8b8-8f52-4e20-a16c-19ebca25044d None None] Pushing event updated for resources: {'Port': ['ID=fdda0d2f-61a8-4fab-893f-6d2bf95dd3b9,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:37.946642 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e462c8b8-8f52-4e20-a16c-19ebca25044d None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:47:38.066872 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c25f4f50-62f3-4e51-9dfd-fc6ae2343859 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:38.087020 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-c25f4f50-62f3-4e51-9dfd-fc6ae2343859 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Transition to ACTIVE for port object abba1dc5-6886-4f55-853c-6d5b99288bdb will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:47:38.141211 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-6d07f972-a1af-40e2-8c82-c7cb487affc6 None None] For port 38d5cdcf-44f1-4a51-9cdb-0a3a492acd49, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=38d5cdcf-44f1-4a51-9cdb-0a3a492acd49,segment=NetworkSegment(36b77579-f3c4-40fd-9822-7b68d42aaca8),segment_id=36b77579-f3c4-40fd-9822-7b68d42aaca8)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:47:38.141603 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6d07f972-a1af-40e2-8c82-c7cb487affc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:38.154263 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f79c9773-9e0b-42e1-a330-11d097942f8e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:38.182754 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c25f4f50-62f3-4e51-9dfd-fc6ae2343859 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:38.218222 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c9773-9e0b-42e1-a330-11d097942f8e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event deleted for resources: {'Port': ['ID=e4abfbe7-1770-4147-ade8-414d8ab366d8,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:38.237315 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-e462c8b8-8f52-4e20-a16c-19ebca25044d None None] Attempting to bind port fdda0d2f-61a8-4fab-893f-6d2bf95dd3b9 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:47:38.237621 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-e462c8b8-8f52-4e20-a16c-19ebca25044d None None] Attempting to bind port fdda0d2f-61a8-4fab-893f-6d2bf95dd3b9 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '09f487e2-3fd9-4c5d-a1dc-2a9a1583122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd8d322f2-4b17-4b69-b526-e8191175ef79'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:47:38.237916 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e462c8b8-8f52-4e20-a16c-19ebca25044d None None] Attempting to bind port fdda0d2f-61a8-4fab-893f-6d2bf95dd3b9 on network d8d322f2-4b17-4b69-b526-e8191175ef79 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:47:38.311142 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-6d07f972-a1af-40e2-8c82-c7cb487affc6 None None] Calling delete_port for 38d5cdcf-44f1-4a51-9cdb-0a3a492acd49 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:47:38.346286 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f79c9773-9e0b-42e1-a330-11d097942f8e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:38.447191 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e462c8b8-8f52-4e20-a16c-19ebca25044d None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:47:38.447570 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e462c8b8-8f52-4e20-a16c-19ebca25044d None None] Checking segment: {'id': '09f487e2-3fd9-4c5d-a1dc-2a9a1583122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd8d322f2-4b17-4b69-b526-e8191175ef79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:47:38.447974 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e462c8b8-8f52-4e20-a16c-19ebca25044d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:38.448974 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e462c8b8-8f52-4e20-a16c-19ebca25044d None None] Bound using segment: {'id': '09f487e2-3fd9-4c5d-a1dc-2a9a1583122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd8d322f2-4b17-4b69-b526-e8191175ef79'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:47:38.449463 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-e462c8b8-8f52-4e20-a16c-19ebca25044d None None] Bound port: fdda0d2f-61a8-4fab-893f-6d2bf95dd3b9, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f487e2-3fd9-4c5d-a1dc-2a9a1583122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd8d322f2-4b17-4b69-b526-e8191175ef79'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:47:38.449838 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e462c8b8-8f52-4e20-a16c-19ebca25044d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:38.460838 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25f4f50-62f3-4e51-9dfd-fc6ae2343859 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Network d8d322f2-4b17-4b69-b526-e8191175ef79 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:47:38.462313 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-c25f4f50-62f3-4e51-9dfd-fc6ae2343859 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:47:38.468924 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25f4f50-62f3-4e51-9dfd-fc6ae2343859 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:47:38.537681 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 70189903-a62d-44b5-bfe1-ff440360e030 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:47:38.537908 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:38.555078 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f4f50-62f3-4e51-9dfd-fc6ae2343859 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Pushing event updated for resources: {'Port': ['ID=abba1dc5-6886-4f55-853c-6d5b99288bdb,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:38.576124 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c25f4f50-62f3-4e51-9dfd-fc6ae2343859 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:38.603675 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 70189903-a62d-44b5-bfe1-ff440360e030, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=70189903-a62d-44b5-bfe1-ff440360e030,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:47:38.618212 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-e462c8b8-8f52-4e20-a16c-19ebca25044d None None] For port fdda0d2f-61a8-4fab-893f-6d2bf95dd3b9, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:47:38.622144 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-e462c8b8-8f52-4e20-a16c-19ebca25044d None None] For port fdda0d2f-61a8-4fab-893f-6d2bf95dd3b9, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=fdda0d2f-61a8-4fab-893f-6d2bf95dd3b9,segment=NetworkSegment(09f487e2-3fd9-4c5d-a1dc-2a9a1583122b),segment_id=09f487e2-3fd9-4c5d-a1dc-2a9a1583122b)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:47:38.663229 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6d07f972-a1af-40e2-8c82-c7cb487affc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:38.690193 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f79c9773-9e0b-42e1-a330-11d097942f8e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:38.692747 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f79c9773-9e0b-42e1-a330-11d097942f8e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:38.719722 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e462c8b8-8f52-4e20-a16c-19ebca25044d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:38.723252 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:38.735891 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07f972-a1af-40e2-8c82-c7cb487affc6 None None] Pushing event deleted for resources: {'Port': ['ID=38d5cdcf-44f1-4a51-9cdb-0a3a492acd49,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:38.769501 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d07f972-a1af-40e2-8c82-c7cb487affc6 None None] No DVR routers for this DVR port 38d5cdcf-44f1-4a51-9cdb-0a3a492acd49 on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:47:38.790938 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f79c9773-9e0b-42e1-a330-11d097942f8e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:38.792129 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79c9773-9e0b-42e1-a330-11d097942f8e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Fanout notify agent at l3_agent the message router_deleted on router 29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505 {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:47:38.828077 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f79c9773-9e0b-42e1-a330-11d097942f8e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:38.834404 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462c8b8-8f52-4e20-a16c-19ebca25044d None None] Pushing event updated for resources: {'Port': ['ID=fdda0d2f-61a8-4fab-893f-6d2bf95dd3b9,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:38.835749 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f79c9773-9e0b-42e1-a330-11d097942f8e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "DELETE /v2.0/routers/29ccfe1a-3b3d-413c-ba9a-fe5b3ac7b505 HTTP/1.1" status: 204 len: 168 time: 2.2417274 May 27 02:47:38.838307 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56798) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:38.929195 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=70189903-a62d-44b5-bfe1-ff440360e030,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:39.020955 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c25f4f50-62f3-4e51-9dfd-fc6ae2343859 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:39.022834 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8a8b4ac8-d66c-442f-92f5-dbc5790cad8d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:39.160689 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8a8b4ac8-d66c-442f-92f5-dbc5790cad8d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:39.190893 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-8a8b4ac8-d66c-442f-92f5-dbc5790cad8d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:39.205937 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-8a8b4ac8-d66c-442f-92f5-dbc5790cad8d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36b77579-f3c4-40fd-9822-7b68d42aaca8') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:39.206277 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-8a8b4ac8-d66c-442f-92f5-dbc5790cad8d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36b77579-f3c4-40fd-9822-7b68d42aaca8') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:39.219674 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8a8b4ac8-d66c-442f-92f5-dbc5790cad8d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:39.236759 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8a8b4ac8-d66c-442f-92f5-dbc5790cad8d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:39.243002 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a8b4ac8-d66c-442f-92f5-dbc5790cad8d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:47:39.243389 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8a8b4ac8-d66c-442f-92f5-dbc5790cad8d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:39.425012 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8a8b4ac8-d66c-442f-92f5-dbc5790cad8d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:39.460895 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8a8b4ac8-d66c-442f-92f5-dbc5790cad8d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:39.473080 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b4ac8-d66c-442f-92f5-dbc5790cad8d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event deleted for resources: {'Network': ['ID=d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:39.482408 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8a8b4ac8-d66c-442f-92f5-dbc5790cad8d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "DELETE /v2.0/networks/d9ad02ae-ba2d-45ca-8ed0-fff9667d5fe0 HTTP/1.1" status: 204 len: 168 time: 0.6429539 May 27 02:47:39.504530 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 56822) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:39.517246 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-bf7cf61e-cc72-4bee-a01e-f0ad7132c894 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Request body: {'network': {'name': 'tempest-network-smoke--629321320', 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'port_security_enabled': True}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:47:39.528761 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-bf7cf61e-cc72-4bee-a01e-f0ad7132c894 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:47:39.555948 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-bf7cf61e-cc72-4bee-a01e-f0ad7132c894 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Usage tracker for resource:network and tenant:bacca2e928f240ac8e59ab0d5daf4b12 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:47:39.563577 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-bf7cf61e-cc72-4bee-a01e-f0ad7132c894 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:47:39.568523 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-bf7cf61e-cc72-4bee-a01e-f0ad7132c894 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:47:39.594782 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 36b77579-f3c4-40fd-9822-7b68d42aaca8 resource provider aggregate not found May 27 02:47:39.629702 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 36b77579-f3c4-40fd-9822-7b68d42aaca8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 36b77579-f3c4-40fd-9822-7b68d42aaca8 found for delete ", "request_id": "req-1086aa06-ea55-40d2-9dc8-29e2eb853535"}]} May 27 02:47:39.631617 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device fdda0d2f-61a8-4fab-893f-6d2bf95dd3b9 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:47:39.653782 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7cf61e-cc72-4bee-a01e-f0ad7132c894 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Made reservation on behalf of bacca2e928f240ac8e59ab0d5daf4b12 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:47:39.660796 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf61e-cc72-4bee-a01e-f0ad7132c894 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:39.702729 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf7cf61e-cc72-4bee-a01e-f0ad7132c894 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:47:39.713948 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf61e-cc72-4bee-a01e-f0ad7132c894 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:39.714625 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c25f4f50-62f3-4e51-9dfd-fc6ae2343859 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:39.715186 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-bf7cf61e-cc72-4bee-a01e-f0ad7132c894 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Added segment bc2d0139-cda1-43de-8c1d-dd74ac218f63 of type vlan for network 399b105e-ffbb-4447-b5d8-67c8e851e6ed May 27 02:47:39.744422 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf61e-cc72-4bee-a01e-f0ad7132c894 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:39.782438 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port fdda0d2f-61a8-4fab-893f-6d2bf95dd3b9 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:47:39.787917 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 70189903-a62d-44b5-bfe1-ff440360e030 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:47:39.801997 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c25f4f50-62f3-4e51-9dfd-fc6ae2343859 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:39.858658 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf61e-cc72-4bee-a01e-f0ad7132c894 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:39.864397 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7cf61e-cc72-4bee-a01e-f0ad7132c894 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:39.864866 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf61e-cc72-4bee-a01e-f0ad7132c894 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:39.887106 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 70189903-a62d-44b5-bfe1-ff440360e030 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:47:39.887574 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:39.937554 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c25f4f50-62f3-4e51-9dfd-fc6ae2343859 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:39.941094 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f4f50-62f3-4e51-9dfd-fc6ae2343859 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Pushing event updated for resources: {'Port': ['ID=abba1dc5-6886-4f55-853c-6d5b99288bdb,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:40.026575 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7cf61e-cc72-4bee-a01e-f0ad7132c894 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event updated for resources: {'Network': ['ID=399b105e-ffbb-4447-b5d8-67c8e851e6ed,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:40.042533 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 399b105e-ffbb-4447-b5d8-67c8e851e6ed details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:47:40.086321 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 56878) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:40.087391 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-bf7cf61e-cc72-4bee-a01e-f0ad7132c894 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5798917 May 27 02:47:40.101670 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-6be95c23-ca94-4072-bba3-78840c8c626a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1933932364', 'admin_state_up': True, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:47:40.114053 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6be95c23-ca94-4072-bba3-78840c8c626a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:47:40.128497 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 70189903-a62d-44b5-bfe1-ff440360e030 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:47:40.140904 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6be95c23-ca94-4072-bba3-78840c8c626a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Usage tracker for resource:router and tenant:bacca2e928f240ac8e59ab0d5daf4b12 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:47:40.145653 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6be95c23-ca94-4072-bba3-78840c8c626a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:47:40.171453 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25f4f50-62f3-4e51-9dfd-fc6ae2343859 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Network d8d322f2-4b17-4b69-b526-e8191175ef79 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:47:40.172914 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6be95c23-ca94-4072-bba3-78840c8c626a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:47:40.175030 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-c25f4f50-62f3-4e51-9dfd-fc6ae2343859 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:47:40.195711 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 99a45c0f-86e6-4978-8ed7-6b49a9098739 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:47:40.236691 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 99a45c0f-86e6-4978-8ed7-6b49a9098739 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:47:40.237156 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 99a45c0f-86e6-4978-8ed7-6b49a9098739 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:47:40.237643 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 38d5cdcf-44f1-4a51-9cdb-0a3a492acd49 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:47:40.266324 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:47:40.310087 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 38d5cdcf-44f1-4a51-9cdb-0a3a492acd49 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:47:40.310478 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 38d5cdcf-44f1-4a51-9cdb-0a3a492acd49 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:47:40.312258 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device e4abfbe7-1770-4147-ade8-414d8ab366d8 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:47:40.339309 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: 1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:47:40.339668 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 1e669cb7-4d0f-40f5-bc4e-1a24613fbb8f not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:47:40.352906 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: e4abfbe7-1770-4147-ade8-414d8ab366d8 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:47:40.353279 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device e4abfbe7-1770-4147-ade8-414d8ab366d8 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:47:40.363974 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6be95c23-ca94-4072-bba3-78840c8c626a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:40.365211 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6be95c23-ca94-4072-bba3-78840c8c626a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:40.410139 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6be95c23-ca94-4072-bba3-78840c8c626a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:40.430596 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25f4f50-62f3-4e51-9dfd-fc6ae2343859 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Router 12d7b2b2-fbb2-433f-857a-05b9c8d1435e has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:47:40.444393 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb343c42-e6dd-4556-82fa-78bf17153206 None None] Network d8d322f2-4b17-4b69-b526-e8191175ef79 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:47:40.606743 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ae8ed115-3e16-4fa7-ba34-ef6e9f05870a None None] Provisioning for port fdda0d2f-61a8-4fab-893f-6d2bf95dd3b9 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:47:40.621333 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ae8ed115-3e16-4fa7-ba34-ef6e9f05870a None None] Provisioning complete for port fdda0d2f-61a8-4fab-893f-6d2bf95dd3b9 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:47:40.621703 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ae8ed115-3e16-4fa7-ba34-ef6e9f05870a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:40.811953 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ae8ed115-3e16-4fa7-ba34-ef6e9f05870a None None] Current status of the port fdda0d2f-61a8-4fab-893f-6d2bf95dd3b9 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:47:40.814238 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ae8ed115-3e16-4fa7-ba34-ef6e9f05870a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:40.846147 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-ae8ed115-3e16-4fa7-ba34-ef6e9f05870a None None] For port fdda0d2f-61a8-4fab-893f-6d2bf95dd3b9, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=fdda0d2f-61a8-4fab-893f-6d2bf95dd3b9,segment=NetworkSegment(09f487e2-3fd9-4c5d-a1dc-2a9a1583122b),segment_id=09f487e2-3fd9-4c5d-a1dc-2a9a1583122b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:47:40.931416 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ae8ed115-3e16-4fa7-ba34-ef6e9f05870a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:40.977597 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6be95c23-ca94-4072-bba3-78840c8c626a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:40.993966 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25f4f50-62f3-4e51-9dfd-fc6ae2343859 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:47:41.006556 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50064eb1-f95e-4c2c-9797-b45b6b5573a8 None None] Sync routers for ids ['12d7b2b2-fbb2-433f-857a-05b9c8d1435e'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:47:41.015666 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c25f4f50-62f3-4e51-9dfd-fc6ae2343859 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "PUT /v2.0/routers/12d7b2b2-fbb2-433f-857a-05b9c8d1435e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0476081 May 27 02:47:41.020529 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50064eb1-f95e-4c2c-9797-b45b6b5573a8 None None] Routers {'12d7b2b2-fbb2-433f-857a-05b9c8d1435e'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:47:41.021254 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-50064eb1-f95e-4c2c-9797-b45b6b5573a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:47:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['12d7b2b2-fbb2-433f-857a-05b9c8d1435e'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:41.028129 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ed115-3e16-4fa7-ba34-ef6e9f05870a None None] Pushing event updated for resources: {'Port': ['ID=fdda0d2f-61a8-4fab-893f-6d2bf95dd3b9,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:41.061193 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e3851ab9-994a-4999-9600-eac835594f74 None None] Provisioning complete for port fdda0d2f-61a8-4fab-893f-6d2bf95dd3b9 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:47:41.061826 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e3851ab9-994a-4999-9600-eac835594f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:41.292389 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-50064eb1-f95e-4c2c-9797-b45b6b5573a8 None None] Set router 12d7b2b2-fbb2-433f-857a-05b9c8d1435e gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:47:41.308142 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-e3851ab9-994a-4999-9600-eac835594f74 None None] Current status of the port fdda0d2f-61a8-4fab-893f-6d2bf95dd3b9 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:47:41.390684 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e3851ab9-994a-4999-9600-eac835594f74 None None] Provisioning for port abba1dc5-6886-4f55-853c-6d5b99288bdb completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:47:41.396243 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e3851ab9-994a-4999-9600-eac835594f74 None None] Provisioning complete for port abba1dc5-6886-4f55-853c-6d5b99288bdb triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:47:41.396243 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e3851ab9-994a-4999-9600-eac835594f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:41.505909 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-e3851ab9-994a-4999-9600-eac835594f74 None None] Port abba1dc5-6886-4f55-853c-6d5b99288bdb cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:47:41.536141 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device fdda0d2f-61a8-4fab-893f-6d2bf95dd3b9 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:47:41.559731 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-96d11f92-9beb-4d14-9945-068d4b4707b6 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:41.561285 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-96d11f92-9beb-4d14-9945-068d4b4707b6 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/networks?id=d8d322f2-4b17-4b69-b526-e8191175ef79 HTTP/1.1" status: 200 len: 798 time: 0.2540696 May 27 02:47:41.561995 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6be95c23-ca94-4072-bba3-78840c8c626a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:41.649587 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-cf3b9b8d-bf50-4497-a093-375702346b2b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/quotas/fb681a9ac3074576a3927168993abc95 HTTP/1.1" status: 200 len: 375 time: 0.0176148 May 27 02:47:41.649951 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6be95c23-ca94-4072-bba3-78840c8c626a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:41.690578 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-fea1f3c7-a4a9-4609-b512-78cf142e2a25 None None] Provisioning complete for port abba1dc5-6886-4f55-853c-6d5b99288bdb triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:47:41.846560 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fea1f3c7-a4a9-4609-b512-78cf142e2a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:41.848347 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-90279bd1-4f1f-4fce-96e9-4f13a701eb7a tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=fb681a9ac3074576a3927168993abc95&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1440578 May 27 02:47:41.848451 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-6be95c23-ca94-4072-bba3-78840c8c626a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Allocated IP 172.25.1.228 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/e7f79db9-cde4-4b10-bda7-83708746addb) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:47:41.848629 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-50064eb1-f95e-4c2c-9797-b45b6b5573a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d7b2b2-fbb2-433f-857a-05b9c8d1435e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-473522430', 'tenant_id': 'fb681a9ac3074576a3927168993abc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '70189903-a62d-44b5-bfe1-ff440360e030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:47:30Z', 'updated_at': '2022-05-27T02:47:38Z', 'revision_number': 4, 'project_id': 'fb681a9ac3074576a3927168993abc95', 'gw_port': {'id': '70189903-a62d-44b5-bfe1-ff440360e030', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:08:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d7b2b2-fbb2-433f-857a-05b9c8d1435e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:47:31Z', 'updated_at': '2022-05-27T02:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'abba1dc5-6886-4f55-853c-6d5b99288bdb', 'name': '', 'network_id': 'd8d322f2-4b17-4b69-b526-e8191175ef79', 'tenant_id': 'fb681a9ac3074576a3927168993abc95', 'mac_address': 'fa:16:3e:81:22:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d7b2b2-fbb2-433f-857a-05b9c8d1435e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '8133e904-2981-4357-abbf-fc2dd31b5808', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:47:37Z', 'updated_at': '2022-05-27T02:47:39Z', 'revision_number': 2, 'project_id': 'fb681a9ac3074576a3927168993abc95', 'subnets': [{'id': '8133e904-2981-4357-abbf-fc2dd31b5808', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:41.848629 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50064eb1-f95e-4c2c-9797-b45b6b5573a8 None None] Checking router: 12d7b2b2-fbb2-433f-857a-05b9c8d1435e for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:47:41.848629 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50064eb1-f95e-4c2c-9797-b45b6b5573a8 None None] Updating router 12d7b2b2-fbb2-433f-857a-05b9c8d1435e port abba1dc5-6886-4f55-853c-6d5b99288bdb binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:47:41.848936 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port fdda0d2f-61a8-4fab-893f-6d2bf95dd3b9 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:47:41.848936 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:41.848936 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-fea1f3c7-a4a9-4609-b512-78cf142e2a25 None None] Port abba1dc5-6886-4f55-853c-6d5b99288bdb cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:47:41.871568 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-50064eb1-f95e-4c2c-9797-b45b6b5573a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:41.983303 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-69dde89e-1480-466f-b148-ff1e45e6793a service neutron] 10.222.0.57 "GET /v2.0/networks/d8d322f2-4b17-4b69-b526-e8191175ef79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818762 May 27 02:47:41.983797 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port fdda0d2f-61a8-4fab-893f-6d2bf95dd3b9 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:47:41.983797 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-20676aa6-b68e-49ca-8258-2cd814052a77 None None] Provisioning complete for port abba1dc5-6886-4f55-853c-6d5b99288bdb triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:47:41.983797 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-20676aa6-b68e-49ca-8258-2cd814052a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:41.993227 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6be95c23-ca94-4072-bba3-78840c8c626a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:42.024082 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-20676aa6-b68e-49ca-8258-2cd814052a77 None None] Port abba1dc5-6886-4f55-853c-6d5b99288bdb cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:47:42.082823 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6be95c23-ca94-4072-bba3-78840c8c626a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:42.099494 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-054d2471-91d0-4a18-9ba7-d56fde7e8af8 service neutron] 10.222.0.57 "GET /v2.0/networks/d8d322f2-4b17-4b69-b526-e8191175ef79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473157 May 27 02:47:42.160707 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be95c23-ca94-4072-bba3-78840c8c626a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:47:42.163788 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-6be95c23-ca94-4072-bba3-78840c8c626a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:47:42.172287 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be95c23-ca94-4072-bba3-78840c8c626a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:47:42.217843 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be95c23-ca94-4072-bba3-78840c8c626a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event updated for resources: {'Port': ['ID=e7f79db9-cde4-4b10-bda7-83708746addb,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:42.254083 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-50064eb1-f95e-4c2c-9797-b45b6b5573a8 None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:42.297887 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-50064eb1-f95e-4c2c-9797-b45b6b5573a8 None None] Transition to ACTIVE for port object abba1dc5-6886-4f55-853c-6d5b99288bdb will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:47:42.386603 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a7df3855-45c7-4c49-bc74-4776e4a3fcf7 req-dd875821-413b-4afa-864d-5e1318d7f6a6 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/ports?device_id=01e72cb3-21c7-47fe-a952-18bb5fc65ebd HTTP/1.1" status: 200 len: 210 time: 0.0659654 May 27 02:47:42.393634 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-50064eb1-f95e-4c2c-9797-b45b6b5573a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:42.599239 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e32403c-4f9f-4eae-986a-8d36f213b262 None None] Pushing event updated for resources: {'Port': ['ID=abba1dc5-6886-4f55-853c-6d5b99288bdb,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:42.634384 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e32403c-4f9f-4eae-986a-8d36f213b262 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:42.634823 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e32403c-4f9f-4eae-986a-8d36f213b262 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:42.635164 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e32403c-4f9f-4eae-986a-8d36f213b262 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:42.635485 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e32403c-4f9f-4eae-986a-8d36f213b262 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:42.635832 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e32403c-4f9f-4eae-986a-8d36f213b262 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:42.636147 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e32403c-4f9f-4eae-986a-8d36f213b262 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:42.636464 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e32403c-4f9f-4eae-986a-8d36f213b262 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:42.636798 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e32403c-4f9f-4eae-986a-8d36f213b262 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:42.637112 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e32403c-4f9f-4eae-986a-8d36f213b262 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:42.637420 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e32403c-4f9f-4eae-986a-8d36f213b262 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:42.637729 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e32403c-4f9f-4eae-986a-8d36f213b262 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:42.638118 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e32403c-4f9f-4eae-986a-8d36f213b262 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:42.675185 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-50064eb1-f95e-4c2c-9797-b45b6b5573a8 None None] Attempting to bind port abba1dc5-6886-4f55-853c-6d5b99288bdb on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:47:42.675563 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-50064eb1-f95e-4c2c-9797-b45b6b5573a8 None None] Attempting to bind port abba1dc5-6886-4f55-853c-6d5b99288bdb by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '09f487e2-3fd9-4c5d-a1dc-2a9a1583122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd8d322f2-4b17-4b69-b526-e8191175ef79'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:47:42.679432 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50064eb1-f95e-4c2c-9797-b45b6b5573a8 None None] Attempting to bind port abba1dc5-6886-4f55-853c-6d5b99288bdb on network d8d322f2-4b17-4b69-b526-e8191175ef79 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:47:42.681699 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50064eb1-f95e-4c2c-9797-b45b6b5573a8 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:47:42.682061 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50064eb1-f95e-4c2c-9797-b45b6b5573a8 None None] Checking segment: {'id': '09f487e2-3fd9-4c5d-a1dc-2a9a1583122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd8d322f2-4b17-4b69-b526-e8191175ef79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:47:42.682458 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-50064eb1-f95e-4c2c-9797-b45b6b5573a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:42.683389 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50064eb1-f95e-4c2c-9797-b45b6b5573a8 None None] Bound using segment: {'id': '09f487e2-3fd9-4c5d-a1dc-2a9a1583122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd8d322f2-4b17-4b69-b526-e8191175ef79'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:47:42.683847 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-50064eb1-f95e-4c2c-9797-b45b6b5573a8 None None] Bound port: abba1dc5-6886-4f55-853c-6d5b99288bdb, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f487e2-3fd9-4c5d-a1dc-2a9a1583122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd8d322f2-4b17-4b69-b526-e8191175ef79'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:47:42.684206 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-50064eb1-f95e-4c2c-9797-b45b6b5573a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:42.782788 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-50064eb1-f95e-4c2c-9797-b45b6b5573a8 None None] For port abba1dc5-6886-4f55-853c-6d5b99288bdb, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:47:42.786131 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-50064eb1-f95e-4c2c-9797-b45b6b5573a8 None None] For port abba1dc5-6886-4f55-853c-6d5b99288bdb, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=abba1dc5-6886-4f55-853c-6d5b99288bdb,segment=NetworkSegment(09f487e2-3fd9-4c5d-a1dc-2a9a1583122b),segment_id=09f487e2-3fd9-4c5d-a1dc-2a9a1583122b)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:47:42.853971 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-50064eb1-f95e-4c2c-9797-b45b6b5573a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:42.934882 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50064eb1-f95e-4c2c-9797-b45b6b5573a8 None None] Routers {'12d7b2b2-fbb2-433f-857a-05b9c8d1435e'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:47:42.935588 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-50064eb1-f95e-4c2c-9797-b45b6b5573a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:47:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['12d7b2b2-fbb2-433f-857a-05b9c8d1435e'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:42.968989 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6be95c23-ca94-4072-bba3-78840c8c626a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:42.994012 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e32403c-4f9f-4eae-986a-8d36f213b262 None None] Pushing event updated for resources: {'Port': ['ID=abba1dc5-6886-4f55-853c-6d5b99288bdb,revision_number=4']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:43.165340 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-50064eb1-f95e-4c2c-9797-b45b6b5573a8 None None] Set router 12d7b2b2-fbb2-433f-857a-05b9c8d1435e gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:47:43.365334 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6be95c23-ca94-4072-bba3-78840c8c626a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:43.534948 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-50064eb1-f95e-4c2c-9797-b45b6b5573a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d7b2b2-fbb2-433f-857a-05b9c8d1435e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-473522430', 'tenant_id': 'fb681a9ac3074576a3927168993abc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '70189903-a62d-44b5-bfe1-ff440360e030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:47:30Z', 'updated_at': '2022-05-27T02:47:38Z', 'revision_number': 4, 'project_id': 'fb681a9ac3074576a3927168993abc95', 'gw_port': {'id': '70189903-a62d-44b5-bfe1-ff440360e030', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:08:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d7b2b2-fbb2-433f-857a-05b9c8d1435e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:47:31Z', 'updated_at': '2022-05-27T02:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'abba1dc5-6886-4f55-853c-6d5b99288bdb', 'name': '', 'network_id': 'd8d322f2-4b17-4b69-b526-e8191175ef79', 'tenant_id': 'fb681a9ac3074576a3927168993abc95', 'mac_address': 'fa:16:3e:81:22:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d7b2b2-fbb2-433f-857a-05b9c8d1435e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '8133e904-2981-4357-abbf-fc2dd31b5808', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:47:37Z', 'updated_at': '2022-05-27T02:47:42Z', 'revision_number': 4, 'project_id': 'fb681a9ac3074576a3927168993abc95', 'subnets': [{'id': '8133e904-2981-4357-abbf-fc2dd31b5808', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:43.539922 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50064eb1-f95e-4c2c-9797-b45b6b5573a8 None None] The sync data for ids ['12d7b2b2-fbb2-433f-857a-05b9c8d1435e'] in n-d-843554-3 is: [{'id': '12d7b2b2-fbb2-433f-857a-05b9c8d1435e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-473522430', 'tenant_id': 'fb681a9ac3074576a3927168993abc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '70189903-a62d-44b5-bfe1-ff440360e030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:47:30Z', 'updated_at': '2022-05-27T02:47:38Z', 'revision_number': 4, 'project_id': 'fb681a9ac3074576a3927168993abc95', 'gw_port': {'id': '70189903-a62d-44b5-bfe1-ff440360e030', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:08:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d7b2b2-fbb2-433f-857a-05b9c8d1435e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:47:31Z', 'updated_at': '2022-05-27T02:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'abba1dc5-6886-4f55-853c-6d5b99288bdb', 'name': '', 'network_id': 'd8d322f2-4b17-4b69-b526-e8191175ef79', 'tenant_id': 'fb681a9ac3074576a3927168993abc95', 'mac_address': 'fa:16:3e:81:22:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d7b2b2-fbb2-433f-857a-05b9c8d1435e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '8133e904-2981-4357-abbf-fc2dd31b5808', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:47:37Z', 'updated_at': '2022-05-27T02:47:42Z', 'revision_number': 4, 'project_id': 'fb681a9ac3074576a3927168993abc95', 'subnets': [{'id': '8133e904-2981-4357-abbf-fc2dd31b5808', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:47:43.596614 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2d9972af-0d69-4493-b3ad-875c6f6f97d6 req-be46964d-fd21-4358-a226-9bf9634e6212 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/ports?device_id=01e72cb3-21c7-47fe-a952-18bb5fc65ebd HTTP/1.1" status: 200 len: 210 time: 0.0641031 May 27 02:47:43.736986 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be95c23-ca94-4072-bba3-78840c8c626a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Router a24ee335-92e0-4b09-a6d1-8931c13f3efe is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:47:43.950881 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be95c23-ca94-4072-bba3-78840c8c626a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:47:43.967058 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23663d8d-5e14-49ed-8121-c4063da8d0be None None] Sync routers for ids ['a24ee335-92e0-4b09-a6d1-8931c13f3efe'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:47:43.987328 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23663d8d-5e14-49ed-8121-c4063da8d0be None None] Routers {'a24ee335-92e0-4b09-a6d1-8931c13f3efe'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:47:43.987959 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-23663d8d-5e14-49ed-8121-c4063da8d0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:47:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['a24ee335-92e0-4b09-a6d1-8931c13f3efe'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:44.059703 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6be95c23-ca94-4072-bba3-78840c8c626a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:44.061002 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6be95c23-ca94-4072-bba3-78840c8c626a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.9739542 May 27 02:47:44.064091 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57038) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:44.139303 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-91d9ba25-1b4c-4d41-9b60-bd723bbcdba3 tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=bacca2e928f240ac8e59ab0d5daf4b12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0714269 May 27 02:47:44.139679 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57042) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:44.189338 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-23663d8d-5e14-49ed-8121-c4063da8d0be None None] Set router a24ee335-92e0-4b09-a6d1-8931c13f3efe gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:47:44.341833 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f844acd-25c2-4f6b-be92-c01edc91279a tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:44.343518 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4f844acd-25c2-4f6b-be92-c01edc91279a tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2028520 May 27 02:47:44.346490 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57054) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:44.394389 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-cd026487-c5bc-4265-98d6-b9b860bfaa50 tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=d97d5b0c-4580-406a-95fb-4efaa0c98188&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0467947 May 27 02:47:44.396925 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57060) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:44.402401 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-e6b5e47b-09c8-4410-9163-943ee691b197 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-575607348', 'network_id': '399b105e-ffbb-4447-b5d8-67c8e851e6ed', 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:47:44.649039 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-23663d8d-5e14-49ed-8121-c4063da8d0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24ee335-92e0-4b09-a6d1-8931c13f3efe', 'name': 'tempest-TestNetworkBasicOps-router-1933932364', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'e7f79db9-cde4-4b10-bda7-83708746addb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:47:40Z', 'updated_at': '2022-05-27T02:47:42Z', 'revision_number': 3, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'gw_port': {'id': 'e7f79db9-cde4-4b10-bda7-83708746addb', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fa:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a24ee335-92e0-4b09-a6d1-8931c13f3efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:47:41Z', 'updated_at': '2022-05-27T02:47:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:44.652240 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e6b5e47b-09c8-4410-9163-943ee691b197 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:47:44.655906 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e6b5e47b-09c8-4410-9163-943ee691b197 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Usage tracker for resource:subnet and tenant:bacca2e928f240ac8e59ab0d5daf4b12 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:47:44.659033 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e6b5e47b-09c8-4410-9163-943ee691b197 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:47:44.659187 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23663d8d-5e14-49ed-8121-c4063da8d0be None None] Checking router: a24ee335-92e0-4b09-a6d1-8931c13f3efe for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:47:44.659437 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23663d8d-5e14-49ed-8121-c4063da8d0be None None] Updating router a24ee335-92e0-4b09-a6d1-8931c13f3efe port e7f79db9-cde4-4b10-bda7-83708746addb binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:47:44.666163 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e6b5e47b-09c8-4410-9163-943ee691b197 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:47:44.731089 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-23663d8d-5e14-49ed-8121-c4063da8d0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:44.747092 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b5e47b-09c8-4410-9163-943ee691b197 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Made reservation on behalf of bacca2e928f240ac8e59ab0d5daf4b12 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:47:44.751169 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e6b5e47b-09c8-4410-9163-943ee691b197 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:44.919074 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8135036a-0904-456d-9e18-a875c2350ecd req-4c50757c-b8bf-46d6-ad27-89692d3f080e tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/ports?device_id=01e72cb3-21c7-47fe-a952-18bb5fc65ebd HTTP/1.1" status: 200 len: 210 time: 0.1337221 May 27 02:47:45.051808 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-f6ffe0ec-15b3-4b9f-b2e9-4ef1bf915c0e tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:45.051808 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-f6ffe0ec-15b3-4b9f-b2e9-4ef1bf915c0e tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Synchronizing usage tracker for tenant:fb681a9ac3074576a3927168993abc95 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:47:45.161815 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-23663d8d-5e14-49ed-8121-c4063da8d0be None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:45.168173 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-f6ffe0ec-15b3-4b9f-b2e9-4ef1bf915c0e tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Unset dirty status for tenant:fb681a9ac3074576a3927168993abc95 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:47:45.169463 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-f6ffe0ec-15b3-4b9f-b2e9-4ef1bf915c0e tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.32 "GET /v2.0/networks?id=d8d322f2-4b17-4b69-b526-e8191175ef79 HTTP/1.1" status: 200 len: 798 time: 0.3586786 May 27 02:47:45.176189 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-23663d8d-5e14-49ed-8121-c4063da8d0be None None] Transition to ACTIVE for port object e7f79db9-cde4-4b10-bda7-83708746addb will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:47:45.182299 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-e48ed7ca-f53c-4da4-a2b1-af48b0194e04 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Request body: {'port': {'device_id': '01e72cb3-21c7-47fe-a952-18bb5fc65ebd', 'network_id': 'd8d322f2-4b17-4b69-b526-e8191175ef79', 'admin_state_up': True, 'tenant_id': 'fb681a9ac3074576a3927168993abc95'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:47:45.219405 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e6b5e47b-09c8-4410-9163-943ee691b197 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:45.264730 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-23663d8d-5e14-49ed-8121-c4063da8d0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:45.315421 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5e47b-09c8-4410-9163-943ee691b197 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event updated for resources: {'Subnet': ['ID=9019a186-ea3a-4a6f-89a3-3caa90ebfa09,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:45.317883 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b5e47b-09c8-4410-9163-943ee691b197 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Checking segment: {'id': 'bc2d0139-cda1-43de-8c1d-dd74ac218f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '399b105e-ffbb-4447-b5d8-67c8e851e6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:47:45.318522 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b5e47b-09c8-4410-9163-943ee691b197 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Network hostable DHCP agents. Network: 399b105e-ffbb-4447-b5d8-67c8e851e6ed, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:47:45.356110 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-e48ed7ca-f53c-4da4-a2b1-af48b0194e04 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:47:45.360428 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-e48ed7ca-f53c-4da4-a2b1-af48b0194e04 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Usage tracker for resource:port and tenant:fb681a9ac3074576a3927168993abc95 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:47:45.362609 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-23663d8d-5e14-49ed-8121-c4063da8d0be None None] Attempting to bind port e7f79db9-cde4-4b10-bda7-83708746addb on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:47:45.362984 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-23663d8d-5e14-49ed-8121-c4063da8d0be None None] Attempting to bind port e7f79db9-cde4-4b10-bda7-83708746addb by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:47:45.363355 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23663d8d-5e14-49ed-8121-c4063da8d0be None None] Attempting to bind port e7f79db9-cde4-4b10-bda7-83708746addb on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:47:45.363584 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-e48ed7ca-f53c-4da4-a2b1-af48b0194e04 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:47:45.369582 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-e48ed7ca-f53c-4da4-a2b1-af48b0194e04 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:47:45.371251 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23663d8d-5e14-49ed-8121-c4063da8d0be None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:47:45.371631 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23663d8d-5e14-49ed-8121-c4063da8d0be None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:47:45.372493 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-23663d8d-5e14-49ed-8121-c4063da8d0be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:45.372493 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23663d8d-5e14-49ed-8121-c4063da8d0be None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:47:45.388753 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-23663d8d-5e14-49ed-8121-c4063da8d0be None None] Bound port: e7f79db9-cde4-4b10-bda7-83708746addb, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:47:45.388753 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-23663d8d-5e14-49ed-8121-c4063da8d0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:45.396295 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd7e57f-41ba-49ff-97aa-c2671b544dc4 None None] Pushing event updated for resources: {'Port': ['ID=e7f79db9-cde4-4b10-bda7-83708746addb,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:45.407650 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b5e47b-09c8-4410-9163-943ee691b197 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Network 399b105e-ffbb-4447-b5d8-67c8e851e6ed is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:47:45.464325 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-23663d8d-5e14-49ed-8121-c4063da8d0be None None] For port e7f79db9-cde4-4b10-bda7-83708746addb, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:47:45.465756 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-e48ed7ca-f53c-4da4-a2b1-af48b0194e04 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Made reservation on behalf of fb681a9ac3074576a3927168993abc95 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:47:45.467409 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-23663d8d-5e14-49ed-8121-c4063da8d0be None None] For port e7f79db9-cde4-4b10-bda7-83708746addb, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=e7f79db9-cde4-4b10-bda7-83708746addb,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:47:45.469447 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-e48ed7ca-f53c-4da4-a2b1-af48b0194e04 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:45.493862 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-e6b5e47b-09c8-4410-9163-943ee691b197 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 399b105e-ffbb-4447-b5d8-67c8e851e6ed) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:47:45.498901 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b5e47b-09c8-4410-9163-943ee691b197 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:45.499629 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e6b5e47b-09c8-4410-9163-943ee691b197 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:45.510786 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0df16d-4449-41f8-a7bc-13718196d8bd None None] Network 399b105e-ffbb-4447-b5d8-67c8e851e6ed requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:47:45.524249 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device abba1dc5-6886-4f55-853c-6d5b99288bdb up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:47:45.557904 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-23663d8d-5e14-49ed-8121-c4063da8d0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:45.586935 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e6b5e47b-09c8-4410-9163-943ee691b197 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1881859 May 27 02:47:45.589698 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57084) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:45.655541 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-e48ed7ca-f53c-4da4-a2b1-af48b0194e04 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Allocated IP 172.20.0.25 (d8d322f2-4b17-4b69-b526-e8191175ef79/8133e904-2981-4357-abbf-fc2dd31b5808/ff71c7e4-d645-4bc4-902e-a19246a18d57) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:47:45.815268 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23663d8d-5e14-49ed-8121-c4063da8d0be None None] Routers {'a24ee335-92e0-4b09-a6d1-8931c13f3efe'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:47:45.815923 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-23663d8d-5e14-49ed-8121-c4063da8d0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:47:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['a24ee335-92e0-4b09-a6d1-8931c13f3efe'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:45.860295 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-e48ed7ca-f53c-4da4-a2b1-af48b0194e04 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:45.866219 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd7e57f-41ba-49ff-97aa-c2671b544dc4 None None] Pushing event updated for resources: {'Port': ['ID=e7f79db9-cde4-4b10-bda7-83708746addb,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:45.890990 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-e48ed7ca-f53c-4da4-a2b1-af48b0194e04 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Transition to ACTIVE for port object ff71c7e4-d645-4bc4-902e-a19246a18d57 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:47:45.985370 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-e48ed7ca-f53c-4da4-a2b1-af48b0194e04 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:46.069930 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port abba1dc5-6886-4f55-853c-6d5b99288bdb completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:47:46.123626 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port abba1dc5-6886-4f55-853c-6d5b99288bdb triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:47:46.124007 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:46.196384 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c49a37-0bf1-4038-b96a-07c65dbad8d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-399b105e-ffbb-4447-b5d8-67c8e851e6ed', 'network_id': '399b105e-ffbb-4447-b5d8-67c8e851e6ed', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'fixed_ips': [{'subnet_id': '9019a186-ea3a-4a6f-89a3-3caa90ebfa09'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:47:46.202308 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f8c49a37-0bf1-4038-b96a-07c65dbad8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:46.230845 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-23663d8d-5e14-49ed-8121-c4063da8d0be None None] Set router a24ee335-92e0-4b09-a6d1-8931c13f3efe gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:47:46.248244 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-e48ed7ca-f53c-4da4-a2b1-af48b0194e04 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Network d8d322f2-4b17-4b69-b526-e8191175ef79 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:47:46.251730 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-e48ed7ca-f53c-4da4-a2b1-af48b0194e04 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:47:46.256270 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-e48ed7ca-f53c-4da4-a2b1-af48b0194e04 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:47:46.336591 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433374e-c2e4-476b-aa0b-752bec448fa2 req-ed8d47aa-a3ff-42f7-9a66-69a88eac366f tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:46.340117 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-e48ed7ca-f53c-4da4-a2b1-af48b0194e04 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:46.340794 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-e48ed7ca-f53c-4da4-a2b1-af48b0194e04 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:46.341507 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5433374e-c2e4-476b-aa0b-752bec448fa2 req-ed8d47aa-a3ff-42f7-9a66-69a88eac366f tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/ports?device_id=01e72cb3-21c7-47fe-a952-18bb5fc65ebd HTTP/1.1" status: 200 len: 895 time: 0.2817712 May 27 02:47:46.345055 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ed7ca-f53c-4da4-a2b1-af48b0194e04 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Pushing event updated for resources: {'Port': ['ID=ff71c7e4-d645-4bc4-902e-a19246a18d57,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:46.457496 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-e48ed7ca-f53c-4da4-a2b1-af48b0194e04 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.2788923 May 27 02:47:46.470745 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-915bd345-fc69-4810-859a-0aacda48db96 service neutron] Request body: {'port': {'device_id': '01e72cb3-21c7-47fe-a952-18bb5fc65ebd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:47:46.621748 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-915bd345-fc69-4810-859a-0aacda48db96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:46.627991 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port abba1dc5-6886-4f55-853c-6d5b99288bdb is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:47:46.628370 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:46.651050 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-211f2e57-f43f-4181-9a01-05cbc735048f tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:46.768686 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port abba1dc5-6886-4f55-853c-6d5b99288bdb, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=abba1dc5-6886-4f55-853c-6d5b99288bdb,segment=NetworkSegment(09f487e2-3fd9-4c5d-a1dc-2a9a1583122b),segment_id=09f487e2-3fd9-4c5d-a1dc-2a9a1583122b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:47:46.806445 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-f8c49a37-0bf1-4038-b96a-07c65dbad8d1 None None] Allocated IP 172.20.0.2 (399b105e-ffbb-4447-b5d8-67c8e851e6ed/9019a186-ea3a-4a6f-89a3-3caa90ebfa09/bf07642b-ab42-476b-85bb-c2753213d89c) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:47:46.815631 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-63889fc3-38af-42e0-85e3-462c3dc0adae None None] Provisioning for port ff71c7e4-d645-4bc4-902e-a19246a18d57 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:47:46.836988 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-63889fc3-38af-42e0-85e3-462c3dc0adae None None] Provisioning complete for port ff71c7e4-d645-4bc4-902e-a19246a18d57 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:47:46.837362 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-63889fc3-38af-42e0-85e3-462c3dc0adae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:46.876432 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:47.040244 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-63889fc3-38af-42e0-85e3-462c3dc0adae None None] Port ff71c7e4-d645-4bc4-902e-a19246a18d57 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:47:47.079837 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-915bd345-fc69-4810-859a-0aacda48db96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff71c7e4-d645-4bc4-902e-a19246a18d57 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:47:47.090448 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-915bd345-fc69-4810-859a-0aacda48db96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:47.108446 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-915bd345-fc69-4810-859a-0aacda48db96 service neutron] Transition to ACTIVE for port object ff71c7e4-d645-4bc4-902e-a19246a18d57 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:47:47.124811 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=abba1dc5-6886-4f55-853c-6d5b99288bdb,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:47.138470 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-23663d8d-5e14-49ed-8121-c4063da8d0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24ee335-92e0-4b09-a6d1-8931c13f3efe', 'name': 'tempest-TestNetworkBasicOps-router-1933932364', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'e7f79db9-cde4-4b10-bda7-83708746addb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:47:40Z', 'updated_at': '2022-05-27T02:47:42Z', 'revision_number': 3, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'gw_port': {'id': 'e7f79db9-cde4-4b10-bda7-83708746addb', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fa:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a24ee335-92e0-4b09-a6d1-8931c13f3efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:47:41Z', 'updated_at': '2022-05-27T02:47:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:47.157158 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23663d8d-5e14-49ed-8121-c4063da8d0be None None] The sync data for ids ['a24ee335-92e0-4b09-a6d1-8931c13f3efe'] in n-d-843554-3 is: [{'id': 'a24ee335-92e0-4b09-a6d1-8931c13f3efe', 'name': 'tempest-TestNetworkBasicOps-router-1933932364', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'e7f79db9-cde4-4b10-bda7-83708746addb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:47:40Z', 'updated_at': '2022-05-27T02:47:42Z', 'revision_number': 3, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'gw_port': {'id': 'e7f79db9-cde4-4b10-bda7-83708746addb', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fa:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a24ee335-92e0-4b09-a6d1-8931c13f3efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:47:41Z', 'updated_at': '2022-05-27T02:47:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:47:47.218851 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-915bd345-fc69-4810-859a-0aacda48db96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:47.226848 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f8c49a37-0bf1-4038-b96a-07c65dbad8d1 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:47.243428 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f8c49a37-0bf1-4038-b96a-07c65dbad8d1 None None] Transition to ACTIVE for port object bf07642b-ab42-476b-85bb-c2753213d89c will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:47:47.265256 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f8c49a37-0bf1-4038-b96a-07c65dbad8d1 None None] Transition to ACTIVE for port object bf07642b-ab42-476b-85bb-c2753213d89c will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:47:47.365065 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f8c49a37-0bf1-4038-b96a-07c65dbad8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:47.384564 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915bd345-fc69-4810-859a-0aacda48db96 service neutron] Pushing event updated for resources: {'Port': ['ID=ff71c7e4-d645-4bc4-902e-a19246a18d57,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:47.508636 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c49a37-0bf1-4038-b96a-07c65dbad8d1 None None] Network 399b105e-ffbb-4447-b5d8-67c8e851e6ed is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:47:47.516974 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-f8c49a37-0bf1-4038-b96a-07c65dbad8d1 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:47:47.537449 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c49a37-0bf1-4038-b96a-07c65dbad8d1 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:47:47.557038 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-211f2e57-f43f-4181-9a01-05cbc735048f tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Allocated IP 172.20.0.1 (399b105e-ffbb-4447-b5d8-67c8e851e6ed/9019a186-ea3a-4a6f-89a3-3caa90ebfa09/3bfcfa74-b672-4d38-9ff8-7968177cc53a) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:47:47.653002 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device abba1dc5-6886-4f55-853c-6d5b99288bdb up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:47:47.665169 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-915bd345-fc69-4810-859a-0aacda48db96 service neutron] Attempting to bind port ff71c7e4-d645-4bc4-902e-a19246a18d57 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:47:47.665602 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-915bd345-fc69-4810-859a-0aacda48db96 service neutron] Attempting to bind port ff71c7e4-d645-4bc4-902e-a19246a18d57 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '09f487e2-3fd9-4c5d-a1dc-2a9a1583122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd8d322f2-4b17-4b69-b526-e8191175ef79'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:47:47.665822 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-915bd345-fc69-4810-859a-0aacda48db96 service neutron] Attempting to bind port ff71c7e4-d645-4bc4-902e-a19246a18d57 on network d8d322f2-4b17-4b69-b526-e8191175ef79 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:47:47.681510 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-915bd345-fc69-4810-859a-0aacda48db96 service neutron] Port ff71c7e4-d645-4bc4-902e-a19246a18d57 on network d8d322f2-4b17-4b69-b526-e8191175ef79 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:47:47.681881 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-915bd345-fc69-4810-859a-0aacda48db96 service neutron] Attempting to bind port ff71c7e4-d645-4bc4-902e-a19246a18d57 on network d8d322f2-4b17-4b69-b526-e8191175ef79 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:47:47.695472 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-915bd345-fc69-4810-859a-0aacda48db96 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:47:47.696925 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-915bd345-fc69-4810-859a-0aacda48db96 service neutron] Checking segment: {'id': '09f487e2-3fd9-4c5d-a1dc-2a9a1583122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd8d322f2-4b17-4b69-b526-e8191175ef79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:47:47.696925 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-915bd345-fc69-4810-859a-0aacda48db96 service neutron] Bound using segment: {'id': '09f487e2-3fd9-4c5d-a1dc-2a9a1583122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd8d322f2-4b17-4b69-b526-e8191175ef79'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:47:47.696925 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-915bd345-fc69-4810-859a-0aacda48db96 service neutron] Bound port: ff71c7e4-d645-4bc4-902e-a19246a18d57, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09f487e2-3fd9-4c5d-a1dc-2a9a1583122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd8d322f2-4b17-4b69-b526-e8191175ef79'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:47:47.697214 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-915bd345-fc69-4810-859a-0aacda48db96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:47.718255 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c49a37-0bf1-4038-b96a-07c65dbad8d1 None None] Pushing event updated for resources: {'Port': ['ID=bf07642b-ab42-476b-85bb-c2753213d89c,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:47.834007 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-f8c49a37-0bf1-4038-b96a-07c65dbad8d1 None None] Attempting to bind port bf07642b-ab42-476b-85bb-c2753213d89c on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:47:47.834776 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-f8c49a37-0bf1-4038-b96a-07c65dbad8d1 None None] Attempting to bind port bf07642b-ab42-476b-85bb-c2753213d89c by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'bc2d0139-cda1-43de-8c1d-dd74ac218f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '399b105e-ffbb-4447-b5d8-67c8e851e6ed'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:47:47.835732 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c49a37-0bf1-4038-b96a-07c65dbad8d1 None None] Attempting to bind port bf07642b-ab42-476b-85bb-c2753213d89c on network 399b105e-ffbb-4447-b5d8-67c8e851e6ed {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:47:47.851888 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port abba1dc5-6886-4f55-853c-6d5b99288bdb triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:47:47.852498 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:47.897014 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-915bd345-fc69-4810-859a-0aacda48db96 service neutron] For port ff71c7e4-d645-4bc4-902e-a19246a18d57, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:47:47.900522 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-915bd345-fc69-4810-859a-0aacda48db96 service neutron] For port ff71c7e4-d645-4bc4-902e-a19246a18d57, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=ff71c7e4-d645-4bc4-902e-a19246a18d57,segment=NetworkSegment(09f487e2-3fd9-4c5d-a1dc-2a9a1583122b),segment_id=09f487e2-3fd9-4c5d-a1dc-2a9a1583122b)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:47:47.954287 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c49a37-0bf1-4038-b96a-07c65dbad8d1 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:47:47.954718 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c49a37-0bf1-4038-b96a-07c65dbad8d1 None None] Checking segment: {'id': 'bc2d0139-cda1-43de-8c1d-dd74ac218f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '399b105e-ffbb-4447-b5d8-67c8e851e6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:47:47.955183 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f8c49a37-0bf1-4038-b96a-07c65dbad8d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:47.955653 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c49a37-0bf1-4038-b96a-07c65dbad8d1 None None] Bound using segment: {'id': 'bc2d0139-cda1-43de-8c1d-dd74ac218f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '399b105e-ffbb-4447-b5d8-67c8e851e6ed'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:47:47.956204 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-f8c49a37-0bf1-4038-b96a-07c65dbad8d1 None None] Bound port: bf07642b-ab42-476b-85bb-c2753213d89c, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc2d0139-cda1-43de-8c1d-dd74ac218f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '399b105e-ffbb-4447-b5d8-67c8e851e6ed'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:47:47.956638 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f8c49a37-0bf1-4038-b96a-07c65dbad8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:47.971143 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-915bd345-fc69-4810-859a-0aacda48db96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:48.076331 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-211f2e57-f43f-4181-9a01-05cbc735048f tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:48.097503 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-915bd345-fc69-4810-859a-0aacda48db96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:48.098104 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-915bd345-fc69-4810-859a-0aacda48db96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:48.099672 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-915bd345-fc69-4810-859a-0aacda48db96 service neutron] 10.222.0.32 "PUT /v2.0/ports/ff71c7e4-d645-4bc4-902e-a19246a18d57 HTTP/1.1" status: 200 len: 1055 time: 1.6341124 May 27 02:47:48.099899 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e72cb3-21c7-47fe-a952-18bb5fc65ebd', 'tag': 'ff71c7e4-d645-4bc4-902e-a19246a18d57'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:47:48.118798 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea97880-438e-41f9-813e-5f7369bc3237 req-fe9c4c63-3668-4871-ac34-65a5c719d5ab tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:48.121013 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dea97880-438e-41f9-813e-5f7369bc3237 req-fe9c4c63-3668-4871-ac34-65a5c719d5ab tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/ports?device_id=01e72cb3-21c7-47fe-a952-18bb5fc65ebd HTTP/1.1" status: 200 len: 907 time: 0.4498847 May 27 02:47:48.155405 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-211f2e57-f43f-4181-9a01-05cbc735048f tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Transition to ACTIVE for port object 3bfcfa74-b672-4d38-9ff8-7968177cc53a will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:47:48.167947 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915bd345-fc69-4810-859a-0aacda48db96 service neutron] Pushing event updated for resources: {'Port': ['ID=ff71c7e4-d645-4bc4-902e-a19246a18d57,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:48.195603 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-075e6a82-4c32-45c5-8720-2b28c4efe7fa'] response: {'name': 'network-changed', 'server_uuid': '01e72cb3-21c7-47fe-a952-18bb5fc65ebd', 'tag': 'ff71c7e4-d645-4bc4-902e-a19246a18d57', 'status': 'completed', 'code': 200} May 27 02:47:48.198641 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-f8c49a37-0bf1-4038-b96a-07c65dbad8d1 None None] For port bf07642b-ab42-476b-85bb-c2753213d89c, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:47:48.204371 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57102) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:48.252174 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-211f2e57-f43f-4181-9a01-05cbc735048f tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:48.300030 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port abba1dc5-6886-4f55-853c-6d5b99288bdb is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:47:48.311734 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-f8c49a37-0bf1-4038-b96a-07c65dbad8d1 None None] For port bf07642b-ab42-476b-85bb-c2753213d89c, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=bf07642b-ab42-476b-85bb-c2753213d89c,segment=NetworkSegment(bc2d0139-cda1-43de-8c1d-dd74ac218f63),segment_id=bc2d0139-cda1-43de-8c1d-dd74ac218f63)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:47:48.338171 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835adca-3359-4d9f-955e-d945013f638d req-b5af7371-ef5b-403a-b512-62e08180ea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:48.341754 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4835adca-3359-4d9f-955e-d945013f638d req-b5af7371-ef5b-403a-b512-62e08180ea99 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb681a9ac3074576a3927168993abc95&device_id=01e72cb3-21c7-47fe-a952-18bb5fc65ebd HTTP/1.1" status: 200 len: 1058 time: 0.1213620 May 27 02:47:48.385665 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f8c49a37-0bf1-4038-b96a-07c65dbad8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:48.431926 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211f2e57-f43f-4181-9a01-05cbc735048f tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Network 399b105e-ffbb-4447-b5d8-67c8e851e6ed is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:47:48.460109 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-211f2e57-f43f-4181-9a01-05cbc735048f tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:47:48.468835 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211f2e57-f43f-4181-9a01-05cbc735048f tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:47:48.533371 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c49a37-0bf1-4038-b96a-07c65dbad8d1 None None] Pushing event updated for resources: {'Port': ['ID=bf07642b-ab42-476b-85bb-c2753213d89c,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:48.535525 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f2e57-f43f-4181-9a01-05cbc735048f tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event updated for resources: {'Port': ['ID=3bfcfa74-b672-4d38-9ff8-7968177cc53a,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:48.581551 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835adca-3359-4d9f-955e-d945013f638d req-1594f631-b9a9-47d3-bd46-b9befce53ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:48.581551 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835adca-3359-4d9f-955e-d945013f638d req-1594f631-b9a9-47d3-bd46-b9befce53ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:48.583314 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4835adca-3359-4d9f-955e-d945013f638d req-1594f631-b9a9-47d3-bd46-b9befce53ebc service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=fb681a9ac3074576a3927168993abc95&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.2329535 May 27 02:47:48.609732 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f3bfd3ad-edb7-4c04-acb2-d722b5be03c5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d7f4b1067c344b139b0bc4828b467ed7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4039698 May 27 02:47:48.613103 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57108) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:48.628099 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-211f2e57-f43f-4181-9a01-05cbc735048f tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:48.796462 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835adca-3359-4d9f-955e-d945013f638d req-acb6fe8e-8632-4f0c-b136-874175b9dd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:48.798291 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4835adca-3359-4d9f-955e-d945013f638d req-acb6fe8e-8632-4f0c-b136-874175b9dd39 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2057457 May 27 02:47:48.895943 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-656bcbf3-d94c-434a-8d68-7290dc0de113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:48.929475 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-5fa0983f-2863-48d2-a173-684c5d5b03f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:48.931057 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-5fa0983f-2863-48d2-a173-684c5d5b03f7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb681a9ac3074576a3927168993abc95&device_id=01e72cb3-21c7-47fe-a952-18bb5fc65ebd HTTP/1.1" status: 200 len: 1058 time: 0.0896158 May 27 02:47:48.943824 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-656bcbf3-d94c-434a-8d68-7290dc0de113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:49.014669 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-803dd48b-c8b6-4313-801d-3ebebc05c072 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=ff71c7e4-d645-4bc4-902e-a19246a18d57 HTTP/1.1" status: 200 len: 217 time: 0.0762420 May 27 02:47:49.079875 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-6574e748-d14a-473f-bbc0-ec3598ad155a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:49.081363 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-6574e748-d14a-473f-bbc0-ec3598ad155a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8133e904-2981-4357-abbf-fc2dd31b5808 HTTP/1.1" status: 200 len: 838 time: 0.0602005 May 27 02:47:49.107042 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-656bcbf3-d94c-434a-8d68-7290dc0de113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:49.142205 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656bcbf3-d94c-434a-8d68-7290dc0de113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92758cb-897f-4b04-8a05-accc60d35b1f,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:49.156403 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-211f2e57-f43f-4181-9a01-05cbc735048f tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:49.296976 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-3a51b1d4-c549-4e7d-9519-b8b75eb2b34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:49.298747 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-3a51b1d4-c549-4e7d-9519-b8b75eb2b34a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d8d322f2-4b17-4b69-b526-e8191175ef79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2114282 May 27 02:47:49.368869 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-656bcbf3-d94c-434a-8d68-7290dc0de113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:49.374808 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-656bcbf3-d94c-434a-8d68-7290dc0de113 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f92758cb-897f-4b04-8a05-accc60d35b1f HTTP/1.1" status: 204 len: 168 time: 0.7594075 May 27 02:47:49.379046 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:49.447172 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-e23ecf79-b72b-4374-9037-cfa3a46d947e service neutron] 10.222.0.32 "GET /v2.0/networks/d8d322f2-4b17-4b69-b526-e8191175ef79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404748 May 27 02:47:49.479897 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:49.524525 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba91e3d-dfc9-4f04-8c0f-c331eeae70fb req-2b3bb9fc-9c28-4ac4-9086-74bf222e8816 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:49.525785 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ba91e3d-dfc9-4f04-8c0f-c331eeae70fb req-2b3bb9fc-9c28-4ac4-9086-74bf222e8816 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/ports?device_id=01e72cb3-21c7-47fe-a952-18bb5fc65ebd HTTP/1.1" status: 200 len: 907 time: 0.2261677 May 27 02:47:49.583402 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device bf07642b-ab42-476b-85bb-c2753213d89c up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:47:49.634474 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7c3c94a3-3553-4614-b024-2cf6b4e17beb req-53f5a038-dc04-4a37-b254-eaf2acf2b866 service neutron] 10.222.0.32 "GET /v2.0/networks/d8d322f2-4b17-4b69-b526-e8191175ef79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796052 May 27 02:47:49.710267 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port bf07642b-ab42-476b-85bb-c2753213d89c completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:47:49.717039 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device e7f79db9-cde4-4b10-bda7-83708746addb up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:47:49.733279 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-211f2e57-f43f-4181-9a01-05cbc735048f tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:49.802280 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-211f2e57-f43f-4181-9a01-05cbc735048f tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:49.882123 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port e7f79db9-cde4-4b10-bda7-83708746addb completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:47:49.889549 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port e7f79db9-cde4-4b10-bda7-83708746addb triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:47:49.895429 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:50.024425 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port e7f79db9-cde4-4b10-bda7-83708746addb is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:47:50.024833 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:50.042369 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port e7f79db9-cde4-4b10-bda7-83708746addb, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=e7f79db9-cde4-4b10-bda7-83708746addb,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:47:50.082759 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7793d9-0342-4feb-9599-811b14f0976c None None] Network 399b105e-ffbb-4447-b5d8-67c8e851e6ed requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:47:50.101308 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-211f2e57-f43f-4181-9a01-05cbc735048f tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:50.134851 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f2e57-f43f-4181-9a01-05cbc735048f tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event updated for resources: {'Port': ['ID=3bfcfa74-b672-4d38-9ff8-7968177cc53a,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:50.164977 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:50.247662 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211f2e57-f43f-4181-9a01-05cbc735048f tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Network 399b105e-ffbb-4447-b5d8-67c8e851e6ed is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:47:50.248930 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-211f2e57-f43f-4181-9a01-05cbc735048f tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:47:50.270452 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=e7f79db9-cde4-4b10-bda7-83708746addb,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:50.349537 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c51ce8ca-5724-4179-8960-7fe6018a4e1e None None] Provisioning for port bf07642b-ab42-476b-85bb-c2753213d89c completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:47:50.361074 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c51ce8ca-5724-4179-8960-7fe6018a4e1e None None] Provisioning complete for port bf07642b-ab42-476b-85bb-c2753213d89c triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:47:50.361441 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c51ce8ca-5724-4179-8960-7fe6018a4e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:50.437469 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211f2e57-f43f-4181-9a01-05cbc735048f tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Router a24ee335-92e0-4b09-a6d1-8931c13f3efe has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:47:50.501920 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-c51ce8ca-5724-4179-8960-7fe6018a4e1e None None] Current status of the port bf07642b-ab42-476b-85bb-c2753213d89c is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:47:50.502515 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c51ce8ca-5724-4179-8960-7fe6018a4e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:50.536389 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-c51ce8ca-5724-4179-8960-7fe6018a4e1e None None] For port bf07642b-ab42-476b-85bb-c2753213d89c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=bf07642b-ab42-476b-85bb-c2753213d89c,segment=NetworkSegment(bc2d0139-cda1-43de-8c1d-dd74ac218f63),segment_id=bc2d0139-cda1-43de-8c1d-dd74ac218f63)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:47:50.619928 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c51ce8ca-5724-4179-8960-7fe6018a4e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:50.629074 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211f2e57-f43f-4181-9a01-05cbc735048f tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:47:50.636955 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-211f2e57-f43f-4181-9a01-05cbc735048f tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "PUT /v2.0/routers/a24ee335-92e0-4b09-a6d1-8931c13f3efe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0426016 May 27 02:47:50.637351 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57120) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:50.641015 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ffe362-ca01-49ad-b9e8-d7a0cce9e688 None None] Sync routers for ids ['a24ee335-92e0-4b09-a6d1-8931c13f3efe'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:47:50.664026 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ffe362-ca01-49ad-b9e8-d7a0cce9e688 None None] Routers {'a24ee335-92e0-4b09-a6d1-8931c13f3efe'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:47:50.664654 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-09ffe362-ca01-49ad-b9e8-d7a0cce9e688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:47:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['a24ee335-92e0-4b09-a6d1-8931c13f3efe'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:50.705635 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ce8ca-5724-4179-8960-7fe6018a4e1e None None] Pushing event updated for resources: {'Port': ['ID=bf07642b-ab42-476b-85bb-c2753213d89c,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:50.791342 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f0aeb-7157-41d8-b9ae-ee02cac11441 req-ca0aaaed-4695-44a1-9668-3737be5c28a9 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:50.803148 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-622f0aeb-7157-41d8-b9ae-ee02cac11441 req-ca0aaaed-4695-44a1-9668-3737be5c28a9 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/ports?device_id=01e72cb3-21c7-47fe-a952-18bb5fc65ebd HTTP/1.1" status: 200 len: 907 time: 0.1341774 May 27 02:47:50.807503 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-03f1a9f0-62d2-402c-900c-b3d439289fae None None] Provisioning for port 3bfcfa74-b672-4d38-9ff8-7968177cc53a completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:47:50.822114 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-03f1a9f0-62d2-402c-900c-b3d439289fae None None] Provisioning complete for port 3bfcfa74-b672-4d38-9ff8-7968177cc53a triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:47:50.822485 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-03f1a9f0-62d2-402c-900c-b3d439289fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:50.866140 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e925b29-0bb2-465f-b7d8-a5493f20ac4d tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:50.867028 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e925b29-0bb2-465f-b7d8-a5493f20ac4d tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:50.869076 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e925b29-0bb2-465f-b7d8-a5493f20ac4d tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:50.870292 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e925b29-0bb2-465f-b7d8-a5493f20ac4d tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:50.870756 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e925b29-0bb2-465f-b7d8-a5493f20ac4d tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:50.871384 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e925b29-0bb2-465f-b7d8-a5493f20ac4d tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:50.871868 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e925b29-0bb2-465f-b7d8-a5493f20ac4d tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:50.874166 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1e925b29-0bb2-465f-b7d8-a5493f20ac4d tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4939 time: 0.2358229 May 27 02:47:50.877327 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57124) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:50.897429 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-03f1a9f0-62d2-402c-900c-b3d439289fae None None] Port 3bfcfa74-b672-4d38-9ff8-7968177cc53a cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:47:50.910633 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-09ffe362-ca01-49ad-b9e8-d7a0cce9e688 None None] Set router a24ee335-92e0-4b09-a6d1-8931c13f3efe gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:47:50.910966 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-03f1a9f0-62d2-402c-900c-b3d439289fae None None] Provisioning complete for port bf07642b-ab42-476b-85bb-c2753213d89c triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:47:50.911284 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-03f1a9f0-62d2-402c-900c-b3d439289fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:50.958491 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a0648b-3730-4006-abb2-58bfb12bde11 tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:50.958957 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a0648b-3730-4006-abb2-58bfb12bde11 tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:50.959421 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a0648b-3730-4006-abb2-58bfb12bde11 tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:50.959871 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a0648b-3730-4006-abb2-58bfb12bde11 tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:50.960315 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a0648b-3730-4006-abb2-58bfb12bde11 tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:50.960897 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a0648b-3730-4006-abb2-58bfb12bde11 tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:50.961345 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a0648b-3730-4006-abb2-58bfb12bde11 tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:50.966486 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-54a0648b-3730-4006-abb2-58bfb12bde11 tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4598 time: 0.0848784 May 27 02:47:50.967244 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57128) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:51.036384 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-03f1a9f0-62d2-402c-900c-b3d439289fae None None] Current status of the port bf07642b-ab42-476b-85bb-c2753213d89c is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:47:51.157789 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-7f9fd2da-1921-401d-abb1-2693c64df109 None None] Provisioning complete for port 3bfcfa74-b672-4d38-9ff8-7968177cc53a triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:47:51.158170 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7f9fd2da-1921-401d-abb1-2693c64df109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:51.203399 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-afc87837-65a6-4aa2-962c-86fd5da52071 tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3784 time: 0.2346127 May 27 02:47:51.218736 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-7f9fd2da-1921-401d-abb1-2693c64df109 None None] Port 3bfcfa74-b672-4d38-9ff8-7968177cc53a cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:47:51.293004 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-09ffe362-ca01-49ad-b9e8-d7a0cce9e688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24ee335-92e0-4b09-a6d1-8931c13f3efe', 'name': 'tempest-TestNetworkBasicOps-router-1933932364', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'e7f79db9-cde4-4b10-bda7-83708746addb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:47:40Z', 'updated_at': '2022-05-27T02:47:48Z', 'revision_number': 4, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'gw_port': {'id': 'e7f79db9-cde4-4b10-bda7-83708746addb', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24ee335-92e0-4b09-a6d1-8931c13f3efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:47:41Z', 'updated_at': '2022-05-27T02:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '3bfcfa74-b672-4d38-9ff8-7968177cc53a', 'name': '', 'network_id': '399b105e-ffbb-4447-b5d8-67c8e851e6ed', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'mac_address': 'fa:16:3e:31:38:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a24ee335-92e0-4b09-a6d1-8931c13f3efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '9019a186-ea3a-4a6f-89a3-3caa90ebfa09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:47:47Z', 'updated_at': '2022-05-27T02:47:49Z', 'revision_number': 2, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'subnets': [{'id': '9019a186-ea3a-4a6f-89a3-3caa90ebfa09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:51.296677 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ffe362-ca01-49ad-b9e8-d7a0cce9e688 None None] Checking router: a24ee335-92e0-4b09-a6d1-8931c13f3efe for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:47:51.297046 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ffe362-ca01-49ad-b9e8-d7a0cce9e688 None None] Updating router a24ee335-92e0-4b09-a6d1-8931c13f3efe port 3bfcfa74-b672-4d38-9ff8-7968177cc53a binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:47:51.348260 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57136) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:51.353572 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-986244b2-01d6-4627-8b14-0338a565d0be tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1346684298', 'description': 'tempest-secgroup-smoke-1346684298 description', 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:47:51.354275 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-09ffe362-ca01-49ad-b9e8-d7a0cce9e688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:51.363592 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-986244b2-01d6-4627-8b14-0338a565d0be tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:47:51.364605 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-986244b2-01d6-4627-8b14-0338a565d0be tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Usage tracker for resource:security_group and tenant:bacca2e928f240ac8e59ab0d5daf4b12 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:47:51.367498 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-986244b2-01d6-4627-8b14-0338a565d0be tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:47:51.373825 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-986244b2-01d6-4627-8b14-0338a565d0be tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:47:51.428338 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-986244b2-01d6-4627-8b14-0338a565d0be tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:51.449507 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-986244b2-01d6-4627-8b14-0338a565d0be tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:47:51.453719 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-986244b2-01d6-4627-8b14-0338a565d0be tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Usage tracker for resource:security_group_rule and tenant:bacca2e928f240ac8e59ab0d5daf4b12 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:47:51.456539 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-986244b2-01d6-4627-8b14-0338a565d0be tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:47:51.462205 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-986244b2-01d6-4627-8b14-0338a565d0be tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:47:51.485589 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device bf07642b-ab42-476b-85bb-c2753213d89c up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:47:51.533243 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-986244b2-01d6-4627-8b14-0338a565d0be tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:51.556665 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port bf07642b-ab42-476b-85bb-c2753213d89c triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:47:51.557771 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:51.599305 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-986244b2-01d6-4627-8b14-0338a565d0be tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:51.647580 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986244b2-01d6-4627-8b14-0338a565d0be tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3a623f-d614-44e6-8181-371bd7cc8c68,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:51.678010 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port bf07642b-ab42-476b-85bb-c2753213d89c is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:47:51.679078 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device e7f79db9-cde4-4b10-bda7-83708746addb up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:47:51.702344 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-986244b2-01d6-4627-8b14-0338a565d0be tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:51.707109 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-986244b2-01d6-4627-8b14-0338a565d0be tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3549917 May 27 02:47:51.707349 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57142) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:51.712487 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-fb49b492-cca6-40d1-9128-f3455ae542c8 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Request body: {'security_group_rule': {'security_group_id': 'fd3a623f-d614-44e6-8181-371bd7cc8c68', 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:47:51.718799 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-fb49b492-cca6-40d1-9128-f3455ae542c8 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:47:51.720426 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-09ffe362-ca01-49ad-b9e8-d7a0cce9e688 None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:51.722575 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-fb49b492-cca6-40d1-9128-f3455ae542c8 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Usage tracker for resource:security_group_rule and tenant:bacca2e928f240ac8e59ab0d5daf4b12 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:47:51.725409 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-fb49b492-cca6-40d1-9128-f3455ae542c8 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:47:51.731524 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-fb49b492-cca6-40d1-9128-f3455ae542c8 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:47:51.732415 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-09ffe362-ca01-49ad-b9e8-d7a0cce9e688 None None] Transition to ACTIVE for port object 3bfcfa74-b672-4d38-9ff8-7968177cc53a will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:47:51.751515 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port e7f79db9-cde4-4b10-bda7-83708746addb triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:47:51.751883 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:51.790136 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-09ffe362-ca01-49ad-b9e8-d7a0cce9e688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:51.797205 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fb49b492-cca6-40d1-9128-f3455ae542c8 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:51.876293 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fb49b492-cca6-40d1-9128-f3455ae542c8 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:51.917550 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port e7f79db9-cde4-4b10-bda7-83708746addb is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:47:51.977749 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fb49b492-cca6-40d1-9128-f3455ae542c8 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:51.984465 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d162b-e48a-4e3c-a27a-81c1ee096689 None None] Pushing event updated for resources: {'Port': ['ID=3bfcfa74-b672-4d38-9ff8-7968177cc53a,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:52.011966 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49b492-cca6-40d1-9128-f3455ae542c8 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9e80c87-73cb-4a4b-bed7-2dead60ae336,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:52.050797 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-09ffe362-ca01-49ad-b9e8-d7a0cce9e688 None None] Attempting to bind port 3bfcfa74-b672-4d38-9ff8-7968177cc53a on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:47:52.051499 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-09ffe362-ca01-49ad-b9e8-d7a0cce9e688 None None] Attempting to bind port 3bfcfa74-b672-4d38-9ff8-7968177cc53a by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'bc2d0139-cda1-43de-8c1d-dd74ac218f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '399b105e-ffbb-4447-b5d8-67c8e851e6ed'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:47:52.052080 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ffe362-ca01-49ad-b9e8-d7a0cce9e688 None None] Attempting to bind port 3bfcfa74-b672-4d38-9ff8-7968177cc53a on network 399b105e-ffbb-4447-b5d8-67c8e851e6ed {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:47:52.053370 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112ade2-f988-4d22-9918-835535d9b77c req-1e38171f-5b6d-46ea-b5a3-1d8a777d3ea3 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:52.055069 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7112ade2-f988-4d22-9918-835535d9b77c req-1e38171f-5b6d-46ea-b5a3-1d8a777d3ea3 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/ports?device_id=01e72cb3-21c7-47fe-a952-18bb5fc65ebd HTTP/1.1" status: 200 len: 907 time: 0.1234300 May 27 02:47:52.061489 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ffe362-ca01-49ad-b9e8-d7a0cce9e688 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:47:52.063597 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ffe362-ca01-49ad-b9e8-d7a0cce9e688 None None] Checking segment: {'id': 'bc2d0139-cda1-43de-8c1d-dd74ac218f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '399b105e-ffbb-4447-b5d8-67c8e851e6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:47:52.063597 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-09ffe362-ca01-49ad-b9e8-d7a0cce9e688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:52.063597 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ffe362-ca01-49ad-b9e8-d7a0cce9e688 None None] Bound using segment: {'id': 'bc2d0139-cda1-43de-8c1d-dd74ac218f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '399b105e-ffbb-4447-b5d8-67c8e851e6ed'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:47:52.063597 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-09ffe362-ca01-49ad-b9e8-d7a0cce9e688 None None] Bound port: 3bfcfa74-b672-4d38-9ff8-7968177cc53a, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc2d0139-cda1-43de-8c1d-dd74ac218f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '399b105e-ffbb-4447-b5d8-67c8e851e6ed'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:47:52.063597 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-09ffe362-ca01-49ad-b9e8-d7a0cce9e688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:52.110177 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fb49b492-cca6-40d1-9128-f3455ae542c8 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:52.111517 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-fb49b492-cca6-40d1-9128-f3455ae542c8 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4031518 May 27 02:47:52.114221 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57148) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:52.119404 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-4f5e8037-e421-4899-b214-f18c693c8df2 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Request body: {'security_group_rule': {'security_group_id': 'fd3a623f-d614-44e6-8181-371bd7cc8c68', 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:47:52.125881 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4f5e8037-e421-4899-b214-f18c693c8df2 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:47:52.129735 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4f5e8037-e421-4899-b214-f18c693c8df2 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Usage tracker for resource:security_group_rule and tenant:bacca2e928f240ac8e59ab0d5daf4b12 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:47:52.133060 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4f5e8037-e421-4899-b214-f18c693c8df2 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:47:52.139186 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4f5e8037-e421-4899-b214-f18c693c8df2 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:47:52.153610 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-09ffe362-ca01-49ad-b9e8-d7a0cce9e688 None None] For port 3bfcfa74-b672-4d38-9ff8-7968177cc53a, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:47:52.156579 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-09ffe362-ca01-49ad-b9e8-d7a0cce9e688 None None] For port 3bfcfa74-b672-4d38-9ff8-7968177cc53a, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=3bfcfa74-b672-4d38-9ff8-7968177cc53a,segment=NetworkSegment(bc2d0139-cda1-43de-8c1d-dd74ac218f63),segment_id=bc2d0139-cda1-43de-8c1d-dd74ac218f63)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:47:52.205859 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4f5e8037-e421-4899-b214-f18c693c8df2 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:52.207596 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-09ffe362-ca01-49ad-b9e8-d7a0cce9e688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:52.269937 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4f5e8037-e421-4899-b214-f18c693c8df2 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:52.285081 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ffe362-ca01-49ad-b9e8-d7a0cce9e688 None None] Routers {'a24ee335-92e0-4b09-a6d1-8931c13f3efe'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:47:52.285702 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-09ffe362-ca01-49ad-b9e8-d7a0cce9e688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:47:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['a24ee335-92e0-4b09-a6d1-8931c13f3efe'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:52.342408 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4f5e8037-e421-4899-b214-f18c693c8df2 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:52.347502 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d162b-e48a-4e3c-a27a-81c1ee096689 None None] Pushing event updated for resources: {'Port': ['ID=3bfcfa74-b672-4d38-9ff8-7968177cc53a,revision_number=4']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:52.371846 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e8037-e421-4899-b214-f18c693c8df2 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29f14b2c-dd70-4916-8a83-ef351c0fc51c,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:52.456884 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4f5e8037-e421-4899-b214-f18c693c8df2 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:52.458260 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4f5e8037-e421-4899-b214-f18c693c8df2 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3430748 May 27 02:47:52.461001 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57152) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:52.466742 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-2508e69b-8679-488d-afa5-f18d0632898f tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Request body: {'security_group_rule': {'security_group_id': 'fd3a623f-d614-44e6-8181-371bd7cc8c68', 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:47:52.467736 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-09ffe362-ca01-49ad-b9e8-d7a0cce9e688 None None] Set router a24ee335-92e0-4b09-a6d1-8931c13f3efe gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:47:52.473566 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-2508e69b-8679-488d-afa5-f18d0632898f tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:47:52.477502 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-2508e69b-8679-488d-afa5-f18d0632898f tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Usage tracker for resource:security_group_rule and tenant:bacca2e928f240ac8e59ab0d5daf4b12 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:47:52.480683 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-2508e69b-8679-488d-afa5-f18d0632898f tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:47:52.486505 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-2508e69b-8679-488d-afa5-f18d0632898f tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:47:52.557006 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2508e69b-8679-488d-afa5-f18d0632898f tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:52.622202 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2508e69b-8679-488d-afa5-f18d0632898f tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:52.710467 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2508e69b-8679-488d-afa5-f18d0632898f tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:52.734188 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2508e69b-8679-488d-afa5-f18d0632898f tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a5b2473-fd7f-40ac-b793-af5b714505bb,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:52.776180 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-09ffe362-ca01-49ad-b9e8-d7a0cce9e688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24ee335-92e0-4b09-a6d1-8931c13f3efe', 'name': 'tempest-TestNetworkBasicOps-router-1933932364', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'e7f79db9-cde4-4b10-bda7-83708746addb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:47:40Z', 'updated_at': '2022-05-27T02:47:48Z', 'revision_number': 4, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'gw_port': {'id': 'e7f79db9-cde4-4b10-bda7-83708746addb', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24ee335-92e0-4b09-a6d1-8931c13f3efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:47:41Z', 'updated_at': '2022-05-27T02:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '3bfcfa74-b672-4d38-9ff8-7968177cc53a', 'name': '', 'network_id': '399b105e-ffbb-4447-b5d8-67c8e851e6ed', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'mac_address': 'fa:16:3e:31:38:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a24ee335-92e0-4b09-a6d1-8931c13f3efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '9019a186-ea3a-4a6f-89a3-3caa90ebfa09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:47:47Z', 'updated_at': '2022-05-27T02:47:52Z', 'revision_number': 4, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'subnets': [{'id': '9019a186-ea3a-4a6f-89a3-3caa90ebfa09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:52.780328 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ffe362-ca01-49ad-b9e8-d7a0cce9e688 None None] The sync data for ids ['a24ee335-92e0-4b09-a6d1-8931c13f3efe'] in n-d-843554-3 is: [{'id': 'a24ee335-92e0-4b09-a6d1-8931c13f3efe', 'name': 'tempest-TestNetworkBasicOps-router-1933932364', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'e7f79db9-cde4-4b10-bda7-83708746addb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:47:40Z', 'updated_at': '2022-05-27T02:47:48Z', 'revision_number': 4, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'gw_port': {'id': 'e7f79db9-cde4-4b10-bda7-83708746addb', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24ee335-92e0-4b09-a6d1-8931c13f3efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:47:41Z', 'updated_at': '2022-05-27T02:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '3bfcfa74-b672-4d38-9ff8-7968177cc53a', 'name': '', 'network_id': '399b105e-ffbb-4447-b5d8-67c8e851e6ed', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'mac_address': 'fa:16:3e:31:38:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a24ee335-92e0-4b09-a6d1-8931c13f3efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '9019a186-ea3a-4a6f-89a3-3caa90ebfa09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:47:47Z', 'updated_at': '2022-05-27T02:47:52Z', 'revision_number': 4, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'subnets': [{'id': '9019a186-ea3a-4a6f-89a3-3caa90ebfa09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:47:52.796016 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2508e69b-8679-488d-afa5-f18d0632898f tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:52.797261 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2508e69b-8679-488d-afa5-f18d0632898f tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3353260 May 27 02:47:52.800142 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57156) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:52.805486 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-f2d2398e-ca8d-4dd3-b83c-1eac651e6ac7 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Request body: {'security_group_rule': {'security_group_id': 'fd3a623f-d614-44e6-8181-371bd7cc8c68', 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:47:52.816926 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-f2d2398e-ca8d-4dd3-b83c-1eac651e6ac7 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:47:52.820968 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f2d2398e-ca8d-4dd3-b83c-1eac651e6ac7 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Usage tracker for resource:security_group_rule and tenant:bacca2e928f240ac8e59ab0d5daf4b12 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:47:52.838262 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f2d2398e-ca8d-4dd3-b83c-1eac651e6ac7 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:47:52.846291 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-f2d2398e-ca8d-4dd3-b83c-1eac651e6ac7 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:47:52.920637 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device ff71c7e4-d645-4bc4-902e-a19246a18d57 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:47:52.940782 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f2d2398e-ca8d-4dd3-b83c-1eac651e6ac7 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:53.012636 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f2d2398e-ca8d-4dd3-b83c-1eac651e6ac7 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:53.062908 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port ff71c7e4-d645-4bc4-902e-a19246a18d57, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=ff71c7e4-d645-4bc4-902e-a19246a18d57,segment=NetworkSegment(09f487e2-3fd9-4c5d-a1dc-2a9a1583122b),segment_id=09f487e2-3fd9-4c5d-a1dc-2a9a1583122b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:47:53.069923 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f2d2398e-ca8d-4dd3-b83c-1eac651e6ac7 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:53.087512 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': 'ff71c7e4-d645-4bc4-902e-a19246a18d57', 'network_id': 'd8d322f2-4b17-4b69-b526-e8191175ef79', 'port_id': 'ff71c7e4-d645-4bc4-902e-a19246a18d57', 'mac_address': 'fa:16:3e:23:4f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8133e904-2981-4357-abbf-fc2dd31b5808', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:47:53.102864 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2398e-ca8d-4dd3-b83c-1eac651e6ac7 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea49e2bd-36c2-42f7-9013-5ac8cb2dacbc,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:53.149318 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port ff71c7e4-d645-4bc4-902e-a19246a18d57 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:47:53.149882 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:53.169541 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff71c7e4-d645-4bc4-902e-a19246a18d57 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:47:53.187719 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port ff71c7e4-d645-4bc4-902e-a19246a18d57, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=ff71c7e4-d645-4bc4-902e-a19246a18d57,segment=NetworkSegment(09f487e2-3fd9-4c5d-a1dc-2a9a1583122b),segment_id=09f487e2-3fd9-4c5d-a1dc-2a9a1583122b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:47:53.207426 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f2d2398e-ca8d-4dd3-b83c-1eac651e6ac7 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:53.208847 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f2d2398e-ca8d-4dd3-b83c-1eac651e6ac7 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4079437 May 27 02:47:53.211857 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57162) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:53.217619 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-7cc9b641-a928-4107-8f6b-cc1c7c503eae tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Request body: {'security_group_rule': {'security_group_id': 'fd3a623f-d614-44e6-8181-371bd7cc8c68', 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:47:53.224402 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7cc9b641-a928-4107-8f6b-cc1c7c503eae tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:47:53.228552 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7cc9b641-a928-4107-8f6b-cc1c7c503eae tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Usage tracker for resource:security_group_rule and tenant:bacca2e928f240ac8e59ab0d5daf4b12 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:47:53.232293 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7cc9b641-a928-4107-8f6b-cc1c7c503eae tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:47:53.239272 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7cc9b641-a928-4107-8f6b-cc1c7c503eae tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:47:53.260487 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4be69-b4b6-436a-8d23-ac9bb40d815f req-407e6189-c477-45d3-958b-ae222761157c tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:53.261278 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a8c4be69-b4b6-436a-8d23-ac9bb40d815f req-407e6189-c477-45d3-958b-ae222761157c tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/ports?device_id=01e72cb3-21c7-47fe-a952-18bb5fc65ebd HTTP/1.1" status: 200 len: 907 time: 0.0918572 May 27 02:47:53.279285 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:53.350389 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=ff71c7e4-d645-4bc4-902e-a19246a18d57,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:53.353677 n-d-843554-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-7cc9b641-a928-4107-8f6b-cc1c7c503eae tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Project bacca2e928f240ac8e59ab0d5daf4b12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:47:53.361578 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7cc9b641-a928-4107-8f6b-cc1c7c503eae tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:53.425517 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7cc9b641-a928-4107-8f6b-cc1c7c503eae tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:53.490955 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7cc9b641-a928-4107-8f6b-cc1c7c503eae tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:53.495698 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['ff71c7e4-d645-4bc4-902e-a19246a18d57'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:47:53.514854 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc9b641-a928-4107-8f6b-cc1c7c503eae tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a7e81cf-ad3b-4a72-a8f4-d4056d9fa583,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:53.525320 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 3bfcfa74-b672-4d38-9ff8-7968177cc53a up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:47:53.576402 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7cc9b641-a928-4107-8f6b-cc1c7c503eae tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:53.577662 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7cc9b641-a928-4107-8f6b-cc1c7c503eae tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3647475 May 27 02:47:53.580585 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57166) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:53.591540 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a9df3ee1-bde2-493e-a2d0-e5c75638effe tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Request body: {'security_group_rule': {'security_group_id': 'fd3a623f-d614-44e6-8181-371bd7cc8c68', 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:47:53.592944 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a9df3ee1-bde2-493e-a2d0-e5c75638effe tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:47:53.596677 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a9df3ee1-bde2-493e-a2d0-e5c75638effe tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Usage tracker for resource:security_group_rule and tenant:bacca2e928f240ac8e59ab0d5daf4b12 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:47:53.599524 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a9df3ee1-bde2-493e-a2d0-e5c75638effe tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:47:53.605736 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a9df3ee1-bde2-493e-a2d0-e5c75638effe tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:47:53.679196 n-d-843554-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-a9df3ee1-bde2-493e-a2d0-e5c75638effe tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Project bacca2e928f240ac8e59ab0d5daf4b12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:47:53.686095 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9df3ee1-bde2-493e-a2d0-e5c75638effe tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:53.687198 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 3bfcfa74-b672-4d38-9ff8-7968177cc53a completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:47:53.692052 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 3bfcfa74-b672-4d38-9ff8-7968177cc53a triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:47:53.692428 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:53.750421 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9df3ee1-bde2-493e-a2d0-e5c75638effe tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:53.812260 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 3bfcfa74-b672-4d38-9ff8-7968177cc53a is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:47:53.812641 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:53.833921 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9df3ee1-bde2-493e-a2d0-e5c75638effe tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:53.845617 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 3bfcfa74-b672-4d38-9ff8-7968177cc53a, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=3bfcfa74-b672-4d38-9ff8-7968177cc53a,segment=NetworkSegment(bc2d0139-cda1-43de-8c1d-dd74ac218f63),segment_id=bc2d0139-cda1-43de-8c1d-dd74ac218f63)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:47:53.862494 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df3ee1-bde2-493e-a2d0-e5c75638effe tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ad9e1cb-eff1-47e1-914d-e628e81aa9ad,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:53.908106 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:53.936671 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9df3ee1-bde2-493e-a2d0-e5c75638effe tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:53.938010 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a9df3ee1-bde2-493e-a2d0-e5c75638effe tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3564475 May 27 02:47:53.974676 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=3bfcfa74-b672-4d38-9ff8-7968177cc53a,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:54.155292 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-eb82e1a5-1f55-4761-995f-0f52dadd28e5 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Synchronizing usage tracker for tenant:bacca2e928f240ac8e59ab0d5daf4b12 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:47:54.284727 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-eb82e1a5-1f55-4761-995f-0f52dadd28e5 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Unset dirty status for tenant:bacca2e928f240ac8e59ab0d5daf4b12 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:47:54.285932 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-eb82e1a5-1f55-4761-995f-0f52dadd28e5 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1346684298&fields=id&tenant_id=bacca2e928f240ac8e59ab0d5daf4b12 HTTP/1.1" status: 200 len: 267 time: 0.1703618 May 27 02:47:54.494225 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-5af71e78-a002-4225-9c06-de034c810273 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:54.495501 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-5af71e78-a002-4225-9c06-de034c810273 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Synchronizing usage tracker for tenant:bacca2e928f240ac8e59ab0d5daf4b12 on resource:network {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:47:54.521701 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c809b-ef39-49b8-82a5-51d0643e8576 req-3e77683b-c1ac-4116-9f7c-84cdbbd3ac20 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:54.523235 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3d1c809b-ef39-49b8-82a5-51d0643e8576 req-3e77683b-c1ac-4116-9f7c-84cdbbd3ac20 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/ports?device_id=01e72cb3-21c7-47fe-a952-18bb5fc65ebd HTTP/1.1" status: 200 len: 908 time: 0.1486163 May 27 02:47:54.572778 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-5af71e78-a002-4225-9c06-de034c810273 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Unset dirty status for tenant:bacca2e928f240ac8e59ab0d5daf4b12 on resource:network {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:47:54.574563 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-5af71e78-a002-4225-9c06-de034c810273 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/networks?id=399b105e-ffbb-4447-b5d8-67c8e851e6ed HTTP/1.1" status: 200 len: 796 time: 0.2819061 May 27 02:47:54.591134 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-f2ee1cc3-855d-408f-8631-c2db717334c2 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/quotas/bacca2e928f240ac8e59ab0d5daf4b12 HTTP/1.1" status: 200 len: 375 time: 0.0101991 May 27 02:47:54.677958 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-ed36a63c-6c53-4256-a5e9-8b8323ed1add tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Synchronizing usage tracker for tenant:bacca2e928f240ac8e59ab0d5daf4b12 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:47:54.744144 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-ed36a63c-6c53-4256-a5e9-8b8323ed1add tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Unset dirty status for tenant:bacca2e928f240ac8e59ab0d5daf4b12 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:47:54.746177 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-ed36a63c-6c53-4256-a5e9-8b8323ed1add tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=bacca2e928f240ac8e59ab0d5daf4b12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1494420 May 27 02:47:54.935529 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device ff71c7e4-d645-4bc4-902e-a19246a18d57 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:47:55.008348 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-ad21b346-fd5e-4fa7-962a-08d8e57106da service neutron] 10.222.0.57 "GET /v2.0/networks/399b105e-ffbb-4447-b5d8-67c8e851e6ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504976 May 27 02:47:55.070010 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port ff71c7e4-d645-4bc4-902e-a19246a18d57 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:47:55.075027 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port ff71c7e4-d645-4bc4-902e-a19246a18d57 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:47:55.075425 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:55.141273 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-5d6b616d-9d5b-4e62-99ae-3636c7a7ada4 service neutron] 10.222.0.57 "GET /v2.0/networks/399b105e-ffbb-4447-b5d8-67c8e851e6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266017 May 27 02:47:55.194221 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port ff71c7e4-d645-4bc4-902e-a19246a18d57 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:47:55.194662 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:55.221379 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e72cb3-21c7-47fe-a952-18bb5fc65ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff71c7e4-d645-4bc4-902e-a19246a18d57'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:47:55.231482 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port ff71c7e4-d645-4bc4-902e-a19246a18d57, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=ff71c7e4-d645-4bc4-902e-a19246a18d57,segment=NetworkSegment(09f487e2-3fd9-4c5d-a1dc-2a9a1583122b),segment_id=09f487e2-3fd9-4c5d-a1dc-2a9a1583122b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:47:55.264338 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa1e52a1-306a-4d95-a5b2-c0092e72b437'] response: {'server_uuid': '01e72cb3-21c7-47fe-a952-18bb5fc65ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff71c7e4-d645-4bc4-902e-a19246a18d57', 'code': 200} May 27 02:47:55.304448 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:55.393262 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=ff71c7e4-d645-4bc4-902e-a19246a18d57,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:55.410098 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-59f57154-c2d0-4d4d-868c-b24bdda5849f req-9c58ab4f-d102-4956-bf99-bafd44a38e8e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=d557bf2b-8b39-48e1-aa33-4e422e84e49e HTTP/1.1" status: 200 len: 210 time: 0.0464528 May 27 02:47:55.418883 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a05e8d-39de-4a2d-bfd5-6081fb4cef9f req-9b69cc37-d089-418c-bca6-7977dcc445bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:55.420652 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-31a05e8d-39de-4a2d-bfd5-6081fb4cef9f req-9b69cc37-d089-418c-bca6-7977dcc445bf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=01e72cb3-21c7-47fe-a952-18bb5fc65ebd HTTP/1.1" status: 200 len: 1060 time: 0.0952528 May 27 02:47:55.479154 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 3bfcfa74-b672-4d38-9ff8-7968177cc53a up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:47:55.549262 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 3bfcfa74-b672-4d38-9ff8-7968177cc53a triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:47:55.549634 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:55.641586 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2f94985a-d8fe-4358-b3f7-d23346db4f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:55.667807 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 3bfcfa74-b672-4d38-9ff8-7968177cc53a is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:47:55.710031 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c83ce-65df-4f94-9c06-da4ee52ada36 req-d5828c9d-0cd4-48aa-954f-be763cdc7784 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:55.711505 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-be9c83ce-65df-4f94-9c06-da4ee52ada36 req-d5828c9d-0cd4-48aa-954f-be763cdc7784 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/ports?device_id=01e72cb3-21c7-47fe-a952-18bb5fc65ebd HTTP/1.1" status: 200 len: 909 time: 0.0799248 May 27 02:47:56.562802 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c417ff3e-269f-46bf-9ecd-da7703b7631f req-b839756f-e689-4b02-929a-cf2386be286e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=d557bf2b-8b39-48e1-aa33-4e422e84e49e HTTP/1.1" status: 200 len: 210 time: 0.0467093 May 27 02:47:56.898605 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c6eb1-7680-485c-a47c-9b62457bc549 req-73d82b84-0061-4471-bd3d-4ca118c8ee5c tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:56.900121 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-362c6eb1-7680-485c-a47c-9b62457bc549 req-73d82b84-0061-4471-bd3d-4ca118c8ee5c tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/ports?device_id=01e72cb3-21c7-47fe-a952-18bb5fc65ebd HTTP/1.1" status: 200 len: 909 time: 0.0817413 May 27 02:47:57.089167 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ce4d2-1ccf-4132-b2c9-a74755dd1a1d req-2aa427a4-6109-45d1-8909-fa5895b94883 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:57.090538 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-331ce4d2-1ccf-4132-b2c9-a74755dd1a1d req-2aa427a4-6109-45d1-8909-fa5895b94883 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/ports?device_id=01e72cb3-21c7-47fe-a952-18bb5fc65ebd HTTP/1.1" status: 200 len: 909 time: 0.0834544 May 27 02:47:57.262474 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1160e3f-52d4-46b5-817c-f617e22d26f3 req-90b62e48-2374-4673-817d-3698140e5ec3 tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:57.263953 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c1160e3f-52d4-46b5-817c-f617e22d26f3 req-90b62e48-2374-4673-817d-3698140e5ec3 tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=01e72cb3-21c7-47fe-a952-18bb5fc65ebd HTTP/1.1" status: 200 len: 1060 time: 0.0709326 May 27 02:47:57.522185 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-45735ece-6cf2-4fc6-b172-7f134a551cfa tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:57.523636 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-45735ece-6cf2-4fc6-b172-7f134a551cfa tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.66 "GET /v2.0/networks?id=399b105e-ffbb-4447-b5d8-67c8e851e6ed HTTP/1.1" status: 200 len: 796 time: 0.1993470 May 27 02:47:57.528542 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e78c0b-a91a-4777-9edc-a048baa734e9 req-6a228a1d-66a9-4c37-8391-f38fad582515 tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:57.529932 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-92e78c0b-a91a-4777-9edc-a048baa734e9 req-6a228a1d-66a9-4c37-8391-f38fad582515 tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=620d5737-e0db-48a7-a6a4-3e0a5d256e67 HTTP/1.1" status: 200 len: 1135 time: 0.1325433 May 27 02:47:57.598719 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-b9b8515b-2610-48af-92b9-9ad1c646f285 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bacca2e928f240ac8e59ab0d5daf4b12 HTTP/1.1" status: 200 len: 380 time: 0.0666435 May 27 02:47:57.602865 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-92e78c0b-a91a-4777-9edc-a048baa734e9 req-fb381958-6cd7-49db-8d83-cf165767ce2e tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=238a6ee9-1cee-494f-93bd-36ff6d7a7e35&id=13c77baa-a3af-4f3b-b0c4-eee94221f940&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0591915 May 27 02:47:57.608205 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-8d64c264-64a4-4bb3-bf97-74a0326b0a2c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Request body: {'port': {'device_id': 'd557bf2b-8b39-48e1-aa33-4e422e84e49e', 'network_id': '399b105e-ffbb-4447-b5d8-67c8e851e6ed', 'admin_state_up': True, 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'security_groups': ['fd3a623f-d614-44e6-8181-371bd7cc8c68']}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:47:57.627732 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57214) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:57.705503 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ce41f7-7c72-4b3d-bf92-486206086f10 tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:57.706843 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-62ce41f7-7c72-4b3d-bf92-486206086f10 tempest-TestSecurityGroupsBasicOps-1006398693 tempest-TestSecurityGroupsBasicOps-1006398693-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=01e72cb3-21c7-47fe-a952-18bb5fc65ebd HTTP/1.1" status: 200 len: 1055 time: 0.0774853 May 27 02:47:57.738745 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-98f09b1d-5422-49d5-b5f8-d573dd2ec7da req-b7139673-16c5-4575-96d7-a06bcf12a179 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=d557bf2b-8b39-48e1-aa33-4e422e84e49e HTTP/1.1" status: 200 len: 210 time: 0.0494249 May 27 02:47:57.790097 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-8d64c264-64a4-4bb3-bf97-74a0326b0a2c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:47:57.801350 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-8d64c264-64a4-4bb3-bf97-74a0326b0a2c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:47:57.881178 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-36d903c7-694c-4a35-8885-5297f9aa58bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:57.903992 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-8d64c264-64a4-4bb3-bf97-74a0326b0a2c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Made reservation on behalf of bacca2e928f240ac8e59ab0d5daf4b12 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:47:57.907474 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-8d64c264-64a4-4bb3-bf97-74a0326b0a2c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:58.069246 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-8d64c264-64a4-4bb3-bf97-74a0326b0a2c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Allocated IP 172.20.0.3 (399b105e-ffbb-4447-b5d8-67c8e851e6ed/9019a186-ea3a-4a6f-89a3-3caa90ebfa09/d2f8f7be-0b59-4875-a300-cd5a579ed529) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:47:58.307136 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-8d64c264-64a4-4bb3-bf97-74a0326b0a2c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:58.326605 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-8d64c264-64a4-4bb3-bf97-74a0326b0a2c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Transition to ACTIVE for port object d2f8f7be-0b59-4875-a300-cd5a579ed529 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:47:58.346162 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2bc2d-471c-43a4-9c57-ad0f4282cb46 req-27132649-0554-422f-86be-542654eeb2de tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:58.347610 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b0d2bc2d-471c-43a4-9c57-ad0f4282cb46 req-27132649-0554-422f-86be-542654eeb2de tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/ports?device_id=01e72cb3-21c7-47fe-a952-18bb5fc65ebd HTTP/1.1" status: 200 len: 909 time: 0.1243386 May 27 02:47:58.433919 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-8d64c264-64a4-4bb3-bf97-74a0326b0a2c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:58.506941 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-8d64c264-64a4-4bb3-bf97-74a0326b0a2c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Network 399b105e-ffbb-4447-b5d8-67c8e851e6ed is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:47:58.510632 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-8d64c264-64a4-4bb3-bf97-74a0326b0a2c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:47:58.514454 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-8d64c264-64a4-4bb3-bf97-74a0326b0a2c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:47:58.544611 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64c264-64a4-4bb3-bf97-74a0326b0a2c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event updated for resources: {'Port': ['ID=d2f8f7be-0b59-4875-a300-cd5a579ed529,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:58.581072 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-8d64c264-64a4-4bb3-bf97-74a0326b0a2c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:58.581599 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-8d64c264-64a4-4bb3-bf97-74a0326b0a2c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:58.657476 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-8d64c264-64a4-4bb3-bf97-74a0326b0a2c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0532978 May 27 02:47:58.775227 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-21948c99-b931-4282-91e0-f0693a34838f service neutron] Request body: {'port': {'device_id': 'd557bf2b-8b39-48e1-aa33-4e422e84e49e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:47:58.778813 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-193f9a00-92e2-4246-9fdf-8b60ad735992 None None] Provisioning for port d2f8f7be-0b59-4875-a300-cd5a579ed529 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:47:58.787374 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-193f9a00-92e2-4246-9fdf-8b60ad735992 None None] Provisioning complete for port d2f8f7be-0b59-4875-a300-cd5a579ed529 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:47:58.787672 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-193f9a00-92e2-4246-9fdf-8b60ad735992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:58.864247 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-193f9a00-92e2-4246-9fdf-8b60ad735992 None None] Port d2f8f7be-0b59-4875-a300-cd5a579ed529 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:47:59.030317 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:59.052975 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:59.078344 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-21948c99-b931-4282-91e0-f0693a34838f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:59.152536 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22996356-c7a5-4cf9-983a-290f75b72563 req-eb76fcb5-8467-4fe6-8e4c-8022775ee4e5 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:59.153178 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-22996356-c7a5-4cf9-983a-290f75b72563 req-eb76fcb5-8467-4fe6-8e4c-8022775ee4e5 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Synchronizing usage tracker for tenant:bacca2e928f240ac8e59ab0d5daf4b12 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:47:59.312318 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-22996356-c7a5-4cf9-983a-290f75b72563 req-eb76fcb5-8467-4fe6-8e4c-8022775ee4e5 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Unset dirty status for tenant:bacca2e928f240ac8e59ab0d5daf4b12 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:47:59.313503 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-22996356-c7a5-4cf9-983a-290f75b72563 req-eb76fcb5-8467-4fe6-8e4c-8022775ee4e5 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=d557bf2b-8b39-48e1-aa33-4e422e84e49e HTTP/1.1" status: 200 len: 931 time: 0.4597981 May 27 02:47:59.388730 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-22996356-c7a5-4cf9-983a-290f75b72563 req-458c8dcf-e461-4a08-ae0e-68f681c07f6b tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd3a623f-d614-44e6-8181-371bd7cc8c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627921 May 27 02:47:59.529600 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-21948c99-b931-4282-91e0-f0693a34838f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2f8f7be-0b59-4875-a300-cd5a579ed529 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:47:59.539303 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-21948c99-b931-4282-91e0-f0693a34838f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:59.562119 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-21948c99-b931-4282-91e0-f0693a34838f service neutron] Transition to ACTIVE for port object d2f8f7be-0b59-4875-a300-cd5a579ed529 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:47:59.562961 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe05bc2-43b2-42d9-9139-4567cfa7f0eb req-0dca4ac9-ffca-4baf-9f28-1f9744836a58 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:59.563656 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-4fe05bc2-43b2-42d9-9139-4567cfa7f0eb req-0dca4ac9-ffca-4baf-9f28-1f9744836a58 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Synchronizing usage tracker for tenant:fb681a9ac3074576a3927168993abc95 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:47:59.577864 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7ffdd-3cb0-4e9e-ade0-fdbb974cd48e req-c1970b97-db3a-4085-b230-77e1c55e5b9e tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:59.579565 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-79b7ffdd-3cb0-4e9e-ade0-fdbb974cd48e req-c1970b97-db3a-4085-b230-77e1c55e5b9e tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/ports?device_id=01e72cb3-21c7-47fe-a952-18bb5fc65ebd HTTP/1.1" status: 200 len: 909 time: 0.1187077 May 27 02:47:59.668363 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-21948c99-b931-4282-91e0-f0693a34838f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:59.678897 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-4fe05bc2-43b2-42d9-9139-4567cfa7f0eb req-0dca4ac9-ffca-4baf-9f28-1f9744836a58 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Unset dirty status for tenant:fb681a9ac3074576a3927168993abc95 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:47:59.680104 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4fe05bc2-43b2-42d9-9139-4567cfa7f0eb req-0dca4ac9-ffca-4baf-9f28-1f9744836a58 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.32 "GET /v2.0/ports?device_id=01e72cb3-21c7-47fe-a952-18bb5fc65ebd HTTP/1.1" status: 200 len: 909 time: 0.1959317 May 27 02:47:59.754020 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-4fe05bc2-43b2-42d9-9139-4567cfa7f0eb req-daec8a76-3185-44ab-b997-321b3a323386 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Deleting port ff71c7e4-d645-4bc4-902e-a19246a18d57 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:47:59.754370 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4fe05bc2-43b2-42d9-9139-4567cfa7f0eb req-daec8a76-3185-44ab-b997-321b3a323386 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:59.799203 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21948c99-b931-4282-91e0-f0693a34838f service neutron] Pushing event updated for resources: {'Port': ['ID=d2f8f7be-0b59-4875-a300-cd5a579ed529,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:59.917511 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-21948c99-b931-4282-91e0-f0693a34838f service neutron] Attempting to bind port d2f8f7be-0b59-4875-a300-cd5a579ed529 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:47:59.917841 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-21948c99-b931-4282-91e0-f0693a34838f service neutron] Attempting to bind port d2f8f7be-0b59-4875-a300-cd5a579ed529 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'bc2d0139-cda1-43de-8c1d-dd74ac218f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '399b105e-ffbb-4447-b5d8-67c8e851e6ed'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:47:59.918166 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-21948c99-b931-4282-91e0-f0693a34838f service neutron] Attempting to bind port d2f8f7be-0b59-4875-a300-cd5a579ed529 on network 399b105e-ffbb-4447-b5d8-67c8e851e6ed {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:47:59.922979 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-21948c99-b931-4282-91e0-f0693a34838f service neutron] Port d2f8f7be-0b59-4875-a300-cd5a579ed529 on network 399b105e-ffbb-4447-b5d8-67c8e851e6ed not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:47:59.923235 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-21948c99-b931-4282-91e0-f0693a34838f service neutron] Attempting to bind port d2f8f7be-0b59-4875-a300-cd5a579ed529 on network 399b105e-ffbb-4447-b5d8-67c8e851e6ed {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:47:59.928418 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-21948c99-b931-4282-91e0-f0693a34838f service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:47:59.928831 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-21948c99-b931-4282-91e0-f0693a34838f service neutron] Checking segment: {'id': 'bc2d0139-cda1-43de-8c1d-dd74ac218f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '399b105e-ffbb-4447-b5d8-67c8e851e6ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:47:59.929209 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-21948c99-b931-4282-91e0-f0693a34838f service neutron] Bound using segment: {'id': 'bc2d0139-cda1-43de-8c1d-dd74ac218f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '399b105e-ffbb-4447-b5d8-67c8e851e6ed'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:47:59.929631 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-21948c99-b931-4282-91e0-f0693a34838f service neutron] Bound port: d2f8f7be-0b59-4875-a300-cd5a579ed529, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc2d0139-cda1-43de-8c1d-dd74ac218f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '399b105e-ffbb-4447-b5d8-67c8e851e6ed'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:47:59.929972 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-21948c99-b931-4282-91e0-f0693a34838f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:00.016191 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-4fe05bc2-43b2-42d9-9139-4567cfa7f0eb req-daec8a76-3185-44ab-b997-321b3a323386 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] For port ff71c7e4-d645-4bc4-902e-a19246a18d57, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=ff71c7e4-d645-4bc4-902e-a19246a18d57,segment=NetworkSegment(09f487e2-3fd9-4c5d-a1dc-2a9a1583122b),segment_id=09f487e2-3fd9-4c5d-a1dc-2a9a1583122b)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:00.016471 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4fe05bc2-43b2-42d9-9139-4567cfa7f0eb req-daec8a76-3185-44ab-b997-321b3a323386 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:00.023833 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-21948c99-b931-4282-91e0-f0693a34838f service neutron] For port d2f8f7be-0b59-4875-a300-cd5a579ed529, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:48:00.027538 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-21948c99-b931-4282-91e0-f0693a34838f service neutron] For port d2f8f7be-0b59-4875-a300-cd5a579ed529, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=d2f8f7be-0b59-4875-a300-cd5a579ed529,segment=NetworkSegment(bc2d0139-cda1-43de-8c1d-dd74ac218f63),segment_id=bc2d0139-cda1-43de-8c1d-dd74ac218f63)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:48:00.125611 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-21948c99-b931-4282-91e0-f0693a34838f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:00.188654 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-21948c99-b931-4282-91e0-f0693a34838f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:00.189284 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-21948c99-b931-4282-91e0-f0693a34838f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:00.190658 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-21948c99-b931-4282-91e0-f0693a34838f service neutron] 10.222.0.66 "PUT /v2.0/ports/d2f8f7be-0b59-4875-a300-cd5a579ed529 HTTP/1.1" status: 200 len: 1091 time: 1.5260518 May 27 02:48:00.191090 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd557bf2b-8b39-48e1-aa33-4e422e84e49e', 'tag': 'd2f8f7be-0b59-4875-a300-cd5a579ed529'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:48:00.207109 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:00.215609 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21948c99-b931-4282-91e0-f0693a34838f service neutron] Pushing event updated for resources: {'Port': ['ID=d2f8f7be-0b59-4875-a300-cd5a579ed529,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:00.250029 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-4fe05bc2-43b2-42d9-9139-4567cfa7f0eb req-daec8a76-3185-44ab-b997-321b3a323386 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Calling delete_port for ff71c7e4-d645-4bc4-902e-a19246a18d57 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:48:00.408377 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-419bff7a-9669-48b2-b997-21142912727a'] response: {'name': 'network-changed', 'server_uuid': 'd557bf2b-8b39-48e1-aa33-4e422e84e49e', 'tag': 'd2f8f7be-0b59-4875-a300-cd5a579ed529', 'status': 'completed', 'code': 200} May 27 02:48:00.419584 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-02934113-9aa4-4559-98e5-d86e99b91dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:00.421188 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-02934113-9aa4-4559-98e5-d86e99b91dc6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bacca2e928f240ac8e59ab0d5daf4b12&device_id=d557bf2b-8b39-48e1-aa33-4e422e84e49e HTTP/1.1" status: 200 len: 1094 time: 0.0934575 May 27 02:48:00.473990 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4fe05bc2-43b2-42d9-9139-4567cfa7f0eb req-daec8a76-3185-44ab-b997-321b3a323386 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:00.497324 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-dd528353-14bb-41d1-8121-2e31c8f7ac45 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2f8f7be-0b59-4875-a300-cd5a579ed529 HTTP/1.1" status: 200 len: 217 time: 0.0688286 May 27 02:48:00.526595 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec8a76-3185-44ab-b997-321b3a323386 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Pushing event deleted for resources: {'Port': ['ID=ff71c7e4-d645-4bc4-902e-a19246a18d57,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:00.612768 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe05bc2-43b2-42d9-9139-4567cfa7f0eb req-daec8a76-3185-44ab-b997-321b3a323386 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] No DVR routers for this DVR port ff71c7e4-d645-4bc4-902e-a19246a18d57 on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:48:00.617689 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4fe05bc2-43b2-42d9-9139-4567cfa7f0eb req-daec8a76-3185-44ab-b997-321b3a323386 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:00.622684 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e72cb3-21c7-47fe-a952-18bb5fc65ebd', 'name': 'network-vif-deleted', 'tag': 'ff71c7e4-d645-4bc4-902e-a19246a18d57'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:48:00.625336 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-759a24bd-d57e-40b8-b697-34d5f74cc275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:00.626805 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-759a24bd-d57e-40b8-b697-34d5f74cc275 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9019a186-ea3a-4a6f-89a3-3caa90ebfa09 HTTP/1.1" status: 200 len: 834 time: 0.1232214 May 27 02:48:00.675795 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d3b08-152c-4d58-811a-4208b466a6bc req-b8db59f1-0d57-4408-84f4-7869f4237065 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:00.683302 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-915d3b08-152c-4d58-811a-4208b466a6bc req-b8db59f1-0d57-4408-84f4-7869f4237065 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=d557bf2b-8b39-48e1-aa33-4e422e84e49e HTTP/1.1" status: 200 len: 943 time: 0.1807795 May 27 02:48:00.705073 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4fe05bc2-43b2-42d9-9139-4567cfa7f0eb req-daec8a76-3185-44ab-b997-321b3a323386 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.32 "DELETE /v2.0/ports/ff71c7e4-d645-4bc4-902e-a19246a18d57 HTTP/1.1" status: 204 len: 173 time: 1.0193551 May 27 02:48:00.763517 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ab48248f-7f85-4766-96a9-ecf84d3cd4dc req-53be34de-50cb-45dd-9620-7b8511f98815 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/ports?device_id=01e72cb3-21c7-47fe-a952-18bb5fc65ebd HTTP/1.1" status: 200 len: 210 time: 0.0602326 May 27 02:48:00.805307 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-915d3b08-152c-4d58-811a-4208b466a6bc req-44a86286-e547-4d63-9662-7ad4fd2be956 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd3a623f-d614-44e6-8181-371bd7cc8c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210699 May 27 02:48:00.822297 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-e991122e-e026-411e-9a2e-ed76e1d6c580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:00.822297 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-e991122e-e026-411e-9a2e-ed76e1d6c580 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=399b105e-ffbb-4447-b5d8-67c8e851e6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1875348 May 27 02:48:00.823177 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8977c90f-025d-43d5-8c93-ecce3cf365ff'] response: {'server_uuid': '01e72cb3-21c7-47fe-a952-18bb5fc65ebd', 'name': 'network-vif-deleted', 'tag': 'ff71c7e4-d645-4bc4-902e-a19246a18d57', 'status': 'completed', 'code': 200} May 27 02:48:00.961729 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-c6602552-ebb7-486f-a20e-bd5e02a789de service neutron] 10.222.0.66 "GET /v2.0/networks/399b105e-ffbb-4447-b5d8-67c8e851e6ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335006 May 27 02:48:01.197918 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-76e85984-40a9-43ba-bb71-9dde54fb8610 req-07d341f8-2720-4d72-99c8-c674a962bb78 service neutron] 10.222.0.66 "GET /v2.0/networks/399b105e-ffbb-4447-b5d8-67c8e851e6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301142 May 27 02:48:01.400604 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43dbcca-bf51-452a-906a-9d0a0551bdfd req-eeb6ec42-f1f2-48df-bbaa-2055e3c00002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:01.402930 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d43dbcca-bf51-452a-906a-9d0a0551bdfd req-eeb6ec42-f1f2-48df-bbaa-2055e3c00002 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bacca2e928f240ac8e59ab0d5daf4b12&device_id=d557bf2b-8b39-48e1-aa33-4e422e84e49e HTTP/1.1" status: 200 len: 1094 time: 0.0739841 May 27 02:48:01.535578 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43dbcca-bf51-452a-906a-9d0a0551bdfd req-65f17b01-283d-4877-9cc7-963109561034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:01.537042 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d43dbcca-bf51-452a-906a-9d0a0551bdfd req-65f17b01-283d-4877-9cc7-963109561034 service neutron] 10.222.0.66 "GET /v2.0/networks?id=399b105e-ffbb-4447-b5d8-67c8e851e6ed HTTP/1.1" status: 200 len: 897 time: 0.1287942 May 27 02:48:01.603911 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d43dbcca-bf51-452a-906a-9d0a0551bdfd req-3cd56c14-9627-4dec-92ea-86ce32588a90 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2f8f7be-0b59-4875-a300-cd5a579ed529 HTTP/1.1" status: 200 len: 217 time: 0.0603297 May 27 02:48:01.668225 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43dbcca-bf51-452a-906a-9d0a0551bdfd req-0c843023-2411-49e8-a3ea-19bd6a23a3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:01.669711 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d43dbcca-bf51-452a-906a-9d0a0551bdfd req-0c843023-2411-49e8-a3ea-19bd6a23a3e0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9019a186-ea3a-4a6f-89a3-3caa90ebfa09 HTTP/1.1" status: 200 len: 834 time: 0.0600374 May 27 02:48:01.746503 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43dbcca-bf51-452a-906a-9d0a0551bdfd req-edde968b-2a97-4814-96fc-dc70285094b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:01.747944 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d43dbcca-bf51-452a-906a-9d0a0551bdfd req-edde968b-2a97-4814-96fc-dc70285094b3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=399b105e-ffbb-4447-b5d8-67c8e851e6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720294 May 27 02:48:01.875891 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57244) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:01.888600 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d43dbcca-bf51-452a-906a-9d0a0551bdfd req-4b4f5fc0-8c16-4e86-8db7-f44e3b964a8f service neutron] 10.222.0.66 "GET /v2.0/networks/399b105e-ffbb-4447-b5d8-67c8e851e6ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338828 May 27 02:48:02.080017 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d43dbcca-bf51-452a-906a-9d0a0551bdfd req-3c40057c-f030-45ca-99e6-8ba3b40873d1 service neutron] 10.222.0.66 "GET /v2.0/networks/399b105e-ffbb-4447-b5d8-67c8e851e6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843848 May 27 02:48:02.090813 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66e3c4-6ac9-447a-bb8e-d8b82148a7b3 req-52b14fb4-b3aa-4bea-a184-73820f965ee1 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:02.092237 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ab66e3c4-6ac9-447a-bb8e-d8b82148a7b3 req-52b14fb4-b3aa-4bea-a184-73820f965ee1 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=d557bf2b-8b39-48e1-aa33-4e422e84e49e HTTP/1.1" status: 200 len: 943 time: 0.1739013 May 27 02:48:02.138752 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ab66e3c4-6ac9-447a-bb8e-d8b82148a7b3 req-d676ad55-bf72-4030-8899-b1f17fc924f3 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd3a623f-d614-44e6-8181-371bd7cc8c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393076 May 27 02:48:02.334345 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0243ba6b-cb7d-4445-8681-0dcc2fa42d84 req-ef0ce6ea-acf6-4953-8042-d376807ecb28 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=21db14d5-d9d2-46fa-8620-c9a8cab492fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1920226 May 27 02:48:02.431025 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdaf1e-ccaf-42f1-bce4-c3f1a075ed43 req-db1b3d07-23b4-4f37-a06a-945afb227543 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:02.433107 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-77fdaf1e-ccaf-42f1-bce4-c3f1a075ed43 req-db1b3d07-23b4-4f37-a06a-945afb227543 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=21db14d5-d9d2-46fa-8620-c9a8cab492fa HTTP/1.1" status: 200 len: 945 time: 0.0805697 May 27 02:48:02.481046 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-77fdaf1e-ccaf-42f1-bce4-c3f1a075ed43 req-44c24499-fd22-42bb-a894-318333a8396a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=999a90b6-7508-4797-9ba3-ef2ee76a3638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419586 May 27 02:48:02.504297 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57252) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:02.527017 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243ba6b-cb7d-4445-8681-0dcc2fa42d84 req-bf5a56c3-56b7-4110-a913-d1b388069a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:02.528480 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0243ba6b-cb7d-4445-8681-0dcc2fa42d84 req-bf5a56c3-56b7-4110-a913-d1b388069a6a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b59631ecfa194f20bd33f8d2b34a5767&device_id=21db14d5-d9d2-46fa-8620-c9a8cab492fa HTTP/1.1" status: 200 len: 1096 time: 0.1256120 May 27 02:48:02.549323 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6924843d-3e9f-4554-a6ae-b35c382178db tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:02.611645 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3b9fa83a-bfdc-44a6-bddb-c3a45dc1e96f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/floatingips/9ec6d2d2-a6c0-4f48-b2e3-a92e99cc6997 HTTP/1.1" status: 200 len: 993 time: 0.1059906 May 27 02:48:02.664683 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:48:02.824887 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243ba6b-cb7d-4445-8681-0dcc2fa42d84 req-468e1ebd-0989-467f-bc3a-ed7c6a0d2ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:02.826312 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0243ba6b-cb7d-4445-8681-0dcc2fa42d84 req-468e1ebd-0989-467f-bc3a-ed7c6a0d2ed7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9e96f255-93d9-417c-a8a1-6b7c73c795a8 HTTP/1.1" status: 200 len: 897 time: 0.2296510 May 27 02:48:02.965486 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device ff71c7e4-d645-4bc4-902e-a19246a18d57 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:48:03.000297 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: ff71c7e4-d645-4bc4-902e-a19246a18d57 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:48:03.000825 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device ff71c7e4-d645-4bc4-902e-a19246a18d57 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:48:03.046693 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236dd9be-99cb-4642-835f-eee3624ea7bf req-f0437d4e-4968-4559-a270-4128406271bd tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:03.048584 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-236dd9be-99cb-4642-835f-eee3624ea7bf req-f0437d4e-4968-4559-a270-4128406271bd tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=21db14d5-d9d2-46fa-8620-c9a8cab492fa HTTP/1.1" status: 200 len: 1096 time: 0.0757730 May 27 02:48:03.090622 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-236dd9be-99cb-4642-835f-eee3624ea7bf req-d31ec927-fe5f-4323-a11d-9b07dd1c1217 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=999a90b6-7508-4797-9ba3-ef2ee76a3638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366378 May 27 02:48:03.128637 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0243ba6b-cb7d-4445-8681-0dcc2fa42d84 req-aa160718-1f25-492b-8b2e-799943d2c02c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d38aec3-7ebc-44c2-92dc-07d94905cad4 HTTP/1.1" status: 200 len: 1001 time: 0.1458106 May 27 02:48:03.248254 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243ba6b-cb7d-4445-8681-0dcc2fa42d84 req-9f9a6d0e-a71f-4e85-857e-623e704e5463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:03.249815 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0243ba6b-cb7d-4445-8681-0dcc2fa42d84 req-9f9a6d0e-a71f-4e85-857e-623e704e5463 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2ee01894-57a6-45ec-a926-f8912d98c8b9 HTTP/1.1" status: 200 len: 835 time: 0.1139176 May 27 02:48:03.302940 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6924843d-3e9f-4554-a6ae-b35c382178db tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Deleting port abba1dc5-6886-4f55-853c-6d5b99288bdb {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:48:03.303283 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6924843d-3e9f-4554-a6ae-b35c382178db tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:03.327026 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8de14-9568-4a35-9fb5-ab08c3d41fc9 req-6e0d262e-1328-4b16-992d-916d1699e258 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:03.328935 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f2b8de14-9568-4a35-9fb5-ab08c3d41fc9 req-6e0d262e-1328-4b16-992d-916d1699e258 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=d557bf2b-8b39-48e1-aa33-4e422e84e49e HTTP/1.1" status: 200 len: 943 time: 0.0795834 May 27 02:48:03.383648 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f2b8de14-9568-4a35-9fb5-ab08c3d41fc9 req-dd2341c6-973c-4346-84b6-cb4758f7697b tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd3a623f-d614-44e6-8181-371bd7cc8c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483935 May 27 02:48:03.473600 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243ba6b-cb7d-4445-8681-0dcc2fa42d84 req-da4d66e1-afff-4b1c-8aed-a604d4c7a414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:03.475063 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0243ba6b-cb7d-4445-8681-0dcc2fa42d84 req-da4d66e1-afff-4b1c-8aed-a604d4c7a414 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e96f255-93d9-417c-a8a1-6b7c73c795a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2165997 May 27 02:48:03.590137 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-6924843d-3e9f-4554-a6ae-b35c382178db tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] For port abba1dc5-6886-4f55-853c-6d5b99288bdb, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=abba1dc5-6886-4f55-853c-6d5b99288bdb,segment=NetworkSegment(09f487e2-3fd9-4c5d-a1dc-2a9a1583122b),segment_id=09f487e2-3fd9-4c5d-a1dc-2a9a1583122b)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:03.590507 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6924843d-3e9f-4554-a6ae-b35c382178db tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:03.720812 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6924843d-3e9f-4554-a6ae-b35c382178db tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Calling delete_port for abba1dc5-6886-4f55-853c-6d5b99288bdb owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:48:03.806950 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0243ba6b-cb7d-4445-8681-0dcc2fa42d84 req-51a98f81-9d69-4c80-a683-7dc26db73e8e service neutron] 10.222.0.32 "GET /v2.0/networks/9e96f255-93d9-417c-a8a1-6b7c73c795a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209412 May 27 02:48:04.147936 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0243ba6b-cb7d-4445-8681-0dcc2fa42d84 req-972b3e1c-8fb3-4a03-8eca-2db46a19bca3 service neutron] 10.222.0.32 "GET /v2.0/networks/9e96f255-93d9-417c-a8a1-6b7c73c795a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160585 May 27 02:48:04.235794 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-247cf740-7cd6-486b-9f48-6c1fd58c67a1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=21db14d5-d9d2-46fa-8620-c9a8cab492fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1540771 May 27 02:48:04.293590 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6924843d-3e9f-4554-a6ae-b35c382178db tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:04.405616 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device d2f8f7be-0b59-4875-a300-cd5a579ed529 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:48:04.471248 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6924843d-3e9f-4554-a6ae-b35c382178db tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Pushing event deleted for resources: {'Port': ['ID=abba1dc5-6886-4f55-853c-6d5b99288bdb,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:04.611951 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port d2f8f7be-0b59-4875-a300-cd5a579ed529, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=d2f8f7be-0b59-4875-a300-cd5a579ed529,segment=NetworkSegment(bc2d0139-cda1-43de-8c1d-dd74ac218f63),segment_id=bc2d0139-cda1-43de-8c1d-dd74ac218f63)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:04.617597 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d556c-b613-4bfb-927a-80bc1892db19 req-068e80da-595a-4c6b-b26d-dcea537e5f7a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:04.619802 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3f9d556c-b613-4bfb-927a-80bc1892db19 req-068e80da-595a-4c6b-b26d-dcea537e5f7a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=d557bf2b-8b39-48e1-aa33-4e422e84e49e HTTP/1.1" status: 200 len: 943 time: 0.0995276 May 27 02:48:04.626359 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': 'd2f8f7be-0b59-4875-a300-cd5a579ed529', 'network_id': '399b105e-ffbb-4447-b5d8-67c8e851e6ed', 'port_id': 'd2f8f7be-0b59-4875-a300-cd5a579ed529', 'mac_address': 'fa:16:3e:18:bd:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9019a186-ea3a-4a6f-89a3-3caa90ebfa09', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:48:04.683007 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3f9d556c-b613-4bfb-927a-80bc1892db19 req-89416599-d82c-476a-9a10-cb3d69f2f0f1 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd3a623f-d614-44e6-8181-371bd7cc8c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564446 May 27 02:48:04.707908 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port d2f8f7be-0b59-4875-a300-cd5a579ed529 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:48:04.708435 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:04.728574 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2f8f7be-0b59-4875-a300-cd5a579ed529 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:48:04.745811 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port d2f8f7be-0b59-4875-a300-cd5a579ed529, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=d2f8f7be-0b59-4875-a300-cd5a579ed529,segment=NetworkSegment(bc2d0139-cda1-43de-8c1d-dd74ac218f63),segment_id=bc2d0139-cda1-43de-8c1d-dd74ac218f63)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:04.808671 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6924843d-3e9f-4554-a6ae-b35c382178db tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:04.828206 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:04.896327 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=d2f8f7be-0b59-4875-a300-cd5a579ed529,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:05.039249 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['d2f8f7be-0b59-4875-a300-cd5a579ed529'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:48:05.175149 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6924843d-3e9f-4554-a6ae-b35c382178db tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Router 12d7b2b2-fbb2-433f-857a-05b9c8d1435e has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:48:05.336749 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-f166f1a8-91ef-460b-b45c-8657597087c2 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:48:05.337768 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-f166f1a8-91ef-460b-b45c-8657597087c2 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1032579 May 27 02:48:05.352397 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-4d7415fb-8ecf-4133-9db6-e1287dfdf60b service neutron] Request body: {'binding': {'host': 'n-h2-843554-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:48:05.352873 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-4d7415fb-8ecf-4133-9db6-e1287dfdf60b service neutron] Unknown quota resources ['binding']. {{(pid=88901) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 27 02:48:05.418443 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6924843d-3e9f-4554-a6ae-b35c382178db tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:48:05.443364 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899c55f9-97f4-4945-8cf0-10a7930373e6 None None] Sync routers for ids ['12d7b2b2-fbb2-433f-857a-05b9c8d1435e'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:48:05.495080 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899c55f9-97f4-4945-8cf0-10a7930373e6 None None] Routers {'12d7b2b2-fbb2-433f-857a-05b9c8d1435e'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:48:05.495711 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-899c55f9-97f4-4945-8cf0-10a7930373e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:47:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['12d7b2b2-fbb2-433f-857a-05b9c8d1435e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:05.499812 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6924843d-3e9f-4554-a6ae-b35c382178db tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "PUT /v2.0/routers/12d7b2b2-fbb2-433f-857a-05b9c8d1435e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6227887 May 27 02:48:05.502604 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57296) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:05.599505 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4235317-d3ad-48d1-a067-703cf1e8c667 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Deleting subnet 8133e904-2981-4357-abbf-fc2dd31b5808 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:48:05.603609 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c4235317-d3ad-48d1-a067-703cf1e8c667 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:05.679906 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c4235317-d3ad-48d1-a067-703cf1e8c667 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:05.710579 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-4d7415fb-8ecf-4133-9db6-e1287dfdf60b service neutron] Attempting to bind port 0d38aec3-7ebc-44c2-92dc-07d94905cad4 on host n-h2-843554-3 for vnic_type normal with profile None {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:48:05.710921 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-4d7415fb-8ecf-4133-9db6-e1287dfdf60b service neutron] Attempting to bind port 0d38aec3-7ebc-44c2-92dc-07d94905cad4 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '6740af22-6b0c-4bfb-80ad-829f2dad4c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9e96f255-93d9-417c-a8a1-6b7c73c795a8'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:48:05.711255 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-4d7415fb-8ecf-4133-9db6-e1287dfdf60b service neutron] Attempting to bind port 0d38aec3-7ebc-44c2-92dc-07d94905cad4 on network 9e96f255-93d9-417c-a8a1-6b7c73c795a8 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:48:05.726244 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-4d7415fb-8ecf-4133-9db6-e1287dfdf60b service neutron] Port 0d38aec3-7ebc-44c2-92dc-07d94905cad4 on network 9e96f255-93d9-417c-a8a1-6b7c73c795a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:48:05.726573 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-4d7415fb-8ecf-4133-9db6-e1287dfdf60b service neutron] Attempting to bind port 0d38aec3-7ebc-44c2-92dc-07d94905cad4 on network 9e96f255-93d9-417c-a8a1-6b7c73c795a8 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:48:05.729440 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-899c55f9-97f4-4945-8cf0-10a7930373e6 None None] Set router 12d7b2b2-fbb2-433f-857a-05b9c8d1435e gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:48:05.736132 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-4d7415fb-8ecf-4133-9db6-e1287dfdf60b service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:48:05.736471 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-4d7415fb-8ecf-4133-9db6-e1287dfdf60b service neutron] Checking segment: {'id': '6740af22-6b0c-4bfb-80ad-829f2dad4c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9e96f255-93d9-417c-a8a1-6b7c73c795a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:48:05.736883 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-4d7415fb-8ecf-4133-9db6-e1287dfdf60b service neutron] Bound using segment: {'id': '6740af22-6b0c-4bfb-80ad-829f2dad4c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9e96f255-93d9-417c-a8a1-6b7c73c795a8'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:48:05.737312 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-4d7415fb-8ecf-4133-9db6-e1287dfdf60b service neutron] Bound port: 0d38aec3-7ebc-44c2-92dc-07d94905cad4, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6740af22-6b0c-4bfb-80ad-829f2dad4c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9e96f255-93d9-417c-a8a1-6b7c73c795a8'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:48:05.794534 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-4d7415fb-8ecf-4133-9db6-e1287dfdf60b service neutron] For port 0d38aec3-7ebc-44c2-92dc-07d94905cad4, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=0d38aec3-7ebc-44c2-92dc-07d94905cad4,segment=NetworkSegment(6740af22-6b0c-4bfb-80ad-829f2dad4c72),segment_id=6740af22-6b0c-4bfb-80ad-829f2dad4c72)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:48:05.801293 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c4235317-d3ad-48d1-a067-703cf1e8c667 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:05.895136 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-4d7415fb-8ecf-4133-9db6-e1287dfdf60b service neutron] Notify callbacks [] for binding, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:05.896295 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-4d7415fb-8ecf-4133-9db6-e1287dfdf60b service neutron] 10.222.0.57 "POST /v2.0/ports/0d38aec3-7ebc-44c2-92dc-07d94905cad4/bindings HTTP/1.1" status: 201 len: 389 time: 0.5492713 May 27 02:48:05.906716 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc342e0-36fe-4bd0-a160-2c20930aac16 req-fdd116d1-c990-41ba-b222-068a9b40912a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:05.908290 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9cc342e0-36fe-4bd0-a160-2c20930aac16 req-fdd116d1-c990-41ba-b222-068a9b40912a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=d557bf2b-8b39-48e1-aa33-4e422e84e49e HTTP/1.1" status: 200 len: 944 time: 0.0950170 May 27 02:48:05.953707 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9cc342e0-36fe-4bd0-a160-2c20930aac16 req-d8e31055-0e34-4cf1-b596-5e99919ccf62 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd3a623f-d614-44e6-8181-371bd7cc8c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389993 May 27 02:48:05.962020 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c4235317-d3ad-48d1-a067-703cf1e8c667 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:06.024681 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-899c55f9-97f4-4945-8cf0-10a7930373e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d7b2b2-fbb2-433f-857a-05b9c8d1435e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-473522430', 'tenant_id': 'fb681a9ac3074576a3927168993abc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '70189903-a62d-44b5-bfe1-ff440360e030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:47:30Z', 'updated_at': '2022-05-27T02:48:04Z', 'revision_number': 5, 'project_id': 'fb681a9ac3074576a3927168993abc95', 'gw_port': {'id': '70189903-a62d-44b5-bfe1-ff440360e030', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:08:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d7b2b2-fbb2-433f-857a-05b9c8d1435e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:47:31Z', 'updated_at': '2022-05-27T02:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:06.029498 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899c55f9-97f4-4945-8cf0-10a7930373e6 None None] Checking router: 12d7b2b2-fbb2-433f-857a-05b9c8d1435e for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:48:06.038484 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899c55f9-97f4-4945-8cf0-10a7930373e6 None None] Routers {'12d7b2b2-fbb2-433f-857a-05b9c8d1435e'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:48:06.039120 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-899c55f9-97f4-4945-8cf0-10a7930373e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:47:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['12d7b2b2-fbb2-433f-857a-05b9c8d1435e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:06.123588 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4235317-d3ad-48d1-a067-703cf1e8c667 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Pushing event deleted for resources: {'Subnet': ['ID=8133e904-2981-4357-abbf-fc2dd31b5808,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:06.128022 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c4235317-d3ad-48d1-a067-703cf1e8c667 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:06.129494 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c4235317-d3ad-48d1-a067-703cf1e8c667 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "DELETE /v2.0/subnets/8133e904-2981-4357-abbf-fc2dd31b5808 HTTP/1.1" status: 204 len: 168 time: 0.6259916 May 27 02:48:06.132118 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57302) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:06.184877 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c48f5f9-a5b2-46ea-8d50-317d6d2b915f None None] Network d8d322f2-4b17-4b69-b526-e8191175ef79 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:48:06.326522 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-899c55f9-97f4-4945-8cf0-10a7930373e6 None None] Set router 12d7b2b2-fbb2-433f-857a-05b9c8d1435e gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:48:06.335013 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-287382bf-80f7-4920-916f-52380b070eca tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:06.339648 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcd83e-e96d-48b9-b344-838975835da5 req-2ddefba7-0279-4ace-9c9c-184b7c4c1561 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:06.341173 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-54fcd83e-e96d-48b9-b344-838975835da5 req-2ddefba7-0279-4ace-9c9c-184b7c4c1561 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=21db14d5-d9d2-46fa-8620-c9a8cab492fa HTTP/1.1" status: 200 len: 945 time: 0.0946636 May 27 02:48:06.387851 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-54fcd83e-e96d-48b9-b344-838975835da5 req-7b3440f7-df35-4e59-9b5d-4f4911aec1fd tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=999a90b6-7508-4797-9ba3-ef2ee76a3638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393686 May 27 02:48:06.504581 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device d2f8f7be-0b59-4875-a300-cd5a579ed529 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:48:06.526283 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-287382bf-80f7-4920-916f-52380b070eca tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:06.607701 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-287382bf-80f7-4920-916f-52380b070eca tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Deleting port 70189903-a62d-44b5-bfe1-ff440360e030 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:48:06.607701 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-287382bf-80f7-4920-916f-52380b070eca tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:06.658392 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-0860a359-4947-498a-9309-d544d58cfe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:06.659808 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-0860a359-4947-498a-9309-d544d58cfe72 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b59631ecfa194f20bd33f8d2b34a5767&device_id=21db14d5-d9d2-46fa-8620-c9a8cab492fa HTTP/1.1" status: 200 len: 1096 time: 0.1853464 May 27 02:48:06.808524 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port d2f8f7be-0b59-4875-a300-cd5a579ed529 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:48:06.815227 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port d2f8f7be-0b59-4875-a300-cd5a579ed529 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:06.815970 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:06.837387 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-847aef46-8c28-4976-8f32-fe1a381bbc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:06.840926 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-847aef46-8c28-4976-8f32-fe1a381bbc50 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9e96f255-93d9-417c-a8a1-6b7c73c795a8 HTTP/1.1" status: 200 len: 897 time: 0.1753325 May 27 02:48:06.844282 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-899c55f9-97f4-4945-8cf0-10a7930373e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d7b2b2-fbb2-433f-857a-05b9c8d1435e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-473522430', 'tenant_id': 'fb681a9ac3074576a3927168993abc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '70189903-a62d-44b5-bfe1-ff440360e030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:47:30Z', 'updated_at': '2022-05-27T02:48:04Z', 'revision_number': 5, 'project_id': 'fb681a9ac3074576a3927168993abc95', 'gw_port': {'id': '70189903-a62d-44b5-bfe1-ff440360e030', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:08:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d7b2b2-fbb2-433f-857a-05b9c8d1435e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:47:31Z', 'updated_at': '2022-05-27T02:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:06.859135 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899c55f9-97f4-4945-8cf0-10a7930373e6 None None] The sync data for ids ['12d7b2b2-fbb2-433f-857a-05b9c8d1435e'] in n-d-843554-3 is: [{'id': '12d7b2b2-fbb2-433f-857a-05b9c8d1435e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-473522430', 'tenant_id': 'fb681a9ac3074576a3927168993abc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '70189903-a62d-44b5-bfe1-ff440360e030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:47:30Z', 'updated_at': '2022-05-27T02:48:04Z', 'revision_number': 5, 'project_id': 'fb681a9ac3074576a3927168993abc95', 'gw_port': {'id': '70189903-a62d-44b5-bfe1-ff440360e030', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:08:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d7b2b2-fbb2-433f-857a-05b9c8d1435e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:47:31Z', 'updated_at': '2022-05-27T02:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:48:06.875447 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac38a01-2c99-43ad-8944-fd5ada55f03d None None] DHCP port deletion for d8d322f2-4b17-4b69-b526-e8191175ef79 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:48:06.885974 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-7ac38a01-2c99-43ad-8944-fd5ada55f03d None None] Deleting port fdda0d2f-61a8-4fab-893f-6d2bf95dd3b9 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:48:06.886437 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7ac38a01-2c99-43ad-8944-fd5ada55f03d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:06.908345 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-287382bf-80f7-4920-916f-52380b070eca tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] For port 70189903-a62d-44b5-bfe1-ff440360e030, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=70189903-a62d-44b5-bfe1-ff440360e030,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:06.908856 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-287382bf-80f7-4920-916f-52380b070eca tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:06.928071 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-89aec0a9-1c83-4ac5-99a4-dc98b1617c61 req-d0ce630b-7b80-4bdd-91ca-7010d514191e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=620d5737-e0db-48a7-a6a4-3e0a5d256e67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1701519 May 27 02:48:06.968904 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-dfc10002-38f0-4e9b-b776-61f46b8eb361 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d38aec3-7ebc-44c2-92dc-07d94905cad4 HTTP/1.1" status: 200 len: 1001 time: 0.1219721 May 27 02:48:07.036519 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-dedd7e78-69b3-42f7-8a87-9499d30cb63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:07.038102 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-dedd7e78-69b3-42f7-8a87-9499d30cb63a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ee01894-57a6-45ec-a926-f8912d98c8b9 HTTP/1.1" status: 200 len: 835 time: 0.0636375 May 27 02:48:07.069018 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port d2f8f7be-0b59-4875-a300-cd5a579ed529 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:48:07.069396 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:07.093986 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-287382bf-80f7-4920-916f-52380b070eca tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Calling delete_port for 70189903-a62d-44b5-bfe1-ff440360e030 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:48:07.177223 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd557bf2b-8b39-48e1-aa33-4e422e84e49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f8f7be-0b59-4875-a300-cd5a579ed529'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:48:07.182695 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-f2676f7b-e736-4231-8fca-5a11f10d6d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:07.184582 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-f2676f7b-e736-4231-8fca-5a11f10d6d74 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9e96f255-93d9-417c-a8a1-6b7c73c795a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1410532 May 27 02:48:07.196036 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port d2f8f7be-0b59-4875-a300-cd5a579ed529, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=d2f8f7be-0b59-4875-a300-cd5a579ed529,segment=NetworkSegment(bc2d0139-cda1-43de-8c1d-dd74ac218f63),segment_id=bc2d0139-cda1-43de-8c1d-dd74ac218f63)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:07.202347 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-7ac38a01-2c99-43ad-8944-fd5ada55f03d None None] For port fdda0d2f-61a8-4fab-893f-6d2bf95dd3b9, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=fdda0d2f-61a8-4fab-893f-6d2bf95dd3b9,segment=NetworkSegment(09f487e2-3fd9-4c5d-a1dc-2a9a1583122b),segment_id=09f487e2-3fd9-4c5d-a1dc-2a9a1583122b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:07.202761 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7ac38a01-2c99-43ad-8944-fd5ada55f03d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:07.214572 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aec0a9-1c83-4ac5-99a4-dc98b1617c61 req-edd39b83-76a3-4a21-a507-9c174835bef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:07.219070 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-89aec0a9-1c83-4ac5-99a4-dc98b1617c61 req-edd39b83-76a3-4a21-a507-9c174835bef5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fb681a9ac3074576a3927168993abc95&device_id=620d5737-e0db-48a7-a6a4-3e0a5d256e67 HTTP/1.1" status: 200 len: 1135 time: 0.2294230 May 27 02:48:07.295875 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-681c02e6-5d13-43c9-9184-828ff4b1c7d6'] response: {'server_uuid': 'd557bf2b-8b39-48e1-aa33-4e422e84e49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f8f7be-0b59-4875-a300-cd5a579ed529', 'code': 200} May 27 02:48:07.320765 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb86582-27d4-4ab9-8ed0-6042e58a9027 req-86f24490-0a6f-4aa0-acba-309cf6d894ec tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:07.322294 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0fb86582-27d4-4ab9-8ed0-6042e58a9027 req-86f24490-0a6f-4aa0-acba-309cf6d894ec tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=d557bf2b-8b39-48e1-aa33-4e422e84e49e HTTP/1.1" status: 200 len: 944 time: 0.2335608 May 27 02:48:07.358853 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:07.371950 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-7ac38a01-2c99-43ad-8944-fd5ada55f03d None None] Calling delete_port for fdda0d2f-61a8-4fab-893f-6d2bf95dd3b9 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:48:07.441565 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-287382bf-80f7-4920-916f-52380b070eca tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:07.444859 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-4e0c6c7a-5c86-429f-acf5-c7fb5d7b39c3 service neutron] 10.222.0.66 "GET /v2.0/networks/9e96f255-93d9-417c-a8a1-6b7c73c795a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532578 May 27 02:48:07.471975 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0fb86582-27d4-4ab9-8ed0-6042e58a9027 req-e0c93730-1164-4701-aeff-b3d1d36bca4c tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd3a623f-d614-44e6-8181-371bd7cc8c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348934 May 27 02:48:07.566870 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=d2f8f7be-0b59-4875-a300-cd5a579ed529,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:07.571039 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device fdda0d2f-61a8-4fab-893f-6d2bf95dd3b9 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:48:07.571184 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec291f7-13e1-466a-b17e-8deef4cd9908 req-955db9a3-0af4-49c0-a798-834c8f072700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:07.572577 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dec291f7-13e1-466a-b17e-8deef4cd9908 req-955db9a3-0af4-49c0-a798-834c8f072700 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d557bf2b-8b39-48e1-aa33-4e422e84e49e HTTP/1.1" status: 200 len: 1096 time: 0.2195666 May 27 02:48:07.625789 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287382bf-80f7-4920-916f-52380b070eca tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Pushing event deleted for resources: {'Port': ['ID=70189903-a62d-44b5-bfe1-ff440360e030,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:07.684542 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-8cd4bea6-ba92-4358-9634-b9cfaf73cb3e service neutron] 10.222.0.66 "GET /v2.0/networks/9e96f255-93d9-417c-a8a1-6b7c73c795a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324698 May 27 02:48:07.685184 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aec0a9-1c83-4ac5-99a4-dc98b1617c61 req-4f0a0873-c504-485b-8e46-5bd8254858cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:07.686617 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-89aec0a9-1c83-4ac5-99a4-dc98b1617c61 req-4f0a0873-c504-485b-8e46-5bd8254858cb service neutron] 10.222.0.66 "GET /v2.0/networks?id=089299e9-5a98-4df9-8164-309755134228 HTTP/1.1" status: 200 len: 897 time: 0.3471403 May 27 02:48:07.689535 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dec291f7-13e1-466a-b17e-8deef4cd9908 req-a05f0935-abca-4f13-b6ef-d35717c8a787 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fd3a623f-d614-44e6-8181-371bd7cc8c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048467 May 27 02:48:07.690393 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7ac38a01-2c99-43ad-8944-fd5ada55f03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:07.716296 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-287382bf-80f7-4920-916f-52380b070eca tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:07.717207 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bf4cd-0bf4-46a9-95f1-9f546517ed68 req-816e5e8a-6c2a-4f28-82e1-5517677725d7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:07.718702 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cb4bf4cd-0bf4-46a9-95f1-9f546517ed68 req-816e5e8a-6c2a-4f28-82e1-5517677725d7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=21db14d5-d9d2-46fa-8620-c9a8cab492fa HTTP/1.1" status: 200 len: 945 time: 0.1502292 May 27 02:48:07.745568 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac38a01-2c99-43ad-8944-fd5ada55f03d None None] Pushing event deleted for resources: {'Port': ['ID=fdda0d2f-61a8-4fab-893f-6d2bf95dd3b9,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:07.749210 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac38a01-2c99-43ad-8944-fd5ada55f03d None None] No DVR routers for this DVR port fdda0d2f-61a8-4fab-893f-6d2bf95dd3b9 on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:48:07.753219 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port fdda0d2f-61a8-4fab-893f-6d2bf95dd3b9 is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:48:07.753543 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:07.773778 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cb4bf4cd-0bf4-46a9-95f1-9f546517ed68 req-960be05a-d667-4663-926c-6d0f90717b7f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=999a90b6-7508-4797-9ba3-ef2ee76a3638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481174 May 27 02:48:07.814942 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device abba1dc5-6886-4f55-853c-6d5b99288bdb no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:48:07.848791 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: abba1dc5-6886-4f55-853c-6d5b99288bdb {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:48:07.849122 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device abba1dc5-6886-4f55-853c-6d5b99288bdb not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:48:07.986988 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-6db6fc1d-5297-4b53-a8e1-d30f5f14f6e7 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:07.988466 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-6db6fc1d-5297-4b53-a8e1-d30f5f14f6e7 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=21db14d5-d9d2-46fa-8620-c9a8cab492fa&tenant_id=b59631ecfa194f20bd33f8d2b34a5767&binding%3Ahost_id=n-h1-843554-3 HTTP/1.1" status: 200 len: 1096 time: 0.0750072 May 27 02:48:08.003444 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-c3d08334-94ec-4a13-8459-a091dd594174 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843554-3'}}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:48:08.108993 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-287382bf-80f7-4920-916f-52380b070eca tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:08.113137 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-287382bf-80f7-4920-916f-52380b070eca tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:08.113793 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-c3d08334-94ec-4a13-8459-a091dd594174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:08.137906 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-89aec0a9-1c83-4ac5-99a4-dc98b1617c61 req-139e564b-2839-4e9f-8250-692627d3cf59 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5798b115-1bd7-4464-81a4-c5c95472f6e4 HTTP/1.1" status: 200 len: 1001 time: 0.1729798 May 27 02:48:08.199211 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aec0a9-1c83-4ac5-99a4-dc98b1617c61 req-491a1ea6-53a4-45eb-af50-5ce9f01c96a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:08.200635 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-89aec0a9-1c83-4ac5-99a4-dc98b1617c61 req-491a1ea6-53a4-45eb-af50-5ce9f01c96a2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2fd218f8-fc6d-45f0-8330-e9fc5020b63e HTTP/1.1" status: 200 len: 834 time: 0.0569050 May 27 02:48:08.242912 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-287382bf-80f7-4920-916f-52380b070eca tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:08.243337 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287382bf-80f7-4920-916f-52380b070eca tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Fanout notify agent at l3_agent the message router_deleted on router 12d7b2b2-fbb2-433f-857a-05b9c8d1435e {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:48:08.273208 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-287382bf-80f7-4920-916f-52380b070eca tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:08.274296 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-287382bf-80f7-4920-916f-52380b070eca tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "DELETE /v2.0/routers/12d7b2b2-fbb2-433f-857a-05b9c8d1435e HTTP/1.1" status: 204 len: 168 time: 2.1409304 May 27 02:48:08.278076 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57314) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:08.310277 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-c3d08334-94ec-4a13-8459-a091dd594174 service neutron] For port 0d38aec3-7ebc-44c2-92dc-07d94905cad4, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=0d38aec3-7ebc-44c2-92dc-07d94905cad4,segment=NetworkSegment(6740af22-6b0c-4bfb-80ad-829f2dad4c72),segment_id=6740af22-6b0c-4bfb-80ad-829f2dad4c72)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:08.346058 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-c3d08334-94ec-4a13-8459-a091dd594174 service neutron] For port 0d38aec3-7ebc-44c2-92dc-07d94905cad4, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:48:08.405192 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4bb53530-8fa3-46a0-9126-6385ac3404f8 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:08.406809 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21db14d5-d9d2-46fa-8620-c9a8cab492fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d38aec3-7ebc-44c2-92dc-07d94905cad4'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:48:08.408361 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aec0a9-1c83-4ac5-99a4-dc98b1617c61 req-d376f164-29cf-49d3-9b22-f18b6794ab0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:08.409835 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-89aec0a9-1c83-4ac5-99a4-dc98b1617c61 req-d376f164-29cf-49d3-9b22-f18b6794ab0f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=089299e9-5a98-4df9-8164-309755134228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2030280 May 27 02:48:08.412690 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-c3d08334-94ec-4a13-8459-a091dd594174 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:08.451038 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e0a88d5-42a9-49ec-a22e-9d94b3e0e70b'] response: {'server_uuid': '21db14d5-d9d2-46fa-8620-c9a8cab492fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d38aec3-7ebc-44c2-92dc-07d94905cad4', 'code': 200} May 27 02:48:08.481366 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-c3d08334-94ec-4a13-8459-a091dd594174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:08.550486 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4bb53530-8fa3-46a0-9126-6385ac3404f8 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:08.664984 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-4bb53530-8fa3-46a0-9126-6385ac3404f8 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8d322f2-4b17-4b69-b526-e8191175ef79']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:08.688813 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-4bb53530-8fa3-46a0-9126-6385ac3404f8 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09f487e2-3fd9-4c5d-a1dc-2a9a1583122b') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:08.689118 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-4bb53530-8fa3-46a0-9126-6385ac3404f8 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09f487e2-3fd9-4c5d-a1dc-2a9a1583122b') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:08.707265 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4bb53530-8fa3-46a0-9126-6385ac3404f8 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:08.746049 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4bb53530-8fa3-46a0-9126-6385ac3404f8 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:08.789548 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bb53530-8fa3-46a0-9126-6385ac3404f8 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:48:08.789800 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4bb53530-8fa3-46a0-9126-6385ac3404f8 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:08.840160 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-89aec0a9-1c83-4ac5-99a4-dc98b1617c61 req-83cbe813-597d-422d-a5b3-1311e0dc2f04 service neutron] 10.222.0.66 "GET /v2.0/networks/089299e9-5a98-4df9-8164-309755134228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800879 May 27 02:48:08.906841 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d08334-94ec-4a13-8459-a091dd594174 service neutron] Pushing event updated for resources: {'Port': ['ID=0d38aec3-7ebc-44c2-92dc-07d94905cad4,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:08.917558 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c92ecccd-4610-452f-b129-4ee03d0a6ce0 None None] Provisioning complete for port 0d38aec3-7ebc-44c2-92dc-07d94905cad4 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:08.918532 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c92ecccd-4610-452f-b129-4ee03d0a6ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:08.935066 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 09f487e2-3fd9-4c5d-a1dc-2a9a1583122b resource provider aggregate not found May 27 02:48:08.941497 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d08334-94ec-4a13-8459-a091dd594174 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:08.941842 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d08334-94ec-4a13-8459-a091dd594174 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:08.942174 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d08334-94ec-4a13-8459-a091dd594174 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:08.942500 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d08334-94ec-4a13-8459-a091dd594174 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:08.942825 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d08334-94ec-4a13-8459-a091dd594174 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:08.943147 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d08334-94ec-4a13-8459-a091dd594174 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:08.943463 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d08334-94ec-4a13-8459-a091dd594174 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:08.943779 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d08334-94ec-4a13-8459-a091dd594174 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:08.944092 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d08334-94ec-4a13-8459-a091dd594174 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:08.944408 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d08334-94ec-4a13-8459-a091dd594174 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:08.944737 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d08334-94ec-4a13-8459-a091dd594174 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:08.945068 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d08334-94ec-4a13-8459-a091dd594174 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:09.004111 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 09f487e2-3fd9-4c5d-a1dc-2a9a1583122b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 09f487e2-3fd9-4c5d-a1dc-2a9a1583122b found for delete ", "request_id": "req-43aba6d3-9a75-4df4-bbca-2188adf1190b"}]} May 27 02:48:09.008190 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-c92ecccd-4610-452f-b129-4ee03d0a6ce0 None None] Port 0d38aec3-7ebc-44c2-92dc-07d94905cad4 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:48:09.049737 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-89aec0a9-1c83-4ac5-99a4-dc98b1617c61 req-9fae70f6-4149-4436-8398-4156da7baf60 service neutron] 10.222.0.66 "GET /v2.0/networks/089299e9-5a98-4df9-8164-309755134228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568029 May 27 02:48:09.090369 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55391e46-441c-4213-8da6-d043b7278178 req-88e3e8aa-4b8c-4cb1-a1af-3baa57f3435d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:09.091823 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-55391e46-441c-4213-8da6-d043b7278178 req-88e3e8aa-4b8c-4cb1-a1af-3baa57f3435d tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=d557bf2b-8b39-48e1-aa33-4e422e84e49e HTTP/1.1" status: 200 len: 945 time: 0.3412571 May 27 02:48:09.092984 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4bb53530-8fa3-46a0-9126-6385ac3404f8 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:09.093351 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-c3d08334-94ec-4a13-8459-a091dd594174 service neutron] Attempting to bind port 0d38aec3-7ebc-44c2-92dc-07d94905cad4 on host n-h1-843554-3 for vnic_type normal with profile {"migrating_to": "n-h2-843554-3"} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:48:09.093678 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-c3d08334-94ec-4a13-8459-a091dd594174 service neutron] Attempting to bind port 0d38aec3-7ebc-44c2-92dc-07d94905cad4 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '6740af22-6b0c-4bfb-80ad-829f2dad4c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9e96f255-93d9-417c-a8a1-6b7c73c795a8'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:48:09.094725 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-c3d08334-94ec-4a13-8459-a091dd594174 service neutron] Attempting to bind port 0d38aec3-7ebc-44c2-92dc-07d94905cad4 on network 9e96f255-93d9-417c-a8a1-6b7c73c795a8 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:48:09.110723 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4bb53530-8fa3-46a0-9126-6385ac3404f8 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:09.122392 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb53530-8fa3-46a0-9126-6385ac3404f8 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Pushing event deleted for resources: {'Network': ['ID=d8d322f2-4b17-4b69-b526-e8191175ef79,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:09.125047 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-c3d08334-94ec-4a13-8459-a091dd594174 service neutron] Port 0d38aec3-7ebc-44c2-92dc-07d94905cad4 on network 9e96f255-93d9-417c-a8a1-6b7c73c795a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:48:09.125381 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-c3d08334-94ec-4a13-8459-a091dd594174 service neutron] Attempting to bind port 0d38aec3-7ebc-44c2-92dc-07d94905cad4 on network 9e96f255-93d9-417c-a8a1-6b7c73c795a8 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:48:09.138684 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-c3d08334-94ec-4a13-8459-a091dd594174 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:48:09.139021 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-c3d08334-94ec-4a13-8459-a091dd594174 service neutron] Checking segment: {'id': '6740af22-6b0c-4bfb-80ad-829f2dad4c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9e96f255-93d9-417c-a8a1-6b7c73c795a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:48:09.139401 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-c3d08334-94ec-4a13-8459-a091dd594174 service neutron] Bound using segment: {'id': '6740af22-6b0c-4bfb-80ad-829f2dad4c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9e96f255-93d9-417c-a8a1-6b7c73c795a8'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:48:09.139827 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-c3d08334-94ec-4a13-8459-a091dd594174 service neutron] Bound port: 0d38aec3-7ebc-44c2-92dc-07d94905cad4, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6740af22-6b0c-4bfb-80ad-829f2dad4c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9e96f255-93d9-417c-a8a1-6b7c73c795a8'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:48:09.140172 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-c3d08334-94ec-4a13-8459-a091dd594174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:09.184576 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4bb53530-8fa3-46a0-9126-6385ac3404f8 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "DELETE /v2.0/networks/d8d322f2-4b17-4b69-b526-e8191175ef79 HTTP/1.1" status: 204 len: 168 time: 0.9054780 May 27 02:48:09.187260 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57330) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:09.216426 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-55391e46-441c-4213-8da6-d043b7278178 req-bc14b597-cac3-4b0c-af26-2ec01f56350b tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd3a623f-d614-44e6-8181-371bd7cc8c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147597 May 27 02:48:09.236531 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92821f9f-b6af-4f1a-9924-ce0948031834 req-d54e8986-df21-4d33-9591-05ec44fe45eb tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:09.238000 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-92821f9f-b6af-4f1a-9924-ce0948031834 req-d54e8986-df21-4d33-9591-05ec44fe45eb tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=21db14d5-d9d2-46fa-8620-c9a8cab492fa HTTP/1.1" status: 200 len: 943 time: 0.2211485 May 27 02:48:09.294985 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-c3d08334-94ec-4a13-8459-a091dd594174 service neutron] For port 0d38aec3-7ebc-44c2-92dc-07d94905cad4, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:48:09.305505 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-92821f9f-b6af-4f1a-9924-ce0948031834 req-b44839ac-8173-4ba7-8625-7aee03822766 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=999a90b6-7508-4797-9ba3-ef2ee76a3638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603220 May 27 02:48:09.308084 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-c3d08334-94ec-4a13-8459-a091dd594174 service neutron] For port 0d38aec3-7ebc-44c2-92dc-07d94905cad4, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=0d38aec3-7ebc-44c2-92dc-07d94905cad4,segment=NetworkSegment(6740af22-6b0c-4bfb-80ad-829f2dad4c72),segment_id=6740af22-6b0c-4bfb-80ad-829f2dad4c72)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:48:09.384795 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-c3d08334-94ec-4a13-8459-a091dd594174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:09.400876 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c83f14ef-d419-4f94-8903-38196d76562d tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Deleting port e96cad2c-37c3-493e-b466-81c64dff7295 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:48:09.401262 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c83f14ef-d419-4f94-8903-38196d76562d tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:09.506809 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 70189903-a62d-44b5-bfe1-ff440360e030 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:48:09.544288 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d08334-94ec-4a13-8459-a091dd594174 service neutron] Pushing event updated for resources: {'Port': ['ID=0d38aec3-7ebc-44c2-92dc-07d94905cad4,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:09.562731 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 70189903-a62d-44b5-bfe1-ff440360e030 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:48:09.563252 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 70189903-a62d-44b5-bfe1-ff440360e030 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:48:09.600468 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-c3d08334-94ec-4a13-8459-a091dd594174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:09.601379 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-c3d08334-94ec-4a13-8459-a091dd594174 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:09.602859 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-c3d08334-94ec-4a13-8459-a091dd594174 service neutron] 10.222.0.66 "PUT /v2.0/ports/0d38aec3-7ebc-44c2-92dc-07d94905cad4 HTTP/1.1" status: 200 len: 1121 time: 1.6031833 May 27 02:48:09.664339 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['0d38aec3-7ebc-44c2-92dc-07d94905cad4'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:48:09.751495 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-119be42f-1759-442c-8ca9-d545c54cd772 None None] Provisioning complete for port 0d38aec3-7ebc-44c2-92dc-07d94905cad4 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:09.751860 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-119be42f-1759-442c-8ca9-d545c54cd772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:09.765745 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c83f14ef-d419-4f94-8903-38196d76562d tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:09.766276 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c83f14ef-d419-4f94-8903-38196d76562d tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:09.897814 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c83f14ef-d419-4f94-8903-38196d76562d tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Calling delete_port for e96cad2c-37c3-493e-b466-81c64dff7295 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:48:09.987291 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-119be42f-1759-442c-8ca9-d545c54cd772 None None] Current status of the port 0d38aec3-7ebc-44c2-92dc-07d94905cad4 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:48:09.987863 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-119be42f-1759-442c-8ca9-d545c54cd772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:10.035826 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21db14d5-d9d2-46fa-8620-c9a8cab492fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d38aec3-7ebc-44c2-92dc-07d94905cad4'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:48:10.054743 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-119be42f-1759-442c-8ca9-d545c54cd772 None None] For port 0d38aec3-7ebc-44c2-92dc-07d94905cad4, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=0d38aec3-7ebc-44c2-92dc-07d94905cad4,segment=NetworkSegment(6740af22-6b0c-4bfb-80ad-829f2dad4c72),segment_id=6740af22-6b0c-4bfb-80ad-829f2dad4c72)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:10.082222 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4052d27-f00c-4283-91fe-1e216903c468'] response: {'server_uuid': '21db14d5-d9d2-46fa-8620-c9a8cab492fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d38aec3-7ebc-44c2-92dc-07d94905cad4', 'code': 200} May 27 02:48:10.108169 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c83f14ef-d419-4f94-8903-38196d76562d tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:10.125784 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-119be42f-1759-442c-8ca9-d545c54cd772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:10.159739 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f14ef-d419-4f94-8903-38196d76562d tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Pushing event deleted for resources: {'Port': ['ID=e96cad2c-37c3-493e-b466-81c64dff7295,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:10.248281 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c83f14ef-d419-4f94-8903-38196d76562d tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:10.248405 n-d-843554-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-c83f14ef-d419-4f94-8903-38196d76562d tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Floating IP 95cc490a-7c20-454d-8c38-c77070a9a3a5 disassociated (deleted). External IP: 172.25.1.154, port: 5798b115-1bd7-4464-81a4-c5c95472f6e4. May 27 02:48:10.274248 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119be42f-1759-442c-8ca9-d545c54cd772 None None] Pushing event updated for resources: {'Port': ['ID=0d38aec3-7ebc-44c2-92dc-07d94905cad4,revision_number=9']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:10.426349 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef90c01-4a53-4472-a0c3-fb5c9dbf93d2 req-0d09743f-2ecc-4d5b-a4d3-6bb32bc40657 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:10.427865 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cef90c01-4a53-4472-a0c3-fb5c9dbf93d2 req-0d09743f-2ecc-4d5b-a4d3-6bb32bc40657 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=d557bf2b-8b39-48e1-aa33-4e422e84e49e HTTP/1.1" status: 200 len: 945 time: 0.0845585 May 27 02:48:10.458889 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21db14d5-d9d2-46fa-8620-c9a8cab492fa', 'tag': '0d38aec3-7ebc-44c2-92dc-07d94905cad4'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:48:10.530377 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cef90c01-4a53-4472-a0c3-fb5c9dbf93d2 req-5e6b11ab-b6f0-4383-8e7d-577d2e70a789 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd3a623f-d614-44e6-8181-371bd7cc8c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621994 May 27 02:48:10.553843 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6c80e-1f86-4a26-9b69-457f9bbaeb38 req-4b903255-8fd7-4eab-aa96-37c911706e3f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:10.561207 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-80c6c80e-1f86-4a26-9b69-457f9bbaeb38 req-4b903255-8fd7-4eab-aa96-37c911706e3f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=21db14d5-d9d2-46fa-8620-c9a8cab492fa HTTP/1.1" status: 200 len: 945 time: 0.1323004 May 27 02:48:10.593039 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2132c3bd-a713-4764-ba99-81ce1f819a2e'] response: {'name': 'network-changed', 'server_uuid': '21db14d5-d9d2-46fa-8620-c9a8cab492fa', 'tag': '0d38aec3-7ebc-44c2-92dc-07d94905cad4', 'status': 'completed', 'code': 200} May 27 02:48:10.609552 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-80c6c80e-1f86-4a26-9b69-457f9bbaeb38 req-442d2c03-f3c9-41ed-b9d9-869a992a3e92 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=999a90b6-7508-4797-9ba3-ef2ee76a3638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468168 May 27 02:48:10.674084 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83f14ef-d419-4f94-8903-38196d76562d tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Router 250c98b9-94d1-4f0a-920e-019abae90da9 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:48:10.750693 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f9287-26f8-447a-9176-a24bd447dead req-44f482c0-83d5-4112-9b49-f410c1a7569a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:10.752169 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d52f9287-26f8-447a-9176-a24bd447dead req-44f482c0-83d5-4112-9b49-f410c1a7569a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=d557bf2b-8b39-48e1-aa33-4e422e84e49e HTTP/1.1" status: 200 len: 945 time: 0.0808446 May 27 02:48:10.781431 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af3897-1b0f-40b3-820c-b4f18a6d7043 req-2eaf994f-237f-4307-a199-cd6a501e1082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:10.783173 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-81af3897-1b0f-40b3-820c-b4f18a6d7043 req-2eaf994f-237f-4307-a199-cd6a501e1082 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b59631ecfa194f20bd33f8d2b34a5767&device_id=21db14d5-d9d2-46fa-8620-c9a8cab492fa HTTP/1.1" status: 200 len: 1126 time: 0.1706877 May 27 02:48:10.802557 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d52f9287-26f8-447a-9176-a24bd447dead req-45a19f02-3bd5-4e33-b474-5fbc38e6a2ac tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd3a623f-d614-44e6-8181-371bd7cc8c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440342 May 27 02:48:10.826275 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57344) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:10.896308 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa085d05-16f0-4ea6-9c4f-2ecd6bc78258 tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:10.897833 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-aa085d05-16f0-4ea6-9c4f-2ecd6bc78258 tempest-TestNetworkBasicOps-2072688183 tempest-TestNetworkBasicOps-2072688183-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d557bf2b-8b39-48e1-aa33-4e422e84e49e HTTP/1.1" status: 200 len: 1091 time: 0.0702596 May 27 02:48:10.900685 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57348) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:10.905640 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-a20c0505-7f83-4549-adb5-d48e0afa0ff9 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'port_id': 'd2f8f7be-0b59-4875-a300-cd5a579ed529', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:48:10.911876 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a20c0505-7f83-4549-adb5-d48e0afa0ff9 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:10.915735 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a20c0505-7f83-4549-adb5-d48e0afa0ff9 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Usage tracker for resource:floatingip and tenant:bacca2e928f240ac8e59ab0d5daf4b12 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:10.918653 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a20c0505-7f83-4549-adb5-d48e0afa0ff9 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:10.924217 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a20c0505-7f83-4549-adb5-d48e0afa0ff9 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:10.958202 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83f14ef-d419-4f94-8903-38196d76562d tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:48:10.967555 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adf32dd-3d24-4aa6-8fe9-231550d74cab None None] Sync routers for ids ['250c98b9-94d1-4f0a-920e-019abae90da9'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:48:10.977487 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adf32dd-3d24-4aa6-8fe9-231550d74cab None None] Routers {'250c98b9-94d1-4f0a-920e-019abae90da9'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:48:10.978091 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-5adf32dd-3d24-4aa6-8fe9-231550d74cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:47:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['250c98b9-94d1-4f0a-920e-019abae90da9'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:11.001166 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c83f14ef-d419-4f94-8903-38196d76562d tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:11.046353 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af3897-1b0f-40b3-820c-b4f18a6d7043 req-ced6221c-13b2-4efc-9b61-5a46f6ba5887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:11.047807 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-81af3897-1b0f-40b3-820c-b4f18a6d7043 req-ced6221c-13b2-4efc-9b61-5a46f6ba5887 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9e96f255-93d9-417c-a8a1-6b7c73c795a8 HTTP/1.1" status: 200 len: 897 time: 0.2140439 May 27 02:48:11.053169 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a20c0505-7f83-4549-adb5-d48e0afa0ff9 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for floatingip, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:11.199048 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-5adf32dd-3d24-4aa6-8fe9-231550d74cab None None] Set router 250c98b9-94d1-4f0a-920e-019abae90da9 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:48:11.202112 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a20c0505-7f83-4549-adb5-d48e0afa0ff9 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:11.264340 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c83f14ef-d419-4f94-8903-38196d76562d tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "DELETE /v2.0/floatingips/95cc490a-7c20-454d-8c38-c77070a9a3a5 HTTP/1.1" status: 204 len: 168 time: 2.0758958 May 27 02:48:11.267406 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '620d5737-e0db-48a7-a6a4-3e0a5d256e67', 'tag': '5798b115-1bd7-4464-81a4-c5c95472f6e4'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:48:11.299042 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-81af3897-1b0f-40b3-820c-b4f18a6d7043 req-581ee54f-951f-4650-ba3d-3c17c76cccfc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d38aec3-7ebc-44c2-92dc-07d94905cad4 HTTP/1.1" status: 200 len: 1001 time: 0.2440047 May 27 02:48:11.374343 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-a20c0505-7f83-4549-adb5-d48e0afa0ff9 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Allocated IP 172.25.1.194 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/c0da21aa-2768-4a81-a959-e6cd1a1de44c) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:48:11.379466 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53ba2b4e-78a8-420a-9c60-0e0abcab96cc'] response: {'name': 'network-changed', 'server_uuid': '620d5737-e0db-48a7-a6a4-3e0a5d256e67', 'tag': '5798b115-1bd7-4464-81a4-c5c95472f6e4', 'status': 'completed', 'code': 200} May 27 02:48:11.406919 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af3897-1b0f-40b3-820c-b4f18a6d7043 req-92f4d8f9-5a60-457a-a72c-43eac360cd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:11.408870 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-81af3897-1b0f-40b3-820c-b4f18a6d7043 req-92f4d8f9-5a60-457a-a72c-43eac360cd0d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2ee01894-57a6-45ec-a926-f8912d98c8b9 HTTP/1.1" status: 200 len: 835 time: 0.1012800 May 27 02:48:11.508774 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af3897-1b0f-40b3-820c-b4f18a6d7043 req-86476271-d7ec-4c65-95fa-7a3df456099d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:11.510800 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-81af3897-1b0f-40b3-820c-b4f18a6d7043 req-86476271-d7ec-4c65-95fa-7a3df456099d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e96f255-93d9-417c-a8a1-6b7c73c795a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951755 May 27 02:48:11.553700 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-5adf32dd-3d24-4aa6-8fe9-231550d74cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250c98b9-94d1-4f0a-920e-019abae90da9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1459759070', 'tenant_id': 'fb681a9ac3074576a3927168993abc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '1877017c-52c5-4b38-b591-e7de055218fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:46:22Z', 'updated_at': '2022-05-27T02:46:31Z', 'revision_number': 4, 'project_id': 'fb681a9ac3074576a3927168993abc95', 'gw_port': {'id': '1877017c-52c5-4b38-b591-e7de055218fa', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250c98b9-94d1-4f0a-920e-019abae90da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:46:23Z', 'updated_at': '2022-05-27T02:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '40713c0b-4247-4a84-b177-4a1036619fb3', 'name': '', 'network_id': '089299e9-5a98-4df9-8164-309755134228', 'tenant_id': 'fb681a9ac3074576a3927168993abc95', 'mac_address': 'fa:16:3e:62:08:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250c98b9-94d1-4f0a-920e-019abae90da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '2fd218f8-fc6d-45f0-8330-e9fc5020b63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:46:30Z', 'updated_at': '2022-05-27T02:46:40Z', 'revision_number': 5, 'project_id': 'fb681a9ac3074576a3927168993abc95', 'subnets': [{'id': '2fd218f8-fc6d-45f0-8330-e9fc5020b63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:11.558521 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adf32dd-3d24-4aa6-8fe9-231550d74cab None None] Checking router: 250c98b9-94d1-4f0a-920e-019abae90da9 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:48:11.567852 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adf32dd-3d24-4aa6-8fe9-231550d74cab None None] Routers {'250c98b9-94d1-4f0a-920e-019abae90da9'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:48:11.568802 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-5adf32dd-3d24-4aa6-8fe9-231550d74cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:47:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['250c98b9-94d1-4f0a-920e-019abae90da9'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:11.585339 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5b1fd-506f-412f-bc41-4464a16f8d4c req-f0106499-a277-4746-8dad-210ca92198ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:11.586811 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e8a5b1fd-506f-412f-bc41-4464a16f8d4c req-f0106499-a277-4746-8dad-210ca92198ca service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fb681a9ac3074576a3927168993abc95&device_id=620d5737-e0db-48a7-a6a4-3e0a5d256e67 HTTP/1.1" status: 200 len: 1135 time: 0.1766491 May 27 02:48:11.591838 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a20c0505-7f83-4549-adb5-d48e0afa0ff9 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:11.696139 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-81af3897-1b0f-40b3-820c-b4f18a6d7043 req-2a151d30-3c38-4c18-b294-eb348dee0d00 service neutron] 10.222.0.32 "GET /v2.0/networks/9e96f255-93d9-417c-a8a1-6b7c73c795a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783924 May 27 02:48:11.774252 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-5adf32dd-3d24-4aa6-8fe9-231550d74cab None None] Set router 250c98b9-94d1-4f0a-920e-019abae90da9 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:48:11.882479 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-81af3897-1b0f-40b3-820c-b4f18a6d7043 req-e37e1082-8387-4e87-bb28-d00390288235 service neutron] 10.222.0.32 "GET /v2.0/networks/9e96f255-93d9-417c-a8a1-6b7c73c795a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800833 May 27 02:48:11.905734 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5b1fd-506f-412f-bc41-4464a16f8d4c req-142e015f-d707-46db-a37b-5716a1282afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:11.907315 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e8a5b1fd-506f-412f-bc41-4464a16f8d4c req-142e015f-d707-46db-a37b-5716a1282afb service neutron] 10.222.0.66 "GET /v2.0/networks?id=089299e9-5a98-4df9-8164-309755134228 HTTP/1.1" status: 200 len: 897 time: 0.3123102 May 27 02:48:12.019173 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a20c0505-7f83-4549-adb5-d48e0afa0ff9 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:12.068920 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e8a5b1fd-506f-412f-bc41-4464a16f8d4c req-48ccd93f-5968-481a-9e27-dc1ab96f038b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5798b115-1bd7-4464-81a4-c5c95472f6e4 HTTP/1.1" status: 200 len: 217 time: 0.1173153 May 27 02:48:12.106861 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-5adf32dd-3d24-4aa6-8fe9-231550d74cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250c98b9-94d1-4f0a-920e-019abae90da9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1459759070', 'tenant_id': 'fb681a9ac3074576a3927168993abc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '1877017c-52c5-4b38-b591-e7de055218fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:46:22Z', 'updated_at': '2022-05-27T02:46:31Z', 'revision_number': 4, 'project_id': 'fb681a9ac3074576a3927168993abc95', 'gw_port': {'id': '1877017c-52c5-4b38-b591-e7de055218fa', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250c98b9-94d1-4f0a-920e-019abae90da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:46:23Z', 'updated_at': '2022-05-27T02:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '40713c0b-4247-4a84-b177-4a1036619fb3', 'name': '', 'network_id': '089299e9-5a98-4df9-8164-309755134228', 'tenant_id': 'fb681a9ac3074576a3927168993abc95', 'mac_address': 'fa:16:3e:62:08:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250c98b9-94d1-4f0a-920e-019abae90da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '2fd218f8-fc6d-45f0-8330-e9fc5020b63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:46:30Z', 'updated_at': '2022-05-27T02:46:40Z', 'revision_number': 5, 'project_id': 'fb681a9ac3074576a3927168993abc95', 'subnets': [{'id': '2fd218f8-fc6d-45f0-8330-e9fc5020b63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:12.110779 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adf32dd-3d24-4aa6-8fe9-231550d74cab None None] The sync data for ids ['250c98b9-94d1-4f0a-920e-019abae90da9'] in n-d-843554-3 is: [{'id': '250c98b9-94d1-4f0a-920e-019abae90da9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1459759070', 'tenant_id': 'fb681a9ac3074576a3927168993abc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '1877017c-52c5-4b38-b591-e7de055218fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:46:22Z', 'updated_at': '2022-05-27T02:46:31Z', 'revision_number': 4, 'project_id': 'fb681a9ac3074576a3927168993abc95', 'gw_port': {'id': '1877017c-52c5-4b38-b591-e7de055218fa', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250c98b9-94d1-4f0a-920e-019abae90da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:46:23Z', 'updated_at': '2022-05-27T02:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '40713c0b-4247-4a84-b177-4a1036619fb3', 'name': '', 'network_id': '089299e9-5a98-4df9-8164-309755134228', 'tenant_id': 'fb681a9ac3074576a3927168993abc95', 'mac_address': 'fa:16:3e:62:08:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250c98b9-94d1-4f0a-920e-019abae90da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '2fd218f8-fc6d-45f0-8330-e9fc5020b63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:46:30Z', 'updated_at': '2022-05-27T02:46:40Z', 'revision_number': 5, 'project_id': 'fb681a9ac3074576a3927168993abc95', 'subnets': [{'id': '2fd218f8-fc6d-45f0-8330-e9fc5020b63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:48:12.143422 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20c0505-7f83-4549-adb5-d48e0afa0ff9 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:48:12.153521 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-a20c0505-7f83-4549-adb5-d48e0afa0ff9 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:48:12.158089 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20c0505-7f83-4549-adb5-d48e0afa0ff9 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:48:12.202112 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c0505-7f83-4549-adb5-d48e0afa0ff9 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event updated for resources: {'Port': ['ID=c0da21aa-2768-4a81-a959-e6cd1a1de44c,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:12.220592 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa3be9-8b10-4020-81fb-0d8d9aa66bbf req-cc40ac19-0c91-4ab0-a431-ea671c09197d tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:12.222170 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b6fa3be9-8b10-4020-81fb-0d8d9aa66bbf req-cc40ac19-0c91-4ab0-a431-ea671c09197d tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=21db14d5-d9d2-46fa-8620-c9a8cab492fa HTTP/1.1" status: 200 len: 945 time: 0.4898150 May 27 02:48:12.271747 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5b1fd-506f-412f-bc41-4464a16f8d4c req-2cb211e2-fc41-48b0-ba34-2679827dd074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:12.273202 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e8a5b1fd-506f-412f-bc41-4464a16f8d4c req-2cb211e2-fc41-48b0-ba34-2679827dd074 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2fd218f8-fc6d-45f0-8330-e9fc5020b63e HTTP/1.1" status: 200 len: 834 time: 0.1853778 May 27 02:48:12.341780 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01bea03-9b26-4160-beaf-c068b6c39d7d None None] New status for floating IP 95cc490a-7c20-454d-8c38-c77070a9a3a5: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:48:12.385576 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef8eb3-2807-4404-9bab-68e9a3675ecb req-4c54349f-a896-490c-8a01-43f220306769 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:12.387026 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-baef8eb3-2807-4404-9bab-68e9a3675ecb req-4c54349f-a896-490c-8a01-43f220306769 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/ports?device_id=620d5737-e0db-48a7-a6a4-3e0a5d256e67 HTTP/1.1" status: 200 len: 984 time: 0.4689698 May 27 02:48:12.395440 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b6fa3be9-8b10-4020-81fb-0d8d9aa66bbf req-7898c63c-f5b6-42e6-95b6-93cde854f4c3 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=999a90b6-7508-4797-9ba3-ef2ee76a3638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603851 May 27 02:48:12.462699 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 0d38aec3-7ebc-44c2-92dc-07d94905cad4 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:48:12.514604 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-baef8eb3-2807-4404-9bab-68e9a3675ecb req-98b71260-38ae-4136-adef-a464e735c39c tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/security-groups?id=238a6ee9-1cee-494f-93bd-36ff6d7a7e35&id=13c77baa-a3af-4f3b-b0c4-eee94221f940&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1160665 May 27 02:48:12.599696 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5b1fd-506f-412f-bc41-4464a16f8d4c req-3bb66c05-e7e1-480e-a9fe-94838769e270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:12.600366 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 0d38aec3-7ebc-44c2-92dc-07d94905cad4, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=0d38aec3-7ebc-44c2-92dc-07d94905cad4,segment=NetworkSegment(6740af22-6b0c-4bfb-80ad-829f2dad4c72),segment_id=6740af22-6b0c-4bfb-80ad-829f2dad4c72)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:12.601212 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e8a5b1fd-506f-412f-bc41-4464a16f8d4c req-3bb66c05-e7e1-480e-a9fe-94838769e270 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=089299e9-5a98-4df9-8164-309755134228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2986839 May 27 02:48:12.613496 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 0d38aec3-7ebc-44c2-92dc-07d94905cad4 has no active binding in host n-h2-843554-3 {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 27 02:48:12.828504 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e8a5b1fd-506f-412f-bc41-4464a16f8d4c req-0a0bbe41-4e1d-46d3-a981-bd3c65d068b1 service neutron] 10.222.0.66 "GET /v2.0/networks/089299e9-5a98-4df9-8164-309755134228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757622 May 27 02:48:12.996907 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e8a5b1fd-506f-412f-bc41-4464a16f8d4c req-50f68bf7-1a00-41ca-ae10-b2a8c84c8a22 service neutron] 10.222.0.66 "GET /v2.0/networks/089299e9-5a98-4df9-8164-309755134228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565025 May 27 02:48:12.997834 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a20c0505-7f83-4549-adb5-d48e0afa0ff9 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:13.135390 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a20c0505-7f83-4549-adb5-d48e0afa0ff9 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:13.338244 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a20c0505-7f83-4549-adb5-d48e0afa0ff9 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:13.411326 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a20c0505-7f83-4549-adb5-d48e0afa0ff9 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:13.743084 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c0505-7f83-4549-adb5-d48e0afa0ff9 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event updated for resources: {'Port': ['ID=c0da21aa-2768-4a81-a959-e6cd1a1de44c,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:13.771214 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a20c0505-7f83-4549-adb5-d48e0afa0ff9 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:13.868799 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e38fe9-b39e-4273-914b-aa3fee9e9181 req-fbe25250-03c8-454c-85d5-929c8a37bc8d tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:13.870756 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-58e38fe9-b39e-4273-914b-aa3fee9e9181 req-fbe25250-03c8-454c-85d5-929c8a37bc8d tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.66 "GET /v2.0/ports?device_id=620d5737-e0db-48a7-a6a4-3e0a5d256e67 HTTP/1.1" status: 200 len: 984 time: 0.5004480 May 27 02:48:14.005421 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba900b29-665b-4cfb-9662-bbab1183e529 req-d460cca3-ef8a-4269-b07e-6aa2ac4d7e00 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:14.006769 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ba900b29-665b-4cfb-9662-bbab1183e529 req-d460cca3-ef8a-4269-b07e-6aa2ac4d7e00 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=21db14d5-d9d2-46fa-8620-c9a8cab492fa HTTP/1.1" status: 200 len: 945 time: 0.4310751 May 27 02:48:14.056106 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e3d16-8859-4282-9e88-a4901291c795 req-bc4573d0-d4c3-492b-8508-a59cdd5647a9 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:14.058055 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-509e3d16-8859-4282-9e88-a4901291c795 req-bc4573d0-d4c3-492b-8508-a59cdd5647a9 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/ports?device_id=620d5737-e0db-48a7-a6a4-3e0a5d256e67 HTTP/1.1" status: 200 len: 984 time: 0.3990748 May 27 02:48:14.067572 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-58e38fe9-b39e-4273-914b-aa3fee9e9181 req-8d31b5ef-d3e8-471d-a30f-2985cfc48b84 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Deleting port 5798b115-1bd7-4464-81a4-c5c95472f6e4 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:48:14.067905 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-58e38fe9-b39e-4273-914b-aa3fee9e9181 req-8d31b5ef-d3e8-471d-a30f-2985cfc48b84 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:14.095516 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-a20c0505-7f83-4549-adb5-d48e0afa0ff9 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Floating IP beea4662-039c-4bea-9669-f893521c2caa associated. External IP: 172.25.1.194, port: d2f8f7be-0b59-4875-a300-cd5a579ed529. May 27 02:48:14.230173 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ba900b29-665b-4cfb-9662-bbab1183e529 req-6e9efddb-60f6-4741-82e8-e87db90d1134 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=999a90b6-7508-4797-9ba3-ef2ee76a3638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105644 May 27 02:48:14.349129 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-509e3d16-8859-4282-9e88-a4901291c795 req-9580054c-ca8a-4346-8ef1-957459197c2a tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/security-groups?id=238a6ee9-1cee-494f-93bd-36ff6d7a7e35&id=13c77baa-a3af-4f3b-b0c4-eee94221f940&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2548447 May 27 02:48:14.660112 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-58e38fe9-b39e-4273-914b-aa3fee9e9181 req-8d31b5ef-d3e8-471d-a30f-2985cfc48b84 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] For port 5798b115-1bd7-4464-81a4-c5c95472f6e4, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=5798b115-1bd7-4464-81a4-c5c95472f6e4,segment=NetworkSegment(b5d2d36d-a190-41b6-b01f-7ffc84d24d81),segment_id=b5d2d36d-a190-41b6-b01f-7ffc84d24d81)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:14.660378 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-58e38fe9-b39e-4273-914b-aa3fee9e9181 req-8d31b5ef-d3e8-471d-a30f-2985cfc48b84 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:14.785773 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-58e38fe9-b39e-4273-914b-aa3fee9e9181 req-8d31b5ef-d3e8-471d-a30f-2985cfc48b84 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Calling delete_port for 5798b115-1bd7-4464-81a4-c5c95472f6e4 owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:48:14.838884 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a20c0505-7f83-4549-adb5-d48e0afa0ff9 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Router a24ee335-92e0-4b09-a6d1-8931c13f3efe has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:48:15.141659 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-ed78399f-d279-4bbd-8a32-b616587ac692 service neutron] 10.222.0.32 "GET /v2.0/ports/0d38aec3-7ebc-44c2-92dc-07d94905cad4/bindings/n-h2-843554-3 HTTP/1.1" status: 200 len: 384 time: 0.0751791 May 27 02:48:15.208213 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20c0505-7f83-4549-adb5-d48e0afa0ff9 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:48:15.218393 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b272563d-cc70-4e4b-95d8-de2b495992eb None None] Sync routers for ids ['a24ee335-92e0-4b09-a6d1-8931c13f3efe'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:48:15.228125 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b272563d-cc70-4e4b-95d8-de2b495992eb None None] Routers {'a24ee335-92e0-4b09-a6d1-8931c13f3efe'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:48:15.228757 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-b272563d-cc70-4e4b-95d8-de2b495992eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:47:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['a24ee335-92e0-4b09-a6d1-8931c13f3efe'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:15.286862 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-58e38fe9-b39e-4273-914b-aa3fee9e9181 req-8d31b5ef-d3e8-471d-a30f-2985cfc48b84 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:15.344231 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a20c0505-7f83-4549-adb5-d48e0afa0ff9 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:15.399651 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d31b5ef-d3e8-471d-a30f-2985cfc48b84 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Pushing event deleted for resources: {'Port': ['ID=5798b115-1bd7-4464-81a4-c5c95472f6e4,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:15.425659 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-612c1bf1-eeb7-493e-8c80-42a264aaed63 service neutron] For port 0d38aec3-7ebc-44c2-92dc-07d94905cad4, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=0d38aec3-7ebc-44c2-92dc-07d94905cad4,segment=NetworkSegment(6740af22-6b0c-4bfb-80ad-829f2dad4c72),segment_id=6740af22-6b0c-4bfb-80ad-829f2dad4c72)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:15.460731 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-b272563d-cc70-4e4b-95d8-de2b495992eb None None] Set router a24ee335-92e0-4b09-a6d1-8931c13f3efe gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:48:15.461786 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-612c1bf1-eeb7-493e-8c80-42a264aaed63 service neutron] For port 0d38aec3-7ebc-44c2-92dc-07d94905cad4, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:48:15.522419 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21db14d5-d9d2-46fa-8620-c9a8cab492fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d38aec3-7ebc-44c2-92dc-07d94905cad4'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:48:15.531922 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-612c1bf1-eeb7-493e-8c80-42a264aaed63 service neutron] For port 0d38aec3-7ebc-44c2-92dc-07d94905cad4, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=0d38aec3-7ebc-44c2-92dc-07d94905cad4,segment=NetworkSegment(6740af22-6b0c-4bfb-80ad-829f2dad4c72),segment_id=6740af22-6b0c-4bfb-80ad-829f2dad4c72)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:15.571323 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e38fe9-b39e-4273-914b-aa3fee9e9181 req-8d31b5ef-d3e8-471d-a30f-2985cfc48b84 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] No DVR routers for this DVR port 5798b115-1bd7-4464-81a4-c5c95472f6e4 on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:48:15.576540 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-40d0cbf3-211a-445b-90d2-83e2170a64ee req-1b3f930c-9faf-40c6-9681-acff3937805c tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Synchronizing usage tracker for tenant:fb681a9ac3074576a3927168993abc95 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:48:15.580885 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-58e38fe9-b39e-4273-914b-aa3fee9e9181 req-8d31b5ef-d3e8-471d-a30f-2985cfc48b84 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:15.582755 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-58e38fe9-b39e-4273-914b-aa3fee9e9181 req-8d31b5ef-d3e8-471d-a30f-2985cfc48b84 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.66 "DELETE /v2.0/ports/5798b115-1bd7-4464-81a4-c5c95472f6e4 HTTP/1.1" status: 204 len: 173 time: 1.6538749 May 27 02:48:15.584092 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a20c0505-7f83-4549-adb5-d48e0afa0ff9 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.6825016 May 27 02:48:15.587243 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57370) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:15.592070 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '620d5737-e0db-48a7-a6a4-3e0a5d256e67', 'name': 'network-vif-deleted', 'tag': '5798b115-1bd7-4464-81a4-c5c95472f6e4'}, {'name': 'network-changed', 'server_uuid': 'd557bf2b-8b39-48e1-aa33-4e422e84e49e', 'tag': 'd2f8f7be-0b59-4875-a300-cd5a579ed529'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:48:15.632523 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab2ad6-c2da-40e5-98a0-729f28f5c8e0 req-f4fc876f-37a9-411b-a23c-ad66b0483529 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:15.634810 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d0ab2ad6-c2da-40e5-98a0-729f28f5c8e0 req-f4fc876f-37a9-411b-a23c-ad66b0483529 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=21db14d5-d9d2-46fa-8620-c9a8cab492fa HTTP/1.1" status: 200 len: 945 time: 0.2444208 May 27 02:48:15.654994 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-612c1bf1-eeb7-493e-8c80-42a264aaed63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:15.693558 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d0ab2ad6-c2da-40e5-98a0-729f28f5c8e0 req-229134cf-11c9-4267-8c97-c96d2d62939c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=999a90b6-7508-4797-9ba3-ef2ee76a3638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533214 May 27 02:48:15.705558 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-40d0cbf3-211a-445b-90d2-83e2170a64ee req-1b3f930c-9faf-40c6-9681-acff3937805c tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Unset dirty status for tenant:fb681a9ac3074576a3927168993abc95 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:48:15.706977 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-40d0cbf3-211a-445b-90d2-83e2170a64ee req-1b3f930c-9faf-40c6-9681-acff3937805c tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "GET /v2.0/ports?device_id=620d5737-e0db-48a7-a6a4-3e0a5d256e67 HTTP/1.1" status: 200 len: 210 time: 0.1874413 May 27 02:48:15.738605 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-189695c0-f3f3-45c6-8d59-3abbd261f961'] response: {'server_uuid': '21db14d5-d9d2-46fa-8620-c9a8cab492fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d38aec3-7ebc-44c2-92dc-07d94905cad4', 'code': 200} May 27 02:48:15.768616 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c3161247-986c-49ee-bea7-90991d53003a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/floatingips/beea4662-039c-4bea-9669-f893521c2caa HTTP/1.1" status: 200 len: 991 time: 0.1802096 May 27 02:48:15.805445 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-293f31e9-23a0-446c-927c-d9c18863211d'] response: {'server_uuid': '620d5737-e0db-48a7-a6a4-3e0a5d256e67', 'name': 'network-vif-deleted', 'tag': '5798b115-1bd7-4464-81a4-c5c95472f6e4', 'status': 'completed', 'code': 200} May 27 02:48:15.805916 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-293f31e9-23a0-446c-927c-d9c18863211d'] response: {'name': 'network-changed', 'server_uuid': 'd557bf2b-8b39-48e1-aa33-4e422e84e49e', 'tag': 'd2f8f7be-0b59-4875-a300-cd5a579ed529', 'status': 'completed', 'code': 200} May 27 02:48:15.824585 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-612c1bf1-eeb7-493e-8c80-42a264aaed63 service neutron] Transition to ACTIVE for port object 0d38aec3-7ebc-44c2-92dc-07d94905cad4 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:48:15.892340 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-612c1bf1-eeb7-493e-8c80-42a264aaed63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:15.941036 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-b272563d-cc70-4e4b-95d8-de2b495992eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24ee335-92e0-4b09-a6d1-8931c13f3efe', 'name': 'tempest-TestNetworkBasicOps-router-1933932364', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'e7f79db9-cde4-4b10-bda7-83708746addb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:47:40Z', 'updated_at': '2022-05-27T02:47:48Z', 'revision_number': 4, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'gw_port': {'id': 'e7f79db9-cde4-4b10-bda7-83708746addb', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24ee335-92e0-4b09-a6d1-8931c13f3efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:47:41Z', 'updated_at': '2022-05-27T02:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'beea4662-039c-4bea-9669-f893521c2caa', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'floating_ip_address': '172.25.1.194', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'a24ee335-92e0-4b09-a6d1-8931c13f3efe', 'port_id': 'd2f8f7be-0b59-4875-a300-cd5a579ed529', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '399b105e-ffbb-4447-b5d8-67c8e851e6ed', 'mac_address': 'fa:16:3e:18:bd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd557bf2b-8b39-48e1-aa33-4e422e84e49e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:48:12Z', 'updated_at': '2022-05-27T02:48:12Z', 'revision_number': 0, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bfcfa74-b672-4d38-9ff8-7968177cc53a', 'name': '', 'network_id': '399b105e-ffbb-4447-b5d8-67c8e851e6ed', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'mac_address': 'fa:16:3e:31:38:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24ee335-92e0-4b09-a6d1-8931c13f3efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '9019a186-ea3a-4a6f-89a3-3caa90ebfa09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:47:47Z', 'updated_at': '2022-05-27T02:47:53Z', 'revision_number': 5, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'subnets': [{'id': '9019a186-ea3a-4a6f-89a3-3caa90ebfa09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:15.948908 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b272563d-cc70-4e4b-95d8-de2b495992eb None None] Checking router: a24ee335-92e0-4b09-a6d1-8931c13f3efe for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:48:15.959715 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b272563d-cc70-4e4b-95d8-de2b495992eb None None] Routers {'a24ee335-92e0-4b09-a6d1-8931c13f3efe'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:48:15.961001 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-b272563d-cc70-4e4b-95d8-de2b495992eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:47:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['a24ee335-92e0-4b09-a6d1-8931c13f3efe'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:15.978422 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1282bea-3ebb-44f7-a61b-77c876f5eef5 req-fc124b0e-6638-4159-b505-c76b10fa66f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:15.979939 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1282bea-3ebb-44f7-a61b-77c876f5eef5 req-fc124b0e-6638-4159-b505-c76b10fa66f6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bacca2e928f240ac8e59ab0d5daf4b12&device_id=d557bf2b-8b39-48e1-aa33-4e422e84e49e HTTP/1.1" status: 200 len: 1096 time: 0.1033375 May 27 02:48:16.079692 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c1bf1-eeb7-493e-8c80-42a264aaed63 service neutron] Pushing event updated for resources: {'Port': ['ID=0d38aec3-7ebc-44c2-92dc-07d94905cad4,revision_number=11']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:16.093883 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612c1bf1-eeb7-493e-8c80-42a264aaed63 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:16.094373 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612c1bf1-eeb7-493e-8c80-42a264aaed63 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:16.094810 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612c1bf1-eeb7-493e-8c80-42a264aaed63 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:16.095242 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612c1bf1-eeb7-493e-8c80-42a264aaed63 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:16.095677 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612c1bf1-eeb7-493e-8c80-42a264aaed63 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:16.096104 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612c1bf1-eeb7-493e-8c80-42a264aaed63 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:16.096527 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612c1bf1-eeb7-493e-8c80-42a264aaed63 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:16.096978 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612c1bf1-eeb7-493e-8c80-42a264aaed63 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:16.097402 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612c1bf1-eeb7-493e-8c80-42a264aaed63 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:16.097786 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612c1bf1-eeb7-493e-8c80-42a264aaed63 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:16.098189 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612c1bf1-eeb7-493e-8c80-42a264aaed63 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:16.098577 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612c1bf1-eeb7-493e-8c80-42a264aaed63 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:16.145689 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-612c1bf1-eeb7-493e-8c80-42a264aaed63 service neutron] No DVR routers for this DVR port 0d38aec3-7ebc-44c2-92dc-07d94905cad4 on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:48:16.169548 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-b272563d-cc70-4e4b-95d8-de2b495992eb None None] Set router a24ee335-92e0-4b09-a6d1-8931c13f3efe gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:48:16.171452 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1282bea-3ebb-44f7-a61b-77c876f5eef5 req-e0f4c37f-cc4e-469d-bff9-f0790e616210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:16.172144 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1282bea-3ebb-44f7-a61b-77c876f5eef5 req-e0f4c37f-cc4e-469d-bff9-f0790e616210 service neutron] 10.222.0.66 "GET /v2.0/networks?id=399b105e-ffbb-4447-b5d8-67c8e851e6ed HTTP/1.1" status: 200 len: 897 time: 0.1866395 May 27 02:48:16.296450 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1282bea-3ebb-44f7-a61b-77c876f5eef5 req-c3a35120-ab45-489b-b227-7e50d7788817 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2f8f7be-0b59-4875-a300-cd5a579ed529 HTTP/1.1" status: 200 len: 999 time: 0.1158104 May 27 02:48:16.373091 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1282bea-3ebb-44f7-a61b-77c876f5eef5 req-788ce285-8690-4d5b-bf09-0d3d5989205f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:16.374725 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1282bea-3ebb-44f7-a61b-77c876f5eef5 req-788ce285-8690-4d5b-bf09-0d3d5989205f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9019a186-ea3a-4a6f-89a3-3caa90ebfa09 HTTP/1.1" status: 200 len: 834 time: 0.0727484 May 27 02:48:16.398086 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-612c1bf1-eeb7-493e-8c80-42a264aaed63 service neutron] 10.222.0.32 "PUT /v2.0/ports/0d38aec3-7ebc-44c2-92dc-07d94905cad4/bindings/n-h2-843554-3/activate HTTP/1.1" status: 200 len: 369 time: 1.2508335 May 27 02:48:16.455439 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1282bea-3ebb-44f7-a61b-77c876f5eef5 req-6ed7ef3d-f2ac-435c-9b26-c9757a961940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:16.456855 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1282bea-3ebb-44f7-a61b-77c876f5eef5 req-6ed7ef3d-f2ac-435c-9b26-c9757a961940 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=399b105e-ffbb-4447-b5d8-67c8e851e6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768261 May 27 02:48:16.546369 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-b272563d-cc70-4e4b-95d8-de2b495992eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24ee335-92e0-4b09-a6d1-8931c13f3efe', 'name': 'tempest-TestNetworkBasicOps-router-1933932364', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'e7f79db9-cde4-4b10-bda7-83708746addb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:47:40Z', 'updated_at': '2022-05-27T02:47:48Z', 'revision_number': 4, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'gw_port': {'id': 'e7f79db9-cde4-4b10-bda7-83708746addb', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24ee335-92e0-4b09-a6d1-8931c13f3efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:47:41Z', 'updated_at': '2022-05-27T02:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'beea4662-039c-4bea-9669-f893521c2caa', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'floating_ip_address': '172.25.1.194', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'a24ee335-92e0-4b09-a6d1-8931c13f3efe', 'port_id': 'd2f8f7be-0b59-4875-a300-cd5a579ed529', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '399b105e-ffbb-4447-b5d8-67c8e851e6ed', 'mac_address': 'fa:16:3e:18:bd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd557bf2b-8b39-48e1-aa33-4e422e84e49e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:48:12Z', 'updated_at': '2022-05-27T02:48:12Z', 'revision_number': 0, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bfcfa74-b672-4d38-9ff8-7968177cc53a', 'name': '', 'network_id': '399b105e-ffbb-4447-b5d8-67c8e851e6ed', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'mac_address': 'fa:16:3e:31:38:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24ee335-92e0-4b09-a6d1-8931c13f3efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '9019a186-ea3a-4a6f-89a3-3caa90ebfa09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:47:47Z', 'updated_at': '2022-05-27T02:47:53Z', 'revision_number': 5, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'subnets': [{'id': '9019a186-ea3a-4a6f-89a3-3caa90ebfa09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:16.551527 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b272563d-cc70-4e4b-95d8-de2b495992eb None None] The sync data for ids ['a24ee335-92e0-4b09-a6d1-8931c13f3efe'] in n-d-843554-3 is: [{'id': 'a24ee335-92e0-4b09-a6d1-8931c13f3efe', 'name': 'tempest-TestNetworkBasicOps-router-1933932364', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'e7f79db9-cde4-4b10-bda7-83708746addb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:47:40Z', 'updated_at': '2022-05-27T02:47:48Z', 'revision_number': 4, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'gw_port': {'id': 'e7f79db9-cde4-4b10-bda7-83708746addb', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24ee335-92e0-4b09-a6d1-8931c13f3efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:47:41Z', 'updated_at': '2022-05-27T02:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'beea4662-039c-4bea-9669-f893521c2caa', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'floating_ip_address': '172.25.1.194', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'a24ee335-92e0-4b09-a6d1-8931c13f3efe', 'port_id': 'd2f8f7be-0b59-4875-a300-cd5a579ed529', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '399b105e-ffbb-4447-b5d8-67c8e851e6ed', 'mac_address': 'fa:16:3e:18:bd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd557bf2b-8b39-48e1-aa33-4e422e84e49e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:48:12Z', 'updated_at': '2022-05-27T02:48:12Z', 'revision_number': 0, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bfcfa74-b672-4d38-9ff8-7968177cc53a', 'name': '', 'network_id': '399b105e-ffbb-4447-b5d8-67c8e851e6ed', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'mac_address': 'fa:16:3e:31:38:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24ee335-92e0-4b09-a6d1-8931c13f3efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '9019a186-ea3a-4a6f-89a3-3caa90ebfa09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:47:47Z', 'updated_at': '2022-05-27T02:47:53Z', 'revision_number': 5, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'subnets': [{'id': '9019a186-ea3a-4a6f-89a3-3caa90ebfa09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:48:16.616524 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1282bea-3ebb-44f7-a61b-77c876f5eef5 req-b7fe0ce3-2b64-4b9b-b9ba-7fb41ad180ee service neutron] 10.222.0.66 "GET /v2.0/networks/399b105e-ffbb-4447-b5d8-67c8e851e6ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532381 May 27 02:48:16.713140 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-0a1e152f-6b9a-48bc-a0d0-4eba1e8183a0 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:16.714230 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-0a1e152f-6b9a-48bc-a0d0-4eba1e8183a0 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=21db14d5-d9d2-46fa-8620-c9a8cab492fa&tenant_id=b59631ecfa194f20bd33f8d2b34a5767&binding%3Ahost_id=n-h1-843554-3 HTTP/1.1" status: 200 len: 1095 time: 0.2035439 May 27 02:48:16.772250 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57380) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:16.828273 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee311a8-dec3-4372-b07a-f27def7937f0 None None] New status for floating IP beea4662-039c-4bea-9669-f893521c2caa: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:48:16.847030 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-f1a4e184-856a-481a-bc45-33ad638139fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:16.848499 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-f1a4e184-856a-481a-bc45-33ad638139fc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=21db14d5-d9d2-46fa-8620-c9a8cab492fa&tenant_id=b59631ecfa194f20bd33f8d2b34a5767 HTTP/1.1" status: 200 len: 1095 time: 0.1279709 May 27 02:48:16.864209 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57384) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:16.990088 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c54706d-dcba-4b93-9a90-efb74a3e1307 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:17.010924 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-d5ae9d01-349e-4cfa-b15d-300525bf1c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:17.012394 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-d5ae9d01-349e-4cfa-b15d-300525bf1c5f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b59631ecfa194f20bd33f8d2b34a5767&device_id=21db14d5-d9d2-46fa-8620-c9a8cab492fa HTTP/1.1" status: 200 len: 1095 time: 0.1339080 May 27 02:48:17.050325 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c54706d-dcba-4b93-9a90-efb74a3e1307 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:17.087667 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1282bea-3ebb-44f7-a61b-77c876f5eef5 req-439ffdfd-4276-40fc-b506-031f9e8470c8 service neutron] 10.222.0.66 "GET /v2.0/networks/399b105e-ffbb-4447-b5d8-67c8e851e6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4619472 May 27 02:48:17.106843 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e5e89943-4bc8-4fae-8e7d-d3d9b9f2bcbc tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/floatingips/beea4662-039c-4bea-9669-f893521c2caa HTTP/1.1" status: 200 len: 991 time: 0.3333075 May 27 02:48:17.142248 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc0c69-cb2c-462a-bb90-65f18fb3e976 req-ccf41409-4845-4e30-8154-0a130fb39b1c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:17.143752 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0dfc0c69-cb2c-462a-bb90-65f18fb3e976 req-ccf41409-4845-4e30-8154-0a130fb39b1c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=21db14d5-d9d2-46fa-8620-c9a8cab492fa HTTP/1.1" status: 200 len: 944 time: 0.2749524 May 27 02:48:17.192691 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0dfc0c69-cb2c-462a-bb90-65f18fb3e976 req-3ac33c75-0b6a-4951-8fd0-9c9733382755 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=999a90b6-7508-4797-9ba3-ef2ee76a3638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425267 May 27 02:48:17.197312 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-ee18cb81-a494-4aba-b302-beef7d180093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:17.198769 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-ee18cb81-a494-4aba-b302-beef7d180093 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9e96f255-93d9-417c-a8a1-6b7c73c795a8 HTTP/1.1" status: 200 len: 897 time: 0.1793606 May 27 02:48:17.280997 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c54706d-dcba-4b93-9a90-efb74a3e1307 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:17.320987 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c54706d-dcba-4b93-9a90-efb74a3e1307 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c77baa-a3af-4f3b-b0c4-eee94221f940,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:17.336522 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-25486e80-5b30-4078-819a-008787754174 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d38aec3-7ebc-44c2-92dc-07d94905cad4 HTTP/1.1" status: 200 len: 999 time: 0.1306217 May 27 02:48:17.401189 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-3db76d30-2bce-4082-aa29-985a99776221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:17.402626 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-3db76d30-2bce-4082-aa29-985a99776221 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ee01894-57a6-45ec-a926-f8912d98c8b9 HTTP/1.1" status: 200 len: 835 time: 0.0597310 May 27 02:48:17.453013 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c54706d-dcba-4b93-9a90-efb74a3e1307 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:17.454119 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0c54706d-dcba-4b93-9a90-efb74a3e1307 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "DELETE /v2.0/security-groups/13c77baa-a3af-4f3b-b0c4-eee94221f940 HTTP/1.1" status: 204 len: 168 time: 0.5887122 May 27 02:48:17.457282 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57388) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:17.484419 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-4d0d794b-d252-40b8-a2cc-f0a83a5d0449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:17.485932 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-4d0d794b-d252-40b8-a2cc-f0a83a5d0449 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9e96f255-93d9-417c-a8a1-6b7c73c795a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775697 May 27 02:48:17.522876 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-626e6e81-e763-48bd-b549-87a368de4ea6 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:17.555276 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-626e6e81-e763-48bd-b549-87a368de4ea6 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:17.620451 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-48464142-5d02-4782-988a-a1620b850029 service neutron] 10.222.0.66 "GET /v2.0/networks/9e96f255-93d9-417c-a8a1-6b7c73c795a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255286 May 27 02:48:17.664125 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-626e6e81-e763-48bd-b549-87a368de4ea6 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:17.681924 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e6e81-e763-48bd-b549-87a368de4ea6 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=238a6ee9-1cee-494f-93bd-36ff6d7a7e35,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:17.691706 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-626e6e81-e763-48bd-b549-87a368de4ea6 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:17.692830 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-626e6e81-e763-48bd-b549-87a368de4ea6 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "DELETE /v2.0/security-groups/238a6ee9-1cee-494f-93bd-36ff6d7a7e35 HTTP/1.1" status: 204 len: 168 time: 0.2344630 May 27 02:48:17.695634 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57392) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:17.754554 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-815be24a-260a-4a0b-b42b-746a088b9245 service neutron] 10.222.0.66 "GET /v2.0/networks/9e96f255-93d9-417c-a8a1-6b7c73c795a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282966 May 27 02:48:18.116345 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57396) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:18.252542 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c376681c-912b-4037-a483-6f2c01ca5c25 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:18.279970 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7c2f7673-0a20-48ac-a653-f8f8fd8656d0 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/floatingips/beea4662-039c-4bea-9669-f893521c2caa HTTP/1.1" status: 200 len: 993 time: 0.1625087 May 27 02:48:18.303230 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-b11034c5-9649-4dd2-8dbe-808b6b68bd82 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:18.304738 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-b11034c5-9649-4dd2-8dbe-808b6b68bd82 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=21db14d5-d9d2-46fa-8620-c9a8cab492fa&tenant_id=b59631ecfa194f20bd33f8d2b34a5767&binding%3Ahost_id=n-h2-843554-3 HTTP/1.1" status: 200 len: 1095 time: 0.1223023 May 27 02:48:18.491093 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 5798b115-1bd7-4464-81a4-c5c95472f6e4 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:48:18.501608 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-382df1ae-969c-45f2-9a91-e8ecc065e224 service neutron] For port 0d38aec3-7ebc-44c2-92dc-07d94905cad4, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:48:18.504669 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-382df1ae-969c-45f2-9a91-e8ecc065e224 service neutron] Notify callbacks [] for binding, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:18.505799 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-382df1ae-969c-45f2-9a91-e8ecc065e224 service neutron] 10.222.0.66 "DELETE /v2.0/ports/0d38aec3-7ebc-44c2-92dc-07d94905cad4/bindings/n-h1-843554-3 HTTP/1.1" status: 204 len: 173 time: 0.1960275 May 27 02:48:18.526304 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: 5798b115-1bd7-4464-81a4-c5c95472f6e4 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:48:18.526653 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 5798b115-1bd7-4464-81a4-c5c95472f6e4 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:48:18.575047 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8c331-1b34-4177-9ed5-c1b4755ff161 req-a82a1cda-fb12-41fa-86e1-c054d2508c13 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:18.576494 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-20d8c331-1b34-4177-9ed5-c1b4755ff161 req-a82a1cda-fb12-41fa-86e1-c054d2508c13 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=21db14d5-d9d2-46fa-8620-c9a8cab492fa HTTP/1.1" status: 200 len: 944 time: 0.2471502 May 27 02:48:18.635695 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-20d8c331-1b34-4177-9ed5-c1b4755ff161 req-1077bfc2-e5d2-45a1-8fcf-672c2c5dbdac tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=999a90b6-7508-4797-9ba3-ef2ee76a3638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520813 May 27 02:48:18.709940 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c376681c-912b-4037-a483-6f2c01ca5c25 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Deleting port 40713c0b-4247-4a84-b177-4a1036619fb3 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:48:18.710284 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c376681c-912b-4037-a483-6f2c01ca5c25 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:18.945676 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8474273a-043a-4b4c-bdc0-528d3ad2b7d3 req-7bc422aa-ca46-48ae-afea-cd98964e17d4 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:18.947264 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8474273a-043a-4b4c-bdc0-528d3ad2b7d3 req-7bc422aa-ca46-48ae-afea-cd98964e17d4 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=21db14d5-d9d2-46fa-8620-c9a8cab492fa HTTP/1.1" status: 200 len: 1095 time: 0.2081556 May 27 02:48:18.956189 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-c376681c-912b-4037-a483-6f2c01ca5c25 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] For port 40713c0b-4247-4a84-b177-4a1036619fb3, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=40713c0b-4247-4a84-b177-4a1036619fb3,segment=NetworkSegment(b5d2d36d-a190-41b6-b01f-7ffc84d24d81),segment_id=b5d2d36d-a190-41b6-b01f-7ffc84d24d81)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:18.956551 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c376681c-912b-4037-a483-6f2c01ca5c25 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:19.038428 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 0d38aec3-7ebc-44c2-92dc-07d94905cad4 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:48:19.097471 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 0d38aec3-7ebc-44c2-92dc-07d94905cad4 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:48:19.213591 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c376681c-912b-4037-a483-6f2c01ca5c25 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Calling delete_port for 40713c0b-4247-4a84-b177-4a1036619fb3 owned by network:router_interface {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:48:19.278667 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8474273a-043a-4b4c-bdc0-528d3ad2b7d3 req-11ca15ab-14b1-46d3-8c32-52da2b628630 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=999a90b6-7508-4797-9ba3-ef2ee76a3638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3248429 May 27 02:48:19.355445 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:19.498367 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:19.546582 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad228b15-b2ee-446c-b1ec-4fca3105deff req-1ffb87fc-1d8a-43aa-ad85-977fd074227e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:19.548054 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ad228b15-b2ee-446c-b1ec-4fca3105deff req-1ffb87fc-1d8a-43aa-ad85-977fd074227e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=21db14d5-d9d2-46fa-8620-c9a8cab492fa HTTP/1.1" status: 200 len: 944 time: 0.1331406 May 27 02:48:19.642803 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ad228b15-b2ee-446c-b1ec-4fca3105deff req-dcdf7681-e905-4f0a-8630-28c7802efaa5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=999a90b6-7508-4797-9ba3-ef2ee76a3638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889266 May 27 02:48:19.665683 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57406) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:19.725111 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c376681c-912b-4037-a483-6f2c01ca5c25 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:19.795445 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376681c-912b-4037-a483-6f2c01ca5c25 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Pushing event deleted for resources: {'Port': ['ID=40713c0b-4247-4a84-b177-4a1036619fb3,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:19.875854 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b180043c-2df4-4c72-be84-80305fd79e36 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/floatingips/9ec6d2d2-a6c0-4f48-b2e3-a92e99cc6997 HTTP/1.1" status: 200 len: 991 time: 0.2090724 May 27 02:48:20.078265 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c376681c-912b-4037-a483-6f2c01ca5c25 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:20.556234 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c376681c-912b-4037-a483-6f2c01ca5c25 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Router 250c98b9-94d1-4f0a-920e-019abae90da9 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:48:20.726905 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c376681c-912b-4037-a483-6f2c01ca5c25 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:48:20.736534 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db73322-dcc9-4285-8db7-3d527679e3c1 None None] Sync routers for ids ['250c98b9-94d1-4f0a-920e-019abae90da9'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:48:20.745505 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db73322-dcc9-4285-8db7-3d527679e3c1 None None] Routers {'250c98b9-94d1-4f0a-920e-019abae90da9'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:48:20.748080 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-4db73322-dcc9-4285-8db7-3d527679e3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:47:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['250c98b9-94d1-4f0a-920e-019abae90da9'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:20.799326 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c376681c-912b-4037-a483-6f2c01ca5c25 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "PUT /v2.0/routers/250c98b9-94d1-4f0a-920e-019abae90da9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1001821 May 27 02:48:20.799617 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57410) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:20.870134 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0a008ec-5962-43c3-8703-a069274eb9db tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Deleting subnet 2fd218f8-fc6d-45f0-8330-e9fc5020b63e {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:48:20.873077 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b0a008ec-5962-43c3-8703-a069274eb9db tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:20.921500 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-4db73322-dcc9-4285-8db7-3d527679e3c1 None None] Set router 250c98b9-94d1-4f0a-920e-019abae90da9 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:48:20.928889 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b0a008ec-5962-43c3-8703-a069274eb9db tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:21.010704 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b0a008ec-5962-43c3-8703-a069274eb9db tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:21.153797 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b0a008ec-5962-43c3-8703-a069274eb9db tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:21.190930 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a008ec-5962-43c3-8703-a069274eb9db tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Pushing event deleted for resources: {'Subnet': ['ID=2fd218f8-fc6d-45f0-8330-e9fc5020b63e,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:21.198379 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-4db73322-dcc9-4285-8db7-3d527679e3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250c98b9-94d1-4f0a-920e-019abae90da9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1459759070', 'tenant_id': 'fb681a9ac3074576a3927168993abc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '1877017c-52c5-4b38-b591-e7de055218fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:46:22Z', 'updated_at': '2022-05-27T02:48:19Z', 'revision_number': 5, 'project_id': 'fb681a9ac3074576a3927168993abc95', 'gw_port': {'id': '1877017c-52c5-4b38-b591-e7de055218fa', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250c98b9-94d1-4f0a-920e-019abae90da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:46:23Z', 'updated_at': '2022-05-27T02:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:21.199302 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b0a008ec-5962-43c3-8703-a069274eb9db tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:21.203694 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db73322-dcc9-4285-8db7-3d527679e3c1 None None] Checking router: 250c98b9-94d1-4f0a-920e-019abae90da9 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:48:21.205714 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b0a008ec-5962-43c3-8703-a069274eb9db tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "DELETE /v2.0/subnets/2fd218f8-fc6d-45f0-8330-e9fc5020b63e HTTP/1.1" status: 204 len: 168 time: 0.4050512 May 27 02:48:21.208432 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57414) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:21.208978 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2904dfe7-742e-4860-bd38-4a5f2958bedc None None] Network 089299e9-5a98-4df9-8164-309755134228 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:48:21.213436 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db73322-dcc9-4285-8db7-3d527679e3c1 None None] Routers {'250c98b9-94d1-4f0a-920e-019abae90da9'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:48:21.214053 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-4db73322-dcc9-4285-8db7-3d527679e3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:47:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['250c98b9-94d1-4f0a-920e-019abae90da9'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:21.393225 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6ffe0f66-0b60-474a-ba10-baed85f73431 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for router, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:21.418156 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-4db73322-dcc9-4285-8db7-3d527679e3c1 None None] Set router 250c98b9-94d1-4f0a-920e-019abae90da9 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:48:21.520272 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085dc4d6-8404-495f-8231-85aa770121a1 None None] DHCP port deletion for 089299e9-5a98-4df9-8164-309755134228 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:48:21.524939 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-085dc4d6-8404-495f-8231-85aa770121a1 None None] Deleting port 20754d0b-6cdc-4e4d-8fbd-04afabfb5680 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:48:21.525318 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-085dc4d6-8404-495f-8231-85aa770121a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:21.590916 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6ffe0f66-0b60-474a-ba10-baed85f73431 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:21.673616 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6ffe0f66-0b60-474a-ba10-baed85f73431 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Deleting port 1877017c-52c5-4b38-b591-e7de055218fa {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:48:21.673951 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6ffe0f66-0b60-474a-ba10-baed85f73431 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:21.706408 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-4db73322-dcc9-4285-8db7-3d527679e3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250c98b9-94d1-4f0a-920e-019abae90da9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1459759070', 'tenant_id': 'fb681a9ac3074576a3927168993abc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '1877017c-52c5-4b38-b591-e7de055218fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:46:22Z', 'updated_at': '2022-05-27T02:48:19Z', 'revision_number': 5, 'project_id': 'fb681a9ac3074576a3927168993abc95', 'gw_port': {'id': '1877017c-52c5-4b38-b591-e7de055218fa', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250c98b9-94d1-4f0a-920e-019abae90da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:46:23Z', 'updated_at': '2022-05-27T02:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:21.710729 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db73322-dcc9-4285-8db7-3d527679e3c1 None None] The sync data for ids ['250c98b9-94d1-4f0a-920e-019abae90da9'] in n-d-843554-3 is: [{'id': '250c98b9-94d1-4f0a-920e-019abae90da9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1459759070', 'tenant_id': 'fb681a9ac3074576a3927168993abc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '1877017c-52c5-4b38-b591-e7de055218fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:46:22Z', 'updated_at': '2022-05-27T02:48:19Z', 'revision_number': 5, 'project_id': 'fb681a9ac3074576a3927168993abc95', 'gw_port': {'id': '1877017c-52c5-4b38-b591-e7de055218fa', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250c98b9-94d1-4f0a-920e-019abae90da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:46:23Z', 'updated_at': '2022-05-27T02:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:48:21.774030 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-085dc4d6-8404-495f-8231-85aa770121a1 None None] For port 20754d0b-6cdc-4e4d-8fbd-04afabfb5680, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=20754d0b-6cdc-4e4d-8fbd-04afabfb5680,segment=NetworkSegment(b5d2d36d-a190-41b6-b01f-7ffc84d24d81),segment_id=b5d2d36d-a190-41b6-b01f-7ffc84d24d81)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:21.774571 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-085dc4d6-8404-495f-8231-85aa770121a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:21.854181 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-6ffe0f66-0b60-474a-ba10-baed85f73431 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] For port 1877017c-52c5-4b38-b591-e7de055218fa, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1877017c-52c5-4b38-b591-e7de055218fa,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:21.854537 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6ffe0f66-0b60-474a-ba10-baed85f73431 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:21.896487 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-085dc4d6-8404-495f-8231-85aa770121a1 None None] Calling delete_port for 20754d0b-6cdc-4e4d-8fbd-04afabfb5680 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:48:21.975558 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6ffe0f66-0b60-474a-ba10-baed85f73431 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Calling delete_port for 1877017c-52c5-4b38-b591-e7de055218fa owned by network:router_gateway {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:48:22.033164 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-085dc4d6-8404-495f-8231-85aa770121a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:22.092118 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085dc4d6-8404-495f-8231-85aa770121a1 None None] No DVR routers for this DVR port 20754d0b-6cdc-4e4d-8fbd-04afabfb5680 on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:48:22.093919 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085dc4d6-8404-495f-8231-85aa770121a1 None None] Pushing event deleted for resources: {'Port': ['ID=20754d0b-6cdc-4e4d-8fbd-04afabfb5680,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:22.296498 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57422) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:22.361461 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6ffe0f66-0b60-474a-ba10-baed85f73431 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:22.458277 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffe0f66-0b60-474a-ba10-baed85f73431 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Pushing event deleted for resources: {'Port': ['ID=1877017c-52c5-4b38-b591-e7de055218fa,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:22.614168 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6ffe0f66-0b60-474a-ba10-baed85f73431 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:22.785626 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c3103a8b-eaf7-4fbd-ade5-9dcccccaf42b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Deleting port 0696fb00-44fb-47ff-840e-2c13b79d86fd {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:48:22.785967 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c3103a8b-eaf7-4fbd-ade5-9dcccccaf42b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:22.823623 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6ffe0f66-0b60-474a-ba10-baed85f73431 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:22.831739 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6ffe0f66-0b60-474a-ba10-baed85f73431 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:22.967117 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6ffe0f66-0b60-474a-ba10-baed85f73431 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:22.967632 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffe0f66-0b60-474a-ba10-baed85f73431 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Fanout notify agent at l3_agent the message router_deleted on router 250c98b9-94d1-4f0a-920e-019abae90da9 {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:48:22.977098 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c3103a8b-eaf7-4fbd-ade5-9dcccccaf42b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:22.977424 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c3103a8b-eaf7-4fbd-ade5-9dcccccaf42b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:23.106487 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6ffe0f66-0b60-474a-ba10-baed85f73431 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:23.107564 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6ffe0f66-0b60-474a-ba10-baed85f73431 tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "DELETE /v2.0/routers/250c98b9-94d1-4f0a-920e-019abae90da9 HTTP/1.1" status: 204 len: 168 time: 1.8981893 May 27 02:48:23.110294 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57426) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:23.114212 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c3103a8b-eaf7-4fbd-ade5-9dcccccaf42b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Calling delete_port for 0696fb00-44fb-47ff-840e-2c13b79d86fd owned by network:floatingip {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:48:23.222858 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ddfd6fc-e1b9-40ee-b975-c156f931e26b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:23.319246 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c3103a8b-eaf7-4fbd-ade5-9dcccccaf42b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:23.355983 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ddfd6fc-e1b9-40ee-b975-c156f931e26b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:23.369493 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3103a8b-eaf7-4fbd-ade5-9dcccccaf42b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event deleted for resources: {'Port': ['ID=0696fb00-44fb-47ff-840e-2c13b79d86fd,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:23.476417 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c3103a8b-eaf7-4fbd-ade5-9dcccccaf42b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for floatingip, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:23.476909 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-c3103a8b-eaf7-4fbd-ade5-9dcccccaf42b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Floating IP 9ec6d2d2-a6c0-4f48-b2e3-a92e99cc6997 disassociated (deleted). External IP: 172.25.1.151, port: 0d38aec3-7ebc-44c2-92dc-07d94905cad4. May 27 02:48:23.492367 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6ddfd6fc-e1b9-40ee-b975-c156f931e26b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['089299e9-5a98-4df9-8164-309755134228']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:23.498618 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 20754d0b-6cdc-4e4d-8fbd-04afabfb5680 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:48:23.509541 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6ddfd6fc-e1b9-40ee-b975-c156f931e26b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5d2d36d-a190-41b6-b01f-7ffc84d24d81') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:23.509541 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6ddfd6fc-e1b9-40ee-b975-c156f931e26b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5d2d36d-a190-41b6-b01f-7ffc84d24d81') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:23.517324 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ddfd6fc-e1b9-40ee-b975-c156f931e26b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:23.532514 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 20754d0b-6cdc-4e4d-8fbd-04afabfb5680 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:48:23.532877 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 20754d0b-6cdc-4e4d-8fbd-04afabfb5680 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:48:23.533285 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1877017c-52c5-4b38-b591-e7de055218fa no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:48:23.534751 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ddfd6fc-e1b9-40ee-b975-c156f931e26b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:23.542067 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ddfd6fc-e1b9-40ee-b975-c156f931e26b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:48:23.542456 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ddfd6fc-e1b9-40ee-b975-c156f931e26b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:23.566736 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 1877017c-52c5-4b38-b591-e7de055218fa {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:48:23.567400 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1877017c-52c5-4b38-b591-e7de055218fa not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:48:23.567962 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 40713c0b-4247-4a84-b177-4a1036619fb3 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:48:23.604607 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 40713c0b-4247-4a84-b177-4a1036619fb3 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:48:23.605227 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 40713c0b-4247-4a84-b177-4a1036619fb3 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:48:23.614496 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment b5d2d36d-a190-41b6-b01f-7ffc84d24d81 resource provider aggregate not found May 27 02:48:23.635908 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment b5d2d36d-a190-41b6-b01f-7ffc84d24d81 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b5d2d36d-a190-41b6-b01f-7ffc84d24d81 found for delete ", "request_id": "req-d653ccfc-64c4-4964-873a-ee309cede5a8"}]} May 27 02:48:23.716057 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ddfd6fc-e1b9-40ee-b975-c156f931e26b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:23.734112 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ddfd6fc-e1b9-40ee-b975-c156f931e26b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:23.747213 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddfd6fc-e1b9-40ee-b975-c156f931e26b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] Pushing event deleted for resources: {'Network': ['ID=089299e9-5a98-4df9-8164-309755134228,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:23.752345 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6ddfd6fc-e1b9-40ee-b975-c156f931e26b tempest-TestSecurityGroupsBasicOps-1409390402 tempest-TestSecurityGroupsBasicOps-1409390402-project] 10.222.0.57 "DELETE /v2.0/networks/089299e9-5a98-4df9-8164-309755134228 HTTP/1.1" status: 204 len: 168 time: 0.6386461 May 27 02:48:23.974892 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3103a8b-eaf7-4fbd-ade5-9dcccccaf42b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Router 8d2af441-2b5b-4f6d-8fb5-237940ece492 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:48:24.151859 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3103a8b-eaf7-4fbd-ade5-9dcccccaf42b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:48:24.160931 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b243920-a655-4f3e-b3ce-013b6c3b3279 None None] Sync routers for ids ['8d2af441-2b5b-4f6d-8fb5-237940ece492'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:48:24.169905 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b243920-a655-4f3e-b3ce-013b6c3b3279 None None] Routers {'8d2af441-2b5b-4f6d-8fb5-237940ece492'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:48:24.170824 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1b243920-a655-4f3e-b3ce-013b6c3b3279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:47:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['8d2af441-2b5b-4f6d-8fb5-237940ece492'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:24.247162 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c3103a8b-eaf7-4fbd-ade5-9dcccccaf42b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:24.308001 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c3103a8b-eaf7-4fbd-ade5-9dcccccaf42b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "DELETE /v2.0/floatingips/9ec6d2d2-a6c0-4f48-b2e3-a92e99cc6997 HTTP/1.1" status: 204 len: 168 time: 2.0073183 May 27 02:48:24.308001 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21db14d5-d9d2-46fa-8620-c9a8cab492fa', 'tag': '0d38aec3-7ebc-44c2-92dc-07d94905cad4'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:48:24.372513 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-1b243920-a655-4f3e-b3ce-013b6c3b3279 None None] Set router 8d2af441-2b5b-4f6d-8fb5-237940ece492 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:48:24.378937 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b80f9f8-1a65-4767-80c1-2c61bf1e2b21'] response: {'name': 'network-changed', 'server_uuid': '21db14d5-d9d2-46fa-8620-c9a8cab492fa', 'tag': '0d38aec3-7ebc-44c2-92dc-07d94905cad4', 'status': 'completed', 'code': 200} May 27 02:48:24.425557 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57444) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:24.478047 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f472a-4a5e-49b2-87b9-47267d6f5356 req-4b5c7e92-f7c5-47cb-a068-56613f961128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:24.479708 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-093f472a-4a5e-49b2-87b9-47267d6f5356 req-4b5c7e92-f7c5-47cb-a068-56613f961128 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b59631ecfa194f20bd33f8d2b34a5767&device_id=21db14d5-d9d2-46fa-8620-c9a8cab492fa HTTP/1.1" status: 200 len: 1095 time: 0.0747540 May 27 02:48:24.585967 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-985bac1c-c270-4b86-b5d0-fc6882ec4598 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fb681a9ac3074576a3927168993abc95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1591899 May 27 02:48:24.588350 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57450) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:24.625960 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f472a-4a5e-49b2-87b9-47267d6f5356 req-c79105b0-ea2b-447b-bf61-9ee5beffbe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:24.627456 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-093f472a-4a5e-49b2-87b9-47267d6f5356 req-c79105b0-ea2b-447b-bf61-9ee5beffbe4c service neutron] 10.222.0.66 "GET /v2.0/networks?id=9e96f255-93d9-417c-a8a1-6b7c73c795a8 HTTP/1.1" status: 200 len: 897 time: 0.1375964 May 27 02:48:24.652038 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3c73e0b3-9dad-4981-a8e0-c2999985cc95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:24.681910 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3c73e0b3-9dad-4981-a8e0-c2999985cc95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:24.720609 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-093f472a-4a5e-49b2-87b9-47267d6f5356 req-3d5bfa40-93e1-4d50-bb97-2643f516e3a7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d38aec3-7ebc-44c2-92dc-07d94905cad4 HTTP/1.1" status: 200 len: 217 time: 0.0816326 May 27 02:48:24.724972 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1b243920-a655-4f3e-b3ce-013b6c3b3279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d2af441-2b5b-4f6d-8fb5-237940ece492', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1370791955', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '15d66e64-e1b9-4ec3-b8f0-cca50905229b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:46:58Z', 'updated_at': '2022-05-27T02:47:08Z', 'revision_number': 4, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': '15d66e64-e1b9-4ec3-b8f0-cca50905229b', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:97:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2af441-2b5b-4f6d-8fb5-237940ece492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:46:59Z', 'updated_at': '2022-05-27T02:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'a8bbe7c0-e94a-445c-8c3d-768a9ee4800a', 'name': '', 'network_id': '9e96f255-93d9-417c-a8a1-6b7c73c795a8', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'mac_address': 'fa:16:3e:36:07:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2af441-2b5b-4f6d-8fb5-237940ece492', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '2ee01894-57a6-45ec-a926-f8912d98c8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:47:07Z', 'updated_at': '2022-05-27T02:47:14Z', 'revision_number': 5, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'subnets': [{'id': '2ee01894-57a6-45ec-a926-f8912d98c8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:24.730171 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b243920-a655-4f3e-b3ce-013b6c3b3279 None None] Checking router: 8d2af441-2b5b-4f6d-8fb5-237940ece492 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:48:24.739023 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b243920-a655-4f3e-b3ce-013b6c3b3279 None None] Routers {'8d2af441-2b5b-4f6d-8fb5-237940ece492'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:48:24.739802 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1b243920-a655-4f3e-b3ce-013b6c3b3279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:47:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['8d2af441-2b5b-4f6d-8fb5-237940ece492'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:24.785889 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f472a-4a5e-49b2-87b9-47267d6f5356 req-a18a9f02-ef2f-4c13-9e68-2cdbfe605e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:24.787342 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-093f472a-4a5e-49b2-87b9-47267d6f5356 req-a18a9f02-ef2f-4c13-9e68-2cdbfe605e93 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ee01894-57a6-45ec-a926-f8912d98c8b9 HTTP/1.1" status: 200 len: 835 time: 0.0611808 May 27 02:48:24.824415 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3c73e0b3-9dad-4981-a8e0-c2999985cc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:24.846641 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c73e0b3-9dad-4981-a8e0-c2999985cc95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5adf92c8-4a5a-4be2-af2e-2c9deec7a3d7,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:24.856134 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3c73e0b3-9dad-4981-a8e0-c2999985cc95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:24.859635 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3c73e0b3-9dad-4981-a8e0-c2999985cc95 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5adf92c8-4a5a-4be2-af2e-2c9deec7a3d7 HTTP/1.1" status: 204 len: 168 time: 0.2674911 May 27 02:48:24.898786 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f472a-4a5e-49b2-87b9-47267d6f5356 req-944191b8-409d-4fc1-9f03-b3600beca522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:24.901263 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-093f472a-4a5e-49b2-87b9-47267d6f5356 req-944191b8-409d-4fc1-9f03-b3600beca522 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9e96f255-93d9-417c-a8a1-6b7c73c795a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019270 May 27 02:48:24.952089 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-1b243920-a655-4f3e-b3ce-013b6c3b3279 None None] Set router 8d2af441-2b5b-4f6d-8fb5-237940ece492 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:48:25.006105 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878a2b5-c978-4b01-bdb3-61aa1c7710e4 req-fcf46ac9-fb8c-41a7-aec5-9474580ecb06 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:25.006853 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-8878a2b5-c978-4b01-bdb3-61aa1c7710e4 req-fcf46ac9-fb8c-41a7-aec5-9474580ecb06 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Synchronizing usage tracker for tenant:b59631ecfa194f20bd33f8d2b34a5767 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:48:25.067596 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-093f472a-4a5e-49b2-87b9-47267d6f5356 req-d2b2b991-154b-4e49-acd1-8d5f10fd670b service neutron] 10.222.0.66 "GET /v2.0/networks/9e96f255-93d9-417c-a8a1-6b7c73c795a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584892 May 27 02:48:25.088309 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-8878a2b5-c978-4b01-bdb3-61aa1c7710e4 req-fcf46ac9-fb8c-41a7-aec5-9474580ecb06 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Unset dirty status for tenant:b59631ecfa194f20bd33f8d2b34a5767 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:48:25.089930 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8878a2b5-c978-4b01-bdb3-61aa1c7710e4 req-fcf46ac9-fb8c-41a7-aec5-9474580ecb06 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=21db14d5-d9d2-46fa-8620-c9a8cab492fa HTTP/1.1" status: 200 len: 944 time: 0.1740761 May 27 02:48:25.166181 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8878a2b5-c978-4b01-bdb3-61aa1c7710e4 req-9e0a9eba-c27d-4552-804e-d8bb29723a5f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=999a90b6-7508-4797-9ba3-ef2ee76a3638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702517 May 27 02:48:25.220813 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-093f472a-4a5e-49b2-87b9-47267d6f5356 req-f01c86b2-eb5d-4072-9beb-a5467ad101e7 service neutron] 10.222.0.66 "GET /v2.0/networks/9e96f255-93d9-417c-a8a1-6b7c73c795a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424878 May 27 02:48:25.317053 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1b243920-a655-4f3e-b3ce-013b6c3b3279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d2af441-2b5b-4f6d-8fb5-237940ece492', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1370791955', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '15d66e64-e1b9-4ec3-b8f0-cca50905229b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:46:58Z', 'updated_at': '2022-05-27T02:47:08Z', 'revision_number': 4, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': '15d66e64-e1b9-4ec3-b8f0-cca50905229b', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:97:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2af441-2b5b-4f6d-8fb5-237940ece492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:46:59Z', 'updated_at': '2022-05-27T02:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'a8bbe7c0-e94a-445c-8c3d-768a9ee4800a', 'name': '', 'network_id': '9e96f255-93d9-417c-a8a1-6b7c73c795a8', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'mac_address': 'fa:16:3e:36:07:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2af441-2b5b-4f6d-8fb5-237940ece492', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '2ee01894-57a6-45ec-a926-f8912d98c8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:47:07Z', 'updated_at': '2022-05-27T02:47:14Z', 'revision_number': 5, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'subnets': [{'id': '2ee01894-57a6-45ec-a926-f8912d98c8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:25.321074 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b243920-a655-4f3e-b3ce-013b6c3b3279 None None] The sync data for ids ['8d2af441-2b5b-4f6d-8fb5-237940ece492'] in n-d-843554-3 is: [{'id': '8d2af441-2b5b-4f6d-8fb5-237940ece492', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1370791955', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '15d66e64-e1b9-4ec3-b8f0-cca50905229b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:46:58Z', 'updated_at': '2022-05-27T02:47:08Z', 'revision_number': 4, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': '15d66e64-e1b9-4ec3-b8f0-cca50905229b', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:97:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2af441-2b5b-4f6d-8fb5-237940ece492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:46:59Z', 'updated_at': '2022-05-27T02:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'a8bbe7c0-e94a-445c-8c3d-768a9ee4800a', 'name': '', 'network_id': '9e96f255-93d9-417c-a8a1-6b7c73c795a8', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'mac_address': 'fa:16:3e:36:07:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2af441-2b5b-4f6d-8fb5-237940ece492', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '2ee01894-57a6-45ec-a926-f8912d98c8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:47:07Z', 'updated_at': '2022-05-27T02:47:14Z', 'revision_number': 5, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'subnets': [{'id': '2ee01894-57a6-45ec-a926-f8912d98c8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:48:25.333426 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828cef8-ae33-4aa3-ba59-c0c52290d8c7 req-28907e02-8a1d-463d-8157-a7cc1fe5953e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:25.334149 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-4828cef8-ae33-4aa3-ba59-c0c52290d8c7 req-28907e02-8a1d-463d-8157-a7cc1fe5953e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Synchronizing usage tracker for tenant:b59631ecfa194f20bd33f8d2b34a5767 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:48:25.346765 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-4828cef8-ae33-4aa3-ba59-c0c52290d8c7 req-28907e02-8a1d-463d-8157-a7cc1fe5953e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Unset dirty status for tenant:b59631ecfa194f20bd33f8d2b34a5767 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:48:25.348590 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4828cef8-ae33-4aa3-ba59-c0c52290d8c7 req-28907e02-8a1d-463d-8157-a7cc1fe5953e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.66 "GET /v2.0/ports?device_id=21db14d5-d9d2-46fa-8620-c9a8cab492fa HTTP/1.1" status: 200 len: 944 time: 0.0933306 May 27 02:48:25.422925 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-4828cef8-ae33-4aa3-ba59-c0c52290d8c7 req-b4ba2802-a742-4568-8cda-fed64e7660d5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Deleting port 0d38aec3-7ebc-44c2-92dc-07d94905cad4 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:48:25.423254 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4828cef8-ae33-4aa3-ba59-c0c52290d8c7 req-b4ba2802-a742-4568-8cda-fed64e7660d5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:25.549604 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-deb8211b-d426-45f1-a192-e20630b4b4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:25.555661 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e86fbac-5e3a-48e3-9b2c-88ad5564ed11 None None] New status for floating IP 9ec6d2d2-a6c0-4f48-b2e3-a92e99cc6997: DOWN {{(pid=88904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:48:25.587950 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57460) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:25.607387 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-54f793c9-6d10-45cf-9e53-689d6c42eccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:25.621583 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-54f793c9-6d10-45cf-9e53-689d6c42eccd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:25.625523 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-54f793c9-6d10-45cf-9e53-689d6c42eccd admin admin] Usage tracker for resource:security_group_rule and tenant:ef8055e39d72478ebfc3f1d2c0d85ee5 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:25.628309 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-54f793c9-6d10-45cf-9e53-689d6c42eccd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:25.633972 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-54f793c9-6d10-45cf-9e53-689d6c42eccd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:25.678173 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-4828cef8-ae33-4aa3-ba59-c0c52290d8c7 req-b4ba2802-a742-4568-8cda-fed64e7660d5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] For port 0d38aec3-7ebc-44c2-92dc-07d94905cad4, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=0d38aec3-7ebc-44c2-92dc-07d94905cad4,segment=NetworkSegment(6740af22-6b0c-4bfb-80ad-829f2dad4c72),segment_id=6740af22-6b0c-4bfb-80ad-829f2dad4c72)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:25.678686 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4828cef8-ae33-4aa3-ba59-c0c52290d8c7 req-b4ba2802-a742-4568-8cda-fed64e7660d5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:25.721951 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-54f793c9-6d10-45cf-9e53-689d6c42eccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:25.807019 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-4828cef8-ae33-4aa3-ba59-c0c52290d8c7 req-b4ba2802-a742-4568-8cda-fed64e7660d5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Calling delete_port for 0d38aec3-7ebc-44c2-92dc-07d94905cad4 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:48:25.829489 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-54f793c9-6d10-45cf-9e53-689d6c42eccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:25.880491 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-54f793c9-6d10-45cf-9e53-689d6c42eccd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ef8055e39d72478ebfc3f1d2c0d85ee5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2912545 May 27 02:48:25.882093 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f793c9-6d10-45cf-9e53-689d6c42eccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387f3440-b1b2-469e-a913-fb765cc1f467,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:25.883197 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57464) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:26.095347 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f6d16c44-a77d-4196-bfb8-ef849b08645e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:26.120564 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f6d16c44-a77d-4196-bfb8-ef849b08645e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:26.139796 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4828cef8-ae33-4aa3-ba59-c0c52290d8c7 req-b4ba2802-a742-4568-8cda-fed64e7660d5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:26.233924 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba2802-a742-4568-8cda-fed64e7660d5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event deleted for resources: {'Port': ['ID=0d38aec3-7ebc-44c2-92dc-07d94905cad4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:26.283900 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-4828cef8-ae33-4aa3-ba59-c0c52290d8c7 req-b4ba2802-a742-4568-8cda-fed64e7660d5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] No DVR routers for this DVR port 0d38aec3-7ebc-44c2-92dc-07d94905cad4 on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:48:26.286488 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4828cef8-ae33-4aa3-ba59-c0c52290d8c7 req-b4ba2802-a742-4568-8cda-fed64e7660d5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:26.289208 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21db14d5-d9d2-46fa-8620-c9a8cab492fa', 'name': 'network-vif-deleted', 'tag': '0d38aec3-7ebc-44c2-92dc-07d94905cad4'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:48:26.324544 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2304d349-255e-4da2-9125-ff13955cb339 req-40675209-d5e4-4b0d-8d0e-258cf6bffc20 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=21db14d5-d9d2-46fa-8620-c9a8cab492fa HTTP/1.1" status: 200 len: 210 time: 0.0470212 May 27 02:48:26.336578 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13c32eb3-f60f-4fc0-838b-48893917bc86'] response: {'server_uuid': '21db14d5-d9d2-46fa-8620-c9a8cab492fa', 'name': 'network-vif-deleted', 'tag': '0d38aec3-7ebc-44c2-92dc-07d94905cad4', 'status': 'completed', 'code': 200} May 27 02:48:26.375845 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f6d16c44-a77d-4196-bfb8-ef849b08645e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:26.378224 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f6d16c44-a77d-4196-bfb8-ef849b08645e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:26.379394 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f6d16c44-a77d-4196-bfb8-ef849b08645e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/387f3440-b1b2-469e-a913-fb765cc1f467 HTTP/1.1" status: 204 len: 168 time: 0.4951999 May 27 02:48:26.389574 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d16c44-a77d-4196-bfb8-ef849b08645e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387f3440-b1b2-469e-a913-fb765cc1f467,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:26.405151 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4828cef8-ae33-4aa3-ba59-c0c52290d8c7 req-b4ba2802-a742-4568-8cda-fed64e7660d5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.66 "DELETE /v2.0/ports/0d38aec3-7ebc-44c2-92dc-07d94905cad4 HTTP/1.1" status: 204 len: 173 time: 1.0518501 May 27 02:48:27.073131 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57476) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:27.122640 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7c96b948-5001-432c-b093-6970d79366b3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=086572b7162b44d7bb14bd3dd45407d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481794 May 27 02:48:27.125032 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57480) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:27.185134 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ef48f903-00c1-4db6-bfa6-18af2e192cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:27.210354 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ef48f903-00c1-4db6-bfa6-18af2e192cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:27.318679 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ef48f903-00c1-4db6-bfa6-18af2e192cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:27.336703 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48f903-00c1-4db6-bfa6-18af2e192cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18809da7-11cf-444a-af81-685b317cacc5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:27.421310 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ef48f903-00c1-4db6-bfa6-18af2e192cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:27.421566 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57486) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:27.422437 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ef48f903-00c1-4db6-bfa6-18af2e192cff admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/18809da7-11cf-444a-af81-685b317cacc5 HTTP/1.1" status: 204 len: 168 time: 0.2965415 May 27 02:48:27.840750 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ec48472e-6f25-422f-a351-89544dceecf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:27.978795 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6ee1b03f-5221-4db8-9164-d99ac2f61d56 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:28.459969 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6ee1b03f-5221-4db8-9164-d99ac2f61d56 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Deleting port a8bbe7c0-e94a-445c-8c3d-768a9ee4800a {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:48:28.460618 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6ee1b03f-5221-4db8-9164-d99ac2f61d56 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:28.509629 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57510) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:28.537387 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 0d38aec3-7ebc-44c2-92dc-07d94905cad4 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:48:28.575614 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: 0d38aec3-7ebc-44c2-92dc-07d94905cad4 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:48:28.576238 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 0d38aec3-7ebc-44c2-92dc-07d94905cad4 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:48:28.617176 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-0c443d5f-3a88-44bd-8259-69d393f76444 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1950393680-network', 'tenant_id': '3fadd088ccc74553a04697be263b7906'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:48:28.623431 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0c443d5f-3a88-44bd-8259-69d393f76444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:28.627266 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0c443d5f-3a88-44bd-8259-69d393f76444 admin admin] Usage tracker for resource:network and tenant:3fadd088ccc74553a04697be263b7906 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:28.630204 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0c443d5f-3a88-44bd-8259-69d393f76444 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:28.636326 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0c443d5f-3a88-44bd-8259-69d393f76444 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:28.653764 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-6ee1b03f-5221-4db8-9164-d99ac2f61d56 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] For port a8bbe7c0-e94a-445c-8c3d-768a9ee4800a, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=a8bbe7c0-e94a-445c-8c3d-768a9ee4800a,segment=NetworkSegment(6740af22-6b0c-4bfb-80ad-829f2dad4c72),segment_id=6740af22-6b0c-4bfb-80ad-829f2dad4c72)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:28.654126 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6ee1b03f-5221-4db8-9164-d99ac2f61d56 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:28.720754 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c443d5f-3a88-44bd-8259-69d393f76444 admin admin] Made reservation on behalf of 3fadd088ccc74553a04697be263b7906 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:48:28.722987 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c443d5f-3a88-44bd-8259-69d393f76444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:28.735745 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c443d5f-3a88-44bd-8259-69d393f76444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:28.749656 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0c443d5f-3a88-44bd-8259-69d393f76444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:28.753553 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0c443d5f-3a88-44bd-8259-69d393f76444 admin admin] Usage tracker for resource:security_group_rule and tenant:3fadd088ccc74553a04697be263b7906 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:28.756622 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0c443d5f-3a88-44bd-8259-69d393f76444 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:28.762640 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0c443d5f-3a88-44bd-8259-69d393f76444 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:28.778800 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6ee1b03f-5221-4db8-9164-d99ac2f61d56 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Calling delete_port for a8bbe7c0-e94a-445c-8c3d-768a9ee4800a owned by network:router_interface {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:48:28.848947 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c443d5f-3a88-44bd-8259-69d393f76444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:28.901620 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c443d5f-3a88-44bd-8259-69d393f76444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:28.934472 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c443d5f-3a88-44bd-8259-69d393f76444 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:48:28.942657 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c443d5f-3a88-44bd-8259-69d393f76444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:28.948253 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c443d5f-3a88-44bd-8259-69d393f76444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:28.948598 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-0c443d5f-3a88-44bd-8259-69d393f76444 admin admin] Added segment 77a48b29-f789-41c3-82b2-66a5eb7c53b7 of type vlan for network 3065bf7b-fd6e-4d0b-a830-392fdd7f9351 May 27 02:48:28.976243 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c443d5f-3a88-44bd-8259-69d393f76444 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:29.046619 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6ee1b03f-5221-4db8-9164-d99ac2f61d56 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:29.069252 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c443d5f-3a88-44bd-8259-69d393f76444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:29.069752 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:29.070411 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c443d5f-3a88-44bd-8259-69d393f76444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:29.070553 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:29.071001 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c443d5f-3a88-44bd-8259-69d393f76444 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:29.099068 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1b03f-5221-4db8-9164-d99ac2f61d56 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event deleted for resources: {'Port': ['ID=a8bbe7c0-e94a-445c-8c3d-768a9ee4800a,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:29.180702 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c443d5f-3a88-44bd-8259-69d393f76444 admin admin] Pushing event updated for resources: {'Network': ['ID=3065bf7b-fd6e-4d0b-a830-392fdd7f9351,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:29.192689 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 3065bf7b-fd6e-4d0b-a830-392fdd7f9351 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:48:29.243311 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0c443d5f-3a88-44bd-8259-69d393f76444 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7325487 May 27 02:48:29.243947 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57516) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:29.249888 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b532e221-e570-41e9-93be-ac83f47d1cdb admin admin] Request body: {'subnet': {'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1950393680-subnet', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:48:29.257525 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b532e221-e570-41e9-93be-ac83f47d1cdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:29.263813 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b532e221-e570-41e9-93be-ac83f47d1cdb admin admin] Usage tracker for resource:subnet and tenant:3fadd088ccc74553a04697be263b7906 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:29.265725 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b532e221-e570-41e9-93be-ac83f47d1cdb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:29.271842 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b532e221-e570-41e9-93be-ac83f47d1cdb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:29.364975 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b532e221-e570-41e9-93be-ac83f47d1cdb admin admin] Made reservation on behalf of 3fadd088ccc74553a04697be263b7906 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:48:29.367341 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b532e221-e570-41e9-93be-ac83f47d1cdb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:29.389186 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6ee1b03f-5221-4db8-9164-d99ac2f61d56 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:29.647014 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b532e221-e570-41e9-93be-ac83f47d1cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:29.725823 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b532e221-e570-41e9-93be-ac83f47d1cdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5a421f1-cfc1-40c1-b671-1e4d60b8996c,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:29.734262 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b532e221-e570-41e9-93be-ac83f47d1cdb admin admin] Checking segment: {'id': '77a48b29-f789-41c3-82b2-66a5eb7c53b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:48:29.734681 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b532e221-e570-41e9-93be-ac83f47d1cdb admin admin] Network hostable DHCP agents. Network: 3065bf7b-fd6e-4d0b-a830-392fdd7f9351, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:48:29.823692 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b532e221-e570-41e9-93be-ac83f47d1cdb admin admin] Network 3065bf7b-fd6e-4d0b-a830-392fdd7f9351 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:48:29.872047 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee1b03f-5221-4db8-9164-d99ac2f61d56 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Router 8d2af441-2b5b-4f6d-8fb5-237940ece492 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:48:29.909168 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-b532e221-e570-41e9-93be-ac83f47d1cdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 3065bf7b-fd6e-4d0b-a830-392fdd7f9351) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:48:29.913772 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b532e221-e570-41e9-93be-ac83f47d1cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:29.914652 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b532e221-e570-41e9-93be-ac83f47d1cdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:29.920799 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a745a8-a21d-4ebc-9932-567eced6c904 None None] Network 3065bf7b-fd6e-4d0b-a830-392fdd7f9351 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:48:30.002097 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b532e221-e570-41e9-93be-ac83f47d1cdb admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7569580 May 27 02:48:30.004826 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57520) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:30.010359 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-809d0b35-7f3d-41ad-83ac-ca263be8eaf6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1950393680-router', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:48:30.016078 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-809d0b35-7f3d-41ad-83ac-ca263be8eaf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:30.021331 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-809d0b35-7f3d-41ad-83ac-ca263be8eaf6 admin admin] Usage tracker for resource:router and tenant:3fadd088ccc74553a04697be263b7906 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:30.024357 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-809d0b35-7f3d-41ad-83ac-ca263be8eaf6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:30.036568 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-809d0b35-7f3d-41ad-83ac-ca263be8eaf6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:30.063566 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee1b03f-5221-4db8-9164-d99ac2f61d56 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:48:30.085073 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57c9fd1-5aa4-4676-9e6b-b90b092434c7 None None] Sync routers for ids ['8d2af441-2b5b-4f6d-8fb5-237940ece492'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:48:30.090225 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6ee1b03f-5221-4db8-9164-d99ac2f61d56 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "PUT /v2.0/routers/8d2af441-2b5b-4f6d-8fb5-237940ece492/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6651115 May 27 02:48:30.090480 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57524) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:30.104765 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57c9fd1-5aa4-4676-9e6b-b90b092434c7 None None] Routers {'8d2af441-2b5b-4f6d-8fb5-237940ece492'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:48:30.105367 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f57c9fd1-5aa4-4676-9e6b-b90b092434c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:48:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['8d2af441-2b5b-4f6d-8fb5-237940ece492'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:30.121289 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-809d0b35-7f3d-41ad-83ac-ca263be8eaf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:30.122621 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-809d0b35-7f3d-41ad-83ac-ca263be8eaf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:30.142834 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-809d0b35-7f3d-41ad-83ac-ca263be8eaf6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:30.161543 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc203844-abb3-45ad-ba98-d4da70118641 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Deleting subnet 2ee01894-57a6-45ec-a926-f8912d98c8b9 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:48:30.164599 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cc203844-abb3-45ad-ba98-d4da70118641 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:30.227759 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cc203844-abb3-45ad-ba98-d4da70118641 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:30.298496 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b1500e-1f9a-4e46-9117-166a4f2838e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'fixed_ips': [{'subnet_id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:48:30.299319 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-02b1500e-1f9a-4e46-9117-166a4f2838e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:30.316590 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:30.328402 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cc203844-abb3-45ad-ba98-d4da70118641 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:30.423175 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-f57c9fd1-5aa4-4676-9e6b-b90b092434c7 None None] Set router 8d2af441-2b5b-4f6d-8fb5-237940ece492 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:48:30.514471 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-809d0b35-7f3d-41ad-83ac-ca263be8eaf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:30.515652 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cc203844-abb3-45ad-ba98-d4da70118641 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:30.558309 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc203844-abb3-45ad-ba98-d4da70118641 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event deleted for resources: {'Subnet': ['ID=2ee01894-57a6-45ec-a926-f8912d98c8b9,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:30.562028 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cc203844-abb3-45ad-ba98-d4da70118641 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:30.569689 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-cc203844-abb3-45ad-ba98-d4da70118641 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "DELETE /v2.0/subnets/2ee01894-57a6-45ec-a926-f8912d98c8b9 HTTP/1.1" status: 204 len: 168 time: 0.4767013 May 27 02:48:30.571020 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57528) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:30.605355 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b153004c-c6e6-4f43-9a8d-0b208072bce4 None None] Network 9e96f255-93d9-417c-a8a1-6b7c73c795a8 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:48:30.753516 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5545b08f-1ef3-4566-8217-ed816e561d53 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for router, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:30.908886 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-02b1500e-1f9a-4e46-9117-166a4f2838e5 None None] Allocated IP 172.20.0.2 (3065bf7b-fd6e-4d0b-a830-392fdd7f9351/d5a421f1-cfc1-40c1-b671-1e4d60b8996c/6885bb56-c5f0-445c-a712-b6f625b6d126) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:48:30.944855 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5545b08f-1ef3-4566-8217-ed816e561d53 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:31.011011 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-5545b08f-1ef3-4566-8217-ed816e561d53 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Deleting port 15d66e64-e1b9-4ec3-b8f0-cca50905229b {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:48:31.011464 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5545b08f-1ef3-4566-8217-ed816e561d53 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:31.059191 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-809d0b35-7f3d-41ad-83ac-ca263be8eaf6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:31.090308 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-809d0b35-7f3d-41ad-83ac-ca263be8eaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:31.188762 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f57c9fd1-5aa4-4676-9e6b-b90b092434c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d2af441-2b5b-4f6d-8fb5-237940ece492', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1370791955', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '15d66e64-e1b9-4ec3-b8f0-cca50905229b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:46:58Z', 'updated_at': '2022-05-27T02:48:28Z', 'revision_number': 5, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': '15d66e64-e1b9-4ec3-b8f0-cca50905229b', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:97:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2af441-2b5b-4f6d-8fb5-237940ece492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:46:59Z', 'updated_at': '2022-05-27T02:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:31.197535 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57c9fd1-5aa4-4676-9e6b-b90b092434c7 None None] Checking router: 8d2af441-2b5b-4f6d-8fb5-237940ece492 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:48:31.216285 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-02b1500e-1f9a-4e46-9117-166a4f2838e5 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:31.219992 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02fff15-c130-4254-bd11-88efbd2507ca None None] DHCP port deletion for 9e96f255-93d9-417c-a8a1-6b7c73c795a8 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:48:31.229409 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57c9fd1-5aa4-4676-9e6b-b90b092434c7 None None] Routers {'8d2af441-2b5b-4f6d-8fb5-237940ece492'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:48:31.230043 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f57c9fd1-5aa4-4676-9e6b-b90b092434c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:48:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['8d2af441-2b5b-4f6d-8fb5-237940ece492'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:31.231319 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-5545b08f-1ef3-4566-8217-ed816e561d53 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] For port 15d66e64-e1b9-4ec3-b8f0-cca50905229b, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=15d66e64-e1b9-4ec3-b8f0-cca50905229b,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:31.234104 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5545b08f-1ef3-4566-8217-ed816e561d53 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:31.250399 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-809d0b35-7f3d-41ad-83ac-ca263be8eaf6 admin admin] Allocated IP 172.25.1.54 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/ec343d38-5e5f-49d2-9ca2-20b42a545eac) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:48:31.288283 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-02b1500e-1f9a-4e46-9117-166a4f2838e5 None None] Transition to ACTIVE for port object 6885bb56-c5f0-445c-a712-b6f625b6d126 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:48:31.297707 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-d02fff15-c130-4254-bd11-88efbd2507ca None None] Deleting port 5b40db2e-78aa-4c56-b8a5-64a82a6c38cb {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:48:31.303010 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d02fff15-c130-4254-bd11-88efbd2507ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:31.359293 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-5545b08f-1ef3-4566-8217-ed816e561d53 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Calling delete_port for 15d66e64-e1b9-4ec3-b8f0-cca50905229b owned by network:router_gateway {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:48:31.413755 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-809d0b35-7f3d-41ad-83ac-ca263be8eaf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:31.420842 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-02b1500e-1f9a-4e46-9117-166a4f2838e5 None None] Transition to ACTIVE for port object 6885bb56-c5f0-445c-a712-b6f625b6d126 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:48:31.488423 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-f57c9fd1-5aa4-4676-9e6b-b90b092434c7 None None] Set router 8d2af441-2b5b-4f6d-8fb5-237940ece492 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:48:31.536974 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 5b40db2e-78aa-4c56-b8a5-64a82a6c38cb no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:48:31.544641 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-809d0b35-7f3d-41ad-83ac-ca263be8eaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:31.611198 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809d0b35-7f3d-41ad-83ac-ca263be8eaf6 admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:48:31.614105 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-809d0b35-7f3d-41ad-83ac-ca263be8eaf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:48:31.616625 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809d0b35-7f3d-41ad-83ac-ca263be8eaf6 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:48:31.625059 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-02b1500e-1f9a-4e46-9117-166a4f2838e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:31.671672 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809d0b35-7f3d-41ad-83ac-ca263be8eaf6 admin admin] Pushing event updated for resources: {'Port': ['ID=ec343d38-5e5f-49d2-9ca2-20b42a545eac,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:31.695990 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f57c9fd1-5aa4-4676-9e6b-b90b092434c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d2af441-2b5b-4f6d-8fb5-237940ece492', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1370791955', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:46:58Z', 'updated_at': '2022-05-27T02:48:30Z', 'revision_number': 6, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port_host': None}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:31.726596 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5545b08f-1ef3-4566-8217-ed816e561d53 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:31.740884 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57c9fd1-5aa4-4676-9e6b-b90b092434c7 None None] The sync data for ids ['8d2af441-2b5b-4f6d-8fb5-237940ece492'] in n-d-843554-3 is: [{'id': '8d2af441-2b5b-4f6d-8fb5-237940ece492', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1370791955', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:46:58Z', 'updated_at': '2022-05-27T02:48:30Z', 'revision_number': 6, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:48:31.777144 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545b08f-1ef3-4566-8217-ed816e561d53 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event deleted for resources: {'Port': ['ID=15d66e64-e1b9-4ec3-b8f0-cca50905229b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:31.810068 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b1500e-1f9a-4e46-9117-166a4f2838e5 None None] Network 3065bf7b-fd6e-4d0b-a830-392fdd7f9351 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:48:31.823421 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-02b1500e-1f9a-4e46-9117-166a4f2838e5 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:48:31.837659 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b1500e-1f9a-4e46-9117-166a4f2838e5 None None] Pushing event updated for resources: {'Port': ['ID=6885bb56-c5f0-445c-a712-b6f625b6d126,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:31.840472 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b1500e-1f9a-4e46-9117-166a4f2838e5 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:48:31.860791 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b1500e-1f9a-4e46-9117-166a4f2838e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:31.861218 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b1500e-1f9a-4e46-9117-166a4f2838e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:31.861572 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b1500e-1f9a-4e46-9117-166a4f2838e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:31.861880 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b1500e-1f9a-4e46-9117-166a4f2838e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:31.862433 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b1500e-1f9a-4e46-9117-166a4f2838e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:31.862730 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b1500e-1f9a-4e46-9117-166a4f2838e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:31.863037 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b1500e-1f9a-4e46-9117-166a4f2838e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:31.863344 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b1500e-1f9a-4e46-9117-166a4f2838e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:31.864085 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b1500e-1f9a-4e46-9117-166a4f2838e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:31.864085 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b1500e-1f9a-4e46-9117-166a4f2838e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:31.864317 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b1500e-1f9a-4e46-9117-166a4f2838e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:31.864594 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b1500e-1f9a-4e46-9117-166a4f2838e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:31.901463 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5545b08f-1ef3-4566-8217-ed816e561d53 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:31.999502 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-d02fff15-c130-4254-bd11-88efbd2507ca None None] For port 5b40db2e-78aa-4c56-b8a5-64a82a6c38cb, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=5b40db2e-78aa-4c56-b8a5-64a82a6c38cb,segment=NetworkSegment(6740af22-6b0c-4bfb-80ad-829f2dad4c72),segment_id=6740af22-6b0c-4bfb-80ad-829f2dad4c72)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:31.999939 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d02fff15-c130-4254-bd11-88efbd2507ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:32.075934 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5545b08f-1ef3-4566-8217-ed816e561d53 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:32.078349 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5545b08f-1ef3-4566-8217-ed816e561d53 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:32.139657 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-d02fff15-c130-4254-bd11-88efbd2507ca None None] Calling delete_port for 5b40db2e-78aa-4c56-b8a5-64a82a6c38cb owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:48:32.153575 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-809d0b35-7f3d-41ad-83ac-ca263be8eaf6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:32.167053 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-02b1500e-1f9a-4e46-9117-166a4f2838e5 None None] Attempting to bind port 6885bb56-c5f0-445c-a712-b6f625b6d126 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:48:32.167053 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-02b1500e-1f9a-4e46-9117-166a4f2838e5 None None] Attempting to bind port 6885bb56-c5f0-445c-a712-b6f625b6d126 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '77a48b29-f789-41c3-82b2-66a5eb7c53b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:48:32.167432 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b1500e-1f9a-4e46-9117-166a4f2838e5 None None] Attempting to bind port 6885bb56-c5f0-445c-a712-b6f625b6d126 on network 3065bf7b-fd6e-4d0b-a830-392fdd7f9351 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:48:32.171503 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5545b08f-1ef3-4566-8217-ed816e561d53 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:32.173702 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5545b08f-1ef3-4566-8217-ed816e561d53 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Fanout notify agent at l3_agent the message router_deleted on router 8d2af441-2b5b-4f6d-8fb5-237940ece492 {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:48:32.196973 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b1500e-1f9a-4e46-9117-166a4f2838e5 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:48:32.196973 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b1500e-1f9a-4e46-9117-166a4f2838e5 None None] Checking segment: {'id': '77a48b29-f789-41c3-82b2-66a5eb7c53b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:48:32.196973 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-02b1500e-1f9a-4e46-9117-166a4f2838e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:32.196973 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b1500e-1f9a-4e46-9117-166a4f2838e5 None None] Bound using segment: {'id': '77a48b29-f789-41c3-82b2-66a5eb7c53b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:48:32.196973 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-02b1500e-1f9a-4e46-9117-166a4f2838e5 None None] Bound port: 6885bb56-c5f0-445c-a712-b6f625b6d126, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a48b29-f789-41c3-82b2-66a5eb7c53b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:48:32.197762 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-02b1500e-1f9a-4e46-9117-166a4f2838e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:32.200572 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5545b08f-1ef3-4566-8217-ed816e561d53 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:32.204359 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5545b08f-1ef3-4566-8217-ed816e561d53 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "DELETE /v2.0/routers/8d2af441-2b5b-4f6d-8fb5-237940ece492 HTTP/1.1" status: 204 len: 168 time: 1.6299436 May 27 02:48:32.204629 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57532) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:32.210117 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 5b40db2e-78aa-4c56-b8a5-64a82a6c38cb is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:48:32.210493 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:32.340683 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-743e6333-77b5-4657-91d2-d5d1cf3ff7ba tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:32.352255 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-743e6333-77b5-4657-91d2-d5d1cf3ff7ba tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Deleting port 5b40db2e-78aa-4c56-b8a5-64a82a6c38cb {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:48:32.352592 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-743e6333-77b5-4657-91d2-d5d1cf3ff7ba tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:32.358507 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 5b40db2e-78aa-4c56-b8a5-64a82a6c38cb, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=5b40db2e-78aa-4c56-b8a5-64a82a6c38cb,segment=NetworkSegment(6740af22-6b0c-4bfb-80ad-829f2dad4c72),segment_id=6740af22-6b0c-4bfb-80ad-829f2dad4c72)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:32.382504 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-02b1500e-1f9a-4e46-9117-166a4f2838e5 None None] For port 6885bb56-c5f0-445c-a712-b6f625b6d126, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:48:32.385965 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-02b1500e-1f9a-4e46-9117-166a4f2838e5 None None] For port 6885bb56-c5f0-445c-a712-b6f625b6d126, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=6885bb56-c5f0-445c-a712-b6f625b6d126,segment=NetworkSegment(77a48b29-f789-41c3-82b2-66a5eb7c53b7),segment_id=77a48b29-f789-41c3-82b2-66a5eb7c53b7)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:48:32.440694 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:32.488077 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-02b1500e-1f9a-4e46-9117-166a4f2838e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:32.519167 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-809d0b35-7f3d-41ad-83ac-ca263be8eaf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:32.527514 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-d02fff15-c130-4254-bd11-88efbd2507ca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:48:32.527859 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-d02fff15-c130-4254-bd11-88efbd2507ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:48:32.540162 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=5b40db2e-78aa-4c56-b8a5-64a82a6c38cb,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:32.557721 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-743e6333-77b5-4657-91d2-d5d1cf3ff7ba tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] For port 5b40db2e-78aa-4c56-b8a5-64a82a6c38cb, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=5b40db2e-78aa-4c56-b8a5-64a82a6c38cb,segment=NetworkSegment(6740af22-6b0c-4bfb-80ad-829f2dad4c72),segment_id=6740af22-6b0c-4bfb-80ad-829f2dad4c72)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:32.558084 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-743e6333-77b5-4657-91d2-d5d1cf3ff7ba tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:32.622281 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b1500e-1f9a-4e46-9117-166a4f2838e5 None None] Pushing event updated for resources: {'Port': ['ID=6885bb56-c5f0-445c-a712-b6f625b6d126,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:32.722348 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-743e6333-77b5-4657-91d2-d5d1cf3ff7ba tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Calling delete_port for 5b40db2e-78aa-4c56-b8a5-64a82a6c38cb owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:48:32.931736 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-743e6333-77b5-4657-91d2-d5d1cf3ff7ba tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:48:32.932065 n-d-843554-3 neutron-server[88902]: DEBUG oslo_db.api [None req-743e6333-77b5-4657-91d2-d5d1cf3ff7ba tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:48:33.028822 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-d02fff15-c130-4254-bd11-88efbd2507ca None None] Deleting port 5b40db2e-78aa-4c56-b8a5-64a82a6c38cb {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:48:33.029211 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d02fff15-c130-4254-bd11-88efbd2507ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:33.036083 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-809d0b35-7f3d-41ad-83ac-ca263be8eaf6 admin admin] Router a9ff13da-f389-402c-87d6-47881f89fe1b is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:48:33.224239 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809d0b35-7f3d-41ad-83ac-ca263be8eaf6 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:48:33.235426 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc5f3ec-dd15-4c5e-8638-bbf5a6f4f757 None None] Sync routers for ids ['a9ff13da-f389-402c-87d6-47881f89fe1b'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:48:33.245820 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc5f3ec-dd15-4c5e-8638-bbf5a6f4f757 None None] Routers {'a9ff13da-f389-402c-87d6-47881f89fe1b'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:48:33.246455 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-cdc5f3ec-dd15-4c5e-8638-bbf5a6f4f757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:48:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['a9ff13da-f389-402c-87d6-47881f89fe1b'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:33.247468 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-d02fff15-c130-4254-bd11-88efbd2507ca None None] For port 5b40db2e-78aa-4c56-b8a5-64a82a6c38cb, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=5b40db2e-78aa-4c56-b8a5-64a82a6c38cb,segment=NetworkSegment(6740af22-6b0c-4bfb-80ad-829f2dad4c72),segment_id=6740af22-6b0c-4bfb-80ad-829f2dad4c72)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:33.247948 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d02fff15-c130-4254-bd11-88efbd2507ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:33.307588 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-809d0b35-7f3d-41ad-83ac-ca263be8eaf6 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:33.311403 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-809d0b35-7f3d-41ad-83ac-ca263be8eaf6 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3031132 May 27 02:48:33.311726 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57536) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:33.400340 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-d02fff15-c130-4254-bd11-88efbd2507ca None None] Calling delete_port for 5b40db2e-78aa-4c56-b8a5-64a82a6c38cb owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:48:33.427851 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-cdc5f3ec-dd15-4c5e-8638-bbf5a6f4f757 None None] Set router a9ff13da-f389-402c-87d6-47881f89fe1b gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:48:33.433213 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-743e6333-77b5-4657-91d2-d5d1cf3ff7ba tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Deleting port 5b40db2e-78aa-4c56-b8a5-64a82a6c38cb {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:48:33.433709 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-743e6333-77b5-4657-91d2-d5d1cf3ff7ba tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:33.570435 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d02fff15-c130-4254-bd11-88efbd2507ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:33.652161 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 6885bb56-c5f0-445c-a712-b6f625b6d126 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:48:33.665274 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-743e6333-77b5-4657-91d2-d5d1cf3ff7ba tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] The port '5b40db2e-78aa-4c56-b8a5-64a82a6c38cb' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:48:33.740968 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02fff15-c130-4254-bd11-88efbd2507ca None None] Pushing event deleted for resources: {'Port': ['ID=5b40db2e-78aa-4c56-b8a5-64a82a6c38cb,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:33.750171 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02fff15-c130-4254-bd11-88efbd2507ca None None] No DVR routers for this DVR port 5b40db2e-78aa-4c56-b8a5-64a82a6c38cb on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:48:33.835014 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 6885bb56-c5f0-445c-a712-b6f625b6d126 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:48:33.877035 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-cdc5f3ec-dd15-4c5e-8638-bbf5a6f4f757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'name': 'tempest-TestVolumeBootPattern-1950393680-router', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:30Z', 'updated_at': '2022-05-27T02:48:31Z', 'revision_number': 3, 'project_id': '3fadd088ccc74553a04697be263b7906', 'gw_port': {'id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:00:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:31Z', 'updated_at': '2022-05-27T02:48:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:33.881582 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc5f3ec-dd15-4c5e-8638-bbf5a6f4f757 None None] Checking router: a9ff13da-f389-402c-87d6-47881f89fe1b for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:48:33.882149 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc5f3ec-dd15-4c5e-8638-bbf5a6f4f757 None None] Updating router a9ff13da-f389-402c-87d6-47881f89fe1b port ec343d38-5e5f-49d2-9ca2-20b42a545eac binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:48:33.906832 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4ee802-0cf1-459f-ab35-568e1d8a7425 None None] Network 3065bf7b-fd6e-4d0b-a830-392fdd7f9351 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:48:33.929840 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device a8bbe7c0-e94a-445c-8c3d-768a9ee4800a no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:48:33.931215 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-743e6333-77b5-4657-91d2-d5d1cf3ff7ba tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:33.942239 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-cdc5f3ec-dd15-4c5e-8638-bbf5a6f4f757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:33.964280 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-743e6333-77b5-4657-91d2-d5d1cf3ff7ba tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e96f255-93d9-417c-a8a1-6b7c73c795a8']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:33.978027 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-743e6333-77b5-4657-91d2-d5d1cf3ff7ba tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6740af22-6b0c-4bfb-80ad-829f2dad4c72') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:33.978391 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-743e6333-77b5-4657-91d2-d5d1cf3ff7ba tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6740af22-6b0c-4bfb-80ad-829f2dad4c72') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:33.995371 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-743e6333-77b5-4657-91d2-d5d1cf3ff7ba tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:34.016434 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-743e6333-77b5-4657-91d2-d5d1cf3ff7ba tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:34.024224 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-743e6333-77b5-4657-91d2-d5d1cf3ff7ba tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:48:34.024860 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-743e6333-77b5-4657-91d2-d5d1cf3ff7ba tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:34.058704 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: a8bbe7c0-e94a-445c-8c3d-768a9ee4800a {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:48:34.058829 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device a8bbe7c0-e94a-445c-8c3d-768a9ee4800a not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:48:34.059218 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 15d66e64-e1b9-4ec3-b8f0-cca50905229b no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:48:34.120010 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 15d66e64-e1b9-4ec3-b8f0-cca50905229b {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:48:34.120353 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 15d66e64-e1b9-4ec3-b8f0-cca50905229b not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:48:34.209413 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-55579b50-fdda-43d4-9788-33360a08c709 None None] Provisioning for port 6885bb56-c5f0-445c-a712-b6f625b6d126 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:48:34.224376 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-55579b50-fdda-43d4-9788-33360a08c709 None None] Provisioning complete for port 6885bb56-c5f0-445c-a712-b6f625b6d126 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:34.224764 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-55579b50-fdda-43d4-9788-33360a08c709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:34.273740 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 6740af22-6b0c-4bfb-80ad-829f2dad4c72 resource provider aggregate not found May 27 02:48:34.297363 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 6740af22-6b0c-4bfb-80ad-829f2dad4c72 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6740af22-6b0c-4bfb-80ad-829f2dad4c72 found for delete ", "request_id": "req-0abb36fe-a5a5-48cc-8a2d-671ae28a9171"}]} May 27 02:48:34.324086 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-cdc5f3ec-dd15-4c5e-8638-bbf5a6f4f757 None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:34.336391 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-cdc5f3ec-dd15-4c5e-8638-bbf5a6f4f757 None None] Transition to ACTIVE for port object ec343d38-5e5f-49d2-9ca2-20b42a545eac will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:48:34.358509 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-743e6333-77b5-4657-91d2-d5d1cf3ff7ba tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:34.402649 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-743e6333-77b5-4657-91d2-d5d1cf3ff7ba tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:34.407036 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69826cb9-9cf8-4ead-8ff1-14c20bf20c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:34.412314 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-cdc5f3ec-dd15-4c5e-8638-bbf5a6f4f757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:34.413826 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e6333-77b5-4657-91d2-d5d1cf3ff7ba tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event deleted for resources: {'Network': ['ID=9e96f255-93d9-417c-a8a1-6b7c73c795a8,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:34.425105 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-55579b50-fdda-43d4-9788-33360a08c709 None None] Current status of the port 6885bb56-c5f0-445c-a712-b6f625b6d126 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:48:34.425615 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-55579b50-fdda-43d4-9788-33360a08c709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:34.463199 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-55579b50-fdda-43d4-9788-33360a08c709 None None] For port 6885bb56-c5f0-445c-a712-b6f625b6d126, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=6885bb56-c5f0-445c-a712-b6f625b6d126,segment=NetworkSegment(77a48b29-f789-41c3-82b2-66a5eb7c53b7),segment_id=77a48b29-f789-41c3-82b2-66a5eb7c53b7)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:34.528005 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-743e6333-77b5-4657-91d2-d5d1cf3ff7ba tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "DELETE /v2.0/networks/9e96f255-93d9-417c-a8a1-6b7c73c795a8 HTTP/1.1" status: 204 len: 168 time: 2.3219230 May 27 02:48:34.530199 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57546) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:34.550709 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-cdc5f3ec-dd15-4c5e-8638-bbf5a6f4f757 None None] Attempting to bind port ec343d38-5e5f-49d2-9ca2-20b42a545eac on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:48:34.554656 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-cdc5f3ec-dd15-4c5e-8638-bbf5a6f4f757 None None] Attempting to bind port ec343d38-5e5f-49d2-9ca2-20b42a545eac by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:48:34.555115 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc5f3ec-dd15-4c5e-8638-bbf5a6f4f757 None None] Attempting to bind port ec343d38-5e5f-49d2-9ca2-20b42a545eac on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:48:34.559021 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-55579b50-fdda-43d4-9788-33360a08c709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:34.579987 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc5f3ec-dd15-4c5e-8638-bbf5a6f4f757 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:48:34.580542 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc5f3ec-dd15-4c5e-8638-bbf5a6f4f757 None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:48:34.581275 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-cdc5f3ec-dd15-4c5e-8638-bbf5a6f4f757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:34.581762 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc5f3ec-dd15-4c5e-8638-bbf5a6f4f757 None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:48:34.582538 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-cdc5f3ec-dd15-4c5e-8638-bbf5a6f4f757 None None] Bound port: ec343d38-5e5f-49d2-9ca2-20b42a545eac, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:48:34.583250 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-cdc5f3ec-dd15-4c5e-8638-bbf5a6f4f757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:34.654784 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e3032bff-b613-4717-886c-5dfd42346ea2 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:34.679385 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17955cb-53a5-47ff-bc4b-6fa1d486c6ba None None] Pushing event updated for resources: {'Port': ['ID=ec343d38-5e5f-49d2-9ca2-20b42a545eac,revision_number=2']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:34.684569 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-cdc5f3ec-dd15-4c5e-8638-bbf5a6f4f757 None None] For port ec343d38-5e5f-49d2-9ca2-20b42a545eac, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:48:34.685917 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-69826cb9-9cf8-4ead-8ff1-14c20bf20c0d admin admin] Allocated IP 172.20.0.1 (3065bf7b-fd6e-4d0b-a830-392fdd7f9351/d5a421f1-cfc1-40c1-b671-1e4d60b8996c/d42472c2-c78a-44d6-a83d-d5bef2e7b4b2) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:48:34.686126 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55579b50-fdda-43d4-9788-33360a08c709 None None] Pushing event updated for resources: {'Port': ['ID=6885bb56-c5f0-445c-a712-b6f625b6d126,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:34.688913 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-cdc5f3ec-dd15-4c5e-8638-bbf5a6f4f757 None None] For port ec343d38-5e5f-49d2-9ca2-20b42a545eac, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=ec343d38-5e5f-49d2-9ca2-20b42a545eac,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:48:34.703752 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e3032bff-b613-4717-886c-5dfd42346ea2 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:34.776979 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-cdc5f3ec-dd15-4c5e-8638-bbf5a6f4f757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:34.792091 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-18166356-a7c3-45f6-bd7b-556c56eb1d4b None None] Provisioning complete for port 6885bb56-c5f0-445c-a712-b6f625b6d126 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:34.792491 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-18166356-a7c3-45f6-bd7b-556c56eb1d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:34.846493 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69826cb9-9cf8-4ead-8ff1-14c20bf20c0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:34.860897 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17955cb-53a5-47ff-bc4b-6fa1d486c6ba None None] Pushing event updated for resources: {'Port': ['ID=ec343d38-5e5f-49d2-9ca2-20b42a545eac,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:34.863751 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e3032bff-b613-4717-886c-5dfd42346ea2 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:34.871375 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-69826cb9-9cf8-4ead-8ff1-14c20bf20c0d admin admin] Transition to ACTIVE for port object d42472c2-c78a-44d6-a83d-d5bef2e7b4b2 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:48:34.872840 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc5f3ec-dd15-4c5e-8638-bbf5a6f4f757 None None] Routers {'a9ff13da-f389-402c-87d6-47881f89fe1b'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:48:34.873646 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-cdc5f3ec-dd15-4c5e-8638-bbf5a6f4f757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:48:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['a9ff13da-f389-402c-87d6-47881f89fe1b'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:34.903015 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3032bff-b613-4717-886c-5dfd42346ea2 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=999a90b6-7508-4797-9ba3-ef2ee76a3638,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:34.935590 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-18166356-a7c3-45f6-bd7b-556c56eb1d4b None None] Current status of the port 6885bb56-c5f0-445c-a712-b6f625b6d126 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:48:34.959997 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e3032bff-b613-4717-886c-5dfd42346ea2 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:34.961211 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e3032bff-b613-4717-886c-5dfd42346ea2 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "DELETE /v2.0/security-groups/999a90b6-7508-4797-9ba3-ef2ee76a3638 HTTP/1.1" status: 204 len: 168 time: 0.4300401 May 27 02:48:34.982253 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69826cb9-9cf8-4ead-8ff1-14c20bf20c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:35.049118 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69826cb9-9cf8-4ead-8ff1-14c20bf20c0d admin admin] Network 3065bf7b-fd6e-4d0b-a830-392fdd7f9351 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:48:35.052685 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-69826cb9-9cf8-4ead-8ff1-14c20bf20c0d admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:48:35.055964 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-cdc5f3ec-dd15-4c5e-8638-bbf5a6f4f757 None None] Set router a9ff13da-f389-402c-87d6-47881f89fe1b gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:48:35.059566 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69826cb9-9cf8-4ead-8ff1-14c20bf20c0d admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:48:35.226827 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69826cb9-9cf8-4ead-8ff1-14c20bf20c0d admin admin] Pushing event updated for resources: {'Port': ['ID=d42472c2-c78a-44d6-a83d-d5bef2e7b4b2,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:35.244059 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57560) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:35.249931 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-7d6d3eb9-6c7b-430c-ab86-75e0760536e8 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1160685170', 'description': 'tempest-secgroup-smoke-1160685170 description', 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:48:35.257232 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69826cb9-9cf8-4ead-8ff1-14c20bf20c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:35.258307 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-7d6d3eb9-6c7b-430c-ab86-75e0760536e8 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:35.264885 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7d6d3eb9-6c7b-430c-ab86-75e0760536e8 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:security_group and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:35.269491 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7d6d3eb9-6c7b-430c-ab86-75e0760536e8 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:35.279497 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-7d6d3eb9-6c7b-430c-ab86-75e0760536e8 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:35.355309 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7d6d3eb9-6c7b-430c-ab86-75e0760536e8 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:35.370667 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-cdc5f3ec-dd15-4c5e-8638-bbf5a6f4f757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'name': 'tempest-TestVolumeBootPattern-1950393680-router', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:30Z', 'updated_at': '2022-05-27T02:48:31Z', 'revision_number': 3, 'project_id': '3fadd088ccc74553a04697be263b7906', 'gw_port': {'id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:00:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:31Z', 'updated_at': '2022-05-27T02:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:35.375239 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc5f3ec-dd15-4c5e-8638-bbf5a6f4f757 None None] The sync data for ids ['a9ff13da-f389-402c-87d6-47881f89fe1b'] in n-d-843554-3 is: [{'id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'name': 'tempest-TestVolumeBootPattern-1950393680-router', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:30Z', 'updated_at': '2022-05-27T02:48:31Z', 'revision_number': 3, 'project_id': '3fadd088ccc74553a04697be263b7906', 'gw_port': {'id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:00:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:31Z', 'updated_at': '2022-05-27T02:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:48:35.375682 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-7d6d3eb9-6c7b-430c-ab86-75e0760536e8 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:35.382236 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7d6d3eb9-6c7b-430c-ab86-75e0760536e8 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:security_group_rule and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:35.385747 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-7d6d3eb9-6c7b-430c-ab86-75e0760536e8 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:35.392260 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-7d6d3eb9-6c7b-430c-ab86-75e0760536e8 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:35.412547 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-38c0ca97-243f-4144-a2e1-faa9d0bba14b None None] Provisioning for port d42472c2-c78a-44d6-a83d-d5bef2e7b4b2 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:48:35.417794 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-38c0ca97-243f-4144-a2e1-faa9d0bba14b None None] Provisioning complete for port d42472c2-c78a-44d6-a83d-d5bef2e7b4b2 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:35.418165 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-38c0ca97-243f-4144-a2e1-faa9d0bba14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:35.489433 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-38c0ca97-243f-4144-a2e1-faa9d0bba14b None None] Port d42472c2-c78a-44d6-a83d-d5bef2e7b4b2 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:48:35.493091 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7d6d3eb9-6c7b-430c-ab86-75e0760536e8 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:35.515682 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 6885bb56-c5f0-445c-a712-b6f625b6d126 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:48:35.543579 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7d6d3eb9-6c7b-430c-ab86-75e0760536e8 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:35.591377 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 6885bb56-c5f0-445c-a712-b6f625b6d126 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:35.591750 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:35.592740 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d3eb9-6c7b-430c-ab86-75e0760536e8 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b407f67f-53fe-48ac-a4c5-d1e61d7f8076,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:35.658034 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7d6d3eb9-6c7b-430c-ab86-75e0760536e8 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:35.663871 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7d6d3eb9-6c7b-430c-ab86-75e0760536e8 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4143143 May 27 02:48:35.664018 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69826cb9-9cf8-4ead-8ff1-14c20bf20c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:35.664428 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57564) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:35.672627 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-17a44d08-a8bc-4da9-a53a-c5d432892bc3 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'security_group_rule': {'security_group_id': 'b407f67f-53fe-48ac-a4c5-d1e61d7f8076', 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:48:35.679203 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-17a44d08-a8bc-4da9-a53a-c5d432892bc3 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:35.686745 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-17a44d08-a8bc-4da9-a53a-c5d432892bc3 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:security_group_rule and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:35.690449 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-17a44d08-a8bc-4da9-a53a-c5d432892bc3 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:35.699073 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-17a44d08-a8bc-4da9-a53a-c5d432892bc3 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:35.767220 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 6885bb56-c5f0-445c-a712-b6f625b6d126 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:48:35.794871 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-17a44d08-a8bc-4da9-a53a-c5d432892bc3 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:35.871992 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-17a44d08-a8bc-4da9-a53a-c5d432892bc3 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:35.916556 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69826cb9-9cf8-4ead-8ff1-14c20bf20c0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:35.938268 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-17a44d08-a8bc-4da9-a53a-c5d432892bc3 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:35.964620 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a44d08-a8bc-4da9-a53a-c5d432892bc3 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ffc8ad7-c276-4b6a-8da2-62f51a01739e,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:35.983439 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69826cb9-9cf8-4ead-8ff1-14c20bf20c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:36.046634 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-17a44d08-a8bc-4da9-a53a-c5d432892bc3 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:36.052365 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-17a44d08-a8bc-4da9-a53a-c5d432892bc3 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3869338 May 27 02:48:36.053045 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57568) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:36.058898 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-4b878e76-c808-40c5-bd90-c5446641a3ac tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'security_group_rule': {'security_group_id': 'b407f67f-53fe-48ac-a4c5-d1e61d7f8076', 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:48:36.065497 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4b878e76-c808-40c5-bd90-c5446641a3ac tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:36.074808 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4b878e76-c808-40c5-bd90-c5446641a3ac tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:security_group_rule and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:36.074808 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4b878e76-c808-40c5-bd90-c5446641a3ac tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:36.079167 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4b878e76-c808-40c5-bd90-c5446641a3ac tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:36.093297 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69826cb9-9cf8-4ead-8ff1-14c20bf20c0d admin admin] Pushing event updated for resources: {'Port': ['ID=d42472c2-c78a-44d6-a83d-d5bef2e7b4b2,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:36.095696 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69826cb9-9cf8-4ead-8ff1-14c20bf20c0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:36.161216 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4b878e76-c808-40c5-bd90-c5446641a3ac tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:36.229820 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4b878e76-c808-40c5-bd90-c5446641a3ac tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:36.241067 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69826cb9-9cf8-4ead-8ff1-14c20bf20c0d admin admin] Network 3065bf7b-fd6e-4d0b-a830-392fdd7f9351 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:48:36.242266 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-69826cb9-9cf8-4ead-8ff1-14c20bf20c0d admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:48:36.308371 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4b878e76-c808-40c5-bd90-c5446641a3ac tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:36.345782 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b878e76-c808-40c5-bd90-c5446641a3ac tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd84c617-186e-4d6e-9923-4c8cf44557cd,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:36.417998 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4b878e76-c808-40c5-bd90-c5446641a3ac tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:36.421764 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4b878e76-c808-40c5-bd90-c5446641a3ac tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3652275 May 27 02:48:36.425447 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57572) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:36.431010 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-1c349f5b-3e55-4b58-9f9f-a4e23a9ccfeb tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'security_group_rule': {'security_group_id': 'b407f67f-53fe-48ac-a4c5-d1e61d7f8076', 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:48:36.437282 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69826cb9-9cf8-4ead-8ff1-14c20bf20c0d admin admin] Router a9ff13da-f389-402c-87d6-47881f89fe1b has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:48:36.438398 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1c349f5b-3e55-4b58-9f9f-a4e23a9ccfeb tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:36.442457 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1c349f5b-3e55-4b58-9f9f-a4e23a9ccfeb tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:security_group_rule and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:36.445955 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1c349f5b-3e55-4b58-9f9f-a4e23a9ccfeb tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:36.452770 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1c349f5b-3e55-4b58-9f9f-a4e23a9ccfeb tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:36.519194 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-8968278a-0a94-4630-b2f9-5ef7e1ee34c4 None None] Provisioning complete for port d42472c2-c78a-44d6-a83d-d5bef2e7b4b2 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:36.519710 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8968278a-0a94-4630-b2f9-5ef7e1ee34c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:36.532359 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1c349f5b-3e55-4b58-9f9f-a4e23a9ccfeb tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:36.574210 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-8968278a-0a94-4630-b2f9-5ef7e1ee34c4 None None] Port d42472c2-c78a-44d6-a83d-d5bef2e7b4b2 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:48:36.597407 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1c349f5b-3e55-4b58-9f9f-a4e23a9ccfeb tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:36.622841 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69826cb9-9cf8-4ead-8ff1-14c20bf20c0d admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:48:36.631937 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-69826cb9-9cf8-4ead-8ff1-14c20bf20c0d admin admin] 10.222.0.57 "PUT /v2.0/routers/a9ff13da-f389-402c-87d6-47881f89fe1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3191652 May 27 02:48:36.673329 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1c349f5b-3e55-4b58-9f9f-a4e23a9ccfeb tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:36.701654 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c349f5b-3e55-4b58-9f9f-a4e23a9ccfeb tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f71250f5-c772-4d2b-b469-092389ec156e,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:36.783664 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1c349f5b-3e55-4b58-9f9f-a4e23a9ccfeb tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:36.785934 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1c349f5b-3e55-4b58-9f9f-a4e23a9ccfeb tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3583798 May 27 02:48:36.789134 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57580) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:36.795405 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-6068b934-9dab-405a-b7ea-3bb9a9183a03 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'security_group_rule': {'security_group_id': 'b407f67f-53fe-48ac-a4c5-d1e61d7f8076', 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:48:36.803117 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6068b934-9dab-405a-b7ea-3bb9a9183a03 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:36.807344 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6068b934-9dab-405a-b7ea-3bb9a9183a03 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:security_group_rule and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:36.814432 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6068b934-9dab-405a-b7ea-3bb9a9183a03 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:36.821090 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6068b934-9dab-405a-b7ea-3bb9a9183a03 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:36.920155 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6068b934-9dab-405a-b7ea-3bb9a9183a03 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:36.985222 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdcb1bc-2e60-4234-8f22-a1e8a9957b8c None None] Sync routers for ids ['a9ff13da-f389-402c-87d6-47881f89fe1b'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:48:36.991503 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6068b934-9dab-405a-b7ea-3bb9a9183a03 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:36.995406 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdcb1bc-2e60-4234-8f22-a1e8a9957b8c None None] Routers {'a9ff13da-f389-402c-87d6-47881f89fe1b'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:48:36.996028 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ffdcb1bc-2e60-4234-8f22-a1e8a9957b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:48:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['a9ff13da-f389-402c-87d6-47881f89fe1b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:37.061385 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6068b934-9dab-405a-b7ea-3bb9a9183a03 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:37.085904 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6068b934-9dab-405a-b7ea-3bb9a9183a03 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b61aab0-389d-4fc8-b0cc-135f610d6592,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:37.178400 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6068b934-9dab-405a-b7ea-3bb9a9183a03 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:37.179617 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6068b934-9dab-405a-b7ea-3bb9a9183a03 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3894517 May 27 02:48:37.183569 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57592) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:37.185843 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-ffdcb1bc-2e60-4234-8f22-a1e8a9957b8c None None] Set router a9ff13da-f389-402c-87d6-47881f89fe1b gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:48:37.188643 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-e67fa946-b3bf-431c-8c38-dbb81b9b11b5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'security_group_rule': {'security_group_id': 'b407f67f-53fe-48ac-a4c5-d1e61d7f8076', 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:48:37.195739 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e67fa946-b3bf-431c-8c38-dbb81b9b11b5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:37.200193 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e67fa946-b3bf-431c-8c38-dbb81b9b11b5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:security_group_rule and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:37.203373 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e67fa946-b3bf-431c-8c38-dbb81b9b11b5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:37.209045 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e67fa946-b3bf-431c-8c38-dbb81b9b11b5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:37.292491 n-d-843554-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-e67fa946-b3bf-431c-8c38-dbb81b9b11b5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Project b59631ecfa194f20bd33f8d2b34a5767 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:48:37.301185 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e67fa946-b3bf-431c-8c38-dbb81b9b11b5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:37.374101 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e67fa946-b3bf-431c-8c38-dbb81b9b11b5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:37.422690 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57600) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:37.428459 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-92fd1857-b706-4eee-bced-d7fc473c095e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1034485486-network', 'tenant_id': 'b125679b8cc54ef694a1832158dddd81'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:48:37.434852 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-92fd1857-b706-4eee-bced-d7fc473c095e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:37.438933 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-92fd1857-b706-4eee-bced-d7fc473c095e admin admin] Usage tracker for resource:network and tenant:b125679b8cc54ef694a1832158dddd81 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:37.442028 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-92fd1857-b706-4eee-bced-d7fc473c095e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:37.452873 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-92fd1857-b706-4eee-bced-d7fc473c095e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:37.491999 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e67fa946-b3bf-431c-8c38-dbb81b9b11b5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:37.516989 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ec343d38-5e5f-49d2-9ca2-20b42a545eac up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:48:37.518807 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67fa946-b3bf-431c-8c38-dbb81b9b11b5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2be786bd-ef1e-4d94-84b8-6c38eee63d2c,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:37.543298 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fd1857-b706-4eee-bced-d7fc473c095e admin admin] Made reservation on behalf of b125679b8cc54ef694a1832158dddd81 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:48:37.545657 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-92fd1857-b706-4eee-bced-d7fc473c095e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:37.552399 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ffdcb1bc-2e60-4234-8f22-a1e8a9957b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'name': 'tempest-TestVolumeBootPattern-1950393680-router', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:30Z', 'updated_at': '2022-05-27T02:48:35Z', 'revision_number': 4, 'project_id': '3fadd088ccc74553a04697be263b7906', 'gw_port': {'id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:00:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:31Z', 'updated_at': '2022-05-27T02:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'd42472c2-c78a-44d6-a83d-d5bef2e7b4b2', 'name': '', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'mac_address': 'fa:16:3e:37:9a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:34Z', 'updated_at': '2022-05-27T02:48:35Z', 'revision_number': 2, 'project_id': '3fadd088ccc74553a04697be263b7906', 'subnets': [{'id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:37.558802 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-92fd1857-b706-4eee-bced-d7fc473c095e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:37.570026 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdcb1bc-2e60-4234-8f22-a1e8a9957b8c None None] Checking router: a9ff13da-f389-402c-87d6-47881f89fe1b for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:48:37.570383 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdcb1bc-2e60-4234-8f22-a1e8a9957b8c None None] Updating router a9ff13da-f389-402c-87d6-47881f89fe1b port d42472c2-c78a-44d6-a83d-d5bef2e7b4b2 binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:48:37.573105 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-92fd1857-b706-4eee-bced-d7fc473c095e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:37.577617 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-92fd1857-b706-4eee-bced-d7fc473c095e admin admin] Usage tracker for resource:security_group_rule and tenant:b125679b8cc54ef694a1832158dddd81 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:37.580483 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-92fd1857-b706-4eee-bced-d7fc473c095e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:37.586437 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-92fd1857-b706-4eee-bced-d7fc473c095e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:37.600679 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e67fa946-b3bf-431c-8c38-dbb81b9b11b5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:37.604942 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e67fa946-b3bf-431c-8c38-dbb81b9b11b5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4174387 May 27 02:48:37.605150 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57604) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:37.610265 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d1f7304a-55a6-424b-8a8e-57b47456b77a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'security_group_rule': {'security_group_id': 'b407f67f-53fe-48ac-a4c5-d1e61d7f8076', 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:48:37.617766 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d1f7304a-55a6-424b-8a8e-57b47456b77a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:37.621823 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d1f7304a-55a6-424b-8a8e-57b47456b77a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:security_group_rule and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:37.624766 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d1f7304a-55a6-424b-8a8e-57b47456b77a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:37.630837 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d1f7304a-55a6-424b-8a8e-57b47456b77a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:37.632078 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ffdcb1bc-2e60-4234-8f22-a1e8a9957b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:37.688363 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-92fd1857-b706-4eee-bced-d7fc473c095e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:37.715022 n-d-843554-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-d1f7304a-55a6-424b-8a8e-57b47456b77a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Project b59631ecfa194f20bd33f8d2b34a5767 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:48:37.721776 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d1f7304a-55a6-424b-8a8e-57b47456b77a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:37.745191 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port ec343d38-5e5f-49d2-9ca2-20b42a545eac completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:48:37.758243 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port ec343d38-5e5f-49d2-9ca2-20b42a545eac triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:37.758616 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:37.788258 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d1f7304a-55a6-424b-8a8e-57b47456b77a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:37.794886 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-92fd1857-b706-4eee-bced-d7fc473c095e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:37.823981 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92fd1857-b706-4eee-bced-d7fc473c095e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:48:37.837567 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd1857-b706-4eee-bced-d7fc473c095e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04a31fc-0a1a-4b57-9454-be2d2e2a921b,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:37.843067 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-92fd1857-b706-4eee-bced-d7fc473c095e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:37.843491 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-92fd1857-b706-4eee-bced-d7fc473c095e admin admin] Added segment 3296b02a-b571-496a-873a-921741bc95f3 of type vlan for network f33eaa28-676d-46d2-b432-52faa50870ed May 27 02:48:37.846426 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d1f7304a-55a6-424b-8a8e-57b47456b77a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:37.875633 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f7304a-55a6-424b-8a8e-57b47456b77a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4087f5ca-4734-49c8-a249-2820ca284fdb,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:37.879364 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-92fd1857-b706-4eee-bced-d7fc473c095e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:37.955151 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d1f7304a-55a6-424b-8a8e-57b47456b77a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:37.956395 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d1f7304a-55a6-424b-8a8e-57b47456b77a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3501873 May 27 02:48:37.960025 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57608) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:37.966172 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-51fa094c-848b-4960-a228-a2141a86e483 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'network': {'name': 'tempest-network-smoke--1212130826', 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'port_security_enabled': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:48:37.969393 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port ec343d38-5e5f-49d2-9ca2-20b42a545eac is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:48:37.969776 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:37.971776 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-51fa094c-848b-4960-a228-a2141a86e483 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:37.975973 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-51fa094c-848b-4960-a228-a2141a86e483 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:network and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:37.979545 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-92fd1857-b706-4eee-bced-d7fc473c095e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:37.979830 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-51fa094c-848b-4960-a228-a2141a86e483 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:37.980530 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fd1857-b706-4eee-bced-d7fc473c095e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:37.981172 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-92fd1857-b706-4eee-bced-d7fc473c095e admin admin] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:37.986002 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-51fa094c-848b-4960-a228-a2141a86e483 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:38.001994 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port ec343d38-5e5f-49d2-9ca2-20b42a545eac, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=ec343d38-5e5f-49d2-9ca2-20b42a545eac,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:38.089570 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd1857-b706-4eee-bced-d7fc473c095e admin admin] Pushing event updated for resources: {'Network': ['ID=f33eaa28-676d-46d2-b432-52faa50870ed,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:38.090259 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51fa094c-848b-4960-a228-a2141a86e483 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Made reservation on behalf of b59631ecfa194f20bd33f8d2b34a5767 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:48:38.093893 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-51fa094c-848b-4960-a228-a2141a86e483 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:38.097016 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ffdcb1bc-2e60-4234-8f22-a1e8a9957b8c None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:38.100465 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network f33eaa28-676d-46d2-b432-52faa50870ed details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:48:38.119563 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:38.123171 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51fa094c-848b-4960-a228-a2141a86e483 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:48:38.132133 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-51fa094c-848b-4960-a228-a2141a86e483 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:38.132478 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-51fa094c-848b-4960-a228-a2141a86e483 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Added segment 3cbf9432-48ac-4366-a4ae-930ada354c32 of type vlan for network 1493e455-0198-438a-a988-6f05178a8d71 May 27 02:48:38.144956 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-92fd1857-b706-4eee-bced-d7fc473c095e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7207592 May 27 02:48:38.147368 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57612) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:38.154204 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-6d899d5b-b25f-4f8e-8f60-b565fda8044d admin admin] Request body: {'subnet': {'network_id': 'f33eaa28-676d-46d2-b432-52faa50870ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1034485486-subnet', 'tenant_id': 'b125679b8cc54ef694a1832158dddd81', 'ip_version': 4}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:48:38.159190 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-51fa094c-848b-4960-a228-a2141a86e483 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:38.161119 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-6d899d5b-b25f-4f8e-8f60-b565fda8044d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:38.166954 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-6d899d5b-b25f-4f8e-8f60-b565fda8044d admin admin] Usage tracker for resource:subnet and tenant:b125679b8cc54ef694a1832158dddd81 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:38.171168 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-6d899d5b-b25f-4f8e-8f60-b565fda8044d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:38.177380 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-6d899d5b-b25f-4f8e-8f60-b565fda8044d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:38.206914 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ffdcb1bc-2e60-4234-8f22-a1e8a9957b8c None None] Transition to ACTIVE for port object d42472c2-c78a-44d6-a83d-d5bef2e7b4b2 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:48:38.250221 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d899d5b-b25f-4f8e-8f60-b565fda8044d admin admin] Made reservation on behalf of b125679b8cc54ef694a1832158dddd81 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:48:38.252606 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6d899d5b-b25f-4f8e-8f60-b565fda8044d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:38.310368 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=ec343d38-5e5f-49d2-9ca2-20b42a545eac,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:38.318579 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-51fa094c-848b-4960-a228-a2141a86e483 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:38.319243 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ffdcb1bc-2e60-4234-8f22-a1e8a9957b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:38.324489 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fa094c-848b-4960-a228-a2141a86e483 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:38.325362 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-51fa094c-848b-4960-a228-a2141a86e483 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:38.485093 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead9b923-6dcd-4e46-9d4f-6a16a2ddf034 None None] Pushing event updated for resources: {'Port': ['ID=d42472c2-c78a-44d6-a83d-d5bef2e7b4b2,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:38.549493 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-ffdcb1bc-2e60-4234-8f22-a1e8a9957b8c None None] Attempting to bind port d42472c2-c78a-44d6-a83d-d5bef2e7b4b2 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:48:38.549996 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-ffdcb1bc-2e60-4234-8f22-a1e8a9957b8c None None] Attempting to bind port d42472c2-c78a-44d6-a83d-d5bef2e7b4b2 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '77a48b29-f789-41c3-82b2-66a5eb7c53b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:48:38.550892 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdcb1bc-2e60-4234-8f22-a1e8a9957b8c None None] Attempting to bind port d42472c2-c78a-44d6-a83d-d5bef2e7b4b2 on network 3065bf7b-fd6e-4d0b-a830-392fdd7f9351 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:48:38.556140 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6d899d5b-b25f-4f8e-8f60-b565fda8044d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:38.557953 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdcb1bc-2e60-4234-8f22-a1e8a9957b8c None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:48:38.558524 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdcb1bc-2e60-4234-8f22-a1e8a9957b8c None None] Checking segment: {'id': '77a48b29-f789-41c3-82b2-66a5eb7c53b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:48:38.558852 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ffdcb1bc-2e60-4234-8f22-a1e8a9957b8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:38.559306 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdcb1bc-2e60-4234-8f22-a1e8a9957b8c None None] Bound using segment: {'id': '77a48b29-f789-41c3-82b2-66a5eb7c53b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:48:38.559804 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa094c-848b-4960-a228-a2141a86e483 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'Network': ['ID=1493e455-0198-438a-a988-6f05178a8d71,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:38.559926 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-ffdcb1bc-2e60-4234-8f22-a1e8a9957b8c None None] Bound port: d42472c2-c78a-44d6-a83d-d5bef2e7b4b2, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a48b29-f789-41c3-82b2-66a5eb7c53b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:48:38.560321 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ffdcb1bc-2e60-4234-8f22-a1e8a9957b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:38.574160 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 1493e455-0198-438a-a988-6f05178a8d71 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:48:38.636802 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-51fa094c-848b-4960-a228-a2141a86e483 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6755121 May 27 02:48:38.637151 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d899d5b-b25f-4f8e-8f60-b565fda8044d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7432ca9-0655-47f7-bed9-7ae6598060a0,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:38.640954 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57616) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:38.649038 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-42227378-fca1-47df-b4a9-5a667d2360b5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2060306874', 'admin_state_up': True, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:48:38.654940 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d899d5b-b25f-4f8e-8f60-b565fda8044d admin admin] Checking segment: {'id': '3296b02a-b571-496a-873a-921741bc95f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f33eaa28-676d-46d2-b432-52faa50870ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:48:38.655311 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d899d5b-b25f-4f8e-8f60-b565fda8044d admin admin] Network hostable DHCP agents. Network: f33eaa28-676d-46d2-b432-52faa50870ed, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:48:38.663143 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-42227378-fca1-47df-b4a9-5a667d2360b5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:38.670205 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-42227378-fca1-47df-b4a9-5a667d2360b5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:router and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:38.673418 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-42227378-fca1-47df-b4a9-5a667d2360b5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:38.681441 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-42227378-fca1-47df-b4a9-5a667d2360b5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:38.752888 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d899d5b-b25f-4f8e-8f60-b565fda8044d admin admin] Network f33eaa28-676d-46d2-b432-52faa50870ed is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:48:38.754028 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-ffdcb1bc-2e60-4234-8f22-a1e8a9957b8c None None] For port d42472c2-c78a-44d6-a83d-d5bef2e7b4b2, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:48:38.757219 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-ffdcb1bc-2e60-4234-8f22-a1e8a9957b8c None None] For port d42472c2-c78a-44d6-a83d-d5bef2e7b4b2, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=d42472c2-c78a-44d6-a83d-d5bef2e7b4b2,segment=NetworkSegment(77a48b29-f789-41c3-82b2-66a5eb7c53b7),segment_id=77a48b29-f789-41c3-82b2-66a5eb7c53b7)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:48:38.766438 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-42227378-fca1-47df-b4a9-5a667d2360b5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:38.767475 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-42227378-fca1-47df-b4a9-5a667d2360b5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:38.782643 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-42227378-fca1-47df-b4a9-5a667d2360b5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:38.839307 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ffdcb1bc-2e60-4234-8f22-a1e8a9957b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:38.917396 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdcb1bc-2e60-4234-8f22-a1e8a9957b8c None None] Routers {'a9ff13da-f389-402c-87d6-47881f89fe1b'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:48:38.918030 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ffdcb1bc-2e60-4234-8f22-a1e8a9957b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:48:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['a9ff13da-f389-402c-87d6-47881f89fe1b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:38.920709 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-6d899d5b-b25f-4f8e-8f60-b565fda8044d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, f33eaa28-676d-46d2-b432-52faa50870ed) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:48:38.937216 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d899d5b-b25f-4f8e-8f60-b565fda8044d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:38.937811 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6d899d5b-b25f-4f8e-8f60-b565fda8044d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:38.979689 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d57b871-3415-45e4-8e0d-e6fb8db8300b None None] Network f33eaa28-676d-46d2-b432-52faa50870ed requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:48:39.000648 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead9b923-6dcd-4e46-9d4f-6a16a2ddf034 None None] Pushing event updated for resources: {'Port': ['ID=d42472c2-c78a-44d6-a83d-d5bef2e7b4b2,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:39.141566 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-42227378-fca1-47df-b4a9-5a667d2360b5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:39.150778 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6d899d5b-b25f-4f8e-8f60-b565fda8044d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0005677 May 27 02:48:39.151577 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57620) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:39.156183 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-a9025d68-363c-47e1-ae55-f228af498640 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1034485486-router', 'tenant_id': 'b125679b8cc54ef694a1832158dddd81', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:48:39.161158 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a9025d68-363c-47e1-ae55-f228af498640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:39.165501 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a9025d68-363c-47e1-ae55-f228af498640 admin admin] Usage tracker for resource:router and tenant:b125679b8cc54ef694a1832158dddd81 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:39.168246 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a9025d68-363c-47e1-ae55-f228af498640 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:39.173919 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a9025d68-363c-47e1-ae55-f228af498640 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:39.256032 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-ffdcb1bc-2e60-4234-8f22-a1e8a9957b8c None None] Set router a9ff13da-f389-402c-87d6-47881f89fe1b gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:48:39.262175 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a9025d68-363c-47e1-ae55-f228af498640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:39.263199 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a9025d68-363c-47e1-ae55-f228af498640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:39.336596 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a9025d68-363c-47e1-ae55-f228af498640 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:39.499441 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9342ede-de39-4664-b01a-40361463f27a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-f33eaa28-676d-46d2-b432-52faa50870ed', 'network_id': 'f33eaa28-676d-46d2-b432-52faa50870ed', 'tenant_id': 'b125679b8cc54ef694a1832158dddd81', 'fixed_ips': [{'subnet_id': 'b7432ca9-0655-47f7-bed9-7ae6598060a0'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:48:39.500263 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b9342ede-de39-4664-b01a-40361463f27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:39.509439 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ec343d38-5e5f-49d2-9ca2-20b42a545eac up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:48:39.663691 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:48:39.736901 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port ec343d38-5e5f-49d2-9ca2-20b42a545eac triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:39.737491 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:39.800175 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-42227378-fca1-47df-b4a9-5a667d2360b5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for router_gateway, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:39.886416 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-42227378-fca1-47df-b4a9-5a667d2360b5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:39.912949 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-b9342ede-de39-4664-b01a-40361463f27a None None] Allocated IP 172.20.0.2 (f33eaa28-676d-46d2-b432-52faa50870ed/b7432ca9-0655-47f7-bed9-7ae6598060a0/4ca6e1aa-b12b-4bf4-a9a5-62ce96081bc1) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:48:39.996627 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a9025d68-363c-47e1-ae55-f228af498640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:40.045986 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ffdcb1bc-2e60-4234-8f22-a1e8a9957b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'name': 'tempest-TestVolumeBootPattern-1950393680-router', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:30Z', 'updated_at': '2022-05-27T02:48:35Z', 'revision_number': 4, 'project_id': '3fadd088ccc74553a04697be263b7906', 'gw_port': {'id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:31Z', 'updated_at': '2022-05-27T02:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'd42472c2-c78a-44d6-a83d-d5bef2e7b4b2', 'name': '', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'mac_address': 'fa:16:3e:37:9a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:34Z', 'updated_at': '2022-05-27T02:48:38Z', 'revision_number': 4, 'project_id': '3fadd088ccc74553a04697be263b7906', 'subnets': [{'id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:40.064982 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port ec343d38-5e5f-49d2-9ca2-20b42a545eac is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:48:40.067160 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdcb1bc-2e60-4234-8f22-a1e8a9957b8c None None] The sync data for ids ['a9ff13da-f389-402c-87d6-47881f89fe1b'] in n-d-843554-3 is: [{'id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'name': 'tempest-TestVolumeBootPattern-1950393680-router', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:30Z', 'updated_at': '2022-05-27T02:48:35Z', 'revision_number': 4, 'project_id': '3fadd088ccc74553a04697be263b7906', 'gw_port': {'id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:31Z', 'updated_at': '2022-05-27T02:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'd42472c2-c78a-44d6-a83d-d5bef2e7b4b2', 'name': '', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'mac_address': 'fa:16:3e:37:9a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:34Z', 'updated_at': '2022-05-27T02:48:38Z', 'revision_number': 4, 'project_id': '3fadd088ccc74553a04697be263b7906', 'subnets': [{'id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:48:40.101400 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-42227378-fca1-47df-b4a9-5a667d2360b5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Allocated IP 172.25.1.180 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/a03301a2-cab5-4b37-a70d-afd0cc16c34c) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:48:40.211837 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b9342ede-de39-4664-b01a-40361463f27a None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:40.222767 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-b9342ede-de39-4664-b01a-40361463f27a None None] Transition to ACTIVE for port object 4ca6e1aa-b12b-4bf4-a9a5-62ce96081bc1 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:48:40.242220 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-b9342ede-de39-4664-b01a-40361463f27a None None] Transition to ACTIVE for port object 4ca6e1aa-b12b-4bf4-a9a5-62ce96081bc1 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:48:40.322374 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b9342ede-de39-4664-b01a-40361463f27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:40.357804 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-42227378-fca1-47df-b4a9-5a667d2360b5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:40.396651 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9342ede-de39-4664-b01a-40361463f27a None None] Network f33eaa28-676d-46d2-b432-52faa50870ed is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:48:40.399703 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-b9342ede-de39-4664-b01a-40361463f27a None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:48:40.403508 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9342ede-de39-4664-b01a-40361463f27a None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:48:40.409321 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9342ede-de39-4664-b01a-40361463f27a None None] Pushing event updated for resources: {'Port': ['ID=4ca6e1aa-b12b-4bf4-a9a5-62ce96081bc1,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:40.472075 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-42227378-fca1-47df-b4a9-5a667d2360b5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:40.499755 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-b9342ede-de39-4664-b01a-40361463f27a None None] Attempting to bind port 4ca6e1aa-b12b-4bf4-a9a5-62ce96081bc1 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:48:40.500192 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-b9342ede-de39-4664-b01a-40361463f27a None None] Attempting to bind port 4ca6e1aa-b12b-4bf4-a9a5-62ce96081bc1 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '3296b02a-b571-496a-873a-921741bc95f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f33eaa28-676d-46d2-b432-52faa50870ed'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:48:40.500562 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9342ede-de39-4664-b01a-40361463f27a None None] Attempting to bind port 4ca6e1aa-b12b-4bf4-a9a5-62ce96081bc1 on network f33eaa28-676d-46d2-b432-52faa50870ed {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:48:40.505995 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9342ede-de39-4664-b01a-40361463f27a None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:48:40.506373 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9342ede-de39-4664-b01a-40361463f27a None None] Checking segment: {'id': '3296b02a-b571-496a-873a-921741bc95f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f33eaa28-676d-46d2-b432-52faa50870ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:48:40.506769 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b9342ede-de39-4664-b01a-40361463f27a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:40.507158 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9342ede-de39-4664-b01a-40361463f27a None None] Bound using segment: {'id': '3296b02a-b571-496a-873a-921741bc95f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f33eaa28-676d-46d2-b432-52faa50870ed'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:48:40.507623 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-b9342ede-de39-4664-b01a-40361463f27a None None] Bound port: 4ca6e1aa-b12b-4bf4-a9a5-62ce96081bc1, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3296b02a-b571-496a-873a-921741bc95f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f33eaa28-676d-46d2-b432-52faa50870ed'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:48:40.507997 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b9342ede-de39-4664-b01a-40361463f27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:40.605735 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42227378-fca1-47df-b4a9-5a667d2360b5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:48:40.607073 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-b9342ede-de39-4664-b01a-40361463f27a None None] For port 4ca6e1aa-b12b-4bf4-a9a5-62ce96081bc1, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:48:40.609358 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-42227378-fca1-47df-b4a9-5a667d2360b5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:48:40.610970 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-b9342ede-de39-4664-b01a-40361463f27a None None] For port 4ca6e1aa-b12b-4bf4-a9a5-62ce96081bc1, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=4ca6e1aa-b12b-4bf4-a9a5-62ce96081bc1,segment=NetworkSegment(3296b02a-b571-496a-873a-921741bc95f3),segment_id=3296b02a-b571-496a-873a-921741bc95f3)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:48:40.637857 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42227378-fca1-47df-b4a9-5a667d2360b5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:48:40.679029 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b9342ede-de39-4664-b01a-40361463f27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:40.701948 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42227378-fca1-47df-b4a9-5a667d2360b5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'Port': ['ID=a03301a2-cab5-4b37-a70d-afd0cc16c34c,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:40.724082 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a9025d68-363c-47e1-ae55-f228af498640 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:40.769842 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9342ede-de39-4664-b01a-40361463f27a None None] Pushing event updated for resources: {'Port': ['ID=4ca6e1aa-b12b-4bf4-a9a5-62ce96081bc1,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:40.818132 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a9025d68-363c-47e1-ae55-f228af498640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:41.238856 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-a9025d68-363c-47e1-ae55-f228af498640 admin admin] Allocated IP 172.25.1.176 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/b6b2b22a-bebf-43f7-9724-047d8f4d80ee) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:48:41.549415 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a9025d68-363c-47e1-ae55-f228af498640 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:41.555058 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 4ca6e1aa-b12b-4bf4-a9a5-62ce96081bc1 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:48:41.560233 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-42227378-fca1-47df-b4a9-5a667d2360b5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for router_gateway, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:41.686313 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 4ca6e1aa-b12b-4bf4-a9a5-62ce96081bc1 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:48:41.692806 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device d42472c2-c78a-44d6-a83d-d5bef2e7b4b2 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:48:41.825058 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92da5abe-8001-4055-8e89-6435adff786f None None] Network f33eaa28-676d-46d2-b432-52faa50870ed requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:48:41.895427 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a9025d68-363c-47e1-ae55-f228af498640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:41.903245 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port d42472c2-c78a-44d6-a83d-d5bef2e7b4b2 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:48:41.912304 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port d42472c2-c78a-44d6-a83d-d5bef2e7b4b2 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:41.912677 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:41.986855 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9025d68-363c-47e1-ae55-f228af498640 admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:48:41.991625 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-a9025d68-363c-47e1-ae55-f228af498640 admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:48:41.994618 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9025d68-363c-47e1-ae55-f228af498640 admin admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:48:42.038978 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9025d68-363c-47e1-ae55-f228af498640 admin admin] Pushing event updated for resources: {'Port': ['ID=b6b2b22a-bebf-43f7-9724-047d8f4d80ee,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:42.051628 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-42227378-fca1-47df-b4a9-5a667d2360b5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:42.078469 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3391becf-bb12-4037-b9f0-f638559538d5 None None] Provisioning for port 4ca6e1aa-b12b-4bf4-a9a5-62ce96081bc1 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:48:42.104445 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3391becf-bb12-4037-b9f0-f638559538d5 None None] Provisioning complete for port 4ca6e1aa-b12b-4bf4-a9a5-62ce96081bc1 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:42.104839 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3391becf-bb12-4037-b9f0-f638559538d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:42.190116 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port d42472c2-c78a-44d6-a83d-d5bef2e7b4b2 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:48:42.190376 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:42.250120 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port d42472c2-c78a-44d6-a83d-d5bef2e7b4b2, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=d42472c2-c78a-44d6-a83d-d5bef2e7b4b2,segment=NetworkSegment(77a48b29-f789-41c3-82b2-66a5eb7c53b7),segment_id=77a48b29-f789-41c3-82b2-66a5eb7c53b7)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:42.314468 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-3391becf-bb12-4037-b9f0-f638559538d5 None None] Current status of the port 4ca6e1aa-b12b-4bf4-a9a5-62ce96081bc1 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:48:42.314846 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3391becf-bb12-4037-b9f0-f638559538d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:42.326001 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:42.410616 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-3391becf-bb12-4037-b9f0-f638559538d5 None None] For port 4ca6e1aa-b12b-4bf4-a9a5-62ce96081bc1, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=4ca6e1aa-b12b-4bf4-a9a5-62ce96081bc1,segment=NetworkSegment(3296b02a-b571-496a-873a-921741bc95f3),segment_id=3296b02a-b571-496a-873a-921741bc95f3)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:42.414333 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=d42472c2-c78a-44d6-a83d-d5bef2e7b4b2,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:42.518716 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3391becf-bb12-4037-b9f0-f638559538d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:42.588633 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3391becf-bb12-4037-b9f0-f638559538d5 None None] Pushing event updated for resources: {'Port': ['ID=4ca6e1aa-b12b-4bf4-a9a5-62ce96081bc1,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:42.637929 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ef1460bb-e9b4-4938-bfc1-965857023176 None None] Provisioning complete for port 4ca6e1aa-b12b-4bf4-a9a5-62ce96081bc1 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:42.638297 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ef1460bb-e9b4-4938-bfc1-965857023176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:42.687334 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42227378-fca1-47df-b4a9-5a667d2360b5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Router 2af812ab-6256-4864-a060-4b745c865a5d is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:48:42.791621 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ef1460bb-e9b4-4938-bfc1-965857023176 None None] Current status of the port 4ca6e1aa-b12b-4bf4-a9a5-62ce96081bc1 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:48:42.946851 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a9025d68-363c-47e1-ae55-f228af498640 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:43.034783 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42227378-fca1-47df-b4a9-5a667d2360b5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:48:43.044002 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c895047f-4224-4be0-8905-23f1bfaabdca None None] Sync routers for ids ['2af812ab-6256-4864-a060-4b745c865a5d'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:48:43.052921 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c895047f-4224-4be0-8905-23f1bfaabdca None None] Routers {'2af812ab-6256-4864-a060-4b745c865a5d'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:48:43.053527 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-c895047f-4224-4be0-8905-23f1bfaabdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:48:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['2af812ab-6256-4864-a060-4b745c865a5d'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:43.195614 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-42227378-fca1-47df-b4a9-5a667d2360b5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:43.200635 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-42227378-fca1-47df-b4a9-5a667d2360b5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.5555611 May 27 02:48:43.201183 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57626) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:43.229263 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-c895047f-4224-4be0-8905-23f1bfaabdca None None] Set router 2af812ab-6256-4864-a060-4b745c865a5d gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:48:43.247518 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b0408b6d-47a0-40ab-aafe-ab8f64be2379 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=b59631ecfa194f20bd33f8d2b34a5767&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425911 May 27 02:48:43.247889 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57630) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:43.318351 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a9025d68-363c-47e1-ae55-f228af498640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:43.379826 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b63fa0f-4ea8-4e9f-bd79-b7efc54c9e63 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:43.381624 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4b63fa0f-4ea8-4e9f-bd79-b7efc54c9e63 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1327400 May 27 02:48:43.385433 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57634) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:43.430176 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-91e5728c-0e07-4a8d-b5b3-89cab51472c4 tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=d97d5b0c-4580-406a-95fb-4efaa0c98188&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413344 May 27 02:48:43.430438 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57638) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:43.436064 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-845560d4-c11f-4e08-b6e6-3168ffaee48c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1979729616', 'network_id': '1493e455-0198-438a-a988-6f05178a8d71', 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:48:43.519873 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 4ca6e1aa-b12b-4bf4-a9a5-62ce96081bc1 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:48:43.529771 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-c895047f-4224-4be0-8905-23f1bfaabdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af812ab-6256-4864-a060-4b745c865a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060306874', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a03301a2-cab5-4b37-a70d-afd0cc16c34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:38Z', 'updated_at': '2022-05-27T02:48:41Z', 'revision_number': 3, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': 'a03301a2-cab5-4b37-a70d-afd0cc16c34c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af812ab-6256-4864-a060-4b745c865a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:39Z', 'updated_at': '2022-05-27T02:48:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:43.534584 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c895047f-4224-4be0-8905-23f1bfaabdca None None] Checking router: 2af812ab-6256-4864-a060-4b745c865a5d for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:48:43.535035 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c895047f-4224-4be0-8905-23f1bfaabdca None None] Updating router 2af812ab-6256-4864-a060-4b745c865a5d port a03301a2-cab5-4b37-a70d-afd0cc16c34c binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:48:43.556506 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-845560d4-c11f-4e08-b6e6-3168ffaee48c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:43.560682 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-845560d4-c11f-4e08-b6e6-3168ffaee48c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:subnet and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:43.563590 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-845560d4-c11f-4e08-b6e6-3168ffaee48c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:43.569577 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-845560d4-c11f-4e08-b6e6-3168ffaee48c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:43.593680 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 4ca6e1aa-b12b-4bf4-a9a5-62ce96081bc1 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:43.594049 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:43.594575 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-c895047f-4224-4be0-8905-23f1bfaabdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:43.598581 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9025d68-363c-47e1-ae55-f228af498640 admin admin] Router 34c4746a-6979-453a-8b5d-b8664f6adb0c is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:48:43.656647 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845560d4-c11f-4e08-b6e6-3168ffaee48c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Made reservation on behalf of b59631ecfa194f20bd33f8d2b34a5767 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:48:43.662167 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-845560d4-c11f-4e08-b6e6-3168ffaee48c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:43.721336 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 4ca6e1aa-b12b-4bf4-a9a5-62ce96081bc1 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:48:43.724209 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device d42472c2-c78a-44d6-a83d-d5bef2e7b4b2 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:48:43.799469 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port d42472c2-c78a-44d6-a83d-d5bef2e7b4b2 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:43.799843 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:43.807035 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9025d68-363c-47e1-ae55-f228af498640 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:48:43.834870 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e6f2eb-ffc7-4a06-9fc3-3b90abeee923 None None] Sync routers for ids ['34c4746a-6979-453a-8b5d-b8664f6adb0c'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:48:43.862282 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e6f2eb-ffc7-4a06-9fc3-3b90abeee923 None None] Routers {'34c4746a-6979-453a-8b5d-b8664f6adb0c'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:48:43.866640 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-41e6f2eb-ffc7-4a06-9fc3-3b90abeee923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:48:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['34c4746a-6979-453a-8b5d-b8664f6adb0c'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:43.924507 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a9025d68-363c-47e1-ae55-f228af498640 admin admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:43.928565 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a9025d68-363c-47e1-ae55-f228af498640 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7732959 May 27 02:48:43.929027 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57642) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:44.014070 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-c895047f-4224-4be0-8905-23f1bfaabdca None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:44.026994 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-c895047f-4224-4be0-8905-23f1bfaabdca None None] Transition to ACTIVE for port object a03301a2-cab5-4b37-a70d-afd0cc16c34c will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:48:44.089414 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port d42472c2-c78a-44d6-a83d-d5bef2e7b4b2 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:48:44.096284 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-c895047f-4224-4be0-8905-23f1bfaabdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:44.099935 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-41e6f2eb-ffc7-4a06-9fc3-3b90abeee923 None None] Set router 34c4746a-6979-453a-8b5d-b8664f6adb0c gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:48:44.125761 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-845560d4-c11f-4e08-b6e6-3168ffaee48c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:44.185305 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-c895047f-4224-4be0-8905-23f1bfaabdca None None] Attempting to bind port a03301a2-cab5-4b37-a70d-afd0cc16c34c on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:48:44.185668 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-c895047f-4224-4be0-8905-23f1bfaabdca None None] Attempting to bind port a03301a2-cab5-4b37-a70d-afd0cc16c34c by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:48:44.186034 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c895047f-4224-4be0-8905-23f1bfaabdca None None] Attempting to bind port a03301a2-cab5-4b37-a70d-afd0cc16c34c on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:48:44.189656 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f1c5f8-adc4-40f2-abd1-355ad2ed0bea None None] Pushing event updated for resources: {'Port': ['ID=a03301a2-cab5-4b37-a70d-afd0cc16c34c,revision_number=2']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:44.195243 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c895047f-4224-4be0-8905-23f1bfaabdca None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:48:44.195614 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c895047f-4224-4be0-8905-23f1bfaabdca None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:48:44.196040 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-c895047f-4224-4be0-8905-23f1bfaabdca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:44.196425 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c895047f-4224-4be0-8905-23f1bfaabdca None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:48:44.196915 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-c895047f-4224-4be0-8905-23f1bfaabdca None None] Bound port: a03301a2-cab5-4b37-a70d-afd0cc16c34c, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:48:44.197272 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-c895047f-4224-4be0-8905-23f1bfaabdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:44.239860 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1c5f8-adc4-40f2-abd1-355ad2ed0bea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:44.240204 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1c5f8-adc4-40f2-abd1-355ad2ed0bea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:44.240521 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1c5f8-adc4-40f2-abd1-355ad2ed0bea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:44.240869 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1c5f8-adc4-40f2-abd1-355ad2ed0bea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:44.241192 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1c5f8-adc4-40f2-abd1-355ad2ed0bea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:44.241511 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1c5f8-adc4-40f2-abd1-355ad2ed0bea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:44.241829 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1c5f8-adc4-40f2-abd1-355ad2ed0bea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:44.242338 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1c5f8-adc4-40f2-abd1-355ad2ed0bea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:44.242661 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1c5f8-adc4-40f2-abd1-355ad2ed0bea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:44.243780 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1c5f8-adc4-40f2-abd1-355ad2ed0bea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:44.244090 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1c5f8-adc4-40f2-abd1-355ad2ed0bea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:44.244405 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1c5f8-adc4-40f2-abd1-355ad2ed0bea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:44.292241 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-c895047f-4224-4be0-8905-23f1bfaabdca None None] For port a03301a2-cab5-4b37-a70d-afd0cc16c34c, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:48:44.293388 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845560d4-c11f-4e08-b6e6-3168ffaee48c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'Subnet': ['ID=35eb3791-9cdc-4386-85ec-5c9b4f44dc1e,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:44.297154 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-c895047f-4224-4be0-8905-23f1bfaabdca None None] For port a03301a2-cab5-4b37-a70d-afd0cc16c34c, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=a03301a2-cab5-4b37-a70d-afd0cc16c34c,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:48:44.354293 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845560d4-c11f-4e08-b6e6-3168ffaee48c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Checking segment: {'id': '3cbf9432-48ac-4366-a4ae-930ada354c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '1493e455-0198-438a-a988-6f05178a8d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:48:44.354293 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845560d4-c11f-4e08-b6e6-3168ffaee48c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Network hostable DHCP agents. Network: 1493e455-0198-438a-a988-6f05178a8d71, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:48:44.372318 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-c895047f-4224-4be0-8905-23f1bfaabdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:44.390674 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-41e6f2eb-ffc7-4a06-9fc3-3b90abeee923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c4746a-6979-453a-8b5d-b8664f6adb0c', 'name': 'tempest-TestVolumeBootPattern-1034485486-router', 'tenant_id': 'b125679b8cc54ef694a1832158dddd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'b6b2b22a-bebf-43f7-9724-047d8f4d80ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:39Z', 'updated_at': '2022-05-27T02:48:42Z', 'revision_number': 3, 'project_id': 'b125679b8cc54ef694a1832158dddd81', 'gw_port': {'id': 'b6b2b22a-bebf-43f7-9724-047d8f4d80ee', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c4746a-6979-453a-8b5d-b8664f6adb0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:40Z', 'updated_at': '2022-05-27T02:48:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:44.394726 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e6f2eb-ffc7-4a06-9fc3-3b90abeee923 None None] Checking router: 34c4746a-6979-453a-8b5d-b8664f6adb0c for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:48:44.395078 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e6f2eb-ffc7-4a06-9fc3-3b90abeee923 None None] Updating router 34c4746a-6979-453a-8b5d-b8664f6adb0c port b6b2b22a-bebf-43f7-9724-047d8f4d80ee binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:48:44.449224 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c895047f-4224-4be0-8905-23f1bfaabdca None None] Routers {'2af812ab-6256-4864-a060-4b745c865a5d'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:48:44.449849 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-c895047f-4224-4be0-8905-23f1bfaabdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:48:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['2af812ab-6256-4864-a060-4b745c865a5d'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:44.453819 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-41e6f2eb-ffc7-4a06-9fc3-3b90abeee923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:44.472029 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845560d4-c11f-4e08-b6e6-3168ffaee48c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Network 1493e455-0198-438a-a988-6f05178a8d71 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:48:44.539230 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f1c5f8-adc4-40f2-abd1-355ad2ed0bea None None] Pushing event updated for resources: {'Port': ['ID=a03301a2-cab5-4b37-a70d-afd0cc16c34c,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:44.567241 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-845560d4-c11f-4e08-b6e6-3168ffaee48c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 1493e455-0198-438a-a988-6f05178a8d71) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:48:44.574719 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845560d4-c11f-4e08-b6e6-3168ffaee48c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:44.575292 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-845560d4-c11f-4e08-b6e6-3168ffaee48c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:44.578844 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f440aa46-7ceb-477b-b7a3-a8a913dbf758 None None] Network 1493e455-0198-438a-a988-6f05178a8d71 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:48:44.650655 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-c895047f-4224-4be0-8905-23f1bfaabdca None None] Set router 2af812ab-6256-4864-a060-4b745c865a5d gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:48:44.688924 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-845560d4-c11f-4e08-b6e6-3168ffaee48c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2574506 May 27 02:48:44.689616 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57646) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:44.766120 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-04b4a05a-41e1-4896-940f-241aafc18fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:44.972972 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-c895047f-4224-4be0-8905-23f1bfaabdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af812ab-6256-4864-a060-4b745c865a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060306874', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a03301a2-cab5-4b37-a70d-afd0cc16c34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:38Z', 'updated_at': '2022-05-27T02:48:41Z', 'revision_number': 3, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': 'a03301a2-cab5-4b37-a70d-afd0cc16c34c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af812ab-6256-4864-a060-4b745c865a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:39Z', 'updated_at': '2022-05-27T02:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:44.979066 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c895047f-4224-4be0-8905-23f1bfaabdca None None] The sync data for ids ['2af812ab-6256-4864-a060-4b745c865a5d'] in n-d-843554-3 is: [{'id': '2af812ab-6256-4864-a060-4b745c865a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060306874', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a03301a2-cab5-4b37-a70d-afd0cc16c34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:38Z', 'updated_at': '2022-05-27T02:48:41Z', 'revision_number': 3, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': 'a03301a2-cab5-4b37-a70d-afd0cc16c34c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af812ab-6256-4864-a060-4b745c865a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:39Z', 'updated_at': '2022-05-27T02:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:48:45.103510 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdfcce9-2ca2-4942-bf61-5eec8d020c22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-1493e455-0198-438a-a988-6f05178a8d71', 'network_id': '1493e455-0198-438a-a988-6f05178a8d71', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'fixed_ips': [{'subnet_id': '35eb3791-9cdc-4386-85ec-5c9b4f44dc1e'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:48:45.103510 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5fdfcce9-2ca2-4942-bf61-5eec8d020c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:45.158244 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-04b4a05a-41e1-4896-940f-241aafc18fbd admin admin] Allocated IP 172.20.0.1 (f33eaa28-676d-46d2-b432-52faa50870ed/b7432ca9-0655-47f7-bed9-7ae6598060a0/441c1685-930c-4e07-a975-910f6f18a5b9) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:48:45.189198 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-41e6f2eb-ffc7-4a06-9fc3-3b90abeee923 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:45.221949 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-41e6f2eb-ffc7-4a06-9fc3-3b90abeee923 None None] Transition to ACTIVE for port object b6b2b22a-bebf-43f7-9724-047d8f4d80ee will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:48:45.315570 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-5fdfcce9-2ca2-4942-bf61-5eec8d020c22 None None] Allocated IP 172.20.0.2 (1493e455-0198-438a-a988-6f05178a8d71/35eb3791-9cdc-4386-85ec-5c9b4f44dc1e/8fbdc940-0ed9-462a-b30f-f4683ff88aff) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:48:45.336647 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-41e6f2eb-ffc7-4a06-9fc3-3b90abeee923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:45.360085 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-04b4a05a-41e1-4896-940f-241aafc18fbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:45.384752 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-04b4a05a-41e1-4896-940f-241aafc18fbd admin admin] Transition to ACTIVE for port object 441c1685-930c-4e07-a975-910f6f18a5b9 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:48:45.481270 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-04b4a05a-41e1-4896-940f-241aafc18fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:45.550401 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57652) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:45.681568 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b4a05a-41e1-4896-940f-241aafc18fbd admin admin] Network f33eaa28-676d-46d2-b432-52faa50870ed is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:48:45.683940 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5fdfcce9-2ca2-4942-bf61-5eec8d020c22 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:45.686719 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-04b4a05a-41e1-4896-940f-241aafc18fbd admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:48:45.689105 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b4a05a-41e1-4896-940f-241aafc18fbd admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:48:45.697070 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5fdfcce9-2ca2-4942-bf61-5eec8d020c22 None None] Transition to ACTIVE for port object 8fbdc940-0ed9-462a-b30f-f4683ff88aff will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:48:45.729967 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5fdfcce9-2ca2-4942-bf61-5eec8d020c22 None None] Transition to ACTIVE for port object 8fbdc940-0ed9-462a-b30f-f4683ff88aff will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:48:45.736915 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-41e6f2eb-ffc7-4a06-9fc3-3b90abeee923 None None] Attempting to bind port b6b2b22a-bebf-43f7-9724-047d8f4d80ee on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:48:45.736915 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-41e6f2eb-ffc7-4a06-9fc3-3b90abeee923 None None] Attempting to bind port b6b2b22a-bebf-43f7-9724-047d8f4d80ee by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:48:45.736915 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e6f2eb-ffc7-4a06-9fc3-3b90abeee923 None None] Attempting to bind port b6b2b22a-bebf-43f7-9724-047d8f4d80ee on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:48:45.739849 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4a05a-41e1-4896-940f-241aafc18fbd admin admin] Pushing event updated for resources: {'Port': ['ID=441c1685-930c-4e07-a975-910f6f18a5b9,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:45.754584 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e6f2eb-ffc7-4a06-9fc3-3b90abeee923 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:48:45.754963 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e6f2eb-ffc7-4a06-9fc3-3b90abeee923 None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:48:45.755473 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-41e6f2eb-ffc7-4a06-9fc3-3b90abeee923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:45.755900 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e6f2eb-ffc7-4a06-9fc3-3b90abeee923 None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:48:45.756494 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-41e6f2eb-ffc7-4a06-9fc3-3b90abeee923 None None] Bound port: b6b2b22a-bebf-43f7-9724-047d8f4d80ee, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:48:45.757655 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-41e6f2eb-ffc7-4a06-9fc3-3b90abeee923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:45.764262 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7f1f69d1-301b-41b3-8991-6f914e81e788 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/floatingips/beea4662-039c-4bea-9669-f893521c2caa HTTP/1.1" status: 200 len: 993 time: 0.2128584 May 27 02:48:45.790524 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-04b4a05a-41e1-4896-940f-241aafc18fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:45.807273 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f12b7294-025e-4908-8c6f-8845c617938e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:45.811714 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b19415-42d4-402b-ae25-8952e18fdfd3 None None] Pushing event updated for resources: {'Port': ['ID=b6b2b22a-bebf-43f7-9724-047d8f4d80ee,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:45.818616 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device a03301a2-cab5-4b37-a70d-afd0cc16c34c up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:48:45.954268 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5fdfcce9-2ca2-4942-bf61-5eec8d020c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:46.051215 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-04b4a05a-41e1-4896-940f-241aafc18fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:46.092054 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-41e6f2eb-ffc7-4a06-9fc3-3b90abeee923 None None] For port b6b2b22a-bebf-43f7-9724-047d8f4d80ee, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:48:46.098777 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57660) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:46.104462 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-41e6f2eb-ffc7-4a06-9fc3-3b90abeee923 None None] For port b6b2b22a-bebf-43f7-9724-047d8f4d80ee, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b6b2b22a-bebf-43f7-9724-047d8f4d80ee,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:48:46.111467 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdfcce9-2ca2-4942-bf61-5eec8d020c22 None None] Pushing event updated for resources: {'Port': ['ID=8fbdc940-0ed9-462a-b30f-f4683ff88aff,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:46.120977 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdfcce9-2ca2-4942-bf61-5eec8d020c22 None None] Network 1493e455-0198-438a-a988-6f05178a8d71 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:48:46.124158 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-5fdfcce9-2ca2-4942-bf61-5eec8d020c22 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:48:46.127072 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdfcce9-2ca2-4942-bf61-5eec8d020c22 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:48:46.212212 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-41e6f2eb-ffc7-4a06-9fc3-3b90abeee923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:46.273636 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port a03301a2-cab5-4b37-a70d-afd0cc16c34c completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:48:46.286455 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5dca5c1f-124a-4e13-995f-900e8800fef3 None None] Provisioning for port 441c1685-930c-4e07-a975-910f6f18a5b9 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:48:46.305054 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5dca5c1f-124a-4e13-995f-900e8800fef3 None None] Provisioning complete for port 441c1685-930c-4e07-a975-910f6f18a5b9 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:46.308915 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5dca5c1f-124a-4e13-995f-900e8800fef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:46.326389 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-04b4a05a-41e1-4896-940f-241aafc18fbd admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:46.329734 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port a03301a2-cab5-4b37-a70d-afd0cc16c34c triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:46.330101 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:46.375418 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5fdfcce9-2ca2-4942-bf61-5eec8d020c22 None None] Attempting to bind port 8fbdc940-0ed9-462a-b30f-f4683ff88aff on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:48:46.376193 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5fdfcce9-2ca2-4942-bf61-5eec8d020c22 None None] Attempting to bind port 8fbdc940-0ed9-462a-b30f-f4683ff88aff by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '3cbf9432-48ac-4366-a4ae-930ada354c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '1493e455-0198-438a-a988-6f05178a8d71'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:48:46.376193 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdfcce9-2ca2-4942-bf61-5eec8d020c22 None None] Attempting to bind port 8fbdc940-0ed9-462a-b30f-f4683ff88aff on network 1493e455-0198-438a-a988-6f05178a8d71 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:48:46.393052 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-04b4a05a-41e1-4896-940f-241aafc18fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:46.415836 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdfcce9-2ca2-4942-bf61-5eec8d020c22 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:48:46.417783 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdfcce9-2ca2-4942-bf61-5eec8d020c22 None None] Checking segment: {'id': '3cbf9432-48ac-4366-a4ae-930ada354c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '1493e455-0198-438a-a988-6f05178a8d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:48:46.417783 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5fdfcce9-2ca2-4942-bf61-5eec8d020c22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:46.417783 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdfcce9-2ca2-4942-bf61-5eec8d020c22 None None] Bound using segment: {'id': '3cbf9432-48ac-4366-a4ae-930ada354c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '1493e455-0198-438a-a988-6f05178a8d71'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:48:46.417783 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5fdfcce9-2ca2-4942-bf61-5eec8d020c22 None None] Bound port: 8fbdc940-0ed9-462a-b30f-f4683ff88aff, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cbf9432-48ac-4366-a4ae-930ada354c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '1493e455-0198-438a-a988-6f05178a8d71'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:48:46.418122 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5fdfcce9-2ca2-4942-bf61-5eec8d020c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:46.446301 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b19415-42d4-402b-ae25-8952e18fdfd3 None None] Pushing event updated for resources: {'Port': ['ID=b6b2b22a-bebf-43f7-9724-047d8f4d80ee,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:46.452566 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-32bbddee-00f4-475b-85b9-0fe108e533aa tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Deleting port c0da21aa-2768-4a81-a959-e6cd1a1de44c {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:48:46.453330 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-32bbddee-00f4-475b-85b9-0fe108e533aa tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:46.453446 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e6f2eb-ffc7-4a06-9fc3-3b90abeee923 None None] Routers {'34c4746a-6979-453a-8b5d-b8664f6adb0c'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:48:46.454046 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-41e6f2eb-ffc7-4a06-9fc3-3b90abeee923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:48:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['34c4746a-6979-453a-8b5d-b8664f6adb0c'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:46.500555 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4a05a-41e1-4896-940f-241aafc18fbd admin admin] Pushing event updated for resources: {'Port': ['ID=441c1685-930c-4e07-a975-910f6f18a5b9,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:46.507244 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-04b4a05a-41e1-4896-940f-241aafc18fbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:46.562479 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5dca5c1f-124a-4e13-995f-900e8800fef3 None None] Port 441c1685-930c-4e07-a975-910f6f18a5b9 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:48:46.646255 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b4a05a-41e1-4896-940f-241aafc18fbd admin admin] Network f33eaa28-676d-46d2-b432-52faa50870ed is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:48:46.647623 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-04b4a05a-41e1-4896-940f-241aafc18fbd admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:48:46.652479 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-f12b7294-025e-4908-8c6f-8845c617938e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Allocated IP 172.20.0.1 (1493e455-0198-438a-a988-6f05178a8d71/35eb3791-9cdc-4386-85ec-5c9b4f44dc1e/e1bad44d-418d-4909-ba48-a3b3091e2739) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:48:46.742767 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5fdfcce9-2ca2-4942-bf61-5eec8d020c22 None None] For port 8fbdc940-0ed9-462a-b30f-f4683ff88aff, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:48:46.756977 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5fdfcce9-2ca2-4942-bf61-5eec8d020c22 None None] For port 8fbdc940-0ed9-462a-b30f-f4683ff88aff, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8fbdc940-0ed9-462a-b30f-f4683ff88aff,segment=NetworkSegment(3cbf9432-48ac-4366-a4ae-930ada354c32),segment_id=3cbf9432-48ac-4366-a4ae-930ada354c32)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:48:46.770295 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port a03301a2-cab5-4b37-a70d-afd0cc16c34c is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:48:46.770682 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:46.785599 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-41e6f2eb-ffc7-4a06-9fc3-3b90abeee923 None None] Set router 34c4746a-6979-453a-8b5d-b8664f6adb0c gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:48:46.786532 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-32bbddee-00f4-475b-85b9-0fe108e533aa tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:46.786946 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-32bbddee-00f4-475b-85b9-0fe108e533aa tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:46.870776 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5fdfcce9-2ca2-4942-bf61-5eec8d020c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:46.944790 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port a03301a2-cab5-4b37-a70d-afd0cc16c34c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=a03301a2-cab5-4b37-a70d-afd0cc16c34c,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:46.950526 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b4a05a-41e1-4896-940f-241aafc18fbd admin admin] Router 34c4746a-6979-453a-8b5d-b8664f6adb0c has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:48:47.078882 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:47.093407 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-32bbddee-00f4-475b-85b9-0fe108e533aa tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Calling delete_port for c0da21aa-2768-4a81-a959-e6cd1a1de44c owned by network:floatingip {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:48:47.172708 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6302653e-1716-479a-ba71-67f3c379dffb None None] Provisioning complete for port 441c1685-930c-4e07-a975-910f6f18a5b9 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:47.172708 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6302653e-1716-479a-ba71-67f3c379dffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:47.215463 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdfcce9-2ca2-4942-bf61-5eec8d020c22 None None] Pushing event updated for resources: {'Port': ['ID=8fbdc940-0ed9-462a-b30f-f4683ff88aff,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:47.244077 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f12b7294-025e-4908-8c6f-8845c617938e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:47.264944 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f12b7294-025e-4908-8c6f-8845c617938e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Transition to ACTIVE for port object e1bad44d-418d-4909-ba48-a3b3091e2739 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:48:47.316093 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-6302653e-1716-479a-ba71-67f3c379dffb None None] Port 441c1685-930c-4e07-a975-910f6f18a5b9 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:48:47.355966 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b4a05a-41e1-4896-940f-241aafc18fbd admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:48:47.381872 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=a03301a2-cab5-4b37-a70d-afd0cc16c34c,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:47.385319 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-04b4a05a-41e1-4896-940f-241aafc18fbd admin admin] 10.222.0.57 "PUT /v2.0/routers/34c4746a-6979-453a-8b5d-b8664f6adb0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4506137 May 27 02:48:47.503052 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-41e6f2eb-ffc7-4a06-9fc3-3b90abeee923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c4746a-6979-453a-8b5d-b8664f6adb0c', 'name': 'tempest-TestVolumeBootPattern-1034485486-router', 'tenant_id': 'b125679b8cc54ef694a1832158dddd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'b6b2b22a-bebf-43f7-9724-047d8f4d80ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:39Z', 'updated_at': '2022-05-27T02:48:45Z', 'revision_number': 4, 'project_id': 'b125679b8cc54ef694a1832158dddd81', 'gw_port': {'id': 'b6b2b22a-bebf-43f7-9724-047d8f4d80ee', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c4746a-6979-453a-8b5d-b8664f6adb0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:40Z', 'updated_at': '2022-05-27T02:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '441c1685-930c-4e07-a975-910f6f18a5b9', 'name': '', 'network_id': 'f33eaa28-676d-46d2-b432-52faa50870ed', 'tenant_id': 'b125679b8cc54ef694a1832158dddd81', 'mac_address': 'fa:16:3e:8a:97:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c4746a-6979-453a-8b5d-b8664f6adb0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'b7432ca9-0655-47f7-bed9-7ae6598060a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:44Z', 'updated_at': '2022-05-27T02:48:46Z', 'revision_number': 2, 'project_id': 'b125679b8cc54ef694a1832158dddd81', 'subnets': [{'id': 'b7432ca9-0655-47f7-bed9-7ae6598060a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:47.509726 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f12b7294-025e-4908-8c6f-8845c617938e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:47.516747 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e6f2eb-ffc7-4a06-9fc3-3b90abeee923 None None] The sync data for ids ['34c4746a-6979-453a-8b5d-b8664f6adb0c'] in n-d-843554-3 is: [{'id': '34c4746a-6979-453a-8b5d-b8664f6adb0c', 'name': 'tempest-TestVolumeBootPattern-1034485486-router', 'tenant_id': 'b125679b8cc54ef694a1832158dddd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'b6b2b22a-bebf-43f7-9724-047d8f4d80ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:39Z', 'updated_at': '2022-05-27T02:48:45Z', 'revision_number': 4, 'project_id': 'b125679b8cc54ef694a1832158dddd81', 'gw_port': {'id': 'b6b2b22a-bebf-43f7-9724-047d8f4d80ee', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c4746a-6979-453a-8b5d-b8664f6adb0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:40Z', 'updated_at': '2022-05-27T02:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '441c1685-930c-4e07-a975-910f6f18a5b9', 'name': '', 'network_id': 'f33eaa28-676d-46d2-b432-52faa50870ed', 'tenant_id': 'b125679b8cc54ef694a1832158dddd81', 'mac_address': 'fa:16:3e:8a:97:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c4746a-6979-453a-8b5d-b8664f6adb0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'b7432ca9-0655-47f7-bed9-7ae6598060a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:44Z', 'updated_at': '2022-05-27T02:48:46Z', 'revision_number': 2, 'project_id': 'b125679b8cc54ef694a1832158dddd81', 'subnets': [{'id': 'b7432ca9-0655-47f7-bed9-7ae6598060a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:48:47.611769 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12b7294-025e-4908-8c6f-8845c617938e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Network 1493e455-0198-438a-a988-6f05178a8d71 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:48:47.645242 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-f12b7294-025e-4908-8c6f-8845c617938e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:48:47.652192 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12b7294-025e-4908-8c6f-8845c617938e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:48:47.674469 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8fbdc940-0ed9-462a-b30f-f4683ff88aff up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:48:47.689525 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12b7294-025e-4908-8c6f-8845c617938e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'Port': ['ID=e1bad44d-418d-4909-ba48-a3b3091e2739,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:47.698178 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-32bbddee-00f4-475b-85b9-0fe108e533aa tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:47.756681 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bbddee-00f4-475b-85b9-0fe108e533aa tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event deleted for resources: {'Port': ['ID=c0da21aa-2768-4a81-a959-e6cd1a1de44c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:47.881585 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f12b7294-025e-4908-8c6f-8845c617938e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:47.886770 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 8fbdc940-0ed9-462a-b30f-f4683ff88aff completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:48:47.894715 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device a03301a2-cab5-4b37-a70d-afd0cc16c34c up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:48:47.980450 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port a03301a2-cab5-4b37-a70d-afd0cc16c34c triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:47.981399 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:48.037879 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-32bbddee-00f4-475b-85b9-0fe108e533aa tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for floatingip, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:48.038239 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-32bbddee-00f4-475b-85b9-0fe108e533aa tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Floating IP beea4662-039c-4bea-9669-f893521c2caa disassociated (deleted). External IP: 172.25.1.194, port: d2f8f7be-0b59-4875-a300-cd5a579ed529. May 27 02:48:48.152944 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port a03301a2-cab5-4b37-a70d-afd0cc16c34c is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:48:48.562995 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0003ef-25a9-4c1c-8c01-24035b1e81ed None None] Network 1493e455-0198-438a-a988-6f05178a8d71 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:48:48.585601 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32bbddee-00f4-475b-85b9-0fe108e533aa tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Router a24ee335-92e0-4b09-a6d1-8931c13f3efe has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:48:48.590655 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f12b7294-025e-4908-8c6f-8845c617938e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:48.815741 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4728f920-671e-42fc-8ff0-e6b000b31d24 None None] Provisioning for port 8fbdc940-0ed9-462a-b30f-f4683ff88aff completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:48:48.830656 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4728f920-671e-42fc-8ff0-e6b000b31d24 None None] Provisioning complete for port 8fbdc940-0ed9-462a-b30f-f4683ff88aff triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:48.830971 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4728f920-671e-42fc-8ff0-e6b000b31d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:48.990498 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-4728f920-671e-42fc-8ff0-e6b000b31d24 None None] Current status of the port 8fbdc940-0ed9-462a-b30f-f4683ff88aff is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:48:48.991173 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4728f920-671e-42fc-8ff0-e6b000b31d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:49.037086 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-4728f920-671e-42fc-8ff0-e6b000b31d24 None None] For port 8fbdc940-0ed9-462a-b30f-f4683ff88aff, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8fbdc940-0ed9-462a-b30f-f4683ff88aff,segment=NetworkSegment(3cbf9432-48ac-4366-a4ae-930ada354c32),segment_id=3cbf9432-48ac-4366-a4ae-930ada354c32)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:49.126696 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4728f920-671e-42fc-8ff0-e6b000b31d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:49.147971 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bbddee-00f4-475b-85b9-0fe108e533aa tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:48:49.158531 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73399e09-d380-430e-8cbd-d74e12c2aa27 None None] Sync routers for ids ['a24ee335-92e0-4b09-a6d1-8931c13f3efe'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:48:49.171137 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73399e09-d380-430e-8cbd-d74e12c2aa27 None None] Routers {'a24ee335-92e0-4b09-a6d1-8931c13f3efe'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:48:49.171802 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-73399e09-d380-430e-8cbd-d74e12c2aa27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:48:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['a24ee335-92e0-4b09-a6d1-8931c13f3efe'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:49.275599 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4728f920-671e-42fc-8ff0-e6b000b31d24 None None] Pushing event updated for resources: {'Port': ['ID=8fbdc940-0ed9-462a-b30f-f4683ff88aff,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:49.356862 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-738410f0-47b4-4bfb-89e1-dd6b3ececdbc None None] Provisioning for port e1bad44d-418d-4909-ba48-a3b3091e2739 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:48:49.369629 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-738410f0-47b4-4bfb-89e1-dd6b3ececdbc None None] Provisioning complete for port e1bad44d-418d-4909-ba48-a3b3091e2739 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:49.371639 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-738410f0-47b4-4bfb-89e1-dd6b3ececdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:49.386846 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-32bbddee-00f4-475b-85b9-0fe108e533aa tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:49.455928 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:49.482605 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-32bbddee-00f4-475b-85b9-0fe108e533aa tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "DELETE /v2.0/floatingips/beea4662-039c-4bea-9669-f893521c2caa HTTP/1.1" status: 204 len: 168 time: 3.3827772 May 27 02:48:49.485847 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd557bf2b-8b39-48e1-aa33-4e422e84e49e', 'tag': 'd2f8f7be-0b59-4875-a300-cd5a579ed529'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:48:49.488602 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-738410f0-47b4-4bfb-89e1-dd6b3ececdbc None None] Port e1bad44d-418d-4909-ba48-a3b3091e2739 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:48:49.503009 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-738410f0-47b4-4bfb-89e1-dd6b3ececdbc None None] Provisioning complete for port 8fbdc940-0ed9-462a-b30f-f4683ff88aff triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:49.503443 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-738410f0-47b4-4bfb-89e1-dd6b3ececdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:49.517553 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-73399e09-d380-430e-8cbd-d74e12c2aa27 None None] Set router a24ee335-92e0-4b09-a6d1-8931c13f3efe gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:48:49.573613 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:49.586439 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f12b7294-025e-4908-8c6f-8845c617938e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:49.600244 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da8a72b0-3db7-45d8-87e7-1b84978481d9'] response: {'name': 'network-changed', 'server_uuid': 'd557bf2b-8b39-48e1-aa33-4e422e84e49e', 'tag': 'd2f8f7be-0b59-4875-a300-cd5a579ed529', 'status': 'completed', 'code': 200} May 27 02:48:49.669147 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f12b7294-025e-4908-8c6f-8845c617938e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:49.685286 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-738410f0-47b4-4bfb-89e1-dd6b3ececdbc None None] Current status of the port 8fbdc940-0ed9-462a-b30f-f4683ff88aff is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:48:49.697083 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b6b2b22a-bebf-43f7-9724-047d8f4d80ee up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:48:49.762574 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd4c5c-b83b-4990-a7db-dd7ae80bcc89 req-43b38255-ca2d-49c7-99c4-cb134abc0bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:49.765086 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ffdd4c5c-b83b-4990-a7db-dd7ae80bcc89 req-43b38255-ca2d-49c7-99c4-cb134abc0bcc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bacca2e928f240ac8e59ab0d5daf4b12&device_id=d557bf2b-8b39-48e1-aa33-4e422e84e49e HTTP/1.1" status: 200 len: 1096 time: 0.1585741 May 27 02:48:49.818524 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-252cedb8-866a-419d-8fa1-afa815d52eaf None None] Provisioning complete for port e1bad44d-418d-4909-ba48-a3b3091e2739 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:49.818879 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-252cedb8-866a-419d-8fa1-afa815d52eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:49.873685 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port b6b2b22a-bebf-43f7-9724-047d8f4d80ee completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:48:49.894003 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port b6b2b22a-bebf-43f7-9724-047d8f4d80ee triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:49.894542 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:49.919438 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12b7294-025e-4908-8c6f-8845c617938e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'Port': ['ID=e1bad44d-418d-4909-ba48-a3b3091e2739,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:49.932114 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f12b7294-025e-4908-8c6f-8845c617938e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:49.981453 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-252cedb8-866a-419d-8fa1-afa815d52eaf None None] Port e1bad44d-418d-4909-ba48-a3b3091e2739 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:48:50.065614 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port b6b2b22a-bebf-43f7-9724-047d8f4d80ee is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:48:50.066803 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:50.084452 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd4c5c-b83b-4990-a7db-dd7ae80bcc89 req-ec3ba4a7-a013-4ff2-922e-043906f9ee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:50.088850 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ffdd4c5c-b83b-4990-a7db-dd7ae80bcc89 req-ec3ba4a7-a013-4ff2-922e-043906f9ee64 service neutron] 10.222.0.66 "GET /v2.0/networks?id=399b105e-ffbb-4447-b5d8-67c8e851e6ed HTTP/1.1" status: 200 len: 897 time: 0.3144031 May 27 02:48:50.090488 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port b6b2b22a-bebf-43f7-9724-047d8f4d80ee, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b6b2b22a-bebf-43f7-9724-047d8f4d80ee,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:50.171905 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:50.172975 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8fbdc940-0ed9-462a-b30f-f4683ff88aff up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:48:50.196442 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-73399e09-d380-430e-8cbd-d74e12c2aa27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24ee335-92e0-4b09-a6d1-8931c13f3efe', 'name': 'tempest-TestNetworkBasicOps-router-1933932364', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'e7f79db9-cde4-4b10-bda7-83708746addb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:47:40Z', 'updated_at': '2022-05-27T02:47:48Z', 'revision_number': 4, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'gw_port': {'id': 'e7f79db9-cde4-4b10-bda7-83708746addb', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24ee335-92e0-4b09-a6d1-8931c13f3efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:47:41Z', 'updated_at': '2022-05-27T02:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '3bfcfa74-b672-4d38-9ff8-7968177cc53a', 'name': '', 'network_id': '399b105e-ffbb-4447-b5d8-67c8e851e6ed', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'mac_address': 'fa:16:3e:31:38:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24ee335-92e0-4b09-a6d1-8931c13f3efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '9019a186-ea3a-4a6f-89a3-3caa90ebfa09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:47:47Z', 'updated_at': '2022-05-27T02:47:53Z', 'revision_number': 5, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'subnets': [{'id': '9019a186-ea3a-4a6f-89a3-3caa90ebfa09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:50.200682 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73399e09-d380-430e-8cbd-d74e12c2aa27 None None] Checking router: a24ee335-92e0-4b09-a6d1-8931c13f3efe for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:48:50.211441 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ffdd4c5c-b83b-4990-a7db-dd7ae80bcc89 req-a3d761e3-20f2-4fcc-a72e-5ee83b166086 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2f8f7be-0b59-4875-a300-cd5a579ed529 HTTP/1.1" status: 200 len: 217 time: 0.1170733 May 27 02:48:50.213592 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73399e09-d380-430e-8cbd-d74e12c2aa27 None None] Routers {'a24ee335-92e0-4b09-a6d1-8931c13f3efe'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:48:50.217068 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-73399e09-d380-430e-8cbd-d74e12c2aa27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:48:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['a24ee335-92e0-4b09-a6d1-8931c13f3efe'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:50.220952 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12b7294-025e-4908-8c6f-8845c617938e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Network 1493e455-0198-438a-a988-6f05178a8d71 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:48:50.227543 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-f12b7294-025e-4908-8c6f-8845c617938e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:48:50.331099 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd4c5c-b83b-4990-a7db-dd7ae80bcc89 req-9be5a570-b59a-4773-ba10-ece6ea2f05df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:50.333921 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ffdd4c5c-b83b-4990-a7db-dd7ae80bcc89 req-9be5a570-b59a-4773-ba10-ece6ea2f05df service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9019a186-ea3a-4a6f-89a3-3caa90ebfa09 HTTP/1.1" status: 200 len: 834 time: 0.1155350 May 27 02:48:50.448228 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023d29e-b32e-442a-a197-ff8327a3a467 req-0f79ff1c-057c-43a1-ae0e-13bc145ffe47 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:50.448929 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-d023d29e-b32e-442a-a197-ff8327a3a467 req-0f79ff1c-057c-43a1-ae0e-13bc145ffe47 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Synchronizing usage tracker for tenant:bacca2e928f240ac8e59ab0d5daf4b12 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:48:50.464749 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=b6b2b22a-bebf-43f7-9724-047d8f4d80ee,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:50.493643 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 8fbdc940-0ed9-462a-b30f-f4683ff88aff triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:50.493843 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:50.523299 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12b7294-025e-4908-8c6f-8845c617938e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Router 2af812ab-6256-4864-a060-4b745c865a5d has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:48:50.526090 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd4c5c-b83b-4990-a7db-dd7ae80bcc89 req-ef17e8a0-7d48-42ca-93db-b7db125ea7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:50.534932 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ffdd4c5c-b83b-4990-a7db-dd7ae80bcc89 req-ef17e8a0-7d48-42ca-93db-b7db125ea7d9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=399b105e-ffbb-4447-b5d8-67c8e851e6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1883988 May 27 02:48:50.648582 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-d023d29e-b32e-442a-a197-ff8327a3a467 req-0f79ff1c-057c-43a1-ae0e-13bc145ffe47 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Unset dirty status for tenant:bacca2e928f240ac8e59ab0d5daf4b12 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:48:50.656534 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d023d29e-b32e-442a-a197-ff8327a3a467 req-0f79ff1c-057c-43a1-ae0e-13bc145ffe47 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=d557bf2b-8b39-48e1-aa33-4e422e84e49e HTTP/1.1" status: 200 len: 945 time: 0.4781590 May 27 02:48:50.662413 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-73399e09-d380-430e-8cbd-d74e12c2aa27 None None] Set router a24ee335-92e0-4b09-a6d1-8931c13f3efe gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:48:50.743358 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d023d29e-b32e-442a-a197-ff8327a3a467 req-f8f59f55-1fbe-47a3-9574-321f31c0b7a8 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd3a623f-d614-44e6-8181-371bd7cc8c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857406 May 27 02:48:50.745854 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-2c56f750-9bac-4b51-854f-1301c71a7ec7 None None] Provisioning complete for port e1bad44d-418d-4909-ba48-a3b3091e2739 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:50.746113 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2c56f750-9bac-4b51-854f-1301c71a7ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:50.773228 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 8fbdc940-0ed9-462a-b30f-f4683ff88aff is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:48:50.783238 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ffdd4c5c-b83b-4990-a7db-dd7ae80bcc89 req-0933ceaf-4d04-4daf-873c-ca8b743bd008 service neutron] 10.222.0.66 "GET /v2.0/networks/399b105e-ffbb-4447-b5d8-67c8e851e6ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464058 May 27 02:48:50.809212 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-2c56f750-9bac-4b51-854f-1301c71a7ec7 None None] Port e1bad44d-418d-4909-ba48-a3b3091e2739 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:48:50.856975 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12b7294-025e-4908-8c6f-8845c617938e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:48:50.874970 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0872c63-410d-4529-b5e3-6009d6270b94 None None] Sync routers for ids ['2af812ab-6256-4864-a060-4b745c865a5d'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:48:50.883994 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f12b7294-025e-4908-8c6f-8845c617938e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "PUT /v2.0/routers/2af812ab-6256-4864-a060-4b745c865a5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1882775 May 27 02:48:50.888494 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0872c63-410d-4529-b5e3-6009d6270b94 None None] Routers {'2af812ab-6256-4864-a060-4b745c865a5d'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:48:50.889165 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f0872c63-410d-4529-b5e3-6009d6270b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:48:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['2af812ab-6256-4864-a060-4b745c865a5d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:50.964873 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ffdd4c5c-b83b-4990-a7db-dd7ae80bcc89 req-69e3b26e-3fa9-45a6-9b82-47ffdecb5fe3 service neutron] 10.222.0.66 "GET /v2.0/networks/399b105e-ffbb-4447-b5d8-67c8e851e6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728659 May 27 02:48:51.077856 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-73399e09-d380-430e-8cbd-d74e12c2aa27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24ee335-92e0-4b09-a6d1-8931c13f3efe', 'name': 'tempest-TestNetworkBasicOps-router-1933932364', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'e7f79db9-cde4-4b10-bda7-83708746addb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:47:40Z', 'updated_at': '2022-05-27T02:47:48Z', 'revision_number': 4, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'gw_port': {'id': 'e7f79db9-cde4-4b10-bda7-83708746addb', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24ee335-92e0-4b09-a6d1-8931c13f3efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:47:41Z', 'updated_at': '2022-05-27T02:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '3bfcfa74-b672-4d38-9ff8-7968177cc53a', 'name': '', 'network_id': '399b105e-ffbb-4447-b5d8-67c8e851e6ed', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'mac_address': 'fa:16:3e:31:38:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24ee335-92e0-4b09-a6d1-8931c13f3efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '9019a186-ea3a-4a6f-89a3-3caa90ebfa09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:47:47Z', 'updated_at': '2022-05-27T02:47:53Z', 'revision_number': 5, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'subnets': [{'id': '9019a186-ea3a-4a6f-89a3-3caa90ebfa09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:51.083343 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73399e09-d380-430e-8cbd-d74e12c2aa27 None None] The sync data for ids ['a24ee335-92e0-4b09-a6d1-8931c13f3efe'] in n-d-843554-3 is: [{'id': 'a24ee335-92e0-4b09-a6d1-8931c13f3efe', 'name': 'tempest-TestNetworkBasicOps-router-1933932364', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'e7f79db9-cde4-4b10-bda7-83708746addb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:47:40Z', 'updated_at': '2022-05-27T02:47:48Z', 'revision_number': 4, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'gw_port': {'id': 'e7f79db9-cde4-4b10-bda7-83708746addb', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24ee335-92e0-4b09-a6d1-8931c13f3efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:47:41Z', 'updated_at': '2022-05-27T02:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '3bfcfa74-b672-4d38-9ff8-7968177cc53a', 'name': '', 'network_id': '399b105e-ffbb-4447-b5d8-67c8e851e6ed', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'mac_address': 'fa:16:3e:31:38:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24ee335-92e0-4b09-a6d1-8931c13f3efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '9019a186-ea3a-4a6f-89a3-3caa90ebfa09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:47:47Z', 'updated_at': '2022-05-27T02:47:53Z', 'revision_number': 5, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'subnets': [{'id': '9019a186-ea3a-4a6f-89a3-3caa90ebfa09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:48:51.119860 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-f0872c63-410d-4529-b5e3-6009d6270b94 None None] Set router 2af812ab-6256-4864-a060-4b745c865a5d gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:48:51.153660 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-fd05707d-1a3a-4b22-a6d0-9205847aedb2 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Synchronizing usage tracker for tenant:b59631ecfa194f20bd33f8d2b34a5767 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:48:51.263523 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-fd05707d-1a3a-4b22-a6d0-9205847aedb2 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Unset dirty status for tenant:b59631ecfa194f20bd33f8d2b34a5767 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:48:51.264745 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-fd05707d-1a3a-4b22-a6d0-9205847aedb2 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1160685170&fields=id&tenant_id=b59631ecfa194f20bd33f8d2b34a5767 HTTP/1.1" status: 200 len: 267 time: 0.1603069 May 27 02:48:51.340158 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57c231c-afad-4332-828a-c430287d071e None None] Sync routers for ids ['34c4746a-6979-453a-8b5d-b8664f6adb0c'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:48:51.361998 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57c231c-afad-4332-828a-c430287d071e None None] Routers {'34c4746a-6979-453a-8b5d-b8664f6adb0c'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:48:51.362882 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-b57c231c-afad-4332-828a-c430287d071e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:48:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['34c4746a-6979-453a-8b5d-b8664f6adb0c'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:51.436771 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-1be2d3c7-e659-4bd0-ac99-a6e84d5c2405 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:51.437661 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-1be2d3c7-e659-4bd0-ac99-a6e84d5c2405 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Synchronizing usage tracker for tenant:b59631ecfa194f20bd33f8d2b34a5767 on resource:network {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:48:51.466132 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f0872c63-410d-4529-b5e3-6009d6270b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af812ab-6256-4864-a060-4b745c865a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060306874', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a03301a2-cab5-4b37-a70d-afd0cc16c34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:38Z', 'updated_at': '2022-05-27T02:48:48Z', 'revision_number': 4, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': 'a03301a2-cab5-4b37-a70d-afd0cc16c34c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af812ab-6256-4864-a060-4b745c865a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:39Z', 'updated_at': '2022-05-27T02:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'e1bad44d-418d-4909-ba48-a3b3091e2739', 'name': '', 'network_id': '1493e455-0198-438a-a988-6f05178a8d71', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'mac_address': 'fa:16:3e:61:0e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af812ab-6256-4864-a060-4b745c865a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '35eb3791-9cdc-4386-85ec-5c9b4f44dc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:46Z', 'updated_at': '2022-05-27T02:48:49Z', 'revision_number': 2, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'subnets': [{'id': '35eb3791-9cdc-4386-85ec-5c9b4f44dc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:51.471288 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0872c63-410d-4529-b5e3-6009d6270b94 None None] Checking router: 2af812ab-6256-4864-a060-4b745c865a5d for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:48:51.471639 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0872c63-410d-4529-b5e3-6009d6270b94 None None] Updating router 2af812ab-6256-4864-a060-4b745c865a5d port e1bad44d-418d-4909-ba48-a3b3091e2739 binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:48:51.474100 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf21be-10e5-40f4-a6b2-77f6f00d0701 req-10d4731a-28ec-4c5a-95fe-b7d1d43b1d06 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:51.474100 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-bdaf21be-10e5-40f4-a6b2-77f6f00d0701 req-10d4731a-28ec-4c5a-95fe-b7d1d43b1d06 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Synchronizing usage tracker for tenant:bacca2e928f240ac8e59ab0d5daf4b12 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:48:51.499593 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-bdaf21be-10e5-40f4-a6b2-77f6f00d0701 req-10d4731a-28ec-4c5a-95fe-b7d1d43b1d06 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Unset dirty status for tenant:bacca2e928f240ac8e59ab0d5daf4b12 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:48:51.501043 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bdaf21be-10e5-40f4-a6b2-77f6f00d0701 req-10d4731a-28ec-4c5a-95fe-b7d1d43b1d06 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.66 "GET /v2.0/ports?device_id=d557bf2b-8b39-48e1-aa33-4e422e84e49e HTTP/1.1" status: 200 len: 945 time: 0.1556637 May 27 02:48:51.542125 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-1be2d3c7-e659-4bd0-ac99-a6e84d5c2405 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Unset dirty status for tenant:b59631ecfa194f20bd33f8d2b34a5767 on resource:network {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:48:51.543306 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-1be2d3c7-e659-4bd0-ac99-a6e84d5c2405 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/networks?id=1493e455-0198-438a-a988-6f05178a8d71 HTTP/1.1" status: 200 len: 797 time: 0.2719316 May 27 02:48:51.551881 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f0872c63-410d-4529-b5e3-6009d6270b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:51.574004 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-31bd2ef6-26fd-4fbe-8ade-6db8a39a903d tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/quotas/b59631ecfa194f20bd33f8d2b34a5767 HTTP/1.1" status: 200 len: 375 time: 0.0214374 May 27 02:48:51.583085 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b6b2b22a-bebf-43f7-9724-047d8f4d80ee up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:48:51.599120 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-bdaf21be-10e5-40f4-a6b2-77f6f00d0701 req-64b4a39b-d021-4b30-bca1-0bb0e918a0c1 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Deleting port d2f8f7be-0b59-4875-a300-cd5a579ed529 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:48:51.599619 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bdaf21be-10e5-40f4-a6b2-77f6f00d0701 req-64b4a39b-d021-4b30-bca1-0bb0e918a0c1 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:51.662136 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-b57c231c-afad-4332-828a-c430287d071e None None] Set router 34c4746a-6979-453a-8b5d-b8664f6adb0c gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:48:51.674263 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e014e20-e107-41e7-949e-427a271427ea None None] New status for floating IP beea4662-039c-4bea-9669-f893521c2caa: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:48:51.687491 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-3fa2c68b-1e92-4a48-ae15-3a399963bff7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Synchronizing usage tracker for tenant:b59631ecfa194f20bd33f8d2b34a5767 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:48:51.767000 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-3fa2c68b-1e92-4a48-ae15-3a399963bff7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Unset dirty status for tenant:b59631ecfa194f20bd33f8d2b34a5767 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:48:51.769236 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-3fa2c68b-1e92-4a48-ae15-3a399963bff7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b59631ecfa194f20bd33f8d2b34a5767&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1939173 May 27 02:48:52.037136 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port b6b2b22a-bebf-43f7-9724-047d8f4d80ee triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:52.037514 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:52.042236 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-bdaf21be-10e5-40f4-a6b2-77f6f00d0701 req-64b4a39b-d021-4b30-bca1-0bb0e918a0c1 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] For port d2f8f7be-0b59-4875-a300-cd5a579ed529, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=d2f8f7be-0b59-4875-a300-cd5a579ed529,segment=NetworkSegment(bc2d0139-cda1-43de-8c1d-dd74ac218f63),segment_id=bc2d0139-cda1-43de-8c1d-dd74ac218f63)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:52.042716 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bdaf21be-10e5-40f4-a6b2-77f6f00d0701 req-64b4a39b-d021-4b30-bca1-0bb0e918a0c1 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:52.165176 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-b57c231c-afad-4332-828a-c430287d071e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c4746a-6979-453a-8b5d-b8664f6adb0c', 'name': 'tempest-TestVolumeBootPattern-1034485486-router', 'tenant_id': 'b125679b8cc54ef694a1832158dddd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'b6b2b22a-bebf-43f7-9724-047d8f4d80ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:39Z', 'updated_at': '2022-05-27T02:48:45Z', 'revision_number': 4, 'project_id': 'b125679b8cc54ef694a1832158dddd81', 'gw_port': {'id': 'b6b2b22a-bebf-43f7-9724-047d8f4d80ee', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4746a-6979-453a-8b5d-b8664f6adb0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:40Z', 'updated_at': '2022-05-27T02:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '441c1685-930c-4e07-a975-910f6f18a5b9', 'name': '', 'network_id': 'f33eaa28-676d-46d2-b432-52faa50870ed', 'tenant_id': 'b125679b8cc54ef694a1832158dddd81', 'mac_address': 'fa:16:3e:8a:97:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c4746a-6979-453a-8b5d-b8664f6adb0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'b7432ca9-0655-47f7-bed9-7ae6598060a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:44Z', 'updated_at': '2022-05-27T02:48:46Z', 'revision_number': 2, 'project_id': 'b125679b8cc54ef694a1832158dddd81', 'subnets': [{'id': 'b7432ca9-0655-47f7-bed9-7ae6598060a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:52.172096 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57c231c-afad-4332-828a-c430287d071e None None] Checking router: 34c4746a-6979-453a-8b5d-b8664f6adb0c for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:48:52.172750 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57c231c-afad-4332-828a-c430287d071e None None] Updating router 34c4746a-6979-453a-8b5d-b8664f6adb0c port 441c1685-930c-4e07-a975-910f6f18a5b9 binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:48:52.186781 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-bdaf21be-10e5-40f4-a6b2-77f6f00d0701 req-64b4a39b-d021-4b30-bca1-0bb0e918a0c1 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Calling delete_port for d2f8f7be-0b59-4875-a300-cd5a579ed529 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:48:52.242049 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e984ea-6c30-49ad-9835-ff4737c8f8e9 req-296dafdc-eba2-4719-8f12-70caa8f0f5c5 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:52.244170 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f6e984ea-6c30-49ad-9835-ff4737c8f8e9 req-296dafdc-eba2-4719-8f12-70caa8f0f5c5 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=d557bf2b-8b39-48e1-aa33-4e422e84e49e HTTP/1.1" status: 200 len: 945 time: 0.1712193 May 27 02:48:52.252182 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-b57c231c-afad-4332-828a-c430287d071e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:52.282021 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-41544502-da76-4d8a-bf2a-770a170dccff service neutron] 10.222.0.57 "GET /v2.0/networks/1493e455-0198-438a-a988-6f05178a8d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4912217 May 27 02:48:52.295837 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port b6b2b22a-bebf-43f7-9724-047d8f4d80ee is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:48:52.323076 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f6e984ea-6c30-49ad-9835-ff4737c8f8e9 req-a33f94a2-e93c-4a69-bd34-d8bcb408f2ca tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd3a623f-d614-44e6-8181-371bd7cc8c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697620 May 27 02:48:52.440012 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bdaf21be-10e5-40f4-a6b2-77f6f00d0701 req-64b4a39b-d021-4b30-bca1-0bb0e918a0c1 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:52.485928 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-d2c675a7-70af-4860-86f8-fbdfec69f96a service neutron] 10.222.0.57 "GET /v2.0/networks/1493e455-0198-438a-a988-6f05178a8d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833832 May 27 02:48:52.508639 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f0872c63-410d-4529-b5e3-6009d6270b94 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:52.531426 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f0872c63-410d-4529-b5e3-6009d6270b94 None None] Transition to ACTIVE for port object e1bad44d-418d-4909-ba48-a3b3091e2739 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:48:52.578396 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b4a39b-d021-4b30-bca1-0bb0e918a0c1 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event deleted for resources: {'Port': ['ID=d2f8f7be-0b59-4875-a300-cd5a579ed529,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:52.623455 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdaf21be-10e5-40f4-a6b2-77f6f00d0701 req-64b4a39b-d021-4b30-bca1-0bb0e918a0c1 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] No DVR routers for this DVR port d2f8f7be-0b59-4875-a300-cd5a579ed529 on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:48:52.626894 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bdaf21be-10e5-40f4-a6b2-77f6f00d0701 req-64b4a39b-d021-4b30-bca1-0bb0e918a0c1 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:52.631289 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd557bf2b-8b39-48e1-aa33-4e422e84e49e', 'name': 'network-vif-deleted', 'tag': 'd2f8f7be-0b59-4875-a300-cd5a579ed529'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:48:52.641976 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f0872c63-410d-4529-b5e3-6009d6270b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:52.678839 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-b57c231c-afad-4332-828a-c430287d071e None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:52.691551 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-b57c231c-afad-4332-828a-c430287d071e None None] Transition to ACTIVE for port object 441c1685-930c-4e07-a975-910f6f18a5b9 will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:48:52.714421 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-a8215b75-9e99-45b0-ab16-c4cf1754d104 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:52.717325 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-a8215b75-9e99-45b0-ab16-c4cf1754d104 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/networks?id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351 HTTP/1.1" status: 200 len: 812 time: 0.1876984 May 27 02:48:52.735148 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-97684dbc-85e0-44b8-aaf1-d26e9f036310 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/quotas/3fadd088ccc74553a04697be263b7906 HTTP/1.1" status: 200 len: 375 time: 0.0114594 May 27 02:48:52.755978 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bdaf21be-10e5-40f4-a6b2-77f6f00d0701 req-64b4a39b-d021-4b30-bca1-0bb0e918a0c1 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.66 "DELETE /v2.0/ports/d2f8f7be-0b59-4875-a300-cd5a579ed529 HTTP/1.1" status: 204 len: 173 time: 1.2481904 May 27 02:48:52.790037 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-b57c231c-afad-4332-828a-c430287d071e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:52.801472 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39c13e4d-b472-40cd-a010-6426cc41cde5'] response: {'server_uuid': 'd557bf2b-8b39-48e1-aa33-4e422e84e49e', 'name': 'network-vif-deleted', 'tag': 'd2f8f7be-0b59-4875-a300-cd5a579ed529', 'status': 'completed', 'code': 200} May 27 02:48:52.952901 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1e5ddd2a-4bc1-4f75-831e-918cd97c7eab req-8b9005e1-c2e7-48ac-8a50-a4b30c463c32 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad1e4d86-31db-45cb-9402-e3b602f556b8 HTTP/1.1" status: 200 len: 210 time: 0.1092248 May 27 02:48:53.008731 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b44446-d40f-4a98-859d-9c1176209944 None None] Pushing event updated for resources: {'Port': ['ID=e1bad44d-418d-4909-ba48-a3b3091e2739,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:53.022118 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-8186330f-bbab-40a3-953f-cef879a78ec7 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=3fadd088ccc74553a04697be263b7906&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2739022 May 27 02:48:53.044902 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd9f61-9bdb-4b80-8ccf-d4e1c15d99a0 None None] Pushing event updated for resources: {'Port': ['ID=441c1685-930c-4e07-a975-910f6f18a5b9,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:53.085132 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-b57c231c-afad-4332-828a-c430287d071e None None] Attempting to bind port 441c1685-930c-4e07-a975-910f6f18a5b9 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:48:53.085594 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-b57c231c-afad-4332-828a-c430287d071e None None] Attempting to bind port 441c1685-930c-4e07-a975-910f6f18a5b9 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '3296b02a-b571-496a-873a-921741bc95f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f33eaa28-676d-46d2-b432-52faa50870ed'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:48:53.089765 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57c231c-afad-4332-828a-c430287d071e None None] Attempting to bind port 441c1685-930c-4e07-a975-910f6f18a5b9 on network f33eaa28-676d-46d2-b432-52faa50870ed {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:48:53.094361 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-f0872c63-410d-4529-b5e3-6009d6270b94 None None] Attempting to bind port e1bad44d-418d-4909-ba48-a3b3091e2739 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:48:53.094728 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-f0872c63-410d-4529-b5e3-6009d6270b94 None None] Attempting to bind port e1bad44d-418d-4909-ba48-a3b3091e2739 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '3cbf9432-48ac-4366-a4ae-930ada354c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '1493e455-0198-438a-a988-6f05178a8d71'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:48:53.097480 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0872c63-410d-4529-b5e3-6009d6270b94 None None] Attempting to bind port e1bad44d-418d-4909-ba48-a3b3091e2739 on network 1493e455-0198-438a-a988-6f05178a8d71 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:48:53.102834 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57c231c-afad-4332-828a-c430287d071e None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:48:53.103329 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57c231c-afad-4332-828a-c430287d071e None None] Checking segment: {'id': '3296b02a-b571-496a-873a-921741bc95f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f33eaa28-676d-46d2-b432-52faa50870ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:48:53.104622 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-b57c231c-afad-4332-828a-c430287d071e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:53.106088 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57c231c-afad-4332-828a-c430287d071e None None] Bound using segment: {'id': '3296b02a-b571-496a-873a-921741bc95f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f33eaa28-676d-46d2-b432-52faa50870ed'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:48:53.106655 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-b57c231c-afad-4332-828a-c430287d071e None None] Bound port: 441c1685-930c-4e07-a975-910f6f18a5b9, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3296b02a-b571-496a-873a-921741bc95f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f33eaa28-676d-46d2-b432-52faa50870ed'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:48:53.107080 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-b57c231c-afad-4332-828a-c430287d071e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:53.124183 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0872c63-410d-4529-b5e3-6009d6270b94 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:48:53.124567 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0872c63-410d-4529-b5e3-6009d6270b94 None None] Checking segment: {'id': '3cbf9432-48ac-4366-a4ae-930ada354c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '1493e455-0198-438a-a988-6f05178a8d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:48:53.124994 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f0872c63-410d-4529-b5e3-6009d6270b94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:53.125386 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0872c63-410d-4529-b5e3-6009d6270b94 None None] Bound using segment: {'id': '3cbf9432-48ac-4366-a4ae-930ada354c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '1493e455-0198-438a-a988-6f05178a8d71'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:48:53.125865 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-f0872c63-410d-4529-b5e3-6009d6270b94 None None] Bound port: e1bad44d-418d-4909-ba48-a3b3091e2739, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cbf9432-48ac-4366-a4ae-930ada354c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '1493e455-0198-438a-a988-6f05178a8d71'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:48:53.126224 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f0872c63-410d-4529-b5e3-6009d6270b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:53.233629 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-b57c231c-afad-4332-828a-c430287d071e None None] For port 441c1685-930c-4e07-a975-910f6f18a5b9, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:48:53.240581 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-b57c231c-afad-4332-828a-c430287d071e None None] For port 441c1685-930c-4e07-a975-910f6f18a5b9, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=441c1685-930c-4e07-a975-910f6f18a5b9,segment=NetworkSegment(3296b02a-b571-496a-873a-921741bc95f3),segment_id=3296b02a-b571-496a-873a-921741bc95f3)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:48:53.290069 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-f0872c63-410d-4529-b5e3-6009d6270b94 None None] For port e1bad44d-418d-4909-ba48-a3b3091e2739, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:48:53.294077 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-f0872c63-410d-4529-b5e3-6009d6270b94 None None] For port e1bad44d-418d-4909-ba48-a3b3091e2739, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=e1bad44d-418d-4909-ba48-a3b3091e2739,segment=NetworkSegment(3cbf9432-48ac-4366-a4ae-930ada354c32),segment_id=3cbf9432-48ac-4366-a4ae-930ada354c32)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:48:53.361326 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-b57c231c-afad-4332-828a-c430287d071e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:53.403743 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f0872c63-410d-4529-b5e3-6009d6270b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:53.415254 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-47bbba3c-b802-4ca8-b817-902915b07d8a service neutron] 10.222.0.57 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921077 May 27 02:48:53.520467 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0872c63-410d-4529-b5e3-6009d6270b94 None None] Routers {'2af812ab-6256-4864-a060-4b745c865a5d'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:48:53.521138 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f0872c63-410d-4529-b5e3-6009d6270b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:48:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['2af812ab-6256-4864-a060-4b745c865a5d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:53.526935 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd9f61-9bdb-4b80-8ccf-d4e1c15d99a0 None None] Pushing event updated for resources: {'Port': ['ID=441c1685-930c-4e07-a975-910f6f18a5b9,revision_number=4']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:53.537839 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57c231c-afad-4332-828a-c430287d071e None None] Routers {'34c4746a-6979-453a-8b5d-b8664f6adb0c'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:48:53.538388 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-b57c231c-afad-4332-828a-c430287d071e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:48:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['34c4746a-6979-453a-8b5d-b8664f6adb0c'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:53.645646 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b44446-d40f-4a98-859d-9c1176209944 None None] Pushing event updated for resources: {'Port': ['ID=e1bad44d-418d-4909-ba48-a3b3091e2739,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:53.720390 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e76e8281-b8dd-40ec-a726-8c646ab1b117 req-49c3ae58-40b0-4335-96ef-0259e4361e5e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "GET /v2.0/ports?device_id=d557bf2b-8b39-48e1-aa33-4e422e84e49e HTTP/1.1" status: 200 len: 210 time: 0.2433815 May 27 02:48:53.797575 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-0ec72bab-baa4-4051-a210-60b03698c8cf service neutron] 10.222.0.57 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715277 May 27 02:48:53.834352 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-b57c231c-afad-4332-828a-c430287d071e None None] Set router 34c4746a-6979-453a-8b5d-b8664f6adb0c gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:48:53.920006 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-f0872c63-410d-4529-b5e3-6009d6270b94 None None] Set router 2af812ab-6256-4864-a060-4b745c865a5d gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:48:54.149397 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d6541d7f-1bbc-49ba-9c87-945b64827548 req-d3e123fd-5908-405e-82c2-86d3ceab91dd tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad1e4d86-31db-45cb-9402-e3b602f556b8 HTTP/1.1" status: 200 len: 210 time: 0.0433786 May 27 02:48:54.228667 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-b57c231c-afad-4332-828a-c430287d071e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c4746a-6979-453a-8b5d-b8664f6adb0c', 'name': 'tempest-TestVolumeBootPattern-1034485486-router', 'tenant_id': 'b125679b8cc54ef694a1832158dddd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'b6b2b22a-bebf-43f7-9724-047d8f4d80ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:39Z', 'updated_at': '2022-05-27T02:48:45Z', 'revision_number': 4, 'project_id': 'b125679b8cc54ef694a1832158dddd81', 'gw_port': {'id': 'b6b2b22a-bebf-43f7-9724-047d8f4d80ee', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4746a-6979-453a-8b5d-b8664f6adb0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:40Z', 'updated_at': '2022-05-27T02:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '441c1685-930c-4e07-a975-910f6f18a5b9', 'name': '', 'network_id': 'f33eaa28-676d-46d2-b432-52faa50870ed', 'tenant_id': 'b125679b8cc54ef694a1832158dddd81', 'mac_address': 'fa:16:3e:8a:97:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c4746a-6979-453a-8b5d-b8664f6adb0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'b7432ca9-0655-47f7-bed9-7ae6598060a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:44Z', 'updated_at': '2022-05-27T02:48:53Z', 'revision_number': 4, 'project_id': 'b125679b8cc54ef694a1832158dddd81', 'subnets': [{'id': 'b7432ca9-0655-47f7-bed9-7ae6598060a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:54.232908 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57c231c-afad-4332-828a-c430287d071e None None] The sync data for ids ['34c4746a-6979-453a-8b5d-b8664f6adb0c'] in n-d-843554-3 is: [{'id': '34c4746a-6979-453a-8b5d-b8664f6adb0c', 'name': 'tempest-TestVolumeBootPattern-1034485486-router', 'tenant_id': 'b125679b8cc54ef694a1832158dddd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'b6b2b22a-bebf-43f7-9724-047d8f4d80ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:39Z', 'updated_at': '2022-05-27T02:48:45Z', 'revision_number': 4, 'project_id': 'b125679b8cc54ef694a1832158dddd81', 'gw_port': {'id': 'b6b2b22a-bebf-43f7-9724-047d8f4d80ee', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4746a-6979-453a-8b5d-b8664f6adb0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:40Z', 'updated_at': '2022-05-27T02:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '441c1685-930c-4e07-a975-910f6f18a5b9', 'name': '', 'network_id': 'f33eaa28-676d-46d2-b432-52faa50870ed', 'tenant_id': 'b125679b8cc54ef694a1832158dddd81', 'mac_address': 'fa:16:3e:8a:97:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c4746a-6979-453a-8b5d-b8664f6adb0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'b7432ca9-0655-47f7-bed9-7ae6598060a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:44Z', 'updated_at': '2022-05-27T02:48:53Z', 'revision_number': 4, 'project_id': 'b125679b8cc54ef694a1832158dddd81', 'subnets': [{'id': 'b7432ca9-0655-47f7-bed9-7ae6598060a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:48:54.275709 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f0872c63-410d-4529-b5e3-6009d6270b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af812ab-6256-4864-a060-4b745c865a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060306874', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a03301a2-cab5-4b37-a70d-afd0cc16c34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:38Z', 'updated_at': '2022-05-27T02:48:48Z', 'revision_number': 4, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': 'a03301a2-cab5-4b37-a70d-afd0cc16c34c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af812ab-6256-4864-a060-4b745c865a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:39Z', 'updated_at': '2022-05-27T02:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'e1bad44d-418d-4909-ba48-a3b3091e2739', 'name': '', 'network_id': '1493e455-0198-438a-a988-6f05178a8d71', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'mac_address': 'fa:16:3e:61:0e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af812ab-6256-4864-a060-4b745c865a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '35eb3791-9cdc-4386-85ec-5c9b4f44dc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:46Z', 'updated_at': '2022-05-27T02:48:53Z', 'revision_number': 4, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'subnets': [{'id': '35eb3791-9cdc-4386-85ec-5c9b4f44dc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:54.275916 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0872c63-410d-4529-b5e3-6009d6270b94 None None] The sync data for ids ['2af812ab-6256-4864-a060-4b745c865a5d'] in n-d-843554-3 is: [{'id': '2af812ab-6256-4864-a060-4b745c865a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060306874', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a03301a2-cab5-4b37-a70d-afd0cc16c34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:38Z', 'updated_at': '2022-05-27T02:48:48Z', 'revision_number': 4, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': 'a03301a2-cab5-4b37-a70d-afd0cc16c34c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af812ab-6256-4864-a060-4b745c865a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:39Z', 'updated_at': '2022-05-27T02:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'e1bad44d-418d-4909-ba48-a3b3091e2739', 'name': '', 'network_id': '1493e455-0198-438a-a988-6f05178a8d71', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'mac_address': 'fa:16:3e:61:0e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af812ab-6256-4864-a060-4b745c865a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '35eb3791-9cdc-4386-85ec-5c9b4f44dc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:46Z', 'updated_at': '2022-05-27T02:48:53Z', 'revision_number': 4, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'subnets': [{'id': '35eb3791-9cdc-4386-85ec-5c9b4f44dc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:48:54.603102 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-221657d2-23aa-449a-a905-44898cb203bb req-4e4807c1-4f09-4ae8-ba95-cd3285d3ef72 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f6d8301-9c49-48bf-aad4-08682e05b0f8 HTTP/1.1" status: 200 len: 210 time: 0.0494196 May 27 02:48:54.692936 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device d2f8f7be-0b59-4875-a300-cd5a579ed529 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:48:54.729885 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: d2f8f7be-0b59-4875-a300-cd5a579ed529 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:48:54.730235 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device d2f8f7be-0b59-4875-a300-cd5a579ed529 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:48:54.849985 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57750) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:54.926987 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eeeb60a0-9359-4f98-a071-697c77f8400a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:54.960207 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eeeb60a0-9359-4f98-a071-697c77f8400a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:55.114721 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eeeb60a0-9359-4f98-a071-697c77f8400a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:55.136912 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb60a0-9359-4f98-a071-697c77f8400a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3a623f-d614-44e6-8181-371bd7cc8c68,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:55.209382 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eeeb60a0-9359-4f98-a071-697c77f8400a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:55.210502 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-eeeb60a0-9359-4f98-a071-697c77f8400a tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "DELETE /v2.0/security-groups/fd3a623f-d614-44e6-8181-371bd7cc8c68 HTTP/1.1" status: 204 len: 168 time: 0.3594563 May 27 02:48:55.310229 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-473e49b3-cbb1-4199-8f36-25c69c43e6ed req-58dd4dd6-57c7-4376-b0be-3836801784ff tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad1e4d86-31db-45cb-9402-e3b602f556b8 HTTP/1.1" status: 200 len: 210 time: 0.0440478 May 27 02:48:55.339008 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57760) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:55.512623 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-37ce4b6c-b94e-4b1a-9ccc-0ad1fd71c54d tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:55.513350 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-37ce4b6c-b94e-4b1a-9ccc-0ad1fd71c54d tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Synchronizing usage tracker for tenant:b59631ecfa194f20bd33f8d2b34a5767 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:48:55.525550 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-37ce4b6c-b94e-4b1a-9ccc-0ad1fd71c54d tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Unset dirty status for tenant:b59631ecfa194f20bd33f8d2b34a5767 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:48:55.526748 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-37ce4b6c-b94e-4b1a-9ccc-0ad1fd71c54d tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.32 "GET /v2.0/networks?id=1493e455-0198-438a-a988-6f05178a8d71 HTTP/1.1" status: 200 len: 797 time: 0.2851582 May 27 02:48:55.555505 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-992a7d81-9415-4b23-b283-4669b492e425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:55.585949 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-2e5a54d8-0579-4371-94c8-c670adeda7ff tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b59631ecfa194f20bd33f8d2b34a5767 HTTP/1.1" status: 200 len: 380 time: 0.0506611 May 27 02:48:55.596069 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-d436ff89-2ab5-4a24-81aa-9ca095b518cc tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'port': {'device_id': 'ad1e4d86-31db-45cb-9402-e3b602f556b8', 'network_id': '1493e455-0198-438a-a988-6f05178a8d71', 'admin_state_up': True, 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'security_groups': ['b407f67f-53fe-48ac-a4c5-d1e61d7f8076']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:48:55.662264 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 441c1685-930c-4e07-a975-910f6f18a5b9 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:48:55.819516 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-d436ff89-2ab5-4a24-81aa-9ca095b518cc tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:55.830895 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-d436ff89-2ab5-4a24-81aa-9ca095b518cc tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:55.892841 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 441c1685-930c-4e07-a975-910f6f18a5b9 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:48:55.899482 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 441c1685-930c-4e07-a975-910f6f18a5b9 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:55.901563 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:55.920295 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3791e3a5-7cd3-47c9-8806-51dc9afbb169 req-cf3a9e2d-95af-478f-9236-9b35221df9fa tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f6d8301-9c49-48bf-aad4-08682e05b0f8 HTTP/1.1" status: 200 len: 210 time: 0.0533071 May 27 02:48:55.949409 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-d436ff89-2ab5-4a24-81aa-9ca095b518cc tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Made reservation on behalf of b59631ecfa194f20bd33f8d2b34a5767 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:48:55.962216 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-d436ff89-2ab5-4a24-81aa-9ca095b518cc tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:56.044368 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 441c1685-930c-4e07-a975-910f6f18a5b9 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:48:56.045311 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:56.084799 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 441c1685-930c-4e07-a975-910f6f18a5b9, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=441c1685-930c-4e07-a975-910f6f18a5b9,segment=NetworkSegment(3296b02a-b571-496a-873a-921741bc95f3),segment_id=3296b02a-b571-496a-873a-921741bc95f3)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:56.171854 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:56.172930 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device e1bad44d-418d-4909-ba48-a3b3091e2739 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:48:56.195251 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-d436ff89-2ab5-4a24-81aa-9ca095b518cc tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Allocated IP 172.20.0.7 (1493e455-0198-438a-a988-6f05178a8d71/35eb3791-9cdc-4386-85ec-5c9b4f44dc1e/bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:48:56.196006 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2b262826-73c5-4433-a6e1-04de16a5fdcf tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:56.368329 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=441c1685-930c-4e07-a975-910f6f18a5b9,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:56.442168 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-d436ff89-2ab5-4a24-81aa-9ca095b518cc tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:56.446973 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port e1bad44d-418d-4909-ba48-a3b3091e2739 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:48:56.453553 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port e1bad44d-418d-4909-ba48-a3b3091e2739 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:56.453989 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:56.470466 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-d436ff89-2ab5-4a24-81aa-9ca095b518cc tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Transition to ACTIVE for port object bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:48:56.573826 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f5a50a78-bf3c-411e-8473-0c06e446fd44 req-e8fed3e0-46d1-48af-8647-c4b2a3dc91d9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad1e4d86-31db-45cb-9402-e3b602f556b8 HTTP/1.1" status: 200 len: 210 time: 0.0785241 May 27 02:48:56.585081 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-d436ff89-2ab5-4a24-81aa-9ca095b518cc tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:56.590188 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port e1bad44d-418d-4909-ba48-a3b3091e2739 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:48:56.590570 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:56.623718 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port e1bad44d-418d-4909-ba48-a3b3091e2739, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=e1bad44d-418d-4909-ba48-a3b3091e2739,segment=NetworkSegment(3cbf9432-48ac-4366-a4ae-930ada354c32),segment_id=3cbf9432-48ac-4366-a4ae-930ada354c32)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:56.661188 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-d436ff89-2ab5-4a24-81aa-9ca095b518cc tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Network 1493e455-0198-438a-a988-6f05178a8d71 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:48:56.664083 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-d436ff89-2ab5-4a24-81aa-9ca095b518cc tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:48:56.668252 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-d436ff89-2ab5-4a24-81aa-9ca095b518cc tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:48:56.685682 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-2b262826-73c5-4433-a6e1-04de16a5fdcf tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Deleting port 3bfcfa74-b672-4d38-9ff8-7968177cc53a {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:48:56.685682 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2b262826-73c5-4433-a6e1-04de16a5fdcf tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:56.703741 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:56.719952 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436ff89-2ab5-4a24-81aa-9ca095b518cc tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'Port': ['ID=bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:56.746345 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-d436ff89-2ab5-4a24-81aa-9ca095b518cc tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:56.747005 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-d436ff89-2ab5-4a24-81aa-9ca095b518cc tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:56.866482 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=e1bad44d-418d-4909-ba48-a3b3091e2739,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:56.869399 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-d436ff89-2ab5-4a24-81aa-9ca095b518cc tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2773194 May 27 02:48:56.879686 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-d1269b25-59ff-4755-8a76-a67baae43971 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:48:56.880665 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-d1269b25-59ff-4755-8a76-a67baae43971 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053709 May 27 02:48:56.893307 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-e333e45a-63ad-4bc5-b1e5-6bf1dedc635b service neutron] Request body: {'port': {'device_id': 'ad1e4d86-31db-45cb-9402-e3b602f556b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:48:56.908886 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-2b262826-73c5-4433-a6e1-04de16a5fdcf tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] For port 3bfcfa74-b672-4d38-9ff8-7968177cc53a, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=3bfcfa74-b672-4d38-9ff8-7968177cc53a,segment=NetworkSegment(bc2d0139-cda1-43de-8c1d-dd74ac218f63),segment_id=bc2d0139-cda1-43de-8c1d-dd74ac218f63)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:56.909318 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2b262826-73c5-4433-a6e1-04de16a5fdcf tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:57.022371 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-e333e45a-63ad-4bc5-b1e5-6bf1dedc635b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:57.075943 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-2b262826-73c5-4433-a6e1-04de16a5fdcf tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Calling delete_port for 3bfcfa74-b672-4d38-9ff8-7968177cc53a owned by network:router_interface {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:48:57.119537 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-09755438-8871-4a45-927c-c303875635a5 None None] Provisioning for port bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:48:57.126732 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-09755438-8871-4a45-927c-c303875635a5 None None] Provisioning complete for port bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:57.127546 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-09755438-8871-4a45-927c-c303875635a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:57.209964 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-09755438-8871-4a45-927c-c303875635a5 None None] Port bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:48:57.240139 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6a1f4f37-7f7e-4a17-ad95-4cf6826adb5b req-7e33ede2-280e-444b-b310-09466e24589b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f6d8301-9c49-48bf-aad4-08682e05b0f8 HTTP/1.1" status: 200 len: 210 time: 0.1994634 May 27 02:48:57.448863 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-e333e45a-63ad-4bc5-b1e5-6bf1dedc635b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:48:57.456958 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-e333e45a-63ad-4bc5-b1e5-6bf1dedc635b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:57.472122 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-e333e45a-63ad-4bc5-b1e5-6bf1dedc635b service neutron] Transition to ACTIVE for port object bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:48:57.557669 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-e333e45a-63ad-4bc5-b1e5-6bf1dedc635b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:57.558458 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 441c1685-930c-4e07-a975-910f6f18a5b9 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:48:57.593078 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-6ea735b6-d22e-4607-9edd-7eeaf6947c5d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:57.594527 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-6ea735b6-d22e-4607-9edd-7eeaf6947c5d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.32 "GET /v2.0/networks?id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351 HTTP/1.1" status: 200 len: 812 time: 0.4903467 May 27 02:48:57.615711 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-c42888d3-b338-47a7-8e9a-fae49ac80a71 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Request body: {'port': {'device_id': '3f6d8301-9c49-48bf-aad4-08682e05b0f8', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'admin_state_up': True, 'tenant_id': '3fadd088ccc74553a04697be263b7906'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:48:57.642310 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 441c1685-930c-4e07-a975-910f6f18a5b9 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:57.642828 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:57.724012 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333e45a-63ad-4bc5-b1e5-6bf1dedc635b service neutron] Pushing event updated for resources: {'Port': ['ID=bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:57.827811 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 441c1685-930c-4e07-a975-910f6f18a5b9 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:48:57.829402 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device e1bad44d-418d-4909-ba48-a3b3091e2739 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:48:57.926946 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9e30adb1-06fa-4e85-9af5-c247f883520b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:57.942779 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port e1bad44d-418d-4909-ba48-a3b3091e2739 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:57.943294 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:57.963156 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-e333e45a-63ad-4bc5-b1e5-6bf1dedc635b service neutron] Attempting to bind port bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:48:57.965029 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-e333e45a-63ad-4bc5-b1e5-6bf1dedc635b service neutron] Attempting to bind port bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '3cbf9432-48ac-4366-a4ae-930ada354c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '1493e455-0198-438a-a988-6f05178a8d71'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:48:57.965557 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-e333e45a-63ad-4bc5-b1e5-6bf1dedc635b service neutron] Attempting to bind port bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa on network 1493e455-0198-438a-a988-6f05178a8d71 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:48:57.975575 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-e333e45a-63ad-4bc5-b1e5-6bf1dedc635b service neutron] Port bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa on network 1493e455-0198-438a-a988-6f05178a8d71 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:48:57.976113 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-e333e45a-63ad-4bc5-b1e5-6bf1dedc635b service neutron] Attempting to bind port bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa on network 1493e455-0198-438a-a988-6f05178a8d71 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:48:57.983290 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-e333e45a-63ad-4bc5-b1e5-6bf1dedc635b service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:48:57.983670 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-c42888d3-b338-47a7-8e9a-fae49ac80a71 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:57.984267 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-e333e45a-63ad-4bc5-b1e5-6bf1dedc635b service neutron] Checking segment: {'id': '3cbf9432-48ac-4366-a4ae-930ada354c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '1493e455-0198-438a-a988-6f05178a8d71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:48:57.984858 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-e333e45a-63ad-4bc5-b1e5-6bf1dedc635b service neutron] Bound using segment: {'id': '3cbf9432-48ac-4366-a4ae-930ada354c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '1493e455-0198-438a-a988-6f05178a8d71'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:48:57.985998 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-e333e45a-63ad-4bc5-b1e5-6bf1dedc635b service neutron] Bound port: bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbf9432-48ac-4366-a4ae-930ada354c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '1493e455-0198-438a-a988-6f05178a8d71'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:48:57.986505 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-e333e45a-63ad-4bc5-b1e5-6bf1dedc635b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:58.005909 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-c42888d3-b338-47a7-8e9a-fae49ac80a71 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Usage tracker for resource:port and tenant:3fadd088ccc74553a04697be263b7906 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:58.011628 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-c42888d3-b338-47a7-8e9a-fae49ac80a71 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:58.023869 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-c42888d3-b338-47a7-8e9a-fae49ac80a71 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:58.054285 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887f8ae-590b-4f8b-9189-0f61bf773c1d req-a0414bfe-5ee3-4beb-845a-ad5a4ea1cf0c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:58.056767 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8887f8ae-590b-4f8b-9189-0f61bf773c1d req-a0414bfe-5ee3-4beb-845a-ad5a4ea1cf0c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad1e4d86-31db-45cb-9402-e3b602f556b8 HTTP/1.1" status: 200 len: 943 time: 0.2538426 May 27 02:48:58.093348 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2b262826-73c5-4433-a6e1-04de16a5fdcf tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:58.094028 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-e333e45a-63ad-4bc5-b1e5-6bf1dedc635b service neutron] For port bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:48:58.097793 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-e333e45a-63ad-4bc5-b1e5-6bf1dedc635b service neutron] For port bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa,segment=NetworkSegment(3cbf9432-48ac-4366-a4ae-930ada354c32),segment_id=3cbf9432-48ac-4366-a4ae-930ada354c32)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:48:58.133600 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port e1bad44d-418d-4909-ba48-a3b3091e2739 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:48:58.156086 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-c42888d3-b338-47a7-8e9a-fae49ac80a71 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Made reservation on behalf of 3fadd088ccc74553a04697be263b7906 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:48:58.159559 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-c42888d3-b338-47a7-8e9a-fae49ac80a71 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:58.160509 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-e333e45a-63ad-4bc5-b1e5-6bf1dedc635b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:58.184276 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b262826-73c5-4433-a6e1-04de16a5fdcf tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event deleted for resources: {'Port': ['ID=3bfcfa74-b672-4d38-9ff8-7968177cc53a,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:58.217776 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8887f8ae-590b-4f8b-9189-0f61bf773c1d req-30333cad-17a5-4e12-a7bb-a6e2e8004a6d tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=b407f67f-53fe-48ac-a4c5-d1e61d7f8076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549265 May 27 02:48:58.227764 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-e333e45a-63ad-4bc5-b1e5-6bf1dedc635b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:58.228377 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-e333e45a-63ad-4bc5-b1e5-6bf1dedc635b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:58.230028 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-e333e45a-63ad-4bc5-b1e5-6bf1dedc635b service neutron] 10.222.0.32 "PUT /v2.0/ports/bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa HTTP/1.1" status: 200 len: 1091 time: 1.3419938 May 27 02:48:58.233386 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad1e4d86-31db-45cb-9402-e3b602f556b8', 'tag': 'bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:48:58.279570 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333e45a-63ad-4bc5-b1e5-6bf1dedc635b service neutron] Pushing event updated for resources: {'Port': ['ID=bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:58.398178 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7852510d-09d6-4f1b-a1e8-e132ee446da9'] response: {'name': 'network-changed', 'server_uuid': 'ad1e4d86-31db-45cb-9402-e3b602f556b8', 'tag': 'bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa', 'status': 'completed', 'code': 200} May 27 02:48:58.448750 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-a72b6e09-f024-4926-946d-efb6ea42baf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:58.450364 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-a72b6e09-f024-4926-946d-efb6ea42baf8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b59631ecfa194f20bd33f8d2b34a5767&device_id=ad1e4d86-31db-45cb-9402-e3b602f556b8 HTTP/1.1" status: 200 len: 1094 time: 0.1029818 May 27 02:48:58.537401 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8d9d405f-e545-4386-b5a8-8cdd440e14e6 req-706baa0f-e474-4007-b45c-a2b10582f493 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f6d8301-9c49-48bf-aad4-08682e05b0f8 HTTP/1.1" status: 200 len: 210 time: 0.1078913 May 27 02:48:58.639970 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-c42888d3-b338-47a7-8e9a-fae49ac80a71 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Allocated IP 172.20.0.3 (3065bf7b-fd6e-4d0b-a830-392fdd7f9351/d5a421f1-cfc1-40c1-b671-1e4d60b8996c/3c00e8d4-b9bc-49a0-988e-d538ef99f9ac) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:48:58.660998 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-0a58eec4-3f52-4187-8df7-6b52460a62f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa HTTP/1.1" status: 200 len: 217 time: 0.2012901 May 27 02:48:58.729534 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-0e45b821-3c01-48bf-b66b-d4d989f8d75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:58.731240 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-0e45b821-3c01-48bf-b66b-d4d989f8d75e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=35eb3791-9cdc-4386-85ec-5c9b4f44dc1e HTTP/1.1" status: 200 len: 835 time: 0.0635648 May 27 02:48:58.789999 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2b262826-73c5-4433-a6e1-04de16a5fdcf tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:58.816988 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-7e0f4c87-2d8b-4852-b2c9-1b7e6716a8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:58.818783 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-7e0f4c87-2d8b-4852-b2c9-1b7e6716a8dd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1493e455-0198-438a-a988-6f05178a8d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820880 May 27 02:48:58.967455 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-990a6d19-78e0-45e6-a80c-0d4da183d0b8 service neutron] 10.222.0.32 "GET /v2.0/networks/1493e455-0198-438a-a988-6f05178a8d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415629 May 27 02:48:59.081590 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:59.100101 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-c42888d3-b338-47a7-8e9a-fae49ac80a71 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:59.113770 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:59.115882 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-131703db-dbe0-411c-b034-b2e91c0a20cd req-39e8f88b-af8d-4249-b2d9-b4031da4846e service neutron] 10.222.0.32 "GET /v2.0/networks/1493e455-0198-438a-a988-6f05178a8d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428800 May 27 02:48:59.293284 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac71899-c677-4872-9e80-751439cd0f2d req-3e46609c-d848-4f55-a166-190f3bd4e869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:59.294760 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cac71899-c677-4872-9e80-751439cd0f2d req-3e46609c-d848-4f55-a166-190f3bd4e869 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b59631ecfa194f20bd33f8d2b34a5767&device_id=ad1e4d86-31db-45cb-9402-e3b602f556b8 HTTP/1.1" status: 200 len: 1094 time: 0.0757401 May 27 02:48:59.323749 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-c42888d3-b338-47a7-8e9a-fae49ac80a71 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Transition to ACTIVE for port object 3c00e8d4-b9bc-49a0-988e-d538ef99f9ac will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:48:59.445125 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac71899-c677-4872-9e80-751439cd0f2d req-2df0bddf-aa66-4a9d-b833-028ce78d40e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:59.447756 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cac71899-c677-4872-9e80-751439cd0f2d req-2df0bddf-aa66-4a9d-b833-028ce78d40e3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1493e455-0198-438a-a988-6f05178a8d71 HTTP/1.1" status: 200 len: 898 time: 0.1468623 May 27 02:48:59.519376 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b262826-73c5-4433-a6e1-04de16a5fdcf tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Router a24ee335-92e0-4b09-a6d1-8931c13f3efe has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:48:59.533047 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cac71899-c677-4872-9e80-751439cd0f2d req-6499e067-6b0b-4a78-8427-adfc02d7d32c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa HTTP/1.1" status: 200 len: 217 time: 0.0770297 May 27 02:48:59.596823 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ad379-7c06-444f-97a3-1cc10d8b5182 req-cdaff125-8dbb-4e82-b2e9-1b3b6505706d tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:59.598380 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d33ad379-7c06-444f-97a3-1cc10d8b5182 req-cdaff125-8dbb-4e82-b2e9-1b3b6505706d tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad1e4d86-31db-45cb-9402-e3b602f556b8 HTTP/1.1" status: 200 len: 943 time: 0.1982331 May 27 02:48:59.599016 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac71899-c677-4872-9e80-751439cd0f2d req-ceeef75d-050e-4dfc-9d14-5234e0d46286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:59.600633 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cac71899-c677-4872-9e80-751439cd0f2d req-ceeef75d-050e-4dfc-9d14-5234e0d46286 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=35eb3791-9cdc-4386-85ec-5c9b4f44dc1e HTTP/1.1" status: 200 len: 835 time: 0.0611033 May 27 02:48:59.609671 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-c42888d3-b338-47a7-8e9a-fae49ac80a71 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:59.686478 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac71899-c677-4872-9e80-751439cd0f2d req-bd058846-0ca2-4c89-ba88-1ab3e2a331a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:59.688197 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cac71899-c677-4872-9e80-751439cd0f2d req-bd058846-0ca2-4c89-ba88-1ab3e2a331a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1493e455-0198-438a-a988-6f05178a8d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800612 May 27 02:48:59.775860 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-c42888d3-b338-47a7-8e9a-fae49ac80a71 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Network 3065bf7b-fd6e-4d0b-a830-392fdd7f9351 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:48:59.827715 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cac71899-c677-4872-9e80-751439cd0f2d req-1de3434b-3fc5-4abb-87bc-699750b80961 service neutron] 10.222.0.32 "GET /v2.0/networks/1493e455-0198-438a-a988-6f05178a8d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328564 May 27 02:48:59.847253 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-c42888d3-b338-47a7-8e9a-fae49ac80a71 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:48:59.862491 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42888d3-b338-47a7-8e9a-fae49ac80a71 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Pushing event updated for resources: {'Port': ['ID=3c00e8d4-b9bc-49a0-988e-d538ef99f9ac,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:59.869027 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-c42888d3-b338-47a7-8e9a-fae49ac80a71 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:48:59.911840 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d33ad379-7c06-444f-97a3-1cc10d8b5182 req-41c12f4c-fe41-4fbe-b578-2ecff384bbc4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=b407f67f-53fe-48ac-a4c5-d1e61d7f8076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3001328 May 27 02:48:59.960263 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b262826-73c5-4433-a6e1-04de16a5fdcf tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:48:59.967809 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-c42888d3-b338-47a7-8e9a-fae49ac80a71 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:59.968434 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-c42888d3-b338-47a7-8e9a-fae49ac80a71 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:59.970440 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46702b0-f0eb-4c1f-a2a9-d4efe4708f47 None None] Sync routers for ids ['a24ee335-92e0-4b09-a6d1-8931c13f3efe'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:48:59.978234 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cac71899-c677-4872-9e80-751439cd0f2d req-69f453f4-8a0c-4e75-8a38-2650018021bd service neutron] 10.222.0.32 "GET /v2.0/networks/1493e455-0198-438a-a988-6f05178a8d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444187 May 27 02:48:59.981917 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46702b0-f0eb-4c1f-a2a9-d4efe4708f47 None None] Routers {'a24ee335-92e0-4b09-a6d1-8931c13f3efe'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:48:59.982822 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-f46702b0-f0eb-4c1f-a2a9-d4efe4708f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:48:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['a24ee335-92e0-4b09-a6d1-8931c13f3efe'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:49:00.001972 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2b262826-73c5-4433-a6e1-04de16a5fdcf tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "PUT /v2.0/routers/a24ee335-92e0-4b09-a6d1-8931c13f3efe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6616881 May 27 02:49:00.004927 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57782) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:49:00.047133 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805d47a-a9ee-4d74-adbd-90071007523d req-3122dd4e-0171-4e61-a923-2122142f8ab8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:00.047883 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-7805d47a-a9ee-4d74-adbd-90071007523d req-3122dd4e-0171-4e61-a923-2122142f8ab8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Synchronizing usage tracker for tenant:3fadd088ccc74553a04697be263b7906 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:49:00.092445 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-c42888d3-b338-47a7-8e9a-fae49ac80a71 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4809513 May 27 02:49:00.105193 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-503cc96d-e17e-4176-b9d3-e8cc9b523104 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Deleting subnet 9019a186-ea3a-4a6f-89a3-3caa90ebfa09 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:49:00.110156 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-5f92ed03-4cbe-4b22-987c-b4013830f7db service neutron] Request body: {'port': {'device_id': '3f6d8301-9c49-48bf-aad4-08682e05b0f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:49:00.140660 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-503cc96d-e17e-4176-b9d3-e8cc9b523104 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:00.186925 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-f46702b0-f0eb-4c1f-a2a9-d4efe4708f47 None None] Set router a24ee335-92e0-4b09-a6d1-8931c13f3efe gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:49:00.193730 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:00.196825 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-7805d47a-a9ee-4d74-adbd-90071007523d req-3122dd4e-0171-4e61-a923-2122142f8ab8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Unset dirty status for tenant:3fadd088ccc74553a04697be263b7906 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:49:00.198026 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7805d47a-a9ee-4d74-adbd-90071007523d req-3122dd4e-0171-4e61-a923-2122142f8ab8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f6d8301-9c49-48bf-aad4-08682e05b0f8 HTTP/1.1" status: 200 len: 931 time: 0.5253465 May 27 02:49:00.249771 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e277fd74-d88b-4671-ab4f-d38d83ef9c45 None None] Provisioning for port 3c00e8d4-b9bc-49a0-988e-d538ef99f9ac completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:49:00.255484 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e277fd74-d88b-4671-ab4f-d38d83ef9c45 None None] Provisioning complete for port 3c00e8d4-b9bc-49a0-988e-d538ef99f9ac triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:49:00.256070 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e277fd74-d88b-4671-ab4f-d38d83ef9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:00.265117 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-503cc96d-e17e-4176-b9d3-e8cc9b523104 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:00.313663 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-e277fd74-d88b-4671-ab4f-d38d83ef9c45 None None] Port 3c00e8d4-b9bc-49a0-988e-d538ef99f9ac cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:49:00.356083 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-5f92ed03-4cbe-4b22-987c-b4013830f7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:00.375160 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7805d47a-a9ee-4d74-adbd-90071007523d req-5b35c915-1951-430d-a246-0eee7a12c620 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704354 May 27 02:49:00.459012 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-503cc96d-e17e-4176-b9d3-e8cc9b523104 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:00.498594 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-f46702b0-f0eb-4c1f-a2a9-d4efe4708f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24ee335-92e0-4b09-a6d1-8931c13f3efe', 'name': 'tempest-TestNetworkBasicOps-router-1933932364', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'e7f79db9-cde4-4b10-bda7-83708746addb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:47:40Z', 'updated_at': '2022-05-27T02:48:57Z', 'revision_number': 5, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'gw_port': {'id': 'e7f79db9-cde4-4b10-bda7-83708746addb', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24ee335-92e0-4b09-a6d1-8931c13f3efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:47:41Z', 'updated_at': '2022-05-27T02:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:49:00.502394 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46702b0-f0eb-4c1f-a2a9-d4efe4708f47 None None] Checking router: a24ee335-92e0-4b09-a6d1-8931c13f3efe for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:49:00.510694 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46702b0-f0eb-4c1f-a2a9-d4efe4708f47 None None] Routers {'a24ee335-92e0-4b09-a6d1-8931c13f3efe'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:49:00.511367 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-f46702b0-f0eb-4c1f-a2a9-d4efe4708f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:48:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['a24ee335-92e0-4b09-a6d1-8931c13f3efe'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:49:00.685835 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-f46702b0-f0eb-4c1f-a2a9-d4efe4708f47 None None] Set router a24ee335-92e0-4b09-a6d1-8931c13f3efe gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:49:00.728268 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-503cc96d-e17e-4176-b9d3-e8cc9b523104 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:00.800790 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-503cc96d-e17e-4176-b9d3-e8cc9b523104 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:00.808059 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fd8c30-ddda-4ef3-9550-921b6218aa96 None None] Network 399b105e-ffbb-4447-b5d8-67c8e851e6ed requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:49:00.966797 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57788) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:49:00.968669 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-503cc96d-e17e-4176-b9d3-e8cc9b523104 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "DELETE /v2.0/subnets/9019a186-ea3a-4a6f-89a3-3caa90ebfa09 HTTP/1.1" status: 204 len: 168 time: 0.9615271 May 27 02:49:00.969662 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503cc96d-e17e-4176-b9d3-e8cc9b523104 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event deleted for resources: {'Subnet': ['ID=9019a186-ea3a-4a6f-89a3-3caa90ebfa09,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:01.000201 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-f46702b0-f0eb-4c1f-a2a9-d4efe4708f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24ee335-92e0-4b09-a6d1-8931c13f3efe', 'name': 'tempest-TestNetworkBasicOps-router-1933932364', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'e7f79db9-cde4-4b10-bda7-83708746addb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:47:40Z', 'updated_at': '2022-05-27T02:48:57Z', 'revision_number': 5, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'gw_port': {'id': 'e7f79db9-cde4-4b10-bda7-83708746addb', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24ee335-92e0-4b09-a6d1-8931c13f3efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:47:41Z', 'updated_at': '2022-05-27T02:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:49:01.004964 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46702b0-f0eb-4c1f-a2a9-d4efe4708f47 None None] The sync data for ids ['a24ee335-92e0-4b09-a6d1-8931c13f3efe'] in n-d-843554-3 is: [{'id': 'a24ee335-92e0-4b09-a6d1-8931c13f3efe', 'name': 'tempest-TestNetworkBasicOps-router-1933932364', 'tenant_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'e7f79db9-cde4-4b10-bda7-83708746addb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:47:40Z', 'updated_at': '2022-05-27T02:48:57Z', 'revision_number': 5, 'project_id': 'bacca2e928f240ac8e59ab0d5daf4b12', 'gw_port': {'id': 'e7f79db9-cde4-4b10-bda7-83708746addb', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24ee335-92e0-4b09-a6d1-8931c13f3efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:47:41Z', 'updated_at': '2022-05-27T02:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:49:01.007440 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-5f92ed03-4cbe-4b22-987c-b4013830f7db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c00e8d4-b9bc-49a0-988e-d538ef99f9ac {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:49:01.019764 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-5f92ed03-4cbe-4b22-987c-b4013830f7db service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:01.039749 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-5f92ed03-4cbe-4b22-987c-b4013830f7db service neutron] Transition to ACTIVE for port object 3c00e8d4-b9bc-49a0-988e-d538ef99f9ac will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:49:01.126963 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-5f92ed03-4cbe-4b22-987c-b4013830f7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:01.179398 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3869e738-ca34-427c-a4d4-3d2033a7210e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:01.252641 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0108c40-d335-4dc0-bbc1-a43eda10a90d req-9d7a6141-de1d-4471-9148-d6d082019c8b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:01.254216 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b0108c40-d335-4dc0-bbc1-a43eda10a90d req-9d7a6141-de1d-4471-9148-d6d082019c8b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad1e4d86-31db-45cb-9402-e3b602f556b8 HTTP/1.1" status: 200 len: 943 time: 0.1965859 May 27 02:49:01.339381 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92ed03-4cbe-4b22-987c-b4013830f7db service neutron] Pushing event updated for resources: {'Port': ['ID=3c00e8d4-b9bc-49a0-988e-d538ef99f9ac,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:01.393289 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b0108c40-d335-4dc0-bbc1-a43eda10a90d req-9b7fbb93-04b8-4bcb-98f5-7cca6a28532a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=b407f67f-53fe-48ac-a4c5-d1e61d7f8076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286826 May 27 02:49:01.411021 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dc2c3c-59db-4d41-bcb4-b043cd863707 None None] DHCP port deletion for 399b105e-ffbb-4447-b5d8-67c8e851e6ed request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:49:01.421530 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-00dc2c3c-59db-4d41-bcb4-b043cd863707 None None] Deleting port bf07642b-ab42-476b-85bb-c2753213d89c {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:49:01.421964 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-00dc2c3c-59db-4d41-bcb4-b043cd863707 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:01.453770 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-5f92ed03-4cbe-4b22-987c-b4013830f7db service neutron] Attempting to bind port 3c00e8d4-b9bc-49a0-988e-d538ef99f9ac on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:49:01.454123 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-5f92ed03-4cbe-4b22-987c-b4013830f7db service neutron] Attempting to bind port 3c00e8d4-b9bc-49a0-988e-d538ef99f9ac by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '77a48b29-f789-41c3-82b2-66a5eb7c53b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:49:01.454445 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-5f92ed03-4cbe-4b22-987c-b4013830f7db service neutron] Attempting to bind port 3c00e8d4-b9bc-49a0-988e-d538ef99f9ac on network 3065bf7b-fd6e-4d0b-a830-392fdd7f9351 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:49:01.460790 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-5f92ed03-4cbe-4b22-987c-b4013830f7db service neutron] Port 3c00e8d4-b9bc-49a0-988e-d538ef99f9ac on network 3065bf7b-fd6e-4d0b-a830-392fdd7f9351 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:49:01.461163 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-5f92ed03-4cbe-4b22-987c-b4013830f7db service neutron] Attempting to bind port 3c00e8d4-b9bc-49a0-988e-d538ef99f9ac on network 3065bf7b-fd6e-4d0b-a830-392fdd7f9351 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:49:01.472108 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-5f92ed03-4cbe-4b22-987c-b4013830f7db service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:49:01.472455 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-5f92ed03-4cbe-4b22-987c-b4013830f7db service neutron] Checking segment: {'id': '77a48b29-f789-41c3-82b2-66a5eb7c53b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:49:01.472885 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-5f92ed03-4cbe-4b22-987c-b4013830f7db service neutron] Bound using segment: {'id': '77a48b29-f789-41c3-82b2-66a5eb7c53b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:49:01.473322 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-5f92ed03-4cbe-4b22-987c-b4013830f7db service neutron] Bound port: 3c00e8d4-b9bc-49a0-988e-d538ef99f9ac, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a48b29-f789-41c3-82b2-66a5eb7c53b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:49:01.473677 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-5f92ed03-4cbe-4b22-987c-b4013830f7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:01.553828 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device bf07642b-ab42-476b-85bb-c2753213d89c no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:49:01.557058 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3869e738-ca34-427c-a4d4-3d2033a7210e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:01.654993 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-5f92ed03-4cbe-4b22-987c-b4013830f7db service neutron] For port 3c00e8d4-b9bc-49a0-988e-d538ef99f9ac, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:49:01.659012 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-5f92ed03-4cbe-4b22-987c-b4013830f7db service neutron] For port 3c00e8d4-b9bc-49a0-988e-d538ef99f9ac, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=3c00e8d4-b9bc-49a0-988e-d538ef99f9ac,segment=NetworkSegment(77a48b29-f789-41c3-82b2-66a5eb7c53b7),segment_id=77a48b29-f789-41c3-82b2-66a5eb7c53b7)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:49:01.669388 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-3869e738-ca34-427c-a4d4-3d2033a7210e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Deleting port e7f79db9-cde4-4b10-bda7-83708746addb {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:49:01.669730 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3869e738-ca34-427c-a4d4-3d2033a7210e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:01.675423 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f9626-2220-431e-83a5-a66b650a3e8f req-5cbb7d03-f353-4fc7-bc83-6e4137f858c6 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:01.680467 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-577f9626-2220-431e-83a5-a66b650a3e8f req-5cbb7d03-f353-4fc7-bc83-6e4137f858c6 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f6d8301-9c49-48bf-aad4-08682e05b0f8 HTTP/1.1" status: 200 len: 943 time: 0.1305780 May 27 02:49:01.731777 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-577f9626-2220-431e-83a5-a66b650a3e8f req-041e2a08-f489-4be5-895c-540cf451e5e3 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476923 May 27 02:49:01.755930 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-5f92ed03-4cbe-4b22-987c-b4013830f7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:01.830651 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port bf07642b-ab42-476b-85bb-c2753213d89c is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:49:01.831331 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:01.844975 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-5f92ed03-4cbe-4b22-987c-b4013830f7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:01.845959 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-5f92ed03-4cbe-4b22-987c-b4013830f7db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:01.847690 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-5f92ed03-4cbe-4b22-987c-b4013830f7db service neutron] 10.222.0.32 "PUT /v2.0/ports/3c00e8d4-b9bc-49a0-988e-d538ef99f9ac HTTP/1.1" status: 200 len: 1091 time: 1.7476001 May 27 02:49:01.848182 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f6d8301-9c49-48bf-aad4-08682e05b0f8', 'tag': '3c00e8d4-b9bc-49a0-988e-d538ef99f9ac'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:49:01.859052 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-00dc2c3c-59db-4d41-bcb4-b043cd863707 None None] For port bf07642b-ab42-476b-85bb-c2753213d89c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=bf07642b-ab42-476b-85bb-c2753213d89c,segment=NetworkSegment(bc2d0139-cda1-43de-8c1d-dd74ac218f63),segment_id=bc2d0139-cda1-43de-8c1d-dd74ac218f63)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:49:01.859472 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-00dc2c3c-59db-4d41-bcb4-b043cd863707 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:01.870564 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92ed03-4cbe-4b22-987c-b4013830f7db service neutron] Pushing event updated for resources: {'Port': ['ID=3c00e8d4-b9bc-49a0-988e-d538ef99f9ac,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:01.901270 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-3869e738-ca34-427c-a4d4-3d2033a7210e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] For port e7f79db9-cde4-4b10-bda7-83708746addb, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=e7f79db9-cde4-4b10-bda7-83708746addb,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:49:01.901765 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3869e738-ca34-427c-a4d4-3d2033a7210e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:01.918918 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1121f47-4a6c-4ba2-895c-603249cdf855'] response: {'name': 'network-changed', 'server_uuid': '3f6d8301-9c49-48bf-aad4-08682e05b0f8', 'tag': '3c00e8d4-b9bc-49a0-988e-d538ef99f9ac', 'status': 'completed', 'code': 200} May 27 02:49:02.011541 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-00dc2c3c-59db-4d41-bcb4-b043cd863707 None None] Calling delete_port for bf07642b-ab42-476b-85bb-c2753213d89c owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:49:02.030294 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac826537-fb89-45c6-83f8-bcbf06b7c923 req-a26d48b7-c973-4046-b93f-b02f16ebaa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:02.032678 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ac826537-fb89-45c6-83f8-bcbf06b7c923 req-a26d48b7-c973-4046-b93f-b02f16ebaa86 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3fadd088ccc74553a04697be263b7906&device_id=3f6d8301-9c49-48bf-aad4-08682e05b0f8 HTTP/1.1" status: 200 len: 1094 time: 0.0937188 May 27 02:49:02.044601 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port bf07642b-ab42-476b-85bb-c2753213d89c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=bf07642b-ab42-476b-85bb-c2753213d89c,segment=NetworkSegment(bc2d0139-cda1-43de-8c1d-dd74ac218f63),segment_id=bc2d0139-cda1-43de-8c1d-dd74ac218f63)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:49:02.045711 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-3869e738-ca34-427c-a4d4-3d2033a7210e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Calling delete_port for e7f79db9-cde4-4b10-bda7-83708746addb owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:49:02.109902 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:02.110968 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 3bfcfa74-b672-4d38-9ff8-7968177cc53a no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:49:02.180077 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 3bfcfa74-b672-4d38-9ff8-7968177cc53a {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:49:02.180401 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 3bfcfa74-b672-4d38-9ff8-7968177cc53a not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:49:02.194125 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac826537-fb89-45c6-83f8-bcbf06b7c923 req-3170c2e3-14cc-4ea4-a319-ef3a3d0f1146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:02.196159 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ac826537-fb89-45c6-83f8-bcbf06b7c923 req-3170c2e3-14cc-4ea4-a319-ef3a3d0f1146 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=3fadd088ccc74553a04697be263b7906&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1558249 May 27 02:49:02.202992 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-00dc2c3c-59db-4d41-bcb4-b043cd863707 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:49:02.203352 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-00dc2c3c-59db-4d41-bcb4-b043cd863707 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:49:02.236359 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=bf07642b-ab42-476b-85bb-c2753213d89c,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:02.338139 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac826537-fb89-45c6-83f8-bcbf06b7c923 req-0b050fbe-40af-489b-985a-7461e199973d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:02.340300 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ac826537-fb89-45c6-83f8-bcbf06b7c923 req-0b050fbe-40af-489b-985a-7461e199973d service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1376710 May 27 02:49:02.428745 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3869e738-ca34-427c-a4d4-3d2033a7210e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:02.458692 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-580051a3-e677-4845-a344-740d0349d2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:02.460205 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-580051a3-e677-4845-a344-740d0349d2c3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3fadd088ccc74553a04697be263b7906&device_id=3f6d8301-9c49-48bf-aad4-08682e05b0f8 HTTP/1.1" status: 200 len: 1094 time: 0.0785577 May 27 02:49:02.481614 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3869e738-ca34-427c-a4d4-3d2033a7210e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event deleted for resources: {'Port': ['ID=e7f79db9-cde4-4b10-bda7-83708746addb,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:02.573680 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3869e738-ca34-427c-a4d4-3d2033a7210e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:02.576062 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-e96ebc79-7178-403c-a590-8f8559aba010 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c00e8d4-b9bc-49a0-988e-d538ef99f9ac HTTP/1.1" status: 200 len: 217 time: 0.1093612 May 27 02:49:02.658367 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-73f2abea-f5b6-4de5-a182-d98eda76b5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:02.659794 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-73f2abea-f5b6-4de5-a182-d98eda76b5e8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d5a421f1-cfc1-40c1-b671-1e4d60b8996c HTTP/1.1" status: 200 len: 851 time: 0.0719943 May 27 02:49:02.705114 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-00dc2c3c-59db-4d41-bcb4-b043cd863707 None None] Deleting port bf07642b-ab42-476b-85bb-c2753213d89c {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:49:02.705657 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-00dc2c3c-59db-4d41-bcb4-b043cd863707 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:02.711761 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f2f7db-cc30-4e69-ae9a-c2c690af2e19 req-4d5dddc6-d98a-4dfe-991c-499b11f7e672 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:02.713326 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d1f2f7db-cc30-4e69-ae9a-c2c690af2e19 req-4d5dddc6-d98a-4dfe-991c-499b11f7e672 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad1e4d86-31db-45cb-9402-e3b602f556b8 HTTP/1.1" status: 200 len: 943 time: 0.1737621 May 27 02:49:02.747967 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3869e738-ca34-427c-a4d4-3d2033a7210e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:02.750256 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3869e738-ca34-427c-a4d4-3d2033a7210e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:02.802856 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d1f2f7db-cc30-4e69-ae9a-c2c690af2e19 req-0f37b17e-57c9-4cb8-ae19-5dbcea790bc0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=b407f67f-53fe-48ac-a4c5-d1e61d7f8076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774958 May 27 02:49:02.835757 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-c3b9cecf-fc37-4af4-89e0-64f99c390bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:02.837506 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-c3b9cecf-fc37-4af4-89e0-64f99c390bf0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1694670 May 27 02:49:02.863506 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3869e738-ca34-427c-a4d4-3d2033a7210e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:02.864024 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3869e738-ca34-427c-a4d4-3d2033a7210e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Fanout notify agent at l3_agent the message router_deleted on router a24ee335-92e0-4b09-a6d1-8931c13f3efe {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:49:02.885577 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3869e738-ca34-427c-a4d4-3d2033a7210e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:02.889549 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3869e738-ca34-427c-a4d4-3d2033a7210e tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "DELETE /v2.0/routers/a24ee335-92e0-4b09-a6d1-8931c13f3efe HTTP/1.1" status: 204 len: 168 time: 1.9181988 May 27 02:49:02.889847 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57800) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:49:02.969135 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-00dc2c3c-59db-4d41-bcb4-b043cd863707 None None] For port bf07642b-ab42-476b-85bb-c2753213d89c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=bf07642b-ab42-476b-85bb-c2753213d89c,segment=NetworkSegment(bc2d0139-cda1-43de-8c1d-dd74ac218f63),segment_id=bc2d0139-cda1-43de-8c1d-dd74ac218f63)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:49:02.969918 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-00dc2c3c-59db-4d41-bcb4-b043cd863707 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:03.018290 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a68afc87-f40b-478f-be53-26b22b372004 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:03.030400 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a68afc87-f40b-478f-be53-26b22b372004 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Deleting port bf07642b-ab42-476b-85bb-c2753213d89c {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:49:03.030669 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a68afc87-f40b-478f-be53-26b22b372004 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:03.080193 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-10f548b4-298e-4bce-a67d-cbb21d026ab8 service neutron] 10.222.0.32 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310829 May 27 02:49:03.101451 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-00dc2c3c-59db-4d41-bcb4-b043cd863707 None None] Calling delete_port for bf07642b-ab42-476b-85bb-c2753213d89c owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:49:03.257730 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-00dc2c3c-59db-4d41-bcb4-b043cd863707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:03.281622 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95181d83-2c75-43b2-9047-4aa6a31c3d88 req-fa5b2419-17a9-4a1e-a8ef-46610d64f633 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:03.283105 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-95181d83-2c75-43b2-9047-4aa6a31c3d88 req-fa5b2419-17a9-4a1e-a8ef-46610d64f633 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f6d8301-9c49-48bf-aad4-08682e05b0f8 HTTP/1.1" status: 200 len: 943 time: 0.4062304 May 27 02:49:03.302092 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:49:03.324224 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc2c3c-59db-4d41-bcb4-b043cd863707 None None] Pushing event deleted for resources: {'Port': ['ID=bf07642b-ab42-476b-85bb-c2753213d89c,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:03.330091 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dc2c3c-59db-4d41-bcb4-b043cd863707 None None] No DVR routers for this DVR port bf07642b-ab42-476b-85bb-c2753213d89c on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:49:03.359722 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-95181d83-2c75-43b2-9047-4aa6a31c3d88 req-137548f8-391a-482d-9639-f423154370cd tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686667 May 27 02:49:03.385973 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-a68afc87-f40b-478f-be53-26b22b372004 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] For port bf07642b-ab42-476b-85bb-c2753213d89c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=bf07642b-ab42-476b-85bb-c2753213d89c,segment=NetworkSegment(bc2d0139-cda1-43de-8c1d-dd74ac218f63),segment_id=bc2d0139-cda1-43de-8c1d-dd74ac218f63)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:49:03.386519 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a68afc87-f40b-478f-be53-26b22b372004 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:03.391046 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-982f4af0-84e0-42cd-bede-fd0454dacd85 req-ebfe21a4-a655-445d-a5d3-9380b84d437b service neutron] 10.222.0.32 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037803 May 27 02:49:03.499205 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa,segment=NetworkSegment(3cbf9432-48ac-4366-a4ae-930ada354c32),segment_id=3cbf9432-48ac-4366-a4ae-930ada354c32)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:49:03.513148 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device e7f79db9-cde4-4b10-bda7-83708746addb no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:49:03.524242 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a68afc87-f40b-478f-be53-26b22b372004 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Calling delete_port for bf07642b-ab42-476b-85bb-c2753213d89c owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:49:03.547263 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': 'bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa', 'network_id': '1493e455-0198-438a-a988-6f05178a8d71', 'port_id': 'bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa', 'mac_address': 'fa:16:3e:ba:60:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35eb3791-9cdc-4386-85ec-5c9b4f44dc1e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:49:03.548630 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: e7f79db9-cde4-4b10-bda7-83708746addb {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:49:03.548988 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device e7f79db9-cde4-4b10-bda7-83708746addb not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:49:03.600532 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-a68afc87-f40b-478f-be53-26b22b372004 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:49:03.600797 n-d-843554-3 neutron-server[88901]: DEBUG oslo_db.api [None req-a68afc87-f40b-478f-be53-26b22b372004 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:49:03.606572 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:49:03.606962 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:03.624348 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:49:03.639161 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa,segment=NetworkSegment(3cbf9432-48ac-4366-a4ae-930ada354c32),segment_id=3cbf9432-48ac-4366-a4ae-930ada354c32)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:49:03.713887 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:03.779194 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:03.926770 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:49:03.978047 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7cf167-6f74-4361-9562-669b4f7f2458 req-1f69f52e-4bc4-4f5f-8505-bb0762a66d4e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:03.979510 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ec7cf167-6f74-4361-9562-669b4f7f2458 req-1f69f52e-4bc4-4f5f-8505-bb0762a66d4e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad1e4d86-31db-45cb-9402-e3b602f556b8 HTTP/1.1" status: 200 len: 944 time: 0.0799389 May 27 02:49:04.023142 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ec7cf167-6f74-4361-9562-669b4f7f2458 req-1a4f3cdb-7e28-43db-a6e3-9f76d8b4b18e tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=b407f67f-53fe-48ac-a4c5-d1e61d7f8076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377724 May 27 02:49:04.102750 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a68afc87-f40b-478f-be53-26b22b372004 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Deleting port bf07642b-ab42-476b-85bb-c2753213d89c {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:49:04.103006 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a68afc87-f40b-478f-be53-26b22b372004 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:04.168686 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a68afc87-f40b-478f-be53-26b22b372004 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] The port 'bf07642b-ab42-476b-85bb-c2753213d89c' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:49:04.289881 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a68afc87-f40b-478f-be53-26b22b372004 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:04.313610 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a68afc87-f40b-478f-be53-26b22b372004 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['399b105e-ffbb-4447-b5d8-67c8e851e6ed']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:49:04.325173 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a68afc87-f40b-478f-be53-26b22b372004 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc2d0139-cda1-43de-8c1d-dd74ac218f63') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:49:04.325469 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a68afc87-f40b-478f-be53-26b22b372004 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc2d0139-cda1-43de-8c1d-dd74ac218f63') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:49:04.337059 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a68afc87-f40b-478f-be53-26b22b372004 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:04.357079 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a68afc87-f40b-478f-be53-26b22b372004 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:04.363017 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a68afc87-f40b-478f-be53-26b22b372004 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:49:04.363380 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a68afc87-f40b-478f-be53-26b22b372004 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:04.427743 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment bc2d0139-cda1-43de-8c1d-dd74ac218f63 resource provider aggregate not found May 27 02:49:04.449829 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment bc2d0139-cda1-43de-8c1d-dd74ac218f63 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bc2d0139-cda1-43de-8c1d-dd74ac218f63 found for delete ", "request_id": "req-de57d041-c81e-4117-a573-b664bb3ed8a5"}]} May 27 02:49:04.525834 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a68afc87-f40b-478f-be53-26b22b372004 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:04.545639 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a68afc87-f40b-478f-be53-26b22b372004 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:04.557052 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec5940-1c0b-49ab-a712-3f8ca0a6c414 req-e4481976-d72b-44c1-a93b-81ee738f1bd1 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:04.558551 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-31ec5940-1c0b-49ab-a712-3f8ca0a6c414 req-e4481976-d72b-44c1-a93b-81ee738f1bd1 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f6d8301-9c49-48bf-aad4-08682e05b0f8 HTTP/1.1" status: 200 len: 943 time: 0.0842969 May 27 02:49:04.560415 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68afc87-f40b-478f-be53-26b22b372004 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] Pushing event deleted for resources: {'Network': ['ID=399b105e-ffbb-4447-b5d8-67c8e851e6ed,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:04.603509 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-31ec5940-1c0b-49ab-a712-3f8ca0a6c414 req-1911c785-7e68-4fcc-a415-fd41c1097e9c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390732 May 27 02:49:04.627491 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a68afc87-f40b-478f-be53-26b22b372004 tempest-TestNetworkBasicOps-584857997 tempest-TestNetworkBasicOps-584857997-project] 10.222.0.57 "DELETE /v2.0/networks/399b105e-ffbb-4447-b5d8-67c8e851e6ed HTTP/1.1" status: 204 len: 168 time: 1.7362981 May 27 02:49:05.121071 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57818) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:49:05.205948 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaefb8a8-203d-49f8-93b2-063653cb8e55 req-fd8de841-ac01-43e0-8753-708c2b1e3b65 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:05.207425 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aaefb8a8-203d-49f8-93b2-063653cb8e55 req-fd8de841-ac01-43e0-8753-708c2b1e3b65 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad1e4d86-31db-45cb-9402-e3b602f556b8 HTTP/1.1" status: 200 len: 944 time: 0.0803227 May 27 02:49:05.252933 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aaefb8a8-203d-49f8-93b2-063653cb8e55 req-d63a0caf-ea6a-4ec8-980a-375372391a84 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=b407f67f-53fe-48ac-a4c5-d1e61d7f8076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397532 May 27 02:49:05.264098 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:49:05.273464 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1ee2e6e3-660b-415b-8c1c-44ce7f95579f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bacca2e928f240ac8e59ab0d5daf4b12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1512136 May 27 02:49:05.275770 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57824) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:49:05.332611 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9cfc1b4-0c78-4549-a0f4-4b761f3c9035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:05.357665 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9cfc1b4-0c78-4549-a0f4-4b761f3c9035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:05.392523 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:49:05.401169 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:49:05.401537 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:05.467010 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9cfc1b4-0c78-4549-a0f4-4b761f3c9035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:05.487346 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cfc1b4-0c78-4549-a0f4-4b761f3c9035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72aa1a71-42b8-498c-bb1d-6db949d31cb0,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:05.493149 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9cfc1b4-0c78-4549-a0f4-4b761f3c9035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:05.496656 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a9cfc1b4-0c78-4549-a0f4-4b761f3c9035 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/72aa1a71-42b8-498c-bb1d-6db949d31cb0 HTTP/1.1" status: 204 len: 168 time: 0.2175133 May 27 02:49:05.527227 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:49:05.527608 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:05.554537 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1e4d86-31db-45cb-9402-e3b602f556b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:49:05.564433 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa,segment=NetworkSegment(3cbf9432-48ac-4366-a4ae-930ada354c32),segment_id=3cbf9432-48ac-4366-a4ae-930ada354c32)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:49:05.597565 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-634c1868-9810-4b03-a873-a53236f97375'] response: {'server_uuid': 'ad1e4d86-31db-45cb-9402-e3b602f556b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa', 'code': 200} May 27 02:49:05.663025 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:05.734805 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:05.791403 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c010f50-52e2-49b8-aa19-fb949878ab15 req-2be888e1-03b7-449f-9b45-1915d88fa6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:05.793013 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c010f50-52e2-49b8-aa19-fb949878ab15 req-2be888e1-03b7-449f-9b45-1915d88fa6c1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e4d86-31db-45cb-9402-e3b602f556b8 HTTP/1.1" status: 200 len: 1096 time: 0.1407735 May 27 02:49:05.828897 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6cae2-3c30-408f-af52-9e274013e196 req-6f8a416c-3134-4fc4-a823-871c697cdaf0 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:05.830375 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-71b6cae2-3c30-408f-af52-9e274013e196 req-6f8a416c-3134-4fc4-a823-871c697cdaf0 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f6d8301-9c49-48bf-aad4-08682e05b0f8 HTTP/1.1" status: 200 len: 943 time: 0.1157804 May 27 02:49:05.866628 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c010f50-52e2-49b8-aa19-fb949878ab15 req-83b4746a-59d9-432a-a463-ff1d2a3b66f5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b407f67f-53fe-48ac-a4c5-d1e61d7f8076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672083 May 27 02:49:05.886634 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-71b6cae2-3c30-408f-af52-9e274013e196 req-4ba1b587-81dc-40b7-99fb-df1bb3f264b1 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486517 May 27 02:49:06.099985 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57836) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:49:06.116914 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d020fe39-573f-4d7f-8e54-ef0d570da342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:06.131273 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-d020fe39-573f-4d7f-8e54-ef0d570da342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:49:06.135607 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d020fe39-573f-4d7f-8e54-ef0d570da342 admin admin] Usage tracker for resource:security_group_rule and tenant:88888c29ec0c49e0bc7164f5e942cd47 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:49:06.138430 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d020fe39-573f-4d7f-8e54-ef0d570da342 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:49:06.143996 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-d020fe39-573f-4d7f-8e54-ef0d570da342 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:49:06.223275 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d020fe39-573f-4d7f-8e54-ef0d570da342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:06.268249 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d020fe39-573f-4d7f-8e54-ef0d570da342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:06.315609 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d020fe39-573f-4d7f-8e54-ef0d570da342 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=88888c29ec0c49e0bc7164f5e942cd47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2145331 May 27 02:49:06.316468 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d020fe39-573f-4d7f-8e54-ef0d570da342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2370d9b-3159-43d8-b060-8b694553a8f3,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:06.318383 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57842) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:49:06.381874 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e56a4d4a-d909-48f6-bcc6-3f598df502bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:06.407380 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e56a4d4a-d909-48f6-bcc6-3f598df502bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:06.444121 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f2ae5b-c717-4270-b465-6669def30191 req-8ad5d548-e59b-49ce-bd21-8bf91d7f185b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:06.446160 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-24f2ae5b-c717-4270-b465-6669def30191 req-8ad5d548-e59b-49ce-bd21-8bf91d7f185b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad1e4d86-31db-45cb-9402-e3b602f556b8 HTTP/1.1" status: 200 len: 945 time: 0.0836592 May 27 02:49:06.489130 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-24f2ae5b-c717-4270-b465-6669def30191 req-69ea77f8-a8ea-4d44-bf6e-ff7890534be5 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=b407f67f-53fe-48ac-a4c5-d1e61d7f8076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373385 May 27 02:49:06.514302 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e56a4d4a-d909-48f6-bcc6-3f598df502bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:06.529086 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a4d4a-d909-48f6-bcc6-3f598df502bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2370d9b-3159-43d8-b060-8b694553a8f3,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:06.535667 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e56a4d4a-d909-48f6-bcc6-3f598df502bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:06.536882 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e56a4d4a-d909-48f6-bcc6-3f598df502bf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d2370d9b-3159-43d8-b060-8b694553a8f3 HTTP/1.1" status: 204 len: 168 time: 0.2172704 May 27 02:49:07.076142 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef365120-2a95-43b3-9e1b-b16f484a25d0 req-9cc75289-44cf-43d5-a8f2-a37fc729f4c1 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:07.077822 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ef365120-2a95-43b3-9e1b-b16f484a25d0 req-9cc75289-44cf-43d5-a8f2-a37fc729f4c1 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f6d8301-9c49-48bf-aad4-08682e05b0f8 HTTP/1.1" status: 200 len: 943 time: 0.0812488 May 27 02:49:07.123218 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ef365120-2a95-43b3-9e1b-b16f484a25d0 req-eb88e8f0-1921-4b62-bbe7-2d47f9acf8a9 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397897 May 27 02:49:07.586359 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57870) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:49:07.678473 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9497e-3464-429d-b3cb-15c49fb2bad4 req-76ac47b8-db9c-4cf3-8403-a450759e6660 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:07.680479 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-efa9497e-3464-429d-b3cb-15c49fb2bad4 req-76ac47b8-db9c-4cf3-8403-a450759e6660 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad1e4d86-31db-45cb-9402-e3b602f556b8 HTTP/1.1" status: 200 len: 945 time: 0.0830872 May 27 02:49:07.694173 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-9711f738-36a7-4701-b673-6232ea339557 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1241400027-network', 'tenant_id': 'dff91b03ecde42e591006f9704328f7f'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:49:07.699765 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9711f738-36a7-4701-b673-6232ea339557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:49:07.703880 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9711f738-36a7-4701-b673-6232ea339557 admin admin] Usage tracker for resource:network and tenant:dff91b03ecde42e591006f9704328f7f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:49:07.706736 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9711f738-36a7-4701-b673-6232ea339557 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:49:07.712869 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9711f738-36a7-4701-b673-6232ea339557 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:49:07.724343 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-efa9497e-3464-429d-b3cb-15c49fb2bad4 req-ab3cc437-7d02-4a0c-ad23-bcc16a5a2906 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=b407f67f-53fe-48ac-a4c5-d1e61d7f8076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383384 May 27 02:49:07.788529 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9711f738-36a7-4701-b673-6232ea339557 admin admin] Made reservation on behalf of dff91b03ecde42e591006f9704328f7f for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:49:07.791483 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9711f738-36a7-4701-b673-6232ea339557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:07.803852 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9711f738-36a7-4701-b673-6232ea339557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:07.818315 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9711f738-36a7-4701-b673-6232ea339557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:49:07.822248 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9711f738-36a7-4701-b673-6232ea339557 admin admin] Usage tracker for resource:security_group_rule and tenant:dff91b03ecde42e591006f9704328f7f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:49:07.825218 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9711f738-36a7-4701-b673-6232ea339557 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:49:07.831346 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9711f738-36a7-4701-b673-6232ea339557 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:49:07.906763 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c368354-9223-4793-b3da-5e645e0f18af req-7331bffa-2bc2-43a5-8dbc-a22340cade8c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:07.908176 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2c368354-9223-4793-b3da-5e645e0f18af req-7331bffa-2bc2-43a5-8dbc-a22340cade8c tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad1e4d86-31db-45cb-9402-e3b602f556b8 HTTP/1.1" status: 200 len: 945 time: 0.0806570 May 27 02:49:07.914445 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9711f738-36a7-4701-b673-6232ea339557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:07.956460 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2c368354-9223-4793-b3da-5e645e0f18af req-db80ae9f-6d26-4cc2-91fa-212e3a1776df tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=b407f67f-53fe-48ac-a4c5-d1e61d7f8076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413904 May 27 02:49:07.975634 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9711f738-36a7-4701-b673-6232ea339557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:07.979146 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57878) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:49:08.003887 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9711f738-36a7-4701-b673-6232ea339557 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:49:08.016298 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9711f738-36a7-4701-b673-6232ea339557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6886ba3b-bc8d-4d80-aca1-c76fbe25a659,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:08.021933 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9711f738-36a7-4701-b673-6232ea339557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:08.022255 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-9711f738-36a7-4701-b673-6232ea339557 admin admin] Added segment e8313615-c238-4137-99f5-5e672cb879f5 of type vlan for network 31b41b91-27bf-4c2a-b09a-bf94ed429ad9 May 27 02:49:08.049219 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0640634d-fce5-422f-8194-a4254d4deb4e tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:08.051005 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0640634d-fce5-422f-8194-a4254d4deb4e tempest-TestNetworkAdvancedServerOps-764608442 tempest-TestNetworkAdvancedServerOps-764608442-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ad1e4d86-31db-45cb-9402-e3b602f556b8 HTTP/1.1" status: 200 len: 1091 time: 0.0707138 May 27 02:49:08.052758 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9711f738-36a7-4701-b673-6232ea339557 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:08.053739 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57882) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:49:08.058999 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-9b9a681c-473a-4b78-9687-9db4bdee0649 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'port_id': 'bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:49:08.065483 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-9b9a681c-473a-4b78-9687-9db4bdee0649 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:49:08.069268 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-9b9a681c-473a-4b78-9687-9db4bdee0649 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Usage tracker for resource:floatingip and tenant:b59631ecfa194f20bd33f8d2b34a5767 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:49:08.072081 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-9b9a681c-473a-4b78-9687-9db4bdee0649 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:49:08.078055 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-9b9a681c-473a-4b78-9687-9db4bdee0649 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:49:08.159803 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9711f738-36a7-4701-b673-6232ea339557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:08.160682 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9711f738-36a7-4701-b673-6232ea339557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:08.161292 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9711f738-36a7-4701-b673-6232ea339557 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:08.192761 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9b9a681c-473a-4b78-9687-9db4bdee0649 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for floatingip, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:08.259626 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9711f738-36a7-4701-b673-6232ea339557 admin admin] Pushing event updated for resources: {'Network': ['ID=31b41b91-27bf-4c2a-b09a-bf94ed429ad9,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:08.270280 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 31b41b91-27bf-4c2a-b09a-bf94ed429ad9 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:49:08.358131 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9711f738-36a7-4701-b673-6232ea339557 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7679691 May 27 02:49:08.359112 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 57888) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:49:08.365373 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-4b2c0da6-1224-47fe-80f5-2657cd99631c admin admin] Request body: {'subnet': {'network_id': '31b41b91-27bf-4c2a-b09a-bf94ed429ad9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1241400027-subnet', 'tenant_id': 'dff91b03ecde42e591006f9704328f7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:49:08.377660 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4b2c0da6-1224-47fe-80f5-2657cd99631c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:49:08.383835 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4b2c0da6-1224-47fe-80f5-2657cd99631c admin admin] Usage tracker for resource:subnet and tenant:dff91b03ecde42e591006f9704328f7f is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:49:08.393815 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9514508-60e0-4f03-b5dd-81b3f1c2b720 req-cbeb39e1-5b17-4cfb-8bba-bd9a784be871 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:08.395272 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c9514508-60e0-4f03-b5dd-81b3f1c2b720 req-cbeb39e1-5b17-4cfb-8bba-bd9a784be871 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f6d8301-9c49-48bf-aad4-08682e05b0f8 HTTP/1.1" status: 200 len: 943 time: 0.1308129 May 27 02:49:08.396170 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4b2c0da6-1224-47fe-80f5-2657cd99631c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:49:08.407703 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4b2c0da6-1224-47fe-80f5-2657cd99631c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:49:08.468854 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9b9a681c-473a-4b78-9687-9db4bdee0649 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:08.473969 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c9514508-60e0-4f03-b5dd-81b3f1c2b720 req-6541d267-2d81-4e68-8e31-6accd40c4d60 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675538 May 27 02:49:08.510311 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2c0da6-1224-47fe-80f5-2657cd99631c admin admin] Made reservation on behalf of dff91b03ecde42e591006f9704328f7f for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:49:08.512561 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4b2c0da6-1224-47fe-80f5-2657cd99631c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:08.707544 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-9b9a681c-473a-4b78-9687-9db4bdee0649 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Allocated IP 172.25.1.231 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/60ff7082-b782-41e1-99a2-4f3b29e507f6) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:49:09.039501 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9b9a681c-473a-4b78-9687-9db4bdee0649 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:09.052775 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4b2c0da6-1224-47fe-80f5-2657cd99631c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:09.136464 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c0da6-1224-47fe-80f5-2657cd99631c admin admin] Pushing event updated for resources: {'Subnet': ['ID=410be0e5-d6d5-4339-a8cd-b74e892f2d95,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:09.152419 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c0da6-1224-47fe-80f5-2657cd99631c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:09.152798 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c0da6-1224-47fe-80f5-2657cd99631c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:09.153185 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c0da6-1224-47fe-80f5-2657cd99631c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:09.153523 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c0da6-1224-47fe-80f5-2657cd99631c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:09.153856 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c0da6-1224-47fe-80f5-2657cd99631c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:09.154188 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c0da6-1224-47fe-80f5-2657cd99631c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:09.154514 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c0da6-1224-47fe-80f5-2657cd99631c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:09.154839 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c0da6-1224-47fe-80f5-2657cd99631c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:09.155162 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c0da6-1224-47fe-80f5-2657cd99631c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:09.155482 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c0da6-1224-47fe-80f5-2657cd99631c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:09.155804 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c0da6-1224-47fe-80f5-2657cd99631c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:09.156124 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c0da6-1224-47fe-80f5-2657cd99631c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:09.168120 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2c0da6-1224-47fe-80f5-2657cd99631c admin admin] Checking segment: {'id': 'e8313615-c238-4137-99f5-5e672cb879f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '31b41b91-27bf-4c2a-b09a-bf94ed429ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:49:09.168480 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2c0da6-1224-47fe-80f5-2657cd99631c admin admin] Network hostable DHCP agents. Network: 31b41b91-27bf-4c2a-b09a-bf94ed429ad9, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:49:09.240728 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9b9a681c-473a-4b78-9687-9db4bdee0649 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:09.283294 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2c0da6-1224-47fe-80f5-2657cd99631c admin admin] Network 31b41b91-27bf-4c2a-b09a-bf94ed429ad9 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:49:09.313645 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9a681c-473a-4b78-9687-9db4bdee0649 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:49:09.316480 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-9b9a681c-473a-4b78-9687-9db4bdee0649 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:49:09.319103 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9a681c-473a-4b78-9687-9db4bdee0649 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:49:09.366796 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a681c-473a-4b78-9687-9db4bdee0649 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'Port': ['ID=60ff7082-b782-41e1-99a2-4f3b29e507f6,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:09.467107 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-4b2c0da6-1224-47fe-80f5-2657cd99631c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 31b41b91-27bf-4c2a-b09a-bf94ed429ad9) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:49:09.475244 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0e1bb1-26bf-4ba4-a548-a734204f3724 None None] Network 31b41b91-27bf-4c2a-b09a-bf94ed429ad9 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:49:09.480242 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2c0da6-1224-47fe-80f5-2657cd99631c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:09.480827 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4b2c0da6-1224-47fe-80f5-2657cd99631c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:09.639724 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4b2c0da6-1224-47fe-80f5-2657cd99631c admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2800388 May 27 02:49:09.736510 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f51678-a798-4079-a23f-3f1b25f8e8da None None] Network 31b41b91-27bf-4c2a-b09a-bf94ed429ad9 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:49:09.773189 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814a909-7e33-4ae7-87c4-491d9b10f31d req-18c8da33-7cb2-46c5-b0d7-b3afcf16caf8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:09.775429 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a814a909-7e33-4ae7-87c4-491d9b10f31d req-18c8da33-7cb2-46c5-b0d7-b3afcf16caf8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f6d8301-9c49-48bf-aad4-08682e05b0f8 HTTP/1.1" status: 200 len: 943 time: 0.1822801 May 27 02:49:09.831288 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a814a909-7e33-4ae7-87c4-491d9b10f31d req-cc4c5cdc-4d9a-4a6e-be83-6b7d36247a4b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508780 May 27 02:49:09.874190 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9b9a681c-473a-4b78-9687-9db4bdee0649 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:09.998395 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9b9a681c-473a-4b78-9687-9db4bdee0649 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:10.203805 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9b9a681c-473a-4b78-9687-9db4bdee0649 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:10.285612 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9b9a681c-473a-4b78-9687-9db4bdee0649 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:10.376628 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57910) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:49:10.382001 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-75992b57-c8eb-4152-93b8-bc44f7921324 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-703546333-network', 'tenant_id': 'f98e11059b6f4735be76fa861a38eb58'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:49:10.387907 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-75992b57-c8eb-4152-93b8-bc44f7921324 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:49:10.391766 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-75992b57-c8eb-4152-93b8-bc44f7921324 admin admin] Usage tracker for resource:network and tenant:f98e11059b6f4735be76fa861a38eb58 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:49:10.394600 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-75992b57-c8eb-4152-93b8-bc44f7921324 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:49:10.400871 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-75992b57-c8eb-4152-93b8-bc44f7921324 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:49:10.402106 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a681c-473a-4b78-9687-9db4bdee0649 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event updated for resources: {'Port': ['ID=60ff7082-b782-41e1-99a2-4f3b29e507f6,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:10.410252 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9b9a681c-473a-4b78-9687-9db4bdee0649 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:10.468931 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75992b57-c8eb-4152-93b8-bc44f7921324 admin admin] Made reservation on behalf of f98e11059b6f4735be76fa861a38eb58 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:49:10.471322 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-75992b57-c8eb-4152-93b8-bc44f7921324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:10.483808 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-75992b57-c8eb-4152-93b8-bc44f7921324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:10.498481 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-75992b57-c8eb-4152-93b8-bc44f7921324 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:49:10.502376 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-75992b57-c8eb-4152-93b8-bc44f7921324 admin admin] Usage tracker for resource:security_group_rule and tenant:f98e11059b6f4735be76fa861a38eb58 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:49:10.505405 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-75992b57-c8eb-4152-93b8-bc44f7921324 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:49:10.511831 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-75992b57-c8eb-4152-93b8-bc44f7921324 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:49:10.579526 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-9b9a681c-473a-4b78-9687-9db4bdee0649 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Floating IP 3b50ee1b-8978-407e-86e7-f1b217054e2a associated. External IP: 172.25.1.231, port: bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa. May 27 02:49:10.593144 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-75992b57-c8eb-4152-93b8-bc44f7921324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:10.657548 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-75992b57-c8eb-4152-93b8-bc44f7921324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:10.689321 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75992b57-c8eb-4152-93b8-bc44f7921324 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:49:10.698711 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75992b57-c8eb-4152-93b8-bc44f7921324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf987d1c-4be1-4806-8b33-326563aa9f15,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:10.707330 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-75992b57-c8eb-4152-93b8-bc44f7921324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:10.707330 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-75992b57-c8eb-4152-93b8-bc44f7921324 admin admin] Added segment 63ebfa67-8deb-4e16-a2dd-66c7070d18c2 of type vlan for network 12818fc3-bfdd-4858-a4d1-945207a51ca0 May 27 02:49:10.734372 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-75992b57-c8eb-4152-93b8-bc44f7921324 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:10.817424 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-75992b57-c8eb-4152-93b8-bc44f7921324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:10.818659 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75992b57-c8eb-4152-93b8-bc44f7921324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:10.819334 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-75992b57-c8eb-4152-93b8-bc44f7921324 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:10.924091 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75992b57-c8eb-4152-93b8-bc44f7921324 admin admin] Pushing event updated for resources: {'Network': ['ID=12818fc3-bfdd-4858-a4d1-945207a51ca0,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:10.934631 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 12818fc3-bfdd-4858-a4d1-945207a51ca0 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:49:10.992752 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-75992b57-c8eb-4152-93b8-bc44f7921324 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6118579 May 27 02:49:10.992941 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57916) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:49:10.999599 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-2fc77d06-b566-4462-96f7-7f621db09d01 admin admin] Request body: {'subnet': {'network_id': '12818fc3-bfdd-4858-a4d1-945207a51ca0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-703546333-subnet', 'tenant_id': 'f98e11059b6f4735be76fa861a38eb58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:49:11.005685 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2fc77d06-b566-4462-96f7-7f621db09d01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:49:11.012278 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2fc77d06-b566-4462-96f7-7f621db09d01 admin admin] Usage tracker for resource:subnet and tenant:f98e11059b6f4735be76fa861a38eb58 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:49:11.015173 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2fc77d06-b566-4462-96f7-7f621db09d01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:49:11.020930 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2fc77d06-b566-4462-96f7-7f621db09d01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:49:11.096864 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc77d06-b566-4462-96f7-7f621db09d01 admin admin] Made reservation on behalf of f98e11059b6f4735be76fa861a38eb58 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:49:11.099189 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2fc77d06-b566-4462-96f7-7f621db09d01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:11.117499 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9a681c-473a-4b78-9687-9db4bdee0649 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Router 2af812ab-6256-4864-a060-4b745c865a5d has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:49:11.125511 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d164333-8b72-40dc-8da7-0875e6cce630 req-baf492c8-f442-4ab3-b1c7-f0d03089c0fc tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:11.126975 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5d164333-8b72-40dc-8da7-0875e6cce630 req-baf492c8-f442-4ab3-b1c7-f0d03089c0fc tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f6d8301-9c49-48bf-aad4-08682e05b0f8 HTTP/1.1" status: 200 len: 943 time: 0.1873522 May 27 02:49:11.254818 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5d164333-8b72-40dc-8da7-0875e6cce630 req-64f3d166-03c2-4edd-a665-692d4c0e5bc3 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201382 May 27 02:49:11.343924 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9a681c-473a-4b78-9687-9db4bdee0649 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:49:11.354344 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16cc82d-85b5-4ce5-8eda-2b0c37a18f8c None None] Sync routers for ids ['2af812ab-6256-4864-a060-4b745c865a5d'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:49:11.363409 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16cc82d-85b5-4ce5-8eda-2b0c37a18f8c None None] Routers {'2af812ab-6256-4864-a060-4b745c865a5d'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:49:11.364087 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e16cc82d-85b5-4ce5-8eda-2b0c37a18f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:48:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['2af812ab-6256-4864-a060-4b745c865a5d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:49:11.371590 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2fc77d06-b566-4462-96f7-7f621db09d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:11.440087 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9b9a681c-473a-4b78-9687-9db4bdee0649 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:11.451301 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc77d06-b566-4462-96f7-7f621db09d01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a10f3b0f-9ffa-479e-9451-4aa8eb11ad4b,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:11.455607 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc77d06-b566-4462-96f7-7f621db09d01 admin admin] Checking segment: {'id': '63ebfa67-8deb-4e16-a2dd-66c7070d18c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '12818fc3-bfdd-4858-a4d1-945207a51ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:49:11.455957 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc77d06-b566-4462-96f7-7f621db09d01 admin admin] Network hostable DHCP agents. Network: 12818fc3-bfdd-4858-a4d1-945207a51ca0, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:49:11.505286 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9b9a681c-473a-4b78-9687-9db4bdee0649 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4504378 May 27 02:49:11.506108 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad1e4d86-31db-45cb-9402-e3b602f556b8', 'tag': 'bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:49:11.529175 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc77d06-b566-4462-96f7-7f621db09d01 admin admin] Network 12818fc3-bfdd-4858-a4d1-945207a51ca0 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:49:11.550460 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2bdce7b-b651-4ac6-aaa6-2b915b080ef5'] response: {'name': 'network-changed', 'server_uuid': 'ad1e4d86-31db-45cb-9402-e3b602f556b8', 'tag': 'bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa', 'status': 'completed', 'code': 200} May 27 02:49:11.555134 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-e16cc82d-85b5-4ce5-8eda-2b0c37a18f8c None None] Set router 2af812ab-6256-4864-a060-4b745c865a5d gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:49:11.605735 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-2fc77d06-b566-4462-96f7-7f621db09d01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 12818fc3-bfdd-4858-a4d1-945207a51ca0) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:49:11.610784 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc77d06-b566-4462-96f7-7f621db09d01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:11.611524 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2fc77d06-b566-4462-96f7-7f621db09d01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:11.624141 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ac2a5b-c26b-451b-b896-f8e2967ebbee None None] Network 12818fc3-bfdd-4858-a4d1-945207a51ca0 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:49:11.708333 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6fb6b7-529f-4b9c-8377-20ae8f71b7e6 req-699b43d5-6380-4e61-86ae-681a66d7f88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:11.709821 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7d6fb6b7-529f-4b9c-8377-20ae8f71b7e6 req-699b43d5-6380-4e61-86ae-681a66d7f88b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b59631ecfa194f20bd33f8d2b34a5767&device_id=ad1e4d86-31db-45cb-9402-e3b602f556b8 HTTP/1.1" status: 200 len: 1096 time: 0.1337256 May 27 02:49:11.720942 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c214092-1536-4ebd-9a0e-bdfd9b881616 req-50d73546-b6fa-4067-8498-9e45bbbb5a50 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:11.724289 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6c214092-1536-4ebd-9a0e-bdfd9b881616 req-50d73546-b6fa-4067-8498-9e45bbbb5a50 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad1e4d86-31db-45cb-9402-e3b602f556b8 HTTP/1.1" status: 200 len: 945 time: 0.1089013 May 27 02:49:11.743768 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2fc77d06-b566-4462-96f7-7f621db09d01 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7496653 May 27 02:49:11.848787 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6c214092-1536-4ebd-9a0e-bdfd9b881616 req-39283f73-5c5f-44d9-9f22-3aad9ba46dc3 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=b407f67f-53fe-48ac-a4c5-d1e61d7f8076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054826 May 27 02:49:11.871734 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57926) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:49:11.894364 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6fb6b7-529f-4b9c-8377-20ae8f71b7e6 req-df2f32b0-bf7c-4a5e-9e06-6d2c6a22497e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:11.896126 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7d6fb6b7-529f-4b9c-8377-20ae8f71b7e6 req-df2f32b0-bf7c-4a5e-9e06-6d2c6a22497e service neutron] 10.222.0.32 "GET /v2.0/networks?id=1493e455-0198-438a-a988-6f05178a8d71 HTTP/1.1" status: 200 len: 898 time: 0.1730070 May 27 02:49:11.990722 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d647fa58-aae7-43c3-a3c8-173826a08389 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/floatingips/3b50ee1b-8978-407e-86e7-f1b217054e2a HTTP/1.1" status: 200 len: 991 time: 0.1176178 May 27 02:49:12.011339 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7d6fb6b7-529f-4b9c-8377-20ae8f71b7e6 req-869daa7d-13de-4fb8-9091-716086bcef43 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa HTTP/1.1" status: 200 len: 999 time: 0.1080587 May 27 02:49:12.087213 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6fb6b7-529f-4b9c-8377-20ae8f71b7e6 req-5d389f11-bf96-450c-b52b-2c7a26ee4a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:12.088937 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7d6fb6b7-529f-4b9c-8377-20ae8f71b7e6 req-5d389f11-bf96-450c-b52b-2c7a26ee4a2b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=35eb3791-9cdc-4386-85ec-5c9b4f44dc1e HTTP/1.1" status: 200 len: 835 time: 0.0599174 May 27 02:49:12.115292 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2053338b-30af-400c-bf2e-d927de16c313 None None] Network 12818fc3-bfdd-4858-a4d1-945207a51ca0 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:49:12.167328 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6fb6b7-529f-4b9c-8377-20ae8f71b7e6 req-65aa2c59-f23a-48fc-b161-765197851d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:12.168836 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7d6fb6b7-529f-4b9c-8377-20ae8f71b7e6 req-65aa2c59-f23a-48fc-b161-765197851d6e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1493e455-0198-438a-a988-6f05178a8d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745716 May 27 02:49:12.201247 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e16cc82d-85b5-4ce5-8eda-2b0c37a18f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af812ab-6256-4864-a060-4b745c865a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060306874', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a03301a2-cab5-4b37-a70d-afd0cc16c34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:38Z', 'updated_at': '2022-05-27T02:48:48Z', 'revision_number': 4, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': 'a03301a2-cab5-4b37-a70d-afd0cc16c34c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af812ab-6256-4864-a060-4b745c865a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:39Z', 'updated_at': '2022-05-27T02:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '3b50ee1b-8978-407e-86e7-f1b217054e2a', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'floating_ip_address': '172.25.1.231', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '2af812ab-6256-4864-a060-4b745c865a5d', 'port_id': 'bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1493e455-0198-438a-a988-6f05178a8d71', 'mac_address': 'fa:16:3e:ba:60:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1e4d86-31db-45cb-9402-e3b602f556b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:49:09Z', 'updated_at': '2022-05-27T02:49:09Z', 'revision_number': 0, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1bad44d-418d-4909-ba48-a3b3091e2739', 'name': '', 'network_id': '1493e455-0198-438a-a988-6f05178a8d71', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'mac_address': 'fa:16:3e:61:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af812ab-6256-4864-a060-4b745c865a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '35eb3791-9cdc-4386-85ec-5c9b4f44dc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:46Z', 'updated_at': '2022-05-27T02:48:56Z', 'revision_number': 5, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'subnets': [{'id': '35eb3791-9cdc-4386-85ec-5c9b4f44dc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:49:12.211915 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16cc82d-85b5-4ce5-8eda-2b0c37a18f8c None None] Checking router: 2af812ab-6256-4864-a060-4b745c865a5d for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:49:12.237193 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16cc82d-85b5-4ce5-8eda-2b0c37a18f8c None None] Routers {'2af812ab-6256-4864-a060-4b745c865a5d'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:49:12.237816 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e16cc82d-85b5-4ce5-8eda-2b0c37a18f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:48:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['2af812ab-6256-4864-a060-4b745c865a5d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:49:12.553000 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-e16cc82d-85b5-4ce5-8eda-2b0c37a18f8c None None] Set router 2af812ab-6256-4864-a060-4b745c865a5d gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:49:12.606918 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7d6fb6b7-529f-4b9c-8377-20ae8f71b7e6 req-41d7ce6e-a3fd-441b-a3d3-a38284bd0d1e service neutron] 10.222.0.32 "GET /v2.0/networks/1493e455-0198-438a-a988-6f05178a8d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4315310 May 27 02:49:12.647201 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-43c93bc4-bc1e-46dc-955f-757457dc1c78 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:12.648705 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-43c93bc4-bc1e-46dc-955f-757457dc1c78 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/networks?id=31b41b91-27bf-4c2a-b09a-bf94ed429ad9 HTTP/1.1" status: 200 len: 812 time: 0.4046915 May 27 02:49:12.703043 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f1151-893c-4e1e-a460-0f762cde4919 req-54c90054-a5e1-4f0d-8515-cd66a2f368bc tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:12.704448 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-475f1151-893c-4e1e-a460-0f762cde4919 req-54c90054-a5e1-4f0d-8515-cd66a2f368bc tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f6d8301-9c49-48bf-aad4-08682e05b0f8 HTTP/1.1" status: 200 len: 943 time: 0.2989047 May 27 02:49:12.742646 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-029b2279-32a5-4ad4-bdfd-6b7c0343b957 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/quotas/dff91b03ecde42e591006f9704328f7f HTTP/1.1" status: 200 len: 375 time: 0.0473351 May 27 02:49:12.821106 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-0c2394db-944b-4714-a4a8-dea0d02a9fb8 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=dff91b03ecde42e591006f9704328f7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0721567 May 27 02:49:12.864525 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-475f1151-893c-4e1e-a460-0f762cde4919 req-badb1e25-86e7-4031-91ad-b14d6f5c181f tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396132 May 27 02:49:12.912859 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e16cc82d-85b5-4ce5-8eda-2b0c37a18f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af812ab-6256-4864-a060-4b745c865a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060306874', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a03301a2-cab5-4b37-a70d-afd0cc16c34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:38Z', 'updated_at': '2022-05-27T02:48:48Z', 'revision_number': 4, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': 'a03301a2-cab5-4b37-a70d-afd0cc16c34c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af812ab-6256-4864-a060-4b745c865a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:39Z', 'updated_at': '2022-05-27T02:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '3b50ee1b-8978-407e-86e7-f1b217054e2a', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'floating_ip_address': '172.25.1.231', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '2af812ab-6256-4864-a060-4b745c865a5d', 'port_id': 'bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1493e455-0198-438a-a988-6f05178a8d71', 'mac_address': 'fa:16:3e:ba:60:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1e4d86-31db-45cb-9402-e3b602f556b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:49:09Z', 'updated_at': '2022-05-27T02:49:09Z', 'revision_number': 0, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1bad44d-418d-4909-ba48-a3b3091e2739', 'name': '', 'network_id': '1493e455-0198-438a-a988-6f05178a8d71', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'mac_address': 'fa:16:3e:61:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af812ab-6256-4864-a060-4b745c865a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '35eb3791-9cdc-4386-85ec-5c9b4f44dc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:46Z', 'updated_at': '2022-05-27T02:48:56Z', 'revision_number': 5, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'subnets': [{'id': '35eb3791-9cdc-4386-85ec-5c9b4f44dc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:49:12.918239 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16cc82d-85b5-4ce5-8eda-2b0c37a18f8c None None] The sync data for ids ['2af812ab-6256-4864-a060-4b745c865a5d'] in n-d-843554-3 is: [{'id': '2af812ab-6256-4864-a060-4b745c865a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060306874', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a03301a2-cab5-4b37-a70d-afd0cc16c34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:38Z', 'updated_at': '2022-05-27T02:48:48Z', 'revision_number': 4, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': 'a03301a2-cab5-4b37-a70d-afd0cc16c34c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af812ab-6256-4864-a060-4b745c865a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:39Z', 'updated_at': '2022-05-27T02:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '3b50ee1b-8978-407e-86e7-f1b217054e2a', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'floating_ip_address': '172.25.1.231', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '2af812ab-6256-4864-a060-4b745c865a5d', 'port_id': 'bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1493e455-0198-438a-a988-6f05178a8d71', 'mac_address': 'fa:16:3e:ba:60:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1e4d86-31db-45cb-9402-e3b602f556b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:49:09Z', 'updated_at': '2022-05-27T02:49:09Z', 'revision_number': 0, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1bad44d-418d-4909-ba48-a3b3091e2739', 'name': '', 'network_id': '1493e455-0198-438a-a988-6f05178a8d71', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'mac_address': 'fa:16:3e:61:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af812ab-6256-4864-a060-4b745c865a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '35eb3791-9cdc-4386-85ec-5c9b4f44dc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:46Z', 'updated_at': '2022-05-27T02:48:56Z', 'revision_number': 5, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'subnets': [{'id': '35eb3791-9cdc-4386-85ec-5c9b4f44dc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:49:12.920576 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7d6fb6b7-529f-4b9c-8377-20ae8f71b7e6 req-de20313a-3fa1-435c-949d-2b6070885578 service neutron] 10.222.0.32 "GET /v2.0/networks/1493e455-0198-438a-a988-6f05178a8d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058329 May 27 02:49:12.988396 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-b5bc13b0-f385-4203-85af-df9e6182679e service neutron] 10.222.0.57 "GET /v2.0/networks/31b41b91-27bf-4c2a-b09a-bf94ed429ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514661 May 27 02:49:12.993765 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57946) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:49:13.134562 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-039acb54-ac28-42e7-ae8a-4e30c4c7b9c9 service neutron] 10.222.0.57 "GET /v2.0/networks/31b41b91-27bf-4c2a-b09a-bf94ed429ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400564 May 27 02:49:13.163590 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a1d279-59ff-417d-bb8c-7c6b57d75b70 None None] New status for floating IP 3b50ee1b-8978-407e-86e7-f1b217054e2a: ACTIVE {{(pid=88904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:49:13.211733 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-08996872-8507-4e39-b8b1-e630d69dc0f4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/floatingips/3b50ee1b-8978-407e-86e7-f1b217054e2a HTTP/1.1" status: 200 len: 991 time: 0.2152493 May 27 02:49:13.395246 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8109fd4d-9d3c-40eb-bd0a-7996a5ab6966 req-8615f995-cf79-4f3d-b509-cf49a5e5e774 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc3ad96c-e0b2-44b4-ac56-651df44d3f6a HTTP/1.1" status: 200 len: 210 time: 0.0438111 May 27 02:49:14.148444 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e46db-3e71-4023-9233-48101099a9da req-ef598641-4afe-4816-8937-8a18bfc581eb tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:14.149952 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-696e46db-3e71-4023-9233-48101099a9da req-ef598641-4afe-4816-8937-8a18bfc581eb tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f6d8301-9c49-48bf-aad4-08682e05b0f8 HTTP/1.1" status: 200 len: 943 time: 0.0844569 May 27 02:49:14.194761 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-696e46db-3e71-4023-9233-48101099a9da req-cdedd798-3c97-4359-933e-cca6cb4fe5ec tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391147 May 27 02:49:14.214547 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 57962) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:49:14.325146 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e18e11c1-a3c8-4218-bdd4-36ec616aa418 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/floatingips/3b50ee1b-8978-407e-86e7-f1b217054e2a HTTP/1.1" status: 200 len: 993 time: 0.1086683 May 27 02:49:14.550677 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4b225fcd-693c-43d4-a3db-5f293cd6fcf4 req-e422e508-54b8-4c45-9141-b515b709b7da tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc3ad96c-e0b2-44b4-ac56-651df44d3f6a HTTP/1.1" status: 200 len: 210 time: 0.0456362 May 27 02:49:15.376449 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61ff6d-6ed7-4c09-b212-68c010fc0a5f req-75cfabae-9674-40cf-8c16-412127fffdc6 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:15.377872 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4d61ff6d-6ed7-4c09-b212-68c010fc0a5f req-75cfabae-9674-40cf-8c16-412127fffdc6 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f6d8301-9c49-48bf-aad4-08682e05b0f8 HTTP/1.1" status: 200 len: 943 time: 0.0786519 May 27 02:49:15.427651 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4d61ff6d-6ed7-4c09-b212-68c010fc0a5f req-20e19489-4353-45fd-bb6d-ca2415aeb466 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407646 May 27 02:49:15.524689 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-8856abc7-9285-481d-be53-d186084063bd tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:15.525386 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-8856abc7-9285-481d-be53-d186084063bd tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Synchronizing usage tracker for tenant:dff91b03ecde42e591006f9704328f7f on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:49:15.622649 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-8856abc7-9285-481d-be53-d186084063bd tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Unset dirty status for tenant:dff91b03ecde42e591006f9704328f7f on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:49:15.624015 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-8856abc7-9285-481d-be53-d186084063bd tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.66 "GET /v2.0/networks?id=31b41b91-27bf-4c2a-b09a-bf94ed429ad9 HTTP/1.1" status: 200 len: 812 time: 0.2469664 May 27 02:49:15.635212 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-52952d81-2672-4425-b25e-2d4a9a493a93 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Request body: {'port': {'device_id': 'dc3ad96c-e0b2-44b4-ac56-651df44d3f6a', 'network_id': '31b41b91-27bf-4c2a-b09a-bf94ed429ad9', 'admin_state_up': True, 'tenant_id': 'dff91b03ecde42e591006f9704328f7f'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:49:15.698674 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-de4f09d1-c9b2-4df7-9519-8edb91d10645 req-fcc0e6e5-648e-4269-b5ea-5b8aae237c0c tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc3ad96c-e0b2-44b4-ac56-651df44d3f6a HTTP/1.1" status: 200 len: 210 time: 0.0424113 May 27 02:49:15.770945 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-52952d81-2672-4425-b25e-2d4a9a493a93 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:49:15.774891 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-52952d81-2672-4425-b25e-2d4a9a493a93 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Usage tracker for resource:port and tenant:dff91b03ecde42e591006f9704328f7f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:49:15.777649 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-52952d81-2672-4425-b25e-2d4a9a493a93 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:49:15.783325 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-52952d81-2672-4425-b25e-2d4a9a493a93 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:49:15.868709 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-52952d81-2672-4425-b25e-2d4a9a493a93 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Made reservation on behalf of dff91b03ecde42e591006f9704328f7f for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:49:15.872225 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-52952d81-2672-4425-b25e-2d4a9a493a93 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:16.030815 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-52952d81-2672-4425-b25e-2d4a9a493a93 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Allocated IP 172.20.0.6 (31b41b91-27bf-4c2a-b09a-bf94ed429ad9/410be0e5-d6d5-4339-a8cd-b74e892f2d95/5b848476-b145-41fe-853c-85d814b5e356) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:49:16.226701 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-52952d81-2672-4425-b25e-2d4a9a493a93 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:16.312695 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-52952d81-2672-4425-b25e-2d4a9a493a93 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:16.384214 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-52952d81-2672-4425-b25e-2d4a9a493a93 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Network 31b41b91-27bf-4c2a-b09a-bf94ed429ad9 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:49:16.387349 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-52952d81-2672-4425-b25e-2d4a9a493a93 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:49:16.389632 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-52952d81-2672-4425-b25e-2d4a9a493a93 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:49:16.428265 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52952d81-2672-4425-b25e-2d4a9a493a93 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Pushing event updated for resources: {'Port': ['ID=5b848476-b145-41fe-853c-85d814b5e356,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:16.445253 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52952d81-2672-4425-b25e-2d4a9a493a93 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:16.445608 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52952d81-2672-4425-b25e-2d4a9a493a93 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:16.445938 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52952d81-2672-4425-b25e-2d4a9a493a93 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:16.446265 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52952d81-2672-4425-b25e-2d4a9a493a93 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:16.446587 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52952d81-2672-4425-b25e-2d4a9a493a93 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:16.446906 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52952d81-2672-4425-b25e-2d4a9a493a93 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:16.447222 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52952d81-2672-4425-b25e-2d4a9a493a93 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:16.447557 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52952d81-2672-4425-b25e-2d4a9a493a93 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:16.447854 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52952d81-2672-4425-b25e-2d4a9a493a93 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:16.448165 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52952d81-2672-4425-b25e-2d4a9a493a93 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:16.448477 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52952d81-2672-4425-b25e-2d4a9a493a93 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:16.448825 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52952d81-2672-4425-b25e-2d4a9a493a93 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:16.470231 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-52952d81-2672-4425-b25e-2d4a9a493a93 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:16.470837 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-52952d81-2672-4425-b25e-2d4a9a493a93 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:16.564444 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-52952d81-2672-4425-b25e-2d4a9a493a93 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9329112 May 27 02:49:16.575938 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-805c59a9-cdd6-4570-812d-f1ec178ae713 service neutron] Request body: {'port': {'device_id': 'dc3ad96c-e0b2-44b4-ac56-651df44d3f6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:49:16.611002 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488e033-1d91-4619-b5af-71d15b25e374 req-ad986a10-163e-4882-8363-a5d6c85340ee tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:16.612466 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1488e033-1d91-4619-b5af-71d15b25e374 req-ad986a10-163e-4882-8363-a5d6c85340ee tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f6d8301-9c49-48bf-aad4-08682e05b0f8 HTTP/1.1" status: 200 len: 943 time: 0.0799947 May 27 02:49:16.660280 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1488e033-1d91-4619-b5af-71d15b25e374 req-d43200a4-5c85-4061-b310-d360c4ed70c7 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422013 May 27 02:49:16.662523 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:49:16.688230 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-805c59a9-cdd6-4570-812d-f1ec178ae713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:16.883671 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3b402-71ba-464e-95f6-89eb5075054a req-33e9450e-3b62-46e6-aeb5-6209d95788f2 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:16.885142 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-75f3b402-71ba-464e-95f6-89eb5075054a req-33e9450e-3b62-46e6-aeb5-6209d95788f2 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc3ad96c-e0b2-44b4-ac56-651df44d3f6a HTTP/1.1" status: 200 len: 931 time: 0.0810099 May 27 02:49:16.927872 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-75f3b402-71ba-464e-95f6-89eb5075054a req-6c80c2c2-4d56-44d7-9289-e1897e67608c tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/security-groups?id=6886ba3b-bc8d-4d80-aca1-c76fbe25a659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369585 May 27 02:49:17.025559 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-805c59a9-cdd6-4570-812d-f1ec178ae713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b848476-b145-41fe-853c-85d814b5e356 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:49:17.032604 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-805c59a9-cdd6-4570-812d-f1ec178ae713 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:17.046120 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-805c59a9-cdd6-4570-812d-f1ec178ae713 service neutron] Transition to ACTIVE for port object 5b848476-b145-41fe-853c-85d814b5e356 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:49:17.114027 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-805c59a9-cdd6-4570-812d-f1ec178ae713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:17.277204 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c59a9-cdd6-4570-812d-f1ec178ae713 service neutron] Pushing event updated for resources: {'Port': ['ID=5b848476-b145-41fe-853c-85d814b5e356,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:17.307324 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 3c00e8d4-b9bc-49a0-988e-d538ef99f9ac details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:49:17.449498 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 3c00e8d4-b9bc-49a0-988e-d538ef99f9ac, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=3c00e8d4-b9bc-49a0-988e-d538ef99f9ac,segment=NetworkSegment(77a48b29-f789-41c3-82b2-66a5eb7c53b7),segment_id=77a48b29-f789-41c3-82b2-66a5eb7c53b7)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:49:17.457774 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-805c59a9-cdd6-4570-812d-f1ec178ae713 service neutron] Attempting to bind port 5b848476-b145-41fe-853c-85d814b5e356 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:49:17.458109 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-805c59a9-cdd6-4570-812d-f1ec178ae713 service neutron] Attempting to bind port 5b848476-b145-41fe-853c-85d814b5e356 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'e8313615-c238-4137-99f5-5e672cb879f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '31b41b91-27bf-4c2a-b09a-bf94ed429ad9'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:49:17.458432 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-805c59a9-cdd6-4570-812d-f1ec178ae713 service neutron] Attempting to bind port 5b848476-b145-41fe-853c-85d814b5e356 on network 31b41b91-27bf-4c2a-b09a-bf94ed429ad9 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:49:17.463242 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '3c00e8d4-b9bc-49a0-988e-d538ef99f9ac', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'port_id': '3c00e8d4-b9bc-49a0-988e-d538ef99f9ac', 'mac_address': 'fa:16:3e:d7:9a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:49:17.463447 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-805c59a9-cdd6-4570-812d-f1ec178ae713 service neutron] Port 5b848476-b145-41fe-853c-85d814b5e356 on network 31b41b91-27bf-4c2a-b09a-bf94ed429ad9 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:49:17.463752 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-805c59a9-cdd6-4570-812d-f1ec178ae713 service neutron] Attempting to bind port 5b848476-b145-41fe-853c-85d814b5e356 on network 31b41b91-27bf-4c2a-b09a-bf94ed429ad9 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:49:17.468759 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-805c59a9-cdd6-4570-812d-f1ec178ae713 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:49:17.469097 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-805c59a9-cdd6-4570-812d-f1ec178ae713 service neutron] Checking segment: {'id': 'e8313615-c238-4137-99f5-5e672cb879f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '31b41b91-27bf-4c2a-b09a-bf94ed429ad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:49:17.469473 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-805c59a9-cdd6-4570-812d-f1ec178ae713 service neutron] Bound using segment: {'id': 'e8313615-c238-4137-99f5-5e672cb879f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '31b41b91-27bf-4c2a-b09a-bf94ed429ad9'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:49:17.469890 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-805c59a9-cdd6-4570-812d-f1ec178ae713 service neutron] Bound port: 5b848476-b145-41fe-853c-85d814b5e356, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8313615-c238-4137-99f5-5e672cb879f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '31b41b91-27bf-4c2a-b09a-bf94ed429ad9'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:49:17.470247 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-805c59a9-cdd6-4570-812d-f1ec178ae713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:17.516840 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 3c00e8d4-b9bc-49a0-988e-d538ef99f9ac is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:49:17.517232 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:17.534058 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c00e8d4-b9bc-49a0-988e-d538ef99f9ac {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:49:17.549443 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 3c00e8d4-b9bc-49a0-988e-d538ef99f9ac, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=3c00e8d4-b9bc-49a0-988e-d538ef99f9ac,segment=NetworkSegment(77a48b29-f789-41c3-82b2-66a5eb7c53b7),segment_id=77a48b29-f789-41c3-82b2-66a5eb7c53b7)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:49:17.555566 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-805c59a9-cdd6-4570-812d-f1ec178ae713 service neutron] For port 5b848476-b145-41fe-853c-85d814b5e356, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:49:17.558430 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-805c59a9-cdd6-4570-812d-f1ec178ae713 service neutron] For port 5b848476-b145-41fe-853c-85d814b5e356, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=5b848476-b145-41fe-853c-85d814b5e356,segment=NetworkSegment(e8313615-c238-4137-99f5-5e672cb879f5),segment_id=e8313615-c238-4137-99f5-5e672cb879f5)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:49:17.645368 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:17.697556 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-805c59a9-cdd6-4570-812d-f1ec178ae713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:17.715489 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=3c00e8d4-b9bc-49a0-988e-d538ef99f9ac,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:17.759936 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-805c59a9-cdd6-4570-812d-f1ec178ae713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:17.760547 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-805c59a9-cdd6-4570-812d-f1ec178ae713 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:17.761924 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-805c59a9-cdd6-4570-812d-f1ec178ae713 service neutron] 10.222.0.66 "PUT /v2.0/ports/5b848476-b145-41fe-853c-85d814b5e356 HTTP/1.1" status: 200 len: 1091 time: 1.1900616 May 27 02:49:17.762361 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc3ad96c-e0b2-44b4-ac56-651df44d3f6a', 'tag': '5b848476-b145-41fe-853c-85d814b5e356'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:49:17.783644 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c59a9-cdd6-4570-812d-f1ec178ae713 service neutron] Pushing event updated for resources: {'Port': ['ID=5b848476-b145-41fe-853c-85d814b5e356,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:17.829467 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f2643b4-550a-40b2-a04e-1c4d9982954f'] response: {'name': 'network-changed', 'server_uuid': 'dc3ad96c-e0b2-44b4-ac56-651df44d3f6a', 'tag': '5b848476-b145-41fe-853c-85d814b5e356', 'status': 'completed', 'code': 200} May 27 02:49:17.864614 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['3c00e8d4-b9bc-49a0-988e-d538ef99f9ac'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:49:17.873303 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1387a-8a94-4884-ab0c-d87cc5dc7dec req-c26a16d6-7527-4fcf-a084-8cc7cd99a504 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:17.874894 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8fe1387a-8a94-4884-ab0c-d87cc5dc7dec req-c26a16d6-7527-4fcf-a084-8cc7cd99a504 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f6d8301-9c49-48bf-aad4-08682e05b0f8 HTTP/1.1" status: 200 len: 944 time: 0.1059833 May 27 02:49:17.921557 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8fe1387a-8a94-4884-ab0c-d87cc5dc7dec req-2e7c045f-10fd-43e3-a421-baa8ac016283 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406880 May 27 02:49:17.924375 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb106d85-3077-40d6-b856-852d371ff5ea req-0d333e7e-9e3b-4e30-9f28-e2e018dbc8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:17.926093 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bb106d85-3077-40d6-b856-852d371ff5ea req-0d333e7e-9e3b-4e30-9f28-e2e018dbc8c3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dff91b03ecde42e591006f9704328f7f&device_id=dc3ad96c-e0b2-44b4-ac56-651df44d3f6a HTTP/1.1" status: 200 len: 1094 time: 0.0755677 May 27 02:49:18.070836 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb106d85-3077-40d6-b856-852d371ff5ea req-3ffc773d-d31d-4d8c-8934-b5c938559cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:18.072247 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bb106d85-3077-40d6-b856-852d371ff5ea req-3ffc773d-d31d-4d8c-8934-b5c938559cf5 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=dff91b03ecde42e591006f9704328f7f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1401656 May 27 02:49:18.118331 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54e678-c8c9-45d7-83f9-5d600b21d236 req-aaab5afb-3318-4607-be2e-089ca8b11e89 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:18.119797 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1d54e678-c8c9-45d7-83f9-5d600b21d236 req-aaab5afb-3318-4607-be2e-089ca8b11e89 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc3ad96c-e0b2-44b4-ac56-651df44d3f6a HTTP/1.1" status: 200 len: 943 time: 0.0792382 May 27 02:49:18.164561 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1d54e678-c8c9-45d7-83f9-5d600b21d236 req-9c1f5bac-6558-4a80-a064-586d715276c0 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/security-groups?id=6886ba3b-bc8d-4d80-aca1-c76fbe25a659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384409 May 27 02:49:18.207794 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb106d85-3077-40d6-b856-852d371ff5ea req-fd8cefaf-3cb2-4a66-813a-9574bc40a885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:18.209318 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bb106d85-3077-40d6-b856-852d371ff5ea req-fd8cefaf-3cb2-4a66-813a-9574bc40a885 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1316457 May 27 02:49:18.314719 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-0622adf3-8c15-4e0b-999d-4709e83db488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:18.316156 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-0622adf3-8c15-4e0b-999d-4709e83db488 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dff91b03ecde42e591006f9704328f7f&device_id=dc3ad96c-e0b2-44b4-ac56-651df44d3f6a HTTP/1.1" status: 200 len: 1094 time: 0.0734568 May 27 02:49:18.385863 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-d7c1c7f7-50f7-432b-80fc-6c4f555b2733 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b848476-b145-41fe-853c-85d814b5e356 HTTP/1.1" status: 200 len: 217 time: 0.0625131 May 27 02:49:18.444160 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-479a9d6e-b162-4409-a7f2-54faa5640795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:18.446207 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-479a9d6e-b162-4409-a7f2-54faa5640795 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=410be0e5-d6d5-4339-a8cd-b74e892f2d95 HTTP/1.1" status: 200 len: 852 time: 0.0554631 May 27 02:49:18.490551 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-643cfa4d-351c-48c2-aaeb-3c2dcd7977b6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=31b41b91-27bf-4c2a-b09a-bf94ed429ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384207 May 27 02:49:18.621604 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-ac4fb55c-f738-478a-9ad2-484846d656ec service neutron] 10.222.0.66 "GET /v2.0/networks/31b41b91-27bf-4c2a-b09a-bf94ed429ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253643 May 27 02:49:18.750130 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-33193edf-35c1-4169-80cc-c25a3b9d5194 req-fdf8b4f9-37bd-485d-81aa-f9cc9fd16675 service neutron] 10.222.0.66 "GET /v2.0/networks/31b41b91-27bf-4c2a-b09a-bf94ed429ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229289 May 27 02:49:19.107716 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a9c6c-ec41-4650-b5ee-09e02e04810c req-9bff414d-1d38-45e1-9521-858e00126aca tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:19.109177 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f20a9c6c-ec41-4650-b5ee-09e02e04810c req-9bff414d-1d38-45e1-9521-858e00126aca tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f6d8301-9c49-48bf-aad4-08682e05b0f8 HTTP/1.1" status: 200 len: 944 time: 0.0824513 May 27 02:49:19.152105 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f20a9c6c-ec41-4650-b5ee-09e02e04810c req-51a68c92-f698-4ee9-988a-074658276207 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373380 May 27 02:49:19.312030 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 3c00e8d4-b9bc-49a0-988e-d538ef99f9ac up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:49:19.345262 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70890cc-dec2-48d0-8909-f30c1d52a817 req-e073b9f5-c235-4eac-9f93-ba277af30e00 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:19.346740 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e70890cc-dec2-48d0-8909-f30c1d52a817 req-e073b9f5-c235-4eac-9f93-ba277af30e00 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc3ad96c-e0b2-44b4-ac56-651df44d3f6a HTTP/1.1" status: 200 len: 943 time: 0.0806682 May 27 02:49:19.393125 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e70890cc-dec2-48d0-8909-f30c1d52a817 req-8b6bda7e-90e7-4969-885b-82096ee90b7c tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/security-groups?id=6886ba3b-bc8d-4d80-aca1-c76fbe25a659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395408 May 27 02:49:19.398004 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:19.424355 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 3c00e8d4-b9bc-49a0-988e-d538ef99f9ac completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:49:19.432004 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 3c00e8d4-b9bc-49a0-988e-d538ef99f9ac triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:49:19.432372 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:19.522834 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:19.547922 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 3c00e8d4-b9bc-49a0-988e-d538ef99f9ac is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:49:19.548291 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:19.576173 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6d8301-9c49-48bf-aad4-08682e05b0f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c00e8d4-b9bc-49a0-988e-d538ef99f9ac'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:49:19.586009 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 3c00e8d4-b9bc-49a0-988e-d538ef99f9ac, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=3c00e8d4-b9bc-49a0-988e-d538ef99f9ac,segment=NetworkSegment(77a48b29-f789-41c3-82b2-66a5eb7c53b7),segment_id=77a48b29-f789-41c3-82b2-66a5eb7c53b7)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:49:19.619608 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00a8ca84-62a7-4fcc-9e3b-ecf9a83f2438'] response: {'server_uuid': '3f6d8301-9c49-48bf-aad4-08682e05b0f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c00e8d4-b9bc-49a0-988e-d538ef99f9ac', 'code': 200} May 27 02:49:19.708437 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:19.778187 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=3c00e8d4-b9bc-49a0-988e-d538ef99f9ac,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:19.867980 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68600981-e5c7-4acc-9365-8619659d9c1c req-ab78404c-7664-43b5-b075-921507437164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:19.869490 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-68600981-e5c7-4acc-9365-8619659d9c1c req-ab78404c-7664-43b5-b075-921507437164 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3f6d8301-9c49-48bf-aad4-08682e05b0f8 HTTP/1.1" status: 200 len: 1096 time: 0.1962438 May 27 02:49:19.909163 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-68600981-e5c7-4acc-9365-8619659d9c1c req-3de67335-fb3e-4bcb-80ff-3095eb5994d7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331566 May 27 02:49:20.335349 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f37f3a-4fbf-49e3-8336-6eb1838b0d6a req-5bc30812-dc7b-4985-b64d-8bc5c7d9ec37 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:20.337270 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e0f37f3a-4fbf-49e3-8336-6eb1838b0d6a req-5bc30812-dc7b-4985-b64d-8bc5c7d9ec37 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f6d8301-9c49-48bf-aad4-08682e05b0f8 HTTP/1.1" status: 200 len: 945 time: 0.0814805 May 27 02:49:20.380161 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e0f37f3a-4fbf-49e3-8336-6eb1838b0d6a req-a432d8d5-2fc8-49ea-b56f-bd95c1397cc5 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372634 May 27 02:49:20.583448 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df560107-e7df-493b-8a80-83150e6558da req-4a03ec83-c131-400b-91e3-19322451425a tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:20.584912 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df560107-e7df-493b-8a80-83150e6558da req-4a03ec83-c131-400b-91e3-19322451425a tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc3ad96c-e0b2-44b4-ac56-651df44d3f6a HTTP/1.1" status: 200 len: 943 time: 0.0785482 May 27 02:49:20.627301 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df560107-e7df-493b-8a80-83150e6558da req-fec6a48c-af0c-489e-95c4-fa008da608aa tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/security-groups?id=6886ba3b-bc8d-4d80-aca1-c76fbe25a659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367653 May 27 02:49:20.819095 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 5b848476-b145-41fe-853c-85d814b5e356 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:49:20.953240 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 5b848476-b145-41fe-853c-85d814b5e356, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=5b848476-b145-41fe-853c-85d814b5e356,segment=NetworkSegment(e8313615-c238-4137-99f5-5e672cb879f5),segment_id=e8313615-c238-4137-99f5-5e672cb879f5)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:49:20.966813 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '5b848476-b145-41fe-853c-85d814b5e356', 'network_id': '31b41b91-27bf-4c2a-b09a-bf94ed429ad9', 'port_id': '5b848476-b145-41fe-853c-85d814b5e356', 'mac_address': 'fa:16:3e:23:db:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '410be0e5-d6d5-4339-a8cd-b74e892f2d95', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:49:21.025045 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 5b848476-b145-41fe-853c-85d814b5e356 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:49:21.025938 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:21.042589 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b848476-b145-41fe-853c-85d814b5e356 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:49:21.057839 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 5b848476-b145-41fe-853c-85d814b5e356, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=5b848476-b145-41fe-853c-85d814b5e356,segment=NetworkSegment(e8313615-c238-4137-99f5-5e672cb879f5),segment_id=e8313615-c238-4137-99f5-5e672cb879f5)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:49:21.119997 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:21.188689 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=5b848476-b145-41fe-853c-85d814b5e356,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:21.320690 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['5b848476-b145-41fe-853c-85d814b5e356'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:49:21.564698 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7de115-0b7a-4392-b885-cc283db5fd37 req-3113eafe-e0e2-47a6-9c9d-ec12fdce52cc tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:21.566160 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7b7de115-0b7a-4392-b885-cc283db5fd37 req-3113eafe-e0e2-47a6-9c9d-ec12fdce52cc tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f6d8301-9c49-48bf-aad4-08682e05b0f8 HTTP/1.1" status: 200 len: 945 time: 0.0810173 May 27 02:49:21.610086 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7b7de115-0b7a-4392-b885-cc283db5fd37 req-ec7e1519-94b5-4fea-ba65-7855ff5bdfe5 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379434 May 27 02:49:21.860031 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c8ff5-a218-4543-a795-5eb6aa6b8843 req-807c8b7e-c6ec-44f2-bbb8-100b5134dd1c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:21.861514 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c77c8ff5-a218-4543-a795-5eb6aa6b8843 req-807c8b7e-c6ec-44f2-bbb8-100b5134dd1c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f6d8301-9c49-48bf-aad4-08682e05b0f8 HTTP/1.1" status: 200 len: 945 time: 0.1477351 May 27 02:49:21.869344 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6581096-e2dc-408e-aee4-b3f684c95af7 req-9aff12d5-a3b0-440f-9870-982df0597b4f tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:21.870669 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f6581096-e2dc-408e-aee4-b3f684c95af7 req-9aff12d5-a3b0-440f-9870-982df0597b4f tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc3ad96c-e0b2-44b4-ac56-651df44d3f6a HTTP/1.1" status: 200 len: 944 time: 0.1246486 May 27 02:49:21.939067 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c77c8ff5-a218-4543-a795-5eb6aa6b8843 req-88827c00-e634-4c7c-a841-2298aa8b1985 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674036 May 27 02:49:21.941825 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f6581096-e2dc-408e-aee4-b3f684c95af7 req-12bbb418-ca4d-451d-bf93-363c7d1a8cad tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/security-groups?id=6886ba3b-bc8d-4d80-aca1-c76fbe25a659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572433 May 27 02:49:22.126863 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e837d-4e8b-48a6-bffa-f92cdb2e55de req-e31f1ccc-52ec-4c7b-93e0-baceadd76a7c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:22.128312 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-af0e837d-4e8b-48a6-bffa-f92cdb2e55de req-e31f1ccc-52ec-4c7b-93e0-baceadd76a7c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f6d8301-9c49-48bf-aad4-08682e05b0f8 HTTP/1.1" status: 200 len: 945 time: 0.0861516 May 27 02:49:22.175412 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-af0e837d-4e8b-48a6-bffa-f92cdb2e55de req-9db98e25-e5b7-4838-b2f5-298e66d17905 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413554 May 27 02:49:22.756999 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be58a6a-f9f2-4f51-854a-10bfac4cbfec req-f4365762-1ad7-47b9-b1f6-4a6cb0f97266 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:22.760048 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0be58a6a-f9f2-4f51-854a-10bfac4cbfec req-f4365762-1ad7-47b9-b1f6-4a6cb0f97266 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f6d8301-9c49-48bf-aad4-08682e05b0f8 HTTP/1.1" status: 200 len: 945 time: 0.0798318 May 27 02:49:22.806145 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0be58a6a-f9f2-4f51-854a-10bfac4cbfec req-5aa1d154-e04d-46a4-9ae5-9f699942d8a0 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404897 May 27 02:49:22.833802 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 5b848476-b145-41fe-853c-85d814b5e356 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:49:22.952573 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 5b848476-b145-41fe-853c-85d814b5e356 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:49:22.957432 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 5b848476-b145-41fe-853c-85d814b5e356 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:49:22.957827 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:23.073215 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 5b848476-b145-41fe-853c-85d814b5e356 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:49:23.073593 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:23.099950 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3ad96c-e0b2-44b4-ac56-651df44d3f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b848476-b145-41fe-853c-85d814b5e356'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:49:23.110621 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 5b848476-b145-41fe-853c-85d814b5e356, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=5b848476-b145-41fe-853c-85d814b5e356,segment=NetworkSegment(e8313615-c238-4137-99f5-5e672cb879f5),segment_id=e8313615-c238-4137-99f5-5e672cb879f5)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:49:23.128031 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e7c28-73ca-4714-8be1-18d79da335d0 req-6bace280-ce70-4f21-a580-d5138abd82b6 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:23.133425 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f73e7c28-73ca-4714-8be1-18d79da335d0 req-6bace280-ce70-4f21-a580-d5138abd82b6 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc3ad96c-e0b2-44b4-ac56-651df44d3f6a HTTP/1.1" status: 200 len: 944 time: 0.0790472 May 27 02:49:23.144387 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e12d2bff-1a69-405f-85fa-501b03f12801'] response: {'server_uuid': 'dc3ad96c-e0b2-44b4-ac56-651df44d3f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b848476-b145-41fe-853c-85d814b5e356', 'code': 200} May 27 02:49:23.174039 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f73e7c28-73ca-4714-8be1-18d79da335d0 req-fc125fe6-3238-419a-a2f7-84e87ac6c29a tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/security-groups?id=6886ba3b-bc8d-4d80-aca1-c76fbe25a659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388517 May 27 02:49:23.182791 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:23.255375 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=5b848476-b145-41fe-853c-85d814b5e356,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:23.269169 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c228f4-7fbf-432f-b305-69979decb8b4 req-9e22dec4-9162-4f1b-9c1c-427851a65db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:23.270705 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-01c228f4-7fbf-432f-b305-69979decb8b4 req-9e22dec4-9162-4f1b-9c1c-427851a65db9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dc3ad96c-e0b2-44b4-ac56-651df44d3f6a HTTP/1.1" status: 200 len: 1096 time: 0.0724280 May 27 02:49:23.310645 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-01c228f4-7fbf-432f-b305-69979decb8b4 req-d84ff720-5f1c-4709-9363-b922f4cb9cd1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6886ba3b-bc8d-4d80-aca1-c76fbe25a659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339358 May 27 02:49:23.990876 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb40189-b7fb-4892-90ec-8d5957ab55c4 req-83cf624c-66d5-4745-bdc5-8a598068b05e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:23.992333 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bcb40189-b7fb-4892-90ec-8d5957ab55c4 req-83cf624c-66d5-4745-bdc5-8a598068b05e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f6d8301-9c49-48bf-aad4-08682e05b0f8 HTTP/1.1" status: 200 len: 945 time: 0.0804121 May 27 02:49:24.035084 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bcb40189-b7fb-4892-90ec-8d5957ab55c4 req-2ee5d3a1-ee73-408a-b26c-401d9ccef38e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371697 May 27 02:49:24.233615 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf9c48-6842-46af-acac-1120eee77b04 req-09398710-923f-4db5-9698-45e05503b965 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:24.235067 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1fdf9c48-6842-46af-acac-1120eee77b04 req-09398710-923f-4db5-9698-45e05503b965 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f6d8301-9c49-48bf-aad4-08682e05b0f8 HTTP/1.1" status: 200 len: 945 time: 0.0807619 May 27 02:49:24.356665 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-1fdf9c48-6842-46af-acac-1120eee77b04 req-2e259940-ae22-480b-a87f-5f575bc422a6 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Deleting port 3c00e8d4-b9bc-49a0-988e-d538ef99f9ac {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:49:24.356953 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1fdf9c48-6842-46af-acac-1120eee77b04 req-2e259940-ae22-480b-a87f-5f575bc422a6 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:24.478691 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2917d57d-a754-4448-bf46-f04e25e209a7 req-09202233-c312-4f28-bab9-0c2ee11aa9a2 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:24.480151 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2917d57d-a754-4448-bf46-f04e25e209a7 req-09202233-c312-4f28-bab9-0c2ee11aa9a2 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc3ad96c-e0b2-44b4-ac56-651df44d3f6a HTTP/1.1" status: 200 len: 945 time: 0.1939745 May 27 02:49:24.606397 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2917d57d-a754-4448-bf46-f04e25e209a7 req-9c6cff59-36a9-4608-997b-d7aba58b6f83 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/security-groups?id=6886ba3b-bc8d-4d80-aca1-c76fbe25a659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201150 May 27 02:49:24.658864 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-1fdf9c48-6842-46af-acac-1120eee77b04 req-2e259940-ae22-480b-a87f-5f575bc422a6 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] For port 3c00e8d4-b9bc-49a0-988e-d538ef99f9ac, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=3c00e8d4-b9bc-49a0-988e-d538ef99f9ac,segment=NetworkSegment(77a48b29-f789-41c3-82b2-66a5eb7c53b7),segment_id=77a48b29-f789-41c3-82b2-66a5eb7c53b7)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:49:24.659228 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1fdf9c48-6842-46af-acac-1120eee77b04 req-2e259940-ae22-480b-a87f-5f575bc422a6 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:24.781124 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-1fdf9c48-6842-46af-acac-1120eee77b04 req-2e259940-ae22-480b-a87f-5f575bc422a6 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Calling delete_port for 3c00e8d4-b9bc-49a0-988e-d538ef99f9ac owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:49:25.089762 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1fdf9c48-6842-46af-acac-1120eee77b04 req-2e259940-ae22-480b-a87f-5f575bc422a6 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:25.101369 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['3c00e8d4-b9bc-49a0-988e-d538ef99f9ac'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:49:25.140779 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e259940-ae22-480b-a87f-5f575bc422a6 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Pushing event deleted for resources: {'Port': ['ID=3c00e8d4-b9bc-49a0-988e-d538ef99f9ac,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:25.220512 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5daf5ea3-848b-4652-868c-672fd155efaf req-20b75c07-2b86-4f8e-aa36-7b780450962e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f6d8301-9c49-48bf-aad4-08682e05b0f8 HTTP/1.1" status: 200 len: 210 time: 0.0760827 May 27 02:49:25.258846 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fdf9c48-6842-46af-acac-1120eee77b04 req-2e259940-ae22-480b-a87f-5f575bc422a6 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] No DVR routers for this DVR port 3c00e8d4-b9bc-49a0-988e-d538ef99f9ac on host n-h1-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:49:25.262821 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1fdf9c48-6842-46af-acac-1120eee77b04 req-2e259940-ae22-480b-a87f-5f575bc422a6 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:25.265535 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6d8301-9c49-48bf-aad4-08682e05b0f8', 'name': 'network-vif-deleted', 'tag': '3c00e8d4-b9bc-49a0-988e-d538ef99f9ac'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:49:25.314924 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e0128d4-06b8-4ef4-8196-39e1acbda2a5'] response: {'server_uuid': '3f6d8301-9c49-48bf-aad4-08682e05b0f8', 'name': 'network-vif-deleted', 'tag': '3c00e8d4-b9bc-49a0-988e-d538ef99f9ac', 'status': 'completed', 'code': 200} May 27 02:49:25.332037 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1fdf9c48-6842-46af-acac-1120eee77b04 req-2e259940-ae22-480b-a87f-5f575bc422a6 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.32 "DELETE /v2.0/ports/3c00e8d4-b9bc-49a0-988e-d538ef99f9ac HTTP/1.1" status: 204 len: 173 time: 1.0913739 May 27 02:49:25.541193 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a53b7e66-c03f-4cc4-b4ce-bc085e22bc70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:25.947237 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba30c5-fad3-45df-8624-1722fb254920 req-204f2d8c-a6e2-4f69-b818-40ef4e69933a tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:25.948702 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b7ba30c5-fad3-45df-8624-1722fb254920 req-204f2d8c-a6e2-4f69-b818-40ef4e69933a tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc3ad96c-e0b2-44b4-ac56-651df44d3f6a HTTP/1.1" status: 200 len: 945 time: 0.0803406 May 27 02:49:25.993643 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b7ba30c5-fad3-45df-8624-1722fb254920 req-5ede9d59-6871-4546-8889-9b7353f0f7c5 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/security-groups?id=6886ba3b-bc8d-4d80-aca1-c76fbe25a659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387928 May 27 02:49:26.188800 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789a294-9557-47c3-a201-6ec679c13b93 req-6e5de27f-2a43-4ab9-a831-b87ec1707f15 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:26.190165 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0789a294-9557-47c3-a201-6ec679c13b93 req-6e5de27f-2a43-4ab9-a831-b87ec1707f15 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc3ad96c-e0b2-44b4-ac56-651df44d3f6a HTTP/1.1" status: 200 len: 945 time: 0.0840685 May 27 02:49:26.233451 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0789a294-9557-47c3-a201-6ec679c13b93 req-93d71c46-7f15-44ec-8457-289cc87c790b tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/security-groups?id=6886ba3b-bc8d-4d80-aca1-c76fbe25a659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374317 May 27 02:49:26.381020 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-527058ba-e9ba-4d4c-8e52-a59f7a45e4c1 req-f923e475-6adf-4f93-a3ef-234775757c24 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Synchronizing usage tracker for tenant:3fadd088ccc74553a04697be263b7906 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:49:26.445845 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-527058ba-e9ba-4d4c-8e52-a59f7a45e4c1 req-f923e475-6adf-4f93-a3ef-234775757c24 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Unset dirty status for tenant:3fadd088ccc74553a04697be263b7906 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:49:26.447047 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-527058ba-e9ba-4d4c-8e52-a59f7a45e4c1 req-f923e475-6adf-4f93-a3ef-234775757c24 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f6d8301-9c49-48bf-aad4-08682e05b0f8 HTTP/1.1" status: 200 len: 210 time: 0.1080530 May 27 02:49:26.809692 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31677b9c-b218-4656-b705-febfa2534361 req-415bd568-7d4e-4116-a968-a35fbeff9033 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:26.811142 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-31677b9c-b218-4656-b705-febfa2534361 req-415bd568-7d4e-4116-a968-a35fbeff9033 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc3ad96c-e0b2-44b4-ac56-651df44d3f6a HTTP/1.1" status: 200 len: 945 time: 0.0821371 May 27 02:49:26.855203 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-31677b9c-b218-4656-b705-febfa2534361 req-4a055daa-3b10-45e1-b1c8-b838ed446fd4 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/security-groups?id=6886ba3b-bc8d-4d80-aca1-c76fbe25a659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385273 May 27 02:49:27.371452 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 3c00e8d4-b9bc-49a0-988e-d538ef99f9ac no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:49:27.408480 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 3c00e8d4-b9bc-49a0-988e-d538ef99f9ac {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:49:27.408857 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 3c00e8d4-b9bc-49a0-988e-d538ef99f9ac not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:49:27.856660 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d9986b71-b34c-4c95-a5c6-f2687b60a7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:28.042832 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e7f2a-f803-469a-8486-686359206d95 req-e0ca56b3-c650-45b0-8e07-c9e9bdda2507 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:28.044229 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-728e7f2a-f803-469a-8486-686359206d95 req-e0ca56b3-c650-45b0-8e07-c9e9bdda2507 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc3ad96c-e0b2-44b4-ac56-651df44d3f6a HTTP/1.1" status: 200 len: 945 time: 0.0797949 May 27 02:49:28.087551 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-728e7f2a-f803-469a-8486-686359206d95 req-0d9ab591-4897-4f26-be84-fc1de6dab23f tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/security-groups?id=6886ba3b-bc8d-4d80-aca1-c76fbe25a659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376630 May 27 02:49:28.548056 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6fc65c-d180-4329-8f7e-791661b92ce5 req-5e405f12-a743-4de2-a868-1997bc728bd2 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:28.549551 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7d6fc65c-d180-4329-8f7e-791661b92ce5 req-5e405f12-a743-4de2-a868-1997bc728bd2 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc3ad96c-e0b2-44b4-ac56-651df44d3f6a HTTP/1.1" status: 200 len: 945 time: 0.0876875 May 27 02:49:28.595456 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7d6fc65c-d180-4329-8f7e-791661b92ce5 req-ac85faed-2660-41a5-9798-1a7b9f046c1e tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/security-groups?id=6886ba3b-bc8d-4d80-aca1-c76fbe25a659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400002 May 27 02:49:28.613031 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f768d8-8b90-4c7e-85b4-52ad4a6b482d req-4841f6cb-2c1d-4b7d-992a-06d55b57c98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:28.613031 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c7f768d8-8b90-4c7e-85b4-52ad4a6b482d req-4841f6cb-2c1d-4b7d-992a-06d55b57c98e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dff91b03ecde42e591006f9704328f7f&device_id=dc3ad96c-e0b2-44b4-ac56-651df44d3f6a HTTP/1.1" status: 200 len: 1096 time: 0.0737627 May 27 02:49:28.744552 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f768d8-8b90-4c7e-85b4-52ad4a6b482d req-c9db8934-2e79-4571-a767-6684deaf2ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:28.746037 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c7f768d8-8b90-4c7e-85b4-52ad4a6b482d req-c9db8934-2e79-4571-a767-6684deaf2ab4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=31b41b91-27bf-4c2a-b09a-bf94ed429ad9 HTTP/1.1" status: 200 len: 913 time: 0.1271441 May 27 02:49:28.817902 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c7f768d8-8b90-4c7e-85b4-52ad4a6b482d req-1e609406-0dcf-4e4c-a320-2831422cae98 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b848476-b145-41fe-853c-85d814b5e356 HTTP/1.1" status: 200 len: 217 time: 0.0663552 May 27 02:49:28.881411 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f768d8-8b90-4c7e-85b4-52ad4a6b482d req-00b5ae72-4610-41ee-b9fe-898e2c283dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:28.883504 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c7f768d8-8b90-4c7e-85b4-52ad4a6b482d req-00b5ae72-4610-41ee-b9fe-898e2c283dda service neutron] 10.222.0.66 "GET /v2.0/subnets?id=410be0e5-d6d5-4339-a8cd-b74e892f2d95 HTTP/1.1" status: 200 len: 852 time: 0.0601525 May 27 02:49:28.932414 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c7f768d8-8b90-4c7e-85b4-52ad4a6b482d req-5e02fc40-7f58-424f-8544-e706fd81a400 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=31b41b91-27bf-4c2a-b09a-bf94ed429ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435624 May 27 02:49:29.045679 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:29.062910 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:29.161969 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c7f768d8-8b90-4c7e-85b4-52ad4a6b482d req-faaaebd7-dbd0-4578-8969-792bc30e3814 service neutron] 10.222.0.66 "GET /v2.0/networks/31b41b91-27bf-4c2a-b09a-bf94ed429ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235875 May 27 02:49:29.294960 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c7f768d8-8b90-4c7e-85b4-52ad4a6b482d req-51551432-a2c1-443d-bdef-9688bc38b470 service neutron] 10.222.0.66 "GET /v2.0/networks/31b41b91-27bf-4c2a-b09a-bf94ed429ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272824 May 27 02:49:29.780995 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da81b99-b523-4d2e-b302-efc2a6264341 req-f1cc43b0-b607-4a0a-867e-ed9fce9d2f5d tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:29.782587 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8da81b99-b523-4d2e-b302-efc2a6264341 req-f1cc43b0-b607-4a0a-867e-ed9fce9d2f5d tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc3ad96c-e0b2-44b4-ac56-651df44d3f6a HTTP/1.1" status: 200 len: 945 time: 0.0813711 May 27 02:49:29.829408 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8da81b99-b523-4d2e-b302-efc2a6264341 req-241f06e5-2e08-42bf-81c1-a7de35ad3a72 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/security-groups?id=6886ba3b-bc8d-4d80-aca1-c76fbe25a659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400238 May 27 02:49:30.228251 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:31.019962 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d81b1-3211-4c0b-88f5-a3305498cbd7 req-321a2661-338b-4b89-9ddb-cad1bb60e14f tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:31.021578 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7c4d81b1-3211-4c0b-88f5-a3305498cbd7 req-321a2661-338b-4b89-9ddb-cad1bb60e14f tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc3ad96c-e0b2-44b4-ac56-651df44d3f6a HTTP/1.1" status: 200 len: 945 time: 0.0850596 May 27 02:49:31.066277 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7c4d81b1-3211-4c0b-88f5-a3305498cbd7 req-9f270fa1-ef5e-4aac-8d2c-66cffc7852e4 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/security-groups?id=6886ba3b-bc8d-4d80-aca1-c76fbe25a659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384927 May 27 02:49:31.728962 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e24ae-dc3b-4b24-add0-5fa563b5a369 req-d25f9795-073f-4240-88dc-cea7c64fc81e tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:31.730433 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4a6e24ae-dc3b-4b24-add0-5fa563b5a369 req-d25f9795-073f-4240-88dc-cea7c64fc81e tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc3ad96c-e0b2-44b4-ac56-651df44d3f6a HTTP/1.1" status: 200 len: 945 time: 0.0803058 May 27 02:49:31.780754 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4a6e24ae-dc3b-4b24-add0-5fa563b5a369 req-64938fa7-8a0d-41ee-b5f4-20a4706eb069 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/security-groups?id=6886ba3b-bc8d-4d80-aca1-c76fbe25a659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444775 May 27 02:49:32.984970 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac5c2a-a014-4b01-ad78-502c27803c83 req-2d9a7aa0-77a7-48b0-baf5-f1d11a305fe8 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:32.986569 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b8ac5c2a-a014-4b01-ad78-502c27803c83 req-2d9a7aa0-77a7-48b0-baf5-f1d11a305fe8 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc3ad96c-e0b2-44b4-ac56-651df44d3f6a HTTP/1.1" status: 200 len: 945 time: 0.0874615 May 27 02:49:33.033184 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b8ac5c2a-a014-4b01-ad78-502c27803c83 req-a91252dd-28f3-484a-bbd2-fcfb25ec1396 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/security-groups?id=6886ba3b-bc8d-4d80-aca1-c76fbe25a659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408776 May 27 02:49:33.731701 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c5047-f86c-4961-8f15-d6b8ed1269a4 req-679e3775-da78-475f-a750-ffe82e635b5f tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:33.733249 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-227c5047-f86c-4961-8f15-d6b8ed1269a4 req-679e3775-da78-475f-a750-ffe82e635b5f tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc3ad96c-e0b2-44b4-ac56-651df44d3f6a HTTP/1.1" status: 200 len: 945 time: 0.0935168 May 27 02:49:33.781672 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-227c5047-f86c-4961-8f15-d6b8ed1269a4 req-0f26dce6-149a-4d15-8d01-62137253e28d tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/security-groups?id=6886ba3b-bc8d-4d80-aca1-c76fbe25a659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420346 May 27 02:49:33.807248 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c971acb-8cde-4913-a3aa-5f378059a93c req-fae57278-384d-4f42-a7f9-4e4bb767bd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:33.809320 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5c971acb-8cde-4913-a3aa-5f378059a93c req-fae57278-384d-4f42-a7f9-4e4bb767bd5d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dff91b03ecde42e591006f9704328f7f&device_id=dc3ad96c-e0b2-44b4-ac56-651df44d3f6a HTTP/1.1" status: 200 len: 1096 time: 0.0837884 May 27 02:49:33.944971 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c971acb-8cde-4913-a3aa-5f378059a93c req-2a2172d4-834d-44b5-a189-7eeb0fce9eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:33.946454 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5c971acb-8cde-4913-a3aa-5f378059a93c req-2a2172d4-834d-44b5-a189-7eeb0fce9eb6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=31b41b91-27bf-4c2a-b09a-bf94ed429ad9 HTTP/1.1" status: 200 len: 913 time: 0.1304903 May 27 02:49:34.018660 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5c971acb-8cde-4913-a3aa-5f378059a93c req-e4385139-63fd-4ca4-bd5f-2b65546d112b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b848476-b145-41fe-853c-85d814b5e356 HTTP/1.1" status: 200 len: 217 time: 0.0665157 May 27 02:49:34.080259 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c971acb-8cde-4913-a3aa-5f378059a93c req-bc541a15-3051-4e63-a559-f3c1b244f34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:34.081737 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5c971acb-8cde-4913-a3aa-5f378059a93c req-bc541a15-3051-4e63-a559-f3c1b244f34e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=410be0e5-d6d5-4339-a8cd-b74e892f2d95 HTTP/1.1" status: 200 len: 852 time: 0.0579965 May 27 02:49:34.131766 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5c971acb-8cde-4913-a3aa-5f378059a93c req-a2773d8b-3f57-424b-aadc-da115c3189c1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=31b41b91-27bf-4c2a-b09a-bf94ed429ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443075 May 27 02:49:34.270420 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5c971acb-8cde-4913-a3aa-5f378059a93c req-3273dd47-2965-4ba4-9690-d2d7ff24c607 service neutron] 10.222.0.66 "GET /v2.0/networks/31b41b91-27bf-4c2a-b09a-bf94ed429ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327436 May 27 02:49:34.405930 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5c971acb-8cde-4913-a3aa-5f378059a93c req-34ad0284-fa1d-4860-b90b-e37cd82eb0b9 service neutron] 10.222.0.66 "GET /v2.0/networks/31b41b91-27bf-4c2a-b09a-bf94ed429ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302536 May 27 02:49:34.975928 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f2a33-2488-43c3-b88a-2e36b8a8a1a8 req-bd1ad041-127e-40e8-9f18-1ee7ceb53e0f tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:34.977498 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a65f2a33-2488-43c3-b88a-2e36b8a8a1a8 req-bd1ad041-127e-40e8-9f18-1ee7ceb53e0f tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc3ad96c-e0b2-44b4-ac56-651df44d3f6a HTTP/1.1" status: 200 len: 945 time: 0.0821667 May 27 02:49:35.027707 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a65f2a33-2488-43c3-b88a-2e36b8a8a1a8 req-e22be9cf-eef9-4117-aecf-7f2e412b648c tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/security-groups?id=6886ba3b-bc8d-4d80-aca1-c76fbe25a659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444360 May 27 02:49:36.223561 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff51fa-ba16-4076-8f98-c5b2fc7d71f4 req-52f4931c-47cd-43ff-964d-59973f936fe9 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:36.224969 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-19ff51fa-ba16-4076-8f98-c5b2fc7d71f4 req-52f4931c-47cd-43ff-964d-59973f936fe9 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc3ad96c-e0b2-44b4-ac56-651df44d3f6a HTTP/1.1" status: 200 len: 945 time: 0.0872781 May 27 02:49:36.271007 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-19ff51fa-ba16-4076-8f98-c5b2fc7d71f4 req-95df7257-e4d0-4978-8bc5-9d7161dfbfdf tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/security-groups?id=6886ba3b-bc8d-4d80-aca1-c76fbe25a659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403564 May 27 02:49:36.777358 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f7300-8416-4569-af45-15839b6b4649 req-80060411-1e4a-4a11-83ba-030482a9bbd4 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:36.778826 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5a1f7300-8416-4569-af45-15839b6b4649 req-80060411-1e4a-4a11-83ba-030482a9bbd4 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc3ad96c-e0b2-44b4-ac56-651df44d3f6a HTTP/1.1" status: 200 len: 945 time: 0.0798571 May 27 02:49:36.827882 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5a1f7300-8416-4569-af45-15839b6b4649 req-21fb6cd3-81f3-496a-9c91-bfe38284a24e tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/security-groups?id=6886ba3b-bc8d-4d80-aca1-c76fbe25a659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433931 May 27 02:49:38.015973 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff830d5d-acc2-48d5-a828-8a7b899db2bb req-04a75af5-82ea-4d09-b178-32dceaaa1828 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:38.017593 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ff830d5d-acc2-48d5-a828-8a7b899db2bb req-04a75af5-82ea-4d09-b178-32dceaaa1828 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc3ad96c-e0b2-44b4-ac56-651df44d3f6a HTTP/1.1" status: 200 len: 945 time: 0.0825195 May 27 02:49:38.063996 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ff830d5d-acc2-48d5-a828-8a7b899db2bb req-f0a30e79-3a39-4748-8b72-b7e59e1683c8 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/security-groups?id=6886ba3b-bc8d-4d80-aca1-c76fbe25a659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404720 May 27 02:49:38.452028 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b9a09-e290-42b7-93c5-31819853c817 req-5278cfac-9b37-4766-bedb-ecc56b70c383 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:38.452737 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-bc8b9a09-e290-42b7-93c5-31819853c817 req-5278cfac-9b37-4766-bedb-ecc56b70c383 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Synchronizing usage tracker for tenant:dff91b03ecde42e591006f9704328f7f on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:49:38.524278 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-bc8b9a09-e290-42b7-93c5-31819853c817 req-5278cfac-9b37-4766-bedb-ecc56b70c383 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Unset dirty status for tenant:dff91b03ecde42e591006f9704328f7f on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:49:38.525504 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bc8b9a09-e290-42b7-93c5-31819853c817 req-5278cfac-9b37-4766-bedb-ecc56b70c383 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3ad96c-e0b2-44b4-ac56-651df44d3f6a HTTP/1.1" status: 200 len: 945 time: 0.1515148 May 27 02:49:38.605430 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-bc8b9a09-e290-42b7-93c5-31819853c817 req-7b396367-986d-4c65-8941-12165be46d64 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Deleting port 5b848476-b145-41fe-853c-85d814b5e356 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:49:38.605773 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bc8b9a09-e290-42b7-93c5-31819853c817 req-7b396367-986d-4c65-8941-12165be46d64 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:38.862529 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-bc8b9a09-e290-42b7-93c5-31819853c817 req-7b396367-986d-4c65-8941-12165be46d64 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] For port 5b848476-b145-41fe-853c-85d814b5e356, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=5b848476-b145-41fe-853c-85d814b5e356,segment=NetworkSegment(e8313615-c238-4137-99f5-5e672cb879f5),segment_id=e8313615-c238-4137-99f5-5e672cb879f5)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:49:38.862912 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bc8b9a09-e290-42b7-93c5-31819853c817 req-7b396367-986d-4c65-8941-12165be46d64 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:38.990800 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-bc8b9a09-e290-42b7-93c5-31819853c817 req-7b396367-986d-4c65-8941-12165be46d64 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Calling delete_port for 5b848476-b145-41fe-853c-85d814b5e356 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:49:39.188123 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bc8b9a09-e290-42b7-93c5-31819853c817 req-7b396367-986d-4c65-8941-12165be46d64 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:39.200566 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['5b848476-b145-41fe-853c-85d814b5e356'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:49:39.220896 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1954a827-33c5-42cb-94f2-3abd27d162bf req-0f44c889-5b67-4b63-967c-274851c0c3e1 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc3ad96c-e0b2-44b4-ac56-651df44d3f6a HTTP/1.1" status: 200 len: 210 time: 0.0460567 May 27 02:49:39.359074 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b396367-986d-4c65-8941-12165be46d64 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Pushing event deleted for resources: {'Port': ['ID=5b848476-b145-41fe-853c-85d814b5e356,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:39.445800 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8b9a09-e290-42b7-93c5-31819853c817 req-7b396367-986d-4c65-8941-12165be46d64 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] No DVR routers for this DVR port 5b848476-b145-41fe-853c-85d814b5e356 on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:49:39.449667 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bc8b9a09-e290-42b7-93c5-31819853c817 req-7b396367-986d-4c65-8941-12165be46d64 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:39.452492 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3ad96c-e0b2-44b4-ac56-651df44d3f6a', 'name': 'network-vif-deleted', 'tag': '5b848476-b145-41fe-853c-85d814b5e356'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:49:39.570445 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5df12e6a-3134-462a-a8de-f16ce94bc0b8'] response: {'server_uuid': 'dc3ad96c-e0b2-44b4-ac56-651df44d3f6a', 'name': 'network-vif-deleted', 'tag': '5b848476-b145-41fe-853c-85d814b5e356', 'status': 'completed', 'code': 200} May 27 02:49:39.657080 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bc8b9a09-e290-42b7-93c5-31819853c817 req-7b396367-986d-4c65-8941-12165be46d64 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.66 "DELETE /v2.0/ports/5b848476-b145-41fe-853c-85d814b5e356 HTTP/1.1" status: 204 len: 173 time: 1.1267893 May 27 02:49:40.404752 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ddf8adc9-33c9-4775-bbb7-4a73b317e48a req-098988f2-25b4-4cc0-9f41-ad4074fde513 tempest-TestServerAdvancedOps-1829009389 tempest-TestServerAdvancedOps-1829009389-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc3ad96c-e0b2-44b4-ac56-651df44d3f6a HTTP/1.1" status: 200 len: 210 time: 0.0486631 May 27 02:49:41.506017 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58182) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:49:41.568535 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-be55751a-a471-4093-9d6a-1eae17806438 admin admin] Deleting subnet 410be0e5-d6d5-4339-a8cd-b74e892f2d95 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:49:41.571681 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be55751a-a471-4093-9d6a-1eae17806438 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:41.621838 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be55751a-a471-4093-9d6a-1eae17806438 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:41.677184 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be55751a-a471-4093-9d6a-1eae17806438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:41.782482 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be55751a-a471-4093-9d6a-1eae17806438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:41.821868 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be55751a-a471-4093-9d6a-1eae17806438 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:41.828437 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55751a-a471-4093-9d6a-1eae17806438 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=410be0e5-d6d5-4339-a8cd-b74e892f2d95,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:41.832671 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-be55751a-a471-4093-9d6a-1eae17806438 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/410be0e5-d6d5-4339-a8cd-b74e892f2d95 HTTP/1.1" status: 204 len: 168 time: 0.3254747 May 27 02:49:41.835552 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58192) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:49:41.941815 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-76b3db39-36a4-47a8-9056-b9b211ae8b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:42.069358 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-76b3db39-36a4-47a8-9056-b9b211ae8b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:42.094874 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-76b3db39-36a4-47a8-9056-b9b211ae8b45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31b41b91-27bf-4c2a-b09a-bf94ed429ad9']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:49:42.107103 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-76b3db39-36a4-47a8-9056-b9b211ae8b45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8313615-c238-4137-99f5-5e672cb879f5') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:49:42.107405 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-76b3db39-36a4-47a8-9056-b9b211ae8b45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8313615-c238-4137-99f5-5e672cb879f5') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:49:42.119326 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-76b3db39-36a4-47a8-9056-b9b211ae8b45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:42.135865 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-76b3db39-36a4-47a8-9056-b9b211ae8b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:42.141948 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76b3db39-36a4-47a8-9056-b9b211ae8b45 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:49:42.149494 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-76b3db39-36a4-47a8-9056-b9b211ae8b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:42.208463 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment e8313615-c238-4137-99f5-5e672cb879f5 resource provider aggregate not found May 27 02:49:42.234139 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment e8313615-c238-4137-99f5-5e672cb879f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e8313615-c238-4137-99f5-5e672cb879f5 found for delete ", "request_id": "req-ca1d3e1f-0554-4185-a715-a651747a1335"}]} May 27 02:49:42.329444 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-76b3db39-36a4-47a8-9056-b9b211ae8b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:42.345404 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-76b3db39-36a4-47a8-9056-b9b211ae8b45 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:42.356823 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3db39-36a4-47a8-9056-b9b211ae8b45 admin admin] Pushing event deleted for resources: {'Network': ['ID=31b41b91-27bf-4c2a-b09a-bf94ed429ad9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:42.422907 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-76b3db39-36a4-47a8-9056-b9b211ae8b45 admin admin] 10.222.0.57 "DELETE /v2.0/networks/31b41b91-27bf-4c2a-b09a-bf94ed429ad9 HTTP/1.1" status: 204 len: 168 time: 0.5863140 May 27 02:49:42.425711 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58208) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:49:42.488701 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-dee1bc73-7440-4792-8206-841a09005381 admin admin] Deleting subnet a10f3b0f-9ffa-479e-9451-4aa8eb11ad4b {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:49:42.492674 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dee1bc73-7440-4792-8206-841a09005381 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:42.542654 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dee1bc73-7440-4792-8206-841a09005381 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:42.605781 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dee1bc73-7440-4792-8206-841a09005381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:42.741704 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dee1bc73-7440-4792-8206-841a09005381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:42.778577 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1bc73-7440-4792-8206-841a09005381 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a10f3b0f-9ffa-479e-9451-4aa8eb11ad4b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:42.782230 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dee1bc73-7440-4792-8206-841a09005381 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:42.790820 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-dee1bc73-7440-4792-8206-841a09005381 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a10f3b0f-9ffa-479e-9451-4aa8eb11ad4b HTTP/1.1" status: 204 len: 168 time: 0.3618715 May 27 02:49:42.791159 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 58212) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:49:42.898014 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ae856672-9590-4ae0-a0c7-04c9d8879235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:42.988705 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 5b848476-b145-41fe-853c-85d814b5e356 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:49:43.026726 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: 5b848476-b145-41fe-853c-85d814b5e356 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:49:43.027360 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 5b848476-b145-41fe-853c-85d814b5e356 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:49:43.134998 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ae856672-9590-4ae0-a0c7-04c9d8879235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:43.162266 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-ae856672-9590-4ae0-a0c7-04c9d8879235 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12818fc3-bfdd-4858-a4d1-945207a51ca0']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:49:43.175860 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-ae856672-9590-4ae0-a0c7-04c9d8879235 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63ebfa67-8deb-4e16-a2dd-66c7070d18c2') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:49:43.176158 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-ae856672-9590-4ae0-a0c7-04c9d8879235 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63ebfa67-8deb-4e16-a2dd-66c7070d18c2') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:49:43.187663 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ae856672-9590-4ae0-a0c7-04c9d8879235 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:43.203707 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ae856672-9590-4ae0-a0c7-04c9d8879235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:43.210108 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae856672-9590-4ae0-a0c7-04c9d8879235 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:49:43.210480 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ae856672-9590-4ae0-a0c7-04c9d8879235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:43.276084 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 63ebfa67-8deb-4e16-a2dd-66c7070d18c2 resource provider aggregate not found May 27 02:49:43.297419 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 63ebfa67-8deb-4e16-a2dd-66c7070d18c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 63ebfa67-8deb-4e16-a2dd-66c7070d18c2 found for delete ", "request_id": "req-8ef50409-9964-4a40-a0e1-c83eb96654ba"}]} May 27 02:49:43.382599 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ae856672-9590-4ae0-a0c7-04c9d8879235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:43.399491 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ae856672-9590-4ae0-a0c7-04c9d8879235 admin admin] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:43.408855 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae856672-9590-4ae0-a0c7-04c9d8879235 admin admin] Pushing event deleted for resources: {'Network': ['ID=12818fc3-bfdd-4858-a4d1-945207a51ca0,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:43.411882 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ae856672-9590-4ae0-a0c7-04c9d8879235 admin admin] 10.222.0.57 "DELETE /v2.0/networks/12818fc3-bfdd-4858-a4d1-945207a51ca0 HTTP/1.1" status: 204 len: 168 time: 0.6196768 May 27 02:49:43.767959 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 58236) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:49:43.823712 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58248) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:49:43.824191 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7d36f88d-b577-4caa-a0e0-5a07e92493fc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dff91b03ecde42e591006f9704328f7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0542121 May 27 02:49:43.885929 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-51a74c06-61b5-4091-9170-f5421b14cd00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:43.915305 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-51a74c06-61b5-4091-9170-f5421b14cd00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:44.136757 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-51a74c06-61b5-4091-9170-f5421b14cd00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:44.151339 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a74c06-61b5-4091-9170-f5421b14cd00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6886ba3b-bc8d-4d80-aca1-c76fbe25a659,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:44.158416 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-51a74c06-61b5-4091-9170-f5421b14cd00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:44.159191 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-51a74c06-61b5-4091-9170-f5421b14cd00 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6886ba3b-bc8d-4d80-aca1-c76fbe25a659 HTTP/1.1" status: 204 len: 168 time: 0.3330846 May 27 02:49:44.447139 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730282a4-6820-425e-a759-5bedc1a41353 req-771bfcb1-15d2-4ddd-b8c5-a9173fbb0bd9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:44.448608 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-730282a4-6820-425e-a759-5bedc1a41353 req-771bfcb1-15d2-4ddd-b8c5-a9173fbb0bd9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad1e4d86-31db-45cb-9402-e3b602f556b8 HTTP/1.1" status: 200 len: 945 time: 0.0904946 May 27 02:49:44.497110 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-730282a4-6820-425e-a759-5bedc1a41353 req-9915da13-5515-420a-8254-ecfb47b694b4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=b407f67f-53fe-48ac-a4c5-d1e61d7f8076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422323 May 27 02:49:44.883519 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58260) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:49:44.935924 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-bad91649-54c4-49e1-b6cb-171f5a121c0f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f98e11059b6f4735be76fa861a38eb58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512087 May 27 02:49:44.939493 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58264) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:49:44.998656 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f31dd0e-ebc6-40a7-8835-1bd7b5065e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:45.024110 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f31dd0e-ebc6-40a7-8835-1bd7b5065e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:45.170733 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f31dd0e-ebc6-40a7-8835-1bd7b5065e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:45.189187 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f31dd0e-ebc6-40a7-8835-1bd7b5065e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf987d1c-4be1-4806-8b33-326563aa9f15,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:45.195947 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f31dd0e-ebc6-40a7-8835-1bd7b5065e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:45.197129 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0f31dd0e-ebc6-40a7-8835-1bd7b5065e3d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cf987d1c-4be1-4806-8b33-326563aa9f15 HTTP/1.1" status: 204 len: 168 time: 0.2566817 May 27 02:49:45.698923 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615e529-1b2d-4065-bf7c-6abe00324cf7 req-3f08bb04-c77a-4020-849c-ff0f8a47b72f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:45.700350 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2615e529-1b2d-4065-bf7c-6abe00324cf7 req-3f08bb04-c77a-4020-849c-ff0f8a47b72f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad1e4d86-31db-45cb-9402-e3b602f556b8 HTTP/1.1" status: 200 len: 945 time: 0.0850945 May 27 02:49:45.750226 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2615e529-1b2d-4065-bf7c-6abe00324cf7 req-2bdd739e-2674-405a-a2c1-5ec07b6f60d3 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=b407f67f-53fe-48ac-a4c5-d1e61d7f8076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431566 May 27 02:49:46.482937 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58300) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:49:46.590599 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ad9bfdb4-d883-4c43-8830-564fd029f47d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1617157689-network', 'tenant_id': '3b74ba23f74147ad82762a3f0f1e556e'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:49:46.596120 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ad9bfdb4-d883-4c43-8830-564fd029f47d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:49:46.599951 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ad9bfdb4-d883-4c43-8830-564fd029f47d admin admin] Usage tracker for resource:network and tenant:3b74ba23f74147ad82762a3f0f1e556e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:49:46.602793 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ad9bfdb4-d883-4c43-8830-564fd029f47d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:49:46.608977 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ad9bfdb4-d883-4c43-8830-564fd029f47d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:49:46.695626 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9bfdb4-d883-4c43-8830-564fd029f47d admin admin] Made reservation on behalf of 3b74ba23f74147ad82762a3f0f1e556e for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:49:46.698005 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad9bfdb4-d883-4c43-8830-564fd029f47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:46.711044 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad9bfdb4-d883-4c43-8830-564fd029f47d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:46.726768 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ad9bfdb4-d883-4c43-8830-564fd029f47d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:49:46.730938 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ad9bfdb4-d883-4c43-8830-564fd029f47d admin admin] Usage tracker for resource:security_group_rule and tenant:3b74ba23f74147ad82762a3f0f1e556e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:49:46.734000 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ad9bfdb4-d883-4c43-8830-564fd029f47d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:49:46.740062 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ad9bfdb4-d883-4c43-8830-564fd029f47d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:49:46.830030 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad9bfdb4-d883-4c43-8830-564fd029f47d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:46.934849 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad9bfdb4-d883-4c43-8830-564fd029f47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:46.942919 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040bc08-63ad-4fbe-9376-4b8b651bbfd3 req-fb226b78-939c-4f31-9d50-020ec11395c4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:46.945103 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b040bc08-63ad-4fbe-9376-4b8b651bbfd3 req-fb226b78-939c-4f31-9d50-020ec11395c4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad1e4d86-31db-45cb-9402-e3b602f556b8 HTTP/1.1" status: 200 len: 945 time: 0.0867803 May 27 02:49:46.964549 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad9bfdb4-d883-4c43-8830-564fd029f47d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:49:46.977324 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9bfdb4-d883-4c43-8830-564fd029f47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e39229-c589-49bd-8192-7d457af2b3ed,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:46.981830 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad9bfdb4-d883-4c43-8830-564fd029f47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:46.982120 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-ad9bfdb4-d883-4c43-8830-564fd029f47d admin admin] Added segment a0bf8f0a-7c78-46b6-a005-5d4cee4fce4b of type vlan for network 307f3fc5-fb67-4b52-bacb-377f24e4815d May 27 02:49:46.998183 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b040bc08-63ad-4fbe-9376-4b8b651bbfd3 req-31278b2b-219d-4d95-bc85-06c5413caea0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=b407f67f-53fe-48ac-a4c5-d1e61d7f8076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422876 May 27 02:49:47.011246 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad9bfdb4-d883-4c43-8830-564fd029f47d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:47.142155 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad9bfdb4-d883-4c43-8830-564fd029f47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:47.143138 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9bfdb4-d883-4c43-8830-564fd029f47d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:47.143726 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad9bfdb4-d883-4c43-8830-564fd029f47d admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:47.254875 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9bfdb4-d883-4c43-8830-564fd029f47d admin admin] Pushing event updated for resources: {'Network': ['ID=307f3fc5-fb67-4b52-bacb-377f24e4815d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:47.266247 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 307f3fc5-fb67-4b52-bacb-377f24e4815d details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:49:47.354546 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ad9bfdb4-d883-4c43-8830-564fd029f47d admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8704839 May 27 02:49:47.357406 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58310) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:49:47.362927 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-bf42aed8-88df-480a-8ea5-2901b4b31999 admin admin] Request body: {'subnet': {'network_id': '307f3fc5-fb67-4b52-bacb-377f24e4815d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1617157689-subnet', 'tenant_id': '3b74ba23f74147ad82762a3f0f1e556e', 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:49:47.369317 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bf42aed8-88df-480a-8ea5-2901b4b31999 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:49:47.373312 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bf42aed8-88df-480a-8ea5-2901b4b31999 admin admin] Usage tracker for resource:subnet and tenant:3b74ba23f74147ad82762a3f0f1e556e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:49:47.376150 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bf42aed8-88df-480a-8ea5-2901b4b31999 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:49:47.382207 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bf42aed8-88df-480a-8ea5-2901b4b31999 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:49:47.499434 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf42aed8-88df-480a-8ea5-2901b4b31999 admin admin] Made reservation on behalf of 3b74ba23f74147ad82762a3f0f1e556e for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:49:47.499434 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf42aed8-88df-480a-8ea5-2901b4b31999 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:47.769754 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf42aed8-88df-480a-8ea5-2901b4b31999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:47.845667 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42aed8-88df-480a-8ea5-2901b4b31999 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74fa6413-f073-4a59-b0ec-5ee211a79a9d,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:47.854867 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf42aed8-88df-480a-8ea5-2901b4b31999 admin admin] Checking segment: {'id': 'a0bf8f0a-7c78-46b6-a005-5d4cee4fce4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '307f3fc5-fb67-4b52-bacb-377f24e4815d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:49:47.855226 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf42aed8-88df-480a-8ea5-2901b4b31999 admin admin] Network hostable DHCP agents. Network: 307f3fc5-fb67-4b52-bacb-377f24e4815d, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:49:47.929350 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf42aed8-88df-480a-8ea5-2901b4b31999 admin admin] Network 307f3fc5-fb67-4b52-bacb-377f24e4815d is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:49:48.027588 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-bf42aed8-88df-480a-8ea5-2901b4b31999 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 307f3fc5-fb67-4b52-bacb-377f24e4815d) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:49:48.032396 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf42aed8-88df-480a-8ea5-2901b4b31999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:48.033764 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf42aed8-88df-480a-8ea5-2901b4b31999 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:48.036671 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c443fb2d-b7dc-4904-adf3-faf19e5b80a3 None None] Network 307f3fc5-fb67-4b52-bacb-377f24e4815d requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:49:48.149163 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-bf42aed8-88df-480a-8ea5-2901b4b31999 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7905056 May 27 02:49:48.152009 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58316) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:49:48.158059 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-0f598f82-7cfe-42bd-afad-2c93876e130d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1617157689-router', 'tenant_id': '3b74ba23f74147ad82762a3f0f1e556e', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:49:48.163524 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0f598f82-7cfe-42bd-afad-2c93876e130d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:49:48.168044 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0f598f82-7cfe-42bd-afad-2c93876e130d admin admin] Usage tracker for resource:router and tenant:3b74ba23f74147ad82762a3f0f1e556e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:49:48.171333 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0f598f82-7cfe-42bd-afad-2c93876e130d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:49:48.177436 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0f598f82-7cfe-42bd-afad-2c93876e130d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:49:48.194309 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a4ad9-c82a-488b-bd35-8ad6a1b01416 req-21056234-6bf7-43ae-933b-7d2f6cad0179 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:48.196917 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-452a4ad9-c82a-488b-bd35-8ad6a1b01416 req-21056234-6bf7-43ae-933b-7d2f6cad0179 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad1e4d86-31db-45cb-9402-e3b602f556b8 HTTP/1.1" status: 200 len: 945 time: 0.0892055 May 27 02:49:48.247379 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-452a4ad9-c82a-488b-bd35-8ad6a1b01416 req-444180f0-4f34-443d-9734-11862e600ad0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=b407f67f-53fe-48ac-a4c5-d1e61d7f8076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441730 May 27 02:49:48.266420 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4de7f36-f3d4-469f-a8c2-cdeb52fdd44f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-307f3fc5-fb67-4b52-bacb-377f24e4815d', 'network_id': '307f3fc5-fb67-4b52-bacb-377f24e4815d', 'tenant_id': '3b74ba23f74147ad82762a3f0f1e556e', 'fixed_ips': [{'subnet_id': '74fa6413-f073-4a59-b0ec-5ee211a79a9d'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:49:48.267379 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e4de7f36-f3d4-469f-a8c2-cdeb52fdd44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:48.272665 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f598f82-7cfe-42bd-afad-2c93876e130d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:48.273972 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f598f82-7cfe-42bd-afad-2c93876e130d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:48.289776 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f598f82-7cfe-42bd-afad-2c93876e130d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:48.429866 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-e4de7f36-f3d4-469f-a8c2-cdeb52fdd44f None None] Allocated IP 172.20.0.2 (307f3fc5-fb67-4b52-bacb-377f24e4815d/74fa6413-f073-4a59-b0ec-5ee211a79a9d/8f6f3cdd-d5b0-4bd1-8c59-cd95021fff9a) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:49:48.658573 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e4de7f36-f3d4-469f-a8c2-cdeb52fdd44f None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:48.670719 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e4de7f36-f3d4-469f-a8c2-cdeb52fdd44f None None] Transition to ACTIVE for port object 8f6f3cdd-d5b0-4bd1-8c59-cd95021fff9a will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:49:48.690567 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e4de7f36-f3d4-469f-a8c2-cdeb52fdd44f None None] Transition to ACTIVE for port object 8f6f3cdd-d5b0-4bd1-8c59-cd95021fff9a will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:49:48.752091 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f598f82-7cfe-42bd-afad-2c93876e130d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:48.777313 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e4de7f36-f3d4-469f-a8c2-cdeb52fdd44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:48.843491 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4de7f36-f3d4-469f-a8c2-cdeb52fdd44f None None] Network 307f3fc5-fb67-4b52-bacb-377f24e4815d is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:49:48.844603 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-e4de7f36-f3d4-469f-a8c2-cdeb52fdd44f None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:49:48.848549 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4de7f36-f3d4-469f-a8c2-cdeb52fdd44f None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:49:48.887603 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de7f36-f3d4-469f-a8c2-cdeb52fdd44f None None] Pushing event updated for resources: {'Port': ['ID=8f6f3cdd-d5b0-4bd1-8c59-cd95021fff9a,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:48.932305 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de7f36-f3d4-469f-a8c2-cdeb52fdd44f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:48.932561 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de7f36-f3d4-469f-a8c2-cdeb52fdd44f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:48.932925 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de7f36-f3d4-469f-a8c2-cdeb52fdd44f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:48.933276 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de7f36-f3d4-469f-a8c2-cdeb52fdd44f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:48.933583 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de7f36-f3d4-469f-a8c2-cdeb52fdd44f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:48.933905 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de7f36-f3d4-469f-a8c2-cdeb52fdd44f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:48.934232 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de7f36-f3d4-469f-a8c2-cdeb52fdd44f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:48.934541 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de7f36-f3d4-469f-a8c2-cdeb52fdd44f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:48.934854 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de7f36-f3d4-469f-a8c2-cdeb52fdd44f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:48.935167 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de7f36-f3d4-469f-a8c2-cdeb52fdd44f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:48.935478 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de7f36-f3d4-469f-a8c2-cdeb52fdd44f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:48.935789 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de7f36-f3d4-469f-a8c2-cdeb52fdd44f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:48.954557 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-e4de7f36-f3d4-469f-a8c2-cdeb52fdd44f None None] Attempting to bind port 8f6f3cdd-d5b0-4bd1-8c59-cd95021fff9a on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:49:48.954923 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-e4de7f36-f3d4-469f-a8c2-cdeb52fdd44f None None] Attempting to bind port 8f6f3cdd-d5b0-4bd1-8c59-cd95021fff9a by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'a0bf8f0a-7c78-46b6-a005-5d4cee4fce4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '307f3fc5-fb67-4b52-bacb-377f24e4815d'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:49:48.955330 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4de7f36-f3d4-469f-a8c2-cdeb52fdd44f None None] Attempting to bind port 8f6f3cdd-d5b0-4bd1-8c59-cd95021fff9a on network 307f3fc5-fb67-4b52-bacb-377f24e4815d {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:49:48.961097 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4de7f36-f3d4-469f-a8c2-cdeb52fdd44f None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:49:48.961465 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4de7f36-f3d4-469f-a8c2-cdeb52fdd44f None None] Checking segment: {'id': 'a0bf8f0a-7c78-46b6-a005-5d4cee4fce4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '307f3fc5-fb67-4b52-bacb-377f24e4815d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:49:48.961859 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e4de7f36-f3d4-469f-a8c2-cdeb52fdd44f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:48.962240 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4de7f36-f3d4-469f-a8c2-cdeb52fdd44f None None] Bound using segment: {'id': 'a0bf8f0a-7c78-46b6-a005-5d4cee4fce4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '307f3fc5-fb67-4b52-bacb-377f24e4815d'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:49:48.962714 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-e4de7f36-f3d4-469f-a8c2-cdeb52fdd44f None None] Bound port: 8f6f3cdd-d5b0-4bd1-8c59-cd95021fff9a, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0bf8f0a-7c78-46b6-a005-5d4cee4fce4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '307f3fc5-fb67-4b52-bacb-377f24e4815d'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:49:48.963071 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e4de7f36-f3d4-469f-a8c2-cdeb52fdd44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:49.057586 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-e4de7f36-f3d4-469f-a8c2-cdeb52fdd44f None None] For port 8f6f3cdd-d5b0-4bd1-8c59-cd95021fff9a, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:49:49.060517 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-e4de7f36-f3d4-469f-a8c2-cdeb52fdd44f None None] For port 8f6f3cdd-d5b0-4bd1-8c59-cd95021fff9a, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8f6f3cdd-d5b0-4bd1-8c59-cd95021fff9a,segment=NetworkSegment(a0bf8f0a-7c78-46b6-a005-5d4cee4fce4b),segment_id=a0bf8f0a-7c78-46b6-a005-5d4cee4fce4b)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:49:49.133870 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f598f82-7cfe-42bd-afad-2c93876e130d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:49.154303 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e4de7f36-f3d4-469f-a8c2-cdeb52fdd44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:49.165113 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f598f82-7cfe-42bd-afad-2c93876e130d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:49.243067 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de7f36-f3d4-469f-a8c2-cdeb52fdd44f None None] Pushing event updated for resources: {'Port': ['ID=8f6f3cdd-d5b0-4bd1-8c59-cd95021fff9a,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:49.312249 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-0f598f82-7cfe-42bd-afad-2c93876e130d admin admin] Allocated IP 172.25.1.97 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/24f015d8-265f-4c55-893f-d902bc472583) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:49:49.464653 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965d896-e604-47c7-bdb9-343fc9f66353 req-25766ae3-e27d-4174-907e-e4523d7f941a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:49.473329 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0965d896-e604-47c7-bdb9-343fc9f66353 req-25766ae3-e27d-4174-907e-e4523d7f941a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad1e4d86-31db-45cb-9402-e3b602f556b8 HTTP/1.1" status: 200 len: 945 time: 0.1128871 May 27 02:49:49.483913 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f598f82-7cfe-42bd-afad-2c93876e130d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:49.502915 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:49.542749 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0965d896-e604-47c7-bdb9-343fc9f66353 req-4423a85d-d62f-4e99-b646-3409791a2591 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=b407f67f-53fe-48ac-a4c5-d1e61d7f8076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680890 May 27 02:49:49.556296 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:49.605363 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f598f82-7cfe-42bd-afad-2c93876e130d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:49.634891 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8f6f3cdd-d5b0-4bd1-8c59-cd95021fff9a up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:49:49.672518 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f598f82-7cfe-42bd-afad-2c93876e130d admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:49:49.676449 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-0f598f82-7cfe-42bd-afad-2c93876e130d admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:49:49.680444 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f598f82-7cfe-42bd-afad-2c93876e130d admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:49:49.733356 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f598f82-7cfe-42bd-afad-2c93876e130d admin admin] Pushing event updated for resources: {'Port': ['ID=24f015d8-265f-4c55-893f-d902bc472583,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:49.828017 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 8f6f3cdd-d5b0-4bd1-8c59-cd95021fff9a completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:49:50.151331 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f598f82-7cfe-42bd-afad-2c93876e130d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:50.363553 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04275219-0fdb-45fa-a121-a3b9877bb255 None None] Network 307f3fc5-fb67-4b52-bacb-377f24e4815d requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:49:50.571005 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-7e332dcd-091c-4393-8a2f-aeb71b910aaf None None] Provisioning for port 8f6f3cdd-d5b0-4bd1-8c59-cd95021fff9a completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:49:50.582413 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-7e332dcd-091c-4393-8a2f-aeb71b910aaf None None] Provisioning complete for port 8f6f3cdd-d5b0-4bd1-8c59-cd95021fff9a triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:49:50.582719 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7e332dcd-091c-4393-8a2f-aeb71b910aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:50.650376 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f598f82-7cfe-42bd-afad-2c93876e130d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:50.722890 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-7e332dcd-091c-4393-8a2f-aeb71b910aaf None None] Current status of the port 8f6f3cdd-d5b0-4bd1-8c59-cd95021fff9a is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:49:50.723292 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7e332dcd-091c-4393-8a2f-aeb71b910aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:50.758507 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-7e332dcd-091c-4393-8a2f-aeb71b910aaf None None] For port 8f6f3cdd-d5b0-4bd1-8c59-cd95021fff9a, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8f6f3cdd-d5b0-4bd1-8c59-cd95021fff9a,segment=NetworkSegment(a0bf8f0a-7c78-46b6-a005-5d4cee4fce4b),segment_id=a0bf8f0a-7c78-46b6-a005-5d4cee4fce4b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:49:50.758757 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d128b-91d9-4e2e-98e0-e51da24a2a94 req-4840ac6f-c185-4d5e-89ad-f7a6a7dfb9d6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:50.760291 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-259d128b-91d9-4e2e-98e0-e51da24a2a94 req-4840ac6f-c185-4d5e-89ad-f7a6a7dfb9d6 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad1e4d86-31db-45cb-9402-e3b602f556b8 HTTP/1.1" status: 200 len: 945 time: 0.0899868 May 27 02:49:50.819810 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-259d128b-91d9-4e2e-98e0-e51da24a2a94 req-8745c69d-ade6-4744-82ee-971dae89f015 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=b407f67f-53fe-48ac-a4c5-d1e61d7f8076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531659 May 27 02:49:50.828445 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7e332dcd-091c-4393-8a2f-aeb71b910aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:50.914377 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e332dcd-091c-4393-8a2f-aeb71b910aaf None None] Pushing event updated for resources: {'Port': ['ID=8f6f3cdd-d5b0-4bd1-8c59-cd95021fff9a,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:50.970505 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f598f82-7cfe-42bd-afad-2c93876e130d admin admin] Router 4f7450bd-8c58-4daf-be44-f6b78ff770df is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:49:51.049424 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-39c655aa-2ac5-4531-9853-3b37e662fc62 None None] Provisioning complete for port 8f6f3cdd-d5b0-4bd1-8c59-cd95021fff9a triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:49:51.049798 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-39c655aa-2ac5-4531-9853-3b37e662fc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:51.148900 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f598f82-7cfe-42bd-afad-2c93876e130d admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:49:51.158870 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5414e0-5725-4f97-81d9-e8a20b4e4705 None None] Sync routers for ids ['4f7450bd-8c58-4daf-be44-f6b78ff770df'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:49:51.174813 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5414e0-5725-4f97-81d9-e8a20b4e4705 None None] Routers {'4f7450bd-8c58-4daf-be44-f6b78ff770df'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:49:51.179870 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7a5414e0-5725-4f97-81d9-e8a20b4e4705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:49:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4f7450bd-8c58-4daf-be44-f6b78ff770df'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:49:51.227727 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f598f82-7cfe-42bd-afad-2c93876e130d admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:51.228993 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0f598f82-7cfe-42bd-afad-2c93876e130d admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0757430 May 27 02:49:51.230609 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-39c655aa-2ac5-4531-9853-3b37e662fc62 None None] Current status of the port 8f6f3cdd-d5b0-4bd1-8c59-cd95021fff9a is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:49:51.231935 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 58330) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:49:51.353101 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-7a5414e0-5725-4f97-81d9-e8a20b4e4705 None None] Set router 4f7450bd-8c58-4daf-be44-f6b78ff770df gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:49:51.543013 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8f6f3cdd-d5b0-4bd1-8c59-cd95021fff9a up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:49:51.682259 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 8f6f3cdd-d5b0-4bd1-8c59-cd95021fff9a triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:49:51.682904 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:51.744043 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7a5414e0-5725-4f97-81d9-e8a20b4e4705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'name': 'tempest-TestVolumeBackupRestore-1617157689-router', 'tenant_id': '3b74ba23f74147ad82762a3f0f1e556e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '24f015d8-265f-4c55-893f-d902bc472583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:49:48Z', 'updated_at': '2022-05-27T02:49:49Z', 'revision_number': 3, 'project_id': '3b74ba23f74147ad82762a3f0f1e556e', 'gw_port': {'id': '24f015d8-265f-4c55-893f-d902bc472583', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ad:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:49:49Z', 'updated_at': '2022-05-27T02:49:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:49:51.750947 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5414e0-5725-4f97-81d9-e8a20b4e4705 None None] Checking router: 4f7450bd-8c58-4daf-be44-f6b78ff770df for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:49:51.751112 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5414e0-5725-4f97-81d9-e8a20b4e4705 None None] Updating router 4f7450bd-8c58-4daf-be44-f6b78ff770df port 24f015d8-265f-4c55-893f-d902bc472583 binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:49:51.804690 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7a5414e0-5725-4f97-81d9-e8a20b4e4705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:51.987724 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 8f6f3cdd-d5b0-4bd1-8c59-cd95021fff9a is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:49:52.094185 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3a4f2cdf-9755-42ee-b64b-2401e6cc7c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:52.195868 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f4259-0fc0-4503-8a70-972fe9b1eb34 req-a072b487-ff52-43b2-9925-25946e97b1f3 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:52.197389 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cb5f4259-0fc0-4503-8a70-972fe9b1eb34 req-a072b487-ff52-43b2-9925-25946e97b1f3 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad1e4d86-31db-45cb-9402-e3b602f556b8 HTTP/1.1" status: 200 len: 945 time: 0.1815796 May 27 02:49:52.249330 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7a5414e0-5725-4f97-81d9-e8a20b4e4705 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:52.260663 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-7a5414e0-5725-4f97-81d9-e8a20b4e4705 None None] Transition to ACTIVE for port object 24f015d8-265f-4c55-893f-d902bc472583 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:49:52.300395 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cb5f4259-0fc0-4503-8a70-972fe9b1eb34 req-99fa93f9-c395-4b84-89ce-c338a2b4c6da tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=b407f67f-53fe-48ac-a4c5-d1e61d7f8076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704198 May 27 02:49:52.319078 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7a5414e0-5725-4f97-81d9-e8a20b4e4705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:52.367273 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-3a4f2cdf-9755-42ee-b64b-2401e6cc7c18 admin admin] Allocated IP 172.20.0.1 (307f3fc5-fb67-4b52-bacb-377f24e4815d/74fa6413-f073-4a59-b0ec-5ee211a79a9d/bd6b85c4-d848-43f1-a9f7-02a840f108f5) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:49:52.400591 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-7a5414e0-5725-4f97-81d9-e8a20b4e4705 None None] Attempting to bind port 24f015d8-265f-4c55-893f-d902bc472583 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:49:52.401155 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-7a5414e0-5725-4f97-81d9-e8a20b4e4705 None None] Attempting to bind port 24f015d8-265f-4c55-893f-d902bc472583 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:49:52.401521 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5414e0-5725-4f97-81d9-e8a20b4e4705 None None] Attempting to bind port 24f015d8-265f-4c55-893f-d902bc472583 on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:49:52.404983 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8416c-e0d7-4fe5-bc66-87e155956bf6 None None] Pushing event updated for resources: {'Port': ['ID=24f015d8-265f-4c55-893f-d902bc472583,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:52.409437 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5414e0-5725-4f97-81d9-e8a20b4e4705 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:49:52.409786 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5414e0-5725-4f97-81d9-e8a20b4e4705 None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:49:52.410183 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7a5414e0-5725-4f97-81d9-e8a20b4e4705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:52.410559 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5414e0-5725-4f97-81d9-e8a20b4e4705 None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:49:52.411038 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-7a5414e0-5725-4f97-81d9-e8a20b4e4705 None None] Bound port: 24f015d8-265f-4c55-893f-d902bc472583, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:49:52.411490 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7a5414e0-5725-4f97-81d9-e8a20b4e4705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:52.486433 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-7a5414e0-5725-4f97-81d9-e8a20b4e4705 None None] For port 24f015d8-265f-4c55-893f-d902bc472583, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:49:52.490516 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-7a5414e0-5725-4f97-81d9-e8a20b4e4705 None None] For port 24f015d8-265f-4c55-893f-d902bc472583, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=24f015d8-265f-4c55-893f-d902bc472583,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:49:52.525150 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3a4f2cdf-9755-42ee-b64b-2401e6cc7c18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:52.541194 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3a4f2cdf-9755-42ee-b64b-2401e6cc7c18 admin admin] Transition to ACTIVE for port object bd6b85c4-d848-43f1-a9f7-02a840f108f5 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:49:52.552817 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7a5414e0-5725-4f97-81d9-e8a20b4e4705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:52.621658 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3a4f2cdf-9755-42ee-b64b-2401e6cc7c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:52.628617 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5414e0-5725-4f97-81d9-e8a20b4e4705 None None] Routers {'4f7450bd-8c58-4daf-be44-f6b78ff770df'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:49:52.629274 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7a5414e0-5725-4f97-81d9-e8a20b4e4705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:49:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4f7450bd-8c58-4daf-be44-f6b78ff770df'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:49:52.689406 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4f2cdf-9755-42ee-b64b-2401e6cc7c18 admin admin] Network 307f3fc5-fb67-4b52-bacb-377f24e4815d is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:49:52.692126 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-3a4f2cdf-9755-42ee-b64b-2401e6cc7c18 admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:49:52.696752 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8416c-e0d7-4fe5-bc66-87e155956bf6 None None] Pushing event updated for resources: {'Port': ['ID=24f015d8-265f-4c55-893f-d902bc472583,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:52.697254 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4f2cdf-9755-42ee-b64b-2401e6cc7c18 admin admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:49:52.732317 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f2cdf-9755-42ee-b64b-2401e6cc7c18 admin admin] Pushing event updated for resources: {'Port': ['ID=bd6b85c4-d848-43f1-a9f7-02a840f108f5,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:52.757901 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3a4f2cdf-9755-42ee-b64b-2401e6cc7c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:52.826236 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-7a5414e0-5725-4f97-81d9-e8a20b4e4705 None None] Set router 4f7450bd-8c58-4daf-be44-f6b78ff770df gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:49:53.120154 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3a4f2cdf-9755-42ee-b64b-2401e6cc7c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:53.145955 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7a5414e0-5725-4f97-81d9-e8a20b4e4705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'name': 'tempest-TestVolumeBackupRestore-1617157689-router', 'tenant_id': '3b74ba23f74147ad82762a3f0f1e556e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '24f015d8-265f-4c55-893f-d902bc472583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:49:48Z', 'updated_at': '2022-05-27T02:49:49Z', 'revision_number': 3, 'project_id': '3b74ba23f74147ad82762a3f0f1e556e', 'gw_port': {'id': '24f015d8-265f-4c55-893f-d902bc472583', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ad:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:49:49Z', 'updated_at': '2022-05-27T02:49:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:49:53.149297 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9cb73dc1-6557-4dac-88af-2e77a1391475 None None] Provisioning for port bd6b85c4-d848-43f1-a9f7-02a840f108f5 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:49:53.154138 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5414e0-5725-4f97-81d9-e8a20b4e4705 None None] The sync data for ids ['4f7450bd-8c58-4daf-be44-f6b78ff770df'] in n-d-843554-3 is: [{'id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'name': 'tempest-TestVolumeBackupRestore-1617157689-router', 'tenant_id': '3b74ba23f74147ad82762a3f0f1e556e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '24f015d8-265f-4c55-893f-d902bc472583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:49:48Z', 'updated_at': '2022-05-27T02:49:49Z', 'revision_number': 3, 'project_id': '3b74ba23f74147ad82762a3f0f1e556e', 'gw_port': {'id': '24f015d8-265f-4c55-893f-d902bc472583', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ad:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:49:49Z', 'updated_at': '2022-05-27T02:49:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:49:53.156641 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9cb73dc1-6557-4dac-88af-2e77a1391475 None None] Provisioning complete for port bd6b85c4-d848-43f1-a9f7-02a840f108f5 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:49:53.157137 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9cb73dc1-6557-4dac-88af-2e77a1391475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:53.222222 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9cb73dc1-6557-4dac-88af-2e77a1391475 None None] Port bd6b85c4-d848-43f1-a9f7-02a840f108f5 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:49:53.367700 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3a4f2cdf-9755-42ee-b64b-2401e6cc7c18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:53.484641 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3a4f2cdf-9755-42ee-b64b-2401e6cc7c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:53.624043 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 24f015d8-265f-4c55-893f-d902bc472583 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:49:53.666975 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3a4f2cdf-9755-42ee-b64b-2401e6cc7c18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:53.673102 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:49:53.729571 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f2cdf-9755-42ee-b64b-2401e6cc7c18 admin admin] Pushing event updated for resources: {'Port': ['ID=bd6b85c4-d848-43f1-a9f7-02a840f108f5,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:53.805249 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5390403-3056-4252-a580-66c057eb4b5a req-1e363c91-1075-42e6-88dd-b8335c659e24 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:53.819913 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f5390403-3056-4252-a580-66c057eb4b5a req-1e363c91-1075-42e6-88dd-b8335c659e24 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad1e4d86-31db-45cb-9402-e3b602f556b8 HTTP/1.1" status: 200 len: 945 time: 0.3908627 May 27 02:49:53.839561 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 24f015d8-265f-4c55-893f-d902bc472583 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:49:53.847230 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 24f015d8-265f-4c55-893f-d902bc472583 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:49:53.850470 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:53.889819 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f5390403-3056-4252-a580-66c057eb4b5a req-6aaa794b-f1f6-4531-bf57-3481dc4692ef tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=b407f67f-53fe-48ac-a4c5-d1e61d7f8076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756307 May 27 02:49:53.933340 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4f2cdf-9755-42ee-b64b-2401e6cc7c18 admin admin] Network 307f3fc5-fb67-4b52-bacb-377f24e4815d is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:49:53.934467 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-3a4f2cdf-9755-42ee-b64b-2401e6cc7c18 admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:49:54.007215 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 24f015d8-265f-4c55-893f-d902bc472583 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:49:54.007592 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:54.029667 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 24f015d8-265f-4c55-893f-d902bc472583, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=24f015d8-265f-4c55-893f-d902bc472583,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:49:54.102306 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:54.202481 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=24f015d8-265f-4c55-893f-d902bc472583,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:54.251326 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-18d5db50-aef8-4409-a84d-b3e9272fa155 None None] Provisioning complete for port bd6b85c4-d848-43f1-a9f7-02a840f108f5 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:49:54.251764 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-18d5db50-aef8-4409-a84d-b3e9272fa155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:54.263970 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a4f2cdf-9755-42ee-b64b-2401e6cc7c18 admin admin] Router 4f7450bd-8c58-4daf-be44-f6b78ff770df has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:49:54.311929 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-18d5db50-aef8-4409-a84d-b3e9272fa155 None None] Port bd6b85c4-d848-43f1-a9f7-02a840f108f5 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:49:54.444170 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4f2cdf-9755-42ee-b64b-2401e6cc7c18 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:49:54.453517 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3a4f2cdf-9755-42ee-b64b-2401e6cc7c18 admin admin] 10.222.0.57 "PUT /v2.0/routers/4f7450bd-8c58-4daf-be44-f6b78ff770df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2202697 May 27 02:49:54.907404 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-b4fe6415-84ad-4cce-9ab4-c6ccb0e13e7a tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:54.908850 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-b4fe6415-84ad-4cce-9ab4-c6ccb0e13e7a tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/networks?id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351 HTTP/1.1" status: 200 len: 812 time: 0.1578033 May 27 02:49:54.926307 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-91c2b378-9e9a-45ef-bcf6-6ec8fb7ba0d9 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/quotas/3fadd088ccc74553a04697be263b7906 HTTP/1.1" status: 200 len: 375 time: 0.0113707 May 27 02:49:55.041131 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabd4330-657a-4f9d-907f-847a297b0dea None None] Sync routers for ids ['4f7450bd-8c58-4daf-be44-f6b78ff770df'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:49:55.050618 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabd4330-657a-4f9d-907f-847a297b0dea None None] Routers {'4f7450bd-8c58-4daf-be44-f6b78ff770df'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:49:55.051223 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-cabd4330-657a-4f9d-907f-847a297b0dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:49:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4f7450bd-8c58-4daf-be44-f6b78ff770df'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:49:55.059142 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-331c6052-4611-406a-a15b-ae4ef5eccd5a tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=3fadd088ccc74553a04697be263b7906&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1261683 May 27 02:49:55.200904 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc083a76-a898-4c7b-afac-f792b5e109dc req-a799c671-2af9-4930-bdf8-edc3bbca0133 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:55.202398 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fc083a76-a898-4c7b-afac-f792b5e109dc req-a799c671-2af9-4930-bdf8-edc3bbca0133 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad1e4d86-31db-45cb-9402-e3b602f556b8 HTTP/1.1" status: 200 len: 945 time: 0.1926906 May 27 02:49:55.214161 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58376) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:49:55.223128 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d106453d-28e8-4209-9f0e-8020ccca861d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1064100051-network', 'tenant_id': '0272a489467344d29f8769994cd86261'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:49:55.229695 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d106453d-28e8-4209-9f0e-8020ccca861d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:49:55.234280 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d106453d-28e8-4209-9f0e-8020ccca861d admin admin] Usage tracker for resource:network and tenant:0272a489467344d29f8769994cd86261 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:49:55.237937 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-73dd8696-53e1-4a23-8ca8-fec2e21336bc service neutron] 10.222.0.57 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697285 May 27 02:49:55.238631 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d106453d-28e8-4209-9f0e-8020ccca861d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:49:55.241555 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-cabd4330-657a-4f9d-907f-847a297b0dea None None] Set router 4f7450bd-8c58-4daf-be44-f6b78ff770df gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:49:55.245416 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d106453d-28e8-4209-9f0e-8020ccca861d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:49:55.312105 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d106453d-28e8-4209-9f0e-8020ccca861d admin admin] Made reservation on behalf of 0272a489467344d29f8769994cd86261 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:49:55.314444 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d106453d-28e8-4209-9f0e-8020ccca861d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:55.332309 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d106453d-28e8-4209-9f0e-8020ccca861d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:55.335840 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fc083a76-a898-4c7b-afac-f792b5e109dc req-856e2be2-c1ac-4d1d-ace8-64fb0fcec83b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=b407f67f-53fe-48ac-a4c5-d1e61d7f8076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218915 May 27 02:49:55.349126 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d106453d-28e8-4209-9f0e-8020ccca861d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:49:55.353748 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d106453d-28e8-4209-9f0e-8020ccca861d admin admin] Usage tracker for resource:security_group_rule and tenant:0272a489467344d29f8769994cd86261 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:49:55.356846 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d106453d-28e8-4209-9f0e-8020ccca861d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:49:55.364584 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d106453d-28e8-4209-9f0e-8020ccca861d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:49:55.405681 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-02ae1f5c-f643-4e6d-9612-668306d3c382 service neutron] 10.222.0.57 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556575 May 27 02:49:55.453709 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d106453d-28e8-4209-9f0e-8020ccca861d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:55.507968 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d106453d-28e8-4209-9f0e-8020ccca861d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:55.520943 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d106453d-28e8-4209-9f0e-8020ccca861d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:49:55.536380 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-37da528f-b5bf-42ca-bc05-24b4dfe49cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:55.554870 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 24f015d8-265f-4c55-893f-d902bc472583 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:49:55.563476 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d106453d-28e8-4209-9f0e-8020ccca861d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6d97af-8755-4800-b45c-ce127d22f144,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:55.566178 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d106453d-28e8-4209-9f0e-8020ccca861d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:55.566517 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-d106453d-28e8-4209-9f0e-8020ccca861d admin admin] Added segment 087922b1-c53c-400d-8d3a-65201b9071ca of type vlan for network 75feb83a-c457-4b04-999e-24621f0d94f4 May 27 02:49:55.596905 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d106453d-28e8-4209-9f0e-8020ccca861d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:55.606393 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-cabd4330-657a-4f9d-907f-847a297b0dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'name': 'tempest-TestVolumeBackupRestore-1617157689-router', 'tenant_id': '3b74ba23f74147ad82762a3f0f1e556e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '24f015d8-265f-4c55-893f-d902bc472583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:49:48Z', 'updated_at': '2022-05-27T02:49:52Z', 'revision_number': 4, 'project_id': '3b74ba23f74147ad82762a3f0f1e556e', 'gw_port': {'id': '24f015d8-265f-4c55-893f-d902bc472583', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ad:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:49:49Z', 'updated_at': '2022-05-27T02:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'bd6b85c4-d848-43f1-a9f7-02a840f108f5', 'name': '', 'network_id': '307f3fc5-fb67-4b52-bacb-377f24e4815d', 'tenant_id': '3b74ba23f74147ad82762a3f0f1e556e', 'mac_address': 'fa:16:3e:8f:52:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '74fa6413-f073-4a59-b0ec-5ee211a79a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:49:52Z', 'updated_at': '2022-05-27T02:49:53Z', 'revision_number': 2, 'project_id': '3b74ba23f74147ad82762a3f0f1e556e', 'subnets': [{'id': '74fa6413-f073-4a59-b0ec-5ee211a79a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:49:55.611265 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabd4330-657a-4f9d-907f-847a297b0dea None None] Checking router: 4f7450bd-8c58-4daf-be44-f6b78ff770df for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:49:55.611265 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabd4330-657a-4f9d-907f-847a297b0dea None None] Updating router 4f7450bd-8c58-4daf-be44-f6b78ff770df port bd6b85c4-d848-43f1-a9f7-02a840f108f5 binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:49:55.638636 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 24f015d8-265f-4c55-893f-d902bc472583 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:49:55.639353 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:55.689388 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d106453d-28e8-4209-9f0e-8020ccca861d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:55.691387 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d106453d-28e8-4209-9f0e-8020ccca861d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:55.691882 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-cabd4330-657a-4f9d-907f-847a297b0dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:55.692391 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d106453d-28e8-4209-9f0e-8020ccca861d admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:55.715252 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-216643dd-90b1-485a-ba45-71b2dc20b22e req-e43eaae3-e1d4-4055-8b22-84d21e3e3b90 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59 HTTP/1.1" status: 200 len: 210 time: 0.0583375 May 27 02:49:55.775528 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 24f015d8-265f-4c55-893f-d902bc472583 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:49:55.855508 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d106453d-28e8-4209-9f0e-8020ccca861d admin admin] Pushing event updated for resources: {'Network': ['ID=75feb83a-c457-4b04-999e-24621f0d94f4,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:55.865476 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 75feb83a-c457-4b04-999e-24621f0d94f4 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:49:55.905908 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d106453d-28e8-4209-9f0e-8020ccca861d admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6894429 May 27 02:49:55.906563 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 58388) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:49:55.912809 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-a3cf2db6-4e5a-4097-a156-1c405e5e07c0 admin admin] Request body: {'subnet': {'network_id': '75feb83a-c457-4b04-999e-24621f0d94f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1064100051-subnet', 'tenant_id': '0272a489467344d29f8769994cd86261', 'ip_version': 4}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:49:55.919148 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a3cf2db6-4e5a-4097-a156-1c405e5e07c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:49:55.923899 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a3cf2db6-4e5a-4097-a156-1c405e5e07c0 admin admin] Usage tracker for resource:subnet and tenant:0272a489467344d29f8769994cd86261 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:49:55.927936 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a3cf2db6-4e5a-4097-a156-1c405e5e07c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:49:55.935721 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a3cf2db6-4e5a-4097-a156-1c405e5e07c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:49:56.005169 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3cf2db6-4e5a-4097-a156-1c405e5e07c0 admin admin] Made reservation on behalf of 0272a489467344d29f8769994cd86261 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:49:56.007506 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3cf2db6-4e5a-4097-a156-1c405e5e07c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:56.110116 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-cabd4330-657a-4f9d-907f-847a297b0dea None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:56.114407 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-cabd4330-657a-4f9d-907f-847a297b0dea None None] Transition to ACTIVE for port object bd6b85c4-d848-43f1-a9f7-02a840f108f5 will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:49:56.175039 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-cabd4330-657a-4f9d-907f-847a297b0dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:56.296676 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3cf2db6-4e5a-4097-a156-1c405e5e07c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:56.341504 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c6f0a-719e-4acf-b16f-00473832a9d8 None None] Pushing event updated for resources: {'Port': ['ID=bd6b85c4-d848-43f1-a9f7-02a840f108f5,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:56.395780 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c6f0a-719e-4acf-b16f-00473832a9d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:56.401164 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c6f0a-719e-4acf-b16f-00473832a9d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:56.401164 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c6f0a-719e-4acf-b16f-00473832a9d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:56.401164 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c6f0a-719e-4acf-b16f-00473832a9d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:56.401164 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c6f0a-719e-4acf-b16f-00473832a9d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:56.401164 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c6f0a-719e-4acf-b16f-00473832a9d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:56.401164 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c6f0a-719e-4acf-b16f-00473832a9d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:56.401164 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c6f0a-719e-4acf-b16f-00473832a9d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:56.401164 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c6f0a-719e-4acf-b16f-00473832a9d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:56.401164 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c6f0a-719e-4acf-b16f-00473832a9d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:56.401164 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c6f0a-719e-4acf-b16f-00473832a9d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:56.401164 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c6f0a-719e-4acf-b16f-00473832a9d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:56.403005 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf2db6-4e5a-4097-a156-1c405e5e07c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=196979af-d657-49ea-ad21-9281e456576f,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:56.418230 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-cabd4330-657a-4f9d-907f-847a297b0dea None None] Attempting to bind port bd6b85c4-d848-43f1-a9f7-02a840f108f5 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:49:56.418781 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-cabd4330-657a-4f9d-907f-847a297b0dea None None] Attempting to bind port bd6b85c4-d848-43f1-a9f7-02a840f108f5 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'a0bf8f0a-7c78-46b6-a005-5d4cee4fce4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '307f3fc5-fb67-4b52-bacb-377f24e4815d'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:49:56.419155 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabd4330-657a-4f9d-907f-847a297b0dea None None] Attempting to bind port bd6b85c4-d848-43f1-a9f7-02a840f108f5 on network 307f3fc5-fb67-4b52-bacb-377f24e4815d {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:49:56.423881 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cf2db6-4e5a-4097-a156-1c405e5e07c0 admin admin] Checking segment: {'id': '087922b1-c53c-400d-8d3a-65201b9071ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '75feb83a-c457-4b04-999e-24621f0d94f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:49:56.424239 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cf2db6-4e5a-4097-a156-1c405e5e07c0 admin admin] Network hostable DHCP agents. Network: 75feb83a-c457-4b04-999e-24621f0d94f4, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:49:56.425213 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabd4330-657a-4f9d-907f-847a297b0dea None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:49:56.425575 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabd4330-657a-4f9d-907f-847a297b0dea None None] Checking segment: {'id': 'a0bf8f0a-7c78-46b6-a005-5d4cee4fce4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '307f3fc5-fb67-4b52-bacb-377f24e4815d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:49:56.425960 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-cabd4330-657a-4f9d-907f-847a297b0dea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:56.426339 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabd4330-657a-4f9d-907f-847a297b0dea None None] Bound using segment: {'id': 'a0bf8f0a-7c78-46b6-a005-5d4cee4fce4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '307f3fc5-fb67-4b52-bacb-377f24e4815d'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:49:56.426928 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-cabd4330-657a-4f9d-907f-847a297b0dea None None] Bound port: bd6b85c4-d848-43f1-a9f7-02a840f108f5, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0bf8f0a-7c78-46b6-a005-5d4cee4fce4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '307f3fc5-fb67-4b52-bacb-377f24e4815d'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:49:56.427334 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-cabd4330-657a-4f9d-907f-847a297b0dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:56.532432 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-cabd4330-657a-4f9d-907f-847a297b0dea None None] For port bd6b85c4-d848-43f1-a9f7-02a840f108f5, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:49:56.536063 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-cabd4330-657a-4f9d-907f-847a297b0dea None None] For port bd6b85c4-d848-43f1-a9f7-02a840f108f5, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=bd6b85c4-d848-43f1-a9f7-02a840f108f5,segment=NetworkSegment(a0bf8f0a-7c78-46b6-a005-5d4cee4fce4b),segment_id=a0bf8f0a-7c78-46b6-a005-5d4cee4fce4b)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:49:56.536302 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cf2db6-4e5a-4097-a156-1c405e5e07c0 admin admin] Network 75feb83a-c457-4b04-999e-24621f0d94f4 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:49:56.560681 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c047f-0049-4c18-8184-df436aa368e0 req-3057639a-1f1c-45c6-9324-c6168a3bc23a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:56.562103 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a98c047f-0049-4c18-8184-df436aa368e0 req-3057639a-1f1c-45c6-9324-c6168a3bc23a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad1e4d86-31db-45cb-9402-e3b602f556b8 HTTP/1.1" status: 200 len: 945 time: 0.0893998 May 27 02:49:56.606358 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a98c047f-0049-4c18-8184-df436aa368e0 req-81136dba-a4e0-4c01-846f-31707f2686b2 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=b407f67f-53fe-48ac-a4c5-d1e61d7f8076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385413 May 27 02:49:56.622388 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-cabd4330-657a-4f9d-907f-847a297b0dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:56.655903 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-a3cf2db6-4e5a-4097-a156-1c405e5e07c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 75feb83a-c457-4b04-999e-24621f0d94f4) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:49:56.663801 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cf2db6-4e5a-4097-a156-1c405e5e07c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:56.664495 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3cf2db6-4e5a-4097-a156-1c405e5e07c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:56.665827 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0cd76e-ffd6-4726-bfa3-268784fb8ec6 None None] Network 75feb83a-c457-4b04-999e-24621f0d94f4 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:49:56.702137 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabd4330-657a-4f9d-907f-847a297b0dea None None] Routers {'4f7450bd-8c58-4daf-be44-f6b78ff770df'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:49:56.702779 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-cabd4330-657a-4f9d-907f-847a297b0dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:49:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4f7450bd-8c58-4daf-be44-f6b78ff770df'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:49:56.767461 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c6f0a-719e-4acf-b16f-00473832a9d8 None None] Pushing event updated for resources: {'Port': ['ID=bd6b85c4-d848-43f1-a9f7-02a840f108f5,revision_number=4']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:56.768814 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58404) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:49:56.772421 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a3cf2db6-4e5a-4097-a156-1c405e5e07c0 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8581784 May 27 02:49:56.777009 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-13cd3d1c-958c-425f-a10e-7f585810dbe2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1064100051-router', 'tenant_id': '0272a489467344d29f8769994cd86261', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:49:56.785015 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-13cd3d1c-958c-425f-a10e-7f585810dbe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:49:56.790889 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-13cd3d1c-958c-425f-a10e-7f585810dbe2 admin admin] Usage tracker for resource:router and tenant:0272a489467344d29f8769994cd86261 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:49:56.801384 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-13cd3d1c-958c-425f-a10e-7f585810dbe2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:49:56.813618 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-13cd3d1c-958c-425f-a10e-7f585810dbe2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:49:56.884506 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b5af137-279d-4e9e-9258-5d1a5f9d4bf0 req-92381244-6e8f-4fd4-b274-e79f4cb2f6ee tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59 HTTP/1.1" status: 200 len: 210 time: 0.0695233 May 27 02:49:56.917080 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-cabd4330-657a-4f9d-907f-847a297b0dea None None] Set router 4f7450bd-8c58-4daf-be44-f6b78ff770df gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:49:56.936236 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-13cd3d1c-958c-425f-a10e-7f585810dbe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:56.937325 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-13cd3d1c-958c-425f-a10e-7f585810dbe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:56.964477 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-13cd3d1c-958c-425f-a10e-7f585810dbe2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:56.986038 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0141d58e-9a70-4276-bcb9-7a54b45bc8e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-75feb83a-c457-4b04-999e-24621f0d94f4', 'network_id': '75feb83a-c457-4b04-999e-24621f0d94f4', 'tenant_id': '0272a489467344d29f8769994cd86261', 'fixed_ips': [{'subnet_id': '196979af-d657-49ea-ad21-9281e456576f'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:49:56.987306 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0141d58e-9a70-4276-bcb9-7a54b45bc8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:57.160606 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-0141d58e-9a70-4276-bcb9-7a54b45bc8e6 None None] Allocated IP 172.20.0.2 (75feb83a-c457-4b04-999e-24621f0d94f4/196979af-d657-49ea-ad21-9281e456576f/cf5f8d93-1684-4f48-a5af-ed06167b686f) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:49:57.298279 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-cabd4330-657a-4f9d-907f-847a297b0dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'name': 'tempest-TestVolumeBackupRestore-1617157689-router', 'tenant_id': '3b74ba23f74147ad82762a3f0f1e556e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '24f015d8-265f-4c55-893f-d902bc472583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:49:48Z', 'updated_at': '2022-05-27T02:49:52Z', 'revision_number': 4, 'project_id': '3b74ba23f74147ad82762a3f0f1e556e', 'gw_port': {'id': '24f015d8-265f-4c55-893f-d902bc472583', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ad:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:49:49Z', 'updated_at': '2022-05-27T02:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'bd6b85c4-d848-43f1-a9f7-02a840f108f5', 'name': '', 'network_id': '307f3fc5-fb67-4b52-bacb-377f24e4815d', 'tenant_id': '3b74ba23f74147ad82762a3f0f1e556e', 'mac_address': 'fa:16:3e:8f:52:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '74fa6413-f073-4a59-b0ec-5ee211a79a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:49:52Z', 'updated_at': '2022-05-27T02:49:56Z', 'revision_number': 4, 'project_id': '3b74ba23f74147ad82762a3f0f1e556e', 'subnets': [{'id': '74fa6413-f073-4a59-b0ec-5ee211a79a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:49:57.304109 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabd4330-657a-4f9d-907f-847a297b0dea None None] The sync data for ids ['4f7450bd-8c58-4daf-be44-f6b78ff770df'] in n-d-843554-3 is: [{'id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'name': 'tempest-TestVolumeBackupRestore-1617157689-router', 'tenant_id': '3b74ba23f74147ad82762a3f0f1e556e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '24f015d8-265f-4c55-893f-d902bc472583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:49:48Z', 'updated_at': '2022-05-27T02:49:52Z', 'revision_number': 4, 'project_id': '3b74ba23f74147ad82762a3f0f1e556e', 'gw_port': {'id': '24f015d8-265f-4c55-893f-d902bc472583', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ad:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:49:49Z', 'updated_at': '2022-05-27T02:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'bd6b85c4-d848-43f1-a9f7-02a840f108f5', 'name': '', 'network_id': '307f3fc5-fb67-4b52-bacb-377f24e4815d', 'tenant_id': '3b74ba23f74147ad82762a3f0f1e556e', 'mac_address': 'fa:16:3e:8f:52:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '74fa6413-f073-4a59-b0ec-5ee211a79a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:49:52Z', 'updated_at': '2022-05-27T02:49:56Z', 'revision_number': 4, 'project_id': '3b74ba23f74147ad82762a3f0f1e556e', 'subnets': [{'id': '74fa6413-f073-4a59-b0ec-5ee211a79a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:49:57.391267 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-13cd3d1c-958c-425f-a10e-7f585810dbe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:57.431223 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0141d58e-9a70-4276-bcb9-7a54b45bc8e6 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:57.449096 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-0141d58e-9a70-4276-bcb9-7a54b45bc8e6 None None] Transition to ACTIVE for port object cf5f8d93-1684-4f48-a5af-ed06167b686f will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:49:57.470286 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-0141d58e-9a70-4276-bcb9-7a54b45bc8e6 None None] Transition to ACTIVE for port object cf5f8d93-1684-4f48-a5af-ed06167b686f will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:49:57.531155 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0141d58e-9a70-4276-bcb9-7a54b45bc8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:57.607807 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141d58e-9a70-4276-bcb9-7a54b45bc8e6 None None] Pushing event updated for resources: {'Port': ['ID=cf5f8d93-1684-4f48-a5af-ed06167b686f,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:57.615557 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device bd6b85c4-d848-43f1-a9f7-02a840f108f5 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:49:57.676678 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0141d58e-9a70-4276-bcb9-7a54b45bc8e6 None None] Network 75feb83a-c457-4b04-999e-24621f0d94f4 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:49:57.681360 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-0141d58e-9a70-4276-bcb9-7a54b45bc8e6 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:49:57.689283 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0141d58e-9a70-4276-bcb9-7a54b45bc8e6 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:49:57.817092 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-0141d58e-9a70-4276-bcb9-7a54b45bc8e6 None None] Attempting to bind port cf5f8d93-1684-4f48-a5af-ed06167b686f on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:49:57.817561 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-0141d58e-9a70-4276-bcb9-7a54b45bc8e6 None None] Attempting to bind port cf5f8d93-1684-4f48-a5af-ed06167b686f by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '087922b1-c53c-400d-8d3a-65201b9071ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '75feb83a-c457-4b04-999e-24621f0d94f4'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:49:57.817996 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0141d58e-9a70-4276-bcb9-7a54b45bc8e6 None None] Attempting to bind port cf5f8d93-1684-4f48-a5af-ed06167b686f on network 75feb83a-c457-4b04-999e-24621f0d94f4 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:49:57.826604 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0141d58e-9a70-4276-bcb9-7a54b45bc8e6 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:49:57.829623 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0141d58e-9a70-4276-bcb9-7a54b45bc8e6 None None] Checking segment: {'id': '087922b1-c53c-400d-8d3a-65201b9071ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '75feb83a-c457-4b04-999e-24621f0d94f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:49:57.830156 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0141d58e-9a70-4276-bcb9-7a54b45bc8e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:57.832573 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0141d58e-9a70-4276-bcb9-7a54b45bc8e6 None None] Bound using segment: {'id': '087922b1-c53c-400d-8d3a-65201b9071ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '75feb83a-c457-4b04-999e-24621f0d94f4'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:49:57.833109 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-0141d58e-9a70-4276-bcb9-7a54b45bc8e6 None None] Bound port: cf5f8d93-1684-4f48-a5af-ed06167b686f, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '087922b1-c53c-400d-8d3a-65201b9071ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '75feb83a-c457-4b04-999e-24621f0d94f4'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:49:57.833496 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0141d58e-9a70-4276-bcb9-7a54b45bc8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:57.886558 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cbfb47-4110-4cb7-a193-983471f9005c req-efafc483-d139-4e9e-a30f-5dc577df29c2 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:57.888681 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5cbfb47-4110-4cb7-a193-983471f9005c req-efafc483-d139-4e9e-a30f-5dc577df29c2 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad1e4d86-31db-45cb-9402-e3b602f556b8 HTTP/1.1" status: 200 len: 945 time: 0.1550140 May 27 02:49:57.916657 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-de5be805-5a71-47c5-8439-10c7a2710693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:57.944150 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port bd6b85c4-d848-43f1-a9f7-02a840f108f5 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:49:57.958324 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port bd6b85c4-d848-43f1-a9f7-02a840f108f5 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:49:57.958712 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:58.002775 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5cbfb47-4110-4cb7-a193-983471f9005c req-cb9cc5f7-7a61-473f-a130-1ffcb40abe3f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=b407f67f-53fe-48ac-a4c5-d1e61d7f8076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081085 May 27 02:49:58.017175 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-0141d58e-9a70-4276-bcb9-7a54b45bc8e6 None None] For port cf5f8d93-1684-4f48-a5af-ed06167b686f, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:49:58.031811 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-0141d58e-9a70-4276-bcb9-7a54b45bc8e6 None None] For port cf5f8d93-1684-4f48-a5af-ed06167b686f, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=cf5f8d93-1684-4f48-a5af-ed06167b686f,segment=NetworkSegment(087922b1-c53c-400d-8d3a-65201b9071ca),segment_id=087922b1-c53c-400d-8d3a-65201b9071ca)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:49:58.072014 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-13cd3d1c-958c-425f-a10e-7f585810dbe2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:58.111282 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-13cd3d1c-958c-425f-a10e-7f585810dbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:58.124575 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port bd6b85c4-d848-43f1-a9f7-02a840f108f5 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:49:58.125308 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:58.152892 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0141d58e-9a70-4276-bcb9-7a54b45bc8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:58.230131 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port bd6b85c4-d848-43f1-a9f7-02a840f108f5, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=bd6b85c4-d848-43f1-a9f7-02a840f108f5,segment=NetworkSegment(a0bf8f0a-7c78-46b6-a005-5d4cee4fce4b),segment_id=a0bf8f0a-7c78-46b6-a005-5d4cee4fce4b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:49:58.275159 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141d58e-9a70-4276-bcb9-7a54b45bc8e6 None None] Pushing event updated for resources: {'Port': ['ID=cf5f8d93-1684-4f48-a5af-ed06167b686f,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:58.288420 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-66e8492b-e2c1-4801-a60e-87e3b93f0992 req-a3652b96-7c8a-4467-a79e-4a712bea8a4c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59 HTTP/1.1" status: 200 len: 210 time: 0.1855555 May 27 02:49:58.307967 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:58.398329 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=bd6b85c4-d848-43f1-a9f7-02a840f108f5,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:58.419426 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-13cd3d1c-958c-425f-a10e-7f585810dbe2 admin admin] Allocated IP 172.25.1.226 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/aca9844c-2822-4966-b332-89c9713756cf) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:49:58.569934 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-2576aed0-6d04-4476-9d81-dcec8d3a120a tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:58.570646 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-2576aed0-6d04-4476-9d81-dcec8d3a120a tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Synchronizing usage tracker for tenant:3fadd088ccc74553a04697be263b7906 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:49:58.665914 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-13cd3d1c-958c-425f-a10e-7f585810dbe2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:58.680169 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-2576aed0-6d04-4476-9d81-dcec8d3a120a tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Unset dirty status for tenant:3fadd088ccc74553a04697be263b7906 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:49:58.681391 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-2576aed0-6d04-4476-9d81-dcec8d3a120a tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.66 "GET /v2.0/networks?id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351 HTTP/1.1" status: 200 len: 812 time: 0.3875520 May 27 02:49:58.694319 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-e3826790-5efd-43fa-af1f-277aa636ef27 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Request body: {'port': {'device_id': '9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'admin_state_up': True, 'tenant_id': '3fadd088ccc74553a04697be263b7906'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:49:58.845356 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-e3826790-5efd-43fa-af1f-277aa636ef27 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:49:58.848289 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-13cd3d1c-958c-425f-a10e-7f585810dbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:58.916557 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-e3826790-5efd-43fa-af1f-277aa636ef27 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:49:58.927183 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cd3d1c-958c-425f-a10e-7f585810dbe2 admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:49:58.931443 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-13cd3d1c-958c-425f-a10e-7f585810dbe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:49:58.937809 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cd3d1c-958c-425f-a10e-7f585810dbe2 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:49:58.983714 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd3d1c-958c-425f-a10e-7f585810dbe2 admin admin] Pushing event updated for resources: {'Port': ['ID=aca9844c-2822-4966-b332-89c9713756cf,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:59.056480 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-e3826790-5efd-43fa-af1f-277aa636ef27 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Made reservation on behalf of 3fadd088ccc74553a04697be263b7906 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:49:59.059930 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-e3826790-5efd-43fa-af1f-277aa636ef27 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:59.061909 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:59.096174 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:59.224367 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3219f-c9ac-4c00-a88f-624f0910c3d9 req-72fdaabc-e439-42bc-89d1-61bcf0a04622 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:59.226100 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cee3219f-c9ac-4c00-a88f-624f0910c3d9 req-72fdaabc-e439-42bc-89d1-61bcf0a04622 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad1e4d86-31db-45cb-9402-e3b602f556b8 HTTP/1.1" status: 200 len: 945 time: 0.1018000 May 27 02:49:59.275879 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cee3219f-c9ac-4c00-a88f-624f0910c3d9 req-bc793b23-2a52-4738-a1e1-b191ee3c3e0b tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=b407f67f-53fe-48ac-a4c5-d1e61d7f8076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438073 May 27 02:49:59.362132 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-e3826790-5efd-43fa-af1f-277aa636ef27 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Allocated IP 172.20.0.8 (3065bf7b-fd6e-4d0b-a830-392fdd7f9351/d5a421f1-cfc1-40c1-b671-1e4d60b8996c/dc019a5e-33b7-42a4-be59-ff88f0a2e529) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:49:59.439249 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e25b69d-74c7-4bc2-9b52-0a1819fb7e0a None None] Network 75feb83a-c457-4b04-999e-24621f0d94f4 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:49:59.465850 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-41a52d25-876f-4ed7-a212-afa6d3e29a78 req-eecc736f-9ad1-46a7-8bff-6bf7aa5a1b4f tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59 HTTP/1.1" status: 200 len: 210 time: 0.0572050 May 27 02:49:59.646834 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-b1ff7564-66dd-4670-95d6-ea9ff7f42841 None None] Provisioning for port cf5f8d93-1684-4f48-a5af-ed06167b686f completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:49:59.676963 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device bd6b85c4-d848-43f1-a9f7-02a840f108f5 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:49:59.835122 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port bd6b85c4-d848-43f1-a9f7-02a840f108f5 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:49:59.835502 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:59.868638 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-13cd3d1c-958c-425f-a10e-7f585810dbe2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:59.973637 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-e3826790-5efd-43fa-af1f-277aa636ef27 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:00.020793 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port bd6b85c4-d848-43f1-a9f7-02a840f108f5 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:50:00.022568 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device cf5f8d93-1684-4f48-a5af-ed06167b686f up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:50:00.060037 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-e3826790-5efd-43fa-af1f-277aa636ef27 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Transition to ACTIVE for port object dc019a5e-33b7-42a4-be59-ff88f0a2e529 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:50:00.134634 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port cf5f8d93-1684-4f48-a5af-ed06167b686f completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:50:00.142060 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port cf5f8d93-1684-4f48-a5af-ed06167b686f triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:50:00.142504 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:00.178899 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-02312f52-a405-4276-844b-34e0dfdaef1e None None] Provisioning complete for port cf5f8d93-1684-4f48-a5af-ed06167b686f triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:50:00.179355 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-02312f52-a405-4276-844b-34e0dfdaef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:00.217726 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:00.246667 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-e3826790-5efd-43fa-af1f-277aa636ef27 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:00.338558 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3826790-5efd-43fa-af1f-277aa636ef27 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Pushing event updated for resources: {'Port': ['ID=dc019a5e-33b7-42a4-be59-ff88f0a2e529,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:00.371722 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port cf5f8d93-1684-4f48-a5af-ed06167b686f is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:50:00.372097 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:00.378269 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-13cd3d1c-958c-425f-a10e-7f585810dbe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:00.391905 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-e3826790-5efd-43fa-af1f-277aa636ef27 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Network 3065bf7b-fd6e-4d0b-a830-392fdd7f9351 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:50:00.404291 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-02312f52-a405-4276-844b-34e0dfdaef1e None None] Current status of the port cf5f8d93-1684-4f48-a5af-ed06167b686f is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:50:00.404662 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-02312f52-a405-4276-844b-34e0dfdaef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:00.435715 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port cf5f8d93-1684-4f48-a5af-ed06167b686f, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=cf5f8d93-1684-4f48-a5af-ed06167b686f,segment=NetworkSegment(087922b1-c53c-400d-8d3a-65201b9071ca),segment_id=087922b1-c53c-400d-8d3a-65201b9071ca)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:50:00.461038 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-e3826790-5efd-43fa-af1f-277aa636ef27 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:50:00.473774 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-e3826790-5efd-43fa-af1f-277aa636ef27 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:50:00.484964 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a398c9-8401-464e-9e26-ec9ac11b708d req-19379b7b-dec0-4029-900e-843931a12491 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:00.486907 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f8a398c9-8401-464e-9e26-ec9ac11b708d req-19379b7b-dec0-4029-900e-843931a12491 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad1e4d86-31db-45cb-9402-e3b602f556b8 HTTP/1.1" status: 200 len: 945 time: 0.0939054 May 27 02:50:00.525407 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:00.549668 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-e3826790-5efd-43fa-af1f-277aa636ef27 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:00.550304 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-e3826790-5efd-43fa-af1f-277aa636ef27 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:00.553461 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f8a398c9-8401-464e-9e26-ec9ac11b708d req-e7f67796-275d-4c3d-b743-9281c6d58907 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=b407f67f-53fe-48ac-a4c5-d1e61d7f8076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553982 May 27 02:50:00.685715 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-02312f52-a405-4276-844b-34e0dfdaef1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:50:00.686079 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-02312f52-a405-4276-844b-34e0dfdaef1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:50:00.703301 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-e3826790-5efd-43fa-af1f-277aa636ef27 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0133526 May 27 02:50:00.707001 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=cf5f8d93-1684-4f48-a5af-ed06167b686f,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:00.727675 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-351447cb-bab8-42d3-92a1-910b39e35427 service neutron] Request body: {'port': {'device_id': '9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:50:00.739558 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3252c-0550-4a20-8182-480d88bd89ec req-a77fd2a2-69da-43ec-81d2-6899ce5bd33e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:00.741625 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0bd3252c-0550-4a20-8182-480d88bd89ec req-a77fd2a2-69da-43ec-81d2-6899ce5bd33e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59 HTTP/1.1" status: 200 len: 931 time: 0.1094553 May 27 02:50:00.797377 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0bd3252c-0550-4a20-8182-480d88bd89ec req-7b3a3880-d1ff-420b-8a8f-7f5ecb300874 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498040 May 27 02:50:00.904032 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-351447cb-bab8-42d3-92a1-910b39e35427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:00.963711 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13cd3d1c-958c-425f-a10e-7f585810dbe2 admin admin] Router d7071536-5560-4027-ab90-05485660f6d9 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:50:01.244288 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-02312f52-a405-4276-844b-34e0dfdaef1e None None] Current status of the port cf5f8d93-1684-4f48-a5af-ed06167b686f is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:50:01.416891 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13cd3d1c-958c-425f-a10e-7f585810dbe2 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:50:01.421464 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f185a881-05f9-4a54-b834-019bc58e4cb5 None None] Provisioning for port dc019a5e-33b7-42a4-be59-ff88f0a2e529 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:50:01.428885 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dddb21f-6f30-442c-aa44-b5f5141f2acd None None] Sync routers for ids ['d7071536-5560-4027-ab90-05485660f6d9'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:50:01.435073 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f185a881-05f9-4a54-b834-019bc58e4cb5 None None] Provisioning complete for port dc019a5e-33b7-42a4-be59-ff88f0a2e529 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:50:01.435519 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f185a881-05f9-4a54-b834-019bc58e4cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:01.490988 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-f185a881-05f9-4a54-b834-019bc58e4cb5 None None] Port dc019a5e-33b7-42a4-be59-ff88f0a2e529 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:50:01.496728 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dddb21f-6f30-442c-aa44-b5f5141f2acd None None] Routers {'d7071536-5560-4027-ab90-05485660f6d9'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:50:01.497429 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6dddb21f-6f30-442c-aa44-b5f5141f2acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:49:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d7071536-5560-4027-ab90-05485660f6d9'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:01.538588 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-13cd3d1c-958c-425f-a10e-7f585810dbe2 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:01.542900 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 58424) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:50:01.543398 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-13cd3d1c-958c-425f-a10e-7f585810dbe2 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.7715075 May 27 02:50:01.549695 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-351447cb-bab8-42d3-92a1-910b39e35427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc019a5e-33b7-42a4-be59-ff88f0a2e529 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:50:01.557924 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-351447cb-bab8-42d3-92a1-910b39e35427 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:01.575108 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-351447cb-bab8-42d3-92a1-910b39e35427 service neutron] Transition to ACTIVE for port object dc019a5e-33b7-42a4-be59-ff88f0a2e529 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:50:01.594553 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device cf5f8d93-1684-4f48-a5af-ed06167b686f up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:50:01.644839 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-351447cb-bab8-42d3-92a1-910b39e35427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:01.753228 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351447cb-bab8-42d3-92a1-910b39e35427 service neutron] Pushing event updated for resources: {'Port': ['ID=dc019a5e-33b7-42a4-be59-ff88f0a2e529,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:01.837785 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port cf5f8d93-1684-4f48-a5af-ed06167b686f triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:50:01.838355 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:01.932934 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-6dddb21f-6f30-442c-aa44-b5f5141f2acd None None] Set router d7071536-5560-4027-ab90-05485660f6d9 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:50:02.045050 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-351447cb-bab8-42d3-92a1-910b39e35427 service neutron] Attempting to bind port dc019a5e-33b7-42a4-be59-ff88f0a2e529 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:50:02.045300 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-351447cb-bab8-42d3-92a1-910b39e35427 service neutron] Attempting to bind port dc019a5e-33b7-42a4-be59-ff88f0a2e529 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '77a48b29-f789-41c3-82b2-66a5eb7c53b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:50:02.045781 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-351447cb-bab8-42d3-92a1-910b39e35427 service neutron] Attempting to bind port dc019a5e-33b7-42a4-be59-ff88f0a2e529 on network 3065bf7b-fd6e-4d0b-a830-392fdd7f9351 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:50:02.050874 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-351447cb-bab8-42d3-92a1-910b39e35427 service neutron] Port dc019a5e-33b7-42a4-be59-ff88f0a2e529 on network 3065bf7b-fd6e-4d0b-a830-392fdd7f9351 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:50:02.051208 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-351447cb-bab8-42d3-92a1-910b39e35427 service neutron] Attempting to bind port dc019a5e-33b7-42a4-be59-ff88f0a2e529 on network 3065bf7b-fd6e-4d0b-a830-392fdd7f9351 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:50:02.057554 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-351447cb-bab8-42d3-92a1-910b39e35427 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:50:02.057996 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-351447cb-bab8-42d3-92a1-910b39e35427 service neutron] Checking segment: {'id': '77a48b29-f789-41c3-82b2-66a5eb7c53b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:50:02.058369 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-351447cb-bab8-42d3-92a1-910b39e35427 service neutron] Bound using segment: {'id': '77a48b29-f789-41c3-82b2-66a5eb7c53b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:50:02.058806 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-351447cb-bab8-42d3-92a1-910b39e35427 service neutron] Bound port: dc019a5e-33b7-42a4-be59-ff88f0a2e529, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a48b29-f789-41c3-82b2-66a5eb7c53b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:50:02.059158 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-351447cb-bab8-42d3-92a1-910b39e35427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:02.159932 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-351447cb-bab8-42d3-92a1-910b39e35427 service neutron] For port dc019a5e-33b7-42a4-be59-ff88f0a2e529, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:50:02.164547 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-351447cb-bab8-42d3-92a1-910b39e35427 service neutron] For port dc019a5e-33b7-42a4-be59-ff88f0a2e529, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=dc019a5e-33b7-42a4-be59-ff88f0a2e529,segment=NetworkSegment(77a48b29-f789-41c3-82b2-66a5eb7c53b7),segment_id=77a48b29-f789-41c3-82b2-66a5eb7c53b7)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:50:02.257173 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-351447cb-bab8-42d3-92a1-910b39e35427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:02.261203 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d040d-cea7-4836-842f-7e7e68b81acd req-1b444cdc-3271-47c2-a84d-9e715d87204a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:02.268232 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port cf5f8d93-1684-4f48-a5af-ed06167b686f is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:50:02.272032 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-813d040d-cea7-4836-842f-7e7e68b81acd req-1b444cdc-3271-47c2-a84d-9e715d87204a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad1e4d86-31db-45cb-9402-e3b602f556b8 HTTP/1.1" status: 200 len: 945 time: 0.5979295 May 27 02:50:02.288544 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02230718-ddb3-4724-8485-a5e429609445 req-06fa52be-ab15-4cd8-b7ba-f27922b1ebf8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:02.290167 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-02230718-ddb3-4724-8485-a5e429609445 req-06fa52be-ab15-4cd8-b7ba-f27922b1ebf8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59 HTTP/1.1" status: 200 len: 943 time: 0.2754123 May 27 02:50:02.354857 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6dddb21f-6f30-442c-aa44-b5f5141f2acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7071536-5560-4027-ab90-05485660f6d9', 'name': 'tempest-TestVolumeBackupRestore-1064100051-router', 'tenant_id': '0272a489467344d29f8769994cd86261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'aca9844c-2822-4966-b332-89c9713756cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:49:56Z', 'updated_at': '2022-05-27T02:49:59Z', 'revision_number': 3, 'project_id': '0272a489467344d29f8769994cd86261', 'gw_port': {'id': 'aca9844c-2822-4966-b332-89c9713756cf', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7071536-5560-4027-ab90-05485660f6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:49:58Z', 'updated_at': '2022-05-27T02:49:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:02.359518 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dddb21f-6f30-442c-aa44-b5f5141f2acd None None] Checking router: d7071536-5560-4027-ab90-05485660f6d9 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:50:02.360065 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dddb21f-6f30-442c-aa44-b5f5141f2acd None None] Updating router d7071536-5560-4027-ab90-05485660f6d9 port aca9844c-2822-4966-b332-89c9713756cf binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:50:02.371057 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-351447cb-bab8-42d3-92a1-910b39e35427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:02.372281 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-351447cb-bab8-42d3-92a1-910b39e35427 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:02.373302 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-351447cb-bab8-42d3-92a1-910b39e35427 service neutron] 10.222.0.66 "PUT /v2.0/ports/dc019a5e-33b7-42a4-be59-ff88f0a2e529 HTTP/1.1" status: 200 len: 1091 time: 1.6531451 May 27 02:50:02.375322 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59', 'tag': 'dc019a5e-33b7-42a4-be59-ff88f0a2e529'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:50:02.390142 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-813d040d-cea7-4836-842f-7e7e68b81acd req-f9608154-38df-42f9-a0bd-790c70df1a4d tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=b407f67f-53fe-48ac-a4c5-d1e61d7f8076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168571 May 27 02:50:02.409873 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-02230718-ddb3-4724-8485-a5e429609445 req-7b041522-ef0f-4121-9884-603a91586974 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816894 May 27 02:50:02.451714 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6dddb21f-6f30-442c-aa44-b5f5141f2acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:02.465301 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351447cb-bab8-42d3-92a1-910b39e35427 service neutron] Pushing event updated for resources: {'Port': ['ID=dc019a5e-33b7-42a4-be59-ff88f0a2e529,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:02.511257 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59dca5ac-2f76-4311-b4be-96fddd1b9ade'] response: {'name': 'network-changed', 'server_uuid': '9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59', 'tag': 'dc019a5e-33b7-42a4-be59-ff88f0a2e529', 'status': 'completed', 'code': 200} May 27 02:50:02.643950 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-34cb09ed-d6ff-47d9-8feb-50ee65197c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:02.645474 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-34cb09ed-d6ff-47d9-8feb-50ee65197c2d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3fadd088ccc74553a04697be263b7906&device_id=9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59 HTTP/1.1" status: 200 len: 1094 time: 0.1175885 May 27 02:50:02.723963 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-40c3fb17-dabf-4b42-93ba-564f5e550ad8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc019a5e-33b7-42a4-be59-ff88f0a2e529 HTTP/1.1" status: 200 len: 217 time: 0.0717654 May 27 02:50:02.827592 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-b41ce1e0-9bec-44eb-8a71-59af5351d310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:02.829701 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-b41ce1e0-9bec-44eb-8a71-59af5351d310 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d5a421f1-cfc1-40c1-b671-1e4d60b8996c HTTP/1.1" status: 200 len: 851 time: 0.1000128 May 27 02:50:02.873410 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-12e47675-f1d8-4525-ab58-1c51457e5390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:02.932238 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-e38fc94f-1262-4f4b-8e20-be190554b6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:02.936232 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-e38fc94f-1262-4f4b-8e20-be190554b6ce service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0982673 May 27 02:50:03.024942 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6dddb21f-6f30-442c-aa44-b5f5141f2acd None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:03.036432 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6dddb21f-6f30-442c-aa44-b5f5141f2acd None None] Transition to ACTIVE for port object aca9844c-2822-4966-b332-89c9713756cf will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:50:03.083303 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-f3c69a51-89e8-43bc-9472-a588ea2a2658 service neutron] 10.222.0.66 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429334 May 27 02:50:03.122050 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-12e47675-f1d8-4525-ab58-1c51457e5390 admin admin] Allocated IP 172.20.0.1 (75feb83a-c457-4b04-999e-24621f0d94f4/196979af-d657-49ea-ad21-9281e456576f/ab813069-0cf1-4d87-bac0-ff2dffe94c97) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:50:03.128946 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6dddb21f-6f30-442c-aa44-b5f5141f2acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:03.213965 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-6dddb21f-6f30-442c-aa44-b5f5141f2acd None None] Attempting to bind port aca9844c-2822-4966-b332-89c9713756cf on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:50:03.214442 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-6dddb21f-6f30-442c-aa44-b5f5141f2acd None None] Attempting to bind port aca9844c-2822-4966-b332-89c9713756cf by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:50:03.214901 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dddb21f-6f30-442c-aa44-b5f5141f2acd None None] Attempting to bind port aca9844c-2822-4966-b332-89c9713756cf on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:50:03.224820 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dddb21f-6f30-442c-aa44-b5f5141f2acd None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:50:03.225212 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dddb21f-6f30-442c-aa44-b5f5141f2acd None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:50:03.225613 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6dddb21f-6f30-442c-aa44-b5f5141f2acd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:03.226111 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dddb21f-6f30-442c-aa44-b5f5141f2acd None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:50:03.226705 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-6dddb21f-6f30-442c-aa44-b5f5141f2acd None None] Bound port: aca9844c-2822-4966-b332-89c9713756cf, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:50:03.227092 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6dddb21f-6f30-442c-aa44-b5f5141f2acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:03.246964 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4b23d6ee-34b6-4c52-aed7-331f8bef8e29 req-0f0d7aca-9e9c-44dd-95a0-834ff08acf47 service neutron] 10.222.0.66 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577125 May 27 02:50:03.261095 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757012d9-9cbb-4f42-bd97-5fcaf1e665f3 None None] Pushing event updated for resources: {'Port': ['ID=aca9844c-2822-4966-b332-89c9713756cf,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:03.322142 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-6dddb21f-6f30-442c-aa44-b5f5141f2acd None None] For port aca9844c-2822-4966-b332-89c9713756cf, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:50:03.325178 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-6dddb21f-6f30-442c-aa44-b5f5141f2acd None None] For port aca9844c-2822-4966-b332-89c9713756cf, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=aca9844c-2822-4966-b332-89c9713756cf,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:50:03.400089 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-12e47675-f1d8-4525-ab58-1c51457e5390 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:03.415452 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-12e47675-f1d8-4525-ab58-1c51457e5390 admin admin] Transition to ACTIVE for port object ab813069-0cf1-4d87-bac0-ff2dffe94c97 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:50:03.432741 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6dddb21f-6f30-442c-aa44-b5f5141f2acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:03.449197 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f41dcc-79c5-48da-9801-408fc5c44c18 req-995cebd1-c884-4825-9c74-a624e72793a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:03.451216 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-52f41dcc-79c5-48da-9801-408fc5c44c18 req-995cebd1-c884-4825-9c74-a624e72793a6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3fadd088ccc74553a04697be263b7906&device_id=9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59 HTTP/1.1" status: 200 len: 1094 time: 0.0916595 May 27 02:50:03.513513 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dddb21f-6f30-442c-aa44-b5f5141f2acd None None] Routers {'d7071536-5560-4027-ab90-05485660f6d9'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:50:03.514146 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6dddb21f-6f30-442c-aa44-b5f5141f2acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:49:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d7071536-5560-4027-ab90-05485660f6d9'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:03.535173 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-12e47675-f1d8-4525-ab58-1c51457e5390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:03.584084 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757012d9-9cbb-4f42-bd97-5fcaf1e665f3 None None] Pushing event updated for resources: {'Port': ['ID=aca9844c-2822-4966-b332-89c9713756cf,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:03.645793 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f41dcc-79c5-48da-9801-408fc5c44c18 req-f4473c2f-b633-4997-a259-9ecb6d2878d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:03.647273 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-52f41dcc-79c5-48da-9801-408fc5c44c18 req-f4473c2f-b633-4997-a259-9ecb6d2878d2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351 HTTP/1.1" status: 200 len: 913 time: 0.1899381 May 27 02:50:03.726939 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-6dddb21f-6f30-442c-aa44-b5f5141f2acd None None] Set router d7071536-5560-4027-ab90-05485660f6d9 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:50:03.727197 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e47675-f1d8-4525-ab58-1c51457e5390 admin admin] Network 75feb83a-c457-4b04-999e-24621f0d94f4 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:50:03.733347 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-52f41dcc-79c5-48da-9801-408fc5c44c18 req-20ffaf6a-6779-4880-bbc1-d8d2733e10f9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc019a5e-33b7-42a4-be59-ff88f0a2e529 HTTP/1.1" status: 200 len: 217 time: 0.0784161 May 27 02:50:03.734895 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-12e47675-f1d8-4525-ab58-1c51457e5390 admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:50:03.739801 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e47675-f1d8-4525-ab58-1c51457e5390 admin admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:50:03.796255 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-12e47675-f1d8-4525-ab58-1c51457e5390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:03.827676 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f41dcc-79c5-48da-9801-408fc5c44c18 req-a9a74cf6-56f1-4584-9e75-45c0a95c5ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:03.829312 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-52f41dcc-79c5-48da-9801-408fc5c44c18 req-a9a74cf6-56f1-4584-9e75-45c0a95c5ff1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d5a421f1-cfc1-40c1-b671-1e4d60b8996c HTTP/1.1" status: 200 len: 851 time: 0.0876360 May 27 02:50:03.868485 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e47675-f1d8-4525-ab58-1c51457e5390 admin admin] Pushing event updated for resources: {'Port': ['ID=ab813069-0cf1-4d87-bac0-ff2dffe94c97,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:03.944364 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6acb9-903b-4e7e-b59f-f86f207bb9ca req-80a63449-62ad-4750-8b5f-c91671783514 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:03.948309 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fbb6acb9-903b-4e7e-b59f-f86f207bb9ca req-80a63449-62ad-4750-8b5f-c91671783514 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad1e4d86-31db-45cb-9402-e3b602f556b8 HTTP/1.1" status: 200 len: 945 time: 0.2978206 May 27 02:50:03.973914 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77d725-6eab-4daf-a73a-e3b4b563a318 req-eb95d334-b1b5-47ba-8cf9-93e6e222ea79 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:03.976024 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-da77d725-6eab-4daf-a73a-e3b4b563a318 req-eb95d334-b1b5-47ba-8cf9-93e6e222ea79 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59 HTTP/1.1" status: 200 len: 943 time: 0.3626678 May 27 02:50:04.019731 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f41dcc-79c5-48da-9801-408fc5c44c18 req-6eff89de-d656-4360-ad8c-7baaddb2bf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:04.022488 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-52f41dcc-79c5-48da-9801-408fc5c44c18 req-6eff89de-d656-4360-ad8c-7baaddb2bf1a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1772633 May 27 02:50:04.107465 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fbb6acb9-903b-4e7e-b59f-f86f207bb9ca req-dd41146c-d4ff-4bcb-ae66-7021a1080ad2 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=b407f67f-53fe-48ac-a4c5-d1e61d7f8076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304321 May 27 02:50:04.114838 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-da77d725-6eab-4daf-a73a-e3b4b563a318 req-759fccd0-ff17-45d6-b8c9-4f76e282f021 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184399 May 27 02:50:04.216930 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-52f41dcc-79c5-48da-9801-408fc5c44c18 req-916d6bda-f1bb-4f37-93e9-a32d7b8dc68e service neutron] 10.222.0.66 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841345 May 27 02:50:04.243234 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6dddb21f-6f30-442c-aa44-b5f5141f2acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7071536-5560-4027-ab90-05485660f6d9', 'name': 'tempest-TestVolumeBackupRestore-1064100051-router', 'tenant_id': '0272a489467344d29f8769994cd86261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'aca9844c-2822-4966-b332-89c9713756cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:49:56Z', 'updated_at': '2022-05-27T02:49:59Z', 'revision_number': 3, 'project_id': '0272a489467344d29f8769994cd86261', 'gw_port': {'id': 'aca9844c-2822-4966-b332-89c9713756cf', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7071536-5560-4027-ab90-05485660f6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:49:58Z', 'updated_at': '2022-05-27T02:50:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:04.250661 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dddb21f-6f30-442c-aa44-b5f5141f2acd None None] The sync data for ids ['d7071536-5560-4027-ab90-05485660f6d9'] in n-d-843554-3 is: [{'id': 'd7071536-5560-4027-ab90-05485660f6d9', 'name': 'tempest-TestVolumeBackupRestore-1064100051-router', 'tenant_id': '0272a489467344d29f8769994cd86261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'aca9844c-2822-4966-b332-89c9713756cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:49:56Z', 'updated_at': '2022-05-27T02:49:59Z', 'revision_number': 3, 'project_id': '0272a489467344d29f8769994cd86261', 'gw_port': {'id': 'aca9844c-2822-4966-b332-89c9713756cf', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7071536-5560-4027-ab90-05485660f6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:49:58Z', 'updated_at': '2022-05-27T02:50:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:50:04.327722 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-12e47675-f1d8-4525-ab58-1c51457e5390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:04.329526 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9213ee58-213e-4a2f-9a8b-a6186f7410b2 None None] Provisioning for port ab813069-0cf1-4d87-bac0-ff2dffe94c97 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:50:04.351857 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9213ee58-213e-4a2f-9a8b-a6186f7410b2 None None] Provisioning complete for port ab813069-0cf1-4d87-bac0-ff2dffe94c97 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:50:04.352554 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9213ee58-213e-4a2f-9a8b-a6186f7410b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:04.389842 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-52f41dcc-79c5-48da-9801-408fc5c44c18 req-b8334fa2-22c9-4ba4-8a1f-815e8751122a service neutron] 10.222.0.66 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667352 May 27 02:50:04.423081 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b27e42-1475-4406-be7e-779c40a6af32 req-dcdc5710-4f0d-4fd0-bcde-7be64c20cf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:04.424644 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f8b27e42-1475-4406-be7e-779c40a6af32 req-dcdc5710-4f0d-4fd0-bcde-7be64c20cf04 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e4d86-31db-45cb-9402-e3b602f556b8 HTTP/1.1" status: 200 len: 1096 time: 0.4150064 May 27 02:50:04.453084 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9213ee58-213e-4a2f-9a8b-a6186f7410b2 None None] Port ab813069-0cf1-4d87-bac0-ff2dffe94c97 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:50:04.534245 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f8b27e42-1475-4406-be7e-779c40a6af32 req-edcffd90-93ff-4f60-85d1-2830d7ee6ff9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b407f67f-53fe-48ac-a4c5-d1e61d7f8076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031597 May 27 02:50:04.654638 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-12e47675-f1d8-4525-ab58-1c51457e5390 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:04.719111 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-12e47675-f1d8-4525-ab58-1c51457e5390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:04.842448 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-12e47675-f1d8-4525-ab58-1c51457e5390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:04.846320 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e47675-f1d8-4525-ab58-1c51457e5390 admin admin] Pushing event updated for resources: {'Port': ['ID=ab813069-0cf1-4d87-bac0-ff2dffe94c97,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:05.002466 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e47675-f1d8-4525-ab58-1c51457e5390 admin admin] Network 75feb83a-c457-4b04-999e-24621f0d94f4 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:50:05.003599 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-12e47675-f1d8-4525-ab58-1c51457e5390 admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:50:05.236199 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e47675-f1d8-4525-ab58-1c51457e5390 admin admin] Router d7071536-5560-4027-ab90-05485660f6d9 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:50:05.337519 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-62d378a4-094c-4e5d-945f-f21a527d014f None None] Provisioning complete for port ab813069-0cf1-4d87-bac0-ff2dffe94c97 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:50:05.338030 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-62d378a4-094c-4e5d-945f-f21a527d014f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:05.407842 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-62d378a4-094c-4e5d-945f-f21a527d014f None None] Port ab813069-0cf1-4d87-bac0-ff2dffe94c97 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:50:05.544682 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:50:05.548710 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:50:05.668730 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device aca9844c-2822-4966-b332-89c9713756cf up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:50:05.729481 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ba3f2-e840-4558-9798-64c60205d425 req-c20e1085-1509-406a-b1b0-e667621b5545 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:05.730544 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a92ba3f2-e840-4558-9798-64c60205d425 req-c20e1085-1509-406a-b1b0-e667621b5545 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59 HTTP/1.1" status: 200 len: 943 time: 0.4073670 May 27 02:50:05.734123 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e47675-f1d8-4525-ab58-1c51457e5390 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:50:05.743007 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00766d-d7d5-492c-a6b0-7c0a8eabdaa1 req-10719a08-4870-4a61-ac83-78105311f182 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:05.744477 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df00766d-d7d5-492c-a6b0-7c0a8eabdaa1 req-10719a08-4870-4a61-ac83-78105311f182 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad1e4d86-31db-45cb-9402-e3b602f556b8 HTTP/1.1" status: 200 len: 945 time: 0.4278312 May 27 02:50:05.787182 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-12e47675-f1d8-4525-ab58-1c51457e5390 admin admin] 10.222.0.57 "PUT /v2.0/routers/d7071536-5560-4027-ab90-05485660f6d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2422309 May 27 02:50:05.839777 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df00766d-d7d5-492c-a6b0-7c0a8eabdaa1 req-b5c43278-bc94-4579-9685-f634d502f0b4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=b407f67f-53fe-48ac-a4c5-d1e61d7f8076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754573 May 27 02:50:05.861689 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a92ba3f2-e840-4558-9798-64c60205d425 req-e1456fe8-4d13-467a-b9f7-63787cc30207 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966787 May 27 02:50:05.956360 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:50:05.956936 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:06.028487 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1e4d86-31db-45cb-9402-e3b602f556b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:50:06.042210 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa,segment=NetworkSegment(3cbf9432-48ac-4366-a4ae-930ada354c32),segment_id=3cbf9432-48ac-4366-a4ae-930ada354c32)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:50:06.053594 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa,segment=NetworkSegment(3cbf9432-48ac-4366-a4ae-930ada354c32),segment_id=3cbf9432-48ac-4366-a4ae-930ada354c32)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:50:06.076247 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': 'bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa', 'network_id': '1493e455-0198-438a-a988-6f05178a8d71', 'port_id': 'bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa', 'mac_address': 'fa:16:3e:ba:60:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35eb3791-9cdc-4386-85ec-5c9b4f44dc1e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:50:06.117547 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2a730d0a-4d1c-4760-9a55-ff7212cc1d4b req-d8e95e29-8619-4b69-b563-c64620041739 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e4d86-31db-45cb-9402-e3b602f556b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1274495 May 27 02:50:06.146247 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port aca9844c-2822-4966-b332-89c9713756cf completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:50:06.153498 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port aca9844c-2822-4966-b332-89c9713756cf triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:50:06.153872 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:06.218328 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:06.294949 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:50:06.295323 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:06.320873 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:50:06.342868 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4d25b1-c8ee-493e-b3a0-545d50be7464 None None] Sync routers for ids ['d7071536-5560-4027-ab90-05485660f6d9'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:50:06.355328 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a730d0a-4d1c-4760-9a55-ff7212cc1d4b req-995b84b4-d87b-40fc-9953-f8dcd79c92a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:06.356916 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4d25b1-c8ee-493e-b3a0-545d50be7464 None None] Routers {'d7071536-5560-4027-ab90-05485660f6d9'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:50:06.364851 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-3f4d25b1-c8ee-493e-b3a0-545d50be7464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:49:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d7071536-5560-4027-ab90-05485660f6d9'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:06.365154 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2a730d0a-4d1c-4760-9a55-ff7212cc1d4b req-995b84b4-d87b-40fc-9953-f8dcd79c92a9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b59631ecfa194f20bd33f8d2b34a5767&device_id=ad1e4d86-31db-45cb-9402-e3b602f556b8 HTTP/1.1" status: 200 len: 1094 time: 0.1374092 May 27 02:50:06.365255 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa,revision_number=6']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:06.456609 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5de56c9-9651-43d0-a51c-e30fea23c892'] response: {'server_uuid': 'ad1e4d86-31db-45cb-9402-e3b602f556b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa', 'code': 200} May 27 02:50:06.469751 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa,segment=NetworkSegment(3cbf9432-48ac-4366-a4ae-930ada354c32),segment_id=3cbf9432-48ac-4366-a4ae-930ada354c32)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:50:06.472287 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port aca9844c-2822-4966-b332-89c9713756cf is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:50:06.473021 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:06.498250 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port aca9844c-2822-4966-b332-89c9713756cf, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=aca9844c-2822-4966-b332-89c9713756cf,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:50:06.542396 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:06.581816 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a730d0a-4d1c-4760-9a55-ff7212cc1d4b req-a6927c36-8853-48fa-9d5c-f1751d91d00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:06.583334 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2a730d0a-4d1c-4760-9a55-ff7212cc1d4b req-a6927c36-8853-48fa-9d5c-f1751d91d00e service neutron] 10.222.0.32 "GET /v2.0/networks?id=1493e455-0198-438a-a988-6f05178a8d71 HTTP/1.1" status: 200 len: 898 time: 0.2001872 May 27 02:50:06.589779 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:06.634368 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-3f4d25b1-c8ee-493e-b3a0-545d50be7464 None None] Set router d7071536-5560-4027-ab90-05485660f6d9 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:50:06.638616 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa,revision_number=7']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:06.735488 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2a730d0a-4d1c-4760-9a55-ff7212cc1d4b req-07499608-ab02-44a0-b5ff-31d30a28a256 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa HTTP/1.1" status: 200 len: 1000 time: 0.1439099 May 27 02:50:06.735873 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=aca9844c-2822-4966-b332-89c9713756cf,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:06.769744 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:50:06.819257 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a730d0a-4d1c-4760-9a55-ff7212cc1d4b req-c8f082c6-c5fe-462d-9eb8-875a8e778b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:06.822923 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2a730d0a-4d1c-4760-9a55-ff7212cc1d4b req-c8f082c6-c5fe-462d-9eb8-875a8e778b15 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=35eb3791-9cdc-4386-85ec-5c9b4f44dc1e HTTP/1.1" status: 200 len: 835 time: 0.0807214 May 27 02:50:06.982740 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a730d0a-4d1c-4760-9a55-ff7212cc1d4b req-88ac4d3e-bf2e-424c-af12-d81454be2935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:06.984365 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2a730d0a-4d1c-4760-9a55-ff7212cc1d4b req-88ac4d3e-bf2e-424c-af12-d81454be2935 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1493e455-0198-438a-a988-6f05178a8d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1556709 May 27 02:50:07.058899 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-3f4d25b1-c8ee-493e-b3a0-545d50be7464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7071536-5560-4027-ab90-05485660f6d9', 'name': 'tempest-TestVolumeBackupRestore-1064100051-router', 'tenant_id': '0272a489467344d29f8769994cd86261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'aca9844c-2822-4966-b332-89c9713756cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:49:56Z', 'updated_at': '2022-05-27T02:50:04Z', 'revision_number': 4, 'project_id': '0272a489467344d29f8769994cd86261', 'gw_port': {'id': 'aca9844c-2822-4966-b332-89c9713756cf', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7071536-5560-4027-ab90-05485660f6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:49:58Z', 'updated_at': '2022-05-27T02:50:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'ab813069-0cf1-4d87-bac0-ff2dffe94c97', 'name': '', 'network_id': '75feb83a-c457-4b04-999e-24621f0d94f4', 'tenant_id': '0272a489467344d29f8769994cd86261', 'mac_address': 'fa:16:3e:ba:58:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7071536-5560-4027-ab90-05485660f6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '196979af-d657-49ea-ad21-9281e456576f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:02Z', 'updated_at': '2022-05-27T02:50:04Z', 'revision_number': 2, 'project_id': '0272a489467344d29f8769994cd86261', 'subnets': [{'id': '196979af-d657-49ea-ad21-9281e456576f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:07.062850 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4d25b1-c8ee-493e-b3a0-545d50be7464 None None] Checking router: d7071536-5560-4027-ab90-05485660f6d9 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:50:07.063334 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4d25b1-c8ee-493e-b3a0-545d50be7464 None None] Updating router d7071536-5560-4027-ab90-05485660f6d9 port ab813069-0cf1-4d87-bac0-ff2dffe94c97 binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:50:07.133287 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-3f4d25b1-c8ee-493e-b3a0-545d50be7464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:07.309636 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2a730d0a-4d1c-4760-9a55-ff7212cc1d4b req-b8b63254-f722-4330-a4a1-c6a35a3a0785 service neutron] 10.222.0.32 "GET /v2.0/networks/1493e455-0198-438a-a988-6f05178a8d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178451 May 27 02:50:07.318883 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73cb146-4c6e-4d93-beef-d906ca6e29d6 req-e70d8cfe-e8a6-4899-b93b-d2f9cd1c9121 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:07.320301 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f73cb146-4c6e-4d93-beef-d906ca6e29d6 req-e70d8cfe-e8a6-4899-b93b-d2f9cd1c9121 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59 HTTP/1.1" status: 200 len: 943 time: 0.3014455 May 27 02:50:07.422649 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f09c8-2c95-4563-b46c-9573f4aba215 req-63086bc3-f4b6-48f4-bc53-d235db581c15 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:07.424149 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e03f09c8-2c95-4563-b46c-9573f4aba215 req-63086bc3-f4b6-48f4-bc53-d235db581c15 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad1e4d86-31db-45cb-9402-e3b602f556b8 HTTP/1.1" status: 200 len: 944 time: 0.3589785 May 27 02:50:07.494293 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f73cb146-4c6e-4d93-beef-d906ca6e29d6 req-9ccc0ad1-2c8e-4508-947f-11f5415496ec tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470504 May 27 02:50:07.529811 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e03f09c8-2c95-4563-b46c-9573f4aba215 req-d9ca5fa5-d8f0-48e8-9e1f-40bf4d735a4d tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=b407f67f-53fe-48ac-a4c5-d1e61d7f8076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958695 May 27 02:50:07.538281 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2a730d0a-4d1c-4760-9a55-ff7212cc1d4b req-9da96466-0233-4d08-9745-4f132d67f1d7 service neutron] 10.222.0.32 "GET /v2.0/networks/1493e455-0198-438a-a988-6f05178a8d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153986 May 27 02:50:07.558158 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-3f4d25b1-c8ee-493e-b3a0-545d50be7464 None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:07.580139 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58496) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:50:07.581522 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-3f4d25b1-c8ee-493e-b3a0-545d50be7464 None None] Transition to ACTIVE for port object ab813069-0cf1-4d87-bac0-ff2dffe94c97 will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:50:07.622608 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device aca9844c-2822-4966-b332-89c9713756cf up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:50:07.667619 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-3f4d25b1-c8ee-493e-b3a0-545d50be7464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:07.712348 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port aca9844c-2822-4966-b332-89c9713756cf triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:50:07.713074 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:07.822004 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e3bae-a051-44c6-b02e-6028038f76b9 None None] Pushing event updated for resources: {'Port': ['ID=ab813069-0cf1-4d87-bac0-ff2dffe94c97,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:07.879678 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port aca9844c-2822-4966-b332-89c9713756cf is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:50:07.928684 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-3f4d25b1-c8ee-493e-b3a0-545d50be7464 None None] Attempting to bind port ab813069-0cf1-4d87-bac0-ff2dffe94c97 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:50:07.929388 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-3f4d25b1-c8ee-493e-b3a0-545d50be7464 None None] Attempting to bind port ab813069-0cf1-4d87-bac0-ff2dffe94c97 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '087922b1-c53c-400d-8d3a-65201b9071ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '75feb83a-c457-4b04-999e-24621f0d94f4'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:50:07.930063 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4d25b1-c8ee-493e-b3a0-545d50be7464 None None] Attempting to bind port ab813069-0cf1-4d87-bac0-ff2dffe94c97 on network 75feb83a-c457-4b04-999e-24621f0d94f4 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:50:07.938002 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4d25b1-c8ee-493e-b3a0-545d50be7464 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:50:07.939189 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4d25b1-c8ee-493e-b3a0-545d50be7464 None None] Checking segment: {'id': '087922b1-c53c-400d-8d3a-65201b9071ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '75feb83a-c457-4b04-999e-24621f0d94f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:50:07.939806 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-3f4d25b1-c8ee-493e-b3a0-545d50be7464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:07.940758 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4d25b1-c8ee-493e-b3a0-545d50be7464 None None] Bound using segment: {'id': '087922b1-c53c-400d-8d3a-65201b9071ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '75feb83a-c457-4b04-999e-24621f0d94f4'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:50:07.941662 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-3f4d25b1-c8ee-493e-b3a0-545d50be7464 None None] Bound port: ab813069-0cf1-4d87-bac0-ff2dffe94c97, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '087922b1-c53c-400d-8d3a-65201b9071ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '75feb83a-c457-4b04-999e-24621f0d94f4'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:50:07.942379 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-3f4d25b1-c8ee-493e-b3a0-545d50be7464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:07.992763 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ef840114-e93d-43b4-ba95-a9c01094e48f tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/floatingips/3b50ee1b-8978-407e-86e7-f1b217054e2a HTTP/1.1" status: 200 len: 992 time: 0.4098630 May 27 02:50:08.052521 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-3f4d25b1-c8ee-493e-b3a0-545d50be7464 None None] For port ab813069-0cf1-4d87-bac0-ff2dffe94c97, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:50:08.055803 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-3f4d25b1-c8ee-493e-b3a0-545d50be7464 None None] For port ab813069-0cf1-4d87-bac0-ff2dffe94c97, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=ab813069-0cf1-4d87-bac0-ff2dffe94c97,segment=NetworkSegment(087922b1-c53c-400d-8d3a-65201b9071ca),segment_id=087922b1-c53c-400d-8d3a-65201b9071ca)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:50:08.131111 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-3f4d25b1-c8ee-493e-b3a0-545d50be7464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:08.211965 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4d25b1-c8ee-493e-b3a0-545d50be7464 None None] Routers {'d7071536-5560-4027-ab90-05485660f6d9'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:50:08.212596 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-3f4d25b1-c8ee-493e-b3a0-545d50be7464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:49:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d7071536-5560-4027-ab90-05485660f6d9'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:08.313835 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e3bae-a051-44c6-b02e-6028038f76b9 None None] Pushing event updated for resources: {'Port': ['ID=ab813069-0cf1-4d87-bac0-ff2dffe94c97,revision_number=4']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:08.466774 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-3f4d25b1-c8ee-493e-b3a0-545d50be7464 None None] Set router d7071536-5560-4027-ab90-05485660f6d9 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:50:08.740577 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6909c-2e12-44c8-824a-6db064422923 req-14b7f6c9-465c-4a6f-9d81-de0805539f24 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:08.748194 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-88e6909c-2e12-44c8-824a-6db064422923 req-14b7f6c9-465c-4a6f-9d81-de0805539f24 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59 HTTP/1.1" status: 200 len: 943 time: 0.1229208 May 27 02:50:08.810722 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-88e6909c-2e12-44c8-824a-6db064422923 req-26136db8-ae49-4327-927f-522cd2c31b52 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613139 May 27 02:50:08.852968 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-3f4d25b1-c8ee-493e-b3a0-545d50be7464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7071536-5560-4027-ab90-05485660f6d9', 'name': 'tempest-TestVolumeBackupRestore-1064100051-router', 'tenant_id': '0272a489467344d29f8769994cd86261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'aca9844c-2822-4966-b332-89c9713756cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:49:56Z', 'updated_at': '2022-05-27T02:50:04Z', 'revision_number': 4, 'project_id': '0272a489467344d29f8769994cd86261', 'gw_port': {'id': 'aca9844c-2822-4966-b332-89c9713756cf', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7071536-5560-4027-ab90-05485660f6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:49:58Z', 'updated_at': '2022-05-27T02:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'ab813069-0cf1-4d87-bac0-ff2dffe94c97', 'name': '', 'network_id': '75feb83a-c457-4b04-999e-24621f0d94f4', 'tenant_id': '0272a489467344d29f8769994cd86261', 'mac_address': 'fa:16:3e:ba:58:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7071536-5560-4027-ab90-05485660f6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '196979af-d657-49ea-ad21-9281e456576f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:02Z', 'updated_at': '2022-05-27T02:50:08Z', 'revision_number': 4, 'project_id': '0272a489467344d29f8769994cd86261', 'subnets': [{'id': '196979af-d657-49ea-ad21-9281e456576f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:08.858314 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4d25b1-c8ee-493e-b3a0-545d50be7464 None None] The sync data for ids ['d7071536-5560-4027-ab90-05485660f6d9'] in n-d-843554-3 is: [{'id': 'd7071536-5560-4027-ab90-05485660f6d9', 'name': 'tempest-TestVolumeBackupRestore-1064100051-router', 'tenant_id': '0272a489467344d29f8769994cd86261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'aca9844c-2822-4966-b332-89c9713756cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:49:56Z', 'updated_at': '2022-05-27T02:50:04Z', 'revision_number': 4, 'project_id': '0272a489467344d29f8769994cd86261', 'gw_port': {'id': 'aca9844c-2822-4966-b332-89c9713756cf', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7071536-5560-4027-ab90-05485660f6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:49:58Z', 'updated_at': '2022-05-27T02:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'ab813069-0cf1-4d87-bac0-ff2dffe94c97', 'name': '', 'network_id': '75feb83a-c457-4b04-999e-24621f0d94f4', 'tenant_id': '0272a489467344d29f8769994cd86261', 'mac_address': 'fa:16:3e:ba:58:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7071536-5560-4027-ab90-05485660f6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '196979af-d657-49ea-ad21-9281e456576f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:02Z', 'updated_at': '2022-05-27T02:50:08Z', 'revision_number': 4, 'project_id': '0272a489467344d29f8769994cd86261', 'subnets': [{'id': '196979af-d657-49ea-ad21-9281e456576f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:50:09.547714 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:50:09.595414 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ab813069-0cf1-4d87-bac0-ff2dffe94c97 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:50:09.698467 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:50:09.698916 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:09.763826 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port ab813069-0cf1-4d87-bac0-ff2dffe94c97 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:50:09.770113 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port ab813069-0cf1-4d87-bac0-ff2dffe94c97 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:50:09.770425 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:09.983181 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:50:09.983558 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:10.020755 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1e4d86-31db-45cb-9402-e3b602f556b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:50:10.025271 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port ab813069-0cf1-4d87-bac0-ff2dffe94c97 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:50:10.025651 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:10.042284 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa,segment=NetworkSegment(3cbf9432-48ac-4366-a4ae-930ada354c32),segment_id=3cbf9432-48ac-4366-a4ae-930ada354c32)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:50:10.087165 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port ab813069-0cf1-4d87-bac0-ff2dffe94c97, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=ab813069-0cf1-4d87-bac0-ff2dffe94c97,segment=NetworkSegment(087922b1-c53c-400d-8d3a-65201b9071ca),segment_id=087922b1-c53c-400d-8d3a-65201b9071ca)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:50:10.101321 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50086068-cd13-4a9e-98d6-d6f973ee5f4b req-b95c08c3-4216-4fd5-9968-bd429d9e4bc7 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:10.102887 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-50086068-cd13-4a9e-98d6-d6f973ee5f4b req-b95c08c3-4216-4fd5-9968-bd429d9e4bc7 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59 HTTP/1.1" status: 200 len: 943 time: 0.1163654 May 27 02:50:10.123555 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:10.126978 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2af1302-ec16-45ae-822a-cfd7cfe5f50e'] response: {'server_uuid': 'ad1e4d86-31db-45cb-9402-e3b602f556b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa', 'code': 200} May 27 02:50:10.171861 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-50086068-cd13-4a9e-98d6-d6f973ee5f4b req-db3a45cc-e0f0-4e87-a7ab-bf96c063ccb0 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611212 May 27 02:50:10.172888 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:10.218754 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa,revision_number=8']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:10.354997 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=ab813069-0cf1-4d87-bac0-ff2dffe94c97,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:11.376878 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269cb21-b660-4744-9ec2-e7fc226201af req-af8fa9f9-4205-4ae2-876c-e24d68529354 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:11.378453 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4269cb21-b660-4744-9ec2-e7fc226201af req-af8fa9f9-4205-4ae2-876c-e24d68529354 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59 HTTP/1.1" status: 200 len: 943 time: 0.0843534 May 27 02:50:11.427568 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4269cb21-b660-4744-9ec2-e7fc226201af req-5d5f4526-102f-4bf6-a8f8-4d45ecee79da tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426860 May 27 02:50:11.564893 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ab813069-0cf1-4d87-bac0-ff2dffe94c97 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:50:11.639630 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port ab813069-0cf1-4d87-bac0-ff2dffe94c97 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:50:11.640003 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:11.777230 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port ab813069-0cf1-4d87-bac0-ff2dffe94c97 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:50:12.762098 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a74ae5-dfb9-41b3-abc6-4c22d1db1ac1 req-e608e0f9-cd17-4c08-8f14-ac959bd1f333 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:12.763602 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a1a74ae5-dfb9-41b3-abc6-4c22d1db1ac1 req-e608e0f9-cd17-4c08-8f14-ac959bd1f333 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59 HTTP/1.1" status: 200 len: 943 time: 0.2144721 May 27 02:50:12.827213 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a1a74ae5-dfb9-41b3-abc6-4c22d1db1ac1 req-a0649d1a-f304-4552-81ed-4cc26a74d251 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554485 May 27 02:50:14.031225 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64ceda-8f33-4c84-a5fb-90e924d5d478 req-d6172a79-11a2-460d-8335-f27e90027775 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:14.032841 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5f64ceda-8f33-4c84-a5fb-90e924d5d478 req-d6172a79-11a2-460d-8335-f27e90027775 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59 HTTP/1.1" status: 200 len: 943 time: 0.0971723 May 27 02:50:14.085062 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5f64ceda-8f33-4c84-a5fb-90e924d5d478 req-bdf6676e-9bfb-481d-b080-5db8efa8e1c8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457923 May 27 02:50:15.295078 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f8403-a9a8-4f5e-8a78-9ab6d3f10a2c req-81dd7e05-27c4-4f8e-bd99-047f3500a84d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:15.296651 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-027f8403-a9a8-4f5e-8a78-9ab6d3f10a2c req-81dd7e05-27c4-4f8e-bd99-047f3500a84d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59 HTTP/1.1" status: 200 len: 943 time: 0.0899582 May 27 02:50:15.352904 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-027f8403-a9a8-4f5e-8a78-9ab6d3f10a2c req-44daa185-0a2c-4654-a4a4-35e32f59f45f tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494893 May 27 02:50:16.557553 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d8b8f-3efc-47d2-9647-4fbb1a646e9e req-39cabf9e-7f74-40f7-8fd7-e2598ed6e36a tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:16.559012 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8d4d8b8f-3efc-47d2-9647-4fbb1a646e9e req-39cabf9e-7f74-40f7-8fd7-e2598ed6e36a tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59 HTTP/1.1" status: 200 len: 943 time: 0.0895793 May 27 02:50:16.611953 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8d4d8b8f-3efc-47d2-9647-4fbb1a646e9e req-8874de0b-a9cf-4efb-a311-bba74926f88d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407093 May 27 02:50:17.813143 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17349c-62e3-482c-b225-10c64157020c req-87137e3f-7a0e-4020-8869-829ffb1a9581 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:17.814623 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1c17349c-62e3-482c-b225-10c64157020c req-87137e3f-7a0e-4020-8869-829ffb1a9581 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59 HTTP/1.1" status: 200 len: 943 time: 0.0968161 May 27 02:50:17.872207 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1c17349c-62e3-482c-b225-10c64157020c req-53b96886-2a26-4da5-867e-bd65aeb221be tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458956 May 27 02:50:19.068735 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a95d59-b256-4f2d-baa3-ba756bbf96ba req-0b21c3f9-9416-4ba9-84de-face8f875b2c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:19.070236 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-01a95d59-b256-4f2d-baa3-ba756bbf96ba req-0b21c3f9-9416-4ba9-84de-face8f875b2c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59 HTTP/1.1" status: 200 len: 943 time: 0.0903802 May 27 02:50:19.119387 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-01a95d59-b256-4f2d-baa3-ba756bbf96ba req-2ff180a4-eb1a-4957-bbe9-8d1a148e98e4 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426309 May 27 02:50:19.890232 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:19.897106 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:20.307376 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec843734-82cf-428d-b92a-10b06823c2b5 req-988db1f7-a273-49df-a0df-fd501f64ef9c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:20.308804 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ec843734-82cf-428d-b92a-10b06823c2b5 req-988db1f7-a273-49df-a0df-fd501f64ef9c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59 HTTP/1.1" status: 200 len: 943 time: 0.0807052 May 27 02:50:20.361681 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ec843734-82cf-428d-b92a-10b06823c2b5 req-98a28a86-ce30-4586-ba6a-a2faa19f31fe tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462883 May 27 02:50:21.564361 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1812062-e12e-4434-a2c2-64e65c80386f req-6534df63-8dfc-4ae3-a26a-1885b451f3c4 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:21.565847 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e1812062-e12e-4434-a2c2-64e65c80386f req-6534df63-8dfc-4ae3-a26a-1885b451f3c4 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59 HTTP/1.1" status: 200 len: 943 time: 0.0974448 May 27 02:50:21.618202 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e1812062-e12e-4434-a2c2-64e65c80386f req-d3ba3a07-b1a7-4c09-9d5e-6a5565aa5105 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444796 May 27 02:50:22.814987 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f9b7a-fec2-43b0-9017-5ab0d10dcd08 req-b1a2ff58-1e9d-4d6b-8321-401ec42356f6 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:22.819789 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-811f9b7a-fec2-43b0-9017-5ab0d10dcd08 req-b1a2ff58-1e9d-4d6b-8321-401ec42356f6 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59 HTTP/1.1" status: 200 len: 943 time: 0.0919449 May 27 02:50:22.871822 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-811f9b7a-fec2-43b0-9017-5ab0d10dcd08 req-7deec7e0-7df0-4529-a396-1273e2cec0ba tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492854 May 27 02:50:24.066964 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd0db3-c6b3-450a-a4a8-3d8608e5491b req-3c37af56-fd65-4160-bb77-9274b5676ad7 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:24.069165 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ccd0db3-c6b3-450a-a4a8-3d8608e5491b req-3c37af56-fd65-4160-bb77-9274b5676ad7 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59 HTTP/1.1" status: 200 len: 943 time: 0.0870740 May 27 02:50:24.115883 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ccd0db3-c6b3-450a-a4a8-3d8608e5491b req-1b468e39-720b-4115-ac73-372056de2dd0 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407882 May 27 02:50:25.310962 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc82714-964c-4d64-ab25-7fe048e15004 req-b7d81870-abaa-45e7-9bbf-516d5c4a4c7b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:25.312672 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fcc82714-964c-4d64-ab25-7fe048e15004 req-b7d81870-abaa-45e7-9bbf-516d5c4a4c7b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59 HTTP/1.1" status: 200 len: 943 time: 0.0879307 May 27 02:50:25.359601 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fcc82714-964c-4d64-ab25-7fe048e15004 req-1563e0f6-fd85-49ce-86b6-99372531a472 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410423 May 27 02:50:25.557593 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-298baad7-980f-4750-8b11-02f221ba81d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:26.553942 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e2c43-d295-4390-96c7-ad38adeadaed req-3ca9040c-0e90-4aeb-b544-eecb3a97dae9 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:26.555436 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-264e2c43-d295-4390-96c7-ad38adeadaed req-3ca9040c-0e90-4aeb-b544-eecb3a97dae9 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59 HTTP/1.1" status: 200 len: 943 time: 0.0791380 May 27 02:50:26.604568 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-264e2c43-d295-4390-96c7-ad38adeadaed req-d2de04b7-424b-427a-a899-38424dc2374f tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424197 May 27 02:50:27.795525 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a8b94-bc7c-41c6-91e7-5e6a1abda875 req-15d33068-e041-4d83-aa91-868c69feb2be tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:27.797945 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a01a8b94-bc7c-41c6-91e7-5e6a1abda875 req-15d33068-e041-4d83-aa91-868c69feb2be tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59 HTTP/1.1" status: 200 len: 943 time: 0.0899453 May 27 02:50:27.849071 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a01a8b94-bc7c-41c6-91e7-5e6a1abda875 req-90671d27-b361-4fd8-979c-3c7a4aa9a1ff tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438190 May 27 02:50:27.865534 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8fff4888-01d8-44f2-955a-2ff17b4eb470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:29.033356 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e36720-b97d-4615-960c-186b1818e72e req-dd6a3043-cd04-462f-86e1-8dd673a8fa2a tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:29.034842 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b3e36720-b97d-4615-960c-186b1818e72e req-dd6a3043-cd04-462f-86e1-8dd673a8fa2a tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59 HTTP/1.1" status: 200 len: 943 time: 0.0785942 May 27 02:50:29.082538 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b3e36720-b97d-4615-960c-186b1818e72e req-aab511b4-70bc-4e15-b76c-c069cca8907b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420260 May 27 02:50:29.118148 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:29.145289 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:30.185753 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:30.271716 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05f8e3-2ac7-4a3a-bb8b-809d0188060c req-39d53936-62fc-4ea6-8b4f-bde61217088f tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:30.273200 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6e05f8e3-2ac7-4a3a-bb8b-809d0188060c req-39d53936-62fc-4ea6-8b4f-bde61217088f tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59 HTTP/1.1" status: 200 len: 943 time: 0.0842984 May 27 02:50:30.318446 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6e05f8e3-2ac7-4a3a-bb8b-809d0188060c req-2b58cb84-a925-48cc-916f-3e17e0fb43b1 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389426 May 27 02:50:30.663149 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:50:31.506103 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99843e-0eaa-4b2c-9142-2e05142e6a55 req-9c2f4c1b-e10d-4d4d-8ee9-dafa8085a190 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:31.507161 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6f99843e-0eaa-4b2c-9142-2e05142e6a55 req-9c2f4c1b-e10d-4d4d-8ee9-dafa8085a190 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59 HTTP/1.1" status: 200 len: 943 time: 0.0822208 May 27 02:50:31.555645 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6f99843e-0eaa-4b2c-9142-2e05142e6a55 req-3d4f81b6-ba56-41cb-ac84-0e5b2aab2ac7 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421257 May 27 02:50:32.734185 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438a506-3766-4940-8eaf-5783106ae903 req-4f5d6600-2b04-48c9-9398-fb4d3e0241fa tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:32.735645 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9438a506-3766-4940-8eaf-5783106ae903 req-4f5d6600-2b04-48c9-9398-fb4d3e0241fa tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59 HTTP/1.1" status: 200 len: 943 time: 0.0786242 May 27 02:50:32.780236 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9438a506-3766-4940-8eaf-5783106ae903 req-6f8734b2-4ee4-4435-9af8-d6492a42b343 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383682 May 27 02:50:33.972608 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81025782-dbac-4105-aaaf-9971c7f48cd8 req-a1074e4d-5529-4689-87e9-ddda6a4f877a tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:33.974120 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-81025782-dbac-4105-aaaf-9971c7f48cd8 req-a1074e4d-5529-4689-87e9-ddda6a4f877a tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59 HTTP/1.1" status: 200 len: 943 time: 0.0871422 May 27 02:50:34.018733 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-81025782-dbac-4105-aaaf-9971c7f48cd8 req-4d6e609f-9b25-4c96-b765-ba8ed158df8c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388293 May 27 02:50:35.197600 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device dc019a5e-33b7-42a4-be59-ff88f0a2e529 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:50:35.203528 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f79fae-e357-4a95-ab12-37af519e42cc req-1e641c3a-c868-4783-8dca-00c242b7164b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:35.205031 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-32f79fae-e357-4a95-ab12-37af519e42cc req-1e641c3a-c868-4783-8dca-00c242b7164b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59 HTTP/1.1" status: 200 len: 943 time: 0.0811152 May 27 02:50:35.257406 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-32f79fae-e357-4a95-ab12-37af519e42cc req-90798a00-3ac1-4584-af4d-384bffc3ea13 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454988 May 27 02:50:35.330750 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port dc019a5e-33b7-42a4-be59-ff88f0a2e529, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=dc019a5e-33b7-42a4-be59-ff88f0a2e529,segment=NetworkSegment(77a48b29-f789-41c3-82b2-66a5eb7c53b7),segment_id=77a48b29-f789-41c3-82b2-66a5eb7c53b7)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:50:35.343992 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': 'dc019a5e-33b7-42a4-be59-ff88f0a2e529', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'port_id': 'dc019a5e-33b7-42a4-be59-ff88f0a2e529', 'mac_address': 'fa:16:3e:f3:78:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:50:35.400939 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port dc019a5e-33b7-42a4-be59-ff88f0a2e529 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:50:35.401311 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:35.417807 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc019a5e-33b7-42a4-be59-ff88f0a2e529 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:50:35.434549 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port dc019a5e-33b7-42a4-be59-ff88f0a2e529, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=dc019a5e-33b7-42a4-be59-ff88f0a2e529,segment=NetworkSegment(77a48b29-f789-41c3-82b2-66a5eb7c53b7),segment_id=77a48b29-f789-41c3-82b2-66a5eb7c53b7)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:50:35.501479 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:35.569272 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=dc019a5e-33b7-42a4-be59-ff88f0a2e529,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:35.706811 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['dc019a5e-33b7-42a4-be59-ff88f0a2e529'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:50:36.441498 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f5eca-b783-4abe-9bce-546f8da04787 req-53760cd0-9ad4-4eca-bb5c-977619824a5b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:36.443032 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1a2f5eca-b783-4abe-9bce-546f8da04787 req-53760cd0-9ad4-4eca-bb5c-977619824a5b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59 HTTP/1.1" status: 200 len: 944 time: 0.0793767 May 27 02:50:36.490981 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1a2f5eca-b783-4abe-9bce-546f8da04787 req-9277baae-01b9-4725-b866-cf168a0a8a6d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420873 May 27 02:50:37.208027 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device dc019a5e-33b7-42a4-be59-ff88f0a2e529 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:50:37.340588 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port dc019a5e-33b7-42a4-be59-ff88f0a2e529 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:50:37.345681 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port dc019a5e-33b7-42a4-be59-ff88f0a2e529 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:50:37.346049 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:37.462773 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port dc019a5e-33b7-42a4-be59-ff88f0a2e529 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:50:37.463066 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:37.489351 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc019a5e-33b7-42a4-be59-ff88f0a2e529'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:50:37.501821 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port dc019a5e-33b7-42a4-be59-ff88f0a2e529, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=dc019a5e-33b7-42a4-be59-ff88f0a2e529,segment=NetworkSegment(77a48b29-f789-41c3-82b2-66a5eb7c53b7),segment_id=77a48b29-f789-41c3-82b2-66a5eb7c53b7)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:50:37.561710 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-813a67a0-5e2f-4732-aa14-570895a4a1b5'] response: {'server_uuid': '9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc019a5e-33b7-42a4-be59-ff88f0a2e529', 'code': 200} May 27 02:50:37.569571 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:37.644515 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=dc019a5e-33b7-42a4-be59-ff88f0a2e529,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:37.693676 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4d547-9f58-4e1b-841f-2c5ba23dafcf req-e56f0305-f4a2-4f86-b50c-531223c9eab3 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:37.695256 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1be4d547-9f58-4e1b-841f-2c5ba23dafcf req-e56f0305-f4a2-4f86-b50c-531223c9eab3 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59 HTTP/1.1" status: 200 len: 945 time: 0.0875244 May 27 02:50:37.708028 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909db92e-7efb-47be-987a-9179253f841d req-bcc41df3-e02a-4b0b-9348-30deb529abde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:37.710093 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-909db92e-7efb-47be-987a-9179253f841d req-bcc41df3-e02a-4b0b-9348-30deb529abde service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59 HTTP/1.1" status: 200 len: 1096 time: 0.0886953 May 27 02:50:37.745988 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1be4d547-9f58-4e1b-841f-2c5ba23dafcf req-265ed968-4c6b-4802-aec9-69bc3bf5912b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434186 May 27 02:50:37.750552 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-909db92e-7efb-47be-987a-9179253f841d req-0e0b2ed2-b29b-44fd-ae62-cb0a4b65b5b7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341804 May 27 02:50:38.684540 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58734) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:50:38.904529 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-49dea075-b14b-4a97-abd1-e0b1617cca91 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Deleting port 60ff7082-b782-41e1-99a2-4f3b29e507f6 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:50:38.905203 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-49dea075-b14b-4a97-abd1-e0b1617cca91 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:38.954173 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d5c98c-a19e-44f1-abc1-7422b5072acc req-1e4bf6d8-0911-4122-9993-cdb24b191384 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:38.956380 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-59d5c98c-a19e-44f1-abc1-7422b5072acc req-1e4bf6d8-0911-4122-9993-cdb24b191384 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59 HTTP/1.1" status: 200 len: 945 time: 0.0884001 May 27 02:50:39.003908 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-59d5c98c-a19e-44f1-abc1-7422b5072acc req-1181ae9b-85e3-42ab-8a0a-7d3dca857935 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399287 May 27 02:50:39.084174 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-49dea075-b14b-4a97-abd1-e0b1617cca91 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:39.084495 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-49dea075-b14b-4a97-abd1-e0b1617cca91 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:39.211325 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-49dea075-b14b-4a97-abd1-e0b1617cca91 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Calling delete_port for 60ff7082-b782-41e1-99a2-4f3b29e507f6 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:50:39.420780 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-49dea075-b14b-4a97-abd1-e0b1617cca91 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:39.496969 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dea075-b14b-4a97-abd1-e0b1617cca91 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event deleted for resources: {'Port': ['ID=60ff7082-b782-41e1-99a2-4f3b29e507f6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:39.514212 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dea075-b14b-4a97-abd1-e0b1617cca91 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:39.514561 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dea075-b14b-4a97-abd1-e0b1617cca91 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:39.514896 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dea075-b14b-4a97-abd1-e0b1617cca91 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:39.515224 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dea075-b14b-4a97-abd1-e0b1617cca91 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:39.515551 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dea075-b14b-4a97-abd1-e0b1617cca91 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:39.515875 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dea075-b14b-4a97-abd1-e0b1617cca91 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:39.516197 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dea075-b14b-4a97-abd1-e0b1617cca91 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:39.516581 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dea075-b14b-4a97-abd1-e0b1617cca91 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:39.516849 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dea075-b14b-4a97-abd1-e0b1617cca91 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:39.517171 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dea075-b14b-4a97-abd1-e0b1617cca91 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:39.517485 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dea075-b14b-4a97-abd1-e0b1617cca91 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:39.517797 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dea075-b14b-4a97-abd1-e0b1617cca91 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:39.573623 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-49dea075-b14b-4a97-abd1-e0b1617cca91 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:39.573986 n-d-843554-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-49dea075-b14b-4a97-abd1-e0b1617cca91 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Floating IP 3b50ee1b-8978-407e-86e7-f1b217054e2a disassociated (deleted). External IP: 172.25.1.231, port: bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa. May 27 02:50:39.927566 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49dea075-b14b-4a97-abd1-e0b1617cca91 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Router 2af812ab-6256-4864-a060-4b745c865a5d has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:50:40.199242 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e99961-7f7b-4a5d-a2f8-479c4b4b6242 req-faeadb96-8912-4f75-970e-5cfa05201627 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:40.200989 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62e99961-7f7b-4a5d-a2f8-479c4b4b6242 req-faeadb96-8912-4f75-970e-5cfa05201627 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59 HTTP/1.1" status: 200 len: 945 time: 0.0822384 May 27 02:50:40.231010 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49dea075-b14b-4a97-abd1-e0b1617cca91 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:50:40.241864 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f644f3a2-8264-4127-9645-a807a3e762f7 None None] Sync routers for ids ['2af812ab-6256-4864-a060-4b745c865a5d'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:50:40.250475 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-49dea075-b14b-4a97-abd1-e0b1617cca91 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:40.251755 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f644f3a2-8264-4127-9645-a807a3e762f7 None None] Routers {'2af812ab-6256-4864-a060-4b745c865a5d'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:50:40.252622 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f644f3a2-8264-4127-9645-a807a3e762f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:50:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['2af812ab-6256-4864-a060-4b745c865a5d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:40.256043 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62e99961-7f7b-4a5d-a2f8-479c4b4b6242 req-35368cb8-95ad-4c61-af22-608ec5fc9b68 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484400 May 27 02:50:40.327539 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-49dea075-b14b-4a97-abd1-e0b1617cca91 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "DELETE /v2.0/floatingips/3b50ee1b-8978-407e-86e7-f1b217054e2a HTTP/1.1" status: 204 len: 168 time: 1.6416976 May 27 02:50:40.328346 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad1e4d86-31db-45cb-9402-e3b602f556b8', 'tag': 'bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:50:40.484344 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b9267-f32c-4265-ad64-60be6e923035 req-1bea8456-b9a4-4bbb-b9e4-8016c84aa057 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:40.492576 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-f644f3a2-8264-4127-9645-a807a3e762f7 None None] Set router 2af812ab-6256-4864-a060-4b745c865a5d gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:50:40.492762 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-930b9267-f32c-4265-ad64-60be6e923035 req-1bea8456-b9a4-4bbb-b9e4-8016c84aa057 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59 HTTP/1.1" status: 200 len: 945 time: 0.0952399 May 27 02:50:40.538253 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-930b9267-f32c-4265-ad64-60be6e923035 req-225889e2-e174-421a-8d0b-2205d6a05a77 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445719 May 27 02:50:40.589031 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a85fcf05-9a4b-4af4-9d67-ca3e29444e08'] response: {'name': 'network-changed', 'server_uuid': 'ad1e4d86-31db-45cb-9402-e3b602f556b8', 'tag': 'bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa', 'status': 'completed', 'code': 200} May 27 02:50:40.823090 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd5900-81b3-49df-893a-ff33f00e907e req-f3f3f48c-e717-4c1e-95b0-93db64065328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:40.824571 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f8cd5900-81b3-49df-893a-ff33f00e907e req-f3f3f48c-e717-4c1e-95b0-93db64065328 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b59631ecfa194f20bd33f8d2b34a5767&device_id=ad1e4d86-31db-45cb-9402-e3b602f556b8 HTTP/1.1" status: 200 len: 1096 time: 0.2104585 May 27 02:50:40.916263 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f644f3a2-8264-4127-9645-a807a3e762f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af812ab-6256-4864-a060-4b745c865a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060306874', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a03301a2-cab5-4b37-a70d-afd0cc16c34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:38Z', 'updated_at': '2022-05-27T02:48:48Z', 'revision_number': 4, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': 'a03301a2-cab5-4b37-a70d-afd0cc16c34c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af812ab-6256-4864-a060-4b745c865a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:39Z', 'updated_at': '2022-05-27T02:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'e1bad44d-418d-4909-ba48-a3b3091e2739', 'name': '', 'network_id': '1493e455-0198-438a-a988-6f05178a8d71', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'mac_address': 'fa:16:3e:61:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af812ab-6256-4864-a060-4b745c865a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '35eb3791-9cdc-4386-85ec-5c9b4f44dc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:46Z', 'updated_at': '2022-05-27T02:48:56Z', 'revision_number': 5, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'subnets': [{'id': '35eb3791-9cdc-4386-85ec-5c9b4f44dc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:40.920403 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f644f3a2-8264-4127-9645-a807a3e762f7 None None] Checking router: 2af812ab-6256-4864-a060-4b745c865a5d for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:50:40.929664 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f644f3a2-8264-4127-9645-a807a3e762f7 None None] Routers {'2af812ab-6256-4864-a060-4b745c865a5d'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:50:40.930300 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f644f3a2-8264-4127-9645-a807a3e762f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:50:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['2af812ab-6256-4864-a060-4b745c865a5d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:40.977120 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55733296-a5c0-422f-92ba-bde7ac49a0af req-db5ea1d3-4e1e-453e-b305-570fb1b95a0a tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:40.978566 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-55733296-a5c0-422f-92ba-bde7ac49a0af req-db5ea1d3-4e1e-453e-b305-570fb1b95a0a tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59 HTTP/1.1" status: 200 len: 945 time: 0.2703090 May 27 02:50:41.166094 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-f644f3a2-8264-4127-9645-a807a3e762f7 None None] Set router 2af812ab-6256-4864-a060-4b745c865a5d gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:50:41.167579 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-55733296-a5c0-422f-92ba-bde7ac49a0af req-23c95728-8308-4b5b-85fc-39ab27791bd4 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919065 May 27 02:50:41.189900 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd5900-81b3-49df-893a-ff33f00e907e req-571871d4-3c1b-44a6-b197-52d0a005b98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:41.191644 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f8cd5900-81b3-49df-893a-ff33f00e907e req-571871d4-3c1b-44a6-b197-52d0a005b98e service neutron] 10.222.0.32 "GET /v2.0/networks?id=1493e455-0198-438a-a988-6f05178a8d71 HTTP/1.1" status: 200 len: 898 time: 0.3567619 May 27 02:50:41.259923 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a1aea-b126-4417-aca8-6a32f7f4b21d req-425be514-200a-4cd7-9d60-e2259cf89663 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:41.261426 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df6a1aea-b126-4417-aca8-6a32f7f4b21d req-425be514-200a-4cd7-9d60-e2259cf89663 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad1e4d86-31db-45cb-9402-e3b602f556b8 HTTP/1.1" status: 200 len: 945 time: 0.2819242 May 27 02:50:41.289663 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f8cd5900-81b3-49df-893a-ff33f00e907e req-4133defb-2084-4021-be0b-5318e0f34249 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa HTTP/1.1" status: 200 len: 217 time: 0.0904021 May 27 02:50:41.380204 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df6a1aea-b126-4417-aca8-6a32f7f4b21d req-8bc90cfb-3ce0-40b7-ab5d-aeb647057208 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=b407f67f-53fe-48ac-a4c5-d1e61d7f8076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123433 May 27 02:50:41.389776 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd5900-81b3-49df-893a-ff33f00e907e req-0955924c-9320-4d33-bf4f-d97fe87aa4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:41.391213 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f8cd5900-81b3-49df-893a-ff33f00e907e req-0955924c-9320-4d33-bf4f-d97fe87aa4ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=35eb3791-9cdc-4386-85ec-5c9b4f44dc1e HTTP/1.1" status: 200 len: 835 time: 0.0960221 May 27 02:50:41.482959 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd5900-81b3-49df-893a-ff33f00e907e req-7add5d50-bb67-4bd2-a27c-57de9633bb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:41.484522 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f8cd5900-81b3-49df-893a-ff33f00e907e req-7add5d50-bb67-4bd2-a27c-57de9633bb84 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1493e455-0198-438a-a988-6f05178a8d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858243 May 27 02:50:41.548076 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f644f3a2-8264-4127-9645-a807a3e762f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af812ab-6256-4864-a060-4b745c865a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060306874', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a03301a2-cab5-4b37-a70d-afd0cc16c34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:38Z', 'updated_at': '2022-05-27T02:48:48Z', 'revision_number': 4, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': 'a03301a2-cab5-4b37-a70d-afd0cc16c34c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af812ab-6256-4864-a060-4b745c865a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:39Z', 'updated_at': '2022-05-27T02:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'e1bad44d-418d-4909-ba48-a3b3091e2739', 'name': '', 'network_id': '1493e455-0198-438a-a988-6f05178a8d71', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'mac_address': 'fa:16:3e:61:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af812ab-6256-4864-a060-4b745c865a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '35eb3791-9cdc-4386-85ec-5c9b4f44dc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:46Z', 'updated_at': '2022-05-27T02:48:56Z', 'revision_number': 5, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'subnets': [{'id': '35eb3791-9cdc-4386-85ec-5c9b4f44dc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:41.552530 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f644f3a2-8264-4127-9645-a807a3e762f7 None None] The sync data for ids ['2af812ab-6256-4864-a060-4b745c865a5d'] in n-d-843554-3 is: [{'id': '2af812ab-6256-4864-a060-4b745c865a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060306874', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a03301a2-cab5-4b37-a70d-afd0cc16c34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:38Z', 'updated_at': '2022-05-27T02:48:48Z', 'revision_number': 4, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': 'a03301a2-cab5-4b37-a70d-afd0cc16c34c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af812ab-6256-4864-a060-4b745c865a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:39Z', 'updated_at': '2022-05-27T02:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'e1bad44d-418d-4909-ba48-a3b3091e2739', 'name': '', 'network_id': '1493e455-0198-438a-a988-6f05178a8d71', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'mac_address': 'fa:16:3e:61:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af812ab-6256-4864-a060-4b745c865a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '35eb3791-9cdc-4386-85ec-5c9b4f44dc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:46Z', 'updated_at': '2022-05-27T02:48:56Z', 'revision_number': 5, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'subnets': [{'id': '35eb3791-9cdc-4386-85ec-5c9b4f44dc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:50:41.640142 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f8cd5900-81b3-49df-893a-ff33f00e907e req-34a84f34-b474-4120-8627-b2713591b4eb service neutron] 10.222.0.32 "GET /v2.0/networks/1493e455-0198-438a-a988-6f05178a8d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476398 May 27 02:50:41.791096 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f8cd5900-81b3-49df-893a-ff33f00e907e req-557fafc0-cce7-40c0-9c2b-979aa3302f79 service neutron] 10.222.0.32 "GET /v2.0/networks/1493e455-0198-438a-a988-6f05178a8d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428692 May 27 02:50:41.891572 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b143a81-dbc2-4f88-9b74-f7f92fc0853f None None] New status for floating IP 3b50ee1b-8978-407e-86e7-f1b217054e2a: DOWN {{(pid=88904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:50:41.925058 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50c3be-fbfc-4f6a-8943-c7ace72645de req-ed55eace-79c4-4d06-9d72-07f7a9d8b6d6 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:41.926674 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1a50c3be-fbfc-4f6a-8943-c7ace72645de req-ed55eace-79c4-4d06-9d72-07f7a9d8b6d6 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59 HTTP/1.1" status: 200 len: 945 time: 0.0879648 May 27 02:50:41.989479 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1a50c3be-fbfc-4f6a-8943-c7ace72645de req-2187be52-e9c3-4656-b0d6-ec512130503f tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563757 May 27 02:50:42.207872 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99d14d-c433-4060-8f00-276eff283af5 req-283c1a5f-f501-42f3-b2d2-5ea8fa253ece tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:42.209970 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7a99d14d-c433-4060-8f00-276eff283af5 req-283c1a5f-f501-42f3-b2d2-5ea8fa253ece tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad1e4d86-31db-45cb-9402-e3b602f556b8 HTTP/1.1" status: 200 len: 945 time: 0.0801196 May 27 02:50:42.277318 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-7a99d14d-c433-4060-8f00-276eff283af5 req-51f4cb6e-4211-4ca8-a664-77498cbbd73a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Deleting port bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:50:42.277989 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-7a99d14d-c433-4060-8f00-276eff283af5 req-51f4cb6e-4211-4ca8-a664-77498cbbd73a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:42.562878 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-7a99d14d-c433-4060-8f00-276eff283af5 req-51f4cb6e-4211-4ca8-a664-77498cbbd73a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] For port bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa,segment=NetworkSegment(3cbf9432-48ac-4366-a4ae-930ada354c32),segment_id=3cbf9432-48ac-4366-a4ae-930ada354c32)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:50:42.563234 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-7a99d14d-c433-4060-8f00-276eff283af5 req-51f4cb6e-4211-4ca8-a664-77498cbbd73a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:42.699407 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-7a99d14d-c433-4060-8f00-276eff283af5 req-51f4cb6e-4211-4ca8-a664-77498cbbd73a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Calling delete_port for bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:50:42.787754 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcdbb85-fc41-41a1-8df5-947dd53d40f0 req-ba348e20-1b41-4666-91f0-fdfbb3cc4c00 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:42.789285 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5bcdbb85-fc41-41a1-8df5-947dd53d40f0 req-ba348e20-1b41-4666-91f0-fdfbb3cc4c00 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad1e4d86-31db-45cb-9402-e3b602f556b8 HTTP/1.1" status: 200 len: 945 time: 0.2874789 May 27 02:50:43.006165 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5bcdbb85-fc41-41a1-8df5-947dd53d40f0 req-97acaf7e-7709-4adc-9f34-aafc48df27a9 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/security-groups?id=b407f67f-53fe-48ac-a4c5-d1e61d7f8076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059298 May 27 02:50:43.066847 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-7a99d14d-c433-4060-8f00-276eff283af5 req-51f4cb6e-4211-4ca8-a664-77498cbbd73a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:43.157236 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f4cb6e-4211-4ca8-a664-77498cbbd73a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event deleted for resources: {'Port': ['ID=bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:43.175877 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f4cb6e-4211-4ca8-a664-77498cbbd73a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:43.176121 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f4cb6e-4211-4ca8-a664-77498cbbd73a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:43.176457 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f4cb6e-4211-4ca8-a664-77498cbbd73a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:43.177300 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f4cb6e-4211-4ca8-a664-77498cbbd73a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:43.177631 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f4cb6e-4211-4ca8-a664-77498cbbd73a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:43.177957 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f4cb6e-4211-4ca8-a664-77498cbbd73a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:43.178283 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f4cb6e-4211-4ca8-a664-77498cbbd73a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:43.178621 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f4cb6e-4211-4ca8-a664-77498cbbd73a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:43.178928 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f4cb6e-4211-4ca8-a664-77498cbbd73a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:43.179248 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f4cb6e-4211-4ca8-a664-77498cbbd73a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:43.179562 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f4cb6e-4211-4ca8-a664-77498cbbd73a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:43.179880 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f4cb6e-4211-4ca8-a664-77498cbbd73a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:43.264238 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99218d-7975-4639-b2fa-a7adc7b3cccb req-29d61c7b-1b30-47ff-b303-740ea288d358 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:43.265173 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-6f99218d-7975-4639-b2fa-a7adc7b3cccb req-29d61c7b-1b30-47ff-b303-740ea288d358 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Synchronizing usage tracker for tenant:3fadd088ccc74553a04697be263b7906 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:50:43.266997 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a99d14d-c433-4060-8f00-276eff283af5 req-51f4cb6e-4211-4ca8-a664-77498cbbd73a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] No DVR routers for this DVR port bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa on host n-h1-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:50:43.270105 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-7a99d14d-c433-4060-8f00-276eff283af5 req-51f4cb6e-4211-4ca8-a664-77498cbbd73a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:43.272535 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1e4d86-31db-45cb-9402-e3b602f556b8', 'name': 'network-vif-deleted', 'tag': 'bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:50:43.289058 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7a99d14d-c433-4060-8f00-276eff283af5 req-51f4cb6e-4211-4ca8-a664-77498cbbd73a tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.32 "DELETE /v2.0/ports/bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa HTTP/1.1" status: 204 len: 173 time: 1.0738578 May 27 02:50:43.304970 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfe774-ac65-4e9f-9a12-120b8817c916 req-ece220c4-4693-43fd-9109-b3ef96361bc4 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:43.306417 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-20cfe774-ac65-4e9f-9a12-120b8817c916 req-ece220c4-4693-43fd-9109-b3ef96361bc4 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59 HTTP/1.1" status: 200 len: 945 time: 0.1899307 May 27 02:50:43.330526 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac2d350e-a223-4c40-9ddf-d4c2a2b9929e'] response: {'server_uuid': 'ad1e4d86-31db-45cb-9402-e3b602f556b8', 'name': 'network-vif-deleted', 'tag': 'bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa', 'status': 'completed', 'code': 200} May 27 02:50:43.346934 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-6f99218d-7975-4639-b2fa-a7adc7b3cccb req-29d61c7b-1b30-47ff-b303-740ea288d358 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Unset dirty status for tenant:3fadd088ccc74553a04697be263b7906 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:50:43.348254 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6f99218d-7975-4639-b2fa-a7adc7b3cccb req-29d61c7b-1b30-47ff-b303-740ea288d358 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.66 "GET /v2.0/ports?device_id=9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59 HTTP/1.1" status: 200 len: 945 time: 0.1715102 May 27 02:50:43.355485 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-20cfe774-ac65-4e9f-9a12-120b8817c916 req-6e0da8aa-b039-4e1d-9151-78375ab10a1f tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426350 May 27 02:50:43.423969 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-6f99218d-7975-4639-b2fa-a7adc7b3cccb req-f7b6946d-062b-4ed2-88c2-6d6d183e93c8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Deleting port dc019a5e-33b7-42a4-be59-ff88f0a2e529 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:50:43.424284 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6f99218d-7975-4639-b2fa-a7adc7b3cccb req-f7b6946d-062b-4ed2-88c2-6d6d183e93c8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:43.683817 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-6f99218d-7975-4639-b2fa-a7adc7b3cccb req-f7b6946d-062b-4ed2-88c2-6d6d183e93c8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] For port dc019a5e-33b7-42a4-be59-ff88f0a2e529, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=dc019a5e-33b7-42a4-be59-ff88f0a2e529,segment=NetworkSegment(77a48b29-f789-41c3-82b2-66a5eb7c53b7),segment_id=77a48b29-f789-41c3-82b2-66a5eb7c53b7)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:50:43.684374 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6f99218d-7975-4639-b2fa-a7adc7b3cccb req-f7b6946d-062b-4ed2-88c2-6d6d183e93c8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:43.823465 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-6f99218d-7975-4639-b2fa-a7adc7b3cccb req-f7b6946d-062b-4ed2-88c2-6d6d183e93c8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Calling delete_port for dc019a5e-33b7-42a4-be59-ff88f0a2e529 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:50:44.043751 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6f99218d-7975-4639-b2fa-a7adc7b3cccb req-f7b6946d-062b-4ed2-88c2-6d6d183e93c8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:44.056459 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['dc019a5e-33b7-42a4-be59-ff88f0a2e529'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:50:44.113776 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b6946d-062b-4ed2-88c2-6d6d183e93c8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Pushing event deleted for resources: {'Port': ['ID=dc019a5e-33b7-42a4-be59-ff88f0a2e529,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:44.209308 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f99218d-7975-4639-b2fa-a7adc7b3cccb req-f7b6946d-062b-4ed2-88c2-6d6d183e93c8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] No DVR routers for this DVR port dc019a5e-33b7-42a4-be59-ff88f0a2e529 on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:50:44.211914 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6f99218d-7975-4639-b2fa-a7adc7b3cccb req-f7b6946d-062b-4ed2-88c2-6d6d183e93c8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:44.214711 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59', 'name': 'network-vif-deleted', 'tag': 'dc019a5e-33b7-42a4-be59-ff88f0a2e529'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:50:44.218868 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-683afa9e-cb34-427a-8f83-dbd0c2f5b117 req-ea1edd14-fddf-436d-9f82-1bca70912741 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Synchronizing usage tracker for tenant:b59631ecfa194f20bd33f8d2b34a5767 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:50:44.264480 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64b1fa55-546b-479d-9c5a-f257773d4dca'] response: {'server_uuid': '9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59', 'name': 'network-vif-deleted', 'tag': 'dc019a5e-33b7-42a4-be59-ff88f0a2e529', 'status': 'completed', 'code': 200} May 27 02:50:44.346149 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-683afa9e-cb34-427a-8f83-dbd0c2f5b117 req-ea1edd14-fddf-436d-9f82-1bca70912741 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Unset dirty status for tenant:b59631ecfa194f20bd33f8d2b34a5767 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:50:44.346696 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6f99218d-7975-4639-b2fa-a7adc7b3cccb req-f7b6946d-062b-4ed2-88c2-6d6d183e93c8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.66 "DELETE /v2.0/ports/dc019a5e-33b7-42a4-be59-ff88f0a2e529 HTTP/1.1" status: 204 len: 173 time: 0.9926400 May 27 02:50:44.348077 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-683afa9e-cb34-427a-8f83-dbd0c2f5b117 req-ea1edd14-fddf-436d-9f82-1bca70912741 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad1e4d86-31db-45cb-9402-e3b602f556b8 HTTP/1.1" status: 200 len: 210 time: 0.2114403 May 27 02:50:44.521576 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f7106e54-86c1-40d2-b1d9-b0dcabb9c0a9 req-e22c0d65-0f67-4479-8430-58cbe6601a14 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59 HTTP/1.1" status: 200 len: 210 time: 0.0473106 May 27 02:50:45.441608 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58820) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:50:45.694409 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:50:45.719677 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-787deba5-3d21-4d36-ac65-383310eae49e req-37b49bb1-8554-45c8-a6fe-f9c369364e86 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=9da7b3a3-d5b6-4c6d-88a9-71ae5f0ded59 HTTP/1.1" status: 200 len: 210 time: 0.0432789 May 27 02:50:45.731356 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:50:45.732054 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device bba0bcc8-b4a9-4a1c-9ec5-50b36aa820aa not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:50:46.196392 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-10b18a31-7066-4316-9ff0-14fede34d5cf tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:46.579413 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-10b18a31-7066-4316-9ff0-14fede34d5cf tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Deleting port e1bad44d-418d-4909-ba48-a3b3091e2739 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:50:46.580409 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-10b18a31-7066-4316-9ff0-14fede34d5cf tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:46.788119 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-10b18a31-7066-4316-9ff0-14fede34d5cf tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] For port e1bad44d-418d-4909-ba48-a3b3091e2739, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=e1bad44d-418d-4909-ba48-a3b3091e2739,segment=NetworkSegment(3cbf9432-48ac-4366-a4ae-930ada354c32),segment_id=3cbf9432-48ac-4366-a4ae-930ada354c32)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:50:46.788485 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-10b18a31-7066-4316-9ff0-14fede34d5cf tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:46.943311 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-10b18a31-7066-4316-9ff0-14fede34d5cf tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Calling delete_port for e1bad44d-418d-4909-ba48-a3b3091e2739 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:50:47.210753 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-10b18a31-7066-4316-9ff0-14fede34d5cf tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:47.271826 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b18a31-7066-4316-9ff0-14fede34d5cf tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event deleted for resources: {'Port': ['ID=e1bad44d-418d-4909-ba48-a3b3091e2739,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:47.284630 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device dc019a5e-33b7-42a4-be59-ff88f0a2e529 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:50:47.327817 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: dc019a5e-33b7-42a4-be59-ff88f0a2e529 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:50:47.328165 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device dc019a5e-33b7-42a4-be59-ff88f0a2e529 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:50:47.623332 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-10b18a31-7066-4316-9ff0-14fede34d5cf tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:48.140512 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b18a31-7066-4316-9ff0-14fede34d5cf tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Router 2af812ab-6256-4864-a060-4b745c865a5d has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:50:48.339954 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b18a31-7066-4316-9ff0-14fede34d5cf tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:50:48.352649 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adce395-90eb-43fa-9546-51a3a2a5aa51 None None] Sync routers for ids ['2af812ab-6256-4864-a060-4b745c865a5d'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:50:48.365070 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adce395-90eb-43fa-9546-51a3a2a5aa51 None None] Routers {'2af812ab-6256-4864-a060-4b745c865a5d'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:50:48.366244 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3adce395-90eb-43fa-9546-51a3a2a5aa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:50:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['2af812ab-6256-4864-a060-4b745c865a5d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:48.429515 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-10b18a31-7066-4316-9ff0-14fede34d5cf tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "PUT /v2.0/routers/2af812ab-6256-4864-a060-4b745c865a5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9842267 May 27 02:50:48.429718 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58858) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:50:48.504626 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-52480403-6627-4980-a18c-788bd30793e4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Deleting subnet 35eb3791-9cdc-4386-85ec-5c9b4f44dc1e {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:50:48.508192 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-52480403-6627-4980-a18c-788bd30793e4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:48.558999 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-3adce395-90eb-43fa-9546-51a3a2a5aa51 None None] Set router 2af812ab-6256-4864-a060-4b745c865a5d gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:50:48.572208 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-52480403-6627-4980-a18c-788bd30793e4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:48.666429 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-52480403-6627-4980-a18c-788bd30793e4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:48.826667 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-52480403-6627-4980-a18c-788bd30793e4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:48.866544 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3adce395-90eb-43fa-9546-51a3a2a5aa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af812ab-6256-4864-a060-4b745c865a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060306874', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a03301a2-cab5-4b37-a70d-afd0cc16c34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:38Z', 'updated_at': '2022-05-27T02:50:47Z', 'revision_number': 5, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': 'a03301a2-cab5-4b37-a70d-afd0cc16c34c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af812ab-6256-4864-a060-4b745c865a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:39Z', 'updated_at': '2022-05-27T02:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:48.871541 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adce395-90eb-43fa-9546-51a3a2a5aa51 None None] Checking router: 2af812ab-6256-4864-a060-4b745c865a5d for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:50:48.882175 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adce395-90eb-43fa-9546-51a3a2a5aa51 None None] Routers {'2af812ab-6256-4864-a060-4b745c865a5d'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:50:48.883023 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3adce395-90eb-43fa-9546-51a3a2a5aa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:50:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['2af812ab-6256-4864-a060-4b745c865a5d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:48.903985 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-52480403-6627-4980-a18c-788bd30793e4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:48.906767 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52480403-6627-4980-a18c-788bd30793e4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event deleted for resources: {'Subnet': ['ID=35eb3791-9cdc-4386-85ec-5c9b4f44dc1e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:48.913829 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-52480403-6627-4980-a18c-788bd30793e4 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "DELETE /v2.0/subnets/35eb3791-9cdc-4386-85ec-5c9b4f44dc1e HTTP/1.1" status: 204 len: 168 time: 0.4832907 May 27 02:50:48.916526 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 58862) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:50:48.936848 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1212f336-49fe-467a-b3be-89660f693a45 None None] Network 1493e455-0198-438a-a988-6f05178a8d71 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:50:49.142365 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa701111-cda2-434b-a502-5e2f7dd265c7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for router, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:49.314133 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-3adce395-90eb-43fa-9546-51a3a2a5aa51 None None] Set router 2af812ab-6256-4864-a060-4b745c865a5d gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:50:49.346908 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa701111-cda2-434b-a502-5e2f7dd265c7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:49.470983 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa701111-cda2-434b-a502-5e2f7dd265c7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Deleting port a03301a2-cab5-4b37-a70d-afd0cc16c34c {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:50:49.470983 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa701111-cda2-434b-a502-5e2f7dd265c7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:49.571421 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61689e28-68b5-4c1c-a8dd-d91065203982 None None] DHCP port deletion for 1493e455-0198-438a-a988-6f05178a8d71 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:50:49.581352 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:49.585568 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-61689e28-68b5-4c1c-a8dd-d91065203982 None None] Deleting port 8fbdc940-0ed9-462a-b30f-f4683ff88aff {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:50:49.585942 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-61689e28-68b5-4c1c-a8dd-d91065203982 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:49.690076 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa701111-cda2-434b-a502-5e2f7dd265c7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] For port a03301a2-cab5-4b37-a70d-afd0cc16c34c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=a03301a2-cab5-4b37-a70d-afd0cc16c34c,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:50:49.690531 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa701111-cda2-434b-a502-5e2f7dd265c7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:49.694345 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:49.837088 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa701111-cda2-434b-a502-5e2f7dd265c7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Calling delete_port for a03301a2-cab5-4b37-a70d-afd0cc16c34c owned by network:router_gateway {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:50:49.868967 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-61689e28-68b5-4c1c-a8dd-d91065203982 None None] For port 8fbdc940-0ed9-462a-b30f-f4683ff88aff, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8fbdc940-0ed9-462a-b30f-f4683ff88aff,segment=NetworkSegment(3cbf9432-48ac-4366-a4ae-930ada354c32),segment_id=3cbf9432-48ac-4366-a4ae-930ada354c32)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:50:49.869358 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-61689e28-68b5-4c1c-a8dd-d91065203982 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:49.994337 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-61689e28-68b5-4c1c-a8dd-d91065203982 None None] Calling delete_port for 8fbdc940-0ed9-462a-b30f-f4683ff88aff owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:50:50.048112 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3adce395-90eb-43fa-9546-51a3a2a5aa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af812ab-6256-4864-a060-4b745c865a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060306874', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a03301a2-cab5-4b37-a70d-afd0cc16c34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:38Z', 'updated_at': '2022-05-27T02:50:47Z', 'revision_number': 5, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': 'a03301a2-cab5-4b37-a70d-afd0cc16c34c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af812ab-6256-4864-a060-4b745c865a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:39Z', 'updated_at': '2022-05-27T02:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:50.055845 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adce395-90eb-43fa-9546-51a3a2a5aa51 None None] The sync data for ids ['2af812ab-6256-4864-a060-4b745c865a5d'] in n-d-843554-3 is: [{'id': '2af812ab-6256-4864-a060-4b745c865a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060306874', 'tenant_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a03301a2-cab5-4b37-a70d-afd0cc16c34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:38Z', 'updated_at': '2022-05-27T02:50:47Z', 'revision_number': 5, 'project_id': 'b59631ecfa194f20bd33f8d2b34a5767', 'gw_port': {'id': 'a03301a2-cab5-4b37-a70d-afd0cc16c34c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af812ab-6256-4864-a060-4b745c865a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:39Z', 'updated_at': '2022-05-27T02:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:50:50.152591 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-61689e28-68b5-4c1c-a8dd-d91065203982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:50.196700 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61689e28-68b5-4c1c-a8dd-d91065203982 None None] Pushing event deleted for resources: {'Port': ['ID=8fbdc940-0ed9-462a-b30f-f4683ff88aff,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:50.206110 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61689e28-68b5-4c1c-a8dd-d91065203982 None None] No DVR routers for this DVR port 8fbdc940-0ed9-462a-b30f-f4683ff88aff on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:50:50.208768 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61689e28-68b5-4c1c-a8dd-d91065203982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:50.209115 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61689e28-68b5-4c1c-a8dd-d91065203982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:50.209454 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61689e28-68b5-4c1c-a8dd-d91065203982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:50.209790 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61689e28-68b5-4c1c-a8dd-d91065203982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:50.210199 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61689e28-68b5-4c1c-a8dd-d91065203982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:50.210600 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61689e28-68b5-4c1c-a8dd-d91065203982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:50.210931 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61689e28-68b5-4c1c-a8dd-d91065203982 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:50.211255 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61689e28-68b5-4c1c-a8dd-d91065203982 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:50.211578 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61689e28-68b5-4c1c-a8dd-d91065203982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:50.211901 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61689e28-68b5-4c1c-a8dd-d91065203982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:50.212219 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61689e28-68b5-4c1c-a8dd-d91065203982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:50.212539 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61689e28-68b5-4c1c-a8dd-d91065203982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:50.323568 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa701111-cda2-434b-a502-5e2f7dd265c7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:50.374727 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa701111-cda2-434b-a502-5e2f7dd265c7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event deleted for resources: {'Port': ['ID=a03301a2-cab5-4b37-a70d-afd0cc16c34c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:50.491993 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa701111-cda2-434b-a502-5e2f7dd265c7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:50.671234 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa701111-cda2-434b-a502-5e2f7dd265c7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:50.673468 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa701111-cda2-434b-a502-5e2f7dd265c7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:50.746728 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa701111-cda2-434b-a502-5e2f7dd265c7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:50.751700 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa701111-cda2-434b-a502-5e2f7dd265c7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Fanout notify agent at l3_agent the message router_deleted on router 2af812ab-6256-4864-a060-4b745c865a5d {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:50:50.767880 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa701111-cda2-434b-a502-5e2f7dd265c7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:50.769888 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-fa701111-cda2-434b-a502-5e2f7dd265c7 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "DELETE /v2.0/routers/2af812ab-6256-4864-a060-4b745c865a5d HTTP/1.1" status: 204 len: 168 time: 1.8517621 May 27 02:50:50.772984 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58886) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:50:50.931790 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0821edcf-c446-4746-9bab-4e64a157bff0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:51.069858 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0821edcf-c446-4746-9bab-4e64a157bff0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:51.094382 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-0821edcf-c446-4746-9bab-4e64a157bff0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1493e455-0198-438a-a988-6f05178a8d71']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:51.109909 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-0821edcf-c446-4746-9bab-4e64a157bff0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cbf9432-48ac-4366-a4ae-930ada354c32') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:51.110215 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-0821edcf-c446-4746-9bab-4e64a157bff0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cbf9432-48ac-4366-a4ae-930ada354c32') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:51.123856 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0821edcf-c446-4746-9bab-4e64a157bff0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:51.141528 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0821edcf-c446-4746-9bab-4e64a157bff0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:51.147927 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0821edcf-c446-4746-9bab-4e64a157bff0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:50:51.148305 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0821edcf-c446-4746-9bab-4e64a157bff0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:51.225765 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 3cbf9432-48ac-4366-a4ae-930ada354c32 resource provider aggregate not found May 27 02:50:51.249009 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 3cbf9432-48ac-4366-a4ae-930ada354c32 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3cbf9432-48ac-4366-a4ae-930ada354c32 found for delete ", "request_id": "req-0fd38fbc-3c15-4ef8-a9e9-a2a9df75e791"}]} May 27 02:50:51.334829 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0821edcf-c446-4746-9bab-4e64a157bff0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:51.358494 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0821edcf-c446-4746-9bab-4e64a157bff0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:51.371126 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0821edcf-c446-4746-9bab-4e64a157bff0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event deleted for resources: {'Network': ['ID=1493e455-0198-438a-a988-6f05178a8d71,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:51.471632 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0821edcf-c446-4746-9bab-4e64a157bff0 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "DELETE /v2.0/networks/1493e455-0198-438a-a988-6f05178a8d71 HTTP/1.1" status: 204 len: 168 time: 0.6977224 May 27 02:50:51.475014 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 58898) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:50:51.569497 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-880ddaca-864a-4c5e-8353-b5c41d324c53 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:51.602837 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8fbdc940-0ed9-462a-b30f-f4683ff88aff no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:50:51.617101 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-880ddaca-864a-4c5e-8353-b5c41d324c53 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:51.655892 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 8fbdc940-0ed9-462a-b30f-f4683ff88aff {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:50:51.656238 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8fbdc940-0ed9-462a-b30f-f4683ff88aff not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:50:51.656876 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device a03301a2-cab5-4b37-a70d-afd0cc16c34c no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:50:51.690798 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: a03301a2-cab5-4b37-a70d-afd0cc16c34c {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:50:51.691392 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device a03301a2-cab5-4b37-a70d-afd0cc16c34c not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:50:51.691810 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device e1bad44d-418d-4909-ba48-a3b3091e2739 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:50:51.726270 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: e1bad44d-418d-4909-ba48-a3b3091e2739 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:50:51.726442 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device e1bad44d-418d-4909-ba48-a3b3091e2739 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:50:51.774833 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-880ddaca-864a-4c5e-8353-b5c41d324c53 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:51.790798 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ddaca-864a-4c5e-8353-b5c41d324c53 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b407f67f-53fe-48ac-a4c5-d1e61d7f8076,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:51.871695 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-880ddaca-864a-4c5e-8353-b5c41d324c53 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:51.873170 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-880ddaca-864a-4c5e-8353-b5c41d324c53 tempest-TestNetworkAdvancedServerOps-619374115 tempest-TestNetworkAdvancedServerOps-619374115-project] 10.222.0.57 "DELETE /v2.0/security-groups/b407f67f-53fe-48ac-a4c5-d1e61d7f8076 HTTP/1.1" status: 204 len: 168 time: 0.3971007 May 27 02:50:52.449278 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 58916) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:50:52.610812 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a2806ff8-15c0-4d21-9c68-efa34552cc26 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b59631ecfa194f20bd33f8d2b34a5767&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1600146 May 27 02:50:52.613322 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 58924) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:50:52.692545 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8b918f1f-a1b7-4ab4-8a6b-d639d6369764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:52.721460 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8b918f1f-a1b7-4ab4-8a6b-d639d6369764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:52.855062 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8b918f1f-a1b7-4ab4-8a6b-d639d6369764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:52.874133 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b918f1f-a1b7-4ab4-8a6b-d639d6369764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d8171e-bd49-4416-affc-e582d0dc2b17,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:52.881840 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8b918f1f-a1b7-4ab4-8a6b-d639d6369764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:52.885443 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8b918f1f-a1b7-4ab4-8a6b-d639d6369764 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/73d8171e-bd49-4416-affc-e582d0dc2b17 HTTP/1.1" status: 204 len: 168 time: 0.2682617 May 27 02:50:53.688878 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 58978) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:50:53.741854 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e7b879e7-ba7c-4972-8d9e-8f88765b2936 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c66ddb8fb57248b3b321b9800261a897&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517404 May 27 02:50:53.744185 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 58982) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:50:53.810216 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-435b314a-44a6-4d2b-9ab4-a5b8dec7da5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:53.841656 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-435b314a-44a6-4d2b-9ab4-a5b8dec7da5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:53.975158 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-435b314a-44a6-4d2b-9ab4-a5b8dec7da5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:53.992831 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b314a-44a6-4d2b-9ab4-a5b8dec7da5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e40b35c-3ab2-4c00-873f-997f3f1b4dc3,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:54.088274 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-435b314a-44a6-4d2b-9ab4-a5b8dec7da5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:54.089525 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-435b314a-44a6-4d2b-9ab4-a5b8dec7da5d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4e40b35c-3ab2-4c00-873f-997f3f1b4dc3 HTTP/1.1" status: 204 len: 168 time: 0.3443942 May 27 02:50:55.247541 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 59048) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:50:55.371185 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-4379c3db-b584-4f39-99c6-a93a5ae3bd91 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1563450381-network', 'tenant_id': 'b6dea002dbbc4f6898fea3cd621e3cae'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:50:55.377385 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4379c3db-b584-4f39-99c6-a93a5ae3bd91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:50:55.381639 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4379c3db-b584-4f39-99c6-a93a5ae3bd91 admin admin] Usage tracker for resource:network and tenant:b6dea002dbbc4f6898fea3cd621e3cae is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:50:55.384777 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4379c3db-b584-4f39-99c6-a93a5ae3bd91 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:50:55.390875 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4379c3db-b584-4f39-99c6-a93a5ae3bd91 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:50:55.478340 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4379c3db-b584-4f39-99c6-a93a5ae3bd91 admin admin] Made reservation on behalf of b6dea002dbbc4f6898fea3cd621e3cae for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:50:55.480668 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4379c3db-b584-4f39-99c6-a93a5ae3bd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:55.493739 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4379c3db-b584-4f39-99c6-a93a5ae3bd91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:55.508526 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4379c3db-b584-4f39-99c6-a93a5ae3bd91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:50:55.512499 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4379c3db-b584-4f39-99c6-a93a5ae3bd91 admin admin] Usage tracker for resource:security_group_rule and tenant:b6dea002dbbc4f6898fea3cd621e3cae is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:50:55.515421 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4379c3db-b584-4f39-99c6-a93a5ae3bd91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:50:55.521437 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4379c3db-b584-4f39-99c6-a93a5ae3bd91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:50:55.587276 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3ed4947a-fb35-4037-b675-833ba977fff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:55.617396 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4379c3db-b584-4f39-99c6-a93a5ae3bd91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:55.661313 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4379c3db-b584-4f39-99c6-a93a5ae3bd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:55.692830 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4379c3db-b584-4f39-99c6-a93a5ae3bd91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:50:55.703452 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4379c3db-b584-4f39-99c6-a93a5ae3bd91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39966d2-bfab-48d9-ab98-7fc70929c2eb,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:55.709859 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4379c3db-b584-4f39-99c6-a93a5ae3bd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:55.710208 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-4379c3db-b584-4f39-99c6-a93a5ae3bd91 admin admin] Added segment 4b18babb-9de6-4e69-b0e1-83c1c21fa869 of type vlan for network c2f756da-8f15-43e4-9386-0c48ae545b58 May 27 02:50:55.738400 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4379c3db-b584-4f39-99c6-a93a5ae3bd91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:55.837490 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4379c3db-b584-4f39-99c6-a93a5ae3bd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:55.839137 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4379c3db-b584-4f39-99c6-a93a5ae3bd91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:55.840214 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4379c3db-b584-4f39-99c6-a93a5ae3bd91 admin admin] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:55.950548 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4379c3db-b584-4f39-99c6-a93a5ae3bd91 admin admin] Pushing event updated for resources: {'Network': ['ID=c2f756da-8f15-43e4-9386-0c48ae545b58,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:55.965040 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network c2f756da-8f15-43e4-9386-0c48ae545b58 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:50:55.992757 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4379c3db-b584-4f39-99c6-a93a5ae3bd91 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7431848 May 27 02:50:55.995568 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 59062) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:50:56.001278 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-a07256bf-be11-4064-82fd-afbcff5a9360 admin admin] Request body: {'subnet': {'network_id': 'c2f756da-8f15-43e4-9386-0c48ae545b58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1563450381-subnet', 'tenant_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'ip_version': 4}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:50:56.007335 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a07256bf-be11-4064-82fd-afbcff5a9360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:50:56.011439 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a07256bf-be11-4064-82fd-afbcff5a9360 admin admin] Usage tracker for resource:subnet and tenant:b6dea002dbbc4f6898fea3cd621e3cae is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:50:56.014661 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a07256bf-be11-4064-82fd-afbcff5a9360 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:50:56.021350 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a07256bf-be11-4064-82fd-afbcff5a9360 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:50:56.094872 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07256bf-be11-4064-82fd-afbcff5a9360 admin admin] Made reservation on behalf of b6dea002dbbc4f6898fea3cd621e3cae for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:50:56.097431 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a07256bf-be11-4064-82fd-afbcff5a9360 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:56.409562 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a07256bf-be11-4064-82fd-afbcff5a9360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:56.486468 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07256bf-be11-4064-82fd-afbcff5a9360 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34031afd-bca2-460e-a76e-728a8b3e2362,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:56.496464 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07256bf-be11-4064-82fd-afbcff5a9360 admin admin] Checking segment: {'id': '4b18babb-9de6-4e69-b0e1-83c1c21fa869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c2f756da-8f15-43e4-9386-0c48ae545b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:50:56.496909 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07256bf-be11-4064-82fd-afbcff5a9360 admin admin] Network hostable DHCP agents. Network: c2f756da-8f15-43e4-9386-0c48ae545b58, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:50:56.602586 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07256bf-be11-4064-82fd-afbcff5a9360 admin admin] Network c2f756da-8f15-43e4-9386-0c48ae545b58 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:50:56.682492 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-a07256bf-be11-4064-82fd-afbcff5a9360 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, c2f756da-8f15-43e4-9386-0c48ae545b58) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:50:56.688006 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07256bf-be11-4064-82fd-afbcff5a9360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:56.688915 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a07256bf-be11-4064-82fd-afbcff5a9360 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:56.693259 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8d1839-0f30-4d6e-92b5-7e1a1d9d153b None None] Network c2f756da-8f15-43e4-9386-0c48ae545b58 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:50:56.757792 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a07256bf-be11-4064-82fd-afbcff5a9360 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7609055 May 27 02:50:56.760279 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 59072) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:50:56.766180 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-830fdada-5d58-452f-94cf-d346ec59874d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1563450381-router', 'tenant_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:50:56.772914 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-830fdada-5d58-452f-94cf-d346ec59874d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:50:56.777343 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-830fdada-5d58-452f-94cf-d346ec59874d admin admin] Usage tracker for resource:router and tenant:b6dea002dbbc4f6898fea3cd621e3cae is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:50:56.780740 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-830fdada-5d58-452f-94cf-d346ec59874d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:50:56.788564 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-830fdada-5d58-452f-94cf-d346ec59874d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:50:56.861055 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-830fdada-5d58-452f-94cf-d346ec59874d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:56.862323 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-830fdada-5d58-452f-94cf-d346ec59874d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:56.881259 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-830fdada-5d58-452f-94cf-d346ec59874d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:57.002132 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45874aab-dab2-4c4c-abde-78d3f4a17f05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-c2f756da-8f15-43e4-9386-0c48ae545b58', 'network_id': 'c2f756da-8f15-43e4-9386-0c48ae545b58', 'tenant_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'fixed_ips': [{'subnet_id': '34031afd-bca2-460e-a76e-728a8b3e2362'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:50:57.003278 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-45874aab-dab2-4c4c-abde-78d3f4a17f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:57.224294 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-45874aab-dab2-4c4c-abde-78d3f4a17f05 None None] Allocated IP 172.20.0.2 (c2f756da-8f15-43e4-9386-0c48ae545b58/34031afd-bca2-460e-a76e-728a8b3e2362/78e4cafc-cc1d-4750-b9b6-9db398c28d8d) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:50:57.388114 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-830fdada-5d58-452f-94cf-d346ec59874d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:57.496285 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-45874aab-dab2-4c4c-abde-78d3f4a17f05 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:57.508929 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-45874aab-dab2-4c4c-abde-78d3f4a17f05 None None] Transition to ACTIVE for port object 78e4cafc-cc1d-4750-b9b6-9db398c28d8d will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:50:57.537562 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-45874aab-dab2-4c4c-abde-78d3f4a17f05 None None] Transition to ACTIVE for port object 78e4cafc-cc1d-4750-b9b6-9db398c28d8d will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:50:57.603968 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-45874aab-dab2-4c4c-abde-78d3f4a17f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:57.684542 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45874aab-dab2-4c4c-abde-78d3f4a17f05 None None] Network c2f756da-8f15-43e4-9386-0c48ae545b58 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:50:57.687631 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-45874aab-dab2-4c4c-abde-78d3f4a17f05 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:50:57.691438 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45874aab-dab2-4c4c-abde-78d3f4a17f05 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:50:57.697857 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45874aab-dab2-4c4c-abde-78d3f4a17f05 None None] Pushing event updated for resources: {'Port': ['ID=78e4cafc-cc1d-4750-b9b6-9db398c28d8d,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:57.796068 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-45874aab-dab2-4c4c-abde-78d3f4a17f05 None None] Attempting to bind port 78e4cafc-cc1d-4750-b9b6-9db398c28d8d on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:50:57.796437 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-45874aab-dab2-4c4c-abde-78d3f4a17f05 None None] Attempting to bind port 78e4cafc-cc1d-4750-b9b6-9db398c28d8d by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '4b18babb-9de6-4e69-b0e1-83c1c21fa869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c2f756da-8f15-43e4-9386-0c48ae545b58'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:50:57.796823 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45874aab-dab2-4c4c-abde-78d3f4a17f05 None None] Attempting to bind port 78e4cafc-cc1d-4750-b9b6-9db398c28d8d on network c2f756da-8f15-43e4-9386-0c48ae545b58 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:50:57.807750 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45874aab-dab2-4c4c-abde-78d3f4a17f05 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:50:57.808384 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45874aab-dab2-4c4c-abde-78d3f4a17f05 None None] Checking segment: {'id': '4b18babb-9de6-4e69-b0e1-83c1c21fa869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c2f756da-8f15-43e4-9386-0c48ae545b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:50:57.808959 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-45874aab-dab2-4c4c-abde-78d3f4a17f05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:57.809511 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45874aab-dab2-4c4c-abde-78d3f4a17f05 None None] Bound using segment: {'id': '4b18babb-9de6-4e69-b0e1-83c1c21fa869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c2f756da-8f15-43e4-9386-0c48ae545b58'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:50:57.810064 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-830fdada-5d58-452f-94cf-d346ec59874d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:57.810703 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-45874aab-dab2-4c4c-abde-78d3f4a17f05 None None] Bound port: 78e4cafc-cc1d-4750-b9b6-9db398c28d8d, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b18babb-9de6-4e69-b0e1-83c1c21fa869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c2f756da-8f15-43e4-9386-0c48ae545b58'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:50:57.811261 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-45874aab-dab2-4c4c-abde-78d3f4a17f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:57.875648 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-830fdada-5d58-452f-94cf-d346ec59874d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:57.893555 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2c190fd0-96fd-427f-a8ed-4c730e0014e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:57.931647 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-45874aab-dab2-4c4c-abde-78d3f4a17f05 None None] For port 78e4cafc-cc1d-4750-b9b6-9db398c28d8d, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:50:57.935898 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-45874aab-dab2-4c4c-abde-78d3f4a17f05 None None] For port 78e4cafc-cc1d-4750-b9b6-9db398c28d8d, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=78e4cafc-cc1d-4750-b9b6-9db398c28d8d,segment=NetworkSegment(4b18babb-9de6-4e69-b0e1-83c1c21fa869),segment_id=4b18babb-9de6-4e69-b0e1-83c1c21fa869)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:50:58.003997 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-45874aab-dab2-4c4c-abde-78d3f4a17f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:58.038326 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-830fdada-5d58-452f-94cf-d346ec59874d admin admin] Allocated IP 172.25.1.57 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:50:58.114217 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45874aab-dab2-4c4c-abde-78d3f4a17f05 None None] Pushing event updated for resources: {'Port': ['ID=78e4cafc-cc1d-4750-b9b6-9db398c28d8d,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:58.204372 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-830fdada-5d58-452f-94cf-d346ec59874d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:58.318949 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-830fdada-5d58-452f-94cf-d346ec59874d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:58.415392 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830fdada-5d58-452f-94cf-d346ec59874d admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:50:58.418456 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-830fdada-5d58-452f-94cf-d346ec59874d admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:50:58.422507 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830fdada-5d58-452f-94cf-d346ec59874d admin admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:50:58.467780 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fdada-5d58-452f-94cf-d346ec59874d admin admin] Pushing event updated for resources: {'Port': ['ID=7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:59.028607 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-830fdada-5d58-452f-94cf-d346ec59874d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:59.105575 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:59.157760 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:59.320086 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a5cb77-8923-442e-aa7e-31b9f8f3927b None None] Network c2f756da-8f15-43e4-9386-0c48ae545b58 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:50:59.517768 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e8242ac6-59e6-4c23-a255-06f679b37592 None None] Provisioning for port 78e4cafc-cc1d-4750-b9b6-9db398c28d8d completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:50:59.609114 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-830fdada-5d58-452f-94cf-d346ec59874d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:59.697659 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 78e4cafc-cc1d-4750-b9b6-9db398c28d8d up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:50:59.899906 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 78e4cafc-cc1d-4750-b9b6-9db398c28d8d completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:50:59.905959 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 78e4cafc-cc1d-4750-b9b6-9db398c28d8d triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:50:59.906386 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:59.951977 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830fdada-5d58-452f-94cf-d346ec59874d admin admin] Router 21b72f4f-db83-4139-9a88-6d1486768427 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:51:00.110560 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 78e4cafc-cc1d-4750-b9b6-9db398c28d8d is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:51:00.111157 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:00.167203 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-28e3e57b-4836-4713-9ed6-4028b1dae939 None None] Provisioning complete for port 78e4cafc-cc1d-4750-b9b6-9db398c28d8d triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:51:00.167587 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-28e3e57b-4836-4713-9ed6-4028b1dae939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:00.208855 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 78e4cafc-cc1d-4750-b9b6-9db398c28d8d, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=78e4cafc-cc1d-4750-b9b6-9db398c28d8d,segment=NetworkSegment(4b18babb-9de6-4e69-b0e1-83c1c21fa869),segment_id=4b18babb-9de6-4e69-b0e1-83c1c21fa869)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:51:00.212363 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830fdada-5d58-452f-94cf-d346ec59874d admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:51:00.223950 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826a28e0-05f9-4ba3-8dd8-c1ced5d07b09 None None] Sync routers for ids ['21b72f4f-db83-4139-9a88-6d1486768427'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:51:00.237063 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826a28e0-05f9-4ba3-8dd8-c1ced5d07b09 None None] Routers {'21b72f4f-db83-4139-9a88-6d1486768427'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:51:00.239706 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-826a28e0-05f9-4ba3-8dd8-c1ced5d07b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:50:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['21b72f4f-db83-4139-9a88-6d1486768427'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:51:00.290355 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:00.297246 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:00.317712 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-830fdada-5d58-452f-94cf-d346ec59874d admin admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:00.321526 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-830fdada-5d58-452f-94cf-d346ec59874d admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5576265 May 27 02:51:00.321821 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59098) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:51:00.375623 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-28e3e57b-4836-4713-9ed6-4028b1dae939 None None] Current status of the port 78e4cafc-cc1d-4750-b9b6-9db398c28d8d is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:51:00.375940 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-28e3e57b-4836-4713-9ed6-4028b1dae939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:00.413282 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=78e4cafc-cc1d-4750-b9b6-9db398c28d8d,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:00.513923 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-826a28e0-05f9-4ba3-8dd8-c1ced5d07b09 None None] Set router 21b72f4f-db83-4139-9a88-6d1486768427 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:51:00.555224 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-28e3e57b-4836-4713-9ed6-4028b1dae939 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:51:00.555585 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-28e3e57b-4836-4713-9ed6-4028b1dae939 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:51:00.892312 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-826a28e0-05f9-4ba3-8dd8-c1ced5d07b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b72f4f-db83-4139-9a88-6d1486768427', 'name': 'tempest-TestServerBasicOps-1563450381-router', 'tenant_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:50:56Z', 'updated_at': '2022-05-27T02:50:58Z', 'revision_number': 3, 'project_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'gw_port': {'id': '7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b72f4f-db83-4139-9a88-6d1486768427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:57Z', 'updated_at': '2022-05-27T02:50:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:51:00.897447 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826a28e0-05f9-4ba3-8dd8-c1ced5d07b09 None None] Checking router: 21b72f4f-db83-4139-9a88-6d1486768427 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:51:00.897972 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826a28e0-05f9-4ba3-8dd8-c1ced5d07b09 None None] Updating router 21b72f4f-db83-4139-9a88-6d1486768427 port 7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504 binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:51:00.961127 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-826a28e0-05f9-4ba3-8dd8-c1ced5d07b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:01.166687 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-28e3e57b-4836-4713-9ed6-4028b1dae939 None None] Current status of the port 78e4cafc-cc1d-4750-b9b6-9db398c28d8d is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:51:01.385892 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-826a28e0-05f9-4ba3-8dd8-c1ced5d07b09 None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:01.394612 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-faa0154a-55bb-4c1b-aa4b-ad7c7f8b72cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:01.402036 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-826a28e0-05f9-4ba3-8dd8-c1ced5d07b09 None None] Transition to ACTIVE for port object 7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504 will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:51:01.460027 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-826a28e0-05f9-4ba3-8dd8-c1ced5d07b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:01.553370 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-826a28e0-05f9-4ba3-8dd8-c1ced5d07b09 None None] Attempting to bind port 7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:51:01.553731 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-826a28e0-05f9-4ba3-8dd8-c1ced5d07b09 None None] Attempting to bind port 7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:51:01.554090 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826a28e0-05f9-4ba3-8dd8-c1ced5d07b09 None None] Attempting to bind port 7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504 on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:51:01.564231 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826a28e0-05f9-4ba3-8dd8-c1ced5d07b09 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:51:01.564538 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826a28e0-05f9-4ba3-8dd8-c1ced5d07b09 None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:51:01.564958 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-826a28e0-05f9-4ba3-8dd8-c1ced5d07b09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:01.565349 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826a28e0-05f9-4ba3-8dd8-c1ced5d07b09 None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:51:01.565834 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-826a28e0-05f9-4ba3-8dd8-c1ced5d07b09 None None] Bound port: 7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:51:01.566211 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-826a28e0-05f9-4ba3-8dd8-c1ced5d07b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:01.632652 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 78e4cafc-cc1d-4750-b9b6-9db398c28d8d up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:51:01.642155 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9b170-3308-434c-b491-8a367217239b None None] Pushing event updated for resources: {'Port': ['ID=7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504,revision_number=2']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:01.686706 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-faa0154a-55bb-4c1b-aa4b-ad7c7f8b72cf admin admin] Allocated IP 172.20.0.1 (c2f756da-8f15-43e4-9386-0c48ae545b58/34031afd-bca2-460e-a76e-728a8b3e2362/8c9b7345-3c05-4094-8066-f0ef0b03937c) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:51:01.767129 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f9b170-3308-434c-b491-8a367217239b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:01.767129 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f9b170-3308-434c-b491-8a367217239b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:01.767129 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f9b170-3308-434c-b491-8a367217239b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:01.767129 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f9b170-3308-434c-b491-8a367217239b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:01.767129 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f9b170-3308-434c-b491-8a367217239b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:01.767129 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f9b170-3308-434c-b491-8a367217239b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:01.767129 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f9b170-3308-434c-b491-8a367217239b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:01.767129 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f9b170-3308-434c-b491-8a367217239b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:01.767129 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f9b170-3308-434c-b491-8a367217239b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:01.767129 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f9b170-3308-434c-b491-8a367217239b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:01.767129 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f9b170-3308-434c-b491-8a367217239b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:01.767129 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f9b170-3308-434c-b491-8a367217239b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:01.777966 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-826a28e0-05f9-4ba3-8dd8-c1ced5d07b09 None None] For port 7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:51:01.788035 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-826a28e0-05f9-4ba3-8dd8-c1ced5d07b09 None None] For port 7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:51:01.796352 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 78e4cafc-cc1d-4750-b9b6-9db398c28d8d triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:51:01.796986 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:01.857928 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-826a28e0-05f9-4ba3-8dd8-c1ced5d07b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:01.867151 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-faa0154a-55bb-4c1b-aa4b-ad7c7f8b72cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:01.887025 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-faa0154a-55bb-4c1b-aa4b-ad7c7f8b72cf admin admin] Transition to ACTIVE for port object 8c9b7345-3c05-4094-8066-f0ef0b03937c will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:51:01.949414 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 78e4cafc-cc1d-4750-b9b6-9db398c28d8d is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:51:01.980685 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-faa0154a-55bb-4c1b-aa4b-ad7c7f8b72cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:01.983050 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826a28e0-05f9-4ba3-8dd8-c1ced5d07b09 None None] Routers {'21b72f4f-db83-4139-9a88-6d1486768427'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:51:01.983672 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-826a28e0-05f9-4ba3-8dd8-c1ced5d07b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:50:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['21b72f4f-db83-4139-9a88-6d1486768427'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:51:02.060280 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa0154a-55bb-4c1b-aa4b-ad7c7f8b72cf admin admin] Network c2f756da-8f15-43e4-9386-0c48ae545b58 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:51:02.064212 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-faa0154a-55bb-4c1b-aa4b-ad7c7f8b72cf admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:51:02.068537 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa0154a-55bb-4c1b-aa4b-ad7c7f8b72cf admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:51:02.074592 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9b170-3308-434c-b491-8a367217239b None None] Pushing event updated for resources: {'Port': ['ID=7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:02.135474 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa0154a-55bb-4c1b-aa4b-ad7c7f8b72cf admin admin] Pushing event updated for resources: {'Port': ['ID=8c9b7345-3c05-4094-8066-f0ef0b03937c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:02.157269 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-faa0154a-55bb-4c1b-aa4b-ad7c7f8b72cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:02.216203 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-826a28e0-05f9-4ba3-8dd8-c1ced5d07b09 None None] Set router 21b72f4f-db83-4139-9a88-6d1486768427 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:51:02.477328 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-22665faa-3180-4aaf-b28b-3af1841743e7 None None] Provisioning for port 8c9b7345-3c05-4094-8066-f0ef0b03937c completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:51:02.482448 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-22665faa-3180-4aaf-b28b-3af1841743e7 None None] Provisioning complete for port 8c9b7345-3c05-4094-8066-f0ef0b03937c triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:51:02.482868 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-22665faa-3180-4aaf-b28b-3af1841743e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:02.538962 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-22665faa-3180-4aaf-b28b-3af1841743e7 None None] Port 8c9b7345-3c05-4094-8066-f0ef0b03937c cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:51:02.557446 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-826a28e0-05f9-4ba3-8dd8-c1ced5d07b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b72f4f-db83-4139-9a88-6d1486768427', 'name': 'tempest-TestServerBasicOps-1563450381-router', 'tenant_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:50:56Z', 'updated_at': '2022-05-27T02:50:58Z', 'revision_number': 3, 'project_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'gw_port': {'id': '7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b72f4f-db83-4139-9a88-6d1486768427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:57Z', 'updated_at': '2022-05-27T02:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:51:02.563368 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826a28e0-05f9-4ba3-8dd8-c1ced5d07b09 None None] The sync data for ids ['21b72f4f-db83-4139-9a88-6d1486768427'] in n-d-843554-3 is: [{'id': '21b72f4f-db83-4139-9a88-6d1486768427', 'name': 'tempest-TestServerBasicOps-1563450381-router', 'tenant_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:50:56Z', 'updated_at': '2022-05-27T02:50:58Z', 'revision_number': 3, 'project_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'gw_port': {'id': '7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b72f4f-db83-4139-9a88-6d1486768427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:57Z', 'updated_at': '2022-05-27T02:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:51:02.573666 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-faa0154a-55bb-4c1b-aa4b-ad7c7f8b72cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:03.016748 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-faa0154a-55bb-4c1b-aa4b-ad7c7f8b72cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:03.110835 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-faa0154a-55bb-4c1b-aa4b-ad7c7f8b72cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:03.259092 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-faa0154a-55bb-4c1b-aa4b-ad7c7f8b72cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:03.266348 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa0154a-55bb-4c1b-aa4b-ad7c7f8b72cf admin admin] Pushing event updated for resources: {'Port': ['ID=8c9b7345-3c05-4094-8066-f0ef0b03937c,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:03.432521 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa0154a-55bb-4c1b-aa4b-ad7c7f8b72cf admin admin] Network c2f756da-8f15-43e4-9386-0c48ae545b58 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:51:03.433722 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-faa0154a-55bb-4c1b-aa4b-ad7c7f8b72cf admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:51:03.689895 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:51:03.749841 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa0154a-55bb-4c1b-aa4b-ad7c7f8b72cf admin admin] Router 21b72f4f-db83-4139-9a88-6d1486768427 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:51:03.838428 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-201d9f40-afba-4f89-83e3-ad865e0f1f33 None None] Provisioning complete for port 8c9b7345-3c05-4094-8066-f0ef0b03937c triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:51:03.841944 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-201d9f40-afba-4f89-83e3-ad865e0f1f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:03.930046 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-201d9f40-afba-4f89-83e3-ad865e0f1f33 None None] Port 8c9b7345-3c05-4094-8066-f0ef0b03937c cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:51:03.976345 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa0154a-55bb-4c1b-aa4b-ad7c7f8b72cf admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:51:04.002394 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-faa0154a-55bb-4c1b-aa4b-ad7c7f8b72cf admin admin] 10.222.0.57 "PUT /v2.0/routers/21b72f4f-db83-4139-9a88-6d1486768427/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6721463 May 27 02:51:04.021065 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:51:04.027114 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:51:04.028021 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:04.178355 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:51:04.178794 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:04.196774 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:51:04.277502 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:04.362513 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:04.620679 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4989999d-fc73-47ad-98cc-4aed2855cfd9 None None] Sync routers for ids ['21b72f4f-db83-4139-9a88-6d1486768427'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:51:04.630494 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4989999d-fc73-47ad-98cc-4aed2855cfd9 None None] Routers {'21b72f4f-db83-4139-9a88-6d1486768427'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:51:04.631111 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4989999d-fc73-47ad-98cc-4aed2855cfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:50:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['21b72f4f-db83-4139-9a88-6d1486768427'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:51:04.855544 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-4989999d-fc73-47ad-98cc-4aed2855cfd9 None None] Set router 21b72f4f-db83-4139-9a88-6d1486768427 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:51:04.877641 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 59148) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:51:04.884399 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-5c07e0f0-c5af-4890-b58f-a41d7528711b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2129899790-network', 'tenant_id': '4bd772873cad4ef082350675b11e5e17'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:51:04.890377 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5c07e0f0-c5af-4890-b58f-a41d7528711b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:51:04.895558 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5c07e0f0-c5af-4890-b58f-a41d7528711b admin admin] Usage tracker for resource:network and tenant:4bd772873cad4ef082350675b11e5e17 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:51:04.903543 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5c07e0f0-c5af-4890-b58f-a41d7528711b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:51:04.910002 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5c07e0f0-c5af-4890-b58f-a41d7528711b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:51:04.997069 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c07e0f0-c5af-4890-b58f-a41d7528711b admin admin] Made reservation on behalf of 4bd772873cad4ef082350675b11e5e17 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:51:05.001142 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5c07e0f0-c5af-4890-b58f-a41d7528711b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:05.024964 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5c07e0f0-c5af-4890-b58f-a41d7528711b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:05.047356 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5c07e0f0-c5af-4890-b58f-a41d7528711b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:51:05.055482 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5c07e0f0-c5af-4890-b58f-a41d7528711b admin admin] Usage tracker for resource:security_group_rule and tenant:4bd772873cad4ef082350675b11e5e17 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:51:05.063451 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5c07e0f0-c5af-4890-b58f-a41d7528711b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:51:05.071702 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5c07e0f0-c5af-4890-b58f-a41d7528711b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:51:05.190196 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5c07e0f0-c5af-4890-b58f-a41d7528711b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:05.219079 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4989999d-fc73-47ad-98cc-4aed2855cfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b72f4f-db83-4139-9a88-6d1486768427', 'name': 'tempest-TestServerBasicOps-1563450381-router', 'tenant_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:50:56Z', 'updated_at': '2022-05-27T02:51:02Z', 'revision_number': 4, 'project_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'gw_port': {'id': '7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b72f4f-db83-4139-9a88-6d1486768427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:57Z', 'updated_at': '2022-05-27T02:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '8c9b7345-3c05-4094-8066-f0ef0b03937c', 'name': '', 'network_id': 'c2f756da-8f15-43e4-9386-0c48ae545b58', 'tenant_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'mac_address': 'fa:16:3e:5f:8d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b72f4f-db83-4139-9a88-6d1486768427', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '34031afd-bca2-460e-a76e-728a8b3e2362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:51:01Z', 'updated_at': '2022-05-27T02:51:02Z', 'revision_number': 2, 'project_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'subnets': [{'id': '34031afd-bca2-460e-a76e-728a8b3e2362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:51:05.224250 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4989999d-fc73-47ad-98cc-4aed2855cfd9 None None] Checking router: 21b72f4f-db83-4139-9a88-6d1486768427 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:51:05.228865 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4989999d-fc73-47ad-98cc-4aed2855cfd9 None None] Updating router 21b72f4f-db83-4139-9a88-6d1486768427 port 8c9b7345-3c05-4094-8066-f0ef0b03937c binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:51:05.276708 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4989999d-fc73-47ad-98cc-4aed2855cfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:05.277755 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5c07e0f0-c5af-4890-b58f-a41d7528711b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:05.330072 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c07e0f0-c5af-4890-b58f-a41d7528711b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66dbce8e-22b4-4dfe-944b-d32bd28d83c7,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:05.336426 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c07e0f0-c5af-4890-b58f-a41d7528711b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:51:05.347172 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5c07e0f0-c5af-4890-b58f-a41d7528711b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:05.348393 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-5c07e0f0-c5af-4890-b58f-a41d7528711b admin admin] Added segment 29f2d134-e3ea-4905-b89a-9b93718a3fc5 of type vlan for network 885a57af-45b6-42d9-8123-130da44a8fc1 May 27 02:51:05.385158 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5c07e0f0-c5af-4890-b58f-a41d7528711b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:05.483259 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5c07e0f0-c5af-4890-b58f-a41d7528711b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:05.484263 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c07e0f0-c5af-4890-b58f-a41d7528711b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:05.484885 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5c07e0f0-c5af-4890-b58f-a41d7528711b admin admin] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:05.622331 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c07e0f0-c5af-4890-b58f-a41d7528711b admin admin] Pushing event updated for resources: {'Network': ['ID=885a57af-45b6-42d9-8123-130da44a8fc1,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:05.627454 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4989999d-fc73-47ad-98cc-4aed2855cfd9 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:05.635885 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 885a57af-45b6-42d9-8123-130da44a8fc1 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:51:05.654997 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:51:05.688968 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5c07e0f0-c5af-4890-b58f-a41d7528711b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8095942 May 27 02:51:05.691873 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59156) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:51:05.698262 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-416bcda9-8d8e-43e1-8fda-751479561f21 admin admin] Request body: {'subnet': {'network_id': '885a57af-45b6-42d9-8123-130da44a8fc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2129899790-subnet', 'tenant_id': '4bd772873cad4ef082350675b11e5e17', 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:51:05.704532 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-416bcda9-8d8e-43e1-8fda-751479561f21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:51:05.711124 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-416bcda9-8d8e-43e1-8fda-751479561f21 admin admin] Usage tracker for resource:subnet and tenant:4bd772873cad4ef082350675b11e5e17 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:51:05.714970 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-416bcda9-8d8e-43e1-8fda-751479561f21 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:51:05.721589 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-416bcda9-8d8e-43e1-8fda-751479561f21 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:51:05.738600 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4989999d-fc73-47ad-98cc-4aed2855cfd9 None None] Transition to ACTIVE for port object 8c9b7345-3c05-4094-8066-f0ef0b03937c will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:51:05.796435 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416bcda9-8d8e-43e1-8fda-751479561f21 admin admin] Made reservation on behalf of 4bd772873cad4ef082350675b11e5e17 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:51:05.803064 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-416bcda9-8d8e-43e1-8fda-751479561f21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:05.859740 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:51:05.859740 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:05.918782 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4989999d-fc73-47ad-98cc-4aed2855cfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:06.129973 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-416bcda9-8d8e-43e1-8fda-751479561f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:06.217926 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a833b91-1b21-4ad5-9928-1f1bb6ae7c5f None None] Pushing event updated for resources: {'Port': ['ID=8c9b7345-3c05-4094-8066-f0ef0b03937c,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:06.298410 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416bcda9-8d8e-43e1-8fda-751479561f21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92bd4eab-2411-4891-bc1d-e46a65e4cbc9,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:06.312823 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416bcda9-8d8e-43e1-8fda-751479561f21 admin admin] Checking segment: {'id': '29f2d134-e3ea-4905-b89a-9b93718a3fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '885a57af-45b6-42d9-8123-130da44a8fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:51:06.313258 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416bcda9-8d8e-43e1-8fda-751479561f21 admin admin] Network hostable DHCP agents. Network: 885a57af-45b6-42d9-8123-130da44a8fc1, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:51:06.339414 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:51:06.344975 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-4989999d-fc73-47ad-98cc-4aed2855cfd9 None None] Attempting to bind port 8c9b7345-3c05-4094-8066-f0ef0b03937c on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:51:06.344975 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-4989999d-fc73-47ad-98cc-4aed2855cfd9 None None] Attempting to bind port 8c9b7345-3c05-4094-8066-f0ef0b03937c by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '4b18babb-9de6-4e69-b0e1-83c1c21fa869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c2f756da-8f15-43e4-9386-0c48ae545b58'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:51:06.344975 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4989999d-fc73-47ad-98cc-4aed2855cfd9 None None] Attempting to bind port 8c9b7345-3c05-4094-8066-f0ef0b03937c on network c2f756da-8f15-43e4-9386-0c48ae545b58 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:51:06.349108 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4989999d-fc73-47ad-98cc-4aed2855cfd9 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:51:06.349467 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4989999d-fc73-47ad-98cc-4aed2855cfd9 None None] Checking segment: {'id': '4b18babb-9de6-4e69-b0e1-83c1c21fa869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c2f756da-8f15-43e4-9386-0c48ae545b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:51:06.349865 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4989999d-fc73-47ad-98cc-4aed2855cfd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:06.350247 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4989999d-fc73-47ad-98cc-4aed2855cfd9 None None] Bound using segment: {'id': '4b18babb-9de6-4e69-b0e1-83c1c21fa869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c2f756da-8f15-43e4-9386-0c48ae545b58'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:51:06.350737 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-4989999d-fc73-47ad-98cc-4aed2855cfd9 None None] Bound port: 8c9b7345-3c05-4094-8066-f0ef0b03937c, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b18babb-9de6-4e69-b0e1-83c1c21fa869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c2f756da-8f15-43e4-9386-0c48ae545b58'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:51:06.351124 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4989999d-fc73-47ad-98cc-4aed2855cfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:06.408800 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416bcda9-8d8e-43e1-8fda-751479561f21 admin admin] Network 885a57af-45b6-42d9-8123-130da44a8fc1 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:51:06.457556 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-4989999d-fc73-47ad-98cc-4aed2855cfd9 None None] For port 8c9b7345-3c05-4094-8066-f0ef0b03937c, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:51:06.461253 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-4989999d-fc73-47ad-98cc-4aed2855cfd9 None None] For port 8c9b7345-3c05-4094-8066-f0ef0b03937c, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8c9b7345-3c05-4094-8066-f0ef0b03937c,segment=NetworkSegment(4b18babb-9de6-4e69-b0e1-83c1c21fa869),segment_id=4b18babb-9de6-4e69-b0e1-83c1c21fa869)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:51:06.489355 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-416bcda9-8d8e-43e1-8fda-751479561f21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 885a57af-45b6-42d9-8123-130da44a8fc1) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:51:06.493518 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416bcda9-8d8e-43e1-8fda-751479561f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:06.494106 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-416bcda9-8d8e-43e1-8fda-751479561f21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:06.501839 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8ac913-3fc5-42f9-b2b1-7c5fd2b24f93 None None] Network 885a57af-45b6-42d9-8123-130da44a8fc1 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:51:06.584067 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4989999d-fc73-47ad-98cc-4aed2855cfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:06.606573 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-416bcda9-8d8e-43e1-8fda-751479561f21 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9104910 May 27 02:51:06.608311 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59166) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:51:06.612133 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-db7a5055-eb58-4506-91df-6f30fb7d0b3d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2129899790-router', 'tenant_id': '4bd772873cad4ef082350675b11e5e17', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:51:06.619140 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-db7a5055-eb58-4506-91df-6f30fb7d0b3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:51:06.623412 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-db7a5055-eb58-4506-91df-6f30fb7d0b3d admin admin] Usage tracker for resource:router and tenant:4bd772873cad4ef082350675b11e5e17 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:51:06.627924 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-db7a5055-eb58-4506-91df-6f30fb7d0b3d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:51:06.637101 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-db7a5055-eb58-4506-91df-6f30fb7d0b3d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:51:06.711784 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a833b91-1b21-4ad5-9928-1f1bb6ae7c5f None None] Pushing event updated for resources: {'Port': ['ID=8c9b7345-3c05-4094-8066-f0ef0b03937c,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:06.716603 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db7a5055-eb58-4506-91df-6f30fb7d0b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:06.716603 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db7a5055-eb58-4506-91df-6f30fb7d0b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:06.724357 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4989999d-fc73-47ad-98cc-4aed2855cfd9 None None] Routers {'21b72f4f-db83-4139-9a88-6d1486768427'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:51:06.725028 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4989999d-fc73-47ad-98cc-4aed2855cfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:50:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['21b72f4f-db83-4139-9a88-6d1486768427'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:51:06.736330 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db7a5055-eb58-4506-91df-6f30fb7d0b3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:07.036398 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a84aae5-3582-46e2-a671-6160bebeb9da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-885a57af-45b6-42d9-8123-130da44a8fc1', 'network_id': '885a57af-45b6-42d9-8123-130da44a8fc1', 'tenant_id': '4bd772873cad4ef082350675b11e5e17', 'fixed_ips': [{'subnet_id': '92bd4eab-2411-4891-bc1d-e46a65e4cbc9'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:51:07.037260 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7a84aae5-3582-46e2-a671-6160bebeb9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:07.150311 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-4989999d-fc73-47ad-98cc-4aed2855cfd9 None None] Set router 21b72f4f-db83-4139-9a88-6d1486768427 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:51:07.329783 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db7a5055-eb58-4506-91df-6f30fb7d0b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:07.508922 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-7a84aae5-3582-46e2-a671-6160bebeb9da None None] Allocated IP 172.20.0.2 (885a57af-45b6-42d9-8123-130da44a8fc1/92bd4eab-2411-4891-bc1d-e46a65e4cbc9/5d0f22a5-aee5-44c5-940b-ce64ebfcfc0d) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:51:07.663046 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:51:07.855578 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db7a5055-eb58-4506-91df-6f30fb7d0b3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:07.892728 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4989999d-fc73-47ad-98cc-4aed2855cfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b72f4f-db83-4139-9a88-6d1486768427', 'name': 'tempest-TestServerBasicOps-1563450381-router', 'tenant_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:50:56Z', 'updated_at': '2022-05-27T02:51:02Z', 'revision_number': 4, 'project_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'gw_port': {'id': '7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b72f4f-db83-4139-9a88-6d1486768427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:57Z', 'updated_at': '2022-05-27T02:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '8c9b7345-3c05-4094-8066-f0ef0b03937c', 'name': '', 'network_id': 'c2f756da-8f15-43e4-9386-0c48ae545b58', 'tenant_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'mac_address': 'fa:16:3e:5f:8d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b72f4f-db83-4139-9a88-6d1486768427', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '34031afd-bca2-460e-a76e-728a8b3e2362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:51:01Z', 'updated_at': '2022-05-27T02:51:06Z', 'revision_number': 4, 'project_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'subnets': [{'id': '34031afd-bca2-460e-a76e-728a8b3e2362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:51:07.895206 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db7a5055-eb58-4506-91df-6f30fb7d0b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:07.902710 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4989999d-fc73-47ad-98cc-4aed2855cfd9 None None] The sync data for ids ['21b72f4f-db83-4139-9a88-6d1486768427'] in n-d-843554-3 is: [{'id': '21b72f4f-db83-4139-9a88-6d1486768427', 'name': 'tempest-TestServerBasicOps-1563450381-router', 'tenant_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:50:56Z', 'updated_at': '2022-05-27T02:51:02Z', 'revision_number': 4, 'project_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'gw_port': {'id': '7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b72f4f-db83-4139-9a88-6d1486768427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:57Z', 'updated_at': '2022-05-27T02:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '8c9b7345-3c05-4094-8066-f0ef0b03937c', 'name': '', 'network_id': 'c2f756da-8f15-43e4-9386-0c48ae545b58', 'tenant_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'mac_address': 'fa:16:3e:5f:8d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b72f4f-db83-4139-9a88-6d1486768427', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '34031afd-bca2-460e-a76e-728a8b3e2362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:51:01Z', 'updated_at': '2022-05-27T02:51:06Z', 'revision_number': 4, 'project_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'subnets': [{'id': '34031afd-bca2-460e-a76e-728a8b3e2362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:51:07.917585 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7a84aae5-3582-46e2-a671-6160bebeb9da None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:07.929603 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-7a84aae5-3582-46e2-a671-6160bebeb9da None None] Transition to ACTIVE for port object 5d0f22a5-aee5-44c5-940b-ce64ebfcfc0d will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:51:07.951561 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-7a84aae5-3582-46e2-a671-6160bebeb9da None None] Transition to ACTIVE for port object 5d0f22a5-aee5-44c5-940b-ce64ebfcfc0d will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:51:08.024944 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7a84aae5-3582-46e2-a671-6160bebeb9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:08.128300 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a84aae5-3582-46e2-a671-6160bebeb9da None None] Network 885a57af-45b6-42d9-8123-130da44a8fc1 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:51:08.128300 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-7a84aae5-3582-46e2-a671-6160bebeb9da None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:51:08.128300 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a84aae5-3582-46e2-a671-6160bebeb9da None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:51:08.177276 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-db7a5055-eb58-4506-91df-6f30fb7d0b3d admin admin] Allocated IP 172.25.1.204 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/10180d0d-2765-480c-8c83-2d038e5dff68) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:51:08.225875 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a84aae5-3582-46e2-a671-6160bebeb9da None None] Pushing event updated for resources: {'Port': ['ID=5d0f22a5-aee5-44c5-940b-ce64ebfcfc0d,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:08.259918 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-7a84aae5-3582-46e2-a671-6160bebeb9da None None] Attempting to bind port 5d0f22a5-aee5-44c5-940b-ce64ebfcfc0d on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:51:08.260346 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-7a84aae5-3582-46e2-a671-6160bebeb9da None None] Attempting to bind port 5d0f22a5-aee5-44c5-940b-ce64ebfcfc0d by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '29f2d134-e3ea-4905-b89a-9b93718a3fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '885a57af-45b6-42d9-8123-130da44a8fc1'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:51:08.260753 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a84aae5-3582-46e2-a671-6160bebeb9da None None] Attempting to bind port 5d0f22a5-aee5-44c5-940b-ce64ebfcfc0d on network 885a57af-45b6-42d9-8123-130da44a8fc1 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:51:08.266925 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a84aae5-3582-46e2-a671-6160bebeb9da None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:51:08.267301 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a84aae5-3582-46e2-a671-6160bebeb9da None None] Checking segment: {'id': '29f2d134-e3ea-4905-b89a-9b93718a3fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '885a57af-45b6-42d9-8123-130da44a8fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:51:08.267715 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7a84aae5-3582-46e2-a671-6160bebeb9da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:08.268109 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a84aae5-3582-46e2-a671-6160bebeb9da None None] Bound using segment: {'id': '29f2d134-e3ea-4905-b89a-9b93718a3fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '885a57af-45b6-42d9-8123-130da44a8fc1'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:51:08.268985 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-7a84aae5-3582-46e2-a671-6160bebeb9da None None] Bound port: 5d0f22a5-aee5-44c5-940b-ce64ebfcfc0d, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f2d134-e3ea-4905-b89a-9b93718a3fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '885a57af-45b6-42d9-8123-130da44a8fc1'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:51:08.269451 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7a84aae5-3582-46e2-a671-6160bebeb9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:08.377700 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-7a84aae5-3582-46e2-a671-6160bebeb9da None None] For port 5d0f22a5-aee5-44c5-940b-ce64ebfcfc0d, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:51:08.384763 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-7a84aae5-3582-46e2-a671-6160bebeb9da None None] For port 5d0f22a5-aee5-44c5-940b-ce64ebfcfc0d, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=5d0f22a5-aee5-44c5-940b-ce64ebfcfc0d,segment=NetworkSegment(29f2d134-e3ea-4905-b89a-9b93718a3fc5),segment_id=29f2d134-e3ea-4905-b89a-9b93718a3fc5)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:51:08.469565 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db7a5055-eb58-4506-91df-6f30fb7d0b3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:08.472140 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7a84aae5-3582-46e2-a671-6160bebeb9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:08.603704 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db7a5055-eb58-4506-91df-6f30fb7d0b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:08.607518 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a84aae5-3582-46e2-a671-6160bebeb9da None None] Pushing event updated for resources: {'Port': ['ID=5d0f22a5-aee5-44c5-940b-ce64ebfcfc0d,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:08.730652 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7a5055-eb58-4506-91df-6f30fb7d0b3d admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:51:08.734073 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-db7a5055-eb58-4506-91df-6f30fb7d0b3d admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:51:08.740410 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7a5055-eb58-4506-91df-6f30fb7d0b3d admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:51:08.805936 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a5055-eb58-4506-91df-6f30fb7d0b3d admin admin] Pushing event updated for resources: {'Port': ['ID=10180d0d-2765-480c-8c83-2d038e5dff68,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:09.726287 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 5d0f22a5-aee5-44c5-940b-ce64ebfcfc0d up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:51:09.855058 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db7a5055-eb58-4506-91df-6f30fb7d0b3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:09.915749 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4fc86e-3ce5-4ea9-afd1-3fc479a57e32 None None] Network 885a57af-45b6-42d9-8123-130da44a8fc1 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:51:09.991834 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 5d0f22a5-aee5-44c5-940b-ce64ebfcfc0d completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:51:10.006370 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8c9b7345-3c05-4094-8066-f0ef0b03937c up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:51:10.170749 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ac107f52-2e69-457e-bcb9-5a3ff80d5d70 None None] Provisioning for port 5d0f22a5-aee5-44c5-940b-ce64ebfcfc0d completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:51:10.179392 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ac107f52-2e69-457e-bcb9-5a3ff80d5d70 None None] Provisioning complete for port 5d0f22a5-aee5-44c5-940b-ce64ebfcfc0d triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:51:10.179888 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ac107f52-2e69-457e-bcb9-5a3ff80d5d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:10.350166 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 8c9b7345-3c05-4094-8066-f0ef0b03937c completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:51:10.360953 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 8c9b7345-3c05-4094-8066-f0ef0b03937c triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:51:10.361464 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:10.381359 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db7a5055-eb58-4506-91df-6f30fb7d0b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:10.491467 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ac107f52-2e69-457e-bcb9-5a3ff80d5d70 None None] Current status of the port 5d0f22a5-aee5-44c5-940b-ce64ebfcfc0d is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:51:10.491845 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ac107f52-2e69-457e-bcb9-5a3ff80d5d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:10.532605 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-ac107f52-2e69-457e-bcb9-5a3ff80d5d70 None None] For port 5d0f22a5-aee5-44c5-940b-ce64ebfcfc0d, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=5d0f22a5-aee5-44c5-940b-ce64ebfcfc0d,segment=NetworkSegment(29f2d134-e3ea-4905-b89a-9b93718a3fc5),segment_id=29f2d134-e3ea-4905-b89a-9b93718a3fc5)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:51:10.617171 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 8c9b7345-3c05-4094-8066-f0ef0b03937c is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:51:10.617644 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:10.627532 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ac107f52-2e69-457e-bcb9-5a3ff80d5d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:10.689433 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7a5055-eb58-4506-91df-6f30fb7d0b3d admin admin] Router b13f31da-c2c1-40d6-9bfd-514d4f725d16 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:51:10.711155 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 8c9b7345-3c05-4094-8066-f0ef0b03937c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8c9b7345-3c05-4094-8066-f0ef0b03937c,segment=NetworkSegment(4b18babb-9de6-4e69-b0e1-83c1c21fa869),segment_id=4b18babb-9de6-4e69-b0e1-83c1c21fa869)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:51:10.736484 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac107f52-2e69-457e-bcb9-5a3ff80d5d70 None None] Pushing event updated for resources: {'Port': ['ID=5d0f22a5-aee5-44c5-940b-ce64ebfcfc0d,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:10.797704 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:10.886572 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-b8b3f645-4094-4b05-a078-b529f1814ee4 None None] Provisioning complete for port 5d0f22a5-aee5-44c5-940b-ce64ebfcfc0d triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:51:10.886572 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b8b3f645-4094-4b05-a078-b529f1814ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:10.953106 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=8c9b7345-3c05-4094-8066-f0ef0b03937c,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:10.968693 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7a5055-eb58-4506-91df-6f30fb7d0b3d admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:51:10.979599 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa80906c-1ea7-48a6-a17b-4bbe3f577fa1 None None] Sync routers for ids ['b13f31da-c2c1-40d6-9bfd-514d4f725d16'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:51:10.993277 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa80906c-1ea7-48a6-a17b-4bbe3f577fa1 None None] Routers {'b13f31da-c2c1-40d6-9bfd-514d4f725d16'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:51:10.993920 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-fa80906c-1ea7-48a6-a17b-4bbe3f577fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:50:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['b13f31da-c2c1-40d6-9bfd-514d4f725d16'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:51:11.043270 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-b8b3f645-4094-4b05-a078-b529f1814ee4 None None] Current status of the port 5d0f22a5-aee5-44c5-940b-ce64ebfcfc0d is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:51:11.091331 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db7a5055-eb58-4506-91df-6f30fb7d0b3d admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:11.095429 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-db7a5055-eb58-4506-91df-6f30fb7d0b3d admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.4854341 May 27 02:51:11.102784 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 59218) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:51:11.178798 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-fa80906c-1ea7-48a6-a17b-4bbe3f577fa1 None None] Set router b13f31da-c2c1-40d6-9bfd-514d4f725d16 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:51:11.500994 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-fa80906c-1ea7-48a6-a17b-4bbe3f577fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13f31da-c2c1-40d6-9bfd-514d4f725d16', 'name': 'tempest-TestServerBasicOps-2129899790-router', 'tenant_id': '4bd772873cad4ef082350675b11e5e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '10180d0d-2765-480c-8c83-2d038e5dff68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:51:06Z', 'updated_at': '2022-05-27T02:51:09Z', 'revision_number': 3, 'project_id': '4bd772873cad4ef082350675b11e5e17', 'gw_port': {'id': '10180d0d-2765-480c-8c83-2d038e5dff68', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:05:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13f31da-c2c1-40d6-9bfd-514d4f725d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:51:07Z', 'updated_at': '2022-05-27T02:51:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:51:11.505929 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa80906c-1ea7-48a6-a17b-4bbe3f577fa1 None None] Checking router: b13f31da-c2c1-40d6-9bfd-514d4f725d16 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:51:11.506450 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa80906c-1ea7-48a6-a17b-4bbe3f577fa1 None None] Updating router b13f31da-c2c1-40d6-9bfd-514d4f725d16 port 10180d0d-2765-480c-8c83-2d038e5dff68 binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:51:11.558485 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-fa80906c-1ea7-48a6-a17b-4bbe3f577fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:11.661161 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 5d0f22a5-aee5-44c5-940b-ce64ebfcfc0d up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:51:11.820855 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 5d0f22a5-aee5-44c5-940b-ce64ebfcfc0d triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:51:11.823397 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:12.036772 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-fa80906c-1ea7-48a6-a17b-4bbe3f577fa1 None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:12.053268 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-fa80906c-1ea7-48a6-a17b-4bbe3f577fa1 None None] Transition to ACTIVE for port object 10180d0d-2765-480c-8c83-2d038e5dff68 will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:51:12.116193 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 5d0f22a5-aee5-44c5-940b-ce64ebfcfc0d is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:51:12.117503 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8c9b7345-3c05-4094-8066-f0ef0b03937c up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:51:12.123165 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-fa80906c-1ea7-48a6-a17b-4bbe3f577fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:12.193870 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 8c9b7345-3c05-4094-8066-f0ef0b03937c triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:51:12.194807 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:12.242184 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-fa80906c-1ea7-48a6-a17b-4bbe3f577fa1 None None] Attempting to bind port 10180d0d-2765-480c-8c83-2d038e5dff68 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:51:12.242825 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-fa80906c-1ea7-48a6-a17b-4bbe3f577fa1 None None] Attempting to bind port 10180d0d-2765-480c-8c83-2d038e5dff68 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:51:12.243386 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa80906c-1ea7-48a6-a17b-4bbe3f577fa1 None None] Attempting to bind port 10180d0d-2765-480c-8c83-2d038e5dff68 on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:51:12.264644 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa80906c-1ea7-48a6-a17b-4bbe3f577fa1 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:51:12.265337 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa80906c-1ea7-48a6-a17b-4bbe3f577fa1 None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:51:12.265902 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-fa80906c-1ea7-48a6-a17b-4bbe3f577fa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:12.266445 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa80906c-1ea7-48a6-a17b-4bbe3f577fa1 None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:51:12.267650 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-fa80906c-1ea7-48a6-a17b-4bbe3f577fa1 None None] Bound port: 10180d0d-2765-480c-8c83-2d038e5dff68, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:51:12.268209 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-fa80906c-1ea7-48a6-a17b-4bbe3f577fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:12.278711 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-abab9cb7-80f3-45cc-b732-5c95dd4281fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:12.356349 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 8c9b7345-3c05-4094-8066-f0ef0b03937c is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:51:12.378119 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-fa80906c-1ea7-48a6-a17b-4bbe3f577fa1 None None] For port 10180d0d-2765-480c-8c83-2d038e5dff68, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:51:12.382066 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-fa80906c-1ea7-48a6-a17b-4bbe3f577fa1 None None] For port 10180d0d-2765-480c-8c83-2d038e5dff68, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=10180d0d-2765-480c-8c83-2d038e5dff68,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:51:12.396618 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310dea31-6bb6-4df6-8188-5a82bf04ca2c None None] Pushing event updated for resources: {'Port': ['ID=10180d0d-2765-480c-8c83-2d038e5dff68,revision_number=2']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:12.444338 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-fa80906c-1ea7-48a6-a17b-4bbe3f577fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:12.524217 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-abab9cb7-80f3-45cc-b732-5c95dd4281fa admin admin] Allocated IP 172.20.0.1 (885a57af-45b6-42d9-8123-130da44a8fc1/92bd4eab-2411-4891-bc1d-e46a65e4cbc9/baf65bca-50b6-453f-8bff-074d79d6f660) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:51:12.533513 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa80906c-1ea7-48a6-a17b-4bbe3f577fa1 None None] Routers {'b13f31da-c2c1-40d6-9bfd-514d4f725d16'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:51:12.534132 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-fa80906c-1ea7-48a6-a17b-4bbe3f577fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:50:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['b13f31da-c2c1-40d6-9bfd-514d4f725d16'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:51:12.606179 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310dea31-6bb6-4df6-8188-5a82bf04ca2c None None] Pushing event updated for resources: {'Port': ['ID=10180d0d-2765-480c-8c83-2d038e5dff68,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:12.728756 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-abab9cb7-80f3-45cc-b732-5c95dd4281fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:12.742573 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-fa80906c-1ea7-48a6-a17b-4bbe3f577fa1 None None] Set router b13f31da-c2c1-40d6-9bfd-514d4f725d16 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:51:12.745503 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-abab9cb7-80f3-45cc-b732-5c95dd4281fa admin admin] Transition to ACTIVE for port object baf65bca-50b6-453f-8bff-074d79d6f660 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:51:12.849835 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-abab9cb7-80f3-45cc-b732-5c95dd4281fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:12.916501 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abab9cb7-80f3-45cc-b732-5c95dd4281fa admin admin] Network 885a57af-45b6-42d9-8123-130da44a8fc1 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:51:12.918344 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-abab9cb7-80f3-45cc-b732-5c95dd4281fa admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:51:12.922548 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abab9cb7-80f3-45cc-b732-5c95dd4281fa admin admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:51:13.001632 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab9cb7-80f3-45cc-b732-5c95dd4281fa admin admin] Pushing event updated for resources: {'Port': ['ID=baf65bca-50b6-453f-8bff-074d79d6f660,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:13.040620 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-abab9cb7-80f3-45cc-b732-5c95dd4281fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:13.159712 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-fa80906c-1ea7-48a6-a17b-4bbe3f577fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13f31da-c2c1-40d6-9bfd-514d4f725d16', 'name': 'tempest-TestServerBasicOps-2129899790-router', 'tenant_id': '4bd772873cad4ef082350675b11e5e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '10180d0d-2765-480c-8c83-2d038e5dff68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:51:06Z', 'updated_at': '2022-05-27T02:51:09Z', 'revision_number': 3, 'project_id': '4bd772873cad4ef082350675b11e5e17', 'gw_port': {'id': '10180d0d-2765-480c-8c83-2d038e5dff68', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:05:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13f31da-c2c1-40d6-9bfd-514d4f725d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:51:07Z', 'updated_at': '2022-05-27T02:51:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:51:13.164820 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa80906c-1ea7-48a6-a17b-4bbe3f577fa1 None None] The sync data for ids ['b13f31da-c2c1-40d6-9bfd-514d4f725d16'] in n-d-843554-3 is: [{'id': 'b13f31da-c2c1-40d6-9bfd-514d4f725d16', 'name': 'tempest-TestServerBasicOps-2129899790-router', 'tenant_id': '4bd772873cad4ef082350675b11e5e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '10180d0d-2765-480c-8c83-2d038e5dff68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:51:06Z', 'updated_at': '2022-05-27T02:51:09Z', 'revision_number': 3, 'project_id': '4bd772873cad4ef082350675b11e5e17', 'gw_port': {'id': '10180d0d-2765-480c-8c83-2d038e5dff68', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:05:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13f31da-c2c1-40d6-9bfd-514d4f725d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:51:07Z', 'updated_at': '2022-05-27T02:51:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:51:13.479395 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-00aadb9f-34d7-4f57-8732-90d32aeadc9b None None] Provisioning for port baf65bca-50b6-453f-8bff-074d79d6f660 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:51:13.515668 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-00aadb9f-34d7-4f57-8732-90d32aeadc9b None None] Provisioning complete for port baf65bca-50b6-453f-8bff-074d79d6f660 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:51:13.516072 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-00aadb9f-34d7-4f57-8732-90d32aeadc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:13.534332 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-abab9cb7-80f3-45cc-b732-5c95dd4281fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:13.629165 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-00aadb9f-34d7-4f57-8732-90d32aeadc9b None None] Port baf65bca-50b6-453f-8bff-074d79d6f660 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:51:13.659632 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 10180d0d-2765-480c-8c83-2d038e5dff68 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:51:13.826054 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 10180d0d-2765-480c-8c83-2d038e5dff68 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:51:13.830585 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-abab9cb7-80f3-45cc-b732-5c95dd4281fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:13.838882 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 10180d0d-2765-480c-8c83-2d038e5dff68 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:51:13.839396 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:13.927996 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-abab9cb7-80f3-45cc-b732-5c95dd4281fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:13.974940 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 10180d0d-2765-480c-8c83-2d038e5dff68 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:51:13.975534 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:13.994771 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 10180d0d-2765-480c-8c83-2d038e5dff68, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=10180d0d-2765-480c-8c83-2d038e5dff68,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:51:14.048013 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-abab9cb7-80f3-45cc-b732-5c95dd4281fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:14.052213 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab9cb7-80f3-45cc-b732-5c95dd4281fa admin admin] Pushing event updated for resources: {'Port': ['ID=baf65bca-50b6-453f-8bff-074d79d6f660,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:14.100080 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:14.230205 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=10180d0d-2765-480c-8c83-2d038e5dff68,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:14.276832 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abab9cb7-80f3-45cc-b732-5c95dd4281fa admin admin] Network 885a57af-45b6-42d9-8123-130da44a8fc1 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:51:14.282821 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-abab9cb7-80f3-45cc-b732-5c95dd4281fa admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:51:14.565797 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-d7732be5-484a-4e3c-841c-c0655784babf None None] Provisioning complete for port baf65bca-50b6-453f-8bff-074d79d6f660 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:51:14.566945 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d7732be5-484a-4e3c-841c-c0655784babf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:14.625345 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-d7732be5-484a-4e3c-841c-c0655784babf None None] Port baf65bca-50b6-453f-8bff-074d79d6f660 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:51:14.658903 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abab9cb7-80f3-45cc-b732-5c95dd4281fa admin admin] Router b13f31da-c2c1-40d6-9bfd-514d4f725d16 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:51:14.843950 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abab9cb7-80f3-45cc-b732-5c95dd4281fa admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:51:14.856429 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-abab9cb7-80f3-45cc-b732-5c95dd4281fa admin admin] 10.222.0.57 "PUT /v2.0/routers/b13f31da-c2c1-40d6-9bfd-514d4f725d16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7589424 May 27 02:51:15.148391 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19df8e25-4b9a-43f1-bf9a-f9112001d5c4 None None] Sync routers for ids ['b13f31da-c2c1-40d6-9bfd-514d4f725d16'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:51:15.160112 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19df8e25-4b9a-43f1-bf9a-f9112001d5c4 None None] Routers {'b13f31da-c2c1-40d6-9bfd-514d4f725d16'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:51:15.161253 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-19df8e25-4b9a-43f1-bf9a-f9112001d5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:50:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['b13f31da-c2c1-40d6-9bfd-514d4f725d16'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:51:15.376426 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-19df8e25-4b9a-43f1-bf9a-f9112001d5c4 None None] Set router b13f31da-c2c1-40d6-9bfd-514d4f725d16 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:51:15.443005 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 59272) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:51:15.450564 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-6691deb8-9352-4b17-a434-15e77ba81fc2 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-694771851', 'description': 'tempest-secgroup-smoke-694771851 description', 'project_id': 'b6dea002dbbc4f6898fea3cd621e3cae'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:51:15.462159 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-6691deb8-9352-4b17-a434-15e77ba81fc2 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:51:15.469174 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-6691deb8-9352-4b17-a434-15e77ba81fc2 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Usage tracker for resource:security_group and tenant:b6dea002dbbc4f6898fea3cd621e3cae is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:51:15.475280 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-6691deb8-9352-4b17-a434-15e77ba81fc2 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:51:15.481756 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-6691deb8-9352-4b17-a434-15e77ba81fc2 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:51:15.591640 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6691deb8-9352-4b17-a434-15e77ba81fc2 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:15.614816 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 10180d0d-2765-480c-8c83-2d038e5dff68 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:51:15.616116 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-6691deb8-9352-4b17-a434-15e77ba81fc2 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:51:15.621106 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-6691deb8-9352-4b17-a434-15e77ba81fc2 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Usage tracker for resource:security_group_rule and tenant:b6dea002dbbc4f6898fea3cd621e3cae is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:51:15.624705 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-6691deb8-9352-4b17-a434-15e77ba81fc2 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:51:15.632233 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-6691deb8-9352-4b17-a434-15e77ba81fc2 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:51:15.710791 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6691deb8-9352-4b17-a434-15e77ba81fc2 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:15.755391 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 10180d0d-2765-480c-8c83-2d038e5dff68 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:51:15.755759 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:15.803404 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6691deb8-9352-4b17-a434-15e77ba81fc2 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:15.874816 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691deb8-9352-4b17-a434-15e77ba81fc2 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3faf58f-a4bc-4d2c-9d54-5ab505d996a7,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:15.879964 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-19df8e25-4b9a-43f1-bf9a-f9112001d5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13f31da-c2c1-40d6-9bfd-514d4f725d16', 'name': 'tempest-TestServerBasicOps-2129899790-router', 'tenant_id': '4bd772873cad4ef082350675b11e5e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '10180d0d-2765-480c-8c83-2d038e5dff68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:51:06Z', 'updated_at': '2022-05-27T02:51:13Z', 'revision_number': 4, 'project_id': '4bd772873cad4ef082350675b11e5e17', 'gw_port': {'id': '10180d0d-2765-480c-8c83-2d038e5dff68', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:05:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13f31da-c2c1-40d6-9bfd-514d4f725d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:51:07Z', 'updated_at': '2022-05-27T02:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'baf65bca-50b6-453f-8bff-074d79d6f660', 'name': '', 'network_id': '885a57af-45b6-42d9-8123-130da44a8fc1', 'tenant_id': '4bd772873cad4ef082350675b11e5e17', 'mac_address': 'fa:16:3e:eb:1f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13f31da-c2c1-40d6-9bfd-514d4f725d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '92bd4eab-2411-4891-bc1d-e46a65e4cbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:51:12Z', 'updated_at': '2022-05-27T02:51:13Z', 'revision_number': 2, 'project_id': '4bd772873cad4ef082350675b11e5e17', 'subnets': [{'id': '92bd4eab-2411-4891-bc1d-e46a65e4cbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:51:15.893745 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19df8e25-4b9a-43f1-bf9a-f9112001d5c4 None None] Checking router: b13f31da-c2c1-40d6-9bfd-514d4f725d16 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:51:15.894751 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19df8e25-4b9a-43f1-bf9a-f9112001d5c4 None None] Updating router b13f31da-c2c1-40d6-9bfd-514d4f725d16 port baf65bca-50b6-453f-8bff-074d79d6f660 binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:51:15.941864 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 10180d0d-2765-480c-8c83-2d038e5dff68 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:51:15.954819 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-19df8e25-4b9a-43f1-bf9a-f9112001d5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:15.980403 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6691deb8-9352-4b17-a434-15e77ba81fc2 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:15.982375 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6691deb8-9352-4b17-a434-15e77ba81fc2 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5361292 May 27 02:51:15.984982 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 59276) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:51:15.990740 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-e9a1cd49-7a8b-423c-aad1-571e4d4526b1 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Request body: {'security_group_rule': {'security_group_id': 'd3faf58f-a4bc-4d2c-9d54-5ab505d996a7', 'project_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:51:15.997798 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e9a1cd49-7a8b-423c-aad1-571e4d4526b1 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:51:16.003121 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e9a1cd49-7a8b-423c-aad1-571e4d4526b1 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Usage tracker for resource:security_group_rule and tenant:b6dea002dbbc4f6898fea3cd621e3cae is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:51:16.007586 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e9a1cd49-7a8b-423c-aad1-571e4d4526b1 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:51:16.013607 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e9a1cd49-7a8b-423c-aad1-571e4d4526b1 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:51:16.125554 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e9a1cd49-7a8b-423c-aad1-571e4d4526b1 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:16.188099 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e9a1cd49-7a8b-423c-aad1-571e4d4526b1 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:16.294480 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e9a1cd49-7a8b-423c-aad1-571e4d4526b1 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:16.319635 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1cd49-7a8b-423c-aad1-571e4d4526b1 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e7753a5-4ec8-4cd9-b96f-7b6e60c7cd8d,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:16.343323 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-19df8e25-4b9a-43f1-bf9a-f9112001d5c4 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:16.362131 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-19df8e25-4b9a-43f1-bf9a-f9112001d5c4 None None] Transition to ACTIVE for port object baf65bca-50b6-453f-8bff-074d79d6f660 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:51:16.447757 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e9a1cd49-7a8b-423c-aad1-571e4d4526b1 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:16.449745 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e9a1cd49-7a8b-423c-aad1-571e4d4526b1 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4631352 May 27 02:51:16.459789 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59286) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:51:16.465163 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-03ae11d3-2f32-4b5b-9a84-bae32e361bfb tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Request body: {'security_group_rule': {'security_group_id': 'd3faf58f-a4bc-4d2c-9d54-5ab505d996a7', 'project_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:51:16.473365 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-03ae11d3-2f32-4b5b-9a84-bae32e361bfb tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:51:16.482056 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-03ae11d3-2f32-4b5b-9a84-bae32e361bfb tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Usage tracker for resource:security_group_rule and tenant:b6dea002dbbc4f6898fea3cd621e3cae is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:51:16.482714 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-19df8e25-4b9a-43f1-bf9a-f9112001d5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:16.492113 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-03ae11d3-2f32-4b5b-9a84-bae32e361bfb tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:51:16.495772 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-03ae11d3-2f32-4b5b-9a84-bae32e361bfb tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:51:16.630801 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b867678b-44e8-47c4-a5f4-9c8d6116bafa None None] Pushing event updated for resources: {'Port': ['ID=baf65bca-50b6-453f-8bff-074d79d6f660,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:16.632107 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03ae11d3-2f32-4b5b-9a84-bae32e361bfb tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:16.723300 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03ae11d3-2f32-4b5b-9a84-bae32e361bfb tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:16.728118 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-19df8e25-4b9a-43f1-bf9a-f9112001d5c4 None None] Attempting to bind port baf65bca-50b6-453f-8bff-074d79d6f660 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:51:16.728500 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-19df8e25-4b9a-43f1-bf9a-f9112001d5c4 None None] Attempting to bind port baf65bca-50b6-453f-8bff-074d79d6f660 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '29f2d134-e3ea-4905-b89a-9b93718a3fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '885a57af-45b6-42d9-8123-130da44a8fc1'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:51:16.728993 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19df8e25-4b9a-43f1-bf9a-f9112001d5c4 None None] Attempting to bind port baf65bca-50b6-453f-8bff-074d79d6f660 on network 885a57af-45b6-42d9-8123-130da44a8fc1 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:51:16.735197 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19df8e25-4b9a-43f1-bf9a-f9112001d5c4 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:51:16.735571 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19df8e25-4b9a-43f1-bf9a-f9112001d5c4 None None] Checking segment: {'id': '29f2d134-e3ea-4905-b89a-9b93718a3fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '885a57af-45b6-42d9-8123-130da44a8fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:51:16.735988 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-19df8e25-4b9a-43f1-bf9a-f9112001d5c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:16.736397 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19df8e25-4b9a-43f1-bf9a-f9112001d5c4 None None] Bound using segment: {'id': '29f2d134-e3ea-4905-b89a-9b93718a3fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '885a57af-45b6-42d9-8123-130da44a8fc1'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:51:16.737130 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-19df8e25-4b9a-43f1-bf9a-f9112001d5c4 None None] Bound port: baf65bca-50b6-453f-8bff-074d79d6f660, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f2d134-e3ea-4905-b89a-9b93718a3fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '885a57af-45b6-42d9-8123-130da44a8fc1'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:51:16.743992 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-19df8e25-4b9a-43f1-bf9a-f9112001d5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:16.808939 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03ae11d3-2f32-4b5b-9a84-bae32e361bfb tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:16.830846 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae11d3-2f32-4b5b-9a84-bae32e361bfb tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89f2a091-975f-44ef-b326-98be305bbfde,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:16.843235 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-19df8e25-4b9a-43f1-bf9a-f9112001d5c4 None None] For port baf65bca-50b6-453f-8bff-074d79d6f660, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:51:16.846906 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-19df8e25-4b9a-43f1-bf9a-f9112001d5c4 None None] For port baf65bca-50b6-453f-8bff-074d79d6f660, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=baf65bca-50b6-453f-8bff-074d79d6f660,segment=NetworkSegment(29f2d134-e3ea-4905-b89a-9b93718a3fc5),segment_id=29f2d134-e3ea-4905-b89a-9b93718a3fc5)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:51:16.945620 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03ae11d3-2f32-4b5b-9a84-bae32e361bfb tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:16.946797 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-03ae11d3-2f32-4b5b-9a84-bae32e361bfb tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4859774 May 27 02:51:16.949846 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59292) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:51:16.955025 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f9406615-69db-4c02-98d8-30c2eb99ad2e tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Request body: {'security_group_rule': {'security_group_id': 'd3faf58f-a4bc-4d2c-9d54-5ab505d996a7', 'project_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:51:16.957320 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-19df8e25-4b9a-43f1-bf9a-f9112001d5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:16.963105 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f9406615-69db-4c02-98d8-30c2eb99ad2e tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:51:16.967388 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f9406615-69db-4c02-98d8-30c2eb99ad2e tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Usage tracker for resource:security_group_rule and tenant:b6dea002dbbc4f6898fea3cd621e3cae is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:51:16.971094 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f9406615-69db-4c02-98d8-30c2eb99ad2e tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:51:16.978951 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f9406615-69db-4c02-98d8-30c2eb99ad2e tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:51:17.041699 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19df8e25-4b9a-43f1-bf9a-f9112001d5c4 None None] Routers {'b13f31da-c2c1-40d6-9bfd-514d4f725d16'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:51:17.042290 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-19df8e25-4b9a-43f1-bf9a-f9112001d5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:50:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['b13f31da-c2c1-40d6-9bfd-514d4f725d16'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:51:17.070838 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9406615-69db-4c02-98d8-30c2eb99ad2e tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:17.175022 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9406615-69db-4c02-98d8-30c2eb99ad2e tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:17.214908 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b867678b-44e8-47c4-a5f4-9c8d6116bafa None None] Pushing event updated for resources: {'Port': ['ID=baf65bca-50b6-453f-8bff-074d79d6f660,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:17.242624 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-19df8e25-4b9a-43f1-bf9a-f9112001d5c4 None None] Set router b13f31da-c2c1-40d6-9bfd-514d4f725d16 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:51:17.266051 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9406615-69db-4c02-98d8-30c2eb99ad2e tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:17.299176 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9406615-69db-4c02-98d8-30c2eb99ad2e tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf9ac9b-9b4f-4db7-8a84-362d65883b1c,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:17.391633 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9406615-69db-4c02-98d8-30c2eb99ad2e tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:17.394872 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f9406615-69db-4c02-98d8-30c2eb99ad2e tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4422660 May 27 02:51:17.396691 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 59298) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:51:17.402779 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-de73e6af-c659-4581-9547-2c43d96c5394 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Request body: {'security_group_rule': {'security_group_id': 'd3faf58f-a4bc-4d2c-9d54-5ab505d996a7', 'project_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:51:17.413547 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-de73e6af-c659-4581-9547-2c43d96c5394 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:51:17.417788 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-de73e6af-c659-4581-9547-2c43d96c5394 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Usage tracker for resource:security_group_rule and tenant:b6dea002dbbc4f6898fea3cd621e3cae is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:51:17.420685 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-de73e6af-c659-4581-9547-2c43d96c5394 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:51:17.427794 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-de73e6af-c659-4581-9547-2c43d96c5394 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:51:17.564856 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de73e6af-c659-4581-9547-2c43d96c5394 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:17.622407 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-19df8e25-4b9a-43f1-bf9a-f9112001d5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13f31da-c2c1-40d6-9bfd-514d4f725d16', 'name': 'tempest-TestServerBasicOps-2129899790-router', 'tenant_id': '4bd772873cad4ef082350675b11e5e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '10180d0d-2765-480c-8c83-2d038e5dff68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:51:06Z', 'updated_at': '2022-05-27T02:51:13Z', 'revision_number': 4, 'project_id': '4bd772873cad4ef082350675b11e5e17', 'gw_port': {'id': '10180d0d-2765-480c-8c83-2d038e5dff68', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:05:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13f31da-c2c1-40d6-9bfd-514d4f725d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:51:07Z', 'updated_at': '2022-05-27T02:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'baf65bca-50b6-453f-8bff-074d79d6f660', 'name': '', 'network_id': '885a57af-45b6-42d9-8123-130da44a8fc1', 'tenant_id': '4bd772873cad4ef082350675b11e5e17', 'mac_address': 'fa:16:3e:eb:1f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13f31da-c2c1-40d6-9bfd-514d4f725d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '92bd4eab-2411-4891-bc1d-e46a65e4cbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:51:12Z', 'updated_at': '2022-05-27T02:51:16Z', 'revision_number': 4, 'project_id': '4bd772873cad4ef082350675b11e5e17', 'subnets': [{'id': '92bd4eab-2411-4891-bc1d-e46a65e4cbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:51:17.622407 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19df8e25-4b9a-43f1-bf9a-f9112001d5c4 None None] The sync data for ids ['b13f31da-c2c1-40d6-9bfd-514d4f725d16'] in n-d-843554-3 is: [{'id': 'b13f31da-c2c1-40d6-9bfd-514d4f725d16', 'name': 'tempest-TestServerBasicOps-2129899790-router', 'tenant_id': '4bd772873cad4ef082350675b11e5e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '10180d0d-2765-480c-8c83-2d038e5dff68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:51:06Z', 'updated_at': '2022-05-27T02:51:13Z', 'revision_number': 4, 'project_id': '4bd772873cad4ef082350675b11e5e17', 'gw_port': {'id': '10180d0d-2765-480c-8c83-2d038e5dff68', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:05:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13f31da-c2c1-40d6-9bfd-514d4f725d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:51:07Z', 'updated_at': '2022-05-27T02:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'baf65bca-50b6-453f-8bff-074d79d6f660', 'name': '', 'network_id': '885a57af-45b6-42d9-8123-130da44a8fc1', 'tenant_id': '4bd772873cad4ef082350675b11e5e17', 'mac_address': 'fa:16:3e:eb:1f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13f31da-c2c1-40d6-9bfd-514d4f725d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '92bd4eab-2411-4891-bc1d-e46a65e4cbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:51:12Z', 'updated_at': '2022-05-27T02:51:16Z', 'revision_number': 4, 'project_id': '4bd772873cad4ef082350675b11e5e17', 'subnets': [{'id': '92bd4eab-2411-4891-bc1d-e46a65e4cbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:51:17.648031 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de73e6af-c659-4581-9547-2c43d96c5394 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:17.734436 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de73e6af-c659-4581-9547-2c43d96c5394 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:17.763315 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73e6af-c659-4581-9547-2c43d96c5394 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc4a208d-899a-442a-a10a-60b6c6f7608a,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:17.866090 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de73e6af-c659-4581-9547-2c43d96c5394 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:17.867326 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-de73e6af-c659-4581-9547-2c43d96c5394 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4694016 May 27 02:51:17.870257 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59308) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:51:17.881153 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b506ef8f-2b11-4f5c-87c4-25bac894a4d3 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Request body: {'security_group_rule': {'security_group_id': 'd3faf58f-a4bc-4d2c-9d54-5ab505d996a7', 'project_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:51:17.885751 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b506ef8f-2b11-4f5c-87c4-25bac894a4d3 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:51:17.889992 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b506ef8f-2b11-4f5c-87c4-25bac894a4d3 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Usage tracker for resource:security_group_rule and tenant:b6dea002dbbc4f6898fea3cd621e3cae is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:51:17.893315 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b506ef8f-2b11-4f5c-87c4-25bac894a4d3 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:51:17.899452 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b506ef8f-2b11-4f5c-87c4-25bac894a4d3 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:51:17.992362 n-d-843554-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-b506ef8f-2b11-4f5c-87c4-25bac894a4d3 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Project b6dea002dbbc4f6898fea3cd621e3cae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:51:18.000329 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b506ef8f-2b11-4f5c-87c4-25bac894a4d3 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:18.072820 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b506ef8f-2b11-4f5c-87c4-25bac894a4d3 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:18.180290 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b506ef8f-2b11-4f5c-87c4-25bac894a4d3 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:18.206986 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b506ef8f-2b11-4f5c-87c4-25bac894a4d3 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a672ef0-bf2d-4c4a-a75a-78c6cbf48fb8,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:18.329075 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b506ef8f-2b11-4f5c-87c4-25bac894a4d3 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:18.330583 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b506ef8f-2b11-4f5c-87c4-25bac894a4d3 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4586892 May 27 02:51:18.333827 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59314) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:51:18.339776 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-e64992f2-68a5-434a-9dfb-8a9a9bb8b756 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Request body: {'security_group_rule': {'security_group_id': 'd3faf58f-a4bc-4d2c-9d54-5ab505d996a7', 'project_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:51:18.347145 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e64992f2-68a5-434a-9dfb-8a9a9bb8b756 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:51:18.352121 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e64992f2-68a5-434a-9dfb-8a9a9bb8b756 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Usage tracker for resource:security_group_rule and tenant:b6dea002dbbc4f6898fea3cd621e3cae is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:51:18.355603 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e64992f2-68a5-434a-9dfb-8a9a9bb8b756 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:51:18.361758 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e64992f2-68a5-434a-9dfb-8a9a9bb8b756 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:51:18.425946 n-d-843554-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-e64992f2-68a5-434a-9dfb-8a9a9bb8b756 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Project b6dea002dbbc4f6898fea3cd621e3cae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:51:18.433826 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e64992f2-68a5-434a-9dfb-8a9a9bb8b756 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:18.525273 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e64992f2-68a5-434a-9dfb-8a9a9bb8b756 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:18.631449 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e64992f2-68a5-434a-9dfb-8a9a9bb8b756 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:18.655493 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64992f2-68a5-434a-9dfb-8a9a9bb8b756 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dccb5fc-4ec0-4eff-983a-b1c0399aba8b,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:18.768883 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e64992f2-68a5-434a-9dfb-8a9a9bb8b756 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:18.770874 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e64992f2-68a5-434a-9dfb-8a9a9bb8b756 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4354856 May 27 02:51:19.099152 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-d36490cf-424f-477d-b48e-97f0afa8cd4b tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Synchronizing usage tracker for tenant:b6dea002dbbc4f6898fea3cd621e3cae on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:51:19.174518 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-d36490cf-424f-477d-b48e-97f0afa8cd4b tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Unset dirty status for tenant:b6dea002dbbc4f6898fea3cd621e3cae on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:51:19.175746 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-d36490cf-424f-477d-b48e-97f0afa8cd4b tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-694771851&fields=id&tenant_id=b6dea002dbbc4f6898fea3cd621e3cae HTTP/1.1" status: 200 len: 267 time: 0.1278560 May 27 02:51:19.332751 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-179e925c-72a4-4862-99f7-8a148a68f59f tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:19.333338 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-179e925c-72a4-4862-99f7-8a148a68f59f tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Synchronizing usage tracker for tenant:b6dea002dbbc4f6898fea3cd621e3cae on resource:network {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:51:19.477484 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-179e925c-72a4-4862-99f7-8a148a68f59f tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Unset dirty status for tenant:b6dea002dbbc4f6898fea3cd621e3cae on resource:network {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:51:19.478648 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-179e925c-72a4-4862-99f7-8a148a68f59f tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.57 "GET /v2.0/networks?id=c2f756da-8f15-43e4-9386-0c48ae545b58 HTTP/1.1" status: 200 len: 809 time: 0.2952552 May 27 02:51:19.501989 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-3776d08e-432a-4b65-848e-76c48f34c1d8 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.57 "GET /v2.0/quotas/b6dea002dbbc4f6898fea3cd621e3cae HTTP/1.1" status: 200 len: 375 time: 0.0105217 May 27 02:51:19.505963 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:19.569941 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:19.601405 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-f4d845ff-75e5-402f-8fc6-ee203abe2902 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b6dea002dbbc4f6898fea3cd621e3cae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0930848 May 27 02:51:19.658683 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device baf65bca-50b6-453f-8bff-074d79d6f660 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:51:19.821529 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-44eadd63-4fcb-4f84-8726-bdcadb7a596c service neutron] 10.222.0.57 "GET /v2.0/networks/c2f756da-8f15-43e4-9386-0c48ae545b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922140 May 27 02:51:19.859724 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port baf65bca-50b6-453f-8bff-074d79d6f660 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:51:19.864947 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port baf65bca-50b6-453f-8bff-074d79d6f660 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:51:19.865411 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:19.958735 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-50b139fa-bdc3-42f6-afd8-52d0fc4f30a4 service neutron] 10.222.0.57 "GET /v2.0/networks/c2f756da-8f15-43e4-9386-0c48ae545b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305909 May 27 02:51:19.995274 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port baf65bca-50b6-453f-8bff-074d79d6f660 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:51:19.995789 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:20.035373 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port baf65bca-50b6-453f-8bff-074d79d6f660, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=baf65bca-50b6-453f-8bff-074d79d6f660,segment=NetworkSegment(29f2d134-e3ea-4905-b89a-9b93718a3fc5),segment_id=29f2d134-e3ea-4905-b89a-9b93718a3fc5)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:51:20.083456 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:20.194688 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=baf65bca-50b6-453f-8bff-074d79d6f660,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:20.359096 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5312ac8e-90b5-4391-a8c4-744f636a8638 req-75fe63c5-61c3-4182-931b-89a85185390c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0964b57-608f-481a-9e67-cbbaad1d5b4c HTTP/1.1" status: 200 len: 210 time: 0.1507025 May 27 02:51:21.260874 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-9ff1b58e-e4eb-498e-8251-d8e570fdff6b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:21.260874 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-9ff1b58e-e4eb-498e-8251-d8e570fdff6b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/networks?id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351 HTTP/1.1" status: 200 len: 812 time: 0.1515143 May 27 02:51:21.276631 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-0acc1346-83d5-40fb-9266-65a317bcb0e0 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/quotas/3fadd088ccc74553a04697be263b7906 HTTP/1.1" status: 200 len: 375 time: 0.0102384 May 27 02:51:21.368404 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-fda9fb0f-bde1-4789-962a-2c90c3b437a0 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=3fadd088ccc74553a04697be263b7906&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0863888 May 27 02:51:21.507891 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-57712de0-c2ac-436e-9a43-2c138d09f690 req-4431151a-64f9-4281-a05f-385dda31efda tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0964b57-608f-481a-9e67-cbbaad1d5b4c HTTP/1.1" status: 200 len: 210 time: 0.0595522 May 27 02:51:21.550405 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-aa90ba57-e7c3-46fa-bc67-dabe8e851bdd service neutron] 10.222.0.57 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741667 May 27 02:51:21.603656 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device baf65bca-50b6-453f-8bff-074d79d6f660 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:51:21.688670 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port baf65bca-50b6-453f-8bff-074d79d6f660 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:51:21.689276 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:21.828069 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-ebd18f67-5ffb-4558-b7a5-6d0e8dde6079 service neutron] 10.222.0.57 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696941 May 27 02:51:21.867159 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port baf65bca-50b6-453f-8bff-074d79d6f660 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:51:22.504020 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c212282e-9511-451a-8d6c-8468af1cc60b req-432bd0a4-57ae-4b04-af22-ce84df19d476 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8f114ab-3915-491f-860a-571944450ae5 HTTP/1.1" status: 200 len: 210 time: 0.0455294 May 27 02:51:22.700692 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-30f98a98-34e4-498e-9afb-9a55f75e4c81 req-6aa598f8-b470-4d5c-a792-433a718bd215 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0964b57-608f-481a-9e67-cbbaad1d5b4c HTTP/1.1" status: 200 len: 210 time: 0.0441859 May 27 02:51:23.667555 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-35633752-8074-4395-8ada-549fd2f5142e req-0bccacda-9dcf-403e-9d90-1667d2125aa2 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8f114ab-3915-491f-860a-571944450ae5 HTTP/1.1" status: 200 len: 210 time: 0.0552888 May 27 02:51:23.723043 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-27f4e6f2-4a78-4d1a-8cde-cc97a40b8f26 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:23.724500 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-27f4e6f2-4a78-4d1a-8cde-cc97a40b8f26 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.32 "GET /v2.0/networks?id=c2f756da-8f15-43e4-9386-0c48ae545b58 HTTP/1.1" status: 200 len: 809 time: 0.2176678 May 27 02:51:23.796115 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-b8a5fa3a-9132-42ec-9028-72125069e729 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6dea002dbbc4f6898fea3cd621e3cae HTTP/1.1" status: 200 len: 379 time: 0.0618289 May 27 02:51:23.806906 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-c16b7eeb-48d9-4400-9b25-00ca32f72c95 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Request body: {'port': {'device_id': 'e0964b57-608f-481a-9e67-cbbaad1d5b4c', 'network_id': 'c2f756da-8f15-43e4-9386-0c48ae545b58', 'admin_state_up': True, 'tenant_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'security_groups': ['d3faf58f-a4bc-4d2c-9d54-5ab505d996a7']}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:51:23.946554 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f1d6130b-c18c-4563-b048-9d1a5672ffe7 req-f837a1a7-9cf8-413c-a70a-06162fee4410 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0964b57-608f-481a-9e67-cbbaad1d5b4c HTTP/1.1" status: 200 len: 210 time: 0.0581121 May 27 02:51:24.002066 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-c16b7eeb-48d9-4400-9b25-00ca32f72c95 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:51:24.005884 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-c16b7eeb-48d9-4400-9b25-00ca32f72c95 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Usage tracker for resource:port and tenant:b6dea002dbbc4f6898fea3cd621e3cae is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:51:24.008672 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-c16b7eeb-48d9-4400-9b25-00ca32f72c95 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:51:24.014301 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-c16b7eeb-48d9-4400-9b25-00ca32f72c95 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:51:24.120740 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-c16b7eeb-48d9-4400-9b25-00ca32f72c95 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Made reservation on behalf of b6dea002dbbc4f6898fea3cd621e3cae for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:51:24.120740 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-c16b7eeb-48d9-4400-9b25-00ca32f72c95 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:24.287874 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-c16b7eeb-48d9-4400-9b25-00ca32f72c95 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Allocated IP 172.20.0.9 (c2f756da-8f15-43e4-9386-0c48ae545b58/34031afd-bca2-460e-a76e-728a8b3e2362/c6147511-9811-4b60-8a18-a9dde9ab1727) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:51:24.482469 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-c16b7eeb-48d9-4400-9b25-00ca32f72c95 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:24.498823 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-c16b7eeb-48d9-4400-9b25-00ca32f72c95 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Transition to ACTIVE for port object c6147511-9811-4b60-8a18-a9dde9ab1727 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:51:24.575097 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-c16b7eeb-48d9-4400-9b25-00ca32f72c95 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:24.651221 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-c16b7eeb-48d9-4400-9b25-00ca32f72c95 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Network c2f756da-8f15-43e4-9386-0c48ae545b58 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:51:24.654811 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-c16b7eeb-48d9-4400-9b25-00ca32f72c95 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:51:24.659039 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-c16b7eeb-48d9-4400-9b25-00ca32f72c95 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:51:24.689760 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b7eeb-48d9-4400-9b25-00ca32f72c95 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Pushing event updated for resources: {'Port': ['ID=c6147511-9811-4b60-8a18-a9dde9ab1727,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:24.730243 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-a089dd01-ee62-499a-883d-9c7c0a4163e8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:24.730892 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-a089dd01-ee62-499a-883d-9c7c0a4163e8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.32 "GET /v2.0/networks?id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351 HTTP/1.1" status: 200 len: 812 time: 0.1663990 May 27 02:51:24.740681 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-c16b7eeb-48d9-4400-9b25-00ca32f72c95 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:24.741713 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-c16b7eeb-48d9-4400-9b25-00ca32f72c95 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:24.742916 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-0f814491-5d04-4ef7-93a5-56acee490088 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Request body: {'port': {'device_id': 'e8f114ab-3915-491f-860a-571944450ae5', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'admin_state_up': True, 'tenant_id': '3fadd088ccc74553a04697be263b7906'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:51:24.895883 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-c16b7eeb-48d9-4400-9b25-00ca32f72c95 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0953894 May 27 02:51:24.903177 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-83cc679e-53d9-4be8-b6a2-ccf2b62449d6 req-352e1770-0b5b-4ce4-b997-0801fd12066b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8f114ab-3915-491f-860a-571944450ae5 HTTP/1.1" status: 200 len: 210 time: 0.0502863 May 27 02:51:24.908598 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-88f1134b-c513-4128-ad58-388556d6b1c8 service neutron] Request body: {'port': {'device_id': 'e0964b57-608f-481a-9e67-cbbaad1d5b4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:51:25.032866 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-0f814491-5d04-4ef7-93a5-56acee490088 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:51:25.038805 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-0f814491-5d04-4ef7-93a5-56acee490088 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Usage tracker for resource:port and tenant:3fadd088ccc74553a04697be263b7906 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:51:25.041867 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-88f1134b-c513-4128-ad58-388556d6b1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:25.048428 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-0f814491-5d04-4ef7-93a5-56acee490088 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:51:25.055291 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-0f814491-5d04-4ef7-93a5-56acee490088 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:51:25.128638 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-0f814491-5d04-4ef7-93a5-56acee490088 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Made reservation on behalf of 3fadd088ccc74553a04697be263b7906 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:51:25.132622 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-0f814491-5d04-4ef7-93a5-56acee490088 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:25.157352 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e0165c63-5bfa-456a-8948-bef5e109c493 None None] Provisioning for port c6147511-9811-4b60-8a18-a9dde9ab1727 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:51:25.172234 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e0165c63-5bfa-456a-8948-bef5e109c493 None None] Provisioning complete for port c6147511-9811-4b60-8a18-a9dde9ab1727 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:51:25.173871 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e0165c63-5bfa-456a-8948-bef5e109c493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:25.251923 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-e0165c63-5bfa-456a-8948-bef5e109c493 None None] Port c6147511-9811-4b60-8a18-a9dde9ab1727 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:51:25.369084 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-0f814491-5d04-4ef7-93a5-56acee490088 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Allocated IP 172.20.0.13 (3065bf7b-fd6e-4d0b-a830-392fdd7f9351/d5a421f1-cfc1-40c1-b671-1e4d60b8996c/3b7cafde-ec93-49f0-ad1a-58b4823b97a7) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:51:25.375918 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38d485-8700-464f-8da5-b8fe9b7b280b req-1f291e28-9514-4605-965a-9509e067e7fd tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:25.376640 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-0e38d485-8700-464f-8da5-b8fe9b7b280b req-1f291e28-9514-4605-965a-9509e067e7fd tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Synchronizing usage tracker for tenant:b6dea002dbbc4f6898fea3cd621e3cae on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:51:25.550321 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0c2a5776-dd2b-47e7-8674-bb16ba219520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:25.644523 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-0f814491-5d04-4ef7-93a5-56acee490088 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:25.653135 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-88f1134b-c513-4128-ad58-388556d6b1c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6147511-9811-4b60-8a18-a9dde9ab1727 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:51:25.661949 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-88f1134b-c513-4128-ad58-388556d6b1c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:25.672516 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-0f814491-5d04-4ef7-93a5-56acee490088 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Transition to ACTIVE for port object 3b7cafde-ec93-49f0-ad1a-58b4823b97a7 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:51:25.677775 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-88f1134b-c513-4128-ad58-388556d6b1c8 service neutron] Transition to ACTIVE for port object c6147511-9811-4b60-8a18-a9dde9ab1727 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:51:25.679492 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-0e38d485-8700-464f-8da5-b8fe9b7b280b req-1f291e28-9514-4605-965a-9509e067e7fd tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Unset dirty status for tenant:b6dea002dbbc4f6898fea3cd621e3cae on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:51:25.680949 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0e38d485-8700-464f-8da5-b8fe9b7b280b req-1f291e28-9514-4605-965a-9509e067e7fd tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0964b57-608f-481a-9e67-cbbaad1d5b4c HTTP/1.1" status: 200 len: 931 time: 0.5743070 May 27 02:51:25.739882 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0e38d485-8700-464f-8da5-b8fe9b7b280b req-47cacc48-851e-4a23-91e9-f1a30eee6378 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.57 "GET /v2.0/security-groups?id=d3faf58f-a4bc-4d2c-9d54-5ab505d996a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523911 May 27 02:51:25.763385 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-88f1134b-c513-4128-ad58-388556d6b1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:25.792011 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-0f814491-5d04-4ef7-93a5-56acee490088 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:25.884404 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-0f814491-5d04-4ef7-93a5-56acee490088 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Network 3065bf7b-fd6e-4d0b-a830-392fdd7f9351 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:51:25.885357 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f814491-5d04-4ef7-93a5-56acee490088 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Pushing event updated for resources: {'Port': ['ID=3b7cafde-ec93-49f0-ad1a-58b4823b97a7,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:25.888037 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-0f814491-5d04-4ef7-93a5-56acee490088 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:51:25.890231 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-0f814491-5d04-4ef7-93a5-56acee490088 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:51:26.182342 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-0f814491-5d04-4ef7-93a5-56acee490088 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:26.183287 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-0f814491-5d04-4ef7-93a5-56acee490088 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:26.189874 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f1134b-c513-4128-ad58-388556d6b1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c6147511-9811-4b60-8a18-a9dde9ab1727,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:26.197085 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-88f1134b-c513-4128-ad58-388556d6b1c8 service neutron] Attempting to bind port c6147511-9811-4b60-8a18-a9dde9ab1727 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:51:26.197418 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-88f1134b-c513-4128-ad58-388556d6b1c8 service neutron] Attempting to bind port c6147511-9811-4b60-8a18-a9dde9ab1727 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '4b18babb-9de6-4e69-b0e1-83c1c21fa869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c2f756da-8f15-43e4-9386-0c48ae545b58'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:51:26.197744 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-88f1134b-c513-4128-ad58-388556d6b1c8 service neutron] Attempting to bind port c6147511-9811-4b60-8a18-a9dde9ab1727 on network c2f756da-8f15-43e4-9386-0c48ae545b58 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:51:26.209703 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-88f1134b-c513-4128-ad58-388556d6b1c8 service neutron] Port c6147511-9811-4b60-8a18-a9dde9ab1727 on network c2f756da-8f15-43e4-9386-0c48ae545b58 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:51:26.209703 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-88f1134b-c513-4128-ad58-388556d6b1c8 service neutron] Attempting to bind port c6147511-9811-4b60-8a18-a9dde9ab1727 on network c2f756da-8f15-43e4-9386-0c48ae545b58 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:51:26.220248 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-88f1134b-c513-4128-ad58-388556d6b1c8 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:51:26.220615 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-88f1134b-c513-4128-ad58-388556d6b1c8 service neutron] Checking segment: {'id': '4b18babb-9de6-4e69-b0e1-83c1c21fa869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c2f756da-8f15-43e4-9386-0c48ae545b58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:51:26.221126 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-88f1134b-c513-4128-ad58-388556d6b1c8 service neutron] Bound using segment: {'id': '4b18babb-9de6-4e69-b0e1-83c1c21fa869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c2f756da-8f15-43e4-9386-0c48ae545b58'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:51:26.221557 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-88f1134b-c513-4128-ad58-388556d6b1c8 service neutron] Bound port: c6147511-9811-4b60-8a18-a9dde9ab1727, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b18babb-9de6-4e69-b0e1-83c1c21fa869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c2f756da-8f15-43e4-9386-0c48ae545b58'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:51:26.222428 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-88f1134b-c513-4128-ad58-388556d6b1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:26.306249 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-0f814491-5d04-4ef7-93a5-56acee490088 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5675230 May 27 02:51:26.319099 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-08e3aea1-cd51-4780-8411-762592006e5f service neutron] Request body: {'port': {'device_id': 'e8f114ab-3915-491f-860a-571944450ae5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:51:26.357463 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd08a9-22b6-443a-a315-50a6957ba365 req-ed9faef5-b059-4659-bc09-edbbc434ea78 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:26.361928 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4efd08a9-22b6-443a-a315-50a6957ba365 req-ed9faef5-b059-4659-bc09-edbbc434ea78 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8f114ab-3915-491f-860a-571944450ae5 HTTP/1.1" status: 200 len: 932 time: 0.2433703 May 27 02:51:26.365867 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-88f1134b-c513-4128-ad58-388556d6b1c8 service neutron] For port c6147511-9811-4b60-8a18-a9dde9ab1727, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:51:26.368379 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3d810464-fd6f-4b1a-be9a-8b2174e0d579 None None] Provisioning for port 3b7cafde-ec93-49f0-ad1a-58b4823b97a7 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:51:26.369723 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-88f1134b-c513-4128-ad58-388556d6b1c8 service neutron] For port c6147511-9811-4b60-8a18-a9dde9ab1727, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=c6147511-9811-4b60-8a18-a9dde9ab1727,segment=NetworkSegment(4b18babb-9de6-4e69-b0e1-83c1c21fa869),segment_id=4b18babb-9de6-4e69-b0e1-83c1c21fa869)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:51:26.374984 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3d810464-fd6f-4b1a-be9a-8b2174e0d579 None None] Provisioning complete for port 3b7cafde-ec93-49f0-ad1a-58b4823b97a7 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:51:26.378379 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3d810464-fd6f-4b1a-be9a-8b2174e0d579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:26.441305 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-3d810464-fd6f-4b1a-be9a-8b2174e0d579 None None] Port 3b7cafde-ec93-49f0-ad1a-58b4823b97a7 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:51:26.442938 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-08e3aea1-cd51-4780-8411-762592006e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:26.447510 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4efd08a9-22b6-443a-a315-50a6957ba365 req-0f29d9de-9bc5-4c4b-8453-078dcad0c89c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762424 May 27 02:51:26.454375 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-88f1134b-c513-4128-ad58-388556d6b1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:26.524526 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-88f1134b-c513-4128-ad58-388556d6b1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:26.525156 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-88f1134b-c513-4128-ad58-388556d6b1c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:26.527368 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-88f1134b-c513-4128-ad58-388556d6b1c8 service neutron] 10.222.0.32 "PUT /v2.0/ports/c6147511-9811-4b60-8a18-a9dde9ab1727 HTTP/1.1" status: 200 len: 1091 time: 1.6225319 May 27 02:51:26.527368 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0964b57-608f-481a-9e67-cbbaad1d5b4c', 'tag': 'c6147511-9811-4b60-8a18-a9dde9ab1727'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:51:26.557342 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f1134b-c513-4128-ad58-388556d6b1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c6147511-9811-4b60-8a18-a9dde9ab1727,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:26.631686 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25c59c2d-f5e4-43c7-85a7-9c607fcf5191'] response: {'name': 'network-changed', 'server_uuid': 'e0964b57-608f-481a-9e67-cbbaad1d5b4c', 'tag': 'c6147511-9811-4b60-8a18-a9dde9ab1727', 'status': 'completed', 'code': 200} May 27 02:51:26.740083 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-0925b1ab-d87b-4531-a9c4-a4d27fad3a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:26.742294 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-0925b1ab-d87b-4531-a9c4-a4d27fad3a06 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6dea002dbbc4f6898fea3cd621e3cae&device_id=e0964b57-608f-481a-9e67-cbbaad1d5b4c HTTP/1.1" status: 200 len: 1094 time: 0.1097789 May 27 02:51:26.837676 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-de54c92a-c46d-4a7e-b775-ab963bb32e97 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6147511-9811-4b60-8a18-a9dde9ab1727 HTTP/1.1" status: 200 len: 217 time: 0.0868163 May 27 02:51:26.914210 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-08e3aea1-cd51-4780-8411-762592006e5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b7cafde-ec93-49f0-ad1a-58b4823b97a7 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:51:26.923064 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-08e3aea1-cd51-4780-8411-762592006e5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:26.939329 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-08e3aea1-cd51-4780-8411-762592006e5f service neutron] Transition to ACTIVE for port object 3b7cafde-ec93-49f0-ad1a-58b4823b97a7 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:51:27.002174 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-524b71f6-82aa-4312-9e85-051927f04707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:27.004180 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-524b71f6-82aa-4312-9e85-051927f04707 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=34031afd-bca2-460e-a76e-728a8b3e2362 HTTP/1.1" status: 200 len: 848 time: 0.1600103 May 27 02:51:27.009880 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-08e3aea1-cd51-4780-8411-762592006e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:27.080735 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf1c58-f648-4989-819e-9c336da5c250 req-49f4b6b5-1459-48af-92b1-1c63f8049679 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:27.088300 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-51bf1c58-f648-4989-819e-9c336da5c250 req-49f4b6b5-1459-48af-92b1-1c63f8049679 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0964b57-608f-481a-9e67-cbbaad1d5b4c HTTP/1.1" status: 200 len: 943 time: 0.2051837 May 27 02:51:27.157940 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-51bf1c58-f648-4989-819e-9c336da5c250 req-8333b2d4-2335-4422-b388-7bc18ed84757 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.57 "GET /v2.0/security-groups?id=d3faf58f-a4bc-4d2c-9d54-5ab505d996a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687349 May 27 02:51:27.162742 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-de581430-ea1e-4f82-9d0e-61547c82a8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:27.164265 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-de581430-ea1e-4f82-9d0e-61547c82a8ea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c2f756da-8f15-43e4-9386-0c48ae545b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1532691 May 27 02:51:27.238784 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e3aea1-cd51-4780-8411-762592006e5f service neutron] Pushing event updated for resources: {'Port': ['ID=3b7cafde-ec93-49f0-ad1a-58b4823b97a7,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:27.353798 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-08e3aea1-cd51-4780-8411-762592006e5f service neutron] Attempting to bind port 3b7cafde-ec93-49f0-ad1a-58b4823b97a7 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:51:27.354188 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-08e3aea1-cd51-4780-8411-762592006e5f service neutron] Attempting to bind port 3b7cafde-ec93-49f0-ad1a-58b4823b97a7 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '77a48b29-f789-41c3-82b2-66a5eb7c53b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:51:27.354526 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-08e3aea1-cd51-4780-8411-762592006e5f service neutron] Attempting to bind port 3b7cafde-ec93-49f0-ad1a-58b4823b97a7 on network 3065bf7b-fd6e-4d0b-a830-392fdd7f9351 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:51:27.358809 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-8d9dd27c-6eb9-4935-8682-e68dcd4bb40b service neutron] 10.222.0.32 "GET /v2.0/networks/c2f756da-8f15-43e4-9386-0c48ae545b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872461 May 27 02:51:27.360374 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-08e3aea1-cd51-4780-8411-762592006e5f service neutron] Port 3b7cafde-ec93-49f0-ad1a-58b4823b97a7 on network 3065bf7b-fd6e-4d0b-a830-392fdd7f9351 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:51:27.360907 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-08e3aea1-cd51-4780-8411-762592006e5f service neutron] Attempting to bind port 3b7cafde-ec93-49f0-ad1a-58b4823b97a7 on network 3065bf7b-fd6e-4d0b-a830-392fdd7f9351 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:51:27.367222 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-08e3aea1-cd51-4780-8411-762592006e5f service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:51:27.372669 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-08e3aea1-cd51-4780-8411-762592006e5f service neutron] Checking segment: {'id': '77a48b29-f789-41c3-82b2-66a5eb7c53b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:51:27.372669 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-08e3aea1-cd51-4780-8411-762592006e5f service neutron] Bound using segment: {'id': '77a48b29-f789-41c3-82b2-66a5eb7c53b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:51:27.372669 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-08e3aea1-cd51-4780-8411-762592006e5f service neutron] Bound port: 3b7cafde-ec93-49f0-ad1a-58b4823b97a7, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a48b29-f789-41c3-82b2-66a5eb7c53b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:51:27.372669 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-08e3aea1-cd51-4780-8411-762592006e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:27.476351 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-08e3aea1-cd51-4780-8411-762592006e5f service neutron] For port 3b7cafde-ec93-49f0-ad1a-58b4823b97a7, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:51:27.479983 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-08e3aea1-cd51-4780-8411-762592006e5f service neutron] For port 3b7cafde-ec93-49f0-ad1a-58b4823b97a7, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=3b7cafde-ec93-49f0-ad1a-58b4823b97a7,segment=NetworkSegment(77a48b29-f789-41c3-82b2-66a5eb7c53b7),segment_id=77a48b29-f789-41c3-82b2-66a5eb7c53b7)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:51:27.513301 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1ac67de4-479c-4115-a846-3c53573dddf7 req-481c34d0-bd76-41ab-a7aa-64d3030d1acc service neutron] 10.222.0.32 "GET /v2.0/networks/c2f756da-8f15-43e4-9386-0c48ae545b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484604 May 27 02:51:27.553073 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-08e3aea1-cd51-4780-8411-762592006e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:27.629338 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-08e3aea1-cd51-4780-8411-762592006e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:27.630057 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-08e3aea1-cd51-4780-8411-762592006e5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:27.632002 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-08e3aea1-cd51-4780-8411-762592006e5f service neutron] 10.222.0.32 "PUT /v2.0/ports/3b7cafde-ec93-49f0-ad1a-58b4823b97a7 HTTP/1.1" status: 200 len: 1092 time: 1.3173907 May 27 02:51:27.632493 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f114ab-3915-491f-860a-571944450ae5', 'tag': '3b7cafde-ec93-49f0-ad1a-58b4823b97a7'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:51:27.661448 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e3aea1-cd51-4780-8411-762592006e5f service neutron] Pushing event updated for resources: {'Port': ['ID=3b7cafde-ec93-49f0-ad1a-58b4823b97a7,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:27.703889 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9cbd36a-59e4-42a5-84b0-bfa194511675'] response: {'name': 'network-changed', 'server_uuid': 'e8f114ab-3915-491f-860a-571944450ae5', 'tag': '3b7cafde-ec93-49f0-ad1a-58b4823b97a7', 'status': 'completed', 'code': 200} May 27 02:51:27.766715 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7371f-9c5c-4e40-993f-bcba4ab10311 req-91142e23-c386-48ba-8633-46acb47e3d2c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:27.767963 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-73f7371f-9c5c-4e40-993f-bcba4ab10311 req-91142e23-c386-48ba-8633-46acb47e3d2c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8f114ab-3915-491f-860a-571944450ae5 HTTP/1.1" status: 200 len: 944 time: 0.1689277 May 27 02:51:27.830075 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2646d-5b9e-4957-b7a0-496c48308486 req-c27055cf-2993-42ae-8357-01531ca501fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:27.831591 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4da2646d-5b9e-4957-b7a0-496c48308486 req-c27055cf-2993-42ae-8357-01531ca501fd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3fadd088ccc74553a04697be263b7906&device_id=e8f114ab-3915-491f-860a-571944450ae5 HTTP/1.1" status: 200 len: 1095 time: 0.1036243 May 27 02:51:27.845915 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-73f7371f-9c5c-4e40-993f-bcba4ab10311 req-91773bbe-079b-4271-9363-e16155612605 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545769 May 27 02:51:27.879829 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79527fc-9b7d-4856-aef7-bcd7f7b9a869 req-d1ee8407-9ad2-42f0-b459-195049d3883d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:27.879829 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d79527fc-9b7d-4856-aef7-bcd7f7b9a869 req-d1ee8407-9ad2-42f0-b459-195049d3883d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6dea002dbbc4f6898fea3cd621e3cae&device_id=e0964b57-608f-481a-9e67-cbbaad1d5b4c HTTP/1.1" status: 200 len: 1094 time: 0.2140477 May 27 02:51:27.899784 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4183f365-0152-4b4b-a6fe-936f2813f0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:28.024876 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2646d-5b9e-4957-b7a0-496c48308486 req-c5abc1a6-aa13-445a-9ae3-a9279c97dbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:28.026433 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4da2646d-5b9e-4957-b7a0-496c48308486 req-c5abc1a6-aa13-445a-9ae3-a9279c97dbf5 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=3fadd088ccc74553a04697be263b7906&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1881623 May 27 02:51:28.162832 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79527fc-9b7d-4856-aef7-bcd7f7b9a869 req-8f210d8e-1f28-4092-a4a4-3d6c0b0d5133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:28.164187 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d79527fc-9b7d-4856-aef7-bcd7f7b9a869 req-8f210d8e-1f28-4092-a4a4-3d6c0b0d5133 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c2f756da-8f15-43e4-9386-0c48ae545b58 HTTP/1.1" status: 200 len: 910 time: 0.2806911 May 27 02:51:28.191938 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2646d-5b9e-4957-b7a0-496c48308486 req-d9065e97-dcc6-4c27-b4fc-95e7da9babe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:28.193189 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4da2646d-5b9e-4957-b7a0-496c48308486 req-d9065e97-dcc6-4c27-b4fc-95e7da9babe7 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1600101 May 27 02:51:28.254097 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d79527fc-9b7d-4856-aef7-bcd7f7b9a869 req-57c04624-2c12-4f31-b337-641c389c2642 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6147511-9811-4b60-8a18-a9dde9ab1727 HTTP/1.1" status: 200 len: 217 time: 0.0816979 May 27 02:51:28.314563 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-9311e810-df8e-4438-8445-d0a343da59c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:28.316738 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-9311e810-df8e-4438-8445-d0a343da59c9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3fadd088ccc74553a04697be263b7906&device_id=e8f114ab-3915-491f-860a-571944450ae5 HTTP/1.1" status: 200 len: 1095 time: 0.0786009 May 27 02:51:28.376277 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79527fc-9b7d-4856-aef7-bcd7f7b9a869 req-ad28b51f-f0a3-4da8-a121-d8c617717b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:28.377466 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d79527fc-9b7d-4856-aef7-bcd7f7b9a869 req-ad28b51f-f0a3-4da8-a121-d8c617717b97 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=34031afd-bca2-460e-a76e-728a8b3e2362 HTTP/1.1" status: 200 len: 848 time: 0.1175365 May 27 02:51:28.410644 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-e31c267b-fba1-4ba2-995a-4caf9405ea22 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b7cafde-ec93-49f0-ad1a-58b4823b97a7 HTTP/1.1" status: 200 len: 217 time: 0.0796552 May 27 02:51:28.460829 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93e164-e674-41c9-94e4-5bde4cdbbd8a req-550d186f-dc13-4f61-81e4-4289b76f34ab tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:28.462302 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dd93e164-e674-41c9-94e4-5bde4cdbbd8a req-550d186f-dc13-4f61-81e4-4289b76f34ab tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0964b57-608f-481a-9e67-cbbaad1d5b4c HTTP/1.1" status: 200 len: 943 time: 0.1689875 May 27 02:51:28.470148 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-0ce183a3-5f7a-4842-9cc7-cf5051c4745e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:28.471578 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-0ce183a3-5f7a-4842-9cc7-cf5051c4745e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d5a421f1-cfc1-40c1-b671-1e4d60b8996c HTTP/1.1" status: 200 len: 851 time: 0.0599103 May 27 02:51:28.498843 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79527fc-9b7d-4856-aef7-bcd7f7b9a869 req-9f2efd17-a970-40bc-81de-6e76508adf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:28.500294 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d79527fc-9b7d-4856-aef7-bcd7f7b9a869 req-9f2efd17-a970-40bc-81de-6e76508adf26 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c2f756da-8f15-43e4-9386-0c48ae545b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1144331 May 27 02:51:28.552342 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-c2c2cca5-84aa-449e-932a-7421f9d0a0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:28.553836 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-c2c2cca5-84aa-449e-932a-7421f9d0a0bd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762885 May 27 02:51:28.585236 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dd93e164-e674-41c9-94e4-5bde4cdbbd8a req-91ff01e6-08e7-49b3-bac4-262955264c58 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.57 "GET /v2.0/security-groups?id=d3faf58f-a4bc-4d2c-9d54-5ab505d996a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127899 May 27 02:51:28.654969 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d79527fc-9b7d-4856-aef7-bcd7f7b9a869 req-ae4567c8-74e9-4f04-a16d-702edbc979c2 service neutron] 10.222.0.32 "GET /v2.0/networks/c2f756da-8f15-43e4-9386-0c48ae545b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468017 May 27 02:51:28.790623 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-30321592-9f0a-4ae9-b30e-710f5eb187ce service neutron] 10.222.0.32 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308092 May 27 02:51:28.790847 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d79527fc-9b7d-4856-aef7-bcd7f7b9a869 req-fc1c8554-8ae4-44d6-bab3-d39ddd9b84ae service neutron] 10.222.0.32 "GET /v2.0/networks/c2f756da-8f15-43e4-9386-0c48ae545b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297917 May 27 02:51:28.941754 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-312c0655-10c2-4cf7-87ba-530ae4bc0f3f req-71ccaba1-a587-42f2-b7d1-434a86820452 service neutron] 10.222.0.32 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403315 May 27 02:51:29.054766 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa948dd-6f08-462e-a565-e36a48aba924 req-19145c08-b412-4155-81f4-e9dc70d6b87b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:29.056136 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eaa948dd-6f08-462e-a565-e36a48aba924 req-19145c08-b412-4155-81f4-e9dc70d6b87b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8f114ab-3915-491f-860a-571944450ae5 HTTP/1.1" status: 200 len: 944 time: 0.0881538 May 27 02:51:29.087859 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:29.099214 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:29.100684 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eaa948dd-6f08-462e-a565-e36a48aba924 req-4a2ba582-1f2d-4030-b554-7e6edcbc35ea tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383835 May 27 02:51:29.776666 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4279c-4305-4bc4-971f-bc646d1baac2 req-63f0e566-26f8-4fb0-aa24-654c90a99b3e tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:29.778144 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9db4279c-4305-4bc4-971f-bc646d1baac2 req-63f0e566-26f8-4fb0-aa24-654c90a99b3e tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0964b57-608f-481a-9e67-cbbaad1d5b4c HTTP/1.1" status: 200 len: 943 time: 0.0799906 May 27 02:51:29.824388 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9db4279c-4305-4bc4-971f-bc646d1baac2 req-b84a5676-fb29-43ad-b2de-6447644d22d1 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.57 "GET /v2.0/security-groups?id=d3faf58f-a4bc-4d2c-9d54-5ab505d996a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403156 May 27 02:51:30.197091 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:30.294811 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd725f66-1490-49c5-b02d-107bfa149983 req-01a34a9c-12d2-456a-ba53-62c0246825dc tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:30.296276 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cd725f66-1490-49c5-b02d-107bfa149983 req-01a34a9c-12d2-456a-ba53-62c0246825dc tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8f114ab-3915-491f-860a-571944450ae5 HTTP/1.1" status: 200 len: 944 time: 0.0827210 May 27 02:51:30.342354 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cd725f66-1490-49c5-b02d-107bfa149983 req-a743e5f5-c14e-4c2b-bdc5-c0789231d3f2 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396237 May 27 02:51:31.006179 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d108ee4-a67a-4a85-bed2-bbba1b3d8787 req-84d8565a-58ff-40f3-89f2-8640ea8a69ee tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:31.007652 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6d108ee4-a67a-4a85-bed2-bbba1b3d8787 req-84d8565a-58ff-40f3-89f2-8640ea8a69ee tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0964b57-608f-481a-9e67-cbbaad1d5b4c HTTP/1.1" status: 200 len: 943 time: 0.0802071 May 27 02:51:31.061708 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6d108ee4-a67a-4a85-bed2-bbba1b3d8787 req-ff6dcb19-df5a-4de8-b0ca-a9b0914f7124 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.57 "GET /v2.0/security-groups?id=d3faf58f-a4bc-4d2c-9d54-5ab505d996a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482745 May 27 02:51:31.526953 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28a668-3ea5-432c-a26a-8ce97c0cec8d req-bf2c6758-2b18-480c-9b40-8a3b1beac4cf tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:31.528397 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7d28a668-3ea5-432c-a26a-8ce97c0cec8d req-bf2c6758-2b18-480c-9b40-8a3b1beac4cf tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8f114ab-3915-491f-860a-571944450ae5 HTTP/1.1" status: 200 len: 944 time: 0.0796137 May 27 02:51:31.572648 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7d28a668-3ea5-432c-a26a-8ce97c0cec8d req-6297b82d-8ff8-4fb6-b414-88b52813eb50 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385411 May 27 02:51:31.864167 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device c6147511-9811-4b60-8a18-a9dde9ab1727 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:51:32.003932 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port c6147511-9811-4b60-8a18-a9dde9ab1727, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=c6147511-9811-4b60-8a18-a9dde9ab1727,segment=NetworkSegment(4b18babb-9de6-4e69-b0e1-83c1c21fa869),segment_id=4b18babb-9de6-4e69-b0e1-83c1c21fa869)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:51:32.016864 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': 'c6147511-9811-4b60-8a18-a9dde9ab1727', 'network_id': 'c2f756da-8f15-43e4-9386-0c48ae545b58', 'port_id': 'c6147511-9811-4b60-8a18-a9dde9ab1727', 'mac_address': 'fa:16:3e:2a:55:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34031afd-bca2-460e-a76e-728a8b3e2362', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:51:32.074267 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port c6147511-9811-4b60-8a18-a9dde9ab1727 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:51:32.074638 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:32.092103 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6147511-9811-4b60-8a18-a9dde9ab1727 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:51:32.107471 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port c6147511-9811-4b60-8a18-a9dde9ab1727, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=c6147511-9811-4b60-8a18-a9dde9ab1727,segment=NetworkSegment(4b18babb-9de6-4e69-b0e1-83c1c21fa869),segment_id=4b18babb-9de6-4e69-b0e1-83c1c21fa869)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:51:32.185342 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:32.261476 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212d41e-8203-4dcb-ad91-be7e650f95a6 req-8bc23356-e597-406c-9ae0-e627c2b809c2 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:32.263091 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7212d41e-8203-4dcb-ad91-be7e650f95a6 req-8bc23356-e597-406c-9ae0-e627c2b809c2 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0964b57-608f-481a-9e67-cbbaad1d5b4c HTTP/1.1" status: 200 len: 944 time: 0.0924385 May 27 02:51:32.267236 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=c6147511-9811-4b60-8a18-a9dde9ab1727,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:32.307293 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7212d41e-8203-4dcb-ad91-be7e650f95a6 req-9591ab46-3c61-49dd-a9f0-26ec1be1f5a2 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.57 "GET /v2.0/security-groups?id=d3faf58f-a4bc-4d2c-9d54-5ab505d996a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375462 May 27 02:51:32.391498 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['c6147511-9811-4b60-8a18-a9dde9ab1727'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:51:32.778331 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9542d-8448-48ae-b41a-611582686319 req-1368b6da-6ce6-404d-a342-9ca58ec6c9a2 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:32.780153 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-20e9542d-8448-48ae-b41a-611582686319 req-1368b6da-6ce6-404d-a342-9ca58ec6c9a2 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8f114ab-3915-491f-860a-571944450ae5 HTTP/1.1" status: 200 len: 944 time: 0.0813699 May 27 02:51:32.827585 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-20e9542d-8448-48ae-b41a-611582686319 req-65a10e53-2057-480f-858f-11b2fda3d0c3 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408797 May 27 02:51:33.496938 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7bec54-bb52-4feb-b6af-db537f1cc77e req-6915d898-a8b1-485d-9218-7b25c44217c0 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:33.498404 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bb7bec54-bb52-4feb-b6af-db537f1cc77e req-6915d898-a8b1-485d-9218-7b25c44217c0 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0964b57-608f-481a-9e67-cbbaad1d5b4c HTTP/1.1" status: 200 len: 944 time: 0.0848217 May 27 02:51:33.541859 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bb7bec54-bb52-4feb-b6af-db537f1cc77e req-25535d65-f03b-4146-a2dc-7749b335a717 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.57 "GET /v2.0/security-groups?id=d3faf58f-a4bc-4d2c-9d54-5ab505d996a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377324 May 27 02:51:33.871195 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device c6147511-9811-4b60-8a18-a9dde9ab1727 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:51:34.014456 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ecfd0-fea0-4996-8fc8-dadf44d6d0fe req-a14b4ddf-5f69-4c7d-bb01-d6f94606e457 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:34.015917 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-839ecfd0-fea0-4996-8fc8-dadf44d6d0fe req-a14b4ddf-5f69-4c7d-bb01-d6f94606e457 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8f114ab-3915-491f-860a-571944450ae5 HTTP/1.1" status: 200 len: 944 time: 0.0821877 May 27 02:51:34.025609 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port c6147511-9811-4b60-8a18-a9dde9ab1727 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:51:34.030775 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port c6147511-9811-4b60-8a18-a9dde9ab1727 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:51:34.031150 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:34.061231 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-839ecfd0-fea0-4996-8fc8-dadf44d6d0fe req-222e51dc-3882-493b-aaf1-ae1ddd482b6a tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391121 May 27 02:51:34.148803 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port c6147511-9811-4b60-8a18-a9dde9ab1727 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:51:34.149180 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:34.177003 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0964b57-608f-481a-9e67-cbbaad1d5b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6147511-9811-4b60-8a18-a9dde9ab1727'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:51:34.191343 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port c6147511-9811-4b60-8a18-a9dde9ab1727, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=c6147511-9811-4b60-8a18-a9dde9ab1727,segment=NetworkSegment(4b18babb-9de6-4e69-b0e1-83c1c21fa869),segment_id=4b18babb-9de6-4e69-b0e1-83c1c21fa869)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:51:34.229380 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb0be6fd-c5c7-4a68-b6ed-71f504f86e7b'] response: {'server_uuid': 'e0964b57-608f-481a-9e67-cbbaad1d5b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6147511-9811-4b60-8a18-a9dde9ab1727', 'code': 200} May 27 02:51:34.294356 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:34.362862 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb4a6d-1d72-43d3-9e6b-a35b657ded1f req-2be8b834-209b-4263-bf7b-fe8ed09d5d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:34.364452 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2afb4a6d-1d72-43d3-9e6b-a35b657ded1f req-2be8b834-209b-4263-bf7b-fe8ed09d5d27 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e0964b57-608f-481a-9e67-cbbaad1d5b4c HTTP/1.1" status: 200 len: 1096 time: 0.0763400 May 27 02:51:34.370707 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=c6147511-9811-4b60-8a18-a9dde9ab1727,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:34.404273 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2afb4a6d-1d72-43d3-9e6b-a35b657ded1f req-4f5cd0fd-2393-42c9-bfbe-df950450b4b6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d3faf58f-a4bc-4d2c-9d54-5ab505d996a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341454 May 27 02:51:34.735122 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92158b31-b5c4-4593-ab2e-bd5486fbd464 req-f11e209a-d54e-40a3-a616-61349c16574d tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:34.779111 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-92158b31-b5c4-4593-ab2e-bd5486fbd464 req-f11e209a-d54e-40a3-a616-61349c16574d tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0964b57-608f-481a-9e67-cbbaad1d5b4c HTTP/1.1" status: 200 len: 945 time: 0.0874610 May 27 02:51:34.783732 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-92158b31-b5c4-4593-ab2e-bd5486fbd464 req-705eb222-dc03-4182-9c7c-e1194a44f8b8 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.57 "GET /v2.0/security-groups?id=d3faf58f-a4bc-4d2c-9d54-5ab505d996a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389583 May 27 02:51:35.249822 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809f8b5-408a-4e18-b101-ce9cdd5a9b26 req-b70f14a4-28b2-4d0c-9c81-1612937b1a3b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:35.251258 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b809f8b5-408a-4e18-b101-ce9cdd5a9b26 req-b70f14a4-28b2-4d0c-9c81-1612937b1a3b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8f114ab-3915-491f-860a-571944450ae5 HTTP/1.1" status: 200 len: 944 time: 0.0782981 May 27 02:51:35.416183 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b809f8b5-408a-4e18-b101-ce9cdd5a9b26 req-97bb0ac8-c4df-4474-bfb8-84dfb6593e37 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581204 May 27 02:51:35.973714 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789865f-7427-4720-92bf-2eb387e8daa6 req-05d174af-1c98-4729-ac00-24ea54db6031 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:35.975776 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5789865f-7427-4720-92bf-2eb387e8daa6 req-05d174af-1c98-4729-ac00-24ea54db6031 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0964b57-608f-481a-9e67-cbbaad1d5b4c HTTP/1.1" status: 200 len: 945 time: 0.0800889 May 27 02:51:36.022424 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5789865f-7427-4720-92bf-2eb387e8daa6 req-63f74478-622a-4377-91dc-817d71a2e66a tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.57 "GET /v2.0/security-groups?id=d3faf58f-a4bc-4d2c-9d54-5ab505d996a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397458 May 27 02:51:36.209293 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4357fd-c94b-4025-a723-271eba152c9e req-2ad3dbaf-d7eb-4ea7-8088-2467d3612a3d tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:36.210679 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8e4357fd-c94b-4025-a723-271eba152c9e req-2ad3dbaf-d7eb-4ea7-8088-2467d3612a3d tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0964b57-608f-481a-9e67-cbbaad1d5b4c HTTP/1.1" status: 200 len: 945 time: 0.0820193 May 27 02:51:36.254344 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8e4357fd-c94b-4025-a723-271eba152c9e req-dd31bf6f-c77e-483e-be02-798b7ab10d97 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.57 "GET /v2.0/security-groups?id=d3faf58f-a4bc-4d2c-9d54-5ab505d996a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380611 May 27 02:51:36.440671 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c72983e-2fe6-4d9e-9f67-502a14f018e5 req-5608bdfa-c218-4335-902b-651a35371b90 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:36.442164 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1c72983e-2fe6-4d9e-9f67-502a14f018e5 req-5608bdfa-c218-4335-902b-651a35371b90 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0964b57-608f-481a-9e67-cbbaad1d5b4c HTTP/1.1" status: 200 len: 945 time: 0.0808635 May 27 02:51:36.487619 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1c72983e-2fe6-4d9e-9f67-502a14f018e5 req-1f6198d8-5b31-4afc-bdcd-fc6a0706727e tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.57 "GET /v2.0/security-groups?id=d3faf58f-a4bc-4d2c-9d54-5ab505d996a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393319 May 27 02:51:36.511823 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59604) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:51:36.605912 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b073f10c-a1c3-477d-95c9-820e52d39bc8 req-785bfa28-c867-40ef-8c2f-6eb9ef7ec339 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:36.607320 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b073f10c-a1c3-477d-95c9-820e52d39bc8 req-785bfa28-c867-40ef-8c2f-6eb9ef7ec339 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8f114ab-3915-491f-860a-571944450ae5 HTTP/1.1" status: 200 len: 944 time: 0.0843725 May 27 02:51:36.637967 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00771e21-ae94-4921-9ab0-140c533fe517 tempest-TestServerBasicOps-2295620 tempest-TestServerBasicOps-2295620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:36.639479 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-00771e21-ae94-4921-9ab0-140c533fe517 tempest-TestServerBasicOps-2295620 tempest-TestServerBasicOps-2295620-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e0964b57-608f-481a-9e67-cbbaad1d5b4c HTTP/1.1" status: 200 len: 1091 time: 0.1265509 May 27 02:51:36.642484 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 59614) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:51:36.649273 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ccb78988-f005-4336-acd2-b0b7a769bb48 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'port_id': 'c6147511-9811-4b60-8a18-a9dde9ab1727', 'tenant_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:51:36.654421 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b073f10c-a1c3-477d-95c9-820e52d39bc8 req-8f6ec6e7-a452-4884-a66f-3c5925da7920 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408399 May 27 02:51:36.656204 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ccb78988-f005-4336-acd2-b0b7a769bb48 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:51:36.660154 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ccb78988-f005-4336-acd2-b0b7a769bb48 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Usage tracker for resource:floatingip and tenant:b6dea002dbbc4f6898fea3cd621e3cae is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:51:36.663065 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ccb78988-f005-4336-acd2-b0b7a769bb48 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:51:36.668986 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ccb78988-f005-4336-acd2-b0b7a769bb48 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:51:36.722501 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ccb78988-f005-4336-acd2-b0b7a769bb48 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:36.859888 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ccb78988-f005-4336-acd2-b0b7a769bb48 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:36.992629 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-ccb78988-f005-4336-acd2-b0b7a769bb48 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Allocated IP 172.25.1.241 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/2f1fe5c8-a6b0-4b7c-8ff2-a2890073607c) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:51:37.148323 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ccb78988-f005-4336-acd2-b0b7a769bb48 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:37.266011 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ccb78988-f005-4336-acd2-b0b7a769bb48 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:37.330570 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb78988-f005-4336-acd2-b0b7a769bb48 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:51:37.333249 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-ccb78988-f005-4336-acd2-b0b7a769bb48 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:51:37.337002 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb78988-f005-4336-acd2-b0b7a769bb48 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:51:37.371831 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb78988-f005-4336-acd2-b0b7a769bb48 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Pushing event updated for resources: {'Port': ['ID=2f1fe5c8-a6b0-4b7c-8ff2-a2890073607c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:37.776692 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ccb78988-f005-4336-acd2-b0b7a769bb48 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:37.849602 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31613dae-028b-4a40-bd53-8b4df91ad6c9 req-215619e3-3336-4706-b267-8f07768760a2 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:37.849602 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-31613dae-028b-4a40-bd53-8b4df91ad6c9 req-215619e3-3336-4706-b267-8f07768760a2 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8f114ab-3915-491f-860a-571944450ae5 HTTP/1.1" status: 200 len: 944 time: 0.0853305 May 27 02:51:37.897643 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 3b7cafde-ec93-49f0-ad1a-58b4823b97a7 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:51:37.923251 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-31613dae-028b-4a40-bd53-8b4df91ad6c9 req-e1243a37-c634-4622-8445-87131a193f98 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669429 May 27 02:51:37.927762 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ccb78988-f005-4336-acd2-b0b7a769bb48 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:38.045835 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 3b7cafde-ec93-49f0-ad1a-58b4823b97a7, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=3b7cafde-ec93-49f0-ad1a-58b4823b97a7,segment=NetworkSegment(77a48b29-f789-41c3-82b2-66a5eb7c53b7),segment_id=77a48b29-f789-41c3-82b2-66a5eb7c53b7)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:51:38.059667 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '3b7cafde-ec93-49f0-ad1a-58b4823b97a7', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'port_id': '3b7cafde-ec93-49f0-ad1a-58b4823b97a7', 'mac_address': 'fa:16:3e:a4:5f:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:51:38.122155 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 3b7cafde-ec93-49f0-ad1a-58b4823b97a7 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:51:38.122438 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:38.140868 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b7cafde-ec93-49f0-ad1a-58b4823b97a7 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:51:38.159879 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 3b7cafde-ec93-49f0-ad1a-58b4823b97a7, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=3b7cafde-ec93-49f0-ad1a-58b4823b97a7,segment=NetworkSegment(77a48b29-f789-41c3-82b2-66a5eb7c53b7),segment_id=77a48b29-f789-41c3-82b2-66a5eb7c53b7)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:51:38.248207 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:38.257175 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ccb78988-f005-4336-acd2-b0b7a769bb48 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:38.314905 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=3b7cafde-ec93-49f0-ad1a-58b4823b97a7,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:38.339216 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ccb78988-f005-4336-acd2-b0b7a769bb48 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:38.450191 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb78988-f005-4336-acd2-b0b7a769bb48 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Pushing event updated for resources: {'Port': ['ID=2f1fe5c8-a6b0-4b7c-8ff2-a2890073607c,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:38.460522 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ccb78988-f005-4336-acd2-b0b7a769bb48 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:38.460692 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['3b7cafde-ec93-49f0-ad1a-58b4823b97a7'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:51:38.652285 n-d-843554-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-ccb78988-f005-4336-acd2-b0b7a769bb48 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Floating IP fd3924d2-570e-4b80-bfcd-3ba56a2ba138 associated. External IP: 172.25.1.241, port: c6147511-9811-4b60-8a18-a9dde9ab1727. May 27 02:51:39.007932 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb78988-f005-4336-acd2-b0b7a769bb48 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Router 21b72f4f-db83-4139-9a88-6d1486768427 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:51:39.101314 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03da05-f658-46bf-86dd-0dfbdebc28b3 req-94cf6c62-4681-44c0-9998-3802512259c3 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:39.102765 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7a03da05-f658-46bf-86dd-0dfbdebc28b3 req-94cf6c62-4681-44c0-9998-3802512259c3 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8f114ab-3915-491f-860a-571944450ae5 HTTP/1.1" status: 200 len: 945 time: 0.0820198 May 27 02:51:39.146886 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7a03da05-f658-46bf-86dd-0dfbdebc28b3 req-9ebc4636-1d49-4deb-9178-7e5efae72e92 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382650 May 27 02:51:39.191117 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb78988-f005-4336-acd2-b0b7a769bb48 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:51:39.201447 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2838b296-f588-4736-a825-c8c9834cc492 None None] Sync routers for ids ['21b72f4f-db83-4139-9a88-6d1486768427'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:51:39.213891 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2838b296-f588-4736-a825-c8c9834cc492 None None] Routers {'21b72f4f-db83-4139-9a88-6d1486768427'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:51:39.214731 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-2838b296-f588-4736-a825-c8c9834cc492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:51:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['21b72f4f-db83-4139-9a88-6d1486768427'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:51:39.271326 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ccb78988-f005-4336-acd2-b0b7a769bb48 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:39.337619 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ccb78988-f005-4336-acd2-b0b7a769bb48 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6920030 May 27 02:51:39.337619 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0964b57-608f-481a-9e67-cbbaad1d5b4c', 'tag': 'c6147511-9811-4b60-8a18-a9dde9ab1727'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:51:39.381553 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-940b2810-d682-49f8-913f-ec094e5a1725'] response: {'name': 'network-changed', 'server_uuid': 'e0964b57-608f-481a-9e67-cbbaad1d5b4c', 'tag': 'c6147511-9811-4b60-8a18-a9dde9ab1727', 'status': 'completed', 'code': 200} May 27 02:51:39.435737 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-2838b296-f588-4736-a825-c8c9834cc492 None None] Set router 21b72f4f-db83-4139-9a88-6d1486768427 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:51:39.473006 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a19da1-f991-4817-8dd2-843d17080251 req-e216e45a-bb6d-4461-ad50-e5ea74a1ac38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:39.474386 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b6a19da1-f991-4817-8dd2-843d17080251 req-e216e45a-bb6d-4461-ad50-e5ea74a1ac38 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6dea002dbbc4f6898fea3cd621e3cae&device_id=e0964b57-608f-481a-9e67-cbbaad1d5b4c HTTP/1.1" status: 200 len: 1096 time: 0.0705283 May 27 02:51:39.618636 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a19da1-f991-4817-8dd2-843d17080251 req-5d5416d8-6a30-4fb5-96fe-94361749c9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:39.620206 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b6a19da1-f991-4817-8dd2-843d17080251 req-5d5416d8-6a30-4fb5-96fe-94361749c9ae service neutron] 10.222.0.32 "GET /v2.0/networks?id=c2f756da-8f15-43e4-9386-0c48ae545b58 HTTP/1.1" status: 200 len: 910 time: 0.1399899 May 27 02:51:39.737473 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b6a19da1-f991-4817-8dd2-843d17080251 req-8dd177fd-fbed-46d5-addc-c513ae04a60f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6147511-9811-4b60-8a18-a9dde9ab1727 HTTP/1.1" status: 200 len: 999 time: 0.1112237 May 27 02:51:39.802401 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a19da1-f991-4817-8dd2-843d17080251 req-b2c6924f-be9d-4c03-b51b-d9f2d22016d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:39.804226 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b6a19da1-f991-4817-8dd2-843d17080251 req-b2c6924f-be9d-4c03-b51b-d9f2d22016d8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=34031afd-bca2-460e-a76e-728a8b3e2362 HTTP/1.1" status: 200 len: 848 time: 0.0613658 May 27 02:51:39.806872 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-2838b296-f588-4736-a825-c8c9834cc492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b72f4f-db83-4139-9a88-6d1486768427', 'name': 'tempest-TestServerBasicOps-1563450381-router', 'tenant_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:50:56Z', 'updated_at': '2022-05-27T02:51:02Z', 'revision_number': 4, 'project_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'gw_port': {'id': '7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b72f4f-db83-4139-9a88-6d1486768427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:57Z', 'updated_at': '2022-05-27T02:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'fd3924d2-570e-4b80-bfcd-3ba56a2ba138', 'tenant_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'floating_ip_address': '172.25.1.241', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '21b72f4f-db83-4139-9a88-6d1486768427', 'port_id': 'c6147511-9811-4b60-8a18-a9dde9ab1727', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2f756da-8f15-43e4-9386-0c48ae545b58', 'mac_address': 'fa:16:3e:2a:55:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0964b57-608f-481a-9e67-cbbaad1d5b4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:51:37Z', 'updated_at': '2022-05-27T02:51:37Z', 'revision_number': 0, 'project_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c9b7345-3c05-4094-8066-f0ef0b03937c', 'name': '', 'network_id': 'c2f756da-8f15-43e4-9386-0c48ae545b58', 'tenant_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'mac_address': 'fa:16:3e:5f:8d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b72f4f-db83-4139-9a88-6d1486768427', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '34031afd-bca2-460e-a76e-728a8b3e2362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:51:01Z', 'updated_at': '2022-05-27T02:51:10Z', 'revision_number': 5, 'project_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'subnets': [{'id': '34031afd-bca2-460e-a76e-728a8b3e2362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:51:39.810960 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2838b296-f588-4736-a825-c8c9834cc492 None None] Checking router: 21b72f4f-db83-4139-9a88-6d1486768427 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:51:39.821372 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2838b296-f588-4736-a825-c8c9834cc492 None None] Routers {'21b72f4f-db83-4139-9a88-6d1486768427'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:51:39.822142 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-2838b296-f588-4736-a825-c8c9834cc492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:51:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['21b72f4f-db83-4139-9a88-6d1486768427'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:51:39.896318 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 3b7cafde-ec93-49f0-ad1a-58b4823b97a7 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:51:40.000797 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a19da1-f991-4817-8dd2-843d17080251 req-eca40f1f-8730-4d70-ad2e-d14c303036bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:40.003224 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b6a19da1-f991-4817-8dd2-843d17080251 req-eca40f1f-8730-4d70-ad2e-d14c303036bf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c2f756da-8f15-43e4-9386-0c48ae545b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1921797 May 27 02:51:40.011503 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-2838b296-f588-4736-a825-c8c9834cc492 None None] Set router 21b72f4f-db83-4139-9a88-6d1486768427 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:51:40.014048 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 3b7cafde-ec93-49f0-ad1a-58b4823b97a7 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:51:40.021257 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 3b7cafde-ec93-49f0-ad1a-58b4823b97a7 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:51:40.021896 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:40.169698 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b6a19da1-f991-4817-8dd2-843d17080251 req-749fc590-4b38-4447-b469-cb7b578fcd5d service neutron] 10.222.0.32 "GET /v2.0/networks/c2f756da-8f15-43e4-9386-0c48ae545b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603296 May 27 02:51:40.230397 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 3b7cafde-ec93-49f0-ad1a-58b4823b97a7 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:51:40.230781 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:40.266943 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f114ab-3915-491f-860a-571944450ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7cafde-ec93-49f0-ad1a-58b4823b97a7'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:51:40.281607 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 3b7cafde-ec93-49f0-ad1a-58b4823b97a7, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=3b7cafde-ec93-49f0-ad1a-58b4823b97a7,segment=NetworkSegment(77a48b29-f789-41c3-82b2-66a5eb7c53b7),segment_id=77a48b29-f789-41c3-82b2-66a5eb7c53b7)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:51:40.325387 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-890bb416-0f09-4be7-a22c-cca6acad5b1f'] response: {'server_uuid': 'e8f114ab-3915-491f-860a-571944450ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7cafde-ec93-49f0-ad1a-58b4823b97a7', 'code': 200} May 27 02:51:40.349097 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b6a19da1-f991-4817-8dd2-843d17080251 req-9ecbb3a0-fba7-4653-972f-b39b3a1154a2 service neutron] 10.222.0.32 "GET /v2.0/networks/c2f756da-8f15-43e4-9386-0c48ae545b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723957 May 27 02:51:40.373980 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:40.387417 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8cb8d6-705f-4c0c-9154-8d7836f99f6f req-75bf45bc-ede7-4035-8822-8375ebaa0aeb tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:40.388969 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9c8cb8d6-705f-4c0c-9154-8d7836f99f6f req-75bf45bc-ede7-4035-8822-8375ebaa0aeb tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8f114ab-3915-491f-860a-571944450ae5 HTTP/1.1" status: 200 len: 945 time: 0.1094232 May 27 02:51:40.439544 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-2838b296-f588-4736-a825-c8c9834cc492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b72f4f-db83-4139-9a88-6d1486768427', 'name': 'tempest-TestServerBasicOps-1563450381-router', 'tenant_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:50:56Z', 'updated_at': '2022-05-27T02:51:02Z', 'revision_number': 4, 'project_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'gw_port': {'id': '7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b72f4f-db83-4139-9a88-6d1486768427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:57Z', 'updated_at': '2022-05-27T02:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'fd3924d2-570e-4b80-bfcd-3ba56a2ba138', 'tenant_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'floating_ip_address': '172.25.1.241', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '21b72f4f-db83-4139-9a88-6d1486768427', 'port_id': 'c6147511-9811-4b60-8a18-a9dde9ab1727', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2f756da-8f15-43e4-9386-0c48ae545b58', 'mac_address': 'fa:16:3e:2a:55:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0964b57-608f-481a-9e67-cbbaad1d5b4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:51:37Z', 'updated_at': '2022-05-27T02:51:37Z', 'revision_number': 0, 'project_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c9b7345-3c05-4094-8066-f0ef0b03937c', 'name': '', 'network_id': 'c2f756da-8f15-43e4-9386-0c48ae545b58', 'tenant_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'mac_address': 'fa:16:3e:5f:8d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b72f4f-db83-4139-9a88-6d1486768427', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '34031afd-bca2-460e-a76e-728a8b3e2362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:51:01Z', 'updated_at': '2022-05-27T02:51:10Z', 'revision_number': 5, 'project_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'subnets': [{'id': '34031afd-bca2-460e-a76e-728a8b3e2362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:51:40.445429 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=3b7cafde-ec93-49f0-ad1a-58b4823b97a7,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:40.453577 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9c8cb8d6-705f-4c0c-9154-8d7836f99f6f req-418d2eb9-5e5b-42f3-b235-f02aad153c3b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578172 May 27 02:51:40.459102 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2838b296-f588-4736-a825-c8c9834cc492 None None] The sync data for ids ['21b72f4f-db83-4139-9a88-6d1486768427'] in n-d-843554-3 is: [{'id': '21b72f4f-db83-4139-9a88-6d1486768427', 'name': 'tempest-TestServerBasicOps-1563450381-router', 'tenant_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:50:56Z', 'updated_at': '2022-05-27T02:51:02Z', 'revision_number': 4, 'project_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'gw_port': {'id': '7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b72f4f-db83-4139-9a88-6d1486768427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:57Z', 'updated_at': '2022-05-27T02:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'fd3924d2-570e-4b80-bfcd-3ba56a2ba138', 'tenant_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'floating_ip_address': '172.25.1.241', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '21b72f4f-db83-4139-9a88-6d1486768427', 'port_id': 'c6147511-9811-4b60-8a18-a9dde9ab1727', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2f756da-8f15-43e4-9386-0c48ae545b58', 'mac_address': 'fa:16:3e:2a:55:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0964b57-608f-481a-9e67-cbbaad1d5b4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:51:37Z', 'updated_at': '2022-05-27T02:51:37Z', 'revision_number': 0, 'project_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c9b7345-3c05-4094-8066-f0ef0b03937c', 'name': '', 'network_id': 'c2f756da-8f15-43e4-9386-0c48ae545b58', 'tenant_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'mac_address': 'fa:16:3e:5f:8d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b72f4f-db83-4139-9a88-6d1486768427', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '34031afd-bca2-460e-a76e-728a8b3e2362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:51:01Z', 'updated_at': '2022-05-27T02:51:10Z', 'revision_number': 5, 'project_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'subnets': [{'id': '34031afd-bca2-460e-a76e-728a8b3e2362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:51:40.489648 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50f841-d44e-4121-a44d-8bcc96c5fc25 req-1708bac5-1cf4-47ce-8915-310f598b43b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:40.491217 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9f50f841-d44e-4121-a44d-8bcc96c5fc25 req-1708bac5-1cf4-47ce-8915-310f598b43b0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e8f114ab-3915-491f-860a-571944450ae5 HTTP/1.1" status: 200 len: 1097 time: 0.0989172 May 27 02:51:40.550290 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9f50f841-d44e-4121-a44d-8bcc96c5fc25 req-134cd986-1642-4c43-a664-c849330b3a75 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522413 May 27 02:51:40.678004 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1728125-4e55-4ae5-8057-c96e8f5cae12 None None] New status for floating IP fd3924d2-570e-4b80-bfcd-3ba56a2ba138: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:51:41.646422 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745172c1-9512-4138-966e-91423cc4b2af req-064d25ef-e6eb-4d56-b535-6e8afc47877f tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:41.649148 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-745172c1-9512-4138-966e-91423cc4b2af req-064d25ef-e6eb-4d56-b535-6e8afc47877f tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8f114ab-3915-491f-860a-571944450ae5 HTTP/1.1" status: 200 len: 946 time: 0.0813689 May 27 02:51:41.694158 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-745172c1-9512-4138-966e-91423cc4b2af req-bd83194e-e79c-4506-8933-a019149d2a06 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404723 May 27 02:51:42.896240 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb2b89-f825-4e68-868f-91cc54bea37b req-c10a3bb1-7fa4-48a3-9507-51b01af9f761 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:42.897675 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3ccb2b89-f825-4e68-868f-91cc54bea37b req-c10a3bb1-7fa4-48a3-9507-51b01af9f761 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8f114ab-3915-491f-860a-571944450ae5 HTTP/1.1" status: 200 len: 946 time: 0.0835330 May 27 02:51:42.943284 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3ccb2b89-f825-4e68-868f-91cc54bea37b req-28be3c94-b3b7-4f09-b933-003a61f410fa tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395875 May 27 02:51:43.125494 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89381c3e-61ea-4647-b964-c8c225097f76 req-cc9629fc-c77b-4b56-8dcf-733ce49e7bf0 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:43.126999 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-89381c3e-61ea-4647-b964-c8c225097f76 req-cc9629fc-c77b-4b56-8dcf-733ce49e7bf0 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8f114ab-3915-491f-860a-571944450ae5 HTTP/1.1" status: 200 len: 946 time: 0.0808916 May 27 02:51:43.181888 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-89381c3e-61ea-4647-b964-c8c225097f76 req-4a50cf2d-0563-489c-b5f8-841e5069d888 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483174 May 27 02:51:44.665383 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:51:46.916592 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-f32512ee-92c4-427c-9bb6-bc42f4524b23 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:46.918054 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-f32512ee-92c4-427c-9bb6-bc42f4524b23 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/networks?id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351 HTTP/1.1" status: 200 len: 812 time: 0.1571274 May 27 02:51:46.933532 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-620a744d-2a11-42bf-a00f-30a8fc59480a tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/quotas/3fadd088ccc74553a04697be263b7906 HTTP/1.1" status: 200 len: 375 time: 0.0099273 May 27 02:51:47.017573 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-22257395-dfc3-48b1-94c0-543d3cc55583 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=3fadd088ccc74553a04697be263b7906&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0791235 May 27 02:51:47.027900 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-8ece5216-0d58-411c-918e-09d1d2bdf462 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:51:47.028860 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-8ece5216-0d58-411c-918e-09d1d2bdf462 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047793 May 27 02:51:47.161804 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-687fdef5-5c7f-4ea0-91be-fdb1d99f6ad2 service neutron] 10.222.0.57 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277139 May 27 02:51:47.299865 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-c5a7f73e-b00b-4994-a277-154d609862cd service neutron] 10.222.0.57 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314876 May 27 02:51:47.558911 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b4d1d97-fee3-4607-83fc-515f2922261f req-8b5f92e0-ef74-45ce-963e-20287d7c333d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 210 time: 0.0417111 May 27 02:51:48.711340 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-120bce21-dcea-4bb7-a821-17705fc76ee1 req-38c75db0-eef3-4fb1-a021-5d66ced45407 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 210 time: 0.0457046 May 27 02:51:49.425116 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:49.508270 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-55e9feae-800f-4d5a-a2de-2df9e6d05109 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:49.515544 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-55e9feae-800f-4d5a-a2de-2df9e6d05109 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.66 "GET /v2.0/networks?id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351 HTTP/1.1" status: 200 len: 812 time: 0.1577423 May 27 02:51:49.538705 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-400ec659-472a-45f1-b680-fb26e3f93f76 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Request body: {'port': {'device_id': '31c42c54-84ba-4b21-9ba9-736eae0d5783', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'admin_state_up': True, 'tenant_id': '3fadd088ccc74553a04697be263b7906'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:51:49.556941 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:49.683030 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-400ec659-472a-45f1-b680-fb26e3f93f76 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:51:49.687866 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-400ec659-472a-45f1-b680-fb26e3f93f76 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Usage tracker for resource:port and tenant:3fadd088ccc74553a04697be263b7906 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:51:49.692180 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-400ec659-472a-45f1-b680-fb26e3f93f76 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:51:49.699090 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-400ec659-472a-45f1-b680-fb26e3f93f76 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:51:49.802623 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-400ec659-472a-45f1-b680-fb26e3f93f76 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Made reservation on behalf of 3fadd088ccc74553a04697be263b7906 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:51:49.806454 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-400ec659-472a-45f1-b680-fb26e3f93f76 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:49.893944 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-44b342bd-d1fb-469a-aa49-8ce5b3d98ca2 req-7300d679-cd70-40b1-ab0e-15af283f56f2 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 210 time: 0.0593932 May 27 02:51:49.990196 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-400ec659-472a-45f1-b680-fb26e3f93f76 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Allocated IP 172.20.0.9 (3065bf7b-fd6e-4d0b-a830-392fdd7f9351/d5a421f1-cfc1-40c1-b671-1e4d60b8996c/370b041c-75ea-4a02-a62a-a41f4eee5e22) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:51:50.215696 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-400ec659-472a-45f1-b680-fb26e3f93f76 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:50.231925 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-400ec659-472a-45f1-b680-fb26e3f93f76 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Transition to ACTIVE for port object 370b041c-75ea-4a02-a62a-a41f4eee5e22 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:51:50.339925 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-400ec659-472a-45f1-b680-fb26e3f93f76 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:50.351516 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['3b7cafde-ec93-49f0-ad1a-58b4823b97a7'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:51:50.411902 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-400ec659-472a-45f1-b680-fb26e3f93f76 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Network 3065bf7b-fd6e-4d0b-a830-392fdd7f9351 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:51:50.415167 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-400ec659-472a-45f1-b680-fb26e3f93f76 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:51:50.419769 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-400ec659-472a-45f1-b680-fb26e3f93f76 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:51:50.461851 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ec659-472a-45f1-b680-fb26e3f93f76 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Pushing event updated for resources: {'Port': ['ID=370b041c-75ea-4a02-a62a-a41f4eee5e22,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:50.483227 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400ec659-472a-45f1-b680-fb26e3f93f76 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:50.483867 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400ec659-472a-45f1-b680-fb26e3f93f76 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:50.484389 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400ec659-472a-45f1-b680-fb26e3f93f76 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:50.484994 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400ec659-472a-45f1-b680-fb26e3f93f76 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:50.485814 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400ec659-472a-45f1-b680-fb26e3f93f76 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:50.487428 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400ec659-472a-45f1-b680-fb26e3f93f76 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:50.488279 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400ec659-472a-45f1-b680-fb26e3f93f76 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:50.489072 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400ec659-472a-45f1-b680-fb26e3f93f76 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:50.489938 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400ec659-472a-45f1-b680-fb26e3f93f76 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:50.491651 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400ec659-472a-45f1-b680-fb26e3f93f76 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:50.492521 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400ec659-472a-45f1-b680-fb26e3f93f76 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:50.493352 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400ec659-472a-45f1-b680-fb26e3f93f76 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:50.543935 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-400ec659-472a-45f1-b680-fb26e3f93f76 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:50.547318 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-400ec659-472a-45f1-b680-fb26e3f93f76 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:50.648403 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-400ec659-472a-45f1-b680-fb26e3f93f76 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1134558 May 27 02:51:50.661376 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-2a7a5132-8d92-4b24-b6f8-2ead857a06aa service neutron] Request body: {'port': {'device_id': '31c42c54-84ba-4b21-9ba9-736eae0d5783', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:51:50.792809 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-2a7a5132-8d92-4b24-b6f8-2ead857a06aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:50.874147 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-b6657ead-6b7a-45ad-a448-f46a13fd0311 None None] Provisioning for port 370b041c-75ea-4a02-a62a-a41f4eee5e22 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:51:50.876158 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-b6657ead-6b7a-45ad-a448-f46a13fd0311 None None] Provisioning complete for port 370b041c-75ea-4a02-a62a-a41f4eee5e22 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:51:50.876680 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b6657ead-6b7a-45ad-a448-f46a13fd0311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:50.941742 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-b6657ead-6b7a-45ad-a448-f46a13fd0311 None None] Port 370b041c-75ea-4a02-a62a-a41f4eee5e22 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:51:51.101330 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67684fc-06d9-4e7d-a9b5-bb55cb1e29c3 req-5851c4f9-e688-4098-b707-9a652cee433c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:51.102809 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c67684fc-06d9-4e7d-a9b5-bb55cb1e29c3 req-5851c4f9-e688-4098-b707-9a652cee433c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 931 time: 0.0846159 May 27 02:51:51.155201 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c67684fc-06d9-4e7d-a9b5-bb55cb1e29c3 req-1ee6350c-8170-4b54-a17f-bd33d82bf5ed tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446110 May 27 02:51:51.276056 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-2a7a5132-8d92-4b24-b6f8-2ead857a06aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 370b041c-75ea-4a02-a62a-a41f4eee5e22 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:51:51.283572 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-2a7a5132-8d92-4b24-b6f8-2ead857a06aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:51.298253 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-2a7a5132-8d92-4b24-b6f8-2ead857a06aa service neutron] Transition to ACTIVE for port object 370b041c-75ea-4a02-a62a-a41f4eee5e22 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:51:51.379724 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-2a7a5132-8d92-4b24-b6f8-2ead857a06aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:51.536995 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a5132-8d92-4b24-b6f8-2ead857a06aa service neutron] Pushing event updated for resources: {'Port': ['ID=370b041c-75ea-4a02-a62a-a41f4eee5e22,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:51.642497 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-2a7a5132-8d92-4b24-b6f8-2ead857a06aa service neutron] Attempting to bind port 370b041c-75ea-4a02-a62a-a41f4eee5e22 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:51:51.643172 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-2a7a5132-8d92-4b24-b6f8-2ead857a06aa service neutron] Attempting to bind port 370b041c-75ea-4a02-a62a-a41f4eee5e22 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '77a48b29-f789-41c3-82b2-66a5eb7c53b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:51:51.643172 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-2a7a5132-8d92-4b24-b6f8-2ead857a06aa service neutron] Attempting to bind port 370b041c-75ea-4a02-a62a-a41f4eee5e22 on network 3065bf7b-fd6e-4d0b-a830-392fdd7f9351 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:51:51.651676 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-2a7a5132-8d92-4b24-b6f8-2ead857a06aa service neutron] Port 370b041c-75ea-4a02-a62a-a41f4eee5e22 on network 3065bf7b-fd6e-4d0b-a830-392fdd7f9351 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:51:51.652095 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-2a7a5132-8d92-4b24-b6f8-2ead857a06aa service neutron] Attempting to bind port 370b041c-75ea-4a02-a62a-a41f4eee5e22 on network 3065bf7b-fd6e-4d0b-a830-392fdd7f9351 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:51:51.658172 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-2a7a5132-8d92-4b24-b6f8-2ead857a06aa service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:51:51.658803 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-2a7a5132-8d92-4b24-b6f8-2ead857a06aa service neutron] Checking segment: {'id': '77a48b29-f789-41c3-82b2-66a5eb7c53b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:51:51.659377 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-2a7a5132-8d92-4b24-b6f8-2ead857a06aa service neutron] Bound using segment: {'id': '77a48b29-f789-41c3-82b2-66a5eb7c53b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:51:51.660396 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-2a7a5132-8d92-4b24-b6f8-2ead857a06aa service neutron] Bound port: 370b041c-75ea-4a02-a62a-a41f4eee5e22, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a48b29-f789-41c3-82b2-66a5eb7c53b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:51:51.660818 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-2a7a5132-8d92-4b24-b6f8-2ead857a06aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:51.773885 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-2a7a5132-8d92-4b24-b6f8-2ead857a06aa service neutron] For port 370b041c-75ea-4a02-a62a-a41f4eee5e22, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:51:51.777125 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-2a7a5132-8d92-4b24-b6f8-2ead857a06aa service neutron] For port 370b041c-75ea-4a02-a62a-a41f4eee5e22, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=370b041c-75ea-4a02-a62a-a41f4eee5e22,segment=NetworkSegment(77a48b29-f789-41c3-82b2-66a5eb7c53b7),segment_id=77a48b29-f789-41c3-82b2-66a5eb7c53b7)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:51:51.826062 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-2a7a5132-8d92-4b24-b6f8-2ead857a06aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:51.891104 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-2a7a5132-8d92-4b24-b6f8-2ead857a06aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:51.892296 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-2a7a5132-8d92-4b24-b6f8-2ead857a06aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:51.894860 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-2a7a5132-8d92-4b24-b6f8-2ead857a06aa service neutron] 10.222.0.66 "PUT /v2.0/ports/370b041c-75ea-4a02-a62a-a41f4eee5e22 HTTP/1.1" status: 200 len: 1091 time: 1.2378664 May 27 02:51:51.897731 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c42c54-84ba-4b21-9ba9-736eae0d5783', 'tag': '370b041c-75ea-4a02-a62a-a41f4eee5e22'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:51:51.922804 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a5132-8d92-4b24-b6f8-2ead857a06aa service neutron] Pushing event updated for resources: {'Port': ['ID=370b041c-75ea-4a02-a62a-a41f4eee5e22,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:51.970522 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ed43c06-f3e3-470c-ac33-95c2801c5364'] response: {'name': 'network-changed', 'server_uuid': '31c42c54-84ba-4b21-9ba9-736eae0d5783', 'tag': '370b041c-75ea-4a02-a62a-a41f4eee5e22', 'status': 'completed', 'code': 200} May 27 02:51:52.083419 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31e274-b595-49aa-8b03-e32f2b74fbbb req-5dd5c82f-fe77-4d7f-a296-0316fdf6d482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:52.085574 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8f31e274-b595-49aa-8b03-e32f2b74fbbb req-5dd5c82f-fe77-4d7f-a296-0316fdf6d482 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3fadd088ccc74553a04697be263b7906&device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 1094 time: 0.0953500 May 27 02:51:52.237465 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31e274-b595-49aa-8b03-e32f2b74fbbb req-c80fcf14-866e-4a99-8d7a-22b71f8f3350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:52.239222 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8f31e274-b595-49aa-8b03-e32f2b74fbbb req-c80fcf14-866e-4a99-8d7a-22b71f8f3350 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=3fadd088ccc74553a04697be263b7906&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1469846 May 27 02:51:52.366435 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18542727-61fb-4723-ac55-a3dea71e5b55 req-88d3f9a4-934d-400a-893a-3892f61e7b35 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:52.368779 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-18542727-61fb-4723-ac55-a3dea71e5b55 req-88d3f9a4-934d-400a-893a-3892f61e7b35 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 943 time: 0.0883303 May 27 02:51:52.388363 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31e274-b595-49aa-8b03-e32f2b74fbbb req-32923555-9f03-4c33-b4a7-6b929b755e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:52.389919 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8f31e274-b595-49aa-8b03-e32f2b74fbbb req-32923555-9f03-4c33-b4a7-6b929b755e21 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1444695 May 27 02:51:52.430848 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-18542727-61fb-4723-ac55-a3dea71e5b55 req-ea7d0190-c19b-4ba8-8df5-08fccc0a4cb9 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554075 May 27 02:51:52.515957 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-7d262f33-4f97-4c18-932d-142e31bbaa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:52.517781 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-7d262f33-4f97-4c18-932d-142e31bbaa33 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3fadd088ccc74553a04697be263b7906&device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 1094 time: 0.0889649 May 27 02:51:52.596700 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-e07c55b8-6cc4-40e8-a988-7ab5cd812c2a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=370b041c-75ea-4a02-a62a-a41f4eee5e22 HTTP/1.1" status: 200 len: 217 time: 0.0720541 May 27 02:51:52.688000 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-907381e0-d9a8-4fc8-b373-ca70f5bb107b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:52.689801 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-907381e0-d9a8-4fc8-b373-ca70f5bb107b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d5a421f1-cfc1-40c1-b671-1e4d60b8996c HTTP/1.1" status: 200 len: 851 time: 0.0860398 May 27 02:51:52.781746 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-df683169-329d-47e0-8a55-1618f569e503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:52.783150 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-df683169-329d-47e0-8a55-1618f569e503 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890763 May 27 02:51:52.966665 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-33747323-b813-4285-9ee0-8eb753bb70f9 service neutron] 10.222.0.66 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761093 May 27 02:51:53.136316 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bb085fd3-cdbe-425f-a16e-2ade42ed3e6e req-8faca9a5-f3c6-4d67-9490-4ec7c71a6990 service neutron] 10.222.0.66 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651530 May 27 02:51:53.654680 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1cf618-0efe-4e88-ab1a-247bd37a4d5d req-2cfe8ba6-bd05-459b-89e1-4e57ae1433c3 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:53.656375 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2d1cf618-0efe-4e88-ab1a-247bd37a4d5d req-2cfe8ba6-bd05-459b-89e1-4e57ae1433c3 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 943 time: 0.0974514 May 27 02:51:53.709483 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2d1cf618-0efe-4e88-ab1a-247bd37a4d5d req-1aaf2df3-6b85-47b6-b909-21ffc36c6e0d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429590 May 27 02:51:54.911746 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8f7f8-7b3a-44d5-bef5-86b9c6e22418 req-b6136163-7f6b-44ff-89af-91332ac77923 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:54.913224 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-61f8f7f8-7b3a-44d5-bef5-86b9c6e22418 req-b6136163-7f6b-44ff-89af-91332ac77923 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 943 time: 0.0846343 May 27 02:51:54.959430 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-61f8f7f8-7b3a-44d5-bef5-86b9c6e22418 req-44db4a38-477b-4cc6-a3b6-02de2a17a0d7 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401325 May 27 02:51:55.562497 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5a151711-c4ec-40f7-960c-bd9b5d4817f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:56.169586 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418b708-d10b-446e-8a93-2153c95bab66 req-f30b2e96-41ab-451d-a652-967ae1f4b1f5 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:56.174645 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d418b708-d10b-446e-8a93-2153c95bab66 req-f30b2e96-41ab-451d-a652-967ae1f4b1f5 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 943 time: 0.0974097 May 27 02:51:56.222000 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d418b708-d10b-446e-8a93-2153c95bab66 req-23158f47-139b-4e90-ac4e-35701e091da0 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461173 May 27 02:51:57.439625 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff57ae-8af1-4cd3-992d-57717a250be2 req-375f5740-6415-415c-8ce9-365010cca1b8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:57.441117 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2fff57ae-8af1-4cd3-992d-57717a250be2 req-375f5740-6415-415c-8ce9-365010cca1b8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 943 time: 0.0882146 May 27 02:51:57.514617 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2fff57ae-8af1-4cd3-992d-57717a250be2 req-cf5073aa-eb54-4423-800f-c432efc17bac tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637398 May 27 02:51:57.896616 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7c65b811-b06e-406c-8e48-243d50cc376d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:58.829412 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e1ccf-d844-4f89-9064-ace788e028fa req-742cc62a-eb2d-4c06-9940-4c11b7927175 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:58.831096 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-740e1ccf-d844-4f89-9064-ace788e028fa req-742cc62a-eb2d-4c06-9940-4c11b7927175 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 943 time: 0.2020590 May 27 02:51:58.875235 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-740e1ccf-d844-4f89-9064-ace788e028fa req-cd255026-f76e-4230-8d0b-943507f5b4ed tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383828 May 27 02:51:59.094925 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:59.141441 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:00.131793 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c184430-0b01-43b9-9396-3e0557247160 req-4e656684-0e8a-4374-8af5-41dca4921d98 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:00.136758 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9c184430-0b01-43b9-9396-3e0557247160 req-4e656684-0e8a-4374-8af5-41dca4921d98 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 943 time: 0.1391456 May 27 02:52:00.180608 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9c184430-0b01-43b9-9396-3e0557247160 req-713583a1-94a1-48a4-9454-350394628841 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411136 May 27 02:52:00.207774 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:01.412142 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141a3d6-d849-4ecc-82fe-e0834e94d054 req-865a1fad-7dd7-4b37-9989-005e909aba42 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:01.412142 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b141a3d6-d849-4ecc-82fe-e0834e94d054 req-865a1fad-7dd7-4b37-9989-005e909aba42 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 943 time: 0.0898595 May 27 02:52:01.476526 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b141a3d6-d849-4ecc-82fe-e0834e94d054 req-58a1fa40-e611-4c30-88e5-e2c3646fc20d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559547 May 27 02:52:02.668521 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8177749-48a8-4c33-bbfc-f135d4da803a req-5348f4de-7f1c-4204-9407-7e3293521310 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:02.670550 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d8177749-48a8-4c33-bbfc-f135d4da803a req-5348f4de-7f1c-4204-9407-7e3293521310 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 943 time: 0.0798347 May 27 02:52:02.721109 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d8177749-48a8-4c33-bbfc-f135d4da803a req-5abc091d-a460-4a73-92f6-8951babd5074 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425522 May 27 02:52:03.945006 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90808980-a6c7-49f6-8356-c94da24b3419 req-71b9086d-3ebf-44b2-98f5-b3aa82bc973c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:03.945006 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-90808980-a6c7-49f6-8356-c94da24b3419 req-71b9086d-3ebf-44b2-98f5-b3aa82bc973c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 943 time: 0.0933130 May 27 02:52:04.000801 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-90808980-a6c7-49f6-8356-c94da24b3419 req-ebd9fa6f-ab64-468c-a7bf-214298b37307 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452294 May 27 02:52:05.215177 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556262c-f765-45c7-bdb1-9349f610ad28 req-e370ede3-c01d-4b72-a44a-97c1780fec77 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:05.229862 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e556262c-f765-45c7-bdb1-9349f610ad28 req-e370ede3-c01d-4b72-a44a-97c1780fec77 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 943 time: 0.1059406 May 27 02:52:05.268846 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e556262c-f765-45c7-bdb1-9349f610ad28 req-567f8890-668e-45d5-9d3e-d306d2852472 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412965 May 27 02:52:06.231860 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-46c63790-ea42-47b4-97ae-e194102db4a5 req-314b105d-f0fc-47ba-a9fe-fdeb2070b3a0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e0964b57-608f-481a-9e67-cbbaad1d5b4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0857325 May 27 02:52:06.409450 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c63790-ea42-47b4-97ae-e194102db4a5 req-e61ee5b6-d539-47f7-8637-740d9eaedf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:06.409450 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-46c63790-ea42-47b4-97ae-e194102db4a5 req-e61ee5b6-d539-47f7-8637-740d9eaedf65 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6dea002dbbc4f6898fea3cd621e3cae&device_id=e0964b57-608f-481a-9e67-cbbaad1d5b4c HTTP/1.1" status: 200 len: 1096 time: 0.0999756 May 27 02:52:06.485341 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c898b7-4c40-435b-8132-c86511125715 req-e440bc2d-4471-4f9f-b5d1-4c3df3dbe52d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:06.486894 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-76c898b7-4c40-435b-8132-c86511125715 req-e440bc2d-4471-4f9f-b5d1-4c3df3dbe52d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 943 time: 0.0954964 May 27 02:52:06.541735 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-76c898b7-4c40-435b-8132-c86511125715 req-e20d35eb-a8ca-4a24-909a-c7ac58912695 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490754 May 27 02:52:06.698644 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c63790-ea42-47b4-97ae-e194102db4a5 req-16482559-170b-4cd7-ac90-a798ab288c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:06.698644 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-46c63790-ea42-47b4-97ae-e194102db4a5 req-16482559-170b-4cd7-ac90-a798ab288c9b service neutron] 10.222.0.32 "GET /v2.0/networks?id=c2f756da-8f15-43e4-9386-0c48ae545b58 HTTP/1.1" status: 200 len: 910 time: 0.2649636 May 27 02:52:06.824859 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-46c63790-ea42-47b4-97ae-e194102db4a5 req-53c6a487-cc9f-42cd-8aa2-2f1ba28b653a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6147511-9811-4b60-8a18-a9dde9ab1727 HTTP/1.1" status: 200 len: 1001 time: 0.1169930 May 27 02:52:06.886793 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c63790-ea42-47b4-97ae-e194102db4a5 req-b13a0ddd-624a-4ec2-8e8e-127a2e780655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:06.888141 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-46c63790-ea42-47b4-97ae-e194102db4a5 req-b13a0ddd-624a-4ec2-8e8e-127a2e780655 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=34031afd-bca2-460e-a76e-728a8b3e2362 HTTP/1.1" status: 200 len: 848 time: 0.0588200 May 27 02:52:06.978828 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c63790-ea42-47b4-97ae-e194102db4a5 req-001b8976-1d13-4c1b-a7e1-630d5f5010f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:06.978828 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-46c63790-ea42-47b4-97ae-e194102db4a5 req-001b8976-1d13-4c1b-a7e1-630d5f5010f1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c2f756da-8f15-43e4-9386-0c48ae545b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772347 May 27 02:52:07.126570 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-46c63790-ea42-47b4-97ae-e194102db4a5 req-a05a3612-e825-454b-b0db-481731f75f1e service neutron] 10.222.0.32 "GET /v2.0/networks/c2f756da-8f15-43e4-9386-0c48ae545b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388261 May 27 02:52:07.280559 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-46c63790-ea42-47b4-97ae-e194102db4a5 req-dd50bc02-ce28-4a84-a8d3-2dc3a6f9cfb8 service neutron] 10.222.0.32 "GET /v2.0/networks/c2f756da-8f15-43e4-9386-0c48ae545b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494083 May 27 02:52:07.757650 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b4e3f-b022-4367-86db-bc1294b72cd2 req-93b0e48d-bf0a-46b7-a110-c60cf6d02461 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:07.761430 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a05b4e3f-b022-4367-86db-bc1294b72cd2 req-93b0e48d-bf0a-46b7-a110-c60cf6d02461 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 943 time: 0.0858943 May 27 02:52:07.818779 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a05b4e3f-b022-4367-86db-bc1294b72cd2 req-c9fcb9d1-fbc6-43d0-bca2-30edfdcbbd94 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510874 May 27 02:52:09.028708 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55183679-defc-41f0-a84c-ecdb39df9f9a req-9db291eb-006f-4f89-a32b-55ad7aa64c79 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:09.028708 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-55183679-defc-41f0-a84c-ecdb39df9f9a req-9db291eb-006f-4f89-a32b-55ad7aa64c79 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 943 time: 0.0931656 May 27 02:52:09.080370 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-55183679-defc-41f0-a84c-ecdb39df9f9a req-37aa3fef-427a-495b-bcfc-19ff554ee702 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451188 May 27 02:52:10.286242 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61105ee3-e130-4742-a25b-7aca0fb3f1c4 req-3d1a77db-9d70-45cc-81c7-26dfd9749101 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:10.286242 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-61105ee3-e130-4742-a25b-7aca0fb3f1c4 req-3d1a77db-9d70-45cc-81c7-26dfd9749101 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 943 time: 0.0802402 May 27 02:52:10.333987 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-61105ee3-e130-4742-a25b-7aca0fb3f1c4 req-d7ccf375-ac78-4d1d-9544-2ec7812b8f39 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415425 May 27 02:52:11.565894 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1660d5-746c-4c70-8f23-4613e1cb2f24 req-2fdb1474-4ae7-421d-a722-b7ab25e3a4a0 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:11.565894 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-de1660d5-746c-4c70-8f23-4613e1cb2f24 req-2fdb1474-4ae7-421d-a722-b7ab25e3a4a0 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 943 time: 0.1080956 May 27 02:52:11.626855 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-de1660d5-746c-4c70-8f23-4613e1cb2f24 req-2afb804d-4d0a-452c-b16b-8189d98e5c1c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533361 May 27 02:52:12.847849 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d69c6-4c76-4a5f-b25f-a89bc0c301d9 req-3e6b8567-2c92-438e-a69f-3186e06c3290 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:12.856029 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b38d69c6-4c76-4a5f-b25f-a89bc0c301d9 req-3e6b8567-2c92-438e-a69f-3186e06c3290 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 943 time: 0.0942156 May 27 02:52:12.906812 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b38d69c6-4c76-4a5f-b25f-a89bc0c301d9 req-c97bb12e-779c-4254-96bb-bf5559c67765 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540183 May 27 02:52:14.099418 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a8a8a-2ccd-4da4-b4d5-1d8a177248cc req-4f73e473-392d-4f7f-99c8-9178dabf9e2b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:14.100965 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-db6a8a8a-2ccd-4da4-b4d5-1d8a177248cc req-4f73e473-392d-4f7f-99c8-9178dabf9e2b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 943 time: 0.0822315 May 27 02:52:14.157041 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-db6a8a8a-2ccd-4da4-b4d5-1d8a177248cc req-c713610e-639e-4485-a702-6ee631b782bd tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475397 May 27 02:52:15.218562 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 60114) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:52:15.370901 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d7b9e-a3df-4d21-bd17-12932dcb19db req-91610800-cdf3-4933-98da-4909bab4152a tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:15.372564 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6e6d7b9e-a3df-4d21-bd17-12932dcb19db req-91610800-cdf3-4933-98da-4909bab4152a tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 943 time: 0.0917504 May 27 02:52:15.436702 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6e6d7b9e-a3df-4d21-bd17-12932dcb19db req-ae50335f-6dc7-4ad8-8473-ff46b58f75e4 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523942 May 27 02:52:15.462646 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9834ff-a7ae-46b6-b3a1-c42d549de667 req-de032211-71ad-4bc4-9dbf-a5e04abe57cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:15.462646 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9f9834ff-a7ae-46b6-b3a1-c42d549de667 req-de032211-71ad-4bc4-9dbf-a5e04abe57cd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e0964b57-608f-481a-9e67-cbbaad1d5b4c HTTP/1.1" status: 200 len: 1096 time: 0.2421949 May 27 02:52:15.517459 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9f9834ff-a7ae-46b6-b3a1-c42d549de667 req-7442efe6-42c5-4af6-b3c6-d5856caa0be6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d3faf58f-a4bc-4d2c-9d54-5ab505d996a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506597 May 27 02:52:16.681189 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8d1c5-d2f1-40f1-8123-f9206036686c req-ac741f1f-c6b5-41b3-a1fc-5bd8a5e76a76 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:16.682661 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a7c8d1c5-d2f1-40f1-8123-f9206036686c req-ac741f1f-c6b5-41b3-a1fc-5bd8a5e76a76 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 943 time: 0.0979223 May 27 02:52:16.737853 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a7c8d1c5-d2f1-40f1-8123-f9206036686c req-f2c73359-e2ef-4a96-b387-9a6a7973755c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469754 May 27 02:52:18.107856 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5821fc-f9d9-4e71-b16f-9030444f6e9a req-cac14d58-7b3f-4251-b9fd-977480409d92 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:18.109339 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3b5821fc-f9d9-4e71-b16f-9030444f6e9a req-cac14d58-7b3f-4251-b9fd-977480409d92 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 943 time: 0.1028368 May 27 02:52:18.154158 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3b5821fc-f9d9-4e71-b16f-9030444f6e9a req-537a4eb7-6129-417d-8621-ca7c5c261f01 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390825 May 27 02:52:19.351527 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac14500-04a2-4e1b-ac15-1bf93a092ce2 req-76759a07-dc1f-43e8-966d-be1077ab234e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:19.351527 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0ac14500-04a2-4e1b-ac15-1bf93a092ce2 req-76759a07-dc1f-43e8-966d-be1077ab234e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 943 time: 0.0845962 May 27 02:52:19.406679 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0ac14500-04a2-4e1b-ac15-1bf93a092ce2 req-8b61d433-c16a-47af-8cac-5492a1673828 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487158 May 27 02:52:19.486473 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:19.567356 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:20.626962 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4338df-534e-483b-9f4a-a3a049cc67ae req-d81a7a2f-ff9f-4520-ab78-cc025bda0d7f tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:20.626962 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4b4338df-534e-483b-9f4a-a3a049cc67ae req-d81a7a2f-ff9f-4520-ab78-cc025bda0d7f tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 943 time: 0.0959933 May 27 02:52:20.675822 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4b4338df-534e-483b-9f4a-a3a049cc67ae req-bb672eaf-42fd-47d8-af7b-e4eead204bf1 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448129 May 27 02:52:21.665412 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:52:21.919478 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297ed50-0859-4cd7-85a6-90d4d176d0a9 req-3ed66511-e295-4411-9729-cfbb178077be tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:21.919478 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f297ed50-0859-4cd7-85a6-90d4d176d0a9 req-3ed66511-e295-4411-9729-cfbb178077be tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 943 time: 0.1276839 May 27 02:52:21.964087 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f297ed50-0859-4cd7-85a6-90d4d176d0a9 req-6de0bbf6-aeba-4abd-9281-7c205906dd9e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420334 May 27 02:52:23.152265 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06603fa0-8b05-4917-919c-c53877541297 req-1757adbe-dd04-4355-83f0-2807ba705111 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:23.153912 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-06603fa0-8b05-4917-919c-c53877541297 req-1757adbe-dd04-4355-83f0-2807ba705111 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 943 time: 0.0836551 May 27 02:52:23.200859 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-06603fa0-8b05-4917-919c-c53877541297 req-04d336a3-36d4-403e-b6bc-5a4fd41badaa tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402091 May 27 02:52:24.398397 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb71c7-f348-45e7-990f-31b10a6a65dd req-77378568-1a49-465d-8f7e-b7e50bcf5509 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:24.398397 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-23eb71c7-f348-45e7-990f-31b10a6a65dd req-77378568-1a49-465d-8f7e-b7e50bcf5509 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 943 time: 0.0892224 May 27 02:52:24.452192 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-23eb71c7-f348-45e7-990f-31b10a6a65dd req-32c00ec3-7a14-40f0-8197-fec72f359c53 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463412 May 27 02:52:25.589721 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-36b64499-076b-40c4-9b70-504dbc978b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:25.668011 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e6ef7-13d5-4397-b92e-a00b6d172382 req-0efbb9f7-12f6-49a2-87cc-ba3ef9fe8a65 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:25.669485 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-784e6ef7-13d5-4397-b92e-a00b6d172382 req-0efbb9f7-12f6-49a2-87cc-ba3ef9fe8a65 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 943 time: 0.0816889 May 27 02:52:25.719017 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-784e6ef7-13d5-4397-b92e-a00b6d172382 req-67c787da-c04d-44fe-9f2e-79329c0e8a49 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433860 May 27 02:52:26.917528 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354429fc-1486-487b-aa7f-7a42aab31fe0 req-bd161204-19a2-4cab-995d-8ef61cc8f40c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:26.919118 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-354429fc-1486-487b-aa7f-7a42aab31fe0 req-bd161204-19a2-4cab-995d-8ef61cc8f40c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 943 time: 0.0878913 May 27 02:52:26.974704 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-354429fc-1486-487b-aa7f-7a42aab31fe0 req-c8e6efd8-ebb3-46cb-a2e1-0676428e288d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489902 May 27 02:52:27.900790 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-57f179eb-bf65-4e63-9e9b-7e0c669a9bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:28.168009 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b54d5-af7a-4a7b-a6ef-51585742e1ab req-8bf2101d-c131-469b-be60-6e3d1cece734 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:28.174612 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b29b54d5-af7a-4a7b-a6ef-51585742e1ab req-8bf2101d-c131-469b-be60-6e3d1cece734 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 943 time: 0.0928226 May 27 02:52:28.233293 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b29b54d5-af7a-4a7b-a6ef-51585742e1ab req-c20c3bf2-0c32-4e77-9f49-457bd089e77d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534945 May 27 02:52:29.081418 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:29.150020 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:29.586313 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570afb3-b14d-42aa-8a36-c659f5273c46 req-5c6d9921-705f-45a2-a422-3441e24ec491 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:29.589308 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5570afb3-b14d-42aa-8a36-c659f5273c46 req-5c6d9921-705f-45a2-a422-3441e24ec491 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 943 time: 0.1057017 May 27 02:52:29.640228 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5570afb3-b14d-42aa-8a36-c659f5273c46 req-bba63d4a-c397-4200-9a8d-cbfc3d3ecbdc tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471594 May 27 02:52:30.180623 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:30.924071 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664eaea-a6a6-4329-b991-46715b239ca4 req-fb8d7e4c-131b-4ea4-a1d8-98fbe488893b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:30.925591 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d664eaea-a6a6-4329-b991-46715b239ca4 req-fb8d7e4c-131b-4ea4-a1d8-98fbe488893b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 943 time: 0.1845453 May 27 02:52:30.969123 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d664eaea-a6a6-4329-b991-46715b239ca4 req-488ce151-5eb4-45c0-a37f-c2f52ed5165e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372756 May 27 02:52:32.152969 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa68f6-db35-4192-9436-c2437f094b34 req-c5e0bc00-33fb-4dfe-9034-782fe9cae7e8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:32.154413 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-43fa68f6-db35-4192-9436-c2437f094b34 req-c5e0bc00-33fb-4dfe-9034-782fe9cae7e8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 943 time: 0.0792694 May 27 02:52:32.206268 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-43fa68f6-db35-4192-9436-c2437f094b34 req-1c93b283-dda9-4f54-881b-06c11e1316d3 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461555 May 27 02:52:33.394761 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09472bea-47a1-4e7a-9b46-dfc162bdaaae req-84b4e898-7e1d-42f5-8b56-63d9183618b6 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:33.396947 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-09472bea-47a1-4e7a-9b46-dfc162bdaaae req-84b4e898-7e1d-42f5-8b56-63d9183618b6 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 943 time: 0.0781660 May 27 02:52:33.441150 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-09472bea-47a1-4e7a-9b46-dfc162bdaaae req-6dc836ff-e945-437f-9a53-5017df5debfd tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385349 May 27 02:52:33.974813 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 60302) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:52:33.979987 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-e76552cc-794f-4102-9050-5b648fab5933 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1647436403', 'description': 'tempest-secgroup-smoke-1647436403 description', 'project_id': '3b74ba23f74147ad82762a3f0f1e556e'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:52:33.986481 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e76552cc-794f-4102-9050-5b648fab5933 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:52:34.000252 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e76552cc-794f-4102-9050-5b648fab5933 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Usage tracker for resource:security_group and tenant:3b74ba23f74147ad82762a3f0f1e556e is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:52:34.000252 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e76552cc-794f-4102-9050-5b648fab5933 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:52:34.000252 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e76552cc-794f-4102-9050-5b648fab5933 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:52:34.064156 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e76552cc-794f-4102-9050-5b648fab5933 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:34.084172 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e76552cc-794f-4102-9050-5b648fab5933 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:52:34.088495 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e76552cc-794f-4102-9050-5b648fab5933 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Usage tracker for resource:security_group_rule and tenant:3b74ba23f74147ad82762a3f0f1e556e is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:52:34.091259 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e76552cc-794f-4102-9050-5b648fab5933 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:52:34.097449 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e76552cc-794f-4102-9050-5b648fab5933 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:52:34.168451 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e76552cc-794f-4102-9050-5b648fab5933 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:34.269448 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e76552cc-794f-4102-9050-5b648fab5933 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:34.309321 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76552cc-794f-4102-9050-5b648fab5933 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=902f5b65-336e-4eb5-b5f4-3386402567df,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:52:34.316593 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76552cc-794f-4102-9050-5b648fab5933 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:52:34.319779 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76552cc-794f-4102-9050-5b648fab5933 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:52:34.319779 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76552cc-794f-4102-9050-5b648fab5933 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:52:34.319779 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76552cc-794f-4102-9050-5b648fab5933 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:52:34.319779 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76552cc-794f-4102-9050-5b648fab5933 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:52:34.319779 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76552cc-794f-4102-9050-5b648fab5933 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:52:34.319779 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76552cc-794f-4102-9050-5b648fab5933 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:52:34.319779 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76552cc-794f-4102-9050-5b648fab5933 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:52:34.319779 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76552cc-794f-4102-9050-5b648fab5933 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:52:34.320434 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76552cc-794f-4102-9050-5b648fab5933 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:52:34.320434 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76552cc-794f-4102-9050-5b648fab5933 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:52:34.320617 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76552cc-794f-4102-9050-5b648fab5933 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:52:34.361134 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e76552cc-794f-4102-9050-5b648fab5933 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:34.362428 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e76552cc-794f-4102-9050-5b648fab5933 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3865237 May 27 02:52:34.365296 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 60306) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:52:34.370960 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-fdbf6af1-961f-4077-a8b2-739321d5ce23 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Request body: {'security_group_rule': {'security_group_id': '902f5b65-336e-4eb5-b5f4-3386402567df', 'project_id': '3b74ba23f74147ad82762a3f0f1e556e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:52:34.377406 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-fdbf6af1-961f-4077-a8b2-739321d5ce23 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:52:34.381334 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-fdbf6af1-961f-4077-a8b2-739321d5ce23 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Usage tracker for resource:security_group_rule and tenant:3b74ba23f74147ad82762a3f0f1e556e is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:52:34.384804 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-fdbf6af1-961f-4077-a8b2-739321d5ce23 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:52:34.390655 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-fdbf6af1-961f-4077-a8b2-739321d5ce23 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:52:34.454004 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fdbf6af1-961f-4077-a8b2-739321d5ce23 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:34.513916 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fdbf6af1-961f-4077-a8b2-739321d5ce23 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:34.587731 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fdbf6af1-961f-4077-a8b2-739321d5ce23 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:34.627646 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf6af1-961f-4077-a8b2-739321d5ce23 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74175a1e-5875-4ec3-b06e-c6db8046190e,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:52:34.659418 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1014a-5eb0-4c68-b7c6-32e87b55b0c7 req-50731636-4fd8-4461-b23d-1fcabb717503 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:34.660908 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2ab1014a-5eb0-4c68-b7c6-32e87b55b0c7 req-50731636-4fd8-4461-b23d-1fcabb717503 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 943 time: 0.1092548 May 27 02:52:34.706139 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2ab1014a-5eb0-4c68-b7c6-32e87b55b0c7 req-f85e1fff-749d-434d-bb80-ae012d4f858d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395327 May 27 02:52:34.766935 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fdbf6af1-961f-4077-a8b2-739321d5ce23 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:34.771668 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-fdbf6af1-961f-4077-a8b2-739321d5ce23 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4016507 May 27 02:52:34.771668 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 60312) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:52:34.775732 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-16d68207-50bd-46b0-8464-27020ff0fb8a tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Request body: {'security_group_rule': {'security_group_id': '902f5b65-336e-4eb5-b5f4-3386402567df', 'project_id': '3b74ba23f74147ad82762a3f0f1e556e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:52:34.782446 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-16d68207-50bd-46b0-8464-27020ff0fb8a tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:52:34.786367 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-16d68207-50bd-46b0-8464-27020ff0fb8a tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Usage tracker for resource:security_group_rule and tenant:3b74ba23f74147ad82762a3f0f1e556e is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:52:34.789281 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-16d68207-50bd-46b0-8464-27020ff0fb8a tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:52:34.794996 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-16d68207-50bd-46b0-8464-27020ff0fb8a tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:52:34.871439 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-16d68207-50bd-46b0-8464-27020ff0fb8a tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:34.931238 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-16d68207-50bd-46b0-8464-27020ff0fb8a tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:34.972377 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-16d68207-50bd-46b0-8464-27020ff0fb8a tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:34.995844 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d68207-50bd-46b0-8464-27020ff0fb8a tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4334308e-8054-491f-8547-7e3f63460a0d,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:52:35.046811 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-16d68207-50bd-46b0-8464-27020ff0fb8a tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:35.047984 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-16d68207-50bd-46b0-8464-27020ff0fb8a tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2762380 May 27 02:52:35.050781 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 60316) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:52:35.056330 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-04953fd0-4010-4d07-b3fa-f5ccb475d254 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Request body: {'security_group_rule': {'security_group_id': '902f5b65-336e-4eb5-b5f4-3386402567df', 'project_id': '3b74ba23f74147ad82762a3f0f1e556e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:52:35.062538 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-04953fd0-4010-4d07-b3fa-f5ccb475d254 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:52:35.066408 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-04953fd0-4010-4d07-b3fa-f5ccb475d254 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Usage tracker for resource:security_group_rule and tenant:3b74ba23f74147ad82762a3f0f1e556e is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:52:35.069457 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-04953fd0-4010-4d07-b3fa-f5ccb475d254 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:52:35.075650 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-04953fd0-4010-4d07-b3fa-f5ccb475d254 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:52:35.155763 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-04953fd0-4010-4d07-b3fa-f5ccb475d254 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:35.219934 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-04953fd0-4010-4d07-b3fa-f5ccb475d254 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:35.292502 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-04953fd0-4010-4d07-b3fa-f5ccb475d254 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:35.314565 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04953fd0-4010-4d07-b3fa-f5ccb475d254 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb723340-2192-4cef-9ae6-6a9b672ea5e3,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:52:35.417885 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-04953fd0-4010-4d07-b3fa-f5ccb475d254 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:35.419030 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-04953fd0-4010-4d07-b3fa-f5ccb475d254 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3673477 May 27 02:52:35.421862 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 60320) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:52:35.426824 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-1664cbf3-7ef3-4ef6-a34a-8b5a9ef95973 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Request body: {'security_group_rule': {'security_group_id': '902f5b65-336e-4eb5-b5f4-3386402567df', 'project_id': '3b74ba23f74147ad82762a3f0f1e556e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:52:35.433342 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1664cbf3-7ef3-4ef6-a34a-8b5a9ef95973 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:52:35.437205 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1664cbf3-7ef3-4ef6-a34a-8b5a9ef95973 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Usage tracker for resource:security_group_rule and tenant:3b74ba23f74147ad82762a3f0f1e556e is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:52:35.440064 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1664cbf3-7ef3-4ef6-a34a-8b5a9ef95973 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:52:35.445827 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1664cbf3-7ef3-4ef6-a34a-8b5a9ef95973 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:52:35.527237 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1664cbf3-7ef3-4ef6-a34a-8b5a9ef95973 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:35.594484 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1664cbf3-7ef3-4ef6-a34a-8b5a9ef95973 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:35.657733 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1664cbf3-7ef3-4ef6-a34a-8b5a9ef95973 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:35.685061 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664cbf3-7ef3-4ef6-a34a-8b5a9ef95973 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4529b565-f6ea-4475-b89d-7e4a41e41f22,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:52:35.754897 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1664cbf3-7ef3-4ef6-a34a-8b5a9ef95973 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:35.754897 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1664cbf3-7ef3-4ef6-a34a-8b5a9ef95973 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3283155 May 27 02:52:35.754897 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 60326) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:52:35.759790 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-2c0c8581-6469-4058-997e-43a9760318ce tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Request body: {'security_group_rule': {'security_group_id': '902f5b65-336e-4eb5-b5f4-3386402567df', 'project_id': '3b74ba23f74147ad82762a3f0f1e556e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:52:35.766738 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-2c0c8581-6469-4058-997e-43a9760318ce tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:52:35.770578 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-2c0c8581-6469-4058-997e-43a9760318ce tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Usage tracker for resource:security_group_rule and tenant:3b74ba23f74147ad82762a3f0f1e556e is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:52:35.774331 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-2c0c8581-6469-4058-997e-43a9760318ce tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:52:35.780152 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-2c0c8581-6469-4058-997e-43a9760318ce tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:52:35.847007 n-d-843554-3 neutron-server[88902]: INFO neutron.db.securitygroups_db [None req-2c0c8581-6469-4058-997e-43a9760318ce tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Project 3b74ba23f74147ad82762a3f0f1e556e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:52:35.863135 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2c0c8581-6469-4058-997e-43a9760318ce tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:35.921165 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 370b041c-75ea-4a02-a62a-a41f4eee5e22 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:52:35.938844 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe658ad4-c441-47da-a3cf-842eb9081dbc req-ca736784-ae39-42e6-9a85-619080d6fd1f tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:35.940244 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fe658ad4-c441-47da-a3cf-842eb9081dbc req-ca736784-ae39-42e6-9a85-619080d6fd1f tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 943 time: 0.1302366 May 27 02:52:35.969469 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2c0c8581-6469-4058-997e-43a9760318ce tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:35.996393 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fe658ad4-c441-47da-a3cf-842eb9081dbc req-3a96bd4b-4bd2-4338-a8f8-f0cf110fb819 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427885 May 27 02:52:36.018730 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2c0c8581-6469-4058-997e-43a9760318ce tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:36.042628 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c8581-6469-4058-997e-43a9760318ce tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2112c891-c5e9-4e51-9a04-444c45309a66,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:52:36.058886 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 370b041c-75ea-4a02-a62a-a41f4eee5e22, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=370b041c-75ea-4a02-a62a-a41f4eee5e22,segment=NetworkSegment(77a48b29-f789-41c3-82b2-66a5eb7c53b7),segment_id=77a48b29-f789-41c3-82b2-66a5eb7c53b7)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:52:36.072901 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '370b041c-75ea-4a02-a62a-a41f4eee5e22', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'port_id': '370b041c-75ea-4a02-a62a-a41f4eee5e22', 'mac_address': 'fa:16:3e:29:24:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:52:36.086953 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2c0c8581-6469-4058-997e-43a9760318ce tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:36.088147 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2c0c8581-6469-4058-997e-43a9760318ce tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3331690 May 27 02:52:36.090920 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 60330) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:52:36.095797 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-2d09754c-0f87-4b0a-bae9-26d738e73a07 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Request body: {'security_group_rule': {'security_group_id': '902f5b65-336e-4eb5-b5f4-3386402567df', 'project_id': '3b74ba23f74147ad82762a3f0f1e556e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:52:36.102875 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-2d09754c-0f87-4b0a-bae9-26d738e73a07 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:52:36.106735 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-2d09754c-0f87-4b0a-bae9-26d738e73a07 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Usage tracker for resource:security_group_rule and tenant:3b74ba23f74147ad82762a3f0f1e556e is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:52:36.109710 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-2d09754c-0f87-4b0a-bae9-26d738e73a07 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:52:36.115397 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-2d09754c-0f87-4b0a-bae9-26d738e73a07 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:52:36.130027 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 370b041c-75ea-4a02-a62a-a41f4eee5e22 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:52:36.130407 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:36.146667 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 370b041c-75ea-4a02-a62a-a41f4eee5e22 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:52:36.161866 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 370b041c-75ea-4a02-a62a-a41f4eee5e22, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=370b041c-75ea-4a02-a62a-a41f4eee5e22,segment=NetworkSegment(77a48b29-f789-41c3-82b2-66a5eb7c53b7),segment_id=77a48b29-f789-41c3-82b2-66a5eb7c53b7)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:52:36.178161 n-d-843554-3 neutron-server[88902]: INFO neutron.db.securitygroups_db [None req-2d09754c-0f87-4b0a-bae9-26d738e73a07 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Project 3b74ba23f74147ad82762a3f0f1e556e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:52:36.185458 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2d09754c-0f87-4b0a-bae9-26d738e73a07 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:36.249132 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2d09754c-0f87-4b0a-bae9-26d738e73a07 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:36.252809 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:36.318804 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=370b041c-75ea-4a02-a62a-a41f4eee5e22,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:52:36.331780 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:52:36.331780 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:52:36.331780 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:52:36.331780 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:52:36.331780 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:52:36.331780 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:52:36.331780 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:52:36.331780 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:52:36.331780 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:52:36.331780 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:52:36.331780 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:52:36.331780 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:52:36.344069 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2d09754c-0f87-4b0a-bae9-26d738e73a07 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:36.369623 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d09754c-0f87-4b0a-bae9-26d738e73a07 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5393110b-2001-4bf8-b586-5ae540eeefb8,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:52:36.440993 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2d09754c-0f87-4b0a-bae9-26d738e73a07 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:36.442165 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2d09754c-0f87-4b0a-bae9-26d738e73a07 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3503289 May 27 02:52:36.492953 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['370b041c-75ea-4a02-a62a-a41f4eee5e22'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:52:36.694849 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-a83fffb3-70e5-4c74-bcce-d410b377ee26 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Synchronizing usage tracker for tenant:3b74ba23f74147ad82762a3f0f1e556e on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:52:36.771692 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-a83fffb3-70e5-4c74-bcce-d410b377ee26 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Unset dirty status for tenant:3b74ba23f74147ad82762a3f0f1e556e on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:52:36.773445 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-a83fffb3-70e5-4c74-bcce-d410b377ee26 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1647436403&fields=id&tenant_id=3b74ba23f74147ad82762a3f0f1e556e HTTP/1.1" status: 200 len: 267 time: 0.1207600 May 27 02:52:36.923538 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-a6ed5524-bfaf-4e4b-b15f-ccb2cf980e3c tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:36.925008 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-a6ed5524-bfaf-4e4b-b15f-ccb2cf980e3c tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "GET /v2.0/networks?id=307f3fc5-fb67-4b52-bacb-377f24e4815d HTTP/1.1" status: 200 len: 814 time: 0.1445587 May 27 02:52:36.940653 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-4f80d97a-6232-4fdf-8beb-da62cb624584 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "GET /v2.0/quotas/3b74ba23f74147ad82762a3f0f1e556e HTTP/1.1" status: 200 len: 375 time: 0.0095434 May 27 02:52:37.024121 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-b1dc39dc-3a36-46c1-ae8f-3e2e4ded5717 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Synchronizing usage tracker for tenant:3b74ba23f74147ad82762a3f0f1e556e on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:52:37.139758 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-b1dc39dc-3a36-46c1-ae8f-3e2e4ded5717 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Unset dirty status for tenant:3b74ba23f74147ad82762a3f0f1e556e on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:52:37.140998 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-b1dc39dc-3a36-46c1-ae8f-3e2e4ded5717 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=3b74ba23f74147ad82762a3f0f1e556e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1948202 May 27 02:52:37.284350 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6434211-916d-43e2-83f9-6e28b5bb3d0b req-0af3ef0a-31bc-48ec-a988-13b88089b3ca tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:37.285813 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b6434211-916d-43e2-83f9-6e28b5bb3d0b req-0af3ef0a-31bc-48ec-a988-13b88089b3ca tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 944 time: 0.1817465 May 27 02:52:37.316777 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-0f10b16c-7539-4fac-a4a7-d2128334c579 service neutron] 10.222.0.57 "GET /v2.0/networks/307f3fc5-fb67-4b52-bacb-377f24e4815d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601965 May 27 02:52:37.406482 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b6434211-916d-43e2-83f9-6e28b5bb3d0b req-8959ff76-24b9-44f2-a194-62a1df4eede2 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118617 May 27 02:52:37.460618 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-2b06b98b-eec9-49dc-bef0-c6237b1b999f service neutron] 10.222.0.57 "GET /v2.0/networks/307f3fc5-fb67-4b52-bacb-377f24e4815d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334720 May 27 02:52:37.918356 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 370b041c-75ea-4a02-a62a-a41f4eee5e22 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:52:38.058099 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 370b041c-75ea-4a02-a62a-a41f4eee5e22 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:52:38.063582 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 370b041c-75ea-4a02-a62a-a41f4eee5e22 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:52:38.064126 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:38.103790 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ad76469-855f-4d6a-a716-a9d39e420355 req-ec9ed4d6-c8d0-4e94-9e59-90492084fcd2 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8a118e6-1ed9-4b6d-9a15-6394e8cdca89 HTTP/1.1" status: 200 len: 210 time: 0.0437016 May 27 02:52:38.195863 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 370b041c-75ea-4a02-a62a-a41f4eee5e22 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:52:38.196166 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:38.223412 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c42c54-84ba-4b21-9ba9-736eae0d5783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370b041c-75ea-4a02-a62a-a41f4eee5e22'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:52:38.232917 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 370b041c-75ea-4a02-a62a-a41f4eee5e22, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=370b041c-75ea-4a02-a62a-a41f4eee5e22,segment=NetworkSegment(77a48b29-f789-41c3-82b2-66a5eb7c53b7),segment_id=77a48b29-f789-41c3-82b2-66a5eb7c53b7)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:52:38.267389 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90bb8992-509f-46e6-883f-1b15e7b42b31'] response: {'server_uuid': '31c42c54-84ba-4b21-9ba9-736eae0d5783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370b041c-75ea-4a02-a62a-a41f4eee5e22', 'code': 200} May 27 02:52:38.335068 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:38.393524 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026fa33-5e63-44c1-a66c-0a9037cbcd3c req-1542afe6-8a62-4374-98f3-56dc45a2b8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:38.395066 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b026fa33-5e63-44c1-a66c-0a9037cbcd3c req-1542afe6-8a62-4374-98f3-56dc45a2b8b2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 1096 time: 0.0734470 May 27 02:52:38.402876 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=370b041c-75ea-4a02-a62a-a41f4eee5e22,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:52:38.437872 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b026fa33-5e63-44c1-a66c-0a9037cbcd3c req-bf936a7d-a831-4e36-97f8-fe3f7d2aa696 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363245 May 27 02:52:38.595206 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b2a32-9adf-4de7-ac31-75eebb392d2a req-a9e4558f-80f1-4ca0-9fcd-890c0bbd0c59 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:38.596658 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c64b2a32-9adf-4de7-ac31-75eebb392d2a req-a9e4558f-80f1-4ca0-9fcd-890c0bbd0c59 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 945 time: 0.0832984 May 27 02:52:38.742338 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c64b2a32-9adf-4de7-ac31-75eebb392d2a req-0ef27275-e092-484e-b12f-20690c02053e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398189 May 27 02:52:39.253870 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e12be4d1-399c-458c-9ee5-92af4083efa5 req-71d29fbd-8a33-4070-8d05-e93af83eb2c4 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8a118e6-1ed9-4b6d-9a15-6394e8cdca89 HTTP/1.1" status: 200 len: 210 time: 0.0427411 May 27 02:52:39.930322 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3b62c-ab03-4922-80a0-026ff1c4d843 req-d39e0220-354c-49de-94c5-a4d62953f1ee tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:39.931720 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e9d3b62c-ab03-4922-80a0-026ff1c4d843 req-d39e0220-354c-49de-94c5-a4d62953f1ee tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 945 time: 0.0824616 May 27 02:52:39.977009 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e9d3b62c-ab03-4922-80a0-026ff1c4d843 req-3fd291ab-dbb2-4008-8660-22aed2fb8c72 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393751 May 27 02:52:40.166255 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c9d04-2d36-4a93-884f-fe867914beb7 req-e22ede15-407f-4d76-9cf4-7883521b62eb tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:40.167637 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-be3c9d04-2d36-4a93-884f-fe867914beb7 req-e22ede15-407f-4d76-9cf4-7883521b62eb tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 945 time: 0.0811136 May 27 02:52:40.214598 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-be3c9d04-2d36-4a93-884f-fe867914beb7 req-fbb1a073-9aa0-4014-897a-f706eab046d8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411830 May 27 02:52:40.411721 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bd3ab8b5-8ea0-4d80-912e-0f9b9e8170e7 req-829657ea-07c7-4ee5-9765-18afddb1cff3 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8a118e6-1ed9-4b6d-9a15-6394e8cdca89 HTTP/1.1" status: 200 len: 210 time: 0.0511127 May 27 02:52:40.505968 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-f5950e55-c004-4bd0-8722-fe88dd4013a8 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:40.506557 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-f5950e55-c004-4bd0-8722-fe88dd4013a8 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Synchronizing usage tracker for tenant:3b74ba23f74147ad82762a3f0f1e556e on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:52:40.606550 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-f5950e55-c004-4bd0-8722-fe88dd4013a8 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Unset dirty status for tenant:3b74ba23f74147ad82762a3f0f1e556e on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:52:40.607701 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-f5950e55-c004-4bd0-8722-fe88dd4013a8 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.32 "GET /v2.0/networks?id=307f3fc5-fb67-4b52-bacb-377f24e4815d HTTP/1.1" status: 200 len: 814 time: 0.2508802 May 27 02:52:40.660947 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-2765f17a-fd33-4788-a8e9-84ab02ce8186 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Synchronizing usage tracker for tenant:3b74ba23f74147ad82762a3f0f1e556e on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:52:40.676969 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-2765f17a-fd33-4788-a8e9-84ab02ce8186 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Unset dirty status for tenant:3b74ba23f74147ad82762a3f0f1e556e on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:52:40.678102 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-2765f17a-fd33-4788-a8e9-84ab02ce8186 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b74ba23f74147ad82762a3f0f1e556e HTTP/1.1" status: 200 len: 380 time: 0.0580986 May 27 02:52:40.686684 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-68c62da5-cf73-4cb6-8cd0-e987b1183868 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Request body: {'port': {'device_id': 'b8a118e6-1ed9-4b6d-9a15-6394e8cdca89', 'network_id': '307f3fc5-fb67-4b52-bacb-377f24e4815d', 'admin_state_up': True, 'tenant_id': '3b74ba23f74147ad82762a3f0f1e556e', 'security_groups': ['902f5b65-336e-4eb5-b5f4-3386402567df']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:52:40.840373 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-68c62da5-cf73-4cb6-8cd0-e987b1183868 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:52:40.850829 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-68c62da5-cf73-4cb6-8cd0-e987b1183868 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:52:40.921039 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-68c62da5-cf73-4cb6-8cd0-e987b1183868 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Made reservation on behalf of 3b74ba23f74147ad82762a3f0f1e556e for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:52:40.924103 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-68c62da5-cf73-4cb6-8cd0-e987b1183868 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:40.957551 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab944500-3920-4c57-866b-fd88ea90ce65 req-5ee7142e-ced4-42c0-ac4b-1657d9295125 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:40.962119 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ab944500-3920-4c57-866b-fd88ea90ce65 req-5ee7142e-ced4-42c0-ac4b-1657d9295125 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 945 time: 0.0898263 May 27 02:52:41.006816 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ab944500-3920-4c57-866b-fd88ea90ce65 req-dd69d0e9-1461-4e32-bd65-e8850d67104b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407498 May 27 02:52:41.091735 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-68c62da5-cf73-4cb6-8cd0-e987b1183868 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Allocated IP 172.20.0.4 (307f3fc5-fb67-4b52-bacb-377f24e4815d/74fa6413-f073-4a59-b0ec-5ee211a79a9d/10579a9d-fa48-400b-b194-7e336915222c) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:52:41.282400 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-68c62da5-cf73-4cb6-8cd0-e987b1183868 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:41.299785 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-68c62da5-cf73-4cb6-8cd0-e987b1183868 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Transition to ACTIVE for port object 10579a9d-fa48-400b-b194-7e336915222c will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:52:41.378901 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-68c62da5-cf73-4cb6-8cd0-e987b1183868 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:41.460278 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-68c62da5-cf73-4cb6-8cd0-e987b1183868 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Network 307f3fc5-fb67-4b52-bacb-377f24e4815d is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:52:41.469040 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-68c62da5-cf73-4cb6-8cd0-e987b1183868 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:52:41.469040 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-68c62da5-cf73-4cb6-8cd0-e987b1183868 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:52:41.499840 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c62da5-cf73-4cb6-8cd0-e987b1183868 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Pushing event updated for resources: {'Port': ['ID=10579a9d-fa48-400b-b194-7e336915222c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:52:41.544055 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-68c62da5-cf73-4cb6-8cd0-e987b1183868 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:41.544677 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-68c62da5-cf73-4cb6-8cd0-e987b1183868 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:41.628965 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad889d1-218d-4046-94b4-e339f4a2acb5 req-3ce43525-dc31-4d84-b83d-2a0c841ee5cb tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:41.634196 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4ad889d1-218d-4046-94b4-e339f4a2acb5 req-3ce43525-dc31-4d84-b83d-2a0c841ee5cb tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8a118e6-1ed9-4b6d-9a15-6394e8cdca89 HTTP/1.1" status: 200 len: 931 time: 0.0882010 May 27 02:52:41.654454 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-68c62da5-cf73-4cb6-8cd0-e987b1183868 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9712706 May 27 02:52:41.667099 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-2574c068-351d-4d5d-b42c-487199e924b2 service neutron] Request body: {'port': {'device_id': 'b8a118e6-1ed9-4b6d-9a15-6394e8cdca89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:52:41.678391 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4ad889d1-218d-4046-94b4-e339f4a2acb5 req-1da630c7-2441-4d0d-9c44-689919fe8fa6 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "GET /v2.0/security-groups?id=902f5b65-336e-4eb5-b5f4-3386402567df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413315 May 27 02:52:41.853749 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f8704e98-7a5d-4550-8bf8-e9bfda89fdfc None None] Provisioning for port 10579a9d-fa48-400b-b194-7e336915222c completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:52:41.860030 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f8704e98-7a5d-4550-8bf8-e9bfda89fdfc None None] Provisioning complete for port 10579a9d-fa48-400b-b194-7e336915222c triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:52:41.860453 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f8704e98-7a5d-4550-8bf8-e9bfda89fdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:41.923850 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-f8704e98-7a5d-4550-8bf8-e9bfda89fdfc None None] Port 10579a9d-fa48-400b-b194-7e336915222c cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:52:41.927943 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-2574c068-351d-4d5d-b42c-487199e924b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:42.205649 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd732340-dc21-4b7e-9055-13b2bac3c45a req-5cb070f5-3b84-47e7-86ee-cb022f4e6774 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:42.207122 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bd732340-dc21-4b7e-9055-13b2bac3c45a req-5cb070f5-3b84-47e7-86ee-cb022f4e6774 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 945 time: 0.0833132 May 27 02:52:42.252363 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bd732340-dc21-4b7e-9055-13b2bac3c45a req-f2a0a308-d9ae-4911-a07d-688b50876513 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386956 May 27 02:52:42.330377 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-2574c068-351d-4d5d-b42c-487199e924b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10579a9d-fa48-400b-b194-7e336915222c {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:52:42.339645 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-2574c068-351d-4d5d-b42c-487199e924b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:42.358579 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-2574c068-351d-4d5d-b42c-487199e924b2 service neutron] Transition to ACTIVE for port object 10579a9d-fa48-400b-b194-7e336915222c will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:52:42.375706 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aec89a-fe6e-4eb1-b78b-745cb3426259 req-9a3479b7-8d4c-450d-88fe-373a63fa7e88 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:42.376392 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-24aec89a-fe6e-4eb1-b78b-745cb3426259 req-9a3479b7-8d4c-450d-88fe-373a63fa7e88 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Synchronizing usage tracker for tenant:3fadd088ccc74553a04697be263b7906 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:52:42.458706 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-2574c068-351d-4d5d-b42c-487199e924b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:42.497939 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-24aec89a-fe6e-4eb1-b78b-745cb3426259 req-9a3479b7-8d4c-450d-88fe-373a63fa7e88 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Unset dirty status for tenant:3fadd088ccc74553a04697be263b7906 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:52:42.499047 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-24aec89a-fe6e-4eb1-b78b-745cb3426259 req-9a3479b7-8d4c-450d-88fe-373a63fa7e88 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.66 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 945 time: 0.2425020 May 27 02:52:42.644581 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2574c068-351d-4d5d-b42c-487199e924b2 service neutron] Pushing event updated for resources: {'Port': ['ID=10579a9d-fa48-400b-b194-7e336915222c,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:52:42.655755 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-24aec89a-fe6e-4eb1-b78b-745cb3426259 req-38097086-9ed8-4e8f-aebf-26d518df6e43 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Deleting port 370b041c-75ea-4a02-a62a-a41f4eee5e22 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:52:42.656096 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-24aec89a-fe6e-4eb1-b78b-745cb3426259 req-38097086-9ed8-4e8f-aebf-26d518df6e43 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:42.877183 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a89bd2-b3a9-47ca-bd61-bd1f22370f57 req-a184cf7d-bd41-4058-bbf1-8f666859f4cd tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:42.877183 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a3a89bd2-b3a9-47ca-bd61-bd1f22370f57 req-a184cf7d-bd41-4058-bbf1-8f666859f4cd tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8a118e6-1ed9-4b6d-9a15-6394e8cdca89 HTTP/1.1" status: 200 len: 943 time: 0.0847793 May 27 02:52:42.927862 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a3a89bd2-b3a9-47ca-bd61-bd1f22370f57 req-5c4d0707-3a5e-49ae-a09e-dfc46b6692f7 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "GET /v2.0/security-groups?id=902f5b65-336e-4eb5-b5f4-3386402567df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435033 May 27 02:52:42.940368 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-2574c068-351d-4d5d-b42c-487199e924b2 service neutron] Attempting to bind port 10579a9d-fa48-400b-b194-7e336915222c on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:52:42.940709 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-2574c068-351d-4d5d-b42c-487199e924b2 service neutron] Attempting to bind port 10579a9d-fa48-400b-b194-7e336915222c by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'a0bf8f0a-7c78-46b6-a005-5d4cee4fce4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '307f3fc5-fb67-4b52-bacb-377f24e4815d'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:52:42.941061 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-2574c068-351d-4d5d-b42c-487199e924b2 service neutron] Attempting to bind port 10579a9d-fa48-400b-b194-7e336915222c on network 307f3fc5-fb67-4b52-bacb-377f24e4815d {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:52:42.960054 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-2574c068-351d-4d5d-b42c-487199e924b2 service neutron] Port 10579a9d-fa48-400b-b194-7e336915222c on network 307f3fc5-fb67-4b52-bacb-377f24e4815d not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:52:42.960374 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-2574c068-351d-4d5d-b42c-487199e924b2 service neutron] Attempting to bind port 10579a9d-fa48-400b-b194-7e336915222c on network 307f3fc5-fb67-4b52-bacb-377f24e4815d {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:52:42.970922 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-2574c068-351d-4d5d-b42c-487199e924b2 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:52:42.970922 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-2574c068-351d-4d5d-b42c-487199e924b2 service neutron] Checking segment: {'id': 'a0bf8f0a-7c78-46b6-a005-5d4cee4fce4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '307f3fc5-fb67-4b52-bacb-377f24e4815d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:52:42.970922 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-2574c068-351d-4d5d-b42c-487199e924b2 service neutron] Bound using segment: {'id': 'a0bf8f0a-7c78-46b6-a005-5d4cee4fce4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '307f3fc5-fb67-4b52-bacb-377f24e4815d'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:52:42.970922 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-2574c068-351d-4d5d-b42c-487199e924b2 service neutron] Bound port: 10579a9d-fa48-400b-b194-7e336915222c, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0bf8f0a-7c78-46b6-a005-5d4cee4fce4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '307f3fc5-fb67-4b52-bacb-377f24e4815d'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:52:42.970922 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-2574c068-351d-4d5d-b42c-487199e924b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:43.084814 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-24aec89a-fe6e-4eb1-b78b-745cb3426259 req-38097086-9ed8-4e8f-aebf-26d518df6e43 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] For port 370b041c-75ea-4a02-a62a-a41f4eee5e22, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=370b041c-75ea-4a02-a62a-a41f4eee5e22,segment=NetworkSegment(77a48b29-f789-41c3-82b2-66a5eb7c53b7),segment_id=77a48b29-f789-41c3-82b2-66a5eb7c53b7)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:52:43.085171 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-24aec89a-fe6e-4eb1-b78b-745cb3426259 req-38097086-9ed8-4e8f-aebf-26d518df6e43 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:43.213228 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-24aec89a-fe6e-4eb1-b78b-745cb3426259 req-38097086-9ed8-4e8f-aebf-26d518df6e43 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Calling delete_port for 370b041c-75ea-4a02-a62a-a41f4eee5e22 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:52:43.246928 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-2574c068-351d-4d5d-b42c-487199e924b2 service neutron] For port 10579a9d-fa48-400b-b194-7e336915222c, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:52:43.265027 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-2574c068-351d-4d5d-b42c-487199e924b2 service neutron] For port 10579a9d-fa48-400b-b194-7e336915222c, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=10579a9d-fa48-400b-b194-7e336915222c,segment=NetworkSegment(a0bf8f0a-7c78-46b6-a005-5d4cee4fce4b),segment_id=a0bf8f0a-7c78-46b6-a005-5d4cee4fce4b)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:52:43.340488 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-2574c068-351d-4d5d-b42c-487199e924b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:43.410527 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-2574c068-351d-4d5d-b42c-487199e924b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:43.411140 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-2574c068-351d-4d5d-b42c-487199e924b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:43.412527 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-2574c068-351d-4d5d-b42c-487199e924b2 service neutron] 10.222.0.32 "PUT /v2.0/ports/10579a9d-fa48-400b-b194-7e336915222c HTTP/1.1" status: 200 len: 1091 time: 1.7504508 May 27 02:52:43.412990 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a118e6-1ed9-4b6d-9a15-6394e8cdca89', 'tag': '10579a9d-fa48-400b-b194-7e336915222c'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:52:43.441668 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2574c068-351d-4d5d-b42c-487199e924b2 service neutron] Pushing event updated for resources: {'Port': ['ID=10579a9d-fa48-400b-b194-7e336915222c,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:52:43.446298 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd0ad6-c8cb-44b2-8bf2-45a3bd432c56 req-529afb42-2534-446c-9b6c-7d4692963d78 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:43.451423 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-41fd0ad6-c8cb-44b2-8bf2-45a3bd432c56 req-529afb42-2534-446c-9b6c-7d4692963d78 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 945 time: 0.0911908 May 27 02:52:43.473091 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c303290-8733-436b-84a3-17d87fb0e4ff'] response: {'name': 'network-changed', 'server_uuid': 'b8a118e6-1ed9-4b6d-9a15-6394e8cdca89', 'tag': '10579a9d-fa48-400b-b194-7e336915222c', 'status': 'completed', 'code': 200} May 27 02:52:43.501108 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-41fd0ad6-c8cb-44b2-8bf2-45a3bd432c56 req-f8508695-9d8d-48c5-b517-d09c0ca0e81f tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452104 May 27 02:52:43.533239 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-24aec89a-fe6e-4eb1-b78b-745cb3426259 req-38097086-9ed8-4e8f-aebf-26d518df6e43 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:43.546556 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['370b041c-75ea-4a02-a62a-a41f4eee5e22'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:52:43.574057 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['3b7cafde-ec93-49f0-ad1a-58b4823b97a7'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:52:43.705504 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38097086-9ed8-4e8f-aebf-26d518df6e43 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Pushing event deleted for resources: {'Port': ['ID=370b041c-75ea-4a02-a62a-a41f4eee5e22,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:52:43.786997 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-24aec89a-fe6e-4eb1-b78b-745cb3426259 req-38097086-9ed8-4e8f-aebf-26d518df6e43 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] No DVR routers for this DVR port 370b041c-75ea-4a02-a62a-a41f4eee5e22 on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:52:43.790816 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-24aec89a-fe6e-4eb1-b78b-745cb3426259 req-38097086-9ed8-4e8f-aebf-26d518df6e43 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:43.809660 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18d515-2bf5-439f-a759-b0c008d11549 req-55d060d7-de08-4b23-a544-879c0d441b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:43.811292 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7c18d515-2bf5-439f-a759-b0c008d11549 req-55d060d7-de08-4b23-a544-879c0d441b2f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3b74ba23f74147ad82762a3f0f1e556e&device_id=b8a118e6-1ed9-4b6d-9a15-6394e8cdca89 HTTP/1.1" status: 200 len: 1094 time: 0.3178053 May 27 02:52:43.893398 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-24aec89a-fe6e-4eb1-b78b-745cb3426259 req-38097086-9ed8-4e8f-aebf-26d518df6e43 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.66 "DELETE /v2.0/ports/370b041c-75ea-4a02-a62a-a41f4eee5e22 HTTP/1.1" status: 204 len: 173 time: 1.3792312 May 27 02:52:43.962401 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18d515-2bf5-439f-a759-b0c008d11549 req-e9993f9f-fbb9-462b-b4bc-fd1a651e7c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:43.963855 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7c18d515-2bf5-439f-a759-b0c008d11549 req-e9993f9f-fbb9-462b-b4bc-fd1a651e7c2d service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=3b74ba23f74147ad82762a3f0f1e556e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1454833 May 27 02:52:44.104503 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18d515-2bf5-439f-a759-b0c008d11549 req-c978b6e1-6c39-45c3-b07b-553b3f800205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:44.106008 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7c18d515-2bf5-439f-a759-b0c008d11549 req-c978b6e1-6c39-45c3-b07b-553b3f800205 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1356428 May 27 02:52:44.110115 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825a41e-adbb-43dc-b71d-19f6a2f59335 req-388414f7-dc6f-4a99-ac3f-e862c2d45ca8 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:44.113227 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d825a41e-adbb-43dc-b71d-19f6a2f59335 req-388414f7-dc6f-4a99-ac3f-e862c2d45ca8 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8a118e6-1ed9-4b6d-9a15-6394e8cdca89 HTTP/1.1" status: 200 len: 943 time: 0.0800622 May 27 02:52:44.158849 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d825a41e-adbb-43dc-b71d-19f6a2f59335 req-06402f5e-5bdb-433b-8118-5f3a94ec24a4 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "GET /v2.0/security-groups?id=902f5b65-336e-4eb5-b5f4-3386402567df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396869 May 27 02:52:44.213232 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-2467393d-7530-4c73-bfa4-3749d092df6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:44.214700 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-2467393d-7530-4c73-bfa4-3749d092df6b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3b74ba23f74147ad82762a3f0f1e556e&device_id=b8a118e6-1ed9-4b6d-9a15-6394e8cdca89 HTTP/1.1" status: 200 len: 1094 time: 0.0737898 May 27 02:52:44.288541 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-daba4ae8-0282-456c-8d84-5260272b2c72 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10579a9d-fa48-400b-b194-7e336915222c HTTP/1.1" status: 200 len: 217 time: 0.0645750 May 27 02:52:44.348497 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-f34e7822-df86-44a8-a8bc-e2fc7e1e7372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:44.350522 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-f34e7822-df86-44a8-a8bc-e2fc7e1e7372 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74fa6413-f073-4a59-b0ec-5ee211a79a9d HTTP/1.1" status: 200 len: 853 time: 0.0578685 May 27 02:52:44.431218 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-e13c336b-8411-4d2e-91b8-cdf247c97f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:44.432888 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-e13c336b-8411-4d2e-91b8-cdf247c97f0d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=307f3fc5-fb67-4b52-bacb-377f24e4815d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769293 May 27 02:52:44.575757 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-d0741710-d91d-4598-9ab3-4ef449086d73 service neutron] 10.222.0.32 "GET /v2.0/networks/307f3fc5-fb67-4b52-bacb-377f24e4815d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361923 May 27 02:52:44.661231 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cc411ea5-39e5-45aa-9205-0abf9abe25f0 req-71dacf33-c800-4b32-85b7-0ba45d3c5cd3 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c42c54-84ba-4b21-9ba9-736eae0d5783 HTTP/1.1" status: 200 len: 210 time: 0.0474465 May 27 02:52:44.720113 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-160dfdfc-6e82-4fa0-935e-dc010d9e40c9 req-1575c5ed-5a8c-4e0c-bf08-02f9f2afac34 service neutron] 10.222.0.32 "GET /v2.0/networks/307f3fc5-fb67-4b52-bacb-377f24e4815d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385000 May 27 02:52:45.361763 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14637ce6-b1f0-4d98-a0a7-8d4ee16f5dcc req-2cbfb3e5-c7be-47f8-8cd0-1a74e73dba66 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:45.363412 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-14637ce6-b1f0-4d98-a0a7-8d4ee16f5dcc req-2cbfb3e5-c7be-47f8-8cd0-1a74e73dba66 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8a118e6-1ed9-4b6d-9a15-6394e8cdca89 HTTP/1.1" status: 200 len: 943 time: 0.0879838 May 27 02:52:45.408933 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-14637ce6-b1f0-4d98-a0a7-8d4ee16f5dcc req-8ad2f7e3-4868-4e7f-8c8b-3f86fec95f9b tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "GET /v2.0/security-groups?id=902f5b65-336e-4eb5-b5f4-3386402567df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389514 May 27 02:52:45.474021 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c42c54-84ba-4b21-9ba9-736eae0d5783', 'name': 'network-vif-deleted', 'tag': '370b041c-75ea-4a02-a62a-a41f4eee5e22'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:52:45.522071 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8547af97-9687-4085-adf6-fb6a262cdff2'] response: {'server_uuid': '31c42c54-84ba-4b21-9ba9-736eae0d5783', 'name': 'network-vif-deleted', 'tag': '370b041c-75ea-4a02-a62a-a41f4eee5e22', 'status': 'completed', 'code': 200} May 27 02:52:45.951607 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 370b041c-75ea-4a02-a62a-a41f4eee5e22 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:52:45.989768 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: 370b041c-75ea-4a02-a62a-a41f4eee5e22 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:52:45.990113 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 370b041c-75ea-4a02-a62a-a41f4eee5e22 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:52:46.601812 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c461a75-87d4-4aa7-97e8-833452669f89 req-8525d979-8e7e-4b58-8992-762e2f74fbe0 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:46.603274 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3c461a75-87d4-4aa7-97e8-833452669f89 req-8525d979-8e7e-4b58-8992-762e2f74fbe0 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8a118e6-1ed9-4b6d-9a15-6394e8cdca89 HTTP/1.1" status: 200 len: 943 time: 0.0844297 May 27 02:52:46.647103 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3c461a75-87d4-4aa7-97e8-833452669f89 req-d9ae6ea4-607b-4a3e-bae2-c3061d0376d3 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "GET /v2.0/security-groups?id=902f5b65-336e-4eb5-b5f4-3386402567df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380967 May 27 02:52:47.848192 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a1855-2388-4a9d-ab87-6df6bbe749a8 req-2dd6de41-5f75-4628-a6d4-c324088ca0f2 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:47.848192 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ce2a1855-2388-4a9d-ab87-6df6bbe749a8 req-2dd6de41-5f75-4628-a6d4-c324088ca0f2 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8a118e6-1ed9-4b6d-9a15-6394e8cdca89 HTTP/1.1" status: 200 len: 943 time: 0.0964615 May 27 02:52:47.893047 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ce2a1855-2388-4a9d-ab87-6df6bbe749a8 req-8c8d16f0-3a5e-45b8-83ef-2e0bf2a82d1b tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "GET /v2.0/security-groups?id=902f5b65-336e-4eb5-b5f4-3386402567df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391378 May 27 02:52:49.082053 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e4452-d508-4414-b11d-0515bb683fcc req-1fff7238-ff8f-423a-98c9-292f39e2b4e2 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:49.083479 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-128e4452-d508-4414-b11d-0515bb683fcc req-1fff7238-ff8f-423a-98c9-292f39e2b4e2 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8a118e6-1ed9-4b6d-9a15-6394e8cdca89 HTTP/1.1" status: 200 len: 943 time: 0.0822289 May 27 02:52:49.126436 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-128e4452-d508-4414-b11d-0515bb683fcc req-f0c2ed8a-37cd-4958-b447-bb0de91a2741 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "GET /v2.0/security-groups?id=902f5b65-336e-4eb5-b5f4-3386402567df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373163 May 27 02:52:49.521295 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:49.561472 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:49.748551 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11749c78-7981-4f76-b5a3-4f2f69d3a5de req-4526e3ad-3dc1-418f-b48b-9242241dbc82 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:49.750085 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-11749c78-7981-4f76-b5a3-4f2f69d3a5de req-4526e3ad-3dc1-418f-b48b-9242241dbc82 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8f114ab-3915-491f-860a-571944450ae5 HTTP/1.1" status: 200 len: 946 time: 0.0781493 May 27 02:52:49.794196 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-11749c78-7981-4f76-b5a3-4f2f69d3a5de req-c176592a-00aa-4791-98fb-c044578c45f5 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383434 May 27 02:52:50.316426 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857edcb0-6b32-4bd4-929f-858900335392 req-a241b701-0744-43a3-823a-0445d9347022 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:50.317905 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-857edcb0-6b32-4bd4-929f-858900335392 req-a241b701-0744-43a3-823a-0445d9347022 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8a118e6-1ed9-4b6d-9a15-6394e8cdca89 HTTP/1.1" status: 200 len: 943 time: 0.0833833 May 27 02:52:50.362701 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-857edcb0-6b32-4bd4-929f-858900335392 req-43d1a891-5f0b-418d-a5e0-2ea239c8c46d tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "GET /v2.0/security-groups?id=902f5b65-336e-4eb5-b5f4-3386402567df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382028 May 27 02:52:50.976661 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a350849-916e-4064-9a99-7123606dd7a4 req-084625bf-9b2c-4200-905a-c25cbc79642f tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:50.978137 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6a350849-916e-4064-9a99-7123606dd7a4 req-084625bf-9b2c-4200-905a-c25cbc79642f tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8f114ab-3915-491f-860a-571944450ae5 HTTP/1.1" status: 200 len: 946 time: 0.0808780 May 27 02:52:51.025198 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6a350849-916e-4064-9a99-7123606dd7a4 req-06db5927-4ffb-4895-929e-80589283af5b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412438 May 27 02:52:51.327133 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54aadc-9dab-44a7-9691-b0ee670fd26a req-eda9906a-0502-4c66-a535-e66d451cea6c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:51.327817 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-af54aadc-9dab-44a7-9691-b0ee670fd26a req-eda9906a-0502-4c66-a535-e66d451cea6c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Synchronizing usage tracker for tenant:3fadd088ccc74553a04697be263b7906 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:52:51.400312 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-af54aadc-9dab-44a7-9691-b0ee670fd26a req-eda9906a-0502-4c66-a535-e66d451cea6c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Unset dirty status for tenant:3fadd088ccc74553a04697be263b7906 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:52:51.401475 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-af54aadc-9dab-44a7-9691-b0ee670fd26a req-eda9906a-0502-4c66-a535-e66d451cea6c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f114ab-3915-491f-860a-571944450ae5 HTTP/1.1" status: 200 len: 946 time: 0.1520412 May 27 02:52:51.477579 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-af54aadc-9dab-44a7-9691-b0ee670fd26a req-0c798a5f-aaa2-424a-8447-39c73823d04e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Deleting port 3b7cafde-ec93-49f0-ad1a-58b4823b97a7 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:52:51.477923 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-af54aadc-9dab-44a7-9691-b0ee670fd26a req-0c798a5f-aaa2-424a-8447-39c73823d04e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:51.547711 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc99d2-562c-4370-8439-f7db0e03b48e req-4b2ab959-396b-498d-bf3f-98df5c8ffa54 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:51.549320 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-11cc99d2-562c-4370-8439-f7db0e03b48e req-4b2ab959-396b-498d-bf3f-98df5c8ffa54 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8a118e6-1ed9-4b6d-9a15-6394e8cdca89 HTTP/1.1" status: 200 len: 943 time: 0.0801730 May 27 02:52:51.593522 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-11cc99d2-562c-4370-8439-f7db0e03b48e req-cff5171c-84c5-4823-be53-9b7bab20c193 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "GET /v2.0/security-groups?id=902f5b65-336e-4eb5-b5f4-3386402567df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380969 May 27 02:52:51.723442 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-af54aadc-9dab-44a7-9691-b0ee670fd26a req-0c798a5f-aaa2-424a-8447-39c73823d04e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] For port 3b7cafde-ec93-49f0-ad1a-58b4823b97a7, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=3b7cafde-ec93-49f0-ad1a-58b4823b97a7,segment=NetworkSegment(77a48b29-f789-41c3-82b2-66a5eb7c53b7),segment_id=77a48b29-f789-41c3-82b2-66a5eb7c53b7)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:52:51.723798 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-af54aadc-9dab-44a7-9691-b0ee670fd26a req-0c798a5f-aaa2-424a-8447-39c73823d04e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:51.939188 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-af54aadc-9dab-44a7-9691-b0ee670fd26a req-0c798a5f-aaa2-424a-8447-39c73823d04e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Calling delete_port for 3b7cafde-ec93-49f0-ad1a-58b4823b97a7 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:52:52.171962 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-af54aadc-9dab-44a7-9691-b0ee670fd26a req-0c798a5f-aaa2-424a-8447-39c73823d04e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:52.183425 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['3b7cafde-ec93-49f0-ad1a-58b4823b97a7'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:52:52.214091 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881e459-01a8-4292-91ce-7b076a423c85 req-7d6886c0-fd02-4c07-b5af-b7ebf94efd10 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:52.215473 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8881e459-01a8-4292-91ce-7b076a423c85 req-7d6886c0-fd02-4c07-b5af-b7ebf94efd10 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8f114ab-3915-491f-860a-571944450ae5 HTTP/1.1" status: 200 len: 867 time: 0.0840445 May 27 02:52:52.221690 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c798a5f-aaa2-424a-8447-39c73823d04e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Pushing event deleted for resources: {'Port': ['ID=3b7cafde-ec93-49f0-ad1a-58b4823b97a7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:52:52.258202 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c798a5f-aaa2-424a-8447-39c73823d04e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:52:52.258545 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c798a5f-aaa2-424a-8447-39c73823d04e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:52:52.259121 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c798a5f-aaa2-424a-8447-39c73823d04e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:52:52.259656 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c798a5f-aaa2-424a-8447-39c73823d04e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:52:52.259991 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c798a5f-aaa2-424a-8447-39c73823d04e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:52:52.260321 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c798a5f-aaa2-424a-8447-39c73823d04e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:52:52.260646 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c798a5f-aaa2-424a-8447-39c73823d04e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:52:52.261001 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c798a5f-aaa2-424a-8447-39c73823d04e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:52:52.261322 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c798a5f-aaa2-424a-8447-39c73823d04e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:52:52.264111 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c798a5f-aaa2-424a-8447-39c73823d04e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:52:52.264111 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c798a5f-aaa2-424a-8447-39c73823d04e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:52:52.264111 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c798a5f-aaa2-424a-8447-39c73823d04e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:52:52.264335 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8881e459-01a8-4292-91ce-7b076a423c85 req-8c985f76-20f9-47f5-a707-4142dc42efde tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410421 May 27 02:52:52.316031 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-af54aadc-9dab-44a7-9691-b0ee670fd26a req-0c798a5f-aaa2-424a-8447-39c73823d04e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] No DVR routers for this DVR port 3b7cafde-ec93-49f0-ad1a-58b4823b97a7 on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:52:52.318922 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-af54aadc-9dab-44a7-9691-b0ee670fd26a req-0c798a5f-aaa2-424a-8447-39c73823d04e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:52.323076 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f114ab-3915-491f-860a-571944450ae5', 'name': 'network-vif-deleted', 'tag': '3b7cafde-ec93-49f0-ad1a-58b4823b97a7'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:52:52.368428 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aea651e-2628-47a0-b866-def06b5acf1d'] response: {'server_uuid': 'e8f114ab-3915-491f-860a-571944450ae5', 'name': 'network-vif-deleted', 'tag': '3b7cafde-ec93-49f0-ad1a-58b4823b97a7', 'status': 'completed', 'code': 200} May 27 02:52:52.389863 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-af54aadc-9dab-44a7-9691-b0ee670fd26a req-0c798a5f-aaa2-424a-8447-39c73823d04e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.32 "DELETE /v2.0/ports/3b7cafde-ec93-49f0-ad1a-58b4823b97a7 HTTP/1.1" status: 204 len: 173 time: 0.9823694 May 27 02:52:52.777886 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea04bb-db85-45f0-b73d-74f8ddf7c83b req-470bccbc-d91d-4fbe-ad82-9ef94839902b tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:52.779452 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3aea04bb-db85-45f0-b73d-74f8ddf7c83b req-470bccbc-d91d-4fbe-ad82-9ef94839902b tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8a118e6-1ed9-4b6d-9a15-6394e8cdca89 HTTP/1.1" status: 200 len: 943 time: 0.0805042 May 27 02:52:52.831911 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3aea04bb-db85-45f0-b73d-74f8ddf7c83b req-ed09413b-722d-4c8c-9f06-8605d0e0e2ef tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "GET /v2.0/security-groups?id=902f5b65-336e-4eb5-b5f4-3386402567df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466542 May 27 02:52:53.419805 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1e63acc6-7ba5-4cca-af0f-07572ffce245 req-c2ce5322-5640-496d-b17a-768fa46be678 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8f114ab-3915-491f-860a-571944450ae5 HTTP/1.1" status: 200 len: 210 time: 0.0450163 May 27 02:52:54.022071 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4cfdc-caea-4ea7-bae5-65ad66342b45 req-9ac99a54-d2c9-4cd9-b8a8-42405a3e4029 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:54.024232 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-48d4cfdc-caea-4ea7-bae5-65ad66342b45 req-9ac99a54-d2c9-4cd9-b8a8-42405a3e4029 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8a118e6-1ed9-4b6d-9a15-6394e8cdca89 HTTP/1.1" status: 200 len: 943 time: 0.0851557 May 27 02:52:54.069345 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-48d4cfdc-caea-4ea7-bae5-65ad66342b45 req-7471f320-ca4c-4540-9237-7648de32770d tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "GET /v2.0/security-groups?id=902f5b65-336e-4eb5-b5f4-3386402567df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385377 May 27 02:52:54.214538 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 10579a9d-fa48-400b-b194-7e336915222c details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:52:54.216877 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 3b7cafde-ec93-49f0-ad1a-58b4823b97a7 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:52:54.253181 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 3b7cafde-ec93-49f0-ad1a-58b4823b97a7 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:52:54.253457 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 3b7cafde-ec93-49f0-ad1a-58b4823b97a7 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:52:54.381144 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 10579a9d-fa48-400b-b194-7e336915222c, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=10579a9d-fa48-400b-b194-7e336915222c,segment=NetworkSegment(a0bf8f0a-7c78-46b6-a005-5d4cee4fce4b),segment_id=a0bf8f0a-7c78-46b6-a005-5d4cee4fce4b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:52:54.394783 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '10579a9d-fa48-400b-b194-7e336915222c', 'network_id': '307f3fc5-fb67-4b52-bacb-377f24e4815d', 'port_id': '10579a9d-fa48-400b-b194-7e336915222c', 'mac_address': 'fa:16:3e:4e:89:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fa6413-f073-4a59-b0ec-5ee211a79a9d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:52:54.457513 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 10579a9d-fa48-400b-b194-7e336915222c is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:52:54.458101 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:54.476792 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10579a9d-fa48-400b-b194-7e336915222c {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:52:54.493015 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 10579a9d-fa48-400b-b194-7e336915222c, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=10579a9d-fa48-400b-b194-7e336915222c,segment=NetworkSegment(a0bf8f0a-7c78-46b6-a005-5d4cee4fce4b),segment_id=a0bf8f0a-7c78-46b6-a005-5d4cee4fce4b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:52:54.543272 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:54.618660 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=10579a9d-fa48-400b-b194-7e336915222c,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:52:54.767955 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['10579a9d-fa48-400b-b194-7e336915222c'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:52:55.266007 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb672922-448c-4f0c-8f17-9ef14edba713 req-1fb8367e-85e8-4ede-9528-12542146644b tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:55.267465 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eb672922-448c-4f0c-8f17-9ef14edba713 req-1fb8367e-85e8-4ede-9528-12542146644b tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8a118e6-1ed9-4b6d-9a15-6394e8cdca89 HTTP/1.1" status: 200 len: 944 time: 0.0859590 May 27 02:52:55.312888 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eb672922-448c-4f0c-8f17-9ef14edba713 req-72d95085-8b49-4cf2-aa95-a309014c1aba tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "GET /v2.0/security-groups?id=902f5b65-336e-4eb5-b5f4-3386402567df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387681 May 27 02:52:55.537803 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8e3c5610-bc8c-4f7d-b226-50f08ac64fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:56.235129 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 10579a9d-fa48-400b-b194-7e336915222c up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:52:56.388972 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 10579a9d-fa48-400b-b194-7e336915222c completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:52:56.393942 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 10579a9d-fa48-400b-b194-7e336915222c triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:52:56.394313 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:56.502130 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ec43f-7e6d-43cd-9ebe-3f3605c02835 req-9fc19eb8-afd1-4bb4-9fa2-17b1b758d6ef tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:56.503627 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a54ec43f-7e6d-43cd-9ebe-3f3605c02835 req-9fc19eb8-afd1-4bb4-9fa2-17b1b758d6ef tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8a118e6-1ed9-4b6d-9a15-6394e8cdca89 HTTP/1.1" status: 200 len: 944 time: 0.0807054 May 27 02:52:56.512325 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 10579a9d-fa48-400b-b194-7e336915222c is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:52:56.512700 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:56.540569 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a118e6-1ed9-4b6d-9a15-6394e8cdca89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10579a9d-fa48-400b-b194-7e336915222c'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:52:56.550193 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a54ec43f-7e6d-43cd-9ebe-3f3605c02835 req-517c4fff-b03c-4a9a-8e20-62009c976be5 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "GET /v2.0/security-groups?id=902f5b65-336e-4eb5-b5f4-3386402567df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403216 May 27 02:52:56.550888 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 10579a9d-fa48-400b-b194-7e336915222c, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=10579a9d-fa48-400b-b194-7e336915222c,segment=NetworkSegment(a0bf8f0a-7c78-46b6-a005-5d4cee4fce4b),segment_id=a0bf8f0a-7c78-46b6-a005-5d4cee4fce4b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:52:56.587607 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5557f8a2-59c0-427b-ae90-6da3b5e6317b'] response: {'server_uuid': 'b8a118e6-1ed9-4b6d-9a15-6394e8cdca89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10579a9d-fa48-400b-b194-7e336915222c', 'code': 200} May 27 02:52:56.606324 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:56.685468 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=10579a9d-fa48-400b-b194-7e336915222c,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:52:56.716014 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3edaea-92a1-469c-aaae-ecedc78d82ea req-b1ae0188-2523-4890-a145-847d77c1d127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:56.717545 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cc3edaea-92a1-469c-aaae-ecedc78d82ea req-b1ae0188-2523-4890-a145-847d77c1d127 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b8a118e6-1ed9-4b6d-9a15-6394e8cdca89 HTTP/1.1" status: 200 len: 1096 time: 0.0748982 May 27 02:52:56.758423 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cc3edaea-92a1-469c-aaae-ecedc78d82ea req-e2a164e1-80ec-41f9-a9fb-ed013cd13aeb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=902f5b65-336e-4eb5-b5f4-3386402567df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350523 May 27 02:52:56.996618 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 60494) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:52:57.001747 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-4d185ba3-3d17-49bf-ac70-6fb6afab87fc tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-615627386', 'description': 'tempest-secgroup-smoke-615627386 description', 'project_id': '3fadd088ccc74553a04697be263b7906'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:52:57.008958 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4d185ba3-3d17-49bf-ac70-6fb6afab87fc tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:52:57.013055 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4d185ba3-3d17-49bf-ac70-6fb6afab87fc tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Usage tracker for resource:security_group and tenant:3fadd088ccc74553a04697be263b7906 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:52:57.015933 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4d185ba3-3d17-49bf-ac70-6fb6afab87fc tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:52:57.025689 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4d185ba3-3d17-49bf-ac70-6fb6afab87fc tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:52:57.108972 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4d185ba3-3d17-49bf-ac70-6fb6afab87fc tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:57.128644 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4d185ba3-3d17-49bf-ac70-6fb6afab87fc tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:52:57.133249 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4d185ba3-3d17-49bf-ac70-6fb6afab87fc tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Usage tracker for resource:security_group_rule and tenant:3fadd088ccc74553a04697be263b7906 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:52:57.136132 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4d185ba3-3d17-49bf-ac70-6fb6afab87fc tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:52:57.141874 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4d185ba3-3d17-49bf-ac70-6fb6afab87fc tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:52:57.211226 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4d185ba3-3d17-49bf-ac70-6fb6afab87fc tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:57.280241 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4d185ba3-3d17-49bf-ac70-6fb6afab87fc tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:57.323247 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d185ba3-3d17-49bf-ac70-6fb6afab87fc tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:52:57.389216 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4d185ba3-3d17-49bf-ac70-6fb6afab87fc tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:57.390496 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4d185ba3-3d17-49bf-ac70-6fb6afab87fc tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3928316 May 27 02:52:57.393302 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 60498) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:52:57.398176 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-f9848ed9-3eae-4028-982a-7b82a91aa491 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Request body: {'security_group_rule': {'security_group_id': 'c7fcec90-09f0-478f-9ce5-d0c2f616f1b5', 'project_id': '3fadd088ccc74553a04697be263b7906', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:52:57.404432 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-f9848ed9-3eae-4028-982a-7b82a91aa491 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:52:57.408258 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f9848ed9-3eae-4028-982a-7b82a91aa491 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Usage tracker for resource:security_group_rule and tenant:3fadd088ccc74553a04697be263b7906 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:52:57.411115 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-f9848ed9-3eae-4028-982a-7b82a91aa491 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:52:57.417354 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-f9848ed9-3eae-4028-982a-7b82a91aa491 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:52:57.533084 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f9848ed9-3eae-4028-982a-7b82a91aa491 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:57.594602 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f9848ed9-3eae-4028-982a-7b82a91aa491 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:57.646220 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f9848ed9-3eae-4028-982a-7b82a91aa491 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:57.806403 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9848ed9-3eae-4028-982a-7b82a91aa491 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea2f5d65-fa2d-424c-8fee-2dcd0dffae1f,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:52:57.857365 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-658ce892-f7f0-46b2-8849-746913770c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:57.861998 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368e50c-a8b6-4720-b1ed-86a18b6f6cda req-e78d6b02-22db-4a54-8912-04bc7c216902 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:57.863569 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0368e50c-a8b6-4720-b1ed-86a18b6f6cda req-e78d6b02-22db-4a54-8912-04bc7c216902 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8a118e6-1ed9-4b6d-9a15-6394e8cdca89 HTTP/1.1" status: 200 len: 945 time: 0.2007849 May 27 02:52:57.906793 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0368e50c-a8b6-4720-b1ed-86a18b6f6cda req-3014a52a-3c20-4111-8dec-5c1f9d02f04d tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "GET /v2.0/security-groups?id=902f5b65-336e-4eb5-b5f4-3386402567df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373089 May 27 02:52:57.908921 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f9848ed9-3eae-4028-982a-7b82a91aa491 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:57.911384 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f9848ed9-3eae-4028-982a-7b82a91aa491 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5158458 May 27 02:52:57.912802 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 60506) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:52:57.918343 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-dc0cf079-f4aa-41cf-afd6-d2ea800b85ed tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Request body: {'security_group_rule': {'security_group_id': 'c7fcec90-09f0-478f-9ce5-d0c2f616f1b5', 'project_id': '3fadd088ccc74553a04697be263b7906', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:52:57.925073 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-dc0cf079-f4aa-41cf-afd6-d2ea800b85ed tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:52:57.929096 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-dc0cf079-f4aa-41cf-afd6-d2ea800b85ed tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Usage tracker for resource:security_group_rule and tenant:3fadd088ccc74553a04697be263b7906 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:52:57.932029 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-dc0cf079-f4aa-41cf-afd6-d2ea800b85ed tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:52:57.937720 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-dc0cf079-f4aa-41cf-afd6-d2ea800b85ed tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:52:57.995582 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dc0cf079-f4aa-41cf-afd6-d2ea800b85ed tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:58.058711 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dc0cf079-f4aa-41cf-afd6-d2ea800b85ed tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:58.119986 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dc0cf079-f4aa-41cf-afd6-d2ea800b85ed tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:58.145724 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0cf079-f4aa-41cf-afd6-d2ea800b85ed tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=072dd5ca-b817-41f7-882e-e4506b5b84f9,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:52:58.211945 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dc0cf079-f4aa-41cf-afd6-d2ea800b85ed tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:58.213180 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-dc0cf079-f4aa-41cf-afd6-d2ea800b85ed tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2987907 May 27 02:52:58.215815 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 60510) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:52:58.220607 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-b4e36058-598a-46be-a547-f0af1ded305a tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Request body: {'security_group_rule': {'security_group_id': 'c7fcec90-09f0-478f-9ce5-d0c2f616f1b5', 'project_id': '3fadd088ccc74553a04697be263b7906', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:52:58.226902 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b4e36058-598a-46be-a547-f0af1ded305a tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:52:58.230611 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b4e36058-598a-46be-a547-f0af1ded305a tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Usage tracker for resource:security_group_rule and tenant:3fadd088ccc74553a04697be263b7906 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:52:58.233624 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b4e36058-598a-46be-a547-f0af1ded305a tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:52:58.239244 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b4e36058-598a-46be-a547-f0af1ded305a tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:52:58.315004 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b4e36058-598a-46be-a547-f0af1ded305a tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:58.374872 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b4e36058-598a-46be-a547-f0af1ded305a tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:58.428870 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b4e36058-598a-46be-a547-f0af1ded305a tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:58.451576 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e36058-598a-46be-a547-f0af1ded305a tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64515825-9909-40b1-9d4e-8535bb9bc1ab,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:52:58.520429 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b4e36058-598a-46be-a547-f0af1ded305a tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:58.521628 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b4e36058-598a-46be-a547-f0af1ded305a tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3049202 May 27 02:52:58.524830 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 60514) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:52:58.529659 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-d8cfbd06-f89a-4fdf-98b0-a5402cf7f696 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Request body: {'security_group_rule': {'security_group_id': 'c7fcec90-09f0-478f-9ce5-d0c2f616f1b5', 'project_id': '3fadd088ccc74553a04697be263b7906', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:52:58.535843 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-d8cfbd06-f89a-4fdf-98b0-a5402cf7f696 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:52:58.539726 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d8cfbd06-f89a-4fdf-98b0-a5402cf7f696 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Usage tracker for resource:security_group_rule and tenant:3fadd088ccc74553a04697be263b7906 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:52:58.542601 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d8cfbd06-f89a-4fdf-98b0-a5402cf7f696 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:52:58.548319 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-d8cfbd06-f89a-4fdf-98b0-a5402cf7f696 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:52:58.612273 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d8cfbd06-f89a-4fdf-98b0-a5402cf7f696 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:58.664425 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:52:58.672815 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d8cfbd06-f89a-4fdf-98b0-a5402cf7f696 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:58.725795 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d8cfbd06-f89a-4fdf-98b0-a5402cf7f696 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:58.748921 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cfbd06-f89a-4fdf-98b0-a5402cf7f696 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e38759c-94cd-400c-884b-6871486992f9,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:52:58.817501 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d8cfbd06-f89a-4fdf-98b0-a5402cf7f696 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:58.818683 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d8cfbd06-f89a-4fdf-98b0-a5402cf7f696 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2929621 May 27 02:52:58.822292 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 60518) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:52:58.827159 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-0d4c9e25-c0ab-4948-bb42-9727b6a5512f tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Request body: {'security_group_rule': {'security_group_id': 'c7fcec90-09f0-478f-9ce5-d0c2f616f1b5', 'project_id': '3fadd088ccc74553a04697be263b7906', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:52:58.833779 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-0d4c9e25-c0ab-4948-bb42-9727b6a5512f tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:52:58.837705 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-0d4c9e25-c0ab-4948-bb42-9727b6a5512f tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Usage tracker for resource:security_group_rule and tenant:3fadd088ccc74553a04697be263b7906 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:52:58.843277 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-0d4c9e25-c0ab-4948-bb42-9727b6a5512f tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:52:58.846355 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-0d4c9e25-c0ab-4948-bb42-9727b6a5512f tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:52:58.920289 n-d-843554-3 neutron-server[88902]: INFO neutron.db.securitygroups_db [None req-0d4c9e25-c0ab-4948-bb42-9727b6a5512f tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Project 3fadd088ccc74553a04697be263b7906 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:52:58.926659 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0d4c9e25-c0ab-4948-bb42-9727b6a5512f tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:58.993860 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0d4c9e25-c0ab-4948-bb42-9727b6a5512f tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:59.076043 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0d4c9e25-c0ab-4948-bb42-9727b6a5512f tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:59.086509 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:59.088073 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:59.106258 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c9e25-c0ab-4948-bb42-9727b6a5512f tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f5a9560-3a32-4355-b5b5-49bbf22f392c,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:52:59.119807 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e9456-1842-4f26-9244-b91a6df8d24d req-238b0da0-2a49-4d7a-8725-ea76d85ce9fd tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:59.121277 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-780e9456-1842-4f26-9244-b91a6df8d24d req-238b0da0-2a49-4d7a-8725-ea76d85ce9fd tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8a118e6-1ed9-4b6d-9a15-6394e8cdca89 HTTP/1.1" status: 200 len: 945 time: 0.1095607 May 27 02:52:59.164171 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-780e9456-1842-4f26-9244-b91a6df8d24d req-69cfa14a-8ebf-4123-8051-5a433b917b3d tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "GET /v2.0/security-groups?id=902f5b65-336e-4eb5-b5f4-3386402567df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371890 May 27 02:52:59.188786 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0d4c9e25-c0ab-4948-bb42-9727b6a5512f tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:59.189953 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0d4c9e25-c0ab-4948-bb42-9727b6a5512f tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3667626 May 27 02:52:59.192778 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 60526) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:52:59.198033 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-8d163bf1-3683-4e74-9926-8ada06418604 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Request body: {'security_group_rule': {'security_group_id': 'c7fcec90-09f0-478f-9ce5-d0c2f616f1b5', 'project_id': '3fadd088ccc74553a04697be263b7906', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:52:59.204395 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-8d163bf1-3683-4e74-9926-8ada06418604 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:52:59.208258 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8d163bf1-3683-4e74-9926-8ada06418604 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Usage tracker for resource:security_group_rule and tenant:3fadd088ccc74553a04697be263b7906 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:52:59.211230 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8d163bf1-3683-4e74-9926-8ada06418604 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:52:59.216982 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-8d163bf1-3683-4e74-9926-8ada06418604 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:52:59.345707 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0ef22-0cd5-45cb-9b1a-9f0328f47c7b req-c1ced1d7-6cf0-41a8-8ef5-9006235ae3db tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:59.347142 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cbd0ef22-0cd5-45cb-9b1a-9f0328f47c7b req-c1ced1d7-6cf0-41a8-8ef5-9006235ae3db tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8a118e6-1ed9-4b6d-9a15-6394e8cdca89 HTTP/1.1" status: 200 len: 945 time: 0.0780945 May 27 02:52:59.366323 n-d-843554-3 neutron-server[88902]: INFO neutron.db.securitygroups_db [None req-8d163bf1-3683-4e74-9926-8ada06418604 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Project 3fadd088ccc74553a04697be263b7906 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:52:59.377707 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8d163bf1-3683-4e74-9926-8ada06418604 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:59.424693 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cbd0ef22-0cd5-45cb-9b1a-9f0328f47c7b req-e487c66d-b107-4817-8d8c-7980507c4869 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "GET /v2.0/security-groups?id=902f5b65-336e-4eb5-b5f4-3386402567df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710449 May 27 02:52:59.448293 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 60530) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:52:59.452431 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8d163bf1-3683-4e74-9926-8ada06418604 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:59.531958 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8d163bf1-3683-4e74-9926-8ada06418604 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:59.561083 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d163bf1-3683-4e74-9926-8ada06418604 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4be603c4-5f11-415e-9b7b-4e2949cbf856,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:52:59.632386 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f96c959-a2f7-4576-a150-0d89d334f78d tempest-TestVolumeBackupRestore-804240749 tempest-TestVolumeBackupRestore-804240749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:59.634457 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5f96c959-a2f7-4576-a150-0d89d334f78d tempest-TestVolumeBackupRestore-804240749 tempest-TestVolumeBackupRestore-804240749-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=b8a118e6-1ed9-4b6d-9a15-6394e8cdca89 HTTP/1.1" status: 200 len: 1091 time: 0.1851461 May 27 02:52:59.637357 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 60536) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:52:59.642104 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-bf32508c-87e6-4c95-b753-ac1f65f8b9d7 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'port_id': '10579a9d-fa48-400b-b194-7e336915222c', 'tenant_id': '3b74ba23f74147ad82762a3f0f1e556e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:52:59.646330 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8d163bf1-3683-4e74-9926-8ada06418604 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:59.648353 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8d163bf1-3683-4e74-9926-8ada06418604 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4539468 May 27 02:52:59.649393 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bf32508c-87e6-4c95-b753-ac1f65f8b9d7 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:52:59.653541 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bf32508c-87e6-4c95-b753-ac1f65f8b9d7 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Usage tracker for resource:floatingip and tenant:3b74ba23f74147ad82762a3f0f1e556e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:52:59.656663 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bf32508c-87e6-4c95-b753-ac1f65f8b9d7 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:52:59.662645 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bf32508c-87e6-4c95-b753-ac1f65f8b9d7 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:52:59.755192 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf32508c-87e6-4c95-b753-ac1f65f8b9d7 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:59.901045 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf32508c-87e6-4c95-b753-ac1f65f8b9d7 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:00.036238 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-bf32508c-87e6-4c95-b753-ac1f65f8b9d7 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Allocated IP 172.25.1.209 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/7a82ddc3-71ea-4c85-b7a5-a31db77fc784) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:53:00.186001 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf32508c-87e6-4c95-b753-ac1f65f8b9d7 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:00.235090 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:00.252420 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf32508c-87e6-4c95-b753-ac1f65f8b9d7 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:00.322609 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf32508c-87e6-4c95-b753-ac1f65f8b9d7 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:53:00.325464 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-bf32508c-87e6-4c95-b753-ac1f65f8b9d7 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:53:00.327909 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf32508c-87e6-4c95-b753-ac1f65f8b9d7 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:53:00.362497 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf32508c-87e6-4c95-b753-ac1f65f8b9d7 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Pushing event updated for resources: {'Port': ['ID=7a82ddc3-71ea-4c85-b7a5-a31db77fc784,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:00.747502 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf32508c-87e6-4c95-b753-ac1f65f8b9d7 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:00.889860 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf32508c-87e6-4c95-b753-ac1f65f8b9d7 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:01.206657 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf32508c-87e6-4c95-b753-ac1f65f8b9d7 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:01.263426 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf32508c-87e6-4c95-b753-ac1f65f8b9d7 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:01.372360 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf32508c-87e6-4c95-b753-ac1f65f8b9d7 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Pushing event updated for resources: {'Port': ['ID=7a82ddc3-71ea-4c85-b7a5-a31db77fc784,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:01.384769 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf32508c-87e6-4c95-b753-ac1f65f8b9d7 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:01.577643 n-d-843554-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-bf32508c-87e6-4c95-b753-ac1f65f8b9d7 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Floating IP 4e94cb87-5564-4cc8-9271-7173322ec497 associated. External IP: 172.25.1.209, port: 10579a9d-fa48-400b-b194-7e336915222c. May 27 02:53:01.943170 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf32508c-87e6-4c95-b753-ac1f65f8b9d7 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Router 4f7450bd-8c58-4daf-be44-f6b78ff770df has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:53:02.125516 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf32508c-87e6-4c95-b753-ac1f65f8b9d7 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:53:02.137049 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7617fedc-cc4d-4e0d-9a66-6885161a3e33 None None] Sync routers for ids ['4f7450bd-8c58-4daf-be44-f6b78ff770df'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:53:02.146202 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7617fedc-cc4d-4e0d-9a66-6885161a3e33 None None] Routers {'4f7450bd-8c58-4daf-be44-f6b78ff770df'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:53:02.147049 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-7617fedc-cc4d-4e0d-9a66-6885161a3e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:52:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4f7450bd-8c58-4daf-be44-f6b78ff770df'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:53:02.211703 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf32508c-87e6-4c95-b753-ac1f65f8b9d7 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:02.274111 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-bf32508c-87e6-4c95-b753-ac1f65f8b9d7 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6357486 May 27 02:53:02.274805 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a118e6-1ed9-4b6d-9a15-6394e8cdca89', 'tag': '10579a9d-fa48-400b-b194-7e336915222c'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:53:02.276843 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 60614) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:53:02.331611 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-7617fedc-cc4d-4e0d-9a66-6885161a3e33 None None] Set router 4f7450bd-8c58-4daf-be44-f6b78ff770df gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:53:02.355052 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70b420f2-531d-4939-9b59-8cfea6537b7e'] response: {'name': 'network-changed', 'server_uuid': 'b8a118e6-1ed9-4b6d-9a15-6394e8cdca89', 'tag': '10579a9d-fa48-400b-b194-7e336915222c', 'status': 'completed', 'code': 200} May 27 02:53:02.393468 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6357c0f1-3808-4f77-9126-dccd31d5f7f3 tempest-TestVolumeBackupRestore-804240749 tempest-TestVolumeBackupRestore-804240749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:02.394352 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-6357c0f1-3808-4f77-9126-dccd31d5f7f3 tempest-TestVolumeBackupRestore-804240749 tempest-TestVolumeBackupRestore-804240749-project-admin] Synchronizing usage tracker for tenant:0272a489467344d29f8769994cd86261 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:53:02.455750 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540c4c0-3c39-400b-8239-6150dd09e046 req-1f58bbb8-3e27-4d1c-8c7d-73c9b55c9086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:02.457368 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3540c4c0-3c39-400b-8239-6150dd09e046 req-1f58bbb8-3e27-4d1c-8c7d-73c9b55c9086 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3b74ba23f74147ad82762a3f0f1e556e&device_id=b8a118e6-1ed9-4b6d-9a15-6394e8cdca89 HTTP/1.1" status: 200 len: 1096 time: 0.0783012 May 27 02:53:02.497665 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-6357c0f1-3808-4f77-9126-dccd31d5f7f3 tempest-TestVolumeBackupRestore-804240749 tempest-TestVolumeBackupRestore-804240749-project-admin] Unset dirty status for tenant:0272a489467344d29f8769994cd86261 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:53:02.501624 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6357c0f1-3808-4f77-9126-dccd31d5f7f3 tempest-TestVolumeBackupRestore-804240749 tempest-TestVolumeBackupRestore-804240749-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=b8a118e6-1ed9-4b6d-9a15-6394e8cdca89 HTTP/1.1" status: 200 len: 1091 time: 0.2210321 May 27 02:53:02.501792 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 60620) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:53:02.507371 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-2016227d-b32d-4931-b6a9-aee39a2c6d6a tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Request body: {'floatingip': {'port_id': '10579a9d-fa48-400b-b194-7e336915222c'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:53:02.619482 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2016227d-b32d-4931-b6a9-aee39a2c6d6a tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks [] for floatingip, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:02.686434 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540c4c0-3c39-400b-8239-6150dd09e046 req-b697ea97-e821-441c-bbe5-54d769bd3ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:02.690256 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3540c4c0-3c39-400b-8239-6150dd09e046 req-b697ea97-e821-441c-bbe5-54d769bd3ba8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=307f3fc5-fb67-4b52-bacb-377f24e4815d HTTP/1.1" status: 200 len: 915 time: 0.2250147 May 27 02:53:02.744213 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-7617fedc-cc4d-4e0d-9a66-6885161a3e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'name': 'tempest-TestVolumeBackupRestore-1617157689-router', 'tenant_id': '3b74ba23f74147ad82762a3f0f1e556e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '24f015d8-265f-4c55-893f-d902bc472583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:49:48Z', 'updated_at': '2022-05-27T02:49:52Z', 'revision_number': 4, 'project_id': '3b74ba23f74147ad82762a3f0f1e556e', 'gw_port': {'id': '24f015d8-265f-4c55-893f-d902bc472583', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ad:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:49:49Z', 'updated_at': '2022-05-27T02:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '4e94cb87-5564-4cc8-9271-7173322ec497', 'tenant_id': '3b74ba23f74147ad82762a3f0f1e556e', 'floating_ip_address': '172.25.1.209', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'port_id': '10579a9d-fa48-400b-b194-7e336915222c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '307f3fc5-fb67-4b52-bacb-377f24e4815d', 'mac_address': 'fa:16:3e:4e:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a118e6-1ed9-4b6d-9a15-6394e8cdca89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:53:00Z', 'updated_at': '2022-05-27T02:53:00Z', 'revision_number': 0, 'project_id': '3b74ba23f74147ad82762a3f0f1e556e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd6b85c4-d848-43f1-a9f7-02a840f108f5', 'name': '', 'network_id': '307f3fc5-fb67-4b52-bacb-377f24e4815d', 'tenant_id': '3b74ba23f74147ad82762a3f0f1e556e', 'mac_address': 'fa:16:3e:8f:52:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '74fa6413-f073-4a59-b0ec-5ee211a79a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:49:52Z', 'updated_at': '2022-05-27T02:49:58Z', 'revision_number': 5, 'project_id': '3b74ba23f74147ad82762a3f0f1e556e', 'subnets': [{'id': '74fa6413-f073-4a59-b0ec-5ee211a79a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:53:02.748651 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7617fedc-cc4d-4e0d-9a66-6885161a3e33 None None] Checking router: 4f7450bd-8c58-4daf-be44-f6b78ff770df for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:53:02.758291 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7617fedc-cc4d-4e0d-9a66-6885161a3e33 None None] Routers {'4f7450bd-8c58-4daf-be44-f6b78ff770df'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:53:02.758914 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-7617fedc-cc4d-4e0d-9a66-6885161a3e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:52:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4f7450bd-8c58-4daf-be44-f6b78ff770df'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:53:02.813613 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3540c4c0-3c39-400b-8239-6150dd09e046 req-0e2e44f5-c5cb-4995-ad62-e513c7ad9449 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10579a9d-fa48-400b-b194-7e336915222c HTTP/1.1" status: 200 len: 999 time: 0.1177917 May 27 02:53:02.934386 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540c4c0-3c39-400b-8239-6150dd09e046 req-872ec8ad-3165-4ba0-a625-ea362df5eb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:02.936235 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3540c4c0-3c39-400b-8239-6150dd09e046 req-872ec8ad-3165-4ba0-a625-ea362df5eb0b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74fa6413-f073-4a59-b0ec-5ee211a79a9d HTTP/1.1" status: 200 len: 853 time: 0.1134479 May 27 02:53:03.002559 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-7617fedc-cc4d-4e0d-9a66-6885161a3e33 None None] Set router 4f7450bd-8c58-4daf-be44-f6b78ff770df gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:53:03.170312 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540c4c0-3c39-400b-8239-6150dd09e046 req-51c180bc-8268-445a-a04d-a31dde113fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:03.170312 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3540c4c0-3c39-400b-8239-6150dd09e046 req-51c180bc-8268-445a-a04d-a31dde113fc9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=307f3fc5-fb67-4b52-bacb-377f24e4815d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2219145 May 27 02:53:03.318785 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3540c4c0-3c39-400b-8239-6150dd09e046 req-425bc0f2-97c1-45d0-88ff-2040e04773bc service neutron] 10.222.0.32 "GET /v2.0/networks/307f3fc5-fb67-4b52-bacb-377f24e4815d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421430 May 27 02:53:03.395215 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2016227d-b32d-4931-b6a9-aee39a2c6d6a tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:03.421535 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-7617fedc-cc4d-4e0d-9a66-6885161a3e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'name': 'tempest-TestVolumeBackupRestore-1617157689-router', 'tenant_id': '3b74ba23f74147ad82762a3f0f1e556e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '24f015d8-265f-4c55-893f-d902bc472583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:49:48Z', 'updated_at': '2022-05-27T02:49:52Z', 'revision_number': 4, 'project_id': '3b74ba23f74147ad82762a3f0f1e556e', 'gw_port': {'id': '24f015d8-265f-4c55-893f-d902bc472583', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ad:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:49:49Z', 'updated_at': '2022-05-27T02:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '4e94cb87-5564-4cc8-9271-7173322ec497', 'tenant_id': '3b74ba23f74147ad82762a3f0f1e556e', 'floating_ip_address': '172.25.1.209', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'port_id': '10579a9d-fa48-400b-b194-7e336915222c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '307f3fc5-fb67-4b52-bacb-377f24e4815d', 'mac_address': 'fa:16:3e:4e:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a118e6-1ed9-4b6d-9a15-6394e8cdca89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:53:00Z', 'updated_at': '2022-05-27T02:53:00Z', 'revision_number': 0, 'project_id': '3b74ba23f74147ad82762a3f0f1e556e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd6b85c4-d848-43f1-a9f7-02a840f108f5', 'name': '', 'network_id': '307f3fc5-fb67-4b52-bacb-377f24e4815d', 'tenant_id': '3b74ba23f74147ad82762a3f0f1e556e', 'mac_address': 'fa:16:3e:8f:52:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '74fa6413-f073-4a59-b0ec-5ee211a79a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:49:52Z', 'updated_at': '2022-05-27T02:49:58Z', 'revision_number': 5, 'project_id': '3b74ba23f74147ad82762a3f0f1e556e', 'subnets': [{'id': '74fa6413-f073-4a59-b0ec-5ee211a79a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:53:03.425437 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7617fedc-cc4d-4e0d-9a66-6885161a3e33 None None] The sync data for ids ['4f7450bd-8c58-4daf-be44-f6b78ff770df'] in n-d-843554-3 is: [{'id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'name': 'tempest-TestVolumeBackupRestore-1617157689-router', 'tenant_id': '3b74ba23f74147ad82762a3f0f1e556e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '24f015d8-265f-4c55-893f-d902bc472583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:49:48Z', 'updated_at': '2022-05-27T02:49:52Z', 'revision_number': 4, 'project_id': '3b74ba23f74147ad82762a3f0f1e556e', 'gw_port': {'id': '24f015d8-265f-4c55-893f-d902bc472583', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ad:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:49:49Z', 'updated_at': '2022-05-27T02:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '4e94cb87-5564-4cc8-9271-7173322ec497', 'tenant_id': '3b74ba23f74147ad82762a3f0f1e556e', 'floating_ip_address': '172.25.1.209', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'port_id': '10579a9d-fa48-400b-b194-7e336915222c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '307f3fc5-fb67-4b52-bacb-377f24e4815d', 'mac_address': 'fa:16:3e:4e:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a118e6-1ed9-4b6d-9a15-6394e8cdca89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:53:00Z', 'updated_at': '2022-05-27T02:53:00Z', 'revision_number': 0, 'project_id': '3b74ba23f74147ad82762a3f0f1e556e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd6b85c4-d848-43f1-a9f7-02a840f108f5', 'name': '', 'network_id': '307f3fc5-fb67-4b52-bacb-377f24e4815d', 'tenant_id': '3b74ba23f74147ad82762a3f0f1e556e', 'mac_address': 'fa:16:3e:8f:52:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '74fa6413-f073-4a59-b0ec-5ee211a79a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:49:52Z', 'updated_at': '2022-05-27T02:49:58Z', 'revision_number': 5, 'project_id': '3b74ba23f74147ad82762a3f0f1e556e', 'subnets': [{'id': '74fa6413-f073-4a59-b0ec-5ee211a79a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:53:03.472051 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3540c4c0-3c39-400b-8239-6150dd09e046 req-5f4ceaa2-670f-40a6-896e-19f7c4dc75d2 service neutron] 10.222.0.32 "GET /v2.0/networks/307f3fc5-fb67-4b52-bacb-377f24e4815d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467290 May 27 02:53:03.488157 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2016227d-b32d-4931-b6a9-aee39a2c6d6a tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:03.640487 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69992208-c6b3-4b18-a2e2-ae52c4aa63e5 None None] New status for floating IP 4e94cb87-5564-4cc8-9271-7173322ec497: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:53:03.983736 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2016227d-b32d-4931-b6a9-aee39a2c6d6a tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Router 4f7450bd-8c58-4daf-be44-f6b78ff770df has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:53:04.171568 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2016227d-b32d-4931-b6a9-aee39a2c6d6a tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:53:04.175980 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2016227d-b32d-4931-b6a9-aee39a2c6d6a tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:04.181448 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9a323c-3379-4b2a-8048-bdd419337a15 None None] Sync routers for ids ['4f7450bd-8c58-4daf-be44-f6b78ff770df'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:53:04.191354 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9a323c-3379-4b2a-8048-bdd419337a15 None None] Routers {'4f7450bd-8c58-4daf-be44-f6b78ff770df'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:53:04.194317 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-0a9a323c-3379-4b2a-8048-bdd419337a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:52:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4f7450bd-8c58-4daf-be44-f6b78ff770df'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:53:04.271222 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a118e6-1ed9-4b6d-9a15-6394e8cdca89', 'tag': '10579a9d-fa48-400b-b194-7e336915222c'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:53:04.313537 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2016227d-b32d-4931-b6a9-aee39a2c6d6a tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "PUT /v2.0/floatingips/4e94cb87-5564-4cc8-9271-7173322ec497 HTTP/1.1" status: 200 len: 991 time: 1.8106372 May 27 02:53:04.381747 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-0a9a323c-3379-4b2a-8048-bdd419337a15 None None] Set router 4f7450bd-8c58-4daf-be44-f6b78ff770df gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:53:04.405159 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-846bd79a-508e-4223-98df-f75fccb3901e'] response: {'name': 'network-changed', 'server_uuid': 'b8a118e6-1ed9-4b6d-9a15-6394e8cdca89', 'tag': '10579a9d-fa48-400b-b194-7e336915222c', 'status': 'completed', 'code': 200} May 27 02:53:04.507769 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54092c9c-f463-475c-a677-030e3de2f7f4 req-2732af62-ef99-4caa-906c-080b3849753c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:04.510027 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-54092c9c-f463-475c-a677-030e3de2f7f4 req-2732af62-ef99-4caa-906c-080b3849753c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3b74ba23f74147ad82762a3f0f1e556e&device_id=b8a118e6-1ed9-4b6d-9a15-6394e8cdca89 HTTP/1.1" status: 200 len: 1096 time: 0.0794380 May 27 02:53:04.665158 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54092c9c-f463-475c-a677-030e3de2f7f4 req-a8b2ce93-694c-4b8f-a006-2df547cf077b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:04.666716 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-54092c9c-f463-475c-a677-030e3de2f7f4 req-a8b2ce93-694c-4b8f-a006-2df547cf077b service neutron] 10.222.0.32 "GET /v2.0/networks?id=307f3fc5-fb67-4b52-bacb-377f24e4815d HTTP/1.1" status: 200 len: 915 time: 0.1509385 May 27 02:53:04.747747 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-0a9a323c-3379-4b2a-8048-bdd419337a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'name': 'tempest-TestVolumeBackupRestore-1617157689-router', 'tenant_id': '3b74ba23f74147ad82762a3f0f1e556e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '24f015d8-265f-4c55-893f-d902bc472583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:49:48Z', 'updated_at': '2022-05-27T02:49:52Z', 'revision_number': 4, 'project_id': '3b74ba23f74147ad82762a3f0f1e556e', 'gw_port': {'id': '24f015d8-265f-4c55-893f-d902bc472583', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ad:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:49:49Z', 'updated_at': '2022-05-27T02:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '4e94cb87-5564-4cc8-9271-7173322ec497', 'tenant_id': '3b74ba23f74147ad82762a3f0f1e556e', 'floating_ip_address': '172.25.1.209', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'port_id': '10579a9d-fa48-400b-b194-7e336915222c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '307f3fc5-fb67-4b52-bacb-377f24e4815d', 'mac_address': 'fa:16:3e:4e:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a118e6-1ed9-4b6d-9a15-6394e8cdca89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:53:00Z', 'updated_at': '2022-05-27T02:53:03Z', 'revision_number': 2, 'project_id': '3b74ba23f74147ad82762a3f0f1e556e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd6b85c4-d848-43f1-a9f7-02a840f108f5', 'name': '', 'network_id': '307f3fc5-fb67-4b52-bacb-377f24e4815d', 'tenant_id': '3b74ba23f74147ad82762a3f0f1e556e', 'mac_address': 'fa:16:3e:8f:52:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '74fa6413-f073-4a59-b0ec-5ee211a79a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:49:52Z', 'updated_at': '2022-05-27T02:49:58Z', 'revision_number': 5, 'project_id': '3b74ba23f74147ad82762a3f0f1e556e', 'subnets': [{'id': '74fa6413-f073-4a59-b0ec-5ee211a79a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:53:04.753085 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9a323c-3379-4b2a-8048-bdd419337a15 None None] Checking router: 4f7450bd-8c58-4daf-be44-f6b78ff770df for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:53:04.762759 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9a323c-3379-4b2a-8048-bdd419337a15 None None] Routers {'4f7450bd-8c58-4daf-be44-f6b78ff770df'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:53:04.763671 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-0a9a323c-3379-4b2a-8048-bdd419337a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:52:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4f7450bd-8c58-4daf-be44-f6b78ff770df'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:53:04.824021 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-54092c9c-f463-475c-a677-030e3de2f7f4 req-f3cfff47-2f5c-4dac-9452-07e166a2e3e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10579a9d-fa48-400b-b194-7e336915222c HTTP/1.1" status: 200 len: 1001 time: 0.1511297 May 27 02:53:04.913726 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54092c9c-f463-475c-a677-030e3de2f7f4 req-b4831e65-aa0e-49bc-a010-04b169eb4fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:04.915224 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-54092c9c-f463-475c-a677-030e3de2f7f4 req-b4831e65-aa0e-49bc-a010-04b169eb4fd9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74fa6413-f073-4a59-b0ec-5ee211a79a9d HTTP/1.1" status: 200 len: 853 time: 0.0837512 May 27 02:53:04.982914 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-0a9a323c-3379-4b2a-8048-bdd419337a15 None None] Set router 4f7450bd-8c58-4daf-be44-f6b78ff770df gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:53:04.998427 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54092c9c-f463-475c-a677-030e3de2f7f4 req-a47b4a34-5161-4678-81e5-3037c021ac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:04.998427 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-54092c9c-f463-475c-a677-030e3de2f7f4 req-a47b4a34-5161-4678-81e5-3037c021ac03 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=307f3fc5-fb67-4b52-bacb-377f24e4815d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729897 May 27 02:53:05.136975 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-54092c9c-f463-475c-a677-030e3de2f7f4 req-84769758-df97-47b6-87e2-57a2955e8e4f service neutron] 10.222.0.32 "GET /v2.0/networks/307f3fc5-fb67-4b52-bacb-377f24e4815d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311290 May 27 02:53:05.276617 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-54092c9c-f463-475c-a677-030e3de2f7f4 req-9bb480b7-7340-43a3-93b1-264daf9b8159 service neutron] 10.222.0.32 "GET /v2.0/networks/307f3fc5-fb67-4b52-bacb-377f24e4815d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331260 May 27 02:53:05.342603 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-0a9a323c-3379-4b2a-8048-bdd419337a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'name': 'tempest-TestVolumeBackupRestore-1617157689-router', 'tenant_id': '3b74ba23f74147ad82762a3f0f1e556e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '24f015d8-265f-4c55-893f-d902bc472583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:49:48Z', 'updated_at': '2022-05-27T02:49:52Z', 'revision_number': 4, 'project_id': '3b74ba23f74147ad82762a3f0f1e556e', 'gw_port': {'id': '24f015d8-265f-4c55-893f-d902bc472583', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ad:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:49:49Z', 'updated_at': '2022-05-27T02:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '4e94cb87-5564-4cc8-9271-7173322ec497', 'tenant_id': '3b74ba23f74147ad82762a3f0f1e556e', 'floating_ip_address': '172.25.1.209', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'port_id': '10579a9d-fa48-400b-b194-7e336915222c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '307f3fc5-fb67-4b52-bacb-377f24e4815d', 'mac_address': 'fa:16:3e:4e:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a118e6-1ed9-4b6d-9a15-6394e8cdca89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:53:00Z', 'updated_at': '2022-05-27T02:53:03Z', 'revision_number': 2, 'project_id': '3b74ba23f74147ad82762a3f0f1e556e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd6b85c4-d848-43f1-a9f7-02a840f108f5', 'name': '', 'network_id': '307f3fc5-fb67-4b52-bacb-377f24e4815d', 'tenant_id': '3b74ba23f74147ad82762a3f0f1e556e', 'mac_address': 'fa:16:3e:8f:52:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '74fa6413-f073-4a59-b0ec-5ee211a79a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:49:52Z', 'updated_at': '2022-05-27T02:49:58Z', 'revision_number': 5, 'project_id': '3b74ba23f74147ad82762a3f0f1e556e', 'subnets': [{'id': '74fa6413-f073-4a59-b0ec-5ee211a79a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:53:05.346757 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9a323c-3379-4b2a-8048-bdd419337a15 None None] The sync data for ids ['4f7450bd-8c58-4daf-be44-f6b78ff770df'] in n-d-843554-3 is: [{'id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'name': 'tempest-TestVolumeBackupRestore-1617157689-router', 'tenant_id': '3b74ba23f74147ad82762a3f0f1e556e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '24f015d8-265f-4c55-893f-d902bc472583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:49:48Z', 'updated_at': '2022-05-27T02:49:52Z', 'revision_number': 4, 'project_id': '3b74ba23f74147ad82762a3f0f1e556e', 'gw_port': {'id': '24f015d8-265f-4c55-893f-d902bc472583', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ad:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:49:49Z', 'updated_at': '2022-05-27T02:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '4e94cb87-5564-4cc8-9271-7173322ec497', 'tenant_id': '3b74ba23f74147ad82762a3f0f1e556e', 'floating_ip_address': '172.25.1.209', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'port_id': '10579a9d-fa48-400b-b194-7e336915222c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '307f3fc5-fb67-4b52-bacb-377f24e4815d', 'mac_address': 'fa:16:3e:4e:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a118e6-1ed9-4b6d-9a15-6394e8cdca89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:53:00Z', 'updated_at': '2022-05-27T02:53:03Z', 'revision_number': 2, 'project_id': '3b74ba23f74147ad82762a3f0f1e556e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd6b85c4-d848-43f1-a9f7-02a840f108f5', 'name': '', 'network_id': '307f3fc5-fb67-4b52-bacb-377f24e4815d', 'tenant_id': '3b74ba23f74147ad82762a3f0f1e556e', 'mac_address': 'fa:16:3e:8f:52:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '74fa6413-f073-4a59-b0ec-5ee211a79a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:49:52Z', 'updated_at': '2022-05-27T02:49:58Z', 'revision_number': 5, 'project_id': '3b74ba23f74147ad82762a3f0f1e556e', 'subnets': [{'id': '74fa6413-f073-4a59-b0ec-5ee211a79a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:53:06.406565 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a118e6-1ed9-4b6d-9a15-6394e8cdca89', 'tag': '10579a9d-fa48-400b-b194-7e336915222c'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:53:06.456173 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9f7bacf-0c50-425b-9994-6079777ed315'] response: {'name': 'network-changed', 'server_uuid': 'b8a118e6-1ed9-4b6d-9a15-6394e8cdca89', 'tag': '10579a9d-fa48-400b-b194-7e336915222c', 'status': 'completed', 'code': 200} May 27 02:53:06.552589 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57abf89-df8f-424f-9cbf-8da8004c89e2 req-56dff3ff-32a2-4d3d-b72d-e9240b1f7f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:06.554298 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d57abf89-df8f-424f-9cbf-8da8004c89e2 req-56dff3ff-32a2-4d3d-b72d-e9240b1f7f3a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3b74ba23f74147ad82762a3f0f1e556e&device_id=b8a118e6-1ed9-4b6d-9a15-6394e8cdca89 HTTP/1.1" status: 200 len: 1096 time: 0.0710232 May 27 02:53:06.693870 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57abf89-df8f-424f-9cbf-8da8004c89e2 req-78a37e59-dd2e-4221-8159-2f5b673fcf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:06.696064 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d57abf89-df8f-424f-9cbf-8da8004c89e2 req-78a37e59-dd2e-4221-8159-2f5b673fcf68 service neutron] 10.222.0.32 "GET /v2.0/networks?id=307f3fc5-fb67-4b52-bacb-377f24e4815d HTTP/1.1" status: 200 len: 915 time: 0.1360998 May 27 02:53:06.810108 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d57abf89-df8f-424f-9cbf-8da8004c89e2 req-6bd06e44-d5c0-4837-af0d-ea97329f9513 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10579a9d-fa48-400b-b194-7e336915222c HTTP/1.1" status: 200 len: 1001 time: 0.1069527 May 27 02:53:06.884684 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57abf89-df8f-424f-9cbf-8da8004c89e2 req-970dae78-dacf-42c3-9779-4247eb815ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:06.885954 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d57abf89-df8f-424f-9cbf-8da8004c89e2 req-970dae78-dacf-42c3-9779-4247eb815ce2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74fa6413-f073-4a59-b0ec-5ee211a79a9d HTTP/1.1" status: 200 len: 853 time: 0.0692914 May 27 02:53:06.964644 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57abf89-df8f-424f-9cbf-8da8004c89e2 req-bbebfee8-7370-4a88-a841-5957559cc87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:06.966274 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d57abf89-df8f-424f-9cbf-8da8004c89e2 req-bbebfee8-7370-4a88-a841-5957559cc87a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=307f3fc5-fb67-4b52-bacb-377f24e4815d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720189 May 27 02:53:07.210369 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d57abf89-df8f-424f-9cbf-8da8004c89e2 req-e8fb13fb-5e0c-428d-8cf4-16087ca0f0cb service neutron] 10.222.0.32 "GET /v2.0/networks/307f3fc5-fb67-4b52-bacb-377f24e4815d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339563 May 27 02:53:07.348225 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d57abf89-df8f-424f-9cbf-8da8004c89e2 req-e9e810f4-0f65-451c-9fb4-57a594e1c44f service neutron] 10.222.0.32 "GET /v2.0/networks/307f3fc5-fb67-4b52-bacb-377f24e4815d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294208 May 27 02:53:19.537491 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:19.560084 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:20.311641 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-7e3bd480-8203-493f-8a5b-cf5bd713f04c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Synchronizing usage tracker for tenant:3fadd088ccc74553a04697be263b7906 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:53:20.407295 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-7e3bd480-8203-493f-8a5b-cf5bd713f04c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Unset dirty status for tenant:3fadd088ccc74553a04697be263b7906 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:53:20.407295 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-7e3bd480-8203-493f-8a5b-cf5bd713f04c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-615627386&fields=id&tenant_id=3fadd088ccc74553a04697be263b7906 HTTP/1.1" status: 200 len: 267 time: 0.1232769 May 27 02:53:20.544855 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-d033df0a-4dd3-4e92-b9e2-6189a8b3f5d2 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:20.549061 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-d033df0a-4dd3-4e92-b9e2-6189a8b3f5d2 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/networks?id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351 HTTP/1.1" status: 200 len: 812 time: 0.1433139 May 27 02:53:20.561655 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-d4b30852-193a-43c1-8f66-8cd39c9b0775 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/quotas/3fadd088ccc74553a04697be263b7906 HTTP/1.1" status: 200 len: 375 time: 0.0094256 May 27 02:53:20.647182 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-143cc81c-592b-4cee-bb09-3d276e88b321 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=3fadd088ccc74553a04697be263b7906&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0805843 May 27 02:53:20.878937 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-6478cd5a-8950-4059-9831-416540636191 service neutron] 10.222.0.57 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197626 May 27 02:53:21.017132 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-5596b4c9-53b8-4461-a83d-09d3fcd961be service neutron] 10.222.0.57 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286309 May 27 02:53:21.658432 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a1266ba8-4a10-47ac-81aa-fb5610c5d334 req-92f96ab2-d3d1-4277-b840-5f036874a92e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5f78ab8-5b93-46aa-a820-983a27faa46a HTTP/1.1" status: 200 len: 210 time: 0.0425200 May 27 02:53:22.808567 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a9dd1176-68ac-433b-b4b0-d92d97ba02e1 req-0eb58bf4-cb08-4776-b599-53622f1faaa3 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5f78ab8-5b93-46aa-a820-983a27faa46a HTTP/1.1" status: 200 len: 210 time: 0.0430920 May 27 02:53:23.658092 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-69d121ef-5b91-4da8-b573-0c816ab26377 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:23.659502 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-69d121ef-5b91-4da8-b573-0c816ab26377 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.66 "GET /v2.0/networks?id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351 HTTP/1.1" status: 200 len: 812 time: 0.1490912 May 27 02:53:23.705695 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-eb2cc031-149e-452a-a4ce-a277e6b4e114 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Synchronizing usage tracker for tenant:3fadd088ccc74553a04697be263b7906 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:53:23.717572 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-eb2cc031-149e-452a-a4ce-a277e6b4e114 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Unset dirty status for tenant:3fadd088ccc74553a04697be263b7906 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:53:23.718742 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-eb2cc031-149e-452a-a4ce-a277e6b4e114 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fadd088ccc74553a04697be263b7906 HTTP/1.1" status: 200 len: 379 time: 0.0512500 May 27 02:53:23.726383 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-7068a4c9-526b-4132-8442-189807feef6c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Request body: {'port': {'device_id': 'e5f78ab8-5b93-46aa-a820-983a27faa46a', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'admin_state_up': True, 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'security_groups': ['c7fcec90-09f0-478f-9ce5-d0c2f616f1b5']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:53:23.869637 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-7068a4c9-526b-4132-8442-189807feef6c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:53:23.878247 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-7068a4c9-526b-4132-8442-189807feef6c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Usage tracker for resource:port and tenant:3fadd088ccc74553a04697be263b7906 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:53:23.878247 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-7068a4c9-526b-4132-8442-189807feef6c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:53:23.894961 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-7068a4c9-526b-4132-8442-189807feef6c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:53:23.971144 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-7068a4c9-526b-4132-8442-189807feef6c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Made reservation on behalf of 3fadd088ccc74553a04697be263b7906 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:53:23.975351 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-7068a4c9-526b-4132-8442-189807feef6c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:23.976686 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-23e4a386-2807-4932-8c99-7c3f84a62430 req-2e309597-f3f6-499a-ba88-4b3f30215f5e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5f78ab8-5b93-46aa-a820-983a27faa46a HTTP/1.1" status: 200 len: 210 time: 0.0445201 May 27 02:53:24.143628 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-7068a4c9-526b-4132-8442-189807feef6c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Allocated IP 172.20.0.7 (3065bf7b-fd6e-4d0b-a830-392fdd7f9351/d5a421f1-cfc1-40c1-b671-1e4d60b8996c/bf05074a-ff9b-4bd0-b495-966014b24c07) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:53:24.340020 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-7068a4c9-526b-4132-8442-189807feef6c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:24.353053 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-7068a4c9-526b-4132-8442-189807feef6c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Transition to ACTIVE for port object bf05074a-ff9b-4bd0-b495-966014b24c07 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:53:24.440559 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-7068a4c9-526b-4132-8442-189807feef6c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:24.511455 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-7068a4c9-526b-4132-8442-189807feef6c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Network 3065bf7b-fd6e-4d0b-a830-392fdd7f9351 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:53:24.514948 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-7068a4c9-526b-4132-8442-189807feef6c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:53:24.519108 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-7068a4c9-526b-4132-8442-189807feef6c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:53:24.550757 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7068a4c9-526b-4132-8442-189807feef6c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Pushing event updated for resources: {'Port': ['ID=bf05074a-ff9b-4bd0-b495-966014b24c07,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:24.595424 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-7068a4c9-526b-4132-8442-189807feef6c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:24.596092 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-7068a4c9-526b-4132-8442-189807feef6c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:24.719146 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-7068a4c9-526b-4132-8442-189807feef6c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9920239 May 27 02:53:24.724650 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-676d72df-4939-442a-a1d6-ab986d8108f4 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:53:24.725666 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-676d72df-4939-442a-a1d6-ab986d8108f4 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051601 May 27 02:53:24.789569 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-8b52628e-2142-4981-9cee-79ef2fba3348 service neutron] Request body: {'port': {'device_id': 'e5f78ab8-5b93-46aa-a820-983a27faa46a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:53:24.891350 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-0af4868b-2661-41a0-b707-85ffa2e05755 None None] Provisioning for port bf05074a-ff9b-4bd0-b495-966014b24c07 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:53:24.896725 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-0af4868b-2661-41a0-b707-85ffa2e05755 None None] Provisioning complete for port bf05074a-ff9b-4bd0-b495-966014b24c07 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:53:24.897215 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0af4868b-2661-41a0-b707-85ffa2e05755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:24.910656 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-8b52628e-2142-4981-9cee-79ef2fba3348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:24.950308 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-0af4868b-2661-41a0-b707-85ffa2e05755 None None] Port bf05074a-ff9b-4bd0-b495-966014b24c07 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:53:25.186457 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc0bbc-b2ed-4f1a-91b9-c997d7a2c9c3 req-5133fec3-030f-43ec-84b2-6e9b5bebacac tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:25.187965 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d7fc0bbc-b2ed-4f1a-91b9-c997d7a2c9c3 req-5133fec3-030f-43ec-84b2-6e9b5bebacac tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5f78ab8-5b93-46aa-a820-983a27faa46a HTTP/1.1" status: 200 len: 931 time: 0.0918312 May 27 02:53:25.244873 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d7fc0bbc-b2ed-4f1a-91b9-c997d7a2c9c3 req-e38407ae-8afb-46ee-bd4a-afa2d98461d2 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495498 May 27 02:53:25.292260 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-8b52628e-2142-4981-9cee-79ef2fba3348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf05074a-ff9b-4bd0-b495-966014b24c07 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:53:25.301074 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-8b52628e-2142-4981-9cee-79ef2fba3348 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:25.317749 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-8b52628e-2142-4981-9cee-79ef2fba3348 service neutron] Transition to ACTIVE for port object bf05074a-ff9b-4bd0-b495-966014b24c07 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:53:25.372332 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-8b52628e-2142-4981-9cee-79ef2fba3348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:25.563712 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b52628e-2142-4981-9cee-79ef2fba3348 service neutron] Pushing event updated for resources: {'Port': ['ID=bf05074a-ff9b-4bd0-b495-966014b24c07,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:25.584244 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-06394e4d-11ae-42cb-94b4-7b2f356f8efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:25.615465 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-8b52628e-2142-4981-9cee-79ef2fba3348 service neutron] Attempting to bind port bf05074a-ff9b-4bd0-b495-966014b24c07 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:53:25.615465 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-8b52628e-2142-4981-9cee-79ef2fba3348 service neutron] Attempting to bind port bf05074a-ff9b-4bd0-b495-966014b24c07 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '77a48b29-f789-41c3-82b2-66a5eb7c53b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:53:25.615727 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-8b52628e-2142-4981-9cee-79ef2fba3348 service neutron] Attempting to bind port bf05074a-ff9b-4bd0-b495-966014b24c07 on network 3065bf7b-fd6e-4d0b-a830-392fdd7f9351 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:53:25.620803 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-8b52628e-2142-4981-9cee-79ef2fba3348 service neutron] Port bf05074a-ff9b-4bd0-b495-966014b24c07 on network 3065bf7b-fd6e-4d0b-a830-392fdd7f9351 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:53:25.621122 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-8b52628e-2142-4981-9cee-79ef2fba3348 service neutron] Attempting to bind port bf05074a-ff9b-4bd0-b495-966014b24c07 on network 3065bf7b-fd6e-4d0b-a830-392fdd7f9351 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:53:25.626562 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-8b52628e-2142-4981-9cee-79ef2fba3348 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:53:25.626896 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-8b52628e-2142-4981-9cee-79ef2fba3348 service neutron] Checking segment: {'id': '77a48b29-f789-41c3-82b2-66a5eb7c53b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:53:25.627276 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-8b52628e-2142-4981-9cee-79ef2fba3348 service neutron] Bound using segment: {'id': '77a48b29-f789-41c3-82b2-66a5eb7c53b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:53:25.627861 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-8b52628e-2142-4981-9cee-79ef2fba3348 service neutron] Bound port: bf05074a-ff9b-4bd0-b495-966014b24c07, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a48b29-f789-41c3-82b2-66a5eb7c53b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:53:25.628211 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-8b52628e-2142-4981-9cee-79ef2fba3348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:25.719814 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-8b52628e-2142-4981-9cee-79ef2fba3348 service neutron] For port bf05074a-ff9b-4bd0-b495-966014b24c07, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:53:25.722925 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-8b52628e-2142-4981-9cee-79ef2fba3348 service neutron] For port bf05074a-ff9b-4bd0-b495-966014b24c07, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=bf05074a-ff9b-4bd0-b495-966014b24c07,segment=NetworkSegment(77a48b29-f789-41c3-82b2-66a5eb7c53b7),segment_id=77a48b29-f789-41c3-82b2-66a5eb7c53b7)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:53:25.789146 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-8b52628e-2142-4981-9cee-79ef2fba3348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:25.853765 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-8b52628e-2142-4981-9cee-79ef2fba3348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:25.854373 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-8b52628e-2142-4981-9cee-79ef2fba3348 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:25.855728 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-8b52628e-2142-4981-9cee-79ef2fba3348 service neutron] 10.222.0.66 "PUT /v2.0/ports/bf05074a-ff9b-4bd0-b495-966014b24c07 HTTP/1.1" status: 200 len: 1091 time: 1.1233346 May 27 02:53:25.856158 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f78ab8-5b93-46aa-a820-983a27faa46a', 'tag': 'bf05074a-ff9b-4bd0-b495-966014b24c07'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:53:25.881746 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b52628e-2142-4981-9cee-79ef2fba3348 service neutron] Pushing event updated for resources: {'Port': ['ID=bf05074a-ff9b-4bd0-b495-966014b24c07,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:25.902135 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87ad59d2-b0db-4f90-964b-36d1199fcb75'] response: {'name': 'network-changed', 'server_uuid': 'e5f78ab8-5b93-46aa-a820-983a27faa46a', 'tag': 'bf05074a-ff9b-4bd0-b495-966014b24c07', 'status': 'completed', 'code': 200} May 27 02:53:26.100599 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ad4e0-d9c7-4dd6-aba5-588158bbef2d req-9c5b5e59-df23-40fd-900f-5782248caafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:26.102062 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-680ad4e0-d9c7-4dd6-aba5-588158bbef2d req-9c5b5e59-df23-40fd-900f-5782248caafd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3fadd088ccc74553a04697be263b7906&device_id=e5f78ab8-5b93-46aa-a820-983a27faa46a HTTP/1.1" status: 200 len: 1094 time: 0.1801000 May 27 02:53:26.241632 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ad4e0-d9c7-4dd6-aba5-588158bbef2d req-64b25b63-9efa-4cb7-a8ef-333630924ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:26.242180 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-680ad4e0-d9c7-4dd6-aba5-588158bbef2d req-64b25b63-9efa-4cb7-a8ef-333630924ed0 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=3fadd088ccc74553a04697be263b7906&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1340139 May 27 02:53:26.383194 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ad4e0-d9c7-4dd6-aba5-588158bbef2d req-b1badac5-5f1d-4d1f-9ea9-53e1e6639b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:26.388525 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-680ad4e0-d9c7-4dd6-aba5-588158bbef2d req-b1badac5-5f1d-4d1f-9ea9-53e1e6639b6c service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1374075 May 27 02:53:26.517267 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-d1bd2b87-80d7-49a5-8bd3-8b12a49b230c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:26.519163 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-d1bd2b87-80d7-49a5-8bd3-8b12a49b230c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3fadd088ccc74553a04697be263b7906&device_id=e5f78ab8-5b93-46aa-a820-983a27faa46a HTTP/1.1" status: 200 len: 1094 time: 0.0808582 May 27 02:53:26.544544 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7eec99-4ec4-4d03-8812-932c2ee5c75c req-35888ca5-d371-4e2b-9f90-4791e5083d0e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:26.546052 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2c7eec99-4ec4-4d03-8812-932c2ee5c75c req-35888ca5-d371-4e2b-9f90-4791e5083d0e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5f78ab8-5b93-46aa-a820-983a27faa46a HTTP/1.1" status: 200 len: 943 time: 0.2013385 May 27 02:53:26.590099 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-8c1cb2d5-efbc-4d9d-b227-a9f5118cdcc9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf05074a-ff9b-4bd0-b495-966014b24c07 HTTP/1.1" status: 200 len: 217 time: 0.0647981 May 27 02:53:26.593564 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2c7eec99-4ec4-4d03-8812-932c2ee5c75c req-ca83c807-a5eb-4466-bff3-f315358f167b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415907 May 27 02:53:26.654017 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-64cffae6-95c4-4ad0-a51c-b375e7f262ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:26.655499 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-64cffae6-95c4-4ad0-a51c-b375e7f262ea service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d5a421f1-cfc1-40c1-b671-1e4d60b8996c HTTP/1.1" status: 200 len: 851 time: 0.0600653 May 27 02:53:26.730842 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-3ed202a1-368d-4bcd-b8f6-ebd82b2e12d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:26.732268 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-3ed202a1-368d-4bcd-b8f6-ebd82b2e12d9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716100 May 27 02:53:26.862481 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-d6189890-d3cc-4c90-a83f-6335c86a8eca service neutron] 10.222.0.66 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236200 May 27 02:53:26.994754 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-aecbd444-1c05-473d-b9c7-04b2cf14464e req-917764cc-6f67-43ac-afb1-4b1430ac7f66 service neutron] 10.222.0.66 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270878 May 27 02:53:27.780642 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3250b-596a-43fa-b1c1-2bc227d244e5 req-5d4b84b2-8db6-46cd-813b-b085bdbd40fd tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:27.782478 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-16a3250b-596a-43fa-b1c1-2bc227d244e5 req-5d4b84b2-8db6-46cd-813b-b085bdbd40fd tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5f78ab8-5b93-46aa-a820-983a27faa46a HTTP/1.1" status: 200 len: 943 time: 0.0803843 May 27 02:53:27.831728 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-16a3250b-596a-43fa-b1c1-2bc227d244e5 req-34c6c456-ee32-4bbb-8ade-e6bfa26da0d1 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427768 May 27 02:53:27.839877 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e1897adc-e095-46c1-ae88-8aa433b6a839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:29.014346 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d07e8-4e31-46dd-8cfe-07da94e21d19 req-3d9ab45a-dc1f-4890-bad5-58cdef43d77c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:29.015811 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-201d07e8-4e31-46dd-8cfe-07da94e21d19 req-3d9ab45a-dc1f-4890-bad5-58cdef43d77c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5f78ab8-5b93-46aa-a820-983a27faa46a HTTP/1.1" status: 200 len: 943 time: 0.0798757 May 27 02:53:29.051428 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:29.060484 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-201d07e8-4e31-46dd-8cfe-07da94e21d19 req-0e55a4b7-3e68-4982-963c-244acad1b6de tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389471 May 27 02:53:29.080249 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:30.195580 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:30.251115 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5bc28f-a83c-43e6-a7ef-e63835b8b062 req-3e3ba299-5d9f-4000-8727-f6670e874ded tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:30.252558 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2d5bc28f-a83c-43e6-a7ef-e63835b8b062 req-3e3ba299-5d9f-4000-8727-f6670e874ded tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5f78ab8-5b93-46aa-a820-983a27faa46a HTTP/1.1" status: 200 len: 943 time: 0.0810411 May 27 02:53:30.296219 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2d5bc28f-a83c-43e6-a7ef-e63835b8b062 req-f6586a88-b9c1-4230-8b42-0cd16bfc0de8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378458 May 27 02:53:31.479645 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980128c8-3984-4a2e-8d62-39464902012a req-2f788146-e4a0-4888-aa4d-05f2c9e758ff tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:31.481112 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-980128c8-3984-4a2e-8d62-39464902012a req-2f788146-e4a0-4888-aa4d-05f2c9e758ff tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5f78ab8-5b93-46aa-a820-983a27faa46a HTTP/1.1" status: 200 len: 943 time: 0.0778019 May 27 02:53:31.524152 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-980128c8-3984-4a2e-8d62-39464902012a req-fe38b5f4-2cd2-4b37-bdb2-b368916c5165 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373366 May 27 02:53:32.711951 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb6b3f-6858-4059-a30d-dd36d6363b02 req-545d4db3-ad5e-481f-902a-4b58a9443166 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:32.713956 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-65eb6b3f-6858-4059-a30d-dd36d6363b02 req-545d4db3-ad5e-481f-902a-4b58a9443166 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5f78ab8-5b93-46aa-a820-983a27faa46a HTTP/1.1" status: 200 len: 943 time: 0.0841296 May 27 02:53:32.757784 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-65eb6b3f-6858-4059-a30d-dd36d6363b02 req-9a6a3779-38b0-4239-803c-d0d771345842 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376353 May 27 02:53:33.939010 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667bd6f-7d63-4d9a-8f79-9dc96314bd37 req-215e59cd-a246-43ea-8c5c-750c23360025 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:33.940434 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d667bd6f-7d63-4d9a-8f79-9dc96314bd37 req-215e59cd-a246-43ea-8c5c-750c23360025 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5f78ab8-5b93-46aa-a820-983a27faa46a HTTP/1.1" status: 200 len: 943 time: 0.0779827 May 27 02:53:33.983683 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d667bd6f-7d63-4d9a-8f79-9dc96314bd37 req-5235136e-152f-454c-9a50-96d2f4a8d253 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372705 May 27 02:53:34.200794 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device bf05074a-ff9b-4bd0-b495-966014b24c07 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:53:34.331855 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port bf05074a-ff9b-4bd0-b495-966014b24c07, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=bf05074a-ff9b-4bd0-b495-966014b24c07,segment=NetworkSegment(77a48b29-f789-41c3-82b2-66a5eb7c53b7),segment_id=77a48b29-f789-41c3-82b2-66a5eb7c53b7)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:53:34.344494 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': 'bf05074a-ff9b-4bd0-b495-966014b24c07', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'port_id': 'bf05074a-ff9b-4bd0-b495-966014b24c07', 'mac_address': 'fa:16:3e:f9:dc:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:53:34.402394 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port bf05074a-ff9b-4bd0-b495-966014b24c07 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:53:34.402769 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:34.420171 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf05074a-ff9b-4bd0-b495-966014b24c07 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:53:34.434974 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port bf05074a-ff9b-4bd0-b495-966014b24c07, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=bf05074a-ff9b-4bd0-b495-966014b24c07,segment=NetworkSegment(77a48b29-f789-41c3-82b2-66a5eb7c53b7),segment_id=77a48b29-f789-41c3-82b2-66a5eb7c53b7)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:53:34.502594 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:34.569802 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=bf05074a-ff9b-4bd0-b495-966014b24c07,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:34.691565 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['bf05074a-ff9b-4bd0-b495-966014b24c07'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:53:35.170791 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed0108-f0ba-49ce-9843-d51b2b3b0d7e req-9f3cfc73-8cbe-45a1-862a-f401d71e9552 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:35.172245 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7bed0108-f0ba-49ce-9843-d51b2b3b0d7e req-9f3cfc73-8cbe-45a1-862a-f401d71e9552 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5f78ab8-5b93-46aa-a820-983a27faa46a HTTP/1.1" status: 200 len: 944 time: 0.0822735 May 27 02:53:35.217830 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7bed0108-f0ba-49ce-9843-d51b2b3b0d7e req-0bae7502-1103-4bed-aad7-c54d37c13e8f tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397356 May 27 02:53:35.663832 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:53:36.200339 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device bf05074a-ff9b-4bd0-b495-966014b24c07 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:53:36.313939 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port bf05074a-ff9b-4bd0-b495-966014b24c07 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:53:36.319031 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port bf05074a-ff9b-4bd0-b495-966014b24c07 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:53:36.319502 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:36.402642 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574de7b4-ee59-4ab5-9bdc-d22eca97e050 req-ea779d09-b991-4ebe-9ba2-6709ec2bc2a7 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:36.404095 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-574de7b4-ee59-4ab5-9bdc-d22eca97e050 req-ea779d09-b991-4ebe-9ba2-6709ec2bc2a7 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5f78ab8-5b93-46aa-a820-983a27faa46a HTTP/1.1" status: 200 len: 944 time: 0.0797265 May 27 02:53:36.439392 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port bf05074a-ff9b-4bd0-b495-966014b24c07 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:53:36.439765 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:36.453310 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-574de7b4-ee59-4ab5-9bdc-d22eca97e050 req-8b6ce0eb-9374-4d19-a40a-4c5e8f591e62 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429606 May 27 02:53:36.472378 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f78ab8-5b93-46aa-a820-983a27faa46a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf05074a-ff9b-4bd0-b495-966014b24c07'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:53:36.481866 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port bf05074a-ff9b-4bd0-b495-966014b24c07, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=bf05074a-ff9b-4bd0-b495-966014b24c07,segment=NetworkSegment(77a48b29-f789-41c3-82b2-66a5eb7c53b7),segment_id=77a48b29-f789-41c3-82b2-66a5eb7c53b7)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:53:36.516529 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2764b84c-e0bd-4f86-9dc4-9c7f4780a8c3'] response: {'server_uuid': 'e5f78ab8-5b93-46aa-a820-983a27faa46a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf05074a-ff9b-4bd0-b495-966014b24c07', 'code': 200} May 27 02:53:36.554337 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:36.623122 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=bf05074a-ff9b-4bd0-b495-966014b24c07,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:36.630552 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:36.630896 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:36.631226 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:36.631554 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:36.631880 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:36.632204 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:36.632528 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:36.632882 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:36.633201 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:36.633518 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:36.633836 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:36.634151 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:36.648064 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17695b-e2ac-4f29-a399-c48d39b83745 req-752a7a2b-644e-45d5-aa9b-69a17e19c7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:36.649647 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6b17695b-e2ac-4f29-a399-c48d39b83745 req-752a7a2b-644e-45d5-aa9b-69a17e19c7f1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e5f78ab8-5b93-46aa-a820-983a27faa46a HTTP/1.1" status: 200 len: 1096 time: 0.0770979 May 27 02:53:36.688950 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6b17695b-e2ac-4f29-a399-c48d39b83745 req-33927536-3547-434a-b2a9-9cde299d4d1e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337989 May 27 02:53:37.646121 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bad87c-eed8-44d2-beaa-7e0db76fa7f7 req-72e168ad-43bb-4c5e-9ac5-da25833ee64a tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:37.647584 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-92bad87c-eed8-44d2-beaa-7e0db76fa7f7 req-72e168ad-43bb-4c5e-9ac5-da25833ee64a tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5f78ab8-5b93-46aa-a820-983a27faa46a HTTP/1.1" status: 200 len: 945 time: 0.0816424 May 27 02:53:37.693392 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-92bad87c-eed8-44d2-beaa-7e0db76fa7f7 req-68e91a07-a677-49cf-b323-8b9a6c0bb9e3 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395253 May 27 02:53:38.883571 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9562ba-c6d0-4696-9784-6988e803758a req-61be5081-6270-49b5-abfa-3166a1e9e412 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:38.885040 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2a9562ba-c6d0-4696-9784-6988e803758a req-61be5081-6270-49b5-abfa-3166a1e9e412 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5f78ab8-5b93-46aa-a820-983a27faa46a HTTP/1.1" status: 200 len: 945 time: 0.0825856 May 27 02:53:38.928168 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2a9562ba-c6d0-4696-9784-6988e803758a req-2171901a-d6da-4241-a6f8-036b2c3686bf tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367649 May 27 02:53:39.107056 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6dc9e-1a40-4640-ba7d-7590ac8c815d req-14b2ce9b-8306-4f9e-9df9-ee31f23346d1 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:39.108563 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0df6dc9e-1a40-4640-ba7d-7590ac8c815d req-14b2ce9b-8306-4f9e-9df9-ee31f23346d1 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5f78ab8-5b93-46aa-a820-983a27faa46a HTTP/1.1" status: 200 len: 945 time: 0.0783899 May 27 02:53:39.152169 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0df6dc9e-1a40-4640-ba7d-7590ac8c815d req-85e0d9d4-2b78-4bb3-b522-0f53e7adca6d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379474 May 27 02:53:39.174722 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 60770) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:53:39.247260 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fd32cf-823f-4aca-a45d-1df8d6b15c19 tempest-TestVolumeBootPattern-408301320 tempest-TestVolumeBootPattern-408301320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:39.249753 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e9fd32cf-823f-4aca-a45d-1df8d6b15c19 tempest-TestVolumeBootPattern-408301320 tempest-TestVolumeBootPattern-408301320-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e5f78ab8-5b93-46aa-a820-983a27faa46a HTTP/1.1" status: 200 len: 1091 time: 0.0730522 May 27 02:53:39.251591 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 60774) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:53:39.256322 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-83af16ba-585f-4d74-ae3b-df4a2a5fd0af tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'port_id': 'bf05074a-ff9b-4bd0-b495-966014b24c07', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:53:39.263166 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-83af16ba-585f-4d74-ae3b-df4a2a5fd0af tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:53:39.266999 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-83af16ba-585f-4d74-ae3b-df4a2a5fd0af tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Usage tracker for resource:floatingip and tenant:3fadd088ccc74553a04697be263b7906 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:53:39.269845 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-83af16ba-585f-4d74-ae3b-df4a2a5fd0af tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:53:39.275499 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-83af16ba-585f-4d74-ae3b-df4a2a5fd0af tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:53:39.347876 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-83af16ba-585f-4d74-ae3b-df4a2a5fd0af tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for floatingip, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:39.485246 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-83af16ba-585f-4d74-ae3b-df4a2a5fd0af tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:39.623766 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-83af16ba-585f-4d74-ae3b-df4a2a5fd0af tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Allocated IP 172.25.1.3 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/af5539dc-de8e-4340-8694-88288cb50377) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:53:39.775779 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-83af16ba-585f-4d74-ae3b-df4a2a5fd0af tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:39.891492 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-83af16ba-585f-4d74-ae3b-df4a2a5fd0af tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:39.955402 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83af16ba-585f-4d74-ae3b-df4a2a5fd0af tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:53:39.958307 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-83af16ba-585f-4d74-ae3b-df4a2a5fd0af tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:53:39.961794 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83af16ba-585f-4d74-ae3b-df4a2a5fd0af tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:53:40.005179 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af16ba-585f-4d74-ae3b-df4a2a5fd0af tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Pushing event updated for resources: {'Port': ['ID=af5539dc-de8e-4340-8694-88288cb50377,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:40.018350 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af16ba-585f-4d74-ae3b-df4a2a5fd0af tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:40.018699 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af16ba-585f-4d74-ae3b-df4a2a5fd0af tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:40.019043 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af16ba-585f-4d74-ae3b-df4a2a5fd0af tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:40.019382 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af16ba-585f-4d74-ae3b-df4a2a5fd0af tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:40.019714 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af16ba-585f-4d74-ae3b-df4a2a5fd0af tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:40.020047 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af16ba-585f-4d74-ae3b-df4a2a5fd0af tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:40.020375 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af16ba-585f-4d74-ae3b-df4a2a5fd0af tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:40.020813 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af16ba-585f-4d74-ae3b-df4a2a5fd0af tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:40.021148 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af16ba-585f-4d74-ae3b-df4a2a5fd0af tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:40.021478 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af16ba-585f-4d74-ae3b-df4a2a5fd0af tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:40.021841 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af16ba-585f-4d74-ae3b-df4a2a5fd0af tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:40.022159 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af16ba-585f-4d74-ae3b-df4a2a5fd0af tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:40.509552 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-83af16ba-585f-4d74-ae3b-df4a2a5fd0af tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:40.683415 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-83af16ba-585f-4d74-ae3b-df4a2a5fd0af tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:40.886579 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-83af16ba-585f-4d74-ae3b-df4a2a5fd0af tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:40.936642 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-83af16ba-585f-4d74-ae3b-df4a2a5fd0af tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:41.044881 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af16ba-585f-4d74-ae3b-df4a2a5fd0af tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Pushing event updated for resources: {'Port': ['ID=af5539dc-de8e-4340-8694-88288cb50377,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:41.056499 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-83af16ba-585f-4d74-ae3b-df4a2a5fd0af tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:41.230263 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-83af16ba-585f-4d74-ae3b-df4a2a5fd0af tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Floating IP 5ac69e49-8962-49e1-8fdf-0d6b92374372 associated. External IP: 172.25.1.3, port: bf05074a-ff9b-4bd0-b495-966014b24c07. May 27 02:53:41.580027 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83af16ba-585f-4d74-ae3b-df4a2a5fd0af tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Router a9ff13da-f389-402c-87d6-47881f89fe1b has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:53:41.763776 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83af16ba-585f-4d74-ae3b-df4a2a5fd0af tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:53:41.773646 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519baf58-db09-4af9-8669-54dbf04bfb96 None None] Sync routers for ids ['a9ff13da-f389-402c-87d6-47881f89fe1b'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:53:41.784373 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519baf58-db09-4af9-8669-54dbf04bfb96 None None] Routers {'a9ff13da-f389-402c-87d6-47881f89fe1b'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:53:41.789464 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-519baf58-db09-4af9-8669-54dbf04bfb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:53:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['a9ff13da-f389-402c-87d6-47881f89fe1b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:53:41.836027 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-83af16ba-585f-4d74-ae3b-df4a2a5fd0af tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:41.895350 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-83af16ba-585f-4d74-ae3b-df4a2a5fd0af tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.6427603 May 27 02:53:41.898741 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f78ab8-5b93-46aa-a820-983a27faa46a', 'tag': 'bf05074a-ff9b-4bd0-b495-966014b24c07'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:53:41.939848 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b314ddf-7392-421c-aadd-6baef752efe2'] response: {'name': 'network-changed', 'server_uuid': 'e5f78ab8-5b93-46aa-a820-983a27faa46a', 'tag': 'bf05074a-ff9b-4bd0-b495-966014b24c07', 'status': 'completed', 'code': 200} May 27 02:53:41.969278 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-519baf58-db09-4af9-8669-54dbf04bfb96 None None] Set router a9ff13da-f389-402c-87d6-47881f89fe1b gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:53:42.030186 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64f531-b7c0-4a51-81c6-164183403780 req-4be65737-a864-4530-b95d-cd93bbcb6743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:42.031683 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0a64f531-b7c0-4a51-81c6-164183403780 req-4be65737-a864-4530-b95d-cd93bbcb6743 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3fadd088ccc74553a04697be263b7906&device_id=e5f78ab8-5b93-46aa-a820-983a27faa46a HTTP/1.1" status: 200 len: 1096 time: 0.0715256 May 27 02:53:42.165674 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64f531-b7c0-4a51-81c6-164183403780 req-4394ef87-6b98-4ab9-8794-bc7b56a87331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:42.167745 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0a64f531-b7c0-4a51-81c6-164183403780 req-4394ef87-6b98-4ab9-8794-bc7b56a87331 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351 HTTP/1.1" status: 200 len: 913 time: 0.1308854 May 27 02:53:42.269839 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0a64f531-b7c0-4a51-81c6-164183403780 req-d124dfbb-7568-404f-b2d0-8678a8f9d32a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf05074a-ff9b-4bd0-b495-966014b24c07 HTTP/1.1" status: 200 len: 997 time: 0.0968263 May 27 02:53:42.331313 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64f531-b7c0-4a51-81c6-164183403780 req-7ce5882e-af6c-4921-93a3-8987cdd1369f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:42.332863 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0a64f531-b7c0-4a51-81c6-164183403780 req-7ce5882e-af6c-4921-93a3-8987cdd1369f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d5a421f1-cfc1-40c1-b671-1e4d60b8996c HTTP/1.1" status: 200 len: 851 time: 0.0578039 May 27 02:53:42.362125 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-519baf58-db09-4af9-8669-54dbf04bfb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'name': 'tempest-TestVolumeBootPattern-1950393680-router', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:30Z', 'updated_at': '2022-05-27T02:48:35Z', 'revision_number': 4, 'project_id': '3fadd088ccc74553a04697be263b7906', 'gw_port': {'id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:31Z', 'updated_at': '2022-05-27T02:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '5ac69e49-8962-49e1-8fdf-0d6b92374372', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'floating_ip_address': '172.25.1.3', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'port_id': 'bf05074a-ff9b-4bd0-b495-966014b24c07', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'mac_address': 'fa:16:3e:f9:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f78ab8-5b93-46aa-a820-983a27faa46a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:53:40Z', 'updated_at': '2022-05-27T02:53:40Z', 'revision_number': 0, 'project_id': '3fadd088ccc74553a04697be263b7906', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd42472c2-c78a-44d6-a83d-d5bef2e7b4b2', 'name': '', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'mac_address': 'fa:16:3e:37:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:34Z', 'updated_at': '2022-05-27T02:48:42Z', 'revision_number': 5, 'project_id': '3fadd088ccc74553a04697be263b7906', 'subnets': [{'id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:53:42.366521 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519baf58-db09-4af9-8669-54dbf04bfb96 None None] Checking router: a9ff13da-f389-402c-87d6-47881f89fe1b for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:53:42.375657 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519baf58-db09-4af9-8669-54dbf04bfb96 None None] Routers {'a9ff13da-f389-402c-87d6-47881f89fe1b'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:53:42.376264 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-519baf58-db09-4af9-8669-54dbf04bfb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:53:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['a9ff13da-f389-402c-87d6-47881f89fe1b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:53:42.412758 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64f531-b7c0-4a51-81c6-164183403780 req-4126d6cd-f0c5-4c9c-89d0-0837df925110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:42.414418 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0a64f531-b7c0-4a51-81c6-164183403780 req-4126d6cd-f0c5-4c9c-89d0-0837df925110 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755613 May 27 02:53:42.563678 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-519baf58-db09-4af9-8669-54dbf04bfb96 None None] Set router a9ff13da-f389-402c-87d6-47881f89fe1b gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:53:42.646483 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0a64f531-b7c0-4a51-81c6-164183403780 req-a50c73e9-bb3e-4ca0-a78d-d70e26d556bd service neutron] 10.222.0.66 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264671 May 27 02:53:42.780500 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0a64f531-b7c0-4a51-81c6-164183403780 req-52ed4e46-6f7e-44df-b7a0-b454b3c1dfa2 service neutron] 10.222.0.66 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282165 May 27 02:53:42.917388 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-519baf58-db09-4af9-8669-54dbf04bfb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'name': 'tempest-TestVolumeBootPattern-1950393680-router', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:30Z', 'updated_at': '2022-05-27T02:48:35Z', 'revision_number': 4, 'project_id': '3fadd088ccc74553a04697be263b7906', 'gw_port': {'id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:31Z', 'updated_at': '2022-05-27T02:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '5ac69e49-8962-49e1-8fdf-0d6b92374372', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'floating_ip_address': '172.25.1.3', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'port_id': 'bf05074a-ff9b-4bd0-b495-966014b24c07', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'mac_address': 'fa:16:3e:f9:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f78ab8-5b93-46aa-a820-983a27faa46a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:53:40Z', 'updated_at': '2022-05-27T02:53:40Z', 'revision_number': 0, 'project_id': '3fadd088ccc74553a04697be263b7906', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd42472c2-c78a-44d6-a83d-d5bef2e7b4b2', 'name': '', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'mac_address': 'fa:16:3e:37:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:34Z', 'updated_at': '2022-05-27T02:48:42Z', 'revision_number': 5, 'project_id': '3fadd088ccc74553a04697be263b7906', 'subnets': [{'id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:53:42.921590 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519baf58-db09-4af9-8669-54dbf04bfb96 None None] The sync data for ids ['a9ff13da-f389-402c-87d6-47881f89fe1b'] in n-d-843554-3 is: [{'id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'name': 'tempest-TestVolumeBootPattern-1950393680-router', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:30Z', 'updated_at': '2022-05-27T02:48:35Z', 'revision_number': 4, 'project_id': '3fadd088ccc74553a04697be263b7906', 'gw_port': {'id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:31Z', 'updated_at': '2022-05-27T02:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '5ac69e49-8962-49e1-8fdf-0d6b92374372', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'floating_ip_address': '172.25.1.3', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'port_id': 'bf05074a-ff9b-4bd0-b495-966014b24c07', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'mac_address': 'fa:16:3e:f9:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f78ab8-5b93-46aa-a820-983a27faa46a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:53:40Z', 'updated_at': '2022-05-27T02:53:40Z', 'revision_number': 0, 'project_id': '3fadd088ccc74553a04697be263b7906', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd42472c2-c78a-44d6-a83d-d5bef2e7b4b2', 'name': '', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'mac_address': 'fa:16:3e:37:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:34Z', 'updated_at': '2022-05-27T02:48:42Z', 'revision_number': 5, 'project_id': '3fadd088ccc74553a04697be263b7906', 'subnets': [{'id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:53:43.116460 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff98a75-0a57-4bd5-ba25-c406c4c43b54 None None] New status for floating IP 5ac69e49-8962-49e1-8fdf-0d6b92374372: ACTIVE {{(pid=88904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:53:49.519947 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:49.562743 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:55.518923 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0fd2b572-5422-47ac-bc9c-9063bc48d6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:57.928865 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c4930c1e-8d17-4f5c-9645-57492a5eb254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:59.067848 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:59.107772 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:00.210738 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:06.216254 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f6ad11e5-7e2b-4f01-a628-3b45945301f0 req-eb8cde38-6389-4646-80fc-092374397c15 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e0964b57-608f-481a-9e67-cbbaad1d5b4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0709074 May 27 02:54:06.380876 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad11e5-7e2b-4f01-a628-3b45945301f0 req-91653218-4bb5-4567-9069-0a557a6bae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:54:06.380876 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f6ad11e5-7e2b-4f01-a628-3b45945301f0 req-91653218-4bb5-4567-9069-0a557a6bae68 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6dea002dbbc4f6898fea3cd621e3cae&device_id=e0964b57-608f-481a-9e67-cbbaad1d5b4c HTTP/1.1" status: 200 len: 1096 time: 0.0772829 May 27 02:54:06.523275 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad11e5-7e2b-4f01-a628-3b45945301f0 req-8059bbc1-e95f-4086-b18c-7c874cfe4f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:54:06.524880 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f6ad11e5-7e2b-4f01-a628-3b45945301f0 req-8059bbc1-e95f-4086-b18c-7c874cfe4f6e service neutron] 10.222.0.32 "GET /v2.0/networks?id=c2f756da-8f15-43e4-9386-0c48ae545b58 HTTP/1.1" status: 200 len: 910 time: 0.1323850 May 27 02:54:06.629851 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f6ad11e5-7e2b-4f01-a628-3b45945301f0 req-9c684b52-8540-43d0-8709-829165de3e38 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6147511-9811-4b60-8a18-a9dde9ab1727 HTTP/1.1" status: 200 len: 1001 time: 0.0989277 May 27 02:54:06.694358 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad11e5-7e2b-4f01-a628-3b45945301f0 req-4f1660fa-57f1-416b-8b38-605f5a34f744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:54:06.696273 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f6ad11e5-7e2b-4f01-a628-3b45945301f0 req-4f1660fa-57f1-416b-8b38-605f5a34f744 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=34031afd-bca2-460e-a76e-728a8b3e2362 HTTP/1.1" status: 200 len: 848 time: 0.0604765 May 27 02:54:06.770391 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad11e5-7e2b-4f01-a628-3b45945301f0 req-b71d645f-9b95-438e-9601-68ae42a5bb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:54:06.775521 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f6ad11e5-7e2b-4f01-a628-3b45945301f0 req-b71d645f-9b95-438e-9601-68ae42a5bb3c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c2f756da-8f15-43e4-9386-0c48ae545b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699825 May 27 02:54:06.902777 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f6ad11e5-7e2b-4f01-a628-3b45945301f0 req-d4de4eb7-c6c9-453a-a34d-177a6298b0fc service neutron] 10.222.0.32 "GET /v2.0/networks/c2f756da-8f15-43e4-9386-0c48ae545b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241856 May 27 02:54:07.034408 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f6ad11e5-7e2b-4f01-a628-3b45945301f0 req-c831005e-d46c-4129-85e3-e5b56d2ff8e1 service neutron] 10.222.0.32 "GET /v2.0/networks/c2f756da-8f15-43e4-9386-0c48ae545b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248546 May 27 02:54:10.800314 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-fa1d135c-948b-4d4f-a041-f8698e018f4c req-f4df44f8-c88a-4f31-84af-4bb5aa29e440 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e5f78ab8-5b93-46aa-a820-983a27faa46a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0789158 May 27 02:54:10.938194 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d135c-948b-4d4f-a041-f8698e018f4c req-cfa96f20-95e8-4971-a66a-75afaa7eb794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:54:10.939663 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-fa1d135c-948b-4d4f-a041-f8698e018f4c req-cfa96f20-95e8-4971-a66a-75afaa7eb794 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3fadd088ccc74553a04697be263b7906&device_id=e5f78ab8-5b93-46aa-a820-983a27faa46a HTTP/1.1" status: 200 len: 1096 time: 0.0705991 May 27 02:54:11.084043 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d135c-948b-4d4f-a041-f8698e018f4c req-16ac3e41-a91b-4278-bab1-8bf9352bec6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:54:11.085507 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-fa1d135c-948b-4d4f-a041-f8698e018f4c req-16ac3e41-a91b-4278-bab1-8bf9352bec6d service neutron] 10.222.0.66 "GET /v2.0/networks?id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351 HTTP/1.1" status: 200 len: 913 time: 0.1278656 May 27 02:54:11.189187 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-fa1d135c-948b-4d4f-a041-f8698e018f4c req-d3ecccef-8c8a-41fb-97cb-561609d705c1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf05074a-ff9b-4bd0-b495-966014b24c07 HTTP/1.1" status: 200 len: 999 time: 0.0970037 May 27 02:54:11.253258 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d135c-948b-4d4f-a041-f8698e018f4c req-4eead26c-ee0a-4407-8bb6-c03d1d57ad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:54:11.254710 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-fa1d135c-948b-4d4f-a041-f8698e018f4c req-4eead26c-ee0a-4407-8bb6-c03d1d57ad4c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d5a421f1-cfc1-40c1-b671-1e4d60b8996c HTTP/1.1" status: 200 len: 851 time: 0.0604887 May 27 02:54:11.329777 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d135c-948b-4d4f-a041-f8698e018f4c req-f8a33a47-5743-4b12-afd6-805020d1be6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:54:11.331217 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-fa1d135c-948b-4d4f-a041-f8698e018f4c req-f8a33a47-5743-4b12-afd6-805020d1be6e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709255 May 27 02:54:11.566197 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-fa1d135c-948b-4d4f-a041-f8698e018f4c req-1a9d8cdd-8520-43cf-b3e4-c039aae851fd service neutron] 10.222.0.66 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286747 May 27 02:54:11.701570 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-fa1d135c-948b-4d4f-a041-f8698e018f4c req-1a084236-4ef6-41c3-a095-f398a6ef7a4e service neutron] 10.222.0.66 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298881 May 27 02:54:12.664170 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:54:19.530600 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:19.575419 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:19.742547 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 60826) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:54:20.080596 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-33d9e136-528c-41ce-bf29-44492a62c8b0 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Deleting port 7a82ddc3-71ea-4c85-b7a5-a31db77fc784 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:54:20.080596 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-33d9e136-528c-41ce-bf29-44492a62c8b0 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:20.247989 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-33d9e136-528c-41ce-bf29-44492a62c8b0 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:20.248886 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-33d9e136-528c-41ce-bf29-44492a62c8b0 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:20.371964 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-33d9e136-528c-41ce-bf29-44492a62c8b0 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Calling delete_port for 7a82ddc3-71ea-4c85-b7a5-a31db77fc784 owned by network:floatingip {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:54:20.592687 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-33d9e136-528c-41ce-bf29-44492a62c8b0 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:20.674728 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d9e136-528c-41ce-bf29-44492a62c8b0 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Pushing event deleted for resources: {'Port': ['ID=7a82ddc3-71ea-4c85-b7a5-a31db77fc784,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:54:20.732824 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-33d9e136-528c-41ce-bf29-44492a62c8b0 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks [] for floatingip, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:20.733163 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-33d9e136-528c-41ce-bf29-44492a62c8b0 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Floating IP 4e94cb87-5564-4cc8-9271-7173322ec497 disassociated (deleted). External IP: 172.25.1.209, port: 10579a9d-fa48-400b-b194-7e336915222c. May 27 02:54:21.092630 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d9e136-528c-41ce-bf29-44492a62c8b0 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Router 4f7450bd-8c58-4daf-be44-f6b78ff770df has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:54:21.284130 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d9e136-528c-41ce-bf29-44492a62c8b0 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:54:21.295402 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c6c43f-c5f1-401b-9f70-2d59db26d29b None None] Sync routers for ids ['4f7450bd-8c58-4daf-be44-f6b78ff770df'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:54:21.304074 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c6c43f-c5f1-401b-9f70-2d59db26d29b None None] Routers {'4f7450bd-8c58-4daf-be44-f6b78ff770df'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:54:21.304694 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c7c6c43f-c5f1-401b-9f70-2d59db26d29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:53:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4f7450bd-8c58-4daf-be44-f6b78ff770df'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:54:21.307806 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-33d9e136-528c-41ce-bf29-44492a62c8b0 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:21.366157 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-33d9e136-528c-41ce-bf29-44492a62c8b0 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "DELETE /v2.0/floatingips/4e94cb87-5564-4cc8-9271-7173322ec497 HTTP/1.1" status: 204 len: 168 time: 1.6240585 May 27 02:54:21.367047 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a118e6-1ed9-4b6d-9a15-6394e8cdca89', 'tag': '10579a9d-fa48-400b-b194-7e336915222c'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:54:21.421085 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a22cfaba-b3ab-444f-b2e9-141e9bf4cb93'] response: {'name': 'network-changed', 'server_uuid': 'b8a118e6-1ed9-4b6d-9a15-6394e8cdca89', 'tag': '10579a9d-fa48-400b-b194-7e336915222c', 'status': 'completed', 'code': 200} May 27 02:54:21.492108 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-c7c6c43f-c5f1-401b-9f70-2d59db26d29b None None] Set router 4f7450bd-8c58-4daf-be44-f6b78ff770df gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:54:21.551453 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c2c4b-784c-440d-9dae-2329a2b64d07 req-55d681ec-8a10-4939-ae80-3ae8436eaa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:54:21.551453 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-782c2c4b-784c-440d-9dae-2329a2b64d07 req-55d681ec-8a10-4939-ae80-3ae8436eaa46 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3b74ba23f74147ad82762a3f0f1e556e&device_id=b8a118e6-1ed9-4b6d-9a15-6394e8cdca89 HTTP/1.1" status: 200 len: 1096 time: 0.0950937 May 27 02:54:21.698695 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c2c4b-784c-440d-9dae-2329a2b64d07 req-e05c6531-403e-4c0a-ad4a-4202c742d48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:54:21.699916 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-782c2c4b-784c-440d-9dae-2329a2b64d07 req-e05c6531-403e-4c0a-ad4a-4202c742d48b service neutron] 10.222.0.32 "GET /v2.0/networks?id=307f3fc5-fb67-4b52-bacb-377f24e4815d HTTP/1.1" status: 200 len: 915 time: 0.1464829 May 27 02:54:21.785245 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-782c2c4b-784c-440d-9dae-2329a2b64d07 req-cdac08d9-a225-4946-97f9-31d25f9cdef9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10579a9d-fa48-400b-b194-7e336915222c HTTP/1.1" status: 200 len: 217 time: 0.0702760 May 27 02:54:21.864807 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c2c4b-784c-440d-9dae-2329a2b64d07 req-97aeb6c3-256d-4519-8f18-6e86cdb5d28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:54:21.866294 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-782c2c4b-784c-440d-9dae-2329a2b64d07 req-97aeb6c3-256d-4519-8f18-6e86cdb5d28f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74fa6413-f073-4a59-b0ec-5ee211a79a9d HTTP/1.1" status: 200 len: 853 time: 0.0767407 May 27 02:54:21.871620 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c7c6c43f-c5f1-401b-9f70-2d59db26d29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'name': 'tempest-TestVolumeBackupRestore-1617157689-router', 'tenant_id': '3b74ba23f74147ad82762a3f0f1e556e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '24f015d8-265f-4c55-893f-d902bc472583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:49:48Z', 'updated_at': '2022-05-27T02:49:52Z', 'revision_number': 4, 'project_id': '3b74ba23f74147ad82762a3f0f1e556e', 'gw_port': {'id': '24f015d8-265f-4c55-893f-d902bc472583', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ad:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:49:49Z', 'updated_at': '2022-05-27T02:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'bd6b85c4-d848-43f1-a9f7-02a840f108f5', 'name': '', 'network_id': '307f3fc5-fb67-4b52-bacb-377f24e4815d', 'tenant_id': '3b74ba23f74147ad82762a3f0f1e556e', 'mac_address': 'fa:16:3e:8f:52:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '74fa6413-f073-4a59-b0ec-5ee211a79a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:49:52Z', 'updated_at': '2022-05-27T02:49:58Z', 'revision_number': 5, 'project_id': '3b74ba23f74147ad82762a3f0f1e556e', 'subnets': [{'id': '74fa6413-f073-4a59-b0ec-5ee211a79a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:54:21.877883 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c6c43f-c5f1-401b-9f70-2d59db26d29b None None] Checking router: 4f7450bd-8c58-4daf-be44-f6b78ff770df for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:54:21.888161 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c6c43f-c5f1-401b-9f70-2d59db26d29b None None] Routers {'4f7450bd-8c58-4daf-be44-f6b78ff770df'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:54:21.889302 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c7c6c43f-c5f1-401b-9f70-2d59db26d29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:53:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4f7450bd-8c58-4daf-be44-f6b78ff770df'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:54:21.955419 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c2c4b-784c-440d-9dae-2329a2b64d07 req-c6fe89ef-dac9-4df1-b926-376060fbe044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:54:21.957051 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-782c2c4b-784c-440d-9dae-2329a2b64d07 req-c6fe89ef-dac9-4df1-b926-376060fbe044 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=307f3fc5-fb67-4b52-bacb-377f24e4815d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0844753 May 27 02:54:22.064599 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a87a12-d877-4c43-aa47-aa5a247f2f98 req-8448196e-dc8b-48fb-9816-69aeb956130a tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:54:22.065334 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-80a87a12-d877-4c43-aa47-aa5a247f2f98 req-8448196e-dc8b-48fb-9816-69aeb956130a tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Synchronizing usage tracker for tenant:3b74ba23f74147ad82762a3f0f1e556e on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:54:22.102939 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-782c2c4b-784c-440d-9dae-2329a2b64d07 req-e5e1ea38-74dd-42d8-9766-e074ff4010ae service neutron] 10.222.0.32 "GET /v2.0/networks/307f3fc5-fb67-4b52-bacb-377f24e4815d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387570 May 27 02:54:22.133807 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-c7c6c43f-c5f1-401b-9f70-2d59db26d29b None None] Set router 4f7450bd-8c58-4daf-be44-f6b78ff770df gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:54:22.167162 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-80a87a12-d877-4c43-aa47-aa5a247f2f98 req-8448196e-dc8b-48fb-9816-69aeb956130a tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Unset dirty status for tenant:3b74ba23f74147ad82762a3f0f1e556e on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:54:22.168383 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-80a87a12-d877-4c43-aa47-aa5a247f2f98 req-8448196e-dc8b-48fb-9816-69aeb956130a tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8a118e6-1ed9-4b6d-9a15-6394e8cdca89 HTTP/1.1" status: 200 len: 945 time: 0.2045379 May 27 02:54:22.254228 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-782c2c4b-784c-440d-9dae-2329a2b64d07 req-fbf828c1-983a-4605-a4f0-211ce4cb2554 service neutron] 10.222.0.32 "GET /v2.0/networks/307f3fc5-fb67-4b52-bacb-377f24e4815d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438553 May 27 02:54:22.341025 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-80a87a12-d877-4c43-aa47-aa5a247f2f98 req-21c1d53d-1f1f-46d2-a4f0-9a5b35ea2dac tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "GET /v2.0/security-groups?id=902f5b65-336e-4eb5-b5f4-3386402567df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648588 May 27 02:54:22.463906 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c7c6c43f-c5f1-401b-9f70-2d59db26d29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'name': 'tempest-TestVolumeBackupRestore-1617157689-router', 'tenant_id': '3b74ba23f74147ad82762a3f0f1e556e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '24f015d8-265f-4c55-893f-d902bc472583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:49:48Z', 'updated_at': '2022-05-27T02:49:52Z', 'revision_number': 4, 'project_id': '3b74ba23f74147ad82762a3f0f1e556e', 'gw_port': {'id': '24f015d8-265f-4c55-893f-d902bc472583', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ad:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:49:49Z', 'updated_at': '2022-05-27T02:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'bd6b85c4-d848-43f1-a9f7-02a840f108f5', 'name': '', 'network_id': '307f3fc5-fb67-4b52-bacb-377f24e4815d', 'tenant_id': '3b74ba23f74147ad82762a3f0f1e556e', 'mac_address': 'fa:16:3e:8f:52:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '74fa6413-f073-4a59-b0ec-5ee211a79a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:49:52Z', 'updated_at': '2022-05-27T02:49:58Z', 'revision_number': 5, 'project_id': '3b74ba23f74147ad82762a3f0f1e556e', 'subnets': [{'id': '74fa6413-f073-4a59-b0ec-5ee211a79a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:54:22.467845 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c6c43f-c5f1-401b-9f70-2d59db26d29b None None] The sync data for ids ['4f7450bd-8c58-4daf-be44-f6b78ff770df'] in n-d-843554-3 is: [{'id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'name': 'tempest-TestVolumeBackupRestore-1617157689-router', 'tenant_id': '3b74ba23f74147ad82762a3f0f1e556e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '24f015d8-265f-4c55-893f-d902bc472583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:49:48Z', 'updated_at': '2022-05-27T02:49:52Z', 'revision_number': 4, 'project_id': '3b74ba23f74147ad82762a3f0f1e556e', 'gw_port': {'id': '24f015d8-265f-4c55-893f-d902bc472583', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ad:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:49:49Z', 'updated_at': '2022-05-27T02:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'bd6b85c4-d848-43f1-a9f7-02a840f108f5', 'name': '', 'network_id': '307f3fc5-fb67-4b52-bacb-377f24e4815d', 'tenant_id': '3b74ba23f74147ad82762a3f0f1e556e', 'mac_address': 'fa:16:3e:8f:52:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '74fa6413-f073-4a59-b0ec-5ee211a79a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:49:52Z', 'updated_at': '2022-05-27T02:49:58Z', 'revision_number': 5, 'project_id': '3b74ba23f74147ad82762a3f0f1e556e', 'subnets': [{'id': '74fa6413-f073-4a59-b0ec-5ee211a79a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:54:22.675550 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43263f22-ef41-4d85-82ba-abd87f0d28ab None None] New status for floating IP 4e94cb87-5564-4cc8-9271-7173322ec497: DOWN {{(pid=88904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:54:23.527368 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75edad43-6060-4142-8255-b9fa9997aef1 req-4d9688eb-af20-4965-9320-fe92492831a3 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:54:23.528837 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-75edad43-6060-4142-8255-b9fa9997aef1 req-4d9688eb-af20-4965-9320-fe92492831a3 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8a118e6-1ed9-4b6d-9a15-6394e8cdca89 HTTP/1.1" status: 200 len: 945 time: 0.0784888 May 27 02:54:23.573434 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-75edad43-6060-4142-8255-b9fa9997aef1 req-b27caf62-d121-44ed-a994-65b40137f864 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "GET /v2.0/security-groups?id=902f5b65-336e-4eb5-b5f4-3386402567df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385418 May 27 02:54:23.660727 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a48617-608d-4359-85a4-9ceede169191 req-8734dd85-bebb-4818-b8a9-de5b52c548a5 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:54:23.661416 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-49a48617-608d-4359-85a4-9ceede169191 req-8734dd85-bebb-4818-b8a9-de5b52c548a5 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Synchronizing usage tracker for tenant:3b74ba23f74147ad82762a3f0f1e556e on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:54:23.673330 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-49a48617-608d-4359-85a4-9ceede169191 req-8734dd85-bebb-4818-b8a9-de5b52c548a5 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Unset dirty status for tenant:3b74ba23f74147ad82762a3f0f1e556e on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:54:23.674707 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-49a48617-608d-4359-85a4-9ceede169191 req-8734dd85-bebb-4818-b8a9-de5b52c548a5 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8a118e6-1ed9-4b6d-9a15-6394e8cdca89 HTTP/1.1" status: 200 len: 945 time: 0.0917375 May 27 02:54:23.746011 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-49a48617-608d-4359-85a4-9ceede169191 req-8637e51e-935a-42f1-ba4d-3dfd1964d19e tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Deleting port 10579a9d-fa48-400b-b194-7e336915222c {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:54:23.746340 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-49a48617-608d-4359-85a4-9ceede169191 req-8637e51e-935a-42f1-ba4d-3dfd1964d19e tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:23.988080 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-49a48617-608d-4359-85a4-9ceede169191 req-8637e51e-935a-42f1-ba4d-3dfd1964d19e tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] For port 10579a9d-fa48-400b-b194-7e336915222c, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=10579a9d-fa48-400b-b194-7e336915222c,segment=NetworkSegment(a0bf8f0a-7c78-46b6-a005-5d4cee4fce4b),segment_id=a0bf8f0a-7c78-46b6-a005-5d4cee4fce4b)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:54:23.988440 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-49a48617-608d-4359-85a4-9ceede169191 req-8637e51e-935a-42f1-ba4d-3dfd1964d19e tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:24.107342 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-49a48617-608d-4359-85a4-9ceede169191 req-8637e51e-935a-42f1-ba4d-3dfd1964d19e tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Calling delete_port for 10579a9d-fa48-400b-b194-7e336915222c owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:54:24.387245 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-49a48617-608d-4359-85a4-9ceede169191 req-8637e51e-935a-42f1-ba4d-3dfd1964d19e tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:24.437208 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637e51e-935a-42f1-ba4d-3dfd1964d19e tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Pushing event deleted for resources: {'Port': ['ID=10579a9d-fa48-400b-b194-7e336915222c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:54:24.471205 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637e51e-935a-42f1-ba4d-3dfd1964d19e tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:54:24.471577 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637e51e-935a-42f1-ba4d-3dfd1964d19e tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:54:24.471920 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637e51e-935a-42f1-ba4d-3dfd1964d19e tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:54:24.472251 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637e51e-935a-42f1-ba4d-3dfd1964d19e tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:54:24.472580 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637e51e-935a-42f1-ba4d-3dfd1964d19e tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:54:24.472928 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637e51e-935a-42f1-ba4d-3dfd1964d19e tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:54:24.473253 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637e51e-935a-42f1-ba4d-3dfd1964d19e tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:54:24.473572 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637e51e-935a-42f1-ba4d-3dfd1964d19e tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:54:24.473893 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637e51e-935a-42f1-ba4d-3dfd1964d19e tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:54:24.474211 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637e51e-935a-42f1-ba4d-3dfd1964d19e tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:54:24.474530 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637e51e-935a-42f1-ba4d-3dfd1964d19e tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:54:24.474845 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637e51e-935a-42f1-ba4d-3dfd1964d19e tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:54:24.525726 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a48617-608d-4359-85a4-9ceede169191 req-8637e51e-935a-42f1-ba4d-3dfd1964d19e tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] No DVR routers for this DVR port 10579a9d-fa48-400b-b194-7e336915222c on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:54:24.528277 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-49a48617-608d-4359-85a4-9ceede169191 req-8637e51e-935a-42f1-ba4d-3dfd1964d19e tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:24.531600 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a118e6-1ed9-4b6d-9a15-6394e8cdca89', 'name': 'network-vif-deleted', 'tag': '10579a9d-fa48-400b-b194-7e336915222c'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:54:24.574954 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edef6278-67e6-41db-9378-ff14a228ab17'] response: {'server_uuid': 'b8a118e6-1ed9-4b6d-9a15-6394e8cdca89', 'name': 'network-vif-deleted', 'tag': '10579a9d-fa48-400b-b194-7e336915222c', 'status': 'completed', 'code': 200} May 27 02:54:24.635420 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-49a48617-608d-4359-85a4-9ceede169191 req-8637e51e-935a-42f1-ba4d-3dfd1964d19e tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.32 "DELETE /v2.0/ports/10579a9d-fa48-400b-b194-7e336915222c HTTP/1.1" status: 204 len: 173 time: 0.9558544 May 27 02:54:24.724918 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-119a7bf1-7d6b-4c69-8b36-4d5afbe16136 req-2d1c0d2d-6339-43c9-a85d-905918769fb1 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8a118e6-1ed9-4b6d-9a15-6394e8cdca89 HTTP/1.1" status: 200 len: 210 time: 0.0449789 May 27 02:54:25.535335 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2061c838-bb51-4961-9250-b3953a2479d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:25.893701 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-05257715-621b-48fc-bcb5-e4102d3c6667 req-367794f7-eb32-4f5e-b116-5568f854bcfd tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8a118e6-1ed9-4b6d-9a15-6394e8cdca89 HTTP/1.1" status: 200 len: 210 time: 0.0414243 May 27 02:54:26.711560 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 10579a9d-fa48-400b-b194-7e336915222c no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:54:26.748676 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 10579a9d-fa48-400b-b194-7e336915222c {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:54:26.749047 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 10579a9d-fa48-400b-b194-7e336915222c not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:54:26.992892 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 60854) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:54:27.058420 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a5562eee-ecda-4074-8cb3-7a5ba3aac678 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:27.087669 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a5562eee-ecda-4074-8cb3-7a5ba3aac678 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:27.250013 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a5562eee-ecda-4074-8cb3-7a5ba3aac678 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:27.261693 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5562eee-ecda-4074-8cb3-7a5ba3aac678 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=902f5b65-336e-4eb5-b5f4-3386402567df,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:54:27.346660 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a5562eee-ecda-4074-8cb3-7a5ba3aac678 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:27.348691 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a5562eee-ecda-4074-8cb3-7a5ba3aac678 tempest-TestVolumeBackupRestore-179185567 tempest-TestVolumeBackupRestore-179185567-project] 10.222.0.57 "DELETE /v2.0/security-groups/902f5b65-336e-4eb5-b5f4-3386402567df HTTP/1.1" status: 204 len: 168 time: 0.3538895 May 27 02:54:27.867393 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7971296b-c412-4c1d-9294-7afaa824aeef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:29.073136 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:29.124535 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:30.225952 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:30.320841 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 60982) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:54:30.896246 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6c645ae0-6203-4a6f-9100-6f6bd9fd5d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:31.642844 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6c645ae0-6203-4a6f-9100-6f6bd9fd5d8a admin admin] Deleting port bd6b85c4-d848-43f1-a9f7-02a840f108f5 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:54:31.642844 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6c645ae0-6203-4a6f-9100-6f6bd9fd5d8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:31.642844 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-6c645ae0-6203-4a6f-9100-6f6bd9fd5d8a admin admin] For port bd6b85c4-d848-43f1-a9f7-02a840f108f5, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=bd6b85c4-d848-43f1-a9f7-02a840f108f5,segment=NetworkSegment(a0bf8f0a-7c78-46b6-a005-5d4cee4fce4b),segment_id=a0bf8f0a-7c78-46b6-a005-5d4cee4fce4b)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:54:31.642844 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6c645ae0-6203-4a6f-9100-6f6bd9fd5d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:31.709786 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6c645ae0-6203-4a6f-9100-6f6bd9fd5d8a admin admin] Calling delete_port for bd6b85c4-d848-43f1-a9f7-02a840f108f5 owned by network:router_interface {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:54:32.084896 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6c645ae0-6203-4a6f-9100-6f6bd9fd5d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:32.167683 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c645ae0-6203-4a6f-9100-6f6bd9fd5d8a admin admin] Pushing event deleted for resources: {'Port': ['ID=bd6b85c4-d848-43f1-a9f7-02a840f108f5,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:54:32.405033 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6c645ae0-6203-4a6f-9100-6f6bd9fd5d8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:32.779363 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c645ae0-6203-4a6f-9100-6f6bd9fd5d8a admin admin] Router 4f7450bd-8c58-4daf-be44-f6b78ff770df has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:54:32.963546 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c645ae0-6203-4a6f-9100-6f6bd9fd5d8a admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:54:32.973377 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e2c97b-cc81-4c45-822c-ba8271719980 None None] Sync routers for ids ['4f7450bd-8c58-4daf-be44-f6b78ff770df'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:54:32.980523 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6c645ae0-6203-4a6f-9100-6f6bd9fd5d8a admin admin] 10.222.0.57 "PUT /v2.0/routers/4f7450bd-8c58-4daf-be44-f6b78ff770df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6583498 May 27 02:54:32.983064 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 32868) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:54:32.984845 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e2c97b-cc81-4c45-822c-ba8271719980 None None] Routers {'4f7450bd-8c58-4daf-be44-f6b78ff770df'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:54:32.985550 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f6e2c97b-cc81-4c45-822c-ba8271719980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:54:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4f7450bd-8c58-4daf-be44-f6b78ff770df'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:54:33.176481 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-f6e2c97b-cc81-4c45-822c-ba8271719980 None None] Set router 4f7450bd-8c58-4daf-be44-f6b78ff770df gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:54:33.300807 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c8a30d7-6704-4bd8-a958-046267c41768 admin admin] Notify callbacks [] for router, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:33.478099 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f6e2c97b-cc81-4c45-822c-ba8271719980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'name': 'tempest-TestVolumeBackupRestore-1617157689-router', 'tenant_id': '3b74ba23f74147ad82762a3f0f1e556e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '24f015d8-265f-4c55-893f-d902bc472583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:49:48Z', 'updated_at': '2022-05-27T02:54:31Z', 'revision_number': 5, 'project_id': '3b74ba23f74147ad82762a3f0f1e556e', 'gw_port': {'id': '24f015d8-265f-4c55-893f-d902bc472583', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ad:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:49:49Z', 'updated_at': '2022-05-27T02:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:54:33.482068 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e2c97b-cc81-4c45-822c-ba8271719980 None None] Checking router: 4f7450bd-8c58-4daf-be44-f6b78ff770df for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:54:33.486337 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c8a30d7-6704-4bd8-a958-046267c41768 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:33.493209 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e2c97b-cc81-4c45-822c-ba8271719980 None None] Routers {'4f7450bd-8c58-4daf-be44-f6b78ff770df'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:54:33.493855 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f6e2c97b-cc81-4c45-822c-ba8271719980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:54:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['4f7450bd-8c58-4daf-be44-f6b78ff770df'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:54:33.575725 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4c8a30d7-6704-4bd8-a958-046267c41768 admin admin] Deleting port 24f015d8-265f-4c55-893f-d902bc472583 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:54:33.579961 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c8a30d7-6704-4bd8-a958-046267c41768 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:33.752208 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-f6e2c97b-cc81-4c45-822c-ba8271719980 None None] Set router 4f7450bd-8c58-4daf-be44-f6b78ff770df gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:54:33.864702 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-4c8a30d7-6704-4bd8-a958-046267c41768 admin admin] For port 24f015d8-265f-4c55-893f-d902bc472583, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=24f015d8-265f-4c55-893f-d902bc472583,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:54:33.865231 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c8a30d7-6704-4bd8-a958-046267c41768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:33.999973 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4c8a30d7-6704-4bd8-a958-046267c41768 admin admin] Calling delete_port for 24f015d8-265f-4c55-893f-d902bc472583 owned by network:router_gateway {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:54:34.088860 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f6e2c97b-cc81-4c45-822c-ba8271719980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'name': 'tempest-TestVolumeBackupRestore-1617157689-router', 'tenant_id': '3b74ba23f74147ad82762a3f0f1e556e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '24f015d8-265f-4c55-893f-d902bc472583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:49:48Z', 'updated_at': '2022-05-27T02:54:31Z', 'revision_number': 5, 'project_id': '3b74ba23f74147ad82762a3f0f1e556e', 'gw_port': {'id': '24f015d8-265f-4c55-893f-d902bc472583', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ad:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:49:49Z', 'updated_at': '2022-05-27T02:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:54:34.095498 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e2c97b-cc81-4c45-822c-ba8271719980 None None] The sync data for ids ['4f7450bd-8c58-4daf-be44-f6b78ff770df'] in n-d-843554-3 is: [{'id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'name': 'tempest-TestVolumeBackupRestore-1617157689-router', 'tenant_id': '3b74ba23f74147ad82762a3f0f1e556e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '24f015d8-265f-4c55-893f-d902bc472583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:49:48Z', 'updated_at': '2022-05-27T02:54:31Z', 'revision_number': 5, 'project_id': '3b74ba23f74147ad82762a3f0f1e556e', 'gw_port': {'id': '24f015d8-265f-4c55-893f-d902bc472583', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ad:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7450bd-8c58-4daf-be44-f6b78ff770df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:49:49Z', 'updated_at': '2022-05-27T02:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:54:34.216371 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c8a30d7-6704-4bd8-a958-046267c41768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:34.261213 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a30d7-6704-4bd8-a958-046267c41768 admin admin] Pushing event deleted for resources: {'Port': ['ID=24f015d8-265f-4c55-893f-d902bc472583,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:54:34.353203 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c8a30d7-6704-4bd8-a958-046267c41768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:34.523880 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c8a30d7-6704-4bd8-a958-046267c41768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:34.526276 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c8a30d7-6704-4bd8-a958-046267c41768 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:34.621598 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c8a30d7-6704-4bd8-a958-046267c41768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:34.622830 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8a30d7-6704-4bd8-a958-046267c41768 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f7450bd-8c58-4daf-be44-f6b78ff770df {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:54:34.640787 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c8a30d7-6704-4bd8-a958-046267c41768 admin admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:34.641265 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 32938) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:54:34.646792 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4c8a30d7-6704-4bd8-a958-046267c41768 admin admin] 10.222.0.57 "DELETE /v2.0/routers/4f7450bd-8c58-4daf-be44-f6b78ff770df HTTP/1.1" status: 204 len: 168 time: 1.6625710 May 27 02:54:34.704419 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-48719b7b-a64d-49fa-b4ef-953d1c643f98 admin admin] Deleting subnet 74fa6413-f073-4a59-b0ec-5ee211a79a9d {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:54:34.710460 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-48719b7b-a64d-49fa-b4ef-953d1c643f98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:34.767594 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-48719b7b-a64d-49fa-b4ef-953d1c643f98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:34.850947 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-48719b7b-a64d-49fa-b4ef-953d1c643f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:34.998819 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-48719b7b-a64d-49fa-b4ef-953d1c643f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:35.040215 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48719b7b-a64d-49fa-b4ef-953d1c643f98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74fa6413-f073-4a59-b0ec-5ee211a79a9d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:54:35.043903 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-48719b7b-a64d-49fa-b4ef-953d1c643f98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:35.049010 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e076dd-05e1-4ab0-b9ca-806806fffbce None None] Network 307f3fc5-fb67-4b52-bacb-377f24e4815d requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:54:35.050108 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-48719b7b-a64d-49fa-b4ef-953d1c643f98 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/74fa6413-f073-4a59-b0ec-5ee211a79a9d HTTP/1.1" status: 204 len: 168 time: 0.4079189 May 27 02:54:35.052606 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 32960) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:54:35.165794 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-50ba4951-08e0-40d5-92a1-b8f0c7574d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:35.175090 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-50ba4951-08e0-40d5-92a1-b8f0c7574d4b admin admin] Deleting port 8f6f3cdd-d5b0-4bd1-8c59-cd95021fff9a {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:54:35.175398 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-50ba4951-08e0-40d5-92a1-b8f0c7574d4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:35.303970 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60da5359-e41b-4cd9-8d0d-c5e9b5343d20 None None] DHCP port deletion for 307f3fc5-fb67-4b52-bacb-377f24e4815d request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:54:35.308124 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-60da5359-e41b-4cd9-8d0d-c5e9b5343d20 None None] Deleting port 8f6f3cdd-d5b0-4bd1-8c59-cd95021fff9a {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:54:35.313504 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-60da5359-e41b-4cd9-8d0d-c5e9b5343d20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:35.390406 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-50ba4951-08e0-40d5-92a1-b8f0c7574d4b admin admin] For port 8f6f3cdd-d5b0-4bd1-8c59-cd95021fff9a, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8f6f3cdd-d5b0-4bd1-8c59-cd95021fff9a,segment=NetworkSegment(a0bf8f0a-7c78-46b6-a005-5d4cee4fce4b),segment_id=a0bf8f0a-7c78-46b6-a005-5d4cee4fce4b)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:54:35.391257 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-50ba4951-08e0-40d5-92a1-b8f0c7574d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:35.516616 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-60da5359-e41b-4cd9-8d0d-c5e9b5343d20 None None] For port 8f6f3cdd-d5b0-4bd1-8c59-cd95021fff9a, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8f6f3cdd-d5b0-4bd1-8c59-cd95021fff9a,segment=NetworkSegment(a0bf8f0a-7c78-46b6-a005-5d4cee4fce4b),segment_id=a0bf8f0a-7c78-46b6-a005-5d4cee4fce4b)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:54:35.517037 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-60da5359-e41b-4cd9-8d0d-c5e9b5343d20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:35.517581 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-50ba4951-08e0-40d5-92a1-b8f0c7574d4b admin admin] Calling delete_port for 8f6f3cdd-d5b0-4bd1-8c59-cd95021fff9a owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:54:35.638979 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-60da5359-e41b-4cd9-8d0d-c5e9b5343d20 None None] Calling delete_port for 8f6f3cdd-d5b0-4bd1-8c59-cd95021fff9a owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:54:35.678431 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-50ba4951-08e0-40d5-92a1-b8f0c7574d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:35.717606 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-60da5359-e41b-4cd9-8d0d-c5e9b5343d20 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:54:35.720292 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-60da5359-e41b-4cd9-8d0d-c5e9b5343d20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:54:35.722578 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device bd6b85c4-d848-43f1-a9f7-02a840f108f5 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:54:35.728189 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba4951-08e0-40d5-92a1-b8f0c7574d4b admin admin] Pushing event deleted for resources: {'Port': ['ID=8f6f3cdd-d5b0-4bd1-8c59-cd95021fff9a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:54:35.730012 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ba4951-08e0-40d5-92a1-b8f0c7574d4b admin admin] No DVR routers for this DVR port 8f6f3cdd-d5b0-4bd1-8c59-cd95021fff9a on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:54:35.761807 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: bd6b85c4-d848-43f1-a9f7-02a840f108f5 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:54:35.762159 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device bd6b85c4-d848-43f1-a9f7-02a840f108f5 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:54:35.762580 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 24f015d8-265f-4c55-893f-d902bc472583 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:54:35.796475 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 24f015d8-265f-4c55-893f-d902bc472583 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:54:35.797511 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 24f015d8-265f-4c55-893f-d902bc472583 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:54:35.798518 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8f6f3cdd-d5b0-4bd1-8c59-cd95021fff9a no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:54:35.836753 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 8f6f3cdd-d5b0-4bd1-8c59-cd95021fff9a {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:54:35.837149 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8f6f3cdd-d5b0-4bd1-8c59-cd95021fff9a not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:54:35.854383 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-50ba4951-08e0-40d5-92a1-b8f0c7574d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:35.881596 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-50ba4951-08e0-40d5-92a1-b8f0c7574d4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['307f3fc5-fb67-4b52-bacb-377f24e4815d']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:54:35.897781 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-50ba4951-08e0-40d5-92a1-b8f0c7574d4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0bf8f0a-7c78-46b6-a005-5d4cee4fce4b') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:54:35.898082 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-50ba4951-08e0-40d5-92a1-b8f0c7574d4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0bf8f0a-7c78-46b6-a005-5d4cee4fce4b') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:54:35.909366 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-50ba4951-08e0-40d5-92a1-b8f0c7574d4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:35.925546 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-50ba4951-08e0-40d5-92a1-b8f0c7574d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:35.931471 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50ba4951-08e0-40d5-92a1-b8f0c7574d4b admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:54:35.931893 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-50ba4951-08e0-40d5-92a1-b8f0c7574d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:36.027246 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment a0bf8f0a-7c78-46b6-a005-5d4cee4fce4b resource provider aggregate not found May 27 02:54:36.044150 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment a0bf8f0a-7c78-46b6-a005-5d4cee4fce4b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0bf8f0a-7c78-46b6-a005-5d4cee4fce4b found for delete ", "request_id": "req-abd7e139-b02c-4100-a4b4-3a8c78095718"}]} May 27 02:54:36.067508 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-50ba4951-08e0-40d5-92a1-b8f0c7574d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:36.083567 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-50ba4951-08e0-40d5-92a1-b8f0c7574d4b admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:36.097411 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba4951-08e0-40d5-92a1-b8f0c7574d4b admin admin] Pushing event deleted for resources: {'Network': ['ID=307f3fc5-fb67-4b52-bacb-377f24e4815d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:54:36.199185 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-50ba4951-08e0-40d5-92a1-b8f0c7574d4b admin admin] 10.222.0.57 "DELETE /v2.0/networks/307f3fc5-fb67-4b52-bacb-377f24e4815d HTTP/1.1" status: 204 len: 168 time: 1.1454761 May 27 02:54:36.205200 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33018) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:54:36.232205 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-60da5359-e41b-4cd9-8d0d-c5e9b5343d20 None None] Deleting port 8f6f3cdd-d5b0-4bd1-8c59-cd95021fff9a {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:54:36.232205 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-60da5359-e41b-4cd9-8d0d-c5e9b5343d20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:36.288172 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-60da5359-e41b-4cd9-8d0d-c5e9b5343d20 None None] The port '8f6f3cdd-d5b0-4bd1-8c59-cd95021fff9a' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:54:36.841154 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6bd4f3f0-9f1a-4f32-b693-7923ebc14c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:37.191426 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6bd4f3f0-9f1a-4f32-b693-7923ebc14c09 admin admin] Deleting port ab813069-0cf1-4d87-bac0-ff2dffe94c97 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:54:37.191760 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6bd4f3f0-9f1a-4f32-b693-7923ebc14c09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:37.364200 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-6bd4f3f0-9f1a-4f32-b693-7923ebc14c09 admin admin] For port ab813069-0cf1-4d87-bac0-ff2dffe94c97, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=ab813069-0cf1-4d87-bac0-ff2dffe94c97,segment=NetworkSegment(087922b1-c53c-400d-8d3a-65201b9071ca),segment_id=087922b1-c53c-400d-8d3a-65201b9071ca)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:54:37.364552 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6bd4f3f0-9f1a-4f32-b693-7923ebc14c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:37.490776 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6bd4f3f0-9f1a-4f32-b693-7923ebc14c09 admin admin] Calling delete_port for ab813069-0cf1-4d87-bac0-ff2dffe94c97 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:54:37.884333 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6bd4f3f0-9f1a-4f32-b693-7923ebc14c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:37.930569 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd4f3f0-9f1a-4f32-b693-7923ebc14c09 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab813069-0cf1-4d87-bac0-ff2dffe94c97,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:54:38.317600 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6bd4f3f0-9f1a-4f32-b693-7923ebc14c09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:38.684459 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd4f3f0-9f1a-4f32-b693-7923ebc14c09 admin admin] Router d7071536-5560-4027-ab90-05485660f6d9 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:54:38.867891 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd4f3f0-9f1a-4f32-b693-7923ebc14c09 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:54:38.876251 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c513a1-8ced-4a3e-8e63-77b067590317 None None] Sync routers for ids ['d7071536-5560-4027-ab90-05485660f6d9'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:54:38.885562 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c513a1-8ced-4a3e-8e63-77b067590317 None None] Routers {'d7071536-5560-4027-ab90-05485660f6d9'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:54:38.886169 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e7c513a1-8ced-4a3e-8e63-77b067590317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:54:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d7071536-5560-4027-ab90-05485660f6d9'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:54:38.983432 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6bd4f3f0-9f1a-4f32-b693-7923ebc14c09 admin admin] 10.222.0.57 "PUT /v2.0/routers/d7071536-5560-4027-ab90-05485660f6d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7804554 May 27 02:54:38.985998 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33108) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:54:39.092623 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-e7c513a1-8ced-4a3e-8e63-77b067590317 None None] Set router d7071536-5560-4027-ab90-05485660f6d9 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:54:39.165053 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5794816c-cf9e-43af-875f-7e66370f5437 admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:39.341423 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5794816c-cf9e-43af-875f-7e66370f5437 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:39.376499 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e7c513a1-8ced-4a3e-8e63-77b067590317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7071536-5560-4027-ab90-05485660f6d9', 'name': 'tempest-TestVolumeBackupRestore-1064100051-router', 'tenant_id': '0272a489467344d29f8769994cd86261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'aca9844c-2822-4966-b332-89c9713756cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:49:56Z', 'updated_at': '2022-05-27T02:54:37Z', 'revision_number': 5, 'project_id': '0272a489467344d29f8769994cd86261', 'gw_port': {'id': 'aca9844c-2822-4966-b332-89c9713756cf', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7071536-5560-4027-ab90-05485660f6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:49:58Z', 'updated_at': '2022-05-27T02:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:54:39.380287 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c513a1-8ced-4a3e-8e63-77b067590317 None None] Checking router: d7071536-5560-4027-ab90-05485660f6d9 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:54:39.388681 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c513a1-8ced-4a3e-8e63-77b067590317 None None] Routers {'d7071536-5560-4027-ab90-05485660f6d9'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:54:39.389362 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e7c513a1-8ced-4a3e-8e63-77b067590317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:54:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['d7071536-5560-4027-ab90-05485660f6d9'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:54:39.403946 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-5794816c-cf9e-43af-875f-7e66370f5437 admin admin] Deleting port aca9844c-2822-4966-b332-89c9713756cf {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:54:39.404788 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5794816c-cf9e-43af-875f-7e66370f5437 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:39.543033 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-e7c513a1-8ced-4a3e-8e63-77b067590317 None None] Set router d7071536-5560-4027-ab90-05485660f6d9 gateway port host: None {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:54:39.653807 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e7c513a1-8ced-4a3e-8e63-77b067590317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7071536-5560-4027-ab90-05485660f6d9', 'name': 'tempest-TestVolumeBackupRestore-1064100051-router', 'tenant_id': '0272a489467344d29f8769994cd86261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:49:56Z', 'updated_at': '2022-05-27T02:54:39Z', 'revision_number': 6, 'project_id': '0272a489467344d29f8769994cd86261', 'gw_port_host': None}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:54:39.658269 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c513a1-8ced-4a3e-8e63-77b067590317 None None] The sync data for ids ['d7071536-5560-4027-ab90-05485660f6d9'] in n-d-843554-3 is: [{'id': 'd7071536-5560-4027-ab90-05485660f6d9', 'name': 'tempest-TestVolumeBackupRestore-1064100051-router', 'tenant_id': '0272a489467344d29f8769994cd86261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:49:56Z', 'updated_at': '2022-05-27T02:54:39Z', 'revision_number': 6, 'project_id': '0272a489467344d29f8769994cd86261', 'gw_port_host': None}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:54:39.714435 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-5794816c-cf9e-43af-875f-7e66370f5437 admin admin] For port aca9844c-2822-4966-b332-89c9713756cf, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=aca9844c-2822-4966-b332-89c9713756cf,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:54:39.714821 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5794816c-cf9e-43af-875f-7e66370f5437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:39.839805 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-5794816c-cf9e-43af-875f-7e66370f5437 admin admin] Calling delete_port for aca9844c-2822-4966-b332-89c9713756cf owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:54:40.063000 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5794816c-cf9e-43af-875f-7e66370f5437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:40.111576 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5794816c-cf9e-43af-875f-7e66370f5437 admin admin] Pushing event deleted for resources: {'Port': ['ID=aca9844c-2822-4966-b332-89c9713756cf,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:54:40.205244 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5794816c-cf9e-43af-875f-7e66370f5437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:40.377480 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5794816c-cf9e-43af-875f-7e66370f5437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:40.379697 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5794816c-cf9e-43af-875f-7e66370f5437 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:40.485484 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5794816c-cf9e-43af-875f-7e66370f5437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:40.486019 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5794816c-cf9e-43af-875f-7e66370f5437 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7071536-5560-4027-ab90-05485660f6d9 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:54:40.498943 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5794816c-cf9e-43af-875f-7e66370f5437 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:40.502476 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5794816c-cf9e-43af-875f-7e66370f5437 admin admin] 10.222.0.57 "DELETE /v2.0/routers/d7071536-5560-4027-ab90-05485660f6d9 HTTP/1.1" status: 204 len: 168 time: 1.5131814 May 27 02:54:40.502716 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33114) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:54:40.564319 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7b0370a-8f48-45b0-90ea-247b364b754b admin admin] Deleting subnet 196979af-d657-49ea-ad21-9281e456576f {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:54:40.567164 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a7b0370a-8f48-45b0-90ea-247b364b754b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:40.619435 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a7b0370a-8f48-45b0-90ea-247b364b754b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:40.707659 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a7b0370a-8f48-45b0-90ea-247b364b754b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:40.872795 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a7b0370a-8f48-45b0-90ea-247b364b754b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:40.914464 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0370a-8f48-45b0-90ea-247b364b754b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=196979af-d657-49ea-ad21-9281e456576f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:54:40.919596 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a7b0370a-8f48-45b0-90ea-247b364b754b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:40.925290 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df994164-b0ac-4f0e-b486-ece893af00c0 None None] Network 75feb83a-c457-4b04-999e-24621f0d94f4 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:54:40.926899 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a7b0370a-8f48-45b0-90ea-247b364b754b admin admin] 10.222.0.57 "DELETE /v2.0/subnets/196979af-d657-49ea-ad21-9281e456576f HTTP/1.1" status: 204 len: 168 time: 0.4228165 May 27 02:54:40.935585 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33118) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:54:41.033987 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5b2a1aa7-aaa2-4191-9a96-dfa7f0d59032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:41.049996 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-5b2a1aa7-aaa2-4191-9a96-dfa7f0d59032 admin admin] Deleting port cf5f8d93-1684-4f48-a5af-ed06167b686f {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:54:41.049996 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5b2a1aa7-aaa2-4191-9a96-dfa7f0d59032 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:41.192305 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d6a673-48c1-4b6c-b561-f19861f9523a None None] DHCP port deletion for 75feb83a-c457-4b04-999e-24621f0d94f4 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:54:41.197171 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-59d6a673-48c1-4b6c-b561-f19861f9523a None None] Deleting port cf5f8d93-1684-4f48-a5af-ed06167b686f {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:54:41.197548 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-59d6a673-48c1-4b6c-b561-f19861f9523a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:41.261465 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-5b2a1aa7-aaa2-4191-9a96-dfa7f0d59032 admin admin] For port cf5f8d93-1684-4f48-a5af-ed06167b686f, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=cf5f8d93-1684-4f48-a5af-ed06167b686f,segment=NetworkSegment(087922b1-c53c-400d-8d3a-65201b9071ca),segment_id=087922b1-c53c-400d-8d3a-65201b9071ca)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:54:41.262024 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5b2a1aa7-aaa2-4191-9a96-dfa7f0d59032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:41.404444 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-59d6a673-48c1-4b6c-b561-f19861f9523a None None] For port cf5f8d93-1684-4f48-a5af-ed06167b686f, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=cf5f8d93-1684-4f48-a5af-ed06167b686f,segment=NetworkSegment(087922b1-c53c-400d-8d3a-65201b9071ca),segment_id=087922b1-c53c-400d-8d3a-65201b9071ca)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:54:41.404871 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-59d6a673-48c1-4b6c-b561-f19861f9523a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:41.491011 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-5b2a1aa7-aaa2-4191-9a96-dfa7f0d59032 admin admin] Calling delete_port for cf5f8d93-1684-4f48-a5af-ed06167b686f owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:54:41.558752 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-59d6a673-48c1-4b6c-b561-f19861f9523a None None] Calling delete_port for cf5f8d93-1684-4f48-a5af-ed06167b686f owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:54:41.678742 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5b2a1aa7-aaa2-4191-9a96-dfa7f0d59032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:41.684700 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-59d6a673-48c1-4b6c-b561-f19861f9523a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:54:41.685146 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-59d6a673-48c1-4b6c-b561-f19861f9523a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:54:41.712842 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device aca9844c-2822-4966-b332-89c9713756cf no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:54:41.729195 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a1aa7-aaa2-4191-9a96-dfa7f0d59032 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf5f8d93-1684-4f48-a5af-ed06167b686f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:54:41.731010 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2a1aa7-aaa2-4191-9a96-dfa7f0d59032 admin admin] No DVR routers for this DVR port cf5f8d93-1684-4f48-a5af-ed06167b686f on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:54:41.752322 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: aca9844c-2822-4966-b332-89c9713756cf {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:54:41.752671 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device aca9844c-2822-4966-b332-89c9713756cf not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:54:41.753113 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device cf5f8d93-1684-4f48-a5af-ed06167b686f no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:54:41.786738 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: cf5f8d93-1684-4f48-a5af-ed06167b686f {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:54:41.787089 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device cf5f8d93-1684-4f48-a5af-ed06167b686f not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:54:41.788476 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ab813069-0cf1-4d87-bac0-ff2dffe94c97 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:54:41.822129 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: ab813069-0cf1-4d87-bac0-ff2dffe94c97 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:54:41.822483 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ab813069-0cf1-4d87-bac0-ff2dffe94c97 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:54:41.857406 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5b2a1aa7-aaa2-4191-9a96-dfa7f0d59032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:41.883209 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-5b2a1aa7-aaa2-4191-9a96-dfa7f0d59032 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75feb83a-c457-4b04-999e-24621f0d94f4']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:54:41.894919 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-5b2a1aa7-aaa2-4191-9a96-dfa7f0d59032 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '087922b1-c53c-400d-8d3a-65201b9071ca') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:54:41.895214 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-5b2a1aa7-aaa2-4191-9a96-dfa7f0d59032 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '087922b1-c53c-400d-8d3a-65201b9071ca') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:54:41.906849 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5b2a1aa7-aaa2-4191-9a96-dfa7f0d59032 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:41.926704 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5b2a1aa7-aaa2-4191-9a96-dfa7f0d59032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:41.932606 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b2a1aa7-aaa2-4191-9a96-dfa7f0d59032 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:54:41.933014 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5b2a1aa7-aaa2-4191-9a96-dfa7f0d59032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:41.994559 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 087922b1-c53c-400d-8d3a-65201b9071ca resource provider aggregate not found May 27 02:54:42.012666 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 087922b1-c53c-400d-8d3a-65201b9071ca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 087922b1-c53c-400d-8d3a-65201b9071ca found for delete ", "request_id": "req-46e86d34-bfbc-48a8-a596-59f7b973af00"}]} May 27 02:54:42.096064 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5b2a1aa7-aaa2-4191-9a96-dfa7f0d59032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:42.112414 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5b2a1aa7-aaa2-4191-9a96-dfa7f0d59032 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:42.122637 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a1aa7-aaa2-4191-9a96-dfa7f0d59032 admin admin] Pushing event deleted for resources: {'Network': ['ID=75feb83a-c457-4b04-999e-24621f0d94f4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:54:42.129865 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5b2a1aa7-aaa2-4191-9a96-dfa7f0d59032 admin admin] 10.222.0.57 "DELETE /v2.0/networks/75feb83a-c457-4b04-999e-24621f0d94f4 HTTP/1.1" status: 204 len: 168 time: 1.1993661 May 27 02:54:42.186274 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-59d6a673-48c1-4b6c-b561-f19861f9523a None None] Deleting port cf5f8d93-1684-4f48-a5af-ed06167b686f {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:54:42.186721 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-59d6a673-48c1-4b6c-b561-f19861f9523a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:42.253128 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-59d6a673-48c1-4b6c-b561-f19861f9523a None None] The port 'cf5f8d93-1684-4f48-a5af-ed06167b686f' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:54:42.549741 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33128) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:54:42.601793 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-56d40a77-bd50-447b-887b-196b8db17bc6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3b74ba23f74147ad82762a3f0f1e556e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0508854 May 27 02:54:42.604356 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33132) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:54:42.662103 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-51310077-ecc0-4915-82c0-e56126a0def2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:42.688332 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-51310077-ecc0-4915-82c0-e56126a0def2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:42.803793 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-51310077-ecc0-4915-82c0-e56126a0def2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:42.821812 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51310077-ecc0-4915-82c0-e56126a0def2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e39229-c589-49bd-8192-7d457af2b3ed,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:54:42.830420 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-51310077-ecc0-4915-82c0-e56126a0def2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:42.831709 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-51310077-ecc0-4915-82c0-e56126a0def2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/89e39229-c589-49bd-8192-7d457af2b3ed HTTP/1.1" status: 204 len: 168 time: 0.2263734 May 27 02:54:43.492950 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33142) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:54:43.541100 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0e4d068e-c846-4e77-ae3f-a51587660b78 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0272a489467344d29f8769994cd86261&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469522 May 27 02:54:43.547608 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33146) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:54:43.604286 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-72ed6dee-4604-41cd-af76-12a13fe6f7b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:43.629958 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-72ed6dee-4604-41cd-af76-12a13fe6f7b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:43.741122 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-72ed6dee-4604-41cd-af76-12a13fe6f7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:43.755713 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ed6dee-4604-41cd-af76-12a13fe6f7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6d97af-8755-4800-b45c-ce127d22f144,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:54:43.762252 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-72ed6dee-4604-41cd-af76-12a13fe6f7b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:43.763391 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-72ed6dee-4604-41cd-af76-12a13fe6f7b6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8d6d97af-8755-4800-b45c-ce127d22f144 HTTP/1.1" status: 204 len: 168 time: 0.2188828 May 27 02:54:49.552283 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:49.626725 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:49.664523 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:54:55.575145 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fbe941e6-5d27-4561-93e5-6594ab5dbb07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:57.849167 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4a5ed727-0abe-4254-9dd7-45eb63afcb9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:59.056176 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:59.077721 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:00.192440 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:10.771582 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8be20a91-8d94-49bc-b17a-72d013efe2a2 req-818821f7-9ec8-48b4-ad91-638977e311f5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e5f78ab8-5b93-46aa-a820-983a27faa46a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0681853 May 27 02:55:10.913501 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be20a91-8d94-49bc-b17a-72d013efe2a2 req-4f2c7d63-c477-42d7-bd94-112bdd66642f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:10.916102 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8be20a91-8d94-49bc-b17a-72d013efe2a2 req-4f2c7d63-c477-42d7-bd94-112bdd66642f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3fadd088ccc74553a04697be263b7906&device_id=e5f78ab8-5b93-46aa-a820-983a27faa46a HTTP/1.1" status: 200 len: 1096 time: 0.0733190 May 27 02:55:11.055921 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be20a91-8d94-49bc-b17a-72d013efe2a2 req-a31604c0-75f6-4ebc-8b1f-6bc3d95b182e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:11.059942 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8be20a91-8d94-49bc-b17a-72d013efe2a2 req-a31604c0-75f6-4ebc-8b1f-6bc3d95b182e service neutron] 10.222.0.66 "GET /v2.0/networks?id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351 HTTP/1.1" status: 200 len: 913 time: 0.1250870 May 27 02:55:11.157618 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8be20a91-8d94-49bc-b17a-72d013efe2a2 req-f346b351-6139-442b-98da-c08dd0285a3b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf05074a-ff9b-4bd0-b495-966014b24c07 HTTP/1.1" status: 200 len: 999 time: 0.0946872 May 27 02:55:11.217304 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be20a91-8d94-49bc-b17a-72d013efe2a2 req-6d0d171e-5fae-42cb-9012-b0c6fb474f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:11.218675 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8be20a91-8d94-49bc-b17a-72d013efe2a2 req-6d0d171e-5fae-42cb-9012-b0c6fb474f55 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d5a421f1-cfc1-40c1-b671-1e4d60b8996c HTTP/1.1" status: 200 len: 851 time: 0.0561769 May 27 02:55:11.291552 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be20a91-8d94-49bc-b17a-72d013efe2a2 req-48ea7c72-db45-485a-ab24-bff2466817f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:11.293023 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8be20a91-8d94-49bc-b17a-72d013efe2a2 req-48ea7c72-db45-485a-ab24-bff2466817f3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690873 May 27 02:55:11.421672 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8be20a91-8d94-49bc-b17a-72d013efe2a2 req-fe7279bf-b590-4712-9944-474ae7b696b2 service neutron] 10.222.0.66 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224530 May 27 02:55:11.551002 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8be20a91-8d94-49bc-b17a-72d013efe2a2 req-70aad7a7-dae8-48cd-ab83-8b5a295b90b6 service neutron] 10.222.0.66 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236324 May 27 02:55:19.528383 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:19.551174 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:25.574031 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-18f4bc54-eb5c-403f-9d7c-b693e5311b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:26.664499 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:55:27.854158 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-88cdcd92-9518-4d50-924d-e6caaed9d0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:29.065726 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:29.076620 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:30.214072 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:49.596765 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:49.619398 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:55.544910 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5cad99e2-1ff4-454f-ad5a-112177d28304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:57.888233 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4dd714f2-bd9f-4144-950b-50df39ea2109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:59.041949 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:59.064704 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:00.219464 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:03.664586 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:56:09.399652 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-235c39b8-14df-4eb5-8f81-b57478e3e433 req-a815f115-f298-46ff-bf11-38143d8802a0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e0964b57-608f-481a-9e67-cbbaad1d5b4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2704504 May 27 02:56:09.535308 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c39b8-14df-4eb5-8f81-b57478e3e433 req-eecf22bf-e0f6-4ded-ab11-129cd3c54616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:56:09.536829 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-235c39b8-14df-4eb5-8f81-b57478e3e433 req-eecf22bf-e0f6-4ded-ab11-129cd3c54616 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6dea002dbbc4f6898fea3cd621e3cae&device_id=e0964b57-608f-481a-9e67-cbbaad1d5b4c HTTP/1.1" status: 200 len: 1096 time: 0.0699706 May 27 02:56:09.678199 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c39b8-14df-4eb5-8f81-b57478e3e433 req-9e534aa9-675b-4191-92ad-13a94cd54f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:56:09.680061 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-235c39b8-14df-4eb5-8f81-b57478e3e433 req-9e534aa9-675b-4191-92ad-13a94cd54f82 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c2f756da-8f15-43e4-9386-0c48ae545b58 HTTP/1.1" status: 200 len: 910 time: 0.1263101 May 27 02:56:09.784012 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-235c39b8-14df-4eb5-8f81-b57478e3e433 req-0cc4422f-1812-4adc-8c40-b4bcec5d50ab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6147511-9811-4b60-8a18-a9dde9ab1727 HTTP/1.1" status: 200 len: 1001 time: 0.0982497 May 27 02:56:09.848457 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c39b8-14df-4eb5-8f81-b57478e3e433 req-d2cf5f4b-c5ac-42f6-9e7a-1751c26836fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:56:09.849919 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-235c39b8-14df-4eb5-8f81-b57478e3e433 req-d2cf5f4b-c5ac-42f6-9e7a-1751c26836fe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=34031afd-bca2-460e-a76e-728a8b3e2362 HTTP/1.1" status: 200 len: 848 time: 0.0602856 May 27 02:56:09.922076 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c39b8-14df-4eb5-8f81-b57478e3e433 req-6637c773-cdd4-4ab3-a2bd-ea9485708970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:56:09.923510 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-235c39b8-14df-4eb5-8f81-b57478e3e433 req-6637c773-cdd4-4ab3-a2bd-ea9485708970 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c2f756da-8f15-43e4-9386-0c48ae545b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681517 May 27 02:56:10.152417 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-235c39b8-14df-4eb5-8f81-b57478e3e433 req-4ee0dce2-3891-4ba7-ba4e-c5106ed96847 service neutron] 10.222.0.32 "GET /v2.0/networks/c2f756da-8f15-43e4-9386-0c48ae545b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222090 May 27 02:56:10.281176 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-235c39b8-14df-4eb5-8f81-b57478e3e433 req-1c9c84ed-1346-498e-b239-5776ee1b1259 service neutron] 10.222.0.32 "GET /v2.0/networks/c2f756da-8f15-43e4-9386-0c48ae545b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222916 May 27 02:56:11.769493 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0dbc2bee-9a97-478f-a833-d6746d171f1c req-a61a5ff6-62b7-4ef1-98b7-94eb77e77103 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e5f78ab8-5b93-46aa-a820-983a27faa46a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0692799 May 27 02:56:11.907589 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc2bee-9a97-478f-a833-d6746d171f1c req-e1b8c1b8-8baa-4c1b-b512-e522b6b0a611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:56:11.909060 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0dbc2bee-9a97-478f-a833-d6746d171f1c req-e1b8c1b8-8baa-4c1b-b512-e522b6b0a611 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3fadd088ccc74553a04697be263b7906&device_id=e5f78ab8-5b93-46aa-a820-983a27faa46a HTTP/1.1" status: 200 len: 1096 time: 0.0729771 May 27 02:56:12.049173 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc2bee-9a97-478f-a833-d6746d171f1c req-f4a07fc6-e629-419c-afb3-2f6541bbf3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:56:12.050595 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0dbc2bee-9a97-478f-a833-d6746d171f1c req-f4a07fc6-e629-419c-afb3-2f6541bbf3a6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351 HTTP/1.1" status: 200 len: 913 time: 0.1246095 May 27 02:56:12.151991 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0dbc2bee-9a97-478f-a833-d6746d171f1c req-9adcd1a4-8099-4873-b0ad-79e3f6149130 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf05074a-ff9b-4bd0-b495-966014b24c07 HTTP/1.1" status: 200 len: 999 time: 0.0952780 May 27 02:56:12.211701 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc2bee-9a97-478f-a833-d6746d171f1c req-28853364-9ad7-4004-88d1-1cb1eaf89ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:56:12.213096 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0dbc2bee-9a97-478f-a833-d6746d171f1c req-28853364-9ad7-4004-88d1-1cb1eaf89ba8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d5a421f1-cfc1-40c1-b671-1e4d60b8996c HTTP/1.1" status: 200 len: 851 time: 0.0557377 May 27 02:56:12.287432 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc2bee-9a97-478f-a833-d6746d171f1c req-14888084-75d3-4260-a4e3-1af3842cf167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:56:12.289494 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0dbc2bee-9a97-478f-a833-d6746d171f1c req-14888084-75d3-4260-a4e3-1af3842cf167 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713201 May 27 02:56:12.418132 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0dbc2bee-9a97-478f-a833-d6746d171f1c req-c3fdd14c-e7f2-4d53-9d8b-ce4be860a049 service neutron] 10.222.0.66 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230154 May 27 02:56:12.549110 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0dbc2bee-9a97-478f-a833-d6746d171f1c req-3ae36f27-9cf9-48cd-aace-621073b14ea0 service neutron] 10.222.0.66 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256642 May 27 02:56:19.557046 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:19.557582 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:21.148774 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf661f-6b1c-4d04-ab66-cbd999c58079 req-2723f065-d9da-4b68-88bb-0c81b70fe7fb tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:56:21.151057 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3bbf661f-6b1c-4d04-ab66-cbd999c58079 req-2723f065-d9da-4b68-88bb-0c81b70fe7fb tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0964b57-608f-481a-9e67-cbbaad1d5b4c HTTP/1.1" status: 200 len: 945 time: 0.1348953 May 27 02:56:21.194267 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3bbf661f-6b1c-4d04-ab66-cbd999c58079 req-657eab2d-0782-415d-b42e-a82112fa97ba tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.57 "GET /v2.0/security-groups?id=d3faf58f-a4bc-4d2c-9d54-5ab505d996a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380070 May 27 02:56:22.364785 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43165ca-a27c-4a70-a7f6-ae48311869a2 req-b1baa928-696d-47d2-a23d-5d28f2ff870d tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:56:22.364785 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-d43165ca-a27c-4a70-a7f6-ae48311869a2 req-b1baa928-696d-47d2-a23d-5d28f2ff870d tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Synchronizing usage tracker for tenant:b6dea002dbbc4f6898fea3cd621e3cae on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:56:22.453496 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-d43165ca-a27c-4a70-a7f6-ae48311869a2 req-b1baa928-696d-47d2-a23d-5d28f2ff870d tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Unset dirty status for tenant:b6dea002dbbc4f6898fea3cd621e3cae on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:56:22.456534 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d43165ca-a27c-4a70-a7f6-ae48311869a2 req-b1baa928-696d-47d2-a23d-5d28f2ff870d tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0964b57-608f-481a-9e67-cbbaad1d5b4c HTTP/1.1" status: 200 len: 945 time: 0.1707277 May 27 02:56:22.527626 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-d43165ca-a27c-4a70-a7f6-ae48311869a2 req-9f982bc2-efc2-46ea-b011-a38a6534cc4c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Deleting port c6147511-9811-4b60-8a18-a9dde9ab1727 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:56:22.536276 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d43165ca-a27c-4a70-a7f6-ae48311869a2 req-9f982bc2-efc2-46ea-b011-a38a6534cc4c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:22.554739 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd52a2-bab4-4b96-bc66-6e2f3baf6536 req-1c3352dc-6822-4ee2-b958-782b1da0fa07 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:56:22.556224 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8fdd52a2-bab4-4b96-bc66-6e2f3baf6536 req-1c3352dc-6822-4ee2-b958-782b1da0fa07 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0964b57-608f-481a-9e67-cbbaad1d5b4c HTTP/1.1" status: 200 len: 945 time: 0.2508714 May 27 02:56:22.602925 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8fdd52a2-bab4-4b96-bc66-6e2f3baf6536 req-6b1d23be-41c4-4bc9-9952-28083e8182ab tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.57 "GET /v2.0/security-groups?id=d3faf58f-a4bc-4d2c-9d54-5ab505d996a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398278 May 27 02:56:22.778204 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-d43165ca-a27c-4a70-a7f6-ae48311869a2 req-9f982bc2-efc2-46ea-b011-a38a6534cc4c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] For port c6147511-9811-4b60-8a18-a9dde9ab1727, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=c6147511-9811-4b60-8a18-a9dde9ab1727,segment=NetworkSegment(4b18babb-9de6-4e69-b0e1-83c1c21fa869),segment_id=4b18babb-9de6-4e69-b0e1-83c1c21fa869)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:56:22.778494 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d43165ca-a27c-4a70-a7f6-ae48311869a2 req-9f982bc2-efc2-46ea-b011-a38a6534cc4c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:23.175993 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d43165ca-a27c-4a70-a7f6-ae48311869a2 req-9f982bc2-efc2-46ea-b011-a38a6534cc4c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:23.176371 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d43165ca-a27c-4a70-a7f6-ae48311869a2 req-9f982bc2-efc2-46ea-b011-a38a6534cc4c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:23.176686 n-d-843554-3 neutron-server[88901]: INFO neutron.db.l3_db [req-d43165ca-a27c-4a70-a7f6-ae48311869a2 req-9f982bc2-efc2-46ea-b011-a38a6534cc4c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Floating IP fd3924d2-570e-4b80-bfcd-3ba56a2ba138 disassociated. External IP: 172.25.1.241, port: c6147511-9811-4b60-8a18-a9dde9ab1727. May 27 02:56:23.177067 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-d43165ca-a27c-4a70-a7f6-ae48311869a2 req-9f982bc2-efc2-46ea-b011-a38a6534cc4c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Calling delete_port for c6147511-9811-4b60-8a18-a9dde9ab1727 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:56:23.418735 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d43165ca-a27c-4a70-a7f6-ae48311869a2 req-9f982bc2-efc2-46ea-b011-a38a6534cc4c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:23.467685 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f982bc2-efc2-46ea-b011-a38a6534cc4c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Pushing event deleted for resources: {'Port': ['ID=c6147511-9811-4b60-8a18-a9dde9ab1727,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:56:23.479166 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f982bc2-efc2-46ea-b011-a38a6534cc4c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:23.479422 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f982bc2-efc2-46ea-b011-a38a6534cc4c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:23.479767 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f982bc2-efc2-46ea-b011-a38a6534cc4c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:23.480098 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f982bc2-efc2-46ea-b011-a38a6534cc4c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:23.480428 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f982bc2-efc2-46ea-b011-a38a6534cc4c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:23.480773 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f982bc2-efc2-46ea-b011-a38a6534cc4c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:23.481096 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f982bc2-efc2-46ea-b011-a38a6534cc4c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:23.481419 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f982bc2-efc2-46ea-b011-a38a6534cc4c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:23.481737 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f982bc2-efc2-46ea-b011-a38a6534cc4c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:23.482055 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f982bc2-efc2-46ea-b011-a38a6534cc4c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:23.482380 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f982bc2-efc2-46ea-b011-a38a6534cc4c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:23.482693 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f982bc2-efc2-46ea-b011-a38a6534cc4c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:23.664083 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d43165ca-a27c-4a70-a7f6-ae48311869a2 req-9f982bc2-efc2-46ea-b011-a38a6534cc4c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Router 21b72f4f-db83-4139-9a88-6d1486768427 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:56:23.753112 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-55872904-7ecf-4b83-a83d-8c32991bd4fe req-df745039-4ac1-4535-8838-588ef96a61b7 tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0964b57-608f-481a-9e67-cbbaad1d5b4c HTTP/1.1" status: 200 len: 210 time: 0.0432420 May 27 02:56:23.848589 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d43165ca-a27c-4a70-a7f6-ae48311869a2 req-9f982bc2-efc2-46ea-b011-a38a6534cc4c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:56:23.858628 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac9d4e3-992c-4854-a5cf-d6fc5695b261 None None] Sync routers for ids ['21b72f4f-db83-4139-9a88-6d1486768427'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:56:23.869155 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac9d4e3-992c-4854-a5cf-d6fc5695b261 None None] Routers {'21b72f4f-db83-4139-9a88-6d1486768427'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:56:23.869451 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1ac9d4e3-992c-4854-a5cf-d6fc5695b261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:55:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['21b72f4f-db83-4139-9a88-6d1486768427'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:56:23.932906 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43165ca-a27c-4a70-a7f6-ae48311869a2 req-9f982bc2-efc2-46ea-b011-a38a6534cc4c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] No DVR routers for this DVR port c6147511-9811-4b60-8a18-a9dde9ab1727 on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:56:23.935668 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d43165ca-a27c-4a70-a7f6-ae48311869a2 req-9f982bc2-efc2-46ea-b011-a38a6534cc4c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:23.938731 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0964b57-608f-481a-9e67-cbbaad1d5b4c', 'name': 'network-vif-deleted', 'tag': 'c6147511-9811-4b60-8a18-a9dde9ab1727'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:56:24.050007 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f7897e9-d7fc-4021-bdfd-2dbec78dd6ac'] response: {'server_uuid': 'e0964b57-608f-481a-9e67-cbbaad1d5b4c', 'name': 'network-vif-deleted', 'tag': 'c6147511-9811-4b60-8a18-a9dde9ab1727', 'status': 'completed', 'code': 200} May 27 02:56:24.051499 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d43165ca-a27c-4a70-a7f6-ae48311869a2 req-9f982bc2-efc2-46ea-b011-a38a6534cc4c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.32 "DELETE /v2.0/ports/c6147511-9811-4b60-8a18-a9dde9ab1727 HTTP/1.1" status: 204 len: 173 time: 1.5914676 May 27 02:56:24.057961 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-1ac9d4e3-992c-4854-a5cf-d6fc5695b261 None None] Set router 21b72f4f-db83-4139-9a88-6d1486768427 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:56:24.364959 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1ac9d4e3-992c-4854-a5cf-d6fc5695b261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b72f4f-db83-4139-9a88-6d1486768427', 'name': 'tempest-TestServerBasicOps-1563450381-router', 'tenant_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:50:56Z', 'updated_at': '2022-05-27T02:51:02Z', 'revision_number': 4, 'project_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'gw_port': {'id': '7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b72f4f-db83-4139-9a88-6d1486768427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:57Z', 'updated_at': '2022-05-27T02:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '8c9b7345-3c05-4094-8066-f0ef0b03937c', 'name': '', 'network_id': 'c2f756da-8f15-43e4-9386-0c48ae545b58', 'tenant_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'mac_address': 'fa:16:3e:5f:8d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b72f4f-db83-4139-9a88-6d1486768427', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '34031afd-bca2-460e-a76e-728a8b3e2362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:51:01Z', 'updated_at': '2022-05-27T02:51:10Z', 'revision_number': 5, 'project_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'subnets': [{'id': '34031afd-bca2-460e-a76e-728a8b3e2362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:56:24.369415 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac9d4e3-992c-4854-a5cf-d6fc5695b261 None None] Checking router: 21b72f4f-db83-4139-9a88-6d1486768427 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:56:24.377775 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac9d4e3-992c-4854-a5cf-d6fc5695b261 None None] Routers {'21b72f4f-db83-4139-9a88-6d1486768427'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:56:24.378377 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1ac9d4e3-992c-4854-a5cf-d6fc5695b261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:55:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['21b72f4f-db83-4139-9a88-6d1486768427'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:56:24.587167 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-1ac9d4e3-992c-4854-a5cf-d6fc5695b261 None None] Set router 21b72f4f-db83-4139-9a88-6d1486768427 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:56:24.920622 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1ac9d4e3-992c-4854-a5cf-d6fc5695b261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b72f4f-db83-4139-9a88-6d1486768427', 'name': 'tempest-TestServerBasicOps-1563450381-router', 'tenant_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:50:56Z', 'updated_at': '2022-05-27T02:51:02Z', 'revision_number': 4, 'project_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'gw_port': {'id': '7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b72f4f-db83-4139-9a88-6d1486768427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:57Z', 'updated_at': '2022-05-27T02:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '8c9b7345-3c05-4094-8066-f0ef0b03937c', 'name': '', 'network_id': 'c2f756da-8f15-43e4-9386-0c48ae545b58', 'tenant_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'mac_address': 'fa:16:3e:5f:8d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b72f4f-db83-4139-9a88-6d1486768427', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '34031afd-bca2-460e-a76e-728a8b3e2362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:51:01Z', 'updated_at': '2022-05-27T02:51:10Z', 'revision_number': 5, 'project_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'subnets': [{'id': '34031afd-bca2-460e-a76e-728a8b3e2362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:56:24.924931 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac9d4e3-992c-4854-a5cf-d6fc5695b261 None None] The sync data for ids ['21b72f4f-db83-4139-9a88-6d1486768427'] in n-d-843554-3 is: [{'id': '21b72f4f-db83-4139-9a88-6d1486768427', 'name': 'tempest-TestServerBasicOps-1563450381-router', 'tenant_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:50:56Z', 'updated_at': '2022-05-27T02:51:02Z', 'revision_number': 4, 'project_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'gw_port': {'id': '7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b72f4f-db83-4139-9a88-6d1486768427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:57Z', 'updated_at': '2022-05-27T02:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '8c9b7345-3c05-4094-8066-f0ef0b03937c', 'name': '', 'network_id': 'c2f756da-8f15-43e4-9386-0c48ae545b58', 'tenant_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'mac_address': 'fa:16:3e:5f:8d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b72f4f-db83-4139-9a88-6d1486768427', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '34031afd-bca2-460e-a76e-728a8b3e2362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:51:01Z', 'updated_at': '2022-05-27T02:51:10Z', 'revision_number': 5, 'project_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'subnets': [{'id': '34031afd-bca2-460e-a76e-728a8b3e2362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:56:24.932878 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-38ac8fb3-e99c-436d-adf2-bb1d60781474 req-d1b6d940-d88c-43f5-a250-e4700ac2b8bf tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0964b57-608f-481a-9e67-cbbaad1d5b4c HTTP/1.1" status: 200 len: 210 time: 0.0469162 May 27 02:56:25.153278 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094e1dfa-19b0-4de0-8f2c-809ca2805286 None None] New status for floating IP fd3924d2-570e-4b80-bfcd-3ba56a2ba138: DOWN {{(pid=88904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:56:25.372088 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device c6147511-9811-4b60-8a18-a9dde9ab1727 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:56:25.407174 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: c6147511-9811-4b60-8a18-a9dde9ab1727 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:56:25.407459 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device c6147511-9811-4b60-8a18-a9dde9ab1727 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:56:25.521842 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d2a46ead-c996-4187-9029-0f9504941ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:26.027407 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33220) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:56:26.183116 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-398b6be8-4ae3-45f0-b4cc-5d1aa1b1336c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Deleting port 2f1fe5c8-a6b0-4b7c-8ff2-a2890073607c {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:56:26.183461 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-398b6be8-4ae3-45f0-b4cc-5d1aa1b1336c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:26.351741 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-398b6be8-4ae3-45f0-b4cc-5d1aa1b1336c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:26.352702 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-398b6be8-4ae3-45f0-b4cc-5d1aa1b1336c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:26.482138 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-398b6be8-4ae3-45f0-b4cc-5d1aa1b1336c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Calling delete_port for 2f1fe5c8-a6b0-4b7c-8ff2-a2890073607c owned by network:floatingip {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:56:26.681857 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-398b6be8-4ae3-45f0-b4cc-5d1aa1b1336c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:26.732737 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b6be8-4ae3-45f0-b4cc-5d1aa1b1336c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Pushing event deleted for resources: {'Port': ['ID=2f1fe5c8-a6b0-4b7c-8ff2-a2890073607c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:56:26.776960 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b6be8-4ae3-45f0-b4cc-5d1aa1b1336c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:26.777312 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b6be8-4ae3-45f0-b4cc-5d1aa1b1336c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:26.777698 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b6be8-4ae3-45f0-b4cc-5d1aa1b1336c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:26.778030 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b6be8-4ae3-45f0-b4cc-5d1aa1b1336c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:26.778360 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b6be8-4ae3-45f0-b4cc-5d1aa1b1336c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:26.778686 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b6be8-4ae3-45f0-b4cc-5d1aa1b1336c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:26.779016 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b6be8-4ae3-45f0-b4cc-5d1aa1b1336c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:26.779339 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b6be8-4ae3-45f0-b4cc-5d1aa1b1336c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:26.779656 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b6be8-4ae3-45f0-b4cc-5d1aa1b1336c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:26.779978 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b6be8-4ae3-45f0-b4cc-5d1aa1b1336c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:26.780337 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b6be8-4ae3-45f0-b4cc-5d1aa1b1336c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:26.780654 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b6be8-4ae3-45f0-b4cc-5d1aa1b1336c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:26.841413 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-398b6be8-4ae3-45f0-b4cc-5d1aa1b1336c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks [] for floatingip, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:26.855197 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-398b6be8-4ae3-45f0-b4cc-5d1aa1b1336c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:26.856354 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-398b6be8-4ae3-45f0-b4cc-5d1aa1b1336c tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.57 "DELETE /v2.0/floatingips/fd3924d2-570e-4b80-bfcd-3ba56a2ba138 HTTP/1.1" status: 204 len: 168 time: 0.8279560 May 27 02:56:26.999318 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33228) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:56:27.065965 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9b1654e4-bbb2-4e74-ad1c-f2dbbf84440b tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:27.095087 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9b1654e4-bbb2-4e74-ad1c-f2dbbf84440b tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:27.212964 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9b1654e4-bbb2-4e74-ad1c-f2dbbf84440b tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:27.231597 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1654e4-bbb2-4e74-ad1c-f2dbbf84440b tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3faf58f-a4bc-4d2c-9d54-5ab505d996a7,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:56:27.304855 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9b1654e4-bbb2-4e74-ad1c-f2dbbf84440b tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:27.305989 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9b1654e4-bbb2-4e74-ad1c-f2dbbf84440b tempest-TestServerBasicOps-1162204856 tempest-TestServerBasicOps-1162204856-project] 10.222.0.57 "DELETE /v2.0/security-groups/d3faf58f-a4bc-4d2c-9d54-5ab505d996a7 HTTP/1.1" status: 204 len: 168 time: 0.3056626 May 27 02:56:27.425147 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33234) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:56:27.899241 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e3dde31f-f22d-4cda-9bcc-87f31295ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:28.202556 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0ce78f84-f2f7-498c-a280-c11e9ed41661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:28.545992 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-0ce78f84-f2f7-498c-a280-c11e9ed41661 admin admin] Deleting port 8c9b7345-3c05-4094-8066-f0ef0b03937c {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:56:28.550315 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0ce78f84-f2f7-498c-a280-c11e9ed41661 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:28.715162 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-0ce78f84-f2f7-498c-a280-c11e9ed41661 admin admin] For port 8c9b7345-3c05-4094-8066-f0ef0b03937c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8c9b7345-3c05-4094-8066-f0ef0b03937c,segment=NetworkSegment(4b18babb-9de6-4e69-b0e1-83c1c21fa869),segment_id=4b18babb-9de6-4e69-b0e1-83c1c21fa869)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:56:28.715376 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0ce78f84-f2f7-498c-a280-c11e9ed41661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:28.837342 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-0ce78f84-f2f7-498c-a280-c11e9ed41661 admin admin] Calling delete_port for 8c9b7345-3c05-4094-8066-f0ef0b03937c owned by network:router_interface {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:56:29.048058 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:29.110140 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:29.110395 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0ce78f84-f2f7-498c-a280-c11e9ed41661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:29.158809 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce78f84-f2f7-498c-a280-c11e9ed41661 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c9b7345-3c05-4094-8066-f0ef0b03937c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:56:29.423388 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0ce78f84-f2f7-498c-a280-c11e9ed41661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:29.894986 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce78f84-f2f7-498c-a280-c11e9ed41661 admin admin] Router 21b72f4f-db83-4139-9a88-6d1486768427 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:56:30.073781 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce78f84-f2f7-498c-a280-c11e9ed41661 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:56:30.083299 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288ba3f7-0357-4473-a9d3-162d25cbd636 None None] Sync routers for ids ['21b72f4f-db83-4139-9a88-6d1486768427'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:56:30.085807 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0ce78f84-f2f7-498c-a280-c11e9ed41661 admin admin] 10.222.0.57 "PUT /v2.0/routers/21b72f4f-db83-4139-9a88-6d1486768427/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6595590 May 27 02:56:30.088353 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33240) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:56:30.092584 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288ba3f7-0357-4473-a9d3-162d25cbd636 None None] Routers {'21b72f4f-db83-4139-9a88-6d1486768427'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:56:30.093236 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-288ba3f7-0357-4473-a9d3-162d25cbd636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:56:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['21b72f4f-db83-4139-9a88-6d1486768427'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:56:30.266074 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6cb95812-b251-4a4f-8be7-b6e1d37a7cf0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:30.281570 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-288ba3f7-0357-4473-a9d3-162d25cbd636 None None] Set router 21b72f4f-db83-4139-9a88-6d1486768427 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:56:30.323372 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:30.444258 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6cb95812-b251-4a4f-8be7-b6e1d37a7cf0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:30.539306 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6cb95812-b251-4a4f-8be7-b6e1d37a7cf0 admin admin] Deleting port 7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:56:30.539691 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6cb95812-b251-4a4f-8be7-b6e1d37a7cf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:30.561957 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-288ba3f7-0357-4473-a9d3-162d25cbd636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b72f4f-db83-4139-9a88-6d1486768427', 'name': 'tempest-TestServerBasicOps-1563450381-router', 'tenant_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:50:56Z', 'updated_at': '2022-05-27T02:56:28Z', 'revision_number': 5, 'project_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'gw_port': {'id': '7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b72f4f-db83-4139-9a88-6d1486768427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:57Z', 'updated_at': '2022-05-27T02:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:56:30.565896 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288ba3f7-0357-4473-a9d3-162d25cbd636 None None] Checking router: 21b72f4f-db83-4139-9a88-6d1486768427 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:56:30.574596 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288ba3f7-0357-4473-a9d3-162d25cbd636 None None] Routers {'21b72f4f-db83-4139-9a88-6d1486768427'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:56:30.575207 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-288ba3f7-0357-4473-a9d3-162d25cbd636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:56:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['21b72f4f-db83-4139-9a88-6d1486768427'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:56:30.717116 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-6cb95812-b251-4a4f-8be7-b6e1d37a7cf0 admin admin] For port 7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:56:30.717476 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6cb95812-b251-4a4f-8be7-b6e1d37a7cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:30.730310 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-288ba3f7-0357-4473-a9d3-162d25cbd636 None None] Set router 21b72f4f-db83-4139-9a88-6d1486768427 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:56:30.842471 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6cb95812-b251-4a4f-8be7-b6e1d37a7cf0 admin admin] Calling delete_port for 7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504 owned by network:router_gateway {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:56:30.878258 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-288ba3f7-0357-4473-a9d3-162d25cbd636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b72f4f-db83-4139-9a88-6d1486768427', 'name': 'tempest-TestServerBasicOps-1563450381-router', 'tenant_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:50:56Z', 'updated_at': '2022-05-27T02:56:30Z', 'revision_number': 6, 'project_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'gw_port_host': None}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:56:30.882210 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288ba3f7-0357-4473-a9d3-162d25cbd636 None None] The sync data for ids ['21b72f4f-db83-4139-9a88-6d1486768427'] in n-d-843554-3 is: [{'id': '21b72f4f-db83-4139-9a88-6d1486768427', 'name': 'tempest-TestServerBasicOps-1563450381-router', 'tenant_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:50:56Z', 'updated_at': '2022-05-27T02:56:30Z', 'revision_number': 6, 'project_id': 'b6dea002dbbc4f6898fea3cd621e3cae', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:56:31.087629 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6cb95812-b251-4a4f-8be7-b6e1d37a7cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:31.254642 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb95812-b251-4a4f-8be7-b6e1d37a7cf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:56:31.349243 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6cb95812-b251-4a4f-8be7-b6e1d37a7cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:31.518420 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6cb95812-b251-4a4f-8be7-b6e1d37a7cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:31.520534 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6cb95812-b251-4a4f-8be7-b6e1d37a7cf0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:31.630408 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6cb95812-b251-4a4f-8be7-b6e1d37a7cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:31.630965 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb95812-b251-4a4f-8be7-b6e1d37a7cf0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21b72f4f-db83-4139-9a88-6d1486768427 {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:56:31.644739 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6cb95812-b251-4a4f-8be7-b6e1d37a7cf0 admin admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:31.645853 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6cb95812-b251-4a4f-8be7-b6e1d37a7cf0 admin admin] 10.222.0.57 "DELETE /v2.0/routers/21b72f4f-db83-4139-9a88-6d1486768427 HTTP/1.1" status: 204 len: 168 time: 1.5566986 May 27 02:56:31.648538 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33244) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:56:31.708601 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-08fc55ec-6214-4a71-bf91-e7e5039ed100 admin admin] Deleting subnet 34031afd-bca2-460e-a76e-728a8b3e2362 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:56:31.714672 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-08fc55ec-6214-4a71-bf91-e7e5039ed100 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:31.762906 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-08fc55ec-6214-4a71-bf91-e7e5039ed100 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:31.772116 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:56:31.816507 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:56:31.816879 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 7d5b1ad3-8b8a-4bf9-8070-6902ee8b9504 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:56:31.817287 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8c9b7345-3c05-4094-8066-f0ef0b03937c no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:56:31.848642 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-08fc55ec-6214-4a71-bf91-e7e5039ed100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:31.854592 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 8c9b7345-3c05-4094-8066-f0ef0b03937c {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:56:31.854883 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8c9b7345-3c05-4094-8066-f0ef0b03937c not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:56:32.008022 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-08fc55ec-6214-4a71-bf91-e7e5039ed100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:32.046343 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc55ec-6214-4a71-bf91-e7e5039ed100 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34031afd-bca2-460e-a76e-728a8b3e2362,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:56:32.049915 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-08fc55ec-6214-4a71-bf91-e7e5039ed100 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:32.056883 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd5c8af-3109-4c02-9f78-9b70ce294fbe None None] Network c2f756da-8f15-43e4-9386-0c48ae545b58 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:56:32.057410 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-08fc55ec-6214-4a71-bf91-e7e5039ed100 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/34031afd-bca2-460e-a76e-728a8b3e2362 HTTP/1.1" status: 204 len: 168 time: 0.4078658 May 27 02:56:32.059732 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33248) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:56:32.169612 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-320e7b19-2f95-4ab2-9f1d-4eb259db538b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:32.180665 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-320e7b19-2f95-4ab2-9f1d-4eb259db538b admin admin] Deleting port 78e4cafc-cc1d-4750-b9b6-9db398c28d8d {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:56:32.181028 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-320e7b19-2f95-4ab2-9f1d-4eb259db538b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:32.327504 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e6e1e9-c620-469f-b978-56870543ba29 None None] DHCP port deletion for c2f756da-8f15-43e4-9386-0c48ae545b58 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:56:32.331970 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-f9e6e1e9-c620-469f-b978-56870543ba29 None None] Deleting port 78e4cafc-cc1d-4750-b9b6-9db398c28d8d {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:56:32.332406 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f9e6e1e9-c620-469f-b978-56870543ba29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:32.395134 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-320e7b19-2f95-4ab2-9f1d-4eb259db538b admin admin] For port 78e4cafc-cc1d-4750-b9b6-9db398c28d8d, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=78e4cafc-cc1d-4750-b9b6-9db398c28d8d,segment=NetworkSegment(4b18babb-9de6-4e69-b0e1-83c1c21fa869),segment_id=4b18babb-9de6-4e69-b0e1-83c1c21fa869)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:56:32.395486 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-320e7b19-2f95-4ab2-9f1d-4eb259db538b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:32.517282 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-320e7b19-2f95-4ab2-9f1d-4eb259db538b admin admin] Calling delete_port for 78e4cafc-cc1d-4750-b9b6-9db398c28d8d owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:56:32.538814 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-f9e6e1e9-c620-469f-b978-56870543ba29 None None] For port 78e4cafc-cc1d-4750-b9b6-9db398c28d8d, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=78e4cafc-cc1d-4750-b9b6-9db398c28d8d,segment=NetworkSegment(4b18babb-9de6-4e69-b0e1-83c1c21fa869),segment_id=4b18babb-9de6-4e69-b0e1-83c1c21fa869)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:56:32.539205 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f9e6e1e9-c620-469f-b978-56870543ba29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:32.658972 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-320e7b19-2f95-4ab2-9f1d-4eb259db538b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:32.665992 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-f9e6e1e9-c620-469f-b978-56870543ba29 None None] Calling delete_port for 78e4cafc-cc1d-4750-b9b6-9db398c28d8d owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:56:32.717706 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320e7b19-2f95-4ab2-9f1d-4eb259db538b admin admin] No DVR routers for this DVR port 78e4cafc-cc1d-4750-b9b6-9db398c28d8d on host n-d-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:56:32.743001 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-f9e6e1e9-c620-469f-b978-56870543ba29 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:56:32.743367 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-f9e6e1e9-c620-469f-b978-56870543ba29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:56:32.750200 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e7b19-2f95-4ab2-9f1d-4eb259db538b admin admin] Pushing event deleted for resources: {'Port': ['ID=78e4cafc-cc1d-4750-b9b6-9db398c28d8d,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:56:32.848933 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-320e7b19-2f95-4ab2-9f1d-4eb259db538b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:32.874467 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-320e7b19-2f95-4ab2-9f1d-4eb259db538b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2f756da-8f15-43e4-9386-0c48ae545b58']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:56:32.887164 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-320e7b19-2f95-4ab2-9f1d-4eb259db538b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b18babb-9de6-4e69-b0e1-83c1c21fa869') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:56:32.887459 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-320e7b19-2f95-4ab2-9f1d-4eb259db538b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b18babb-9de6-4e69-b0e1-83c1c21fa869') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:56:32.899958 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-320e7b19-2f95-4ab2-9f1d-4eb259db538b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:32.915851 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-320e7b19-2f95-4ab2-9f1d-4eb259db538b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:32.922231 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-320e7b19-2f95-4ab2-9f1d-4eb259db538b admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:56:32.922823 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-320e7b19-2f95-4ab2-9f1d-4eb259db538b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:33.084950 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 4b18babb-9de6-4e69-b0e1-83c1c21fa869 resource provider aggregate not found May 27 02:56:33.099715 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-320e7b19-2f95-4ab2-9f1d-4eb259db538b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:33.116860 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 4b18babb-9de6-4e69-b0e1-83c1c21fa869 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4b18babb-9de6-4e69-b0e1-83c1c21fa869 found for delete ", "request_id": "req-6c35d843-982c-4560-9fd7-7089e08fc15d"}]} May 27 02:56:33.117811 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-320e7b19-2f95-4ab2-9f1d-4eb259db538b admin admin] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:33.129376 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e7b19-2f95-4ab2-9f1d-4eb259db538b admin admin] Pushing event deleted for resources: {'Network': ['ID=c2f756da-8f15-43e4-9386-0c48ae545b58,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:56:33.208001 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-320e7b19-2f95-4ab2-9f1d-4eb259db538b admin admin] 10.222.0.57 "DELETE /v2.0/networks/c2f756da-8f15-43e4-9386-0c48ae545b58 HTTP/1.1" status: 204 len: 168 time: 1.1472278 May 27 02:56:33.210821 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33260) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:56:33.244236 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-f9e6e1e9-c620-469f-b978-56870543ba29 None None] Deleting port 78e4cafc-cc1d-4750-b9b6-9db398c28d8d {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:56:33.244777 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f9e6e1e9-c620-469f-b978-56870543ba29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:33.323651 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-f9e6e1e9-c620-469f-b978-56870543ba29 None None] The port '78e4cafc-cc1d-4750-b9b6-9db398c28d8d' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:56:33.765462 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 78e4cafc-cc1d-4750-b9b6-9db398c28d8d no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:56:33.800660 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 78e4cafc-cc1d-4750-b9b6-9db398c28d8d {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:56:33.801043 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 78e4cafc-cc1d-4750-b9b6-9db398c28d8d not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:56:33.868412 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-acc897a2-35bd-4fb1-9e4f-ff636c26c896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:34.210986 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-acc897a2-35bd-4fb1-9e4f-ff636c26c896 admin admin] Deleting port baf65bca-50b6-453f-8bff-074d79d6f660 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:56:34.210986 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-acc897a2-35bd-4fb1-9e4f-ff636c26c896 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:34.377972 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-acc897a2-35bd-4fb1-9e4f-ff636c26c896 admin admin] For port baf65bca-50b6-453f-8bff-074d79d6f660, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=baf65bca-50b6-453f-8bff-074d79d6f660,segment=NetworkSegment(29f2d134-e3ea-4905-b89a-9b93718a3fc5),segment_id=29f2d134-e3ea-4905-b89a-9b93718a3fc5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:56:34.378363 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-acc897a2-35bd-4fb1-9e4f-ff636c26c896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:34.500934 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-acc897a2-35bd-4fb1-9e4f-ff636c26c896 admin admin] Calling delete_port for baf65bca-50b6-453f-8bff-074d79d6f660 owned by network:router_interface {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:56:34.738791 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-acc897a2-35bd-4fb1-9e4f-ff636c26c896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:34.899250 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc897a2-35bd-4fb1-9e4f-ff636c26c896 admin admin] Pushing event deleted for resources: {'Port': ['ID=baf65bca-50b6-453f-8bff-074d79d6f660,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:56:35.223096 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-acc897a2-35bd-4fb1-9e4f-ff636c26c896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:35.326737 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a2030-20d3-4a9e-9180-f01700d5f67c req-08857176-892e-4675-8fb3-48f6900ecd4b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:56:35.328175 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-523a2030-20d3-4a9e-9180-f01700d5f67c req-08857176-892e-4675-8fb3-48f6900ecd4b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5f78ab8-5b93-46aa-a820-983a27faa46a HTTP/1.1" status: 200 len: 945 time: 0.1894257 May 27 02:56:35.448114 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-523a2030-20d3-4a9e-9180-f01700d5f67c req-5b8e4593-ce15-484c-a2a2-c020616f24fa tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677698 May 27 02:56:35.624823 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc897a2-35bd-4fb1-9e4f-ff636c26c896 admin admin] Router b13f31da-c2c1-40d6-9bfd-514d4f725d16 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:56:35.803890 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc897a2-35bd-4fb1-9e4f-ff636c26c896 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:56:35.814157 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6b1bee-a457-4d90-9562-46cdf06fa248 None None] Sync routers for ids ['b13f31da-c2c1-40d6-9bfd-514d4f725d16'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:56:35.818988 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-acc897a2-35bd-4fb1-9e4f-ff636c26c896 admin admin] 10.222.0.57 "PUT /v2.0/routers/b13f31da-c2c1-40d6-9bfd-514d4f725d16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6026297 May 27 02:56:35.818988 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33272) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:56:35.824554 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6b1bee-a457-4d90-9562-46cdf06fa248 None None] Routers {'b13f31da-c2c1-40d6-9bfd-514d4f725d16'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:56:35.825200 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-3a6b1bee-a457-4d90-9562-46cdf06fa248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:56:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['b13f31da-c2c1-40d6-9bfd-514d4f725d16'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:56:35.996490 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-32155c4a-9da9-4e72-828c-23d11c5ea02c admin admin] Notify callbacks [] for router, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:36.027281 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-3a6b1bee-a457-4d90-9562-46cdf06fa248 None None] Set router b13f31da-c2c1-40d6-9bfd-514d4f725d16 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:56:36.172148 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-32155c4a-9da9-4e72-828c-23d11c5ea02c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:36.281569 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-32155c4a-9da9-4e72-828c-23d11c5ea02c admin admin] Deleting port 10180d0d-2765-480c-8c83-2d038e5dff68 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:56:36.281855 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-32155c4a-9da9-4e72-828c-23d11c5ea02c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:36.307008 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-3a6b1bee-a457-4d90-9562-46cdf06fa248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13f31da-c2c1-40d6-9bfd-514d4f725d16', 'name': 'tempest-TestServerBasicOps-2129899790-router', 'tenant_id': '4bd772873cad4ef082350675b11e5e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '10180d0d-2765-480c-8c83-2d038e5dff68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:51:06Z', 'updated_at': '2022-05-27T02:56:34Z', 'revision_number': 5, 'project_id': '4bd772873cad4ef082350675b11e5e17', 'gw_port': {'id': '10180d0d-2765-480c-8c83-2d038e5dff68', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:05:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13f31da-c2c1-40d6-9bfd-514d4f725d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:51:07Z', 'updated_at': '2022-05-27T02:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:56:36.311251 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6b1bee-a457-4d90-9562-46cdf06fa248 None None] Checking router: b13f31da-c2c1-40d6-9bfd-514d4f725d16 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:56:36.320968 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6b1bee-a457-4d90-9562-46cdf06fa248 None None] Routers {'b13f31da-c2c1-40d6-9bfd-514d4f725d16'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:56:36.321590 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-3a6b1bee-a457-4d90-9562-46cdf06fa248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:56:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['b13f31da-c2c1-40d6-9bfd-514d4f725d16'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:56:36.471991 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-3a6b1bee-a457-4d90-9562-46cdf06fa248 None None] Set router b13f31da-c2c1-40d6-9bfd-514d4f725d16 gateway port host: None {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:56:36.581656 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-3a6b1bee-a457-4d90-9562-46cdf06fa248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13f31da-c2c1-40d6-9bfd-514d4f725d16', 'name': 'tempest-TestServerBasicOps-2129899790-router', 'tenant_id': '4bd772873cad4ef082350675b11e5e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:51:06Z', 'updated_at': '2022-05-27T02:56:36Z', 'revision_number': 6, 'project_id': '4bd772873cad4ef082350675b11e5e17', 'gw_port_host': None}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:56:36.586066 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6b1bee-a457-4d90-9562-46cdf06fa248 None None] The sync data for ids ['b13f31da-c2c1-40d6-9bfd-514d4f725d16'] in n-d-843554-3 is: [{'id': 'b13f31da-c2c1-40d6-9bfd-514d4f725d16', 'name': 'tempest-TestServerBasicOps-2129899790-router', 'tenant_id': '4bd772873cad4ef082350675b11e5e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:51:06Z', 'updated_at': '2022-05-27T02:56:36Z', 'revision_number': 6, 'project_id': '4bd772873cad4ef082350675b11e5e17', 'gw_port_host': None}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:56:36.599298 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8f7be-6cf6-42bc-b022-16ce6842a2c2 req-577c668e-2ba3-4840-b698-6c2d0f188030 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:56:36.600063 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-81e8f7be-6cf6-42bc-b022-16ce6842a2c2 req-577c668e-2ba3-4840-b698-6c2d0f188030 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Synchronizing usage tracker for tenant:3fadd088ccc74553a04697be263b7906 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:56:36.630191 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-32155c4a-9da9-4e72-828c-23d11c5ea02c admin admin] For port 10180d0d-2765-480c-8c83-2d038e5dff68, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=10180d0d-2765-480c-8c83-2d038e5dff68,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:56:36.630584 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-32155c4a-9da9-4e72-828c-23d11c5ea02c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:36.675972 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-81e8f7be-6cf6-42bc-b022-16ce6842a2c2 req-577c668e-2ba3-4840-b698-6c2d0f188030 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Unset dirty status for tenant:3fadd088ccc74553a04697be263b7906 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:56:36.677193 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-81e8f7be-6cf6-42bc-b022-16ce6842a2c2 req-577c668e-2ba3-4840-b698-6c2d0f188030 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5f78ab8-5b93-46aa-a820-983a27faa46a HTTP/1.1" status: 200 len: 945 time: 0.1697717 May 27 02:56:36.749411 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-81e8f7be-6cf6-42bc-b022-16ce6842a2c2 req-8e29850b-8051-4bbf-8726-f64d80576e8b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Deleting port bf05074a-ff9b-4bd0-b495-966014b24c07 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:56:36.749734 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-81e8f7be-6cf6-42bc-b022-16ce6842a2c2 req-8e29850b-8051-4bbf-8726-f64d80576e8b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:36.765135 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-32155c4a-9da9-4e72-828c-23d11c5ea02c admin admin] Calling delete_port for 10180d0d-2765-480c-8c83-2d038e5dff68 owned by network:router_gateway {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:56:36.837920 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62564218-6f62-4549-8eb1-1d7a44afc8ef req-859ae5bf-5b75-4668-83f3-e590fe845eaa tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:56:36.839391 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62564218-6f62-4549-8eb1-1d7a44afc8ef req-859ae5bf-5b75-4668-83f3-e590fe845eaa tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5f78ab8-5b93-46aa-a820-983a27faa46a HTTP/1.1" status: 200 len: 945 time: 0.2686911 May 27 02:56:36.905752 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62564218-6f62-4549-8eb1-1d7a44afc8ef req-ae60f708-c71d-49be-96c9-6ad4b54c31cd tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544186 May 27 02:56:37.013286 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-81e8f7be-6cf6-42bc-b022-16ce6842a2c2 req-8e29850b-8051-4bbf-8726-f64d80576e8b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] For port bf05074a-ff9b-4bd0-b495-966014b24c07, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=bf05074a-ff9b-4bd0-b495-966014b24c07,segment=NetworkSegment(77a48b29-f789-41c3-82b2-66a5eb7c53b7),segment_id=77a48b29-f789-41c3-82b2-66a5eb7c53b7)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:56:37.013645 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-81e8f7be-6cf6-42bc-b022-16ce6842a2c2 req-8e29850b-8051-4bbf-8726-f64d80576e8b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:37.064478 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-32155c4a-9da9-4e72-828c-23d11c5ea02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:37.116108 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32155c4a-9da9-4e72-828c-23d11c5ea02c admin admin] Pushing event deleted for resources: {'Port': ['ID=10180d0d-2765-480c-8c83-2d038e5dff68,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:56:37.203193 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-32155c4a-9da9-4e72-828c-23d11c5ea02c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:37.380247 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-32155c4a-9da9-4e72-828c-23d11c5ea02c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:37.382635 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-32155c4a-9da9-4e72-828c-23d11c5ea02c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:37.411184 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-81e8f7be-6cf6-42bc-b022-16ce6842a2c2 req-8e29850b-8051-4bbf-8726-f64d80576e8b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:37.411556 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-81e8f7be-6cf6-42bc-b022-16ce6842a2c2 req-8e29850b-8051-4bbf-8726-f64d80576e8b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:37.411914 n-d-843554-3 neutron-server[88901]: INFO neutron.db.l3_db [req-81e8f7be-6cf6-42bc-b022-16ce6842a2c2 req-8e29850b-8051-4bbf-8726-f64d80576e8b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Floating IP 5ac69e49-8962-49e1-8fdf-0d6b92374372 disassociated. External IP: 172.25.1.3, port: bf05074a-ff9b-4bd0-b495-966014b24c07. May 27 02:56:37.412801 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-81e8f7be-6cf6-42bc-b022-16ce6842a2c2 req-8e29850b-8051-4bbf-8726-f64d80576e8b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Calling delete_port for bf05074a-ff9b-4bd0-b495-966014b24c07 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:56:37.481670 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-32155c4a-9da9-4e72-828c-23d11c5ea02c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:37.482210 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32155c4a-9da9-4e72-828c-23d11c5ea02c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b13f31da-c2c1-40d6-9bfd-514d4f725d16 {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:56:37.496223 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-32155c4a-9da9-4e72-828c-23d11c5ea02c admin admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:37.497621 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-32155c4a-9da9-4e72-828c-23d11c5ea02c admin admin] 10.222.0.57 "DELETE /v2.0/routers/b13f31da-c2c1-40d6-9bfd-514d4f725d16 HTTP/1.1" status: 204 len: 168 time: 1.6795683 May 27 02:56:37.500110 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33278) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:56:37.572172 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4edb866-5597-46db-8d0d-ab72457a60a3 admin admin] Deleting subnet 92bd4eab-2411-4891-bc1d-e46a65e4cbc9 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:56:37.575365 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a4edb866-5597-46db-8d0d-ab72457a60a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:37.626030 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a4edb866-5597-46db-8d0d-ab72457a60a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:37.686380 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-81e8f7be-6cf6-42bc-b022-16ce6842a2c2 req-8e29850b-8051-4bbf-8726-f64d80576e8b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:37.711931 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a4edb866-5597-46db-8d0d-ab72457a60a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:37.739455 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e29850b-8051-4bbf-8726-f64d80576e8b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Pushing event deleted for resources: {'Port': ['ID=bf05074a-ff9b-4bd0-b495-966014b24c07,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:56:37.781321 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 10180d0d-2765-480c-8c83-2d038e5dff68 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:56:37.821488 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 10180d0d-2765-480c-8c83-2d038e5dff68 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:56:37.821833 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 10180d0d-2765-480c-8c83-2d038e5dff68 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:56:37.822241 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device baf65bca-50b6-453f-8bff-074d79d6f660 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:56:37.855418 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: baf65bca-50b6-453f-8bff-074d79d6f660 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:56:37.855765 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device baf65bca-50b6-453f-8bff-074d79d6f660 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:56:37.865185 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a4edb866-5597-46db-8d0d-ab72457a60a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:37.904504 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4edb866-5597-46db-8d0d-ab72457a60a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92bd4eab-2411-4891-bc1d-e46a65e4cbc9,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:56:37.906455 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a4edb866-5597-46db-8d0d-ab72457a60a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:37.910899 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3063ae1-6338-4704-ab63-7e168e3c94b7 None None] Network 885a57af-45b6-42d9-8123-130da44a8fc1 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:56:37.913452 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a4edb866-5597-46db-8d0d-ab72457a60a3 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/92bd4eab-2411-4891-bc1d-e46a65e4cbc9 HTTP/1.1" status: 204 len: 168 time: 0.4123883 May 27 02:56:37.917145 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33284) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:56:37.961881 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81e8f7be-6cf6-42bc-b022-16ce6842a2c2 req-8e29850b-8051-4bbf-8726-f64d80576e8b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Router a9ff13da-f389-402c-87d6-47881f89fe1b has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:56:38.063736 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bc2bfa7c-9b3a-47c4-95f4-594dcacd3bc3 req-b99fd56e-55f5-4b61-80e6-4b3e05ae2e45 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5f78ab8-5b93-46aa-a820-983a27faa46a HTTP/1.1" status: 200 len: 210 time: 0.0461042 May 27 02:56:38.099362 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6c70cc83-ffc7-4060-ae37-abf7eaf5e81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:38.112268 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6c70cc83-ffc7-4060-ae37-abf7eaf5e81c admin admin] Deleting port 5d0f22a5-aee5-44c5-940b-ce64ebfcfc0d {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:56:38.112916 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6c70cc83-ffc7-4060-ae37-abf7eaf5e81c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:38.191587 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81e8f7be-6cf6-42bc-b022-16ce6842a2c2 req-8e29850b-8051-4bbf-8726-f64d80576e8b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:56:38.200391 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffa0597-abf1-4ea3-a9c9-6370b63725bb None None] DHCP port deletion for 885a57af-45b6-42d9-8123-130da44a8fc1 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:56:38.207114 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-1ffa0597-abf1-4ea3-a9c9-6370b63725bb None None] Deleting port 5d0f22a5-aee5-44c5-940b-ce64ebfcfc0d {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:56:38.207942 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1ffa0597-abf1-4ea3-a9c9-6370b63725bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:38.241989 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b411dd-75bb-4a3a-9bfd-2c9b8ea4a402 None None] Sync routers for ids ['a9ff13da-f389-402c-87d6-47881f89fe1b'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:56:38.266363 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b411dd-75bb-4a3a-9bfd-2c9b8ea4a402 None None] Routers {'a9ff13da-f389-402c-87d6-47881f89fe1b'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:56:38.267332 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c7b411dd-75bb-4a3a-9bfd-2c9b8ea4a402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:56:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['a9ff13da-f389-402c-87d6-47881f89fe1b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:56:38.283524 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e8f7be-6cf6-42bc-b022-16ce6842a2c2 req-8e29850b-8051-4bbf-8726-f64d80576e8b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] No DVR routers for this DVR port bf05074a-ff9b-4bd0-b495-966014b24c07 on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:56:38.286020 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-81e8f7be-6cf6-42bc-b022-16ce6842a2c2 req-8e29850b-8051-4bbf-8726-f64d80576e8b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:38.289375 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f78ab8-5b93-46aa-a820-983a27faa46a', 'name': 'network-vif-deleted', 'tag': 'bf05074a-ff9b-4bd0-b495-966014b24c07'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:56:38.333882 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6862c31-62fd-45a6-9c26-d4215181d125'] response: {'server_uuid': 'e5f78ab8-5b93-46aa-a820-983a27faa46a', 'name': 'network-vif-deleted', 'tag': 'bf05074a-ff9b-4bd0-b495-966014b24c07', 'status': 'completed', 'code': 200} May 27 02:56:38.373803 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-81e8f7be-6cf6-42bc-b022-16ce6842a2c2 req-8e29850b-8051-4bbf-8726-f64d80576e8b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.66 "DELETE /v2.0/ports/bf05074a-ff9b-4bd0-b495-966014b24c07 HTTP/1.1" status: 204 len: 173 time: 1.6910417 May 27 02:56:38.440197 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-6c70cc83-ffc7-4060-ae37-abf7eaf5e81c admin admin] For port 5d0f22a5-aee5-44c5-940b-ce64ebfcfc0d, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=5d0f22a5-aee5-44c5-940b-ce64ebfcfc0d,segment=NetworkSegment(29f2d134-e3ea-4905-b89a-9b93718a3fc5),segment_id=29f2d134-e3ea-4905-b89a-9b93718a3fc5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:56:38.440493 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6c70cc83-ffc7-4060-ae37-abf7eaf5e81c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:38.571157 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6c70cc83-ffc7-4060-ae37-abf7eaf5e81c admin admin] Calling delete_port for 5d0f22a5-aee5-44c5-940b-ce64ebfcfc0d owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:56:38.634301 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-c7b411dd-75bb-4a3a-9bfd-2c9b8ea4a402 None None] Set router a9ff13da-f389-402c-87d6-47881f89fe1b gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:56:38.681936 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6c70cc83-ffc7-4060-ae37-abf7eaf5e81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:38.703930 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-1ffa0597-abf1-4ea3-a9c9-6370b63725bb None None] For port 5d0f22a5-aee5-44c5-940b-ce64ebfcfc0d, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=5d0f22a5-aee5-44c5-940b-ce64ebfcfc0d,segment=NetworkSegment(29f2d134-e3ea-4905-b89a-9b93718a3fc5),segment_id=29f2d134-e3ea-4905-b89a-9b93718a3fc5)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:56:38.704251 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1ffa0597-abf1-4ea3-a9c9-6370b63725bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:38.729649 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70cc83-ffc7-4060-ae37-abf7eaf5e81c admin admin] Pushing event deleted for resources: {'Port': ['ID=5d0f22a5-aee5-44c5-940b-ce64ebfcfc0d,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:56:38.733121 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c70cc83-ffc7-4060-ae37-abf7eaf5e81c admin admin] No DVR routers for this DVR port 5d0f22a5-aee5-44c5-940b-ce64ebfcfc0d on host n-d-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:56:38.862896 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6c70cc83-ffc7-4060-ae37-abf7eaf5e81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:38.891826 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-6c70cc83-ffc7-4060-ae37-abf7eaf5e81c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['885a57af-45b6-42d9-8123-130da44a8fc1']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:56:38.897469 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-1ffa0597-abf1-4ea3-a9c9-6370b63725bb None None] Calling delete_port for 5d0f22a5-aee5-44c5-940b-ce64ebfcfc0d owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:56:38.908563 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-6c70cc83-ffc7-4060-ae37-abf7eaf5e81c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29f2d134-e3ea-4905-b89a-9b93718a3fc5') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:56:38.908892 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-6c70cc83-ffc7-4060-ae37-abf7eaf5e81c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29f2d134-e3ea-4905-b89a-9b93718a3fc5') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:56:38.920584 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6c70cc83-ffc7-4060-ae37-abf7eaf5e81c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:38.937373 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6c70cc83-ffc7-4060-ae37-abf7eaf5e81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:38.944567 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c70cc83-ffc7-4060-ae37-abf7eaf5e81c admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:56:38.944986 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6c70cc83-ffc7-4060-ae37-abf7eaf5e81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:39.008234 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 29f2d134-e3ea-4905-b89a-9b93718a3fc5 resource provider aggregate not found May 27 02:56:39.029256 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 29f2d134-e3ea-4905-b89a-9b93718a3fc5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 29f2d134-e3ea-4905-b89a-9b93718a3fc5 found for delete ", "request_id": "req-23cbea00-d3c8-474a-88cb-8248bbffe029"}]} May 27 02:56:39.040951 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device bf05074a-ff9b-4bd0-b495-966014b24c07 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:56:39.083887 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: bf05074a-ff9b-4bd0-b495-966014b24c07 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:56:39.084266 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device bf05074a-ff9b-4bd0-b495-966014b24c07 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:56:39.093586 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-1ffa0597-abf1-4ea3-a9c9-6370b63725bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:56:39.093938 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-1ffa0597-abf1-4ea3-a9c9-6370b63725bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:56:39.098737 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6c70cc83-ffc7-4060-ae37-abf7eaf5e81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:39.107700 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6c70cc83-ffc7-4060-ae37-abf7eaf5e81c admin admin] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:39.138285 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70cc83-ffc7-4060-ae37-abf7eaf5e81c admin admin] Pushing event deleted for resources: {'Network': ['ID=885a57af-45b6-42d9-8123-130da44a8fc1,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:56:39.144493 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6c70cc83-ffc7-4060-ae37-abf7eaf5e81c admin admin] 10.222.0.57 "DELETE /v2.0/networks/885a57af-45b6-42d9-8123-130da44a8fc1 HTTP/1.1" status: 204 len: 168 time: 1.2240314 May 27 02:56:39.205245 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c7b411dd-75bb-4a3a-9bfd-2c9b8ea4a402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'name': 'tempest-TestVolumeBootPattern-1950393680-router', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:30Z', 'updated_at': '2022-05-27T02:48:35Z', 'revision_number': 4, 'project_id': '3fadd088ccc74553a04697be263b7906', 'gw_port': {'id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:31Z', 'updated_at': '2022-05-27T02:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'd42472c2-c78a-44d6-a83d-d5bef2e7b4b2', 'name': '', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'mac_address': 'fa:16:3e:37:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:34Z', 'updated_at': '2022-05-27T02:48:42Z', 'revision_number': 5, 'project_id': '3fadd088ccc74553a04697be263b7906', 'subnets': [{'id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:56:39.209519 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b411dd-75bb-4a3a-9bfd-2c9b8ea4a402 None None] Checking router: a9ff13da-f389-402c-87d6-47881f89fe1b for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:56:39.218860 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b411dd-75bb-4a3a-9bfd-2c9b8ea4a402 None None] Routers {'a9ff13da-f389-402c-87d6-47881f89fe1b'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:56:39.219662 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c7b411dd-75bb-4a3a-9bfd-2c9b8ea4a402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:56:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['a9ff13da-f389-402c-87d6-47881f89fe1b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:56:39.235103 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-733ae967-5dc0-4333-a555-42914248c3c2 req-f3aa3a21-c117-4538-b862-9df2afd0a105 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5f78ab8-5b93-46aa-a820-983a27faa46a HTTP/1.1" status: 200 len: 210 time: 0.0492928 May 27 02:56:39.396485 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-c7b411dd-75bb-4a3a-9bfd-2c9b8ea4a402 None None] Set router a9ff13da-f389-402c-87d6-47881f89fe1b gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:56:39.409536 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33300) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:56:39.458525 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-cfe8e6c5-3536-4ad8-a129-cef5c0a28b08 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b6dea002dbbc4f6898fea3cd621e3cae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477579 May 27 02:56:39.461020 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33304) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:56:39.522865 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dbfbed99-236c-4098-b05b-7bda0f83c9cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:39.549500 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dbfbed99-236c-4098-b05b-7bda0f83c9cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:39.601838 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-1ffa0597-abf1-4ea3-a9c9-6370b63725bb None None] Deleting port 5d0f22a5-aee5-44c5-940b-ce64ebfcfc0d {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:56:39.602463 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1ffa0597-abf1-4ea3-a9c9-6370b63725bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:39.647605 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dbfbed99-236c-4098-b05b-7bda0f83c9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:39.666434 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfbed99-236c-4098-b05b-7bda0f83c9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39966d2-bfab-48d9-ab98-7fc70929c2eb,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:56:39.674710 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dbfbed99-236c-4098-b05b-7bda0f83c9cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:39.678837 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-dbfbed99-236c-4098-b05b-7bda0f83c9cc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d39966d2-bfab-48d9-ab98-7fc70929c2eb HTTP/1.1" status: 204 len: 168 time: 0.2139869 May 27 02:56:39.685130 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-1ffa0597-abf1-4ea3-a9c9-6370b63725bb None None] The port '5d0f22a5-aee5-44c5-940b-ce64ebfcfc0d' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:56:39.848549 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 5d0f22a5-aee5-44c5-940b-ce64ebfcfc0d no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:56:39.883900 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 5d0f22a5-aee5-44c5-940b-ce64ebfcfc0d {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:56:39.884246 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 5d0f22a5-aee5-44c5-940b-ce64ebfcfc0d not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:56:39.904632 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c7b411dd-75bb-4a3a-9bfd-2c9b8ea4a402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'name': 'tempest-TestVolumeBootPattern-1950393680-router', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:30Z', 'updated_at': '2022-05-27T02:48:35Z', 'revision_number': 4, 'project_id': '3fadd088ccc74553a04697be263b7906', 'gw_port': {'id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:31Z', 'updated_at': '2022-05-27T02:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'd42472c2-c78a-44d6-a83d-d5bef2e7b4b2', 'name': '', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'mac_address': 'fa:16:3e:37:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:34Z', 'updated_at': '2022-05-27T02:48:42Z', 'revision_number': 5, 'project_id': '3fadd088ccc74553a04697be263b7906', 'subnets': [{'id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:56:39.908670 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b411dd-75bb-4a3a-9bfd-2c9b8ea4a402 None None] The sync data for ids ['a9ff13da-f389-402c-87d6-47881f89fe1b'] in n-d-843554-3 is: [{'id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'name': 'tempest-TestVolumeBootPattern-1950393680-router', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:30Z', 'updated_at': '2022-05-27T02:48:35Z', 'revision_number': 4, 'project_id': '3fadd088ccc74553a04697be263b7906', 'gw_port': {'id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:31Z', 'updated_at': '2022-05-27T02:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'd42472c2-c78a-44d6-a83d-d5bef2e7b4b2', 'name': '', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'mac_address': 'fa:16:3e:37:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:34Z', 'updated_at': '2022-05-27T02:48:42Z', 'revision_number': 5, 'project_id': '3fadd088ccc74553a04697be263b7906', 'subnets': [{'id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:56:40.122846 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47186d83-04f5-472f-8ba0-bede0e958837 None None] New status for floating IP 5ac69e49-8962-49e1-8fdf-0d6b92374372: DOWN {{(pid=88904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:56:40.435310 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33318) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:56:40.483649 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-84ba3557-3673-4a30-afd0-3315e1e91a2f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4bd772873cad4ef082350675b11e5e17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470951 May 27 02:56:40.486062 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33324) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:56:40.559696 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6b0b1346-b3c9-4305-98f0-5af92b108380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:40.601600 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-2fb16bd4-0b73-4870-97c7-7fc8d56c8070 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-615627386&fields=id&tenant_id=3fadd088ccc74553a04697be263b7906 HTTP/1.1" status: 200 len: 267 time: 0.0637448 May 27 02:56:40.603209 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6b0b1346-b3c9-4305-98f0-5af92b108380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:40.663049 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:56:40.778177 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-debc1153-526a-47db-a808-73ae5cb2e8ca tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:56:40.779545 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-debc1153-526a-47db-a808-73ae5cb2e8ca tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/networks?id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351 HTTP/1.1" status: 200 len: 812 time: 0.1699474 May 27 02:56:40.795662 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-d36c21c8-a33a-476a-9dbf-04b1e16ea3e6 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/quotas/3fadd088ccc74553a04697be263b7906 HTTP/1.1" status: 200 len: 375 time: 0.0104048 May 27 02:56:40.843677 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6b0b1346-b3c9-4305-98f0-5af92b108380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:40.869727 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b1346-b3c9-4305-98f0-5af92b108380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66dbce8e-22b4-4dfe-944b-d32bd28d83c7,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:56:40.876423 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6b0b1346-b3c9-4305-98f0-5af92b108380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:40.877558 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6b0b1346-b3c9-4305-98f0-5af92b108380 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/66dbce8e-22b4-4dfe-944b-d32bd28d83c7 HTTP/1.1" status: 204 len: 168 time: 0.3905258 May 27 02:56:40.901464 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-cb0e9539-e7e4-4d5b-94f8-ccb29659927d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=3fadd088ccc74553a04697be263b7906&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1005218 May 27 02:56:41.024376 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-fed9bcec-1f9a-4d82-8f1a-19c9e6cd30b5 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:56:41.025426 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-fed9bcec-1f9a-4d82-8f1a-19c9e6cd30b5 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1120560 May 27 02:56:41.157736 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-ef9ac821-9c6e-451a-952e-03084d5eb9fe service neutron] 10.222.0.57 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257360 May 27 02:56:41.289382 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-5f4a933e-0ac1-4771-a55a-a67ccc2db6f0 service neutron] 10.222.0.57 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252739 May 27 02:56:41.969096 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5528a79a-eccc-4b82-9ad2-53f2f57a4be6 req-19dbe073-4645-4937-87e6-ffccdde55ab0 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=76b7d7de-93f2-4920-bbae-d32fbbf3f62a HTTP/1.1" status: 200 len: 210 time: 0.0470989 May 27 02:56:42.033134 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33364) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:56:42.137347 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-9c48b894-c9d6-4932-a7ad-1ddc0c00af8b admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-376312391-network', 'tenant_id': '20ffa0053859473ea118f5efb8df4c24'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:56:42.142520 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-9c48b894-c9d6-4932-a7ad-1ddc0c00af8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:56:42.150575 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-9c48b894-c9d6-4932-a7ad-1ddc0c00af8b admin admin] Usage tracker for resource:network and tenant:20ffa0053859473ea118f5efb8df4c24 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:56:42.153512 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-9c48b894-c9d6-4932-a7ad-1ddc0c00af8b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:56:42.159604 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-9c48b894-c9d6-4932-a7ad-1ddc0c00af8b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:56:42.201638 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c48b894-c9d6-4932-a7ad-1ddc0c00af8b admin admin] Made reservation on behalf of 20ffa0053859473ea118f5efb8df4c24 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:56:42.203958 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9c48b894-c9d6-4932-a7ad-1ddc0c00af8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:42.220155 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9c48b894-c9d6-4932-a7ad-1ddc0c00af8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:42.234246 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-9c48b894-c9d6-4932-a7ad-1ddc0c00af8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:56:42.238008 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-9c48b894-c9d6-4932-a7ad-1ddc0c00af8b admin admin] Usage tracker for resource:security_group_rule and tenant:20ffa0053859473ea118f5efb8df4c24 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:56:42.241306 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-9c48b894-c9d6-4932-a7ad-1ddc0c00af8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:56:42.246873 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-9c48b894-c9d6-4932-a7ad-1ddc0c00af8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:56:42.329581 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9c48b894-c9d6-4932-a7ad-1ddc0c00af8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:42.407286 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9c48b894-c9d6-4932-a7ad-1ddc0c00af8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:42.437954 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c48b894-c9d6-4932-a7ad-1ddc0c00af8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:56:42.446478 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48b894-c9d6-4932-a7ad-1ddc0c00af8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63784e5-ac78-4e47-90cf-ac818e530d06,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:56:42.451875 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9c48b894-c9d6-4932-a7ad-1ddc0c00af8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:42.452216 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-9c48b894-c9d6-4932-a7ad-1ddc0c00af8b admin admin] Added segment df44f6eb-ed07-4489-9e37-19acf7c8da10 of type vlan for network f9c24b50-24aa-41ff-8c5d-ac0bdcd05106 May 27 02:56:42.481902 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9c48b894-c9d6-4932-a7ad-1ddc0c00af8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:42.613101 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9c48b894-c9d6-4932-a7ad-1ddc0c00af8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:42.614066 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c48b894-c9d6-4932-a7ad-1ddc0c00af8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:56:42.614647 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9c48b894-c9d6-4932-a7ad-1ddc0c00af8b admin admin] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:42.819276 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48b894-c9d6-4932-a7ad-1ddc0c00af8b admin admin] Pushing event updated for resources: {'Network': ['ID=f9c24b50-24aa-41ff-8c5d-ac0bdcd05106,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:56:42.829361 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network f9c24b50-24aa-41ff-8c5d-ac0bdcd05106 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:56:42.893613 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9c48b894-c9d6-4932-a7ad-1ddc0c00af8b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8593860 May 27 02:56:42.896784 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33380) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:56:42.902454 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-14598c10-d82b-4048-add6-de6febfc7560 admin admin] Request body: {'subnet': {'network_id': 'f9c24b50-24aa-41ff-8c5d-ac0bdcd05106', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-376312391-subnet', 'tenant_id': '20ffa0053859473ea118f5efb8df4c24', 'ip_version': 4}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:56:42.908410 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-14598c10-d82b-4048-add6-de6febfc7560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:56:42.912742 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-14598c10-d82b-4048-add6-de6febfc7560 admin admin] Usage tracker for resource:subnet and tenant:20ffa0053859473ea118f5efb8df4c24 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:56:42.915684 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-14598c10-d82b-4048-add6-de6febfc7560 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:56:42.921622 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-14598c10-d82b-4048-add6-de6febfc7560 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:56:43.007788 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14598c10-d82b-4048-add6-de6febfc7560 admin admin] Made reservation on behalf of 20ffa0053859473ea118f5efb8df4c24 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:56:43.010551 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-14598c10-d82b-4048-add6-de6febfc7560 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:43.137849 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-818423cd-570b-4a33-bbde-b99bf6af2c00 req-45727a9e-b1b5-4c6c-9f2f-e660174f75a5 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=76b7d7de-93f2-4920-bbae-d32fbbf3f62a HTTP/1.1" status: 200 len: 210 time: 0.0588689 May 27 02:56:43.338588 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-14598c10-d82b-4048-add6-de6febfc7560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:43.418696 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14598c10-d82b-4048-add6-de6febfc7560 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0665baec-6b14-4e5b-9828-bfb8ed57337e,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:56:43.424160 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14598c10-d82b-4048-add6-de6febfc7560 admin admin] Checking segment: {'id': 'df44f6eb-ed07-4489-9e37-19acf7c8da10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f9c24b50-24aa-41ff-8c5d-ac0bdcd05106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:56:43.424519 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14598c10-d82b-4048-add6-de6febfc7560 admin admin] Network hostable DHCP agents. Network: f9c24b50-24aa-41ff-8c5d-ac0bdcd05106, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:56:43.498450 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14598c10-d82b-4048-add6-de6febfc7560 admin admin] Network f9c24b50-24aa-41ff-8c5d-ac0bdcd05106 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:56:43.607667 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-14598c10-d82b-4048-add6-de6febfc7560 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, f9c24b50-24aa-41ff-8c5d-ac0bdcd05106) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:56:43.612341 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14598c10-d82b-4048-add6-de6febfc7560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:56:43.618064 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-14598c10-d82b-4048-add6-de6febfc7560 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:43.618187 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c194668e-9d23-4f29-adaf-f8142a919a95 None None] Network f9c24b50-24aa-41ff-8c5d-ac0bdcd05106 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:56:43.717677 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-14598c10-d82b-4048-add6-de6febfc7560 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8190656 May 27 02:56:43.719441 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33386) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:56:43.724579 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-bbc45620-1c6f-4b5a-849d-37eb4fbbe00f admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-376312391-router', 'tenant_id': '20ffa0053859473ea118f5efb8df4c24', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:56:43.729742 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-bbc45620-1c6f-4b5a-849d-37eb4fbbe00f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:56:43.733646 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-bbc45620-1c6f-4b5a-849d-37eb4fbbe00f admin admin] Usage tracker for resource:router and tenant:20ffa0053859473ea118f5efb8df4c24 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:56:43.736480 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-bbc45620-1c6f-4b5a-849d-37eb4fbbe00f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:56:43.742822 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-bbc45620-1c6f-4b5a-849d-37eb4fbbe00f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:56:43.830440 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a9e5cc-feb4-4bab-9ea6-8817996a12a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-f9c24b50-24aa-41ff-8c5d-ac0bdcd05106', 'network_id': 'f9c24b50-24aa-41ff-8c5d-ac0bdcd05106', 'tenant_id': '20ffa0053859473ea118f5efb8df4c24', 'fixed_ips': [{'subnet_id': '0665baec-6b14-4e5b-9828-bfb8ed57337e'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:56:43.831252 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b4a9e5cc-feb4-4bab-9ea6-8817996a12a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:43.864874 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bbc45620-1c6f-4b5a-849d-37eb4fbbe00f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:43.866633 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bbc45620-1c6f-4b5a-849d-37eb4fbbe00f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:43.881923 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bbc45620-1c6f-4b5a-849d-37eb4fbbe00f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:43.982089 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-b4a9e5cc-feb4-4bab-9ea6-8817996a12a5 None None] Allocated IP 172.20.0.2 (f9c24b50-24aa-41ff-8c5d-ac0bdcd05106/0665baec-6b14-4e5b-9828-bfb8ed57337e/71f7502a-b110-483b-8717-3db79528039f) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:56:44.193867 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b4a9e5cc-feb4-4bab-9ea6-8817996a12a5 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:44.206875 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-b4a9e5cc-feb4-4bab-9ea6-8817996a12a5 None None] Transition to ACTIVE for port object 71f7502a-b110-483b-8717-3db79528039f will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:56:44.231811 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-b4a9e5cc-feb4-4bab-9ea6-8817996a12a5 None None] Transition to ACTIVE for port object 71f7502a-b110-483b-8717-3db79528039f will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:56:44.238161 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bbc45620-1c6f-4b5a-849d-37eb4fbbe00f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:44.301581 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cdf954b5-4781-4970-a461-382c1dd333f4 req-5f5f1828-1c1b-4e5c-9bd1-bfad184ff03a tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=76b7d7de-93f2-4920-bbae-d32fbbf3f62a HTTP/1.1" status: 200 len: 210 time: 0.0462034 May 27 02:56:44.310885 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b4a9e5cc-feb4-4bab-9ea6-8817996a12a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:44.325332 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-66554cca-4833-427f-bcb2-d37f1d0a2cf6 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:56:44.326922 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-66554cca-4833-427f-bcb2-d37f1d0a2cf6 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.32 "GET /v2.0/networks?id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351 HTTP/1.1" status: 200 len: 812 time: 0.1752660 May 27 02:56:44.376383 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-0780b4f8-b5a3-4c01-8083-3377b62d5d48 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fadd088ccc74553a04697be263b7906 HTTP/1.1" status: 200 len: 379 time: 0.0404501 May 27 02:56:44.386838 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-a1299e75-ae04-4aee-a926-56d89bfdb3bf tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Request body: {'port': {'device_id': '76b7d7de-93f2-4920-bbae-d32fbbf3f62a', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'admin_state_up': True, 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'security_groups': ['c7fcec90-09f0-478f-9ce5-d0c2f616f1b5']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:56:44.395582 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9e5cc-feb4-4bab-9ea6-8817996a12a5 None None] Pushing event updated for resources: {'Port': ['ID=71f7502a-b110-483b-8717-3db79528039f,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:56:44.399440 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a9e5cc-feb4-4bab-9ea6-8817996a12a5 None None] Network f9c24b50-24aa-41ff-8c5d-ac0bdcd05106 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:56:44.400741 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-b4a9e5cc-feb4-4bab-9ea6-8817996a12a5 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:56:44.407481 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a9e5cc-feb4-4bab-9ea6-8817996a12a5 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:56:44.418968 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9e5cc-feb4-4bab-9ea6-8817996a12a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:44.418968 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9e5cc-feb4-4bab-9ea6-8817996a12a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:44.418968 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9e5cc-feb4-4bab-9ea6-8817996a12a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:44.418968 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9e5cc-feb4-4bab-9ea6-8817996a12a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:44.418968 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9e5cc-feb4-4bab-9ea6-8817996a12a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:44.418968 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9e5cc-feb4-4bab-9ea6-8817996a12a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:44.419614 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9e5cc-feb4-4bab-9ea6-8817996a12a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:44.419614 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9e5cc-feb4-4bab-9ea6-8817996a12a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:44.419614 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9e5cc-feb4-4bab-9ea6-8817996a12a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:44.419934 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9e5cc-feb4-4bab-9ea6-8817996a12a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:44.420246 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9e5cc-feb4-4bab-9ea6-8817996a12a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:44.420556 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9e5cc-feb4-4bab-9ea6-8817996a12a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:44.516137 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-b4a9e5cc-feb4-4bab-9ea6-8817996a12a5 None None] Attempting to bind port 71f7502a-b110-483b-8717-3db79528039f on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:56:44.516559 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-b4a9e5cc-feb4-4bab-9ea6-8817996a12a5 None None] Attempting to bind port 71f7502a-b110-483b-8717-3db79528039f by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'df44f6eb-ed07-4489-9e37-19acf7c8da10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f9c24b50-24aa-41ff-8c5d-ac0bdcd05106'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:56:44.517017 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a9e5cc-feb4-4bab-9ea6-8817996a12a5 None None] Attempting to bind port 71f7502a-b110-483b-8717-3db79528039f on network f9c24b50-24aa-41ff-8c5d-ac0bdcd05106 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:56:44.522934 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a9e5cc-feb4-4bab-9ea6-8817996a12a5 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:56:44.523380 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a9e5cc-feb4-4bab-9ea6-8817996a12a5 None None] Checking segment: {'id': 'df44f6eb-ed07-4489-9e37-19acf7c8da10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f9c24b50-24aa-41ff-8c5d-ac0bdcd05106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:56:44.523863 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b4a9e5cc-feb4-4bab-9ea6-8817996a12a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:44.524319 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a9e5cc-feb4-4bab-9ea6-8817996a12a5 None None] Bound using segment: {'id': 'df44f6eb-ed07-4489-9e37-19acf7c8da10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f9c24b50-24aa-41ff-8c5d-ac0bdcd05106'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:56:44.524884 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-b4a9e5cc-feb4-4bab-9ea6-8817996a12a5 None None] Bound port: 71f7502a-b110-483b-8717-3db79528039f, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df44f6eb-ed07-4489-9e37-19acf7c8da10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f9c24b50-24aa-41ff-8c5d-ac0bdcd05106'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:56:44.525323 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b4a9e5cc-feb4-4bab-9ea6-8817996a12a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:44.559110 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-a1299e75-ae04-4aee-a926-56d89bfdb3bf tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:56:44.564931 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-a1299e75-ae04-4aee-a926-56d89bfdb3bf tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Usage tracker for resource:port and tenant:3fadd088ccc74553a04697be263b7906 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:56:44.569048 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-a1299e75-ae04-4aee-a926-56d89bfdb3bf tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:56:44.575053 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-a1299e75-ae04-4aee-a926-56d89bfdb3bf tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:56:44.638227 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-b4a9e5cc-feb4-4bab-9ea6-8817996a12a5 None None] For port 71f7502a-b110-483b-8717-3db79528039f, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:56:44.641881 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-b4a9e5cc-feb4-4bab-9ea6-8817996a12a5 None None] For port 71f7502a-b110-483b-8717-3db79528039f, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=71f7502a-b110-483b-8717-3db79528039f,segment=NetworkSegment(df44f6eb-ed07-4489-9e37-19acf7c8da10),segment_id=df44f6eb-ed07-4489-9e37-19acf7c8da10)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:56:44.652954 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-a1299e75-ae04-4aee-a926-56d89bfdb3bf tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Made reservation on behalf of 3fadd088ccc74553a04697be263b7906 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:56:44.657024 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-a1299e75-ae04-4aee-a926-56d89bfdb3bf tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:44.717771 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bbc45620-1c6f-4b5a-849d-37eb4fbbe00f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:44.734624 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b4a9e5cc-feb4-4bab-9ea6-8817996a12a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:44.748447 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bbc45620-1c6f-4b5a-849d-37eb4fbbe00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:44.854432 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9e5cc-feb4-4bab-9ea6-8817996a12a5 None None] Pushing event updated for resources: {'Port': ['ID=71f7502a-b110-483b-8717-3db79528039f,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:56:44.878692 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-a1299e75-ae04-4aee-a926-56d89bfdb3bf tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Allocated IP 172.20.0.8 (3065bf7b-fd6e-4d0b-a830-392fdd7f9351/d5a421f1-cfc1-40c1-b671-1e4d60b8996c/8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:56:44.942554 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-bbc45620-1c6f-4b5a-849d-37eb4fbbe00f admin admin] Allocated IP 172.25.1.196 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/51bef7aa-9efc-44a9-8f67-aa365db34e32) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:56:45.132752 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-a1299e75-ae04-4aee-a926-56d89bfdb3bf tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:45.168370 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-a1299e75-ae04-4aee-a926-56d89bfdb3bf tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Transition to ACTIVE for port object 8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:56:45.226426 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-a1299e75-ae04-4aee-a926-56d89bfdb3bf tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:45.262035 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bbc45620-1c6f-4b5a-849d-37eb4fbbe00f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:45.321110 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-a1299e75-ae04-4aee-a926-56d89bfdb3bf tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Network 3065bf7b-fd6e-4d0b-a830-392fdd7f9351 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:56:45.331628 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-a1299e75-ae04-4aee-a926-56d89bfdb3bf tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:56:45.336707 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-a1299e75-ae04-4aee-a926-56d89bfdb3bf tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:56:45.380112 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bbc45620-1c6f-4b5a-849d-37eb4fbbe00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:45.444405 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-a1299e75-ae04-4aee-a926-56d89bfdb3bf tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:56:45.445544 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-a1299e75-ae04-4aee-a926-56d89bfdb3bf tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:45.455035 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1299e75-ae04-4aee-a926-56d89bfdb3bf tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Pushing event updated for resources: {'Port': ['ID=8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:56:45.564220 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc45620-1c6f-4b5a-849d-37eb4fbbe00f admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:56:45.567907 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-bbc45620-1c6f-4b5a-849d-37eb4fbbe00f admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:56:45.577303 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc45620-1c6f-4b5a-849d-37eb4fbbe00f admin admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:56:45.586553 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-a1299e75-ae04-4aee-a926-56d89bfdb3bf tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2041204 May 27 02:56:45.600777 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-92a6e888-3c5a-40e4-a48d-f3c05157e9ae service neutron] Request body: {'port': {'device_id': '76b7d7de-93f2-4920-bbae-d32fbbf3f62a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:56:45.628691 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc45620-1c6f-4b5a-849d-37eb4fbbe00f admin admin] Pushing event updated for resources: {'Port': ['ID=51bef7aa-9efc-44a9-8f67-aa365db34e32,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:56:45.864440 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-d28cefbc-063e-4249-85e1-44354f8494c7 None None] Provisioning for port 8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:56:45.873195 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 71f7502a-b110-483b-8717-3db79528039f up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:56:45.911316 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-d28cefbc-063e-4249-85e1-44354f8494c7 None None] Provisioning complete for port 8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:56:45.911316 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d28cefbc-063e-4249-85e1-44354f8494c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:45.938574 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39a84e-6b76-4429-8ebb-b0ee4274170f req-cac4ac97-e775-41dc-ab12-6f5de6bf7c53 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:56:45.941338 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bf39a84e-6b76-4429-8ebb-b0ee4274170f req-cac4ac97-e775-41dc-ab12-6f5de6bf7c53 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=76b7d7de-93f2-4920-bbae-d32fbbf3f62a HTTP/1.1" status: 200 len: 931 time: 0.4505341 May 27 02:56:45.959196 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-92a6e888-3c5a-40e4-a48d-f3c05157e9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:46.016938 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-d28cefbc-063e-4249-85e1-44354f8494c7 None None] Port 8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:56:46.029923 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bf39a84e-6b76-4429-8ebb-b0ee4274170f req-e1737f8e-3155-457b-bb70-3df3061337bf tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762181 May 27 02:56:46.144698 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 71f7502a-b110-483b-8717-3db79528039f completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:56:46.204410 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122f62af-8e79-4afd-84aa-a6d2ccec0e31 None None] Network f9c24b50-24aa-41ff-8c5d-ac0bdcd05106 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:56:46.317686 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bbc45620-1c6f-4b5a-849d-37eb4fbbe00f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:46.389184 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-92a6e888-3c5a-40e4-a48d-f3c05157e9ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:56:46.399594 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-2c9c21c2-322b-491f-964a-1f9f4f7dfd2b None None] Provisioning for port 71f7502a-b110-483b-8717-3db79528039f completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:56:46.404621 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-92a6e888-3c5a-40e4-a48d-f3c05157e9ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:46.415442 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-2c9c21c2-322b-491f-964a-1f9f4f7dfd2b None None] Provisioning complete for port 71f7502a-b110-483b-8717-3db79528039f triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:56:46.415634 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2c9c21c2-322b-491f-964a-1f9f4f7dfd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:46.431673 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-92a6e888-3c5a-40e4-a48d-f3c05157e9ae service neutron] Transition to ACTIVE for port object 8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:56:46.476649 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-92a6e888-3c5a-40e4-a48d-f3c05157e9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:46.621604 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-2c9c21c2-322b-491f-964a-1f9f4f7dfd2b None None] Current status of the port 71f7502a-b110-483b-8717-3db79528039f is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:56:46.621920 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2c9c21c2-322b-491f-964a-1f9f4f7dfd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:46.701978 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a6e888-3c5a-40e4-a48d-f3c05157e9ae service neutron] Pushing event updated for resources: {'Port': ['ID=8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:56:46.711072 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bbc45620-1c6f-4b5a-849d-37eb4fbbe00f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:46.719372 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-2c9c21c2-322b-491f-964a-1f9f4f7dfd2b None None] For port 71f7502a-b110-483b-8717-3db79528039f, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=71f7502a-b110-483b-8717-3db79528039f,segment=NetworkSegment(df44f6eb-ed07-4489-9e37-19acf7c8da10),segment_id=df44f6eb-ed07-4489-9e37-19acf7c8da10)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:56:46.740697 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-92a6e888-3c5a-40e4-a48d-f3c05157e9ae service neutron] Attempting to bind port 8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:56:46.741063 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-92a6e888-3c5a-40e4-a48d-f3c05157e9ae service neutron] Attempting to bind port 8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '77a48b29-f789-41c3-82b2-66a5eb7c53b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:56:46.741399 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-92a6e888-3c5a-40e4-a48d-f3c05157e9ae service neutron] Attempting to bind port 8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d on network 3065bf7b-fd6e-4d0b-a830-392fdd7f9351 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:56:46.749838 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-92a6e888-3c5a-40e4-a48d-f3c05157e9ae service neutron] Port 8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d on network 3065bf7b-fd6e-4d0b-a830-392fdd7f9351 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:56:46.750166 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-92a6e888-3c5a-40e4-a48d-f3c05157e9ae service neutron] Attempting to bind port 8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d on network 3065bf7b-fd6e-4d0b-a830-392fdd7f9351 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:56:46.756964 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-92a6e888-3c5a-40e4-a48d-f3c05157e9ae service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:56:46.757323 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-92a6e888-3c5a-40e4-a48d-f3c05157e9ae service neutron] Checking segment: {'id': '77a48b29-f789-41c3-82b2-66a5eb7c53b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:56:46.757698 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-92a6e888-3c5a-40e4-a48d-f3c05157e9ae service neutron] Bound using segment: {'id': '77a48b29-f789-41c3-82b2-66a5eb7c53b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:56:46.758138 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-92a6e888-3c5a-40e4-a48d-f3c05157e9ae service neutron] Bound port: 8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a48b29-f789-41c3-82b2-66a5eb7c53b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:56:46.758488 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-92a6e888-3c5a-40e4-a48d-f3c05157e9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:46.859182 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2c9c21c2-322b-491f-964a-1f9f4f7dfd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:46.889925 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-92a6e888-3c5a-40e4-a48d-f3c05157e9ae service neutron] For port 8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:56:46.893820 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-92a6e888-3c5a-40e4-a48d-f3c05157e9ae service neutron] For port 8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d,segment=NetworkSegment(77a48b29-f789-41c3-82b2-66a5eb7c53b7),segment_id=77a48b29-f789-41c3-82b2-66a5eb7c53b7)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:56:46.935346 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c21c2-322b-491f-964a-1f9f4f7dfd2b None None] Pushing event updated for resources: {'Port': ['ID=71f7502a-b110-483b-8717-3db79528039f,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:56:46.955221 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-92a6e888-3c5a-40e4-a48d-f3c05157e9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:46.978823 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3162d102-15d2-4de4-ba41-ac0c3f412c05 None None] Provisioning complete for port 71f7502a-b110-483b-8717-3db79528039f triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:56:46.979195 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3162d102-15d2-4de4-ba41-ac0c3f412c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:47.019487 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-92a6e888-3c5a-40e4-a48d-f3c05157e9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:56:47.020147 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-92a6e888-3c5a-40e4-a48d-f3c05157e9ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:47.022145 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-92a6e888-3c5a-40e4-a48d-f3c05157e9ae service neutron] 10.222.0.32 "PUT /v2.0/ports/8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d HTTP/1.1" status: 200 len: 1091 time: 1.4268980 May 27 02:56:47.022575 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b7d7de-93f2-4920-bbae-d32fbbf3f62a', 'tag': '8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:56:47.042519 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc45620-1c6f-4b5a-849d-37eb4fbbe00f admin admin] Router 88dfddd3-63b1-49ce-a28d-712b873a4473 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:56:47.049119 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a6e888-3c5a-40e4-a48d-f3c05157e9ae service neutron] Pushing event updated for resources: {'Port': ['ID=8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:56:47.085651 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01c9c946-f10c-4491-9f68-c6a7c8da4a91'] response: {'name': 'network-changed', 'server_uuid': '76b7d7de-93f2-4920-bbae-d32fbbf3f62a', 'tag': '8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d', 'status': 'completed', 'code': 200} May 27 02:56:47.149230 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-3162d102-15d2-4de4-ba41-ac0c3f412c05 None None] Current status of the port 71f7502a-b110-483b-8717-3db79528039f is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:56:47.206956 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08f50c-3a7f-4e3a-b9c0-42e41dad68b3 req-78b3a0ca-b12b-4ca6-a29a-58e33ac65e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:56:47.209134 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ee08f50c-3a7f-4e3a-b9c0-42e41dad68b3 req-78b3a0ca-b12b-4ca6-a29a-58e33ac65e27 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3fadd088ccc74553a04697be263b7906&device_id=76b7d7de-93f2-4920-bbae-d32fbbf3f62a HTTP/1.1" status: 200 len: 1094 time: 0.1058962 May 27 02:56:47.364602 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08f50c-3a7f-4e3a-b9c0-42e41dad68b3 req-75feb3b8-fe7a-40dc-8aec-a64f6c9145f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:56:47.366120 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ee08f50c-3a7f-4e3a-b9c0-42e41dad68b3 req-75feb3b8-fe7a-40dc-8aec-a64f6c9145f6 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=3fadd088ccc74553a04697be263b7906&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1512671 May 27 02:56:47.471058 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc45620-1c6f-4b5a-849d-37eb4fbbe00f admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:56:47.481516 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab45f2e9-5a99-4108-8ad5-b3703c4465cf None None] Sync routers for ids ['88dfddd3-63b1-49ce-a28d-712b873a4473'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:56:47.491584 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab45f2e9-5a99-4108-8ad5-b3703c4465cf None None] Routers {'88dfddd3-63b1-49ce-a28d-712b873a4473'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:56:47.492279 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ab45f2e9-5a99-4108-8ad5-b3703c4465cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:56:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['88dfddd3-63b1-49ce-a28d-712b873a4473'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:56:47.505564 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08f50c-3a7f-4e3a-b9c0-42e41dad68b3 req-91cc5f95-a0fe-40a6-a978-b9c4d165cc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:56:47.508817 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73cd0e1-ec81-4981-bc70-0c7b7a0c3a9c req-1903d129-f1a3-4311-8cc6-470bd33ecaaa tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:56:47.508953 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ee08f50c-3a7f-4e3a-b9c0-42e41dad68b3 req-91cc5f95-a0fe-40a6-a978-b9c4d165cc14 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1348555 May 27 02:56:47.509057 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b73cd0e1-ec81-4981-bc70-0c7b7a0c3a9c req-1903d129-f1a3-4311-8cc6-470bd33ecaaa tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=76b7d7de-93f2-4920-bbae-d32fbbf3f62a HTTP/1.1" status: 200 len: 943 time: 0.3177764 May 27 02:56:47.556043 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b73cd0e1-ec81-4981-bc70-0c7b7a0c3a9c req-4624b3e1-2a15-429b-9a0a-bd3d8e17e63b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421896 May 27 02:56:47.585224 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bbc45620-1c6f-4b5a-849d-37eb4fbbe00f admin admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:47.586450 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-bbc45620-1c6f-4b5a-849d-37eb4fbbe00f admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.8658948 May 27 02:56:47.589212 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33398) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:56:47.627043 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-dce30d89-d0ea-47fd-83a3-0514ba3105ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:56:47.628577 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-dce30d89-d0ea-47fd-83a3-0514ba3105ad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3fadd088ccc74553a04697be263b7906&device_id=76b7d7de-93f2-4920-bbae-d32fbbf3f62a HTTP/1.1" status: 200 len: 1094 time: 0.0866961 May 27 02:56:47.689380 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-ab45f2e9-5a99-4108-8ad5-b3703c4465cf None None] Set router 88dfddd3-63b1-49ce-a28d-712b873a4473 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:56:47.701340 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-c49395e2-1f20-4199-b92a-f3042338770c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d HTTP/1.1" status: 200 len: 217 time: 0.0663490 May 27 02:56:47.767673 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-3f64e966-c8f8-473f-8434-dcee044890f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:56:47.768813 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-3f64e966-c8f8-473f-8434-dcee044890f2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d5a421f1-cfc1-40c1-b671-1e4d60b8996c HTTP/1.1" status: 200 len: 851 time: 0.0615630 May 27 02:56:47.819374 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 71f7502a-b110-483b-8717-3db79528039f up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:56:47.867456 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-01d2ef80-ca7c-472f-96ea-8f990cc0dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:56:47.868963 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-01d2ef80-ca7c-472f-96ea-8f990cc0dc8e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922492 May 27 02:56:47.986724 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 71f7502a-b110-483b-8717-3db79528039f triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:56:47.987350 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:48.106499 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-5de817fd-517e-4fe8-9ddd-e50c4ae840f1 service neutron] 10.222.0.32 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318380 May 27 02:56:48.160908 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ab45f2e9-5a99-4108-8ad5-b3703c4465cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88dfddd3-63b1-49ce-a28d-712b873a4473', 'name': 'tempest-ImageQuotaTest-376312391-router', 'tenant_id': '20ffa0053859473ea118f5efb8df4c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '51bef7aa-9efc-44a9-8f67-aa365db34e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:56:43Z', 'updated_at': '2022-05-27T02:56:45Z', 'revision_number': 3, 'project_id': '20ffa0053859473ea118f5efb8df4c24', 'gw_port': {'id': '51bef7aa-9efc-44a9-8f67-aa365db34e32', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88dfddd3-63b1-49ce-a28d-712b873a4473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:56:44Z', 'updated_at': '2022-05-27T02:56:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:56:48.167614 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 71f7502a-b110-483b-8717-3db79528039f is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:56:48.171116 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab45f2e9-5a99-4108-8ad5-b3703c4465cf None None] Checking router: 88dfddd3-63b1-49ce-a28d-712b873a4473 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:56:48.171471 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab45f2e9-5a99-4108-8ad5-b3703c4465cf None None] Updating router 88dfddd3-63b1-49ce-a28d-712b873a4473 port 51bef7aa-9efc-44a9-8f67-aa365db34e32 binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:56:48.230043 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ab45f2e9-5a99-4108-8ad5-b3703c4465cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:48.246387 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0edf0220-a869-4691-8ffd-98f494a9a2d7 req-b8e017e8-6d2d-41ee-adc0-8be30832c490 service neutron] 10.222.0.32 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337156 May 27 02:56:48.320128 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-60523589-6bb5-4af7-9237-2bda726872f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:48.528814 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-60523589-6bb5-4af7-9237-2bda726872f0 admin admin] Allocated IP 172.20.0.1 (f9c24b50-24aa-41ff-8c5d-ac0bdcd05106/0665baec-6b14-4e5b-9828-bfb8ed57337e/5d966274-0a59-4f84-9cd8-4226a64faada) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:56:48.599675 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ab45f2e9-5a99-4108-8ad5-b3703c4465cf None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:48.613204 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ab45f2e9-5a99-4108-8ad5-b3703c4465cf None None] Transition to ACTIVE for port object 51bef7aa-9efc-44a9-8f67-aa365db34e32 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:56:48.687674 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ab45f2e9-5a99-4108-8ad5-b3703c4465cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:48.722427 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-60523589-6bb5-4af7-9237-2bda726872f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:48.748680 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-60523589-6bb5-4af7-9237-2bda726872f0 admin admin] Transition to ACTIVE for port object 5d966274-0a59-4f84-9cd8-4226a64faada will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:56:48.764503 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-ab45f2e9-5a99-4108-8ad5-b3703c4465cf None None] Attempting to bind port 51bef7aa-9efc-44a9-8f67-aa365db34e32 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:56:48.765000 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-ab45f2e9-5a99-4108-8ad5-b3703c4465cf None None] Attempting to bind port 51bef7aa-9efc-44a9-8f67-aa365db34e32 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:56:48.765260 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab45f2e9-5a99-4108-8ad5-b3703c4465cf None None] Attempting to bind port 51bef7aa-9efc-44a9-8f67-aa365db34e32 on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:56:48.770818 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8fd5b-4323-4e32-8224-d7a2be625e65 None None] Pushing event updated for resources: {'Port': ['ID=51bef7aa-9efc-44a9-8f67-aa365db34e32,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:56:48.775974 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab45f2e9-5a99-4108-8ad5-b3703c4465cf None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:56:48.775974 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab45f2e9-5a99-4108-8ad5-b3703c4465cf None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:56:48.775974 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ab45f2e9-5a99-4108-8ad5-b3703c4465cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:48.776244 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab45f2e9-5a99-4108-8ad5-b3703c4465cf None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:56:48.776743 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-ab45f2e9-5a99-4108-8ad5-b3703c4465cf None None] Bound port: 51bef7aa-9efc-44a9-8f67-aa365db34e32, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:56:48.777133 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ab45f2e9-5a99-4108-8ad5-b3703c4465cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:48.786576 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e3348-db35-4011-b1c2-f23e99b843b8 req-f017c5dd-b5bc-4c4e-9bc7-9e5ef1488b9c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:56:48.788079 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f62e3348-db35-4011-b1c2-f23e99b843b8 req-f017c5dd-b5bc-4c4e-9bc7-9e5ef1488b9c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=76b7d7de-93f2-4920-bbae-d32fbbf3f62a HTTP/1.1" status: 200 len: 943 time: 0.1151145 May 27 02:56:48.835965 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f62e3348-db35-4011-b1c2-f23e99b843b8 req-1e5f5f8b-aa54-40ed-9714-09b33cfc95eb tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410035 May 27 02:56:48.853691 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-60523589-6bb5-4af7-9237-2bda726872f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:48.854954 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-ab45f2e9-5a99-4108-8ad5-b3703c4465cf None None] For port 51bef7aa-9efc-44a9-8f67-aa365db34e32, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:56:48.858499 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-ab45f2e9-5a99-4108-8ad5-b3703c4465cf None None] For port 51bef7aa-9efc-44a9-8f67-aa365db34e32, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=51bef7aa-9efc-44a9-8f67-aa365db34e32,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:56:48.918211 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60523589-6bb5-4af7-9237-2bda726872f0 admin admin] Network f9c24b50-24aa-41ff-8c5d-ac0bdcd05106 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:56:48.920962 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-60523589-6bb5-4af7-9237-2bda726872f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:56:48.924378 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60523589-6bb5-4af7-9237-2bda726872f0 admin admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:56:48.931080 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ab45f2e9-5a99-4108-8ad5-b3703c4465cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:48.968935 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60523589-6bb5-4af7-9237-2bda726872f0 admin admin] Pushing event updated for resources: {'Port': ['ID=5d966274-0a59-4f84-9cd8-4226a64faada,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:56:48.985124 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-60523589-6bb5-4af7-9237-2bda726872f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:49.010910 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab45f2e9-5a99-4108-8ad5-b3703c4465cf None None] Routers {'88dfddd3-63b1-49ce-a28d-712b873a4473'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:56:49.011801 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ab45f2e9-5a99-4108-8ad5-b3703c4465cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:56:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['88dfddd3-63b1-49ce-a28d-712b873a4473'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:56:49.071703 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8fd5b-4323-4e32-8224-d7a2be625e65 None None] Pushing event updated for resources: {'Port': ['ID=51bef7aa-9efc-44a9-8f67-aa365db34e32,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:56:49.198222 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-ab45f2e9-5a99-4108-8ad5-b3703c4465cf None None] Set router 88dfddd3-63b1-49ce-a28d-712b873a4473 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:56:49.390910 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-39793007-d963-4145-bc7f-88cc7097ed1f None None] Provisioning for port 5d966274-0a59-4f84-9cd8-4226a64faada completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:56:49.399107 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-39793007-d963-4145-bc7f-88cc7097ed1f None None] Provisioning complete for port 5d966274-0a59-4f84-9cd8-4226a64faada triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:56:49.399975 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-39793007-d963-4145-bc7f-88cc7097ed1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:49.415974 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-60523589-6bb5-4af7-9237-2bda726872f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:49.485094 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-39793007-d963-4145-bc7f-88cc7097ed1f None None] Port 5d966274-0a59-4f84-9cd8-4226a64faada cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:56:49.562965 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ab45f2e9-5a99-4108-8ad5-b3703c4465cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88dfddd3-63b1-49ce-a28d-712b873a4473', 'name': 'tempest-ImageQuotaTest-376312391-router', 'tenant_id': '20ffa0053859473ea118f5efb8df4c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '51bef7aa-9efc-44a9-8f67-aa365db34e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:56:43Z', 'updated_at': '2022-05-27T02:56:45Z', 'revision_number': 3, 'project_id': '20ffa0053859473ea118f5efb8df4c24', 'gw_port': {'id': '51bef7aa-9efc-44a9-8f67-aa365db34e32', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88dfddd3-63b1-49ce-a28d-712b873a4473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:56:44Z', 'updated_at': '2022-05-27T02:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:56:49.567445 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab45f2e9-5a99-4108-8ad5-b3703c4465cf None None] The sync data for ids ['88dfddd3-63b1-49ce-a28d-712b873a4473'] in n-d-843554-3 is: [{'id': '88dfddd3-63b1-49ce-a28d-712b873a4473', 'name': 'tempest-ImageQuotaTest-376312391-router', 'tenant_id': '20ffa0053859473ea118f5efb8df4c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '51bef7aa-9efc-44a9-8f67-aa365db34e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:56:43Z', 'updated_at': '2022-05-27T02:56:45Z', 'revision_number': 3, 'project_id': '20ffa0053859473ea118f5efb8df4c24', 'gw_port': {'id': '51bef7aa-9efc-44a9-8f67-aa365db34e32', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88dfddd3-63b1-49ce-a28d-712b873a4473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:56:44Z', 'updated_at': '2022-05-27T02:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:56:49.596235 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:49.618616 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:49.637167 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-60523589-6bb5-4af7-9237-2bda726872f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:49.697116 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-60523589-6bb5-4af7-9237-2bda726872f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:49.822512 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-60523589-6bb5-4af7-9237-2bda726872f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:49.825892 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60523589-6bb5-4af7-9237-2bda726872f0 admin admin] Pushing event updated for resources: {'Port': ['ID=5d966274-0a59-4f84-9cd8-4226a64faada,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:56:50.031953 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60523589-6bb5-4af7-9237-2bda726872f0 admin admin] Network f9c24b50-24aa-41ff-8c5d-ac0bdcd05106 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:56:50.038179 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-60523589-6bb5-4af7-9237-2bda726872f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:56:50.209557 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4084589-d734-42a1-81bc-b3dbd2eb5d0c req-4756ec80-1ee0-4776-8040-fbcae0d78a7d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:56:50.211367 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f4084589-d734-42a1-81bc-b3dbd2eb5d0c req-4756ec80-1ee0-4776-8040-fbcae0d78a7d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=76b7d7de-93f2-4920-bbae-d32fbbf3f62a HTTP/1.1" status: 200 len: 943 time: 0.2469907 May 27 02:56:50.281131 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f4084589-d734-42a1-81bc-b3dbd2eb5d0c req-fe8663f0-b2f2-4b40-b8b7-79f8d6fa05d4 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593960 May 27 02:56:50.283166 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60523589-6bb5-4af7-9237-2bda726872f0 admin admin] Router 88dfddd3-63b1-49ce-a28d-712b873a4473 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:56:50.312345 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1f1a2c85-8dac-4c4e-bec6-ad728af97abd None None] Provisioning complete for port 5d966274-0a59-4f84-9cd8-4226a64faada triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:56:50.312885 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1f1a2c85-8dac-4c4e-bec6-ad728af97abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:50.369399 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-1f1a2c85-8dac-4c4e-bec6-ad728af97abd None None] Port 5d966274-0a59-4f84-9cd8-4226a64faada cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:56:50.469684 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60523589-6bb5-4af7-9237-2bda726872f0 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:56:50.478412 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-60523589-6bb5-4af7-9237-2bda726872f0 admin admin] 10.222.0.57 "PUT /v2.0/routers/88dfddd3-63b1-49ce-a28d-712b873a4473/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8882165 May 27 02:56:51.049975 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bd1056-0342-4ad5-bd92-dbbc526eb4b5 None None] Sync routers for ids ['88dfddd3-63b1-49ce-a28d-712b873a4473'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:56:51.058766 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bd1056-0342-4ad5-bd92-dbbc526eb4b5 None None] Routers {'88dfddd3-63b1-49ce-a28d-712b873a4473'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:56:51.059372 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-d0bd1056-0342-4ad5-bd92-dbbc526eb4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:56:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['88dfddd3-63b1-49ce-a28d-712b873a4473'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:56:51.236869 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-d0bd1056-0342-4ad5-bd92-dbbc526eb4b5 None None] Set router 88dfddd3-63b1-49ce-a28d-712b873a4473 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:56:51.489116 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8efae2-282a-4e93-9dd7-582c9bbdf915 req-12fb6a1a-c5e5-441e-b7e3-cf6573f1bc19 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:56:51.490641 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ed8efae2-282a-4e93-9dd7-582c9bbdf915 req-12fb6a1a-c5e5-441e-b7e3-cf6573f1bc19 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=76b7d7de-93f2-4920-bbae-d32fbbf3f62a HTTP/1.1" status: 200 len: 943 time: 0.0990307 May 27 02:56:51.538998 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ed8efae2-282a-4e93-9dd7-582c9bbdf915 req-cb8c8459-b8ff-41f3-93cf-7a5a59996ad4 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424407 May 27 02:56:51.592886 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-d0bd1056-0342-4ad5-bd92-dbbc526eb4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88dfddd3-63b1-49ce-a28d-712b873a4473', 'name': 'tempest-ImageQuotaTest-376312391-router', 'tenant_id': '20ffa0053859473ea118f5efb8df4c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '51bef7aa-9efc-44a9-8f67-aa365db34e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:56:43Z', 'updated_at': '2022-05-27T02:56:49Z', 'revision_number': 4, 'project_id': '20ffa0053859473ea118f5efb8df4c24', 'gw_port': {'id': '51bef7aa-9efc-44a9-8f67-aa365db34e32', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88dfddd3-63b1-49ce-a28d-712b873a4473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:56:44Z', 'updated_at': '2022-05-27T02:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '5d966274-0a59-4f84-9cd8-4226a64faada', 'name': '', 'network_id': 'f9c24b50-24aa-41ff-8c5d-ac0bdcd05106', 'tenant_id': '20ffa0053859473ea118f5efb8df4c24', 'mac_address': 'fa:16:3e:74:87:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88dfddd3-63b1-49ce-a28d-712b873a4473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '0665baec-6b14-4e5b-9828-bfb8ed57337e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:56:48Z', 'updated_at': '2022-05-27T02:56:49Z', 'revision_number': 2, 'project_id': '20ffa0053859473ea118f5efb8df4c24', 'subnets': [{'id': '0665baec-6b14-4e5b-9828-bfb8ed57337e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:56:51.596644 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bd1056-0342-4ad5-bd92-dbbc526eb4b5 None None] Checking router: 88dfddd3-63b1-49ce-a28d-712b873a4473 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:56:51.597024 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bd1056-0342-4ad5-bd92-dbbc526eb4b5 None None] Updating router 88dfddd3-63b1-49ce-a28d-712b873a4473 port 5d966274-0a59-4f84-9cd8-4226a64faada binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:56:51.651173 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-d0bd1056-0342-4ad5-bd92-dbbc526eb4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:51.703423 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33426) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:56:51.817610 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 51bef7aa-9efc-44a9-8f67-aa365db34e32 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:56:51.944890 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 51bef7aa-9efc-44a9-8f67-aa365db34e32 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:56:51.949919 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 51bef7aa-9efc-44a9-8f67-aa365db34e32 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:56:51.950352 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:52.020272 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-d0bd1056-0342-4ad5-bd92-dbbc526eb4b5 None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:52.031966 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-d0bd1056-0342-4ad5-bd92-dbbc526eb4b5 None None] Transition to ACTIVE for port object 5d966274-0a59-4f84-9cd8-4226a64faada will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:56:52.067390 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 51bef7aa-9efc-44a9-8f67-aa365db34e32 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:56:52.067816 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:52.083836 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 51bef7aa-9efc-44a9-8f67-aa365db34e32, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=51bef7aa-9efc-44a9-8f67-aa365db34e32,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:56:52.116553 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-d0bd1056-0342-4ad5-bd92-dbbc526eb4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:52.144554 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:52.228176 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=51bef7aa-9efc-44a9-8f67-aa365db34e32,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:56:52.266718 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70faff-45ed-4173-babb-0946eff0f507 None None] Pushing event updated for resources: {'Port': ['ID=5d966274-0a59-4f84-9cd8-4226a64faada,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:56:52.314932 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70faff-45ed-4173-babb-0946eff0f507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:52.315270 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70faff-45ed-4173-babb-0946eff0f507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:52.316021 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70faff-45ed-4173-babb-0946eff0f507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:52.316347 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70faff-45ed-4173-babb-0946eff0f507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:52.316668 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70faff-45ed-4173-babb-0946eff0f507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:52.317006 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70faff-45ed-4173-babb-0946eff0f507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:52.317318 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70faff-45ed-4173-babb-0946eff0f507 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:52.317629 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70faff-45ed-4173-babb-0946eff0f507 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:52.317984 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70faff-45ed-4173-babb-0946eff0f507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:52.318297 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70faff-45ed-4173-babb-0946eff0f507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:52.318605 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70faff-45ed-4173-babb-0946eff0f507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:52.318910 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70faff-45ed-4173-babb-0946eff0f507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:56:52.343244 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-d0bd1056-0342-4ad5-bd92-dbbc526eb4b5 None None] Attempting to bind port 5d966274-0a59-4f84-9cd8-4226a64faada on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:56:52.343604 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-d0bd1056-0342-4ad5-bd92-dbbc526eb4b5 None None] Attempting to bind port 5d966274-0a59-4f84-9cd8-4226a64faada by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'df44f6eb-ed07-4489-9e37-19acf7c8da10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f9c24b50-24aa-41ff-8c5d-ac0bdcd05106'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:56:52.343955 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bd1056-0342-4ad5-bd92-dbbc526eb4b5 None None] Attempting to bind port 5d966274-0a59-4f84-9cd8-4226a64faada on network f9c24b50-24aa-41ff-8c5d-ac0bdcd05106 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:56:52.350016 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bd1056-0342-4ad5-bd92-dbbc526eb4b5 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:56:52.350410 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bd1056-0342-4ad5-bd92-dbbc526eb4b5 None None] Checking segment: {'id': 'df44f6eb-ed07-4489-9e37-19acf7c8da10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f9c24b50-24aa-41ff-8c5d-ac0bdcd05106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:56:52.350954 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-d0bd1056-0342-4ad5-bd92-dbbc526eb4b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:52.351339 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bd1056-0342-4ad5-bd92-dbbc526eb4b5 None None] Bound using segment: {'id': 'df44f6eb-ed07-4489-9e37-19acf7c8da10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f9c24b50-24aa-41ff-8c5d-ac0bdcd05106'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:56:52.351799 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-d0bd1056-0342-4ad5-bd92-dbbc526eb4b5 None None] Bound port: 5d966274-0a59-4f84-9cd8-4226a64faada, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df44f6eb-ed07-4489-9e37-19acf7c8da10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f9c24b50-24aa-41ff-8c5d-ac0bdcd05106'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:56:52.352151 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-d0bd1056-0342-4ad5-bd92-dbbc526eb4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:52.377353 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2b13bb26-6ca7-4b1e-a6f9-88b7694fcad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:52.443078 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-d0bd1056-0342-4ad5-bd92-dbbc526eb4b5 None None] For port 5d966274-0a59-4f84-9cd8-4226a64faada, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:56:52.445977 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-d0bd1056-0342-4ad5-bd92-dbbc526eb4b5 None None] For port 5d966274-0a59-4f84-9cd8-4226a64faada, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=5d966274-0a59-4f84-9cd8-4226a64faada,segment=NetworkSegment(df44f6eb-ed07-4489-9e37-19acf7c8da10),segment_id=df44f6eb-ed07-4489-9e37-19acf7c8da10)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:56:52.509601 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-d0bd1056-0342-4ad5-bd92-dbbc526eb4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:52.586655 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bd1056-0342-4ad5-bd92-dbbc526eb4b5 None None] Routers {'88dfddd3-63b1-49ce-a28d-712b873a4473'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:56:52.587272 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-d0bd1056-0342-4ad5-bd92-dbbc526eb4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:56:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['88dfddd3-63b1-49ce-a28d-712b873a4473'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:56:52.653211 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70faff-45ed-4173-babb-0946eff0f507 None None] Pushing event updated for resources: {'Port': ['ID=5d966274-0a59-4f84-9cd8-4226a64faada,revision_number=4']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:56:52.783421 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-d0bd1056-0342-4ad5-bd92-dbbc526eb4b5 None None] Set router 88dfddd3-63b1-49ce-a28d-712b873a4473 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:56:52.813292 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-2b13bb26-6ca7-4b1e-a6f9-88b7694fcad7 admin admin] Deleting port 5d966274-0a59-4f84-9cd8-4226a64faada {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:56:52.813788 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2b13bb26-6ca7-4b1e-a6f9-88b7694fcad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:52.852066 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0764d1-3ce6-43d3-9115-aa8cc9991108 req-63b17194-ce22-489b-bcba-8d9c97311ae2 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:56:52.853603 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8d0764d1-3ce6-43d3-9115-aa8cc9991108 req-63b17194-ce22-489b-bcba-8d9c97311ae2 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=76b7d7de-93f2-4920-bbae-d32fbbf3f62a HTTP/1.1" status: 200 len: 943 time: 0.1783412 May 27 02:56:52.982866 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8d0764d1-3ce6-43d3-9115-aa8cc9991108 req-566f6cd0-4fd5-4543-8878-e23883526a3c tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223946 May 27 02:56:53.031476 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-2b13bb26-6ca7-4b1e-a6f9-88b7694fcad7 admin admin] For port 5d966274-0a59-4f84-9cd8-4226a64faada, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=5d966274-0a59-4f84-9cd8-4226a64faada,segment=NetworkSegment(df44f6eb-ed07-4489-9e37-19acf7c8da10),segment_id=df44f6eb-ed07-4489-9e37-19acf7c8da10)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:56:53.031836 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2b13bb26-6ca7-4b1e-a6f9-88b7694fcad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:53.101279 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-d0bd1056-0342-4ad5-bd92-dbbc526eb4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88dfddd3-63b1-49ce-a28d-712b873a4473', 'name': 'tempest-ImageQuotaTest-376312391-router', 'tenant_id': '20ffa0053859473ea118f5efb8df4c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '51bef7aa-9efc-44a9-8f67-aa365db34e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:56:43Z', 'updated_at': '2022-05-27T02:56:49Z', 'revision_number': 4, 'project_id': '20ffa0053859473ea118f5efb8df4c24', 'gw_port': {'id': '51bef7aa-9efc-44a9-8f67-aa365db34e32', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dfddd3-63b1-49ce-a28d-712b873a4473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:56:44Z', 'updated_at': '2022-05-27T02:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '5d966274-0a59-4f84-9cd8-4226a64faada', 'name': '', 'network_id': 'f9c24b50-24aa-41ff-8c5d-ac0bdcd05106', 'tenant_id': '20ffa0053859473ea118f5efb8df4c24', 'mac_address': 'fa:16:3e:74:87:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88dfddd3-63b1-49ce-a28d-712b873a4473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '0665baec-6b14-4e5b-9828-bfb8ed57337e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:56:48Z', 'updated_at': '2022-05-27T02:56:52Z', 'revision_number': 4, 'project_id': '20ffa0053859473ea118f5efb8df4c24', 'subnets': [{'id': '0665baec-6b14-4e5b-9828-bfb8ed57337e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:56:53.104995 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bd1056-0342-4ad5-bd92-dbbc526eb4b5 None None] The sync data for ids ['88dfddd3-63b1-49ce-a28d-712b873a4473'] in n-d-843554-3 is: [{'id': '88dfddd3-63b1-49ce-a28d-712b873a4473', 'name': 'tempest-ImageQuotaTest-376312391-router', 'tenant_id': '20ffa0053859473ea118f5efb8df4c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '51bef7aa-9efc-44a9-8f67-aa365db34e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:56:43Z', 'updated_at': '2022-05-27T02:56:49Z', 'revision_number': 4, 'project_id': '20ffa0053859473ea118f5efb8df4c24', 'gw_port': {'id': '51bef7aa-9efc-44a9-8f67-aa365db34e32', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dfddd3-63b1-49ce-a28d-712b873a4473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:56:44Z', 'updated_at': '2022-05-27T02:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '5d966274-0a59-4f84-9cd8-4226a64faada', 'name': '', 'network_id': 'f9c24b50-24aa-41ff-8c5d-ac0bdcd05106', 'tenant_id': '20ffa0053859473ea118f5efb8df4c24', 'mac_address': 'fa:16:3e:74:87:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88dfddd3-63b1-49ce-a28d-712b873a4473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '0665baec-6b14-4e5b-9828-bfb8ed57337e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:56:48Z', 'updated_at': '2022-05-27T02:56:52Z', 'revision_number': 4, 'project_id': '20ffa0053859473ea118f5efb8df4c24', 'subnets': [{'id': '0665baec-6b14-4e5b-9828-bfb8ed57337e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:56:53.158522 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-2b13bb26-6ca7-4b1e-a6f9-88b7694fcad7 admin admin] Calling delete_port for 5d966274-0a59-4f84-9cd8-4226a64faada owned by network:router_interface {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:56:53.589896 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2b13bb26-6ca7-4b1e-a6f9-88b7694fcad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:53.640653 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b13bb26-6ca7-4b1e-a6f9-88b7694fcad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d966274-0a59-4f84-9cd8-4226a64faada,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:56:53.827816 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 51bef7aa-9efc-44a9-8f67-aa365db34e32 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:56:53.932395 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2b13bb26-6ca7-4b1e-a6f9-88b7694fcad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:53.936621 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 51bef7aa-9efc-44a9-8f67-aa365db34e32 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:56:53.937074 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:54.062223 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 51bef7aa-9efc-44a9-8f67-aa365db34e32 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:56:54.322344 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a1dfc-34a0-46b0-9726-bde60fe1725b req-2623225d-b33a-4f3a-a331-2c41221da3d3 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:56:54.323800 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2d8a1dfc-34a0-46b0-9726-bde60fe1725b req-2623225d-b33a-4f3a-a331-2c41221da3d3 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=76b7d7de-93f2-4920-bbae-d32fbbf3f62a HTTP/1.1" status: 200 len: 943 time: 0.2190111 May 27 02:56:54.393711 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2d8a1dfc-34a0-46b0-9726-bde60fe1725b req-08b727e8-d474-41b3-8de4-3fb6db8cf2f6 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626328 May 27 02:56:54.401490 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b13bb26-6ca7-4b1e-a6f9-88b7694fcad7 admin admin] Router 88dfddd3-63b1-49ce-a28d-712b873a4473 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:56:54.575895 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b13bb26-6ca7-4b1e-a6f9-88b7694fcad7 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:56:54.584868 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1462a77d-7e44-42f2-8ea3-affc173dc1f5 None None] Sync routers for ids ['88dfddd3-63b1-49ce-a28d-712b873a4473'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:56:54.585078 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2b13bb26-6ca7-4b1e-a6f9-88b7694fcad7 admin admin] 10.222.0.57 "PUT /v2.0/routers/88dfddd3-63b1-49ce-a28d-712b873a4473/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8805943 May 27 02:56:54.587727 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33434) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:56:54.594658 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1462a77d-7e44-42f2-8ea3-affc173dc1f5 None None] Routers {'88dfddd3-63b1-49ce-a28d-712b873a4473'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:56:54.595273 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1462a77d-7e44-42f2-8ea3-affc173dc1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:56:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['88dfddd3-63b1-49ce-a28d-712b873a4473'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:56:54.767339 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d87ec754-5721-4a61-b962-a83899baad50 admin admin] Notify callbacks [] for router, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:54.816426 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-1462a77d-7e44-42f2-8ea3-affc173dc1f5 None None] Set router 88dfddd3-63b1-49ce-a28d-712b873a4473 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:56:55.076266 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d87ec754-5721-4a61-b962-a83899baad50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:55.104818 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1462a77d-7e44-42f2-8ea3-affc173dc1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88dfddd3-63b1-49ce-a28d-712b873a4473', 'name': 'tempest-ImageQuotaTest-376312391-router', 'tenant_id': '20ffa0053859473ea118f5efb8df4c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '51bef7aa-9efc-44a9-8f67-aa365db34e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:56:43Z', 'updated_at': '2022-05-27T02:56:53Z', 'revision_number': 5, 'project_id': '20ffa0053859473ea118f5efb8df4c24', 'gw_port': {'id': '51bef7aa-9efc-44a9-8f67-aa365db34e32', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dfddd3-63b1-49ce-a28d-712b873a4473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:56:44Z', 'updated_at': '2022-05-27T02:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:56:55.108679 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1462a77d-7e44-42f2-8ea3-affc173dc1f5 None None] Checking router: 88dfddd3-63b1-49ce-a28d-712b873a4473 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:56:55.117646 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1462a77d-7e44-42f2-8ea3-affc173dc1f5 None None] Routers {'88dfddd3-63b1-49ce-a28d-712b873a4473'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:56:55.118242 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1462a77d-7e44-42f2-8ea3-affc173dc1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:56:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['88dfddd3-63b1-49ce-a28d-712b873a4473'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:56:55.144431 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-d87ec754-5721-4a61-b962-a83899baad50 admin admin] Deleting port 51bef7aa-9efc-44a9-8f67-aa365db34e32 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:56:55.144891 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d87ec754-5721-4a61-b962-a83899baad50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:55.270956 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-1462a77d-7e44-42f2-8ea3-affc173dc1f5 None None] Set router 88dfddd3-63b1-49ce-a28d-712b873a4473 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:56:55.318905 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-d87ec754-5721-4a61-b962-a83899baad50 admin admin] For port 51bef7aa-9efc-44a9-8f67-aa365db34e32, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=51bef7aa-9efc-44a9-8f67-aa365db34e32,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:56:55.319267 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d87ec754-5721-4a61-b962-a83899baad50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:55.376734 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1462a77d-7e44-42f2-8ea3-affc173dc1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88dfddd3-63b1-49ce-a28d-712b873a4473', 'name': 'tempest-ImageQuotaTest-376312391-router', 'tenant_id': '20ffa0053859473ea118f5efb8df4c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:56:43Z', 'updated_at': '2022-05-27T02:56:55Z', 'revision_number': 6, 'project_id': '20ffa0053859473ea118f5efb8df4c24', 'gw_port_host': None}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:56:55.380611 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1462a77d-7e44-42f2-8ea3-affc173dc1f5 None None] The sync data for ids ['88dfddd3-63b1-49ce-a28d-712b873a4473'] in n-d-843554-3 is: [{'id': '88dfddd3-63b1-49ce-a28d-712b873a4473', 'name': 'tempest-ImageQuotaTest-376312391-router', 'tenant_id': '20ffa0053859473ea118f5efb8df4c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:56:43Z', 'updated_at': '2022-05-27T02:56:55Z', 'revision_number': 6, 'project_id': '20ffa0053859473ea118f5efb8df4c24', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:56:55.443678 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-d87ec754-5721-4a61-b962-a83899baad50 admin admin] Calling delete_port for 51bef7aa-9efc-44a9-8f67-aa365db34e32 owned by network:router_gateway {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:56:55.520616 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:56:55.548806 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d18383e8-13dc-479b-a91f-87aceb4d5ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:55.621847 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc6f1f-a94c-4dec-9439-2b70555edfb6 req-a6f26408-aa1e-489b-adba-3088201fed11 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:56:55.623472 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ebbc6f1f-a94c-4dec-9439-2b70555edfb6 req-a6f26408-aa1e-489b-adba-3088201fed11 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=76b7d7de-93f2-4920-bbae-d32fbbf3f62a HTTP/1.1" status: 200 len: 943 time: 0.1235099 May 27 02:56:55.660141 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d,segment=NetworkSegment(77a48b29-f789-41c3-82b2-66a5eb7c53b7),segment_id=77a48b29-f789-41c3-82b2-66a5eb7c53b7)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:56:55.673767 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'port_id': '8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d', 'mac_address': 'fa:16:3e:63:86:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:56:55.713371 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ebbc6f1f-a94c-4dec-9439-2b70555edfb6 req-2cfc1852-e0bd-45b6-8a4b-c3d1ce63d27f tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598218 May 27 02:56:55.733547 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:56:55.733927 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:55.751899 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 5d966274-0a59-4f84-9cd8-4226a64faada no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:56:55.779009 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d87ec754-5721-4a61-b962-a83899baad50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:55.791426 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:56:55.795331 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 5d966274-0a59-4f84-9cd8-4226a64faada {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:56:55.795808 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 5d966274-0a59-4f84-9cd8-4226a64faada not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:56:55.813842 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d,segment=NetworkSegment(77a48b29-f789-41c3-82b2-66a5eb7c53b7),segment_id=77a48b29-f789-41c3-82b2-66a5eb7c53b7)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:56:55.869491 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ec754-5721-4a61-b962-a83899baad50 admin admin] Pushing event deleted for resources: {'Port': ['ID=51bef7aa-9efc-44a9-8f67-aa365db34e32,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:56:55.904374 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:55.937625 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d87ec754-5721-4a61-b962-a83899baad50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:55.974085 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:56:56.109635 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d87ec754-5721-4a61-b962-a83899baad50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:56.111706 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d87ec754-5721-4a61-b962-a83899baad50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:56.140211 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:56:56.182967 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d87ec754-5721-4a61-b962-a83899baad50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:56.183554 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87ec754-5721-4a61-b962-a83899baad50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88dfddd3-63b1-49ce-a28d-712b873a4473 {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:56:56.196469 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d87ec754-5721-4a61-b962-a83899baad50 admin admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:56.197619 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d87ec754-5721-4a61-b962-a83899baad50 admin admin] 10.222.0.57 "DELETE /v2.0/routers/88dfddd3-63b1-49ce-a28d-712b873a4473 HTTP/1.1" status: 204 len: 168 time: 1.6090002 May 27 02:56:56.200202 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33440) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:56:56.261764 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-0899e878-693b-441e-b1f5-112f2a82706b admin admin] Deleting subnet 0665baec-6b14-4e5b-9828-bfb8ed57337e {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:56:56.265178 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0899e878-693b-441e-b1f5-112f2a82706b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:56.317388 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0899e878-693b-441e-b1f5-112f2a82706b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:56.403577 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0899e878-693b-441e-b1f5-112f2a82706b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:56.521745 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0899e878-693b-441e-b1f5-112f2a82706b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:56.563547 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0899e878-693b-441e-b1f5-112f2a82706b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0665baec-6b14-4e5b-9828-bfb8ed57337e,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:56:56.565766 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0899e878-693b-441e-b1f5-112f2a82706b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:56.571057 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d5fab6-c9b5-4b84-b223-7e3f0c936379 None None] Network f9c24b50-24aa-41ff-8c5d-ac0bdcd05106 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:56:56.571763 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0899e878-693b-441e-b1f5-112f2a82706b admin admin] 10.222.0.57 "DELETE /v2.0/subnets/0665baec-6b14-4e5b-9828-bfb8ed57337e HTTP/1.1" status: 204 len: 168 time: 0.3705928 May 27 02:56:56.574199 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33444) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:56:56.680149 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-04d3bc6d-8c53-4dc1-babb-1f07be51213e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:56.690752 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-04d3bc6d-8c53-4dc1-babb-1f07be51213e admin admin] Deleting port 71f7502a-b110-483b-8717-3db79528039f {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:56:56.691089 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-04d3bc6d-8c53-4dc1-babb-1f07be51213e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:56.843930 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19cb9c4-a7f0-4b10-9dea-f55a20e308c1 None None] DHCP port deletion for f9c24b50-24aa-41ff-8c5d-ac0bdcd05106 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:56:56.848072 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-e19cb9c4-a7f0-4b10-9dea-f55a20e308c1 None None] Deleting port 71f7502a-b110-483b-8717-3db79528039f {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:56:56.848447 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e19cb9c4-a7f0-4b10-9dea-f55a20e308c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:57.062425 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f68a6-7291-441a-8121-826305f102da req-64571039-f804-417d-af7d-c659ab783810 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:56:57.063885 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8d7f68a6-7291-441a-8121-826305f102da req-64571039-f804-417d-af7d-c659ab783810 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=76b7d7de-93f2-4920-bbae-d32fbbf3f62a HTTP/1.1" status: 200 len: 944 time: 0.2247813 May 27 02:56:57.096318 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-e19cb9c4-a7f0-4b10-9dea-f55a20e308c1 None None] For port 71f7502a-b110-483b-8717-3db79528039f, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=71f7502a-b110-483b-8717-3db79528039f,segment=NetworkSegment(df44f6eb-ed07-4489-9e37-19acf7c8da10),segment_id=df44f6eb-ed07-4489-9e37-19acf7c8da10)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:56:57.096621 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e19cb9c4-a7f0-4b10-9dea-f55a20e308c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:57.104545 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-04d3bc6d-8c53-4dc1-babb-1f07be51213e admin admin] For port 71f7502a-b110-483b-8717-3db79528039f, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=71f7502a-b110-483b-8717-3db79528039f,segment=NetworkSegment(df44f6eb-ed07-4489-9e37-19acf7c8da10),segment_id=df44f6eb-ed07-4489-9e37-19acf7c8da10)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:56:57.104941 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-04d3bc6d-8c53-4dc1-babb-1f07be51213e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:57.217672 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-e19cb9c4-a7f0-4b10-9dea-f55a20e308c1 None None] Calling delete_port for 71f7502a-b110-483b-8717-3db79528039f owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:56:57.236843 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-04d3bc6d-8c53-4dc1-babb-1f07be51213e admin admin] Calling delete_port for 71f7502a-b110-483b-8717-3db79528039f owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:56:57.275478 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8d7f68a6-7291-441a-8121-826305f102da req-e141a0ef-c590-4ab1-b41d-5e94745ba3b2 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2042179 May 27 02:56:57.367128 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e19cb9c4-a7f0-4b10-9dea-f55a20e308c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:57.372419 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-04d3bc6d-8c53-4dc1-babb-1f07be51213e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:56:57.372761 n-d-843554-3 neutron-server[88902]: DEBUG oslo_db.api [None req-04d3bc6d-8c53-4dc1-babb-1f07be51213e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:56:57.415050 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19cb9c4-a7f0-4b10-9dea-f55a20e308c1 None None] Pushing event deleted for resources: {'Port': ['ID=71f7502a-b110-483b-8717-3db79528039f,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:56:57.418591 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19cb9c4-a7f0-4b10-9dea-f55a20e308c1 None None] No DVR routers for this DVR port 71f7502a-b110-483b-8717-3db79528039f on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:56:57.536077 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:56:57.685461 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:56:57.690363 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:56:57.690995 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:57.784746 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 51bef7aa-9efc-44a9-8f67-aa365db34e32 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:56:57.844765 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 51bef7aa-9efc-44a9-8f67-aa365db34e32 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:56:57.845106 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 51bef7aa-9efc-44a9-8f67-aa365db34e32 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:56:57.845508 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 71f7502a-b110-483b-8717-3db79528039f no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:56:57.874508 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-04d3bc6d-8c53-4dc1-babb-1f07be51213e admin admin] Deleting port 71f7502a-b110-483b-8717-3db79528039f {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:56:57.874859 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-04d3bc6d-8c53-4dc1-babb-1f07be51213e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:57.886780 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 71f7502a-b110-483b-8717-3db79528039f {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:56:57.889712 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 71f7502a-b110-483b-8717-3db79528039f not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:56:57.893951 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:56:57.894324 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:57.921503 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b7d7de-93f2-4920-bbae-d32fbbf3f62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:56:57.930849 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d,segment=NetworkSegment(77a48b29-f789-41c3-82b2-66a5eb7c53b7),segment_id=77a48b29-f789-41c3-82b2-66a5eb7c53b7)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:56:57.937269 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97362f98-a2e9-4ef5-910f-fcef52c89a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:57.942846 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-04d3bc6d-8c53-4dc1-babb-1f07be51213e admin admin] The port '71f7502a-b110-483b-8717-3db79528039f' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:56:58.011703 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:58.064328 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-04d3bc6d-8c53-4dc1-babb-1f07be51213e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:58.082451 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:56:58.097075 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-04d3bc6d-8c53-4dc1-babb-1f07be51213e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9c24b50-24aa-41ff-8c5d-ac0bdcd05106']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:56:58.109692 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-04d3bc6d-8c53-4dc1-babb-1f07be51213e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df44f6eb-ed07-4489-9e37-19acf7c8da10') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:56:58.109992 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-04d3bc6d-8c53-4dc1-babb-1f07be51213e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df44f6eb-ed07-4489-9e37-19acf7c8da10') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:56:58.121235 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-04d3bc6d-8c53-4dc1-babb-1f07be51213e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:58.137101 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-04d3bc6d-8c53-4dc1-babb-1f07be51213e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:58.143015 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04d3bc6d-8c53-4dc1-babb-1f07be51213e admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:56:58.147406 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-04d3bc6d-8c53-4dc1-babb-1f07be51213e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:58.206874 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment df44f6eb-ed07-4489-9e37-19acf7c8da10 resource provider aggregate not found May 27 02:56:58.228301 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment df44f6eb-ed07-4489-9e37-19acf7c8da10 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid df44f6eb-ed07-4489-9e37-19acf7c8da10 found for delete ", "request_id": "req-f1197e43-4d08-450b-9b0e-4dd57798bd93"}]} May 27 02:56:58.287014 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-04d3bc6d-8c53-4dc1-babb-1f07be51213e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:58.306986 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-04d3bc6d-8c53-4dc1-babb-1f07be51213e admin admin] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:58.317179 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3bc6d-8c53-4dc1-babb-1f07be51213e admin admin] Pushing event deleted for resources: {'Network': ['ID=f9c24b50-24aa-41ff-8c5d-ac0bdcd05106,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:56:58.322114 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-04d3bc6d-8c53-4dc1-babb-1f07be51213e admin admin] 10.222.0.57 "DELETE /v2.0/networks/f9c24b50-24aa-41ff-8c5d-ac0bdcd05106 HTTP/1.1" status: 204 len: 168 time: 1.7467735 May 27 02:56:58.461752 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67baa2a2-92b9-426d-96e4-611a98e46c22 req-2d01db97-a68e-479c-8382-ce56c9a1638d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:56:58.463108 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-67baa2a2-92b9-426d-96e4-611a98e46c22 req-2d01db97-a68e-479c-8382-ce56c9a1638d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=76b7d7de-93f2-4920-bbae-d32fbbf3f62a HTTP/1.1" status: 200 len: 945 time: 0.0791142 May 27 02:56:58.507444 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-67baa2a2-92b9-426d-96e4-611a98e46c22 req-f12f4470-8bb6-4aa3-b668-102043159ec8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386214 May 27 02:56:58.581651 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33462) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:56:58.627914 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9076008c-71b9-4f84-bac2-b57c4c8452a8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=20ffa0053859473ea118f5efb8df4c24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451858 May 27 02:56:58.630425 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33466) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:56:58.688548 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2770587b-7b76-4148-82af-9b26f8d1fe1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:58.713846 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2770587b-7b76-4148-82af-9b26f8d1fe1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:58.828566 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2770587b-7b76-4148-82af-9b26f8d1fe1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:58.842597 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770587b-7b76-4148-82af-9b26f8d1fe1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63784e5-ac78-4e47-90cf-ac818e530d06,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:56:58.849500 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2770587b-7b76-4148-82af-9b26f8d1fe1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:58.850575 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2770587b-7b76-4148-82af-9b26f8d1fe1a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b63784e5-ac78-4e47-90cf-ac818e530d06 HTTP/1.1" status: 204 len: 168 time: 0.2187946 May 27 02:56:59.056891 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:59.116027 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:59.119862 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c332df4b-f25f-48e7-adca-3b1d18a56a0d'] response: {'server_uuid': '76b7d7de-93f2-4920-bbae-d32fbbf3f62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d', 'code': 200} May 27 02:56:59.251529 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437b96c-aa9e-4941-a14a-88cdec7addd3 req-ed431d72-117f-40b7-8502-eaf9b2844b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:56:59.253118 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2437b96c-aa9e-4941-a14a-88cdec7addd3 req-ed431d72-117f-40b7-8502-eaf9b2844b79 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=76b7d7de-93f2-4920-bbae-d32fbbf3f62a HTTP/1.1" status: 200 len: 1096 time: 0.0738621 May 27 02:56:59.293593 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2437b96c-aa9e-4941-a14a-88cdec7addd3 req-77446333-0117-4a1e-ac62-1d4b8f44a0f8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351589 May 27 02:56:59.534098 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33478) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:56:59.551448 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cfddf946-8620-41df-9fe7-2ef1c459c792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:59.566273 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cfddf946-8620-41df-9fe7-2ef1c459c792 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:56:59.570734 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cfddf946-8620-41df-9fe7-2ef1c459c792 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:56:59.573687 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cfddf946-8620-41df-9fe7-2ef1c459c792 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:56:59.579482 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cfddf946-8620-41df-9fe7-2ef1c459c792 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:56:59.661613 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cfddf946-8620-41df-9fe7-2ef1c459c792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:59.695661 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd63d5e-27cd-4e00-8263-4945f6f3ab5f req-08a58141-93e8-4520-b511-96eb891c9e26 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:56:59.697149 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dbd63d5e-27cd-4e00-8263-4945f6f3ab5f req-08a58141-93e8-4520-b511-96eb891c9e26 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=76b7d7de-93f2-4920-bbae-d32fbbf3f62a HTTP/1.1" status: 200 len: 945 time: 0.0820265 May 27 02:56:59.743744 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cfddf946-8620-41df-9fe7-2ef1c459c792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:59.745689 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dbd63d5e-27cd-4e00-8263-4945f6f3ab5f req-ad557817-a03b-4089-8269-350644ef1f32 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428896 May 27 02:56:59.793054 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-cfddf946-8620-41df-9fe7-2ef1c459c792 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2578087 May 27 02:56:59.794009 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfddf946-8620-41df-9fe7-2ef1c459c792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b598ee36-6777-4f34-805a-bb513f224459,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:56:59.801333 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33482) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:56:59.863685 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-95b09a24-0c30-4768-a2cc-3359704df973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:59.889112 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-95b09a24-0c30-4768-a2cc-3359704df973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:57:00.000796 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-95b09a24-0c30-4768-a2cc-3359704df973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:57:00.015404 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b09a24-0c30-4768-a2cc-3359704df973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b598ee36-6777-4f34-805a-bb513f224459,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:57:00.023132 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-95b09a24-0c30-4768-a2cc-3359704df973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:57:00.023132 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-95b09a24-0c30-4768-a2cc-3359704df973 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b598ee36-6777-4f34-805a-bb513f224459 HTTP/1.1" status: 204 len: 168 time: 0.2203460 May 27 02:57:00.218719 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:57:00.928425 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04244353-920a-4f6d-a4a1-6df3d16cc729 req-9369536e-b455-4aca-9767-67c9e1b45c68 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:57:00.929882 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04244353-920a-4f6d-a4a1-6df3d16cc729 req-9369536e-b455-4aca-9767-67c9e1b45c68 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=76b7d7de-93f2-4920-bbae-d32fbbf3f62a HTTP/1.1" status: 200 len: 945 time: 0.0774932 May 27 02:57:00.972680 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04244353-920a-4f6d-a4a1-6df3d16cc729 req-01d5292f-f9aa-4baf-b53b-b2f7215d3dfb tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371997 May 27 02:57:01.156923 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d9601-5080-4940-90ff-4e5f9c4dd458 req-de03000a-b165-4729-a303-0e5811e0e1f8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:57:01.158268 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e35d9601-5080-4940-90ff-4e5f9c4dd458 req-de03000a-b165-4729-a303-0e5811e0e1f8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=76b7d7de-93f2-4920-bbae-d32fbbf3f62a HTTP/1.1" status: 200 len: 945 time: 0.0825999 May 27 02:57:01.201098 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e35d9601-5080-4940-90ff-4e5f9c4dd458 req-f14b6781-38e8-4e0c-bfdf-5f2eebf04388 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371523 May 27 02:57:01.223871 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33492) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:57:01.451221 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4e0315-0491-4002-ba41-49dbbcb14707 tempest-TestVolumeBootPattern-408301320 tempest-TestVolumeBootPattern-408301320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:57:01.451934 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4d4e0315-0491-4002-ba41-49dbbcb14707 tempest-TestVolumeBootPattern-408301320 tempest-TestVolumeBootPattern-408301320-project-admin] Synchronizing usage tracker for tenant:b125679b8cc54ef694a1832158dddd81 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:57:01.532487 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4d4e0315-0491-4002-ba41-49dbbcb14707 tempest-TestVolumeBootPattern-408301320 tempest-TestVolumeBootPattern-408301320-project-admin] Unset dirty status for tenant:b125679b8cc54ef694a1832158dddd81 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:57:01.533665 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4d4e0315-0491-4002-ba41-49dbbcb14707 tempest-TestVolumeBootPattern-408301320 tempest-TestVolumeBootPattern-408301320-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=76b7d7de-93f2-4920-bbae-d32fbbf3f62a HTTP/1.1" status: 200 len: 1091 time: 0.3088250 May 27 02:57:01.536482 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33498) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:57:01.541436 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-0a3b12c5-3f7e-46fc-a235-b6ea81f908e8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'port_id': '8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:57:01.548102 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0a3b12c5-3f7e-46fc-a235-b6ea81f908e8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:57:01.552343 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0a3b12c5-3f7e-46fc-a235-b6ea81f908e8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Usage tracker for resource:floatingip and tenant:3fadd088ccc74553a04697be263b7906 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:57:01.555758 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0a3b12c5-3f7e-46fc-a235-b6ea81f908e8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:57:01.561843 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0a3b12c5-3f7e-46fc-a235-b6ea81f908e8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:57:01.635268 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a3b12c5-3f7e-46fc-a235-b6ea81f908e8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:57:01.770304 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a3b12c5-3f7e-46fc-a235-b6ea81f908e8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:57:01.907711 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-0a3b12c5-3f7e-46fc-a235-b6ea81f908e8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Allocated IP 172.25.1.96 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/c1a217e5-13f8-4e42-8bb2-6b7d82ec2af5) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:57:02.051631 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a3b12c5-3f7e-46fc-a235-b6ea81f908e8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:57:02.126948 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a3b12c5-3f7e-46fc-a235-b6ea81f908e8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:57:02.194313 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3b12c5-3f7e-46fc-a235-b6ea81f908e8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:57:02.197323 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-0a3b12c5-3f7e-46fc-a235-b6ea81f908e8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:57:02.200919 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3b12c5-3f7e-46fc-a235-b6ea81f908e8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:57:02.233890 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3b12c5-3f7e-46fc-a235-b6ea81f908e8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Pushing event updated for resources: {'Port': ['ID=c1a217e5-13f8-4e42-8bb2-6b7d82ec2af5,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:57:02.603094 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a3b12c5-3f7e-46fc-a235-b6ea81f908e8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:57:02.749728 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a3b12c5-3f7e-46fc-a235-b6ea81f908e8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:57:03.052057 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a3b12c5-3f7e-46fc-a235-b6ea81f908e8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:57:03.109289 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a3b12c5-3f7e-46fc-a235-b6ea81f908e8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:57:03.227467 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3b12c5-3f7e-46fc-a235-b6ea81f908e8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Pushing event updated for resources: {'Port': ['ID=c1a217e5-13f8-4e42-8bb2-6b7d82ec2af5,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:57:03.233461 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a3b12c5-3f7e-46fc-a235-b6ea81f908e8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:57:03.400908 n-d-843554-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-0a3b12c5-3f7e-46fc-a235-b6ea81f908e8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Floating IP 7c9ba809-f843-4766-a753-c7bc209d959b associated. External IP: 172.25.1.96, port: 8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d. May 27 02:57:03.751928 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3b12c5-3f7e-46fc-a235-b6ea81f908e8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Router a9ff13da-f389-402c-87d6-47881f89fe1b has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:57:03.928569 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3b12c5-3f7e-46fc-a235-b6ea81f908e8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:57:03.938877 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d11cdf1-3d57-4e9b-9322-9d3b51e7d73f None None] Sync routers for ids ['a9ff13da-f389-402c-87d6-47881f89fe1b'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:57:03.948490 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d11cdf1-3d57-4e9b-9322-9d3b51e7d73f None None] Routers {'a9ff13da-f389-402c-87d6-47881f89fe1b'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:57:03.949132 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-1d11cdf1-3d57-4e9b-9322-9d3b51e7d73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:56:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['a9ff13da-f389-402c-87d6-47881f89fe1b'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:57:04.018439 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a3b12c5-3f7e-46fc-a235-b6ea81f908e8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:57:04.078180 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0a3b12c5-3f7e-46fc-a235-b6ea81f908e8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5384643 May 27 02:57:04.078180 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b7d7de-93f2-4920-bbae-d32fbbf3f62a', 'tag': '8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:57:04.120804 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31786bd7-0e82-471b-b2af-9688f022d4d8'] response: {'name': 'network-changed', 'server_uuid': '76b7d7de-93f2-4920-bbae-d32fbbf3f62a', 'tag': '8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d', 'status': 'completed', 'code': 200} May 27 02:57:04.150168 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-1d11cdf1-3d57-4e9b-9322-9d3b51e7d73f None None] Set router a9ff13da-f389-402c-87d6-47881f89fe1b gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:57:04.208601 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b61ea2-3208-4084-8e7f-53765b6366f2 req-bda8b4a7-ec6c-48f3-aba9-8b188f2862e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:57:04.210654 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-70b61ea2-3208-4084-8e7f-53765b6366f2 req-bda8b4a7-ec6c-48f3-aba9-8b188f2862e3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3fadd088ccc74553a04697be263b7906&device_id=76b7d7de-93f2-4920-bbae-d32fbbf3f62a HTTP/1.1" status: 200 len: 1096 time: 0.0700502 May 27 02:57:04.339460 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b61ea2-3208-4084-8e7f-53765b6366f2 req-5dbc9aa3-ec97-49b6-9f48-fb3b41fab668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:57:04.340957 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-70b61ea2-3208-4084-8e7f-53765b6366f2 req-5dbc9aa3-ec97-49b6-9f48-fb3b41fab668 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351 HTTP/1.1" status: 200 len: 913 time: 0.1246364 May 27 02:57:04.491884 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-1d11cdf1-3d57-4e9b-9322-9d3b51e7d73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'name': 'tempest-TestVolumeBootPattern-1950393680-router', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:30Z', 'updated_at': '2022-05-27T02:48:35Z', 'revision_number': 4, 'project_id': '3fadd088ccc74553a04697be263b7906', 'gw_port': {'id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:31Z', 'updated_at': '2022-05-27T02:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '7c9ba809-f843-4766-a753-c7bc209d959b', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'floating_ip_address': '172.25.1.96', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'port_id': '8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'mac_address': 'fa:16:3e:63:86:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b7d7de-93f2-4920-bbae-d32fbbf3f62a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:57:02Z', 'updated_at': '2022-05-27T02:57:02Z', 'revision_number': 0, 'project_id': '3fadd088ccc74553a04697be263b7906', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd42472c2-c78a-44d6-a83d-d5bef2e7b4b2', 'name': '', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'mac_address': 'fa:16:3e:37:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:34Z', 'updated_at': '2022-05-27T02:48:42Z', 'revision_number': 5, 'project_id': '3fadd088ccc74553a04697be263b7906', 'subnets': [{'id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:57:04.495971 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d11cdf1-3d57-4e9b-9322-9d3b51e7d73f None None] Checking router: a9ff13da-f389-402c-87d6-47881f89fe1b for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:57:04.504180 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d11cdf1-3d57-4e9b-9322-9d3b51e7d73f None None] Routers {'a9ff13da-f389-402c-87d6-47881f89fe1b'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:57:04.504811 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-1d11cdf1-3d57-4e9b-9322-9d3b51e7d73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:56:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['a9ff13da-f389-402c-87d6-47881f89fe1b'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:57:04.563376 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-70b61ea2-3208-4084-8e7f-53765b6366f2 req-d3ee77b0-1f78-4d61-a169-abadff5da263 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d HTTP/1.1" status: 200 len: 998 time: 0.2157750 May 27 02:57:04.623766 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b61ea2-3208-4084-8e7f-53765b6366f2 req-895e3ecc-ba0a-4c73-90d6-c9088a38a061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:57:04.625110 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-70b61ea2-3208-4084-8e7f-53765b6366f2 req-895e3ecc-ba0a-4c73-90d6-c9088a38a061 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d5a421f1-cfc1-40c1-b671-1e4d60b8996c HTTP/1.1" status: 200 len: 851 time: 0.0566783 May 27 02:57:04.680640 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-1d11cdf1-3d57-4e9b-9322-9d3b51e7d73f None None] Set router a9ff13da-f389-402c-87d6-47881f89fe1b gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:57:04.701842 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b61ea2-3208-4084-8e7f-53765b6366f2 req-e1c3ca64-eb7a-496e-8da0-8903e17cc5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:57:04.703330 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-70b61ea2-3208-4084-8e7f-53765b6366f2 req-e1c3ca64-eb7a-496e-8da0-8903e17cc5cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731649 May 27 02:57:04.836525 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-70b61ea2-3208-4084-8e7f-53765b6366f2 req-51581ccd-7420-4a82-98fd-494df35f2799 service neutron] 10.222.0.32 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272659 May 27 02:57:04.967098 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-70b61ea2-3208-4084-8e7f-53765b6366f2 req-f0230704-3724-497c-9276-db16e142ca07 service neutron] 10.222.0.32 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246259 May 27 02:57:05.024965 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-1d11cdf1-3d57-4e9b-9322-9d3b51e7d73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'name': 'tempest-TestVolumeBootPattern-1950393680-router', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:30Z', 'updated_at': '2022-05-27T02:48:35Z', 'revision_number': 4, 'project_id': '3fadd088ccc74553a04697be263b7906', 'gw_port': {'id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:31Z', 'updated_at': '2022-05-27T02:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '7c9ba809-f843-4766-a753-c7bc209d959b', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'floating_ip_address': '172.25.1.96', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'port_id': '8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'mac_address': 'fa:16:3e:63:86:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b7d7de-93f2-4920-bbae-d32fbbf3f62a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:57:02Z', 'updated_at': '2022-05-27T02:57:02Z', 'revision_number': 0, 'project_id': '3fadd088ccc74553a04697be263b7906', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd42472c2-c78a-44d6-a83d-d5bef2e7b4b2', 'name': '', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'mac_address': 'fa:16:3e:37:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:34Z', 'updated_at': '2022-05-27T02:48:42Z', 'revision_number': 5, 'project_id': '3fadd088ccc74553a04697be263b7906', 'subnets': [{'id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:57:05.028844 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d11cdf1-3d57-4e9b-9322-9d3b51e7d73f None None] The sync data for ids ['a9ff13da-f389-402c-87d6-47881f89fe1b'] in n-d-843554-3 is: [{'id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'name': 'tempest-TestVolumeBootPattern-1950393680-router', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:30Z', 'updated_at': '2022-05-27T02:48:35Z', 'revision_number': 4, 'project_id': '3fadd088ccc74553a04697be263b7906', 'gw_port': {'id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:31Z', 'updated_at': '2022-05-27T02:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '7c9ba809-f843-4766-a753-c7bc209d959b', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'floating_ip_address': '172.25.1.96', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'port_id': '8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'mac_address': 'fa:16:3e:63:86:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b7d7de-93f2-4920-bbae-d32fbbf3f62a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:57:02Z', 'updated_at': '2022-05-27T02:57:02Z', 'revision_number': 0, 'project_id': '3fadd088ccc74553a04697be263b7906', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd42472c2-c78a-44d6-a83d-d5bef2e7b4b2', 'name': '', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'mac_address': 'fa:16:3e:37:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:34Z', 'updated_at': '2022-05-27T02:48:42Z', 'revision_number': 5, 'project_id': '3fadd088ccc74553a04697be263b7906', 'subnets': [{'id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:57:05.212784 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfab760a-1bbc-4c95-89ba-e27f131c071b None None] New status for floating IP 7c9ba809-f843-4766-a753-c7bc209d959b: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:57:10.201991 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-74de6f25-f6d9-4d2c-861d-6e481fba18a9 req-20219938-54d4-4ed1-b481-dfac7976d2e3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=76b7d7de-93f2-4920-bbae-d32fbbf3f62a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0731180 May 27 02:57:10.356331 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de6f25-f6d9-4d2c-861d-6e481fba18a9 req-8d7affce-093d-4613-beb9-f0b22063344c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:57:10.357816 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-74de6f25-f6d9-4d2c-861d-6e481fba18a9 req-8d7affce-093d-4613-beb9-f0b22063344c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3fadd088ccc74553a04697be263b7906&device_id=76b7d7de-93f2-4920-bbae-d32fbbf3f62a HTTP/1.1" status: 200 len: 1096 time: 0.0709109 May 27 02:57:10.504198 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de6f25-f6d9-4d2c-861d-6e481fba18a9 req-5a0a2315-4e57-442b-875a-4d89cab45a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:57:10.508596 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-74de6f25-f6d9-4d2c-861d-6e481fba18a9 req-5a0a2315-4e57-442b-875a-4d89cab45a0e service neutron] 10.222.0.32 "GET /v2.0/networks?id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351 HTTP/1.1" status: 200 len: 913 time: 0.1253834 May 27 02:57:10.609907 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-74de6f25-f6d9-4d2c-861d-6e481fba18a9 req-3cdd985e-21b2-433a-9634-9435701fd3ad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d HTTP/1.1" status: 200 len: 1000 time: 0.0977633 May 27 02:57:10.674450 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de6f25-f6d9-4d2c-861d-6e481fba18a9 req-b7b8cff0-2fd6-4ba9-aa4f-27cfe1c17ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:57:10.675842 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-74de6f25-f6d9-4d2c-861d-6e481fba18a9 req-b7b8cff0-2fd6-4ba9-aa4f-27cfe1c17ff0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d5a421f1-cfc1-40c1-b671-1e4d60b8996c HTTP/1.1" status: 200 len: 851 time: 0.0600569 May 27 02:57:10.750441 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de6f25-f6d9-4d2c-861d-6e481fba18a9 req-544f748c-4695-4e30-9459-8665d9f35ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:57:10.751830 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-74de6f25-f6d9-4d2c-861d-6e481fba18a9 req-544f748c-4695-4e30-9459-8665d9f35ad2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702767 May 27 02:57:10.886467 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-74de6f25-f6d9-4d2c-861d-6e481fba18a9 req-aab3065c-8908-4ce6-b0da-d796715528d3 service neutron] 10.222.0.32 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284025 May 27 02:57:11.018718 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-74de6f25-f6d9-4d2c-861d-6e481fba18a9 req-b1840c74-6af5-4aba-b67e-79ecfaec94f6 service neutron] 10.222.0.32 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254301 May 27 02:57:17.668434 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:57:19.548086 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:57:19.576248 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:57:25.553813 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ac1865f8-a7f2-4072-9bbd-f551e6f464c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:57:27.912827 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a20672a9-3926-4f4a-9d48-07cac319a0ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:57:29.045169 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:57:29.074379 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:57:30.206232 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:57:39.017027 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [req-68c83665-f196-4044-9204-7d959af6ded4 req-4bda8f48-c1ef-43a3-982e-300034e7fe65 service neutron] (88901) timed out ('10.222.0.57', 52950) {{(pid=88901) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 02:57:49.535717 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:57:49.615737 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:57:54.661849 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:57:55.542796 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3409888f-2c1d-4766-9ba5-bbf7d26bd7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:57:57.897271 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f0bfbbe0-8872-4e3c-a748-8a7c4efe9874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:57:59.053388 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:57:59.080304 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:00.251127 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:10.183483 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8150e092-bbe6-46d7-b862-4f29acc4c93a req-972843d2-7656-41e4-8a69-f56ed3eaafa1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=76b7d7de-93f2-4920-bbae-d32fbbf3f62a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0682194 May 27 02:58:10.330185 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150e092-bbe6-46d7-b862-4f29acc4c93a req-1ec74ca5-2921-4bd1-a463-0f11ac850044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:58:10.331582 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8150e092-bbe6-46d7-b862-4f29acc4c93a req-1ec74ca5-2921-4bd1-a463-0f11ac850044 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3fadd088ccc74553a04697be263b7906&device_id=76b7d7de-93f2-4920-bbae-d32fbbf3f62a HTTP/1.1" status: 200 len: 1096 time: 0.0818858 May 27 02:58:10.476304 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150e092-bbe6-46d7-b862-4f29acc4c93a req-5db9903d-2a09-452d-a5e7-e810be1d28b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:58:10.477839 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8150e092-bbe6-46d7-b862-4f29acc4c93a req-5db9903d-2a09-452d-a5e7-e810be1d28b0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351 HTTP/1.1" status: 200 len: 913 time: 0.1278937 May 27 02:58:10.688410 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8150e092-bbe6-46d7-b862-4f29acc4c93a req-226fa50a-77c4-4259-a7fd-2fa1d7731251 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d HTTP/1.1" status: 200 len: 1000 time: 0.2032266 May 27 02:58:10.747642 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150e092-bbe6-46d7-b862-4f29acc4c93a req-b1bdae77-95c0-4a56-afa0-686fb7cef0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:58:10.749539 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8150e092-bbe6-46d7-b862-4f29acc4c93a req-b1bdae77-95c0-4a56-afa0-686fb7cef0e9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d5a421f1-cfc1-40c1-b671-1e4d60b8996c HTTP/1.1" status: 200 len: 851 time: 0.0564978 May 27 02:58:10.831877 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150e092-bbe6-46d7-b862-4f29acc4c93a req-c0f6a366-a729-4722-ab3c-4ce3c30d93b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:58:10.831877 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8150e092-bbe6-46d7-b862-4f29acc4c93a req-c0f6a366-a729-4722-ab3c-4ce3c30d93b8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748959 May 27 02:58:10.963860 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8150e092-bbe6-46d7-b862-4f29acc4c93a req-9eba96e5-ed6b-4fc6-9ee3-a556b3436c27 service neutron] 10.222.0.32 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248846 May 27 02:58:11.091755 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8150e092-bbe6-46d7-b862-4f29acc4c93a req-a2a2e6b3-309c-4d03-850f-2f26ad746546 service neutron] 10.222.0.32 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246343 May 27 02:58:19.563049 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:19.580950 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:25.517966 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e40a1bbd-198e-49ff-977c-d8d809bbe539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:27.866347 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9778a087-87bc-4588-993b-c0e6099f2871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:29.050345 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:29.078974 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:30.225920 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:31.661437 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:58:49.546980 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:49.570275 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:55.546919 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-76e2a2a0-f9bc-408b-bd6b-02a223a7424a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:57.884543 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8d5c42e8-a1a5-4c03-9c30-e15267fdeccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:59.043898 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:59.089635 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:59:00.230847 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:59:08.660376 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:59:12.185241 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a8ffff6c-cb8f-4d24-b113-084521956e43 req-3eb1c7c4-29c0-463e-abbd-dbaabb82cba9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=76b7d7de-93f2-4920-bbae-d32fbbf3f62a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0684826 May 27 02:59:12.319670 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ffff6c-cb8f-4d24-b113-084521956e43 req-3b06f800-3c7b-490f-9475-e430629ba500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:59:12.321131 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a8ffff6c-cb8f-4d24-b113-084521956e43 req-3b06f800-3c7b-490f-9475-e430629ba500 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3fadd088ccc74553a04697be263b7906&device_id=76b7d7de-93f2-4920-bbae-d32fbbf3f62a HTTP/1.1" status: 200 len: 1096 time: 0.0700305 May 27 02:59:12.461607 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ffff6c-cb8f-4d24-b113-084521956e43 req-f715b86a-1d67-45f0-8c9d-4c086a82419c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:59:12.462938 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a8ffff6c-cb8f-4d24-b113-084521956e43 req-f715b86a-1d67-45f0-8c9d-4c086a82419c service neutron] 10.222.0.32 "GET /v2.0/networks?id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351 HTTP/1.1" status: 200 len: 913 time: 0.1248331 May 27 02:59:12.565186 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a8ffff6c-cb8f-4d24-b113-084521956e43 req-01b47290-0b7f-49bb-958c-f0a362163790 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d HTTP/1.1" status: 200 len: 1000 time: 0.0961487 May 27 02:59:12.628278 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ffff6c-cb8f-4d24-b113-084521956e43 req-471308a6-e178-40ff-8d20-573f1855de6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:59:12.629717 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a8ffff6c-cb8f-4d24-b113-084521956e43 req-471308a6-e178-40ff-8d20-573f1855de6a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d5a421f1-cfc1-40c1-b671-1e4d60b8996c HTTP/1.1" status: 200 len: 851 time: 0.0595460 May 27 02:59:12.702064 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ffff6c-cb8f-4d24-b113-084521956e43 req-d01bec33-161b-43c2-bdec-ffbe6f049d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:59:12.703532 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a8ffff6c-cb8f-4d24-b113-084521956e43 req-d01bec33-161b-43c2-bdec-ffbe6f049d98 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683653 May 27 02:59:12.713060 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [req-a8ffff6c-cb8f-4d24-b113-084521956e43 req-a71b1661-b00a-4a98-92ff-23060cac006f service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:59:12.713885 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a8ffff6c-cb8f-4d24-b113-084521956e43 req-a71b1661-b00a-4a98-92ff-23060cac006f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046329 May 27 02:59:12.841918 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a8ffff6c-cb8f-4d24-b113-084521956e43 req-192a1803-10dc-4c38-b50e-77b9e5aedf5b service neutron] 10.222.0.32 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225064 May 27 02:59:12.979192 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a8ffff6c-cb8f-4d24-b113-084521956e43 req-fd78466b-4b34-4090-8ad9-e4654cc4fe05 service neutron] 10.222.0.32 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308298 May 27 02:59:19.558476 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:59:19.609492 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:59:25.538756 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7f228694-0aee-4315-bf1d-9db1af111d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:59:27.893932 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ee5a55b7-15aa-4512-84c5-8598ad936203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:59:29.116162 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:59:29.179570 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:59:30.241972 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:59:44.388309 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-d3110eac-4177-4324-8fbd-0a9ea9243998 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-615627386&fields=id&tenant_id=3fadd088ccc74553a04697be263b7906 HTTP/1.1" status: 200 len: 267 time: 0.0387342 May 27 02:59:44.536077 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-f0dd81a4-5745-4955-95a6-3ace233a0cda tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:59:44.537541 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-f0dd81a4-5745-4955-95a6-3ace233a0cda tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/networks?id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351 HTTP/1.1" status: 200 len: 812 time: 0.1430814 May 27 02:59:44.552160 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-19f2a738-3b1c-477e-a5a0-ddfcdd7c9fb2 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/quotas/3fadd088ccc74553a04697be263b7906 HTTP/1.1" status: 200 len: 375 time: 0.0092309 May 27 02:59:44.641540 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-c40c8aa0-e06b-447e-a878-a59b69ef1329 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=3fadd088ccc74553a04697be263b7906&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0845606 May 27 02:59:44.939978 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-e6f27248-3db2-4f31-b0be-97ac8ec8d9f2 service neutron] 10.222.0.57 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872472 May 27 02:59:45.070888 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-f5d17616-4f31-4566-a514-4d65f1ddb9f0 service neutron] 10.222.0.57 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249642 May 27 02:59:45.660631 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:59:46.744388 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-45b7f5d6-2a1a-4a79-84c9-dd7bab951f93 req-4a91d5c9-c49e-4445-a853-dad6bdcd0d29 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=42166756-a06f-4c89-b5ad-efc2a669091e HTTP/1.1" status: 200 len: 210 time: 0.0413964 May 27 02:59:47.840100 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1aaf8fc0-74aa-46aa-8da9-4dca9835e4c5 req-ae518a54-7bc8-4c3f-8905-afc8bc45b99f tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=42166756-a06f-4c89-b5ad-efc2a669091e HTTP/1.1" status: 200 len: 210 time: 0.0447404 May 27 02:59:48.948789 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee7fe112-3ecb-4438-968e-c4afd44aa96c req-1650746d-30b8-41d4-b46e-3e8267ef00f5 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=42166756-a06f-4c89-b5ad-efc2a669091e HTTP/1.1" status: 200 len: 210 time: 0.0472257 May 27 02:59:49.597694 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:59:49.637492 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:59:50.095455 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-88cbf1dc-36e0-4877-9bda-d8b38da316f6 req-62204259-aa2f-40d4-936a-9026e34e2711 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=42166756-a06f-4c89-b5ad-efc2a669091e HTTP/1.1" status: 200 len: 210 time: 0.0428207 May 27 02:59:50.902969 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-b794a2a4-8ea7-4264-805e-e4a22b1c8b01 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:59:50.904383 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-b794a2a4-8ea7-4264-805e-e4a22b1c8b01 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.66 "GET /v2.0/networks?id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351 HTTP/1.1" status: 200 len: 812 time: 0.1504793 May 27 02:59:50.951506 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-090c453f-0451-4e25-9245-b13da09d04a5 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fadd088ccc74553a04697be263b7906 HTTP/1.1" status: 200 len: 379 time: 0.0395164 May 27 02:59:50.963204 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-06f0a196-1e26-4abb-be69-25bf963ca48e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Request body: {'port': {'device_id': '42166756-a06f-4c89-b5ad-efc2a669091e', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'admin_state_up': True, 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'security_groups': ['c7fcec90-09f0-478f-9ce5-d0c2f616f1b5']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:59:51.095842 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-06f0a196-1e26-4abb-be69-25bf963ca48e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:59:51.100275 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-06f0a196-1e26-4abb-be69-25bf963ca48e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Usage tracker for resource:port and tenant:3fadd088ccc74553a04697be263b7906 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:59:51.103074 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-06f0a196-1e26-4abb-be69-25bf963ca48e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:59:51.109280 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-06f0a196-1e26-4abb-be69-25bf963ca48e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:59:51.195508 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-06f0a196-1e26-4abb-be69-25bf963ca48e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Made reservation on behalf of 3fadd088ccc74553a04697be263b7906 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:59:51.199663 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-06f0a196-1e26-4abb-be69-25bf963ca48e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:59:51.244316 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-17178f19-96ee-410a-8872-43fe9ea213c7 req-d8a62fb9-6b24-4910-90c8-eee1160d4a2f tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=42166756-a06f-4c89-b5ad-efc2a669091e HTTP/1.1" status: 200 len: 210 time: 0.0432208 May 27 02:59:51.375334 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-06f0a196-1e26-4abb-be69-25bf963ca48e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Allocated IP 172.20.0.10 (3065bf7b-fd6e-4d0b-a830-392fdd7f9351/d5a421f1-cfc1-40c1-b671-1e4d60b8996c/dfa6a067-a707-4de0-a346-54dd2dc58931) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:59:51.567113 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-06f0a196-1e26-4abb-be69-25bf963ca48e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:59:51.582480 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-06f0a196-1e26-4abb-be69-25bf963ca48e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Transition to ACTIVE for port object dfa6a067-a707-4de0-a346-54dd2dc58931 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:59:51.666907 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-06f0a196-1e26-4abb-be69-25bf963ca48e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:59:51.742836 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-06f0a196-1e26-4abb-be69-25bf963ca48e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Network 3065bf7b-fd6e-4d0b-a830-392fdd7f9351 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:59:51.746028 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-06f0a196-1e26-4abb-be69-25bf963ca48e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:59:51.749925 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-06f0a196-1e26-4abb-be69-25bf963ca48e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:59:51.780763 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f0a196-1e26-4abb-be69-25bf963ca48e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Pushing event updated for resources: {'Port': ['ID=dfa6a067-a707-4de0-a346-54dd2dc58931,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:59:51.800319 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0a196-1e26-4abb-be69-25bf963ca48e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:59:51.800660 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0a196-1e26-4abb-be69-25bf963ca48e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:59:51.801013 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0a196-1e26-4abb-be69-25bf963ca48e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:59:51.801341 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0a196-1e26-4abb-be69-25bf963ca48e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:59:51.801666 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0a196-1e26-4abb-be69-25bf963ca48e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:59:51.801987 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0a196-1e26-4abb-be69-25bf963ca48e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:59:51.802306 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0a196-1e26-4abb-be69-25bf963ca48e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:59:51.802621 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0a196-1e26-4abb-be69-25bf963ca48e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:59:51.802936 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0a196-1e26-4abb-be69-25bf963ca48e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:59:51.803250 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0a196-1e26-4abb-be69-25bf963ca48e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:59:51.803563 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0a196-1e26-4abb-be69-25bf963ca48e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:59:51.803874 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0a196-1e26-4abb-be69-25bf963ca48e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:59:51.833293 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-06f0a196-1e26-4abb-be69-25bf963ca48e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:59:51.834074 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-06f0a196-1e26-4abb-be69-25bf963ca48e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:59:51.947073 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-06f0a196-1e26-4abb-be69-25bf963ca48e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9905014 May 27 02:59:52.007194 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-d90eddfe-bdac-4052-8b66-8159fd2400e6 service neutron] Request body: {'port': {'device_id': '42166756-a06f-4c89-b5ad-efc2a669091e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:59:52.095233 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-0e0f75ff-54ab-45ea-bc6a-8cec354b091a None None] Provisioning for port dfa6a067-a707-4de0-a346-54dd2dc58931 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:59:52.101461 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-0e0f75ff-54ab-45ea-bc6a-8cec354b091a None None] Provisioning complete for port dfa6a067-a707-4de0-a346-54dd2dc58931 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:59:52.102198 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0e0f75ff-54ab-45ea-bc6a-8cec354b091a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:59:52.162107 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-0e0f75ff-54ab-45ea-bc6a-8cec354b091a None None] Port dfa6a067-a707-4de0-a346-54dd2dc58931 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:59:52.234590 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-d90eddfe-bdac-4052-8b66-8159fd2400e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:59:52.440635 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600cb3e9-da98-43b9-a04d-321e145b5633 req-f9a3b79e-8112-4c1e-bdc1-57ea12dd4429 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:59:52.442270 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-600cb3e9-da98-43b9-a04d-321e145b5633 req-f9a3b79e-8112-4c1e-bdc1-57ea12dd4429 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=42166756-a06f-4c89-b5ad-efc2a669091e HTTP/1.1" status: 200 len: 932 time: 0.0883019 May 27 02:59:52.487230 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-600cb3e9-da98-43b9-a04d-321e145b5633 req-faa43351-33c4-4841-85d5-8855d81dc8ce tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389099 May 27 02:59:52.591128 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-d90eddfe-bdac-4052-8b66-8159fd2400e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfa6a067-a707-4de0-a346-54dd2dc58931 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:59:52.598357 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-d90eddfe-bdac-4052-8b66-8159fd2400e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:59:52.612449 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-d90eddfe-bdac-4052-8b66-8159fd2400e6 service neutron] Transition to ACTIVE for port object dfa6a067-a707-4de0-a346-54dd2dc58931 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:59:52.694910 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-d90eddfe-bdac-4052-8b66-8159fd2400e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:59:52.865709 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90eddfe-bdac-4052-8b66-8159fd2400e6 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa6a067-a707-4de0-a346-54dd2dc58931,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:59:52.950566 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-d90eddfe-bdac-4052-8b66-8159fd2400e6 service neutron] Attempting to bind port dfa6a067-a707-4de0-a346-54dd2dc58931 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:59:52.953624 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-d90eddfe-bdac-4052-8b66-8159fd2400e6 service neutron] Attempting to bind port dfa6a067-a707-4de0-a346-54dd2dc58931 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '77a48b29-f789-41c3-82b2-66a5eb7c53b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:59:52.953624 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-d90eddfe-bdac-4052-8b66-8159fd2400e6 service neutron] Attempting to bind port dfa6a067-a707-4de0-a346-54dd2dc58931 on network 3065bf7b-fd6e-4d0b-a830-392fdd7f9351 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:59:52.958239 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-d90eddfe-bdac-4052-8b66-8159fd2400e6 service neutron] Port dfa6a067-a707-4de0-a346-54dd2dc58931 on network 3065bf7b-fd6e-4d0b-a830-392fdd7f9351 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:59:52.958750 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-d90eddfe-bdac-4052-8b66-8159fd2400e6 service neutron] Attempting to bind port dfa6a067-a707-4de0-a346-54dd2dc58931 on network 3065bf7b-fd6e-4d0b-a830-392fdd7f9351 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:59:52.965138 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-d90eddfe-bdac-4052-8b66-8159fd2400e6 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:59:52.965470 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-d90eddfe-bdac-4052-8b66-8159fd2400e6 service neutron] Checking segment: {'id': '77a48b29-f789-41c3-82b2-66a5eb7c53b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:59:52.965846 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-d90eddfe-bdac-4052-8b66-8159fd2400e6 service neutron] Bound using segment: {'id': '77a48b29-f789-41c3-82b2-66a5eb7c53b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:59:52.966265 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-d90eddfe-bdac-4052-8b66-8159fd2400e6 service neutron] Bound port: dfa6a067-a707-4de0-a346-54dd2dc58931, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a48b29-f789-41c3-82b2-66a5eb7c53b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:59:52.966609 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-d90eddfe-bdac-4052-8b66-8159fd2400e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:59:53.058100 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-d90eddfe-bdac-4052-8b66-8159fd2400e6 service neutron] For port dfa6a067-a707-4de0-a346-54dd2dc58931, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:59:53.061716 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-d90eddfe-bdac-4052-8b66-8159fd2400e6 service neutron] For port dfa6a067-a707-4de0-a346-54dd2dc58931, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=dfa6a067-a707-4de0-a346-54dd2dc58931,segment=NetworkSegment(77a48b29-f789-41c3-82b2-66a5eb7c53b7),segment_id=77a48b29-f789-41c3-82b2-66a5eb7c53b7)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:59:53.149547 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-d90eddfe-bdac-4052-8b66-8159fd2400e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:59:53.209809 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-d90eddfe-bdac-4052-8b66-8159fd2400e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:59:53.210589 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-d90eddfe-bdac-4052-8b66-8159fd2400e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:59:53.211949 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-d90eddfe-bdac-4052-8b66-8159fd2400e6 service neutron] 10.222.0.66 "PUT /v2.0/ports/dfa6a067-a707-4de0-a346-54dd2dc58931 HTTP/1.1" status: 200 len: 1092 time: 1.2578530 May 27 02:59:53.212357 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42166756-a06f-4c89-b5ad-efc2a669091e', 'tag': 'dfa6a067-a707-4de0-a346-54dd2dc58931'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:59:53.231947 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90eddfe-bdac-4052-8b66-8159fd2400e6 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa6a067-a707-4de0-a346-54dd2dc58931,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:59:53.271221 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee0a2882-57cc-4c4f-adb1-64d8b0e02d44'] response: {'name': 'network-changed', 'server_uuid': '42166756-a06f-4c89-b5ad-efc2a669091e', 'tag': 'dfa6a067-a707-4de0-a346-54dd2dc58931', 'status': 'completed', 'code': 200} May 27 02:59:53.368142 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a9734-8b21-4293-b221-179b4c602c2d req-d6bcf932-cfe9-48cd-8b69-403b76b33118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:59:53.369654 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b29a9734-8b21-4293-b221-179b4c602c2d req-d6bcf932-cfe9-48cd-8b69-403b76b33118 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3fadd088ccc74553a04697be263b7906&device_id=42166756-a06f-4c89-b5ad-efc2a669091e HTTP/1.1" status: 200 len: 1095 time: 0.0791123 May 27 02:59:53.511483 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a9734-8b21-4293-b221-179b4c602c2d req-a72e8540-310b-48c0-b432-4f8f6db372a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:59:53.513464 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b29a9734-8b21-4293-b221-179b4c602c2d req-a72e8540-310b-48c0-b432-4f8f6db372a7 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=3fadd088ccc74553a04697be263b7906&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1375408 May 27 02:59:53.649464 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a9734-8b21-4293-b221-179b4c602c2d req-ca4d1de7-42fb-405f-bca6-c6ab9c960472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:59:53.650818 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b29a9734-8b21-4293-b221-179b4c602c2d req-ca4d1de7-42fb-405f-bca6-c6ab9c960472 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1322160 May 27 02:59:53.670143 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4480e-f53a-4a0b-aa0a-dc9393aaa2f5 req-63c90cbb-612d-43b0-8cd9-6c88b85b3cbf tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:59:53.674774 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-78c4480e-f53a-4a0b-aa0a-dc9393aaa2f5 req-63c90cbb-612d-43b0-8cd9-6c88b85b3cbf tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=42166756-a06f-4c89-b5ad-efc2a669091e HTTP/1.1" status: 200 len: 944 time: 0.0821829 May 27 02:59:53.722756 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-78c4480e-f53a-4a0b-aa0a-dc9393aaa2f5 req-b6447696-5746-4333-ae69-503e38266ed1 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434840 May 27 02:59:53.755275 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-9ce05a0f-b001-47d7-9539-0b67f401211c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:59:53.756706 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-9ce05a0f-b001-47d7-9539-0b67f401211c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3fadd088ccc74553a04697be263b7906&device_id=42166756-a06f-4c89-b5ad-efc2a669091e HTTP/1.1" status: 200 len: 1095 time: 0.0699661 May 27 02:59:53.827087 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-e77e46f7-1bef-4ef2-9f26-77905477c90f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfa6a067-a707-4de0-a346-54dd2dc58931 HTTP/1.1" status: 200 len: 217 time: 0.0640001 May 27 02:59:53.887713 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-c8d464bf-a4ab-407c-a142-ca61e2622a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:59:53.889099 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-c8d464bf-a4ab-407c-a142-ca61e2622a1d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d5a421f1-cfc1-40c1-b671-1e4d60b8996c HTTP/1.1" status: 200 len: 851 time: 0.0564990 May 27 02:59:53.965679 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-169db0e6-8b7e-4210-a7bf-0af5e0a7663b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:59:53.967139 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-169db0e6-8b7e-4210-a7bf-0af5e0a7663b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724089 May 27 02:59:54.203589 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-eae77b55-2af5-4896-ae48-c461fde681e5 service neutron] 10.222.0.66 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305546 May 27 02:59:54.336396 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cae7ff7b-d8c1-42d3-924b-7e5f2c61db3b req-7e6d34c6-8b3f-4cf8-9554-04da090a3d9d service neutron] 10.222.0.66 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258345 May 27 02:59:54.912007 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1566a6-4396-4c94-a7d5-8aba26fe6b46 req-7236cc21-7477-4e7e-a256-1d5530e4dd01 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:59:54.913391 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5d1566a6-4396-4c94-a7d5-8aba26fe6b46 req-7236cc21-7477-4e7e-a256-1d5530e4dd01 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=42166756-a06f-4c89-b5ad-efc2a669091e HTTP/1.1" status: 200 len: 944 time: 0.0793331 May 27 02:59:54.958099 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5d1566a6-4396-4c94-a7d5-8aba26fe6b46 req-2401c01b-68ef-4255-bce2-8be98e17cc4a tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390272 May 27 02:59:55.555057 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-bcdd7a28-21e2-41fd-9c87-13631b7dd99c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:59:56.143734 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bce1a4-a191-44a1-819e-6915ad5a5698 req-8a3134b6-7d23-4df9-a0a6-6e046ebca10b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:59:56.145201 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b9bce1a4-a191-44a1-819e-6915ad5a5698 req-8a3134b6-7d23-4df9-a0a6-6e046ebca10b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=42166756-a06f-4c89-b5ad-efc2a669091e HTTP/1.1" status: 200 len: 944 time: 0.0820937 May 27 02:59:56.189529 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b9bce1a4-a191-44a1-819e-6915ad5a5698 req-2c44e9b8-0f5e-481d-aa51-6bb1837f7d0e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385959 May 27 02:59:57.374393 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad39d84-720c-4d09-b61e-2b4f172be798 req-93d0206c-5e6e-41db-a4c0-6419c873b76d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:59:57.375843 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3ad39d84-720c-4d09-b61e-2b4f172be798 req-93d0206c-5e6e-41db-a4c0-6419c873b76d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=42166756-a06f-4c89-b5ad-efc2a669091e HTTP/1.1" status: 200 len: 944 time: 0.0808196 May 27 02:59:57.419499 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3ad39d84-720c-4d09-b61e-2b4f172be798 req-68ec93d1-ed83-48ec-a876-e22962d5da3b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378203 May 27 02:59:57.909629 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-60a147dd-ce88-41fb-9681-df2811efd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:59:58.606926 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e4c425-60c1-4b4c-8723-f27858601703 req-d5560921-f33e-4a68-aae7-3f8e26283c72 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:59:58.608383 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a2e4c425-60c1-4b4c-8723-f27858601703 req-d5560921-f33e-4a68-aae7-3f8e26283c72 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=42166756-a06f-4c89-b5ad-efc2a669091e HTTP/1.1" status: 200 len: 944 time: 0.0837381 May 27 02:59:58.651559 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a2e4c425-60c1-4b4c-8723-f27858601703 req-97fcd067-0fbc-452f-8562-a49fd0276c6f tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373430 May 27 02:59:59.054604 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:59:59.122903 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:59:59.833426 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c9e60-602a-40e8-9001-d90c196ba30d req-bd77bb11-e685-4a25-8786-96daae00bf8e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:59:59.834891 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2e3c9e60-602a-40e8-9001-d90c196ba30d req-bd77bb11-e685-4a25-8786-96daae00bf8e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=42166756-a06f-4c89-b5ad-efc2a669091e HTTP/1.1" status: 200 len: 944 time: 0.0798008 May 27 02:59:59.879774 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2e3c9e60-602a-40e8-9001-d90c196ba30d req-1087c76f-75ea-4cd6-81fc-abbb4d4b1358 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382440 May 27 03:00:00.225694 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:01.060850 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843316bb-2e5f-4e45-a059-1498ba467be2 req-59892439-d270-47db-ab7b-a253e65296ab tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:01.062219 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-843316bb-2e5f-4e45-a059-1498ba467be2 req-59892439-d270-47db-ab7b-a253e65296ab tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=42166756-a06f-4c89-b5ad-efc2a669091e HTTP/1.1" status: 200 len: 944 time: 0.0820937 May 27 03:00:01.105646 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-843316bb-2e5f-4e45-a059-1498ba467be2 req-23b6fc70-2ce8-4baf-9a9d-9ff09327a3d5 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377173 May 27 03:00:02.171395 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device dfa6a067-a707-4de0-a346-54dd2dc58931 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:00:02.288187 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0b5b6-f761-49f0-bdf4-9ab24f7a9d3f req-72c95187-c8e3-4f22-a0bd-5b5ab8c45964 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:02.289669 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-79a0b5b6-f761-49f0-bdf4-9ab24f7a9d3f req-72c95187-c8e3-4f22-a0bd-5b5ab8c45964 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=42166756-a06f-4c89-b5ad-efc2a669091e HTTP/1.1" status: 200 len: 944 time: 0.0787499 May 27 03:00:02.303845 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port dfa6a067-a707-4de0-a346-54dd2dc58931, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=dfa6a067-a707-4de0-a346-54dd2dc58931,segment=NetworkSegment(77a48b29-f789-41c3-82b2-66a5eb7c53b7),segment_id=77a48b29-f789-41c3-82b2-66a5eb7c53b7)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:00:02.317742 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': 'dfa6a067-a707-4de0-a346-54dd2dc58931', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'port_id': 'dfa6a067-a707-4de0-a346-54dd2dc58931', 'mac_address': 'fa:16:3e:76:22:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:00:02.339171 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-79a0b5b6-f761-49f0-bdf4-9ab24f7a9d3f req-bfea328d-14e5-4f7c-a7b6-7a6e9b362f7d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417700 May 27 03:00:02.376004 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port dfa6a067-a707-4de0-a346-54dd2dc58931 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:00:02.376387 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:02.393428 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfa6a067-a707-4de0-a346-54dd2dc58931 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:00:02.408082 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port dfa6a067-a707-4de0-a346-54dd2dc58931, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=dfa6a067-a707-4de0-a346-54dd2dc58931,segment=NetworkSegment(77a48b29-f789-41c3-82b2-66a5eb7c53b7),segment_id=77a48b29-f789-41c3-82b2-66a5eb7c53b7)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:00:02.491686 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:02.560290 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=dfa6a067-a707-4de0-a346-54dd2dc58931,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:00:02.568379 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:00:02.568755 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:00:02.569109 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:00:02.569447 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:00:02.569779 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:00:02.570108 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:00:02.570438 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:00:02.570763 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:00:02.571087 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:00:02.571456 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:00:02.571784 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:00:02.572135 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:00:02.724333 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['dfa6a067-a707-4de0-a346-54dd2dc58931'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:00:03.522560 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb9aca-2623-4d95-afea-cbe9227e3059 req-34c95031-5ce0-4c21-8c46-6d7a33b2c61e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:03.523972 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bbcb9aca-2623-4d95-afea-cbe9227e3059 req-34c95031-5ce0-4c21-8c46-6d7a33b2c61e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=42166756-a06f-4c89-b5ad-efc2a669091e HTTP/1.1" status: 200 len: 945 time: 0.0788836 May 27 03:00:03.567674 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bbcb9aca-2623-4d95-afea-cbe9227e3059 req-831bb900-3985-436e-977b-4e0c9e575392 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376227 May 27 03:00:04.171384 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device dfa6a067-a707-4de0-a346-54dd2dc58931 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:00:04.299960 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port dfa6a067-a707-4de0-a346-54dd2dc58931 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:00:04.305154 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port dfa6a067-a707-4de0-a346-54dd2dc58931 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:00:04.310119 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:04.420823 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port dfa6a067-a707-4de0-a346-54dd2dc58931 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:00:04.421198 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:04.447201 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42166756-a06f-4c89-b5ad-efc2a669091e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa6a067-a707-4de0-a346-54dd2dc58931'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:00:04.456370 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port dfa6a067-a707-4de0-a346-54dd2dc58931, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=dfa6a067-a707-4de0-a346-54dd2dc58931,segment=NetworkSegment(77a48b29-f789-41c3-82b2-66a5eb7c53b7),segment_id=77a48b29-f789-41c3-82b2-66a5eb7c53b7)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:00:04.491564 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eccd44ae-18c8-4e28-b78b-e6a5023830d7'] response: {'server_uuid': '42166756-a06f-4c89-b5ad-efc2a669091e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa6a067-a707-4de0-a346-54dd2dc58931', 'code': 200} May 27 03:00:04.532161 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:04.603492 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=dfa6a067-a707-4de0-a346-54dd2dc58931,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:00:04.617903 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe7336-6a5d-448a-b7d2-226b85b12363 req-f296464b-2a31-4d3c-94ea-36b5e6bb617e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:04.619379 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9cbe7336-6a5d-448a-b7d2-226b85b12363 req-f296464b-2a31-4d3c-94ea-36b5e6bb617e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=42166756-a06f-4c89-b5ad-efc2a669091e HTTP/1.1" status: 200 len: 1097 time: 0.0712972 May 27 03:00:04.661052 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9cbe7336-6a5d-448a-b7d2-226b85b12363 req-f929e5fd-0197-4923-9ed8-04d5e7c02dcb service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350685 May 27 03:00:04.760085 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a015c-80b0-4a58-999a-92ba9ba2a069 req-8767079f-ee33-49fa-8973-09433a9d3421 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:04.761587 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-245a015c-80b0-4a58-999a-92ba9ba2a069 req-8767079f-ee33-49fa-8973-09433a9d3421 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=42166756-a06f-4c89-b5ad-efc2a669091e HTTP/1.1" status: 200 len: 946 time: 0.0840874 May 27 03:00:04.807048 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-245a015c-80b0-4a58-999a-92ba9ba2a069 req-10354a4f-b3c7-4ff0-a9e0-9d1d34b84180 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390441 May 27 03:00:05.993963 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71608f9d-b7da-4379-bf0c-c11cbb0253fa req-5e0c10a7-4be2-48b7-8ee3-99e8cced99ff tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:05.995476 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-71608f9d-b7da-4379-bf0c-c11cbb0253fa req-5e0c10a7-4be2-48b7-8ee3-99e8cced99ff tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=42166756-a06f-4c89-b5ad-efc2a669091e HTTP/1.1" status: 200 len: 946 time: 0.0795507 May 27 03:00:06.038816 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-71608f9d-b7da-4379-bf0c-c11cbb0253fa req-018a9923-2c26-43ae-b714-477d5c363222 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370786 May 27 03:00:06.322963 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b188ef-f3fc-4e25-87cb-ede3b169d0d3 req-f7d912f1-57ba-4c48-b8d1-8d56b8036704 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:06.324408 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d4b188ef-f3fc-4e25-87cb-ede3b169d0d3 req-f7d912f1-57ba-4c48-b8d1-8d56b8036704 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=42166756-a06f-4c89-b5ad-efc2a669091e HTTP/1.1" status: 200 len: 946 time: 0.1817746 May 27 03:00:06.368708 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d4b188ef-f3fc-4e25-87cb-ede3b169d0d3 req-7de12d75-a913-43af-adeb-b3ca3025aa00 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379260 May 27 03:00:06.392580 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33704) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:00:06.464446 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6caae5-116b-426d-9c13-ce4420f1629c tempest-TestVolumeBootPattern-408301320 tempest-TestVolumeBootPattern-408301320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:06.465979 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0a6caae5-116b-426d-9c13-ce4420f1629c tempest-TestVolumeBootPattern-408301320 tempest-TestVolumeBootPattern-408301320-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=42166756-a06f-4c89-b5ad-efc2a669091e HTTP/1.1" status: 200 len: 1092 time: 0.0723829 May 27 03:00:06.468830 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33708) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:00:06.473579 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-e280aaeb-096d-43b5-aa16-1dad2358051d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'port_id': 'dfa6a067-a707-4de0-a346-54dd2dc58931', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:00:06.480132 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e280aaeb-096d-43b5-aa16-1dad2358051d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:00:06.483946 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e280aaeb-096d-43b5-aa16-1dad2358051d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Usage tracker for resource:floatingip and tenant:3fadd088ccc74553a04697be263b7906 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:00:06.486784 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e280aaeb-096d-43b5-aa16-1dad2358051d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:00:06.492414 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e280aaeb-096d-43b5-aa16-1dad2358051d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:00:06.586790 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e280aaeb-096d-43b5-aa16-1dad2358051d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:06.721223 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e280aaeb-096d-43b5-aa16-1dad2358051d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:06.855558 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-e280aaeb-096d-43b5-aa16-1dad2358051d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Allocated IP 172.25.1.207 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/9c9c8ad7-0b14-46a2-a48d-fa56198bfb99) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:00:07.003808 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e280aaeb-096d-43b5-aa16-1dad2358051d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:07.094671 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e280aaeb-096d-43b5-aa16-1dad2358051d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:07.159080 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e280aaeb-096d-43b5-aa16-1dad2358051d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:00:07.161800 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-e280aaeb-096d-43b5-aa16-1dad2358051d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:00:07.165628 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e280aaeb-096d-43b5-aa16-1dad2358051d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:00:07.200354 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e280aaeb-096d-43b5-aa16-1dad2358051d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Pushing event updated for resources: {'Port': ['ID=9c9c8ad7-0b14-46a2-a48d-fa56198bfb99,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:00:07.578594 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e280aaeb-096d-43b5-aa16-1dad2358051d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:07.711893 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e280aaeb-096d-43b5-aa16-1dad2358051d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:07.916621 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e280aaeb-096d-43b5-aa16-1dad2358051d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:08.000836 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e280aaeb-096d-43b5-aa16-1dad2358051d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:08.213799 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e280aaeb-096d-43b5-aa16-1dad2358051d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Pushing event updated for resources: {'Port': ['ID=9c9c8ad7-0b14-46a2-a48d-fa56198bfb99,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:00:08.225737 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e280aaeb-096d-43b5-aa16-1dad2358051d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:08.396059 n-d-843554-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-e280aaeb-096d-43b5-aa16-1dad2358051d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Floating IP e3c22dbf-b0ee-40d3-9daf-7b5a66729133 associated. External IP: 172.25.1.207, port: dfa6a067-a707-4de0-a346-54dd2dc58931. May 27 03:00:08.741799 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e280aaeb-096d-43b5-aa16-1dad2358051d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Router a9ff13da-f389-402c-87d6-47881f89fe1b has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:00:08.915717 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e280aaeb-096d-43b5-aa16-1dad2358051d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:00:08.926146 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5a9927-0daf-4f40-9b7b-d8047e5ee245 None None] Sync routers for ids ['a9ff13da-f389-402c-87d6-47881f89fe1b'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:00:08.935063 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5a9927-0daf-4f40-9b7b-d8047e5ee245 None None] Routers {'a9ff13da-f389-402c-87d6-47881f89fe1b'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:00:08.935924 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-ae5a9927-0daf-4f40-9b7b-d8047e5ee245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:59:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['a9ff13da-f389-402c-87d6-47881f89fe1b'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:00:09.020427 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e280aaeb-096d-43b5-aa16-1dad2358051d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:09.079200 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e280aaeb-096d-43b5-aa16-1dad2358051d tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6093745 May 27 03:00:09.079885 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42166756-a06f-4c89-b5ad-efc2a669091e', 'tag': 'dfa6a067-a707-4de0-a346-54dd2dc58931'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:00:09.108076 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-ae5a9927-0daf-4f40-9b7b-d8047e5ee245 None None] Set router a9ff13da-f389-402c-87d6-47881f89fe1b gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:00:09.123378 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-248b1170-f7c7-405b-8df6-05d91e409361'] response: {'name': 'network-changed', 'server_uuid': '42166756-a06f-4c89-b5ad-efc2a669091e', 'tag': 'dfa6a067-a707-4de0-a346-54dd2dc58931', 'status': 'completed', 'code': 200} May 27 03:00:09.213586 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f6015-7027-435e-90d2-3df16d60c83b req-375bd346-7bad-4502-af7d-183615f761d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:09.215060 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-987f6015-7027-435e-90d2-3df16d60c83b req-375bd346-7bad-4502-af7d-183615f761d1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3fadd088ccc74553a04697be263b7906&device_id=42166756-a06f-4c89-b5ad-efc2a669091e HTTP/1.1" status: 200 len: 1097 time: 0.0703695 May 27 03:00:09.345343 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f6015-7027-435e-90d2-3df16d60c83b req-207ef473-a20f-44d2-84ed-eae8f0943ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:09.346776 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-987f6015-7027-435e-90d2-3df16d60c83b req-207ef473-a20f-44d2-84ed-eae8f0943ddf service neutron] 10.222.0.66 "GET /v2.0/networks?id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351 HTTP/1.1" status: 200 len: 913 time: 0.1261907 May 27 03:00:09.450556 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-987f6015-7027-435e-90d2-3df16d60c83b req-3f9039a0-5dd7-4dc3-ae47-ba361260e0f2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfa6a067-a707-4de0-a346-54dd2dc58931 HTTP/1.1" status: 200 len: 1000 time: 0.0970433 May 27 03:00:09.450782 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-ae5a9927-0daf-4f40-9b7b-d8047e5ee245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'name': 'tempest-TestVolumeBootPattern-1950393680-router', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:30Z', 'updated_at': '2022-05-27T02:48:35Z', 'revision_number': 4, 'project_id': '3fadd088ccc74553a04697be263b7906', 'gw_port': {'id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:31Z', 'updated_at': '2022-05-27T02:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '7c9ba809-f843-4766-a753-c7bc209d959b', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'floating_ip_address': '172.25.1.96', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'port_id': '8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'mac_address': 'fa:16:3e:63:86:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b7d7de-93f2-4920-bbae-d32fbbf3f62a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:57:02Z', 'updated_at': '2022-05-27T02:57:05Z', 'revision_number': 1, 'project_id': '3fadd088ccc74553a04697be263b7906', 'fixed_ip_address_scope': None}, {'id': 'e3c22dbf-b0ee-40d3-9daf-7b5a66729133', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'floating_ip_address': '172.25.1.207', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'port_id': 'dfa6a067-a707-4de0-a346-54dd2dc58931', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'mac_address': 'fa:16:3e:76:22:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42166756-a06f-4c89-b5ad-efc2a669091e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:00:07Z', 'updated_at': '2022-05-27T03:00:07Z', 'revision_number': 0, 'project_id': '3fadd088ccc74553a04697be263b7906', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd42472c2-c78a-44d6-a83d-d5bef2e7b4b2', 'name': '', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'mac_address': 'fa:16:3e:37:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:34Z', 'updated_at': '2022-05-27T02:48:42Z', 'revision_number': 5, 'project_id': '3fadd088ccc74553a04697be263b7906', 'subnets': [{'id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:00:09.454637 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5a9927-0daf-4f40-9b7b-d8047e5ee245 None None] Checking router: a9ff13da-f389-402c-87d6-47881f89fe1b for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:00:09.462663 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5a9927-0daf-4f40-9b7b-d8047e5ee245 None None] Routers {'a9ff13da-f389-402c-87d6-47881f89fe1b'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:00:09.463249 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-ae5a9927-0daf-4f40-9b7b-d8047e5ee245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T02:59:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['a9ff13da-f389-402c-87d6-47881f89fe1b'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:00:09.510787 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f6015-7027-435e-90d2-3df16d60c83b req-f7c4843b-c63d-4e52-b75f-d10a07dc68d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:09.512195 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-987f6015-7027-435e-90d2-3df16d60c83b req-f7c4843b-c63d-4e52-b75f-d10a07dc68d1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d5a421f1-cfc1-40c1-b671-1e4d60b8996c HTTP/1.1" status: 200 len: 851 time: 0.0569468 May 27 03:00:09.590336 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f6015-7027-435e-90d2-3df16d60c83b req-38be05d1-046c-440e-9fe6-dfca2b72ec41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:09.591938 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-987f6015-7027-435e-90d2-3df16d60c83b req-38be05d1-046c-440e-9fe6-dfca2b72ec41 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737329 May 27 03:00:09.638253 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-ae5a9927-0daf-4f40-9b7b-d8047e5ee245 None None] Set router a9ff13da-f389-402c-87d6-47881f89fe1b gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:00:09.845807 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-987f6015-7027-435e-90d2-3df16d60c83b req-611ead7a-3072-4b38-80a7-87a14e849705 service neutron] 10.222.0.66 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479279 May 27 03:00:09.976206 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-987f6015-7027-435e-90d2-3df16d60c83b req-3c9ef2be-496b-4851-b83d-1e68326c3fc4 service neutron] 10.222.0.66 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246524 May 27 03:00:09.991958 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-ae5a9927-0daf-4f40-9b7b-d8047e5ee245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'name': 'tempest-TestVolumeBootPattern-1950393680-router', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:30Z', 'updated_at': '2022-05-27T02:48:35Z', 'revision_number': 4, 'project_id': '3fadd088ccc74553a04697be263b7906', 'gw_port': {'id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:31Z', 'updated_at': '2022-05-27T02:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '7c9ba809-f843-4766-a753-c7bc209d959b', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'floating_ip_address': '172.25.1.96', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'port_id': '8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'mac_address': 'fa:16:3e:63:86:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b7d7de-93f2-4920-bbae-d32fbbf3f62a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:57:02Z', 'updated_at': '2022-05-27T02:57:05Z', 'revision_number': 1, 'project_id': '3fadd088ccc74553a04697be263b7906', 'fixed_ip_address_scope': None}, {'id': 'e3c22dbf-b0ee-40d3-9daf-7b5a66729133', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'floating_ip_address': '172.25.1.207', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'port_id': 'dfa6a067-a707-4de0-a346-54dd2dc58931', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'mac_address': 'fa:16:3e:76:22:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42166756-a06f-4c89-b5ad-efc2a669091e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:00:07Z', 'updated_at': '2022-05-27T03:00:07Z', 'revision_number': 0, 'project_id': '3fadd088ccc74553a04697be263b7906', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd42472c2-c78a-44d6-a83d-d5bef2e7b4b2', 'name': '', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'mac_address': 'fa:16:3e:37:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:34Z', 'updated_at': '2022-05-27T02:48:42Z', 'revision_number': 5, 'project_id': '3fadd088ccc74553a04697be263b7906', 'subnets': [{'id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:00:09.995859 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5a9927-0daf-4f40-9b7b-d8047e5ee245 None None] The sync data for ids ['a9ff13da-f389-402c-87d6-47881f89fe1b'] in n-d-843554-3 is: [{'id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'name': 'tempest-TestVolumeBootPattern-1950393680-router', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:30Z', 'updated_at': '2022-05-27T02:48:35Z', 'revision_number': 4, 'project_id': '3fadd088ccc74553a04697be263b7906', 'gw_port': {'id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:31Z', 'updated_at': '2022-05-27T02:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '7c9ba809-f843-4766-a753-c7bc209d959b', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'floating_ip_address': '172.25.1.96', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'port_id': '8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'mac_address': 'fa:16:3e:63:86:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b7d7de-93f2-4920-bbae-d32fbbf3f62a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:57:02Z', 'updated_at': '2022-05-27T02:57:05Z', 'revision_number': 1, 'project_id': '3fadd088ccc74553a04697be263b7906', 'fixed_ip_address_scope': None}, {'id': 'e3c22dbf-b0ee-40d3-9daf-7b5a66729133', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'floating_ip_address': '172.25.1.207', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'port_id': 'dfa6a067-a707-4de0-a346-54dd2dc58931', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'mac_address': 'fa:16:3e:76:22:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42166756-a06f-4c89-b5ad-efc2a669091e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:00:07Z', 'updated_at': '2022-05-27T03:00:07Z', 'revision_number': 0, 'project_id': '3fadd088ccc74553a04697be263b7906', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd42472c2-c78a-44d6-a83d-d5bef2e7b4b2', 'name': '', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'mac_address': 'fa:16:3e:37:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:34Z', 'updated_at': '2022-05-27T02:48:42Z', 'revision_number': 5, 'project_id': '3fadd088ccc74553a04697be263b7906', 'subnets': [{'id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:00:10.179587 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8c621a-6170-4950-82ac-6b557d0e7c98 None None] New status for floating IP e3c22dbf-b0ee-40d3-9daf-7b5a66729133: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:00:13.190983 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-47912a24-9129-4767-9c2f-d5952540bdf4 req-20196d33-ea47-45e5-8249-c376d5fd959a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=76b7d7de-93f2-4920-bbae-d32fbbf3f62a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0678842 May 27 03:00:13.332361 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47912a24-9129-4767-9c2f-d5952540bdf4 req-7fb21ebb-fbfa-4e6f-878b-107c3ddc97c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:13.333831 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-47912a24-9129-4767-9c2f-d5952540bdf4 req-7fb21ebb-fbfa-4e6f-878b-107c3ddc97c2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3fadd088ccc74553a04697be263b7906&device_id=76b7d7de-93f2-4920-bbae-d32fbbf3f62a HTTP/1.1" status: 200 len: 1096 time: 0.0739942 May 27 03:00:13.476059 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47912a24-9129-4767-9c2f-d5952540bdf4 req-4f1850ee-5bfa-42c1-8ca8-0e3793d57e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:13.477496 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-47912a24-9129-4767-9c2f-d5952540bdf4 req-4f1850ee-5bfa-42c1-8ca8-0e3793d57e01 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351 HTTP/1.1" status: 200 len: 913 time: 0.1257048 May 27 03:00:13.576345 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-47912a24-9129-4767-9c2f-d5952540bdf4 req-8192377a-3cb1-49ad-bc62-208339cb009b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d HTTP/1.1" status: 200 len: 1000 time: 0.0928581 May 27 03:00:13.640943 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47912a24-9129-4767-9c2f-d5952540bdf4 req-5840f80e-12de-477e-b06f-38f12a8e27d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:13.642540 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-47912a24-9129-4767-9c2f-d5952540bdf4 req-5840f80e-12de-477e-b06f-38f12a8e27d1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d5a421f1-cfc1-40c1-b671-1e4d60b8996c HTTP/1.1" status: 200 len: 851 time: 0.0603549 May 27 03:00:13.717541 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47912a24-9129-4767-9c2f-d5952540bdf4 req-5663f0b1-b39b-4a3b-9e5e-33abfc81ee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:13.720092 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-47912a24-9129-4767-9c2f-d5952540bdf4 req-5663f0b1-b39b-4a3b-9e5e-33abfc81ee86 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709488 May 27 03:00:13.854186 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-47912a24-9129-4767-9c2f-d5952540bdf4 req-6776dfae-8f97-4d10-b54d-59dcee305802 service neutron] 10.222.0.32 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290774 May 27 03:00:13.988207 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-47912a24-9129-4767-9c2f-d5952540bdf4 req-028a781d-ff06-4028-98a7-8563603b1af7 service neutron] 10.222.0.32 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281917 May 27 03:00:16.439902 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f3fb0b13-cf35-4d73-88e6-702df40b0972 req-9af4fc96-e5b5-4b1e-87f3-07354b7abcc4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=42166756-a06f-4c89-b5ad-efc2a669091e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0735819 May 27 03:00:16.575068 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb0b13-cf35-4d73-88e6-702df40b0972 req-b4a8aa2d-6b9c-4c84-8a5b-1ca36be6183e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:16.577216 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f3fb0b13-cf35-4d73-88e6-702df40b0972 req-b4a8aa2d-6b9c-4c84-8a5b-1ca36be6183e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3fadd088ccc74553a04697be263b7906&device_id=42166756-a06f-4c89-b5ad-efc2a669091e HTTP/1.1" status: 200 len: 1097 time: 0.0722809 May 27 03:00:16.745221 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb0b13-cf35-4d73-88e6-702df40b0972 req-d7a1891f-50b1-4aa4-8d91-3688a1a8e4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:16.747265 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f3fb0b13-cf35-4d73-88e6-702df40b0972 req-d7a1891f-50b1-4aa4-8d91-3688a1a8e4cf service neutron] 10.222.0.66 "GET /v2.0/networks?id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351 HTTP/1.1" status: 200 len: 913 time: 0.1481802 May 27 03:00:16.862358 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f3fb0b13-cf35-4d73-88e6-702df40b0972 req-106c2f3b-c224-47ab-96fd-92d1e930aab9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfa6a067-a707-4de0-a346-54dd2dc58931 HTTP/1.1" status: 200 len: 1002 time: 0.1005137 May 27 03:00:16.920352 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb0b13-cf35-4d73-88e6-702df40b0972 req-7a6f4381-d821-40d7-8295-8f7fae35618e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:16.920352 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f3fb0b13-cf35-4d73-88e6-702df40b0972 req-7a6f4381-d821-40d7-8295-8f7fae35618e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d5a421f1-cfc1-40c1-b671-1e4d60b8996c HTTP/1.1" status: 200 len: 851 time: 0.0608678 May 27 03:00:17.001552 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb0b13-cf35-4d73-88e6-702df40b0972 req-50d2125c-3a9c-4cd8-a8c5-0eb021673aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:17.001552 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f3fb0b13-cf35-4d73-88e6-702df40b0972 req-50d2125c-3a9c-4cd8-a8c5-0eb021673aa1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758231 May 27 03:00:17.245976 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f3fb0b13-cf35-4d73-88e6-702df40b0972 req-3943c306-ce77-46bf-b1e1-dfc48a504b80 service neutron] 10.222.0.66 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395284 May 27 03:00:17.378261 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f3fb0b13-cf35-4d73-88e6-702df40b0972 req-495cd791-0e96-43ad-80ec-bdd6fd4e1120 service neutron] 10.222.0.66 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263859 May 27 03:00:19.585973 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:19.611424 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:22.661035 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:00:25.523637 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-345131b8-5abc-49fb-a03f-9461c86fa5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:27.919966 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-abdc09fb-e809-4b12-a3de-a1e03537950a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:29.077706 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:29.122458 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:30.236544 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:49.599344 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:49.611046 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:55.521676 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-22720e0d-a7f7-4435-bc0c-e15d6eb7a5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:57.907333 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-69cb4425-b4eb-4de6-a6df-201d819757f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:59.039030 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:59.107598 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:59.659351 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:01:00.236374 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:15.231758 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-94e31ec3-6d49-44a5-8fe2-07f780a54dd9 req-25a1b02f-c87c-4870-ac14-2bc5cea7e062 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=76b7d7de-93f2-4920-bbae-d32fbbf3f62a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1162922 May 27 03:01:15.369558 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e31ec3-6d49-44a5-8fe2-07f780a54dd9 req-2f0556bd-cd41-4856-8639-7278a1295130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:01:15.374844 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-94e31ec3-6d49-44a5-8fe2-07f780a54dd9 req-2f0556bd-cd41-4856-8639-7278a1295130 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3fadd088ccc74553a04697be263b7906&device_id=76b7d7de-93f2-4920-bbae-d32fbbf3f62a HTTP/1.1" status: 200 len: 1096 time: 0.0746980 May 27 03:01:15.514745 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e31ec3-6d49-44a5-8fe2-07f780a54dd9 req-395ed28e-cf10-47c3-94ab-f1dcfcca2195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:01:15.516154 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-94e31ec3-6d49-44a5-8fe2-07f780a54dd9 req-395ed28e-cf10-47c3-94ab-f1dcfcca2195 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351 HTTP/1.1" status: 200 len: 913 time: 0.1277564 May 27 03:01:15.617865 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-94e31ec3-6d49-44a5-8fe2-07f780a54dd9 req-213eec0d-cde9-4e8b-bd00-ca8f8b99c228 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d HTTP/1.1" status: 200 len: 1000 time: 0.0954471 May 27 03:01:15.677979 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e31ec3-6d49-44a5-8fe2-07f780a54dd9 req-f3a1dfdd-e271-4f5c-aa47-0420d013d07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:01:15.681279 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-94e31ec3-6d49-44a5-8fe2-07f780a54dd9 req-f3a1dfdd-e271-4f5c-aa47-0420d013d07a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d5a421f1-cfc1-40c1-b671-1e4d60b8996c HTTP/1.1" status: 200 len: 851 time: 0.0561626 May 27 03:01:15.752118 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e31ec3-6d49-44a5-8fe2-07f780a54dd9 req-474ed02d-2814-4917-86b8-f82980149562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:01:15.753569 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-94e31ec3-6d49-44a5-8fe2-07f780a54dd9 req-474ed02d-2814-4917-86b8-f82980149562 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682487 May 27 03:01:15.885398 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-94e31ec3-6d49-44a5-8fe2-07f780a54dd9 req-d722ae3d-5b27-46a9-92fa-436292926488 service neutron] 10.222.0.32 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250296 May 27 03:01:16.016177 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-94e31ec3-6d49-44a5-8fe2-07f780a54dd9 req-3cc7fa50-2d8c-441a-97fd-efc95422b6cb service neutron] 10.222.0.32 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245754 May 27 03:01:16.760740 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4e8168bf-ab7a-45bc-a2d3-03197048b4fa req-e6c1404a-7f59-4f08-98dd-349696b00b00 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=42166756-a06f-4c89-b5ad-efc2a669091e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0728159 May 27 03:01:16.895520 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8168bf-ab7a-45bc-a2d3-03197048b4fa req-42707898-f034-4045-ab75-25cda7285abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:01:16.897001 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4e8168bf-ab7a-45bc-a2d3-03197048b4fa req-42707898-f034-4045-ab75-25cda7285abe service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3fadd088ccc74553a04697be263b7906&device_id=42166756-a06f-4c89-b5ad-efc2a669091e HTTP/1.1" status: 200 len: 1097 time: 0.0695741 May 27 03:01:17.042681 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8168bf-ab7a-45bc-a2d3-03197048b4fa req-3cbbdd38-62b1-465d-86a9-97e401bc803c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:01:17.044076 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4e8168bf-ab7a-45bc-a2d3-03197048b4fa req-3cbbdd38-62b1-465d-86a9-97e401bc803c service neutron] 10.222.0.66 "GET /v2.0/networks?id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351 HTTP/1.1" status: 200 len: 913 time: 0.1291399 May 27 03:01:17.150534 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4e8168bf-ab7a-45bc-a2d3-03197048b4fa req-38d89952-4bb0-45f9-9fa8-3fee0b66f066 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfa6a067-a707-4de0-a346-54dd2dc58931 HTTP/1.1" status: 200 len: 1002 time: 0.1008201 May 27 03:01:17.212260 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8168bf-ab7a-45bc-a2d3-03197048b4fa req-b9972495-842a-4187-a5e2-69edd3ffc363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:01:17.213690 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4e8168bf-ab7a-45bc-a2d3-03197048b4fa req-b9972495-842a-4187-a5e2-69edd3ffc363 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d5a421f1-cfc1-40c1-b671-1e4d60b8996c HTTP/1.1" status: 200 len: 851 time: 0.0574827 May 27 03:01:17.292217 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8168bf-ab7a-45bc-a2d3-03197048b4fa req-bc85f773-5e37-4c3c-9f4d-4da72dd71ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:01:17.292553 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4e8168bf-ab7a-45bc-a2d3-03197048b4fa req-bc85f773-5e37-4c3c-9f4d-4da72dd71ac7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728595 May 27 03:01:17.543434 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4e8168bf-ab7a-45bc-a2d3-03197048b4fa req-08905521-4ec8-4231-abc5-a1124bc3d818 service neutron] 10.222.0.66 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417381 May 27 03:01:17.673450 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4e8168bf-ab7a-45bc-a2d3-03197048b4fa req-911088bb-d6aa-4796-ad10-94886ee2ed42 service neutron] 10.222.0.66 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272492 May 27 03:01:19.632829 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:19.658852 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:25.512770 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c9599325-a098-4388-827f-3b74b4d5ee1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:27.903461 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-afb32ed1-b049-4ae1-94ad-54f9724ff889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:29.046887 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:29.149684 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:30.249801 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:36.658778 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:01:49.598730 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:49.610589 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:55.540224 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5864c22e-45ea-446e-83ff-9c8ceef6c11e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:57.863467 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-41042b86-1594-44ba-b599-394bbeff17fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:59.042929 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:59.082513 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:00.271223 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:13.664429 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:02:17.172336 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9d4e4216-ac8d-4b74-bec5-fcb04099bcfd req-bd1e3aef-427c-4368-a12b-0ef90359fa0d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=76b7d7de-93f2-4920-bbae-d32fbbf3f62a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0675409 May 27 03:02:17.310827 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e4216-ac8d-4b74-bec5-fcb04099bcfd req-e40bade5-ad20-49cb-bbec-56bbf5d4f0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:02:17.311709 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9d4e4216-ac8d-4b74-bec5-fcb04099bcfd req-e40bade5-ad20-49cb-bbec-56bbf5d4f0be service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3fadd088ccc74553a04697be263b7906&device_id=76b7d7de-93f2-4920-bbae-d32fbbf3f62a HTTP/1.1" status: 200 len: 1096 time: 0.0729935 May 27 03:02:17.454129 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e4216-ac8d-4b74-bec5-fcb04099bcfd req-6aed0986-8cd0-4730-95e0-5c295b698314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:02:17.455465 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9d4e4216-ac8d-4b74-bec5-fcb04099bcfd req-6aed0986-8cd0-4730-95e0-5c295b698314 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351 HTTP/1.1" status: 200 len: 913 time: 0.1265631 May 27 03:02:17.558518 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9d4e4216-ac8d-4b74-bec5-fcb04099bcfd req-2e75ab72-a182-44a7-8eb3-66c63b2ff36c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d HTTP/1.1" status: 200 len: 1000 time: 0.0966702 May 27 03:02:17.618192 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e4216-ac8d-4b74-bec5-fcb04099bcfd req-9a10f084-ba7e-4cad-8faa-cb95d42949d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:02:17.619560 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9d4e4216-ac8d-4b74-bec5-fcb04099bcfd req-9a10f084-ba7e-4cad-8faa-cb95d42949d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d5a421f1-cfc1-40c1-b671-1e4d60b8996c HTTP/1.1" status: 200 len: 851 time: 0.0560720 May 27 03:02:17.694199 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e4216-ac8d-4b74-bec5-fcb04099bcfd req-ae27a09f-85a1-4738-a1a9-b6d8e8992580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:02:17.696244 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9d4e4216-ac8d-4b74-bec5-fcb04099bcfd req-ae27a09f-85a1-4738-a1a9-b6d8e8992580 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714324 May 27 03:02:17.824691 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9d4e4216-ac8d-4b74-bec5-fcb04099bcfd req-c698afe8-c305-491e-ac5f-422ced67373e service neutron] 10.222.0.32 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228406 May 27 03:02:17.959943 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9d4e4216-ac8d-4b74-bec5-fcb04099bcfd req-0aa3538a-cb54-4073-9b19-2acada14c60b service neutron] 10.222.0.32 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280861 May 27 03:02:18.753232 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bb95a03d-f67e-4904-a69a-95b48c798d3b req-325df2ae-803c-477d-9b32-7003aeb64da3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=42166756-a06f-4c89-b5ad-efc2a669091e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0671358 May 27 03:02:18.889527 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95a03d-f67e-4904-a69a-95b48c798d3b req-95c3647b-c1a4-4da1-8120-2f066dee8487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:02:18.891131 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bb95a03d-f67e-4904-a69a-95b48c798d3b req-95c3647b-c1a4-4da1-8120-2f066dee8487 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3fadd088ccc74553a04697be263b7906&device_id=42166756-a06f-4c89-b5ad-efc2a669091e HTTP/1.1" status: 200 len: 1097 time: 0.0699496 May 27 03:02:19.033161 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95a03d-f67e-4904-a69a-95b48c798d3b req-91328835-2e2f-4453-bec0-c62fbdfade04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:02:19.034481 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bb95a03d-f67e-4904-a69a-95b48c798d3b req-91328835-2e2f-4453-bec0-c62fbdfade04 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351 HTTP/1.1" status: 200 len: 913 time: 0.1247790 May 27 03:02:19.138018 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bb95a03d-f67e-4904-a69a-95b48c798d3b req-8fc7d2be-fda4-4464-9a81-fec9691ca4de service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfa6a067-a707-4de0-a346-54dd2dc58931 HTTP/1.1" status: 200 len: 1002 time: 0.0976336 May 27 03:02:19.201521 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95a03d-f67e-4904-a69a-95b48c798d3b req-c9d57669-85ac-40a2-9ac4-193280b4dfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:02:19.202881 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bb95a03d-f67e-4904-a69a-95b48c798d3b req-c9d57669-85ac-40a2-9ac4-193280b4dfb8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d5a421f1-cfc1-40c1-b671-1e4d60b8996c HTTP/1.1" status: 200 len: 851 time: 0.0592685 May 27 03:02:19.275924 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95a03d-f67e-4904-a69a-95b48c798d3b req-f6f1e90c-9e4f-4387-b631-034403989fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:02:19.277357 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bb95a03d-f67e-4904-a69a-95b48c798d3b req-f6f1e90c-9e4f-4387-b631-034403989fdb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674968 May 27 03:02:19.515778 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bb95a03d-f67e-4904-a69a-95b48c798d3b req-db79734f-4fbe-4f06-957a-383e42570f7f service neutron] 10.222.0.66 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322550 May 27 03:02:19.648775 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bb95a03d-f67e-4904-a69a-95b48c798d3b req-5e178282-da25-409c-ae89-e3337fdbbd6e service neutron] 10.222.0.66 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265140 May 27 03:02:19.672589 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:19.672589 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:23.483301 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33780) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:02:23.727694 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-44aed000-e192-44d1-9bb9-4363a39a7e88 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Deleting port 9c9c8ad7-0b14-46a2-a48d-fa56198bfb99 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:02:23.728035 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-44aed000-e192-44d1-9bb9-4363a39a7e88 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:23.893811 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-44aed000-e192-44d1-9bb9-4363a39a7e88 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:23.894134 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-44aed000-e192-44d1-9bb9-4363a39a7e88 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:24.014805 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-44aed000-e192-44d1-9bb9-4363a39a7e88 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Calling delete_port for 9c9c8ad7-0b14-46a2-a48d-fa56198bfb99 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:02:24.228579 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-44aed000-e192-44d1-9bb9-4363a39a7e88 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:24.278391 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aed000-e192-44d1-9bb9-4363a39a7e88 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Pushing event deleted for resources: {'Port': ['ID=9c9c8ad7-0b14-46a2-a48d-fa56198bfb99,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:02:24.318663 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aed000-e192-44d1-9bb9-4363a39a7e88 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:02:24.319012 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aed000-e192-44d1-9bb9-4363a39a7e88 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:02:24.319413 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aed000-e192-44d1-9bb9-4363a39a7e88 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:02:24.319786 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aed000-e192-44d1-9bb9-4363a39a7e88 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:02:24.320122 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aed000-e192-44d1-9bb9-4363a39a7e88 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:02:24.320449 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aed000-e192-44d1-9bb9-4363a39a7e88 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:02:24.320804 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aed000-e192-44d1-9bb9-4363a39a7e88 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:02:24.321133 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aed000-e192-44d1-9bb9-4363a39a7e88 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:02:24.321455 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aed000-e192-44d1-9bb9-4363a39a7e88 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:02:24.321779 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aed000-e192-44d1-9bb9-4363a39a7e88 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:02:24.322098 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aed000-e192-44d1-9bb9-4363a39a7e88 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:02:24.322417 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aed000-e192-44d1-9bb9-4363a39a7e88 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:02:24.377319 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-44aed000-e192-44d1-9bb9-4363a39a7e88 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:24.377657 n-d-843554-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-44aed000-e192-44d1-9bb9-4363a39a7e88 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Floating IP e3c22dbf-b0ee-40d3-9daf-7b5a66729133 disassociated (deleted). External IP: 172.25.1.207, port: dfa6a067-a707-4de0-a346-54dd2dc58931. May 27 03:02:24.834095 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44aed000-e192-44d1-9bb9-4363a39a7e88 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Router a9ff13da-f389-402c-87d6-47881f89fe1b has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:02:25.012366 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44aed000-e192-44d1-9bb9-4363a39a7e88 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:02:25.021861 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541d0818-84a1-4072-aa28-189621610353 None None] Sync routers for ids ['a9ff13da-f389-402c-87d6-47881f89fe1b'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:02:25.028745 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-44aed000-e192-44d1-9bb9-4363a39a7e88 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:25.031373 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541d0818-84a1-4072-aa28-189621610353 None None] Routers {'a9ff13da-f389-402c-87d6-47881f89fe1b'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:02:25.031985 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-541d0818-84a1-4072-aa28-189621610353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:01:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['a9ff13da-f389-402c-87d6-47881f89fe1b'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:02:25.087526 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-44aed000-e192-44d1-9bb9-4363a39a7e88 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "DELETE /v2.0/floatingips/e3c22dbf-b0ee-40d3-9daf-7b5a66729133 HTTP/1.1" status: 204 len: 168 time: 1.6030524 May 27 03:02:25.088036 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42166756-a06f-4c89-b5ad-efc2a669091e', 'tag': 'dfa6a067-a707-4de0-a346-54dd2dc58931'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:02:25.211540 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-541d0818-84a1-4072-aa28-189621610353 None None] Set router a9ff13da-f389-402c-87d6-47881f89fe1b gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:02:25.282787 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1862dcfb-d90e-4e67-9349-390049e1dc04'] response: {'name': 'network-changed', 'server_uuid': '42166756-a06f-4c89-b5ad-efc2a669091e', 'tag': 'dfa6a067-a707-4de0-a346-54dd2dc58931', 'status': 'completed', 'code': 200} May 27 03:02:25.371735 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a7bc7-8bd7-43ba-b204-4b20c07df887 req-66982be8-1dab-4fdb-b9ca-a962a775ba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:02:25.373188 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2a2a7bc7-8bd7-43ba-b204-4b20c07df887 req-66982be8-1dab-4fdb-b9ca-a962a775ba68 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3fadd088ccc74553a04697be263b7906&device_id=42166756-a06f-4c89-b5ad-efc2a669091e HTTP/1.1" status: 200 len: 1097 time: 0.0725789 May 27 03:02:25.512643 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a7bc7-8bd7-43ba-b204-4b20c07df887 req-0c24b99f-c49c-410a-8e3f-9203ebdf4372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:02:25.514121 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2a2a7bc7-8bd7-43ba-b204-4b20c07df887 req-0c24b99f-c49c-410a-8e3f-9203ebdf4372 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351 HTTP/1.1" status: 200 len: 913 time: 0.1355910 May 27 03:02:25.533656 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-998539a8-33b0-492f-b03c-b3af0b99af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:25.569815 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-541d0818-84a1-4072-aa28-189621610353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'name': 'tempest-TestVolumeBootPattern-1950393680-router', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:30Z', 'updated_at': '2022-05-27T02:48:35Z', 'revision_number': 4, 'project_id': '3fadd088ccc74553a04697be263b7906', 'gw_port': {'id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:31Z', 'updated_at': '2022-05-27T02:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '7c9ba809-f843-4766-a753-c7bc209d959b', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'floating_ip_address': '172.25.1.96', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'port_id': '8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'mac_address': 'fa:16:3e:63:86:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b7d7de-93f2-4920-bbae-d32fbbf3f62a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:57:02Z', 'updated_at': '2022-05-27T02:57:05Z', 'revision_number': 1, 'project_id': '3fadd088ccc74553a04697be263b7906', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd42472c2-c78a-44d6-a83d-d5bef2e7b4b2', 'name': '', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'mac_address': 'fa:16:3e:37:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:34Z', 'updated_at': '2022-05-27T02:48:42Z', 'revision_number': 5, 'project_id': '3fadd088ccc74553a04697be263b7906', 'subnets': [{'id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:02:25.574746 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541d0818-84a1-4072-aa28-189621610353 None None] Checking router: a9ff13da-f389-402c-87d6-47881f89fe1b for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:02:25.583755 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541d0818-84a1-4072-aa28-189621610353 None None] Routers {'a9ff13da-f389-402c-87d6-47881f89fe1b'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:02:25.584516 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-541d0818-84a1-4072-aa28-189621610353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:01:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['a9ff13da-f389-402c-87d6-47881f89fe1b'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:02:25.585050 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2a2a7bc7-8bd7-43ba-b204-4b20c07df887 req-70ba50d9-1ec2-4e6f-92bf-f77acac56b4a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfa6a067-a707-4de0-a346-54dd2dc58931 HTTP/1.1" status: 200 len: 217 time: 0.0650811 May 27 03:02:25.651832 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a7bc7-8bd7-43ba-b204-4b20c07df887 req-75a9b2fc-f15a-4a70-b609-37aebe27f851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:02:25.653314 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2a2a7bc7-8bd7-43ba-b204-4b20c07df887 req-75a9b2fc-f15a-4a70-b609-37aebe27f851 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d5a421f1-cfc1-40c1-b671-1e4d60b8996c HTTP/1.1" status: 200 len: 851 time: 0.0614138 May 27 03:02:25.730719 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a7bc7-8bd7-43ba-b204-4b20c07df887 req-afc946c6-12ab-404c-9c44-4d5762cb1fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:02:25.732195 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2a2a7bc7-8bd7-43ba-b204-4b20c07df887 req-afc946c6-12ab-404c-9c44-4d5762cb1fa2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708439 May 27 03:02:25.768837 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-541d0818-84a1-4072-aa28-189621610353 None None] Set router a9ff13da-f389-402c-87d6-47881f89fe1b gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:02:25.777663 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67e6d6-30ba-433d-8ee2-0c406eb099d2 req-8fb4cc19-49fa-4ea0-89d7-3e57ba8f93e8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:02:25.785190 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e67e6d6-30ba-433d-8ee2-0c406eb099d2 req-8fb4cc19-49fa-4ea0-89d7-3e57ba8f93e8 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=42166756-a06f-4c89-b5ad-efc2a669091e HTTP/1.1" status: 200 len: 946 time: 0.1611378 May 27 03:02:25.837316 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e67e6d6-30ba-433d-8ee2-0c406eb099d2 req-ebda7e8c-29c6-4fee-80a9-81bf5b6cc055 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511146 May 27 03:02:25.871578 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2a2a7bc7-8bd7-43ba-b204-4b20c07df887 req-1f6bbad1-db92-41e8-aecc-96632de892a8 service neutron] 10.222.0.66 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318939 May 27 03:02:26.005536 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2a2a7bc7-8bd7-43ba-b204-4b20c07df887 req-e45de6a2-79a7-41ab-81af-4705ae53d49f service neutron] 10.222.0.66 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267281 May 27 03:02:26.120971 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-541d0818-84a1-4072-aa28-189621610353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'name': 'tempest-TestVolumeBootPattern-1950393680-router', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:30Z', 'updated_at': '2022-05-27T02:48:35Z', 'revision_number': 4, 'project_id': '3fadd088ccc74553a04697be263b7906', 'gw_port': {'id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:31Z', 'updated_at': '2022-05-27T02:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '7c9ba809-f843-4766-a753-c7bc209d959b', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'floating_ip_address': '172.25.1.96', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'port_id': '8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'mac_address': 'fa:16:3e:63:86:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b7d7de-93f2-4920-bbae-d32fbbf3f62a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:57:02Z', 'updated_at': '2022-05-27T02:57:05Z', 'revision_number': 1, 'project_id': '3fadd088ccc74553a04697be263b7906', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd42472c2-c78a-44d6-a83d-d5bef2e7b4b2', 'name': '', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'mac_address': 'fa:16:3e:37:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:34Z', 'updated_at': '2022-05-27T02:48:42Z', 'revision_number': 5, 'project_id': '3fadd088ccc74553a04697be263b7906', 'subnets': [{'id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:02:26.124869 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541d0818-84a1-4072-aa28-189621610353 None None] The sync data for ids ['a9ff13da-f389-402c-87d6-47881f89fe1b'] in n-d-843554-3 is: [{'id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'name': 'tempest-TestVolumeBootPattern-1950393680-router', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:30Z', 'updated_at': '2022-05-27T02:48:35Z', 'revision_number': 4, 'project_id': '3fadd088ccc74553a04697be263b7906', 'gw_port': {'id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:31Z', 'updated_at': '2022-05-27T02:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '7c9ba809-f843-4766-a753-c7bc209d959b', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'floating_ip_address': '172.25.1.96', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'port_id': '8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'mac_address': 'fa:16:3e:63:86:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b7d7de-93f2-4920-bbae-d32fbbf3f62a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:57:02Z', 'updated_at': '2022-05-27T02:57:05Z', 'revision_number': 1, 'project_id': '3fadd088ccc74553a04697be263b7906', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd42472c2-c78a-44d6-a83d-d5bef2e7b4b2', 'name': '', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'mac_address': 'fa:16:3e:37:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:34Z', 'updated_at': '2022-05-27T02:48:42Z', 'revision_number': 5, 'project_id': '3fadd088ccc74553a04697be263b7906', 'subnets': [{'id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:02:26.318039 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3951c9-2851-4762-996f-ee39dfa45e8c None None] New status for floating IP e3c22dbf-b0ee-40d3-9daf-7b5a66729133: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:02:27.068916 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498e344-7705-4c8e-8508-c9108b90ee7d req-13f788ee-2a44-458d-9617-937564dd41a2 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:02:27.070331 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2498e344-7705-4c8e-8508-c9108b90ee7d req-13f788ee-2a44-458d-9617-937564dd41a2 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=42166756-a06f-4c89-b5ad-efc2a669091e HTTP/1.1" status: 200 len: 946 time: 0.1320281 May 27 03:02:27.076172 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094fa16-c31f-4a1e-a3a6-17c5a6c6f6c8 req-45094070-36cd-43b0-93ba-8255df337d50 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:02:27.076933 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-b094fa16-c31f-4a1e-a3a6-17c5a6c6f6c8 req-45094070-36cd-43b0-93ba-8255df337d50 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Synchronizing usage tracker for tenant:3fadd088ccc74553a04697be263b7906 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:02:27.113503 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2498e344-7705-4c8e-8508-c9108b90ee7d req-9139578a-fc4f-4b76-96f5-36cecb4f2518 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371487 May 27 03:02:27.194016 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-b094fa16-c31f-4a1e-a3a6-17c5a6c6f6c8 req-45094070-36cd-43b0-93ba-8255df337d50 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Unset dirty status for tenant:3fadd088ccc74553a04697be263b7906 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:02:27.195214 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b094fa16-c31f-4a1e-a3a6-17c5a6c6f6c8 req-45094070-36cd-43b0-93ba-8255df337d50 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.66 "GET /v2.0/ports?device_id=42166756-a06f-4c89-b5ad-efc2a669091e HTTP/1.1" status: 200 len: 946 time: 0.2031162 May 27 03:02:27.265975 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-b094fa16-c31f-4a1e-a3a6-17c5a6c6f6c8 req-3d7e2644-2eca-4e8d-9901-849e3b628cdb tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Deleting port dfa6a067-a707-4de0-a346-54dd2dc58931 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:02:27.266422 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b094fa16-c31f-4a1e-a3a6-17c5a6c6f6c8 req-3d7e2644-2eca-4e8d-9901-849e3b628cdb tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:27.514300 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-b094fa16-c31f-4a1e-a3a6-17c5a6c6f6c8 req-3d7e2644-2eca-4e8d-9901-849e3b628cdb tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] For port dfa6a067-a707-4de0-a346-54dd2dc58931, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=dfa6a067-a707-4de0-a346-54dd2dc58931,segment=NetworkSegment(77a48b29-f789-41c3-82b2-66a5eb7c53b7),segment_id=77a48b29-f789-41c3-82b2-66a5eb7c53b7)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:02:27.514662 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b094fa16-c31f-4a1e-a3a6-17c5a6c6f6c8 req-3d7e2644-2eca-4e8d-9901-849e3b628cdb tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:27.640350 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-b094fa16-c31f-4a1e-a3a6-17c5a6c6f6c8 req-3d7e2644-2eca-4e8d-9901-849e3b628cdb tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Calling delete_port for dfa6a067-a707-4de0-a346-54dd2dc58931 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:02:27.899356 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-38c5369e-a81b-473f-99d0-fd3d4a20da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:27.968246 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b094fa16-c31f-4a1e-a3a6-17c5a6c6f6c8 req-3d7e2644-2eca-4e8d-9901-849e3b628cdb tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:28.020413 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e2644-2eca-4e8d-9901-849e3b628cdb tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Pushing event deleted for resources: {'Port': ['ID=dfa6a067-a707-4de0-a346-54dd2dc58931,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:02:28.095715 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-b094fa16-c31f-4a1e-a3a6-17c5a6c6f6c8 req-3d7e2644-2eca-4e8d-9901-849e3b628cdb tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] No DVR routers for this DVR port dfa6a067-a707-4de0-a346-54dd2dc58931 on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:02:28.098205 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b094fa16-c31f-4a1e-a3a6-17c5a6c6f6c8 req-3d7e2644-2eca-4e8d-9901-849e3b628cdb tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:28.101251 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42166756-a06f-4c89-b5ad-efc2a669091e', 'name': 'network-vif-deleted', 'tag': 'dfa6a067-a707-4de0-a346-54dd2dc58931'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:02:28.150173 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56816fc9-bf57-4957-b316-5cf8884cf036'] response: {'server_uuid': '42166756-a06f-4c89-b5ad-efc2a669091e', 'name': 'network-vif-deleted', 'tag': 'dfa6a067-a707-4de0-a346-54dd2dc58931', 'status': 'completed', 'code': 200} May 27 03:02:28.169014 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b094fa16-c31f-4a1e-a3a6-17c5a6c6f6c8 req-3d7e2644-2eca-4e8d-9901-849e3b628cdb tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.66 "DELETE /v2.0/ports/dfa6a067-a707-4de0-a346-54dd2dc58931 HTTP/1.1" status: 204 len: 173 time: 0.9686692 May 27 03:02:28.265005 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b8132622-6523-43bd-94af-31581def78c9 req-41fd394c-52e6-4ddd-91ee-5ff5089b0d47 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=42166756-a06f-4c89-b5ad-efc2a669091e HTTP/1.1" status: 200 len: 210 time: 0.0454032 May 27 03:02:29.079823 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:29.133412 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:29.433350 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-30c5411a-e845-4875-9752-87ca619eaede req-29e3a817-a09f-4000-b15a-84145ba14498 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=42166756-a06f-4c89-b5ad-efc2a669091e HTTP/1.1" status: 200 len: 210 time: 0.0451229 May 27 03:02:30.253404 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:30.868550 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device dfa6a067-a707-4de0-a346-54dd2dc58931 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:02:30.906836 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: dfa6a067-a707-4de0-a346-54dd2dc58931 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:02:30.907181 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device dfa6a067-a707-4de0-a346-54dd2dc58931 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:02:35.227615 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33830) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:02:35.426663 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-39ad854a-9761-4528-9af7-04d792e39953 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Deleting port c1a217e5-13f8-4e42-8bb2-6b7d82ec2af5 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:02:35.426917 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-39ad854a-9761-4528-9af7-04d792e39953 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:35.590031 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-39ad854a-9761-4528-9af7-04d792e39953 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:35.590352 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-39ad854a-9761-4528-9af7-04d792e39953 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:35.714245 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-39ad854a-9761-4528-9af7-04d792e39953 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Calling delete_port for c1a217e5-13f8-4e42-8bb2-6b7d82ec2af5 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:02:35.913752 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-39ad854a-9761-4528-9af7-04d792e39953 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:35.964363 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad854a-9761-4528-9af7-04d792e39953 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Pushing event deleted for resources: {'Port': ['ID=c1a217e5-13f8-4e42-8bb2-6b7d82ec2af5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:02:36.049986 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-39ad854a-9761-4528-9af7-04d792e39953 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:36.050319 n-d-843554-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-39ad854a-9761-4528-9af7-04d792e39953 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Floating IP 7c9ba809-f843-4766-a753-c7bc209d959b disassociated (deleted). External IP: 172.25.1.96, port: 8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d. May 27 03:02:36.498556 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ad854a-9761-4528-9af7-04d792e39953 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Router a9ff13da-f389-402c-87d6-47881f89fe1b has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:02:36.674335 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ad854a-9761-4528-9af7-04d792e39953 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:02:36.684336 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31364191-14cf-4493-b42b-b331094d8bc7 None None] Sync routers for ids ['a9ff13da-f389-402c-87d6-47881f89fe1b'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:02:36.690510 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-39ad854a-9761-4528-9af7-04d792e39953 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:36.694087 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31364191-14cf-4493-b42b-b331094d8bc7 None None] Routers {'a9ff13da-f389-402c-87d6-47881f89fe1b'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:02:36.694693 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-31364191-14cf-4493-b42b-b331094d8bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:02:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['a9ff13da-f389-402c-87d6-47881f89fe1b'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:02:36.749708 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-39ad854a-9761-4528-9af7-04d792e39953 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "DELETE /v2.0/floatingips/7c9ba809-f843-4766-a753-c7bc209d959b HTTP/1.1" status: 204 len: 168 time: 1.5209203 May 27 03:02:36.750312 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b7d7de-93f2-4920-bbae-d32fbbf3f62a', 'tag': '8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:02:36.796862 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8f00fc3-facf-4956-a0e3-e2e981aa790a'] response: {'name': 'network-changed', 'server_uuid': '76b7d7de-93f2-4920-bbae-d32fbbf3f62a', 'tag': '8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d', 'status': 'completed', 'code': 200} May 27 03:02:36.892095 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc799ad9-50c2-4e0f-9509-ac130430fe01 req-fe529d48-a175-4d67-8aec-28125036a18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:02:36.893632 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bc799ad9-50c2-4e0f-9509-ac130430fe01 req-fe529d48-a175-4d67-8aec-28125036a18e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3fadd088ccc74553a04697be263b7906&device_id=76b7d7de-93f2-4920-bbae-d32fbbf3f62a HTTP/1.1" status: 200 len: 1096 time: 0.0730674 May 27 03:02:36.907382 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-31364191-14cf-4493-b42b-b331094d8bc7 None None] Set router a9ff13da-f389-402c-87d6-47881f89fe1b gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:02:37.026855 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc799ad9-50c2-4e0f-9509-ac130430fe01 req-1a7fe3d2-b223-45c1-8b0c-7eabf40f5444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:02:37.028247 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bc799ad9-50c2-4e0f-9509-ac130430fe01 req-1a7fe3d2-b223-45c1-8b0c-7eabf40f5444 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351 HTTP/1.1" status: 200 len: 913 time: 0.1289227 May 27 03:02:37.099085 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bc799ad9-50c2-4e0f-9509-ac130430fe01 req-9bfebb96-d460-4b9d-b953-f2c2a8af1924 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d HTTP/1.1" status: 200 len: 217 time: 0.0644889 May 27 03:02:37.160765 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc799ad9-50c2-4e0f-9509-ac130430fe01 req-409fea36-7949-4a4b-acad-1b6df50ca731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:02:37.162030 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bc799ad9-50c2-4e0f-9509-ac130430fe01 req-409fea36-7949-4a4b-acad-1b6df50ca731 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d5a421f1-cfc1-40c1-b671-1e4d60b8996c HTTP/1.1" status: 200 len: 851 time: 0.0575049 May 27 03:02:37.222091 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-31364191-14cf-4493-b42b-b331094d8bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'name': 'tempest-TestVolumeBootPattern-1950393680-router', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:30Z', 'updated_at': '2022-05-27T02:48:35Z', 'revision_number': 4, 'project_id': '3fadd088ccc74553a04697be263b7906', 'gw_port': {'id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:31Z', 'updated_at': '2022-05-27T02:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'd42472c2-c78a-44d6-a83d-d5bef2e7b4b2', 'name': '', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'mac_address': 'fa:16:3e:37:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:34Z', 'updated_at': '2022-05-27T02:48:42Z', 'revision_number': 5, 'project_id': '3fadd088ccc74553a04697be263b7906', 'subnets': [{'id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:02:37.225998 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31364191-14cf-4493-b42b-b331094d8bc7 None None] Checking router: a9ff13da-f389-402c-87d6-47881f89fe1b for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:02:37.234032 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31364191-14cf-4493-b42b-b331094d8bc7 None None] Routers {'a9ff13da-f389-402c-87d6-47881f89fe1b'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:02:37.234631 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-31364191-14cf-4493-b42b-b331094d8bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:02:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['a9ff13da-f389-402c-87d6-47881f89fe1b'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:02:37.245712 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc799ad9-50c2-4e0f-9509-ac130430fe01 req-e41b9ff4-b1a3-47fd-95c9-47c525f30c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:02:37.247236 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bc799ad9-50c2-4e0f-9509-ac130430fe01 req-e41b9ff4-b1a3-47fd-95c9-47c525f30c22 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3065bf7b-fd6e-4d0b-a830-392fdd7f9351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714304 May 27 03:02:37.324424 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e67a1-6a12-4589-8ffb-b619dd47ce03 req-74b634c0-2e0e-49cf-a0fd-f1c807c09cea tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:02:37.326495 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cb5e67a1-6a12-4589-8ffb-b619dd47ce03 req-74b634c0-2e0e-49cf-a0fd-f1c807c09cea tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=76b7d7de-93f2-4920-bbae-d32fbbf3f62a HTTP/1.1" status: 200 len: 945 time: 0.0818820 May 27 03:02:37.378715 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cb5e67a1-6a12-4589-8ffb-b619dd47ce03 req-1ae7b695-9015-4a1c-947f-076618fc6486 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462089 May 27 03:02:37.389800 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bc799ad9-50c2-4e0f-9509-ac130430fe01 req-200dc264-1ad9-42e4-9835-4e1d5b9206c9 service neutron] 10.222.0.32 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341825 May 27 03:02:37.430991 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-31364191-14cf-4493-b42b-b331094d8bc7 None None] Set router a9ff13da-f389-402c-87d6-47881f89fe1b gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:02:37.526823 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bc799ad9-50c2-4e0f-9509-ac130430fe01 req-55d50e23-cc3b-4578-9d42-1e2131076dea service neutron] 10.222.0.32 "GET /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278434 May 27 03:02:37.746848 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-31364191-14cf-4493-b42b-b331094d8bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'name': 'tempest-TestVolumeBootPattern-1950393680-router', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:30Z', 'updated_at': '2022-05-27T02:48:35Z', 'revision_number': 4, 'project_id': '3fadd088ccc74553a04697be263b7906', 'gw_port': {'id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:31Z', 'updated_at': '2022-05-27T02:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'd42472c2-c78a-44d6-a83d-d5bef2e7b4b2', 'name': '', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'mac_address': 'fa:16:3e:37:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:34Z', 'updated_at': '2022-05-27T02:48:42Z', 'revision_number': 5, 'project_id': '3fadd088ccc74553a04697be263b7906', 'subnets': [{'id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:02:37.746848 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31364191-14cf-4493-b42b-b331094d8bc7 None None] The sync data for ids ['a9ff13da-f389-402c-87d6-47881f89fe1b'] in n-d-843554-3 is: [{'id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'name': 'tempest-TestVolumeBootPattern-1950393680-router', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:30Z', 'updated_at': '2022-05-27T02:48:35Z', 'revision_number': 4, 'project_id': '3fadd088ccc74553a04697be263b7906', 'gw_port': {'id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:31Z', 'updated_at': '2022-05-27T02:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'd42472c2-c78a-44d6-a83d-d5bef2e7b4b2', 'name': '', 'network_id': '3065bf7b-fd6e-4d0b-a830-392fdd7f9351', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'mac_address': 'fa:16:3e:37:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:34Z', 'updated_at': '2022-05-27T02:48:42Z', 'revision_number': 5, 'project_id': '3fadd088ccc74553a04697be263b7906', 'subnets': [{'id': 'd5a421f1-cfc1-40c1-b671-1e4d60b8996c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:02:37.891550 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8d692-bfad-42c0-ad19-3794be84f164 req-036cac21-47d5-4852-b23c-8d6401f5f954 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:02:37.892261 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-82c8d692-bfad-42c0-ad19-3794be84f164 req-036cac21-47d5-4852-b23c-8d6401f5f954 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Synchronizing usage tracker for tenant:3fadd088ccc74553a04697be263b7906 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:02:37.967578 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-82c8d692-bfad-42c0-ad19-3794be84f164 req-036cac21-47d5-4852-b23c-8d6401f5f954 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Unset dirty status for tenant:3fadd088ccc74553a04697be263b7906 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:02:37.968916 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-82c8d692-bfad-42c0-ad19-3794be84f164 req-036cac21-47d5-4852-b23c-8d6401f5f954 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.32 "GET /v2.0/ports?device_id=76b7d7de-93f2-4920-bbae-d32fbbf3f62a HTTP/1.1" status: 200 len: 945 time: 0.1585469 May 27 03:02:37.975995 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c07c7d4-42bc-4966-a7ee-71f90241e399 None None] New status for floating IP 7c9ba809-f843-4766-a753-c7bc209d959b: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:02:38.040213 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-82c8d692-bfad-42c0-ad19-3794be84f164 req-cad6719f-7f47-4a25-9616-6a5ac63d3d12 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Deleting port 8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:02:38.040472 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-82c8d692-bfad-42c0-ad19-3794be84f164 req-cad6719f-7f47-4a25-9616-6a5ac63d3d12 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:38.286266 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-82c8d692-bfad-42c0-ad19-3794be84f164 req-cad6719f-7f47-4a25-9616-6a5ac63d3d12 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] For port 8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d,segment=NetworkSegment(77a48b29-f789-41c3-82b2-66a5eb7c53b7),segment_id=77a48b29-f789-41c3-82b2-66a5eb7c53b7)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:02:38.286615 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-82c8d692-bfad-42c0-ad19-3794be84f164 req-cad6719f-7f47-4a25-9616-6a5ac63d3d12 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:38.405695 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-82c8d692-bfad-42c0-ad19-3794be84f164 req-cad6719f-7f47-4a25-9616-6a5ac63d3d12 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Calling delete_port for 8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:02:38.577197 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d551f-92b0-4fc9-8244-2658907e143c req-27dc45ed-2b48-48b7-921b-e2cd6c06f15e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:02:38.578637 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5a5d551f-92b0-4fc9-8244-2658907e143c req-27dc45ed-2b48-48b7-921b-e2cd6c06f15e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=76b7d7de-93f2-4920-bbae-d32fbbf3f62a HTTP/1.1" status: 200 len: 945 time: 0.0809433 May 27 03:02:38.622210 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5a5d551f-92b0-4fc9-8244-2658907e143c req-b03f340c-c160-403f-8100-4571f247ae2b tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378251 May 27 03:02:38.708382 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-82c8d692-bfad-42c0-ad19-3794be84f164 req-cad6719f-7f47-4a25-9616-6a5ac63d3d12 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:38.759832 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6719f-7f47-4a25-9616-6a5ac63d3d12 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Pushing event deleted for resources: {'Port': ['ID=8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:02:38.832424 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c8d692-bfad-42c0-ad19-3794be84f164 req-cad6719f-7f47-4a25-9616-6a5ac63d3d12 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] No DVR routers for this DVR port 8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:02:38.835509 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-82c8d692-bfad-42c0-ad19-3794be84f164 req-cad6719f-7f47-4a25-9616-6a5ac63d3d12 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:38.838079 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b7d7de-93f2-4920-bbae-d32fbbf3f62a', 'name': 'network-vif-deleted', 'tag': '8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:02:38.880647 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4df37b4-f82d-4cb7-8b16-ed63ccbdc0ec'] response: {'server_uuid': '76b7d7de-93f2-4920-bbae-d32fbbf3f62a', 'name': 'network-vif-deleted', 'tag': '8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d', 'status': 'completed', 'code': 200} May 27 03:02:38.909006 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-82c8d692-bfad-42c0-ad19-3794be84f164 req-cad6719f-7f47-4a25-9616-6a5ac63d3d12 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.32 "DELETE /v2.0/ports/8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d HTTP/1.1" status: 204 len: 173 time: 0.9345775 May 27 03:02:39.786537 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-65176664-b0e3-4696-834f-06afc828c1b5 req-89417d70-a068-4cba-975c-c64ef70e905e tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "GET /v2.0/ports?device_id=76b7d7de-93f2-4920-bbae-d32fbbf3f62a HTTP/1.1" status: 200 len: 210 time: 0.0420616 May 27 03:02:40.887872 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33848) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:02:41.043967 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-8df30f01-0766-4f4a-8b0e-da208d6caab4 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Deleting port af5539dc-de8e-4340-8694-88288cb50377 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:02:41.044306 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8df30f01-0766-4f4a-8b0e-da208d6caab4 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:41.182565 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:02:41.209607 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8df30f01-0766-4f4a-8b0e-da208d6caab4 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:41.210082 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8df30f01-0766-4f4a-8b0e-da208d6caab4 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:41.216687 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:02:41.217053 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 8c5e5f3a-1eb1-42d7-bd6b-121155f74e6d not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:02:41.331706 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-8df30f01-0766-4f4a-8b0e-da208d6caab4 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Calling delete_port for af5539dc-de8e-4340-8694-88288cb50377 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:02:41.556591 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8df30f01-0766-4f4a-8b0e-da208d6caab4 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:41.609918 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df30f01-0766-4f4a-8b0e-da208d6caab4 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Pushing event deleted for resources: {'Port': ['ID=af5539dc-de8e-4340-8694-88288cb50377,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:02:41.702083 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8df30f01-0766-4f4a-8b0e-da208d6caab4 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:41.715675 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8df30f01-0766-4f4a-8b0e-da208d6caab4 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:41.716830 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8df30f01-0766-4f4a-8b0e-da208d6caab4 tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "DELETE /v2.0/floatingips/5ac69e49-8962-49e1-8fdf-0d6b92374372 HTTP/1.1" status: 204 len: 168 time: 0.8279772 May 27 03:02:44.258310 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33864) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:02:44.328877 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-10d973e5-9b49-467d-becf-982f600e547f tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:44.357785 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-10d973e5-9b49-467d-becf-982f600e547f tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:44.561839 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-10d973e5-9b49-467d-becf-982f600e547f tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:44.581711 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d973e5-9b49-467d-becf-982f600e547f tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fcec90-09f0-478f-9ce5-d0c2f616f1b5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:02:44.672927 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-10d973e5-9b49-467d-becf-982f600e547f tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:44.673998 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-10d973e5-9b49-467d-becf-982f600e547f tempest-TestVolumeBootPattern-1848166364 tempest-TestVolumeBootPattern-1848166364-project] 10.222.0.57 "DELETE /v2.0/security-groups/c7fcec90-09f0-478f-9ce5-d0c2f616f1b5 HTTP/1.1" status: 204 len: 168 time: 0.4147022 May 27 03:02:44.822837 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33870) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:02:45.521561 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e608136d-09ad-4f20-b578-63de25e5cb11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:45.864345 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-e608136d-09ad-4f20-b578-63de25e5cb11 admin admin] Deleting port d42472c2-c78a-44d6-a83d-d5bef2e7b4b2 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:02:45.864684 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e608136d-09ad-4f20-b578-63de25e5cb11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:46.031040 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-e608136d-09ad-4f20-b578-63de25e5cb11 admin admin] For port d42472c2-c78a-44d6-a83d-d5bef2e7b4b2, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=d42472c2-c78a-44d6-a83d-d5bef2e7b4b2,segment=NetworkSegment(77a48b29-f789-41c3-82b2-66a5eb7c53b7),segment_id=77a48b29-f789-41c3-82b2-66a5eb7c53b7)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:02:46.031396 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e608136d-09ad-4f20-b578-63de25e5cb11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:46.154528 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-e608136d-09ad-4f20-b578-63de25e5cb11 admin admin] Calling delete_port for d42472c2-c78a-44d6-a83d-d5bef2e7b4b2 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:02:46.399483 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e608136d-09ad-4f20-b578-63de25e5cb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:46.445510 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e608136d-09ad-4f20-b578-63de25e5cb11 admin admin] Pushing event deleted for resources: {'Port': ['ID=d42472c2-c78a-44d6-a83d-d5bef2e7b4b2,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:02:46.712436 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e608136d-09ad-4f20-b578-63de25e5cb11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:47.176285 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e608136d-09ad-4f20-b578-63de25e5cb11 admin admin] Router a9ff13da-f389-402c-87d6-47881f89fe1b has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:02:47.357839 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e608136d-09ad-4f20-b578-63de25e5cb11 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:02:47.366269 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2aabc5-79a9-4048-b861-877abbe960c2 None None] Sync routers for ids ['a9ff13da-f389-402c-87d6-47881f89fe1b'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:02:47.369695 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e608136d-09ad-4f20-b578-63de25e5cb11 admin admin] 10.222.0.57 "PUT /v2.0/routers/a9ff13da-f389-402c-87d6-47881f89fe1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5456889 May 27 03:02:47.372181 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33876) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:02:47.375410 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2aabc5-79a9-4048-b861-877abbe960c2 None None] Routers {'a9ff13da-f389-402c-87d6-47881f89fe1b'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:02:47.376012 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-cf2aabc5-79a9-4048-b861-877abbe960c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:02:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['a9ff13da-f389-402c-87d6-47881f89fe1b'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:02:47.546956 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-744f2434-878c-45df-b3f7-53686dc51d31 admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:47.552373 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-cf2aabc5-79a9-4048-b861-877abbe960c2 None None] Set router a9ff13da-f389-402c-87d6-47881f89fe1b gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:02:47.722013 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-744f2434-878c-45df-b3f7-53686dc51d31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:47.773076 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-744f2434-878c-45df-b3f7-53686dc51d31 admin admin] Deleting port ec343d38-5e5f-49d2-9ca2-20b42a545eac {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:02:47.773421 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-744f2434-878c-45df-b3f7-53686dc51d31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:47.864440 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-cf2aabc5-79a9-4048-b861-877abbe960c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'name': 'tempest-TestVolumeBootPattern-1950393680-router', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:30Z', 'updated_at': '2022-05-27T03:02:46Z', 'revision_number': 5, 'project_id': '3fadd088ccc74553a04697be263b7906', 'gw_port': {'id': 'ec343d38-5e5f-49d2-9ca2-20b42a545eac', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:31Z', 'updated_at': '2022-05-27T02:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:02:47.868741 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2aabc5-79a9-4048-b861-877abbe960c2 None None] Checking router: a9ff13da-f389-402c-87d6-47881f89fe1b for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:02:47.876938 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2aabc5-79a9-4048-b861-877abbe960c2 None None] Routers {'a9ff13da-f389-402c-87d6-47881f89fe1b'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:02:47.877533 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-cf2aabc5-79a9-4048-b861-877abbe960c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:02:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['a9ff13da-f389-402c-87d6-47881f89fe1b'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:02:47.951255 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-744f2434-878c-45df-b3f7-53686dc51d31 admin admin] For port ec343d38-5e5f-49d2-9ca2-20b42a545eac, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=ec343d38-5e5f-49d2-9ca2-20b42a545eac,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:02:47.951617 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-744f2434-878c-45df-b3f7-53686dc51d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:48.030588 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-cf2aabc5-79a9-4048-b861-877abbe960c2 None None] Set router a9ff13da-f389-402c-87d6-47881f89fe1b gateway port host: None {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:02:48.073914 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-744f2434-878c-45df-b3f7-53686dc51d31 admin admin] Calling delete_port for ec343d38-5e5f-49d2-9ca2-20b42a545eac owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:02:48.134517 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-cf2aabc5-79a9-4048-b861-877abbe960c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'name': 'tempest-TestVolumeBootPattern-1950393680-router', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:30Z', 'updated_at': '2022-05-27T03:02:47Z', 'revision_number': 6, 'project_id': '3fadd088ccc74553a04697be263b7906', 'gw_port_host': None}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:02:48.138217 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2aabc5-79a9-4048-b861-877abbe960c2 None None] The sync data for ids ['a9ff13da-f389-402c-87d6-47881f89fe1b'] in n-d-843554-3 is: [{'id': 'a9ff13da-f389-402c-87d6-47881f89fe1b', 'name': 'tempest-TestVolumeBootPattern-1950393680-router', 'tenant_id': '3fadd088ccc74553a04697be263b7906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:30Z', 'updated_at': '2022-05-27T03:02:47Z', 'revision_number': 6, 'project_id': '3fadd088ccc74553a04697be263b7906', 'gw_port_host': None}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:02:48.407586 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-744f2434-878c-45df-b3f7-53686dc51d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:48.455652 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744f2434-878c-45df-b3f7-53686dc51d31 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec343d38-5e5f-49d2-9ca2-20b42a545eac,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:02:48.543715 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-744f2434-878c-45df-b3f7-53686dc51d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:48.714260 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-744f2434-878c-45df-b3f7-53686dc51d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:48.716634 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-744f2434-878c-45df-b3f7-53686dc51d31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:48.799662 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-744f2434-878c-45df-b3f7-53686dc51d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:48.800247 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744f2434-878c-45df-b3f7-53686dc51d31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9ff13da-f389-402c-87d6-47881f89fe1b {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 03:02:48.814094 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-744f2434-878c-45df-b3f7-53686dc51d31 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:48.816995 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-744f2434-878c-45df-b3f7-53686dc51d31 admin admin] 10.222.0.57 "DELETE /v2.0/routers/a9ff13da-f389-402c-87d6-47881f89fe1b HTTP/1.1" status: 204 len: 168 time: 1.4421129 May 27 03:02:48.817824 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33880) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:02:48.880495 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-345bcb90-e077-4389-b7b7-48d1804c9cf3 admin admin] Deleting subnet d5a421f1-cfc1-40c1-b671-1e4d60b8996c {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 03:02:48.884130 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-345bcb90-e077-4389-b7b7-48d1804c9cf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:48.933019 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-345bcb90-e077-4389-b7b7-48d1804c9cf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:49.011234 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-345bcb90-e077-4389-b7b7-48d1804c9cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:49.127455 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-345bcb90-e077-4389-b7b7-48d1804c9cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:49.166134 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345bcb90-e077-4389-b7b7-48d1804c9cf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5a421f1-cfc1-40c1-b671-1e4d60b8996c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:02:49.167972 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-345bcb90-e077-4389-b7b7-48d1804c9cf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:49.172967 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf12a75-3bd2-40cf-b6e0-9206dc215631 None None] Network 3065bf7b-fd6e-4d0b-a830-392fdd7f9351 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:02:49.174035 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-345bcb90-e077-4389-b7b7-48d1804c9cf3 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d5a421f1-cfc1-40c1-b671-1e4d60b8996c HTTP/1.1" status: 204 len: 168 time: 0.3552527 May 27 03:02:49.176471 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33884) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:02:49.281881 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20bddc11-d3d1-4161-9879-ff09dd3d8a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:49.292198 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-20bddc11-d3d1-4161-9879-ff09dd3d8a6d admin admin] Deleting port 6885bb56-c5f0-445c-a712-b6f625b6d126 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:02:49.292689 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20bddc11-d3d1-4161-9879-ff09dd3d8a6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:49.415658 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29b3dff-c6ed-4f2a-b0ef-22dbecad2ccd None None] DHCP port deletion for 3065bf7b-fd6e-4d0b-a830-392fdd7f9351 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 03:02:49.419773 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-f29b3dff-c6ed-4f2a-b0ef-22dbecad2ccd None None] Deleting port 6885bb56-c5f0-445c-a712-b6f625b6d126 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:02:49.420148 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f29b3dff-c6ed-4f2a-b0ef-22dbecad2ccd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:49.501184 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-20bddc11-d3d1-4161-9879-ff09dd3d8a6d admin admin] For port 6885bb56-c5f0-445c-a712-b6f625b6d126, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=6885bb56-c5f0-445c-a712-b6f625b6d126,segment=NetworkSegment(77a48b29-f789-41c3-82b2-66a5eb7c53b7),segment_id=77a48b29-f789-41c3-82b2-66a5eb7c53b7)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:02:49.501546 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20bddc11-d3d1-4161-9879-ff09dd3d8a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:49.625623 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-20bddc11-d3d1-4161-9879-ff09dd3d8a6d admin admin] Calling delete_port for 6885bb56-c5f0-445c-a712-b6f625b6d126 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:02:49.642433 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-f29b3dff-c6ed-4f2a-b0ef-22dbecad2ccd None None] For port 6885bb56-c5f0-445c-a712-b6f625b6d126, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=6885bb56-c5f0-445c-a712-b6f625b6d126,segment=NetworkSegment(77a48b29-f789-41c3-82b2-66a5eb7c53b7),segment_id=77a48b29-f789-41c3-82b2-66a5eb7c53b7)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:02:49.642433 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f29b3dff-c6ed-4f2a-b0ef-22dbecad2ccd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:49.703256 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:49.759752 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:49.793326 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-f29b3dff-c6ed-4f2a-b0ef-22dbecad2ccd None None] Calling delete_port for 6885bb56-c5f0-445c-a712-b6f625b6d126 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:02:49.793874 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20bddc11-d3d1-4161-9879-ff09dd3d8a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:49.844122 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bddc11-d3d1-4161-9879-ff09dd3d8a6d admin admin] Pushing event deleted for resources: {'Port': ['ID=6885bb56-c5f0-445c-a712-b6f625b6d126,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:02:49.850939 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bddc11-d3d1-4161-9879-ff09dd3d8a6d admin admin] No DVR routers for this DVR port 6885bb56-c5f0-445c-a712-b6f625b6d126 on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:02:49.867331 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-f29b3dff-c6ed-4f2a-b0ef-22dbecad2ccd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:02:49.867688 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-f29b3dff-c6ed-4f2a-b0ef-22dbecad2ccd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:02:49.972402 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device d42472c2-c78a-44d6-a83d-d5bef2e7b4b2 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:02:50.007344 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: d42472c2-c78a-44d6-a83d-d5bef2e7b4b2 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:02:50.007687 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device d42472c2-c78a-44d6-a83d-d5bef2e7b4b2 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:02:50.008098 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ec343d38-5e5f-49d2-9ca2-20b42a545eac no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:02:50.044499 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: ec343d38-5e5f-49d2-9ca2-20b42a545eac {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:02:50.044870 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ec343d38-5e5f-49d2-9ca2-20b42a545eac not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:02:50.045286 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 6885bb56-c5f0-445c-a712-b6f625b6d126 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:02:50.071925 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20bddc11-d3d1-4161-9879-ff09dd3d8a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:50.077221 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 6885bb56-c5f0-445c-a712-b6f625b6d126 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:02:50.077563 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 6885bb56-c5f0-445c-a712-b6f625b6d126 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:02:50.098113 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-20bddc11-d3d1-4161-9879-ff09dd3d8a6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3065bf7b-fd6e-4d0b-a830-392fdd7f9351']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:02:50.110274 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-20bddc11-d3d1-4161-9879-ff09dd3d8a6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77a48b29-f789-41c3-82b2-66a5eb7c53b7') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:02:50.110573 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-20bddc11-d3d1-4161-9879-ff09dd3d8a6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77a48b29-f789-41c3-82b2-66a5eb7c53b7') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:02:50.121494 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20bddc11-d3d1-4161-9879-ff09dd3d8a6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:50.136677 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20bddc11-d3d1-4161-9879-ff09dd3d8a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:50.142631 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20bddc11-d3d1-4161-9879-ff09dd3d8a6d admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:02:50.143051 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20bddc11-d3d1-4161-9879-ff09dd3d8a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:50.230940 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 77a48b29-f789-41c3-82b2-66a5eb7c53b7 resource provider aggregate not found May 27 03:02:50.246502 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 77a48b29-f789-41c3-82b2-66a5eb7c53b7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 77a48b29-f789-41c3-82b2-66a5eb7c53b7 found for delete ", "request_id": "req-71ea831b-3852-4c0a-ad5e-cc9abfefe701"}]} May 27 03:02:50.307722 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20bddc11-d3d1-4161-9879-ff09dd3d8a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:50.323820 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20bddc11-d3d1-4161-9879-ff09dd3d8a6d admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:50.333840 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bddc11-d3d1-4161-9879-ff09dd3d8a6d admin admin] Pushing event deleted for resources: {'Network': ['ID=3065bf7b-fd6e-4d0b-a830-392fdd7f9351,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:02:50.369583 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-f29b3dff-c6ed-4f2a-b0ef-22dbecad2ccd None None] Deleting port 6885bb56-c5f0-445c-a712-b6f625b6d126 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:02:50.370045 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f29b3dff-c6ed-4f2a-b0ef-22dbecad2ccd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:50.405837 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-20bddc11-d3d1-4161-9879-ff09dd3d8a6d admin admin] 10.222.0.57 "DELETE /v2.0/networks/3065bf7b-fd6e-4d0b-a830-392fdd7f9351 HTTP/1.1" status: 204 len: 168 time: 1.2283449 May 27 03:02:50.408614 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33894) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:02:50.437611 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-f29b3dff-c6ed-4f2a-b0ef-22dbecad2ccd None None] The port '6885bb56-c5f0-445c-a712-b6f625b6d126' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 03:02:50.663032 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:02:50.937363 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e065f6b-c475-4de2-b14c-1d611425350f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:51.273399 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-9e065f6b-c475-4de2-b14c-1d611425350f admin admin] Deleting port 441c1685-930c-4e07-a975-910f6f18a5b9 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:02:51.273736 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e065f6b-c475-4de2-b14c-1d611425350f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:51.441652 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-9e065f6b-c475-4de2-b14c-1d611425350f admin admin] For port 441c1685-930c-4e07-a975-910f6f18a5b9, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=441c1685-930c-4e07-a975-910f6f18a5b9,segment=NetworkSegment(3296b02a-b571-496a-873a-921741bc95f3),segment_id=3296b02a-b571-496a-873a-921741bc95f3)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:02:51.442008 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e065f6b-c475-4de2-b14c-1d611425350f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:51.677563 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-9e065f6b-c475-4de2-b14c-1d611425350f admin admin] Calling delete_port for 441c1685-930c-4e07-a975-910f6f18a5b9 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:02:51.898941 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e065f6b-c475-4de2-b14c-1d611425350f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:51.947081 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e065f6b-c475-4de2-b14c-1d611425350f admin admin] Pushing event deleted for resources: {'Port': ['ID=441c1685-930c-4e07-a975-910f6f18a5b9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:02:52.210883 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e065f6b-c475-4de2-b14c-1d611425350f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:52.562667 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e065f6b-c475-4de2-b14c-1d611425350f admin admin] Router 34c4746a-6979-453a-8b5d-b8664f6adb0c has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:02:52.736746 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e065f6b-c475-4de2-b14c-1d611425350f admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:02:52.746048 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60154cc-0c9e-4588-b0c1-d2ba7315b0f3 None None] Sync routers for ids ['34c4746a-6979-453a-8b5d-b8664f6adb0c'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:02:52.754807 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60154cc-0c9e-4588-b0c1-d2ba7315b0f3 None None] Routers {'34c4746a-6979-453a-8b5d-b8664f6adb0c'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:02:52.755413 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-d60154cc-0c9e-4588-b0c1-d2ba7315b0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:02:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['34c4746a-6979-453a-8b5d-b8664f6adb0c'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:02:52.791874 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9e065f6b-c475-4de2-b14c-1d611425350f admin admin] 10.222.0.57 "PUT /v2.0/routers/34c4746a-6979-453a-8b5d-b8664f6adb0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3822210 May 27 03:02:52.794474 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33898) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:02:52.929880 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-d60154cc-0c9e-4588-b0c1-d2ba7315b0f3 None None] Set router 34c4746a-6979-453a-8b5d-b8664f6adb0c gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:02:52.967228 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf3dbbe4-81f3-4a6e-bb7e-8f4af8aa2fba admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:53.213997 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-d60154cc-0c9e-4588-b0c1-d2ba7315b0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c4746a-6979-453a-8b5d-b8664f6adb0c', 'name': 'tempest-TestVolumeBootPattern-1034485486-router', 'tenant_id': 'b125679b8cc54ef694a1832158dddd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'b6b2b22a-bebf-43f7-9724-047d8f4d80ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:39Z', 'updated_at': '2022-05-27T03:02:51Z', 'revision_number': 5, 'project_id': 'b125679b8cc54ef694a1832158dddd81', 'gw_port': {'id': 'b6b2b22a-bebf-43f7-9724-047d8f4d80ee', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4746a-6979-453a-8b5d-b8664f6adb0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:40Z', 'updated_at': '2022-05-27T02:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:02:53.217858 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60154cc-0c9e-4588-b0c1-d2ba7315b0f3 None None] Checking router: 34c4746a-6979-453a-8b5d-b8664f6adb0c for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:02:53.226125 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60154cc-0c9e-4588-b0c1-d2ba7315b0f3 None None] Routers {'34c4746a-6979-453a-8b5d-b8664f6adb0c'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:02:53.226726 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-d60154cc-0c9e-4588-b0c1-d2ba7315b0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:02:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['34c4746a-6979-453a-8b5d-b8664f6adb0c'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:02:53.258438 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf3dbbe4-81f3-4a6e-bb7e-8f4af8aa2fba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:53.321893 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-cf3dbbe4-81f3-4a6e-bb7e-8f4af8aa2fba admin admin] Deleting port b6b2b22a-bebf-43f7-9724-047d8f4d80ee {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:02:53.322235 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf3dbbe4-81f3-4a6e-bb7e-8f4af8aa2fba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:53.404245 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-d60154cc-0c9e-4588-b0c1-d2ba7315b0f3 None None] Set router 34c4746a-6979-453a-8b5d-b8664f6adb0c gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:02:53.495877 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-cf3dbbe4-81f3-4a6e-bb7e-8f4af8aa2fba admin admin] For port b6b2b22a-bebf-43f7-9724-047d8f4d80ee, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b6b2b22a-bebf-43f7-9724-047d8f4d80ee,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:02:53.496234 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf3dbbe4-81f3-4a6e-bb7e-8f4af8aa2fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:53.618022 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-cf3dbbe4-81f3-4a6e-bb7e-8f4af8aa2fba admin admin] Calling delete_port for b6b2b22a-bebf-43f7-9724-047d8f4d80ee owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:02:53.686784 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-d60154cc-0c9e-4588-b0c1-d2ba7315b0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c4746a-6979-453a-8b5d-b8664f6adb0c', 'name': 'tempest-TestVolumeBootPattern-1034485486-router', 'tenant_id': 'b125679b8cc54ef694a1832158dddd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'b6b2b22a-bebf-43f7-9724-047d8f4d80ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:39Z', 'updated_at': '2022-05-27T03:02:51Z', 'revision_number': 5, 'project_id': 'b125679b8cc54ef694a1832158dddd81', 'gw_port': {'id': 'b6b2b22a-bebf-43f7-9724-047d8f4d80ee', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4746a-6979-453a-8b5d-b8664f6adb0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:40Z', 'updated_at': '2022-05-27T02:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:02:53.690677 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60154cc-0c9e-4588-b0c1-d2ba7315b0f3 None None] The sync data for ids ['34c4746a-6979-453a-8b5d-b8664f6adb0c'] in n-d-843554-3 is: [{'id': '34c4746a-6979-453a-8b5d-b8664f6adb0c', 'name': 'tempest-TestVolumeBootPattern-1034485486-router', 'tenant_id': 'b125679b8cc54ef694a1832158dddd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'b6b2b22a-bebf-43f7-9724-047d8f4d80ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:39Z', 'updated_at': '2022-05-27T03:02:51Z', 'revision_number': 5, 'project_id': 'b125679b8cc54ef694a1832158dddd81', 'gw_port': {'id': 'b6b2b22a-bebf-43f7-9724-047d8f4d80ee', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4746a-6979-453a-8b5d-b8664f6adb0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:40Z', 'updated_at': '2022-05-27T02:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:02:53.858755 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf3dbbe4-81f3-4a6e-bb7e-8f4af8aa2fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:53.902596 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3dbbe4-81f3-4a6e-bb7e-8f4af8aa2fba admin admin] Pushing event deleted for resources: {'Port': ['ID=b6b2b22a-bebf-43f7-9724-047d8f4d80ee,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:02:53.996370 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf3dbbe4-81f3-4a6e-bb7e-8f4af8aa2fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:54.117687 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 441c1685-930c-4e07-a975-910f6f18a5b9 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:02:54.153892 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 441c1685-930c-4e07-a975-910f6f18a5b9 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:02:54.154241 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 441c1685-930c-4e07-a975-910f6f18a5b9 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:02:54.173048 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf3dbbe4-81f3-4a6e-bb7e-8f4af8aa2fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:54.175249 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf3dbbe4-81f3-4a6e-bb7e-8f4af8aa2fba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:54.257008 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf3dbbe4-81f3-4a6e-bb7e-8f4af8aa2fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:54.257549 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3dbbe4-81f3-4a6e-bb7e-8f4af8aa2fba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34c4746a-6979-453a-8b5d-b8664f6adb0c {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 03:02:54.270008 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf3dbbe4-81f3-4a6e-bb7e-8f4af8aa2fba admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:54.271161 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-cf3dbbe4-81f3-4a6e-bb7e-8f4af8aa2fba admin admin] 10.222.0.57 "DELETE /v2.0/routers/34c4746a-6979-453a-8b5d-b8664f6adb0c HTTP/1.1" status: 204 len: 168 time: 1.4757991 May 27 03:02:54.274350 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33902) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:02:54.335178 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3562b01-41b9-4a07-a3ef-5e1335d3355c admin admin] Deleting subnet b7432ca9-0655-47f7-bed9-7ae6598060a0 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 03:02:54.338462 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f3562b01-41b9-4a07-a3ef-5e1335d3355c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:54.391435 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f3562b01-41b9-4a07-a3ef-5e1335d3355c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:54.466508 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f3562b01-41b9-4a07-a3ef-5e1335d3355c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:54.601870 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f3562b01-41b9-4a07-a3ef-5e1335d3355c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:54.644190 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3562b01-41b9-4a07-a3ef-5e1335d3355c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7432ca9-0655-47f7-bed9-7ae6598060a0,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:02:54.646120 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f3562b01-41b9-4a07-a3ef-5e1335d3355c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:54.650128 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6677de44-36da-411d-b59a-c0a4383638a1 None None] Network f33eaa28-676d-46d2-b432-52faa50870ed requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:02:54.656221 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f3562b01-41b9-4a07-a3ef-5e1335d3355c admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b7432ca9-0655-47f7-bed9-7ae6598060a0 HTTP/1.1" status: 204 len: 168 time: 0.3807948 May 27 03:02:54.658822 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33906) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:02:54.874494 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd57e0fb-d4f9-43ea-97cb-168bf5945118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:54.885176 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-fd57e0fb-d4f9-43ea-97cb-168bf5945118 admin admin] Deleting port 4ca6e1aa-b12b-4bf4-a9a5-62ce96081bc1 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:02:54.885501 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd57e0fb-d4f9-43ea-97cb-168bf5945118 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:54.971860 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f98b09c-786d-40c3-9182-549d820b94ee None None] DHCP port deletion for f33eaa28-676d-46d2-b432-52faa50870ed request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 03:02:54.976581 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-4f98b09c-786d-40c3-9182-549d820b94ee None None] Deleting port 4ca6e1aa-b12b-4bf4-a9a5-62ce96081bc1 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:02:54.976991 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4f98b09c-786d-40c3-9182-549d820b94ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:55.091718 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-fd57e0fb-d4f9-43ea-97cb-168bf5945118 admin admin] For port 4ca6e1aa-b12b-4bf4-a9a5-62ce96081bc1, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=4ca6e1aa-b12b-4bf4-a9a5-62ce96081bc1,segment=NetworkSegment(3296b02a-b571-496a-873a-921741bc95f3),segment_id=3296b02a-b571-496a-873a-921741bc95f3)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:02:55.092461 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd57e0fb-d4f9-43ea-97cb-168bf5945118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:55.176875 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-4f98b09c-786d-40c3-9182-549d820b94ee None None] For port 4ca6e1aa-b12b-4bf4-a9a5-62ce96081bc1, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=4ca6e1aa-b12b-4bf4-a9a5-62ce96081bc1,segment=NetworkSegment(3296b02a-b571-496a-873a-921741bc95f3),segment_id=3296b02a-b571-496a-873a-921741bc95f3)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:02:55.177438 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4f98b09c-786d-40c3-9182-549d820b94ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:55.218162 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-fd57e0fb-d4f9-43ea-97cb-168bf5945118 admin admin] Calling delete_port for 4ca6e1aa-b12b-4bf4-a9a5-62ce96081bc1 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:02:55.300010 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-4f98b09c-786d-40c3-9182-549d820b94ee None None] Calling delete_port for 4ca6e1aa-b12b-4bf4-a9a5-62ce96081bc1 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:02:55.344595 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd57e0fb-d4f9-43ea-97cb-168bf5945118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:55.371066 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-4f98b09c-786d-40c3-9182-549d820b94ee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:02:55.371417 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-4f98b09c-786d-40c3-9182-549d820b94ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:02:55.393562 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57e0fb-d4f9-43ea-97cb-168bf5945118 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ca6e1aa-b12b-4bf4-a9a5-62ce96081bc1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:02:55.397490 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd57e0fb-d4f9-43ea-97cb-168bf5945118 admin admin] No DVR routers for this DVR port 4ca6e1aa-b12b-4bf4-a9a5-62ce96081bc1 on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:02:55.512918 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd57e0fb-d4f9-43ea-97cb-168bf5945118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:55.537390 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-fd57e0fb-d4f9-43ea-97cb-168bf5945118 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f33eaa28-676d-46d2-b432-52faa50870ed']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:02:55.548929 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-fd57e0fb-d4f9-43ea-97cb-168bf5945118 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3296b02a-b571-496a-873a-921741bc95f3') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:02:55.549224 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-fd57e0fb-d4f9-43ea-97cb-168bf5945118 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3296b02a-b571-496a-873a-921741bc95f3') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:02:55.560391 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd57e0fb-d4f9-43ea-97cb-168bf5945118 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:55.561757 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-52c51c71-7fd3-453d-b583-31dcbc8c79bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:55.576277 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd57e0fb-d4f9-43ea-97cb-168bf5945118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:55.582203 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd57e0fb-d4f9-43ea-97cb-168bf5945118 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:02:55.582582 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd57e0fb-d4f9-43ea-97cb-168bf5945118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:55.671245 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 3296b02a-b571-496a-873a-921741bc95f3 resource provider aggregate not found May 27 03:02:55.688490 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 3296b02a-b571-496a-873a-921741bc95f3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3296b02a-b571-496a-873a-921741bc95f3 found for delete ", "request_id": "req-f81a6683-3820-42a9-9445-3772acb5e9d4"}]} May 27 03:02:55.759330 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd57e0fb-d4f9-43ea-97cb-168bf5945118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:55.763716 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd57e0fb-d4f9-43ea-97cb-168bf5945118 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:55.789013 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57e0fb-d4f9-43ea-97cb-168bf5945118 admin admin] Pushing event deleted for resources: {'Network': ['ID=f33eaa28-676d-46d2-b432-52faa50870ed,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:02:55.794457 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-fd57e0fb-d4f9-43ea-97cb-168bf5945118 admin admin] 10.222.0.57 "DELETE /v2.0/networks/f33eaa28-676d-46d2-b432-52faa50870ed HTTP/1.1" status: 204 len: 168 time: 1.1346338 May 27 03:02:55.872223 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-4f98b09c-786d-40c3-9182-549d820b94ee None None] Deleting port 4ca6e1aa-b12b-4bf4-a9a5-62ce96081bc1 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:02:55.872641 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4f98b09c-786d-40c3-9182-549d820b94ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:55.940947 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-4f98b09c-786d-40c3-9182-549d820b94ee None None] The port '4ca6e1aa-b12b-4bf4-a9a5-62ce96081bc1' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 03:02:55.972184 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b6b2b22a-bebf-43f7-9724-047d8f4d80ee no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:02:56.005573 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: b6b2b22a-bebf-43f7-9724-047d8f4d80ee {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:02:56.005918 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b6b2b22a-bebf-43f7-9724-047d8f4d80ee not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:02:56.006990 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 4ca6e1aa-b12b-4bf4-a9a5-62ce96081bc1 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:02:56.038178 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 4ca6e1aa-b12b-4bf4-a9a5-62ce96081bc1 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:02:56.038486 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 4ca6e1aa-b12b-4bf4-a9a5-62ce96081bc1 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:02:56.077388 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33916) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:02:56.124690 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-03642ae0-0731-4e0a-99a4-4b2eeb28f211 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3fadd088ccc74553a04697be263b7906&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461943 May 27 03:02:56.127035 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 33920) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:02:56.182806 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e76c0864-aded-4c03-96ae-41185573fadf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:56.207636 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e76c0864-aded-4c03-96ae-41185573fadf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:56.315340 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e76c0864-aded-4c03-96ae-41185573fadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:56.335667 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c0864-aded-4c03-96ae-41185573fadf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81da19d5-9bab-4036-8ab5-4b3f9dfe2b91,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:02:56.343689 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e76c0864-aded-4c03-96ae-41185573fadf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:56.345021 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e76c0864-aded-4c03-96ae-41185573fadf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/81da19d5-9bab-4036-8ab5-4b3f9dfe2b91 HTTP/1.1" status: 204 len: 168 time: 0.2170897 May 27 03:02:57.008148 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33928) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:02:57.058715 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9d94f65c-6273-412e-9e0d-1246f2a0f757 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b125679b8cc54ef694a1832158dddd81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494094 May 27 03:02:57.061255 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 33932) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:02:57.117265 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-26994cb9-e6ec-4d31-812b-cd7f65d55253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:57.142361 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-26994cb9-e6ec-4d31-812b-cd7f65d55253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:57.250395 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-26994cb9-e6ec-4d31-812b-cd7f65d55253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:57.264850 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26994cb9-e6ec-4d31-812b-cd7f65d55253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04a31fc-0a1a-4b57-9454-be2d2e2a921b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:02:57.275512 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26994cb9-e6ec-4d31-812b-cd7f65d55253 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:02:57.275848 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26994cb9-e6ec-4d31-812b-cd7f65d55253 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:02:57.276180 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26994cb9-e6ec-4d31-812b-cd7f65d55253 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:02:57.276504 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26994cb9-e6ec-4d31-812b-cd7f65d55253 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:02:57.276853 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26994cb9-e6ec-4d31-812b-cd7f65d55253 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:02:57.277173 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26994cb9-e6ec-4d31-812b-cd7f65d55253 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:02:57.277491 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26994cb9-e6ec-4d31-812b-cd7f65d55253 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:02:57.277856 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26994cb9-e6ec-4d31-812b-cd7f65d55253 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:02:57.278128 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26994cb9-e6ec-4d31-812b-cd7f65d55253 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:02:57.278441 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26994cb9-e6ec-4d31-812b-cd7f65d55253 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:02:57.278754 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26994cb9-e6ec-4d31-812b-cd7f65d55253 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:02:57.279067 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26994cb9-e6ec-4d31-812b-cd7f65d55253 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:02:57.282054 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-26994cb9-e6ec-4d31-812b-cd7f65d55253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:57.283135 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-26994cb9-e6ec-4d31-812b-cd7f65d55253 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b04a31fc-0a1a-4b57-9454-be2d2e2a921b HTTP/1.1" status: 204 len: 168 time: 0.2210228 May 27 03:02:57.868626 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2843a1c3-0e72-40f2-b576-541743f317d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:59.047068 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:59.103988 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:00.252362 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:05.897715 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-4d7415fb-8ecf-4133-9db6-e1287dfdf60b service neutron] (88901) timed out ('10.222.0.57', 52858) {{(pid=88901) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 03:03:07.685531 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-3f281367-61c2-49b3-a648-6ca4be890c0b req-8cd4bea6-ba92-4358-9634-b9cfaf73cb3e service neutron] (88902) timed out ('10.222.0.66', 62027) {{(pid=88902) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 03:03:09.069683 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-619ba878-d725-4641-8784-92a2e7c691db tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=56edcea2df7a42e5ad74f4b64807888f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275660 May 27 03:03:09.217585 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-256ba400-265c-4223-859c-4e1c1ade89ba tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:09.219018 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-256ba400-265c-4223-859c-4e1c1ade89ba tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1444240 May 27 03:03:09.234153 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-0d9ff1ff-afe6-4620-90f4-2fe10c2be6b0 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] 10.222.0.57 "GET /v2.0/quotas/56edcea2df7a42e5ad74f4b64807888f HTTP/1.1" status: 200 len: 375 time: 0.0097485 May 27 03:03:09.283192 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-238debe3-3fc5-499b-8258-109865e387c7 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=56edcea2df7a42e5ad74f4b64807888f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443871 May 27 03:03:09.713236 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2ab6341d-d2ec-4405-ac20-5fd8ecfc9084 req-c40e5d35-a701-487a-b8e3-b241742436de tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] 10.222.0.57 "GET /v2.0/ports?device_id=132029b6-8f58-4371-ba0d-a749f8fee9f3 HTTP/1.1" status: 200 len: 210 time: 0.1497788 May 27 03:03:10.865490 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cc92557e-d4c1-40e1-b6b2-1476cae7cca7 req-910edf45-b431-44b1-9464-c2371ea58593 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] 10.222.0.57 "GET /v2.0/ports?device_id=132029b6-8f58-4371-ba0d-a749f8fee9f3 HTTP/1.1" status: 200 len: 210 time: 0.0407510 May 27 03:03:11.600984 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-0db64614-c369-4bef-83de-6aa0e3989fec tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=56edcea2df7a42e5ad74f4b64807888f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265939 May 27 03:03:11.748553 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-abe15620-28cf-4eb9-8908-2d52f9856939 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:11.750064 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-abe15620-28cf-4eb9-8908-2d52f9856939 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1445651 May 27 03:03:11.762858 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-d422456d-5dee-4fc7-af1d-78b722b0642e tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Request body: {'port': {'device_id': '132029b6-8f58-4371-ba0d-a749f8fee9f3', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'admin_state_up': True, 'tenant_id': '56edcea2df7a42e5ad74f4b64807888f'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:03:11.899631 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-d422456d-5dee-4fc7-af1d-78b722b0642e tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:03:11.904881 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-d422456d-5dee-4fc7-af1d-78b722b0642e tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Usage tracker for resource:port and tenant:56edcea2df7a42e5ad74f4b64807888f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:03:11.907879 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-d422456d-5dee-4fc7-af1d-78b722b0642e tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:03:11.913652 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-d422456d-5dee-4fc7-af1d-78b722b0642e tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:03:11.978469 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-d422456d-5dee-4fc7-af1d-78b722b0642e tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Made reservation on behalf of 56edcea2df7a42e5ad74f4b64807888f for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:03:11.981976 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-d422456d-5dee-4fc7-af1d-78b722b0642e tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:11.995382 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-d422456d-5dee-4fc7-af1d-78b722b0642e tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:12.010744 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-d422456d-5dee-4fc7-af1d-78b722b0642e tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:03:12.014960 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-d422456d-5dee-4fc7-af1d-78b722b0642e tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Usage tracker for resource:security_group_rule and tenant:56edcea2df7a42e5ad74f4b64807888f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:03:12.018396 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-d422456d-5dee-4fc7-af1d-78b722b0642e tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:03:12.024378 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-d422456d-5dee-4fc7-af1d-78b722b0642e tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:03:12.033973 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3b84eb51-8a61-4a53-ac25-a833191ea94f req-6fc87366-7995-4eea-bdfc-c8492c0e72dd tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] 10.222.0.57 "GET /v2.0/ports?device_id=132029b6-8f58-4371-ba0d-a749f8fee9f3 HTTP/1.1" status: 200 len: 210 time: 0.0575826 May 27 03:03:12.107049 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-d422456d-5dee-4fc7-af1d-78b722b0642e tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:12.177992 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-d422456d-5dee-4fc7-af1d-78b722b0642e tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:12.261933 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d422456d-5dee-4fc7-af1d-78b722b0642e tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b49fc6ff-f1be-4832-abf2-35970f048976,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:03:12.346841 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-d422456d-5dee-4fc7-af1d-78b722b0642e tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Allocated IP 192.168.233.221 (54d5ea08-4fa3-4323-9d64-35a947e9d08e/2cf69705-8457-415f-85a3-b42efaff1b97/da111c41-1a91-45dd-948f-ad022bd6baaa) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:03:12.654733 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-d422456d-5dee-4fc7-af1d-78b722b0642e tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:12.669761 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-d422456d-5dee-4fc7-af1d-78b722b0642e tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Transition to ACTIVE for port object da111c41-1a91-45dd-948f-ad022bd6baaa will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:03:12.747831 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-d422456d-5dee-4fc7-af1d-78b722b0642e tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:12.819726 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-d422456d-5dee-4fc7-af1d-78b722b0642e tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Network 54d5ea08-4fa3-4323-9d64-35a947e9d08e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:03:12.823637 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-d422456d-5dee-4fc7-af1d-78b722b0642e tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:03:12.827403 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-d422456d-5dee-4fc7-af1d-78b722b0642e tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:03:12.864345 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d422456d-5dee-4fc7-af1d-78b722b0642e tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Pushing event updated for resources: {'Port': ['ID=da111c41-1a91-45dd-948f-ad022bd6baaa,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:03:12.897401 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-d422456d-5dee-4fc7-af1d-78b722b0642e tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:12.898009 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-d422456d-5dee-4fc7-af1d-78b722b0642e tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:12.988532 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-d422456d-5dee-4fc7-af1d-78b722b0642e tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2292430 May 27 03:03:13.000231 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-e53958d0-cc5e-4c06-b401-e88dac7c54ad service neutron] Request body: {'port': {'device_id': '132029b6-8f58-4371-ba0d-a749f8fee9f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:03:13.081330 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5ed417f7-ea20-40f5-b4ae-00886ec0fdde None None] Provisioning for port da111c41-1a91-45dd-948f-ad022bd6baaa completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:03:13.086599 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5ed417f7-ea20-40f5-b4ae-00886ec0fdde None None] Provisioning complete for port da111c41-1a91-45dd-948f-ad022bd6baaa triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:03:13.090517 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5ed417f7-ea20-40f5-b4ae-00886ec0fdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:13.118948 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-e53958d0-cc5e-4c06-b401-e88dac7c54ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:13.139629 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5ed417f7-ea20-40f5-b4ae-00886ec0fdde None None] Port da111c41-1a91-45dd-948f-ad022bd6baaa cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:03:13.222014 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893a760-cf6e-456b-aa35-144ef82b953c req-d5d14bbd-42c4-4756-b830-e69332e23192 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:13.223419 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2893a760-cf6e-456b-aa35-144ef82b953c req-d5d14bbd-42c4-4756-b830-e69332e23192 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] 10.222.0.57 "GET /v2.0/ports?device_id=132029b6-8f58-4371-ba0d-a749f8fee9f3 HTTP/1.1" status: 200 len: 936 time: 0.0784028 May 27 03:03:13.268972 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2893a760-cf6e-456b-aa35-144ef82b953c req-b7adb2e0-a4f8-44af-aa6e-6096e066b7ab tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] 10.222.0.57 "GET /v2.0/security-groups?id=b49fc6ff-f1be-4832-abf2-35970f048976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394435 May 27 03:03:13.466333 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-e53958d0-cc5e-4c06-b401-e88dac7c54ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da111c41-1a91-45dd-948f-ad022bd6baaa {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:03:13.473562 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-e53958d0-cc5e-4c06-b401-e88dac7c54ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:13.488062 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-e53958d0-cc5e-4c06-b401-e88dac7c54ad service neutron] Transition to ACTIVE for port object da111c41-1a91-45dd-948f-ad022bd6baaa will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:03:13.560929 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-e53958d0-cc5e-4c06-b401-e88dac7c54ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:13.716923 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53958d0-cc5e-4c06-b401-e88dac7c54ad service neutron] Pushing event updated for resources: {'Port': ['ID=da111c41-1a91-45dd-948f-ad022bd6baaa,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:03:13.799125 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-e53958d0-cc5e-4c06-b401-e88dac7c54ad service neutron] Attempting to bind port da111c41-1a91-45dd-948f-ad022bd6baaa on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:03:13.799465 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-e53958d0-cc5e-4c06-b401-e88dac7c54ad service neutron] Attempting to bind port da111c41-1a91-45dd-948f-ad022bd6baaa by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:03:13.799801 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-e53958d0-cc5e-4c06-b401-e88dac7c54ad service neutron] Attempting to bind port da111c41-1a91-45dd-948f-ad022bd6baaa on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:03:13.804481 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-e53958d0-cc5e-4c06-b401-e88dac7c54ad service neutron] Port da111c41-1a91-45dd-948f-ad022bd6baaa on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:03:13.804870 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-e53958d0-cc5e-4c06-b401-e88dac7c54ad service neutron] Attempting to bind port da111c41-1a91-45dd-948f-ad022bd6baaa on network 54d5ea08-4fa3-4323-9d64-35a947e9d08e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:03:13.810094 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-e53958d0-cc5e-4c06-b401-e88dac7c54ad service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:03:13.810431 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-e53958d0-cc5e-4c06-b401-e88dac7c54ad service neutron] Checking segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:03:13.810819 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-e53958d0-cc5e-4c06-b401-e88dac7c54ad service neutron] Bound using segment: {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:03:13.811248 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-e53958d0-cc5e-4c06-b401-e88dac7c54ad service neutron] Bound port: da111c41-1a91-45dd-948f-ad022bd6baaa, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fdae27-92c6-46aa-ac25-eafb07640aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:03:13.811595 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-e53958d0-cc5e-4c06-b401-e88dac7c54ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:13.904952 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-e53958d0-cc5e-4c06-b401-e88dac7c54ad service neutron] For port da111c41-1a91-45dd-948f-ad022bd6baaa, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:03:13.907775 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-e53958d0-cc5e-4c06-b401-e88dac7c54ad service neutron] For port da111c41-1a91-45dd-948f-ad022bd6baaa, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=da111c41-1a91-45dd-948f-ad022bd6baaa,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:03:13.981875 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-e53958d0-cc5e-4c06-b401-e88dac7c54ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:14.039901 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-e53958d0-cc5e-4c06-b401-e88dac7c54ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:14.040467 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-e53958d0-cc5e-4c06-b401-e88dac7c54ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:14.041844 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-e53958d0-cc5e-4c06-b401-e88dac7c54ad service neutron] 10.222.0.32 "PUT /v2.0/ports/da111c41-1a91-45dd-948f-ad022bd6baaa HTTP/1.1" status: 200 len: 1096 time: 1.0456970 May 27 03:03:14.044642 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '132029b6-8f58-4371-ba0d-a749f8fee9f3', 'tag': 'da111c41-1a91-45dd-948f-ad022bd6baaa'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:03:14.066712 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53958d0-cc5e-4c06-b401-e88dac7c54ad service neutron] Pushing event updated for resources: {'Port': ['ID=da111c41-1a91-45dd-948f-ad022bd6baaa,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:03:14.096276 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b52f3158-710e-4854-951c-926dac25a0c6'] response: {'name': 'network-changed', 'server_uuid': '132029b6-8f58-4371-ba0d-a749f8fee9f3', 'tag': 'da111c41-1a91-45dd-948f-ad022bd6baaa', 'status': 'completed', 'code': 200} May 27 03:03:14.196979 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cbb711-4667-42e5-99c2-97c6af40b52b req-1baa39ad-a43c-43b8-9bed-ef6b586bfdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:14.198469 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-15cbb711-4667-42e5-99c2-97c6af40b52b req-1baa39ad-a43c-43b8-9bed-ef6b586bfdd0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56edcea2df7a42e5ad74f4b64807888f&device_id=132029b6-8f58-4371-ba0d-a749f8fee9f3 HTTP/1.1" status: 200 len: 1099 time: 0.0766730 May 27 03:03:14.231560 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-15cbb711-4667-42e5-99c2-97c6af40b52b req-0e4e4a52-fa9d-4346-bf84-0ab9c0379850 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=56edcea2df7a42e5ad74f4b64807888f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250537 May 27 03:03:14.364219 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cbb711-4667-42e5-99c2-97c6af40b52b req-62053ec2-ffb3-4da0-829c-1c359bce5eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:14.365666 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-15cbb711-4667-42e5-99c2-97c6af40b52b req-62053ec2-ffb3-4da0-829c-1c359bce5eea service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1284590 May 27 03:03:14.457992 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabde770-b742-40ae-81c7-e1e70656bb88 req-c3eb40ef-2bab-4b72-810a-e722d41af814 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:14.459458 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fabde770-b742-40ae-81c7-e1e70656bb88 req-c3eb40ef-2bab-4b72-810a-e722d41af814 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] 10.222.0.57 "GET /v2.0/ports?device_id=132029b6-8f58-4371-ba0d-a749f8fee9f3 HTTP/1.1" status: 200 len: 948 time: 0.0872664 May 27 03:03:14.469415 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-c9047805-20d5-4333-b5ad-5cfa8bae2f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:14.470865 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-c9047805-20d5-4333-b5ad-5cfa8bae2f1d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56edcea2df7a42e5ad74f4b64807888f&device_id=132029b6-8f58-4371-ba0d-a749f8fee9f3 HTTP/1.1" status: 200 len: 1099 time: 0.0689766 May 27 03:03:14.503323 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fabde770-b742-40ae-81c7-e1e70656bb88 req-2305836c-cdff-4207-a74f-d5bfafd5d623 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] 10.222.0.57 "GET /v2.0/security-groups?id=b49fc6ff-f1be-4832-abf2-35970f048976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372713 May 27 03:03:14.542299 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-b036d955-a5fa-4a4c-8348-23dc4f729506 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=da111c41-1a91-45dd-948f-ad022bd6baaa HTTP/1.1" status: 200 len: 217 time: 0.0632589 May 27 03:03:14.602553 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-fb9adffa-740d-48d4-bbf9-2397ddb560cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:14.603925 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-fb9adffa-740d-48d4-bbf9-2397ddb560cc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cf69705-8457-415f-85a3-b42efaff1b97 HTTP/1.1" status: 200 len: 843 time: 0.0559661 May 27 03:03:14.780106 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-7f54940e-f41b-4e31-b856-a0ec7fea24a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:14.781587 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-7f54940e-f41b-4e31-b856-a0ec7fea24a8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d5ea08-4fa3-4323-9d64-35a947e9d08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1714027 May 27 03:03:14.911625 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-dcb7f050-3848-48f2-a1b0-8a4ad15b7f19 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223240 May 27 03:03:15.043230 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f9c594c4-5a00-49cb-8d85-8553a4220138 req-d7abcbbf-9675-4a55-b5ae-600f1aa1e314 service neutron] 10.222.0.32 "GET /v2.0/networks/54d5ea08-4fa3-4323-9d64-35a947e9d08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243043 May 27 03:03:15.685437 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12612e-ad5d-40d3-82be-b4eac168ff4c req-06304bbc-5d92-45fe-9b8a-bc39ec138f85 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:15.686900 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ab12612e-ad5d-40d3-82be-b4eac168ff4c req-06304bbc-5d92-45fe-9b8a-bc39ec138f85 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] 10.222.0.57 "GET /v2.0/ports?device_id=132029b6-8f58-4371-ba0d-a749f8fee9f3 HTTP/1.1" status: 200 len: 948 time: 0.0787253 May 27 03:03:15.732889 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ab12612e-ad5d-40d3-82be-b4eac168ff4c req-79a16930-1fb2-4064-958a-b016a79f6ac2 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] 10.222.0.57 "GET /v2.0/security-groups?id=b49fc6ff-f1be-4832-abf2-35970f048976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403485 May 27 03:03:16.913176 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58c344-b823-480a-a7a4-20af3fd1fd8b req-f235e11e-8f0f-4825-8d13-178094cec505 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:16.914717 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7d58c344-b823-480a-a7a4-20af3fd1fd8b req-f235e11e-8f0f-4825-8d13-178094cec505 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] 10.222.0.57 "GET /v2.0/ports?device_id=132029b6-8f58-4371-ba0d-a749f8fee9f3 HTTP/1.1" status: 200 len: 948 time: 0.0784762 May 27 03:03:16.958660 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7d58c344-b823-480a-a7a4-20af3fd1fd8b req-11243aab-153e-4608-bd82-cd3c93efa294 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] 10.222.0.57 "GET /v2.0/security-groups?id=b49fc6ff-f1be-4832-abf2-35970f048976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382650 May 27 03:03:17.088685 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-b1282bea-3ebb-44f7-a61b-77c876f5eef5 req-439ffdfd-4276-40fc-b506-031f9e8470c8 service neutron] (88902) timed out ('10.222.0.66', 62092) {{(pid=88902) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 03:03:17.322214 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device da111c41-1a91-45dd-948f-ad022bd6baaa details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:03:17.452992 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port da111c41-1a91-45dd-948f-ad022bd6baaa, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=da111c41-1a91-45dd-948f-ad022bd6baaa,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:03:17.465982 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': 'da111c41-1a91-45dd-948f-ad022bd6baaa', 'network_id': '54d5ea08-4fa3-4323-9d64-35a947e9d08e', 'port_id': 'da111c41-1a91-45dd-948f-ad022bd6baaa', 'mac_address': 'fa:16:3e:2b:47:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf69705-8457-415f-85a3-b42efaff1b97', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:03:17.524900 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port da111c41-1a91-45dd-948f-ad022bd6baaa is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:03:17.525271 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:17.542796 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da111c41-1a91-45dd-948f-ad022bd6baaa {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:03:17.557942 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port da111c41-1a91-45dd-948f-ad022bd6baaa, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=da111c41-1a91-45dd-948f-ad022bd6baaa,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:03:17.623551 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:17.690089 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=da111c41-1a91-45dd-948f-ad022bd6baaa,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:03:17.697273 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:17.697620 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:17.697957 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:17.698292 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:17.698620 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:17.698944 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:17.699267 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:17.699588 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:17.699908 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:17.700227 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:17.700544 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:17.700882 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:17.892943 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['da111c41-1a91-45dd-948f-ad022bd6baaa'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:03:18.144837 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64886a63-8769-4bc2-a7ed-20322ba88a9f req-e1036427-078d-442b-956d-ce68ccd05a74 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:18.146309 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-64886a63-8769-4bc2-a7ed-20322ba88a9f req-e1036427-078d-442b-956d-ce68ccd05a74 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] 10.222.0.57 "GET /v2.0/ports?device_id=132029b6-8f58-4371-ba0d-a749f8fee9f3 HTTP/1.1" status: 200 len: 949 time: 0.0830560 May 27 03:03:18.191075 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-64886a63-8769-4bc2-a7ed-20322ba88a9f req-fad0ced2-6882-4e5b-921b-3a9c481fc4ae tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] 10.222.0.57 "GET /v2.0/security-groups?id=b49fc6ff-f1be-4832-abf2-35970f048976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380666 May 27 03:03:19.322752 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device da111c41-1a91-45dd-948f-ad022bd6baaa up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:03:19.376323 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9325b-2836-45ec-965a-cb778746ff93 req-73f4f392-ad0b-4ea8-9d42-383d1c3e75aa tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:19.377817 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7cc9325b-2836-45ec-965a-cb778746ff93 req-73f4f392-ad0b-4ea8-9d42-383d1c3e75aa tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] 10.222.0.57 "GET /v2.0/ports?device_id=132029b6-8f58-4371-ba0d-a749f8fee9f3 HTTP/1.1" status: 200 len: 949 time: 0.0793843 May 27 03:03:19.422375 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7cc9325b-2836-45ec-965a-cb778746ff93 req-761f9c62-b5b0-4ba4-ae3c-6e18875abae9 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] 10.222.0.57 "GET /v2.0/security-groups?id=b49fc6ff-f1be-4832-abf2-35970f048976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383255 May 27 03:03:19.438384 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port da111c41-1a91-45dd-948f-ad022bd6baaa completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:03:19.443416 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port da111c41-1a91-45dd-948f-ad022bd6baaa triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:03:19.443783 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:19.557607 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port da111c41-1a91-45dd-948f-ad022bd6baaa is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:03:19.557981 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:19.603848 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132029b6-8f58-4371-ba0d-a749f8fee9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da111c41-1a91-45dd-948f-ad022bd6baaa'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:03:19.613363 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port da111c41-1a91-45dd-948f-ad022bd6baaa, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=da111c41-1a91-45dd-948f-ad022bd6baaa,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:03:19.669652 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:19.670552 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:19.702806 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c21abb51-ed38-4b58-bf3b-d814560cef80'] response: {'server_uuid': '132029b6-8f58-4371-ba0d-a749f8fee9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da111c41-1a91-45dd-948f-ad022bd6baaa', 'code': 200} May 27 03:03:19.709730 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:19.811857 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=da111c41-1a91-45dd-948f-ad022bd6baaa,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:03:19.829511 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c461e3-ddcd-443d-9059-52bcee195476 req-a9bada6b-29a4-4ff3-8d05-54f0d932a205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:19.830980 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a3c461e3-ddcd-443d-9059-52bcee195476 req-a9bada6b-29a4-4ff3-8d05-54f0d932a205 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=132029b6-8f58-4371-ba0d-a749f8fee9f3 HTTP/1.1" status: 200 len: 1101 time: 0.0720556 May 27 03:03:19.871400 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a3c461e3-ddcd-443d-9059-52bcee195476 req-f337acdf-424f-4f56-a40d-4b8cbee66a6f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b49fc6ff-f1be-4832-abf2-35970f048976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333412 May 27 03:03:20.607528 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b9a03-4878-4a81-ad3d-7a3c86df9590 req-8ec57862-49df-4ec4-bcec-ad24b45fdfd1 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:20.609000 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0b2b9a03-4878-4a81-ad3d-7a3c86df9590 req-8ec57862-49df-4ec4-bcec-ad24b45fdfd1 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] 10.222.0.57 "GET /v2.0/ports?device_id=132029b6-8f58-4371-ba0d-a749f8fee9f3 HTTP/1.1" status: 200 len: 950 time: 0.0833786 May 27 03:03:20.652131 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0b2b9a03-4878-4a81-ad3d-7a3c86df9590 req-1472ebbe-381b-4345-af5b-d49fc278426e tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] 10.222.0.57 "GET /v2.0/security-groups?id=b49fc6ff-f1be-4832-abf2-35970f048976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375080 May 27 03:03:21.836245 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967275ad-e66f-4ff2-a1fd-df8922ffb9f6 req-05667ad6-445d-4d75-bc5d-33dc731a7b83 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:21.837731 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-967275ad-e66f-4ff2-a1fd-df8922ffb9f6 req-05667ad6-445d-4d75-bc5d-33dc731a7b83 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] 10.222.0.57 "GET /v2.0/ports?device_id=132029b6-8f58-4371-ba0d-a749f8fee9f3 HTTP/1.1" status: 200 len: 950 time: 0.0788770 May 27 03:03:21.881262 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-967275ad-e66f-4ff2-a1fd-df8922ffb9f6 req-b468681f-7109-42ef-85ef-f2288bbb18ae tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] 10.222.0.57 "GET /v2.0/security-groups?id=b49fc6ff-f1be-4832-abf2-35970f048976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379243 May 27 03:03:23.324864 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e5910-7b4b-48ff-b52d-04b06dc8e1c6 req-4e8881b6-42b8-41cd-868e-9f529e5465bf tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:23.326300 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c59e5910-7b4b-48ff-b52d-04b06dc8e1c6 req-4e8881b6-42b8-41cd-868e-9f529e5465bf tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] 10.222.0.57 "GET /v2.0/ports?device_id=132029b6-8f58-4371-ba0d-a749f8fee9f3 HTTP/1.1" status: 200 len: 950 time: 0.0807941 May 27 03:03:23.369444 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c59e5910-7b4b-48ff-b52d-04b06dc8e1c6 req-5f2c5334-c6d1-430f-aa53-35117dde11b9 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] 10.222.0.57 "GET /v2.0/security-groups?id=b49fc6ff-f1be-4832-abf2-35970f048976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374644 May 27 03:03:24.553630 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3096d7-3d90-481e-b249-36ed99d759ad req-d2504d55-8084-4934-8b47-a4fd1acabd81 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:24.555339 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fd3096d7-3d90-481e-b249-36ed99d759ad req-d2504d55-8084-4934-8b47-a4fd1acabd81 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] 10.222.0.57 "GET /v2.0/ports?device_id=132029b6-8f58-4371-ba0d-a749f8fee9f3 HTTP/1.1" status: 200 len: 950 time: 0.0777037 May 27 03:03:24.583191 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2f21a-4d44-4464-8a04-bb0e0d24e239 req-c6e3a89b-d3ac-4ee3-b809-141e5228856b tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:24.583890 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-20a2f21a-4d44-4464-8a04-bb0e0d24e239 req-c6e3a89b-d3ac-4ee3-b809-141e5228856b tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Synchronizing usage tracker for tenant:56edcea2df7a42e5ad74f4b64807888f on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:03:24.604073 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fd3096d7-3d90-481e-b249-36ed99d759ad req-f11e285d-1a4c-4a2b-a0e4-c942682459de tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] 10.222.0.57 "GET /v2.0/security-groups?id=b49fc6ff-f1be-4832-abf2-35970f048976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430131 May 27 03:03:24.695872 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-20a2f21a-4d44-4464-8a04-bb0e0d24e239 req-c6e3a89b-d3ac-4ee3-b809-141e5228856b tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Unset dirty status for tenant:56edcea2df7a42e5ad74f4b64807888f on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:03:24.696940 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-20a2f21a-4d44-4464-8a04-bb0e0d24e239 req-c6e3a89b-d3ac-4ee3-b809-141e5228856b tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] 10.222.0.32 "GET /v2.0/ports?device_id=132029b6-8f58-4371-ba0d-a749f8fee9f3 HTTP/1.1" status: 200 len: 950 time: 0.1946983 May 27 03:03:24.765243 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-20a2f21a-4d44-4464-8a04-bb0e0d24e239 req-e3957b6f-a13c-4bb3-a991-7dcb808fe187 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Deleting port da111c41-1a91-45dd-948f-ad022bd6baaa {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:03:24.765619 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-20a2f21a-4d44-4464-8a04-bb0e0d24e239 req-e3957b6f-a13c-4bb3-a991-7dcb808fe187 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:25.007620 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-20a2f21a-4d44-4464-8a04-bb0e0d24e239 req-e3957b6f-a13c-4bb3-a991-7dcb808fe187 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] For port da111c41-1a91-45dd-948f-ad022bd6baaa, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=da111c41-1a91-45dd-948f-ad022bd6baaa,segment=NetworkSegment(e7fdae27-92c6-46aa-ac25-eafb07640aaa),segment_id=e7fdae27-92c6-46aa-ac25-eafb07640aaa)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:03:25.007974 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-20a2f21a-4d44-4464-8a04-bb0e0d24e239 req-e3957b6f-a13c-4bb3-a991-7dcb808fe187 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:25.127721 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-20a2f21a-4d44-4464-8a04-bb0e0d24e239 req-e3957b6f-a13c-4bb3-a991-7dcb808fe187 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Calling delete_port for da111c41-1a91-45dd-948f-ad022bd6baaa owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:03:25.347038 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-20a2f21a-4d44-4464-8a04-bb0e0d24e239 req-e3957b6f-a13c-4bb3-a991-7dcb808fe187 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:25.402119 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3957b6f-a13c-4bb3-a991-7dcb808fe187 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Pushing event deleted for resources: {'Port': ['ID=da111c41-1a91-45dd-948f-ad022bd6baaa,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:03:25.483826 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3957b6f-a13c-4bb3-a991-7dcb808fe187 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:25.486651 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3957b6f-a13c-4bb3-a991-7dcb808fe187 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:25.486651 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3957b6f-a13c-4bb3-a991-7dcb808fe187 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:25.486651 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3957b6f-a13c-4bb3-a991-7dcb808fe187 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:25.486651 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3957b6f-a13c-4bb3-a991-7dcb808fe187 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:25.486651 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3957b6f-a13c-4bb3-a991-7dcb808fe187 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:25.486651 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3957b6f-a13c-4bb3-a991-7dcb808fe187 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:25.486651 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3957b6f-a13c-4bb3-a991-7dcb808fe187 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:25.487223 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3957b6f-a13c-4bb3-a991-7dcb808fe187 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:25.487223 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3957b6f-a13c-4bb3-a991-7dcb808fe187 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:25.487442 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3957b6f-a13c-4bb3-a991-7dcb808fe187 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:25.487766 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3957b6f-a13c-4bb3-a991-7dcb808fe187 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:25.497172 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a2f21a-4d44-4464-8a04-bb0e0d24e239 req-e3957b6f-a13c-4bb3-a991-7dcb808fe187 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] No DVR routers for this DVR port da111c41-1a91-45dd-948f-ad022bd6baaa on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:03:25.499691 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-20a2f21a-4d44-4464-8a04-bb0e0d24e239 req-e3957b6f-a13c-4bb3-a991-7dcb808fe187 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:25.502753 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132029b6-8f58-4371-ba0d-a749f8fee9f3', 'name': 'network-vif-deleted', 'tag': 'da111c41-1a91-45dd-948f-ad022bd6baaa'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:03:25.530173 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-39fb5baa-8577-4180-8b68-ba0d23f336e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:25.582313 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-20a2f21a-4d44-4464-8a04-bb0e0d24e239 req-e3957b6f-a13c-4bb3-a991-7dcb808fe187 tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] 10.222.0.32 "DELETE /v2.0/ports/da111c41-1a91-45dd-948f-ad022bd6baaa HTTP/1.1" status: 204 len: 173 time: 0.8799055 May 27 03:03:25.646549 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf263568-a5df-400e-b8b0-61297b25ec16'] response: {'server_uuid': '132029b6-8f58-4371-ba0d-a749f8fee9f3', 'name': 'network-vif-deleted', 'tag': 'da111c41-1a91-45dd-948f-ad022bd6baaa', 'status': 'completed', 'code': 200} May 27 03:03:25.755080 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3a9e9473-196b-4955-8680-63e82be1e410 req-269d9b86-06a1-4f34-825e-3e41c462358d tempest-ServersAdminNegativeTestJSON-1967281856 tempest-ServersAdminNegativeTestJSON-1967281856-project] 10.222.0.57 "GET /v2.0/ports?device_id=132029b6-8f58-4371-ba0d-a749f8fee9f3 HTTP/1.1" status: 200 len: 210 time: 0.0414488 May 27 03:03:27.292955 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34096) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:03:27.351320 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device da111c41-1a91-45dd-948f-ad022bd6baaa no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:03:27.385188 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: da111c41-1a91-45dd-948f-ad022bd6baaa {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:03:27.385531 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device da111c41-1a91-45dd-948f-ad022bd6baaa not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:03:27.438842 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-19323153-1bfa-4fbd-a514-f392db6e086b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=56edcea2df7a42e5ad74f4b64807888f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1447475 May 27 03:03:27.446351 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34102) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:03:27.500813 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-75b273e3-b37e-4f52-bff3-1c25710409ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:27.529715 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-75b273e3-b37e-4f52-bff3-1c25710409ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:27.662043 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:03:27.669318 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-75b273e3-b37e-4f52-bff3-1c25710409ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:27.686092 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b273e3-b37e-4f52-bff3-1c25710409ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49fc6ff-f1be-4832-abf2-35970f048976,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:03:27.693491 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-75b273e3-b37e-4f52-bff3-1c25710409ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:27.694606 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-75b273e3-b37e-4f52-bff3-1c25710409ed admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b49fc6ff-f1be-4832-abf2-35970f048976 HTTP/1.1" status: 204 len: 168 time: 0.2473528 May 27 03:03:27.874457 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-aa921bc7-aac9-4bb4-93c7-63ed75bdcf1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:28.303699 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34110) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:03:28.321755 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a11c8b74-9793-41c2-b3a7-aea92c73abee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:28.336563 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a11c8b74-9793-41c2-b3a7-aea92c73abee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:03:28.340493 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a11c8b74-9793-41c2-b3a7-aea92c73abee admin admin] Usage tracker for resource:security_group_rule and tenant:2b2e06220add49a2ac6c1431405cf147 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:03:28.343374 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a11c8b74-9793-41c2-b3a7-aea92c73abee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:03:28.349056 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a11c8b74-9793-41c2-b3a7-aea92c73abee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:03:28.428195 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a11c8b74-9793-41c2-b3a7-aea92c73abee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:28.497627 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a11c8b74-9793-41c2-b3a7-aea92c73abee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:28.546228 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a11c8b74-9793-41c2-b3a7-aea92c73abee admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2b2e06220add49a2ac6c1431405cf147&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2414813 May 27 03:03:28.547102 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c8b74-9793-41c2-b3a7-aea92c73abee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456706af-784d-40b2-87dd-0cb522666838,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:03:28.548992 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34114) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:03:28.606745 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f1119eeb-4236-4735-8710-8407102389f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:28.635019 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f1119eeb-4236-4735-8710-8407102389f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:28.749307 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f1119eeb-4236-4735-8710-8407102389f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:28.766016 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1119eeb-4236-4735-8710-8407102389f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456706af-784d-40b2-87dd-0cb522666838,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:03:28.770678 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f1119eeb-4236-4735-8710-8407102389f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:28.776860 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f1119eeb-4236-4735-8710-8407102389f4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/456706af-784d-40b2-87dd-0cb522666838 HTTP/1.1" status: 204 len: 168 time: 0.2246161 May 27 03:03:29.027210 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:29.131982 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:29.896047 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34138) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:03:29.998533 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b8c2a8d9-5f6d-4f5d-b1a4-de9fbe3841f7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2090585924-network', 'tenant_id': 'f3d56239574746f9ba479c40a3d3cd5b'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:03:30.003954 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b8c2a8d9-5f6d-4f5d-b1a4-de9fbe3841f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:03:30.007869 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b8c2a8d9-5f6d-4f5d-b1a4-de9fbe3841f7 admin admin] Usage tracker for resource:network and tenant:f3d56239574746f9ba479c40a3d3cd5b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:03:30.010718 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b8c2a8d9-5f6d-4f5d-b1a4-de9fbe3841f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:03:30.016776 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b8c2a8d9-5f6d-4f5d-b1a4-de9fbe3841f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:03:30.149141 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c2a8d9-5f6d-4f5d-b1a4-de9fbe3841f7 admin admin] Made reservation on behalf of f3d56239574746f9ba479c40a3d3cd5b for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:03:30.151483 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8c2a8d9-5f6d-4f5d-b1a4-de9fbe3841f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:30.164442 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8c2a8d9-5f6d-4f5d-b1a4-de9fbe3841f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:30.178927 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b8c2a8d9-5f6d-4f5d-b1a4-de9fbe3841f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:03:30.183671 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b8c2a8d9-5f6d-4f5d-b1a4-de9fbe3841f7 admin admin] Usage tracker for resource:security_group_rule and tenant:f3d56239574746f9ba479c40a3d3cd5b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:03:30.186526 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b8c2a8d9-5f6d-4f5d-b1a4-de9fbe3841f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:03:30.192106 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b8c2a8d9-5f6d-4f5d-b1a4-de9fbe3841f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:03:30.271837 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8c2a8d9-5f6d-4f5d-b1a4-de9fbe3841f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:30.284320 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:30.343045 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8c2a8d9-5f6d-4f5d-b1a4-de9fbe3841f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:30.374913 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8c2a8d9-5f6d-4f5d-b1a4-de9fbe3841f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:03:30.379871 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2a8d9-5f6d-4f5d-b1a4-de9fbe3841f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f05fc89-3e42-47e6-b2dc-3edefcad0626,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:03:30.386339 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8c2a8d9-5f6d-4f5d-b1a4-de9fbe3841f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:30.386672 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-b8c2a8d9-5f6d-4f5d-b1a4-de9fbe3841f7 admin admin] Added segment 153854a9-14d8-4f0d-a99e-7813294bdaa7 of type vlan for network 67326921-7611-4113-87a3-38bd7f4be8d7 May 27 03:03:30.411701 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8c2a8d9-5f6d-4f5d-b1a4-de9fbe3841f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:30.485927 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8c2a8d9-5f6d-4f5d-b1a4-de9fbe3841f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:30.487120 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c2a8d9-5f6d-4f5d-b1a4-de9fbe3841f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:30.488704 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8c2a8d9-5f6d-4f5d-b1a4-de9fbe3841f7 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:30.586618 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2a8d9-5f6d-4f5d-b1a4-de9fbe3841f7 admin admin] Pushing event updated for resources: {'Network': ['ID=67326921-7611-4113-87a3-38bd7f4be8d7,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:03:30.596224 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 67326921-7611-4113-87a3-38bd7f4be8d7 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:03:30.633935 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b8c2a8d9-5f6d-4f5d-b1a4-de9fbe3841f7 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7368009 May 27 03:03:30.636814 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34144) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:03:30.642281 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-0a6bcb17-5063-4043-9e62-96cbf5845624 admin admin] Request body: {'subnet': {'network_id': '67326921-7611-4113-87a3-38bd7f4be8d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2090585924-subnet', 'tenant_id': 'f3d56239574746f9ba479c40a3d3cd5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:03:30.648190 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0a6bcb17-5063-4043-9e62-96cbf5845624 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:03:30.652159 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0a6bcb17-5063-4043-9e62-96cbf5845624 admin admin] Usage tracker for resource:subnet and tenant:f3d56239574746f9ba479c40a3d3cd5b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:03:30.655141 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0a6bcb17-5063-4043-9e62-96cbf5845624 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:03:30.661014 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0a6bcb17-5063-4043-9e62-96cbf5845624 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:03:30.729968 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6bcb17-5063-4043-9e62-96cbf5845624 admin admin] Made reservation on behalf of f3d56239574746f9ba479c40a3d3cd5b for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:03:30.732337 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a6bcb17-5063-4043-9e62-96cbf5845624 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:31.103540 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a6bcb17-5063-4043-9e62-96cbf5845624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:31.178898 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6bcb17-5063-4043-9e62-96cbf5845624 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91f713cf-6b2f-4759-9c41-05a4559b9aef,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:03:31.183132 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6bcb17-5063-4043-9e62-96cbf5845624 admin admin] Checking segment: {'id': '153854a9-14d8-4f0d-a99e-7813294bdaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '67326921-7611-4113-87a3-38bd7f4be8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:03:31.183489 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6bcb17-5063-4043-9e62-96cbf5845624 admin admin] Network hostable DHCP agents. Network: 67326921-7611-4113-87a3-38bd7f4be8d7, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:03:31.257667 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6bcb17-5063-4043-9e62-96cbf5845624 admin admin] Network 67326921-7611-4113-87a3-38bd7f4be8d7 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:03:31.337558 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-0a6bcb17-5063-4043-9e62-96cbf5845624 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 67326921-7611-4113-87a3-38bd7f4be8d7) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:03:31.342397 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6bcb17-5063-4043-9e62-96cbf5845624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:31.344301 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a6bcb17-5063-4043-9e62-96cbf5845624 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:31.345219 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92bf739-8d49-43c7-bc94-0d8874177345 None None] Network 67326921-7611-4113-87a3-38bd7f4be8d7 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:03:31.435517 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0a6bcb17-5063-4043-9e62-96cbf5845624 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7975414 May 27 03:03:31.558191 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fe9829-3992-4b29-a250-4bbd0349cac0 None None] Network 67326921-7611-4113-87a3-38bd7f4be8d7 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:03:31.934450 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-f3de9689-c54c-42b1-85b4-1b36f0598820 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:31.935933 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-f3de9689-c54c-42b1-85b4-1b36f0598820 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/networks?id=67326921-7611-4113-87a3-38bd7f4be8d7 HTTP/1.1" status: 200 len: 812 time: 0.1436136 May 27 03:03:31.951816 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-2df48432-23bf-4693-b497-e6bdc7eabaf6 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/quotas/f3d56239574746f9ba479c40a3d3cd5b HTTP/1.1" status: 200 len: 375 time: 0.0099738 May 27 03:03:32.000463 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-17276d69-4c09-4342-ab75-567b2d2cc523 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=f3d56239574746f9ba479c40a3d3cd5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437100 May 27 03:03:32.114950 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-4650f1be-0daa-448e-9aed-83593138f3e9 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 03:03:32.115928 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-4650f1be-0daa-448e-9aed-83593138f3e9 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0447192 May 27 03:03:32.349357 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-f927e3eb-f16d-4f47-b856-8ea2c2e6d00e service neutron] 10.222.0.57 "GET /v2.0/networks/67326921-7611-4113-87a3-38bd7f4be8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270265 May 27 03:03:32.477917 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-dde60b3f-5b73-4e7c-b232-6306a218c1bb service neutron] 10.222.0.57 "GET /v2.0/networks/67326921-7611-4113-87a3-38bd7f4be8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222930 May 27 03:03:32.723492 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dd532db9-625e-46f5-bf0c-09bea5206394 req-fe16b027-d69e-413d-beaa-0d75c50863b1 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 210 time: 0.0416496 May 27 03:03:33.880174 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-32d06d8d-0519-4e3b-aff5-9dd51b33217b req-2267d872-e172-4134-8895-9382ca8538f9 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 210 time: 0.0422785 May 27 03:03:35.019593 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-9a977da3-ac9d-4ee4-8e47-d9eb1192b609 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:35.020306 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-9a977da3-ac9d-4ee4-8e47-d9eb1192b609 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Synchronizing usage tracker for tenant:f3d56239574746f9ba479c40a3d3cd5b on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:03:35.040217 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-30804dd4-fe3f-4830-93c6-94b7e152eccd req-21af881e-0bc1-4e14-812a-3a8f1bb013cd tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 210 time: 0.0545523 May 27 03:03:35.126153 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-9a977da3-ac9d-4ee4-8e47-d9eb1192b609 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Unset dirty status for tenant:f3d56239574746f9ba479c40a3d3cd5b on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:03:35.127266 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-9a977da3-ac9d-4ee4-8e47-d9eb1192b609 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.32 "GET /v2.0/networks?id=67326921-7611-4113-87a3-38bd7f4be8d7 HTTP/1.1" status: 200 len: 812 time: 0.2568309 May 27 03:03:35.139597 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-ed53b595-9748-4694-9553-8dc619bdc555 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Request body: {'port': {'device_id': '8776d9e7-a415-4cb5-8b4a-0b9df44e07a7', 'network_id': '67326921-7611-4113-87a3-38bd7f4be8d7', 'admin_state_up': True, 'tenant_id': 'f3d56239574746f9ba479c40a3d3cd5b'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:03:35.277664 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-ed53b595-9748-4694-9553-8dc619bdc555 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:03:35.281461 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-ed53b595-9748-4694-9553-8dc619bdc555 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Usage tracker for resource:port and tenant:f3d56239574746f9ba479c40a3d3cd5b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:03:35.284305 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-ed53b595-9748-4694-9553-8dc619bdc555 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:03:35.290415 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-ed53b595-9748-4694-9553-8dc619bdc555 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:03:35.377226 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-ed53b595-9748-4694-9553-8dc619bdc555 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Made reservation on behalf of f3d56239574746f9ba479c40a3d3cd5b for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:03:35.380577 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-ed53b595-9748-4694-9553-8dc619bdc555 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:35.541321 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-ed53b595-9748-4694-9553-8dc619bdc555 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Allocated IP 172.20.0.13 (67326921-7611-4113-87a3-38bd7f4be8d7/91f713cf-6b2f-4759-9c41-05a4559b9aef/0ac41bf6-1527-4460-a95c-f00d975e8949) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:03:35.776455 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-ed53b595-9748-4694-9553-8dc619bdc555 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:35.880427 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-ed53b595-9748-4694-9553-8dc619bdc555 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:35.948916 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-ed53b595-9748-4694-9553-8dc619bdc555 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Network 67326921-7611-4113-87a3-38bd7f4be8d7 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:03:35.953646 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-ed53b595-9748-4694-9553-8dc619bdc555 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:03:35.955755 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-ed53b595-9748-4694-9553-8dc619bdc555 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:03:35.996602 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53b595-9748-4694-9553-8dc619bdc555 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Pushing event updated for resources: {'Port': ['ID=0ac41bf6-1527-4460-a95c-f00d975e8949,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:03:36.020300 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-ed53b595-9748-4694-9553-8dc619bdc555 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:36.021004 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-ed53b595-9748-4694-9553-8dc619bdc555 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:36.142252 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-ed53b595-9748-4694-9553-8dc619bdc555 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0062346 May 27 03:03:36.235822 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-892a8144-2092-4511-830a-982a13c79de2 service neutron] Request body: {'port': {'device_id': '8776d9e7-a415-4cb5-8b4a-0b9df44e07a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:03:36.350418 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-892a8144-2092-4511-830a-982a13c79de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:36.385044 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510c5d9-0c2e-4b4e-b8ea-f3b02c4604c7 req-6db2ad06-f002-4531-8b9f-54b93727966e tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:36.386510 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3510c5d9-0c2e-4b4e-b8ea-f3b02c4604c7 req-6db2ad06-f002-4531-8b9f-54b93727966e tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 932 time: 0.0798423 May 27 03:03:36.430611 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3510c5d9-0c2e-4b4e-b8ea-f3b02c4604c7 req-8ad7b269-06cd-48d9-a6de-3be7d6cb6759 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f05fc89-3e42-47e6-b2dc-3edefcad0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381453 May 27 03:03:36.685165 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-892a8144-2092-4511-830a-982a13c79de2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ac41bf6-1527-4460-a95c-f00d975e8949 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:03:36.692114 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-892a8144-2092-4511-830a-982a13c79de2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:36.705817 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-892a8144-2092-4511-830a-982a13c79de2 service neutron] Transition to ACTIVE for port object 0ac41bf6-1527-4460-a95c-f00d975e8949 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:03:36.771702 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-892a8144-2092-4511-830a-982a13c79de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:36.930219 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a8144-2092-4511-830a-982a13c79de2 service neutron] Pushing event updated for resources: {'Port': ['ID=0ac41bf6-1527-4460-a95c-f00d975e8949,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:03:37.000366 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-892a8144-2092-4511-830a-982a13c79de2 service neutron] Attempting to bind port 0ac41bf6-1527-4460-a95c-f00d975e8949 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:03:37.000702 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-892a8144-2092-4511-830a-982a13c79de2 service neutron] Attempting to bind port 0ac41bf6-1527-4460-a95c-f00d975e8949 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '153854a9-14d8-4f0d-a99e-7813294bdaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '67326921-7611-4113-87a3-38bd7f4be8d7'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:03:37.001051 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-892a8144-2092-4511-830a-982a13c79de2 service neutron] Attempting to bind port 0ac41bf6-1527-4460-a95c-f00d975e8949 on network 67326921-7611-4113-87a3-38bd7f4be8d7 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:03:37.005503 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-892a8144-2092-4511-830a-982a13c79de2 service neutron] Port 0ac41bf6-1527-4460-a95c-f00d975e8949 on network 67326921-7611-4113-87a3-38bd7f4be8d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:03:37.005831 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-892a8144-2092-4511-830a-982a13c79de2 service neutron] Attempting to bind port 0ac41bf6-1527-4460-a95c-f00d975e8949 on network 67326921-7611-4113-87a3-38bd7f4be8d7 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:03:37.010834 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-892a8144-2092-4511-830a-982a13c79de2 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:03:37.011171 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-892a8144-2092-4511-830a-982a13c79de2 service neutron] Checking segment: {'id': '153854a9-14d8-4f0d-a99e-7813294bdaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '67326921-7611-4113-87a3-38bd7f4be8d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:03:37.011552 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-892a8144-2092-4511-830a-982a13c79de2 service neutron] Bound using segment: {'id': '153854a9-14d8-4f0d-a99e-7813294bdaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '67326921-7611-4113-87a3-38bd7f4be8d7'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:03:37.011975 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-892a8144-2092-4511-830a-982a13c79de2 service neutron] Bound port: 0ac41bf6-1527-4460-a95c-f00d975e8949, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '153854a9-14d8-4f0d-a99e-7813294bdaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '67326921-7611-4113-87a3-38bd7f4be8d7'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:03:37.012315 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-892a8144-2092-4511-830a-982a13c79de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:37.101721 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-892a8144-2092-4511-830a-982a13c79de2 service neutron] For port 0ac41bf6-1527-4460-a95c-f00d975e8949, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:03:37.104668 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-892a8144-2092-4511-830a-982a13c79de2 service neutron] For port 0ac41bf6-1527-4460-a95c-f00d975e8949, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=0ac41bf6-1527-4460-a95c-f00d975e8949,segment=NetworkSegment(153854a9-14d8-4f0d-a99e-7813294bdaa7),segment_id=153854a9-14d8-4f0d-a99e-7813294bdaa7)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:03:37.175485 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-892a8144-2092-4511-830a-982a13c79de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:37.233587 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-892a8144-2092-4511-830a-982a13c79de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:37.234191 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-892a8144-2092-4511-830a-982a13c79de2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:37.235537 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-892a8144-2092-4511-830a-982a13c79de2 service neutron] 10.222.0.32 "PUT /v2.0/ports/0ac41bf6-1527-4460-a95c-f00d975e8949 HTTP/1.1" status: 200 len: 1092 time: 1.0453749 May 27 03:03:37.235959 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8776d9e7-a415-4cb5-8b4a-0b9df44e07a7', 'tag': '0ac41bf6-1527-4460-a95c-f00d975e8949'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:03:37.255763 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a8144-2092-4511-830a-982a13c79de2 service neutron] Pushing event updated for resources: {'Port': ['ID=0ac41bf6-1527-4460-a95c-f00d975e8949,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:03:37.283904 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29dbebd1-26f2-4a46-ac06-a35ad16ff412'] response: {'name': 'network-changed', 'server_uuid': '8776d9e7-a415-4cb5-8b4a-0b9df44e07a7', 'tag': '0ac41bf6-1527-4460-a95c-f00d975e8949', 'status': 'completed', 'code': 200} May 27 03:03:37.374487 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0ab4a-d3a7-4f22-8994-fc8e2985b5d7 req-ea0ad66e-854b-4e2b-9080-75b16010a389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:37.375927 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b9f0ab4a-d3a7-4f22-8994-fc8e2985b5d7 req-ea0ad66e-854b-4e2b-9080-75b16010a389 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3d56239574746f9ba479c40a3d3cd5b&device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 1095 time: 0.0725114 May 27 03:03:37.620978 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d049970-5229-4aa3-9abe-9c8687382866 req-dd3a2826-9074-434d-9064-19affc3d20f8 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:37.621569 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0ab4a-d3a7-4f22-8994-fc8e2985b5d7 req-c01416db-89ee-42b3-9c07-898228396355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:37.622437 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6d049970-5229-4aa3-9abe-9c8687382866 req-dd3a2826-9074-434d-9064-19affc3d20f8 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 944 time: 0.0836840 May 27 03:03:37.622869 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b9f0ab4a-d3a7-4f22-8994-fc8e2985b5d7 req-c01416db-89ee-42b3-9c07-898228396355 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=f3d56239574746f9ba479c40a3d3cd5b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2384787 May 27 03:03:37.667339 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6d049970-5229-4aa3-9abe-9c8687382866 req-25e86d08-ecc7-4a82-9170-d62471413c2d tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f05fc89-3e42-47e6-b2dc-3edefcad0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390537 May 27 03:03:37.760296 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0ab4a-d3a7-4f22-8994-fc8e2985b5d7 req-da76a028-f999-480e-9a12-21320b010f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:37.761771 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b9f0ab4a-d3a7-4f22-8994-fc8e2985b5d7 req-da76a028-f999-480e-9a12-21320b010f69 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1326442 May 27 03:03:37.863683 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-01daccc4-dda4-4112-96ed-958f9b5c4729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:37.865143 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-01daccc4-dda4-4112-96ed-958f9b5c4729 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3d56239574746f9ba479c40a3d3cd5b&device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 1095 time: 0.0692196 May 27 03:03:37.934826 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-2127f5ff-1f7c-48ef-a2e3-75e1d7bb7d74 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ac41bf6-1527-4460-a95c-f00d975e8949 HTTP/1.1" status: 200 len: 217 time: 0.0625579 May 27 03:03:37.996882 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-f6f134c1-82e2-47f1-bacb-39328ec2be14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:37.998299 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-f6f134c1-82e2-47f1-bacb-39328ec2be14 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91f713cf-6b2f-4759-9c41-05a4559b9aef HTTP/1.1" status: 200 len: 852 time: 0.0574212 May 27 03:03:38.046908 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-c065b7aa-fa55-433d-a72e-214e13c4a30d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=67326921-7611-4113-87a3-38bd7f4be8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427582 May 27 03:03:38.175507 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-0a0539de-8c54-455a-93a1-5890ba73f190 service neutron] 10.222.0.32 "GET /v2.0/networks/67326921-7611-4113-87a3-38bd7f4be8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215286 May 27 03:03:38.302383 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a31e2848-5529-4f2b-ba3b-ce34086b9441 req-7ef43e60-7536-47d5-9c43-07054bc74b08 service neutron] 10.222.0.32 "GET /v2.0/networks/67326921-7611-4113-87a3-38bd7f4be8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200001 May 27 03:03:38.851845 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c789453-4b94-4d2b-a40f-d110be25de58 req-fef4e167-2c3a-4dc1-916d-1e5a0dfced23 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:38.853257 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c789453-4b94-4d2b-a40f-d110be25de58 req-fef4e167-2c3a-4dc1-916d-1e5a0dfced23 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 944 time: 0.0789025 May 27 03:03:38.900288 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c789453-4b94-4d2b-a40f-d110be25de58 req-793553ed-e28a-4867-b958-28652957ada2 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f05fc89-3e42-47e6-b2dc-3edefcad0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413492 May 27 03:03:40.079212 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff60f64-2148-48c2-a9a5-2958bbdd95fa req-fb0dc0c6-cade-486c-abc7-8d3e439267c0 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:40.080645 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ff60f64-2148-48c2-a9a5-2958bbdd95fa req-fb0dc0c6-cade-486c-abc7-8d3e439267c0 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 944 time: 0.0780244 May 27 03:03:40.125688 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ff60f64-2148-48c2-a9a5-2958bbdd95fa req-c4ed8110-6710-43c1-a3e3-66558312b97b tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f05fc89-3e42-47e6-b2dc-3edefcad0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388181 May 27 03:03:41.307642 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb5645-ab02-4e8a-bed3-2139f8b59e3e req-adfdc1c5-0691-453f-8011-7bd148a20652 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:41.309093 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4beb5645-ab02-4e8a-bed3-2139f8b59e3e req-adfdc1c5-0691-453f-8011-7bd148a20652 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 944 time: 0.0819554 May 27 03:03:41.351965 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4beb5645-ab02-4e8a-bed3-2139f8b59e3e req-c4a6c985-192c-4a77-95f6-78dfd6b547bc tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f05fc89-3e42-47e6-b2dc-3edefcad0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372968 May 27 03:03:41.428555 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 0ac41bf6-1527-4460-a95c-f00d975e8949 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:03:41.561297 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 0ac41bf6-1527-4460-a95c-f00d975e8949, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=0ac41bf6-1527-4460-a95c-f00d975e8949,segment=NetworkSegment(153854a9-14d8-4f0d-a99e-7813294bdaa7),segment_id=153854a9-14d8-4f0d-a99e-7813294bdaa7)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:03:41.574124 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '0ac41bf6-1527-4460-a95c-f00d975e8949', 'network_id': '67326921-7611-4113-87a3-38bd7f4be8d7', 'port_id': '0ac41bf6-1527-4460-a95c-f00d975e8949', 'mac_address': 'fa:16:3e:71:d1:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91f713cf-6b2f-4759-9c41-05a4559b9aef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:03:41.630576 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 0ac41bf6-1527-4460-a95c-f00d975e8949 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:03:41.630949 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:41.648001 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ac41bf6-1527-4460-a95c-f00d975e8949 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:03:41.662881 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 0ac41bf6-1527-4460-a95c-f00d975e8949, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=0ac41bf6-1527-4460-a95c-f00d975e8949,segment=NetworkSegment(153854a9-14d8-4f0d-a99e-7813294bdaa7),segment_id=153854a9-14d8-4f0d-a99e-7813294bdaa7)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:03:41.735180 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:41.801860 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=0ac41bf6-1527-4460-a95c-f00d975e8949,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:03:41.928893 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['0ac41bf6-1527-4460-a95c-f00d975e8949'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:03:42.532843 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26013001-6689-4618-8ccd-7c8822e0e6fd req-2bf0ea7d-4565-4ed5-a2dc-230ded4ab844 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:42.534295 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-26013001-6689-4618-8ccd-7c8822e0e6fd req-2bf0ea7d-4565-4ed5-a2dc-230ded4ab844 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 945 time: 0.0775547 May 27 03:03:42.577976 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-26013001-6689-4618-8ccd-7c8822e0e6fd req-044bf0ab-a46b-43ba-a56d-e635c62f29bb tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f05fc89-3e42-47e6-b2dc-3edefcad0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381112 May 27 03:03:43.432031 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 0ac41bf6-1527-4460-a95c-f00d975e8949 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:03:43.574946 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 0ac41bf6-1527-4460-a95c-f00d975e8949 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:03:43.579636 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 0ac41bf6-1527-4460-a95c-f00d975e8949 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:03:43.580026 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:43.698919 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 0ac41bf6-1527-4460-a95c-f00d975e8949 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:03:43.699209 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:43.725860 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8776d9e7-a415-4cb5-8b4a-0b9df44e07a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac41bf6-1527-4460-a95c-f00d975e8949'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:03:43.738085 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 0ac41bf6-1527-4460-a95c-f00d975e8949, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=0ac41bf6-1527-4460-a95c-f00d975e8949,segment=NetworkSegment(153854a9-14d8-4f0d-a99e-7813294bdaa7),segment_id=153854a9-14d8-4f0d-a99e-7813294bdaa7)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:03:43.770345 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a043df-68db-47c2-a68f-b2f8742edb13 req-a6a88ed8-6274-4974-ae13-60e4ee7185ec tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:43.770345 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d7a043df-68db-47c2-a68f-b2f8742edb13 req-a6a88ed8-6274-4974-ae13-60e4ee7185ec tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 945 time: 0.0841620 May 27 03:03:43.814875 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d7a043df-68db-47c2-a68f-b2f8742edb13 req-0657c7de-b3e7-4f09-8f8a-c8ae91e37818 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f05fc89-3e42-47e6-b2dc-3edefcad0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411007 May 27 03:03:43.830050 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:43.872292 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54400f1f-b1fe-4b3a-8974-0057bf3d11f0'] response: {'server_uuid': '8776d9e7-a415-4cb5-8b4a-0b9df44e07a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac41bf6-1527-4460-a95c-f00d975e8949', 'code': 200} May 27 03:03:43.906442 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=0ac41bf6-1527-4460-a95c-f00d975e8949,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:03:43.990158 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b58ee8-bc0c-4b3e-a96c-6324859234f5 req-c70e2337-6575-4886-a9a3-bd46764a0e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:43.992110 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c1b58ee8-bc0c-4b3e-a96c-6324859234f5 req-c70e2337-6575-4886-a9a3-bd46764a0e26 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 1097 time: 0.0689707 May 27 03:03:44.031918 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c1b58ee8-bc0c-4b3e-a96c-6324859234f5 req-85c03660-ebc6-4392-888a-bcc2d5d15da4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8f05fc89-3e42-47e6-b2dc-3edefcad0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344210 May 27 03:03:45.006933 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d48f4-aeda-4e91-9ab6-89b42723e19a req-06ba6236-875b-443f-928a-07ff47912e53 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:45.008402 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f92d48f4-aeda-4e91-9ab6-89b42723e19a req-06ba6236-875b-443f-928a-07ff47912e53 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 946 time: 0.0822134 May 27 03:03:45.054140 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f92d48f4-aeda-4e91-9ab6-89b42723e19a req-636db6f7-1be8-4194-9380-b1c8ec5ccb6b tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f05fc89-3e42-47e6-b2dc-3edefcad0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394406 May 27 03:03:46.238277 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6033cad-2c6d-4e1f-bb9d-520d39d866ce req-6b051b9b-fa93-48e2-a27a-8bbd5f407a06 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:46.239692 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e6033cad-2c6d-4e1f-bb9d-520d39d866ce req-6b051b9b-fa93-48e2-a27a-8bbd5f407a06 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 946 time: 0.0810449 May 27 03:03:46.281970 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e6033cad-2c6d-4e1f-bb9d-520d39d866ce req-97788dbe-f843-4b60-b80d-b98914b3bf12 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f05fc89-3e42-47e6-b2dc-3edefcad0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365918 May 27 03:03:46.787063 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f781e3c-13b4-4e3c-be1a-9c15cb15bd5d req-6148e4f6-418a-46d6-8b0e-c8d30d845ff3 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:46.788529 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f781e3c-13b4-4e3c-be1a-9c15cb15bd5d req-6148e4f6-418a-46d6-8b0e-c8d30d845ff3 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 946 time: 0.0768211 May 27 03:03:46.819981 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34220) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:03:46.837931 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f781e3c-13b4-4e3c-be1a-9c15cb15bd5d req-93d2d284-1b05-407e-8c69-5d2c0049059e tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f05fc89-3e42-47e6-b2dc-3edefcad0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435247 May 27 03:03:46.940645 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-dcf574f9-d998-45cb-82b1-b23e9f22d67e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1193631 May 27 03:03:48.022611 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa2219-4dbc-4382-a47d-3ac42fb7fc73 req-6058fe35-35ff-4635-a72e-eeb037e87f5b tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:48.023999 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d3aa2219-4dbc-4382-a47d-3ac42fb7fc73 req-6058fe35-35ff-4635-a72e-eeb037e87f5b tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 946 time: 0.0778546 May 27 03:03:48.066486 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d3aa2219-4dbc-4382-a47d-3ac42fb7fc73 req-cf7eb3f3-f2b6-4c6f-8d1e-79bfda61ffdb tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f05fc89-3e42-47e6-b2dc-3edefcad0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366275 May 27 03:03:48.964616 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-d80953bf-8d44-4b9f-ad85-9fcfeaa3c855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:48.966093 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-d80953bf-8d44-4b9f-ad85-9fcfeaa3c855 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3d56239574746f9ba479c40a3d3cd5b&device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 1097 time: 0.0696797 May 27 03:03:49.095044 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-d183b26d-730b-4fa1-8bb6-51e338791413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:49.096390 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-d183b26d-730b-4fa1-8bb6-51e338791413 service neutron] 10.222.0.32 "GET /v2.0/networks?id=67326921-7611-4113-87a3-38bd7f4be8d7 HTTP/1.1" status: 200 len: 913 time: 0.1238413 May 27 03:03:49.167493 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-62058e57-e683-406d-919e-1ca1d1f84fb3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ac41bf6-1527-4460-a95c-f00d975e8949 HTTP/1.1" status: 200 len: 217 time: 0.0643673 May 27 03:03:49.228597 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-c4a9d0fa-a86a-47f9-91d3-fb187d1a831e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:49.230049 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-c4a9d0fa-a86a-47f9-91d3-fb187d1a831e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91f713cf-6b2f-4759-9c41-05a4559b9aef HTTP/1.1" status: 200 len: 852 time: 0.0570672 May 27 03:03:49.256548 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e212af-3cee-402c-b6c9-09707adec735 req-209c5992-8584-43d2-8e67-c51461af0674 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:49.258028 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a0e212af-3cee-402c-b6c9-09707adec735 req-209c5992-8584-43d2-8e67-c51461af0674 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 946 time: 0.0821536 May 27 03:03:49.275381 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-567fd4af-28ec-4c47-b3e9-d7497a521041 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=67326921-7611-4113-87a3-38bd7f4be8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394788 May 27 03:03:49.301585 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a0e212af-3cee-402c-b6c9-09707adec735 req-b16b4178-1268-4ae4-843b-53a58503ceda tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f05fc89-3e42-47e6-b2dc-3edefcad0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378959 May 27 03:03:49.405586 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-9dcd0833-5883-456d-b934-3dca2cc63793 service neutron] 10.222.0.32 "GET /v2.0/networks/67326921-7611-4113-87a3-38bd7f4be8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241169 May 27 03:03:49.534940 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-90c96880-d4b7-4991-8cdc-cfd891fec14a service neutron] 10.222.0.32 "GET /v2.0/networks/67326921-7611-4113-87a3-38bd7f4be8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224685 May 27 03:03:49.649877 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:49.650563 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:50.483165 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3fb936-eda9-4177-9dd5-d39696f4f63e req-3a58263b-6abe-46c9-82ec-9f29423191f1 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:50.484617 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5f3fb936-eda9-4177-9dd5-d39696f4f63e req-3a58263b-6abe-46c9-82ec-9f29423191f1 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 946 time: 0.0792663 May 27 03:03:50.527779 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5f3fb936-eda9-4177-9dd5-d39696f4f63e req-f679c552-b86f-4084-888e-2414a45d6cce tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f05fc89-3e42-47e6-b2dc-3edefcad0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376089 May 27 03:03:51.710804 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf32b6e-6fa2-4c59-873b-fceb7ddfec27 req-9457df40-c05e-45c4-9715-9ca297650e27 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:51.712225 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bdf32b6e-6fa2-4c59-873b-fceb7ddfec27 req-9457df40-c05e-45c4-9715-9ca297650e27 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 946 time: 0.0819116 May 27 03:03:51.754649 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bdf32b6e-6fa2-4c59-873b-fceb7ddfec27 req-297a55bb-b0f3-457f-b2b3-16ee002f3ffa tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f05fc89-3e42-47e6-b2dc-3edefcad0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368147 May 27 03:03:52.935739 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ed29e-cec1-4b1a-8dc3-00c5770ee1c3 req-c1d5a16e-91dc-4020-8317-6a8ba0dde9f4 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:52.937195 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-667ed29e-cec1-4b1a-8dc3-00c5770ee1c3 req-c1d5a16e-91dc-4020-8317-6a8ba0dde9f4 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 946 time: 0.0783272 May 27 03:03:52.983883 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-667ed29e-cec1-4b1a-8dc3-00c5770ee1c3 req-3909909b-b52d-450f-b4af-ce01ec6eb7bc tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f05fc89-3e42-47e6-b2dc-3edefcad0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411382 May 27 03:03:54.161845 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4bf8b7-4652-4576-8a65-d6d7d4da5cd9 req-d170ae40-6d21-4a4b-92bf-5c353248f1c7 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:54.163756 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9e4bf8b7-4652-4576-8a65-d6d7d4da5cd9 req-d170ae40-6d21-4a4b-92bf-5c353248f1c7 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 946 time: 0.0768225 May 27 03:03:54.205834 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9e4bf8b7-4652-4576-8a65-d6d7d4da5cd9 req-29854ab0-c4ca-4ab9-89f8-8e7791e3da8c tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f05fc89-3e42-47e6-b2dc-3edefcad0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365365 May 27 03:03:55.514187 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e342e2ee-3a21-4242-8eae-bcbf4cdeb91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:55.553919 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e471739-1607-4c11-9b66-07017bed8d3b req-2c1256f7-80bb-461a-9951-fbfe110eae25 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:55.555668 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1e471739-1607-4c11-9b66-07017bed8d3b req-2c1256f7-80bb-461a-9951-fbfe110eae25 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 946 time: 0.0832143 May 27 03:03:55.598861 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1e471739-1607-4c11-9b66-07017bed8d3b req-1bd4b1b5-bd22-413f-96a1-7a1f25e28d34 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f05fc89-3e42-47e6-b2dc-3edefcad0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374165 May 27 03:03:56.782326 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ea9f5-7c44-43ed-adb9-b7da107c10c4 req-db71cfe3-5ca3-49a6-9023-95d4e1756dc3 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:56.783921 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-666ea9f5-7c44-43ed-adb9-b7da107c10c4 req-db71cfe3-5ca3-49a6-9023-95d4e1756dc3 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 946 time: 0.0790393 May 27 03:03:56.828430 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-666ea9f5-7c44-43ed-adb9-b7da107c10c4 req-1f8defb0-7921-4cdb-8b4e-f227ae179537 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f05fc89-3e42-47e6-b2dc-3edefcad0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382450 May 27 03:03:57.883669 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-26a176b3-3892-4dee-8128-4144af16189a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:58.011181 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8bfa18-a090-4112-b6f4-2780aa618380 req-b13f5f53-2b71-45a7-929f-737444b28b0f tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:58.012651 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c8bfa18-a090-4112-b6f4-2780aa618380 req-b13f5f53-2b71-45a7-929f-737444b28b0f tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 946 time: 0.0824447 May 27 03:03:58.056357 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c8bfa18-a090-4112-b6f4-2780aa618380 req-b7536c4b-d572-4d6a-a67f-cde49758d450 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f05fc89-3e42-47e6-b2dc-3edefcad0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381007 May 27 03:03:59.055350 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:59.136864 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:59.240301 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9dcf5-3289-4ec6-9557-34e034bc062c req-4915e42c-e633-4a56-ad22-ece0306e4f90 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:59.241806 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c1c9dcf5-3289-4ec6-9557-34e034bc062c req-4915e42c-e633-4a56-ad22-ece0306e4f90 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 946 time: 0.0788574 May 27 03:03:59.284891 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c1c9dcf5-3289-4ec6-9557-34e034bc062c req-06452358-44fc-4877-8b06-fc1eb68dedce tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f05fc89-3e42-47e6-b2dc-3edefcad0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374348 May 27 03:04:00.250887 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:00.469526 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df04cf3-1c24-4872-82e9-8352044edfd6 req-95a923de-e30d-493b-aae8-a48b4edee7ed tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:00.470885 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1df04cf3-1c24-4872-82e9-8352044edfd6 req-95a923de-e30d-493b-aae8-a48b4edee7ed tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 946 time: 0.0814722 May 27 03:04:00.515120 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1df04cf3-1c24-4872-82e9-8352044edfd6 req-0b6e1d4b-8115-4394-acb2-05232e2307f4 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f05fc89-3e42-47e6-b2dc-3edefcad0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381930 May 27 03:04:01.695290 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f64782-6e72-423b-83aa-aceea3e2a20f req-d112c08d-dd97-4bb4-b918-452a28ebb316 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:01.696745 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d5f64782-6e72-423b-83aa-aceea3e2a20f req-d112c08d-dd97-4bb4-b918-452a28ebb316 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 946 time: 0.0779135 May 27 03:04:01.849529 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d5f64782-6e72-423b-83aa-aceea3e2a20f req-09a477d0-5767-44a3-bffb-13d53558b947 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f05fc89-3e42-47e6-b2dc-3edefcad0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471338 May 27 03:04:03.036063 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b07808-fed1-409b-a0b8-2b40db0c8d08 req-31ce2d73-b862-4bea-b573-38a06d7c74e3 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:03.037529 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-69b07808-fed1-409b-a0b8-2b40db0c8d08 req-31ce2d73-b862-4bea-b573-38a06d7c74e3 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 946 time: 0.0784485 May 27 03:04:03.081114 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-69b07808-fed1-409b-a0b8-2b40db0c8d08 req-1445ce76-450f-4d24-b484-77a32b423e5c tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f05fc89-3e42-47e6-b2dc-3edefcad0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379162 May 27 03:04:04.264572 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf0f3b-84a4-4530-9ea9-ac9243a5c064 req-d94c35c3-93c8-49d0-9f4a-6163ca1873f7 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:04.266002 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cbdf0f3b-84a4-4530-9ea9-ac9243a5c064 req-d94c35c3-93c8-49d0-9f4a-6163ca1873f7 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 946 time: 0.0797365 May 27 03:04:04.308558 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cbdf0f3b-84a4-4530-9ea9-ac9243a5c064 req-93041513-988a-489c-a9db-e3cc9ddf1a07 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f05fc89-3e42-47e6-b2dc-3edefcad0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368829 May 27 03:04:04.660815 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:04:05.488669 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cb096-7aec-4303-a775-9f28acf6ba73 req-53a4ca9b-cec4-4f07-b093-9236b65650f7 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:05.490123 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ec9cb096-7aec-4303-a775-9f28acf6ba73 req-53a4ca9b-cec4-4f07-b093-9236b65650f7 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 946 time: 0.0784066 May 27 03:04:05.533297 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ec9cb096-7aec-4303-a775-9f28acf6ba73 req-fb17855f-617a-49fc-9eca-92e7585e83b5 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f05fc89-3e42-47e6-b2dc-3edefcad0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374589 May 27 03:04:06.716143 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7cbb84-bc96-45cf-ab0a-663e106c0142 req-95479b04-4dc2-40bf-b3b8-f675401ee59f tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:06.717608 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b7cbb84-bc96-45cf-ab0a-663e106c0142 req-95479b04-4dc2-40bf-b3b8-f675401ee59f tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 946 time: 0.0817673 May 27 03:04:06.761033 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b7cbb84-bc96-45cf-ab0a-663e106c0142 req-00a1c94a-296c-47de-9690-02f02dda410b tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f05fc89-3e42-47e6-b2dc-3edefcad0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378220 May 27 03:04:07.942052 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af15a29-5d7a-4d10-b70d-bfe5d99d9476 req-ff6500aa-b7a3-4846-b26b-5e934a1f7512 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:07.943459 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9af15a29-5d7a-4d10-b70d-bfe5d99d9476 req-ff6500aa-b7a3-4846-b26b-5e934a1f7512 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 946 time: 0.0769353 May 27 03:04:07.989548 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9af15a29-5d7a-4d10-b70d-bfe5d99d9476 req-5b38ae70-27a0-408f-a04c-a5c38676bf15 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f05fc89-3e42-47e6-b2dc-3edefcad0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405819 May 27 03:04:09.169858 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73f124-2675-4486-93d2-aded3abc9052 req-6eccad16-a15f-442a-afb5-e417a7021630 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:09.171232 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ba73f124-2675-4486-93d2-aded3abc9052 req-6eccad16-a15f-442a-afb5-e417a7021630 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 946 time: 0.0787334 May 27 03:04:09.215166 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ba73f124-2675-4486-93d2-aded3abc9052 req-05328540-d69e-41ba-be63-b67a46575adb tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f05fc89-3e42-47e6-b2dc-3edefcad0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382614 May 27 03:04:10.402076 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef05d7-a10b-4c4d-8faa-87f1bbce7b49 req-dc92e12e-27fb-4f68-8689-9e5c01014c48 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:10.403518 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c8ef05d7-a10b-4c4d-8faa-87f1bbce7b49 req-dc92e12e-27fb-4f68-8689-9e5c01014c48 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 946 time: 0.0820634 May 27 03:04:10.446877 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c8ef05d7-a10b-4c4d-8faa-87f1bbce7b49 req-2000869a-3905-4620-b390-4dd2182762a7 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f05fc89-3e42-47e6-b2dc-3edefcad0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377622 May 27 03:04:11.629556 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5705522-9df6-4382-940c-e4ddbfc2c352 req-507b6498-4fad-4649-a01f-5febf1000654 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:11.630975 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f5705522-9df6-4382-940c-e4ddbfc2c352 req-507b6498-4fad-4649-a01f-5febf1000654 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 946 time: 0.0775170 May 27 03:04:11.673736 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f5705522-9df6-4382-940c-e4ddbfc2c352 req-bc774509-f18b-4fba-a129-af6d7e9b4e43 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f05fc89-3e42-47e6-b2dc-3edefcad0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366461 May 27 03:04:12.857986 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23188a67-49f4-4571-a29f-70f851908dd6 req-ea92b07c-a381-470f-9847-2b97fd758caf tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:12.859416 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-23188a67-49f4-4571-a29f-70f851908dd6 req-ea92b07c-a381-470f-9847-2b97fd758caf tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 946 time: 0.0818298 May 27 03:04:12.902853 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-23188a67-49f4-4571-a29f-70f851908dd6 req-b04c8b82-3faa-4309-abb9-fe5e6d7af927 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f05fc89-3e42-47e6-b2dc-3edefcad0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377576 May 27 03:04:14.083305 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8baa08-cb59-41f4-9f96-61e6747cb6df req-befb42cc-48f9-4476-a427-510217406a92 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:14.084644 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bb8baa08-cb59-41f4-9f96-61e6747cb6df req-befb42cc-48f9-4476-a427-510217406a92 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 946 time: 0.0776689 May 27 03:04:14.130844 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bb8baa08-cb59-41f4-9f96-61e6747cb6df req-5d492d15-6ed3-4a2a-b6aa-c52fc156af36 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f05fc89-3e42-47e6-b2dc-3edefcad0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406940 May 27 03:04:15.311678 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cdfc82-8152-46dd-81de-1cd51d1fc81f req-ab441b19-7b06-4e65-875f-e5d393ee7eb5 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:15.313139 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-99cdfc82-8152-46dd-81de-1cd51d1fc81f req-ab441b19-7b06-4e65-875f-e5d393ee7eb5 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 946 time: 0.0792470 May 27 03:04:15.356807 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-99cdfc82-8152-46dd-81de-1cd51d1fc81f req-dc881ba3-ac63-4ee4-8b84-2699ba0da174 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f05fc89-3e42-47e6-b2dc-3edefcad0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374014 May 27 03:04:16.541090 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c4d85-3ad8-4838-9a6e-0e56a509f729 req-8e4c2021-15ba-479b-b5c7-6a5466917ea3 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:16.542511 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-918c4d85-3ad8-4838-9a6e-0e56a509f729 req-8e4c2021-15ba-479b-b5c7-6a5466917ea3 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 946 time: 0.0806246 May 27 03:04:16.586617 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-918c4d85-3ad8-4838-9a6e-0e56a509f729 req-e9cc69db-17ce-4e67-ad85-8f70c2b40fde tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f05fc89-3e42-47e6-b2dc-3edefcad0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386200 May 27 03:04:16.936778 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-83bcf47a-5073-4434-a3cb-7e69669a895d service neutron] show failed (client error): The resource could not be found. May 27 03:04:16.937746 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-83bcf47a-5073-4434-a3cb-7e69669a895d service neutron] 10.222.0.32 "GET /v2.0/ports/0ac41bf6-1527-4460-a95c-f00d975e8949/bindings/n-h2-843554-3 HTTP/1.1" status: 404 len: 380 time: 0.0768368 May 27 03:04:17.628227 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-313c6f9a-98d7-42ef-ac1a-7ff11a19b49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:17.629748 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-313c6f9a-98d7-42ef-ac1a-7ff11a19b49c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7&tenant_id=f3d56239574746f9ba479c40a3d3cd5b HTTP/1.1" status: 200 len: 1097 time: 0.1095178 May 27 03:04:17.640330 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-c1194a1f-f995-40e1-a65b-5b16d3fc5c61 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843554-3', 'device_owner': 'compute:nova'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:04:17.777288 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb0568-8af1-4793-8d50-e3036d7a9da1 req-a40ad9eb-20a5-4e29-88e6-40ff48116052 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:17.778764 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7cbb0568-8af1-4793-8d50-e3036d7a9da1 req-a40ad9eb-20a5-4e29-88e6-40ff48116052 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 946 time: 0.0841677 May 27 03:04:17.824917 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7cbb0568-8af1-4793-8d50-e3036d7a9da1 req-a0a41878-13c0-4bf8-bab7-829973de9a4e tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f05fc89-3e42-47e6-b2dc-3edefcad0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396848 May 27 03:04:17.866216 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-c1194a1f-f995-40e1-a65b-5b16d3fc5c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:18.128059 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-c1194a1f-f995-40e1-a65b-5b16d3fc5c61 service neutron] For port 0ac41bf6-1527-4460-a95c-f00d975e8949, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=0ac41bf6-1527-4460-a95c-f00d975e8949,segment=NetworkSegment(153854a9-14d8-4f0d-a99e-7813294bdaa7),segment_id=153854a9-14d8-4f0d-a99e-7813294bdaa7)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:04:18.155473 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-c1194a1f-f995-40e1-a65b-5b16d3fc5c61 service neutron] For port 0ac41bf6-1527-4460-a95c-f00d975e8949, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:04:18.211135 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8776d9e7-a415-4cb5-8b4a-0b9df44e07a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ac41bf6-1527-4460-a95c-f00d975e8949'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:04:18.216732 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-c1194a1f-f995-40e1-a65b-5b16d3fc5c61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:18.231531 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-c1194a1f-f995-40e1-a65b-5b16d3fc5c61 service neutron] Transition to ACTIVE for port object 0ac41bf6-1527-4460-a95c-f00d975e8949 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:04:18.267563 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af10b827-0b25-42ca-b872-063a5ac658c7'] response: {'server_uuid': '8776d9e7-a415-4cb5-8b4a-0b9df44e07a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ac41bf6-1527-4460-a95c-f00d975e8949', 'code': 200} May 27 03:04:18.291086 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-c1194a1f-f995-40e1-a65b-5b16d3fc5c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:18.449352 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-c1194a1f-f995-40e1-a65b-5b16d3fc5c61 service neutron] No DVR routers for this DVR port 0ac41bf6-1527-4460-a95c-f00d975e8949 on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:04:18.457753 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1194a1f-f995-40e1-a65b-5b16d3fc5c61 service neutron] Pushing event updated for resources: {'Port': ['ID=0ac41bf6-1527-4460-a95c-f00d975e8949,revision_number=6']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:04:18.509473 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-c1194a1f-f995-40e1-a65b-5b16d3fc5c61 service neutron] Attempting to bind port 0ac41bf6-1527-4460-a95c-f00d975e8949 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:04:18.509805 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-c1194a1f-f995-40e1-a65b-5b16d3fc5c61 service neutron] Attempting to bind port 0ac41bf6-1527-4460-a95c-f00d975e8949 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '153854a9-14d8-4f0d-a99e-7813294bdaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '67326921-7611-4113-87a3-38bd7f4be8d7'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:04:18.510138 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-c1194a1f-f995-40e1-a65b-5b16d3fc5c61 service neutron] Attempting to bind port 0ac41bf6-1527-4460-a95c-f00d975e8949 on network 67326921-7611-4113-87a3-38bd7f4be8d7 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:04:18.514672 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-c1194a1f-f995-40e1-a65b-5b16d3fc5c61 service neutron] Port 0ac41bf6-1527-4460-a95c-f00d975e8949 on network 67326921-7611-4113-87a3-38bd7f4be8d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:04:18.515005 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-c1194a1f-f995-40e1-a65b-5b16d3fc5c61 service neutron] Attempting to bind port 0ac41bf6-1527-4460-a95c-f00d975e8949 on network 67326921-7611-4113-87a3-38bd7f4be8d7 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:04:18.520027 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-c1194a1f-f995-40e1-a65b-5b16d3fc5c61 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:04:18.520367 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-c1194a1f-f995-40e1-a65b-5b16d3fc5c61 service neutron] Checking segment: {'id': '153854a9-14d8-4f0d-a99e-7813294bdaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '67326921-7611-4113-87a3-38bd7f4be8d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:04:18.520781 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-c1194a1f-f995-40e1-a65b-5b16d3fc5c61 service neutron] Bound using segment: {'id': '153854a9-14d8-4f0d-a99e-7813294bdaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '67326921-7611-4113-87a3-38bd7f4be8d7'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:04:18.521204 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-c1194a1f-f995-40e1-a65b-5b16d3fc5c61 service neutron] Bound port: 0ac41bf6-1527-4460-a95c-f00d975e8949, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '153854a9-14d8-4f0d-a99e-7813294bdaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '67326921-7611-4113-87a3-38bd7f4be8d7'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:04:18.521548 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-c1194a1f-f995-40e1-a65b-5b16d3fc5c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:18.613300 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-c1194a1f-f995-40e1-a65b-5b16d3fc5c61 service neutron] For port 0ac41bf6-1527-4460-a95c-f00d975e8949, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:04:18.616315 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-c1194a1f-f995-40e1-a65b-5b16d3fc5c61 service neutron] For port 0ac41bf6-1527-4460-a95c-f00d975e8949, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=0ac41bf6-1527-4460-a95c-f00d975e8949,segment=NetworkSegment(153854a9-14d8-4f0d-a99e-7813294bdaa7),segment_id=153854a9-14d8-4f0d-a99e-7813294bdaa7)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:04:18.678752 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-c1194a1f-f995-40e1-a65b-5b16d3fc5c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:18.738099 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-c1194a1f-f995-40e1-a65b-5b16d3fc5c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:18.738709 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-c1194a1f-f995-40e1-a65b-5b16d3fc5c61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:18.740171 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-c1194a1f-f995-40e1-a65b-5b16d3fc5c61 service neutron] 10.222.0.66 "PUT /v2.0/ports/0ac41bf6-1527-4460-a95c-f00d975e8949 HTTP/1.1" status: 200 len: 1092 time: 1.1036444 May 27 03:04:18.756416 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1194a1f-f995-40e1-a65b-5b16d3fc5c61 service neutron] Pushing event updated for resources: {'Port': ['ID=0ac41bf6-1527-4460-a95c-f00d975e8949,revision_number=7']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:04:18.832514 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-e5ce1c84-335b-4192-bac6-c1eaba0ab534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:18.833990 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-e5ce1c84-335b-4192-bac6-c1eaba0ab534 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3d56239574746f9ba479c40a3d3cd5b&device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 1095 time: 0.0739241 May 27 03:04:18.963249 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-d45c912f-7dd6-4abd-b732-f8ebfc7f4da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:18.964680 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-d45c912f-7dd6-4abd-b732-f8ebfc7f4da2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=67326921-7611-4113-87a3-38bd7f4be8d7 HTTP/1.1" status: 200 len: 913 time: 0.1245098 May 27 03:04:19.011611 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df7740-c5a6-4c3d-9d14-63017f4f3c75 req-d5b7c783-35f7-423f-a0ba-6d7ae1baa711 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:19.013005 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-48df7740-c5a6-4c3d-9d14-63017f4f3c75 req-d5b7c783-35f7-423f-a0ba-6d7ae1baa711 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 944 time: 0.0822499 May 27 03:04:19.030132 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-61884c7f-3f51-47a7-bf59-3c8a75b283d5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ac41bf6-1527-4460-a95c-f00d975e8949 HTTP/1.1" status: 200 len: 217 time: 0.0600040 May 27 03:04:19.056888 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-48df7740-c5a6-4c3d-9d14-63017f4f3c75 req-bc45796a-8364-4836-b72f-d84cac15aa8e tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f05fc89-3e42-47e6-b2dc-3edefcad0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382092 May 27 03:04:19.094104 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-9939c6ad-9c30-411f-8d88-e7e43df323c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:19.095518 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-9939c6ad-9c30-411f-8d88-e7e43df323c0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=91f713cf-6b2f-4759-9c41-05a4559b9aef HTTP/1.1" status: 200 len: 852 time: 0.0596638 May 27 03:04:19.140238 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-8b986779-5436-4054-ad06-60769054d9d2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=67326921-7611-4113-87a3-38bd7f4be8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389996 May 27 03:04:19.150658 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-818ac115-2f8f-4268-bf69-913916fc446b service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 03:04:19.151567 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-818ac115-2f8f-4268-bf69-913916fc446b service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052907 May 27 03:04:19.279654 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-67bff375-e7a1-4241-9cdc-a49744ef375c service neutron] 10.222.0.66 "GET /v2.0/networks/67326921-7611-4113-87a3-38bd7f4be8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221471 May 27 03:04:19.407328 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-61a3dc26-25fb-4c75-8a4b-ab278a9f3df5 req-06a6ddea-af2b-45d3-a40f-50bfb5efd5b8 service neutron] 10.222.0.66 "GET /v2.0/networks/67326921-7611-4113-87a3-38bd7f4be8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222308 May 27 03:04:19.606551 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 0ac41bf6-1527-4460-a95c-f00d975e8949 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:04:19.667672 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 0ac41bf6-1527-4460-a95c-f00d975e8949 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:04:19.672103 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:19.719684 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:20.243655 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80f19b-4ba7-42c3-8352-a843bdf1746d req-4e4ef349-e1b4-40c6-92d7-529478720698 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:20.245139 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2b80f19b-4ba7-42c3-8352-a843bdf1746d req-4e4ef349-e1b4-40c6-92d7-529478720698 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 944 time: 0.0773678 May 27 03:04:20.268853 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8776d9e7-a415-4cb5-8b4a-0b9df44e07a7', 'tag': '0ac41bf6-1527-4460-a95c-f00d975e8949'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:04:20.288987 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2b80f19b-4ba7-42c3-8352-a843bdf1746d req-90d7076d-28cb-4a9d-9c48-65f59677218a tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f05fc89-3e42-47e6-b2dc-3edefcad0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378909 May 27 03:04:20.325476 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fea99fe2-b685-445c-8312-cd2ae06cd115'] response: {'name': 'network-changed', 'server_uuid': '8776d9e7-a415-4cb5-8b4a-0b9df44e07a7', 'tag': '0ac41bf6-1527-4460-a95c-f00d975e8949', 'status': 'completed', 'code': 200} May 27 03:04:20.581349 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e908e85-6034-4579-8ac0-01411e9f78cb req-869f2ecd-61cf-4c64-a5ac-9d1d0782bd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:20.582858 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1e908e85-6034-4579-8ac0-01411e9f78cb req-869f2ecd-61cf-4c64-a5ac-9d1d0782bd0d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3d56239574746f9ba479c40a3d3cd5b&device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 1095 time: 0.2058272 May 27 03:04:20.584638 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e908e85-6034-4579-8ac0-01411e9f78cb req-72b1e3ef-e464-4abd-8d63-46f8a7d9ade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:20.586912 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1e908e85-6034-4579-8ac0-01411e9f78cb req-72b1e3ef-e464-4abd-8d63-46f8a7d9ade1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3d56239574746f9ba479c40a3d3cd5b&device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 1095 time: 0.2433269 May 27 03:04:20.827139 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e908e85-6034-4579-8ac0-01411e9f78cb req-70fd4e17-cc01-4133-9c32-039add48d6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:20.828579 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1e908e85-6034-4579-8ac0-01411e9f78cb req-70fd4e17-cc01-4133-9c32-039add48d6b1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=67326921-7611-4113-87a3-38bd7f4be8d7 HTTP/1.1" status: 200 len: 913 time: 0.2398355 May 27 03:04:20.829653 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e908e85-6034-4579-8ac0-01411e9f78cb req-8b3340bf-9953-45c7-863e-b067fced9cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:20.830928 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1e908e85-6034-4579-8ac0-01411e9f78cb req-8b3340bf-9953-45c7-863e-b067fced9cd9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=67326921-7611-4113-87a3-38bd7f4be8d7 HTTP/1.1" status: 200 len: 913 time: 0.2241964 May 27 03:04:20.959337 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1e908e85-6034-4579-8ac0-01411e9f78cb req-86bed51c-6d86-497a-9c1a-21f39921d4e7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ac41bf6-1527-4460-a95c-f00d975e8949 HTTP/1.1" status: 200 len: 217 time: 0.1231701 May 27 03:04:20.960551 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1e908e85-6034-4579-8ac0-01411e9f78cb req-3e0a771b-03f5-4852-952c-6595eaa980fe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ac41bf6-1527-4460-a95c-f00d975e8949 HTTP/1.1" status: 200 len: 217 time: 0.0732934 May 27 03:04:21.068145 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e908e85-6034-4579-8ac0-01411e9f78cb req-bc555818-9330-4b5d-94b5-5e1d03399b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:21.069592 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1e908e85-6034-4579-8ac0-01411e9f78cb req-bc555818-9330-4b5d-94b5-5e1d03399b88 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=91f713cf-6b2f-4759-9c41-05a4559b9aef HTTP/1.1" status: 200 len: 852 time: 0.1040907 May 27 03:04:21.073194 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e908e85-6034-4579-8ac0-01411e9f78cb req-3e52f145-ee2a-40c5-985b-d7e080bb7bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:21.074474 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1e908e85-6034-4579-8ac0-01411e9f78cb req-3e52f145-ee2a-40c5-985b-d7e080bb7bc3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91f713cf-6b2f-4759-9c41-05a4559b9aef HTTP/1.1" status: 200 len: 852 time: 0.0802956 May 27 03:04:21.148566 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1e908e85-6034-4579-8ac0-01411e9f78cb req-7a09a713-71f9-45cc-af52-456ac9398618 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=67326921-7611-4113-87a3-38bd7f4be8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720239 May 27 03:04:21.154544 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1e908e85-6034-4579-8ac0-01411e9f78cb req-b5cedca9-7a72-42c5-baa6-0a189525dfa8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=67326921-7611-4113-87a3-38bd7f4be8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491526 May 27 03:04:21.389736 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1e908e85-6034-4579-8ac0-01411e9f78cb req-89ffc97f-3160-4f36-80e2-b8ca8d2f8e92 service neutron] 10.222.0.66 "GET /v2.0/networks/67326921-7611-4113-87a3-38bd7f4be8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339888 May 27 03:04:21.391552 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1e908e85-6034-4579-8ac0-01411e9f78cb req-f191cf41-f0c9-40f9-9370-a94165d32bdf service neutron] 10.222.0.32 "GET /v2.0/networks/67326921-7611-4113-87a3-38bd7f4be8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187977 May 27 03:04:21.478842 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a706b-ac22-4f9a-903b-ddc5a38ed8a3 req-188cfc5c-4437-40ae-87cf-b5c4cec2b4b0 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:21.480312 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0a5a706b-ac22-4f9a-903b-ddc5a38ed8a3 req-188cfc5c-4437-40ae-87cf-b5c4cec2b4b0 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 944 time: 0.0826373 May 27 03:04:21.525469 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0a5a706b-ac22-4f9a-903b-ddc5a38ed8a3 req-26624adb-c807-414b-8a52-164f15c5f0f2 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f05fc89-3e42-47e6-b2dc-3edefcad0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389516 May 27 03:04:21.634171 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1e908e85-6034-4579-8ac0-01411e9f78cb req-866fdb30-d155-466f-8378-4552c1c41d20 service neutron] 10.222.0.32 "GET /v2.0/networks/67326921-7611-4113-87a3-38bd7f4be8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362449 May 27 03:04:21.635913 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-1e908e85-6034-4579-8ac0-01411e9f78cb req-517814a0-b30d-4b5a-87b5-ed44a08a43a8 service neutron] 10.222.0.66 "GET /v2.0/networks/67326921-7611-4113-87a3-38bd7f4be8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201939 May 27 03:04:21.787780 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfa4a5-1fc3-4356-a17b-0db9b58f3669 req-c220fe00-97fd-4d98-b6fd-2e92a5262afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:21.789235 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d5bfa4a5-1fc3-4356-a17b-0db9b58f3669 req-c220fe00-97fd-4d98-b6fd-2e92a5262afb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3d56239574746f9ba479c40a3d3cd5b&device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 1095 time: 0.0716050 May 27 03:04:22.040929 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfa4a5-1fc3-4356-a17b-0db9b58f3669 req-2d3cef58-b1eb-402f-81cd-5afd912246fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:22.042340 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d5bfa4a5-1fc3-4356-a17b-0db9b58f3669 req-2d3cef58-b1eb-402f-81cd-5afd912246fe service neutron] 10.222.0.66 "GET /v2.0/networks?id=67326921-7611-4113-87a3-38bd7f4be8d7 HTTP/1.1" status: 200 len: 913 time: 0.2355516 May 27 03:04:22.107357 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d5bfa4a5-1fc3-4356-a17b-0db9b58f3669 req-37c872be-fc7d-47be-8b12-c8dd9435e242 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ac41bf6-1527-4460-a95c-f00d975e8949 HTTP/1.1" status: 200 len: 217 time: 0.0586855 May 27 03:04:22.168985 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfa4a5-1fc3-4356-a17b-0db9b58f3669 req-c8226160-4ce5-430e-8238-3b04913f94ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:22.170323 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d5bfa4a5-1fc3-4356-a17b-0db9b58f3669 req-c8226160-4ce5-430e-8238-3b04913f94ba service neutron] 10.222.0.66 "GET /v2.0/subnets?id=91f713cf-6b2f-4759-9c41-05a4559b9aef HTTP/1.1" status: 200 len: 852 time: 0.0571110 May 27 03:04:22.213825 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d5bfa4a5-1fc3-4356-a17b-0db9b58f3669 req-ab407c8d-e08e-4d8c-850f-80b21d345456 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=67326921-7611-4113-87a3-38bd7f4be8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381207 May 27 03:04:22.339419 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d5bfa4a5-1fc3-4356-a17b-0db9b58f3669 req-521c92d8-34b6-47cd-b799-d389fcae4a7b service neutron] 10.222.0.66 "GET /v2.0/networks/67326921-7611-4113-87a3-38bd7f4be8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197848 May 27 03:04:22.468540 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d5bfa4a5-1fc3-4356-a17b-0db9b58f3669 req-6f101381-de20-4743-93a8-b04fdb520742 service neutron] 10.222.0.66 "GET /v2.0/networks/67326921-7611-4113-87a3-38bd7f4be8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227348 May 27 03:04:22.707435 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e313a-2665-4680-a4df-bb38407ae52f req-30ca4ce0-e9cd-447b-9919-ea4b90d14215 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:22.708958 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-674e313a-2665-4680-a4df-bb38407ae52f req-30ca4ce0-e9cd-447b-9919-ea4b90d14215 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 944 time: 0.0787735 May 27 03:04:22.757153 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-674e313a-2665-4680-a4df-bb38407ae52f req-727f4d0c-1691-42b1-a314-54472df8594e tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f05fc89-3e42-47e6-b2dc-3edefcad0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418870 May 27 03:04:23.317399 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32e109-93d9-4314-b02e-1fbc830287fa req-c6662904-490a-4131-aa56-e9a9d536e33f tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:23.318085 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-2f32e109-93d9-4314-b02e-1fbc830287fa req-c6662904-490a-4131-aa56-e9a9d536e33f tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Synchronizing usage tracker for tenant:f3d56239574746f9ba479c40a3d3cd5b on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:04:23.397935 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-2f32e109-93d9-4314-b02e-1fbc830287fa req-c6662904-490a-4131-aa56-e9a9d536e33f tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Unset dirty status for tenant:f3d56239574746f9ba479c40a3d3cd5b on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:04:23.399101 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2f32e109-93d9-4314-b02e-1fbc830287fa req-c6662904-490a-4131-aa56-e9a9d536e33f tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.32 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7&tenant_id=f3d56239574746f9ba479c40a3d3cd5b&binding%3Ahost_id=n-h2-843554-3 HTTP/1.1" status: 200 len: 944 time: 0.1665444 May 27 03:04:23.421818 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 0ac41bf6-1527-4460-a95c-f00d975e8949 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:04:23.477442 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [req-2f32e109-93d9-4314-b02e-1fbc830287fa req-c78c4e6c-4597-4f04-b09a-13142c444023 service neutron] delete failed (client error): The resource could not be found. May 27 03:04:23.478459 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2f32e109-93d9-4314-b02e-1fbc830287fa req-c78c4e6c-4597-4f04-b09a-13142c444023 service neutron] 10.222.0.32 "DELETE /v2.0/ports/0ac41bf6-1527-4460-a95c-f00d975e8949/bindings/n-h1-843554-3 HTTP/1.1" status: 404 len: 380 time: 0.0738504 May 27 03:04:23.589301 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 0ac41bf6-1527-4460-a95c-f00d975e8949, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=0ac41bf6-1527-4460-a95c-f00d975e8949,segment=NetworkSegment(153854a9-14d8-4f0d-a99e-7813294bdaa7),segment_id=153854a9-14d8-4f0d-a99e-7813294bdaa7)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:04:23.602764 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '0ac41bf6-1527-4460-a95c-f00d975e8949', 'network_id': '67326921-7611-4113-87a3-38bd7f4be8d7', 'port_id': '0ac41bf6-1527-4460-a95c-f00d975e8949', 'mac_address': 'fa:16:3e:71:d1:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91f713cf-6b2f-4759-9c41-05a4559b9aef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:04:23.621451 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32e109-93d9-4314-b02e-1fbc830287fa req-3a07b7b2-6e6d-4d7a-83c0-1cfb96d19177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:23.622903 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2f32e109-93d9-4314-b02e-1fbc830287fa req-3a07b7b2-6e6d-4d7a-83c0-1cfb96d19177 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3d56239574746f9ba479c40a3d3cd5b&device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 1095 time: 0.0739694 May 27 03:04:23.656689 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 0ac41bf6-1527-4460-a95c-f00d975e8949 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:04:23.657091 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:23.673787 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ac41bf6-1527-4460-a95c-f00d975e8949 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:04:23.689319 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 0ac41bf6-1527-4460-a95c-f00d975e8949, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=0ac41bf6-1527-4460-a95c-f00d975e8949,segment=NetworkSegment(153854a9-14d8-4f0d-a99e-7813294bdaa7),segment_id=153854a9-14d8-4f0d-a99e-7813294bdaa7)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:04:23.752566 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:23.754681 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32e109-93d9-4314-b02e-1fbc830287fa req-bc41ae9e-0012-4644-ba8b-cf5e05c0fe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:23.756266 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2f32e109-93d9-4314-b02e-1fbc830287fa req-bc41ae9e-0012-4644-ba8b-cf5e05c0fe76 service neutron] 10.222.0.32 "GET /v2.0/networks?id=67326921-7611-4113-87a3-38bd7f4be8d7 HTTP/1.1" status: 200 len: 913 time: 0.1265504 May 27 03:04:23.822429 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=0ac41bf6-1527-4460-a95c-f00d975e8949,revision_number=8']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:04:23.824930 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2f32e109-93d9-4314-b02e-1fbc830287fa req-29f34dee-b91a-40c4-a613-456aa8221e8e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ac41bf6-1527-4460-a95c-f00d975e8949 HTTP/1.1" status: 200 len: 217 time: 0.0621626 May 27 03:04:23.830326 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:04:23.830673 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:04:23.831010 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:04:23.831365 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:04:23.831696 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:04:23.832035 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:04:23.832348 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:04:23.832667 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:04:23.833019 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:04:23.833340 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:04:23.833660 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:04:23.833978 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:04:23.889749 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32e109-93d9-4314-b02e-1fbc830287fa req-6f7a32f8-f8fb-450f-895e-17dffdc956d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:23.891132 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2f32e109-93d9-4314-b02e-1fbc830287fa req-6f7a32f8-f8fb-450f-895e-17dffdc956d4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91f713cf-6b2f-4759-9c41-05a4559b9aef HTTP/1.1" status: 200 len: 852 time: 0.0604172 May 27 03:04:23.937399 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2f32e109-93d9-4314-b02e-1fbc830287fa req-8402d203-9da2-4d77-a603-a0cdd3d8c60a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=67326921-7611-4113-87a3-38bd7f4be8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406148 May 27 03:04:23.998318 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['0ac41bf6-1527-4460-a95c-f00d975e8949'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:04:24.069109 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2f32e109-93d9-4314-b02e-1fbc830287fa req-b27eb152-b625-4289-9f74-f88805e6049c service neutron] 10.222.0.32 "GET /v2.0/networks/67326921-7611-4113-87a3-38bd7f4be8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248410 May 27 03:04:24.201873 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2f32e109-93d9-4314-b02e-1fbc830287fa req-2962b903-79f3-44cf-9550-7b5646a78166 service neutron] 10.222.0.32 "GET /v2.0/networks/67326921-7611-4113-87a3-38bd7f4be8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264005 May 27 03:04:25.429944 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 0ac41bf6-1527-4460-a95c-f00d975e8949 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:04:25.581915 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f95df57f-b490-4730-a6a9-743a8a6d9fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:25.583609 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 0ac41bf6-1527-4460-a95c-f00d975e8949 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:04:25.589545 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 0ac41bf6-1527-4460-a95c-f00d975e8949 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:04:25.590980 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:25.680867 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947dc939-77fd-4156-b497-a01726a7656f req-121111fa-6dc5-43e2-97a1-dfc2c459243d tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:25.682315 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-947dc939-77fd-4156-b497-a01726a7656f req-121111fa-6dc5-43e2-97a1-dfc2c459243d tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 945 time: 0.0786574 May 27 03:04:25.707570 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 0ac41bf6-1527-4460-a95c-f00d975e8949 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:04:25.707975 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:25.727050 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-947dc939-77fd-4156-b497-a01726a7656f req-e51ff6e8-0902-48ab-9a54-6bdc69efdd24 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f05fc89-3e42-47e6-b2dc-3edefcad0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387793 May 27 03:04:25.735061 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8776d9e7-a415-4cb5-8b4a-0b9df44e07a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac41bf6-1527-4460-a95c-f00d975e8949'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:04:25.744991 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 0ac41bf6-1527-4460-a95c-f00d975e8949, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=0ac41bf6-1527-4460-a95c-f00d975e8949,segment=NetworkSegment(153854a9-14d8-4f0d-a99e-7813294bdaa7),segment_id=153854a9-14d8-4f0d-a99e-7813294bdaa7)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:04:25.779403 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d56f8176-e0cc-4f57-a762-d57cf8407a90'] response: {'server_uuid': '8776d9e7-a415-4cb5-8b4a-0b9df44e07a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac41bf6-1527-4460-a95c-f00d975e8949', 'code': 200} May 27 03:04:25.834894 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:25.901883 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=0ac41bf6-1527-4460-a95c-f00d975e8949,revision_number=9']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:04:26.888175 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32e109-93d9-4314-b02e-1fbc830287fa req-59a059c9-581f-4720-afed-ad4a2f0b7d62 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:26.889669 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2f32e109-93d9-4314-b02e-1fbc830287fa req-59a059c9-581f-4720-afed-ad4a2f0b7d62 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.66 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 946 time: 0.0792179 May 27 03:04:26.915097 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a058466-8065-4ac1-8078-e20c8059d1ed req-fce1444f-e40d-4ae3-a923-5d37ef38f1db tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:26.917145 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7a058466-8065-4ac1-8078-e20c8059d1ed req-fce1444f-e40d-4ae3-a923-5d37ef38f1db tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 946 time: 0.0842006 May 27 03:04:26.960499 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7a058466-8065-4ac1-8078-e20c8059d1ed req-6b29beea-3311-47f9-8977-ad4c32e48e99 tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f05fc89-3e42-47e6-b2dc-3edefcad0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373859 May 27 03:04:26.965859 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-2f32e109-93d9-4314-b02e-1fbc830287fa req-f1cfc819-0d24-433e-9588-84cf062d3c6d tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Deleting port 0ac41bf6-1527-4460-a95c-f00d975e8949 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:04:26.966206 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2f32e109-93d9-4314-b02e-1fbc830287fa req-f1cfc819-0d24-433e-9588-84cf062d3c6d tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:27.308204 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-2f32e109-93d9-4314-b02e-1fbc830287fa req-f1cfc819-0d24-433e-9588-84cf062d3c6d tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] For port 0ac41bf6-1527-4460-a95c-f00d975e8949, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=0ac41bf6-1527-4460-a95c-f00d975e8949,segment=NetworkSegment(153854a9-14d8-4f0d-a99e-7813294bdaa7),segment_id=153854a9-14d8-4f0d-a99e-7813294bdaa7)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:04:27.308569 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2f32e109-93d9-4314-b02e-1fbc830287fa req-f1cfc819-0d24-433e-9588-84cf062d3c6d tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:27.429179 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-2f32e109-93d9-4314-b02e-1fbc830287fa req-f1cfc819-0d24-433e-9588-84cf062d3c6d tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Calling delete_port for 0ac41bf6-1527-4460-a95c-f00d975e8949 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:04:27.628454 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2f32e109-93d9-4314-b02e-1fbc830287fa req-f1cfc819-0d24-433e-9588-84cf062d3c6d tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:27.643046 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['0ac41bf6-1527-4460-a95c-f00d975e8949'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:04:27.680398 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cfc819-0d24-433e-9588-84cf062d3c6d tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Pushing event deleted for resources: {'Port': ['ID=0ac41bf6-1527-4460-a95c-f00d975e8949,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:04:27.721703 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cfc819-0d24-433e-9588-84cf062d3c6d tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:04:27.722055 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cfc819-0d24-433e-9588-84cf062d3c6d tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:04:27.722399 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cfc819-0d24-433e-9588-84cf062d3c6d tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:04:27.722738 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cfc819-0d24-433e-9588-84cf062d3c6d tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:04:27.723085 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cfc819-0d24-433e-9588-84cf062d3c6d tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:04:27.723404 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cfc819-0d24-433e-9588-84cf062d3c6d tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:04:27.723734 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cfc819-0d24-433e-9588-84cf062d3c6d tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:04:27.724060 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cfc819-0d24-433e-9588-84cf062d3c6d tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:04:27.724385 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cfc819-0d24-433e-9588-84cf062d3c6d tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:04:27.724722 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cfc819-0d24-433e-9588-84cf062d3c6d tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:04:27.725058 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cfc819-0d24-433e-9588-84cf062d3c6d tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:04:27.725381 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cfc819-0d24-433e-9588-84cf062d3c6d tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:04:27.766303 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f32e109-93d9-4314-b02e-1fbc830287fa req-f1cfc819-0d24-433e-9588-84cf062d3c6d tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] No DVR routers for this DVR port 0ac41bf6-1527-4460-a95c-f00d975e8949 on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:04:27.768884 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2f32e109-93d9-4314-b02e-1fbc830287fa req-f1cfc819-0d24-433e-9588-84cf062d3c6d tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:27.771446 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8776d9e7-a415-4cb5-8b4a-0b9df44e07a7', 'name': 'network-vif-deleted', 'tag': '0ac41bf6-1527-4460-a95c-f00d975e8949'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:04:27.818208 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fb20a92-a5d9-4a62-879c-b7221ec35d98'] response: {'server_uuid': '8776d9e7-a415-4cb5-8b4a-0b9df44e07a7', 'name': 'network-vif-deleted', 'tag': '0ac41bf6-1527-4460-a95c-f00d975e8949', 'status': 'completed', 'code': 200} May 27 03:04:27.845031 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2f32e109-93d9-4314-b02e-1fbc830287fa req-f1cfc819-0d24-433e-9588-84cf062d3c6d tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.66 "DELETE /v2.0/ports/0ac41bf6-1527-4460-a95c-f00d975e8949 HTTP/1.1" status: 204 len: 173 time: 0.9489810 May 27 03:04:27.891633 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-bb26ae3a-db11-435b-95a8-82926cc923c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:28.110671 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5c707763-df57-4a8c-8bc4-a7c15a8e07b6 req-55f5b425-03ec-4dc4-b90a-4c21d5db4ceb tempest-DeleteServersTestJSON-564663465 tempest-DeleteServersTestJSON-564663465-project] 10.222.0.57 "GET /v2.0/ports?device_id=8776d9e7-a415-4cb5-8b4a-0b9df44e07a7 HTTP/1.1" status: 200 len: 210 time: 0.0438256 May 27 03:04:29.039994 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:29.131480 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:29.352313 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34344) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:04:29.411677 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f8758f-67a6-4d63-84f8-df711f6550f7 admin admin] Deleting subnet 91f713cf-6b2f-4759-9c41-05a4559b9aef {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 03:04:29.414459 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c5f8758f-67a6-4d63-84f8-df711f6550f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:29.465112 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c5f8758f-67a6-4d63-84f8-df711f6550f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:29.517404 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c5f8758f-67a6-4d63-84f8-df711f6550f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:29.655949 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c5f8758f-67a6-4d63-84f8-df711f6550f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:29.697918 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f8758f-67a6-4d63-84f8-df711f6550f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91f713cf-6b2f-4759-9c41-05a4559b9aef,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:04:29.701594 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c5f8758f-67a6-4d63-84f8-df711f6550f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:29.707369 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c5f8758f-67a6-4d63-84f8-df711f6550f7 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/91f713cf-6b2f-4759-9c41-05a4559b9aef HTTP/1.1" status: 204 len: 168 time: 0.3540075 May 27 03:04:29.709740 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34348) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:04:29.812765 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a05182bc-fa8f-49c4-b1c5-81ea49450bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:29.938619 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a05182bc-fa8f-49c4-b1c5-81ea49450bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:29.963513 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a05182bc-fa8f-49c4-b1c5-81ea49450bda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67326921-7611-4113-87a3-38bd7f4be8d7']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:04:29.975170 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a05182bc-fa8f-49c4-b1c5-81ea49450bda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '153854a9-14d8-4f0d-a99e-7813294bdaa7') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:04:29.975465 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a05182bc-fa8f-49c4-b1c5-81ea49450bda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '153854a9-14d8-4f0d-a99e-7813294bdaa7') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:04:29.986454 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a05182bc-fa8f-49c4-b1c5-81ea49450bda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:30.002340 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a05182bc-fa8f-49c4-b1c5-81ea49450bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:30.008116 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a05182bc-fa8f-49c4-b1c5-81ea49450bda admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:04:30.008493 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a05182bc-fa8f-49c4-b1c5-81ea49450bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:30.133435 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 153854a9-14d8-4f0d-a99e-7813294bdaa7 resource provider aggregate not found May 27 03:04:30.150250 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 153854a9-14d8-4f0d-a99e-7813294bdaa7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 153854a9-14d8-4f0d-a99e-7813294bdaa7 found for delete ", "request_id": "req-bc96e1c1-7b9c-4919-ab83-30d531198bc7"}]} May 27 03:04:30.189167 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a05182bc-fa8f-49c4-b1c5-81ea49450bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:30.205136 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a05182bc-fa8f-49c4-b1c5-81ea49450bda admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:30.215056 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05182bc-fa8f-49c4-b1c5-81ea49450bda admin admin] Pushing event deleted for resources: {'Network': ['ID=67326921-7611-4113-87a3-38bd7f4be8d7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:04:30.274451 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:30.284514 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a05182bc-fa8f-49c4-b1c5-81ea49450bda admin admin] 10.222.0.57 "DELETE /v2.0/networks/67326921-7611-4113-87a3-38bd7f4be8d7 HTTP/1.1" status: 204 len: 168 time: 0.5738225 May 27 03:04:30.573481 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34362) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:04:30.622678 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4a4bba9f-a0d3-4c31-ba3b-9b51e1e52769 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f3d56239574746f9ba479c40a3d3cd5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478978 May 27 03:04:30.625055 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34366) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:04:30.686116 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20843462-b4c7-4f36-99f8-6d16a69547dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:30.711058 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20843462-b4c7-4f36-99f8-6d16a69547dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:30.857167 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20843462-b4c7-4f36-99f8-6d16a69547dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:30.874559 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20843462-b4c7-4f36-99f8-6d16a69547dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f05fc89-3e42-47e6-b2dc-3edefcad0626,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:04:30.880737 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20843462-b4c7-4f36-99f8-6d16a69547dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:30.881925 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-20843462-b4c7-4f36-99f8-6d16a69547dd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8f05fc89-3e42-47e6-b2dc-3edefcad0626 HTTP/1.1" status: 204 len: 168 time: 0.2559190 May 27 03:04:31.459772 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 0ac41bf6-1527-4460-a95c-f00d975e8949 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:04:31.493148 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: 0ac41bf6-1527-4460-a95c-f00d975e8949 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:04:31.493492 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 0ac41bf6-1527-4460-a95c-f00d975e8949 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:04:31.886392 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34390) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:04:31.994856 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-eb07eae3-cc23-4fb4-97a7-410b099c8980 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-366133678-network', 'tenant_id': '160833042c5e498e9362406322e2c15b'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:04:32.000263 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-eb07eae3-cc23-4fb4-97a7-410b099c8980 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:04:32.004054 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-eb07eae3-cc23-4fb4-97a7-410b099c8980 admin admin] Usage tracker for resource:network and tenant:160833042c5e498e9362406322e2c15b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:04:32.006936 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-eb07eae3-cc23-4fb4-97a7-410b099c8980 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:04:32.012456 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-eb07eae3-cc23-4fb4-97a7-410b099c8980 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:04:32.091045 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb07eae3-cc23-4fb4-97a7-410b099c8980 admin admin] Made reservation on behalf of 160833042c5e498e9362406322e2c15b for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:04:32.093272 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eb07eae3-cc23-4fb4-97a7-410b099c8980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:32.105449 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eb07eae3-cc23-4fb4-97a7-410b099c8980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:32.119092 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-eb07eae3-cc23-4fb4-97a7-410b099c8980 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:04:32.122831 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-eb07eae3-cc23-4fb4-97a7-410b099c8980 admin admin] Usage tracker for resource:security_group_rule and tenant:160833042c5e498e9362406322e2c15b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:04:32.125588 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-eb07eae3-cc23-4fb4-97a7-410b099c8980 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:04:32.131068 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-eb07eae3-cc23-4fb4-97a7-410b099c8980 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:04:32.209893 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eb07eae3-cc23-4fb4-97a7-410b099c8980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:32.272246 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eb07eae3-cc23-4fb4-97a7-410b099c8980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:32.298852 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb07eae3-cc23-4fb4-97a7-410b099c8980 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:04:32.311043 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07eae3-cc23-4fb4-97a7-410b099c8980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:04:32.315281 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eb07eae3-cc23-4fb4-97a7-410b099c8980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:32.315620 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-eb07eae3-cc23-4fb4-97a7-410b099c8980 admin admin] Added segment a7c06be8-5052-45a1-91f0-7f8bb8875bf0 of type vlan for network c78e7280-a01d-47ee-bb4c-4fbdc83602c2 May 27 03:04:32.340684 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eb07eae3-cc23-4fb4-97a7-410b099c8980 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:32.415219 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eb07eae3-cc23-4fb4-97a7-410b099c8980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:32.416814 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb07eae3-cc23-4fb4-97a7-410b099c8980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:32.417402 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eb07eae3-cc23-4fb4-97a7-410b099c8980 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:32.515311 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07eae3-cc23-4fb4-97a7-410b099c8980 admin admin] Pushing event updated for resources: {'Network': ['ID=c78e7280-a01d-47ee-bb4c-4fbdc83602c2,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:04:32.524957 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network c78e7280-a01d-47ee-bb4c-4fbdc83602c2 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:04:32.582114 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-eb07eae3-cc23-4fb4-97a7-410b099c8980 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6946478 May 27 03:04:32.585028 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34396) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:04:32.591458 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-1be6dc7e-19fa-4652-9c92-966d5aeb72d8 admin admin] Request body: {'subnet': {'network_id': 'c78e7280-a01d-47ee-bb4c-4fbdc83602c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-366133678-subnet', 'tenant_id': '160833042c5e498e9362406322e2c15b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:04:32.597081 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1be6dc7e-19fa-4652-9c92-966d5aeb72d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:04:32.602221 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1be6dc7e-19fa-4652-9c92-966d5aeb72d8 admin admin] Usage tracker for resource:subnet and tenant:160833042c5e498e9362406322e2c15b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:04:32.603839 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1be6dc7e-19fa-4652-9c92-966d5aeb72d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:04:32.609797 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1be6dc7e-19fa-4652-9c92-966d5aeb72d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:04:32.685996 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be6dc7e-19fa-4652-9c92-966d5aeb72d8 admin admin] Made reservation on behalf of 160833042c5e498e9362406322e2c15b for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:04:32.688401 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1be6dc7e-19fa-4652-9c92-966d5aeb72d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:32.960634 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1be6dc7e-19fa-4652-9c92-966d5aeb72d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:33.127771 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6dc7e-19fa-4652-9c92-966d5aeb72d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35e19e12-76a7-4b01-b867-544454d73767,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:04:33.138328 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be6dc7e-19fa-4652-9c92-966d5aeb72d8 admin admin] Checking segment: {'id': 'a7c06be8-5052-45a1-91f0-7f8bb8875bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c78e7280-a01d-47ee-bb4c-4fbdc83602c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:04:33.138686 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be6dc7e-19fa-4652-9c92-966d5aeb72d8 admin admin] Network hostable DHCP agents. Network: c78e7280-a01d-47ee-bb4c-4fbdc83602c2, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:04:33.261602 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be6dc7e-19fa-4652-9c92-966d5aeb72d8 admin admin] Network c78e7280-a01d-47ee-bb4c-4fbdc83602c2 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:04:33.347249 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-1be6dc7e-19fa-4652-9c92-966d5aeb72d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, c78e7280-a01d-47ee-bb4c-4fbdc83602c2) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:04:33.351731 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be6dc7e-19fa-4652-9c92-966d5aeb72d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:33.352616 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1be6dc7e-19fa-4652-9c92-966d5aeb72d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:33.356180 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ca0c96-31cd-46e6-9efe-f637423746f1 None None] Network c78e7280-a01d-47ee-bb4c-4fbdc83602c2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:04:33.451006 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1be6dc7e-19fa-4652-9c92-966d5aeb72d8 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8649201 May 27 03:04:33.566613 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ad98ba-4ce1-4d22-9dd2-54a9ce7ed167 None None] Network c78e7280-a01d-47ee-bb4c-4fbdc83602c2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:04:33.954241 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-992b81da-59f4-4497-b885-a49db25db063 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:33.955569 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-992b81da-59f4-4497-b885-a49db25db063 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/networks?id=c78e7280-a01d-47ee-bb4c-4fbdc83602c2 HTTP/1.1" status: 200 len: 814 time: 0.1406643 May 27 03:04:33.970934 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-d2d76c02-b755-47b8-bfeb-b2b6101be70c tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/quotas/160833042c5e498e9362406322e2c15b HTTP/1.1" status: 200 len: 375 time: 0.0098894 May 27 03:04:34.019161 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-47755033-2253-4b86-b6d9-2d9c2f109060 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=160833042c5e498e9362406322e2c15b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431333 May 27 03:04:34.226356 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-9044e8c1-371d-409b-80ba-6aad0c58161d service neutron] 10.222.0.57 "GET /v2.0/networks/c78e7280-a01d-47ee-bb4c-4fbdc83602c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645138 May 27 03:04:34.354644 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-82ed2311-71c2-469c-8419-50c8081b7c99 service neutron] 10.222.0.57 "GET /v2.0/networks/c78e7280-a01d-47ee-bb4c-4fbdc83602c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225605 May 27 03:04:34.718777 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-36026b56-3dcd-4c11-a7fe-b61b580549da req-47f51143-8c01-4955-aff1-31d86e5cbad2 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 210 time: 0.1463819 May 27 03:04:35.867084 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2091c8eb-b0b9-4b34-80ea-37201c769423 req-8db22140-f991-40ab-a9cf-865248418e8d tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 210 time: 0.0407188 May 27 03:04:36.716523 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-6a1893c0-a62c-4fd0-8d4d-ecbc4b3a0f82 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:36.717213 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-6a1893c0-a62c-4fd0-8d4d-ecbc4b3a0f82 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Synchronizing usage tracker for tenant:160833042c5e498e9362406322e2c15b on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:04:36.817559 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-6a1893c0-a62c-4fd0-8d4d-ecbc4b3a0f82 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Unset dirty status for tenant:160833042c5e498e9362406322e2c15b on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:04:36.818717 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-6a1893c0-a62c-4fd0-8d4d-ecbc4b3a0f82 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.32 "GET /v2.0/networks?id=c78e7280-a01d-47ee-bb4c-4fbdc83602c2 HTTP/1.1" status: 200 len: 814 time: 0.2422709 May 27 03:04:36.830831 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-beb266b6-58ad-4394-83d6-1c7d3857b2ad tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Request body: {'port': {'device_id': '872c8404-d931-42c2-a14a-f8633d59bcea', 'network_id': 'c78e7280-a01d-47ee-bb4c-4fbdc83602c2', 'admin_state_up': True, 'tenant_id': '160833042c5e498e9362406322e2c15b'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:04:36.968771 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-beb266b6-58ad-4394-83d6-1c7d3857b2ad tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:04:36.972657 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-beb266b6-58ad-4394-83d6-1c7d3857b2ad tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Usage tracker for resource:port and tenant:160833042c5e498e9362406322e2c15b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:04:36.975550 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-beb266b6-58ad-4394-83d6-1c7d3857b2ad tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:04:36.981473 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-beb266b6-58ad-4394-83d6-1c7d3857b2ad tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:04:37.022155 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ecd86d0-7fcc-4163-ac6b-8a185a951323 req-1df2b61a-6994-45e0-8565-e35128d12eac tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 210 time: 0.0430989 May 27 03:04:37.044402 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-beb266b6-58ad-4394-83d6-1c7d3857b2ad tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Made reservation on behalf of 160833042c5e498e9362406322e2c15b for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:04:37.047894 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-beb266b6-58ad-4394-83d6-1c7d3857b2ad tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:37.207784 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-beb266b6-58ad-4394-83d6-1c7d3857b2ad tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Allocated IP 172.20.0.13 (c78e7280-a01d-47ee-bb4c-4fbdc83602c2/35e19e12-76a7-4b01-b867-544454d73767/5e8a9826-2111-4515-9446-3b9c27f4aa92) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:04:37.404409 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-beb266b6-58ad-4394-83d6-1c7d3857b2ad tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:37.503241 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-beb266b6-58ad-4394-83d6-1c7d3857b2ad tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:37.578614 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-beb266b6-58ad-4394-83d6-1c7d3857b2ad tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Network c78e7280-a01d-47ee-bb4c-4fbdc83602c2 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:04:37.581830 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-beb266b6-58ad-4394-83d6-1c7d3857b2ad tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:04:37.585780 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-beb266b6-58ad-4394-83d6-1c7d3857b2ad tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:04:37.619746 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb266b6-58ad-4394-83d6-1c7d3857b2ad tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Pushing event updated for resources: {'Port': ['ID=5e8a9826-2111-4515-9446-3b9c27f4aa92,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:04:37.650157 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-beb266b6-58ad-4394-83d6-1c7d3857b2ad tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:37.650778 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-beb266b6-58ad-4394-83d6-1c7d3857b2ad tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:37.747638 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-beb266b6-58ad-4394-83d6-1c7d3857b2ad tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9205134 May 27 03:04:37.758885 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-2384d810-0af9-4476-9e11-1b94f0c8a7e4 service neutron] Request body: {'port': {'device_id': '872c8404-d931-42c2-a14a-f8633d59bcea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:04:37.871254 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-2384d810-0af9-4476-9e11-1b94f0c8a7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:38.204376 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b35fad-96f2-46f4-a766-5afd3e9804c6 req-cb116bb2-7563-4154-89c0-208310b34ed8 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:38.205848 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-68b35fad-96f2-46f4-a766-5afd3e9804c6 req-cb116bb2-7563-4154-89c0-208310b34ed8 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 932 time: 0.0781646 May 27 03:04:38.208086 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-2384d810-0af9-4476-9e11-1b94f0c8a7e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e8a9826-2111-4515-9446-3b9c27f4aa92 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:04:38.216179 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-2384d810-0af9-4476-9e11-1b94f0c8a7e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:38.231140 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-2384d810-0af9-4476-9e11-1b94f0c8a7e4 service neutron] Transition to ACTIVE for port object 5e8a9826-2111-4515-9446-3b9c27f4aa92 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:04:38.250340 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-68b35fad-96f2-46f4-a766-5afd3e9804c6 req-9698b13e-a9a8-4b81-a581-750ff4d248ee tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385537 May 27 03:04:38.307500 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-2384d810-0af9-4476-9e11-1b94f0c8a7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:38.437724 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384d810-0af9-4476-9e11-1b94f0c8a7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=5e8a9826-2111-4515-9446-3b9c27f4aa92,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:04:38.536216 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-2384d810-0af9-4476-9e11-1b94f0c8a7e4 service neutron] Attempting to bind port 5e8a9826-2111-4515-9446-3b9c27f4aa92 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:04:38.536547 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-2384d810-0af9-4476-9e11-1b94f0c8a7e4 service neutron] Attempting to bind port 5e8a9826-2111-4515-9446-3b9c27f4aa92 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'a7c06be8-5052-45a1-91f0-7f8bb8875bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c78e7280-a01d-47ee-bb4c-4fbdc83602c2'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:04:38.536904 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-2384d810-0af9-4476-9e11-1b94f0c8a7e4 service neutron] Attempting to bind port 5e8a9826-2111-4515-9446-3b9c27f4aa92 on network c78e7280-a01d-47ee-bb4c-4fbdc83602c2 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:04:38.541406 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-2384d810-0af9-4476-9e11-1b94f0c8a7e4 service neutron] Port 5e8a9826-2111-4515-9446-3b9c27f4aa92 on network c78e7280-a01d-47ee-bb4c-4fbdc83602c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:04:38.541725 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-2384d810-0af9-4476-9e11-1b94f0c8a7e4 service neutron] Attempting to bind port 5e8a9826-2111-4515-9446-3b9c27f4aa92 on network c78e7280-a01d-47ee-bb4c-4fbdc83602c2 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:04:38.546685 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-2384d810-0af9-4476-9e11-1b94f0c8a7e4 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:04:38.547018 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-2384d810-0af9-4476-9e11-1b94f0c8a7e4 service neutron] Checking segment: {'id': 'a7c06be8-5052-45a1-91f0-7f8bb8875bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c78e7280-a01d-47ee-bb4c-4fbdc83602c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:04:38.547399 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-2384d810-0af9-4476-9e11-1b94f0c8a7e4 service neutron] Bound using segment: {'id': 'a7c06be8-5052-45a1-91f0-7f8bb8875bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c78e7280-a01d-47ee-bb4c-4fbdc83602c2'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:04:38.547820 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-2384d810-0af9-4476-9e11-1b94f0c8a7e4 service neutron] Bound port: 5e8a9826-2111-4515-9446-3b9c27f4aa92, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c06be8-5052-45a1-91f0-7f8bb8875bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c78e7280-a01d-47ee-bb4c-4fbdc83602c2'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:04:38.548159 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-2384d810-0af9-4476-9e11-1b94f0c8a7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:38.733315 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-2384d810-0af9-4476-9e11-1b94f0c8a7e4 service neutron] For port 5e8a9826-2111-4515-9446-3b9c27f4aa92, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:04:38.737371 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-2384d810-0af9-4476-9e11-1b94f0c8a7e4 service neutron] For port 5e8a9826-2111-4515-9446-3b9c27f4aa92, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=5e8a9826-2111-4515-9446-3b9c27f4aa92,segment=NetworkSegment(a7c06be8-5052-45a1-91f0-7f8bb8875bf0),segment_id=a7c06be8-5052-45a1-91f0-7f8bb8875bf0)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:04:38.824064 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-2384d810-0af9-4476-9e11-1b94f0c8a7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:38.882610 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-2384d810-0af9-4476-9e11-1b94f0c8a7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:38.883215 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-2384d810-0af9-4476-9e11-1b94f0c8a7e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:38.884572 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-2384d810-0af9-4476-9e11-1b94f0c8a7e4 service neutron] 10.222.0.32 "PUT /v2.0/ports/5e8a9826-2111-4515-9446-3b9c27f4aa92 HTTP/1.1" status: 200 len: 1092 time: 1.1298645 May 27 03:04:38.885634 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '872c8404-d931-42c2-a14a-f8633d59bcea', 'tag': '5e8a9826-2111-4515-9446-3b9c27f4aa92'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:04:38.904209 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384d810-0af9-4476-9e11-1b94f0c8a7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=5e8a9826-2111-4515-9446-3b9c27f4aa92,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:04:38.930727 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36ae567f-12c5-49ad-910f-5e9f729a8721'] response: {'name': 'network-changed', 'server_uuid': '872c8404-d931-42c2-a14a-f8633d59bcea', 'tag': '5e8a9826-2111-4515-9446-3b9c27f4aa92', 'status': 'completed', 'code': 200} May 27 03:04:39.022317 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92516b89-9593-4fb7-bb3f-12f7bed52c47 req-68e74f9e-b34a-4f09-96a8-40c2a0b07677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:39.023664 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-92516b89-9593-4fb7-bb3f-12f7bed52c47 req-68e74f9e-b34a-4f09-96a8-40c2a0b07677 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=160833042c5e498e9362406322e2c15b&device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 1095 time: 0.0726259 May 27 03:04:39.161234 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92516b89-9593-4fb7-bb3f-12f7bed52c47 req-f3eaa9c8-5fb4-40ca-9c28-11a19ddb6228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:39.162640 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-92516b89-9593-4fb7-bb3f-12f7bed52c47 req-f3eaa9c8-5fb4-40ca-9c28-11a19ddb6228 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=160833042c5e498e9362406322e2c15b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1317697 May 27 03:04:39.296846 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92516b89-9593-4fb7-bb3f-12f7bed52c47 req-01c0ec42-a009-4d82-84c1-35c096b94181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:39.298270 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-92516b89-9593-4fb7-bb3f-12f7bed52c47 req-01c0ec42-a009-4d82-84c1-35c096b94181 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1285658 May 27 03:04:39.403696 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-c2e164fe-e156-4799-851d-a1338b957292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:39.405303 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-c2e164fe-e156-4799-851d-a1338b957292 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=160833042c5e498e9362406322e2c15b&device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 1095 time: 0.0702615 May 27 03:04:39.438467 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d0328-30d0-4ef5-9501-9dbeee6c49a6 req-6c826c70-aca4-4d89-90dd-3214f13a2f87 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:39.439903 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5d4d0328-30d0-4ef5-9501-9dbeee6c49a6 req-6c826c70-aca4-4d89-90dd-3214f13a2f87 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 944 time: 0.0819361 May 27 03:04:39.476616 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-c8d2a1d7-13cf-474d-9ff3-d12393126f3b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e8a9826-2111-4515-9446-3b9c27f4aa92 HTTP/1.1" status: 200 len: 217 time: 0.0637095 May 27 03:04:39.483907 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5d4d0328-30d0-4ef5-9501-9dbeee6c49a6 req-9ee62845-bffa-4ee0-8e32-3a7f1f6d98ae tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382047 May 27 03:04:39.537099 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-6f943bb2-ff94-4106-914d-b0bcb0a2f249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:39.538442 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-6f943bb2-ff94-4106-914d-b0bcb0a2f249 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=35e19e12-76a7-4b01-b867-544454d73767 HTTP/1.1" status: 200 len: 854 time: 0.0557835 May 27 03:04:39.587059 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-086b61ea-cadb-4594-81b4-b860e28f1c6f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c78e7280-a01d-47ee-bb4c-4fbdc83602c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417895 May 27 03:04:39.715514 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-733569bb-1496-4f51-b5b1-17e2fd698618 service neutron] 10.222.0.32 "GET /v2.0/networks/c78e7280-a01d-47ee-bb4c-4fbdc83602c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224341 May 27 03:04:39.845322 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ca8f54ed-2b90-4eeb-924d-a28c4ab93b6a req-b301b6ff-ad13-4d8e-9ec2-6232cabbefdd service neutron] 10.222.0.32 "GET /v2.0/networks/c78e7280-a01d-47ee-bb4c-4fbdc83602c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235242 May 27 03:04:40.667206 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81218b-bae2-4b17-b411-282cdc7d1cc1 req-0b4db554-654f-4589-aefa-c885c8a1080d tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:40.668628 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bf81218b-bae2-4b17-b411-282cdc7d1cc1 req-0b4db554-654f-4589-aefa-c885c8a1080d tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 944 time: 0.0789099 May 27 03:04:40.715400 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bf81218b-bae2-4b17-b411-282cdc7d1cc1 req-0b06d56f-7b1f-4f9d-bc87-256c5a36331f tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410824 May 27 03:04:41.660242 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:04:41.700974 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 5e8a9826-2111-4515-9446-3b9c27f4aa92 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:04:41.833147 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 5e8a9826-2111-4515-9446-3b9c27f4aa92, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=5e8a9826-2111-4515-9446-3b9c27f4aa92,segment=NetworkSegment(a7c06be8-5052-45a1-91f0-7f8bb8875bf0),segment_id=a7c06be8-5052-45a1-91f0-7f8bb8875bf0)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:04:41.846625 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '5e8a9826-2111-4515-9446-3b9c27f4aa92', 'network_id': 'c78e7280-a01d-47ee-bb4c-4fbdc83602c2', 'port_id': '5e8a9826-2111-4515-9446-3b9c27f4aa92', 'mac_address': 'fa:16:3e:1a:fa:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e19e12-76a7-4b01-b867-544454d73767', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:04:41.899638 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6e49a-a5e5-4bc3-aa95-4e6aa8449354 req-35062cb5-3157-42bc-ac68-74d938da4c9c tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:41.901650 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e8b6e49a-a5e5-4bc3-aa95-4e6aa8449354 req-35062cb5-3157-42bc-ac68-74d938da4c9c tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 944 time: 0.0793393 May 27 03:04:41.904442 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 5e8a9826-2111-4515-9446-3b9c27f4aa92 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:04:41.904853 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:41.922395 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e8a9826-2111-4515-9446-3b9c27f4aa92 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:04:41.937998 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 5e8a9826-2111-4515-9446-3b9c27f4aa92, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=5e8a9826-2111-4515-9446-3b9c27f4aa92,segment=NetworkSegment(a7c06be8-5052-45a1-91f0-7f8bb8875bf0),segment_id=a7c06be8-5052-45a1-91f0-7f8bb8875bf0)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:04:41.945465 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e8b6e49a-a5e5-4bc3-aa95-4e6aa8449354 req-bf749a6b-c646-4937-8fa8-f0ce3448e7ac tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380251 May 27 03:04:41.993234 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:42.059318 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=5e8a9826-2111-4515-9446-3b9c27f4aa92,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:04:42.199793 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['5e8a9826-2111-4515-9446-3b9c27f4aa92'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:04:43.130491 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb4da0-c065-42ec-be5b-af788656fa9f req-809b3d07-baa5-4d9a-868f-20099defa0ee tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:43.131932 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8fbb4da0-c065-42ec-be5b-af788656fa9f req-809b3d07-baa5-4d9a-868f-20099defa0ee tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 945 time: 0.0825219 May 27 03:04:43.175918 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8fbb4da0-c065-42ec-be5b-af788656fa9f req-0fbc67f5-e3b3-4c48-a875-de3c97dc7c32 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383105 May 27 03:04:43.731664 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 5e8a9826-2111-4515-9446-3b9c27f4aa92 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:04:43.840425 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 5e8a9826-2111-4515-9446-3b9c27f4aa92 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:04:43.845389 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 5e8a9826-2111-4515-9446-3b9c27f4aa92 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:04:43.845792 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:43.959524 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 5e8a9826-2111-4515-9446-3b9c27f4aa92 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:04:43.959892 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:43.985745 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872c8404-d931-42c2-a14a-f8633d59bcea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8a9826-2111-4515-9446-3b9c27f4aa92'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:04:43.995414 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 5e8a9826-2111-4515-9446-3b9c27f4aa92, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=5e8a9826-2111-4515-9446-3b9c27f4aa92,segment=NetworkSegment(a7c06be8-5052-45a1-91f0-7f8bb8875bf0),segment_id=a7c06be8-5052-45a1-91f0-7f8bb8875bf0)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:04:44.042514 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e900b0a0-7edd-4e9a-bd42-a380cd21ecee'] response: {'server_uuid': '872c8404-d931-42c2-a14a-f8633d59bcea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8a9826-2111-4515-9446-3b9c27f4aa92', 'code': 200} May 27 03:04:44.095760 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:44.152603 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe07a9-5163-45fb-886b-4f045113102a req-2806f8c7-4bf5-4583-898c-3c5e80757ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:44.154118 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-74fe07a9-5163-45fb-886b-4f045113102a req-2806f8c7-4bf5-4583-898c-3c5e80757ff0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 1097 time: 0.0688992 May 27 03:04:44.166651 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=5e8a9826-2111-4515-9446-3b9c27f4aa92,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:04:44.194432 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-74fe07a9-5163-45fb-886b-4f045113102a req-f9c47cb9-39a1-4737-b799-1b7dd8dc8b17 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344973 May 27 03:04:44.358613 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438c951-0edb-4639-8d97-8d35c8765fe9 req-887239d1-dca7-43f6-a58c-52110c490fa4 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:44.359979 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2438c951-0edb-4639-8d97-8d35c8765fe9 req-887239d1-dca7-43f6-a58c-52110c490fa4 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 946 time: 0.0792277 May 27 03:04:44.402870 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2438c951-0edb-4639-8d97-8d35c8765fe9 req-b1bdb829-2015-4be3-bd99-c954fd92ec12 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372546 May 27 03:04:45.591102 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe465b-5717-4171-9430-cee21608575d req-beb12905-d57d-4f76-ba15-63d2f2fdebee tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:45.592465 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5fbe465b-5717-4171-9430-cee21608575d req-beb12905-d57d-4f76-ba15-63d2f2fdebee tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 946 time: 0.0830848 May 27 03:04:45.635885 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5fbe465b-5717-4171-9430-cee21608575d req-5daba234-ed80-4831-9391-0e6874874a36 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378234 May 27 03:04:45.814544 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb9fb6-5e1f-469f-b02a-ada9253d1866 req-8162a236-2fb3-4d27-8728-2b7a89d71c8b tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:45.815974 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-35bb9fb6-5e1f-469f-b02a-ada9253d1866 req-8162a236-2fb3-4d27-8728-2b7a89d71c8b tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 946 time: 0.0785146 May 27 03:04:45.859451 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-35bb9fb6-5e1f-469f-b02a-ada9253d1866 req-977b2b37-3f36-45e6-baeb-ef8ab85f3b91 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376608 May 27 03:04:46.266885 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d62089-c548-4ee8-a398-8b08bf344a40 req-d856a630-d2c2-411c-998a-252d48e8619f tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:46.268313 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-73d62089-c548-4ee8-a398-8b08bf344a40 req-d856a630-d2c2-411c-998a-252d48e8619f tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 946 time: 0.0813739 May 27 03:04:46.311571 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-73d62089-c548-4ee8-a398-8b08bf344a40 req-5d4d66e6-d786-4db6-aca8-ffc308403317 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374327 May 27 03:04:46.490145 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f9a26-fd8b-468f-9c45-c892ef69f97f req-f048cd7f-5c48-4b36-a4e8-12b43a050332 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:46.491585 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c69f9a26-fd8b-468f-9c45-c892ef69f97f req-f048cd7f-5c48-4b36-a4e8-12b43a050332 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 946 time: 0.0786386 May 27 03:04:46.537908 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c69f9a26-fd8b-468f-9c45-c892ef69f97f req-f6633722-520e-4c82-a1c1-67e8fa76b897 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403829 May 27 03:04:47.076764 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e1d19-d71f-4d4b-82ca-82e3bf96ab44 req-6c0ffa08-fdf7-4f11-9048-55f6f2c7dfa9 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:47.078142 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b95e1d19-d71f-4d4b-82ca-82e3bf96ab44 req-6c0ffa08-fdf7-4f11-9048-55f6f2c7dfa9 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 946 time: 0.0816669 May 27 03:04:47.123066 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b95e1d19-d71f-4d4b-82ca-82e3bf96ab44 req-376f4c9e-d78f-403a-a64b-b1147c946fa0 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390770 May 27 03:04:47.133888 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-9cf522ef-97a1-4071-b7d3-7ae2b0924d95 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0713878 May 27 03:04:48.310975 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d27d8-b14c-404d-8ee9-ba2a44bd4a8b req-06f27312-cc91-4877-aecd-e3bf935dff8d tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:48.312416 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-da7d27d8-b14c-404d-8ee9-ba2a44bd4a8b req-06f27312-cc91-4877-aecd-e3bf935dff8d tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 946 time: 0.0825155 May 27 03:04:48.355541 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-da7d27d8-b14c-404d-8ee9-ba2a44bd4a8b req-312349ff-a703-4c45-85c5-167deb294caf tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372491 May 27 03:04:49.241728 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-e511fd2b-c1fa-4c4b-85b9-37f2954717f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:49.243124 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-e511fd2b-c1fa-4c4b-85b9-37f2954717f5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=160833042c5e498e9362406322e2c15b&device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 1097 time: 0.0683603 May 27 03:04:49.369201 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-312e8918-f033-4087-b128-686d5a871dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:49.370624 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-312e8918-f033-4087-b128-686d5a871dd6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c78e7280-a01d-47ee-bb4c-4fbdc83602c2 HTTP/1.1" status: 200 len: 915 time: 0.1217914 May 27 03:04:49.438914 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-8cd0e9fa-bf2e-4076-b978-0ae48cae3177 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e8a9826-2111-4515-9446-3b9c27f4aa92 HTTP/1.1" status: 200 len: 217 time: 0.0625217 May 27 03:04:49.498680 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-044e50d7-4297-47e0-a22f-0f7fd0687120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:49.499985 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-044e50d7-4297-47e0-a22f-0f7fd0687120 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=35e19e12-76a7-4b01-b867-544454d73767 HTTP/1.1" status: 200 len: 854 time: 0.0559947 May 27 03:04:49.537006 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2a758-9ce5-4a64-bc66-37d1bdaf1ee6 req-448e78c4-793a-4a35-bd75-d4edd83e807c tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:49.538475 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ecc2a758-9ce5-4a64-bc66-37d1bdaf1ee6 req-448e78c4-793a-4a35-bd75-d4edd83e807c tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 946 time: 0.0787289 May 27 03:04:49.545503 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-e248b2fb-2f4f-40a2-8992-d2a25562c4df service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c78e7280-a01d-47ee-bb4c-4fbdc83602c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396733 May 27 03:04:49.582432 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ecc2a758-9ce5-4a64-bc66-37d1bdaf1ee6 req-8c9a26b6-12da-4d5f-8bf3-f58cf3fdc0f5 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374632 May 27 03:04:49.703114 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:49.712915 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:49.782892 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-49f29f3d-d6b2-46fc-986e-ea2c007cba21 service neutron] 10.222.0.32 "GET /v2.0/networks/c78e7280-a01d-47ee-bb4c-4fbdc83602c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310705 May 27 03:04:49.912837 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-68786412-a332-47f3-af30-54a7e030036d service neutron] 10.222.0.32 "GET /v2.0/networks/c78e7280-a01d-47ee-bb4c-4fbdc83602c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237714 May 27 03:04:50.771898 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e178ae0-1429-4c06-a9ff-4e1956acbdc8 req-e5b38542-f1e4-4669-8a7a-9b12389aab56 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:50.773384 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9e178ae0-1429-4c06-a9ff-4e1956acbdc8 req-e5b38542-f1e4-4669-8a7a-9b12389aab56 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 946 time: 0.0821104 May 27 03:04:50.818777 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9e178ae0-1429-4c06-a9ff-4e1956acbdc8 req-c069dcaf-b4ae-4e66-9b95-55f523e5c130 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396471 May 27 03:04:51.998561 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779262e-5f0b-47b9-8e10-530b83f95b70 req-a0b37649-bc34-486d-90c3-e70b45981dc9 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:52.000020 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f779262e-5f0b-47b9-8e10-530b83f95b70 req-a0b37649-bc34-486d-90c3-e70b45981dc9 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 946 time: 0.0783072 May 27 03:04:52.046007 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f779262e-5f0b-47b9-8e10-530b83f95b70 req-306011ca-3931-4f2f-a80d-2e8e1c119b02 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403297 May 27 03:04:53.226949 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73cd1f1-38d3-4e20-b267-20f7b02fddb9 req-73b5efb7-a74d-438a-9282-001249bd17fa tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:53.228388 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b73cd1f1-38d3-4e20-b267-20f7b02fddb9 req-73b5efb7-a74d-438a-9282-001249bd17fa tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 946 time: 0.0791395 May 27 03:04:53.271543 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b73cd1f1-38d3-4e20-b267-20f7b02fddb9 req-c6dba2f6-30e3-4b17-8f25-e8e1312bf8d6 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369158 May 27 03:04:54.456858 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ceea7-b867-4aeb-8492-ae7b941d76c7 req-57bd03a4-f39a-466b-b05a-db50564a2f77 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:54.458286 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6e9ceea7-b867-4aeb-8492-ae7b941d76c7 req-57bd03a4-f39a-466b-b05a-db50564a2f77 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 946 time: 0.0810308 May 27 03:04:54.501330 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6e9ceea7-b867-4aeb-8492-ae7b941d76c7 req-fe4347d1-05a3-4573-9b99-3f55cdaf68af tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373771 May 27 03:04:55.524505 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a208f096-fe4f-4794-953a-6be4da1c2a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:55.681239 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe76875-60d2-4bb5-a585-faf9222c2033 req-1bc95f1d-8ed6-427c-b636-633de06ab022 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:55.683425 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fbe76875-60d2-4bb5-a585-faf9222c2033 req-1bc95f1d-8ed6-427c-b636-633de06ab022 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 946 time: 0.0799921 May 27 03:04:55.725861 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fbe76875-60d2-4bb5-a585-faf9222c2033 req-6ca5be46-06b8-47f9-93e5-004e04a4deb6 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368342 May 27 03:04:56.911416 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333befb-a529-4729-a1dd-eef6140aee54 req-2a42e80f-a759-428b-a5c4-06f276462b6d tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:56.912864 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4333befb-a529-4729-a1dd-eef6140aee54 req-2a42e80f-a759-428b-a5c4-06f276462b6d tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 946 time: 0.0805318 May 27 03:04:56.956313 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4333befb-a529-4729-a1dd-eef6140aee54 req-fb2f090f-a1dd-4d16-8da4-9234d56451c7 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378871 May 27 03:04:57.886733 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ecfcb382-8a2b-4c50-ae31-a840aff612c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:58.142722 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d700e9a-8d98-4d70-be3a-d185376c0e2c req-fd72cb8f-4b96-466d-bcb0-a7ab2404db82 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:58.144084 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0d700e9a-8d98-4d70-be3a-d185376c0e2c req-fd72cb8f-4b96-466d-bcb0-a7ab2404db82 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 946 time: 0.0790629 May 27 03:04:58.190693 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0d700e9a-8d98-4d70-be3a-d185376c0e2c req-af734469-72c1-4434-ae94-668074f7045d tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410035 May 27 03:04:59.050039 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:59.136536 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:59.374954 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de38967-09a2-4aee-bfcc-231e4fd83342 req-1cacc578-4ac7-44ad-b81f-ff8301038283 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:59.376438 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1de38967-09a2-4aee-bfcc-231e4fd83342 req-1cacc578-4ac7-44ad-b81f-ff8301038283 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 946 time: 0.0845516 May 27 03:04:59.421057 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1de38967-09a2-4aee-bfcc-231e4fd83342 req-8aa93e4d-6245-4e79-af64-e719ae91d8df tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388093 May 27 03:05:00.297572 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:00.603247 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af10e9a-3a51-4982-8f4c-805b1d74757c req-80ae3284-914b-475e-bd76-f8849db46acc tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:00.604683 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1af10e9a-3a51-4982-8f4c-805b1d74757c req-80ae3284-914b-475e-bd76-f8849db46acc tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 946 time: 0.0786920 May 27 03:05:00.651353 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1af10e9a-3a51-4982-8f4c-805b1d74757c req-e0fe18e9-caf9-40cc-90c4-7098c3d5e1de tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410182 May 27 03:05:01.838387 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b340b-b1c5-4108-8c62-13495b118728 req-88bf61ba-b796-4401-a7bf-a284420a3f7a tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:01.839836 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-de4b340b-b1c5-4108-8c62-13495b118728 req-88bf61ba-b796-4401-a7bf-a284420a3f7a tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 946 time: 0.0798545 May 27 03:05:01.883672 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-de4b340b-b1c5-4108-8c62-13495b118728 req-259a582e-4282-45f8-b976-ad6874de388f tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380678 May 27 03:05:03.164990 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeecdba-4eeb-4e2f-bab1-1a2ec6693f04 req-a66960dd-c392-48a8-a6ce-ee5ea9dc8c43 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:03.166335 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5aeecdba-4eeb-4e2f-bab1-1a2ec6693f04 req-a66960dd-c392-48a8-a6ce-ee5ea9dc8c43 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 946 time: 0.1783924 May 27 03:05:03.209323 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5aeecdba-4eeb-4e2f-bab1-1a2ec6693f04 req-2e6c2b81-761f-46b5-ac24-989dfccd74d5 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368428 May 27 03:05:04.389082 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f04b1-6e95-4029-9085-b425711cfc50 req-9a1d7918-4fa2-44c6-8306-920f71e93bb1 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:04.390502 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a05f04b1-6e95-4029-9085-b425711cfc50 req-9a1d7918-4fa2-44c6-8306-920f71e93bb1 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 946 time: 0.0775847 May 27 03:05:04.435967 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a05f04b1-6e95-4029-9085-b425711cfc50 req-84b242d3-edea-4fcc-b87f-8e085fe43a40 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398710 May 27 03:05:05.619167 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c25fa-cc18-4fe1-a3b4-7ac817d9b21b req-15bf3d78-6a2c-47c7-ba01-56e128d11789 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:05.620687 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-780c25fa-cc18-4fe1-a3b4-7ac817d9b21b req-15bf3d78-6a2c-47c7-ba01-56e128d11789 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 946 time: 0.0776308 May 27 03:05:05.663854 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-780c25fa-cc18-4fe1-a3b4-7ac817d9b21b req-6b0dd818-0b82-4c88-9fb0-a1a9aa7e30eb tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375533 May 27 03:05:06.848546 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b0a18-796e-46f1-923e-8d45b02d0c25 req-a33d25b6-02d0-437b-b878-a771d35c3f29 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:06.850006 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-224b0a18-796e-46f1-923e-8d45b02d0c25 req-a33d25b6-02d0-437b-b878-a771d35c3f29 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 946 time: 0.0825615 May 27 03:05:06.892471 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-224b0a18-796e-46f1-923e-8d45b02d0c25 req-ff9cefe3-f8fc-455b-ab2c-95ee7530ea7b tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361278 May 27 03:05:08.074835 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc832e-5922-4327-bd51-42741baebaac req-3ff4e496-5586-42dd-be7d-99b3999f6898 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:08.076208 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c1bc832e-5922-4327-bd51-42741baebaac req-3ff4e496-5586-42dd-be7d-99b3999f6898 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 946 time: 0.0789549 May 27 03:05:08.119899 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c1bc832e-5922-4327-bd51-42741baebaac req-6a195c32-b161-4488-9f86-216c924a6791 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379560 May 27 03:05:09.305358 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac66d9a-7469-41bb-b139-06e8c7681974 req-eac4af48-41cb-449b-9dcc-107e58dd234f tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:09.306790 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2ac66d9a-7469-41bb-b139-06e8c7681974 req-eac4af48-41cb-449b-9dcc-107e58dd234f tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 946 time: 0.0820947 May 27 03:05:09.349552 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2ac66d9a-7469-41bb-b139-06e8c7681974 req-119ddf73-3a9a-4ad5-80b2-5edbc779b3ae tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365119 May 27 03:05:10.531885 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef05ddd-de89-4a56-af0c-3e41c57a1118 req-a3f9677d-c17c-48b8-a936-6bb602e12993 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:10.533361 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4ef05ddd-de89-4a56-af0c-3e41c57a1118 req-a3f9677d-c17c-48b8-a936-6bb602e12993 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 946 time: 0.0792971 May 27 03:05:10.577441 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4ef05ddd-de89-4a56-af0c-3e41c57a1118 req-9ea9bdd6-5ae5-4a21-851f-06a6385e69a2 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385067 May 27 03:05:11.762412 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00fb6c-11a8-413d-8625-dd8f9fc1cc5f req-dc3699d5-d077-4369-bc45-0f5ab66651dc tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:11.764024 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ab00fb6c-11a8-413d-8625-dd8f9fc1cc5f req-dc3699d5-d077-4369-bc45-0f5ab66651dc tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 946 time: 0.0821342 May 27 03:05:11.809929 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ab00fb6c-11a8-413d-8625-dd8f9fc1cc5f req-89f2cfb2-08b7-4ac6-b776-861a03a1e86c tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391009 May 27 03:05:12.994154 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ea086-e23b-46e2-a53b-87bd83e31c3d req-97bba79b-161b-4853-a16e-940c0eb0338c tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:12.995692 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-642ea086-e23b-46e2-a53b-87bd83e31c3d req-97bba79b-161b-4853-a16e-940c0eb0338c tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 946 time: 0.0782313 May 27 03:05:13.042587 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-642ea086-e23b-46e2-a53b-87bd83e31c3d req-48eb8cbe-88d4-4ac0-a609-e4e506f35762 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412586 May 27 03:05:14.221724 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7ded9-d6dc-4222-8740-412d8083e0db req-2d0e7b5c-e932-43e7-9db8-7fe863fce5e9 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:14.223164 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-abc7ded9-d6dc-4222-8740-412d8083e0db req-2d0e7b5c-e932-43e7-9db8-7fe863fce5e9 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 946 time: 0.0782306 May 27 03:05:14.266072 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-abc7ded9-d6dc-4222-8740-412d8083e0db req-b6b34f1d-7888-4a5b-b735-356f4b92d0eb tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372999 May 27 03:05:15.450407 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384bbe2-eb82-4bba-ae6e-5cdd658a2e7e req-9d0768b8-8ca3-439d-8e95-4a0b6d3c5a78 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:15.451850 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4384bbe2-eb82-4bba-ae6e-5cdd658a2e7e req-9d0768b8-8ca3-439d-8e95-4a0b6d3c5a78 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 946 time: 0.0824587 May 27 03:05:15.494499 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4384bbe2-eb82-4bba-ae6e-5cdd658a2e7e req-8fa71add-b0dd-49c5-9546-178aae5b3b1b tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369995 May 27 03:05:16.678301 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67383a-005d-4cd4-a568-51421adf5ce8 req-fae773f0-25f0-4216-9236-fcca9eef45f5 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:16.679743 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2e67383a-005d-4cd4-a568-51421adf5ce8 req-fae773f0-25f0-4216-9236-fcca9eef45f5 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 946 time: 0.0781388 May 27 03:05:16.723119 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2e67383a-005d-4cd4-a568-51421adf5ce8 req-118654e4-5b71-4191-b639-01dd20611c15 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374162 May 27 03:05:17.048382 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-05e77e26-611d-465c-a920-f61dd23bb321 service neutron] show failed (client error): The resource could not be found. May 27 03:05:17.049409 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-05e77e26-611d-465c-a920-f61dd23bb321 service neutron] 10.222.0.32 "GET /v2.0/ports/5e8a9826-2111-4515-9446-3b9c27f4aa92/bindings/n-h2-843554-3 HTTP/1.1" status: 404 len: 380 time: 0.0807624 May 27 03:05:17.562869 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-48fbc516-804d-49f2-bd84-bc935ed49ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:17.563972 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-48fbc516-804d-49f2-bd84-bc935ed49ed3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea&tenant_id=160833042c5e498e9362406322e2c15b HTTP/1.1" status: 200 len: 1097 time: 0.0726306 May 27 03:05:17.574402 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-f6220580-73d8-48d0-95a5-73a7745c1ea5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843554-3', 'device_owner': 'compute:nova'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:05:17.684960 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-f6220580-73d8-48d0-95a5-73a7745c1ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:17.915552 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11902690-5268-4ea4-bb59-d6c7a77616e6 req-f1c9422d-1118-4e3d-9469-c236e668a5c8 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:17.917711 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-11902690-5268-4ea4-bb59-d6c7a77616e6 req-f1c9422d-1118-4e3d-9469-c236e668a5c8 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 946 time: 0.0825520 May 27 03:05:17.957501 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-f6220580-73d8-48d0-95a5-73a7745c1ea5 service neutron] For port 5e8a9826-2111-4515-9446-3b9c27f4aa92, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=5e8a9826-2111-4515-9446-3b9c27f4aa92,segment=NetworkSegment(a7c06be8-5052-45a1-91f0-7f8bb8875bf0),segment_id=a7c06be8-5052-45a1-91f0-7f8bb8875bf0)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:05:17.961669 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-11902690-5268-4ea4-bb59-d6c7a77616e6 req-9e17a4b6-043d-4778-bd49-29df68382a5c tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381362 May 27 03:05:17.986816 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-f6220580-73d8-48d0-95a5-73a7745c1ea5 service neutron] For port 5e8a9826-2111-4515-9446-3b9c27f4aa92, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:05:18.043685 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872c8404-d931-42c2-a14a-f8633d59bcea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e8a9826-2111-4515-9446-3b9c27f4aa92'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:05:18.049003 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-f6220580-73d8-48d0-95a5-73a7745c1ea5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:18.063576 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-f6220580-73d8-48d0-95a5-73a7745c1ea5 service neutron] Transition to ACTIVE for port object 5e8a9826-2111-4515-9446-3b9c27f4aa92 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:05:18.101525 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7960814f-99fd-4dfc-9eb3-ffa110614c60'] response: {'server_uuid': '872c8404-d931-42c2-a14a-f8633d59bcea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e8a9826-2111-4515-9446-3b9c27f4aa92', 'code': 200} May 27 03:05:18.143228 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-f6220580-73d8-48d0-95a5-73a7745c1ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:18.299237 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-f6220580-73d8-48d0-95a5-73a7745c1ea5 service neutron] No DVR routers for this DVR port 5e8a9826-2111-4515-9446-3b9c27f4aa92 on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:05:18.301120 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6220580-73d8-48d0-95a5-73a7745c1ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=5e8a9826-2111-4515-9446-3b9c27f4aa92,revision_number=6']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:18.355095 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-f6220580-73d8-48d0-95a5-73a7745c1ea5 service neutron] Attempting to bind port 5e8a9826-2111-4515-9446-3b9c27f4aa92 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:05:18.355325 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-f6220580-73d8-48d0-95a5-73a7745c1ea5 service neutron] Attempting to bind port 5e8a9826-2111-4515-9446-3b9c27f4aa92 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'a7c06be8-5052-45a1-91f0-7f8bb8875bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c78e7280-a01d-47ee-bb4c-4fbdc83602c2'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:05:18.355653 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-f6220580-73d8-48d0-95a5-73a7745c1ea5 service neutron] Attempting to bind port 5e8a9826-2111-4515-9446-3b9c27f4aa92 on network c78e7280-a01d-47ee-bb4c-4fbdc83602c2 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:05:18.360057 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-f6220580-73d8-48d0-95a5-73a7745c1ea5 service neutron] Port 5e8a9826-2111-4515-9446-3b9c27f4aa92 on network c78e7280-a01d-47ee-bb4c-4fbdc83602c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:05:18.360370 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-f6220580-73d8-48d0-95a5-73a7745c1ea5 service neutron] Attempting to bind port 5e8a9826-2111-4515-9446-3b9c27f4aa92 on network c78e7280-a01d-47ee-bb4c-4fbdc83602c2 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:05:18.365323 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-f6220580-73d8-48d0-95a5-73a7745c1ea5 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:05:18.365657 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-f6220580-73d8-48d0-95a5-73a7745c1ea5 service neutron] Checking segment: {'id': 'a7c06be8-5052-45a1-91f0-7f8bb8875bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c78e7280-a01d-47ee-bb4c-4fbdc83602c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:05:18.366035 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-f6220580-73d8-48d0-95a5-73a7745c1ea5 service neutron] Bound using segment: {'id': 'a7c06be8-5052-45a1-91f0-7f8bb8875bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c78e7280-a01d-47ee-bb4c-4fbdc83602c2'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:05:18.366445 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-f6220580-73d8-48d0-95a5-73a7745c1ea5 service neutron] Bound port: 5e8a9826-2111-4515-9446-3b9c27f4aa92, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c06be8-5052-45a1-91f0-7f8bb8875bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c78e7280-a01d-47ee-bb4c-4fbdc83602c2'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:05:18.366774 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-f6220580-73d8-48d0-95a5-73a7745c1ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:18.452898 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-f6220580-73d8-48d0-95a5-73a7745c1ea5 service neutron] For port 5e8a9826-2111-4515-9446-3b9c27f4aa92, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:05:18.455792 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-f6220580-73d8-48d0-95a5-73a7745c1ea5 service neutron] For port 5e8a9826-2111-4515-9446-3b9c27f4aa92, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=5e8a9826-2111-4515-9446-3b9c27f4aa92,segment=NetworkSegment(a7c06be8-5052-45a1-91f0-7f8bb8875bf0),segment_id=a7c06be8-5052-45a1-91f0-7f8bb8875bf0)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:05:18.566427 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-f6220580-73d8-48d0-95a5-73a7745c1ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:18.627057 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-f6220580-73d8-48d0-95a5-73a7745c1ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:18.627677 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-f6220580-73d8-48d0-95a5-73a7745c1ea5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:18.629064 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-f6220580-73d8-48d0-95a5-73a7745c1ea5 service neutron] 10.222.0.66 "PUT /v2.0/ports/5e8a9826-2111-4515-9446-3b9c27f4aa92 HTTP/1.1" status: 200 len: 1092 time: 1.0585389 May 27 03:05:18.646237 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6220580-73d8-48d0-95a5-73a7745c1ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=5e8a9826-2111-4515-9446-3b9c27f4aa92,revision_number=7']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:18.662223 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:05:18.722806 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-e7f5d42e-1d67-41fa-a6e4-0cc76a1c52e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:18.724334 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-e7f5d42e-1d67-41fa-a6e4-0cc76a1c52e6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=160833042c5e498e9362406322e2c15b&device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 1095 time: 0.0724969 May 27 03:05:18.863076 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-790099b7-bdfc-4511-b6aa-515eb49ee6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:18.864526 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-790099b7-bdfc-4511-b6aa-515eb49ee6e5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c78e7280-a01d-47ee-bb4c-4fbdc83602c2 HTTP/1.1" status: 200 len: 915 time: 0.1349802 May 27 03:05:19.037578 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-9007a45b-6bf5-4fa3-8bf0-bb16b2500006 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e8a9826-2111-4515-9446-3b9c27f4aa92 HTTP/1.1" status: 200 len: 217 time: 0.1668618 May 27 03:05:19.098812 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-90615eee-55be-4866-a4ca-be998f5b814f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:19.101204 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-90615eee-55be-4866-a4ca-be998f5b814f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=35e19e12-76a7-4b01-b867-544454d73767 HTTP/1.1" status: 200 len: 854 time: 0.0573239 May 27 03:05:19.148357 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-8d12b483-7ccf-43c3-84ef-043b1e917cc6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c78e7280-a01d-47ee-bb4c-4fbdc83602c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411103 May 27 03:05:19.152702 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcecfc-4296-409b-bd70-41d34a61c2fd req-b5723bc3-7cd7-454c-95ac-33958fe836f7 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:19.154177 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-21dcecfc-4296-409b-bd70-41d34a61c2fd req-b5723bc3-7cd7-454c-95ac-33958fe836f7 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 944 time: 0.0805566 May 27 03:05:19.202004 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-21dcecfc-4296-409b-bd70-41d34a61c2fd req-f1651e7a-3005-43f4-94e3-7f28758b619d tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420117 May 27 03:05:19.278327 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-c6b0ec80-d4ce-43e9-9956-141dd98e4f2e service neutron] 10.222.0.66 "GET /v2.0/networks/c78e7280-a01d-47ee-bb4c-4fbdc83602c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234262 May 27 03:05:19.405658 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cb8d5ea0-637d-460a-b47d-6aa0db4528c0 req-18e13b0d-3147-4cb3-9238-323af78ad8c2 service neutron] 10.222.0.66 "GET /v2.0/networks/c78e7280-a01d-47ee-bb4c-4fbdc83602c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217842 May 27 03:05:19.686728 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:19.698363 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:19.951073 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 5e8a9826-2111-4515-9446-3b9c27f4aa92 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:05:20.006575 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 5e8a9826-2111-4515-9446-3b9c27f4aa92 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:05:20.102680 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '872c8404-d931-42c2-a14a-f8633d59bcea', 'tag': '5e8a9826-2111-4515-9446-3b9c27f4aa92'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:05:20.159336 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0114749-81c5-4289-b1da-17e2b4d45c45'] response: {'name': 'network-changed', 'server_uuid': '872c8404-d931-42c2-a14a-f8633d59bcea', 'tag': '5e8a9826-2111-4515-9446-3b9c27f4aa92', 'status': 'completed', 'code': 200} May 27 03:05:20.304835 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcfc76-b063-4ff2-a4b9-764fa9b55125 req-a4e0da7b-8e99-4047-9def-56c8283d1cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:20.306561 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-65fcfc76-b063-4ff2-a4b9-764fa9b55125 req-a4e0da7b-8e99-4047-9def-56c8283d1cad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=160833042c5e498e9362406322e2c15b&device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 1095 time: 0.1319652 May 27 03:05:20.309050 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcfc76-b063-4ff2-a4b9-764fa9b55125 req-b5656d21-6a95-4c65-b996-e4e16923b143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:20.310369 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-65fcfc76-b063-4ff2-a4b9-764fa9b55125 req-b5656d21-6a95-4c65-b996-e4e16923b143 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=160833042c5e498e9362406322e2c15b&device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 1095 time: 0.1010537 May 27 03:05:20.383895 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725015b-8217-4bb7-b110-aa578d4fecbf req-b6a76f4b-03cf-403d-bb50-62ebb731079e tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:20.386012 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2725015b-8217-4bb7-b110-aa578d4fecbf req-b6a76f4b-03cf-403d-bb50-62ebb731079e tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 944 time: 0.0793612 May 27 03:05:20.429749 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2725015b-8217-4bb7-b110-aa578d4fecbf req-12287393-6171-47ec-b6fc-876d267fa8aa tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379667 May 27 03:05:20.544884 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcfc76-b063-4ff2-a4b9-764fa9b55125 req-a086fabf-0d14-44db-8f66-f760f452de3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:20.546253 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-65fcfc76-b063-4ff2-a4b9-764fa9b55125 req-a086fabf-0d14-44db-8f66-f760f452de3f service neutron] 10.222.0.32 "GET /v2.0/networks?id=c78e7280-a01d-47ee-bb4c-4fbdc83602c2 HTTP/1.1" status: 200 len: 915 time: 0.2335889 May 27 03:05:20.547295 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcfc76-b063-4ff2-a4b9-764fa9b55125 req-714a933c-e1d9-49e5-a2ba-29c55380c6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:20.548560 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-65fcfc76-b063-4ff2-a4b9-764fa9b55125 req-714a933c-e1d9-49e5-a2ba-29c55380c6e0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c78e7280-a01d-47ee-bb4c-4fbdc83602c2 HTTP/1.1" status: 200 len: 915 time: 0.2183521 May 27 03:05:20.670569 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-65fcfc76-b063-4ff2-a4b9-764fa9b55125 req-db620f97-3d11-427d-9cff-880c0d7d03e6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e8a9826-2111-4515-9446-3b9c27f4aa92 HTTP/1.1" status: 200 len: 217 time: 0.1185508 May 27 03:05:20.707830 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-65fcfc76-b063-4ff2-a4b9-764fa9b55125 req-e0ae41c0-22db-47af-952b-ce2d055010a7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e8a9826-2111-4515-9446-3b9c27f4aa92 HTTP/1.1" status: 200 len: 217 time: 0.0997171 May 27 03:05:20.781947 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcfc76-b063-4ff2-a4b9-764fa9b55125 req-2ff9c2a0-21bb-40ce-828c-7c7521e7b285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:20.783458 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-65fcfc76-b063-4ff2-a4b9-764fa9b55125 req-2ff9c2a0-21bb-40ce-828c-7c7521e7b285 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=35e19e12-76a7-4b01-b867-544454d73767 HTTP/1.1" status: 200 len: 854 time: 0.1056008 May 27 03:05:20.791207 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcfc76-b063-4ff2-a4b9-764fa9b55125 req-e09f31f6-7ff6-450f-b344-0d06e3b6e77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:20.793056 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-65fcfc76-b063-4ff2-a4b9-764fa9b55125 req-e09f31f6-7ff6-450f-b344-0d06e3b6e77c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=35e19e12-76a7-4b01-b867-544454d73767 HTTP/1.1" status: 200 len: 854 time: 0.0776653 May 27 03:05:20.869666 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-65fcfc76-b063-4ff2-a4b9-764fa9b55125 req-bd28a487-c228-4b27-b8dc-fe84a1cc3f53 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c78e7280-a01d-47ee-bb4c-4fbdc83602c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800509 May 27 03:05:20.871384 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-65fcfc76-b063-4ff2-a4b9-764fa9b55125 req-cf718751-4c32-4780-9ec9-92a852dc6131 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c78e7280-a01d-47ee-bb4c-4fbdc83602c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490036 May 27 03:05:21.103748 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-65fcfc76-b063-4ff2-a4b9-764fa9b55125 req-b313aa2e-495a-4109-bfb3-ed3391dcfc5a service neutron] 10.222.0.32 "GET /v2.0/networks/c78e7280-a01d-47ee-bb4c-4fbdc83602c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278910 May 27 03:05:21.106063 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-65fcfc76-b063-4ff2-a4b9-764fa9b55125 req-042465d8-b5c7-4d41-a535-1c134be2351f service neutron] 10.222.0.66 "GET /v2.0/networks/c78e7280-a01d-47ee-bb4c-4fbdc83602c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141621 May 27 03:05:21.457098 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-65fcfc76-b063-4ff2-a4b9-764fa9b55125 req-36d3c7ce-822a-4146-863f-fdb8068ca837 service neutron] 10.222.0.32 "GET /v2.0/networks/c78e7280-a01d-47ee-bb4c-4fbdc83602c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474879 May 27 03:05:21.460083 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-65fcfc76-b063-4ff2-a4b9-764fa9b55125 req-94d7c3e3-ad04-4db4-8141-92ad23bf858e service neutron] 10.222.0.66 "GET /v2.0/networks/c78e7280-a01d-47ee-bb4c-4fbdc83602c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335469 May 27 03:05:21.611832 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d34e39-dfd1-4c33-a13e-70831bb4169b req-bc533918-da5e-4265-ae23-dae8e4b129f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:21.613336 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-60d34e39-dfd1-4c33-a13e-70831bb4169b req-bc533918-da5e-4265-ae23-dae8e4b129f6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=160833042c5e498e9362406322e2c15b&device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 1095 time: 0.0699620 May 27 03:05:21.620954 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9cd63-23bd-427e-9ca9-a3315da5b2ff req-73b99ba6-2e0b-4f7e-bfa3-a9c6f849d6ba tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:21.622461 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-83c9cd63-23bd-427e-9ca9-a3315da5b2ff req-73b99ba6-2e0b-4f7e-bfa3-a9c6f849d6ba tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 944 time: 0.0832942 May 27 03:05:21.667180 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-83c9cd63-23bd-427e-9ca9-a3315da5b2ff req-95fb06b3-ff4e-496b-9aba-a2bb35f76306 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382867 May 27 03:05:21.757915 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d34e39-dfd1-4c33-a13e-70831bb4169b req-84bec876-2f70-48ca-9aca-2a8dfa2397bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:21.759412 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-60d34e39-dfd1-4c33-a13e-70831bb4169b req-84bec876-2f70-48ca-9aca-2a8dfa2397bf service neutron] 10.222.0.66 "GET /v2.0/networks?id=c78e7280-a01d-47ee-bb4c-4fbdc83602c2 HTTP/1.1" status: 200 len: 915 time: 0.1281011 May 27 03:05:21.829833 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-60d34e39-dfd1-4c33-a13e-70831bb4169b req-39aaad50-0ec0-4cab-a55e-a65d787669f6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e8a9826-2111-4515-9446-3b9c27f4aa92 HTTP/1.1" status: 200 len: 217 time: 0.0647061 May 27 03:05:21.889978 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d34e39-dfd1-4c33-a13e-70831bb4169b req-9b165ad5-f1b9-4e52-9b9a-0461be1e98fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:21.891367 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-60d34e39-dfd1-4c33-a13e-70831bb4169b req-9b165ad5-f1b9-4e52-9b9a-0461be1e98fb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=35e19e12-76a7-4b01-b867-544454d73767 HTTP/1.1" status: 200 len: 854 time: 0.0560784 May 27 03:05:21.938360 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-60d34e39-dfd1-4c33-a13e-70831bb4169b req-ca0f1585-41f6-4737-aca2-3781ecc47b8f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c78e7280-a01d-47ee-bb4c-4fbdc83602c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406959 May 27 03:05:22.072252 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-60d34e39-dfd1-4c33-a13e-70831bb4169b req-29a20865-b60f-4153-89f0-4a4362e328d1 service neutron] 10.222.0.66 "GET /v2.0/networks/c78e7280-a01d-47ee-bb4c-4fbdc83602c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284006 May 27 03:05:22.109674 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead361c-1727-4fdc-9165-b63b3fb8bb76 req-ae567f9c-d02d-4791-bb0c-0d61e5a70d58 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:22.111130 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8ead361c-1727-4fdc-9165-b63b3fb8bb76 req-ae567f9c-d02d-4791-bb0c-0d61e5a70d58 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 944 time: 0.0866330 May 27 03:05:22.154687 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8ead361c-1727-4fdc-9165-b63b3fb8bb76 req-2e78aa50-c522-40fa-ac89-1d24efc5f62a tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377319 May 27 03:05:22.263029 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-60d34e39-dfd1-4c33-a13e-70831bb4169b req-80987bb9-53da-469f-95f9-9f94f5f5a48d service neutron] 10.222.0.66 "GET /v2.0/networks/c78e7280-a01d-47ee-bb4c-4fbdc83602c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842299 May 27 03:05:22.274769 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c61c3-d712-4ccb-b3bc-daaba2d589ac req-9f894742-4e1f-471c-9bd3-b78498ead548 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:22.275443 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-053c61c3-d712-4ccb-b3bc-daaba2d589ac req-9f894742-4e1f-471c-9bd3-b78498ead548 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Synchronizing usage tracker for tenant:160833042c5e498e9362406322e2c15b on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:05:22.355837 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-053c61c3-d712-4ccb-b3bc-daaba2d589ac req-9f894742-4e1f-471c-9bd3-b78498ead548 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Unset dirty status for tenant:160833042c5e498e9362406322e2c15b on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:05:22.356948 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-053c61c3-d712-4ccb-b3bc-daaba2d589ac req-9f894742-4e1f-471c-9bd3-b78498ead548 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.32 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea&tenant_id=160833042c5e498e9362406322e2c15b&binding%3Ahost_id=n-h2-843554-3 HTTP/1.1" status: 200 len: 944 time: 0.2544153 May 27 03:05:22.436867 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [req-053c61c3-d712-4ccb-b3bc-daaba2d589ac req-c58753d2-48fd-40fa-a6b4-71419f8af9c8 service neutron] delete failed (client error): The resource could not be found. May 27 03:05:22.437862 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-053c61c3-d712-4ccb-b3bc-daaba2d589ac req-c58753d2-48fd-40fa-a6b4-71419f8af9c8 service neutron] 10.222.0.32 "DELETE /v2.0/ports/5e8a9826-2111-4515-9446-3b9c27f4aa92/bindings/n-h1-843554-3 HTTP/1.1" status: 404 len: 380 time: 0.0753646 May 27 03:05:22.585828 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c61c3-d712-4ccb-b3bc-daaba2d589ac req-adacdef0-2883-4008-9c77-bb1ac1b126bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:22.587292 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-053c61c3-d712-4ccb-b3bc-daaba2d589ac req-adacdef0-2883-4008-9c77-bb1ac1b126bc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=160833042c5e498e9362406322e2c15b&device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 1095 time: 0.0753279 May 27 03:05:22.720577 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c61c3-d712-4ccb-b3bc-daaba2d589ac req-41e1ed70-2df5-4f5f-9281-17152b6882d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:22.721991 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-053c61c3-d712-4ccb-b3bc-daaba2d589ac req-41e1ed70-2df5-4f5f-9281-17152b6882d6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c78e7280-a01d-47ee-bb4c-4fbdc83602c2 HTTP/1.1" status: 200 len: 915 time: 0.1268680 May 27 03:05:22.792912 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-053c61c3-d712-4ccb-b3bc-daaba2d589ac req-69c2e83d-783b-49e8-b43a-cdccd0e73894 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e8a9826-2111-4515-9446-3b9c27f4aa92 HTTP/1.1" status: 200 len: 217 time: 0.0639737 May 27 03:05:22.855194 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c61c3-d712-4ccb-b3bc-daaba2d589ac req-3f022bba-053e-4995-a377-340488ad00b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:22.856627 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-053c61c3-d712-4ccb-b3bc-daaba2d589ac req-3f022bba-053e-4995-a377-340488ad00b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=35e19e12-76a7-4b01-b867-544454d73767 HTTP/1.1" status: 200 len: 854 time: 0.0581677 May 27 03:05:22.901472 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-053c61c3-d712-4ccb-b3bc-daaba2d589ac req-4fd5aa7f-897b-4471-b736-d356d6bf77af service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c78e7280-a01d-47ee-bb4c-4fbdc83602c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390527 May 27 03:05:23.131965 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-053c61c3-d712-4ccb-b3bc-daaba2d589ac req-e6092a6b-cd98-4705-af6f-c0e502c84b73 service neutron] 10.222.0.32 "GET /v2.0/networks/c78e7280-a01d-47ee-bb4c-4fbdc83602c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243962 May 27 03:05:23.262000 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-053c61c3-d712-4ccb-b3bc-daaba2d589ac req-2e3693a1-0e15-46eb-9e06-8d6080799756 service neutron] 10.222.0.32 "GET /v2.0/networks/c78e7280-a01d-47ee-bb4c-4fbdc83602c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238689 May 27 03:05:23.347366 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb03a4-36a8-405e-901c-c596b01ba13e req-5f095c75-b357-4938-a114-674dbcac736b tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:23.348862 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-19cb03a4-36a8-405e-901c-c596b01ba13e req-5f095c75-b357-4938-a114-674dbcac736b tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 944 time: 0.0840800 May 27 03:05:23.391544 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-19cb03a4-36a8-405e-901c-c596b01ba13e req-83eed144-60a2-45d9-8090-a58c02e2f6c4 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362136 May 27 03:05:23.670905 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 5e8a9826-2111-4515-9446-3b9c27f4aa92 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:05:23.801709 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 5e8a9826-2111-4515-9446-3b9c27f4aa92, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=5e8a9826-2111-4515-9446-3b9c27f4aa92,segment=NetworkSegment(a7c06be8-5052-45a1-91f0-7f8bb8875bf0),segment_id=a7c06be8-5052-45a1-91f0-7f8bb8875bf0)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:05:23.819135 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '5e8a9826-2111-4515-9446-3b9c27f4aa92', 'network_id': 'c78e7280-a01d-47ee-bb4c-4fbdc83602c2', 'port_id': '5e8a9826-2111-4515-9446-3b9c27f4aa92', 'mac_address': 'fa:16:3e:1a:fa:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e19e12-76a7-4b01-b867-544454d73767', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:05:23.874159 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 5e8a9826-2111-4515-9446-3b9c27f4aa92 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:05:23.874538 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:23.891640 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e8a9826-2111-4515-9446-3b9c27f4aa92 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:05:23.906599 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 5e8a9826-2111-4515-9446-3b9c27f4aa92, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=5e8a9826-2111-4515-9446-3b9c27f4aa92,segment=NetworkSegment(a7c06be8-5052-45a1-91f0-7f8bb8875bf0),segment_id=a7c06be8-5052-45a1-91f0-7f8bb8875bf0)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:05:24.000667 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:24.066292 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=5e8a9826-2111-4515-9446-3b9c27f4aa92,revision_number=8']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:24.074193 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:24.074523 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:24.074860 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:24.075195 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:24.075524 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:24.075852 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:24.076178 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:24.076502 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:24.076845 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:24.077169 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:24.077490 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:24.077809 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:24.211478 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['5e8a9826-2111-4515-9446-3b9c27f4aa92'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:05:24.574667 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55a05e-47c3-4bd4-a51c-8d43166406c1 req-354b1300-e24c-4c18-981e-3a257696b0ab tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:24.576107 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8d55a05e-47c3-4bd4-a51c-8d43166406c1 req-354b1300-e24c-4c18-981e-3a257696b0ab tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 945 time: 0.0777965 May 27 03:05:24.619106 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8d55a05e-47c3-4bd4-a51c-8d43166406c1 req-bdbcca72-a8aa-473d-abbe-bd7830b3f077 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374467 May 27 03:05:24.802439 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a23507-a939-4514-8794-1babb0592042 req-0f43a5a6-947f-452e-b81e-691a239ab8df tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:24.803962 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-95a23507-a939-4514-8794-1babb0592042 req-0f43a5a6-947f-452e-b81e-691a239ab8df tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 945 time: 0.0836020 May 27 03:05:24.847906 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-95a23507-a939-4514-8794-1babb0592042 req-cf33a3f7-a8b4-490c-a06e-ac53396dfa70 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380292 May 27 03:05:25.027028 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc9382-2083-4810-b564-e6b31132af2a req-02ae4624-b560-441e-ab11-848c7e3ed861 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:25.028458 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6fdc9382-2083-4810-b564-e6b31132af2a req-02ae4624-b560-441e-ab11-848c7e3ed861 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 945 time: 0.0788033 May 27 03:05:25.074217 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6fdc9382-2083-4810-b564-e6b31132af2a req-a8641df1-5eee-48a9-83bf-4ec676fa2669 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401108 May 27 03:05:25.538070 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ff6591f9-699e-4be9-9a5b-10aea66bdb0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:25.678707 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 5e8a9826-2111-4515-9446-3b9c27f4aa92 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:05:25.716253 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-a0f180d3-6850-459b-87a4-8a56ef70a85f tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:25.717841 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-a0f180d3-6850-459b-87a4-8a56ef70a85f tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/networks?id=c78e7280-a01d-47ee-bb4c-4fbdc83602c2 HTTP/1.1" status: 200 len: 814 time: 0.1428072 May 27 03:05:25.733063 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-442bcbeb-19b3-48c1-b837-9d13cea9bbee tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/quotas/160833042c5e498e9362406322e2c15b HTTP/1.1" status: 200 len: 375 time: 0.0098202 May 27 03:05:25.812357 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-de722909-18aa-44a2-8462-b57f0c237aed tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=160833042c5e498e9362406322e2c15b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0738270 May 27 03:05:25.846235 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 5e8a9826-2111-4515-9446-3b9c27f4aa92 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:05:25.851334 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 5e8a9826-2111-4515-9446-3b9c27f4aa92 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:05:25.851635 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:25.975069 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 5e8a9826-2111-4515-9446-3b9c27f4aa92 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:05:25.975350 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:26.006178 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872c8404-d931-42c2-a14a-f8633d59bcea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8a9826-2111-4515-9446-3b9c27f4aa92'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:05:26.015374 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 5e8a9826-2111-4515-9446-3b9c27f4aa92, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=5e8a9826-2111-4515-9446-3b9c27f4aa92,segment=NetworkSegment(a7c06be8-5052-45a1-91f0-7f8bb8875bf0),segment_id=a7c06be8-5052-45a1-91f0-7f8bb8875bf0)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:05:26.051906 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea702e43-a91c-4505-af66-eb3cf16e14b9'] response: {'server_uuid': '872c8404-d931-42c2-a14a-f8633d59bcea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8a9826-2111-4515-9446-3b9c27f4aa92', 'code': 200} May 27 03:05:26.052886 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-059e6d5a-e015-4ed0-99ea-41ae7e3ea5a3 service neutron] 10.222.0.57 "GET /v2.0/networks/c78e7280-a01d-47ee-bb4c-4fbdc83602c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337172 May 27 03:05:26.092432 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:26.159492 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=5e8a9826-2111-4515-9446-3b9c27f4aa92,revision_number=9']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:26.182777 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-d5030d7c-ab42-43f8-8ec7-b88722605e27 service neutron] 10.222.0.57 "GET /v2.0/networks/c78e7280-a01d-47ee-bb4c-4fbdc83602c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230602 May 27 03:05:26.416211 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9910ca36-63ef-48d3-857f-751a128083ba req-3164447d-5203-4ef0-bf79-ae8d9d40983f tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 210 time: 0.0452299 May 27 03:05:26.863738 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69734b-a543-40e8-89fb-9488b2e6e4ec req-2b77479f-e22a-40e9-acf2-49464d3de2fd tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:26.865208 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ac69734b-a543-40e8-89fb-9488b2e6e4ec req-2b77479f-e22a-40e9-acf2-49464d3de2fd tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.66 "GET /v2.0/ports?device_id=872c8404-d931-42c2-a14a-f8633d59bcea HTTP/1.1" status: 200 len: 946 time: 0.0843787 May 27 03:05:26.935236 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-ac69734b-a543-40e8-89fb-9488b2e6e4ec req-4669c33b-0f80-47ee-97c3-96bb3c98ae1b tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Deleting port 5e8a9826-2111-4515-9446-3b9c27f4aa92 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:05:26.935620 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ac69734b-a543-40e8-89fb-9488b2e6e4ec req-4669c33b-0f80-47ee-97c3-96bb3c98ae1b tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:27.178497 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-ac69734b-a543-40e8-89fb-9488b2e6e4ec req-4669c33b-0f80-47ee-97c3-96bb3c98ae1b tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] For port 5e8a9826-2111-4515-9446-3b9c27f4aa92, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=5e8a9826-2111-4515-9446-3b9c27f4aa92,segment=NetworkSegment(a7c06be8-5052-45a1-91f0-7f8bb8875bf0),segment_id=a7c06be8-5052-45a1-91f0-7f8bb8875bf0)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:05:27.178789 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ac69734b-a543-40e8-89fb-9488b2e6e4ec req-4669c33b-0f80-47ee-97c3-96bb3c98ae1b tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:27.300833 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-ac69734b-a543-40e8-89fb-9488b2e6e4ec req-4669c33b-0f80-47ee-97c3-96bb3c98ae1b tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Calling delete_port for 5e8a9826-2111-4515-9446-3b9c27f4aa92 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:05:27.491337 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ac69734b-a543-40e8-89fb-9488b2e6e4ec req-4669c33b-0f80-47ee-97c3-96bb3c98ae1b tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:27.503848 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['5e8a9826-2111-4515-9446-3b9c27f4aa92'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:05:27.559647 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4669c33b-0f80-47ee-97c3-96bb3c98ae1b tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Pushing event deleted for resources: {'Port': ['ID=5e8a9826-2111-4515-9446-3b9c27f4aa92,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:27.574013 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0a00ce71-f2e4-4ec8-82c9-19d5c2360d90 req-8e177267-3390-4789-be79-dd53e889d312 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 210 time: 0.0499818 May 27 03:05:27.634328 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac69734b-a543-40e8-89fb-9488b2e6e4ec req-4669c33b-0f80-47ee-97c3-96bb3c98ae1b tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] No DVR routers for this DVR port 5e8a9826-2111-4515-9446-3b9c27f4aa92 on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:05:27.637612 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ac69734b-a543-40e8-89fb-9488b2e6e4ec req-4669c33b-0f80-47ee-97c3-96bb3c98ae1b tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:27.640159 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872c8404-d931-42c2-a14a-f8633d59bcea', 'name': 'network-vif-deleted', 'tag': '5e8a9826-2111-4515-9446-3b9c27f4aa92'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:05:27.684966 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c28d70f3-fd44-4b53-b723-7888548938a1'] response: {'server_uuid': '872c8404-d931-42c2-a14a-f8633d59bcea', 'name': 'network-vif-deleted', 'tag': '5e8a9826-2111-4515-9446-3b9c27f4aa92', 'status': 'completed', 'code': 200} May 27 03:05:27.710121 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ac69734b-a543-40e8-89fb-9488b2e6e4ec req-4669c33b-0f80-47ee-97c3-96bb3c98ae1b tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.66 "DELETE /v2.0/ports/5e8a9826-2111-4515-9446-3b9c27f4aa92 HTTP/1.1" status: 204 len: 173 time: 0.8393638 May 27 03:05:27.879508 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ed61a3b7-9ace-4b5a-8bd3-38f7d74fe696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:28.489431 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-6e5d26f3-d3cc-41e6-bb7b-efe529b51248 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:28.491013 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-6e5d26f3-d3cc-41e6-bb7b-efe529b51248 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.32 "GET /v2.0/networks?id=c78e7280-a01d-47ee-bb4c-4fbdc83602c2 HTTP/1.1" status: 200 len: 814 time: 0.1504605 May 27 03:05:28.502894 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-1fef3104-b6e5-456a-b719-d65f41e671cf tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Request body: {'port': {'device_id': 'a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d', 'network_id': 'c78e7280-a01d-47ee-bb4c-4fbdc83602c2', 'admin_state_up': True, 'tenant_id': '160833042c5e498e9362406322e2c15b'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:05:28.641330 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-1fef3104-b6e5-456a-b719-d65f41e671cf tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:05:28.645506 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-1fef3104-b6e5-456a-b719-d65f41e671cf tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Usage tracker for resource:port and tenant:160833042c5e498e9362406322e2c15b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:05:28.648312 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-1fef3104-b6e5-456a-b719-d65f41e671cf tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:05:28.654571 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-1fef3104-b6e5-456a-b719-d65f41e671cf tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:05:28.729156 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-91e32036-01b5-482b-8e0f-dab60873f6d7 req-38415835-629f-4203-b21c-14f3d11401c0 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 210 time: 0.0434942 May 27 03:05:28.748267 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-1fef3104-b6e5-456a-b719-d65f41e671cf tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Made reservation on behalf of 160833042c5e498e9362406322e2c15b for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:05:28.751809 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-1fef3104-b6e5-456a-b719-d65f41e671cf tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:28.913711 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-1fef3104-b6e5-456a-b719-d65f41e671cf tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Allocated IP 172.20.0.2 (c78e7280-a01d-47ee-bb4c-4fbdc83602c2/35e19e12-76a7-4b01-b867-544454d73767/606a1fc6-7b0d-42e5-afb3-cc21cef86797) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:05:29.046715 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:29.116024 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-1fef3104-b6e5-456a-b719-d65f41e671cf tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:29.126638 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:29.212730 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-1fef3104-b6e5-456a-b719-d65f41e671cf tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:29.223649 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['5e8a9826-2111-4515-9446-3b9c27f4aa92'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:05:29.385859 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-1fef3104-b6e5-456a-b719-d65f41e671cf tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Network c78e7280-a01d-47ee-bb4c-4fbdc83602c2 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:05:29.388744 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-1fef3104-b6e5-456a-b719-d65f41e671cf tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:05:29.391138 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-1fef3104-b6e5-456a-b719-d65f41e671cf tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:05:29.435350 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef3104-b6e5-456a-b719-d65f41e671cf tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Pushing event updated for resources: {'Port': ['ID=606a1fc6-7b0d-42e5-afb3-cc21cef86797,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:29.450888 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fef3104-b6e5-456a-b719-d65f41e671cf tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:29.451231 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fef3104-b6e5-456a-b719-d65f41e671cf tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:29.451568 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fef3104-b6e5-456a-b719-d65f41e671cf tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:29.451896 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fef3104-b6e5-456a-b719-d65f41e671cf tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:29.452221 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fef3104-b6e5-456a-b719-d65f41e671cf tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:29.452547 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fef3104-b6e5-456a-b719-d65f41e671cf tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:29.452898 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fef3104-b6e5-456a-b719-d65f41e671cf tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:29.453220 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fef3104-b6e5-456a-b719-d65f41e671cf tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:29.453542 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fef3104-b6e5-456a-b719-d65f41e671cf tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:29.453861 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fef3104-b6e5-456a-b719-d65f41e671cf tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:29.454173 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fef3104-b6e5-456a-b719-d65f41e671cf tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:29.454488 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fef3104-b6e5-456a-b719-d65f41e671cf tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:29.473657 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-1fef3104-b6e5-456a-b719-d65f41e671cf tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:29.474265 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-1fef3104-b6e5-456a-b719-d65f41e671cf tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:29.567419 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-1fef3104-b6e5-456a-b719-d65f41e671cf tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0681410 May 27 03:05:29.579605 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-705a539e-aa48-4453-aa9d-b5e7bd1174fb service neutron] Request body: {'port': {'device_id': 'a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:05:29.688094 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-705a539e-aa48-4453-aa9d-b5e7bd1174fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:29.919080 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aeecb9-3f2e-45e8-b368-9162a9a8d80f req-78602204-7af8-4bde-8246-13a8e8cd8c7d tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:29.920571 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62aeecb9-3f2e-45e8-b368-9162a9a8d80f req-78602204-7af8-4bde-8246-13a8e8cd8c7d tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 931 time: 0.0836086 May 27 03:05:29.964881 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-62aeecb9-3f2e-45e8-b368-9162a9a8d80f req-0f96d6fa-07ce-4855-abf4-238918bf1ea2 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386331 May 27 03:05:30.036391 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-705a539e-aa48-4453-aa9d-b5e7bd1174fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 606a1fc6-7b0d-42e5-afb3-cc21cef86797 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:05:30.044305 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-705a539e-aa48-4453-aa9d-b5e7bd1174fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:30.058564 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-705a539e-aa48-4453-aa9d-b5e7bd1174fb service neutron] Transition to ACTIVE for port object 606a1fc6-7b0d-42e5-afb3-cc21cef86797 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:05:30.120525 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-705a539e-aa48-4453-aa9d-b5e7bd1174fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:30.263673 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:30.273572 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a539e-aa48-4453-aa9d-b5e7bd1174fb service neutron] Pushing event updated for resources: {'Port': ['ID=606a1fc6-7b0d-42e5-afb3-cc21cef86797,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:30.344541 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-705a539e-aa48-4453-aa9d-b5e7bd1174fb service neutron] Attempting to bind port 606a1fc6-7b0d-42e5-afb3-cc21cef86797 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:05:30.344823 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-705a539e-aa48-4453-aa9d-b5e7bd1174fb service neutron] Attempting to bind port 606a1fc6-7b0d-42e5-afb3-cc21cef86797 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'a7c06be8-5052-45a1-91f0-7f8bb8875bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c78e7280-a01d-47ee-bb4c-4fbdc83602c2'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:05:30.345154 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-705a539e-aa48-4453-aa9d-b5e7bd1174fb service neutron] Attempting to bind port 606a1fc6-7b0d-42e5-afb3-cc21cef86797 on network c78e7280-a01d-47ee-bb4c-4fbdc83602c2 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:05:30.349721 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-705a539e-aa48-4453-aa9d-b5e7bd1174fb service neutron] Port 606a1fc6-7b0d-42e5-afb3-cc21cef86797 on network c78e7280-a01d-47ee-bb4c-4fbdc83602c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:05:30.350037 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-705a539e-aa48-4453-aa9d-b5e7bd1174fb service neutron] Attempting to bind port 606a1fc6-7b0d-42e5-afb3-cc21cef86797 on network c78e7280-a01d-47ee-bb4c-4fbdc83602c2 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:05:30.355006 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-705a539e-aa48-4453-aa9d-b5e7bd1174fb service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:05:30.355343 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-705a539e-aa48-4453-aa9d-b5e7bd1174fb service neutron] Checking segment: {'id': 'a7c06be8-5052-45a1-91f0-7f8bb8875bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c78e7280-a01d-47ee-bb4c-4fbdc83602c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:05:30.355719 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-705a539e-aa48-4453-aa9d-b5e7bd1174fb service neutron] Bound using segment: {'id': 'a7c06be8-5052-45a1-91f0-7f8bb8875bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c78e7280-a01d-47ee-bb4c-4fbdc83602c2'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:05:30.360840 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-705a539e-aa48-4453-aa9d-b5e7bd1174fb service neutron] Bound port: 606a1fc6-7b0d-42e5-afb3-cc21cef86797, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c06be8-5052-45a1-91f0-7f8bb8875bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c78e7280-a01d-47ee-bb4c-4fbdc83602c2'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:05:30.360840 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-705a539e-aa48-4453-aa9d-b5e7bd1174fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:30.445245 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-705a539e-aa48-4453-aa9d-b5e7bd1174fb service neutron] For port 606a1fc6-7b0d-42e5-afb3-cc21cef86797, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:05:30.448660 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-705a539e-aa48-4453-aa9d-b5e7bd1174fb service neutron] For port 606a1fc6-7b0d-42e5-afb3-cc21cef86797, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=606a1fc6-7b0d-42e5-afb3-cc21cef86797,segment=NetworkSegment(a7c06be8-5052-45a1-91f0-7f8bb8875bf0),segment_id=a7c06be8-5052-45a1-91f0-7f8bb8875bf0)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:05:30.515392 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-705a539e-aa48-4453-aa9d-b5e7bd1174fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:30.574580 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-705a539e-aa48-4453-aa9d-b5e7bd1174fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:30.575190 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-705a539e-aa48-4453-aa9d-b5e7bd1174fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:30.576578 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-705a539e-aa48-4453-aa9d-b5e7bd1174fb service neutron] 10.222.0.32 "PUT /v2.0/ports/606a1fc6-7b0d-42e5-afb3-cc21cef86797 HTTP/1.1" status: 200 len: 1091 time: 1.0009823 May 27 03:05:30.577035 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d', 'tag': '606a1fc6-7b0d-42e5-afb3-cc21cef86797'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:05:30.599154 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a539e-aa48-4453-aa9d-b5e7bd1174fb service neutron] Pushing event updated for resources: {'Port': ['ID=606a1fc6-7b0d-42e5-afb3-cc21cef86797,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:30.629569 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2df75dcf-c4d9-4d25-bc05-fd5f05e12e19'] response: {'name': 'network-changed', 'server_uuid': 'a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d', 'tag': '606a1fc6-7b0d-42e5-afb3-cc21cef86797', 'status': 'completed', 'code': 200} May 27 03:05:30.728424 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599f739-77f7-45c4-9d36-e117be5c9bdf req-9adb1645-a64f-472a-bae4-fdb1f617d1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:30.729951 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f599f739-77f7-45c4-9d36-e117be5c9bdf req-9adb1645-a64f-472a-bae4-fdb1f617d1c4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=160833042c5e498e9362406322e2c15b&device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 1094 time: 0.0765216 May 27 03:05:30.882150 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599f739-77f7-45c4-9d36-e117be5c9bdf req-a87302fb-86bd-43f0-bd37-a0d1fd24649d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:30.883494 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f599f739-77f7-45c4-9d36-e117be5c9bdf req-a87302fb-86bd-43f0-bd37-a0d1fd24649d service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=160833042c5e498e9362406322e2c15b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1459897 May 27 03:05:31.017140 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599f739-77f7-45c4-9d36-e117be5c9bdf req-1f3ca5bd-efc8-4829-ae74-aac94acf51a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:31.018593 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f599f739-77f7-45c4-9d36-e117be5c9bdf req-1f3ca5bd-efc8-4829-ae74-aac94acf51a2 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1288228 May 27 03:05:31.122080 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-6409d187-a081-418f-9f5c-3d9279b50b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:31.123551 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-6409d187-a081-418f-9f5c-3d9279b50b9d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=160833042c5e498e9362406322e2c15b&device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 1094 time: 0.0708940 May 27 03:05:31.148019 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58794d-4234-452f-a116-ed483966b16c req-8318af76-26f2-4c55-89eb-dba8e29319ee tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:31.149405 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5e58794d-4234-452f-a116-ed483966b16c req-8318af76-26f2-4c55-89eb-dba8e29319ee tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 943 time: 0.0779715 May 27 03:05:31.192877 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5e58794d-4234-452f-a116-ed483966b16c req-661809ef-4a43-48a8-84b6-5b25cd812937 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377855 May 27 03:05:31.195130 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-a52eeb1c-c0e1-4db7-96f9-f9e983847221 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=606a1fc6-7b0d-42e5-afb3-cc21cef86797 HTTP/1.1" status: 200 len: 217 time: 0.0639064 May 27 03:05:31.257174 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-d928f509-1e38-44d1-a558-59a917913e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:31.258547 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-d928f509-1e38-44d1-a558-59a917913e1d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=35e19e12-76a7-4b01-b867-544454d73767 HTTP/1.1" status: 200 len: 854 time: 0.0565267 May 27 03:05:31.408281 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-96cf5958-3bd7-45f2-8994-30cedae83e04 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c78e7280-a01d-47ee-bb4c-4fbdc83602c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1427221 May 27 03:05:31.542466 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-c03a5a2c-e52a-4426-80f8-cc08bf8b7d02 service neutron] 10.222.0.32 "GET /v2.0/networks/c78e7280-a01d-47ee-bb4c-4fbdc83602c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241088 May 27 03:05:31.673957 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c437ae1d-8e3f-40d9-b325-b098d2ebf3ff req-e179e68b-e2c6-45cf-b1b2-12eba3ff8e3a service neutron] 10.222.0.32 "GET /v2.0/networks/c78e7280-a01d-47ee-bb4c-4fbdc83602c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255260 May 27 03:05:31.708947 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 5e8a9826-2111-4515-9446-3b9c27f4aa92 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:05:31.742827 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: 5e8a9826-2111-4515-9446-3b9c27f4aa92 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:05:31.743167 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 5e8a9826-2111-4515-9446-3b9c27f4aa92 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:05:32.378661 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e70341-b796-40f9-96f7-0591bae74a94 req-7e9417e2-8306-4cf5-b8bf-88d569d4df5f tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:32.380032 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-92e70341-b796-40f9-96f7-0591bae74a94 req-7e9417e2-8306-4cf5-b8bf-88d569d4df5f tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 943 time: 0.0822113 May 27 03:05:32.424484 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-92e70341-b796-40f9-96f7-0591bae74a94 req-5536b560-1146-4c44-94eb-6124c19de950 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387087 May 27 03:05:33.608593 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aef0a8-5f5f-43b9-acc2-6dc8bb562025 req-a45aa737-c85f-4e68-9d8c-0bd9ae0c967b tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:33.610065 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c0aef0a8-5f5f-43b9-acc2-6dc8bb562025 req-a45aa737-c85f-4e68-9d8c-0bd9ae0c967b tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 943 time: 0.0798163 May 27 03:05:33.658468 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c0aef0a8-5f5f-43b9-acc2-6dc8bb562025 req-1f117ca2-df58-44a2-af04-b0a8524af1e0 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426326 May 27 03:05:33.982369 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 606a1fc6-7b0d-42e5-afb3-cc21cef86797 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:05:34.141072 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 606a1fc6-7b0d-42e5-afb3-cc21cef86797, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=606a1fc6-7b0d-42e5-afb3-cc21cef86797,segment=NetworkSegment(a7c06be8-5052-45a1-91f0-7f8bb8875bf0),segment_id=a7c06be8-5052-45a1-91f0-7f8bb8875bf0)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:05:34.154264 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '606a1fc6-7b0d-42e5-afb3-cc21cef86797', 'network_id': 'c78e7280-a01d-47ee-bb4c-4fbdc83602c2', 'port_id': '606a1fc6-7b0d-42e5-afb3-cc21cef86797', 'mac_address': 'fa:16:3e:0f:87:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e19e12-76a7-4b01-b867-544454d73767', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:05:34.210164 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 606a1fc6-7b0d-42e5-afb3-cc21cef86797 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:05:34.210540 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:34.227379 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 606a1fc6-7b0d-42e5-afb3-cc21cef86797 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:05:34.242005 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 606a1fc6-7b0d-42e5-afb3-cc21cef86797, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=606a1fc6-7b0d-42e5-afb3-cc21cef86797,segment=NetworkSegment(a7c06be8-5052-45a1-91f0-7f8bb8875bf0),segment_id=a7c06be8-5052-45a1-91f0-7f8bb8875bf0)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:05:34.320808 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:34.386227 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=606a1fc6-7b0d-42e5-afb3-cc21cef86797,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:34.538865 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['606a1fc6-7b0d-42e5-afb3-cc21cef86797'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:05:34.844547 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40495a-d0c9-4eb9-8406-ae858d47cf10 req-aecc9a09-524b-4a9a-8afe-9d6ac220ad1d tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:34.846032 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0c40495a-d0c9-4eb9-8406-ae858d47cf10 req-aecc9a09-524b-4a9a-8afe-9d6ac220ad1d tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 944 time: 0.0787177 May 27 03:05:34.890366 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0c40495a-d0c9-4eb9-8406-ae858d47cf10 req-f6b791db-2351-48ab-8613-1fd571b2e3df tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386219 May 27 03:05:35.990424 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 606a1fc6-7b0d-42e5-afb3-cc21cef86797 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:05:36.077727 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987000a4-42c9-482c-92a7-bb5a35540cb0 req-74b67d08-6989-4d7c-8ade-ab7d5675164c tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:36.079116 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-987000a4-42c9-482c-92a7-bb5a35540cb0 req-74b67d08-6989-4d7c-8ade-ab7d5675164c tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 944 time: 0.0867989 May 27 03:05:36.123270 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-987000a4-42c9-482c-92a7-bb5a35540cb0 req-9120f294-91d5-4818-8218-cd6e3d217bfd tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384214 May 27 03:05:36.125176 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 606a1fc6-7b0d-42e5-afb3-cc21cef86797 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:05:36.130201 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 606a1fc6-7b0d-42e5-afb3-cc21cef86797 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:05:36.130574 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:36.245711 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 606a1fc6-7b0d-42e5-afb3-cc21cef86797 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:05:36.246088 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:36.272117 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606a1fc6-7b0d-42e5-afb3-cc21cef86797'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:05:36.282616 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 606a1fc6-7b0d-42e5-afb3-cc21cef86797, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=606a1fc6-7b0d-42e5-afb3-cc21cef86797,segment=NetworkSegment(a7c06be8-5052-45a1-91f0-7f8bb8875bf0),segment_id=a7c06be8-5052-45a1-91f0-7f8bb8875bf0)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:05:36.316135 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff3df20f-b46e-4aae-8d73-89540e591f88'] response: {'server_uuid': 'a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606a1fc6-7b0d-42e5-afb3-cc21cef86797', 'code': 200} May 27 03:05:36.342843 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:36.416163 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=606a1fc6-7b0d-42e5-afb3-cc21cef86797,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:36.439261 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87036192-a42f-4169-98ef-245fb707a1c6 req-1e02951f-a699-41cd-9786-3b6af611a3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:36.440786 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-87036192-a42f-4169-98ef-245fb707a1c6 req-1e02951f-a699-41cd-9786-3b6af611a3a0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 1096 time: 0.0684094 May 27 03:05:36.482076 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-87036192-a42f-4169-98ef-245fb707a1c6 req-5d569e74-6148-433a-ad23-4c495edcd6f3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331614 May 27 03:05:37.301372 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794294cf-9849-4aff-a9bc-d55f244d96bc req-90e1e22f-0f12-4549-9499-29e52663af5a tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:37.302788 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-794294cf-9849-4aff-a9bc-d55f244d96bc req-90e1e22f-0f12-4549-9499-29e52663af5a tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 945 time: 0.0772014 May 27 03:05:37.345722 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-794294cf-9849-4aff-a9bc-d55f244d96bc req-5745e6e7-33a8-4258-a18a-6ef5404eff4b tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363939 May 27 03:05:38.529481 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d347cb4-a557-4859-b76e-b49becf63b4c req-da7e4be7-1833-4f24-8a50-fe17cac43c87 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:38.530955 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7d347cb4-a557-4859-b76e-b49becf63b4c req-da7e4be7-1833-4f24-8a50-fe17cac43c87 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 945 time: 0.0809469 May 27 03:05:38.574308 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7d347cb4-a557-4859-b76e-b49becf63b4c req-632c0d3f-907c-4e32-931c-7a893143a336 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377967 May 27 03:05:38.754333 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662ad45-5193-4d22-a12f-1d2d3b4668eb req-9c114478-63eb-4611-9ca7-0cb9e42ec721 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:38.755823 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e662ad45-5193-4d22-a12f-1d2d3b4668eb req-9c114478-63eb-4611-9ca7-0cb9e42ec721 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 945 time: 0.0784283 May 27 03:05:38.799174 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e662ad45-5193-4d22-a12f-1d2d3b4668eb req-c4371b65-174a-4a80-bc06-d898e20e1bee tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375676 May 27 03:05:39.282489 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37240912-9300-43d9-a6ee-b8578bb0bc8c req-289d6a38-4328-4ba3-b8e1-aa5fcda1b062 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:39.283957 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-37240912-9300-43d9-a6ee-b8578bb0bc8c req-289d6a38-4328-4ba3-b8e1-aa5fcda1b062 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 945 time: 0.0825973 May 27 03:05:39.328639 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-37240912-9300-43d9-a6ee-b8578bb0bc8c req-9b9a0a57-bc99-4df0-bb8f-7a3a6f3a57e8 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388813 May 27 03:05:39.404134 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2b15492c-6831-4391-9dc9-30a991c27408 req-b8932546-6528-430b-980e-8e11e17b8349 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1095586 May 27 03:05:40.513776 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15231c1-0f40-4c88-905a-8bc6a7495930 req-523295f8-5fea-4216-9e9e-ddb5ec05ac19 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:40.515220 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e15231c1-0f40-4c88-905a-8bc6a7495930 req-523295f8-5fea-4216-9e9e-ddb5ec05ac19 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 945 time: 0.0770979 May 27 03:05:40.565427 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e15231c1-0f40-4c88-905a-8bc6a7495930 req-bfc56b8e-9811-4a4b-9d70-34bb05f04eb9 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436630 May 27 03:05:41.363622 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15492c-6831-4391-9dc9-30a991c27408 req-228b393e-f88d-49d2-ba6d-cbb4d86f25bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:41.365112 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2b15492c-6831-4391-9dc9-30a991c27408 req-228b393e-f88d-49d2-ba6d-cbb4d86f25bf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=160833042c5e498e9362406322e2c15b&device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 1096 time: 0.0697985 May 27 03:05:41.493282 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15492c-6831-4391-9dc9-30a991c27408 req-73c16de0-e734-467b-95a1-aceeb343a9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:41.494729 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2b15492c-6831-4391-9dc9-30a991c27408 req-73c16de0-e734-467b-95a1-aceeb343a9ce service neutron] 10.222.0.32 "GET /v2.0/networks?id=c78e7280-a01d-47ee-bb4c-4fbdc83602c2 HTTP/1.1" status: 200 len: 915 time: 0.1225686 May 27 03:05:41.564003 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2b15492c-6831-4391-9dc9-30a991c27408 req-130bf3bd-01ff-47d5-aea9-547ed3636da4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=606a1fc6-7b0d-42e5-afb3-cc21cef86797 HTTP/1.1" status: 200 len: 217 time: 0.0632515 May 27 03:05:41.625127 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15492c-6831-4391-9dc9-30a991c27408 req-9a364aea-d52f-4868-9f65-e3f5e4cd9bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:41.626477 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2b15492c-6831-4391-9dc9-30a991c27408 req-9a364aea-d52f-4868-9f65-e3f5e4cd9bad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=35e19e12-76a7-4b01-b867-544454d73767 HTTP/1.1" status: 200 len: 854 time: 0.0560591 May 27 03:05:41.675597 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2b15492c-6831-4391-9dc9-30a991c27408 req-f1b6d7bf-a6df-4007-bec6-01f9c5baaa60 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c78e7280-a01d-47ee-bb4c-4fbdc83602c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429788 May 27 03:05:41.749237 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706df1ce-2f12-44ac-a48b-ae467be1164f req-04a667f7-9faf-47f8-aefa-360602da9ea2 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:41.750699 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-706df1ce-2f12-44ac-a48b-ae467be1164f req-04a667f7-9faf-47f8-aefa-360602da9ea2 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 945 time: 0.0795755 May 27 03:05:41.799159 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-706df1ce-2f12-44ac-a48b-ae467be1164f req-487adc17-341c-4432-926f-1f6940b34d0d tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425963 May 27 03:05:41.809154 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2b15492c-6831-4391-9dc9-30a991c27408 req-e19df947-9604-4af5-90d1-3cef3e62d6e6 service neutron] 10.222.0.32 "GET /v2.0/networks/c78e7280-a01d-47ee-bb4c-4fbdc83602c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263039 May 27 03:05:41.936967 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2b15492c-6831-4391-9dc9-30a991c27408 req-8e67cad0-e6d7-4fa8-800e-0948f76677a5 service neutron] 10.222.0.32 "GET /v2.0/networks/c78e7280-a01d-47ee-bb4c-4fbdc83602c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217194 May 27 03:05:42.984875 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d316692-8940-4975-92db-e95e22449f9b req-9534c2c8-62ba-4242-b3ca-b9d36883a919 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:42.986317 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3d316692-8940-4975-92db-e95e22449f9b req-9534c2c8-62ba-4242-b3ca-b9d36883a919 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 945 time: 0.0824623 May 27 03:05:43.029706 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3d316692-8940-4975-92db-e95e22449f9b req-0f00fcf8-cb06-421e-8d79-4e3dd44e9bbd tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378375 May 27 03:05:44.211995 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558aa87-5ef4-4c1a-9d89-d7c6d34eb968 req-48640db0-13c9-4dd2-a0a7-cbdb6b7af70c tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:44.213897 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7558aa87-5ef4-4c1a-9d89-d7c6d34eb968 req-48640db0-13c9-4dd2-a0a7-cbdb6b7af70c tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 945 time: 0.0776937 May 27 03:05:44.256439 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7558aa87-5ef4-4c1a-9d89-d7c6d34eb968 req-b8617707-85c1-481d-8996-7ca1745b5e6c tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369086 May 27 03:05:45.442207 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2011f29-7d0a-439c-a8e6-3eb47a541285 req-012438f1-671e-408b-8698-3bb743241455 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:45.443634 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b2011f29-7d0a-439c-a8e6-3eb47a541285 req-012438f1-671e-408b-8698-3bb743241455 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 945 time: 0.0807931 May 27 03:05:45.487048 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b2011f29-7d0a-439c-a8e6-3eb47a541285 req-9698fdd1-0d37-4478-b8af-e155b5ebb851 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374038 May 27 03:05:46.668526 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745a139-e991-4d2e-92be-a30574322f27 req-33e58185-1a8d-4347-87ad-0b0a7fe7c466 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:46.670006 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3745a139-e991-4d2e-92be-a30574322f27 req-33e58185-1a8d-4347-87ad-0b0a7fe7c466 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 945 time: 0.0794587 May 27 03:05:46.716037 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3745a139-e991-4d2e-92be-a30574322f27 req-48018ede-2e6c-4e39-9a89-a8a45fd61b63 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403855 May 27 03:05:47.897688 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb05d74-6e1b-4daf-b6bd-22bf7f6ba0d8 req-460b886d-3ac7-48c3-b716-a2c7f6315e13 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:47.899098 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fdb05d74-6e1b-4daf-b6bd-22bf7f6ba0d8 req-460b886d-3ac7-48c3-b716-a2c7f6315e13 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 945 time: 0.0779214 May 27 03:05:47.942454 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fdb05d74-6e1b-4daf-b6bd-22bf7f6ba0d8 req-cf7924ce-0fb0-437e-997a-28463fe3b8e1 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377600 May 27 03:05:49.125157 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039a16e-aee6-4290-894c-6e3a287a2b98 req-8a75cd16-2f28-42c2-921d-0e6a724b5c14 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:49.126537 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7039a16e-aee6-4290-894c-6e3a287a2b98 req-8a75cd16-2f28-42c2-921d-0e6a724b5c14 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 945 time: 0.0813167 May 27 03:05:49.169988 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7039a16e-aee6-4290-894c-6e3a287a2b98 req-bc0fa8d0-8aae-47f5-afb1-153d1a5d949f tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378265 May 27 03:05:49.681256 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:49.715043 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:50.351044 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432cde93-8905-4e4a-89d1-a8a6ec56c6e2 req-bd27dd21-30cc-46c9-8fd5-547be48a9ec4 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:50.352405 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-432cde93-8905-4e4a-89d1-a8a6ec56c6e2 req-bd27dd21-30cc-46c9-8fd5-547be48a9ec4 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 945 time: 0.0782988 May 27 03:05:50.395427 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-432cde93-8905-4e4a-89d1-a8a6ec56c6e2 req-86439b3a-1c5d-4b19-a4a1-9cc1826d07bc tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374005 May 27 03:05:51.688976 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844d214-4055-4703-843c-166ae03711f5 req-75a2f15c-dd06-49d6-97e9-36a23248d2cb tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:51.690374 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e844d214-4055-4703-843c-166ae03711f5 req-75a2f15c-dd06-49d6-97e9-36a23248d2cb tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 945 time: 0.1896036 May 27 03:05:51.733479 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e844d214-4055-4703-843c-166ae03711f5 req-1c319f4b-c24e-4e1b-80ef-b0c66e327751 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374632 May 27 03:05:52.920646 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d21f84-634c-4df0-a5bd-6d85154c0876 req-fea26119-2e62-4096-89e2-0907fec9dc89 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:52.922105 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-88d21f84-634c-4df0-a5bd-6d85154c0876 req-fea26119-2e62-4096-89e2-0907fec9dc89 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 945 time: 0.0779464 May 27 03:05:52.967516 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-88d21f84-634c-4df0-a5bd-6d85154c0876 req-43e2ace2-9328-4383-8e5f-90882ff14352 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399182 May 27 03:05:54.145677 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9fd275-f2c0-4364-80e3-b3bb70123e1f req-9f0f989c-0f56-43bf-af4d-ea24aedb36ac tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:54.147037 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5a9fd275-f2c0-4364-80e3-b3bb70123e1f req-9f0f989c-0f56-43bf-af4d-ea24aedb36ac tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 945 time: 0.0771563 May 27 03:05:54.190673 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5a9fd275-f2c0-4364-80e3-b3bb70123e1f req-5f70b600-2047-4d74-9fb3-8eca1a8cc130 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374794 May 27 03:05:55.374448 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddd422-43e6-4824-b61c-538246c26f49 req-9d8b3a26-2544-46c7-bdec-a79d51d74292 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:55.375881 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-abddd422-43e6-4824-b61c-538246c26f49 req-9d8b3a26-2544-46c7-bdec-a79d51d74292 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 945 time: 0.0830545 May 27 03:05:55.418456 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-abddd422-43e6-4824-b61c-538246c26f49 req-a5b35c38-3201-4468-a80e-f0a5e4b1a5d5 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369928 May 27 03:05:55.538200 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0afe6d65-5728-42bf-b7cc-849ca715dcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:55.662086 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:05:56.598522 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e56106-ec3a-4a70-97b2-453ab206db7f req-50715a7a-360c-40da-9d2e-59f7f42c07ac tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:56.599954 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-31e56106-ec3a-4a70-97b2-453ab206db7f req-50715a7a-360c-40da-9d2e-59f7f42c07ac tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 945 time: 0.0780618 May 27 03:05:56.643512 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-31e56106-ec3a-4a70-97b2-453ab206db7f req-ae6f643e-5701-4699-bda5-0d46692d0b35 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374875 May 27 03:05:57.827762 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496cb6c7-dd90-4c03-a559-39dd6de38ba8 req-c336ba65-29bc-4ee9-82d3-f54e3d23d79b tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:57.828778 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-496cb6c7-dd90-4c03-a559-39dd6de38ba8 req-c336ba65-29bc-4ee9-82d3-f54e3d23d79b tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 945 time: 0.0825236 May 27 03:05:57.868334 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-947e787c-3671-457d-ab44-7348ba96d913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:57.875206 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-496cb6c7-dd90-4c03-a559-39dd6de38ba8 req-3c60e227-b16f-4b74-8800-e5f37ac73f11 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406144 May 27 03:05:59.035519 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:59.066486 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12915fe7-c3c5-44c3-a953-8a5678ce6492 req-44d3e83f-df7e-43cb-bc6b-06edbaf99b62 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:59.067944 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-12915fe7-c3c5-44c3-a953-8a5678ce6492 req-44d3e83f-df7e-43cb-bc6b-06edbaf99b62 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 945 time: 0.0817573 May 27 03:05:59.115796 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-12915fe7-c3c5-44c3-a953-8a5678ce6492 req-b8b839fe-dbbc-4d35-98ca-29efaa99483d tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419695 May 27 03:05:59.132427 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:00.269467 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:00.297113 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab66328-1709-4f28-a55d-7aa1170b23c4 req-fdde466b-a207-4d76-b27d-094d0ee3b100 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:00.298535 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dab66328-1709-4f28-a55d-7aa1170b23c4 req-fdde466b-a207-4d76-b27d-094d0ee3b100 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 945 time: 0.0780287 May 27 03:06:00.341712 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dab66328-1709-4f28-a55d-7aa1170b23c4 req-964c4101-da30-41f8-8f44-2196fb2a7b14 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375450 May 27 03:06:01.526046 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db477c-4300-46e4-bb5e-29a1d29a58e8 req-8d4a9adf-64dc-4e28-943a-20ae98de2d0c tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:01.527507 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-30db477c-4300-46e4-bb5e-29a1d29a58e8 req-8d4a9adf-64dc-4e28-943a-20ae98de2d0c tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 945 time: 0.0824974 May 27 03:06:01.571114 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-30db477c-4300-46e4-bb5e-29a1d29a58e8 req-5496c7ad-141a-4f4a-bed2-a26fd30245c3 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379009 May 27 03:06:02.750598 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67834b-7053-4f35-93fb-e736dd7dbe01 req-2cf0b320-5e86-4c29-9cda-fb1aa4e90f5c tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:02.752046 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dd67834b-7053-4f35-93fb-e736dd7dbe01 req-2cf0b320-5e86-4c29-9cda-fb1aa4e90f5c tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 945 time: 0.0780082 May 27 03:06:02.797564 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dd67834b-7053-4f35-93fb-e736dd7dbe01 req-044ea4c2-fd14-4b72-830a-c0b97537da94 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397289 May 27 03:06:03.980992 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8fe300-2f50-43e9-ade0-4bd5c76bf3c5 req-60cf1e0e-9a9a-4650-a384-d793c0730908 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:03.982427 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ef8fe300-2f50-43e9-ade0-4bd5c76bf3c5 req-60cf1e0e-9a9a-4650-a384-d793c0730908 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 945 time: 0.0827072 May 27 03:06:04.026121 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ef8fe300-2f50-43e9-ade0-4bd5c76bf3c5 req-a18cf001-cccc-4d4c-b4a8-7a864ef4db4b tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375206 May 27 03:06:05.207248 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b9650-3d8c-4a38-b3e0-5adae50afa85 req-930aa01f-429a-4a0b-b6ca-63eeaebf97d8 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:05.208993 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-437b9650-3d8c-4a38-b3e0-5adae50afa85 req-930aa01f-429a-4a0b-b6ca-63eeaebf97d8 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 945 time: 0.0800488 May 27 03:06:05.253098 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-437b9650-3d8c-4a38-b3e0-5adae50afa85 req-3041854c-8c40-4db2-ad4a-87e42e149455 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376108 May 27 03:06:06.438229 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead01689-0297-413c-8ed0-f4313a917d46 req-51ebfcc8-fe7a-4cb2-8d90-d22dcaf618b8 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:06.439661 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ead01689-0297-413c-8ed0-f4313a917d46 req-51ebfcc8-fe7a-4cb2-8d90-d22dcaf618b8 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 945 time: 0.0812416 May 27 03:06:06.482922 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ead01689-0297-413c-8ed0-f4313a917d46 req-955517f7-62c5-4868-8545-6efe76d2797b tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376914 May 27 03:06:07.670643 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29407ae5-1020-4510-97bd-2d81b85bc0c8 req-679cedcf-bb29-4555-9cc9-abae98e87d2a tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:07.672111 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-29407ae5-1020-4510-97bd-2d81b85bc0c8 req-679cedcf-bb29-4555-9cc9-abae98e87d2a tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 945 time: 0.0808330 May 27 03:06:07.719087 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-29407ae5-1020-4510-97bd-2d81b85bc0c8 req-c357b9b0-1090-4bf7-b0f6-7b5ee438af5b tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413556 May 27 03:06:08.899917 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383edc2-0c93-4f64-84a3-f1615e387246 req-ab274eb9-1d11-4924-b2ad-b9e578db0184 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:08.901867 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b383edc2-0c93-4f64-84a3-f1615e387246 req-ab274eb9-1d11-4924-b2ad-b9e578db0184 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 945 time: 0.0790126 May 27 03:06:08.944221 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b383edc2-0c93-4f64-84a3-f1615e387246 req-859ce165-f02a-4949-8130-d3f6a4d56d24 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368817 May 27 03:06:10.128220 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c0135-4add-408e-8c28-9ceef42931cd req-65168a00-3943-40e3-b4f9-c23aa7b2e798 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:10.129910 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a81c0135-4add-408e-8c28-9ceef42931cd req-65168a00-3943-40e3-b4f9-c23aa7b2e798 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 945 time: 0.0825341 May 27 03:06:10.173622 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a81c0135-4add-408e-8c28-9ceef42931cd req-3a4f31fd-622c-4a9b-a85a-cef6d77ca8fe tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380530 May 27 03:06:11.353566 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc726a-d287-4f9c-87fe-2a2f9770ffe5 req-e46a3031-6553-46fb-9863-23d6e1053398 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:11.355572 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-51dc726a-d287-4f9c-87fe-2a2f9770ffe5 req-e46a3031-6553-46fb-9863-23d6e1053398 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 945 time: 0.0773032 May 27 03:06:11.397184 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-51dc726a-d287-4f9c-87fe-2a2f9770ffe5 req-371c3694-1cb2-43a1-8485-e53487e9196f tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359876 May 27 03:06:12.582597 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49abcb0f-cb03-47dd-bb8d-aacd6a36bfc3 req-181ec9c8-baf5-41af-99db-01904a986a4e tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:12.584066 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-49abcb0f-cb03-47dd-bb8d-aacd6a36bfc3 req-181ec9c8-baf5-41af-99db-01904a986a4e tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 945 time: 0.0827239 May 27 03:06:12.628487 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-49abcb0f-cb03-47dd-bb8d-aacd6a36bfc3 req-83b63271-b815-4d1d-8e21-4154cd2d8f5b tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382361 May 27 03:06:13.814549 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7316bc-f039-4064-81d8-21240801ddb3 req-3f869916-2446-4cb4-abf7-e3ffdf527921 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:13.815989 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0b7316bc-f039-4064-81d8-21240801ddb3 req-3f869916-2446-4cb4-abf7-e3ffdf527921 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 945 time: 0.0781808 May 27 03:06:13.862032 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0b7316bc-f039-4064-81d8-21240801ddb3 req-cb6ad874-88c7-491f-a7f8-fc0457c19936 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403402 May 27 03:06:14.293001 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [req-2b15492c-6831-4391-9dc9-30a991c27408 req-af2fbc5f-f8c3-421f-aac9-72508744d890 service neutron] show failed (client error): The resource could not be found. May 27 03:06:14.293902 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2b15492c-6831-4391-9dc9-30a991c27408 req-af2fbc5f-f8c3-421f-aac9-72508744d890 service neutron] 10.222.0.32 "GET /v2.0/ports/606a1fc6-7b0d-42e5-afb3-cc21cef86797/bindings/n-h2-843554-3 HTTP/1.1" status: 404 len: 380 time: 0.0723233 May 27 03:06:14.873230 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15492c-6831-4391-9dc9-30a991c27408 req-7410235a-5397-4596-8228-dd94c372af20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:14.874698 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2b15492c-6831-4391-9dc9-30a991c27408 req-7410235a-5397-4596-8228-dd94c372af20 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d&tenant_id=160833042c5e498e9362406322e2c15b HTTP/1.1" status: 200 len: 1096 time: 0.0739267 May 27 03:06:14.884596 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-2b15492c-6831-4391-9dc9-30a991c27408 req-e60e0906-ecb2-4bf9-a93d-ba17e9f3ae9e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843554-3', 'device_owner': 'compute:nova'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:06:14.991158 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2b15492c-6831-4391-9dc9-30a991c27408 req-e60e0906-ecb2-4bf9-a93d-ba17e9f3ae9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:15.047427 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418d2b4-a38d-4295-b7ac-c8db4013786b req-ac1e63ac-bf59-4f64-8f80-a84c6e5c7042 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:15.048916 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1418d2b4-a38d-4295-b7ac-c8db4013786b req-ac1e63ac-bf59-4f64-8f80-a84c6e5c7042 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 945 time: 0.0787721 May 27 03:06:15.093090 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1418d2b4-a38d-4295-b7ac-c8db4013786b req-ca4bee3c-be37-4590-bf52-033f1b6e5b38 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382936 May 27 03:06:15.360810 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-2b15492c-6831-4391-9dc9-30a991c27408 req-e60e0906-ecb2-4bf9-a93d-ba17e9f3ae9e service neutron] For port 606a1fc6-7b0d-42e5-afb3-cc21cef86797, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=606a1fc6-7b0d-42e5-afb3-cc21cef86797,segment=NetworkSegment(a7c06be8-5052-45a1-91f0-7f8bb8875bf0),segment_id=a7c06be8-5052-45a1-91f0-7f8bb8875bf0)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:06:15.388563 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-2b15492c-6831-4391-9dc9-30a991c27408 req-e60e0906-ecb2-4bf9-a93d-ba17e9f3ae9e service neutron] For port 606a1fc6-7b0d-42e5-afb3-cc21cef86797, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:06:15.449504 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '606a1fc6-7b0d-42e5-afb3-cc21cef86797'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:06:15.455180 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2b15492c-6831-4391-9dc9-30a991c27408 req-e60e0906-ecb2-4bf9-a93d-ba17e9f3ae9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:15.469949 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-2b15492c-6831-4391-9dc9-30a991c27408 req-e60e0906-ecb2-4bf9-a93d-ba17e9f3ae9e service neutron] Transition to ACTIVE for port object 606a1fc6-7b0d-42e5-afb3-cc21cef86797 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:06:15.505162 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68ce1134-573e-44a8-ab5b-ecaab9b9dd90'] response: {'server_uuid': 'a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '606a1fc6-7b0d-42e5-afb3-cc21cef86797', 'code': 200} May 27 03:06:15.509603 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2b15492c-6831-4391-9dc9-30a991c27408 req-e60e0906-ecb2-4bf9-a93d-ba17e9f3ae9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:15.661815 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b15492c-6831-4391-9dc9-30a991c27408 req-e60e0906-ecb2-4bf9-a93d-ba17e9f3ae9e service neutron] No DVR routers for this DVR port 606a1fc6-7b0d-42e5-afb3-cc21cef86797 on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:06:15.663765 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e0906-ecb2-4bf9-a93d-ba17e9f3ae9e service neutron] Pushing event updated for resources: {'Port': ['ID=606a1fc6-7b0d-42e5-afb3-cc21cef86797,revision_number=6']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:06:15.718576 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-2b15492c-6831-4391-9dc9-30a991c27408 req-e60e0906-ecb2-4bf9-a93d-ba17e9f3ae9e service neutron] Attempting to bind port 606a1fc6-7b0d-42e5-afb3-cc21cef86797 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:06:15.718904 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-2b15492c-6831-4391-9dc9-30a991c27408 req-e60e0906-ecb2-4bf9-a93d-ba17e9f3ae9e service neutron] Attempting to bind port 606a1fc6-7b0d-42e5-afb3-cc21cef86797 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'a7c06be8-5052-45a1-91f0-7f8bb8875bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c78e7280-a01d-47ee-bb4c-4fbdc83602c2'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:06:15.719225 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b15492c-6831-4391-9dc9-30a991c27408 req-e60e0906-ecb2-4bf9-a93d-ba17e9f3ae9e service neutron] Attempting to bind port 606a1fc6-7b0d-42e5-afb3-cc21cef86797 on network c78e7280-a01d-47ee-bb4c-4fbdc83602c2 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:06:15.723582 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b15492c-6831-4391-9dc9-30a991c27408 req-e60e0906-ecb2-4bf9-a93d-ba17e9f3ae9e service neutron] Port 606a1fc6-7b0d-42e5-afb3-cc21cef86797 on network c78e7280-a01d-47ee-bb4c-4fbdc83602c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:06:15.723893 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b15492c-6831-4391-9dc9-30a991c27408 req-e60e0906-ecb2-4bf9-a93d-ba17e9f3ae9e service neutron] Attempting to bind port 606a1fc6-7b0d-42e5-afb3-cc21cef86797 on network c78e7280-a01d-47ee-bb4c-4fbdc83602c2 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:06:15.729472 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b15492c-6831-4391-9dc9-30a991c27408 req-e60e0906-ecb2-4bf9-a93d-ba17e9f3ae9e service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:06:15.729798 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b15492c-6831-4391-9dc9-30a991c27408 req-e60e0906-ecb2-4bf9-a93d-ba17e9f3ae9e service neutron] Checking segment: {'id': 'a7c06be8-5052-45a1-91f0-7f8bb8875bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c78e7280-a01d-47ee-bb4c-4fbdc83602c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:06:15.730169 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b15492c-6831-4391-9dc9-30a991c27408 req-e60e0906-ecb2-4bf9-a93d-ba17e9f3ae9e service neutron] Bound using segment: {'id': 'a7c06be8-5052-45a1-91f0-7f8bb8875bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c78e7280-a01d-47ee-bb4c-4fbdc83602c2'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:06:15.730583 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-2b15492c-6831-4391-9dc9-30a991c27408 req-e60e0906-ecb2-4bf9-a93d-ba17e9f3ae9e service neutron] Bound port: 606a1fc6-7b0d-42e5-afb3-cc21cef86797, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c06be8-5052-45a1-91f0-7f8bb8875bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c78e7280-a01d-47ee-bb4c-4fbdc83602c2'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:06:15.730914 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2b15492c-6831-4391-9dc9-30a991c27408 req-e60e0906-ecb2-4bf9-a93d-ba17e9f3ae9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:15.817896 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-2b15492c-6831-4391-9dc9-30a991c27408 req-e60e0906-ecb2-4bf9-a93d-ba17e9f3ae9e service neutron] For port 606a1fc6-7b0d-42e5-afb3-cc21cef86797, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:06:15.821097 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-2b15492c-6831-4391-9dc9-30a991c27408 req-e60e0906-ecb2-4bf9-a93d-ba17e9f3ae9e service neutron] For port 606a1fc6-7b0d-42e5-afb3-cc21cef86797, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=606a1fc6-7b0d-42e5-afb3-cc21cef86797,segment=NetworkSegment(a7c06be8-5052-45a1-91f0-7f8bb8875bf0),segment_id=a7c06be8-5052-45a1-91f0-7f8bb8875bf0)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:06:15.903062 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2b15492c-6831-4391-9dc9-30a991c27408 req-e60e0906-ecb2-4bf9-a93d-ba17e9f3ae9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:15.964809 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15492c-6831-4391-9dc9-30a991c27408 req-e60e0906-ecb2-4bf9-a93d-ba17e9f3ae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:15.965397 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2b15492c-6831-4391-9dc9-30a991c27408 req-e60e0906-ecb2-4bf9-a93d-ba17e9f3ae9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:15.966719 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2b15492c-6831-4391-9dc9-30a991c27408 req-e60e0906-ecb2-4bf9-a93d-ba17e9f3ae9e service neutron] 10.222.0.66 "PUT /v2.0/ports/606a1fc6-7b0d-42e5-afb3-cc21cef86797 HTTP/1.1" status: 200 len: 1091 time: 1.0859540 May 27 03:06:15.982306 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e0906-ecb2-4bf9-a93d-ba17e9f3ae9e service neutron] Pushing event updated for resources: {'Port': ['ID=606a1fc6-7b0d-42e5-afb3-cc21cef86797,revision_number=7']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:06:16.055399 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15492c-6831-4391-9dc9-30a991c27408 req-4db632f3-1a34-42e5-b8a7-a855ea8cc5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:16.057166 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2b15492c-6831-4391-9dc9-30a991c27408 req-4db632f3-1a34-42e5-b8a7-a855ea8cc5fb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=160833042c5e498e9362406322e2c15b&device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 1094 time: 0.0702524 May 27 03:06:16.186915 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15492c-6831-4391-9dc9-30a991c27408 req-1c16828c-be59-462a-b36e-61d06637e97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:16.188356 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2b15492c-6831-4391-9dc9-30a991c27408 req-1c16828c-be59-462a-b36e-61d06637e97b service neutron] 10.222.0.66 "GET /v2.0/networks?id=c78e7280-a01d-47ee-bb4c-4fbdc83602c2 HTTP/1.1" status: 200 len: 915 time: 0.1254635 May 27 03:06:16.259260 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2b15492c-6831-4391-9dc9-30a991c27408 req-209f90fe-2a92-479b-b1af-6e76967036e3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=606a1fc6-7b0d-42e5-afb3-cc21cef86797 HTTP/1.1" status: 200 len: 217 time: 0.0647924 May 27 03:06:16.279269 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de211d-49c2-4924-aded-3e4d689b1726 req-1b5b4b9b-d922-46b5-910e-e37ebdffdef6 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:16.280779 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-92de211d-49c2-4924-aded-3e4d689b1726 req-1b5b4b9b-d922-46b5-910e-e37ebdffdef6 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 943 time: 0.0832217 May 27 03:06:16.320840 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15492c-6831-4391-9dc9-30a991c27408 req-bb7e1be3-baad-45b2-ac0f-110a83bab927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:16.323296 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2b15492c-6831-4391-9dc9-30a991c27408 req-bb7e1be3-baad-45b2-ac0f-110a83bab927 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=35e19e12-76a7-4b01-b867-544454d73767 HTTP/1.1" status: 200 len: 854 time: 0.0575385 May 27 03:06:16.324677 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-92de211d-49c2-4924-aded-3e4d689b1726 req-bf5a2ec1-4e05-45f6-97e5-090413bb9beb tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380909 May 27 03:06:16.372100 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2b15492c-6831-4391-9dc9-30a991c27408 req-722d712d-6eb5-400e-82a9-3e5f279adba7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c78e7280-a01d-47ee-bb4c-4fbdc83602c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437729 May 27 03:06:16.500010 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2b15492c-6831-4391-9dc9-30a991c27408 req-f60eaa32-da64-4cec-b03f-c374cb4172d0 service neutron] 10.222.0.66 "GET /v2.0/networks/c78e7280-a01d-47ee-bb4c-4fbdc83602c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225243 May 27 03:06:16.628084 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2b15492c-6831-4391-9dc9-30a991c27408 req-58031b75-bfa8-4831-985c-28f76e0c491b service neutron] 10.222.0.66 "GET /v2.0/networks/c78e7280-a01d-47ee-bb4c-4fbdc83602c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220090 May 27 03:06:17.506494 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d', 'tag': '606a1fc6-7b0d-42e5-afb3-cc21cef86797'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:06:17.508456 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bf086-f75f-49f2-aa30-c1a8bfcb3070 req-244ae6a7-0220-42b6-a0be-1a1aba418843 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:17.510487 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a33bf086-f75f-49f2-aa30-c1a8bfcb3070 req-244ae6a7-0220-42b6-a0be-1a1aba418843 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 943 time: 0.0795491 May 27 03:06:17.557157 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a33bf086-f75f-49f2-aa30-c1a8bfcb3070 req-5534ec82-75dc-4d10-9e71-23431c1af338 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404065 May 27 03:06:17.563394 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54695e75-7b62-4488-ad2c-e7fd583abce2'] response: {'name': 'network-changed', 'server_uuid': 'a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d', 'tag': '606a1fc6-7b0d-42e5-afb3-cc21cef86797', 'status': 'completed', 'code': 200} May 27 03:06:17.715589 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aebde8-6ef5-4978-91d2-dd4bb3f86caa req-507a5208-e4e4-4728-9f71-a31efc7044cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:17.716991 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-51aebde8-6ef5-4978-91d2-dd4bb3f86caa req-507a5208-e4e4-4728-9f71-a31efc7044cf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=160833042c5e498e9362406322e2c15b&device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 1094 time: 0.1281090 May 27 03:06:17.719358 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aebde8-6ef5-4978-91d2-dd4bb3f86caa req-56278b65-631e-46ff-a67d-8425f7a13a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:17.720658 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-51aebde8-6ef5-4978-91d2-dd4bb3f86caa req-56278b65-631e-46ff-a67d-8425f7a13a30 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=160833042c5e498e9362406322e2c15b&device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 1094 time: 0.1011295 May 27 03:06:18.055025 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aebde8-6ef5-4978-91d2-dd4bb3f86caa req-bb6817c2-af19-4d48-a629-21a26fdd34f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:18.057250 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-51aebde8-6ef5-4978-91d2-dd4bb3f86caa req-bb6817c2-af19-4d48-a629-21a26fdd34f0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c78e7280-a01d-47ee-bb4c-4fbdc83602c2 HTTP/1.1" status: 200 len: 915 time: 0.3335364 May 27 03:06:18.061220 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aebde8-6ef5-4978-91d2-dd4bb3f86caa req-13c0c2a5-4c83-4dcb-a649-d47b15b78c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:18.062520 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-51aebde8-6ef5-4978-91d2-dd4bb3f86caa req-13c0c2a5-4c83-4dcb-a649-d47b15b78c86 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c78e7280-a01d-47ee-bb4c-4fbdc83602c2 HTTP/1.1" status: 200 len: 915 time: 0.3176999 May 27 03:06:18.186355 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-51aebde8-6ef5-4978-91d2-dd4bb3f86caa req-1ce860e6-5c3c-487d-945d-7e964d125a27 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=606a1fc6-7b0d-42e5-afb3-cc21cef86797 HTTP/1.1" status: 200 len: 217 time: 0.1199503 May 27 03:06:18.190428 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 606a1fc6-7b0d-42e5-afb3-cc21cef86797 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:06:18.194525 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-51aebde8-6ef5-4978-91d2-dd4bb3f86caa req-20f1b4b7-926e-405b-83a8-f12c9627f919 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=606a1fc6-7b0d-42e5-afb3-cc21cef86797 HTTP/1.1" status: 200 len: 217 time: 0.0775018 May 27 03:06:18.250615 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 606a1fc6-7b0d-42e5-afb3-cc21cef86797 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:06:18.303812 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aebde8-6ef5-4978-91d2-dd4bb3f86caa req-ea63f8fd-4475-43e4-a46b-ce5f1e97095b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:18.305186 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-51aebde8-6ef5-4978-91d2-dd4bb3f86caa req-ea63f8fd-4475-43e4-a46b-ce5f1e97095b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=35e19e12-76a7-4b01-b867-544454d73767 HTTP/1.1" status: 200 len: 854 time: 0.1098363 May 27 03:06:18.307372 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aebde8-6ef5-4978-91d2-dd4bb3f86caa req-a92d7d6f-c15d-464a-9885-f0aa2336397c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:18.308684 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-51aebde8-6ef5-4978-91d2-dd4bb3f86caa req-a92d7d6f-c15d-464a-9885-f0aa2336397c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=35e19e12-76a7-4b01-b867-544454d73767 HTTP/1.1" status: 200 len: 854 time: 0.0841489 May 27 03:06:18.384424 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-51aebde8-6ef5-4978-91d2-dd4bb3f86caa req-bf600eb3-e7c0-4db1-8a57-e88284c92406 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c78e7280-a01d-47ee-bb4c-4fbdc83602c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725400 May 27 03:06:18.390679 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-51aebde8-6ef5-4978-91d2-dd4bb3f86caa req-25ec9e1c-5c04-4f4b-b5a7-77bf2bf24038 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c78e7280-a01d-47ee-bb4c-4fbdc83602c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454910 May 27 03:06:18.625011 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-51aebde8-6ef5-4978-91d2-dd4bb3f86caa req-17a76d6e-8656-4ed3-be6a-2f64e789c49b service neutron] 10.222.0.66 "GET /v2.0/networks/c78e7280-a01d-47ee-bb4c-4fbdc83602c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333908 May 27 03:06:18.627975 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-51aebde8-6ef5-4978-91d2-dd4bb3f86caa req-e5531e65-1e97-48d2-83a2-3986e7808ce8 service neutron] 10.222.0.32 "GET /v2.0/networks/c78e7280-a01d-47ee-bb4c-4fbdc83602c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195985 May 27 03:06:18.747958 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1d4a9-148a-4f94-a8f7-1a8d6241eefa req-23b00f1b-f814-4207-b89b-860400baa298 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:18.749821 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1ef1d4a9-148a-4f94-a8f7-1a8d6241eefa req-23b00f1b-f814-4207-b89b-860400baa298 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 943 time: 0.0836594 May 27 03:06:18.796258 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1ef1d4a9-148a-4f94-a8f7-1a8d6241eefa req-9585feeb-b028-4755-944a-fdc2177f3d9a tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406232 May 27 03:06:18.863472 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-51aebde8-6ef5-4978-91d2-dd4bb3f86caa req-c3868cf6-8441-49f2-a135-b18a21f07fcc service neutron] 10.222.0.66 "GET /v2.0/networks/c78e7280-a01d-47ee-bb4c-4fbdc83602c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325661 May 27 03:06:18.868079 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-51aebde8-6ef5-4978-91d2-dd4bb3f86caa req-28339d3e-da3e-44fb-80f3-39e6b07348d8 service neutron] 10.222.0.32 "GET /v2.0/networks/c78e7280-a01d-47ee-bb4c-4fbdc83602c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184124 May 27 03:06:19.212234 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c5d03-58ed-4429-8fb3-e5ea8b416d21 req-4b58d1d1-adb7-4fc9-b622-ea8feafdcf5f tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:19.214249 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-184c5d03-58ed-4429-8fb3-e5ea8b416d21 req-4b58d1d1-adb7-4fc9-b622-ea8feafdcf5f tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 943 time: 0.0813770 May 27 03:06:19.256866 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-184c5d03-58ed-4429-8fb3-e5ea8b416d21 req-f6a15367-7fda-491f-9ddf-2bd4e170b129 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370302 May 27 03:06:19.287457 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66f340-70e8-40fb-9670-f78bfac201ff req-899e8dca-46ba-4e83-9b62-346dd6fb6c1d tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:19.288138 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-4b66f340-70e8-40fb-9670-f78bfac201ff req-899e8dca-46ba-4e83-9b62-346dd6fb6c1d tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Synchronizing usage tracker for tenant:160833042c5e498e9362406322e2c15b on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:06:19.371324 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-4b66f340-70e8-40fb-9670-f78bfac201ff req-899e8dca-46ba-4e83-9b62-346dd6fb6c1d tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Unset dirty status for tenant:160833042c5e498e9362406322e2c15b on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:06:19.372413 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4b66f340-70e8-40fb-9670-f78bfac201ff req-899e8dca-46ba-4e83-9b62-346dd6fb6c1d tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d&tenant_id=160833042c5e498e9362406322e2c15b&binding%3Ahost_id=n-h2-843554-3 HTTP/1.1" status: 200 len: 943 time: 0.1697903 May 27 03:06:19.450470 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [req-4b66f340-70e8-40fb-9670-f78bfac201ff req-17f934b7-7872-4505-8858-f1dc676f68f8 service neutron] delete failed (client error): The resource could not be found. May 27 03:06:19.451423 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4b66f340-70e8-40fb-9670-f78bfac201ff req-17f934b7-7872-4505-8858-f1dc676f68f8 service neutron] 10.222.0.32 "DELETE /v2.0/ports/606a1fc6-7b0d-42e5-afb3-cc21cef86797/bindings/n-h1-843554-3 HTTP/1.1" status: 404 len: 380 time: 0.0722356 May 27 03:06:19.591974 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66f340-70e8-40fb-9670-f78bfac201ff req-ba7d5fa1-10b3-4843-8e5d-8e059c7eefa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:19.593447 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4b66f340-70e8-40fb-9670-f78bfac201ff req-ba7d5fa1-10b3-4843-8e5d-8e059c7eefa2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=160833042c5e498e9362406322e2c15b&device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 1094 time: 0.0719781 May 27 03:06:19.704014 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:19.726756 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66f340-70e8-40fb-9670-f78bfac201ff req-b5fd0877-45ac-4953-baa7-9e58e78385ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:19.728191 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4b66f340-70e8-40fb-9670-f78bfac201ff req-b5fd0877-45ac-4953-baa7-9e58e78385ab service neutron] 10.222.0.32 "GET /v2.0/networks?id=c78e7280-a01d-47ee-bb4c-4fbdc83602c2 HTTP/1.1" status: 200 len: 915 time: 0.1284580 May 27 03:06:19.771971 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:19.795161 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4b66f340-70e8-40fb-9670-f78bfac201ff req-5dccecad-d996-4702-985f-8480ab81ec60 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=606a1fc6-7b0d-42e5-afb3-cc21cef86797 HTTP/1.1" status: 200 len: 217 time: 0.0601389 May 27 03:06:19.972123 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66f340-70e8-40fb-9670-f78bfac201ff req-8f10cd33-9480-4609-953b-c04b0c7450b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:19.973492 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4b66f340-70e8-40fb-9670-f78bfac201ff req-8f10cd33-9480-4609-953b-c04b0c7450b4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=35e19e12-76a7-4b01-b867-544454d73767 HTTP/1.1" status: 200 len: 854 time: 0.1716475 May 27 03:06:20.007943 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 606a1fc6-7b0d-42e5-afb3-cc21cef86797 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:06:20.021982 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4b66f340-70e8-40fb-9670-f78bfac201ff req-2775a0bb-20fd-469e-b6b2-68927c0d6c7c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c78e7280-a01d-47ee-bb4c-4fbdc83602c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397336 May 27 03:06:20.139557 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 606a1fc6-7b0d-42e5-afb3-cc21cef86797, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=606a1fc6-7b0d-42e5-afb3-cc21cef86797,segment=NetworkSegment(a7c06be8-5052-45a1-91f0-7f8bb8875bf0),segment_id=a7c06be8-5052-45a1-91f0-7f8bb8875bf0)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:06:20.154639 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4b66f340-70e8-40fb-9670-f78bfac201ff req-79aa7560-b526-48c2-86a2-02765d3136be service neutron] 10.222.0.32 "GET /v2.0/networks/c78e7280-a01d-47ee-bb4c-4fbdc83602c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242712 May 27 03:06:20.156235 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '606a1fc6-7b0d-42e5-afb3-cc21cef86797', 'network_id': 'c78e7280-a01d-47ee-bb4c-4fbdc83602c2', 'port_id': '606a1fc6-7b0d-42e5-afb3-cc21cef86797', 'mac_address': 'fa:16:3e:0f:87:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e19e12-76a7-4b01-b867-544454d73767', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:06:20.209576 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 606a1fc6-7b0d-42e5-afb3-cc21cef86797 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:06:20.209953 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:20.226498 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 606a1fc6-7b0d-42e5-afb3-cc21cef86797 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:06:20.241831 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 606a1fc6-7b0d-42e5-afb3-cc21cef86797, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=606a1fc6-7b0d-42e5-afb3-cc21cef86797,segment=NetworkSegment(a7c06be8-5052-45a1-91f0-7f8bb8875bf0),segment_id=a7c06be8-5052-45a1-91f0-7f8bb8875bf0)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:06:20.287373 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4b66f340-70e8-40fb-9670-f78bfac201ff req-e44b98f2-d15e-4de0-8d9c-597e696119fc service neutron] 10.222.0.32 "GET /v2.0/networks/c78e7280-a01d-47ee-bb4c-4fbdc83602c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265213 May 27 03:06:20.299093 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:20.368148 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=606a1fc6-7b0d-42e5-afb3-cc21cef86797,revision_number=8']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:06:20.457124 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e1bdb-79be-4fb1-bbdf-ea8448e819dc req-bb026cab-238d-46b4-bf15-ad09c507416d tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:20.458678 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-145e1bdb-79be-4fb1-bbdf-ea8448e819dc req-bb026cab-238d-46b4-bf15-ad09c507416d tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 944 time: 0.0869946 May 27 03:06:20.500114 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['606a1fc6-7b0d-42e5-afb3-cc21cef86797'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:06:20.504389 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-145e1bdb-79be-4fb1-bbdf-ea8448e819dc req-cb79dbd6-087b-4495-9893-736348536a38 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393851 May 27 03:06:20.758286 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d97eee14-09d5-431d-83f6-ad9a1c93bb1d req-7d2080ac-d20f-473a-be53-e29c8c067019 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0751004 May 27 03:06:20.893300 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97eee14-09d5-431d-83f6-ad9a1c93bb1d req-f631978c-abda-4ce4-a6e1-d819a0864f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:20.894770 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d97eee14-09d5-431d-83f6-ad9a1c93bb1d req-f631978c-abda-4ce4-a6e1-d819a0864f3b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=160833042c5e498e9362406322e2c15b&device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 1095 time: 0.0693762 May 27 03:06:21.038649 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97eee14-09d5-431d-83f6-ad9a1c93bb1d req-b169bfb9-e895-4e8c-b16e-c26c0c2821ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:21.039998 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d97eee14-09d5-431d-83f6-ad9a1c93bb1d req-b169bfb9-e895-4e8c-b16e-c26c0c2821ec service neutron] 10.222.0.66 "GET /v2.0/networks?id=c78e7280-a01d-47ee-bb4c-4fbdc83602c2 HTTP/1.1" status: 200 len: 915 time: 0.1268883 May 27 03:06:21.112193 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d97eee14-09d5-431d-83f6-ad9a1c93bb1d req-62634113-ec88-4527-83b6-0e86409cdc49 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=606a1fc6-7b0d-42e5-afb3-cc21cef86797 HTTP/1.1" status: 200 len: 217 time: 0.0661523 May 27 03:06:21.172813 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97eee14-09d5-431d-83f6-ad9a1c93bb1d req-a6624bd9-4b35-4dad-8233-0fcbab3a0127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:21.174219 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d97eee14-09d5-431d-83f6-ad9a1c93bb1d req-a6624bd9-4b35-4dad-8233-0fcbab3a0127 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=35e19e12-76a7-4b01-b867-544454d73767 HTTP/1.1" status: 200 len: 854 time: 0.0572329 May 27 03:06:21.221039 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d97eee14-09d5-431d-83f6-ad9a1c93bb1d req-052468bc-a992-4b30-b5ea-b000208a7879 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c78e7280-a01d-47ee-bb4c-4fbdc83602c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412347 May 27 03:06:21.350410 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d97eee14-09d5-431d-83f6-ad9a1c93bb1d req-29dc8793-781e-4c40-a088-304e457f4bfc service neutron] 10.222.0.66 "GET /v2.0/networks/c78e7280-a01d-47ee-bb4c-4fbdc83602c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238389 May 27 03:06:21.484510 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d97eee14-09d5-431d-83f6-ad9a1c93bb1d req-f1472354-f726-4048-bb45-5f7c43b9feee service neutron] 10.222.0.66 "GET /v2.0/networks/c78e7280-a01d-47ee-bb4c-4fbdc83602c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285052 May 27 03:06:21.687797 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1e3c7-e653-4778-88b3-8f9b76a4171a req-8c5fef45-9181-45d1-a2f8-779a65dbfadd tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:21.689189 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1aa1e3c7-e653-4778-88b3-8f9b76a4171a req-8c5fef45-9181-45d1-a2f8-779a65dbfadd tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 944 time: 0.0799127 May 27 03:06:21.735976 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1aa1e3c7-e653-4778-88b3-8f9b76a4171a req-6024d2c3-239e-4b33-b280-c254d75dc05c tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412188 May 27 03:06:21.915059 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7807f4f-9c0f-40e2-b80a-dfb17eabb892 req-15cd7351-f644-45de-abfe-11379b581574 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:21.917154 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f7807f4f-9c0f-40e2-b80a-dfb17eabb892 req-15cd7351-f644-45de-abfe-11379b581574 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 944 time: 0.0783823 May 27 03:06:21.961240 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f7807f4f-9c0f-40e2-b80a-dfb17eabb892 req-404a2f50-664a-46c7-b6a8-83210ae4f334 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381980 May 27 03:06:22.010951 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 606a1fc6-7b0d-42e5-afb3-cc21cef86797 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:06:22.166492 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 606a1fc6-7b0d-42e5-afb3-cc21cef86797 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:06:22.172132 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 606a1fc6-7b0d-42e5-afb3-cc21cef86797 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:06:22.172520 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:22.251559 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ebdfb-6da7-4e06-85db-03c0dbc103f0 req-cf43a75b-3bad-408e-8c2c-e07fa7d3f84e tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:22.253015 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-067ebdfb-6da7-4e06-85db-03c0dbc103f0 req-cf43a75b-3bad-408e-8c2c-e07fa7d3f84e tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 944 time: 0.1880240 May 27 03:06:22.290299 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 606a1fc6-7b0d-42e5-afb3-cc21cef86797 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:06:22.290680 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:22.296435 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-067ebdfb-6da7-4e06-85db-03c0dbc103f0 req-ad20c2a1-2b54-414f-b1c5-b52aebea6cf9 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377073 May 27 03:06:22.320786 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606a1fc6-7b0d-42e5-afb3-cc21cef86797'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:06:22.331914 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 606a1fc6-7b0d-42e5-afb3-cc21cef86797, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=606a1fc6-7b0d-42e5-afb3-cc21cef86797,segment=NetworkSegment(a7c06be8-5052-45a1-91f0-7f8bb8875bf0),segment_id=a7c06be8-5052-45a1-91f0-7f8bb8875bf0)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:06:22.370153 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57f00791-730f-4093-895c-8d877d3217c2'] response: {'server_uuid': 'a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606a1fc6-7b0d-42e5-afb3-cc21cef86797', 'code': 200} May 27 03:06:22.406891 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:22.474900 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=606a1fc6-7b0d-42e5-afb3-cc21cef86797,revision_number=9']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:06:23.300851 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebaded-9eea-4f22-a5a6-0c39769a81a9 req-4c92ab67-0cc1-4d7d-aa6d-fea191792871 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:23.302190 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3cebaded-9eea-4f22-a5a6-0c39769a81a9 req-4c92ab67-0cc1-4d7d-aa6d-fea191792871 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 945 time: 0.0780258 May 27 03:06:23.347210 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3cebaded-9eea-4f22-a5a6-0c39769a81a9 req-b690b557-2c3f-4b7c-8c10-64f2597b2042 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391960 May 27 03:06:24.192091 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5c280-5e92-4907-8c72-45b1f635dc3f req-d8c867ad-82f5-464b-b641-3aa1239f697f tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:24.193473 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a6e5c280-5e92-4907-8c72-45b1f635dc3f req-d8c867ad-82f5-464b-b641-3aa1239f697f tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 945 time: 0.0850792 May 27 03:06:24.260881 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-a6e5c280-5e92-4907-8c72-45b1f635dc3f req-f7082baf-a6ec-471b-ab15-dfe148aec62c tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Deleting port 606a1fc6-7b0d-42e5-afb3-cc21cef86797 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:06:24.261248 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a6e5c280-5e92-4907-8c72-45b1f635dc3f req-f7082baf-a6ec-471b-ab15-dfe148aec62c tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:24.503700 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-a6e5c280-5e92-4907-8c72-45b1f635dc3f req-f7082baf-a6ec-471b-ab15-dfe148aec62c tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] For port 606a1fc6-7b0d-42e5-afb3-cc21cef86797, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=606a1fc6-7b0d-42e5-afb3-cc21cef86797,segment=NetworkSegment(a7c06be8-5052-45a1-91f0-7f8bb8875bf0),segment_id=a7c06be8-5052-45a1-91f0-7f8bb8875bf0)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:06:24.504059 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a6e5c280-5e92-4907-8c72-45b1f635dc3f req-f7082baf-a6ec-471b-ab15-dfe148aec62c tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:24.527968 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb58056-c3a6-4cc3-8686-8268790ce1b4 req-5fc7a28a-3ed2-4b2d-9ad3-7724e7653e6a tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:24.529436 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-abb58056-c3a6-4cc3-8686-8268790ce1b4 req-5fc7a28a-3ed2-4b2d-9ad3-7724e7653e6a tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 945 time: 0.0778401 May 27 03:06:24.573923 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-abb58056-c3a6-4cc3-8686-8268790ce1b4 req-4af47a0c-53ca-4f42-85c9-ea9a1c547305 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387192 May 27 03:06:24.626982 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-a6e5c280-5e92-4907-8c72-45b1f635dc3f req-f7082baf-a6ec-471b-ab15-dfe148aec62c tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Calling delete_port for 606a1fc6-7b0d-42e5-afb3-cc21cef86797 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:06:24.812897 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a6e5c280-5e92-4907-8c72-45b1f635dc3f req-f7082baf-a6ec-471b-ab15-dfe148aec62c tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:24.825087 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['606a1fc6-7b0d-42e5-afb3-cc21cef86797'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:06:24.964828 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7082baf-a6ec-471b-ab15-dfe148aec62c tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Pushing event deleted for resources: {'Port': ['ID=606a1fc6-7b0d-42e5-afb3-cc21cef86797,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:06:25.039965 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e5c280-5e92-4907-8c72-45b1f635dc3f req-f7082baf-a6ec-471b-ab15-dfe148aec62c tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] No DVR routers for this DVR port 606a1fc6-7b0d-42e5-afb3-cc21cef86797 on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:06:25.042413 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a6e5c280-5e92-4907-8c72-45b1f635dc3f req-f7082baf-a6ec-471b-ab15-dfe148aec62c tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:25.044812 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d', 'name': 'network-vif-deleted', 'tag': '606a1fc6-7b0d-42e5-afb3-cc21cef86797'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:06:25.088936 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfa07a45-ca7f-4ea5-b0d5-e87aa9621837'] response: {'server_uuid': 'a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d', 'name': 'network-vif-deleted', 'tag': '606a1fc6-7b0d-42e5-afb3-cc21cef86797', 'status': 'completed', 'code': 200} May 27 03:06:25.104557 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a6e5c280-5e92-4907-8c72-45b1f635dc3f req-f7082baf-a6ec-471b-ab15-dfe148aec62c tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.66 "DELETE /v2.0/ports/606a1fc6-7b0d-42e5-afb3-cc21cef86797 HTTP/1.1" status: 204 len: 173 time: 0.9057240 May 27 03:06:25.498064 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-da25d1f8-447f-46f9-93cc-b0541d951719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:25.736055 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-13ec8ab6-b110-46b7-b926-01ea3b160fb9 req-e573dca6-ae48-489f-9ad0-5b06e50eda74 tempest-ServerDiskConfigTestJSON-404291434 tempest-ServerDiskConfigTestJSON-404291434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5d86f5a-7cb4-42f4-bdd6-844a1bf7160d HTTP/1.1" status: 200 len: 210 time: 0.0414557 May 27 03:06:26.969783 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34810) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:06:27.031022 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bbb294b-7033-44c5-83bd-bb2f1b086226 admin admin] Deleting subnet 35e19e12-76a7-4b01-b867-544454d73767 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 03:06:27.033883 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0bbb294b-7033-44c5-83bd-bb2f1b086226 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:27.081929 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0bbb294b-7033-44c5-83bd-bb2f1b086226 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:27.136058 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0bbb294b-7033-44c5-83bd-bb2f1b086226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:27.268962 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0bbb294b-7033-44c5-83bd-bb2f1b086226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:27.307783 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb294b-7033-44c5-83bd-bb2f1b086226 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35e19e12-76a7-4b01-b867-544454d73767,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:06:27.309664 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0bbb294b-7033-44c5-83bd-bb2f1b086226 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:27.315633 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0bbb294b-7033-44c5-83bd-bb2f1b086226 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/35e19e12-76a7-4b01-b867-544454d73767 HTTP/1.1" status: 204 len: 168 time: 0.3448236 May 27 03:06:27.318097 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34814) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:06:27.422288 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-50b3fb2d-a7b5-468d-a672-e8d409c8542c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:27.545490 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-50b3fb2d-a7b5-468d-a672-e8d409c8542c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:27.570901 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-50b3fb2d-a7b5-468d-a672-e8d409c8542c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c78e7280-a01d-47ee-bb4c-4fbdc83602c2']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:06:27.582601 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-50b3fb2d-a7b5-468d-a672-e8d409c8542c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7c06be8-5052-45a1-91f0-7f8bb8875bf0') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:06:27.582897 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-50b3fb2d-a7b5-468d-a672-e8d409c8542c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7c06be8-5052-45a1-91f0-7f8bb8875bf0') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:06:27.594554 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-50b3fb2d-a7b5-468d-a672-e8d409c8542c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:27.610839 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-50b3fb2d-a7b5-468d-a672-e8d409c8542c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:27.616819 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50b3fb2d-a7b5-468d-a672-e8d409c8542c admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:06:27.617253 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-50b3fb2d-a7b5-468d-a672-e8d409c8542c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:27.684816 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment a7c06be8-5052-45a1-91f0-7f8bb8875bf0 resource provider aggregate not found May 27 03:06:27.705321 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment a7c06be8-5052-45a1-91f0-7f8bb8875bf0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a7c06be8-5052-45a1-91f0-7f8bb8875bf0 found for delete ", "request_id": "req-c73de189-2572-4fb7-a36b-83d3f59cd284"}]} May 27 03:06:27.755642 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-50b3fb2d-a7b5-468d-a672-e8d409c8542c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:27.771627 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-50b3fb2d-a7b5-468d-a672-e8d409c8542c admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:27.781935 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3fb2d-a7b5-468d-a672-e8d409c8542c admin admin] Pushing event deleted for resources: {'Network': ['ID=c78e7280-a01d-47ee-bb4c-4fbdc83602c2,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:06:27.847582 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-50b3fb2d-a7b5-468d-a672-e8d409c8542c admin admin] 10.222.0.57 "DELETE /v2.0/networks/c78e7280-a01d-47ee-bb4c-4fbdc83602c2 HTTP/1.1" status: 204 len: 168 time: 0.5284402 May 27 03:06:27.904088 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-90252b32-c110-432c-b87d-3438ae2b7c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:28.037339 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 606a1fc6-7b0d-42e5-afb3-cc21cef86797 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:06:28.074829 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: 606a1fc6-7b0d-42e5-afb3-cc21cef86797 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:06:28.075085 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 606a1fc6-7b0d-42e5-afb3-cc21cef86797 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:06:28.119244 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34824) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:06:28.170811 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1852a121-ce8c-45fd-a783-a25993fd0d1d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=160833042c5e498e9362406322e2c15b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504270 May 27 03:06:28.173332 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34828) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:06:28.229405 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd8a3ec0-3334-47ef-b163-e41d560fd11c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:28.253924 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd8a3ec0-3334-47ef-b163-e41d560fd11c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:28.384099 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd8a3ec0-3334-47ef-b163-e41d560fd11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:28.400017 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a3ec0-3334-47ef-b163-e41d560fd11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:06:28.409841 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8a3ec0-3334-47ef-b163-e41d560fd11c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:28.410183 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8a3ec0-3334-47ef-b163-e41d560fd11c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:28.410517 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8a3ec0-3334-47ef-b163-e41d560fd11c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:28.410844 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8a3ec0-3334-47ef-b163-e41d560fd11c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:28.411165 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8a3ec0-3334-47ef-b163-e41d560fd11c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:28.411523 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8a3ec0-3334-47ef-b163-e41d560fd11c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:28.411805 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8a3ec0-3334-47ef-b163-e41d560fd11c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:28.412123 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8a3ec0-3334-47ef-b163-e41d560fd11c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:28.412438 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8a3ec0-3334-47ef-b163-e41d560fd11c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:28.412771 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8a3ec0-3334-47ef-b163-e41d560fd11c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:28.413088 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8a3ec0-3334-47ef-b163-e41d560fd11c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:28.413399 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8a3ec0-3334-47ef-b163-e41d560fd11c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:28.422340 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd8a3ec0-3334-47ef-b163-e41d560fd11c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:28.428696 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-bd8a3ec0-3334-47ef-b163-e41d560fd11c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bc85c8ea-f317-4dd5-ac7f-b0f357ed50c4 HTTP/1.1" status: 204 len: 168 time: 0.2464492 May 27 03:06:28.792707 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-d79527fc-9b7d-4856-aef7-bcd7f7b9a869 req-fc1c8554-8ae4-44d6-bab3-d39ddd9b84ae service neutron] (88902) timed out ('10.222.0.32', 58801) {{(pid=88902) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 03:06:29.035773 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:29.138361 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:29.418641 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34852) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:06:29.539399 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-60f9cb05-22a0-4bb8-8632-8aca188ea59c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1569965996-network', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:06:29.544613 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-60f9cb05-22a0-4bb8-8632-8aca188ea59c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:06:29.548374 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-60f9cb05-22a0-4bb8-8632-8aca188ea59c admin admin] Usage tracker for resource:network and tenant:eba8cac7bf8e48628813cc32fe0ab29b is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:06:29.551198 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-60f9cb05-22a0-4bb8-8632-8aca188ea59c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:06:29.557545 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-60f9cb05-22a0-4bb8-8632-8aca188ea59c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:06:29.612554 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f9cb05-22a0-4bb8-8632-8aca188ea59c admin admin] Made reservation on behalf of eba8cac7bf8e48628813cc32fe0ab29b for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:06:29.614818 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-60f9cb05-22a0-4bb8-8632-8aca188ea59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:29.626456 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-60f9cb05-22a0-4bb8-8632-8aca188ea59c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:29.641023 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-60f9cb05-22a0-4bb8-8632-8aca188ea59c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:06:29.644843 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-60f9cb05-22a0-4bb8-8632-8aca188ea59c admin admin] Usage tracker for resource:security_group_rule and tenant:eba8cac7bf8e48628813cc32fe0ab29b is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:06:29.647567 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-60f9cb05-22a0-4bb8-8632-8aca188ea59c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:06:29.654045 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-60f9cb05-22a0-4bb8-8632-8aca188ea59c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:06:29.738608 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-60f9cb05-22a0-4bb8-8632-8aca188ea59c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:29.783913 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-60f9cb05-22a0-4bb8-8632-8aca188ea59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:29.813523 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60f9cb05-22a0-4bb8-8632-8aca188ea59c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:06:29.823175 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f9cb05-22a0-4bb8-8632-8aca188ea59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007dbb81-0ea6-42af-a6f5-6d2c289f297e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:06:29.830641 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-60f9cb05-22a0-4bb8-8632-8aca188ea59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:29.830641 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-60f9cb05-22a0-4bb8-8632-8aca188ea59c admin admin] Added segment eeeeeeee-d741-4390-a999-e07392130522 of type vlan for network 1cb48be7-71e7-4e2e-b898-c29e50006806 May 27 03:06:29.855062 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-60f9cb05-22a0-4bb8-8632-8aca188ea59c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:29.938297 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-60f9cb05-22a0-4bb8-8632-8aca188ea59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:29.939212 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f9cb05-22a0-4bb8-8632-8aca188ea59c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:29.939779 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-60f9cb05-22a0-4bb8-8632-8aca188ea59c admin admin] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:30.043086 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f9cb05-22a0-4bb8-8632-8aca188ea59c admin admin] Pushing event updated for resources: {'Network': ['ID=1cb48be7-71e7-4e2e-b898-c29e50006806,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:06:30.052444 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 1cb48be7-71e7-4e2e-b898-c29e50006806 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:06:30.082166 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-60f9cb05-22a0-4bb8-8632-8aca188ea59c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6623302 May 27 03:06:30.084945 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34858) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:06:30.090289 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-069ca40a-0ea9-442c-8571-4835f65f6f59 admin admin] Request body: {'subnet': {'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1569965996-subnet', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:06:30.095552 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-069ca40a-0ea9-442c-8571-4835f65f6f59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:06:30.099481 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-069ca40a-0ea9-442c-8571-4835f65f6f59 admin admin] Usage tracker for resource:subnet and tenant:eba8cac7bf8e48628813cc32fe0ab29b is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:06:30.102331 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-069ca40a-0ea9-442c-8571-4835f65f6f59 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:06:30.108065 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-069ca40a-0ea9-442c-8571-4835f65f6f59 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:06:30.172988 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069ca40a-0ea9-442c-8571-4835f65f6f59 admin admin] Made reservation on behalf of eba8cac7bf8e48628813cc32fe0ab29b for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:06:30.175295 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-069ca40a-0ea9-442c-8571-4835f65f6f59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:30.252904 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:30.423343 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-069ca40a-0ea9-442c-8571-4835f65f6f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:30.498934 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ca40a-0ea9-442c-8571-4835f65f6f59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=721df4b2-6cb6-4950-bbe4-a5797d0d8b04,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:06:30.508041 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069ca40a-0ea9-442c-8571-4835f65f6f59 admin admin] Checking segment: {'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:06:30.508392 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069ca40a-0ea9-442c-8571-4835f65f6f59 admin admin] Network hostable DHCP agents. Network: 1cb48be7-71e7-4e2e-b898-c29e50006806, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:06:30.577478 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069ca40a-0ea9-442c-8571-4835f65f6f59 admin admin] Network 1cb48be7-71e7-4e2e-b898-c29e50006806 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:06:30.669386 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-069ca40a-0ea9-442c-8571-4835f65f6f59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 1cb48be7-71e7-4e2e-b898-c29e50006806) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:06:30.673456 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069ca40a-0ea9-442c-8571-4835f65f6f59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:30.673981 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-069ca40a-0ea9-442c-8571-4835f65f6f59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:30.678282 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e2600e-3b19-4e9b-ba6c-43cf7fd1b779 None None] Network 1cb48be7-71e7-4e2e-b898-c29e50006806 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:06:30.781651 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-069ca40a-0ea9-442c-8571-4835f65f6f59 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6931345 May 27 03:06:30.781847 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34862) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:06:30.786830 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-1867189d-7cdd-4d82-ad8b-579623cfca3d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1569965996-router', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:06:30.792738 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1867189d-7cdd-4d82-ad8b-579623cfca3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:06:30.796772 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1867189d-7cdd-4d82-ad8b-579623cfca3d admin admin] Usage tracker for resource:router and tenant:eba8cac7bf8e48628813cc32fe0ab29b is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:06:30.799626 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1867189d-7cdd-4d82-ad8b-579623cfca3d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:06:30.805990 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1867189d-7cdd-4d82-ad8b-579623cfca3d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:06:30.887541 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fe68a0-c792-4a1f-b785-0ad1e791d6b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-1cb48be7-71e7-4e2e-b898-c29e50006806', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'fixed_ips': [{'subnet_id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 03:06:30.888346 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a6fe68a0-c792-4a1f-b785-0ad1e791d6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:30.893033 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1867189d-7cdd-4d82-ad8b-579623cfca3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:30.894069 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1867189d-7cdd-4d82-ad8b-579623cfca3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:30.910047 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1867189d-7cdd-4d82-ad8b-579623cfca3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:31.042482 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-a6fe68a0-c792-4a1f-b785-0ad1e791d6b5 None None] Allocated IP 172.20.0.2 (1cb48be7-71e7-4e2e-b898-c29e50006806/721df4b2-6cb6-4950-bbe4-a5797d0d8b04/b9b70ee8-6761-41d3-abe2-bdb9f3c18832) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:06:31.243600 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1867189d-7cdd-4d82-ad8b-579623cfca3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:31.245982 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a6fe68a0-c792-4a1f-b785-0ad1e791d6b5 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:31.255806 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a6fe68a0-c792-4a1f-b785-0ad1e791d6b5 None None] Transition to ACTIVE for port object b9b70ee8-6761-41d3-abe2-bdb9f3c18832 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:06:31.274226 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a6fe68a0-c792-4a1f-b785-0ad1e791d6b5 None None] Transition to ACTIVE for port object b9b70ee8-6761-41d3-abe2-bdb9f3c18832 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:06:31.361650 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a6fe68a0-c792-4a1f-b785-0ad1e791d6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:31.424536 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fe68a0-c792-4a1f-b785-0ad1e791d6b5 None None] Network 1cb48be7-71e7-4e2e-b898-c29e50006806 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:06:31.427148 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-a6fe68a0-c792-4a1f-b785-0ad1e791d6b5 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:06:31.431196 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fe68a0-c792-4a1f-b785-0ad1e791d6b5 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:06:31.468172 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe68a0-c792-4a1f-b785-0ad1e791d6b5 None None] Pushing event updated for resources: {'Port': ['ID=b9b70ee8-6761-41d3-abe2-bdb9f3c18832,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:06:31.512521 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fe68a0-c792-4a1f-b785-0ad1e791d6b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:31.512901 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fe68a0-c792-4a1f-b785-0ad1e791d6b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:31.513243 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fe68a0-c792-4a1f-b785-0ad1e791d6b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:31.513578 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fe68a0-c792-4a1f-b785-0ad1e791d6b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:31.513913 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fe68a0-c792-4a1f-b785-0ad1e791d6b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:31.514244 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fe68a0-c792-4a1f-b785-0ad1e791d6b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:31.514588 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fe68a0-c792-4a1f-b785-0ad1e791d6b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:31.514897 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fe68a0-c792-4a1f-b785-0ad1e791d6b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:31.515221 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fe68a0-c792-4a1f-b785-0ad1e791d6b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:31.515542 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fe68a0-c792-4a1f-b785-0ad1e791d6b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:31.515865 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fe68a0-c792-4a1f-b785-0ad1e791d6b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:31.516184 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fe68a0-c792-4a1f-b785-0ad1e791d6b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:31.540020 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-a6fe68a0-c792-4a1f-b785-0ad1e791d6b5 None None] Attempting to bind port b9b70ee8-6761-41d3-abe2-bdb9f3c18832 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:06:31.540390 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-a6fe68a0-c792-4a1f-b785-0ad1e791d6b5 None None] Attempting to bind port b9b70ee8-6761-41d3-abe2-bdb9f3c18832 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:06:31.540783 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fe68a0-c792-4a1f-b785-0ad1e791d6b5 None None] Attempting to bind port b9b70ee8-6761-41d3-abe2-bdb9f3c18832 on network 1cb48be7-71e7-4e2e-b898-c29e50006806 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:06:31.547478 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fe68a0-c792-4a1f-b785-0ad1e791d6b5 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:06:31.551977 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fe68a0-c792-4a1f-b785-0ad1e791d6b5 None None] Checking segment: {'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:06:31.551977 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a6fe68a0-c792-4a1f-b785-0ad1e791d6b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:31.551977 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fe68a0-c792-4a1f-b785-0ad1e791d6b5 None None] Bound using segment: {'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:06:31.551977 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-a6fe68a0-c792-4a1f-b785-0ad1e791d6b5 None None] Bound port: b9b70ee8-6761-41d3-abe2-bdb9f3c18832, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:06:31.551977 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a6fe68a0-c792-4a1f-b785-0ad1e791d6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:31.643831 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a6fe68a0-c792-4a1f-b785-0ad1e791d6b5 None None] For port b9b70ee8-6761-41d3-abe2-bdb9f3c18832, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:06:31.646936 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a6fe68a0-c792-4a1f-b785-0ad1e791d6b5 None None] For port b9b70ee8-6761-41d3-abe2-bdb9f3c18832, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b9b70ee8-6761-41d3-abe2-bdb9f3c18832,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:06:31.699134 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a6fe68a0-c792-4a1f-b785-0ad1e791d6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:31.726842 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1867189d-7cdd-4d82-ad8b-579623cfca3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:31.757959 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1867189d-7cdd-4d82-ad8b-579623cfca3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:31.793422 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe68a0-c792-4a1f-b785-0ad1e791d6b5 None None] Pushing event updated for resources: {'Port': ['ID=b9b70ee8-6761-41d3-abe2-bdb9f3c18832,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:06:31.900294 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-1867189d-7cdd-4d82-ad8b-579623cfca3d admin admin] Allocated IP 172.25.1.145 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/5784b136-890b-4c03-bf6b-ac008dccd2f7) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:06:32.070373 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1867189d-7cdd-4d82-ad8b-579623cfca3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:32.119252 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b9b70ee8-6761-41d3-abe2-bdb9f3c18832 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:06:32.168210 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1867189d-7cdd-4d82-ad8b-579623cfca3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:32.231217 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1867189d-7cdd-4d82-ad8b-579623cfca3d admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:06:32.233977 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-1867189d-7cdd-4d82-ad8b-579623cfca3d admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:06:32.237573 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1867189d-7cdd-4d82-ad8b-579623cfca3d admin admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:06:32.247135 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port b9b70ee8-6761-41d3-abe2-bdb9f3c18832 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:06:32.284494 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867189d-7cdd-4d82-ad8b-579623cfca3d admin admin] Pushing event updated for resources: {'Port': ['ID=5784b136-890b-4c03-bf6b-ac008dccd2f7,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:06:32.661699 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:06:32.702710 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbf924d-13fa-4eeb-bfa5-c6f952b2ee78 None None] Network 1cb48be7-71e7-4e2e-b898-c29e50006806 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:06:32.745721 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1867189d-7cdd-4d82-ad8b-579623cfca3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:32.967066 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ab578ce2-b0fd-405f-8ace-419ae3c88fab None None] Provisioning for port b9b70ee8-6761-41d3-abe2-bdb9f3c18832 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:06:32.982293 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ab578ce2-b0fd-405f-8ace-419ae3c88fab None None] Provisioning complete for port b9b70ee8-6761-41d3-abe2-bdb9f3c18832 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:06:32.982293 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ab578ce2-b0fd-405f-8ace-419ae3c88fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:33.104103 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1867189d-7cdd-4d82-ad8b-579623cfca3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:33.107105 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ab578ce2-b0fd-405f-8ace-419ae3c88fab None None] Current status of the port b9b70ee8-6761-41d3-abe2-bdb9f3c18832 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:06:33.109252 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ab578ce2-b0fd-405f-8ace-419ae3c88fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:33.148565 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-ab578ce2-b0fd-405f-8ace-419ae3c88fab None None] For port b9b70ee8-6761-41d3-abe2-bdb9f3c18832, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b9b70ee8-6761-41d3-abe2-bdb9f3c18832,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:06:33.201969 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ab578ce2-b0fd-405f-8ace-419ae3c88fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:33.272417 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab578ce2-b0fd-405f-8ace-419ae3c88fab None None] Pushing event updated for resources: {'Port': ['ID=b9b70ee8-6761-41d3-abe2-bdb9f3c18832,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:06:33.321216 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-dcaa6b30-b482-482d-96ef-96464c61d732 None None] Provisioning complete for port b9b70ee8-6761-41d3-abe2-bdb9f3c18832 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:06:33.321594 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-dcaa6b30-b482-482d-96ef-96464c61d732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:33.446235 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-dcaa6b30-b482-482d-96ef-96464c61d732 None None] Current status of the port b9b70ee8-6761-41d3-abe2-bdb9f3c18832 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:06:33.498227 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1867189d-7cdd-4d82-ad8b-579623cfca3d admin admin] Router da1235dc-b2f2-4d39-8071-81288ebc69fc is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 03:06:33.675580 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1867189d-7cdd-4d82-ad8b-579623cfca3d admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:06:33.685236 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d871e5-c732-4d2c-a9e3-7bf6e6b02981 None None] Sync routers for ids ['da1235dc-b2f2-4d39-8071-81288ebc69fc'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:06:33.694362 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d871e5-c732-4d2c-a9e3-7bf6e6b02981 None None] Routers {'da1235dc-b2f2-4d39-8071-81288ebc69fc'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:06:33.695071 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e5d871e5-c732-4d2c-a9e3-7bf6e6b02981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:06:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['da1235dc-b2f2-4d39-8071-81288ebc69fc'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:06:33.755544 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1867189d-7cdd-4d82-ad8b-579623cfca3d admin admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:33.756922 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1867189d-7cdd-4d82-ad8b-579623cfca3d admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9741757 May 27 03:06:33.759521 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 34866) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:06:33.871194 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-e5d871e5-c732-4d2c-a9e3-7bf6e6b02981 None None] Set router da1235dc-b2f2-4d39-8071-81288ebc69fc gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:06:34.083259 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b9b70ee8-6761-41d3-abe2-bdb9f3c18832 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:06:34.181144 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e5d871e5-c732-4d2c-a9e3-7bf6e6b02981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'name': 'tempest-ServerActionsTestJSON-1569965996-router', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:06:30Z', 'updated_at': '2022-05-27T03:06:32Z', 'revision_number': 3, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'gw_port': {'id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:50:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:31Z', 'updated_at': '2022-05-27T03:06:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:06:34.185419 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d871e5-c732-4d2c-a9e3-7bf6e6b02981 None None] Checking router: da1235dc-b2f2-4d39-8071-81288ebc69fc for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:06:34.185760 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d871e5-c732-4d2c-a9e3-7bf6e6b02981 None None] Updating router da1235dc-b2f2-4d39-8071-81288ebc69fc port 5784b136-890b-4c03-bf6b-ac008dccd2f7 binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:06:34.185984 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port b9b70ee8-6761-41d3-abe2-bdb9f3c18832 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:06:34.186359 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:34.239569 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-e5d871e5-c732-4d2c-a9e3-7bf6e6b02981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:34.299841 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port b9b70ee8-6761-41d3-abe2-bdb9f3c18832 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:06:34.430110 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b7c46f15-ee6f-4861-af4f-00c210184268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:34.556834 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-e5d871e5-c732-4d2c-a9e3-7bf6e6b02981 None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:34.568362 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-e5d871e5-c732-4d2c-a9e3-7bf6e6b02981 None None] Transition to ACTIVE for port object 5784b136-890b-4c03-bf6b-ac008dccd2f7 will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:06:34.629607 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-e5d871e5-c732-4d2c-a9e3-7bf6e6b02981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:34.630303 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-b7c46f15-ee6f-4861-af4f-00c210184268 admin admin] Allocated IP 172.20.0.1 (1cb48be7-71e7-4e2e-b898-c29e50006806/721df4b2-6cb6-4950-bbe4-a5797d0d8b04/e7d1df91-3aa4-4351-9632-e1ce891ea604) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:06:34.704286 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-e5d871e5-c732-4d2c-a9e3-7bf6e6b02981 None None] Attempting to bind port 5784b136-890b-4c03-bf6b-ac008dccd2f7 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:06:34.704816 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-e5d871e5-c732-4d2c-a9e3-7bf6e6b02981 None None] Attempting to bind port 5784b136-890b-4c03-bf6b-ac008dccd2f7 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:06:34.705008 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d871e5-c732-4d2c-a9e3-7bf6e6b02981 None None] Attempting to bind port 5784b136-890b-4c03-bf6b-ac008dccd2f7 on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:06:34.712441 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605cf550-d22a-46e4-9133-5527f066b7f9 None None] Pushing event updated for resources: {'Port': ['ID=5784b136-890b-4c03-bf6b-ac008dccd2f7,revision_number=2']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:06:34.717833 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d871e5-c732-4d2c-a9e3-7bf6e6b02981 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:06:34.718209 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d871e5-c732-4d2c-a9e3-7bf6e6b02981 None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:06:34.718603 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-e5d871e5-c732-4d2c-a9e3-7bf6e6b02981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:34.718989 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d871e5-c732-4d2c-a9e3-7bf6e6b02981 None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:06:34.719444 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-e5d871e5-c732-4d2c-a9e3-7bf6e6b02981 None None] Bound port: 5784b136-890b-4c03-bf6b-ac008dccd2f7, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:06:34.719808 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-e5d871e5-c732-4d2c-a9e3-7bf6e6b02981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:34.765025 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605cf550-d22a-46e4-9133-5527f066b7f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:34.765366 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605cf550-d22a-46e4-9133-5527f066b7f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:34.765702 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605cf550-d22a-46e4-9133-5527f066b7f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:34.766079 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605cf550-d22a-46e4-9133-5527f066b7f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:34.766404 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605cf550-d22a-46e4-9133-5527f066b7f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:34.766727 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605cf550-d22a-46e4-9133-5527f066b7f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:34.767049 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605cf550-d22a-46e4-9133-5527f066b7f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:34.767370 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605cf550-d22a-46e4-9133-5527f066b7f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:34.767699 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605cf550-d22a-46e4-9133-5527f066b7f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:34.768006 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605cf550-d22a-46e4-9133-5527f066b7f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:34.768322 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605cf550-d22a-46e4-9133-5527f066b7f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:34.769006 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605cf550-d22a-46e4-9133-5527f066b7f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:34.782182 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b7c46f15-ee6f-4861-af4f-00c210184268 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:34.798058 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b7c46f15-ee6f-4861-af4f-00c210184268 admin admin] Transition to ACTIVE for port object e7d1df91-3aa4-4351-9632-e1ce891ea604 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:06:34.804344 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-e5d871e5-c732-4d2c-a9e3-7bf6e6b02981 None None] For port 5784b136-890b-4c03-bf6b-ac008dccd2f7, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:06:34.807853 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-e5d871e5-c732-4d2c-a9e3-7bf6e6b02981 None None] For port 5784b136-890b-4c03-bf6b-ac008dccd2f7, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=5784b136-890b-4c03-bf6b-ac008dccd2f7,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:06:34.887285 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-e5d871e5-c732-4d2c-a9e3-7bf6e6b02981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:34.922015 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b7c46f15-ee6f-4861-af4f-00c210184268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:34.965794 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d871e5-c732-4d2c-a9e3-7bf6e6b02981 None None] Routers {'da1235dc-b2f2-4d39-8071-81288ebc69fc'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:06:34.966424 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e5d871e5-c732-4d2c-a9e3-7bf6e6b02981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:06:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['da1235dc-b2f2-4d39-8071-81288ebc69fc'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:06:35.023286 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605cf550-d22a-46e4-9133-5527f066b7f9 None None] Pushing event updated for resources: {'Port': ['ID=5784b136-890b-4c03-bf6b-ac008dccd2f7,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:06:35.107835 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c46f15-ee6f-4861-af4f-00c210184268 admin admin] Network 1cb48be7-71e7-4e2e-b898-c29e50006806 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:06:35.108760 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-b7c46f15-ee6f-4861-af4f-00c210184268 admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:06:35.112561 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c46f15-ee6f-4861-af4f-00c210184268 admin admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:06:35.147727 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c46f15-ee6f-4861-af4f-00c210184268 admin admin] Pushing event updated for resources: {'Port': ['ID=e7d1df91-3aa4-4351-9632-e1ce891ea604,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:06:35.151637 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-e5d871e5-c732-4d2c-a9e3-7bf6e6b02981 None None] Set router da1235dc-b2f2-4d39-8071-81288ebc69fc gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:06:35.173812 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b7c46f15-ee6f-4861-af4f-00c210184268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:35.441936 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e5d871e5-c732-4d2c-a9e3-7bf6e6b02981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'name': 'tempest-ServerActionsTestJSON-1569965996-router', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:06:30Z', 'updated_at': '2022-05-27T03:06:32Z', 'revision_number': 3, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'gw_port': {'id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:50:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:31Z', 'updated_at': '2022-05-27T03:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:06:35.445595 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d871e5-c732-4d2c-a9e3-7bf6e6b02981 None None] The sync data for ids ['da1235dc-b2f2-4d39-8071-81288ebc69fc'] in n-d-843554-3 is: [{'id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'name': 'tempest-ServerActionsTestJSON-1569965996-router', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:06:30Z', 'updated_at': '2022-05-27T03:06:32Z', 'revision_number': 3, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'gw_port': {'id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:50:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:31Z', 'updated_at': '2022-05-27T03:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:06:35.457643 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ffa21508-8ce4-414b-a4fb-63e20583e823 None None] Provisioning for port e7d1df91-3aa4-4351-9632-e1ce891ea604 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:06:35.470107 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ffa21508-8ce4-414b-a4fb-63e20583e823 None None] Provisioning complete for port e7d1df91-3aa4-4351-9632-e1ce891ea604 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:06:35.470107 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ffa21508-8ce4-414b-a4fb-63e20583e823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:35.524855 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ffa21508-8ce4-414b-a4fb-63e20583e823 None None] Port e7d1df91-3aa4-4351-9632-e1ce891ea604 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:06:35.542638 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b7c46f15-ee6f-4861-af4f-00c210184268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:35.769790 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b7c46f15-ee6f-4861-af4f-00c210184268 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:35.830027 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b7c46f15-ee6f-4861-af4f-00c210184268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:35.941893 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c46f15-ee6f-4861-af4f-00c210184268 admin admin] Pushing event updated for resources: {'Port': ['ID=e7d1df91-3aa4-4351-9632-e1ce891ea604,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:06:35.944384 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b7c46f15-ee6f-4861-af4f-00c210184268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:36.090968 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c46f15-ee6f-4861-af4f-00c210184268 admin admin] Network 1cb48be7-71e7-4e2e-b898-c29e50006806 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:06:36.092172 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-b7c46f15-ee6f-4861-af4f-00c210184268 admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:06:36.106953 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 5784b136-890b-4c03-bf6b-ac008dccd2f7 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:06:36.254377 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 5784b136-890b-4c03-bf6b-ac008dccd2f7 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:06:36.260171 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 5784b136-890b-4c03-bf6b-ac008dccd2f7 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:06:36.260353 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:36.295965 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c46f15-ee6f-4861-af4f-00c210184268 admin admin] Router da1235dc-b2f2-4d39-8071-81288ebc69fc has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:06:36.387121 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9f21fe09-67b9-4762-9020-25f93903eb57 None None] Provisioning complete for port e7d1df91-3aa4-4351-9632-e1ce891ea604 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:06:36.387401 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9f21fe09-67b9-4762-9020-25f93903eb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:36.433283 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 5784b136-890b-4c03-bf6b-ac008dccd2f7 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:06:36.433658 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:36.458606 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 5784b136-890b-4c03-bf6b-ac008dccd2f7, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=5784b136-890b-4c03-bf6b-ac008dccd2f7,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:06:36.459582 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9f21fe09-67b9-4762-9020-25f93903eb57 None None] Port e7d1df91-3aa4-4351-9632-e1ce891ea604 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:06:36.480073 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c46f15-ee6f-4861-af4f-00c210184268 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:06:36.489381 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b7c46f15-ee6f-4861-af4f-00c210184268 admin admin] 10.222.0.57 "PUT /v2.0/routers/da1235dc-b2f2-4d39-8071-81288ebc69fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7280555 May 27 03:06:36.544114 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:36.611489 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=5784b136-890b-4c03-bf6b-ac008dccd2f7,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:06:36.884335 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34876) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:06:36.890027 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-171b02ee-df88-468d-b302-601394711f15 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Request body: {'security_group': {'name': 'tempest-securitygroup--517027483', 'description': 'tempest-description--358469766'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:06:36.896888 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-171b02ee-df88-468d-b302-601394711f15 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:06:36.901195 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-171b02ee-df88-468d-b302-601394711f15 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Usage tracker for resource:security_group and tenant:eba8cac7bf8e48628813cc32fe0ab29b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:06:36.904158 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-171b02ee-df88-468d-b302-601394711f15 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:06:36.910537 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-171b02ee-df88-468d-b302-601394711f15 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:06:36.921317 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5595d548-5796-4f44-b5a2-485a1af2bf02 None None] Sync routers for ids ['da1235dc-b2f2-4d39-8071-81288ebc69fc'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:06:36.930277 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5595d548-5796-4f44-b5a2-485a1af2bf02 None None] Routers {'da1235dc-b2f2-4d39-8071-81288ebc69fc'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:06:36.931133 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5595d548-5796-4f44-b5a2-485a1af2bf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:06:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['da1235dc-b2f2-4d39-8071-81288ebc69fc'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:06:36.973114 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-171b02ee-df88-468d-b302-601394711f15 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:36.993587 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-171b02ee-df88-468d-b302-601394711f15 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:06:36.997872 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-171b02ee-df88-468d-b302-601394711f15 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Usage tracker for resource:security_group_rule and tenant:eba8cac7bf8e48628813cc32fe0ab29b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:06:37.000674 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-171b02ee-df88-468d-b302-601394711f15 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:06:37.006304 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-171b02ee-df88-468d-b302-601394711f15 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:06:37.080610 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-171b02ee-df88-468d-b302-601394711f15 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:37.109192 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-5595d548-5796-4f44-b5a2-485a1af2bf02 None None] Set router da1235dc-b2f2-4d39-8071-81288ebc69fc gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:06:37.127072 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-171b02ee-df88-468d-b302-601394711f15 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:37.169305 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b02ee-df88-468d-b302-601394711f15 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=968366e7-a861-4879-91be-4708d3f4b4a1,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:06:37.176788 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b02ee-df88-468d-b302-601394711f15 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:37.177141 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b02ee-df88-468d-b302-601394711f15 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:37.179888 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b02ee-df88-468d-b302-601394711f15 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:37.179888 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b02ee-df88-468d-b302-601394711f15 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:37.179888 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b02ee-df88-468d-b302-601394711f15 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:37.179888 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b02ee-df88-468d-b302-601394711f15 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:37.179888 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b02ee-df88-468d-b302-601394711f15 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:37.179888 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b02ee-df88-468d-b302-601394711f15 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:37.179888 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b02ee-df88-468d-b302-601394711f15 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:37.179888 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b02ee-df88-468d-b302-601394711f15 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:37.180457 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b02ee-df88-468d-b302-601394711f15 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:37.180457 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b02ee-df88-468d-b302-601394711f15 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:06:37.224460 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-171b02ee-df88-468d-b302-601394711f15 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:37.225845 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-171b02ee-df88-468d-b302-601394711f15 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3398938 May 27 03:06:37.230173 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34880) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:06:37.235225 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-7e2c782d-480c-47bc-a9f9-5413a5cd77b3 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Request body: {'security_group_rule': {'security_group_id': '968366e7-a861-4879-91be-4708d3f4b4a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:06:37.242010 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7e2c782d-480c-47bc-a9f9-5413a5cd77b3 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:06:37.246595 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7e2c782d-480c-47bc-a9f9-5413a5cd77b3 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Usage tracker for resource:security_group_rule and tenant:eba8cac7bf8e48628813cc32fe0ab29b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:06:37.249430 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7e2c782d-480c-47bc-a9f9-5413a5cd77b3 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:06:37.255074 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7e2c782d-480c-47bc-a9f9-5413a5cd77b3 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:06:37.340225 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e2c782d-480c-47bc-a9f9-5413a5cd77b3 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:37.400814 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e2c782d-480c-47bc-a9f9-5413a5cd77b3 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:37.414706 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5595d548-5796-4f44-b5a2-485a1af2bf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'name': 'tempest-ServerActionsTestJSON-1569965996-router', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:06:30Z', 'updated_at': '2022-05-27T03:06:35Z', 'revision_number': 4, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'gw_port': {'id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:31Z', 'updated_at': '2022-05-27T03:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'e7d1df91-3aa4-4351-9632-e1ce891ea604', 'name': '', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'mac_address': 'fa:16:3e:83:fe:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:34Z', 'updated_at': '2022-05-27T03:06:35Z', 'revision_number': 2, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'subnets': [{'id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:06:37.419256 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5595d548-5796-4f44-b5a2-485a1af2bf02 None None] Checking router: da1235dc-b2f2-4d39-8071-81288ebc69fc for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:06:37.419603 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5595d548-5796-4f44-b5a2-485a1af2bf02 None None] Updating router da1235dc-b2f2-4d39-8071-81288ebc69fc port e7d1df91-3aa4-4351-9632-e1ce891ea604 binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:06:37.469886 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e2c782d-480c-47bc-a9f9-5413a5cd77b3 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:37.473493 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5595d548-5796-4f44-b5a2-485a1af2bf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:37.495616 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2c782d-480c-47bc-a9f9-5413a5cd77b3 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=554fd8d8-6c29-4b0f-95c3-aafab6ae129c,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:06:37.555677 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e2c782d-480c-47bc-a9f9-5413a5cd77b3 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:37.557285 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7e2c782d-480c-47bc-a9f9-5413a5cd77b3 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3261507 May 27 03:06:37.559891 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34884) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:06:37.564911 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-5354bb9a-3123-462e-8862-35121550d68f tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Request body: {'security_group_rule': {'security_group_id': '968366e7-a861-4879-91be-4708d3f4b4a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:06:37.571675 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5354bb9a-3123-462e-8862-35121550d68f tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:06:37.575661 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5354bb9a-3123-462e-8862-35121550d68f tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Usage tracker for resource:security_group_rule and tenant:eba8cac7bf8e48628813cc32fe0ab29b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:06:37.578992 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5354bb9a-3123-462e-8862-35121550d68f tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:06:37.585157 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5354bb9a-3123-462e-8862-35121550d68f tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:06:37.682545 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5354bb9a-3123-462e-8862-35121550d68f tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:37.747429 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5354bb9a-3123-462e-8862-35121550d68f tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:37.801499 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5354bb9a-3123-462e-8862-35121550d68f tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:37.815566 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5595d548-5796-4f44-b5a2-485a1af2bf02 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:37.826225 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5354bb9a-3123-462e-8862-35121550d68f tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8009a547-ef0d-4330-8ae4-daedb9b5e652,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:06:37.827693 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5595d548-5796-4f44-b5a2-485a1af2bf02 None None] Transition to ACTIVE for port object e7d1df91-3aa4-4351-9632-e1ce891ea604 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:06:37.892769 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5595d548-5796-4f44-b5a2-485a1af2bf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:37.909897 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5354bb9a-3123-462e-8862-35121550d68f tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:37.911111 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5354bb9a-3123-462e-8862-35121550d68f tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3502948 May 27 03:06:37.914427 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34888) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:06:37.919283 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3e7e2991-9c6a-42f5-bcec-541b08edc156 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:06:37.926151 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3e7e2991-9c6a-42f5-bcec-541b08edc156 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:06:37.929896 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3e7e2991-9c6a-42f5-bcec-541b08edc156 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Usage tracker for resource:floatingip and tenant:eba8cac7bf8e48628813cc32fe0ab29b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:06:37.932998 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3e7e2991-9c6a-42f5-bcec-541b08edc156 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:06:37.938500 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3e7e2991-9c6a-42f5-bcec-541b08edc156 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:06:38.018758 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3e7e2991-9c6a-42f5-bcec-541b08edc156 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:38.100080 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedadf67-414c-4d47-a519-1ba9e1cf18ad None None] Pushing event updated for resources: {'Port': ['ID=e7d1df91-3aa4-4351-9632-e1ce891ea604,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:06:38.102414 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 5784b136-890b-4c03-bf6b-ac008dccd2f7 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:06:38.188940 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3e7e2991-9c6a-42f5-bcec-541b08edc156 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:38.219072 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5595d548-5796-4f44-b5a2-485a1af2bf02 None None] Attempting to bind port e7d1df91-3aa4-4351-9632-e1ce891ea604 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:06:38.219418 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5595d548-5796-4f44-b5a2-485a1af2bf02 None None] Attempting to bind port e7d1df91-3aa4-4351-9632-e1ce891ea604 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:06:38.219779 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5595d548-5796-4f44-b5a2-485a1af2bf02 None None] Attempting to bind port e7d1df91-3aa4-4351-9632-e1ce891ea604 on network 1cb48be7-71e7-4e2e-b898-c29e50006806 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:06:38.236966 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5595d548-5796-4f44-b5a2-485a1af2bf02 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:06:38.237345 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5595d548-5796-4f44-b5a2-485a1af2bf02 None None] Checking segment: {'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:06:38.237746 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5595d548-5796-4f44-b5a2-485a1af2bf02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:38.238134 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5595d548-5796-4f44-b5a2-485a1af2bf02 None None] Bound using segment: {'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:06:38.238609 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5595d548-5796-4f44-b5a2-485a1af2bf02 None None] Bound port: e7d1df91-3aa4-4351-9632-e1ce891ea604, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:06:38.238988 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5595d548-5796-4f44-b5a2-485a1af2bf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:38.289385 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 5784b136-890b-4c03-bf6b-ac008dccd2f7 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:06:38.289763 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:38.322956 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-3e7e2991-9c6a-42f5-bcec-541b08edc156 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Allocated IP 172.25.1.216 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/75fb8161-83be-4918-9427-3b79e4ea4bb5) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:06:38.387121 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5595d548-5796-4f44-b5a2-485a1af2bf02 None None] For port e7d1df91-3aa4-4351-9632-e1ce891ea604, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:06:38.390350 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5595d548-5796-4f44-b5a2-485a1af2bf02 None None] For port e7d1df91-3aa4-4351-9632-e1ce891ea604, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=e7d1df91-3aa4-4351-9632-e1ce891ea604,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:06:38.446826 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 5784b136-890b-4c03-bf6b-ac008dccd2f7 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:06:38.470211 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5595d548-5796-4f44-b5a2-485a1af2bf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:38.471202 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3e7e2991-9c6a-42f5-bcec-541b08edc156 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:38.547332 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5595d548-5796-4f44-b5a2-485a1af2bf02 None None] Routers {'da1235dc-b2f2-4d39-8071-81288ebc69fc'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:06:38.547994 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5595d548-5796-4f44-b5a2-485a1af2bf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:06:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['da1235dc-b2f2-4d39-8071-81288ebc69fc'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:06:38.579067 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3e7e2991-9c6a-42f5-bcec-541b08edc156 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:38.606978 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedadf67-414c-4d47-a519-1ba9e1cf18ad None None] Pushing event updated for resources: {'Port': ['ID=e7d1df91-3aa4-4351-9632-e1ce891ea604,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:06:38.652819 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7e2991-9c6a-42f5-bcec-541b08edc156 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:06:38.655556 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-3e7e2991-9c6a-42f5-bcec-541b08edc156 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:06:38.658263 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7e2991-9c6a-42f5-bcec-541b08edc156 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:06:38.702231 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e2991-9c6a-42f5-bcec-541b08edc156 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Pushing event updated for resources: {'Port': ['ID=75fb8161-83be-4918-9427-3b79e4ea4bb5,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:06:38.738363 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-5595d548-5796-4f44-b5a2-485a1af2bf02 None None] Set router da1235dc-b2f2-4d39-8071-81288ebc69fc gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:06:38.747656 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3e7e2991-9c6a-42f5-bcec-541b08edc156 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:38.914771 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3e7e2991-9c6a-42f5-bcec-541b08edc156 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:39.063453 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5595d548-5796-4f44-b5a2-485a1af2bf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'name': 'tempest-ServerActionsTestJSON-1569965996-router', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:06:30Z', 'updated_at': '2022-05-27T03:06:35Z', 'revision_number': 4, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'gw_port': {'id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:31Z', 'updated_at': '2022-05-27T03:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'e7d1df91-3aa4-4351-9632-e1ce891ea604', 'name': '', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'mac_address': 'fa:16:3e:83:fe:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:34Z', 'updated_at': '2022-05-27T03:06:38Z', 'revision_number': 4, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'subnets': [{'id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:06:39.067805 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5595d548-5796-4f44-b5a2-485a1af2bf02 None None] The sync data for ids ['da1235dc-b2f2-4d39-8071-81288ebc69fc'] in n-d-843554-3 is: [{'id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'name': 'tempest-ServerActionsTestJSON-1569965996-router', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:06:30Z', 'updated_at': '2022-05-27T03:06:35Z', 'revision_number': 4, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'gw_port': {'id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:31Z', 'updated_at': '2022-05-27T03:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'e7d1df91-3aa4-4351-9632-e1ce891ea604', 'name': '', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'mac_address': 'fa:16:3e:83:fe:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:34Z', 'updated_at': '2022-05-27T03:06:38Z', 'revision_number': 4, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'subnets': [{'id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:06:39.242457 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3e7e2991-9c6a-42f5-bcec-541b08edc156 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:39.304346 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3e7e2991-9c6a-42f5-bcec-541b08edc156 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:39.416225 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e2991-9c6a-42f5-bcec-541b08edc156 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Pushing event updated for resources: {'Port': ['ID=75fb8161-83be-4918-9427-3b79e4ea4bb5,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:06:39.428193 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3e7e2991-9c6a-42f5-bcec-541b08edc156 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:39.498766 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3e7e2991-9c6a-42f5-bcec-541b08edc156 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:39.500241 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3e7e2991-9c6a-42f5-bcec-541b08edc156 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5847244 May 27 03:06:39.668241 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-2ed92b92-dda4-43ec-9259-c612ab78677e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Synchronizing usage tracker for tenant:eba8cac7bf8e48628813cc32fe0ab29b on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:06:39.761150 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-2ed92b92-dda4-43ec-9259-c612ab78677e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Unset dirty status for tenant:eba8cac7bf8e48628813cc32fe0ab29b on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:06:39.762421 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-2ed92b92-dda4-43ec-9259-c612ab78677e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--517027483&fields=id&tenant_id=eba8cac7bf8e48628813cc32fe0ab29b HTTP/1.1" status: 200 len: 267 time: 0.1338708 May 27 03:06:39.918949 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-8efe83c6-e774-42a0-93fe-1415576167c4 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:39.919565 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-8efe83c6-e774-42a0-93fe-1415576167c4 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Synchronizing usage tracker for tenant:eba8cac7bf8e48628813cc32fe0ab29b on resource:network {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:06:39.996196 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-8efe83c6-e774-42a0-93fe-1415576167c4 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Unset dirty status for tenant:eba8cac7bf8e48628813cc32fe0ab29b on resource:network {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:06:40.002190 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-8efe83c6-e774-42a0-93fe-1415576167c4 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/networks?id=1cb48be7-71e7-4e2e-b898-c29e50006806 HTTP/1.1" status: 200 len: 812 time: 0.2322266 May 27 03:06:40.013486 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-07f0c6ed-050d-424f-b080-4f172d252cf6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/quotas/eba8cac7bf8e48628813cc32fe0ab29b HTTP/1.1" status: 200 len: 375 time: 0.0104485 May 27 03:06:40.114007 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device e7d1df91-3aa4-4351-9632-e1ce891ea604 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:06:40.223123 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-920dc825-28e0-4701-8914-cfa979c52f51 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Synchronizing usage tracker for tenant:eba8cac7bf8e48628813cc32fe0ab29b on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:06:40.241365 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port e7d1df91-3aa4-4351-9632-e1ce891ea604 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:06:40.246820 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port e7d1df91-3aa4-4351-9632-e1ce891ea604 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:06:40.247187 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:40.298573 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-920dc825-28e0-4701-8914-cfa979c52f51 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Unset dirty status for tenant:eba8cac7bf8e48628813cc32fe0ab29b on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:06:40.300024 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-920dc825-28e0-4701-8914-cfa979c52f51 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2810481 May 27 03:06:40.361452 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port e7d1df91-3aa4-4351-9632-e1ce891ea604 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:06:40.361821 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:40.392305 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port e7d1df91-3aa4-4351-9632-e1ce891ea604, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=e7d1df91-3aa4-4351-9632-e1ce891ea604,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:06:40.437619 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-c45e9012-a50b-43be-89e5-cc11f685a428 service neutron] 10.222.0.57 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248276 May 27 03:06:40.447202 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:40.512182 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=e7d1df91-3aa4-4351-9632-e1ce891ea604,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:06:40.568533 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-abecc3c0-8c0f-47f5-aef3-e663fef3b9f0 service neutron] 10.222.0.57 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250718 May 27 03:06:40.846183 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b73bc45b-bc3f-4f10-b693-20d444e3e4e8 req-b5693894-934a-49e6-9c94-457d1d3fbfcb tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 210 time: 0.0434411 May 27 03:06:41.997680 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee7b0248-7a32-44ed-a197-137681ed6aed req-b8712e62-dc78-4054-b86e-59026eaed2c8 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 210 time: 0.0454357 May 27 03:06:42.085794 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device e7d1df91-3aa4-4351-9632-e1ce891ea604 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:06:42.157313 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port e7d1df91-3aa4-4351-9632-e1ce891ea604 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:06:42.157689 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:42.305223 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port e7d1df91-3aa4-4351-9632-e1ce891ea604 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:06:43.038058 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-caa25ba0-1296-4bc2-b787-8ae12fbf9a2b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:43.039510 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-caa25ba0-1296-4bc2-b787-8ae12fbf9a2b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.32 "GET /v2.0/networks?id=1cb48be7-71e7-4e2e-b898-c29e50006806 HTTP/1.1" status: 200 len: 812 time: 0.1476493 May 27 03:06:43.088043 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-ce4a2f71-cf8a-44c9-b645-93046d62d53c tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Synchronizing usage tracker for tenant:eba8cac7bf8e48628813cc32fe0ab29b on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:06:43.099607 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-ce4a2f71-cf8a-44c9-b645-93046d62d53c tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Unset dirty status for tenant:eba8cac7bf8e48628813cc32fe0ab29b on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:06:43.100768 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-ce4a2f71-cf8a-44c9-b645-93046d62d53c tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eba8cac7bf8e48628813cc32fe0ab29b HTTP/1.1" status: 200 len: 379 time: 0.0525775 May 27 03:06:43.110241 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-6cd82e95-57b0-40d7-8960-3663add16f5e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Request body: {'port': {'device_id': 'c70bb1a2-17b3-4f54-bf60-29e6200f6ba7', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'admin_state_up': True, 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'security_groups': ['968366e7-a861-4879-91be-4708d3f4b4a1']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:06:43.149060 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ec234b4-86d4-412f-b571-5ad5b9d2a9e0 req-370d65d3-1073-47a7-b58e-49f30c86309d tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 210 time: 0.0447273 May 27 03:06:43.251380 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-6cd82e95-57b0-40d7-8960-3663add16f5e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:06:43.261039 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-6cd82e95-57b0-40d7-8960-3663add16f5e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:06:43.327083 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-6cd82e95-57b0-40d7-8960-3663add16f5e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Made reservation on behalf of eba8cac7bf8e48628813cc32fe0ab29b for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:06:43.330621 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-6cd82e95-57b0-40d7-8960-3663add16f5e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:43.488898 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-6cd82e95-57b0-40d7-8960-3663add16f5e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Allocated IP 172.20.0.14 (1cb48be7-71e7-4e2e-b898-c29e50006806/721df4b2-6cb6-4950-bbe4-a5797d0d8b04/f0df335b-a02c-4ed8-9a1d-bba4bcddd613) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:06:43.670342 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-6cd82e95-57b0-40d7-8960-3663add16f5e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:43.685878 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-6cd82e95-57b0-40d7-8960-3663add16f5e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Transition to ACTIVE for port object f0df335b-a02c-4ed8-9a1d-bba4bcddd613 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:06:43.785010 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-6cd82e95-57b0-40d7-8960-3663add16f5e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:43.858959 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-6cd82e95-57b0-40d7-8960-3663add16f5e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Network 1cb48be7-71e7-4e2e-b898-c29e50006806 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:06:43.862062 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-6cd82e95-57b0-40d7-8960-3663add16f5e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:06:43.864652 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-6cd82e95-57b0-40d7-8960-3663add16f5e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:06:43.912635 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd82e95-57b0-40d7-8960-3663add16f5e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Pushing event updated for resources: {'Port': ['ID=f0df335b-a02c-4ed8-9a1d-bba4bcddd613,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:06:43.935405 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-6cd82e95-57b0-40d7-8960-3663add16f5e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:43.936059 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-6cd82e95-57b0-40d7-8960-3663add16f5e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:44.013913 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-6cd82e95-57b0-40d7-8960-3663add16f5e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9073207 May 27 03:06:44.025772 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-32181279-671b-4f92-99d4-f9498252dc23 service neutron] Request body: {'port': {'device_id': 'c70bb1a2-17b3-4f54-bf60-29e6200f6ba7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:06:44.137624 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-32181279-671b-4f92-99d4-f9498252dc23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:44.172991 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5c1fccb7-0b31-4e1b-861d-856c0cef96e0 None None] Provisioning for port f0df335b-a02c-4ed8-9a1d-bba4bcddd613 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:06:44.178442 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5c1fccb7-0b31-4e1b-861d-856c0cef96e0 None None] Provisioning complete for port f0df335b-a02c-4ed8-9a1d-bba4bcddd613 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:06:44.178800 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5c1fccb7-0b31-4e1b-861d-856c0cef96e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:44.234175 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5c1fccb7-0b31-4e1b-861d-856c0cef96e0 None None] Port f0df335b-a02c-4ed8-9a1d-bba4bcddd613 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:06:44.338982 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b4ace0-fbdc-41a3-9074-25e9f821efb2 req-7bdc0314-4dfe-448f-8d9c-287e55c6ef52 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:44.340353 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-55b4ace0-fbdc-41a3-9074-25e9f821efb2 req-7bdc0314-4dfe-448f-8d9c-287e55c6ef52 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 932 time: 0.0793755 May 27 03:06:44.384946 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-55b4ace0-fbdc-41a3-9074-25e9f821efb2 req-3082b4d4-311f-442d-8444-31b7a5809cc4 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386553 May 27 03:06:44.477213 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-32181279-671b-4f92-99d4-f9498252dc23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0df335b-a02c-4ed8-9a1d-bba4bcddd613 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:06:44.484211 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-32181279-671b-4f92-99d4-f9498252dc23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:44.497882 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-32181279-671b-4f92-99d4-f9498252dc23 service neutron] Transition to ACTIVE for port object f0df335b-a02c-4ed8-9a1d-bba4bcddd613 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:06:44.566350 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-32181279-671b-4f92-99d4-f9498252dc23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:44.692684 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32181279-671b-4f92-99d4-f9498252dc23 service neutron] Pushing event updated for resources: {'Port': ['ID=f0df335b-a02c-4ed8-9a1d-bba4bcddd613,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:06:44.906341 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-32181279-671b-4f92-99d4-f9498252dc23 service neutron] Attempting to bind port f0df335b-a02c-4ed8-9a1d-bba4bcddd613 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:06:44.906600 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-32181279-671b-4f92-99d4-f9498252dc23 service neutron] Attempting to bind port f0df335b-a02c-4ed8-9a1d-bba4bcddd613 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:06:44.906926 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-32181279-671b-4f92-99d4-f9498252dc23 service neutron] Attempting to bind port f0df335b-a02c-4ed8-9a1d-bba4bcddd613 on network 1cb48be7-71e7-4e2e-b898-c29e50006806 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:06:44.911350 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-32181279-671b-4f92-99d4-f9498252dc23 service neutron] Port f0df335b-a02c-4ed8-9a1d-bba4bcddd613 on network 1cb48be7-71e7-4e2e-b898-c29e50006806 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:06:44.911660 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-32181279-671b-4f92-99d4-f9498252dc23 service neutron] Attempting to bind port f0df335b-a02c-4ed8-9a1d-bba4bcddd613 on network 1cb48be7-71e7-4e2e-b898-c29e50006806 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:06:44.917155 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-32181279-671b-4f92-99d4-f9498252dc23 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:06:44.917485 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-32181279-671b-4f92-99d4-f9498252dc23 service neutron] Checking segment: {'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:06:44.917863 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-32181279-671b-4f92-99d4-f9498252dc23 service neutron] Bound using segment: {'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:06:44.918275 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-32181279-671b-4f92-99d4-f9498252dc23 service neutron] Bound port: f0df335b-a02c-4ed8-9a1d-bba4bcddd613, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:06:44.918608 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-32181279-671b-4f92-99d4-f9498252dc23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:45.006312 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-32181279-671b-4f92-99d4-f9498252dc23 service neutron] For port f0df335b-a02c-4ed8-9a1d-bba4bcddd613, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:06:45.009238 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-32181279-671b-4f92-99d4-f9498252dc23 service neutron] For port f0df335b-a02c-4ed8-9a1d-bba4bcddd613, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=f0df335b-a02c-4ed8-9a1d-bba4bcddd613,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:06:45.098011 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-32181279-671b-4f92-99d4-f9498252dc23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:45.156993 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-32181279-671b-4f92-99d4-f9498252dc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:45.157665 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-32181279-671b-4f92-99d4-f9498252dc23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:45.158952 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-32181279-671b-4f92-99d4-f9498252dc23 service neutron] 10.222.0.32 "PUT /v2.0/ports/f0df335b-a02c-4ed8-9a1d-bba4bcddd613 HTTP/1.1" status: 200 len: 1092 time: 1.1377549 May 27 03:06:45.159373 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c70bb1a2-17b3-4f54-bf60-29e6200f6ba7', 'tag': 'f0df335b-a02c-4ed8-9a1d-bba4bcddd613'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:06:45.180696 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32181279-671b-4f92-99d4-f9498252dc23 service neutron] Pushing event updated for resources: {'Port': ['ID=f0df335b-a02c-4ed8-9a1d-bba4bcddd613,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:06:45.219847 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7e5d38d-aa06-4441-b8b2-10fc8cf35da7'] response: {'name': 'network-changed', 'server_uuid': 'c70bb1a2-17b3-4f54-bf60-29e6200f6ba7', 'tag': 'f0df335b-a02c-4ed8-9a1d-bba4bcddd613', 'status': 'completed', 'code': 200} May 27 03:06:45.316621 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1e3dd-214a-4477-a509-fdea69a22a61 req-c0661d49-7b6e-4a48-942e-5ecabaf6b4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:45.318145 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-64f1e3dd-214a-4477-a509-fdea69a22a61 req-c0661d49-7b6e-4a48-942e-5ecabaf6b4a4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 1095 time: 0.0781085 May 27 03:06:45.469509 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1e3dd-214a-4477-a509-fdea69a22a61 req-cde6a0c8-5e5c-4ca9-adbb-94a902fba994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:45.470963 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-64f1e3dd-214a-4477-a509-fdea69a22a61 req-cde6a0c8-5e5c-4ca9-adbb-94a902fba994 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1427891 May 27 03:06:45.588272 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b0afd-3ca1-472a-ad8f-ec98fec72d88 req-b539379a-ffc0-47f7-bd0a-4fb9b65b5ba6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:45.589818 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-be0b0afd-3ca1-472a-ad8f-ec98fec72d88 req-b539379a-ffc0-47f7-bd0a-4fb9b65b5ba6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 944 time: 0.0918241 May 27 03:06:45.613803 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1e3dd-214a-4477-a509-fdea69a22a61 req-6aae282e-6716-44e8-96b4-0e1d484047aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:45.615237 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-64f1e3dd-214a-4477-a509-fdea69a22a61 req-6aae282e-6716-44e8-96b4-0e1d484047aa service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1380572 May 27 03:06:45.636651 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-be0b0afd-3ca1-472a-ad8f-ec98fec72d88 req-7e0945f8-89e2-4fca-b43f-48b6ba1de084 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403829 May 27 03:06:45.718232 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-8fe5c938-d3a2-4576-8533-95f4a9fe7a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:45.719589 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-8fe5c938-d3a2-4576-8533-95f4a9fe7a16 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 1095 time: 0.0687761 May 27 03:06:45.789251 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-b8117529-ff9f-4278-bc7a-35b9830015d8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0df335b-a02c-4ed8-9a1d-bba4bcddd613 HTTP/1.1" status: 200 len: 217 time: 0.0626915 May 27 03:06:45.851307 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-5965992e-5cd7-4c4a-a67d-b5bceaa1e9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:45.852740 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-5965992e-5cd7-4c4a-a67d-b5bceaa1e9ca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=721df4b2-6cb6-4950-bbe4-a5797d0d8b04 HTTP/1.1" status: 200 len: 851 time: 0.0570915 May 27 03:06:45.932145 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-5239d38a-a75c-49a9-a1b3-aaf6fcc57b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:45.933582 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-5239d38a-a75c-49a9-a1b3-aaf6fcc57b4a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1cb48be7-71e7-4e2e-b898-c29e50006806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720060 May 27 03:06:46.062936 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-2ea81218-b705-453a-9d0a-84fa1ab548b3 service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222472 May 27 03:06:46.192077 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e6f508f5-c7ef-4f01-81d2-781075e6b835 req-da596b5e-7d49-4fe2-926c-d35b918f9827 service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231215 May 27 03:06:46.819700 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14d7f6-455b-4dd8-bab3-f79243588034 req-16153b48-e9b4-4076-9365-a8048d97a479 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:46.821142 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0e14d7f6-455b-4dd8-bab3-f79243588034 req-16153b48-e9b4-4076-9365-a8048d97a479 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 944 time: 0.0782201 May 27 03:06:46.867867 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0e14d7f6-455b-4dd8-bab3-f79243588034 req-d974647a-68c5-4290-8ea2-9709a7bd0cde tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409377 May 27 03:06:48.047773 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce908e0-0e53-42a3-8dec-2c68eaf4d0f6 req-4b73ccb5-f2b0-4563-996d-25a9423dcd43 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:48.049223 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4ce908e0-0e53-42a3-8dec-2c68eaf4d0f6 req-4b73ccb5-f2b0-4563-996d-25a9423dcd43 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 944 time: 0.0779877 May 27 03:06:48.095400 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4ce908e0-0e53-42a3-8dec-2c68eaf4d0f6 req-4898d4d7-03f3-45fd-830c-432af5e74ad7 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404236 May 27 03:06:48.533390 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device f0df335b-a02c-4ed8-9a1d-bba4bcddd613 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:06:48.667574 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port f0df335b-a02c-4ed8-9a1d-bba4bcddd613, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=f0df335b-a02c-4ed8-9a1d-bba4bcddd613,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:06:48.680248 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': 'f0df335b-a02c-4ed8-9a1d-bba4bcddd613', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'port_id': 'f0df335b-a02c-4ed8-9a1d-bba4bcddd613', 'mac_address': 'fa:16:3e:08:f2:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:06:48.733572 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port f0df335b-a02c-4ed8-9a1d-bba4bcddd613 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:06:48.733950 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:48.753865 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0df335b-a02c-4ed8-9a1d-bba4bcddd613 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:06:48.769664 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port f0df335b-a02c-4ed8-9a1d-bba4bcddd613, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=f0df335b-a02c-4ed8-9a1d-bba4bcddd613,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:06:48.858714 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:48.926157 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=f0df335b-a02c-4ed8-9a1d-bba4bcddd613,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:06:49.073107 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['f0df335b-a02c-4ed8-9a1d-bba4bcddd613'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:06:49.281056 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad17758-45a4-4822-83a2-924145b3e002 req-268dc310-e07c-482f-9545-86a5ce7174f5 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:49.282484 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9ad17758-45a4-4822-83a2-924145b3e002 req-268dc310-e07c-482f-9545-86a5ce7174f5 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 945 time: 0.0803838 May 27 03:06:49.325358 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9ad17758-45a4-4822-83a2-924145b3e002 req-9a63ff9f-62ee-4f5a-9605-4d45c61439cc tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372162 May 27 03:06:49.745092 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:49.785113 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:50.406226 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device f0df335b-a02c-4ed8-9a1d-bba4bcddd613 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:06:50.504739 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0859ca-843a-4e5f-a047-ec9be6d2a419 req-458a2896-acf8-426b-8cbc-656f621a6e5b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:50.506205 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ce0859ca-843a-4e5f-a047-ec9be6d2a419 req-458a2896-acf8-426b-8cbc-656f621a6e5b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 945 time: 0.0779686 May 27 03:06:50.533085 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port f0df335b-a02c-4ed8-9a1d-bba4bcddd613 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:06:50.538137 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port f0df335b-a02c-4ed8-9a1d-bba4bcddd613 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:06:50.538419 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:50.549856 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ce0859ca-843a-4e5f-a047-ec9be6d2a419 req-f0077a27-177f-417f-9a7e-399429b04ca9 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375063 May 27 03:06:50.654765 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port f0df335b-a02c-4ed8-9a1d-bba4bcddd613 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:06:50.655064 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:50.681344 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c70bb1a2-17b3-4f54-bf60-29e6200f6ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0df335b-a02c-4ed8-9a1d-bba4bcddd613'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:06:50.690648 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port f0df335b-a02c-4ed8-9a1d-bba4bcddd613, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=f0df335b-a02c-4ed8-9a1d-bba4bcddd613,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:06:50.725280 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a31b1ca-8d20-4385-a272-619bb6579eaf'] response: {'server_uuid': 'c70bb1a2-17b3-4f54-bf60-29e6200f6ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0df335b-a02c-4ed8-9a1d-bba4bcddd613', 'code': 200} May 27 03:06:50.761476 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:50.833760 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=f0df335b-a02c-4ed8-9a1d-bba4bcddd613,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:06:50.852256 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8ad13-2436-4318-bffb-514ffebd1643 req-2da87bc7-cff2-42d0-bc79-98c5b4675b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:50.853838 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c3d8ad13-2436-4318-bffb-514ffebd1643 req-2da87bc7-cff2-42d0-bc79-98c5b4675b93 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 1097 time: 0.0698733 May 27 03:06:50.894521 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c3d8ad13-2436-4318-bffb-514ffebd1643 req-ab35f281-082c-488b-aac6-e663bef9d209 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345759 May 27 03:06:51.739460 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede904f-0f67-4560-a6c5-8f803afbbba0 req-ab4a7e7c-00e9-4b97-9a78-bd86849127c0 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:51.740946 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7ede904f-0f67-4560-a6c5-8f803afbbba0 req-ab4a7e7c-00e9-4b97-9a78-bd86849127c0 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 946 time: 0.0823295 May 27 03:06:51.785488 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7ede904f-0f67-4560-a6c5-8f803afbbba0 req-d0f14048-486a-469e-9686-583ae4d43781 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386701 May 27 03:06:52.966755 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d57cf4-a5b9-48fc-8fe1-25e73310bac5 req-4bbeb0be-702f-4822-b03a-2c780c68613b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:52.968227 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c8d57cf4-a5b9-48fc-8fe1-25e73310bac5 req-4bbeb0be-702f-4822-b03a-2c780c68613b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 946 time: 0.0774605 May 27 03:06:53.014751 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c8d57cf4-a5b9-48fc-8fe1-25e73310bac5 req-186c7369-b364-46be-b38d-5c263771a1e2 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408485 May 27 03:06:53.188252 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449efe1-ebbd-447e-84f7-94e1a7a4499b req-45245f59-a9a3-4331-9ce0-404610bdb748 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:53.189642 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8449efe1-ebbd-447e-84f7-94e1a7a4499b req-45245f59-a9a3-4331-9ce0-404610bdb748 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 946 time: 0.0782790 May 27 03:06:53.198233 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 34946) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:06:53.203247 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b7c70541-0803-4b5c-963e-68b089158ac8 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Request body: {'floatingip': {'port_id': 'f0df335b-a02c-4ed8-9a1d-bba4bcddd613'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:06:53.281082 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b7c70541-0803-4b5c-963e-68b089158ac8 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks [] for floatingip, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:53.961295 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b7c70541-0803-4b5c-963e-68b089158ac8 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:53.995552 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b7c70541-0803-4b5c-963e-68b089158ac8 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:54.162376 n-d-843554-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-b7c70541-0803-4b5c-963e-68b089158ac8 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Floating IP 7edcdeb5-8335-4cfc-8798-c25cf508b836 associated. External IP: 172.25.1.216, port: f0df335b-a02c-4ed8-9a1d-bba4bcddd613. May 27 03:06:54.498260 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c70541-0803-4b5c-963e-68b089158ac8 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Router da1235dc-b2f2-4d39-8071-81288ebc69fc has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:06:54.674243 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c70541-0803-4b5c-963e-68b089158ac8 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:06:54.678649 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b7c70541-0803-4b5c-963e-68b089158ac8 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:54.684161 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09163d5-c647-44ec-9112-f0fdf8e1a478 None None] Sync routers for ids ['da1235dc-b2f2-4d39-8071-81288ebc69fc'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:06:54.693536 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09163d5-c647-44ec-9112-f0fdf8e1a478 None None] Routers {'da1235dc-b2f2-4d39-8071-81288ebc69fc'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:06:54.694141 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-c09163d5-c647-44ec-9112-f0fdf8e1a478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:06:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['da1235dc-b2f2-4d39-8071-81288ebc69fc'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:06:54.732784 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b7c70541-0803-4b5c-963e-68b089158ac8 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "PUT /v2.0/floatingips/7edcdeb5-8335-4cfc-8798-c25cf508b836 HTTP/1.1" status: 200 len: 992 time: 1.5334189 May 27 03:06:54.733371 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c70bb1a2-17b3-4f54-bf60-29e6200f6ba7', 'tag': 'f0df335b-a02c-4ed8-9a1d-bba4bcddd613'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:06:54.785731 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9d0d42a-aeb0-4387-98ce-4cacdb565dd1'] response: {'name': 'network-changed', 'server_uuid': 'c70bb1a2-17b3-4f54-bf60-29e6200f6ba7', 'tag': 'f0df335b-a02c-4ed8-9a1d-bba4bcddd613', 'status': 'completed', 'code': 200} May 27 03:06:54.891338 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47f93d-4375-4228-80c5-2a4ff5c636b8 req-099506d5-68b7-4cdd-a535-1aa1c00b8a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:54.892840 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0d47f93d-4375-4228-80c5-2a4ff5c636b8 req-099506d5-68b7-4cdd-a535-1aa1c00b8a1a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 1097 time: 0.0815525 May 27 03:06:54.913534 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-c09163d5-c647-44ec-9112-f0fdf8e1a478 None None] Set router da1235dc-b2f2-4d39-8071-81288ebc69fc gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:06:55.097259 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a6fda-1e9f-486d-8318-00541bae0d9c req-2774be69-527e-404e-acc8-a4a8d526ca29 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:55.100572 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7e2a6fda-1e9f-486d-8318-00541bae0d9c req-2774be69-527e-404e-acc8-a4a8d526ca29 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 946 time: 0.0853770 May 27 03:06:55.146497 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7e2a6fda-1e9f-486d-8318-00541bae0d9c req-00200253-595b-461d-b1d8-5083e9e68220 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418983 May 27 03:06:55.152848 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47f93d-4375-4228-80c5-2a4ff5c636b8 req-ef067ac8-f4a0-485c-a625-7b0da06d6637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:55.154316 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0d47f93d-4375-4228-80c5-2a4ff5c636b8 req-ef067ac8-f4a0-485c-a625-7b0da06d6637 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1cb48be7-71e7-4e2e-b898-c29e50006806 HTTP/1.1" status: 200 len: 913 time: 0.2547200 May 27 03:06:55.258128 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0d47f93d-4375-4228-80c5-2a4ff5c636b8 req-54ee2b53-e0be-441e-b7b7-415b4e38da86 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0df335b-a02c-4ed8-9a1d-bba4bcddd613 HTTP/1.1" status: 200 len: 1000 time: 0.0977888 May 27 03:06:55.281144 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-c09163d5-c647-44ec-9112-f0fdf8e1a478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'name': 'tempest-ServerActionsTestJSON-1569965996-router', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:06:30Z', 'updated_at': '2022-05-27T03:06:35Z', 'revision_number': 4, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'gw_port': {'id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:31Z', 'updated_at': '2022-05-27T03:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '7edcdeb5-8335-4cfc-8798-c25cf508b836', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'floating_ip_address': '172.25.1.216', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'port_id': 'f0df335b-a02c-4ed8-9a1d-bba4bcddd613', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'mac_address': 'fa:16:3e:08:f2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70bb1a2-17b3-4f54-bf60-29e6200f6ba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:06:38Z', 'updated_at': '2022-05-27T03:06:53Z', 'revision_number': 1, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7d1df91-3aa4-4351-9632-e1ce891ea604', 'name': '', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'mac_address': 'fa:16:3e:83:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:34Z', 'updated_at': '2022-05-27T03:06:40Z', 'revision_number': 5, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'subnets': [{'id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:06:55.285263 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09163d5-c647-44ec-9112-f0fdf8e1a478 None None] Checking router: da1235dc-b2f2-4d39-8071-81288ebc69fc for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:06:55.293466 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09163d5-c647-44ec-9112-f0fdf8e1a478 None None] Routers {'da1235dc-b2f2-4d39-8071-81288ebc69fc'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:06:55.294101 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-c09163d5-c647-44ec-9112-f0fdf8e1a478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:06:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['da1235dc-b2f2-4d39-8071-81288ebc69fc'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:06:55.328477 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47f93d-4375-4228-80c5-2a4ff5c636b8 req-0ec5da41-c2f6-455e-9f3a-6ef48dbdd38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:55.330074 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0d47f93d-4375-4228-80c5-2a4ff5c636b8 req-0ec5da41-c2f6-455e-9f3a-6ef48dbdd38b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=721df4b2-6cb6-4950-bbe4-a5797d0d8b04 HTTP/1.1" status: 200 len: 851 time: 0.0651920 May 27 03:06:55.335748 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52cc418-138d-473a-853d-d53c324e3b8e req-da8a7164-3835-42fa-9ae3-eaa5d2023207 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:55.337224 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b52cc418-138d-473a-853d-d53c324e3b8e req-da8a7164-3835-42fa-9ae3-eaa5d2023207 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 946 time: 0.0837514 May 27 03:06:55.383518 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b52cc418-138d-473a-853d-d53c324e3b8e req-3eb11998-ec4f-40d7-9bf7-a96340601e87 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401783 May 27 03:06:55.410316 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47f93d-4375-4228-80c5-2a4ff5c636b8 req-1aa4078d-2197-41cb-b85a-4df39e79cc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:55.411910 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0d47f93d-4375-4228-80c5-2a4ff5c636b8 req-1aa4078d-2197-41cb-b85a-4df39e79cc05 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1cb48be7-71e7-4e2e-b898-c29e50006806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761132 May 27 03:06:55.474535 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-c09163d5-c647-44ec-9112-f0fdf8e1a478 None None] Set router da1235dc-b2f2-4d39-8071-81288ebc69fc gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:06:55.532844 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d74d09db-1cf8-414e-9183-9094d761baad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:55.546428 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0d47f93d-4375-4228-80c5-2a4ff5c636b8 req-eac88d1d-8c93-4e37-a4eb-9e9870fbb7af service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266820 May 27 03:06:55.679823 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0d47f93d-4375-4228-80c5-2a4ff5c636b8 req-c3ef339a-fd9c-4cc4-bddf-deaeeb949c59 service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271229 May 27 03:06:55.817734 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-c09163d5-c647-44ec-9112-f0fdf8e1a478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'name': 'tempest-ServerActionsTestJSON-1569965996-router', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:06:30Z', 'updated_at': '2022-05-27T03:06:35Z', 'revision_number': 4, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'gw_port': {'id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:31Z', 'updated_at': '2022-05-27T03:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '7edcdeb5-8335-4cfc-8798-c25cf508b836', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'floating_ip_address': '172.25.1.216', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'port_id': 'f0df335b-a02c-4ed8-9a1d-bba4bcddd613', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'mac_address': 'fa:16:3e:08:f2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70bb1a2-17b3-4f54-bf60-29e6200f6ba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:06:38Z', 'updated_at': '2022-05-27T03:06:53Z', 'revision_number': 1, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7d1df91-3aa4-4351-9632-e1ce891ea604', 'name': '', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'mac_address': 'fa:16:3e:83:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:34Z', 'updated_at': '2022-05-27T03:06:40Z', 'revision_number': 5, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'subnets': [{'id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:06:55.821653 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09163d5-c647-44ec-9112-f0fdf8e1a478 None None] The sync data for ids ['da1235dc-b2f2-4d39-8071-81288ebc69fc'] in n-d-843554-3 is: [{'id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'name': 'tempest-ServerActionsTestJSON-1569965996-router', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:06:30Z', 'updated_at': '2022-05-27T03:06:35Z', 'revision_number': 4, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'gw_port': {'id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:31Z', 'updated_at': '2022-05-27T03:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '7edcdeb5-8335-4cfc-8798-c25cf508b836', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'floating_ip_address': '172.25.1.216', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'port_id': 'f0df335b-a02c-4ed8-9a1d-bba4bcddd613', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'mac_address': 'fa:16:3e:08:f2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70bb1a2-17b3-4f54-bf60-29e6200f6ba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:06:38Z', 'updated_at': '2022-05-27T03:06:53Z', 'revision_number': 1, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7d1df91-3aa4-4351-9632-e1ce891ea604', 'name': '', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'mac_address': 'fa:16:3e:83:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:34Z', 'updated_at': '2022-05-27T03:06:40Z', 'revision_number': 5, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'subnets': [{'id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:06:55.995742 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113b8bd1-5a92-48d8-9195-5c33b09677d9 None None] New status for floating IP 7edcdeb5-8335-4cfc-8798-c25cf508b836: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:06:56.568068 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affbb32-e17f-4202-b287-1ff11fc1f45a req-fa580321-1638-47f3-86f1-3c410c108cd7 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:56.569459 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8affbb32-e17f-4202-b287-1ff11fc1f45a req-fa580321-1638-47f3-86f1-3c410c108cd7 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 946 time: 0.0823555 May 27 03:06:56.612567 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8affbb32-e17f-4202-b287-1ff11fc1f45a req-2206d2c7-3c7e-485e-af72-0e9099815dc3 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370874 May 27 03:06:56.793944 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4a811-d74e-45d3-abac-a3de05789282 req-dec7e52d-45fb-450b-a528-d2e04e0c01ac tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:56.795600 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-94d4a811-d74e-45d3-abac-a3de05789282 req-dec7e52d-45fb-450b-a528-d2e04e0c01ac tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 946 time: 0.0791788 May 27 03:06:56.841403 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-94d4a811-d74e-45d3-abac-a3de05789282 req-a785b993-c7a1-43c5-bb92-3ac20916cb95 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399871 May 27 03:06:57.378131 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c75350-8ae4-43b6-a414-c59ec12e477d req-fa3362d6-8098-4014-9ba8-39ac355c51cc tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:57.379589 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-70c75350-8ae4-43b6-a414-c59ec12e477d req-fa3362d6-8098-4014-9ba8-39ac355c51cc tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 946 time: 0.0829718 May 27 03:06:57.424296 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-70c75350-8ae4-43b6-a414-c59ec12e477d req-02c607ac-c70a-4153-9de7-a00001c1086d tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389295 May 27 03:06:57.477650 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-cfb285e5-3789-42fb-8831-cd7caafa6b08 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0731323 May 27 03:06:57.926963 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6df68672-11dd-4f89-8d82-81df1897e637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:58.605274 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a96c7-62db-4571-a137-b1ec71492e2e req-56f390cb-8e85-471d-b1c4-18c5bbdedd95 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:58.606647 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2c6a96c7-62db-4571-a137-b1ec71492e2e req-56f390cb-8e85-471d-b1c4-18c5bbdedd95 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 946 time: 0.0787201 May 27 03:06:58.651527 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2c6a96c7-62db-4571-a137-b1ec71492e2e req-b1994e95-8526-4780-ac4e-b4f8f2d529bf tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391676 May 27 03:06:59.041852 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:59.126714 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:59.446138 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-4e0ffae7-038e-401d-88f3-58e361efd163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:59.448001 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-4e0ffae7-038e-401d-88f3-58e361efd163 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 1097 time: 0.0705185 May 27 03:06:59.575864 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-e33d0ece-cc1a-4719-a0ed-f26b783ac2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:59.577317 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-e33d0ece-cc1a-4719-a0ed-f26b783ac2c3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1cb48be7-71e7-4e2e-b898-c29e50006806 HTTP/1.1" status: 200 len: 913 time: 0.1238852 May 27 03:06:59.678833 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-b16cfd08-221b-45df-b7c7-a640cb6c71f1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0df335b-a02c-4ed8-9a1d-bba4bcddd613 HTTP/1.1" status: 200 len: 1002 time: 0.0952561 May 27 03:06:59.743292 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-a3188889-3560-4d01-8aeb-cf4f57d1a844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:59.744742 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-a3188889-3560-4d01-8aeb-cf4f57d1a844 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=721df4b2-6cb6-4950-bbe4-a5797d0d8b04 HTTP/1.1" status: 200 len: 851 time: 0.0591857 May 27 03:06:59.828151 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-ef8a1523-5e9d-4f7e-97d0-f79b4e7e015f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:59.829671 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-ef8a1523-5e9d-4f7e-97d0-f79b4e7e015f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1cb48be7-71e7-4e2e-b898-c29e50006806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791571 May 27 03:06:59.843023 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ea096-cfbb-4765-b218-b9cee4263007 req-b7c128a7-be34-47b5-a490-52dfb4489cf6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:59.844484 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a16ea096-cfbb-4765-b218-b9cee4263007 req-b7c128a7-be34-47b5-a490-52dfb4489cf6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 946 time: 0.0862842 May 27 03:06:59.889426 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a16ea096-cfbb-4765-b218-b9cee4263007 req-2804dbf8-5cf8-4d79-9d47-3a7475aa024e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390036 May 27 03:06:59.963174 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-d0a4d2b0-257d-4f4f-9df0-f3053734364e service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269345 May 27 03:07:00.094068 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-0bbbc8cd-bfc0-4160-ba1a-406852981d44 service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251307 May 27 03:07:00.258451 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:01.073813 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b46c30-089e-45df-ab3f-f5d21cc608fd req-4ce6dae9-ef27-47f2-a15f-4f1b25405803 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:01.075310 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-01b46c30-089e-45df-ab3f-f5d21cc608fd req-4ce6dae9-ef27-47f2-a15f-4f1b25405803 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 946 time: 0.0790224 May 27 03:07:01.219844 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-01b46c30-089e-45df-ab3f-f5d21cc608fd req-9758e40a-215a-48ca-8cef-473b784d3895 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390057 May 27 03:07:02.402524 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb7612-b375-4b15-b70b-dc39dfdc7d8d req-940cd69d-77c4-4d1d-9ec0-16522ae0dab5 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:02.403862 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fddb7612-b375-4b15-b70b-dc39dfdc7d8d req-940cd69d-77c4-4d1d-9ec0-16522ae0dab5 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 946 time: 0.0773945 May 27 03:07:02.446559 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fddb7612-b375-4b15-b70b-dc39dfdc7d8d req-10f79024-6f29-421a-970e-a01be796d12b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371020 May 27 03:07:03.630488 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef28820-93ac-45cc-a425-e03fa558ce8d req-730b28b9-5d49-449e-8eab-559dbc0e9226 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:03.631967 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ef28820-93ac-45cc-a425-e03fa558ce8d req-730b28b9-5d49-449e-8eab-559dbc0e9226 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 946 time: 0.0812325 May 27 03:07:03.675687 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ef28820-93ac-45cc-a425-e03fa558ce8d req-dcf8aec8-788d-4ed0-875f-7b051f44fa6b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381045 May 27 03:07:04.857565 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfa0a6-71e0-4cc1-8e59-0ccbb61ed012 req-27d4bb17-b1d0-4356-9b5a-b6bb241d7031 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:04.859000 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6cdfa0a6-71e0-4cc1-8e59-0ccbb61ed012 req-27d4bb17-b1d0-4356-9b5a-b6bb241d7031 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 946 time: 0.0789406 May 27 03:07:04.903113 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6cdfa0a6-71e0-4cc1-8e59-0ccbb61ed012 req-9e0b1e2a-46e2-4606-b9dd-5a5780db4cf4 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374184 May 27 03:07:06.087343 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fac9ec-2791-4f48-b9fe-01616eedc345 req-32275fc0-2f09-4d85-a9bd-6c95171a0cca tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:06.088764 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a5fac9ec-2791-4f48-b9fe-01616eedc345 req-32275fc0-2f09-4d85-a9bd-6c95171a0cca tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 946 time: 0.0819833 May 27 03:07:06.131767 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a5fac9ec-2791-4f48-b9fe-01616eedc345 req-9c47c235-f0f4-4369-8ea9-13a0302190bd tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373371 May 27 03:07:07.311517 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9943a-4620-4b34-b841-e98ead6c4d6d req-c10b07e9-cc0f-47a7-a5d5-7fd7ca984ff7 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:07.312990 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-81c9943a-4620-4b34-b841-e98ead6c4d6d req-c10b07e9-cc0f-47a7-a5d5-7fd7ca984ff7 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 946 time: 0.0781808 May 27 03:07:07.359588 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-81c9943a-4620-4b34-b841-e98ead6c4d6d req-e44be8c9-a7c2-47e1-a8e5-8b5517fca01c tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411634 May 27 03:07:08.542516 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50a294-2e15-4335-94be-85217c33b583 req-666f36b2-7845-4351-bbc8-64a306348a8e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:08.543945 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fe50a294-2e15-4335-94be-85217c33b583 req-666f36b2-7845-4351-bbc8-64a306348a8e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 946 time: 0.0773983 May 27 03:07:08.586582 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fe50a294-2e15-4335-94be-85217c33b583 req-c334e551-8b1c-44e7-9d5e-44c385c07028 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369918 May 27 03:07:09.661258 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:07:09.773113 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed5038-516c-42d5-a318-4a913b228839 req-bc0fc750-fdaf-459e-8730-39cb21e3818c tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:09.774556 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1ed5038-516c-42d5-a318-4a913b228839 req-bc0fc750-fdaf-459e-8730-39cb21e3818c tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 946 time: 0.0819902 May 27 03:07:09.819568 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1ed5038-516c-42d5-a318-4a913b228839 req-e5749670-46c2-486e-b2fb-7021e525df3a tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387685 May 27 03:07:11.000611 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8c881-bb01-416e-809c-92ffe5ba205e req-857f9927-bfea-4897-ba89-6185c148b973 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:11.002079 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-26b8c881-bb01-416e-809c-92ffe5ba205e req-857f9927-bfea-4897-ba89-6185c148b973 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 946 time: 0.0798557 May 27 03:07:11.045907 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-26b8c881-bb01-416e-809c-92ffe5ba205e req-20298f85-fdf1-4cb7-8341-01f5ed2c7ade tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382800 May 27 03:07:12.231902 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35d508-cbc7-4c54-a3a3-ece8c61b5af3 req-760aabee-207e-4b24-97fc-7b0fd0cc81d3 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:12.233385 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7e35d508-cbc7-4c54-a3a3-ece8c61b5af3 req-760aabee-207e-4b24-97fc-7b0fd0cc81d3 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 946 time: 0.0828383 May 27 03:07:12.276012 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7e35d508-cbc7-4c54-a3a3-ece8c61b5af3 req-0e9cdbd1-3960-4536-8f4a-7ed446e53116 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370522 May 27 03:07:13.455897 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b51e281-590c-4690-83a6-087f1ed5fce6 req-b07938c7-aa58-4e95-bba0-960b95aa01f2 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:13.457368 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4b51e281-590c-4690-83a6-087f1ed5fce6 req-b07938c7-aa58-4e95-bba0-960b95aa01f2 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 946 time: 0.0785966 May 27 03:07:13.503262 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4b51e281-590c-4690-83a6-087f1ed5fce6 req-1972a94c-c272-46ca-b525-a264c576373e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403168 May 27 03:07:14.690020 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59718af4-9ed0-47dc-b055-e82e36d05302 req-d1074952-eb9d-4146-a89f-15ab5027900b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:14.691367 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-59718af4-9ed0-47dc-b055-e82e36d05302 req-d1074952-eb9d-4146-a89f-15ab5027900b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 946 time: 0.0776880 May 27 03:07:14.735246 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-59718af4-9ed0-47dc-b055-e82e36d05302 req-1d831e1f-ef31-454d-b74a-22dc825ed0ab tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382340 May 27 03:07:15.515289 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [req-9f9834ff-a7ae-46b6-b3a1-c42d549de667 req-7442efe6-42c5-4af6-b3c6-d5856caa0be6 service neutron] (88901) timed out ('10.222.0.57', 60114) {{(pid=88901) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 03:07:15.924490 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274574fe-75d5-44ad-ac63-686f41e95612 req-f34c5d8e-eb63-482c-ada2-739ca9654638 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:15.926017 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-274574fe-75d5-44ad-ac63-686f41e95612 req-f34c5d8e-eb63-482c-ada2-739ca9654638 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 946 time: 0.0825243 May 27 03:07:15.969571 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-274574fe-75d5-44ad-ac63-686f41e95612 req-e1bb1ab7-6ee4-4537-8361-8a3275c36a79 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376103 May 27 03:07:17.151841 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a872d9c-ba38-425d-8707-85d8ba524b2f req-879b48b6-f36b-4d75-ae2e-2e122e885a2f tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:17.153228 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1a872d9c-ba38-425d-8707-85d8ba524b2f req-879b48b6-f36b-4d75-ae2e-2e122e885a2f tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 946 time: 0.0780392 May 27 03:07:17.196117 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1a872d9c-ba38-425d-8707-85d8ba524b2f req-1c318120-cfcf-4474-b9f5-c720c231f61a tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374126 May 27 03:07:18.380257 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3383d-d717-4405-946f-7125a7d174a7 req-d807483d-57b1-4a19-816f-041c5e6cf9ec tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:18.381740 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-35c3383d-d717-4405-946f-7125a7d174a7 req-d807483d-57b1-4a19-816f-041c5e6cf9ec tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 946 time: 0.0822668 May 27 03:07:18.424507 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-35c3383d-d717-4405-946f-7125a7d174a7 req-feec5545-2f56-4c08-aeef-63f428037def tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371513 May 27 03:07:19.605592 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52327301-a9be-4715-a73f-9269afbcd559 req-866f1757-305e-4277-aec9-1221663a6c71 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:19.607041 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52327301-a9be-4715-a73f-9269afbcd559 req-866f1757-305e-4277-aec9-1221663a6c71 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 946 time: 0.0783288 May 27 03:07:19.650467 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52327301-a9be-4715-a73f-9269afbcd559 req-fb82c789-0380-4d9f-a468-2beb86862d64 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378790 May 27 03:07:19.721672 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:19.755571 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:20.835369 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c9583-32c9-4a28-888a-e600ca497734 req-5d7fcb1c-53e4-48ff-a5df-0ebc763e48e4 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:20.836849 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d21c9583-32c9-4a28-888a-e600ca497734 req-5d7fcb1c-53e4-48ff-a5df-0ebc763e48e4 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 946 time: 0.0838642 May 27 03:07:20.880257 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d21c9583-32c9-4a28-888a-e600ca497734 req-f0ba442b-3774-4430-8887-625d3557e9ba tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376689 May 27 03:07:22.062090 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861843ef-2720-4877-83cb-d589e59c688d req-10289f8c-94f4-488a-80fb-39b9d4a4d3f2 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:22.063557 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-861843ef-2720-4877-83cb-d589e59c688d req-10289f8c-94f4-488a-80fb-39b9d4a4d3f2 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 946 time: 0.0794222 May 27 03:07:22.093503 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-94e93307-20a8-4e86-9a29-eb54870c6260 service neutron] show failed (client error): The resource could not be found. May 27 03:07:22.094449 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-94e93307-20a8-4e86-9a29-eb54870c6260 service neutron] 10.222.0.32 "GET /v2.0/ports/f0df335b-a02c-4ed8-9a1d-bba4bcddd613/bindings/n-h2-843554-3 HTTP/1.1" status: 404 len: 380 time: 0.0728102 May 27 03:07:22.111791 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-861843ef-2720-4877-83cb-d589e59c688d req-eb5c36b0-a8d7-4f9b-9220-a732a1ae26f9 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425124 May 27 03:07:22.766658 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-892fed7c-6208-4a47-b234-f47ec71a3aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:22.768119 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-892fed7c-6208-4a47-b234-f47ec71a3aac service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7&tenant_id=eba8cac7bf8e48628813cc32fe0ab29b HTTP/1.1" status: 200 len: 1097 time: 0.1800177 May 27 03:07:22.779824 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-dc902f03-2b88-49c2-8aad-930a3ff5a338 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843554-3', 'device_owner': 'compute:nova'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:07:22.886498 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-dc902f03-2b88-49c2-8aad-930a3ff5a338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:23.155136 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-dc902f03-2b88-49c2-8aad-930a3ff5a338 service neutron] For port f0df335b-a02c-4ed8-9a1d-bba4bcddd613, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=f0df335b-a02c-4ed8-9a1d-bba4bcddd613,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:07:23.184658 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-dc902f03-2b88-49c2-8aad-930a3ff5a338 service neutron] For port f0df335b-a02c-4ed8-9a1d-bba4bcddd613, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:07:23.246129 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c70bb1a2-17b3-4f54-bf60-29e6200f6ba7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0df335b-a02c-4ed8-9a1d-bba4bcddd613'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:07:23.251846 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-dc902f03-2b88-49c2-8aad-930a3ff5a338 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:23.267018 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-dc902f03-2b88-49c2-8aad-930a3ff5a338 service neutron] Transition to ACTIVE for port object f0df335b-a02c-4ed8-9a1d-bba4bcddd613 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:07:23.300988 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17afb1-a9cb-4bfa-a620-83c5ccaf67fc req-c5625213-c41d-4849-844f-3231c65ad5c6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:23.302933 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b17afb1-a9cb-4bfa-a620-83c5ccaf67fc req-c5625213-c41d-4849-844f-3231c65ad5c6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 946 time: 0.0806503 May 27 03:07:23.304358 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55986d5b-7160-4c82-9777-bdaa10589ac2'] response: {'server_uuid': 'c70bb1a2-17b3-4f54-bf60-29e6200f6ba7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0df335b-a02c-4ed8-9a1d-bba4bcddd613', 'code': 200} May 27 03:07:23.347761 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b17afb1-a9cb-4bfa-a620-83c5ccaf67fc req-803be1f0-0613-4caa-ae81-bfe42c18340f tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382431 May 27 03:07:23.361666 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-dc902f03-2b88-49c2-8aad-930a3ff5a338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:23.509305 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc902f03-2b88-49c2-8aad-930a3ff5a338 service neutron] Pushing event updated for resources: {'Port': ['ID=f0df335b-a02c-4ed8-9a1d-bba4bcddd613,revision_number=6']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:07:23.555551 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-dc902f03-2b88-49c2-8aad-930a3ff5a338 service neutron] No DVR routers for this DVR port f0df335b-a02c-4ed8-9a1d-bba4bcddd613 on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:07:23.777438 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-dc902f03-2b88-49c2-8aad-930a3ff5a338 service neutron] Attempting to bind port f0df335b-a02c-4ed8-9a1d-bba4bcddd613 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:07:23.777768 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-dc902f03-2b88-49c2-8aad-930a3ff5a338 service neutron] Attempting to bind port f0df335b-a02c-4ed8-9a1d-bba4bcddd613 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:07:23.778091 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-dc902f03-2b88-49c2-8aad-930a3ff5a338 service neutron] Attempting to bind port f0df335b-a02c-4ed8-9a1d-bba4bcddd613 on network 1cb48be7-71e7-4e2e-b898-c29e50006806 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:07:23.782554 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-dc902f03-2b88-49c2-8aad-930a3ff5a338 service neutron] Port f0df335b-a02c-4ed8-9a1d-bba4bcddd613 on network 1cb48be7-71e7-4e2e-b898-c29e50006806 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:07:23.783856 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-dc902f03-2b88-49c2-8aad-930a3ff5a338 service neutron] Attempting to bind port f0df335b-a02c-4ed8-9a1d-bba4bcddd613 on network 1cb48be7-71e7-4e2e-b898-c29e50006806 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:07:23.787825 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-dc902f03-2b88-49c2-8aad-930a3ff5a338 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:07:23.788155 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-dc902f03-2b88-49c2-8aad-930a3ff5a338 service neutron] Checking segment: {'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:07:23.788561 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-dc902f03-2b88-49c2-8aad-930a3ff5a338 service neutron] Bound using segment: {'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:07:23.789007 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-dc902f03-2b88-49c2-8aad-930a3ff5a338 service neutron] Bound port: f0df335b-a02c-4ed8-9a1d-bba4bcddd613, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:07:23.789344 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-dc902f03-2b88-49c2-8aad-930a3ff5a338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:23.878077 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-dc902f03-2b88-49c2-8aad-930a3ff5a338 service neutron] For port f0df335b-a02c-4ed8-9a1d-bba4bcddd613, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:07:23.880999 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-dc902f03-2b88-49c2-8aad-930a3ff5a338 service neutron] For port f0df335b-a02c-4ed8-9a1d-bba4bcddd613, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=f0df335b-a02c-4ed8-9a1d-bba4bcddd613,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:07:23.956198 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-dc902f03-2b88-49c2-8aad-930a3ff5a338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:24.016330 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-dc902f03-2b88-49c2-8aad-930a3ff5a338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:24.016966 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-dc902f03-2b88-49c2-8aad-930a3ff5a338 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:24.018331 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-dc902f03-2b88-49c2-8aad-930a3ff5a338 service neutron] 10.222.0.66 "PUT /v2.0/ports/f0df335b-a02c-4ed8-9a1d-bba4bcddd613 HTTP/1.1" status: 200 len: 1092 time: 1.2429767 May 27 03:07:24.036111 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc902f03-2b88-49c2-8aad-930a3ff5a338 service neutron] Pushing event updated for resources: {'Port': ['ID=f0df335b-a02c-4ed8-9a1d-bba4bcddd613,revision_number=7']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:07:24.116907 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-1cb9bbda-1b93-4f71-b2a3-75eb125ba41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:24.118478 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-1cb9bbda-1b93-4f71-b2a3-75eb125ba41c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 1095 time: 0.0776079 May 27 03:07:24.248769 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-9da644e1-ff39-4da3-8a61-2fbe18513d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:24.250264 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-9da644e1-ff39-4da3-8a61-2fbe18513d52 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1cb48be7-71e7-4e2e-b898-c29e50006806 HTTP/1.1" status: 200 len: 913 time: 0.1257005 May 27 03:07:24.354187 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-48738991-cbe1-4029-aa94-e9184b060d4a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0df335b-a02c-4ed8-9a1d-bba4bcddd613 HTTP/1.1" status: 200 len: 1000 time: 0.0965919 May 27 03:07:24.415633 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-b4073fee-fa72-405f-8c79-bff8db9d9971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:24.417125 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-b4073fee-fa72-405f-8c79-bff8db9d9971 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=721df4b2-6cb6-4950-bbe4-a5797d0d8b04 HTTP/1.1" status: 200 len: 851 time: 0.0578642 May 27 03:07:24.493467 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-f19957ef-ea31-437e-99f7-7c2ec847d6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:24.495878 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-f19957ef-ea31-437e-99f7-7c2ec847d6cb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1cb48be7-71e7-4e2e-b898-c29e50006806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717375 May 27 03:07:24.543644 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef957e8a-3c3d-4beb-ac59-1ec5b0cdbac8 req-f917ce07-cf38-4342-90d7-196e7f603390 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:24.545227 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ef957e8a-3c3d-4beb-ac59-1ec5b0cdbac8 req-f917ce07-cf38-4342-90d7-196e7f603390 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 944 time: 0.0840316 May 27 03:07:24.593070 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ef957e8a-3c3d-4beb-ac59-1ec5b0cdbac8 req-feb2ca2c-3d4e-4838-be93-a10c326d8ee3 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419614 May 27 03:07:24.599450 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device f0df335b-a02c-4ed8-9a1d-bba4bcddd613 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:07:24.660393 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device f0df335b-a02c-4ed8-9a1d-bba4bcddd613 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:07:24.743171 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-556770c6-b2c3-4475-bfbf-acb88e36df27 service neutron] 10.222.0.66 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409253 May 27 03:07:24.875841 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-acb3de9d-6afc-444e-9020-45dc0f9bb257 req-7fa8056e-baeb-4fd3-8e98-6b0e2235b127 service neutron] 10.222.0.66 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250043 May 27 03:07:25.305607 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c70bb1a2-17b3-4f54-bf60-29e6200f6ba7', 'tag': 'f0df335b-a02c-4ed8-9a1d-bba4bcddd613'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:07:25.362322 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0c8ae27-0497-4c02-81a7-974d18be32e8'] response: {'name': 'network-changed', 'server_uuid': 'c70bb1a2-17b3-4f54-bf60-29e6200f6ba7', 'tag': 'f0df335b-a02c-4ed8-9a1d-bba4bcddd613', 'status': 'completed', 'code': 200} May 27 03:07:25.507467 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f6ede-7b7c-45eb-a249-30c98564fe67 req-8a833ce2-d830-4767-b7b8-04cf3fa232cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:25.508973 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9b9f6ede-7b7c-45eb-a249-30c98564fe67 req-8a833ce2-d830-4767-b7b8-04cf3fa232cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 1095 time: 0.1296701 May 27 03:07:25.514126 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f6ede-7b7c-45eb-a249-30c98564fe67 req-86eef289-2152-4068-a656-2a64c97e608e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:25.515575 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9b9f6ede-7b7c-45eb-a249-30c98564fe67 req-86eef289-2152-4068-a656-2a64c97e608e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 1095 time: 0.1060803 May 27 03:07:25.515791 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9072c9e8-176e-42cd-a66e-10666b827159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:25.750334 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f6ede-7b7c-45eb-a249-30c98564fe67 req-fe2fdf49-c13b-415d-bab8-6cec2ea964e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:25.751787 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9b9f6ede-7b7c-45eb-a249-30c98564fe67 req-fe2fdf49-c13b-415d-bab8-6cec2ea964e0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1cb48be7-71e7-4e2e-b898-c29e50006806 HTTP/1.1" status: 200 len: 913 time: 0.2353816 May 27 03:07:25.752958 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f6ede-7b7c-45eb-a249-30c98564fe67 req-ce4b73ee-2489-4349-89b6-f0584488932b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:25.758828 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9b9f6ede-7b7c-45eb-a249-30c98564fe67 req-ce4b73ee-2489-4349-89b6-f0584488932b service neutron] 10.222.0.66 "GET /v2.0/networks?id=1cb48be7-71e7-4e2e-b898-c29e50006806 HTTP/1.1" status: 200 len: 913 time: 0.2198761 May 27 03:07:25.778447 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421e640-e45c-4232-aec1-746bd12800a4 req-5b8b74eb-c58a-4ee2-83c0-b527452c34f4 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:25.779912 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6421e640-e45c-4232-aec1-746bd12800a4 req-5b8b74eb-c58a-4ee2-83c0-b527452c34f4 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 944 time: 0.0795236 May 27 03:07:25.825080 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6421e640-e45c-4232-aec1-746bd12800a4 req-fbbffc53-735b-4a3b-bdfc-6573e63b4d7f tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386999 May 27 03:07:25.936047 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9b9f6ede-7b7c-45eb-a249-30c98564fe67 req-f180c9f3-a307-4d5d-9279-65f823c430f9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0df335b-a02c-4ed8-9a1d-bba4bcddd613 HTTP/1.1" status: 200 len: 1000 time: 0.1773541 May 27 03:07:25.941549 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9b9f6ede-7b7c-45eb-a249-30c98564fe67 req-6c273f19-bbf4-4638-abe3-4c20cfbdbcfe service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0df335b-a02c-4ed8-9a1d-bba4bcddd613 HTTP/1.1" status: 200 len: 1000 time: 0.1292436 May 27 03:07:26.047208 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f6ede-7b7c-45eb-a249-30c98564fe67 req-74bed916-d232-4f7a-a431-8b2138519382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:26.049117 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9b9f6ede-7b7c-45eb-a249-30c98564fe67 req-74bed916-d232-4f7a-a431-8b2138519382 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=721df4b2-6cb6-4950-bbe4-a5797d0d8b04 HTTP/1.1" status: 200 len: 851 time: 0.1057656 May 27 03:07:26.049862 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f6ede-7b7c-45eb-a249-30c98564fe67 req-02911666-d91e-495a-8fe7-44090ae0942a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:26.051129 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9b9f6ede-7b7c-45eb-a249-30c98564fe67 req-02911666-d91e-495a-8fe7-44090ae0942a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=721df4b2-6cb6-4950-bbe4-a5797d0d8b04 HTTP/1.1" status: 200 len: 851 time: 0.0763471 May 27 03:07:26.183236 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f6ede-7b7c-45eb-a249-30c98564fe67 req-9f63e1c1-7e25-420a-b9a4-125f6d3985ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:26.184677 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9b9f6ede-7b7c-45eb-a249-30c98564fe67 req-9f63e1c1-7e25-420a-b9a4-125f6d3985ee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1cb48be7-71e7-4e2e-b898-c29e50006806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1300216 May 27 03:07:26.186430 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f6ede-7b7c-45eb-a249-30c98564fe67 req-447909d7-5494-4a7b-a86b-1c98eb905b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:26.187745 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9b9f6ede-7b7c-45eb-a249-30c98564fe67 req-447909d7-5494-4a7b-a86b-1c98eb905b1e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1cb48be7-71e7-4e2e-b898-c29e50006806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000600 May 27 03:07:26.418538 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9b9f6ede-7b7c-45eb-a249-30c98564fe67 req-6a65687a-e58b-40c8-b91d-a19b07ffa5b3 service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274384 May 27 03:07:26.421420 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9b9f6ede-7b7c-45eb-a249-30c98564fe67 req-48e48c71-8a09-4ddd-a45a-77c4264c282c service neutron] 10.222.0.66 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112751 May 27 03:07:26.767595 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9b9f6ede-7b7c-45eb-a249-30c98564fe67 req-79a00b1a-be58-43a4-8490-36e7648a2a2b service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417161 May 27 03:07:26.769466 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9b9f6ede-7b7c-45eb-a249-30c98564fe67 req-f723cfbe-2523-47ce-bc16-172b81202ed4 service neutron] 10.222.0.66 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257027 May 27 03:07:27.016056 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b6336-3213-42bb-aee0-8028ed1398b6 req-3ce08dfb-d109-4b20-a490-dee82c7a97b2 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:27.017526 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-048b6336-3213-42bb-aee0-8028ed1398b6 req-3ce08dfb-d109-4b20-a490-dee82c7a97b2 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 944 time: 0.0817623 May 27 03:07:27.062005 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-048b6336-3213-42bb-aee0-8028ed1398b6 req-984b2f74-2857-4dd1-9d63-30b5733e0a18 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387683 May 27 03:07:27.434174 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10226215-bd3a-4289-9ce5-e0bd2f881945 req-8c2f7b12-dc0f-4dec-80d6-2ef656572d3e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:27.435540 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-10226215-bd3a-4289-9ce5-e0bd2f881945 req-8c2f7b12-dc0f-4dec-80d6-2ef656572d3e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 944 time: 0.0786834 May 27 03:07:27.483542 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-10226215-bd3a-4289-9ce5-e0bd2f881945 req-c24e3630-d739-4c60-b4c8-799ac4e23b58 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423563 May 27 03:07:27.489289 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea2bc3-bb0c-4f24-800f-343461e789b9 req-f71b3702-4a6c-4a62-bb12-3636aef9f5d2 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:27.489994 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-cfea2bc3-bb0c-4f24-800f-343461e789b9 req-f71b3702-4a6c-4a62-bb12-3636aef9f5d2 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Synchronizing usage tracker for tenant:eba8cac7bf8e48628813cc32fe0ab29b on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:07:27.544308 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-cfea2bc3-bb0c-4f24-800f-343461e789b9 req-f71b3702-4a6c-4a62-bb12-3636aef9f5d2 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Unset dirty status for tenant:eba8cac7bf8e48628813cc32fe0ab29b on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:07:27.545535 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cfea2bc3-bb0c-4f24-800f-343461e789b9 req-f71b3702-4a6c-4a62-bb12-3636aef9f5d2 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.32 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7&tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&binding%3Ahost_id=n-h2-843554-3 HTTP/1.1" status: 200 len: 944 time: 0.1440239 May 27 03:07:27.625956 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [req-cfea2bc3-bb0c-4f24-800f-343461e789b9 req-a1315ab9-db9c-41de-8885-757547cb678e service neutron] delete failed (client error): The resource could not be found. May 27 03:07:27.626953 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cfea2bc3-bb0c-4f24-800f-343461e789b9 req-a1315ab9-db9c-41de-8885-757547cb678e service neutron] 10.222.0.32 "DELETE /v2.0/ports/f0df335b-a02c-4ed8-9a1d-bba4bcddd613/bindings/n-h1-843554-3 HTTP/1.1" status: 404 len: 380 time: 0.0747361 May 27 03:07:27.766014 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea2bc3-bb0c-4f24-800f-343461e789b9 req-75cc0f4c-9b1e-402f-8d9c-bfd1fc90da47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:27.767551 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cfea2bc3-bb0c-4f24-800f-343461e789b9 req-75cc0f4c-9b1e-402f-8d9c-bfd1fc90da47 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 1095 time: 0.0733366 May 27 03:07:27.901161 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea2bc3-bb0c-4f24-800f-343461e789b9 req-d1f3ba83-ab0a-4c35-b6a8-9ae964add788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:27.903177 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cfea2bc3-bb0c-4f24-800f-343461e789b9 req-d1f3ba83-ab0a-4c35-b6a8-9ae964add788 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1cb48be7-71e7-4e2e-b898-c29e50006806 HTTP/1.1" status: 200 len: 913 time: 0.1287792 May 27 03:07:27.921372 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d93eb80b-df90-43ca-9f44-2ed62a01686c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:28.000524 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cfea2bc3-bb0c-4f24-800f-343461e789b9 req-c272b284-b21e-49f8-93d5-13aad11abfeb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0df335b-a02c-4ed8-9a1d-bba4bcddd613 HTTP/1.1" status: 200 len: 1000 time: 0.0909009 May 27 03:07:28.063783 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea2bc3-bb0c-4f24-800f-343461e789b9 req-1950c5b3-a128-4696-a3f0-47f4d0332c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:28.065191 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cfea2bc3-bb0c-4f24-800f-343461e789b9 req-1950c5b3-a128-4696-a3f0-47f4d0332c59 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=721df4b2-6cb6-4950-bbe4-a5797d0d8b04 HTTP/1.1" status: 200 len: 851 time: 0.0587997 May 27 03:07:28.137759 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea2bc3-bb0c-4f24-800f-343461e789b9 req-0cf2e3cf-67b8-467b-88f4-b505681aa27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:28.139197 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cfea2bc3-bb0c-4f24-800f-343461e789b9 req-0cf2e3cf-67b8-467b-88f4-b505681aa27b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1cb48be7-71e7-4e2e-b898-c29e50006806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682554 May 27 03:07:28.268241 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cfea2bc3-bb0c-4f24-800f-343461e789b9 req-0fc9d091-533a-4fd5-9b75-c42327e1422c service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228607 May 27 03:07:28.395889 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cfea2bc3-bb0c-4f24-800f-343461e789b9 req-964fe6fe-4fe0-45e9-a614-9e43383a14e4 service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217375 May 27 03:07:28.466457 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device f0df335b-a02c-4ed8-9a1d-bba4bcddd613 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:07:28.637761 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port f0df335b-a02c-4ed8-9a1d-bba4bcddd613, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=f0df335b-a02c-4ed8-9a1d-bba4bcddd613,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:07:28.653260 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': 'f0df335b-a02c-4ed8-9a1d-bba4bcddd613', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'port_id': 'f0df335b-a02c-4ed8-9a1d-bba4bcddd613', 'mac_address': 'fa:16:3e:08:f2:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:07:28.675666 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c50fcd-b87f-4742-bf40-07f101f12543 req-750a9ff4-6ae5-4fc5-b7c3-dc6dd3cbcbb6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:28.681936 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52c50fcd-b87f-4742-bf40-07f101f12543 req-750a9ff4-6ae5-4fc5-b7c3-dc6dd3cbcbb6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 944 time: 0.0798590 May 27 03:07:28.708832 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port f0df335b-a02c-4ed8-9a1d-bba4bcddd613 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:07:28.709217 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:28.722525 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52c50fcd-b87f-4742-bf40-07f101f12543 req-76c54d15-8356-4ee2-a5e0-d8f8bed0ae47 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375590 May 27 03:07:28.726050 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0df335b-a02c-4ed8-9a1d-bba4bcddd613 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:07:28.741790 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port f0df335b-a02c-4ed8-9a1d-bba4bcddd613, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=f0df335b-a02c-4ed8-9a1d-bba4bcddd613,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:07:28.801767 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:28.872746 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=f0df335b-a02c-4ed8-9a1d-bba4bcddd613,revision_number=8']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:07:29.030494 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['f0df335b-a02c-4ed8-9a1d-bba4bcddd613'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:07:29.060615 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:29.150038 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:29.911178 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c5653-e6f2-466d-b286-eb990ddbdabe req-be6b6c3a-41b0-4e75-982a-2ff1e9e85239 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:29.912625 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-861c5653-e6f2-466d-b286-eb990ddbdabe req-be6b6c3a-41b0-4e75-982a-2ff1e9e85239 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 945 time: 0.0812197 May 27 03:07:29.956455 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-861c5653-e6f2-466d-b286-eb990ddbdabe req-13e374ee-1078-4514-8a69-1fc10673d4ba tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381417 May 27 03:07:30.135140 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae48b2-fcf6-48b3-9c98-988c87df1a4e req-71961d84-bf5f-473e-a904-9ba710826508 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:30.137187 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a9ae48b2-fcf6-48b3-9c98-988c87df1a4e req-71961d84-bf5f-473e-a904-9ba710826508 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 945 time: 0.0772507 May 27 03:07:30.179075 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a9ae48b2-fcf6-48b3-9c98-988c87df1a4e req-08d377c4-0b17-4e4b-974f-ea14dd1a525b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363562 May 27 03:07:30.264239 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:30.460258 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbad412-1bdd-450d-a3a6-55a90f344ee1 req-987d5fe6-c780-445e-a6f8-ba6e72803a09 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:30.461629 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8cbad412-1bdd-450d-a3a6-55a90f344ee1 req-987d5fe6-c780-445e-a6f8-ba6e72803a09 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 945 time: 0.1789703 May 27 03:07:30.481730 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device f0df335b-a02c-4ed8-9a1d-bba4bcddd613 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:07:30.506906 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8cbad412-1bdd-450d-a3a6-55a90f344ee1 req-0957d996-a9fe-4da3-89ca-d9b0fd7fe068 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394928 May 27 03:07:30.590513 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port f0df335b-a02c-4ed8-9a1d-bba4bcddd613 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:07:30.595714 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port f0df335b-a02c-4ed8-9a1d-bba4bcddd613 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:07:30.596194 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:30.715121 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port f0df335b-a02c-4ed8-9a1d-bba4bcddd613 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:07:30.715405 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:30.741896 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c70bb1a2-17b3-4f54-bf60-29e6200f6ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0df335b-a02c-4ed8-9a1d-bba4bcddd613'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:07:30.751637 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port f0df335b-a02c-4ed8-9a1d-bba4bcddd613, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=f0df335b-a02c-4ed8-9a1d-bba4bcddd613,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:07:30.791929 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8eebac0e-2972-40b8-82ab-451486209abb'] response: {'server_uuid': 'c70bb1a2-17b3-4f54-bf60-29e6200f6ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0df335b-a02c-4ed8-9a1d-bba4bcddd613', 'code': 200} May 27 03:07:30.841915 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:30.908772 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=f0df335b-a02c-4ed8-9a1d-bba4bcddd613,revision_number=9']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:07:31.095926 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5d2c4-0b17-4a58-8fe8-16deefaadb0c req-e00c617e-bf4d-4f51-aa39-ad495ce36755 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:31.097406 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6cb5d2c4-0b17-4a58-8fe8-16deefaadb0c req-e00c617e-bf4d-4f51-aa39-ad495ce36755 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 946 time: 0.0777552 May 27 03:07:31.142453 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6cb5d2c4-0b17-4a58-8fe8-16deefaadb0c req-bec54428-de8b-4374-a5fe-3b1a77f1cde0 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394580 May 27 03:07:32.324958 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c799d-cc6c-4beb-9a1a-9e3e9500d02a req-46ae0f17-7323-4a6a-b09e-aa5cb4580ba2 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:32.326509 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-231c799d-cc6c-4beb-9a1a-9e3e9500d02a req-46ae0f17-7323-4a6a-b09e-aa5cb4580ba2 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 946 time: 0.0792484 May 27 03:07:32.329608 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e567ce-821a-4161-9f24-0e8312b7e1b2 req-0a6dfe8d-2209-4a0c-9148-1f588cbd759f tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:32.331033 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-71e567ce-821a-4161-9f24-0e8312b7e1b2 req-0a6dfe8d-2209-4a0c-9148-1f588cbd759f tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.66 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 946 time: 0.0824590 May 27 03:07:32.370988 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-231c799d-cc6c-4beb-9a1a-9e3e9500d02a req-0332e0ce-acc7-440d-a07b-5e58fdf785a5 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387058 May 27 03:07:32.401588 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-71e567ce-821a-4161-9f24-0e8312b7e1b2 req-1aacd6bb-e60b-4493-b118-44abf86f7607 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Deleting port f0df335b-a02c-4ed8-9a1d-bba4bcddd613 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:07:32.402459 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-71e567ce-821a-4161-9f24-0e8312b7e1b2 req-1aacd6bb-e60b-4493-b118-44abf86f7607 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:32.644365 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-71e567ce-821a-4161-9f24-0e8312b7e1b2 req-1aacd6bb-e60b-4493-b118-44abf86f7607 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] For port f0df335b-a02c-4ed8-9a1d-bba4bcddd613, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=f0df335b-a02c-4ed8-9a1d-bba4bcddd613,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:07:32.644745 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-71e567ce-821a-4161-9f24-0e8312b7e1b2 req-1aacd6bb-e60b-4493-b118-44abf86f7607 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:33.044866 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-71e567ce-821a-4161-9f24-0e8312b7e1b2 req-1aacd6bb-e60b-4493-b118-44abf86f7607 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:33.045244 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-71e567ce-821a-4161-9f24-0e8312b7e1b2 req-1aacd6bb-e60b-4493-b118-44abf86f7607 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:33.045562 n-d-843554-3 neutron-server[88901]: INFO neutron.db.l3_db [req-71e567ce-821a-4161-9f24-0e8312b7e1b2 req-1aacd6bb-e60b-4493-b118-44abf86f7607 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Floating IP 7edcdeb5-8335-4cfc-8798-c25cf508b836 disassociated. External IP: 172.25.1.216, port: f0df335b-a02c-4ed8-9a1d-bba4bcddd613. May 27 03:07:33.045909 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-71e567ce-821a-4161-9f24-0e8312b7e1b2 req-1aacd6bb-e60b-4493-b118-44abf86f7607 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Calling delete_port for f0df335b-a02c-4ed8-9a1d-bba4bcddd613 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:07:33.230936 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-71e567ce-821a-4161-9f24-0e8312b7e1b2 req-1aacd6bb-e60b-4493-b118-44abf86f7607 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:33.284465 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aacd6bb-e60b-4493-b118-44abf86f7607 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Pushing event deleted for resources: {'Port': ['ID=f0df335b-a02c-4ed8-9a1d-bba4bcddd613,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:07:33.481309 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71e567ce-821a-4161-9f24-0e8312b7e1b2 req-1aacd6bb-e60b-4493-b118-44abf86f7607 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Router da1235dc-b2f2-4d39-8071-81288ebc69fc has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:07:33.536815 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9073e1df-386b-4fd6-a316-409c8d55cdf2 req-a02b7fac-53a7-4219-b1b1-a7f5a21796b5 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 210 time: 0.0460167 May 27 03:07:33.664570 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71e567ce-821a-4161-9f24-0e8312b7e1b2 req-1aacd6bb-e60b-4493-b118-44abf86f7607 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:07:33.674980 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a71d93-59ca-4f3e-8470-bd1fd551de06 None None] Sync routers for ids ['da1235dc-b2f2-4d39-8071-81288ebc69fc'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:07:33.684921 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a71d93-59ca-4f3e-8470-bd1fd551de06 None None] Routers {'da1235dc-b2f2-4d39-8071-81288ebc69fc'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:07:33.685513 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-c2a71d93-59ca-4f3e-8470-bd1fd551de06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:07:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['da1235dc-b2f2-4d39-8071-81288ebc69fc'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:07:33.738081 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e567ce-821a-4161-9f24-0e8312b7e1b2 req-1aacd6bb-e60b-4493-b118-44abf86f7607 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] No DVR routers for this DVR port f0df335b-a02c-4ed8-9a1d-bba4bcddd613 on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:07:33.740799 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-71e567ce-821a-4161-9f24-0e8312b7e1b2 req-1aacd6bb-e60b-4493-b118-44abf86f7607 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:33.743540 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c70bb1a2-17b3-4f54-bf60-29e6200f6ba7', 'name': 'network-vif-deleted', 'tag': 'f0df335b-a02c-4ed8-9a1d-bba4bcddd613'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:07:33.790087 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d1190ca-9b62-4ea2-b110-da7ae19d2fed'] response: {'server_uuid': 'c70bb1a2-17b3-4f54-bf60-29e6200f6ba7', 'name': 'network-vif-deleted', 'tag': 'f0df335b-a02c-4ed8-9a1d-bba4bcddd613', 'status': 'completed', 'code': 200} May 27 03:07:33.842645 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-71e567ce-821a-4161-9f24-0e8312b7e1b2 req-1aacd6bb-e60b-4493-b118-44abf86f7607 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.66 "DELETE /v2.0/ports/f0df335b-a02c-4ed8-9a1d-bba4bcddd613 HTTP/1.1" status: 204 len: 173 time: 1.5068886 May 27 03:07:33.856934 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-c2a71d93-59ca-4f3e-8470-bd1fd551de06 None None] Set router da1235dc-b2f2-4d39-8071-81288ebc69fc gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:07:34.199531 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-c2a71d93-59ca-4f3e-8470-bd1fd551de06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'name': 'tempest-ServerActionsTestJSON-1569965996-router', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:06:30Z', 'updated_at': '2022-05-27T03:06:35Z', 'revision_number': 4, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'gw_port': {'id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:31Z', 'updated_at': '2022-05-27T03:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'e7d1df91-3aa4-4351-9632-e1ce891ea604', 'name': '', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'mac_address': 'fa:16:3e:83:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:34Z', 'updated_at': '2022-05-27T03:06:40Z', 'revision_number': 5, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'subnets': [{'id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:07:34.203567 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a71d93-59ca-4f3e-8470-bd1fd551de06 None None] Checking router: da1235dc-b2f2-4d39-8071-81288ebc69fc for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:07:34.211618 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a71d93-59ca-4f3e-8470-bd1fd551de06 None None] Routers {'da1235dc-b2f2-4d39-8071-81288ebc69fc'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:07:34.212214 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-c2a71d93-59ca-4f3e-8470-bd1fd551de06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:07:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['da1235dc-b2f2-4d39-8071-81288ebc69fc'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:07:34.387662 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-c2a71d93-59ca-4f3e-8470-bd1fd551de06 None None] Set router da1235dc-b2f2-4d39-8071-81288ebc69fc gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:07:34.701865 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-c2a71d93-59ca-4f3e-8470-bd1fd551de06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'name': 'tempest-ServerActionsTestJSON-1569965996-router', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:06:30Z', 'updated_at': '2022-05-27T03:06:35Z', 'revision_number': 4, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'gw_port': {'id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:31Z', 'updated_at': '2022-05-27T03:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'e7d1df91-3aa4-4351-9632-e1ce891ea604', 'name': '', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'mac_address': 'fa:16:3e:83:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:34Z', 'updated_at': '2022-05-27T03:06:40Z', 'revision_number': 5, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'subnets': [{'id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:07:34.705961 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a71d93-59ca-4f3e-8470-bd1fd551de06 None None] The sync data for ids ['da1235dc-b2f2-4d39-8071-81288ebc69fc'] in n-d-843554-3 is: [{'id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'name': 'tempest-ServerActionsTestJSON-1569965996-router', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:06:30Z', 'updated_at': '2022-05-27T03:06:35Z', 'revision_number': 4, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'gw_port': {'id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:31Z', 'updated_at': '2022-05-27T03:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'e7d1df91-3aa4-4351-9632-e1ce891ea604', 'name': '', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'mac_address': 'fa:16:3e:83:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:34Z', 'updated_at': '2022-05-27T03:06:40Z', 'revision_number': 5, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'subnets': [{'id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:07:34.706638 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c8caca2-bdba-4133-ab51-4db8d7f8a0f6 req-472d7518-7800-4cdf-8898-8ea2e564865e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=c70bb1a2-17b3-4f54-bf60-29e6200f6ba7 HTTP/1.1" status: 200 len: 210 time: 0.0442708 May 27 03:07:34.907653 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0656e84-6490-4820-9c25-8848cd08debe None None] New status for floating IP 7edcdeb5-8335-4cfc-8798-c25cf508b836: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:07:36.033465 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-57666bac-bc49-4f72-a44e-14e020270c8f tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--517027483&fields=id&tenant_id=eba8cac7bf8e48628813cc32fe0ab29b HTTP/1.1" status: 200 len: 267 time: 0.0401564 May 27 03:07:36.180231 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-eba41aa8-3ed1-436f-873f-2e9a8c3ed7b3 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:36.181913 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-eba41aa8-3ed1-436f-873f-2e9a8c3ed7b3 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/networks?id=1cb48be7-71e7-4e2e-b898-c29e50006806 HTTP/1.1" status: 200 len: 812 time: 0.1422217 May 27 03:07:36.197055 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-18bb5b9c-dc84-4797-9a97-e6865958e566 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/quotas/eba8cac7bf8e48628813cc32fe0ab29b HTTP/1.1" status: 200 len: 375 time: 0.0091095 May 27 03:07:36.282879 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-4596cf1e-5e19-42ca-bd9e-fbdcf7880bcd tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0809424 May 27 03:07:36.419068 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-8a86e594-b15f-49af-9d9d-2096ac722ec9 service neutron] 10.222.0.57 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240451 May 27 03:07:36.488857 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device f0df335b-a02c-4ed8-9a1d-bba4bcddd613 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:07:36.528526 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: f0df335b-a02c-4ed8-9a1d-bba4bcddd613 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:07:36.528933 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device f0df335b-a02c-4ed8-9a1d-bba4bcddd613 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:07:36.561220 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-76c09df8-4fed-4e02-bbee-cc03bdd41b69 service neutron] 10.222.0.57 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364329 May 27 03:07:36.797318 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-33348d5d-ec73-464e-8310-e715bad36e36 req-3f0efb17-a2dc-4edf-89ba-6ceab91d1ff1 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 210 time: 0.0430863 May 27 03:07:37.950469 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d6134e75-661e-46d1-a5a0-95df028e9f5c req-da765484-ba01-4671-b3af-be571697b2e3 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 210 time: 0.0428157 May 27 03:07:38.560998 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-44627b80-8710-4d43-8627-3111469fd8b7 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:38.562399 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-44627b80-8710-4d43-8627-3111469fd8b7 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.32 "GET /v2.0/networks?id=1cb48be7-71e7-4e2e-b898-c29e50006806 HTTP/1.1" status: 200 len: 812 time: 0.1481228 May 27 03:07:38.610415 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-c918bbd7-5812-4728-8967-42ca2c95e58c tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eba8cac7bf8e48628813cc32fe0ab29b HTTP/1.1" status: 200 len: 379 time: 0.0396492 May 27 03:07:38.623947 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-01eb359c-7854-4b56-a44b-4c0af742a5de tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Request body: {'port': {'device_id': '8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'admin_state_up': True, 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'security_groups': ['968366e7-a861-4879-91be-4708d3f4b4a1']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:07:38.759536 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-01eb359c-7854-4b56-a44b-4c0af742a5de tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:07:38.764442 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-01eb359c-7854-4b56-a44b-4c0af742a5de tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Usage tracker for resource:port and tenant:eba8cac7bf8e48628813cc32fe0ab29b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:07:38.767443 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-01eb359c-7854-4b56-a44b-4c0af742a5de tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:07:38.773557 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-01eb359c-7854-4b56-a44b-4c0af742a5de tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:07:38.870039 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-01eb359c-7854-4b56-a44b-4c0af742a5de tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Made reservation on behalf of eba8cac7bf8e48628813cc32fe0ab29b for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:07:38.874111 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-01eb359c-7854-4b56-a44b-4c0af742a5de tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:39.033952 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-01eb359c-7854-4b56-a44b-4c0af742a5de tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Allocated IP 172.20.0.5 (1cb48be7-71e7-4e2e-b898-c29e50006806/721df4b2-6cb6-4950-bbe4-a5797d0d8b04/9b0964ce-01df-459b-a12f-a7d8d5e83c66) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:07:39.105517 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-71afd973-240f-4094-aa10-b3e36bc41551 req-05947d38-796d-4775-9ee2-3e2dc5737f55 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 210 time: 0.0472617 May 27 03:07:39.323032 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-01eb359c-7854-4b56-a44b-4c0af742a5de tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:39.337696 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-01eb359c-7854-4b56-a44b-4c0af742a5de tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Transition to ACTIVE for port object 9b0964ce-01df-459b-a12f-a7d8d5e83c66 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:07:39.402862 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-01eb359c-7854-4b56-a44b-4c0af742a5de tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:39.471683 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-01eb359c-7854-4b56-a44b-4c0af742a5de tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Network 1cb48be7-71e7-4e2e-b898-c29e50006806 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:07:39.474812 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-01eb359c-7854-4b56-a44b-4c0af742a5de tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:07:39.478587 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-01eb359c-7854-4b56-a44b-4c0af742a5de tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:07:39.516254 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb359c-7854-4b56-a44b-4c0af742a5de tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Pushing event updated for resources: {'Port': ['ID=9b0964ce-01df-459b-a12f-a7d8d5e83c66,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:07:39.533914 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eb359c-7854-4b56-a44b-4c0af742a5de tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:07:39.534258 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eb359c-7854-4b56-a44b-4c0af742a5de tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:07:39.534595 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eb359c-7854-4b56-a44b-4c0af742a5de tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:07:39.534925 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eb359c-7854-4b56-a44b-4c0af742a5de tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:07:39.535257 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eb359c-7854-4b56-a44b-4c0af742a5de tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:07:39.535574 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eb359c-7854-4b56-a44b-4c0af742a5de tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:07:39.535898 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eb359c-7854-4b56-a44b-4c0af742a5de tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:07:39.536217 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eb359c-7854-4b56-a44b-4c0af742a5de tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:07:39.536533 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eb359c-7854-4b56-a44b-4c0af742a5de tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:07:39.536876 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eb359c-7854-4b56-a44b-4c0af742a5de tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:07:39.537200 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eb359c-7854-4b56-a44b-4c0af742a5de tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:07:39.537515 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eb359c-7854-4b56-a44b-4c0af742a5de tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:07:39.559620 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-01eb359c-7854-4b56-a44b-4c0af742a5de tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:39.560281 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-01eb359c-7854-4b56-a44b-4c0af742a5de tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:39.637377 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-01eb359c-7854-4b56-a44b-4c0af742a5de tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0168893 May 27 03:07:39.648629 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-1c1d23c7-2e37-46ff-9f96-fbbd5d047a01 service neutron] Request body: {'port': {'device_id': '8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:07:39.721966 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-056a8f85-715d-45ba-9b6e-55abf30446e1 None None] Provisioning for port 9b0964ce-01df-459b-a12f-a7d8d5e83c66 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:07:39.727482 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-056a8f85-715d-45ba-9b6e-55abf30446e1 None None] Provisioning complete for port 9b0964ce-01df-459b-a12f-a7d8d5e83c66 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:07:39.727853 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-056a8f85-715d-45ba-9b6e-55abf30446e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:39.762813 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-1c1d23c7-2e37-46ff-9f96-fbbd5d047a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:39.781745 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-056a8f85-715d-45ba-9b6e-55abf30446e1 None None] Port 9b0964ce-01df-459b-a12f-a7d8d5e83c66 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:07:40.096305 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-1c1d23c7-2e37-46ff-9f96-fbbd5d047a01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b0964ce-01df-459b-a12f-a7d8d5e83c66 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:07:40.103449 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-1c1d23c7-2e37-46ff-9f96-fbbd5d047a01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:40.117658 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-1c1d23c7-2e37-46ff-9f96-fbbd5d047a01 service neutron] Transition to ACTIVE for port object 9b0964ce-01df-459b-a12f-a7d8d5e83c66 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:07:40.185032 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-1c1d23c7-2e37-46ff-9f96-fbbd5d047a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:40.298099 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b1cdc-6364-4da7-8e80-a02df8977b6f req-6182e9f3-6907-45d8-a4d5-ff05c519133d tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:40.304873 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dd6b1cdc-6364-4da7-8e80-a02df8977b6f req-6182e9f3-6907-45d8-a4d5-ff05c519133d tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 943 time: 0.0946627 May 27 03:07:40.349317 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dd6b1cdc-6364-4da7-8e80-a02df8977b6f req-4040b564-959b-45b9-85e8-3c07b588465b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435734 May 27 03:07:40.379204 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d23c7-2e37-46ff-9f96-fbbd5d047a01 service neutron] Pushing event updated for resources: {'Port': ['ID=9b0964ce-01df-459b-a12f-a7d8d5e83c66,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:07:40.425968 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-1c1d23c7-2e37-46ff-9f96-fbbd5d047a01 service neutron] Attempting to bind port 9b0964ce-01df-459b-a12f-a7d8d5e83c66 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:07:40.426305 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-1c1d23c7-2e37-46ff-9f96-fbbd5d047a01 service neutron] Attempting to bind port 9b0964ce-01df-459b-a12f-a7d8d5e83c66 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:07:40.426635 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-1c1d23c7-2e37-46ff-9f96-fbbd5d047a01 service neutron] Attempting to bind port 9b0964ce-01df-459b-a12f-a7d8d5e83c66 on network 1cb48be7-71e7-4e2e-b898-c29e50006806 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:07:40.431525 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-1c1d23c7-2e37-46ff-9f96-fbbd5d047a01 service neutron] Port 9b0964ce-01df-459b-a12f-a7d8d5e83c66 on network 1cb48be7-71e7-4e2e-b898-c29e50006806 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:07:40.431842 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-1c1d23c7-2e37-46ff-9f96-fbbd5d047a01 service neutron] Attempting to bind port 9b0964ce-01df-459b-a12f-a7d8d5e83c66 on network 1cb48be7-71e7-4e2e-b898-c29e50006806 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:07:40.436878 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-1c1d23c7-2e37-46ff-9f96-fbbd5d047a01 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:07:40.437215 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-1c1d23c7-2e37-46ff-9f96-fbbd5d047a01 service neutron] Checking segment: {'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:07:40.437593 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-1c1d23c7-2e37-46ff-9f96-fbbd5d047a01 service neutron] Bound using segment: {'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:07:40.438010 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-1c1d23c7-2e37-46ff-9f96-fbbd5d047a01 service neutron] Bound port: 9b0964ce-01df-459b-a12f-a7d8d5e83c66, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:07:40.438356 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-1c1d23c7-2e37-46ff-9f96-fbbd5d047a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:40.525196 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-1c1d23c7-2e37-46ff-9f96-fbbd5d047a01 service neutron] For port 9b0964ce-01df-459b-a12f-a7d8d5e83c66, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:07:40.528566 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-1c1d23c7-2e37-46ff-9f96-fbbd5d047a01 service neutron] For port 9b0964ce-01df-459b-a12f-a7d8d5e83c66, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=9b0964ce-01df-459b-a12f-a7d8d5e83c66,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:07:40.595983 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-1c1d23c7-2e37-46ff-9f96-fbbd5d047a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:40.657486 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-1c1d23c7-2e37-46ff-9f96-fbbd5d047a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:40.658124 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-1c1d23c7-2e37-46ff-9f96-fbbd5d047a01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:40.659588 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-1c1d23c7-2e37-46ff-9f96-fbbd5d047a01 service neutron] 10.222.0.32 "PUT /v2.0/ports/9b0964ce-01df-459b-a12f-a7d8d5e83c66 HTTP/1.1" status: 200 len: 1091 time: 1.0150464 May 27 03:07:40.660024 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002', 'tag': '9b0964ce-01df-459b-a12f-a7d8d5e83c66'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:07:40.689035 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d23c7-2e37-46ff-9f96-fbbd5d047a01 service neutron] Pushing event updated for resources: {'Port': ['ID=9b0964ce-01df-459b-a12f-a7d8d5e83c66,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:07:40.710802 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfa970cd-eea5-4146-8322-6bd8dd5fa8c3'] response: {'name': 'network-changed', 'server_uuid': '8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002', 'tag': '9b0964ce-01df-459b-a12f-a7d8d5e83c66', 'status': 'completed', 'code': 200} May 27 03:07:40.803869 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ba330-ae76-4aac-9275-f6be377adeb7 req-82e742bc-f385-40a3-abb2-9a63c7aff6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:40.805630 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-392ba330-ae76-4aac-9275-f6be377adeb7 req-82e742bc-f385-40a3-abb2-9a63c7aff6ae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 1094 time: 0.0778248 May 27 03:07:40.949777 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ba330-ae76-4aac-9275-f6be377adeb7 req-d7a9081e-f4cd-45ba-a641-c1569134715b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:40.951208 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-392ba330-ae76-4aac-9275-f6be377adeb7 req-d7a9081e-f4cd-45ba-a641-c1569134715b service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1378157 May 27 03:07:41.084479 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ba330-ae76-4aac-9275-f6be377adeb7 req-98ba85dd-f07c-4494-9dc0-295a395c7c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:41.085901 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-392ba330-ae76-4aac-9275-f6be377adeb7 req-98ba85dd-f07c-4494-9dc0-295a395c7c7c service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1286354 May 27 03:07:41.196463 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-14c1ef11-48d9-4bee-9bc5-218741bbcdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:41.197838 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-14c1ef11-48d9-4bee-9bc5-218741bbcdce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 1094 time: 0.0728126 May 27 03:07:41.265261 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-944a6def-53eb-461f-8c5e-06c36c35b84e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b0964ce-01df-459b-a12f-a7d8d5e83c66 HTTP/1.1" status: 200 len: 217 time: 0.0594451 May 27 03:07:41.430983 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-e18c9c98-5a40-408b-8468-805f02f80fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:41.432681 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-e18c9c98-5a40-408b-8468-805f02f80fac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=721df4b2-6cb6-4950-bbe4-a5797d0d8b04 HTTP/1.1" status: 200 len: 851 time: 0.1610632 May 27 03:07:41.507741 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-6e53f8c2-cb30-4abe-90b8-f02d4d41c693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:41.514661 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-6e53f8c2-cb30-4abe-90b8-f02d4d41c693 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1cb48be7-71e7-4e2e-b898-c29e50006806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702658 May 27 03:07:41.535450 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e7f2f-5400-434a-93be-42268613276f req-ea1810ad-91be-4d93-b5bf-d791d0f57f50 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:41.536949 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-958e7f2f-5400-434a-93be-42268613276f req-ea1810ad-91be-4d93-b5bf-d791d0f57f50 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 943 time: 0.0837829 May 27 03:07:41.582855 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-958e7f2f-5400-434a-93be-42268613276f req-3cfda16b-f2b6-47c9-9093-c5e9c66f4310 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393155 May 27 03:07:41.644574 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-dfacf8b2-23e0-4b78-adb9-7469f37b030e service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287971 May 27 03:07:41.776083 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e485d3e9-d50d-489a-b1a6-fc4a15701019 req-ff36f22b-0d96-4479-b5a0-6c8a3500880c service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255291 May 27 03:07:42.765612 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3f157-decc-4705-9275-23f792b66ff4 req-483fdebb-b4f7-4120-bd60-31d0d28600ee tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:42.767176 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fcb3f157-decc-4705-9275-23f792b66ff4 req-483fdebb-b4f7-4120-bd60-31d0d28600ee tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 943 time: 0.0795393 May 27 03:07:42.811338 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fcb3f157-decc-4705-9275-23f792b66ff4 req-b8a58f27-60cd-457f-961d-78304ead5e5f tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383477 May 27 03:07:43.998530 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4172159-af3b-498d-bc55-d8d3014e9376 req-2be37e92-0162-4b9a-a88a-135dbba66620 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:43.999975 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e4172159-af3b-498d-bc55-d8d3014e9376 req-2be37e92-0162-4b9a-a88a-135dbba66620 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 943 time: 0.0831206 May 27 03:07:44.043266 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e4172159-af3b-498d-bc55-d8d3014e9376 req-f2e170a6-1f38-40e9-a7a2-49e09dcad151 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376310 May 27 03:07:44.655797 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 9b0964ce-01df-459b-a12f-a7d8d5e83c66 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:07:44.784629 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 9b0964ce-01df-459b-a12f-a7d8d5e83c66, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=9b0964ce-01df-459b-a12f-a7d8d5e83c66,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:07:44.797307 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '9b0964ce-01df-459b-a12f-a7d8d5e83c66', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'port_id': '9b0964ce-01df-459b-a12f-a7d8d5e83c66', 'mac_address': 'fa:16:3e:39:9d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:07:44.854132 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 9b0964ce-01df-459b-a12f-a7d8d5e83c66 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:07:44.854506 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:44.871005 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b0964ce-01df-459b-a12f-a7d8d5e83c66 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:07:44.885588 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 9b0964ce-01df-459b-a12f-a7d8d5e83c66, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=9b0964ce-01df-459b-a12f-a7d8d5e83c66,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:07:44.944159 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:45.010764 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=9b0964ce-01df-459b-a12f-a7d8d5e83c66,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:07:45.018615 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:07:45.018963 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:07:45.019302 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:07:45.019639 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:07:45.019970 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:07:45.020297 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:07:45.020623 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:07:45.020977 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:07:45.021302 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:07:45.021623 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:07:45.021945 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:07:45.022266 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:07:45.180155 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['9b0964ce-01df-459b-a12f-a7d8d5e83c66'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:07:45.223253 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd11e1-75d7-49d3-b286-861b5d6b6190 req-f4e53200-4b81-431e-85f8-a8f5802f8a8f tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:45.224639 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1bdd11e1-75d7-49d3-b286-861b5d6b6190 req-f4e53200-4b81-431e-85f8-a8f5802f8a8f tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 944 time: 0.0785942 May 27 03:07:45.268937 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1bdd11e1-75d7-49d3-b286-861b5d6b6190 req-79ba327d-b49f-4476-a869-6d74a15002dd tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378492 May 27 03:07:46.453661 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cfc60b-8e67-43f7-ab29-f97f5fc89654 req-6f3fb211-64d3-49ba-ab72-2347ccf953cc tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:46.455073 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-56cfc60b-8e67-43f7-ab29-f97f5fc89654 req-6f3fb211-64d3-49ba-ab72-2347ccf953cc tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 944 time: 0.0812261 May 27 03:07:46.497225 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-56cfc60b-8e67-43f7-ab29-f97f5fc89654 req-bf4a9da7-8d55-4ba2-861c-fe722cdd8e59 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365224 May 27 03:07:46.656454 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 9b0964ce-01df-459b-a12f-a7d8d5e83c66 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:07:46.660704 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:07:46.767092 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 9b0964ce-01df-459b-a12f-a7d8d5e83c66 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:07:46.772133 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 9b0964ce-01df-459b-a12f-a7d8d5e83c66 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:07:46.772505 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:46.888125 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 9b0964ce-01df-459b-a12f-a7d8d5e83c66 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:07:46.888489 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:46.913701 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0964ce-01df-459b-a12f-a7d8d5e83c66'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:07:46.923215 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 9b0964ce-01df-459b-a12f-a7d8d5e83c66, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=9b0964ce-01df-459b-a12f-a7d8d5e83c66,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:07:46.961228 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12020c63-a9b7-45b3-8c09-6e95ff94d550'] response: {'server_uuid': '8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0964ce-01df-459b-a12f-a7d8d5e83c66', 'code': 200} May 27 03:07:46.978991 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:47.076697 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=9b0964ce-01df-459b-a12f-a7d8d5e83c66,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:07:47.096138 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43238726-719f-4c30-9600-782ba4546f05 req-b18a72bd-e987-492a-bbe9-6afd745ca6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:47.097648 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-43238726-719f-4c30-9600-782ba4546f05 req-b18a72bd-e987-492a-bbe9-6afd745ca6e5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 1096 time: 0.0691211 May 27 03:07:47.142119 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-43238726-719f-4c30-9600-782ba4546f05 req-7dc1fae2-d429-49dc-b8f0-892545725202 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375581 May 27 03:07:47.684483 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceaa0fb-6e23-4ee6-9b70-db7071a86c98 req-ea057023-957b-40ba-896b-c1a410defd1c tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:47.686228 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ceaa0fb-6e23-4ee6-9b70-db7071a86c98 req-ea057023-957b-40ba-896b-c1a410defd1c tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 945 time: 0.0839531 May 27 03:07:47.733672 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ceaa0fb-6e23-4ee6-9b70-db7071a86c98 req-17b70355-d1fa-4d7b-969b-9f59231e3bb6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417628 May 27 03:07:48.920788 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eece0b1-4e66-435d-869c-d59f26552f86 req-743e38ff-1492-46dd-93e9-6e01ff89b263 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:48.922228 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9eece0b1-4e66-435d-869c-d59f26552f86 req-743e38ff-1492-46dd-93e9-6e01ff89b263 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 945 time: 0.0808713 May 27 03:07:48.971348 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9eece0b1-4e66-435d-869c-d59f26552f86 req-956ada7d-516a-4564-bd8c-231cf8d297c8 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434332 May 27 03:07:49.150900 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d4650-9d5a-41e5-8d0b-44c927bce90b req-0f55f900-0c43-431f-91ba-ae2475017ce1 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:49.152284 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fc1d4650-9d5a-41e5-8d0b-44c927bce90b req-0f55f900-0c43-431f-91ba-ae2475017ce1 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 945 time: 0.0810547 May 27 03:07:49.160762 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 35124) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:07:49.165647 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-467d4669-8601-4ca6-a91f-68617a9efd89 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Request body: {'floatingip': {'port_id': '9b0964ce-01df-459b-a12f-a7d8d5e83c66'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:07:49.241587 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-467d4669-8601-4ca6-a91f-68617a9efd89 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks [] for floatingip, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:49.715731 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:49.744075 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:49.919709 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-467d4669-8601-4ca6-a91f-68617a9efd89 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:49.972779 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-467d4669-8601-4ca6-a91f-68617a9efd89 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:50.136985 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-467d4669-8601-4ca6-a91f-68617a9efd89 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Floating IP 7edcdeb5-8335-4cfc-8798-c25cf508b836 associated. External IP: 172.25.1.216, port: 9b0964ce-01df-459b-a12f-a7d8d5e83c66. May 27 03:07:50.479253 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467d4669-8601-4ca6-a91f-68617a9efd89 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Router da1235dc-b2f2-4d39-8071-81288ebc69fc has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:07:50.770877 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467d4669-8601-4ca6-a91f-68617a9efd89 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:07:50.775812 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-467d4669-8601-4ca6-a91f-68617a9efd89 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:50.781246 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77c852f-99e2-403f-80d7-55a53691a408 None None] Sync routers for ids ['da1235dc-b2f2-4d39-8071-81288ebc69fc'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:07:50.790901 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77c852f-99e2-403f-80d7-55a53691a408 None None] Routers {'da1235dc-b2f2-4d39-8071-81288ebc69fc'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:07:50.791585 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-d77c852f-99e2-403f-80d7-55a53691a408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:07:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['da1235dc-b2f2-4d39-8071-81288ebc69fc'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:07:50.834413 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-467d4669-8601-4ca6-a91f-68617a9efd89 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "PUT /v2.0/floatingips/7edcdeb5-8335-4cfc-8798-c25cf508b836 HTTP/1.1" status: 200 len: 991 time: 1.6701355 May 27 03:07:50.834413 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002', 'tag': '9b0964ce-01df-459b-a12f-a7d8d5e83c66'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:07:50.960910 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12b9302d-8752-4e24-831f-82f5384d63e5'] response: {'name': 'network-changed', 'server_uuid': '8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002', 'tag': '9b0964ce-01df-459b-a12f-a7d8d5e83c66', 'status': 'completed', 'code': 200} May 27 03:07:50.971801 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-d77c852f-99e2-403f-80d7-55a53691a408 None None] Set router da1235dc-b2f2-4d39-8071-81288ebc69fc gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:07:51.053075 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd20371-cfd8-4eba-8be2-89304e9aeb6d req-e53167a5-f84d-4e55-ad73-ccae7797366c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:51.054448 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-edd20371-cfd8-4eba-8be2-89304e9aeb6d req-e53167a5-f84d-4e55-ad73-ccae7797366c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 1096 time: 0.0697675 May 27 03:07:51.187675 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd20371-cfd8-4eba-8be2-89304e9aeb6d req-5499727d-9668-42ab-9115-cc32aa67b4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:51.189181 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-edd20371-cfd8-4eba-8be2-89304e9aeb6d req-5499727d-9668-42ab-9115-cc32aa67b4f4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1cb48be7-71e7-4e2e-b898-c29e50006806 HTTP/1.1" status: 200 len: 913 time: 0.1282845 May 27 03:07:51.293462 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-edd20371-cfd8-4eba-8be2-89304e9aeb6d req-a18ba62f-d676-4ff1-bc46-5153295c36b2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b0964ce-01df-459b-a12f-a7d8d5e83c66 HTTP/1.1" status: 200 len: 999 time: 0.0973599 May 27 03:07:51.337366 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-d77c852f-99e2-403f-80d7-55a53691a408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'name': 'tempest-ServerActionsTestJSON-1569965996-router', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:06:30Z', 'updated_at': '2022-05-27T03:06:35Z', 'revision_number': 4, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'gw_port': {'id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:31Z', 'updated_at': '2022-05-27T03:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '7edcdeb5-8335-4cfc-8798-c25cf508b836', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'floating_ip_address': '172.25.1.216', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'port_id': '9b0964ce-01df-459b-a12f-a7d8d5e83c66', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'mac_address': 'fa:16:3e:39:9d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:06:38Z', 'updated_at': '2022-05-27T03:07:49Z', 'revision_number': 5, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7d1df91-3aa4-4351-9632-e1ce891ea604', 'name': '', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'mac_address': 'fa:16:3e:83:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:34Z', 'updated_at': '2022-05-27T03:06:40Z', 'revision_number': 5, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'subnets': [{'id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:07:51.341044 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77c852f-99e2-403f-80d7-55a53691a408 None None] Checking router: da1235dc-b2f2-4d39-8071-81288ebc69fc for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:07:51.348946 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77c852f-99e2-403f-80d7-55a53691a408 None None] Routers {'da1235dc-b2f2-4d39-8071-81288ebc69fc'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:07:51.349532 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-d77c852f-99e2-403f-80d7-55a53691a408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:07:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['da1235dc-b2f2-4d39-8071-81288ebc69fc'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:07:51.354290 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd20371-cfd8-4eba-8be2-89304e9aeb6d req-90d1ee19-3aa0-406d-b420-f812059ea2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:51.356250 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-edd20371-cfd8-4eba-8be2-89304e9aeb6d req-90d1ee19-3aa0-406d-b420-f812059ea2ab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=721df4b2-6cb6-4950-bbe4-a5797d0d8b04 HTTP/1.1" status: 200 len: 851 time: 0.0569782 May 27 03:07:51.433362 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd20371-cfd8-4eba-8be2-89304e9aeb6d req-95252b03-5eb7-4dc5-8d2b-02ff2553697e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:51.434836 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-edd20371-cfd8-4eba-8be2-89304e9aeb6d req-95252b03-5eb7-4dc5-8d2b-02ff2553697e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1cb48be7-71e7-4e2e-b898-c29e50006806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721545 May 27 03:07:51.521905 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-d77c852f-99e2-403f-80d7-55a53691a408 None None] Set router da1235dc-b2f2-4d39-8071-81288ebc69fc gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:07:51.567513 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-edd20371-cfd8-4eba-8be2-89304e9aeb6d req-a78bbdca-4434-4ebd-a643-122883ed1102 service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258895 May 27 03:07:51.704876 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-edd20371-cfd8-4eba-8be2-89304e9aeb6d req-52439ba8-1bc5-4d9b-835e-22ff8401dcfa service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302652 May 27 03:07:51.865645 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-d77c852f-99e2-403f-80d7-55a53691a408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'name': 'tempest-ServerActionsTestJSON-1569965996-router', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:06:30Z', 'updated_at': '2022-05-27T03:06:35Z', 'revision_number': 4, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'gw_port': {'id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:31Z', 'updated_at': '2022-05-27T03:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '7edcdeb5-8335-4cfc-8798-c25cf508b836', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'floating_ip_address': '172.25.1.216', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'port_id': '9b0964ce-01df-459b-a12f-a7d8d5e83c66', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'mac_address': 'fa:16:3e:39:9d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:06:38Z', 'updated_at': '2022-05-27T03:07:49Z', 'revision_number': 5, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7d1df91-3aa4-4351-9632-e1ce891ea604', 'name': '', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'mac_address': 'fa:16:3e:83:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:34Z', 'updated_at': '2022-05-27T03:06:40Z', 'revision_number': 5, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'subnets': [{'id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:07:51.869691 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77c852f-99e2-403f-80d7-55a53691a408 None None] The sync data for ids ['da1235dc-b2f2-4d39-8071-81288ebc69fc'] in n-d-843554-3 is: [{'id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'name': 'tempest-ServerActionsTestJSON-1569965996-router', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:06:30Z', 'updated_at': '2022-05-27T03:06:35Z', 'revision_number': 4, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'gw_port': {'id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:31Z', 'updated_at': '2022-05-27T03:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '7edcdeb5-8335-4cfc-8798-c25cf508b836', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'floating_ip_address': '172.25.1.216', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'port_id': '9b0964ce-01df-459b-a12f-a7d8d5e83c66', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'mac_address': 'fa:16:3e:39:9d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:06:38Z', 'updated_at': '2022-05-27T03:07:49Z', 'revision_number': 5, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7d1df91-3aa4-4351-9632-e1ce891ea604', 'name': '', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'mac_address': 'fa:16:3e:83:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:34Z', 'updated_at': '2022-05-27T03:06:40Z', 'revision_number': 5, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'subnets': [{'id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:07:52.065716 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d3a918-c067-4fc1-86d1-6ef9ce0dddd5 None None] New status for floating IP 7edcdeb5-8335-4cfc-8798-c25cf508b836: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:07:55.516092 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-90cc65b0-f7d1-403f-8809-628178566f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:57.938881 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-75111a91-4f3d-4f00-acce-96c8ce8e8a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:59.052302 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:59.149852 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:08:00.253071 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:08:19.721732 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:08:19.750055 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:08:23.180494 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-eeaecfe6-3cce-4a74-8ba0-5261e5136e9f req-9da60189-c267-40e6-86b3-ad9d28bb9554 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0676739 May 27 03:08:23.318510 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaecfe6-3cce-4a74-8ba0-5261e5136e9f req-83c31c1a-6637-4c96-a375-0b1ca64a4915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:23.319967 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-eeaecfe6-3cce-4a74-8ba0-5261e5136e9f req-83c31c1a-6637-4c96-a375-0b1ca64a4915 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 1096 time: 0.0725961 May 27 03:08:23.459739 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaecfe6-3cce-4a74-8ba0-5261e5136e9f req-17500bc5-ad26-49f5-bc3d-c1bd501dc6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:23.461078 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-eeaecfe6-3cce-4a74-8ba0-5261e5136e9f req-17500bc5-ad26-49f5-bc3d-c1bd501dc6d9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1cb48be7-71e7-4e2e-b898-c29e50006806 HTTP/1.1" status: 200 len: 913 time: 0.1233351 May 27 03:08:23.557543 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-eeaecfe6-3cce-4a74-8ba0-5261e5136e9f req-5aebe50c-f34b-4a62-8db9-1b088ecbedb3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b0964ce-01df-459b-a12f-a7d8d5e83c66 HTTP/1.1" status: 200 len: 1001 time: 0.0896933 May 27 03:08:23.660238 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:08:23.724799 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaecfe6-3cce-4a74-8ba0-5261e5136e9f req-5a9d42c5-e710-4660-9327-a685069105db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:23.726139 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-eeaecfe6-3cce-4a74-8ba0-5261e5136e9f req-5a9d42c5-e710-4660-9327-a685069105db service neutron] 10.222.0.32 "GET /v2.0/subnets?id=721df4b2-6cb6-4950-bbe4-a5797d0d8b04 HTTP/1.1" status: 200 len: 851 time: 0.1621497 May 27 03:08:23.800495 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaecfe6-3cce-4a74-8ba0-5261e5136e9f req-0e5a2edb-c3ff-4eb5-9085-0346eae5223c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:23.801984 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-eeaecfe6-3cce-4a74-8ba0-5261e5136e9f req-0e5a2edb-c3ff-4eb5-9085-0346eae5223c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1cb48be7-71e7-4e2e-b898-c29e50006806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681353 May 27 03:08:23.932200 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-eeaecfe6-3cce-4a74-8ba0-5261e5136e9f req-8a233572-1d34-46d0-9693-50e189385e0a service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226203 May 27 03:08:24.062880 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-eeaecfe6-3cce-4a74-8ba0-5261e5136e9f req-ff53fb6f-1dc9-4d2c-a9d6-c4f98ac04de6 service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236131 May 27 03:08:25.515857 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97f74f7d-10a1-4167-96b2-bd639fe46cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:08:27.421942 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f049cf-53b3-4308-8518-00de2fa35b0c req-521b27a8-659a-4cb2-9e56-41f8f2a11533 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:27.423388 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e4f049cf-53b3-4308-8518-00de2fa35b0c req-521b27a8-659a-4cb2-9e56-41f8f2a11533 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 945 time: 0.1273978 May 27 03:08:27.467224 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e4f049cf-53b3-4308-8518-00de2fa35b0c req-ceccc37c-f73f-480f-ba43-047c3694bb3f tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378566 May 27 03:08:27.887406 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d6d86427-f5ec-4e27-972d-cfb51c2f5590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:08:28.703012 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728cb6f-1f45-4502-907f-090f7d8cc329 req-85261136-4d78-4b1b-b565-96616c8d2717 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:28.704450 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f728cb6f-1f45-4502-907f-090f7d8cc329 req-85261136-4d78-4b1b-b565-96616c8d2717 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 945 time: 0.1298928 May 27 03:08:28.747164 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f728cb6f-1f45-4502-907f-090f7d8cc329 req-9e23db88-bfba-4388-b5cb-5effc7172355 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370357 May 27 03:08:29.047023 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:08:29.138435 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:08:29.928347 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8e4a4-6a85-4436-9a1c-a1fbec9c376e req-43f5d30c-8183-431a-bcfa-e11d4f4bb03a tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:29.929800 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ebf8e4a4-6a85-4436-9a1c-a1fbec9c376e req-43f5d30c-8183-431a-bcfa-e11d4f4bb03a tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 945 time: 0.0774004 May 27 03:08:29.973513 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ebf8e4a4-6a85-4436-9a1c-a1fbec9c376e req-dbf2c9fb-2f17-4257-ae5e-8480e8c5dcad tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373747 May 27 03:08:30.292571 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:08:31.155995 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa620e-d19d-44d2-a47a-1a22ea0750c2 req-f6804f3e-9713-41cc-a7d8-76d22a95ba06 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:31.157578 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d4fa620e-d19d-44d2-a47a-1a22ea0750c2 req-f6804f3e-9713-41cc-a7d8-76d22a95ba06 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 945 time: 0.0815773 May 27 03:08:31.200018 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d4fa620e-d19d-44d2-a47a-1a22ea0750c2 req-2d86acdf-a298-4bab-a497-4ccb09506909 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369241 May 27 03:08:32.383592 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d2dc0-3270-4f7f-9776-ccae17d7de71 req-93169682-a24b-4cb1-9027-f600c426b3aa tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:32.384966 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e77d2dc0-3270-4f7f-9776-ccae17d7de71 req-93169682-a24b-4cb1-9027-f600c426b3aa tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 945 time: 0.0772262 May 27 03:08:32.427873 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e77d2dc0-3270-4f7f-9776-ccae17d7de71 req-bc0dc5d8-3806-4169-a926-e1908233530f tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369122 May 27 03:08:33.615383 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ff419-4c0b-41c8-b0df-59cb30e16a15 req-87db63de-11f2-4696-a5e5-ccdc2fb242e3 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:33.616851 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e52ff419-4c0b-41c8-b0df-59cb30e16a15 req-87db63de-11f2-4696-a5e5-ccdc2fb242e3 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 945 time: 0.0827599 May 27 03:08:33.660537 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e52ff419-4c0b-41c8-b0df-59cb30e16a15 req-850334b3-04b9-4c1d-b3d7-5057d045fce8 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374143 May 27 03:08:34.847689 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302bf05d-facd-44d9-a4a2-9ea8454100b7 req-af00ba10-46fa-4d02-b2b1-cc3f63b88be8 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:34.849153 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-302bf05d-facd-44d9-a4a2-9ea8454100b7 req-af00ba10-46fa-4d02-b2b1-cc3f63b88be8 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 945 time: 0.0784452 May 27 03:08:34.896536 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-302bf05d-facd-44d9-a4a2-9ea8454100b7 req-173a6287-55b8-4830-b4f6-068153710755 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417256 May 27 03:08:36.080319 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3f2ef-67d9-4135-98b9-e08ac91f011f req-2e1bd5f7-b94a-4502-b3c3-4602496f8c44 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:36.081958 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8aa3f2ef-67d9-4135-98b9-e08ac91f011f req-2e1bd5f7-b94a-4502-b3c3-4602496f8c44 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 945 time: 0.0800860 May 27 03:08:36.125655 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8aa3f2ef-67d9-4135-98b9-e08ac91f011f req-cf52df70-a5dc-446f-addc-59a690b564ce tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380681 May 27 03:08:37.307095 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f11bfa-1977-4e2b-be61-69d0273e669d req-34cbfa91-a1e7-452b-b943-8a3361e8ad57 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:37.309080 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-35f11bfa-1977-4e2b-be61-69d0273e669d req-34cbfa91-a1e7-452b-b943-8a3361e8ad57 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 945 time: 0.0812070 May 27 03:08:37.352036 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-35f11bfa-1977-4e2b-be61-69d0273e669d req-bb33e12a-a500-4acb-81ed-8c8cf693e2f9 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374789 May 27 03:08:38.533792 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ea1d5-a39c-400e-8de5-ed3f41ee0999 req-7ea64ef9-21ff-40d4-9709-bc0208d00c67 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:38.535233 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d59ea1d5-a39c-400e-8de5-ed3f41ee0999 req-7ea64ef9-21ff-40d4-9709-bc0208d00c67 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 945 time: 0.0800617 May 27 03:08:38.577959 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d59ea1d5-a39c-400e-8de5-ed3f41ee0999 req-237aeebf-d7b7-463f-8440-025b1d3c6a43 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371532 May 27 03:08:39.762833 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6918d-9ff7-4da1-b798-f9ad4dae73be req-ce6b0106-2d72-4cbe-a04e-51fcc04a8feb tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:39.764275 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0cd6918d-9ff7-4da1-b798-f9ad4dae73be req-ce6b0106-2d72-4cbe-a04e-51fcc04a8feb tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 945 time: 0.0802557 May 27 03:08:39.809519 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0cd6918d-9ff7-4da1-b798-f9ad4dae73be req-9ea38b21-de5f-45be-9c86-ba5e1844e545 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395148 May 27 03:08:40.989272 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282374b2-a34e-428f-b202-9de8627e2832 req-244cb6d1-500e-4f2d-a0f0-7311d68bbb85 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:40.990703 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-282374b2-a34e-428f-b202-9de8627e2832 req-244cb6d1-500e-4f2d-a0f0-7311d68bbb85 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 945 time: 0.0781462 May 27 03:08:41.035842 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-282374b2-a34e-428f-b202-9de8627e2832 req-b6d079e0-9b02-4963-a596-712306a0a649 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395067 May 27 03:08:42.215629 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203375d1-d606-429d-87d2-b81c01f4878e req-be14cc4c-bb3b-4b91-a98d-cdfee8ea8f4c tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:42.217077 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-203375d1-d606-429d-87d2-b81c01f4878e req-be14cc4c-bb3b-4b91-a98d-cdfee8ea8f4c tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 945 time: 0.0776727 May 27 03:08:42.260065 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-203375d1-d606-429d-87d2-b81c01f4878e req-cf405f34-12f7-4d60-99b0-76d20b78f5b9 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374606 May 27 03:08:43.444868 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366acaa-c8a0-49ee-963d-b667c5376434 req-6c05883f-2675-44e8-87da-54b85ce4aaa6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:43.446296 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6366acaa-c8a0-49ee-963d-b667c5376434 req-6c05883f-2675-44e8-87da-54b85ce4aaa6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 945 time: 0.0808637 May 27 03:08:43.488322 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6366acaa-c8a0-49ee-963d-b667c5376434 req-3398ff7f-5c9a-440a-9ea6-f8099f8f8d44 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358820 May 27 03:08:43.971518 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f22b1-96ff-481b-ba36-207df654dbdf req-1d4cc003-fb21-4b83-bb88-d394280f2758 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:43.972917 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-197f22b1-96ff-481b-ba36-207df654dbdf req-1d4cc003-fb21-4b83-bb88-d394280f2758 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 945 time: 0.0786576 May 27 03:08:44.016614 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-197f22b1-96ff-481b-ba36-207df654dbdf req-1864c6de-f3dc-4f5d-b63c-5b2dd9827b14 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380549 May 27 03:08:44.038881 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-45504977-0d2f-4ec0-80dd-2b9fd1eceab0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0740976 May 27 03:08:45.210390 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd77ef-20ed-4660-b397-5c2a321a7f5f req-eea9699e-0527-47ed-aa83-45851eb3ee49 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:45.223048 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-03cd77ef-20ed-4660-b397-5c2a321a7f5f req-eea9699e-0527-47ed-aa83-45851eb3ee49 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 945 time: 0.0872886 May 27 03:08:45.255738 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-03cd77ef-20ed-4660-b397-5c2a321a7f5f req-fed8131d-cd48-44a1-b05e-47400113dd9f tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382581 May 27 03:08:46.010065 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-161466b5-a1bf-4729-a658-2c348673a8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:46.012006 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-161466b5-a1bf-4729-a658-2c348673a8a6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 1096 time: 0.1139371 May 27 03:08:46.142797 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-68763b76-1e60-4ef7-9ec8-132205bb1959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:46.144198 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-68763b76-1e60-4ef7-9ec8-132205bb1959 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1cb48be7-71e7-4e2e-b898-c29e50006806 HTTP/1.1" status: 200 len: 913 time: 0.1248012 May 27 03:08:46.246495 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-f305b7ae-f2b4-4eb1-857a-d724d5c86182 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b0964ce-01df-459b-a12f-a7d8d5e83c66 HTTP/1.1" status: 200 len: 1001 time: 0.0941920 May 27 03:08:46.309796 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-91946dcf-8b95-4632-ac47-0b93e21da446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:46.311209 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-91946dcf-8b95-4632-ac47-0b93e21da446 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=721df4b2-6cb6-4950-bbe4-a5797d0d8b04 HTTP/1.1" status: 200 len: 851 time: 0.0589595 May 27 03:08:46.384936 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-f8e74a09-f87e-4bbf-b8a2-1439e6c327f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:46.386893 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-f8e74a09-f87e-4bbf-b8a2-1439e6c327f1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1cb48be7-71e7-4e2e-b898-c29e50006806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689433 May 27 03:08:46.439141 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013dc829-cef1-496c-9f4e-25e3e473b5f4 req-7f57ac52-53bc-40f3-bcec-38fb1a6eb08b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:46.440614 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-013dc829-cef1-496c-9f4e-25e3e473b5f4 req-7f57ac52-53bc-40f3-bcec-38fb1a6eb08b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 945 time: 0.0807848 May 27 03:08:46.484363 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-013dc829-cef1-496c-9f4e-25e3e473b5f4 req-52f93b7b-f66e-4fa4-954a-2581d6ac73e4 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379245 May 27 03:08:46.517642 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-aec6090d-8c24-4f73-aaa8-680bd5147207 service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243410 May 27 03:08:46.646292 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-f6f52669-cac8-466f-b66a-5c7aaa25a1b9 service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224821 May 27 03:08:47.671614 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d61e9-4c82-40b2-bb23-af1a5a8932de req-22147c0f-4fa0-4a76-9c91-353376a8603b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:47.673081 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1f9d61e9-4c82-40b2-bb23-af1a5a8932de req-22147c0f-4fa0-4a76-9c91-353376a8603b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 945 time: 0.0839107 May 27 03:08:47.718072 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1f9d61e9-4c82-40b2-bb23-af1a5a8932de req-46d7ec09-026b-4145-becd-e4d810e8c08f tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392969 May 27 03:08:48.731154 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-e1342e1f-f5e0-4f66-a4c3-e48854578476 service neutron] show failed (client error): The resource could not be found. May 27 03:08:48.732125 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-e1342e1f-f5e0-4f66-a4c3-e48854578476 service neutron] 10.222.0.32 "GET /v2.0/ports/9b0964ce-01df-459b-a12f-a7d8d5e83c66/bindings/n-h2-843554-3 HTTP/1.1" status: 404 len: 380 time: 0.0732262 May 27 03:08:48.904041 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb4aa1-215e-4e1d-aa3d-efeab90f58dd req-fb01446a-554b-49cf-bef4-eb4cd47023f3 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:48.905556 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9ffb4aa1-215e-4e1d-aa3d-efeab90f58dd req-fb01446a-554b-49cf-bef4-eb4cd47023f3 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 945 time: 0.0814300 May 27 03:08:48.952651 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9ffb4aa1-215e-4e1d-aa3d-efeab90f58dd req-18b64c50-cbb3-45e6-a7a9-ebca9dc1d953 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412357 May 27 03:08:49.236565 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-b109be9c-b92a-4374-880f-d95cf86c692a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:49.238022 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-b109be9c-b92a-4374-880f-d95cf86c692a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002&tenant_id=eba8cac7bf8e48628813cc32fe0ab29b HTTP/1.1" status: 200 len: 1096 time: 0.0722163 May 27 03:08:49.248876 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-20d81038-0b20-4fff-a597-a4ad94aca1ae service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843554-3', 'device_owner': 'compute:nova'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:08:49.354687 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-20d81038-0b20-4fff-a597-a4ad94aca1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:08:49.709837 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-20d81038-0b20-4fff-a597-a4ad94aca1ae service neutron] For port 9b0964ce-01df-459b-a12f-a7d8d5e83c66, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=9b0964ce-01df-459b-a12f-a7d8d5e83c66,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:08:49.710233 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:08:49.738042 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-20d81038-0b20-4fff-a597-a4ad94aca1ae service neutron] For port 9b0964ce-01df-459b-a12f-a7d8d5e83c66, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:08:49.738571 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:08:49.796770 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-20d81038-0b20-4fff-a597-a4ad94aca1ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:08:49.798742 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b0964ce-01df-459b-a12f-a7d8d5e83c66'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:08:49.816915 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-20d81038-0b20-4fff-a597-a4ad94aca1ae service neutron] Transition to ACTIVE for port object 9b0964ce-01df-459b-a12f-a7d8d5e83c66 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:08:49.904430 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-20d81038-0b20-4fff-a597-a4ad94aca1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:08:49.940644 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a33d3b42-f4a7-4f2a-b136-9401c5d3cf8b'] response: {'server_uuid': '8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b0964ce-01df-459b-a12f-a7d8d5e83c66', 'code': 200} May 27 03:08:50.052912 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d81038-0b20-4fff-a597-a4ad94aca1ae service neutron] Pushing event updated for resources: {'Port': ['ID=9b0964ce-01df-459b-a12f-a7d8d5e83c66,revision_number=6']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:08:50.065899 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d81038-0b20-4fff-a597-a4ad94aca1ae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:08:50.066237 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d81038-0b20-4fff-a597-a4ad94aca1ae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:08:50.066571 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d81038-0b20-4fff-a597-a4ad94aca1ae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:08:50.066898 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d81038-0b20-4fff-a597-a4ad94aca1ae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:08:50.067245 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d81038-0b20-4fff-a597-a4ad94aca1ae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:08:50.067547 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d81038-0b20-4fff-a597-a4ad94aca1ae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:08:50.067866 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d81038-0b20-4fff-a597-a4ad94aca1ae service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:08:50.068182 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d81038-0b20-4fff-a597-a4ad94aca1ae service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:08:50.068497 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d81038-0b20-4fff-a597-a4ad94aca1ae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:08:50.068836 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d81038-0b20-4fff-a597-a4ad94aca1ae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:08:50.069152 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d81038-0b20-4fff-a597-a4ad94aca1ae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:08:50.069648 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d81038-0b20-4fff-a597-a4ad94aca1ae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:08:50.112819 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-20d81038-0b20-4fff-a597-a4ad94aca1ae service neutron] No DVR routers for this DVR port 9b0964ce-01df-459b-a12f-a7d8d5e83c66 on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:08:50.155885 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831a931-43ef-4b1e-9712-d3c133f50f65 req-2d4b8f0b-3bc4-4029-85c4-1d27af174db4 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:50.160393 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8831a931-43ef-4b1e-9712-d3c133f50f65 req-2d4b8f0b-3bc4-4029-85c4-1d27af174db4 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 943 time: 0.0902500 May 27 03:08:50.206350 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8831a931-43ef-4b1e-9712-d3c133f50f65 req-cd5c9b08-6a4a-4cb2-869e-863fd09eceaf tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423365 May 27 03:08:50.340574 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-20d81038-0b20-4fff-a597-a4ad94aca1ae service neutron] Attempting to bind port 9b0964ce-01df-459b-a12f-a7d8d5e83c66 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:08:50.340936 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-20d81038-0b20-4fff-a597-a4ad94aca1ae service neutron] Attempting to bind port 9b0964ce-01df-459b-a12f-a7d8d5e83c66 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:08:50.341267 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-20d81038-0b20-4fff-a597-a4ad94aca1ae service neutron] Attempting to bind port 9b0964ce-01df-459b-a12f-a7d8d5e83c66 on network 1cb48be7-71e7-4e2e-b898-c29e50006806 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:08:50.345736 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-20d81038-0b20-4fff-a597-a4ad94aca1ae service neutron] Port 9b0964ce-01df-459b-a12f-a7d8d5e83c66 on network 1cb48be7-71e7-4e2e-b898-c29e50006806 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:08:50.346057 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-20d81038-0b20-4fff-a597-a4ad94aca1ae service neutron] Attempting to bind port 9b0964ce-01df-459b-a12f-a7d8d5e83c66 on network 1cb48be7-71e7-4e2e-b898-c29e50006806 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:08:50.351035 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-20d81038-0b20-4fff-a597-a4ad94aca1ae service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:08:50.351373 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-20d81038-0b20-4fff-a597-a4ad94aca1ae service neutron] Checking segment: {'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:08:50.351755 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-20d81038-0b20-4fff-a597-a4ad94aca1ae service neutron] Bound using segment: {'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:08:50.352177 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-20d81038-0b20-4fff-a597-a4ad94aca1ae service neutron] Bound port: 9b0964ce-01df-459b-a12f-a7d8d5e83c66, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:08:50.352520 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-20d81038-0b20-4fff-a597-a4ad94aca1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:08:50.438856 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-20d81038-0b20-4fff-a597-a4ad94aca1ae service neutron] For port 9b0964ce-01df-459b-a12f-a7d8d5e83c66, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:08:50.441958 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-20d81038-0b20-4fff-a597-a4ad94aca1ae service neutron] For port 9b0964ce-01df-459b-a12f-a7d8d5e83c66, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=9b0964ce-01df-459b-a12f-a7d8d5e83c66,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:08:50.510434 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-20d81038-0b20-4fff-a597-a4ad94aca1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:08:50.573231 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-20d81038-0b20-4fff-a597-a4ad94aca1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:50.573932 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-20d81038-0b20-4fff-a597-a4ad94aca1ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:08:50.575277 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-20d81038-0b20-4fff-a597-a4ad94aca1ae service neutron] 10.222.0.66 "PUT /v2.0/ports/9b0964ce-01df-459b-a12f-a7d8d5e83c66 HTTP/1.1" status: 200 len: 1091 time: 1.3307016 May 27 03:08:50.592745 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d81038-0b20-4fff-a597-a4ad94aca1ae service neutron] Pushing event updated for resources: {'Port': ['ID=9b0964ce-01df-459b-a12f-a7d8d5e83c66,revision_number=7']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:08:50.678692 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-0a5d2b92-d371-4402-9dbb-dbe39737d110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:50.680224 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-0a5d2b92-d371-4402-9dbb-dbe39737d110 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 1094 time: 0.0739522 May 27 03:08:50.813436 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-3cc2bd60-38ec-49df-9180-3ca44e6f1097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:50.814794 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-3cc2bd60-38ec-49df-9180-3ca44e6f1097 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1cb48be7-71e7-4e2e-b898-c29e50006806 HTTP/1.1" status: 200 len: 913 time: 0.1286335 May 27 03:08:50.918373 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-9cbc1cdd-9393-4b7c-b0aa-19976e0d003b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b0964ce-01df-459b-a12f-a7d8d5e83c66 HTTP/1.1" status: 200 len: 999 time: 0.0970628 May 27 03:08:50.981388 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-fe70d898-7f6f-4ed0-95d3-78ecbc4d5396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:50.982764 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-fe70d898-7f6f-4ed0-95d3-78ecbc4d5396 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=721df4b2-6cb6-4950-bbe4-a5797d0d8b04 HTTP/1.1" status: 200 len: 851 time: 0.0597351 May 27 03:08:50.988607 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 9b0964ce-01df-459b-a12f-a7d8d5e83c66 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:08:51.045153 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 9b0964ce-01df-459b-a12f-a7d8d5e83c66 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:08:51.057723 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-cef3c1a1-cb66-4af2-99ae-107568dbb135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:51.059185 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-cef3c1a1-cb66-4af2-99ae-107568dbb135 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1cb48be7-71e7-4e2e-b898-c29e50006806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705330 May 27 03:08:51.188121 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-ba7f54be-ccf6-4540-8679-33c876cbe41f service neutron] 10.222.0.66 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224587 May 27 03:08:51.398904 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8ff35-55d2-4841-8ee9-2ee655c04f6b req-55f08235-5d92-4864-917e-ff25809e46cb tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:51.400363 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a7b8ff35-55d2-4841-8ee9-2ee655c04f6b req-55f08235-5d92-4864-917e-ff25809e46cb tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 943 time: 0.0840685 May 27 03:08:51.425207 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-66ae9ca8-65bf-4063-ab23-dd8fa04b5ccc req-8833dd33-9cda-4dd6-b57e-fda8e05dd589 service neutron] 10.222.0.66 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314544 May 27 03:08:51.444962 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a7b8ff35-55d2-4841-8ee9-2ee655c04f6b req-46930e07-d4c5-41c4-8dbc-b927d3f2aab6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379014 May 27 03:08:51.941971 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002', 'tag': '9b0964ce-01df-459b-a12f-a7d8d5e83c66'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:08:51.997469 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55372dbe-d3e1-4ae5-a121-10933d4b956e'] response: {'name': 'network-changed', 'server_uuid': '8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002', 'tag': '9b0964ce-01df-459b-a12f-a7d8d5e83c66', 'status': 'completed', 'code': 200} May 27 03:08:52.143437 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729963f-271e-4ecc-ab95-b013bce0fee2 req-5bd5c692-93ca-4fd4-85af-a29ae1790375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:52.144934 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d729963f-271e-4ecc-ab95-b013bce0fee2 req-5bd5c692-93ca-4fd4-85af-a29ae1790375 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 1094 time: 0.1294508 May 27 03:08:52.147299 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729963f-271e-4ecc-ab95-b013bce0fee2 req-05f4943b-0c95-46e7-87c3-fb940c60ea35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:52.148600 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d729963f-271e-4ecc-ab95-b013bce0fee2 req-05f4943b-0c95-46e7-87c3-fb940c60ea35 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 1094 time: 0.1029763 May 27 03:08:52.383287 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729963f-271e-4ecc-ab95-b013bce0fee2 req-6e50ba58-67f8-4c54-b8f9-ccecae6d039f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:52.384744 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d729963f-271e-4ecc-ab95-b013bce0fee2 req-6e50ba58-67f8-4c54-b8f9-ccecae6d039f service neutron] 10.222.0.32 "GET /v2.0/networks?id=1cb48be7-71e7-4e2e-b898-c29e50006806 HTTP/1.1" status: 200 len: 913 time: 0.2341771 May 27 03:08:52.387430 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729963f-271e-4ecc-ab95-b013bce0fee2 req-4fe1db4b-61b1-4408-9c18-f5d4f132b35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:52.388731 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d729963f-271e-4ecc-ab95-b013bce0fee2 req-4fe1db4b-61b1-4408-9c18-f5d4f132b35a service neutron] 10.222.0.66 "GET /v2.0/networks?id=1cb48be7-71e7-4e2e-b898-c29e50006806 HTTP/1.1" status: 200 len: 913 time: 0.2187066 May 27 03:08:52.570941 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d729963f-271e-4ecc-ab95-b013bce0fee2 req-5282b47c-da24-4bf7-9f53-3d216ed349c8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b0964ce-01df-459b-a12f-a7d8d5e83c66 HTTP/1.1" status: 200 len: 999 time: 0.1792066 May 27 03:08:52.574996 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d729963f-271e-4ecc-ab95-b013bce0fee2 req-2069b1d2-2ec7-4eb8-9be0-d2e7f7481158 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b0964ce-01df-459b-a12f-a7d8d5e83c66 HTTP/1.1" status: 200 len: 999 time: 0.1329668 May 27 03:08:52.629884 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18590f94-6388-468c-9dd4-f5d05a6cfd14 req-6e6bcf11-5b2e-4874-899a-662df30cf7c7 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:52.631353 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-18590f94-6388-468c-9dd4-f5d05a6cfd14 req-6e6bcf11-5b2e-4874-899a-662df30cf7c7 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 943 time: 0.0811696 May 27 03:08:52.675760 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-18590f94-6388-468c-9dd4-f5d05a6cfd14 req-46a85cf5-bd72-405d-8f72-c149e6dea199 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381618 May 27 03:08:52.685410 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729963f-271e-4ecc-ab95-b013bce0fee2 req-0f786aac-6bf4-4da5-96dd-e348e7700f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:52.686844 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d729963f-271e-4ecc-ab95-b013bce0fee2 req-0f786aac-6bf4-4da5-96dd-e348e7700f3b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=721df4b2-6cb6-4950-bbe4-a5797d0d8b04 HTTP/1.1" status: 200 len: 851 time: 0.1088607 May 27 03:08:52.689919 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729963f-271e-4ecc-ab95-b013bce0fee2 req-62e58b3e-9087-4613-bf01-7f74c6d0f79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:52.691212 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d729963f-271e-4ecc-ab95-b013bce0fee2 req-62e58b3e-9087-4613-bf01-7f74c6d0f79b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=721df4b2-6cb6-4950-bbe4-a5797d0d8b04 HTTP/1.1" status: 200 len: 851 time: 0.0797195 May 27 03:08:52.821439 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729963f-271e-4ecc-ab95-b013bce0fee2 req-94872e64-1f00-4229-a8c2-f6564bbb38e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:52.822956 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d729963f-271e-4ecc-ab95-b013bce0fee2 req-94872e64-1f00-4229-a8c2-f6564bbb38e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1cb48be7-71e7-4e2e-b898-c29e50006806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1304135 May 27 03:08:52.824815 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729963f-271e-4ecc-ab95-b013bce0fee2 req-29c7b84b-fabd-4ad6-b62c-bb76b97c9d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:52.826123 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d729963f-271e-4ecc-ab95-b013bce0fee2 req-29c7b84b-fabd-4ad6-b62c-bb76b97c9d51 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1cb48be7-71e7-4e2e-b898-c29e50006806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1044970 May 27 03:08:53.062161 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d729963f-271e-4ecc-ab95-b013bce0fee2 req-bfc96d53-22b3-4c2e-bdf4-bf8fce06e4b1 service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328784 May 27 03:08:53.064032 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d729963f-271e-4ecc-ab95-b013bce0fee2 req-a63d980c-ecb9-4564-9c7b-c7105703daef service neutron] 10.222.0.66 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170317 May 27 03:08:53.417203 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d729963f-271e-4ecc-ab95-b013bce0fee2 req-23ed6e2d-699f-4ed7-8035-5d0b445b92f7 service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490009 May 27 03:08:53.418995 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d729963f-271e-4ecc-ab95-b013bce0fee2 req-de676890-a3d4-4d04-b162-25123af00075 service neutron] 10.222.0.66 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339038 May 27 03:08:53.863429 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ee3cf-c47e-45e9-ab1e-1b82b0cc7ada req-e322fe5a-07d8-46fe-a86e-bc64197c9cd4 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:53.864885 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-585ee3cf-c47e-45e9-ab1e-1b82b0cc7ada req-e322fe5a-07d8-46fe-a86e-bc64197c9cd4 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 943 time: 0.0815563 May 27 03:08:53.907887 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-585ee3cf-c47e-45e9-ab1e-1b82b0cc7ada req-51e5d546-8947-408d-aae8-b2d879287150 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373690 May 27 03:08:54.318490 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb898f-cf50-46b9-8db5-ed714e2554b9 req-0bb57832-6cf2-49e2-a08f-2a78193488eb tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:54.319958 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9ceb898f-cf50-46b9-8db5-ed714e2554b9 req-0bb57832-6cf2-49e2-a08f-2a78193488eb tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 943 time: 0.0809851 May 27 03:08:54.368102 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9ceb898f-cf50-46b9-8db5-ed714e2554b9 req-f74b65a2-75af-4a4b-ad24-4c2bf15acb30 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421104 May 27 03:08:54.370172 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca29528-d461-4242-93c3-c2fc1439f9bf req-d2ff1043-69d7-4408-a578-c390f345c50a tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:54.371539 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-fca29528-d461-4242-93c3-c2fc1439f9bf req-d2ff1043-69d7-4408-a578-c390f345c50a tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Synchronizing usage tracker for tenant:eba8cac7bf8e48628813cc32fe0ab29b on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:08:54.435972 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-fca29528-d461-4242-93c3-c2fc1439f9bf req-d2ff1043-69d7-4408-a578-c390f345c50a tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Unset dirty status for tenant:eba8cac7bf8e48628813cc32fe0ab29b on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:08:54.437099 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-fca29528-d461-4242-93c3-c2fc1439f9bf req-d2ff1043-69d7-4408-a578-c390f345c50a tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002&tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&binding%3Ahost_id=n-h2-843554-3 HTTP/1.1" status: 200 len: 943 time: 0.1490185 May 27 03:08:54.515867 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [req-fca29528-d461-4242-93c3-c2fc1439f9bf req-047aa637-61c9-4515-a49b-65860609e019 service neutron] delete failed (client error): The resource could not be found. May 27 03:08:54.516852 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-fca29528-d461-4242-93c3-c2fc1439f9bf req-047aa637-61c9-4515-a49b-65860609e019 service neutron] 10.222.0.32 "DELETE /v2.0/ports/9b0964ce-01df-459b-a12f-a7d8d5e83c66/bindings/n-h1-843554-3 HTTP/1.1" status: 404 len: 380 time: 0.0741112 May 27 03:08:54.653133 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca29528-d461-4242-93c3-c2fc1439f9bf req-cfab8410-faf8-49d7-9e07-f807e94c7ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:54.654498 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-fca29528-d461-4242-93c3-c2fc1439f9bf req-cfab8410-faf8-49d7-9e07-f807e94c7ae3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 1094 time: 0.0708203 May 27 03:08:54.783523 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca29528-d461-4242-93c3-c2fc1439f9bf req-6eaffb7a-7a2b-4402-9f42-906313d14a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:54.784961 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-fca29528-d461-4242-93c3-c2fc1439f9bf req-6eaffb7a-7a2b-4402-9f42-906313d14a71 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1cb48be7-71e7-4e2e-b898-c29e50006806 HTTP/1.1" status: 200 len: 913 time: 0.1242003 May 27 03:08:54.864658 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 9b0964ce-01df-459b-a12f-a7d8d5e83c66 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:08:54.890071 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-fca29528-d461-4242-93c3-c2fc1439f9bf req-dd31fb62-0336-4b04-903d-49e117e0bc40 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b0964ce-01df-459b-a12f-a7d8d5e83c66 HTTP/1.1" status: 200 len: 999 time: 0.0990574 May 27 03:08:54.952981 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca29528-d461-4242-93c3-c2fc1439f9bf req-378b060e-f858-4870-8436-c320060189bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:54.954336 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-fca29528-d461-4242-93c3-c2fc1439f9bf req-378b060e-f858-4870-8436-c320060189bc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=721df4b2-6cb6-4950-bbe4-a5797d0d8b04 HTTP/1.1" status: 200 len: 851 time: 0.0577991 May 27 03:08:54.996815 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 9b0964ce-01df-459b-a12f-a7d8d5e83c66, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=9b0964ce-01df-459b-a12f-a7d8d5e83c66,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:08:55.008968 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '9b0964ce-01df-459b-a12f-a7d8d5e83c66', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'port_id': '9b0964ce-01df-459b-a12f-a7d8d5e83c66', 'mac_address': 'fa:16:3e:39:9d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:08:55.031334 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca29528-d461-4242-93c3-c2fc1439f9bf req-76c03dd1-b14f-4ede-b9f4-208742f7e10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:55.032872 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-fca29528-d461-4242-93c3-c2fc1439f9bf req-76c03dd1-b14f-4ede-b9f4-208742f7e10e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1cb48be7-71e7-4e2e-b898-c29e50006806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725582 May 27 03:08:55.067125 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 9b0964ce-01df-459b-a12f-a7d8d5e83c66 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:08:55.067498 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:08:55.084767 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b0964ce-01df-459b-a12f-a7d8d5e83c66 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:08:55.100348 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 9b0964ce-01df-459b-a12f-a7d8d5e83c66, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=9b0964ce-01df-459b-a12f-a7d8d5e83c66,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:08:55.163686 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-fca29528-d461-4242-93c3-c2fc1439f9bf req-dc71023c-ee7c-45d2-8221-fb4e05a4e042 service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245790 May 27 03:08:55.178771 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:08:55.243678 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=9b0964ce-01df-459b-a12f-a7d8d5e83c66,revision_number=8']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:08:55.251558 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:08:55.251904 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:08:55.252481 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:08:55.252608 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:08:55.252898 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:08:55.253228 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:08:55.253549 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:08:55.253867 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:08:55.254183 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:08:55.254501 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:08:55.254817 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:08:55.255131 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:08:55.293988 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-fca29528-d461-4242-93c3-c2fc1439f9bf req-697abbfe-365a-4670-b034-82b50016cc93 service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234686 May 27 03:08:55.402996 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['9b0964ce-01df-459b-a12f-a7d8d5e83c66'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:08:55.546613 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f58c4fa9-8aaa-4630-9a94-3f44f3c88fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:08:55.665658 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd14a0-edb3-4ae2-876a-532179762545 req-17831f70-af08-4cda-8bdc-a97e22e590b5 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:55.667118 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b2cd14a0-edb3-4ae2-876a-532179762545 req-17831f70-af08-4cda-8bdc-a97e22e590b5 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 944 time: 0.1863620 May 27 03:08:55.710968 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b2cd14a0-edb3-4ae2-876a-532179762545 req-111c8568-f771-4280-a861-a26ab637dbfe tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375051 May 27 03:08:56.878637 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 9b0964ce-01df-459b-a12f-a7d8d5e83c66 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:08:56.894723 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b542b-af35-41b1-9839-d5d0b1be42df req-f9376daf-faee-4ad9-88b9-55f7d4b46ba2 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:56.896179 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9b4b542b-af35-41b1-9839-d5d0b1be42df req-f9376daf-faee-4ad9-88b9-55f7d4b46ba2 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 944 time: 0.0814946 May 27 03:08:56.939650 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9b4b542b-af35-41b1-9839-d5d0b1be42df req-1c03cad3-ad70-4db8-9573-c9d8799f0824 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377595 May 27 03:08:57.036477 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 9b0964ce-01df-459b-a12f-a7d8d5e83c66 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:08:57.041550 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 9b0964ce-01df-459b-a12f-a7d8d5e83c66 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:08:57.041926 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:08:57.121852 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d8b23-8d24-4e42-a60c-477fd1acd129 req-2b9cedb1-999a-4e3e-9eff-ccec42ef225d tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:57.123329 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-647d8b23-8d24-4e42-a60c-477fd1acd129 req-2b9cedb1-999a-4e3e-9eff-ccec42ef225d tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 944 time: 0.0800540 May 27 03:08:57.160770 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 9b0964ce-01df-459b-a12f-a7d8d5e83c66 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:08:57.161396 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:08:57.170076 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-647d8b23-8d24-4e42-a60c-477fd1acd129 req-1d9aec1d-b899-4a34-9c99-51071b1caf5e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411167 May 27 03:08:57.188974 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0964ce-01df-459b-a12f-a7d8d5e83c66'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:08:57.199217 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 9b0964ce-01df-459b-a12f-a7d8d5e83c66, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=9b0964ce-01df-459b-a12f-a7d8d5e83c66,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:08:57.259526 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:08:57.297467 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f818b1f9-b85b-4325-a62d-6af244622091'] response: {'server_uuid': '8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0964ce-01df-459b-a12f-a7d8d5e83c66', 'code': 200} May 27 03:08:57.332794 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=9b0964ce-01df-459b-a12f-a7d8d5e83c66,revision_number=9']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:08:57.631500 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db76a2-919e-4120-a708-8bfbefcc188a req-20048758-1765-42df-832d-077cd554d995 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:57.632913 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-39db76a2-919e-4120-a708-8bfbefcc188a req-20048758-1765-42df-832d-077cd554d995 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 945 time: 0.0811462 May 27 03:08:57.680035 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-39db76a2-919e-4120-a708-8bfbefcc188a req-606d5c70-de57-4abd-beee-5da64095fd74 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412345 May 27 03:08:57.732160 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0235e-cecc-4efb-a528-822758d93251 req-1a816605-ecc1-404f-bae9-6cc14725d4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:57.733659 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d0c0235e-cecc-4efb-a528-822758d93251 req-1a816605-ecc1-404f-bae9-6cc14725d4c2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 1096 time: 0.0708971 May 27 03:08:57.865633 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0235e-cecc-4efb-a528-822758d93251 req-b78eabfd-5108-443e-8aad-c3de7854b924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:57.867084 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d0c0235e-cecc-4efb-a528-822758d93251 req-b78eabfd-5108-443e-8aad-c3de7854b924 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1cb48be7-71e7-4e2e-b898-c29e50006806 HTTP/1.1" status: 200 len: 913 time: 0.1271145 May 27 03:08:57.905138 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a25e07ee-c5ff-4d5c-9b96-fa132009b7ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:08:57.970089 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d0c0235e-cecc-4efb-a528-822758d93251 req-0ceb6416-5562-4ff2-a4e5-f4034f4db4b6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b0964ce-01df-459b-a12f-a7d8d5e83c66 HTTP/1.1" status: 200 len: 1001 time: 0.0969267 May 27 03:08:58.029966 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0235e-cecc-4efb-a528-822758d93251 req-1ce656e2-3798-4d75-a866-dc8f82c7bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:58.031324 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d0c0235e-cecc-4efb-a528-822758d93251 req-1ce656e2-3798-4d75-a866-dc8f82c7bab0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=721df4b2-6cb6-4950-bbe4-a5797d0d8b04 HTTP/1.1" status: 200 len: 851 time: 0.0561557 May 27 03:08:58.106076 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0235e-cecc-4efb-a528-822758d93251 req-45cdbbf4-0ec4-4dc1-b3f1-53a9780a33a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:58.107550 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d0c0235e-cecc-4efb-a528-822758d93251 req-45cdbbf4-0ec4-4dc1-b3f1-53a9780a33a6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1cb48be7-71e7-4e2e-b898-c29e50006806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704186 May 27 03:08:58.235433 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d0c0235e-cecc-4efb-a528-822758d93251 req-9a11d088-7ac8-497a-ac90-652491919fd9 service neutron] 10.222.0.66 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221385 May 27 03:08:58.474451 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d0c0235e-cecc-4efb-a528-822758d93251 req-519b8033-7535-448d-a7de-502a5b06960d service neutron] 10.222.0.66 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337792 May 27 03:08:58.871785 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e3606-15a7-494e-8a13-a5ef72bb3122 req-f8a1de3c-2177-401e-956f-a7b36193d34d tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:58.873536 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9a8e3606-15a7-494e-8a13-a5ef72bb3122 req-f8a1de3c-2177-401e-956f-a7b36193d34d tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 945 time: 0.0849009 May 27 03:08:58.918126 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9a8e3606-15a7-494e-8a13-a5ef72bb3122 req-565f92d8-a648-4957-ae32-171e6468d25a tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383587 May 27 03:08:59.030080 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:08:59.121424 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:00.097729 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290ce18-8a01-42f8-ab82-75086d7f6d80 req-525d962d-f25d-4223-95f2-491c6be95c7c tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:00.099170 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e290ce18-8a01-42f8-ab82-75086d7f6d80 req-525d962d-f25d-4223-95f2-491c6be95c7c tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 945 time: 0.0777233 May 27 03:09:00.143014 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e290ce18-8a01-42f8-ab82-75086d7f6d80 req-9e671274-1aba-4480-b8e4-031574fb77da tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382004 May 27 03:09:00.270083 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:00.660104 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:09:00.709957 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76419d-3bf0-4bf0-b0b6-88dfd19715cb req-e1107eee-93f7-4831-84df-76827b2e89fa tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:00.711377 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8e76419d-3bf0-4bf0-b0b6-88dfd19715cb req-e1107eee-93f7-4831-84df-76827b2e89fa tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 945 time: 0.0801604 May 27 03:09:00.754763 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8e76419d-3bf0-4bf0-b0b6-88dfd19715cb req-24f9f1f3-b130-4b43-8e34-a587d12572d6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371082 May 27 03:09:01.902851 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5cf1b-1db8-4e16-b30c-fcea4abbadd1 req-6875d911-e01e-499f-b1aa-94ce46a9dae1 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:01.904274 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bda5cf1b-1db8-4e16-b30c-fcea4abbadd1 req-6875d911-e01e-499f-b1aa-94ce46a9dae1 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 945 time: 0.0790870 May 27 03:09:01.939957 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc286c-2b93-4323-b8a7-1053a6d8c2db req-bc61d102-9936-4a04-b46e-590713736bed tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:01.941443 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-45bc286c-2b93-4323-b8a7-1053a6d8c2db req-bc61d102-9936-4a04-b46e-590713736bed tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 945 time: 0.0785592 May 27 03:09:01.978084 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-bda5cf1b-1db8-4e16-b30c-fcea4abbadd1 req-30c0096b-030b-46dc-be1c-e705e0a7e2e6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Deleting port 9b0964ce-01df-459b-a12f-a7d8d5e83c66 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:09:01.978428 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bda5cf1b-1db8-4e16-b30c-fcea4abbadd1 req-30c0096b-030b-46dc-be1c-e705e0a7e2e6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:01.985624 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-45bc286c-2b93-4323-b8a7-1053a6d8c2db req-2116434e-571a-428e-af83-55b3a09a4b08 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386281 May 27 03:09:02.218494 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-bda5cf1b-1db8-4e16-b30c-fcea4abbadd1 req-30c0096b-030b-46dc-be1c-e705e0a7e2e6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] For port 9b0964ce-01df-459b-a12f-a7d8d5e83c66, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=9b0964ce-01df-459b-a12f-a7d8d5e83c66,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:09:02.218856 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bda5cf1b-1db8-4e16-b30c-fcea4abbadd1 req-30c0096b-030b-46dc-be1c-e705e0a7e2e6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:02.503039 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bda5cf1b-1db8-4e16-b30c-fcea4abbadd1 req-30c0096b-030b-46dc-be1c-e705e0a7e2e6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:02.503408 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bda5cf1b-1db8-4e16-b30c-fcea4abbadd1 req-30c0096b-030b-46dc-be1c-e705e0a7e2e6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:02.503712 n-d-843554-3 neutron-server[88901]: INFO neutron.db.l3_db [req-bda5cf1b-1db8-4e16-b30c-fcea4abbadd1 req-30c0096b-030b-46dc-be1c-e705e0a7e2e6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Floating IP 7edcdeb5-8335-4cfc-8798-c25cf508b836 disassociated. External IP: 172.25.1.216, port: 9b0964ce-01df-459b-a12f-a7d8d5e83c66. May 27 03:09:02.504043 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-bda5cf1b-1db8-4e16-b30c-fcea4abbadd1 req-30c0096b-030b-46dc-be1c-e705e0a7e2e6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Calling delete_port for 9b0964ce-01df-459b-a12f-a7d8d5e83c66 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:09:02.721579 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bda5cf1b-1db8-4e16-b30c-fcea4abbadd1 req-30c0096b-030b-46dc-be1c-e705e0a7e2e6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:02.771540 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c0096b-030b-46dc-be1c-e705e0a7e2e6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Pushing event deleted for resources: {'Port': ['ID=9b0964ce-01df-459b-a12f-a7d8d5e83c66,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:09:02.964789 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bda5cf1b-1db8-4e16-b30c-fcea4abbadd1 req-30c0096b-030b-46dc-be1c-e705e0a7e2e6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Router da1235dc-b2f2-4d39-8071-81288ebc69fc has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:09:03.137192 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6e6612b9-233a-4635-8a8e-4b68dd202ac1 req-487f6272-98c5-4ac0-9938-7b393965fdbb tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002 HTTP/1.1" status: 200 len: 210 time: 0.0451922 May 27 03:09:03.142781 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bda5cf1b-1db8-4e16-b30c-fcea4abbadd1 req-30c0096b-030b-46dc-be1c-e705e0a7e2e6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:09:03.154005 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817f5523-675c-420a-b4ae-c9dd8e0baf6c None None] Sync routers for ids ['da1235dc-b2f2-4d39-8071-81288ebc69fc'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:09:03.162839 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817f5523-675c-420a-b4ae-c9dd8e0baf6c None None] Routers {'da1235dc-b2f2-4d39-8071-81288ebc69fc'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:09:03.163436 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-817f5523-675c-420a-b4ae-c9dd8e0baf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:08:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['da1235dc-b2f2-4d39-8071-81288ebc69fc'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:09:03.216440 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda5cf1b-1db8-4e16-b30c-fcea4abbadd1 req-30c0096b-030b-46dc-be1c-e705e0a7e2e6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] No DVR routers for this DVR port 9b0964ce-01df-459b-a12f-a7d8d5e83c66 on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:09:03.218991 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bda5cf1b-1db8-4e16-b30c-fcea4abbadd1 req-30c0096b-030b-46dc-be1c-e705e0a7e2e6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:03.221506 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002', 'name': 'network-vif-deleted', 'tag': '9b0964ce-01df-459b-a12f-a7d8d5e83c66'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:09:03.267080 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f217cc07-81bf-4596-845e-7d9809cc2e1c'] response: {'server_uuid': '8c2e87e8-94c3-4a3b-b7ca-8e8f3664f002', 'name': 'network-vif-deleted', 'tag': '9b0964ce-01df-459b-a12f-a7d8d5e83c66', 'status': 'completed', 'code': 200} May 27 03:09:03.340044 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bda5cf1b-1db8-4e16-b30c-fcea4abbadd1 req-30c0096b-030b-46dc-be1c-e705e0a7e2e6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.66 "DELETE /v2.0/ports/9b0964ce-01df-459b-a12f-a7d8d5e83c66 HTTP/1.1" status: 204 len: 173 time: 1.4297049 May 27 03:09:03.346006 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-817f5523-675c-420a-b4ae-c9dd8e0baf6c None None] Set router da1235dc-b2f2-4d39-8071-81288ebc69fc gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:09:03.652926 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-817f5523-675c-420a-b4ae-c9dd8e0baf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'name': 'tempest-ServerActionsTestJSON-1569965996-router', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:06:30Z', 'updated_at': '2022-05-27T03:06:35Z', 'revision_number': 4, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'gw_port': {'id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:31Z', 'updated_at': '2022-05-27T03:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'e7d1df91-3aa4-4351-9632-e1ce891ea604', 'name': '', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'mac_address': 'fa:16:3e:83:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:34Z', 'updated_at': '2022-05-27T03:06:40Z', 'revision_number': 5, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'subnets': [{'id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:09:03.656655 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817f5523-675c-420a-b4ae-c9dd8e0baf6c None None] Checking router: da1235dc-b2f2-4d39-8071-81288ebc69fc for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:09:03.664784 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817f5523-675c-420a-b4ae-c9dd8e0baf6c None None] Routers {'da1235dc-b2f2-4d39-8071-81288ebc69fc'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:09:03.665412 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-817f5523-675c-420a-b4ae-c9dd8e0baf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:08:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['da1235dc-b2f2-4d39-8071-81288ebc69fc'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:09:03.873324 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-817f5523-675c-420a-b4ae-c9dd8e0baf6c None None] Set router da1235dc-b2f2-4d39-8071-81288ebc69fc gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:09:04.171642 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-817f5523-675c-420a-b4ae-c9dd8e0baf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'name': 'tempest-ServerActionsTestJSON-1569965996-router', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:06:30Z', 'updated_at': '2022-05-27T03:06:35Z', 'revision_number': 4, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'gw_port': {'id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:31Z', 'updated_at': '2022-05-27T03:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'e7d1df91-3aa4-4351-9632-e1ce891ea604', 'name': '', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'mac_address': 'fa:16:3e:83:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:34Z', 'updated_at': '2022-05-27T03:06:40Z', 'revision_number': 5, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'subnets': [{'id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:09:04.175512 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817f5523-675c-420a-b4ae-c9dd8e0baf6c None None] The sync data for ids ['da1235dc-b2f2-4d39-8071-81288ebc69fc'] in n-d-843554-3 is: [{'id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'name': 'tempest-ServerActionsTestJSON-1569965996-router', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:06:30Z', 'updated_at': '2022-05-27T03:06:35Z', 'revision_number': 4, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'gw_port': {'id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:31Z', 'updated_at': '2022-05-27T03:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'e7d1df91-3aa4-4351-9632-e1ce891ea604', 'name': '', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'mac_address': 'fa:16:3e:83:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:34Z', 'updated_at': '2022-05-27T03:06:40Z', 'revision_number': 5, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'subnets': [{'id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:09:04.406389 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ad63e7-bd28-4cff-aed3-618afe8d6a7f None None] New status for floating IP 7edcdeb5-8335-4cfc-8798-c25cf508b836: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:09:04.475912 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-c9a44e2b-37ca-4cee-a8de-834fbb3c7edf tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--517027483&fields=id&tenant_id=eba8cac7bf8e48628813cc32fe0ab29b HTTP/1.1" status: 200 len: 267 time: 0.0393476 May 27 03:09:04.629963 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-adbd3e89-3628-4a0c-843b-405702abd46a tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:04.631607 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-adbd3e89-3628-4a0c-843b-405702abd46a tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/networks?id=1cb48be7-71e7-4e2e-b898-c29e50006806 HTTP/1.1" status: 200 len: 812 time: 0.1490827 May 27 03:09:04.646706 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-8fbcdd91-e359-458b-b866-346662b44386 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/quotas/eba8cac7bf8e48628813cc32fe0ab29b HTTP/1.1" status: 200 len: 375 time: 0.0095379 May 27 03:09:04.731410 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-c7181059-6080-4448-8277-a74c66914afb tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0794196 May 27 03:09:04.747538 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-5373e59a-2e1d-4d7a-b932-26f3693bf87e service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 03:09:04.748494 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-5373e59a-2e1d-4d7a-b932-26f3693bf87e service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056868 May 27 03:09:04.881174 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-f034991c-aa9f-467e-819d-38b636c6204f service neutron] 10.222.0.57 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268637 May 27 03:09:05.010239 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-2d18a77a-399f-49ae-9e12-c9190f74e748 service neutron] 10.222.0.57 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231620 May 27 03:09:05.259411 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-84d1707d-4c60-4ac2-baa6-c5697c8fd6e7 req-5ad6f711-63f5-488c-869d-62264b3dbf56 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 210 time: 0.0460529 May 27 03:09:06.406198 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f68b8662-80fc-409c-8145-1c8225407534 req-d575382c-8279-4b89-abcb-bc89c09cbd17 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 210 time: 0.0435255 May 27 03:09:06.911432 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 9b0964ce-01df-459b-a12f-a7d8d5e83c66 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:09:06.945616 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: 9b0964ce-01df-459b-a12f-a7d8d5e83c66 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:09:06.945944 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 9b0964ce-01df-459b-a12f-a7d8d5e83c66 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:09:07.341130 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-135d499c-9b43-4299-9de5-d7da3cf56b6e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:07.342552 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-135d499c-9b43-4299-9de5-d7da3cf56b6e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.32 "GET /v2.0/networks?id=1cb48be7-71e7-4e2e-b898-c29e50006806 HTTP/1.1" status: 200 len: 812 time: 0.2544043 May 27 03:09:07.391678 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-039674ea-867c-4c64-9b8c-07c5b62701c7 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eba8cac7bf8e48628813cc32fe0ab29b HTTP/1.1" status: 200 len: 379 time: 0.0410404 May 27 03:09:07.400742 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-0ca528c6-980e-473c-bac6-add92232e8fd tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Request body: {'port': {'device_id': 'fa28b6a9-ca00-4040-bcb7-09cae932d639', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'admin_state_up': True, 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'security_groups': ['968366e7-a861-4879-91be-4708d3f4b4a1']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:09:07.539757 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-0ca528c6-980e-473c-bac6-add92232e8fd tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:09:07.544493 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-0ca528c6-980e-473c-bac6-add92232e8fd tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Usage tracker for resource:port and tenant:eba8cac7bf8e48628813cc32fe0ab29b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:09:07.547359 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-0ca528c6-980e-473c-bac6-add92232e8fd tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:09:07.553026 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-0ca528c6-980e-473c-bac6-add92232e8fd tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:09:07.553520 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0ff58746-8cef-4676-81c0-f7cdec01531c req-70afe6b8-c129-4ee8-bb98-867cd41c48d4 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 210 time: 0.0420849 May 27 03:09:07.659079 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-0ca528c6-980e-473c-bac6-add92232e8fd tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Made reservation on behalf of eba8cac7bf8e48628813cc32fe0ab29b for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:09:07.662575 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-0ca528c6-980e-473c-bac6-add92232e8fd tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:07.822377 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-0ca528c6-980e-473c-bac6-add92232e8fd tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Allocated IP 172.20.0.6 (1cb48be7-71e7-4e2e-b898-c29e50006806/721df4b2-6cb6-4950-bbe4-a5797d0d8b04/54cd3a95-2e98-4b56-8eaf-7eafd6070340) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:09:08.004786 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-0ca528c6-980e-473c-bac6-add92232e8fd tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:08.019959 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-0ca528c6-980e-473c-bac6-add92232e8fd tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Transition to ACTIVE for port object 54cd3a95-2e98-4b56-8eaf-7eafd6070340 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:09:08.115958 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-0ca528c6-980e-473c-bac6-add92232e8fd tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:08.189409 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-0ca528c6-980e-473c-bac6-add92232e8fd tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Network 1cb48be7-71e7-4e2e-b898-c29e50006806 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:09:08.192539 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-0ca528c6-980e-473c-bac6-add92232e8fd tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:09:08.196314 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-0ca528c6-980e-473c-bac6-add92232e8fd tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:09:08.226542 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca528c6-980e-473c-bac6-add92232e8fd tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Pushing event updated for resources: {'Port': ['ID=54cd3a95-2e98-4b56-8eaf-7eafd6070340,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:09:08.264400 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-0ca528c6-980e-473c-bac6-add92232e8fd tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:08.264977 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-0ca528c6-980e-473c-bac6-add92232e8fd tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:08.351112 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-0ca528c6-980e-473c-bac6-add92232e8fd tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9537992 May 27 03:09:08.362703 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-a0186748-efcd-4d01-b256-971a16abe245 service neutron] Request body: {'port': {'device_id': 'fa28b6a9-ca00-4040-bcb7-09cae932d639', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:09:08.475459 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-a0186748-efcd-4d01-b256-971a16abe245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:08.498813 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ce596629-c34f-43e4-88c4-5d488845cfd4 None None] Provisioning for port 54cd3a95-2e98-4b56-8eaf-7eafd6070340 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:09:08.503871 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ce596629-c34f-43e4-88c4-5d488845cfd4 None None] Provisioning complete for port 54cd3a95-2e98-4b56-8eaf-7eafd6070340 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:09:08.504246 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ce596629-c34f-43e4-88c4-5d488845cfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:08.560416 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ce596629-c34f-43e4-88c4-5d488845cfd4 None None] Port 54cd3a95-2e98-4b56-8eaf-7eafd6070340 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:09:08.748368 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2289bd5-f5b1-4b47-ba5e-57056ba9d0cd req-5a511c02-1157-4797-8360-de809f049ab6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:08.749864 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c2289bd5-f5b1-4b47-ba5e-57056ba9d0cd req-5a511c02-1157-4797-8360-de809f049ab6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 931 time: 0.0884736 May 27 03:09:08.793588 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c2289bd5-f5b1-4b47-ba5e-57056ba9d0cd req-d6afa3d6-6758-4f0d-af0d-c3f6b8b5202b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376937 May 27 03:09:08.824445 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-a0186748-efcd-4d01-b256-971a16abe245 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54cd3a95-2e98-4b56-8eaf-7eafd6070340 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:09:08.830976 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-a0186748-efcd-4d01-b256-971a16abe245 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:08.844797 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-a0186748-efcd-4d01-b256-971a16abe245 service neutron] Transition to ACTIVE for port object 54cd3a95-2e98-4b56-8eaf-7eafd6070340 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:09:08.915485 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-a0186748-efcd-4d01-b256-971a16abe245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:09.069623 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0186748-efcd-4d01-b256-971a16abe245 service neutron] Pushing event updated for resources: {'Port': ['ID=54cd3a95-2e98-4b56-8eaf-7eafd6070340,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:09:09.148965 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-a0186748-efcd-4d01-b256-971a16abe245 service neutron] Attempting to bind port 54cd3a95-2e98-4b56-8eaf-7eafd6070340 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:09:09.149295 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-a0186748-efcd-4d01-b256-971a16abe245 service neutron] Attempting to bind port 54cd3a95-2e98-4b56-8eaf-7eafd6070340 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:09:09.149615 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-a0186748-efcd-4d01-b256-971a16abe245 service neutron] Attempting to bind port 54cd3a95-2e98-4b56-8eaf-7eafd6070340 on network 1cb48be7-71e7-4e2e-b898-c29e50006806 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:09:09.154662 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-a0186748-efcd-4d01-b256-971a16abe245 service neutron] Port 54cd3a95-2e98-4b56-8eaf-7eafd6070340 on network 1cb48be7-71e7-4e2e-b898-c29e50006806 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:09:09.154978 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-a0186748-efcd-4d01-b256-971a16abe245 service neutron] Attempting to bind port 54cd3a95-2e98-4b56-8eaf-7eafd6070340 on network 1cb48be7-71e7-4e2e-b898-c29e50006806 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:09:09.159958 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-a0186748-efcd-4d01-b256-971a16abe245 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:09:09.160293 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-a0186748-efcd-4d01-b256-971a16abe245 service neutron] Checking segment: {'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:09:09.160674 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-a0186748-efcd-4d01-b256-971a16abe245 service neutron] Bound using segment: {'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:09:09.161128 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-a0186748-efcd-4d01-b256-971a16abe245 service neutron] Bound port: 54cd3a95-2e98-4b56-8eaf-7eafd6070340, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:09:09.161469 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-a0186748-efcd-4d01-b256-971a16abe245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:09.252939 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-a0186748-efcd-4d01-b256-971a16abe245 service neutron] For port 54cd3a95-2e98-4b56-8eaf-7eafd6070340, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:09:09.255697 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-a0186748-efcd-4d01-b256-971a16abe245 service neutron] For port 54cd3a95-2e98-4b56-8eaf-7eafd6070340, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=54cd3a95-2e98-4b56-8eaf-7eafd6070340,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:09:09.350394 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-a0186748-efcd-4d01-b256-971a16abe245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:09.410910 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-a0186748-efcd-4d01-b256-971a16abe245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:09.411512 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-a0186748-efcd-4d01-b256-971a16abe245 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:09.412872 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-a0186748-efcd-4d01-b256-971a16abe245 service neutron] 10.222.0.32 "PUT /v2.0/ports/54cd3a95-2e98-4b56-8eaf-7eafd6070340 HTTP/1.1" status: 200 len: 1091 time: 1.0546637 May 27 03:09:09.413293 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa28b6a9-ca00-4040-bcb7-09cae932d639', 'tag': '54cd3a95-2e98-4b56-8eaf-7eafd6070340'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:09:09.439619 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0186748-efcd-4d01-b256-971a16abe245 service neutron] Pushing event updated for resources: {'Port': ['ID=54cd3a95-2e98-4b56-8eaf-7eafd6070340,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:09:09.467544 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38ca04f9-64b6-4592-96fd-f6134e0907ca'] response: {'name': 'network-changed', 'server_uuid': 'fa28b6a9-ca00-4040-bcb7-09cae932d639', 'tag': '54cd3a95-2e98-4b56-8eaf-7eafd6070340', 'status': 'completed', 'code': 200} May 27 03:09:09.670633 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785faf4-4e3f-4ed3-b3a4-f51f7aea685e req-c5182bf0-6c5f-436b-9980-83b98f242b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:09.672153 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a785faf4-4e3f-4ed3-b3a4-f51f7aea685e req-c5182bf0-6c5f-436b-9980-83b98f242b1e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 1094 time: 0.1825337 May 27 03:09:09.812506 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785faf4-4e3f-4ed3-b3a4-f51f7aea685e req-56bd3c08-5556-4dc0-8a75-238db61ec70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:09.814136 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a785faf4-4e3f-4ed3-b3a4-f51f7aea685e req-56bd3c08-5556-4dc0-8a75-238db61ec70a service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1349909 May 27 03:09:09.953553 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785faf4-4e3f-4ed3-b3a4-f51f7aea685e req-b75f5230-ae90-4a2f-84be-c3b2c1e7eb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:09.954941 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a785faf4-4e3f-4ed3-b3a4-f51f7aea685e req-b75f5230-ae90-4a2f-84be-c3b2c1e7eb5c service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1354005 May 27 03:09:09.977218 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74d5e4-9c4c-4dbe-8bb6-3aff3d909c40 req-6aa625ec-2299-480c-8068-fac500f5d6f5 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:09.978677 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ed74d5e4-9c4c-4dbe-8bb6-3aff3d909c40 req-6aa625ec-2299-480c-8068-fac500f5d6f5 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 943 time: 0.0784159 May 27 03:09:10.025781 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ed74d5e4-9c4c-4dbe-8bb6-3aff3d909c40 req-cf3ecf3a-2f71-4693-9dff-320821d41d61 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411777 May 27 03:09:10.058421 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-c22489ea-1875-4b0f-b6af-032df246228b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:10.059917 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-c22489ea-1875-4b0f-b6af-032df246228b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 1094 time: 0.0703878 May 27 03:09:10.130863 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-80117da5-55ec-478c-aa31-1a169c426bca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54cd3a95-2e98-4b56-8eaf-7eafd6070340 HTTP/1.1" status: 200 len: 217 time: 0.0631783 May 27 03:09:10.192404 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-47e7338c-fd52-49c5-b8ad-a82880263916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:10.193809 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-47e7338c-fd52-49c5-b8ad-a82880263916 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=721df4b2-6cb6-4950-bbe4-a5797d0d8b04 HTTP/1.1" status: 200 len: 851 time: 0.0553896 May 27 03:09:10.270302 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-81ace933-1a1d-42d1-a6b1-f0162e34a641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:10.271718 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-81ace933-1a1d-42d1-a6b1-f0162e34a641 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1cb48be7-71e7-4e2e-b898-c29e50006806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710690 May 27 03:09:10.400551 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-97c71aa5-6c19-481c-ad5f-c6cc3f56118f service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224360 May 27 03:09:10.529026 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2270d322-f7db-4416-8bf6-05aa3b9a5fb3 req-bfa08628-86c7-4f81-afdb-6a218a963dc9 service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219583 May 27 03:09:11.209595 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5f58b-094a-419b-ae11-5e8a9e947979 req-d9ec64b1-539f-4a41-8a36-db77338e91a3 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:11.210899 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-49f5f58b-094a-419b-ae11-5e8a9e947979 req-d9ec64b1-539f-4a41-8a36-db77338e91a3 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 943 time: 0.0766599 May 27 03:09:11.253373 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-49f5f58b-094a-419b-ae11-5e8a9e947979 req-d31d0688-b5f9-407c-ab48-1cfe86988405 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364609 May 27 03:09:12.436870 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62bf2a-f1c5-4eeb-8c53-a84468eddd70 req-b62e0bc9-a9fc-4077-ae03-bba1b98a21e0 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:12.438217 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3f62bf2a-f1c5-4eeb-8c53-a84468eddd70 req-b62e0bc9-a9fc-4077-ae03-bba1b98a21e0 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 943 time: 0.0813985 May 27 03:09:12.481420 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3f62bf2a-f1c5-4eeb-8c53-a84468eddd70 req-ac7e2b58-14a3-4ec4-b63b-5ed4958d7ae3 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376518 May 27 03:09:13.141229 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 54cd3a95-2e98-4b56-8eaf-7eafd6070340 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:09:13.271337 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 54cd3a95-2e98-4b56-8eaf-7eafd6070340, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=54cd3a95-2e98-4b56-8eaf-7eafd6070340,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:09:13.284043 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '54cd3a95-2e98-4b56-8eaf-7eafd6070340', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'port_id': '54cd3a95-2e98-4b56-8eaf-7eafd6070340', 'mac_address': 'fa:16:3e:05:05:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:09:13.338575 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 54cd3a95-2e98-4b56-8eaf-7eafd6070340 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:09:13.338970 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:13.355275 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54cd3a95-2e98-4b56-8eaf-7eafd6070340 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:09:13.369837 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 54cd3a95-2e98-4b56-8eaf-7eafd6070340, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=54cd3a95-2e98-4b56-8eaf-7eafd6070340,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:09:13.413120 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:13.480777 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=54cd3a95-2e98-4b56-8eaf-7eafd6070340,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:09:13.630778 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['54cd3a95-2e98-4b56-8eaf-7eafd6070340'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:09:13.664150 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a12f79-bce2-45bc-9fcb-753c1af529c4 req-e40f3e4f-6a4d-4aac-9a93-cb9c9ae8cc70 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:13.665561 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c0a12f79-bce2-45bc-9fcb-753c1af529c4 req-e40f3e4f-6a4d-4aac-9a93-cb9c9ae8cc70 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 944 time: 0.0783217 May 27 03:09:13.710927 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c0a12f79-bce2-45bc-9fcb-753c1af529c4 req-1251f3b0-a228-4bf7-bb27-50acff58e022 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386686 May 27 03:09:14.898112 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd584cf5-14c1-4e85-9eb3-006671078077 req-f20b12da-ca35-46c3-ba8e-646b4a6f3ae1 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:14.899566 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bd584cf5-14c1-4e85-9eb3-006671078077 req-f20b12da-ca35-46c3-ba8e-646b4a6f3ae1 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 944 time: 0.0826344 May 27 03:09:14.943182 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bd584cf5-14c1-4e85-9eb3-006671078077 req-323de415-c5b1-42b7-a2db-44a3130eecb4 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375559 May 27 03:09:15.157505 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 54cd3a95-2e98-4b56-8eaf-7eafd6070340 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:09:15.275707 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 54cd3a95-2e98-4b56-8eaf-7eafd6070340 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:09:15.280998 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 54cd3a95-2e98-4b56-8eaf-7eafd6070340 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:09:15.281430 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:15.396529 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 54cd3a95-2e98-4b56-8eaf-7eafd6070340 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:09:15.396916 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:15.424027 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa28b6a9-ca00-4040-bcb7-09cae932d639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54cd3a95-2e98-4b56-8eaf-7eafd6070340'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:09:15.433639 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 54cd3a95-2e98-4b56-8eaf-7eafd6070340, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=54cd3a95-2e98-4b56-8eaf-7eafd6070340,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:09:15.474787 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f4d5b8f-d817-4a8e-932b-91e5fe8c7a7e'] response: {'server_uuid': 'fa28b6a9-ca00-4040-bcb7-09cae932d639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54cd3a95-2e98-4b56-8eaf-7eafd6070340', 'code': 200} May 27 03:09:15.493768 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:15.561701 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=54cd3a95-2e98-4b56-8eaf-7eafd6070340,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:09:15.599503 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e675191-852b-43cf-adf3-79e0f2e9b3ed req-5b2ecbd3-402a-47ee-8d9c-c2618989e438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:15.601086 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8e675191-852b-43cf-adf3-79e0f2e9b3ed req-5b2ecbd3-402a-47ee-8d9c-c2618989e438 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 1096 time: 0.0693853 May 27 03:09:15.641098 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8e675191-852b-43cf-adf3-79e0f2e9b3ed req-44378710-46fc-484c-b0e7-42e904413864 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338833 May 27 03:09:16.123692 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d02f45-e58e-4d9b-af77-65b4e18ce6d2 req-9fca084d-e7d5-4e24-957c-7a230f4df89e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:16.125152 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-20d02f45-e58e-4d9b-af77-65b4e18ce6d2 req-9fca084d-e7d5-4e24-957c-7a230f4df89e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 945 time: 0.0801687 May 27 03:09:16.171024 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-20d02f45-e58e-4d9b-af77-65b4e18ce6d2 req-938eab46-88b1-4c7d-beb9-e40cce98f41e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402448 May 27 03:09:17.358074 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154034b-b2d0-4d81-a607-4bb468139284 req-b102b34f-505d-4419-9a18-a49a2532fa8f tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:17.359700 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d154034b-b2d0-4d81-a607-4bb468139284 req-b102b34f-505d-4419-9a18-a49a2532fa8f tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 945 time: 0.0805027 May 27 03:09:17.402566 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d154034b-b2d0-4d81-a607-4bb468139284 req-57e54160-be2e-4f7f-b3fa-11b03bfb6b23 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373361 May 27 03:09:17.579251 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad5144-38f1-472d-ba8d-ff9dae013081 req-92a9e952-7db9-48b7-b4d1-4b978c6dc6bc tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:17.580694 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-44ad5144-38f1-472d-ba8d-ff9dae013081 req-92a9e952-7db9-48b7-b4d1-4b978c6dc6bc tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 945 time: 0.0808017 May 27 03:09:17.589386 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 35340) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:09:17.594291 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-b02a46fa-bf2f-4d1b-87b3-e1bfbf477e57 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Request body: {'floatingip': {'port_id': '54cd3a95-2e98-4b56-8eaf-7eafd6070340'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:09:17.670005 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b02a46fa-bf2f-4d1b-87b3-e1bfbf477e57 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks [] for floatingip, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:18.350952 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b02a46fa-bf2f-4d1b-87b3-e1bfbf477e57 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:18.412900 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b02a46fa-bf2f-4d1b-87b3-e1bfbf477e57 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:18.579494 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-b02a46fa-bf2f-4d1b-87b3-e1bfbf477e57 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Floating IP 7edcdeb5-8335-4cfc-8798-c25cf508b836 associated. External IP: 172.25.1.216, port: 54cd3a95-2e98-4b56-8eaf-7eafd6070340. May 27 03:09:18.923558 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02a46fa-bf2f-4d1b-87b3-e1bfbf477e57 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Router da1235dc-b2f2-4d39-8071-81288ebc69fc has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:09:19.213214 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02a46fa-bf2f-4d1b-87b3-e1bfbf477e57 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:09:19.218562 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b02a46fa-bf2f-4d1b-87b3-e1bfbf477e57 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:19.223587 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be2f88f-ec39-42af-a058-a2017d7e60dd None None] Sync routers for ids ['da1235dc-b2f2-4d39-8071-81288ebc69fc'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:09:19.233367 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be2f88f-ec39-42af-a058-a2017d7e60dd None None] Routers {'da1235dc-b2f2-4d39-8071-81288ebc69fc'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:09:19.233971 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-7be2f88f-ec39-42af-a058-a2017d7e60dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:08:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['da1235dc-b2f2-4d39-8071-81288ebc69fc'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:09:19.271007 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b02a46fa-bf2f-4d1b-87b3-e1bfbf477e57 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "PUT /v2.0/floatingips/7edcdeb5-8335-4cfc-8798-c25cf508b836 HTTP/1.1" status: 200 len: 991 time: 1.6804798 May 27 03:09:19.271603 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa28b6a9-ca00-4040-bcb7-09cae932d639', 'tag': '54cd3a95-2e98-4b56-8eaf-7eafd6070340'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:09:19.315674 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f78f37d-37f7-4be4-baca-005adfc740c3'] response: {'name': 'network-changed', 'server_uuid': 'fa28b6a9-ca00-4040-bcb7-09cae932d639', 'tag': '54cd3a95-2e98-4b56-8eaf-7eafd6070340', 'status': 'completed', 'code': 200} May 27 03:09:19.407985 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e198a1-75c6-4022-8760-2db87f4745fe req-749103de-e154-4f7e-86ca-128ab3562213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:19.409484 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-18e198a1-75c6-4022-8760-2db87f4745fe req-749103de-e154-4f7e-86ca-128ab3562213 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 1096 time: 0.0732775 May 27 03:09:19.411818 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-7be2f88f-ec39-42af-a058-a2017d7e60dd None None] Set router da1235dc-b2f2-4d39-8071-81288ebc69fc gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:09:19.539678 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e198a1-75c6-4022-8760-2db87f4745fe req-d3ff07f8-903a-4b41-b0b9-ab918e1c885a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:19.541242 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-18e198a1-75c6-4022-8760-2db87f4745fe req-d3ff07f8-903a-4b41-b0b9-ab918e1c885a service neutron] 10.222.0.32 "GET /v2.0/networks?id=1cb48be7-71e7-4e2e-b898-c29e50006806 HTTP/1.1" status: 200 len: 913 time: 0.1255677 May 27 03:09:19.645757 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-18e198a1-75c6-4022-8760-2db87f4745fe req-7ef99d71-859b-4c87-8d9f-77d599938020 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54cd3a95-2e98-4b56-8eaf-7eafd6070340 HTTP/1.1" status: 200 len: 999 time: 0.0980482 May 27 03:09:19.717464 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e198a1-75c6-4022-8760-2db87f4745fe req-2c01494a-83bb-4c11-8d7e-9dc9fc015bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:19.718728 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:19.720475 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-18e198a1-75c6-4022-8760-2db87f4745fe req-2c01494a-83bb-4c11-8d7e-9dc9fc015bcd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=721df4b2-6cb6-4950-bbe4-a5797d0d8b04 HTTP/1.1" status: 200 len: 851 time: 0.0677161 May 27 03:09:19.733933 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:19.780559 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-7be2f88f-ec39-42af-a058-a2017d7e60dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'name': 'tempest-ServerActionsTestJSON-1569965996-router', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:06:30Z', 'updated_at': '2022-05-27T03:06:35Z', 'revision_number': 4, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'gw_port': {'id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:31Z', 'updated_at': '2022-05-27T03:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '7edcdeb5-8335-4cfc-8798-c25cf508b836', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'floating_ip_address': '172.25.1.216', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'port_id': '54cd3a95-2e98-4b56-8eaf-7eafd6070340', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'mac_address': 'fa:16:3e:05:05:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa28b6a9-ca00-4040-bcb7-09cae932d639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:06:38Z', 'updated_at': '2022-05-27T03:09:18Z', 'revision_number': 9, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7d1df91-3aa4-4351-9632-e1ce891ea604', 'name': '', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'mac_address': 'fa:16:3e:83:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:34Z', 'updated_at': '2022-05-27T03:06:40Z', 'revision_number': 5, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'subnets': [{'id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:09:19.785407 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be2f88f-ec39-42af-a058-a2017d7e60dd None None] Checking router: da1235dc-b2f2-4d39-8071-81288ebc69fc for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:09:19.794386 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be2f88f-ec39-42af-a058-a2017d7e60dd None None] Routers {'da1235dc-b2f2-4d39-8071-81288ebc69fc'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:09:19.795236 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-7be2f88f-ec39-42af-a058-a2017d7e60dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:08:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['da1235dc-b2f2-4d39-8071-81288ebc69fc'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:09:19.798070 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e198a1-75c6-4022-8760-2db87f4745fe req-70132bf0-c7a2-4e06-a93c-5b4b6299a0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:19.799543 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-18e198a1-75c6-4022-8760-2db87f4745fe req-70132bf0-c7a2-4e06-a93c-5b4b6299a0ba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1cb48be7-71e7-4e2e-b898-c29e50006806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726295 May 27 03:09:19.810837 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [req-18e198a1-75c6-4022-8760-2db87f4745fe req-3e497689-fbe7-4cf7-acab-ed83417615f0 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 03:09:19.812410 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-18e198a1-75c6-4022-8760-2db87f4745fe req-3e497689-fbe7-4cf7-acab-ed83417615f0 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058758 May 27 03:09:19.951475 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-18e198a1-75c6-4022-8760-2db87f4745fe req-84928fa5-d0b4-4b2e-8b21-4536a4779bd5 service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338110 May 27 03:09:19.974770 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-7be2f88f-ec39-42af-a058-a2017d7e60dd None None] Set router da1235dc-b2f2-4d39-8071-81288ebc69fc gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:09:20.198216 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-18e198a1-75c6-4022-8760-2db87f4745fe req-730dd411-87a0-4fb0-860a-5caf90bce49c service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405448 May 27 03:09:20.346120 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-7be2f88f-ec39-42af-a058-a2017d7e60dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'name': 'tempest-ServerActionsTestJSON-1569965996-router', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:06:30Z', 'updated_at': '2022-05-27T03:06:35Z', 'revision_number': 4, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'gw_port': {'id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:31Z', 'updated_at': '2022-05-27T03:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '7edcdeb5-8335-4cfc-8798-c25cf508b836', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'floating_ip_address': '172.25.1.216', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'port_id': '54cd3a95-2e98-4b56-8eaf-7eafd6070340', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'mac_address': 'fa:16:3e:05:05:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa28b6a9-ca00-4040-bcb7-09cae932d639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:06:38Z', 'updated_at': '2022-05-27T03:09:18Z', 'revision_number': 9, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7d1df91-3aa4-4351-9632-e1ce891ea604', 'name': '', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'mac_address': 'fa:16:3e:83:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:34Z', 'updated_at': '2022-05-27T03:06:40Z', 'revision_number': 5, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'subnets': [{'id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:09:20.349899 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be2f88f-ec39-42af-a058-a2017d7e60dd None None] The sync data for ids ['da1235dc-b2f2-4d39-8071-81288ebc69fc'] in n-d-843554-3 is: [{'id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'name': 'tempest-ServerActionsTestJSON-1569965996-router', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:06:30Z', 'updated_at': '2022-05-27T03:06:35Z', 'revision_number': 4, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'gw_port': {'id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:31Z', 'updated_at': '2022-05-27T03:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '7edcdeb5-8335-4cfc-8798-c25cf508b836', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'floating_ip_address': '172.25.1.216', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'port_id': '54cd3a95-2e98-4b56-8eaf-7eafd6070340', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'mac_address': 'fa:16:3e:05:05:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa28b6a9-ca00-4040-bcb7-09cae932d639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:06:38Z', 'updated_at': '2022-05-27T03:09:18Z', 'revision_number': 9, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7d1df91-3aa4-4351-9632-e1ce891ea604', 'name': '', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'mac_address': 'fa:16:3e:83:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:34Z', 'updated_at': '2022-05-27T03:06:40Z', 'revision_number': 5, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'subnets': [{'id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:09:20.526312 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2050b549-e67a-4a3d-bec2-eabc9d67f69f None None] New status for floating IP 7edcdeb5-8335-4cfc-8798-c25cf508b836: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:09:23.180008 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8f1d1049-ddc8-4291-9e11-a7de39cf4d4d req-d627340f-aeaa-43e9-915c-b8bee47a208c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0669305 May 27 03:09:23.313930 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d1049-ddc8-4291-9e11-a7de39cf4d4d req-2f8876c6-182c-4d06-bc36-b93eb025fee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:23.315360 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8f1d1049-ddc8-4291-9e11-a7de39cf4d4d req-2f8876c6-182c-4d06-bc36-b93eb025fee3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 1096 time: 0.0692489 May 27 03:09:23.455429 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d1049-ddc8-4291-9e11-a7de39cf4d4d req-a18c3255-a1a6-4698-82e9-a5782ef0ef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:23.456784 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8f1d1049-ddc8-4291-9e11-a7de39cf4d4d req-a18c3255-a1a6-4698-82e9-a5782ef0ef0b service neutron] 10.222.0.32 "GET /v2.0/networks?id=1cb48be7-71e7-4e2e-b898-c29e50006806 HTTP/1.1" status: 200 len: 913 time: 0.1227455 May 27 03:09:23.558250 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8f1d1049-ddc8-4291-9e11-a7de39cf4d4d req-065e60c3-8ee6-42d9-8581-4b5adabaf193 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54cd3a95-2e98-4b56-8eaf-7eafd6070340 HTTP/1.1" status: 200 len: 1002 time: 0.0945606 May 27 03:09:23.619730 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d1049-ddc8-4291-9e11-a7de39cf4d4d req-d7d9d7a4-bcda-450d-ad7a-3e2430d2dfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:23.621702 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8f1d1049-ddc8-4291-9e11-a7de39cf4d4d req-d7d9d7a4-bcda-450d-ad7a-3e2430d2dfe6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=721df4b2-6cb6-4950-bbe4-a5797d0d8b04 HTTP/1.1" status: 200 len: 851 time: 0.0585291 May 27 03:09:23.693198 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d1049-ddc8-4291-9e11-a7de39cf4d4d req-e7c3bb6e-625c-4d6b-aa5d-04f98718ae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:23.694609 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8f1d1049-ddc8-4291-9e11-a7de39cf4d4d req-e7c3bb6e-625c-4d6b-aa5d-04f98718ae57 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1cb48be7-71e7-4e2e-b898-c29e50006806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676816 May 27 03:09:23.822946 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8f1d1049-ddc8-4291-9e11-a7de39cf4d4d req-1cde7221-2725-4c7d-985d-25c2ab66138a service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219063 May 27 03:09:23.951201 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8f1d1049-ddc8-4291-9e11-a7de39cf4d4d req-5de17567-e126-416a-9d5f-8384c2757106 service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222477 May 27 03:09:25.499403 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0a4b0006-7321-4561-8892-561eea6e1131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:27.887406 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-37ced2e5-62de-45ee-89a5-87fa72b86f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:29.029924 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:29.121528 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:30.275824 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:37.659084 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:09:49.755916 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:49.767418 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:53.643264 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae81f9-51a6-4e2f-9bad-3b43c6f89003 req-3142d67c-2e95-46c2-825a-c40a95aa4478 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:53.644708 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5ae81f9-51a6-4e2f-9bad-3b43c6f89003 req-3142d67c-2e95-46c2-825a-c40a95aa4478 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 945 time: 0.0818095 May 27 03:09:53.687753 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-f182a899-2c51-465e-a650-a48ecf02dfee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0694971 May 27 03:09:53.689094 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5ae81f9-51a6-4e2f-9bad-3b43c6f89003 req-66304c8c-ee7e-457f-8e67-8d5589d26808 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384109 May 27 03:09:54.870457 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dde9b4-c75d-4927-80ae-72689ae275b4 req-8d76cbd8-5b4c-43a7-bbd4-e6d365e7222b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:54.871904 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a7dde9b4-c75d-4927-80ae-72689ae275b4 req-8d76cbd8-5b4c-43a7-bbd4-e6d365e7222b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 945 time: 0.0802889 May 27 03:09:54.919532 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a7dde9b4-c75d-4927-80ae-72689ae275b4 req-9e349596-8fb1-45e0-ac16-37d4b1d6f391 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406933 May 27 03:09:55.518208 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-3b26f79f-6cb7-46c5-810c-c355ee1c5033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:55.519649 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-3b26f79f-6cb7-46c5-810c-c355ee1c5033 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 1096 time: 0.0743771 May 27 03:09:55.527649 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-dd609031-5815-492f-a8bc-be048fd0617c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:55.649066 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-c313ad65-2db5-4864-96f2-16092758985a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:55.650422 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-c313ad65-2db5-4864-96f2-16092758985a service neutron] 10.222.0.32 "GET /v2.0/networks?id=1cb48be7-71e7-4e2e-b898-c29e50006806 HTTP/1.1" status: 200 len: 913 time: 0.1244135 May 27 03:09:55.750848 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-18bd6dbc-04a9-437c-9582-e16ee8321551 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54cd3a95-2e98-4b56-8eaf-7eafd6070340 HTTP/1.1" status: 200 len: 1002 time: 0.0941370 May 27 03:09:55.812002 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-5b16f95a-f941-484d-95bb-76d77d5afab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:55.813413 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-5b16f95a-f941-484d-95bb-76d77d5afab0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=721df4b2-6cb6-4950-bbe4-a5797d0d8b04 HTTP/1.1" status: 200 len: 851 time: 0.0562265 May 27 03:09:55.889526 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-af451de7-5610-41d0-bde8-736aa32a09fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:55.890945 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-af451de7-5610-41d0-bde8-736aa32a09fa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1cb48be7-71e7-4e2e-b898-c29e50006806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709670 May 27 03:09:56.022718 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-bbd77139-724e-4189-871d-0cfc6ffa8fea service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249750 May 27 03:09:56.106157 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741ccf0-1506-4fe4-b675-5a7f383a69e2 req-fd8c9d45-2d02-4525-9dbf-6ae3d2dfbbe0 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:56.107763 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a741ccf0-1506-4fe4-b675-5a7f383a69e2 req-fd8c9d45-2d02-4525-9dbf-6ae3d2dfbbe0 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 945 time: 0.0831347 May 27 03:09:56.153965 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a741ccf0-1506-4fe4-b675-5a7f383a69e2 req-1e0607e5-50b0-48a3-ae19-c2a1c97987be tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403624 May 27 03:09:56.256826 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-04336af9-e72d-4d37-89c6-4dd34e8473da service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272854 May 27 03:09:57.342478 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba92f0b-14f4-4104-9a13-3af212e1c82e req-15a6aa78-acf0-47ef-a8e6-fffb7bdd578c tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:57.343924 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1ba92f0b-14f4-4104-9a13-3af212e1c82e req-15a6aa78-acf0-47ef-a8e6-fffb7bdd578c tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 945 time: 0.0829706 May 27 03:09:57.388213 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1ba92f0b-14f4-4104-9a13-3af212e1c82e req-3f933a17-57ab-4301-aceb-77a31babad83 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378399 May 27 03:09:57.887517 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e55490e3-de71-4977-8fdb-9ba846f06e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:58.572409 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0fce19-ffe6-4cb7-819d-dd4e49b54372 req-81a0efba-581c-49a0-922e-d3b96d8a731c tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:58.573869 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fa0fce19-ffe6-4cb7-819d-dd4e49b54372 req-81a0efba-581c-49a0-922e-d3b96d8a731c tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 945 time: 0.0785749 May 27 03:09:58.616673 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fa0fce19-ffe6-4cb7-819d-dd4e49b54372 req-15987d1f-b850-4c16-b2a8-6967971580c4 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371099 May 27 03:09:59.070195 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:59.150364 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:59.801419 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cbdd8-bb64-4536-8a75-bbff815f97d9 req-5e860551-a251-497d-b341-98df2e48c11f tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:59.802876 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d42cbdd8-bb64-4536-8a75-bbff815f97d9 req-5e860551-a251-497d-b341-98df2e48c11f tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 945 time: 0.0826106 May 27 03:09:59.846637 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d42cbdd8-bb64-4536-8a75-bbff815f97d9 req-fe0a6a7b-bdb0-4a78-9118-bd2ad429ae18 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377107 May 27 03:10:00.275683 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:01.026861 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0af69-dfb3-406d-aa91-f8a32f17319b req-1ecb55ca-5c48-4b74-b983-e2468353e2ca tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:01.028299 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-03d0af69-dfb3-406d-aa91-f8a32f17319b req-1ecb55ca-5c48-4b74-b983-e2468353e2ca tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 945 time: 0.0775521 May 27 03:10:01.074926 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-03d0af69-dfb3-406d-aa91-f8a32f17319b req-75e16127-64a3-48f8-b8de-21d250596ae8 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409431 May 27 03:10:02.252810 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4081a8-7b27-4a50-9c0a-73b7c21a925a req-f6d72222-3b72-4dff-a879-496b11e6b68e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:02.254238 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dc4081a8-7b27-4a50-9c0a-73b7c21a925a req-f6d72222-3b72-4dff-a879-496b11e6b68e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 945 time: 0.0783317 May 27 03:10:02.297489 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dc4081a8-7b27-4a50-9c0a-73b7c21a925a req-c4acb0a4-f36a-4cfa-88be-f1b5a08f7683 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377479 May 27 03:10:03.481766 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ffc862-b49a-4746-a1ee-25f3c5a4e35e req-91ad1c1f-0706-4efb-a174-7631286857c4 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:03.483843 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-65ffc862-b49a-4746-a1ee-25f3c5a4e35e req-91ad1c1f-0706-4efb-a174-7631286857c4 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 945 time: 0.0824146 May 27 03:10:03.525944 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-65ffc862-b49a-4746-a1ee-25f3c5a4e35e req-1e7c3e6f-6dee-43b6-bda7-afc5c8eeed21 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365827 May 27 03:10:04.709912 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d73a57-0f4f-470b-bedf-ab58856b9b09 req-b8bf9b93-e790-4458-92d6-364d7130aa6d tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:04.711332 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c0d73a57-0f4f-470b-bedf-ab58856b9b09 req-b8bf9b93-e790-4458-92d6-364d7130aa6d tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 945 time: 0.0788124 May 27 03:10:04.754569 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c0d73a57-0f4f-470b-bedf-ab58856b9b09 req-93a876a3-76bf-4f28-9dc1-1fd574759c22 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377367 May 27 03:10:05.941436 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075cb85f-22c2-4b0e-8956-16b37c283eae req-c55ab465-3695-4040-90a6-a36623bcd3d2 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:05.942878 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-075cb85f-22c2-4b0e-8956-16b37c283eae req-c55ab465-3695-4040-90a6-a36623bcd3d2 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 945 time: 0.0810678 May 27 03:10:05.986633 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-075cb85f-22c2-4b0e-8956-16b37c283eae req-21ffd812-d589-4c80-a724-02f99e822545 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381708 May 27 03:10:07.166076 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9941b7-0fdc-471e-9c92-c1e82fa213d0 req-ccf120fa-0ff7-4b86-86ac-95f3b71ff58f tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:07.167518 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fb9941b7-0fdc-471e-9c92-c1e82fa213d0 req-ccf120fa-0ff7-4b86-86ac-95f3b71ff58f tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 945 time: 0.0789974 May 27 03:10:07.210156 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fb9941b7-0fdc-471e-9c92-c1e82fa213d0 req-4fa4f9a4-6a3b-4106-b32c-6fdb522311b2 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364599 May 27 03:10:08.395888 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60dbc3-6180-4af6-93bd-67ffb04460f8 req-a2c8f9a2-74b6-48bb-971a-c3a0d675b51b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:08.397263 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ea60dbc3-6180-4af6-93bd-67ffb04460f8 req-a2c8f9a2-74b6-48bb-971a-c3a0d675b51b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 945 time: 0.0813441 May 27 03:10:08.440762 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ea60dbc3-6180-4af6-93bd-67ffb04460f8 req-716e31f3-ba0e-406d-a61e-564483dadc47 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378315 May 27 03:10:09.620590 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c87fe-ed57-4555-b482-68021d1b2be2 req-e1f2715d-a235-401a-bf29-53d4e8b5f175 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:09.622062 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-730c87fe-ed57-4555-b482-68021d1b2be2 req-e1f2715d-a235-401a-bf29-53d4e8b5f175 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 945 time: 0.0778809 May 27 03:10:09.669000 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-730c87fe-ed57-4555-b482-68021d1b2be2 req-37155250-9e2b-49dc-a0b5-3962646a4f21 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409048 May 27 03:10:10.850794 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f1278-440f-4645-bde9-aa391afb4fdd req-dd5b12f6-3c0e-4ec2-a679-b3b74171bd74 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:10.852243 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c97f1278-440f-4645-bde9-aa391afb4fdd req-dd5b12f6-3c0e-4ec2-a679-b3b74171bd74 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 945 time: 0.0801439 May 27 03:10:10.895443 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c97f1278-440f-4645-bde9-aa391afb4fdd req-31080830-19c2-4773-95c1-58c613320046 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374265 May 27 03:10:12.080936 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b0403-477e-4461-9b88-ed455f268963 req-99a7c770-81b4-4f2c-b9a3-c9015e49eb4d tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:12.082302 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-837b0403-477e-4461-9b88-ed455f268963 req-99a7c770-81b4-4f2c-b9a3-c9015e49eb4d tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 945 time: 0.0818403 May 27 03:10:12.124985 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-837b0403-477e-4461-9b88-ed455f268963 req-85280608-2806-48f6-8db8-ab9406961252 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371516 May 27 03:10:13.307903 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e4b03-10e6-4a24-b0fd-dda5aa994d69 req-a532b27f-53c1-4b73-a2db-0ade9180fc85 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:13.309362 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-916e4b03-10e6-4a24-b0fd-dda5aa994d69 req-a532b27f-53c1-4b73-a2db-0ade9180fc85 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 945 time: 0.0788276 May 27 03:10:13.351921 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-916e4b03-10e6-4a24-b0fd-dda5aa994d69 req-5dea0453-bceb-4aa7-94f9-008b7e28f09f tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370078 May 27 03:10:13.794312 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-7fb65f43-5192-40a7-a59c-c4ae8ab7f269 service neutron] show failed (client error): The resource could not be found. May 27 03:10:13.795312 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-7fb65f43-5192-40a7-a59c-c4ae8ab7f269 service neutron] 10.222.0.32 "GET /v2.0/ports/54cd3a95-2e98-4b56-8eaf-7eafd6070340/bindings/n-h2-843554-3 HTTP/1.1" status: 404 len: 380 time: 0.0726457 May 27 03:10:14.442516 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-4529f75a-1601-42fc-97ce-2fc4f50b227e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:14.443986 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-4529f75a-1601-42fc-97ce-2fc4f50b227e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639&tenant_id=eba8cac7bf8e48628813cc32fe0ab29b HTTP/1.1" status: 200 len: 1096 time: 0.1290348 May 27 03:10:14.454745 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-181bd0e0-7626-4ef7-ad49-d712d30af24f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843554-3', 'device_owner': 'compute:nova'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:10:14.538825 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03333ec-71db-481a-b79a-3f5c06809c44 req-cb74a019-43f1-4dd2-b711-e3b9ccf563c4 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:14.540373 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a03333ec-71db-481a-b79a-3f5c06809c44 req-cb74a019-43f1-4dd2-b711-e3b9ccf563c4 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 945 time: 0.0813608 May 27 03:10:14.562079 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-181bd0e0-7626-4ef7-ad49-d712d30af24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:14.585678 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a03333ec-71db-481a-b79a-3f5c06809c44 req-e21ceaa6-40a3-481d-bb43-c9f17c8741a9 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390277 May 27 03:10:14.658649 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:10:14.823198 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-181bd0e0-7626-4ef7-ad49-d712d30af24f service neutron] For port 54cd3a95-2e98-4b56-8eaf-7eafd6070340, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=54cd3a95-2e98-4b56-8eaf-7eafd6070340,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:10:14.851113 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-181bd0e0-7626-4ef7-ad49-d712d30af24f service neutron] For port 54cd3a95-2e98-4b56-8eaf-7eafd6070340, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:10:14.911810 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa28b6a9-ca00-4040-bcb7-09cae932d639', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54cd3a95-2e98-4b56-8eaf-7eafd6070340'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:10:14.917085 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-181bd0e0-7626-4ef7-ad49-d712d30af24f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:14.932446 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-181bd0e0-7626-4ef7-ad49-d712d30af24f service neutron] Transition to ACTIVE for port object 54cd3a95-2e98-4b56-8eaf-7eafd6070340 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:10:14.972299 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb249fc5-6bdd-461b-b08f-b4172dcc7757'] response: {'server_uuid': 'fa28b6a9-ca00-4040-bcb7-09cae932d639', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54cd3a95-2e98-4b56-8eaf-7eafd6070340', 'code': 200} May 27 03:10:15.024475 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-181bd0e0-7626-4ef7-ad49-d712d30af24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:15.167052 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181bd0e0-7626-4ef7-ad49-d712d30af24f service neutron] Pushing event updated for resources: {'Port': ['ID=54cd3a95-2e98-4b56-8eaf-7eafd6070340,revision_number=6']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:10:15.180622 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181bd0e0-7626-4ef7-ad49-d712d30af24f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:10:15.181250 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181bd0e0-7626-4ef7-ad49-d712d30af24f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:10:15.181590 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181bd0e0-7626-4ef7-ad49-d712d30af24f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:10:15.181929 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181bd0e0-7626-4ef7-ad49-d712d30af24f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:10:15.182262 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181bd0e0-7626-4ef7-ad49-d712d30af24f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:10:15.182592 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181bd0e0-7626-4ef7-ad49-d712d30af24f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:10:15.182919 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181bd0e0-7626-4ef7-ad49-d712d30af24f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:10:15.183244 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181bd0e0-7626-4ef7-ad49-d712d30af24f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:10:15.183570 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181bd0e0-7626-4ef7-ad49-d712d30af24f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:10:15.183890 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181bd0e0-7626-4ef7-ad49-d712d30af24f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:10:15.184246 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181bd0e0-7626-4ef7-ad49-d712d30af24f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:10:15.184568 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181bd0e0-7626-4ef7-ad49-d712d30af24f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:10:15.230056 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-181bd0e0-7626-4ef7-ad49-d712d30af24f service neutron] No DVR routers for this DVR port 54cd3a95-2e98-4b56-8eaf-7eafd6070340 on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:10:15.452966 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-181bd0e0-7626-4ef7-ad49-d712d30af24f service neutron] Attempting to bind port 54cd3a95-2e98-4b56-8eaf-7eafd6070340 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:10:15.453836 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-181bd0e0-7626-4ef7-ad49-d712d30af24f service neutron] Attempting to bind port 54cd3a95-2e98-4b56-8eaf-7eafd6070340 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:10:15.454163 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-181bd0e0-7626-4ef7-ad49-d712d30af24f service neutron] Attempting to bind port 54cd3a95-2e98-4b56-8eaf-7eafd6070340 on network 1cb48be7-71e7-4e2e-b898-c29e50006806 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:10:15.458681 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-181bd0e0-7626-4ef7-ad49-d712d30af24f service neutron] Port 54cd3a95-2e98-4b56-8eaf-7eafd6070340 on network 1cb48be7-71e7-4e2e-b898-c29e50006806 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:10:15.458995 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-181bd0e0-7626-4ef7-ad49-d712d30af24f service neutron] Attempting to bind port 54cd3a95-2e98-4b56-8eaf-7eafd6070340 on network 1cb48be7-71e7-4e2e-b898-c29e50006806 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:10:15.463903 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-181bd0e0-7626-4ef7-ad49-d712d30af24f service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:10:15.464240 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-181bd0e0-7626-4ef7-ad49-d712d30af24f service neutron] Checking segment: {'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:10:15.464611 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-181bd0e0-7626-4ef7-ad49-d712d30af24f service neutron] Bound using segment: {'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:10:15.465059 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-181bd0e0-7626-4ef7-ad49-d712d30af24f service neutron] Bound port: 54cd3a95-2e98-4b56-8eaf-7eafd6070340, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:10:15.465397 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-181bd0e0-7626-4ef7-ad49-d712d30af24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:15.552612 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-181bd0e0-7626-4ef7-ad49-d712d30af24f service neutron] For port 54cd3a95-2e98-4b56-8eaf-7eafd6070340, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:10:15.555549 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-181bd0e0-7626-4ef7-ad49-d712d30af24f service neutron] For port 54cd3a95-2e98-4b56-8eaf-7eafd6070340, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=54cd3a95-2e98-4b56-8eaf-7eafd6070340,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:10:15.613319 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-181bd0e0-7626-4ef7-ad49-d712d30af24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:15.672256 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-181bd0e0-7626-4ef7-ad49-d712d30af24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:15.672899 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-181bd0e0-7626-4ef7-ad49-d712d30af24f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:15.674272 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-181bd0e0-7626-4ef7-ad49-d712d30af24f service neutron] 10.222.0.66 "PUT /v2.0/ports/54cd3a95-2e98-4b56-8eaf-7eafd6070340 HTTP/1.1" status: 200 len: 1091 time: 1.2234695 May 27 03:10:15.693290 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181bd0e0-7626-4ef7-ad49-d712d30af24f service neutron] Pushing event updated for resources: {'Port': ['ID=54cd3a95-2e98-4b56-8eaf-7eafd6070340,revision_number=7']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:10:15.776783 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-10c57f41-b589-4efd-90b3-b8608c8f8c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:15.778694 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-10c57f41-b589-4efd-90b3-b8608c8f8c19 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 1094 time: 0.0808773 May 27 03:10:15.781326 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d681bf03-6a5e-4a67-ad6a-464529cb5100 req-32bcc90a-85c6-4c19-a2c3-74fe576c8a6b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:15.788921 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d681bf03-6a5e-4a67-ad6a-464529cb5100 req-32bcc90a-85c6-4c19-a2c3-74fe576c8a6b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 943 time: 0.0861185 May 27 03:10:15.834912 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d681bf03-6a5e-4a67-ad6a-464529cb5100 req-4cefb5ea-11af-4e02-904c-e2a86de1778a tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449090 May 27 03:10:16.014794 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-6dec2014-1817-4b33-b1f0-3898d7e7ebda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:16.016198 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-6dec2014-1817-4b33-b1f0-3898d7e7ebda service neutron] 10.222.0.66 "GET /v2.0/networks?id=1cb48be7-71e7-4e2e-b898-c29e50006806 HTTP/1.1" status: 200 len: 913 time: 0.2309890 May 27 03:10:16.117317 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-5331694e-8a8e-42e1-9578-5568626d6cff service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54cd3a95-2e98-4b56-8eaf-7eafd6070340 HTTP/1.1" status: 200 len: 1000 time: 0.0946083 May 27 03:10:16.178031 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-8341c438-81ca-4675-ae5a-d2869c55daee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:16.179402 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-8341c438-81ca-4675-ae5a-d2869c55daee service neutron] 10.222.0.66 "GET /v2.0/subnets?id=721df4b2-6cb6-4950-bbe4-a5797d0d8b04 HTTP/1.1" status: 200 len: 851 time: 0.0558372 May 27 03:10:16.253412 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-3b6fd345-593a-4aab-8f39-263812c361a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:16.254865 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-3b6fd345-593a-4aab-8f39-263812c361a2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1cb48be7-71e7-4e2e-b898-c29e50006806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702875 May 27 03:10:16.383842 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-74593431-d81d-472f-a9d6-712c1f92cd40 service neutron] 10.222.0.66 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227021 May 27 03:10:16.511979 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-23a16bac-5c51-4d5d-a0ba-7ad7527e23f0 req-1d1aaeea-4131-4d80-85f5-ee273a067aad service neutron] 10.222.0.66 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216962 May 27 03:10:16.973579 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa28b6a9-ca00-4040-bcb7-09cae932d639', 'tag': '54cd3a95-2e98-4b56-8eaf-7eafd6070340'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:10:17.024214 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47441305-bc4f-4ad4-8f65-fed4646f3cb8 req-512c132c-b5de-4931-a9e3-d4ce2bb06474 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:17.025743 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-47441305-bc4f-4ad4-8f65-fed4646f3cb8 req-512c132c-b5de-4931-a9e3-d4ce2bb06474 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 943 time: 0.0819845 May 27 03:10:17.028891 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d888843-7cae-4d50-8621-50e2f3daf47b'] response: {'name': 'network-changed', 'server_uuid': 'fa28b6a9-ca00-4040-bcb7-09cae932d639', 'tag': '54cd3a95-2e98-4b56-8eaf-7eafd6070340', 'status': 'completed', 'code': 200} May 27 03:10:17.072934 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-47441305-bc4f-4ad4-8f65-fed4646f3cb8 req-8aaa9d37-deca-41e7-a78f-dc5363211bc6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412335 May 27 03:10:17.173208 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009d155-8eec-40bb-84f9-087f73e061eb req-af8cdf17-5a51-4d8d-9846-3f249127853e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:17.174642 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b009d155-8eec-40bb-84f9-087f73e061eb req-af8cdf17-5a51-4d8d-9846-3f249127853e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 1094 time: 0.1283131 May 27 03:10:17.176915 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009d155-8eec-40bb-84f9-087f73e061eb req-4bec94fe-a651-4e46-a6b4-e26e6afacbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:17.178195 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b009d155-8eec-40bb-84f9-087f73e061eb req-4bec94fe-a651-4e46-a6b4-e26e6afacbcb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 1094 time: 0.0972781 May 27 03:10:17.408188 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009d155-8eec-40bb-84f9-087f73e061eb req-c24c7921-8642-499e-8fce-09046bb69fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:17.409535 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b009d155-8eec-40bb-84f9-087f73e061eb req-c24c7921-8642-499e-8fce-09046bb69fd3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1cb48be7-71e7-4e2e-b898-c29e50006806 HTTP/1.1" status: 200 len: 913 time: 0.2284582 May 27 03:10:17.410547 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009d155-8eec-40bb-84f9-087f73e061eb req-49431816-9bde-4c58-ac7c-f2adeeacdca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:17.411794 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b009d155-8eec-40bb-84f9-087f73e061eb req-49431816-9bde-4c58-ac7c-f2adeeacdca2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1cb48be7-71e7-4e2e-b898-c29e50006806 HTTP/1.1" status: 200 len: 913 time: 0.2134950 May 27 03:10:17.525842 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 54cd3a95-2e98-4b56-8eaf-7eafd6070340 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:10:17.583612 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 54cd3a95-2e98-4b56-8eaf-7eafd6070340 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:10:17.587916 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b009d155-8eec-40bb-84f9-087f73e061eb req-e32f6395-6df7-48ce-8c0d-04f562d666ea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54cd3a95-2e98-4b56-8eaf-7eafd6070340 HTTP/1.1" status: 200 len: 1000 time: 0.1716390 May 27 03:10:17.589701 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b009d155-8eec-40bb-84f9-087f73e061eb req-96a545ee-678f-4763-8b25-a773fa521f0c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54cd3a95-2e98-4b56-8eaf-7eafd6070340 HTTP/1.1" status: 200 len: 1000 time: 0.1272583 May 27 03:10:17.698768 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009d155-8eec-40bb-84f9-087f73e061eb req-6e345b73-8cc9-4a10-864c-7d211418430e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:17.700073 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b009d155-8eec-40bb-84f9-087f73e061eb req-6e345b73-8cc9-4a10-864c-7d211418430e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=721df4b2-6cb6-4950-bbe4-a5797d0d8b04 HTTP/1.1" status: 200 len: 851 time: 0.0734317 May 27 03:10:17.701272 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009d155-8eec-40bb-84f9-087f73e061eb req-9f23f788-8416-438c-b63b-dedd0c25f7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:17.702510 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b009d155-8eec-40bb-84f9-087f73e061eb req-9f23f788-8416-438c-b63b-dedd0c25f7d9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=721df4b2-6cb6-4950-bbe4-a5797d0d8b04 HTTP/1.1" status: 200 len: 851 time: 0.1066523 May 27 03:10:17.826978 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009d155-8eec-40bb-84f9-087f73e061eb req-70dd8c7f-6815-4419-aa60-1b46fb348d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:17.828446 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b009d155-8eec-40bb-84f9-087f73e061eb req-70dd8c7f-6815-4419-aa60-1b46fb348d7b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1cb48be7-71e7-4e2e-b898-c29e50006806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1224759 May 27 03:10:17.835470 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009d155-8eec-40bb-84f9-087f73e061eb req-327edea5-8962-4e30-a3b9-922af903e804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:17.836786 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b009d155-8eec-40bb-84f9-087f73e061eb req-327edea5-8962-4e30-a3b9-922af903e804 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1cb48be7-71e7-4e2e-b898-c29e50006806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0947711 May 27 03:10:18.169394 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b009d155-8eec-40bb-84f9-087f73e061eb req-eeed3e25-0c32-4df0-af80-0b52b89d07f5 service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316941 May 27 03:10:18.171211 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b009d155-8eec-40bb-84f9-087f73e061eb req-9c77d6dc-0dad-41d7-9f19-93e5bb6266af service neutron] 10.222.0.66 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167167 May 27 03:10:18.416785 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b009d155-8eec-40bb-84f9-087f73e061eb req-1c3cb07a-d45a-4a71-abd2-3a805fdb1e4a service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410355 May 27 03:10:18.418496 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b009d155-8eec-40bb-84f9-087f73e061eb req-1a370495-fd57-4c9e-83fe-7222dc8cf8be service neutron] 10.222.0.66 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245417 May 27 03:10:18.419358 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d355c9-8660-4ccd-b5db-85baf448d219 req-27d5d1f0-61b8-4073-8d6d-bf65b667f14a tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:18.420829 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-97d355c9-8660-4ccd-b5db-85baf448d219 req-27d5d1f0-61b8-4073-8d6d-bf65b667f14a tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 943 time: 0.0827293 May 27 03:10:18.471074 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-97d355c9-8660-4ccd-b5db-85baf448d219 req-8821fcbe-a855-4c2a-ae69-979c3afcd4e5 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434835 May 27 03:10:19.316642 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 54cd3a95-2e98-4b56-8eaf-7eafd6070340 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:10:19.479788 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 54cd3a95-2e98-4b56-8eaf-7eafd6070340, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=54cd3a95-2e98-4b56-8eaf-7eafd6070340,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:10:19.492449 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '54cd3a95-2e98-4b56-8eaf-7eafd6070340', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'port_id': '54cd3a95-2e98-4b56-8eaf-7eafd6070340', 'mac_address': 'fa:16:3e:05:05:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:10:19.547990 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 54cd3a95-2e98-4b56-8eaf-7eafd6070340 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:10:19.548368 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:19.565588 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54cd3a95-2e98-4b56-8eaf-7eafd6070340 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:10:19.581733 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 54cd3a95-2e98-4b56-8eaf-7eafd6070340, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=54cd3a95-2e98-4b56-8eaf-7eafd6070340,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:10:19.652238 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e2cdd-2837-4ec8-8316-8752cb82ab03 req-b59735eb-106a-4f56-a78b-895f9dc26fe3 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:19.653552 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:19.653759 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-095e2cdd-2837-4ec8-8316-8752cb82ab03 req-b59735eb-106a-4f56-a78b-895f9dc26fe3 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 943 time: 0.0784919 May 27 03:10:19.698317 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-095e2cdd-2837-4ec8-8316-8752cb82ab03 req-f4054cb8-47cb-4be9-a57e-c4b11ec79b31 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381432 May 27 03:10:19.743977 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=54cd3a95-2e98-4b56-8eaf-7eafd6070340,revision_number=8']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:10:19.751392 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:10:19.751739 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:10:19.752078 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:10:19.752414 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:10:19.752771 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:10:19.753102 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:10:19.753435 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:10:19.753767 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:10:19.754095 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:10:19.754456 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:10:19.755393 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:10:19.755393 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:10:19.807607 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:19.825040 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:19.866956 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['54cd3a95-2e98-4b56-8eaf-7eafd6070340'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:10:20.398758 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741fb8d8-cd8e-473f-8fe0-91f3deeedf31 req-c8f6258e-b795-4ccd-af4d-8a14b9c3c95a tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:20.399360 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-e6438664-a0f9-4791-97d2-9c71553f31b6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:20.400054 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-e6438664-a0f9-4791-97d2-9c71553f31b6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Synchronizing usage tracker for tenant:eba8cac7bf8e48628813cc32fe0ab29b on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:10:20.400169 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-741fb8d8-cd8e-473f-8fe0-91f3deeedf31 req-c8f6258e-b795-4ccd-af4d-8a14b9c3c95a tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 944 time: 0.0832372 May 27 03:10:20.443118 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-741fb8d8-cd8e-473f-8fe0-91f3deeedf31 req-45fb045d-d4be-478a-9767-cf33390b1ac2 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373209 May 27 03:10:20.481688 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-e6438664-a0f9-4791-97d2-9c71553f31b6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Unset dirty status for tenant:eba8cac7bf8e48628813cc32fe0ab29b on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:10:20.482845 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-e6438664-a0f9-4791-97d2-9c71553f31b6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639&tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&binding%3Ahost_id=n-h2-843554-3 HTTP/1.1" status: 200 len: 944 time: 0.1692619 May 27 03:10:20.561519 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-b3408d27-0ee3-4958-9d57-b86a0d41277b service neutron] 10.222.0.66 "GET /v2.0/ports/54cd3a95-2e98-4b56-8eaf-7eafd6070340/bindings/n-h2-843554-3 HTTP/1.1" status: 200 len: 382 time: 0.0730226 May 27 03:10:20.652888 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-2afd7759-bd94-4b2e-9cdc-2eedcb2a8954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:20.654267 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-2afd7759-bd94-4b2e-9cdc-2eedcb2a8954 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 1095 time: 0.0726676 May 27 03:10:20.784951 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-81d69512-fb32-4e04-bfcc-d6369d7e9c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:20.786374 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-81d69512-fb32-4e04-bfcc-d6369d7e9c77 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1cb48be7-71e7-4e2e-b898-c29e50006806 HTTP/1.1" status: 200 len: 913 time: 0.1263041 May 27 03:10:20.885676 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-fafa2e6b-c4e8-4a30-9312-06e8fbfce56d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54cd3a95-2e98-4b56-8eaf-7eafd6070340 HTTP/1.1" status: 200 len: 1001 time: 0.0929561 May 27 03:10:20.949170 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-0344165b-974e-4277-92f1-4282e739c177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:20.950454 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-0344165b-974e-4277-92f1-4282e739c177 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=721df4b2-6cb6-4950-bbe4-a5797d0d8b04 HTTP/1.1" status: 200 len: 851 time: 0.0587859 May 27 03:10:21.022691 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-67327b0e-041b-47ef-a4b4-63fc83bec35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:21.024139 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-67327b0e-041b-47ef-a4b4-63fc83bec35a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1cb48be7-71e7-4e2e-b898-c29e50006806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680275 May 27 03:10:21.151356 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-6a9e6b77-2c68-4494-a531-159920530b88 service neutron] 10.222.0.66 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212945 May 27 03:10:21.278762 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-7db0fba9-edde-481c-a487-4adbb9ca228d service neutron] 10.222.0.66 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219227 May 27 03:10:21.337903 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 54cd3a95-2e98-4b56-8eaf-7eafd6070340 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:10:21.458603 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 54cd3a95-2e98-4b56-8eaf-7eafd6070340 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:10:21.463205 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 54cd3a95-2e98-4b56-8eaf-7eafd6070340 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:10:21.463574 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:21.583238 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 54cd3a95-2e98-4b56-8eaf-7eafd6070340 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:10:21.583546 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:21.610934 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa28b6a9-ca00-4040-bcb7-09cae932d639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54cd3a95-2e98-4b56-8eaf-7eafd6070340'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:10:21.620315 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 54cd3a95-2e98-4b56-8eaf-7eafd6070340, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=54cd3a95-2e98-4b56-8eaf-7eafd6070340,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:10:21.632413 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3507d7-776b-4b03-9c6b-8a084dcb011d req-a71a09b0-e442-432a-83a0-f8a102a01772 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:21.633918 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c3507d7-776b-4b03-9c6b-8a084dcb011d req-a71a09b0-e442-432a-83a0-f8a102a01772 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 944 time: 0.0804410 May 27 03:10:21.670951 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69336315-b2a4-4449-b321-7cf2cf97e06e'] response: {'server_uuid': 'fa28b6a9-ca00-4040-bcb7-09cae932d639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54cd3a95-2e98-4b56-8eaf-7eafd6070340', 'code': 200} May 27 03:10:21.679244 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c3507d7-776b-4b03-9c6b-8a084dcb011d req-d81245c8-de27-4be5-8142-3aa6ffbcdab0 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397482 May 27 03:10:21.693289 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:21.759446 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=54cd3a95-2e98-4b56-8eaf-7eafd6070340,revision_number=9']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:10:22.824002 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63558ad4-8116-4386-8662-37a6974b6c10 req-79763ab5-7a84-4316-acfb-7904b1fde7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:22.826128 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-63558ad4-8116-4386-8662-37a6974b6c10 req-79763ab5-7a84-4316-acfb-7904b1fde7d1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 1096 time: 0.0770986 May 27 03:10:22.873883 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357adb19-b61d-4c3a-be29-38dfcd8e26bd req-b611052f-ef80-443f-9603-d74d5dab1347 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:22.875374 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-357adb19-b61d-4c3a-be29-38dfcd8e26bd req-b611052f-ef80-443f-9603-d74d5dab1347 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 945 time: 0.0858929 May 27 03:10:22.918361 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-357adb19-b61d-4c3a-be29-38dfcd8e26bd req-e03fdf1a-1641-407b-89d1-1804f9303e8f tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373130 May 27 03:10:23.082479 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63558ad4-8116-4386-8662-37a6974b6c10 req-188d2340-4acd-4ccd-a3f6-1e8dad625c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:23.083893 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-63558ad4-8116-4386-8662-37a6974b6c10 req-188d2340-4acd-4ccd-a3f6-1e8dad625c9d service neutron] 10.222.0.66 "GET /v2.0/networks?id=1cb48be7-71e7-4e2e-b898-c29e50006806 HTTP/1.1" status: 200 len: 913 time: 0.2390721 May 27 03:10:23.187218 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-63558ad4-8116-4386-8662-37a6974b6c10 req-e8a6a14d-825b-472e-b32f-689436bcfb96 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54cd3a95-2e98-4b56-8eaf-7eafd6070340 HTTP/1.1" status: 200 len: 1002 time: 0.0974765 May 27 03:10:23.248145 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63558ad4-8116-4386-8662-37a6974b6c10 req-578b0746-a075-45da-842f-01124605d67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:23.249710 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-63558ad4-8116-4386-8662-37a6974b6c10 req-578b0746-a075-45da-842f-01124605d67d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=721df4b2-6cb6-4950-bbe4-a5797d0d8b04 HTTP/1.1" status: 200 len: 851 time: 0.0572138 May 27 03:10:23.327374 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63558ad4-8116-4386-8662-37a6974b6c10 req-f0980b2d-52a3-4e0e-bdc1-bf9a2201fe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:23.329510 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-63558ad4-8116-4386-8662-37a6974b6c10 req-f0980b2d-52a3-4e0e-bdc1-bf9a2201fe01 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1cb48be7-71e7-4e2e-b898-c29e50006806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744729 May 27 03:10:23.471340 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-63558ad4-8116-4386-8662-37a6974b6c10 req-f0da9a0e-c619-4cf8-9ff9-7674ab7db403 service neutron] 10.222.0.66 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357710 May 27 03:10:23.650604 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-63558ad4-8116-4386-8662-37a6974b6c10 req-1c117a8d-d432-436a-b7d9-c7de3e1ba534 service neutron] 10.222.0.66 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733959 May 27 03:10:23.664183 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-a246eba5-2795-44d1-acda-9699bb2a2f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:23.665641 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-a246eba5-2795-44d1-acda-9699bb2a2f43 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639&tenant_id=eba8cac7bf8e48628813cc32fe0ab29b HTTP/1.1" status: 200 len: 1096 time: 0.1086380 May 27 03:10:23.676737 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-9f16cb77-ec4e-4144-a148-69dd1ef6a2f4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843554-3', 'device_owner': 'compute:nova'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:10:23.786987 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-9f16cb77-ec4e-4144-a148-69dd1ef6a2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:24.053239 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-9f16cb77-ec4e-4144-a148-69dd1ef6a2f4 service neutron] For port 54cd3a95-2e98-4b56-8eaf-7eafd6070340, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=54cd3a95-2e98-4b56-8eaf-7eafd6070340,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:10:24.081744 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-9f16cb77-ec4e-4144-a148-69dd1ef6a2f4 service neutron] For port 54cd3a95-2e98-4b56-8eaf-7eafd6070340, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:10:24.100185 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996682de-b0f4-42c2-8515-cbbed711c180 req-a08d3818-d620-4136-a554-1aeb46895013 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:24.107260 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-996682de-b0f4-42c2-8515-cbbed711c180 req-a08d3818-d620-4136-a554-1aeb46895013 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 945 time: 0.0776358 May 27 03:10:24.139987 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa28b6a9-ca00-4040-bcb7-09cae932d639', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54cd3a95-2e98-4b56-8eaf-7eafd6070340'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:10:24.145894 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-9f16cb77-ec4e-4144-a148-69dd1ef6a2f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:24.152623 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-996682de-b0f4-42c2-8515-cbbed711c180 req-228f01c2-640f-4084-be88-839611668d47 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452309 May 27 03:10:24.162212 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-9f16cb77-ec4e-4144-a148-69dd1ef6a2f4 service neutron] Transition to ACTIVE for port object 54cd3a95-2e98-4b56-8eaf-7eafd6070340 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:10:24.200762 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7b467d3-38cc-4fae-b5f6-31d4d69ebb1d'] response: {'server_uuid': 'fa28b6a9-ca00-4040-bcb7-09cae932d639', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54cd3a95-2e98-4b56-8eaf-7eafd6070340', 'code': 200} May 27 03:10:24.230333 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-9f16cb77-ec4e-4144-a148-69dd1ef6a2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:24.384397 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f16cb77-ec4e-4144-a148-69dd1ef6a2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=54cd3a95-2e98-4b56-8eaf-7eafd6070340,revision_number=10']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:10:24.436792 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-9f16cb77-ec4e-4144-a148-69dd1ef6a2f4 service neutron] No DVR routers for this DVR port 54cd3a95-2e98-4b56-8eaf-7eafd6070340 on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:10:24.765954 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-9f16cb77-ec4e-4144-a148-69dd1ef6a2f4 service neutron] Attempting to bind port 54cd3a95-2e98-4b56-8eaf-7eafd6070340 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:10:24.766288 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-9f16cb77-ec4e-4144-a148-69dd1ef6a2f4 service neutron] Attempting to bind port 54cd3a95-2e98-4b56-8eaf-7eafd6070340 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:10:24.766614 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-9f16cb77-ec4e-4144-a148-69dd1ef6a2f4 service neutron] Attempting to bind port 54cd3a95-2e98-4b56-8eaf-7eafd6070340 on network 1cb48be7-71e7-4e2e-b898-c29e50006806 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:10:24.771088 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-9f16cb77-ec4e-4144-a148-69dd1ef6a2f4 service neutron] Port 54cd3a95-2e98-4b56-8eaf-7eafd6070340 on network 1cb48be7-71e7-4e2e-b898-c29e50006806 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:10:24.771407 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-9f16cb77-ec4e-4144-a148-69dd1ef6a2f4 service neutron] Attempting to bind port 54cd3a95-2e98-4b56-8eaf-7eafd6070340 on network 1cb48be7-71e7-4e2e-b898-c29e50006806 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:10:24.776497 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-9f16cb77-ec4e-4144-a148-69dd1ef6a2f4 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:10:24.776864 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-9f16cb77-ec4e-4144-a148-69dd1ef6a2f4 service neutron] Checking segment: {'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:10:24.777246 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-9f16cb77-ec4e-4144-a148-69dd1ef6a2f4 service neutron] Bound using segment: {'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:10:24.777669 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-9f16cb77-ec4e-4144-a148-69dd1ef6a2f4 service neutron] Bound port: 54cd3a95-2e98-4b56-8eaf-7eafd6070340, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:10:24.778011 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-9f16cb77-ec4e-4144-a148-69dd1ef6a2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:24.864361 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-9f16cb77-ec4e-4144-a148-69dd1ef6a2f4 service neutron] For port 54cd3a95-2e98-4b56-8eaf-7eafd6070340, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:10:24.867276 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-9f16cb77-ec4e-4144-a148-69dd1ef6a2f4 service neutron] For port 54cd3a95-2e98-4b56-8eaf-7eafd6070340, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=54cd3a95-2e98-4b56-8eaf-7eafd6070340,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:10:24.950720 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-9f16cb77-ec4e-4144-a148-69dd1ef6a2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:25.018390 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-9f16cb77-ec4e-4144-a148-69dd1ef6a2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:25.019017 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-9f16cb77-ec4e-4144-a148-69dd1ef6a2f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:25.020380 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-9f16cb77-ec4e-4144-a148-69dd1ef6a2f4 service neutron] 10.222.0.32 "PUT /v2.0/ports/54cd3a95-2e98-4b56-8eaf-7eafd6070340 HTTP/1.1" status: 200 len: 1092 time: 1.3475475 May 27 03:10:25.035230 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f16cb77-ec4e-4144-a148-69dd1ef6a2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=54cd3a95-2e98-4b56-8eaf-7eafd6070340,revision_number=11']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:10:25.116685 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-4ad87d29-c74b-42b9-88e8-45f2d05be48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:25.118196 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-4ad87d29-c74b-42b9-88e8-45f2d05be48c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 1095 time: 0.0750048 May 27 03:10:25.253446 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-0a17e6e9-9936-4a9f-9449-6b1c83013df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:25.254929 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-0a17e6e9-9936-4a9f-9449-6b1c83013df4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1cb48be7-71e7-4e2e-b898-c29e50006806 HTTP/1.1" status: 200 len: 913 time: 0.1283619 May 27 03:10:25.345394 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2115a5e-2844-4576-a8d6-741968b681cd req-aa1cda6d-3a2c-4c88-be68-31c902a9fd41 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:25.346769 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a2115a5e-2844-4576-a8d6-741968b681cd req-aa1cda6d-3a2c-4c88-be68-31c902a9fd41 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 944 time: 0.0815785 May 27 03:10:25.367334 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-f341f090-d927-4ce9-b83b-66cf971f4ac8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54cd3a95-2e98-4b56-8eaf-7eafd6070340 HTTP/1.1" status: 200 len: 1000 time: 0.1020434 May 27 03:10:25.393713 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a2115a5e-2844-4576-a8d6-741968b681cd req-c6dd5704-dc29-4d52-9a6b-4ae989e896d2 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400379 May 27 03:10:25.430309 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-3594b3f4-77ff-4ec3-914c-7dedad928af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:25.432002 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-3594b3f4-77ff-4ec3-914c-7dedad928af1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=721df4b2-6cb6-4950-bbe4-a5797d0d8b04 HTTP/1.1" status: 200 len: 851 time: 0.0581586 May 27 03:10:25.511346 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-f693e198-7669-4a69-a514-5a5cd403845d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:25.512829 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-f693e198-7669-4a69-a514-5a5cd403845d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1cb48be7-71e7-4e2e-b898-c29e50006806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734184 May 27 03:10:25.556380 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6cb9b1f0-2c4d-4ae9-b54e-306b70f8a401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:25.644951 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-0cb84b8f-9dfe-4415-baf5-fd076fc5c1be service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252162 May 27 03:10:25.777078 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9f430be4-03f3-4628-8e40-7ea26b9dd300 req-ab179dce-6ee3-4e81-b433-d4f03aea6a22 service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247764 May 27 03:10:26.201529 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa28b6a9-ca00-4040-bcb7-09cae932d639', 'tag': '54cd3a95-2e98-4b56-8eaf-7eafd6070340'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:10:26.258358 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c76e56ea-765d-42fd-8045-c018e5b589f8'] response: {'name': 'network-changed', 'server_uuid': 'fa28b6a9-ca00-4040-bcb7-09cae932d639', 'tag': '54cd3a95-2e98-4b56-8eaf-7eafd6070340', 'status': 'completed', 'code': 200} May 27 03:10:26.406956 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905e4b6-f889-454e-a97a-bce8158ddbe4 req-7d715938-6926-4fd6-b9f6-bb6c34defaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:26.408403 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4905e4b6-f889-454e-a97a-bce8158ddbe4 req-7d715938-6926-4fd6-b9f6-bb6c34defaae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 1095 time: 0.1312470 May 27 03:10:26.410173 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905e4b6-f889-454e-a97a-bce8158ddbe4 req-863b3003-ac81-4e5a-a696-80eba2817fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:26.411473 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4905e4b6-f889-454e-a97a-bce8158ddbe4 req-863b3003-ac81-4e5a-a696-80eba2817fd1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 1095 time: 0.0997071 May 27 03:10:26.650949 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905e4b6-f889-454e-a97a-bce8158ddbe4 req-601e24d4-3007-41ac-b8d8-d5c0ef764557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:26.652395 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4905e4b6-f889-454e-a97a-bce8158ddbe4 req-601e24d4-3007-41ac-b8d8-d5c0ef764557 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1cb48be7-71e7-4e2e-b898-c29e50006806 HTTP/1.1" status: 200 len: 913 time: 0.2377567 May 27 03:10:26.654809 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905e4b6-f889-454e-a97a-bce8158ddbe4 req-086b4b0f-acc5-4470-ae81-f9ee1bb18471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:26.656676 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4905e4b6-f889-454e-a97a-bce8158ddbe4 req-086b4b0f-acc5-4470-ae81-f9ee1bb18471 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1cb48be7-71e7-4e2e-b898-c29e50006806 HTTP/1.1" status: 200 len: 913 time: 0.2213626 May 27 03:10:26.695413 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a5390-f96e-4669-8ff9-93b43520a9d8 req-aa3eff3c-1e27-4f79-828d-2212c18c3894 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:26.697154 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d88a5390-f96e-4669-8ff9-93b43520a9d8 req-aa3eff3c-1e27-4f79-828d-2212c18c3894 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 944 time: 0.1946473 May 27 03:10:26.741392 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d88a5390-f96e-4669-8ff9-93b43520a9d8 req-edbd8a14-a63e-4c70-bb1c-bc3387d51898 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386219 May 27 03:10:26.950379 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4905e4b6-f889-454e-a97a-bce8158ddbe4 req-5c95ec99-08b6-4c9d-aa08-820e15591892 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54cd3a95-2e98-4b56-8eaf-7eafd6070340 HTTP/1.1" status: 200 len: 1000 time: 0.2911015 May 27 03:10:26.954146 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4905e4b6-f889-454e-a97a-bce8158ddbe4 req-d2f36003-45a6-4e9f-bf8b-33eaf028f335 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54cd3a95-2e98-4b56-8eaf-7eafd6070340 HTTP/1.1" status: 200 len: 1000 time: 0.2475264 May 27 03:10:27.059897 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905e4b6-f889-454e-a97a-bce8158ddbe4 req-4eaa860d-e83e-4551-bcba-5abf5173fcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:27.061309 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4905e4b6-f889-454e-a97a-bce8158ddbe4 req-4eaa860d-e83e-4551-bcba-5abf5173fcf0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=721df4b2-6cb6-4950-bbe4-a5797d0d8b04 HTTP/1.1" status: 200 len: 851 time: 0.1052127 May 27 03:10:27.062703 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905e4b6-f889-454e-a97a-bce8158ddbe4 req-ccdc154b-4a88-4dd2-a785-42a4bdddd1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:27.063961 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4905e4b6-f889-454e-a97a-bce8158ddbe4 req-ccdc154b-4a88-4dd2-a785-42a4bdddd1d1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=721df4b2-6cb6-4950-bbe4-a5797d0d8b04 HTTP/1.1" status: 200 len: 851 time: 0.0794301 May 27 03:10:27.191172 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905e4b6-f889-454e-a97a-bce8158ddbe4 req-c7bbe6fd-d67d-4942-a968-ad7441e03db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:27.192605 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4905e4b6-f889-454e-a97a-bce8158ddbe4 req-c7bbe6fd-d67d-4942-a968-ad7441e03db2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1cb48be7-71e7-4e2e-b898-c29e50006806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1246359 May 27 03:10:27.195029 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905e4b6-f889-454e-a97a-bce8158ddbe4 req-288fee16-0b17-4ea4-99f2-743c5dd9a0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:27.196335 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4905e4b6-f889-454e-a97a-bce8158ddbe4 req-288fee16-0b17-4ea4-99f2-743c5dd9a0f8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1cb48be7-71e7-4e2e-b898-c29e50006806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0990400 May 27 03:10:27.363965 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 54cd3a95-2e98-4b56-8eaf-7eafd6070340 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:10:27.428749 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 54cd3a95-2e98-4b56-8eaf-7eafd6070340 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:10:27.440767 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4905e4b6-f889-454e-a97a-bce8158ddbe4 req-858537aa-8113-4a0a-b6e9-0c59f0326266 service neutron] 10.222.0.66 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386672 May 27 03:10:27.443790 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4905e4b6-f889-454e-a97a-bce8158ddbe4 req-4dd815a4-743b-4754-ad46-67b43bc50c29 service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215376 May 27 03:10:27.596281 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 54cd3a95-2e98-4b56-8eaf-7eafd6070340 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:10:27.692500 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4905e4b6-f889-454e-a97a-bce8158ddbe4 req-a10d527a-8151-4eac-9ce5-31fab13a558d service neutron] 10.222.0.66 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452488 May 27 03:10:27.695397 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4905e4b6-f889-454e-a97a-bce8158ddbe4 req-375be883-bc74-43f4-8944-4c94dcf7ff81 service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259803 May 27 03:10:27.745186 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 54cd3a95-2e98-4b56-8eaf-7eafd6070340, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=54cd3a95-2e98-4b56-8eaf-7eafd6070340,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:10:27.758471 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '54cd3a95-2e98-4b56-8eaf-7eafd6070340', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'port_id': '54cd3a95-2e98-4b56-8eaf-7eafd6070340', 'mac_address': 'fa:16:3e:05:05:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:10:27.818238 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 54cd3a95-2e98-4b56-8eaf-7eafd6070340 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:10:27.818617 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:27.850769 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54cd3a95-2e98-4b56-8eaf-7eafd6070340 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:10:27.866266 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 54cd3a95-2e98-4b56-8eaf-7eafd6070340, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=54cd3a95-2e98-4b56-8eaf-7eafd6070340,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:10:27.933921 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff20614-4166-4d41-921b-de0791745432 req-14aec988-d081-483e-9ee2-fd97c5e5a230 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:27.935355 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4ff20614-4166-4d41-921b-de0791745432 req-14aec988-d081-483e-9ee2-fd97c5e5a230 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 944 time: 0.0787570 May 27 03:10:27.939090 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-361c72ce-fb16-44c1-be45-34c6fc563a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:27.973353 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:27.983382 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4ff20614-4166-4d41-921b-de0791745432 req-bd0703d8-7fb3-4e70-9ad0-b5011823a07d tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412722 May 27 03:10:28.040647 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=54cd3a95-2e98-4b56-8eaf-7eafd6070340,revision_number=12']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:10:28.210271 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['54cd3a95-2e98-4b56-8eaf-7eafd6070340'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:10:29.048345 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:29.138927 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:29.166038 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15e22c-341e-4d27-8c1f-fe581192330e req-73b89d7e-bbd0-4edc-9b62-c506e0254b46 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:29.167478 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2b15e22c-341e-4d27-8c1f-fe581192330e req-73b89d7e-bbd0-4edc-9b62-c506e0254b46 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 945 time: 0.0781398 May 27 03:10:29.211233 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2b15e22c-341e-4d27-8c1f-fe581192330e req-b494770f-f453-4d6b-a558-78918ee33f1b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371706 May 27 03:10:29.545528 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f8751-66cb-4f54-9a3b-3333531fea8e req-2b5f4b40-4b6a-4c75-a9b0-b32c570764dd tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:29.547016 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8a1f8751-66cb-4f54-9a3b-3333531fea8e req-2b5f4b40-4b6a-4c75-a9b0-b32c570764dd tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 945 time: 0.0812659 May 27 03:10:29.590548 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8a1f8751-66cb-4f54-9a3b-3333531fea8e req-19f1aadc-7f2c-498e-a934-cc5a5f27a673 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379825 May 27 03:10:29.605890 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 54cd3a95-2e98-4b56-8eaf-7eafd6070340 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:10:29.733195 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 54cd3a95-2e98-4b56-8eaf-7eafd6070340 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:10:29.738112 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 54cd3a95-2e98-4b56-8eaf-7eafd6070340 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:10:29.738493 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:29.773849 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1fd815-4d8b-4263-8de9-c2e0fdcb841e req-ffb6b575-bd75-4d9c-90d9-e2f46a84a48d tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:29.775311 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5d1fd815-4d8b-4263-8de9-c2e0fdcb841e req-ffb6b575-bd75-4d9c-90d9-e2f46a84a48d tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 945 time: 0.0812721 May 27 03:10:29.822681 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5d1fd815-4d8b-4263-8de9-c2e0fdcb841e req-802d2cbe-39e1-42b3-90a4-6b84433d02ba tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407505 May 27 03:10:29.868773 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 54cd3a95-2e98-4b56-8eaf-7eafd6070340 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:10:29.869156 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:29.896064 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa28b6a9-ca00-4040-bcb7-09cae932d639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54cd3a95-2e98-4b56-8eaf-7eafd6070340'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:10:29.905394 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 54cd3a95-2e98-4b56-8eaf-7eafd6070340, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=54cd3a95-2e98-4b56-8eaf-7eafd6070340,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:10:29.941367 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4d12765-3b11-4b95-ae47-dea78be24a58'] response: {'server_uuid': 'fa28b6a9-ca00-4040-bcb7-09cae932d639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54cd3a95-2e98-4b56-8eaf-7eafd6070340', 'code': 200} May 27 03:10:29.973348 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:30.043808 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=54cd3a95-2e98-4b56-8eaf-7eafd6070340,revision_number=13']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:10:30.275526 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:30.365066 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4c9f8-f6e6-447b-bef8-939981e6760a req-7bbacef6-4a64-40ea-86e3-1548454347dc tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:30.366622 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-25e4c9f8-f6e6-447b-bef8-939981e6760a req-7bbacef6-4a64-40ea-86e3-1548454347dc tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 946 time: 0.0831399 May 27 03:10:30.409979 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-25e4c9f8-f6e6-447b-bef8-939981e6760a req-c7d072dc-dd96-4063-9991-6ac9441ff27c tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377510 May 27 03:10:31.592885 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef924e-03db-4168-a627-d3fd3cf278aa req-02a65b29-b83f-40a7-87dc-d310821ec1a4 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:31.594368 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5cef924e-03db-4168-a627-d3fd3cf278aa req-02a65b29-b83f-40a7-87dc-d310821ec1a4 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 946 time: 0.0788298 May 27 03:10:31.639429 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5cef924e-03db-4168-a627-d3fd3cf278aa req-8b148da8-9b07-4c65-a210-2009ae8b91bf tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393419 May 27 03:10:31.737396 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda59770-6006-4521-b7c6-0cf6e8979233 req-b70acdb6-0b1d-405b-a94b-15f9cbd56975 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:31.738827 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-eda59770-6006-4521-b7c6-0cf6e8979233 req-b70acdb6-0b1d-405b-a94b-15f9cbd56975 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 946 time: 0.0824900 May 27 03:10:31.807464 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-eda59770-6006-4521-b7c6-0cf6e8979233 req-379e37ca-418f-4580-b2b9-b75ec084db2b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Deleting port 54cd3a95-2e98-4b56-8eaf-7eafd6070340 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:10:31.807807 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-eda59770-6006-4521-b7c6-0cf6e8979233 req-379e37ca-418f-4580-b2b9-b75ec084db2b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:32.049772 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-eda59770-6006-4521-b7c6-0cf6e8979233 req-379e37ca-418f-4580-b2b9-b75ec084db2b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] For port 54cd3a95-2e98-4b56-8eaf-7eafd6070340, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=54cd3a95-2e98-4b56-8eaf-7eafd6070340,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:10:32.050050 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-eda59770-6006-4521-b7c6-0cf6e8979233 req-379e37ca-418f-4580-b2b9-b75ec084db2b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:32.337188 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-eda59770-6006-4521-b7c6-0cf6e8979233 req-379e37ca-418f-4580-b2b9-b75ec084db2b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:32.337543 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-eda59770-6006-4521-b7c6-0cf6e8979233 req-379e37ca-418f-4580-b2b9-b75ec084db2b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:32.337861 n-d-843554-3 neutron-server[88901]: INFO neutron.db.l3_db [req-eda59770-6006-4521-b7c6-0cf6e8979233 req-379e37ca-418f-4580-b2b9-b75ec084db2b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Floating IP 7edcdeb5-8335-4cfc-8798-c25cf508b836 disassociated. External IP: 172.25.1.216, port: 54cd3a95-2e98-4b56-8eaf-7eafd6070340. May 27 03:10:32.338198 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-eda59770-6006-4521-b7c6-0cf6e8979233 req-379e37ca-418f-4580-b2b9-b75ec084db2b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Calling delete_port for 54cd3a95-2e98-4b56-8eaf-7eafd6070340 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:10:32.648667 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-eda59770-6006-4521-b7c6-0cf6e8979233 req-379e37ca-418f-4580-b2b9-b75ec084db2b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:32.704208 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e37ca-418f-4580-b2b9-b75ec084db2b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Pushing event deleted for resources: {'Port': ['ID=54cd3a95-2e98-4b56-8eaf-7eafd6070340,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:10:32.804013 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a1bf0c71-4bd3-44cd-9771-b0ecde406207 req-c20e6026-09e2-4db0-8150-1a86b48c693e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 210 time: 0.0519595 May 27 03:10:32.960182 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eda59770-6006-4521-b7c6-0cf6e8979233 req-379e37ca-418f-4580-b2b9-b75ec084db2b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Router da1235dc-b2f2-4d39-8071-81288ebc69fc has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:10:33.136830 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eda59770-6006-4521-b7c6-0cf6e8979233 req-379e37ca-418f-4580-b2b9-b75ec084db2b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:10:33.146309 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5a56a5-7268-4627-94ca-00db59a554ef None None] Sync routers for ids ['da1235dc-b2f2-4d39-8071-81288ebc69fc'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:10:33.156083 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5a56a5-7268-4627-94ca-00db59a554ef None None] Routers {'da1235dc-b2f2-4d39-8071-81288ebc69fc'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:10:33.156689 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-2e5a56a5-7268-4627-94ca-00db59a554ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:10:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['da1235dc-b2f2-4d39-8071-81288ebc69fc'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:10:33.212022 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda59770-6006-4521-b7c6-0cf6e8979233 req-379e37ca-418f-4580-b2b9-b75ec084db2b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] No DVR routers for this DVR port 54cd3a95-2e98-4b56-8eaf-7eafd6070340 on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:10:33.214340 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-eda59770-6006-4521-b7c6-0cf6e8979233 req-379e37ca-418f-4580-b2b9-b75ec084db2b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:33.218468 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa28b6a9-ca00-4040-bcb7-09cae932d639', 'name': 'network-vif-deleted', 'tag': '54cd3a95-2e98-4b56-8eaf-7eafd6070340'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:10:33.266498 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da67a4a4-9805-43ad-beba-df5c2f1b6ce6'] response: {'server_uuid': 'fa28b6a9-ca00-4040-bcb7-09cae932d639', 'name': 'network-vif-deleted', 'tag': '54cd3a95-2e98-4b56-8eaf-7eafd6070340', 'status': 'completed', 'code': 200} May 27 03:10:33.271185 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-eda59770-6006-4521-b7c6-0cf6e8979233 req-379e37ca-418f-4580-b2b9-b75ec084db2b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.32 "DELETE /v2.0/ports/54cd3a95-2e98-4b56-8eaf-7eafd6070340 HTTP/1.1" status: 204 len: 173 time: 1.5269933 May 27 03:10:33.340332 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-2e5a56a5-7268-4627-94ca-00db59a554ef None None] Set router da1235dc-b2f2-4d39-8071-81288ebc69fc gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:10:33.656815 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-2e5a56a5-7268-4627-94ca-00db59a554ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'name': 'tempest-ServerActionsTestJSON-1569965996-router', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:06:30Z', 'updated_at': '2022-05-27T03:06:35Z', 'revision_number': 4, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'gw_port': {'id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:31Z', 'updated_at': '2022-05-27T03:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'e7d1df91-3aa4-4351-9632-e1ce891ea604', 'name': '', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'mac_address': 'fa:16:3e:83:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:34Z', 'updated_at': '2022-05-27T03:06:40Z', 'revision_number': 5, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'subnets': [{'id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:10:33.660704 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5a56a5-7268-4627-94ca-00db59a554ef None None] Checking router: da1235dc-b2f2-4d39-8071-81288ebc69fc for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:10:33.669157 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5a56a5-7268-4627-94ca-00db59a554ef None None] Routers {'da1235dc-b2f2-4d39-8071-81288ebc69fc'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:10:33.669777 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-2e5a56a5-7268-4627-94ca-00db59a554ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:10:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['da1235dc-b2f2-4d39-8071-81288ebc69fc'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:10:33.844450 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-2e5a56a5-7268-4627-94ca-00db59a554ef None None] Set router da1235dc-b2f2-4d39-8071-81288ebc69fc gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:10:33.972774 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-543c4da4-51bf-40d9-94ec-d758b8b6cdc6 req-7e8e2a2c-e894-4e34-a3d0-e2527729c0af tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa28b6a9-ca00-4040-bcb7-09cae932d639 HTTP/1.1" status: 200 len: 210 time: 0.0420072 May 27 03:10:34.158900 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-2e5a56a5-7268-4627-94ca-00db59a554ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'name': 'tempest-ServerActionsTestJSON-1569965996-router', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:06:30Z', 'updated_at': '2022-05-27T03:06:35Z', 'revision_number': 4, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'gw_port': {'id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:31Z', 'updated_at': '2022-05-27T03:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'e7d1df91-3aa4-4351-9632-e1ce891ea604', 'name': '', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'mac_address': 'fa:16:3e:83:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:34Z', 'updated_at': '2022-05-27T03:06:40Z', 'revision_number': 5, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'subnets': [{'id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:10:34.162812 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5a56a5-7268-4627-94ca-00db59a554ef None None] The sync data for ids ['da1235dc-b2f2-4d39-8071-81288ebc69fc'] in n-d-843554-3 is: [{'id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'name': 'tempest-ServerActionsTestJSON-1569965996-router', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:06:30Z', 'updated_at': '2022-05-27T03:06:35Z', 'revision_number': 4, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'gw_port': {'id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:31Z', 'updated_at': '2022-05-27T03:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'e7d1df91-3aa4-4351-9632-e1ce891ea604', 'name': '', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'mac_address': 'fa:16:3e:83:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:34Z', 'updated_at': '2022-05-27T03:06:40Z', 'revision_number': 5, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'subnets': [{'id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:10:34.385930 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667e9af5-4965-4ac9-bdd8-d9dadcb278ff None None] New status for floating IP 7edcdeb5-8335-4cfc-8798-c25cf508b836: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:10:35.308466 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-dbcc8943-396f-4c1a-b785-151305934943 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--517027483&fields=id&tenant_id=eba8cac7bf8e48628813cc32fe0ab29b HTTP/1.1" status: 200 len: 267 time: 0.0389557 May 27 03:10:35.457063 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-20e7ee88-a4f5-441f-b47f-5176bdb8b68b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:35.458500 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-20e7ee88-a4f5-441f-b47f-5176bdb8b68b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/networks?id=1cb48be7-71e7-4e2e-b898-c29e50006806 HTTP/1.1" status: 200 len: 812 time: 0.1430993 May 27 03:10:35.473289 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-4db3bca1-9c67-4769-88b9-e8832ac4864a tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/quotas/eba8cac7bf8e48628813cc32fe0ab29b HTTP/1.1" status: 200 len: 375 time: 0.0094569 May 27 03:10:35.561724 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-451f9b90-1da3-4540-a9d0-ad80828e330b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0833402 May 27 03:10:35.627879 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 54cd3a95-2e98-4b56-8eaf-7eafd6070340 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:10:35.662082 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 54cd3a95-2e98-4b56-8eaf-7eafd6070340 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:10:35.662429 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 54cd3a95-2e98-4b56-8eaf-7eafd6070340 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:10:35.740514 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-50d03a4d-90de-4133-8055-b54d1285cbc6 service neutron] 10.222.0.57 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664636 May 27 03:10:35.870334 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-ebc760ce-d839-44a4-8669-3bc62af332ed service neutron] 10.222.0.57 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239207 May 27 03:10:36.115500 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-06df1c5b-6f1e-4b2c-bf03-1300545a69ff req-816ef483-7b41-450e-a1d3-60712ab0f1af tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 210 time: 0.0413506 May 27 03:10:37.264115 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e25dc8aa-a33d-45d8-91e5-26bd51e3ea56 req-9d569b64-2a8b-40c0-8000-63c242c4e927 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 210 time: 0.0426040 May 27 03:10:38.006857 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-876ac88c-71d0-4be3-8f83-0d68c1690dc4 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:38.008232 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-876ac88c-71d0-4be3-8f83-0d68c1690dc4 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.32 "GET /v2.0/networks?id=1cb48be7-71e7-4e2e-b898-c29e50006806 HTTP/1.1" status: 200 len: 812 time: 0.1423872 May 27 03:10:38.054676 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-2f85dfc1-c4ac-4b48-99b3-d9dbf228559b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eba8cac7bf8e48628813cc32fe0ab29b HTTP/1.1" status: 200 len: 379 time: 0.0368507 May 27 03:10:38.063678 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-b5ea05a7-b0a0-437f-bcaa-73dc8039dfba tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Request body: {'port': {'device_id': '968cfa3c-3ec0-4b62-a6dc-fdf33add89cb', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'admin_state_up': True, 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'security_groups': ['968366e7-a861-4879-91be-4708d3f4b4a1']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:10:38.195767 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-b5ea05a7-b0a0-437f-bcaa-73dc8039dfba tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:10:38.199742 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-b5ea05a7-b0a0-437f-bcaa-73dc8039dfba tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Usage tracker for resource:port and tenant:eba8cac7bf8e48628813cc32fe0ab29b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:10:38.202557 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-b5ea05a7-b0a0-437f-bcaa-73dc8039dfba tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:10:38.208570 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-b5ea05a7-b0a0-437f-bcaa-73dc8039dfba tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:10:38.264880 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-b5ea05a7-b0a0-437f-bcaa-73dc8039dfba tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Made reservation on behalf of eba8cac7bf8e48628813cc32fe0ab29b for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:10:38.268354 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-b5ea05a7-b0a0-437f-bcaa-73dc8039dfba tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:38.415058 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-11d75e15-0e4b-4979-8323-e652c42ff2fc req-d65b03d7-8658-49eb-ac5d-7207a3d9f62e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 210 time: 0.0441890 May 27 03:10:38.431318 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-b5ea05a7-b0a0-437f-bcaa-73dc8039dfba tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Allocated IP 172.20.0.8 (1cb48be7-71e7-4e2e-b898-c29e50006806/721df4b2-6cb6-4950-bbe4-a5797d0d8b04/4c5cf2cb-0a66-467b-9729-981a4358f009) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:10:38.615075 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-b5ea05a7-b0a0-437f-bcaa-73dc8039dfba tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:38.630207 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-b5ea05a7-b0a0-437f-bcaa-73dc8039dfba tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Transition to ACTIVE for port object 4c5cf2cb-0a66-467b-9729-981a4358f009 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:10:38.727718 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-b5ea05a7-b0a0-437f-bcaa-73dc8039dfba tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:38.800235 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-b5ea05a7-b0a0-437f-bcaa-73dc8039dfba tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Network 1cb48be7-71e7-4e2e-b898-c29e50006806 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:10:38.803416 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-b5ea05a7-b0a0-437f-bcaa-73dc8039dfba tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:10:38.807476 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-b5ea05a7-b0a0-437f-bcaa-73dc8039dfba tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:10:38.837374 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea05a7-b0a0-437f-bcaa-73dc8039dfba tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Pushing event updated for resources: {'Port': ['ID=4c5cf2cb-0a66-467b-9729-981a4358f009,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:10:38.874225 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-b5ea05a7-b0a0-437f-bcaa-73dc8039dfba tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:38.874891 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-b5ea05a7-b0a0-437f-bcaa-73dc8039dfba tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:38.957074 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-b5ea05a7-b0a0-437f-bcaa-73dc8039dfba tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8972850 May 27 03:10:38.968935 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-d8bf358b-b068-4508-acd4-8dc25fbd6fae service neutron] Request body: {'port': {'device_id': '968cfa3c-3ec0-4b62-a6dc-fdf33add89cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:10:39.110846 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1f9c762f-94c1-49c3-9d92-8106d88815d8 None None] Provisioning for port 4c5cf2cb-0a66-467b-9729-981a4358f009 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:10:39.116959 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1f9c762f-94c1-49c3-9d92-8106d88815d8 None None] Provisioning complete for port 4c5cf2cb-0a66-467b-9729-981a4358f009 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:10:39.117424 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1f9c762f-94c1-49c3-9d92-8106d88815d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:39.171857 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-1f9c762f-94c1-49c3-9d92-8106d88815d8 None None] Port 4c5cf2cb-0a66-467b-9729-981a4358f009 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:10:39.186269 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-d8bf358b-b068-4508-acd4-8dc25fbd6fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:39.519388 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-d8bf358b-b068-4508-acd4-8dc25fbd6fae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c5cf2cb-0a66-467b-9729-981a4358f009 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:10:39.526615 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-d8bf358b-b068-4508-acd4-8dc25fbd6fae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:39.540619 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-d8bf358b-b068-4508-acd4-8dc25fbd6fae service neutron] Transition to ACTIVE for port object 4c5cf2cb-0a66-467b-9729-981a4358f009 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:10:39.590604 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-d8bf358b-b068-4508-acd4-8dc25fbd6fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:39.597406 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d50545-609e-4646-a1ce-8487276b12f3 req-f602ada2-5b44-475c-a3af-9306b63c7f07 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:39.598858 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b8d50545-609e-4646-a1ce-8487276b12f3 req-f602ada2-5b44-475c-a3af-9306b63c7f07 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 931 time: 0.0772934 May 27 03:10:39.645332 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b8d50545-609e-4646-a1ce-8487276b12f3 req-4a3f0cbc-08dc-4136-8632-e354c3a0d6c8 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405669 May 27 03:10:39.748848 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf358b-b068-4508-acd4-8dc25fbd6fae service neutron] Pushing event updated for resources: {'Port': ['ID=4c5cf2cb-0a66-467b-9729-981a4358f009,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:10:39.835121 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-d8bf358b-b068-4508-acd4-8dc25fbd6fae service neutron] Attempting to bind port 4c5cf2cb-0a66-467b-9729-981a4358f009 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:10:39.835447 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-d8bf358b-b068-4508-acd4-8dc25fbd6fae service neutron] Attempting to bind port 4c5cf2cb-0a66-467b-9729-981a4358f009 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:10:39.835770 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-d8bf358b-b068-4508-acd4-8dc25fbd6fae service neutron] Attempting to bind port 4c5cf2cb-0a66-467b-9729-981a4358f009 on network 1cb48be7-71e7-4e2e-b898-c29e50006806 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:10:39.840556 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-d8bf358b-b068-4508-acd4-8dc25fbd6fae service neutron] Port 4c5cf2cb-0a66-467b-9729-981a4358f009 on network 1cb48be7-71e7-4e2e-b898-c29e50006806 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:10:39.840913 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-d8bf358b-b068-4508-acd4-8dc25fbd6fae service neutron] Attempting to bind port 4c5cf2cb-0a66-467b-9729-981a4358f009 on network 1cb48be7-71e7-4e2e-b898-c29e50006806 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:10:39.845916 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-d8bf358b-b068-4508-acd4-8dc25fbd6fae service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:10:39.846248 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-d8bf358b-b068-4508-acd4-8dc25fbd6fae service neutron] Checking segment: {'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:10:39.846622 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-d8bf358b-b068-4508-acd4-8dc25fbd6fae service neutron] Bound using segment: {'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:10:39.847037 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-d8bf358b-b068-4508-acd4-8dc25fbd6fae service neutron] Bound port: 4c5cf2cb-0a66-467b-9729-981a4358f009, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:10:39.847377 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-d8bf358b-b068-4508-acd4-8dc25fbd6fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:39.936710 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-d8bf358b-b068-4508-acd4-8dc25fbd6fae service neutron] For port 4c5cf2cb-0a66-467b-9729-981a4358f009, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:10:39.940081 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-d8bf358b-b068-4508-acd4-8dc25fbd6fae service neutron] For port 4c5cf2cb-0a66-467b-9729-981a4358f009, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=4c5cf2cb-0a66-467b-9729-981a4358f009,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:10:40.019191 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-d8bf358b-b068-4508-acd4-8dc25fbd6fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:40.081919 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-d8bf358b-b068-4508-acd4-8dc25fbd6fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:40.082533 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-d8bf358b-b068-4508-acd4-8dc25fbd6fae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:40.083912 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-d8bf358b-b068-4508-acd4-8dc25fbd6fae service neutron] 10.222.0.32 "PUT /v2.0/ports/4c5cf2cb-0a66-467b-9729-981a4358f009 HTTP/1.1" status: 200 len: 1091 time: 1.1198678 May 27 03:10:40.084356 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968cfa3c-3ec0-4b62-a6dc-fdf33add89cb', 'tag': '4c5cf2cb-0a66-467b-9729-981a4358f009'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:10:40.111867 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf358b-b068-4508-acd4-8dc25fbd6fae service neutron] Pushing event updated for resources: {'Port': ['ID=4c5cf2cb-0a66-467b-9729-981a4358f009,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:10:40.134853 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b60b93c4-171c-4ba1-a449-0e19f0c1d720'] response: {'name': 'network-changed', 'server_uuid': '968cfa3c-3ec0-4b62-a6dc-fdf33add89cb', 'tag': '4c5cf2cb-0a66-467b-9729-981a4358f009', 'status': 'completed', 'code': 200} May 27 03:10:40.233603 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd47af5d-9dd9-4c50-9376-997d2180ac3b req-7a442284-9f81-4ceb-baf6-688a9c7e23f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:40.235689 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cd47af5d-9dd9-4c50-9376-997d2180ac3b req-7a442284-9f81-4ceb-baf6-688a9c7e23f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 1094 time: 0.0790107 May 27 03:10:40.375224 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd47af5d-9dd9-4c50-9376-997d2180ac3b req-80a4694e-2cd9-48ca-adc4-17d67444d961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:40.376591 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cd47af5d-9dd9-4c50-9376-997d2180ac3b req-80a4694e-2cd9-48ca-adc4-17d67444d961 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1337476 May 27 03:10:40.507659 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd47af5d-9dd9-4c50-9376-997d2180ac3b req-69b86064-501d-42ea-94a4-6f04b5b2c1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:40.509102 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-cd47af5d-9dd9-4c50-9376-997d2180ac3b req-69b86064-501d-42ea-94a4-6f04b5b2c1bd service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1264839 May 27 03:10:40.613060 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-95993beb-8662-4589-92a0-a4608a8337d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:40.614434 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-95993beb-8662-4589-92a0-a4608a8337d7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 1094 time: 0.0694640 May 27 03:10:40.688745 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-0fe61f8f-857c-4e20-9fd3-59918335b9de service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c5cf2cb-0a66-467b-9729-981a4358f009 HTTP/1.1" status: 200 len: 217 time: 0.0668080 May 27 03:10:40.750734 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-3ba3dd99-a011-4ed3-bdf6-41b4c03760bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:40.752184 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-3ba3dd99-a011-4ed3-bdf6-41b4c03760bd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=721df4b2-6cb6-4950-bbe4-a5797d0d8b04 HTTP/1.1" status: 200 len: 851 time: 0.0576959 May 27 03:10:40.834316 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-1bc4d18d-0751-4cc8-9ab2-25d63ac10974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:40.835905 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-1bc4d18d-0751-4cc8-9ab2-25d63ac10974 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1cb48be7-71e7-4e2e-b898-c29e50006806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782945 May 27 03:10:40.840036 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf5923-3c10-4d7d-83d4-68d76c0876c7 req-99479936-a71c-40fa-9ade-7030c9b98879 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:40.841579 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cfaf5923-3c10-4d7d-83d4-68d76c0876c7 req-99479936-a71c-40fa-9ade-7030c9b98879 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 943 time: 0.0874217 May 27 03:10:40.892213 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cfaf5923-3c10-4d7d-83d4-68d76c0876c7 req-9d493969-0ce0-4ab9-8740-671e2dd15669 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446479 May 27 03:10:41.087608 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-4d02454b-a915-4ff7-aebd-7a389603fc08 service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453682 May 27 03:10:41.216466 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a0eb24b4-fba0-4004-a8b8-dd0cf13332f8 req-97c14a2f-6b90-45e0-8ebb-dbbafd06d624 service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214821 May 27 03:10:42.073878 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee131a-b644-4468-a7f5-dc3a38b525e4 req-43e4718f-4a63-4d7c-9487-1a669b43efd4 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:42.075205 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-40ee131a-b644-4468-a7f5-dc3a38b525e4 req-43e4718f-4a63-4d7c-9487-1a669b43efd4 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 943 time: 0.0784383 May 27 03:10:42.121523 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-40ee131a-b644-4468-a7f5-dc3a38b525e4 req-76750902-6d6c-4f4a-b128-15f4b9fb8de9 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406618 May 27 03:10:43.304364 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862bdff2-cfd1-4515-9d5c-e36dbc10e0df req-bf410c58-7559-4eb6-b5d6-702a11d67fab tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:43.306090 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-862bdff2-cfd1-4515-9d5c-e36dbc10e0df req-bf410c58-7559-4eb6-b5d6-702a11d67fab tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 943 time: 0.0779142 May 27 03:10:43.350539 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-862bdff2-cfd1-4515-9d5c-e36dbc10e0df req-2f99321c-ceaf-4ab2-bf70-71c5515e9fec tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388801 May 27 03:10:43.689906 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 4c5cf2cb-0a66-467b-9729-981a4358f009 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:10:43.820635 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 4c5cf2cb-0a66-467b-9729-981a4358f009, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=4c5cf2cb-0a66-467b-9729-981a4358f009,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:10:43.833615 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '4c5cf2cb-0a66-467b-9729-981a4358f009', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'port_id': '4c5cf2cb-0a66-467b-9729-981a4358f009', 'mac_address': 'fa:16:3e:06:89:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:10:43.887017 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 4c5cf2cb-0a66-467b-9729-981a4358f009 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:10:43.887392 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:43.903448 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c5cf2cb-0a66-467b-9729-981a4358f009 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:10:43.918688 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 4c5cf2cb-0a66-467b-9729-981a4358f009, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=4c5cf2cb-0a66-467b-9729-981a4358f009,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:10:43.985349 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:44.053208 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=4c5cf2cb-0a66-467b-9729-981a4358f009,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:10:44.175583 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['4c5cf2cb-0a66-467b-9729-981a4358f009'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:10:44.536124 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a8c0f-c017-45ea-8894-953b7ba43c23 req-ac33144e-8a78-4656-ba6c-b45d810a9a3e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:44.537589 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f46a8c0f-c017-45ea-8894-953b7ba43c23 req-ac33144e-8a78-4656-ba6c-b45d810a9a3e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 944 time: 0.0814772 May 27 03:10:44.679098 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f46a8c0f-c017-45ea-8894-953b7ba43c23 req-61287a44-9103-4127-9364-88170c7b34cf tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358268 May 27 03:10:45.704679 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 4c5cf2cb-0a66-467b-9729-981a4358f009 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:10:45.829582 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 4c5cf2cb-0a66-467b-9729-981a4358f009 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:10:45.834849 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 4c5cf2cb-0a66-467b-9729-981a4358f009 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:10:45.839258 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:45.863067 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e713b6-0ce3-4f33-b651-6d2d9c07d213 req-60f06fe8-83f8-47bf-a2ce-8d0cd3198d7b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:45.864531 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-16e713b6-0ce3-4f33-b651-6d2d9c07d213 req-60f06fe8-83f8-47bf-a2ce-8d0cd3198d7b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 944 time: 0.0791276 May 27 03:10:45.908985 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-16e713b6-0ce3-4f33-b651-6d2d9c07d213 req-3001947c-8047-4750-a526-a01b0b9541d6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385497 May 27 03:10:45.951485 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 4c5cf2cb-0a66-467b-9729-981a4358f009 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:10:45.951868 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:45.978611 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968cfa3c-3ec0-4b62-a6dc-fdf33add89cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5cf2cb-0a66-467b-9729-981a4358f009'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:10:45.988287 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 4c5cf2cb-0a66-467b-9729-981a4358f009, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=4c5cf2cb-0a66-467b-9729-981a4358f009,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:10:46.020482 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43d23a15-0d11-4d9b-8da4-fbaceb84918e'] response: {'server_uuid': '968cfa3c-3ec0-4b62-a6dc-fdf33add89cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5cf2cb-0a66-467b-9729-981a4358f009', 'code': 200} May 27 03:10:46.070366 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:46.135967 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=4c5cf2cb-0a66-467b-9729-981a4358f009,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:10:46.148823 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adb60d-9b8d-4633-9dbd-6da72d3edb3c req-f47954b6-13e0-443a-a0c6-13e317aa8806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:46.150295 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-08adb60d-9b8d-4633-9dbd-6da72d3edb3c req-f47954b6-13e0-443a-a0c6-13e317aa8806 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 1096 time: 0.0713956 May 27 03:10:46.190682 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-08adb60d-9b8d-4633-9dbd-6da72d3edb3c req-231db13b-9c9c-423c-938e-5c45280737d5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346985 May 27 03:10:47.090143 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2c5f7-bb3b-401d-9845-e6c971cb7f2d req-5876ab47-611a-40f8-ae51-1faef20b90a4 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:47.091500 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-44b2c5f7-bb3b-401d-9845-e6c971cb7f2d req-5876ab47-611a-40f8-ae51-1faef20b90a4 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 945 time: 0.0797644 May 27 03:10:47.134655 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-44b2c5f7-bb3b-401d-9845-e6c971cb7f2d req-7add2b5c-83ab-4512-8c15-56625d7c081e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369780 May 27 03:10:48.315393 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5477c-1603-4f4e-806f-cc41e6bb3c24 req-53c32d21-2b85-4cd0-a3a3-45e520d2af6e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:48.316856 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-38c5477c-1603-4f4e-806f-cc41e6bb3c24 req-53c32d21-2b85-4cd0-a3a3-45e520d2af6e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 945 time: 0.0779991 May 27 03:10:48.362884 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-38c5477c-1603-4f4e-806f-cc41e6bb3c24 req-2124aa06-5aaa-46b5-8a12-5ddc3a8083eb tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404224 May 27 03:10:48.540939 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba3ed5-34bf-4b4f-9668-88a89a076e3c req-52c7c41f-21a3-4800-84fe-288aa9bfa3b1 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:48.542374 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b2ba3ed5-34bf-4b4f-9668-88a89a076e3c req-52c7c41f-21a3-4800-84fe-288aa9bfa3b1 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 945 time: 0.0785894 May 27 03:10:48.551066 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 35540) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:10:48.556146 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-308db587-12bc-47e3-88f4-a2ebc745d6c6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Request body: {'floatingip': {'port_id': '4c5cf2cb-0a66-467b-9729-981a4358f009'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:10:48.633523 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-308db587-12bc-47e3-88f4-a2ebc745d6c6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks [] for floatingip, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:49.210669 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-308db587-12bc-47e3-88f4-a2ebc745d6c6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:49.258746 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-308db587-12bc-47e3-88f4-a2ebc745d6c6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:49.427386 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-308db587-12bc-47e3-88f4-a2ebc745d6c6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Floating IP 7edcdeb5-8335-4cfc-8798-c25cf508b836 associated. External IP: 172.25.1.216, port: 4c5cf2cb-0a66-467b-9729-981a4358f009. May 27 03:10:49.756449 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:49.779960 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:49.887021 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308db587-12bc-47e3-88f4-a2ebc745d6c6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Router da1235dc-b2f2-4d39-8071-81288ebc69fc has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:10:50.061094 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308db587-12bc-47e3-88f4-a2ebc745d6c6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:10:50.066305 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-308db587-12bc-47e3-88f4-a2ebc745d6c6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:50.070946 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc4af94-a3c3-4304-bec2-0d6bf020a7a8 None None] Sync routers for ids ['da1235dc-b2f2-4d39-8071-81288ebc69fc'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:10:50.112049 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc4af94-a3c3-4304-bec2-0d6bf020a7a8 None None] Routers {'da1235dc-b2f2-4d39-8071-81288ebc69fc'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:10:50.112652 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-5bc4af94-a3c3-4304-bec2-0d6bf020a7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:10:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['da1235dc-b2f2-4d39-8071-81288ebc69fc'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:10:50.127291 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-308db587-12bc-47e3-88f4-a2ebc745d6c6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "PUT /v2.0/floatingips/7edcdeb5-8335-4cfc-8798-c25cf508b836 HTTP/1.1" status: 200 len: 992 time: 1.5751724 May 27 03:10:50.127921 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968cfa3c-3ec0-4b62-a6dc-fdf33add89cb', 'tag': '4c5cf2cb-0a66-467b-9729-981a4358f009'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:10:50.170243 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eccde348-6e5b-4c99-b823-fbdd651911e4'] response: {'name': 'network-changed', 'server_uuid': '968cfa3c-3ec0-4b62-a6dc-fdf33add89cb', 'tag': '4c5cf2cb-0a66-467b-9729-981a4358f009', 'status': 'completed', 'code': 200} May 27 03:10:50.264430 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473258b3-21f7-4368-aced-157419f2d6a6 req-c2adecb1-ec2c-4bfe-a5e1-6384ec1ede67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:50.265940 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-473258b3-21f7-4368-aced-157419f2d6a6 req-c2adecb1-ec2c-4bfe-a5e1-6384ec1ede67 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 1096 time: 0.0735073 May 27 03:10:50.287998 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-5bc4af94-a3c3-4304-bec2-0d6bf020a7a8 None None] Set router da1235dc-b2f2-4d39-8071-81288ebc69fc gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:10:50.398793 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473258b3-21f7-4368-aced-157419f2d6a6 req-e40f6b1d-9c5f-42ee-94f7-cbe752fd8166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:50.400156 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-473258b3-21f7-4368-aced-157419f2d6a6 req-e40f6b1d-9c5f-42ee-94f7-cbe752fd8166 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1cb48be7-71e7-4e2e-b898-c29e50006806 HTTP/1.1" status: 200 len: 913 time: 0.1274874 May 27 03:10:50.503584 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-473258b3-21f7-4368-aced-157419f2d6a6 req-bc03e883-fabe-47c5-82b8-aaae4d7160a7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c5cf2cb-0a66-467b-9729-981a4358f009 HTTP/1.1" status: 200 len: 1000 time: 0.0962703 May 27 03:10:50.564294 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473258b3-21f7-4368-aced-157419f2d6a6 req-f42697d3-84d4-40b4-a90a-cbe0b3d4f599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:50.565732 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-473258b3-21f7-4368-aced-157419f2d6a6 req-f42697d3-84d4-40b4-a90a-cbe0b3d4f599 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=721df4b2-6cb6-4950-bbe4-a5797d0d8b04 HTTP/1.1" status: 200 len: 851 time: 0.0556211 May 27 03:10:50.628997 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-5bc4af94-a3c3-4304-bec2-0d6bf020a7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'name': 'tempest-ServerActionsTestJSON-1569965996-router', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:06:30Z', 'updated_at': '2022-05-27T03:06:35Z', 'revision_number': 4, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'gw_port': {'id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:31Z', 'updated_at': '2022-05-27T03:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '7edcdeb5-8335-4cfc-8798-c25cf508b836', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'floating_ip_address': '172.25.1.216', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'port_id': '4c5cf2cb-0a66-467b-9729-981a4358f009', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'mac_address': 'fa:16:3e:06:89:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968cfa3c-3ec0-4b62-a6dc-fdf33add89cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:06:38Z', 'updated_at': '2022-05-27T03:10:49Z', 'revision_number': 13, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7d1df91-3aa4-4351-9632-e1ce891ea604', 'name': '', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'mac_address': 'fa:16:3e:83:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:34Z', 'updated_at': '2022-05-27T03:06:40Z', 'revision_number': 5, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'subnets': [{'id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:10:50.633000 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc4af94-a3c3-4304-bec2-0d6bf020a7a8 None None] Checking router: da1235dc-b2f2-4d39-8071-81288ebc69fc for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:10:50.640577 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473258b3-21f7-4368-aced-157419f2d6a6 req-671fcf06-ff02-4728-89e3-7d6f30fc443d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:50.641463 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc4af94-a3c3-4304-bec2-0d6bf020a7a8 None None] Routers {'da1235dc-b2f2-4d39-8071-81288ebc69fc'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:10:50.642059 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-5bc4af94-a3c3-4304-bec2-0d6bf020a7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:10:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['da1235dc-b2f2-4d39-8071-81288ebc69fc'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:10:50.642184 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-473258b3-21f7-4368-aced-157419f2d6a6 req-671fcf06-ff02-4728-89e3-7d6f30fc443d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1cb48be7-71e7-4e2e-b898-c29e50006806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694466 May 27 03:10:50.772135 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-473258b3-21f7-4368-aced-157419f2d6a6 req-5563e4db-cc24-4ee9-8a67-8208abe3fcf1 service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233006 May 27 03:10:50.820576 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-5bc4af94-a3c3-4304-bec2-0d6bf020a7a8 None None] Set router da1235dc-b2f2-4d39-8071-81288ebc69fc gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:10:50.903476 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-473258b3-21f7-4368-aced-157419f2d6a6 req-02175972-7f7d-4bb1-abf7-2ff1793ea312 service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242042 May 27 03:10:51.159295 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-5bc4af94-a3c3-4304-bec2-0d6bf020a7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'name': 'tempest-ServerActionsTestJSON-1569965996-router', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:06:30Z', 'updated_at': '2022-05-27T03:06:35Z', 'revision_number': 4, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'gw_port': {'id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:31Z', 'updated_at': '2022-05-27T03:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '7edcdeb5-8335-4cfc-8798-c25cf508b836', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'floating_ip_address': '172.25.1.216', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'port_id': '4c5cf2cb-0a66-467b-9729-981a4358f009', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'mac_address': 'fa:16:3e:06:89:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968cfa3c-3ec0-4b62-a6dc-fdf33add89cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:06:38Z', 'updated_at': '2022-05-27T03:10:49Z', 'revision_number': 13, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7d1df91-3aa4-4351-9632-e1ce891ea604', 'name': '', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'mac_address': 'fa:16:3e:83:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:34Z', 'updated_at': '2022-05-27T03:06:40Z', 'revision_number': 5, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'subnets': [{'id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:10:51.162960 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc4af94-a3c3-4304-bec2-0d6bf020a7a8 None None] The sync data for ids ['da1235dc-b2f2-4d39-8071-81288ebc69fc'] in n-d-843554-3 is: [{'id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'name': 'tempest-ServerActionsTestJSON-1569965996-router', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:06:30Z', 'updated_at': '2022-05-27T03:06:35Z', 'revision_number': 4, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'gw_port': {'id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:31Z', 'updated_at': '2022-05-27T03:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '7edcdeb5-8335-4cfc-8798-c25cf508b836', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'floating_ip_address': '172.25.1.216', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'port_id': '4c5cf2cb-0a66-467b-9729-981a4358f009', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'mac_address': 'fa:16:3e:06:89:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968cfa3c-3ec0-4b62-a6dc-fdf33add89cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:06:38Z', 'updated_at': '2022-05-27T03:10:49Z', 'revision_number': 13, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7d1df91-3aa4-4351-9632-e1ce891ea604', 'name': '', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'mac_address': 'fa:16:3e:83:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:34Z', 'updated_at': '2022-05-27T03:06:40Z', 'revision_number': 5, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'subnets': [{'id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:10:51.344577 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d638782-b9cb-4962-b377-737efdcf686f None None] New status for floating IP 7edcdeb5-8335-4cfc-8798-c25cf508b836: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:10:51.657533 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:10:55.545039 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-038b66ed-0f28-4ae8-8aa2-e9c72cbec681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:57.882010 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d11d969c-f5f9-4566-b1f1-c95438870f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:59.053028 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:59.144422 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:00.281695 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:19.790647 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:19.800556 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:23.156946 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-eb8b7e3f-d02d-4490-ac90-b9986eb2a3ec req-eb087ac7-0759-4829-ad44-80f0b6570d24 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0713613 May 27 03:11:23.289716 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b7e3f-d02d-4490-ac90-b9986eb2a3ec req-17c54ddd-bd49-4b80-bddb-53016e7e7c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:23.291130 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-eb8b7e3f-d02d-4490-ac90-b9986eb2a3ec req-17c54ddd-bd49-4b80-bddb-53016e7e7c6b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 1096 time: 0.0682659 May 27 03:11:23.433431 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b7e3f-d02d-4490-ac90-b9986eb2a3ec req-6d152e04-9711-4339-90c8-3d69099a22cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:23.434768 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-eb8b7e3f-d02d-4490-ac90-b9986eb2a3ec req-6d152e04-9711-4339-90c8-3d69099a22cf service neutron] 10.222.0.32 "GET /v2.0/networks?id=1cb48be7-71e7-4e2e-b898-c29e50006806 HTTP/1.1" status: 200 len: 913 time: 0.1249361 May 27 03:11:23.539245 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-eb8b7e3f-d02d-4490-ac90-b9986eb2a3ec req-1e039304-5218-4795-91d8-69e664fc52b7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c5cf2cb-0a66-467b-9729-981a4358f009 HTTP/1.1" status: 200 len: 1002 time: 0.0962958 May 27 03:11:23.602209 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b7e3f-d02d-4490-ac90-b9986eb2a3ec req-70fe4c72-e83f-42cf-8a85-c90e72472f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:23.603578 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-eb8b7e3f-d02d-4490-ac90-b9986eb2a3ec req-70fe4c72-e83f-42cf-8a85-c90e72472f19 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=721df4b2-6cb6-4950-bbe4-a5797d0d8b04 HTTP/1.1" status: 200 len: 851 time: 0.0583227 May 27 03:11:23.675671 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b7e3f-d02d-4490-ac90-b9986eb2a3ec req-fa3b7ad6-498a-4375-9472-fbca392799fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:23.677084 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-eb8b7e3f-d02d-4490-ac90-b9986eb2a3ec req-fa3b7ad6-498a-4375-9472-fbca392799fe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1cb48be7-71e7-4e2e-b898-c29e50006806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663347 May 27 03:11:23.908567 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-eb8b7e3f-d02d-4490-ac90-b9986eb2a3ec req-7103122f-e822-4c09-80f5-ac4cfa8c2160 service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248414 May 27 03:11:24.035883 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-eb8b7e3f-d02d-4490-ac90-b9986eb2a3ec req-20e387ba-a667-4581-87e1-317025115957 service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211028 May 27 03:11:25.522667 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4cff4406-c037-4cf3-876d-f5bd350e6c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:27.137475 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3994609-9e92-4606-8f6d-6389b8ea3e53 req-6e55e2af-f7fc-46d8-83bf-ec94f66c85f5 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:27.138796 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b3994609-9e92-4606-8f6d-6389b8ea3e53 req-6e55e2af-f7fc-46d8-83bf-ec94f66c85f5 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 945 time: 0.0780826 May 27 03:11:27.181285 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b3994609-9e92-4606-8f6d-6389b8ea3e53 req-316c8cac-3d3e-4446-8de4-5f97cf22370c tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368755 May 27 03:11:27.903767 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3fd27f02-620e-4bd5-bc60-df65613020e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:28.657878 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:11:29.053200 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:29.127401 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:30.316457 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:36.300054 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd075048-0ad5-4406-8897-a25078169181 req-e6785066-0070-4543-89cd-8830783bcd5a tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:36.301539 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bd075048-0ad5-4406-8897-a25078169181 req-e6785066-0070-4543-89cd-8830783bcd5a tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 945 time: 0.0832298 May 27 03:11:36.346500 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bd075048-0ad5-4406-8897-a25078169181 req-bc420c9d-ff08-4d78-af0f-0750b0c59484 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388803 May 27 03:11:36.419313 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-2f718bea-f7fd-4644-8a26-a8878d49497f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1101820 May 27 03:11:37.581327 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338bde5-3e3b-42c2-87b7-0d1e43c7d284 req-b25d4530-6eaa-495e-9304-f1c24540a1a3 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:37.582777 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7338bde5-3e3b-42c2-87b7-0d1e43c7d284 req-b25d4530-6eaa-495e-9304-f1c24540a1a3 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 945 time: 0.0798829 May 27 03:11:37.628236 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7338bde5-3e3b-42c2-87b7-0d1e43c7d284 req-e9e086db-fde3-44e7-8bd4-4f6fcdf6e507 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396442 May 27 03:11:38.334530 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-14dd1f84-f460-4f9e-9455-4dba9670452a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:38.335876 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-14dd1f84-f460-4f9e-9455-4dba9670452a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 1096 time: 0.0730107 May 27 03:11:38.465474 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-b328b06d-77f3-47d5-9441-b5abb40c8edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:38.466895 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-b328b06d-77f3-47d5-9441-b5abb40c8edd service neutron] 10.222.0.32 "GET /v2.0/networks?id=1cb48be7-71e7-4e2e-b898-c29e50006806 HTTP/1.1" status: 200 len: 913 time: 0.1240218 May 27 03:11:38.568633 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-94d4486f-d4c1-496c-8ce3-144ed8d37f60 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c5cf2cb-0a66-467b-9729-981a4358f009 HTTP/1.1" status: 200 len: 1002 time: 0.0948446 May 27 03:11:38.628533 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-fd9ec9a1-4ddb-48ee-bcd0-6a725e58d788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:38.629848 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-fd9ec9a1-4ddb-48ee-bcd0-6a725e58d788 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=721df4b2-6cb6-4950-bbe4-a5797d0d8b04 HTTP/1.1" status: 200 len: 851 time: 0.0554132 May 27 03:11:38.707224 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-32f81f93-94b4-4b05-88f6-4cf19896e0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:38.708693 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-32f81f93-94b4-4b05-88f6-4cf19896e0fa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1cb48be7-71e7-4e2e-b898-c29e50006806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724986 May 27 03:11:38.822343 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991dea87-de01-4aaf-8726-7d1b349354f2 req-0d23bf92-9473-45ea-b82d-fd9c32d87283 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:38.823896 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-991dea87-de01-4aaf-8726-7d1b349354f2 req-0d23bf92-9473-45ea-b82d-fd9c32d87283 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 945 time: 0.0837018 May 27 03:11:38.844040 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-0a4da5d6-55f0-486a-9a9a-dba0fa994e4e service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277499 May 27 03:11:38.867796 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-991dea87-de01-4aaf-8726-7d1b349354f2 req-83e27fb4-333e-47a0-8cf3-ebcbc4cf74cf tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382257 May 27 03:11:38.979807 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-e4076e86-1b94-4fd3-a4b9-88aec8cafa46 service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296582 May 27 03:11:40.051201 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f8ce6-ca2f-4598-9000-1cf8300f2563 req-60bdc7e0-fe37-40fc-b05e-e41f27c9699c tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:40.052632 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-990f8ce6-ca2f-4598-9000-1cf8300f2563 req-60bdc7e0-fe37-40fc-b05e-e41f27c9699c tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 945 time: 0.0769949 May 27 03:11:40.099417 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-990f8ce6-ca2f-4598-9000-1cf8300f2563 req-2223d7ed-4b2a-4bc7-82c0-4371c674ae65 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409007 May 27 03:11:41.279307 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1d6d3-c794-4711-9260-9b4c0dec4fb5 req-ad7be4eb-d3f4-4d5b-8e1f-839d7310103c tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:41.280730 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-72a1d6d3-c794-4711-9260-9b4c0dec4fb5 req-ad7be4eb-d3f4-4d5b-8e1f-839d7310103c tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 945 time: 0.0772212 May 27 03:11:41.323269 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-72a1d6d3-c794-4711-9260-9b4c0dec4fb5 req-7933ddad-5f55-4efc-bbd4-4861f181b2fe tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362685 May 27 03:11:42.511762 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28db9f-94d9-41f0-bbc2-ff14bda4bf92 req-d890f71e-60ac-4624-bbc5-024faecac10e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:42.513250 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6e28db9f-94d9-41f0-bbc2-ff14bda4bf92 req-d890f71e-60ac-4624-bbc5-024faecac10e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 945 time: 0.0805285 May 27 03:11:42.556428 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6e28db9f-94d9-41f0-bbc2-ff14bda4bf92 req-ff4f5adf-d338-442f-a7c5-31ebf71541aa tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375428 May 27 03:11:43.742075 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7097f-4c90-48cb-95fb-ad9f4a223a6a req-bd4a2a79-9e9b-4b1d-a5bd-dc243eb72a8b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:43.743516 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9ea7097f-4c90-48cb-95fb-ad9f4a223a6a req-bd4a2a79-9e9b-4b1d-a5bd-dc243eb72a8b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 945 time: 0.0800316 May 27 03:11:43.786836 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9ea7097f-4c90-48cb-95fb-ad9f4a223a6a req-baa3ced6-e26f-436b-ab65-b25d89bbb732 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378022 May 27 03:11:44.973058 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca57a7-f47e-4efc-bbc5-a3dc56b0b025 req-68ecf557-3ab2-48dc-887c-17e1ebbbfae6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:44.974495 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c7ca57a7-f47e-4efc-bbc5-a3dc56b0b025 req-68ecf557-3ab2-48dc-887c-17e1ebbbfae6 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 945 time: 0.0843732 May 27 03:11:45.017077 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c7ca57a7-f47e-4efc-bbc5-a3dc56b0b025 req-eb1583f6-085f-41d9-b6a9-6a7eea2dce4c tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364408 May 27 03:11:46.198524 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63f582-c18a-4910-805a-c0d748a04bec req-12613274-17c6-45d5-9860-859709820f5b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:46.199977 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ac63f582-c18a-4910-805a-c0d748a04bec req-12613274-17c6-45d5-9860-859709820f5b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 945 time: 0.0796640 May 27 03:11:46.247003 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ac63f582-c18a-4910-805a-c0d748a04bec req-3c1d9393-2e85-450b-9278-f3c247345ef0 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406611 May 27 03:11:47.430297 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de32e79-3e6b-474a-adb7-7ad59d9ac9b8 req-b60fe9eb-18cf-4c40-89bf-7a7277d4e302 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:47.431986 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7de32e79-3e6b-474a-adb7-7ad59d9ac9b8 req-b60fe9eb-18cf-4c40-89bf-7a7277d4e302 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 945 time: 0.0783036 May 27 03:11:47.476081 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7de32e79-3e6b-474a-adb7-7ad59d9ac9b8 req-7a811dc4-8e04-4d53-8875-b3d494821059 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383897 May 27 03:11:48.659063 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a234b-5030-4676-b987-a8ebb5cb6a6a req-05afe70f-8ed2-4332-89f8-ad56d3dc4b3d tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:48.660482 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6e3a234b-5030-4676-b987-a8ebb5cb6a6a req-05afe70f-8ed2-4332-89f8-ad56d3dc4b3d tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 945 time: 0.0815561 May 27 03:11:48.807063 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6e3a234b-5030-4676-b987-a8ebb5cb6a6a req-2d1e7f95-2a4a-4f5a-9116-c6c69cdb6efc tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407840 May 27 03:11:49.800859 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:49.807251 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:49.993470 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9768054-a789-4019-b195-e319eb0ac1f8 req-1c902cc5-b84c-45fa-8d7f-3c2112c6f391 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:49.994921 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e9768054-a789-4019-b195-e319eb0ac1f8 req-1c902cc5-b84c-45fa-8d7f-3c2112c6f391 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 945 time: 0.0789068 May 27 03:11:50.036965 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e9768054-a789-4019-b195-e319eb0ac1f8 req-fc1e785d-e952-401d-aa40-3cbc3e2c08b0 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364141 May 27 03:11:51.222623 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba000b-3266-4a46-b42b-267229eee5fa req-5aeb5724-694b-4ee5-8e4f-afce028014cb tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:51.224061 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1ba000b-3266-4a46-b42b-267229eee5fa req-5aeb5724-694b-4ee5-8e4f-afce028014cb tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 945 time: 0.0807502 May 27 03:11:51.266176 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1ba000b-3266-4a46-b42b-267229eee5fa req-04583cff-60b3-43dd-8f97-dda6bd057347 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365245 May 27 03:11:52.445975 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902cd54-3ec0-4c80-acd3-5f7f41a9f4ad req-c7c06d23-8c2c-49aa-9cfe-11153c96c12c tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:52.447321 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5902cd54-3ec0-4c80-acd3-5f7f41a9f4ad req-c7c06d23-8c2c-49aa-9cfe-11153c96c12c tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 945 time: 0.0775237 May 27 03:11:52.494164 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5902cd54-3ec0-4c80-acd3-5f7f41a9f4ad req-6c0eb7d7-d6d7-4d05-9e18-afd1051cdc68 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413580 May 27 03:11:53.674735 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b3c63-7b4e-48bd-ae57-52db767d2e8e req-ac30834e-1ed1-49ac-a0b0-0c5074a7896d tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:53.676184 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d55b3c63-7b4e-48bd-ae57-52db767d2e8e req-ac30834e-1ed1-49ac-a0b0-0c5074a7896d tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 945 time: 0.0778739 May 27 03:11:53.718703 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d55b3c63-7b4e-48bd-ae57-52db767d2e8e req-ce3333c4-33c0-496a-a650-902bbbc609de tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364625 May 27 03:11:54.904097 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c1f21-f1a2-4cb0-9098-de43bd56e4cf req-6ecdc0db-1c38-408b-8678-10d2aad98ae8 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:54.905590 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5a2c1f21-f1a2-4cb0-9098-de43bd56e4cf req-6ecdc0db-1c38-408b-8678-10d2aad98ae8 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 945 time: 0.0812392 May 27 03:11:54.950237 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5a2c1f21-f1a2-4cb0-9098-de43bd56e4cf req-a6ab873d-7e87-422d-9af2-743ec346c4b3 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386989 May 27 03:11:55.527306 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-652bdfce-c71a-481c-8d76-f882d061d0f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:56.130779 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44dd47-145c-4abb-be6b-5e3305bd1ae3 req-ba6c2948-d320-4c55-8564-083e3b359145 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:56.132144 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3b44dd47-145c-4abb-be6b-5e3305bd1ae3 req-ba6c2948-d320-4c55-8564-083e3b359145 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 945 time: 0.0787017 May 27 03:11:56.174737 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3b44dd47-145c-4abb-be6b-5e3305bd1ae3 req-a9e98119-4b04-4c04-b289-14ad00b117f7 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369580 May 27 03:11:56.927643 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-f7d36f2b-cb36-4247-bd62-ad224104c507 service neutron] show failed (client error): The resource could not be found. May 27 03:11:56.928631 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-f7d36f2b-cb36-4247-bd62-ad224104c507 service neutron] 10.222.0.32 "GET /v2.0/ports/4c5cf2cb-0a66-467b-9729-981a4358f009/bindings/n-h2-843554-3 HTTP/1.1" status: 404 len: 380 time: 0.0745473 May 27 03:11:57.370491 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68838079-7496-46a8-b77f-c750ea554c15 req-f5c7762f-5966-4b9b-aac0-7c55c428a4d8 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:57.372022 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-68838079-7496-46a8-b77f-c750ea554c15 req-f5c7762f-5966-4b9b-aac0-7c55c428a4d8 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 945 time: 0.0856774 May 27 03:11:57.415786 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-68838079-7496-46a8-b77f-c750ea554c15 req-a16fbacf-2914-4598-98fc-7398d4aeb379 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380259 May 27 03:11:57.443388 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-bcd53e4b-a135-42a0-a3ac-684459044645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:57.444902 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-bcd53e4b-a135-42a0-a3ac-684459044645 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb&tenant_id=eba8cac7bf8e48628813cc32fe0ab29b HTTP/1.1" status: 200 len: 1096 time: 0.0708845 May 27 03:11:57.455930 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-ff653eef-94bf-44b8-97a2-1da5329a9dcd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843554-3', 'device_owner': 'compute:nova'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:11:57.564334 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-ff653eef-94bf-44b8-97a2-1da5329a9dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:57.829147 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-ff653eef-94bf-44b8-97a2-1da5329a9dcd service neutron] For port 4c5cf2cb-0a66-467b-9729-981a4358f009, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=4c5cf2cb-0a66-467b-9729-981a4358f009,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:11:57.857957 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-ff653eef-94bf-44b8-97a2-1da5329a9dcd service neutron] For port 4c5cf2cb-0a66-467b-9729-981a4358f009, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:11:57.914998 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-11fbf833-ddf3-471b-a735-bf40d34afc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:57.915787 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-ff653eef-94bf-44b8-97a2-1da5329a9dcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:57.917897 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968cfa3c-3ec0-4b62-a6dc-fdf33add89cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c5cf2cb-0a66-467b-9729-981a4358f009'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:11:57.935929 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-ff653eef-94bf-44b8-97a2-1da5329a9dcd service neutron] Transition to ACTIVE for port object 4c5cf2cb-0a66-467b-9729-981a4358f009 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:11:57.975271 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bc4ef22-43be-42cf-a3ff-2152ac1e962a'] response: {'server_uuid': '968cfa3c-3ec0-4b62-a6dc-fdf33add89cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c5cf2cb-0a66-467b-9729-981a4358f009', 'code': 200} May 27 03:11:58.018008 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-ff653eef-94bf-44b8-97a2-1da5329a9dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:58.065388 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 4c5cf2cb-0a66-467b-9729-981a4358f009 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:11:58.163608 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 4c5cf2cb-0a66-467b-9729-981a4358f009 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:11:58.269200 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff653eef-94bf-44b8-97a2-1da5329a9dcd service neutron] Pushing event updated for resources: {'Port': ['ID=4c5cf2cb-0a66-467b-9729-981a4358f009,revision_number=6']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:11:58.282600 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff653eef-94bf-44b8-97a2-1da5329a9dcd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:58.282943 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff653eef-94bf-44b8-97a2-1da5329a9dcd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:58.283270 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff653eef-94bf-44b8-97a2-1da5329a9dcd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:58.283597 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff653eef-94bf-44b8-97a2-1da5329a9dcd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:58.283922 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff653eef-94bf-44b8-97a2-1da5329a9dcd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:58.284239 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff653eef-94bf-44b8-97a2-1da5329a9dcd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:58.284556 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff653eef-94bf-44b8-97a2-1da5329a9dcd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:58.284897 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff653eef-94bf-44b8-97a2-1da5329a9dcd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:58.285213 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff653eef-94bf-44b8-97a2-1da5329a9dcd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:58.285526 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff653eef-94bf-44b8-97a2-1da5329a9dcd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:58.285838 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff653eef-94bf-44b8-97a2-1da5329a9dcd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:58.286147 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff653eef-94bf-44b8-97a2-1da5329a9dcd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:58.331707 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-ff653eef-94bf-44b8-97a2-1da5329a9dcd service neutron] No DVR routers for this DVR port 4c5cf2cb-0a66-467b-9729-981a4358f009 on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:11:58.553186 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-ff653eef-94bf-44b8-97a2-1da5329a9dcd service neutron] Attempting to bind port 4c5cf2cb-0a66-467b-9729-981a4358f009 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:11:58.553520 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-ff653eef-94bf-44b8-97a2-1da5329a9dcd service neutron] Attempting to bind port 4c5cf2cb-0a66-467b-9729-981a4358f009 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:11:58.553837 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-ff653eef-94bf-44b8-97a2-1da5329a9dcd service neutron] Attempting to bind port 4c5cf2cb-0a66-467b-9729-981a4358f009 on network 1cb48be7-71e7-4e2e-b898-c29e50006806 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:11:58.558602 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-ff653eef-94bf-44b8-97a2-1da5329a9dcd service neutron] Port 4c5cf2cb-0a66-467b-9729-981a4358f009 on network 1cb48be7-71e7-4e2e-b898-c29e50006806 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:11:58.558917 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-ff653eef-94bf-44b8-97a2-1da5329a9dcd service neutron] Attempting to bind port 4c5cf2cb-0a66-467b-9729-981a4358f009 on network 1cb48be7-71e7-4e2e-b898-c29e50006806 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:11:58.564640 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-ff653eef-94bf-44b8-97a2-1da5329a9dcd service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:11:58.564982 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-ff653eef-94bf-44b8-97a2-1da5329a9dcd service neutron] Checking segment: {'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:11:58.565831 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-ff653eef-94bf-44b8-97a2-1da5329a9dcd service neutron] Bound using segment: {'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:11:58.565831 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-ff653eef-94bf-44b8-97a2-1da5329a9dcd service neutron] Bound port: 4c5cf2cb-0a66-467b-9729-981a4358f009, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:11:58.566092 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-ff653eef-94bf-44b8-97a2-1da5329a9dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:58.602650 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2348943-64a0-4a61-bcf5-cfa21f8a1ea2 req-84d13f9a-2f26-4975-ae57-0f38b0412811 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:58.604107 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b2348943-64a0-4a61-bcf5-cfa21f8a1ea2 req-84d13f9a-2f26-4975-ae57-0f38b0412811 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 943 time: 0.0813005 May 27 03:11:58.651995 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b2348943-64a0-4a61-bcf5-cfa21f8a1ea2 req-1b67b421-7efb-42c6-a9e5-fbf759349444 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419791 May 27 03:11:58.655814 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-ff653eef-94bf-44b8-97a2-1da5329a9dcd service neutron] For port 4c5cf2cb-0a66-467b-9729-981a4358f009, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:11:58.658900 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-ff653eef-94bf-44b8-97a2-1da5329a9dcd service neutron] For port 4c5cf2cb-0a66-467b-9729-981a4358f009, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=4c5cf2cb-0a66-467b-9729-981a4358f009,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:11:58.728127 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-ff653eef-94bf-44b8-97a2-1da5329a9dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:58.787535 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-ff653eef-94bf-44b8-97a2-1da5329a9dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:58.788147 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-ff653eef-94bf-44b8-97a2-1da5329a9dcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:58.789542 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-ff653eef-94bf-44b8-97a2-1da5329a9dcd service neutron] 10.222.0.66 "PUT /v2.0/ports/4c5cf2cb-0a66-467b-9729-981a4358f009 HTTP/1.1" status: 200 len: 1091 time: 1.3382053 May 27 03:11:58.808337 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff653eef-94bf-44b8-97a2-1da5329a9dcd service neutron] Pushing event updated for resources: {'Port': ['ID=4c5cf2cb-0a66-467b-9729-981a4358f009,revision_number=7']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:11:58.889469 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-3d608a50-fca4-459c-9822-20990821847d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:58.890973 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-3d608a50-fca4-459c-9822-20990821847d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 1094 time: 0.0768423 May 27 03:11:59.033354 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-7c2f2d94-b765-4c07-a9c0-87dca9f48675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:59.034804 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-7c2f2d94-b765-4c07-a9c0-87dca9f48675 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1cb48be7-71e7-4e2e-b898-c29e50006806 HTTP/1.1" status: 200 len: 913 time: 0.1380739 May 27 03:11:59.052304 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:59.137832 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-ec5f4898-1cd0-4669-a7a2-c8aa0e0c0684 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c5cf2cb-0a66-467b-9729-981a4358f009 HTTP/1.1" status: 200 len: 1000 time: 0.0975168 May 27 03:11:59.155972 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:59.197480 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-cc546c27-e84a-46fe-bebc-6827f48a373f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:59.198853 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-cc546c27-e84a-46fe-bebc-6827f48a373f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=721df4b2-6cb6-4950-bbe4-a5797d0d8b04 HTTP/1.1" status: 200 len: 851 time: 0.0558825 May 27 03:11:59.274435 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-337045e3-6ddb-4681-88b6-7e72d13229bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:59.275760 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-337045e3-6ddb-4681-88b6-7e72d13229bb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1cb48be7-71e7-4e2e-b898-c29e50006806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709982 May 27 03:11:59.405700 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-371c7a51-9d77-40e4-b7c6-1488dda9503a service neutron] 10.222.0.66 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239271 May 27 03:11:59.533192 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f5753761-3d0c-47d4-bb6a-1adc4348cde2 req-1c9a301e-0ebd-47a4-b213-dabb0f58cef6 service neutron] 10.222.0.66 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215372 May 27 03:11:59.844420 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021aa8b-0647-4e26-beff-7287a02abe78 req-6781e840-81c9-4d28-89a6-038100cfe8a5 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:59.848665 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f021aa8b-0647-4e26-beff-7287a02abe78 req-6781e840-81c9-4d28-89a6-038100cfe8a5 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 943 time: 0.0820415 May 27 03:11:59.891420 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f021aa8b-0647-4e26-beff-7287a02abe78 req-99ee222b-8f6b-437b-9906-ff21885a3395 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394301 May 27 03:11:59.975964 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968cfa3c-3ec0-4b62-a6dc-fdf33add89cb', 'tag': '4c5cf2cb-0a66-467b-9729-981a4358f009'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:12:00.032589 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa1e8ae6-bb2b-4be7-addb-bb817a2587b7'] response: {'name': 'network-changed', 'server_uuid': '968cfa3c-3ec0-4b62-a6dc-fdf33add89cb', 'tag': '4c5cf2cb-0a66-467b-9729-981a4358f009', 'status': 'completed', 'code': 200} May 27 03:12:00.174622 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb58843-d1bc-46ba-bafa-870dc616b5c8 req-18ae29fc-8118-4b30-a292-cb56f4d16420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:00.175973 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8bb58843-d1bc-46ba-bafa-870dc616b5c8 req-18ae29fc-8118-4b30-a292-cb56f4d16420 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 1094 time: 0.1257851 May 27 03:12:00.178450 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb58843-d1bc-46ba-bafa-870dc616b5c8 req-acf34d4c-ac3f-4143-ba3f-636021810469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:00.179694 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8bb58843-d1bc-46ba-bafa-870dc616b5c8 req-acf34d4c-ac3f-4143-ba3f-636021810469 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 1094 time: 0.0995882 May 27 03:12:00.292227 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:00.523189 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb58843-d1bc-46ba-bafa-870dc616b5c8 req-48d81867-f315-4b55-9923-e15fbea47d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:00.524620 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8bb58843-d1bc-46ba-bafa-870dc616b5c8 req-48d81867-f315-4b55-9923-e15fbea47d53 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1cb48be7-71e7-4e2e-b898-c29e50006806 HTTP/1.1" status: 200 len: 913 time: 0.3428123 May 27 03:12:00.525733 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb58843-d1bc-46ba-bafa-870dc616b5c8 req-e3731d2f-63b2-43aa-8bc4-c17c03c766e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:00.527010 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8bb58843-d1bc-46ba-bafa-870dc616b5c8 req-e3731d2f-63b2-43aa-8bc4-c17c03c766e0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1cb48be7-71e7-4e2e-b898-c29e50006806 HTTP/1.1" status: 200 len: 913 time: 0.3254893 May 27 03:12:00.716392 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8bb58843-d1bc-46ba-bafa-870dc616b5c8 req-ec3f075d-5007-4c4a-ac30-0dd46ed32926 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c5cf2cb-0a66-467b-9729-981a4358f009 HTTP/1.1" status: 200 len: 1000 time: 0.1846721 May 27 03:12:00.718031 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8bb58843-d1bc-46ba-bafa-870dc616b5c8 req-123f4b3f-95e4-4a62-ad23-2070a56a42fc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c5cf2cb-0a66-467b-9729-981a4358f009 HTTP/1.1" status: 200 len: 1000 time: 0.1848440 May 27 03:12:00.824882 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb58843-d1bc-46ba-bafa-870dc616b5c8 req-63d70da7-e1a9-4a06-80fb-8a660fda92f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:00.826378 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8bb58843-d1bc-46ba-bafa-870dc616b5c8 req-63d70da7-e1a9-4a06-80fb-8a660fda92f4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=721df4b2-6cb6-4950-bbe4-a5797d0d8b04 HTTP/1.1" status: 200 len: 851 time: 0.1038949 May 27 03:12:00.829996 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb58843-d1bc-46ba-bafa-870dc616b5c8 req-a98f8242-a8fd-47e5-822d-54f77d24540c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:00.831382 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8bb58843-d1bc-46ba-bafa-870dc616b5c8 req-a98f8242-a8fd-47e5-822d-54f77d24540c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=721df4b2-6cb6-4950-bbe4-a5797d0d8b04 HTTP/1.1" status: 200 len: 851 time: 0.1078246 May 27 03:12:00.962617 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb58843-d1bc-46ba-bafa-870dc616b5c8 req-80d7e628-68e3-4efc-a2f1-3db541f28d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:00.964086 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8bb58843-d1bc-46ba-bafa-870dc616b5c8 req-80d7e628-68e3-4efc-a2f1-3db541f28d61 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1cb48be7-71e7-4e2e-b898-c29e50006806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0996096 May 27 03:12:00.965793 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb58843-d1bc-46ba-bafa-870dc616b5c8 req-23c78722-d058-419a-90cf-ddc3606e72d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:00.967118 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8bb58843-d1bc-46ba-bafa-870dc616b5c8 req-23c78722-d058-419a-90cf-ddc3606e72d9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1cb48be7-71e7-4e2e-b898-c29e50006806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1348689 May 27 03:12:01.087579 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6873ab-c69d-407b-bce4-10346aa688cd req-fac3a7d5-b2e8-47ac-87f9-bc957cf7965f tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:01.089010 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8d6873ab-c69d-407b-bce4-10346aa688cd req-fac3a7d5-b2e8-47ac-87f9-bc957cf7965f tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 943 time: 0.0865185 May 27 03:12:01.133019 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8d6873ab-c69d-407b-bce4-10346aa688cd req-a9cd08fa-9177-4044-9975-d1e293201f5b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381589 May 27 03:12:01.207628 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8bb58843-d1bc-46ba-bafa-870dc616b5c8 req-b5580221-2c58-4877-b443-7a7e8f0b1980 service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346160 May 27 03:12:01.210513 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8bb58843-d1bc-46ba-bafa-870dc616b5c8 req-fc0cad79-62e2-49a9-91bb-2721481c972c service neutron] 10.222.0.66 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364509 May 27 03:12:01.441563 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8bb58843-d1bc-46ba-bafa-870dc616b5c8 req-5c9a108b-2cbc-41f6-8f0d-c5aaf487338c service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283831 May 27 03:12:01.444454 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8bb58843-d1bc-46ba-bafa-870dc616b5c8 req-214eb998-139f-44e4-9e8f-ec19de22bf7e service neutron] 10.222.0.66 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147970 May 27 03:12:02.319136 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6b5e7-f38b-4ade-813f-66fd6b58e2e1 req-81376831-0c6c-4d04-a115-859de897b73d tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:02.319589 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-16b6b5e7-f38b-4ade-813f-66fd6b58e2e1 req-81376831-0c6c-4d04-a115-859de897b73d tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 943 time: 0.0789871 May 27 03:12:02.363616 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-16b6b5e7-f38b-4ade-813f-66fd6b58e2e1 req-50736c72-8761-4f65-a42a-741a6a722a4d tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387824 May 27 03:12:03.547145 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b63b8-8ff9-45cb-bd0b-bf358e486f50 req-46032101-5185-4302-9895-12622b42966a tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:03.548587 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f93b63b8-8ff9-45cb-bd0b-bf358e486f50 req-46032101-5185-4302-9895-12622b42966a tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 943 time: 0.0802963 May 27 03:12:03.591580 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f93b63b8-8ff9-45cb-bd0b-bf358e486f50 req-34c6b7ab-59d8-4374-968a-60c6ba86c371 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374455 May 27 03:12:04.775112 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702aa6f-65d3-43fb-b0a7-28145f7471d0 req-e78c686c-fbc2-4fbd-8566-9ab782a550ab tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:04.776552 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3702aa6f-65d3-43fb-b0a7-28145f7471d0 req-e78c686c-fbc2-4fbd-8566-9ab782a550ab tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 943 time: 0.0772882 May 27 03:12:04.820244 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3702aa6f-65d3-43fb-b0a7-28145f7471d0 req-0825b500-4981-405c-829c-8a61df61de4a tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374801 May 27 03:12:05.656586 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:12:06.009167 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac7ce8-64b1-4bef-bd7d-f5215732a4d6 req-74fc94d0-98b2-42e6-9197-f5c82e5fc5f9 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:06.010612 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-14ac7ce8-64b1-4bef-bd7d-f5215732a4d6 req-74fc94d0-98b2-42e6-9197-f5c82e5fc5f9 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 943 time: 0.0829647 May 27 03:12:06.053558 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-14ac7ce8-64b1-4bef-bd7d-f5215732a4d6 req-a2317b81-c6a7-4c98-b610-81648214dca0 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372674 May 27 03:12:07.235234 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba409d-ee73-4f9b-bfaa-3f5bf578a719 req-e408463d-cbb6-47e3-9a53-911a0d238931 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:07.236700 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-53ba409d-ee73-4f9b-bfaa-3f5bf578a719 req-e408463d-cbb6-47e3-9a53-911a0d238931 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 943 time: 0.0781188 May 27 03:12:07.283358 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-53ba409d-ee73-4f9b-bfaa-3f5bf578a719 req-60df2462-3e2f-4ea3-ba93-8027c2573902 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411174 May 27 03:12:08.470840 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77272e5e-415f-4f80-908c-015843c807d1 req-b04a8f07-6daa-4558-b000-e307cc34159e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:08.472448 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-77272e5e-415f-4f80-908c-015843c807d1 req-b04a8f07-6daa-4558-b000-e307cc34159e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 943 time: 0.0834868 May 27 03:12:08.518910 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-77272e5e-415f-4f80-908c-015843c807d1 req-15d31d78-f51c-4cbd-97dd-c3334c9bc4cf tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408046 May 27 03:12:09.706161 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0f28c-ac23-4685-a216-3217271df1e2 req-7084987e-d7d1-4e4e-95c3-f715862cc300 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:09.707619 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1aa0f28c-ac23-4685-a216-3217271df1e2 req-7084987e-d7d1-4e4e-95c3-f715862cc300 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 943 time: 0.0828702 May 27 03:12:09.751108 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1aa0f28c-ac23-4685-a216-3217271df1e2 req-9e6ffa32-3919-431d-882c-2ecaf92b6595 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373588 May 27 03:12:09.882645 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 4c5cf2cb-0a66-467b-9729-981a4358f009 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:12:10.013591 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 4c5cf2cb-0a66-467b-9729-981a4358f009, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=4c5cf2cb-0a66-467b-9729-981a4358f009,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:12:10.026729 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '4c5cf2cb-0a66-467b-9729-981a4358f009', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'port_id': '4c5cf2cb-0a66-467b-9729-981a4358f009', 'mac_address': 'fa:16:3e:06:89:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:12:10.085712 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 4c5cf2cb-0a66-467b-9729-981a4358f009 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:12:10.086009 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:10.102856 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c5cf2cb-0a66-467b-9729-981a4358f009 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:12:10.118330 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 4c5cf2cb-0a66-467b-9729-981a4358f009, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=4c5cf2cb-0a66-467b-9729-981a4358f009,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:12:10.184586 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:10.249693 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=4c5cf2cb-0a66-467b-9729-981a4358f009,revision_number=8']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:12:10.257019 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:10.257394 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:10.257715 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:10.258046 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:10.258375 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:10.258700 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:10.262110 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:10.262110 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:10.262110 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:10.262110 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:10.262110 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:10.262110 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:10.394099 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['4c5cf2cb-0a66-467b-9729-981a4358f009'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:12:10.414852 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-9e4ab34c-3ab0-4489-9572-783f34dc1403 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:10.415693 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-9e4ab34c-3ab0-4489-9572-783f34dc1403 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Synchronizing usage tracker for tenant:eba8cac7bf8e48628813cc32fe0ab29b on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:12:10.432054 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca76a1-23cc-4124-8784-787ffa599fc4 req-9f5db399-2e1c-4a5f-9822-25d205152221 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:10.433706 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4eca76a1-23cc-4124-8784-787ffa599fc4 req-9f5db399-2e1c-4a5f-9822-25d205152221 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 944 time: 0.0823340 May 27 03:12:10.478435 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4eca76a1-23cc-4124-8784-787ffa599fc4 req-1bf8c282-8796-47de-b908-ac12629591d5 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389450 May 27 03:12:10.480468 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-9e4ab34c-3ab0-4489-9572-783f34dc1403 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Unset dirty status for tenant:eba8cac7bf8e48628813cc32fe0ab29b on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:12:10.481642 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-9e4ab34c-3ab0-4489-9572-783f34dc1403 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.66 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb&tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&binding%3Ahost_id=n-h2-843554-3 HTTP/1.1" status: 200 len: 944 time: 0.1527627 May 27 03:12:10.561204 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-0427345e-09e7-4a46-8fd7-c68a882b9a89 service neutron] 10.222.0.66 "GET /v2.0/ports/4c5cf2cb-0a66-467b-9729-981a4358f009/bindings/n-h2-843554-3 HTTP/1.1" status: 200 len: 382 time: 0.0736959 May 27 03:12:10.761371 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-516987f1-c6d0-494d-931d-6bf72f9f75ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:10.762827 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-516987f1-c6d0-494d-931d-6bf72f9f75ff service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 1095 time: 0.1815081 May 27 03:12:10.890777 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-4727e07a-a19e-47ea-b417-26b72e352924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:10.892192 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-4727e07a-a19e-47ea-b417-26b72e352924 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1cb48be7-71e7-4e2e-b898-c29e50006806 HTTP/1.1" status: 200 len: 913 time: 0.1232061 May 27 03:12:10.993408 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-4d52820e-fa5a-4b5c-828e-2956f32ba802 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c5cf2cb-0a66-467b-9729-981a4358f009 HTTP/1.1" status: 200 len: 1001 time: 0.0948393 May 27 03:12:11.053302 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-c9a6cc04-f5d8-42f6-a155-7591edb1718d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:11.054583 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-c9a6cc04-f5d8-42f6-a155-7591edb1718d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=721df4b2-6cb6-4950-bbe4-a5797d0d8b04 HTTP/1.1" status: 200 len: 851 time: 0.0555069 May 27 03:12:11.125796 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-5df1edf1-9bb2-4cc2-bd31-eae2af6698ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:11.127207 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-5df1edf1-9bb2-4cc2-bd31-eae2af6698ef service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1cb48be7-71e7-4e2e-b898-c29e50006806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671091 May 27 03:12:11.254541 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-25d24569-0234-432a-8e03-89f184752773 service neutron] 10.222.0.66 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213417 May 27 03:12:11.381794 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-a961eda1-812a-4ac5-a744-0ec7b4299db3 service neutron] 10.222.0.66 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215987 May 27 03:12:11.665803 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9caf928-ea64-4504-9111-d40282098439 req-8b3ba370-a1d5-43b8-996e-bf4345f94c03 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:11.667179 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c9caf928-ea64-4504-9111-d40282098439 req-8b3ba370-a1d5-43b8-996e-bf4345f94c03 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 944 time: 0.0821962 May 27 03:12:11.712086 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c9caf928-ea64-4504-9111-d40282098439 req-12136b5d-25f4-49f8-bff8-d0ac7cc3a7f5 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387232 May 27 03:12:11.891906 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 4c5cf2cb-0a66-467b-9729-981a4358f009 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:12:12.047639 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 4c5cf2cb-0a66-467b-9729-981a4358f009 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:12:12.052449 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 4c5cf2cb-0a66-467b-9729-981a4358f009 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:12:12.052849 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:12.168157 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 4c5cf2cb-0a66-467b-9729-981a4358f009 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:12:12.168533 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:12.195796 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968cfa3c-3ec0-4b62-a6dc-fdf33add89cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5cf2cb-0a66-467b-9729-981a4358f009'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:12:12.205659 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 4c5cf2cb-0a66-467b-9729-981a4358f009, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=4c5cf2cb-0a66-467b-9729-981a4358f009,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:12:12.252124 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-209cfe53-5a8d-4ce7-ba98-5cac6d71471a'] response: {'server_uuid': '968cfa3c-3ec0-4b62-a6dc-fdf33add89cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5cf2cb-0a66-467b-9729-981a4358f009', 'code': 200} May 27 03:12:12.264357 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:12.333606 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=4c5cf2cb-0a66-467b-9729-981a4358f009,revision_number=9']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:12:12.890490 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21192f70-8231-416f-861f-7fd47c557623 req-a3488ff4-a3d7-4290-80e3-dee8524f31ca tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:12.892423 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-21192f70-8231-416f-861f-7fd47c557623 req-a3488ff4-a3d7-4290-80e3-dee8524f31ca tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 945 time: 0.0775106 May 27 03:12:12.938982 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-21192f70-8231-416f-861f-7fd47c557623 req-e5bddf49-1a8b-4bd1-b399-52f7e25c249a tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408709 May 27 03:12:14.125385 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fbcd37-9599-4143-9bcd-c9bd45ec0d07 req-ee8b5270-a53a-44f7-990f-2f202e2afdcc tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:14.127362 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-23fbcd37-9599-4143-9bcd-c9bd45ec0d07 req-ee8b5270-a53a-44f7-990f-2f202e2afdcc tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 945 time: 0.0811203 May 27 03:12:14.170543 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-23fbcd37-9599-4143-9bcd-c9bd45ec0d07 req-18dd1e84-cf2d-44f0-adb2-ce51936d9647 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373001 May 27 03:12:14.708810 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-b5a14e26-0d3a-497b-ba3f-2b0f4a8db899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:14.710186 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-b5a14e26-0d3a-497b-ba3f-2b0f4a8db899 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb&tenant_id=eba8cac7bf8e48628813cc32fe0ab29b HTTP/1.1" status: 200 len: 1096 time: 0.0736022 May 27 03:12:14.721052 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-d9acd84e-24c8-41f8-9802-014f0c61e91c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843554-3', 'device_owner': 'compute:nova'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:12:14.829612 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-d9acd84e-24c8-41f8-9802-014f0c61e91c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:15.092871 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-d9acd84e-24c8-41f8-9802-014f0c61e91c service neutron] For port 4c5cf2cb-0a66-467b-9729-981a4358f009, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=4c5cf2cb-0a66-467b-9729-981a4358f009,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:12:15.120640 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-d9acd84e-24c8-41f8-9802-014f0c61e91c service neutron] For port 4c5cf2cb-0a66-467b-9729-981a4358f009, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:12:15.181241 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968cfa3c-3ec0-4b62-a6dc-fdf33add89cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c5cf2cb-0a66-467b-9729-981a4358f009'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:12:15.186583 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-d9acd84e-24c8-41f8-9802-014f0c61e91c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:15.202143 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-d9acd84e-24c8-41f8-9802-014f0c61e91c service neutron] Transition to ACTIVE for port object 4c5cf2cb-0a66-467b-9729-981a4358f009 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:12:15.243159 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-534b995b-f4bc-4a81-b110-baf0caa4ebdd'] response: {'server_uuid': '968cfa3c-3ec0-4b62-a6dc-fdf33add89cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c5cf2cb-0a66-467b-9729-981a4358f009', 'code': 200} May 27 03:12:15.257516 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-d9acd84e-24c8-41f8-9802-014f0c61e91c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:15.367799 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90a783-1de6-4d0d-b6a3-cba0f503097f req-5039665c-7739-4142-8f88-5f81c678a563 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:15.369649 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f90a783-1de6-4d0d-b6a3-cba0f503097f req-5039665c-7739-4142-8f88-5f81c678a563 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 944 time: 0.0908177 May 27 03:12:15.403950 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9acd84e-24c8-41f8-9802-014f0c61e91c service neutron] Pushing event updated for resources: {'Port': ['ID=4c5cf2cb-0a66-467b-9729-981a4358f009,revision_number=10']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:12:15.418460 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7f90a783-1de6-4d0d-b6a3-cba0f503097f req-ae02ebce-c955-4ec4-831f-93843d478349 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404203 May 27 03:12:15.455312 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-d9acd84e-24c8-41f8-9802-014f0c61e91c service neutron] No DVR routers for this DVR port 4c5cf2cb-0a66-467b-9729-981a4358f009 on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:12:15.781755 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-d9acd84e-24c8-41f8-9802-014f0c61e91c service neutron] Attempting to bind port 4c5cf2cb-0a66-467b-9729-981a4358f009 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:12:15.783354 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-d9acd84e-24c8-41f8-9802-014f0c61e91c service neutron] Attempting to bind port 4c5cf2cb-0a66-467b-9729-981a4358f009 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:12:15.783354 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-d9acd84e-24c8-41f8-9802-014f0c61e91c service neutron] Attempting to bind port 4c5cf2cb-0a66-467b-9729-981a4358f009 on network 1cb48be7-71e7-4e2e-b898-c29e50006806 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:12:15.787479 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-d9acd84e-24c8-41f8-9802-014f0c61e91c service neutron] Port 4c5cf2cb-0a66-467b-9729-981a4358f009 on network 1cb48be7-71e7-4e2e-b898-c29e50006806 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:12:15.787800 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-d9acd84e-24c8-41f8-9802-014f0c61e91c service neutron] Attempting to bind port 4c5cf2cb-0a66-467b-9729-981a4358f009 on network 1cb48be7-71e7-4e2e-b898-c29e50006806 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:12:15.792842 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-d9acd84e-24c8-41f8-9802-014f0c61e91c service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:12:15.793185 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-d9acd84e-24c8-41f8-9802-014f0c61e91c service neutron] Checking segment: {'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:12:15.793568 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-d9acd84e-24c8-41f8-9802-014f0c61e91c service neutron] Bound using segment: {'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:12:15.793993 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-d9acd84e-24c8-41f8-9802-014f0c61e91c service neutron] Bound port: 4c5cf2cb-0a66-467b-9729-981a4358f009, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeeeeeee-d741-4390-a999-e07392130522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:12:15.794335 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-d9acd84e-24c8-41f8-9802-014f0c61e91c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:15.880314 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-d9acd84e-24c8-41f8-9802-014f0c61e91c service neutron] For port 4c5cf2cb-0a66-467b-9729-981a4358f009, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:12:15.883189 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-d9acd84e-24c8-41f8-9802-014f0c61e91c service neutron] For port 4c5cf2cb-0a66-467b-9729-981a4358f009, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=4c5cf2cb-0a66-467b-9729-981a4358f009,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:12:15.939388 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-d9acd84e-24c8-41f8-9802-014f0c61e91c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:16.003413 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-d9acd84e-24c8-41f8-9802-014f0c61e91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:16.004025 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-d9acd84e-24c8-41f8-9802-014f0c61e91c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:16.005417 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-d9acd84e-24c8-41f8-9802-014f0c61e91c service neutron] 10.222.0.32 "PUT /v2.0/ports/4c5cf2cb-0a66-467b-9729-981a4358f009 HTTP/1.1" status: 200 len: 1092 time: 1.2886741 May 27 03:12:16.021038 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9acd84e-24c8-41f8-9802-014f0c61e91c service neutron] Pushing event updated for resources: {'Port': ['ID=4c5cf2cb-0a66-467b-9729-981a4358f009,revision_number=11']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:12:16.097559 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-73cb335f-f700-42fc-9c20-094f43ca40ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:16.099037 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-73cb335f-f700-42fc-9c20-094f43ca40ff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 1095 time: 0.0717435 May 27 03:12:16.232457 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-cb5d842b-e7da-4e3b-9d50-69055ec913da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:16.233921 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-cb5d842b-e7da-4e3b-9d50-69055ec913da service neutron] 10.222.0.32 "GET /v2.0/networks?id=1cb48be7-71e7-4e2e-b898-c29e50006806 HTTP/1.1" status: 200 len: 913 time: 0.1284802 May 27 03:12:16.335906 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-7e8dfd36-94f3-4d4c-80da-4c4e32945d3d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c5cf2cb-0a66-467b-9729-981a4358f009 HTTP/1.1" status: 200 len: 1000 time: 0.0952990 May 27 03:12:16.396640 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-df841082-0023-4dd3-9647-a5b0f960a8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:16.398032 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-df841082-0023-4dd3-9647-a5b0f960a8f4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=721df4b2-6cb6-4950-bbe4-a5797d0d8b04 HTTP/1.1" status: 200 len: 851 time: 0.0555851 May 27 03:12:16.475789 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-d000e4cd-c134-474d-8b9f-2219e52529cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:16.477281 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-d000e4cd-c134-474d-8b9f-2219e52529cb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1cb48be7-71e7-4e2e-b898-c29e50006806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716903 May 27 03:12:16.609085 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-2d586e1d-5442-457e-a4b3-cda10639899d service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239305 May 27 03:12:16.609503 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e296d-9af6-43fe-894e-0fc7d75cf5c4 req-ae5f2c8d-1650-4819-8b1d-34aab6689fdc tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:16.611461 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9d2e296d-9af6-43fe-894e-0fc7d75cf5c4 req-ae5f2c8d-1650-4819-8b1d-34aab6689fdc tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 944 time: 0.0787721 May 27 03:12:16.655299 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9d2e296d-9af6-43fe-894e-0fc7d75cf5c4 req-daaaef0c-af29-4958-8371-3834af6cfec3 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380526 May 27 03:12:16.739693 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f2eda63b-6bd9-42bb-bc35-8b19eee6727b req-ddc37ef1-459b-4d2c-9ada-edd9302033d2 service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245689 May 27 03:12:17.244241 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968cfa3c-3ec0-4b62-a6dc-fdf33add89cb', 'tag': '4c5cf2cb-0a66-467b-9729-981a4358f009'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:12:17.302119 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-664df687-8251-4af8-9d27-6daa72a974c2'] response: {'name': 'network-changed', 'server_uuid': '968cfa3c-3ec0-4b62-a6dc-fdf33add89cb', 'tag': '4c5cf2cb-0a66-467b-9729-981a4358f009', 'status': 'completed', 'code': 200} May 27 03:12:17.452829 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a435e99-0056-437f-867d-93d06fc51f12 req-63fbc529-548f-4c45-9400-182ef99ef643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:17.454350 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8a435e99-0056-437f-867d-93d06fc51f12 req-63fbc529-548f-4c45-9400-182ef99ef643 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 1095 time: 0.1299667 May 27 03:12:17.456145 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a435e99-0056-437f-867d-93d06fc51f12 req-c38b8087-9fc9-4e3b-80d0-f8b281944dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:17.457473 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8a435e99-0056-437f-867d-93d06fc51f12 req-c38b8087-9fc9-4e3b-80d0-f8b281944dc3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 1095 time: 0.1040955 May 27 03:12:17.696744 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a435e99-0056-437f-867d-93d06fc51f12 req-02a2235d-1d28-4cab-b027-309099cb1e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:17.698224 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8a435e99-0056-437f-867d-93d06fc51f12 req-02a2235d-1d28-4cab-b027-309099cb1e08 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1cb48be7-71e7-4e2e-b898-c29e50006806 HTTP/1.1" status: 200 len: 913 time: 0.2377944 May 27 03:12:17.699288 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a435e99-0056-437f-867d-93d06fc51f12 req-9f78211b-b223-4a88-baa3-4424d6e22d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:17.700545 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8a435e99-0056-437f-867d-93d06fc51f12 req-9f78211b-b223-4a88-baa3-4424d6e22d8d service neutron] 10.222.0.66 "GET /v2.0/networks?id=1cb48be7-71e7-4e2e-b898-c29e50006806 HTTP/1.1" status: 200 len: 913 time: 0.2227871 May 27 03:12:17.861402 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38111937-6699-40c9-b7bc-c6673df99d78 req-8ea9545e-581b-4c15-bc67-e593a84fc851 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:17.863656 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-38111937-6699-40c9-b7bc-c6673df99d78 req-8ea9545e-581b-4c15-bc67-e593a84fc851 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 944 time: 0.0959444 May 27 03:12:17.912294 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-38111937-6699-40c9-b7bc-c6673df99d78 req-bf3b2844-26e9-4d4f-afac-2e0f3f1f2f2e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425901 May 27 03:12:17.925106 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 4c5cf2cb-0a66-467b-9729-981a4358f009 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:12:17.987419 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 4c5cf2cb-0a66-467b-9729-981a4358f009 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:12:18.038418 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8a435e99-0056-437f-867d-93d06fc51f12 req-b9b0a139-d2cd-4d30-871b-a31ed0f979c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c5cf2cb-0a66-467b-9729-981a4358f009 HTTP/1.1" status: 200 len: 1000 time: 0.3329802 May 27 03:12:18.041665 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8a435e99-0056-437f-867d-93d06fc51f12 req-03fe2e2f-124c-46aa-bd4f-4cdfd0ce840d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c5cf2cb-0a66-467b-9729-981a4358f009 HTTP/1.1" status: 200 len: 1000 time: 0.2888591 May 27 03:12:18.151976 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a435e99-0056-437f-867d-93d06fc51f12 req-0eab4aee-b4b6-4f03-b885-44d5af39cfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:18.153430 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8a435e99-0056-437f-867d-93d06fc51f12 req-0eab4aee-b4b6-4f03-b885-44d5af39cfd5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=721df4b2-6cb6-4950-bbe4-a5797d0d8b04 HTTP/1.1" status: 200 len: 851 time: 0.1081297 May 27 03:12:18.154884 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a435e99-0056-437f-867d-93d06fc51f12 req-a4b40715-7c8b-4c02-a2c7-600a91bb24a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:18.156163 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8a435e99-0056-437f-867d-93d06fc51f12 req-a4b40715-7c8b-4c02-a2c7-600a91bb24a4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=721df4b2-6cb6-4950-bbe4-a5797d0d8b04 HTTP/1.1" status: 200 len: 851 time: 0.0808833 May 27 03:12:18.289268 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a435e99-0056-437f-867d-93d06fc51f12 req-110c372e-07ff-4c92-9bfa-50ad2fdd12b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:18.290767 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8a435e99-0056-437f-867d-93d06fc51f12 req-110c372e-07ff-4c92-9bfa-50ad2fdd12b1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1cb48be7-71e7-4e2e-b898-c29e50006806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1304665 May 27 03:12:18.295860 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a435e99-0056-437f-867d-93d06fc51f12 req-7eb95aad-91bd-4ab2-ba6b-8e83d11dee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:18.297219 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8a435e99-0056-437f-867d-93d06fc51f12 req-7eb95aad-91bd-4ab2-ba6b-8e83d11dee88 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1cb48be7-71e7-4e2e-b898-c29e50006806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028807 May 27 03:12:18.534862 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8a435e99-0056-437f-867d-93d06fc51f12 req-498f83fb-e7e6-4edb-868d-0f98ebc52203 service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357807 May 27 03:12:18.536728 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8a435e99-0056-437f-867d-93d06fc51f12 req-797c4b97-e672-458b-8ff0-3a2fa18895da service neutron] 10.222.0.66 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204981 May 27 03:12:18.774923 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8a435e99-0056-437f-867d-93d06fc51f12 req-95cd6b45-c475-41cf-a6c0-40ccde8c39c1 service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340145 May 27 03:12:18.777800 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8a435e99-0056-437f-867d-93d06fc51f12 req-6431bfa8-c389-4774-b01e-155acbc56892 service neutron] 10.222.0.66 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191207 May 27 03:12:19.106651 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3307cf2-6649-499e-8593-6f6faa478080 req-81ff23ff-0dbf-4b72-a73d-293c5de1c123 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:19.107999 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c3307cf2-6649-499e-8593-6f6faa478080 req-81ff23ff-0dbf-4b72-a73d-293c5de1c123 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 944 time: 0.0799696 May 27 03:12:19.150687 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c3307cf2-6649-499e-8593-6f6faa478080 req-eda63aa3-f339-4d43-a9dc-c59e3efe1f71 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362356 May 27 03:12:19.836338 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:19.845996 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:20.336226 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67451f0-6496-442e-8e9a-df7788312f12 req-1940ba29-f853-4b2a-afa5-dea21e19a000 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:20.337698 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b67451f0-6496-442e-8e9a-df7788312f12 req-1940ba29-f853-4b2a-afa5-dea21e19a000 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 944 time: 0.0829632 May 27 03:12:20.381009 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b67451f0-6496-442e-8e9a-df7788312f12 req-5fe570b8-f998-480e-9453-6958e8747bed tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376222 May 27 03:12:21.562609 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa2016-99b6-4652-8026-19ae95c032f4 req-2d119d13-3a11-4cd0-ae82-96b67011674d tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:21.564078 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-64aa2016-99b6-4652-8026-19ae95c032f4 req-2d119d13-3a11-4cd0-ae82-96b67011674d tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 944 time: 0.0779154 May 27 03:12:21.707671 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-64aa2016-99b6-4652-8026-19ae95c032f4 req-4b484ef0-128b-4166-9c67-1c8977ce126d tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379251 May 27 03:12:22.893961 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd7f63-137f-44fa-87aa-6fb94681316c req-9918e105-6a0f-40ae-b090-045636858996 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:22.895383 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ecd7f63-137f-44fa-87aa-6fb94681316c req-9918e105-6a0f-40ae-b090-045636858996 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 944 time: 0.0792854 May 27 03:12:22.939438 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ecd7f63-137f-44fa-87aa-6fb94681316c req-71d009b3-67cd-4725-9125-41905f0bf570 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384445 May 27 03:12:23.218007 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613684f-b7b2-49d4-b42e-04c01c877313 req-61dcd4f3-1e71-478a-9f7b-52a8dc80a543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:23.220003 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2613684f-b7b2-49d4-b42e-04c01c877313 req-61dcd4f3-1e71-478a-9f7b-52a8dc80a543 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 1095 time: 0.0737720 May 27 03:12:23.358525 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613684f-b7b2-49d4-b42e-04c01c877313 req-701624d3-94c9-4ec2-b3e5-3848b497adaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:23.359958 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2613684f-b7b2-49d4-b42e-04c01c877313 req-701624d3-94c9-4ec2-b3e5-3848b497adaa service neutron] 10.222.0.32 "GET /v2.0/networks?id=1cb48be7-71e7-4e2e-b898-c29e50006806 HTTP/1.1" status: 200 len: 913 time: 0.1237323 May 27 03:12:23.459984 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2613684f-b7b2-49d4-b42e-04c01c877313 req-a42c7ba1-ccf1-4c02-a97b-b6dd3a881480 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c5cf2cb-0a66-467b-9729-981a4358f009 HTTP/1.1" status: 200 len: 1000 time: 0.0945387 May 27 03:12:23.520281 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613684f-b7b2-49d4-b42e-04c01c877313 req-f5792013-3de2-4af3-913d-539972b97196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:23.521663 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2613684f-b7b2-49d4-b42e-04c01c877313 req-f5792013-3de2-4af3-913d-539972b97196 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=721df4b2-6cb6-4950-bbe4-a5797d0d8b04 HTTP/1.1" status: 200 len: 851 time: 0.0560591 May 27 03:12:23.592683 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613684f-b7b2-49d4-b42e-04c01c877313 req-a294f8c4-69ac-4582-887f-7cad2dbeb269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:23.594093 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2613684f-b7b2-49d4-b42e-04c01c877313 req-a294f8c4-69ac-4582-887f-7cad2dbeb269 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1cb48be7-71e7-4e2e-b898-c29e50006806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669172 May 27 03:12:23.721350 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2613684f-b7b2-49d4-b42e-04c01c877313 req-d4614263-b48b-4049-963e-1a4f7d32e2a4 service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216981 May 27 03:12:23.960462 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2613684f-b7b2-49d4-b42e-04c01c877313 req-3d097e60-2255-4604-8156-14ea1d430843 service neutron] 10.222.0.32 "GET /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335522 May 27 03:12:24.121561 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ac91d-03b4-46a6-8a79-75ccbe2b1c25 req-a1b9617a-91b9-47c9-9893-43758668a85e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:24.122911 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e71ac91d-03b4-46a6-8a79-75ccbe2b1c25 req-a1b9617a-91b9-47c9-9893-43758668a85e tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 944 time: 0.0801699 May 27 03:12:24.165887 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e71ac91d-03b4-46a6-8a79-75ccbe2b1c25 req-a384bccf-b63e-4d05-b266-468c93ac24fa tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374725 May 27 03:12:25.346047 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b92bb-70ed-400c-8785-55d5d6502b1f req-1c5ed417-33e0-4f70-a29e-99a5b5545440 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:25.347753 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d49b92bb-70ed-400c-8785-55d5d6502b1f req-1c5ed417-33e0-4f70-a29e-99a5b5545440 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 944 time: 0.0794878 May 27 03:12:25.391648 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d49b92bb-70ed-400c-8785-55d5d6502b1f req-9f2d7b92-0fef-4aec-a6d4-6bdae05f70c3 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374331 May 27 03:12:25.533317 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-83bee860-f257-4879-8f4e-eda661190a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:26.211649 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 4c5cf2cb-0a66-467b-9729-981a4358f009 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:12:26.348763 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 4c5cf2cb-0a66-467b-9729-981a4358f009, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=4c5cf2cb-0a66-467b-9729-981a4358f009,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:12:26.361473 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '4c5cf2cb-0a66-467b-9729-981a4358f009', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'port_id': '4c5cf2cb-0a66-467b-9729-981a4358f009', 'mac_address': 'fa:16:3e:06:89:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:12:26.417938 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 4c5cf2cb-0a66-467b-9729-981a4358f009 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:12:26.418319 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:26.435298 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c5cf2cb-0a66-467b-9729-981a4358f009 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:12:26.450558 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 4c5cf2cb-0a66-467b-9729-981a4358f009, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=4c5cf2cb-0a66-467b-9729-981a4358f009,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:12:26.520311 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:26.583593 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e8e53-ea26-436f-ac0e-cbd7837abcbb req-60f569be-0863-4dcd-b2d5-6b9f12dd1570 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:26.585094 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-566e8e53-ea26-436f-ac0e-cbd7837abcbb req-60f569be-0863-4dcd-b2d5-6b9f12dd1570 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 945 time: 0.0845542 May 27 03:12:26.586277 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=4c5cf2cb-0a66-467b-9729-981a4358f009,revision_number=12']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:12:26.630256 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-566e8e53-ea26-436f-ac0e-cbd7837abcbb req-910cfd82-57de-42c8-826f-8203ff62f8a5 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378747 May 27 03:12:26.734725 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['4c5cf2cb-0a66-467b-9729-981a4358f009'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:12:26.811269 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab418d7-be82-4f68-a24e-3b431ff8cf62 req-af4703d4-9cb3-45bf-a3d8-8323584eb55b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:26.813363 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0ab418d7-be82-4f68-a24e-3b431ff8cf62 req-af4703d4-9cb3-45bf-a3d8-8323584eb55b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 945 time: 0.0796611 May 27 03:12:26.862064 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0ab418d7-be82-4f68-a24e-3b431ff8cf62 req-b747627d-b1c9-456f-8610-911bbcd67451 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427134 May 27 03:12:27.046877 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddcaf6c-f5e8-4d56-b917-5e365d1ca8c2 req-4d6b446e-5b70-4189-9147-6f939ec99af5 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:27.049041 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cddcaf6c-f5e8-4d56-b917-5e365d1ca8c2 req-4d6b446e-5b70-4189-9147-6f939ec99af5 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 945 time: 0.0806139 May 27 03:12:27.093462 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cddcaf6c-f5e8-4d56-b917-5e365d1ca8c2 req-7c7e8ef3-339e-417c-8665-19ea4ac6a3f2 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389478 May 27 03:12:27.583080 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250de16e-48d8-4db1-9b7b-2e7eada9b30c req-0a3225c9-f3b6-4fff-95b6-7bab102c4520 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:27.584492 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-250de16e-48d8-4db1-9b7b-2e7eada9b30c req-0a3225c9-f3b6-4fff-95b6-7bab102c4520 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 945 time: 0.0802863 May 27 03:12:27.627954 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-250de16e-48d8-4db1-9b7b-2e7eada9b30c req-e46b625d-99c9-46c5-aab3-ae3ad21040ad tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375106 May 27 03:12:27.910294 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0b7de186-cd42-4698-9a75-3bf055655e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:28.228096 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 4c5cf2cb-0a66-467b-9729-981a4358f009 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:12:28.365612 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 4c5cf2cb-0a66-467b-9729-981a4358f009 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:12:28.370309 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 4c5cf2cb-0a66-467b-9729-981a4358f009 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:12:28.370680 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:28.485181 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 4c5cf2cb-0a66-467b-9729-981a4358f009 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:12:28.489985 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:28.511704 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968cfa3c-3ec0-4b62-a6dc-fdf33add89cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5cf2cb-0a66-467b-9729-981a4358f009'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:12:28.521448 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 4c5cf2cb-0a66-467b-9729-981a4358f009, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=4c5cf2cb-0a66-467b-9729-981a4358f009,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:12:28.555665 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6650b20a-a5fe-4f89-998f-25c920bec584'] response: {'server_uuid': '968cfa3c-3ec0-4b62-a6dc-fdf33add89cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5cf2cb-0a66-467b-9729-981a4358f009', 'code': 200} May 27 03:12:28.596104 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:28.665167 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=4c5cf2cb-0a66-467b-9729-981a4358f009,revision_number=13']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:12:28.814028 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c90df-063d-4310-ab81-c2d20e01b641 req-db820be9-15c9-4e6d-a052-3874dde21784 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:28.815369 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b26c90df-063d-4310-ab81-c2d20e01b641 req-db820be9-15c9-4e6d-a052-3874dde21784 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 946 time: 0.0770853 May 27 03:12:28.858244 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b26c90df-063d-4310-ab81-c2d20e01b641 req-6fd7fb81-84f8-4907-b551-54b09cefcad7 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups?id=968366e7-a861-4879-91be-4708d3f4b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371444 May 27 03:12:29.046024 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:29.137313 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6963a072-6905-4b11-908b-bb20af798076 req-68433f25-e00c-486b-951c-6514b1f1211b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:29.138670 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6963a072-6905-4b11-908b-bb20af798076 req-68433f25-e00c-486b-951c-6514b1f1211b tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.32 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 946 time: 0.0808723 May 27 03:12:29.166295 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:29.205748 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-6963a072-6905-4b11-908b-bb20af798076 req-96a229ed-a0d2-4ba0-b718-157169188c03 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Deleting port 4c5cf2cb-0a66-467b-9729-981a4358f009 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:12:29.206087 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6963a072-6905-4b11-908b-bb20af798076 req-96a229ed-a0d2-4ba0-b718-157169188c03 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:29.445105 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-6963a072-6905-4b11-908b-bb20af798076 req-96a229ed-a0d2-4ba0-b718-157169188c03 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] For port 4c5cf2cb-0a66-467b-9729-981a4358f009, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=4c5cf2cb-0a66-467b-9729-981a4358f009,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:12:29.445381 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6963a072-6905-4b11-908b-bb20af798076 req-96a229ed-a0d2-4ba0-b718-157169188c03 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:29.729712 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6963a072-6905-4b11-908b-bb20af798076 req-96a229ed-a0d2-4ba0-b718-157169188c03 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:29.730083 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6963a072-6905-4b11-908b-bb20af798076 req-96a229ed-a0d2-4ba0-b718-157169188c03 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:29.730394 n-d-843554-3 neutron-server[88901]: INFO neutron.db.l3_db [req-6963a072-6905-4b11-908b-bb20af798076 req-96a229ed-a0d2-4ba0-b718-157169188c03 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Floating IP 7edcdeb5-8335-4cfc-8798-c25cf508b836 disassociated. External IP: 172.25.1.216, port: 4c5cf2cb-0a66-467b-9729-981a4358f009. May 27 03:12:29.730730 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-6963a072-6905-4b11-908b-bb20af798076 req-96a229ed-a0d2-4ba0-b718-157169188c03 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Calling delete_port for 4c5cf2cb-0a66-467b-9729-981a4358f009 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:12:29.927821 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6963a072-6905-4b11-908b-bb20af798076 req-96a229ed-a0d2-4ba0-b718-157169188c03 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:29.981754 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a229ed-a0d2-4ba0-b718-157169188c03 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Pushing event deleted for resources: {'Port': ['ID=4c5cf2cb-0a66-467b-9729-981a4358f009,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:12:30.015989 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cafc4cb6-fa31-4bc3-a4d8-fc676083743a req-19b84109-4fe4-4e5e-ac56-25f21132dd67 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 210 time: 0.0506904 May 27 03:12:30.181501 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6963a072-6905-4b11-908b-bb20af798076 req-96a229ed-a0d2-4ba0-b718-157169188c03 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Router da1235dc-b2f2-4d39-8071-81288ebc69fc has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:12:30.286128 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:30.360903 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6963a072-6905-4b11-908b-bb20af798076 req-96a229ed-a0d2-4ba0-b718-157169188c03 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:12:30.370797 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601edfcf-1b86-4228-8be9-581afc87af7b None None] Sync routers for ids ['da1235dc-b2f2-4d39-8071-81288ebc69fc'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:12:30.380551 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601edfcf-1b86-4228-8be9-581afc87af7b None None] Routers {'da1235dc-b2f2-4d39-8071-81288ebc69fc'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:12:30.381177 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-601edfcf-1b86-4228-8be9-581afc87af7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:12:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['da1235dc-b2f2-4d39-8071-81288ebc69fc'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:12:30.543139 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-6963a072-6905-4b11-908b-bb20af798076 req-96a229ed-a0d2-4ba0-b718-157169188c03 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] No DVR routers for this DVR port 4c5cf2cb-0a66-467b-9729-981a4358f009 on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:12:30.545799 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6963a072-6905-4b11-908b-bb20af798076 req-96a229ed-a0d2-4ba0-b718-157169188c03 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:30.549965 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968cfa3c-3ec0-4b62-a6dc-fdf33add89cb', 'name': 'network-vif-deleted', 'tag': '4c5cf2cb-0a66-467b-9729-981a4358f009'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:12:30.560177 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-601edfcf-1b86-4228-8be9-581afc87af7b None None] Set router da1235dc-b2f2-4d39-8071-81288ebc69fc gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:12:30.595724 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae90a27b-4e6e-49ef-b61a-e96f34dbf3f6'] response: {'server_uuid': '968cfa3c-3ec0-4b62-a6dc-fdf33add89cb', 'name': 'network-vif-deleted', 'tag': '4c5cf2cb-0a66-467b-9729-981a4358f009', 'status': 'completed', 'code': 200} May 27 03:12:30.608475 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6963a072-6905-4b11-908b-bb20af798076 req-96a229ed-a0d2-4ba0-b718-157169188c03 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.32 "DELETE /v2.0/ports/4c5cf2cb-0a66-467b-9729-981a4358f009 HTTP/1.1" status: 204 len: 173 time: 1.4648211 May 27 03:12:30.874848 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-601edfcf-1b86-4228-8be9-581afc87af7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'name': 'tempest-ServerActionsTestJSON-1569965996-router', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:06:30Z', 'updated_at': '2022-05-27T03:06:35Z', 'revision_number': 4, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'gw_port': {'id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:31Z', 'updated_at': '2022-05-27T03:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'e7d1df91-3aa4-4351-9632-e1ce891ea604', 'name': '', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'mac_address': 'fa:16:3e:83:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:34Z', 'updated_at': '2022-05-27T03:06:40Z', 'revision_number': 5, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'subnets': [{'id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:12:30.879161 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601edfcf-1b86-4228-8be9-581afc87af7b None None] Checking router: da1235dc-b2f2-4d39-8071-81288ebc69fc for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:12:30.887117 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601edfcf-1b86-4228-8be9-581afc87af7b None None] Routers {'da1235dc-b2f2-4d39-8071-81288ebc69fc'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:12:30.887692 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-601edfcf-1b86-4228-8be9-581afc87af7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:12:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['da1235dc-b2f2-4d39-8071-81288ebc69fc'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:12:31.065472 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-601edfcf-1b86-4228-8be9-581afc87af7b None None] Set router da1235dc-b2f2-4d39-8071-81288ebc69fc gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:12:31.169580 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2caf6762-2a93-4b28-b89f-234623e6daf2 req-dacdf653-310f-4c7f-8431-2e115a157c35 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/ports?device_id=968cfa3c-3ec0-4b62-a6dc-fdf33add89cb HTTP/1.1" status: 200 len: 210 time: 0.0423598 May 27 03:12:31.372076 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-601edfcf-1b86-4228-8be9-581afc87af7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'name': 'tempest-ServerActionsTestJSON-1569965996-router', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:06:30Z', 'updated_at': '2022-05-27T03:06:35Z', 'revision_number': 4, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'gw_port': {'id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:31Z', 'updated_at': '2022-05-27T03:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'e7d1df91-3aa4-4351-9632-e1ce891ea604', 'name': '', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'mac_address': 'fa:16:3e:83:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:34Z', 'updated_at': '2022-05-27T03:06:40Z', 'revision_number': 5, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'subnets': [{'id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:12:31.376056 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601edfcf-1b86-4228-8be9-581afc87af7b None None] The sync data for ids ['da1235dc-b2f2-4d39-8071-81288ebc69fc'] in n-d-843554-3 is: [{'id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'name': 'tempest-ServerActionsTestJSON-1569965996-router', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:06:30Z', 'updated_at': '2022-05-27T03:06:35Z', 'revision_number': 4, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'gw_port': {'id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:31Z', 'updated_at': '2022-05-27T03:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'e7d1df91-3aa4-4351-9632-e1ce891ea604', 'name': '', 'network_id': '1cb48be7-71e7-4e2e-b898-c29e50006806', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'mac_address': 'fa:16:3e:83:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:34Z', 'updated_at': '2022-05-27T03:06:40Z', 'revision_number': 5, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'subnets': [{'id': '721df4b2-6cb6-4950-bbe4-a5797d0d8b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:12:31.591624 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385c0a48-879a-4770-bcce-5c8e1f7000ad None None] New status for floating IP 7edcdeb5-8335-4cfc-8798-c25cf508b836: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:12:32.253195 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 4c5cf2cb-0a66-467b-9729-981a4358f009 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:12:32.287543 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 4c5cf2cb-0a66-467b-9729-981a4358f009 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:12:32.287894 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 4c5cf2cb-0a66-467b-9729-981a4358f009 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:12:35.642290 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 35792) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:12:35.705315 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c7dd77a-1c4f-4e7e-b3ae-4241550f0da0 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:35.732124 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c7dd77a-1c4f-4e7e-b3ae-4241550f0da0 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:35.853129 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c7dd77a-1c4f-4e7e-b3ae-4241550f0da0 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:35.870983 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7dd77a-1c4f-4e7e-b3ae-4241550f0da0 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=968366e7-a861-4879-91be-4708d3f4b4a1,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:12:35.880962 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7dd77a-1c4f-4e7e-b3ae-4241550f0da0 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:35.881202 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7dd77a-1c4f-4e7e-b3ae-4241550f0da0 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:35.881540 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7dd77a-1c4f-4e7e-b3ae-4241550f0da0 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:35.881871 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7dd77a-1c4f-4e7e-b3ae-4241550f0da0 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:35.882198 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7dd77a-1c4f-4e7e-b3ae-4241550f0da0 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:35.882524 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7dd77a-1c4f-4e7e-b3ae-4241550f0da0 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:35.882848 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7dd77a-1c4f-4e7e-b3ae-4241550f0da0 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:35.883171 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7dd77a-1c4f-4e7e-b3ae-4241550f0da0 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:35.883488 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7dd77a-1c4f-4e7e-b3ae-4241550f0da0 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:35.883805 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7dd77a-1c4f-4e7e-b3ae-4241550f0da0 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:35.884121 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7dd77a-1c4f-4e7e-b3ae-4241550f0da0 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:35.884438 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7dd77a-1c4f-4e7e-b3ae-4241550f0da0 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:35.926401 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c7dd77a-1c4f-4e7e-b3ae-4241550f0da0 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:35.927514 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4c7dd77a-1c4f-4e7e-b3ae-4241550f0da0 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "DELETE /v2.0/security-groups/968366e7-a861-4879-91be-4708d3f4b4a1 HTTP/1.1" status: 204 len: 168 time: 0.2842188 May 27 03:12:35.930258 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 35796) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:12:35.945742 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-fec34437-114a-4c14-a846-0177526fffcd tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] show failed (client error): The resource could not be found. May 27 03:12:35.946668 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-fec34437-114a-4c14-a846-0177526fffcd tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "GET /v2.0/security-groups/968366e7-a861-4879-91be-4708d3f4b4a1 HTTP/1.1" status: 404 len: 347 time: 0.0155034 May 27 03:12:35.949028 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 35800) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:12:36.100672 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-24baec64-af53-449f-a460-e1b0a3130a14 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Deleting port 75fb8161-83be-4918-9427-3b79e4ea4bb5 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:12:36.101041 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-24baec64-af53-449f-a460-e1b0a3130a14 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:36.267691 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-24baec64-af53-449f-a460-e1b0a3130a14 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:36.268017 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-24baec64-af53-449f-a460-e1b0a3130a14 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:36.387159 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-24baec64-af53-449f-a460-e1b0a3130a14 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Calling delete_port for 75fb8161-83be-4918-9427-3b79e4ea4bb5 owned by network:floatingip {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:12:36.573350 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-24baec64-af53-449f-a460-e1b0a3130a14 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:36.622493 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24baec64-af53-449f-a460-e1b0a3130a14 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Pushing event deleted for resources: {'Port': ['ID=75fb8161-83be-4918-9427-3b79e4ea4bb5,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:12:36.711572 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-24baec64-af53-449f-a460-e1b0a3130a14 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks [] for floatingip, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:36.724922 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-24baec64-af53-449f-a460-e1b0a3130a14 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:36.726020 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-24baec64-af53-449f-a460-e1b0a3130a14 tempest-ServerActionsTestJSON-1162803492 tempest-ServerActionsTestJSON-1162803492-project] 10.222.0.57 "DELETE /v2.0/floatingips/7edcdeb5-8335-4cfc-8798-c25cf508b836 HTTP/1.1" status: 204 len: 168 time: 0.7761257 May 27 03:12:36.728912 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 35804) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:12:37.392946 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3936ae97-1bf7-47e5-8201-94f59d8a4689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:37.733201 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-3936ae97-1bf7-47e5-8201-94f59d8a4689 admin admin] Deleting port e7d1df91-3aa4-4351-9632-e1ce891ea604 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:12:37.733873 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3936ae97-1bf7-47e5-8201-94f59d8a4689 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:37.903799 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-3936ae97-1bf7-47e5-8201-94f59d8a4689 admin admin] For port e7d1df91-3aa4-4351-9632-e1ce891ea604, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=e7d1df91-3aa4-4351-9632-e1ce891ea604,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:12:37.904154 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3936ae97-1bf7-47e5-8201-94f59d8a4689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:38.024275 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-3936ae97-1bf7-47e5-8201-94f59d8a4689 admin admin] Calling delete_port for e7d1df91-3aa4-4351-9632-e1ce891ea604 owned by network:router_interface {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:12:38.537794 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3936ae97-1bf7-47e5-8201-94f59d8a4689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:38.584914 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936ae97-1bf7-47e5-8201-94f59d8a4689 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7d1df91-3aa4-4351-9632-e1ce891ea604,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:12:38.848010 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3936ae97-1bf7-47e5-8201-94f59d8a4689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:39.195557 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3936ae97-1bf7-47e5-8201-94f59d8a4689 admin admin] Router da1235dc-b2f2-4d39-8071-81288ebc69fc has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:12:39.367536 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3936ae97-1bf7-47e5-8201-94f59d8a4689 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:12:39.377672 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc4c795-6e08-40b4-8933-3eab4998898e None None] Sync routers for ids ['da1235dc-b2f2-4d39-8071-81288ebc69fc'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:12:39.379985 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3936ae97-1bf7-47e5-8201-94f59d8a4689 admin admin] 10.222.0.57 "PUT /v2.0/routers/da1235dc-b2f2-4d39-8071-81288ebc69fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6500976 May 27 03:12:39.382486 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 35810) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:12:39.386621 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc4c795-6e08-40b4-8933-3eab4998898e None None] Routers {'da1235dc-b2f2-4d39-8071-81288ebc69fc'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:12:39.387212 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-6dc4c795-6e08-40b4-8933-3eab4998898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:12:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['da1235dc-b2f2-4d39-8071-81288ebc69fc'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:12:39.556028 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-78e7367e-1a92-4e14-afc1-b7e8543e1934 admin admin] Notify callbacks [] for router, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:39.561142 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-6dc4c795-6e08-40b4-8933-3eab4998898e None None] Set router da1235dc-b2f2-4d39-8071-81288ebc69fc gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:12:39.735547 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-78e7367e-1a92-4e14-afc1-b7e8543e1934 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:39.806650 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-78e7367e-1a92-4e14-afc1-b7e8543e1934 admin admin] Deleting port 5784b136-890b-4c03-bf6b-ac008dccd2f7 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:12:39.806991 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-78e7367e-1a92-4e14-afc1-b7e8543e1934 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:39.873592 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-6dc4c795-6e08-40b4-8933-3eab4998898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'name': 'tempest-ServerActionsTestJSON-1569965996-router', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:06:30Z', 'updated_at': '2022-05-27T03:12:38Z', 'revision_number': 5, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'gw_port': {'id': '5784b136-890b-4c03-bf6b-ac008dccd2f7', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:06:31Z', 'updated_at': '2022-05-27T03:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:12:39.877641 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc4c795-6e08-40b4-8933-3eab4998898e None None] Checking router: da1235dc-b2f2-4d39-8071-81288ebc69fc for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:12:39.886054 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc4c795-6e08-40b4-8933-3eab4998898e None None] Routers {'da1235dc-b2f2-4d39-8071-81288ebc69fc'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:12:39.886811 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-6dc4c795-6e08-40b4-8933-3eab4998898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:12:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['da1235dc-b2f2-4d39-8071-81288ebc69fc'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:12:40.034134 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-6dc4c795-6e08-40b4-8933-3eab4998898e None None] Set router da1235dc-b2f2-4d39-8071-81288ebc69fc gateway port host: None {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:12:40.101811 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-78e7367e-1a92-4e14-afc1-b7e8543e1934 admin admin] For port 5784b136-890b-4c03-bf6b-ac008dccd2f7, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=5784b136-890b-4c03-bf6b-ac008dccd2f7,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:12:40.102406 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-78e7367e-1a92-4e14-afc1-b7e8543e1934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:40.135967 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-6dc4c795-6e08-40b4-8933-3eab4998898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'name': 'tempest-ServerActionsTestJSON-1569965996-router', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:06:30Z', 'updated_at': '2022-05-27T03:12:39Z', 'revision_number': 6, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'gw_port_host': None}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:12:40.139728 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc4c795-6e08-40b4-8933-3eab4998898e None None] The sync data for ids ['da1235dc-b2f2-4d39-8071-81288ebc69fc'] in n-d-843554-3 is: [{'id': 'da1235dc-b2f2-4d39-8071-81288ebc69fc', 'name': 'tempest-ServerActionsTestJSON-1569965996-router', 'tenant_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:06:30Z', 'updated_at': '2022-05-27T03:12:39Z', 'revision_number': 6, 'project_id': 'eba8cac7bf8e48628813cc32fe0ab29b', 'gw_port_host': None}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:12:40.229897 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-78e7367e-1a92-4e14-afc1-b7e8543e1934 admin admin] Calling delete_port for 5784b136-890b-4c03-bf6b-ac008dccd2f7 owned by network:router_gateway {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:12:40.464705 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-78e7367e-1a92-4e14-afc1-b7e8543e1934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:40.516035 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e7367e-1a92-4e14-afc1-b7e8543e1934 admin admin] Pushing event deleted for resources: {'Port': ['ID=5784b136-890b-4c03-bf6b-ac008dccd2f7,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:12:40.537048 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device e7d1df91-3aa4-4351-9632-e1ce891ea604 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:12:40.577566 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: e7d1df91-3aa4-4351-9632-e1ce891ea604 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:12:40.578155 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device e7d1df91-3aa4-4351-9632-e1ce891ea604 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:12:40.612157 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-78e7367e-1a92-4e14-afc1-b7e8543e1934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:40.780031 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-78e7367e-1a92-4e14-afc1-b7e8543e1934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:40.782687 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-78e7367e-1a92-4e14-afc1-b7e8543e1934 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:40.870445 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-78e7367e-1a92-4e14-afc1-b7e8543e1934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:40.870931 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e7367e-1a92-4e14-afc1-b7e8543e1934 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da1235dc-b2f2-4d39-8071-81288ebc69fc {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 03:12:40.882879 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-78e7367e-1a92-4e14-afc1-b7e8543e1934 admin admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:40.883997 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-78e7367e-1a92-4e14-afc1-b7e8543e1934 admin admin] 10.222.0.57 "DELETE /v2.0/routers/da1235dc-b2f2-4d39-8071-81288ebc69fc HTTP/1.1" status: 204 len: 168 time: 1.5006046 May 27 03:12:40.886560 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 35814) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:12:40.947184 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-02567d64-1ee1-401a-96b3-1cb6a52db636 admin admin] Deleting subnet 721df4b2-6cb6-4950-bbe4-a5797d0d8b04 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 03:12:40.950166 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-02567d64-1ee1-401a-96b3-1cb6a52db636 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:41.001124 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-02567d64-1ee1-401a-96b3-1cb6a52db636 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:41.081879 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-02567d64-1ee1-401a-96b3-1cb6a52db636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:41.219332 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-02567d64-1ee1-401a-96b3-1cb6a52db636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:41.261163 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02567d64-1ee1-401a-96b3-1cb6a52db636 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=721df4b2-6cb6-4950-bbe4-a5797d0d8b04,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:12:41.263052 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-02567d64-1ee1-401a-96b3-1cb6a52db636 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:41.267056 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c037f46c-3701-43a4-a7fc-b5d7a31fc734 None None] Network 1cb48be7-71e7-4e2e-b898-c29e50006806 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:12:41.269068 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-02567d64-1ee1-401a-96b3-1cb6a52db636 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/721df4b2-6cb6-4950-bbe4-a5797d0d8b04 HTTP/1.1" status: 204 len: 168 time: 0.3815405 May 27 03:12:41.271662 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 35818) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:12:41.376090 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1732fb47-e682-4d71-abf6-d0c1f00a78dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:41.386120 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-1732fb47-e682-4d71-abf6-d0c1f00a78dc admin admin] Deleting port b9b70ee8-6761-41d3-abe2-bdb9f3c18832 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:12:41.386445 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1732fb47-e682-4d71-abf6-d0c1f00a78dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:41.511967 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5089fac-3ee8-43be-aebb-1db86df4561d None None] DHCP port deletion for 1cb48be7-71e7-4e2e-b898-c29e50006806 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 03:12:41.516079 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-d5089fac-3ee8-43be-aebb-1db86df4561d None None] Deleting port b9b70ee8-6761-41d3-abe2-bdb9f3c18832 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:12:41.516455 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d5089fac-3ee8-43be-aebb-1db86df4561d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:41.590090 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-1732fb47-e682-4d71-abf6-d0c1f00a78dc admin admin] For port b9b70ee8-6761-41d3-abe2-bdb9f3c18832, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b9b70ee8-6761-41d3-abe2-bdb9f3c18832,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:12:41.590474 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1732fb47-e682-4d71-abf6-d0c1f00a78dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:41.715792 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-1732fb47-e682-4d71-abf6-d0c1f00a78dc admin admin] Calling delete_port for b9b70ee8-6761-41d3-abe2-bdb9f3c18832 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:12:41.732804 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-d5089fac-3ee8-43be-aebb-1db86df4561d None None] For port b9b70ee8-6761-41d3-abe2-bdb9f3c18832, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=b9b70ee8-6761-41d3-abe2-bdb9f3c18832,segment=NetworkSegment(eeeeeeee-d741-4390-a999-e07392130522),segment_id=eeeeeeee-d741-4390-a999-e07392130522)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:12:41.733332 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d5089fac-3ee8-43be-aebb-1db86df4561d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:41.854893 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-d5089fac-3ee8-43be-aebb-1db86df4561d None None] Calling delete_port for b9b70ee8-6761-41d3-abe2-bdb9f3c18832 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:12:41.869354 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1732fb47-e682-4d71-abf6-d0c1f00a78dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:41.920427 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1732fb47-e682-4d71-abf6-d0c1f00a78dc admin admin] Pushing event deleted for resources: {'Port': ['ID=b9b70ee8-6761-41d3-abe2-bdb9f3c18832,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:12:41.922305 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1732fb47-e682-4d71-abf6-d0c1f00a78dc admin admin] No DVR routers for this DVR port b9b70ee8-6761-41d3-abe2-bdb9f3c18832 on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: util.warn( May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: util.warn( May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: util.warn( May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: util.warn( May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: util.warn( May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: util.warn( May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: util.warn( May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: util.warn( May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: util.warn( May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: util.warn( May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: util.warn( May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: util.warn( May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: util.warn( May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: util.warn( May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: util.warn( May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: util.warn( May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: util.warn( May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: util.warn( May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: util.warn( May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: util.warn( May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: util.warn( May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: util.warn( May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: util.warn( May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: util.warn( May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: util.warn( May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: util.warn( May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: util.warn( May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:12:41.932408 n-d-843554-3 neutron-server[88903]: util.warn( May 27 03:12:41.939052 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-d5089fac-3ee8-43be-aebb-1db86df4561d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:12:41.939592 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-d5089fac-3ee8-43be-aebb-1db86df4561d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:12:42.036806 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1732fb47-e682-4d71-abf6-d0c1f00a78dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:42.061416 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-1732fb47-e682-4d71-abf6-d0c1f00a78dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cb48be7-71e7-4e2e-b898-c29e50006806']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:12:42.072988 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-1732fb47-e682-4d71-abf6-d0c1f00a78dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeeeeeee-d741-4390-a999-e07392130522') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:12:42.073287 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-1732fb47-e682-4d71-abf6-d0c1f00a78dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeeeeeee-d741-4390-a999-e07392130522') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:12:42.084985 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1732fb47-e682-4d71-abf6-d0c1f00a78dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:42.100846 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1732fb47-e682-4d71-abf6-d0c1f00a78dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:42.106642 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1732fb47-e682-4d71-abf6-d0c1f00a78dc admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:12:42.107024 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1732fb47-e682-4d71-abf6-d0c1f00a78dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:42.186823 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment eeeeeeee-d741-4390-a999-e07392130522 resource provider aggregate not found May 27 03:12:42.205158 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment eeeeeeee-d741-4390-a999-e07392130522 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eeeeeeee-d741-4390-a999-e07392130522 found for delete ", "request_id": "req-578fc09e-98d8-4e73-aaee-2248d293f4aa"}]} May 27 03:12:42.249875 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 5784b136-890b-4c03-bf6b-ac008dccd2f7 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:12:42.270286 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1732fb47-e682-4d71-abf6-d0c1f00a78dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:42.286459 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1732fb47-e682-4d71-abf6-d0c1f00a78dc admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:42.287905 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 5784b136-890b-4c03-bf6b-ac008dccd2f7 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:12:42.288194 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 5784b136-890b-4c03-bf6b-ac008dccd2f7 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:12:42.288605 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b9b70ee8-6761-41d3-abe2-bdb9f3c18832 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:12:42.296577 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1732fb47-e682-4d71-abf6-d0c1f00a78dc admin admin] Pushing event deleted for resources: {'Network': ['ID=1cb48be7-71e7-4e2e-b898-c29e50006806,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:12:42.321744 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: b9b70ee8-6761-41d3-abe2-bdb9f3c18832 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:12:42.322091 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device b9b70ee8-6761-41d3-abe2-bdb9f3c18832 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:12:42.374344 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1732fb47-e682-4d71-abf6-d0c1f00a78dc admin admin] 10.222.0.57 "DELETE /v2.0/networks/1cb48be7-71e7-4e2e-b898-c29e50006806 HTTP/1.1" status: 204 len: 168 time: 1.1013322 May 27 03:12:42.440470 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-d5089fac-3ee8-43be-aebb-1db86df4561d None None] Deleting port b9b70ee8-6761-41d3-abe2-bdb9f3c18832 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:12:42.440884 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d5089fac-3ee8-43be-aebb-1db86df4561d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:42.508087 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-d5089fac-3ee8-43be-aebb-1db86df4561d None None] The port 'b9b70ee8-6761-41d3-abe2-bdb9f3c18832' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 03:12:42.655135 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:12:42.719654 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 35832) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:12:42.769596 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8a2903d4-ab34-4906-92be-d42a4cce588d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=eba8cac7bf8e48628813cc32fe0ab29b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463905 May 27 03:12:42.769757 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 35836) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:12:42.825795 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4d501987-4b61-48a8-a659-73b865c7cdf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:42.852741 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4d501987-4b61-48a8-a659-73b865c7cdf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:42.967199 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4d501987-4b61-48a8-a659-73b865c7cdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:42.988113 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d501987-4b61-48a8-a659-73b865c7cdf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007dbb81-0ea6-42af-a6f5-6d2c289f297e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:12:42.995885 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4d501987-4b61-48a8-a659-73b865c7cdf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:42.997611 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4d501987-4b61-48a8-a659-73b865c7cdf7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/007dbb81-0ea6-42af-a6f5-6d2c289f297e HTTP/1.1" status: 204 len: 168 time: 0.2264442 May 27 03:12:44.199692 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 35860) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:12:44.301293 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-2d8b2cec-b0b2-4991-8b95-f5a7c542ebd9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-274754948-network', 'tenant_id': 'b7aa28cd16314e099534505198f21d55'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:12:44.307371 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2d8b2cec-b0b2-4991-8b95-f5a7c542ebd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:12:44.311540 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2d8b2cec-b0b2-4991-8b95-f5a7c542ebd9 admin admin] Usage tracker for resource:network and tenant:b7aa28cd16314e099534505198f21d55 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:12:44.314986 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2d8b2cec-b0b2-4991-8b95-f5a7c542ebd9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:12:44.321279 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2d8b2cec-b0b2-4991-8b95-f5a7c542ebd9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:12:44.389998 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8b2cec-b0b2-4991-8b95-f5a7c542ebd9 admin admin] Made reservation on behalf of b7aa28cd16314e099534505198f21d55 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:12:44.392140 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d8b2cec-b0b2-4991-8b95-f5a7c542ebd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:44.405079 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d8b2cec-b0b2-4991-8b95-f5a7c542ebd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:44.419272 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2d8b2cec-b0b2-4991-8b95-f5a7c542ebd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:12:44.423563 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2d8b2cec-b0b2-4991-8b95-f5a7c542ebd9 admin admin] Usage tracker for resource:security_group_rule and tenant:b7aa28cd16314e099534505198f21d55 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:12:44.426725 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2d8b2cec-b0b2-4991-8b95-f5a7c542ebd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:12:44.432780 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2d8b2cec-b0b2-4991-8b95-f5a7c542ebd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:12:44.515763 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d8b2cec-b0b2-4991-8b95-f5a7c542ebd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:44.582707 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d8b2cec-b0b2-4991-8b95-f5a7c542ebd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:44.609227 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d8b2cec-b0b2-4991-8b95-f5a7c542ebd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:12:44.621910 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b2cec-b0b2-4991-8b95-f5a7c542ebd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b915c500-5b6e-4bed-a172-6f23d45780bf,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:12:44.626270 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d8b2cec-b0b2-4991-8b95-f5a7c542ebd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:44.626618 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-2d8b2cec-b0b2-4991-8b95-f5a7c542ebd9 admin admin] Added segment 6036860e-7952-4976-8417-ae244e5b28b4 of type vlan for network 4c64e34b-dd78-4bad-b311-47d094c0b497 May 27 03:12:44.652660 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d8b2cec-b0b2-4991-8b95-f5a7c542ebd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:44.738621 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d8b2cec-b0b2-4991-8b95-f5a7c542ebd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:44.739543 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8b2cec-b0b2-4991-8b95-f5a7c542ebd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:44.740108 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d8b2cec-b0b2-4991-8b95-f5a7c542ebd9 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:44.838889 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b2cec-b0b2-4991-8b95-f5a7c542ebd9 admin admin] Pushing event updated for resources: {'Network': ['ID=4c64e34b-dd78-4bad-b311-47d094c0b497,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:12:44.848584 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 4c64e34b-dd78-4bad-b311-47d094c0b497 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:12:44.939801 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2d8b2cec-b0b2-4991-8b95-f5a7c542ebd9 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7389247 May 27 03:12:44.942601 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 35866) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:12:44.953668 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-65063d86-24fa-42fd-a803-3b67bd335bde admin admin] Request body: {'subnet': {'network_id': '4c64e34b-dd78-4bad-b311-47d094c0b497', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-274754948-subnet', 'tenant_id': 'b7aa28cd16314e099534505198f21d55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:12:44.956293 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-65063d86-24fa-42fd-a803-3b67bd335bde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:12:44.960340 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-65063d86-24fa-42fd-a803-3b67bd335bde admin admin] Usage tracker for resource:subnet and tenant:b7aa28cd16314e099534505198f21d55 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:12:44.963178 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-65063d86-24fa-42fd-a803-3b67bd335bde admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:12:44.969429 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-65063d86-24fa-42fd-a803-3b67bd335bde admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:12:45.047044 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65063d86-24fa-42fd-a803-3b67bd335bde admin admin] Made reservation on behalf of b7aa28cd16314e099534505198f21d55 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:12:45.049344 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-65063d86-24fa-42fd-a803-3b67bd335bde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:45.308696 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-65063d86-24fa-42fd-a803-3b67bd335bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:45.490738 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65063d86-24fa-42fd-a803-3b67bd335bde admin admin] Pushing event updated for resources: {'Subnet': ['ID=0643a36d-ddbd-4c50-a215-2d4f2712e35b,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:12:45.494800 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65063d86-24fa-42fd-a803-3b67bd335bde admin admin] Checking segment: {'id': '6036860e-7952-4976-8417-ae244e5b28b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '4c64e34b-dd78-4bad-b311-47d094c0b497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:12:45.495155 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65063d86-24fa-42fd-a803-3b67bd335bde admin admin] Network hostable DHCP agents. Network: 4c64e34b-dd78-4bad-b311-47d094c0b497, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:12:45.589529 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65063d86-24fa-42fd-a803-3b67bd335bde admin admin] Network 4c64e34b-dd78-4bad-b311-47d094c0b497 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:12:45.663230 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-65063d86-24fa-42fd-a803-3b67bd335bde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 4c64e34b-dd78-4bad-b311-47d094c0b497) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:12:45.667176 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65063d86-24fa-42fd-a803-3b67bd335bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:45.667765 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-65063d86-24fa-42fd-a803-3b67bd335bde admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:45.672229 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98640084-13ca-4861-9688-2d19596c4925 None None] Network 4c64e34b-dd78-4bad-b311-47d094c0b497 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:12:45.745396 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-65063d86-24fa-42fd-a803-3b67bd335bde admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8017619 May 27 03:12:45.883911 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345ba931-6363-43ad-9c8f-ad0c075bfde4 None None] Network 4c64e34b-dd78-4bad-b311-47d094c0b497 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:12:46.257889 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-f98e566d-c63b-4e22-930c-31d1b4fbc14f tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:46.259292 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-f98e566d-c63b-4e22-930c-31d1b4fbc14f tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/networks?id=4c64e34b-dd78-4bad-b311-47d094c0b497 HTTP/1.1" status: 200 len: 813 time: 0.1409974 May 27 03:12:46.274431 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-2e808472-4c82-45cf-b6ed-98d43231c762 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/quotas/b7aa28cd16314e099534505198f21d55 HTTP/1.1" status: 200 len: 375 time: 0.0092402 May 27 03:12:46.319643 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-58bc8329-168f-4c5c-8e63-8522c583328d tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b7aa28cd16314e099534505198f21d55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404203 May 27 03:12:46.593571 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-ebb91473-9243-4a59-926b-d885126d1383 service neutron] 10.222.0.57 "GET /v2.0/networks/4c64e34b-dd78-4bad-b311-47d094c0b497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668495 May 27 03:12:46.722392 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-a5ec9b4f-4169-4058-a3b0-7d0f288eda6d service neutron] 10.222.0.57 "GET /v2.0/networks/4c64e34b-dd78-4bad-b311-47d094c0b497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229978 May 27 03:12:46.977342 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9801e0db-4de0-4575-b676-ab9285117d5e req-ae3f241c-0f90-4a73-96a3-51b6d8031fbc tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/ports?device_id=042e89a8-acbd-4f3a-85cc-6ad514265136 HTTP/1.1" status: 200 len: 210 time: 0.0449791 May 27 03:12:48.127356 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ed4bf769-65cc-40af-9d77-b070061d9336 req-18438ea8-3609-4491-9b22-bdcf22e3e63d tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/ports?device_id=042e89a8-acbd-4f3a-85cc-6ad514265136 HTTP/1.1" status: 200 len: 210 time: 0.0448272 May 27 03:12:49.141740 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-c2945637-bae7-4d17-91fc-ce9775e73063 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:49.142345 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-c2945637-bae7-4d17-91fc-ce9775e73063 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Synchronizing usage tracker for tenant:b7aa28cd16314e099534505198f21d55 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:12:49.263284 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-c2945637-bae7-4d17-91fc-ce9775e73063 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Unset dirty status for tenant:b7aa28cd16314e099534505198f21d55 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:12:49.264410 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-c2945637-bae7-4d17-91fc-ce9775e73063 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.66 "GET /v2.0/networks?id=4c64e34b-dd78-4bad-b311-47d094c0b497 HTTP/1.1" status: 200 len: 813 time: 0.2662580 May 27 03:12:49.277666 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1f3fac2-9c8f-4c46-9dce-3fa0828f6088 req-c82b147a-d0ad-4523-95f8-4ea5f11b4651 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/ports?device_id=042e89a8-acbd-4f3a-85cc-6ad514265136 HTTP/1.1" status: 200 len: 210 time: 0.0439975 May 27 03:12:49.278607 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-a4f6ced7-484d-4b85-b76f-aba1ecf1c6c1 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Request body: {'port': {'device_id': '042e89a8-acbd-4f3a-85cc-6ad514265136', 'network_id': '4c64e34b-dd78-4bad-b311-47d094c0b497', 'admin_state_up': True, 'tenant_id': 'b7aa28cd16314e099534505198f21d55'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:12:49.414446 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-a4f6ced7-484d-4b85-b76f-aba1ecf1c6c1 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:12:49.418248 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-a4f6ced7-484d-4b85-b76f-aba1ecf1c6c1 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Usage tracker for resource:port and tenant:b7aa28cd16314e099534505198f21d55 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:12:49.421095 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-a4f6ced7-484d-4b85-b76f-aba1ecf1c6c1 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:12:49.427247 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-a4f6ced7-484d-4b85-b76f-aba1ecf1c6c1 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:12:49.497245 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-a4f6ced7-484d-4b85-b76f-aba1ecf1c6c1 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Made reservation on behalf of b7aa28cd16314e099534505198f21d55 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:12:49.501521 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-a4f6ced7-484d-4b85-b76f-aba1ecf1c6c1 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:49.661798 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-a4f6ced7-484d-4b85-b76f-aba1ecf1c6c1 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Allocated IP 172.20.0.14 (4c64e34b-dd78-4bad-b311-47d094c0b497/0643a36d-ddbd-4c50-a215-2d4f2712e35b/dfd3f271-871c-4dda-8d24-264bfe3f7f4e) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:12:49.813388 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:49.830590 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:49.860373 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-a4f6ced7-484d-4b85-b76f-aba1ecf1c6c1 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:49.979405 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-a4f6ced7-484d-4b85-b76f-aba1ecf1c6c1 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:50.052736 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-a4f6ced7-484d-4b85-b76f-aba1ecf1c6c1 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Network 4c64e34b-dd78-4bad-b311-47d094c0b497 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:12:50.056087 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-a4f6ced7-484d-4b85-b76f-aba1ecf1c6c1 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:12:50.059849 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-a4f6ced7-484d-4b85-b76f-aba1ecf1c6c1 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:12:50.088936 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f6ced7-484d-4b85-b76f-aba1ecf1c6c1 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Pushing event updated for resources: {'Port': ['ID=dfd3f271-871c-4dda-8d24-264bfe3f7f4e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:12:50.123687 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-a4f6ced7-484d-4b85-b76f-aba1ecf1c6c1 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:50.124285 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-a4f6ced7-484d-4b85-b76f-aba1ecf1c6c1 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:50.202167 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-a4f6ced7-484d-4b85-b76f-aba1ecf1c6c1 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9274478 May 27 03:12:50.213255 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-3a6c2e5f-e556-4295-88b9-9c0d8eaf167b service neutron] Request body: {'port': {'device_id': '042e89a8-acbd-4f3a-85cc-6ad514265136', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:12:50.324037 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-3a6c2e5f-e556-4295-88b9-9c0d8eaf167b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:50.462784 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ad3ae-8725-4c81-b517-a1bc8b2dbb67 req-e9236e52-752d-4541-adeb-81ecedcd899e tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:50.464953 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4f1ad3ae-8725-4c81-b517-a1bc8b2dbb67 req-e9236e52-752d-4541-adeb-81ecedcd899e tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/ports?device_id=042e89a8-acbd-4f3a-85cc-6ad514265136 HTTP/1.1" status: 200 len: 932 time: 0.0802891 May 27 03:12:50.512208 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4f1ad3ae-8725-4c81-b517-a1bc8b2dbb67 req-673a28a5-e251-4425-95d1-1c6402c21768 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/security-groups?id=b915c500-5b6e-4bed-a172-6f23d45780bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409703 May 27 03:12:50.665117 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-3a6c2e5f-e556-4295-88b9-9c0d8eaf167b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfd3f271-871c-4dda-8d24-264bfe3f7f4e {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:12:50.672957 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-3a6c2e5f-e556-4295-88b9-9c0d8eaf167b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:50.687535 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-3a6c2e5f-e556-4295-88b9-9c0d8eaf167b service neutron] Transition to ACTIVE for port object dfd3f271-871c-4dda-8d24-264bfe3f7f4e will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:12:50.756206 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-3a6c2e5f-e556-4295-88b9-9c0d8eaf167b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:50.914212 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c2e5f-e556-4295-88b9-9c0d8eaf167b service neutron] Pushing event updated for resources: {'Port': ['ID=dfd3f271-871c-4dda-8d24-264bfe3f7f4e,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:12:50.985205 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-3a6c2e5f-e556-4295-88b9-9c0d8eaf167b service neutron] Attempting to bind port dfd3f271-871c-4dda-8d24-264bfe3f7f4e on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:12:50.985535 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-3a6c2e5f-e556-4295-88b9-9c0d8eaf167b service neutron] Attempting to bind port dfd3f271-871c-4dda-8d24-264bfe3f7f4e by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '6036860e-7952-4976-8417-ae244e5b28b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '4c64e34b-dd78-4bad-b311-47d094c0b497'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:12:50.985865 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-3a6c2e5f-e556-4295-88b9-9c0d8eaf167b service neutron] Attempting to bind port dfd3f271-871c-4dda-8d24-264bfe3f7f4e on network 4c64e34b-dd78-4bad-b311-47d094c0b497 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:12:50.990279 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-3a6c2e5f-e556-4295-88b9-9c0d8eaf167b service neutron] Port dfd3f271-871c-4dda-8d24-264bfe3f7f4e on network 4c64e34b-dd78-4bad-b311-47d094c0b497 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:12:50.990598 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-3a6c2e5f-e556-4295-88b9-9c0d8eaf167b service neutron] Attempting to bind port dfd3f271-871c-4dda-8d24-264bfe3f7f4e on network 4c64e34b-dd78-4bad-b311-47d094c0b497 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:12:50.995522 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-3a6c2e5f-e556-4295-88b9-9c0d8eaf167b service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:12:50.995858 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-3a6c2e5f-e556-4295-88b9-9c0d8eaf167b service neutron] Checking segment: {'id': '6036860e-7952-4976-8417-ae244e5b28b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '4c64e34b-dd78-4bad-b311-47d094c0b497'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:12:50.996239 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-3a6c2e5f-e556-4295-88b9-9c0d8eaf167b service neutron] Bound using segment: {'id': '6036860e-7952-4976-8417-ae244e5b28b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '4c64e34b-dd78-4bad-b311-47d094c0b497'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:12:50.996661 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-3a6c2e5f-e556-4295-88b9-9c0d8eaf167b service neutron] Bound port: dfd3f271-871c-4dda-8d24-264bfe3f7f4e, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6036860e-7952-4976-8417-ae244e5b28b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '4c64e34b-dd78-4bad-b311-47d094c0b497'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:12:50.997030 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-3a6c2e5f-e556-4295-88b9-9c0d8eaf167b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:51.183007 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-3a6c2e5f-e556-4295-88b9-9c0d8eaf167b service neutron] For port dfd3f271-871c-4dda-8d24-264bfe3f7f4e, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:12:51.185795 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-3a6c2e5f-e556-4295-88b9-9c0d8eaf167b service neutron] For port dfd3f271-871c-4dda-8d24-264bfe3f7f4e, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=dfd3f271-871c-4dda-8d24-264bfe3f7f4e,segment=NetworkSegment(6036860e-7952-4976-8417-ae244e5b28b4),segment_id=6036860e-7952-4976-8417-ae244e5b28b4)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:12:51.251542 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-3a6c2e5f-e556-4295-88b9-9c0d8eaf167b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:51.309947 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-3a6c2e5f-e556-4295-88b9-9c0d8eaf167b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:51.310649 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-3a6c2e5f-e556-4295-88b9-9c0d8eaf167b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:51.311979 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-3a6c2e5f-e556-4295-88b9-9c0d8eaf167b service neutron] 10.222.0.66 "PUT /v2.0/ports/dfd3f271-871c-4dda-8d24-264bfe3f7f4e HTTP/1.1" status: 200 len: 1092 time: 1.1027353 May 27 03:12:51.312422 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '042e89a8-acbd-4f3a-85cc-6ad514265136', 'tag': 'dfd3f271-871c-4dda-8d24-264bfe3f7f4e'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:12:51.330951 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c2e5f-e556-4295-88b9-9c0d8eaf167b service neutron] Pushing event updated for resources: {'Port': ['ID=dfd3f271-871c-4dda-8d24-264bfe3f7f4e,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:12:51.355425 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02c752a2-afe3-44de-a1a1-55d90f9bedd6'] response: {'name': 'network-changed', 'server_uuid': '042e89a8-acbd-4f3a-85cc-6ad514265136', 'tag': 'dfd3f271-871c-4dda-8d24-264bfe3f7f4e', 'status': 'completed', 'code': 200} May 27 03:12:51.446108 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2fb14-877d-4e20-b2a0-65be61259c5d req-5b5457d4-6b78-4804-977b-f64ba2d52211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:51.447468 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c2d2fb14-877d-4e20-b2a0-65be61259c5d req-5b5457d4-6b78-4804-977b-f64ba2d52211 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b7aa28cd16314e099534505198f21d55&device_id=042e89a8-acbd-4f3a-85cc-6ad514265136 HTTP/1.1" status: 200 len: 1095 time: 0.0727973 May 27 03:12:51.585947 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2fb14-877d-4e20-b2a0-65be61259c5d req-f7a9ab5d-cd19-4f2a-962f-e621864917b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:51.587507 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c2d2fb14-877d-4e20-b2a0-65be61259c5d req-f7a9ab5d-cd19-4f2a-962f-e621864917b8 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=b7aa28cd16314e099534505198f21d55&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1335304 May 27 03:12:51.696972 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b40315-255b-450b-bccb-22a3700670e2 req-907778cc-080c-4b29-b95d-56a695a95e0c tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:51.698353 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-10b40315-255b-450b-bccb-22a3700670e2 req-907778cc-080c-4b29-b95d-56a695a95e0c tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/ports?device_id=042e89a8-acbd-4f3a-85cc-6ad514265136 HTTP/1.1" status: 200 len: 944 time: 0.0818107 May 27 03:12:51.729541 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2fb14-877d-4e20-b2a0-65be61259c5d req-5ad068ef-b463-4363-9bb8-fdef02cf23d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:51.730986 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c2d2fb14-877d-4e20-b2a0-65be61259c5d req-5ad068ef-b463-4363-9bb8-fdef02cf23d5 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1380472 May 27 03:12:51.743252 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-10b40315-255b-450b-bccb-22a3700670e2 req-1d0e1273-2cfd-4f44-b7ba-7a36a69f8d0e tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/security-groups?id=b915c500-5b6e-4bed-a172-6f23d45780bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385003 May 27 03:12:51.834372 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-19501cdc-84ce-4f94-a4ec-5f89cc993a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:51.835822 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-19501cdc-84ce-4f94-a4ec-5f89cc993a02 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b7aa28cd16314e099534505198f21d55&device_id=042e89a8-acbd-4f3a-85cc-6ad514265136 HTTP/1.1" status: 200 len: 1095 time: 0.0702546 May 27 03:12:51.905068 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-47e59f13-b8d3-483a-b1e8-c2c83576f105 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfd3f271-871c-4dda-8d24-264bfe3f7f4e HTTP/1.1" status: 200 len: 217 time: 0.0628483 May 27 03:12:51.964306 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-dcd79211-d568-4451-9b90-956ef8a72c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:51.965664 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-dcd79211-d568-4451-9b90-956ef8a72c64 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0643a36d-ddbd-4c50-a215-2d4f2712e35b HTTP/1.1" status: 200 len: 853 time: 0.0555608 May 27 03:12:52.013190 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-67c33ae9-7862-4289-9cbc-d5e748563f60 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c64e34b-dd78-4bad-b311-47d094c0b497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416586 May 27 03:12:52.140312 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-28157e74-83c8-4e70-a5ea-ef33080e211d service neutron] 10.222.0.66 "GET /v2.0/networks/4c64e34b-dd78-4bad-b311-47d094c0b497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204815 May 27 03:12:52.267912 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-57270dad-af0d-45f2-9806-72be4446e9f0 req-b40fcaaa-059b-469b-ae69-569d996fde06 service neutron] 10.222.0.66 "GET /v2.0/networks/4c64e34b-dd78-4bad-b311-47d094c0b497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212325 May 27 03:12:52.929365 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778dee24-3762-4422-ae55-4feaedcabb5e req-629737bb-832a-427d-9721-a7cb0e1a0ea1 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:52.931057 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-778dee24-3762-4422-ae55-4feaedcabb5e req-629737bb-832a-427d-9721-a7cb0e1a0ea1 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/ports?device_id=042e89a8-acbd-4f3a-85cc-6ad514265136 HTTP/1.1" status: 200 len: 944 time: 0.0797672 May 27 03:12:52.977926 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-778dee24-3762-4422-ae55-4feaedcabb5e req-37f3092c-6adc-45ea-88ab-0a2640ca827e tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/security-groups?id=b915c500-5b6e-4bed-a172-6f23d45780bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411768 May 27 03:12:54.157142 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c2f38-a132-4979-8943-84e31cc88766 req-17532846-db45-4ba5-bcbb-f9e4f660c4e6 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:54.158493 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e36c2f38-a132-4979-8943-84e31cc88766 req-17532846-db45-4ba5-bcbb-f9e4f660c4e6 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/ports?device_id=042e89a8-acbd-4f3a-85cc-6ad514265136 HTTP/1.1" status: 200 len: 944 time: 0.0778687 May 27 03:12:54.202103 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e36c2f38-a132-4979-8943-84e31cc88766 req-3aa837a6-2625-4ae9-994d-296b79102b74 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/security-groups?id=b915c500-5b6e-4bed-a172-6f23d45780bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381074 May 27 03:12:55.385262 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec56fe1-a6fa-4753-bb2c-3d0ab1b8eaa7 req-2bbc07af-58a3-4381-82cc-c1077f53d3c2 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:55.386713 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bec56fe1-a6fa-4753-bb2c-3d0ab1b8eaa7 req-2bbc07af-58a3-4381-82cc-c1077f53d3c2 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/ports?device_id=042e89a8-acbd-4f3a-85cc-6ad514265136 HTTP/1.1" status: 200 len: 944 time: 0.0827563 May 27 03:12:55.429510 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bec56fe1-a6fa-4753-bb2c-3d0ab1b8eaa7 req-266399f0-ea4c-471f-bedd-cc5daddff6b7 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/security-groups?id=b915c500-5b6e-4bed-a172-6f23d45780bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372095 May 27 03:12:55.544467 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-05fbda22-6bcd-4f95-82da-478f40e4043a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:56.112408 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device dfd3f271-871c-4dda-8d24-264bfe3f7f4e details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:12:56.242768 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port dfd3f271-871c-4dda-8d24-264bfe3f7f4e, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=dfd3f271-871c-4dda-8d24-264bfe3f7f4e,segment=NetworkSegment(6036860e-7952-4976-8417-ae244e5b28b4),segment_id=6036860e-7952-4976-8417-ae244e5b28b4)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:12:56.255418 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': 'dfd3f271-871c-4dda-8d24-264bfe3f7f4e', 'network_id': '4c64e34b-dd78-4bad-b311-47d094c0b497', 'port_id': 'dfd3f271-871c-4dda-8d24-264bfe3f7f4e', 'mac_address': 'fa:16:3e:b3:df:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0643a36d-ddbd-4c50-a215-2d4f2712e35b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:12:56.308834 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port dfd3f271-871c-4dda-8d24-264bfe3f7f4e is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:12:56.309208 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:56.325188 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfd3f271-871c-4dda-8d24-264bfe3f7f4e {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:12:56.340183 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port dfd3f271-871c-4dda-8d24-264bfe3f7f4e, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=dfd3f271-871c-4dda-8d24-264bfe3f7f4e,segment=NetworkSegment(6036860e-7952-4976-8417-ae244e5b28b4),segment_id=6036860e-7952-4976-8417-ae244e5b28b4)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:12:56.405360 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:56.474141 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=dfd3f271-871c-4dda-8d24-264bfe3f7f4e,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:12:56.590495 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['dfd3f271-871c-4dda-8d24-264bfe3f7f4e'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:12:56.616142 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7525788-272a-4d74-b806-5070a93ffcc3 req-3b8eafe2-ad84-4142-ade7-9fb1432d8d15 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:56.617621 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a7525788-272a-4d74-b806-5070a93ffcc3 req-3b8eafe2-ad84-4142-ade7-9fb1432d8d15 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/ports?device_id=042e89a8-acbd-4f3a-85cc-6ad514265136 HTTP/1.1" status: 200 len: 945 time: 0.0795493 May 27 03:12:56.662934 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a7525788-272a-4d74-b806-5070a93ffcc3 req-014d04fe-6886-47a9-89f8-8428e109236e tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/security-groups?id=b915c500-5b6e-4bed-a172-6f23d45780bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389814 May 27 03:12:57.852787 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a48a7-5f1c-4c41-8862-bc0897828da1 req-fe14f8d0-251f-4f3f-950e-2bdd83fdb825 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:57.854249 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6f1a48a7-5f1c-4c41-8862-bc0897828da1 req-fe14f8d0-251f-4f3f-950e-2bdd83fdb825 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/ports?device_id=042e89a8-acbd-4f3a-85cc-6ad514265136 HTTP/1.1" status: 200 len: 945 time: 0.0841975 May 27 03:12:57.893292 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9be7f5f1-6037-4b6c-bd21-6c51eb1e2d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:57.899294 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6f1a48a7-5f1c-4c41-8862-bc0897828da1 req-e0f23ada-e9ab-4ccf-9e52-daab7a59111b tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/security-groups?id=b915c500-5b6e-4bed-a172-6f23d45780bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392935 May 27 03:12:58.111552 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device dfd3f271-871c-4dda-8d24-264bfe3f7f4e up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:12:58.262986 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port dfd3f271-871c-4dda-8d24-264bfe3f7f4e completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:12:58.268515 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port dfd3f271-871c-4dda-8d24-264bfe3f7f4e triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:12:58.268916 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:58.384124 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port dfd3f271-871c-4dda-8d24-264bfe3f7f4e is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:12:58.384404 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:58.409872 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042e89a8-acbd-4f3a-85cc-6ad514265136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd3f271-871c-4dda-8d24-264bfe3f7f4e'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:12:58.419596 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port dfd3f271-871c-4dda-8d24-264bfe3f7f4e, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=dfd3f271-871c-4dda-8d24-264bfe3f7f4e,segment=NetworkSegment(6036860e-7952-4976-8417-ae244e5b28b4),segment_id=6036860e-7952-4976-8417-ae244e5b28b4)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:12:58.452938 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebace674-5a70-4c45-a587-88e68b3862a4'] response: {'server_uuid': '042e89a8-acbd-4f3a-85cc-6ad514265136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd3f271-871c-4dda-8d24-264bfe3f7f4e', 'code': 200} May 27 03:12:58.485936 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:58.558914 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=dfd3f271-871c-4dda-8d24-264bfe3f7f4e,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:12:58.577148 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53e11c-c7ed-4193-ab3d-81d7825bd93b req-50759d69-a406-4953-8f2f-584eb1967441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:58.578675 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7c53e11c-c7ed-4193-ab3d-81d7825bd93b req-50759d69-a406-4953-8f2f-584eb1967441 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=042e89a8-acbd-4f3a-85cc-6ad514265136 HTTP/1.1" status: 200 len: 1097 time: 0.0716987 May 27 03:12:58.619920 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7c53e11c-c7ed-4193-ab3d-81d7825bd93b req-07d550d4-72d2-47b1-b3eb-2abfcc931335 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b915c500-5b6e-4bed-a172-6f23d45780bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354044 May 27 03:12:59.047932 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:59.081400 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0ef1e-6a1c-4f9f-819d-4032974e9ef7 req-c796d428-cccb-48a3-b87a-f50ba31993ff tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:59.082782 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-13d0ef1e-6a1c-4f9f-819d-4032974e9ef7 req-c796d428-cccb-48a3-b87a-f50ba31993ff tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/ports?device_id=042e89a8-acbd-4f3a-85cc-6ad514265136 HTTP/1.1" status: 200 len: 946 time: 0.0786602 May 27 03:12:59.131168 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-13d0ef1e-6a1c-4f9f-819d-4032974e9ef7 req-0db8b04a-7333-4773-b40e-fd22689e1300 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/security-groups?id=b915c500-5b6e-4bed-a172-6f23d45780bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424438 May 27 03:12:59.207313 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:00.285950 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:00.316606 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74cc510-9ebb-401f-b622-5df3228a0482 req-3f90a390-e5f8-4cec-9b60-74d21ab29d25 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:00.318086 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a74cc510-9ebb-401f-b622-5df3228a0482 req-3f90a390-e5f8-4cec-9b60-74d21ab29d25 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/ports?device_id=042e89a8-acbd-4f3a-85cc-6ad514265136 HTTP/1.1" status: 200 len: 946 time: 0.0794082 May 27 03:13:00.362207 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a74cc510-9ebb-401f-b622-5df3228a0482 req-8fa9e7f5-a590-4c58-9289-9967768d5536 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/security-groups?id=b915c500-5b6e-4bed-a172-6f23d45780bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384271 May 27 03:13:00.643619 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-b2cab3f4-b1a4-4833-91ac-e1e02674f8e6 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:00.645069 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-b2cab3f4-b1a4-4833-91ac-e1e02674f8e6 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/networks?id=4c64e34b-dd78-4bad-b311-47d094c0b497 HTTP/1.1" status: 200 len: 813 time: 0.1434212 May 27 03:13:00.660639 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-ca0ff617-7dd5-40e6-8c0e-50dad2f4d47e tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/quotas/b7aa28cd16314e099534505198f21d55 HTTP/1.1" status: 200 len: 375 time: 0.0100424 May 27 03:13:00.742629 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-26958682-5181-4a90-8027-0c4499b89781 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b7aa28cd16314e099534505198f21d55&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0771399 May 27 03:13:00.873876 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-7e79c172-0f04-4614-9388-a6579c0f64a1 service neutron] 10.222.0.57 "GET /v2.0/networks/4c64e34b-dd78-4bad-b311-47d094c0b497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245432 May 27 03:13:01.003954 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-95d8f950-8a1a-4861-9634-826527656f5c service neutron] 10.222.0.57 "GET /v2.0/networks/4c64e34b-dd78-4bad-b311-47d094c0b497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241376 May 27 03:13:01.261542 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-487d1ffc-ef29-4458-b406-67c18a8edd1e req-b6f521f1-7b57-401d-a30b-5d6ee025c934 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1d4b60-e645-454e-b5d7-24049f0420e8 HTTP/1.1" status: 200 len: 210 time: 0.0407035 May 27 03:13:02.404467 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dfab6cd2-a675-4662-83bc-24b927301a0d req-e26cd7e5-4cb1-4cc8-8a28-d64154de4a65 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1d4b60-e645-454e-b5d7-24049f0420e8 HTTP/1.1" status: 200 len: 210 time: 0.0410719 May 27 03:13:03.173104 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-76f591c5-b013-48af-a4bd-ddcedd006e5a tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:03.174415 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-76f591c5-b013-48af-a4bd-ddcedd006e5a tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.32 "GET /v2.0/networks?id=4c64e34b-dd78-4bad-b311-47d094c0b497 HTTP/1.1" status: 200 len: 813 time: 0.1444685 May 27 03:13:03.185215 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-2b8ca014-9649-4e75-8b95-6ca28e369756 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Request body: {'port': {'device_id': 'eb1d4b60-e645-454e-b5d7-24049f0420e8', 'network_id': '4c64e34b-dd78-4bad-b311-47d094c0b497', 'admin_state_up': True, 'tenant_id': 'b7aa28cd16314e099534505198f21d55'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:13:03.320646 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-2b8ca014-9649-4e75-8b95-6ca28e369756 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:13:03.324654 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-2b8ca014-9649-4e75-8b95-6ca28e369756 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Usage tracker for resource:port and tenant:b7aa28cd16314e099534505198f21d55 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:13:03.327648 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-2b8ca014-9649-4e75-8b95-6ca28e369756 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:13:03.333436 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-2b8ca014-9649-4e75-8b95-6ca28e369756 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:13:03.401648 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-2b8ca014-9649-4e75-8b95-6ca28e369756 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Made reservation on behalf of b7aa28cd16314e099534505198f21d55 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:13:03.405156 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-2b8ca014-9649-4e75-8b95-6ca28e369756 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:03.554367 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b1eb0963-9002-4174-a3c6-a7b0221653a2 req-3040602f-462b-4145-b005-970c79419775 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1d4b60-e645-454e-b5d7-24049f0420e8 HTTP/1.1" status: 200 len: 210 time: 0.0452156 May 27 03:13:03.567249 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-2b8ca014-9649-4e75-8b95-6ca28e369756 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Allocated IP 172.20.0.11 (4c64e34b-dd78-4bad-b311-47d094c0b497/0643a36d-ddbd-4c50-a215-2d4f2712e35b/f6726f48-7235-4dc3-9fdb-1a42bf9789e9) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:13:03.866345 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-2b8ca014-9649-4e75-8b95-6ca28e369756 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:03.977770 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-2b8ca014-9649-4e75-8b95-6ca28e369756 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:03.989529 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['dfd3f271-871c-4dda-8d24-264bfe3f7f4e'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:13:04.051587 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-2b8ca014-9649-4e75-8b95-6ca28e369756 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Network 4c64e34b-dd78-4bad-b311-47d094c0b497 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:13:04.055162 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-2b8ca014-9649-4e75-8b95-6ca28e369756 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:13:04.059065 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-2b8ca014-9649-4e75-8b95-6ca28e369756 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:13:04.089999 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ca014-9649-4e75-8b95-6ca28e369756 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Pushing event updated for resources: {'Port': ['ID=f6726f48-7235-4dc3-9fdb-1a42bf9789e9,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:04.108841 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ca014-9649-4e75-8b95-6ca28e369756 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:04.109195 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ca014-9649-4e75-8b95-6ca28e369756 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:04.109535 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ca014-9649-4e75-8b95-6ca28e369756 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:04.109872 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ca014-9649-4e75-8b95-6ca28e369756 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:04.110204 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ca014-9649-4e75-8b95-6ca28e369756 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:04.110532 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ca014-9649-4e75-8b95-6ca28e369756 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:04.110857 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ca014-9649-4e75-8b95-6ca28e369756 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:04.111182 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ca014-9649-4e75-8b95-6ca28e369756 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:04.111504 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ca014-9649-4e75-8b95-6ca28e369756 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:04.111826 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ca014-9649-4e75-8b95-6ca28e369756 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:04.112146 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ca014-9649-4e75-8b95-6ca28e369756 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:04.112464 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ca014-9649-4e75-8b95-6ca28e369756 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:04.135097 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-2b8ca014-9649-4e75-8b95-6ca28e369756 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:04.135710 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-2b8ca014-9649-4e75-8b95-6ca28e369756 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:04.213752 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-2b8ca014-9649-4e75-8b95-6ca28e369756 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0320075 May 27 03:13:04.225791 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-a1850cf9-eb56-4415-a1c3-740ebadb6dee service neutron] Request body: {'port': {'device_id': 'eb1d4b60-e645-454e-b5d7-24049f0420e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:13:04.335841 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-a1850cf9-eb56-4415-a1c3-740ebadb6dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:04.670466 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-a1850cf9-eb56-4415-a1c3-740ebadb6dee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6726f48-7235-4dc3-9fdb-1a42bf9789e9 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:13:04.678194 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-a1850cf9-eb56-4415-a1c3-740ebadb6dee service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:04.693553 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-a1850cf9-eb56-4415-a1c3-740ebadb6dee service neutron] Transition to ACTIVE for port object f6726f48-7235-4dc3-9fdb-1a42bf9789e9 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:13:04.743278 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c644d-828b-48d2-b942-cecd69c5f134 req-19fbfcf2-ab61-4252-bb1e-df8e2acb150c tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:04.744731 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-887c644d-828b-48d2-b942-cecd69c5f134 req-19fbfcf2-ab61-4252-bb1e-df8e2acb150c tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1d4b60-e645-454e-b5d7-24049f0420e8 HTTP/1.1" status: 200 len: 932 time: 0.0789762 May 27 03:13:04.767516 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-a1850cf9-eb56-4415-a1c3-740ebadb6dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:04.788119 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-887c644d-828b-48d2-b942-cecd69c5f134 req-4ff76697-39cf-4b3f-968c-f154cfa49731 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/security-groups?id=b915c500-5b6e-4bed-a172-6f23d45780bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375466 May 27 03:13:04.932775 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1850cf9-eb56-4415-a1c3-740ebadb6dee service neutron] Pushing event updated for resources: {'Port': ['ID=f6726f48-7235-4dc3-9fdb-1a42bf9789e9,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:05.006878 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-a1850cf9-eb56-4415-a1c3-740ebadb6dee service neutron] Attempting to bind port f6726f48-7235-4dc3-9fdb-1a42bf9789e9 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:13:05.007214 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-a1850cf9-eb56-4415-a1c3-740ebadb6dee service neutron] Attempting to bind port f6726f48-7235-4dc3-9fdb-1a42bf9789e9 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '6036860e-7952-4976-8417-ae244e5b28b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '4c64e34b-dd78-4bad-b311-47d094c0b497'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:13:05.007545 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-a1850cf9-eb56-4415-a1c3-740ebadb6dee service neutron] Attempting to bind port f6726f48-7235-4dc3-9fdb-1a42bf9789e9 on network 4c64e34b-dd78-4bad-b311-47d094c0b497 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:13:05.012300 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-a1850cf9-eb56-4415-a1c3-740ebadb6dee service neutron] Port f6726f48-7235-4dc3-9fdb-1a42bf9789e9 on network 4c64e34b-dd78-4bad-b311-47d094c0b497 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:13:05.012620 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-a1850cf9-eb56-4415-a1c3-740ebadb6dee service neutron] Attempting to bind port f6726f48-7235-4dc3-9fdb-1a42bf9789e9 on network 4c64e34b-dd78-4bad-b311-47d094c0b497 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:13:05.017816 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-a1850cf9-eb56-4415-a1c3-740ebadb6dee service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:13:05.018153 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-a1850cf9-eb56-4415-a1c3-740ebadb6dee service neutron] Checking segment: {'id': '6036860e-7952-4976-8417-ae244e5b28b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '4c64e34b-dd78-4bad-b311-47d094c0b497'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:13:05.018533 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-a1850cf9-eb56-4415-a1c3-740ebadb6dee service neutron] Bound using segment: {'id': '6036860e-7952-4976-8417-ae244e5b28b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '4c64e34b-dd78-4bad-b311-47d094c0b497'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:13:05.018955 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-a1850cf9-eb56-4415-a1c3-740ebadb6dee service neutron] Bound port: f6726f48-7235-4dc3-9fdb-1a42bf9789e9, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6036860e-7952-4976-8417-ae244e5b28b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '4c64e34b-dd78-4bad-b311-47d094c0b497'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:13:05.019294 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-a1850cf9-eb56-4415-a1c3-740ebadb6dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:05.108658 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-a1850cf9-eb56-4415-a1c3-740ebadb6dee service neutron] For port f6726f48-7235-4dc3-9fdb-1a42bf9789e9, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:13:05.112422 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-a1850cf9-eb56-4415-a1c3-740ebadb6dee service neutron] For port f6726f48-7235-4dc3-9fdb-1a42bf9789e9, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=f6726f48-7235-4dc3-9fdb-1a42bf9789e9,segment=NetworkSegment(6036860e-7952-4976-8417-ae244e5b28b4),segment_id=6036860e-7952-4976-8417-ae244e5b28b4)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:13:05.184542 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-a1850cf9-eb56-4415-a1c3-740ebadb6dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:05.243991 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-a1850cf9-eb56-4415-a1c3-740ebadb6dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:05.244606 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-a1850cf9-eb56-4415-a1c3-740ebadb6dee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:05.245967 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-a1850cf9-eb56-4415-a1c3-740ebadb6dee service neutron] 10.222.0.32 "PUT /v2.0/ports/f6726f48-7235-4dc3-9fdb-1a42bf9789e9 HTTP/1.1" status: 200 len: 1092 time: 1.0240753 May 27 03:13:05.246388 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb1d4b60-e645-454e-b5d7-24049f0420e8', 'tag': 'f6726f48-7235-4dc3-9fdb-1a42bf9789e9'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:13:05.267873 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1850cf9-eb56-4415-a1c3-740ebadb6dee service neutron] Pushing event updated for resources: {'Port': ['ID=f6726f48-7235-4dc3-9fdb-1a42bf9789e9,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:05.290042 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd4dadd4-cf83-48aa-a4d5-09c9f772fcdf'] response: {'name': 'network-changed', 'server_uuid': 'eb1d4b60-e645-454e-b5d7-24049f0420e8', 'tag': 'f6726f48-7235-4dc3-9fdb-1a42bf9789e9', 'status': 'completed', 'code': 200} May 27 03:13:05.384873 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e483c8-b732-4c9e-9c6a-c31249474948 req-8a6180c3-dfbc-497d-862a-42a5318ee7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:05.386282 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c7e483c8-b732-4c9e-9c6a-c31249474948 req-8a6180c3-dfbc-497d-862a-42a5318ee7da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7aa28cd16314e099534505198f21d55&device_id=eb1d4b60-e645-454e-b5d7-24049f0420e8 HTTP/1.1" status: 200 len: 1095 time: 0.0716963 May 27 03:13:05.523825 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e483c8-b732-4c9e-9c6a-c31249474948 req-6dbd66e8-a810-4771-a6cb-feb70a32be3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:05.525293 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c7e483c8-b732-4c9e-9c6a-c31249474948 req-6dbd66e8-a810-4771-a6cb-feb70a32be3a service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=b7aa28cd16314e099534505198f21d55&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1320283 May 27 03:13:05.659614 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e483c8-b732-4c9e-9c6a-c31249474948 req-e4b48557-3fec-4897-980c-d8da06a7dfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:05.661074 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c7e483c8-b732-4c9e-9c6a-c31249474948 req-e4b48557-3fec-4897-980c-d8da06a7dfd4 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1292882 May 27 03:13:05.760696 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-620b10d6-e5b5-4774-bdc1-f7b7f7e8fc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:05.762130 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-620b10d6-e5b5-4774-bdc1-f7b7f7e8fc21 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7aa28cd16314e099534505198f21d55&device_id=eb1d4b60-e645-454e-b5d7-24049f0420e8 HTTP/1.1" status: 200 len: 1095 time: 0.0675197 May 27 03:13:05.946358 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-18dd38c2-7c57-4f48-9b7b-e179826ab6c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6726f48-7235-4dc3-9fdb-1a42bf9789e9 HTTP/1.1" status: 200 len: 217 time: 0.1767354 May 27 03:13:06.011161 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-cc196e0b-a2ac-431f-b8ba-9fd0b3058ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:06.012607 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-cc196e0b-a2ac-431f-b8ba-9fd0b3058ea3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0643a36d-ddbd-4c50-a215-2d4f2712e35b HTTP/1.1" status: 200 len: 853 time: 0.0605376 May 27 03:13:06.062519 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-d2dcc34a-69a6-42e0-9e7d-befbc5e9409d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c64e34b-dd78-4bad-b311-47d094c0b497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438600 May 27 03:13:06.086231 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e1379-83ac-470b-9383-a2ae304649f1 req-961718c4-87cf-41dd-b3a2-68fb5f558d3f tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:06.087586 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-942e1379-83ac-470b-9383-a2ae304649f1 req-961718c4-87cf-41dd-b3a2-68fb5f558d3f tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1d4b60-e645-454e-b5d7-24049f0420e8 HTTP/1.1" status: 200 len: 944 time: 0.1894665 May 27 03:13:06.131426 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-942e1379-83ac-470b-9383-a2ae304649f1 req-123b3a15-c9a3-40e9-92df-962162a40b73 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/security-groups?id=b915c500-5b6e-4bed-a172-6f23d45780bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380688 May 27 03:13:06.191641 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-caed97b6-71ac-4c9d-aba1-e11a14230e28 service neutron] 10.222.0.32 "GET /v2.0/networks/4c64e34b-dd78-4bad-b311-47d094c0b497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236095 May 27 03:13:06.318295 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-a842e8cb-ca58-4cf5-ae67-67e9c7148e62 req-0a951603-766c-4f75-8cd6-bbc84be9b7be service neutron] 10.222.0.32 "GET /v2.0/networks/4c64e34b-dd78-4bad-b311-47d094c0b497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214528 May 27 03:13:07.327703 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c3314-1a8f-47c9-8fee-0f8b4ef6b064 req-fc590772-8dee-4e34-ad95-55a5251fc2c1 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:07.329250 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-895c3314-1a8f-47c9-8fee-0f8b4ef6b064 req-fc590772-8dee-4e34-ad95-55a5251fc2c1 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1d4b60-e645-454e-b5d7-24049f0420e8 HTTP/1.1" status: 200 len: 944 time: 0.0911295 May 27 03:13:07.375217 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-895c3314-1a8f-47c9-8fee-0f8b4ef6b064 req-d72f3aed-8350-4b25-976f-dd9679d382bb tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/security-groups?id=b915c500-5b6e-4bed-a172-6f23d45780bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405254 May 27 03:13:08.422348 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device f6726f48-7235-4dc3-9fdb-1a42bf9789e9 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:13:08.555518 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port f6726f48-7235-4dc3-9fdb-1a42bf9789e9, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=f6726f48-7235-4dc3-9fdb-1a42bf9789e9,segment=NetworkSegment(6036860e-7952-4976-8417-ae244e5b28b4),segment_id=6036860e-7952-4976-8417-ae244e5b28b4)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:13:08.557936 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f5768-fee5-4b10-8248-62496db8ca02 req-79a89043-81e9-47aa-822a-465df7c1aef6 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:08.559403 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5a7f5768-fee5-4b10-8248-62496db8ca02 req-79a89043-81e9-47aa-822a-465df7c1aef6 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1d4b60-e645-454e-b5d7-24049f0420e8 HTTP/1.1" status: 200 len: 944 time: 0.0791936 May 27 03:13:08.568772 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': 'f6726f48-7235-4dc3-9fdb-1a42bf9789e9', 'network_id': '4c64e34b-dd78-4bad-b311-47d094c0b497', 'port_id': 'f6726f48-7235-4dc3-9fdb-1a42bf9789e9', 'mac_address': 'fa:16:3e:b7:ca:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0643a36d-ddbd-4c50-a215-2d4f2712e35b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:13:08.605324 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5a7f5768-fee5-4b10-8248-62496db8ca02 req-4029054a-bb6f-4326-991d-7a3308709162 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/security-groups?id=b915c500-5b6e-4bed-a172-6f23d45780bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400665 May 27 03:13:08.627736 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port f6726f48-7235-4dc3-9fdb-1a42bf9789e9 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:13:08.628147 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:08.644951 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6726f48-7235-4dc3-9fdb-1a42bf9789e9 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:13:08.660411 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port f6726f48-7235-4dc3-9fdb-1a42bf9789e9, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=f6726f48-7235-4dc3-9fdb-1a42bf9789e9,segment=NetworkSegment(6036860e-7952-4976-8417-ae244e5b28b4),segment_id=6036860e-7952-4976-8417-ae244e5b28b4)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:13:08.710201 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:08.774864 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=f6726f48-7235-4dc3-9fdb-1a42bf9789e9,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:08.899533 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['f6726f48-7235-4dc3-9fdb-1a42bf9789e9'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:13:09.786383 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71808e50-c398-407b-8e32-260f5dd45b5f req-7812cde5-3986-46a7-8f99-3b7e0bf1a647 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:09.787834 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-71808e50-c398-407b-8e32-260f5dd45b5f req-7812cde5-3986-46a7-8f99-3b7e0bf1a647 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1d4b60-e645-454e-b5d7-24049f0420e8 HTTP/1.1" status: 200 len: 945 time: 0.0806046 May 27 03:13:09.832463 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-71808e50-c398-407b-8e32-260f5dd45b5f req-ae60ddca-7592-4b75-a02e-416e3f81fa85 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/security-groups?id=b915c500-5b6e-4bed-a172-6f23d45780bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385969 May 27 03:13:10.426847 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device f6726f48-7235-4dc3-9fdb-1a42bf9789e9 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:13:10.582416 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port f6726f48-7235-4dc3-9fdb-1a42bf9789e9 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:13:10.587289 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port f6726f48-7235-4dc3-9fdb-1a42bf9789e9 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:13:10.591966 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:10.702020 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port f6726f48-7235-4dc3-9fdb-1a42bf9789e9 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:13:10.702897 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:10.728769 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1d4b60-e645-454e-b5d7-24049f0420e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6726f48-7235-4dc3-9fdb-1a42bf9789e9'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:13:10.738061 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port f6726f48-7235-4dc3-9fdb-1a42bf9789e9, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=f6726f48-7235-4dc3-9fdb-1a42bf9789e9,segment=NetworkSegment(6036860e-7952-4976-8417-ae244e5b28b4),segment_id=6036860e-7952-4976-8417-ae244e5b28b4)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:13:10.777833 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1851816-04df-49c7-b551-8dcf2b4a9c21'] response: {'server_uuid': 'eb1d4b60-e645-454e-b5d7-24049f0420e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6726f48-7235-4dc3-9fdb-1a42bf9789e9', 'code': 200} May 27 03:13:10.801685 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:10.874071 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=f6726f48-7235-4dc3-9fdb-1a42bf9789e9,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:10.882432 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:10.882772 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:10.883105 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:10.883439 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:10.883762 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:10.884078 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:10.884395 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:10.884708 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:10.885070 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:10.885386 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:10.885699 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:10.886009 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:10.907296 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaff8f2-477e-41d9-9280-a3271360f699 req-1289445f-6d6f-45ed-8694-09e9af8c6f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:10.908799 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-caaff8f2-477e-41d9-9280-a3271360f699 req-1289445f-6d6f-45ed-8694-09e9af8c6f1c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=eb1d4b60-e645-454e-b5d7-24049f0420e8 HTTP/1.1" status: 200 len: 1097 time: 0.0718799 May 27 03:13:10.950192 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-caaff8f2-477e-41d9-9280-a3271360f699 req-afe06793-a5e2-4bf0-bdbe-33dc7d7ca53a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b915c500-5b6e-4bed-a172-6f23d45780bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353894 May 27 03:13:11.019093 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68d634-5f6f-4526-b5ce-8f4fd6a46d40 req-f6fd0d0c-7354-477d-bb7f-4b65c40a0399 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:11.020531 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bb68d634-5f6f-4526-b5ce-8f4fd6a46d40 req-f6fd0d0c-7354-477d-bb7f-4b65c40a0399 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1d4b60-e645-454e-b5d7-24049f0420e8 HTTP/1.1" status: 200 len: 946 time: 0.0777645 May 27 03:13:11.063374 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bb68d634-5f6f-4526-b5ce-8f4fd6a46d40 req-ec61bdda-e722-46ad-a223-afce167efed0 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/security-groups?id=b915c500-5b6e-4bed-a172-6f23d45780bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372739 May 27 03:13:12.252386 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045edd28-22bd-4c91-82ae-23037e6bd134 req-332c4933-b4b6-48fa-abd5-be91984ee29c tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:12.253844 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-045edd28-22bd-4c91-82ae-23037e6bd134 req-332c4933-b4b6-48fa-abd5-be91984ee29c tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1d4b60-e645-454e-b5d7-24049f0420e8 HTTP/1.1" status: 200 len: 946 time: 0.0840302 May 27 03:13:12.297498 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-045edd28-22bd-4c91-82ae-23037e6bd134 req-9cb78461-22dd-44d5-a4a8-236cb80f527a tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/security-groups?id=b915c500-5b6e-4bed-a172-6f23d45780bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377252 May 27 03:13:13.480431 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b324b01-fa02-409b-91d6-e5b7d1bca137 req-9176c94c-385c-4e02-aeb7-2909e0eece66 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:13.481884 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1b324b01-fa02-409b-91d6-e5b7d1bca137 req-9176c94c-385c-4e02-aeb7-2909e0eece66 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1d4b60-e645-454e-b5d7-24049f0420e8 HTTP/1.1" status: 200 len: 946 time: 0.0785832 May 27 03:13:13.525479 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1b324b01-fa02-409b-91d6-e5b7d1bca137 req-d71515db-4b75-41de-a358-701185388d10 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/security-groups?id=b915c500-5b6e-4bed-a172-6f23d45780bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378540 May 27 03:13:14.102068 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa2948-cc31-4365-97cc-dd31d69b1083 req-704f5319-c843-4e6f-9b6e-5a8f4b67ae4e tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:14.103523 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52fa2948-cc31-4365-97cc-dd31d69b1083 req-704f5319-c843-4e6f-9b6e-5a8f4b67ae4e tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1d4b60-e645-454e-b5d7-24049f0420e8 HTTP/1.1" status: 200 len: 946 time: 0.0809536 May 27 03:13:14.146939 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52fa2948-cc31-4365-97cc-dd31d69b1083 req-aa869a89-03c0-4ef0-873d-cf40e9913aed tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/security-groups?id=b915c500-5b6e-4bed-a172-6f23d45780bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372944 May 27 03:13:15.328045 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918d261-1905-4e77-bfe0-01c21f9676f7 req-3c71759f-aef1-4423-85d0-51fda1757444 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:15.328754 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-0918d261-1905-4e77-bfe0-01c21f9676f7 req-3c71759f-aef1-4423-85d0-51fda1757444 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Synchronizing usage tracker for tenant:b7aa28cd16314e099534505198f21d55 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:13:15.332020 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a660e12-77b4-47f3-bd6e-baefa8e571b2 req-723f271e-d31f-4dfa-846c-9f55b9c168f9 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:15.333515 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3a660e12-77b4-47f3-bd6e-baefa8e571b2 req-723f271e-d31f-4dfa-846c-9f55b9c168f9 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1d4b60-e645-454e-b5d7-24049f0420e8 HTTP/1.1" status: 200 len: 946 time: 0.0781848 May 27 03:13:15.380037 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3a660e12-77b4-47f3-bd6e-baefa8e571b2 req-64d76203-6cd5-4e66-a85a-8a2963d5c47d tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/security-groups?id=b915c500-5b6e-4bed-a172-6f23d45780bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407212 May 27 03:13:15.390727 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-0918d261-1905-4e77-bfe0-01c21f9676f7 req-3c71759f-aef1-4423-85d0-51fda1757444 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Unset dirty status for tenant:b7aa28cd16314e099534505198f21d55 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:13:15.391934 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0918d261-1905-4e77-bfe0-01c21f9676f7 req-3c71759f-aef1-4423-85d0-51fda1757444 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb1d4b60-e645-454e-b5d7-24049f0420e8 HTTP/1.1" status: 200 len: 946 time: 0.1445308 May 27 03:13:15.460315 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-0918d261-1905-4e77-bfe0-01c21f9676f7 req-c1b6b189-14e1-4d2e-89df-e450021d8f81 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Deleting port f6726f48-7235-4dc3-9fdb-1a42bf9789e9 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:13:15.460570 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0918d261-1905-4e77-bfe0-01c21f9676f7 req-c1b6b189-14e1-4d2e-89df-e450021d8f81 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:15.700054 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0918d261-1905-4e77-bfe0-01c21f9676f7 req-c1b6b189-14e1-4d2e-89df-e450021d8f81 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] For port f6726f48-7235-4dc3-9fdb-1a42bf9789e9, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=f6726f48-7235-4dc3-9fdb-1a42bf9789e9,segment=NetworkSegment(6036860e-7952-4976-8417-ae244e5b28b4),segment_id=6036860e-7952-4976-8417-ae244e5b28b4)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:13:15.700406 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0918d261-1905-4e77-bfe0-01c21f9676f7 req-c1b6b189-14e1-4d2e-89df-e450021d8f81 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:15.819974 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-0918d261-1905-4e77-bfe0-01c21f9676f7 req-c1b6b189-14e1-4d2e-89df-e450021d8f81 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Calling delete_port for f6726f48-7235-4dc3-9fdb-1a42bf9789e9 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:13:16.013250 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0918d261-1905-4e77-bfe0-01c21f9676f7 req-c1b6b189-14e1-4d2e-89df-e450021d8f81 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:16.025981 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['f6726f48-7235-4dc3-9fdb-1a42bf9789e9'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:13:16.051876 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['dfd3f271-871c-4dda-8d24-264bfe3f7f4e'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:13:16.063957 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b6b189-14e1-4d2e-89df-e450021d8f81 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Pushing event deleted for resources: {'Port': ['ID=f6726f48-7235-4dc3-9fdb-1a42bf9789e9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:16.139662 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-0918d261-1905-4e77-bfe0-01c21f9676f7 req-c1b6b189-14e1-4d2e-89df-e450021d8f81 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] No DVR routers for this DVR port f6726f48-7235-4dc3-9fdb-1a42bf9789e9 on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:13:16.142224 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0918d261-1905-4e77-bfe0-01c21f9676f7 req-c1b6b189-14e1-4d2e-89df-e450021d8f81 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:16.144699 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1d4b60-e645-454e-b5d7-24049f0420e8', 'name': 'network-vif-deleted', 'tag': 'f6726f48-7235-4dc3-9fdb-1a42bf9789e9'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:13:16.189115 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5220f9e8-f5ee-47bd-b6e0-ddd9eb7a9a8b'] response: {'server_uuid': 'eb1d4b60-e645-454e-b5d7-24049f0420e8', 'name': 'network-vif-deleted', 'tag': 'f6726f48-7235-4dc3-9fdb-1a42bf9789e9', 'status': 'completed', 'code': 200} May 27 03:13:16.214522 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0918d261-1905-4e77-bfe0-01c21f9676f7 req-c1b6b189-14e1-4d2e-89df-e450021d8f81 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.32 "DELETE /v2.0/ports/f6726f48-7235-4dc3-9fdb-1a42bf9789e9 HTTP/1.1" status: 204 len: 173 time: 0.8168166 May 27 03:13:16.529606 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-eab41be9-3d8b-4c69-9a2c-cd381cd8330e req-e16e6e21-5f2f-406f-b986-36d8098cf91d tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1d4b60-e645-454e-b5d7-24049f0420e8 HTTP/1.1" status: 200 len: 210 time: 0.0437028 May 27 03:13:17.779863 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b80a56-3ad5-4ae1-8dab-cb4b856fff93 req-5a695582-2899-4a43-a1a8-6dc0f387d1a6 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:17.781890 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e3b80a56-3ad5-4ae1-8dab-cb4b856fff93 req-5a695582-2899-4a43-a1a8-6dc0f387d1a6 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/ports?device_id=042e89a8-acbd-4f3a-85cc-6ad514265136 HTTP/1.1" status: 200 len: 946 time: 0.0790403 May 27 03:13:17.829613 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e3b80a56-3ad5-4ae1-8dab-cb4b856fff93 req-43dce4b5-88d7-4b3c-9cc6-d9ab14b7d709 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/security-groups?id=b915c500-5b6e-4bed-a172-6f23d45780bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419197 May 27 03:13:18.030930 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b978e-652b-44d9-b537-3b6ce26db44e req-74d95341-56d4-4054-9252-2a76b60ea3cd tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:18.032380 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c74b978e-652b-44d9-b537-3b6ce26db44e req-74d95341-56d4-4054-9252-2a76b60ea3cd tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/ports?device_id=042e89a8-acbd-4f3a-85cc-6ad514265136 HTTP/1.1" status: 200 len: 946 time: 0.0787926 May 27 03:13:18.075004 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c74b978e-652b-44d9-b537-3b6ce26db44e req-b85cb099-3d27-4983-91f5-04d906040f24 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/security-groups?id=b915c500-5b6e-4bed-a172-6f23d45780bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368934 May 27 03:13:18.261002 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d2484-e67c-416e-94c1-0cc927d829ca req-ca74f421-edf6-4194-800c-59c8df51d99c tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:18.262422 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4d7d2484-e67c-416e-94c1-0cc927d829ca req-ca74f421-edf6-4194-800c-59c8df51d99c tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/ports?device_id=042e89a8-acbd-4f3a-85cc-6ad514265136 HTTP/1.1" status: 200 len: 946 time: 0.0813911 May 27 03:13:18.305298 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4d7d2484-e67c-416e-94c1-0cc927d829ca req-271fcdb2-fdc1-4659-9158-a566fbe60051 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/security-groups?id=b915c500-5b6e-4bed-a172-6f23d45780bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366740 May 27 03:13:18.460960 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device f6726f48-7235-4dc3-9fdb-1a42bf9789e9 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:13:18.494199 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: f6726f48-7235-4dc3-9fdb-1a42bf9789e9 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:13:18.494548 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device f6726f48-7235-4dc3-9fdb-1a42bf9789e9 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:13:18.582664 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b60902-7ba0-436a-baa0-63d95a7e229e req-53686cc8-f0ba-48d3-b0aa-c605b1d79f85 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:18.584162 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-34b60902-7ba0-436a-baa0-63d95a7e229e req-53686cc8-f0ba-48d3-b0aa-c605b1d79f85 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/ports?device_id=042e89a8-acbd-4f3a-85cc-6ad514265136 HTTP/1.1" status: 200 len: 946 time: 0.0789597 May 27 03:13:18.628555 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-34b60902-7ba0-436a-baa0-63d95a7e229e req-49d77447-f15c-4bdf-8138-3b415b388c21 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/security-groups?id=b915c500-5b6e-4bed-a172-6f23d45780bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386324 May 27 03:13:18.815154 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a7b28-d5d4-442d-8421-cf3f306f8bb2 req-f51cb8ad-8f6d-468c-9f8b-ff7bbff5d598 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:18.816593 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f23a7b28-d5d4-442d-8421-cf3f306f8bb2 req-f51cb8ad-8f6d-468c-9f8b-ff7bbff5d598 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/ports?device_id=042e89a8-acbd-4f3a-85cc-6ad514265136 HTTP/1.1" status: 200 len: 946 time: 0.0813749 May 27 03:13:18.859441 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f23a7b28-d5d4-442d-8421-cf3f306f8bb2 req-55710dbe-03cb-438b-b9e9-607f3ade87f0 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/security-groups?id=b915c500-5b6e-4bed-a172-6f23d45780bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371091 May 27 03:13:19.052253 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b850b-f91b-4770-9b76-a1d9b2a643fa req-acedca8f-8bf1-4ca7-9f54-37c95fbcd92b tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:19.053710 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b62b850b-f91b-4770-9b76-a1d9b2a643fa req-acedca8f-8bf1-4ca7-9f54-37c95fbcd92b tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/ports?device_id=042e89a8-acbd-4f3a-85cc-6ad514265136 HTTP/1.1" status: 200 len: 946 time: 0.0782659 May 27 03:13:19.096700 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b62b850b-f91b-4770-9b76-a1d9b2a643fa req-e8c09fd1-bb9d-4217-a303-994e3dfa3a51 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/security-groups?id=b915c500-5b6e-4bed-a172-6f23d45780bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372202 May 27 03:13:19.654168 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:13:19.835788 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:19.845083 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06bbb6-29a8-4d5a-af26-6842243ba137 req-3bafa166-dfb4-43e8-9223-4e7877e81010 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:19.846627 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-de06bbb6-29a8-4d5a-af26-6842243ba137 req-3bafa166-dfb4-43e8-9223-4e7877e81010 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/ports?device_id=042e89a8-acbd-4f3a-85cc-6ad514265136 HTTP/1.1" status: 200 len: 946 time: 0.0851097 May 27 03:13:19.864487 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:19.892203 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-de06bbb6-29a8-4d5a-af26-6842243ba137 req-34873bc6-057e-4457-995e-78489616b0e9 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/security-groups?id=b915c500-5b6e-4bed-a172-6f23d45780bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397594 May 27 03:13:21.077854 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce99f2-01e0-477b-818d-65dca0de722a req-02e47bb6-befb-4930-b3aa-67133c698f13 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:21.079216 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c2ce99f2-01e0-477b-818d-65dca0de722a req-02e47bb6-befb-4930-b3aa-67133c698f13 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/ports?device_id=042e89a8-acbd-4f3a-85cc-6ad514265136 HTTP/1.1" status: 200 len: 946 time: 0.0791409 May 27 03:13:21.126061 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c2ce99f2-01e0-477b-818d-65dca0de722a req-30111a56-dc66-4344-bca1-8fe9c25898b9 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/security-groups?id=b915c500-5b6e-4bed-a172-6f23d45780bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412326 May 27 03:13:21.183974 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a37a6f-595b-465a-9335-4625fa69e0f6 req-92c8accf-ac0a-4d70-b3f1-fe9b5395eac9 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:21.184664 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-41a37a6f-595b-465a-9335-4625fa69e0f6 req-92c8accf-ac0a-4d70-b3f1-fe9b5395eac9 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Synchronizing usage tracker for tenant:b7aa28cd16314e099534505198f21d55 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:13:21.241533 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-41a37a6f-595b-465a-9335-4625fa69e0f6 req-92c8accf-ac0a-4d70-b3f1-fe9b5395eac9 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Unset dirty status for tenant:b7aa28cd16314e099534505198f21d55 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:13:21.242630 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-41a37a6f-595b-465a-9335-4625fa69e0f6 req-92c8accf-ac0a-4d70-b3f1-fe9b5395eac9 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.66 "GET /v2.0/ports?device_id=042e89a8-acbd-4f3a-85cc-6ad514265136 HTTP/1.1" status: 200 len: 946 time: 0.1349709 May 27 03:13:21.313707 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-41a37a6f-595b-465a-9335-4625fa69e0f6 req-f0086f9b-6124-4121-a7e1-3071e3e3f978 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Deleting port dfd3f271-871c-4dda-8d24-264bfe3f7f4e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:13:21.314040 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-41a37a6f-595b-465a-9335-4625fa69e0f6 req-f0086f9b-6124-4121-a7e1-3071e3e3f978 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:21.648099 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-41a37a6f-595b-465a-9335-4625fa69e0f6 req-f0086f9b-6124-4121-a7e1-3071e3e3f978 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] For port dfd3f271-871c-4dda-8d24-264bfe3f7f4e, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=dfd3f271-871c-4dda-8d24-264bfe3f7f4e,segment=NetworkSegment(6036860e-7952-4976-8417-ae244e5b28b4),segment_id=6036860e-7952-4976-8417-ae244e5b28b4)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:13:21.648449 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-41a37a6f-595b-465a-9335-4625fa69e0f6 req-f0086f9b-6124-4121-a7e1-3071e3e3f978 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:21.767804 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-41a37a6f-595b-465a-9335-4625fa69e0f6 req-f0086f9b-6124-4121-a7e1-3071e3e3f978 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Calling delete_port for dfd3f271-871c-4dda-8d24-264bfe3f7f4e owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:13:21.994320 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-41a37a6f-595b-465a-9335-4625fa69e0f6 req-f0086f9b-6124-4121-a7e1-3071e3e3f978 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:22.007071 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['dfd3f271-871c-4dda-8d24-264bfe3f7f4e'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:13:22.043108 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0086f9b-6124-4121-a7e1-3071e3e3f978 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Pushing event deleted for resources: {'Port': ['ID=dfd3f271-871c-4dda-8d24-264bfe3f7f4e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:22.116208 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a37a6f-595b-465a-9335-4625fa69e0f6 req-f0086f9b-6124-4121-a7e1-3071e3e3f978 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] No DVR routers for this DVR port dfd3f271-871c-4dda-8d24-264bfe3f7f4e on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:13:22.118740 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-41a37a6f-595b-465a-9335-4625fa69e0f6 req-f0086f9b-6124-4121-a7e1-3071e3e3f978 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:22.121140 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042e89a8-acbd-4f3a-85cc-6ad514265136', 'name': 'network-vif-deleted', 'tag': 'dfd3f271-871c-4dda-8d24-264bfe3f7f4e'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:13:22.165615 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d42a1a1-55cd-4ce0-9ff3-d6601615a694'] response: {'server_uuid': '042e89a8-acbd-4f3a-85cc-6ad514265136', 'name': 'network-vif-deleted', 'tag': 'dfd3f271-871c-4dda-8d24-264bfe3f7f4e', 'status': 'completed', 'code': 200} May 27 03:13:22.185482 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-41a37a6f-595b-465a-9335-4625fa69e0f6 req-f0086f9b-6124-4121-a7e1-3071e3e3f978 tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.66 "DELETE /v2.0/ports/dfd3f271-871c-4dda-8d24-264bfe3f7f4e HTTP/1.1" status: 204 len: 173 time: 0.9371274 May 27 03:13:22.276138 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-530ee70c-d7aa-4525-9f5f-01f6f88ea257 req-fe10bb7c-c796-4248-8671-5646f489592e tempest-ServersNegativeTestJSON-1041100424 tempest-ServersNegativeTestJSON-1041100424-project] 10.222.0.57 "GET /v2.0/ports?device_id=042e89a8-acbd-4f3a-85cc-6ad514265136 HTTP/1.1" status: 200 len: 210 time: 0.0424583 May 27 03:13:23.372156 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36024) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:23.431003 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab5299e5-e749-4989-b7c9-18d0801818e0 admin admin] Deleting subnet 0643a36d-ddbd-4c50-a215-2d4f2712e35b {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 03:13:23.433849 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ab5299e5-e749-4989-b7c9-18d0801818e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:23.485218 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ab5299e5-e749-4989-b7c9-18d0801818e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:23.538585 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ab5299e5-e749-4989-b7c9-18d0801818e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:23.657250 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ab5299e5-e749-4989-b7c9-18d0801818e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:23.699096 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5299e5-e749-4989-b7c9-18d0801818e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0643a36d-ddbd-4c50-a215-2d4f2712e35b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:23.701025 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ab5299e5-e749-4989-b7c9-18d0801818e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:23.707635 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ab5299e5-e749-4989-b7c9-18d0801818e0 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/0643a36d-ddbd-4c50-a215-2d4f2712e35b HTTP/1.1" status: 204 len: 168 time: 0.3344278 May 27 03:13:23.710089 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36028) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:23.810782 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c43139d-712e-4e24-b6d2-9868d6070c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:23.934876 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c43139d-712e-4e24-b6d2-9868d6070c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:23.958824 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-9c43139d-712e-4e24-b6d2-9868d6070c5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c64e34b-dd78-4bad-b311-47d094c0b497']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:13:23.970254 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-9c43139d-712e-4e24-b6d2-9868d6070c5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6036860e-7952-4976-8417-ae244e5b28b4') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:13:23.970547 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-9c43139d-712e-4e24-b6d2-9868d6070c5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6036860e-7952-4976-8417-ae244e5b28b4') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:13:23.981415 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c43139d-712e-4e24-b6d2-9868d6070c5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:23.997294 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c43139d-712e-4e24-b6d2-9868d6070c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:24.003616 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c43139d-712e-4e24-b6d2-9868d6070c5f admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:13:24.003986 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c43139d-712e-4e24-b6d2-9868d6070c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:24.067764 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 6036860e-7952-4976-8417-ae244e5b28b4 resource provider aggregate not found May 27 03:13:24.088053 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 6036860e-7952-4976-8417-ae244e5b28b4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6036860e-7952-4976-8417-ae244e5b28b4 found for delete ", "request_id": "req-f27e9b9c-9522-4bdd-91ad-68ac306e066b"}]} May 27 03:13:24.154034 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c43139d-712e-4e24-b6d2-9868d6070c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:24.169716 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c43139d-712e-4e24-b6d2-9868d6070c5f admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:24.181952 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c43139d-712e-4e24-b6d2-9868d6070c5f admin admin] Pushing event deleted for resources: {'Network': ['ID=4c64e34b-dd78-4bad-b311-47d094c0b497,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:24.242242 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9c43139d-712e-4e24-b6d2-9868d6070c5f admin admin] 10.222.0.57 "DELETE /v2.0/networks/4c64e34b-dd78-4bad-b311-47d094c0b497 HTTP/1.1" status: 204 len: 168 time: 0.5312064 May 27 03:13:24.587177 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36038) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:24.635511 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a9686363-0084-4877-93cb-3f20c2fa53f7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b7aa28cd16314e099534505198f21d55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472162 May 27 03:13:24.637869 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36042) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:24.693821 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0d1a89d4-47c1-424a-a2cf-b6c0ea4941b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:24.719520 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0d1a89d4-47c1-424a-a2cf-b6c0ea4941b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:24.839680 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0d1a89d4-47c1-424a-a2cf-b6c0ea4941b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:24.858064 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1a89d4-47c1-424a-a2cf-b6c0ea4941b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b915c500-5b6e-4bed-a172-6f23d45780bf,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:24.864946 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0d1a89d4-47c1-424a-a2cf-b6c0ea4941b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:24.866310 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0d1a89d4-47c1-424a-a2cf-b6c0ea4941b4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b915c500-5b6e-4bed-a172-6f23d45780bf HTTP/1.1" status: 204 len: 168 time: 0.2275417 May 27 03:13:25.527430 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2686b271-27bb-4833-8a4d-0534627c94c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:25.962763 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36066) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:26.064784 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-9a91c88f-d2cf-4b57-af72-9dc7307036c1 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-45895913'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:13:26.070567 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9a91c88f-d2cf-4b57-af72-9dc7307036c1 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:13:26.074339 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9a91c88f-d2cf-4b57-af72-9dc7307036c1 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Usage tracker for resource:network and tenant:327231f879d24033aba9f85eef6bb2a8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:13:26.077114 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9a91c88f-d2cf-4b57-af72-9dc7307036c1 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:13:26.083140 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9a91c88f-d2cf-4b57-af72-9dc7307036c1 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:13:26.144418 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a91c88f-d2cf-4b57-af72-9dc7307036c1 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Made reservation on behalf of 327231f879d24033aba9f85eef6bb2a8 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:13:26.147702 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a91c88f-d2cf-4b57-af72-9dc7307036c1 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:26.160070 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a91c88f-d2cf-4b57-af72-9dc7307036c1 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:26.174087 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9a91c88f-d2cf-4b57-af72-9dc7307036c1 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:13:26.177797 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9a91c88f-d2cf-4b57-af72-9dc7307036c1 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Usage tracker for resource:security_group_rule and tenant:327231f879d24033aba9f85eef6bb2a8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:13:26.180755 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9a91c88f-d2cf-4b57-af72-9dc7307036c1 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:13:26.186250 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9a91c88f-d2cf-4b57-af72-9dc7307036c1 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:13:26.266149 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a91c88f-d2cf-4b57-af72-9dc7307036c1 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:26.283015 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device dfd3f271-871c-4dda-8d24-264bfe3f7f4e no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:13:26.315925 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a91c88f-d2cf-4b57-af72-9dc7307036c1 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:26.317132 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: dfd3f271-871c-4dda-8d24-264bfe3f7f4e {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:13:26.317491 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device dfd3f271-871c-4dda-8d24-264bfe3f7f4e not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:13:26.348607 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a91c88f-d2cf-4b57-af72-9dc7307036c1 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:13:26.356746 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91c88f-d2cf-4b57-af72-9dc7307036c1 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6dcfe1c-2b75-4b5f-a94d-b79a2f23e5bc,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:26.362134 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a91c88f-d2cf-4b57-af72-9dc7307036c1 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:26.362482 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-9a91c88f-d2cf-4b57-af72-9dc7307036c1 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Added segment f00904ef-0268-468e-bc5b-d9262b88c876 of type vlan for network 17ddf30d-5813-44de-a6f3-7c482d35ee91 May 27 03:13:26.387215 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a91c88f-d2cf-4b57-af72-9dc7307036c1 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:26.492952 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a91c88f-d2cf-4b57-af72-9dc7307036c1 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:26.498246 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a91c88f-d2cf-4b57-af72-9dc7307036c1 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:26.499317 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a91c88f-d2cf-4b57-af72-9dc7307036c1 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:26.606287 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91c88f-d2cf-4b57-af72-9dc7307036c1 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Pushing event updated for resources: {'Network': ['ID=17ddf30d-5813-44de-a6f3-7c482d35ee91,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:26.616369 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 17ddf30d-5813-44de-a6f3-7c482d35ee91 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:13:26.680806 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9a91c88f-d2cf-4b57-af72-9dc7307036c1 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7055829 May 27 03:13:27.913675 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1c6f8df2-80f4-4dc1-82c4-f1b8b64aff18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:29.119617 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:29.199477 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:29.845177 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36072) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:29.850860 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-e4b66ddc-90c5-416b-bf00-20465c039831 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Request body: {'subnet': {'network_id': '17ddf30d-5813-44de-a6f3-7c482d35ee91', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:13:29.963172 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e4b66ddc-90c5-416b-bf00-20465c039831 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:13:29.967065 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e4b66ddc-90c5-416b-bf00-20465c039831 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Usage tracker for resource:subnet and tenant:327231f879d24033aba9f85eef6bb2a8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:13:29.970542 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e4b66ddc-90c5-416b-bf00-20465c039831 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:13:29.976317 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e4b66ddc-90c5-416b-bf00-20465c039831 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:13:30.056871 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b66ddc-90c5-416b-bf00-20465c039831 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Made reservation on behalf of 327231f879d24033aba9f85eef6bb2a8 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:13:30.060324 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e4b66ddc-90c5-416b-bf00-20465c039831 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:30.291170 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:30.428128 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e4b66ddc-90c5-416b-bf00-20465c039831 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:30.511178 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b66ddc-90c5-416b-bf00-20465c039831 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Pushing event updated for resources: {'Subnet': ['ID=b9973030-5f8d-469f-851d-0b7ec566f01a,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:30.516618 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b66ddc-90c5-416b-bf00-20465c039831 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Checking segment: {'id': 'f00904ef-0268-468e-bc5b-d9262b88c876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '17ddf30d-5813-44de-a6f3-7c482d35ee91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:13:30.517003 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b66ddc-90c5-416b-bf00-20465c039831 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Network hostable DHCP agents. Network: 17ddf30d-5813-44de-a6f3-7c482d35ee91, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:13:30.593572 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b66ddc-90c5-416b-bf00-20465c039831 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Network 17ddf30d-5813-44de-a6f3-7c482d35ee91 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:13:30.681211 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-e4b66ddc-90c5-416b-bf00-20465c039831 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 17ddf30d-5813-44de-a6f3-7c482d35ee91) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:13:30.685405 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b66ddc-90c5-416b-bf00-20465c039831 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:30.685993 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e4b66ddc-90c5-416b-bf00-20465c039831 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:30.690648 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a039690-2436-49a9-ae0e-7c0ac32488d6 None None] Network 17ddf30d-5813-44de-a6f3-7c482d35ee91 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:13:30.785278 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e4b66ddc-90c5-416b-bf00-20465c039831 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9387600 May 27 03:13:30.788439 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36076) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:30.793834 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-7a03f9b7-354b-4534-884c-4cce28d8e00d tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-521495739'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:13:30.800003 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7a03f9b7-354b-4534-884c-4cce28d8e00d tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:13:30.803789 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7a03f9b7-354b-4534-884c-4cce28d8e00d tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Usage tracker for resource:network and tenant:327231f879d24033aba9f85eef6bb2a8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:13:30.806878 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7a03f9b7-354b-4534-884c-4cce28d8e00d tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:13:30.814601 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7a03f9b7-354b-4534-884c-4cce28d8e00d tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:13:30.875941 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a03f9b7-354b-4534-884c-4cce28d8e00d tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Made reservation on behalf of 327231f879d24033aba9f85eef6bb2a8 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:13:30.879413 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a03f9b7-354b-4534-884c-4cce28d8e00d tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:30.906987 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a03f9b7-354b-4534-884c-4cce28d8e00d tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:13:30.909546 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccba7325-0d2f-463f-ae87-9f5bea4ed872 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-17ddf30d-5813-44de-a6f3-7c482d35ee91', 'network_id': '17ddf30d-5813-44de-a6f3-7c482d35ee91', 'tenant_id': '327231f879d24033aba9f85eef6bb2a8', 'fixed_ips': [{'subnet_id': 'b9973030-5f8d-469f-851d-0b7ec566f01a'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 03:13:30.909546 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ccba7325-0d2f-463f-ae87-9f5bea4ed872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:30.916086 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a03f9b7-354b-4534-884c-4cce28d8e00d tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:30.916458 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-7a03f9b7-354b-4534-884c-4cce28d8e00d tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Added segment 62125da9-5503-4543-817a-0641dcc232ad of type vlan for network f5984582-7dec-44be-abfd-026ae2167832 May 27 03:13:30.943441 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a03f9b7-354b-4534-884c-4cce28d8e00d tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:31.056858 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a03f9b7-354b-4534-884c-4cce28d8e00d tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:31.062606 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a03f9b7-354b-4534-884c-4cce28d8e00d tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:31.063280 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a03f9b7-354b-4534-884c-4cce28d8e00d tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:31.064513 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-ccba7325-0d2f-463f-ae87-9f5bea4ed872 None None] Allocated IP 2001:db8:0:ffff::2 (17ddf30d-5813-44de-a6f3-7c482d35ee91/b9973030-5f8d-469f-851d-0b7ec566f01a/7b44b6fc-925c-41fe-80a1-d8106c8d0cc9) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:13:31.169973 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03f9b7-354b-4534-884c-4cce28d8e00d tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Pushing event updated for resources: {'Network': ['ID=f5984582-7dec-44be-abfd-026ae2167832,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:31.182910 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network f5984582-7dec-44be-abfd-026ae2167832 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:13:31.242281 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7a03f9b7-354b-4534-884c-4cce28d8e00d tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4527721 May 27 03:13:31.245033 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36080) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:31.250568 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-c4b27276-b876-4eea-afb2-f6641caa2455 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Request body: {'subnet': {'network_id': 'f5984582-7dec-44be-abfd-026ae2167832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:13:31.360320 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c4b27276-b876-4eea-afb2-f6641caa2455 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:13:31.364043 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c4b27276-b876-4eea-afb2-f6641caa2455 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Usage tracker for resource:subnet and tenant:327231f879d24033aba9f85eef6bb2a8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:13:31.365458 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ccba7325-0d2f-463f-ae87-9f5bea4ed872 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:31.366891 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c4b27276-b876-4eea-afb2-f6641caa2455 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:13:31.372471 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c4b27276-b876-4eea-afb2-f6641caa2455 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:13:31.375830 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ccba7325-0d2f-463f-ae87-9f5bea4ed872 None None] Transition to ACTIVE for port object 7b44b6fc-925c-41fe-80a1-d8106c8d0cc9 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:13:31.394076 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ccba7325-0d2f-463f-ae87-9f5bea4ed872 None None] Transition to ACTIVE for port object 7b44b6fc-925c-41fe-80a1-d8106c8d0cc9 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:13:31.458616 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b27276-b876-4eea-afb2-f6641caa2455 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Made reservation on behalf of 327231f879d24033aba9f85eef6bb2a8 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:13:31.462305 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c4b27276-b876-4eea-afb2-f6641caa2455 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:31.487561 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ccba7325-0d2f-463f-ae87-9f5bea4ed872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:31.551214 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccba7325-0d2f-463f-ae87-9f5bea4ed872 None None] Network 17ddf30d-5813-44de-a6f3-7c482d35ee91 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:13:31.553869 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-ccba7325-0d2f-463f-ae87-9f5bea4ed872 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:13:31.556673 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccba7325-0d2f-463f-ae87-9f5bea4ed872 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:13:31.660648 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba7325-0d2f-463f-ae87-9f5bea4ed872 None None] Pushing event updated for resources: {'Port': ['ID=7b44b6fc-925c-41fe-80a1-d8106c8d0cc9,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:31.687110 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-ccba7325-0d2f-463f-ae87-9f5bea4ed872 None None] Attempting to bind port 7b44b6fc-925c-41fe-80a1-d8106c8d0cc9 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:13:31.687476 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-ccba7325-0d2f-463f-ae87-9f5bea4ed872 None None] Attempting to bind port 7b44b6fc-925c-41fe-80a1-d8106c8d0cc9 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'f00904ef-0268-468e-bc5b-d9262b88c876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '17ddf30d-5813-44de-a6f3-7c482d35ee91'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:13:31.687836 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccba7325-0d2f-463f-ae87-9f5bea4ed872 None None] Attempting to bind port 7b44b6fc-925c-41fe-80a1-d8106c8d0cc9 on network 17ddf30d-5813-44de-a6f3-7c482d35ee91 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:13:31.692984 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccba7325-0d2f-463f-ae87-9f5bea4ed872 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:13:31.693356 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccba7325-0d2f-463f-ae87-9f5bea4ed872 None None] Checking segment: {'id': 'f00904ef-0268-468e-bc5b-d9262b88c876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '17ddf30d-5813-44de-a6f3-7c482d35ee91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:13:31.693759 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ccba7325-0d2f-463f-ae87-9f5bea4ed872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:31.694152 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccba7325-0d2f-463f-ae87-9f5bea4ed872 None None] Bound using segment: {'id': 'f00904ef-0268-468e-bc5b-d9262b88c876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '17ddf30d-5813-44de-a6f3-7c482d35ee91'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:13:31.694611 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-ccba7325-0d2f-463f-ae87-9f5bea4ed872 None None] Bound port: 7b44b6fc-925c-41fe-80a1-d8106c8d0cc9, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f00904ef-0268-468e-bc5b-d9262b88c876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '17ddf30d-5813-44de-a6f3-7c482d35ee91'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:13:31.694987 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ccba7325-0d2f-463f-ae87-9f5bea4ed872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:31.751352 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c4b27276-b876-4eea-afb2-f6641caa2455 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:31.784369 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-ccba7325-0d2f-463f-ae87-9f5bea4ed872 None None] For port 7b44b6fc-925c-41fe-80a1-d8106c8d0cc9, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:13:31.787700 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-ccba7325-0d2f-463f-ae87-9f5bea4ed872 None None] For port 7b44b6fc-925c-41fe-80a1-d8106c8d0cc9, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=7b44b6fc-925c-41fe-80a1-d8106c8d0cc9,segment=NetworkSegment(f00904ef-0268-468e-bc5b-d9262b88c876),segment_id=f00904ef-0268-468e-bc5b-d9262b88c876)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:13:31.831425 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b27276-b876-4eea-afb2-f6641caa2455 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Pushing event updated for resources: {'Subnet': ['ID=a24453df-1404-45d6-8598-4a96fec8a582,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:31.839079 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b27276-b876-4eea-afb2-f6641caa2455 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Checking segment: {'id': '62125da9-5503-4543-817a-0641dcc232ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f5984582-7dec-44be-abfd-026ae2167832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:13:31.839444 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b27276-b876-4eea-afb2-f6641caa2455 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Network hostable DHCP agents. Network: f5984582-7dec-44be-abfd-026ae2167832, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:13:31.868841 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ccba7325-0d2f-463f-ae87-9f5bea4ed872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:31.921469 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b27276-b876-4eea-afb2-f6641caa2455 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Network f5984582-7dec-44be-abfd-026ae2167832 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:13:31.949299 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba7325-0d2f-463f-ae87-9f5bea4ed872 None None] Pushing event updated for resources: {'Port': ['ID=7b44b6fc-925c-41fe-80a1-d8106c8d0cc9,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:32.012883 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-c4b27276-b876-4eea-afb2-f6641caa2455 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, f5984582-7dec-44be-abfd-026ae2167832) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:13:32.017807 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b27276-b876-4eea-afb2-f6641caa2455 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:32.018452 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c4b27276-b876-4eea-afb2-f6641caa2455 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:32.022359 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382785f5-db95-4397-b6f9-02b6daec5a92 None None] Network f5984582-7dec-44be-abfd-026ae2167832 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:13:32.109142 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c4b27276-b876-4eea-afb2-f6641caa2455 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8600767 May 27 03:13:32.109558 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36084) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:32.276677 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd290133-a2f7-4dff-95d0-5cdb5b718dae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-f5984582-7dec-44be-abfd-026ae2167832', 'network_id': 'f5984582-7dec-44be-abfd-026ae2167832', 'tenant_id': '327231f879d24033aba9f85eef6bb2a8', 'fixed_ips': [{'subnet_id': 'a24453df-1404-45d6-8598-4a96fec8a582'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 03:13:32.277544 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-dd290133-a2f7-4dff-95d0-5cdb5b718dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:32.281216 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b6fc789d-75a7-4382-a3b0-ff032f4d58e2 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:32.337398 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 7b44b6fc-925c-41fe-80a1-d8106c8d0cc9 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:13:32.349840 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b6fc789d-75a7-4382-a3b0-ff032f4d58e2 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:32.499199 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b6fc789d-75a7-4382-a3b0-ff032f4d58e2 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:32.537751 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc789d-75a7-4382-a3b0-ff032f4d58e2 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Pushing event deleted for resources: {'Subnet': ['ID=a24453df-1404-45d6-8598-4a96fec8a582,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server [None req-dd290133-a2f7-4dff-95d0-5cdb5b718dae None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a24453df-1404-45d6-8598-4a96fec8a582: This subnet is being modified by another concurrent operation. May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server raise self.value May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server raise self.value May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server raise self.value May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server raise self.value May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server raise self.value May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server raise self.value May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server raise exception May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a24453df-1404-45d6-8598-4a96fec8a582: This subnet is being modified by another concurrent operation. May 27 03:13:32.550645 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server May 27 03:13:32.557952 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 7b44b6fc-925c-41fe-80a1-d8106c8d0cc9 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:13:32.570192 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bc381e-1796-42fa-bf00-34f137d26591 None None] Network f5984582-7dec-44be-abfd-026ae2167832 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:13:32.638777 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b6fc789d-75a7-4382-a3b0-ff032f4d58e2 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:32.667338 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-b6fc789d-75a7-4382-a3b0-ff032f4d58e2 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5984582-7dec-44be-abfd-026ae2167832']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:13:32.681537 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-b6fc789d-75a7-4382-a3b0-ff032f4d58e2 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62125da9-5503-4543-817a-0641dcc232ad') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:13:32.681919 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-b6fc789d-75a7-4382-a3b0-ff032f4d58e2 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62125da9-5503-4543-817a-0641dcc232ad') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:13:32.694382 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b6fc789d-75a7-4382-a3b0-ff032f4d58e2 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:32.712419 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b6fc789d-75a7-4382-a3b0-ff032f4d58e2 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:32.721784 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6fc789d-75a7-4382-a3b0-ff032f4d58e2 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:13:32.722246 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b6fc789d-75a7-4382-a3b0-ff032f4d58e2 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:32.973467 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad14c32-66a9-44b3-a3c1-b36b900f6eef None None] Network 17ddf30d-5813-44de-a6f3-7c482d35ee91 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:13:33.024706 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b6fc789d-75a7-4382-a3b0-ff032f4d58e2 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:33.046188 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b6fc789d-75a7-4382-a3b0-ff032f4d58e2 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:33.053288 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc789d-75a7-4382-a3b0-ff032f4d58e2 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Pushing event deleted for resources: {'Network': ['ID=f5984582-7dec-44be-abfd-026ae2167832,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:33.070537 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b6fc789d-75a7-4382-a3b0-ff032f4d58e2 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] 10.222.0.57 "DELETE /v2.0/networks/f5984582-7dec-44be-abfd-026ae2167832 HTTP/1.1" status: 204 len: 168 time: 0.9598274 May 27 03:13:33.070831 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36094) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:33.077419 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3f52260e-1638-499d-a4cf-ec76b2690e88 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2110620963'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:13:33.085443 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3f52260e-1638-499d-a4cf-ec76b2690e88 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:13:33.090272 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3f52260e-1638-499d-a4cf-ec76b2690e88 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Usage tracker for resource:network and tenant:327231f879d24033aba9f85eef6bb2a8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:13:33.094435 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3f52260e-1638-499d-a4cf-ec76b2690e88 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:13:33.101110 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3f52260e-1638-499d-a4cf-ec76b2690e88 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:13:33.137449 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 62125da9-5503-4543-817a-0641dcc232ad resource provider aggregate not found May 27 03:13:33.147426 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f3ce676b-611d-4e1c-9568-3d05b8282af5 None None] Provisioning for port 7b44b6fc-925c-41fe-80a1-d8106c8d0cc9 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:13:33.156658 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 62125da9-5503-4543-817a-0641dcc232ad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62125da9-5503-4543-817a-0641dcc232ad found for delete ", "request_id": "req-b34547d6-168a-420e-b0a2-2513a4a458fb"}]} May 27 03:13:33.163160 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f3ce676b-611d-4e1c-9568-3d05b8282af5 None None] Provisioning complete for port 7b44b6fc-925c-41fe-80a1-d8106c8d0cc9 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:13:33.163532 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f3ce676b-611d-4e1c-9568-3d05b8282af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:33.195831 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f52260e-1638-499d-a4cf-ec76b2690e88 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Made reservation on behalf of 327231f879d24033aba9f85eef6bb2a8 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:13:33.199404 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3f52260e-1638-499d-a4cf-ec76b2690e88 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:33.229603 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f52260e-1638-499d-a4cf-ec76b2690e88 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:13:33.238684 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3f52260e-1638-499d-a4cf-ec76b2690e88 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:33.239037 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-3f52260e-1638-499d-a4cf-ec76b2690e88 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Added segment af9e6d05-1f42-4981-a9ed-c3b39fdaa249 of type vlan for network 2f73e77e-5c72-40a1-8bb0-cf81e01ddc8b May 27 03:13:33.271183 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3f52260e-1638-499d-a4cf-ec76b2690e88 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:33.344438 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-f3ce676b-611d-4e1c-9568-3d05b8282af5 None None] Current status of the port 7b44b6fc-925c-41fe-80a1-d8106c8d0cc9 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:13:33.344858 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f3ce676b-611d-4e1c-9568-3d05b8282af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:33.365730 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3f52260e-1638-499d-a4cf-ec76b2690e88 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:33.371586 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f52260e-1638-499d-a4cf-ec76b2690e88 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:33.372244 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3f52260e-1638-499d-a4cf-ec76b2690e88 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:33.380055 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-f3ce676b-611d-4e1c-9568-3d05b8282af5 None None] For port 7b44b6fc-925c-41fe-80a1-d8106c8d0cc9, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=7b44b6fc-925c-41fe-80a1-d8106c8d0cc9,segment=NetworkSegment(f00904ef-0268-468e-bc5b-d9262b88c876),segment_id=f00904ef-0268-468e-bc5b-d9262b88c876)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:13:33.457559 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f3ce676b-611d-4e1c-9568-3d05b8282af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:33.497399 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f52260e-1638-499d-a4cf-ec76b2690e88 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Pushing event updated for resources: {'Network': ['ID=2f73e77e-5c72-40a1-8bb0-cf81e01ddc8b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:33.514248 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 2f73e77e-5c72-40a1-8bb0-cf81e01ddc8b details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:13:33.557054 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3f52260e-1638-499d-a4cf-ec76b2690e88 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4850869 May 27 03:13:33.559898 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36100) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:33.566025 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-94b4f672-06fd-40e9-911e-4adf4abe4d81 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Request body: {'subnet': {'network_id': '2f73e77e-5c72-40a1-8bb0-cf81e01ddc8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:13:33.589393 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465b0350-e193-447b-872b-3c67d3c7eb41 None None] get_active_networks_info from n-d-843554-3 {{(pid=88903) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 03:13:33.661845 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce676b-611d-4e1c-9568-3d05b8282af5 None None] Pushing event updated for resources: {'Port': ['ID=7b44b6fc-925c-41fe-80a1-d8106c8d0cc9,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:33.682088 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-94b4f672-06fd-40e9-911e-4adf4abe4d81 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:13:33.685846 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-94b4f672-06fd-40e9-911e-4adf4abe4d81 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Usage tracker for resource:subnet and tenant:327231f879d24033aba9f85eef6bb2a8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:13:33.689250 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-94b4f672-06fd-40e9-911e-4adf4abe4d81 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:13:33.695237 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-94b4f672-06fd-40e9-911e-4adf4abe4d81 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:13:33.697270 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-b780b6ce-63ac-4501-a88d-e063dccfdd80 None None] Provisioning complete for port 7b44b6fc-925c-41fe-80a1-d8106c8d0cc9 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:13:33.697649 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b780b6ce-63ac-4501-a88d-e063dccfdd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:33.762182 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b4f672-06fd-40e9-911e-4adf4abe4d81 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Made reservation on behalf of 327231f879d24033aba9f85eef6bb2a8 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:13:33.765774 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-94b4f672-06fd-40e9-911e-4adf4abe4d81 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:33.777205 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465b0350-e193-447b-872b-3c67d3c7eb41 None None] Resources bound (agent type, host, resource id): {{(pid=88903) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 03:13:33.853925 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.ipam_backend_mixin [None req-94b4f672-06fd-40e9-911e-4adf4abe4d81 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Performing IP validity checks on allocation pools {{(pid=88901) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 27 03:13:33.854457 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.ipam_backend_mixin [None req-94b4f672-06fd-40e9-911e-4adf4abe4d81 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88901) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 27 03:13:33.969066 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-b780b6ce-63ac-4501-a88d-e063dccfdd80 None None] Current status of the port 7b44b6fc-925c-41fe-80a1-d8106c8d0cc9 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:13:34.053555 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-94b4f672-06fd-40e9-911e-4adf4abe4d81 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:34.132159 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b4f672-06fd-40e9-911e-4adf4abe4d81 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Pushing event updated for resources: {'Subnet': ['ID=9f5dc21a-4eed-4f3f-bc51-8b7ca775c916,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:34.139432 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b4f672-06fd-40e9-911e-4adf4abe4d81 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Checking segment: {'id': 'af9e6d05-1f42-4981-a9ed-c3b39fdaa249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '2f73e77e-5c72-40a1-8bb0-cf81e01ddc8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:13:34.139794 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b4f672-06fd-40e9-911e-4adf4abe4d81 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Network hostable DHCP agents. Network: 2f73e77e-5c72-40a1-8bb0-cf81e01ddc8b, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:13:34.229891 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b4f672-06fd-40e9-911e-4adf4abe4d81 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Network 2f73e77e-5c72-40a1-8bb0-cf81e01ddc8b is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:13:34.279403 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 7b44b6fc-925c-41fe-80a1-d8106c8d0cc9 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:13:34.293431 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-94b4f672-06fd-40e9-911e-4adf4abe4d81 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 2f73e77e-5c72-40a1-8bb0-cf81e01ddc8b) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:13:34.298001 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b4f672-06fd-40e9-911e-4adf4abe4d81 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:34.298590 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-94b4f672-06fd-40e9-911e-4adf4abe4d81 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:34.313080 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87daef0c-15f7-48a4-ba74-18ad7fa499c7 None None] Network 2f73e77e-5c72-40a1-8bb0-cf81e01ddc8b requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:13:34.385370 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-94b4f672-06fd-40e9-911e-4adf4abe4d81 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8239028 May 27 03:13:34.387452 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36104) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:34.458255 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 7b44b6fc-925c-41fe-80a1-d8106c8d0cc9 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:13:34.458790 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:34.525420 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-55e3462f-a007-4bf8-b8f6-88b9283a73ec tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:34.588557 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-55e3462f-a007-4bf8-b8f6-88b9283a73ec tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:34.624023 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8695a67b-1aa7-4973-a3e7-b0a553c9898e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-2f73e77e-5c72-40a1-8bb0-cf81e01ddc8b', 'network_id': '2f73e77e-5c72-40a1-8bb0-cf81e01ddc8b', 'tenant_id': '327231f879d24033aba9f85eef6bb2a8', 'fixed_ips': [{'subnet_id': '9f5dc21a-4eed-4f3f-bc51-8b7ca775c916'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 03:13:34.624850 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8695a67b-1aa7-4973-a3e7-b0a553c9898e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:34.707261 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 7b44b6fc-925c-41fe-80a1-d8106c8d0cc9 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:13:34.767919 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-55e3462f-a007-4bf8-b8f6-88b9283a73ec tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:34.812271 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e3462f-a007-4bf8-b8f6-88b9283a73ec tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Pushing event deleted for resources: {'Subnet': ['ID=9f5dc21a-4eed-4f3f-bc51-8b7ca775c916,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server [None req-8695a67b-1aa7-4973-a3e7-b0a553c9898e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9f5dc21a-4eed-4f3f-bc51-8b7ca775c916: This subnet is being modified by another concurrent operation. May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server raise self.value May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server raise self.value May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server raise self.value May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server raise self.value May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server raise self.value May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server raise self.value May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server raise exception May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9f5dc21a-4eed-4f3f-bc51-8b7ca775c916: This subnet is being modified by another concurrent operation. May 27 03:13:34.835374 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server May 27 03:13:34.850290 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdca3619-51ab-414b-96e1-224566977f7b None None] Network 2f73e77e-5c72-40a1-8bb0-cf81e01ddc8b requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:13:34.902632 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-55e3462f-a007-4bf8-b8f6-88b9283a73ec tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:34.932606 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-55e3462f-a007-4bf8-b8f6-88b9283a73ec tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f73e77e-5c72-40a1-8bb0-cf81e01ddc8b']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:13:34.946456 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-55e3462f-a007-4bf8-b8f6-88b9283a73ec tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af9e6d05-1f42-4981-a9ed-c3b39fdaa249') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:13:34.946771 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-55e3462f-a007-4bf8-b8f6-88b9283a73ec tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af9e6d05-1f42-4981-a9ed-c3b39fdaa249') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:13:34.958813 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-55e3462f-a007-4bf8-b8f6-88b9283a73ec tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:34.974777 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-55e3462f-a007-4bf8-b8f6-88b9283a73ec tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:34.981077 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55e3462f-a007-4bf8-b8f6-88b9283a73ec tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:13:34.981484 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-55e3462f-a007-4bf8-b8f6-88b9283a73ec tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:35.017818 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27818a6-9501-4916-a751-b481db7c6966 None None] get_active_networks_info from n-d-843554-3 {{(pid=88903) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 03:13:35.051672 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment af9e6d05-1f42-4981-a9ed-c3b39fdaa249 resource provider aggregate not found May 27 03:13:35.109101 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27818a6-9501-4916-a751-b481db7c6966 None None] Resources bound (agent type, host, resource id): {{(pid=88903) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 03:13:35.182474 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment af9e6d05-1f42-4981-a9ed-c3b39fdaa249 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af9e6d05-1f42-4981-a9ed-c3b39fdaa249 found for delete ", "request_id": "req-8b07f115-9257-478f-beab-70755184b38e"}]} May 27 03:13:35.247098 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-55e3462f-a007-4bf8-b8f6-88b9283a73ec tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:35.267233 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-55e3462f-a007-4bf8-b8f6-88b9283a73ec tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:35.275283 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e3462f-a007-4bf8-b8f6-88b9283a73ec tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Pushing event deleted for resources: {'Network': ['ID=2f73e77e-5c72-40a1-8bb0-cf81e01ddc8b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:35.279204 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-55e3462f-a007-4bf8-b8f6-88b9283a73ec tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] 10.222.0.57 "DELETE /v2.0/networks/2f73e77e-5c72-40a1-8bb0-cf81e01ddc8b HTTP/1.1" status: 204 len: 168 time: 0.8906941 May 27 03:13:35.282734 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36112) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:35.288026 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-5b94253d-ce07-4526-8526-af8cc2318a6e tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1256155026'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:13:35.293609 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5b94253d-ce07-4526-8526-af8cc2318a6e tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:13:35.297946 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5b94253d-ce07-4526-8526-af8cc2318a6e tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Usage tracker for resource:network and tenant:327231f879d24033aba9f85eef6bb2a8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:13:35.300690 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5b94253d-ce07-4526-8526-af8cc2318a6e tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:13:35.306461 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5b94253d-ce07-4526-8526-af8cc2318a6e tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:13:35.372842 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b94253d-ce07-4526-8526-af8cc2318a6e tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Made reservation on behalf of 327231f879d24033aba9f85eef6bb2a8 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:13:35.377313 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5b94253d-ce07-4526-8526-af8cc2318a6e tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:35.404342 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b94253d-ce07-4526-8526-af8cc2318a6e tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:13:35.412778 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5b94253d-ce07-4526-8526-af8cc2318a6e tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:35.413140 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-5b94253d-ce07-4526-8526-af8cc2318a6e tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Added segment 8ce123a4-1edb-4f1d-bf3f-24c77a406f81 of type vlan for network 7acc75d8-ed95-416a-9b87-574366b23215 May 27 03:13:35.439730 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5b94253d-ce07-4526-8526-af8cc2318a6e tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:35.527237 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5b94253d-ce07-4526-8526-af8cc2318a6e tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:35.533172 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b94253d-ce07-4526-8526-af8cc2318a6e tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:35.533748 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5b94253d-ce07-4526-8526-af8cc2318a6e tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:35.639566 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b94253d-ce07-4526-8526-af8cc2318a6e tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Pushing event updated for resources: {'Network': ['ID=7acc75d8-ed95-416a-9b87-574366b23215,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:35.650480 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 7acc75d8-ed95-416a-9b87-574366b23215 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:13:35.692191 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5b94253d-ce07-4526-8526-af8cc2318a6e tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4084504 May 27 03:13:35.695699 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36116) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:35.701322 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-1fcbacf6-4f8a-4135-b544-6d4ac0d322ce tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Request body: {'subnet': {'network_id': '7acc75d8-ed95-416a-9b87-574366b23215', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:13:35.811346 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1fcbacf6-4f8a-4135-b544-6d4ac0d322ce tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:13:35.815113 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1fcbacf6-4f8a-4135-b544-6d4ac0d322ce tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Usage tracker for resource:subnet and tenant:327231f879d24033aba9f85eef6bb2a8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:13:35.817907 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1fcbacf6-4f8a-4135-b544-6d4ac0d322ce tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:13:35.823513 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1fcbacf6-4f8a-4135-b544-6d4ac0d322ce tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:13:35.881514 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fcbacf6-4f8a-4135-b544-6d4ac0d322ce tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Made reservation on behalf of 327231f879d24033aba9f85eef6bb2a8 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:13:35.884944 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1fcbacf6-4f8a-4135-b544-6d4ac0d322ce tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:36.167053 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1fcbacf6-4f8a-4135-b544-6d4ac0d322ce tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:36.247593 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcbacf6-4f8a-4135-b544-6d4ac0d322ce tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Pushing event updated for resources: {'Subnet': ['ID=e7d992ee-099a-406f-9577-0278b411089d,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:36.256921 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcbacf6-4f8a-4135-b544-6d4ac0d322ce tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Checking segment: {'id': '8ce123a4-1edb-4f1d-bf3f-24c77a406f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '7acc75d8-ed95-416a-9b87-574366b23215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:13:36.256921 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcbacf6-4f8a-4135-b544-6d4ac0d322ce tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Network hostable DHCP agents. Network: 7acc75d8-ed95-416a-9b87-574366b23215, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:13:36.327368 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcbacf6-4f8a-4135-b544-6d4ac0d322ce tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Network 7acc75d8-ed95-416a-9b87-574366b23215 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:13:36.412644 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-1fcbacf6-4f8a-4135-b544-6d4ac0d322ce tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 7acc75d8-ed95-416a-9b87-574366b23215) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:13:36.416654 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcbacf6-4f8a-4135-b544-6d4ac0d322ce tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:36.417333 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1fcbacf6-4f8a-4135-b544-6d4ac0d322ce tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:36.421035 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bca4086-bf3c-41dd-beea-eb8f8e4b871a None None] Network 7acc75d8-ed95-416a-9b87-574366b23215 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:13:36.505609 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1fcbacf6-4f8a-4135-b544-6d4ac0d322ce tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8083913 May 27 03:13:36.508743 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36120) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:36.514163 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f7315d29-9b9c-4e7b-b725-76ba5c04ab54 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-946359987'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:13:36.520477 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f7315d29-9b9c-4e7b-b725-76ba5c04ab54 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:13:36.524368 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f7315d29-9b9c-4e7b-b725-76ba5c04ab54 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Usage tracker for resource:network and tenant:327231f879d24033aba9f85eef6bb2a8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:13:36.527339 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f7315d29-9b9c-4e7b-b725-76ba5c04ab54 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:13:36.533140 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f7315d29-9b9c-4e7b-b725-76ba5c04ab54 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:13:36.605352 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7315d29-9b9c-4e7b-b725-76ba5c04ab54 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Made reservation on behalf of 327231f879d24033aba9f85eef6bb2a8 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:13:36.609334 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f7315d29-9b9c-4e7b-b725-76ba5c04ab54 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:36.636300 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7315d29-9b9c-4e7b-b725-76ba5c04ab54 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:13:36.644629 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f7315d29-9b9c-4e7b-b725-76ba5c04ab54 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:36.644969 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-f7315d29-9b9c-4e7b-b725-76ba5c04ab54 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Added segment 362465a0-1ff6-431d-b172-80d4082e577e of type vlan for network d7a3a463-e524-4669-9bfa-c3f49c7d8594 May 27 03:13:36.671780 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f7315d29-9b9c-4e7b-b725-76ba5c04ab54 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:36.674548 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c5ab06-19e9-424a-9dad-5847f36e5d53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-7acc75d8-ed95-416a-9b87-574366b23215', 'network_id': '7acc75d8-ed95-416a-9b87-574366b23215', 'tenant_id': '327231f879d24033aba9f85eef6bb2a8', 'fixed_ips': [{'subnet_id': 'e7d992ee-099a-406f-9577-0278b411089d'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 03:13:36.675426 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f2c5ab06-19e9-424a-9dad-5847f36e5d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:36.767209 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f7315d29-9b9c-4e7b-b725-76ba5c04ab54 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:36.772945 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7315d29-9b9c-4e7b-b725-76ba5c04ab54 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:36.773524 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f7315d29-9b9c-4e7b-b725-76ba5c04ab54 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:36.834654 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-f2c5ab06-19e9-424a-9dad-5847f36e5d53 None None] Allocated IP 2001:db8::2 (7acc75d8-ed95-416a-9b87-574366b23215/e7d992ee-099a-406f-9577-0278b411089d/c6724236-03ae-45e7-bc38-c48cec7e0a2c) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:13:36.880487 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7315d29-9b9c-4e7b-b725-76ba5c04ab54 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Pushing event updated for resources: {'Network': ['ID=d7a3a463-e524-4669-9bfa-c3f49c7d8594,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:36.904986 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f7315d29-9b9c-4e7b-b725-76ba5c04ab54 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3951790 May 27 03:13:36.907991 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36124) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:36.911823 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network d7a3a463-e524-4669-9bfa-c3f49c7d8594 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:13:36.913457 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-db34e545-9f45-4f91-bdd1-c01735836832 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Request body: {'subnet': {'network_id': 'd7a3a463-e524-4669-9bfa-c3f49c7d8594', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:13:37.022918 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-db34e545-9f45-4f91-bdd1-c01735836832 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:13:37.026725 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-db34e545-9f45-4f91-bdd1-c01735836832 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Usage tracker for resource:subnet and tenant:327231f879d24033aba9f85eef6bb2a8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:13:37.029519 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-db34e545-9f45-4f91-bdd1-c01735836832 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:13:37.035729 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-db34e545-9f45-4f91-bdd1-c01735836832 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:13:37.108826 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db34e545-9f45-4f91-bdd1-c01735836832 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Made reservation on behalf of 327231f879d24033aba9f85eef6bb2a8 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:13:37.112435 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db34e545-9f45-4f91-bdd1-c01735836832 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:37.125238 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f2c5ab06-19e9-424a-9dad-5847f36e5d53 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:37.135054 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f2c5ab06-19e9-424a-9dad-5847f36e5d53 None None] Transition to ACTIVE for port object c6724236-03ae-45e7-bc38-c48cec7e0a2c will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:13:37.152985 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f2c5ab06-19e9-424a-9dad-5847f36e5d53 None None] Transition to ACTIVE for port object c6724236-03ae-45e7-bc38-c48cec7e0a2c will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:13:37.222868 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f2c5ab06-19e9-424a-9dad-5847f36e5d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:37.291841 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c5ab06-19e9-424a-9dad-5847f36e5d53 None None] Network 7acc75d8-ed95-416a-9b87-574366b23215 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:13:37.294232 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-f2c5ab06-19e9-424a-9dad-5847f36e5d53 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:13:37.298505 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c5ab06-19e9-424a-9dad-5847f36e5d53 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:13:37.304109 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c5ab06-19e9-424a-9dad-5847f36e5d53 None None] Pushing event updated for resources: {'Port': ['ID=c6724236-03ae-45e7-bc38-c48cec7e0a2c,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:37.384425 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db34e545-9f45-4f91-bdd1-c01735836832 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:37.390622 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-f2c5ab06-19e9-424a-9dad-5847f36e5d53 None None] Attempting to bind port c6724236-03ae-45e7-bc38-c48cec7e0a2c on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:13:37.391022 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-f2c5ab06-19e9-424a-9dad-5847f36e5d53 None None] Attempting to bind port c6724236-03ae-45e7-bc38-c48cec7e0a2c by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '8ce123a4-1edb-4f1d-bf3f-24c77a406f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '7acc75d8-ed95-416a-9b87-574366b23215'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:13:37.391384 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c5ab06-19e9-424a-9dad-5847f36e5d53 None None] Attempting to bind port c6724236-03ae-45e7-bc38-c48cec7e0a2c on network 7acc75d8-ed95-416a-9b87-574366b23215 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:13:37.396904 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c5ab06-19e9-424a-9dad-5847f36e5d53 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:13:37.397285 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c5ab06-19e9-424a-9dad-5847f36e5d53 None None] Checking segment: {'id': '8ce123a4-1edb-4f1d-bf3f-24c77a406f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '7acc75d8-ed95-416a-9b87-574366b23215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:13:37.397685 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f2c5ab06-19e9-424a-9dad-5847f36e5d53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:37.398077 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c5ab06-19e9-424a-9dad-5847f36e5d53 None None] Bound using segment: {'id': '8ce123a4-1edb-4f1d-bf3f-24c77a406f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '7acc75d8-ed95-416a-9b87-574366b23215'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:13:37.398541 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-f2c5ab06-19e9-424a-9dad-5847f36e5d53 None None] Bound port: c6724236-03ae-45e7-bc38-c48cec7e0a2c, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ce123a4-1edb-4f1d-bf3f-24c77a406f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '7acc75d8-ed95-416a-9b87-574366b23215'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:13:37.398910 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f2c5ab06-19e9-424a-9dad-5847f36e5d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:37.462564 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db34e545-9f45-4f91-bdd1-c01735836832 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Pushing event updated for resources: {'Subnet': ['ID=5bdc9e6b-94b2-4a17-ba51-5d6e584f0b8f,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:37.470722 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db34e545-9f45-4f91-bdd1-c01735836832 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Checking segment: {'id': '362465a0-1ff6-431d-b172-80d4082e577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd7a3a463-e524-4669-9bfa-c3f49c7d8594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:13:37.471081 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db34e545-9f45-4f91-bdd1-c01735836832 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Network hostable DHCP agents. Network: d7a3a463-e524-4669-9bfa-c3f49c7d8594, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:13:37.489252 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-f2c5ab06-19e9-424a-9dad-5847f36e5d53 None None] For port c6724236-03ae-45e7-bc38-c48cec7e0a2c, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:13:37.492132 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-f2c5ab06-19e9-424a-9dad-5847f36e5d53 None None] For port c6724236-03ae-45e7-bc38-c48cec7e0a2c, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c6724236-03ae-45e7-bc38-c48cec7e0a2c,segment=NetworkSegment(8ce123a4-1edb-4f1d-bf3f-24c77a406f81),segment_id=8ce123a4-1edb-4f1d-bf3f-24c77a406f81)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:13:37.544366 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db34e545-9f45-4f91-bdd1-c01735836832 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Network d7a3a463-e524-4669-9bfa-c3f49c7d8594 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:13:37.567496 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f2c5ab06-19e9-424a-9dad-5847f36e5d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:37.584149 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-db34e545-9f45-4f91-bdd1-c01735836832 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, d7a3a463-e524-4669-9bfa-c3f49c7d8594) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:13:37.589080 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db34e545-9f45-4f91-bdd1-c01735836832 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:37.590814 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db34e545-9f45-4f91-bdd1-c01735836832 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:37.610741 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad02e99f-73b8-4d6e-8d1c-b3fee37801e8 None None] Network d7a3a463-e524-4669-9bfa-c3f49c7d8594 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:13:37.667987 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-db34e545-9f45-4f91-bdd1-c01735836832 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7565501 May 27 03:13:37.668212 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36128) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:37.725597 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c5ab06-19e9-424a-9dad-5847f36e5d53 None None] Pushing event updated for resources: {'Port': ['ID=c6724236-03ae-45e7-bc38-c48cec7e0a2c,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:37.821719 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6691082-28a9-4966-874a-70a21ac8ef6a tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:37.876582 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befca29e-9a1b-4707-935a-8814467e600d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-d7a3a463-e524-4669-9bfa-c3f49c7d8594', 'network_id': 'd7a3a463-e524-4669-9bfa-c3f49c7d8594', 'tenant_id': '327231f879d24033aba9f85eef6bb2a8', 'fixed_ips': [{'subnet_id': '5bdc9e6b-94b2-4a17-ba51-5d6e584f0b8f'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 03:13:37.876825 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-befca29e-9a1b-4707-935a-8814467e600d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:37.924020 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6691082-28a9-4966-874a-70a21ac8ef6a tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:38.087773 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6691082-28a9-4966-874a-70a21ac8ef6a tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:38.127619 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6691082-28a9-4966-874a-70a21ac8ef6a tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Pushing event deleted for resources: {'Subnet': ['ID=5bdc9e6b-94b2-4a17-ba51-5d6e584f0b8f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server [None req-befca29e-9a1b-4707-935a-8814467e600d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5bdc9e6b-94b2-4a17-ba51-5d6e584f0b8f: This subnet is being modified by another concurrent operation. May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server raise self.value May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server raise self.value May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server raise self.value May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server raise self.value May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server raise self.value May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server raise self.value May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server raise exception May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5bdc9e6b-94b2-4a17-ba51-5d6e584f0b8f: This subnet is being modified by another concurrent operation. May 27 03:13:38.128730 n-d-843554-3 neutron-server[88903]: ERROR oslo_messaging.rpc.server May 27 03:13:38.155571 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc90380-9e0d-4fae-985a-66ecb8caf868 None None] Network d7a3a463-e524-4669-9bfa-c3f49c7d8594 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:13:38.229583 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6691082-28a9-4966-874a-70a21ac8ef6a tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:38.257848 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a6691082-28a9-4966-874a-70a21ac8ef6a tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7a3a463-e524-4669-9bfa-c3f49c7d8594']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:13:38.270989 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a6691082-28a9-4966-874a-70a21ac8ef6a tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '362465a0-1ff6-431d-b172-80d4082e577e') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:13:38.271290 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a6691082-28a9-4966-874a-70a21ac8ef6a tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '362465a0-1ff6-431d-b172-80d4082e577e') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:13:38.284069 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6691082-28a9-4966-874a-70a21ac8ef6a tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:38.305006 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6691082-28a9-4966-874a-70a21ac8ef6a tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:38.313455 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6691082-28a9-4966-874a-70a21ac8ef6a tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:13:38.313850 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6691082-28a9-4966-874a-70a21ac8ef6a tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:38.327991 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c6724236-03ae-45e7-bc38-c48cec7e0a2c up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:13:38.392546 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 362465a0-1ff6-431d-b172-80d4082e577e resource provider aggregate not found May 27 03:13:38.423874 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 362465a0-1ff6-431d-b172-80d4082e577e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 362465a0-1ff6-431d-b172-80d4082e577e found for delete ", "request_id": "req-d2c9ec8c-9693-4d7a-930f-a6340a21004e"}]} May 27 03:13:38.464758 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port c6724236-03ae-45e7-bc38-c48cec7e0a2c completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:13:38.522300 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6691082-28a9-4966-874a-70a21ac8ef6a tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:38.540704 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6691082-28a9-4966-874a-70a21ac8ef6a tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:38.556205 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6691082-28a9-4966-874a-70a21ac8ef6a tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Pushing event deleted for resources: {'Network': ['ID=d7a3a463-e524-4669-9bfa-c3f49c7d8594,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:38.560280 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a6691082-28a9-4966-874a-70a21ac8ef6a tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] 10.222.0.57 "DELETE /v2.0/networks/d7a3a463-e524-4669-9bfa-c3f49c7d8594 HTTP/1.1" status: 204 len: 168 time: 0.8912113 May 27 03:13:38.563419 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36136) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:38.603728 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-56c9dc95-c0ae-40d9-a015-f942594af736 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] GET failed (client error): The resource could not be found. May 27 03:13:38.604257 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-56c9dc95-c0ae-40d9-a015-f942594af736 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Synchronizing usage tracker for tenant:327231f879d24033aba9f85eef6bb2a8 on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:13:38.652888 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc0c44a-5c92-4700-9916-ef56d1a09389 None None] Network 7acc75d8-ed95-416a-9b87-574366b23215 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:13:38.703075 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-56c9dc95-c0ae-40d9-a015-f942594af736 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Unset dirty status for tenant:327231f879d24033aba9f85eef6bb2a8 on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:13:38.704282 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-56c9dc95-c0ae-40d9-a015-f942594af736 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] 10.222.0.57 "GET /v2.0/subnets/5bdc9e6b-94b2-4a17-ba51-5d6e584f0b8f HTTP/1.1" status: 404 len: 337 time: 0.1399512 May 27 03:13:38.707037 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36140) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:38.731947 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-c76316f8-0ec9-48bb-8267-82cacb5f8b9d tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] DELETE failed (client error): The resource could not be found. May 27 03:13:38.732411 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c76316f8-0ec9-48bb-8267-82cacb5f8b9d tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:13:38.734275 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c76316f8-0ec9-48bb-8267-82cacb5f8b9d tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] 10.222.0.57 "DELETE /v2.0/networks/d7a3a463-e524-4669-9bfa-c3f49c7d8594 HTTP/1.1" status: 404 len: 339 time: 0.0263176 May 27 03:13:38.738059 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36144) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:38.776948 n-d-843554-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-1310c4fe-5545-4be2-9544-46cd50447bb2 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] DELETE failed (client error): The resource could not be found. May 27 03:13:38.777405 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1310c4fe-5545-4be2-9544-46cd50447bb2 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:13:38.779386 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1310c4fe-5545-4be2-9544-46cd50447bb2 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] 10.222.0.57 "DELETE /v2.0/subnets/5bdc9e6b-94b2-4a17-ba51-5d6e584f0b8f HTTP/1.1" status: 404 len: 337 time: 0.0404434 May 27 03:13:38.782110 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36148) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:38.808462 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-50364a8d-59bd-4a08-ab93-3ec3a00ae21e tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] DELETE failed (client error): The resource could not be found. May 27 03:13:38.808958 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50364a8d-59bd-4a08-ab93-3ec3a00ae21e tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:13:38.813884 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-50364a8d-59bd-4a08-ab93-3ec3a00ae21e tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] 10.222.0.57 "DELETE /v2.0/networks/d7a3a463-e524-4669-9bfa-c3f49c7d8594 HTTP/1.1" status: 404 len: 339 time: 0.0307598 May 27 03:13:38.814641 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36152) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:38.844237 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-caec529b-d17b-4c61-b4b5-8af9f80e5042 None None] Provisioning for port c6724236-03ae-45e7-bc38-c48cec7e0a2c completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:13:38.860383 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-caec529b-d17b-4c61-b4b5-8af9f80e5042 None None] Provisioning complete for port c6724236-03ae-45e7-bc38-c48cec7e0a2c triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:13:38.860690 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-caec529b-d17b-4c61-b4b5-8af9f80e5042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:38.992133 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-297fa537-2a8a-48b5-b6af-65d00998a810 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Deleting subnet e7d992ee-099a-406f-9577-0278b411089d {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 03:13:38.995153 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-297fa537-2a8a-48b5-b6af-65d00998a810 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:39.041193 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-caec529b-d17b-4c61-b4b5-8af9f80e5042 None None] Current status of the port c6724236-03ae-45e7-bc38-c48cec7e0a2c is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:13:39.041573 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-caec529b-d17b-4c61-b4b5-8af9f80e5042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:39.049362 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-297fa537-2a8a-48b5-b6af-65d00998a810 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:39.078498 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-caec529b-d17b-4c61-b4b5-8af9f80e5042 None None] For port c6724236-03ae-45e7-bc38-c48cec7e0a2c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c6724236-03ae-45e7-bc38-c48cec7e0a2c,segment=NetworkSegment(8ce123a4-1edb-4f1d-bf3f-24c77a406f81),segment_id=8ce123a4-1edb-4f1d-bf3f-24c77a406f81)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:13:39.148440 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-caec529b-d17b-4c61-b4b5-8af9f80e5042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:39.150200 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-297fa537-2a8a-48b5-b6af-65d00998a810 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:39.219329 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec529b-d17b-4c61-b4b5-8af9f80e5042 None None] Pushing event updated for resources: {'Port': ['ID=c6724236-03ae-45e7-bc38-c48cec7e0a2c,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:39.223440 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a13115-e308-4ea7-b673-d10307e1b5b5 None None] get_active_networks_info from n-d-843554-3 {{(pid=88903) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 03:13:39.280592 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-d2a2f0ec-02f7-4d89-a588-6600e563fea9 None None] Provisioning complete for port c6724236-03ae-45e7-bc38-c48cec7e0a2c triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:13:39.280979 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d2a2f0ec-02f7-4d89-a588-6600e563fea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:39.293509 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-297fa537-2a8a-48b5-b6af-65d00998a810 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:39.334791 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297fa537-2a8a-48b5-b6af-65d00998a810 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Pushing event deleted for resources: {'Subnet': ['ID=e7d992ee-099a-406f-9577-0278b411089d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:39.336748 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-297fa537-2a8a-48b5-b6af-65d00998a810 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:39.376038 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a13115-e308-4ea7-b673-d10307e1b5b5 None None] Resources bound (agent type, host, resource id): {{(pid=88903) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 03:13:39.423399 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-297fa537-2a8a-48b5-b6af-65d00998a810 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] 10.222.0.57 "DELETE /v2.0/subnets/e7d992ee-099a-406f-9577-0278b411089d HTTP/1.1" status: 204 len: 168 time: 0.6076508 May 27 03:13:39.425890 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36156) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:39.513621 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-d2a2f0ec-02f7-4d89-a588-6600e563fea9 None None] Current status of the port c6724236-03ae-45e7-bc38-c48cec7e0a2c is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:13:39.538680 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6415494b-28ac-4d96-b724-7fdbcf10265e tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:39.549732 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6415494b-28ac-4d96-b724-7fdbcf10265e tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Deleting port c6724236-03ae-45e7-bc38-c48cec7e0a2c {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:13:39.550068 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6415494b-28ac-4d96-b724-7fdbcf10265e tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:39.711949 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad458ef-a989-4db1-805f-29383f05959d None None] Network 7acc75d8-ed95-416a-9b87-574366b23215 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:13:39.754694 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-6415494b-28ac-4d96-b724-7fdbcf10265e tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] For port c6724236-03ae-45e7-bc38-c48cec7e0a2c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c6724236-03ae-45e7-bc38-c48cec7e0a2c,segment=NetworkSegment(8ce123a4-1edb-4f1d-bf3f-24c77a406f81),segment_id=8ce123a4-1edb-4f1d-bf3f-24c77a406f81)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:13:39.755237 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6415494b-28ac-4d96-b724-7fdbcf10265e tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:39.878975 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6415494b-28ac-4d96-b724-7fdbcf10265e tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Calling delete_port for c6724236-03ae-45e7-bc38-c48cec7e0a2c owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:13:39.957010 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647241f8-ce64-4c11-a3f5-28ced7d31869 None None] DHCP port deletion for 7acc75d8-ed95-416a-9b87-574366b23215 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 03:13:39.961120 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-647241f8-ce64-4c11-a3f5-28ced7d31869 None None] Deleting port c6724236-03ae-45e7-bc38-c48cec7e0a2c {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:13:39.961496 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-647241f8-ce64-4c11-a3f5-28ced7d31869 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:40.024259 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6415494b-28ac-4d96-b724-7fdbcf10265e tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:40.044652 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-647241f8-ce64-4c11-a3f5-28ced7d31869 None None] The port 'c6724236-03ae-45e7-bc38-c48cec7e0a2c' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 03:13:40.071891 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6415494b-28ac-4d96-b724-7fdbcf10265e tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Pushing event deleted for resources: {'Port': ['ID=c6724236-03ae-45e7-bc38-c48cec7e0a2c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:40.073694 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6415494b-28ac-4d96-b724-7fdbcf10265e tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] No DVR routers for this DVR port c6724236-03ae-45e7-bc38-c48cec7e0a2c on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:13:40.193805 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6415494b-28ac-4d96-b724-7fdbcf10265e tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:40.218208 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6415494b-28ac-4d96-b724-7fdbcf10265e tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7acc75d8-ed95-416a-9b87-574366b23215']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:13:40.229629 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6415494b-28ac-4d96-b724-7fdbcf10265e tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ce123a4-1edb-4f1d-bf3f-24c77a406f81') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:13:40.229920 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6415494b-28ac-4d96-b724-7fdbcf10265e tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ce123a4-1edb-4f1d-bf3f-24c77a406f81') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:13:40.241057 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6415494b-28ac-4d96-b724-7fdbcf10265e tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:40.257196 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6415494b-28ac-4d96-b724-7fdbcf10265e tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:40.263109 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6415494b-28ac-4d96-b724-7fdbcf10265e tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:13:40.263485 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6415494b-28ac-4d96-b724-7fdbcf10265e tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:40.278581 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c6724236-03ae-45e7-bc38-c48cec7e0a2c no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:13:40.314812 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: c6724236-03ae-45e7-bc38-c48cec7e0a2c {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:13:40.315153 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c6724236-03ae-45e7-bc38-c48cec7e0a2c not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:13:40.418616 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6415494b-28ac-4d96-b724-7fdbcf10265e tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:40.435854 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6415494b-28ac-4d96-b724-7fdbcf10265e tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:40.450306 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6415494b-28ac-4d96-b724-7fdbcf10265e tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Pushing event deleted for resources: {'Network': ['ID=7acc75d8-ed95-416a-9b87-574366b23215,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:40.454280 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6415494b-28ac-4d96-b724-7fdbcf10265e tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] 10.222.0.57 "DELETE /v2.0/networks/7acc75d8-ed95-416a-9b87-574366b23215 HTTP/1.1" status: 204 len: 168 time: 1.0273933 May 27 03:13:40.457149 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36162) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:40.457755 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 8ce123a4-1edb-4f1d-bf3f-24c77a406f81 resource provider aggregate not found May 27 03:13:40.473300 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 8ce123a4-1edb-4f1d-bf3f-24c77a406f81 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8ce123a4-1edb-4f1d-bf3f-24c77a406f81 found for delete ", "request_id": "req-7af173d0-98e3-4a7f-a2c3-ace9be9e8019"}]} May 27 03:13:40.503323 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-4adce14a-e97a-4dd6-a9ba-e97a3ca3dfb8 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] DELETE failed (client error): The resource could not be found. May 27 03:13:40.503770 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4adce14a-e97a-4dd6-a9ba-e97a3ca3dfb8 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:13:40.505494 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4adce14a-e97a-4dd6-a9ba-e97a3ca3dfb8 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] 10.222.0.57 "DELETE /v2.0/subnets/9f5dc21a-4eed-4f3f-bc51-8b7ca775c916 HTTP/1.1" status: 404 len: 337 time: 0.0473261 May 27 03:13:40.507999 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36168) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:40.531490 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab40bdb8-19d6-42df-9403-b1898a1be477 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] DELETE failed (client error): The resource could not be found. May 27 03:13:40.531935 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab40bdb8-19d6-42df-9403-b1898a1be477 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:13:40.533514 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ab40bdb8-19d6-42df-9403-b1898a1be477 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] 10.222.0.57 "DELETE /v2.0/networks/2f73e77e-5c72-40a1-8bb0-cf81e01ddc8b HTTP/1.1" status: 404 len: 339 time: 0.0246348 May 27 03:13:40.535654 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36172) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:40.571635 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3de9100-c6bd-426d-a05a-0bb3a49d7c41 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] DELETE failed (client error): The resource could not be found. May 27 03:13:40.572064 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3de9100-c6bd-426d-a05a-0bb3a49d7c41 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:13:40.573622 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a3de9100-c6bd-426d-a05a-0bb3a49d7c41 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] 10.222.0.57 "DELETE /v2.0/subnets/a24453df-1404-45d6-8598-4a96fec8a582 HTTP/1.1" status: 404 len: 337 time: 0.0371346 May 27 03:13:40.575759 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36176) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:40.598462 n-d-843554-3 neutron-server[88902]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ab31e09-72b0-43c9-96c2-c284b8982ac3 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] DELETE failed (client error): The resource could not be found. May 27 03:13:40.598912 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ab31e09-72b0-43c9-96c2-c284b8982ac3 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88902) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:13:40.600430 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1ab31e09-72b0-43c9-96c2-c284b8982ac3 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] 10.222.0.57 "DELETE /v2.0/networks/f5984582-7dec-44be-abfd-026ae2167832 HTTP/1.1" status: 404 len: 339 time: 0.0238402 May 27 03:13:40.602617 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36180) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:40.669215 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4e05d7c-9113-4b32-86a7-1b94b0fb4122 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Deleting subnet b9973030-5f8d-469f-851d-0b7ec566f01a {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 03:13:40.672559 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f4e05d7c-9113-4b32-86a7-1b94b0fb4122 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:40.726272 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f4e05d7c-9113-4b32-86a7-1b94b0fb4122 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:40.810393 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f4e05d7c-9113-4b32-86a7-1b94b0fb4122 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:40.948497 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f4e05d7c-9113-4b32-86a7-1b94b0fb4122 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:40.989860 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e05d7c-9113-4b32-86a7-1b94b0fb4122 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Pushing event deleted for resources: {'Subnet': ['ID=b9973030-5f8d-469f-851d-0b7ec566f01a,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:40.992226 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f4e05d7c-9113-4b32-86a7-1b94b0fb4122 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:40.995835 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4fbdb8-f6e3-4fe6-a17f-d9e844e9443d None None] Network 17ddf30d-5813-44de-a6f3-7c482d35ee91 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:13:41.003461 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e05d7c-9113-4b32-86a7-1b94b0fb4122 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:41.003850 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e05d7c-9113-4b32-86a7-1b94b0fb4122 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:41.004186 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e05d7c-9113-4b32-86a7-1b94b0fb4122 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:41.004523 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e05d7c-9113-4b32-86a7-1b94b0fb4122 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:41.004882 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e05d7c-9113-4b32-86a7-1b94b0fb4122 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:41.005212 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e05d7c-9113-4b32-86a7-1b94b0fb4122 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:41.005538 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e05d7c-9113-4b32-86a7-1b94b0fb4122 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:41.005889 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e05d7c-9113-4b32-86a7-1b94b0fb4122 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:41.006212 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e05d7c-9113-4b32-86a7-1b94b0fb4122 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:41.006532 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e05d7c-9113-4b32-86a7-1b94b0fb4122 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:41.006852 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e05d7c-9113-4b32-86a7-1b94b0fb4122 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:41.007171 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e05d7c-9113-4b32-86a7-1b94b0fb4122 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:41.013009 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f4e05d7c-9113-4b32-86a7-1b94b0fb4122 tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] 10.222.0.57 "DELETE /v2.0/subnets/b9973030-5f8d-469f-851d-0b7ec566f01a HTTP/1.1" status: 204 len: 168 time: 0.4094694 May 27 03:13:41.015466 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36184) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:41.130235 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd2936c4-11d2-40c2-b71a-fe27d19fe71f tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:41.141576 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-bd2936c4-11d2-40c2-b71a-fe27d19fe71f tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Deleting port 7b44b6fc-925c-41fe-80a1-d8106c8d0cc9 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:13:41.141912 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd2936c4-11d2-40c2-b71a-fe27d19fe71f tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:41.236577 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e5c370-0fe7-466e-a96f-c467dd215916 None None] DHCP port deletion for 17ddf30d-5813-44de-a6f3-7c482d35ee91 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 03:13:41.240684 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-26e5c370-0fe7-466e-a96f-c467dd215916 None None] Deleting port 7b44b6fc-925c-41fe-80a1-d8106c8d0cc9 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:13:41.241034 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-26e5c370-0fe7-466e-a96f-c467dd215916 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:41.351184 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-bd2936c4-11d2-40c2-b71a-fe27d19fe71f tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] For port 7b44b6fc-925c-41fe-80a1-d8106c8d0cc9, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=7b44b6fc-925c-41fe-80a1-d8106c8d0cc9,segment=NetworkSegment(f00904ef-0268-468e-bc5b-d9262b88c876),segment_id=f00904ef-0268-468e-bc5b-d9262b88c876)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:13:41.351545 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd2936c4-11d2-40c2-b71a-fe27d19fe71f tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:41.473663 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-bd2936c4-11d2-40c2-b71a-fe27d19fe71f tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Calling delete_port for 7b44b6fc-925c-41fe-80a1-d8106c8d0cc9 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:13:41.474899 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-26e5c370-0fe7-466e-a96f-c467dd215916 None None] For port 7b44b6fc-925c-41fe-80a1-d8106c8d0cc9, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=7b44b6fc-925c-41fe-80a1-d8106c8d0cc9,segment=NetworkSegment(f00904ef-0268-468e-bc5b-d9262b88c876),segment_id=f00904ef-0268-468e-bc5b-d9262b88c876)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:13:41.475298 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-26e5c370-0fe7-466e-a96f-c467dd215916 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:41.595781 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-26e5c370-0fe7-466e-a96f-c467dd215916 None None] Calling delete_port for 7b44b6fc-925c-41fe-80a1-d8106c8d0cc9 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:13:41.613064 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd2936c4-11d2-40c2-b71a-fe27d19fe71f tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:41.660060 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2936c4-11d2-40c2-b71a-fe27d19fe71f tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Pushing event deleted for resources: {'Port': ['ID=7b44b6fc-925c-41fe-80a1-d8106c8d0cc9,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:41.663586 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2936c4-11d2-40c2-b71a-fe27d19fe71f tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] No DVR routers for this DVR port 7b44b6fc-925c-41fe-80a1-d8106c8d0cc9 on host n-d-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:13:41.676880 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-26e5c370-0fe7-466e-a96f-c467dd215916 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:13:41.677252 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-26e5c370-0fe7-466e-a96f-c467dd215916 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:13:41.785685 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd2936c4-11d2-40c2-b71a-fe27d19fe71f tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:41.810081 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-bd2936c4-11d2-40c2-b71a-fe27d19fe71f tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17ddf30d-5813-44de-a6f3-7c482d35ee91']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:13:41.822386 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-bd2936c4-11d2-40c2-b71a-fe27d19fe71f tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f00904ef-0268-468e-bc5b-d9262b88c876') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:13:41.822685 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-bd2936c4-11d2-40c2-b71a-fe27d19fe71f tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f00904ef-0268-468e-bc5b-d9262b88c876') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:13:41.834620 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd2936c4-11d2-40c2-b71a-fe27d19fe71f tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:41.850148 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd2936c4-11d2-40c2-b71a-fe27d19fe71f tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:41.855908 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd2936c4-11d2-40c2-b71a-fe27d19fe71f tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:13:41.856289 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd2936c4-11d2-40c2-b71a-fe27d19fe71f tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:41.924504 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment f00904ef-0268-468e-bc5b-d9262b88c876 resource provider aggregate not found May 27 03:13:41.945639 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment f00904ef-0268-468e-bc5b-d9262b88c876 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f00904ef-0268-468e-bc5b-d9262b88c876 found for delete ", "request_id": "req-cc83215e-c9f4-4e94-a4ea-accc3fa0cdab"}]} May 27 03:13:42.028092 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd2936c4-11d2-40c2-b71a-fe27d19fe71f tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:42.045834 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd2936c4-11d2-40c2-b71a-fe27d19fe71f tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:42.057670 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2936c4-11d2-40c2-b71a-fe27d19fe71f tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] Pushing event deleted for resources: {'Network': ['ID=17ddf30d-5813-44de-a6f3-7c482d35ee91,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:42.060476 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-bd2936c4-11d2-40c2-b71a-fe27d19fe71f tempest-NetworksIpV6Test-747172306 tempest-NetworksIpV6Test-747172306-project] 10.222.0.57 "DELETE /v2.0/networks/17ddf30d-5813-44de-a6f3-7c482d35ee91 HTTP/1.1" status: 204 len: 168 time: 1.0441010 May 27 03:13:42.178346 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-26e5c370-0fe7-466e-a96f-c467dd215916 None None] Deleting port 7b44b6fc-925c-41fe-80a1-d8106c8d0cc9 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:13:42.178908 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-26e5c370-0fe7-466e-a96f-c467dd215916 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:42.245563 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-26e5c370-0fe7-466e-a96f-c467dd215916 None None] The port '7b44b6fc-925c-41fe-80a1-d8106c8d0cc9' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 03:13:42.281384 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 7b44b6fc-925c-41fe-80a1-d8106c8d0cc9 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:13:42.318944 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 7b44b6fc-925c-41fe-80a1-d8106c8d0cc9 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:13:42.319294 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 7b44b6fc-925c-41fe-80a1-d8106c8d0cc9 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:13:42.517392 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36196) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:42.660353 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f3bcdb11-5c23-476f-b704-3c88a5d196f5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=327231f879d24033aba9f85eef6bb2a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1418424 May 27 03:13:42.662880 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36202) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:42.724022 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9b60364b-1d86-47b9-b7ed-849c16dcd44b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:42.749494 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9b60364b-1d86-47b9-b7ed-849c16dcd44b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:42.863038 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9b60364b-1d86-47b9-b7ed-849c16dcd44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:42.881521 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60364b-1d86-47b9-b7ed-849c16dcd44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6dcfe1c-2b75-4b5f-a94d-b79a2f23e5bc,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:42.885492 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9b60364b-1d86-47b9-b7ed-849c16dcd44b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:42.886608 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9b60364b-1d86-47b9-b7ed-849c16dcd44b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f6dcfe1c-2b75-4b5f-a94d-b79a2f23e5bc HTTP/1.1" status: 204 len: 168 time: 0.2228122 May 27 03:13:43.860842 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36226) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:43.962474 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f47b97a1-742d-40b6-a2fd-4cb268b6460c tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1721611300', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:13:43.970046 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f47b97a1-742d-40b6-a2fd-4cb268b6460c tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:13:43.974055 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f47b97a1-742d-40b6-a2fd-4cb268b6460c tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Usage tracker for resource:router and tenant:51368219a9c84892bfba9d225cc81e46 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:13:43.976915 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f47b97a1-742d-40b6-a2fd-4cb268b6460c tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:13:43.983220 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f47b97a1-742d-40b6-a2fd-4cb268b6460c tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:13:44.052863 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f47b97a1-742d-40b6-a2fd-4cb268b6460c tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:44.053853 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f47b97a1-742d-40b6-a2fd-4cb268b6460c tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:44.068863 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f47b97a1-742d-40b6-a2fd-4cb268b6460c tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:44.161546 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f47b97a1-742d-40b6-a2fd-4cb268b6460c tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:44.241346 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f47b97a1-742d-40b6-a2fd-4cb268b6460c tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:44.242493 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f47b97a1-742d-40b6-a2fd-4cb268b6460c tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3806438 May 27 03:13:44.245263 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36232) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:44.251372 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f1c28669-907c-419a-bc20-deb3ff3d16b2 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2101988642'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:13:44.256948 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f1c28669-907c-419a-bc20-deb3ff3d16b2 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:13:44.261361 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f1c28669-907c-419a-bc20-deb3ff3d16b2 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Usage tracker for resource:network and tenant:51368219a9c84892bfba9d225cc81e46 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:13:44.264213 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f1c28669-907c-419a-bc20-deb3ff3d16b2 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:13:44.269848 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f1c28669-907c-419a-bc20-deb3ff3d16b2 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:13:44.344059 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c28669-907c-419a-bc20-deb3ff3d16b2 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Made reservation on behalf of 51368219a9c84892bfba9d225cc81e46 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:13:44.347601 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f1c28669-907c-419a-bc20-deb3ff3d16b2 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:44.360066 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f1c28669-907c-419a-bc20-deb3ff3d16b2 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:44.375049 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f1c28669-907c-419a-bc20-deb3ff3d16b2 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:13:44.378839 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f1c28669-907c-419a-bc20-deb3ff3d16b2 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Usage tracker for resource:security_group_rule and tenant:51368219a9c84892bfba9d225cc81e46 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:13:44.381602 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f1c28669-907c-419a-bc20-deb3ff3d16b2 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:13:44.387247 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f1c28669-907c-419a-bc20-deb3ff3d16b2 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:13:44.469908 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f1c28669-907c-419a-bc20-deb3ff3d16b2 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:44.536493 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f1c28669-907c-419a-bc20-deb3ff3d16b2 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:44.568557 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c28669-907c-419a-bc20-deb3ff3d16b2 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:13:44.576690 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28669-907c-419a-bc20-deb3ff3d16b2 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d917a29-f7cb-495a-aec4-0e39c9d1bc89,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:44.582065 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f1c28669-907c-419a-bc20-deb3ff3d16b2 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:44.582440 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-f1c28669-907c-419a-bc20-deb3ff3d16b2 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Added segment e588cbbf-6f30-4ef6-aa6a-d1a24caaa867 of type vlan for network d0e117d4-567c-4640-ba45-2bfe7c1e4485 May 27 03:13:44.609402 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f1c28669-907c-419a-bc20-deb3ff3d16b2 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:44.707674 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f1c28669-907c-419a-bc20-deb3ff3d16b2 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:44.713107 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c28669-907c-419a-bc20-deb3ff3d16b2 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:44.713692 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f1c28669-907c-419a-bc20-deb3ff3d16b2 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:44.923451 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28669-907c-419a-bc20-deb3ff3d16b2 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Pushing event updated for resources: {'Network': ['ID=d0e117d4-567c-4640-ba45-2bfe7c1e4485,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:44.934206 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network d0e117d4-567c-4640-ba45-2bfe7c1e4485 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:13:44.971899 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f1c28669-907c-419a-bc20-deb3ff3d16b2 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7255824 May 27 03:13:44.974674 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36236) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:44.980100 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f84d6f1d-05db-494d-b2fd-de775b9c4ec5 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Request body: {'subnet': {'network_id': 'd0e117d4-567c-4640-ba45-2bfe7c1e4485', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:13:45.088121 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f84d6f1d-05db-494d-b2fd-de775b9c4ec5 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:13:45.091821 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f84d6f1d-05db-494d-b2fd-de775b9c4ec5 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Usage tracker for resource:subnet and tenant:51368219a9c84892bfba9d225cc81e46 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:13:45.095189 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f84d6f1d-05db-494d-b2fd-de775b9c4ec5 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:13:45.100742 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f84d6f1d-05db-494d-b2fd-de775b9c4ec5 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:13:45.218897 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84d6f1d-05db-494d-b2fd-de775b9c4ec5 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Made reservation on behalf of 51368219a9c84892bfba9d225cc81e46 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:13:45.222422 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f84d6f1d-05db-494d-b2fd-de775b9c4ec5 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:45.499358 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f84d6f1d-05db-494d-b2fd-de775b9c4ec5 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:45.580688 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d6f1d-05db-494d-b2fd-de775b9c4ec5 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Pushing event updated for resources: {'Subnet': ['ID=2ab7f03d-9e91-4303-a278-95139229ab43,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:45.586011 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84d6f1d-05db-494d-b2fd-de775b9c4ec5 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Checking segment: {'id': 'e588cbbf-6f30-4ef6-aa6a-d1a24caaa867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd0e117d4-567c-4640-ba45-2bfe7c1e4485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:13:45.586373 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84d6f1d-05db-494d-b2fd-de775b9c4ec5 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Network hostable DHCP agents. Network: d0e117d4-567c-4640-ba45-2bfe7c1e4485, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:13:45.652820 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84d6f1d-05db-494d-b2fd-de775b9c4ec5 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Network d0e117d4-567c-4640-ba45-2bfe7c1e4485 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:13:45.727080 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-f84d6f1d-05db-494d-b2fd-de775b9c4ec5 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, d0e117d4-567c-4640-ba45-2bfe7c1e4485) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:13:45.730995 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84d6f1d-05db-494d-b2fd-de775b9c4ec5 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:45.731585 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f84d6f1d-05db-494d-b2fd-de775b9c4ec5 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:45.736012 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bed85d-c378-49cc-a44a-d7b16794ae2b None None] Network d0e117d4-567c-4640-ba45-2bfe7c1e4485 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:13:45.812529 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36240) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:45.813983 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f84d6f1d-05db-494d-b2fd-de775b9c4ec5 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8367901 May 27 03:13:45.818734 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-1732fb7b-9b06-44e1-922f-bcd18eed6051 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1829632340'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:13:45.824190 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1732fb7b-9b06-44e1-922f-bcd18eed6051 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:13:45.828212 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1732fb7b-9b06-44e1-922f-bcd18eed6051 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Usage tracker for resource:network and tenant:51368219a9c84892bfba9d225cc81e46 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:13:45.831376 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1732fb7b-9b06-44e1-922f-bcd18eed6051 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:13:45.837236 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1732fb7b-9b06-44e1-922f-bcd18eed6051 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:13:45.896918 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1732fb7b-9b06-44e1-922f-bcd18eed6051 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Made reservation on behalf of 51368219a9c84892bfba9d225cc81e46 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:13:45.900380 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1732fb7b-9b06-44e1-922f-bcd18eed6051 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:45.928336 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1732fb7b-9b06-44e1-922f-bcd18eed6051 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:13:45.937676 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1732fb7b-9b06-44e1-922f-bcd18eed6051 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:45.938017 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-1732fb7b-9b06-44e1-922f-bcd18eed6051 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Added segment 290567e3-372b-4ade-a9cd-86c6ecb5f168 of type vlan for network 4bd6a91d-5e7f-4ac1-aa82-4de5526b5c5d May 27 03:13:45.950656 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572eb502-8d61-47e9-a435-398f31f9aac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-d0e117d4-567c-4640-ba45-2bfe7c1e4485', 'network_id': 'd0e117d4-567c-4640-ba45-2bfe7c1e4485', 'tenant_id': '51368219a9c84892bfba9d225cc81e46', 'fixed_ips': [{'subnet_id': '2ab7f03d-9e91-4303-a278-95139229ab43'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 03:13:45.951502 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-572eb502-8d61-47e9-a435-398f31f9aac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:45.975573 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1732fb7b-9b06-44e1-922f-bcd18eed6051 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:46.064313 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1732fb7b-9b06-44e1-922f-bcd18eed6051 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:46.069833 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1732fb7b-9b06-44e1-922f-bcd18eed6051 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:46.074117 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1732fb7b-9b06-44e1-922f-bcd18eed6051 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:46.101338 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-572eb502-8d61-47e9-a435-398f31f9aac9 None None] Allocated IP 172.20.0.2 (d0e117d4-567c-4640-ba45-2bfe7c1e4485/2ab7f03d-9e91-4303-a278-95139229ab43/3a69ac74-eeb8-4702-a17b-66920a638545) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:13:46.176962 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1732fb7b-9b06-44e1-922f-bcd18eed6051 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Pushing event updated for resources: {'Network': ['ID=4bd6a91d-5e7f-4ac1-aa82-4de5526b5c5d,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:46.191761 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 4bd6a91d-5e7f-4ac1-aa82-4de5526b5c5d details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:13:46.229092 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1732fb7b-9b06-44e1-922f-bcd18eed6051 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4148533 May 27 03:13:46.231949 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36244) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:46.238382 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ca17b608-13f5-4d08-9c98-224cb2826d16 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Request body: {'subnet': {'network_id': '4bd6a91d-5e7f-4ac1-aa82-4de5526b5c5d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:13:46.350353 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ca17b608-13f5-4d08-9c98-224cb2826d16 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:13:46.354232 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ca17b608-13f5-4d08-9c98-224cb2826d16 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Usage tracker for resource:subnet and tenant:51368219a9c84892bfba9d225cc81e46 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:13:46.357055 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ca17b608-13f5-4d08-9c98-224cb2826d16 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:13:46.363362 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ca17b608-13f5-4d08-9c98-224cb2826d16 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:13:46.396704 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-572eb502-8d61-47e9-a435-398f31f9aac9 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:46.407416 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-572eb502-8d61-47e9-a435-398f31f9aac9 None None] Transition to ACTIVE for port object 3a69ac74-eeb8-4702-a17b-66920a638545 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:13:46.422540 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca17b608-13f5-4d08-9c98-224cb2826d16 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Made reservation on behalf of 51368219a9c84892bfba9d225cc81e46 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:13:46.425108 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-572eb502-8d61-47e9-a435-398f31f9aac9 None None] Transition to ACTIVE for port object 3a69ac74-eeb8-4702-a17b-66920a638545 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:13:46.427486 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ca17b608-13f5-4d08-9c98-224cb2826d16 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:46.493341 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-572eb502-8d61-47e9-a435-398f31f9aac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:46.560953 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572eb502-8d61-47e9-a435-398f31f9aac9 None None] Network d0e117d4-567c-4640-ba45-2bfe7c1e4485 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:13:46.563839 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-572eb502-8d61-47e9-a435-398f31f9aac9 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:13:46.567393 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572eb502-8d61-47e9-a435-398f31f9aac9 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:13:46.572889 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572eb502-8d61-47e9-a435-398f31f9aac9 None None] Pushing event updated for resources: {'Port': ['ID=3a69ac74-eeb8-4702-a17b-66920a638545,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:46.656348 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-572eb502-8d61-47e9-a435-398f31f9aac9 None None] Attempting to bind port 3a69ac74-eeb8-4702-a17b-66920a638545 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:13:46.656710 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-572eb502-8d61-47e9-a435-398f31f9aac9 None None] Attempting to bind port 3a69ac74-eeb8-4702-a17b-66920a638545 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'e588cbbf-6f30-4ef6-aa6a-d1a24caaa867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd0e117d4-567c-4640-ba45-2bfe7c1e4485'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:13:46.657096 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572eb502-8d61-47e9-a435-398f31f9aac9 None None] Attempting to bind port 3a69ac74-eeb8-4702-a17b-66920a638545 on network d0e117d4-567c-4640-ba45-2bfe7c1e4485 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:13:46.662247 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572eb502-8d61-47e9-a435-398f31f9aac9 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:13:46.662613 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572eb502-8d61-47e9-a435-398f31f9aac9 None None] Checking segment: {'id': 'e588cbbf-6f30-4ef6-aa6a-d1a24caaa867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd0e117d4-567c-4640-ba45-2bfe7c1e4485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:13:46.663014 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-572eb502-8d61-47e9-a435-398f31f9aac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:46.663402 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572eb502-8d61-47e9-a435-398f31f9aac9 None None] Bound using segment: {'id': 'e588cbbf-6f30-4ef6-aa6a-d1a24caaa867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd0e117d4-567c-4640-ba45-2bfe7c1e4485'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:13:46.663858 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-572eb502-8d61-47e9-a435-398f31f9aac9 None None] Bound port: 3a69ac74-eeb8-4702-a17b-66920a638545, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e588cbbf-6f30-4ef6-aa6a-d1a24caaa867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd0e117d4-567c-4640-ba45-2bfe7c1e4485'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:13:46.664270 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-572eb502-8d61-47e9-a435-398f31f9aac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:46.703332 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ca17b608-13f5-4d08-9c98-224cb2826d16 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:46.754578 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-572eb502-8d61-47e9-a435-398f31f9aac9 None None] For port 3a69ac74-eeb8-4702-a17b-66920a638545, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:13:46.758135 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-572eb502-8d61-47e9-a435-398f31f9aac9 None None] For port 3a69ac74-eeb8-4702-a17b-66920a638545, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=3a69ac74-eeb8-4702-a17b-66920a638545,segment=NetworkSegment(e588cbbf-6f30-4ef6-aa6a-d1a24caaa867),segment_id=e588cbbf-6f30-4ef6-aa6a-d1a24caaa867)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:13:46.790689 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca17b608-13f5-4d08-9c98-224cb2826d16 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Pushing event updated for resources: {'Subnet': ['ID=d0ccc22e-1e0e-4859-9eb4-124f184821c9,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:46.795679 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca17b608-13f5-4d08-9c98-224cb2826d16 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Checking segment: {'id': '290567e3-372b-4ade-a9cd-86c6ecb5f168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4bd6a91d-5e7f-4ac1-aa82-4de5526b5c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:13:46.796044 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca17b608-13f5-4d08-9c98-224cb2826d16 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Network hostable DHCP agents. Network: 4bd6a91d-5e7f-4ac1-aa82-4de5526b5c5d, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:13:46.840070 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-572eb502-8d61-47e9-a435-398f31f9aac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:46.891137 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca17b608-13f5-4d08-9c98-224cb2826d16 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Network 4bd6a91d-5e7f-4ac1-aa82-4de5526b5c5d is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:13:46.923333 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572eb502-8d61-47e9-a435-398f31f9aac9 None None] Pushing event updated for resources: {'Port': ['ID=3a69ac74-eeb8-4702-a17b-66920a638545,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:46.984218 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-ca17b608-13f5-4d08-9c98-224cb2826d16 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 4bd6a91d-5e7f-4ac1-aa82-4de5526b5c5d) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:13:46.988570 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca17b608-13f5-4d08-9c98-224cb2826d16 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:46.989296 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ca17b608-13f5-4d08-9c98-224cb2826d16 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:46.993939 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a46549-162b-487f-9ef7-40c76ed38655 None None] Network 4bd6a91d-5e7f-4ac1-aa82-4de5526b5c5d requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:13:47.094823 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ca17b608-13f5-4d08-9c98-224cb2826d16 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8617690 May 27 03:13:47.097686 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36248) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:47.106654 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-775d3065-3d74-4e70-a28c-22ebc5f1f4fd tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Request body: {'router': {'external_gateway_info': {'network_id': '4bd6a91d-5e7f-4ac1-aa82-4de5526b5c5d'}}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:13:47.268488 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68e371e-d0e1-4b5a-bd5d-8de7f67f37a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-4bd6a91d-5e7f-4ac1-aa82-4de5526b5c5d', 'network_id': '4bd6a91d-5e7f-4ac1-aa82-4de5526b5c5d', 'tenant_id': '51368219a9c84892bfba9d225cc81e46', 'fixed_ips': [{'subnet_id': 'd0ccc22e-1e0e-4859-9eb4-124f184821c9'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 03:13:47.269336 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e68e371e-d0e1-4b5a-bd5d-8de7f67f37a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:47.424506 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-e68e371e-d0e1-4b5a-bd5d-8de7f67f37a4 None None] Allocated IP 172.21.0.2 (4bd6a91d-5e7f-4ac1-aa82-4de5526b5c5d/d0ccc22e-1e0e-4859-9eb4-124f184821c9/e20b9825-7939-4cca-96a0-6cb4cea6e659) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:13:47.607108 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-775d3065-3d74-4e70-a28c-22ebc5f1f4fd tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:47.634279 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e68e371e-d0e1-4b5a-bd5d-8de7f67f37a4 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:47.644785 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e68e371e-d0e1-4b5a-bd5d-8de7f67f37a4 None None] Transition to ACTIVE for port object e20b9825-7939-4cca-96a0-6cb4cea6e659 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:13:47.664024 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e68e371e-d0e1-4b5a-bd5d-8de7f67f37a4 None None] Transition to ACTIVE for port object e20b9825-7939-4cca-96a0-6cb4cea6e659 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:13:47.757262 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e68e371e-d0e1-4b5a-bd5d-8de7f67f37a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:47.826280 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68e371e-d0e1-4b5a-bd5d-8de7f67f37a4 None None] Network 4bd6a91d-5e7f-4ac1-aa82-4de5526b5c5d is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:13:47.829051 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-e68e371e-d0e1-4b5a-bd5d-8de7f67f37a4 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:13:47.832837 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68e371e-d0e1-4b5a-bd5d-8de7f67f37a4 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:13:47.843219 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e371e-d0e1-4b5a-bd5d-8de7f67f37a4 None None] Pushing event updated for resources: {'Port': ['ID=e20b9825-7939-4cca-96a0-6cb4cea6e659,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:47.843685 n-d-843554-3 neutron-server[88902]: INFO neutron.api.v2.resource [None req-775d3065-3d74-4e70-a28c-22ebc5f1f4fd tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:13:47.850405 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-775d3065-3d74-4e70-a28c-22ebc5f1f4fd tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] 10.222.0.57 "PUT /v2.0/routers/aba1ffb3-e848-4ead-9405-d5901bcc5334 HTTP/1.1" status: 400 len: 364 time: 0.7488790 May 27 03:13:47.855224 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36252) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:47.877091 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1954da6c-8b92-4f08-8acb-eba88373c761 None None] Network d0e117d4-567c-4640-ba45-2bfe7c1e4485 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:13:47.925355 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-6050129a-7a4f-48bf-8dc8-34a8b7085b62 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Deleting subnet d0ccc22e-1e0e-4859-9eb4-124f184821c9 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 03:13:47.928330 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6050129a-7a4f-48bf-8dc8-34a8b7085b62 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:47.989159 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6050129a-7a4f-48bf-8dc8-34a8b7085b62 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:48.014515 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-e68e371e-d0e1-4b5a-bd5d-8de7f67f37a4 None None] Attempting to bind port e20b9825-7939-4cca-96a0-6cb4cea6e659 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:13:48.015048 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-e68e371e-d0e1-4b5a-bd5d-8de7f67f37a4 None None] Attempting to bind port e20b9825-7939-4cca-96a0-6cb4cea6e659 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '290567e3-372b-4ade-a9cd-86c6ecb5f168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4bd6a91d-5e7f-4ac1-aa82-4de5526b5c5d'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:13:48.015226 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68e371e-d0e1-4b5a-bd5d-8de7f67f37a4 None None] Attempting to bind port e20b9825-7939-4cca-96a0-6cb4cea6e659 on network 4bd6a91d-5e7f-4ac1-aa82-4de5526b5c5d {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:13:48.034544 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68e371e-d0e1-4b5a-bd5d-8de7f67f37a4 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:13:48.034920 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68e371e-d0e1-4b5a-bd5d-8de7f67f37a4 None None] Checking segment: {'id': '290567e3-372b-4ade-a9cd-86c6ecb5f168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4bd6a91d-5e7f-4ac1-aa82-4de5526b5c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:13:48.035305 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e68e371e-d0e1-4b5a-bd5d-8de7f67f37a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:48.035689 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68e371e-d0e1-4b5a-bd5d-8de7f67f37a4 None None] Bound using segment: {'id': '290567e3-372b-4ade-a9cd-86c6ecb5f168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4bd6a91d-5e7f-4ac1-aa82-4de5526b5c5d'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:13:48.036145 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-e68e371e-d0e1-4b5a-bd5d-8de7f67f37a4 None None] Bound port: e20b9825-7939-4cca-96a0-6cb4cea6e659, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '290567e3-372b-4ade-a9cd-86c6ecb5f168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4bd6a91d-5e7f-4ac1-aa82-4de5526b5c5d'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:13:48.036507 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e68e371e-d0e1-4b5a-bd5d-8de7f67f37a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:48.073694 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6050129a-7a4f-48bf-8dc8-34a8b7085b62 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:48.093165 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f631c94e-3775-44c3-bdae-e8ab6f8e0e73 None None] Provisioning for port 3a69ac74-eeb8-4702-a17b-66920a638545 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:13:48.225386 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6050129a-7a4f-48bf-8dc8-34a8b7085b62 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:48.229950 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-e68e371e-d0e1-4b5a-bd5d-8de7f67f37a4 None None] For port e20b9825-7939-4cca-96a0-6cb4cea6e659, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:13:48.241530 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-e68e371e-d0e1-4b5a-bd5d-8de7f67f37a4 None None] For port e20b9825-7939-4cca-96a0-6cb4cea6e659, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=e20b9825-7939-4cca-96a0-6cb4cea6e659,segment=NetworkSegment(290567e3-372b-4ade-a9cd-86c6ecb5f168),segment_id=290567e3-372b-4ade-a9cd-86c6ecb5f168)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:13:48.273560 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6050129a-7a4f-48bf-8dc8-34a8b7085b62 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Pushing event deleted for resources: {'Subnet': ['ID=d0ccc22e-1e0e-4859-9eb4-124f184821c9,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:48.277720 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6050129a-7a4f-48bf-8dc8-34a8b7085b62 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:48.285440 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6050129a-7a4f-48bf-8dc8-34a8b7085b62 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] 10.222.0.57 "DELETE /v2.0/subnets/d0ccc22e-1e0e-4859-9eb4-124f184821c9 HTTP/1.1" status: 204 len: 168 time: 0.4289584 May 27 03:13:48.286913 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36256) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:48.316762 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e68e371e-d0e1-4b5a-bd5d-8de7f67f37a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:48.379676 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 3a69ac74-eeb8-4702-a17b-66920a638545 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:13:48.413150 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba5bc6b3-374d-4a25-ac59-a7c9be2efbfa tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:48.425423 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-ba5bc6b3-374d-4a25-ac59-a7c9be2efbfa tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Deleting port e20b9825-7939-4cca-96a0-6cb4cea6e659 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:13:48.425763 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba5bc6b3-374d-4a25-ac59-a7c9be2efbfa tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:48.481584 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e371e-d0e1-4b5a-bd5d-8de7f67f37a4 None None] Pushing event updated for resources: {'Port': ['ID=e20b9825-7939-4cca-96a0-6cb4cea6e659,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:48.567238 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 3a69ac74-eeb8-4702-a17b-66920a638545 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:13:48.572651 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 3a69ac74-eeb8-4702-a17b-66920a638545 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:13:48.577898 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:48.658001 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-ba5bc6b3-374d-4a25-ac59-a7c9be2efbfa tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] For port e20b9825-7939-4cca-96a0-6cb4cea6e659, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=e20b9825-7939-4cca-96a0-6cb4cea6e659,segment=NetworkSegment(290567e3-372b-4ade-a9cd-86c6ecb5f168),segment_id=290567e3-372b-4ade-a9cd-86c6ecb5f168)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:13:48.658508 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba5bc6b3-374d-4a25-ac59-a7c9be2efbfa tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:48.705450 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 3a69ac74-eeb8-4702-a17b-66920a638545 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:13:48.705836 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:48.753796 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 3a69ac74-eeb8-4702-a17b-66920a638545, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=3a69ac74-eeb8-4702-a17b-66920a638545,segment=NetworkSegment(e588cbbf-6f30-4ef6-aa6a-d1a24caaa867),segment_id=e588cbbf-6f30-4ef6-aa6a-d1a24caaa867)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:13:48.806226 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-ba5bc6b3-374d-4a25-ac59-a7c9be2efbfa tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Calling delete_port for e20b9825-7939-4cca-96a0-6cb4cea6e659 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:13:48.839878 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:48.906503 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=3a69ac74-eeb8-4702-a17b-66920a638545,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:48.953909 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba5bc6b3-374d-4a25-ac59-a7c9be2efbfa tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:49.000792 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5bc6b3-374d-4a25-ac59-a7c9be2efbfa tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Pushing event deleted for resources: {'Port': ['ID=e20b9825-7939-4cca-96a0-6cb4cea6e659,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:49.004212 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5bc6b3-374d-4a25-ac59-a7c9be2efbfa tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] No DVR routers for this DVR port e20b9825-7939-4cca-96a0-6cb4cea6e659 on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:13:49.124999 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba5bc6b3-374d-4a25-ac59-a7c9be2efbfa tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:49.151347 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-ba5bc6b3-374d-4a25-ac59-a7c9be2efbfa tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bd6a91d-5e7f-4ac1-aa82-4de5526b5c5d']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:13:49.168073 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-ba5bc6b3-374d-4a25-ac59-a7c9be2efbfa tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '290567e3-372b-4ade-a9cd-86c6ecb5f168') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:13:49.168366 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-ba5bc6b3-374d-4a25-ac59-a7c9be2efbfa tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '290567e3-372b-4ade-a9cd-86c6ecb5f168') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:13:49.181194 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba5bc6b3-374d-4a25-ac59-a7c9be2efbfa tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:49.306842 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba5bc6b3-374d-4a25-ac59-a7c9be2efbfa tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:49.313181 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba5bc6b3-374d-4a25-ac59-a7c9be2efbfa tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:13:49.313577 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba5bc6b3-374d-4a25-ac59-a7c9be2efbfa tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:49.388236 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 290567e3-372b-4ade-a9cd-86c6ecb5f168 resource provider aggregate not found May 27 03:13:49.416964 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 290567e3-372b-4ade-a9cd-86c6ecb5f168 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 290567e3-372b-4ade-a9cd-86c6ecb5f168 found for delete ", "request_id": "req-b418e528-7d1c-487f-b3d5-3128cf7eac3b"}]} May 27 03:13:49.432361 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4652b2a-a2d9-4f25-bef9-3c472e36dca0 None None] Network 4bd6a91d-5e7f-4ac1-aa82-4de5526b5c5d requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:13:49.481646 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba5bc6b3-374d-4a25-ac59-a7c9be2efbfa tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:49.501518 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba5bc6b3-374d-4a25-ac59-a7c9be2efbfa tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:49.509938 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5bc6b3-374d-4a25-ac59-a7c9be2efbfa tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Pushing event deleted for resources: {'Network': ['ID=4bd6a91d-5e7f-4ac1-aa82-4de5526b5c5d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:49.514440 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ba5bc6b3-374d-4a25-ac59-a7c9be2efbfa tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] 10.222.0.57 "DELETE /v2.0/networks/4bd6a91d-5e7f-4ac1-aa82-4de5526b5c5d HTTP/1.1" status: 204 len: 168 time: 1.2260201 May 27 03:13:49.515726 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-dd109b07-12c2-408c-a070-b30329f27e3b None None] Could not find standard attr ID for object e20b9825-7939-4cca-96a0-6cb4cea6e659. {{(pid=88903) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 03:13:49.516994 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36264) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:49.581699 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fce6880-ffa9-40ee-91c5-bf67089fee01 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Deleting subnet 2ab7f03d-9e91-4303-a278-95139229ab43 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 03:13:49.584504 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2fce6880-ffa9-40ee-91c5-bf67089fee01 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:49.643708 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2fce6880-ffa9-40ee-91c5-bf67089fee01 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:49.656122 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ffaa14-e74a-4d76-b6d1-f8c369d72537 None None] DHCP port deletion for 4bd6a91d-5e7f-4ac1-aa82-4de5526b5c5d request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 03:13:49.725496 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2fce6880-ffa9-40ee-91c5-bf67089fee01 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:49.812956 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:49.841317 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:49.879789 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2fce6880-ffa9-40ee-91c5-bf67089fee01 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:49.923466 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce6880-ffa9-40ee-91c5-bf67089fee01 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Pushing event deleted for resources: {'Subnet': ['ID=2ab7f03d-9e91-4303-a278-95139229ab43,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:49.925417 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2fce6880-ffa9-40ee-91c5-bf67089fee01 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:49.931158 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f2f487-d4d9-4bbf-9d68-7a28b339286e None None] Network d0e117d4-567c-4640-ba45-2bfe7c1e4485 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:13:49.934805 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2fce6880-ffa9-40ee-91c5-bf67089fee01 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] 10.222.0.57 "DELETE /v2.0/subnets/2ab7f03d-9e91-4303-a278-95139229ab43 HTTP/1.1" status: 204 len: 168 time: 0.4143822 May 27 03:13:49.934981 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36268) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:50.052328 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f2e01de0-b286-48ad-891a-88ba08d7294c tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:50.063591 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-f2e01de0-b286-48ad-891a-88ba08d7294c tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Deleting port 3a69ac74-eeb8-4702-a17b-66920a638545 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:13:50.063927 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f2e01de0-b286-48ad-891a-88ba08d7294c tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:50.195850 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e7ae46-7f29-42c5-a0b0-8e9f34e00168 None None] DHCP port deletion for d0e117d4-567c-4640-ba45-2bfe7c1e4485 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 03:13:50.200155 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-b9e7ae46-7f29-42c5-a0b0-8e9f34e00168 None None] Deleting port 3a69ac74-eeb8-4702-a17b-66920a638545 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:13:50.200524 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b9e7ae46-7f29-42c5-a0b0-8e9f34e00168 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:50.273838 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-f2e01de0-b286-48ad-891a-88ba08d7294c tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] For port 3a69ac74-eeb8-4702-a17b-66920a638545, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=3a69ac74-eeb8-4702-a17b-66920a638545,segment=NetworkSegment(e588cbbf-6f30-4ef6-aa6a-d1a24caaa867),segment_id=e588cbbf-6f30-4ef6-aa6a-d1a24caaa867)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:13:50.274303 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f2e01de0-b286-48ad-891a-88ba08d7294c tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:50.290702 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 3a69ac74-eeb8-4702-a17b-66920a638545 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:13:50.399488 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-f2e01de0-b286-48ad-891a-88ba08d7294c tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Calling delete_port for 3a69ac74-eeb8-4702-a17b-66920a638545 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:13:50.498288 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-b9e7ae46-7f29-42c5-a0b0-8e9f34e00168 None None] For port 3a69ac74-eeb8-4702-a17b-66920a638545, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=3a69ac74-eeb8-4702-a17b-66920a638545,segment=NetworkSegment(e588cbbf-6f30-4ef6-aa6a-d1a24caaa867),segment_id=e588cbbf-6f30-4ef6-aa6a-d1a24caaa867)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:13:50.498864 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b9e7ae46-7f29-42c5-a0b0-8e9f34e00168 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:50.565272 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f2e01de0-b286-48ad-891a-88ba08d7294c tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:50.611882 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e01de0-b286-48ad-891a-88ba08d7294c tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Pushing event deleted for resources: {'Port': ['ID=3a69ac74-eeb8-4702-a17b-66920a638545,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:50.614672 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 3a69ac74-eeb8-4702-a17b-66920a638545 is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:13:50.614817 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:50.615141 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e01de0-b286-48ad-891a-88ba08d7294c tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] No DVR routers for this DVR port 3a69ac74-eeb8-4702-a17b-66920a638545 on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:13:50.628837 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-b9e7ae46-7f29-42c5-a0b0-8e9f34e00168 None None] Calling delete_port for 3a69ac74-eeb8-4702-a17b-66920a638545 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:13:50.740178 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f2e01de0-b286-48ad-891a-88ba08d7294c tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:50.743203 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-b9e7ae46-7f29-42c5-a0b0-8e9f34e00168 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:13:50.743561 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-b9e7ae46-7f29-42c5-a0b0-8e9f34e00168 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:13:50.768458 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-f2e01de0-b286-48ad-891a-88ba08d7294c tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0e117d4-567c-4640-ba45-2bfe7c1e4485']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:13:50.780679 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-f2e01de0-b286-48ad-891a-88ba08d7294c tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e588cbbf-6f30-4ef6-aa6a-d1a24caaa867') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:13:50.780998 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-f2e01de0-b286-48ad-891a-88ba08d7294c tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e588cbbf-6f30-4ef6-aa6a-d1a24caaa867') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:13:50.791919 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f2e01de0-b286-48ad-891a-88ba08d7294c tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:50.808072 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f2e01de0-b286-48ad-891a-88ba08d7294c tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:50.813962 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2e01de0-b286-48ad-891a-88ba08d7294c tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:13:50.814340 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f2e01de0-b286-48ad-891a-88ba08d7294c tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:50.994015 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f2e01de0-b286-48ad-891a-88ba08d7294c tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:51.011008 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f2e01de0-b286-48ad-891a-88ba08d7294c tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:51.023194 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e01de0-b286-48ad-891a-88ba08d7294c tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Pushing event deleted for resources: {'Network': ['ID=d0e117d4-567c-4640-ba45-2bfe7c1e4485,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:51.025866 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f2e01de0-b286-48ad-891a-88ba08d7294c tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] 10.222.0.57 "DELETE /v2.0/networks/d0e117d4-567c-4640-ba45-2bfe7c1e4485 HTTP/1.1" status: 204 len: 168 time: 1.0899725 May 27 03:13:51.028410 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36272) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:51.070575 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f71cc573-04cb-408d-a4a7-fe36e9ac7441 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Synchronizing usage tracker for tenant:51368219a9c84892bfba9d225cc81e46 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:13:51.138542 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f71cc573-04cb-408d-a4a7-fe36e9ac7441 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Unset dirty status for tenant:51368219a9c84892bfba9d225cc81e46 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:13:51.140169 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f71cc573-04cb-408d-a4a7-fe36e9ac7441 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] 10.222.0.57 "GET /v2.0/ports?device_id=aba1ffb3-e848-4ead-9405-d5901bcc5334 HTTP/1.1" status: 200 len: 205 time: 0.1107709 May 27 03:13:51.142616 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36276) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:51.245340 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-b9e7ae46-7f29-42c5-a0b0-8e9f34e00168 None None] Deleting port 3a69ac74-eeb8-4702-a17b-66920a638545 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:13:51.245837 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b9e7ae46-7f29-42c5-a0b0-8e9f34e00168 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:51.313267 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-b9e7ae46-7f29-42c5-a0b0-8e9f34e00168 None None] The port '3a69ac74-eeb8-4702-a17b-66920a638545' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 03:13:51.380340 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd11aced-200f-46af-9c49-c0fa7637ca78 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:51.493550 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment e588cbbf-6f30-4ef6-aa6a-d1a24caaa867 resource provider aggregate not found May 27 03:13:51.510048 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment e588cbbf-6f30-4ef6-aa6a-d1a24caaa867 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e588cbbf-6f30-4ef6-aa6a-d1a24caaa867 found for delete ", "request_id": "req-e9e427e0-6b0c-4711-9246-cacac17e7fcc"}]} May 27 03:13:51.681078 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd11aced-200f-46af-9c49-c0fa7637ca78 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:51.683110 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd11aced-200f-46af-9c49-c0fa7637ca78 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:51.766815 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd11aced-200f-46af-9c49-c0fa7637ca78 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:51.767314 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd11aced-200f-46af-9c49-c0fa7637ca78 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Fanout notify agent at l3_agent the message router_deleted on router aba1ffb3-e848-4ead-9405-d5901bcc5334 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 03:13:51.779061 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd11aced-200f-46af-9c49-c0fa7637ca78 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:51.780155 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-fd11aced-200f-46af-9c49-c0fa7637ca78 tempest-RoutersNegativeTest-1489255293 tempest-RoutersNegativeTest-1489255293-project] 10.222.0.57 "DELETE /v2.0/routers/aba1ffb3-e848-4ead-9405-d5901bcc5334 HTTP/1.1" status: 204 len: 168 time: 0.6366436 May 27 03:13:52.325049 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36288) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:52.468262 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-eaca2e2e-46f5-497a-94f5-5e993e36c36e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=51368219a9c84892bfba9d225cc81e46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1415401 May 27 03:13:52.470781 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36294) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:52.526034 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-74218ddf-be33-4e00-b527-e608a9c87c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:52.551131 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-74218ddf-be33-4e00-b527-e608a9c87c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:52.679702 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-74218ddf-be33-4e00-b527-e608a9c87c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:52.695297 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74218ddf-be33-4e00-b527-e608a9c87c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d917a29-f7cb-495a-aec4-0e39c9d1bc89,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:52.699558 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-74218ddf-be33-4e00-b527-e608a9c87c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:52.700663 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-74218ddf-be33-4e00-b527-e608a9c87c54 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0d917a29-f7cb-495a-aec4-0e39c9d1bc89 HTTP/1.1" status: 204 len: 168 time: 0.2290127 May 27 03:13:53.714527 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36318) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:53.816093 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-8b27d1aa-42c9-42c7-9291-51b7ec938897 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1774602792-network', 'tenant_id': 'b5c4616204ee4441b5e30cb1dca6fe82'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:13:53.821491 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-8b27d1aa-42c9-42c7-9291-51b7ec938897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:13:53.825384 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8b27d1aa-42c9-42c7-9291-51b7ec938897 admin admin] Usage tracker for resource:network and tenant:b5c4616204ee4441b5e30cb1dca6fe82 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:13:53.828701 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8b27d1aa-42c9-42c7-9291-51b7ec938897 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:13:53.834983 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-8b27d1aa-42c9-42c7-9291-51b7ec938897 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:13:53.930672 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b27d1aa-42c9-42c7-9291-51b7ec938897 admin admin] Made reservation on behalf of b5c4616204ee4441b5e30cb1dca6fe82 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:13:53.932977 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8b27d1aa-42c9-42c7-9291-51b7ec938897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:53.944879 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8b27d1aa-42c9-42c7-9291-51b7ec938897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:53.960405 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-8b27d1aa-42c9-42c7-9291-51b7ec938897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:13:53.964260 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8b27d1aa-42c9-42c7-9291-51b7ec938897 admin admin] Usage tracker for resource:security_group_rule and tenant:b5c4616204ee4441b5e30cb1dca6fe82 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:13:53.967074 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-8b27d1aa-42c9-42c7-9291-51b7ec938897 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:13:53.973639 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-8b27d1aa-42c9-42c7-9291-51b7ec938897 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:13:54.053375 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8b27d1aa-42c9-42c7-9291-51b7ec938897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:54.130693 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8b27d1aa-42c9-42c7-9291-51b7ec938897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:54.163091 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b27d1aa-42c9-42c7-9291-51b7ec938897 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:13:54.168137 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b27d1aa-42c9-42c7-9291-51b7ec938897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bea46c9-cf5e-4194-9ba1-da669a581b02,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:54.176052 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8b27d1aa-42c9-42c7-9291-51b7ec938897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:54.176350 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-8b27d1aa-42c9-42c7-9291-51b7ec938897 admin admin] Added segment c3261c1e-c73a-4f9e-ab4e-450581b1140e of type vlan for network 46d531b0-a8cf-41a5-915f-627b096f1f68 May 27 03:13:54.201605 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8b27d1aa-42c9-42c7-9291-51b7ec938897 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:54.269839 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8b27d1aa-42c9-42c7-9291-51b7ec938897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:54.270763 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b27d1aa-42c9-42c7-9291-51b7ec938897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:54.271336 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8b27d1aa-42c9-42c7-9291-51b7ec938897 admin admin] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:54.372433 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b27d1aa-42c9-42c7-9291-51b7ec938897 admin admin] Pushing event updated for resources: {'Network': ['ID=46d531b0-a8cf-41a5-915f-627b096f1f68,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:54.382920 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 46d531b0-a8cf-41a5-915f-627b096f1f68 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:13:54.431115 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8b27d1aa-42c9-42c7-9291-51b7ec938897 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7155097 May 27 03:13:54.433859 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36324) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:54.439705 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-b3ef05ff-624c-4a09-bac2-79ab96079b61 admin admin] Request body: {'subnet': {'network_id': '46d531b0-a8cf-41a5-915f-627b096f1f68', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1774602792-subnet', 'tenant_id': 'b5c4616204ee4441b5e30cb1dca6fe82', 'ip_version': 4}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:13:54.445016 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b3ef05ff-624c-4a09-bac2-79ab96079b61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:13:54.448923 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b3ef05ff-624c-4a09-bac2-79ab96079b61 admin admin] Usage tracker for resource:subnet and tenant:b5c4616204ee4441b5e30cb1dca6fe82 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:13:54.453573 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b3ef05ff-624c-4a09-bac2-79ab96079b61 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:13:54.458373 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b3ef05ff-624c-4a09-bac2-79ab96079b61 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:13:54.509728 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ef05ff-624c-4a09-bac2-79ab96079b61 admin admin] Made reservation on behalf of b5c4616204ee4441b5e30cb1dca6fe82 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:13:54.512219 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b3ef05ff-624c-4a09-bac2-79ab96079b61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:54.885559 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b3ef05ff-624c-4a09-bac2-79ab96079b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:54.962616 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef05ff-624c-4a09-bac2-79ab96079b61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0144ea0-e95e-4068-a7ff-ecbb8c74ecc7,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:54.966720 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ef05ff-624c-4a09-bac2-79ab96079b61 admin admin] Checking segment: {'id': 'c3261c1e-c73a-4f9e-ab4e-450581b1140e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '46d531b0-a8cf-41a5-915f-627b096f1f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:13:54.967077 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ef05ff-624c-4a09-bac2-79ab96079b61 admin admin] Network hostable DHCP agents. Network: 46d531b0-a8cf-41a5-915f-627b096f1f68, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:13:55.056322 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ef05ff-624c-4a09-bac2-79ab96079b61 admin admin] Network 46d531b0-a8cf-41a5-915f-627b096f1f68 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:13:55.125193 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-b3ef05ff-624c-4a09-bac2-79ab96079b61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 46d531b0-a8cf-41a5-915f-627b096f1f68) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:13:55.129072 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ef05ff-624c-4a09-bac2-79ab96079b61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:55.129640 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b3ef05ff-624c-4a09-bac2-79ab96079b61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:55.133712 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2ef58d-9f7d-41c4-a65f-5adc4a06646c None None] Network 46d531b0-a8cf-41a5-915f-627b096f1f68 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:13:55.223378 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b3ef05ff-624c-4a09-bac2-79ab96079b61 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7884531 May 27 03:13:55.225975 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36328) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:55.232026 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-78973760-33dc-4d5a-a933-ce5ed5848d2c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1774602792-router', 'tenant_id': 'b5c4616204ee4441b5e30cb1dca6fe82', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:13:55.238314 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-78973760-33dc-4d5a-a933-ce5ed5848d2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:13:55.242337 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-78973760-33dc-4d5a-a933-ce5ed5848d2c admin admin] Usage tracker for resource:router and tenant:b5c4616204ee4441b5e30cb1dca6fe82 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:13:55.245279 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-78973760-33dc-4d5a-a933-ce5ed5848d2c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:13:55.251014 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-78973760-33dc-4d5a-a933-ce5ed5848d2c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:13:55.321662 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-78973760-33dc-4d5a-a933-ce5ed5848d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:55.322718 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-78973760-33dc-4d5a-a933-ce5ed5848d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:55.339099 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-78973760-33dc-4d5a-a933-ce5ed5848d2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:55.344361 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fc02ec-8fc9-4cd7-9d75-9a6e3d6d3d78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-46d531b0-a8cf-41a5-915f-627b096f1f68', 'network_id': '46d531b0-a8cf-41a5-915f-627b096f1f68', 'tenant_id': 'b5c4616204ee4441b5e30cb1dca6fe82', 'fixed_ips': [{'subnet_id': 'f0144ea0-e95e-4068-a7ff-ecbb8c74ecc7'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 03:13:55.345211 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-55fc02ec-8fc9-4cd7-9d75-9a6e3d6d3d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:55.505480 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-55fc02ec-8fc9-4cd7-9d75-9a6e3d6d3d78 None None] Allocated IP 172.20.0.2 (46d531b0-a8cf-41a5-915f-627b096f1f68/f0144ea0-e95e-4068-a7ff-ecbb8c74ecc7/81907ecd-4971-4065-9779-7a97f830050d) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:13:55.606834 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b033dd41-23c2-41cf-8e7f-e84cdbaf4544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:55.679527 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-78973760-33dc-4d5a-a933-ce5ed5848d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:55.736237 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-55fc02ec-8fc9-4cd7-9d75-9a6e3d6d3d78 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:55.746017 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-55fc02ec-8fc9-4cd7-9d75-9a6e3d6d3d78 None None] Transition to ACTIVE for port object 81907ecd-4971-4065-9779-7a97f830050d will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:13:55.765283 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-55fc02ec-8fc9-4cd7-9d75-9a6e3d6d3d78 None None] Transition to ACTIVE for port object 81907ecd-4971-4065-9779-7a97f830050d will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:13:55.835998 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-55fc02ec-8fc9-4cd7-9d75-9a6e3d6d3d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:55.902592 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fc02ec-8fc9-4cd7-9d75-9a6e3d6d3d78 None None] Network 46d531b0-a8cf-41a5-915f-627b096f1f68 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:13:55.905278 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-55fc02ec-8fc9-4cd7-9d75-9a6e3d6d3d78 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:13:55.909085 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fc02ec-8fc9-4cd7-9d75-9a6e3d6d3d78 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:13:55.917831 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc02ec-8fc9-4cd7-9d75-9a6e3d6d3d78 None None] Pushing event updated for resources: {'Port': ['ID=81907ecd-4971-4065-9779-7a97f830050d,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:56.006028 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-55fc02ec-8fc9-4cd7-9d75-9a6e3d6d3d78 None None] Attempting to bind port 81907ecd-4971-4065-9779-7a97f830050d on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:13:56.006397 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-55fc02ec-8fc9-4cd7-9d75-9a6e3d6d3d78 None None] Attempting to bind port 81907ecd-4971-4065-9779-7a97f830050d by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'c3261c1e-c73a-4f9e-ab4e-450581b1140e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '46d531b0-a8cf-41a5-915f-627b096f1f68'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:13:56.006757 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fc02ec-8fc9-4cd7-9d75-9a6e3d6d3d78 None None] Attempting to bind port 81907ecd-4971-4065-9779-7a97f830050d on network 46d531b0-a8cf-41a5-915f-627b096f1f68 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:13:56.012067 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fc02ec-8fc9-4cd7-9d75-9a6e3d6d3d78 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:13:56.012438 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fc02ec-8fc9-4cd7-9d75-9a6e3d6d3d78 None None] Checking segment: {'id': 'c3261c1e-c73a-4f9e-ab4e-450581b1140e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '46d531b0-a8cf-41a5-915f-627b096f1f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:13:56.012873 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-55fc02ec-8fc9-4cd7-9d75-9a6e3d6d3d78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:56.013267 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fc02ec-8fc9-4cd7-9d75-9a6e3d6d3d78 None None] Bound using segment: {'id': 'c3261c1e-c73a-4f9e-ab4e-450581b1140e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '46d531b0-a8cf-41a5-915f-627b096f1f68'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:13:56.015521 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-55fc02ec-8fc9-4cd7-9d75-9a6e3d6d3d78 None None] Bound port: 81907ecd-4971-4065-9779-7a97f830050d, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3261c1e-c73a-4f9e-ab4e-450581b1140e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '46d531b0-a8cf-41a5-915f-627b096f1f68'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:13:56.015913 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-55fc02ec-8fc9-4cd7-9d75-9a6e3d6d3d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:56.078017 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-78973760-33dc-4d5a-a933-ce5ed5848d2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:56.101803 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-55fc02ec-8fc9-4cd7-9d75-9a6e3d6d3d78 None None] For port 81907ecd-4971-4065-9779-7a97f830050d, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:13:56.104644 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-55fc02ec-8fc9-4cd7-9d75-9a6e3d6d3d78 None None] For port 81907ecd-4971-4065-9779-7a97f830050d, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=81907ecd-4971-4065-9779-7a97f830050d,segment=NetworkSegment(c3261c1e-c73a-4f9e-ab4e-450581b1140e),segment_id=c3261c1e-c73a-4f9e-ab4e-450581b1140e)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:13:56.107149 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-78973760-33dc-4d5a-a933-ce5ed5848d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:56.176895 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-55fc02ec-8fc9-4cd7-9d75-9a6e3d6d3d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:56.243519 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-78973760-33dc-4d5a-a933-ce5ed5848d2c admin admin] Allocated IP 172.25.1.160 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/ab4f853f-9dff-4a42-907c-9b005de501bb) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:13:56.260474 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc02ec-8fc9-4cd7-9d75-9a6e3d6d3d78 None None] Pushing event updated for resources: {'Port': ['ID=81907ecd-4971-4065-9779-7a97f830050d,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:56.396638 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-78973760-33dc-4d5a-a933-ce5ed5848d2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:56.482658 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-78973760-33dc-4d5a-a933-ce5ed5848d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:56.547001 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78973760-33dc-4d5a-a933-ce5ed5848d2c admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:13:56.554879 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-78973760-33dc-4d5a-a933-ce5ed5848d2c admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:13:56.557538 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78973760-33dc-4d5a-a933-ce5ed5848d2c admin admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:13:56.616420 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78973760-33dc-4d5a-a933-ce5ed5848d2c admin admin] Pushing event updated for resources: {'Port': ['ID=ab4f853f-9dff-4a42-907c-9b005de501bb,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:56.653085 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:13:57.188868 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-78973760-33dc-4d5a-a933-ce5ed5848d2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:57.212289 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cc14d0-9ecd-439b-a318-ae7e209f7096 None None] Network 46d531b0-a8cf-41a5-915f-627b096f1f68 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:13:57.363271 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-094b4e42-f555-4737-8716-2503d7d89db6 None None] Provisioning for port 81907ecd-4971-4065-9779-7a97f830050d completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:13:57.527242 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-78973760-33dc-4d5a-a933-ce5ed5848d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:57.805676 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78973760-33dc-4d5a-a933-ce5ed5848d2c admin admin] Router cdd01c81-ac48-4db9-ba22-4507f23c33a4 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 03:13:57.926959 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-575eec7b-fcd1-45ee-b9ae-ae812e530de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:57.985780 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78973760-33dc-4d5a-a933-ce5ed5848d2c admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:13:57.994904 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae408eb-e3ae-45d6-b411-12462fc39861 None None] Sync routers for ids ['cdd01c81-ac48-4db9-ba22-4507f23c33a4'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:13:58.003970 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae408eb-e3ae-45d6-b411-12462fc39861 None None] Routers {'cdd01c81-ac48-4db9-ba22-4507f23c33a4'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:13:58.004574 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-cae408eb-e3ae-45d6-b411-12462fc39861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:13:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['cdd01c81-ac48-4db9-ba22-4507f23c33a4'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:13:58.090642 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-78973760-33dc-4d5a-a933-ce5ed5848d2c admin admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:58.091882 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-78973760-33dc-4d5a-a933-ce5ed5848d2c admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8648078 May 27 03:13:58.095114 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36332) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:58.178261 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-cae408eb-e3ae-45d6-b411-12462fc39861 None None] Set router cdd01c81-ac48-4db9-ba22-4507f23c33a4 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:13:58.344284 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 81907ecd-4971-4065-9779-7a97f830050d up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:13:58.516023 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-cae408eb-e3ae-45d6-b411-12462fc39861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd01c81-ac48-4db9-ba22-4507f23c33a4', 'name': 'tempest-TestEncryptedCinderVolumes-1774602792-router', 'tenant_id': 'b5c4616204ee4441b5e30cb1dca6fe82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ab4f853f-9dff-4a42-907c-9b005de501bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:13:55Z', 'updated_at': '2022-05-27T03:13:56Z', 'revision_number': 3, 'project_id': 'b5c4616204ee4441b5e30cb1dca6fe82', 'gw_port': {'id': 'ab4f853f-9dff-4a42-907c-9b005de501bb', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd01c81-ac48-4db9-ba22-4507f23c33a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:13:56Z', 'updated_at': '2022-05-27T03:13:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:13:58.519961 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae408eb-e3ae-45d6-b411-12462fc39861 None None] Checking router: cdd01c81-ac48-4db9-ba22-4507f23c33a4 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:13:58.520304 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae408eb-e3ae-45d6-b411-12462fc39861 None None] Updating router cdd01c81-ac48-4db9-ba22-4507f23c33a4 port ab4f853f-9dff-4a42-907c-9b005de501bb binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:13:58.568091 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 81907ecd-4971-4065-9779-7a97f830050d completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:13:58.575573 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 81907ecd-4971-4065-9779-7a97f830050d triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:13:58.575940 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:58.611043 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cae408eb-e3ae-45d6-b411-12462fc39861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:58.849878 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 81907ecd-4971-4065-9779-7a97f830050d is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:13:58.850245 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:58.901471 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-680ee5e3-cb4d-419a-9b16-1f99e569791d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:58.952366 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 81907ecd-4971-4065-9779-7a97f830050d, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=81907ecd-4971-4065-9779-7a97f830050d,segment=NetworkSegment(c3261c1e-c73a-4f9e-ab4e-450581b1140e),segment_id=c3261c1e-c73a-4f9e-ab4e-450581b1140e)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:13:59.040834 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:59.091628 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:59.106780 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-680ee5e3-cb4d-419a-9b16-1f99e569791d admin admin] Allocated IP 172.20.0.1 (46d531b0-a8cf-41a5-915f-627b096f1f68/f0144ea0-e95e-4068-a7ff-ecbb8c74ecc7/5a2a45aa-5b97-4d85-bc37-7c6467fdd506) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:13:59.138515 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cae408eb-e3ae-45d6-b411-12462fc39861 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:59.157955 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-cae408eb-e3ae-45d6-b411-12462fc39861 None None] Transition to ACTIVE for port object ab4f853f-9dff-4a42-907c-9b005de501bb will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:13:59.162813 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=81907ecd-4971-4065-9779-7a97f830050d,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:59.228182 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:59.251121 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-680ee5e3-cb4d-419a-9b16-1f99e569791d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:59.258545 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cae408eb-e3ae-45d6-b411-12462fc39861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:59.266818 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-680ee5e3-cb4d-419a-9b16-1f99e569791d admin admin] Transition to ACTIVE for port object 5a2a45aa-5b97-4d85-bc37-7c6467fdd506 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:13:59.334938 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-cae408eb-e3ae-45d6-b411-12462fc39861 None None] Attempting to bind port ab4f853f-9dff-4a42-907c-9b005de501bb on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:13:59.335304 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-cae408eb-e3ae-45d6-b411-12462fc39861 None None] Attempting to bind port ab4f853f-9dff-4a42-907c-9b005de501bb by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:13:59.335659 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae408eb-e3ae-45d6-b411-12462fc39861 None None] Attempting to bind port ab4f853f-9dff-4a42-907c-9b005de501bb on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:13:59.340980 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933c2b0-5ae2-428c-8331-90a61d124f94 None None] Pushing event updated for resources: {'Port': ['ID=ab4f853f-9dff-4a42-907c-9b005de501bb,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:59.345751 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae408eb-e3ae-45d6-b411-12462fc39861 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:13:59.346387 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae408eb-e3ae-45d6-b411-12462fc39861 None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:13:59.346495 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cae408eb-e3ae-45d6-b411-12462fc39861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:59.346789 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae408eb-e3ae-45d6-b411-12462fc39861 None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:13:59.347245 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-cae408eb-e3ae-45d6-b411-12462fc39861 None None] Bound port: ab4f853f-9dff-4a42-907c-9b005de501bb, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:13:59.347608 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cae408eb-e3ae-45d6-b411-12462fc39861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:59.354125 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-680ee5e3-cb4d-419a-9b16-1f99e569791d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:59.418633 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-cae408eb-e3ae-45d6-b411-12462fc39861 None None] For port ab4f853f-9dff-4a42-907c-9b005de501bb, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:13:59.418860 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680ee5e3-cb4d-419a-9b16-1f99e569791d admin admin] Network 46d531b0-a8cf-41a5-915f-627b096f1f68 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:13:59.421585 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-680ee5e3-cb4d-419a-9b16-1f99e569791d admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:13:59.426091 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-cae408eb-e3ae-45d6-b411-12462fc39861 None None] For port ab4f853f-9dff-4a42-907c-9b005de501bb, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=ab4f853f-9dff-4a42-907c-9b005de501bb,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:13:59.426396 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680ee5e3-cb4d-419a-9b16-1f99e569791d admin admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:13:59.458167 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ee5e3-cb4d-419a-9b16-1f99e569791d admin admin] Pushing event updated for resources: {'Port': ['ID=5a2a45aa-5b97-4d85-bc37-7c6467fdd506,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:59.486416 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-680ee5e3-cb4d-419a-9b16-1f99e569791d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:59.502809 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cae408eb-e3ae-45d6-b411-12462fc39861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:59.586836 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae408eb-e3ae-45d6-b411-12462fc39861 None None] Routers {'cdd01c81-ac48-4db9-ba22-4507f23c33a4'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:13:59.587495 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-cae408eb-e3ae-45d6-b411-12462fc39861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:13:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['cdd01c81-ac48-4db9-ba22-4507f23c33a4'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:13:59.656382 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933c2b0-5ae2-428c-8331-90a61d124f94 None None] Pushing event updated for resources: {'Port': ['ID=ab4f853f-9dff-4a42-907c-9b005de501bb,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:59.750860 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-65dd4a0b-f062-4cd5-8711-0cd777144dc6 None None] Provisioning for port 5a2a45aa-5b97-4d85-bc37-7c6467fdd506 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:13:59.761207 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-65dd4a0b-f062-4cd5-8711-0cd777144dc6 None None] Provisioning complete for port 5a2a45aa-5b97-4d85-bc37-7c6467fdd506 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:13:59.761576 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-65dd4a0b-f062-4cd5-8711-0cd777144dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:59.828101 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-cae408eb-e3ae-45d6-b411-12462fc39861 None None] Set router cdd01c81-ac48-4db9-ba22-4507f23c33a4 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:13:59.835640 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-680ee5e3-cb4d-419a-9b16-1f99e569791d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:59.871729 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-65dd4a0b-f062-4cd5-8711-0cd777144dc6 None None] Port 5a2a45aa-5b97-4d85-bc37-7c6467fdd506 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:14:00.058724 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-680ee5e3-cb4d-419a-9b16-1f99e569791d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:00.110874 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-cae408eb-e3ae-45d6-b411-12462fc39861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd01c81-ac48-4db9-ba22-4507f23c33a4', 'name': 'tempest-TestEncryptedCinderVolumes-1774602792-router', 'tenant_id': 'b5c4616204ee4441b5e30cb1dca6fe82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ab4f853f-9dff-4a42-907c-9b005de501bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:13:55Z', 'updated_at': '2022-05-27T03:13:56Z', 'revision_number': 3, 'project_id': 'b5c4616204ee4441b5e30cb1dca6fe82', 'gw_port': {'id': 'ab4f853f-9dff-4a42-907c-9b005de501bb', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd01c81-ac48-4db9-ba22-4507f23c33a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:13:56Z', 'updated_at': '2022-05-27T03:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:14:00.114740 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae408eb-e3ae-45d6-b411-12462fc39861 None None] The sync data for ids ['cdd01c81-ac48-4db9-ba22-4507f23c33a4'] in n-d-843554-3 is: [{'id': 'cdd01c81-ac48-4db9-ba22-4507f23c33a4', 'name': 'tempest-TestEncryptedCinderVolumes-1774602792-router', 'tenant_id': 'b5c4616204ee4441b5e30cb1dca6fe82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ab4f853f-9dff-4a42-907c-9b005de501bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:13:55Z', 'updated_at': '2022-05-27T03:13:56Z', 'revision_number': 3, 'project_id': 'b5c4616204ee4441b5e30cb1dca6fe82', 'gw_port': {'id': 'ab4f853f-9dff-4a42-907c-9b005de501bb', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd01c81-ac48-4db9-ba22-4507f23c33a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:13:56Z', 'updated_at': '2022-05-27T03:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:14:00.119595 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-680ee5e3-cb4d-419a-9b16-1f99e569791d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:00.229861 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ee5e3-cb4d-419a-9b16-1f99e569791d admin admin] Pushing event updated for resources: {'Port': ['ID=5a2a45aa-5b97-4d85-bc37-7c6467fdd506,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:14:00.232210 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-680ee5e3-cb4d-419a-9b16-1f99e569791d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:00.301633 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 81907ecd-4971-4065-9779-7a97f830050d up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:14:00.341375 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:00.413446 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 81907ecd-4971-4065-9779-7a97f830050d triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:14:00.414096 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:00.510574 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680ee5e3-cb4d-419a-9b16-1f99e569791d admin admin] Network 46d531b0-a8cf-41a5-915f-627b096f1f68 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:14:00.512036 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-680ee5e3-cb4d-419a-9b16-1f99e569791d admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:14:00.546822 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 81907ecd-4971-4065-9779-7a97f830050d is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:14:00.712236 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680ee5e3-cb4d-419a-9b16-1f99e569791d admin admin] Router cdd01c81-ac48-4db9-ba22-4507f23c33a4 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:14:00.801182 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-2b70237b-55bc-449b-b40e-9666bf34c7f2 None None] Provisioning complete for port 5a2a45aa-5b97-4d85-bc37-7c6467fdd506 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:14:00.801828 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2b70237b-55bc-449b-b40e-9666bf34c7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:00.860018 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-2b70237b-55bc-449b-b40e-9666bf34c7f2 None None] Port 5a2a45aa-5b97-4d85-bc37-7c6467fdd506 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:14:00.898782 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680ee5e3-cb4d-419a-9b16-1f99e569791d admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:14:00.908531 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-680ee5e3-cb4d-419a-9b16-1f99e569791d admin admin] 10.222.0.57 "PUT /v2.0/routers/cdd01c81-ac48-4db9-ba22-4507f23c33a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8122952 May 27 03:14:01.568281 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36350) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:14:01.574340 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-3359fd45-2043-41ab-a829-b35abdd7f4f1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1836294910-network', 'tenant_id': '69711f6a747344d498ba0e5d82561dc9'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:14:01.580242 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-3359fd45-2043-41ab-a829-b35abdd7f4f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:14:01.584457 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3359fd45-2043-41ab-a829-b35abdd7f4f1 admin admin] Usage tracker for resource:network and tenant:69711f6a747344d498ba0e5d82561dc9 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:14:01.587397 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3359fd45-2043-41ab-a829-b35abdd7f4f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:14:01.593901 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-3359fd45-2043-41ab-a829-b35abdd7f4f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:14:01.668225 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfb61bf-bbb9-4eb6-8e6b-cfff5fc9398f None None] Sync routers for ids ['cdd01c81-ac48-4db9-ba22-4507f23c33a4'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:14:01.677884 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfb61bf-bbb9-4eb6-8e6b-cfff5fc9398f None None] Routers {'cdd01c81-ac48-4db9-ba22-4507f23c33a4'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:14:01.678484 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-ecfb61bf-bbb9-4eb6-8e6b-cfff5fc9398f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:13:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['cdd01c81-ac48-4db9-ba22-4507f23c33a4'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:14:01.692889 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3359fd45-2043-41ab-a829-b35abdd7f4f1 admin admin] Made reservation on behalf of 69711f6a747344d498ba0e5d82561dc9 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:14:01.695217 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3359fd45-2043-41ab-a829-b35abdd7f4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:01.708089 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3359fd45-2043-41ab-a829-b35abdd7f4f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:01.722803 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-3359fd45-2043-41ab-a829-b35abdd7f4f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:14:01.726807 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3359fd45-2043-41ab-a829-b35abdd7f4f1 admin admin] Usage tracker for resource:security_group_rule and tenant:69711f6a747344d498ba0e5d82561dc9 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:14:01.729683 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3359fd45-2043-41ab-a829-b35abdd7f4f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:14:01.737307 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-3359fd45-2043-41ab-a829-b35abdd7f4f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:14:01.820060 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3359fd45-2043-41ab-a829-b35abdd7f4f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:01.852128 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-ecfb61bf-bbb9-4eb6-8e6b-cfff5fc9398f None None] Set router cdd01c81-ac48-4db9-ba22-4507f23c33a4 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:14:01.879414 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3359fd45-2043-41ab-a829-b35abdd7f4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:01.909943 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3359fd45-2043-41ab-a829-b35abdd7f4f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:14:01.919010 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3359fd45-2043-41ab-a829-b35abdd7f4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66d6580-f4d5-48c4-ac26-65a5d8cdb620,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:14:01.925131 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3359fd45-2043-41ab-a829-b35abdd7f4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:01.925480 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-3359fd45-2043-41ab-a829-b35abdd7f4f1 admin admin] Added segment c69b0033-9ac1-4bf7-8ef7-8591a24906ae of type vlan for network abb7fade-c496-46e2-8cdc-564570348264 May 27 03:14:01.952199 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3359fd45-2043-41ab-a829-b35abdd7f4f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:02.047707 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3359fd45-2043-41ab-a829-b35abdd7f4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:02.048979 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3359fd45-2043-41ab-a829-b35abdd7f4f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:02.049689 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3359fd45-2043-41ab-a829-b35abdd7f4f1 admin admin] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:02.160852 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3359fd45-2043-41ab-a829-b35abdd7f4f1 admin admin] Pushing event updated for resources: {'Network': ['ID=abb7fade-c496-46e2-8cdc-564570348264,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:14:02.170617 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network abb7fade-c496-46e2-8cdc-564570348264 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:14:02.193373 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-ecfb61bf-bbb9-4eb6-8e6b-cfff5fc9398f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd01c81-ac48-4db9-ba22-4507f23c33a4', 'name': 'tempest-TestEncryptedCinderVolumes-1774602792-router', 'tenant_id': 'b5c4616204ee4441b5e30cb1dca6fe82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ab4f853f-9dff-4a42-907c-9b005de501bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:13:55Z', 'updated_at': '2022-05-27T03:13:59Z', 'revision_number': 4, 'project_id': 'b5c4616204ee4441b5e30cb1dca6fe82', 'gw_port': {'id': 'ab4f853f-9dff-4a42-907c-9b005de501bb', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd01c81-ac48-4db9-ba22-4507f23c33a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:13:56Z', 'updated_at': '2022-05-27T03:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '5a2a45aa-5b97-4d85-bc37-7c6467fdd506', 'name': '', 'network_id': '46d531b0-a8cf-41a5-915f-627b096f1f68', 'tenant_id': 'b5c4616204ee4441b5e30cb1dca6fe82', 'mac_address': 'fa:16:3e:6b:b1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd01c81-ac48-4db9-ba22-4507f23c33a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'f0144ea0-e95e-4068-a7ff-ecbb8c74ecc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:13:58Z', 'updated_at': '2022-05-27T03:13:59Z', 'revision_number': 2, 'project_id': 'b5c4616204ee4441b5e30cb1dca6fe82', 'subnets': [{'id': 'f0144ea0-e95e-4068-a7ff-ecbb8c74ecc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:14:02.197093 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfb61bf-bbb9-4eb6-8e6b-cfff5fc9398f None None] Checking router: cdd01c81-ac48-4db9-ba22-4507f23c33a4 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:14:02.197437 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfb61bf-bbb9-4eb6-8e6b-cfff5fc9398f None None] Updating router cdd01c81-ac48-4db9-ba22-4507f23c33a4 port 5a2a45aa-5b97-4d85-bc37-7c6467fdd506 binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:14:02.240186 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3359fd45-2043-41ab-a829-b35abdd7f4f1 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6706755 May 27 03:14:02.242962 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36354) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:14:02.250001 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-27ba5f27-7ba8-4c4e-96b0-852533432d63 admin admin] Request body: {'subnet': {'network_id': 'abb7fade-c496-46e2-8cdc-564570348264', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1836294910-subnet', 'tenant_id': '69711f6a747344d498ba0e5d82561dc9', 'ip_version': 4}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:14:02.256609 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-ecfb61bf-bbb9-4eb6-8e6b-cfff5fc9398f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:02.260408 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-27ba5f27-7ba8-4c4e-96b0-852533432d63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:14:02.265891 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-27ba5f27-7ba8-4c4e-96b0-852533432d63 admin admin] Usage tracker for resource:subnet and tenant:69711f6a747344d498ba0e5d82561dc9 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:14:02.273959 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-27ba5f27-7ba8-4c4e-96b0-852533432d63 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:14:02.279446 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-27ba5f27-7ba8-4c4e-96b0-852533432d63 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:14:02.338273 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ab4f853f-9dff-4a42-907c-9b005de501bb up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:14:02.350270 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ba5f27-7ba8-4c4e-96b0-852533432d63 admin admin] Made reservation on behalf of 69711f6a747344d498ba0e5d82561dc9 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:14:02.352693 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-27ba5f27-7ba8-4c4e-96b0-852533432d63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:02.464392 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port ab4f853f-9dff-4a42-907c-9b005de501bb completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:14:02.470142 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port ab4f853f-9dff-4a42-907c-9b005de501bb triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:14:02.470664 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:02.588900 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port ab4f853f-9dff-4a42-907c-9b005de501bb is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:14:02.589195 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:02.605190 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port ab4f853f-9dff-4a42-907c-9b005de501bb, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=ab4f853f-9dff-4a42-907c-9b005de501bb,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:14:02.613314 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-27ba5f27-7ba8-4c4e-96b0-852533432d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:02.615214 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-ecfb61bf-bbb9-4eb6-8e6b-cfff5fc9398f None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:02.627157 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-ecfb61bf-bbb9-4eb6-8e6b-cfff5fc9398f None None] Transition to ACTIVE for port object 5a2a45aa-5b97-4d85-bc37-7c6467fdd506 will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:14:02.681582 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:02.691040 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba5f27-7ba8-4c4e-96b0-852533432d63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4831af9-3865-4b3b-b834-6b97e2a361a8,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:14:02.695110 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ba5f27-7ba8-4c4e-96b0-852533432d63 admin admin] Checking segment: {'id': 'c69b0033-9ac1-4bf7-8ef7-8591a24906ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'abb7fade-c496-46e2-8cdc-564570348264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:14:02.695473 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ba5f27-7ba8-4c4e-96b0-852533432d63 admin admin] Network hostable DHCP agents. Network: abb7fade-c496-46e2-8cdc-564570348264, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:14:02.702992 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-ecfb61bf-bbb9-4eb6-8e6b-cfff5fc9398f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:02.751171 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=ab4f853f-9dff-4a42-907c-9b005de501bb,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:14:02.788310 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ba5f27-7ba8-4c4e-96b0-852533432d63 admin admin] Network abb7fade-c496-46e2-8cdc-564570348264 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:14:02.833772 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709b27d-8384-4f9a-85e5-05c7d8480440 None None] Pushing event updated for resources: {'Port': ['ID=5a2a45aa-5b97-4d85-bc37-7c6467fdd506,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:14:02.874275 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a709b27d-8384-4f9a-85e5-05c7d8480440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:02.874614 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a709b27d-8384-4f9a-85e5-05c7d8480440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:02.874949 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a709b27d-8384-4f9a-85e5-05c7d8480440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:02.875278 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a709b27d-8384-4f9a-85e5-05c7d8480440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:02.875603 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a709b27d-8384-4f9a-85e5-05c7d8480440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:02.875925 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a709b27d-8384-4f9a-85e5-05c7d8480440 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:02.876247 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a709b27d-8384-4f9a-85e5-05c7d8480440 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:02.876565 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a709b27d-8384-4f9a-85e5-05c7d8480440 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:02.876917 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a709b27d-8384-4f9a-85e5-05c7d8480440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:02.877237 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a709b27d-8384-4f9a-85e5-05c7d8480440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:02.877550 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a709b27d-8384-4f9a-85e5-05c7d8480440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:02.877865 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a709b27d-8384-4f9a-85e5-05c7d8480440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:02.904959 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-27ba5f27-7ba8-4c4e-96b0-852533432d63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, abb7fade-c496-46e2-8cdc-564570348264) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:14:02.910137 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ba5f27-7ba8-4c4e-96b0-852533432d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:02.915103 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-27ba5f27-7ba8-4c4e-96b0-852533432d63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:02.916586 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c802e911-6044-408c-993a-15538280c923 None None] Network abb7fade-c496-46e2-8cdc-564570348264 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:14:02.936881 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-ecfb61bf-bbb9-4eb6-8e6b-cfff5fc9398f None None] Attempting to bind port 5a2a45aa-5b97-4d85-bc37-7c6467fdd506 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:14:02.941986 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-ecfb61bf-bbb9-4eb6-8e6b-cfff5fc9398f None None] Attempting to bind port 5a2a45aa-5b97-4d85-bc37-7c6467fdd506 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'c3261c1e-c73a-4f9e-ab4e-450581b1140e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '46d531b0-a8cf-41a5-915f-627b096f1f68'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:14:02.941986 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfb61bf-bbb9-4eb6-8e6b-cfff5fc9398f None None] Attempting to bind port 5a2a45aa-5b97-4d85-bc37-7c6467fdd506 on network 46d531b0-a8cf-41a5-915f-627b096f1f68 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:14:02.945018 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfb61bf-bbb9-4eb6-8e6b-cfff5fc9398f None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:14:02.945412 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfb61bf-bbb9-4eb6-8e6b-cfff5fc9398f None None] Checking segment: {'id': 'c3261c1e-c73a-4f9e-ab4e-450581b1140e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '46d531b0-a8cf-41a5-915f-627b096f1f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:14:02.945810 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-ecfb61bf-bbb9-4eb6-8e6b-cfff5fc9398f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:02.946198 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfb61bf-bbb9-4eb6-8e6b-cfff5fc9398f None None] Bound using segment: {'id': 'c3261c1e-c73a-4f9e-ab4e-450581b1140e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '46d531b0-a8cf-41a5-915f-627b096f1f68'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:14:02.946719 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-ecfb61bf-bbb9-4eb6-8e6b-cfff5fc9398f None None] Bound port: 5a2a45aa-5b97-4d85-bc37-7c6467fdd506, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3261c1e-c73a-4f9e-ab4e-450581b1140e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '46d531b0-a8cf-41a5-915f-627b096f1f68'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:14:02.947097 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-ecfb61bf-bbb9-4eb6-8e6b-cfff5fc9398f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:02.990920 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-27ba5f27-7ba8-4c4e-96b0-852533432d63 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7466092 May 27 03:14:02.994073 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36358) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:14:03.001480 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-444b2035-b424-438b-84d6-1237822a60dc admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1836294910-router', 'tenant_id': '69711f6a747344d498ba0e5d82561dc9', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:14:03.008102 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-444b2035-b424-438b-84d6-1237822a60dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:14:03.012562 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-444b2035-b424-438b-84d6-1237822a60dc admin admin] Usage tracker for resource:router and tenant:69711f6a747344d498ba0e5d82561dc9 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:14:03.016065 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-444b2035-b424-438b-84d6-1237822a60dc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:14:03.022906 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-444b2035-b424-438b-84d6-1237822a60dc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:14:03.041599 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-ecfb61bf-bbb9-4eb6-8e6b-cfff5fc9398f None None] For port 5a2a45aa-5b97-4d85-bc37-7c6467fdd506, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:14:03.044454 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-ecfb61bf-bbb9-4eb6-8e6b-cfff5fc9398f None None] For port 5a2a45aa-5b97-4d85-bc37-7c6467fdd506, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=5a2a45aa-5b97-4d85-bc37-7c6467fdd506,segment=NetworkSegment(c3261c1e-c73a-4f9e-ab4e-450581b1140e),segment_id=c3261c1e-c73a-4f9e-ab4e-450581b1140e)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:14:03.098897 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-444b2035-b424-438b-84d6-1237822a60dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:03.100085 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-444b2035-b424-438b-84d6-1237822a60dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:03.115258 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-444b2035-b424-438b-84d6-1237822a60dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:03.127476 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-ecfb61bf-bbb9-4eb6-8e6b-cfff5fc9398f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:03.148134 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8c2279-c2ec-4962-8b63-e86ec39d6dcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-abb7fade-c496-46e2-8cdc-564570348264', 'network_id': 'abb7fade-c496-46e2-8cdc-564570348264', 'tenant_id': '69711f6a747344d498ba0e5d82561dc9', 'fixed_ips': [{'subnet_id': 'c4831af9-3865-4b3b-b834-6b97e2a361a8'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 03:14:03.149029 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ab8c2279-c2ec-4962-8b63-e86ec39d6dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:03.204608 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfb61bf-bbb9-4eb6-8e6b-cfff5fc9398f None None] Routers {'cdd01c81-ac48-4db9-ba22-4507f23c33a4'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:14:03.205254 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-ecfb61bf-bbb9-4eb6-8e6b-cfff5fc9398f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:13:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['cdd01c81-ac48-4db9-ba22-4507f23c33a4'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:14:03.271812 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709b27d-8384-4f9a-85e5-05c7d8480440 None None] Pushing event updated for resources: {'Port': ['ID=5a2a45aa-5b97-4d85-bc37-7c6467fdd506,revision_number=4']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:14:03.331470 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-ab8c2279-c2ec-4962-8b63-e86ec39d6dcb None None] Allocated IP 172.20.0.2 (abb7fade-c496-46e2-8cdc-564570348264/c4831af9-3865-4b3b-b834-6b97e2a361a8/f72d8350-700e-4422-91ed-55b90964ba65) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:14:03.420172 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-ecfb61bf-bbb9-4eb6-8e6b-cfff5fc9398f None None] Set router cdd01c81-ac48-4db9-ba22-4507f23c33a4 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:14:03.472772 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-444b2035-b424-438b-84d6-1237822a60dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:03.558305 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ab8c2279-c2ec-4962-8b63-e86ec39d6dcb None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:03.568501 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ab8c2279-c2ec-4962-8b63-e86ec39d6dcb None None] Transition to ACTIVE for port object f72d8350-700e-4422-91ed-55b90964ba65 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:14:03.587557 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ab8c2279-c2ec-4962-8b63-e86ec39d6dcb None None] Transition to ACTIVE for port object f72d8350-700e-4422-91ed-55b90964ba65 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:14:03.646048 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ab8c2279-c2ec-4962-8b63-e86ec39d6dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:03.711589 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8c2279-c2ec-4962-8b63-e86ec39d6dcb None None] Network abb7fade-c496-46e2-8cdc-564570348264 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:14:03.714695 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-ab8c2279-c2ec-4962-8b63-e86ec39d6dcb None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:14:03.718356 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8c2279-c2ec-4962-8b63-e86ec39d6dcb None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:14:03.749542 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-ecfb61bf-bbb9-4eb6-8e6b-cfff5fc9398f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd01c81-ac48-4db9-ba22-4507f23c33a4', 'name': 'tempest-TestEncryptedCinderVolumes-1774602792-router', 'tenant_id': 'b5c4616204ee4441b5e30cb1dca6fe82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ab4f853f-9dff-4a42-907c-9b005de501bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:13:55Z', 'updated_at': '2022-05-27T03:13:59Z', 'revision_number': 4, 'project_id': 'b5c4616204ee4441b5e30cb1dca6fe82', 'gw_port': {'id': 'ab4f853f-9dff-4a42-907c-9b005de501bb', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd01c81-ac48-4db9-ba22-4507f23c33a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:13:56Z', 'updated_at': '2022-05-27T03:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '5a2a45aa-5b97-4d85-bc37-7c6467fdd506', 'name': '', 'network_id': '46d531b0-a8cf-41a5-915f-627b096f1f68', 'tenant_id': 'b5c4616204ee4441b5e30cb1dca6fe82', 'mac_address': 'fa:16:3e:6b:b1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd01c81-ac48-4db9-ba22-4507f23c33a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'f0144ea0-e95e-4068-a7ff-ecbb8c74ecc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:13:58Z', 'updated_at': '2022-05-27T03:14:03Z', 'revision_number': 4, 'project_id': 'b5c4616204ee4441b5e30cb1dca6fe82', 'subnets': [{'id': 'f0144ea0-e95e-4068-a7ff-ecbb8c74ecc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:14:03.753758 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfb61bf-bbb9-4eb6-8e6b-cfff5fc9398f None None] The sync data for ids ['cdd01c81-ac48-4db9-ba22-4507f23c33a4'] in n-d-843554-3 is: [{'id': 'cdd01c81-ac48-4db9-ba22-4507f23c33a4', 'name': 'tempest-TestEncryptedCinderVolumes-1774602792-router', 'tenant_id': 'b5c4616204ee4441b5e30cb1dca6fe82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ab4f853f-9dff-4a42-907c-9b005de501bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:13:55Z', 'updated_at': '2022-05-27T03:13:59Z', 'revision_number': 4, 'project_id': 'b5c4616204ee4441b5e30cb1dca6fe82', 'gw_port': {'id': 'ab4f853f-9dff-4a42-907c-9b005de501bb', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd01c81-ac48-4db9-ba22-4507f23c33a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:13:56Z', 'updated_at': '2022-05-27T03:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '5a2a45aa-5b97-4d85-bc37-7c6467fdd506', 'name': '', 'network_id': '46d531b0-a8cf-41a5-915f-627b096f1f68', 'tenant_id': 'b5c4616204ee4441b5e30cb1dca6fe82', 'mac_address': 'fa:16:3e:6b:b1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd01c81-ac48-4db9-ba22-4507f23c33a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'f0144ea0-e95e-4068-a7ff-ecbb8c74ecc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:13:58Z', 'updated_at': '2022-05-27T03:14:03Z', 'revision_number': 4, 'project_id': 'b5c4616204ee4441b5e30cb1dca6fe82', 'subnets': [{'id': 'f0144ea0-e95e-4068-a7ff-ecbb8c74ecc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:14:03.758343 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c2279-c2ec-4962-8b63-e86ec39d6dcb None None] Pushing event updated for resources: {'Port': ['ID=f72d8350-700e-4422-91ed-55b90964ba65,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:14:03.839340 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-ab8c2279-c2ec-4962-8b63-e86ec39d6dcb None None] Attempting to bind port f72d8350-700e-4422-91ed-55b90964ba65 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:14:03.839704 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-ab8c2279-c2ec-4962-8b63-e86ec39d6dcb None None] Attempting to bind port f72d8350-700e-4422-91ed-55b90964ba65 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'c69b0033-9ac1-4bf7-8ef7-8591a24906ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'abb7fade-c496-46e2-8cdc-564570348264'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:14:03.840171 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8c2279-c2ec-4962-8b63-e86ec39d6dcb None None] Attempting to bind port f72d8350-700e-4422-91ed-55b90964ba65 on network abb7fade-c496-46e2-8cdc-564570348264 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:14:03.846662 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8c2279-c2ec-4962-8b63-e86ec39d6dcb None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:14:03.847035 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8c2279-c2ec-4962-8b63-e86ec39d6dcb None None] Checking segment: {'id': 'c69b0033-9ac1-4bf7-8ef7-8591a24906ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'abb7fade-c496-46e2-8cdc-564570348264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:14:03.847452 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ab8c2279-c2ec-4962-8b63-e86ec39d6dcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:03.847826 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8c2279-c2ec-4962-8b63-e86ec39d6dcb None None] Bound using segment: {'id': 'c69b0033-9ac1-4bf7-8ef7-8591a24906ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'abb7fade-c496-46e2-8cdc-564570348264'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:14:03.851460 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-ab8c2279-c2ec-4962-8b63-e86ec39d6dcb None None] Bound port: f72d8350-700e-4422-91ed-55b90964ba65, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c69b0033-9ac1-4bf7-8ef7-8591a24906ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'abb7fade-c496-46e2-8cdc-564570348264'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:14:03.851460 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ab8c2279-c2ec-4962-8b63-e86ec39d6dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:03.853416 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-444b2035-b424-438b-84d6-1237822a60dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:03.883991 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-444b2035-b424-438b-84d6-1237822a60dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:03.948172 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-ab8c2279-c2ec-4962-8b63-e86ec39d6dcb None None] For port f72d8350-700e-4422-91ed-55b90964ba65, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:14:03.952178 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-ab8c2279-c2ec-4962-8b63-e86ec39d6dcb None None] For port f72d8350-700e-4422-91ed-55b90964ba65, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=f72d8350-700e-4422-91ed-55b90964ba65,segment=NetworkSegment(c69b0033-9ac1-4bf7-8ef7-8591a24906ae),segment_id=c69b0033-9ac1-4bf7-8ef7-8591a24906ae)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:14:04.014839 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ab8c2279-c2ec-4962-8b63-e86ec39d6dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:04.031251 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-444b2035-b424-438b-84d6-1237822a60dc admin admin] Allocated IP 172.25.1.166 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/67c8acca-f89a-4912-8a68-810f4f96bbc8) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:14:04.114182 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c2279-c2ec-4962-8b63-e86ec39d6dcb None None] Pushing event updated for resources: {'Port': ['ID=f72d8350-700e-4422-91ed-55b90964ba65,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:14:04.334531 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-444b2035-b424-438b-84d6-1237822a60dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:04.432954 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ab4f853f-9dff-4a42-907c-9b005de501bb up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:14:04.442722 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-444b2035-b424-438b-84d6-1237822a60dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:04.510514 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port ab4f853f-9dff-4a42-907c-9b005de501bb triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:14:04.510893 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:04.515439 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444b2035-b424-438b-84d6-1237822a60dc admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:14:04.518937 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-444b2035-b424-438b-84d6-1237822a60dc admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:14:04.523258 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444b2035-b424-438b-84d6-1237822a60dc admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:14:04.553610 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b2035-b424-438b-84d6-1237822a60dc admin admin] Pushing event updated for resources: {'Port': ['ID=67c8acca-f89a-4912-8a68-810f4f96bbc8,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:14:04.577032 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b2035-b424-438b-84d6-1237822a60dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:04.577375 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b2035-b424-438b-84d6-1237822a60dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:04.577888 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b2035-b424-438b-84d6-1237822a60dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:04.578402 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b2035-b424-438b-84d6-1237822a60dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:04.578898 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b2035-b424-438b-84d6-1237822a60dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:04.579233 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b2035-b424-438b-84d6-1237822a60dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:04.579565 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b2035-b424-438b-84d6-1237822a60dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:04.579892 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b2035-b424-438b-84d6-1237822a60dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:04.580220 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b2035-b424-438b-84d6-1237822a60dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:04.580548 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b2035-b424-438b-84d6-1237822a60dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:04.580922 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b2035-b424-438b-84d6-1237822a60dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:04.581248 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b2035-b424-438b-84d6-1237822a60dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:04.645730 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port ab4f853f-9dff-4a42-907c-9b005de501bb is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:14:04.646799 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 5a2a45aa-5b97-4d85-bc37-7c6467fdd506 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:14:04.784830 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 5a2a45aa-5b97-4d85-bc37-7c6467fdd506 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:14:04.792325 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 5a2a45aa-5b97-4d85-bc37-7c6467fdd506 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:14:04.792956 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:04.933238 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 5a2a45aa-5b97-4d85-bc37-7c6467fdd506 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:14:04.933809 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:04.973600 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 5a2a45aa-5b97-4d85-bc37-7c6467fdd506, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=5a2a45aa-5b97-4d85-bc37-7c6467fdd506,segment=NetworkSegment(c3261c1e-c73a-4f9e-ab4e-450581b1140e),segment_id=c3261c1e-c73a-4f9e-ab4e-450581b1140e)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:14:05.053364 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:05.055461 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-444b2035-b424-438b-84d6-1237822a60dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:05.167309 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=5a2a45aa-5b97-4d85-bc37-7c6467fdd506,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:14:05.203502 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c7bcdb-5c52-4dbf-b547-be7c2a3ddca3 None None] Network abb7fade-c496-46e2-8cdc-564570348264 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:14:05.405906 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-444b2035-b424-438b-84d6-1237822a60dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:05.425622 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c4817636-6c2a-43dc-8fb9-4d4fa33554ca None None] Provisioning for port f72d8350-700e-4422-91ed-55b90964ba65 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:14:05.750271 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444b2035-b424-438b-84d6-1237822a60dc admin admin] Router 6b3838a3-548d-441e-a601-8b147763a92f is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 03:14:06.039205 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444b2035-b424-438b-84d6-1237822a60dc admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:14:06.048426 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30669e22-2049-4533-a78a-4822ed18acb2 None None] Sync routers for ids ['6b3838a3-548d-441e-a601-8b147763a92f'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:14:06.057588 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30669e22-2049-4533-a78a-4822ed18acb2 None None] Routers {'6b3838a3-548d-441e-a601-8b147763a92f'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:14:06.058273 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-30669e22-2049-4533-a78a-4822ed18acb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:13:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['6b3838a3-548d-441e-a601-8b147763a92f'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:14:06.142416 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-444b2035-b424-438b-84d6-1237822a60dc admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:06.146184 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-444b2035-b424-438b-84d6-1237822a60dc admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.1473184 May 27 03:14:06.146364 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36362) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:14:06.234394 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-30669e22-2049-4533-a78a-4822ed18acb2 None None] Set router 6b3838a3-548d-441e-a601-8b147763a92f gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:14:06.404090 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f72d8350-700e-4422-91ed-55b90964ba65 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:14:06.572168 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-30669e22-2049-4533-a78a-4822ed18acb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3838a3-548d-441e-a601-8b147763a92f', 'name': 'tempest-TestEncryptedCinderVolumes-1836294910-router', 'tenant_id': '69711f6a747344d498ba0e5d82561dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '67c8acca-f89a-4912-8a68-810f4f96bbc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:14:03Z', 'updated_at': '2022-05-27T03:14:04Z', 'revision_number': 3, 'project_id': '69711f6a747344d498ba0e5d82561dc9', 'gw_port': {'id': '67c8acca-f89a-4912-8a68-810f4f96bbc8', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:08:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3838a3-548d-441e-a601-8b147763a92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:14:03Z', 'updated_at': '2022-05-27T03:14:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:14:06.576160 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30669e22-2049-4533-a78a-4822ed18acb2 None None] Checking router: 6b3838a3-548d-441e-a601-8b147763a92f for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:14:06.577227 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30669e22-2049-4533-a78a-4822ed18acb2 None None] Updating router 6b3838a3-548d-441e-a601-8b147763a92f port 67c8acca-f89a-4912-8a68-810f4f96bbc8 binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:14:06.605513 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port f72d8350-700e-4422-91ed-55b90964ba65 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:14:06.624943 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port f72d8350-700e-4422-91ed-55b90964ba65 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:14:06.625318 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:06.681589 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-30669e22-2049-4533-a78a-4822ed18acb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:06.820542 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd1bf470-e9c7-46bd-a983-3a83a6da0c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:06.852191 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port f72d8350-700e-4422-91ed-55b90964ba65 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:14:06.852567 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:06.963026 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port f72d8350-700e-4422-91ed-55b90964ba65, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=f72d8350-700e-4422-91ed-55b90964ba65,segment=NetworkSegment(c69b0033-9ac1-4bf7-8ef7-8591a24906ae),segment_id=c69b0033-9ac1-4bf7-8ef7-8591a24906ae)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:14:07.026541 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-fd1bf470-e9c7-46bd-a983-3a83a6da0c4a admin admin] Allocated IP 172.20.0.1 (abb7fade-c496-46e2-8cdc-564570348264/c4831af9-3865-4b3b-b834-6b97e2a361a8/182d8f99-7b21-4aea-bb03-a781b476b656) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:14:07.059725 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:07.060465 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 5a2a45aa-5b97-4d85-bc37-7c6467fdd506 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:14:07.175064 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd1bf470-e9c7-46bd-a983-3a83a6da0c4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:07.191893 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-fd1bf470-e9c7-46bd-a983-3a83a6da0c4a admin admin] Transition to ACTIVE for port object 182d8f99-7b21-4aea-bb03-a781b476b656 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:14:07.233189 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-30669e22-2049-4533-a78a-4822ed18acb2 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:07.246661 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=f72d8350-700e-4422-91ed-55b90964ba65,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:14:07.251476 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-30669e22-2049-4533-a78a-4822ed18acb2 None None] Transition to ACTIVE for port object 67c8acca-f89a-4912-8a68-810f4f96bbc8 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:14:07.258831 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd1bf470-e9c7-46bd-a983-3a83a6da0c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:07.262498 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 5a2a45aa-5b97-4d85-bc37-7c6467fdd506 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:14:07.265373 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:07.305497 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-30669e22-2049-4533-a78a-4822ed18acb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:07.328398 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1bf470-e9c7-46bd-a983-3a83a6da0c4a admin admin] Network abb7fade-c496-46e2-8cdc-564570348264 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:14:07.331161 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-fd1bf470-e9c7-46bd-a983-3a83a6da0c4a admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:14:07.334986 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1bf470-e9c7-46bd-a983-3a83a6da0c4a admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:14:07.371224 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1bf470-e9c7-46bd-a983-3a83a6da0c4a admin admin] Pushing event updated for resources: {'Port': ['ID=182d8f99-7b21-4aea-bb03-a781b476b656,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:14:07.397686 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd1bf470-e9c7-46bd-a983-3a83a6da0c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:07.401244 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147ad27-a3b3-4b33-bbf7-4ff245fbd7d4 None None] Pushing event updated for resources: {'Port': ['ID=67c8acca-f89a-4912-8a68-810f4f96bbc8,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:14:07.405621 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-30669e22-2049-4533-a78a-4822ed18acb2 None None] Attempting to bind port 67c8acca-f89a-4912-8a68-810f4f96bbc8 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:14:07.405986 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-30669e22-2049-4533-a78a-4822ed18acb2 None None] Attempting to bind port 67c8acca-f89a-4912-8a68-810f4f96bbc8 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:14:07.406341 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30669e22-2049-4533-a78a-4822ed18acb2 None None] Attempting to bind port 67c8acca-f89a-4912-8a68-810f4f96bbc8 on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:14:07.414023 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30669e22-2049-4533-a78a-4822ed18acb2 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:14:07.414393 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30669e22-2049-4533-a78a-4822ed18acb2 None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:14:07.414788 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-30669e22-2049-4533-a78a-4822ed18acb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:07.415169 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30669e22-2049-4533-a78a-4822ed18acb2 None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:14:07.415625 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-30669e22-2049-4533-a78a-4822ed18acb2 None None] Bound port: 67c8acca-f89a-4912-8a68-810f4f96bbc8, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:14:07.416047 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-30669e22-2049-4533-a78a-4822ed18acb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:07.522645 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 5a2a45aa-5b97-4d85-bc37-7c6467fdd506 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:14:07.540696 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-30669e22-2049-4533-a78a-4822ed18acb2 None None] For port 67c8acca-f89a-4912-8a68-810f4f96bbc8, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:14:07.542764 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-30669e22-2049-4533-a78a-4822ed18acb2 None None] For port 67c8acca-f89a-4912-8a68-810f4f96bbc8, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=67c8acca-f89a-4912-8a68-810f4f96bbc8,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:14:07.628545 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-30669e22-2049-4533-a78a-4822ed18acb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:07.671644 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-95462d9c-c110-4eb3-b5c8-65bbf660e5de None None] Provisioning for port 182d8f99-7b21-4aea-bb03-a781b476b656 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:14:07.705424 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-95462d9c-c110-4eb3-b5c8-65bbf660e5de None None] Provisioning complete for port 182d8f99-7b21-4aea-bb03-a781b476b656 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:14:07.705795 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-95462d9c-c110-4eb3-b5c8-65bbf660e5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:07.764534 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30669e22-2049-4533-a78a-4822ed18acb2 None None] Routers {'6b3838a3-548d-441e-a601-8b147763a92f'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:14:07.765180 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-30669e22-2049-4533-a78a-4822ed18acb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:13:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['6b3838a3-548d-441e-a601-8b147763a92f'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:14:07.828267 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147ad27-a3b3-4b33-bbf7-4ff245fbd7d4 None None] Pushing event updated for resources: {'Port': ['ID=67c8acca-f89a-4912-8a68-810f4f96bbc8,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:14:07.840840 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-95462d9c-c110-4eb3-b5c8-65bbf660e5de None None] Port 182d8f99-7b21-4aea-bb03-a781b476b656 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:14:07.849195 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd1bf470-e9c7-46bd-a983-3a83a6da0c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:07.961861 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-30669e22-2049-4533-a78a-4822ed18acb2 None None] Set router 6b3838a3-548d-441e-a601-8b147763a92f gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:14:08.069177 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd1bf470-e9c7-46bd-a983-3a83a6da0c4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:08.132944 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd1bf470-e9c7-46bd-a983-3a83a6da0c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:08.239789 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd1bf470-e9c7-46bd-a983-3a83a6da0c4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:08.243223 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1bf470-e9c7-46bd-a983-3a83a6da0c4a admin admin] Pushing event updated for resources: {'Port': ['ID=182d8f99-7b21-4aea-bb03-a781b476b656,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:14:08.272391 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-30669e22-2049-4533-a78a-4822ed18acb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3838a3-548d-441e-a601-8b147763a92f', 'name': 'tempest-TestEncryptedCinderVolumes-1836294910-router', 'tenant_id': '69711f6a747344d498ba0e5d82561dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '67c8acca-f89a-4912-8a68-810f4f96bbc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:14:03Z', 'updated_at': '2022-05-27T03:14:07Z', 'revision_number': 4, 'project_id': '69711f6a747344d498ba0e5d82561dc9', 'gw_port': {'id': '67c8acca-f89a-4912-8a68-810f4f96bbc8', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:08:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3838a3-548d-441e-a601-8b147763a92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:14:03Z', 'updated_at': '2022-05-27T03:14:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '182d8f99-7b21-4aea-bb03-a781b476b656', 'name': '', 'network_id': 'abb7fade-c496-46e2-8cdc-564570348264', 'tenant_id': '69711f6a747344d498ba0e5d82561dc9', 'mac_address': 'fa:16:3e:23:37:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3838a3-548d-441e-a601-8b147763a92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'c4831af9-3865-4b3b-b834-6b97e2a361a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:14:06Z', 'updated_at': '2022-05-27T03:14:07Z', 'revision_number': 1, 'project_id': '69711f6a747344d498ba0e5d82561dc9', 'subnets': [{'id': 'c4831af9-3865-4b3b-b834-6b97e2a361a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:14:08.276601 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30669e22-2049-4533-a78a-4822ed18acb2 None None] The sync data for ids ['6b3838a3-548d-441e-a601-8b147763a92f'] in n-d-843554-3 is: [{'id': '6b3838a3-548d-441e-a601-8b147763a92f', 'name': 'tempest-TestEncryptedCinderVolumes-1836294910-router', 'tenant_id': '69711f6a747344d498ba0e5d82561dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '67c8acca-f89a-4912-8a68-810f4f96bbc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:14:03Z', 'updated_at': '2022-05-27T03:14:07Z', 'revision_number': 4, 'project_id': '69711f6a747344d498ba0e5d82561dc9', 'gw_port': {'id': '67c8acca-f89a-4912-8a68-810f4f96bbc8', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:08:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3838a3-548d-441e-a601-8b147763a92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:14:03Z', 'updated_at': '2022-05-27T03:14:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '182d8f99-7b21-4aea-bb03-a781b476b656', 'name': '', 'network_id': 'abb7fade-c496-46e2-8cdc-564570348264', 'tenant_id': '69711f6a747344d498ba0e5d82561dc9', 'mac_address': 'fa:16:3e:23:37:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3838a3-548d-441e-a601-8b147763a92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'c4831af9-3865-4b3b-b834-6b97e2a361a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:14:06Z', 'updated_at': '2022-05-27T03:14:07Z', 'revision_number': 1, 'project_id': '69711f6a747344d498ba0e5d82561dc9', 'subnets': [{'id': 'c4831af9-3865-4b3b-b834-6b97e2a361a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:14:08.309559 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f72d8350-700e-4422-91ed-55b90964ba65 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:14:08.383402 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port f72d8350-700e-4422-91ed-55b90964ba65 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:14:08.383765 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:08.389455 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1bf470-e9c7-46bd-a983-3a83a6da0c4a admin admin] Network abb7fade-c496-46e2-8cdc-564570348264 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:14:08.390543 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-fd1bf470-e9c7-46bd-a983-3a83a6da0c4a admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:14:08.533259 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port f72d8350-700e-4422-91ed-55b90964ba65 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:14:08.604701 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd1bf470-e9c7-46bd-a983-3a83a6da0c4a admin admin] Router 6b3838a3-548d-441e-a601-8b147763a92f has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:14:08.669060 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4878ee31-7352-4379-b42d-1c4cdd18cafe None None] Provisioning complete for port 182d8f99-7b21-4aea-bb03-a781b476b656 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:14:08.669664 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4878ee31-7352-4379-b42d-1c4cdd18cafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:08.724944 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-4878ee31-7352-4379-b42d-1c4cdd18cafe None None] Port 182d8f99-7b21-4aea-bb03-a781b476b656 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:14:08.797977 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1bf470-e9c7-46bd-a983-3a83a6da0c4a admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:14:08.812662 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-fd1bf470-e9c7-46bd-a983-3a83a6da0c4a admin admin] 10.222.0.57 "PUT /v2.0/routers/6b3838a3-548d-441e-a601-8b147763a92f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6600842 May 27 03:14:09.671921 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-02292b0f-04d3-49dd-b8c0-c4bc544c70eb tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:09.672512 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-02292b0f-04d3-49dd-b8c0-c4bc544c70eb tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Synchronizing usage tracker for tenant:b5c4616204ee4441b5e30cb1dca6fe82 on resource:network {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:14:09.744189 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-02292b0f-04d3-49dd-b8c0-c4bc544c70eb tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Unset dirty status for tenant:b5c4616204ee4441b5e30cb1dca6fe82 on resource:network {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:14:09.745433 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-02292b0f-04d3-49dd-b8c0-c4bc544c70eb tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/networks?id=46d531b0-a8cf-41a5-915f-627b096f1f68 HTTP/1.1" status: 200 len: 817 time: 0.2136045 May 27 03:14:09.761331 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-546227ef-a643-4971-9201-2b91ba78dab9 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/quotas/b5c4616204ee4441b5e30cb1dca6fe82 HTTP/1.1" status: 200 len: 375 time: 0.0098186 May 27 03:14:09.846496 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-4c998463-6116-44b4-91e8-c55517c8113f tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Synchronizing usage tracker for tenant:b5c4616204ee4441b5e30cb1dca6fe82 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:14:09.971554 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-4c998463-6116-44b4-91e8-c55517c8113f tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Unset dirty status for tenant:b5c4616204ee4441b5e30cb1dca6fe82 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:14:09.972992 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-4c998463-6116-44b4-91e8-c55517c8113f tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b5c4616204ee4441b5e30cb1dca6fe82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2064629 May 27 03:14:09.990072 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-406b8702-07ef-4742-b816-c831f776859d service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 03:14:09.991002 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-406b8702-07ef-4742-b816-c831f776859d service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053988 May 27 03:14:10.120127 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-6f02d640-d9b6-4411-a9cb-fd163344c7c8 service neutron] 10.222.0.57 "GET /v2.0/networks/46d531b0-a8cf-41a5-915f-627b096f1f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235456 May 27 03:14:10.322449 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 67c8acca-f89a-4912-8a68-810f4f96bbc8 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:14:10.371851 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-9a61ee6d-4b04-48a7-9020-4ec1a41aabd2 service neutron] 10.222.0.57 "GET /v2.0/networks/46d531b0-a8cf-41a5-915f-627b096f1f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458425 May 27 03:14:10.444689 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 67c8acca-f89a-4912-8a68-810f4f96bbc8 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:14:10.450000 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 67c8acca-f89a-4912-8a68-810f4f96bbc8 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:14:10.450371 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:10.577653 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 67c8acca-f89a-4912-8a68-810f4f96bbc8 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:14:10.578290 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:10.598537 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 67c8acca-f89a-4912-8a68-810f4f96bbc8, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=67c8acca-f89a-4912-8a68-810f4f96bbc8,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:14:10.676114 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:10.758168 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e7d632fa-80de-4f4c-bbaa-282dc1dbe78b req-9c1ab9ee-bfec-46db-af28-dd7d75f2f1eb tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab78b02f-7021-4b84-849c-2a0d6462c8d4 HTTP/1.1" status: 200 len: 210 time: 0.1581020 May 27 03:14:10.768009 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=67c8acca-f89a-4912-8a68-810f4f96bbc8,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:14:11.669664 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62c3400-dde5-4981-bf1e-cd2367706947 None None] Sync routers for ids ['6b3838a3-548d-441e-a601-8b147763a92f'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:14:11.679905 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62c3400-dde5-4981-bf1e-cd2367706947 None None] Routers {'6b3838a3-548d-441e-a601-8b147763a92f'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:14:11.680536 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-d62c3400-dde5-4981-bf1e-cd2367706947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:13:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['6b3838a3-548d-441e-a601-8b147763a92f'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:14:11.885042 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-d62c3400-dde5-4981-bf1e-cd2367706947 None None] Set router 6b3838a3-548d-441e-a601-8b147763a92f gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:14:11.921785 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-59f46398-205e-44d3-be62-6bc14b2fcb86 req-da5a32d8-644b-433b-b6e4-a8b04854ee83 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab78b02f-7021-4b84-849c-2a0d6462c8d4 HTTP/1.1" status: 200 len: 210 time: 0.0440633 May 27 03:14:12.199211 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-d62c3400-dde5-4981-bf1e-cd2367706947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3838a3-548d-441e-a601-8b147763a92f', 'name': 'tempest-TestEncryptedCinderVolumes-1836294910-router', 'tenant_id': '69711f6a747344d498ba0e5d82561dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '67c8acca-f89a-4912-8a68-810f4f96bbc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:14:03Z', 'updated_at': '2022-05-27T03:14:07Z', 'revision_number': 4, 'project_id': '69711f6a747344d498ba0e5d82561dc9', 'gw_port': {'id': '67c8acca-f89a-4912-8a68-810f4f96bbc8', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:08:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3838a3-548d-441e-a601-8b147763a92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:14:03Z', 'updated_at': '2022-05-27T03:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '182d8f99-7b21-4aea-bb03-a781b476b656', 'name': '', 'network_id': 'abb7fade-c496-46e2-8cdc-564570348264', 'tenant_id': '69711f6a747344d498ba0e5d82561dc9', 'mac_address': 'fa:16:3e:23:37:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3838a3-548d-441e-a601-8b147763a92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'c4831af9-3865-4b3b-b834-6b97e2a361a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:14:06Z', 'updated_at': '2022-05-27T03:14:07Z', 'revision_number': 2, 'project_id': '69711f6a747344d498ba0e5d82561dc9', 'subnets': [{'id': 'c4831af9-3865-4b3b-b834-6b97e2a361a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:14:12.203397 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62c3400-dde5-4981-bf1e-cd2367706947 None None] Checking router: 6b3838a3-548d-441e-a601-8b147763a92f for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:14:12.203738 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62c3400-dde5-4981-bf1e-cd2367706947 None None] Updating router 6b3838a3-548d-441e-a601-8b147763a92f port 182d8f99-7b21-4aea-bb03-a781b476b656 binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:14:12.257687 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-d62c3400-dde5-4981-bf1e-cd2367706947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:12.303319 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 67c8acca-f89a-4912-8a68-810f4f96bbc8 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:14:12.371632 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 67c8acca-f89a-4912-8a68-810f4f96bbc8 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:14:12.371999 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:12.525873 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 67c8acca-f89a-4912-8a68-810f4f96bbc8 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:14:12.602546 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-d62c3400-dde5-4981-bf1e-cd2367706947 None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:12.613804 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-d62c3400-dde5-4981-bf1e-cd2367706947 None None] Transition to ACTIVE for port object 182d8f99-7b21-4aea-bb03-a781b476b656 will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:14:12.658623 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-d62c3400-dde5-4981-bf1e-cd2367706947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:12.816305 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473c9df-9341-4e55-9a2f-ce146a43b8f3 None None] Pushing event updated for resources: {'Port': ['ID=182d8f99-7b21-4aea-bb03-a781b476b656,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:14:12.875100 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-d62c3400-dde5-4981-bf1e-cd2367706947 None None] Attempting to bind port 182d8f99-7b21-4aea-bb03-a781b476b656 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:14:12.875461 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-d62c3400-dde5-4981-bf1e-cd2367706947 None None] Attempting to bind port 182d8f99-7b21-4aea-bb03-a781b476b656 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'c69b0033-9ac1-4bf7-8ef7-8591a24906ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'abb7fade-c496-46e2-8cdc-564570348264'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:14:12.875815 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62c3400-dde5-4981-bf1e-cd2367706947 None None] Attempting to bind port 182d8f99-7b21-4aea-bb03-a781b476b656 on network abb7fade-c496-46e2-8cdc-564570348264 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:14:12.881506 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62c3400-dde5-4981-bf1e-cd2367706947 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:14:12.881883 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62c3400-dde5-4981-bf1e-cd2367706947 None None] Checking segment: {'id': 'c69b0033-9ac1-4bf7-8ef7-8591a24906ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'abb7fade-c496-46e2-8cdc-564570348264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:14:12.883462 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-d62c3400-dde5-4981-bf1e-cd2367706947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:12.883462 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62c3400-dde5-4981-bf1e-cd2367706947 None None] Bound using segment: {'id': 'c69b0033-9ac1-4bf7-8ef7-8591a24906ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'abb7fade-c496-46e2-8cdc-564570348264'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:14:12.884491 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-d62c3400-dde5-4981-bf1e-cd2367706947 None None] Bound port: 182d8f99-7b21-4aea-bb03-a781b476b656, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c69b0033-9ac1-4bf7-8ef7-8591a24906ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'abb7fade-c496-46e2-8cdc-564570348264'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:14:12.884491 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-d62c3400-dde5-4981-bf1e-cd2367706947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:13.001495 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-d62c3400-dde5-4981-bf1e-cd2367706947 None None] For port 182d8f99-7b21-4aea-bb03-a781b476b656, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:14:13.007533 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-d62c3400-dde5-4981-bf1e-cd2367706947 None None] For port 182d8f99-7b21-4aea-bb03-a781b476b656, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=182d8f99-7b21-4aea-bb03-a781b476b656,segment=NetworkSegment(c69b0033-9ac1-4bf7-8ef7-8591a24906ae),segment_id=c69b0033-9ac1-4bf7-8ef7-8591a24906ae)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:14:13.037719 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-c01e971c-4b39-4209-9a1a-f001b265cf51 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:13.039133 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-c01e971c-4b39-4209-9a1a-f001b265cf51 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.32 "GET /v2.0/networks?id=46d531b0-a8cf-41a5-915f-627b096f1f68 HTTP/1.1" status: 200 len: 817 time: 0.1847610 May 27 03:14:13.050647 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-2b008a7d-d4a6-4f6b-8769-e72ad4c46414 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Request body: {'port': {'device_id': 'ab78b02f-7021-4b84-849c-2a0d6462c8d4', 'network_id': '46d531b0-a8cf-41a5-915f-627b096f1f68', 'admin_state_up': True, 'tenant_id': 'b5c4616204ee4441b5e30cb1dca6fe82'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:14:13.085660 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f72ecac8-a12d-4c66-8e02-8f5a2845850c req-a0648f13-9887-4f8a-8be7-3e535409049e tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab78b02f-7021-4b84-849c-2a0d6462c8d4 HTTP/1.1" status: 200 len: 210 time: 0.0435331 May 27 03:14:13.104601 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-d62c3400-dde5-4981-bf1e-cd2367706947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:13.187314 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62c3400-dde5-4981-bf1e-cd2367706947 None None] Routers {'6b3838a3-548d-441e-a601-8b147763a92f'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:14:13.188097 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-d62c3400-dde5-4981-bf1e-cd2367706947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:13:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['6b3838a3-548d-441e-a601-8b147763a92f'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:14:13.198887 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-2b008a7d-d4a6-4f6b-8769-e72ad4c46414 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:14:13.209504 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-2b008a7d-d4a6-4f6b-8769-e72ad4c46414 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:14:13.243571 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473c9df-9341-4e55-9a2f-ce146a43b8f3 None None] Pushing event updated for resources: {'Port': ['ID=182d8f99-7b21-4aea-bb03-a781b476b656,revision_number=4']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:14:13.269994 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-2b008a7d-d4a6-4f6b-8769-e72ad4c46414 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Made reservation on behalf of b5c4616204ee4441b5e30cb1dca6fe82 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:14:13.275337 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-2b008a7d-d4a6-4f6b-8769-e72ad4c46414 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:13.382371 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-d62c3400-dde5-4981-bf1e-cd2367706947 None None] Set router 6b3838a3-548d-441e-a601-8b147763a92f gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:14:13.442976 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-2b008a7d-d4a6-4f6b-8769-e72ad4c46414 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Allocated IP 172.20.0.5 (46d531b0-a8cf-41a5-915f-627b096f1f68/f0144ea0-e95e-4068-a7ff-ecbb8c74ecc7/42bf3bd6-8ecb-47fe-8675-2a9413547a83) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:14:13.720481 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-d62c3400-dde5-4981-bf1e-cd2367706947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3838a3-548d-441e-a601-8b147763a92f', 'name': 'tempest-TestEncryptedCinderVolumes-1836294910-router', 'tenant_id': '69711f6a747344d498ba0e5d82561dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '67c8acca-f89a-4912-8a68-810f4f96bbc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:14:03Z', 'updated_at': '2022-05-27T03:14:07Z', 'revision_number': 4, 'project_id': '69711f6a747344d498ba0e5d82561dc9', 'gw_port': {'id': '67c8acca-f89a-4912-8a68-810f4f96bbc8', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:08:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3838a3-548d-441e-a601-8b147763a92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:14:03Z', 'updated_at': '2022-05-27T03:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '182d8f99-7b21-4aea-bb03-a781b476b656', 'name': '', 'network_id': 'abb7fade-c496-46e2-8cdc-564570348264', 'tenant_id': '69711f6a747344d498ba0e5d82561dc9', 'mac_address': 'fa:16:3e:23:37:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3838a3-548d-441e-a601-8b147763a92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'c4831af9-3865-4b3b-b834-6b97e2a361a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:14:06Z', 'updated_at': '2022-05-27T03:14:12Z', 'revision_number': 4, 'project_id': '69711f6a747344d498ba0e5d82561dc9', 'subnets': [{'id': 'c4831af9-3865-4b3b-b834-6b97e2a361a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:14:13.724196 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62c3400-dde5-4981-bf1e-cd2367706947 None None] The sync data for ids ['6b3838a3-548d-441e-a601-8b147763a92f'] in n-d-843554-3 is: [{'id': '6b3838a3-548d-441e-a601-8b147763a92f', 'name': 'tempest-TestEncryptedCinderVolumes-1836294910-router', 'tenant_id': '69711f6a747344d498ba0e5d82561dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '67c8acca-f89a-4912-8a68-810f4f96bbc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:14:03Z', 'updated_at': '2022-05-27T03:14:07Z', 'revision_number': 4, 'project_id': '69711f6a747344d498ba0e5d82561dc9', 'gw_port': {'id': '67c8acca-f89a-4912-8a68-810f4f96bbc8', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:08:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3838a3-548d-441e-a601-8b147763a92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:14:03Z', 'updated_at': '2022-05-27T03:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '182d8f99-7b21-4aea-bb03-a781b476b656', 'name': '', 'network_id': 'abb7fade-c496-46e2-8cdc-564570348264', 'tenant_id': '69711f6a747344d498ba0e5d82561dc9', 'mac_address': 'fa:16:3e:23:37:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3838a3-548d-441e-a601-8b147763a92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'c4831af9-3865-4b3b-b834-6b97e2a361a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:14:06Z', 'updated_at': '2022-05-27T03:14:12Z', 'revision_number': 4, 'project_id': '69711f6a747344d498ba0e5d82561dc9', 'subnets': [{'id': 'c4831af9-3865-4b3b-b834-6b97e2a361a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:14:13.763536 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-2b008a7d-d4a6-4f6b-8769-e72ad4c46414 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:13.781965 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-2b008a7d-d4a6-4f6b-8769-e72ad4c46414 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Transition to ACTIVE for port object 42bf3bd6-8ecb-47fe-8675-2a9413547a83 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:14:13.868270 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-2b008a7d-d4a6-4f6b-8769-e72ad4c46414 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:13.941552 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-2b008a7d-d4a6-4f6b-8769-e72ad4c46414 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Network 46d531b0-a8cf-41a5-915f-627b096f1f68 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:14:13.945717 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-2b008a7d-d4a6-4f6b-8769-e72ad4c46414 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:14:13.949040 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-2b008a7d-d4a6-4f6b-8769-e72ad4c46414 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:14:13.988487 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b008a7d-d4a6-4f6b-8769-e72ad4c46414 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Pushing event updated for resources: {'Port': ['ID=42bf3bd6-8ecb-47fe-8675-2a9413547a83,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:14:14.022248 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-2b008a7d-d4a6-4f6b-8769-e72ad4c46414 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:14.022901 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-2b008a7d-d4a6-4f6b-8769-e72ad4c46414 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:14.105433 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-2b008a7d-d4a6-4f6b-8769-e72ad4c46414 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0584090 May 27 03:14:14.174301 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-cd6d563c-b4d5-418a-bd8e-2e24639922a0 service neutron] Request body: {'port': {'device_id': 'ab78b02f-7021-4b84-849c-2a0d6462c8d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:14:14.285391 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-2af4f867-5de4-4905-847f-32617791acda None None] Provisioning for port 42bf3bd6-8ecb-47fe-8675-2a9413547a83 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:14:14.292116 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273152f7-13d1-41df-bb72-a30fae31edb0 req-25bdcd03-d808-4e83-bf50-a8bd6b6ead01 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:14.292116 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-273152f7-13d1-41df-bb72-a30fae31edb0 req-25bdcd03-d808-4e83-bf50-a8bd6b6ead01 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab78b02f-7021-4b84-849c-2a0d6462c8d4 HTTP/1.1" status: 200 len: 931 time: 0.0807195 May 27 03:14:14.293053 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-2af4f867-5de4-4905-847f-32617791acda None None] Provisioning complete for port 42bf3bd6-8ecb-47fe-8675-2a9413547a83 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:14:14.293627 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2af4f867-5de4-4905-847f-32617791acda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:14.294582 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-cd6d563c-b4d5-418a-bd8e-2e24639922a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:14.348411 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-273152f7-13d1-41df-bb72-a30fae31edb0 req-33f91e9c-d6a7-4d2e-a401-87b34143183e tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Synchronizing usage tracker for tenant:b5c4616204ee4441b5e30cb1dca6fe82 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:14:14.350010 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 182d8f99-7b21-4aea-bb03-a781b476b656 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:14:14.407216 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-2af4f867-5de4-4905-847f-32617791acda None None] Port 42bf3bd6-8ecb-47fe-8675-2a9413547a83 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:14:14.418792 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-273152f7-13d1-41df-bb72-a30fae31edb0 req-33f91e9c-d6a7-4d2e-a401-87b34143183e tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Unset dirty status for tenant:b5c4616204ee4441b5e30cb1dca6fe82 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:14:14.419942 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-273152f7-13d1-41df-bb72-a30fae31edb0 req-33f91e9c-d6a7-4d2e-a401-87b34143183e tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bea46c9-cf5e-4194-9ba1-da669a581b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221306 May 27 03:14:14.498344 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 182d8f99-7b21-4aea-bb03-a781b476b656 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:14:14.503668 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 182d8f99-7b21-4aea-bb03-a781b476b656 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:14:14.504037 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:14.628104 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 182d8f99-7b21-4aea-bb03-a781b476b656 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:14:14.628485 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:14.657771 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-cd6d563c-b4d5-418a-bd8e-2e24639922a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42bf3bd6-8ecb-47fe-8675-2a9413547a83 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:14:14.663664 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 182d8f99-7b21-4aea-bb03-a781b476b656, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=182d8f99-7b21-4aea-bb03-a781b476b656,segment=NetworkSegment(c69b0033-9ac1-4bf7-8ef7-8591a24906ae),segment_id=c69b0033-9ac1-4bf7-8ef7-8591a24906ae)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:14:14.665401 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-cd6d563c-b4d5-418a-bd8e-2e24639922a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:14.680683 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-cd6d563c-b4d5-418a-bd8e-2e24639922a0 service neutron] Transition to ACTIVE for port object 42bf3bd6-8ecb-47fe-8675-2a9413547a83 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:14:14.724597 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:14.770742 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-cd6d563c-b4d5-418a-bd8e-2e24639922a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:14.790357 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=182d8f99-7b21-4aea-bb03-a781b476b656,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:14:14.798424 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:14.798768 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:14.799114 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:14.799434 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:14.799756 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:14.800084 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:14.800397 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:14.800744 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:14.801065 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:14.801385 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:14.801696 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:14.802008 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:14.938076 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d563c-b4d5-418a-bd8e-2e24639922a0 service neutron] Pushing event updated for resources: {'Port': ['ID=42bf3bd6-8ecb-47fe-8675-2a9413547a83,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:14:15.014295 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-cd6d563c-b4d5-418a-bd8e-2e24639922a0 service neutron] Attempting to bind port 42bf3bd6-8ecb-47fe-8675-2a9413547a83 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:14:15.014633 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-cd6d563c-b4d5-418a-bd8e-2e24639922a0 service neutron] Attempting to bind port 42bf3bd6-8ecb-47fe-8675-2a9413547a83 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'c3261c1e-c73a-4f9e-ab4e-450581b1140e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '46d531b0-a8cf-41a5-915f-627b096f1f68'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:14:15.015007 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-cd6d563c-b4d5-418a-bd8e-2e24639922a0 service neutron] Attempting to bind port 42bf3bd6-8ecb-47fe-8675-2a9413547a83 on network 46d531b0-a8cf-41a5-915f-627b096f1f68 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:14:15.019646 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-cd6d563c-b4d5-418a-bd8e-2e24639922a0 service neutron] Port 42bf3bd6-8ecb-47fe-8675-2a9413547a83 on network 46d531b0-a8cf-41a5-915f-627b096f1f68 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:14:15.019971 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-cd6d563c-b4d5-418a-bd8e-2e24639922a0 service neutron] Attempting to bind port 42bf3bd6-8ecb-47fe-8675-2a9413547a83 on network 46d531b0-a8cf-41a5-915f-627b096f1f68 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:14:15.025113 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-cd6d563c-b4d5-418a-bd8e-2e24639922a0 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:14:15.025403 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-cd6d563c-b4d5-418a-bd8e-2e24639922a0 service neutron] Checking segment: {'id': 'c3261c1e-c73a-4f9e-ab4e-450581b1140e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '46d531b0-a8cf-41a5-915f-627b096f1f68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:14:15.025794 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-cd6d563c-b4d5-418a-bd8e-2e24639922a0 service neutron] Bound using segment: {'id': 'c3261c1e-c73a-4f9e-ab4e-450581b1140e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '46d531b0-a8cf-41a5-915f-627b096f1f68'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:14:15.026222 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-cd6d563c-b4d5-418a-bd8e-2e24639922a0 service neutron] Bound port: 42bf3bd6-8ecb-47fe-8675-2a9413547a83, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3261c1e-c73a-4f9e-ab4e-450581b1140e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '46d531b0-a8cf-41a5-915f-627b096f1f68'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:14:15.026568 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-cd6d563c-b4d5-418a-bd8e-2e24639922a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:15.116952 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-cd6d563c-b4d5-418a-bd8e-2e24639922a0 service neutron] For port 42bf3bd6-8ecb-47fe-8675-2a9413547a83, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:14:15.119804 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-cd6d563c-b4d5-418a-bd8e-2e24639922a0 service neutron] For port 42bf3bd6-8ecb-47fe-8675-2a9413547a83, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=42bf3bd6-8ecb-47fe-8675-2a9413547a83,segment=NetworkSegment(c3261c1e-c73a-4f9e-ab4e-450581b1140e),segment_id=c3261c1e-c73a-4f9e-ab4e-450581b1140e)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:14:15.178520 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-cd6d563c-b4d5-418a-bd8e-2e24639922a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:15.237622 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-cd6d563c-b4d5-418a-bd8e-2e24639922a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:15.238239 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-cd6d563c-b4d5-418a-bd8e-2e24639922a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:15.239567 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-cd6d563c-b4d5-418a-bd8e-2e24639922a0 service neutron] 10.222.0.32 "PUT /v2.0/ports/42bf3bd6-8ecb-47fe-8675-2a9413547a83 HTTP/1.1" status: 200 len: 1091 time: 1.1244841 May 27 03:14:15.239997 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab78b02f-7021-4b84-849c-2a0d6462c8d4', 'tag': '42bf3bd6-8ecb-47fe-8675-2a9413547a83'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:14:15.261139 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d563c-b4d5-418a-bd8e-2e24639922a0 service neutron] Pushing event updated for resources: {'Port': ['ID=42bf3bd6-8ecb-47fe-8675-2a9413547a83,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:14:15.358054 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a39a71bc-aaed-4f21-9075-6b5295bfe867'] response: {'name': 'network-changed', 'server_uuid': 'ab78b02f-7021-4b84-849c-2a0d6462c8d4', 'tag': '42bf3bd6-8ecb-47fe-8675-2a9413547a83', 'status': 'completed', 'code': 200} May 27 03:14:15.403124 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-3e3cbf6e-58b1-4901-9c27-2d6660403f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:15.404658 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-3e3cbf6e-58b1-4901-9c27-2d6660403f1f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b5c4616204ee4441b5e30cb1dca6fe82&device_id=ab78b02f-7021-4b84-849c-2a0d6462c8d4 HTTP/1.1" status: 200 len: 1094 time: 0.0788360 May 27 03:14:15.471566 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-09831461-ae2e-4c38-bf1b-0fbb17cc9dde service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42bf3bd6-8ecb-47fe-8675-2a9413547a83 HTTP/1.1" status: 200 len: 217 time: 0.0607491 May 27 03:14:15.539158 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-b648e0de-4b51-439c-82b7-aa8e1ce18296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:15.540481 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-b648e0de-4b51-439c-82b7-aa8e1ce18296 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f0144ea0-e95e-4068-a7ff-ecbb8c74ecc7 HTTP/1.1" status: 200 len: 856 time: 0.0624185 May 27 03:14:15.612320 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e682730-5f75-4483-a36a-ff25d3660e1a req-fa3e53de-4a24-4882-9151-bb20472410bd tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:15.613801 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3e682730-5f75-4483-a36a-ff25d3660e1a req-fa3e53de-4a24-4882-9151-bb20472410bd tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab78b02f-7021-4b84-849c-2a0d6462c8d4 HTTP/1.1" status: 200 len: 943 time: 0.0813332 May 27 03:14:15.614103 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-cd9284cf-b855-4e1c-be55-86f379642883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:15.615579 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-cd9284cf-b855-4e1c-be55-86f379642883 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46d531b0-a8cf-41a5-915f-627b096f1f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696287 May 27 03:14:15.658857 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3e682730-5f75-4483-a36a-ff25d3660e1a req-20ec93cf-d434-487f-a6c8-6b8dbd640730 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bea46c9-cf5e-4194-9ba1-da669a581b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390058 May 27 03:14:15.747255 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-e059b19b-44e7-4023-9561-91c43300c94f service neutron] 10.222.0.32 "GET /v2.0/networks/46d531b0-a8cf-41a5-915f-627b096f1f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255176 May 27 03:14:15.982988 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-3b15efed-baa5-4ef4-861d-82e29f59aaa1 req-daa24825-87da-4e98-b6b1-986d1035e2e9 service neutron] 10.222.0.32 "GET /v2.0/networks/46d531b0-a8cf-41a5-915f-627b096f1f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296555 May 27 03:14:16.228864 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8b105-0337-4242-be6d-7c4ee9b8dfc1 req-85201bed-9148-4622-8ee2-fb3fccc9e102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:16.230316 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d1d8b105-0337-4242-be6d-7c4ee9b8dfc1 req-85201bed-9148-4622-8ee2-fb3fccc9e102 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b5c4616204ee4441b5e30cb1dca6fe82&device_id=ab78b02f-7021-4b84-849c-2a0d6462c8d4 HTTP/1.1" status: 200 len: 1094 time: 0.0722325 May 27 03:14:16.304467 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 182d8f99-7b21-4aea-bb03-a781b476b656 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:14:16.362713 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8b105-0337-4242-be6d-7c4ee9b8dfc1 req-1fdaf61f-d664-429f-b4f6-66dc4e45d94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:16.364143 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d1d8b105-0337-4242-be6d-7c4ee9b8dfc1 req-1fdaf61f-d664-429f-b4f6-66dc4e45d94b service neutron] 10.222.0.32 "GET /v2.0/networks?id=46d531b0-a8cf-41a5-915f-627b096f1f68 HTTP/1.1" status: 200 len: 918 time: 0.1278946 May 27 03:14:16.370493 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 182d8f99-7b21-4aea-bb03-a781b476b656 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:14:16.370881 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:16.432161 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d1d8b105-0337-4242-be6d-7c4ee9b8dfc1 req-7a555780-108d-4444-8ae1-905909d01483 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42bf3bd6-8ecb-47fe-8675-2a9413547a83 HTTP/1.1" status: 200 len: 217 time: 0.0607622 May 27 03:14:16.485440 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 182d8f99-7b21-4aea-bb03-a781b476b656 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:14:16.497044 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8b105-0337-4242-be6d-7c4ee9b8dfc1 req-312b6dd6-d693-426e-bfb2-bee341f437c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:16.499086 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d1d8b105-0337-4242-be6d-7c4ee9b8dfc1 req-312b6dd6-d693-426e-bfb2-bee341f437c8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f0144ea0-e95e-4068-a7ff-ecbb8c74ecc7 HTTP/1.1" status: 200 len: 856 time: 0.0604720 May 27 03:14:16.572193 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8b105-0337-4242-be6d-7c4ee9b8dfc1 req-469a635d-368f-4264-8ac7-65061831ccc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:16.573655 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d1d8b105-0337-4242-be6d-7c4ee9b8dfc1 req-469a635d-368f-4264-8ac7-65061831ccc1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46d531b0-a8cf-41a5-915f-627b096f1f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686824 May 27 03:14:16.703564 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d1d8b105-0337-4242-be6d-7c4ee9b8dfc1 req-3bc850fc-cd0a-41c3-ab0e-6a6a31b9940e service neutron] 10.222.0.32 "GET /v2.0/networks/46d531b0-a8cf-41a5-915f-627b096f1f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231115 May 27 03:14:16.845818 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d1d8b105-0337-4242-be6d-7c4ee9b8dfc1 req-eecab192-5184-47cf-a2f1-6abc58ec00d5 service neutron] 10.222.0.32 "GET /v2.0/networks/46d531b0-a8cf-41a5-915f-627b096f1f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350920 May 27 03:14:16.856373 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e9708-3d18-4fbb-a9d1-86a7a7d10e3b req-4afa20c2-3d6e-4a20-a090-d2fd9579fc02 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:16.858543 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c53e9708-3d18-4fbb-a9d1-86a7a7d10e3b req-4afa20c2-3d6e-4a20-a090-d2fd9579fc02 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab78b02f-7021-4b84-849c-2a0d6462c8d4 HTTP/1.1" status: 200 len: 943 time: 0.0887554 May 27 03:14:16.906193 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c53e9708-3d18-4fbb-a9d1-86a7a7d10e3b req-a8d41e67-6ea0-47a9-9458-15912612c360 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bea46c9-cf5e-4194-9ba1-da669a581b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413296 May 27 03:14:18.087254 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef268d5-db65-4c77-873a-15360121430c req-b5ab98d1-18b6-472a-88e9-ba7c5114791f tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:18.088608 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ef268d5-db65-4c77-873a-15360121430c req-b5ab98d1-18b6-472a-88e9-ba7c5114791f tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab78b02f-7021-4b84-849c-2a0d6462c8d4 HTTP/1.1" status: 200 len: 943 time: 0.0783765 May 27 03:14:18.132255 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5ef268d5-db65-4c77-873a-15360121430c req-55051a24-0403-4d12-bfae-9980d4fa2c3b tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bea46c9-cf5e-4194-9ba1-da669a581b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381229 May 27 03:14:18.697540 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 42bf3bd6-8ecb-47fe-8675-2a9413547a83 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:14:18.829272 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 42bf3bd6-8ecb-47fe-8675-2a9413547a83, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=42bf3bd6-8ecb-47fe-8675-2a9413547a83,segment=NetworkSegment(c3261c1e-c73a-4f9e-ab4e-450581b1140e),segment_id=c3261c1e-c73a-4f9e-ab4e-450581b1140e)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:14:18.842000 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '42bf3bd6-8ecb-47fe-8675-2a9413547a83', 'network_id': '46d531b0-a8cf-41a5-915f-627b096f1f68', 'port_id': '42bf3bd6-8ecb-47fe-8675-2a9413547a83', 'mac_address': 'fa:16:3e:c3:fb:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0144ea0-e95e-4068-a7ff-ecbb8c74ecc7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:14:18.897478 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 42bf3bd6-8ecb-47fe-8675-2a9413547a83 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:14:18.897858 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:18.914059 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42bf3bd6-8ecb-47fe-8675-2a9413547a83 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:14:18.929653 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 42bf3bd6-8ecb-47fe-8675-2a9413547a83, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=42bf3bd6-8ecb-47fe-8675-2a9413547a83,segment=NetworkSegment(c3261c1e-c73a-4f9e-ab4e-450581b1140e),segment_id=c3261c1e-c73a-4f9e-ab4e-450581b1140e)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:14:18.993049 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:19.061099 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=42bf3bd6-8ecb-47fe-8675-2a9413547a83,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:14:19.196532 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['42bf3bd6-8ecb-47fe-8675-2a9413547a83'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:14:19.320949 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a5b22-1817-4e25-8c8e-e2e4ccaf4fc3 req-fb30dfcc-bf5d-492c-9936-9e3cb0cb7e12 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:19.322330 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-529a5b22-1817-4e25-8c8e-e2e4ccaf4fc3 req-fb30dfcc-bf5d-492c-9936-9e3cb0cb7e12 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab78b02f-7021-4b84-849c-2a0d6462c8d4 HTTP/1.1" status: 200 len: 944 time: 0.0811849 May 27 03:14:19.366547 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-529a5b22-1817-4e25-8c8e-e2e4ccaf4fc3 req-dd17111d-d7c5-4287-a67a-74c0aa3b963a tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bea46c9-cf5e-4194-9ba1-da669a581b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378668 May 27 03:14:19.824015 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:19.850141 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:20.550268 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d420e19-382a-4c82-a90c-69aae24fae18 req-d4e33fb2-c576-46dc-b7d1-f9986da92c46 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:20.551721 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0d420e19-382a-4c82-a90c-69aae24fae18 req-d4e33fb2-c576-46dc-b7d1-f9986da92c46 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab78b02f-7021-4b84-849c-2a0d6462c8d4 HTTP/1.1" status: 200 len: 944 time: 0.0788844 May 27 03:14:20.594610 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0d420e19-382a-4c82-a90c-69aae24fae18 req-5d345398-e6b6-4ade-868c-9366294cc5b4 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bea46c9-cf5e-4194-9ba1-da669a581b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370195 May 27 03:14:20.696702 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 42bf3bd6-8ecb-47fe-8675-2a9413547a83 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:14:20.795569 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 42bf3bd6-8ecb-47fe-8675-2a9413547a83 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:14:20.801556 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 42bf3bd6-8ecb-47fe-8675-2a9413547a83 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:14:20.802261 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:20.919568 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 42bf3bd6-8ecb-47fe-8675-2a9413547a83 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:14:20.920785 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:20.948650 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab78b02f-7021-4b84-849c-2a0d6462c8d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42bf3bd6-8ecb-47fe-8675-2a9413547a83'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:14:20.965126 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 42bf3bd6-8ecb-47fe-8675-2a9413547a83, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=42bf3bd6-8ecb-47fe-8675-2a9413547a83,segment=NetworkSegment(c3261c1e-c73a-4f9e-ab4e-450581b1140e),segment_id=c3261c1e-c73a-4f9e-ab4e-450581b1140e)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:14:21.033729 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:21.079029 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9b799be-c922-4b65-a966-b2647a06b95c'] response: {'server_uuid': 'ab78b02f-7021-4b84-849c-2a0d6462c8d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42bf3bd6-8ecb-47fe-8675-2a9413547a83', 'code': 200} May 27 03:14:21.104595 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=42bf3bd6-8ecb-47fe-8675-2a9413547a83,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:14:21.181547 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82594e2-3b33-4351-a9cf-b27685eb2dc3 req-87a8139c-0f0f-4098-9db1-270b044de2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:21.182996 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b82594e2-3b33-4351-a9cf-b27685eb2dc3 req-87a8139c-0f0f-4098-9db1-270b044de2c8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ab78b02f-7021-4b84-849c-2a0d6462c8d4 HTTP/1.1" status: 200 len: 1096 time: 0.0742321 May 27 03:14:21.223386 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-b82594e2-3b33-4351-a9cf-b27685eb2dc3 req-91c88212-d9c9-486d-89f4-91c28e4213f5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6bea46c9-cf5e-4194-9ba1-da669a581b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343621 May 27 03:14:21.780654 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2820ef-567d-4bb7-ad3c-ac993a346cc9 req-c73c35c2-c61d-480a-8115-d90e018b8ac9 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:21.782131 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-de2820ef-567d-4bb7-ad3c-ac993a346cc9 req-c73c35c2-c61d-480a-8115-d90e018b8ac9 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab78b02f-7021-4b84-849c-2a0d6462c8d4 HTTP/1.1" status: 200 len: 945 time: 0.0836573 May 27 03:14:21.827002 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-de2820ef-567d-4bb7-ad3c-ac993a346cc9 req-58514b6e-6858-44c1-bea4-bb1d8d8af478 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bea46c9-cf5e-4194-9ba1-da669a581b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382707 May 27 03:14:23.011197 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b14b1e-f588-4b0a-ae32-dabd675035d5 req-18923464-b3e7-4882-b1a4-3b012d761fd8 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:23.012655 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-66b14b1e-f588-4b0a-ae32-dabd675035d5 req-18923464-b3e7-4882-b1a4-3b012d761fd8 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab78b02f-7021-4b84-849c-2a0d6462c8d4 HTTP/1.1" status: 200 len: 945 time: 0.0792682 May 27 03:14:23.059695 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-66b14b1e-f588-4b0a-ae32-dabd675035d5 req-0275a52b-7ec7-450f-8d67-b5b9f89caf19 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bea46c9-cf5e-4194-9ba1-da669a581b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413699 May 27 03:14:23.240599 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ae81a-4bf0-4b8d-b7cf-1325c1a9e118 req-5bfad2a7-be5e-4381-9943-3284485ed9d5 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:23.242073 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-631ae81a-4bf0-4b8d-b7cf-1325c1a9e118 req-5bfad2a7-be5e-4381-9943-3284485ed9d5 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab78b02f-7021-4b84-849c-2a0d6462c8d4 HTTP/1.1" status: 200 len: 945 time: 0.0793462 May 27 03:14:23.285479 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-631ae81a-4bf0-4b8d-b7cf-1325c1a9e118 req-684cfa75-4060-469f-8e34-3110b0a5a7be tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bea46c9-cf5e-4194-9ba1-da669a581b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377245 May 27 03:14:24.157102 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e5233513-0375-43d3-92ab-6c5f9c2b0757 req-f7d01174-1d90-4019-9e2b-1253e9de6706 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ab78b02f-7021-4b84-849c-2a0d6462c8d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0692751 May 27 03:14:24.297638 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5233513-0375-43d3-92ab-6c5f9c2b0757 req-84a3f531-9476-4942-949d-d833a2f2f85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:24.303647 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e5233513-0375-43d3-92ab-6c5f9c2b0757 req-84a3f531-9476-4942-949d-d833a2f2f85a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b5c4616204ee4441b5e30cb1dca6fe82&device_id=ab78b02f-7021-4b84-849c-2a0d6462c8d4 HTTP/1.1" status: 200 len: 1096 time: 0.0760350 May 27 03:14:24.450292 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5233513-0375-43d3-92ab-6c5f9c2b0757 req-13224bf0-13dc-4562-842f-f87e96ea9d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:24.452855 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e5233513-0375-43d3-92ab-6c5f9c2b0757 req-13224bf0-13dc-4562-842f-f87e96ea9d95 service neutron] 10.222.0.32 "GET /v2.0/networks?id=46d531b0-a8cf-41a5-915f-627b096f1f68 HTTP/1.1" status: 200 len: 918 time: 0.1333885 May 27 03:14:24.519867 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e5233513-0375-43d3-92ab-6c5f9c2b0757 req-ff79c676-fc2a-49aa-abea-ee2912e4312a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42bf3bd6-8ecb-47fe-8675-2a9413547a83 HTTP/1.1" status: 200 len: 217 time: 0.0622358 May 27 03:14:24.585227 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5233513-0375-43d3-92ab-6c5f9c2b0757 req-16a895d5-e580-4d20-80e5-fa11cb2d786a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:24.586642 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e5233513-0375-43d3-92ab-6c5f9c2b0757 req-16a895d5-e580-4d20-80e5-fa11cb2d786a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f0144ea0-e95e-4068-a7ff-ecbb8c74ecc7 HTTP/1.1" status: 200 len: 856 time: 0.0613616 May 27 03:14:24.661924 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5233513-0375-43d3-92ab-6c5f9c2b0757 req-264ba023-770a-4820-94b7-8b958a41ac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:24.663571 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e5233513-0375-43d3-92ab-6c5f9c2b0757 req-264ba023-770a-4820-94b7-8b958a41ac97 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46d531b0-a8cf-41a5-915f-627b096f1f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713141 May 27 03:14:24.796859 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e5233513-0375-43d3-92ab-6c5f9c2b0757 req-2da72c3e-27dd-485c-b6c7-0ebdf9cccf2a service neutron] 10.222.0.32 "GET /v2.0/networks/46d531b0-a8cf-41a5-915f-627b096f1f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264215 May 27 03:14:25.031525 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e5233513-0375-43d3-92ab-6c5f9c2b0757 req-1a26397c-e17b-48a5-ab45-a1c5f6855378 service neutron] 10.222.0.32 "GET /v2.0/networks/46d531b0-a8cf-41a5-915f-627b096f1f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285750 May 27 03:14:25.538343 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-775e4184-4649-4a38-b26a-11c52e78b3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:27.909860 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9644f510-c158-4aa2-bf7f-b23be9f588a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:29.081098 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:29.178138 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:30.298161 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:33.656445 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:14:41.643570 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa91010-4b72-48fb-8b81-8a9d28b731ca req-8e7bcbc6-2548-4ca0-bc4e-e799babdd13e tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:41.645059 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dfa91010-4b72-48fb-8b81-8a9d28b731ca req-8e7bcbc6-2548-4ca0-bc4e-e799babdd13e tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab78b02f-7021-4b84-849c-2a0d6462c8d4 HTTP/1.1" status: 200 len: 945 time: 0.0854640 May 27 03:14:41.689335 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dfa91010-4b72-48fb-8b81-8a9d28b731ca req-c3c924a1-1575-4b47-a1ef-41cb84eb3b85 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bea46c9-cf5e-4194-9ba1-da669a581b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385120 May 27 03:14:42.875642 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06387ad1-8d66-4be0-b0f6-c3a973507f33 req-4cd0e371-ac96-4301-bb55-53d4631ded2c tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:42.877155 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-06387ad1-8d66-4be0-b0f6-c3a973507f33 req-4cd0e371-ac96-4301-bb55-53d4631ded2c tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab78b02f-7021-4b84-849c-2a0d6462c8d4 HTTP/1.1" status: 200 len: 945 time: 0.0797207 May 27 03:14:42.920329 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-06387ad1-8d66-4be0-b0f6-c3a973507f33 req-acf1c76a-279d-4700-a023-3338189e8c60 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bea46c9-cf5e-4194-9ba1-da669a581b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375237 May 27 03:14:43.085219 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3da970-a7a4-4d7e-ae78-5de737d5422a req-45472c87-20dd-47cf-8308-f59e42e4408f tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:43.085907 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-0b3da970-a7a4-4d7e-ae78-5de737d5422a req-45472c87-20dd-47cf-8308-f59e42e4408f tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Synchronizing usage tracker for tenant:b5c4616204ee4441b5e30cb1dca6fe82 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:14:43.175428 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-0b3da970-a7a4-4d7e-ae78-5de737d5422a req-45472c87-20dd-47cf-8308-f59e42e4408f tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Unset dirty status for tenant:b5c4616204ee4441b5e30cb1dca6fe82 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:14:43.176544 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0b3da970-a7a4-4d7e-ae78-5de737d5422a req-45472c87-20dd-47cf-8308-f59e42e4408f tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab78b02f-7021-4b84-849c-2a0d6462c8d4 HTTP/1.1" status: 200 len: 945 time: 0.1718323 May 27 03:14:43.248490 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-0b3da970-a7a4-4d7e-ae78-5de737d5422a req-aa94c1a2-f98a-4de4-828a-c876e2650da0 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Deleting port 42bf3bd6-8ecb-47fe-8675-2a9413547a83 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:14:43.249173 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0b3da970-a7a4-4d7e-ae78-5de737d5422a req-aa94c1a2-f98a-4de4-828a-c876e2650da0 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:43.487084 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0b3da970-a7a4-4d7e-ae78-5de737d5422a req-aa94c1a2-f98a-4de4-828a-c876e2650da0 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] For port 42bf3bd6-8ecb-47fe-8675-2a9413547a83, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=42bf3bd6-8ecb-47fe-8675-2a9413547a83,segment=NetworkSegment(c3261c1e-c73a-4f9e-ab4e-450581b1140e),segment_id=c3261c1e-c73a-4f9e-ab4e-450581b1140e)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:14:43.487441 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0b3da970-a7a4-4d7e-ae78-5de737d5422a req-aa94c1a2-f98a-4de4-828a-c876e2650da0 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:43.607070 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-0b3da970-a7a4-4d7e-ae78-5de737d5422a req-aa94c1a2-f98a-4de4-828a-c876e2650da0 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Calling delete_port for 42bf3bd6-8ecb-47fe-8675-2a9413547a83 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:14:43.801079 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0b3da970-a7a4-4d7e-ae78-5de737d5422a req-aa94c1a2-f98a-4de4-828a-c876e2650da0 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:43.813065 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['42bf3bd6-8ecb-47fe-8675-2a9413547a83'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:14:43.856505 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94c1a2-f98a-4de4-828a-c876e2650da0 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Pushing event deleted for resources: {'Port': ['ID=42bf3bd6-8ecb-47fe-8675-2a9413547a83,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:14:43.938600 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3da970-a7a4-4d7e-ae78-5de737d5422a req-aa94c1a2-f98a-4de4-828a-c876e2650da0 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] No DVR routers for this DVR port 42bf3bd6-8ecb-47fe-8675-2a9413547a83 on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:14:43.941280 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0b3da970-a7a4-4d7e-ae78-5de737d5422a req-aa94c1a2-f98a-4de4-828a-c876e2650da0 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:43.943917 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab78b02f-7021-4b84-849c-2a0d6462c8d4', 'name': 'network-vif-deleted', 'tag': '42bf3bd6-8ecb-47fe-8675-2a9413547a83'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:14:43.994137 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-047fad9f-6f8b-4b96-9007-c358bbee8b50'] response: {'server_uuid': 'ab78b02f-7021-4b84-849c-2a0d6462c8d4', 'name': 'network-vif-deleted', 'tag': '42bf3bd6-8ecb-47fe-8675-2a9413547a83', 'status': 'completed', 'code': 200} May 27 03:14:44.020922 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0b3da970-a7a4-4d7e-ae78-5de737d5422a req-aa94c1a2-f98a-4de4-828a-c876e2650da0 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.32 "DELETE /v2.0/ports/42bf3bd6-8ecb-47fe-8675-2a9413547a83 HTTP/1.1" status: 204 len: 173 time: 0.8387105 May 27 03:14:44.092208 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-67d7a58e-c413-47e9-b27f-5fff83a133a5 req-249258c5-9b77-4829-8f28-85ef6c97795e tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab78b02f-7021-4b84-849c-2a0d6462c8d4 HTTP/1.1" status: 200 len: 210 time: 0.0470552 May 27 03:14:46.698740 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-d184d62f-33d3-4c5b-832e-88741e0ce9e5 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:46.700148 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-d184d62f-33d3-4c5b-832e-88741e0ce9e5 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/networks?id=46d531b0-a8cf-41a5-915f-627b096f1f68 HTTP/1.1" status: 200 len: 817 time: 0.1406367 May 27 03:14:46.715470 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-aa085ca9-0518-4d94-a96c-76b77cfdf78b tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/quotas/b5c4616204ee4441b5e30cb1dca6fe82 HTTP/1.1" status: 200 len: 375 time: 0.0093100 May 27 03:14:46.778664 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 42bf3bd6-8ecb-47fe-8675-2a9413547a83 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:14:46.797006 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-f4ef8fa4-06a3-4a05-a88c-2d8b907fc476 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b5c4616204ee4441b5e30cb1dca6fe82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764949 May 27 03:14:46.847044 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 42bf3bd6-8ecb-47fe-8675-2a9413547a83 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:14:46.847408 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 42bf3bd6-8ecb-47fe-8675-2a9413547a83 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:14:46.938514 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-ddd346b8-d6da-4f40-bad7-99ce52f6fd34 service neutron] 10.222.0.57 "GET /v2.0/networks/46d531b0-a8cf-41a5-915f-627b096f1f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284945 May 27 03:14:47.068890 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-08f34d15-8f65-4446-8942-9cb628330d8a service neutron] 10.222.0.57 "GET /v2.0/networks/46d531b0-a8cf-41a5-915f-627b096f1f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244047 May 27 03:14:47.308416 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c45021a0-19de-4bb9-bb72-56440edf221c req-25ae33e5-2421-4994-9bce-af6a1f2931ab tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ea4edd3-a213-4c2e-ac74-8752190c3cb9 HTTP/1.1" status: 200 len: 210 time: 0.0417898 May 27 03:14:48.460571 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b9708f1-e95c-4ab5-99fd-bd7734eed66f req-182d59c3-fb58-44a9-ad6e-ee9bc265970f tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ea4edd3-a213-4c2e-ac74-8752190c3cb9 HTTP/1.1" status: 200 len: 210 time: 0.0475514 May 27 03:14:49.364343 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-58302dac-9647-41f5-a78a-e26683ffaa0c tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:49.365795 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-58302dac-9647-41f5-a78a-e26683ffaa0c tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.66 "GET /v2.0/networks?id=46d531b0-a8cf-41a5-915f-627b096f1f68 HTTP/1.1" status: 200 len: 817 time: 0.1460812 May 27 03:14:49.377160 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-fd927871-57f9-4a26-a4cd-969f7c7ceef4 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Request body: {'port': {'device_id': '3ea4edd3-a213-4c2e-ac74-8752190c3cb9', 'network_id': '46d531b0-a8cf-41a5-915f-627b096f1f68', 'admin_state_up': True, 'tenant_id': 'b5c4616204ee4441b5e30cb1dca6fe82'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:14:49.513143 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-fd927871-57f9-4a26-a4cd-969f7c7ceef4 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:14:49.517787 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-fd927871-57f9-4a26-a4cd-969f7c7ceef4 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Usage tracker for resource:port and tenant:b5c4616204ee4441b5e30cb1dca6fe82 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:14:49.521376 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-fd927871-57f9-4a26-a4cd-969f7c7ceef4 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:14:49.526461 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-fd927871-57f9-4a26-a4cd-969f7c7ceef4 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:14:49.578909 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-fd927871-57f9-4a26-a4cd-969f7c7ceef4 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Made reservation on behalf of b5c4616204ee4441b5e30cb1dca6fe82 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:14:49.582341 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-fd927871-57f9-4a26-a4cd-969f7c7ceef4 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:49.611490 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1dc7975f-46ab-4fab-b80f-5f1570ffd463 req-40fdcb22-bdea-4507-b44a-9f9605d65312 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ea4edd3-a213-4c2e-ac74-8752190c3cb9 HTTP/1.1" status: 200 len: 210 time: 0.0424988 May 27 03:14:49.745783 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-fd927871-57f9-4a26-a4cd-969f7c7ceef4 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Allocated IP 172.20.0.9 (46d531b0-a8cf-41a5-915f-627b096f1f68/f0144ea0-e95e-4068-a7ff-ecbb8c74ecc7/ca6a6344-c791-460e-ae38-1f10cb8628ae) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:14:49.816050 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:49.838723 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:49.946774 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-fd927871-57f9-4a26-a4cd-969f7c7ceef4 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:49.962430 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-fd927871-57f9-4a26-a4cd-969f7c7ceef4 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Transition to ACTIVE for port object ca6a6344-c791-460e-ae38-1f10cb8628ae will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:14:50.047303 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-fd927871-57f9-4a26-a4cd-969f7c7ceef4 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:50.221468 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-fd927871-57f9-4a26-a4cd-969f7c7ceef4 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Network 46d531b0-a8cf-41a5-915f-627b096f1f68 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:14:50.224570 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-fd927871-57f9-4a26-a4cd-969f7c7ceef4 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:14:50.228509 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-fd927871-57f9-4a26-a4cd-969f7c7ceef4 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:14:50.275396 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd927871-57f9-4a26-a4cd-969f7c7ceef4 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Pushing event updated for resources: {'Port': ['ID=ca6a6344-c791-460e-ae38-1f10cb8628ae,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:14:50.296791 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-fd927871-57f9-4a26-a4cd-969f7c7ceef4 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:50.297407 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-fd927871-57f9-4a26-a4cd-969f7c7ceef4 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:50.399791 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-fd927871-57f9-4a26-a4cd-969f7c7ceef4 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0261104 May 27 03:14:50.410040 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-9e2ff3ae-6c4b-468a-9ac4-edf48d47992f tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 03:14:50.410960 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-9e2ff3ae-6c4b-468a-9ac4-edf48d47992f tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049522 May 27 03:14:50.421913 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-9caad328-1617-40ca-a17a-7e44c24ddf87 service neutron] Request body: {'port': {'device_id': '3ea4edd3-a213-4c2e-ac74-8752190c3cb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:14:50.507535 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-2c10f1b5-b975-4a19-8a4e-296bebc4d2f4 None None] Provisioning for port ca6a6344-c791-460e-ae38-1f10cb8628ae completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:14:50.512279 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-2c10f1b5-b975-4a19-8a4e-296bebc4d2f4 None None] Provisioning complete for port ca6a6344-c791-460e-ae38-1f10cb8628ae triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:14:50.512805 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2c10f1b5-b975-4a19-8a4e-296bebc4d2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:50.533649 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-9caad328-1617-40ca-a17a-7e44c24ddf87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:50.564855 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-2c10f1b5-b975-4a19-8a4e-296bebc4d2f4 None None] Port ca6a6344-c791-460e-ae38-1f10cb8628ae cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:14:50.799104 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b6c04-f124-4c58-b86f-c8461bfb0099 req-4ec3bdfb-3edd-4e97-957a-2193f7cc08cc tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:50.800224 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4d1b6c04-f124-4c58-b86f-c8461bfb0099 req-4ec3bdfb-3edd-4e97-957a-2193f7cc08cc tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ea4edd3-a213-4c2e-ac74-8752190c3cb9 HTTP/1.1" status: 200 len: 931 time: 0.0835257 May 27 03:14:50.878512 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-9caad328-1617-40ca-a17a-7e44c24ddf87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca6a6344-c791-460e-ae38-1f10cb8628ae {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:14:50.886452 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-9caad328-1617-40ca-a17a-7e44c24ddf87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:50.902080 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-9caad328-1617-40ca-a17a-7e44c24ddf87 service neutron] Transition to ACTIVE for port object ca6a6344-c791-460e-ae38-1f10cb8628ae will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:14:50.956530 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4d1b6c04-f124-4c58-b86f-c8461bfb0099 req-7c336027-5ace-440c-a6a6-668923c2210d tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bea46c9-cf5e-4194-9ba1-da669a581b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495574 May 27 03:14:50.959036 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-9caad328-1617-40ca-a17a-7e44c24ddf87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:51.117054 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caad328-1617-40ca-a17a-7e44c24ddf87 service neutron] Pushing event updated for resources: {'Port': ['ID=ca6a6344-c791-460e-ae38-1f10cb8628ae,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:14:51.195418 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-9caad328-1617-40ca-a17a-7e44c24ddf87 service neutron] Attempting to bind port ca6a6344-c791-460e-ae38-1f10cb8628ae on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:14:51.195757 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-9caad328-1617-40ca-a17a-7e44c24ddf87 service neutron] Attempting to bind port ca6a6344-c791-460e-ae38-1f10cb8628ae by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'c3261c1e-c73a-4f9e-ab4e-450581b1140e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '46d531b0-a8cf-41a5-915f-627b096f1f68'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:14:51.196091 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-9caad328-1617-40ca-a17a-7e44c24ddf87 service neutron] Attempting to bind port ca6a6344-c791-460e-ae38-1f10cb8628ae on network 46d531b0-a8cf-41a5-915f-627b096f1f68 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:14:51.200583 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-9caad328-1617-40ca-a17a-7e44c24ddf87 service neutron] Port ca6a6344-c791-460e-ae38-1f10cb8628ae on network 46d531b0-a8cf-41a5-915f-627b096f1f68 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:14:51.200937 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-9caad328-1617-40ca-a17a-7e44c24ddf87 service neutron] Attempting to bind port ca6a6344-c791-460e-ae38-1f10cb8628ae on network 46d531b0-a8cf-41a5-915f-627b096f1f68 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:14:51.206506 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-9caad328-1617-40ca-a17a-7e44c24ddf87 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:14:51.206844 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-9caad328-1617-40ca-a17a-7e44c24ddf87 service neutron] Checking segment: {'id': 'c3261c1e-c73a-4f9e-ab4e-450581b1140e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '46d531b0-a8cf-41a5-915f-627b096f1f68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:14:51.207225 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-9caad328-1617-40ca-a17a-7e44c24ddf87 service neutron] Bound using segment: {'id': 'c3261c1e-c73a-4f9e-ab4e-450581b1140e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '46d531b0-a8cf-41a5-915f-627b096f1f68'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:14:51.207647 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-9caad328-1617-40ca-a17a-7e44c24ddf87 service neutron] Bound port: ca6a6344-c791-460e-ae38-1f10cb8628ae, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3261c1e-c73a-4f9e-ab4e-450581b1140e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '46d531b0-a8cf-41a5-915f-627b096f1f68'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:14:51.207989 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-9caad328-1617-40ca-a17a-7e44c24ddf87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:51.293683 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-9caad328-1617-40ca-a17a-7e44c24ddf87 service neutron] For port ca6a6344-c791-460e-ae38-1f10cb8628ae, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:14:51.296638 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-9caad328-1617-40ca-a17a-7e44c24ddf87 service neutron] For port ca6a6344-c791-460e-ae38-1f10cb8628ae, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=ca6a6344-c791-460e-ae38-1f10cb8628ae,segment=NetworkSegment(c3261c1e-c73a-4f9e-ab4e-450581b1140e),segment_id=c3261c1e-c73a-4f9e-ab4e-450581b1140e)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:14:51.358983 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-9caad328-1617-40ca-a17a-7e44c24ddf87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:51.420562 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-9caad328-1617-40ca-a17a-7e44c24ddf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:51.421204 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-9caad328-1617-40ca-a17a-7e44c24ddf87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:51.422566 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-9caad328-1617-40ca-a17a-7e44c24ddf87 service neutron] 10.222.0.66 "PUT /v2.0/ports/ca6a6344-c791-460e-ae38-1f10cb8628ae HTTP/1.1" status: 200 len: 1091 time: 1.0047488 May 27 03:14:51.423000 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ea4edd3-a213-4c2e-ac74-8752190c3cb9', 'tag': 'ca6a6344-c791-460e-ae38-1f10cb8628ae'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:14:51.445948 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caad328-1617-40ca-a17a-7e44c24ddf87 service neutron] Pushing event updated for resources: {'Port': ['ID=ca6a6344-c791-460e-ae38-1f10cb8628ae,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:14:51.477610 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccbfe0f0-18ef-4e89-a8e2-8415e90580f7'] response: {'name': 'network-changed', 'server_uuid': '3ea4edd3-a213-4c2e-ac74-8752190c3cb9', 'tag': 'ca6a6344-c791-460e-ae38-1f10cb8628ae', 'status': 'completed', 'code': 200} May 27 03:14:51.569823 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9074b-be82-47d6-b008-f895290521c0 req-9ec8a9e9-7fd3-4925-ae6e-5af28c3f62e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:51.571306 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-66a9074b-be82-47d6-b008-f895290521c0 req-9ec8a9e9-7fd3-4925-ae6e-5af28c3f62e5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b5c4616204ee4441b5e30cb1dca6fe82&device_id=3ea4edd3-a213-4c2e-ac74-8752190c3cb9 HTTP/1.1" status: 200 len: 1094 time: 0.0752623 May 27 03:14:51.713555 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9074b-be82-47d6-b008-f895290521c0 req-d3f4572a-73e2-45c0-9f54-995edb5c12bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:51.714953 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-66a9074b-be82-47d6-b008-f895290521c0 req-d3f4572a-73e2-45c0-9f54-995edb5c12bd service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=b5c4616204ee4441b5e30cb1dca6fe82&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1364117 May 27 03:14:51.848987 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9074b-be82-47d6-b008-f895290521c0 req-33130ff7-b8c5-48f0-9283-627fc0b29dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:51.850419 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-66a9074b-be82-47d6-b008-f895290521c0 req-33130ff7-b8c5-48f0-9283-627fc0b29dc5 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1301069 May 27 03:14:51.958467 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-ca124b60-bf7c-459c-a362-889b87361282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:51.959837 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-ca124b60-bf7c-459c-a362-889b87361282 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b5c4616204ee4441b5e30cb1dca6fe82&device_id=3ea4edd3-a213-4c2e-ac74-8752190c3cb9 HTTP/1.1" status: 200 len: 1094 time: 0.0741913 May 27 03:14:52.027082 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-7a0ae552-7500-4e3e-8aa8-662d85ddeab4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca6a6344-c791-460e-ae38-1f10cb8628ae HTTP/1.1" status: 200 len: 217 time: 0.0604274 May 27 03:14:52.090222 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-434a220f-090e-4d51-847c-e3e717e573bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:52.091646 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-434a220f-090e-4d51-847c-e3e717e573bd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f0144ea0-e95e-4068-a7ff-ecbb8c74ecc7 HTTP/1.1" status: 200 len: 856 time: 0.0595980 May 27 03:14:52.137811 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e00f0a-9dfe-436a-ab94-b8c098bc5d63 req-9e8238f7-e31c-4e68-b367-445636cb8157 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:52.139306 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-69e00f0a-9dfe-436a-ab94-b8c098bc5d63 req-9e8238f7-e31c-4e68-b367-445636cb8157 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ea4edd3-a213-4c2e-ac74-8752190c3cb9 HTTP/1.1" status: 200 len: 943 time: 0.0784817 May 27 03:14:52.165734 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-d0d65b6d-640b-4209-bfd4-e3a697b757dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:52.167190 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-d0d65b6d-640b-4209-bfd4-e3a697b757dd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=46d531b0-a8cf-41a5-915f-627b096f1f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698888 May 27 03:14:52.183405 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-69e00f0a-9dfe-436a-ab94-b8c098bc5d63 req-2c34d969-8ff3-41ba-bca9-95b16082c1c7 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bea46c9-cf5e-4194-9ba1-da669a581b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384958 May 27 03:14:52.297109 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-d6e3d1a1-ea69-422b-be9d-18e83fa0c87e service neutron] 10.222.0.66 "GET /v2.0/networks/46d531b0-a8cf-41a5-915f-627b096f1f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242731 May 27 03:14:52.426369 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e36d0a59-2121-4254-9fbf-e75e01e71e8d req-8a1cd93a-d5b6-4784-ad0c-c6c53d4b58e0 service neutron] 10.222.0.66 "GET /v2.0/networks/46d531b0-a8cf-41a5-915f-627b096f1f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234663 May 27 03:14:53.365316 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf0a2c-2f0d-403f-8771-0068d49642d9 req-239cdcc8-084c-4d02-bee3-88fd3127e6d9 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:53.366769 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0ebf0a2c-2f0d-403f-8771-0068d49642d9 req-239cdcc8-084c-4d02-bee3-88fd3127e6d9 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ea4edd3-a213-4c2e-ac74-8752190c3cb9 HTTP/1.1" status: 200 len: 943 time: 0.0804844 May 27 03:14:53.409143 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0ebf0a2c-2f0d-403f-8771-0068d49642d9 req-a021b569-7bf7-4c94-9770-56af1bdcfae7 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bea46c9-cf5e-4194-9ba1-da669a581b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368345 May 27 03:14:54.739212 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e1691-0f66-4f31-a4ac-c8d3c34c9403 req-1b04954a-20be-4ca4-ae5a-da187d9aebaa tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:54.740658 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bf4e1691-0f66-4f31-a4ac-c8d3c34c9403 req-1b04954a-20be-4ca4-ae5a-da187d9aebaa tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ea4edd3-a213-4c2e-ac74-8752190c3cb9 HTTP/1.1" status: 200 len: 943 time: 0.0783780 May 27 03:14:54.788293 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bf4e1691-0f66-4f31-a4ac-c8d3c34c9403 req-155f18f8-d78e-43b3-a006-9d3de3fd7225 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bea46c9-cf5e-4194-9ba1-da669a581b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416851 May 27 03:14:54.827450 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device ca6a6344-c791-460e-ae38-1f10cb8628ae details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:14:54.957165 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port ca6a6344-c791-460e-ae38-1f10cb8628ae, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=ca6a6344-c791-460e-ae38-1f10cb8628ae,segment=NetworkSegment(c3261c1e-c73a-4f9e-ab4e-450581b1140e),segment_id=c3261c1e-c73a-4f9e-ab4e-450581b1140e)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:14:54.970257 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': 'ca6a6344-c791-460e-ae38-1f10cb8628ae', 'network_id': '46d531b0-a8cf-41a5-915f-627b096f1f68', 'port_id': 'ca6a6344-c791-460e-ae38-1f10cb8628ae', 'mac_address': 'fa:16:3e:c6:60:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0144ea0-e95e-4068-a7ff-ecbb8c74ecc7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:14:55.022360 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port ca6a6344-c791-460e-ae38-1f10cb8628ae is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:14:55.022668 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:55.038980 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca6a6344-c791-460e-ae38-1f10cb8628ae {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:14:55.054432 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port ca6a6344-c791-460e-ae38-1f10cb8628ae, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=ca6a6344-c791-460e-ae38-1f10cb8628ae,segment=NetworkSegment(c3261c1e-c73a-4f9e-ab4e-450581b1140e),segment_id=c3261c1e-c73a-4f9e-ab4e-450581b1140e)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:14:55.106934 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:55.174703 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=ca6a6344-c791-460e-ae38-1f10cb8628ae,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:14:55.318814 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['ca6a6344-c791-460e-ae38-1f10cb8628ae'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:14:55.532470 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6b9c1c5f-a366-49d4-8b41-2d2b18caf1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:55.970933 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c737bd-c49b-4c22-8b20-9d1eae248431 req-03ccb44d-be0b-4e4c-883e-30e2da47d033 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:55.972353 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-83c737bd-c49b-4c22-8b20-9d1eae248431 req-03ccb44d-be0b-4e4c-883e-30e2da47d033 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ea4edd3-a213-4c2e-ac74-8752190c3cb9 HTTP/1.1" status: 200 len: 944 time: 0.0772476 May 27 03:14:56.015163 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-83c737bd-c49b-4c22-8b20-9d1eae248431 req-16ddaf18-9bfc-444a-8c07-7e432a67a1b2 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bea46c9-cf5e-4194-9ba1-da669a581b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371931 May 27 03:14:56.827737 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device ca6a6344-c791-460e-ae38-1f10cb8628ae up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:14:56.958629 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port ca6a6344-c791-460e-ae38-1f10cb8628ae completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:14:56.963570 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port ca6a6344-c791-460e-ae38-1f10cb8628ae triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:14:56.963905 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:57.087380 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port ca6a6344-c791-460e-ae38-1f10cb8628ae is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:14:57.087682 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:57.114231 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea4edd3-a213-4c2e-ac74-8752190c3cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca6a6344-c791-460e-ae38-1f10cb8628ae'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:14:57.124007 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port ca6a6344-c791-460e-ae38-1f10cb8628ae, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=ca6a6344-c791-460e-ae38-1f10cb8628ae,segment=NetworkSegment(c3261c1e-c73a-4f9e-ab4e-450581b1140e),segment_id=c3261c1e-c73a-4f9e-ab4e-450581b1140e)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:14:57.160327 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76eb49e0-4168-4037-a1d9-41801b09f12a'] response: {'server_uuid': '3ea4edd3-a213-4c2e-ac74-8752190c3cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca6a6344-c791-460e-ae38-1f10cb8628ae', 'code': 200} May 27 03:14:57.201332 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:57.205956 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d972b-c42f-4fa1-a8e5-e9f8cde96cfd req-a795243d-e497-4f1c-858e-caf02e674158 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:57.207475 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-037d972b-c42f-4fa1-a8e5-e9f8cde96cfd req-a795243d-e497-4f1c-858e-caf02e674158 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ea4edd3-a213-4c2e-ac74-8752190c3cb9 HTTP/1.1" status: 200 len: 944 time: 0.0911558 May 27 03:14:57.253835 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-037d972b-c42f-4fa1-a8e5-e9f8cde96cfd req-4b8f0122-b2a7-457b-bee7-3f1d302624cd tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bea46c9-cf5e-4194-9ba1-da669a581b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403605 May 27 03:14:57.268996 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=ca6a6344-c791-460e-ae38-1f10cb8628ae,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:14:57.300542 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7b3e7-f7e0-46ba-aa1d-ab0e827bec64 req-c8f6470f-58a9-4ffe-a333-77b6072acd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:57.302046 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-49a7b3e7-f7e0-46ba-aa1d-ab0e827bec64 req-c8f6470f-58a9-4ffe-a333-77b6072acd33 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3ea4edd3-a213-4c2e-ac74-8752190c3cb9 HTTP/1.1" status: 200 len: 1096 time: 0.0851908 May 27 03:14:57.341656 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-49a7b3e7-f7e0-46ba-aa1d-ab0e827bec64 req-9c446444-8249-4ebe-be44-0bd080ffee1e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6bea46c9-cf5e-4194-9ba1-da669a581b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342131 May 27 03:14:57.912435 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-32e30731-245f-4692-9d05-2479e146fff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:58.437460 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e610fa4f-7ea4-400c-8e6e-4987540a5a03 req-6c7714f8-f077-45c2-a61f-606ee26b35be tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:58.438897 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e610fa4f-7ea4-400c-8e6e-4987540a5a03 req-6c7714f8-f077-45c2-a61f-606ee26b35be tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ea4edd3-a213-4c2e-ac74-8752190c3cb9 HTTP/1.1" status: 200 len: 945 time: 0.0788693 May 27 03:14:58.481456 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e610fa4f-7ea4-400c-8e6e-4987540a5a03 req-904f7a38-8df1-4fd8-8f2f-c5ec8056517e tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bea46c9-cf5e-4194-9ba1-da669a581b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368512 May 27 03:14:59.034926 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:59.158346 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:59.665406 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa3597-fd7f-4151-8095-eaa4f361a700 req-3a5b2374-78c7-4bed-b3ed-5950de663094 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:59.666849 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5bfa3597-fd7f-4151-8095-eaa4f361a700 req-3a5b2374-78c7-4bed-b3ed-5950de663094 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ea4edd3-a213-4c2e-ac74-8752190c3cb9 HTTP/1.1" status: 200 len: 945 time: 0.0818157 May 27 03:14:59.710387 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5bfa3597-fd7f-4151-8095-eaa4f361a700 req-968e76d5-9432-4b8b-8326-bfe29f86eae6 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bea46c9-cf5e-4194-9ba1-da669a581b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378962 May 27 03:14:59.888523 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f259d1-0113-430f-a218-24e725cb2b47 req-dd8f0d2c-e108-43d7-8781-dc3d1b37fde6 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:59.890037 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-68f259d1-0113-430f-a218-24e725cb2b47 req-dd8f0d2c-e108-43d7-8781-dc3d1b37fde6 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ea4edd3-a213-4c2e-ac74-8752190c3cb9 HTTP/1.1" status: 200 len: 945 time: 0.0787187 May 27 03:14:59.937645 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-68f259d1-0113-430f-a218-24e725cb2b47 req-275134b0-b646-46be-bf1b-0b42bbef732a tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bea46c9-cf5e-4194-9ba1-da669a581b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420051 May 27 03:15:00.304127 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:10.656155 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:15:17.761219 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c860d-466e-4996-b5d6-65bf7e4a4aef req-44f4f1d4-740d-42c4-83a3-335eee2d4132 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:15:17.762713 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-219c860d-466e-4996-b5d6-65bf7e4a4aef req-44f4f1d4-740d-42c4-83a3-335eee2d4132 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ea4edd3-a213-4c2e-ac74-8752190c3cb9 HTTP/1.1" status: 200 len: 945 time: 0.0785520 May 27 03:15:17.810577 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-219c860d-466e-4996-b5d6-65bf7e4a4aef req-ab862343-6bc2-4fc7-a4fb-8f2ba552fd55 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bea46c9-cf5e-4194-9ba1-da669a581b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397575 May 27 03:15:18.999873 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6665b-bf1b-4609-9c98-cf9388901162 req-c637b9de-e645-4783-90df-7235881be4f8 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:15:19.001351 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-78d6665b-bf1b-4609-9c98-cf9388901162 req-c637b9de-e645-4783-90df-7235881be4f8 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ea4edd3-a213-4c2e-ac74-8752190c3cb9 HTTP/1.1" status: 200 len: 945 time: 0.0845726 May 27 03:15:19.045246 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-78d6665b-bf1b-4609-9c98-cf9388901162 req-a84f75bb-57f6-4e00-bfa6-1dc01affbad2 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/security-groups?id=6bea46c9-cf5e-4194-9ba1-da669a581b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379167 May 27 03:15:19.239508 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb04dd-6296-4174-b95b-a04c6fcc777a req-df012f95-183d-49d4-99ff-e777d84c6605 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:15:19.240196 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-78cb04dd-6296-4174-b95b-a04c6fcc777a req-df012f95-183d-49d4-99ff-e777d84c6605 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Synchronizing usage tracker for tenant:b5c4616204ee4441b5e30cb1dca6fe82 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:15:19.309018 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-78cb04dd-6296-4174-b95b-a04c6fcc777a req-df012f95-183d-49d4-99ff-e777d84c6605 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Unset dirty status for tenant:b5c4616204ee4441b5e30cb1dca6fe82 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:15:19.310121 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-78cb04dd-6296-4174-b95b-a04c6fcc777a req-df012f95-183d-49d4-99ff-e777d84c6605 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ea4edd3-a213-4c2e-ac74-8752190c3cb9 HTTP/1.1" status: 200 len: 945 time: 0.1473851 May 27 03:15:19.475191 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-78cb04dd-6296-4174-b95b-a04c6fcc777a req-22c13373-1e17-482d-aca7-ed1619f7d4bd tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Deleting port ca6a6344-c791-460e-ae38-1f10cb8628ae {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:15:19.475525 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-78cb04dd-6296-4174-b95b-a04c6fcc777a req-22c13373-1e17-482d-aca7-ed1619f7d4bd tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:19.713429 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-78cb04dd-6296-4174-b95b-a04c6fcc777a req-22c13373-1e17-482d-aca7-ed1619f7d4bd tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] For port ca6a6344-c791-460e-ae38-1f10cb8628ae, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=ca6a6344-c791-460e-ae38-1f10cb8628ae,segment=NetworkSegment(c3261c1e-c73a-4f9e-ab4e-450581b1140e),segment_id=c3261c1e-c73a-4f9e-ab4e-450581b1140e)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:15:19.713698 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-78cb04dd-6296-4174-b95b-a04c6fcc777a req-22c13373-1e17-482d-aca7-ed1619f7d4bd tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:19.834598 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-78cb04dd-6296-4174-b95b-a04c6fcc777a req-22c13373-1e17-482d-aca7-ed1619f7d4bd tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Calling delete_port for ca6a6344-c791-460e-ae38-1f10cb8628ae owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:15:19.840888 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:19.857535 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:20.049702 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-78cb04dd-6296-4174-b95b-a04c6fcc777a req-22c13373-1e17-482d-aca7-ed1619f7d4bd tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:20.060790 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['ca6a6344-c791-460e-ae38-1f10cb8628ae'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:15:20.099654 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c13373-1e17-482d-aca7-ed1619f7d4bd tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Pushing event deleted for resources: {'Port': ['ID=ca6a6344-c791-460e-ae38-1f10cb8628ae,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:20.135421 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c13373-1e17-482d-aca7-ed1619f7d4bd tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:20.135772 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c13373-1e17-482d-aca7-ed1619f7d4bd tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:20.136119 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c13373-1e17-482d-aca7-ed1619f7d4bd tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:20.136454 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c13373-1e17-482d-aca7-ed1619f7d4bd tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:20.136825 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c13373-1e17-482d-aca7-ed1619f7d4bd tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:20.137157 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c13373-1e17-482d-aca7-ed1619f7d4bd tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:20.137490 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c13373-1e17-482d-aca7-ed1619f7d4bd tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:20.137817 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c13373-1e17-482d-aca7-ed1619f7d4bd tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:20.138139 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c13373-1e17-482d-aca7-ed1619f7d4bd tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:20.138462 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c13373-1e17-482d-aca7-ed1619f7d4bd tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:20.138783 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c13373-1e17-482d-aca7-ed1619f7d4bd tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:20.139108 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c13373-1e17-482d-aca7-ed1619f7d4bd tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:20.194152 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-78cb04dd-6296-4174-b95b-a04c6fcc777a req-22c13373-1e17-482d-aca7-ed1619f7d4bd tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] No DVR routers for this DVR port ca6a6344-c791-460e-ae38-1f10cb8628ae on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:15:20.196988 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-78cb04dd-6296-4174-b95b-a04c6fcc777a req-22c13373-1e17-482d-aca7-ed1619f7d4bd tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:20.200160 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-986bfdae-4357-45bc-8774-68decec6c89b req-cdd22069-418d-4d57-b110-4138ff38ed64 tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ea4edd3-a213-4c2e-ac74-8752190c3cb9 HTTP/1.1" status: 200 len: 210 time: 0.0444977 May 27 03:15:20.200871 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea4edd3-a213-4c2e-ac74-8752190c3cb9', 'name': 'network-vif-deleted', 'tag': 'ca6a6344-c791-460e-ae38-1f10cb8628ae'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:15:20.247498 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bd9c719-aec3-4a61-8f7b-04a1335cee85'] response: {'server_uuid': '3ea4edd3-a213-4c2e-ac74-8752190c3cb9', 'name': 'network-vif-deleted', 'tag': 'ca6a6344-c791-460e-ae38-1f10cb8628ae', 'status': 'completed', 'code': 200} May 27 03:15:20.275930 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-78cb04dd-6296-4174-b95b-a04c6fcc777a req-22c13373-1e17-482d-aca7-ed1619f7d4bd tempest-TestEncryptedCinderVolumes-1854822316 tempest-TestEncryptedCinderVolumes-1854822316-project] 10.222.0.66 "DELETE /v2.0/ports/ca6a6344-c791-460e-ae38-1f10cb8628ae HTTP/1.1" status: 204 len: 173 time: 0.9603238 May 27 03:15:21.395003 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36678) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:21.920176 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e90f-d022-4b4c-8a46-c4672a894c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:22.355276 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-2aa2e90f-d022-4b4c-8a46-c4672a894c97 admin admin] Deleting port 5a2a45aa-5b97-4d85-bc37-7c6467fdd506 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:15:22.355630 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e90f-d022-4b4c-8a46-c4672a894c97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:22.521626 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-2aa2e90f-d022-4b4c-8a46-c4672a894c97 admin admin] For port 5a2a45aa-5b97-4d85-bc37-7c6467fdd506, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=5a2a45aa-5b97-4d85-bc37-7c6467fdd506,segment=NetworkSegment(c3261c1e-c73a-4f9e-ab4e-450581b1140e),segment_id=c3261c1e-c73a-4f9e-ab4e-450581b1140e)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:15:22.522316 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e90f-d022-4b4c-8a46-c4672a894c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:22.643893 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-2aa2e90f-d022-4b4c-8a46-c4672a894c97 admin admin] Calling delete_port for 5a2a45aa-5b97-4d85-bc37-7c6467fdd506 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:15:22.952011 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device ca6a6344-c791-460e-ae38-1f10cb8628ae no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:15:22.986548 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: ca6a6344-c791-460e-ae38-1f10cb8628ae {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:15:22.986894 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device ca6a6344-c791-460e-ae38-1f10cb8628ae not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:15:23.041022 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e90f-d022-4b4c-8a46-c4672a894c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:23.085842 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa2e90f-d022-4b4c-8a46-c4672a894c97 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a2a45aa-5b97-4d85-bc37-7c6467fdd506,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:23.351260 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e90f-d022-4b4c-8a46-c4672a894c97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:23.794661 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa2e90f-d022-4b4c-8a46-c4672a894c97 admin admin] Router cdd01c81-ac48-4db9-ba22-4507f23c33a4 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:15:23.968837 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa2e90f-d022-4b4c-8a46-c4672a894c97 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:15:23.977664 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894c884e-9aa7-4be6-b8dc-09ae1f57fe79 None None] Sync routers for ids ['cdd01c81-ac48-4db9-ba22-4507f23c33a4'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:15:23.981889 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2aa2e90f-d022-4b4c-8a46-c4672a894c97 admin admin] 10.222.0.57 "PUT /v2.0/routers/cdd01c81-ac48-4db9-ba22-4507f23c33a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5858288 May 27 03:15:23.984978 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36682) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:23.987237 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894c884e-9aa7-4be6-b8dc-09ae1f57fe79 None None] Routers {'cdd01c81-ac48-4db9-ba22-4507f23c33a4'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:15:23.987846 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-894c884e-9aa7-4be6-b8dc-09ae1f57fe79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:14:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['cdd01c81-ac48-4db9-ba22-4507f23c33a4'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:24.153919 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24f4b076-f3df-4e66-bb21-3a3cabf46e1a admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:24.161697 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-894c884e-9aa7-4be6-b8dc-09ae1f57fe79 None None] Set router cdd01c81-ac48-4db9-ba22-4507f23c33a4 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:15:24.330536 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24f4b076-f3df-4e66-bb21-3a3cabf46e1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:24.442673 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-894c884e-9aa7-4be6-b8dc-09ae1f57fe79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd01c81-ac48-4db9-ba22-4507f23c33a4', 'name': 'tempest-TestEncryptedCinderVolumes-1774602792-router', 'tenant_id': 'b5c4616204ee4441b5e30cb1dca6fe82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ab4f853f-9dff-4a42-907c-9b005de501bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:13:55Z', 'updated_at': '2022-05-27T03:15:22Z', 'revision_number': 5, 'project_id': 'b5c4616204ee4441b5e30cb1dca6fe82', 'gw_port': {'id': 'ab4f853f-9dff-4a42-907c-9b005de501bb', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd01c81-ac48-4db9-ba22-4507f23c33a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:13:56Z', 'updated_at': '2022-05-27T03:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:24.446369 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894c884e-9aa7-4be6-b8dc-09ae1f57fe79 None None] Checking router: cdd01c81-ac48-4db9-ba22-4507f23c33a4 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:15:24.454685 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894c884e-9aa7-4be6-b8dc-09ae1f57fe79 None None] Routers {'cdd01c81-ac48-4db9-ba22-4507f23c33a4'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:15:24.455283 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-894c884e-9aa7-4be6-b8dc-09ae1f57fe79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:14:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['cdd01c81-ac48-4db9-ba22-4507f23c33a4'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:24.461180 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-24f4b076-f3df-4e66-bb21-3a3cabf46e1a admin admin] Deleting port ab4f853f-9dff-4a42-907c-9b005de501bb {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:15:24.461525 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24f4b076-f3df-4e66-bb21-3a3cabf46e1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:24.633977 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-894c884e-9aa7-4be6-b8dc-09ae1f57fe79 None None] Set router cdd01c81-ac48-4db9-ba22-4507f23c33a4 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:15:24.634251 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-24f4b076-f3df-4e66-bb21-3a3cabf46e1a admin admin] For port ab4f853f-9dff-4a42-907c-9b005de501bb, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=ab4f853f-9dff-4a42-907c-9b005de501bb,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:15:24.634368 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24f4b076-f3df-4e66-bb21-3a3cabf46e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:24.738584 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-894c884e-9aa7-4be6-b8dc-09ae1f57fe79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd01c81-ac48-4db9-ba22-4507f23c33a4', 'name': 'tempest-TestEncryptedCinderVolumes-1774602792-router', 'tenant_id': 'b5c4616204ee4441b5e30cb1dca6fe82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:13:55Z', 'updated_at': '2022-05-27T03:15:24Z', 'revision_number': 6, 'project_id': 'b5c4616204ee4441b5e30cb1dca6fe82', 'gw_port_host': None}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:24.742397 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894c884e-9aa7-4be6-b8dc-09ae1f57fe79 None None] The sync data for ids ['cdd01c81-ac48-4db9-ba22-4507f23c33a4'] in n-d-843554-3 is: [{'id': 'cdd01c81-ac48-4db9-ba22-4507f23c33a4', 'name': 'tempest-TestEncryptedCinderVolumes-1774602792-router', 'tenant_id': 'b5c4616204ee4441b5e30cb1dca6fe82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:13:55Z', 'updated_at': '2022-05-27T03:15:24Z', 'revision_number': 6, 'project_id': 'b5c4616204ee4441b5e30cb1dca6fe82', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:15:24.756571 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-24f4b076-f3df-4e66-bb21-3a3cabf46e1a admin admin] Calling delete_port for ab4f853f-9dff-4a42-907c-9b005de501bb owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:15:25.018161 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24f4b076-f3df-4e66-bb21-3a3cabf46e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:25.063758 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4b076-f3df-4e66-bb21-3a3cabf46e1a admin admin] Pushing event deleted for resources: {'Port': ['ID=ab4f853f-9dff-4a42-907c-9b005de501bb,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:25.156498 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24f4b076-f3df-4e66-bb21-3a3cabf46e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:25.424904 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24f4b076-f3df-4e66-bb21-3a3cabf46e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:25.426935 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24f4b076-f3df-4e66-bb21-3a3cabf46e1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:25.509774 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24f4b076-f3df-4e66-bb21-3a3cabf46e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:25.510290 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f4b076-f3df-4e66-bb21-3a3cabf46e1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdd01c81-ac48-4db9-ba22-4507f23c33a4 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 03:15:25.522456 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24f4b076-f3df-4e66-bb21-3a3cabf46e1a admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:25.523558 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-24f4b076-f3df-4e66-bb21-3a3cabf46e1a admin admin] 10.222.0.57 "DELETE /v2.0/routers/cdd01c81-ac48-4db9-ba22-4507f23c33a4 HTTP/1.1" status: 204 len: 168 time: 1.5377078 May 27 03:15:25.526088 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36686) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:25.538218 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-31fa577b-49ca-4d2c-a8fa-60a6ec28d61d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:25.588139 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8ef050f-d60e-4b75-b44a-aec23b0adfb6 admin admin] Deleting subnet f0144ea0-e95e-4068-a7ff-ecbb8c74ecc7 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 03:15:25.588423 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8ef050f-d60e-4b75-b44a-aec23b0adfb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:25.639525 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8ef050f-d60e-4b75-b44a-aec23b0adfb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:25.717455 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8ef050f-d60e-4b75-b44a-aec23b0adfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:25.854316 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8ef050f-d60e-4b75-b44a-aec23b0adfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:25.896835 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef050f-d60e-4b75-b44a-aec23b0adfb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0144ea0-e95e-4068-a7ff-ecbb8c74ecc7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:25.898870 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8ef050f-d60e-4b75-b44a-aec23b0adfb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:25.903231 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8315a241-d511-4ba1-8a6f-2375c77d9ca6 None None] Network 46d531b0-a8cf-41a5-915f-627b096f1f68 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:15:25.905102 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f8ef050f-d60e-4b75-b44a-aec23b0adfb6 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f0144ea0-e95e-4068-a7ff-ecbb8c74ecc7 HTTP/1.1" status: 204 len: 168 time: 0.3780529 May 27 03:15:25.908012 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36690) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:26.009856 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84e8ed6f-ff27-467e-9668-084a1ad1da64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:26.020544 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-84e8ed6f-ff27-467e-9668-084a1ad1da64 admin admin] Deleting port 81907ecd-4971-4065-9779-7a97f830050d {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:15:26.021167 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84e8ed6f-ff27-467e-9668-084a1ad1da64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:26.151591 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b63647-2f98-42e8-bc3f-61617e4ec5bf None None] DHCP port deletion for 46d531b0-a8cf-41a5-915f-627b096f1f68 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 03:15:26.156467 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-35b63647-2f98-42e8-bc3f-61617e4ec5bf None None] Deleting port 81907ecd-4971-4065-9779-7a97f830050d {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:15:26.156883 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-35b63647-2f98-42e8-bc3f-61617e4ec5bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:26.229261 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-84e8ed6f-ff27-467e-9668-084a1ad1da64 admin admin] For port 81907ecd-4971-4065-9779-7a97f830050d, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=81907ecd-4971-4065-9779-7a97f830050d,segment=NetworkSegment(c3261c1e-c73a-4f9e-ab4e-450581b1140e),segment_id=c3261c1e-c73a-4f9e-ab4e-450581b1140e)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:15:26.229657 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84e8ed6f-ff27-467e-9668-084a1ad1da64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:26.337112 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ab4f853f-9dff-4a42-907c-9b005de501bb no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:15:26.352618 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-84e8ed6f-ff27-467e-9668-084a1ad1da64 admin admin] Calling delete_port for 81907ecd-4971-4065-9779-7a97f830050d owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:15:26.386003 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: ab4f853f-9dff-4a42-907c-9b005de501bb {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:15:26.386245 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ab4f853f-9dff-4a42-907c-9b005de501bb not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:15:26.386653 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 81907ecd-4971-4065-9779-7a97f830050d no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:15:26.431278 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-35b63647-2f98-42e8-bc3f-61617e4ec5bf None None] For port 81907ecd-4971-4065-9779-7a97f830050d, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=81907ecd-4971-4065-9779-7a97f830050d,segment=NetworkSegment(c3261c1e-c73a-4f9e-ab4e-450581b1140e),segment_id=c3261c1e-c73a-4f9e-ab4e-450581b1140e)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:15:26.431672 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-35b63647-2f98-42e8-bc3f-61617e4ec5bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:26.526804 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84e8ed6f-ff27-467e-9668-084a1ad1da64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:26.558000 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-35b63647-2f98-42e8-bc3f-61617e4ec5bf None None] Calling delete_port for 81907ecd-4971-4065-9779-7a97f830050d owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:15:26.576097 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e8ed6f-ff27-467e-9668-084a1ad1da64 admin admin] Pushing event deleted for resources: {'Port': ['ID=81907ecd-4971-4065-9779-7a97f830050d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:26.578628 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e8ed6f-ff27-467e-9668-084a1ad1da64 admin admin] No DVR routers for this DVR port 81907ecd-4971-4065-9779-7a97f830050d on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:15:26.605855 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No active binding found for port 81907ecd-4971-4065-9779-7a97f830050d {{(pid=88903) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 27 03:15:26.606259 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 81907ecd-4971-4065-9779-7a97f830050d not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:15:26.606674 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 5a2a45aa-5b97-4d85-bc37-7c6467fdd506 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:15:26.643785 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 5a2a45aa-5b97-4d85-bc37-7c6467fdd506 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:15:26.644128 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 5a2a45aa-5b97-4d85-bc37-7c6467fdd506 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:15:26.667623 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-35b63647-2f98-42e8-bc3f-61617e4ec5bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:15:26.667982 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-35b63647-2f98-42e8-bc3f-61617e4ec5bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:15:26.692213 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84e8ed6f-ff27-467e-9668-084a1ad1da64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:26.716648 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-84e8ed6f-ff27-467e-9668-084a1ad1da64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46d531b0-a8cf-41a5-915f-627b096f1f68']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:26.728252 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-84e8ed6f-ff27-467e-9668-084a1ad1da64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3261c1e-c73a-4f9e-ab4e-450581b1140e') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:26.728547 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-84e8ed6f-ff27-467e-9668-084a1ad1da64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3261c1e-c73a-4f9e-ab4e-450581b1140e') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:26.739454 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84e8ed6f-ff27-467e-9668-084a1ad1da64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:26.755370 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84e8ed6f-ff27-467e-9668-084a1ad1da64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:26.761329 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84e8ed6f-ff27-467e-9668-084a1ad1da64 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:15:26.761723 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84e8ed6f-ff27-467e-9668-084a1ad1da64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:26.828563 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment c3261c1e-c73a-4f9e-ab4e-450581b1140e resource provider aggregate not found May 27 03:15:26.847161 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment c3261c1e-c73a-4f9e-ab4e-450581b1140e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c3261c1e-c73a-4f9e-ab4e-450581b1140e found for delete ", "request_id": "req-54547b93-0ae3-4bef-9eca-8d2a536bff5c"}]} May 27 03:15:26.921333 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84e8ed6f-ff27-467e-9668-084a1ad1da64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:26.938191 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84e8ed6f-ff27-467e-9668-084a1ad1da64 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:26.949598 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e8ed6f-ff27-467e-9668-084a1ad1da64 admin admin] Pushing event deleted for resources: {'Network': ['ID=46d531b0-a8cf-41a5-915f-627b096f1f68,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:27.041437 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-84e8ed6f-ff27-467e-9668-084a1ad1da64 admin admin] 10.222.0.57 "DELETE /v2.0/networks/46d531b0-a8cf-41a5-915f-627b096f1f68 HTTP/1.1" status: 204 len: 168 time: 1.1323218 May 27 03:15:27.044150 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36698) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:27.169030 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-35b63647-2f98-42e8-bc3f-61617e4ec5bf None None] Deleting port 81907ecd-4971-4065-9779-7a97f830050d {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:15:27.169412 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-35b63647-2f98-42e8-bc3f-61617e4ec5bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:27.238129 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-35b63647-2f98-42e8-bc3f-61617e4ec5bf None None] The port '81907ecd-4971-4065-9779-7a97f830050d' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 03:15:27.660168 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ea9281d5-1786-434e-b115-7968242aecca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:27.918081 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-bd8aacb1-e4d2-40f9-b9e5-cfa379e9c5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:28.001148 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-ea9281d5-1786-434e-b115-7968242aecca admin admin] Deleting port 182d8f99-7b21-4aea-bb03-a781b476b656 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:15:28.001488 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ea9281d5-1786-434e-b115-7968242aecca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:28.169526 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-ea9281d5-1786-434e-b115-7968242aecca admin admin] For port 182d8f99-7b21-4aea-bb03-a781b476b656, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=182d8f99-7b21-4aea-bb03-a781b476b656,segment=NetworkSegment(c69b0033-9ac1-4bf7-8ef7-8591a24906ae),segment_id=c69b0033-9ac1-4bf7-8ef7-8591a24906ae)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:15:28.170221 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ea9281d5-1786-434e-b115-7968242aecca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:28.288736 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-ea9281d5-1786-434e-b115-7968242aecca admin admin] Calling delete_port for 182d8f99-7b21-4aea-bb03-a781b476b656 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:15:28.512538 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ea9281d5-1786-434e-b115-7968242aecca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:28.660966 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9281d5-1786-434e-b115-7968242aecca admin admin] Pushing event deleted for resources: {'Port': ['ID=182d8f99-7b21-4aea-bb03-a781b476b656,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:28.924981 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ea9281d5-1786-434e-b115-7968242aecca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:29.040615 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:29.172565 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:29.280787 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9281d5-1786-434e-b115-7968242aecca admin admin] Router 6b3838a3-548d-441e-a601-8b147763a92f has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:15:29.455538 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9281d5-1786-434e-b115-7968242aecca admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:15:29.463807 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9445f4-cc62-4097-8c47-657622f12e33 None None] Sync routers for ids ['6b3838a3-548d-441e-a601-8b147763a92f'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:15:29.464283 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ea9281d5-1786-434e-b115-7968242aecca admin admin] 10.222.0.57 "PUT /v2.0/routers/6b3838a3-548d-441e-a601-8b147763a92f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4188373 May 27 03:15:29.466496 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36702) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:29.474317 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9445f4-cc62-4097-8c47-657622f12e33 None None] Routers {'6b3838a3-548d-441e-a601-8b147763a92f'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:15:29.474914 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-eb9445f4-cc62-4097-8c47-657622f12e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:15:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['6b3838a3-548d-441e-a601-8b147763a92f'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:29.635583 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1eb547a-ceb8-4b51-962c-e59a5f9d20cd admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:29.643749 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-eb9445f4-cc62-4097-8c47-657622f12e33 None None] Set router 6b3838a3-548d-441e-a601-8b147763a92f gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:15:29.812749 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1eb547a-ceb8-4b51-962c-e59a5f9d20cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:29.886715 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a1eb547a-ceb8-4b51-962c-e59a5f9d20cd admin admin] Deleting port 67c8acca-f89a-4912-8a68-810f4f96bbc8 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:15:29.887061 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1eb547a-ceb8-4b51-962c-e59a5f9d20cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:29.926636 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-eb9445f4-cc62-4097-8c47-657622f12e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3838a3-548d-441e-a601-8b147763a92f', 'name': 'tempest-TestEncryptedCinderVolumes-1836294910-router', 'tenant_id': '69711f6a747344d498ba0e5d82561dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '67c8acca-f89a-4912-8a68-810f4f96bbc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:14:03Z', 'updated_at': '2022-05-27T03:15:28Z', 'revision_number': 5, 'project_id': '69711f6a747344d498ba0e5d82561dc9', 'gw_port': {'id': '67c8acca-f89a-4912-8a68-810f4f96bbc8', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:08:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3838a3-548d-441e-a601-8b147763a92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:14:03Z', 'updated_at': '2022-05-27T03:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:29.931123 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9445f4-cc62-4097-8c47-657622f12e33 None None] Checking router: 6b3838a3-548d-441e-a601-8b147763a92f for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:15:29.940492 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9445f4-cc62-4097-8c47-657622f12e33 None None] Routers {'6b3838a3-548d-441e-a601-8b147763a92f'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:15:29.941111 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-eb9445f4-cc62-4097-8c47-657622f12e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:15:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['6b3838a3-548d-441e-a601-8b147763a92f'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:30.097480 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-eb9445f4-cc62-4097-8c47-657622f12e33 None None] Set router 6b3838a3-548d-441e-a601-8b147763a92f gateway port host: None {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:15:30.176203 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-a1eb547a-ceb8-4b51-962c-e59a5f9d20cd admin admin] For port 67c8acca-f89a-4912-8a68-810f4f96bbc8, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=67c8acca-f89a-4912-8a68-810f4f96bbc8,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:15:30.176562 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1eb547a-ceb8-4b51-962c-e59a5f9d20cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:30.201938 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-eb9445f4-cc62-4097-8c47-657622f12e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3838a3-548d-441e-a601-8b147763a92f', 'name': 'tempest-TestEncryptedCinderVolumes-1836294910-router', 'tenant_id': '69711f6a747344d498ba0e5d82561dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:14:03Z', 'updated_at': '2022-05-27T03:15:29Z', 'revision_number': 6, 'project_id': '69711f6a747344d498ba0e5d82561dc9', 'gw_port_host': None}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:30.205888 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9445f4-cc62-4097-8c47-657622f12e33 None None] The sync data for ids ['6b3838a3-548d-441e-a601-8b147763a92f'] in n-d-843554-3 is: [{'id': '6b3838a3-548d-441e-a601-8b147763a92f', 'name': 'tempest-TestEncryptedCinderVolumes-1836294910-router', 'tenant_id': '69711f6a747344d498ba0e5d82561dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:14:03Z', 'updated_at': '2022-05-27T03:15:29Z', 'revision_number': 6, 'project_id': '69711f6a747344d498ba0e5d82561dc9', 'gw_port_host': None}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:15:30.297953 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:30.302004 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a1eb547a-ceb8-4b51-962c-e59a5f9d20cd admin admin] Calling delete_port for 67c8acca-f89a-4912-8a68-810f4f96bbc8 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:15:30.526530 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1eb547a-ceb8-4b51-962c-e59a5f9d20cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:30.572037 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb547a-ceb8-4b51-962c-e59a5f9d20cd admin admin] Pushing event deleted for resources: {'Port': ['ID=67c8acca-f89a-4912-8a68-810f4f96bbc8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:30.617773 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 182d8f99-7b21-4aea-bb03-a781b476b656 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:15:30.654055 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 182d8f99-7b21-4aea-bb03-a781b476b656 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:15:30.654710 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 182d8f99-7b21-4aea-bb03-a781b476b656 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:15:30.676590 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1eb547a-ceb8-4b51-962c-e59a5f9d20cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:30.849694 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1eb547a-ceb8-4b51-962c-e59a5f9d20cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:30.851825 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1eb547a-ceb8-4b51-962c-e59a5f9d20cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:30.938045 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1eb547a-ceb8-4b51-962c-e59a5f9d20cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:30.938457 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1eb547a-ceb8-4b51-962c-e59a5f9d20cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b3838a3-548d-441e-a601-8b147763a92f {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 03:15:30.950027 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1eb547a-ceb8-4b51-962c-e59a5f9d20cd admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:30.960064 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a1eb547a-ceb8-4b51-962c-e59a5f9d20cd admin admin] 10.222.0.57 "DELETE /v2.0/routers/6b3838a3-548d-441e-a601-8b147763a92f HTTP/1.1" status: 204 len: 168 time: 1.4837587 May 27 03:15:30.960064 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36706) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:31.013089 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-a654326a-0cdd-480a-ae6e-c0ad9ba72f31 admin admin] Deleting subnet c4831af9-3865-4b3b-b834-6b97e2a361a8 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 03:15:31.016730 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a654326a-0cdd-480a-ae6e-c0ad9ba72f31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:31.068077 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a654326a-0cdd-480a-ae6e-c0ad9ba72f31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:31.146478 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a654326a-0cdd-480a-ae6e-c0ad9ba72f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:31.281064 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a654326a-0cdd-480a-ae6e-c0ad9ba72f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:31.321804 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a654326a-0cdd-480a-ae6e-c0ad9ba72f31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4831af9-3865-4b3b-b834-6b97e2a361a8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:31.325401 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a654326a-0cdd-480a-ae6e-c0ad9ba72f31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:31.330880 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf2e99e-1218-4317-b399-5107d2eb413d None None] Network abb7fade-c496-46e2-8cdc-564570348264 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:15:31.331358 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a654326a-0cdd-480a-ae6e-c0ad9ba72f31 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/c4831af9-3865-4b3b-b834-6b97e2a361a8 HTTP/1.1" status: 204 len: 168 time: 0.3757122 May 27 03:15:31.333604 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36710) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:31.439224 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c92016e4-e51c-4aad-a415-f6911bde16f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:31.449584 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c92016e4-e51c-4aad-a415-f6911bde16f6 admin admin] Deleting port f72d8350-700e-4422-91ed-55b90964ba65 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:15:31.449860 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c92016e4-e51c-4aad-a415-f6911bde16f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:31.580468 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152e9944-ee12-4ced-8c74-0bd2ca0394b5 None None] DHCP port deletion for abb7fade-c496-46e2-8cdc-564570348264 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 03:15:31.584687 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-152e9944-ee12-4ced-8c74-0bd2ca0394b5 None None] Deleting port f72d8350-700e-4422-91ed-55b90964ba65 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:15:31.585094 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-152e9944-ee12-4ced-8c74-0bd2ca0394b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:31.658424 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-c92016e4-e51c-4aad-a415-f6911bde16f6 admin admin] For port f72d8350-700e-4422-91ed-55b90964ba65, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=f72d8350-700e-4422-91ed-55b90964ba65,segment=NetworkSegment(c69b0033-9ac1-4bf7-8ef7-8591a24906ae),segment_id=c69b0033-9ac1-4bf7-8ef7-8591a24906ae)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:15:31.659078 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c92016e4-e51c-4aad-a415-f6911bde16f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:31.781806 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c92016e4-e51c-4aad-a415-f6911bde16f6 admin admin] Calling delete_port for f72d8350-700e-4422-91ed-55b90964ba65 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:15:31.825815 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-152e9944-ee12-4ced-8c74-0bd2ca0394b5 None None] For port f72d8350-700e-4422-91ed-55b90964ba65, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=f72d8350-700e-4422-91ed-55b90964ba65,segment=NetworkSegment(c69b0033-9ac1-4bf7-8ef7-8591a24906ae),segment_id=c69b0033-9ac1-4bf7-8ef7-8591a24906ae)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:15:31.826047 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-152e9944-ee12-4ced-8c74-0bd2ca0394b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:31.954051 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-152e9944-ee12-4ced-8c74-0bd2ca0394b5 None None] Calling delete_port for f72d8350-700e-4422-91ed-55b90964ba65 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:15:32.000748 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c92016e4-e51c-4aad-a415-f6911bde16f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:32.025332 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-152e9944-ee12-4ced-8c74-0bd2ca0394b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:15:32.025682 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-152e9944-ee12-4ced-8c74-0bd2ca0394b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:15:32.052628 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92016e4-e51c-4aad-a415-f6911bde16f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f72d8350-700e-4422-91ed-55b90964ba65,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:32.057201 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92016e4-e51c-4aad-a415-f6911bde16f6 admin admin] No DVR routers for this DVR port f72d8350-700e-4422-91ed-55b90964ba65 on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:15:32.167812 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c92016e4-e51c-4aad-a415-f6911bde16f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:32.195201 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-c92016e4-e51c-4aad-a415-f6911bde16f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abb7fade-c496-46e2-8cdc-564570348264']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:32.207207 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-c92016e4-e51c-4aad-a415-f6911bde16f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c69b0033-9ac1-4bf7-8ef7-8591a24906ae') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:32.207502 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-c92016e4-e51c-4aad-a415-f6911bde16f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c69b0033-9ac1-4bf7-8ef7-8591a24906ae') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:32.219186 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c92016e4-e51c-4aad-a415-f6911bde16f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:32.234552 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c92016e4-e51c-4aad-a415-f6911bde16f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:32.240261 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c92016e4-e51c-4aad-a415-f6911bde16f6 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:15:32.240632 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c92016e4-e51c-4aad-a415-f6911bde16f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:32.303490 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment c69b0033-9ac1-4bf7-8ef7-8591a24906ae resource provider aggregate not found May 27 03:15:32.322067 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment c69b0033-9ac1-4bf7-8ef7-8591a24906ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c69b0033-9ac1-4bf7-8ef7-8591a24906ae found for delete ", "request_id": "req-9cf3584e-2e36-497e-8be5-15e8d5a11440"}]} May 27 03:15:32.335602 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f72d8350-700e-4422-91ed-55b90964ba65 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:15:32.369099 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: f72d8350-700e-4422-91ed-55b90964ba65 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:15:32.369438 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f72d8350-700e-4422-91ed-55b90964ba65 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:15:32.370206 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 67c8acca-f89a-4912-8a68-810f4f96bbc8 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:15:32.403547 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 67c8acca-f89a-4912-8a68-810f4f96bbc8 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:15:32.403883 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 67c8acca-f89a-4912-8a68-810f4f96bbc8 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:15:32.417944 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c92016e4-e51c-4aad-a415-f6911bde16f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:32.440311 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c92016e4-e51c-4aad-a415-f6911bde16f6 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:32.445719 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92016e4-e51c-4aad-a415-f6911bde16f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=abb7fade-c496-46e2-8cdc-564570348264,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:32.451826 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c92016e4-e51c-4aad-a415-f6911bde16f6 admin admin] 10.222.0.57 "DELETE /v2.0/networks/abb7fade-c496-46e2-8cdc-564570348264 HTTP/1.1" status: 204 len: 168 time: 1.1172860 May 27 03:15:32.526862 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-152e9944-ee12-4ced-8c74-0bd2ca0394b5 None None] Deleting port f72d8350-700e-4422-91ed-55b90964ba65 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:15:32.527365 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-152e9944-ee12-4ced-8c74-0bd2ca0394b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:32.591987 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-152e9944-ee12-4ced-8c74-0bd2ca0394b5 None None] The port 'f72d8350-700e-4422-91ed-55b90964ba65' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 03:15:32.787649 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36720) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:32.837926 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-00664740-8416-4793-be49-61cc6869363b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b5c4616204ee4441b5e30cb1dca6fe82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489981 May 27 03:15:32.840443 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 36724) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:32.898678 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4540ff1c-9c6e-4d59-90ad-8f5ebf19ed18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:32.924637 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4540ff1c-9c6e-4d59-90ad-8f5ebf19ed18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:33.034928 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4540ff1c-9c6e-4d59-90ad-8f5ebf19ed18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:33.052530 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4540ff1c-9c6e-4d59-90ad-8f5ebf19ed18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bea46c9-cf5e-4194-9ba1-da669a581b02,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:33.126262 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4540ff1c-9c6e-4d59-90ad-8f5ebf19ed18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:33.127427 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4540ff1c-9c6e-4d59-90ad-8f5ebf19ed18 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6bea46c9-cf5e-4194-9ba1-da669a581b02 HTTP/1.1" status: 204 len: 168 time: 0.2859747 May 27 03:15:33.835764 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36732) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:33.885240 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-119fe3f1-ffd0-4ce3-9586-aeb91a61e31c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=69711f6a747344d498ba0e5d82561dc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482693 May 27 03:15:33.887625 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36736) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:33.947323 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-35252105-d380-4c81-8682-d87ffc048967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:33.972903 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-35252105-d380-4c81-8682-d87ffc048967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:34.095246 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-35252105-d380-4c81-8682-d87ffc048967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:34.111168 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35252105-d380-4c81-8682-d87ffc048967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66d6580-f4d5-48c4-ac26-65a5d8cdb620,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:34.119671 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-35252105-d380-4c81-8682-d87ffc048967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:34.120807 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-35252105-d380-4c81-8682-d87ffc048967 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b66d6580-f4d5-48c4-ac26-65a5d8cdb620 HTTP/1.1" status: 204 len: 168 time: 0.2322865 May 27 03:15:34.122186 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35252105-d380-4c81-8682-d87ffc048967 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:34.122530 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35252105-d380-4c81-8682-d87ffc048967 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:34.122865 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35252105-d380-4c81-8682-d87ffc048967 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:34.123259 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35252105-d380-4c81-8682-d87ffc048967 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:34.123579 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35252105-d380-4c81-8682-d87ffc048967 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:34.123919 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35252105-d380-4c81-8682-d87ffc048967 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:34.124237 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35252105-d380-4c81-8682-d87ffc048967 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:34.124557 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35252105-d380-4c81-8682-d87ffc048967 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:34.124899 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35252105-d380-4c81-8682-d87ffc048967 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:34.125220 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35252105-d380-4c81-8682-d87ffc048967 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:34.125539 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35252105-d380-4c81-8682-d87ffc048967 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:34.125869 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35252105-d380-4c81-8682-d87ffc048967 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:35.110079 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36760) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:35.212143 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-84b63b49-3040-4692-a8c8-b6466db5043e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1189257323-network', 'tenant_id': '157b5fde8af44f03bf50fe69b67f1acd'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:15:35.218082 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-84b63b49-3040-4692-a8c8-b6466db5043e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:15:35.221900 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-84b63b49-3040-4692-a8c8-b6466db5043e admin admin] Usage tracker for resource:network and tenant:157b5fde8af44f03bf50fe69b67f1acd is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:15:35.224702 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-84b63b49-3040-4692-a8c8-b6466db5043e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:15:35.230787 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-84b63b49-3040-4692-a8c8-b6466db5043e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:15:35.332025 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b63b49-3040-4692-a8c8-b6466db5043e admin admin] Made reservation on behalf of 157b5fde8af44f03bf50fe69b67f1acd for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:15:35.334530 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-84b63b49-3040-4692-a8c8-b6466db5043e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:35.346787 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-84b63b49-3040-4692-a8c8-b6466db5043e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:35.360494 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-84b63b49-3040-4692-a8c8-b6466db5043e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:15:35.364295 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-84b63b49-3040-4692-a8c8-b6466db5043e admin admin] Usage tracker for resource:security_group_rule and tenant:157b5fde8af44f03bf50fe69b67f1acd is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:15:35.367127 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-84b63b49-3040-4692-a8c8-b6466db5043e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:15:35.372679 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-84b63b49-3040-4692-a8c8-b6466db5043e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:15:35.451124 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-84b63b49-3040-4692-a8c8-b6466db5043e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:35.497440 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-84b63b49-3040-4692-a8c8-b6466db5043e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:35.529733 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84b63b49-3040-4692-a8c8-b6466db5043e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:15:35.534863 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b63b49-3040-4692-a8c8-b6466db5043e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7bb81c9-846a-42f3-8bf5-0e6b6ea78916,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:35.542366 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-84b63b49-3040-4692-a8c8-b6466db5043e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:35.542675 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-84b63b49-3040-4692-a8c8-b6466db5043e admin admin] Added segment 21055e6f-eed2-4045-b4af-d28da25088ab of type vlan for network 652a821d-9dee-428d-93e8-1667fb2eda20 May 27 03:15:35.571754 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-84b63b49-3040-4692-a8c8-b6466db5043e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:35.640917 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-84b63b49-3040-4692-a8c8-b6466db5043e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:35.641862 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b63b49-3040-4692-a8c8-b6466db5043e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:15:35.642434 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-84b63b49-3040-4692-a8c8-b6466db5043e admin admin] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:35.743341 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b63b49-3040-4692-a8c8-b6466db5043e admin admin] Pushing event updated for resources: {'Network': ['ID=652a821d-9dee-428d-93e8-1667fb2eda20,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:35.753642 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 652a821d-9dee-428d-93e8-1667fb2eda20 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:15:35.818904 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-84b63b49-3040-4692-a8c8-b6466db5043e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7076774 May 27 03:15:35.821788 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36766) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:35.827617 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-bae54b19-4d09-47b6-a2bc-c8a9d5f568ad admin admin] Request body: {'subnet': {'network_id': '652a821d-9dee-428d-93e8-1667fb2eda20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1189257323-subnet', 'tenant_id': '157b5fde8af44f03bf50fe69b67f1acd', 'ip_version': 4}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:15:35.833218 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-bae54b19-4d09-47b6-a2bc-c8a9d5f568ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:15:35.837154 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-bae54b19-4d09-47b6-a2bc-c8a9d5f568ad admin admin] Usage tracker for resource:subnet and tenant:157b5fde8af44f03bf50fe69b67f1acd is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:15:35.840167 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-bae54b19-4d09-47b6-a2bc-c8a9d5f568ad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:15:35.846071 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-bae54b19-4d09-47b6-a2bc-c8a9d5f568ad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:15:35.903600 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae54b19-4d09-47b6-a2bc-c8a9d5f568ad admin admin] Made reservation on behalf of 157b5fde8af44f03bf50fe69b67f1acd for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:15:35.905934 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bae54b19-4d09-47b6-a2bc-c8a9d5f568ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:36.161113 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bae54b19-4d09-47b6-a2bc-c8a9d5f568ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:36.239160 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae54b19-4d09-47b6-a2bc-c8a9d5f568ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7a2331a-5b03-40a0-a8a9-dee4ce9ad93a,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:36.245498 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae54b19-4d09-47b6-a2bc-c8a9d5f568ad admin admin] Checking segment: {'id': '21055e6f-eed2-4045-b4af-d28da25088ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '652a821d-9dee-428d-93e8-1667fb2eda20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:15:36.245854 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae54b19-4d09-47b6-a2bc-c8a9d5f568ad admin admin] Network hostable DHCP agents. Network: 652a821d-9dee-428d-93e8-1667fb2eda20, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:15:36.309129 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae54b19-4d09-47b6-a2bc-c8a9d5f568ad admin admin] Network 652a821d-9dee-428d-93e8-1667fb2eda20 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:15:36.383222 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-bae54b19-4d09-47b6-a2bc-c8a9d5f568ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 652a821d-9dee-428d-93e8-1667fb2eda20) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:15:36.387136 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae54b19-4d09-47b6-a2bc-c8a9d5f568ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:15:36.387712 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bae54b19-4d09-47b6-a2bc-c8a9d5f568ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:36.393723 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43036a66-2c53-43ae-871b-79e8045a7d22 None None] Network 652a821d-9dee-428d-93e8-1667fb2eda20 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:15:36.464473 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-bae54b19-4d09-47b6-a2bc-c8a9d5f568ad admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6413004 May 27 03:15:36.467038 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36770) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:36.472626 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-fde0531e-4204-4f94-94df-2aaf8b5be579 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1189257323-router', 'tenant_id': '157b5fde8af44f03bf50fe69b67f1acd', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:15:36.477807 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-fde0531e-4204-4f94-94df-2aaf8b5be579 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:15:36.481663 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-fde0531e-4204-4f94-94df-2aaf8b5be579 admin admin] Usage tracker for resource:router and tenant:157b5fde8af44f03bf50fe69b67f1acd is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:15:36.485134 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-fde0531e-4204-4f94-94df-2aaf8b5be579 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:15:36.490943 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-fde0531e-4204-4f94-94df-2aaf8b5be579 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:15:36.566377 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fde0531e-4204-4f94-94df-2aaf8b5be579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:36.567530 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fde0531e-4204-4f94-94df-2aaf8b5be579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:36.582595 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fde0531e-4204-4f94-94df-2aaf8b5be579 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:36.609734 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef681ed8-5ce1-4e00-8e30-46bb94214ae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-652a821d-9dee-428d-93e8-1667fb2eda20', 'network_id': '652a821d-9dee-428d-93e8-1667fb2eda20', 'tenant_id': '157b5fde8af44f03bf50fe69b67f1acd', 'fixed_ips': [{'subnet_id': 'e7a2331a-5b03-40a0-a8a9-dee4ce9ad93a'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 03:15:36.612295 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ef681ed8-5ce1-4e00-8e30-46bb94214ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:36.764215 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-ef681ed8-5ce1-4e00-8e30-46bb94214ae6 None None] Allocated IP 172.20.0.2 (652a821d-9dee-428d-93e8-1667fb2eda20/e7a2331a-5b03-40a0-a8a9-dee4ce9ad93a/818724a5-8f74-45ec-ab35-7b01fb120225) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:15:36.972862 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ef681ed8-5ce1-4e00-8e30-46bb94214ae6 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:36.982470 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ef681ed8-5ce1-4e00-8e30-46bb94214ae6 None None] Transition to ACTIVE for port object 818724a5-8f74-45ec-ab35-7b01fb120225 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:15:36.995765 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fde0531e-4204-4f94-94df-2aaf8b5be579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:37.000291 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ef681ed8-5ce1-4e00-8e30-46bb94214ae6 None None] Transition to ACTIVE for port object 818724a5-8f74-45ec-ab35-7b01fb120225 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:15:37.115277 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ef681ed8-5ce1-4e00-8e30-46bb94214ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:37.180343 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef681ed8-5ce1-4e00-8e30-46bb94214ae6 None None] Network 652a821d-9dee-428d-93e8-1667fb2eda20 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:15:37.181479 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-ef681ed8-5ce1-4e00-8e30-46bb94214ae6 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:15:37.184939 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef681ed8-5ce1-4e00-8e30-46bb94214ae6 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:15:37.222835 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef681ed8-5ce1-4e00-8e30-46bb94214ae6 None None] Pushing event updated for resources: {'Port': ['ID=818724a5-8f74-45ec-ab35-7b01fb120225,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:37.261622 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef681ed8-5ce1-4e00-8e30-46bb94214ae6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:37.261968 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef681ed8-5ce1-4e00-8e30-46bb94214ae6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:37.262307 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef681ed8-5ce1-4e00-8e30-46bb94214ae6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:37.262634 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef681ed8-5ce1-4e00-8e30-46bb94214ae6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:37.262958 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef681ed8-5ce1-4e00-8e30-46bb94214ae6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:37.263281 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef681ed8-5ce1-4e00-8e30-46bb94214ae6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:37.263602 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef681ed8-5ce1-4e00-8e30-46bb94214ae6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:37.263918 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef681ed8-5ce1-4e00-8e30-46bb94214ae6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:37.264235 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef681ed8-5ce1-4e00-8e30-46bb94214ae6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:37.265127 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef681ed8-5ce1-4e00-8e30-46bb94214ae6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:37.265448 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef681ed8-5ce1-4e00-8e30-46bb94214ae6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:37.265763 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef681ed8-5ce1-4e00-8e30-46bb94214ae6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:37.287402 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-ef681ed8-5ce1-4e00-8e30-46bb94214ae6 None None] Attempting to bind port 818724a5-8f74-45ec-ab35-7b01fb120225 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:15:37.287761 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-ef681ed8-5ce1-4e00-8e30-46bb94214ae6 None None] Attempting to bind port 818724a5-8f74-45ec-ab35-7b01fb120225 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '21055e6f-eed2-4045-b4af-d28da25088ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '652a821d-9dee-428d-93e8-1667fb2eda20'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:15:37.288117 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef681ed8-5ce1-4e00-8e30-46bb94214ae6 None None] Attempting to bind port 818724a5-8f74-45ec-ab35-7b01fb120225 on network 652a821d-9dee-428d-93e8-1667fb2eda20 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:15:37.293167 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef681ed8-5ce1-4e00-8e30-46bb94214ae6 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:15:37.293528 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef681ed8-5ce1-4e00-8e30-46bb94214ae6 None None] Checking segment: {'id': '21055e6f-eed2-4045-b4af-d28da25088ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '652a821d-9dee-428d-93e8-1667fb2eda20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:15:37.293917 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ef681ed8-5ce1-4e00-8e30-46bb94214ae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:37.294297 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef681ed8-5ce1-4e00-8e30-46bb94214ae6 None None] Bound using segment: {'id': '21055e6f-eed2-4045-b4af-d28da25088ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '652a821d-9dee-428d-93e8-1667fb2eda20'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:15:37.294747 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-ef681ed8-5ce1-4e00-8e30-46bb94214ae6 None None] Bound port: 818724a5-8f74-45ec-ab35-7b01fb120225, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21055e6f-eed2-4045-b4af-d28da25088ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '652a821d-9dee-428d-93e8-1667fb2eda20'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:15:37.295108 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ef681ed8-5ce1-4e00-8e30-46bb94214ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:37.374361 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fde0531e-4204-4f94-94df-2aaf8b5be579 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:37.403141 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fde0531e-4204-4f94-94df-2aaf8b5be579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:37.410753 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-ef681ed8-5ce1-4e00-8e30-46bb94214ae6 None None] For port 818724a5-8f74-45ec-ab35-7b01fb120225, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:15:37.413665 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-ef681ed8-5ce1-4e00-8e30-46bb94214ae6 None None] For port 818724a5-8f74-45ec-ab35-7b01fb120225, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=818724a5-8f74-45ec-ab35-7b01fb120225,segment=NetworkSegment(21055e6f-eed2-4045-b4af-d28da25088ab),segment_id=21055e6f-eed2-4045-b4af-d28da25088ab)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:15:37.498234 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ef681ed8-5ce1-4e00-8e30-46bb94214ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:37.539752 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-fde0531e-4204-4f94-94df-2aaf8b5be579 admin admin] Allocated IP 172.25.1.208 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/033cd575-d719-44ff-b36f-f6b753166f44) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:15:37.581729 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef681ed8-5ce1-4e00-8e30-46bb94214ae6 None None] Pushing event updated for resources: {'Port': ['ID=818724a5-8f74-45ec-ab35-7b01fb120225,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:37.693243 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fde0531e-4204-4f94-94df-2aaf8b5be579 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:37.790465 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fde0531e-4204-4f94-94df-2aaf8b5be579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:37.858934 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde0531e-4204-4f94-94df-2aaf8b5be579 admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:15:37.862788 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-fde0531e-4204-4f94-94df-2aaf8b5be579 admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:15:37.865231 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde0531e-4204-4f94-94df-2aaf8b5be579 admin admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:15:37.915646 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0531e-4204-4f94-94df-2aaf8b5be579 admin admin] Pushing event updated for resources: {'Port': ['ID=033cd575-d719-44ff-b36f-f6b753166f44,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:38.374457 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 818724a5-8f74-45ec-ab35-7b01fb120225 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:15:38.382448 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fde0531e-4204-4f94-94df-2aaf8b5be579 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:38.498433 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77003116-ad47-40e5-a8f1-3dfe5202896e None None] Network 652a821d-9dee-428d-93e8-1667fb2eda20 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:15:38.515630 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 818724a5-8f74-45ec-ab35-7b01fb120225 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:15:38.660447 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f6d10da4-aeb2-42d1-87c3-714ffa39fad5 None None] Provisioning for port 818724a5-8f74-45ec-ab35-7b01fb120225 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:15:38.673968 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f6d10da4-aeb2-42d1-87c3-714ffa39fad5 None None] Provisioning complete for port 818724a5-8f74-45ec-ab35-7b01fb120225 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:15:38.674429 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f6d10da4-aeb2-42d1-87c3-714ffa39fad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:38.847756 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fde0531e-4204-4f94-94df-2aaf8b5be579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:38.859173 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-f6d10da4-aeb2-42d1-87c3-714ffa39fad5 None None] Current status of the port 818724a5-8f74-45ec-ab35-7b01fb120225 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:15:38.859551 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f6d10da4-aeb2-42d1-87c3-714ffa39fad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:38.893745 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-f6d10da4-aeb2-42d1-87c3-714ffa39fad5 None None] For port 818724a5-8f74-45ec-ab35-7b01fb120225, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=818724a5-8f74-45ec-ab35-7b01fb120225,segment=NetworkSegment(21055e6f-eed2-4045-b4af-d28da25088ab),segment_id=21055e6f-eed2-4045-b4af-d28da25088ab)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:15:38.975620 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f6d10da4-aeb2-42d1-87c3-714ffa39fad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:39.048153 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d10da4-aeb2-42d1-87c3-714ffa39fad5 None None] Pushing event updated for resources: {'Port': ['ID=818724a5-8f74-45ec-ab35-7b01fb120225,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:39.095076 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-8175d02d-4750-4147-bc4a-67ce3fc47898 None None] Provisioning complete for port 818724a5-8f74-45ec-ab35-7b01fb120225 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:15:39.095377 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8175d02d-4750-4147-bc4a-67ce3fc47898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:39.123950 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde0531e-4204-4f94-94df-2aaf8b5be579 admin admin] Router ba3be3f3-04c8-4f19-87b0-13c130f8517c is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 03:15:39.211450 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-8175d02d-4750-4147-bc4a-67ce3fc47898 None None] Current status of the port 818724a5-8f74-45ec-ab35-7b01fb120225 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:15:39.297115 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde0531e-4204-4f94-94df-2aaf8b5be579 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:15:39.306603 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d033885-f325-4293-8db3-c6eaa130f67f None None] Sync routers for ids ['ba3be3f3-04c8-4f19-87b0-13c130f8517c'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:15:39.316276 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d033885-f325-4293-8db3-c6eaa130f67f None None] Routers {'ba3be3f3-04c8-4f19-87b0-13c130f8517c'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:15:39.316924 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-0d033885-f325-4293-8db3-c6eaa130f67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:15:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['ba3be3f3-04c8-4f19-87b0-13c130f8517c'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:39.395043 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fde0531e-4204-4f94-94df-2aaf8b5be579 admin admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:39.396205 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-fde0531e-4204-4f94-94df-2aaf8b5be579 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9277000 May 27 03:15:39.398812 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36774) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:39.493047 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-0d033885-f325-4293-8db3-c6eaa130f67f None None] Set router ba3be3f3-04c8-4f19-87b0-13c130f8517c gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:15:39.772528 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-0d033885-f325-4293-8db3-c6eaa130f67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3be3f3-04c8-4f19-87b0-13c130f8517c', 'name': 'tempest-TestMinimumBasicScenario-1189257323-router', 'tenant_id': '157b5fde8af44f03bf50fe69b67f1acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '033cd575-d719-44ff-b36f-f6b753166f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:36Z', 'updated_at': '2022-05-27T03:15:38Z', 'revision_number': 3, 'project_id': '157b5fde8af44f03bf50fe69b67f1acd', 'gw_port': {'id': '033cd575-d719-44ff-b36f-f6b753166f44', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3be3f3-04c8-4f19-87b0-13c130f8517c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:37Z', 'updated_at': '2022-05-27T03:15:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:39.776597 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d033885-f325-4293-8db3-c6eaa130f67f None None] Checking router: ba3be3f3-04c8-4f19-87b0-13c130f8517c for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:15:39.776981 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d033885-f325-4293-8db3-c6eaa130f67f None None] Updating router ba3be3f3-04c8-4f19-87b0-13c130f8517c port 033cd575-d719-44ff-b36f-f6b753166f44 binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:15:39.834074 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0d033885-f325-4293-8db3-c6eaa130f67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:40.184827 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-28eda3c5-e1fb-4fc0-abad-5c9df4faa7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:40.203145 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0d033885-f325-4293-8db3-c6eaa130f67f None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:40.214648 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-0d033885-f325-4293-8db3-c6eaa130f67f None None] Transition to ACTIVE for port object 033cd575-d719-44ff-b36f-f6b753166f44 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:15:40.292091 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0d033885-f325-4293-8db3-c6eaa130f67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:40.350671 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 818724a5-8f74-45ec-ab35-7b01fb120225 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:15:40.391758 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-28eda3c5-e1fb-4fc0-abad-5c9df4faa7f8 admin admin] Allocated IP 172.20.0.1 (652a821d-9dee-428d-93e8-1667fb2eda20/e7a2331a-5b03-40a0-a8a9-dee4ce9ad93a/0774bd93-e286-4cf0-9bb1-b9ce58b68118) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:15:40.421840 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-0d033885-f325-4293-8db3-c6eaa130f67f None None] Attempting to bind port 033cd575-d719-44ff-b36f-f6b753166f44 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:15:40.422242 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-0d033885-f325-4293-8db3-c6eaa130f67f None None] Attempting to bind port 033cd575-d719-44ff-b36f-f6b753166f44 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:15:40.422608 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d033885-f325-4293-8db3-c6eaa130f67f None None] Attempting to bind port 033cd575-d719-44ff-b36f-f6b753166f44 on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:15:40.433092 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b37e80-15a1-49ca-9fe9-eb220a5f6631 None None] Pushing event updated for resources: {'Port': ['ID=033cd575-d719-44ff-b36f-f6b753166f44,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:40.441166 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d033885-f325-4293-8db3-c6eaa130f67f None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:15:40.441166 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d033885-f325-4293-8db3-c6eaa130f67f None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:15:40.441166 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0d033885-f325-4293-8db3-c6eaa130f67f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:40.441166 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d033885-f325-4293-8db3-c6eaa130f67f None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:15:40.441166 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-0d033885-f325-4293-8db3-c6eaa130f67f None None] Bound port: 033cd575-d719-44ff-b36f-f6b753166f44, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:15:40.441921 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0d033885-f325-4293-8db3-c6eaa130f67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:40.513947 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 818724a5-8f74-45ec-ab35-7b01fb120225 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:15:40.514673 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:40.539649 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-28eda3c5-e1fb-4fc0-abad-5c9df4faa7f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:40.556056 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-28eda3c5-e1fb-4fc0-abad-5c9df4faa7f8 admin admin] Transition to ACTIVE for port object 0774bd93-e286-4cf0-9bb1-b9ce58b68118 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:15:40.565935 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-0d033885-f325-4293-8db3-c6eaa130f67f None None] For port 033cd575-d719-44ff-b36f-f6b753166f44, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:15:40.579248 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-0d033885-f325-4293-8db3-c6eaa130f67f None None] For port 033cd575-d719-44ff-b36f-f6b753166f44, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=033cd575-d719-44ff-b36f-f6b753166f44,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:15:40.638229 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-28eda3c5-e1fb-4fc0-abad-5c9df4faa7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:40.643406 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 818724a5-8f74-45ec-ab35-7b01fb120225 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:15:40.647285 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0d033885-f325-4293-8db3-c6eaa130f67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:40.707251 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28eda3c5-e1fb-4fc0-abad-5c9df4faa7f8 admin admin] Network 652a821d-9dee-428d-93e8-1667fb2eda20 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:15:40.708263 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-28eda3c5-e1fb-4fc0-abad-5c9df4faa7f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:15:40.711862 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28eda3c5-e1fb-4fc0-abad-5c9df4faa7f8 admin admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:15:40.728819 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d033885-f325-4293-8db3-c6eaa130f67f None None] Routers {'ba3be3f3-04c8-4f19-87b0-13c130f8517c'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:15:40.729468 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-0d033885-f325-4293-8db3-c6eaa130f67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:15:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['ba3be3f3-04c8-4f19-87b0-13c130f8517c'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:40.755144 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eda3c5-e1fb-4fc0-abad-5c9df4faa7f8 admin admin] Pushing event updated for resources: {'Port': ['ID=0774bd93-e286-4cf0-9bb1-b9ce58b68118,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:40.776196 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-28eda3c5-e1fb-4fc0-abad-5c9df4faa7f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:40.786228 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b37e80-15a1-49ca-9fe9-eb220a5f6631 None None] Pushing event updated for resources: {'Port': ['ID=033cd575-d719-44ff-b36f-f6b753166f44,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:40.919104 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-0d033885-f325-4293-8db3-c6eaa130f67f None None] Set router ba3be3f3-04c8-4f19-87b0-13c130f8517c gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:15:40.989147 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-28eda3c5-e1fb-4fc0-abad-5c9df4faa7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:41.116532 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1c3a2162-0c51-4277-a10f-77d3da20f621 None None] Provisioning for port 0774bd93-e286-4cf0-9bb1-b9ce58b68118 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:15:41.124503 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1c3a2162-0c51-4277-a10f-77d3da20f621 None None] Provisioning complete for port 0774bd93-e286-4cf0-9bb1-b9ce58b68118 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:15:41.124909 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1c3a2162-0c51-4277-a10f-77d3da20f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:41.202064 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-28eda3c5-e1fb-4fc0-abad-5c9df4faa7f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:41.206349 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-1c3a2162-0c51-4277-a10f-77d3da20f621 None None] Port 0774bd93-e286-4cf0-9bb1-b9ce58b68118 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:15:41.258134 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-28eda3c5-e1fb-4fc0-abad-5c9df4faa7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:41.266890 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-0d033885-f325-4293-8db3-c6eaa130f67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3be3f3-04c8-4f19-87b0-13c130f8517c', 'name': 'tempest-TestMinimumBasicScenario-1189257323-router', 'tenant_id': '157b5fde8af44f03bf50fe69b67f1acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '033cd575-d719-44ff-b36f-f6b753166f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:36Z', 'updated_at': '2022-05-27T03:15:38Z', 'revision_number': 3, 'project_id': '157b5fde8af44f03bf50fe69b67f1acd', 'gw_port': {'id': '033cd575-d719-44ff-b36f-f6b753166f44', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3be3f3-04c8-4f19-87b0-13c130f8517c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:37Z', 'updated_at': '2022-05-27T03:15:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:41.270773 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d033885-f325-4293-8db3-c6eaa130f67f None None] The sync data for ids ['ba3be3f3-04c8-4f19-87b0-13c130f8517c'] in n-d-843554-3 is: [{'id': 'ba3be3f3-04c8-4f19-87b0-13c130f8517c', 'name': 'tempest-TestMinimumBasicScenario-1189257323-router', 'tenant_id': '157b5fde8af44f03bf50fe69b67f1acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '033cd575-d719-44ff-b36f-f6b753166f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:36Z', 'updated_at': '2022-05-27T03:15:38Z', 'revision_number': 3, 'project_id': '157b5fde8af44f03bf50fe69b67f1acd', 'gw_port': {'id': '033cd575-d719-44ff-b36f-f6b753166f44', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3be3f3-04c8-4f19-87b0-13c130f8517c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:37Z', 'updated_at': '2022-05-27T03:15:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:15:41.370872 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-28eda3c5-e1fb-4fc0-abad-5c9df4faa7f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:41.374896 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eda3c5-e1fb-4fc0-abad-5c9df4faa7f8 admin admin] Pushing event updated for resources: {'Port': ['ID=0774bd93-e286-4cf0-9bb1-b9ce58b68118,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:41.525634 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28eda3c5-e1fb-4fc0-abad-5c9df4faa7f8 admin admin] Network 652a821d-9dee-428d-93e8-1667fb2eda20 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:15:41.527057 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-28eda3c5-e1fb-4fc0-abad-5c9df4faa7f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:15:41.732977 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28eda3c5-e1fb-4fc0-abad-5c9df4faa7f8 admin admin] Router ba3be3f3-04c8-4f19-87b0-13c130f8517c has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:15:41.833610 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5bd43b67-714c-4ab0-aa5a-3d28649667ff None None] Provisioning complete for port 0774bd93-e286-4cf0-9bb1-b9ce58b68118 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:15:41.834146 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5bd43b67-714c-4ab0-aa5a-3d28649667ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:41.896485 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5bd43b67-714c-4ab0-aa5a-3d28649667ff None None] Port 0774bd93-e286-4cf0-9bb1-b9ce58b68118 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:15:41.915403 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28eda3c5-e1fb-4fc0-abad-5c9df4faa7f8 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:15:41.927588 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-28eda3c5-e1fb-4fc0-abad-5c9df4faa7f8 admin admin] 10.222.0.57 "PUT /v2.0/routers/ba3be3f3-04c8-4f19-87b0-13c130f8517c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5251114 May 27 03:15:42.364982 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 033cd575-d719-44ff-b36f-f6b753166f44 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:15:42.501063 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 033cd575-d719-44ff-b36f-f6b753166f44 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:15:42.506478 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 033cd575-d719-44ff-b36f-f6b753166f44 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:15:42.509937 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:42.622954 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36792) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:42.629981 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-dcc7c17b-f8ba-4b98-89b6-cc9ee9af46cb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1185118981-network', 'tenant_id': 'f0ea40c4fa264044a2c7988354042453'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:15:42.636374 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-dcc7c17b-f8ba-4b98-89b6-cc9ee9af46cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:15:42.636970 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 033cd575-d719-44ff-b36f-f6b753166f44 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:15:42.637353 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:42.641601 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-dcc7c17b-f8ba-4b98-89b6-cc9ee9af46cb admin admin] Usage tracker for resource:network and tenant:f0ea40c4fa264044a2c7988354042453 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:15:42.644522 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-dcc7c17b-f8ba-4b98-89b6-cc9ee9af46cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:15:42.650373 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-dcc7c17b-f8ba-4b98-89b6-cc9ee9af46cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:15:42.655591 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 033cd575-d719-44ff-b36f-f6b753166f44, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=033cd575-d719-44ff-b36f-f6b753166f44,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:15:42.725520 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a7f121-f1e5-4cef-9e85-927117a98a7f None None] Sync routers for ids ['ba3be3f3-04c8-4f19-87b0-13c130f8517c'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:15:42.735463 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:42.738262 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a7f121-f1e5-4cef-9e85-927117a98a7f None None] Routers {'ba3be3f3-04c8-4f19-87b0-13c130f8517c'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:15:42.739223 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-92a7f121-f1e5-4cef-9e85-927117a98a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:15:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['ba3be3f3-04c8-4f19-87b0-13c130f8517c'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:42.743383 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc7c17b-f8ba-4b98-89b6-cc9ee9af46cb admin admin] Made reservation on behalf of f0ea40c4fa264044a2c7988354042453 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:15:42.745816 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dcc7c17b-f8ba-4b98-89b6-cc9ee9af46cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:42.765876 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dcc7c17b-f8ba-4b98-89b6-cc9ee9af46cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:42.798775 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-dcc7c17b-f8ba-4b98-89b6-cc9ee9af46cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:15:42.808326 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-dcc7c17b-f8ba-4b98-89b6-cc9ee9af46cb admin admin] Usage tracker for resource:security_group_rule and tenant:f0ea40c4fa264044a2c7988354042453 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:15:42.811803 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-dcc7c17b-f8ba-4b98-89b6-cc9ee9af46cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:15:42.817655 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=033cd575-d719-44ff-b36f-f6b753166f44,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:42.819119 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-dcc7c17b-f8ba-4b98-89b6-cc9ee9af46cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:15:42.916865 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-92a7f121-f1e5-4cef-9e85-927117a98a7f None None] Set router ba3be3f3-04c8-4f19-87b0-13c130f8517c gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:15:43.022921 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dcc7c17b-f8ba-4b98-89b6-cc9ee9af46cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:43.106724 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dcc7c17b-f8ba-4b98-89b6-cc9ee9af46cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:43.137576 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc7c17b-f8ba-4b98-89b6-cc9ee9af46cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:15:43.146677 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc7c17b-f8ba-4b98-89b6-cc9ee9af46cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e4ab0b-e0ed-4b82-b15a-a9eaaa46975b,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:43.152483 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dcc7c17b-f8ba-4b98-89b6-cc9ee9af46cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:43.156258 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-dcc7c17b-f8ba-4b98-89b6-cc9ee9af46cb admin admin] Added segment b9850290-bd91-4cfc-801a-95c5610226be of type vlan for network 1551ebcd-86fc-4b14-8442-0c0c1d2098bd May 27 03:15:43.185764 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dcc7c17b-f8ba-4b98-89b6-cc9ee9af46cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:43.252466 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-92a7f121-f1e5-4cef-9e85-927117a98a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3be3f3-04c8-4f19-87b0-13c130f8517c', 'name': 'tempest-TestMinimumBasicScenario-1189257323-router', 'tenant_id': '157b5fde8af44f03bf50fe69b67f1acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '033cd575-d719-44ff-b36f-f6b753166f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:36Z', 'updated_at': '2022-05-27T03:15:40Z', 'revision_number': 4, 'project_id': '157b5fde8af44f03bf50fe69b67f1acd', 'gw_port': {'id': '033cd575-d719-44ff-b36f-f6b753166f44', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3be3f3-04c8-4f19-87b0-13c130f8517c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:37Z', 'updated_at': '2022-05-27T03:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '0774bd93-e286-4cf0-9bb1-b9ce58b68118', 'name': '', 'network_id': '652a821d-9dee-428d-93e8-1667fb2eda20', 'tenant_id': '157b5fde8af44f03bf50fe69b67f1acd', 'mac_address': 'fa:16:3e:fe:1f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3be3f3-04c8-4f19-87b0-13c130f8517c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e7a2331a-5b03-40a0-a8a9-dee4ce9ad93a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:40Z', 'updated_at': '2022-05-27T03:15:41Z', 'revision_number': 2, 'project_id': '157b5fde8af44f03bf50fe69b67f1acd', 'subnets': [{'id': 'e7a2331a-5b03-40a0-a8a9-dee4ce9ad93a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:43.256345 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a7f121-f1e5-4cef-9e85-927117a98a7f None None] Checking router: ba3be3f3-04c8-4f19-87b0-13c130f8517c for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:15:43.256739 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a7f121-f1e5-4cef-9e85-927117a98a7f None None] Updating router ba3be3f3-04c8-4f19-87b0-13c130f8517c port 0774bd93-e286-4cf0-9bb1-b9ce58b68118 binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:15:43.289428 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dcc7c17b-f8ba-4b98-89b6-cc9ee9af46cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:43.290416 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc7c17b-f8ba-4b98-89b6-cc9ee9af46cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:15:43.291005 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dcc7c17b-f8ba-4b98-89b6-cc9ee9af46cb admin admin] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:43.308662 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-92a7f121-f1e5-4cef-9e85-927117a98a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:43.398497 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc7c17b-f8ba-4b98-89b6-cc9ee9af46cb admin admin] Pushing event updated for resources: {'Network': ['ID=1551ebcd-86fc-4b14-8442-0c0c1d2098bd,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:43.408015 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 1551ebcd-86fc-4b14-8442-0c0c1d2098bd details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:15:43.464469 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-dcc7c17b-f8ba-4b98-89b6-cc9ee9af46cb admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8403630 May 27 03:15:43.467527 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36796) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:43.473330 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-01e7943f-2880-4fbf-9ac8-126cabd02ffe admin admin] Request body: {'subnet': {'network_id': '1551ebcd-86fc-4b14-8442-0c0c1d2098bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1185118981-subnet', 'tenant_id': 'f0ea40c4fa264044a2c7988354042453', 'ip_version': 4}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:15:43.479260 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-01e7943f-2880-4fbf-9ac8-126cabd02ffe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:15:43.483765 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-01e7943f-2880-4fbf-9ac8-126cabd02ffe admin admin] Usage tracker for resource:subnet and tenant:f0ea40c4fa264044a2c7988354042453 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:15:43.486799 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-01e7943f-2880-4fbf-9ac8-126cabd02ffe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:15:43.493006 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-01e7943f-2880-4fbf-9ac8-126cabd02ffe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:15:43.554975 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e7943f-2880-4fbf-9ac8-126cabd02ffe admin admin] Made reservation on behalf of f0ea40c4fa264044a2c7988354042453 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:15:43.557329 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-01e7943f-2880-4fbf-9ac8-126cabd02ffe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:43.651943 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-92a7f121-f1e5-4cef-9e85-927117a98a7f None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:43.663481 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-92a7f121-f1e5-4cef-9e85-927117a98a7f None None] Transition to ACTIVE for port object 0774bd93-e286-4cf0-9bb1-b9ce58b68118 will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:15:43.741076 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-92a7f121-f1e5-4cef-9e85-927117a98a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:43.809853 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-01e7943f-2880-4fbf-9ac8-126cabd02ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:43.899193 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7943f-2880-4fbf-9ac8-126cabd02ffe admin admin] Pushing event updated for resources: {'Subnet': ['ID=79fa78a8-f468-4cb9-96a9-fd02d0b5f3e9,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:43.901908 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc1a66-4d38-4d39-8ca1-aa4a356f816e None None] Pushing event updated for resources: {'Port': ['ID=0774bd93-e286-4cf0-9bb1-b9ce58b68118,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:43.903893 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e7943f-2880-4fbf-9ac8-126cabd02ffe admin admin] Checking segment: {'id': 'b9850290-bd91-4cfc-801a-95c5610226be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1551ebcd-86fc-4b14-8442-0c0c1d2098bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:15:43.904237 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e7943f-2880-4fbf-9ac8-126cabd02ffe admin admin] Network hostable DHCP agents. Network: 1551ebcd-86fc-4b14-8442-0c0c1d2098bd, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:15:43.913651 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc1a66-4d38-4d39-8ca1-aa4a356f816e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:43.914123 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc1a66-4d38-4d39-8ca1-aa4a356f816e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:43.914316 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc1a66-4d38-4d39-8ca1-aa4a356f816e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:43.914641 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc1a66-4d38-4d39-8ca1-aa4a356f816e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:43.914965 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc1a66-4d38-4d39-8ca1-aa4a356f816e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:43.915289 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc1a66-4d38-4d39-8ca1-aa4a356f816e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:43.915606 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc1a66-4d38-4d39-8ca1-aa4a356f816e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:43.915922 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc1a66-4d38-4d39-8ca1-aa4a356f816e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:43.916238 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc1a66-4d38-4d39-8ca1-aa4a356f816e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:43.916639 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc1a66-4d38-4d39-8ca1-aa4a356f816e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:43.916892 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc1a66-4d38-4d39-8ca1-aa4a356f816e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:43.925977 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc1a66-4d38-4d39-8ca1-aa4a356f816e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:43.970511 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-92a7f121-f1e5-4cef-9e85-927117a98a7f None None] Attempting to bind port 0774bd93-e286-4cf0-9bb1-b9ce58b68118 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:15:43.970873 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-92a7f121-f1e5-4cef-9e85-927117a98a7f None None] Attempting to bind port 0774bd93-e286-4cf0-9bb1-b9ce58b68118 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '21055e6f-eed2-4045-b4af-d28da25088ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '652a821d-9dee-428d-93e8-1667fb2eda20'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:15:43.971230 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a7f121-f1e5-4cef-9e85-927117a98a7f None None] Attempting to bind port 0774bd93-e286-4cf0-9bb1-b9ce58b68118 on network 652a821d-9dee-428d-93e8-1667fb2eda20 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:15:43.976618 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a7f121-f1e5-4cef-9e85-927117a98a7f None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:15:43.977018 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a7f121-f1e5-4cef-9e85-927117a98a7f None None] Checking segment: {'id': '21055e6f-eed2-4045-b4af-d28da25088ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '652a821d-9dee-428d-93e8-1667fb2eda20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:15:43.977414 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-92a7f121-f1e5-4cef-9e85-927117a98a7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:43.977797 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a7f121-f1e5-4cef-9e85-927117a98a7f None None] Bound using segment: {'id': '21055e6f-eed2-4045-b4af-d28da25088ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '652a821d-9dee-428d-93e8-1667fb2eda20'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:15:43.978250 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-92a7f121-f1e5-4cef-9e85-927117a98a7f None None] Bound port: 0774bd93-e286-4cf0-9bb1-b9ce58b68118, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21055e6f-eed2-4045-b4af-d28da25088ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '652a821d-9dee-428d-93e8-1667fb2eda20'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:15:43.978609 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-92a7f121-f1e5-4cef-9e85-927117a98a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:44.009613 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e7943f-2880-4fbf-9ac8-126cabd02ffe admin admin] Network 1551ebcd-86fc-4b14-8442-0c0c1d2098bd is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:15:44.069082 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-92a7f121-f1e5-4cef-9e85-927117a98a7f None None] For port 0774bd93-e286-4cf0-9bb1-b9ce58b68118, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:15:44.071218 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-92a7f121-f1e5-4cef-9e85-927117a98a7f None None] For port 0774bd93-e286-4cf0-9bb1-b9ce58b68118, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=0774bd93-e286-4cf0-9bb1-b9ce58b68118,segment=NetworkSegment(21055e6f-eed2-4045-b4af-d28da25088ab),segment_id=21055e6f-eed2-4045-b4af-d28da25088ab)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:15:44.083856 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-01e7943f-2880-4fbf-9ac8-126cabd02ffe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 1551ebcd-86fc-4b14-8442-0c0c1d2098bd) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:15:44.087972 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e7943f-2880-4fbf-9ac8-126cabd02ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:15:44.088591 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-01e7943f-2880-4fbf-9ac8-126cabd02ffe admin admin] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:44.093060 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915111d0-efb4-4f7d-9deb-b77fa997cb08 None None] Network 1551ebcd-86fc-4b14-8442-0c0c1d2098bd requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:15:44.158764 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-92a7f121-f1e5-4cef-9e85-927117a98a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:44.172953 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-01e7943f-2880-4fbf-9ac8-126cabd02ffe admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7042980 May 27 03:15:44.176974 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36802) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:44.182054 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-930a1a60-7d10-4e8b-a91e-41fb13fe9466 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1185118981-router', 'tenant_id': 'f0ea40c4fa264044a2c7988354042453', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:15:44.187446 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-930a1a60-7d10-4e8b-a91e-41fb13fe9466 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:15:44.191564 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-930a1a60-7d10-4e8b-a91e-41fb13fe9466 admin admin] Usage tracker for resource:router and tenant:f0ea40c4fa264044a2c7988354042453 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:15:44.194504 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-930a1a60-7d10-4e8b-a91e-41fb13fe9466 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:15:44.200163 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-930a1a60-7d10-4e8b-a91e-41fb13fe9466 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:15:44.249448 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a7f121-f1e5-4cef-9e85-927117a98a7f None None] Routers {'ba3be3f3-04c8-4f19-87b0-13c130f8517c'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:15:44.250078 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-92a7f121-f1e5-4cef-9e85-927117a98a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:15:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['ba3be3f3-04c8-4f19-87b0-13c130f8517c'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:44.265076 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-930a1a60-7d10-4e8b-a91e-41fb13fe9466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:44.266897 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-930a1a60-7d10-4e8b-a91e-41fb13fe9466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:44.284394 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-930a1a60-7d10-4e8b-a91e-41fb13fe9466 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:44.319500 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1709b605-a384-441b-8eaf-c4de9698698d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-1551ebcd-86fc-4b14-8442-0c0c1d2098bd', 'network_id': '1551ebcd-86fc-4b14-8442-0c0c1d2098bd', 'tenant_id': 'f0ea40c4fa264044a2c7988354042453', 'fixed_ips': [{'subnet_id': '79fa78a8-f468-4cb9-96a9-fd02d0b5f3e9'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 03:15:44.320523 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1709b605-a384-441b-8eaf-c4de9698698d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:44.325263 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc1a66-4d38-4d39-8ca1-aa4a356f816e None None] Pushing event updated for resources: {'Port': ['ID=0774bd93-e286-4cf0-9bb1-b9ce58b68118,revision_number=4']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:44.382419 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 033cd575-d719-44ff-b36f-f6b753166f44 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:15:44.476409 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 033cd575-d719-44ff-b36f-f6b753166f44 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:15:44.477011 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:44.484443 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-92a7f121-f1e5-4cef-9e85-927117a98a7f None None] Set router ba3be3f3-04c8-4f19-87b0-13c130f8517c gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:15:44.650076 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-930a1a60-7d10-4e8b-a91e-41fb13fe9466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:44.667119 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 033cd575-d719-44ff-b36f-f6b753166f44 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:15:44.675432 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-1709b605-a384-441b-8eaf-c4de9698698d None None] Allocated IP 172.20.0.2 (1551ebcd-86fc-4b14-8442-0c0c1d2098bd/79fa78a8-f468-4cb9-96a9-fd02d0b5f3e9/455524d2-1e63-4c54-b1af-dd504e430083) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:15:44.826509 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-92a7f121-f1e5-4cef-9e85-927117a98a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3be3f3-04c8-4f19-87b0-13c130f8517c', 'name': 'tempest-TestMinimumBasicScenario-1189257323-router', 'tenant_id': '157b5fde8af44f03bf50fe69b67f1acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '033cd575-d719-44ff-b36f-f6b753166f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:36Z', 'updated_at': '2022-05-27T03:15:40Z', 'revision_number': 4, 'project_id': '157b5fde8af44f03bf50fe69b67f1acd', 'gw_port': {'id': '033cd575-d719-44ff-b36f-f6b753166f44', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3be3f3-04c8-4f19-87b0-13c130f8517c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:37Z', 'updated_at': '2022-05-27T03:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '0774bd93-e286-4cf0-9bb1-b9ce58b68118', 'name': '', 'network_id': '652a821d-9dee-428d-93e8-1667fb2eda20', 'tenant_id': '157b5fde8af44f03bf50fe69b67f1acd', 'mac_address': 'fa:16:3e:fe:1f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3be3f3-04c8-4f19-87b0-13c130f8517c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e7a2331a-5b03-40a0-a8a9-dee4ce9ad93a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:40Z', 'updated_at': '2022-05-27T03:15:44Z', 'revision_number': 4, 'project_id': '157b5fde8af44f03bf50fe69b67f1acd', 'subnets': [{'id': 'e7a2331a-5b03-40a0-a8a9-dee4ce9ad93a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:44.831106 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a7f121-f1e5-4cef-9e85-927117a98a7f None None] The sync data for ids ['ba3be3f3-04c8-4f19-87b0-13c130f8517c'] in n-d-843554-3 is: [{'id': 'ba3be3f3-04c8-4f19-87b0-13c130f8517c', 'name': 'tempest-TestMinimumBasicScenario-1189257323-router', 'tenant_id': '157b5fde8af44f03bf50fe69b67f1acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '033cd575-d719-44ff-b36f-f6b753166f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:36Z', 'updated_at': '2022-05-27T03:15:40Z', 'revision_number': 4, 'project_id': '157b5fde8af44f03bf50fe69b67f1acd', 'gw_port': {'id': '033cd575-d719-44ff-b36f-f6b753166f44', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3be3f3-04c8-4f19-87b0-13c130f8517c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:37Z', 'updated_at': '2022-05-27T03:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '0774bd93-e286-4cf0-9bb1-b9ce58b68118', 'name': '', 'network_id': '652a821d-9dee-428d-93e8-1667fb2eda20', 'tenant_id': '157b5fde8af44f03bf50fe69b67f1acd', 'mac_address': 'fa:16:3e:fe:1f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3be3f3-04c8-4f19-87b0-13c130f8517c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e7a2331a-5b03-40a0-a8a9-dee4ce9ad93a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:40Z', 'updated_at': '2022-05-27T03:15:44Z', 'revision_number': 4, 'project_id': '157b5fde8af44f03bf50fe69b67f1acd', 'subnets': [{'id': 'e7a2331a-5b03-40a0-a8a9-dee4ce9ad93a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:15:44.907688 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1709b605-a384-441b-8eaf-c4de9698698d None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:44.918819 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1709b605-a384-441b-8eaf-c4de9698698d None None] Transition to ACTIVE for port object 455524d2-1e63-4c54-b1af-dd504e430083 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:15:44.939603 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1709b605-a384-441b-8eaf-c4de9698698d None None] Transition to ACTIVE for port object 455524d2-1e63-4c54-b1af-dd504e430083 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:15:45.023057 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1709b605-a384-441b-8eaf-c4de9698698d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:45.096077 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1709b605-a384-441b-8eaf-c4de9698698d None None] Network 1551ebcd-86fc-4b14-8442-0c0c1d2098bd is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:15:45.099989 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-1709b605-a384-441b-8eaf-c4de9698698d None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:15:45.102961 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1709b605-a384-441b-8eaf-c4de9698698d None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:15:45.105036 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-930a1a60-7d10-4e8b-a91e-41fb13fe9466 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:45.109455 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1709b605-a384-441b-8eaf-c4de9698698d None None] Pushing event updated for resources: {'Port': ['ID=455524d2-1e63-4c54-b1af-dd504e430083,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:45.137908 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-930a1a60-7d10-4e8b-a91e-41fb13fe9466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:45.201473 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-1709b605-a384-441b-8eaf-c4de9698698d None None] Attempting to bind port 455524d2-1e63-4c54-b1af-dd504e430083 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:15:45.201881 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-1709b605-a384-441b-8eaf-c4de9698698d None None] Attempting to bind port 455524d2-1e63-4c54-b1af-dd504e430083 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'b9850290-bd91-4cfc-801a-95c5610226be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1551ebcd-86fc-4b14-8442-0c0c1d2098bd'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:15:45.202317 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1709b605-a384-441b-8eaf-c4de9698698d None None] Attempting to bind port 455524d2-1e63-4c54-b1af-dd504e430083 on network 1551ebcd-86fc-4b14-8442-0c0c1d2098bd {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:15:45.207981 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1709b605-a384-441b-8eaf-c4de9698698d None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:15:45.208375 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1709b605-a384-441b-8eaf-c4de9698698d None None] Checking segment: {'id': 'b9850290-bd91-4cfc-801a-95c5610226be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1551ebcd-86fc-4b14-8442-0c0c1d2098bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:15:45.208865 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1709b605-a384-441b-8eaf-c4de9698698d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:45.209290 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1709b605-a384-441b-8eaf-c4de9698698d None None] Bound using segment: {'id': 'b9850290-bd91-4cfc-801a-95c5610226be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1551ebcd-86fc-4b14-8442-0c0c1d2098bd'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:15:45.209762 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-1709b605-a384-441b-8eaf-c4de9698698d None None] Bound port: 455524d2-1e63-4c54-b1af-dd504e430083, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9850290-bd91-4cfc-801a-95c5610226be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1551ebcd-86fc-4b14-8442-0c0c1d2098bd'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:15:45.210141 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1709b605-a384-441b-8eaf-c4de9698698d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:45.280530 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-930a1a60-7d10-4e8b-a91e-41fb13fe9466 admin admin] Allocated IP 172.25.1.170 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/d0859c5f-424d-4878-b074-ae981f52e3a1) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:15:45.308747 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-1709b605-a384-441b-8eaf-c4de9698698d None None] For port 455524d2-1e63-4c54-b1af-dd504e430083, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:15:45.312338 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-1709b605-a384-441b-8eaf-c4de9698698d None None] For port 455524d2-1e63-4c54-b1af-dd504e430083, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=455524d2-1e63-4c54-b1af-dd504e430083,segment=NetworkSegment(b9850290-bd91-4cfc-801a-95c5610226be),segment_id=b9850290-bd91-4cfc-801a-95c5610226be)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:15:45.378534 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1709b605-a384-441b-8eaf-c4de9698698d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:45.468310 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1709b605-a384-441b-8eaf-c4de9698698d None None] Pushing event updated for resources: {'Port': ['ID=455524d2-1e63-4c54-b1af-dd504e430083,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:45.559129 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-930a1a60-7d10-4e8b-a91e-41fb13fe9466 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:45.669369 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-930a1a60-7d10-4e8b-a91e-41fb13fe9466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:45.746042 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930a1a60-7d10-4e8b-a91e-41fb13fe9466 admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:15:45.749245 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-930a1a60-7d10-4e8b-a91e-41fb13fe9466 admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:15:45.753055 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930a1a60-7d10-4e8b-a91e-41fb13fe9466 admin admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:15:45.794484 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a1a60-7d10-4e8b-a91e-41fb13fe9466 admin admin] Pushing event updated for resources: {'Port': ['ID=d0859c5f-424d-4878-b074-ae981f52e3a1,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:46.275125 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-930a1a60-7d10-4e8b-a91e-41fb13fe9466 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:46.423179 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 455524d2-1e63-4c54-b1af-dd504e430083 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:15:46.504574 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570b341b-5f99-45e5-a658-1f99cd5b6884 None None] Network 1551ebcd-86fc-4b14-8442-0c0c1d2098bd requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:15:46.585970 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 455524d2-1e63-4c54-b1af-dd504e430083 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:15:46.595063 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 0774bd93-e286-4cf0-9bb1-b9ce58b68118 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:15:46.625846 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-930a1a60-7d10-4e8b-a91e-41fb13fe9466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:46.655905 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ca2e973a-d844-4eab-aaaa-615448fdc6b4 None None] Provisioning for port 455524d2-1e63-4c54-b1af-dd504e430083 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:15:46.677192 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ca2e973a-d844-4eab-aaaa-615448fdc6b4 None None] Provisioning complete for port 455524d2-1e63-4c54-b1af-dd504e430083 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:15:46.677561 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ca2e973a-d844-4eab-aaaa-615448fdc6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:46.899323 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 0774bd93-e286-4cf0-9bb1-b9ce58b68118 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:15:46.906611 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930a1a60-7d10-4e8b-a91e-41fb13fe9466 admin admin] Router 19530a9c-b3e7-499a-b766-84f166a6005b is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 03:15:46.923509 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 0774bd93-e286-4cf0-9bb1-b9ce58b68118 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:15:46.923888 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:46.985655 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ca2e973a-d844-4eab-aaaa-615448fdc6b4 None None] Current status of the port 455524d2-1e63-4c54-b1af-dd504e430083 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:15:46.986032 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ca2e973a-d844-4eab-aaaa-615448fdc6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:47.040087 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-ca2e973a-d844-4eab-aaaa-615448fdc6b4 None None] For port 455524d2-1e63-4c54-b1af-dd504e430083, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=455524d2-1e63-4c54-b1af-dd504e430083,segment=NetworkSegment(b9850290-bd91-4cfc-801a-95c5610226be),segment_id=b9850290-bd91-4cfc-801a-95c5610226be)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:15:47.088431 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930a1a60-7d10-4e8b-a91e-41fb13fe9466 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:15:47.105596 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9998e345-01e3-4fef-98f8-58928e5d0836 None None] Sync routers for ids ['19530a9c-b3e7-499a-b766-84f166a6005b'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:15:47.113654 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 0774bd93-e286-4cf0-9bb1-b9ce58b68118 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:15:47.114036 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:47.130353 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ca2e973a-d844-4eab-aaaa-615448fdc6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:47.163934 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9998e345-01e3-4fef-98f8-58928e5d0836 None None] Routers {'19530a9c-b3e7-499a-b766-84f166a6005b'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:15:47.164501 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-9998e345-01e3-4fef-98f8-58928e5d0836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:15:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['19530a9c-b3e7-499a-b766-84f166a6005b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:47.181184 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-930a1a60-7d10-4e8b-a91e-41fb13fe9466 admin admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:47.184988 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-930a1a60-7d10-4e8b-a91e-41fb13fe9466 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0045772 May 27 03:15:47.191479 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 36806) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:47.286315 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 0774bd93-e286-4cf0-9bb1-b9ce58b68118, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=0774bd93-e286-4cf0-9bb1-b9ce58b68118,segment=NetworkSegment(21055e6f-eed2-4045-b4af-d28da25088ab),segment_id=21055e6f-eed2-4045-b4af-d28da25088ab)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:15:47.370864 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e973a-d844-4eab-aaaa-615448fdc6b4 None None] Pushing event updated for resources: {'Port': ['ID=455524d2-1e63-4c54-b1af-dd504e430083,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:47.377086 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:47.456443 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-18c06c02-9c13-4d68-ab25-b073896ea650 None None] Provisioning complete for port 455524d2-1e63-4c54-b1af-dd504e430083 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:15:47.457157 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-18c06c02-9c13-4d68-ab25-b073896ea650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:47.490384 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-9998e345-01e3-4fef-98f8-58928e5d0836 None None] Set router 19530a9c-b3e7-499a-b766-84f166a6005b gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:15:47.636562 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=0774bd93-e286-4cf0-9bb1-b9ce58b68118,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:47.658582 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:15:47.832286 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-18c06c02-9c13-4d68-ab25-b073896ea650 None None] Current status of the port 455524d2-1e63-4c54-b1af-dd504e430083 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:15:47.864153 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-9998e345-01e3-4fef-98f8-58928e5d0836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19530a9c-b3e7-499a-b766-84f166a6005b', 'name': 'tempest-TestMinimumBasicScenario-1185118981-router', 'tenant_id': 'f0ea40c4fa264044a2c7988354042453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'd0859c5f-424d-4878-b074-ae981f52e3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:44Z', 'updated_at': '2022-05-27T03:15:46Z', 'revision_number': 3, 'project_id': 'f0ea40c4fa264044a2c7988354042453', 'gw_port': {'id': 'd0859c5f-424d-4878-b074-ae981f52e3a1', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:74:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19530a9c-b3e7-499a-b766-84f166a6005b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:45Z', 'updated_at': '2022-05-27T03:15:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:47.868005 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9998e345-01e3-4fef-98f8-58928e5d0836 None None] Checking router: 19530a9c-b3e7-499a-b766-84f166a6005b for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:15:47.868351 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9998e345-01e3-4fef-98f8-58928e5d0836 None None] Updating router 19530a9c-b3e7-499a-b766-84f166a6005b port d0859c5f-424d-4878-b074-ae981f52e3a1 binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:15:47.921406 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9998e345-01e3-4fef-98f8-58928e5d0836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:47.985008 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bcbb4399-609b-4576-8fc5-11b3672fe88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:48.189079 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-bcbb4399-609b-4576-8fc5-11b3672fe88f admin admin] Allocated IP 172.20.0.1 (1551ebcd-86fc-4b14-8442-0c0c1d2098bd/79fa78a8-f468-4cb9-96a9-fd02d0b5f3e9/72d28507-f160-4a49-8fba-6b50982597db) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:15:48.251529 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9998e345-01e3-4fef-98f8-58928e5d0836 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:48.262835 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9998e345-01e3-4fef-98f8-58928e5d0836 None None] Transition to ACTIVE for port object d0859c5f-424d-4878-b074-ae981f52e3a1 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:15:48.347042 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bcbb4399-609b-4576-8fc5-11b3672fe88f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:48.357240 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 455524d2-1e63-4c54-b1af-dd504e430083 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:15:48.364391 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-bcbb4399-609b-4576-8fc5-11b3672fe88f admin admin] Transition to ACTIVE for port object 72d28507-f160-4a49-8fba-6b50982597db will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:15:48.426941 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 455524d2-1e63-4c54-b1af-dd504e430083 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:15:48.427302 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:48.466216 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9998e345-01e3-4fef-98f8-58928e5d0836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:48.495324 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bcbb4399-609b-4576-8fc5-11b3672fe88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:48.564264 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbb4399-609b-4576-8fc5-11b3672fe88f admin admin] Network 1551ebcd-86fc-4b14-8442-0c0c1d2098bd is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:15:48.567233 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-bcbb4399-609b-4576-8fc5-11b3672fe88f admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:15:48.569602 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbb4399-609b-4576-8fc5-11b3672fe88f admin admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:15:48.594510 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-9998e345-01e3-4fef-98f8-58928e5d0836 None None] Attempting to bind port d0859c5f-424d-4878-b074-ae981f52e3a1 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:15:48.594869 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-9998e345-01e3-4fef-98f8-58928e5d0836 None None] Attempting to bind port d0859c5f-424d-4878-b074-ae981f52e3a1 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:15:48.595224 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9998e345-01e3-4fef-98f8-58928e5d0836 None None] Attempting to bind port d0859c5f-424d-4878-b074-ae981f52e3a1 on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:15:48.608606 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9998e345-01e3-4fef-98f8-58928e5d0836 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:15:48.609005 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9998e345-01e3-4fef-98f8-58928e5d0836 None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:15:48.609402 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9998e345-01e3-4fef-98f8-58928e5d0836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:48.610098 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9998e345-01e3-4fef-98f8-58928e5d0836 None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:15:48.610260 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-9998e345-01e3-4fef-98f8-58928e5d0836 None None] Bound port: d0859c5f-424d-4878-b074-ae981f52e3a1, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:15:48.610606 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9998e345-01e3-4fef-98f8-58928e5d0836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:48.618221 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbb4399-609b-4576-8fc5-11b3672fe88f admin admin] Pushing event updated for resources: {'Port': ['ID=72d28507-f160-4a49-8fba-6b50982597db,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:48.635561 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bcbb4399-609b-4576-8fc5-11b3672fe88f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:48.642024 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1cad12-9579-4846-95f2-b3a30d9868f4 None None] Pushing event updated for resources: {'Port': ['ID=d0859c5f-424d-4878-b074-ae981f52e3a1,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:48.740762 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9998e345-01e3-4fef-98f8-58928e5d0836 None None] For port d0859c5f-424d-4878-b074-ae981f52e3a1, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:15:48.742785 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 455524d2-1e63-4c54-b1af-dd504e430083 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:15:48.743800 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 0774bd93-e286-4cf0-9bb1-b9ce58b68118 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:15:48.787146 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9998e345-01e3-4fef-98f8-58928e5d0836 None None] For port d0859c5f-424d-4878-b074-ae981f52e3a1, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=d0859c5f-424d-4878-b074-ae981f52e3a1,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:15:48.813360 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 0774bd93-e286-4cf0-9bb1-b9ce58b68118 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:15:48.813727 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:48.827237 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bcbb4399-609b-4576-8fc5-11b3672fe88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:48.861968 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9998e345-01e3-4fef-98f8-58928e5d0836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:48.958799 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9998e345-01e3-4fef-98f8-58928e5d0836 None None] Routers {'19530a9c-b3e7-499a-b766-84f166a6005b'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:15:48.961428 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-9998e345-01e3-4fef-98f8-58928e5d0836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:15:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['19530a9c-b3e7-499a-b766-84f166a6005b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:49.033844 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5ee861c0-856d-4ee7-af73-281836430c23 None None] Provisioning for port 72d28507-f160-4a49-8fba-6b50982597db completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:15:49.049254 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1cad12-9579-4846-95f2-b3a30d9868f4 None None] Pushing event updated for resources: {'Port': ['ID=d0859c5f-424d-4878-b074-ae981f52e3a1,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:49.082589 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5ee861c0-856d-4ee7-af73-281836430c23 None None] Provisioning complete for port 72d28507-f160-4a49-8fba-6b50982597db triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:15:49.083068 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5ee861c0-856d-4ee7-af73-281836430c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:49.167931 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bcbb4399-609b-4576-8fc5-11b3672fe88f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:49.240775 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bcbb4399-609b-4576-8fc5-11b3672fe88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:49.242841 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5ee861c0-856d-4ee7-af73-281836430c23 None None] Port 72d28507-f160-4a49-8fba-6b50982597db cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:15:49.245136 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 0774bd93-e286-4cf0-9bb1-b9ce58b68118 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:15:49.257299 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-9998e345-01e3-4fef-98f8-58928e5d0836 None None] Set router 19530a9c-b3e7-499a-b766-84f166a6005b gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:15:49.348588 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bcbb4399-609b-4576-8fc5-11b3672fe88f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:49.351944 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbb4399-609b-4576-8fc5-11b3672fe88f admin admin] Pushing event updated for resources: {'Port': ['ID=72d28507-f160-4a49-8fba-6b50982597db,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:49.486151 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbb4399-609b-4576-8fc5-11b3672fe88f admin admin] Network 1551ebcd-86fc-4b14-8442-0c0c1d2098bd is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:15:49.487303 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-bcbb4399-609b-4576-8fc5-11b3672fe88f admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:15:49.577783 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-9998e345-01e3-4fef-98f8-58928e5d0836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19530a9c-b3e7-499a-b766-84f166a6005b', 'name': 'tempest-TestMinimumBasicScenario-1185118981-router', 'tenant_id': 'f0ea40c4fa264044a2c7988354042453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'd0859c5f-424d-4878-b074-ae981f52e3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:44Z', 'updated_at': '2022-05-27T03:15:48Z', 'revision_number': 4, 'project_id': 'f0ea40c4fa264044a2c7988354042453', 'gw_port': {'id': 'd0859c5f-424d-4878-b074-ae981f52e3a1', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:74:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19530a9c-b3e7-499a-b766-84f166a6005b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:45Z', 'updated_at': '2022-05-27T03:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '72d28507-f160-4a49-8fba-6b50982597db', 'name': '', 'network_id': '1551ebcd-86fc-4b14-8442-0c0c1d2098bd', 'tenant_id': 'f0ea40c4fa264044a2c7988354042453', 'mac_address': 'fa:16:3e:c2:6e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19530a9c-b3e7-499a-b766-84f166a6005b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '79fa78a8-f468-4cb9-96a9-fd02d0b5f3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:48Z', 'updated_at': '2022-05-27T03:15:48Z', 'revision_number': 1, 'project_id': 'f0ea40c4fa264044a2c7988354042453', 'subnets': [{'id': '79fa78a8-f468-4cb9-96a9-fd02d0b5f3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:49.581866 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9998e345-01e3-4fef-98f8-58928e5d0836 None None] The sync data for ids ['19530a9c-b3e7-499a-b766-84f166a6005b'] in n-d-843554-3 is: [{'id': '19530a9c-b3e7-499a-b766-84f166a6005b', 'name': 'tempest-TestMinimumBasicScenario-1185118981-router', 'tenant_id': 'f0ea40c4fa264044a2c7988354042453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'd0859c5f-424d-4878-b074-ae981f52e3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:44Z', 'updated_at': '2022-05-27T03:15:48Z', 'revision_number': 4, 'project_id': 'f0ea40c4fa264044a2c7988354042453', 'gw_port': {'id': 'd0859c5f-424d-4878-b074-ae981f52e3a1', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:74:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19530a9c-b3e7-499a-b766-84f166a6005b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:45Z', 'updated_at': '2022-05-27T03:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '72d28507-f160-4a49-8fba-6b50982597db', 'name': '', 'network_id': '1551ebcd-86fc-4b14-8442-0c0c1d2098bd', 'tenant_id': 'f0ea40c4fa264044a2c7988354042453', 'mac_address': 'fa:16:3e:c2:6e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19530a9c-b3e7-499a-b766-84f166a6005b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '79fa78a8-f468-4cb9-96a9-fd02d0b5f3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:48Z', 'updated_at': '2022-05-27T03:15:48Z', 'revision_number': 1, 'project_id': 'f0ea40c4fa264044a2c7988354042453', 'subnets': [{'id': '79fa78a8-f468-4cb9-96a9-fd02d0b5f3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:15:49.685138 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcbb4399-609b-4576-8fc5-11b3672fe88f admin admin] Router 19530a9c-b3e7-499a-b766-84f166a6005b has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:15:49.799511 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-212a4d26-71a8-48f7-a274-ae18c9a35ca4 None None] Provisioning complete for port 72d28507-f160-4a49-8fba-6b50982597db triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:15:49.799990 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-212a4d26-71a8-48f7-a274-ae18c9a35ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:49.893842 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-212a4d26-71a8-48f7-a274-ae18c9a35ca4 None None] Port 72d28507-f160-4a49-8fba-6b50982597db cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:15:49.903354 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcbb4399-609b-4576-8fc5-11b3672fe88f admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:15:49.903809 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-bcbb4399-609b-4576-8fc5-11b3672fe88f admin admin] 10.222.0.57 "PUT /v2.0/routers/19530a9c-b3e7-499a-b766-84f166a6005b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7165160 May 27 03:15:49.953015 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:49.975287 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:52.399800 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device d0859c5f-424d-4878-b074-ae981f52e3a1 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:15:52.549391 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port d0859c5f-424d-4878-b074-ae981f52e3a1 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:15:52.555417 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port d0859c5f-424d-4878-b074-ae981f52e3a1 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:15:52.555801 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:52.716430 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port d0859c5f-424d-4878-b074-ae981f52e3a1 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:15:52.716846 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:52.744358 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port d0859c5f-424d-4878-b074-ae981f52e3a1, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=d0859c5f-424d-4878-b074-ae981f52e3a1,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:15:52.841941 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:52.925131 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=d0859c5f-424d-4878-b074-ae981f52e3a1,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:52.984557 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a198488-42c6-442f-a5a7-99c754af90b9 None None] Sync routers for ids ['19530a9c-b3e7-499a-b766-84f166a6005b'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:15:52.998262 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a198488-42c6-442f-a5a7-99c754af90b9 None None] Routers {'19530a9c-b3e7-499a-b766-84f166a6005b'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:15:52.999362 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-1a198488-42c6-442f-a5a7-99c754af90b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:15:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['19530a9c-b3e7-499a-b766-84f166a6005b'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:53.191082 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-1a198488-42c6-442f-a5a7-99c754af90b9 None None] Set router 19530a9c-b3e7-499a-b766-84f166a6005b gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:15:53.520397 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-1a198488-42c6-442f-a5a7-99c754af90b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19530a9c-b3e7-499a-b766-84f166a6005b', 'name': 'tempest-TestMinimumBasicScenario-1185118981-router', 'tenant_id': 'f0ea40c4fa264044a2c7988354042453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'd0859c5f-424d-4878-b074-ae981f52e3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:44Z', 'updated_at': '2022-05-27T03:15:48Z', 'revision_number': 4, 'project_id': 'f0ea40c4fa264044a2c7988354042453', 'gw_port': {'id': 'd0859c5f-424d-4878-b074-ae981f52e3a1', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:74:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19530a9c-b3e7-499a-b766-84f166a6005b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:45Z', 'updated_at': '2022-05-27T03:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '72d28507-f160-4a49-8fba-6b50982597db', 'name': '', 'network_id': '1551ebcd-86fc-4b14-8442-0c0c1d2098bd', 'tenant_id': 'f0ea40c4fa264044a2c7988354042453', 'mac_address': 'fa:16:3e:c2:6e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19530a9c-b3e7-499a-b766-84f166a6005b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '79fa78a8-f468-4cb9-96a9-fd02d0b5f3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:48Z', 'updated_at': '2022-05-27T03:15:48Z', 'revision_number': 2, 'project_id': 'f0ea40c4fa264044a2c7988354042453', 'subnets': [{'id': '79fa78a8-f468-4cb9-96a9-fd02d0b5f3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:53.524588 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a198488-42c6-442f-a5a7-99c754af90b9 None None] Checking router: 19530a9c-b3e7-499a-b766-84f166a6005b for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:15:53.525089 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a198488-42c6-442f-a5a7-99c754af90b9 None None] Updating router 19530a9c-b3e7-499a-b766-84f166a6005b port 72d28507-f160-4a49-8fba-6b50982597db binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:15:53.577754 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-1a198488-42c6-442f-a5a7-99c754af90b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:53.954702 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-1a198488-42c6-442f-a5a7-99c754af90b9 None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:53.965682 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-1a198488-42c6-442f-a5a7-99c754af90b9 None None] Transition to ACTIVE for port object 72d28507-f160-4a49-8fba-6b50982597db will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:15:54.047120 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-1a198488-42c6-442f-a5a7-99c754af90b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:54.253868 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7682369-05b8-4ebe-8a9a-b471c6522b43 None None] Pushing event updated for resources: {'Port': ['ID=72d28507-f160-4a49-8fba-6b50982597db,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:54.293872 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-1a198488-42c6-442f-a5a7-99c754af90b9 None None] Attempting to bind port 72d28507-f160-4a49-8fba-6b50982597db on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:15:54.294238 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-1a198488-42c6-442f-a5a7-99c754af90b9 None None] Attempting to bind port 72d28507-f160-4a49-8fba-6b50982597db by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'b9850290-bd91-4cfc-801a-95c5610226be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1551ebcd-86fc-4b14-8442-0c0c1d2098bd'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:15:54.299406 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a198488-42c6-442f-a5a7-99c754af90b9 None None] Attempting to bind port 72d28507-f160-4a49-8fba-6b50982597db on network 1551ebcd-86fc-4b14-8442-0c0c1d2098bd {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:15:54.310391 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a198488-42c6-442f-a5a7-99c754af90b9 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:15:54.311331 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a198488-42c6-442f-a5a7-99c754af90b9 None None] Checking segment: {'id': 'b9850290-bd91-4cfc-801a-95c5610226be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1551ebcd-86fc-4b14-8442-0c0c1d2098bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:15:54.312955 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-1a198488-42c6-442f-a5a7-99c754af90b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:54.313752 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a198488-42c6-442f-a5a7-99c754af90b9 None None] Bound using segment: {'id': 'b9850290-bd91-4cfc-801a-95c5610226be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1551ebcd-86fc-4b14-8442-0c0c1d2098bd'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:15:54.314349 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-1a198488-42c6-442f-a5a7-99c754af90b9 None None] Bound port: 72d28507-f160-4a49-8fba-6b50982597db, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9850290-bd91-4cfc-801a-95c5610226be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1551ebcd-86fc-4b14-8442-0c0c1d2098bd'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:15:54.314837 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-1a198488-42c6-442f-a5a7-99c754af90b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:54.391470 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device d0859c5f-424d-4878-b074-ae981f52e3a1 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:15:54.457412 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-1a198488-42c6-442f-a5a7-99c754af90b9 None None] For port 72d28507-f160-4a49-8fba-6b50982597db, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:15:54.461142 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-1a198488-42c6-442f-a5a7-99c754af90b9 None None] For port 72d28507-f160-4a49-8fba-6b50982597db, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=72d28507-f160-4a49-8fba-6b50982597db,segment=NetworkSegment(b9850290-bd91-4cfc-801a-95c5610226be),segment_id=b9850290-bd91-4cfc-801a-95c5610226be)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:15:54.504241 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port d0859c5f-424d-4878-b074-ae981f52e3a1 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:15:54.505053 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:54.531083 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-1a198488-42c6-442f-a5a7-99c754af90b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:54.654066 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a198488-42c6-442f-a5a7-99c754af90b9 None None] Routers {'19530a9c-b3e7-499a-b766-84f166a6005b'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:15:54.655922 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port d0859c5f-424d-4878-b074-ae981f52e3a1 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:15:54.667061 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-1a198488-42c6-442f-a5a7-99c754af90b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:15:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['19530a9c-b3e7-499a-b766-84f166a6005b'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:54.790190 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7682369-05b8-4ebe-8a9a-b471c6522b43 None None] Pushing event updated for resources: {'Port': ['ID=72d28507-f160-4a49-8fba-6b50982597db,revision_number=4']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:54.938113 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-1a198488-42c6-442f-a5a7-99c754af90b9 None None] Set router 19530a9c-b3e7-499a-b766-84f166a6005b gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:15:55.292672 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-1a198488-42c6-442f-a5a7-99c754af90b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19530a9c-b3e7-499a-b766-84f166a6005b', 'name': 'tempest-TestMinimumBasicScenario-1185118981-router', 'tenant_id': 'f0ea40c4fa264044a2c7988354042453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'd0859c5f-424d-4878-b074-ae981f52e3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:44Z', 'updated_at': '2022-05-27T03:15:48Z', 'revision_number': 4, 'project_id': 'f0ea40c4fa264044a2c7988354042453', 'gw_port': {'id': 'd0859c5f-424d-4878-b074-ae981f52e3a1', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:74:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19530a9c-b3e7-499a-b766-84f166a6005b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:45Z', 'updated_at': '2022-05-27T03:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '72d28507-f160-4a49-8fba-6b50982597db', 'name': '', 'network_id': '1551ebcd-86fc-4b14-8442-0c0c1d2098bd', 'tenant_id': 'f0ea40c4fa264044a2c7988354042453', 'mac_address': 'fa:16:3e:c2:6e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19530a9c-b3e7-499a-b766-84f166a6005b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '79fa78a8-f468-4cb9-96a9-fd02d0b5f3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:48Z', 'updated_at': '2022-05-27T03:15:54Z', 'revision_number': 4, 'project_id': 'f0ea40c4fa264044a2c7988354042453', 'subnets': [{'id': '79fa78a8-f468-4cb9-96a9-fd02d0b5f3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:55.297759 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a198488-42c6-442f-a5a7-99c754af90b9 None None] The sync data for ids ['19530a9c-b3e7-499a-b766-84f166a6005b'] in n-d-843554-3 is: [{'id': '19530a9c-b3e7-499a-b766-84f166a6005b', 'name': 'tempest-TestMinimumBasicScenario-1185118981-router', 'tenant_id': 'f0ea40c4fa264044a2c7988354042453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'd0859c5f-424d-4878-b074-ae981f52e3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:44Z', 'updated_at': '2022-05-27T03:15:48Z', 'revision_number': 4, 'project_id': 'f0ea40c4fa264044a2c7988354042453', 'gw_port': {'id': 'd0859c5f-424d-4878-b074-ae981f52e3a1', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:74:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19530a9c-b3e7-499a-b766-84f166a6005b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:45Z', 'updated_at': '2022-05-27T03:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '72d28507-f160-4a49-8fba-6b50982597db', 'name': '', 'network_id': '1551ebcd-86fc-4b14-8442-0c0c1d2098bd', 'tenant_id': 'f0ea40c4fa264044a2c7988354042453', 'mac_address': 'fa:16:3e:c2:6e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19530a9c-b3e7-499a-b766-84f166a6005b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '79fa78a8-f468-4cb9-96a9-fd02d0b5f3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:48Z', 'updated_at': '2022-05-27T03:15:54Z', 'revision_number': 4, 'project_id': 'f0ea40c4fa264044a2c7988354042453', 'subnets': [{'id': '79fa78a8-f468-4cb9-96a9-fd02d0b5f3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:15:55.622235 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-598522fc-e4da-4bd6-ad3f-0a1150834874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:56.388044 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 72d28507-f160-4a49-8fba-6b50982597db up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:15:56.523735 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 72d28507-f160-4a49-8fba-6b50982597db completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:15:56.529594 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 72d28507-f160-4a49-8fba-6b50982597db triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:15:56.534687 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:56.659814 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 72d28507-f160-4a49-8fba-6b50982597db is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:15:56.660495 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:56.693244 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 72d28507-f160-4a49-8fba-6b50982597db, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=72d28507-f160-4a49-8fba-6b50982597db,segment=NetworkSegment(b9850290-bd91-4cfc-801a-95c5610226be),segment_id=b9850290-bd91-4cfc-801a-95c5610226be)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:15:56.986369 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:57.051724 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=72d28507-f160-4a49-8fba-6b50982597db,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:57.909557 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ec88fb17-845a-4b23-8b98-ac7299a638e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:58.362188 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 72d28507-f160-4a49-8fba-6b50982597db up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:15:58.444443 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 72d28507-f160-4a49-8fba-6b50982597db triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:15:58.447076 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:58.573594 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 72d28507-f160-4a49-8fba-6b50982597db is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:15:59.058225 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:59.183468 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:00.352256 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:01.223347 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-13e8c220-0dc5-49cb-8ef1-9e2433189d4d tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:01.223940 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-13e8c220-0dc5-49cb-8ef1-9e2433189d4d tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Synchronizing usage tracker for tenant:157b5fde8af44f03bf50fe69b67f1acd on resource:network {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:16:01.297924 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-13e8c220-0dc5-49cb-8ef1-9e2433189d4d tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Unset dirty status for tenant:157b5fde8af44f03bf50fe69b67f1acd on resource:network {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:16:01.299129 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-13e8c220-0dc5-49cb-8ef1-9e2433189d4d tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/networks?id=652a821d-9dee-428d-93e8-1667fb2eda20 HTTP/1.1" status: 200 len: 815 time: 0.2165287 May 27 03:16:01.314871 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-4f63479f-82fc-4dde-802b-5d667f0c015a tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/quotas/157b5fde8af44f03bf50fe69b67f1acd HTTP/1.1" status: 200 len: 375 time: 0.0099051 May 27 03:16:01.398771 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-8b6fbb95-260b-4420-a33c-5548b830741d tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Synchronizing usage tracker for tenant:157b5fde8af44f03bf50fe69b67f1acd on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:16:01.483141 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-8b6fbb95-260b-4420-a33c-5548b830741d tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Unset dirty status for tenant:157b5fde8af44f03bf50fe69b67f1acd on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:16:01.484399 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-8b6fbb95-260b-4420-a33c-5548b830741d tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=157b5fde8af44f03bf50fe69b67f1acd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1647148 May 27 03:16:01.711293 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-0a43099b-723f-4a46-9402-a8f0950ac219 service neutron] 10.222.0.57 "GET /v2.0/networks/652a821d-9dee-428d-93e8-1667fb2eda20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155039 May 27 03:16:01.841681 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-a862d4b4-664b-4be3-9791-341d52ed0b2b service neutron] 10.222.0.57 "GET /v2.0/networks/652a821d-9dee-428d-93e8-1667fb2eda20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246812 May 27 03:16:02.083660 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f5bcdfb5-d64e-4159-bbf8-9dcd03d5d2f0 req-ca18c4c7-7ba9-4168-90a3-eb8a2715573e tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 210 time: 0.0418198 May 27 03:16:03.231040 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b34a4df1-75b0-4b45-b7df-a77912ff2758 req-1778efc3-e3aa-4950-9e15-8d644e85e943 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 210 time: 0.0416203 May 27 03:16:04.247218 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-7e046081-8beb-4208-8aba-c889c93bd1d9 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:04.248623 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-7e046081-8beb-4208-8aba-c889c93bd1d9 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.32 "GET /v2.0/networks?id=652a821d-9dee-428d-93e8-1667fb2eda20 HTTP/1.1" status: 200 len: 815 time: 0.1465325 May 27 03:16:04.260456 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-6a4528f4-dcdd-4000-ae18-0815a4c03a4c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Request body: {'port': {'device_id': '54d551a9-93f2-49d9-9175-0cf4c07cf033', 'network_id': '652a821d-9dee-428d-93e8-1667fb2eda20', 'admin_state_up': True, 'tenant_id': '157b5fde8af44f03bf50fe69b67f1acd'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:16:04.410431 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-6a4528f4-dcdd-4000-ae18-0815a4c03a4c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:16:04.421682 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-6a4528f4-dcdd-4000-ae18-0815a4c03a4c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:16:04.543562 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-6a4528f4-dcdd-4000-ae18-0815a4c03a4c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Made reservation on behalf of 157b5fde8af44f03bf50fe69b67f1acd for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:16:04.547209 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-6a4528f4-dcdd-4000-ae18-0815a4c03a4c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:04.547476 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b55e71fd-e5d7-4093-8959-7a6265824b6a req-5fe2e019-e37d-4f62-a34f-355589115634 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 210 time: 0.0459487 May 27 03:16:04.716253 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-6a4528f4-dcdd-4000-ae18-0815a4c03a4c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Allocated IP 172.20.0.7 (652a821d-9dee-428d-93e8-1667fb2eda20/e7a2331a-5b03-40a0-a8a9-dee4ce9ad93a/4d06b1da-399a-4987-a751-1407b9447ce6) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:16:04.922043 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-6a4528f4-dcdd-4000-ae18-0815a4c03a4c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:04.939868 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-6a4528f4-dcdd-4000-ae18-0815a4c03a4c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Transition to ACTIVE for port object 4d06b1da-399a-4987-a751-1407b9447ce6 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:16:05.026947 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-6a4528f4-dcdd-4000-ae18-0815a4c03a4c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:05.116653 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-6a4528f4-dcdd-4000-ae18-0815a4c03a4c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Network 652a821d-9dee-428d-93e8-1667fb2eda20 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:16:05.119985 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-6a4528f4-dcdd-4000-ae18-0815a4c03a4c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:16:05.122515 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-6a4528f4-dcdd-4000-ae18-0815a4c03a4c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:16:05.163824 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4528f4-dcdd-4000-ae18-0815a4c03a4c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Pushing event updated for resources: {'Port': ['ID=4d06b1da-399a-4987-a751-1407b9447ce6,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:05.210897 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-6a4528f4-dcdd-4000-ae18-0815a4c03a4c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:05.211852 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-6a4528f4-dcdd-4000-ae18-0815a4c03a4c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:05.313032 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-6a4528f4-dcdd-4000-ae18-0815a4c03a4c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0566306 May 27 03:16:05.494583 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ab241afe-df5a-46e3-98d0-28611e71e469 None None] Provisioning for port 4d06b1da-399a-4987-a751-1407b9447ce6 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:16:05.500661 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ab241afe-df5a-46e3-98d0-28611e71e469 None None] Provisioning complete for port 4d06b1da-399a-4987-a751-1407b9447ce6 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:16:05.501386 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ab241afe-df5a-46e3-98d0-28611e71e469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:05.558445 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ab241afe-df5a-46e3-98d0-28611e71e469 None None] Port 4d06b1da-399a-4987-a751-1407b9447ce6 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:16:05.758390 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717ffb7-58d9-42b3-8602-80c4db3514f8 req-ee097675-45ae-4aa5-b964-a1169dfeb370 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:05.761033 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6717ffb7-58d9-42b3-8602-80c4db3514f8 req-ee097675-45ae-4aa5-b964-a1169dfeb370 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 931 time: 0.0949690 May 27 03:16:05.825115 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-6717ffb7-58d9-42b3-8602-80c4db3514f8 req-95f0542b-cacf-4216-aa20-24bba49e789e tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Synchronizing usage tracker for tenant:157b5fde8af44f03bf50fe69b67f1acd on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:16:05.926317 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-6717ffb7-58d9-42b3-8602-80c4db3514f8 req-95f0542b-cacf-4216-aa20-24bba49e789e tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Unset dirty status for tenant:157b5fde8af44f03bf50fe69b67f1acd on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:16:05.927769 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6717ffb7-58d9-42b3-8602-80c4db3514f8 req-95f0542b-cacf-4216-aa20-24bba49e789e tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7bb81c9-846a-42f3-8bf5-0e6b6ea78916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600659 May 27 03:16:07.128489 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8d8de-e380-4827-85f5-acff931a4221 req-f808e7c6-3aec-4a01-bb58-69f816f91092 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:07.129868 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-86e8d8de-e380-4827-85f5-acff931a4221 req-f808e7c6-3aec-4a01-bb58-69f816f91092 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 931 time: 0.0836182 May 27 03:16:07.311737 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-86e8d8de-e380-4827-85f5-acff931a4221 req-17e47a01-a56b-4110-9165-58e4fa0edee1 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7bb81c9-846a-42f3-8bf5-0e6b6ea78916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756074 May 27 03:16:08.506833 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130e2bc-79b9-46a4-bce4-b8fc4de9ecdb req-8b895eab-1064-49d7-af97-700598247404 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:08.508269 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7130e2bc-79b9-46a4-bce4-b8fc4de9ecdb req-8b895eab-1064-49d7-af97-700598247404 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 931 time: 0.0799651 May 27 03:16:08.552981 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7130e2bc-79b9-46a4-bce4-b8fc4de9ecdb req-deda37ac-47ba-4098-a3b0-97b2dc6c4cf7 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7bb81c9-846a-42f3-8bf5-0e6b6ea78916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385830 May 27 03:16:09.745272 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b2994-ac09-4ad0-a3f1-f504c7d02122 req-8a2bb877-2996-47f4-9f79-97a172846715 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:09.746758 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3d8b2994-ac09-4ad0-a3f1-f504c7d02122 req-8a2bb877-2996-47f4-9f79-97a172846715 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 931 time: 0.0897770 May 27 03:16:09.792278 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3d8b2994-ac09-4ad0-a3f1-f504c7d02122 req-9885b8a9-3825-4fed-9974-a853f4f8068a tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7bb81c9-846a-42f3-8bf5-0e6b6ea78916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390522 May 27 03:16:10.980312 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec892b-119f-4eb2-8d08-5b3d8fd680e2 req-b9f57f33-9f46-4014-803c-de2dff842edf tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:10.981773 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cbec892b-119f-4eb2-8d08-5b3d8fd680e2 req-b9f57f33-9f46-4014-803c-de2dff842edf tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 931 time: 0.0783679 May 27 03:16:11.036930 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cbec892b-119f-4eb2-8d08-5b3d8fd680e2 req-db9e9162-9f83-4b55-8d24-a270adc92831 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7bb81c9-846a-42f3-8bf5-0e6b6ea78916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487776 May 27 03:16:12.230513 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c7a5a-f962-4057-9517-b5b4b1110a66 req-996f0fc3-3138-42ad-9ece-1c8a7a965508 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:12.232060 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2f9c7a5a-f962-4057-9517-b5b4b1110a66 req-996f0fc3-3138-42ad-9ece-1c8a7a965508 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 931 time: 0.0883119 May 27 03:16:12.276873 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2f9c7a5a-f962-4057-9517-b5b4b1110a66 req-6e147ef4-a7e9-4396-84a9-4b4de8bf5b54 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7bb81c9-846a-42f3-8bf5-0e6b6ea78916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380256 May 27 03:16:13.466225 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbdb37a-8e5a-4981-8f2b-c89d840734e5 req-4a08d231-17e6-49b1-a648-2d607fc3e57b tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:13.468126 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4bbdb37a-8e5a-4981-8f2b-c89d840734e5 req-4a08d231-17e6-49b1-a648-2d607fc3e57b tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 931 time: 0.0827849 May 27 03:16:13.515856 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4bbdb37a-8e5a-4981-8f2b-c89d840734e5 req-84631d14-1fa3-4b7c-9acd-f2c1f0c335e0 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7bb81c9-846a-42f3-8bf5-0e6b6ea78916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413916 May 27 03:16:14.244195 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-2dde8898-27cd-412d-be47-8c98b3289a8c service neutron] Request body: {'port': {'device_id': '54d551a9-93f2-49d9-9175-0cf4c07cf033', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:16:14.356951 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-2dde8898-27cd-412d-be47-8c98b3289a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:14.711557 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-2dde8898-27cd-412d-be47-8c98b3289a8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d06b1da-399a-4987-a751-1407b9447ce6 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:16:14.713642 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc0388-c116-4b10-96d3-72303f43c0cf req-ed657a06-c4b9-4138-a7b9-04b7899dd3bb tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:14.715129 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-adbc0388-c116-4b10-96d3-72303f43c0cf req-ed657a06-c4b9-4138-a7b9-04b7899dd3bb tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 931 time: 0.0794945 May 27 03:16:14.718928 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-2dde8898-27cd-412d-be47-8c98b3289a8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:14.733019 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-2dde8898-27cd-412d-be47-8c98b3289a8c service neutron] Transition to ACTIVE for port object 4d06b1da-399a-4987-a751-1407b9447ce6 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:16:14.759786 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-adbc0388-c116-4b10-96d3-72303f43c0cf req-70bdfc2f-d4fe-4fc0-9672-30c74a2744ac tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7bb81c9-846a-42f3-8bf5-0e6b6ea78916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389235 May 27 03:16:14.951994 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-2dde8898-27cd-412d-be47-8c98b3289a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:15.082580 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde8898-27cd-412d-be47-8c98b3289a8c service neutron] Pushing event updated for resources: {'Port': ['ID=4d06b1da-399a-4987-a751-1407b9447ce6,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:15.282951 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-2dde8898-27cd-412d-be47-8c98b3289a8c service neutron] Attempting to bind port 4d06b1da-399a-4987-a751-1407b9447ce6 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:16:15.283586 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-2dde8898-27cd-412d-be47-8c98b3289a8c service neutron] Attempting to bind port 4d06b1da-399a-4987-a751-1407b9447ce6 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '21055e6f-eed2-4045-b4af-d28da25088ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '652a821d-9dee-428d-93e8-1667fb2eda20'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:16:15.283586 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-2dde8898-27cd-412d-be47-8c98b3289a8c service neutron] Attempting to bind port 4d06b1da-399a-4987-a751-1407b9447ce6 on network 652a821d-9dee-428d-93e8-1667fb2eda20 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:16:15.287928 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-2dde8898-27cd-412d-be47-8c98b3289a8c service neutron] Port 4d06b1da-399a-4987-a751-1407b9447ce6 on network 652a821d-9dee-428d-93e8-1667fb2eda20 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:16:15.288242 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-2dde8898-27cd-412d-be47-8c98b3289a8c service neutron] Attempting to bind port 4d06b1da-399a-4987-a751-1407b9447ce6 on network 652a821d-9dee-428d-93e8-1667fb2eda20 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:16:15.293196 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-2dde8898-27cd-412d-be47-8c98b3289a8c service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:16:15.293529 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-2dde8898-27cd-412d-be47-8c98b3289a8c service neutron] Checking segment: {'id': '21055e6f-eed2-4045-b4af-d28da25088ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '652a821d-9dee-428d-93e8-1667fb2eda20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:16:15.293909 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-2dde8898-27cd-412d-be47-8c98b3289a8c service neutron] Bound using segment: {'id': '21055e6f-eed2-4045-b4af-d28da25088ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '652a821d-9dee-428d-93e8-1667fb2eda20'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:16:15.294331 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-2dde8898-27cd-412d-be47-8c98b3289a8c service neutron] Bound port: 4d06b1da-399a-4987-a751-1407b9447ce6, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21055e6f-eed2-4045-b4af-d28da25088ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '652a821d-9dee-428d-93e8-1667fb2eda20'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:16:15.294667 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-2dde8898-27cd-412d-be47-8c98b3289a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:15.382598 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-2dde8898-27cd-412d-be47-8c98b3289a8c service neutron] For port 4d06b1da-399a-4987-a751-1407b9447ce6, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:16:15.385429 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-2dde8898-27cd-412d-be47-8c98b3289a8c service neutron] For port 4d06b1da-399a-4987-a751-1407b9447ce6, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=4d06b1da-399a-4987-a751-1407b9447ce6,segment=NetworkSegment(21055e6f-eed2-4045-b4af-d28da25088ab),segment_id=21055e6f-eed2-4045-b4af-d28da25088ab)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:16:15.497759 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-2dde8898-27cd-412d-be47-8c98b3289a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:15.558045 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-2dde8898-27cd-412d-be47-8c98b3289a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:15.558715 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-2dde8898-27cd-412d-be47-8c98b3289a8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:15.560066 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-2dde8898-27cd-412d-be47-8c98b3289a8c service neutron] 10.222.0.32 "PUT /v2.0/ports/4d06b1da-399a-4987-a751-1407b9447ce6 HTTP/1.1" status: 200 len: 1091 time: 1.3201210 May 27 03:16:15.560491 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d551a9-93f2-49d9-9175-0cf4c07cf033', 'tag': '4d06b1da-399a-4987-a751-1407b9447ce6'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:16:15.581742 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde8898-27cd-412d-be47-8c98b3289a8c service neutron] Pushing event updated for resources: {'Port': ['ID=4d06b1da-399a-4987-a751-1407b9447ce6,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:15.616204 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0013d68-bec7-4857-bb84-4dab0b24709d'] response: {'name': 'network-changed', 'server_uuid': '54d551a9-93f2-49d9-9175-0cf4c07cf033', 'tag': '4d06b1da-399a-4987-a751-1407b9447ce6', 'status': 'completed', 'code': 200} May 27 03:16:15.712363 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29288e03-836f-4d53-b4bb-86e7e4b48d59 req-41c2a2f3-832a-40a1-963d-58910220e2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:15.713902 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-29288e03-836f-4d53-b4bb-86e7e4b48d59 req-41c2a2f3-832a-40a1-963d-58910220e2ac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=157b5fde8af44f03bf50fe69b67f1acd&device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 1094 time: 0.0767915 May 27 03:16:15.855441 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29288e03-836f-4d53-b4bb-86e7e4b48d59 req-3b0dd5a0-8b35-41a8-b4ec-2e50c17ef4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:15.862405 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-29288e03-836f-4d53-b4bb-86e7e4b48d59 req-3b0dd5a0-8b35-41a8-b4ec-2e50c17ef4ed service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=157b5fde8af44f03bf50fe69b67f1acd&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1360598 May 27 03:16:15.945451 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccbd7b1-1869-47e8-84c6-ef3b4915a3c2 req-9d97f01b-16df-4fc2-8e27-508a9b6229c6 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:15.946819 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3ccbd7b1-1869-47e8-84c6-ef3b4915a3c2 req-9d97f01b-16df-4fc2-8e27-508a9b6229c6 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 943 time: 0.0834689 May 27 03:16:15.991029 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3ccbd7b1-1869-47e8-84c6-ef3b4915a3c2 req-0dcfa881-f1f9-4350-bf45-58653c2be6d2 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7bb81c9-846a-42f3-8bf5-0e6b6ea78916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370791 May 27 03:16:15.994330 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29288e03-836f-4d53-b4bb-86e7e4b48d59 req-06099364-e0fd-4004-a288-e269badb56c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:15.995808 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-29288e03-836f-4d53-b4bb-86e7e4b48d59 req-06099364-e0fd-4004-a288-e269badb56c3 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1335239 May 27 03:16:16.100385 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-963bdbf0-a394-49a0-b77f-9ae0760506fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:16.101847 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-963bdbf0-a394-49a0-b77f-9ae0760506fe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=157b5fde8af44f03bf50fe69b67f1acd&device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 1094 time: 0.0692432 May 27 03:16:16.175775 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-61c591f1-95ac-4307-ace9-aea8e8fc45a9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d06b1da-399a-4987-a751-1407b9447ce6 HTTP/1.1" status: 200 len: 217 time: 0.0670104 May 27 03:16:16.238342 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-0d757075-93ae-4109-be85-9cadc5e799fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:16.239701 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-0d757075-93ae-4109-be85-9cadc5e799fb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7a2331a-5b03-40a0-a8a9-dee4ce9ad93a HTTP/1.1" status: 200 len: 854 time: 0.0562341 May 27 03:16:16.316421 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-330c8611-7d88-42e2-a5b7-68b9b82a1519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:16.317896 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-330c8611-7d88-42e2-a5b7-68b9b82a1519 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=652a821d-9dee-428d-93e8-1667fb2eda20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723090 May 27 03:16:16.448221 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-966bb867-1735-4a55-8d00-835fc34df253 service neutron] 10.222.0.32 "GET /v2.0/networks/652a821d-9dee-428d-93e8-1667fb2eda20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239526 May 27 03:16:16.576778 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f55436a5-a102-4626-b6fb-3c802e8cdd3a req-7bc1a33a-1bec-4ddc-bb54-8373f536e2f0 service neutron] 10.222.0.32 "GET /v2.0/networks/652a821d-9dee-428d-93e8-1667fb2eda20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224194 May 27 03:16:17.171811 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449311e2-289e-415c-bd75-5a0ec36fbebb req-40b83c94-e2ab-49c9-9548-74a72c1e24a1 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:17.173268 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-449311e2-289e-415c-bd75-5a0ec36fbebb req-40b83c94-e2ab-49c9-9548-74a72c1e24a1 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 943 time: 0.0773365 May 27 03:16:17.220228 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-449311e2-289e-415c-bd75-5a0ec36fbebb req-899ed141-21d7-4632-8d3a-e796c7b94695 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7bb81c9-846a-42f3-8bf5-0e6b6ea78916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411553 May 27 03:16:18.408209 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd9aa4-54e0-4dc3-8742-5a702a4b419d req-da1d1248-f41c-47d5-af91-6c98548cced0 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:18.409687 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-55cd9aa4-54e0-4dc3-8742-5a702a4b419d req-da1d1248-f41c-47d5-af91-6c98548cced0 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 943 time: 0.0800619 May 27 03:16:18.456208 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-55cd9aa4-54e0-4dc3-8742-5a702a4b419d req-7d1ee61e-abda-4145-8299-b42ee49a7c5b tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7bb81c9-846a-42f3-8bf5-0e6b6ea78916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381434 May 27 03:16:19.294006 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 4d06b1da-399a-4987-a751-1407b9447ce6 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:16:19.424616 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 4d06b1da-399a-4987-a751-1407b9447ce6, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=4d06b1da-399a-4987-a751-1407b9447ce6,segment=NetworkSegment(21055e6f-eed2-4045-b4af-d28da25088ab),segment_id=21055e6f-eed2-4045-b4af-d28da25088ab)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:16:19.437401 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '4d06b1da-399a-4987-a751-1407b9447ce6', 'network_id': '652a821d-9dee-428d-93e8-1667fb2eda20', 'port_id': '4d06b1da-399a-4987-a751-1407b9447ce6', 'mac_address': 'fa:16:3e:84:d6:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a2331a-5b03-40a0-a8a9-dee4ce9ad93a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:16:19.490808 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 4d06b1da-399a-4987-a751-1407b9447ce6 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:16:19.491191 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:19.507842 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d06b1da-399a-4987-a751-1407b9447ce6 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:16:19.523472 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 4d06b1da-399a-4987-a751-1407b9447ce6, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=4d06b1da-399a-4987-a751-1407b9447ce6,segment=NetworkSegment(21055e6f-eed2-4045-b4af-d28da25088ab),segment_id=21055e6f-eed2-4045-b4af-d28da25088ab)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:16:19.589552 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:19.644100 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7d657-55c4-4138-a356-dd6552ab8595 req-cf9a604f-ff5a-4ee3-b998-4f661589d1fd tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:19.645604 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0dd7d657-55c4-4138-a356-dd6552ab8595 req-cf9a604f-ff5a-4ee3-b998-4f661589d1fd tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 944 time: 0.0843549 May 27 03:16:19.659565 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=4d06b1da-399a-4987-a751-1407b9447ce6,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:19.689618 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0dd7d657-55c4-4138-a356-dd6552ab8595 req-924da1f0-42d2-44c9-a295-57ff33b9e647 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7bb81c9-846a-42f3-8bf5-0e6b6ea78916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383298 May 27 03:16:19.796334 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['4d06b1da-399a-4987-a751-1407b9447ce6'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:16:19.932246 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:19.957445 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:20.869897 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db15c7-d084-422c-b59d-a059e5aca151 req-b039641a-121e-4a39-9845-714325d61964 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:20.871358 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a6db15c7-d084-422c-b59d-a059e5aca151 req-b039641a-121e-4a39-9845-714325d61964 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 944 time: 0.0796993 May 27 03:16:20.913986 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a6db15c7-d084-422c-b59d-a059e5aca151 req-04b1f1bc-fb2e-42e2-9d05-3170f17d2f44 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7bb81c9-846a-42f3-8bf5-0e6b6ea78916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362825 May 27 03:16:21.306914 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 4d06b1da-399a-4987-a751-1407b9447ce6 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:16:21.435022 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 4d06b1da-399a-4987-a751-1407b9447ce6 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:16:21.440369 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 4d06b1da-399a-4987-a751-1407b9447ce6 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:16:21.440874 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:21.560586 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 4d06b1da-399a-4987-a751-1407b9447ce6 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:16:21.560920 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:21.587806 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d551a9-93f2-49d9-9175-0cf4c07cf033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d06b1da-399a-4987-a751-1407b9447ce6'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:16:21.609580 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 4d06b1da-399a-4987-a751-1407b9447ce6, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=4d06b1da-399a-4987-a751-1407b9447ce6,segment=NetworkSegment(21055e6f-eed2-4045-b4af-d28da25088ab),segment_id=21055e6f-eed2-4045-b4af-d28da25088ab)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:16:21.632248 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64af65d3-c115-4a8c-ab86-6911fe6727f7'] response: {'server_uuid': '54d551a9-93f2-49d9-9175-0cf4c07cf033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d06b1da-399a-4987-a751-1407b9447ce6', 'code': 200} May 27 03:16:21.680499 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:21.748112 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=4d06b1da-399a-4987-a751-1407b9447ce6,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:21.757491 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38335847-c7f4-45e3-bfd4-93b4b14a1d2d req-2382baaa-c0ab-4910-9601-d228878cdc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:21.758985 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-38335847-c7f4-45e3-bfd4-93b4b14a1d2d req-2382baaa-c0ab-4910-9601-d228878cdc13 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 1096 time: 0.0691888 May 27 03:16:21.798878 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-38335847-c7f4-45e3-bfd4-93b4b14a1d2d req-7c0ac19f-8138-489a-82f8-656abea6065a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c7bb81c9-846a-42f3-8bf5-0e6b6ea78916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343347 May 27 03:16:22.099898 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56670cb-587e-4002-8911-55dd9767b947 req-24d3cfdd-ddb1-4986-8d45-6a4408519130 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:22.101358 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b56670cb-587e-4002-8911-55dd9767b947 req-24d3cfdd-ddb1-4986-8d45-6a4408519130 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 945 time: 0.0834930 May 27 03:16:22.147795 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b56670cb-587e-4002-8911-55dd9767b947 req-ef793300-1a5d-4fc0-91f1-854fc4365a5f tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7bb81c9-846a-42f3-8bf5-0e6b6ea78916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406091 May 27 03:16:23.328763 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3707a0-c996-42ed-a873-b8a0538462c4 req-5dc12901-d43b-4e73-a3c5-8e381210d749 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:23.330521 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ba3707a0-c996-42ed-a873-b8a0538462c4 req-5dc12901-d43b-4e73-a3c5-8e381210d749 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 945 time: 0.0801306 May 27 03:16:23.375446 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ba3707a0-c996-42ed-a873-b8a0538462c4 req-55fa14f2-2b12-4d98-9dba-a41a098b0404 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7bb81c9-846a-42f3-8bf5-0e6b6ea78916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390723 May 27 03:16:23.558709 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896e812-29d2-44ee-a5ac-a6ef8c8ee0c1 req-aff12506-aedd-4b65-8370-808499f935f5 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:23.560135 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f896e812-29d2-44ee-a5ac-a6ef8c8ee0c1 req-aff12506-aedd-4b65-8370-808499f935f5 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 945 time: 0.0811210 May 27 03:16:23.602893 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f896e812-29d2-44ee-a5ac-a6ef8c8ee0c1 req-ff57b76d-b2e2-4455-8fd8-c857a4b9b861 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7bb81c9-846a-42f3-8bf5-0e6b6ea78916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371463 May 27 03:16:23.978717 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c04aaa-067e-4a6e-8c88-bfddca8444d7 req-93fc0309-dfa2-436e-b34c-732e993710d5 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:23.980137 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b4c04aaa-067e-4a6e-8c88-bfddca8444d7 req-93fc0309-dfa2-436e-b34c-732e993710d5 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 945 time: 0.0792782 May 27 03:16:24.027676 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b4c04aaa-067e-4a6e-8c88-bfddca8444d7 req-547caa40-deff-462d-a06f-a90b45818154 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7bb81c9-846a-42f3-8bf5-0e6b6ea78916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413249 May 27 03:16:24.659231 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:16:25.562983 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8ea54fbc-0fcb-4a5c-9de1-d75f9638862b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:27.191324 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d95a88b9-f8d4-492d-a23c-3350f5865404 req-47be544f-bfb5-4a5f-9fa0-ed1bf7f73eb5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0715301 May 27 03:16:27.325678 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a88b9-f8d4-492d-a23c-3350f5865404 req-465bb194-0041-4ef2-9953-6d0f9a692db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:27.327106 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d95a88b9-f8d4-492d-a23c-3350f5865404 req-465bb194-0041-4ef2-9953-6d0f9a692db9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=157b5fde8af44f03bf50fe69b67f1acd&device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 1096 time: 0.0699151 May 27 03:16:27.469743 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a88b9-f8d4-492d-a23c-3350f5865404 req-46f40c1d-d8f7-4190-aada-f5b657c90040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:27.471189 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d95a88b9-f8d4-492d-a23c-3350f5865404 req-46f40c1d-d8f7-4190-aada-f5b657c90040 service neutron] 10.222.0.32 "GET /v2.0/networks?id=652a821d-9dee-428d-93e8-1667fb2eda20 HTTP/1.1" status: 200 len: 916 time: 0.1273808 May 27 03:16:27.642387 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d95a88b9-f8d4-492d-a23c-3350f5865404 req-16cf7c36-4ed7-4504-9e49-bd96aff04de0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d06b1da-399a-4987-a751-1407b9447ce6 HTTP/1.1" status: 200 len: 217 time: 0.1647885 May 27 03:16:27.704061 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a88b9-f8d4-492d-a23c-3350f5865404 req-7a644649-74d5-4624-b180-7b5e1debc260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:27.705524 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d95a88b9-f8d4-492d-a23c-3350f5865404 req-7a644649-74d5-4624-b180-7b5e1debc260 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7a2331a-5b03-40a0-a8a9-dee4ce9ad93a HTTP/1.1" status: 200 len: 854 time: 0.0580854 May 27 03:16:27.783557 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a88b9-f8d4-492d-a23c-3350f5865404 req-3958504d-66ac-47ba-aa2a-37486d03fef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:27.785072 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d95a88b9-f8d4-492d-a23c-3350f5865404 req-3958504d-66ac-47ba-aa2a-37486d03fef0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=652a821d-9dee-428d-93e8-1667fb2eda20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738072 May 27 03:16:27.919597 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d95a88b9-f8d4-492d-a23c-3350f5865404 req-bd736ede-7a28-4c18-9bfe-6ea38130ad6d service neutron] 10.222.0.32 "GET /v2.0/networks/652a821d-9dee-428d-93e8-1667fb2eda20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280212 May 27 03:16:27.983223 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a8f762d6-59bf-41e3-83ed-4644057216c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:28.054378 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-d95a88b9-f8d4-492d-a23c-3350f5865404 req-3eb6e6fb-2779-4a62-8ada-274b43a68473 service neutron] 10.222.0.32 "GET /v2.0/networks/652a821d-9dee-428d-93e8-1667fb2eda20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290023 May 27 03:16:29.054299 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:29.174706 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:30.314346 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:35.966514 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71348127-1742-4eb9-b131-e990a05f2d5b req-bc9c248d-0fd9-4c1b-823e-7a123ecc59f8 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:35.967966 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-71348127-1742-4eb9-b131-e990a05f2d5b req-bc9c248d-0fd9-4c1b-823e-7a123ecc59f8 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 945 time: 0.0789213 May 27 03:16:36.012464 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-71348127-1742-4eb9-b131-e990a05f2d5b req-c69e8370-2518-43fd-8c6f-f750af939025 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7bb81c9-846a-42f3-8bf5-0e6b6ea78916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386174 May 27 03:16:36.035286 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37008) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:16:36.146190 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da611b4c-885c-4458-ab52-e19958554d4a tempest-TestMinimumBasicScenario-747505350 tempest-TestMinimumBasicScenario-747505350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:36.146876 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-da611b4c-885c-4458-ab52-e19958554d4a tempest-TestMinimumBasicScenario-747505350 tempest-TestMinimumBasicScenario-747505350-project-admin] Synchronizing usage tracker for tenant:f0ea40c4fa264044a2c7988354042453 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:16:36.234774 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-da611b4c-885c-4458-ab52-e19958554d4a tempest-TestMinimumBasicScenario-747505350 tempest-TestMinimumBasicScenario-747505350-project-admin] Unset dirty status for tenant:f0ea40c4fa264044a2c7988354042453 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:16:36.235924 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-da611b4c-885c-4458-ab52-e19958554d4a tempest-TestMinimumBasicScenario-747505350 tempest-TestMinimumBasicScenario-747505350-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 1091 time: 0.1997030 May 27 03:16:36.238925 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37014) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:16:36.245245 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-c803622d-8b95-4015-8001-d56574ee7f1c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'port_id': '4d06b1da-399a-4987-a751-1407b9447ce6', 'tenant_id': '157b5fde8af44f03bf50fe69b67f1acd', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:16:36.250506 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c803622d-8b95-4015-8001-d56574ee7f1c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:16:36.254319 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c803622d-8b95-4015-8001-d56574ee7f1c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Usage tracker for resource:floatingip and tenant:157b5fde8af44f03bf50fe69b67f1acd is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:16:36.257141 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c803622d-8b95-4015-8001-d56574ee7f1c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:16:36.264004 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c803622d-8b95-4015-8001-d56574ee7f1c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:16:36.343525 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c803622d-8b95-4015-8001-d56574ee7f1c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks [] for floatingip, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:36.478507 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c803622d-8b95-4015-8001-d56574ee7f1c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:36.606217 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-c803622d-8b95-4015-8001-d56574ee7f1c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Allocated IP 172.25.1.92 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/812a4a8a-0a28-49e4-b520-454c2be72547) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:16:36.747237 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c803622d-8b95-4015-8001-d56574ee7f1c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:36.817400 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c803622d-8b95-4015-8001-d56574ee7f1c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:36.885860 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c803622d-8b95-4015-8001-d56574ee7f1c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:16:36.888397 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-c803622d-8b95-4015-8001-d56574ee7f1c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:16:36.892801 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c803622d-8b95-4015-8001-d56574ee7f1c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:16:36.931556 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803622d-8b95-4015-8001-d56574ee7f1c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Pushing event updated for resources: {'Port': ['ID=812a4a8a-0a28-49e4-b520-454c2be72547,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:36.944418 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c803622d-8b95-4015-8001-d56574ee7f1c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:36.944708 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c803622d-8b95-4015-8001-d56574ee7f1c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:36.945069 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c803622d-8b95-4015-8001-d56574ee7f1c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:36.945408 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c803622d-8b95-4015-8001-d56574ee7f1c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:36.945738 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c803622d-8b95-4015-8001-d56574ee7f1c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:36.946069 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c803622d-8b95-4015-8001-d56574ee7f1c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:36.946395 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c803622d-8b95-4015-8001-d56574ee7f1c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:36.946719 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c803622d-8b95-4015-8001-d56574ee7f1c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:36.947044 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c803622d-8b95-4015-8001-d56574ee7f1c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:36.947366 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c803622d-8b95-4015-8001-d56574ee7f1c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:36.947686 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c803622d-8b95-4015-8001-d56574ee7f1c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:36.948005 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c803622d-8b95-4015-8001-d56574ee7f1c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:37.412658 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c803622d-8b95-4015-8001-d56574ee7f1c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:37.557021 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c803622d-8b95-4015-8001-d56574ee7f1c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:37.754537 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c803622d-8b95-4015-8001-d56574ee7f1c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:37.800251 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c803622d-8b95-4015-8001-d56574ee7f1c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:37.911123 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803622d-8b95-4015-8001-d56574ee7f1c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Pushing event updated for resources: {'Port': ['ID=812a4a8a-0a28-49e4-b520-454c2be72547,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:37.918993 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c803622d-8b95-4015-8001-d56574ee7f1c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:38.087446 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-c803622d-8b95-4015-8001-d56574ee7f1c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Floating IP 1e58234b-51f8-4299-ae05-ff3d9aa4970e associated. External IP: 172.25.1.92, port: 4d06b1da-399a-4987-a751-1407b9447ce6. May 27 03:16:38.444523 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c803622d-8b95-4015-8001-d56574ee7f1c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Router ba3be3f3-04c8-4f19-87b0-13c130f8517c has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:16:38.739666 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c803622d-8b95-4015-8001-d56574ee7f1c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:16:38.749845 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac83b291-067e-4f68-ad27-5b3721830ad0 None None] Sync routers for ids ['ba3be3f3-04c8-4f19-87b0-13c130f8517c'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:16:38.759410 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac83b291-067e-4f68-ad27-5b3721830ad0 None None] Routers {'ba3be3f3-04c8-4f19-87b0-13c130f8517c'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:16:38.760017 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ac83b291-067e-4f68-ad27-5b3721830ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:16:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['ba3be3f3-04c8-4f19-87b0-13c130f8517c'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:16:38.823356 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c803622d-8b95-4015-8001-d56574ee7f1c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:38.880428 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c803622d-8b95-4015-8001-d56574ee7f1c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6402833 May 27 03:16:38.881029 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d551a9-93f2-49d9-9175-0cf4c07cf033', 'tag': '4d06b1da-399a-4987-a751-1407b9447ce6'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:16:38.883305 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37018) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:16:38.888649 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ba2a856e-0712-4bee-b1b2-208bdbc77644 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-557830988', 'description': 'tempest-secgroup-smoke-557830988 description', 'project_id': '157b5fde8af44f03bf50fe69b67f1acd'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:16:38.896628 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ba2a856e-0712-4bee-b1b2-208bdbc77644 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:16:38.907581 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ba2a856e-0712-4bee-b1b2-208bdbc77644 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:16:38.937246 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-ac83b291-067e-4f68-ad27-5b3721830ad0 None None] Set router ba3be3f3-04c8-4f19-87b0-13c130f8517c gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:16:38.989501 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba2a856e-0712-4bee-b1b2-208bdbc77644 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:39.010488 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ba2a856e-0712-4bee-b1b2-208bdbc77644 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:16:39.014933 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ba2a856e-0712-4bee-b1b2-208bdbc77644 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Usage tracker for resource:security_group_rule and tenant:157b5fde8af44f03bf50fe69b67f1acd is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:16:39.018158 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ba2a856e-0712-4bee-b1b2-208bdbc77644 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:16:39.023927 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ba2a856e-0712-4bee-b1b2-208bdbc77644 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:16:39.083368 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27b2db33-d77a-4f46-a728-0a6630c27162'] response: {'name': 'network-changed', 'server_uuid': '54d551a9-93f2-49d9-9175-0cf4c07cf033', 'tag': '4d06b1da-399a-4987-a751-1407b9447ce6', 'status': 'completed', 'code': 200} May 27 03:16:39.099732 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba2a856e-0712-4bee-b1b2-208bdbc77644 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:39.167122 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba2a856e-0712-4bee-b1b2-208bdbc77644 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:39.221996 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a856e-0712-4bee-b1b2-208bdbc77644 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66498c2f-4088-41be-a46f-2d51e312ff3c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:39.227392 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812a1d8-1ca1-47d8-9d34-7e47e47ce965 req-ffcaf8f0-5760-413a-99c0-00262624fb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:39.228907 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6812a1d8-1ca1-47d8-9d34-7e47e47ce965 req-ffcaf8f0-5760-413a-99c0-00262624fb81 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=157b5fde8af44f03bf50fe69b67f1acd&device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 1096 time: 0.1223745 May 27 03:16:39.234149 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2a856e-0712-4bee-b1b2-208bdbc77644 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:39.234534 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2a856e-0712-4bee-b1b2-208bdbc77644 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:39.234881 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2a856e-0712-4bee-b1b2-208bdbc77644 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:39.235217 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2a856e-0712-4bee-b1b2-208bdbc77644 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:39.235548 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2a856e-0712-4bee-b1b2-208bdbc77644 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:39.235876 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2a856e-0712-4bee-b1b2-208bdbc77644 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:39.236200 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2a856e-0712-4bee-b1b2-208bdbc77644 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:39.236535 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2a856e-0712-4bee-b1b2-208bdbc77644 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:39.236877 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2a856e-0712-4bee-b1b2-208bdbc77644 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:39.237201 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2a856e-0712-4bee-b1b2-208bdbc77644 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:39.237523 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2a856e-0712-4bee-b1b2-208bdbc77644 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:39.237842 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2a856e-0712-4bee-b1b2-208bdbc77644 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:39.315589 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba2a856e-0712-4bee-b1b2-208bdbc77644 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:39.315718 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ac83b291-067e-4f68-ad27-5b3721830ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3be3f3-04c8-4f19-87b0-13c130f8517c', 'name': 'tempest-TestMinimumBasicScenario-1189257323-router', 'tenant_id': '157b5fde8af44f03bf50fe69b67f1acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '033cd575-d719-44ff-b36f-f6b753166f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:36Z', 'updated_at': '2022-05-27T03:15:40Z', 'revision_number': 4, 'project_id': '157b5fde8af44f03bf50fe69b67f1acd', 'gw_port': {'id': '033cd575-d719-44ff-b36f-f6b753166f44', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3be3f3-04c8-4f19-87b0-13c130f8517c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:37Z', 'updated_at': '2022-05-27T03:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '1e58234b-51f8-4299-ae05-ff3d9aa4970e', 'tenant_id': '157b5fde8af44f03bf50fe69b67f1acd', 'floating_ip_address': '172.25.1.92', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'ba3be3f3-04c8-4f19-87b0-13c130f8517c', 'port_id': '4d06b1da-399a-4987-a751-1407b9447ce6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '652a821d-9dee-428d-93e8-1667fb2eda20', 'mac_address': 'fa:16:3e:84:d6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d551a9-93f2-49d9-9175-0cf4c07cf033', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:16:37Z', 'updated_at': '2022-05-27T03:16:37Z', 'revision_number': 0, 'project_id': '157b5fde8af44f03bf50fe69b67f1acd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0774bd93-e286-4cf0-9bb1-b9ce58b68118', 'name': '', 'network_id': '652a821d-9dee-428d-93e8-1667fb2eda20', 'tenant_id': '157b5fde8af44f03bf50fe69b67f1acd', 'mac_address': 'fa:16:3e:fe:1f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3be3f3-04c8-4f19-87b0-13c130f8517c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e7a2331a-5b03-40a0-a8a9-dee4ce9ad93a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:40Z', 'updated_at': '2022-05-27T03:15:47Z', 'revision_number': 5, 'project_id': '157b5fde8af44f03bf50fe69b67f1acd', 'subnets': [{'id': 'e7a2331a-5b03-40a0-a8a9-dee4ce9ad93a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:16:39.316584 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ba2a856e-0712-4bee-b1b2-208bdbc77644 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4321105 May 27 03:16:39.319813 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac83b291-067e-4f68-ad27-5b3721830ad0 None None] Checking router: ba3be3f3-04c8-4f19-87b0-13c130f8517c for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:16:39.320602 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37026) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:16:39.336084 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-85eb945b-e20f-43e1-822f-9505320c9858 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Request body: {'security_group_rule': {'security_group_id': '66498c2f-4088-41be-a46f-2d51e312ff3c', 'project_id': '157b5fde8af44f03bf50fe69b67f1acd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:16:39.336084 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-85eb945b-e20f-43e1-822f-9505320c9858 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:16:39.349439 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac83b291-067e-4f68-ad27-5b3721830ad0 None None] Routers {'ba3be3f3-04c8-4f19-87b0-13c130f8517c'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:16:39.349439 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ac83b291-067e-4f68-ad27-5b3721830ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:16:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['ba3be3f3-04c8-4f19-87b0-13c130f8517c'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:16:39.352640 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-85eb945b-e20f-43e1-822f-9505320c9858 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Usage tracker for resource:security_group_rule and tenant:157b5fde8af44f03bf50fe69b67f1acd is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:16:39.352640 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-85eb945b-e20f-43e1-822f-9505320c9858 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:16:39.368612 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-85eb945b-e20f-43e1-822f-9505320c9858 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:16:39.382661 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812a1d8-1ca1-47d8-9d34-7e47e47ce965 req-37000b74-b6b7-4391-a37f-750e067ebd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:39.384369 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6812a1d8-1ca1-47d8-9d34-7e47e47ce965 req-37000b74-b6b7-4391-a37f-750e067ebd53 service neutron] 10.222.0.32 "GET /v2.0/networks?id=652a821d-9dee-428d-93e8-1667fb2eda20 HTTP/1.1" status: 200 len: 916 time: 0.1431749 May 27 03:16:39.444467 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-85eb945b-e20f-43e1-822f-9505320c9858 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:39.490105 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6812a1d8-1ca1-47d8-9d34-7e47e47ce965 req-28c43018-29cf-4166-b950-eea509e9635d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d06b1da-399a-4987-a751-1407b9447ce6 HTTP/1.1" status: 200 len: 998 time: 0.0998840 May 27 03:16:39.508448 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-85eb945b-e20f-43e1-822f-9505320c9858 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:39.527816 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-ac83b291-067e-4f68-ad27-5b3721830ad0 None None] Set router ba3be3f3-04c8-4f19-87b0-13c130f8517c gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:16:39.554858 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812a1d8-1ca1-47d8-9d34-7e47e47ce965 req-1eb4d283-c049-4680-ba1d-be399b318099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:39.556377 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6812a1d8-1ca1-47d8-9d34-7e47e47ce965 req-1eb4d283-c049-4680-ba1d-be399b318099 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7a2331a-5b03-40a0-a8a9-dee4ce9ad93a HTTP/1.1" status: 200 len: 854 time: 0.0590265 May 27 03:16:39.566318 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-85eb945b-e20f-43e1-822f-9505320c9858 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:39.595272 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb945b-e20f-43e1-822f-9505320c9858 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc431639-d734-4367-9008-e8c2e1ddb21f,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:39.635888 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812a1d8-1ca1-47d8-9d34-7e47e47ce965 req-da9ab877-1bac-4bf1-8bc1-a48c2abd4146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:39.637532 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6812a1d8-1ca1-47d8-9d34-7e47e47ce965 req-da9ab877-1bac-4bf1-8bc1-a48c2abd4146 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=652a821d-9dee-428d-93e8-1667fb2eda20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753982 May 27 03:16:39.660120 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-85eb945b-e20f-43e1-822f-9505320c9858 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:39.661564 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-85eb945b-e20f-43e1-822f-9505320c9858 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3397882 May 27 03:16:39.664247 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37030) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:16:39.669410 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-3236ac4f-5b8d-4e32-b605-eb0c84c2a80f tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Request body: {'security_group_rule': {'security_group_id': '66498c2f-4088-41be-a46f-2d51e312ff3c', 'project_id': '157b5fde8af44f03bf50fe69b67f1acd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:16:39.675906 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-3236ac4f-5b8d-4e32-b605-eb0c84c2a80f tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:16:39.680061 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3236ac4f-5b8d-4e32-b605-eb0c84c2a80f tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Usage tracker for resource:security_group_rule and tenant:157b5fde8af44f03bf50fe69b67f1acd is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:16:39.683017 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3236ac4f-5b8d-4e32-b605-eb0c84c2a80f tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:16:39.688776 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-3236ac4f-5b8d-4e32-b605-eb0c84c2a80f tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:16:39.753116 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3236ac4f-5b8d-4e32-b605-eb0c84c2a80f tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:39.772624 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6812a1d8-1ca1-47d8-9d34-7e47e47ce965 req-b1a8181d-9819-44c8-aae6-23ceed34c776 service neutron] 10.222.0.32 "GET /v2.0/networks/652a821d-9dee-428d-93e8-1667fb2eda20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289492 May 27 03:16:39.829679 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3236ac4f-5b8d-4e32-b605-eb0c84c2a80f tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:39.888589 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3236ac4f-5b8d-4e32-b605-eb0c84c2a80f tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:39.903601 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ac83b291-067e-4f68-ad27-5b3721830ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3be3f3-04c8-4f19-87b0-13c130f8517c', 'name': 'tempest-TestMinimumBasicScenario-1189257323-router', 'tenant_id': '157b5fde8af44f03bf50fe69b67f1acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '033cd575-d719-44ff-b36f-f6b753166f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:36Z', 'updated_at': '2022-05-27T03:15:40Z', 'revision_number': 4, 'project_id': '157b5fde8af44f03bf50fe69b67f1acd', 'gw_port': {'id': '033cd575-d719-44ff-b36f-f6b753166f44', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3be3f3-04c8-4f19-87b0-13c130f8517c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:37Z', 'updated_at': '2022-05-27T03:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '1e58234b-51f8-4299-ae05-ff3d9aa4970e', 'tenant_id': '157b5fde8af44f03bf50fe69b67f1acd', 'floating_ip_address': '172.25.1.92', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'ba3be3f3-04c8-4f19-87b0-13c130f8517c', 'port_id': '4d06b1da-399a-4987-a751-1407b9447ce6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '652a821d-9dee-428d-93e8-1667fb2eda20', 'mac_address': 'fa:16:3e:84:d6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d551a9-93f2-49d9-9175-0cf4c07cf033', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:16:37Z', 'updated_at': '2022-05-27T03:16:37Z', 'revision_number': 0, 'project_id': '157b5fde8af44f03bf50fe69b67f1acd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0774bd93-e286-4cf0-9bb1-b9ce58b68118', 'name': '', 'network_id': '652a821d-9dee-428d-93e8-1667fb2eda20', 'tenant_id': '157b5fde8af44f03bf50fe69b67f1acd', 'mac_address': 'fa:16:3e:fe:1f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3be3f3-04c8-4f19-87b0-13c130f8517c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e7a2331a-5b03-40a0-a8a9-dee4ce9ad93a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:40Z', 'updated_at': '2022-05-27T03:15:47Z', 'revision_number': 5, 'project_id': '157b5fde8af44f03bf50fe69b67f1acd', 'subnets': [{'id': 'e7a2331a-5b03-40a0-a8a9-dee4ce9ad93a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:16:39.907885 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac83b291-067e-4f68-ad27-5b3721830ad0 None None] The sync data for ids ['ba3be3f3-04c8-4f19-87b0-13c130f8517c'] in n-d-843554-3 is: [{'id': 'ba3be3f3-04c8-4f19-87b0-13c130f8517c', 'name': 'tempest-TestMinimumBasicScenario-1189257323-router', 'tenant_id': '157b5fde8af44f03bf50fe69b67f1acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '033cd575-d719-44ff-b36f-f6b753166f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:36Z', 'updated_at': '2022-05-27T03:15:40Z', 'revision_number': 4, 'project_id': '157b5fde8af44f03bf50fe69b67f1acd', 'gw_port': {'id': '033cd575-d719-44ff-b36f-f6b753166f44', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3be3f3-04c8-4f19-87b0-13c130f8517c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:37Z', 'updated_at': '2022-05-27T03:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '1e58234b-51f8-4299-ae05-ff3d9aa4970e', 'tenant_id': '157b5fde8af44f03bf50fe69b67f1acd', 'floating_ip_address': '172.25.1.92', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'ba3be3f3-04c8-4f19-87b0-13c130f8517c', 'port_id': '4d06b1da-399a-4987-a751-1407b9447ce6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '652a821d-9dee-428d-93e8-1667fb2eda20', 'mac_address': 'fa:16:3e:84:d6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d551a9-93f2-49d9-9175-0cf4c07cf033', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:16:37Z', 'updated_at': '2022-05-27T03:16:37Z', 'revision_number': 0, 'project_id': '157b5fde8af44f03bf50fe69b67f1acd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0774bd93-e286-4cf0-9bb1-b9ce58b68118', 'name': '', 'network_id': '652a821d-9dee-428d-93e8-1667fb2eda20', 'tenant_id': '157b5fde8af44f03bf50fe69b67f1acd', 'mac_address': 'fa:16:3e:fe:1f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3be3f3-04c8-4f19-87b0-13c130f8517c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e7a2331a-5b03-40a0-a8a9-dee4ce9ad93a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:40Z', 'updated_at': '2022-05-27T03:15:47Z', 'revision_number': 5, 'project_id': '157b5fde8af44f03bf50fe69b67f1acd', 'subnets': [{'id': 'e7a2331a-5b03-40a0-a8a9-dee4ce9ad93a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:16:39.910928 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-6812a1d8-1ca1-47d8-9d34-7e47e47ce965 req-695a45ec-d5cd-4591-a6f8-a362a0f82d76 service neutron] 10.222.0.32 "GET /v2.0/networks/652a821d-9dee-428d-93e8-1667fb2eda20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294432 May 27 03:16:39.921109 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3236ac4f-5b8d-4e32-b605-eb0c84c2a80f tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcf980ac-b3d3-44ed-a50e-f31f7f0899db,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:39.997540 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3236ac4f-5b8d-4e32-b605-eb0c84c2a80f tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:39.998739 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3236ac4f-5b8d-4e32-b605-eb0c84c2a80f tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3335142 May 27 03:16:40.002129 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37034) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:16:40.007296 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-4148878c-0858-4483-b8a8-1fed22d6fcb2 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Request body: {'security_group_rule': {'security_group_id': '66498c2f-4088-41be-a46f-2d51e312ff3c', 'project_id': '157b5fde8af44f03bf50fe69b67f1acd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:16:40.014085 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4148878c-0858-4483-b8a8-1fed22d6fcb2 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:16:40.018663 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4148878c-0858-4483-b8a8-1fed22d6fcb2 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Usage tracker for resource:security_group_rule and tenant:157b5fde8af44f03bf50fe69b67f1acd is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:16:40.021538 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4148878c-0858-4483-b8a8-1fed22d6fcb2 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:16:40.027730 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4148878c-0858-4483-b8a8-1fed22d6fcb2 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:16:40.110817 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b99ef0a-f62a-44fe-ac2e-1ad567ec09f4 None None] New status for floating IP 1e58234b-51f8-4299-ae05-ff3d9aa4970e: ACTIVE {{(pid=88904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:16:40.122322 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4148878c-0858-4483-b8a8-1fed22d6fcb2 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:40.182706 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4148878c-0858-4483-b8a8-1fed22d6fcb2 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:40.256494 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4148878c-0858-4483-b8a8-1fed22d6fcb2 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:40.280617 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4148878c-0858-4483-b8a8-1fed22d6fcb2 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20f04d36-b35b-456f-a0b1-333bbadc2d2b,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:40.388778 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4148878c-0858-4483-b8a8-1fed22d6fcb2 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:40.389994 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4148878c-0858-4483-b8a8-1fed22d6fcb2 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3868761 May 27 03:16:40.392867 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37038) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:16:40.397873 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-40385c5c-2270-474f-aa67-453b051d2092 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Request body: {'security_group_rule': {'security_group_id': '66498c2f-4088-41be-a46f-2d51e312ff3c', 'project_id': '157b5fde8af44f03bf50fe69b67f1acd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:16:40.404393 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-40385c5c-2270-474f-aa67-453b051d2092 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:16:40.408298 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-40385c5c-2270-474f-aa67-453b051d2092 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Usage tracker for resource:security_group_rule and tenant:157b5fde8af44f03bf50fe69b67f1acd is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:16:40.411181 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-40385c5c-2270-474f-aa67-453b051d2092 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:16:40.416895 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-40385c5c-2270-474f-aa67-453b051d2092 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:16:40.502084 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-40385c5c-2270-474f-aa67-453b051d2092 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:40.563178 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-40385c5c-2270-474f-aa67-453b051d2092 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:40.623063 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-40385c5c-2270-474f-aa67-453b051d2092 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:40.646553 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40385c5c-2270-474f-aa67-453b051d2092 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c13edc01-14cd-4b02-a502-69ca4586f384,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:40.737159 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-40385c5c-2270-474f-aa67-453b051d2092 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:40.738355 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-40385c5c-2270-474f-aa67-453b051d2092 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3445616 May 27 03:16:40.741006 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37042) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:16:40.745940 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-585509f8-b946-4390-8558-a1f1728818d4 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Request body: {'security_group_rule': {'security_group_id': '66498c2f-4088-41be-a46f-2d51e312ff3c', 'project_id': '157b5fde8af44f03bf50fe69b67f1acd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:16:40.752282 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-585509f8-b946-4390-8558-a1f1728818d4 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:16:40.756309 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-585509f8-b946-4390-8558-a1f1728818d4 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Usage tracker for resource:security_group_rule and tenant:157b5fde8af44f03bf50fe69b67f1acd is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:16:40.759380 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-585509f8-b946-4390-8558-a1f1728818d4 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:16:40.765097 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-585509f8-b946-4390-8558-a1f1728818d4 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:16:40.831625 n-d-843554-3 neutron-server[88902]: INFO neutron.db.securitygroups_db [None req-585509f8-b946-4390-8558-a1f1728818d4 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Project 157b5fde8af44f03bf50fe69b67f1acd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:16:40.838635 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-585509f8-b946-4390-8558-a1f1728818d4 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:40.905758 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-585509f8-b946-4390-8558-a1f1728818d4 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:40.968875 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-585509f8-b946-4390-8558-a1f1728818d4 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:40.991548 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585509f8-b946-4390-8558-a1f1728818d4 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ea74c1d-9dc3-4805-a3f7-19e3a1d62dfb,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:41.057185 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-585509f8-b946-4390-8558-a1f1728818d4 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:41.058354 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-585509f8-b946-4390-8558-a1f1728818d4 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3164518 May 27 03:16:41.061068 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37046) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:16:41.065969 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-61f60d16-4b8a-4605-909e-ad473d8c5de4 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Request body: {'security_group_rule': {'security_group_id': '66498c2f-4088-41be-a46f-2d51e312ff3c', 'project_id': '157b5fde8af44f03bf50fe69b67f1acd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:16:41.072315 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-61f60d16-4b8a-4605-909e-ad473d8c5de4 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:16:41.076091 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-61f60d16-4b8a-4605-909e-ad473d8c5de4 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Usage tracker for resource:security_group_rule and tenant:157b5fde8af44f03bf50fe69b67f1acd is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:16:41.079525 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-61f60d16-4b8a-4605-909e-ad473d8c5de4 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:16:41.085176 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-61f60d16-4b8a-4605-909e-ad473d8c5de4 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:16:41.165924 n-d-843554-3 neutron-server[88902]: INFO neutron.db.securitygroups_db [None req-61f60d16-4b8a-4605-909e-ad473d8c5de4 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Project 157b5fde8af44f03bf50fe69b67f1acd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:16:41.172824 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-61f60d16-4b8a-4605-909e-ad473d8c5de4 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:41.235687 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-61f60d16-4b8a-4605-909e-ad473d8c5de4 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:41.308457 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-61f60d16-4b8a-4605-909e-ad473d8c5de4 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:41.331380 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f60d16-4b8a-4605-909e-ad473d8c5de4 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4436928a-d4da-4483-98d6-2fc6359b60b3,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:41.394007 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-61f60d16-4b8a-4605-909e-ad473d8c5de4 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:41.395167 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-61f60d16-4b8a-4605-909e-ad473d8c5de4 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3331630 May 27 03:16:41.511701 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-75f95e59-6364-463d-a7d8-17e77714a6ec req-4a055c5f-1e29-448f-b6c7-392ec4ae4063 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-557830988&fields=id&tenant_id=157b5fde8af44f03bf50fe69b67f1acd HTTP/1.1" status: 200 len: 267 time: 0.0392473 May 27 03:16:41.596118 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f95e59-6364-463d-a7d8-17e77714a6ec req-73de9764-2b6c-42a6-8091-314aa6bc1119 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:41.597586 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-75f95e59-6364-463d-a7d8-17e77714a6ec req-73de9764-2b6c-42a6-8091-314aa6bc1119 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 945 time: 0.0799201 May 27 03:16:41.608158 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-75f95e59-6364-463d-a7d8-17e77714a6ec req-abefda98-73d2-4275-b2e2-8443af418975 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Request body: {'port': {'security_groups': ['c7bb81c9-846a-42f3-8bf5-0e6b6ea78916', '66498c2f-4088-41be-a46f-2d51e312ff3c']}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:16:41.727103 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-75f95e59-6364-463d-a7d8-17e77714a6ec req-abefda98-73d2-4275-b2e2-8443af418975 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:41.977963 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-75f95e59-6364-463d-a7d8-17e77714a6ec req-abefda98-73d2-4275-b2e2-8443af418975 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] For port 4d06b1da-399a-4987-a751-1407b9447ce6, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=4d06b1da-399a-4987-a751-1407b9447ce6,segment=NetworkSegment(21055e6f-eed2-4045-b4af-d28da25088ab),segment_id=21055e6f-eed2-4045-b4af-d28da25088ab)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:16:42.002508 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-75f95e59-6364-463d-a7d8-17e77714a6ec req-abefda98-73d2-4275-b2e2-8443af418975 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:42.063085 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-75f95e59-6364-463d-a7d8-17e77714a6ec req-abefda98-73d2-4275-b2e2-8443af418975 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:42.089274 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['4d06b1da-399a-4987-a751-1407b9447ce6'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:16:42.136018 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f95e59-6364-463d-a7d8-17e77714a6ec req-abefda98-73d2-4275-b2e2-8443af418975 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:42.136677 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-75f95e59-6364-463d-a7d8-17e77714a6ec req-abefda98-73d2-4275-b2e2-8443af418975 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:42.138084 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-75f95e59-6364-463d-a7d8-17e77714a6ec req-abefda98-73d2-4275-b2e2-8443af418975 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "PUT /v2.0/ports/4d06b1da-399a-4987-a751-1407b9447ce6 HTTP/1.1" status: 200 len: 981 time: 0.5344095 May 27 03:16:42.138563 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d551a9-93f2-49d9-9175-0cf4c07cf033', 'tag': '4d06b1da-399a-4987-a751-1407b9447ce6'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:16:42.177685 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abefda98-73d2-4275-b2e2-8443af418975 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Pushing event updated for resources: {'Port': ['ID=4d06b1da-399a-4987-a751-1407b9447ce6,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:42.196561 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['4d06b1da-399a-4987-a751-1407b9447ce6'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:16:42.230487 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c2b5ee5-5bb7-419c-b93b-469fcde3e141'] response: {'name': 'network-changed', 'server_uuid': '54d551a9-93f2-49d9-9175-0cf4c07cf033', 'tag': '4d06b1da-399a-4987-a751-1407b9447ce6', 'status': 'completed', 'code': 200} May 27 03:16:42.330852 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11478d3c-bb2c-48af-87f8-92e79e563494 req-ce3ce1e4-6188-43f4-9685-af607b508074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:42.332946 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-11478d3c-bb2c-48af-87f8-92e79e563494 req-ce3ce1e4-6188-43f4-9685-af607b508074 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=157b5fde8af44f03bf50fe69b67f1acd&device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 1135 time: 0.0969107 May 27 03:16:42.360903 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07932ea-34a3-4bf4-a12e-5f4b1376f3e7 req-2c10633e-c8bc-4cc6-b832-3859d033eebe tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:42.362982 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b07932ea-34a3-4bf4-a12e-5f4b1376f3e7 req-2c10633e-c8bc-4cc6-b832-3859d033eebe tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 984 time: 0.1041379 May 27 03:16:42.414492 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b07932ea-34a3-4bf4-a12e-5f4b1376f3e7 req-4695c151-fa52-4380-bfec-9283fa120b27 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/security-groups?id=66498c2f-4088-41be-a46f-2d51e312ff3c&id=c7bb81c9-846a-42f3-8bf5-0e6b6ea78916&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0450914 May 27 03:16:42.479699 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11478d3c-bb2c-48af-87f8-92e79e563494 req-102b898a-e242-4e01-8ef3-0ee4dc435ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:42.481182 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-11478d3c-bb2c-48af-87f8-92e79e563494 req-102b898a-e242-4e01-8ef3-0ee4dc435ad6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=652a821d-9dee-428d-93e8-1667fb2eda20 HTTP/1.1" status: 200 len: 916 time: 0.1411917 May 27 03:16:42.497848 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-63b9369c-eb1c-4612-a79f-ff65d3ff97a1 None None] Provisioning complete for port 4d06b1da-399a-4987-a751-1407b9447ce6 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:16:42.498217 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-63b9369c-eb1c-4612-a79f-ff65d3ff97a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:42.695441 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-11478d3c-bb2c-48af-87f8-92e79e563494 req-1f2bd5f5-78ed-489e-ae92-36373fb44e29 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d06b1da-399a-4987-a751-1407b9447ce6 HTTP/1.1" status: 200 len: 1000 time: 0.2075169 May 27 03:16:42.757597 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11478d3c-bb2c-48af-87f8-92e79e563494 req-f8541c24-8e8a-49b6-991f-ce85a1db2677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:42.759273 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-11478d3c-bb2c-48af-87f8-92e79e563494 req-f8541c24-8e8a-49b6-991f-ce85a1db2677 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7a2331a-5b03-40a0-a8a9-dee4ce9ad93a HTTP/1.1" status: 200 len: 854 time: 0.0579138 May 27 03:16:42.797013 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-63b9369c-eb1c-4612-a79f-ff65d3ff97a1 None None] Current status of the port 4d06b1da-399a-4987-a751-1407b9447ce6 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:16:42.844511 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11478d3c-bb2c-48af-87f8-92e79e563494 req-a0093f4d-2d19-4c5d-89ff-e3c25d186406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:42.846167 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-11478d3c-bb2c-48af-87f8-92e79e563494 req-a0093f4d-2d19-4c5d-89ff-e3c25d186406 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=652a821d-9dee-428d-93e8-1667fb2eda20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804572 May 27 03:16:42.982403 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-11478d3c-bb2c-48af-87f8-92e79e563494 req-38637a72-17f9-415e-ab95-24f1976c4208 service neutron] 10.222.0.32 "GET /v2.0/networks/652a821d-9dee-428d-93e8-1667fb2eda20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286571 May 27 03:16:43.113317 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-11478d3c-bb2c-48af-87f8-92e79e563494 req-b7aee2ee-2459-4c3a-b0af-a74fbfd5c9b0 service neutron] 10.222.0.32 "GET /v2.0/networks/652a821d-9dee-428d-93e8-1667fb2eda20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249475 May 27 03:16:49.916951 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:49.928172 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:55.562226 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e2b897ee-4881-4e6f-9b34-2a98206374e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:56.878811 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ec56d-c745-48f3-8f56-7daa60525e1d req-9bb8c778-462b-4107-8c37-f397731658af tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:56.880293 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c20ec56d-c745-48f3-8f56-7daa60525e1d req-9bb8c778-462b-4107-8c37-f397731658af tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 984 time: 0.0848355 May 27 03:16:56.891598 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72f341-a3e5-4363-81de-40b548127aca req-8233c872-af60-4602-aa1f-ce8153005efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:56.893094 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bb72f341-a3e5-4363-81de-40b548127aca req-8233c872-af60-4602-aa1f-ce8153005efe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=157b5fde8af44f03bf50fe69b67f1acd&device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 1135 time: 0.0716786 May 27 03:16:56.927673 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c20ec56d-c745-48f3-8f56-7daa60525e1d req-7fa577d3-1250-4997-a6d4-9f0ef98849e8 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/security-groups?id=66498c2f-4088-41be-a46f-2d51e312ff3c&id=c7bb81c9-846a-42f3-8bf5-0e6b6ea78916&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414703 May 27 03:16:57.023618 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72f341-a3e5-4363-81de-40b548127aca req-98bcfd8b-34b7-4790-9d7b-796ad55a6c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:57.025078 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bb72f341-a3e5-4363-81de-40b548127aca req-98bcfd8b-34b7-4790-9d7b-796ad55a6c99 service neutron] 10.222.0.32 "GET /v2.0/networks?id=652a821d-9dee-428d-93e8-1667fb2eda20 HTTP/1.1" status: 200 len: 916 time: 0.1261544 May 27 03:16:57.127847 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bb72f341-a3e5-4363-81de-40b548127aca req-906d765c-f3a9-406a-b9b8-de92d6c3bf1d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d06b1da-399a-4987-a751-1407b9447ce6 HTTP/1.1" status: 200 len: 1000 time: 0.0966098 May 27 03:16:57.189132 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72f341-a3e5-4363-81de-40b548127aca req-e19313d2-bc4b-4e77-9e46-ad7d265d7547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:57.190563 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bb72f341-a3e5-4363-81de-40b548127aca req-e19313d2-bc4b-4e77-9e46-ad7d265d7547 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7a2331a-5b03-40a0-a8a9-dee4ce9ad93a HTTP/1.1" status: 200 len: 854 time: 0.0568714 May 27 03:16:57.265424 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72f341-a3e5-4363-81de-40b548127aca req-4609567d-8792-4517-a77d-b791d14839f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:57.266831 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bb72f341-a3e5-4363-81de-40b548127aca req-4609567d-8792-4517-a77d-b791d14839f0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=652a821d-9dee-428d-93e8-1667fb2eda20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704286 May 27 03:16:57.395100 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bb72f341-a3e5-4363-81de-40b548127aca req-2668518a-91d4-4785-9dba-6f170d9770de service neutron] 10.222.0.32 "GET /v2.0/networks/652a821d-9dee-428d-93e8-1667fb2eda20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212366 May 27 03:16:57.531101 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bb72f341-a3e5-4363-81de-40b548127aca req-8d583b45-286a-4281-96e6-159457d3c6db service neutron] 10.222.0.32 "GET /v2.0/networks/652a821d-9dee-428d-93e8-1667fb2eda20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287122 May 27 03:16:57.948695 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a7e74b05-ec0b-4d75-8296-1b2e6bab0941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:58.110352 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bbd4e-4c5e-421a-8679-b150d5aafbd0 req-64c2fc60-f915-4f43-8554-5abd044b682f tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:58.111700 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-533bbd4e-4c5e-421a-8679-b150d5aafbd0 req-64c2fc60-f915-4f43-8554-5abd044b682f tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 984 time: 0.0778646 May 27 03:16:58.160348 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-533bbd4e-4c5e-421a-8679-b150d5aafbd0 req-55b1c7bc-b14a-41a1-94cb-609842a109c3 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/security-groups?id=66498c2f-4088-41be-a46f-2d51e312ff3c&id=c7bb81c9-846a-42f3-8bf5-0e6b6ea78916&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428627 May 27 03:16:59.074438 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:59.182662 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:59.343384 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d775558-927f-46e4-82c5-c9918831a965 req-08e5174b-f814-4717-b19a-48710189d587 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:59.344775 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2d775558-927f-46e4-82c5-c9918831a965 req-08e5174b-f814-4717-b19a-48710189d587 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 984 time: 0.0808077 May 27 03:16:59.390784 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2d775558-927f-46e4-82c5-c9918831a965 req-717593e8-0837-4e12-848e-4fc2f6c2747d tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/security-groups?id=66498c2f-4088-41be-a46f-2d51e312ff3c&id=c7bb81c9-846a-42f3-8bf5-0e6b6ea78916&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402334 May 27 03:17:00.314102 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:00.575369 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb30caf-45d0-4794-8a32-ec29037083bc req-8237a24c-d8ef-4ddf-bf40-886e41659639 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:00.577255 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7cb30caf-45d0-4794-8a32-ec29037083bc req-8237a24c-d8ef-4ddf-bf40-886e41659639 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 984 time: 0.0824890 May 27 03:17:00.623431 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7cb30caf-45d0-4794-8a32-ec29037083bc req-9c8e1ac2-0369-4141-a611-c983e5ce2dd3 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/security-groups?id=66498c2f-4088-41be-a46f-2d51e312ff3c&id=c7bb81c9-846a-42f3-8bf5-0e6b6ea78916&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403848 May 27 03:17:01.659720 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:17:01.812527 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4ceda-1963-409e-acc5-fd4db24b93ae req-9e62f5ad-fba5-4610-8e55-b06adcea6afc tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:01.814017 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-88c4ceda-1963-409e-acc5-fd4db24b93ae req-9e62f5ad-fba5-4610-8e55-b06adcea6afc tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 984 time: 0.0814888 May 27 03:17:01.860410 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-88c4ceda-1963-409e-acc5-fd4db24b93ae req-7ea46c51-8709-478f-9488-f520ea74a2e2 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/security-groups?id=66498c2f-4088-41be-a46f-2d51e312ff3c&id=c7bb81c9-846a-42f3-8bf5-0e6b6ea78916&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406313 May 27 03:17:03.046915 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f726598-89e4-40f6-88a1-149c12e22fc4 req-f5aca2a4-2aff-4ac0-badf-5665b4a03b2f tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:03.048389 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0f726598-89e4-40f6-88a1-149c12e22fc4 req-f5aca2a4-2aff-4ac0-badf-5665b4a03b2f tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 984 time: 0.0822530 May 27 03:17:03.094231 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0f726598-89e4-40f6-88a1-149c12e22fc4 req-60a7c61a-d08e-45a5-8279-7e69d295dda1 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/security-groups?id=66498c2f-4088-41be-a46f-2d51e312ff3c&id=c7bb81c9-846a-42f3-8bf5-0e6b6ea78916&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397832 May 27 03:17:04.274151 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7671a-aff4-4700-9f06-63412c0b6640 req-73d5db86-dd69-451b-8e8d-dd2e0913100a tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:04.275579 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6fe7671a-aff4-4700-9f06-63412c0b6640 req-73d5db86-dd69-451b-8e8d-dd2e0913100a tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 984 time: 0.0781231 May 27 03:17:04.322168 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6fe7671a-aff4-4700-9f06-63412c0b6640 req-420e7663-3474-4d78-9886-e4c70bcd1e7c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/security-groups?id=66498c2f-4088-41be-a46f-2d51e312ff3c&id=c7bb81c9-846a-42f3-8bf5-0e6b6ea78916&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409842 May 27 03:17:05.505435 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01094619-10dc-431a-9420-8d8412fb1537 req-a3bd34dd-de60-4125-b3ca-4bd69106dad1 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:05.506910 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-01094619-10dc-431a-9420-8d8412fb1537 req-a3bd34dd-de60-4125-b3ca-4bd69106dad1 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 984 time: 0.0813923 May 27 03:17:05.551360 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-01094619-10dc-431a-9420-8d8412fb1537 req-a1c14eaf-914a-46c6-970c-2075a38b091b tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/security-groups?id=66498c2f-4088-41be-a46f-2d51e312ff3c&id=c7bb81c9-846a-42f3-8bf5-0e6b6ea78916&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0386641 May 27 03:17:06.732482 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c905904-97f2-43fb-a050-b4d315e4ea6a req-e51ae1f3-dc6e-404f-87d9-a1a9f1459c31 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:06.734115 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2c905904-97f2-43fb-a050-b4d315e4ea6a req-e51ae1f3-dc6e-404f-87d9-a1a9f1459c31 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 984 time: 0.0786602 May 27 03:17:06.783837 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2c905904-97f2-43fb-a050-b4d315e4ea6a req-cf608f4b-9a29-4ac2-b729-d004fcd0bd61 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/security-groups?id=66498c2f-4088-41be-a46f-2d51e312ff3c&id=c7bb81c9-846a-42f3-8bf5-0e6b6ea78916&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440159 May 27 03:17:07.965570 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c450d18-7e51-48a3-a72c-0e9b9dbec230 req-d3fc15f2-1a50-4546-99fc-ec167685fbb0 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:07.967649 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8c450d18-7e51-48a3-a72c-0e9b9dbec230 req-d3fc15f2-1a50-4546-99fc-ec167685fbb0 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 984 time: 0.0799370 May 27 03:17:08.011804 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8c450d18-7e51-48a3-a72c-0e9b9dbec230 req-2a7a1cd9-c959-4974-be7f-66bccec753ef tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/security-groups?id=66498c2f-4088-41be-a46f-2d51e312ff3c&id=c7bb81c9-846a-42f3-8bf5-0e6b6ea78916&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384903 May 27 03:17:09.201942 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1767ecf-5573-4a8b-b69c-4bb762fd4ae4 req-b740eda3-9643-4b57-be74-c7ceb3b7778c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:09.203307 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e1767ecf-5573-4a8b-b69c-4bb762fd4ae4 req-b740eda3-9643-4b57-be74-c7ceb3b7778c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 984 time: 0.0830169 May 27 03:17:09.248816 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e1767ecf-5573-4a8b-b69c-4bb762fd4ae4 req-49d91f74-6fae-4803-98db-e5bba914f69c tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/security-groups?id=66498c2f-4088-41be-a46f-2d51e312ff3c&id=c7bb81c9-846a-42f3-8bf5-0e6b6ea78916&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397899 May 27 03:17:19.933513 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:19.951299 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:25.556616 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c28313e7-8850-49f5-8cc2-43dbace1bed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:27.944555 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a837a375-deef-4833-9ce1-97d0d3b5af1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:28.150191 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7cd24d98-951c-4b1f-bb53-61263b2ae006 req-a18e0fed-f574-4adb-b199-f151db542c55 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0682566 May 27 03:17:28.290211 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd24d98-951c-4b1f-bb53-61263b2ae006 req-732a9f24-a9af-4fe2-afbc-4f93d1bce590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:28.291661 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7cd24d98-951c-4b1f-bb53-61263b2ae006 req-732a9f24-a9af-4fe2-afbc-4f93d1bce590 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=157b5fde8af44f03bf50fe69b67f1acd&device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 1135 time: 0.0736089 May 27 03:17:28.436520 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd24d98-951c-4b1f-bb53-61263b2ae006 req-43d59094-bd29-444d-b714-6253b148d2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:28.437903 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7cd24d98-951c-4b1f-bb53-61263b2ae006 req-43d59094-bd29-444d-b714-6253b148d2c1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=652a821d-9dee-428d-93e8-1667fb2eda20 HTTP/1.1" status: 200 len: 916 time: 0.1266110 May 27 03:17:28.537582 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7cd24d98-951c-4b1f-bb53-61263b2ae006 req-a11ad98f-f751-4d8e-9b7f-ee509d1d17c3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d06b1da-399a-4987-a751-1407b9447ce6 HTTP/1.1" status: 200 len: 1000 time: 0.0934951 May 27 03:17:28.705732 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd24d98-951c-4b1f-bb53-61263b2ae006 req-beb2e4dc-e06e-4c57-a24e-ce9f139abfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:28.707095 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7cd24d98-951c-4b1f-bb53-61263b2ae006 req-beb2e4dc-e06e-4c57-a24e-ce9f139abfd4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7a2331a-5b03-40a0-a8a9-dee4ce9ad93a HTTP/1.1" status: 200 len: 854 time: 0.1623700 May 27 03:17:28.779254 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd24d98-951c-4b1f-bb53-61263b2ae006 req-01c25375-f2ef-497d-9356-2448df47fd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:28.780685 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7cd24d98-951c-4b1f-bb53-61263b2ae006 req-01c25375-f2ef-497d-9356-2448df47fd75 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=652a821d-9dee-428d-93e8-1667fb2eda20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677388 May 27 03:17:28.908019 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7cd24d98-951c-4b1f-bb53-61263b2ae006 req-86418e5e-6673-4435-b64c-4b6a57fe3933 service neutron] 10.222.0.32 "GET /v2.0/networks/652a821d-9dee-428d-93e8-1667fb2eda20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209900 May 27 03:17:29.039942 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7cd24d98-951c-4b1f-bb53-61263b2ae006 req-5c9864d5-f19d-40d2-bd67-3b494ebee161 service neutron] 10.222.0.32 "GET /v2.0/networks/652a821d-9dee-428d-93e8-1667fb2eda20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244454 May 27 03:17:29.064630 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:29.207463 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:30.319259 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:38.659856 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:17:41.579299 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-65a87057-4b9a-4e41-9368-af17bca738bf req-9bda18c8-165b-465c-96dc-30974fa75bee tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-557830988&fields=id&tenant_id=157b5fde8af44f03bf50fe69b67f1acd HTTP/1.1" status: 200 len: 267 time: 0.0394008 May 27 03:17:41.659070 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a87057-4b9a-4e41-9368-af17bca738bf req-6e50629c-f1b6-40c7-b892-3cb1b58d7714 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:41.660532 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-65a87057-4b9a-4e41-9368-af17bca738bf req-6e50629c-f1b6-40c7-b892-3cb1b58d7714 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 984 time: 0.0761313 May 27 03:17:41.670880 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-65a87057-4b9a-4e41-9368-af17bca738bf req-ec5f449b-cb10-4181-bd7b-4a1448b2c25a tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Request body: {'port': {'security_groups': ['c7bb81c9-846a-42f3-8bf5-0e6b6ea78916']}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:17:41.795740 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-65a87057-4b9a-4e41-9368-af17bca738bf req-ec5f449b-cb10-4181-bd7b-4a1448b2c25a tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:42.146647 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-65a87057-4b9a-4e41-9368-af17bca738bf req-ec5f449b-cb10-4181-bd7b-4a1448b2c25a tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] For port 4d06b1da-399a-4987-a751-1407b9447ce6, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=4d06b1da-399a-4987-a751-1407b9447ce6,segment=NetworkSegment(21055e6f-eed2-4045-b4af-d28da25088ab),segment_id=21055e6f-eed2-4045-b4af-d28da25088ab)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:17:42.171253 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-65a87057-4b9a-4e41-9368-af17bca738bf req-ec5f449b-cb10-4181-bd7b-4a1448b2c25a tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:42.230330 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-65a87057-4b9a-4e41-9368-af17bca738bf req-ec5f449b-cb10-4181-bd7b-4a1448b2c25a tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:42.242008 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['4d06b1da-399a-4987-a751-1407b9447ce6'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:17:42.299028 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a87057-4b9a-4e41-9368-af17bca738bf req-ec5f449b-cb10-4181-bd7b-4a1448b2c25a tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:42.299913 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-65a87057-4b9a-4e41-9368-af17bca738bf req-ec5f449b-cb10-4181-bd7b-4a1448b2c25a tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:42.301571 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-65a87057-4b9a-4e41-9368-af17bca738bf req-ec5f449b-cb10-4181-bd7b-4a1448b2c25a tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "PUT /v2.0/ports/4d06b1da-399a-4987-a751-1407b9447ce6 HTTP/1.1" status: 200 len: 942 time: 0.6350634 May 27 03:17:42.302013 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d551a9-93f2-49d9-9175-0cf4c07cf033', 'tag': '4d06b1da-399a-4987-a751-1407b9447ce6'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:17:42.310589 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37104) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:17:42.322646 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f449b-cb10-4181-bd7b-4a1448b2c25a tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Pushing event updated for resources: {'Port': ['ID=4d06b1da-399a-4987-a751-1407b9447ce6,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:17:42.330605 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f449b-cb10-4181-bd7b-4a1448b2c25a tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:42.330950 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f449b-cb10-4181-bd7b-4a1448b2c25a tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:42.331290 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f449b-cb10-4181-bd7b-4a1448b2c25a tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:42.331617 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f449b-cb10-4181-bd7b-4a1448b2c25a tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:42.331940 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f449b-cb10-4181-bd7b-4a1448b2c25a tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:42.332266 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f449b-cb10-4181-bd7b-4a1448b2c25a tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:42.332588 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f449b-cb10-4181-bd7b-4a1448b2c25a tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:42.333370 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f449b-cb10-4181-bd7b-4a1448b2c25a tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:42.333370 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f449b-cb10-4181-bd7b-4a1448b2c25a tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:42.333632 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f449b-cb10-4181-bd7b-4a1448b2c25a tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:42.333949 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f449b-cb10-4181-bd7b-4a1448b2c25a tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:42.334155 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f449b-cb10-4181-bd7b-4a1448b2c25a tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:42.378917 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75a3e82d-10b6-4e81-949a-bf4dd610d829'] response: {'name': 'network-changed', 'server_uuid': '54d551a9-93f2-49d9-9175-0cf4c07cf033', 'tag': '4d06b1da-399a-4987-a751-1407b9447ce6', 'status': 'completed', 'code': 200} May 27 03:17:42.408238 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['4d06b1da-399a-4987-a751-1407b9447ce6'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:17:42.444036 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce468419-1d17-4898-a04e-febb390f92d8 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:42.493987 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce468419-1d17-4898-a04e-febb390f92d8 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:42.537308 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e4be0-9dd3-4a93-b16e-36a10094580b req-361cf58a-d4d8-47a5-b6a6-19c0d7198a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:42.538768 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-914e4be0-9dd3-4a93-b16e-36a10094580b req-361cf58a-d4d8-47a5-b6a6-19c0d7198a0f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=157b5fde8af44f03bf50fe69b67f1acd&device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 1096 time: 0.1324162 May 27 03:17:42.617098 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-aee731e5-8bd8-48e3-a4a9-b85ba904f17b None None] Provisioning complete for port 4d06b1da-399a-4987-a751-1407b9447ce6 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:17:42.617385 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-aee731e5-8bd8-48e3-a4a9-b85ba904f17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:42.673408 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e4be0-9dd3-4a93-b16e-36a10094580b req-0d6d4e87-0072-4f07-8f25-fd3f4e66f665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:42.674763 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-914e4be0-9dd3-4a93-b16e-36a10094580b req-0d6d4e87-0072-4f07-8f25-fd3f4e66f665 service neutron] 10.222.0.32 "GET /v2.0/networks?id=652a821d-9dee-428d-93e8-1667fb2eda20 HTTP/1.1" status: 200 len: 916 time: 0.1298444 May 27 03:17:42.737086 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce468419-1d17-4898-a04e-febb390f92d8 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:42.738810 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-aee731e5-8bd8-48e3-a4a9-b85ba904f17b None None] Current status of the port 4d06b1da-399a-4987-a751-1407b9447ce6 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:17:42.778487 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce468419-1d17-4898-a04e-febb390f92d8 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66498c2f-4088-41be-a46f-2d51e312ff3c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:17:42.793083 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce468419-1d17-4898-a04e-febb390f92d8 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:42.793431 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce468419-1d17-4898-a04e-febb390f92d8 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:42.793763 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce468419-1d17-4898-a04e-febb390f92d8 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:42.794193 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce468419-1d17-4898-a04e-febb390f92d8 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:42.794451 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce468419-1d17-4898-a04e-febb390f92d8 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:42.794772 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce468419-1d17-4898-a04e-febb390f92d8 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:42.795097 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce468419-1d17-4898-a04e-febb390f92d8 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:42.795416 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce468419-1d17-4898-a04e-febb390f92d8 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:42.795734 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce468419-1d17-4898-a04e-febb390f92d8 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:42.796054 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce468419-1d17-4898-a04e-febb390f92d8 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:42.796372 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce468419-1d17-4898-a04e-febb390f92d8 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:42.796687 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce468419-1d17-4898-a04e-febb390f92d8 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:42.808164 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce468419-1d17-4898-a04e-febb390f92d8 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:42.808164 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ce468419-1d17-4898-a04e-febb390f92d8 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "DELETE /v2.0/security-groups/66498c2f-4088-41be-a46f-2d51e312ff3c HTTP/1.1" status: 204 len: 168 time: 0.4950011 May 27 03:17:42.809154 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37108) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:17:42.814205 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-914e4be0-9dd3-4a93-b16e-36a10094580b req-aadc750d-231a-451a-a42c-49de57cdfc4d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d06b1da-399a-4987-a751-1407b9447ce6 HTTP/1.1" status: 200 len: 1000 time: 0.1334147 May 27 03:17:42.882857 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e4be0-9dd3-4a93-b16e-36a10094580b req-8944f59e-403c-4a00-a9fc-b93a06ad9df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:42.884296 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-914e4be0-9dd3-4a93-b16e-36a10094580b req-8944f59e-403c-4a00-a9fc-b93a06ad9df3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7a2331a-5b03-40a0-a8a9-dee4ce9ad93a HTTP/1.1" status: 200 len: 854 time: 0.0641220 May 27 03:17:42.959257 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e4be0-9dd3-4a93-b16e-36a10094580b req-4055a958-b2ec-495d-ac1b-44923cfa2b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:42.960242 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-914e4be0-9dd3-4a93-b16e-36a10094580b req-4055a958-b2ec-495d-ac1b-44923cfa2b94 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=652a821d-9dee-428d-93e8-1667fb2eda20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694978 May 27 03:17:43.015780 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-246d6134-da30-40cd-9ab4-e3a082dd9aee tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Deleting port 812a4a8a-0a28-49e4-b520-454c2be72547 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:17:43.016125 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-246d6134-da30-40cd-9ab4-e3a082dd9aee tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:43.095358 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-914e4be0-9dd3-4a93-b16e-36a10094580b req-d8f1adda-103e-4d3e-8b7a-2c08d8616414 service neutron] 10.222.0.32 "GET /v2.0/networks/652a821d-9dee-428d-93e8-1667fb2eda20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279132 May 27 03:17:43.188313 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-246d6134-da30-40cd-9ab4-e3a082dd9aee tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:43.188649 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-246d6134-da30-40cd-9ab4-e3a082dd9aee tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:43.226630 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-914e4be0-9dd3-4a93-b16e-36a10094580b req-79607094-8687-46a0-a7bc-0b342d395a47 service neutron] 10.222.0.32 "GET /v2.0/networks/652a821d-9dee-428d-93e8-1667fb2eda20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255839 May 27 03:17:43.312072 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-246d6134-da30-40cd-9ab4-e3a082dd9aee tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Calling delete_port for 812a4a8a-0a28-49e4-b520-454c2be72547 owned by network:floatingip {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:17:43.521985 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-246d6134-da30-40cd-9ab4-e3a082dd9aee tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:43.571722 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d6134-da30-40cd-9ab4-e3a082dd9aee tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Pushing event deleted for resources: {'Port': ['ID=812a4a8a-0a28-49e4-b520-454c2be72547,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:17:43.662191 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-246d6134-da30-40cd-9ab4-e3a082dd9aee tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks [] for floatingip, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:43.662524 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-246d6134-da30-40cd-9ab4-e3a082dd9aee tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Floating IP 1e58234b-51f8-4299-ae05-ff3d9aa4970e disassociated (deleted). External IP: 172.25.1.92, port: 4d06b1da-399a-4987-a751-1407b9447ce6. May 27 03:17:44.122827 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246d6134-da30-40cd-9ab4-e3a082dd9aee tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Router ba3be3f3-04c8-4f19-87b0-13c130f8517c has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:17:44.296930 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246d6134-da30-40cd-9ab4-e3a082dd9aee tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:17:44.306611 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bf644a-3d5c-4cde-bacc-08ef73f5216e None None] Sync routers for ids ['ba3be3f3-04c8-4f19-87b0-13c130f8517c'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:17:44.313624 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-246d6134-da30-40cd-9ab4-e3a082dd9aee tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:44.316840 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bf644a-3d5c-4cde-bacc-08ef73f5216e None None] Routers {'ba3be3f3-04c8-4f19-87b0-13c130f8517c'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:17:44.317458 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c1bf644a-3d5c-4cde-bacc-08ef73f5216e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:17:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['ba3be3f3-04c8-4f19-87b0-13c130f8517c'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:17:44.371838 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-246d6134-da30-40cd-9ab4-e3a082dd9aee tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "DELETE /v2.0/floatingips/1e58234b-51f8-4299-ae05-ff3d9aa4970e HTTP/1.1" status: 204 len: 168 time: 1.5609663 May 27 03:17:44.380007 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d551a9-93f2-49d9-9175-0cf4c07cf033', 'tag': '4d06b1da-399a-4987-a751-1407b9447ce6'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:17:44.439057 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-411d2def-622b-4870-be6e-a7c3118073ad'] response: {'name': 'network-changed', 'server_uuid': '54d551a9-93f2-49d9-9175-0cf4c07cf033', 'tag': '4d06b1da-399a-4987-a751-1407b9447ce6', 'status': 'completed', 'code': 200} May 27 03:17:44.507825 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-c1bf644a-3d5c-4cde-bacc-08ef73f5216e None None] Set router ba3be3f3-04c8-4f19-87b0-13c130f8517c gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:17:44.530998 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09198c95-cfcf-4beb-bf5d-c1dee4ce025f req-5443436a-fc92-4bf3-9bc9-2322a5dbe9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:44.532494 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-09198c95-cfcf-4beb-bf5d-c1dee4ce025f req-5443436a-fc92-4bf3-9bc9-2322a5dbe9ba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=157b5fde8af44f03bf50fe69b67f1acd&device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 1096 time: 0.0757735 May 27 03:17:44.668388 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09198c95-cfcf-4beb-bf5d-c1dee4ce025f req-27541647-6306-43af-ae27-1beb5752ff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:44.670036 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-09198c95-cfcf-4beb-bf5d-c1dee4ce025f req-27541647-6306-43af-ae27-1beb5752ff57 service neutron] 10.222.0.32 "GET /v2.0/networks?id=652a821d-9dee-428d-93e8-1667fb2eda20 HTTP/1.1" status: 200 len: 916 time: 0.1318896 May 27 03:17:44.739616 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-09198c95-cfcf-4beb-bf5d-c1dee4ce025f req-b9f72692-ea4a-4793-b5f8-6808df7b4de7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d06b1da-399a-4987-a751-1407b9447ce6 HTTP/1.1" status: 200 len: 217 time: 0.0641296 May 27 03:17:44.808068 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09198c95-cfcf-4beb-bf5d-c1dee4ce025f req-4408d128-c28a-412e-89b3-e415bbad2198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:44.810859 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-09198c95-cfcf-4beb-bf5d-c1dee4ce025f req-4408d128-c28a-412e-89b3-e415bbad2198 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7a2331a-5b03-40a0-a8a9-dee4ce9ad93a HTTP/1.1" status: 200 len: 854 time: 0.0654283 May 27 03:17:44.828996 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c1bf644a-3d5c-4cde-bacc-08ef73f5216e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3be3f3-04c8-4f19-87b0-13c130f8517c', 'name': 'tempest-TestMinimumBasicScenario-1189257323-router', 'tenant_id': '157b5fde8af44f03bf50fe69b67f1acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '033cd575-d719-44ff-b36f-f6b753166f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:36Z', 'updated_at': '2022-05-27T03:15:40Z', 'revision_number': 4, 'project_id': '157b5fde8af44f03bf50fe69b67f1acd', 'gw_port': {'id': '033cd575-d719-44ff-b36f-f6b753166f44', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3be3f3-04c8-4f19-87b0-13c130f8517c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:37Z', 'updated_at': '2022-05-27T03:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '0774bd93-e286-4cf0-9bb1-b9ce58b68118', 'name': '', 'network_id': '652a821d-9dee-428d-93e8-1667fb2eda20', 'tenant_id': '157b5fde8af44f03bf50fe69b67f1acd', 'mac_address': 'fa:16:3e:fe:1f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3be3f3-04c8-4f19-87b0-13c130f8517c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e7a2331a-5b03-40a0-a8a9-dee4ce9ad93a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:40Z', 'updated_at': '2022-05-27T03:15:47Z', 'revision_number': 5, 'project_id': '157b5fde8af44f03bf50fe69b67f1acd', 'subnets': [{'id': 'e7a2331a-5b03-40a0-a8a9-dee4ce9ad93a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:17:44.832479 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bf644a-3d5c-4cde-bacc-08ef73f5216e None None] Checking router: ba3be3f3-04c8-4f19-87b0-13c130f8517c for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:17:44.844145 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bf644a-3d5c-4cde-bacc-08ef73f5216e None None] Routers {'ba3be3f3-04c8-4f19-87b0-13c130f8517c'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:17:44.844918 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c1bf644a-3d5c-4cde-bacc-08ef73f5216e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:17:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['ba3be3f3-04c8-4f19-87b0-13c130f8517c'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:17:44.888124 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09198c95-cfcf-4beb-bf5d-c1dee4ce025f req-33fd9c70-9894-49d3-a85c-c6e6237dcf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:44.889693 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-09198c95-cfcf-4beb-bf5d-c1dee4ce025f req-33fd9c70-9894-49d3-a85c-c6e6237dcf51 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=652a821d-9dee-428d-93e8-1667fb2eda20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736482 May 27 03:17:45.084106 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-c1bf644a-3d5c-4cde-bacc-08ef73f5216e None None] Set router ba3be3f3-04c8-4f19-87b0-13c130f8517c gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:17:45.121470 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-09198c95-cfcf-4beb-bf5d-c1dee4ce025f req-c965793c-1e7a-4977-b0a4-87e58e2b26f3 service neutron] 10.222.0.32 "GET /v2.0/networks/652a821d-9dee-428d-93e8-1667fb2eda20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259820 May 27 03:17:45.251448 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-09198c95-cfcf-4beb-bf5d-c1dee4ce025f req-7f9a36c9-41f6-4455-9624-9f0edc7a9728 service neutron] 10.222.0.32 "GET /v2.0/networks/652a821d-9dee-428d-93e8-1667fb2eda20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238236 May 27 03:17:45.396216 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c1bf644a-3d5c-4cde-bacc-08ef73f5216e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3be3f3-04c8-4f19-87b0-13c130f8517c', 'name': 'tempest-TestMinimumBasicScenario-1189257323-router', 'tenant_id': '157b5fde8af44f03bf50fe69b67f1acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '033cd575-d719-44ff-b36f-f6b753166f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:36Z', 'updated_at': '2022-05-27T03:15:40Z', 'revision_number': 4, 'project_id': '157b5fde8af44f03bf50fe69b67f1acd', 'gw_port': {'id': '033cd575-d719-44ff-b36f-f6b753166f44', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3be3f3-04c8-4f19-87b0-13c130f8517c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:37Z', 'updated_at': '2022-05-27T03:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '0774bd93-e286-4cf0-9bb1-b9ce58b68118', 'name': '', 'network_id': '652a821d-9dee-428d-93e8-1667fb2eda20', 'tenant_id': '157b5fde8af44f03bf50fe69b67f1acd', 'mac_address': 'fa:16:3e:fe:1f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3be3f3-04c8-4f19-87b0-13c130f8517c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e7a2331a-5b03-40a0-a8a9-dee4ce9ad93a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:40Z', 'updated_at': '2022-05-27T03:15:47Z', 'revision_number': 5, 'project_id': '157b5fde8af44f03bf50fe69b67f1acd', 'subnets': [{'id': 'e7a2331a-5b03-40a0-a8a9-dee4ce9ad93a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:17:45.400186 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bf644a-3d5c-4cde-bacc-08ef73f5216e None None] The sync data for ids ['ba3be3f3-04c8-4f19-87b0-13c130f8517c'] in n-d-843554-3 is: [{'id': 'ba3be3f3-04c8-4f19-87b0-13c130f8517c', 'name': 'tempest-TestMinimumBasicScenario-1189257323-router', 'tenant_id': '157b5fde8af44f03bf50fe69b67f1acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '033cd575-d719-44ff-b36f-f6b753166f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:36Z', 'updated_at': '2022-05-27T03:15:40Z', 'revision_number': 4, 'project_id': '157b5fde8af44f03bf50fe69b67f1acd', 'gw_port': {'id': '033cd575-d719-44ff-b36f-f6b753166f44', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3be3f3-04c8-4f19-87b0-13c130f8517c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:37Z', 'updated_at': '2022-05-27T03:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '0774bd93-e286-4cf0-9bb1-b9ce58b68118', 'name': '', 'network_id': '652a821d-9dee-428d-93e8-1667fb2eda20', 'tenant_id': '157b5fde8af44f03bf50fe69b67f1acd', 'mac_address': 'fa:16:3e:fe:1f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3be3f3-04c8-4f19-87b0-13c130f8517c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e7a2331a-5b03-40a0-a8a9-dee4ce9ad93a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:40Z', 'updated_at': '2022-05-27T03:15:47Z', 'revision_number': 5, 'project_id': '157b5fde8af44f03bf50fe69b67f1acd', 'subnets': [{'id': 'e7a2331a-5b03-40a0-a8a9-dee4ce9ad93a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:17:45.614757 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7844e8-67ac-490a-bf8a-290e93281817 None None] New status for floating IP 1e58234b-51f8-4299-ae05-ff3d9aa4970e: DOWN {{(pid=88904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:17:49.177232 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cdc239-2af2-471a-835a-6d32a4ef502c req-b8eeb455-886c-46d9-9635-87e91fc728ec tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:49.177846 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-c4cdc239-2af2-471a-835a-6d32a4ef502c req-b8eeb455-886c-46d9-9635-87e91fc728ec tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Synchronizing usage tracker for tenant:157b5fde8af44f03bf50fe69b67f1acd on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:17:49.264552 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-c4cdc239-2af2-471a-835a-6d32a4ef502c req-b8eeb455-886c-46d9-9635-87e91fc728ec tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Unset dirty status for tenant:157b5fde8af44f03bf50fe69b67f1acd on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:17:49.265757 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c4cdc239-2af2-471a-835a-6d32a4ef502c req-b8eeb455-886c-46d9-9635-87e91fc728ec tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 945 time: 0.1691713 May 27 03:17:49.311007 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c4cdc239-2af2-471a-835a-6d32a4ef502c req-3f239d0e-24a7-41d9-9c44-a7b2379592fc tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7bb81c9-846a-42f3-8bf5-0e6b6ea78916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393767 May 27 03:17:49.949929 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:49.961431 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:50.494815 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e58e13-1d89-471e-9733-fd1636fdaf1c req-9c2994d2-2f17-4aeb-b3b9-3c0321dbd5af tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:50.496260 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c1e58e13-1d89-471e-9733-fd1636fdaf1c req-9c2994d2-2f17-4aeb-b3b9-3c0321dbd5af tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 945 time: 0.0817821 May 27 03:17:50.545190 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c1e58e13-1d89-471e-9733-fd1636fdaf1c req-69700554-96ee-4169-9129-4895ce0c2b85 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7bb81c9-846a-42f3-8bf5-0e6b6ea78916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426319 May 27 03:17:50.776857 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052fec0-6c9b-4b96-8e4a-8be345c14346 req-214be1b2-75e0-4070-941e-c854989b7619 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:50.777622 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-f052fec0-6c9b-4b96-8e4a-8be345c14346 req-214be1b2-75e0-4070-941e-c854989b7619 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Synchronizing usage tracker for tenant:157b5fde8af44f03bf50fe69b67f1acd on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:17:50.789787 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-f052fec0-6c9b-4b96-8e4a-8be345c14346 req-214be1b2-75e0-4070-941e-c854989b7619 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Unset dirty status for tenant:157b5fde8af44f03bf50fe69b67f1acd on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:17:50.790856 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f052fec0-6c9b-4b96-8e4a-8be345c14346 req-214be1b2-75e0-4070-941e-c854989b7619 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.32 "GET /v2.0/ports?device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 945 time: 0.0959001 May 27 03:17:50.862486 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-f052fec0-6c9b-4b96-8e4a-8be345c14346 req-7b551ebd-23d1-47a2-9617-9a50345fca13 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Deleting port 4d06b1da-399a-4987-a751-1407b9447ce6 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:17:50.862856 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f052fec0-6c9b-4b96-8e4a-8be345c14346 req-7b551ebd-23d1-47a2-9617-9a50345fca13 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:51.108761 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-f052fec0-6c9b-4b96-8e4a-8be345c14346 req-7b551ebd-23d1-47a2-9617-9a50345fca13 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] For port 4d06b1da-399a-4987-a751-1407b9447ce6, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=4d06b1da-399a-4987-a751-1407b9447ce6,segment=NetworkSegment(21055e6f-eed2-4045-b4af-d28da25088ab),segment_id=21055e6f-eed2-4045-b4af-d28da25088ab)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:17:51.109058 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f052fec0-6c9b-4b96-8e4a-8be345c14346 req-7b551ebd-23d1-47a2-9617-9a50345fca13 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:51.231503 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-f052fec0-6c9b-4b96-8e4a-8be345c14346 req-7b551ebd-23d1-47a2-9617-9a50345fca13 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Calling delete_port for 4d06b1da-399a-4987-a751-1407b9447ce6 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:17:51.418972 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f052fec0-6c9b-4b96-8e4a-8be345c14346 req-7b551ebd-23d1-47a2-9617-9a50345fca13 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:51.430427 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['4d06b1da-399a-4987-a751-1407b9447ce6'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:17:51.469395 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b551ebd-23d1-47a2-9617-9a50345fca13 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Pushing event deleted for resources: {'Port': ['ID=4d06b1da-399a-4987-a751-1407b9447ce6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:17:51.544919 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-f052fec0-6c9b-4b96-8e4a-8be345c14346 req-7b551ebd-23d1-47a2-9617-9a50345fca13 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] No DVR routers for this DVR port 4d06b1da-399a-4987-a751-1407b9447ce6 on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:17:51.547533 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f052fec0-6c9b-4b96-8e4a-8be345c14346 req-7b551ebd-23d1-47a2-9617-9a50345fca13 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:51.550044 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d551a9-93f2-49d9-9175-0cf4c07cf033', 'name': 'network-vif-deleted', 'tag': '4d06b1da-399a-4987-a751-1407b9447ce6'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:17:51.596314 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdeecdbb-d44e-4045-a1fa-b07e969cf7d9'] response: {'server_uuid': '54d551a9-93f2-49d9-9175-0cf4c07cf033', 'name': 'network-vif-deleted', 'tag': '4d06b1da-399a-4987-a751-1407b9447ce6', 'status': 'completed', 'code': 200} May 27 03:17:51.636654 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-f052fec0-6c9b-4b96-8e4a-8be345c14346 req-7b551ebd-23d1-47a2-9617-9a50345fca13 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.32 "DELETE /v2.0/ports/4d06b1da-399a-4987-a751-1407b9447ce6 HTTP/1.1" status: 204 len: 173 time: 0.8402359 May 27 03:17:51.696658 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-88823cd0-1cc9-46c7-95cd-0e920210ddf6 req-b5007ec4-ffcf-42ad-bb40-45e1709cc3d7 tempest-TestMinimumBasicScenario-236528734 tempest-TestMinimumBasicScenario-236528734-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d551a9-93f2-49d9-9175-0cf4c07cf033 HTTP/1.1" status: 200 len: 210 time: 0.0441611 May 27 03:17:54.994688 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37196) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:17:55.526309 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8eb7af29-6553-4811-945e-67e1ac963916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:55.544440 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-718d1d5b-b8d4-48da-9593-fea2d4d04c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:55.797607 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 4d06b1da-399a-4987-a751-1407b9447ce6 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:17:55.832401 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 4d06b1da-399a-4987-a751-1407b9447ce6 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:17:55.832764 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 4d06b1da-399a-4987-a751-1407b9447ce6 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:17:55.873144 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-8eb7af29-6553-4811-945e-67e1ac963916 admin admin] Deleting port 0774bd93-e286-4cf0-9bb1-b9ce58b68118 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:17:55.873498 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8eb7af29-6553-4811-945e-67e1ac963916 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:56.164777 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-8eb7af29-6553-4811-945e-67e1ac963916 admin admin] For port 0774bd93-e286-4cf0-9bb1-b9ce58b68118, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=0774bd93-e286-4cf0-9bb1-b9ce58b68118,segment=NetworkSegment(21055e6f-eed2-4045-b4af-d28da25088ab),segment_id=21055e6f-eed2-4045-b4af-d28da25088ab)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:17:56.165471 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8eb7af29-6553-4811-945e-67e1ac963916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:56.285152 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-8eb7af29-6553-4811-945e-67e1ac963916 admin admin] Calling delete_port for 0774bd93-e286-4cf0-9bb1-b9ce58b68118 owned by network:router_interface {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:17:56.644793 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8eb7af29-6553-4811-945e-67e1ac963916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:56.690239 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7af29-6553-4811-945e-67e1ac963916 admin admin] Pushing event deleted for resources: {'Port': ['ID=0774bd93-e286-4cf0-9bb1-b9ce58b68118,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:17:56.953188 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8eb7af29-6553-4811-945e-67e1ac963916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:57.306278 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb7af29-6553-4811-945e-67e1ac963916 admin admin] Router ba3be3f3-04c8-4f19-87b0-13c130f8517c has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:17:57.597361 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb7af29-6553-4811-945e-67e1ac963916 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:17:57.606320 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750cf0b2-c752-401d-bafd-9c0f2069d1c5 None None] Sync routers for ids ['ba3be3f3-04c8-4f19-87b0-13c130f8517c'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:17:57.610994 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8eb7af29-6553-4811-945e-67e1ac963916 admin admin] 10.222.0.57 "PUT /v2.0/routers/ba3be3f3-04c8-4f19-87b0-13c130f8517c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6151848 May 27 03:17:57.613504 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37200) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:17:57.615931 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750cf0b2-c752-401d-bafd-9c0f2069d1c5 None None] Routers {'ba3be3f3-04c8-4f19-87b0-13c130f8517c'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:17:57.616546 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-750cf0b2-c752-401d-bafd-9c0f2069d1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:17:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['ba3be3f3-04c8-4f19-87b0-13c130f8517c'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:17:57.791108 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-78f1f05c-89ae-4ba0-88b8-a004e507154a admin admin] Notify callbacks [] for router, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:57.795557 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-750cf0b2-c752-401d-bafd-9c0f2069d1c5 None None] Set router ba3be3f3-04c8-4f19-87b0-13c130f8517c gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:17:57.975766 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-78f1f05c-89ae-4ba0-88b8-a004e507154a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:58.026299 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-99c76dd7-ce81-4289-b7ed-ce2c6c0097cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:58.041936 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-78f1f05c-89ae-4ba0-88b8-a004e507154a admin admin] Deleting port 033cd575-d719-44ff-b36f-f6b753166f44 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:17:58.042289 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-78f1f05c-89ae-4ba0-88b8-a004e507154a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:58.089439 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-750cf0b2-c752-401d-bafd-9c0f2069d1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3be3f3-04c8-4f19-87b0-13c130f8517c', 'name': 'tempest-TestMinimumBasicScenario-1189257323-router', 'tenant_id': '157b5fde8af44f03bf50fe69b67f1acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '033cd575-d719-44ff-b36f-f6b753166f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:36Z', 'updated_at': '2022-05-27T03:17:56Z', 'revision_number': 5, 'project_id': '157b5fde8af44f03bf50fe69b67f1acd', 'gw_port': {'id': '033cd575-d719-44ff-b36f-f6b753166f44', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3be3f3-04c8-4f19-87b0-13c130f8517c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:37Z', 'updated_at': '2022-05-27T03:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:17:58.093895 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750cf0b2-c752-401d-bafd-9c0f2069d1c5 None None] Checking router: ba3be3f3-04c8-4f19-87b0-13c130f8517c for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:17:58.102269 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750cf0b2-c752-401d-bafd-9c0f2069d1c5 None None] Routers {'ba3be3f3-04c8-4f19-87b0-13c130f8517c'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:17:58.103016 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-750cf0b2-c752-401d-bafd-9c0f2069d1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:17:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['ba3be3f3-04c8-4f19-87b0-13c130f8517c'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:17:58.218278 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-78f1f05c-89ae-4ba0-88b8-a004e507154a admin admin] For port 033cd575-d719-44ff-b36f-f6b753166f44, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=033cd575-d719-44ff-b36f-f6b753166f44,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:17:58.218854 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-78f1f05c-89ae-4ba0-88b8-a004e507154a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:58.253970 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-750cf0b2-c752-401d-bafd-9c0f2069d1c5 None None] Set router ba3be3f3-04c8-4f19-87b0-13c130f8517c gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:17:58.339918 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-78f1f05c-89ae-4ba0-88b8-a004e507154a admin admin] Calling delete_port for 033cd575-d719-44ff-b36f-f6b753166f44 owned by network:router_gateway {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:17:58.359508 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-750cf0b2-c752-401d-bafd-9c0f2069d1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3be3f3-04c8-4f19-87b0-13c130f8517c', 'name': 'tempest-TestMinimumBasicScenario-1189257323-router', 'tenant_id': '157b5fde8af44f03bf50fe69b67f1acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:36Z', 'updated_at': '2022-05-27T03:17:57Z', 'revision_number': 6, 'project_id': '157b5fde8af44f03bf50fe69b67f1acd', 'gw_port_host': None}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:17:58.363389 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750cf0b2-c752-401d-bafd-9c0f2069d1c5 None None] The sync data for ids ['ba3be3f3-04c8-4f19-87b0-13c130f8517c'] in n-d-843554-3 is: [{'id': 'ba3be3f3-04c8-4f19-87b0-13c130f8517c', 'name': 'tempest-TestMinimumBasicScenario-1189257323-router', 'tenant_id': '157b5fde8af44f03bf50fe69b67f1acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:36Z', 'updated_at': '2022-05-27T03:17:57Z', 'revision_number': 6, 'project_id': '157b5fde8af44f03bf50fe69b67f1acd', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:17:58.544381 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-78f1f05c-89ae-4ba0-88b8-a004e507154a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:58.618443 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f1f05c-89ae-4ba0-88b8-a004e507154a admin admin] Pushing event deleted for resources: {'Port': ['ID=033cd575-d719-44ff-b36f-f6b753166f44,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:17:58.680683 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-78f1f05c-89ae-4ba0-88b8-a004e507154a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:58.975425 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-78f1f05c-89ae-4ba0-88b8-a004e507154a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:58.977606 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-78f1f05c-89ae-4ba0-88b8-a004e507154a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:59.090920 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:59.119443 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-78f1f05c-89ae-4ba0-88b8-a004e507154a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:59.119994 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f1f05c-89ae-4ba0-88b8-a004e507154a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba3be3f3-04c8-4f19-87b0-13c130f8517c {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 03:17:59.133190 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-78f1f05c-89ae-4ba0-88b8-a004e507154a admin admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:59.134311 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-78f1f05c-89ae-4ba0-88b8-a004e507154a admin admin] 10.222.0.57 "DELETE /v2.0/routers/ba3be3f3-04c8-4f19-87b0-13c130f8517c HTTP/1.1" status: 204 len: 168 time: 1.5199096 May 27 03:17:59.136905 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37204) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:17:59.198829 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-27d33cbc-fbfc-449c-a69f-93f4b9777d4c admin admin] Deleting subnet e7a2331a-5b03-40a0-a8a9-dee4ce9ad93a {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 03:17:59.201786 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-27d33cbc-fbfc-449c-a69f-93f4b9777d4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:59.235999 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:59.252080 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-27d33cbc-fbfc-449c-a69f-93f4b9777d4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:59.331840 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-27d33cbc-fbfc-449c-a69f-93f4b9777d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:59.473811 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-27d33cbc-fbfc-449c-a69f-93f4b9777d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:59.509124 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d33cbc-fbfc-449c-a69f-93f4b9777d4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7a2331a-5b03-40a0-a8a9-dee4ce9ad93a,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:17:59.514437 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-27d33cbc-fbfc-449c-a69f-93f4b9777d4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:59.519708 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4190fb81-4ea8-401f-93fc-4d768fadbaff None None] Network 652a821d-9dee-428d-93e8-1667fb2eda20 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:17:59.520416 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-27d33cbc-fbfc-449c-a69f-93f4b9777d4c admin admin] 10.222.0.57 "DELETE /v2.0/subnets/e7a2331a-5b03-40a0-a8a9-dee4ce9ad93a HTTP/1.1" status: 204 len: 168 time: 0.3825419 May 27 03:17:59.522889 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37208) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:17:59.631588 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6e827311-f461-4ff8-a8a5-c3a2bc4d01e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:59.642116 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6e827311-f461-4ff8-a8a5-c3a2bc4d01e4 admin admin] Deleting port 818724a5-8f74-45ec-ab35-7b01fb120225 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:17:59.642450 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6e827311-f461-4ff8-a8a5-c3a2bc4d01e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:59.802710 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406ded4c-2217-4a80-a6e3-b82f42f80af3 None None] DHCP port deletion for 652a821d-9dee-428d-93e8-1667fb2eda20 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 03:17:59.806962 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-406ded4c-2217-4a80-a6e3-b82f42f80af3 None None] Deleting port 818724a5-8f74-45ec-ab35-7b01fb120225 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:17:59.807332 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-406ded4c-2217-4a80-a6e3-b82f42f80af3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:59.856476 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-6e827311-f461-4ff8-a8a5-c3a2bc4d01e4 admin admin] For port 818724a5-8f74-45ec-ab35-7b01fb120225, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=818724a5-8f74-45ec-ab35-7b01fb120225,segment=NetworkSegment(21055e6f-eed2-4045-b4af-d28da25088ab),segment_id=21055e6f-eed2-4045-b4af-d28da25088ab)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:17:59.856904 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6e827311-f461-4ff8-a8a5-c3a2bc4d01e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:59.978971 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6e827311-f461-4ff8-a8a5-c3a2bc4d01e4 admin admin] Calling delete_port for 818724a5-8f74-45ec-ab35-7b01fb120225 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:18:00.006158 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-406ded4c-2217-4a80-a6e3-b82f42f80af3 None None] For port 818724a5-8f74-45ec-ab35-7b01fb120225, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=818724a5-8f74-45ec-ab35-7b01fb120225,segment=NetworkSegment(21055e6f-eed2-4045-b4af-d28da25088ab),segment_id=21055e6f-eed2-4045-b4af-d28da25088ab)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:18:00.013833 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-406ded4c-2217-4a80-a6e3-b82f42f80af3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:00.130987 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-406ded4c-2217-4a80-a6e3-b82f42f80af3 None None] Calling delete_port for 818724a5-8f74-45ec-ab35-7b01fb120225 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:18:00.150035 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6e827311-f461-4ff8-a8a5-c3a2bc4d01e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:00.200615 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e827311-f461-4ff8-a8a5-c3a2bc4d01e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=818724a5-8f74-45ec-ab35-7b01fb120225,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:18:00.202453 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-406ded4c-2217-4a80-a6e3-b82f42f80af3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:18:00.202822 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-406ded4c-2217-4a80-a6e3-b82f42f80af3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:18:00.202998 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e827311-f461-4ff8-a8a5-c3a2bc4d01e4 admin admin] No DVR routers for this DVR port 818724a5-8f74-45ec-ab35-7b01fb120225 on host n-d-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:18:00.316690 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6e827311-f461-4ff8-a8a5-c3a2bc4d01e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:00.327845 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:00.341275 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-6e827311-f461-4ff8-a8a5-c3a2bc4d01e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['652a821d-9dee-428d-93e8-1667fb2eda20']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:18:00.353118 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-6e827311-f461-4ff8-a8a5-c3a2bc4d01e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21055e6f-eed2-4045-b4af-d28da25088ab') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:18:00.353414 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-6e827311-f461-4ff8-a8a5-c3a2bc4d01e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21055e6f-eed2-4045-b4af-d28da25088ab') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:18:00.364481 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6e827311-f461-4ff8-a8a5-c3a2bc4d01e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:00.380955 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6e827311-f461-4ff8-a8a5-c3a2bc4d01e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:00.387385 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e827311-f461-4ff8-a8a5-c3a2bc4d01e4 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:18:00.389028 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6e827311-f461-4ff8-a8a5-c3a2bc4d01e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:00.422960 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 033cd575-d719-44ff-b36f-f6b753166f44 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:18:00.454473 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 21055e6f-eed2-4045-b4af-d28da25088ab resource provider aggregate not found May 27 03:18:00.458027 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 033cd575-d719-44ff-b36f-f6b753166f44 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:18:00.458380 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 033cd575-d719-44ff-b36f-f6b753166f44 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:18:00.458794 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 818724a5-8f74-45ec-ab35-7b01fb120225 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:18:00.476097 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 21055e6f-eed2-4045-b4af-d28da25088ab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 21055e6f-eed2-4045-b4af-d28da25088ab found for delete ", "request_id": "req-f9a87128-29ce-4106-9ea4-7efc774d389e"}]} May 27 03:18:00.495422 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 818724a5-8f74-45ec-ab35-7b01fb120225 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:18:00.495696 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 818724a5-8f74-45ec-ab35-7b01fb120225 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:18:00.496110 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 0774bd93-e286-4cf0-9bb1-b9ce58b68118 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:18:00.528264 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 0774bd93-e286-4cf0-9bb1-b9ce58b68118 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:18:00.528603 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 0774bd93-e286-4cf0-9bb1-b9ce58b68118 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:18:00.549945 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6e827311-f461-4ff8-a8a5-c3a2bc4d01e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:00.566616 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6e827311-f461-4ff8-a8a5-c3a2bc4d01e4 admin admin] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:00.578187 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e827311-f461-4ff8-a8a5-c3a2bc4d01e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=652a821d-9dee-428d-93e8-1667fb2eda20,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:18:00.647782 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6e827311-f461-4ff8-a8a5-c3a2bc4d01e4 admin admin] 10.222.0.57 "DELETE /v2.0/networks/652a821d-9dee-428d-93e8-1667fb2eda20 HTTP/1.1" status: 204 len: 168 time: 1.1238756 May 27 03:18:00.650497 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37216) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:18:00.703746 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-406ded4c-2217-4a80-a6e3-b82f42f80af3 None None] Deleting port 818724a5-8f74-45ec-ab35-7b01fb120225 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:18:00.704289 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-406ded4c-2217-4a80-a6e3-b82f42f80af3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:00.771633 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-406ded4c-2217-4a80-a6e3-b82f42f80af3 None None] The port '818724a5-8f74-45ec-ab35-7b01fb120225' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 03:18:01.284850 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0b058faf-ca8f-4e54-8562-a85f8cdf3f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:01.618585 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-0b058faf-ca8f-4e54-8562-a85f8cdf3f4c admin admin] Deleting port 72d28507-f160-4a49-8fba-6b50982597db {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:18:01.619239 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0b058faf-ca8f-4e54-8562-a85f8cdf3f4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:01.784648 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-0b058faf-ca8f-4e54-8562-a85f8cdf3f4c admin admin] For port 72d28507-f160-4a49-8fba-6b50982597db, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=72d28507-f160-4a49-8fba-6b50982597db,segment=NetworkSegment(b9850290-bd91-4cfc-801a-95c5610226be),segment_id=b9850290-bd91-4cfc-801a-95c5610226be)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:18:01.785038 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0b058faf-ca8f-4e54-8562-a85f8cdf3f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:01.908832 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-0b058faf-ca8f-4e54-8562-a85f8cdf3f4c admin admin] Calling delete_port for 72d28507-f160-4a49-8fba-6b50982597db owned by network:router_interface {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:18:02.161434 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0b058faf-ca8f-4e54-8562-a85f8cdf3f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:02.205826 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b058faf-ca8f-4e54-8562-a85f8cdf3f4c admin admin] Pushing event deleted for resources: {'Port': ['ID=72d28507-f160-4a49-8fba-6b50982597db,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:18:02.579421 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0b058faf-ca8f-4e54-8562-a85f8cdf3f4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:02.929859 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b058faf-ca8f-4e54-8562-a85f8cdf3f4c admin admin] Router 19530a9c-b3e7-499a-b766-84f166a6005b has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:18:03.106935 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b058faf-ca8f-4e54-8562-a85f8cdf3f4c admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:18:03.115265 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eb3232-c704-4f34-9e2a-4a0ea29632f4 None None] Sync routers for ids ['19530a9c-b3e7-499a-b766-84f166a6005b'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:18:03.125187 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eb3232-c704-4f34-9e2a-4a0ea29632f4 None None] Routers {'19530a9c-b3e7-499a-b766-84f166a6005b'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:18:03.125782 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-f6eb3232-c704-4f34-9e2a-4a0ea29632f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:17:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['19530a9c-b3e7-499a-b766-84f166a6005b'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:18:03.166996 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0b058faf-ca8f-4e54-8562-a85f8cdf3f4c admin admin] 10.222.0.57 "PUT /v2.0/routers/19530a9c-b3e7-499a-b766-84f166a6005b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5154886 May 27 03:18:03.169502 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37222) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:18:03.331048 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-f6eb3232-c704-4f34-9e2a-4a0ea29632f4 None None] Set router 19530a9c-b3e7-499a-b766-84f166a6005b gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:18:03.349162 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-387dbb4e-762a-4d5a-a9fa-caafc50529e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:03.523732 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-387dbb4e-762a-4d5a-a9fa-caafc50529e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:03.578568 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-387dbb4e-762a-4d5a-a9fa-caafc50529e3 admin admin] Deleting port d0859c5f-424d-4878-b074-ae981f52e3a1 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:18:03.578905 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-387dbb4e-762a-4d5a-a9fa-caafc50529e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:03.607258 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-f6eb3232-c704-4f34-9e2a-4a0ea29632f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19530a9c-b3e7-499a-b766-84f166a6005b', 'name': 'tempest-TestMinimumBasicScenario-1185118981-router', 'tenant_id': 'f0ea40c4fa264044a2c7988354042453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'd0859c5f-424d-4878-b074-ae981f52e3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:44Z', 'updated_at': '2022-05-27T03:18:02Z', 'revision_number': 5, 'project_id': 'f0ea40c4fa264044a2c7988354042453', 'gw_port': {'id': 'd0859c5f-424d-4878-b074-ae981f52e3a1', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:74:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19530a9c-b3e7-499a-b766-84f166a6005b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:45Z', 'updated_at': '2022-05-27T03:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:18:03.611505 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eb3232-c704-4f34-9e2a-4a0ea29632f4 None None] Checking router: 19530a9c-b3e7-499a-b766-84f166a6005b for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:18:03.619699 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eb3232-c704-4f34-9e2a-4a0ea29632f4 None None] Routers {'19530a9c-b3e7-499a-b766-84f166a6005b'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:18:03.620299 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-f6eb3232-c704-4f34-9e2a-4a0ea29632f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:17:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['19530a9c-b3e7-499a-b766-84f166a6005b'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:18:03.751169 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-387dbb4e-762a-4d5a-a9fa-caafc50529e3 admin admin] For port d0859c5f-424d-4878-b074-ae981f52e3a1, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=d0859c5f-424d-4878-b074-ae981f52e3a1,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:18:03.751584 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-387dbb4e-762a-4d5a-a9fa-caafc50529e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:03.774858 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-f6eb3232-c704-4f34-9e2a-4a0ea29632f4 None None] Set router 19530a9c-b3e7-499a-b766-84f166a6005b gateway port host: None {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:18:03.878967 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-f6eb3232-c704-4f34-9e2a-4a0ea29632f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19530a9c-b3e7-499a-b766-84f166a6005b', 'name': 'tempest-TestMinimumBasicScenario-1185118981-router', 'tenant_id': 'f0ea40c4fa264044a2c7988354042453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:44Z', 'updated_at': '2022-05-27T03:18:03Z', 'revision_number': 6, 'project_id': 'f0ea40c4fa264044a2c7988354042453', 'gw_port_host': None}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:18:03.883272 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eb3232-c704-4f34-9e2a-4a0ea29632f4 None None] The sync data for ids ['19530a9c-b3e7-499a-b766-84f166a6005b'] in n-d-843554-3 is: [{'id': '19530a9c-b3e7-499a-b766-84f166a6005b', 'name': 'tempest-TestMinimumBasicScenario-1185118981-router', 'tenant_id': 'f0ea40c4fa264044a2c7988354042453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:44Z', 'updated_at': '2022-05-27T03:18:03Z', 'revision_number': 6, 'project_id': 'f0ea40c4fa264044a2c7988354042453', 'gw_port_host': None}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:18:03.994156 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-387dbb4e-762a-4d5a-a9fa-caafc50529e3 admin admin] Calling delete_port for d0859c5f-424d-4878-b074-ae981f52e3a1 owned by network:router_gateway {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:18:04.230472 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-387dbb4e-762a-4d5a-a9fa-caafc50529e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:04.277647 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387dbb4e-762a-4d5a-a9fa-caafc50529e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0859c5f-424d-4878-b074-ae981f52e3a1,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:18:04.373050 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-387dbb4e-762a-4d5a-a9fa-caafc50529e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:04.543938 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-387dbb4e-762a-4d5a-a9fa-caafc50529e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:04.546192 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-387dbb4e-762a-4d5a-a9fa-caafc50529e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:04.636261 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-387dbb4e-762a-4d5a-a9fa-caafc50529e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:04.636901 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387dbb4e-762a-4d5a-a9fa-caafc50529e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19530a9c-b3e7-499a-b766-84f166a6005b {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 03:18:04.652734 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-387dbb4e-762a-4d5a-a9fa-caafc50529e3 admin admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:04.653897 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-387dbb4e-762a-4d5a-a9fa-caafc50529e3 admin admin] 10.222.0.57 "DELETE /v2.0/routers/19530a9c-b3e7-499a-b766-84f166a6005b HTTP/1.1" status: 204 len: 168 time: 1.4834085 May 27 03:18:04.656365 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37228) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:18:04.658324 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 72d28507-f160-4a49-8fba-6b50982597db no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:18:04.694086 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 72d28507-f160-4a49-8fba-6b50982597db {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:18:04.694651 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 72d28507-f160-4a49-8fba-6b50982597db not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:18:04.695222 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device d0859c5f-424d-4878-b074-ae981f52e3a1 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:18:04.717119 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-83da4d92-3e75-4fe9-8198-63b68adf0586 admin admin] Deleting subnet 79fa78a8-f468-4cb9-96a9-fd02d0b5f3e9 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 03:18:04.720399 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-83da4d92-3e75-4fe9-8198-63b68adf0586 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:04.728680 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: d0859c5f-424d-4878-b074-ae981f52e3a1 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:18:04.729059 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device d0859c5f-424d-4878-b074-ae981f52e3a1 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:18:04.773278 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-83da4d92-3e75-4fe9-8198-63b68adf0586 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:04.853050 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-83da4d92-3e75-4fe9-8198-63b68adf0586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:04.973095 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-83da4d92-3e75-4fe9-8198-63b68adf0586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:05.010939 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da4d92-3e75-4fe9-8198-63b68adf0586 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79fa78a8-f468-4cb9-96a9-fd02d0b5f3e9,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:18:05.014628 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-83da4d92-3e75-4fe9-8198-63b68adf0586 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:05.019915 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ca3a45-51b1-43cf-919c-817fd926a2ec None None] Network 1551ebcd-86fc-4b14-8442-0c0c1d2098bd requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:18:05.020768 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-83da4d92-3e75-4fe9-8198-63b68adf0586 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/79fa78a8-f468-4cb9-96a9-fd02d0b5f3e9 HTTP/1.1" status: 204 len: 168 time: 0.3629119 May 27 03:18:05.022804 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37232) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:18:05.129390 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7ddb8b31-d81f-4b97-a5a5-2c2480be3850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:05.139482 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7ddb8b31-d81f-4b97-a5a5-2c2480be3850 admin admin] Deleting port 455524d2-1e63-4c54-b1af-dd504e430083 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:18:05.139784 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7ddb8b31-d81f-4b97-a5a5-2c2480be3850 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:05.262773 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f1ab06-957f-4896-962c-bc817b01475f None None] DHCP port deletion for 1551ebcd-86fc-4b14-8442-0c0c1d2098bd request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 03:18:05.267093 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-42f1ab06-957f-4896-962c-bc817b01475f None None] Deleting port 455524d2-1e63-4c54-b1af-dd504e430083 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:18:05.267465 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-42f1ab06-957f-4896-962c-bc817b01475f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:05.340899 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-7ddb8b31-d81f-4b97-a5a5-2c2480be3850 admin admin] For port 455524d2-1e63-4c54-b1af-dd504e430083, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=455524d2-1e63-4c54-b1af-dd504e430083,segment=NetworkSegment(b9850290-bd91-4cfc-801a-95c5610226be),segment_id=b9850290-bd91-4cfc-801a-95c5610226be)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:18:05.341262 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7ddb8b31-d81f-4b97-a5a5-2c2480be3850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:05.463821 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-42f1ab06-957f-4896-962c-bc817b01475f None None] For port 455524d2-1e63-4c54-b1af-dd504e430083, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=455524d2-1e63-4c54-b1af-dd504e430083,segment=NetworkSegment(b9850290-bd91-4cfc-801a-95c5610226be),segment_id=b9850290-bd91-4cfc-801a-95c5610226be)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:18:05.464333 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-42f1ab06-957f-4896-962c-bc817b01475f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:05.469072 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7ddb8b31-d81f-4b97-a5a5-2c2480be3850 admin admin] Calling delete_port for 455524d2-1e63-4c54-b1af-dd504e430083 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:18:05.613482 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7ddb8b31-d81f-4b97-a5a5-2c2480be3850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:05.626106 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-42f1ab06-957f-4896-962c-bc817b01475f None None] Calling delete_port for 455524d2-1e63-4c54-b1af-dd504e430083 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:18:05.664322 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb8b31-d81f-4b97-a5a5-2c2480be3850 admin admin] Pushing event deleted for resources: {'Port': ['ID=455524d2-1e63-4c54-b1af-dd504e430083,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:18:05.667669 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddb8b31-d81f-4b97-a5a5-2c2480be3850 admin admin] No DVR routers for this DVR port 455524d2-1e63-4c54-b1af-dd504e430083 on host n-d-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:18:05.698869 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-42f1ab06-957f-4896-962c-bc817b01475f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:18:05.699477 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-42f1ab06-957f-4896-962c-bc817b01475f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:18:05.886697 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7ddb8b31-d81f-4b97-a5a5-2c2480be3850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:05.926621 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-7ddb8b31-d81f-4b97-a5a5-2c2480be3850 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1551ebcd-86fc-4b14-8442-0c0c1d2098bd']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:18:05.938432 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-7ddb8b31-d81f-4b97-a5a5-2c2480be3850 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9850290-bd91-4cfc-801a-95c5610226be') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:18:05.938725 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-7ddb8b31-d81f-4b97-a5a5-2c2480be3850 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9850290-bd91-4cfc-801a-95c5610226be') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:18:05.949588 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7ddb8b31-d81f-4b97-a5a5-2c2480be3850 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:05.965202 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7ddb8b31-d81f-4b97-a5a5-2c2480be3850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:05.971538 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ddb8b31-d81f-4b97-a5a5-2c2480be3850 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:18:05.971912 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7ddb8b31-d81f-4b97-a5a5-2c2480be3850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:06.035706 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment b9850290-bd91-4cfc-801a-95c5610226be resource provider aggregate not found May 27 03:18:06.060293 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment b9850290-bd91-4cfc-801a-95c5610226be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9850290-bd91-4cfc-801a-95c5610226be found for delete ", "request_id": "req-b1e66791-cc03-42f6-944f-363849ba92de"}]} May 27 03:18:06.148004 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7ddb8b31-d81f-4b97-a5a5-2c2480be3850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:06.164104 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7ddb8b31-d81f-4b97-a5a5-2c2480be3850 admin admin] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:06.174018 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb8b31-d81f-4b97-a5a5-2c2480be3850 admin admin] Pushing event deleted for resources: {'Network': ['ID=1551ebcd-86fc-4b14-8442-0c0c1d2098bd,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:18:06.183018 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7ddb8b31-d81f-4b97-a5a5-2c2480be3850 admin admin] 10.222.0.57 "DELETE /v2.0/networks/1551ebcd-86fc-4b14-8442-0c0c1d2098bd HTTP/1.1" status: 204 len: 168 time: 1.1575720 May 27 03:18:06.200743 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-42f1ab06-957f-4896-962c-bc817b01475f None None] Deleting port 455524d2-1e63-4c54-b1af-dd504e430083 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:18:06.201135 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-42f1ab06-957f-4896-962c-bc817b01475f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:06.268209 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-42f1ab06-957f-4896-962c-bc817b01475f None None] The port '455524d2-1e63-4c54-b1af-dd504e430083' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 03:18:06.418978 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 455524d2-1e63-4c54-b1af-dd504e430083 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:18:06.453398 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 455524d2-1e63-4c54-b1af-dd504e430083 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:18:06.453657 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 455524d2-1e63-4c54-b1af-dd504e430083 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:18:06.558668 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37242) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:18:06.606210 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1bad3d9f-31d1-4db9-a0f4-629cdea7ba47 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=157b5fde8af44f03bf50fe69b67f1acd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464284 May 27 03:18:06.609122 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37246) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:18:06.663912 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-098420ad-c862-474c-ad7c-1ca682dd93d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:06.693196 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-098420ad-c862-474c-ad7c-1ca682dd93d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:06.812626 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-098420ad-c862-474c-ad7c-1ca682dd93d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:06.828294 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098420ad-c862-474c-ad7c-1ca682dd93d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7bb81c9-846a-42f3-8bf5-0e6b6ea78916,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:18:06.836543 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-098420ad-c862-474c-ad7c-1ca682dd93d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:06.837686 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-098420ad-c862-474c-ad7c-1ca682dd93d5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c7bb81c9-846a-42f3-8bf5-0e6b6ea78916 HTTP/1.1" status: 204 len: 168 time: 0.2276952 May 27 03:18:07.522251 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37254) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:18:07.570495 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-19fdc440-b032-4e08-9278-2671227779f8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f0ea40c4fa264044a2c7988354042453&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470552 May 27 03:18:07.573046 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37258) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:18:07.632150 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0c02c23f-6a77-49fd-ab70-36ad9b6b4f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:07.657384 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0c02c23f-6a77-49fd-ab70-36ad9b6b4f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:07.784141 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0c02c23f-6a77-49fd-ab70-36ad9b6b4f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:07.798131 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02c23f-6a77-49fd-ab70-36ad9b6b4f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e4ab0b-e0ed-4b82-b15a-a9eaaa46975b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:18:07.805183 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0c02c23f-6a77-49fd-ab70-36ad9b6b4f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:07.808709 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0c02c23f-6a77-49fd-ab70-36ad9b6b4f25 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b8e4ab0b-e0ed-4b82-b15a-a9eaaa46975b HTTP/1.1" status: 204 len: 168 time: 0.2323229 May 27 03:18:09.878045 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37300) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:18:09.883216 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-41248abe-12aa-4f42-aecd-3b10a7af861f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-427505405', 'description': 'tempest-secgroup-smoke-427505405 description', 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:18:09.890196 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-41248abe-12aa-4f42-aecd-3b10a7af861f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:18:09.894147 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-41248abe-12aa-4f42-aecd-3b10a7af861f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:security_group and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:18:09.897658 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-41248abe-12aa-4f42-aecd-3b10a7af861f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:18:09.903455 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-41248abe-12aa-4f42-aecd-3b10a7af861f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:18:09.995414 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-41248abe-12aa-4f42-aecd-3b10a7af861f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:10.007349 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-41248abe-12aa-4f42-aecd-3b10a7af861f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:10.021609 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-41248abe-12aa-4f42-aecd-3b10a7af861f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:18:10.025403 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-41248abe-12aa-4f42-aecd-3b10a7af861f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:security_group_rule and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:18:10.028166 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-41248abe-12aa-4f42-aecd-3b10a7af861f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:18:10.034391 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-41248abe-12aa-4f42-aecd-3b10a7af861f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:18:10.117345 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-41248abe-12aa-4f42-aecd-3b10a7af861f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:10.187707 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-41248abe-12aa-4f42-aecd-3b10a7af861f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:10.198370 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-41248abe-12aa-4f42-aecd-3b10a7af861f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:18:10.206353 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-41248abe-12aa-4f42-aecd-3b10a7af861f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:security_group_rule and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:18:10.210763 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-41248abe-12aa-4f42-aecd-3b10a7af861f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:18:10.224949 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-41248abe-12aa-4f42-aecd-3b10a7af861f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:18:10.231992 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41248abe-12aa-4f42-aecd-3b10a7af861f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=353a6627-53f6-46c1-b087-6ed12661421b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:18:10.298016 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-41248abe-12aa-4f42-aecd-3b10a7af861f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:10.372552 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-41248abe-12aa-4f42-aecd-3b10a7af861f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:10.413146 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41248abe-12aa-4f42-aecd-3b10a7af861f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fafb672-dd3b-4613-8e81-80a33e2c63b3,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:18:10.475314 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-41248abe-12aa-4f42-aecd-3b10a7af861f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:10.476538 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-41248abe-12aa-4f42-aecd-3b10a7af861f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5975115 May 27 03:18:10.479420 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37304) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:18:10.484379 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-931e1c3a-6abd-4552-95db-d8046b4e45b1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'security_group_rule': {'security_group_id': '2fafb672-dd3b-4613-8e81-80a33e2c63b3', 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:18:10.491080 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-931e1c3a-6abd-4552-95db-d8046b4e45b1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:18:10.494929 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-931e1c3a-6abd-4552-95db-d8046b4e45b1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:security_group_rule and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:18:10.497784 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-931e1c3a-6abd-4552-95db-d8046b4e45b1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:18:10.503396 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-931e1c3a-6abd-4552-95db-d8046b4e45b1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:18:10.579640 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-931e1c3a-6abd-4552-95db-d8046b4e45b1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:10.636598 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-931e1c3a-6abd-4552-95db-d8046b4e45b1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:10.710100 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-931e1c3a-6abd-4552-95db-d8046b4e45b1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:10.735684 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e1c3a-6abd-4552-95db-d8046b4e45b1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=672c00d8-a2d2-4e21-b16f-65b9e2df9bae,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:18:10.807281 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-931e1c3a-6abd-4552-95db-d8046b4e45b1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:10.808482 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-931e1c3a-6abd-4552-95db-d8046b4e45b1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3281631 May 27 03:18:10.811670 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37308) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:18:10.816590 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-aa766a6d-0c1f-4f7e-8577-dda61ee5ae41 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'security_group_rule': {'security_group_id': '2fafb672-dd3b-4613-8e81-80a33e2c63b3', 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:18:10.823587 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-aa766a6d-0c1f-4f7e-8577-dda61ee5ae41 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:18:10.828046 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-aa766a6d-0c1f-4f7e-8577-dda61ee5ae41 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:security_group_rule and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:18:10.831090 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-aa766a6d-0c1f-4f7e-8577-dda61ee5ae41 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:18:10.836889 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-aa766a6d-0c1f-4f7e-8577-dda61ee5ae41 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:18:10.931494 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aa766a6d-0c1f-4f7e-8577-dda61ee5ae41 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:10.990436 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aa766a6d-0c1f-4f7e-8577-dda61ee5ae41 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:11.062750 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aa766a6d-0c1f-4f7e-8577-dda61ee5ae41 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:11.085257 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa766a6d-0c1f-4f7e-8577-dda61ee5ae41 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f7da609-8a29-43c0-9a9d-4d969ad3c3ba,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:18:11.161425 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aa766a6d-0c1f-4f7e-8577-dda61ee5ae41 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:11.162615 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-aa766a6d-0c1f-4f7e-8577-dda61ee5ae41 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3500521 May 27 03:18:11.165279 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37312) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:18:11.170086 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-38f94796-0987-4073-9b49-e6c0e3a45f8d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'security_group_rule': {'security_group_id': '2fafb672-dd3b-4613-8e81-80a33e2c63b3', 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:18:11.177356 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-38f94796-0987-4073-9b49-e6c0e3a45f8d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:18:11.181087 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-38f94796-0987-4073-9b49-e6c0e3a45f8d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:security_group_rule and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:18:11.183916 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-38f94796-0987-4073-9b49-e6c0e3a45f8d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:18:11.190419 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-38f94796-0987-4073-9b49-e6c0e3a45f8d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:18:11.287785 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38f94796-0987-4073-9b49-e6c0e3a45f8d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:11.349335 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38f94796-0987-4073-9b49-e6c0e3a45f8d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:11.412482 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38f94796-0987-4073-9b49-e6c0e3a45f8d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:11.435510 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f94796-0987-4073-9b49-e6c0e3a45f8d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f356bedd-4581-43d5-b349-d73e127f93ff,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:18:11.526948 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38f94796-0987-4073-9b49-e6c0e3a45f8d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:11.528148 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-38f94796-0987-4073-9b49-e6c0e3a45f8d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3619523 May 27 03:18:11.531299 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37316) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:18:11.536152 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ff48ac05-44cb-467e-8212-4629c2a7f645 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'security_group_rule': {'security_group_id': '2fafb672-dd3b-4613-8e81-80a33e2c63b3', 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:18:11.542623 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ff48ac05-44cb-467e-8212-4629c2a7f645 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:18:11.546915 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ff48ac05-44cb-467e-8212-4629c2a7f645 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:security_group_rule and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:18:11.549746 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ff48ac05-44cb-467e-8212-4629c2a7f645 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:18:11.555670 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ff48ac05-44cb-467e-8212-4629c2a7f645 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:18:11.630184 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff48ac05-44cb-467e-8212-4629c2a7f645 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:11.693402 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff48ac05-44cb-467e-8212-4629c2a7f645 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:11.767122 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff48ac05-44cb-467e-8212-4629c2a7f645 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:11.790914 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff48ac05-44cb-467e-8212-4629c2a7f645 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1f898f8-1a46-43bf-b492-193cda5a7e98,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:18:11.858670 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff48ac05-44cb-467e-8212-4629c2a7f645 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:11.860152 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ff48ac05-44cb-467e-8212-4629c2a7f645 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3279071 May 27 03:18:11.862821 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37320) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:18:11.867831 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-e4c1895d-5891-43af-a4bb-f47c8500f7f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'security_group_rule': {'security_group_id': '2fafb672-dd3b-4613-8e81-80a33e2c63b3', 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:18:11.874527 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e4c1895d-5891-43af-a4bb-f47c8500f7f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:18:11.878224 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e4c1895d-5891-43af-a4bb-f47c8500f7f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:security_group_rule and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:18:11.886298 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e4c1895d-5891-43af-a4bb-f47c8500f7f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:18:11.886538 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e4c1895d-5891-43af-a4bb-f47c8500f7f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:18:11.944198 n-d-843554-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-e4c1895d-5891-43af-a4bb-f47c8500f7f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Project d02b46bffb894f2cbc2d380293cecdd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:18:11.950692 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e4c1895d-5891-43af-a4bb-f47c8500f7f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:12.011892 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e4c1895d-5891-43af-a4bb-f47c8500f7f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:12.078969 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e4c1895d-5891-43af-a4bb-f47c8500f7f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:12.101880 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c1895d-5891-43af-a4bb-f47c8500f7f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9db7d31f-4d17-4100-842a-9b062d89008d,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:18:12.182197 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e4c1895d-5891-43af-a4bb-f47c8500f7f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:12.183329 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e4c1895d-5891-43af-a4bb-f47c8500f7f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3194978 May 27 03:18:12.185963 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37324) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:18:12.191293 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-0bf159fe-e397-4ac4-bb5c-ac80dd4c817a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'security_group_rule': {'security_group_id': '2fafb672-dd3b-4613-8e81-80a33e2c63b3', 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:18:12.197777 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0bf159fe-e397-4ac4-bb5c-ac80dd4c817a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:18:12.201561 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0bf159fe-e397-4ac4-bb5c-ac80dd4c817a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:security_group_rule and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:18:12.205021 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0bf159fe-e397-4ac4-bb5c-ac80dd4c817a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:18:12.210604 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0bf159fe-e397-4ac4-bb5c-ac80dd4c817a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:18:12.275353 n-d-843554-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-0bf159fe-e397-4ac4-bb5c-ac80dd4c817a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Project d02b46bffb894f2cbc2d380293cecdd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:18:12.282087 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0bf159fe-e397-4ac4-bb5c-ac80dd4c817a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:12.348227 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0bf159fe-e397-4ac4-bb5c-ac80dd4c817a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:12.424050 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0bf159fe-e397-4ac4-bb5c-ac80dd4c817a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:12.455830 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf159fe-e397-4ac4-bb5c-ac80dd4c817a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2b5c3cb-bac4-4710-ae57-9f23dbdc5e4d,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:18:12.584273 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0bf159fe-e397-4ac4-bb5c-ac80dd4c817a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:12.585514 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0bf159fe-e397-4ac4-bb5c-ac80dd4c817a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3981464 May 27 03:18:12.588467 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37328) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:18:12.594423 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ff1c82c4-a903-4c5c-9b9a-ec39901057ab tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'network': {'name': 'tempest-network-smoke--732536407', 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'port_security_enabled': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:18:12.600223 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ff1c82c4-a903-4c5c-9b9a-ec39901057ab tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:18:12.603976 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ff1c82c4-a903-4c5c-9b9a-ec39901057ab tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:network and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:18:12.606831 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ff1c82c4-a903-4c5c-9b9a-ec39901057ab tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:18:12.612370 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ff1c82c4-a903-4c5c-9b9a-ec39901057ab tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:18:12.672998 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1c82c4-a903-4c5c-9b9a-ec39901057ab tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Made reservation on behalf of d02b46bffb894f2cbc2d380293cecdd7 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:18:12.676602 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff1c82c4-a903-4c5c-9b9a-ec39901057ab tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:12.703427 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff1c82c4-a903-4c5c-9b9a-ec39901057ab tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:18:12.711460 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff1c82c4-a903-4c5c-9b9a-ec39901057ab tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:12.711737 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-ff1c82c4-a903-4c5c-9b9a-ec39901057ab tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Added segment 3be94543-2e22-4756-8b92-958ce3f17673 of type vlan for network f02c2949-0d5a-4927-abd5-eb6c8ad205c9 May 27 03:18:12.736543 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff1c82c4-a903-4c5c-9b9a-ec39901057ab tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:12.821861 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff1c82c4-a903-4c5c-9b9a-ec39901057ab tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:12.828041 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1c82c4-a903-4c5c-9b9a-ec39901057ab tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:18:12.828628 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff1c82c4-a903-4c5c-9b9a-ec39901057ab tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:13.029827 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c82c4-a903-4c5c-9b9a-ec39901057ab tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'Network': ['ID=f02c2949-0d5a-4927-abd5-eb6c8ad205c9,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:18:13.039903 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network f02c2949-0d5a-4927-abd5-eb6c8ad205c9 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:18:13.093780 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ff1c82c4-a903-4c5c-9b9a-ec39901057ab tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5042665 May 27 03:18:13.096622 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37332) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:18:13.101615 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-40aa70fd-23be-47a9-8b49-0eb19b568d83 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-196262578', 'admin_state_up': True, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:18:13.109414 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-40aa70fd-23be-47a9-8b49-0eb19b568d83 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:18:13.113210 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-40aa70fd-23be-47a9-8b49-0eb19b568d83 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:router and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:18:13.115996 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-40aa70fd-23be-47a9-8b49-0eb19b568d83 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:18:13.122227 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-40aa70fd-23be-47a9-8b49-0eb19b568d83 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:18:13.206988 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-40aa70fd-23be-47a9-8b49-0eb19b568d83 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:13.208036 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-40aa70fd-23be-47a9-8b49-0eb19b568d83 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:13.222179 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-40aa70fd-23be-47a9-8b49-0eb19b568d83 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:13.539541 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-40aa70fd-23be-47a9-8b49-0eb19b568d83 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:13.909144 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-40aa70fd-23be-47a9-8b49-0eb19b568d83 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:13.937461 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-40aa70fd-23be-47a9-8b49-0eb19b568d83 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:14.075852 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-40aa70fd-23be-47a9-8b49-0eb19b568d83 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Allocated IP 172.25.1.138 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:18:14.220112 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-40aa70fd-23be-47a9-8b49-0eb19b568d83 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:14.292863 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-40aa70fd-23be-47a9-8b49-0eb19b568d83 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:14.357225 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40aa70fd-23be-47a9-8b49-0eb19b568d83 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:18:14.359860 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-40aa70fd-23be-47a9-8b49-0eb19b568d83 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:18:14.362473 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40aa70fd-23be-47a9-8b49-0eb19b568d83 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:18:14.408180 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa70fd-23be-47a9-8b49-0eb19b568d83 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'Port': ['ID=578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:18:14.939162 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-40aa70fd-23be-47a9-8b49-0eb19b568d83 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:15.268031 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-40aa70fd-23be-47a9-8b49-0eb19b568d83 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:15.532660 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40aa70fd-23be-47a9-8b49-0eb19b568d83 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Router 2fcc7722-42a0-494f-87d7-4c2a29c782cd is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 03:18:15.659173 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:18:15.704897 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40aa70fd-23be-47a9-8b49-0eb19b568d83 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:18:15.714535 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f74e9e-afa1-4ee1-8823-98cce14a0c1b None None] Sync routers for ids ['2fcc7722-42a0-494f-87d7-4c2a29c782cd'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:18:15.724082 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f74e9e-afa1-4ee1-8823-98cce14a0c1b None None] Routers {'2fcc7722-42a0-494f-87d7-4c2a29c782cd'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:18:15.724695 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-70f74e9e-afa1-4ee1-8823-98cce14a0c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:17:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['2fcc7722-42a0-494f-87d7-4c2a29c782cd'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:18:15.796020 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-40aa70fd-23be-47a9-8b49-0eb19b568d83 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:15.800114 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-40aa70fd-23be-47a9-8b49-0eb19b568d83 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6996450 May 27 03:18:15.800604 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37336) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:18:15.907158 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-70f74e9e-afa1-4ee1-8823-98cce14a0c1b None None] Set router 2fcc7722-42a0-494f-87d7-4c2a29c782cd gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:18:15.958596 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-201fde57-fdc1-48ee-a781-7d01b55409a1 tempest-TestNetworkAdvancedServerOps-962487840 tempest-TestNetworkAdvancedServerOps-962487840-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=d02b46bffb894f2cbc2d380293cecdd7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1568263 May 27 03:18:15.961352 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37342) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:18:16.088281 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d298553b-5544-43e8-bec1-f9d98effb087 tempest-TestNetworkAdvancedServerOps-962487840 tempest-TestNetworkAdvancedServerOps-962487840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:18:16.089714 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d298553b-5544-43e8-bec1-f9d98effb087 tempest-TestNetworkAdvancedServerOps-962487840 tempest-TestNetworkAdvancedServerOps-962487840-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1274309 May 27 03:18:16.092821 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37346) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:18:16.130552 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-95d893b6-f61a-4f22-805d-c704f9d519b3 tempest-TestNetworkAdvancedServerOps-962487840 tempest-TestNetworkAdvancedServerOps-962487840-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=d97d5b0c-4580-406a-95fb-4efaa0c98188&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366812 May 27 03:18:16.133835 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37350) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:18:16.139862 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3a8c9336-73b9-4e98-9fc8-d1d2778808f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-876129865', 'network_id': 'f02c2949-0d5a-4927-abd5-eb6c8ad205c9', 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:18:16.190436 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-70f74e9e-afa1-4ee1-8823-98cce14a0c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcc7722-42a0-494f-87d7-4c2a29c782cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-196262578', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:18:13Z', 'updated_at': '2022-05-27T03:18:14Z', 'revision_number': 3, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:24:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fcc7722-42a0-494f-87d7-4c2a29c782cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:18:13Z', 'updated_at': '2022-05-27T03:18:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:18:16.194371 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f74e9e-afa1-4ee1-8823-98cce14a0c1b None None] Checking router: 2fcc7722-42a0-494f-87d7-4c2a29c782cd for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:18:16.194720 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f74e9e-afa1-4ee1-8823-98cce14a0c1b None None] Updating router 2fcc7722-42a0-494f-87d7-4c2a29c782cd port 578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4 binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:18:16.249695 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3a8c9336-73b9-4e98-9fc8-d1d2778808f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:18:16.250085 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-70f74e9e-afa1-4ee1-8823-98cce14a0c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:16.253832 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3a8c9336-73b9-4e98-9fc8-d1d2778808f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:subnet and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:18:16.256592 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3a8c9336-73b9-4e98-9fc8-d1d2778808f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:18:16.262169 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3a8c9336-73b9-4e98-9fc8-d1d2778808f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:18:16.350179 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8c9336-73b9-4e98-9fc8-d1d2778808f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Made reservation on behalf of d02b46bffb894f2cbc2d380293cecdd7 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:18:16.353717 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a8c9336-73b9-4e98-9fc8-d1d2778808f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:16.576701 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-70f74e9e-afa1-4ee1-8823-98cce14a0c1b None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:16.587815 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-70f74e9e-afa1-4ee1-8823-98cce14a0c1b None None] Transition to ACTIVE for port object 578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:18:16.662296 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-70f74e9e-afa1-4ee1-8823-98cce14a0c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:16.736847 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a8c9336-73b9-4e98-9fc8-d1d2778808f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:16.741403 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-70f74e9e-afa1-4ee1-8823-98cce14a0c1b None None] Attempting to bind port 578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:18:16.741878 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-70f74e9e-afa1-4ee1-8823-98cce14a0c1b None None] Attempting to bind port 578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:18:16.742124 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f74e9e-afa1-4ee1-8823-98cce14a0c1b None None] Attempting to bind port 578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4 on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:18:16.750833 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f74e9e-afa1-4ee1-8823-98cce14a0c1b None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:18:16.751205 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f74e9e-afa1-4ee1-8823-98cce14a0c1b None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:18:16.751605 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-70f74e9e-afa1-4ee1-8823-98cce14a0c1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:16.751996 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f74e9e-afa1-4ee1-8823-98cce14a0c1b None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:18:16.752459 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-70f74e9e-afa1-4ee1-8823-98cce14a0c1b None None] Bound port: 578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:18:16.752871 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-70f74e9e-afa1-4ee1-8823-98cce14a0c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:16.780760 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79878169-1015-404e-b296-e90284cd87d0 None None] Pushing event updated for resources: {'Port': ['ID=578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:18:16.803027 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79878169-1015-404e-b296-e90284cd87d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:16.803373 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79878169-1015-404e-b296-e90284cd87d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:16.803714 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79878169-1015-404e-b296-e90284cd87d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:16.804049 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79878169-1015-404e-b296-e90284cd87d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:16.804375 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79878169-1015-404e-b296-e90284cd87d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:16.804706 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79878169-1015-404e-b296-e90284cd87d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:16.805060 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79878169-1015-404e-b296-e90284cd87d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:16.805385 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79878169-1015-404e-b296-e90284cd87d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:16.805710 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79878169-1015-404e-b296-e90284cd87d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:16.806031 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79878169-1015-404e-b296-e90284cd87d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:16.806353 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79878169-1015-404e-b296-e90284cd87d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:16.806672 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79878169-1015-404e-b296-e90284cd87d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:16.819801 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8c9336-73b9-4e98-9fc8-d1d2778808f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'Subnet': ['ID=13df936e-a8c4-4b79-8e04-d79ca7b26166,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:18:16.828846 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8c9336-73b9-4e98-9fc8-d1d2778808f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Checking segment: {'id': '3be94543-2e22-4756-8b92-958ce3f17673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f02c2949-0d5a-4927-abd5-eb6c8ad205c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:18:16.829030 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8c9336-73b9-4e98-9fc8-d1d2778808f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Network hostable DHCP agents. Network: f02c2949-0d5a-4927-abd5-eb6c8ad205c9, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:18:16.842879 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-70f74e9e-afa1-4ee1-8823-98cce14a0c1b None None] For port 578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:18:16.845913 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-70f74e9e-afa1-4ee1-8823-98cce14a0c1b None None] For port 578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:18:16.896047 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8c9336-73b9-4e98-9fc8-d1d2778808f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Network f02c2949-0d5a-4927-abd5-eb6c8ad205c9 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:18:16.932636 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-70f74e9e-afa1-4ee1-8823-98cce14a0c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:16.964770 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-3a8c9336-73b9-4e98-9fc8-d1d2778808f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, f02c2949-0d5a-4927-abd5-eb6c8ad205c9) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:18:16.969458 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8c9336-73b9-4e98-9fc8-d1d2778808f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:18:16.970034 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a8c9336-73b9-4e98-9fc8-d1d2778808f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:16.981800 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1412d4f2-22e5-4ea7-b8c1-c379698d4dfc None None] Network f02c2949-0d5a-4927-abd5-eb6c8ad205c9 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:18:17.048044 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-3a8c9336-73b9-4e98-9fc8-d1d2778808f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9131207 May 27 03:18:17.050932 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37354) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:18:17.124134 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f74e9e-afa1-4ee1-8823-98cce14a0c1b None None] Routers {'2fcc7722-42a0-494f-87d7-4c2a29c782cd'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:18:17.124785 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-70f74e9e-afa1-4ee1-8823-98cce14a0c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:17:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['2fcc7722-42a0-494f-87d7-4c2a29c782cd'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:18:17.223812 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79878169-1015-404e-b296-e90284cd87d0 None None] Pushing event updated for resources: {'Port': ['ID=578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:18:17.383002 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-70f74e9e-afa1-4ee1-8823-98cce14a0c1b None None] Set router 2fcc7722-42a0-494f-87d7-4c2a29c782cd gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:18:17.582563 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd56d2b-19b4-4c0a-ae97-d59dbef4b92d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-f02c2949-0d5a-4927-abd5-eb6c8ad205c9', 'network_id': 'f02c2949-0d5a-4927-abd5-eb6c8ad205c9', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'fixed_ips': [{'subnet_id': '13df936e-a8c4-4b79-8e04-d79ca7b26166'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 03:18:17.583719 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-abd56d2b-19b4-4c0a-ae97-d59dbef4b92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:17.733316 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d2b88770-af0d-417f-8dd4-e3761763161e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:17.823377 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-abd56d2b-19b4-4c0a-ae97-d59dbef4b92d None None] Allocated IP 172.20.0.2 (f02c2949-0d5a-4927-abd5-eb6c8ad205c9/13df936e-a8c4-4b79-8e04-d79ca7b26166/93afc249-da55-4881-b4a5-9e53c7979fd5) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:18:17.859475 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-70f74e9e-afa1-4ee1-8823-98cce14a0c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcc7722-42a0-494f-87d7-4c2a29c782cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-196262578', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:18:13Z', 'updated_at': '2022-05-27T03:18:14Z', 'revision_number': 3, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:24:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fcc7722-42a0-494f-87d7-4c2a29c782cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:18:13Z', 'updated_at': '2022-05-27T03:18:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:18:17.918416 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f74e9e-afa1-4ee1-8823-98cce14a0c1b None None] The sync data for ids ['2fcc7722-42a0-494f-87d7-4c2a29c782cd'] in n-d-843554-3 is: [{'id': '2fcc7722-42a0-494f-87d7-4c2a29c782cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-196262578', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:18:13Z', 'updated_at': '2022-05-27T03:18:14Z', 'revision_number': 3, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:24:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fcc7722-42a0-494f-87d7-4c2a29c782cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:18:13Z', 'updated_at': '2022-05-27T03:18:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:18:18.046404 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-abd56d2b-19b4-4c0a-ae97-d59dbef4b92d None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:18.057202 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-abd56d2b-19b4-4c0a-ae97-d59dbef4b92d None None] Transition to ACTIVE for port object 93afc249-da55-4881-b4a5-9e53c7979fd5 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:18:18.077834 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-abd56d2b-19b4-4c0a-ae97-d59dbef4b92d None None] Transition to ACTIVE for port object 93afc249-da55-4881-b4a5-9e53c7979fd5 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:18:18.162071 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-abd56d2b-19b4-4c0a-ae97-d59dbef4b92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:18.236892 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-d2b88770-af0d-417f-8dd4-e3761763161e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Allocated IP 172.20.0.1 (f02c2949-0d5a-4927-abd5-eb6c8ad205c9/13df936e-a8c4-4b79-8e04-d79ca7b26166/7e500d57-e609-418e-ab39-7121af2706d2) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:18:18.242704 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd56d2b-19b4-4c0a-ae97-d59dbef4b92d None None] Network f02c2949-0d5a-4927-abd5-eb6c8ad205c9 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:18:18.245828 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-abd56d2b-19b4-4c0a-ae97-d59dbef4b92d None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:18:18.249865 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd56d2b-19b4-4c0a-ae97-d59dbef4b92d None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:18:18.255871 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd56d2b-19b4-4c0a-ae97-d59dbef4b92d None None] Pushing event updated for resources: {'Port': ['ID=93afc249-da55-4881-b4a5-9e53c7979fd5,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:18:18.352075 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-abd56d2b-19b4-4c0a-ae97-d59dbef4b92d None None] Attempting to bind port 93afc249-da55-4881-b4a5-9e53c7979fd5 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:18:18.352457 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-abd56d2b-19b4-4c0a-ae97-d59dbef4b92d None None] Attempting to bind port 93afc249-da55-4881-b4a5-9e53c7979fd5 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '3be94543-2e22-4756-8b92-958ce3f17673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f02c2949-0d5a-4927-abd5-eb6c8ad205c9'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:18:18.352853 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd56d2b-19b4-4c0a-ae97-d59dbef4b92d None None] Attempting to bind port 93afc249-da55-4881-b4a5-9e53c7979fd5 on network f02c2949-0d5a-4927-abd5-eb6c8ad205c9 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:18:18.359659 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd56d2b-19b4-4c0a-ae97-d59dbef4b92d None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:18:18.360034 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd56d2b-19b4-4c0a-ae97-d59dbef4b92d None None] Checking segment: {'id': '3be94543-2e22-4756-8b92-958ce3f17673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f02c2949-0d5a-4927-abd5-eb6c8ad205c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:18:18.360435 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-abd56d2b-19b4-4c0a-ae97-d59dbef4b92d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:18.360853 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd56d2b-19b4-4c0a-ae97-d59dbef4b92d None None] Bound using segment: {'id': '3be94543-2e22-4756-8b92-958ce3f17673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f02c2949-0d5a-4927-abd5-eb6c8ad205c9'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:18:18.361389 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-abd56d2b-19b4-4c0a-ae97-d59dbef4b92d None None] Bound port: 93afc249-da55-4881-b4a5-9e53c7979fd5, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be94543-2e22-4756-8b92-958ce3f17673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f02c2949-0d5a-4927-abd5-eb6c8ad205c9'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:18:18.361763 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-abd56d2b-19b4-4c0a-ae97-d59dbef4b92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:18.477116 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:18:18.506609 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-abd56d2b-19b4-4c0a-ae97-d59dbef4b92d None None] For port 93afc249-da55-4881-b4a5-9e53c7979fd5, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:18:18.530322 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-abd56d2b-19b4-4c0a-ae97-d59dbef4b92d None None] For port 93afc249-da55-4881-b4a5-9e53c7979fd5, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=93afc249-da55-4881-b4a5-9e53c7979fd5,segment=NetworkSegment(3be94543-2e22-4756-8b92-958ce3f17673),segment_id=3be94543-2e22-4756-8b92-958ce3f17673)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:18:18.542846 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d2b88770-af0d-417f-8dd4-e3761763161e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:18.560262 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-d2b88770-af0d-417f-8dd4-e3761763161e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Transition to ACTIVE for port object 7e500d57-e609-418e-ab39-7121af2706d2 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:18:18.608853 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-abd56d2b-19b4-4c0a-ae97-d59dbef4b92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:18.667728 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:18:18.685504 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d2b88770-af0d-417f-8dd4-e3761763161e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:18.686602 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:18:18.686977 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:18.749669 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd56d2b-19b4-4c0a-ae97-d59dbef4b92d None None] Pushing event updated for resources: {'Port': ['ID=93afc249-da55-4881-b4a5-9e53c7979fd5,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:18:18.768803 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b88770-af0d-417f-8dd4-e3761763161e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Network f02c2949-0d5a-4927-abd5-eb6c8ad205c9 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:18:18.773361 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-d2b88770-af0d-417f-8dd4-e3761763161e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:18:18.777344 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b88770-af0d-417f-8dd4-e3761763161e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:18:18.836958 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b88770-af0d-417f-8dd4-e3761763161e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'Port': ['ID=7e500d57-e609-418e-ab39-7121af2706d2,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:18:18.878327 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d2b88770-af0d-417f-8dd4-e3761763161e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:18.904512 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:18:18.905056 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:18.922249 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:18:19.000067 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:19.077433 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:18:19.233838 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d2b88770-af0d-417f-8dd4-e3761763161e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:19.635970 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d2b88770-af0d-417f-8dd4-e3761763161e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:19.714969 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d2b88770-af0d-417f-8dd4-e3761763161e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:19.827850 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d2b88770-af0d-417f-8dd4-e3761763161e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:19.831220 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b88770-af0d-417f-8dd4-e3761763161e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'Port': ['ID=7e500d57-e609-418e-ab39-7121af2706d2,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:18:19.943980 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:19.959154 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:19.966247 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b88770-af0d-417f-8dd4-e3761763161e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Network f02c2949-0d5a-4927-abd5-eb6c8ad205c9 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:18:19.967978 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-d2b88770-af0d-417f-8dd4-e3761763161e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:18:20.158409 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b88770-af0d-417f-8dd4-e3761763161e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Router 2fcc7722-42a0-494f-87d7-4c2a29c782cd has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:18:20.309090 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29181421-0fb6-4cb2-b9ab-fce7dcc15e40 None None] Network f02c2949-0d5a-4927-abd5-eb6c8ad205c9 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:18:20.459402 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b88770-af0d-417f-8dd4-e3761763161e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:18:20.478711 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d2b88770-af0d-417f-8dd4-e3761763161e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "PUT /v2.0/routers/2fcc7722-42a0-494f-87d7-4c2a29c782cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4185090 May 27 03:18:20.478921 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d7bed1-5459-40ae-8184-88926cea9c9b None None] Sync routers for ids ['2fcc7722-42a0-494f-87d7-4c2a29c782cd'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:18:20.482617 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d7bed1-5459-40ae-8184-88926cea9c9b None None] Routers {'2fcc7722-42a0-494f-87d7-4c2a29c782cd'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:18:20.483636 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-60d7bed1-5459-40ae-8184-88926cea9c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:17:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['2fcc7722-42a0-494f-87d7-4c2a29c782cd'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:18:20.497908 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-aaab15f6-1d93-491b-b505-e17a9fb759c8 None None] Provisioning for port 93afc249-da55-4881-b4a5-9e53c7979fd5 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:18:20.547697 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:18:20.644839 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:18:20.645132 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:20.647495 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-22c0f072-742f-4340-aa47-2dfc800435df tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-427505405&fields=id&tenant_id=d02b46bffb894f2cbc2d380293cecdd7 HTTP/1.1" status: 200 len: 267 time: 0.0457671 May 27 03:18:20.719600 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-60d7bed1-5459-40ae-8184-88926cea9c9b None None] Set router 2fcc7722-42a0-494f-87d7-4c2a29c782cd gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:18:20.790506 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:18:20.791621 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 93afc249-da55-4881-b4a5-9e53c7979fd5 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:18:20.819263 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-4d8a2f45-25a3-4b70-bf6d-9f9a9e29a1db tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:18:20.826509 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-4d8a2f45-25a3-4b70-bf6d-9f9a9e29a1db tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/networks?id=f02c2949-0d5a-4927-abd5-eb6c8ad205c9 HTTP/1.1" status: 200 len: 796 time: 0.1711056 May 27 03:18:20.843344 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-104ffec5-3170-4f14-86e4-fb023b7fd5aa tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/quotas/d02b46bffb894f2cbc2d380293cecdd7 HTTP/1.1" status: 200 len: 375 time: 0.0156729 May 27 03:18:20.932463 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-cdae05a4-6de6-4fc7-8fd1-2cdb7c582373 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d02b46bffb894f2cbc2d380293cecdd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0854995 May 27 03:18:20.949915 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 93afc249-da55-4881-b4a5-9e53c7979fd5 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:18:20.955682 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 93afc249-da55-4881-b4a5-9e53c7979fd5 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:18:20.960668 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:21.095943 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 93afc249-da55-4881-b4a5-9e53c7979fd5 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:18:21.096330 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:21.111237 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-223d85da-7259-4ac9-9783-8870889f779a None None] Provisioning for port 7e500d57-e609-418e-ab39-7121af2706d2 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:18:21.115701 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-835f026b-9520-4ab8-9267-f16a11af3ca1 service neutron] 10.222.0.57 "GET /v2.0/networks/f02c2949-0d5a-4927-abd5-eb6c8ad205c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727304 May 27 03:18:21.119229 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-223d85da-7259-4ac9-9783-8870889f779a None None] Provisioning complete for port 7e500d57-e609-418e-ab39-7121af2706d2 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:18:21.119729 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-223d85da-7259-4ac9-9783-8870889f779a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:21.163361 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-60d7bed1-5459-40ae-8184-88926cea9c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcc7722-42a0-494f-87d7-4c2a29c782cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-196262578', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:18:13Z', 'updated_at': '2022-05-27T03:18:19Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:24:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcc7722-42a0-494f-87d7-4c2a29c782cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:18:13Z', 'updated_at': '2022-05-27T03:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '7e500d57-e609-418e-ab39-7121af2706d2', 'name': '', 'network_id': 'f02c2949-0d5a-4927-abd5-eb6c8ad205c9', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'mac_address': 'fa:16:3e:b8:90:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fcc7722-42a0-494f-87d7-4c2a29c782cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '13df936e-a8c4-4b79-8e04-d79ca7b26166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:18:17Z', 'updated_at': '2022-05-27T03:18:19Z', 'revision_number': 2, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'subnets': [{'id': '13df936e-a8c4-4b79-8e04-d79ca7b26166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:18:21.167804 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d7bed1-5459-40ae-8184-88926cea9c9b None None] Checking router: 2fcc7722-42a0-494f-87d7-4c2a29c782cd for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:18:21.168178 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d7bed1-5459-40ae-8184-88926cea9c9b None None] Updating router 2fcc7722-42a0-494f-87d7-4c2a29c782cd port 7e500d57-e609-418e-ab39-7121af2706d2 binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:18:21.189616 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 93afc249-da55-4881-b4a5-9e53c7979fd5, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=93afc249-da55-4881-b4a5-9e53c7979fd5,segment=NetworkSegment(3be94543-2e22-4756-8b92-958ce3f17673),segment_id=3be94543-2e22-4756-8b92-958ce3f17673)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:18:21.196980 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-223d85da-7259-4ac9-9783-8870889f779a None None] Port 7e500d57-e609-418e-ab39-7121af2706d2 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:18:21.213931 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-223d85da-7259-4ac9-9783-8870889f779a None None] Provisioning complete for port 93afc249-da55-4881-b4a5-9e53c7979fd5 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:18:21.214476 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-223d85da-7259-4ac9-9783-8870889f779a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:21.228229 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-60d7bed1-5459-40ae-8184-88926cea9c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:21.270012 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:21.271041 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-d13f4dc6-c5d5-44c6-9b48-76b3155184c2 service neutron] 10.222.0.57 "GET /v2.0/networks/f02c2949-0d5a-4927-abd5-eb6c8ad205c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544197 May 27 03:18:21.411430 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=93afc249-da55-4881-b4a5-9e53c7979fd5,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:18:21.426160 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-223d85da-7259-4ac9-9783-8870889f779a None None] Current status of the port 93afc249-da55-4881-b4a5-9e53c7979fd5 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:18:21.548103 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4123c03f-742b-410d-ac75-739605738222 req-e2d78e14-3661-4a84-b13f-22e53bbde95f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=57228abe-e016-4c0c-be38-495e93d2d487 HTTP/1.1" status: 200 len: 210 time: 0.0414000 May 27 03:18:21.548311 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-93d95e9f-f5ae-4596-b415-da2da6c60b22 None None] Provisioning complete for port 7e500d57-e609-418e-ab39-7121af2706d2 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:18:21.548311 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-93d95e9f-f5ae-4596-b415-da2da6c60b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:21.601765 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-93d95e9f-f5ae-4596-b415-da2da6c60b22 None None] Port 7e500d57-e609-418e-ab39-7121af2706d2 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:18:21.609519 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-60d7bed1-5459-40ae-8184-88926cea9c9b None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:21.621183 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-60d7bed1-5459-40ae-8184-88926cea9c9b None None] Transition to ACTIVE for port object 7e500d57-e609-418e-ab39-7121af2706d2 will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:18:21.709883 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-60d7bed1-5459-40ae-8184-88926cea9c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:21.869408 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70cca96-d8d5-446b-99fd-e897d09c1af3 None None] Pushing event updated for resources: {'Port': ['ID=7e500d57-e609-418e-ab39-7121af2706d2,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:18:21.911552 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70cca96-d8d5-446b-99fd-e897d09c1af3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:21.911896 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70cca96-d8d5-446b-99fd-e897d09c1af3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:21.912230 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70cca96-d8d5-446b-99fd-e897d09c1af3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:21.912562 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70cca96-d8d5-446b-99fd-e897d09c1af3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:21.912915 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70cca96-d8d5-446b-99fd-e897d09c1af3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:21.913248 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70cca96-d8d5-446b-99fd-e897d09c1af3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:21.913570 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70cca96-d8d5-446b-99fd-e897d09c1af3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:21.913915 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70cca96-d8d5-446b-99fd-e897d09c1af3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:21.914288 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70cca96-d8d5-446b-99fd-e897d09c1af3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:21.914592 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70cca96-d8d5-446b-99fd-e897d09c1af3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:21.914918 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70cca96-d8d5-446b-99fd-e897d09c1af3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:21.915235 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70cca96-d8d5-446b-99fd-e897d09c1af3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:21.949116 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-60d7bed1-5459-40ae-8184-88926cea9c9b None None] Attempting to bind port 7e500d57-e609-418e-ab39-7121af2706d2 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:18:21.949486 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-60d7bed1-5459-40ae-8184-88926cea9c9b None None] Attempting to bind port 7e500d57-e609-418e-ab39-7121af2706d2 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '3be94543-2e22-4756-8b92-958ce3f17673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f02c2949-0d5a-4927-abd5-eb6c8ad205c9'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:18:21.949850 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d7bed1-5459-40ae-8184-88926cea9c9b None None] Attempting to bind port 7e500d57-e609-418e-ab39-7121af2706d2 on network f02c2949-0d5a-4927-abd5-eb6c8ad205c9 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:18:21.955447 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d7bed1-5459-40ae-8184-88926cea9c9b None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:18:21.955820 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d7bed1-5459-40ae-8184-88926cea9c9b None None] Checking segment: {'id': '3be94543-2e22-4756-8b92-958ce3f17673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f02c2949-0d5a-4927-abd5-eb6c8ad205c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:18:21.956520 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-60d7bed1-5459-40ae-8184-88926cea9c9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:21.956655 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d7bed1-5459-40ae-8184-88926cea9c9b None None] Bound using segment: {'id': '3be94543-2e22-4756-8b92-958ce3f17673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f02c2949-0d5a-4927-abd5-eb6c8ad205c9'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:18:21.957122 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-60d7bed1-5459-40ae-8184-88926cea9c9b None None] Bound port: 7e500d57-e609-418e-ab39-7121af2706d2, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be94543-2e22-4756-8b92-958ce3f17673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f02c2949-0d5a-4927-abd5-eb6c8ad205c9'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:18:21.957497 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-60d7bed1-5459-40ae-8184-88926cea9c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:22.053642 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-60d7bed1-5459-40ae-8184-88926cea9c9b None None] For port 7e500d57-e609-418e-ab39-7121af2706d2, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:18:22.056800 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-60d7bed1-5459-40ae-8184-88926cea9c9b None None] For port 7e500d57-e609-418e-ab39-7121af2706d2, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=7e500d57-e609-418e-ab39-7121af2706d2,segment=NetworkSegment(3be94543-2e22-4756-8b92-958ce3f17673),segment_id=3be94543-2e22-4756-8b92-958ce3f17673)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:18:22.167260 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-60d7bed1-5459-40ae-8184-88926cea9c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:22.246389 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d7bed1-5459-40ae-8184-88926cea9c9b None None] Routers {'2fcc7722-42a0-494f-87d7-4c2a29c782cd'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:18:22.247036 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-60d7bed1-5459-40ae-8184-88926cea9c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:17:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['2fcc7722-42a0-494f-87d7-4c2a29c782cd'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:18:22.309106 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70cca96-d8d5-446b-99fd-e897d09c1af3 None None] Pushing event updated for resources: {'Port': ['ID=7e500d57-e609-418e-ab39-7121af2706d2,revision_number=4']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:18:22.431418 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-60d7bed1-5459-40ae-8184-88926cea9c9b None None] Set router 2fcc7722-42a0-494f-87d7-4c2a29c782cd gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:18:22.437232 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 93afc249-da55-4881-b4a5-9e53c7979fd5 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:18:22.517804 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 93afc249-da55-4881-b4a5-9e53c7979fd5 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:18:22.518179 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:22.638795 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 93afc249-da55-4881-b4a5-9e53c7979fd5 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:18:22.715776 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-63726c2b-69e7-402a-9898-2b64a7fd115e req-511f7706-a33c-4d14-b44c-b3344e57dd17 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=57228abe-e016-4c0c-be38-495e93d2d487 HTTP/1.1" status: 200 len: 210 time: 0.0459757 May 27 03:18:22.751964 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-60d7bed1-5459-40ae-8184-88926cea9c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcc7722-42a0-494f-87d7-4c2a29c782cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-196262578', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:18:13Z', 'updated_at': '2022-05-27T03:18:19Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:24:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcc7722-42a0-494f-87d7-4c2a29c782cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:18:13Z', 'updated_at': '2022-05-27T03:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '7e500d57-e609-418e-ab39-7121af2706d2', 'name': '', 'network_id': 'f02c2949-0d5a-4927-abd5-eb6c8ad205c9', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'mac_address': 'fa:16:3e:b8:90:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fcc7722-42a0-494f-87d7-4c2a29c782cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '13df936e-a8c4-4b79-8e04-d79ca7b26166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:18:17Z', 'updated_at': '2022-05-27T03:18:22Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'subnets': [{'id': '13df936e-a8c4-4b79-8e04-d79ca7b26166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:18:22.756000 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d7bed1-5459-40ae-8184-88926cea9c9b None None] The sync data for ids ['2fcc7722-42a0-494f-87d7-4c2a29c782cd'] in n-d-843554-3 is: [{'id': '2fcc7722-42a0-494f-87d7-4c2a29c782cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-196262578', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:18:13Z', 'updated_at': '2022-05-27T03:18:19Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:24:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcc7722-42a0-494f-87d7-4c2a29c782cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:18:13Z', 'updated_at': '2022-05-27T03:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '7e500d57-e609-418e-ab39-7121af2706d2', 'name': '', 'network_id': 'f02c2949-0d5a-4927-abd5-eb6c8ad205c9', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'mac_address': 'fa:16:3e:b8:90:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fcc7722-42a0-494f-87d7-4c2a29c782cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '13df936e-a8c4-4b79-8e04-d79ca7b26166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:18:17Z', 'updated_at': '2022-05-27T03:18:22Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'subnets': [{'id': '13df936e-a8c4-4b79-8e04-d79ca7b26166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:18:23.868640 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-542f596d-7030-45ae-9171-0a1ce455ee77 req-f93d00ae-88a6-432a-a32c-45b95833bed6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=57228abe-e016-4c0c-be38-495e93d2d487 HTTP/1.1" status: 200 len: 210 time: 0.0438492 May 27 03:18:23.924955 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-cb8d3354-1db3-4ade-bfeb-9af026fbc0d2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:18:23.925891 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-cb8d3354-1db3-4ade-bfeb-9af026fbc0d2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Synchronizing usage tracker for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:18:24.033497 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-cb8d3354-1db3-4ade-bfeb-9af026fbc0d2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Unset dirty status for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:18:24.034630 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-cb8d3354-1db3-4ade-bfeb-9af026fbc0d2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.66 "GET /v2.0/networks?id=f02c2949-0d5a-4927-abd5-eb6c8ad205c9 HTTP/1.1" status: 200 len: 796 time: 0.2730336 May 27 03:18:24.083212 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-ce692299-b5b9-4d76-8154-005bbefdb50d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Synchronizing usage tracker for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:18:24.164705 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-ce692299-b5b9-4d76-8154-005bbefdb50d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Unset dirty status for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:18:24.165848 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-ce692299-b5b9-4d76-8154-005bbefdb50d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d02b46bffb894f2cbc2d380293cecdd7 HTTP/1.1" status: 200 len: 379 time: 0.1230855 May 27 03:18:24.175821 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-1fffbb7d-abaa-4309-a1a7-e0c78850e8a2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'port': {'device_id': '57228abe-e016-4c0c-be38-495e93d2d487', 'network_id': 'f02c2949-0d5a-4927-abd5-eb6c8ad205c9', 'admin_state_up': True, 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'security_groups': ['2fafb672-dd3b-4613-8e81-80a33e2c63b3']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:18:24.310211 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-1fffbb7d-abaa-4309-a1a7-e0c78850e8a2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:18:24.314512 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-1fffbb7d-abaa-4309-a1a7-e0c78850e8a2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:port and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:18:24.317339 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-1fffbb7d-abaa-4309-a1a7-e0c78850e8a2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:18:24.322913 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-1fffbb7d-abaa-4309-a1a7-e0c78850e8a2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:18:24.401523 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-1fffbb7d-abaa-4309-a1a7-e0c78850e8a2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Made reservation on behalf of d02b46bffb894f2cbc2d380293cecdd7 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:18:24.405193 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-1fffbb7d-abaa-4309-a1a7-e0c78850e8a2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:24.448967 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 7e500d57-e609-418e-ab39-7121af2706d2 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:18:24.566764 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 7e500d57-e609-418e-ab39-7121af2706d2 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:18:24.570740 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-1fffbb7d-abaa-4309-a1a7-e0c78850e8a2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Allocated IP 172.20.0.12 (f02c2949-0d5a-4927-abd5-eb6c8ad205c9/13df936e-a8c4-4b79-8e04-d79ca7b26166/2aa7e7b6-3489-41c4-a702-ff6be34d66c5) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:18:24.571667 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 7e500d57-e609-418e-ab39-7121af2706d2 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:18:24.572073 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:24.691380 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 7e500d57-e609-418e-ab39-7121af2706d2 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:18:24.691936 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:24.723262 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 7e500d57-e609-418e-ab39-7121af2706d2, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=7e500d57-e609-418e-ab39-7121af2706d2,segment=NetworkSegment(3be94543-2e22-4756-8b92-958ce3f17673),segment_id=3be94543-2e22-4756-8b92-958ce3f17673)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:18:24.762747 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-1fffbb7d-abaa-4309-a1a7-e0c78850e8a2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:24.777929 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-1fffbb7d-abaa-4309-a1a7-e0c78850e8a2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Transition to ACTIVE for port object 2aa7e7b6-3489-41c4-a702-ff6be34d66c5 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:18:24.790170 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:24.857345 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=7e500d57-e609-418e-ab39-7121af2706d2,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:18:24.864445 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-1fffbb7d-abaa-4309-a1a7-e0c78850e8a2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:24.934254 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-1fffbb7d-abaa-4309-a1a7-e0c78850e8a2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Network f02c2949-0d5a-4927-abd5-eb6c8ad205c9 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:18:24.937509 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-1fffbb7d-abaa-4309-a1a7-e0c78850e8a2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:18:24.941435 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-1fffbb7d-abaa-4309-a1a7-e0c78850e8a2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:18:24.971952 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fffbb7d-abaa-4309-a1a7-e0c78850e8a2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'Port': ['ID=2aa7e7b6-3489-41c4-a702-ff6be34d66c5,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:18:25.014490 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-1fffbb7d-abaa-4309-a1a7-e0c78850e8a2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:18:25.015114 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-1fffbb7d-abaa-4309-a1a7-e0c78850e8a2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:25.063729 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5236cd0-d63b-4ec0-9164-bf3d85ae894a req-422b8aee-cd9a-4632-8629-11dde11fb037 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:18:25.065351 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d5236cd0-d63b-4ec0-9164-bf3d85ae894a req-422b8aee-cd9a-4632-8629-11dde11fb037 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=57228abe-e016-4c0c-be38-495e93d2d487 HTTP/1.1" status: 200 len: 932 time: 0.0853362 May 27 03:18:25.094896 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-1fffbb7d-abaa-4309-a1a7-e0c78850e8a2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9228868 May 27 03:18:25.115803 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d5236cd0-d63b-4ec0-9164-bf3d85ae894a req-ac1375b3-0e73-4d2a-997d-f2be29e482fe tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=2fafb672-dd3b-4613-8e81-80a33e2c63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442123 May 27 03:18:25.155826 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-a9ca310e-4483-4b5d-a4d3-11069e427958 service neutron] Request body: {'port': {'device_id': '57228abe-e016-4c0c-be38-495e93d2d487', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:18:25.189496 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-bc629a1c-034a-4aef-8259-9a591f18dbd5 None None] Provisioning for port 2aa7e7b6-3489-41c4-a702-ff6be34d66c5 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:18:25.194489 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-bc629a1c-034a-4aef-8259-9a591f18dbd5 None None] Provisioning complete for port 2aa7e7b6-3489-41c4-a702-ff6be34d66c5 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:18:25.194863 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-bc629a1c-034a-4aef-8259-9a591f18dbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:25.250974 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-bc629a1c-034a-4aef-8259-9a591f18dbd5 None None] Port 2aa7e7b6-3489-41c4-a702-ff6be34d66c5 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:18:25.266705 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-a9ca310e-4483-4b5d-a4d3-11069e427958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:25.524633 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a0b9b177-c54d-4f0b-b929-fb9de56c8bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:25.597267 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-a9ca310e-4483-4b5d-a4d3-11069e427958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aa7e7b6-3489-41c4-a702-ff6be34d66c5 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:18:25.604389 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-a9ca310e-4483-4b5d-a4d3-11069e427958 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:25.618500 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-a9ca310e-4483-4b5d-a4d3-11069e427958 service neutron] Transition to ACTIVE for port object 2aa7e7b6-3489-41c4-a702-ff6be34d66c5 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:18:25.679141 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-a9ca310e-4483-4b5d-a4d3-11069e427958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:25.809615 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca310e-4483-4b5d-a4d3-11069e427958 service neutron] Pushing event updated for resources: {'Port': ['ID=2aa7e7b6-3489-41c4-a702-ff6be34d66c5,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:18:25.913001 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-a9ca310e-4483-4b5d-a4d3-11069e427958 service neutron] Attempting to bind port 2aa7e7b6-3489-41c4-a702-ff6be34d66c5 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:18:25.913338 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-a9ca310e-4483-4b5d-a4d3-11069e427958 service neutron] Attempting to bind port 2aa7e7b6-3489-41c4-a702-ff6be34d66c5 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '3be94543-2e22-4756-8b92-958ce3f17673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f02c2949-0d5a-4927-abd5-eb6c8ad205c9'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:18:25.913668 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-a9ca310e-4483-4b5d-a4d3-11069e427958 service neutron] Attempting to bind port 2aa7e7b6-3489-41c4-a702-ff6be34d66c5 on network f02c2949-0d5a-4927-abd5-eb6c8ad205c9 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:18:25.918211 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-a9ca310e-4483-4b5d-a4d3-11069e427958 service neutron] Port 2aa7e7b6-3489-41c4-a702-ff6be34d66c5 on network f02c2949-0d5a-4927-abd5-eb6c8ad205c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:18:25.918539 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-a9ca310e-4483-4b5d-a4d3-11069e427958 service neutron] Attempting to bind port 2aa7e7b6-3489-41c4-a702-ff6be34d66c5 on network f02c2949-0d5a-4927-abd5-eb6c8ad205c9 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:18:25.924047 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-a9ca310e-4483-4b5d-a4d3-11069e427958 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:18:25.924386 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-a9ca310e-4483-4b5d-a4d3-11069e427958 service neutron] Checking segment: {'id': '3be94543-2e22-4756-8b92-958ce3f17673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f02c2949-0d5a-4927-abd5-eb6c8ad205c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:18:25.924797 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-a9ca310e-4483-4b5d-a4d3-11069e427958 service neutron] Bound using segment: {'id': '3be94543-2e22-4756-8b92-958ce3f17673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f02c2949-0d5a-4927-abd5-eb6c8ad205c9'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:18:25.925485 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-a9ca310e-4483-4b5d-a4d3-11069e427958 service neutron] Bound port: 2aa7e7b6-3489-41c4-a702-ff6be34d66c5, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3be94543-2e22-4756-8b92-958ce3f17673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f02c2949-0d5a-4927-abd5-eb6c8ad205c9'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:18:25.925826 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-a9ca310e-4483-4b5d-a4d3-11069e427958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:26.016448 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-a9ca310e-4483-4b5d-a4d3-11069e427958 service neutron] For port 2aa7e7b6-3489-41c4-a702-ff6be34d66c5, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:18:26.019232 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-a9ca310e-4483-4b5d-a4d3-11069e427958 service neutron] For port 2aa7e7b6-3489-41c4-a702-ff6be34d66c5, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=2aa7e7b6-3489-41c4-a702-ff6be34d66c5,segment=NetworkSegment(3be94543-2e22-4756-8b92-958ce3f17673),segment_id=3be94543-2e22-4756-8b92-958ce3f17673)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:18:26.073877 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-a9ca310e-4483-4b5d-a4d3-11069e427958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:26.134102 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-a9ca310e-4483-4b5d-a4d3-11069e427958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:18:26.134700 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-a9ca310e-4483-4b5d-a4d3-11069e427958 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:26.136063 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-a9ca310e-4483-4b5d-a4d3-11069e427958 service neutron] 10.222.0.66 "PUT /v2.0/ports/2aa7e7b6-3489-41c4-a702-ff6be34d66c5 HTTP/1.1" status: 200 len: 1092 time: 1.0341210 May 27 03:18:26.137111 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57228abe-e016-4c0c-be38-495e93d2d487', 'tag': '2aa7e7b6-3489-41c4-a702-ff6be34d66c5'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:18:26.166088 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca310e-4483-4b5d-a4d3-11069e427958 service neutron] Pushing event updated for resources: {'Port': ['ID=2aa7e7b6-3489-41c4-a702-ff6be34d66c5,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:18:26.184389 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ac826cf-32d4-4d45-a6f1-8db0f6d4ee63'] response: {'name': 'network-changed', 'server_uuid': '57228abe-e016-4c0c-be38-495e93d2d487', 'tag': '2aa7e7b6-3489-41c4-a702-ff6be34d66c5', 'status': 'completed', 'code': 200} May 27 03:18:26.283102 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e0fba-098e-42e4-8d13-096391154b9b req-0eb52f87-4e40-4aaa-b97c-877f8c2b60da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:18:26.284574 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0e6e0fba-098e-42e4-8d13-096391154b9b req-0eb52f87-4e40-4aaa-b97c-877f8c2b60da service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d02b46bffb894f2cbc2d380293cecdd7&device_id=57228abe-e016-4c0c-be38-495e93d2d487 HTTP/1.1" status: 200 len: 1095 time: 0.0802798 May 27 03:18:26.328872 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd962fe-d4ed-4b1b-984d-bec151d36146 req-6daaf6e4-88d5-442a-a102-be5671d0645e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:18:26.330332 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4cd962fe-d4ed-4b1b-984d-bec151d36146 req-6daaf6e4-88d5-442a-a102-be5671d0645e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=57228abe-e016-4c0c-be38-495e93d2d487 HTTP/1.1" status: 200 len: 944 time: 0.0868583 May 27 03:18:26.375583 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4cd962fe-d4ed-4b1b-984d-bec151d36146 req-84bd11f4-04e8-4656-b2a5-05c1d8596ab2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=2fafb672-dd3b-4613-8e81-80a33e2c63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388172 May 27 03:18:26.438042 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 7e500d57-e609-418e-ab39-7121af2706d2 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:18:26.507911 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 7e500d57-e609-418e-ab39-7121af2706d2 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:18:26.508277 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:26.541387 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e0fba-098e-42e4-8d13-096391154b9b req-399478a5-fb26-46aa-9d87-f2d7672fe96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:18:26.543281 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0e6e0fba-098e-42e4-8d13-096391154b9b req-399478a5-fb26-46aa-9d87-f2d7672fe96f service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=d02b46bffb894f2cbc2d380293cecdd7&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2519598 May 27 03:18:26.649215 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 7e500d57-e609-418e-ab39-7121af2706d2 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:18:26.680358 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e0fba-098e-42e4-8d13-096391154b9b req-d01f5bf2-d724-4170-85c6-31073d3b2d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:18:26.681825 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0e6e0fba-098e-42e4-8d13-096391154b9b req-d01f5bf2-d724-4170-85c6-31073d3b2d9b service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1327837 May 27 03:18:26.783832 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-38da8426-486b-42ba-af32-0e3605a3ef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:18:26.785325 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-38da8426-486b-42ba-af32-0e3605a3ef49 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d02b46bffb894f2cbc2d380293cecdd7&device_id=57228abe-e016-4c0c-be38-495e93d2d487 HTTP/1.1" status: 200 len: 1095 time: 0.0694616 May 27 03:18:26.855816 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-ee426420-c0b4-498b-a399-1ded48fdb19a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2aa7e7b6-3489-41c4-a702-ff6be34d66c5 HTTP/1.1" status: 200 len: 217 time: 0.0642688 May 27 03:18:26.916588 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-9755f46e-5ff3-40b3-ae6c-2e356c6d3689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:18:26.917927 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-9755f46e-5ff3-40b3-ae6c-2e356c6d3689 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=13df936e-a8c4-4b79-8e04-d79ca7b26166 HTTP/1.1" status: 200 len: 834 time: 0.0560465 May 27 03:18:26.995094 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-74d04440-fe83-4412-a4c2-324bc18d7b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:18:26.996532 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-74d04440-fe83-4412-a4c2-324bc18d7b65 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f02c2949-0d5a-4927-abd5-eb6c8ad205c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728841 May 27 03:18:27.122642 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-391ff2db-c6ec-4e12-8794-716b8c9cc5f2 service neutron] 10.222.0.66 "GET /v2.0/networks/f02c2949-0d5a-4927-abd5-eb6c8ad205c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203480 May 27 03:18:27.250252 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5d5aa755-8804-4f4c-94bd-6512737388fc req-68ad1331-6ab4-47eb-a3b8-476c17eb12f0 service neutron] 10.222.0.66 "GET /v2.0/networks/f02c2949-0d5a-4927-abd5-eb6c8ad205c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220591 May 27 03:18:27.565266 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f4397-c612-45bd-92f5-0a7b75fbbe94 req-b2794396-734b-4a84-a254-6460d55321d1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:18:27.566618 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-de0f4397-c612-45bd-92f5-0a7b75fbbe94 req-b2794396-734b-4a84-a254-6460d55321d1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=57228abe-e016-4c0c-be38-495e93d2d487 HTTP/1.1" status: 200 len: 944 time: 0.0818114 May 27 03:18:27.609063 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-de0f4397-c612-45bd-92f5-0a7b75fbbe94 req-a9a440a6-9a75-4f8a-828f-5c26a353e24c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=2fafb672-dd3b-4613-8e81-80a33e2c63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367880 May 27 03:18:27.970519 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d25958da-e74a-40c5-8f9c-e5e1b9aeae32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:28.788562 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe01d1-46cc-4026-b7c0-386627ba7bf4 req-f0c858be-c662-4683-96ca-d352b3673069 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:18:28.790053 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f8fe01d1-46cc-4026-b7c0-386627ba7bf4 req-f0c858be-c662-4683-96ca-d352b3673069 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=57228abe-e016-4c0c-be38-495e93d2d487 HTTP/1.1" status: 200 len: 944 time: 0.0780437 May 27 03:18:28.834052 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f8fe01d1-46cc-4026-b7c0-386627ba7bf4 req-aab2e94f-5ded-4650-95d9-e61105ce5960 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=2fafb672-dd3b-4613-8e81-80a33e2c63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384254 May 27 03:18:29.052209 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:29.183820 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:29.853557 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 2aa7e7b6-3489-41c4-a702-ff6be34d66c5 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:18:29.990977 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 2aa7e7b6-3489-41c4-a702-ff6be34d66c5, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=2aa7e7b6-3489-41c4-a702-ff6be34d66c5,segment=NetworkSegment(3be94543-2e22-4756-8b92-958ce3f17673),segment_id=3be94543-2e22-4756-8b92-958ce3f17673)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:18:30.007293 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '2aa7e7b6-3489-41c4-a702-ff6be34d66c5', 'network_id': 'f02c2949-0d5a-4927-abd5-eb6c8ad205c9', 'port_id': '2aa7e7b6-3489-41c4-a702-ff6be34d66c5', 'mac_address': 'fa:16:3e:2a:4e:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13df936e-a8c4-4b79-8e04-d79ca7b26166', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:18:30.068353 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 2aa7e7b6-3489-41c4-a702-ff6be34d66c5 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:18:30.069066 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:30.086713 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aa7e7b6-3489-41c4-a702-ff6be34d66c5 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:18:30.102802 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 2aa7e7b6-3489-41c4-a702-ff6be34d66c5, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=2aa7e7b6-3489-41c4-a702-ff6be34d66c5,segment=NetworkSegment(3be94543-2e22-4756-8b92-958ce3f17673),segment_id=3be94543-2e22-4756-8b92-958ce3f17673)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:18:30.126539 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359167d1-38d8-415b-991e-d89b291e3120 req-20deeff5-e128-426c-b8c9-7203f4844a24 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:18:30.127977 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-359167d1-38d8-415b-991e-d89b291e3120 req-20deeff5-e128-426c-b8c9-7203f4844a24 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=57228abe-e016-4c0c-be38-495e93d2d487 HTTP/1.1" status: 200 len: 944 time: 0.1923559 May 27 03:18:30.170261 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:30.170861 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-359167d1-38d8-415b-991e-d89b291e3120 req-ddc106ac-ae17-4b55-843c-e2f56e04caa7 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=2fafb672-dd3b-4613-8e81-80a33e2c63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370417 May 27 03:18:30.238175 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=2aa7e7b6-3489-41c4-a702-ff6be34d66c5,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:18:30.348853 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:30.410296 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['2aa7e7b6-3489-41c4-a702-ff6be34d66c5'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:18:31.355949 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a1628-e636-4905-902c-18c1c01af038 req-5f94737b-256a-4a70-971e-f303c75babd2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:18:31.357415 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-163a1628-e636-4905-902c-18c1c01af038 req-5f94737b-256a-4a70-971e-f303c75babd2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=57228abe-e016-4c0c-be38-495e93d2d487 HTTP/1.1" status: 200 len: 945 time: 0.0809288 May 27 03:18:31.401137 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-163a1628-e636-4905-902c-18c1c01af038 req-eba1772b-9090-43e9-be4a-2e6eebcb9b17 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=2fafb672-dd3b-4613-8e81-80a33e2c63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376096 May 27 03:18:31.853400 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 2aa7e7b6-3489-41c4-a702-ff6be34d66c5 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:18:31.972185 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 2aa7e7b6-3489-41c4-a702-ff6be34d66c5 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:18:31.976880 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 2aa7e7b6-3489-41c4-a702-ff6be34d66c5 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:18:31.977253 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:32.089898 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 2aa7e7b6-3489-41c4-a702-ff6be34d66c5 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:18:32.090175 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:32.116000 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57228abe-e016-4c0c-be38-495e93d2d487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa7e7b6-3489-41c4-a702-ff6be34d66c5'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:18:32.125902 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 2aa7e7b6-3489-41c4-a702-ff6be34d66c5, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=2aa7e7b6-3489-41c4-a702-ff6be34d66c5,segment=NetworkSegment(3be94543-2e22-4756-8b92-958ce3f17673),segment_id=3be94543-2e22-4756-8b92-958ce3f17673)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:18:32.159087 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b194d366-c485-4239-828f-20965998c528'] response: {'server_uuid': '57228abe-e016-4c0c-be38-495e93d2d487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa7e7b6-3489-41c4-a702-ff6be34d66c5', 'code': 200} May 27 03:18:32.193168 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:32.260201 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=2aa7e7b6-3489-41c4-a702-ff6be34d66c5,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:18:32.281634 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db13d6-85a6-4036-b6a9-67c4ae91e31c req-02e1ae80-6aaa-4c66-abd5-798f17e8e47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:18:32.283090 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-87db13d6-85a6-4036-b6a9-67c4ae91e31c req-02e1ae80-6aaa-4c66-abd5-798f17e8e47a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=57228abe-e016-4c0c-be38-495e93d2d487 HTTP/1.1" status: 200 len: 1097 time: 0.0706646 May 27 03:18:32.322512 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-87db13d6-85a6-4036-b6a9-67c4ae91e31c req-669326d5-c8dd-4f49-965f-89b3bacf51f6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2fafb672-dd3b-4613-8e81-80a33e2c63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335152 May 27 03:18:32.581987 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c20b7a-0dff-4272-827c-e06604f56a46 req-4edc5265-da3f-44b9-956e-ddbc85e38335 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:18:32.583439 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-59c20b7a-0dff-4272-827c-e06604f56a46 req-4edc5265-da3f-44b9-956e-ddbc85e38335 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=57228abe-e016-4c0c-be38-495e93d2d487 HTTP/1.1" status: 200 len: 946 time: 0.0788152 May 27 03:18:32.626610 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-59c20b7a-0dff-4272-827c-e06604f56a46 req-cf8dce38-a745-48e7-b9e7-44305a76d125 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=2fafb672-dd3b-4613-8e81-80a33e2c63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372641 May 27 03:18:33.815508 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaddfb1-08bb-4879-9c9b-e97ad9f8be00 req-ae2c7e7c-07a6-4a39-92e8-799379015cb2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:18:33.816991 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1eaddfb1-08bb-4879-9c9b-e97ad9f8be00 req-ae2c7e7c-07a6-4a39-92e8-799379015cb2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=57228abe-e016-4c0c-be38-495e93d2d487 HTTP/1.1" status: 200 len: 946 time: 0.0825748 May 27 03:18:33.860706 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1eaddfb1-08bb-4879-9c9b-e97ad9f8be00 req-8b68e36f-4509-4a38-991c-04d1b336aa96 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=2fafb672-dd3b-4613-8e81-80a33e2c63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378690 May 27 03:18:34.037484 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9cecf-b53a-4c7c-88fb-d6f0a4fff63c req-80aeae32-d6eb-4dc1-90a3-17d77859653b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:18:34.038907 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c4a9cecf-b53a-4c7c-88fb-d6f0a4fff63c req-80aeae32-d6eb-4dc1-90a3-17d77859653b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=57228abe-e016-4c0c-be38-495e93d2d487 HTTP/1.1" status: 200 len: 946 time: 0.0765541 May 27 03:18:34.082830 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c4a9cecf-b53a-4c7c-88fb-d6f0a4fff63c req-1c382ae3-55af-4393-a271-f131dfb06052 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=2fafb672-dd3b-4613-8e81-80a33e2c63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382776 May 27 03:18:34.105256 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37416) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:18:34.176138 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18ff941-f510-4f91-9b70-3b439c71df2c tempest-TestNetworkAdvancedServerOps-962487840 tempest-TestNetworkAdvancedServerOps-962487840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:18:34.177542 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d18ff941-f510-4f91-9b70-3b439c71df2c tempest-TestNetworkAdvancedServerOps-962487840 tempest-TestNetworkAdvancedServerOps-962487840-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=57228abe-e016-4c0c-be38-495e93d2d487 HTTP/1.1" status: 200 len: 1092 time: 0.0713556 May 27 03:18:34.180303 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37420) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:18:34.185104 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-c1cff1a4-efe7-444f-a6cd-3125ba78ccf6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'port_id': '2aa7e7b6-3489-41c4-a702-ff6be34d66c5', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:18:34.192051 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c1cff1a4-efe7-444f-a6cd-3125ba78ccf6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:18:34.195839 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c1cff1a4-efe7-444f-a6cd-3125ba78ccf6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:floatingip and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:18:34.198623 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c1cff1a4-efe7-444f-a6cd-3125ba78ccf6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:18:34.204220 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c1cff1a4-efe7-444f-a6cd-3125ba78ccf6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:18:34.263558 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c1cff1a4-efe7-444f-a6cd-3125ba78ccf6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for floatingip, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:34.401653 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c1cff1a4-efe7-444f-a6cd-3125ba78ccf6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:34.535878 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-c1cff1a4-efe7-444f-a6cd-3125ba78ccf6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Allocated IP 172.25.1.246 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/5ab5f2cd-a9c6-4d49-964c-699fc03ef518) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:18:34.679810 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c1cff1a4-efe7-444f-a6cd-3125ba78ccf6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:34.759241 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c1cff1a4-efe7-444f-a6cd-3125ba78ccf6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:34.821078 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cff1a4-efe7-444f-a6cd-3125ba78ccf6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:18:34.823742 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-c1cff1a4-efe7-444f-a6cd-3125ba78ccf6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:18:34.826554 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cff1a4-efe7-444f-a6cd-3125ba78ccf6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:18:34.876087 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cff1a4-efe7-444f-a6cd-3125ba78ccf6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'Port': ['ID=5ab5f2cd-a9c6-4d49-964c-699fc03ef518,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:18:35.247703 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c1cff1a4-efe7-444f-a6cd-3125ba78ccf6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:35.386505 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c1cff1a4-efe7-444f-a6cd-3125ba78ccf6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:35.695822 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c1cff1a4-efe7-444f-a6cd-3125ba78ccf6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:35.770381 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c1cff1a4-efe7-444f-a6cd-3125ba78ccf6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:35.877825 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cff1a4-efe7-444f-a6cd-3125ba78ccf6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'Port': ['ID=5ab5f2cd-a9c6-4d49-964c-699fc03ef518,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:18:35.887169 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c1cff1a4-efe7-444f-a6cd-3125ba78ccf6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:36.054278 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-c1cff1a4-efe7-444f-a6cd-3125ba78ccf6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Floating IP 53aeddd3-63b3-4720-bea8-fe6e7fa5cfdb associated. External IP: 172.25.1.246, port: 2aa7e7b6-3489-41c4-a702-ff6be34d66c5. May 27 03:18:36.401667 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1cff1a4-efe7-444f-a6cd-3125ba78ccf6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Router 2fcc7722-42a0-494f-87d7-4c2a29c782cd has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:18:36.577303 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1cff1a4-efe7-444f-a6cd-3125ba78ccf6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:18:36.586667 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab490a19-d359-49c3-b0a0-aa9387db3a44 None None] Sync routers for ids ['2fcc7722-42a0-494f-87d7-4c2a29c782cd'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:18:36.596429 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab490a19-d359-49c3-b0a0-aa9387db3a44 None None] Routers {'2fcc7722-42a0-494f-87d7-4c2a29c782cd'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:18:36.597238 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ab490a19-d359-49c3-b0a0-aa9387db3a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:18:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['2fcc7722-42a0-494f-87d7-4c2a29c782cd'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:18:36.678893 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c1cff1a4-efe7-444f-a6cd-3125ba78ccf6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:36.732618 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c1cff1a4-efe7-444f-a6cd-3125ba78ccf6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5512831 May 27 03:18:36.733826 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57228abe-e016-4c0c-be38-495e93d2d487', 'tag': '2aa7e7b6-3489-41c4-a702-ff6be34d66c5'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:18:36.778802 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1c20b4b-634d-4879-8c6d-4551bb701019'] response: {'name': 'network-changed', 'server_uuid': '57228abe-e016-4c0c-be38-495e93d2d487', 'tag': '2aa7e7b6-3489-41c4-a702-ff6be34d66c5', 'status': 'completed', 'code': 200} May 27 03:18:36.789322 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-ab490a19-d359-49c3-b0a0-aa9387db3a44 None None] Set router 2fcc7722-42a0-494f-87d7-4c2a29c782cd gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:18:36.881492 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d768fcd-d786-4c4e-84f9-302e17fad884 req-6490cf7f-7737-4231-a274-8ef74c171298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:18:36.882989 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9d768fcd-d786-4c4e-84f9-302e17fad884 req-6490cf7f-7737-4231-a274-8ef74c171298 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d02b46bffb894f2cbc2d380293cecdd7&device_id=57228abe-e016-4c0c-be38-495e93d2d487 HTTP/1.1" status: 200 len: 1097 time: 0.0801516 May 27 03:18:36.913969 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5ffb0-2e71-4e0f-9e26-e22bfce4fae5 req-30ed23e5-95e9-4fde-b55f-19013ea3ed81 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:18:36.915601 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f5d5ffb0-2e71-4e0f-9e26-e22bfce4fae5 req-30ed23e5-95e9-4fde-b55f-19013ea3ed81 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=57228abe-e016-4c0c-be38-495e93d2d487 HTTP/1.1" status: 200 len: 946 time: 0.0836370 May 27 03:18:36.962078 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f5d5ffb0-2e71-4e0f-9e26-e22bfce4fae5 req-74a30eee-097b-4431-8ffb-65d64b56f400 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=2fafb672-dd3b-4613-8e81-80a33e2c63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397618 May 27 03:18:36.987503 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37428) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:18:37.029038 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d768fcd-d786-4c4e-84f9-302e17fad884 req-364b0088-9d3d-49ce-90dd-be99c47a6e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:18:37.031513 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9d768fcd-d786-4c4e-84f9-302e17fad884 req-364b0088-9d3d-49ce-90dd-be99c47a6e23 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f02c2949-0d5a-4927-abd5-eb6c8ad205c9 HTTP/1.1" status: 200 len: 897 time: 0.1428626 May 27 03:18:37.098197 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-46495ad1-ca18-440c-af39-2642f5d7c064 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/floatingips/53aeddd3-63b3-4720-bea8-fe6e7fa5cfdb HTTP/1.1" status: 200 len: 992 time: 0.1084974 May 27 03:18:37.137928 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9d768fcd-d786-4c4e-84f9-302e17fad884 req-2013e24f-78b1-4ca0-a13d-61c17cffa46a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2aa7e7b6-3489-41c4-a702-ff6be34d66c5 HTTP/1.1" status: 200 len: 1000 time: 0.1005023 May 27 03:18:37.150818 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ab490a19-d359-49c3-b0a0-aa9387db3a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcc7722-42a0-494f-87d7-4c2a29c782cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-196262578', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:18:13Z', 'updated_at': '2022-05-27T03:18:19Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:24:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcc7722-42a0-494f-87d7-4c2a29c782cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:18:13Z', 'updated_at': '2022-05-27T03:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '53aeddd3-63b3-4720-bea8-fe6e7fa5cfdb', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'floating_ip_address': '172.25.1.246', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '2fcc7722-42a0-494f-87d7-4c2a29c782cd', 'port_id': '2aa7e7b6-3489-41c4-a702-ff6be34d66c5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f02c2949-0d5a-4927-abd5-eb6c8ad205c9', 'mac_address': 'fa:16:3e:2a:4e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57228abe-e016-4c0c-be38-495e93d2d487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:18:35Z', 'updated_at': '2022-05-27T03:18:35Z', 'revision_number': 0, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e500d57-e609-418e-ab39-7121af2706d2', 'name': '', 'network_id': 'f02c2949-0d5a-4927-abd5-eb6c8ad205c9', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'mac_address': 'fa:16:3e:b8:90:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcc7722-42a0-494f-87d7-4c2a29c782cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '13df936e-a8c4-4b79-8e04-d79ca7b26166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:18:17Z', 'updated_at': '2022-05-27T03:18:24Z', 'revision_number': 5, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'subnets': [{'id': '13df936e-a8c4-4b79-8e04-d79ca7b26166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:18:37.154700 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab490a19-d359-49c3-b0a0-aa9387db3a44 None None] Checking router: 2fcc7722-42a0-494f-87d7-4c2a29c782cd for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:18:37.163353 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab490a19-d359-49c3-b0a0-aa9387db3a44 None None] Routers {'2fcc7722-42a0-494f-87d7-4c2a29c782cd'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:18:37.163941 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ab490a19-d359-49c3-b0a0-aa9387db3a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:18:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['2fcc7722-42a0-494f-87d7-4c2a29c782cd'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:18:37.198577 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d768fcd-d786-4c4e-84f9-302e17fad884 req-966ec69c-5e1b-446d-a3b4-1739fe348971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:18:37.199997 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9d768fcd-d786-4c4e-84f9-302e17fad884 req-966ec69c-5e1b-446d-a3b4-1739fe348971 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=13df936e-a8c4-4b79-8e04-d79ca7b26166 HTTP/1.1" status: 200 len: 834 time: 0.0565171 May 27 03:18:37.275570 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d768fcd-d786-4c4e-84f9-302e17fad884 req-f22c4843-dd48-4468-86e8-8d401951ab89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:18:37.277043 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9d768fcd-d786-4c4e-84f9-302e17fad884 req-f22c4843-dd48-4468-86e8-8d401951ab89 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f02c2949-0d5a-4927-abd5-eb6c8ad205c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709198 May 27 03:18:37.371603 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-ab490a19-d359-49c3-b0a0-aa9387db3a44 None None] Set router 2fcc7722-42a0-494f-87d7-4c2a29c782cd gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:18:37.404222 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9d768fcd-d786-4c4e-84f9-302e17fad884 req-42f34c6f-2b4d-4adf-a2b7-b62116d86ab8 service neutron] 10.222.0.66 "GET /v2.0/networks/f02c2949-0d5a-4927-abd5-eb6c8ad205c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210835 May 27 03:18:37.533065 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9d768fcd-d786-4c4e-84f9-302e17fad884 req-d051fa9c-5443-4437-ae7d-3d1b119367df service neutron] 10.222.0.66 "GET /v2.0/networks/f02c2949-0d5a-4927-abd5-eb6c8ad205c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222577 May 27 03:18:37.711218 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ab490a19-d359-49c3-b0a0-aa9387db3a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcc7722-42a0-494f-87d7-4c2a29c782cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-196262578', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:18:13Z', 'updated_at': '2022-05-27T03:18:19Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:24:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcc7722-42a0-494f-87d7-4c2a29c782cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:18:13Z', 'updated_at': '2022-05-27T03:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '53aeddd3-63b3-4720-bea8-fe6e7fa5cfdb', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'floating_ip_address': '172.25.1.246', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '2fcc7722-42a0-494f-87d7-4c2a29c782cd', 'port_id': '2aa7e7b6-3489-41c4-a702-ff6be34d66c5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f02c2949-0d5a-4927-abd5-eb6c8ad205c9', 'mac_address': 'fa:16:3e:2a:4e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57228abe-e016-4c0c-be38-495e93d2d487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:18:35Z', 'updated_at': '2022-05-27T03:18:35Z', 'revision_number': 0, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e500d57-e609-418e-ab39-7121af2706d2', 'name': '', 'network_id': 'f02c2949-0d5a-4927-abd5-eb6c8ad205c9', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'mac_address': 'fa:16:3e:b8:90:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcc7722-42a0-494f-87d7-4c2a29c782cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '13df936e-a8c4-4b79-8e04-d79ca7b26166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:18:17Z', 'updated_at': '2022-05-27T03:18:24Z', 'revision_number': 5, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'subnets': [{'id': '13df936e-a8c4-4b79-8e04-d79ca7b26166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:18:37.715076 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab490a19-d359-49c3-b0a0-aa9387db3a44 None None] The sync data for ids ['2fcc7722-42a0-494f-87d7-4c2a29c782cd'] in n-d-843554-3 is: [{'id': '2fcc7722-42a0-494f-87d7-4c2a29c782cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-196262578', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:18:13Z', 'updated_at': '2022-05-27T03:18:19Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:24:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcc7722-42a0-494f-87d7-4c2a29c782cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:18:13Z', 'updated_at': '2022-05-27T03:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '53aeddd3-63b3-4720-bea8-fe6e7fa5cfdb', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'floating_ip_address': '172.25.1.246', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '2fcc7722-42a0-494f-87d7-4c2a29c782cd', 'port_id': '2aa7e7b6-3489-41c4-a702-ff6be34d66c5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f02c2949-0d5a-4927-abd5-eb6c8ad205c9', 'mac_address': 'fa:16:3e:2a:4e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57228abe-e016-4c0c-be38-495e93d2d487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:18:35Z', 'updated_at': '2022-05-27T03:18:35Z', 'revision_number': 0, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e500d57-e609-418e-ab39-7121af2706d2', 'name': '', 'network_id': 'f02c2949-0d5a-4927-abd5-eb6c8ad205c9', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'mac_address': 'fa:16:3e:b8:90:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcc7722-42a0-494f-87d7-4c2a29c782cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '13df936e-a8c4-4b79-8e04-d79ca7b26166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:18:17Z', 'updated_at': '2022-05-27T03:18:24Z', 'revision_number': 5, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'subnets': [{'id': '13df936e-a8c4-4b79-8e04-d79ca7b26166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:18:37.901984 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ee1135-67b3-4a7b-ba52-9702a43a7dfd None None] New status for floating IP 53aeddd3-63b3-4720-bea8-fe6e7fa5cfdb: ACTIVE {{(pid=88904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:18:38.101097 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37432) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:18:38.202180 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-41f4b895-7e38-40e6-989c-a2133e2fc90d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/floatingips/53aeddd3-63b3-4720-bea8-fe6e7fa5cfdb HTTP/1.1" status: 200 len: 992 time: 0.0999358 May 27 03:18:39.206145 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37436) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:18:39.422895 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ff6e38db-b67b-4939-95d8-d2618aa74281 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/floatingips/53aeddd3-63b3-4720-bea8-fe6e7fa5cfdb HTTP/1.1" status: 200 len: 994 time: 0.2156651 May 27 03:18:49.931631 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:49.965701 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:52.657844 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:18:55.571692 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8dc2333b-5708-4df0-95f3-e0cdf452efe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:57.958629 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-39c33d7d-efc2-4014-88ec-c659d3d68790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:59.067296 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:59.205991 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:00.341256 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:09.183718 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd1b1b-012f-47f7-8283-a13352881589 req-b684a0db-5aa8-479b-a97a-ff0c15057be2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:09.185212 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-37cd1b1b-012f-47f7-8283-a13352881589 req-b684a0db-5aa8-479b-a97a-ff0c15057be2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=57228abe-e016-4c0c-be38-495e93d2d487 HTTP/1.1" status: 200 len: 946 time: 0.0811191 May 27 03:19:09.227824 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-37cd1b1b-012f-47f7-8283-a13352881589 req-6d8ce665-0ef8-4be0-a280-07771e942a58 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=2fafb672-dd3b-4613-8e81-80a33e2c63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370886 May 27 03:19:10.462793 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e44cf2-f9ce-4cf6-984a-6b4498a16cf8 req-291b265d-cb3c-4176-83a8-60d14f915cb2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:10.464225 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f8e44cf2-f9ce-4cf6-984a-6b4498a16cf8 req-291b265d-cb3c-4176-83a8-60d14f915cb2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=57228abe-e016-4c0c-be38-495e93d2d487 HTTP/1.1" status: 200 len: 946 time: 0.1306863 May 27 03:19:10.506543 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f8e44cf2-f9ce-4cf6-984a-6b4498a16cf8 req-3b8f7c1c-eb5a-48fd-9f58-258724bef338 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=2fafb672-dd3b-4613-8e81-80a33e2c63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367165 May 27 03:19:10.529595 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37460) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:19:10.632220 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e2261363-dc04-4895-b6c4-2f7e97732841 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/floatingips/53aeddd3-63b3-4720-bea8-fe6e7fa5cfdb HTTP/1.1" status: 200 len: 994 time: 0.1015682 May 27 03:19:12.248051 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9539f-c8c3-46db-b396-7b43b45e035e req-043dfc0d-09ea-46dd-9603-3599aeb3e471 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:12.249554 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3ec9539f-c8c3-46db-b396-7b43b45e035e req-043dfc0d-09ea-46dd-9603-3599aeb3e471 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=57228abe-e016-4c0c-be38-495e93d2d487 HTTP/1.1" status: 200 len: 946 time: 0.1286335 May 27 03:19:12.293959 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3ec9539f-c8c3-46db-b396-7b43b45e035e req-c53fb1aa-b2cb-49fb-9818-b4fded2c341a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=2fafb672-dd3b-4613-8e81-80a33e2c63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379429 May 27 03:19:13.485215 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09d743-74e6-41c8-80ce-a23ccecd4aee req-7adb199a-ff8b-40dd-893f-d1db2a353eef tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:13.486916 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7e09d743-74e6-41c8-80ce-a23ccecd4aee req-7adb199a-ff8b-40dd-893f-d1db2a353eef tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=57228abe-e016-4c0c-be38-495e93d2d487 HTTP/1.1" status: 200 len: 946 time: 0.0813456 May 27 03:19:13.531511 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7e09d743-74e6-41c8-80ce-a23ccecd4aee req-2d09c9b8-c65e-4e46-b934-0a938394381c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=2fafb672-dd3b-4613-8e81-80a33e2c63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389378 May 27 03:19:13.554239 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37474) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:19:13.658015 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ae9da96f-189a-4718-aa82-b9eece486614 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/floatingips/53aeddd3-63b3-4720-bea8-fe6e7fa5cfdb HTTP/1.1" status: 200 len: 994 time: 0.1025512 May 27 03:19:13.906491 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37482) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:19:14.102681 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e574aa51-bf53-41bd-b05a-a908cffa2362 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Deleting port 5ab5f2cd-a9c6-4d49-964c-699fc03ef518 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:19:14.103212 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e574aa51-bf53-41bd-b05a-a908cffa2362 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:14.273901 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e574aa51-bf53-41bd-b05a-a908cffa2362 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:14.274234 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e574aa51-bf53-41bd-b05a-a908cffa2362 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:14.393127 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e574aa51-bf53-41bd-b05a-a908cffa2362 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Calling delete_port for 5ab5f2cd-a9c6-4d49-964c-699fc03ef518 owned by network:floatingip {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:19:14.598459 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e574aa51-bf53-41bd-b05a-a908cffa2362 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:14.644565 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e574aa51-bf53-41bd-b05a-a908cffa2362 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event deleted for resources: {'Port': ['ID=5ab5f2cd-a9c6-4d49-964c-699fc03ef518,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:14.677284 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e574aa51-bf53-41bd-b05a-a908cffa2362 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:14.677640 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e574aa51-bf53-41bd-b05a-a908cffa2362 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:14.677980 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e574aa51-bf53-41bd-b05a-a908cffa2362 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:14.678314 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e574aa51-bf53-41bd-b05a-a908cffa2362 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:14.678642 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e574aa51-bf53-41bd-b05a-a908cffa2362 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:14.678970 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e574aa51-bf53-41bd-b05a-a908cffa2362 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:14.679297 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e574aa51-bf53-41bd-b05a-a908cffa2362 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:14.679626 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e574aa51-bf53-41bd-b05a-a908cffa2362 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:14.679954 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e574aa51-bf53-41bd-b05a-a908cffa2362 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:14.680278 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e574aa51-bf53-41bd-b05a-a908cffa2362 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:14.680599 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e574aa51-bf53-41bd-b05a-a908cffa2362 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:14.680944 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e574aa51-bf53-41bd-b05a-a908cffa2362 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:14.856374 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e574aa51-bf53-41bd-b05a-a908cffa2362 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for floatingip, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:14.856707 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-e574aa51-bf53-41bd-b05a-a908cffa2362 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Floating IP 53aeddd3-63b3-4720-bea8-fe6e7fa5cfdb disassociated (deleted). External IP: 172.25.1.246, port: 2aa7e7b6-3489-41c4-a702-ff6be34d66c5. May 27 03:19:15.200231 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e574aa51-bf53-41bd-b05a-a908cffa2362 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Router 2fcc7722-42a0-494f-87d7-4c2a29c782cd has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:19:15.378345 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e574aa51-bf53-41bd-b05a-a908cffa2362 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:19:15.388037 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df219fdb-e72b-49f1-9bcd-c8e7d35f975f None None] Sync routers for ids ['2fcc7722-42a0-494f-87d7-4c2a29c782cd'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:19:15.390697 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e574aa51-bf53-41bd-b05a-a908cffa2362 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:15.397075 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df219fdb-e72b-49f1-9bcd-c8e7d35f975f None None] Routers {'2fcc7722-42a0-494f-87d7-4c2a29c782cd'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:19:15.397684 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-df219fdb-e72b-49f1-9bcd-c8e7d35f975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:18:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['2fcc7722-42a0-494f-87d7-4c2a29c782cd'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:19:15.444454 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e574aa51-bf53-41bd-b05a-a908cffa2362 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "DELETE /v2.0/floatingips/53aeddd3-63b3-4720-bea8-fe6e7fa5cfdb HTTP/1.1" status: 204 len: 168 time: 1.5368934 May 27 03:19:15.445049 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57228abe-e016-4c0c-be38-495e93d2d487', 'tag': '2aa7e7b6-3489-41c4-a702-ff6be34d66c5'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:19:15.489826 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4da2a1d7-0b39-4a0d-93e3-6213a7e6b1e4'] response: {'name': 'network-changed', 'server_uuid': '57228abe-e016-4c0c-be38-495e93d2d487', 'tag': '2aa7e7b6-3489-41c4-a702-ff6be34d66c5', 'status': 'completed', 'code': 200} May 27 03:19:15.578557 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-df219fdb-e72b-49f1-9bcd-c8e7d35f975f None None] Set router 2fcc7722-42a0-494f-87d7-4c2a29c782cd gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:19:15.696728 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad604f2d-03f9-48be-9f23-77483ddfdc95 req-b01715aa-fdad-4b3f-9f2f-eb08d484611d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:15.698201 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ad604f2d-03f9-48be-9f23-77483ddfdc95 req-b01715aa-fdad-4b3f-9f2f-eb08d484611d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d02b46bffb894f2cbc2d380293cecdd7&device_id=57228abe-e016-4c0c-be38-495e93d2d487 HTTP/1.1" status: 200 len: 1097 time: 0.1854074 May 27 03:19:15.832213 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad604f2d-03f9-48be-9f23-77483ddfdc95 req-0c13b332-0680-4807-84c3-bdf36f14d218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:15.833692 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ad604f2d-03f9-48be-9f23-77483ddfdc95 req-0c13b332-0680-4807-84c3-bdf36f14d218 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f02c2949-0d5a-4927-abd5-eb6c8ad205c9 HTTP/1.1" status: 200 len: 897 time: 0.1297669 May 27 03:19:15.896888 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-df219fdb-e72b-49f1-9bcd-c8e7d35f975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcc7722-42a0-494f-87d7-4c2a29c782cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-196262578', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:18:13Z', 'updated_at': '2022-05-27T03:18:19Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:24:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcc7722-42a0-494f-87d7-4c2a29c782cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:18:13Z', 'updated_at': '2022-05-27T03:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '7e500d57-e609-418e-ab39-7121af2706d2', 'name': '', 'network_id': 'f02c2949-0d5a-4927-abd5-eb6c8ad205c9', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'mac_address': 'fa:16:3e:b8:90:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcc7722-42a0-494f-87d7-4c2a29c782cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '13df936e-a8c4-4b79-8e04-d79ca7b26166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:18:17Z', 'updated_at': '2022-05-27T03:18:24Z', 'revision_number': 5, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'subnets': [{'id': '13df936e-a8c4-4b79-8e04-d79ca7b26166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:19:15.900775 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df219fdb-e72b-49f1-9bcd-c8e7d35f975f None None] Checking router: 2fcc7722-42a0-494f-87d7-4c2a29c782cd for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:19:15.904128 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ad604f2d-03f9-48be-9f23-77483ddfdc95 req-d14b2bd3-c4d1-4b20-9c74-594a93c9ff30 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2aa7e7b6-3489-41c4-a702-ff6be34d66c5 HTTP/1.1" status: 200 len: 217 time: 0.0645266 May 27 03:19:15.910637 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df219fdb-e72b-49f1-9bcd-c8e7d35f975f None None] Routers {'2fcc7722-42a0-494f-87d7-4c2a29c782cd'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:19:15.911254 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-df219fdb-e72b-49f1-9bcd-c8e7d35f975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:18:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['2fcc7722-42a0-494f-87d7-4c2a29c782cd'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:19:15.966056 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad604f2d-03f9-48be-9f23-77483ddfdc95 req-e9bb1ea5-a311-481e-8ca1-8bb7256f3968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:15.967493 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ad604f2d-03f9-48be-9f23-77483ddfdc95 req-e9bb1ea5-a311-481e-8ca1-8bb7256f3968 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=13df936e-a8c4-4b79-8e04-d79ca7b26166 HTTP/1.1" status: 200 len: 834 time: 0.0576344 May 27 03:19:16.047996 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad604f2d-03f9-48be-9f23-77483ddfdc95 req-0adba143-050d-4fc7-8e9d-5f0b6d93913e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:16.049945 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ad604f2d-03f9-48be-9f23-77483ddfdc95 req-0adba143-050d-4fc7-8e9d-5f0b6d93913e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f02c2949-0d5a-4927-abd5-eb6c8ad205c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761623 May 27 03:19:16.118724 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443675e-0721-49e3-9a3b-97d949961a43 req-0773168c-2d28-4511-a7dd-8f9a91e15cda tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:16.118724 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-1443675e-0721-49e3-9a3b-97d949961a43 req-0773168c-2d28-4511-a7dd-8f9a91e15cda tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Synchronizing usage tracker for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:19:16.135692 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-df219fdb-e72b-49f1-9bcd-c8e7d35f975f None None] Set router 2fcc7722-42a0-494f-87d7-4c2a29c782cd gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:19:16.188890 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ad604f2d-03f9-48be-9f23-77483ddfdc95 req-3f938f91-1c46-46f7-9a35-2298264b541c service neutron] 10.222.0.66 "GET /v2.0/networks/f02c2949-0d5a-4927-abd5-eb6c8ad205c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326966 May 27 03:19:16.217342 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-1443675e-0721-49e3-9a3b-97d949961a43 req-0773168c-2d28-4511-a7dd-8f9a91e15cda tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Unset dirty status for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:19:16.218659 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1443675e-0721-49e3-9a3b-97d949961a43 req-0773168c-2d28-4511-a7dd-8f9a91e15cda tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=57228abe-e016-4c0c-be38-495e93d2d487 HTTP/1.1" status: 200 len: 946 time: 0.1922004 May 27 03:19:16.268926 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1443675e-0721-49e3-9a3b-97d949961a43 req-1b76a333-189d-49d6-a958-882e5d054317 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=2fafb672-dd3b-4613-8e81-80a33e2c63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436792 May 27 03:19:16.325291 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ad604f2d-03f9-48be-9f23-77483ddfdc95 req-82f451e7-e0e3-44ed-a90f-774566ba4221 service neutron] 10.222.0.66 "GET /v2.0/networks/f02c2949-0d5a-4927-abd5-eb6c8ad205c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293931 May 27 03:19:16.453014 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-df219fdb-e72b-49f1-9bcd-c8e7d35f975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcc7722-42a0-494f-87d7-4c2a29c782cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-196262578', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:18:13Z', 'updated_at': '2022-05-27T03:18:19Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:24:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcc7722-42a0-494f-87d7-4c2a29c782cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:18:13Z', 'updated_at': '2022-05-27T03:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '7e500d57-e609-418e-ab39-7121af2706d2', 'name': '', 'network_id': 'f02c2949-0d5a-4927-abd5-eb6c8ad205c9', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'mac_address': 'fa:16:3e:b8:90:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcc7722-42a0-494f-87d7-4c2a29c782cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '13df936e-a8c4-4b79-8e04-d79ca7b26166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:18:17Z', 'updated_at': '2022-05-27T03:18:24Z', 'revision_number': 5, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'subnets': [{'id': '13df936e-a8c4-4b79-8e04-d79ca7b26166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:19:16.457097 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df219fdb-e72b-49f1-9bcd-c8e7d35f975f None None] The sync data for ids ['2fcc7722-42a0-494f-87d7-4c2a29c782cd'] in n-d-843554-3 is: [{'id': '2fcc7722-42a0-494f-87d7-4c2a29c782cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-196262578', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:18:13Z', 'updated_at': '2022-05-27T03:18:19Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:24:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcc7722-42a0-494f-87d7-4c2a29c782cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:18:13Z', 'updated_at': '2022-05-27T03:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '7e500d57-e609-418e-ab39-7121af2706d2', 'name': '', 'network_id': 'f02c2949-0d5a-4927-abd5-eb6c8ad205c9', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'mac_address': 'fa:16:3e:b8:90:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcc7722-42a0-494f-87d7-4c2a29c782cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '13df936e-a8c4-4b79-8e04-d79ca7b26166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:18:17Z', 'updated_at': '2022-05-27T03:18:24Z', 'revision_number': 5, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'subnets': [{'id': '13df936e-a8c4-4b79-8e04-d79ca7b26166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:19:16.675153 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ea8194-05d7-477f-a021-a16509663b4a None None] New status for floating IP 53aeddd3-63b3-4720-bea8-fe6e7fa5cfdb: DOWN {{(pid=88904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:19:17.455291 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a2dfe-21bf-41ad-8b2f-7d91628f42b6 req-ee337890-9dd0-4221-9c7d-339fa976ec02 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:17.457286 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-216a2dfe-21bf-41ad-8b2f-7d91628f42b6 req-ee337890-9dd0-4221-9c7d-339fa976ec02 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=57228abe-e016-4c0c-be38-495e93d2d487 HTTP/1.1" status: 200 len: 946 time: 0.0788150 May 27 03:19:17.504178 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-216a2dfe-21bf-41ad-8b2f-7d91628f42b6 req-b5d2a1fd-0e9e-4702-af67-8ac0a76aef15 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=2fafb672-dd3b-4613-8e81-80a33e2c63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412660 May 27 03:19:17.531011 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592f15b-fada-4cff-9e0d-8c62b0f7c80c req-a51b3cf6-3779-4cd6-9ce4-933e7f006986 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:17.531703 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-0592f15b-fada-4cff-9e0d-8c62b0f7c80c req-a51b3cf6-3779-4cd6-9ce4-933e7f006986 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Synchronizing usage tracker for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:19:17.543146 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-0592f15b-fada-4cff-9e0d-8c62b0f7c80c req-a51b3cf6-3779-4cd6-9ce4-933e7f006986 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Unset dirty status for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:19:17.544203 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0592f15b-fada-4cff-9e0d-8c62b0f7c80c req-a51b3cf6-3779-4cd6-9ce4-933e7f006986 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.66 "GET /v2.0/ports?device_id=57228abe-e016-4c0c-be38-495e93d2d487 HTTP/1.1" status: 200 len: 946 time: 0.0907130 May 27 03:19:17.612943 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-0592f15b-fada-4cff-9e0d-8c62b0f7c80c req-38537a17-e44f-42a9-ae34-04b83e0021ac tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Deleting port 2aa7e7b6-3489-41c4-a702-ff6be34d66c5 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:19:17.613198 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0592f15b-fada-4cff-9e0d-8c62b0f7c80c req-38537a17-e44f-42a9-ae34-04b83e0021ac tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:17.855779 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0592f15b-fada-4cff-9e0d-8c62b0f7c80c req-38537a17-e44f-42a9-ae34-04b83e0021ac tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] For port 2aa7e7b6-3489-41c4-a702-ff6be34d66c5, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=2aa7e7b6-3489-41c4-a702-ff6be34d66c5,segment=NetworkSegment(3be94543-2e22-4756-8b92-958ce3f17673),segment_id=3be94543-2e22-4756-8b92-958ce3f17673)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:19:17.857105 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0592f15b-fada-4cff-9e0d-8c62b0f7c80c req-38537a17-e44f-42a9-ae34-04b83e0021ac tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:17.981562 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-0592f15b-fada-4cff-9e0d-8c62b0f7c80c req-38537a17-e44f-42a9-ae34-04b83e0021ac tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Calling delete_port for 2aa7e7b6-3489-41c4-a702-ff6be34d66c5 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:19:18.181308 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0592f15b-fada-4cff-9e0d-8c62b0f7c80c req-38537a17-e44f-42a9-ae34-04b83e0021ac tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:18.232482 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38537a17-e44f-42a9-ae34-04b83e0021ac tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event deleted for resources: {'Port': ['ID=2aa7e7b6-3489-41c4-a702-ff6be34d66c5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:18.270281 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38537a17-e44f-42a9-ae34-04b83e0021ac tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:18.271564 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38537a17-e44f-42a9-ae34-04b83e0021ac tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:18.271564 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38537a17-e44f-42a9-ae34-04b83e0021ac tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:18.271564 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38537a17-e44f-42a9-ae34-04b83e0021ac tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:18.271564 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38537a17-e44f-42a9-ae34-04b83e0021ac tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:18.272022 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38537a17-e44f-42a9-ae34-04b83e0021ac tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:18.272181 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38537a17-e44f-42a9-ae34-04b83e0021ac tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:18.272502 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38537a17-e44f-42a9-ae34-04b83e0021ac tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:18.272858 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38537a17-e44f-42a9-ae34-04b83e0021ac tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:18.273173 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38537a17-e44f-42a9-ae34-04b83e0021ac tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:18.273486 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38537a17-e44f-42a9-ae34-04b83e0021ac tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:18.273798 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38537a17-e44f-42a9-ae34-04b83e0021ac tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:18.314245 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-0592f15b-fada-4cff-9e0d-8c62b0f7c80c req-38537a17-e44f-42a9-ae34-04b83e0021ac tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] No DVR routers for this DVR port 2aa7e7b6-3489-41c4-a702-ff6be34d66c5 on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:19:18.316560 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0592f15b-fada-4cff-9e0d-8c62b0f7c80c req-38537a17-e44f-42a9-ae34-04b83e0021ac tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:18.318969 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57228abe-e016-4c0c-be38-495e93d2d487', 'name': 'network-vif-deleted', 'tag': '2aa7e7b6-3489-41c4-a702-ff6be34d66c5'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:19:18.395598 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0592f15b-fada-4cff-9e0d-8c62b0f7c80c req-38537a17-e44f-42a9-ae34-04b83e0021ac tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.66 "DELETE /v2.0/ports/2aa7e7b6-3489-41c4-a702-ff6be34d66c5 HTTP/1.1" status: 204 len: 173 time: 0.8462455 May 27 03:19:18.413828 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19933b9c-96fd-42d6-8a34-de4540a2be2e'] response: {'server_uuid': '57228abe-e016-4c0c-be38-495e93d2d487', 'name': 'network-vif-deleted', 'tag': '2aa7e7b6-3489-41c4-a702-ff6be34d66c5', 'status': 'completed', 'code': 200} May 27 03:19:18.660006 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7048e46c-c357-4614-b6b4-941de73653dc req-1cde9e21-70c1-433b-9614-0945b52deb08 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=57228abe-e016-4c0c-be38-495e93d2d487 HTTP/1.1" status: 200 len: 210 time: 0.0510387 May 27 03:19:19.755825 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37502) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:19:19.943419 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:19.965899 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:20.412642 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7bb2682c-7b80-48f5-8de1-f6c05fdec921 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:20.760732 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7bb2682c-7b80-48f5-8de1-f6c05fdec921 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Deleting port 7e500d57-e609-418e-ab39-7121af2706d2 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:19:20.761434 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7bb2682c-7b80-48f5-8de1-f6c05fdec921 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:20.944954 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-7bb2682c-7b80-48f5-8de1-f6c05fdec921 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] For port 7e500d57-e609-418e-ab39-7121af2706d2, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=7e500d57-e609-418e-ab39-7121af2706d2,segment=NetworkSegment(3be94543-2e22-4756-8b92-958ce3f17673),segment_id=3be94543-2e22-4756-8b92-958ce3f17673)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:19:20.945316 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7bb2682c-7b80-48f5-8de1-f6c05fdec921 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:21.064818 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7bb2682c-7b80-48f5-8de1-f6c05fdec921 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Calling delete_port for 7e500d57-e609-418e-ab39-7121af2706d2 owned by network:router_interface {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:19:21.415372 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7bb2682c-7b80-48f5-8de1-f6c05fdec921 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:21.465117 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb2682c-7b80-48f5-8de1-f6c05fdec921 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event deleted for resources: {'Port': ['ID=7e500d57-e609-418e-ab39-7121af2706d2,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:21.740650 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7bb2682c-7b80-48f5-8de1-f6c05fdec921 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:22.196090 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 2aa7e7b6-3489-41c4-a702-ff6be34d66c5 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:19:22.203727 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb2682c-7b80-48f5-8de1-f6c05fdec921 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Router 2fcc7722-42a0-494f-87d7-4c2a29c782cd has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:19:22.231789 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: 2aa7e7b6-3489-41c4-a702-ff6be34d66c5 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:19:22.232138 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 2aa7e7b6-3489-41c4-a702-ff6be34d66c5 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:19:22.385460 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb2682c-7b80-48f5-8de1-f6c05fdec921 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:19:22.395554 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccaf389b-c63d-425a-841d-b2d95e8d9270 None None] Sync routers for ids ['2fcc7722-42a0-494f-87d7-4c2a29c782cd'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:19:22.402259 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37506) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:19:22.402727 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7bb2682c-7b80-48f5-8de1-f6c05fdec921 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "PUT /v2.0/routers/2fcc7722-42a0-494f-87d7-4c2a29c782cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6454010 May 27 03:19:22.429612 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaf389b-c63d-425a-841d-b2d95e8d9270 None None] Routers {'2fcc7722-42a0-494f-87d7-4c2a29c782cd'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:19:22.430267 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ccaf389b-c63d-425a-841d-b2d95e8d9270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:18:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['2fcc7722-42a0-494f-87d7-4c2a29c782cd'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:19:22.573602 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed445899-64b6-4cbd-9ce2-5878b0a8c16a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Deleting subnet 13df936e-a8c4-4b79-8e04-d79ca7b26166 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 03:19:22.576607 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ed445899-64b6-4cbd-9ce2-5878b0a8c16a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:22.609458 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-ccaf389b-c63d-425a-841d-b2d95e8d9270 None None] Set router 2fcc7722-42a0-494f-87d7-4c2a29c782cd gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:19:22.630501 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ed445899-64b6-4cbd-9ce2-5878b0a8c16a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:22.714938 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ed445899-64b6-4cbd-9ce2-5878b0a8c16a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:22.857960 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ed445899-64b6-4cbd-9ce2-5878b0a8c16a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:22.888648 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ccaf389b-c63d-425a-841d-b2d95e8d9270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcc7722-42a0-494f-87d7-4c2a29c782cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-196262578', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:18:13Z', 'updated_at': '2022-05-27T03:19:21Z', 'revision_number': 5, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:24:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcc7722-42a0-494f-87d7-4c2a29c782cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:18:13Z', 'updated_at': '2022-05-27T03:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:19:22.893374 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccaf389b-c63d-425a-841d-b2d95e8d9270 None None] Checking router: 2fcc7722-42a0-494f-87d7-4c2a29c782cd for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:19:22.898225 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed445899-64b6-4cbd-9ce2-5878b0a8c16a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event deleted for resources: {'Subnet': ['ID=13df936e-a8c4-4b79-8e04-d79ca7b26166,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:22.900169 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ed445899-64b6-4cbd-9ce2-5878b0a8c16a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:22.906339 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-ed445899-64b6-4cbd-9ce2-5878b0a8c16a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "DELETE /v2.0/subnets/13df936e-a8c4-4b79-8e04-d79ca7b26166 HTTP/1.1" status: 204 len: 168 time: 0.5030699 May 27 03:19:22.908993 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37510) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:19:22.909517 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9ffccc-9448-42e3-841e-4f798aeb6f10 None None] Network f02c2949-0d5a-4927-abd5-eb6c8ad205c9 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:19:22.933251 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaf389b-c63d-425a-841d-b2d95e8d9270 None None] Routers {'2fcc7722-42a0-494f-87d7-4c2a29c782cd'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:19:22.933871 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ccaf389b-c63d-425a-841d-b2d95e8d9270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:18:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['2fcc7722-42a0-494f-87d7-4c2a29c782cd'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:19:23.086478 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fc7250f8-ef98-4d28-95f3-3f179edb44e1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:23.261878 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-ccaf389b-c63d-425a-841d-b2d95e8d9270 None None] Set router 2fcc7722-42a0-494f-87d7-4c2a29c782cd gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:19:23.267926 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fc7250f8-ef98-4d28-95f3-3f179edb44e1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:23.343031 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-fc7250f8-ef98-4d28-95f3-3f179edb44e1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Deleting port 578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:19:23.343287 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fc7250f8-ef98-4d28-95f3-3f179edb44e1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:23.514336 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-fc7250f8-ef98-4d28-95f3-3f179edb44e1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] For port 578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:19:23.514954 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fc7250f8-ef98-4d28-95f3-3f179edb44e1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:23.571020 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c8c73a-02a0-4b74-9109-7f5e605ee94e None None] DHCP port deletion for f02c2949-0d5a-4927-abd5-eb6c8ad205c9 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 03:19:23.580640 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-e7c8c73a-02a0-4b74-9109-7f5e605ee94e None None] Deleting port 93afc249-da55-4881-b4a5-9e53c7979fd5 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:19:23.581034 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e7c8c73a-02a0-4b74-9109-7f5e605ee94e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:23.638047 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-fc7250f8-ef98-4d28-95f3-3f179edb44e1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Calling delete_port for 578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:19:23.717779 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ccaf389b-c63d-425a-841d-b2d95e8d9270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcc7722-42a0-494f-87d7-4c2a29c782cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-196262578', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:18:13Z', 'updated_at': '2022-05-27T03:19:21Z', 'revision_number': 5, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:24:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcc7722-42a0-494f-87d7-4c2a29c782cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:18:13Z', 'updated_at': '2022-05-27T03:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:19:23.772246 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccaf389b-c63d-425a-841d-b2d95e8d9270 None None] The sync data for ids ['2fcc7722-42a0-494f-87d7-4c2a29c782cd'] in n-d-843554-3 is: [{'id': '2fcc7722-42a0-494f-87d7-4c2a29c782cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-196262578', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:18:13Z', 'updated_at': '2022-05-27T03:19:21Z', 'revision_number': 5, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:24:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcc7722-42a0-494f-87d7-4c2a29c782cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:18:13Z', 'updated_at': '2022-05-27T03:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:19:23.811219 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-e7c8c73a-02a0-4b74-9109-7f5e605ee94e None None] For port 93afc249-da55-4881-b4a5-9e53c7979fd5, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=93afc249-da55-4881-b4a5-9e53c7979fd5,segment=NetworkSegment(3be94543-2e22-4756-8b92-958ce3f17673),segment_id=3be94543-2e22-4756-8b92-958ce3f17673)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:19:23.811701 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e7c8c73a-02a0-4b74-9109-7f5e605ee94e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:23.936285 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-e7c8c73a-02a0-4b74-9109-7f5e605ee94e None None] Calling delete_port for 93afc249-da55-4881-b4a5-9e53c7979fd5 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:19:24.000213 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fc7250f8-ef98-4d28-95f3-3f179edb44e1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:24.046755 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7250f8-ef98-4d28-95f3-3f179edb44e1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event deleted for resources: {'Port': ['ID=578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:24.080302 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e7c8c73a-02a0-4b74-9109-7f5e605ee94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:24.129057 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c8c73a-02a0-4b74-9109-7f5e605ee94e None None] Pushing event deleted for resources: {'Port': ['ID=93afc249-da55-4881-b4a5-9e53c7979fd5,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:24.133978 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c8c73a-02a0-4b74-9109-7f5e605ee94e None None] No DVR routers for this DVR port 93afc249-da55-4881-b4a5-9e53c7979fd5 on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:19:24.140250 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8c73a-02a0-4b74-9109-7f5e605ee94e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:24.140602 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8c73a-02a0-4b74-9109-7f5e605ee94e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:24.140976 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8c73a-02a0-4b74-9109-7f5e605ee94e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:24.141315 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8c73a-02a0-4b74-9109-7f5e605ee94e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:24.141735 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8c73a-02a0-4b74-9109-7f5e605ee94e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:24.142077 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8c73a-02a0-4b74-9109-7f5e605ee94e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:24.142403 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8c73a-02a0-4b74-9109-7f5e605ee94e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:24.142733 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8c73a-02a0-4b74-9109-7f5e605ee94e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:24.143404 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8c73a-02a0-4b74-9109-7f5e605ee94e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:24.143404 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8c73a-02a0-4b74-9109-7f5e605ee94e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:24.143697 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8c73a-02a0-4b74-9109-7f5e605ee94e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:24.147250 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8c73a-02a0-4b74-9109-7f5e605ee94e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:24.261136 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fc7250f8-ef98-4d28-95f3-3f179edb44e1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:24.435527 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fc7250f8-ef98-4d28-95f3-3f179edb44e1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:24.437785 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fc7250f8-ef98-4d28-95f3-3f179edb44e1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:24.508332 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 93afc249-da55-4881-b4a5-9e53c7979fd5 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:19:24.514674 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fc7250f8-ef98-4d28-95f3-3f179edb44e1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:24.515183 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7250f8-ef98-4d28-95f3-3f179edb44e1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Fanout notify agent at l3_agent the message router_deleted on router 2fcc7722-42a0-494f-87d7-4c2a29c782cd {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 03:19:24.530959 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fc7250f8-ef98-4d28-95f3-3f179edb44e1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:24.532034 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-fc7250f8-ef98-4d28-95f3-3f179edb44e1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "DELETE /v2.0/routers/2fcc7722-42a0-494f-87d7-4c2a29c782cd HTTP/1.1" status: 204 len: 168 time: 1.6221561 May 27 03:19:24.534919 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37514) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:19:24.544805 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 93afc249-da55-4881-b4a5-9e53c7979fd5 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:19:24.545156 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 93afc249-da55-4881-b4a5-9e53c7979fd5 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:19:24.545569 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 7e500d57-e609-418e-ab39-7121af2706d2 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:19:24.582674 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 7e500d57-e609-418e-ab39-7121af2706d2 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:19:24.583161 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 7e500d57-e609-418e-ab39-7121af2706d2 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:19:24.649551 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b7fc0659-40de-4bab-b50a-5ea6fa65618e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:24.777729 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b7fc0659-40de-4bab-b50a-5ea6fa65618e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:24.801739 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-b7fc0659-40de-4bab-b50a-5ea6fa65618e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f02c2949-0d5a-4927-abd5-eb6c8ad205c9']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:19:24.813247 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-b7fc0659-40de-4bab-b50a-5ea6fa65618e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3be94543-2e22-4756-8b92-958ce3f17673') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:19:24.813547 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-b7fc0659-40de-4bab-b50a-5ea6fa65618e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3be94543-2e22-4756-8b92-958ce3f17673') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:19:24.824991 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b7fc0659-40de-4bab-b50a-5ea6fa65618e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:24.840882 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b7fc0659-40de-4bab-b50a-5ea6fa65618e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:24.846811 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7fc0659-40de-4bab-b50a-5ea6fa65618e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:19:24.854078 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b7fc0659-40de-4bab-b50a-5ea6fa65618e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:25.017127 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b7fc0659-40de-4bab-b50a-5ea6fa65618e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:25.035822 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 3be94543-2e22-4756-8b92-958ce3f17673 resource provider aggregate not found May 27 03:19:25.042177 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b7fc0659-40de-4bab-b50a-5ea6fa65618e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:25.048975 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc0659-40de-4bab-b50a-5ea6fa65618e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event deleted for resources: {'Network': ['ID=f02c2949-0d5a-4927-abd5-eb6c8ad205c9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:25.059592 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 3be94543-2e22-4756-8b92-958ce3f17673 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3be94543-2e22-4756-8b92-958ce3f17673 found for delete ", "request_id": "req-c8531e61-edef-46b2-9299-174e187cb56d"}]} May 27 03:19:25.115272 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-b7fc0659-40de-4bab-b50a-5ea6fa65618e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "DELETE /v2.0/networks/f02c2949-0d5a-4927-abd5-eb6c8ad205c9 HTTP/1.1" status: 204 len: 168 time: 0.5789375 May 27 03:19:25.117929 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37524) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:19:25.189482 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-66ea3c99-c9c3-4e45-9627-a32e2ff1e728 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:25.218626 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-66ea3c99-c9c3-4e45-9627-a32e2ff1e728 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:25.331278 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-66ea3c99-c9c3-4e45-9627-a32e2ff1e728 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:25.350092 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea3c99-c9c3-4e45-9627-a32e2ff1e728 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fafb672-dd3b-4613-8e81-80a33e2c63b3,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:25.404597 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-66ea3c99-c9c3-4e45-9627-a32e2ff1e728 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:25.405774 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-66ea3c99-c9c3-4e45-9627-a32e2ff1e728 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "DELETE /v2.0/security-groups/2fafb672-dd3b-4613-8e81-80a33e2c63b3 HTTP/1.1" status: 204 len: 168 time: 0.2869427 May 27 03:19:25.558608 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1b67f649-eea6-49be-9348-8c8179d508e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:25.658234 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37532) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:19:25.664007 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-bdce44a4-450c-4549-9495-2967a667afcb tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1401947304', 'description': 'tempest-secgroup-smoke-1401947304 description', 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:19:25.671274 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bdce44a4-450c-4549-9495-2967a667afcb tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:19:25.676488 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bdce44a4-450c-4549-9495-2967a667afcb tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:security_group and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:19:25.679489 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bdce44a4-450c-4549-9495-2967a667afcb tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:19:25.685748 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bdce44a4-450c-4549-9495-2967a667afcb tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:19:25.746960 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bdce44a4-450c-4549-9495-2967a667afcb tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:25.765696 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bdce44a4-450c-4549-9495-2967a667afcb tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:19:25.770025 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bdce44a4-450c-4549-9495-2967a667afcb tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:security_group_rule and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:19:25.772743 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bdce44a4-450c-4549-9495-2967a667afcb tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:19:25.778334 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bdce44a4-450c-4549-9495-2967a667afcb tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:19:25.850124 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bdce44a4-450c-4549-9495-2967a667afcb tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:25.908620 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bdce44a4-450c-4549-9495-2967a667afcb tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:25.955141 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce44a4-450c-4549-9495-2967a667afcb tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbb8e50-df40-4c54-ab50-4b5fc5b640e4,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:26.005998 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bdce44a4-450c-4549-9495-2967a667afcb tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:26.007218 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-bdce44a4-450c-4549-9495-2967a667afcb tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3479788 May 27 03:19:26.010029 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37536) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:19:26.014834 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-7e294f55-efc9-4233-838c-09374ce824f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'security_group_rule': {'security_group_id': 'cdbb8e50-df40-4c54-ab50-4b5fc5b640e4', 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:19:26.022081 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7e294f55-efc9-4233-838c-09374ce824f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:19:26.025948 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7e294f55-efc9-4233-838c-09374ce824f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:security_group_rule and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:19:26.028795 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7e294f55-efc9-4233-838c-09374ce824f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:19:26.034491 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7e294f55-efc9-4233-838c-09374ce824f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:19:26.130694 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e294f55-efc9-4233-838c-09374ce824f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:26.189735 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e294f55-efc9-4233-838c-09374ce824f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:26.261162 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e294f55-efc9-4233-838c-09374ce824f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:26.285567 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e294f55-efc9-4233-838c-09374ce824f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c49ce4bb-2121-4f81-b991-04afe15576ba,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:26.359994 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e294f55-efc9-4233-838c-09374ce824f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:26.361217 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7e294f55-efc9-4233-838c-09374ce824f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3502793 May 27 03:19:26.363955 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37540) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:19:26.368943 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-8f501bf3-878c-49e1-b680-93f1e8775196 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'security_group_rule': {'security_group_id': 'cdbb8e50-df40-4c54-ab50-4b5fc5b640e4', 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:19:26.375595 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8f501bf3-878c-49e1-b680-93f1e8775196 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:19:26.380197 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8f501bf3-878c-49e1-b680-93f1e8775196 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:security_group_rule and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:19:26.383221 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8f501bf3-878c-49e1-b680-93f1e8775196 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:19:26.389018 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8f501bf3-878c-49e1-b680-93f1e8775196 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:19:26.418140 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:19:26.452313 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:19:26.452592 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 578b73b8-1a5e-4ae3-b5c7-f24673c6ecf4 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:19:26.492990 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8f501bf3-878c-49e1-b680-93f1e8775196 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:26.552330 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8f501bf3-878c-49e1-b680-93f1e8775196 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:26.622799 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8f501bf3-878c-49e1-b680-93f1e8775196 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:26.644325 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f501bf3-878c-49e1-b680-93f1e8775196 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f4afc79-ee06-4dc6-939c-b303f0318321,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:26.720022 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8f501bf3-878c-49e1-b680-93f1e8775196 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:26.721192 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8f501bf3-878c-49e1-b680-93f1e8775196 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3562875 May 27 03:19:26.723856 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37544) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:19:26.728644 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-099a3fd2-d16f-4efe-b267-85ec5b80a183 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'security_group_rule': {'security_group_id': 'cdbb8e50-df40-4c54-ab50-4b5fc5b640e4', 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:19:26.735172 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-099a3fd2-d16f-4efe-b267-85ec5b80a183 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:19:26.740650 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-099a3fd2-d16f-4efe-b267-85ec5b80a183 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:security_group_rule and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:19:26.742408 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-099a3fd2-d16f-4efe-b267-85ec5b80a183 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:19:26.748165 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-099a3fd2-d16f-4efe-b267-85ec5b80a183 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:19:26.823329 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-099a3fd2-d16f-4efe-b267-85ec5b80a183 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:26.885195 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-099a3fd2-d16f-4efe-b267-85ec5b80a183 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:26.964141 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-099a3fd2-d16f-4efe-b267-85ec5b80a183 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:26.988366 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a3fd2-d16f-4efe-b267-85ec5b80a183 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dcde2f7-465d-408a-a19d-5dd26ad768b2,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:27.061399 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-099a3fd2-d16f-4efe-b267-85ec5b80a183 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:27.062616 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-099a3fd2-d16f-4efe-b267-85ec5b80a183 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3378015 May 27 03:19:27.065658 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37548) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:19:27.071591 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-707559ed-320b-4872-bbe0-d367cf73c2c5 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'security_group_rule': {'security_group_id': 'cdbb8e50-df40-4c54-ab50-4b5fc5b640e4', 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:19:27.078704 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-707559ed-320b-4872-bbe0-d367cf73c2c5 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:19:27.082496 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-707559ed-320b-4872-bbe0-d367cf73c2c5 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:security_group_rule and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:19:27.085549 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-707559ed-320b-4872-bbe0-d367cf73c2c5 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:19:27.091457 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-707559ed-320b-4872-bbe0-d367cf73c2c5 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:19:27.193165 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-707559ed-320b-4872-bbe0-d367cf73c2c5 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:27.254242 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-707559ed-320b-4872-bbe0-d367cf73c2c5 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:27.318038 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-707559ed-320b-4872-bbe0-d367cf73c2c5 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:27.340512 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707559ed-320b-4872-bbe0-d367cf73c2c5 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a8bdfb2-e270-423b-94c3-d10434fffc0d,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:27.420911 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-707559ed-320b-4872-bbe0-d367cf73c2c5 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:27.422145 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-707559ed-320b-4872-bbe0-d367cf73c2c5 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3552773 May 27 03:19:27.425176 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37552) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:19:27.430744 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-9508567e-d23a-470d-bcf4-57c938430ffb tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'security_group_rule': {'security_group_id': 'cdbb8e50-df40-4c54-ab50-4b5fc5b640e4', 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:19:27.437755 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9508567e-d23a-470d-bcf4-57c938430ffb tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:19:27.441623 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9508567e-d23a-470d-bcf4-57c938430ffb tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:security_group_rule and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:19:27.444644 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9508567e-d23a-470d-bcf4-57c938430ffb tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:19:27.450400 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9508567e-d23a-470d-bcf4-57c938430ffb tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:19:27.523996 n-d-843554-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-9508567e-d23a-470d-bcf4-57c938430ffb tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Project d02b46bffb894f2cbc2d380293cecdd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:19:27.530433 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9508567e-d23a-470d-bcf4-57c938430ffb tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:27.595056 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9508567e-d23a-470d-bcf4-57c938430ffb tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:27.662681 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9508567e-d23a-470d-bcf4-57c938430ffb tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:27.685695 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9508567e-d23a-470d-bcf4-57c938430ffb tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3722a864-77c8-462e-8ebf-afc91bd23d1c,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:27.752541 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9508567e-d23a-470d-bcf4-57c938430ffb tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:27.754347 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-9508567e-d23a-470d-bcf4-57c938430ffb tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3281002 May 27 03:19:27.756989 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37556) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:19:27.761961 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-50c692d7-b41c-424b-ab16-085a7d3bff64 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'security_group_rule': {'security_group_id': 'cdbb8e50-df40-4c54-ab50-4b5fc5b640e4', 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:19:27.768549 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-50c692d7-b41c-424b-ab16-085a7d3bff64 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:19:27.772998 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-50c692d7-b41c-424b-ab16-085a7d3bff64 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:security_group_rule and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:19:27.775890 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-50c692d7-b41c-424b-ab16-085a7d3bff64 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:19:27.781452 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-50c692d7-b41c-424b-ab16-085a7d3bff64 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:19:27.867063 n-d-843554-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-50c692d7-b41c-424b-ab16-085a7d3bff64 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Project d02b46bffb894f2cbc2d380293cecdd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:19:27.874024 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-50c692d7-b41c-424b-ab16-085a7d3bff64 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:27.939206 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-50c692d7-b41c-424b-ab16-085a7d3bff64 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:27.986974 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1ea404b8-26da-4b82-a5fb-3ff60518495e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:28.026698 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-50c692d7-b41c-424b-ab16-085a7d3bff64 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:28.050686 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c692d7-b41c-424b-ab16-085a7d3bff64 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25b856fe-b6e8-4500-9148-74397c74f901,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:28.119643 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-50c692d7-b41c-424b-ab16-085a7d3bff64 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:28.120873 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-50c692d7-b41c-424b-ab16-085a7d3bff64 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3629069 May 27 03:19:28.123687 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37560) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:19:28.129680 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-1e3da2ea-e359-400f-9350-178be98f80ae tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'network': {'name': 'tempest-network-smoke--706766499', 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'port_security_enabled': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:19:28.135700 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1e3da2ea-e359-400f-9350-178be98f80ae tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:19:28.139782 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1e3da2ea-e359-400f-9350-178be98f80ae tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:network and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:19:28.145310 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1e3da2ea-e359-400f-9350-178be98f80ae tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:19:28.148350 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1e3da2ea-e359-400f-9350-178be98f80ae tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:19:28.215046 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3da2ea-e359-400f-9350-178be98f80ae tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Made reservation on behalf of d02b46bffb894f2cbc2d380293cecdd7 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:19:28.218452 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e3da2ea-e359-400f-9350-178be98f80ae tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:28.245114 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e3da2ea-e359-400f-9350-178be98f80ae tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:19:28.253864 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e3da2ea-e359-400f-9350-178be98f80ae tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:28.254243 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-1e3da2ea-e359-400f-9350-178be98f80ae tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Added segment b9d3b03d-8bcc-4c24-8c62-0a2f09de626c of type vlan for network 1d3f52d4-052b-4d5c-ad3f-f50cd8029629 May 27 03:19:28.282884 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e3da2ea-e359-400f-9350-178be98f80ae tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:28.382457 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e3da2ea-e359-400f-9350-178be98f80ae tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:28.387770 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3da2ea-e359-400f-9350-178be98f80ae tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:28.388353 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e3da2ea-e359-400f-9350-178be98f80ae tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:28.496196 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3da2ea-e359-400f-9350-178be98f80ae tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'Network': ['ID=1d3f52d4-052b-4d5c-ad3f-f50cd8029629,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:28.507005 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 1d3f52d4-052b-4d5c-ad3f-f50cd8029629 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:19:28.538152 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1e3da2ea-e359-400f-9350-178be98f80ae tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4133732 May 27 03:19:28.540828 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37564) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:19:28.545953 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-dcd6fbde-f71d-4ad1-ad3e-9c2b32197873 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-847237520', 'admin_state_up': True, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:19:28.554814 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dcd6fbde-f71d-4ad1-ad3e-9c2b32197873 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:19:28.558722 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dcd6fbde-f71d-4ad1-ad3e-9c2b32197873 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:router and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:19:28.561662 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dcd6fbde-f71d-4ad1-ad3e-9c2b32197873 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:19:28.568017 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dcd6fbde-f71d-4ad1-ad3e-9c2b32197873 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:19:28.628567 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fbde-f71d-4ad1-ad3e-9c2b32197873 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:28.629614 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fbde-f71d-4ad1-ad3e-9c2b32197873 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:28.643864 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fbde-f71d-4ad1-ad3e-9c2b32197873 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:29.045411 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fbde-f71d-4ad1-ad3e-9c2b32197873 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:29.062741 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:29.222652 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:29.409921 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fbde-f71d-4ad1-ad3e-9c2b32197873 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:29.438530 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fbde-f71d-4ad1-ad3e-9c2b32197873 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:29.573963 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-dcd6fbde-f71d-4ad1-ad3e-9c2b32197873 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Allocated IP 172.25.1.201 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/08f6af75-0084-400a-8523-383444cb024c) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:19:29.656540 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:19:29.716893 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fbde-f71d-4ad1-ad3e-9c2b32197873 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:29.804394 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fbde-f71d-4ad1-ad3e-9c2b32197873 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:29.869883 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd6fbde-f71d-4ad1-ad3e-9c2b32197873 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:19:29.872705 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-dcd6fbde-f71d-4ad1-ad3e-9c2b32197873 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:19:29.876427 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd6fbde-f71d-4ad1-ad3e-9c2b32197873 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:19:29.912775 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd6fbde-f71d-4ad1-ad3e-9c2b32197873 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'Port': ['ID=08f6af75-0084-400a-8523-383444cb024c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:30.312386 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:30.365977 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fbde-f71d-4ad1-ad3e-9c2b32197873 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:30.814789 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fbde-f71d-4ad1-ad3e-9c2b32197873 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:31.114380 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd6fbde-f71d-4ad1-ad3e-9c2b32197873 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Router 54270a84-0889-4597-8455-d456fc09d3f5 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 03:19:31.285857 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd6fbde-f71d-4ad1-ad3e-9c2b32197873 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:19:31.295498 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c803284a-9228-4b9e-9d03-eba685622549 None None] Sync routers for ids ['54270a84-0889-4597-8455-d456fc09d3f5'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:19:31.305320 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c803284a-9228-4b9e-9d03-eba685622549 None None] Routers {'54270a84-0889-4597-8455-d456fc09d3f5'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:19:31.306139 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-c803284a-9228-4b9e-9d03-eba685622549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:19:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['54270a84-0889-4597-8455-d456fc09d3f5'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:19:31.394309 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fbde-f71d-4ad1-ad3e-9c2b32197873 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:31.395478 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-dcd6fbde-f71d-4ad1-ad3e-9c2b32197873 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8536978 May 27 03:19:31.398533 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37568) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:19:31.441813 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-11c6435f-e562-484f-b1e1-c6fe9575c3f0 tempest-TestNetworkAdvancedServerOps-962487840 tempest-TestNetworkAdvancedServerOps-962487840-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=d02b46bffb894f2cbc2d380293cecdd7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421951 May 27 03:19:31.444386 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37572) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:19:31.479742 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-c803284a-9228-4b9e-9d03-eba685622549 None None] Set router 54270a84-0889-4597-8455-d456fc09d3f5 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:19:31.571746 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfefc218-42c2-425b-85a1-3bc01c1d0b1b tempest-TestNetworkAdvancedServerOps-962487840 tempest-TestNetworkAdvancedServerOps-962487840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:31.575833 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-bfefc218-42c2-425b-85a1-3bc01c1d0b1b tempest-TestNetworkAdvancedServerOps-962487840 tempest-TestNetworkAdvancedServerOps-962487840-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1279671 May 27 03:19:31.576069 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37576) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:19:31.617336 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f9b45663-a342-43ca-8658-f0fdc6392606 tempest-TestNetworkAdvancedServerOps-962487840 tempest-TestNetworkAdvancedServerOps-962487840-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=d97d5b0c-4580-406a-95fb-4efaa0c98188&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379148 May 27 03:19:31.617560 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37580) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:19:31.623047 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-47f2fca0-56fa-4f69-95b9-745db2d41f2f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1217645262', 'network_id': '1d3f52d4-052b-4d5c-ad3f-f50cd8029629', 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:19:31.731262 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-47f2fca0-56fa-4f69-95b9-745db2d41f2f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:19:31.734959 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-47f2fca0-56fa-4f69-95b9-745db2d41f2f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:subnet and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:19:31.737682 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-47f2fca0-56fa-4f69-95b9-745db2d41f2f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:19:31.744287 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-47f2fca0-56fa-4f69-95b9-745db2d41f2f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:19:31.761632 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-c803284a-9228-4b9e-9d03-eba685622549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54270a84-0889-4597-8455-d456fc09d3f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847237520', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '08f6af75-0084-400a-8523-383444cb024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:19:28Z', 'updated_at': '2022-05-27T03:19:30Z', 'revision_number': 3, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '08f6af75-0084-400a-8523-383444cb024c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54270a84-0889-4597-8455-d456fc09d3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:19:29Z', 'updated_at': '2022-05-27T03:19:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:19:31.765449 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c803284a-9228-4b9e-9d03-eba685622549 None None] Checking router: 54270a84-0889-4597-8455-d456fc09d3f5 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:19:31.765792 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c803284a-9228-4b9e-9d03-eba685622549 None None] Updating router 54270a84-0889-4597-8455-d456fc09d3f5 port 08f6af75-0084-400a-8523-383444cb024c binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:19:31.817560 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-c803284a-9228-4b9e-9d03-eba685622549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:31.826818 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f2fca0-56fa-4f69-95b9-745db2d41f2f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Made reservation on behalf of d02b46bffb894f2cbc2d380293cecdd7 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:19:31.830305 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-47f2fca0-56fa-4f69-95b9-745db2d41f2f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:32.101527 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-47f2fca0-56fa-4f69-95b9-745db2d41f2f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:32.138077 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-c803284a-9228-4b9e-9d03-eba685622549 None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:32.150358 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-c803284a-9228-4b9e-9d03-eba685622549 None None] Transition to ACTIVE for port object 08f6af75-0084-400a-8523-383444cb024c will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:19:32.185896 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f2fca0-56fa-4f69-95b9-745db2d41f2f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'Subnet': ['ID=9dce231d-67ff-43fa-b17c-8bc6ad7c8a3f,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:32.194901 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f2fca0-56fa-4f69-95b9-745db2d41f2f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Checking segment: {'id': 'b9d3b03d-8bcc-4c24-8c62-0a2f09de626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1d3f52d4-052b-4d5c-ad3f-f50cd8029629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:19:32.195266 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f2fca0-56fa-4f69-95b9-745db2d41f2f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Network hostable DHCP agents. Network: 1d3f52d4-052b-4d5c-ad3f-f50cd8029629, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:19:32.234242 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-c803284a-9228-4b9e-9d03-eba685622549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:32.313012 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-c803284a-9228-4b9e-9d03-eba685622549 None None] Attempting to bind port 08f6af75-0084-400a-8523-383444cb024c on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:19:32.313612 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-c803284a-9228-4b9e-9d03-eba685622549 None None] Attempting to bind port 08f6af75-0084-400a-8523-383444cb024c by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:19:32.313745 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c803284a-9228-4b9e-9d03-eba685622549 None None] Attempting to bind port 08f6af75-0084-400a-8523-383444cb024c on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:19:32.314190 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f2fca0-56fa-4f69-95b9-745db2d41f2f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Network 1d3f52d4-052b-4d5c-ad3f-f50cd8029629 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:19:32.317408 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81352e22-3097-4fa2-a8d1-4d3725c0b557 None None] Pushing event updated for resources: {'Port': ['ID=08f6af75-0084-400a-8523-383444cb024c,revision_number=2']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:32.322177 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c803284a-9228-4b9e-9d03-eba685622549 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:19:32.329185 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c803284a-9228-4b9e-9d03-eba685622549 None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:19:32.329185 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-c803284a-9228-4b9e-9d03-eba685622549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:32.329185 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c803284a-9228-4b9e-9d03-eba685622549 None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:19:32.329185 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-c803284a-9228-4b9e-9d03-eba685622549 None None] Bound port: 08f6af75-0084-400a-8523-383444cb024c, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:19:32.329185 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-c803284a-9228-4b9e-9d03-eba685622549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:32.359094 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81352e22-3097-4fa2-a8d1-4d3725c0b557 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:32.359094 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81352e22-3097-4fa2-a8d1-4d3725c0b557 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:32.359094 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81352e22-3097-4fa2-a8d1-4d3725c0b557 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:32.359094 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81352e22-3097-4fa2-a8d1-4d3725c0b557 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:32.359094 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81352e22-3097-4fa2-a8d1-4d3725c0b557 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:32.359094 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81352e22-3097-4fa2-a8d1-4d3725c0b557 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:32.359094 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81352e22-3097-4fa2-a8d1-4d3725c0b557 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:32.359094 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81352e22-3097-4fa2-a8d1-4d3725c0b557 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:32.359094 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81352e22-3097-4fa2-a8d1-4d3725c0b557 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:32.359094 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81352e22-3097-4fa2-a8d1-4d3725c0b557 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:32.359094 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81352e22-3097-4fa2-a8d1-4d3725c0b557 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:32.359094 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81352e22-3097-4fa2-a8d1-4d3725c0b557 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:32.403335 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-c803284a-9228-4b9e-9d03-eba685622549 None None] For port 08f6af75-0084-400a-8523-383444cb024c, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:19:32.405733 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-47f2fca0-56fa-4f69-95b9-745db2d41f2f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 1d3f52d4-052b-4d5c-ad3f-f50cd8029629) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:19:32.406288 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-c803284a-9228-4b9e-9d03-eba685622549 None None] For port 08f6af75-0084-400a-8523-383444cb024c, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=08f6af75-0084-400a-8523-383444cb024c,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:19:32.413392 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf0a641-a765-4704-acf8-c4348ba56abf None None] Network 1d3f52d4-052b-4d5c-ad3f-f50cd8029629 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:19:32.413900 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f2fca0-56fa-4f69-95b9-745db2d41f2f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:32.414011 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-47f2fca0-56fa-4f69-95b9-745db2d41f2f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:32.497700 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-c803284a-9228-4b9e-9d03-eba685622549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:32.509414 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-47f2fca0-56fa-4f69-95b9-745db2d41f2f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8908863 May 27 03:19:32.512063 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37584) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:19:32.608530 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c803284a-9228-4b9e-9d03-eba685622549 None None] Routers {'54270a84-0889-4597-8455-d456fc09d3f5'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:19:32.609239 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-c803284a-9228-4b9e-9d03-eba685622549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:19:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['54270a84-0889-4597-8455-d456fc09d3f5'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:19:32.646444 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4c39e2-32c4-4e4b-a356-75779bc42362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-1d3f52d4-052b-4d5c-ad3f-f50cd8029629', 'network_id': '1d3f52d4-052b-4d5c-ad3f-f50cd8029629', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'fixed_ips': [{'subnet_id': '9dce231d-67ff-43fa-b17c-8bc6ad7c8a3f'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 03:19:32.647282 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3e4c39e2-32c4-4e4b-a356-75779bc42362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:32.676909 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81352e22-3097-4fa2-a8d1-4d3725c0b557 None None] Pushing event updated for resources: {'Port': ['ID=08f6af75-0084-400a-8523-383444cb024c,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:32.824366 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-3e4c39e2-32c4-4e4b-a356-75779bc42362 None None] Allocated IP 172.20.0.2 (1d3f52d4-052b-4d5c-ad3f-f50cd8029629/9dce231d-67ff-43fa-b17c-8bc6ad7c8a3f/7043d6b3-29cc-49f4-ab32-9f1bb9f0be63) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:19:32.836686 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-c803284a-9228-4b9e-9d03-eba685622549 None None] Set router 54270a84-0889-4597-8455-d456fc09d3f5 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:19:33.097507 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3e4c39e2-32c4-4e4b-a356-75779bc42362 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:33.107901 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3e4c39e2-32c4-4e4b-a356-75779bc42362 None None] Transition to ACTIVE for port object 7043d6b3-29cc-49f4-ab32-9f1bb9f0be63 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:19:33.128538 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3e4c39e2-32c4-4e4b-a356-75779bc42362 None None] Transition to ACTIVE for port object 7043d6b3-29cc-49f4-ab32-9f1bb9f0be63 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:19:33.182317 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-c803284a-9228-4b9e-9d03-eba685622549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54270a84-0889-4597-8455-d456fc09d3f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847237520', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '08f6af75-0084-400a-8523-383444cb024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:19:28Z', 'updated_at': '2022-05-27T03:19:30Z', 'revision_number': 3, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '08f6af75-0084-400a-8523-383444cb024c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54270a84-0889-4597-8455-d456fc09d3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:19:29Z', 'updated_at': '2022-05-27T03:19:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:19:33.186120 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c803284a-9228-4b9e-9d03-eba685622549 None None] The sync data for ids ['54270a84-0889-4597-8455-d456fc09d3f5'] in n-d-843554-3 is: [{'id': '54270a84-0889-4597-8455-d456fc09d3f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847237520', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '08f6af75-0084-400a-8523-383444cb024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:19:28Z', 'updated_at': '2022-05-27T03:19:30Z', 'revision_number': 3, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '08f6af75-0084-400a-8523-383444cb024c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54270a84-0889-4597-8455-d456fc09d3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:19:29Z', 'updated_at': '2022-05-27T03:19:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:19:33.216311 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3e4c39e2-32c4-4e4b-a356-75779bc42362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:33.293675 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4c39e2-32c4-4e4b-a356-75779bc42362 None None] Network 1d3f52d4-052b-4d5c-ad3f-f50cd8029629 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:19:33.296675 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-3e4c39e2-32c4-4e4b-a356-75779bc42362 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:19:33.300857 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4c39e2-32c4-4e4b-a356-75779bc42362 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:19:33.342862 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c39e2-32c4-4e4b-a356-75779bc42362 None None] Pushing event updated for resources: {'Port': ['ID=7043d6b3-29cc-49f4-ab32-9f1bb9f0be63,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:33.398274 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-3e4c39e2-32c4-4e4b-a356-75779bc42362 None None] Attempting to bind port 7043d6b3-29cc-49f4-ab32-9f1bb9f0be63 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:19:33.399129 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a318879-2a5d-4385-ba5a-cf086ecd6536 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:33.399420 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-3e4c39e2-32c4-4e4b-a356-75779bc42362 None None] Attempting to bind port 7043d6b3-29cc-49f4-ab32-9f1bb9f0be63 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'b9d3b03d-8bcc-4c24-8c62-0a2f09de626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1d3f52d4-052b-4d5c-ad3f-f50cd8029629'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:19:33.400395 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4c39e2-32c4-4e4b-a356-75779bc42362 None None] Attempting to bind port 7043d6b3-29cc-49f4-ab32-9f1bb9f0be63 on network 1d3f52d4-052b-4d5c-ad3f-f50cd8029629 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:19:33.407072 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4c39e2-32c4-4e4b-a356-75779bc42362 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:19:33.407968 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4c39e2-32c4-4e4b-a356-75779bc42362 None None] Checking segment: {'id': 'b9d3b03d-8bcc-4c24-8c62-0a2f09de626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1d3f52d4-052b-4d5c-ad3f-f50cd8029629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:19:33.408676 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3e4c39e2-32c4-4e4b-a356-75779bc42362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:33.410748 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4c39e2-32c4-4e4b-a356-75779bc42362 None None] Bound using segment: {'id': 'b9d3b03d-8bcc-4c24-8c62-0a2f09de626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1d3f52d4-052b-4d5c-ad3f-f50cd8029629'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:19:33.412104 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-3e4c39e2-32c4-4e4b-a356-75779bc42362 None None] Bound port: 7043d6b3-29cc-49f4-ab32-9f1bb9f0be63, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9d3b03d-8bcc-4c24-8c62-0a2f09de626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1d3f52d4-052b-4d5c-ad3f-f50cd8029629'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:19:33.412558 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3e4c39e2-32c4-4e4b-a356-75779bc42362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:33.545368 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-3e4c39e2-32c4-4e4b-a356-75779bc42362 None None] For port 7043d6b3-29cc-49f4-ab32-9f1bb9f0be63, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:19:33.548599 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-3e4c39e2-32c4-4e4b-a356-75779bc42362 None None] For port 7043d6b3-29cc-49f4-ab32-9f1bb9f0be63, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=7043d6b3-29cc-49f4-ab32-9f1bb9f0be63,segment=NetworkSegment(b9d3b03d-8bcc-4c24-8c62-0a2f09de626c),segment_id=b9d3b03d-8bcc-4c24-8c62-0a2f09de626c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:19:33.611222 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3e4c39e2-32c4-4e4b-a356-75779bc42362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:33.700574 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c39e2-32c4-4e4b-a356-75779bc42362 None None] Pushing event updated for resources: {'Port': ['ID=7043d6b3-29cc-49f4-ab32-9f1bb9f0be63,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:33.872111 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-7a318879-2a5d-4385-ba5a-cf086ecd6536 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Allocated IP 172.20.0.1 (1d3f52d4-052b-4d5c-ad3f-f50cd8029629/9dce231d-67ff-43fa-b17c-8bc6ad7c8a3f/e8beed51-0657-44bd-bc14-249476233ba5) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:19:34.068177 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a318879-2a5d-4385-ba5a-cf086ecd6536 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:34.086071 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-7a318879-2a5d-4385-ba5a-cf086ecd6536 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Transition to ACTIVE for port object e8beed51-0657-44bd-bc14-249476233ba5 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:19:34.176893 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a318879-2a5d-4385-ba5a-cf086ecd6536 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:34.246854 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a318879-2a5d-4385-ba5a-cf086ecd6536 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Network 1d3f52d4-052b-4d5c-ad3f-f50cd8029629 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:19:34.250037 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-7a318879-2a5d-4385-ba5a-cf086ecd6536 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:19:34.254453 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a318879-2a5d-4385-ba5a-cf086ecd6536 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:19:34.286715 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a318879-2a5d-4385-ba5a-cf086ecd6536 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'Port': ['ID=e8beed51-0657-44bd-bc14-249476233ba5,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:34.316969 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a318879-2a5d-4385-ba5a-cf086ecd6536 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:34.531597 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 08f6af75-0084-400a-8523-383444cb024c up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:19:34.662701 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 08f6af75-0084-400a-8523-383444cb024c completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:19:34.668144 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 08f6af75-0084-400a-8523-383444cb024c triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:19:34.672077 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:34.795047 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a318879-2a5d-4385-ba5a-cf086ecd6536 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:34.796154 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 08f6af75-0084-400a-8523-383444cb024c is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:19:34.796575 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:34.816475 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 08f6af75-0084-400a-8523-383444cb024c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=08f6af75-0084-400a-8523-383444cb024c,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:19:34.901978 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec4ee8c-fab7-41ad-b4e3-cd699d1161a9 None None] Network 1d3f52d4-052b-4d5c-ad3f-f50cd8029629 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:19:34.917392 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:34.918165 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 7043d6b3-29cc-49f4-ab32-9f1bb9f0be63 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:19:35.124208 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=08f6af75-0084-400a-8523-383444cb024c,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:35.173131 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-829f86d3-200a-4a55-9f70-bf5619106238 None None] Provisioning for port 7043d6b3-29cc-49f4-ab32-9f1bb9f0be63 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:19:35.228297 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 7043d6b3-29cc-49f4-ab32-9f1bb9f0be63 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:19:35.231490 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a318879-2a5d-4385-ba5a-cf086ecd6536 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:35.238260 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 7043d6b3-29cc-49f4-ab32-9f1bb9f0be63 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:19:35.238626 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:35.314371 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a318879-2a5d-4385-ba5a-cf086ecd6536 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:35.379683 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 7043d6b3-29cc-49f4-ab32-9f1bb9f0be63 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:19:35.380152 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:35.415346 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 7043d6b3-29cc-49f4-ab32-9f1bb9f0be63, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=7043d6b3-29cc-49f4-ab32-9f1bb9f0be63,segment=NetworkSegment(b9d3b03d-8bcc-4c24-8c62-0a2f09de626c),segment_id=b9d3b03d-8bcc-4c24-8c62-0a2f09de626c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:19:35.430072 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a318879-2a5d-4385-ba5a-cf086ecd6536 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'Port': ['ID=e8beed51-0657-44bd-bc14-249476233ba5,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:35.434919 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a318879-2a5d-4385-ba5a-cf086ecd6536 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:35.504166 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:35.579478 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a318879-2a5d-4385-ba5a-cf086ecd6536 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Network 1d3f52d4-052b-4d5c-ad3f-f50cd8029629 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:19:35.581433 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-7a318879-2a5d-4385-ba5a-cf086ecd6536 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:19:35.584568 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=7043d6b3-29cc-49f4-ab32-9f1bb9f0be63,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:35.609831 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-fe0e9718-c0c9-45d2-9c43-452f36983508 None None] Provisioning complete for port 7043d6b3-29cc-49f4-ab32-9f1bb9f0be63 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:19:35.610201 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fe0e9718-c0c9-45d2-9c43-452f36983508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:35.743633 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-fe0e9718-c0c9-45d2-9c43-452f36983508 None None] Current status of the port 7043d6b3-29cc-49f4-ab32-9f1bb9f0be63 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:19:35.779938 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a318879-2a5d-4385-ba5a-cf086ecd6536 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Router 54270a84-0889-4597-8455-d456fc09d3f5 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:19:35.822934 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-fe0e9718-c0c9-45d2-9c43-452f36983508 None None] Provisioning for port e8beed51-0657-44bd-bc14-249476233ba5 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:19:35.828648 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-fe0e9718-c0c9-45d2-9c43-452f36983508 None None] Provisioning complete for port e8beed51-0657-44bd-bc14-249476233ba5 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:19:35.829137 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fe0e9718-c0c9-45d2-9c43-452f36983508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:35.887921 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-fe0e9718-c0c9-45d2-9c43-452f36983508 None None] Port e8beed51-0657-44bd-bc14-249476233ba5 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:19:35.968049 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a318879-2a5d-4385-ba5a-cf086ecd6536 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:19:35.977659 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf324bf-e572-4717-b32f-f39151bccee8 None None] Sync routers for ids ['54270a84-0889-4597-8455-d456fc09d3f5'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:19:35.981961 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7a318879-2a5d-4385-ba5a-cf086ecd6536 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "PUT /v2.0/routers/54270a84-0889-4597-8455-d456fc09d3f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4681151 May 27 03:19:35.986794 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf324bf-e572-4717-b32f-f39151bccee8 None None] Routers {'54270a84-0889-4597-8455-d456fc09d3f5'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:19:35.988003 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-dcf324bf-e572-4717-b32f-f39151bccee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:19:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['54270a84-0889-4597-8455-d456fc09d3f5'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:19:36.118847 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-98c6a27d-2a41-465b-a6c9-2dae25a28f60 None None] Provisioning complete for port e8beed51-0657-44bd-bc14-249476233ba5 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:19:36.118847 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-98c6a27d-2a41-465b-a6c9-2dae25a28f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:36.142749 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-5c172fbc-30ab-4ffa-8572-77ebebbd4095 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1401947304&fields=id&tenant_id=d02b46bffb894f2cbc2d380293cecdd7 HTTP/1.1" status: 200 len: 267 time: 0.0392897 May 27 03:19:36.241163 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-98c6a27d-2a41-465b-a6c9-2dae25a28f60 None None] Port e8beed51-0657-44bd-bc14-249476233ba5 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:19:36.257203 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-dcf324bf-e572-4717-b32f-f39151bccee8 None None] Set router 54270a84-0889-4597-8455-d456fc09d3f5 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:19:36.297019 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-b41b07a2-9127-432e-804b-a1aa531046ad tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:36.298540 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-b41b07a2-9127-432e-804b-a1aa531046ad tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/networks?id=1d3f52d4-052b-4d5c-ad3f-f50cd8029629 HTTP/1.1" status: 200 len: 796 time: 0.1480789 May 27 03:19:36.315236 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-0ec987cc-ebda-4888-9ceb-ed89a5393c8f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/quotas/d02b46bffb894f2cbc2d380293cecdd7 HTTP/1.1" status: 200 len: 375 time: 0.0106466 May 27 03:19:36.400269 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-6da98a09-b28e-4b45-adcc-d4b85ce51b1d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Synchronizing usage tracker for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:19:36.479964 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-6da98a09-b28e-4b45-adcc-d4b85ce51b1d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Unset dirty status for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:19:36.481339 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-6da98a09-b28e-4b45-adcc-d4b85ce51b1d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d02b46bffb894f2cbc2d380293cecdd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1597128 May 27 03:19:36.497652 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 08f6af75-0084-400a-8523-383444cb024c up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:19:36.624165 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-b1cb06ca-e74f-46f2-974a-d74d93e68870 service neutron] 10.222.0.57 "GET /v2.0/networks/1d3f52d4-052b-4d5c-ad3f-f50cd8029629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307323 May 27 03:19:36.631305 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 08f6af75-0084-400a-8523-383444cb024c triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:19:36.631678 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:36.696906 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-dcf324bf-e572-4717-b32f-f39151bccee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54270a84-0889-4597-8455-d456fc09d3f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847237520', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '08f6af75-0084-400a-8523-383444cb024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:19:28Z', 'updated_at': '2022-05-27T03:19:34Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '08f6af75-0084-400a-8523-383444cb024c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54270a84-0889-4597-8455-d456fc09d3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:19:29Z', 'updated_at': '2022-05-27T03:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'e8beed51-0657-44bd-bc14-249476233ba5', 'name': '', 'network_id': '1d3f52d4-052b-4d5c-ad3f-f50cd8029629', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'mac_address': 'fa:16:3e:6a:25:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54270a84-0889-4597-8455-d456fc09d3f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '9dce231d-67ff-43fa-b17c-8bc6ad7c8a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:19:33Z', 'updated_at': '2022-05-27T03:19:35Z', 'revision_number': 2, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'subnets': [{'id': '9dce231d-67ff-43fa-b17c-8bc6ad7c8a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:19:36.705013 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf324bf-e572-4717-b32f-f39151bccee8 None None] Checking router: 54270a84-0889-4597-8455-d456fc09d3f5 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:19:36.705364 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf324bf-e572-4717-b32f-f39151bccee8 None None] Updating router 54270a84-0889-4597-8455-d456fc09d3f5 port e8beed51-0657-44bd-bc14-249476233ba5 binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:19:36.757907 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-cda5021f-a1e0-42fe-bb66-51341a82332a service neutron] 10.222.0.57 "GET /v2.0/networks/1d3f52d4-052b-4d5c-ad3f-f50cd8029629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265557 May 27 03:19:36.805777 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-dcf324bf-e572-4717-b32f-f39151bccee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:36.825909 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 08f6af75-0084-400a-8523-383444cb024c is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:19:36.826986 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 7043d6b3-29cc-49f4-ab32-9f1bb9f0be63 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:19:37.006730 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 7043d6b3-29cc-49f4-ab32-9f1bb9f0be63 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:19:37.007105 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:37.074634 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-19989556-70dd-44f0-b093-6d9f8fe8acc4 req-060640d6-9e8c-4361-a0de-31aab6df7416 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e6faa28-34fb-4b95-ad07-3bf3f9b34f74 HTTP/1.1" status: 200 len: 210 time: 0.0630023 May 27 03:19:37.236779 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 7043d6b3-29cc-49f4-ab32-9f1bb9f0be63 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:19:37.310614 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-dcf324bf-e572-4717-b32f-f39151bccee8 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:37.322286 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-dcf324bf-e572-4717-b32f-f39151bccee8 None None] Transition to ACTIVE for port object e8beed51-0657-44bd-bc14-249476233ba5 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:19:37.380900 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-dcf324bf-e572-4717-b32f-f39151bccee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:37.528624 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec872185-34c3-430d-a66b-2553abb1c017 None None] Pushing event updated for resources: {'Port': ['ID=e8beed51-0657-44bd-bc14-249476233ba5,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:37.630521 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-dcf324bf-e572-4717-b32f-f39151bccee8 None None] Attempting to bind port e8beed51-0657-44bd-bc14-249476233ba5 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:19:37.630876 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-dcf324bf-e572-4717-b32f-f39151bccee8 None None] Attempting to bind port e8beed51-0657-44bd-bc14-249476233ba5 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'b9d3b03d-8bcc-4c24-8c62-0a2f09de626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1d3f52d4-052b-4d5c-ad3f-f50cd8029629'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:19:37.631228 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf324bf-e572-4717-b32f-f39151bccee8 None None] Attempting to bind port e8beed51-0657-44bd-bc14-249476233ba5 on network 1d3f52d4-052b-4d5c-ad3f-f50cd8029629 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:19:37.636162 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf324bf-e572-4717-b32f-f39151bccee8 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:19:37.636529 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf324bf-e572-4717-b32f-f39151bccee8 None None] Checking segment: {'id': 'b9d3b03d-8bcc-4c24-8c62-0a2f09de626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1d3f52d4-052b-4d5c-ad3f-f50cd8029629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:19:37.636946 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-dcf324bf-e572-4717-b32f-f39151bccee8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:37.637328 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf324bf-e572-4717-b32f-f39151bccee8 None None] Bound using segment: {'id': 'b9d3b03d-8bcc-4c24-8c62-0a2f09de626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1d3f52d4-052b-4d5c-ad3f-f50cd8029629'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:19:37.637775 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-dcf324bf-e572-4717-b32f-f39151bccee8 None None] Bound port: e8beed51-0657-44bd-bc14-249476233ba5, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9d3b03d-8bcc-4c24-8c62-0a2f09de626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1d3f52d4-052b-4d5c-ad3f-f50cd8029629'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:19:37.638134 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-dcf324bf-e572-4717-b32f-f39151bccee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:37.732910 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-dcf324bf-e572-4717-b32f-f39151bccee8 None None] For port e8beed51-0657-44bd-bc14-249476233ba5, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:19:37.735773 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-dcf324bf-e572-4717-b32f-f39151bccee8 None None] For port e8beed51-0657-44bd-bc14-249476233ba5, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=e8beed51-0657-44bd-bc14-249476233ba5,segment=NetworkSegment(b9d3b03d-8bcc-4c24-8c62-0a2f09de626c),segment_id=b9d3b03d-8bcc-4c24-8c62-0a2f09de626c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:19:37.800374 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-dcf324bf-e572-4717-b32f-f39151bccee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:37.880984 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf324bf-e572-4717-b32f-f39151bccee8 None None] Routers {'54270a84-0889-4597-8455-d456fc09d3f5'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:19:37.881606 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-dcf324bf-e572-4717-b32f-f39151bccee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:19:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['54270a84-0889-4597-8455-d456fc09d3f5'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:19:37.945404 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec872185-34c3-430d-a66b-2553abb1c017 None None] Pushing event updated for resources: {'Port': ['ID=e8beed51-0657-44bd-bc14-249476233ba5,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:38.071040 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-dcf324bf-e572-4717-b32f-f39151bccee8 None None] Set router 54270a84-0889-4597-8455-d456fc09d3f5 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:19:38.180439 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-77e09a8a-a3da-4add-8654-a80d26f72961 req-94e4206c-fb65-4962-9b2a-f911fe905b3f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e6faa28-34fb-4b95-ad07-3bf3f9b34f74 HTTP/1.1" status: 200 len: 210 time: 0.0555036 May 27 03:19:38.388946 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-dcf324bf-e572-4717-b32f-f39151bccee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54270a84-0889-4597-8455-d456fc09d3f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847237520', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '08f6af75-0084-400a-8523-383444cb024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:19:28Z', 'updated_at': '2022-05-27T03:19:34Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '08f6af75-0084-400a-8523-383444cb024c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54270a84-0889-4597-8455-d456fc09d3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:19:29Z', 'updated_at': '2022-05-27T03:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'e8beed51-0657-44bd-bc14-249476233ba5', 'name': '', 'network_id': '1d3f52d4-052b-4d5c-ad3f-f50cd8029629', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'mac_address': 'fa:16:3e:6a:25:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54270a84-0889-4597-8455-d456fc09d3f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '9dce231d-67ff-43fa-b17c-8bc6ad7c8a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:19:33Z', 'updated_at': '2022-05-27T03:19:37Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'subnets': [{'id': '9dce231d-67ff-43fa-b17c-8bc6ad7c8a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:19:38.392812 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf324bf-e572-4717-b32f-f39151bccee8 None None] The sync data for ids ['54270a84-0889-4597-8455-d456fc09d3f5'] in n-d-843554-3 is: [{'id': '54270a84-0889-4597-8455-d456fc09d3f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847237520', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '08f6af75-0084-400a-8523-383444cb024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:19:28Z', 'updated_at': '2022-05-27T03:19:34Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '08f6af75-0084-400a-8523-383444cb024c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54270a84-0889-4597-8455-d456fc09d3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:19:29Z', 'updated_at': '2022-05-27T03:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'e8beed51-0657-44bd-bc14-249476233ba5', 'name': '', 'network_id': '1d3f52d4-052b-4d5c-ad3f-f50cd8029629', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'mac_address': 'fa:16:3e:6a:25:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54270a84-0889-4597-8455-d456fc09d3f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '9dce231d-67ff-43fa-b17c-8bc6ad7c8a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:19:33Z', 'updated_at': '2022-05-27T03:19:37Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'subnets': [{'id': '9dce231d-67ff-43fa-b17c-8bc6ad7c8a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:19:38.529655 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device e8beed51-0657-44bd-bc14-249476233ba5 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:19:38.662450 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port e8beed51-0657-44bd-bc14-249476233ba5 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:19:38.668056 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port e8beed51-0657-44bd-bc14-249476233ba5 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:19:38.668480 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:38.790615 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port e8beed51-0657-44bd-bc14-249476233ba5 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:19:38.791101 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:38.832685 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port e8beed51-0657-44bd-bc14-249476233ba5, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=e8beed51-0657-44bd-bc14-249476233ba5,segment=NetworkSegment(b9d3b03d-8bcc-4c24-8c62-0a2f09de626c),segment_id=b9d3b03d-8bcc-4c24-8c62-0a2f09de626c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:19:38.919685 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:38.991087 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=e8beed51-0657-44bd-bc14-249476233ba5,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:39.278006 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7743255f-3f66-401e-8e1d-d12b237b6c1a req-3a5e6bb7-908a-4d08-8dcf-dd08bd0dce3b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e6faa28-34fb-4b95-ad07-3bf3f9b34f74 HTTP/1.1" status: 200 len: 210 time: 0.0432918 May 27 03:19:40.439578 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-af2c2be8-be5c-49fb-a49d-919d64424347 req-1733c115-c8dd-430d-b46e-7c24ef4d372d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e6faa28-34fb-4b95-ad07-3bf3f9b34f74 HTTP/1.1" status: 200 len: 210 time: 0.0462773 May 27 03:19:40.486224 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device e8beed51-0657-44bd-bc14-249476233ba5 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:19:40.553049 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port e8beed51-0657-44bd-bc14-249476233ba5 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:19:40.553417 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:40.666510 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port e8beed51-0657-44bd-bc14-249476233ba5 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:19:40.997778 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-a29ef615-8d92-4ae9-8a50-4bff5177ef8d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:40.998462 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-a29ef615-8d92-4ae9-8a50-4bff5177ef8d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Synchronizing usage tracker for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:19:41.087508 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-a29ef615-8d92-4ae9-8a50-4bff5177ef8d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Unset dirty status for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:19:41.088563 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-a29ef615-8d92-4ae9-8a50-4bff5177ef8d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.32 "GET /v2.0/networks?id=1d3f52d4-052b-4d5c-ad3f-f50cd8029629 HTTP/1.1" status: 200 len: 796 time: 0.2353644 May 27 03:19:41.135789 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-ad3cd615-d489-4b84-a462-cd8b3b98d162 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Synchronizing usage tracker for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:19:41.228004 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-ad3cd615-d489-4b84-a462-cd8b3b98d162 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Unset dirty status for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:19:41.229189 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-ad3cd615-d489-4b84-a462-cd8b3b98d162 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d02b46bffb894f2cbc2d380293cecdd7 HTTP/1.1" status: 200 len: 380 time: 0.1326146 May 27 03:19:41.237843 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-00ed8973-c86a-47f9-a4c7-fc79a7b8e933 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'port': {'device_id': '1e6faa28-34fb-4b95-ad07-3bf3f9b34f74', 'network_id': '1d3f52d4-052b-4d5c-ad3f-f50cd8029629', 'admin_state_up': True, 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'security_groups': ['cdbb8e50-df40-4c54-ab50-4b5fc5b640e4']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:19:41.494505 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-00ed8973-c86a-47f9-a4c7-fc79a7b8e933 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:19:41.504450 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-00ed8973-c86a-47f9-a4c7-fc79a7b8e933 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:19:41.571438 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-00ed8973-c86a-47f9-a4c7-fc79a7b8e933 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Made reservation on behalf of d02b46bffb894f2cbc2d380293cecdd7 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:19:41.574935 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-00ed8973-c86a-47f9-a4c7-fc79a7b8e933 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:41.579964 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0d05b768-f1fd-4efe-b838-d375572ba0bd req-84162ca8-393b-4947-9033-8ed664d2000f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e6faa28-34fb-4b95-ad07-3bf3f9b34f74 HTTP/1.1" status: 200 len: 210 time: 0.0431380 May 27 03:19:41.731065 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-00ed8973-c86a-47f9-a4c7-fc79a7b8e933 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Allocated IP 172.20.0.5 (1d3f52d4-052b-4d5c-ad3f-f50cd8029629/9dce231d-67ff-43fa-b17c-8bc6ad7c8a3f/8ec39d06-7868-4c94-ae30-e992fc083dd6) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:19:41.915498 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-00ed8973-c86a-47f9-a4c7-fc79a7b8e933 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:41.930982 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-00ed8973-c86a-47f9-a4c7-fc79a7b8e933 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Transition to ACTIVE for port object 8ec39d06-7868-4c94-ae30-e992fc083dd6 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:19:42.017191 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-00ed8973-c86a-47f9-a4c7-fc79a7b8e933 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:42.089352 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-00ed8973-c86a-47f9-a4c7-fc79a7b8e933 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Network 1d3f52d4-052b-4d5c-ad3f-f50cd8029629 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:19:42.092495 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-00ed8973-c86a-47f9-a4c7-fc79a7b8e933 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:19:42.096318 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-00ed8973-c86a-47f9-a4c7-fc79a7b8e933 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:19:42.127209 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed8973-c86a-47f9-a4c7-fc79a7b8e933 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'Port': ['ID=8ec39d06-7868-4c94-ae30-e992fc083dd6,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:42.163746 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-00ed8973-c86a-47f9-a4c7-fc79a7b8e933 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:42.164404 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-00ed8973-c86a-47f9-a4c7-fc79a7b8e933 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:42.257867 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-00ed8973-c86a-47f9-a4c7-fc79a7b8e933 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0239561 May 27 03:19:42.267395 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-14c266a4-cdba-4fb1-8da3-aa40412077a8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 03:19:42.268250 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-14c266a4-cdba-4fb1-8da3-aa40412077a8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049782 May 27 03:19:42.320600 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-0b57c2d2-61b1-400b-a970-bf2da49da960 service neutron] Request body: {'port': {'device_id': '1e6faa28-34fb-4b95-ad07-3bf3f9b34f74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:19:42.433633 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-0b57c2d2-61b1-400b-a970-bf2da49da960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:42.451225 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9ab5effb-3720-4a22-b7bc-0650c189e345 None None] Provisioning for port 8ec39d06-7868-4c94-ae30-e992fc083dd6 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:19:42.456833 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9ab5effb-3720-4a22-b7bc-0650c189e345 None None] Provisioning complete for port 8ec39d06-7868-4c94-ae30-e992fc083dd6 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:19:42.457210 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9ab5effb-3720-4a22-b7bc-0650c189e345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:42.512732 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9ab5effb-3720-4a22-b7bc-0650c189e345 None None] Port 8ec39d06-7868-4c94-ae30-e992fc083dd6 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:19:42.760288 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffdbc3-fb4e-49db-8174-32ed4afc1a00 req-3701985a-eb40-43f6-888a-58b9d78ce180 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:42.761799 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e9ffdbc3-fb4e-49db-8174-32ed4afc1a00 req-3701985a-eb40-43f6-888a-58b9d78ce180 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e6faa28-34fb-4b95-ad07-3bf3f9b34f74 HTTP/1.1" status: 200 len: 931 time: 0.0779269 May 27 03:19:42.766620 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-0b57c2d2-61b1-400b-a970-bf2da49da960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ec39d06-7868-4c94-ae30-e992fc083dd6 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:19:42.774792 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-0b57c2d2-61b1-400b-a970-bf2da49da960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:42.789906 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-0b57c2d2-61b1-400b-a970-bf2da49da960 service neutron] Transition to ACTIVE for port object 8ec39d06-7868-4c94-ae30-e992fc083dd6 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:19:42.809607 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e9ffdbc3-fb4e-49db-8174-32ed4afc1a00 req-e1503d48-13ce-4651-b47c-5ccaed9d6751 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=cdbb8e50-df40-4c54-ab50-4b5fc5b640e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418286 May 27 03:19:42.856787 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-0b57c2d2-61b1-400b-a970-bf2da49da960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:42.984556 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b57c2d2-61b1-400b-a970-bf2da49da960 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec39d06-7868-4c94-ae30-e992fc083dd6,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:43.092378 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-0b57c2d2-61b1-400b-a970-bf2da49da960 service neutron] Attempting to bind port 8ec39d06-7868-4c94-ae30-e992fc083dd6 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:19:43.093025 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-0b57c2d2-61b1-400b-a970-bf2da49da960 service neutron] Attempting to bind port 8ec39d06-7868-4c94-ae30-e992fc083dd6 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'b9d3b03d-8bcc-4c24-8c62-0a2f09de626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1d3f52d4-052b-4d5c-ad3f-f50cd8029629'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:19:43.093158 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-0b57c2d2-61b1-400b-a970-bf2da49da960 service neutron] Attempting to bind port 8ec39d06-7868-4c94-ae30-e992fc083dd6 on network 1d3f52d4-052b-4d5c-ad3f-f50cd8029629 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:19:43.097815 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-0b57c2d2-61b1-400b-a970-bf2da49da960 service neutron] Port 8ec39d06-7868-4c94-ae30-e992fc083dd6 on network 1d3f52d4-052b-4d5c-ad3f-f50cd8029629 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:19:43.098136 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-0b57c2d2-61b1-400b-a970-bf2da49da960 service neutron] Attempting to bind port 8ec39d06-7868-4c94-ae30-e992fc083dd6 on network 1d3f52d4-052b-4d5c-ad3f-f50cd8029629 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:19:43.103166 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-0b57c2d2-61b1-400b-a970-bf2da49da960 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:19:43.103505 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-0b57c2d2-61b1-400b-a970-bf2da49da960 service neutron] Checking segment: {'id': 'b9d3b03d-8bcc-4c24-8c62-0a2f09de626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1d3f52d4-052b-4d5c-ad3f-f50cd8029629'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:19:43.103887 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-0b57c2d2-61b1-400b-a970-bf2da49da960 service neutron] Bound using segment: {'id': 'b9d3b03d-8bcc-4c24-8c62-0a2f09de626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1d3f52d4-052b-4d5c-ad3f-f50cd8029629'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:19:43.104309 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-0b57c2d2-61b1-400b-a970-bf2da49da960 service neutron] Bound port: 8ec39d06-7868-4c94-ae30-e992fc083dd6, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9d3b03d-8bcc-4c24-8c62-0a2f09de626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1d3f52d4-052b-4d5c-ad3f-f50cd8029629'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:19:43.104652 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-0b57c2d2-61b1-400b-a970-bf2da49da960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:43.196953 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-0b57c2d2-61b1-400b-a970-bf2da49da960 service neutron] For port 8ec39d06-7868-4c94-ae30-e992fc083dd6, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:19:43.199768 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-0b57c2d2-61b1-400b-a970-bf2da49da960 service neutron] For port 8ec39d06-7868-4c94-ae30-e992fc083dd6, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=8ec39d06-7868-4c94-ae30-e992fc083dd6,segment=NetworkSegment(b9d3b03d-8bcc-4c24-8c62-0a2f09de626c),segment_id=b9d3b03d-8bcc-4c24-8c62-0a2f09de626c)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:19:43.262857 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-0b57c2d2-61b1-400b-a970-bf2da49da960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:43.322038 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-0b57c2d2-61b1-400b-a970-bf2da49da960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:43.322632 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-0b57c2d2-61b1-400b-a970-bf2da49da960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:43.323996 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-0b57c2d2-61b1-400b-a970-bf2da49da960 service neutron] 10.222.0.32 "PUT /v2.0/ports/8ec39d06-7868-4c94-ae30-e992fc083dd6 HTTP/1.1" status: 200 len: 1091 time: 1.0495515 May 27 03:19:43.324448 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e6faa28-34fb-4b95-ad07-3bf3f9b34f74', 'tag': '8ec39d06-7868-4c94-ae30-e992fc083dd6'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:19:43.346049 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b57c2d2-61b1-400b-a970-bf2da49da960 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec39d06-7868-4c94-ae30-e992fc083dd6,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:43.377818 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f059477-93a9-4492-b343-8dc569d7eedc'] response: {'name': 'network-changed', 'server_uuid': '1e6faa28-34fb-4b95-ad07-3bf3f9b34f74', 'tag': '8ec39d06-7868-4c94-ae30-e992fc083dd6', 'status': 'completed', 'code': 200} May 27 03:19:43.476085 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d959d-d335-4919-8d30-7603ea474235 req-0be23190-8fa5-421c-b7c7-666235abf0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:43.477630 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9e3d959d-d335-4919-8d30-7603ea474235 req-0be23190-8fa5-421c-b7c7-666235abf0e5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d02b46bffb894f2cbc2d380293cecdd7&device_id=1e6faa28-34fb-4b95-ad07-3bf3f9b34f74 HTTP/1.1" status: 200 len: 1094 time: 0.0788558 May 27 03:19:43.620189 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d959d-d335-4919-8d30-7603ea474235 req-4c2fd6ec-71fa-4362-9eb8-b2b8409520fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:43.621571 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9e3d959d-d335-4919-8d30-7603ea474235 req-4c2fd6ec-71fa-4362-9eb8-b2b8409520fb service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=d02b46bffb894f2cbc2d380293cecdd7&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1376827 May 27 03:19:43.852967 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d959d-d335-4919-8d30-7603ea474235 req-8657c53b-b72f-4a21-b574-3d328b28fba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:43.854573 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9e3d959d-d335-4919-8d30-7603ea474235 req-8657c53b-b72f-4a21-b574-3d328b28fba9 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2268517 May 27 03:19:43.958129 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-eabd1253-e74a-467e-8e5a-2cf0c123ba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:43.959586 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-eabd1253-e74a-467e-8e5a-2cf0c123ba84 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d02b46bffb894f2cbc2d380293cecdd7&device_id=1e6faa28-34fb-4b95-ad07-3bf3f9b34f74 HTTP/1.1" status: 200 len: 1094 time: 0.0712707 May 27 03:19:43.992897 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96ad98-223e-4db4-a286-7ce9e6203d6f req-4d7a5c75-dc82-4fce-ab36-52553acb3428 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:43.994397 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fe96ad98-223e-4db4-a286-7ce9e6203d6f req-4d7a5c75-dc82-4fce-ab36-52553acb3428 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e6faa28-34fb-4b95-ad07-3bf3f9b34f74 HTTP/1.1" status: 200 len: 943 time: 0.0800519 May 27 03:19:44.030832 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-4a41242d-0c59-46d0-a4f1-ee296ed47092 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ec39d06-7868-4c94-ae30-e992fc083dd6 HTTP/1.1" status: 200 len: 217 time: 0.0642750 May 27 03:19:44.039437 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fe96ad98-223e-4db4-a286-7ce9e6203d6f req-a1525bfd-f337-459b-ad18-f2e2ad50c196 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=cdbb8e50-df40-4c54-ab50-4b5fc5b640e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392408 May 27 03:19:44.092139 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-2038be6b-57aa-47eb-9dbe-52b37f8783f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:44.093521 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-2038be6b-57aa-47eb-9dbe-52b37f8783f6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9dce231d-67ff-43fa-b17c-8bc6ad7c8a3f HTTP/1.1" status: 200 len: 835 time: 0.0559533 May 27 03:19:44.172379 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-0fad7b93-45dd-4254-a528-7c31483a1472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:44.174144 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-0fad7b93-45dd-4254-a528-7c31483a1472 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1d3f52d4-052b-4d5c-ad3f-f50cd8029629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735199 May 27 03:19:44.304757 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-7b3a7ae8-d5e6-4dd8-8aca-19f1107d35cf service neutron] 10.222.0.32 "GET /v2.0/networks/1d3f52d4-052b-4d5c-ad3f-f50cd8029629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241195 May 27 03:19:44.490364 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-020abbe2-45d0-455f-915e-3c04c64d7151 req-bca98083-a32f-4ec1-8ef2-d58402256cb9 service neutron] 10.222.0.32 "GET /v2.0/networks/1d3f52d4-052b-4d5c-ad3f-f50cd8029629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291423 May 27 03:19:45.227753 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ccfcd-494f-4379-a05d-13e9082d099a req-c99a8e71-d754-4773-8e97-4b3d90644274 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:45.229250 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c66ccfcd-494f-4379-a05d-13e9082d099a req-c99a8e71-d754-4773-8e97-4b3d90644274 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e6faa28-34fb-4b95-ad07-3bf3f9b34f74 HTTP/1.1" status: 200 len: 943 time: 0.0820627 May 27 03:19:45.382251 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c66ccfcd-494f-4379-a05d-13e9082d099a req-a89d7efa-c224-4401-95d4-29eb6ebdbb4d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=cdbb8e50-df40-4c54-ab50-4b5fc5b640e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473491 May 27 03:19:46.286962 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 8ec39d06-7868-4c94-ae30-e992fc083dd6 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:19:46.418290 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 8ec39d06-7868-4c94-ae30-e992fc083dd6, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=8ec39d06-7868-4c94-ae30-e992fc083dd6,segment=NetworkSegment(b9d3b03d-8bcc-4c24-8c62-0a2f09de626c),segment_id=b9d3b03d-8bcc-4c24-8c62-0a2f09de626c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:19:46.432091 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': '8ec39d06-7868-4c94-ae30-e992fc083dd6', 'network_id': '1d3f52d4-052b-4d5c-ad3f-f50cd8029629', 'port_id': '8ec39d06-7868-4c94-ae30-e992fc083dd6', 'mac_address': 'fa:16:3e:b5:39:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dce231d-67ff-43fa-b17c-8bc6ad7c8a3f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:19:46.485482 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 8ec39d06-7868-4c94-ae30-e992fc083dd6 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:19:46.485858 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:46.503274 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ec39d06-7868-4c94-ae30-e992fc083dd6 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:19:46.518387 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 8ec39d06-7868-4c94-ae30-e992fc083dd6, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=8ec39d06-7868-4c94-ae30-e992fc083dd6,segment=NetworkSegment(b9d3b03d-8bcc-4c24-8c62-0a2f09de626c),segment_id=b9d3b03d-8bcc-4c24-8c62-0a2f09de626c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:19:46.567541 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966b531-3fba-40b1-8b28-ff7eedbb2347 req-b4720f99-dd40-4866-be90-057623cf3112 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:46.568990 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3966b531-3fba-40b1-8b28-ff7eedbb2347 req-b4720f99-dd40-4866-be90-057623cf3112 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e6faa28-34fb-4b95-ad07-3bf3f9b34f74 HTTP/1.1" status: 200 len: 943 time: 0.0778441 May 27 03:19:46.609681 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:46.611819 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3966b531-3fba-40b1-8b28-ff7eedbb2347 req-0e80a762-2922-4d1d-8c92-e7f8e99152a1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=cdbb8e50-df40-4c54-ab50-4b5fc5b640e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371027 May 27 03:19:46.711661 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=8ec39d06-7868-4c94-ae30-e992fc083dd6,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:46.848324 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['8ec39d06-7868-4c94-ae30-e992fc083dd6'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:19:47.793142 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f0bd8-01cf-4fef-a365-49e1868d822a req-aa3092ce-8f95-4a79-ac2d-87e815b336ff tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:47.794581 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-316f0bd8-01cf-4fef-a365-49e1868d822a req-aa3092ce-8f95-4a79-ac2d-87e815b336ff tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e6faa28-34fb-4b95-ad07-3bf3f9b34f74 HTTP/1.1" status: 200 len: 944 time: 0.0796816 May 27 03:19:47.839939 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-316f0bd8-01cf-4fef-a365-49e1868d822a req-89f5ea33-5ba3-45fc-a8ed-f1894a31c687 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=cdbb8e50-df40-4c54-ab50-4b5fc5b640e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378678 May 27 03:19:48.316986 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 8ec39d06-7868-4c94-ae30-e992fc083dd6 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:19:48.439759 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port 8ec39d06-7868-4c94-ae30-e992fc083dd6 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:19:48.445549 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port 8ec39d06-7868-4c94-ae30-e992fc083dd6 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:19:48.445971 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:48.560739 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port 8ec39d06-7868-4c94-ae30-e992fc083dd6 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:19:48.561145 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:48.587367 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e6faa28-34fb-4b95-ad07-3bf3f9b34f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec39d06-7868-4c94-ae30-e992fc083dd6'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:19:48.597528 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port 8ec39d06-7868-4c94-ae30-e992fc083dd6, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=8ec39d06-7868-4c94-ae30-e992fc083dd6,segment=NetworkSegment(b9d3b03d-8bcc-4c24-8c62-0a2f09de626c),segment_id=b9d3b03d-8bcc-4c24-8c62-0a2f09de626c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:19:48.667213 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:48.693835 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9207509b-ea3e-42e2-9728-12676c18c4b3'] response: {'server_uuid': '1e6faa28-34fb-4b95-ad07-3bf3f9b34f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec39d06-7868-4c94-ae30-e992fc083dd6', 'code': 200} May 27 03:19:48.734358 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=8ec39d06-7868-4c94-ae30-e992fc083dd6,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:48.809843 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc73c41-b4b6-40ae-b79b-716cc93ad2b9 req-a94e1a4f-06e1-48a0-9a8b-4551b06f4658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:48.811371 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7cc73c41-b4b6-40ae-b79b-716cc93ad2b9 req-a94e1a4f-06e1-48a0-9a8b-4551b06f4658 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1e6faa28-34fb-4b95-ad07-3bf3f9b34f74 HTTP/1.1" status: 200 len: 1096 time: 0.0676999 May 27 03:19:48.852481 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7cc73c41-b4b6-40ae-b79b-716cc93ad2b9 req-422e577d-7c9c-4ad3-a861-4a3f8d87f0ec service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cdbb8e50-df40-4c54-ab50-4b5fc5b640e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343485 May 27 03:19:49.019353 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d12997-9afc-454f-ba26-44695987a92a req-0f7ece29-a4fb-4822-9cd0-1d877932c76c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:49.020831 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-65d12997-9afc-454f-ba26-44695987a92a req-0f7ece29-a4fb-4822-9cd0-1d877932c76c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e6faa28-34fb-4b95-ad07-3bf3f9b34f74 HTTP/1.1" status: 200 len: 945 time: 0.0782113 May 27 03:19:49.067561 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-65d12997-9afc-454f-ba26-44695987a92a req-b1975a52-a63e-4655-8103-70c905166833 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=cdbb8e50-df40-4c54-ab50-4b5fc5b640e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411053 May 27 03:19:50.004310 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:50.005081 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:50.250479 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836efcd5-4d4c-4305-8553-f352f5b05250 req-944ae079-a051-423c-af1c-a1024227c419 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:50.251904 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-836efcd5-4d4c-4305-8553-f352f5b05250 req-944ae079-a051-423c-af1c-a1024227c419 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e6faa28-34fb-4b95-ad07-3bf3f9b34f74 HTTP/1.1" status: 200 len: 945 time: 0.0774918 May 27 03:19:50.295196 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-836efcd5-4d4c-4305-8553-f352f5b05250 req-f5a7e9d5-6279-4889-942e-5b7bac5d1e92 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=cdbb8e50-df40-4c54-ab50-4b5fc5b640e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371466 May 27 03:19:50.482301 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8aaaa0-d3bc-4465-b947-5089b786f91f req-ceb3edfe-1f4a-47b6-9187-40ff17ee5a55 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:50.483748 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5d8aaaa0-d3bc-4465-b947-5089b786f91f req-ceb3edfe-1f4a-47b6-9187-40ff17ee5a55 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e6faa28-34fb-4b95-ad07-3bf3f9b34f74 HTTP/1.1" status: 200 len: 945 time: 0.0822070 May 27 03:19:50.527004 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5d8aaaa0-d3bc-4465-b947-5089b786f91f req-4ce0830d-bd9e-4337-b8c6-0c52b8c5d3db tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=cdbb8e50-df40-4c54-ab50-4b5fc5b640e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370748 May 27 03:19:50.548644 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37646) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:19:50.617020 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a05dcea-4977-4412-8189-738ee76cc25c tempest-TestNetworkAdvancedServerOps-962487840 tempest-TestNetworkAdvancedServerOps-962487840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:50.618484 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0a05dcea-4977-4412-8189-738ee76cc25c tempest-TestNetworkAdvancedServerOps-962487840 tempest-TestNetworkAdvancedServerOps-962487840-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=1e6faa28-34fb-4b95-ad07-3bf3f9b34f74 HTTP/1.1" status: 200 len: 1091 time: 0.0680935 May 27 03:19:50.621257 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37650) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:19:50.626025 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-89d8cf7c-88cd-4bdc-8a0a-3f9329979cd9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'port_id': '8ec39d06-7868-4c94-ae30-e992fc083dd6', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:19:50.632986 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-89d8cf7c-88cd-4bdc-8a0a-3f9329979cd9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:19:50.636791 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-89d8cf7c-88cd-4bdc-8a0a-3f9329979cd9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:floatingip and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:19:50.639572 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-89d8cf7c-88cd-4bdc-8a0a-3f9329979cd9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:19:50.645305 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-89d8cf7c-88cd-4bdc-8a0a-3f9329979cd9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:19:50.759577 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-89d8cf7c-88cd-4bdc-8a0a-3f9329979cd9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for floatingip, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:50.896837 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-89d8cf7c-88cd-4bdc-8a0a-3f9329979cd9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:51.030504 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-89d8cf7c-88cd-4bdc-8a0a-3f9329979cd9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Allocated IP 172.25.1.135 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/f302c50f-3f90-4fe6-9bee-7ba1beb8fba3) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:19:51.176479 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-89d8cf7c-88cd-4bdc-8a0a-3f9329979cd9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:51.245256 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-89d8cf7c-88cd-4bdc-8a0a-3f9329979cd9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:51.306711 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d8cf7c-88cd-4bdc-8a0a-3f9329979cd9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:19:51.309204 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-89d8cf7c-88cd-4bdc-8a0a-3f9329979cd9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:19:51.312917 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d8cf7c-88cd-4bdc-8a0a-3f9329979cd9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:19:51.349676 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8cf7c-88cd-4bdc-8a0a-3f9329979cd9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'Port': ['ID=f302c50f-3f90-4fe6-9bee-7ba1beb8fba3,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:51.719886 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-89d8cf7c-88cd-4bdc-8a0a-3f9329979cd9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:51.857620 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-89d8cf7c-88cd-4bdc-8a0a-3f9329979cd9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:52.162117 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-89d8cf7c-88cd-4bdc-8a0a-3f9329979cd9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:52.216237 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-89d8cf7c-88cd-4bdc-8a0a-3f9329979cd9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:52.324848 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8cf7c-88cd-4bdc-8a0a-3f9329979cd9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'Port': ['ID=f302c50f-3f90-4fe6-9bee-7ba1beb8fba3,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:52.333500 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-89d8cf7c-88cd-4bdc-8a0a-3f9329979cd9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:52.500407 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-89d8cf7c-88cd-4bdc-8a0a-3f9329979cd9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Floating IP 222d411b-5e06-4539-9568-e75f417ddd5a associated. External IP: 172.25.1.135, port: 8ec39d06-7868-4c94-ae30-e992fc083dd6. May 27 03:19:52.845130 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d8cf7c-88cd-4bdc-8a0a-3f9329979cd9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Router 54270a84-0889-4597-8455-d456fc09d3f5 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:19:53.017210 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d8cf7c-88cd-4bdc-8a0a-3f9329979cd9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:19:53.036539 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eaa4e9-4e67-4ffc-b15b-d64ba9ef53d2 None None] Sync routers for ids ['54270a84-0889-4597-8455-d456fc09d3f5'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:19:53.036539 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eaa4e9-4e67-4ffc-b15b-d64ba9ef53d2 None None] Routers {'54270a84-0889-4597-8455-d456fc09d3f5'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:19:53.037120 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-56eaa4e9-4e67-4ffc-b15b-d64ba9ef53d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:19:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['54270a84-0889-4597-8455-d456fc09d3f5'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:19:53.112955 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-89d8cf7c-88cd-4bdc-8a0a-3f9329979cd9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:53.169580 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-89d8cf7c-88cd-4bdc-8a0a-3f9329979cd9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5473125 May 27 03:19:53.170143 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e6faa28-34fb-4b95-ad07-3bf3f9b34f74', 'tag': '8ec39d06-7868-4c94-ae30-e992fc083dd6'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:19:53.213878 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-56eaa4e9-4e67-4ffc-b15b-d64ba9ef53d2 None None] Set router 54270a84-0889-4597-8455-d456fc09d3f5 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:19:53.214433 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9583516-b662-4236-b318-b0f212e6bea7'] response: {'name': 'network-changed', 'server_uuid': '1e6faa28-34fb-4b95-ad07-3bf3f9b34f74', 'tag': '8ec39d06-7868-4c94-ae30-e992fc083dd6', 'status': 'completed', 'code': 200} May 27 03:19:53.313027 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af596094-9d51-4ca5-af68-a10aac4f6a38 req-83eb32dd-c94a-461f-83b8-faa32784762a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:53.315090 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-af596094-9d51-4ca5-af68-a10aac4f6a38 req-83eb32dd-c94a-461f-83b8-faa32784762a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d02b46bffb894f2cbc2d380293cecdd7&device_id=1e6faa28-34fb-4b95-ad07-3bf3f9b34f74 HTTP/1.1" status: 200 len: 1096 time: 0.0748837 May 27 03:19:53.340802 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f98169-b7e5-4658-ae74-f1986c9a8fbf req-d4b8edde-d81f-4235-bf12-995397067012 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:53.342443 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-81f98169-b7e5-4658-ae74-f1986c9a8fbf req-d4b8edde-d81f-4235-bf12-995397067012 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e6faa28-34fb-4b95-ad07-3bf3f9b34f74 HTTP/1.1" status: 200 len: 945 time: 0.0812006 May 27 03:19:53.390104 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-81f98169-b7e5-4658-ae74-f1986c9a8fbf req-f72874fe-c169-4ba0-935c-5344fc82c2f3 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=cdbb8e50-df40-4c54-ab50-4b5fc5b640e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409262 May 27 03:19:53.415018 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37658) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:19:53.449125 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af596094-9d51-4ca5-af68-a10aac4f6a38 req-b0b6622a-bc88-41a6-87d1-0b5585b91fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:53.450563 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-af596094-9d51-4ca5-af68-a10aac4f6a38 req-b0b6622a-bc88-41a6-87d1-0b5585b91fb0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1d3f52d4-052b-4d5c-ad3f-f50cd8029629 HTTP/1.1" status: 200 len: 897 time: 0.1301017 May 27 03:19:53.527527 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4c5db5e8-8155-47a4-81f7-510bb06ef653 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/floatingips/222d411b-5e06-4539-9568-e75f417ddd5a HTTP/1.1" status: 200 len: 991 time: 0.1110661 May 27 03:19:53.553710 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-af596094-9d51-4ca5-af68-a10aac4f6a38 req-c54e108b-1558-48c6-893e-e26d44dd1f68 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ec39d06-7868-4c94-ae30-e992fc083dd6 HTTP/1.1" status: 200 len: 999 time: 0.0959761 May 27 03:19:53.559915 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-56eaa4e9-4e67-4ffc-b15b-d64ba9ef53d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54270a84-0889-4597-8455-d456fc09d3f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847237520', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '08f6af75-0084-400a-8523-383444cb024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:19:28Z', 'updated_at': '2022-05-27T03:19:34Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '08f6af75-0084-400a-8523-383444cb024c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54270a84-0889-4597-8455-d456fc09d3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:19:29Z', 'updated_at': '2022-05-27T03:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '222d411b-5e06-4539-9568-e75f417ddd5a', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'floating_ip_address': '172.25.1.135', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '54270a84-0889-4597-8455-d456fc09d3f5', 'port_id': '8ec39d06-7868-4c94-ae30-e992fc083dd6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d3f52d4-052b-4d5c-ad3f-f50cd8029629', 'mac_address': 'fa:16:3e:b5:39:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6faa28-34fb-4b95-ad07-3bf3f9b34f74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:19:51Z', 'updated_at': '2022-05-27T03:19:51Z', 'revision_number': 0, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8beed51-0657-44bd-bc14-249476233ba5', 'name': '', 'network_id': '1d3f52d4-052b-4d5c-ad3f-f50cd8029629', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'mac_address': 'fa:16:3e:6a:25:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54270a84-0889-4597-8455-d456fc09d3f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '9dce231d-67ff-43fa-b17c-8bc6ad7c8a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:19:33Z', 'updated_at': '2022-05-27T03:19:38Z', 'revision_number': 5, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'subnets': [{'id': '9dce231d-67ff-43fa-b17c-8bc6ad7c8a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:19:53.563865 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eaa4e9-4e67-4ffc-b15b-d64ba9ef53d2 None None] Checking router: 54270a84-0889-4597-8455-d456fc09d3f5 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:19:53.572158 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eaa4e9-4e67-4ffc-b15b-d64ba9ef53d2 None None] Routers {'54270a84-0889-4597-8455-d456fc09d3f5'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:19:53.572793 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-56eaa4e9-4e67-4ffc-b15b-d64ba9ef53d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:19:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['54270a84-0889-4597-8455-d456fc09d3f5'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:19:53.618166 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af596094-9d51-4ca5-af68-a10aac4f6a38 req-413854cb-849b-46c8-a3e4-2772d8bb2edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:53.619588 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-af596094-9d51-4ca5-af68-a10aac4f6a38 req-413854cb-849b-46c8-a3e4-2772d8bb2edc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9dce231d-67ff-43fa-b17c-8bc6ad7c8a3f HTTP/1.1" status: 200 len: 835 time: 0.0597842 May 27 03:19:53.692202 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af596094-9d51-4ca5-af68-a10aac4f6a38 req-1fa04d3b-4314-4397-b658-5e398caa68b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:53.693697 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-af596094-9d51-4ca5-af68-a10aac4f6a38 req-1fa04d3b-4314-4397-b658-5e398caa68b2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1d3f52d4-052b-4d5c-ad3f-f50cd8029629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684216 May 27 03:19:53.750520 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-56eaa4e9-4e67-4ffc-b15b-d64ba9ef53d2 None None] Set router 54270a84-0889-4597-8455-d456fc09d3f5 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:19:53.823707 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-af596094-9d51-4ca5-af68-a10aac4f6a38 req-c19a52ea-adce-41ec-93b3-bc94662ca175 service neutron] 10.222.0.32 "GET /v2.0/networks/1d3f52d4-052b-4d5c-ad3f-f50cd8029629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242042 May 27 03:19:53.957655 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-af596094-9d51-4ca5-af68-a10aac4f6a38 req-287d10de-2ad4-4958-ac26-a12b891e67fa service neutron] 10.222.0.32 "GET /v2.0/networks/1d3f52d4-052b-4d5c-ad3f-f50cd8029629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267948 May 27 03:19:54.117161 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-56eaa4e9-4e67-4ffc-b15b-d64ba9ef53d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54270a84-0889-4597-8455-d456fc09d3f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847237520', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '08f6af75-0084-400a-8523-383444cb024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:19:28Z', 'updated_at': '2022-05-27T03:19:34Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '08f6af75-0084-400a-8523-383444cb024c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54270a84-0889-4597-8455-d456fc09d3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:19:29Z', 'updated_at': '2022-05-27T03:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '222d411b-5e06-4539-9568-e75f417ddd5a', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'floating_ip_address': '172.25.1.135', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '54270a84-0889-4597-8455-d456fc09d3f5', 'port_id': '8ec39d06-7868-4c94-ae30-e992fc083dd6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d3f52d4-052b-4d5c-ad3f-f50cd8029629', 'mac_address': 'fa:16:3e:b5:39:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6faa28-34fb-4b95-ad07-3bf3f9b34f74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:19:51Z', 'updated_at': '2022-05-27T03:19:51Z', 'revision_number': 0, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8beed51-0657-44bd-bc14-249476233ba5', 'name': '', 'network_id': '1d3f52d4-052b-4d5c-ad3f-f50cd8029629', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'mac_address': 'fa:16:3e:6a:25:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54270a84-0889-4597-8455-d456fc09d3f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '9dce231d-67ff-43fa-b17c-8bc6ad7c8a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:19:33Z', 'updated_at': '2022-05-27T03:19:38Z', 'revision_number': 5, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'subnets': [{'id': '9dce231d-67ff-43fa-b17c-8bc6ad7c8a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:19:54.121017 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eaa4e9-4e67-4ffc-b15b-d64ba9ef53d2 None None] The sync data for ids ['54270a84-0889-4597-8455-d456fc09d3f5'] in n-d-843554-3 is: [{'id': '54270a84-0889-4597-8455-d456fc09d3f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847237520', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '08f6af75-0084-400a-8523-383444cb024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:19:28Z', 'updated_at': '2022-05-27T03:19:34Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '08f6af75-0084-400a-8523-383444cb024c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54270a84-0889-4597-8455-d456fc09d3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:19:29Z', 'updated_at': '2022-05-27T03:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '222d411b-5e06-4539-9568-e75f417ddd5a', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'floating_ip_address': '172.25.1.135', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '54270a84-0889-4597-8455-d456fc09d3f5', 'port_id': '8ec39d06-7868-4c94-ae30-e992fc083dd6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d3f52d4-052b-4d5c-ad3f-f50cd8029629', 'mac_address': 'fa:16:3e:b5:39:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6faa28-34fb-4b95-ad07-3bf3f9b34f74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:19:51Z', 'updated_at': '2022-05-27T03:19:51Z', 'revision_number': 0, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8beed51-0657-44bd-bc14-249476233ba5', 'name': '', 'network_id': '1d3f52d4-052b-4d5c-ad3f-f50cd8029629', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'mac_address': 'fa:16:3e:6a:25:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54270a84-0889-4597-8455-d456fc09d3f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '9dce231d-67ff-43fa-b17c-8bc6ad7c8a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:19:33Z', 'updated_at': '2022-05-27T03:19:38Z', 'revision_number': 5, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'subnets': [{'id': '9dce231d-67ff-43fa-b17c-8bc6ad7c8a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:19:54.317644 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eeb5ac8-ea38-4bf4-ba89-8ed0ee957e94 None None] New status for floating IP 222d411b-5e06-4539-9568-e75f417ddd5a: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:19:54.529781 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37662) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:19:54.757295 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-dd5fe4bb-eef2-46e3-bae6-22fe4ff55038 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/floatingips/222d411b-5e06-4539-9568-e75f417ddd5a HTTP/1.1" status: 200 len: 991 time: 0.2264569 May 27 03:19:55.523523 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2ff1b299-878a-4be0-b98d-992c9457b398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:55.761086 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37666) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:19:55.866070 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2100a4a6-4e6b-4bfe-b9bb-984a5b577582 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/floatingips/222d411b-5e06-4539-9568-e75f417ddd5a HTTP/1.1" status: 200 len: 993 time: 0.1038673 May 27 03:19:57.965018 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0d8a5237-7e0e-4720-b0b5-e29b894e690d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:59.050802 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:59.204902 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:00.324964 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:06.655451 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:20:19.976104 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:19.987411 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:22.913152 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e104521-f820-4c89-93c8-a41e62730e36 req-9beb9c77-2f9a-4cdd-aa08-d32efdce4791 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:20:22.914785 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e104521-f820-4c89-93c8-a41e62730e36 req-9beb9c77-2f9a-4cdd-aa08-d32efdce4791 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e6faa28-34fb-4b95-ad07-3bf3f9b34f74 HTTP/1.1" status: 200 len: 945 time: 0.0805335 May 27 03:20:22.961242 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4e104521-f820-4c89-93c8-a41e62730e36 req-fd5883ec-288f-4b35-8ac9-4084da3c103e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=cdbb8e50-df40-4c54-ab50-4b5fc5b640e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406799 May 27 03:20:23.033881 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f820ca9-cc0d-418f-a661-15ed12793344 req-5322da49-4b39-4212-a193-e1f211e88fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:20:23.035248 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5f820ca9-cc0d-418f-a661-15ed12793344 req-5322da49-4b39-4212-a193-e1f211e88fcf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d02b46bffb894f2cbc2d380293cecdd7&device_id=1e6faa28-34fb-4b95-ad07-3bf3f9b34f74 HTTP/1.1" status: 200 len: 1096 time: 0.1704097 May 27 03:20:23.162766 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f820ca9-cc0d-418f-a661-15ed12793344 req-ddc4e129-a10b-44c8-b928-4e1a74a47431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:20:23.164154 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5f820ca9-cc0d-418f-a661-15ed12793344 req-ddc4e129-a10b-44c8-b928-4e1a74a47431 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1d3f52d4-052b-4d5c-ad3f-f50cd8029629 HTTP/1.1" status: 200 len: 897 time: 0.1223485 May 27 03:20:23.263142 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5f820ca9-cc0d-418f-a661-15ed12793344 req-7aa15b5e-02bd-49e8-af44-6accb84f1e39 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ec39d06-7868-4c94-ae30-e992fc083dd6 HTTP/1.1" status: 200 len: 1001 time: 0.0934901 May 27 03:20:23.322633 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f820ca9-cc0d-418f-a661-15ed12793344 req-d3b706e4-288f-42fb-9661-b7a1197c6e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:20:23.323895 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5f820ca9-cc0d-418f-a661-15ed12793344 req-d3b706e4-288f-42fb-9661-b7a1197c6e10 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9dce231d-67ff-43fa-b17c-8bc6ad7c8a3f HTTP/1.1" status: 200 len: 835 time: 0.0549300 May 27 03:20:23.402240 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f820ca9-cc0d-418f-a661-15ed12793344 req-d953c1a0-51c9-4e50-b5d3-f51384ecc31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:20:23.403684 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5f820ca9-cc0d-418f-a661-15ed12793344 req-d953c1a0-51c9-4e50-b5d3-f51384ecc31e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1d3f52d4-052b-4d5c-ad3f-f50cd8029629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741210 May 27 03:20:23.532024 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5f820ca9-cc0d-418f-a661-15ed12793344 req-159ead75-e385-4665-9395-6211070e08a0 service neutron] 10.222.0.32 "GET /v2.0/networks/1d3f52d4-052b-4d5c-ad3f-f50cd8029629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213591 May 27 03:20:23.659632 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-5f820ca9-cc0d-418f-a661-15ed12793344 req-ecd16437-0fa4-4365-a658-885d0db37127 service neutron] 10.222.0.32 "GET /v2.0/networks/1d3f52d4-052b-4d5c-ad3f-f50cd8029629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207490 May 27 03:20:24.147372 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b0428-10d3-4cf9-abec-c14bed612e7d req-7df94e8f-ef2d-4c11-8e72-8896bc353f03 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:20:24.148851 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-511b0428-10d3-4cf9-abec-c14bed612e7d req-7df94e8f-ef2d-4c11-8e72-8896bc353f03 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e6faa28-34fb-4b95-ad07-3bf3f9b34f74 HTTP/1.1" status: 200 len: 945 time: 0.0810900 May 27 03:20:24.192081 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-511b0428-10d3-4cf9-abec-c14bed612e7d req-c91bab41-dace-4116-bd40-4d00236870e3 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=cdbb8e50-df40-4c54-ab50-4b5fc5b640e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376894 May 27 03:20:25.374277 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493bf561-3cdc-4481-9c1f-9e9ab55707e5 req-f13cec36-a313-4d7e-8a12-4e86530081c9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:20:25.375712 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-493bf561-3cdc-4481-9c1f-9e9ab55707e5 req-f13cec36-a313-4d7e-8a12-4e86530081c9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e6faa28-34fb-4b95-ad07-3bf3f9b34f74 HTTP/1.1" status: 200 len: 945 time: 0.0781112 May 27 03:20:25.417723 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-493bf561-3cdc-4481-9c1f-9e9ab55707e5 req-2610a0bb-884e-46ea-ae1d-1f7a7335d5e5 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=cdbb8e50-df40-4c54-ab50-4b5fc5b640e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363748 May 27 03:20:25.546105 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-abb41923-51d9-4926-819f-788440e1647d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:26.604083 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f116199-4394-4db5-9ded-f1818f7e7219 req-2addae47-29ab-4f65-b082-2982d3c22202 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:20:26.605559 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6f116199-4394-4db5-9ded-f1818f7e7219 req-2addae47-29ab-4f65-b082-2982d3c22202 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e6faa28-34fb-4b95-ad07-3bf3f9b34f74 HTTP/1.1" status: 200 len: 945 time: 0.0812469 May 27 03:20:26.648591 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6f116199-4394-4db5-9ded-f1818f7e7219 req-3964236d-ef27-454f-98ae-78478e5bec49 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=cdbb8e50-df40-4c54-ab50-4b5fc5b640e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369425 May 27 03:20:27.831098 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287980b-0e99-4479-8065-aff213c20612 req-4212d253-4453-4fad-be21-f70b5b2ba0f0 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:20:27.832555 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f287980b-0e99-4479-8065-aff213c20612 req-4212d253-4453-4fad-be21-f70b5b2ba0f0 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e6faa28-34fb-4b95-ad07-3bf3f9b34f74 HTTP/1.1" status: 200 len: 945 time: 0.0783741 May 27 03:20:27.879089 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f287980b-0e99-4479-8065-aff213c20612 req-6648e1e5-20fe-4a8e-8372-b3ad6da32742 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=cdbb8e50-df40-4c54-ab50-4b5fc5b640e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406008 May 27 03:20:27.917388 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-aa0457d3-657d-4faa-97d2-95bc23fb89fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:29.054781 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:29.060293 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6036c8-1467-42c1-83d6-2c7db1725008 req-9448d4bd-a985-41fe-a756-48a6539b04ae tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:20:29.061796 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9c6036c8-1467-42c1-83d6-2c7db1725008 req-9448d4bd-a985-41fe-a756-48a6539b04ae tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e6faa28-34fb-4b95-ad07-3bf3f9b34f74 HTTP/1.1" status: 200 len: 945 time: 0.0793290 May 27 03:20:29.106552 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9c6036c8-1467-42c1-83d6-2c7db1725008 req-8d5b66c8-aaf2-456f-a1ba-e45cb6e6cb0f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=cdbb8e50-df40-4c54-ab50-4b5fc5b640e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389206 May 27 03:20:29.197512 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:30.292375 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1edf91-6874-4e4b-9894-d6db677a2b5d req-90d1a705-8549-48a5-be8f-4d4db4acf50a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:20:30.293857 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3c1edf91-6874-4e4b-9894-d6db677a2b5d req-90d1a705-8549-48a5-be8f-4d4db4acf50a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e6faa28-34fb-4b95-ad07-3bf3f9b34f74 HTTP/1.1" status: 200 len: 945 time: 0.0821030 May 27 03:20:30.336103 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:30.337037 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3c1edf91-6874-4e4b-9894-d6db677a2b5d req-4a717de3-52a4-4d19-936d-bd84af5048ed tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=cdbb8e50-df40-4c54-ab50-4b5fc5b640e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371730 May 27 03:20:31.208823 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db0b4b-9737-482b-8fe4-7e4e1d2948bb req-55b38b6c-980a-4141-ab59-226843a4baee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:20:31.210255 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-88db0b4b-9737-482b-8fe4-7e4e1d2948bb req-55b38b6c-980a-4141-ab59-226843a4baee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d02b46bffb894f2cbc2d380293cecdd7&device_id=1e6faa28-34fb-4b95-ad07-3bf3f9b34f74 HTTP/1.1" status: 200 len: 1096 time: 0.0689790 May 27 03:20:31.351179 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db0b4b-9737-482b-8fe4-7e4e1d2948bb req-6af00ac7-e06b-4520-b98a-959782cd1f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:20:31.352604 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-88db0b4b-9737-482b-8fe4-7e4e1d2948bb req-6af00ac7-e06b-4520-b98a-959782cd1f17 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1d3f52d4-052b-4d5c-ad3f-f50cd8029629 HTTP/1.1" status: 200 len: 897 time: 0.1245236 May 27 03:20:31.456263 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-88db0b4b-9737-482b-8fe4-7e4e1d2948bb req-7960320e-89b9-416d-a8bf-bf8d6af15556 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ec39d06-7868-4c94-ae30-e992fc083dd6 HTTP/1.1" status: 200 len: 1001 time: 0.0974739 May 27 03:20:31.518320 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db0b4b-9737-482b-8fe4-7e4e1d2948bb req-152176a8-f430-4996-a951-e52f5a453649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:20:31.519140 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1c236-c933-4d30-afd6-b985660abb72 req-6119e692-faa2-4a06-a033-51ef9313a9b8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:20:31.519740 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-88db0b4b-9737-482b-8fe4-7e4e1d2948bb req-152176a8-f430-4996-a951-e52f5a453649 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9dce231d-67ff-43fa-b17c-8bc6ad7c8a3f HTTP/1.1" status: 200 len: 835 time: 0.0576251 May 27 03:20:31.520585 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2cc1c236-c933-4d30-afd6-b985660abb72 req-6119e692-faa2-4a06-a033-51ef9313a9b8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e6faa28-34fb-4b95-ad07-3bf3f9b34f74 HTTP/1.1" status: 200 len: 945 time: 0.0784006 May 27 03:20:31.565355 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2cc1c236-c933-4d30-afd6-b985660abb72 req-4742ebdd-0727-4614-84e7-af9dfaaff72e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=cdbb8e50-df40-4c54-ab50-4b5fc5b640e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389118 May 27 03:20:31.598173 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db0b4b-9737-482b-8fe4-7e4e1d2948bb req-535f3e48-747c-4031-8af8-efb9a2d5cad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:20:31.599633 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-88db0b4b-9737-482b-8fe4-7e4e1d2948bb req-535f3e48-747c-4031-8af8-efb9a2d5cad7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1d3f52d4-052b-4d5c-ad3f-f50cd8029629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740938 May 27 03:20:31.729963 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-88db0b4b-9737-482b-8fe4-7e4e1d2948bb req-88144b17-1e9c-45cc-84c0-2fcedff4a5ea service neutron] 10.222.0.32 "GET /v2.0/networks/1d3f52d4-052b-4d5c-ad3f-f50cd8029629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238160 May 27 03:20:31.862505 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-88db0b4b-9737-482b-8fe4-7e4e1d2948bb req-ceab848c-2b54-4498-b0fc-f02d8cab797b service neutron] 10.222.0.32 "GET /v2.0/networks/1d3f52d4-052b-4d5c-ad3f-f50cd8029629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245787 May 27 03:20:32.754693 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4d016-e0e3-4951-989e-3c6fa99fcd19 req-f318f15c-35b7-456c-bcda-474600d6f44c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:20:32.756173 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7ff4d016-e0e3-4951-989e-3c6fa99fcd19 req-f318f15c-35b7-456c-bcda-474600d6f44c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e6faa28-34fb-4b95-ad07-3bf3f9b34f74 HTTP/1.1" status: 200 len: 945 time: 0.0850956 May 27 03:20:32.802077 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7ff4d016-e0e3-4951-989e-3c6fa99fcd19 req-af9dcccb-17f1-47de-aa6c-a85f29bc80be tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=cdbb8e50-df40-4c54-ab50-4b5fc5b640e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399222 May 27 03:20:33.984575 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5c0ce-8e5c-455c-8deb-43f6f7f8cdae req-a6a7d0ae-fd14-4760-9ffe-54e996b79792 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:20:33.986529 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5cd5c0ce-8e5c-455c-8deb-43f6f7f8cdae req-a6a7d0ae-fd14-4760-9ffe-54e996b79792 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e6faa28-34fb-4b95-ad07-3bf3f9b34f74 HTTP/1.1" status: 200 len: 945 time: 0.0779879 May 27 03:20:34.032472 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5cd5c0ce-8e5c-455c-8deb-43f6f7f8cdae req-ada6078b-866e-4f6c-939b-bcc178c793ba tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=cdbb8e50-df40-4c54-ab50-4b5fc5b640e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404649 May 27 03:20:35.212589 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b1858-461f-4011-b65e-79e7cadcb007 req-be50ceb6-25c1-4f54-a830-8c4fb86a7220 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:20:35.213963 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e30b1858-461f-4011-b65e-79e7cadcb007 req-be50ceb6-25c1-4f54-a830-8c4fb86a7220 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e6faa28-34fb-4b95-ad07-3bf3f9b34f74 HTTP/1.1" status: 200 len: 945 time: 0.0783598 May 27 03:20:35.256425 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e30b1858-461f-4011-b65e-79e7cadcb007 req-3f4b35aa-2e0c-4699-88a8-a0886d277cba tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=cdbb8e50-df40-4c54-ab50-4b5fc5b640e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368936 May 27 03:20:35.279222 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37702) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:20:35.383464 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-bb33dcbd-0f7e-4327-adf6-a20a81240303 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/floatingips/222d411b-5e06-4539-9568-e75f417ddd5a HTTP/1.1" status: 200 len: 993 time: 0.1031637 May 27 03:20:43.655317 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:20:49.958462 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:49.980807 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:55.546695 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-94cf06fb-42c7-44a1-9d1c-72d24c6e9dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:57.924222 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b2a9ceaf-cfae-4849-bf13-470fadac791e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:59.054335 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:59.209659 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:00.329783 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:05.776659 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37720) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:21:05.975920 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-3388f415-9399-4a1a-9ae6-571a1f5b8bbf tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Deleting port f302c50f-3f90-4fe6-9bee-7ba1beb8fba3 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:21:05.976260 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3388f415-9399-4a1a-9ae6-571a1f5b8bbf tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:06.245606 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3388f415-9399-4a1a-9ae6-571a1f5b8bbf tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:06.245932 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3388f415-9399-4a1a-9ae6-571a1f5b8bbf tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:06.366428 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-3388f415-9399-4a1a-9ae6-571a1f5b8bbf tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Calling delete_port for f302c50f-3f90-4fe6-9bee-7ba1beb8fba3 owned by network:floatingip {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:21:06.569695 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3388f415-9399-4a1a-9ae6-571a1f5b8bbf tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:06.618856 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3388f415-9399-4a1a-9ae6-571a1f5b8bbf tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event deleted for resources: {'Port': ['ID=f302c50f-3f90-4fe6-9bee-7ba1beb8fba3,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:21:06.651739 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3388f415-9399-4a1a-9ae6-571a1f5b8bbf tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:06.659953 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3388f415-9399-4a1a-9ae6-571a1f5b8bbf tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:06.659953 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3388f415-9399-4a1a-9ae6-571a1f5b8bbf tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:06.659953 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3388f415-9399-4a1a-9ae6-571a1f5b8bbf tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:06.659953 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3388f415-9399-4a1a-9ae6-571a1f5b8bbf tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:06.659953 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3388f415-9399-4a1a-9ae6-571a1f5b8bbf tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:06.659953 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3388f415-9399-4a1a-9ae6-571a1f5b8bbf tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:06.659953 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3388f415-9399-4a1a-9ae6-571a1f5b8bbf tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:06.659953 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3388f415-9399-4a1a-9ae6-571a1f5b8bbf tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:06.659953 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3388f415-9399-4a1a-9ae6-571a1f5b8bbf tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:06.659953 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3388f415-9399-4a1a-9ae6-571a1f5b8bbf tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:06.659953 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3388f415-9399-4a1a-9ae6-571a1f5b8bbf tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:06.721409 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3388f415-9399-4a1a-9ae6-571a1f5b8bbf tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for floatingip, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:06.721769 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-3388f415-9399-4a1a-9ae6-571a1f5b8bbf tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Floating IP 222d411b-5e06-4539-9568-e75f417ddd5a disassociated (deleted). External IP: 172.25.1.135, port: 8ec39d06-7868-4c94-ae30-e992fc083dd6. May 27 03:21:07.071287 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3388f415-9399-4a1a-9ae6-571a1f5b8bbf tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Router 54270a84-0889-4597-8455-d456fc09d3f5 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:21:07.244112 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3388f415-9399-4a1a-9ae6-571a1f5b8bbf tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:21:07.254752 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a4b25d-3f01-4a07-9999-7100308076e2 None None] Sync routers for ids ['54270a84-0889-4597-8455-d456fc09d3f5'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:21:07.260211 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3388f415-9399-4a1a-9ae6-571a1f5b8bbf tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:07.263738 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a4b25d-3f01-4a07-9999-7100308076e2 None None] Routers {'54270a84-0889-4597-8455-d456fc09d3f5'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:21:07.264407 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-c4a4b25d-3f01-4a07-9999-7100308076e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:20:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['54270a84-0889-4597-8455-d456fc09d3f5'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:21:07.318695 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3388f415-9399-4a1a-9ae6-571a1f5b8bbf tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "DELETE /v2.0/floatingips/222d411b-5e06-4539-9568-e75f417ddd5a HTTP/1.1" status: 204 len: 168 time: 1.5385222 May 27 03:21:07.318695 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e6faa28-34fb-4b95-ad07-3bf3f9b34f74', 'tag': '8ec39d06-7868-4c94-ae30-e992fc083dd6'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:21:07.364861 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a895ae9-a0b2-4581-8a95-87f484d5344c'] response: {'name': 'network-changed', 'server_uuid': '1e6faa28-34fb-4b95-ad07-3bf3f9b34f74', 'tag': '8ec39d06-7868-4c94-ae30-e992fc083dd6', 'status': 'completed', 'code': 200} May 27 03:21:07.443670 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-c4a4b25d-3f01-4a07-9999-7100308076e2 None None] Set router 54270a84-0889-4597-8455-d456fc09d3f5 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:21:07.459281 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8165d-ae83-4eda-a45d-cac0170ddc3f req-fd375d43-d186-4863-a761-d8373694b253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:21:07.460812 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-42b8165d-ae83-4eda-a45d-cac0170ddc3f req-fd375d43-d186-4863-a761-d8373694b253 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d02b46bffb894f2cbc2d380293cecdd7&device_id=1e6faa28-34fb-4b95-ad07-3bf3f9b34f74 HTTP/1.1" status: 200 len: 1096 time: 0.0703964 May 27 03:21:07.699029 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8165d-ae83-4eda-a45d-cac0170ddc3f req-6424ab93-238a-4d86-a805-60ae412750cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:21:07.700443 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-42b8165d-ae83-4eda-a45d-cac0170ddc3f req-6424ab93-238a-4d86-a805-60ae412750cb service neutron] 10.222.0.32 "GET /v2.0/networks?id=1d3f52d4-052b-4d5c-ad3f-f50cd8029629 HTTP/1.1" status: 200 len: 897 time: 0.2337234 May 27 03:21:07.772634 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-42b8165d-ae83-4eda-a45d-cac0170ddc3f req-fa795370-8eb9-478b-bf8d-12112a94d2c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ec39d06-7868-4c94-ae30-e992fc083dd6 HTTP/1.1" status: 200 len: 217 time: 0.0658305 May 27 03:21:07.773134 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-c4a4b25d-3f01-4a07-9999-7100308076e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54270a84-0889-4597-8455-d456fc09d3f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847237520', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '08f6af75-0084-400a-8523-383444cb024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:19:28Z', 'updated_at': '2022-05-27T03:19:34Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '08f6af75-0084-400a-8523-383444cb024c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54270a84-0889-4597-8455-d456fc09d3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:19:29Z', 'updated_at': '2022-05-27T03:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'e8beed51-0657-44bd-bc14-249476233ba5', 'name': '', 'network_id': '1d3f52d4-052b-4d5c-ad3f-f50cd8029629', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'mac_address': 'fa:16:3e:6a:25:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54270a84-0889-4597-8455-d456fc09d3f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '9dce231d-67ff-43fa-b17c-8bc6ad7c8a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:19:33Z', 'updated_at': '2022-05-27T03:19:38Z', 'revision_number': 5, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'subnets': [{'id': '9dce231d-67ff-43fa-b17c-8bc6ad7c8a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:21:07.777718 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a4b25d-3f01-4a07-9999-7100308076e2 None None] Checking router: 54270a84-0889-4597-8455-d456fc09d3f5 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:21:07.789797 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a4b25d-3f01-4a07-9999-7100308076e2 None None] Routers {'54270a84-0889-4597-8455-d456fc09d3f5'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:21:07.790404 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-c4a4b25d-3f01-4a07-9999-7100308076e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:20:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['54270a84-0889-4597-8455-d456fc09d3f5'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:21:07.841678 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8165d-ae83-4eda-a45d-cac0170ddc3f req-1a3fc64f-094c-482c-9126-206b6c868123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:21:07.843231 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-42b8165d-ae83-4eda-a45d-cac0170ddc3f req-1a3fc64f-094c-482c-9126-206b6c868123 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9dce231d-67ff-43fa-b17c-8bc6ad7c8a3f HTTP/1.1" status: 200 len: 835 time: 0.0640700 May 27 03:21:07.880056 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde4d01-0c32-4cdc-8449-2cf81e669ad9 req-e304f010-5741-4c00-abc0-a8ea97d64533 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:21:07.881348 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-1cde4d01-0c32-4cdc-8449-2cf81e669ad9 req-e304f010-5741-4c00-abc0-a8ea97d64533 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Synchronizing usage tracker for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:21:07.923249 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8165d-ae83-4eda-a45d-cac0170ddc3f req-a06632fb-d42f-484d-9dac-e6a54a679932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:21:07.924905 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-42b8165d-ae83-4eda-a45d-cac0170ddc3f req-a06632fb-d42f-484d-9dac-e6a54a679932 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1d3f52d4-052b-4d5c-ad3f-f50cd8029629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742295 May 27 03:21:07.935632 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-1cde4d01-0c32-4cdc-8449-2cf81e669ad9 req-e304f010-5741-4c00-abc0-a8ea97d64533 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Unset dirty status for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:21:07.936959 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1cde4d01-0c32-4cdc-8449-2cf81e669ad9 req-e304f010-5741-4c00-abc0-a8ea97d64533 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e6faa28-34fb-4b95-ad07-3bf3f9b34f74 HTTP/1.1" status: 200 len: 945 time: 0.1395316 May 27 03:21:07.982622 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-c4a4b25d-3f01-4a07-9999-7100308076e2 None None] Set router 54270a84-0889-4597-8455-d456fc09d3f5 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:21:07.987060 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1cde4d01-0c32-4cdc-8449-2cf81e669ad9 req-b3bab616-a92b-4511-a823-5f0a94b9bbc5 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=cdbb8e50-df40-4c54-ab50-4b5fc5b640e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441370 May 27 03:21:08.061296 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-42b8165d-ae83-4eda-a45d-cac0170ddc3f req-e0505016-7b86-4475-b2f6-dd9e8c2ea756 service neutron] 10.222.0.32 "GET /v2.0/networks/1d3f52d4-052b-4d5c-ad3f-f50cd8029629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295831 May 27 03:21:08.194114 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-42b8165d-ae83-4eda-a45d-cac0170ddc3f req-afe4da93-b7ae-45f1-ad1e-ae7e9baf3d6c service neutron] 10.222.0.32 "GET /v2.0/networks/1d3f52d4-052b-4d5c-ad3f-f50cd8029629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261086 May 27 03:21:08.322571 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-c4a4b25d-3f01-4a07-9999-7100308076e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54270a84-0889-4597-8455-d456fc09d3f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847237520', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '08f6af75-0084-400a-8523-383444cb024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:19:28Z', 'updated_at': '2022-05-27T03:19:34Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '08f6af75-0084-400a-8523-383444cb024c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54270a84-0889-4597-8455-d456fc09d3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:19:29Z', 'updated_at': '2022-05-27T03:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'e8beed51-0657-44bd-bc14-249476233ba5', 'name': '', 'network_id': '1d3f52d4-052b-4d5c-ad3f-f50cd8029629', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'mac_address': 'fa:16:3e:6a:25:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54270a84-0889-4597-8455-d456fc09d3f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '9dce231d-67ff-43fa-b17c-8bc6ad7c8a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:19:33Z', 'updated_at': '2022-05-27T03:19:38Z', 'revision_number': 5, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'subnets': [{'id': '9dce231d-67ff-43fa-b17c-8bc6ad7c8a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:21:08.326285 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a4b25d-3f01-4a07-9999-7100308076e2 None None] The sync data for ids ['54270a84-0889-4597-8455-d456fc09d3f5'] in n-d-843554-3 is: [{'id': '54270a84-0889-4597-8455-d456fc09d3f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847237520', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '08f6af75-0084-400a-8523-383444cb024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:19:28Z', 'updated_at': '2022-05-27T03:19:34Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '08f6af75-0084-400a-8523-383444cb024c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54270a84-0889-4597-8455-d456fc09d3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:19:29Z', 'updated_at': '2022-05-27T03:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'e8beed51-0657-44bd-bc14-249476233ba5', 'name': '', 'network_id': '1d3f52d4-052b-4d5c-ad3f-f50cd8029629', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'mac_address': 'fa:16:3e:6a:25:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54270a84-0889-4597-8455-d456fc09d3f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '9dce231d-67ff-43fa-b17c-8bc6ad7c8a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:19:33Z', 'updated_at': '2022-05-27T03:19:38Z', 'revision_number': 5, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'subnets': [{'id': '9dce231d-67ff-43fa-b17c-8bc6ad7c8a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:21:08.526040 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463bce5c-ff3e-465b-b406-6643467b5ee5 None None] New status for floating IP 222d411b-5e06-4539-9568-e75f417ddd5a: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:21:09.175935 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44609637-254a-452b-b26e-45dd7473ca55 req-b0f7e193-e72a-439c-a1c5-c0974a235476 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:21:09.177392 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-44609637-254a-452b-b26e-45dd7473ca55 req-b0f7e193-e72a-439c-a1c5-c0974a235476 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e6faa28-34fb-4b95-ad07-3bf3f9b34f74 HTTP/1.1" status: 200 len: 945 time: 0.0795972 May 27 03:21:09.219832 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-44609637-254a-452b-b26e-45dd7473ca55 req-72a89f75-7d68-45bf-89b4-76ff7ca0ea19 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=cdbb8e50-df40-4c54-ab50-4b5fc5b640e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368910 May 27 03:21:09.344125 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49dafda-d983-4764-9992-ec96f5270fa4 req-866617eb-963e-4e57-b444-98d1a9e24197 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:21:09.344755 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-c49dafda-d983-4764-9992-ec96f5270fa4 req-866617eb-963e-4e57-b444-98d1a9e24197 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Synchronizing usage tracker for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:21:09.356077 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-c49dafda-d983-4764-9992-ec96f5270fa4 req-866617eb-963e-4e57-b444-98d1a9e24197 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Unset dirty status for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:21:09.357164 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c49dafda-d983-4764-9992-ec96f5270fa4 req-866617eb-963e-4e57-b444-98d1a9e24197 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e6faa28-34fb-4b95-ad07-3bf3f9b34f74 HTTP/1.1" status: 200 len: 945 time: 0.0888848 May 27 03:21:09.423915 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-c49dafda-d983-4764-9992-ec96f5270fa4 req-efe35d5b-671d-4ed5-8fb2-c073cb293d7e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Deleting port 8ec39d06-7868-4c94-ae30-e992fc083dd6 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:21:09.424253 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c49dafda-d983-4764-9992-ec96f5270fa4 req-efe35d5b-671d-4ed5-8fb2-c073cb293d7e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:09.664127 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-c49dafda-d983-4764-9992-ec96f5270fa4 req-efe35d5b-671d-4ed5-8fb2-c073cb293d7e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] For port 8ec39d06-7868-4c94-ae30-e992fc083dd6, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=8ec39d06-7868-4c94-ae30-e992fc083dd6,segment=NetworkSegment(b9d3b03d-8bcc-4c24-8c62-0a2f09de626c),segment_id=b9d3b03d-8bcc-4c24-8c62-0a2f09de626c)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:21:09.664406 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c49dafda-d983-4764-9992-ec96f5270fa4 req-efe35d5b-671d-4ed5-8fb2-c073cb293d7e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:09.789930 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-c49dafda-d983-4764-9992-ec96f5270fa4 req-efe35d5b-671d-4ed5-8fb2-c073cb293d7e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Calling delete_port for 8ec39d06-7868-4c94-ae30-e992fc083dd6 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:21:10.009191 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c49dafda-d983-4764-9992-ec96f5270fa4 req-efe35d5b-671d-4ed5-8fb2-c073cb293d7e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:10.063437 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe35d5b-671d-4ed5-8fb2-c073cb293d7e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event deleted for resources: {'Port': ['ID=8ec39d06-7868-4c94-ae30-e992fc083dd6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:21:10.131267 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe35d5b-671d-4ed5-8fb2-c073cb293d7e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:10.131614 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe35d5b-671d-4ed5-8fb2-c073cb293d7e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:10.131951 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe35d5b-671d-4ed5-8fb2-c073cb293d7e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:10.132291 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe35d5b-671d-4ed5-8fb2-c073cb293d7e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:10.132618 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe35d5b-671d-4ed5-8fb2-c073cb293d7e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:10.133050 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe35d5b-671d-4ed5-8fb2-c073cb293d7e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:10.133376 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe35d5b-671d-4ed5-8fb2-c073cb293d7e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:10.133698 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe35d5b-671d-4ed5-8fb2-c073cb293d7e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:10.134019 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe35d5b-671d-4ed5-8fb2-c073cb293d7e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:10.134340 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe35d5b-671d-4ed5-8fb2-c073cb293d7e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:10.134696 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe35d5b-671d-4ed5-8fb2-c073cb293d7e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:10.135012 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe35d5b-671d-4ed5-8fb2-c073cb293d7e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:10.149978 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49dafda-d983-4764-9992-ec96f5270fa4 req-efe35d5b-671d-4ed5-8fb2-c073cb293d7e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] No DVR routers for this DVR port 8ec39d06-7868-4c94-ae30-e992fc083dd6 on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:21:10.152897 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c49dafda-d983-4764-9992-ec96f5270fa4 req-efe35d5b-671d-4ed5-8fb2-c073cb293d7e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:10.157667 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e6faa28-34fb-4b95-ad07-3bf3f9b34f74', 'name': 'network-vif-deleted', 'tag': '8ec39d06-7868-4c94-ae30-e992fc083dd6'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:21:10.199532 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b04010e-4075-4daa-a484-53ab71650e67'] response: {'server_uuid': '1e6faa28-34fb-4b95-ad07-3bf3f9b34f74', 'name': 'network-vif-deleted', 'tag': '8ec39d06-7868-4c94-ae30-e992fc083dd6', 'status': 'completed', 'code': 200} May 27 03:21:10.226170 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-c49dafda-d983-4764-9992-ec96f5270fa4 req-efe35d5b-671d-4ed5-8fb2-c073cb293d7e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.32 "DELETE /v2.0/ports/8ec39d06-7868-4c94-ae30-e992fc083dd6 HTTP/1.1" status: 204 len: 173 time: 0.8639154 May 27 03:21:10.365751 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c88b2e28-7678-495e-94b0-7a63df31c861 req-6ff814d8-92b7-48ee-9258-6fc921613b56 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e6faa28-34fb-4b95-ad07-3bf3f9b34f74 HTTP/1.1" status: 200 len: 210 time: 0.0423186 May 27 03:21:11.461694 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37742) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:21:12.108808 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-db15980a-d879-4d29-8edc-f05f6d05d93c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:12.447919 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-db15980a-d879-4d29-8edc-f05f6d05d93c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Deleting port e8beed51-0657-44bd-bc14-249476233ba5 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:21:12.448170 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-db15980a-d879-4d29-8edc-f05f6d05d93c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:12.628842 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-db15980a-d879-4d29-8edc-f05f6d05d93c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] For port e8beed51-0657-44bd-bc14-249476233ba5, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=e8beed51-0657-44bd-bc14-249476233ba5,segment=NetworkSegment(b9d3b03d-8bcc-4c24-8c62-0a2f09de626c),segment_id=b9d3b03d-8bcc-4c24-8c62-0a2f09de626c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:21:12.629566 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-db15980a-d879-4d29-8edc-f05f6d05d93c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:12.748246 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-db15980a-d879-4d29-8edc-f05f6d05d93c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Calling delete_port for e8beed51-0657-44bd-bc14-249476233ba5 owned by network:router_interface {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:21:12.980583 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-db15980a-d879-4d29-8edc-f05f6d05d93c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:13.139786 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db15980a-d879-4d29-8edc-f05f6d05d93c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event deleted for resources: {'Port': ['ID=e8beed51-0657-44bd-bc14-249476233ba5,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:21:13.413722 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-db15980a-d879-4d29-8edc-f05f6d05d93c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:13.764986 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db15980a-d879-4d29-8edc-f05f6d05d93c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Router 54270a84-0889-4597-8455-d456fc09d3f5 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:21:13.937397 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db15980a-d879-4d29-8edc-f05f6d05d93c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:21:13.946560 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901f2703-c4df-4201-bcc1-c7004cab84ec None None] Sync routers for ids ['54270a84-0889-4597-8455-d456fc09d3f5'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:21:13.951908 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-db15980a-d879-4d29-8edc-f05f6d05d93c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "PUT /v2.0/routers/54270a84-0889-4597-8455-d456fc09d3f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4890440 May 27 03:21:13.955071 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37746) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:21:13.956329 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901f2703-c4df-4201-bcc1-c7004cab84ec None None] Routers {'54270a84-0889-4597-8455-d456fc09d3f5'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:21:13.956971 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-901f2703-c4df-4201-bcc1-c7004cab84ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:20:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['54270a84-0889-4597-8455-d456fc09d3f5'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:21:14.021948 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-1434a14a-945c-4d8d-878e-50ccff85e71e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Deleting subnet 9dce231d-67ff-43fa-b17c-8bc6ad7c8a3f {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 03:21:14.024837 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1434a14a-945c-4d8d-878e-50ccff85e71e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:14.077660 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1434a14a-945c-4d8d-878e-50ccff85e71e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:14.131487 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-901f2703-c4df-4201-bcc1-c7004cab84ec None None] Set router 54270a84-0889-4597-8455-d456fc09d3f5 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:21:14.158592 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1434a14a-945c-4d8d-878e-50ccff85e71e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:14.284301 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1434a14a-945c-4d8d-878e-50ccff85e71e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:14.324060 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434a14a-945c-4d8d-878e-50ccff85e71e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event deleted for resources: {'Subnet': ['ID=9dce231d-67ff-43fa-b17c-8bc6ad7c8a3f,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:21:14.330358 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1434a14a-945c-4d8d-878e-50ccff85e71e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:14.335339 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ba9342-2025-42b5-bf2f-149b38a7f755 None None] Network 1d3f52d4-052b-4d5c-ad3f-f50cd8029629 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:21:14.340066 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1434a14a-945c-4d8d-878e-50ccff85e71e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "DELETE /v2.0/subnets/9dce231d-67ff-43fa-b17c-8bc6ad7c8a3f HTTP/1.1" status: 204 len: 168 time: 0.3817184 May 27 03:21:14.340349 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37750) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:21:14.413300 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-901f2703-c4df-4201-bcc1-c7004cab84ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54270a84-0889-4597-8455-d456fc09d3f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847237520', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '08f6af75-0084-400a-8523-383444cb024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:19:28Z', 'updated_at': '2022-05-27T03:21:12Z', 'revision_number': 5, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '08f6af75-0084-400a-8523-383444cb024c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54270a84-0889-4597-8455-d456fc09d3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:19:29Z', 'updated_at': '2022-05-27T03:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:21:14.417333 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901f2703-c4df-4201-bcc1-c7004cab84ec None None] Checking router: 54270a84-0889-4597-8455-d456fc09d3f5 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:21:14.425925 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901f2703-c4df-4201-bcc1-c7004cab84ec None None] Routers {'54270a84-0889-4597-8455-d456fc09d3f5'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:21:14.426520 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-901f2703-c4df-4201-bcc1-c7004cab84ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:20:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['54270a84-0889-4597-8455-d456fc09d3f5'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:21:14.617452 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-901f2703-c4df-4201-bcc1-c7004cab84ec None None] Set router 54270a84-0889-4597-8455-d456fc09d3f5 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:21:14.670516 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eaf557d4-3f13-4f68-8f3b-877d19d81009 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for router, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:14.690062 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1056a04-1b2b-4bad-b98f-7d48e32f7507 None None] DHCP port deletion for 1d3f52d4-052b-4d5c-ad3f-f50cd8029629 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 03:21:14.694529 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-c1056a04-1b2b-4bad-b98f-7d48e32f7507 None None] Deleting port 7043d6b3-29cc-49f4-ab32-9f1bb9f0be63 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:21:14.695255 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c1056a04-1b2b-4bad-b98f-7d48e32f7507 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:14.867501 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eaf557d4-3f13-4f68-8f3b-877d19d81009 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:14.874077 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 8ec39d06-7868-4c94-ae30-e992fc083dd6 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:21:14.908806 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-901f2703-c4df-4201-bcc1-c7004cab84ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54270a84-0889-4597-8455-d456fc09d3f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847237520', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '08f6af75-0084-400a-8523-383444cb024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:19:28Z', 'updated_at': '2022-05-27T03:21:12Z', 'revision_number': 5, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '08f6af75-0084-400a-8523-383444cb024c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54270a84-0889-4597-8455-d456fc09d3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:19:29Z', 'updated_at': '2022-05-27T03:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:21:14.912624 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901f2703-c4df-4201-bcc1-c7004cab84ec None None] The sync data for ids ['54270a84-0889-4597-8455-d456fc09d3f5'] in n-d-843554-3 is: [{'id': '54270a84-0889-4597-8455-d456fc09d3f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847237520', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '08f6af75-0084-400a-8523-383444cb024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:19:28Z', 'updated_at': '2022-05-27T03:21:12Z', 'revision_number': 5, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '08f6af75-0084-400a-8523-383444cb024c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54270a84-0889-4597-8455-d456fc09d3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:19:29Z', 'updated_at': '2022-05-27T03:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:21:14.925831 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: 8ec39d06-7868-4c94-ae30-e992fc083dd6 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:21:14.926175 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device 8ec39d06-7868-4c94-ae30-e992fc083dd6 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:21:14.934102 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-eaf557d4-3f13-4f68-8f3b-877d19d81009 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Deleting port 08f6af75-0084-400a-8523-383444cb024c {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:21:14.934473 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eaf557d4-3f13-4f68-8f3b-877d19d81009 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:14.944554 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-c1056a04-1b2b-4bad-b98f-7d48e32f7507 None None] For port 7043d6b3-29cc-49f4-ab32-9f1bb9f0be63, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=7043d6b3-29cc-49f4-ab32-9f1bb9f0be63,segment=NetworkSegment(b9d3b03d-8bcc-4c24-8c62-0a2f09de626c),segment_id=b9d3b03d-8bcc-4c24-8c62-0a2f09de626c)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:21:14.945339 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c1056a04-1b2b-4bad-b98f-7d48e32f7507 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:15.065520 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-c1056a04-1b2b-4bad-b98f-7d48e32f7507 None None] Calling delete_port for 7043d6b3-29cc-49f4-ab32-9f1bb9f0be63 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:21:15.115249 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-eaf557d4-3f13-4f68-8f3b-877d19d81009 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] For port 08f6af75-0084-400a-8523-383444cb024c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=08f6af75-0084-400a-8523-383444cb024c,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:21:15.115549 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eaf557d4-3f13-4f68-8f3b-877d19d81009 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:15.203453 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c1056a04-1b2b-4bad-b98f-7d48e32f7507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:15.240058 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-eaf557d4-3f13-4f68-8f3b-877d19d81009 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Calling delete_port for 08f6af75-0084-400a-8523-383444cb024c owned by network:router_gateway {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:21:15.249270 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1056a04-1b2b-4bad-b98f-7d48e32f7507 None None] Pushing event deleted for resources: {'Port': ['ID=7043d6b3-29cc-49f4-ab32-9f1bb9f0be63,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:21:15.258396 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1056a04-1b2b-4bad-b98f-7d48e32f7507 None None] No DVR routers for this DVR port 7043d6b3-29cc-49f4-ab32-9f1bb9f0be63 on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:21:15.260439 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1056a04-1b2b-4bad-b98f-7d48e32f7507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:15.260808 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1056a04-1b2b-4bad-b98f-7d48e32f7507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:15.261147 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1056a04-1b2b-4bad-b98f-7d48e32f7507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:15.261482 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1056a04-1b2b-4bad-b98f-7d48e32f7507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:15.261820 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1056a04-1b2b-4bad-b98f-7d48e32f7507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:15.262229 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1056a04-1b2b-4bad-b98f-7d48e32f7507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:15.262622 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1056a04-1b2b-4bad-b98f-7d48e32f7507 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:15.262978 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1056a04-1b2b-4bad-b98f-7d48e32f7507 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:15.263280 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1056a04-1b2b-4bad-b98f-7d48e32f7507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:15.263595 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1056a04-1b2b-4bad-b98f-7d48e32f7507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:15.263910 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1056a04-1b2b-4bad-b98f-7d48e32f7507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:15.264594 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1056a04-1b2b-4bad-b98f-7d48e32f7507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:15.472195 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eaf557d4-3f13-4f68-8f3b-877d19d81009 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:15.518515 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf557d4-3f13-4f68-8f3b-877d19d81009 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event deleted for resources: {'Port': ['ID=08f6af75-0084-400a-8523-383444cb024c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:21:15.610438 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eaf557d4-3f13-4f68-8f3b-877d19d81009 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:15.783717 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eaf557d4-3f13-4f68-8f3b-877d19d81009 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:15.786011 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eaf557d4-3f13-4f68-8f3b-877d19d81009 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:15.866369 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eaf557d4-3f13-4f68-8f3b-877d19d81009 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:15.866911 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf557d4-3f13-4f68-8f3b-877d19d81009 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Fanout notify agent at l3_agent the message router_deleted on router 54270a84-0889-4597-8455-d456fc09d3f5 {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 03:21:15.882714 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eaf557d4-3f13-4f68-8f3b-877d19d81009 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:15.883850 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-eaf557d4-3f13-4f68-8f3b-877d19d81009 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "DELETE /v2.0/routers/54270a84-0889-4597-8455-d456fc09d3f5 HTTP/1.1" status: 204 len: 168 time: 1.5426514 May 27 03:21:15.886483 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37754) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:21:16.004616 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b86be1ec-5367-4144-a148-85b552c5e1d3 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:16.134644 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b86be1ec-5367-4144-a148-85b552c5e1d3 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:16.158663 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-b86be1ec-5367-4144-a148-85b552c5e1d3 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d3f52d4-052b-4d5c-ad3f-f50cd8029629']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:21:16.170244 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-b86be1ec-5367-4144-a148-85b552c5e1d3 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9d3b03d-8bcc-4c24-8c62-0a2f09de626c') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:21:16.170544 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-b86be1ec-5367-4144-a148-85b552c5e1d3 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9d3b03d-8bcc-4c24-8c62-0a2f09de626c') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:21:16.182214 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b86be1ec-5367-4144-a148-85b552c5e1d3 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:16.197969 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b86be1ec-5367-4144-a148-85b552c5e1d3 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:16.203768 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b86be1ec-5367-4144-a148-85b552c5e1d3 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:21:16.204151 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b86be1ec-5367-4144-a148-85b552c5e1d3 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:16.392529 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment b9d3b03d-8bcc-4c24-8c62-0a2f09de626c resource provider aggregate not found May 27 03:21:16.412793 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment b9d3b03d-8bcc-4c24-8c62-0a2f09de626c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9d3b03d-8bcc-4c24-8c62-0a2f09de626c found for delete ", "request_id": "req-67a9e37d-52c9-4f11-a31d-887ba2f9c972"}]} May 27 03:21:16.472340 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b86be1ec-5367-4144-a148-85b552c5e1d3 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:16.490653 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b86be1ec-5367-4144-a148-85b552c5e1d3 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:16.506975 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86be1ec-5367-4144-a148-85b552c5e1d3 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event deleted for resources: {'Network': ['ID=1d3f52d4-052b-4d5c-ad3f-f50cd8029629,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:21:16.529405 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 08f6af75-0084-400a-8523-383444cb024c no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:21:16.565124 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 08f6af75-0084-400a-8523-383444cb024c {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:21:16.565459 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 08f6af75-0084-400a-8523-383444cb024c not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:21:16.565854 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device e8beed51-0657-44bd-bc14-249476233ba5 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:21:16.593816 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b86be1ec-5367-4144-a148-85b552c5e1d3 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "DELETE /v2.0/networks/1d3f52d4-052b-4d5c-ad3f-f50cd8029629 HTTP/1.1" status: 204 len: 168 time: 0.7057528 May 27 03:21:16.596389 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37764) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:21:16.598505 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: e8beed51-0657-44bd-bc14-249476233ba5 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:21:16.598845 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device e8beed51-0657-44bd-bc14-249476233ba5 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:21:16.599245 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 7043d6b3-29cc-49f4-ab32-9f1bb9f0be63 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:21:16.635587 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 7043d6b3-29cc-49f4-ab32-9f1bb9f0be63 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:21:16.636410 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 7043d6b3-29cc-49f4-ab32-9f1bb9f0be63 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:21:16.664030 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6e21d4a4-63fc-4be0-bb9a-28fa4f395cd8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:16.696472 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6e21d4a4-63fc-4be0-bb9a-28fa4f395cd8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:16.832184 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6e21d4a4-63fc-4be0-bb9a-28fa4f395cd8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:16.850527 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e21d4a4-63fc-4be0-bb9a-28fa4f395cd8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbb8e50-df40-4c54-ab50-4b5fc5b640e4,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:21:16.922825 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6e21d4a4-63fc-4be0-bb9a-28fa4f395cd8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:16.923866 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6e21d4a4-63fc-4be0-bb9a-28fa4f395cd8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "DELETE /v2.0/security-groups/cdbb8e50-df40-4c54-ab50-4b5fc5b640e4 HTTP/1.1" status: 204 len: 168 time: 0.3265088 May 27 03:21:17.223096 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37772) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:21:17.228122 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a1e67b5f-4b20-4f8a-b5d1-a636d28d051a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1100646472', 'description': 'tempest-secgroup-smoke-1100646472 description', 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:21:17.235000 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a1e67b5f-4b20-4f8a-b5d1-a636d28d051a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:21:17.239229 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a1e67b5f-4b20-4f8a-b5d1-a636d28d051a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:security_group and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:21:17.242186 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a1e67b5f-4b20-4f8a-b5d1-a636d28d051a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:21:17.248541 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a1e67b5f-4b20-4f8a-b5d1-a636d28d051a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:21:17.317878 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1e67b5f-4b20-4f8a-b5d1-a636d28d051a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:17.340488 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a1e67b5f-4b20-4f8a-b5d1-a636d28d051a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:21:17.344249 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a1e67b5f-4b20-4f8a-b5d1-a636d28d051a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:security_group_rule and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:21:17.347077 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a1e67b5f-4b20-4f8a-b5d1-a636d28d051a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:21:17.352671 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a1e67b5f-4b20-4f8a-b5d1-a636d28d051a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:21:17.420011 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1e67b5f-4b20-4f8a-b5d1-a636d28d051a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:17.466334 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1e67b5f-4b20-4f8a-b5d1-a636d28d051a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:17.509594 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e67b5f-4b20-4f8a-b5d1-a636d28d051a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d159604-afc7-4649-8006-f992b93917d7,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:21:17.551975 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1e67b5f-4b20-4f8a-b5d1-a636d28d051a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:17.553207 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a1e67b5f-4b20-4f8a-b5d1-a636d28d051a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3290870 May 27 03:21:17.556003 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37776) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:21:17.560940 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-0cb60fc1-887c-4590-b819-3435facc5c54 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'security_group_rule': {'security_group_id': '6d159604-afc7-4649-8006-f992b93917d7', 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:21:17.568329 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0cb60fc1-887c-4590-b819-3435facc5c54 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:21:17.572139 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0cb60fc1-887c-4590-b819-3435facc5c54 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:security_group_rule and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:21:17.575022 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0cb60fc1-887c-4590-b819-3435facc5c54 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:21:17.580562 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0cb60fc1-887c-4590-b819-3435facc5c54 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:21:17.638464 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0cb60fc1-887c-4590-b819-3435facc5c54 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:17.697775 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0cb60fc1-887c-4590-b819-3435facc5c54 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:17.758122 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0cb60fc1-887c-4590-b819-3435facc5c54 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:17.779722 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb60fc1-887c-4590-b819-3435facc5c54 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67c294f9-e56a-40c4-aabb-b268e506005f,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:21:17.855356 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0cb60fc1-887c-4590-b819-3435facc5c54 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:17.856571 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-0cb60fc1-887c-4590-b819-3435facc5c54 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2996562 May 27 03:21:17.860032 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37780) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:21:17.864989 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-fb0f237d-4052-4dca-a62f-913a25e7699b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'security_group_rule': {'security_group_id': '6d159604-afc7-4649-8006-f992b93917d7', 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:21:17.871725 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fb0f237d-4052-4dca-a62f-913a25e7699b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:21:17.875512 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fb0f237d-4052-4dca-a62f-913a25e7699b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:security_group_rule and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:21:17.878523 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fb0f237d-4052-4dca-a62f-913a25e7699b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:21:17.884220 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fb0f237d-4052-4dca-a62f-913a25e7699b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:21:17.987745 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fb0f237d-4052-4dca-a62f-913a25e7699b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:18.051362 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fb0f237d-4052-4dca-a62f-913a25e7699b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:18.106182 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fb0f237d-4052-4dca-a62f-913a25e7699b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:18.132528 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f237d-4052-4dca-a62f-913a25e7699b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d60887e9-5bd8-40ca-b8f8-aa4fe02197ee,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:21:18.208253 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fb0f237d-4052-4dca-a62f-913a25e7699b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:18.209443 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-fb0f237d-4052-4dca-a62f-913a25e7699b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3484616 May 27 03:21:18.212153 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37784) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:21:18.217336 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d6a985e0-f3b3-4847-b08c-bbef88e66933 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'security_group_rule': {'security_group_id': '6d159604-afc7-4649-8006-f992b93917d7', 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:21:18.224584 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d6a985e0-f3b3-4847-b08c-bbef88e66933 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:21:18.228381 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d6a985e0-f3b3-4847-b08c-bbef88e66933 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:security_group_rule and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:21:18.231383 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d6a985e0-f3b3-4847-b08c-bbef88e66933 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:21:18.237391 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d6a985e0-f3b3-4847-b08c-bbef88e66933 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:21:18.324075 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d6a985e0-f3b3-4847-b08c-bbef88e66933 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:18.386239 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d6a985e0-f3b3-4847-b08c-bbef88e66933 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:18.454910 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d6a985e0-f3b3-4847-b08c-bbef88e66933 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:18.478767 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a985e0-f3b3-4847-b08c-bbef88e66933 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da4cb99-46fc-4e48-a4c9-d3fddef1e3a3,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:21:18.540708 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d6a985e0-f3b3-4847-b08c-bbef88e66933 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:18.541914 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d6a985e0-f3b3-4847-b08c-bbef88e66933 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3288176 May 27 03:21:18.544478 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37788) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:21:18.549660 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-2f3bce1c-d085-40bb-9945-ec1ee6113630 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'security_group_rule': {'security_group_id': '6d159604-afc7-4649-8006-f992b93917d7', 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:21:18.556315 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2f3bce1c-d085-40bb-9945-ec1ee6113630 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:21:18.560280 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2f3bce1c-d085-40bb-9945-ec1ee6113630 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:security_group_rule and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:21:18.563196 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2f3bce1c-d085-40bb-9945-ec1ee6113630 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:21:18.568889 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2f3bce1c-d085-40bb-9945-ec1ee6113630 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:21:18.638401 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2f3bce1c-d085-40bb-9945-ec1ee6113630 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:18.699965 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2f3bce1c-d085-40bb-9945-ec1ee6113630 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:18.774179 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2f3bce1c-d085-40bb-9945-ec1ee6113630 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:18.799895 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3bce1c-d085-40bb-9945-ec1ee6113630 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aecfe866-121d-4374-89b0-ec9ce1dda32a,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:21:18.872016 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2f3bce1c-d085-40bb-9945-ec1ee6113630 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:18.873240 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2f3bce1c-d085-40bb-9945-ec1ee6113630 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3278177 May 27 03:21:18.876409 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37792) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:21:18.881355 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-6e34ff87-999e-4ce2-8956-001fe0cac342 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'security_group_rule': {'security_group_id': '6d159604-afc7-4649-8006-f992b93917d7', 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:21:18.888195 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6e34ff87-999e-4ce2-8956-001fe0cac342 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:21:18.892820 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6e34ff87-999e-4ce2-8956-001fe0cac342 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:security_group_rule and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:21:18.895669 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6e34ff87-999e-4ce2-8956-001fe0cac342 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:21:18.901849 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6e34ff87-999e-4ce2-8956-001fe0cac342 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:21:18.974779 n-d-843554-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-6e34ff87-999e-4ce2-8956-001fe0cac342 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Project d02b46bffb894f2cbc2d380293cecdd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:21:18.981232 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6e34ff87-999e-4ce2-8956-001fe0cac342 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:19.042904 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6e34ff87-999e-4ce2-8956-001fe0cac342 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:19.106109 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6e34ff87-999e-4ce2-8956-001fe0cac342 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:19.129942 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e34ff87-999e-4ce2-8956-001fe0cac342 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cc8eaaf-3c56-45de-aae2-cd09f32e54bf,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:21:19.197446 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6e34ff87-999e-4ce2-8956-001fe0cac342 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:19.198550 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6e34ff87-999e-4ce2-8956-001fe0cac342 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3211796 May 27 03:21:19.201278 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37796) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:21:19.206257 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a2bf558a-b6fa-447e-923b-b614eafb65d5 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'security_group_rule': {'security_group_id': '6d159604-afc7-4649-8006-f992b93917d7', 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:21:19.212809 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a2bf558a-b6fa-447e-923b-b614eafb65d5 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:21:19.216687 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a2bf558a-b6fa-447e-923b-b614eafb65d5 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:security_group_rule and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:21:19.219604 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a2bf558a-b6fa-447e-923b-b614eafb65d5 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:21:19.225280 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a2bf558a-b6fa-447e-923b-b614eafb65d5 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:21:19.300319 n-d-843554-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-a2bf558a-b6fa-447e-923b-b614eafb65d5 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Project d02b46bffb894f2cbc2d380293cecdd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:21:19.306770 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2bf558a-b6fa-447e-923b-b614eafb65d5 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:19.369577 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2bf558a-b6fa-447e-923b-b614eafb65d5 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:19.420138 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2bf558a-b6fa-447e-923b-b614eafb65d5 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:19.442696 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf558a-b6fa-447e-923b-b614eafb65d5 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d09c64e1-aab4-4a25-941a-14e4fb878f4e,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:21:19.517782 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2bf558a-b6fa-447e-923b-b614eafb65d5 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:19.518966 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-a2bf558a-b6fa-447e-923b-b614eafb65d5 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3167746 May 27 03:21:19.521866 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37800) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:21:19.527157 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-128b0ebc-9942-4a6e-a6d9-de99c7900815 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'network': {'name': 'tempest-network-smoke--1261330423', 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'port_security_enabled': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:21:19.533351 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-128b0ebc-9942-4a6e-a6d9-de99c7900815 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:21:19.538294 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-128b0ebc-9942-4a6e-a6d9-de99c7900815 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:network and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:21:19.540382 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-128b0ebc-9942-4a6e-a6d9-de99c7900815 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:21:19.546116 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-128b0ebc-9942-4a6e-a6d9-de99c7900815 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:21:19.620545 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128b0ebc-9942-4a6e-a6d9-de99c7900815 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Made reservation on behalf of d02b46bffb894f2cbc2d380293cecdd7 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:21:19.623885 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-128b0ebc-9942-4a6e-a6d9-de99c7900815 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:19.652460 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-128b0ebc-9942-4a6e-a6d9-de99c7900815 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:21:19.661024 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-128b0ebc-9942-4a6e-a6d9-de99c7900815 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:19.661534 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-128b0ebc-9942-4a6e-a6d9-de99c7900815 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Added segment 837dbb23-8a3b-4bfe-be75-4ab962127681 of type vlan for network a0027715-7641-4925-be6f-d251a542ab39 May 27 03:21:19.686153 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-128b0ebc-9942-4a6e-a6d9-de99c7900815 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:19.774931 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-128b0ebc-9942-4a6e-a6d9-de99c7900815 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:19.780247 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128b0ebc-9942-4a6e-a6d9-de99c7900815 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:21:19.781499 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-128b0ebc-9942-4a6e-a6d9-de99c7900815 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:19.970343 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:19.986203 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b0ebc-9942-4a6e-a6d9-de99c7900815 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'Network': ['ID=a0027715-7641-4925-be6f-d251a542ab39,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:21:19.996324 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network a0027715-7641-4925-be6f-d251a542ab39 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:21:20.044517 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-128b0ebc-9942-4a6e-a6d9-de99c7900815 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5215797 May 27 03:21:20.047459 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37804) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:21:20.052430 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-fd1d8237-5308-4789-a7b2-11ef69875993 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1042750179', 'admin_state_up': True, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:21:20.059078 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:20.060151 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fd1d8237-5308-4789-a7b2-11ef69875993 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:21:20.063962 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fd1d8237-5308-4789-a7b2-11ef69875993 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:router and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:21:20.066803 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fd1d8237-5308-4789-a7b2-11ef69875993 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:21:20.072941 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fd1d8237-5308-4789-a7b2-11ef69875993 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:21:20.164009 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd1d8237-5308-4789-a7b2-11ef69875993 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:20.165103 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd1d8237-5308-4789-a7b2-11ef69875993 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:20.180190 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd1d8237-5308-4789-a7b2-11ef69875993 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:20.521647 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd1d8237-5308-4789-a7b2-11ef69875993 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:20.654006 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:21:20.914598 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd1d8237-5308-4789-a7b2-11ef69875993 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:20.943460 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd1d8237-5308-4789-a7b2-11ef69875993 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:21.073943 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-fd1d8237-5308-4789-a7b2-11ef69875993 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Allocated IP 172.25.1.222 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/6860e25c-6349-492a-baff-f9a270b23989) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:21:21.215309 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd1d8237-5308-4789-a7b2-11ef69875993 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:21.294867 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd1d8237-5308-4789-a7b2-11ef69875993 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:21.358573 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1d8237-5308-4789-a7b2-11ef69875993 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:21:21.361149 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-fd1d8237-5308-4789-a7b2-11ef69875993 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:21:21.363628 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1d8237-5308-4789-a7b2-11ef69875993 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:21:21.404944 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d8237-5308-4789-a7b2-11ef69875993 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'Port': ['ID=6860e25c-6349-492a-baff-f9a270b23989,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:21:21.970314 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd1d8237-5308-4789-a7b2-11ef69875993 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:22.303548 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd1d8237-5308-4789-a7b2-11ef69875993 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:22.569183 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd1d8237-5308-4789-a7b2-11ef69875993 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Router 48ea7741-6836-4448-a728-1d2fbec94dfc is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 03:21:22.749158 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1d8237-5308-4789-a7b2-11ef69875993 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:21:22.765991 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13cf7fc-137b-4bde-a037-6d19449ea0ed None None] Sync routers for ids ['48ea7741-6836-4448-a728-1d2fbec94dfc'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:21:22.777618 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13cf7fc-137b-4bde-a037-6d19449ea0ed None None] Routers {'48ea7741-6836-4448-a728-1d2fbec94dfc'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:21:22.778618 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e13cf7fc-137b-4bde-a037-6d19449ea0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:20:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['48ea7741-6836-4448-a728-1d2fbec94dfc'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:21:22.843668 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd1d8237-5308-4789-a7b2-11ef69875993 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:22.844946 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-fd1d8237-5308-4789-a7b2-11ef69875993 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7965217 May 27 03:21:22.848048 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 37810) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:21:22.892220 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e34b9ad5-31e6-46ce-83a3-583d477c8503 tempest-TestNetworkAdvancedServerOps-962487840 tempest-TestNetworkAdvancedServerOps-962487840-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=d02b46bffb894f2cbc2d380293cecdd7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405250 May 27 03:21:22.896745 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37814) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:21:22.964157 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-e13cf7fc-137b-4bde-a037-6d19449ea0ed None None] Set router 48ea7741-6836-4448-a728-1d2fbec94dfc gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:21:23.025270 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83227740-e291-474d-bded-5eecaa3d8eb5 tempest-TestNetworkAdvancedServerOps-962487840 tempest-TestNetworkAdvancedServerOps-962487840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:21:23.026756 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-83227740-e291-474d-bded-5eecaa3d8eb5 tempest-TestNetworkAdvancedServerOps-962487840 tempest-TestNetworkAdvancedServerOps-962487840-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1331670 May 27 03:21:23.029826 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37818) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:21:23.071460 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-0fbd1985-4fcc-4828-964e-a60116a48e37 tempest-TestNetworkAdvancedServerOps-962487840 tempest-TestNetworkAdvancedServerOps-962487840-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=d97d5b0c-4580-406a-95fb-4efaa0c98188&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405445 May 27 03:21:23.073886 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37824) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:21:23.079837 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-dd42160f-bd9a-4732-8149-9f1cd4143535 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1788799941', 'network_id': 'a0027715-7641-4925-be6f-d251a542ab39', 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:21:23.189698 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-dd42160f-bd9a-4732-8149-9f1cd4143535 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:21:23.193484 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-dd42160f-bd9a-4732-8149-9f1cd4143535 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:subnet and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:21:23.196282 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-dd42160f-bd9a-4732-8149-9f1cd4143535 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:21:23.201926 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-dd42160f-bd9a-4732-8149-9f1cd4143535 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:21:23.248532 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e13cf7fc-137b-4bde-a037-6d19449ea0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ea7741-6836-4448-a728-1d2fbec94dfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042750179', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '6860e25c-6349-492a-baff-f9a270b23989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:21:20Z', 'updated_at': '2022-05-27T03:21:21Z', 'revision_number': 3, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '6860e25c-6349-492a-baff-f9a270b23989', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ea7741-6836-4448-a728-1d2fbec94dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:21:20Z', 'updated_at': '2022-05-27T03:21:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:21:23.252872 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13cf7fc-137b-4bde-a037-6d19449ea0ed None None] Checking router: 48ea7741-6836-4448-a728-1d2fbec94dfc for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:21:23.253224 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13cf7fc-137b-4bde-a037-6d19449ea0ed None None] Updating router 48ea7741-6836-4448-a728-1d2fbec94dfc port 6860e25c-6349-492a-baff-f9a270b23989 binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:21:23.305058 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e13cf7fc-137b-4bde-a037-6d19449ea0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:23.312451 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd42160f-bd9a-4732-8149-9f1cd4143535 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Made reservation on behalf of d02b46bffb894f2cbc2d380293cecdd7 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:21:23.315904 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dd42160f-bd9a-4732-8149-9f1cd4143535 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:23.597787 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dd42160f-bd9a-4732-8149-9f1cd4143535 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:23.651267 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e13cf7fc-137b-4bde-a037-6d19449ea0ed None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:23.662473 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e13cf7fc-137b-4bde-a037-6d19449ea0ed None None] Transition to ACTIVE for port object 6860e25c-6349-492a-baff-f9a270b23989 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:21:23.685026 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd42160f-bd9a-4732-8149-9f1cd4143535 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'Subnet': ['ID=503b53a9-8692-44a2-809a-7e77b3578915,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:21:23.687851 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd42160f-bd9a-4732-8149-9f1cd4143535 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Checking segment: {'id': '837dbb23-8a3b-4bfe-be75-4ab962127681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a0027715-7641-4925-be6f-d251a542ab39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:21:23.688198 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd42160f-bd9a-4732-8149-9f1cd4143535 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Network hostable DHCP agents. Network: a0027715-7641-4925-be6f-d251a542ab39, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:21:23.728997 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e13cf7fc-137b-4bde-a037-6d19449ea0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:23.791323 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd42160f-bd9a-4732-8149-9f1cd4143535 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Network a0027715-7641-4925-be6f-d251a542ab39 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:21:23.810013 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-e13cf7fc-137b-4bde-a037-6d19449ea0ed None None] Attempting to bind port 6860e25c-6349-492a-baff-f9a270b23989 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:21:23.810571 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-e13cf7fc-137b-4bde-a037-6d19449ea0ed None None] Attempting to bind port 6860e25c-6349-492a-baff-f9a270b23989 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:21:23.810714 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13cf7fc-137b-4bde-a037-6d19449ea0ed None None] Attempting to bind port 6860e25c-6349-492a-baff-f9a270b23989 on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:21:23.814594 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb316b4d-31c8-4998-8771-9f78a0752bdc None None] Pushing event updated for resources: {'Port': ['ID=6860e25c-6349-492a-baff-f9a270b23989,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:21:23.819557 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13cf7fc-137b-4bde-a037-6d19449ea0ed None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:21:23.820001 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13cf7fc-137b-4bde-a037-6d19449ea0ed None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:21:23.820504 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e13cf7fc-137b-4bde-a037-6d19449ea0ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:23.821054 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13cf7fc-137b-4bde-a037-6d19449ea0ed None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:21:23.821529 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-e13cf7fc-137b-4bde-a037-6d19449ea0ed None None] Bound port: 6860e25c-6349-492a-baff-f9a270b23989, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:21:23.822098 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e13cf7fc-137b-4bde-a037-6d19449ea0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:23.871282 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-dd42160f-bd9a-4732-8149-9f1cd4143535 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, a0027715-7641-4925-be6f-d251a542ab39) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:21:23.875401 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd42160f-bd9a-4732-8149-9f1cd4143535 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:21:23.875981 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dd42160f-bd9a-4732-8149-9f1cd4143535 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:23.883010 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3272ac4d-814b-435d-b04a-440f8d783078 None None] Network a0027715-7641-4925-be6f-d251a542ab39 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:21:23.958398 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-dd42160f-bd9a-4732-8149-9f1cd4143535 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8834987 May 27 03:21:23.961155 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37828) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:21:23.967755 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-e13cf7fc-137b-4bde-a037-6d19449ea0ed None None] For port 6860e25c-6349-492a-baff-f9a270b23989, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:21:23.980180 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-e13cf7fc-137b-4bde-a037-6d19449ea0ed None None] For port 6860e25c-6349-492a-baff-f9a270b23989, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=6860e25c-6349-492a-baff-f9a270b23989,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:21:24.046821 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e13cf7fc-137b-4bde-a037-6d19449ea0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:24.175418 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47877d12-d8f0-4667-b3e8-a31ed7dcafc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-a0027715-7641-4925-be6f-d251a542ab39', 'network_id': 'a0027715-7641-4925-be6f-d251a542ab39', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'fixed_ips': [{'subnet_id': '503b53a9-8692-44a2-809a-7e77b3578915'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 03:21:24.176206 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-47877d12-d8f0-4667-b3e8-a31ed7dcafc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:24.191236 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13cf7fc-137b-4bde-a037-6d19449ea0ed None None] Routers {'48ea7741-6836-4448-a728-1d2fbec94dfc'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:21:24.191860 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e13cf7fc-137b-4bde-a037-6d19449ea0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:20:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['48ea7741-6836-4448-a728-1d2fbec94dfc'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:21:24.241635 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb316b4d-31c8-4998-8771-9f78a0752bdc None None] Pushing event updated for resources: {'Port': ['ID=6860e25c-6349-492a-baff-f9a270b23989,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:21:24.470946 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-e13cf7fc-137b-4bde-a037-6d19449ea0ed None None] Set router 48ea7741-6836-4448-a728-1d2fbec94dfc gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:21:24.653296 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-47877d12-d8f0-4667-b3e8-a31ed7dcafc5 None None] Allocated IP 172.20.0.2 (a0027715-7641-4925-be6f-d251a542ab39/503b53a9-8692-44a2-809a-7e77b3578915/8b544679-749b-469d-bf3b-75ad0e9cd08c) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:21:24.769799 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-16316b19-dd12-4110-95b4-6d4e70fd7b79 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:24.983339 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-47877d12-d8f0-4667-b3e8-a31ed7dcafc5 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:24.993991 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e13cf7fc-137b-4bde-a037-6d19449ea0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ea7741-6836-4448-a728-1d2fbec94dfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042750179', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '6860e25c-6349-492a-baff-f9a270b23989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:21:20Z', 'updated_at': '2022-05-27T03:21:21Z', 'revision_number': 3, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '6860e25c-6349-492a-baff-f9a270b23989', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ea7741-6836-4448-a728-1d2fbec94dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:21:20Z', 'updated_at': '2022-05-27T03:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:21:24.998265 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-47877d12-d8f0-4667-b3e8-a31ed7dcafc5 None None] Transition to ACTIVE for port object 8b544679-749b-469d-bf3b-75ad0e9cd08c will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:21:25.004632 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13cf7fc-137b-4bde-a037-6d19449ea0ed None None] The sync data for ids ['48ea7741-6836-4448-a728-1d2fbec94dfc'] in n-d-843554-3 is: [{'id': '48ea7741-6836-4448-a728-1d2fbec94dfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042750179', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '6860e25c-6349-492a-baff-f9a270b23989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:21:20Z', 'updated_at': '2022-05-27T03:21:21Z', 'revision_number': 3, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '6860e25c-6349-492a-baff-f9a270b23989', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ea7741-6836-4448-a728-1d2fbec94dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:21:20Z', 'updated_at': '2022-05-27T03:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:21:25.019349 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-47877d12-d8f0-4667-b3e8-a31ed7dcafc5 None None] Transition to ACTIVE for port object 8b544679-749b-469d-bf3b-75ad0e9cd08c will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:21:25.101227 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-47877d12-d8f0-4667-b3e8-a31ed7dcafc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:25.170150 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47877d12-d8f0-4667-b3e8-a31ed7dcafc5 None None] Network a0027715-7641-4925-be6f-d251a542ab39 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:21:25.173687 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-16316b19-dd12-4110-95b4-6d4e70fd7b79 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Allocated IP 172.20.0.1 (a0027715-7641-4925-be6f-d251a542ab39/503b53a9-8692-44a2-809a-7e77b3578915/5d0c7e82-ba10-40ae-9d37-8b603c7751c1) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:21:25.174318 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-47877d12-d8f0-4667-b3e8-a31ed7dcafc5 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:21:25.177695 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47877d12-d8f0-4667-b3e8-a31ed7dcafc5 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:21:25.183887 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47877d12-d8f0-4667-b3e8-a31ed7dcafc5 None None] Pushing event updated for resources: {'Port': ['ID=8b544679-749b-469d-bf3b-75ad0e9cd08c,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:21:25.292957 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-47877d12-d8f0-4667-b3e8-a31ed7dcafc5 None None] Attempting to bind port 8b544679-749b-469d-bf3b-75ad0e9cd08c on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:21:25.293409 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-47877d12-d8f0-4667-b3e8-a31ed7dcafc5 None None] Attempting to bind port 8b544679-749b-469d-bf3b-75ad0e9cd08c by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '837dbb23-8a3b-4bfe-be75-4ab962127681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a0027715-7641-4925-be6f-d251a542ab39'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:21:25.293843 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47877d12-d8f0-4667-b3e8-a31ed7dcafc5 None None] Attempting to bind port 8b544679-749b-469d-bf3b-75ad0e9cd08c on network a0027715-7641-4925-be6f-d251a542ab39 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:21:25.300553 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47877d12-d8f0-4667-b3e8-a31ed7dcafc5 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:21:25.301035 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47877d12-d8f0-4667-b3e8-a31ed7dcafc5 None None] Checking segment: {'id': '837dbb23-8a3b-4bfe-be75-4ab962127681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a0027715-7641-4925-be6f-d251a542ab39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:21:25.301505 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-47877d12-d8f0-4667-b3e8-a31ed7dcafc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:25.301965 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47877d12-d8f0-4667-b3e8-a31ed7dcafc5 None None] Bound using segment: {'id': '837dbb23-8a3b-4bfe-be75-4ab962127681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a0027715-7641-4925-be6f-d251a542ab39'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:21:25.302507 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-47877d12-d8f0-4667-b3e8-a31ed7dcafc5 None None] Bound port: 8b544679-749b-469d-bf3b-75ad0e9cd08c, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837dbb23-8a3b-4bfe-be75-4ab962127681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a0027715-7641-4925-be6f-d251a542ab39'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:21:25.302969 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-47877d12-d8f0-4667-b3e8-a31ed7dcafc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:25.368609 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-16316b19-dd12-4110-95b4-6d4e70fd7b79 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:25.385430 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-16316b19-dd12-4110-95b4-6d4e70fd7b79 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Transition to ACTIVE for port object 5d0c7e82-ba10-40ae-9d37-8b603c7751c1 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:21:25.395681 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-47877d12-d8f0-4667-b3e8-a31ed7dcafc5 None None] For port 8b544679-749b-469d-bf3b-75ad0e9cd08c, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:21:25.398874 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-47877d12-d8f0-4667-b3e8-a31ed7dcafc5 None None] For port 8b544679-749b-469d-bf3b-75ad0e9cd08c, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8b544679-749b-469d-bf3b-75ad0e9cd08c,segment=NetworkSegment(837dbb23-8a3b-4bfe-be75-4ab962127681),segment_id=837dbb23-8a3b-4bfe-be75-4ab962127681)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:21:25.501320 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-47877d12-d8f0-4667-b3e8-a31ed7dcafc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:25.535405 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-16316b19-dd12-4110-95b4-6d4e70fd7b79 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:25.578844 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c81444dd-c755-4e65-ad3f-8e8008365340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:25.588179 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47877d12-d8f0-4667-b3e8-a31ed7dcafc5 None None] Pushing event updated for resources: {'Port': ['ID=8b544679-749b-469d-bf3b-75ad0e9cd08c,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:21:25.601549 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16316b19-dd12-4110-95b4-6d4e70fd7b79 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Network a0027715-7641-4925-be6f-d251a542ab39 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:21:25.610288 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-16316b19-dd12-4110-95b4-6d4e70fd7b79 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:21:25.614979 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16316b19-dd12-4110-95b4-6d4e70fd7b79 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:21:25.669399 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16316b19-dd12-4110-95b4-6d4e70fd7b79 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'Port': ['ID=5d0c7e82-ba10-40ae-9d37-8b603c7751c1,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:21:25.687571 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-16316b19-dd12-4110-95b4-6d4e70fd7b79 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:26.049156 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-16316b19-dd12-4110-95b4-6d4e70fd7b79 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:26.454146 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-16316b19-dd12-4110-95b4-6d4e70fd7b79 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:26.523078 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-16316b19-dd12-4110-95b4-6d4e70fd7b79 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:26.587635 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8b544679-749b-469d-bf3b-75ad0e9cd08c up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:21:26.723731 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 8b544679-749b-469d-bf3b-75ad0e9cd08c completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:21:26.730568 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 6860e25c-6349-492a-baff-f9a270b23989 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:21:26.768230 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16316b19-dd12-4110-95b4-6d4e70fd7b79 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'Port': ['ID=5d0c7e82-ba10-40ae-9d37-8b603c7751c1,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:21:26.773512 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-16316b19-dd12-4110-95b4-6d4e70fd7b79 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:26.883426 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 6860e25c-6349-492a-baff-f9a270b23989 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:21:26.889894 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 6860e25c-6349-492a-baff-f9a270b23989 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:21:26.889894 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:26.931084 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16316b19-dd12-4110-95b4-6d4e70fd7b79 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Network a0027715-7641-4925-be6f-d251a542ab39 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:21:26.932751 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-16316b19-dd12-4110-95b4-6d4e70fd7b79 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:21:27.028380 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 6860e25c-6349-492a-baff-f9a270b23989 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:21:27.028789 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:27.035638 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f090fe-58e9-43cc-ae71-24707b7fbef8 None None] Network a0027715-7641-4925-be6f-d251a542ab39 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:21:27.127535 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 6860e25c-6349-492a-baff-f9a270b23989, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=6860e25c-6349-492a-baff-f9a270b23989,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:21:27.139379 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16316b19-dd12-4110-95b4-6d4e70fd7b79 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Router 48ea7741-6836-4448-a728-1d2fbec94dfc has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:21:27.211494 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:27.259309 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-2692350d-bd7e-4e36-a012-db9049f94154 None None] Provisioning for port 8b544679-749b-469d-bf3b-75ad0e9cd08c completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:21:27.280443 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-2692350d-bd7e-4e36-a012-db9049f94154 None None] Provisioning complete for port 8b544679-749b-469d-bf3b-75ad0e9cd08c triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:21:27.281312 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2692350d-bd7e-4e36-a012-db9049f94154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:27.319083 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16316b19-dd12-4110-95b4-6d4e70fd7b79 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:21:27.330293 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d6bd99-cbbf-4e57-9b89-c0c774f87507 None None] Sync routers for ids ['48ea7741-6836-4448-a728-1d2fbec94dfc'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:21:27.341167 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-16316b19-dd12-4110-95b4-6d4e70fd7b79 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "PUT /v2.0/routers/48ea7741-6836-4448-a728-1d2fbec94dfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3701882 May 27 03:21:27.341382 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d6bd99-cbbf-4e57-9b89-c0c774f87507 None None] Routers {'48ea7741-6836-4448-a728-1d2fbec94dfc'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:21:27.341382 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-d8d6bd99-cbbf-4e57-9b89-c0c774f87507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:20:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['48ea7741-6836-4448-a728-1d2fbec94dfc'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:21:27.384778 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=6860e25c-6349-492a-baff-f9a270b23989,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:21:27.479104 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-2692350d-bd7e-4e36-a012-db9049f94154 None None] Current status of the port 8b544679-749b-469d-bf3b-75ad0e9cd08c is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:21:27.479569 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2692350d-bd7e-4e36-a012-db9049f94154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:27.509038 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-ad1cfd3f-3fa9-4550-9f1f-0b405217d8bf tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Synchronizing usage tracker for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:21:27.521225 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-2692350d-bd7e-4e36-a012-db9049f94154 None None] For port 8b544679-749b-469d-bf3b-75ad0e9cd08c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8b544679-749b-469d-bf3b-75ad0e9cd08c,segment=NetworkSegment(837dbb23-8a3b-4bfe-be75-4ab962127681),segment_id=837dbb23-8a3b-4bfe-be75-4ab962127681)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:21:27.568693 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-d8d6bd99-cbbf-4e57-9b89-c0c774f87507 None None] Set router 48ea7741-6836-4448-a728-1d2fbec94dfc gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:21:27.626204 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2692350d-bd7e-4e36-a012-db9049f94154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:27.637804 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-ad1cfd3f-3fa9-4550-9f1f-0b405217d8bf tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Unset dirty status for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:21:27.638986 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-ad1cfd3f-3fa9-4550-9f1f-0b405217d8bf tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1100646472&fields=id&tenant_id=d02b46bffb894f2cbc2d380293cecdd7 HTTP/1.1" status: 200 len: 267 time: 0.1746433 May 27 03:21:27.700267 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2692350d-bd7e-4e36-a012-db9049f94154 None None] Pushing event updated for resources: {'Port': ['ID=8b544679-749b-469d-bf3b-75ad0e9cd08c,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:21:27.750470 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-7a4e51b6-f3e3-4064-8ed0-044821afbe33 None None] Provisioning complete for port 8b544679-749b-469d-bf3b-75ad0e9cd08c triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:21:27.757783 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7a4e51b6-f3e3-4064-8ed0-044821afbe33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:27.807696 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-ca9af644-4ba6-44b6-b42a-bf6dd49bd37b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:21:27.809989 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-ca9af644-4ba6-44b6-b42a-bf6dd49bd37b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Synchronizing usage tracker for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:network {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:21:27.883586 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-ca9af644-4ba6-44b6-b42a-bf6dd49bd37b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Unset dirty status for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:network {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:21:27.885090 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-ca9af644-4ba6-44b6-b42a-bf6dd49bd37b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/networks?id=a0027715-7641-4925-be6f-d251a542ab39 HTTP/1.1" status: 200 len: 797 time: 0.2380097 May 27 03:21:27.911432 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-fec941f0-c788-4450-9052-cf54810dea0d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/quotas/d02b46bffb894f2cbc2d380293cecdd7 HTTP/1.1" status: 200 len: 375 time: 0.0199788 May 27 03:21:27.917322 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-7a4e51b6-f3e3-4064-8ed0-044821afbe33 None None] Current status of the port 8b544679-749b-469d-bf3b-75ad0e9cd08c is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:21:27.953622 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f8e64545-fc75-4a73-b0dc-d8fd9a6673ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:27.980750 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-d8d6bd99-cbbf-4e57-9b89-c0c774f87507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ea7741-6836-4448-a728-1d2fbec94dfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042750179', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '6860e25c-6349-492a-baff-f9a270b23989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:21:20Z', 'updated_at': '2022-05-27T03:21:25Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '6860e25c-6349-492a-baff-f9a270b23989', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ea7741-6836-4448-a728-1d2fbec94dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:21:20Z', 'updated_at': '2022-05-27T03:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '5d0c7e82-ba10-40ae-9d37-8b603c7751c1', 'name': '', 'network_id': 'a0027715-7641-4925-be6f-d251a542ab39', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'mac_address': 'fa:16:3e:b4:34:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ea7741-6836-4448-a728-1d2fbec94dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '503b53a9-8692-44a2-809a-7e77b3578915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:21:25Z', 'updated_at': '2022-05-27T03:21:26Z', 'revision_number': 2, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'subnets': [{'id': '503b53a9-8692-44a2-809a-7e77b3578915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:21:27.986625 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d6bd99-cbbf-4e57-9b89-c0c774f87507 None None] Checking router: 48ea7741-6836-4448-a728-1d2fbec94dfc for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:21:27.986917 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-7a4e51b6-f3e3-4064-8ed0-044821afbe33 None None] Provisioning for port 5d0c7e82-ba10-40ae-9d37-8b603c7751c1 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:21:27.987039 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d6bd99-cbbf-4e57-9b89-c0c774f87507 None None] Updating router 48ea7741-6836-4448-a728-1d2fbec94dfc port 5d0c7e82-ba10-40ae-9d37-8b603c7751c1 binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:21:28.007148 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-7a4e51b6-f3e3-4064-8ed0-044821afbe33 None None] Provisioning complete for port 5d0c7e82-ba10-40ae-9d37-8b603c7751c1 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:21:28.007545 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7a4e51b6-f3e3-4064-8ed0-044821afbe33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:28.021615 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-a29baa3d-68bc-4b87-b243-062711cf92ea tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Synchronizing usage tracker for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:21:28.042431 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-d8d6bd99-cbbf-4e57-9b89-c0c774f87507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:28.073952 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-7a4e51b6-f3e3-4064-8ed0-044821afbe33 None None] Port 5d0c7e82-ba10-40ae-9d37-8b603c7751c1 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:21:28.089388 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-a29baa3d-68bc-4b87-b243-062711cf92ea tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Unset dirty status for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:21:28.090730 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-a29baa3d-68bc-4b87-b243-062711cf92ea tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d02b46bffb894f2cbc2d380293cecdd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1735809 May 27 03:21:28.161602 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-380895a6-5bfa-4154-96ff-d1e2d2348198 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 03:21:28.162665 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-380895a6-5bfa-4154-96ff-d1e2d2348198 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0595696 May 27 03:21:28.193644 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-be337bee-37d1-4d39-8f7d-a8b7c849eecb None None] Provisioning complete for port 5d0c7e82-ba10-40ae-9d37-8b603c7751c1 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:21:28.194004 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-be337bee-37d1-4d39-8f7d-a8b7c849eecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:28.250588 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-be337bee-37d1-4d39-8f7d-a8b7c849eecb None None] Port 5d0c7e82-ba10-40ae-9d37-8b603c7751c1 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:21:28.300511 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-e5d0ec0a-7715-44dc-baee-8a678036371f service neutron] 10.222.0.57 "GET /v2.0/networks/a0027715-7641-4925-be6f-d251a542ab39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317196 May 27 03:21:28.387620 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-d8d6bd99-cbbf-4e57-9b89-c0c774f87507 None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:28.398665 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-d8d6bd99-cbbf-4e57-9b89-c0c774f87507 None None] Transition to ACTIVE for port object 5d0c7e82-ba10-40ae-9d37-8b603c7751c1 will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:21:28.433501 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-e9e17e86-5ec9-441e-a92c-23ebf03512ab service neutron] 10.222.0.57 "GET /v2.0/networks/a0027715-7641-4925-be6f-d251a542ab39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269736 May 27 03:21:28.478057 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-d8d6bd99-cbbf-4e57-9b89-c0c774f87507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:28.542530 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8b544679-749b-469d-bf3b-75ad0e9cd08c up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:21:28.615303 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 8b544679-749b-469d-bf3b-75ad0e9cd08c triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:21:28.615679 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:28.646877 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18d879-0409-42ee-87fb-bb8a1f8e0f6a None None] Pushing event updated for resources: {'Port': ['ID=5d0c7e82-ba10-40ae-9d37-8b603c7751c1,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:21:28.688447 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c18d879-0409-42ee-87fb-bb8a1f8e0f6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:28.688893 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c18d879-0409-42ee-87fb-bb8a1f8e0f6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:28.689142 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c18d879-0409-42ee-87fb-bb8a1f8e0f6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:28.689471 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c18d879-0409-42ee-87fb-bb8a1f8e0f6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:28.689796 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c18d879-0409-42ee-87fb-bb8a1f8e0f6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:28.690119 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c18d879-0409-42ee-87fb-bb8a1f8e0f6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:28.690436 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c18d879-0409-42ee-87fb-bb8a1f8e0f6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:28.690753 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c18d879-0409-42ee-87fb-bb8a1f8e0f6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:28.691077 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c18d879-0409-42ee-87fb-bb8a1f8e0f6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:28.691393 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c18d879-0409-42ee-87fb-bb8a1f8e0f6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:28.691707 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c18d879-0409-42ee-87fb-bb8a1f8e0f6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:28.692020 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c18d879-0409-42ee-87fb-bb8a1f8e0f6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:28.711140 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-d8d6bd99-cbbf-4e57-9b89-c0c774f87507 None None] Attempting to bind port 5d0c7e82-ba10-40ae-9d37-8b603c7751c1 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:21:28.712616 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-d8d6bd99-cbbf-4e57-9b89-c0c774f87507 None None] Attempting to bind port 5d0c7e82-ba10-40ae-9d37-8b603c7751c1 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '837dbb23-8a3b-4bfe-be75-4ab962127681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a0027715-7641-4925-be6f-d251a542ab39'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:21:28.712616 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d6bd99-cbbf-4e57-9b89-c0c774f87507 None None] Attempting to bind port 5d0c7e82-ba10-40ae-9d37-8b603c7751c1 on network a0027715-7641-4925-be6f-d251a542ab39 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:21:28.717562 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d6bd99-cbbf-4e57-9b89-c0c774f87507 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:21:28.718480 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d6bd99-cbbf-4e57-9b89-c0c774f87507 None None] Checking segment: {'id': '837dbb23-8a3b-4bfe-be75-4ab962127681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a0027715-7641-4925-be6f-d251a542ab39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:21:28.718875 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-d8d6bd99-cbbf-4e57-9b89-c0c774f87507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:28.719361 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d6bd99-cbbf-4e57-9b89-c0c774f87507 None None] Bound using segment: {'id': '837dbb23-8a3b-4bfe-be75-4ab962127681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a0027715-7641-4925-be6f-d251a542ab39'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:21:28.719709 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-d8d6bd99-cbbf-4e57-9b89-c0c774f87507 None None] Bound port: 5d0c7e82-ba10-40ae-9d37-8b603c7751c1, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837dbb23-8a3b-4bfe-be75-4ab962127681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a0027715-7641-4925-be6f-d251a542ab39'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:21:28.720073 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-d8d6bd99-cbbf-4e57-9b89-c0c774f87507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:28.788039 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 8b544679-749b-469d-bf3b-75ad0e9cd08c is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:21:28.789102 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 6860e25c-6349-492a-baff-f9a270b23989 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:21:28.810284 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-d8d6bd99-cbbf-4e57-9b89-c0c774f87507 None None] For port 5d0c7e82-ba10-40ae-9d37-8b603c7751c1, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:21:28.813222 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-d8d6bd99-cbbf-4e57-9b89-c0c774f87507 None None] For port 5d0c7e82-ba10-40ae-9d37-8b603c7751c1, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=5d0c7e82-ba10-40ae-9d37-8b603c7751c1,segment=NetworkSegment(837dbb23-8a3b-4bfe-be75-4ab962127681),segment_id=837dbb23-8a3b-4bfe-be75-4ab962127681)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:21:28.856369 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 6860e25c-6349-492a-baff-f9a270b23989 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:21:28.856801 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:28.890340 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-d8d6bd99-cbbf-4e57-9b89-c0c774f87507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:28.965734 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d6bd99-cbbf-4e57-9b89-c0c774f87507 None None] Routers {'48ea7741-6836-4448-a728-1d2fbec94dfc'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:21:28.966354 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-d8d6bd99-cbbf-4e57-9b89-c0c774f87507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:21:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['48ea7741-6836-4448-a728-1d2fbec94dfc'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:21:28.973988 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 6860e25c-6349-492a-baff-f9a270b23989 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:21:29.034238 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18d879-0409-42ee-87fb-bb8a1f8e0f6a None None] Pushing event updated for resources: {'Port': ['ID=5d0c7e82-ba10-40ae-9d37-8b603c7751c1,revision_number=4']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:21:29.043768 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:29.156552 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-d8d6bd99-cbbf-4e57-9b89-c0c774f87507 None None] Set router 48ea7741-6836-4448-a728-1d2fbec94dfc gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:21:29.203836 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:29.478820 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-d8d6bd99-cbbf-4e57-9b89-c0c774f87507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ea7741-6836-4448-a728-1d2fbec94dfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042750179', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '6860e25c-6349-492a-baff-f9a270b23989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:21:20Z', 'updated_at': '2022-05-27T03:21:25Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '6860e25c-6349-492a-baff-f9a270b23989', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ea7741-6836-4448-a728-1d2fbec94dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:21:20Z', 'updated_at': '2022-05-27T03:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '5d0c7e82-ba10-40ae-9d37-8b603c7751c1', 'name': '', 'network_id': 'a0027715-7641-4925-be6f-d251a542ab39', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'mac_address': 'fa:16:3e:b4:34:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ea7741-6836-4448-a728-1d2fbec94dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '503b53a9-8692-44a2-809a-7e77b3578915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:21:25Z', 'updated_at': '2022-05-27T03:21:28Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'subnets': [{'id': '503b53a9-8692-44a2-809a-7e77b3578915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:21:29.482512 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d6bd99-cbbf-4e57-9b89-c0c774f87507 None None] The sync data for ids ['48ea7741-6836-4448-a728-1d2fbec94dfc'] in n-d-843554-3 is: [{'id': '48ea7741-6836-4448-a728-1d2fbec94dfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042750179', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '6860e25c-6349-492a-baff-f9a270b23989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:21:20Z', 'updated_at': '2022-05-27T03:21:25Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '6860e25c-6349-492a-baff-f9a270b23989', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ea7741-6836-4448-a728-1d2fbec94dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:21:20Z', 'updated_at': '2022-05-27T03:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '5d0c7e82-ba10-40ae-9d37-8b603c7751c1', 'name': '', 'network_id': 'a0027715-7641-4925-be6f-d251a542ab39', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'mac_address': 'fa:16:3e:b4:34:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ea7741-6836-4448-a728-1d2fbec94dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '503b53a9-8692-44a2-809a-7e77b3578915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:21:25Z', 'updated_at': '2022-05-27T03:21:28Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'subnets': [{'id': '503b53a9-8692-44a2-809a-7e77b3578915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:21:29.691440 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cc35c58d-b5a3-4e52-bdd0-0c6d96153d1f req-1316c0b2-b26e-4e27-8fff-b04553589d62 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 210 time: 0.0481393 May 27 03:21:30.362719 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:30.562661 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 5d0c7e82-ba10-40ae-9d37-8b603c7751c1 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:21:30.694557 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 5d0c7e82-ba10-40ae-9d37-8b603c7751c1 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:21:30.699708 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 5d0c7e82-ba10-40ae-9d37-8b603c7751c1 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:21:30.700077 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:30.838056 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 5d0c7e82-ba10-40ae-9d37-8b603c7751c1 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:21:30.838429 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:30.869495 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-477ae17c-3c8e-4d4c-9b17-0207c91cd4f8 req-81b0f23e-c565-487a-af2c-1d2a17fc1214 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 210 time: 0.0509837 May 27 03:21:30.870575 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 5d0c7e82-ba10-40ae-9d37-8b603c7751c1, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=5d0c7e82-ba10-40ae-9d37-8b603c7751c1,segment=NetworkSegment(837dbb23-8a3b-4bfe-be75-4ab962127681),segment_id=837dbb23-8a3b-4bfe-be75-4ab962127681)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:21:30.968872 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:31.034556 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=5d0c7e82-ba10-40ae-9d37-8b603c7751c1,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:21:31.709923 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-8210b417-9e5e-4ce6-8fb2-2d27d50e051b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:21:31.710596 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-8210b417-9e5e-4ce6-8fb2-2d27d50e051b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Synchronizing usage tracker for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:21:31.723971 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-8210b417-9e5e-4ce6-8fb2-2d27d50e051b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Unset dirty status for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:21:31.723971 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-8210b417-9e5e-4ce6-8fb2-2d27d50e051b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.66 "GET /v2.0/networks?id=a0027715-7641-4925-be6f-d251a542ab39 HTTP/1.1" status: 200 len: 797 time: 0.1583297 May 27 03:21:31.779167 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-84dea124-b17f-4852-9b13-abdc2e267a08 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Synchronizing usage tracker for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:21:31.791119 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-84dea124-b17f-4852-9b13-abdc2e267a08 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Unset dirty status for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:21:31.792209 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-84dea124-b17f-4852-9b13-abdc2e267a08 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d02b46bffb894f2cbc2d380293cecdd7 HTTP/1.1" status: 200 len: 380 time: 0.0608013 May 27 03:21:31.800533 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-f533f31b-cf0b-468e-9fd0-fe568bef8dee tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'port': {'device_id': '0a88d752-d35f-4ec1-99d5-bcb2710c0415', 'network_id': 'a0027715-7641-4925-be6f-d251a542ab39', 'admin_state_up': True, 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'security_groups': ['6d159604-afc7-4649-8006-f992b93917d7']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:21:31.939990 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-f533f31b-cf0b-468e-9fd0-fe568bef8dee tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:21:31.950294 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-f533f31b-cf0b-468e-9fd0-fe568bef8dee tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:21:32.033460 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9e82fb5a-6562-4724-b95c-f5e8d143cfd0 req-ddfff4f9-3406-4652-8ff1-349d4a497e2c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 210 time: 0.0425899 May 27 03:21:32.059570 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-f533f31b-cf0b-468e-9fd0-fe568bef8dee tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Made reservation on behalf of d02b46bffb894f2cbc2d380293cecdd7 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:21:32.063121 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-f533f31b-cf0b-468e-9fd0-fe568bef8dee tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:32.220057 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-f533f31b-cf0b-468e-9fd0-fe568bef8dee tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Allocated IP 172.20.0.12 (a0027715-7641-4925-be6f-d251a542ab39/503b53a9-8692-44a2-809a-7e77b3578915/cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:21:32.510145 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-f533f31b-cf0b-468e-9fd0-fe568bef8dee tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:32.525332 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-f533f31b-cf0b-468e-9fd0-fe568bef8dee tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Transition to ACTIVE for port object cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:21:32.539135 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 5d0c7e82-ba10-40ae-9d37-8b603c7751c1 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:21:32.607895 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 5d0c7e82-ba10-40ae-9d37-8b603c7751c1 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:21:32.608767 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:32.638057 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-f533f31b-cf0b-468e-9fd0-fe568bef8dee tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:32.710336 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-f533f31b-cf0b-468e-9fd0-fe568bef8dee tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Network a0027715-7641-4925-be6f-d251a542ab39 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:21:32.713603 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-f533f31b-cf0b-468e-9fd0-fe568bef8dee tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:21:32.717712 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-f533f31b-cf0b-468e-9fd0-fe568bef8dee tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:21:32.727558 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 5d0c7e82-ba10-40ae-9d37-8b603c7751c1 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:21:32.755352 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f533f31b-cf0b-468e-9fd0-fe568bef8dee tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'Port': ['ID=cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:21:32.791449 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-f533f31b-cf0b-468e-9fd0-fe568bef8dee tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:21:32.792078 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-f533f31b-cf0b-468e-9fd0-fe568bef8dee tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:32.890144 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-f533f31b-cf0b-468e-9fd0-fe568bef8dee tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0934384 May 27 03:21:32.902079 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-b59f8d1d-2a1b-4467-b63d-e7cfcf29f541 service neutron] Request body: {'port': {'device_id': '0a88d752-d35f-4ec1-99d5-bcb2710c0415', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:21:33.017741 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-b59f8d1d-2a1b-4467-b63d-e7cfcf29f541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:33.032048 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e8af9d40-b4e6-4b35-86f0-07452472304c None None] Provisioning for port cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:21:33.037286 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e8af9d40-b4e6-4b35-86f0-07452472304c None None] Provisioning complete for port cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:21:33.037648 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e8af9d40-b4e6-4b35-86f0-07452472304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:33.094489 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-e8af9d40-b4e6-4b35-86f0-07452472304c None None] Port cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:21:33.226696 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e07836-77ae-4cbd-9c07-9aa6bb011df3 req-cbd6a267-84c0-487d-87e6-037dc795b873 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:21:33.228338 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a0e07836-77ae-4cbd-9c07-9aa6bb011df3 req-cbd6a267-84c0-487d-87e6-037dc795b873 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 932 time: 0.0824082 May 27 03:21:33.273182 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a0e07836-77ae-4cbd-9c07-9aa6bb011df3 req-f6666e0b-40db-4c9c-8632-4248bba2aa7d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d159604-afc7-4649-8006-f992b93917d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386283 May 27 03:21:33.369263 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-b59f8d1d-2a1b-4467-b63d-e7cfcf29f541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:21:33.376297 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-b59f8d1d-2a1b-4467-b63d-e7cfcf29f541 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:33.390513 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-b59f8d1d-2a1b-4467-b63d-e7cfcf29f541 service neutron] Transition to ACTIVE for port object cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:21:33.471309 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-b59f8d1d-2a1b-4467-b63d-e7cfcf29f541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:33.623661 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f8d1d-2a1b-4467-b63d-e7cfcf29f541 service neutron] Pushing event updated for resources: {'Port': ['ID=cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:21:33.710249 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-b59f8d1d-2a1b-4467-b63d-e7cfcf29f541 service neutron] Attempting to bind port cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:21:33.720322 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-b59f8d1d-2a1b-4467-b63d-e7cfcf29f541 service neutron] Attempting to bind port cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': '837dbb23-8a3b-4bfe-be75-4ab962127681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a0027715-7641-4925-be6f-d251a542ab39'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:21:33.720322 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-b59f8d1d-2a1b-4467-b63d-e7cfcf29f541 service neutron] Attempting to bind port cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac on network a0027715-7641-4925-be6f-d251a542ab39 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:21:33.720322 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-b59f8d1d-2a1b-4467-b63d-e7cfcf29f541 service neutron] Port cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac on network a0027715-7641-4925-be6f-d251a542ab39 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:21:33.720322 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-b59f8d1d-2a1b-4467-b63d-e7cfcf29f541 service neutron] Attempting to bind port cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac on network a0027715-7641-4925-be6f-d251a542ab39 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:21:33.721274 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-b59f8d1d-2a1b-4467-b63d-e7cfcf29f541 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:21:33.721274 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-b59f8d1d-2a1b-4467-b63d-e7cfcf29f541 service neutron] Checking segment: {'id': '837dbb23-8a3b-4bfe-be75-4ab962127681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a0027715-7641-4925-be6f-d251a542ab39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:21:33.721619 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-b59f8d1d-2a1b-4467-b63d-e7cfcf29f541 service neutron] Bound using segment: {'id': '837dbb23-8a3b-4bfe-be75-4ab962127681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a0027715-7641-4925-be6f-d251a542ab39'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:21:33.722024 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-b59f8d1d-2a1b-4467-b63d-e7cfcf29f541 service neutron] Bound port: cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '837dbb23-8a3b-4bfe-be75-4ab962127681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a0027715-7641-4925-be6f-d251a542ab39'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:21:33.722365 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-b59f8d1d-2a1b-4467-b63d-e7cfcf29f541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:33.809065 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-b59f8d1d-2a1b-4467-b63d-e7cfcf29f541 service neutron] For port cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:21:33.812350 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-b59f8d1d-2a1b-4467-b63d-e7cfcf29f541 service neutron] For port cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac,segment=NetworkSegment(837dbb23-8a3b-4bfe-be75-4ab962127681),segment_id=837dbb23-8a3b-4bfe-be75-4ab962127681)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:21:33.871955 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-b59f8d1d-2a1b-4467-b63d-e7cfcf29f541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:33.934646 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-b59f8d1d-2a1b-4467-b63d-e7cfcf29f541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:21:33.935307 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-b59f8d1d-2a1b-4467-b63d-e7cfcf29f541 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:33.937091 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-b59f8d1d-2a1b-4467-b63d-e7cfcf29f541 service neutron] 10.222.0.66 "PUT /v2.0/ports/cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac HTTP/1.1" status: 200 len: 1092 time: 1.0397987 May 27 03:21:33.937517 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a88d752-d35f-4ec1-99d5-bcb2710c0415', 'tag': 'cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:21:33.956825 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f8d1d-2a1b-4467-b63d-e7cfcf29f541 service neutron] Pushing event updated for resources: {'Port': ['ID=cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:21:33.989676 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69b98816-830e-4f05-a39b-b4e867e0240c'] response: {'name': 'network-changed', 'server_uuid': '0a88d752-d35f-4ec1-99d5-bcb2710c0415', 'tag': 'cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac', 'status': 'completed', 'code': 200} May 27 03:21:34.085212 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc2915-b757-4d27-b55f-faf06f2565a5 req-29095def-d997-466e-8a74-8bc2781fbb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:21:34.086593 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2ffc2915-b757-4d27-b55f-faf06f2565a5 req-29095def-d997-466e-8a74-8bc2781fbb7f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d02b46bffb894f2cbc2d380293cecdd7&device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 1095 time: 0.0731490 May 27 03:21:34.226376 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc2915-b757-4d27-b55f-faf06f2565a5 req-7cca9278-1752-499b-b8e2-046b6e85c89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:21:34.227755 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2ffc2915-b757-4d27-b55f-faf06f2565a5 req-7cca9278-1752-499b-b8e2-046b6e85c89d service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=d02b46bffb894f2cbc2d380293cecdd7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1341634 May 27 03:21:34.362055 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc2915-b757-4d27-b55f-faf06f2565a5 req-46be575b-04d7-4213-9355-91c756616f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:21:34.363415 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-2ffc2915-b757-4d27-b55f-faf06f2565a5 req-46be575b-04d7-4213-9355-91c756616f90 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1302567 May 27 03:21:34.459475 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e2628-6412-4f64-a15a-574b4d6e736c req-8cac632d-5a12-4227-89ce-ca67db64a5bf tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:21:34.460972 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-836e2628-6412-4f64-a15a-574b4d6e736c req-8cac632d-5a12-4227-89ce-ca67db64a5bf tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 944 time: 0.0817897 May 27 03:21:34.472449 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-9e560a30-4949-4f39-885b-142dafee6bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:21:34.474022 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-9e560a30-4949-4f39-885b-142dafee6bab service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d02b46bffb894f2cbc2d380293cecdd7&device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 1095 time: 0.0747356 May 27 03:21:34.507889 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-836e2628-6412-4f64-a15a-574b4d6e736c req-d0b99edb-6b59-4a5f-855d-010d5ec0badf tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d159604-afc7-4649-8006-f992b93917d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408957 May 27 03:21:34.639495 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-4ac5c9f4-7766-42c3-8b6c-63708a1e7598 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac HTTP/1.1" status: 200 len: 217 time: 0.1589258 May 27 03:21:34.709971 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-f0cd4ded-21cf-4919-86ad-f729c63e8460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:21:34.711327 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-f0cd4ded-21cf-4919-86ad-f729c63e8460 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=503b53a9-8692-44a2-809a-7e77b3578915 HTTP/1.1" status: 200 len: 835 time: 0.0589268 May 27 03:21:34.783606 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-60cf13fc-20c8-49e5-a5d5-2a8c5484ef4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:21:34.785061 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-60cf13fc-20c8-49e5-a5d5-2a8c5484ef4f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a0027715-7641-4925-be6f-d251a542ab39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682735 May 27 03:21:34.915195 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-842e9ace-9ade-4fcf-94bf-c963b0cca479 service neutron] 10.222.0.66 "GET /v2.0/networks/a0027715-7641-4925-be6f-d251a542ab39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243038 May 27 03:21:35.044804 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e5271d0b-a1d7-4ddd-8086-b9adbc471687 req-24095fa7-6782-4bd9-a869-e9a733d1ce6c service neutron] 10.222.0.66 "GET /v2.0/networks/a0027715-7641-4925-be6f-d251a542ab39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240442 May 27 03:21:35.692109 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00eb50e-5aa2-4ab5-8a98-a87024d53b6c req-a5f8da19-04da-47a9-98ee-6af0a342e909 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:21:35.693625 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b00eb50e-5aa2-4ab5-8a98-a87024d53b6c req-a5f8da19-04da-47a9-98ee-6af0a342e909 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 944 time: 0.0785093 May 27 03:21:35.850599 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b00eb50e-5aa2-4ab5-8a98-a87024d53b6c req-8f212d72-9a26-4ba4-ac8c-7569fe1f8726 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d159604-afc7-4649-8006-f992b93917d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513917 May 27 03:21:36.692664 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:21:36.823860 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac,segment=NetworkSegment(837dbb23-8a3b-4bfe-be75-4ab962127681),segment_id=837dbb23-8a3b-4bfe-be75-4ab962127681)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:21:36.837913 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': 'cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac', 'network_id': 'a0027715-7641-4925-be6f-d251a542ab39', 'port_id': 'cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac', 'mac_address': 'fa:16:3e:ff:45:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503b53a9-8692-44a2-809a-7e77b3578915', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:21:36.892102 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:21:36.892474 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:36.909433 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:21:36.925183 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac,segment=NetworkSegment(837dbb23-8a3b-4bfe-be75-4ab962127681),segment_id=837dbb23-8a3b-4bfe-be75-4ab962127681)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:21:36.997391 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:37.035948 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74dfd2-0536-4f0a-bad0-ef6d598bc023 req-32970f57-68a7-4da4-bb15-4f60b3b14ab3 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:21:37.037424 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4f74dfd2-0536-4f0a-bad0-ef6d598bc023 req-32970f57-68a7-4da4-bb15-4f60b3b14ab3 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 944 time: 0.0786362 May 27 03:21:37.071116 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:21:37.083041 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4f74dfd2-0536-4f0a-bad0-ef6d598bc023 req-3fb61c66-6f9c-48b1-8a0a-6603e44be7df tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d159604-afc7-4649-8006-f992b93917d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399132 May 27 03:21:37.229283 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:21:38.265759 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c47e0-44d1-4c40-9e30-211d6fbedde6 req-9757da07-777c-41aa-af05-e8dd2dba9916 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:21:38.267193 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2c1c47e0-44d1-4c40-9e30-211d6fbedde6 req-9757da07-777c-41aa-af05-e8dd2dba9916 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 945 time: 0.0799108 May 27 03:21:38.310822 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2c1c47e0-44d1-4c40-9e30-211d6fbedde6 req-1b75d76f-cd6b-49b8-9f01-96baf46a4c2a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d159604-afc7-4649-8006-f992b93917d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381031 May 27 03:21:38.692246 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:21:38.814235 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:21:38.819160 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:21:38.823772 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:38.933272 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:21:38.933642 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:38.960019 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a88d752-d35f-4ec1-99d5-bcb2710c0415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:21:38.970099 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac,segment=NetworkSegment(837dbb23-8a3b-4bfe-be75-4ab962127681),segment_id=837dbb23-8a3b-4bfe-be75-4ab962127681)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:21:39.003207 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9ec9eeb-5413-49f4-a8c3-8d4d7ca4feae'] response: {'server_uuid': '0a88d752-d35f-4ec1-99d5-bcb2710c0415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac', 'code': 200} May 27 03:21:39.031856 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:39.099227 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:21:39.129867 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f3470-2466-4a63-8132-d2eae965adef req-fce15c8b-12cc-4c25-99eb-c3433bf947f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:21:39.131313 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7e7f3470-2466-4a63-8132-d2eae965adef req-fce15c8b-12cc-4c25-99eb-c3433bf947f0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 1097 time: 0.0739760 May 27 03:21:39.170512 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-7e7f3470-2466-4a63-8132-d2eae965adef req-11795df1-0505-44cb-9a43-3c45c1bd746d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6d159604-afc7-4649-8006-f992b93917d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336401 May 27 03:21:39.488633 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca37e6-05ae-45c6-86f3-5ef149389671 req-5e181a01-3c8b-4e81-8e2b-296a6214408a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:21:39.490089 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1dca37e6-05ae-45c6-86f3-5ef149389671 req-5e181a01-3c8b-4e81-8e2b-296a6214408a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 946 time: 0.0778403 May 27 03:21:39.532517 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1dca37e6-05ae-45c6-86f3-5ef149389671 req-5df7836b-57c7-4641-80ef-a501ba140749 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d159604-afc7-4649-8006-f992b93917d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369091 May 27 03:21:40.719733 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ccbdf-d2eb-42ca-8913-10d322f41239 req-8e041167-7551-4421-964c-42b90a84bc29 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:21:40.721215 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a35ccbdf-d2eb-42ca-8913-10d322f41239 req-8e041167-7551-4421-964c-42b90a84bc29 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 946 time: 0.0829082 May 27 03:21:40.766253 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a35ccbdf-d2eb-42ca-8913-10d322f41239 req-a3b85b77-e13b-4e2f-8ae3-eb8a4adb2fa2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d159604-afc7-4649-8006-f992b93917d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384498 May 27 03:21:40.953085 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793673b4-9fca-4eea-bfe2-f3f89f0c2636 req-e2c02a57-15b8-4a54-8ddc-2e5f5693c71a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:21:40.954534 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-793673b4-9fca-4eea-bfe2-f3f89f0c2636 req-e2c02a57-15b8-4a54-8ddc-2e5f5693c71a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 946 time: 0.0795019 May 27 03:21:41.000576 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-793673b4-9fca-4eea-bfe2-f3f89f0c2636 req-30d6d786-569f-4eec-ac74-a774e7f5bacb tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d159604-afc7-4649-8006-f992b93917d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405533 May 27 03:21:41.024179 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37894) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:21:41.092305 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e29c3c-d850-4aa4-a7c3-63f7a73442ce tempest-TestNetworkAdvancedServerOps-962487840 tempest-TestNetworkAdvancedServerOps-962487840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:21:41.094360 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-71e29c3c-d850-4aa4-a7c3-63f7a73442ce tempest-TestNetworkAdvancedServerOps-962487840 tempest-TestNetworkAdvancedServerOps-962487840-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 1092 time: 0.0692396 May 27 03:21:41.097091 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37898) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:21:41.101841 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-383e8d53-3f89-4bcd-ab53-0c1c643ce360 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'port_id': 'cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:21:41.108252 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-383e8d53-3f89-4bcd-ab53-0c1c643ce360 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:21:41.112075 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-383e8d53-3f89-4bcd-ab53-0c1c643ce360 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:floatingip and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:21:41.114929 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-383e8d53-3f89-4bcd-ab53-0c1c643ce360 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:21:41.120519 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-383e8d53-3f89-4bcd-ab53-0c1c643ce360 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:21:41.191558 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-383e8d53-3f89-4bcd-ab53-0c1c643ce360 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for floatingip, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:41.327594 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-383e8d53-3f89-4bcd-ab53-0c1c643ce360 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:41.460692 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-383e8d53-3f89-4bcd-ab53-0c1c643ce360 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Allocated IP 172.25.1.163 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/76fcab1c-803c-46ca-a064-cb9e5e833cea) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:21:41.603140 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-383e8d53-3f89-4bcd-ab53-0c1c643ce360 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:41.683511 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-383e8d53-3f89-4bcd-ab53-0c1c643ce360 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:41.747099 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383e8d53-3f89-4bcd-ab53-0c1c643ce360 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:21:41.750635 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-383e8d53-3f89-4bcd-ab53-0c1c643ce360 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:21:41.754260 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383e8d53-3f89-4bcd-ab53-0c1c643ce360 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:21:41.786568 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e8d53-3f89-4bcd-ab53-0c1c643ce360 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'Port': ['ID=76fcab1c-803c-46ca-a064-cb9e5e833cea,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:21:42.166164 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-383e8d53-3f89-4bcd-ab53-0c1c643ce360 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:42.299396 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-383e8d53-3f89-4bcd-ab53-0c1c643ce360 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:42.597448 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-383e8d53-3f89-4bcd-ab53-0c1c643ce360 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:42.654230 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-383e8d53-3f89-4bcd-ab53-0c1c643ce360 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:42.761870 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e8d53-3f89-4bcd-ab53-0c1c643ce360 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'Port': ['ID=76fcab1c-803c-46ca-a064-cb9e5e833cea,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:21:42.772004 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-383e8d53-3f89-4bcd-ab53-0c1c643ce360 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:42.939285 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-383e8d53-3f89-4bcd-ab53-0c1c643ce360 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Floating IP 1552fcef-b305-4e92-97a3-c226c51cc3a7 associated. External IP: 172.25.1.163, port: cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac. May 27 03:21:43.281006 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383e8d53-3f89-4bcd-ab53-0c1c643ce360 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Router 48ea7741-6836-4448-a728-1d2fbec94dfc has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:21:43.459999 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383e8d53-3f89-4bcd-ab53-0c1c643ce360 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:21:43.469887 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b0551e-1bd4-4264-93d3-c39dc8950c5f None None] Sync routers for ids ['48ea7741-6836-4448-a728-1d2fbec94dfc'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:21:43.479173 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b0551e-1bd4-4264-93d3-c39dc8950c5f None None] Routers {'48ea7741-6836-4448-a728-1d2fbec94dfc'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:21:43.479855 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e0b0551e-1bd4-4264-93d3-c39dc8950c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:21:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['48ea7741-6836-4448-a728-1d2fbec94dfc'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:21:43.546311 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-383e8d53-3f89-4bcd-ab53-0c1c643ce360 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:43.600669 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-383e8d53-3f89-4bcd-ab53-0c1c643ce360 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5025673 May 27 03:21:43.601305 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a88d752-d35f-4ec1-99d5-bcb2710c0415', 'tag': 'cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:21:43.689304 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-e0b0551e-1bd4-4264-93d3-c39dc8950c5f None None] Set router 48ea7741-6836-4448-a728-1d2fbec94dfc gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:21:43.702526 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b21509f2-6a12-4f82-970a-1edd4142901b'] response: {'name': 'network-changed', 'server_uuid': '0a88d752-d35f-4ec1-99d5-bcb2710c0415', 'tag': 'cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac', 'status': 'completed', 'code': 200} May 27 03:21:43.789739 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea78e4-a644-495f-9f51-523170606e43 req-be93cd57-790e-4b64-b58c-d061e5e08ccb tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:21:43.791949 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-14ea78e4-a644-495f-9f51-523170606e43 req-be93cd57-790e-4b64-b58c-d061e5e08ccb tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 946 time: 0.0873604 May 27 03:21:43.793910 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b978c-e608-4685-ae27-94ec6b5922ba req-4351a9c6-a473-4897-a580-6b2478269205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:21:43.795607 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e95b978c-e608-4685-ae27-94ec6b5922ba req-4351a9c6-a473-4897-a580-6b2478269205 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d02b46bffb894f2cbc2d380293cecdd7&device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 1097 time: 0.0717473 May 27 03:21:43.839781 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-14ea78e4-a644-495f-9f51-523170606e43 req-ffb9c087-6508-497e-9809-da40eadc78e2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d159604-afc7-4649-8006-f992b93917d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409958 May 27 03:21:43.863655 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37908) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:21:43.939854 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b978c-e608-4685-ae27-94ec6b5922ba req-91a92f89-84f1-4880-8a52-5b28732a69a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:21:43.941346 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e95b978c-e608-4685-ae27-94ec6b5922ba req-91a92f89-84f1-4880-8a52-5b28732a69a8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a0027715-7641-4925-be6f-d251a542ab39 HTTP/1.1" status: 200 len: 898 time: 0.1397729 May 27 03:21:43.972698 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-9771454d-7f89-4e8e-a9b0-c7b2b51f9626 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/floatingips/1552fcef-b305-4e92-97a3-c226c51cc3a7 HTTP/1.1" status: 200 len: 992 time: 0.1078269 May 27 03:21:44.047010 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e95b978c-e608-4685-ae27-94ec6b5922ba req-04678441-4ef8-42ae-a624-c350ecb275ae service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac HTTP/1.1" status: 200 len: 1000 time: 0.0996573 May 27 03:21:44.052662 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e0b0551e-1bd4-4264-93d3-c39dc8950c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ea7741-6836-4448-a728-1d2fbec94dfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042750179', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '6860e25c-6349-492a-baff-f9a270b23989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:21:20Z', 'updated_at': '2022-05-27T03:21:25Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '6860e25c-6349-492a-baff-f9a270b23989', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ea7741-6836-4448-a728-1d2fbec94dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:21:20Z', 'updated_at': '2022-05-27T03:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '1552fcef-b305-4e92-97a3-c226c51cc3a7', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'floating_ip_address': '172.25.1.163', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '48ea7741-6836-4448-a728-1d2fbec94dfc', 'port_id': 'cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0027715-7641-4925-be6f-d251a542ab39', 'mac_address': 'fa:16:3e:ff:45:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a88d752-d35f-4ec1-99d5-bcb2710c0415', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:21:42Z', 'updated_at': '2022-05-27T03:21:42Z', 'revision_number': 0, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d0c7e82-ba10-40ae-9d37-8b603c7751c1', 'name': '', 'network_id': 'a0027715-7641-4925-be6f-d251a542ab39', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'mac_address': 'fa:16:3e:b4:34:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ea7741-6836-4448-a728-1d2fbec94dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '503b53a9-8692-44a2-809a-7e77b3578915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:21:25Z', 'updated_at': '2022-05-27T03:21:30Z', 'revision_number': 5, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'subnets': [{'id': '503b53a9-8692-44a2-809a-7e77b3578915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:21:44.056999 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b0551e-1bd4-4264-93d3-c39dc8950c5f None None] Checking router: 48ea7741-6836-4448-a728-1d2fbec94dfc for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:21:44.065713 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b0551e-1bd4-4264-93d3-c39dc8950c5f None None] Routers {'48ea7741-6836-4448-a728-1d2fbec94dfc'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:21:44.066330 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e0b0551e-1bd4-4264-93d3-c39dc8950c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:21:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['48ea7741-6836-4448-a728-1d2fbec94dfc'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:21:44.110754 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b978c-e608-4685-ae27-94ec6b5922ba req-11fbe10e-af1e-4981-b288-a61cd2c78739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:21:44.112097 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e95b978c-e608-4685-ae27-94ec6b5922ba req-11fbe10e-af1e-4981-b288-a61cd2c78739 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=503b53a9-8692-44a2-809a-7e77b3578915 HTTP/1.1" status: 200 len: 835 time: 0.0593293 May 27 03:21:44.189987 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b978c-e608-4685-ae27-94ec6b5922ba req-11bac3b0-cd96-4500-9792-7e39375b2bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:21:44.191439 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e95b978c-e608-4685-ae27-94ec6b5922ba req-11bac3b0-cd96-4500-9792-7e39375b2bd6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a0027715-7641-4925-be6f-d251a542ab39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725470 May 27 03:21:44.239628 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-e0b0551e-1bd4-4264-93d3-c39dc8950c5f None None] Set router 48ea7741-6836-4448-a728-1d2fbec94dfc gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:21:44.321458 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e95b978c-e608-4685-ae27-94ec6b5922ba req-f2628d43-8c02-44e8-9daa-8f1cddcdb081 service neutron] 10.222.0.66 "GET /v2.0/networks/a0027715-7641-4925-be6f-d251a542ab39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236839 May 27 03:21:44.450854 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e95b978c-e608-4685-ae27-94ec6b5922ba req-216ded49-a6c0-4886-92f7-6f991d5f0e4b service neutron] 10.222.0.66 "GET /v2.0/networks/a0027715-7641-4925-be6f-d251a542ab39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230657 May 27 03:21:44.582607 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e0b0551e-1bd4-4264-93d3-c39dc8950c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ea7741-6836-4448-a728-1d2fbec94dfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042750179', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '6860e25c-6349-492a-baff-f9a270b23989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:21:20Z', 'updated_at': '2022-05-27T03:21:25Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '6860e25c-6349-492a-baff-f9a270b23989', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ea7741-6836-4448-a728-1d2fbec94dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:21:20Z', 'updated_at': '2022-05-27T03:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '1552fcef-b305-4e92-97a3-c226c51cc3a7', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'floating_ip_address': '172.25.1.163', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '48ea7741-6836-4448-a728-1d2fbec94dfc', 'port_id': 'cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0027715-7641-4925-be6f-d251a542ab39', 'mac_address': 'fa:16:3e:ff:45:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a88d752-d35f-4ec1-99d5-bcb2710c0415', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:21:42Z', 'updated_at': '2022-05-27T03:21:42Z', 'revision_number': 0, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d0c7e82-ba10-40ae-9d37-8b603c7751c1', 'name': '', 'network_id': 'a0027715-7641-4925-be6f-d251a542ab39', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'mac_address': 'fa:16:3e:b4:34:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ea7741-6836-4448-a728-1d2fbec94dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '503b53a9-8692-44a2-809a-7e77b3578915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:21:25Z', 'updated_at': '2022-05-27T03:21:30Z', 'revision_number': 5, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'subnets': [{'id': '503b53a9-8692-44a2-809a-7e77b3578915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:21:44.586542 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b0551e-1bd4-4264-93d3-c39dc8950c5f None None] The sync data for ids ['48ea7741-6836-4448-a728-1d2fbec94dfc'] in n-d-843554-3 is: [{'id': '48ea7741-6836-4448-a728-1d2fbec94dfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042750179', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '6860e25c-6349-492a-baff-f9a270b23989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:21:20Z', 'updated_at': '2022-05-27T03:21:25Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '6860e25c-6349-492a-baff-f9a270b23989', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ea7741-6836-4448-a728-1d2fbec94dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:21:20Z', 'updated_at': '2022-05-27T03:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '1552fcef-b305-4e92-97a3-c226c51cc3a7', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'floating_ip_address': '172.25.1.163', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '48ea7741-6836-4448-a728-1d2fbec94dfc', 'port_id': 'cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0027715-7641-4925-be6f-d251a542ab39', 'mac_address': 'fa:16:3e:ff:45:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a88d752-d35f-4ec1-99d5-bcb2710c0415', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:21:42Z', 'updated_at': '2022-05-27T03:21:42Z', 'revision_number': 0, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d0c7e82-ba10-40ae-9d37-8b603c7751c1', 'name': '', 'network_id': 'a0027715-7641-4925-be6f-d251a542ab39', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'mac_address': 'fa:16:3e:b4:34:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ea7741-6836-4448-a728-1d2fbec94dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '503b53a9-8692-44a2-809a-7e77b3578915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:21:25Z', 'updated_at': '2022-05-27T03:21:30Z', 'revision_number': 5, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'subnets': [{'id': '503b53a9-8692-44a2-809a-7e77b3578915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:21:44.769570 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a405602f-20b2-4f20-951a-3ee16a2a14f5 None None] New status for floating IP 1552fcef-b305-4e92-97a3-c226c51cc3a7: ACTIVE {{(pid=88904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:21:44.976674 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37914) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:21:45.196471 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-465f0107-f01a-410c-9802-d14306490868 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/floatingips/1552fcef-b305-4e92-97a3-c226c51cc3a7 HTTP/1.1" status: 200 len: 992 time: 0.2185066 May 27 03:21:46.199782 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 37920) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:21:46.304055 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-804eaeda-fe74-4f32-8b11-6ed7483abdfa tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/floatingips/1552fcef-b305-4e92-97a3-c226c51cc3a7 HTTP/1.1" status: 200 len: 994 time: 0.1031475 May 27 03:21:49.973580 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:50.002047 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:55.562724 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ace0dac6-6ef7-4e80-9a31-c33cb4e72eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:57.652802 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:21:57.934012 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5f30ebd1-f49b-4e1d-bf4b-01a815e745e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:59.065508 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:59.202608 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:00.350947 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:16.039300 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084194da-e627-4ae8-8fb4-edbd7fef3029 req-e6656842-996b-4614-8770-207e4f3d5ca3 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:16.040755 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-084194da-e627-4ae8-8fb4-edbd7fef3029 req-e6656842-996b-4614-8770-207e4f3d5ca3 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 946 time: 0.0793118 May 27 03:22:16.083883 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-084194da-e627-4ae8-8fb4-edbd7fef3029 req-6eabaef3-4bd6-4ba9-a908-76636e1bc635 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d159604-afc7-4649-8006-f992b93917d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370371 May 27 03:22:16.190685 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0f44e224-c30d-4524-825c-55a0973ee62b req-5ffe0117-1e96-4019-bbb2-6941f0eb34ed service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1110690 May 27 03:22:17.270387 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a81e3-da38-4d74-8636-9c798c9b0a98 req-632b2bc2-5e7a-43fc-92d0-90c4a2ce40b3 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:17.271797 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a96a81e3-da38-4d74-8636-9c798c9b0a98 req-632b2bc2-5e7a-43fc-92d0-90c4a2ce40b3 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 946 time: 0.0811851 May 27 03:22:17.315505 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a96a81e3-da38-4d74-8636-9c798c9b0a98 req-ce29d8ba-003f-4a73-8d23-9d3efd062bc5 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d159604-afc7-4649-8006-f992b93917d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381038 May 27 03:22:18.509346 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77555a3-b008-40f4-9f4e-210ffb673034 req-db0f51d9-be21-49db-b358-ef9b5d6bb6c3 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:18.510867 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f77555a3-b008-40f4-9f4e-210ffb673034 req-db0f51d9-be21-49db-b358-ef9b5d6bb6c3 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 946 time: 0.0851862 May 27 03:22:18.556039 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f77555a3-b008-40f4-9f4e-210ffb673034 req-6ba709ed-30cf-47c4-8d81-b154b4ad4387 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d159604-afc7-4649-8006-f992b93917d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394366 May 27 03:22:19.261136 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44e224-c30d-4524-825c-55a0973ee62b req-ce892d48-5728-46e4-9502-318608601faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:19.262574 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0f44e224-c30d-4524-825c-55a0973ee62b req-ce892d48-5728-46e4-9502-318608601faf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d02b46bffb894f2cbc2d380293cecdd7&device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 1097 time: 0.0735557 May 27 03:22:19.485778 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44e224-c30d-4524-825c-55a0973ee62b req-d6c91e4e-8403-4fd6-81dd-87546ebdc514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:19.487233 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0f44e224-c30d-4524-825c-55a0973ee62b req-d6c91e4e-8403-4fd6-81dd-87546ebdc514 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a0027715-7641-4925-be6f-d251a542ab39 HTTP/1.1" status: 200 len: 898 time: 0.2183974 May 27 03:22:19.588722 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0f44e224-c30d-4524-825c-55a0973ee62b req-6fe43b7d-7d14-443c-a9c8-c6dc78d48af6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac HTTP/1.1" status: 200 len: 1002 time: 0.0943398 May 27 03:22:19.649916 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44e224-c30d-4524-825c-55a0973ee62b req-3f944be5-3bb3-4b47-a1aa-f71e3b02bdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:19.651385 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0f44e224-c30d-4524-825c-55a0973ee62b req-3f944be5-3bb3-4b47-a1aa-f71e3b02bdb4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=503b53a9-8692-44a2-809a-7e77b3578915 HTTP/1.1" status: 200 len: 835 time: 0.0569518 May 27 03:22:19.724306 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44e224-c30d-4524-825c-55a0973ee62b req-d9baef41-b4eb-4a54-8425-0e342204aa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:19.725806 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0f44e224-c30d-4524-825c-55a0973ee62b req-d9baef41-b4eb-4a54-8425-0e342204aa74 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a0027715-7641-4925-be6f-d251a542ab39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693114 May 27 03:22:19.744328 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef3f8c-ef23-4d7a-aa5f-4e093e817882 req-1549ace1-0f8e-416b-aa44-e92919292d97 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:19.745804 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c7ef3f8c-ef23-4d7a-aa5f-4e093e817882 req-1549ace1-0f8e-416b-aa44-e92919292d97 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 946 time: 0.0819430 May 27 03:22:19.789188 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c7ef3f8c-ef23-4d7a-aa5f-4e093e817882 req-6171d247-aabf-4e74-b70c-3b8b8a4f84e8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d159604-afc7-4649-8006-f992b93917d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377245 May 27 03:22:19.856699 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0f44e224-c30d-4524-825c-55a0973ee62b req-ba1e9ef8-f3c9-4dd8-ba15-878b32cf83dd service neutron] 10.222.0.66 "GET /v2.0/networks/a0027715-7641-4925-be6f-d251a542ab39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247854 May 27 03:22:19.951057 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:19.979228 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:19.986694 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0f44e224-c30d-4524-825c-55a0973ee62b req-7051887b-dee0-46c9-a7b3-ae8233a70836 service neutron] 10.222.0.66 "GET /v2.0/networks/a0027715-7641-4925-be6f-d251a542ab39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233954 May 27 03:22:20.979388 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a506a62-8417-48c6-8fcc-5e52a3f493ce req-ad1cee2e-78d6-46af-9076-b9615258a952 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:20.980859 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5a506a62-8417-48c6-8fcc-5e52a3f493ce req-ad1cee2e-78d6-46af-9076-b9615258a952 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 946 time: 0.0780385 May 27 03:22:21.024184 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5a506a62-8417-48c6-8fcc-5e52a3f493ce req-f8447c27-65a7-4a44-b899-f66953e31f24 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d159604-afc7-4649-8006-f992b93917d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376878 May 27 03:22:22.206964 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f55f31-3579-421b-87cd-356a13a6b057 req-c70c6450-08ce-40e8-9d5c-c2814de93a1a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:22.208372 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-76f55f31-3579-421b-87cd-356a13a6b057 req-c70c6450-08ce-40e8-9d5c-c2814de93a1a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 946 time: 0.0825408 May 27 03:22:22.251424 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-76f55f31-3579-421b-87cd-356a13a6b057 req-cb0f3f8a-39a5-4ecd-a05b-25da2dbf904a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d159604-afc7-4649-8006-f992b93917d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373926 May 27 03:22:23.433395 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ec7b6-0072-49fa-b2ae-84b5f19920a7 req-4c7f1a98-ec44-43be-8acc-e6f6b393058f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:23.434822 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-be4ec7b6-0072-49fa-b2ae-84b5f19920a7 req-4c7f1a98-ec44-43be-8acc-e6f6b393058f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 946 time: 0.0783882 May 27 03:22:23.481193 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-be4ec7b6-0072-49fa-b2ae-84b5f19920a7 req-d9950f37-4666-478e-966e-d41375366bb9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d159604-afc7-4649-8006-f992b93917d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408373 May 27 03:22:24.666073 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67a1d8-58ad-4703-9ec4-9fe3fd52e9a6 req-f0b3fb0c-d354-49f0-b6e6-44fd96a6f3bc tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:24.667533 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fb67a1d8-58ad-4703-9ec4-9fe3fd52e9a6 req-f0b3fb0c-d354-49f0-b6e6-44fd96a6f3bc tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 946 time: 0.0798182 May 27 03:22:24.710887 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fb67a1d8-58ad-4703-9ec4-9fe3fd52e9a6 req-1dc9f157-2962-43cf-94f0-a50c34f7cdc2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d159604-afc7-4649-8006-f992b93917d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373833 May 27 03:22:25.516221 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ff463cfd-0e2c-47d7-ac6e-67adc1e6e41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:25.899307 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046f1ca-e487-4000-9c8b-a14d32d71fd0 req-2b9f6a89-4ab7-4f66-a06e-3edca919aa77 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:25.900759 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8046f1ca-e487-4000-9c8b-a14d32d71fd0 req-2b9f6a89-4ab7-4f66-a06e-3edca919aa77 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 946 time: 0.0814469 May 27 03:22:25.944158 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8046f1ca-e487-4000-9c8b-a14d32d71fd0 req-04c9d0b8-e320-4a95-bf49-8c85f455a6ab tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d159604-afc7-4649-8006-f992b93917d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378342 May 27 03:22:27.126449 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ab690-f5cf-4ec2-82de-79dd4ce37f1d req-659e6c15-2c01-41bd-9f4b-988346313856 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:27.128333 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b9ab690-f5cf-4ec2-82de-79dd4ce37f1d req-659e6c15-2c01-41bd-9f4b-988346313856 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 946 time: 0.0806222 May 27 03:22:27.171997 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b9ab690-f5cf-4ec2-82de-79dd4ce37f1d req-adbf9fba-bc74-4b87-9881-ba98f2d5d0d7 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d159604-afc7-4649-8006-f992b93917d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380037 May 27 03:22:27.927614 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f1579562-7d22-494c-b536-4161be62caff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:28.356353 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a46d7e-ac46-4dbe-919b-e723f16314d3 req-9127b1a6-0079-449e-bba3-0ae694427c98 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:28.357806 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b9a46d7e-ac46-4dbe-919b-e723f16314d3 req-9127b1a6-0079-449e-bba3-0ae694427c98 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 946 time: 0.0825078 May 27 03:22:28.400297 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b9a46d7e-ac46-4dbe-919b-e723f16314d3 req-04b60e1e-ac2a-4bd3-8cdd-7a361e883655 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d159604-afc7-4649-8006-f992b93917d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363779 May 27 03:22:29.082650 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:29.208037 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:29.581382 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d2c798-0d3d-4b85-8d0e-59a7504c9413 req-912a1848-cdb7-43fa-8973-01cbd29df1fd tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:29.582826 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-25d2c798-0d3d-4b85-8d0e-59a7504c9413 req-912a1848-cdb7-43fa-8973-01cbd29df1fd tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 946 time: 0.0778246 May 27 03:22:29.629776 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-25d2c798-0d3d-4b85-8d0e-59a7504c9413 req-e5153648-1182-4def-a9c7-21539c3f43e9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d159604-afc7-4649-8006-f992b93917d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413308 May 27 03:22:30.361646 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:30.812521 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e83437-c44c-4086-9b6e-c7ce0a2f40da req-e07ab479-e8a2-4e38-a822-f6f93ad29629 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:30.814031 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-78e83437-c44c-4086-9b6e-c7ce0a2f40da req-e07ab479-e8a2-4e38-a822-f6f93ad29629 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 946 time: 0.0805159 May 27 03:22:30.814178 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358678ef-e41c-44b6-a260-7efafaa34ca6 req-92c821b4-3df1-4c36-9ed5-d4db8f32963b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:30.816025 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-358678ef-e41c-44b6-a260-7efafaa34ca6 req-92c821b4-3df1-4c36-9ed5-d4db8f32963b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d02b46bffb894f2cbc2d380293cecdd7&device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 1097 time: 0.0788238 May 27 03:22:30.860481 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-78e83437-c44c-4086-9b6e-c7ce0a2f40da req-afb21ebd-ff29-4898-9c72-919ae5eb90d8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d159604-afc7-4649-8006-f992b93917d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387726 May 27 03:22:30.960377 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358678ef-e41c-44b6-a260-7efafaa34ca6 req-4ee7be1b-c670-46a7-8185-548e41549aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:30.961759 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-358678ef-e41c-44b6-a260-7efafaa34ca6 req-4ee7be1b-c670-46a7-8185-548e41549aff service neutron] 10.222.0.66 "GET /v2.0/networks?id=a0027715-7641-4925-be6f-d251a542ab39 HTTP/1.1" status: 200 len: 898 time: 0.1248488 May 27 03:22:31.062328 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-358678ef-e41c-44b6-a260-7efafaa34ca6 req-c54fb3ad-c26a-4171-81cb-b2342506bacb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac HTTP/1.1" status: 200 len: 1002 time: 0.0945201 May 27 03:22:31.122882 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358678ef-e41c-44b6-a260-7efafaa34ca6 req-28e95ac7-5e90-4d74-b81a-9f986d9b1c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:31.124275 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-358678ef-e41c-44b6-a260-7efafaa34ca6 req-28e95ac7-5e90-4d74-b81a-9f986d9b1c41 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=503b53a9-8692-44a2-809a-7e77b3578915 HTTP/1.1" status: 200 len: 835 time: 0.0552104 May 27 03:22:31.199329 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358678ef-e41c-44b6-a260-7efafaa34ca6 req-faf11024-90c9-41e0-9272-db7c15989638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:31.200783 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-358678ef-e41c-44b6-a260-7efafaa34ca6 req-faf11024-90c9-41e0-9272-db7c15989638 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a0027715-7641-4925-be6f-d251a542ab39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703342 May 27 03:22:31.332303 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-358678ef-e41c-44b6-a260-7efafaa34ca6 req-f776003f-e6f1-40b3-aa51-177fcf3ca1ab service neutron] 10.222.0.66 "GET /v2.0/networks/a0027715-7641-4925-be6f-d251a542ab39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223707 May 27 03:22:31.463707 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-358678ef-e41c-44b6-a260-7efafaa34ca6 req-0a284ead-fafe-45af-9c37-67af05db3c1e service neutron] 10.222.0.66 "GET /v2.0/networks/a0027715-7641-4925-be6f-d251a542ab39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246233 May 27 03:22:32.048352 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae98c7-4103-4844-8f85-7c7d1acd141e req-559b2c79-4f3d-4e09-9854-589bb74bfbb7 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:32.049835 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-85ae98c7-4103-4844-8f85-7c7d1acd141e req-559b2c79-4f3d-4e09-9854-589bb74bfbb7 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 946 time: 0.0826077 May 27 03:22:32.094078 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-85ae98c7-4103-4844-8f85-7c7d1acd141e req-65a40f21-63a3-4ba3-b899-c2ab8fe541be tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d159604-afc7-4649-8006-f992b93917d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385115 May 27 03:22:32.168527 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [req-0f44e224-c30d-4524-825c-55a0973ee62b req-ec84f88a-0f85-41e3-b63e-f880db09c202 service neutron] show failed (client error): The resource could not be found. May 27 03:22:32.169538 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0f44e224-c30d-4524-825c-55a0973ee62b req-ec84f88a-0f85-41e3-b63e-f880db09c202 service neutron] 10.222.0.66 "GET /v2.0/ports/cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac/bindings/n-h1-843554-3 HTTP/1.1" status: 404 len: 380 time: 0.0719943 May 27 03:22:32.769240 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44e224-c30d-4524-825c-55a0973ee62b req-c6ed96d8-a9bc-48a8-9a60-59eedceb5607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:32.771002 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0f44e224-c30d-4524-825c-55a0973ee62b req-c6ed96d8-a9bc-48a8-9a60-59eedceb5607 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415&tenant_id=d02b46bffb894f2cbc2d380293cecdd7 HTTP/1.1" status: 200 len: 1097 time: 0.0712066 May 27 03:22:32.782134 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-0f44e224-c30d-4524-825c-55a0973ee62b req-9c279a56-e40e-4dba-b73c-cf7c995012a2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843554-3', 'device_owner': 'compute:nova'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:22:32.894322 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0f44e224-c30d-4524-825c-55a0973ee62b req-9c279a56-e40e-4dba-b73c-cf7c995012a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:33.263097 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0f44e224-c30d-4524-825c-55a0973ee62b req-9c279a56-e40e-4dba-b73c-cf7c995012a2 service neutron] For port cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac,segment=NetworkSegment(837dbb23-8a3b-4bfe-be75-4ab962127681),segment_id=837dbb23-8a3b-4bfe-be75-4ab962127681)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:22:33.283830 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36367feb-40d6-4b46-a578-653c16be1935 req-1f881c02-f0a7-40d2-a862-fbdd7ce0b9fe tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:33.285943 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-36367feb-40d6-4b46-a578-653c16be1935 req-1f881c02-f0a7-40d2-a862-fbdd7ce0b9fe tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 946 time: 0.0817595 May 27 03:22:33.297565 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0f44e224-c30d-4524-825c-55a0973ee62b req-9c279a56-e40e-4dba-b73c-cf7c995012a2 service neutron] For port cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:22:33.333088 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-36367feb-40d6-4b46-a578-653c16be1935 req-280af19f-d4fa-4bc1-830c-3b3586d6e697 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d159604-afc7-4649-8006-f992b93917d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414081 May 27 03:22:33.362826 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a88d752-d35f-4ec1-99d5-bcb2710c0415', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:22:33.368237 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0f44e224-c30d-4524-825c-55a0973ee62b req-9c279a56-e40e-4dba-b73c-cf7c995012a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:33.383120 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-0f44e224-c30d-4524-825c-55a0973ee62b req-9c279a56-e40e-4dba-b73c-cf7c995012a2 service neutron] Transition to ACTIVE for port object cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:22:33.424576 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7f3c252-d613-4105-8396-f0876bdfac59'] response: {'server_uuid': '0a88d752-d35f-4ec1-99d5-bcb2710c0415', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac', 'code': 200} May 27 03:22:33.453501 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0f44e224-c30d-4524-825c-55a0973ee62b req-9c279a56-e40e-4dba-b73c-cf7c995012a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:33.612825 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c279a56-e40e-4dba-b73c-cf7c995012a2 service neutron] Pushing event updated for resources: {'Port': ['ID=cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac,revision_number=6']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:22:33.625577 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c279a56-e40e-4dba-b73c-cf7c995012a2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:33.625929 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c279a56-e40e-4dba-b73c-cf7c995012a2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:33.626271 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c279a56-e40e-4dba-b73c-cf7c995012a2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:33.626606 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c279a56-e40e-4dba-b73c-cf7c995012a2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:33.626936 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c279a56-e40e-4dba-b73c-cf7c995012a2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:33.627265 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c279a56-e40e-4dba-b73c-cf7c995012a2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:33.627592 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c279a56-e40e-4dba-b73c-cf7c995012a2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:33.627922 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c279a56-e40e-4dba-b73c-cf7c995012a2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:33.628247 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c279a56-e40e-4dba-b73c-cf7c995012a2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:33.628571 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c279a56-e40e-4dba-b73c-cf7c995012a2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:33.629507 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c279a56-e40e-4dba-b73c-cf7c995012a2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:33.629773 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c279a56-e40e-4dba-b73c-cf7c995012a2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:33.672209 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f44e224-c30d-4524-825c-55a0973ee62b req-9c279a56-e40e-4dba-b73c-cf7c995012a2 service neutron] No DVR routers for this DVR port cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:22:33.896137 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-0f44e224-c30d-4524-825c-55a0973ee62b req-9c279a56-e40e-4dba-b73c-cf7c995012a2 service neutron] Attempting to bind port cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:22:33.896392 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-0f44e224-c30d-4524-825c-55a0973ee62b req-9c279a56-e40e-4dba-b73c-cf7c995012a2 service neutron] Attempting to bind port cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '837dbb23-8a3b-4bfe-be75-4ab962127681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a0027715-7641-4925-be6f-d251a542ab39'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:22:33.896748 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f44e224-c30d-4524-825c-55a0973ee62b req-9c279a56-e40e-4dba-b73c-cf7c995012a2 service neutron] Attempting to bind port cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac on network a0027715-7641-4925-be6f-d251a542ab39 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:22:33.901120 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f44e224-c30d-4524-825c-55a0973ee62b req-9c279a56-e40e-4dba-b73c-cf7c995012a2 service neutron] Port cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac on network a0027715-7641-4925-be6f-d251a542ab39 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:22:33.901439 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f44e224-c30d-4524-825c-55a0973ee62b req-9c279a56-e40e-4dba-b73c-cf7c995012a2 service neutron] Attempting to bind port cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac on network a0027715-7641-4925-be6f-d251a542ab39 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:22:33.906375 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f44e224-c30d-4524-825c-55a0973ee62b req-9c279a56-e40e-4dba-b73c-cf7c995012a2 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:22:33.906710 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f44e224-c30d-4524-825c-55a0973ee62b req-9c279a56-e40e-4dba-b73c-cf7c995012a2 service neutron] Checking segment: {'id': '837dbb23-8a3b-4bfe-be75-4ab962127681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a0027715-7641-4925-be6f-d251a542ab39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:22:33.907087 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f44e224-c30d-4524-825c-55a0973ee62b req-9c279a56-e40e-4dba-b73c-cf7c995012a2 service neutron] Bound using segment: {'id': '837dbb23-8a3b-4bfe-be75-4ab962127681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a0027715-7641-4925-be6f-d251a542ab39'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:22:33.907502 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-0f44e224-c30d-4524-825c-55a0973ee62b req-9c279a56-e40e-4dba-b73c-cf7c995012a2 service neutron] Bound port: cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '837dbb23-8a3b-4bfe-be75-4ab962127681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a0027715-7641-4925-be6f-d251a542ab39'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:22:33.907837 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0f44e224-c30d-4524-825c-55a0973ee62b req-9c279a56-e40e-4dba-b73c-cf7c995012a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:33.995638 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0f44e224-c30d-4524-825c-55a0973ee62b req-9c279a56-e40e-4dba-b73c-cf7c995012a2 service neutron] For port cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:22:33.998502 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0f44e224-c30d-4524-825c-55a0973ee62b req-9c279a56-e40e-4dba-b73c-cf7c995012a2 service neutron] For port cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac,segment=NetworkSegment(837dbb23-8a3b-4bfe-be75-4ab962127681),segment_id=837dbb23-8a3b-4bfe-be75-4ab962127681)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:22:34.088282 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0f44e224-c30d-4524-825c-55a0973ee62b req-9c279a56-e40e-4dba-b73c-cf7c995012a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:34.128850 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.32', 59706) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:22:34.143029 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44e224-c30d-4524-825c-55a0973ee62b req-9c279a56-e40e-4dba-b73c-cf7c995012a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:34.143529 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0f44e224-c30d-4524-825c-55a0973ee62b req-9c279a56-e40e-4dba-b73c-cf7c995012a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:34.145244 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-0f44e224-c30d-4524-825c-55a0973ee62b req-9c279a56-e40e-4dba-b73c-cf7c995012a2 service neutron] 10.222.0.32 "PUT /v2.0/ports/cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac HTTP/1.1" status: 200 len: 1092 time: 1.3671348 May 27 03:22:34.174188 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c279a56-e40e-4dba-b73c-cf7c995012a2 service neutron] Pushing event updated for resources: {'Port': ['ID=cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac,revision_number=7']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:22:34.208741 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fae55-3d23-406d-8afa-875b2a8396d7 req-79a70540-cec2-4430-9bab-2736602e0740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:34.210337 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-783fae55-3d23-406d-8afa-875b2a8396d7 req-79a70540-cec2-4430-9bab-2736602e0740 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d02b46bffb894f2cbc2d380293cecdd7&device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 1095 time: 0.0799191 May 27 03:22:34.510781 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fae55-3d23-406d-8afa-875b2a8396d7 req-b84e1c9f-870c-4675-af26-5a38a5d91d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:34.512203 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-783fae55-3d23-406d-8afa-875b2a8396d7 req-b84e1c9f-870c-4675-af26-5a38a5d91d9b service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0027715-7641-4925-be6f-d251a542ab39 HTTP/1.1" status: 200 len: 898 time: 0.2823834 May 27 03:22:34.623947 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256dd7eb-466b-4746-9bda-3d6bac19092a req-315dea14-a932-4ceb-83ce-20209745d755 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:34.625413 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-256dd7eb-466b-4746-9bda-3d6bac19092a req-315dea14-a932-4ceb-83ce-20209745d755 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 944 time: 0.1810458 May 27 03:22:34.629172 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-783fae55-3d23-406d-8afa-875b2a8396d7 req-ef132d90-98e8-47ee-b588-bd1ac2231cd3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac HTTP/1.1" status: 200 len: 1000 time: 0.1103489 May 27 03:22:34.653417 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:22:34.720620 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-256dd7eb-466b-4746-9bda-3d6bac19092a req-fdf128ac-07ac-4c1f-826b-c14675e5e214 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d159604-afc7-4649-8006-f992b93917d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890076 May 27 03:22:34.722115 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fae55-3d23-406d-8afa-875b2a8396d7 req-67e59502-16d8-4800-aede-0cc3cdc769bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:34.723988 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-783fae55-3d23-406d-8afa-875b2a8396d7 req-67e59502-16d8-4800-aede-0cc3cdc769bf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=503b53a9-8692-44a2-809a-7e77b3578915 HTTP/1.1" status: 200 len: 835 time: 0.0799878 May 27 03:22:34.798358 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fae55-3d23-406d-8afa-875b2a8396d7 req-476b36ab-c465-4987-911c-ea95111877b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:34.799723 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-783fae55-3d23-406d-8afa-875b2a8396d7 req-476b36ab-c465-4987-911c-ea95111877b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0027715-7641-4925-be6f-d251a542ab39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689435 May 27 03:22:34.928203 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-783fae55-3d23-406d-8afa-875b2a8396d7 req-eeae8411-f85f-4d79-bb65-ddc8b4c9d352 service neutron] 10.222.0.32 "GET /v2.0/networks/a0027715-7641-4925-be6f-d251a542ab39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224909 May 27 03:22:35.056695 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-783fae55-3d23-406d-8afa-875b2a8396d7 req-7efa8904-8824-4ed8-80b0-e2dd2a4a2e17 service neutron] 10.222.0.32 "GET /v2.0/networks/a0027715-7641-4925-be6f-d251a542ab39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230376 May 27 03:22:35.246854 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44e224-c30d-4524-825c-55a0973ee62b req-bc47191e-13bf-4f1c-bc6c-9a67b55c9202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:35.248297 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0f44e224-c30d-4524-825c-55a0973ee62b req-bc47191e-13bf-4f1c-bc6c-9a67b55c9202 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d02b46bffb894f2cbc2d380293cecdd7&device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 1095 time: 0.0734560 May 27 03:22:35.378447 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44e224-c30d-4524-825c-55a0973ee62b req-c38cf672-a63b-4a49-99ad-c31a9b55d80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:35.380314 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0f44e224-c30d-4524-825c-55a0973ee62b req-c38cf672-a63b-4a49-99ad-c31a9b55d80f service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0027715-7641-4925-be6f-d251a542ab39 HTTP/1.1" status: 200 len: 898 time: 0.1258645 May 27 03:22:35.426430 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a88d752-d35f-4ec1-99d5-bcb2710c0415', 'tag': 'cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:22:35.482381 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fdd468b-03bd-400f-91ca-c3f3e3978d76'] response: {'name': 'network-changed', 'server_uuid': '0a88d752-d35f-4ec1-99d5-bcb2710c0415', 'tag': 'cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac', 'status': 'completed', 'code': 200} May 27 03:22:35.483026 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0f44e224-c30d-4524-825c-55a0973ee62b req-5e900949-0aa3-482a-a489-e47eef370edc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac HTTP/1.1" status: 200 len: 1000 time: 0.0964828 May 27 03:22:35.544366 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44e224-c30d-4524-825c-55a0973ee62b req-ef158454-d85f-481c-bf76-75659732887b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:35.546186 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0f44e224-c30d-4524-825c-55a0973ee62b req-ef158454-d85f-481c-bf76-75659732887b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=503b53a9-8692-44a2-809a-7e77b3578915 HTTP/1.1" status: 200 len: 835 time: 0.0569119 May 27 03:22:35.577053 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80b4a1-b5a4-4dc3-90b1-b408881ef23e req-7953f440-f54b-41de-b5e1-4727ab270461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:35.578512 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9a80b4a1-b5a4-4dc3-90b1-b408881ef23e req-7953f440-f54b-41de-b5e1-4727ab270461 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d02b46bffb894f2cbc2d380293cecdd7&device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 1095 time: 0.0745583 May 27 03:22:35.618898 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44e224-c30d-4524-825c-55a0973ee62b req-4faa4b0f-a1d1-4c0a-8e45-4d9b3fec0d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:35.620523 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0f44e224-c30d-4524-825c-55a0973ee62b req-4faa4b0f-a1d1-4c0a-8e45-4d9b3fec0d4f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0027715-7641-4925-be6f-d251a542ab39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686946 May 27 03:22:35.707730 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80b4a1-b5a4-4dc3-90b1-b408881ef23e req-5022f752-b0d8-41e1-982a-cf28f25d036c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:35.709073 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9a80b4a1-b5a4-4dc3-90b1-b408881ef23e req-5022f752-b0d8-41e1-982a-cf28f25d036c service neutron] 10.222.0.66 "GET /v2.0/networks?id=a0027715-7641-4925-be6f-d251a542ab39 HTTP/1.1" status: 200 len: 898 time: 0.1251554 May 27 03:22:35.752885 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0f44e224-c30d-4524-825c-55a0973ee62b req-cf4c447a-6b08-4e0e-8114-152039be8a68 service neutron] 10.222.0.32 "GET /v2.0/networks/a0027715-7641-4925-be6f-d251a542ab39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263616 May 27 03:22:35.816452 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9a80b4a1-b5a4-4dc3-90b1-b408881ef23e req-8c8c9932-1aad-4c50-a704-9169885a6f27 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac HTTP/1.1" status: 200 len: 1000 time: 0.1015642 May 27 03:22:35.881623 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80b4a1-b5a4-4dc3-90b1-b408881ef23e req-2dd8b68f-711b-4f58-b44c-a4d7b2750f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:35.883062 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9a80b4a1-b5a4-4dc3-90b1-b408881ef23e req-2dd8b68f-711b-4f58-b44c-a4d7b2750f00 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=503b53a9-8692-44a2-809a-7e77b3578915 HTTP/1.1" status: 200 len: 835 time: 0.0611858 May 27 03:22:35.942782 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0f44e224-c30d-4524-825c-55a0973ee62b req-38c7e979-bac0-4664-97ac-17b5c109e0ea service neutron] 10.222.0.32 "GET /v2.0/networks/a0027715-7641-4925-be6f-d251a542ab39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832788 May 27 03:22:35.956348 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80b4a1-b5a4-4dc3-90b1-b408881ef23e req-c71636c7-c8ee-4fd1-889d-6a203bf94016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:35.958020 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9a80b4a1-b5a4-4dc3-90b1-b408881ef23e req-c71636c7-c8ee-4fd1-889d-6a203bf94016 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a0027715-7641-4925-be6f-d251a542ab39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692587 May 27 03:22:35.960530 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca713293-4dcc-4e1e-b2e8-3b6e17a3842c req-ec5724a5-3b63-4c60-8879-a82b39bdc16f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:35.961984 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ca713293-4dcc-4e1e-b2e8-3b6e17a3842c req-ec5724a5-3b63-4c60-8879-a82b39bdc16f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 944 time: 0.1201532 May 27 03:22:36.045028 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ca713293-4dcc-4e1e-b2e8-3b6e17a3842c req-fb6b52ef-b847-4b16-bc7b-7e4246d3636b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d159604-afc7-4649-8006-f992b93917d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773327 May 27 03:22:36.080422 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80b4a1-b5a4-4dc3-90b1-b408881ef23e req-a5d0a1f9-40c5-4575-a9c4-6a1c3a018eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:36.081967 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9a80b4a1-b5a4-4dc3-90b1-b408881ef23e req-a5d0a1f9-40c5-4575-a9c4-6a1c3a018eeb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d02b46bffb894f2cbc2d380293cecdd7&device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 1095 time: 0.0937340 May 27 03:22:36.095036 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9a80b4a1-b5a4-4dc3-90b1-b408881ef23e req-8f2926dc-f88e-414b-aed3-78da632d5391 service neutron] 10.222.0.66 "GET /v2.0/networks/a0027715-7641-4925-be6f-d251a542ab39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309426 May 27 03:22:36.334569 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80b4a1-b5a4-4dc3-90b1-b408881ef23e req-325800bd-7cd0-4764-81a0-4fd5c343b047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:36.335991 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9a80b4a1-b5a4-4dc3-90b1-b408881ef23e req-325800bd-7cd0-4764-81a0-4fd5c343b047 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0027715-7641-4925-be6f-d251a542ab39 HTTP/1.1" status: 200 len: 898 time: 0.2477200 May 27 03:22:36.338393 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-9a80b4a1-b5a4-4dc3-90b1-b408881ef23e req-43792953-0a38-4548-927d-5fad600f0039 service neutron] 10.222.0.66 "GET /v2.0/networks/a0027715-7641-4925-be6f-d251a542ab39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363436 May 27 03:22:36.434187 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9a80b4a1-b5a4-4dc3-90b1-b408881ef23e req-2c97e52a-52c0-46c6-8e42-484f1bbecd88 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac HTTP/1.1" status: 200 len: 1000 time: 0.0916045 May 27 03:22:36.496631 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80b4a1-b5a4-4dc3-90b1-b408881ef23e req-d91c99bf-6fc7-4500-891e-fc3d7ad804fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:36.498026 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9a80b4a1-b5a4-4dc3-90b1-b408881ef23e req-d91c99bf-6fc7-4500-891e-fc3d7ad804fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=503b53a9-8692-44a2-809a-7e77b3578915 HTTP/1.1" status: 200 len: 835 time: 0.0580492 May 27 03:22:36.570149 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80b4a1-b5a4-4dc3-90b1-b408881ef23e req-08d5a214-ce34-495a-b5da-3f226a76b1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:36.571562 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9a80b4a1-b5a4-4dc3-90b1-b408881ef23e req-08d5a214-ce34-495a-b5da-3f226a76b1de service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0027715-7641-4925-be6f-d251a542ab39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678380 May 27 03:22:36.700120 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9a80b4a1-b5a4-4dc3-90b1-b408881ef23e req-cfe92fd7-6503-4079-b52b-7e0faa19e51c service neutron] 10.222.0.32 "GET /v2.0/networks/a0027715-7641-4925-be6f-d251a542ab39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217551 May 27 03:22:36.830291 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9a80b4a1-b5a4-4dc3-90b1-b408881ef23e req-84d45e0d-f683-4274-ae3f-b77022e3a699 service neutron] 10.222.0.32 "GET /v2.0/networks/a0027715-7641-4925-be6f-d251a542ab39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235561 May 27 03:22:36.970017 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:22:37.025484 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:22:37.232466 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ef62b-5c4a-43b4-84a2-46a27fcc29e3 req-fb3bdbe4-3a2e-46b4-9dfd-410f1ca990c4 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:37.233939 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fb3ef62b-5c4a-43b4-84a2-46a27fcc29e3 req-fb3bdbe4-3a2e-46b4-9dfd-410f1ca990c4 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 944 time: 0.0826561 May 27 03:22:37.277362 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fb3ef62b-5c4a-43b4-84a2-46a27fcc29e3 req-7d9b0ca0-a87f-4275-baba-42f6fc980ca7 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d159604-afc7-4649-8006-f992b93917d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370677 May 27 03:22:37.308081 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:22:37.438828 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac,segment=NetworkSegment(837dbb23-8a3b-4bfe-be75-4ab962127681),segment_id=837dbb23-8a3b-4bfe-be75-4ab962127681)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:22:37.451218 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': 'cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac', 'network_id': 'a0027715-7641-4925-be6f-d251a542ab39', 'port_id': 'cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac', 'mac_address': 'fa:16:3e:ff:45:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503b53a9-8692-44a2-809a-7e77b3578915', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:22:37.507182 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:22:37.507550 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:37.560474 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:22:37.575572 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac,segment=NetworkSegment(837dbb23-8a3b-4bfe-be75-4ab962127681),segment_id=837dbb23-8a3b-4bfe-be75-4ab962127681)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:22:37.716539 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:37.782638 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac,revision_number=8']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:22:37.790846 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:37.791191 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:37.791523 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:37.791853 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:37.792181 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:37.792505 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:37.792863 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:37.793177 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:37.793495 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:37.793808 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:37.794183 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:37.794515 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:37.965868 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:22:38.623085 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf5608-7d68-4a2e-86a6-ae79761974c6 req-cfecf6f0-e976-477d-afaa-53386151516b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:38.624406 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b8bf5608-7d68-4a2e-86a6-ae79761974c6 req-cfecf6f0-e976-477d-afaa-53386151516b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 945 time: 0.0765970 May 27 03:22:38.667547 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b8bf5608-7d68-4a2e-86a6-ae79761974c6 req-bcd61268-1d63-44f1-a2d5-0fd5f9d807ac tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d159604-afc7-4649-8006-f992b93917d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375526 May 27 03:22:39.095980 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad9af2-46b0-40f3-b6ad-ff0692c70ba2 req-77156663-91f3-4ac9-9d50-8beacbc8b180 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:39.097490 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-47ad9af2-46b0-40f3-b6ad-ff0692c70ba2 req-77156663-91f3-4ac9-9d50-8beacbc8b180 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 945 time: 0.0862217 May 27 03:22:39.141328 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-47ad9af2-46b0-40f3-b6ad-ff0692c70ba2 req-62a80922-df17-4062-9d9c-9e6634ad1f13 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d159604-afc7-4649-8006-f992b93917d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380261 May 27 03:22:39.185235 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19930d-6835-4ce1-8692-d583d84eca80 req-e9442cde-7748-4323-800c-31f9ceb89409 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:39.185235 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-8d19930d-6835-4ce1-8692-d583d84eca80 req-e9442cde-7748-4323-800c-31f9ceb89409 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Synchronizing usage tracker for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:22:39.281780 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-8d19930d-6835-4ce1-8692-d583d84eca80 req-e9442cde-7748-4323-800c-31f9ceb89409 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Unset dirty status for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:22:39.282938 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8d19930d-6835-4ce1-8692-d583d84eca80 req-e9442cde-7748-4323-800c-31f9ceb89409 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415&tenant_id=d02b46bffb894f2cbc2d380293cecdd7&binding%3Ahost_id=n-h1-843554-3 HTTP/1.1" status: 200 len: 945 time: 0.1885993 May 27 03:22:39.307500 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:22:39.329548 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98d6aa-50ba-4e4b-b334-f5a3064a6b31 req-74160724-5fb4-449b-bb42-b97de34fc6d5 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:39.331024 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ce98d6aa-50ba-4e4b-b334-f5a3064a6b31 req-74160724-5fb4-449b-bb42-b97de34fc6d5 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 945 time: 0.0807779 May 27 03:22:39.366938 n-d-843554-3 neutron-server[88901]: INFO neutron.api.v2.resource [req-8d19930d-6835-4ce1-8692-d583d84eca80 req-a3b5da2b-92d7-4936-824f-6d2696c5de80 service neutron] delete failed (client error): The resource could not be found. May 27 03:22:39.367943 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8d19930d-6835-4ce1-8692-d583d84eca80 req-a3b5da2b-92d7-4936-824f-6d2696c5de80 service neutron] 10.222.0.66 "DELETE /v2.0/ports/cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac/bindings/n-h2-843554-3 HTTP/1.1" status: 404 len: 380 time: 0.0794995 May 27 03:22:39.380645 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ce98d6aa-50ba-4e4b-b334-f5a3064a6b31 req-cc050ceb-729a-49fe-980f-c225056b9369 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d159604-afc7-4649-8006-f992b93917d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428543 May 27 03:22:39.413128 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:22:39.418310 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:22:39.418687 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:39.507869 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19930d-6835-4ce1-8692-d583d84eca80 req-ed13a241-a062-415d-b37f-7fce1ad93026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:39.509432 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8d19930d-6835-4ce1-8692-d583d84eca80 req-ed13a241-a062-415d-b37f-7fce1ad93026 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d02b46bffb894f2cbc2d380293cecdd7&device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 1096 time: 0.0741303 May 27 03:22:39.536015 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:22:39.536394 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:39.562804 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a88d752-d35f-4ec1-99d5-bcb2710c0415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:22:39.572456 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac,segment=NetworkSegment(837dbb23-8a3b-4bfe-be75-4ab962127681),segment_id=837dbb23-8a3b-4bfe-be75-4ab962127681)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:22:39.621060 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49b3975a-872f-4545-8a06-dba46f9fa809'] response: {'server_uuid': '0a88d752-d35f-4ec1-99d5-bcb2710c0415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac', 'code': 200} May 27 03:22:39.642214 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19930d-6835-4ce1-8692-d583d84eca80 req-baee9cd0-1008-4c08-8293-88e5b416164b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:39.643652 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8d19930d-6835-4ce1-8692-d583d84eca80 req-baee9cd0-1008-4c08-8293-88e5b416164b service neutron] 10.222.0.66 "GET /v2.0/networks?id=a0027715-7641-4925-be6f-d251a542ab39 HTTP/1.1" status: 200 len: 898 time: 0.1286101 May 27 03:22:39.647485 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:39.712923 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac,revision_number=9']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:22:39.748011 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8d19930d-6835-4ce1-8692-d583d84eca80 req-529ecea8-714c-4c19-b937-5a6bc692a98d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac HTTP/1.1" status: 200 len: 1002 time: 0.0979505 May 27 03:22:39.808767 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19930d-6835-4ce1-8692-d583d84eca80 req-8fafecee-4a22-439b-8b69-36b7800790d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:39.810093 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8d19930d-6835-4ce1-8692-d583d84eca80 req-8fafecee-4a22-439b-8b69-36b7800790d7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=503b53a9-8692-44a2-809a-7e77b3578915 HTTP/1.1" status: 200 len: 835 time: 0.0565553 May 27 03:22:39.882082 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19930d-6835-4ce1-8692-d583d84eca80 req-7dda9ce2-46e7-451f-96db-28f945123177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:39.883535 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8d19930d-6835-4ce1-8692-d583d84eca80 req-7dda9ce2-46e7-451f-96db-28f945123177 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a0027715-7641-4925-be6f-d251a542ab39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678492 May 27 03:22:40.010689 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8d19930d-6835-4ce1-8692-d583d84eca80 req-a35141ab-551a-483b-aa0e-878d501be192 service neutron] 10.222.0.66 "GET /v2.0/networks/a0027715-7641-4925-be6f-d251a542ab39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214132 May 27 03:22:40.138997 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-8d19930d-6835-4ce1-8692-d583d84eca80 req-876b908d-5c4b-4de4-8f83-17f55f891240 service neutron] 10.222.0.66 "GET /v2.0/networks/a0027715-7641-4925-be6f-d251a542ab39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227465 May 27 03:22:40.561160 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185dabda-f454-4376-98cb-d1b07c3cf87b req-e4f6dfeb-be26-49f8-8ebf-d972ad208521 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:40.562635 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-185dabda-f454-4376-98cb-d1b07c3cf87b req-e4f6dfeb-be26-49f8-8ebf-d972ad208521 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 946 time: 0.0785136 May 27 03:22:40.606980 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-185dabda-f454-4376-98cb-d1b07c3cf87b req-95d0cc5d-d021-48a2-9d89-4bcb289916a4 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d159604-afc7-4649-8006-f992b93917d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382540 May 27 03:22:41.793746 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba776e-4624-45bc-9497-a7453f897686 req-d73ecefd-6510-40f6-8e66-1403d8e80121 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:41.795228 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f3ba776e-4624-45bc-9497-a7453f897686 req-d73ecefd-6510-40f6-8e66-1403d8e80121 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 946 time: 0.0830276 May 27 03:22:41.840304 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f3ba776e-4624-45bc-9497-a7453f897686 req-b390ab76-4264-4fd4-827b-9d7f03ae9bae tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d159604-afc7-4649-8006-f992b93917d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387187 May 27 03:22:41.863383 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38026) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:22:41.967878 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-35979ddf-eb4b-4d16-8fe1-8054d7cb046e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/floatingips/1552fcef-b305-4e92-97a3-c226c51cc3a7 HTTP/1.1" status: 200 len: 994 time: 0.1033173 May 27 03:22:49.956071 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:49.973112 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:55.538458 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8a06602a-89f1-4243-aec5-3d9fed6a4070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:57.915671 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3ef0662b-e8f6-4441-b047-badc9b615227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:59.035678 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:59.190020 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:00.349965 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:08.516688 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38038) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:08.753294 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-3d7410a8-6181-415f-8603-8f18881516c9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Deleting port 76fcab1c-803c-46ca-a064-cb9e5e833cea {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:23:08.753641 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3d7410a8-6181-415f-8603-8f18881516c9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:09.021806 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3d7410a8-6181-415f-8603-8f18881516c9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:09.022116 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3d7410a8-6181-415f-8603-8f18881516c9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:09.141723 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-3d7410a8-6181-415f-8603-8f18881516c9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Calling delete_port for 76fcab1c-803c-46ca-a064-cb9e5e833cea owned by network:floatingip {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:23:09.436141 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3d7410a8-6181-415f-8603-8f18881516c9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:09.480860 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7410a8-6181-415f-8603-8f18881516c9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event deleted for resources: {'Port': ['ID=76fcab1c-803c-46ca-a064-cb9e5e833cea,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:09.513631 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7410a8-6181-415f-8603-8f18881516c9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:09.513988 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7410a8-6181-415f-8603-8f18881516c9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:09.514327 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7410a8-6181-415f-8603-8f18881516c9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:09.514662 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7410a8-6181-415f-8603-8f18881516c9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:09.514991 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7410a8-6181-415f-8603-8f18881516c9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:09.515322 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7410a8-6181-415f-8603-8f18881516c9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:09.515653 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7410a8-6181-415f-8603-8f18881516c9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:09.515976 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7410a8-6181-415f-8603-8f18881516c9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:09.516301 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7410a8-6181-415f-8603-8f18881516c9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:09.516621 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7410a8-6181-415f-8603-8f18881516c9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:09.516967 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7410a8-6181-415f-8603-8f18881516c9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:09.517492 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7410a8-6181-415f-8603-8f18881516c9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:09.584638 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3d7410a8-6181-415f-8603-8f18881516c9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for floatingip, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:09.584999 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-3d7410a8-6181-415f-8603-8f18881516c9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Floating IP 1552fcef-b305-4e92-97a3-c226c51cc3a7 disassociated (deleted). External IP: 172.25.1.163, port: cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac. May 27 03:23:09.929426 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7410a8-6181-415f-8603-8f18881516c9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Router 48ea7741-6836-4448-a728-1d2fbec94dfc has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:23:10.104010 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7410a8-6181-415f-8603-8f18881516c9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:23:10.114115 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e5e362-702c-4b27-85b4-683e36ba3edc None None] Sync routers for ids ['48ea7741-6836-4448-a728-1d2fbec94dfc'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:23:10.123203 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e5e362-702c-4b27-85b4-683e36ba3edc None None] Routers {'48ea7741-6836-4448-a728-1d2fbec94dfc'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:23:10.123857 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a1e5e362-702c-4b27-85b4-683e36ba3edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:22:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['48ea7741-6836-4448-a728-1d2fbec94dfc'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:10.186201 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3d7410a8-6181-415f-8603-8f18881516c9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:10.239770 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3d7410a8-6181-415f-8603-8f18881516c9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "DELETE /v2.0/floatingips/1552fcef-b305-4e92-97a3-c226c51cc3a7 HTTP/1.1" status: 204 len: 168 time: 1.7219851 May 27 03:23:10.240880 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a88d752-d35f-4ec1-99d5-bcb2710c0415', 'tag': 'cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:23:10.287810 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a41b770e-24df-46bd-8088-0beeed119ada'] response: {'name': 'network-changed', 'server_uuid': '0a88d752-d35f-4ec1-99d5-bcb2710c0415', 'tag': 'cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac', 'status': 'completed', 'code': 200} May 27 03:23:10.307975 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-a1e5e362-702c-4b27-85b4-683e36ba3edc None None] Set router 48ea7741-6836-4448-a728-1d2fbec94dfc gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:23:10.380326 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c19035-c3f7-4f5c-9ef7-15afbdfde46e req-fb17de68-8b97-4128-a538-08ffc2be7092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:10.382299 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-50c19035-c3f7-4f5c-9ef7-15afbdfde46e req-fb17de68-8b97-4128-a538-08ffc2be7092 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d02b46bffb894f2cbc2d380293cecdd7&device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 1097 time: 0.0716355 May 27 03:23:10.517759 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c19035-c3f7-4f5c-9ef7-15afbdfde46e req-f82b70f0-7b31-417d-b0ce-18d2eef97fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:10.519198 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-50c19035-c3f7-4f5c-9ef7-15afbdfde46e req-f82b70f0-7b31-417d-b0ce-18d2eef97fca service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0027715-7641-4925-be6f-d251a542ab39 HTTP/1.1" status: 200 len: 898 time: 0.1291780 May 27 03:23:10.595092 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-50c19035-c3f7-4f5c-9ef7-15afbdfde46e req-3eea0cfa-ba66-4a28-a126-2a20d347b4c8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac HTTP/1.1" status: 200 len: 217 time: 0.0689800 May 27 03:23:10.635925 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a1e5e362-702c-4b27-85b4-683e36ba3edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ea7741-6836-4448-a728-1d2fbec94dfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042750179', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '6860e25c-6349-492a-baff-f9a270b23989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:21:20Z', 'updated_at': '2022-05-27T03:21:25Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '6860e25c-6349-492a-baff-f9a270b23989', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ea7741-6836-4448-a728-1d2fbec94dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:21:20Z', 'updated_at': '2022-05-27T03:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '5d0c7e82-ba10-40ae-9d37-8b603c7751c1', 'name': '', 'network_id': 'a0027715-7641-4925-be6f-d251a542ab39', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'mac_address': 'fa:16:3e:b4:34:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ea7741-6836-4448-a728-1d2fbec94dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '503b53a9-8692-44a2-809a-7e77b3578915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:21:25Z', 'updated_at': '2022-05-27T03:21:30Z', 'revision_number': 5, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'subnets': [{'id': '503b53a9-8692-44a2-809a-7e77b3578915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:10.640151 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e5e362-702c-4b27-85b4-683e36ba3edc None None] Checking router: 48ea7741-6836-4448-a728-1d2fbec94dfc for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:23:10.648931 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e5e362-702c-4b27-85b4-683e36ba3edc None None] Routers {'48ea7741-6836-4448-a728-1d2fbec94dfc'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:23:10.649555 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a1e5e362-702c-4b27-85b4-683e36ba3edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:22:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['48ea7741-6836-4448-a728-1d2fbec94dfc'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:10.663903 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c19035-c3f7-4f5c-9ef7-15afbdfde46e req-51af01db-5d10-44cd-86da-685ed92fb982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:10.665393 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-50c19035-c3f7-4f5c-9ef7-15afbdfde46e req-51af01db-5d10-44cd-86da-685ed92fb982 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=503b53a9-8692-44a2-809a-7e77b3578915 HTTP/1.1" status: 200 len: 835 time: 0.0641444 May 27 03:23:10.875812 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-a1e5e362-702c-4b27-85b4-683e36ba3edc None None] Set router 48ea7741-6836-4448-a728-1d2fbec94dfc gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:23:10.917363 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c19035-c3f7-4f5c-9ef7-15afbdfde46e req-713927d7-57b5-4323-af6e-0d3f9ce2c1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:10.918725 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-50c19035-c3f7-4f5c-9ef7-15afbdfde46e req-713927d7-57b5-4323-af6e-0d3f9ce2c1ba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0027715-7641-4925-be6f-d251a542ab39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2471962 May 27 03:23:10.931017 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed0332-b306-42b2-81dd-dd7e858e2ce1 req-3e02fca8-8b7d-4a92-99ff-a3dd12bdf3b0 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:10.931681 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-01ed0332-b306-42b2-81dd-dd7e858e2ce1 req-3e02fca8-8b7d-4a92-99ff-a3dd12bdf3b0 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Synchronizing usage tracker for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:23:11.063029 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-50c19035-c3f7-4f5c-9ef7-15afbdfde46e req-29fdfd2f-2644-4ab2-9ffb-388cae4dc713 service neutron] 10.222.0.32 "GET /v2.0/networks/a0027715-7641-4925-be6f-d251a542ab39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286697 May 27 03:23:11.132254 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-01ed0332-b306-42b2-81dd-dd7e858e2ce1 req-3e02fca8-8b7d-4a92-99ff-a3dd12bdf3b0 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Unset dirty status for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:23:11.133405 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-01ed0332-b306-42b2-81dd-dd7e858e2ce1 req-3e02fca8-8b7d-4a92-99ff-a3dd12bdf3b0 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 946 time: 0.3136151 May 27 03:23:11.194260 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a1e5e362-702c-4b27-85b4-683e36ba3edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ea7741-6836-4448-a728-1d2fbec94dfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042750179', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '6860e25c-6349-492a-baff-f9a270b23989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:21:20Z', 'updated_at': '2022-05-27T03:21:25Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '6860e25c-6349-492a-baff-f9a270b23989', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ea7741-6836-4448-a728-1d2fbec94dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:21:20Z', 'updated_at': '2022-05-27T03:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '5d0c7e82-ba10-40ae-9d37-8b603c7751c1', 'name': '', 'network_id': 'a0027715-7641-4925-be6f-d251a542ab39', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'mac_address': 'fa:16:3e:b4:34:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ea7741-6836-4448-a728-1d2fbec94dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '503b53a9-8692-44a2-809a-7e77b3578915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:21:25Z', 'updated_at': '2022-05-27T03:21:30Z', 'revision_number': 5, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'subnets': [{'id': '503b53a9-8692-44a2-809a-7e77b3578915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:11.198216 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e5e362-702c-4b27-85b4-683e36ba3edc None None] The sync data for ids ['48ea7741-6836-4448-a728-1d2fbec94dfc'] in n-d-843554-3 is: [{'id': '48ea7741-6836-4448-a728-1d2fbec94dfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042750179', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '6860e25c-6349-492a-baff-f9a270b23989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:21:20Z', 'updated_at': '2022-05-27T03:21:25Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '6860e25c-6349-492a-baff-f9a270b23989', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ea7741-6836-4448-a728-1d2fbec94dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:21:20Z', 'updated_at': '2022-05-27T03:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '5d0c7e82-ba10-40ae-9d37-8b603c7751c1', 'name': '', 'network_id': 'a0027715-7641-4925-be6f-d251a542ab39', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'mac_address': 'fa:16:3e:b4:34:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ea7741-6836-4448-a728-1d2fbec94dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '503b53a9-8692-44a2-809a-7e77b3578915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:21:25Z', 'updated_at': '2022-05-27T03:21:30Z', 'revision_number': 5, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'subnets': [{'id': '503b53a9-8692-44a2-809a-7e77b3578915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:23:11.207197 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-01ed0332-b306-42b2-81dd-dd7e858e2ce1 req-3f531efa-5752-4d10-ab3f-aa97fe02c503 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d159604-afc7-4649-8006-f992b93917d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651016 May 27 03:23:11.228895 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-50c19035-c3f7-4f5c-9ef7-15afbdfde46e req-32d6fcbd-21d5-4d5e-88b1-1dd4f2e487b8 service neutron] 10.222.0.32 "GET /v2.0/networks/a0027715-7641-4925-be6f-d251a542ab39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597133 May 27 03:23:11.407317 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d94308-75c9-4a1e-a5d1-ce2d6b1c86ff None None] New status for floating IP 1552fcef-b305-4e92-97a3-c226c51cc3a7: DOWN {{(pid=88904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:23:11.652775 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:23:11.970299 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b23ff8-0e19-403c-b457-a2dc2b9ad6e8 req-5b40b4b9-6a35-41e9-9d48-2a0426bfd4b8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:11.971715 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-53b23ff8-0e19-403c-b457-a2dc2b9ad6e8 req-5b40b4b9-6a35-41e9-9d48-2a0426bfd4b8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 946 time: 0.0767615 May 27 03:23:12.043073 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-53b23ff8-0e19-403c-b457-a2dc2b9ad6e8 req-b60b15d5-861c-4a77-ba90-4d369ce4674e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Deleting port cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:23:12.043410 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-53b23ff8-0e19-403c-b457-a2dc2b9ad6e8 req-b60b15d5-861c-4a77-ba90-4d369ce4674e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:12.283105 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-53b23ff8-0e19-403c-b457-a2dc2b9ad6e8 req-b60b15d5-861c-4a77-ba90-4d369ce4674e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] For port cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac,segment=NetworkSegment(837dbb23-8a3b-4bfe-be75-4ab962127681),segment_id=837dbb23-8a3b-4bfe-be75-4ab962127681)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:23:12.283465 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-53b23ff8-0e19-403c-b457-a2dc2b9ad6e8 req-b60b15d5-861c-4a77-ba90-4d369ce4674e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:12.436470 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-53b23ff8-0e19-403c-b457-a2dc2b9ad6e8 req-b60b15d5-861c-4a77-ba90-4d369ce4674e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Calling delete_port for cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:23:12.542983 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea9bef-bcb2-4722-9380-71aa529556e5 req-6f5cba28-872f-4f39-984e-e6fa23f0548e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:12.544421 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a1ea9bef-bcb2-4722-9380-71aa529556e5 req-6f5cba28-872f-4f39-984e-e6fa23f0548e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 946 time: 0.2019691 May 27 03:23:12.636760 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a1ea9bef-bcb2-4722-9380-71aa529556e5 req-e5f5b51d-2a2f-4531-a827-c433ea3d7bc5 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d159604-afc7-4649-8006-f992b93917d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626950 May 27 03:23:12.727141 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-53b23ff8-0e19-403c-b457-a2dc2b9ad6e8 req-b60b15d5-861c-4a77-ba90-4d369ce4674e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:12.777888 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b15d5-861c-4a77-ba90-4d369ce4674e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event deleted for resources: {'Port': ['ID=cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:12.852212 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b23ff8-0e19-403c-b457-a2dc2b9ad6e8 req-b60b15d5-861c-4a77-ba90-4d369ce4674e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] No DVR routers for this DVR port cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac on host n-h1-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:23:12.854778 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-53b23ff8-0e19-403c-b457-a2dc2b9ad6e8 req-b60b15d5-861c-4a77-ba90-4d369ce4674e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:12.857376 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a88d752-d35f-4ec1-99d5-bcb2710c0415', 'name': 'network-vif-deleted', 'tag': 'cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:23:12.901444 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73d5f54a-bc1d-42b9-b0e1-61c64683a358'] response: {'server_uuid': '0a88d752-d35f-4ec1-99d5-bcb2710c0415', 'name': 'network-vif-deleted', 'tag': 'cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac', 'status': 'completed', 'code': 200} May 27 03:23:12.967804 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-53b23ff8-0e19-403c-b457-a2dc2b9ad6e8 req-b60b15d5-861c-4a77-ba90-4d369ce4674e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.32 "DELETE /v2.0/ports/cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac HTTP/1.1" status: 204 len: 173 time: 0.9902060 May 27 03:23:13.799609 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-1c209c13-866e-464d-aeb1-347fac8123da req-95316bfc-ac89-4a6c-bf81-31783654f63d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Synchronizing usage tracker for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:23:13.841205 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-1c209c13-866e-464d-aeb1-347fac8123da req-95316bfc-ac89-4a6c-bf81-31783654f63d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Unset dirty status for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:23:13.842384 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1c209c13-866e-464d-aeb1-347fac8123da req-95316bfc-ac89-4a6c-bf81-31783654f63d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a88d752-d35f-4ec1-99d5-bcb2710c0415 HTTP/1.1" status: 200 len: 210 time: 0.0845890 May 27 03:23:14.934855 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38058) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:15.582810 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-627ff40c-4192-4605-9faa-df5ec1b3f40b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:15.929563 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-627ff40c-4192-4605-9faa-df5ec1b3f40b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Deleting port 5d0c7e82-ba10-40ae-9d37-8b603c7751c1 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:23:15.929824 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-627ff40c-4192-4605-9faa-df5ec1b3f40b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:16.110993 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-627ff40c-4192-4605-9faa-df5ec1b3f40b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] For port 5d0c7e82-ba10-40ae-9d37-8b603c7751c1, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=5d0c7e82-ba10-40ae-9d37-8b603c7751c1,segment=NetworkSegment(837dbb23-8a3b-4bfe-be75-4ab962127681),segment_id=837dbb23-8a3b-4bfe-be75-4ab962127681)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:23:16.111735 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-627ff40c-4192-4605-9faa-df5ec1b3f40b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:16.236117 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-627ff40c-4192-4605-9faa-df5ec1b3f40b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Calling delete_port for 5d0c7e82-ba10-40ae-9d37-8b603c7751c1 owned by network:router_interface {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:23:16.726701 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-627ff40c-4192-4605-9faa-df5ec1b3f40b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:16.774119 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ff40c-4192-4605-9faa-df5ec1b3f40b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event deleted for resources: {'Port': ['ID=5d0c7e82-ba10-40ae-9d37-8b603c7751c1,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:17.046275 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-627ff40c-4192-4605-9faa-df5ec1b3f40b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:17.397830 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627ff40c-4192-4605-9faa-df5ec1b3f40b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Router 48ea7741-6836-4448-a728-1d2fbec94dfc has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:23:17.512230 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:23:17.546383 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:23:17.546729 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device cfde337b-87b3-4fe0-bdfd-aeb5b64c4eac not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:23:17.569880 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627ff40c-4192-4605-9faa-df5ec1b3f40b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:23:17.579077 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba8c702-6d61-4872-8085-f0ecc1679ddb None None] Sync routers for ids ['48ea7741-6836-4448-a728-1d2fbec94dfc'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:23:17.588290 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba8c702-6d61-4872-8085-f0ecc1679ddb None None] Routers {'48ea7741-6836-4448-a728-1d2fbec94dfc'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:23:17.590686 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-aba8c702-6d61-4872-8085-f0ecc1679ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:22:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['48ea7741-6836-4448-a728-1d2fbec94dfc'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:17.634020 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-627ff40c-4192-4605-9faa-df5ec1b3f40b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "PUT /v2.0/routers/48ea7741-6836-4448-a728-1d2fbec94dfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6956048 May 27 03:23:17.634245 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38062) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:17.701870 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b5f129c-e23d-4e93-8b7b-a3de57c1a843 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Deleting subnet 503b53a9-8692-44a2-809a-7e77b3578915 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 03:23:17.704691 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8b5f129c-e23d-4e93-8b7b-a3de57c1a843 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:17.760925 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8b5f129c-e23d-4e93-8b7b-a3de57c1a843 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:17.772841 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-aba8c702-6d61-4872-8085-f0ecc1679ddb None None] Set router 48ea7741-6836-4448-a728-1d2fbec94dfc gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:23:17.849598 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8b5f129c-e23d-4e93-8b7b-a3de57c1a843 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:17.961729 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8b5f129c-e23d-4e93-8b7b-a3de57c1a843 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:18.001240 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f129c-e23d-4e93-8b7b-a3de57c1a843 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event deleted for resources: {'Subnet': ['ID=503b53a9-8692-44a2-809a-7e77b3578915,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:18.003148 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8b5f129c-e23d-4e93-8b7b-a3de57c1a843 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:18.013233 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8b5f129c-e23d-4e93-8b7b-a3de57c1a843 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "DELETE /v2.0/subnets/503b53a9-8692-44a2-809a-7e77b3578915 HTTP/1.1" status: 204 len: 168 time: 0.3780174 May 27 03:23:18.015735 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38066) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:18.029842 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a8384b-6bf7-4d7b-8c05-f19cf9ec05e3 None None] Network a0027715-7641-4925-be6f-d251a542ab39 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:23:18.228926 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-aba8c702-6d61-4872-8085-f0ecc1679ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ea7741-6836-4448-a728-1d2fbec94dfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042750179', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '6860e25c-6349-492a-baff-f9a270b23989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:21:20Z', 'updated_at': '2022-05-27T03:23:16Z', 'revision_number': 5, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '6860e25c-6349-492a-baff-f9a270b23989', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ea7741-6836-4448-a728-1d2fbec94dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:21:20Z', 'updated_at': '2022-05-27T03:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:18.236401 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba8c702-6d61-4872-8085-f0ecc1679ddb None None] Checking router: 48ea7741-6836-4448-a728-1d2fbec94dfc for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:23:18.249863 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba8c702-6d61-4872-8085-f0ecc1679ddb None None] Routers {'48ea7741-6836-4448-a728-1d2fbec94dfc'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:23:18.250499 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-aba8c702-6d61-4872-8085-f0ecc1679ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:22:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['48ea7741-6836-4448-a728-1d2fbec94dfc'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:18.313880 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-355531bb-b0b4-470e-8dd2-2dec1ffab427 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for router, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:18.393801 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21a9a6c-6da9-41ff-92c7-a04a7358801e None None] DHCP port deletion for a0027715-7641-4925-be6f-d251a542ab39 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 03:23:18.418346 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-e21a9a6c-6da9-41ff-92c7-a04a7358801e None None] Deleting port 8b544679-749b-469d-bf3b-75ad0e9cd08c {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:23:18.418720 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e21a9a6c-6da9-41ff-92c7-a04a7358801e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:18.498128 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-355531bb-b0b4-470e-8dd2-2dec1ffab427 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:18.531351 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-aba8c702-6d61-4872-8085-f0ecc1679ddb None None] Set router 48ea7741-6836-4448-a728-1d2fbec94dfc gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:23:18.572685 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-355531bb-b0b4-470e-8dd2-2dec1ffab427 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Deleting port 6860e25c-6349-492a-baff-f9a270b23989 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:23:18.573313 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-355531bb-b0b4-470e-8dd2-2dec1ffab427 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:18.665139 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 8b544679-749b-469d-bf3b-75ad0e9cd08c no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:23:18.750345 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-355531bb-b0b4-470e-8dd2-2dec1ffab427 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] For port 6860e25c-6349-492a-baff-f9a270b23989, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=6860e25c-6349-492a-baff-f9a270b23989,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:23:18.750621 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-355531bb-b0b4-470e-8dd2-2dec1ffab427 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:18.877752 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-355531bb-b0b4-470e-8dd2-2dec1ffab427 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Calling delete_port for 6860e25c-6349-492a-baff-f9a270b23989 owned by network:router_gateway {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:23:18.982814 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-e21a9a6c-6da9-41ff-92c7-a04a7358801e None None] For port 8b544679-749b-469d-bf3b-75ad0e9cd08c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8b544679-749b-469d-bf3b-75ad0e9cd08c,segment=NetworkSegment(837dbb23-8a3b-4bfe-be75-4ab962127681),segment_id=837dbb23-8a3b-4bfe-be75-4ab962127681)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:23:18.983206 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e21a9a6c-6da9-41ff-92c7-a04a7358801e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:19.109967 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-355531bb-b0b4-470e-8dd2-2dec1ffab427 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:19.136746 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 8b544679-749b-469d-bf3b-75ad0e9cd08c is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:23:19.137154 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:19.155303 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-e21a9a6c-6da9-41ff-92c7-a04a7358801e None None] Calling delete_port for 8b544679-749b-469d-bf3b-75ad0e9cd08c owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:23:19.160812 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355531bb-b0b4-470e-8dd2-2dec1ffab427 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event deleted for resources: {'Port': ['ID=6860e25c-6349-492a-baff-f9a270b23989,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:19.239269 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 8b544679-749b-469d-bf3b-75ad0e9cd08c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8b544679-749b-469d-bf3b-75ad0e9cd08c,segment=NetworkSegment(837dbb23-8a3b-4bfe-be75-4ab962127681),segment_id=837dbb23-8a3b-4bfe-be75-4ab962127681)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:23:19.249875 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-355531bb-b0b4-470e-8dd2-2dec1ffab427 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:19.268763 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-aba8c702-6d61-4872-8085-f0ecc1679ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ea7741-6836-4448-a728-1d2fbec94dfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042750179', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '6860e25c-6349-492a-baff-f9a270b23989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:21:20Z', 'updated_at': '2022-05-27T03:23:16Z', 'revision_number': 5, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '6860e25c-6349-492a-baff-f9a270b23989', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ea7741-6836-4448-a728-1d2fbec94dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:21:20Z', 'updated_at': '2022-05-27T03:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:19.273157 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba8c702-6d61-4872-8085-f0ecc1679ddb None None] The sync data for ids ['48ea7741-6836-4448-a728-1d2fbec94dfc'] in n-d-843554-3 is: [{'id': '48ea7741-6836-4448-a728-1d2fbec94dfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042750179', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '6860e25c-6349-492a-baff-f9a270b23989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:21:20Z', 'updated_at': '2022-05-27T03:23:16Z', 'revision_number': 5, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '6860e25c-6349-492a-baff-f9a270b23989', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ea7741-6836-4448-a728-1d2fbec94dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:21:20Z', 'updated_at': '2022-05-27T03:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:23:19.305784 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:19.378085 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=8b544679-749b-469d-bf3b-75ad0e9cd08c,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:19.389851 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-e21a9a6c-6da9-41ff-92c7-a04a7358801e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:23:19.390230 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-e21a9a6c-6da9-41ff-92c7-a04a7358801e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:23:19.433643 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-355531bb-b0b4-470e-8dd2-2dec1ffab427 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:19.435761 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-355531bb-b0b4-470e-8dd2-2dec1ffab427 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:19.515212 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-355531bb-b0b4-470e-8dd2-2dec1ffab427 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:19.515846 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355531bb-b0b4-470e-8dd2-2dec1ffab427 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Fanout notify agent at l3_agent the message router_deleted on router 48ea7741-6836-4448-a728-1d2fbec94dfc {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 03:23:19.530887 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-355531bb-b0b4-470e-8dd2-2dec1ffab427 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:19.532033 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-355531bb-b0b4-470e-8dd2-2dec1ffab427 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "DELETE /v2.0/routers/48ea7741-6836-4448-a728-1d2fbec94dfc HTTP/1.1" status: 204 len: 168 time: 1.5154183 May 27 03:23:19.534794 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38070) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:19.650294 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5d0c16e2-79f9-46b1-883e-eb35b72e84db tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:19.661573 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-5d0c16e2-79f9-46b1-883e-eb35b72e84db tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Deleting port 8b544679-749b-469d-bf3b-75ad0e9cd08c {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:23:19.661729 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5d0c16e2-79f9-46b1-883e-eb35b72e84db tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:19.892941 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-e21a9a6c-6da9-41ff-92c7-a04a7358801e None None] Deleting port 8b544679-749b-469d-bf3b-75ad0e9cd08c {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:23:19.893719 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e21a9a6c-6da9-41ff-92c7-a04a7358801e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:19.998715 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-5d0c16e2-79f9-46b1-883e-eb35b72e84db tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] For port 8b544679-749b-469d-bf3b-75ad0e9cd08c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8b544679-749b-469d-bf3b-75ad0e9cd08c,segment=NetworkSegment(837dbb23-8a3b-4bfe-be75-4ab962127681),segment_id=837dbb23-8a3b-4bfe-be75-4ab962127681)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:23:19.999073 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5d0c16e2-79f9-46b1-883e-eb35b72e84db tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:20.049754 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:20.095031 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:20.120139 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-5d0c16e2-79f9-46b1-883e-eb35b72e84db tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Calling delete_port for 8b544679-749b-469d-bf3b-75ad0e9cd08c owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:23:20.136833 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-e21a9a6c-6da9-41ff-92c7-a04a7358801e None None] For port 8b544679-749b-469d-bf3b-75ad0e9cd08c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=8b544679-749b-469d-bf3b-75ad0e9cd08c,segment=NetworkSegment(837dbb23-8a3b-4bfe-be75-4ab962127681),segment_id=837dbb23-8a3b-4bfe-be75-4ab962127681)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:23:20.137237 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e21a9a6c-6da9-41ff-92c7-a04a7358801e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:20.258645 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5d0c16e2-79f9-46b1-883e-eb35b72e84db tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:20.260319 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-e21a9a6c-6da9-41ff-92c7-a04a7358801e None None] Calling delete_port for 8b544679-749b-469d-bf3b-75ad0e9cd08c owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:23:20.311782 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c16e2-79f9-46b1-883e-eb35b72e84db tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event deleted for resources: {'Port': ['ID=8b544679-749b-469d-bf3b-75ad0e9cd08c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:20.317731 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0c16e2-79f9-46b1-883e-eb35b72e84db tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] No DVR routers for this DVR port 8b544679-749b-469d-bf3b-75ad0e9cd08c on host n-d-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:23:20.337819 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-e21a9a6c-6da9-41ff-92c7-a04a7358801e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:23:20.338521 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-e21a9a6c-6da9-41ff-92c7-a04a7358801e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:23:20.438832 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5d0c16e2-79f9-46b1-883e-eb35b72e84db tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:20.463813 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-5d0c16e2-79f9-46b1-883e-eb35b72e84db tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0027715-7641-4925-be6f-d251a542ab39']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:20.475503 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-5d0c16e2-79f9-46b1-883e-eb35b72e84db tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '837dbb23-8a3b-4bfe-be75-4ab962127681') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:20.475799 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-5d0c16e2-79f9-46b1-883e-eb35b72e84db tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '837dbb23-8a3b-4bfe-be75-4ab962127681') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:20.486718 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5d0c16e2-79f9-46b1-883e-eb35b72e84db tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:20.501989 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5d0c16e2-79f9-46b1-883e-eb35b72e84db tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:20.508211 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d0c16e2-79f9-46b1-883e-eb35b72e84db tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:23:20.508586 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5d0c16e2-79f9-46b1-883e-eb35b72e84db tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:20.577662 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 837dbb23-8a3b-4bfe-be75-4ab962127681 resource provider aggregate not found May 27 03:23:20.594560 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 5d0c7e82-ba10-40ae-9d37-8b603c7751c1 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:23:20.598886 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 837dbb23-8a3b-4bfe-be75-4ab962127681 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 837dbb23-8a3b-4bfe-be75-4ab962127681 found for delete ", "request_id": "req-0ef7c4fa-295e-460f-a087-1f2f84154403"}]} May 27 03:23:20.631674 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 5d0c7e82-ba10-40ae-9d37-8b603c7751c1 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:23:20.632018 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 5d0c7e82-ba10-40ae-9d37-8b603c7751c1 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:23:20.632449 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 6860e25c-6349-492a-baff-f9a270b23989 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:23:20.675445 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5d0c16e2-79f9-46b1-883e-eb35b72e84db tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:20.694473 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5d0c16e2-79f9-46b1-883e-eb35b72e84db tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:20.706862 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c16e2-79f9-46b1-883e-eb35b72e84db tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event deleted for resources: {'Network': ['ID=a0027715-7641-4925-be6f-d251a542ab39,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:20.710390 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 6860e25c-6349-492a-baff-f9a270b23989 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:23:20.710914 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 6860e25c-6349-492a-baff-f9a270b23989 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:23:20.773513 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5d0c16e2-79f9-46b1-883e-eb35b72e84db tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "DELETE /v2.0/networks/a0027715-7641-4925-be6f-d251a542ab39 HTTP/1.1" status: 204 len: 168 time: 1.2375817 May 27 03:23:20.776076 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38078) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:20.846945 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a37c1900-517d-4999-a774-1e4961367add tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:20.876462 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a37c1900-517d-4999-a774-1e4961367add tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:20.972170 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a37c1900-517d-4999-a774-1e4961367add tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:20.991045 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c1900-517d-4999-a774-1e4961367add tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d159604-afc7-4649-8006-f992b93917d7,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:21.034571 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a37c1900-517d-4999-a774-1e4961367add tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:21.035620 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a37c1900-517d-4999-a774-1e4961367add tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "DELETE /v2.0/security-groups/6d159604-afc7-4649-8006-f992b93917d7 HTTP/1.1" status: 204 len: 168 time: 0.2586017 May 27 03:23:21.266386 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38086) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:21.271579 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-2880d815-611f-49b2-92df-838a1dc0b97e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-504851953', 'description': 'tempest-secgroup-smoke-504851953 description', 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:23:21.278198 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-2880d815-611f-49b2-92df-838a1dc0b97e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:21.282351 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-2880d815-611f-49b2-92df-838a1dc0b97e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:security_group and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:21.285273 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-2880d815-611f-49b2-92df-838a1dc0b97e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:21.291308 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-2880d815-611f-49b2-92df-838a1dc0b97e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:21.303719 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-e21a9a6c-6da9-41ff-92c7-a04a7358801e None None] Deleting port 8b544679-749b-469d-bf3b-75ad0e9cd08c {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:23:21.304190 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e21a9a6c-6da9-41ff-92c7-a04a7358801e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:21.338545 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2880d815-611f-49b2-92df-838a1dc0b97e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:21.358519 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-2880d815-611f-49b2-92df-838a1dc0b97e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:21.362695 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-2880d815-611f-49b2-92df-838a1dc0b97e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:security_group_rule and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:21.366182 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-2880d815-611f-49b2-92df-838a1dc0b97e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:21.370562 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-e21a9a6c-6da9-41ff-92c7-a04a7358801e None None] The port '8b544679-749b-469d-bf3b-75ad0e9cd08c' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 03:23:21.372059 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-2880d815-611f-49b2-92df-838a1dc0b97e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:21.444135 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2880d815-611f-49b2-92df-838a1dc0b97e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:21.521193 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2880d815-611f-49b2-92df-838a1dc0b97e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:21.565419 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2880d815-611f-49b2-92df-838a1dc0b97e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1c49d6-ffa7-4925-ac0f-4da525ea3614,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:21.629703 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2880d815-611f-49b2-92df-838a1dc0b97e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:21.630924 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-2880d815-611f-49b2-92df-838a1dc0b97e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3634920 May 27 03:23:21.633740 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38090) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:21.638745 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-44138589-29cb-4064-ae0b-fcbbd987d6bf tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'security_group_rule': {'security_group_id': '5d1c49d6-ffa7-4925-ac0f-4da525ea3614', 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:23:21.645337 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-44138589-29cb-4064-ae0b-fcbbd987d6bf tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:21.649611 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-44138589-29cb-4064-ae0b-fcbbd987d6bf tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:security_group_rule and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:21.652403 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-44138589-29cb-4064-ae0b-fcbbd987d6bf tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:21.658071 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-44138589-29cb-4064-ae0b-fcbbd987d6bf tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:21.721568 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-44138589-29cb-4064-ae0b-fcbbd987d6bf tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:21.781906 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-44138589-29cb-4064-ae0b-fcbbd987d6bf tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:21.841134 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-44138589-29cb-4064-ae0b-fcbbd987d6bf tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:21.863030 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44138589-29cb-4064-ae0b-fcbbd987d6bf tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4125e8a7-d018-46d0-aee7-1427a504e82f,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:21.932206 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-44138589-29cb-4064-ae0b-fcbbd987d6bf tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:21.933434 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-44138589-29cb-4064-ae0b-fcbbd987d6bf tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2987847 May 27 03:23:21.936125 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38094) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:21.941009 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-afbcf07b-bcef-4c4d-9843-b35d94cca93b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'security_group_rule': {'security_group_id': '5d1c49d6-ffa7-4925-ac0f-4da525ea3614', 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:23:21.948423 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-afbcf07b-bcef-4c4d-9843-b35d94cca93b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:21.952260 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-afbcf07b-bcef-4c4d-9843-b35d94cca93b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:security_group_rule and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:21.955263 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-afbcf07b-bcef-4c4d-9843-b35d94cca93b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:21.961662 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-afbcf07b-bcef-4c4d-9843-b35d94cca93b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:22.035418 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-afbcf07b-bcef-4c4d-9843-b35d94cca93b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:22.096078 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-afbcf07b-bcef-4c4d-9843-b35d94cca93b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:22.178437 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-afbcf07b-bcef-4c4d-9843-b35d94cca93b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:22.205260 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbcf07b-bcef-4c4d-9843-b35d94cca93b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae80f7f1-57bd-4611-8d9c-616665490197,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:22.252165 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-afbcf07b-bcef-4c4d-9843-b35d94cca93b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:22.253369 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-afbcf07b-bcef-4c4d-9843-b35d94cca93b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3162668 May 27 03:23:22.256753 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38098) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:22.261746 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-c100d958-a4ac-4622-8417-bde1d0ab96b1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'security_group_rule': {'security_group_id': '5d1c49d6-ffa7-4925-ac0f-4da525ea3614', 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:23:22.268493 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c100d958-a4ac-4622-8417-bde1d0ab96b1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:22.277889 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c100d958-a4ac-4622-8417-bde1d0ab96b1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:security_group_rule and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:22.277889 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-c100d958-a4ac-4622-8417-bde1d0ab96b1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:22.281075 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-c100d958-a4ac-4622-8417-bde1d0ab96b1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:22.333295 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c100d958-a4ac-4622-8417-bde1d0ab96b1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:22.397428 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c100d958-a4ac-4622-8417-bde1d0ab96b1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:22.446330 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c100d958-a4ac-4622-8417-bde1d0ab96b1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:22.469570 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100d958-a4ac-4622-8417-bde1d0ab96b1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b58b8587-2517-47b9-b48a-e1728da32c62,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:22.532283 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c100d958-a4ac-4622-8417-bde1d0ab96b1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:22.533493 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c100d958-a4ac-4622-8417-bde1d0ab96b1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2757998 May 27 03:23:22.536116 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38102) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:22.541604 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-da71c50b-3b54-4285-95e1-440c9f6c249f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'security_group_rule': {'security_group_id': '5d1c49d6-ffa7-4925-ac0f-4da525ea3614', 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:23:22.548158 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-da71c50b-3b54-4285-95e1-440c9f6c249f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:22.551960 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-da71c50b-3b54-4285-95e1-440c9f6c249f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:security_group_rule and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:22.555349 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-da71c50b-3b54-4285-95e1-440c9f6c249f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:22.560943 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-da71c50b-3b54-4285-95e1-440c9f6c249f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:22.619177 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-da71c50b-3b54-4285-95e1-440c9f6c249f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:22.680121 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-da71c50b-3b54-4285-95e1-440c9f6c249f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:22.737618 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-da71c50b-3b54-4285-95e1-440c9f6c249f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:22.761242 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71c50b-3b54-4285-95e1-440c9f6c249f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27cf40de-bacf-46d9-8918-76b3a25e8b96,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:22.840786 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-da71c50b-3b54-4285-95e1-440c9f6c249f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:22.841982 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-da71c50b-3b54-4285-95e1-440c9f6c249f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3049359 May 27 03:23:22.844673 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38106) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:22.850472 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-e0d48982-9ca7-430c-8652-aa5ede598a4f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'security_group_rule': {'security_group_id': '5d1c49d6-ffa7-4925-ac0f-4da525ea3614', 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:23:22.856483 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e0d48982-9ca7-430c-8652-aa5ede598a4f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:22.860286 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e0d48982-9ca7-430c-8652-aa5ede598a4f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:security_group_rule and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:22.863151 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e0d48982-9ca7-430c-8652-aa5ede598a4f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:22.869415 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e0d48982-9ca7-430c-8652-aa5ede598a4f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:22.932060 n-d-843554-3 neutron-server[88902]: INFO neutron.db.securitygroups_db [None req-e0d48982-9ca7-430c-8652-aa5ede598a4f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Project d02b46bffb894f2cbc2d380293cecdd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:23:22.938455 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e0d48982-9ca7-430c-8652-aa5ede598a4f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:23.000619 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e0d48982-9ca7-430c-8652-aa5ede598a4f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:23.069143 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e0d48982-9ca7-430c-8652-aa5ede598a4f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:23.096039 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d48982-9ca7-430c-8652-aa5ede598a4f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=935bf9ca-4c27-49e0-aeca-0579470511d1,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:23.207194 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e0d48982-9ca7-430c-8652-aa5ede598a4f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:23.208618 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e0d48982-9ca7-430c-8652-aa5ede598a4f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3628871 May 27 03:23:23.211945 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38110) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:23.216980 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-5ec9cd4f-72c3-4285-9010-0534c23f00a1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'security_group_rule': {'security_group_id': '5d1c49d6-ffa7-4925-ac0f-4da525ea3614', 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:23:23.230707 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5ec9cd4f-72c3-4285-9010-0534c23f00a1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:23.233233 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5ec9cd4f-72c3-4285-9010-0534c23f00a1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:security_group_rule and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:23.236511 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5ec9cd4f-72c3-4285-9010-0534c23f00a1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:23.242578 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5ec9cd4f-72c3-4285-9010-0534c23f00a1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:23.315642 n-d-843554-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-5ec9cd4f-72c3-4285-9010-0534c23f00a1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Project d02b46bffb894f2cbc2d380293cecdd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:23:23.323518 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ec9cd4f-72c3-4285-9010-0534c23f00a1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:23.386581 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ec9cd4f-72c3-4285-9010-0534c23f00a1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:23.475545 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ec9cd4f-72c3-4285-9010-0534c23f00a1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:23.497017 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9cd4f-72c3-4285-9010-0534c23f00a1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c86dc92-12cf-45d2-8414-41d8742c4eb9,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:23.566462 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ec9cd4f-72c3-4285-9010-0534c23f00a1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:23.567643 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5ec9cd4f-72c3-4285-9010-0534c23f00a1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3547101 May 27 03:23:23.570928 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38114) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:23.576194 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-555edf59-440a-475a-aa29-7561a3e6b45a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'network': {'name': 'tempest-network-smoke--613655327', 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'port_security_enabled': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:23:23.581756 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-555edf59-440a-475a-aa29-7561a3e6b45a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:23.586525 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-555edf59-440a-475a-aa29-7561a3e6b45a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:network and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:23.589370 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-555edf59-440a-475a-aa29-7561a3e6b45a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:23.594968 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-555edf59-440a-475a-aa29-7561a3e6b45a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:23.674958 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555edf59-440a-475a-aa29-7561a3e6b45a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Made reservation on behalf of d02b46bffb894f2cbc2d380293cecdd7 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:23:23.678834 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-555edf59-440a-475a-aa29-7561a3e6b45a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:23.706575 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-555edf59-440a-475a-aa29-7561a3e6b45a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:23:23.714903 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-555edf59-440a-475a-aa29-7561a3e6b45a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:23.715239 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-555edf59-440a-475a-aa29-7561a3e6b45a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Added segment ce9155ae-317b-40ee-a40c-f8680e6750ac of type vlan for network 9e17ffeb-f4b9-4773-9747-59f481c62720 May 27 03:23:23.739853 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-555edf59-440a-475a-aa29-7561a3e6b45a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:23.846603 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-555edf59-440a-475a-aa29-7561a3e6b45a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:23.852144 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555edf59-440a-475a-aa29-7561a3e6b45a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:23.852740 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-555edf59-440a-475a-aa29-7561a3e6b45a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:23.959255 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555edf59-440a-475a-aa29-7561a3e6b45a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'Network': ['ID=9e17ffeb-f4b9-4773-9747-59f481c62720,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:23.973071 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 9e17ffeb-f4b9-4773-9747-59f481c62720 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:23:24.030411 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-555edf59-440a-475a-aa29-7561a3e6b45a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4583962 May 27 03:23:24.033136 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38118) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:24.038572 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-1cea632e-bbfd-4d70-a1b0-37c04f363469 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1256955229', 'admin_state_up': True, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:23:24.046737 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1cea632e-bbfd-4d70-a1b0-37c04f363469 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:24.050546 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1cea632e-bbfd-4d70-a1b0-37c04f363469 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:router and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:24.053911 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1cea632e-bbfd-4d70-a1b0-37c04f363469 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:24.060092 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1cea632e-bbfd-4d70-a1b0-37c04f363469 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:24.132851 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1cea632e-bbfd-4d70-a1b0-37c04f363469 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:24.133864 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1cea632e-bbfd-4d70-a1b0-37c04f363469 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:24.147796 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1cea632e-bbfd-4d70-a1b0-37c04f363469 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:24.585145 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1cea632e-bbfd-4d70-a1b0-37c04f363469 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:24.951570 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1cea632e-bbfd-4d70-a1b0-37c04f363469 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:24.980593 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1cea632e-bbfd-4d70-a1b0-37c04f363469 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:25.113704 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-1cea632e-bbfd-4d70-a1b0-37c04f363469 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Allocated IP 172.25.1.123 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/37200d19-ec5e-4b85-a20e-b7988a27124b) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:23:25.258065 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1cea632e-bbfd-4d70-a1b0-37c04f363469 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:25.343812 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1cea632e-bbfd-4d70-a1b0-37c04f363469 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:25.408457 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cea632e-bbfd-4d70-a1b0-37c04f363469 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:25.411507 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-1cea632e-bbfd-4d70-a1b0-37c04f363469 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:25.414176 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cea632e-bbfd-4d70-a1b0-37c04f363469 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:23:25.461228 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea632e-bbfd-4d70-a1b0-37c04f363469 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'Port': ['ID=37200d19-ec5e-4b85-a20e-b7988a27124b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:25.566897 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-745d3b34-44e1-41d8-8a33-ba5494b80b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:25.884976 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1cea632e-bbfd-4d70-a1b0-37c04f363469 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:26.320043 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1cea632e-bbfd-4d70-a1b0-37c04f363469 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:26.572238 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cea632e-bbfd-4d70-a1b0-37c04f363469 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Router 56ebd04f-821f-41ac-be72-8e01b75971b5 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 03:23:26.745426 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cea632e-bbfd-4d70-a1b0-37c04f363469 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:23:26.756698 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cf331e-0ad9-4afe-93ab-2d1ad9f97d80 None None] Sync routers for ids ['56ebd04f-821f-41ac-be72-8e01b75971b5'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:23:26.766156 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cf331e-0ad9-4afe-93ab-2d1ad9f97d80 None None] Routers {'56ebd04f-821f-41ac-be72-8e01b75971b5'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:23:26.766746 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-39cf331e-0ad9-4afe-93ab-2d1ad9f97d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:22:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['56ebd04f-821f-41ac-be72-8e01b75971b5'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:26.829974 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1cea632e-bbfd-4d70-a1b0-37c04f363469 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:26.831235 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1cea632e-bbfd-4d70-a1b0-37c04f363469 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7971847 May 27 03:23:26.834301 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38122) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:26.915876 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-dff3701b-199c-4e81-8c5d-74f11fe7ae90 tempest-TestNetworkAdvancedServerOps-962487840 tempest-TestNetworkAdvancedServerOps-962487840-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=d02b46bffb894f2cbc2d380293cecdd7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0804262 May 27 03:23:26.918341 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38128) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:26.935796 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-39cf331e-0ad9-4afe-93ab-2d1ad9f97d80 None None] Set router 56ebd04f-821f-41ac-be72-8e01b75971b5 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:23:27.046225 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8ba79d-2741-4684-b96f-9043f456957a tempest-TestNetworkAdvancedServerOps-962487840 tempest-TestNetworkAdvancedServerOps-962487840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:27.047746 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6e8ba79d-2741-4684-b96f-9043f456957a tempest-TestNetworkAdvancedServerOps-962487840 tempest-TestNetworkAdvancedServerOps-962487840-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1285195 May 27 03:23:27.050515 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38132) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:27.089488 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5e80d5da-ecbe-4eab-9e99-91032743bf9a tempest-TestNetworkAdvancedServerOps-962487840 tempest-TestNetworkAdvancedServerOps-962487840-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=d97d5b0c-4580-406a-95fb-4efaa0c98188&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377340 May 27 03:23:27.091821 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38136) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:27.097296 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-155622f6-f85f-49d9-9b9a-ce81c4bfacd8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-96712786', 'network_id': '9e17ffeb-f4b9-4773-9747-59f481c62720', 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:23:27.206236 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-155622f6-f85f-49d9-9b9a-ce81c4bfacd8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:27.210024 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-155622f6-f85f-49d9-9b9a-ce81c4bfacd8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:subnet and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:27.212774 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-155622f6-f85f-49d9-9b9a-ce81c4bfacd8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:27.218523 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-155622f6-f85f-49d9-9b9a-ce81c4bfacd8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:27.241263 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-39cf331e-0ad9-4afe-93ab-2d1ad9f97d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ebd04f-821f-41ac-be72-8e01b75971b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256955229', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '37200d19-ec5e-4b85-a20e-b7988a27124b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:24Z', 'updated_at': '2022-05-27T03:23:25Z', 'revision_number': 3, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '37200d19-ec5e-4b85-a20e-b7988a27124b', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:61:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ebd04f-821f-41ac-be72-8e01b75971b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:25Z', 'updated_at': '2022-05-27T03:23:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:27.244916 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cf331e-0ad9-4afe-93ab-2d1ad9f97d80 None None] Checking router: 56ebd04f-821f-41ac-be72-8e01b75971b5 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:23:27.245258 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cf331e-0ad9-4afe-93ab-2d1ad9f97d80 None None] Updating router 56ebd04f-821f-41ac-be72-8e01b75971b5 port 37200d19-ec5e-4b85-a20e-b7988a27124b binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:23:27.295012 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-39cf331e-0ad9-4afe-93ab-2d1ad9f97d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:27.309566 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155622f6-f85f-49d9-9b9a-ce81c4bfacd8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Made reservation on behalf of d02b46bffb894f2cbc2d380293cecdd7 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:23:27.313065 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-155622f6-f85f-49d9-9b9a-ce81c4bfacd8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15472464'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:27.584683 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-155622f6-f85f-49d9-9b9a-ce81c4bfacd8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15030372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15472482'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:27.609066 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-39cf331e-0ad9-4afe-93ab-2d1ad9f97d80 None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:27.620282 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-39cf331e-0ad9-4afe-93ab-2d1ad9f97d80 None None] Transition to ACTIVE for port object 37200d19-ec5e-4b85-a20e-b7988a27124b will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:23:27.665516 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155622f6-f85f-49d9-9b9a-ce81c4bfacd8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'Subnet': ['ID=2215cac3-39b9-4a9c-a461-a92454da24cb,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:27.670608 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155622f6-f85f-49d9-9b9a-ce81c4bfacd8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Checking segment: {'id': 'ce9155ae-317b-40ee-a40c-f8680e6750ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '9e17ffeb-f4b9-4773-9747-59f481c62720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:23:27.670953 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155622f6-f85f-49d9-9b9a-ce81c4bfacd8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Network hostable DHCP agents. Network: 9e17ffeb-f4b9-4773-9747-59f481c62720, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:23:27.680676 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-39cf331e-0ad9-4afe-93ab-2d1ad9f97d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:27.737836 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155622f6-f85f-49d9-9b9a-ce81c4bfacd8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Network 9e17ffeb-f4b9-4773-9747-59f481c62720 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:23:27.759030 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-39cf331e-0ad9-4afe-93ab-2d1ad9f97d80 None None] Attempting to bind port 37200d19-ec5e-4b85-a20e-b7988a27124b on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:23:27.759681 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-39cf331e-0ad9-4afe-93ab-2d1ad9f97d80 None None] Attempting to bind port 37200d19-ec5e-4b85-a20e-b7988a27124b by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:23:27.760189 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cf331e-0ad9-4afe-93ab-2d1ad9f97d80 None None] Attempting to bind port 37200d19-ec5e-4b85-a20e-b7988a27124b on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:23:27.766273 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed5b7c4-511c-4512-af11-de1cb62fed31 None None] Pushing event updated for resources: {'Port': ['ID=37200d19-ec5e-4b85-a20e-b7988a27124b,revision_number=2']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:27.774473 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cf331e-0ad9-4afe-93ab-2d1ad9f97d80 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:23:27.776364 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cf331e-0ad9-4afe-93ab-2d1ad9f97d80 None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:23:27.776364 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-39cf331e-0ad9-4afe-93ab-2d1ad9f97d80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:27.776364 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cf331e-0ad9-4afe-93ab-2d1ad9f97d80 None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:23:27.776364 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-39cf331e-0ad9-4afe-93ab-2d1ad9f97d80 None None] Bound port: 37200d19-ec5e-4b85-a20e-b7988a27124b, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:23:27.776364 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-39cf331e-0ad9-4afe-93ab-2d1ad9f97d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:27.802003 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed5b7c4-511c-4512-af11-de1cb62fed31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:27.802362 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed5b7c4-511c-4512-af11-de1cb62fed31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:27.802701 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed5b7c4-511c-4512-af11-de1cb62fed31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:27.803033 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed5b7c4-511c-4512-af11-de1cb62fed31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:27.803363 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed5b7c4-511c-4512-af11-de1cb62fed31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:27.803688 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed5b7c4-511c-4512-af11-de1cb62fed31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:27.804012 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed5b7c4-511c-4512-af11-de1cb62fed31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:27.804330 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed5b7c4-511c-4512-af11-de1cb62fed31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:27.804651 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed5b7c4-511c-4512-af11-de1cb62fed31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:27.804992 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed5b7c4-511c-4512-af11-de1cb62fed31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:27.805314 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed5b7c4-511c-4512-af11-de1cb62fed31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:27.805656 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed5b7c4-511c-4512-af11-de1cb62fed31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:27.818468 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-155622f6-f85f-49d9-9b9a-ce81c4bfacd8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 9e17ffeb-f4b9-4773-9747-59f481c62720) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:27.824833 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155622f6-f85f-49d9-9b9a-ce81c4bfacd8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:27.825424 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-155622f6-f85f-49d9-9b9a-ce81c4bfacd8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:27.829711 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c276adb8-4b21-4ce0-9390-66b4115482bb None None] Network 9e17ffeb-f4b9-4773-9747-59f481c62720 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:23:27.862361 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-39cf331e-0ad9-4afe-93ab-2d1ad9f97d80 None None] For port 37200d19-ec5e-4b85-a20e-b7988a27124b, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:23:27.863823 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-39cf331e-0ad9-4afe-93ab-2d1ad9f97d80 None None] For port 37200d19-ec5e-4b85-a20e-b7988a27124b, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=37200d19-ec5e-4b85-a20e-b7988a27124b,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:23:27.904887 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-155622f6-f85f-49d9-9b9a-ce81c4bfacd8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8119936 May 27 03:23:27.907525 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38140) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:27.927581 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-39cf331e-0ad9-4afe-93ab-2d1ad9f97d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:28.002251 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-513242f5-c02a-44db-b968-e235af9bbd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:28.011829 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed5b7c4-511c-4512-af11-de1cb62fed31 None None] Pushing event updated for resources: {'Port': ['ID=37200d19-ec5e-4b85-a20e-b7988a27124b,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:28.014433 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cf331e-0ad9-4afe-93ab-2d1ad9f97d80 None None] Routers {'56ebd04f-821f-41ac-be72-8e01b75971b5'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:23:28.015024 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-39cf331e-0ad9-4afe-93ab-2d1ad9f97d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:23:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['56ebd04f-821f-41ac-be72-8e01b75971b5'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:28.071554 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777caf2c-806b-4e48-9978-3fd0f2825ed3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-9e17ffeb-f4b9-4773-9747-59f481c62720', 'network_id': '9e17ffeb-f4b9-4773-9747-59f481c62720', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'fixed_ips': [{'subnet_id': '2215cac3-39b9-4a9c-a461-a92454da24cb'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 03:23:28.072767 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-777caf2c-806b-4e48-9978-3fd0f2825ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:28.206707 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-39cf331e-0ad9-4afe-93ab-2d1ad9f97d80 None None] Set router 56ebd04f-821f-41ac-be72-8e01b75971b5 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:23:28.236840 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-777caf2c-806b-4e48-9978-3fd0f2825ed3 None None] Allocated IP 172.20.0.2 (9e17ffeb-f4b9-4773-9747-59f481c62720/2215cac3-39b9-4a9c-a461-a92454da24cb/59e6e6fe-9917-4a0e-99c4-aec2b6dc1165) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:23:28.444966 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-777caf2c-806b-4e48-9978-3fd0f2825ed3 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:28.455596 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-777caf2c-806b-4e48-9978-3fd0f2825ed3 None None] Transition to ACTIVE for port object 59e6e6fe-9917-4a0e-99c4-aec2b6dc1165 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:23:28.474729 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-777caf2c-806b-4e48-9978-3fd0f2825ed3 None None] Transition to ACTIVE for port object 59e6e6fe-9917-4a0e-99c4-aec2b6dc1165 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:23:28.487808 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-39cf331e-0ad9-4afe-93ab-2d1ad9f97d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ebd04f-821f-41ac-be72-8e01b75971b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256955229', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '37200d19-ec5e-4b85-a20e-b7988a27124b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:24Z', 'updated_at': '2022-05-27T03:23:25Z', 'revision_number': 3, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '37200d19-ec5e-4b85-a20e-b7988a27124b', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:61:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ebd04f-821f-41ac-be72-8e01b75971b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:25Z', 'updated_at': '2022-05-27T03:23:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:28.492183 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cf331e-0ad9-4afe-93ab-2d1ad9f97d80 None None] The sync data for ids ['56ebd04f-821f-41ac-be72-8e01b75971b5'] in n-d-843554-3 is: [{'id': '56ebd04f-821f-41ac-be72-8e01b75971b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256955229', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '37200d19-ec5e-4b85-a20e-b7988a27124b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:24Z', 'updated_at': '2022-05-27T03:23:25Z', 'revision_number': 3, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '37200d19-ec5e-4b85-a20e-b7988a27124b', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:61:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ebd04f-821f-41ac-be72-8e01b75971b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:25Z', 'updated_at': '2022-05-27T03:23:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:23:28.533027 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-777caf2c-806b-4e48-9978-3fd0f2825ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:28.606324 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777caf2c-806b-4e48-9978-3fd0f2825ed3 None None] Network 9e17ffeb-f4b9-4773-9747-59f481c62720 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:28.609311 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-777caf2c-806b-4e48-9978-3fd0f2825ed3 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:28.611867 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777caf2c-806b-4e48-9978-3fd0f2825ed3 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:23:28.645244 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777caf2c-806b-4e48-9978-3fd0f2825ed3 None None] Pushing event updated for resources: {'Port': ['ID=59e6e6fe-9917-4a0e-99c4-aec2b6dc1165,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:28.712073 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-777caf2c-806b-4e48-9978-3fd0f2825ed3 None None] Attempting to bind port 59e6e6fe-9917-4a0e-99c4-aec2b6dc1165 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:23:28.712073 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-777caf2c-806b-4e48-9978-3fd0f2825ed3 None None] Attempting to bind port 59e6e6fe-9917-4a0e-99c4-aec2b6dc1165 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'ce9155ae-317b-40ee-a40c-f8680e6750ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '9e17ffeb-f4b9-4773-9747-59f481c62720'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:23:28.712430 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777caf2c-806b-4e48-9978-3fd0f2825ed3 None None] Attempting to bind port 59e6e6fe-9917-4a0e-99c4-aec2b6dc1165 on network 9e17ffeb-f4b9-4773-9747-59f481c62720 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:23:28.721132 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777caf2c-806b-4e48-9978-3fd0f2825ed3 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:23:28.721928 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777caf2c-806b-4e48-9978-3fd0f2825ed3 None None] Checking segment: {'id': 'ce9155ae-317b-40ee-a40c-f8680e6750ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '9e17ffeb-f4b9-4773-9747-59f481c62720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:23:28.721928 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-777caf2c-806b-4e48-9978-3fd0f2825ed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:28.728811 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777caf2c-806b-4e48-9978-3fd0f2825ed3 None None] Bound using segment: {'id': 'ce9155ae-317b-40ee-a40c-f8680e6750ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '9e17ffeb-f4b9-4773-9747-59f481c62720'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:23:28.728811 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-777caf2c-806b-4e48-9978-3fd0f2825ed3 None None] Bound port: 59e6e6fe-9917-4a0e-99c4-aec2b6dc1165, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9155ae-317b-40ee-a40c-f8680e6750ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '9e17ffeb-f4b9-4773-9747-59f481c62720'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:23:28.728811 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-777caf2c-806b-4e48-9978-3fd0f2825ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:28.751288 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4b67cfef-f643-4f13-accb-309beb01e7c0 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:28.844431 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-777caf2c-806b-4e48-9978-3fd0f2825ed3 None None] For port 59e6e6fe-9917-4a0e-99c4-aec2b6dc1165, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:23:28.848740 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-777caf2c-806b-4e48-9978-3fd0f2825ed3 None None] For port 59e6e6fe-9917-4a0e-99c4-aec2b6dc1165, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=59e6e6fe-9917-4a0e-99c4-aec2b6dc1165,segment=NetworkSegment(ce9155ae-317b-40ee-a40c-f8680e6750ac),segment_id=ce9155ae-317b-40ee-a40c-f8680e6750ac)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:23:28.933308 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-777caf2c-806b-4e48-9978-3fd0f2825ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:29.039976 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777caf2c-806b-4e48-9978-3fd0f2825ed3 None None] Pushing event updated for resources: {'Port': ['ID=59e6e6fe-9917-4a0e-99c4-aec2b6dc1165,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:29.092564 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:29.190495 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-4b67cfef-f643-4f13-accb-309beb01e7c0 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Allocated IP 172.20.0.1 (9e17ffeb-f4b9-4773-9747-59f481c62720/2215cac3-39b9-4a9c-a461-a92454da24cb/1be46c9d-8683-4732-a2f8-e7a4019eafc0) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:23:29.213819 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:29.390749 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4b67cfef-f643-4f13-accb-309beb01e7c0 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:29.409730 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-4b67cfef-f643-4f13-accb-309beb01e7c0 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Transition to ACTIVE for port object 1be46c9d-8683-4732-a2f8-e7a4019eafc0 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:23:29.492975 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4b67cfef-f643-4f13-accb-309beb01e7c0 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:29.565324 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b67cfef-f643-4f13-accb-309beb01e7c0 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Network 9e17ffeb-f4b9-4773-9747-59f481c62720 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:29.574491 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-4b67cfef-f643-4f13-accb-309beb01e7c0 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:29.574491 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b67cfef-f643-4f13-accb-309beb01e7c0 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:23:29.603938 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67cfef-f643-4f13-accb-309beb01e7c0 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'Port': ['ID=1be46c9d-8683-4732-a2f8-e7a4019eafc0,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:29.633965 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4b67cfef-f643-4f13-accb-309beb01e7c0 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:29.812206 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4b67cfef-f643-4f13-accb-309beb01e7c0 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:30.025527 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d133076-687b-4331-ad3b-a1cee545cc47 None None] Network 9e17ffeb-f4b9-4773-9747-59f481c62720 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:23:30.182178 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4b0a04eb-a7f5-46d7-ae6a-7d4d312ea53a None None] Provisioning for port 59e6e6fe-9917-4a0e-99c4-aec2b6dc1165 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:23:30.344778 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:30.393992 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4b67cfef-f643-4f13-accb-309beb01e7c0 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:30.446770 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4b67cfef-f643-4f13-accb-309beb01e7c0 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:30.567233 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4b67cfef-f643-4f13-accb-309beb01e7c0 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:30.570938 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67cfef-f643-4f13-accb-309beb01e7c0 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'Port': ['ID=1be46c9d-8683-4732-a2f8-e7a4019eafc0,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:30.578911 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c7c8a5b0-7a6a-4ac4-868b-2022d5806fb3 None None] Provisioning for port 1be46c9d-8683-4732-a2f8-e7a4019eafc0 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:23:30.589153 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c7c8a5b0-7a6a-4ac4-868b-2022d5806fb3 None None] Provisioning complete for port 1be46c9d-8683-4732-a2f8-e7a4019eafc0 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:23:30.590070 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c7c8a5b0-7a6a-4ac4-868b-2022d5806fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:30.653048 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-c7c8a5b0-7a6a-4ac4-868b-2022d5806fb3 None None] Port 1be46c9d-8683-4732-a2f8-e7a4019eafc0 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:23:30.675917 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 59e6e6fe-9917-4a0e-99c4-aec2b6dc1165 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:23:30.747038 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b67cfef-f643-4f13-accb-309beb01e7c0 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Network 9e17ffeb-f4b9-4773-9747-59f481c62720 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:30.748263 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-4b67cfef-f643-4f13-accb-309beb01e7c0 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:30.781218 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-d0266c15-a886-480b-9cf4-35e7f6c1a8bf None None] Provisioning complete for port 1be46c9d-8683-4732-a2f8-e7a4019eafc0 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:23:30.781869 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d0266c15-a886-480b-9cf4-35e7f6c1a8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:30.860582 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 59e6e6fe-9917-4a0e-99c4-aec2b6dc1165 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:23:30.876935 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 59e6e6fe-9917-4a0e-99c4-aec2b6dc1165 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:23:30.877398 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:30.935662 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-d0266c15-a886-480b-9cf4-35e7f6c1a8bf None None] Port 1be46c9d-8683-4732-a2f8-e7a4019eafc0 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:23:30.948896 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b67cfef-f643-4f13-accb-309beb01e7c0 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Router 56ebd04f-821f-41ac-be72-8e01b75971b5 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:23:31.006019 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 59e6e6fe-9917-4a0e-99c4-aec2b6dc1165 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:23:31.006395 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:31.037719 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 59e6e6fe-9917-4a0e-99c4-aec2b6dc1165, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=59e6e6fe-9917-4a0e-99c4-aec2b6dc1165,segment=NetworkSegment(ce9155ae-317b-40ee-a40c-f8680e6750ac),segment_id=ce9155ae-317b-40ee-a40c-f8680e6750ac)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:23:31.055470 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-92a52330-d70c-46fe-9352-232a4ebd8eb5 None None] Provisioning complete for port 1be46c9d-8683-4732-a2f8-e7a4019eafc0 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:23:31.055845 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-92a52330-d70c-46fe-9352-232a4ebd8eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:31.111532 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-92a52330-d70c-46fe-9352-232a4ebd8eb5 None None] Port 1be46c9d-8683-4732-a2f8-e7a4019eafc0 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:23:31.128511 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b67cfef-f643-4f13-accb-309beb01e7c0 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:23:31.132445 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:31.133707 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 37200d19-ec5e-4b85-a20e-b7988a27124b up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:23:31.141708 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-4b67cfef-f643-4f13-accb-309beb01e7c0 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "PUT /v2.0/routers/56ebd04f-821f-41ac-be72-8e01b75971b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2331576 May 27 03:23:31.188557 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5d1a68-5a4f-43b1-8d83-5206eddbff60 None None] Sync routers for ids ['56ebd04f-821f-41ac-be72-8e01b75971b5'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:23:31.236438 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5d1a68-5a4f-43b1-8d83-5206eddbff60 None None] Routers {'56ebd04f-821f-41ac-be72-8e01b75971b5'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:23:31.237091 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6e5d1a68-5a4f-43b1-8d83-5206eddbff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:23:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['56ebd04f-821f-41ac-be72-8e01b75971b5'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:31.301435 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-548b3853-c453-4140-94d3-b76db2afcb87 req-0bff2ac6-36ff-451b-b775-65d3d7dc9a29 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Synchronizing usage tracker for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:23:31.338389 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=59e6e6fe-9917-4a0e-99c4-aec2b6dc1165,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:31.355364 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-548b3853-c453-4140-94d3-b76db2afcb87 req-0bff2ac6-36ff-451b-b775-65d3d7dc9a29 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Unset dirty status for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:23:31.356562 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-548b3853-c453-4140-94d3-b76db2afcb87 req-0bff2ac6-36ff-451b-b775-65d3d7dc9a29 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-504851953&fields=id&tenant_id=d02b46bffb894f2cbc2d380293cecdd7 HTTP/1.1" status: 200 len: 267 time: 0.0937214 May 27 03:23:31.441292 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-6e5d1a68-5a4f-43b1-8d83-5206eddbff60 None None] Set router 56ebd04f-821f-41ac-be72-8e01b75971b5 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:23:31.485797 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 37200d19-ec5e-4b85-a20e-b7988a27124b completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:23:31.507210 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 37200d19-ec5e-4b85-a20e-b7988a27124b triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:23:31.507579 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:31.507706 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b3853-c453-4140-94d3-b76db2afcb87 req-e51f7e3b-05d7-45aa-8143-ca1c99dcabe8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:31.508359 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-548b3853-c453-4140-94d3-b76db2afcb87 req-e51f7e3b-05d7-45aa-8143-ca1c99dcabe8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Synchronizing usage tracker for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:network {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:23:31.555332 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-548b3853-c453-4140-94d3-b76db2afcb87 req-e51f7e3b-05d7-45aa-8143-ca1c99dcabe8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Unset dirty status for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:network {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:23:31.556790 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-548b3853-c453-4140-94d3-b76db2afcb87 req-e51f7e3b-05d7-45aa-8143-ca1c99dcabe8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/networks?id=9e17ffeb-f4b9-4773-9747-59f481c62720 HTTP/1.1" status: 200 len: 796 time: 0.1935852 May 27 03:23:31.572464 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-548b3853-c453-4140-94d3-b76db2afcb87 req-f167de2c-792b-4087-be0f-375b458d1fa2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/quotas/d02b46bffb894f2cbc2d380293cecdd7 HTTP/1.1" status: 200 len: 375 time: 0.0101087 May 27 03:23:31.654410 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-548b3853-c453-4140-94d3-b76db2afcb87 req-978ec8b1-f4e3-4d40-b4e2-fea871a0fe6e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Synchronizing usage tracker for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:23:31.704014 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-548b3853-c453-4140-94d3-b76db2afcb87 req-978ec8b1-f4e3-4d40-b4e2-fea871a0fe6e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Unset dirty status for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:23:31.705903 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-548b3853-c453-4140-94d3-b76db2afcb87 req-978ec8b1-f4e3-4d40-b4e2-fea871a0fe6e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d02b46bffb894f2cbc2d380293cecdd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1267579 May 27 03:23:31.793397 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 37200d19-ec5e-4b85-a20e-b7988a27124b is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:23:31.793764 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:31.851627 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 37200d19-ec5e-4b85-a20e-b7988a27124b, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=37200d19-ec5e-4b85-a20e-b7988a27124b,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:23:31.873602 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6e5d1a68-5a4f-43b1-8d83-5206eddbff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ebd04f-821f-41ac-be72-8e01b75971b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256955229', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '37200d19-ec5e-4b85-a20e-b7988a27124b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:24Z', 'updated_at': '2022-05-27T03:23:29Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '37200d19-ec5e-4b85-a20e-b7988a27124b', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:61:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ebd04f-821f-41ac-be72-8e01b75971b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:25Z', 'updated_at': '2022-05-27T03:23:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '1be46c9d-8683-4732-a2f8-e7a4019eafc0', 'name': '', 'network_id': '9e17ffeb-f4b9-4773-9747-59f481c62720', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'mac_address': 'fa:16:3e:4c:7c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ebd04f-821f-41ac-be72-8e01b75971b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '2215cac3-39b9-4a9c-a461-a92454da24cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:28Z', 'updated_at': '2022-05-27T03:23:30Z', 'revision_number': 2, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'subnets': [{'id': '2215cac3-39b9-4a9c-a461-a92454da24cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:31.877574 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5d1a68-5a4f-43b1-8d83-5206eddbff60 None None] Checking router: 56ebd04f-821f-41ac-be72-8e01b75971b5 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:23:31.877924 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5d1a68-5a4f-43b1-8d83-5206eddbff60 None None] Updating router 56ebd04f-821f-41ac-be72-8e01b75971b5 port 1be46c9d-8683-4732-a2f8-e7a4019eafc0 binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:23:31.895015 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-548b3853-c453-4140-94d3-b76db2afcb87 req-73f05dc4-4d8a-49b3-8bb6-3889ea0edf86 service neutron] 10.222.0.57 "GET /v2.0/networks/9e17ffeb-f4b9-4773-9747-59f481c62720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771736 May 27 03:23:31.905169 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:31.983693 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6e5d1a68-5a4f-43b1-8d83-5206eddbff60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:32.005576 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=37200d19-ec5e-4b85-a20e-b7988a27124b,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:32.129773 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-548b3853-c453-4140-94d3-b76db2afcb87 req-254acac3-815d-44a4-a45c-8755d8d7f1a2 service neutron] 10.222.0.57 "GET /v2.0/networks/9e17ffeb-f4b9-4773-9747-59f481c62720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287278 May 27 03:23:32.338670 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6e5d1a68-5a4f-43b1-8d83-5206eddbff60 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:32.352553 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bdda2bae-c1d7-495c-86a4-10886acecd07 req-413aeda6-3648-46ee-8869-95c5c4f0f1aa tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd1c44a-66d0-4467-ab69-62e8951a7454 HTTP/1.1" status: 200 len: 210 time: 0.0469077 May 27 03:23:32.353112 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6e5d1a68-5a4f-43b1-8d83-5206eddbff60 None None] Transition to ACTIVE for port object 1be46c9d-8683-4732-a2f8-e7a4019eafc0 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:23:32.400966 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6e5d1a68-5a4f-43b1-8d83-5206eddbff60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:32.594383 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a691f3-98ad-4651-8145-33ea49a587b0 None None] Pushing event updated for resources: {'Port': ['ID=1be46c9d-8683-4732-a2f8-e7a4019eafc0,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:32.638873 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 59e6e6fe-9917-4a0e-99c4-aec2b6dc1165 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:23:32.704207 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-6e5d1a68-5a4f-43b1-8d83-5206eddbff60 None None] Attempting to bind port 1be46c9d-8683-4732-a2f8-e7a4019eafc0 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:23:32.704577 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-6e5d1a68-5a4f-43b1-8d83-5206eddbff60 None None] Attempting to bind port 1be46c9d-8683-4732-a2f8-e7a4019eafc0 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'ce9155ae-317b-40ee-a40c-f8680e6750ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '9e17ffeb-f4b9-4773-9747-59f481c62720'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:23:32.704965 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5d1a68-5a4f-43b1-8d83-5206eddbff60 None None] Attempting to bind port 1be46c9d-8683-4732-a2f8-e7a4019eafc0 on network 9e17ffeb-f4b9-4773-9747-59f481c62720 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:23:32.714647 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5d1a68-5a4f-43b1-8d83-5206eddbff60 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:23:32.715014 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5d1a68-5a4f-43b1-8d83-5206eddbff60 None None] Checking segment: {'id': 'ce9155ae-317b-40ee-a40c-f8680e6750ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '9e17ffeb-f4b9-4773-9747-59f481c62720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:23:32.715411 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6e5d1a68-5a4f-43b1-8d83-5206eddbff60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:32.717425 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5d1a68-5a4f-43b1-8d83-5206eddbff60 None None] Bound using segment: {'id': 'ce9155ae-317b-40ee-a40c-f8680e6750ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '9e17ffeb-f4b9-4773-9747-59f481c62720'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:23:32.717425 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-6e5d1a68-5a4f-43b1-8d83-5206eddbff60 None None] Bound port: 1be46c9d-8683-4732-a2f8-e7a4019eafc0, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9155ae-317b-40ee-a40c-f8680e6750ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '9e17ffeb-f4b9-4773-9747-59f481c62720'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:23:32.717425 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6e5d1a68-5a4f-43b1-8d83-5206eddbff60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:32.822944 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 59e6e6fe-9917-4a0e-99c4-aec2b6dc1165 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:23:32.823253 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:32.872005 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-6e5d1a68-5a4f-43b1-8d83-5206eddbff60 None None] For port 1be46c9d-8683-4732-a2f8-e7a4019eafc0, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:23:32.886086 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-6e5d1a68-5a4f-43b1-8d83-5206eddbff60 None None] For port 1be46c9d-8683-4732-a2f8-e7a4019eafc0, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1be46c9d-8683-4732-a2f8-e7a4019eafc0,segment=NetworkSegment(ce9155ae-317b-40ee-a40c-f8680e6750ac),segment_id=ce9155ae-317b-40ee-a40c-f8680e6750ac)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:23:32.954813 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 59e6e6fe-9917-4a0e-99c4-aec2b6dc1165 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:23:32.955869 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 37200d19-ec5e-4b85-a20e-b7988a27124b up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:23:32.984193 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6e5d1a68-5a4f-43b1-8d83-5206eddbff60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:33.085082 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5d1a68-5a4f-43b1-8d83-5206eddbff60 None None] Routers {'56ebd04f-821f-41ac-be72-8e01b75971b5'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:23:33.085860 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6e5d1a68-5a4f-43b1-8d83-5206eddbff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:23:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['56ebd04f-821f-41ac-be72-8e01b75971b5'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:33.158041 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a691f3-98ad-4651-8145-33ea49a587b0 None None] Pushing event updated for resources: {'Port': ['ID=1be46c9d-8683-4732-a2f8-e7a4019eafc0,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:33.185765 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 37200d19-ec5e-4b85-a20e-b7988a27124b triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:23:33.189178 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:33.349521 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-6e5d1a68-5a4f-43b1-8d83-5206eddbff60 None None] Set router 56ebd04f-821f-41ac-be72-8e01b75971b5 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:23:33.482006 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 37200d19-ec5e-4b85-a20e-b7988a27124b is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:23:33.530867 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5a5ca02b-e354-4a83-bde0-4fe2b3ee2abd req-20d27d8a-8ee5-4a6b-aaa1-bc6cf6768d84 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd1c44a-66d0-4467-ab69-62e8951a7454 HTTP/1.1" status: 200 len: 210 time: 0.0510159 May 27 03:23:33.751555 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6e5d1a68-5a4f-43b1-8d83-5206eddbff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ebd04f-821f-41ac-be72-8e01b75971b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256955229', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '37200d19-ec5e-4b85-a20e-b7988a27124b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:24Z', 'updated_at': '2022-05-27T03:23:29Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '37200d19-ec5e-4b85-a20e-b7988a27124b', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ebd04f-821f-41ac-be72-8e01b75971b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:25Z', 'updated_at': '2022-05-27T03:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '1be46c9d-8683-4732-a2f8-e7a4019eafc0', 'name': '', 'network_id': '9e17ffeb-f4b9-4773-9747-59f481c62720', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'mac_address': 'fa:16:3e:4c:7c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ebd04f-821f-41ac-be72-8e01b75971b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '2215cac3-39b9-4a9c-a461-a92454da24cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:28Z', 'updated_at': '2022-05-27T03:23:32Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'subnets': [{'id': '2215cac3-39b9-4a9c-a461-a92454da24cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:33.755515 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5d1a68-5a4f-43b1-8d83-5206eddbff60 None None] The sync data for ids ['56ebd04f-821f-41ac-be72-8e01b75971b5'] in n-d-843554-3 is: [{'id': '56ebd04f-821f-41ac-be72-8e01b75971b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256955229', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '37200d19-ec5e-4b85-a20e-b7988a27124b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:24Z', 'updated_at': '2022-05-27T03:23:29Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '37200d19-ec5e-4b85-a20e-b7988a27124b', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ebd04f-821f-41ac-be72-8e01b75971b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:25Z', 'updated_at': '2022-05-27T03:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '1be46c9d-8683-4732-a2f8-e7a4019eafc0', 'name': '', 'network_id': '9e17ffeb-f4b9-4773-9747-59f481c62720', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'mac_address': 'fa:16:3e:4c:7c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ebd04f-821f-41ac-be72-8e01b75971b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '2215cac3-39b9-4a9c-a461-a92454da24cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:28Z', 'updated_at': '2022-05-27T03:23:32Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'subnets': [{'id': '2215cac3-39b9-4a9c-a461-a92454da24cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:23:34.251686 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b3853-c453-4140-94d3-b76db2afcb87 req-34349a7b-1383-4907-bda5-76fb91e7261b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:34.252378 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-548b3853-c453-4140-94d3-b76db2afcb87 req-34349a7b-1383-4907-bda5-76fb91e7261b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Synchronizing usage tracker for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:23:34.265207 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-548b3853-c453-4140-94d3-b76db2afcb87 req-34349a7b-1383-4907-bda5-76fb91e7261b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Unset dirty status for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:23:34.266338 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-548b3853-c453-4140-94d3-b76db2afcb87 req-34349a7b-1383-4907-bda5-76fb91e7261b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.66 "GET /v2.0/networks?id=9e17ffeb-f4b9-4773-9747-59f481c62720 HTTP/1.1" status: 200 len: 796 time: 0.1659517 May 27 03:23:34.316116 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-548b3853-c453-4140-94d3-b76db2afcb87 req-2d4c04f9-9cc1-43d9-a6e0-304966e2d9d5 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d02b46bffb894f2cbc2d380293cecdd7 HTTP/1.1" status: 200 len: 379 time: 0.0418177 May 27 03:23:34.324828 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-548b3853-c453-4140-94d3-b76db2afcb87 req-68c3bc6f-1202-48bd-b2ed-68df8e908f8f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'port': {'device_id': '5bd1c44a-66d0-4467-ab69-62e8951a7454', 'network_id': '9e17ffeb-f4b9-4773-9747-59f481c62720', 'admin_state_up': True, 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'security_groups': ['5d1c49d6-ffa7-4925-ac0f-4da525ea3614']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:23:34.467387 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-548b3853-c453-4140-94d3-b76db2afcb87 req-68c3bc6f-1202-48bd-b2ed-68df8e908f8f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:34.477707 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-548b3853-c453-4140-94d3-b76db2afcb87 req-68c3bc6f-1202-48bd-b2ed-68df8e908f8f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:34.544373 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-548b3853-c453-4140-94d3-b76db2afcb87 req-68c3bc6f-1202-48bd-b2ed-68df8e908f8f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Made reservation on behalf of d02b46bffb894f2cbc2d380293cecdd7 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:23:34.548266 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-548b3853-c453-4140-94d3-b76db2afcb87 req-68c3bc6f-1202-48bd-b2ed-68df8e908f8f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:34.639556 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1be46c9d-8683-4732-a2f8-e7a4019eafc0 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:23:34.715352 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-03b8c817-df24-4c68-8187-89a487ed47df req-5692ddb5-6126-401a-9e92-8e51efd35492 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd1c44a-66d0-4467-ab69-62e8951a7454 HTTP/1.1" status: 200 len: 210 time: 0.0522418 May 27 03:23:34.753987 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-548b3853-c453-4140-94d3-b76db2afcb87 req-68c3bc6f-1202-48bd-b2ed-68df8e908f8f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Allocated IP 172.20.0.11 (9e17ffeb-f4b9-4773-9747-59f481c62720/2215cac3-39b9-4a9c-a461-a92454da24cb/98be7c00-eef9-4169-8e04-51696883a145) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:23:34.795386 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 1be46c9d-8683-4732-a2f8-e7a4019eafc0 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:23:34.800894 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 1be46c9d-8683-4732-a2f8-e7a4019eafc0 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:23:34.801333 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:34.966195 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 1be46c9d-8683-4732-a2f8-e7a4019eafc0 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:23:34.966475 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:34.999140 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 1be46c9d-8683-4732-a2f8-e7a4019eafc0, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1be46c9d-8683-4732-a2f8-e7a4019eafc0,segment=NetworkSegment(ce9155ae-317b-40ee-a40c-f8680e6750ac),segment_id=ce9155ae-317b-40ee-a40c-f8680e6750ac)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:23:35.071449 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-548b3853-c453-4140-94d3-b76db2afcb87 req-68c3bc6f-1202-48bd-b2ed-68df8e908f8f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:35.080937 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:35.086777 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-548b3853-c453-4140-94d3-b76db2afcb87 req-68c3bc6f-1202-48bd-b2ed-68df8e908f8f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Transition to ACTIVE for port object 98be7c00-eef9-4169-8e04-51696883a145 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:23:35.149281 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=1be46c9d-8683-4732-a2f8-e7a4019eafc0,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:35.166706 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-548b3853-c453-4140-94d3-b76db2afcb87 req-68c3bc6f-1202-48bd-b2ed-68df8e908f8f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:35.238085 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-548b3853-c453-4140-94d3-b76db2afcb87 req-68c3bc6f-1202-48bd-b2ed-68df8e908f8f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Network 9e17ffeb-f4b9-4773-9747-59f481c62720 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:35.241730 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-548b3853-c453-4140-94d3-b76db2afcb87 req-68c3bc6f-1202-48bd-b2ed-68df8e908f8f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:35.245468 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-548b3853-c453-4140-94d3-b76db2afcb87 req-68c3bc6f-1202-48bd-b2ed-68df8e908f8f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:23:35.275384 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c3bc6f-1202-48bd-b2ed-68df8e908f8f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'Port': ['ID=98be7c00-eef9-4169-8e04-51696883a145,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:35.295802 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c3bc6f-1202-48bd-b2ed-68df8e908f8f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:35.296138 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c3bc6f-1202-48bd-b2ed-68df8e908f8f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:35.296478 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c3bc6f-1202-48bd-b2ed-68df8e908f8f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:35.296960 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c3bc6f-1202-48bd-b2ed-68df8e908f8f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:35.297136 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c3bc6f-1202-48bd-b2ed-68df8e908f8f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:35.297458 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c3bc6f-1202-48bd-b2ed-68df8e908f8f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:35.297782 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c3bc6f-1202-48bd-b2ed-68df8e908f8f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:35.298106 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c3bc6f-1202-48bd-b2ed-68df8e908f8f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:35.298422 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c3bc6f-1202-48bd-b2ed-68df8e908f8f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:35.298735 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c3bc6f-1202-48bd-b2ed-68df8e908f8f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:35.299062 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c3bc6f-1202-48bd-b2ed-68df8e908f8f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:35.299359 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c3bc6f-1202-48bd-b2ed-68df8e908f8f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:35.322751 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b3853-c453-4140-94d3-b76db2afcb87 req-68c3bc6f-1202-48bd-b2ed-68df8e908f8f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:35.323363 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-548b3853-c453-4140-94d3-b76db2afcb87 req-68c3bc6f-1202-48bd-b2ed-68df8e908f8f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:35.430140 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-548b3853-c453-4140-94d3-b76db2afcb87 req-68c3bc6f-1202-48bd-b2ed-68df8e908f8f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1091425 May 27 03:23:35.478238 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-548b3853-c453-4140-94d3-b76db2afcb87 req-d846067a-77e9-4332-8160-5a0efc3b6c81 service neutron] Request body: {'port': {'device_id': '5bd1c44a-66d0-4467-ab69-62e8951a7454', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:23:35.521068 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6e343670-e736-4a8c-b82a-a2b01e22d00e None None] Provisioning for port 98be7c00-eef9-4169-8e04-51696883a145 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:23:35.526089 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6e343670-e736-4a8c-b82a-a2b01e22d00e None None] Provisioning complete for port 98be7c00-eef9-4169-8e04-51696883a145 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:23:35.526686 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6e343670-e736-4a8c-b82a-a2b01e22d00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:35.580922 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-6e343670-e736-4a8c-b82a-a2b01e22d00e None None] Port 98be7c00-eef9-4169-8e04-51696883a145 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:23:35.589166 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-548b3853-c453-4140-94d3-b76db2afcb87 req-d846067a-77e9-4332-8160-5a0efc3b6c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:35.907086 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374dc87c-919f-4645-83d9-4eba6d15d003 req-68bb67e9-211f-47c2-b203-47e525e80d96 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:35.908555 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-374dc87c-919f-4645-83d9-4eba6d15d003 req-68bb67e9-211f-47c2-b203-47e525e80d96 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd1c44a-66d0-4467-ab69-62e8951a7454 HTTP/1.1" status: 200 len: 932 time: 0.0828547 May 27 03:23:35.929795 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-548b3853-c453-4140-94d3-b76db2afcb87 req-d846067a-77e9-4332-8160-5a0efc3b6c81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98be7c00-eef9-4169-8e04-51696883a145 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:23:35.936941 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-548b3853-c453-4140-94d3-b76db2afcb87 req-d846067a-77e9-4332-8160-5a0efc3b6c81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:35.951183 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-548b3853-c453-4140-94d3-b76db2afcb87 req-d846067a-77e9-4332-8160-5a0efc3b6c81 service neutron] Transition to ACTIVE for port object 98be7c00-eef9-4169-8e04-51696883a145 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:23:35.951909 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-374dc87c-919f-4645-83d9-4eba6d15d003 req-0a93d84b-b1b4-47e4-9222-c5b16954fda7 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d1c49d6-ffa7-4925-ac0f-4da525ea3614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369172 May 27 03:23:36.023374 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-548b3853-c453-4140-94d3-b76db2afcb87 req-d846067a-77e9-4332-8160-5a0efc3b6c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:36.181036 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d846067a-77e9-4332-8160-5a0efc3b6c81 service neutron] Pushing event updated for resources: {'Port': ['ID=98be7c00-eef9-4169-8e04-51696883a145,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:36.262107 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-548b3853-c453-4140-94d3-b76db2afcb87 req-d846067a-77e9-4332-8160-5a0efc3b6c81 service neutron] Attempting to bind port 98be7c00-eef9-4169-8e04-51696883a145 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:23:36.262441 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-548b3853-c453-4140-94d3-b76db2afcb87 req-d846067a-77e9-4332-8160-5a0efc3b6c81 service neutron] Attempting to bind port 98be7c00-eef9-4169-8e04-51696883a145 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'ce9155ae-317b-40ee-a40c-f8680e6750ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '9e17ffeb-f4b9-4773-9747-59f481c62720'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:23:36.262767 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548b3853-c453-4140-94d3-b76db2afcb87 req-d846067a-77e9-4332-8160-5a0efc3b6c81 service neutron] Attempting to bind port 98be7c00-eef9-4169-8e04-51696883a145 on network 9e17ffeb-f4b9-4773-9747-59f481c62720 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:23:36.267218 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548b3853-c453-4140-94d3-b76db2afcb87 req-d846067a-77e9-4332-8160-5a0efc3b6c81 service neutron] Port 98be7c00-eef9-4169-8e04-51696883a145 on network 9e17ffeb-f4b9-4773-9747-59f481c62720 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:23:36.267534 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548b3853-c453-4140-94d3-b76db2afcb87 req-d846067a-77e9-4332-8160-5a0efc3b6c81 service neutron] Attempting to bind port 98be7c00-eef9-4169-8e04-51696883a145 on network 9e17ffeb-f4b9-4773-9747-59f481c62720 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:23:36.273199 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548b3853-c453-4140-94d3-b76db2afcb87 req-d846067a-77e9-4332-8160-5a0efc3b6c81 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:23:36.273535 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548b3853-c453-4140-94d3-b76db2afcb87 req-d846067a-77e9-4332-8160-5a0efc3b6c81 service neutron] Checking segment: {'id': 'ce9155ae-317b-40ee-a40c-f8680e6750ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '9e17ffeb-f4b9-4773-9747-59f481c62720'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:23:36.273909 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548b3853-c453-4140-94d3-b76db2afcb87 req-d846067a-77e9-4332-8160-5a0efc3b6c81 service neutron] Bound using segment: {'id': 'ce9155ae-317b-40ee-a40c-f8680e6750ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '9e17ffeb-f4b9-4773-9747-59f481c62720'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:23:36.274356 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-548b3853-c453-4140-94d3-b76db2afcb87 req-d846067a-77e9-4332-8160-5a0efc3b6c81 service neutron] Bound port: 98be7c00-eef9-4169-8e04-51696883a145, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce9155ae-317b-40ee-a40c-f8680e6750ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '9e17ffeb-f4b9-4773-9747-59f481c62720'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:23:36.274691 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-548b3853-c453-4140-94d3-b76db2afcb87 req-d846067a-77e9-4332-8160-5a0efc3b6c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:36.367869 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-548b3853-c453-4140-94d3-b76db2afcb87 req-d846067a-77e9-4332-8160-5a0efc3b6c81 service neutron] For port 98be7c00-eef9-4169-8e04-51696883a145, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:23:36.370722 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-548b3853-c453-4140-94d3-b76db2afcb87 req-d846067a-77e9-4332-8160-5a0efc3b6c81 service neutron] For port 98be7c00-eef9-4169-8e04-51696883a145, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=98be7c00-eef9-4169-8e04-51696883a145,segment=NetworkSegment(ce9155ae-317b-40ee-a40c-f8680e6750ac),segment_id=ce9155ae-317b-40ee-a40c-f8680e6750ac)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:23:36.418261 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-548b3853-c453-4140-94d3-b76db2afcb87 req-d846067a-77e9-4332-8160-5a0efc3b6c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:36.489270 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b3853-c453-4140-94d3-b76db2afcb87 req-d846067a-77e9-4332-8160-5a0efc3b6c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:36.490410 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-548b3853-c453-4140-94d3-b76db2afcb87 req-d846067a-77e9-4332-8160-5a0efc3b6c81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:36.491798 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-548b3853-c453-4140-94d3-b76db2afcb87 req-d846067a-77e9-4332-8160-5a0efc3b6c81 service neutron] 10.222.0.66 "PUT /v2.0/ports/98be7c00-eef9-4169-8e04-51696883a145 HTTP/1.1" status: 200 len: 1092 time: 1.0547090 May 27 03:23:36.492233 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bd1c44a-66d0-4467-ab69-62e8951a7454', 'tag': '98be7c00-eef9-4169-8e04-51696883a145'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:23:36.512894 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d846067a-77e9-4332-8160-5a0efc3b6c81 service neutron] Pushing event updated for resources: {'Port': ['ID=98be7c00-eef9-4169-8e04-51696883a145,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:36.542188 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc22801a-358c-46e9-938c-b02f3dd61398'] response: {'name': 'network-changed', 'server_uuid': '5bd1c44a-66d0-4467-ab69-62e8951a7454', 'tag': '98be7c00-eef9-4169-8e04-51696883a145', 'status': 'completed', 'code': 200} May 27 03:23:36.611689 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1be46c9d-8683-4732-a2f8-e7a4019eafc0 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:23:36.648612 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cb354-292f-4eb5-acdf-d9fc734c34ec req-ac6726b6-57a1-4d6f-ad56-a4a00bf5ba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:36.650156 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ec9cb354-292f-4eb5-acdf-d9fc734c34ec req-ac6726b6-57a1-4d6f-ad56-a4a00bf5ba2f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d02b46bffb894f2cbc2d380293cecdd7&device_id=5bd1c44a-66d0-4467-ab69-62e8951a7454 HTTP/1.1" status: 200 len: 1095 time: 0.0873504 May 27 03:23:36.687088 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 1be46c9d-8683-4732-a2f8-e7a4019eafc0 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:23:36.687457 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:36.798303 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cb354-292f-4eb5-acdf-d9fc734c34ec req-6b8770e8-30e7-4e2e-a234-886b0d497c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:36.799731 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ec9cb354-292f-4eb5-acdf-d9fc734c34ec req-6b8770e8-30e7-4e2e-a234-886b0d497c93 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=d02b46bffb894f2cbc2d380293cecdd7&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1429238 May 27 03:23:36.817882 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 1be46c9d-8683-4732-a2f8-e7a4019eafc0 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:23:36.934271 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cb354-292f-4eb5-acdf-d9fc734c34ec req-4fd9414a-d465-4e17-be23-19dd3eff414d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:36.935625 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-ec9cb354-292f-4eb5-acdf-d9fc734c34ec req-4fd9414a-d465-4e17-be23-19dd3eff414d service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1294470 May 27 03:23:37.035476 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b3853-c453-4140-94d3-b76db2afcb87 req-c19c4fff-941a-4a95-aff2-dfed9f602536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:37.037484 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-548b3853-c453-4140-94d3-b76db2afcb87 req-c19c4fff-941a-4a95-aff2-dfed9f602536 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d02b46bffb894f2cbc2d380293cecdd7&device_id=5bd1c44a-66d0-4467-ab69-62e8951a7454 HTTP/1.1" status: 200 len: 1095 time: 0.0691552 May 27 03:23:37.137484 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b208eaa-75d6-48ef-8040-18b1c00b997d req-fb484fa2-9ee5-4c8c-b3ff-995332cb2f0c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:37.139054 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b208eaa-75d6-48ef-8040-18b1c00b997d req-fb484fa2-9ee5-4c8c-b3ff-995332cb2f0c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd1c44a-66d0-4467-ab69-62e8951a7454 HTTP/1.1" status: 200 len: 944 time: 0.0801528 May 27 03:23:37.186321 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6b208eaa-75d6-48ef-8040-18b1c00b997d req-87ef1e34-a732-4d51-a5be-b6eb23a39b1c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d1c49d6-ffa7-4925-ac0f-4da525ea3614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412047 May 27 03:23:37.210241 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-548b3853-c453-4140-94d3-b76db2afcb87 req-626fb1cd-920c-48c1-b8b0-ce2f423f5e32 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98be7c00-eef9-4169-8e04-51696883a145 HTTP/1.1" status: 200 len: 217 time: 0.1663637 May 27 03:23:37.269006 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b3853-c453-4140-94d3-b76db2afcb87 req-3384f4ea-e59c-4afa-9521-d72167ea0061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:37.270335 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-548b3853-c453-4140-94d3-b76db2afcb87 req-3384f4ea-e59c-4afa-9521-d72167ea0061 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2215cac3-39b9-4a9c-a461-a92454da24cb HTTP/1.1" status: 200 len: 833 time: 0.0548718 May 27 03:23:37.341391 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b3853-c453-4140-94d3-b76db2afcb87 req-af0f7447-09ec-4ce1-ad91-db3f158fc378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:37.342809 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-548b3853-c453-4140-94d3-b76db2afcb87 req-af0f7447-09ec-4ce1-ad91-db3f158fc378 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9e17ffeb-f4b9-4773-9747-59f481c62720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672767 May 27 03:23:37.469154 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-548b3853-c453-4140-94d3-b76db2afcb87 req-908e3ef5-c795-4921-955b-34cbf44620be service neutron] 10.222.0.66 "GET /v2.0/networks/9e17ffeb-f4b9-4773-9747-59f481c62720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204734 May 27 03:23:37.597401 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-548b3853-c453-4140-94d3-b76db2afcb87 req-37098563-c7a1-4260-877e-3984cb104589 service neutron] 10.222.0.66 "GET /v2.0/networks/9e17ffeb-f4b9-4773-9747-59f481c62720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219943 May 27 03:23:38.371639 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb90413-8e2d-4275-95ee-4db849bff87e req-715a02cc-5f74-4957-ac89-3400a58bb8c2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:38.373119 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-feb90413-8e2d-4275-95ee-4db849bff87e req-715a02cc-5f74-4957-ac89-3400a58bb8c2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd1c44a-66d0-4467-ab69-62e8951a7454 HTTP/1.1" status: 200 len: 944 time: 0.0820863 May 27 03:23:38.417133 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-feb90413-8e2d-4275-95ee-4db849bff87e req-952bc749-44d4-4e6b-aaf9-0e1a5c2ed38c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d1c49d6-ffa7-4925-ac0f-4da525ea3614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381832 May 27 03:23:39.251836 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 98be7c00-eef9-4169-8e04-51696883a145 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:23:39.382216 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 98be7c00-eef9-4169-8e04-51696883a145, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=98be7c00-eef9-4169-8e04-51696883a145,segment=NetworkSegment(ce9155ae-317b-40ee-a40c-f8680e6750ac),segment_id=ce9155ae-317b-40ee-a40c-f8680e6750ac)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:23:39.394698 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '98be7c00-eef9-4169-8e04-51696883a145', 'network_id': '9e17ffeb-f4b9-4773-9747-59f481c62720', 'port_id': '98be7c00-eef9-4169-8e04-51696883a145', 'mac_address': 'fa:16:3e:80:bc:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2215cac3-39b9-4a9c-a461-a92454da24cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:23:39.452079 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 98be7c00-eef9-4169-8e04-51696883a145 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:23:39.452480 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:39.469340 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98be7c00-eef9-4169-8e04-51696883a145 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:23:39.483995 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 98be7c00-eef9-4169-8e04-51696883a145, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=98be7c00-eef9-4169-8e04-51696883a145,segment=NetworkSegment(ce9155ae-317b-40ee-a40c-f8680e6750ac),segment_id=ce9155ae-317b-40ee-a40c-f8680e6750ac)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:23:39.543876 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:39.601204 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc0515-a50b-4ffc-a326-503ce74847f2 req-bdbb8bd2-a7dd-4e6d-b091-58c60d62d1ac tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:39.602652 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ffc0515-a50b-4ffc-a326-503ce74847f2 req-bdbb8bd2-a7dd-4e6d-b091-58c60d62d1ac tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd1c44a-66d0-4467-ab69-62e8951a7454 HTTP/1.1" status: 200 len: 945 time: 0.0816951 May 27 03:23:39.611968 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=98be7c00-eef9-4169-8e04-51696883a145,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:39.622152 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:39.622526 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:39.622871 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:39.623205 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:39.623536 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:39.623868 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:39.624195 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:39.624520 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:39.624888 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:39.625212 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:39.625532 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:39.625853 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:39.651446 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ffc0515-a50b-4ffc-a326-503ce74847f2 req-179eef7c-3e30-430b-b690-271ba4bc7db3 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d1c49d6-ffa7-4925-ac0f-4da525ea3614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425966 May 27 03:23:39.743998 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['98be7c00-eef9-4169-8e04-51696883a145'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:23:40.835392 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eef7ca-bd3a-4fa8-809a-907d32cca06c req-c102ff2d-cfc0-47e3-96d3-0a4d47498cee tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:40.836889 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d9eef7ca-bd3a-4fa8-809a-907d32cca06c req-c102ff2d-cfc0-47e3-96d3-0a4d47498cee tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd1c44a-66d0-4467-ab69-62e8951a7454 HTTP/1.1" status: 200 len: 945 time: 0.0807278 May 27 03:23:40.879913 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d9eef7ca-bd3a-4fa8-809a-907d32cca06c req-e82a466a-2043-4f59-8b74-8dd495971cc9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d1c49d6-ffa7-4925-ac0f-4da525ea3614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371981 May 27 03:23:41.266538 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 98be7c00-eef9-4169-8e04-51696883a145 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:23:41.389410 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 98be7c00-eef9-4169-8e04-51696883a145 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:23:41.393995 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 98be7c00-eef9-4169-8e04-51696883a145 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:23:41.394363 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:41.507385 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 98be7c00-eef9-4169-8e04-51696883a145 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:23:41.507757 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:41.533528 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd1c44a-66d0-4467-ab69-62e8951a7454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98be7c00-eef9-4169-8e04-51696883a145'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:23:41.543716 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 98be7c00-eef9-4169-8e04-51696883a145, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=98be7c00-eef9-4169-8e04-51696883a145,segment=NetworkSegment(ce9155ae-317b-40ee-a40c-f8680e6750ac),segment_id=ce9155ae-317b-40ee-a40c-f8680e6750ac)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:23:41.579073 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54fb40be-1329-4570-83af-4dcfc97695aa'] response: {'server_uuid': '5bd1c44a-66d0-4467-ab69-62e8951a7454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98be7c00-eef9-4169-8e04-51696883a145', 'code': 200} May 27 03:23:41.606443 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:41.679993 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=98be7c00-eef9-4169-8e04-51696883a145,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:41.709501 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9dfda0-a82c-4b76-a369-8c6a98a7c166 req-ade6048e-96e6-4db0-b5d3-076b607c5ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:41.710936 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bc9dfda0-a82c-4b76-a369-8c6a98a7c166 req-ade6048e-96e6-4db0-b5d3-076b607c5ab2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5bd1c44a-66d0-4467-ab69-62e8951a7454 HTTP/1.1" status: 200 len: 1097 time: 0.0752728 May 27 03:23:41.750696 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-bc9dfda0-a82c-4b76-a369-8c6a98a7c166 req-7cc1a36b-dab9-4972-b7dc-b7527c10d9ea service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5d1c49d6-ffa7-4925-ac0f-4da525ea3614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331151 May 27 03:23:42.228323 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2549a-dd85-42cc-aa2a-458758183f54 req-0490f9f1-471c-4a87-a57f-8de18244201a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:42.229781 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d0a2549a-dd85-42cc-aa2a-458758183f54 req-0490f9f1-471c-4a87-a57f-8de18244201a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd1c44a-66d0-4467-ab69-62e8951a7454 HTTP/1.1" status: 200 len: 946 time: 0.0825238 May 27 03:23:42.273867 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d0a2549a-dd85-42cc-aa2a-458758183f54 req-53103cac-3f7e-4902-b8d6-5cf8cf82ef61 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d1c49d6-ffa7-4925-ac0f-4da525ea3614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384459 May 27 03:23:43.455455 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7ba34-d0dd-4800-9405-1f645cbf3cb8 req-65a43af9-6f1b-4268-9f3a-3b596264c61f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:43.456900 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-abf7ba34-d0dd-4800-9405-1f645cbf3cb8 req-65a43af9-6f1b-4268-9f3a-3b596264c61f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd1c44a-66d0-4467-ab69-62e8951a7454 HTTP/1.1" status: 200 len: 946 time: 0.0779815 May 27 03:23:43.500065 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-abf7ba34-d0dd-4800-9405-1f645cbf3cb8 req-c7991d52-283c-4da8-b15b-2e1767fbd9be tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d1c49d6-ffa7-4925-ac0f-4da525ea3614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371284 May 27 03:23:43.680935 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5396f4f-885f-4a8b-b21b-ca7e9e1f89d8 req-fa084eb8-47b2-477a-885b-8c0f9d0aca46 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:43.682271 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5396f4f-885f-4a8b-b21b-ca7e9e1f89d8 req-fa084eb8-47b2-477a-885b-8c0f9d0aca46 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd1c44a-66d0-4467-ab69-62e8951a7454 HTTP/1.1" status: 200 len: 946 time: 0.0813153 May 27 03:23:43.725280 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e5396f4f-885f-4a8b-b21b-ca7e9e1f89d8 req-fb2acd1d-bf53-4c08-9392-cf9071b86faf tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d1c49d6-ffa7-4925-ac0f-4da525ea3614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374560 May 27 03:23:43.746805 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38196) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:43.814865 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1609be36-bbce-49f8-be12-7a579c495be2 tempest-TestNetworkAdvancedServerOps-962487840 tempest-TestNetworkAdvancedServerOps-962487840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:43.816452 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1609be36-bbce-49f8-be12-7a579c495be2 tempest-TestNetworkAdvancedServerOps-962487840 tempest-TestNetworkAdvancedServerOps-962487840-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=5bd1c44a-66d0-4467-ab69-62e8951a7454 HTTP/1.1" status: 200 len: 1092 time: 0.0686197 May 27 03:23:43.819651 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38200) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:43.824651 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-60701015-d5f6-4d35-8261-2dd006b50e64 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'port_id': '98be7c00-eef9-4169-8e04-51696883a145', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:23:43.831259 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-60701015-d5f6-4d35-8261-2dd006b50e64 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:43.835753 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-60701015-d5f6-4d35-8261-2dd006b50e64 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:floatingip and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:43.838562 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-60701015-d5f6-4d35-8261-2dd006b50e64 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:43.844100 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-60701015-d5f6-4d35-8261-2dd006b50e64 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:43.955146 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-60701015-d5f6-4d35-8261-2dd006b50e64 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for floatingip, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:44.089689 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-60701015-d5f6-4d35-8261-2dd006b50e64 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:44.221881 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-60701015-d5f6-4d35-8261-2dd006b50e64 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Allocated IP 172.25.1.85 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/5136032a-4eed-4ca3-ad8c-008332c693cb) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:23:44.365114 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-60701015-d5f6-4d35-8261-2dd006b50e64 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:44.446521 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-60701015-d5f6-4d35-8261-2dd006b50e64 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:44.513080 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60701015-d5f6-4d35-8261-2dd006b50e64 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:44.515949 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-60701015-d5f6-4d35-8261-2dd006b50e64 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:44.519555 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60701015-d5f6-4d35-8261-2dd006b50e64 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:23:44.548604 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60701015-d5f6-4d35-8261-2dd006b50e64 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'Port': ['ID=5136032a-4eed-4ca3-ad8c-008332c693cb,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:45.025648 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-60701015-d5f6-4d35-8261-2dd006b50e64 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:45.149051 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-60701015-d5f6-4d35-8261-2dd006b50e64 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:45.350063 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-60701015-d5f6-4d35-8261-2dd006b50e64 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:45.412019 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-60701015-d5f6-4d35-8261-2dd006b50e64 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:45.522291 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60701015-d5f6-4d35-8261-2dd006b50e64 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'Port': ['ID=5136032a-4eed-4ca3-ad8c-008332c693cb,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:45.533984 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-60701015-d5f6-4d35-8261-2dd006b50e64 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:45.701208 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-60701015-d5f6-4d35-8261-2dd006b50e64 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Floating IP 3f148b60-49be-49f1-aa6b-4d9d72a6dc4b associated. External IP: 172.25.1.85, port: 98be7c00-eef9-4169-8e04-51696883a145. May 27 03:23:46.043554 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60701015-d5f6-4d35-8261-2dd006b50e64 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Router 56ebd04f-821f-41ac-be72-8e01b75971b5 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:23:46.218271 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60701015-d5f6-4d35-8261-2dd006b50e64 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:23:46.228366 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6452358-68d4-4371-a6e3-af5653dcf151 None None] Sync routers for ids ['56ebd04f-821f-41ac-be72-8e01b75971b5'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:23:46.238974 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6452358-68d4-4371-a6e3-af5653dcf151 None None] Routers {'56ebd04f-821f-41ac-be72-8e01b75971b5'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:23:46.239676 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e6452358-68d4-4371-a6e3-af5653dcf151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:23:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['56ebd04f-821f-41ac-be72-8e01b75971b5'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:46.338181 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-60701015-d5f6-4d35-8261-2dd006b50e64 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:46.392902 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-60701015-d5f6-4d35-8261-2dd006b50e64 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5721478 May 27 03:23:46.393501 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bd1c44a-66d0-4467-ab69-62e8951a7454', 'tag': '98be7c00-eef9-4169-8e04-51696883a145'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:23:46.443459 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb981e1e-f516-44aa-8f54-8864e0221615'] response: {'name': 'network-changed', 'server_uuid': '5bd1c44a-66d0-4467-ab69-62e8951a7454', 'tag': '98be7c00-eef9-4169-8e04-51696883a145', 'status': 'completed', 'code': 200} May 27 03:23:46.454084 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-e6452358-68d4-4371-a6e3-af5653dcf151 None None] Set router 56ebd04f-821f-41ac-be72-8e01b75971b5 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:23:46.542052 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b86ba6-48d0-4ac2-9a0d-7708d70d4d4a req-0b3063fd-fc80-488a-bad8-b2b126c24ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:46.544450 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e5b86ba6-48d0-4ac2-9a0d-7708d70d4d4a req-0b3063fd-fc80-488a-bad8-b2b126c24ddf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d02b46bffb894f2cbc2d380293cecdd7&device_id=5bd1c44a-66d0-4467-ab69-62e8951a7454 HTTP/1.1" status: 200 len: 1097 time: 0.0769355 May 27 03:23:46.687476 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b86ba6-48d0-4ac2-9a0d-7708d70d4d4a req-1d3b1378-333d-4f20-a9bd-0a5294316d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:46.688882 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e5b86ba6-48d0-4ac2-9a0d-7708d70d4d4a req-1d3b1378-333d-4f20-a9bd-0a5294316d7b service neutron] 10.222.0.66 "GET /v2.0/networks?id=9e17ffeb-f4b9-4773-9747-59f481c62720 HTTP/1.1" status: 200 len: 897 time: 0.1391556 May 27 03:23:46.695130 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330e360-906a-463e-87c2-4212a9c5b679 req-a0f7b9e4-3fe5-46ce-86ab-82f647b07a95 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:46.696603 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8330e360-906a-463e-87c2-4212a9c5b679 req-a0f7b9e4-3fe5-46ce-86ab-82f647b07a95 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd1c44a-66d0-4467-ab69-62e8951a7454 HTTP/1.1" status: 200 len: 946 time: 0.2088354 May 27 03:23:46.742494 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8330e360-906a-463e-87c2-4212a9c5b679 req-e9912a0a-7fbf-406c-9b7b-a68f2ddfa902 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d1c49d6-ffa7-4925-ac0f-4da525ea3614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395298 May 27 03:23:46.769038 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38208) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:46.810307 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e5b86ba6-48d0-4ac2-9a0d-7708d70d4d4a req-ece713ad-d2ec-489c-9f71-94abe52a356a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98be7c00-eef9-4169-8e04-51696883a145 HTTP/1.1" status: 200 len: 999 time: 0.1150022 May 27 03:23:46.825986 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e6452358-68d4-4371-a6e3-af5653dcf151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ebd04f-821f-41ac-be72-8e01b75971b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256955229', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '37200d19-ec5e-4b85-a20e-b7988a27124b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:24Z', 'updated_at': '2022-05-27T03:23:29Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '37200d19-ec5e-4b85-a20e-b7988a27124b', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ebd04f-821f-41ac-be72-8e01b75971b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:25Z', 'updated_at': '2022-05-27T03:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '3f148b60-49be-49f1-aa6b-4d9d72a6dc4b', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'floating_ip_address': '172.25.1.85', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '56ebd04f-821f-41ac-be72-8e01b75971b5', 'port_id': '98be7c00-eef9-4169-8e04-51696883a145', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e17ffeb-f4b9-4773-9747-59f481c62720', 'mac_address': 'fa:16:3e:80:bc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd1c44a-66d0-4467-ab69-62e8951a7454', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:23:44Z', 'updated_at': '2022-05-27T03:23:44Z', 'revision_number': 0, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1be46c9d-8683-4732-a2f8-e7a4019eafc0', 'name': '', 'network_id': '9e17ffeb-f4b9-4773-9747-59f481c62720', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'mac_address': 'fa:16:3e:4c:7c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ebd04f-821f-41ac-be72-8e01b75971b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '2215cac3-39b9-4a9c-a461-a92454da24cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:28Z', 'updated_at': '2022-05-27T03:23:34Z', 'revision_number': 5, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'subnets': [{'id': '2215cac3-39b9-4a9c-a461-a92454da24cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:46.830050 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6452358-68d4-4371-a6e3-af5653dcf151 None None] Checking router: 56ebd04f-821f-41ac-be72-8e01b75971b5 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:23:46.839205 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6452358-68d4-4371-a6e3-af5653dcf151 None None] Routers {'56ebd04f-821f-41ac-be72-8e01b75971b5'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:23:46.839934 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e6452358-68d4-4371-a6e3-af5653dcf151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:23:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['56ebd04f-821f-41ac-be72-8e01b75971b5'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:46.877160 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-fe98363c-a581-40a9-8cfc-20fa04b47887 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/floatingips/3f148b60-49be-49f1-aa6b-4d9d72a6dc4b HTTP/1.1" status: 200 len: 991 time: 0.1069598 May 27 03:23:46.882557 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b86ba6-48d0-4ac2-9a0d-7708d70d4d4a req-8b30ef3f-d7df-4f41-9512-9af440fe636c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:46.883976 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e5b86ba6-48d0-4ac2-9a0d-7708d70d4d4a req-8b30ef3f-d7df-4f41-9512-9af440fe636c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2215cac3-39b9-4a9c-a461-a92454da24cb HTTP/1.1" status: 200 len: 833 time: 0.0684419 May 27 03:23:46.958169 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b86ba6-48d0-4ac2-9a0d-7708d70d4d4a req-3b439441-4f7f-42c6-af28-2407a985ac65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:46.959569 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e5b86ba6-48d0-4ac2-9a0d-7708d70d4d4a req-3b439441-4f7f-42c6-af28-2407a985ac65 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9e17ffeb-f4b9-4773-9747-59f481c62720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693710 May 27 03:23:47.015957 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-e6452358-68d4-4371-a6e3-af5653dcf151 None None] Set router 56ebd04f-821f-41ac-be72-8e01b75971b5 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:23:47.089321 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e5b86ba6-48d0-4ac2-9a0d-7708d70d4d4a req-d312e686-51a7-47d9-9528-3f47bffa2bab service neutron] 10.222.0.66 "GET /v2.0/networks/9e17ffeb-f4b9-4773-9747-59f481c62720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236651 May 27 03:23:47.219151 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-e5b86ba6-48d0-4ac2-9a0d-7708d70d4d4a req-e74a4ff0-ca5a-4e71-bd6c-7784487e1f68 service neutron] 10.222.0.66 "GET /v2.0/networks/9e17ffeb-f4b9-4773-9747-59f481c62720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236720 May 27 03:23:47.356267 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e6452358-68d4-4371-a6e3-af5653dcf151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ebd04f-821f-41ac-be72-8e01b75971b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256955229', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '37200d19-ec5e-4b85-a20e-b7988a27124b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:24Z', 'updated_at': '2022-05-27T03:23:29Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '37200d19-ec5e-4b85-a20e-b7988a27124b', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ebd04f-821f-41ac-be72-8e01b75971b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:25Z', 'updated_at': '2022-05-27T03:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '3f148b60-49be-49f1-aa6b-4d9d72a6dc4b', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'floating_ip_address': '172.25.1.85', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '56ebd04f-821f-41ac-be72-8e01b75971b5', 'port_id': '98be7c00-eef9-4169-8e04-51696883a145', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e17ffeb-f4b9-4773-9747-59f481c62720', 'mac_address': 'fa:16:3e:80:bc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd1c44a-66d0-4467-ab69-62e8951a7454', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:23:44Z', 'updated_at': '2022-05-27T03:23:44Z', 'revision_number': 0, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1be46c9d-8683-4732-a2f8-e7a4019eafc0', 'name': '', 'network_id': '9e17ffeb-f4b9-4773-9747-59f481c62720', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'mac_address': 'fa:16:3e:4c:7c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ebd04f-821f-41ac-be72-8e01b75971b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '2215cac3-39b9-4a9c-a461-a92454da24cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:28Z', 'updated_at': '2022-05-27T03:23:34Z', 'revision_number': 5, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'subnets': [{'id': '2215cac3-39b9-4a9c-a461-a92454da24cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:47.360300 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6452358-68d4-4371-a6e3-af5653dcf151 None None] The sync data for ids ['56ebd04f-821f-41ac-be72-8e01b75971b5'] in n-d-843554-3 is: [{'id': '56ebd04f-821f-41ac-be72-8e01b75971b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256955229', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '37200d19-ec5e-4b85-a20e-b7988a27124b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:24Z', 'updated_at': '2022-05-27T03:23:29Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '37200d19-ec5e-4b85-a20e-b7988a27124b', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ebd04f-821f-41ac-be72-8e01b75971b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:25Z', 'updated_at': '2022-05-27T03:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '3f148b60-49be-49f1-aa6b-4d9d72a6dc4b', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'floating_ip_address': '172.25.1.85', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '56ebd04f-821f-41ac-be72-8e01b75971b5', 'port_id': '98be7c00-eef9-4169-8e04-51696883a145', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e17ffeb-f4b9-4773-9747-59f481c62720', 'mac_address': 'fa:16:3e:80:bc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd1c44a-66d0-4467-ab69-62e8951a7454', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:23:44Z', 'updated_at': '2022-05-27T03:23:44Z', 'revision_number': 0, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1be46c9d-8683-4732-a2f8-e7a4019eafc0', 'name': '', 'network_id': '9e17ffeb-f4b9-4773-9747-59f481c62720', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'mac_address': 'fa:16:3e:4c:7c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ebd04f-821f-41ac-be72-8e01b75971b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '2215cac3-39b9-4a9c-a461-a92454da24cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:28Z', 'updated_at': '2022-05-27T03:23:34Z', 'revision_number': 5, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'subnets': [{'id': '2215cac3-39b9-4a9c-a461-a92454da24cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:23:47.542785 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf36023-10aa-4a43-a3da-3af224a41ade None None] New status for floating IP 3f148b60-49be-49f1-aa6b-4d9d72a6dc4b: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:23:47.880733 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38212) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:47.987938 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7de5cadc-a639-496e-9771-48497c3b5bce tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/floatingips/3f148b60-49be-49f1-aa6b-4d9d72a6dc4b HTTP/1.1" status: 200 len: 993 time: 0.1059577 May 27 03:23:48.652487 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:23:50.011802 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:50.040098 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:55.543047 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-18fad35e-3971-4ada-9a9f-9eee8befd9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:57.931856 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4ab3196a-5e98-4a95-bc94-ea0b8b863a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:59.063055 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:59.211649 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:00.377085 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:15.048331 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21b23a-ebb5-47b4-931a-92931af02c12 req-43808fd5-7e18-419d-bf89-14437f34fb3b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:15.049806 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5c21b23a-ebb5-47b4-931a-92931af02c12 req-43808fd5-7e18-419d-bf89-14437f34fb3b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd1c44a-66d0-4467-ab69-62e8951a7454 HTTP/1.1" status: 200 len: 946 time: 0.1339328 May 27 03:24:15.092563 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5c21b23a-ebb5-47b4-931a-92931af02c12 req-57f9159a-22f2-4091-a655-b8ecb5444db3 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d1c49d6-ffa7-4925-ac0f-4da525ea3614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364990 May 27 03:24:16.324731 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1875b-f372-4e82-be81-b5c56ba4d15b req-e1e7474f-e1fe-4dc3-ab17-ef1cb370377a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:16.326196 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e4c1875b-f372-4e82-be81-b5c56ba4d15b req-e1e7474f-e1fe-4dc3-ab17-ef1cb370377a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd1c44a-66d0-4467-ab69-62e8951a7454 HTTP/1.1" status: 200 len: 946 time: 0.1232355 May 27 03:24:16.368803 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e4c1875b-f372-4e82-be81-b5c56ba4d15b req-e857e416-81e3-4ee4-ac47-cd6a5ede8464 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d1c49d6-ffa7-4925-ac0f-4da525ea3614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369563 May 27 03:24:17.557139 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c6682-b168-4ffa-b898-e67d424845d9 req-8b81d1c6-beaf-482e-b3c3-cc84b7b160ac tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:17.558583 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a57c6682-b168-4ffa-b898-e67d424845d9 req-8b81d1c6-beaf-482e-b3c3-cc84b7b160ac tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd1c44a-66d0-4467-ab69-62e8951a7454 HTTP/1.1" status: 200 len: 946 time: 0.0785491 May 27 03:24:17.602246 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a57c6682-b168-4ffa-b898-e67d424845d9 req-c924a7b1-2bba-4554-8bb1-1bd3c50e6df4 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d1c49d6-ffa7-4925-ac0f-4da525ea3614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380957 May 27 03:24:18.785313 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411ff21-882b-43e2-b0e7-b20b12f34450 req-5012af4f-8e92-4d22-8d79-21aa925f72c9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:18.787532 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e411ff21-882b-43e2-b0e7-b20b12f34450 req-5012af4f-8e92-4d22-8d79-21aa925f72c9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd1c44a-66d0-4467-ab69-62e8951a7454 HTTP/1.1" status: 200 len: 946 time: 0.0819788 May 27 03:24:18.831015 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e411ff21-882b-43e2-b0e7-b20b12f34450 req-f472069d-93c2-4781-ba4a-8b38b0284a16 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d1c49d6-ffa7-4925-ac0f-4da525ea3614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377069 May 27 03:24:19.982927 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:19.994070 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:20.012050 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f3ecf-7b0d-4bfd-b6ab-0b60f357e01b req-b86bd27e-43a7-4ac8-9086-22945af2d6eb tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:20.013550 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5c9f3ecf-7b0d-4bfd-b6ab-0b60f357e01b req-b86bd27e-43a7-4ac8-9086-22945af2d6eb tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd1c44a-66d0-4467-ab69-62e8951a7454 HTTP/1.1" status: 200 len: 946 time: 0.0802555 May 27 03:24:20.059796 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5c9f3ecf-7b0d-4bfd-b6ab-0b60f357e01b req-bf4c85c3-cc9b-46c6-bf1c-c501fc4e1685 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d1c49d6-ffa7-4925-ac0f-4da525ea3614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405350 May 27 03:24:21.238944 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc386b9f-f3c7-4e4b-95ae-1920cc67e4bf req-97b34682-f732-4058-b966-7726ecf0a6b0 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:21.240414 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cc386b9f-f3c7-4e4b-95ae-1920cc67e4bf req-97b34682-f732-4058-b966-7726ecf0a6b0 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd1c44a-66d0-4467-ab69-62e8951a7454 HTTP/1.1" status: 200 len: 946 time: 0.0782354 May 27 03:24:21.283682 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cc386b9f-f3c7-4e4b-95ae-1920cc67e4bf req-8880c0da-812b-4725-b409-1e92eba12270 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d1c49d6-ffa7-4925-ac0f-4da525ea3614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377235 May 27 03:24:22.467560 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d06a1a-5199-401c-937b-623f4e01fd18 req-ea61bcd6-af75-4ae6-a3e9-02a34ca6eed8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:22.468992 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-09d06a1a-5199-401c-937b-623f4e01fd18 req-ea61bcd6-af75-4ae6-a3e9-02a34ca6eed8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd1c44a-66d0-4467-ab69-62e8951a7454 HTTP/1.1" status: 200 len: 946 time: 0.0805652 May 27 03:24:22.511972 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-09d06a1a-5199-401c-937b-623f4e01fd18 req-98750f61-6b26-4132-92f7-580065915005 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d1c49d6-ffa7-4925-ac0f-4da525ea3614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367689 May 27 03:24:23.701805 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd727b5-b102-42ba-8ce2-4b93d6bd5dc9 req-8ee95dde-65ca-49f8-ac17-9f47be099113 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:23.703256 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8fd727b5-b102-42ba-8ce2-4b93d6bd5dc9 req-8ee95dde-65ca-49f8-ac17-9f47be099113 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd1c44a-66d0-4467-ab69-62e8951a7454 HTTP/1.1" status: 200 len: 946 time: 0.0827708 May 27 03:24:23.746554 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8fd727b5-b102-42ba-8ce2-4b93d6bd5dc9 req-11f4597d-beaa-45ef-8179-4aa976ccd3a5 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d1c49d6-ffa7-4925-ac0f-4da525ea3614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371277 May 27 03:24:24.932646 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39649f34-b04e-4a48-8ec0-6abde9a364c4 req-ac2a4ab1-7a42-43a4-9432-41b8f26fa6b0 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:24.934119 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-39649f34-b04e-4a48-8ec0-6abde9a364c4 req-ac2a4ab1-7a42-43a4-9432-41b8f26fa6b0 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd1c44a-66d0-4467-ab69-62e8951a7454 HTTP/1.1" status: 200 len: 946 time: 0.0832374 May 27 03:24:24.976790 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-39649f34-b04e-4a48-8ec0-6abde9a364c4 req-906ce1a5-912c-4a62-80fc-85a9710e4148 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d1c49d6-ffa7-4925-ac0f-4da525ea3614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371826 May 27 03:24:25.531033 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0a9cbb53-ccc8-441a-a864-ba2bceb07383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:25.652344 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:24:26.156510 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c769956-5278-403b-ab3a-f9a52b2670fa req-ff36eb74-3249-4bdb-a69e-79f08dfa56f8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:26.157895 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1c769956-5278-403b-ab3a-f9a52b2670fa req-ff36eb74-3249-4bdb-a69e-79f08dfa56f8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd1c44a-66d0-4467-ab69-62e8951a7454 HTTP/1.1" status: 200 len: 946 time: 0.0772135 May 27 03:24:26.201111 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1c769956-5278-403b-ab3a-f9a52b2670fa req-3315d5c3-7188-4f24-8772-992d425f3d5d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d1c49d6-ffa7-4925-ac0f-4da525ea3614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376189 May 27 03:24:26.223463 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38252) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:26.326870 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1fcacd93-7135-49f1-9087-23d60b1b973a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/floatingips/3f148b60-49be-49f1-aa6b-4d9d72a6dc4b HTTP/1.1" status: 200 len: 993 time: 0.1023402 May 27 03:24:27.915296 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aab3e7-6581-4714-a076-6a3b7aae3901 req-766a2172-5c23-41de-b4a7-1b44c26eced7 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:27.916778 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d3aab3e7-6581-4714-a076-6a3b7aae3901 req-766a2172-5c23-41de-b4a7-1b44c26eced7 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd1c44a-66d0-4467-ab69-62e8951a7454 HTTP/1.1" status: 200 len: 946 time: 0.0847697 May 27 03:24:27.943704 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-476b33a8-7228-4da6-9d52-8f113a6234d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:27.962176 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d3aab3e7-6581-4714-a076-6a3b7aae3901 req-cdd7e6b4-b312-4537-9ba7-bec5c24ae2c2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d1c49d6-ffa7-4925-ac0f-4da525ea3614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391636 May 27 03:24:28.048075 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f61f2-2baf-48a3-aff9-048b7b5a3608 req-6177d60b-9e56-4511-b4ec-264ede478e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:28.049507 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-304f61f2-2baf-48a3-aff9-048b7b5a3608 req-6177d60b-9e56-4511-b4ec-264ede478e7c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d02b46bffb894f2cbc2d380293cecdd7&device_id=5bd1c44a-66d0-4467-ab69-62e8951a7454 HTTP/1.1" status: 200 len: 1097 time: 0.0709703 May 27 03:24:28.178116 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f61f2-2baf-48a3-aff9-048b7b5a3608 req-ee9a412b-909d-412b-8166-f5bd84a53c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:28.179555 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-304f61f2-2baf-48a3-aff9-048b7b5a3608 req-ee9a412b-909d-412b-8166-f5bd84a53c98 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9e17ffeb-f4b9-4773-9747-59f481c62720 HTTP/1.1" status: 200 len: 897 time: 0.1247084 May 27 03:24:28.281290 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-304f61f2-2baf-48a3-aff9-048b7b5a3608 req-5bd42e6a-aca0-482c-ba1c-ed5b96d112d9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98be7c00-eef9-4169-8e04-51696883a145 HTTP/1.1" status: 200 len: 1001 time: 0.0954387 May 27 03:24:28.345654 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f61f2-2baf-48a3-aff9-048b7b5a3608 req-50af1375-5af3-4774-b8e5-2e43c9522c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:28.346933 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-304f61f2-2baf-48a3-aff9-048b7b5a3608 req-50af1375-5af3-4774-b8e5-2e43c9522c35 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2215cac3-39b9-4a9c-a461-a92454da24cb HTTP/1.1" status: 200 len: 833 time: 0.0593123 May 27 03:24:28.418601 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f61f2-2baf-48a3-aff9-048b7b5a3608 req-e0df96ab-7379-41b3-9aae-53bd20396ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:28.420007 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-304f61f2-2baf-48a3-aff9-048b7b5a3608 req-e0df96ab-7379-41b3-9aae-53bd20396ecc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9e17ffeb-f4b9-4773-9747-59f481c62720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672631 May 27 03:24:28.547996 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-304f61f2-2baf-48a3-aff9-048b7b5a3608 req-df9a6e37-e52f-428d-8db3-8caf5f528dea service neutron] 10.222.0.66 "GET /v2.0/networks/9e17ffeb-f4b9-4773-9747-59f481c62720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220362 May 27 03:24:28.772036 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-304f61f2-2baf-48a3-aff9-048b7b5a3608 req-220637ff-38d9-4fcf-b0db-a825d4b9d158 service neutron] 10.222.0.66 "GET /v2.0/networks/9e17ffeb-f4b9-4773-9747-59f481c62720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176359 May 27 03:24:29.045986 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:29.148810 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791d4bf-2c47-45e1-88a2-c1edddaf4b51 req-6153e1ec-de52-4a90-86ac-9a6a4a6fcc76 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:29.150310 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e791d4bf-2c47-45e1-88a2-c1edddaf4b51 req-6153e1ec-de52-4a90-86ac-9a6a4a6fcc76 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd1c44a-66d0-4467-ab69-62e8951a7454 HTTP/1.1" status: 200 len: 946 time: 0.0785730 May 27 03:24:29.199170 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e791d4bf-2c47-45e1-88a2-c1edddaf4b51 req-d569636d-8bef-4815-bb66-2eee634a7303 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d1c49d6-ffa7-4925-ac0f-4da525ea3614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427442 May 27 03:24:29.211577 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:30.377008 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:30.379973 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5d086-6706-4029-8e98-3a5eb7e1235f req-380a8911-fafa-4fb6-b5ae-b7d5b3060c86 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:30.381984 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1da5d086-6706-4029-8e98-3a5eb7e1235f req-380a8911-fafa-4fb6-b5ae-b7d5b3060c86 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd1c44a-66d0-4467-ab69-62e8951a7454 HTTP/1.1" status: 200 len: 946 time: 0.0786796 May 27 03:24:30.424370 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1da5d086-6706-4029-8e98-3a5eb7e1235f req-843abd14-31c1-42f9-a194-3e7c76a18992 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d1c49d6-ffa7-4925-ac0f-4da525ea3614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367770 May 27 03:24:30.449950 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38266) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:30.656093 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-62274fab-85a3-441f-9208-0a5f21a6cc3e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/floatingips/3f148b60-49be-49f1-aa6b-4d9d72a6dc4b HTTP/1.1" status: 200 len: 993 time: 0.2049901 May 27 03:24:31.733620 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-368fa426-4a7d-485a-9362-0afb552efb57 req-ac1baa40-0a96-4747-9bbe-169cb5fa5337 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5bd1c44a-66d0-4467-ab69-62e8951a7454&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0710530 May 27 03:24:31.870168 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368fa426-4a7d-485a-9362-0afb552efb57 req-f91acd13-f7fb-4e96-8211-8b82b1b0c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:31.871616 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-368fa426-4a7d-485a-9362-0afb552efb57 req-f91acd13-f7fb-4e96-8211-8b82b1b0c975 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d02b46bffb894f2cbc2d380293cecdd7&device_id=5bd1c44a-66d0-4467-ab69-62e8951a7454 HTTP/1.1" status: 200 len: 1097 time: 0.0710483 May 27 03:24:32.013264 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368fa426-4a7d-485a-9362-0afb552efb57 req-9d230b61-19e3-4db9-9757-20a19684a672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:32.014603 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-368fa426-4a7d-485a-9362-0afb552efb57 req-9d230b61-19e3-4db9-9757-20a19684a672 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9e17ffeb-f4b9-4773-9747-59f481c62720 HTTP/1.1" status: 200 len: 897 time: 0.1241663 May 27 03:24:32.120527 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-368fa426-4a7d-485a-9362-0afb552efb57 req-183e07d0-c3bc-4f58-aaf8-a66bbdedfbe5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98be7c00-eef9-4169-8e04-51696883a145 HTTP/1.1" status: 200 len: 1001 time: 0.1006632 May 27 03:24:32.180630 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368fa426-4a7d-485a-9362-0afb552efb57 req-63eac42b-2fba-4f29-a4a5-6f6283376f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:32.182052 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-368fa426-4a7d-485a-9362-0afb552efb57 req-63eac42b-2fba-4f29-a4a5-6f6283376f5b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2215cac3-39b9-4a9c-a461-a92454da24cb HTTP/1.1" status: 200 len: 833 time: 0.0560541 May 27 03:24:32.257225 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368fa426-4a7d-485a-9362-0afb552efb57 req-c242d05d-0f6b-4a45-9e76-9a5b01784eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:32.258644 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-368fa426-4a7d-485a-9362-0afb552efb57 req-c242d05d-0f6b-4a45-9e76-9a5b01784eb8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9e17ffeb-f4b9-4773-9747-59f481c62720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708799 May 27 03:24:32.386908 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-368fa426-4a7d-485a-9362-0afb552efb57 req-c1513862-bdd0-45cd-bfce-08e86e93906a service neutron] 10.222.0.66 "GET /v2.0/networks/9e17ffeb-f4b9-4773-9747-59f481c62720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221197 May 27 03:24:32.514856 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-368fa426-4a7d-485a-9362-0afb552efb57 req-089bcd70-bc9d-486e-a0e9-d6537bac6e5e service neutron] 10.222.0.66 "GET /v2.0/networks/9e17ffeb-f4b9-4773-9747-59f481c62720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227236 May 27 03:24:50.016088 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:50.044265 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:55.565021 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-28a8a9e2-5da3-4e30-923c-3da1935d4216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:57.964499 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1f671362-28ad-4652-9800-c2d767fd2baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:59.050833 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:59.199336 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:00.381783 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:01.039911 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38288) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:01.238575 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-94feaaca-1f95-4fa0-90bb-09a6e63ad848 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Deleting port 5136032a-4eed-4ca3-ad8c-008332c693cb {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:25:01.238917 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-94feaaca-1f95-4fa0-90bb-09a6e63ad848 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:01.401910 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-94feaaca-1f95-4fa0-90bb-09a6e63ad848 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:01.402158 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-94feaaca-1f95-4fa0-90bb-09a6e63ad848 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:01.522041 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-94feaaca-1f95-4fa0-90bb-09a6e63ad848 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Calling delete_port for 5136032a-4eed-4ca3-ad8c-008332c693cb owned by network:floatingip {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:25:01.725257 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-94feaaca-1f95-4fa0-90bb-09a6e63ad848 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:01.772222 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94feaaca-1f95-4fa0-90bb-09a6e63ad848 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event deleted for resources: {'Port': ['ID=5136032a-4eed-4ca3-ad8c-008332c693cb,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:01.811284 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94feaaca-1f95-4fa0-90bb-09a6e63ad848 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:01.811625 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94feaaca-1f95-4fa0-90bb-09a6e63ad848 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:01.812015 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94feaaca-1f95-4fa0-90bb-09a6e63ad848 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:01.812343 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94feaaca-1f95-4fa0-90bb-09a6e63ad848 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:01.812661 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94feaaca-1f95-4fa0-90bb-09a6e63ad848 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:01.813025 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94feaaca-1f95-4fa0-90bb-09a6e63ad848 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:01.813351 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94feaaca-1f95-4fa0-90bb-09a6e63ad848 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:01.813668 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94feaaca-1f95-4fa0-90bb-09a6e63ad848 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:01.813988 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94feaaca-1f95-4fa0-90bb-09a6e63ad848 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:01.814321 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94feaaca-1f95-4fa0-90bb-09a6e63ad848 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:01.814622 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94feaaca-1f95-4fa0-90bb-09a6e63ad848 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:01.814936 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94feaaca-1f95-4fa0-90bb-09a6e63ad848 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:01.875584 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-94feaaca-1f95-4fa0-90bb-09a6e63ad848 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for floatingip, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:01.875967 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-94feaaca-1f95-4fa0-90bb-09a6e63ad848 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Floating IP 3f148b60-49be-49f1-aa6b-4d9d72a6dc4b disassociated (deleted). External IP: 172.25.1.85, port: 98be7c00-eef9-4169-8e04-51696883a145. May 27 03:25:02.222687 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94feaaca-1f95-4fa0-90bb-09a6e63ad848 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Router 56ebd04f-821f-41ac-be72-8e01b75971b5 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:25:02.511132 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94feaaca-1f95-4fa0-90bb-09a6e63ad848 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:25:02.520389 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ce7a05-f75f-4184-b60f-9a906f14ee48 None None] Sync routers for ids ['56ebd04f-821f-41ac-be72-8e01b75971b5'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:25:02.527248 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-94feaaca-1f95-4fa0-90bb-09a6e63ad848 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:02.529556 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ce7a05-f75f-4184-b60f-9a906f14ee48 None None] Routers {'56ebd04f-821f-41ac-be72-8e01b75971b5'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:25:02.530157 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-14ce7a05-f75f-4184-b60f-9a906f14ee48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:24:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['56ebd04f-821f-41ac-be72-8e01b75971b5'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:02.584375 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-94feaaca-1f95-4fa0-90bb-09a6e63ad848 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "DELETE /v2.0/floatingips/3f148b60-49be-49f1-aa6b-4d9d72a6dc4b HTTP/1.1" status: 204 len: 168 time: 1.5427539 May 27 03:25:02.584375 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bd1c44a-66d0-4467-ab69-62e8951a7454', 'tag': '98be7c00-eef9-4169-8e04-51696883a145'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:25:02.650353 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eae2a36c-8582-44aa-b9ef-001d74cf86f8'] response: {'name': 'network-changed', 'server_uuid': '5bd1c44a-66d0-4467-ab69-62e8951a7454', 'tag': '98be7c00-eef9-4169-8e04-51696883a145', 'status': 'completed', 'code': 200} May 27 03:25:02.690369 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:25:02.715212 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-14ce7a05-f75f-4184-b60f-9a906f14ee48 None None] Set router 56ebd04f-821f-41ac-be72-8e01b75971b5 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:25:02.742227 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd88fc-7254-4b33-9ebb-ec56dbaa560e req-3bbbb88c-9653-4355-a3b1-5156d60bf330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:02.744009 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-75dd88fc-7254-4b33-9ebb-ec56dbaa560e req-3bbbb88c-9653-4355-a3b1-5156d60bf330 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d02b46bffb894f2cbc2d380293cecdd7&device_id=5bd1c44a-66d0-4467-ab69-62e8951a7454 HTTP/1.1" status: 200 len: 1097 time: 0.0729063 May 27 03:25:02.879518 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd88fc-7254-4b33-9ebb-ec56dbaa560e req-ebf915ff-7c15-4a58-b519-2a54ffc51223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:02.880988 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-75dd88fc-7254-4b33-9ebb-ec56dbaa560e req-ebf915ff-7c15-4a58-b519-2a54ffc51223 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9e17ffeb-f4b9-4773-9747-59f481c62720 HTTP/1.1" status: 200 len: 897 time: 0.1311579 May 27 03:25:02.952649 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-75dd88fc-7254-4b33-9ebb-ec56dbaa560e req-3db7efa7-1080-4613-8d42-65816e137b8f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98be7c00-eef9-4169-8e04-51696883a145 HTTP/1.1" status: 200 len: 217 time: 0.0663009 May 27 03:25:03.015511 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd88fc-7254-4b33-9ebb-ec56dbaa560e req-31539c5a-09c1-4f1a-b869-7c694ecb5fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:03.016957 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-75dd88fc-7254-4b33-9ebb-ec56dbaa560e req-31539c5a-09c1-4f1a-b869-7c694ecb5fff service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2215cac3-39b9-4a9c-a461-a92454da24cb HTTP/1.1" status: 200 len: 833 time: 0.0582681 May 27 03:25:03.072763 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-14ce7a05-f75f-4184-b60f-9a906f14ee48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ebd04f-821f-41ac-be72-8e01b75971b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256955229', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '37200d19-ec5e-4b85-a20e-b7988a27124b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:24Z', 'updated_at': '2022-05-27T03:23:29Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '37200d19-ec5e-4b85-a20e-b7988a27124b', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ebd04f-821f-41ac-be72-8e01b75971b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:25Z', 'updated_at': '2022-05-27T03:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '1be46c9d-8683-4732-a2f8-e7a4019eafc0', 'name': '', 'network_id': '9e17ffeb-f4b9-4773-9747-59f481c62720', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'mac_address': 'fa:16:3e:4c:7c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ebd04f-821f-41ac-be72-8e01b75971b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '2215cac3-39b9-4a9c-a461-a92454da24cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:28Z', 'updated_at': '2022-05-27T03:23:34Z', 'revision_number': 5, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'subnets': [{'id': '2215cac3-39b9-4a9c-a461-a92454da24cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:03.077366 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ce7a05-f75f-4184-b60f-9a906f14ee48 None None] Checking router: 56ebd04f-821f-41ac-be72-8e01b75971b5 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:25:03.089524 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ce7a05-f75f-4184-b60f-9a906f14ee48 None None] Routers {'56ebd04f-821f-41ac-be72-8e01b75971b5'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:25:03.090145 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-14ce7a05-f75f-4184-b60f-9a906f14ee48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:24:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['56ebd04f-821f-41ac-be72-8e01b75971b5'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:03.102316 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd88fc-7254-4b33-9ebb-ec56dbaa560e req-5810f562-78cb-4610-9222-864725ae195b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:03.103807 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-75dd88fc-7254-4b33-9ebb-ec56dbaa560e req-5810f562-78cb-4610-9222-864725ae195b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9e17ffeb-f4b9-4773-9747-59f481c62720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795593 May 27 03:25:03.113851 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [req-75dd88fc-7254-4b33-9ebb-ec56dbaa560e req-eed0b731-9a97-4d7e-ac24-ec3bbe8da64c service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 03:25:03.114854 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-75dd88fc-7254-4b33-9ebb-ec56dbaa560e req-eed0b731-9a97-4d7e-ac24-ec3bbe8da64c service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050421 May 27 03:25:03.117736 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d982a-447a-45ae-851e-945cdccac9a7 req-2d34754a-8a83-487b-abab-a74ee200b541 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:03.118438 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-0a0d982a-447a-45ae-851e-945cdccac9a7 req-2d34754a-8a83-487b-abab-a74ee200b541 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Synchronizing usage tracker for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:25:03.187325 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-0a0d982a-447a-45ae-851e-945cdccac9a7 req-2d34754a-8a83-487b-abab-a74ee200b541 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Unset dirty status for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:25:03.188502 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0a0d982a-447a-45ae-851e-945cdccac9a7 req-2d34754a-8a83-487b-abab-a74ee200b541 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd1c44a-66d0-4467-ab69-62e8951a7454 HTTP/1.1" status: 200 len: 946 time: 0.1540282 May 27 03:25:03.238802 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0a0d982a-447a-45ae-851e-945cdccac9a7 req-d0bda75f-7d79-48c3-85b4-1a1aef1712dc tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d1c49d6-ffa7-4925-ac0f-4da525ea3614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426273 May 27 03:25:03.248709 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-75dd88fc-7254-4b33-9ebb-ec56dbaa560e req-6f14b03e-bfa2-4195-b717-4741f6d786ca service neutron] 10.222.0.66 "GET /v2.0/networks/9e17ffeb-f4b9-4773-9747-59f481c62720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265335 May 27 03:25:03.272646 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-14ce7a05-f75f-4184-b60f-9a906f14ee48 None None] Set router 56ebd04f-821f-41ac-be72-8e01b75971b5 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:25:03.489613 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-75dd88fc-7254-4b33-9ebb-ec56dbaa560e req-1ab9215a-dae7-43d1-a88b-bf5b1c970b44 service neutron] 10.222.0.66 "GET /v2.0/networks/9e17ffeb-f4b9-4773-9747-59f481c62720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335844 May 27 03:25:03.581466 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-14ce7a05-f75f-4184-b60f-9a906f14ee48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ebd04f-821f-41ac-be72-8e01b75971b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256955229', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '37200d19-ec5e-4b85-a20e-b7988a27124b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:24Z', 'updated_at': '2022-05-27T03:23:29Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '37200d19-ec5e-4b85-a20e-b7988a27124b', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ebd04f-821f-41ac-be72-8e01b75971b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:25Z', 'updated_at': '2022-05-27T03:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '1be46c9d-8683-4732-a2f8-e7a4019eafc0', 'name': '', 'network_id': '9e17ffeb-f4b9-4773-9747-59f481c62720', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'mac_address': 'fa:16:3e:4c:7c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ebd04f-821f-41ac-be72-8e01b75971b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '2215cac3-39b9-4a9c-a461-a92454da24cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:28Z', 'updated_at': '2022-05-27T03:23:34Z', 'revision_number': 5, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'subnets': [{'id': '2215cac3-39b9-4a9c-a461-a92454da24cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:03.585287 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ce7a05-f75f-4184-b60f-9a906f14ee48 None None] The sync data for ids ['56ebd04f-821f-41ac-be72-8e01b75971b5'] in n-d-843554-3 is: [{'id': '56ebd04f-821f-41ac-be72-8e01b75971b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256955229', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '37200d19-ec5e-4b85-a20e-b7988a27124b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:24Z', 'updated_at': '2022-05-27T03:23:29Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '37200d19-ec5e-4b85-a20e-b7988a27124b', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ebd04f-821f-41ac-be72-8e01b75971b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:25Z', 'updated_at': '2022-05-27T03:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '1be46c9d-8683-4732-a2f8-e7a4019eafc0', 'name': '', 'network_id': '9e17ffeb-f4b9-4773-9747-59f481c62720', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'mac_address': 'fa:16:3e:4c:7c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ebd04f-821f-41ac-be72-8e01b75971b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '2215cac3-39b9-4a9c-a461-a92454da24cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:28Z', 'updated_at': '2022-05-27T03:23:34Z', 'revision_number': 5, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'subnets': [{'id': '2215cac3-39b9-4a9c-a461-a92454da24cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:25:03.792427 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18145a7-cac1-4633-b442-c5a9460b3a23 None None] New status for floating IP 3f148b60-49be-49f1-aa6b-4d9d72a6dc4b: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:25:04.430281 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ae3d0-2c8d-4cec-8759-e334b7a9137d req-35bcc441-fe5e-4c98-b5f0-3425153f54eb tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:04.431662 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-095ae3d0-2c8d-4cec-8759-e334b7a9137d req-35bcc441-fe5e-4c98-b5f0-3425153f54eb tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd1c44a-66d0-4467-ab69-62e8951a7454 HTTP/1.1" status: 200 len: 946 time: 0.0822539 May 27 03:25:04.441827 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4190b5a0-d459-4221-988d-80fab7916887 req-66fda46d-8008-4274-8433-e03cd5e375e9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:04.442520 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-4190b5a0-d459-4221-988d-80fab7916887 req-66fda46d-8008-4274-8433-e03cd5e375e9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Synchronizing usage tracker for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:25:04.454237 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-4190b5a0-d459-4221-988d-80fab7916887 req-66fda46d-8008-4274-8433-e03cd5e375e9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Unset dirty status for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:25:04.455320 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4190b5a0-d459-4221-988d-80fab7916887 req-66fda46d-8008-4274-8433-e03cd5e375e9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.66 "GET /v2.0/ports?device_id=5bd1c44a-66d0-4467-ab69-62e8951a7454 HTTP/1.1" status: 200 len: 946 time: 0.0891557 May 27 03:25:04.475700 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-095ae3d0-2c8d-4cec-8759-e334b7a9137d req-f58790b9-219c-4e75-b5c7-5b8177c7d083 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d1c49d6-ffa7-4925-ac0f-4da525ea3614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383053 May 27 03:25:04.526767 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-4190b5a0-d459-4221-988d-80fab7916887 req-7d22c892-37a1-425f-aea3-63bc05f467a8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Deleting port 98be7c00-eef9-4169-8e04-51696883a145 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:25:04.527107 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4190b5a0-d459-4221-988d-80fab7916887 req-7d22c892-37a1-425f-aea3-63bc05f467a8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:04.766845 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-4190b5a0-d459-4221-988d-80fab7916887 req-7d22c892-37a1-425f-aea3-63bc05f467a8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] For port 98be7c00-eef9-4169-8e04-51696883a145, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=98be7c00-eef9-4169-8e04-51696883a145,segment=NetworkSegment(ce9155ae-317b-40ee-a40c-f8680e6750ac),segment_id=ce9155ae-317b-40ee-a40c-f8680e6750ac)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:25:04.767206 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4190b5a0-d459-4221-988d-80fab7916887 req-7d22c892-37a1-425f-aea3-63bc05f467a8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:04.893153 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-4190b5a0-d459-4221-988d-80fab7916887 req-7d22c892-37a1-425f-aea3-63bc05f467a8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Calling delete_port for 98be7c00-eef9-4169-8e04-51696883a145 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:25:05.096976 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4190b5a0-d459-4221-988d-80fab7916887 req-7d22c892-37a1-425f-aea3-63bc05f467a8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:05.150019 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22c892-37a1-425f-aea3-63bc05f467a8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event deleted for resources: {'Port': ['ID=98be7c00-eef9-4169-8e04-51696883a145,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:05.192943 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d22c892-37a1-425f-aea3-63bc05f467a8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:05.193286 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d22c892-37a1-425f-aea3-63bc05f467a8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:05.193620 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d22c892-37a1-425f-aea3-63bc05f467a8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:05.193950 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d22c892-37a1-425f-aea3-63bc05f467a8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:05.194268 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d22c892-37a1-425f-aea3-63bc05f467a8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:05.194589 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d22c892-37a1-425f-aea3-63bc05f467a8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:05.194907 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d22c892-37a1-425f-aea3-63bc05f467a8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:05.195224 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d22c892-37a1-425f-aea3-63bc05f467a8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:05.195544 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d22c892-37a1-425f-aea3-63bc05f467a8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:05.195862 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d22c892-37a1-425f-aea3-63bc05f467a8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:05.196173 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d22c892-37a1-425f-aea3-63bc05f467a8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:05.196496 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d22c892-37a1-425f-aea3-63bc05f467a8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:05.232240 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-4190b5a0-d459-4221-988d-80fab7916887 req-7d22c892-37a1-425f-aea3-63bc05f467a8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] No DVR routers for this DVR port 98be7c00-eef9-4169-8e04-51696883a145 on host n-h2-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:25:05.234544 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4190b5a0-d459-4221-988d-80fab7916887 req-7d22c892-37a1-425f-aea3-63bc05f467a8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:05.236907 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd1c44a-66d0-4467-ab69-62e8951a7454', 'name': 'network-vif-deleted', 'tag': '98be7c00-eef9-4169-8e04-51696883a145'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:25:05.303840 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-4190b5a0-d459-4221-988d-80fab7916887 req-7d22c892-37a1-425f-aea3-63bc05f467a8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.66 "DELETE /v2.0/ports/98be7c00-eef9-4169-8e04-51696883a145 HTTP/1.1" status: 204 len: 173 time: 0.8437383 May 27 03:25:05.328277 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a93b745-d37c-4794-bca5-93e11aad4e14'] response: {'server_uuid': '5bd1c44a-66d0-4467-ab69-62e8951a7454', 'name': 'network-vif-deleted', 'tag': '98be7c00-eef9-4169-8e04-51696883a145', 'status': 'completed', 'code': 200} May 27 03:25:05.627433 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c246bfc2-264d-449b-9938-5373edfee77f req-9c049a9b-3e16-4e6d-84ef-e90625d5df3f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd1c44a-66d0-4467-ab69-62e8951a7454 HTTP/1.1" status: 200 len: 210 time: 0.0454595 May 27 03:25:06.722398 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38316) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:07.263784 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f64abe7a-1e63-4bd3-819c-01173c3f147c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:07.639943 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 98be7c00-eef9-4169-8e04-51696883a145 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:25:07.674020 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: 98be7c00-eef9-4169-8e04-51696883a145 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:25:07.674359 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 98be7c00-eef9-4169-8e04-51696883a145 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:25:07.733219 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-f64abe7a-1e63-4bd3-819c-01173c3f147c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Deleting port 1be46c9d-8683-4732-a2f8-e7a4019eafc0 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:25:07.733771 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f64abe7a-1e63-4bd3-819c-01173c3f147c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:07.917163 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-f64abe7a-1e63-4bd3-819c-01173c3f147c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] For port 1be46c9d-8683-4732-a2f8-e7a4019eafc0, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=1be46c9d-8683-4732-a2f8-e7a4019eafc0,segment=NetworkSegment(ce9155ae-317b-40ee-a40c-f8680e6750ac),segment_id=ce9155ae-317b-40ee-a40c-f8680e6750ac)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:25:07.917451 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f64abe7a-1e63-4bd3-819c-01173c3f147c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:08.043762 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-f64abe7a-1e63-4bd3-819c-01173c3f147c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Calling delete_port for 1be46c9d-8683-4732-a2f8-e7a4019eafc0 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:25:08.399207 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f64abe7a-1e63-4bd3-819c-01173c3f147c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:08.447734 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64abe7a-1e63-4bd3-819c-01173c3f147c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event deleted for resources: {'Port': ['ID=1be46c9d-8683-4732-a2f8-e7a4019eafc0,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:08.765424 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f64abe7a-1e63-4bd3-819c-01173c3f147c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:09.224163 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64abe7a-1e63-4bd3-819c-01173c3f147c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Router 56ebd04f-821f-41ac-be72-8e01b75971b5 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:25:09.393283 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64abe7a-1e63-4bd3-819c-01173c3f147c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:25:09.402959 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30591f0-c7a8-43e0-a79d-9f9e68fd8198 None None] Sync routers for ids ['56ebd04f-821f-41ac-be72-8e01b75971b5'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:25:09.405868 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f64abe7a-1e63-4bd3-819c-01173c3f147c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "PUT /v2.0/routers/56ebd04f-821f-41ac-be72-8e01b75971b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6819184 May 27 03:25:09.408542 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38322) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:09.412839 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30591f0-c7a8-43e0-a79d-9f9e68fd8198 None None] Routers {'56ebd04f-821f-41ac-be72-8e01b75971b5'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:25:09.413430 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-b30591f0-c7a8-43e0-a79d-9f9e68fd8198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:24:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['56ebd04f-821f-41ac-be72-8e01b75971b5'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:09.477174 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-7937d63f-c157-4aec-ae07-86aa9190c3c8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Deleting subnet 2215cac3-39b9-4a9c-a461-a92454da24cb {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 03:25:09.480081 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7937d63f-c157-4aec-ae07-86aa9190c3c8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:09.532724 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7937d63f-c157-4aec-ae07-86aa9190c3c8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:09.586930 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-b30591f0-c7a8-43e0-a79d-9f9e68fd8198 None None] Set router 56ebd04f-821f-41ac-be72-8e01b75971b5 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:25:09.618644 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7937d63f-c157-4aec-ae07-86aa9190c3c8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:09.748276 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7937d63f-c157-4aec-ae07-86aa9190c3c8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:09.788778 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937d63f-c157-4aec-ae07-86aa9190c3c8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event deleted for resources: {'Subnet': ['ID=2215cac3-39b9-4a9c-a461-a92454da24cb,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:09.790684 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7937d63f-c157-4aec-ae07-86aa9190c3c8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:09.799676 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7937d63f-c157-4aec-ae07-86aa9190c3c8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "DELETE /v2.0/subnets/2215cac3-39b9-4a9c-a461-a92454da24cb HTTP/1.1" status: 204 len: 168 time: 0.3876545 May 27 03:25:09.799878 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098c10cb-0428-4c7f-a5dc-8903c2e6873c None None] Network 9e17ffeb-f4b9-4773-9747-59f481c62720 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:25:09.800310 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38326) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:09.889129 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-b30591f0-c7a8-43e0-a79d-9f9e68fd8198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ebd04f-821f-41ac-be72-8e01b75971b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256955229', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '37200d19-ec5e-4b85-a20e-b7988a27124b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:24Z', 'updated_at': '2022-05-27T03:25:08Z', 'revision_number': 5, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '37200d19-ec5e-4b85-a20e-b7988a27124b', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ebd04f-821f-41ac-be72-8e01b75971b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:25Z', 'updated_at': '2022-05-27T03:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:09.894007 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30591f0-c7a8-43e0-a79d-9f9e68fd8198 None None] Checking router: 56ebd04f-821f-41ac-be72-8e01b75971b5 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:25:09.903072 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30591f0-c7a8-43e0-a79d-9f9e68fd8198 None None] Routers {'56ebd04f-821f-41ac-be72-8e01b75971b5'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:25:09.903676 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-b30591f0-c7a8-43e0-a79d-9f9e68fd8198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:24:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['56ebd04f-821f-41ac-be72-8e01b75971b5'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:09.984507 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-94a97704-c046-44a9-b858-5cde49a095e1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:10.065232 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550184a6-966d-4651-a42e-322a920d472a None None] DHCP port deletion for 9e17ffeb-f4b9-4773-9747-59f481c62720 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 03:25:10.070802 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-550184a6-966d-4651-a42e-322a920d472a None None] Deleting port 59e6e6fe-9917-4a0e-99c4-aec2b6dc1165 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:25:10.071895 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-550184a6-966d-4651-a42e-322a920d472a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:10.111448 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-b30591f0-c7a8-43e0-a79d-9f9e68fd8198 None None] Set router 56ebd04f-821f-41ac-be72-8e01b75971b5 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:25:10.175618 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-94a97704-c046-44a9-b858-5cde49a095e1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:10.274296 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-94a97704-c046-44a9-b858-5cde49a095e1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Deleting port 37200d19-ec5e-4b85-a20e-b7988a27124b {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:25:10.275002 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-94a97704-c046-44a9-b858-5cde49a095e1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:10.276303 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-550184a6-966d-4651-a42e-322a920d472a None None] For port 59e6e6fe-9917-4a0e-99c4-aec2b6dc1165, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=59e6e6fe-9917-4a0e-99c4-aec2b6dc1165,segment=NetworkSegment(ce9155ae-317b-40ee-a40c-f8680e6750ac),segment_id=ce9155ae-317b-40ee-a40c-f8680e6750ac)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:25:10.276694 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-550184a6-966d-4651-a42e-322a920d472a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:10.394019 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-b30591f0-c7a8-43e0-a79d-9f9e68fd8198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ebd04f-821f-41ac-be72-8e01b75971b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256955229', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '37200d19-ec5e-4b85-a20e-b7988a27124b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:24Z', 'updated_at': '2022-05-27T03:25:08Z', 'revision_number': 5, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '37200d19-ec5e-4b85-a20e-b7988a27124b', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ebd04f-821f-41ac-be72-8e01b75971b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:25Z', 'updated_at': '2022-05-27T03:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:10.397737 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30591f0-c7a8-43e0-a79d-9f9e68fd8198 None None] The sync data for ids ['56ebd04f-821f-41ac-be72-8e01b75971b5'] in n-d-843554-3 is: [{'id': '56ebd04f-821f-41ac-be72-8e01b75971b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256955229', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '37200d19-ec5e-4b85-a20e-b7988a27124b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:24Z', 'updated_at': '2022-05-27T03:25:08Z', 'revision_number': 5, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': '37200d19-ec5e-4b85-a20e-b7988a27124b', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ebd04f-821f-41ac-be72-8e01b75971b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:25Z', 'updated_at': '2022-05-27T03:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:25:10.407666 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-550184a6-966d-4651-a42e-322a920d472a None None] Calling delete_port for 59e6e6fe-9917-4a0e-99c4-aec2b6dc1165 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:25:10.456606 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-94a97704-c046-44a9-b858-5cde49a095e1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] For port 37200d19-ec5e-4b85-a20e-b7988a27124b, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=37200d19-ec5e-4b85-a20e-b7988a27124b,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:25:10.457016 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-94a97704-c046-44a9-b858-5cde49a095e1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:10.554115 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-550184a6-966d-4651-a42e-322a920d472a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:10.600773 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550184a6-966d-4651-a42e-322a920d472a None None] Pushing event deleted for resources: {'Port': ['ID=59e6e6fe-9917-4a0e-99c4-aec2b6dc1165,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:10.605724 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550184a6-966d-4651-a42e-322a920d472a None None] No DVR routers for this DVR port 59e6e6fe-9917-4a0e-99c4-aec2b6dc1165 on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:25:10.612254 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550184a6-966d-4651-a42e-322a920d472a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:10.617803 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550184a6-966d-4651-a42e-322a920d472a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:10.617803 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550184a6-966d-4651-a42e-322a920d472a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:10.617803 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550184a6-966d-4651-a42e-322a920d472a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:10.617803 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550184a6-966d-4651-a42e-322a920d472a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:10.617803 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550184a6-966d-4651-a42e-322a920d472a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:10.617803 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550184a6-966d-4651-a42e-322a920d472a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:10.617803 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550184a6-966d-4651-a42e-322a920d472a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:10.617803 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550184a6-966d-4651-a42e-322a920d472a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:10.617803 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550184a6-966d-4651-a42e-322a920d472a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:10.617803 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550184a6-966d-4651-a42e-322a920d472a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:10.617803 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550184a6-966d-4651-a42e-322a920d472a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:10.693379 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-94a97704-c046-44a9-b858-5cde49a095e1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Calling delete_port for 37200d19-ec5e-4b85-a20e-b7988a27124b owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:25:10.857365 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 59e6e6fe-9917-4a0e-99c4-aec2b6dc1165 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:25:10.914001 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 59e6e6fe-9917-4a0e-99c4-aec2b6dc1165 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:25:10.914257 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 59e6e6fe-9917-4a0e-99c4-aec2b6dc1165 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:25:10.914673 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1be46c9d-8683-4732-a2f8-e7a4019eafc0 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:25:10.919458 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-94a97704-c046-44a9-b858-5cde49a095e1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:10.949649 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 1be46c9d-8683-4732-a2f8-e7a4019eafc0 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:25:10.949998 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 1be46c9d-8683-4732-a2f8-e7a4019eafc0 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:25:10.970287 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a97704-c046-44a9-b858-5cde49a095e1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event deleted for resources: {'Port': ['ID=37200d19-ec5e-4b85-a20e-b7988a27124b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:11.059722 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-94a97704-c046-44a9-b858-5cde49a095e1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:11.228761 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-94a97704-c046-44a9-b858-5cde49a095e1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:11.230862 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-94a97704-c046-44a9-b858-5cde49a095e1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:11.296542 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-94a97704-c046-44a9-b858-5cde49a095e1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:11.297076 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a97704-c046-44a9-b858-5cde49a095e1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Fanout notify agent at l3_agent the message router_deleted on router 56ebd04f-821f-41ac-be72-8e01b75971b5 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 03:25:11.312057 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-94a97704-c046-44a9-b858-5cde49a095e1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:11.313328 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-94a97704-c046-44a9-b858-5cde49a095e1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "DELETE /v2.0/routers/56ebd04f-821f-41ac-be72-8e01b75971b5 HTTP/1.1" status: 204 len: 168 time: 1.5125439 May 27 03:25:11.316061 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38332) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:11.431354 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1221036b-0573-40ed-a622-edc48571f978 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:11.558637 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1221036b-0573-40ed-a622-edc48571f978 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:11.586259 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-1221036b-0573-40ed-a622-edc48571f978 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e17ffeb-f4b9-4773-9747-59f481c62720']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:11.597662 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-1221036b-0573-40ed-a622-edc48571f978 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce9155ae-317b-40ee-a40c-f8680e6750ac') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:11.597951 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-1221036b-0573-40ed-a622-edc48571f978 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce9155ae-317b-40ee-a40c-f8680e6750ac') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:11.608683 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1221036b-0573-40ed-a622-edc48571f978 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:11.624471 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1221036b-0573-40ed-a622-edc48571f978 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:11.631203 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1221036b-0573-40ed-a622-edc48571f978 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:25:11.631583 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1221036b-0573-40ed-a622-edc48571f978 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:11.715304 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment ce9155ae-317b-40ee-a40c-f8680e6750ac resource provider aggregate not found May 27 03:25:11.734931 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment ce9155ae-317b-40ee-a40c-f8680e6750ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce9155ae-317b-40ee-a40c-f8680e6750ac found for delete ", "request_id": "req-39d39232-976d-4e01-abc9-13e4e1dadda7"}]} May 27 03:25:11.815891 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1221036b-0573-40ed-a622-edc48571f978 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:11.833703 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1221036b-0573-40ed-a622-edc48571f978 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:11.845594 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1221036b-0573-40ed-a622-edc48571f978 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event deleted for resources: {'Network': ['ID=9e17ffeb-f4b9-4773-9747-59f481c62720,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:11.914404 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1221036b-0573-40ed-a622-edc48571f978 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "DELETE /v2.0/networks/9e17ffeb-f4b9-4773-9747-59f481c62720 HTTP/1.1" status: 204 len: 168 time: 0.5967078 May 27 03:25:11.916882 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38344) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:11.983755 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-564ae261-c3a8-4605-9e77-b27de5d7d6bc tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:12.012076 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-564ae261-c3a8-4605-9e77-b27de5d7d6bc tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:12.125342 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-564ae261-c3a8-4605-9e77-b27de5d7d6bc tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:12.144145 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564ae261-c3a8-4605-9e77-b27de5d7d6bc tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1c49d6-ffa7-4925-ac0f-4da525ea3614,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:12.221060 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-564ae261-c3a8-4605-9e77-b27de5d7d6bc tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:12.222213 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-564ae261-c3a8-4605-9e77-b27de5d7d6bc tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "DELETE /v2.0/security-groups/5d1c49d6-ffa7-4925-ac0f-4da525ea3614 HTTP/1.1" status: 204 len: 168 time: 0.3041706 May 27 03:25:12.476519 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38352) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:12.481683 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-c8c1bc24-a35a-4403-af33-34181bca8611 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-177508910', 'description': 'tempest-secgroup-smoke-177508910 description', 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:25:12.488455 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c8c1bc24-a35a-4403-af33-34181bca8611 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:25:12.492505 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c8c1bc24-a35a-4403-af33-34181bca8611 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:security_group and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:25:12.495338 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c8c1bc24-a35a-4403-af33-34181bca8611 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:25:12.500999 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c8c1bc24-a35a-4403-af33-34181bca8611 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:25:12.576392 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c8c1bc24-a35a-4403-af33-34181bca8611 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:12.604745 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c8c1bc24-a35a-4403-af33-34181bca8611 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:25:12.604745 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c8c1bc24-a35a-4403-af33-34181bca8611 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:security_group_rule and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:25:12.606363 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c8c1bc24-a35a-4403-af33-34181bca8611 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:25:12.612398 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c8c1bc24-a35a-4403-af33-34181bca8611 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:25:12.649484 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 37200d19-ec5e-4b85-a20e-b7988a27124b no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:25:12.683358 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c8c1bc24-a35a-4403-af33-34181bca8611 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:12.683611 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 37200d19-ec5e-4b85-a20e-b7988a27124b {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:25:12.683861 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 37200d19-ec5e-4b85-a20e-b7988a27124b not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:25:12.736266 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c8c1bc24-a35a-4403-af33-34181bca8611 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:12.780487 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1bc24-a35a-4403-af33-34181bca8611 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68050630-0b17-4d73-a4fa-e2e8d52d682b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:12.862317 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c8c1bc24-a35a-4403-af33-34181bca8611 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:12.863581 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c8c1bc24-a35a-4403-af33-34181bca8611 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3860083 May 27 03:25:12.866418 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38356) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:12.871352 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-df66eec3-ca5f-4f61-94fe-2792c946b00b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'security_group_rule': {'security_group_id': '68050630-0b17-4d73-a4fa-e2e8d52d682b', 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:25:12.878593 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-df66eec3-ca5f-4f61-94fe-2792c946b00b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:25:12.883088 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-df66eec3-ca5f-4f61-94fe-2792c946b00b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:security_group_rule and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:25:12.886007 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-df66eec3-ca5f-4f61-94fe-2792c946b00b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:25:12.891595 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-df66eec3-ca5f-4f61-94fe-2792c946b00b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:25:12.988328 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df66eec3-ca5f-4f61-94fe-2792c946b00b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:13.046911 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df66eec3-ca5f-4f61-94fe-2792c946b00b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:13.102107 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df66eec3-ca5f-4f61-94fe-2792c946b00b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:13.125055 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66eec3-ca5f-4f61-94fe-2792c946b00b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8342700-d511-44c1-a548-213044fadefa,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:13.204845 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df66eec3-ca5f-4f61-94fe-2792c946b00b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:13.206034 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-df66eec3-ca5f-4f61-94fe-2792c946b00b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3386850 May 27 03:25:13.208850 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38360) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:13.214121 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-6c883f70-b7e1-4f20-adca-84ea4ca99fb1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'security_group_rule': {'security_group_id': '68050630-0b17-4d73-a4fa-e2e8d52d682b', 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:25:13.220930 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6c883f70-b7e1-4f20-adca-84ea4ca99fb1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:25:13.225131 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6c883f70-b7e1-4f20-adca-84ea4ca99fb1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:security_group_rule and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:25:13.228076 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6c883f70-b7e1-4f20-adca-84ea4ca99fb1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:25:13.233894 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6c883f70-b7e1-4f20-adca-84ea4ca99fb1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:25:13.302735 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6c883f70-b7e1-4f20-adca-84ea4ca99fb1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:13.363896 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6c883f70-b7e1-4f20-adca-84ea4ca99fb1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:13.427766 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6c883f70-b7e1-4f20-adca-84ea4ca99fb1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:13.455162 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c883f70-b7e1-4f20-adca-84ea4ca99fb1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18412924-7a53-4f86-9913-50e8fc126bcd,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:13.507854 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6c883f70-b7e1-4f20-adca-84ea4ca99fb1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:13.509027 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-6c883f70-b7e1-4f20-adca-84ea4ca99fb1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2991951 May 27 03:25:13.511808 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38364) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:13.516547 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-93f64198-e12c-49f2-a695-66ecc4151df8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'security_group_rule': {'security_group_id': '68050630-0b17-4d73-a4fa-e2e8d52d682b', 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:25:13.523890 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-93f64198-e12c-49f2-a695-66ecc4151df8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:25:13.527599 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-93f64198-e12c-49f2-a695-66ecc4151df8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:security_group_rule and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:25:13.530458 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-93f64198-e12c-49f2-a695-66ecc4151df8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:25:13.536595 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-93f64198-e12c-49f2-a695-66ecc4151df8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:25:13.600072 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93f64198-e12c-49f2-a695-66ecc4151df8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:13.660727 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93f64198-e12c-49f2-a695-66ecc4151df8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:13.725183 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93f64198-e12c-49f2-a695-66ecc4151df8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:13.748251 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f64198-e12c-49f2-a695-66ecc4151df8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a3ec790-28e7-4e2f-a02c-1d80ca39ad5d,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:13.827831 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93f64198-e12c-49f2-a695-66ecc4151df8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:13.829034 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-93f64198-e12c-49f2-a695-66ecc4151df8 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3163123 May 27 03:25:13.831656 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38368) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:13.836455 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-8902d795-e5bf-46a5-8e0d-7b0209d61d38 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'security_group_rule': {'security_group_id': '68050630-0b17-4d73-a4fa-e2e8d52d682b', 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:25:13.843267 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8902d795-e5bf-46a5-8e0d-7b0209d61d38 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:25:13.847004 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8902d795-e5bf-46a5-8e0d-7b0209d61d38 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:security_group_rule and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:25:13.850398 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8902d795-e5bf-46a5-8e0d-7b0209d61d38 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:25:13.855850 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8902d795-e5bf-46a5-8e0d-7b0209d61d38 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:25:13.925880 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8902d795-e5bf-46a5-8e0d-7b0209d61d38 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:13.987034 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8902d795-e5bf-46a5-8e0d-7b0209d61d38 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:14.061621 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8902d795-e5bf-46a5-8e0d-7b0209d61d38 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:14.087354 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8902d795-e5bf-46a5-8e0d-7b0209d61d38 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1715a5d0-a48d-47d2-a3a1-a4c3e16661f5,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:14.159078 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8902d795-e5bf-46a5-8e0d-7b0209d61d38 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:14.160929 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-8902d795-e5bf-46a5-8e0d-7b0209d61d38 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3283305 May 27 03:25:14.163530 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38372) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:14.168681 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-2b6c62d9-5e1b-4e0e-8604-41c173e38170 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'security_group_rule': {'security_group_id': '68050630-0b17-4d73-a4fa-e2e8d52d682b', 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:25:14.175314 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2b6c62d9-5e1b-4e0e-8604-41c173e38170 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:25:14.179123 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2b6c62d9-5e1b-4e0e-8604-41c173e38170 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:security_group_rule and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:25:14.181993 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2b6c62d9-5e1b-4e0e-8604-41c173e38170 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:25:14.187539 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2b6c62d9-5e1b-4e0e-8604-41c173e38170 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:25:14.261781 n-d-843554-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-2b6c62d9-5e1b-4e0e-8604-41c173e38170 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Project d02b46bffb894f2cbc2d380293cecdd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:25:14.268090 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b6c62d9-5e1b-4e0e-8604-41c173e38170 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:14.330286 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b6c62d9-5e1b-4e0e-8604-41c173e38170 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:14.381652 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b6c62d9-5e1b-4e0e-8604-41c173e38170 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:14.405632 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c62d9-5e1b-4e0e-8604-41c173e38170 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6925b58b-6828-4463-9ac7-de2b7c963caf,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:14.467568 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b6c62d9-5e1b-4e0e-8604-41c173e38170 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:14.468767 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2b6c62d9-5e1b-4e0e-8604-41c173e38170 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3042750 May 27 03:25:14.471854 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38376) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:14.477539 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-fe9f1b48-546e-4d5c-848f-cf0b8b380528 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'security_group_rule': {'security_group_id': '68050630-0b17-4d73-a4fa-e2e8d52d682b', 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:25:14.484042 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-fe9f1b48-546e-4d5c-848f-cf0b8b380528 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:25:14.487917 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-fe9f1b48-546e-4d5c-848f-cf0b8b380528 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:security_group_rule and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:25:14.490851 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-fe9f1b48-546e-4d5c-848f-cf0b8b380528 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:25:14.497040 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-fe9f1b48-546e-4d5c-848f-cf0b8b380528 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:25:14.570759 n-d-843554-3 neutron-server[88902]: INFO neutron.db.securitygroups_db [None req-fe9f1b48-546e-4d5c-848f-cf0b8b380528 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Project d02b46bffb894f2cbc2d380293cecdd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:25:14.577624 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fe9f1b48-546e-4d5c-848f-cf0b8b380528 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:14.642560 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fe9f1b48-546e-4d5c-848f-cf0b8b380528 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:14.701698 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fe9f1b48-546e-4d5c-848f-cf0b8b380528 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:14.730513 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f1b48-546e-4d5c-848f-cf0b8b380528 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ac70e31-b623-4a0e-b2f4-f2de4daa9d5b,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:14.798397 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fe9f1b48-546e-4d5c-848f-cf0b8b380528 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:14.799633 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-fe9f1b48-546e-4d5c-848f-cf0b8b380528 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3262429 May 27 03:25:14.803020 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38380) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:14.808447 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-5afc2f74-0372-4121-8b4e-6fcf39920fe2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'network': {'name': 'tempest-network-smoke--1239517749', 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'port_security_enabled': True}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:25:14.815499 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5afc2f74-0372-4121-8b4e-6fcf39920fe2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:25:14.820355 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5afc2f74-0372-4121-8b4e-6fcf39920fe2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:network and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:25:14.823351 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5afc2f74-0372-4121-8b4e-6fcf39920fe2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:25:14.829152 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5afc2f74-0372-4121-8b4e-6fcf39920fe2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:25:14.873377 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afc2f74-0372-4121-8b4e-6fcf39920fe2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Made reservation on behalf of d02b46bffb894f2cbc2d380293cecdd7 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:25:14.876697 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5afc2f74-0372-4121-8b4e-6fcf39920fe2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:14.904197 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5afc2f74-0372-4121-8b4e-6fcf39920fe2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:25:14.912363 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5afc2f74-0372-4121-8b4e-6fcf39920fe2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:14.912702 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-5afc2f74-0372-4121-8b4e-6fcf39920fe2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Added segment 2eab04cf-856a-4fcc-9603-bae79442b6a9 of type vlan for network 3caaa68d-b1b9-4519-8755-e827f8741cd2 May 27 03:25:14.937487 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5afc2f74-0372-4121-8b4e-6fcf39920fe2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:15.010465 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5afc2f74-0372-4121-8b4e-6fcf39920fe2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:15.015734 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afc2f74-0372-4121-8b4e-6fcf39920fe2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:15.016307 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5afc2f74-0372-4121-8b4e-6fcf39920fe2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:15.123083 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc2f74-0372-4121-8b4e-6fcf39920fe2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'Network': ['ID=3caaa68d-b1b9-4519-8755-e827f8741cd2,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:15.133309 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 3caaa68d-b1b9-4519-8755-e827f8741cd2 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:25:15.177848 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5afc2f74-0372-4121-8b4e-6fcf39920fe2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3737206 May 27 03:25:15.180490 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38384) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:15.185569 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-a2f46c72-b418-4e4d-bb80-fbd43e94351c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-13734627', 'admin_state_up': True, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:25:15.193351 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a2f46c72-b418-4e4d-bb80-fbd43e94351c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:25:15.197521 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a2f46c72-b418-4e4d-bb80-fbd43e94351c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:router and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:25:15.200681 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a2f46c72-b418-4e4d-bb80-fbd43e94351c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:25:15.207010 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a2f46c72-b418-4e4d-bb80-fbd43e94351c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:25:15.267833 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a2f46c72-b418-4e4d-bb80-fbd43e94351c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:15.268805 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a2f46c72-b418-4e4d-bb80-fbd43e94351c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:15.283261 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a2f46c72-b418-4e4d-bb80-fbd43e94351c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:15.613578 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a2f46c72-b418-4e4d-bb80-fbd43e94351c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:15.953777 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a2f46c72-b418-4e4d-bb80-fbd43e94351c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for router_gateway, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:15.985341 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a2f46c72-b418-4e4d-bb80-fbd43e94351c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:16.121096 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-a2f46c72-b418-4e4d-bb80-fbd43e94351c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Allocated IP 172.25.1.83 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/a58af905-d6b6-41bf-b3c9-f1b4ab16ee55) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:25:16.386433 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a2f46c72-b418-4e4d-bb80-fbd43e94351c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:16.490218 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a2f46c72-b418-4e4d-bb80-fbd43e94351c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:16.558298 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f46c72-b418-4e4d-bb80-fbd43e94351c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:25:16.561040 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-a2f46c72-b418-4e4d-bb80-fbd43e94351c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:25:16.563620 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f46c72-b418-4e4d-bb80-fbd43e94351c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:25:16.607667 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f46c72-b418-4e4d-bb80-fbd43e94351c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'Port': ['ID=a58af905-d6b6-41bf-b3c9-f1b4ab16ee55,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:17.057480 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a2f46c72-b418-4e4d-bb80-fbd43e94351c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for router_gateway, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:17.388325 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a2f46c72-b418-4e4d-bb80-fbd43e94351c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:17.661880 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f46c72-b418-4e4d-bb80-fbd43e94351c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Router bc7a1ebe-313f-4905-8059-67f917201ee0 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 03:25:17.951888 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f46c72-b418-4e4d-bb80-fbd43e94351c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:25:17.963228 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a30e1a-f55d-4bd9-9475-4f3b5a294467 None None] Sync routers for ids ['bc7a1ebe-313f-4905-8059-67f917201ee0'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:25:17.972201 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a30e1a-f55d-4bd9-9475-4f3b5a294467 None None] Routers {'bc7a1ebe-313f-4905-8059-67f917201ee0'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:25:17.973474 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-20a30e1a-f55d-4bd9-9475-4f3b5a294467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:24:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['bc7a1ebe-313f-4905-8059-67f917201ee0'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:18.068219 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a2f46c72-b418-4e4d-bb80-fbd43e94351c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:18.069575 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a2f46c72-b418-4e4d-bb80-fbd43e94351c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.8881125 May 27 03:25:18.072735 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38388) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:18.111863 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3df4d5a2-35a0-43c4-81a7-4af7846d03a0 tempest-TestNetworkAdvancedServerOps-962487840 tempest-TestNetworkAdvancedServerOps-962487840-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=d02b46bffb894f2cbc2d380293cecdd7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379961 May 27 03:25:18.114576 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38392) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:18.182502 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-20a30e1a-f55d-4bd9-9475-4f3b5a294467 None None] Set router bc7a1ebe-313f-4905-8059-67f917201ee0 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:25:18.240092 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7763e262-026b-4278-b357-dbf04321bcce tempest-TestNetworkAdvancedServerOps-962487840 tempest-TestNetworkAdvancedServerOps-962487840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:18.241619 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7763e262-026b-4278-b357-dbf04321bcce tempest-TestNetworkAdvancedServerOps-962487840 tempest-TestNetworkAdvancedServerOps-962487840-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1261559 May 27 03:25:18.244484 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38396) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:18.289693 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-04946e50-27ce-41b0-81b6-9d1c38f22296 tempest-TestNetworkAdvancedServerOps-962487840 tempest-TestNetworkAdvancedServerOps-962487840-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=d97d5b0c-4580-406a-95fb-4efaa0c98188&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0441294 May 27 03:25:18.292165 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38400) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:18.297651 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-687c926b-0248-4fe6-9121-b3afcca0919d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-79948922', 'network_id': '3caaa68d-b1b9-4519-8755-e827f8741cd2', 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:25:18.405195 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-687c926b-0248-4fe6-9121-b3afcca0919d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:25:18.408955 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-687c926b-0248-4fe6-9121-b3afcca0919d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:subnet and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:25:18.411860 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-687c926b-0248-4fe6-9121-b3afcca0919d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:25:18.417650 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-687c926b-0248-4fe6-9121-b3afcca0919d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:25:18.467532 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-20a30e1a-f55d-4bd9-9475-4f3b5a294467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7a1ebe-313f-4905-8059-67f917201ee0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13734627', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'a58af905-d6b6-41bf-b3c9-f1b4ab16ee55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:25:15Z', 'updated_at': '2022-05-27T03:25:16Z', 'revision_number': 3, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': 'a58af905-d6b6-41bf-b3c9-f1b4ab16ee55', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7a1ebe-313f-4905-8059-67f917201ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:25:16Z', 'updated_at': '2022-05-27T03:25:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:18.471454 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a30e1a-f55d-4bd9-9475-4f3b5a294467 None None] Checking router: bc7a1ebe-313f-4905-8059-67f917201ee0 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:25:18.471798 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a30e1a-f55d-4bd9-9475-4f3b5a294467 None None] Updating router bc7a1ebe-313f-4905-8059-67f917201ee0 port a58af905-d6b6-41bf-b3c9-f1b4ab16ee55 binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:25:18.522970 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-20a30e1a-f55d-4bd9-9475-4f3b5a294467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:18.524965 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687c926b-0248-4fe6-9121-b3afcca0919d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Made reservation on behalf of d02b46bffb894f2cbc2d380293cecdd7 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:25:18.528614 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-687c926b-0248-4fe6-9121-b3afcca0919d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:18.811215 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-687c926b-0248-4fe6-9121-b3afcca0919d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:18.848227 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-20a30e1a-f55d-4bd9-9475-4f3b5a294467 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:18.859444 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-20a30e1a-f55d-4bd9-9475-4f3b5a294467 None None] Transition to ACTIVE for port object a58af905-d6b6-41bf-b3c9-f1b4ab16ee55 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:25:18.893511 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c926b-0248-4fe6-9121-b3afcca0919d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'Subnet': ['ID=c78d845d-d452-4451-9711-88b86f72924e,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:18.902348 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687c926b-0248-4fe6-9121-b3afcca0919d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Checking segment: {'id': '2eab04cf-856a-4fcc-9603-bae79442b6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3caaa68d-b1b9-4519-8755-e827f8741cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:25:18.902703 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687c926b-0248-4fe6-9121-b3afcca0919d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Network hostable DHCP agents. Network: 3caaa68d-b1b9-4519-8755-e827f8741cd2, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:25:18.942349 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-20a30e1a-f55d-4bd9-9475-4f3b5a294467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:19.022348 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687c926b-0248-4fe6-9121-b3afcca0919d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Network 3caaa68d-b1b9-4519-8755-e827f8741cd2 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:25:19.023909 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-20a30e1a-f55d-4bd9-9475-4f3b5a294467 None None] Attempting to bind port a58af905-d6b6-41bf-b3c9-f1b4ab16ee55 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:25:19.024384 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-20a30e1a-f55d-4bd9-9475-4f3b5a294467 None None] Attempting to bind port a58af905-d6b6-41bf-b3c9-f1b4ab16ee55 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:25:19.024633 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a30e1a-f55d-4bd9-9475-4f3b5a294467 None None] Attempting to bind port a58af905-d6b6-41bf-b3c9-f1b4ab16ee55 on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:25:19.027927 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4560d7b0-947a-4311-a4f4-6f74c3361b45 None None] Pushing event updated for resources: {'Port': ['ID=a58af905-d6b6-41bf-b3c9-f1b4ab16ee55,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:19.031897 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a30e1a-f55d-4bd9-9475-4f3b5a294467 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:25:19.032338 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a30e1a-f55d-4bd9-9475-4f3b5a294467 None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:25:19.032771 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-20a30e1a-f55d-4bd9-9475-4f3b5a294467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:19.033162 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a30e1a-f55d-4bd9-9475-4f3b5a294467 None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:25:19.033646 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-20a30e1a-f55d-4bd9-9475-4f3b5a294467 None None] Bound port: a58af905-d6b6-41bf-b3c9-f1b4ab16ee55, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:25:19.034002 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-20a30e1a-f55d-4bd9-9475-4f3b5a294467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:19.106038 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-20a30e1a-f55d-4bd9-9475-4f3b5a294467 None None] For port a58af905-d6b6-41bf-b3c9-f1b4ab16ee55, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:25:19.108934 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-20a30e1a-f55d-4bd9-9475-4f3b5a294467 None None] For port a58af905-d6b6-41bf-b3c9-f1b4ab16ee55, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=a58af905-d6b6-41bf-b3c9-f1b4ab16ee55,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:25:19.114508 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-687c926b-0248-4fe6-9121-b3afcca0919d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 3caaa68d-b1b9-4519-8755-e827f8741cd2) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:25:19.118573 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687c926b-0248-4fe6-9121-b3afcca0919d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:19.119161 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-687c926b-0248-4fe6-9121-b3afcca0919d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:19.123080 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f294628d-34c2-489c-9090-867b2be97d65 None None] Network 3caaa68d-b1b9-4519-8755-e827f8741cd2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:25:19.199986 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-20a30e1a-f55d-4bd9-9475-4f3b5a294467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:19.216965 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-687c926b-0248-4fe6-9121-b3afcca0919d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9234588 May 27 03:25:19.219612 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38404) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:19.341108 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a30e1a-f55d-4bd9-9475-4f3b5a294467 None None] Routers {'bc7a1ebe-313f-4905-8059-67f917201ee0'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:25:19.341742 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-20a30e1a-f55d-4bd9-9475-4f3b5a294467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:24:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['bc7a1ebe-313f-4905-8059-67f917201ee0'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:19.417054 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4560d7b0-947a-4311-a4f4-6f74c3361b45 None None] Pushing event updated for resources: {'Port': ['ID=a58af905-d6b6-41bf-b3c9-f1b4ab16ee55,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:19.598492 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba01157-7ba2-4a7f-b540-3b3bd080801f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-3caaa68d-b1b9-4519-8755-e827f8741cd2', 'network_id': '3caaa68d-b1b9-4519-8755-e827f8741cd2', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'fixed_ips': [{'subnet_id': 'c78d845d-d452-4451-9711-88b86f72924e'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 03:25:19.598492 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1ba01157-7ba2-4a7f-b540-3b3bd080801f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:19.628160 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-20a30e1a-f55d-4bd9-9475-4f3b5a294467 None None] Set router bc7a1ebe-313f-4905-8059-67f917201ee0 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:25:19.897077 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7b4891be-913d-4aa1-930d-f6469e38e55e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:19.994353 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-1ba01157-7ba2-4a7f-b540-3b3bd080801f None None] Allocated IP 172.20.0.2 (3caaa68d-b1b9-4519-8755-e827f8741cd2/c78d845d-d452-4451-9711-88b86f72924e/df009981-6faf-4d27-862f-153f0250d98d) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:25:20.027202 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:20.114238 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:20.177479 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-20a30e1a-f55d-4bd9-9475-4f3b5a294467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7a1ebe-313f-4905-8059-67f917201ee0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13734627', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'a58af905-d6b6-41bf-b3c9-f1b4ab16ee55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:25:15Z', 'updated_at': '2022-05-27T03:25:16Z', 'revision_number': 3, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': 'a58af905-d6b6-41bf-b3c9-f1b4ab16ee55', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7a1ebe-313f-4905-8059-67f917201ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:25:16Z', 'updated_at': '2022-05-27T03:25:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:20.196072 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a30e1a-f55d-4bd9-9475-4f3b5a294467 None None] The sync data for ids ['bc7a1ebe-313f-4905-8059-67f917201ee0'] in n-d-843554-3 is: [{'id': 'bc7a1ebe-313f-4905-8059-67f917201ee0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13734627', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'a58af905-d6b6-41bf-b3c9-f1b4ab16ee55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:25:15Z', 'updated_at': '2022-05-27T03:25:16Z', 'revision_number': 3, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': 'a58af905-d6b6-41bf-b3c9-f1b4ab16ee55', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7a1ebe-313f-4905-8059-67f917201ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:25:16Z', 'updated_at': '2022-05-27T03:25:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:25:20.262020 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1ba01157-7ba2-4a7f-b540-3b3bd080801f None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:20.273697 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1ba01157-7ba2-4a7f-b540-3b3bd080801f None None] Transition to ACTIVE for port object df009981-6faf-4d27-862f-153f0250d98d will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:25:20.293476 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1ba01157-7ba2-4a7f-b540-3b3bd080801f None None] Transition to ACTIVE for port object df009981-6faf-4d27-862f-153f0250d98d will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:25:20.365627 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1ba01157-7ba2-4a7f-b540-3b3bd080801f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:20.438974 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba01157-7ba2-4a7f-b540-3b3bd080801f None None] Network 3caaa68d-b1b9-4519-8755-e827f8741cd2 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:25:20.441014 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-1ba01157-7ba2-4a7f-b540-3b3bd080801f None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:25:20.445528 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba01157-7ba2-4a7f-b540-3b3bd080801f None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:25:20.465443 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-7b4891be-913d-4aa1-930d-f6469e38e55e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Allocated IP 172.20.0.1 (3caaa68d-b1b9-4519-8755-e827f8741cd2/c78d845d-d452-4451-9711-88b86f72924e/a2891e01-5e27-4b53-bdea-aada05227654) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:25:20.496985 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba01157-7ba2-4a7f-b540-3b3bd080801f None None] Pushing event updated for resources: {'Port': ['ID=df009981-6faf-4d27-862f-153f0250d98d,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:20.554878 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-1ba01157-7ba2-4a7f-b540-3b3bd080801f None None] Attempting to bind port df009981-6faf-4d27-862f-153f0250d98d on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:25:20.555254 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-1ba01157-7ba2-4a7f-b540-3b3bd080801f None None] Attempting to bind port df009981-6faf-4d27-862f-153f0250d98d by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '2eab04cf-856a-4fcc-9603-bae79442b6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3caaa68d-b1b9-4519-8755-e827f8741cd2'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:25:20.555624 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba01157-7ba2-4a7f-b540-3b3bd080801f None None] Attempting to bind port df009981-6faf-4d27-862f-153f0250d98d on network 3caaa68d-b1b9-4519-8755-e827f8741cd2 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:25:20.561305 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba01157-7ba2-4a7f-b540-3b3bd080801f None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:25:20.561679 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba01157-7ba2-4a7f-b540-3b3bd080801f None None] Checking segment: {'id': '2eab04cf-856a-4fcc-9603-bae79442b6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3caaa68d-b1b9-4519-8755-e827f8741cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:25:20.562082 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1ba01157-7ba2-4a7f-b540-3b3bd080801f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:20.562475 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba01157-7ba2-4a7f-b540-3b3bd080801f None None] Bound using segment: {'id': '2eab04cf-856a-4fcc-9603-bae79442b6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3caaa68d-b1b9-4519-8755-e827f8741cd2'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:25:20.562947 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-1ba01157-7ba2-4a7f-b540-3b3bd080801f None None] Bound port: df009981-6faf-4d27-862f-153f0250d98d, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eab04cf-856a-4fcc-9603-bae79442b6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3caaa68d-b1b9-4519-8755-e827f8741cd2'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:25:20.563320 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1ba01157-7ba2-4a7f-b540-3b3bd080801f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:20.649286 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7b4891be-913d-4aa1-930d-f6469e38e55e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:20.667161 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-1ba01157-7ba2-4a7f-b540-3b3bd080801f None None] For port df009981-6faf-4d27-862f-153f0250d98d, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:25:20.670120 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-7b4891be-913d-4aa1-930d-f6469e38e55e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Transition to ACTIVE for port object a2891e01-5e27-4b53-bdea-aada05227654 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:25:20.671039 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-1ba01157-7ba2-4a7f-b540-3b3bd080801f None None] For port df009981-6faf-4d27-862f-153f0250d98d, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=df009981-6faf-4d27-862f-153f0250d98d,segment=NetworkSegment(2eab04cf-856a-4fcc-9603-bae79442b6a9),segment_id=2eab04cf-856a-4fcc-9603-bae79442b6a9)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:25:20.698298 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device a58af905-d6b6-41bf-b3c9-f1b4ab16ee55 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:25:20.755161 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1ba01157-7ba2-4a7f-b540-3b3bd080801f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:20.777352 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7b4891be-913d-4aa1-930d-f6469e38e55e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:20.863811 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba01157-7ba2-4a7f-b540-3b3bd080801f None None] Pushing event updated for resources: {'Port': ['ID=df009981-6faf-4d27-862f-153f0250d98d,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:20.867547 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4891be-913d-4aa1-930d-f6469e38e55e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Network 3caaa68d-b1b9-4519-8755-e827f8741cd2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:25:20.876124 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-7b4891be-913d-4aa1-930d-f6469e38e55e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:25:20.880555 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4891be-913d-4aa1-930d-f6469e38e55e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:25:20.914115 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port a58af905-d6b6-41bf-b3c9-f1b4ab16ee55 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:25:20.921872 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port a58af905-d6b6-41bf-b3c9-f1b4ab16ee55 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:25:20.922316 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:20.949936 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4891be-913d-4aa1-930d-f6469e38e55e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'Port': ['ID=a2891e01-5e27-4b53-bdea-aada05227654,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:20.953185 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7b4891be-913d-4aa1-930d-f6469e38e55e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:21.090802 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port a58af905-d6b6-41bf-b3c9-f1b4ab16ee55 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:25:21.090802 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:21.111503 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port a58af905-d6b6-41bf-b3c9-f1b4ab16ee55, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=a58af905-d6b6-41bf-b3c9-f1b4ab16ee55,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:25:21.166358 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:21.254515 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=a58af905-d6b6-41bf-b3c9-f1b4ab16ee55,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:21.316734 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7b4891be-913d-4aa1-930d-f6469e38e55e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:21.717026 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7b4891be-913d-4aa1-930d-f6469e38e55e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:21.770934 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7b4891be-913d-4aa1-930d-f6469e38e55e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:22.001327 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7b4891be-913d-4aa1-930d-f6469e38e55e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:22.004768 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4891be-913d-4aa1-930d-f6469e38e55e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'Port': ['ID=a2891e01-5e27-4b53-bdea-aada05227654,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:22.136005 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4891be-913d-4aa1-930d-f6469e38e55e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Network 3caaa68d-b1b9-4519-8755-e827f8741cd2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:25:22.137197 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-7b4891be-913d-4aa1-930d-f6469e38e55e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:25:22.328300 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4891be-913d-4aa1-930d-f6469e38e55e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Router bc7a1ebe-313f-4905-8059-67f917201ee0 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:25:22.446927 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f57c58-91a7-4696-ae6f-76d9c28bf19f None None] Network 3caaa68d-b1b9-4519-8755-e827f8741cd2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:25:22.513696 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4891be-913d-4aa1-930d-f6469e38e55e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:25:22.525363 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56a05fd-3ca7-468f-b90e-acbb58a1b703 None None] Sync routers for ids ['bc7a1ebe-313f-4905-8059-67f917201ee0'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:25:22.527026 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7b4891be-913d-4aa1-930d-f6469e38e55e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "PUT /v2.0/routers/bc7a1ebe-313f-4905-8059-67f917201ee0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3063047 May 27 03:25:22.539881 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56a05fd-3ca7-468f-b90e-acbb58a1b703 None None] Routers {'bc7a1ebe-313f-4905-8059-67f917201ee0'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:25:22.540608 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-f56a05fd-3ca7-468f-b90e-acbb58a1b703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:24:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['bc7a1ebe-313f-4905-8059-67f917201ee0'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:22.610138 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c77d3250-aa73-4547-b1e0-ff85eb1dd10f None None] Provisioning for port df009981-6faf-4d27-862f-153f0250d98d completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:25:22.713383 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-88084a7e-93b5-4297-8e6a-f904e7a2de22 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-177508910&fields=id&tenant_id=d02b46bffb894f2cbc2d380293cecdd7 HTTP/1.1" status: 200 len: 267 time: 0.0570941 May 27 03:25:22.750100 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-f56a05fd-3ca7-468f-b90e-acbb58a1b703 None None] Set router bc7a1ebe-313f-4905-8059-67f917201ee0 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:25:22.824293 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device df009981-6faf-4d27-862f-153f0250d98d up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:25:22.882972 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-66bf8724-7111-4e25-8392-952d5df58313 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:22.883818 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-66bf8724-7111-4e25-8392-952d5df58313 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Synchronizing usage tracker for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:network {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:25:22.965410 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-66bf8724-7111-4e25-8392-952d5df58313 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Unset dirty status for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:network {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:25:22.966827 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-66bf8724-7111-4e25-8392-952d5df58313 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/networks?id=3caaa68d-b1b9-4519-8755-e827f8741cd2 HTTP/1.1" status: 200 len: 797 time: 0.2523727 May 27 03:25:22.983274 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-2dad16f2-ff02-4800-8e94-0496e71cd1fc tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/quotas/d02b46bffb894f2cbc2d380293cecdd7 HTTP/1.1" status: 200 len: 375 time: 0.0106387 May 27 03:25:22.999265 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port df009981-6faf-4d27-862f-153f0250d98d completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:25:23.005289 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port df009981-6faf-4d27-862f-153f0250d98d triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:25:23.005678 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:23.080778 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c3256f7a-f20b-4e55-812b-357dca1b2896 None None] Provisioning complete for port df009981-6faf-4d27-862f-153f0250d98d triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:25:23.081270 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c3256f7a-f20b-4e55-812b-357dca1b2896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:23.085003 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-9a93e4a1-3da0-4db6-9573-3555099dae0f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Synchronizing usage tracker for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:25:23.147967 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-f56a05fd-3ca7-468f-b90e-acbb58a1b703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7a1ebe-313f-4905-8059-67f917201ee0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13734627', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'a58af905-d6b6-41bf-b3c9-f1b4ab16ee55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:25:15Z', 'updated_at': '2022-05-27T03:25:21Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': 'a58af905-d6b6-41bf-b3c9-f1b4ab16ee55', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7a1ebe-313f-4905-8059-67f917201ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:25:16Z', 'updated_at': '2022-05-27T03:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'a2891e01-5e27-4b53-bdea-aada05227654', 'name': '', 'network_id': '3caaa68d-b1b9-4519-8755-e827f8741cd2', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'mac_address': 'fa:16:3e:f3:e7:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7a1ebe-313f-4905-8059-67f917201ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'c78d845d-d452-4451-9711-88b86f72924e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:25:20Z', 'updated_at': '2022-05-27T03:25:21Z', 'revision_number': 2, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'subnets': [{'id': 'c78d845d-d452-4451-9711-88b86f72924e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:23.153597 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-9a93e4a1-3da0-4db6-9573-3555099dae0f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Unset dirty status for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:25:23.155022 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-9a93e4a1-3da0-4db6-9573-3555099dae0f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d02b46bffb894f2cbc2d380293cecdd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1655672 May 27 03:25:23.157143 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56a05fd-3ca7-468f-b90e-acbb58a1b703 None None] Checking router: bc7a1ebe-313f-4905-8059-67f917201ee0 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:25:23.157567 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56a05fd-3ca7-468f-b90e-acbb58a1b703 None None] Updating router bc7a1ebe-313f-4905-8059-67f917201ee0 port a2891e01-5e27-4b53-bdea-aada05227654 binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:25:23.196825 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port df009981-6faf-4d27-862f-153f0250d98d is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:25:23.196825 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:23.225590 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-f56a05fd-3ca7-468f-b90e-acbb58a1b703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:23.262110 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port df009981-6faf-4d27-862f-153f0250d98d, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=df009981-6faf-4d27-862f-153f0250d98d,segment=NetworkSegment(2eab04cf-856a-4fcc-9603-bae79442b6a9),segment_id=2eab04cf-856a-4fcc-9603-bae79442b6a9)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:25:23.288880 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-c3256f7a-f20b-4e55-812b-357dca1b2896 None None] Current status of the port df009981-6faf-4d27-862f-153f0250d98d is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:25:23.289343 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c3256f7a-f20b-4e55-812b-357dca1b2896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:23.326010 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-3a5cf182-40c7-46fe-8476-fc32a9766bc7 service neutron] 10.222.0.57 "GET /v2.0/networks/3caaa68d-b1b9-4519-8755-e827f8741cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560731 May 27 03:25:23.360615 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:23.361446 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device a58af905-d6b6-41bf-b3c9-f1b4ab16ee55 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:25:23.484790 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-c3256f7a-f20b-4e55-812b-357dca1b2896 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:25:23.485530 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-c3256f7a-f20b-4e55-812b-357dca1b2896 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:25:23.500593 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-e2c8f41c-b48d-4a49-b47a-7817f6f09d3c service neutron] 10.222.0.57 "GET /v2.0/networks/3caaa68d-b1b9-4519-8755-e827f8741cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663747 May 27 03:25:23.505810 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=df009981-6faf-4d27-862f-153f0250d98d,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:23.517601 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port a58af905-d6b6-41bf-b3c9-f1b4ab16ee55 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:25:23.518386 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:23.614173 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-f56a05fd-3ca7-468f-b90e-acbb58a1b703 None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:23.625425 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-f56a05fd-3ca7-468f-b90e-acbb58a1b703 None None] Transition to ACTIVE for port object a2891e01-5e27-4b53-bdea-aada05227654 will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:25:23.633485 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port a58af905-d6b6-41bf-b3c9-f1b4ab16ee55 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:25:23.742321 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-f56a05fd-3ca7-468f-b90e-acbb58a1b703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:23.878577 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-530b1c0f-6aa5-450d-a537-d0b6a7ce4760 req-2112c233-7523-466e-846b-44c9189b683e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=58eae8ee-e83e-4a15-9f75-21c765524a24 HTTP/1.1" status: 200 len: 210 time: 0.0910351 May 27 03:25:23.929999 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9883690e-23b8-4ad5-ad82-a72ed8cee078 None None] Pushing event updated for resources: {'Port': ['ID=a2891e01-5e27-4b53-bdea-aada05227654,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:23.981810 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9883690e-23b8-4ad5-ad82-a72ed8cee078 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:23.987311 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9883690e-23b8-4ad5-ad82-a72ed8cee078 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:23.987311 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9883690e-23b8-4ad5-ad82-a72ed8cee078 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:23.987311 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9883690e-23b8-4ad5-ad82-a72ed8cee078 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:23.987311 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9883690e-23b8-4ad5-ad82-a72ed8cee078 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:23.987311 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9883690e-23b8-4ad5-ad82-a72ed8cee078 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:23.987311 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9883690e-23b8-4ad5-ad82-a72ed8cee078 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:23.987311 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9883690e-23b8-4ad5-ad82-a72ed8cee078 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:23.987311 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9883690e-23b8-4ad5-ad82-a72ed8cee078 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:23.987311 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9883690e-23b8-4ad5-ad82-a72ed8cee078 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:23.987311 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9883690e-23b8-4ad5-ad82-a72ed8cee078 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:23.987311 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9883690e-23b8-4ad5-ad82-a72ed8cee078 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:24.047529 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-f56a05fd-3ca7-468f-b90e-acbb58a1b703 None None] Attempting to bind port a2891e01-5e27-4b53-bdea-aada05227654 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:25:24.047900 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-f56a05fd-3ca7-468f-b90e-acbb58a1b703 None None] Attempting to bind port a2891e01-5e27-4b53-bdea-aada05227654 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '2eab04cf-856a-4fcc-9603-bae79442b6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3caaa68d-b1b9-4519-8755-e827f8741cd2'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:25:24.048326 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56a05fd-3ca7-468f-b90e-acbb58a1b703 None None] Attempting to bind port a2891e01-5e27-4b53-bdea-aada05227654 on network 3caaa68d-b1b9-4519-8755-e827f8741cd2 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:25:24.055458 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-c3256f7a-f20b-4e55-812b-357dca1b2896 None None] Current status of the port df009981-6faf-4d27-862f-153f0250d98d is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:25:24.056465 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56a05fd-3ca7-468f-b90e-acbb58a1b703 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:25:24.057400 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56a05fd-3ca7-468f-b90e-acbb58a1b703 None None] Checking segment: {'id': '2eab04cf-856a-4fcc-9603-bae79442b6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3caaa68d-b1b9-4519-8755-e827f8741cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:25:24.058078 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-f56a05fd-3ca7-468f-b90e-acbb58a1b703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:24.058295 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56a05fd-3ca7-468f-b90e-acbb58a1b703 None None] Bound using segment: {'id': '2eab04cf-856a-4fcc-9603-bae79442b6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3caaa68d-b1b9-4519-8755-e827f8741cd2'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:25:24.058748 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-f56a05fd-3ca7-468f-b90e-acbb58a1b703 None None] Bound port: a2891e01-5e27-4b53-bdea-aada05227654, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eab04cf-856a-4fcc-9603-bae79442b6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3caaa68d-b1b9-4519-8755-e827f8741cd2'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:25:24.059121 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-f56a05fd-3ca7-468f-b90e-acbb58a1b703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:24.146597 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-f56a05fd-3ca7-468f-b90e-acbb58a1b703 None None] For port a2891e01-5e27-4b53-bdea-aada05227654, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:25:24.149992 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-f56a05fd-3ca7-468f-b90e-acbb58a1b703 None None] For port a2891e01-5e27-4b53-bdea-aada05227654, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=a2891e01-5e27-4b53-bdea-aada05227654,segment=NetworkSegment(2eab04cf-856a-4fcc-9603-bae79442b6a9),segment_id=2eab04cf-856a-4fcc-9603-bae79442b6a9)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:25:24.170534 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c3256f7a-f20b-4e55-812b-357dca1b2896 None None] Provisioning for port a2891e01-5e27-4b53-bdea-aada05227654 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:25:24.228057 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-f56a05fd-3ca7-468f-b90e-acbb58a1b703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:24.313478 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56a05fd-3ca7-468f-b90e-acbb58a1b703 None None] Routers {'bc7a1ebe-313f-4905-8059-67f917201ee0'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:25:24.314090 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-f56a05fd-3ca7-468f-b90e-acbb58a1b703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:24:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['bc7a1ebe-313f-4905-8059-67f917201ee0'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:24.377623 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9883690e-23b8-4ad5-ad82-a72ed8cee078 None None] Pushing event updated for resources: {'Port': ['ID=a2891e01-5e27-4b53-bdea-aada05227654,revision_number=4']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:24.496854 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-f56a05fd-3ca7-468f-b90e-acbb58a1b703 None None] Set router bc7a1ebe-313f-4905-8059-67f917201ee0 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:25:24.663632 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device df009981-6faf-4d27-862f-153f0250d98d up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:25:24.730261 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port df009981-6faf-4d27-862f-153f0250d98d triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:25:24.730884 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:24.829341 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-f56a05fd-3ca7-468f-b90e-acbb58a1b703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7a1ebe-313f-4905-8059-67f917201ee0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13734627', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'a58af905-d6b6-41bf-b3c9-f1b4ab16ee55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:25:15Z', 'updated_at': '2022-05-27T03:25:21Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': 'a58af905-d6b6-41bf-b3c9-f1b4ab16ee55', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7a1ebe-313f-4905-8059-67f917201ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:25:16Z', 'updated_at': '2022-05-27T03:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'a2891e01-5e27-4b53-bdea-aada05227654', 'name': '', 'network_id': '3caaa68d-b1b9-4519-8755-e827f8741cd2', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'mac_address': 'fa:16:3e:f3:e7:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7a1ebe-313f-4905-8059-67f917201ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'c78d845d-d452-4451-9711-88b86f72924e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:25:20Z', 'updated_at': '2022-05-27T03:25:24Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'subnets': [{'id': 'c78d845d-d452-4451-9711-88b86f72924e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:24.833723 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56a05fd-3ca7-468f-b90e-acbb58a1b703 None None] The sync data for ids ['bc7a1ebe-313f-4905-8059-67f917201ee0'] in n-d-843554-3 is: [{'id': 'bc7a1ebe-313f-4905-8059-67f917201ee0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13734627', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'a58af905-d6b6-41bf-b3c9-f1b4ab16ee55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:25:15Z', 'updated_at': '2022-05-27T03:25:21Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': 'a58af905-d6b6-41bf-b3c9-f1b4ab16ee55', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7a1ebe-313f-4905-8059-67f917201ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:25:16Z', 'updated_at': '2022-05-27T03:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'a2891e01-5e27-4b53-bdea-aada05227654', 'name': '', 'network_id': '3caaa68d-b1b9-4519-8755-e827f8741cd2', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'mac_address': 'fa:16:3e:f3:e7:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7a1ebe-313f-4905-8059-67f917201ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'c78d845d-d452-4451-9711-88b86f72924e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:25:20Z', 'updated_at': '2022-05-27T03:25:24Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'subnets': [{'id': 'c78d845d-d452-4451-9711-88b86f72924e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:25:24.849268 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port df009981-6faf-4d27-862f-153f0250d98d is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:25:25.044413 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3f4e4069-1ffe-426e-a247-84a3c6a4c69e req-793fdacd-ac26-42e5-b5a6-7a18c8192f44 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=58eae8ee-e83e-4a15-9f75-21c765524a24 HTTP/1.1" status: 200 len: 210 time: 0.0491652 May 27 03:25:25.542448 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c0dcafc0-3eb3-4e9d-8c1d-0be640cd31b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:25.889302 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-1e6c9478-0c03-443b-bfa3-4acc8f2a7905 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:25.890777 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-1e6c9478-0c03-443b-bfa3-4acc8f2a7905 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.32 "GET /v2.0/networks?id=3caaa68d-b1b9-4519-8755-e827f8741cd2 HTTP/1.1" status: 200 len: 797 time: 0.1532199 May 27 03:25:25.938609 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-f0334f82-0160-47c1-a2d7-0c24e67b5901 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d02b46bffb894f2cbc2d380293cecdd7 HTTP/1.1" status: 200 len: 379 time: 0.0397565 May 27 03:25:25.947414 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-09b6d6a5-0e37-4a63-b4d3-61cf25b1bfb2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'port': {'device_id': '58eae8ee-e83e-4a15-9f75-21c765524a24', 'network_id': '3caaa68d-b1b9-4519-8755-e827f8741cd2', 'admin_state_up': True, 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'security_groups': ['68050630-0b17-4d73-a4fa-e2e8d52d682b']}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:25:26.201439 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-35cb80e9-a3c2-49c2-8f95-ae7d22bf964c req-43bbc2ec-6df5-47ae-9688-1018e4698a42 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=58eae8ee-e83e-4a15-9f75-21c765524a24 HTTP/1.1" status: 200 len: 210 time: 0.0479951 May 27 03:25:26.244862 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-09b6d6a5-0e37-4a63-b4d3-61cf25b1bfb2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:25:26.254601 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-09b6d6a5-0e37-4a63-b4d3-61cf25b1bfb2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:25:26.319048 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-09b6d6a5-0e37-4a63-b4d3-61cf25b1bfb2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Made reservation on behalf of d02b46bffb894f2cbc2d380293cecdd7 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:25:26.322624 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-09b6d6a5-0e37-4a63-b4d3-61cf25b1bfb2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:26.480439 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-09b6d6a5-0e37-4a63-b4d3-61cf25b1bfb2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Allocated IP 172.20.0.9 (3caaa68d-b1b9-4519-8755-e827f8741cd2/c78d845d-d452-4451-9711-88b86f72924e/bcf9ef67-9959-4aca-a658-dd8d006cd874) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:25:26.670014 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-09b6d6a5-0e37-4a63-b4d3-61cf25b1bfb2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:26.685960 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device a2891e01-5e27-4b53-bdea-aada05227654 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:25:26.686484 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-09b6d6a5-0e37-4a63-b4d3-61cf25b1bfb2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Transition to ACTIVE for port object bcf9ef67-9959-4aca-a658-dd8d006cd874 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:25:26.782501 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-09b6d6a5-0e37-4a63-b4d3-61cf25b1bfb2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:26.810712 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port a2891e01-5e27-4b53-bdea-aada05227654 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:25:26.816615 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port a2891e01-5e27-4b53-bdea-aada05227654 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:25:26.817231 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:26.853295 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-09b6d6a5-0e37-4a63-b4d3-61cf25b1bfb2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Network 3caaa68d-b1b9-4519-8755-e827f8741cd2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:25:26.856187 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-09b6d6a5-0e37-4a63-b4d3-61cf25b1bfb2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:25:26.858844 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-09b6d6a5-0e37-4a63-b4d3-61cf25b1bfb2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:25:26.910528 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b6d6a5-0e37-4a63-b4d3-61cf25b1bfb2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'Port': ['ID=bcf9ef67-9959-4aca-a658-dd8d006cd874,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:26.935113 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-09b6d6a5-0e37-4a63-b4d3-61cf25b1bfb2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:26.935867 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-09b6d6a5-0e37-4a63-b4d3-61cf25b1bfb2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:26.942830 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port a2891e01-5e27-4b53-bdea-aada05227654 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:25:26.943215 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:26.977986 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port a2891e01-5e27-4b53-bdea-aada05227654, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=a2891e01-5e27-4b53-bdea-aada05227654,segment=NetworkSegment(2eab04cf-856a-4fcc-9603-bae79442b6a9),segment_id=2eab04cf-856a-4fcc-9603-bae79442b6a9)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:25:27.040203 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-09b6d6a5-0e37-4a63-b4d3-61cf25b1bfb2 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0963066 May 27 03:25:27.056207 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:27.092470 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-8f7cafbb-112e-4181-9b6e-5c50d17a2a98 service neutron] Request body: {'port': {'device_id': '58eae8ee-e83e-4a15-9f75-21c765524a24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:25:27.109207 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1b0282eb-3d3a-43be-af42-e41a009b5a3a None None] Provisioning for port bcf9ef67-9959-4aca-a658-dd8d006cd874 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:25:27.118819 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1b0282eb-3d3a-43be-af42-e41a009b5a3a None None] Provisioning complete for port bcf9ef67-9959-4aca-a658-dd8d006cd874 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:25:27.119477 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1b0282eb-3d3a-43be-af42-e41a009b5a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:27.174976 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=a2891e01-5e27-4b53-bdea-aada05227654,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:27.180745 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-1b0282eb-3d3a-43be-af42-e41a009b5a3a None None] Port bcf9ef67-9959-4aca-a658-dd8d006cd874 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:25:27.202584 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-8f7cafbb-112e-4181-9b6e-5c50d17a2a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:27.498962 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26b945-f9b2-4e1c-afef-8ca99af2fa6b req-c8af9420-3577-4567-a99b-d4c5064a213d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:27.499657 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-dc26b945-f9b2-4e1c-afef-8ca99af2fa6b req-c8af9420-3577-4567-a99b-d4c5064a213d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Synchronizing usage tracker for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:25:27.607165 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-dc26b945-f9b2-4e1c-afef-8ca99af2fa6b req-c8af9420-3577-4567-a99b-d4c5064a213d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Unset dirty status for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:25:27.608262 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dc26b945-f9b2-4e1c-afef-8ca99af2fa6b req-c8af9420-3577-4567-a99b-d4c5064a213d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=58eae8ee-e83e-4a15-9f75-21c765524a24 HTTP/1.1" status: 200 len: 931 time: 0.2908082 May 27 03:25:27.632048 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-8f7cafbb-112e-4181-9b6e-5c50d17a2a98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcf9ef67-9959-4aca-a658-dd8d006cd874 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:25:27.642742 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-8f7cafbb-112e-4181-9b6e-5c50d17a2a98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:27.673632 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dc26b945-f9b2-4e1c-afef-8ca99af2fa6b req-56e75bf9-9d99-4dae-9629-a3c972ef4263 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=68050630-0b17-4d73-a4fa-e2e8d52d682b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584967 May 27 03:25:27.674511 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-8f7cafbb-112e-4181-9b6e-5c50d17a2a98 service neutron] Transition to ACTIVE for port object bcf9ef67-9959-4aca-a658-dd8d006cd874 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:25:27.736308 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-8f7cafbb-112e-4181-9b6e-5c50d17a2a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:27.896881 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7cafbb-112e-4181-9b6e-5c50d17a2a98 service neutron] Pushing event updated for resources: {'Port': ['ID=bcf9ef67-9959-4aca-a658-dd8d006cd874,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:27.947985 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cba4adef-db5a-4f51-8390-2c4bca32964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:27.978924 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-8f7cafbb-112e-4181-9b6e-5c50d17a2a98 service neutron] Attempting to bind port bcf9ef67-9959-4aca-a658-dd8d006cd874 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:25:27.979260 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-8f7cafbb-112e-4181-9b6e-5c50d17a2a98 service neutron] Attempting to bind port bcf9ef67-9959-4aca-a658-dd8d006cd874 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': '2eab04cf-856a-4fcc-9603-bae79442b6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3caaa68d-b1b9-4519-8755-e827f8741cd2'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:25:27.979589 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-8f7cafbb-112e-4181-9b6e-5c50d17a2a98 service neutron] Attempting to bind port bcf9ef67-9959-4aca-a658-dd8d006cd874 on network 3caaa68d-b1b9-4519-8755-e827f8741cd2 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:25:27.984089 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-8f7cafbb-112e-4181-9b6e-5c50d17a2a98 service neutron] Port bcf9ef67-9959-4aca-a658-dd8d006cd874 on network 3caaa68d-b1b9-4519-8755-e827f8741cd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:25:27.984406 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-8f7cafbb-112e-4181-9b6e-5c50d17a2a98 service neutron] Attempting to bind port bcf9ef67-9959-4aca-a658-dd8d006cd874 on network 3caaa68d-b1b9-4519-8755-e827f8741cd2 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:25:27.990057 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-8f7cafbb-112e-4181-9b6e-5c50d17a2a98 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:25:27.990392 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-8f7cafbb-112e-4181-9b6e-5c50d17a2a98 service neutron] Checking segment: {'id': '2eab04cf-856a-4fcc-9603-bae79442b6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3caaa68d-b1b9-4519-8755-e827f8741cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:25:27.990770 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-8f7cafbb-112e-4181-9b6e-5c50d17a2a98 service neutron] Bound using segment: {'id': '2eab04cf-856a-4fcc-9603-bae79442b6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3caaa68d-b1b9-4519-8755-e827f8741cd2'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:25:27.991188 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-8f7cafbb-112e-4181-9b6e-5c50d17a2a98 service neutron] Bound port: bcf9ef67-9959-4aca-a658-dd8d006cd874, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eab04cf-856a-4fcc-9603-bae79442b6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3caaa68d-b1b9-4519-8755-e827f8741cd2'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:25:27.991532 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-8f7cafbb-112e-4181-9b6e-5c50d17a2a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:28.081152 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-8f7cafbb-112e-4181-9b6e-5c50d17a2a98 service neutron] For port bcf9ef67-9959-4aca-a658-dd8d006cd874, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:25:28.083972 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-8f7cafbb-112e-4181-9b6e-5c50d17a2a98 service neutron] For port bcf9ef67-9959-4aca-a658-dd8d006cd874, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=bcf9ef67-9959-4aca-a658-dd8d006cd874,segment=NetworkSegment(2eab04cf-856a-4fcc-9603-bae79442b6a9),segment_id=2eab04cf-856a-4fcc-9603-bae79442b6a9)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:25:28.142639 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-8f7cafbb-112e-4181-9b6e-5c50d17a2a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:28.203415 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-8f7cafbb-112e-4181-9b6e-5c50d17a2a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:28.204089 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-8f7cafbb-112e-4181-9b6e-5c50d17a2a98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:28.205409 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-8f7cafbb-112e-4181-9b6e-5c50d17a2a98 service neutron] 10.222.0.32 "PUT /v2.0/ports/bcf9ef67-9959-4aca-a658-dd8d006cd874 HTTP/1.1" status: 200 len: 1091 time: 1.1582315 May 27 03:25:28.205833 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58eae8ee-e83e-4a15-9f75-21c765524a24', 'tag': 'bcf9ef67-9959-4aca-a658-dd8d006cd874'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:25:28.226868 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7cafbb-112e-4181-9b6e-5c50d17a2a98 service neutron] Pushing event updated for resources: {'Port': ['ID=bcf9ef67-9959-4aca-a658-dd8d006cd874,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:28.253583 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58cfa4a4-53ce-408d-8f69-1349f5d1312c'] response: {'name': 'network-changed', 'server_uuid': '58eae8ee-e83e-4a15-9f75-21c765524a24', 'tag': 'bcf9ef67-9959-4aca-a658-dd8d006cd874', 'status': 'completed', 'code': 200} May 27 03:25:28.469201 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163ef1e-1ec5-486f-b480-e27e5b5a5e3c req-e1b1288f-5c77-422b-a49e-c784014dd717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:28.470718 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e163ef1e-1ec5-486f-b480-e27e5b5a5e3c req-e1b1288f-5c77-422b-a49e-c784014dd717 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d02b46bffb894f2cbc2d380293cecdd7&device_id=58eae8ee-e83e-4a15-9f75-21c765524a24 HTTP/1.1" status: 200 len: 1094 time: 0.1962504 May 27 03:25:28.607750 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163ef1e-1ec5-486f-b480-e27e5b5a5e3c req-d2c188bb-307a-434c-957a-2faa533776ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:28.609230 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e163ef1e-1ec5-486f-b480-e27e5b5a5e3c req-d2c188bb-307a-434c-957a-2faa533776ca service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=d02b46bffb894f2cbc2d380293cecdd7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1308777 May 27 03:25:28.662897 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device a2891e01-5e27-4b53-bdea-aada05227654 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:25:28.733873 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port a2891e01-5e27-4b53-bdea-aada05227654 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:25:28.734245 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:28.746728 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163ef1e-1ec5-486f-b480-e27e5b5a5e3c req-29efc8e3-45f1-42b2-a558-f0a5f125fb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:28.748289 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e163ef1e-1ec5-486f-b480-e27e5b5a5e3c req-29efc8e3-45f1-42b2-a558-f0a5f125fb77 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1337545 May 27 03:25:28.856872 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port a2891e01-5e27-4b53-bdea-aada05227654 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:25:28.914123 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-31c7f180-bbb2-4dce-9fe3-3e82507f3cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:28.915587 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-31c7f180-bbb2-4dce-9fe3-3e82507f3cbb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d02b46bffb894f2cbc2d380293cecdd7&device_id=58eae8ee-e83e-4a15-9f75-21c765524a24 HTTP/1.1" status: 200 len: 1094 time: 0.1291029 May 27 03:25:28.982202 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269e00f-7b13-4e80-bbfa-bc8381aeb2a1 req-5b0dbd4f-2cb3-47de-b4ae-3a7ec80c69b0 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:28.983656 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e269e00f-7b13-4e80-bbfa-bc8381aeb2a1 req-5b0dbd4f-2cb3-47de-b4ae-3a7ec80c69b0 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=58eae8ee-e83e-4a15-9f75-21c765524a24 HTTP/1.1" status: 200 len: 943 time: 0.1621311 May 27 03:25:28.995798 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-e1e78577-ebf1-4a6d-99a2-94b060b9fddf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcf9ef67-9959-4aca-a658-dd8d006cd874 HTTP/1.1" status: 200 len: 217 time: 0.0730186 May 27 03:25:29.039304 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:29.081955 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e269e00f-7b13-4e80-bbfa-bc8381aeb2a1 req-0cc1bc6f-a9d3-47ea-89fb-3799bd237429 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=68050630-0b17-4d73-a4fa-e2e8d52d682b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878522 May 27 03:25:29.085368 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-2c2c3522-360f-4b2e-811a-881e6a1de57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:29.086725 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-2c2c3522-360f-4b2e-811a-881e6a1de57a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c78d845d-d452-4451-9711-88b86f72924e HTTP/1.1" status: 200 len: 833 time: 0.0781770 May 27 03:25:29.163271 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-2cfc9b17-3484-460f-a0ff-c9ffb4a19522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:29.164839 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-2cfc9b17-3484-460f-a0ff-c9ffb4a19522 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3caaa68d-b1b9-4519-8755-e827f8741cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728705 May 27 03:25:29.222476 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:29.296570 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-6e67ee1e-52b8-45f7-a28d-6bdf6277a4f2 service neutron] 10.222.0.32 "GET /v2.0/networks/3caaa68d-b1b9-4519-8755-e827f8741cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257958 May 27 03:25:29.425969 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0889f5e8-f795-4b30-8254-3f63b333e657 req-723fbcbb-8f8b-4c5e-a3da-690fefa57b8a service neutron] 10.222.0.32 "GET /v2.0/networks/3caaa68d-b1b9-4519-8755-e827f8741cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233306 May 27 03:25:30.267417 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b55f6-7d18-4b68-a1b8-342bcc7c8000 req-ca77c8ac-6d59-4ce1-ad5a-6b47270272fe tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:30.269446 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-667b55f6-7d18-4b68-a1b8-342bcc7c8000 req-ca77c8ac-6d59-4ce1-ad5a-6b47270272fe tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=58eae8ee-e83e-4a15-9f75-21c765524a24 HTTP/1.1" status: 200 len: 943 time: 0.0798831 May 27 03:25:30.314772 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-667b55f6-7d18-4b68-a1b8-342bcc7c8000 req-d8cdb602-df28-439e-b186-ac6d36ec728e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=68050630-0b17-4d73-a4fa-e2e8d52d682b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392718 May 27 03:25:30.387180 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:31.500610 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a976946a-51cc-467d-b0d6-360968d9ec53 req-4a07cbb1-2c99-4b24-a9ab-cd15f5b41760 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:31.502055 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a976946a-51cc-467d-b0d6-360968d9ec53 req-4a07cbb1-2c99-4b24-a9ab-cd15f5b41760 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=58eae8ee-e83e-4a15-9f75-21c765524a24 HTTP/1.1" status: 200 len: 943 time: 0.0812154 May 27 03:25:31.544276 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a976946a-51cc-467d-b0d6-360968d9ec53 req-64b83ab4-d6c7-4e8d-ab71-39d6cd9ca91d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=68050630-0b17-4d73-a4fa-e2e8d52d682b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366735 May 27 03:25:32.133508 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device bcf9ef67-9959-4aca-a658-dd8d006cd874 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:25:32.291215 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port bcf9ef67-9959-4aca-a658-dd8d006cd874, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=bcf9ef67-9959-4aca-a658-dd8d006cd874,segment=NetworkSegment(2eab04cf-856a-4fcc-9603-bae79442b6a9),segment_id=2eab04cf-856a-4fcc-9603-bae79442b6a9)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:25:32.304238 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': 'bcf9ef67-9959-4aca-a658-dd8d006cd874', 'network_id': '3caaa68d-b1b9-4519-8755-e827f8741cd2', 'port_id': 'bcf9ef67-9959-4aca-a658-dd8d006cd874', 'mac_address': 'fa:16:3e:b1:94:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c78d845d-d452-4451-9711-88b86f72924e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:25:32.356359 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port bcf9ef67-9959-4aca-a658-dd8d006cd874 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:25:32.356735 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:32.372623 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcf9ef67-9959-4aca-a658-dd8d006cd874 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:25:32.389218 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port bcf9ef67-9959-4aca-a658-dd8d006cd874, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=bcf9ef67-9959-4aca-a658-dd8d006cd874,segment=NetworkSegment(2eab04cf-856a-4fcc-9603-bae79442b6a9),segment_id=2eab04cf-856a-4fcc-9603-bae79442b6a9)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:25:32.444530 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:32.511637 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=bcf9ef67-9959-4aca-a658-dd8d006cd874,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:32.679981 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['bcf9ef67-9959-4aca-a658-dd8d006cd874'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:25:32.734892 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd18ca-f824-4b78-bf19-6c15968d1710 req-96fb833f-f17d-4e93-a1d9-83a5737a1aa1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:32.736304 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ebdd18ca-f824-4b78-bf19-6c15968d1710 req-96fb833f-f17d-4e93-a1d9-83a5737a1aa1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=58eae8ee-e83e-4a15-9f75-21c765524a24 HTTP/1.1" status: 200 len: 944 time: 0.0824676 May 27 03:25:32.794954 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ebdd18ca-f824-4b78-bf19-6c15968d1710 req-3efb1aa5-054d-446b-9e74-71b11b064182 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=68050630-0b17-4d73-a4fa-e2e8d52d682b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520451 May 27 03:25:33.971778 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04120ee2-be4e-4675-b87a-516e136db3e0 req-19d62b16-49e0-466a-a86a-1013582d22a5 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:33.973104 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04120ee2-be4e-4675-b87a-516e136db3e0 req-19d62b16-49e0-466a-a86a-1013582d22a5 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=58eae8ee-e83e-4a15-9f75-21c765524a24 HTTP/1.1" status: 200 len: 944 time: 0.0808442 May 27 03:25:34.015371 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-04120ee2-be4e-4675-b87a-516e136db3e0 req-a25560c7-8cf7-4ab4-9914-f4142905b45d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=68050630-0b17-4d73-a4fa-e2e8d52d682b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366094 May 27 03:25:34.133534 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device bcf9ef67-9959-4aca-a658-dd8d006cd874 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:25:34.290271 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port bcf9ef67-9959-4aca-a658-dd8d006cd874 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:25:34.295149 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port bcf9ef67-9959-4aca-a658-dd8d006cd874 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:25:34.295520 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:34.407998 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port bcf9ef67-9959-4aca-a658-dd8d006cd874 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:25:34.408373 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:34.435014 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58eae8ee-e83e-4a15-9f75-21c765524a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf9ef67-9959-4aca-a658-dd8d006cd874'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:25:34.445248 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port bcf9ef67-9959-4aca-a658-dd8d006cd874, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=bcf9ef67-9959-4aca-a658-dd8d006cd874,segment=NetworkSegment(2eab04cf-856a-4fcc-9603-bae79442b6a9),segment_id=2eab04cf-856a-4fcc-9603-bae79442b6a9)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:25:34.513347 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:34.548000 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b37c602b-2781-4ce2-9e46-98c3daceac8c'] response: {'server_uuid': '58eae8ee-e83e-4a15-9f75-21c765524a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf9ef67-9959-4aca-a658-dd8d006cd874', 'code': 200} May 27 03:25:34.587162 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=bcf9ef67-9959-4aca-a658-dd8d006cd874,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:34.648011 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c1398-4fea-411d-88a9-b94a5bf8e6bf req-a6320a15-fa17-465f-84c8-76e647528d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:34.652294 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-748c1398-4fea-411d-88a9-b94a5bf8e6bf req-a6320a15-fa17-465f-84c8-76e647528d58 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=58eae8ee-e83e-4a15-9f75-21c765524a24 HTTP/1.1" status: 200 len: 1096 time: 0.0692616 May 27 03:25:34.693958 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-748c1398-4fea-411d-88a9-b94a5bf8e6bf req-2c32e3de-862c-412b-851c-f3b7649d1fb9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=68050630-0b17-4d73-a4fa-e2e8d52d682b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377626 May 27 03:25:35.194798 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2809015-94aa-47a8-88e0-559edc4c435b req-8157d03a-62aa-4ba9-9738-138619b73c9c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:35.196157 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e2809015-94aa-47a8-88e0-559edc4c435b req-8157d03a-62aa-4ba9-9738-138619b73c9c tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=58eae8ee-e83e-4a15-9f75-21c765524a24 HTTP/1.1" status: 200 len: 945 time: 0.0779517 May 27 03:25:35.239400 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e2809015-94aa-47a8-88e0-559edc4c435b req-dad26ec5-4950-4d9f-9b07-da0cc1cdf6ae tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=68050630-0b17-4d73-a4fa-e2e8d52d682b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376968 May 27 03:25:36.424614 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4e876-c52c-4a45-b533-af1f6989257b req-b217257f-6b10-49a0-a963-679181a38d24 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:36.426097 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d1f4e876-c52c-4a45-b533-af1f6989257b req-b217257f-6b10-49a0-a963-679181a38d24 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=58eae8ee-e83e-4a15-9f75-21c765524a24 HTTP/1.1" status: 200 len: 945 time: 0.0825002 May 27 03:25:36.582869 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d1f4e876-c52c-4a45-b533-af1f6989257b req-4adb5541-92ed-4de8-ae86-00d88727b2b1 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=68050630-0b17-4d73-a4fa-e2e8d52d682b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511223 May 27 03:25:36.768409 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b41ad8-6917-4f85-8181-0e99a9cd9caa req-b8c385cd-afd7-49bc-9b81-d7666d5f87c9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:36.770423 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c8b41ad8-6917-4f85-8181-0e99a9cd9caa req-b8c385cd-afd7-49bc-9b81-d7666d5f87c9 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=58eae8ee-e83e-4a15-9f75-21c765524a24 HTTP/1.1" status: 200 len: 945 time: 0.0792017 May 27 03:25:36.814032 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c8b41ad8-6917-4f85-8181-0e99a9cd9caa req-e2c23065-3c9a-49ab-af69-ea8fc8504046 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=68050630-0b17-4d73-a4fa-e2e8d52d682b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379734 May 27 03:25:36.837608 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38460) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:36.904898 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f987ad3a-272e-4544-a158-bd51ffbe0d4b tempest-TestNetworkAdvancedServerOps-962487840 tempest-TestNetworkAdvancedServerOps-962487840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:36.906383 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f987ad3a-272e-4544-a158-bd51ffbe0d4b tempest-TestNetworkAdvancedServerOps-962487840 tempest-TestNetworkAdvancedServerOps-962487840-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=58eae8ee-e83e-4a15-9f75-21c765524a24 HTTP/1.1" status: 200 len: 1091 time: 0.0678511 May 27 03:25:36.909144 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38464) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:36.914200 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d81f761c-4048-4fb2-9fd8-c9d4cedd12ba tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'port_id': 'bcf9ef67-9959-4aca-a658-dd8d006cd874', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:25:36.921014 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d81f761c-4048-4fb2-9fd8-c9d4cedd12ba tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:25:36.924741 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d81f761c-4048-4fb2-9fd8-c9d4cedd12ba tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Usage tracker for resource:floatingip and tenant:d02b46bffb894f2cbc2d380293cecdd7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:25:36.927481 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d81f761c-4048-4fb2-9fd8-c9d4cedd12ba tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:25:36.933020 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d81f761c-4048-4fb2-9fd8-c9d4cedd12ba tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:25:37.004741 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d81f761c-4048-4fb2-9fd8-c9d4cedd12ba tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:37.137271 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d81f761c-4048-4fb2-9fd8-c9d4cedd12ba tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:37.269190 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-d81f761c-4048-4fb2-9fd8-c9d4cedd12ba tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Allocated IP 172.25.1.74 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/aaef0ab7-d564-405a-8e5f-e3e93f04f9c1) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:25:37.500930 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d81f761c-4048-4fb2-9fd8-c9d4cedd12ba tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:37.593534 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d81f761c-4048-4fb2-9fd8-c9d4cedd12ba tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:37.661067 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81f761c-4048-4fb2-9fd8-c9d4cedd12ba tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:25:37.663917 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-d81f761c-4048-4fb2-9fd8-c9d4cedd12ba tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:25:37.667727 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81f761c-4048-4fb2-9fd8-c9d4cedd12ba tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:25:37.696662 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81f761c-4048-4fb2-9fd8-c9d4cedd12ba tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'Port': ['ID=aaef0ab7-d564-405a-8e5f-e3e93f04f9c1,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:38.070966 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d81f761c-4048-4fb2-9fd8-c9d4cedd12ba tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:38.206922 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d81f761c-4048-4fb2-9fd8-c9d4cedd12ba tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:38.406423 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d81f761c-4048-4fb2-9fd8-c9d4cedd12ba tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:38.455710 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d81f761c-4048-4fb2-9fd8-c9d4cedd12ba tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:38.563691 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81f761c-4048-4fb2-9fd8-c9d4cedd12ba tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event updated for resources: {'Port': ['ID=aaef0ab7-d564-405a-8e5f-e3e93f04f9c1,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:38.574583 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d81f761c-4048-4fb2-9fd8-c9d4cedd12ba tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:38.745090 n-d-843554-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-d81f761c-4048-4fb2-9fd8-c9d4cedd12ba tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Floating IP 6f7108e8-3b5f-40b9-b6c3-da686fb314cb associated. External IP: 172.25.1.74, port: bcf9ef67-9959-4aca-a658-dd8d006cd874. May 27 03:25:39.139226 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f4baa816-2010-48ac-8267-a724f038ad84 req-9bc07bce-e54b-4d9f-b863-ba4a4440ec82 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=58eae8ee-e83e-4a15-9f75-21c765524a24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0711555 May 27 03:25:39.206197 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81f761c-4048-4fb2-9fd8-c9d4cedd12ba tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Router bc7a1ebe-313f-4905-8059-67f917201ee0 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:25:39.271113 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4baa816-2010-48ac-8267-a724f038ad84 req-a200ccad-2f15-49ff-addb-b2dc2df30776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:39.272709 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f4baa816-2010-48ac-8267-a724f038ad84 req-a200ccad-2f15-49ff-addb-b2dc2df30776 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d02b46bffb894f2cbc2d380293cecdd7&device_id=58eae8ee-e83e-4a15-9f75-21c765524a24 HTTP/1.1" status: 200 len: 1096 time: 0.0686235 May 27 03:25:39.383574 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81f761c-4048-4fb2-9fd8-c9d4cedd12ba tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:25:39.394600 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561b47d3-0079-4d65-ad78-e9ae3cfa8517 None None] Sync routers for ids ['bc7a1ebe-313f-4905-8059-67f917201ee0'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:25:39.405078 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561b47d3-0079-4d65-ad78-e9ae3cfa8517 None None] Routers {'bc7a1ebe-313f-4905-8059-67f917201ee0'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:25:39.405804 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-561b47d3-0079-4d65-ad78-e9ae3cfa8517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:25:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['bc7a1ebe-313f-4905-8059-67f917201ee0'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:39.417695 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4baa816-2010-48ac-8267-a724f038ad84 req-a6d1f354-740c-4a85-9673-aed78cda25c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:39.423316 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f4baa816-2010-48ac-8267-a724f038ad84 req-a6d1f354-740c-4a85-9673-aed78cda25c7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3caaa68d-b1b9-4519-8755-e827f8741cd2 HTTP/1.1" status: 200 len: 898 time: 0.1294119 May 27 03:25:39.456846 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d81f761c-4048-4fb2-9fd8-c9d4cedd12ba tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:39.514555 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d81f761c-4048-4fb2-9fd8-c9d4cedd12ba tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6044075 May 27 03:25:39.515244 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58eae8ee-e83e-4a15-9f75-21c765524a24', 'tag': 'bcf9ef67-9959-4aca-a658-dd8d006cd874'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:25:39.536401 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f4baa816-2010-48ac-8267-a724f038ad84 req-7758e70f-9bc0-4ba8-9b2f-e265fc527c8d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcf9ef67-9959-4aca-a658-dd8d006cd874 HTTP/1.1" status: 200 len: 998 time: 0.1119115 May 27 03:25:39.566879 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8125435e-de08-41f6-a1d3-33c24d08bf08'] response: {'name': 'network-changed', 'server_uuid': '58eae8ee-e83e-4a15-9f75-21c765524a24', 'tag': 'bcf9ef67-9959-4aca-a658-dd8d006cd874', 'status': 'completed', 'code': 200} May 27 03:25:39.601440 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-561b47d3-0079-4d65-ad78-e9ae3cfa8517 None None] Set router bc7a1ebe-313f-4905-8059-67f917201ee0 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:25:39.609344 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4baa816-2010-48ac-8267-a724f038ad84 req-824a9ffa-0830-49c1-85cb-891c643ddf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:39.610804 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f4baa816-2010-48ac-8267-a724f038ad84 req-824a9ffa-0830-49c1-85cb-891c643ddf26 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c78d845d-d452-4451-9711-88b86f72924e HTTP/1.1" status: 200 len: 833 time: 0.0668442 May 27 03:25:39.679729 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:25:39.750119 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a945e-613a-42d1-80f3-e9c936105a72 req-dd43fdee-d8b2-4efe-a2bf-0b1ff06caa72 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:39.751566 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-690a945e-613a-42d1-80f3-e9c936105a72 req-dd43fdee-d8b2-4efe-a2bf-0b1ff06caa72 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=58eae8ee-e83e-4a15-9f75-21c765524a24 HTTP/1.1" status: 200 len: 945 time: 0.1399124 May 27 03:25:39.753952 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4baa816-2010-48ac-8267-a724f038ad84 req-8a46990b-351c-452f-8213-1f585adf80e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:39.755276 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f4baa816-2010-48ac-8267-a724f038ad84 req-8a46990b-351c-452f-8213-1f585adf80e0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3caaa68d-b1b9-4519-8755-e827f8741cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1129928 May 27 03:25:39.875475 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-690a945e-613a-42d1-80f3-e9c936105a72 req-2e25fc42-a1e4-40e2-b252-63fcde0e66f3 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=68050630-0b17-4d73-a4fa-e2e8d52d682b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175148 May 27 03:25:39.899626 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38472) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:39.915849 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f4baa816-2010-48ac-8267-a724f038ad84 req-60bbde23-5c91-4b15-8ad1-d188111cb116 service neutron] 10.222.0.32 "GET /v2.0/networks/3caaa68d-b1b9-4519-8755-e827f8741cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448698 May 27 03:25:39.954017 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-561b47d3-0079-4d65-ad78-e9ae3cfa8517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7a1ebe-313f-4905-8059-67f917201ee0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13734627', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'a58af905-d6b6-41bf-b3c9-f1b4ab16ee55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:25:15Z', 'updated_at': '2022-05-27T03:25:21Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': 'a58af905-d6b6-41bf-b3c9-f1b4ab16ee55', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7a1ebe-313f-4905-8059-67f917201ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:25:16Z', 'updated_at': '2022-05-27T03:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '6f7108e8-3b5f-40b9-b6c3-da686fb314cb', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'floating_ip_address': '172.25.1.74', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'bc7a1ebe-313f-4905-8059-67f917201ee0', 'port_id': 'bcf9ef67-9959-4aca-a658-dd8d006cd874', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3caaa68d-b1b9-4519-8755-e827f8741cd2', 'mac_address': 'fa:16:3e:b1:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eae8ee-e83e-4a15-9f75-21c765524a24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:25:38Z', 'updated_at': '2022-05-27T03:25:38Z', 'revision_number': 0, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2891e01-5e27-4b53-bdea-aada05227654', 'name': '', 'network_id': '3caaa68d-b1b9-4519-8755-e827f8741cd2', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'mac_address': 'fa:16:3e:f3:e7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7a1ebe-313f-4905-8059-67f917201ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'c78d845d-d452-4451-9711-88b86f72924e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:25:20Z', 'updated_at': '2022-05-27T03:25:26Z', 'revision_number': 5, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'subnets': [{'id': 'c78d845d-d452-4451-9711-88b86f72924e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:39.958402 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561b47d3-0079-4d65-ad78-e9ae3cfa8517 None None] Checking router: bc7a1ebe-313f-4905-8059-67f917201ee0 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:25:39.968135 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561b47d3-0079-4d65-ad78-e9ae3cfa8517 None None] Routers {'bc7a1ebe-313f-4905-8059-67f917201ee0'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:25:39.968746 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-561b47d3-0079-4d65-ad78-e9ae3cfa8517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:25:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['bc7a1ebe-313f-4905-8059-67f917201ee0'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:40.005570 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-618555b1-c776-4593-8168-3c9059a9b9aa tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/floatingips/6f7108e8-3b5f-40b9-b6c3-da686fb314cb HTTP/1.1" status: 200 len: 990 time: 0.1035988 May 27 03:25:40.052758 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f4baa816-2010-48ac-8267-a724f038ad84 req-f274524b-c3f8-492c-9d6f-1e5e9e08ef98 service neutron] 10.222.0.32 "GET /v2.0/networks/3caaa68d-b1b9-4519-8755-e827f8741cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307302 May 27 03:25:40.149801 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-561b47d3-0079-4d65-ad78-e9ae3cfa8517 None None] Set router bc7a1ebe-313f-4905-8059-67f917201ee0 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:25:40.222672 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7980622-178f-40e3-a511-c509b9021c25 req-8b6bcef6-f274-46ce-b2ec-dcded13eb2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:40.224109 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d7980622-178f-40e3-a511-c509b9021c25 req-8b6bcef6-f274-46ce-b2ec-dcded13eb2ca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d02b46bffb894f2cbc2d380293cecdd7&device_id=58eae8ee-e83e-4a15-9f75-21c765524a24 HTTP/1.1" status: 200 len: 1096 time: 0.0723956 May 27 03:25:40.356367 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7980622-178f-40e3-a511-c509b9021c25 req-f339b05a-9fa5-49bf-b3a3-c2625fa21912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:40.357967 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d7980622-178f-40e3-a511-c509b9021c25 req-f339b05a-9fa5-49bf-b3a3-c2625fa21912 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3caaa68d-b1b9-4519-8755-e827f8741cd2 HTTP/1.1" status: 200 len: 898 time: 0.1274831 May 27 03:25:40.461130 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d7980622-178f-40e3-a511-c509b9021c25 req-82dc09e8-6b09-4f01-a1a5-300f9acb1480 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcf9ef67-9959-4aca-a658-dd8d006cd874 HTTP/1.1" status: 200 len: 998 time: 0.0974059 May 27 03:25:40.524680 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7980622-178f-40e3-a511-c509b9021c25 req-1d09e7a4-6c6e-4598-9bc9-703edc629f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:40.526111 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d7980622-178f-40e3-a511-c509b9021c25 req-1d09e7a4-6c6e-4598-9bc9-703edc629f62 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c78d845d-d452-4451-9711-88b86f72924e HTTP/1.1" status: 200 len: 833 time: 0.0598710 May 27 03:25:40.529802 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-561b47d3-0079-4d65-ad78-e9ae3cfa8517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7a1ebe-313f-4905-8059-67f917201ee0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13734627', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'a58af905-d6b6-41bf-b3c9-f1b4ab16ee55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:25:15Z', 'updated_at': '2022-05-27T03:25:21Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': 'a58af905-d6b6-41bf-b3c9-f1b4ab16ee55', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7a1ebe-313f-4905-8059-67f917201ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:25:16Z', 'updated_at': '2022-05-27T03:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '6f7108e8-3b5f-40b9-b6c3-da686fb314cb', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'floating_ip_address': '172.25.1.74', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'bc7a1ebe-313f-4905-8059-67f917201ee0', 'port_id': 'bcf9ef67-9959-4aca-a658-dd8d006cd874', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3caaa68d-b1b9-4519-8755-e827f8741cd2', 'mac_address': 'fa:16:3e:b1:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eae8ee-e83e-4a15-9f75-21c765524a24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:25:38Z', 'updated_at': '2022-05-27T03:25:38Z', 'revision_number': 0, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2891e01-5e27-4b53-bdea-aada05227654', 'name': '', 'network_id': '3caaa68d-b1b9-4519-8755-e827f8741cd2', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'mac_address': 'fa:16:3e:f3:e7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7a1ebe-313f-4905-8059-67f917201ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'c78d845d-d452-4451-9711-88b86f72924e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:25:20Z', 'updated_at': '2022-05-27T03:25:26Z', 'revision_number': 5, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'subnets': [{'id': 'c78d845d-d452-4451-9711-88b86f72924e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:40.533764 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561b47d3-0079-4d65-ad78-e9ae3cfa8517 None None] The sync data for ids ['bc7a1ebe-313f-4905-8059-67f917201ee0'] in n-d-843554-3 is: [{'id': 'bc7a1ebe-313f-4905-8059-67f917201ee0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13734627', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'a58af905-d6b6-41bf-b3c9-f1b4ab16ee55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:25:15Z', 'updated_at': '2022-05-27T03:25:21Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': 'a58af905-d6b6-41bf-b3c9-f1b4ab16ee55', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7a1ebe-313f-4905-8059-67f917201ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:25:16Z', 'updated_at': '2022-05-27T03:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '6f7108e8-3b5f-40b9-b6c3-da686fb314cb', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'floating_ip_address': '172.25.1.74', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': 'bc7a1ebe-313f-4905-8059-67f917201ee0', 'port_id': 'bcf9ef67-9959-4aca-a658-dd8d006cd874', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3caaa68d-b1b9-4519-8755-e827f8741cd2', 'mac_address': 'fa:16:3e:b1:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eae8ee-e83e-4a15-9f75-21c765524a24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:25:38Z', 'updated_at': '2022-05-27T03:25:38Z', 'revision_number': 0, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2891e01-5e27-4b53-bdea-aada05227654', 'name': '', 'network_id': '3caaa68d-b1b9-4519-8755-e827f8741cd2', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'mac_address': 'fa:16:3e:f3:e7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7a1ebe-313f-4905-8059-67f917201ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'c78d845d-d452-4451-9711-88b86f72924e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:25:20Z', 'updated_at': '2022-05-27T03:25:26Z', 'revision_number': 5, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'subnets': [{'id': 'c78d845d-d452-4451-9711-88b86f72924e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:25:40.605019 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7980622-178f-40e3-a511-c509b9021c25 req-5a9ca64d-088a-4ba2-a23b-26b51629bbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:40.606535 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d7980622-178f-40e3-a511-c509b9021c25 req-5a9ca64d-088a-4ba2-a23b-26b51629bbbf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3caaa68d-b1b9-4519-8755-e827f8741cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751667 May 27 03:25:40.732686 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512fc1d8-1cb9-4670-b9e9-668465056dc8 None None] New status for floating IP 6f7108e8-3b5f-40b9-b6c3-da686fb314cb: ACTIVE {{(pid=88904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:25:40.860921 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d7980622-178f-40e3-a511-c509b9021c25 req-c5682157-043f-4aa0-809f-42e81f39d20a service neutron] 10.222.0.32 "GET /v2.0/networks/3caaa68d-b1b9-4519-8755-e827f8741cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480326 May 27 03:25:40.990509 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d7980622-178f-40e3-a511-c509b9021c25 req-6ee9a2a0-6e9c-4e18-bbfd-1e924b27b03f service neutron] 10.222.0.32 "GET /v2.0/networks/3caaa68d-b1b9-4519-8755-e827f8741cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235614 May 27 03:25:41.008587 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38476) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:41.115480 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ef5ec6b2-70f1-4a7c-a0d5-fc138a18fdde tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/floatingips/6f7108e8-3b5f-40b9-b6c3-da686fb314cb HTTP/1.1" status: 200 len: 992 time: 0.1057656 May 27 03:25:49.986956 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:50.009723 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:55.541407 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a2118f88-2e4d-4dc9-abc9-f339aaad2f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:57.941919 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-fd2506dd-a863-461b-94d8-30533c76434b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:59.055497 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:59.232817 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:00.346653 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:12.873185 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328e92d-2922-4949-8d21-098651063e8b req-0b66294b-1546-43ec-bdef-953946a0e8eb tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:12.874693 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9328e92d-2922-4949-8d21-098651063e8b req-0b66294b-1546-43ec-bdef-953946a0e8eb tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=58eae8ee-e83e-4a15-9f75-21c765524a24 HTTP/1.1" status: 200 len: 945 time: 0.0808017 May 27 03:26:12.921491 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9328e92d-2922-4949-8d21-098651063e8b req-875bc742-2e26-47af-9782-d094fdc3b4c4 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=68050630-0b17-4d73-a4fa-e2e8d52d682b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406492 May 27 03:26:14.106275 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abd7d7-77f2-412a-a1ce-65236db13cf8 req-1b536534-e1a1-454b-9d47-8c01c5f5aa74 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:14.107612 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a4abd7d7-77f2-412a-a1ce-65236db13cf8 req-1b536534-e1a1-454b-9d47-8c01c5f5aa74 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=58eae8ee-e83e-4a15-9f75-21c765524a24 HTTP/1.1" status: 200 len: 945 time: 0.0780239 May 27 03:26:14.150023 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a4abd7d7-77f2-412a-a1ce-65236db13cf8 req-ed874dda-0102-408e-9774-428e7ef41934 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=68050630-0b17-4d73-a4fa-e2e8d52d682b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368192 May 27 03:26:14.173405 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38496) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:14.276780 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-95e25ac8-4091-461f-b3d1-b7d298b80a86 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/floatingips/6f7108e8-3b5f-40b9-b6c3-da686fb314cb HTTP/1.1" status: 200 len: 992 time: 0.1022851 May 27 03:26:15.859249 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398da371-956a-4657-9454-f141b254416c req-50739523-9b1f-45ac-9b6c-3cf00c580a23 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:15.860703 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-398da371-956a-4657-9454-f141b254416c req-50739523-9b1f-45ac-9b6c-3cf00c580a23 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=58eae8ee-e83e-4a15-9f75-21c765524a24 HTTP/1.1" status: 200 len: 945 time: 0.1374733 May 27 03:26:15.887054 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979116c3-5381-46ea-b5c8-ad506bac7bfa req-eca5d453-8672-4c57-bc6d-eea0d5df3483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:15.888542 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-979116c3-5381-46ea-b5c8-ad506bac7bfa req-eca5d453-8672-4c57-bc6d-eea0d5df3483 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d02b46bffb894f2cbc2d380293cecdd7&device_id=58eae8ee-e83e-4a15-9f75-21c765524a24 HTTP/1.1" status: 200 len: 1096 time: 0.1116054 May 27 03:26:15.978546 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-398da371-956a-4657-9454-f141b254416c req-f307e095-d1e8-4694-b451-e9ec1e7dceec tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=68050630-0b17-4d73-a4fa-e2e8d52d682b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109695 May 27 03:26:16.031308 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979116c3-5381-46ea-b5c8-ad506bac7bfa req-85efe16a-5280-40ed-ac33-728eb15ce410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:16.032740 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-979116c3-5381-46ea-b5c8-ad506bac7bfa req-85efe16a-5280-40ed-ac33-728eb15ce410 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3caaa68d-b1b9-4519-8755-e827f8741cd2 HTTP/1.1" status: 200 len: 898 time: 0.1342144 May 27 03:26:16.133626 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-979116c3-5381-46ea-b5c8-ad506bac7bfa req-8ed47b90-3fed-4292-9684-bca9e47767d4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcf9ef67-9959-4aca-a658-dd8d006cd874 HTTP/1.1" status: 200 len: 1000 time: 0.0944891 May 27 03:26:16.195098 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979116c3-5381-46ea-b5c8-ad506bac7bfa req-4eb2ea83-b452-46f3-8cb6-72698ac1ca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:16.196411 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-979116c3-5381-46ea-b5c8-ad506bac7bfa req-4eb2ea83-b452-46f3-8cb6-72698ac1ca26 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c78d845d-d452-4451-9711-88b86f72924e HTTP/1.1" status: 200 len: 833 time: 0.0573366 May 27 03:26:16.273623 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979116c3-5381-46ea-b5c8-ad506bac7bfa req-fe104b00-cc91-4425-aafa-0d2e11c5076c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:16.275094 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-979116c3-5381-46ea-b5c8-ad506bac7bfa req-fe104b00-cc91-4425-aafa-0d2e11c5076c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3caaa68d-b1b9-4519-8755-e827f8741cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727170 May 27 03:26:16.403588 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-979116c3-5381-46ea-b5c8-ad506bac7bfa req-71c87693-4957-41ab-9cb9-9a82e4b1c174 service neutron] 10.222.0.32 "GET /v2.0/networks/3caaa68d-b1b9-4519-8755-e827f8741cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224792 May 27 03:26:16.531205 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-979116c3-5381-46ea-b5c8-ad506bac7bfa req-cd7c515e-2f85-4a7a-a01c-118b2f0b9d0a service neutron] 10.222.0.32 "GET /v2.0/networks/3caaa68d-b1b9-4519-8755-e827f8741cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223440 May 27 03:26:16.678202 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:26:17.167356 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78d473-f327-4c0c-b892-35447cb75f80 req-57890d8a-8791-434c-a16b-e4219d5f2f44 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:17.168741 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fc78d473-f327-4c0c-b892-35447cb75f80 req-57890d8a-8791-434c-a16b-e4219d5f2f44 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=58eae8ee-e83e-4a15-9f75-21c765524a24 HTTP/1.1" status: 200 len: 945 time: 0.0795221 May 27 03:26:17.212400 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fc78d473-f327-4c0c-b892-35447cb75f80 req-f512f981-66a8-4987-a57c-ca5eb7de379f tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=68050630-0b17-4d73-a4fa-e2e8d52d682b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379167 May 27 03:26:18.509865 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ab84b-bb40-47f1-bc7a-06278b024256 req-6892c3b3-27ef-42bd-99b1-e3ad1fde1442 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:18.511218 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-730ab84b-bb40-47f1-bc7a-06278b024256 req-6892c3b3-27ef-42bd-99b1-e3ad1fde1442 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=58eae8ee-e83e-4a15-9f75-21c765524a24 HTTP/1.1" status: 200 len: 945 time: 0.1922550 May 27 03:26:18.554484 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-730ab84b-bb40-47f1-bc7a-06278b024256 req-4fff279e-5049-4a88-ab43-1063bfa5388d tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=68050630-0b17-4d73-a4fa-e2e8d52d682b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374668 May 27 03:26:18.577026 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38510) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:18.683696 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-c3c98a3b-31c3-485d-9431-c526c6ed06a5 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/floatingips/6f7108e8-3b5f-40b9-b6c3-da686fb314cb HTTP/1.1" status: 200 len: 992 time: 0.1055498 May 27 03:26:18.926185 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38518) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:19.126774 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-d6b71e0b-e6da-44ee-983b-992e7cfbd910 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Deleting port aaef0ab7-d564-405a-8e5f-e3e93f04f9c1 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:26:19.127033 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d6b71e0b-e6da-44ee-983b-992e7cfbd910 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:19.294272 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d6b71e0b-e6da-44ee-983b-992e7cfbd910 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:19.294605 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d6b71e0b-e6da-44ee-983b-992e7cfbd910 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:19.415609 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-d6b71e0b-e6da-44ee-983b-992e7cfbd910 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Calling delete_port for aaef0ab7-d564-405a-8e5f-e3e93f04f9c1 owned by network:floatingip {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:26:19.637493 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d6b71e0b-e6da-44ee-983b-992e7cfbd910 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:19.686248 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b71e0b-e6da-44ee-983b-992e7cfbd910 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event deleted for resources: {'Port': ['ID=aaef0ab7-d564-405a-8e5f-e3e93f04f9c1,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:19.721621 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b71e0b-e6da-44ee-983b-992e7cfbd910 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:19.721965 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b71e0b-e6da-44ee-983b-992e7cfbd910 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:19.722303 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b71e0b-e6da-44ee-983b-992e7cfbd910 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:19.722631 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b71e0b-e6da-44ee-983b-992e7cfbd910 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:19.722958 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b71e0b-e6da-44ee-983b-992e7cfbd910 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:19.723287 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b71e0b-e6da-44ee-983b-992e7cfbd910 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:19.724130 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b71e0b-e6da-44ee-983b-992e7cfbd910 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:19.724454 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b71e0b-e6da-44ee-983b-992e7cfbd910 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:19.724797 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b71e0b-e6da-44ee-983b-992e7cfbd910 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:19.725118 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b71e0b-e6da-44ee-983b-992e7cfbd910 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:19.725434 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b71e0b-e6da-44ee-983b-992e7cfbd910 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:19.725747 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b71e0b-e6da-44ee-983b-992e7cfbd910 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:19.784397 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d6b71e0b-e6da-44ee-983b-992e7cfbd910 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for floatingip, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:19.784747 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-d6b71e0b-e6da-44ee-983b-992e7cfbd910 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Floating IP 6f7108e8-3b5f-40b9-b6c3-da686fb314cb disassociated (deleted). External IP: 172.25.1.74, port: bcf9ef67-9959-4aca-a658-dd8d006cd874. May 27 03:26:19.987169 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:20.015514 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:20.129104 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b71e0b-e6da-44ee-983b-992e7cfbd910 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Router bc7a1ebe-313f-4905-8059-67f917201ee0 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:26:20.425055 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b71e0b-e6da-44ee-983b-992e7cfbd910 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:26:20.435314 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09ed987-b7e6-4946-9cd4-646ea150e254 None None] Sync routers for ids ['bc7a1ebe-313f-4905-8059-67f917201ee0'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:26:20.444650 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09ed987-b7e6-4946-9cd4-646ea150e254 None None] Routers {'bc7a1ebe-313f-4905-8059-67f917201ee0'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:26:20.447586 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b09ed987-b7e6-4946-9cd4-646ea150e254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:25:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['bc7a1ebe-313f-4905-8059-67f917201ee0'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:20.501067 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d6b71e0b-e6da-44ee-983b-992e7cfbd910 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:20.555807 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d6b71e0b-e6da-44ee-983b-992e7cfbd910 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "DELETE /v2.0/floatingips/6f7108e8-3b5f-40b9-b6c3-da686fb314cb HTTP/1.1" status: 204 len: 168 time: 1.6285477 May 27 03:26:20.556394 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58eae8ee-e83e-4a15-9f75-21c765524a24', 'tag': 'bcf9ef67-9959-4aca-a658-dd8d006cd874'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:26:20.604914 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-793aba2e-94d5-48f5-8d27-ab7db75c1ecd'] response: {'name': 'network-changed', 'server_uuid': '58eae8ee-e83e-4a15-9f75-21c765524a24', 'tag': 'bcf9ef67-9959-4aca-a658-dd8d006cd874', 'status': 'completed', 'code': 200} May 27 03:26:20.625589 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-b09ed987-b7e6-4946-9cd4-646ea150e254 None None] Set router bc7a1ebe-313f-4905-8059-67f917201ee0 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:26:20.700059 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db67302-1fc7-4d29-b1ff-a372d1805963 req-ba1c5f92-bbe8-4186-8906-8b25649b555d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:20.701511 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5db67302-1fc7-4d29-b1ff-a372d1805963 req-ba1c5f92-bbe8-4186-8906-8b25649b555d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d02b46bffb894f2cbc2d380293cecdd7&device_id=58eae8ee-e83e-4a15-9f75-21c765524a24 HTTP/1.1" status: 200 len: 1096 time: 0.0759974 May 27 03:26:20.837345 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db67302-1fc7-4d29-b1ff-a372d1805963 req-d697bd89-bddc-4b11-80bc-b95427eb13a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:20.838780 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5db67302-1fc7-4d29-b1ff-a372d1805963 req-d697bd89-bddc-4b11-80bc-b95427eb13a6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3caaa68d-b1b9-4519-8755-e827f8741cd2 HTTP/1.1" status: 200 len: 898 time: 0.1316154 May 27 03:26:20.913410 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5db67302-1fc7-4d29-b1ff-a372d1805963 req-5e5178ad-6331-4f66-9806-217bd00a9d2f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcf9ef67-9959-4aca-a658-dd8d006cd874 HTTP/1.1" status: 200 len: 217 time: 0.0687912 May 27 03:26:20.957495 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b09ed987-b7e6-4946-9cd4-646ea150e254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7a1ebe-313f-4905-8059-67f917201ee0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13734627', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'a58af905-d6b6-41bf-b3c9-f1b4ab16ee55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:25:15Z', 'updated_at': '2022-05-27T03:25:21Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': 'a58af905-d6b6-41bf-b3c9-f1b4ab16ee55', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7a1ebe-313f-4905-8059-67f917201ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:25:16Z', 'updated_at': '2022-05-27T03:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'a2891e01-5e27-4b53-bdea-aada05227654', 'name': '', 'network_id': '3caaa68d-b1b9-4519-8755-e827f8741cd2', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'mac_address': 'fa:16:3e:f3:e7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7a1ebe-313f-4905-8059-67f917201ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'c78d845d-d452-4451-9711-88b86f72924e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:25:20Z', 'updated_at': '2022-05-27T03:25:26Z', 'revision_number': 5, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'subnets': [{'id': 'c78d845d-d452-4451-9711-88b86f72924e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:20.962098 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09ed987-b7e6-4946-9cd4-646ea150e254 None None] Checking router: bc7a1ebe-313f-4905-8059-67f917201ee0 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:26:20.971913 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09ed987-b7e6-4946-9cd4-646ea150e254 None None] Routers {'bc7a1ebe-313f-4905-8059-67f917201ee0'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:26:20.972563 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b09ed987-b7e6-4946-9cd4-646ea150e254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:25:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['bc7a1ebe-313f-4905-8059-67f917201ee0'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:20.977145 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db67302-1fc7-4d29-b1ff-a372d1805963 req-8e7a55f2-4ab8-4c60-aa8a-e0b5753effd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:20.978640 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5db67302-1fc7-4d29-b1ff-a372d1805963 req-8e7a55f2-4ab8-4c60-aa8a-e0b5753effd0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c78d845d-d452-4451-9711-88b86f72924e HTTP/1.1" status: 200 len: 833 time: 0.0592959 May 27 03:26:21.118426 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db67302-1fc7-4d29-b1ff-a372d1805963 req-854f1b26-70e3-4bc4-8f6d-b35d9d84f736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:21.120327 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5db67302-1fc7-4d29-b1ff-a372d1805963 req-854f1b26-70e3-4bc4-8f6d-b35d9d84f736 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3caaa68d-b1b9-4519-8755-e827f8741cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1355393 May 27 03:26:21.127754 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c31b8-20c0-4fc1-b347-04bc35c95044 req-c5dfd84b-513b-4eaf-9a97-da4ceb4b2902 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:21.128398 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-5d6c31b8-20c0-4fc1-b347-04bc35c95044 req-c5dfd84b-513b-4eaf-9a97-da4ceb4b2902 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Synchronizing usage tracker for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:26:21.147328 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-b09ed987-b7e6-4946-9cd4-646ea150e254 None None] Set router bc7a1ebe-313f-4905-8059-67f917201ee0 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:26:21.263190 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5db67302-1fc7-4d29-b1ff-a372d1805963 req-a7c650d5-5bce-4413-aa4c-8166044bf619 service neutron] 10.222.0.32 "GET /v2.0/networks/3caaa68d-b1b9-4519-8755-e827f8741cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315975 May 27 03:26:21.293465 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-5d6c31b8-20c0-4fc1-b347-04bc35c95044 req-c5dfd84b-513b-4eaf-9a97-da4ceb4b2902 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Unset dirty status for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:26:21.294644 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5d6c31b8-20c0-4fc1-b347-04bc35c95044 req-c5dfd84b-513b-4eaf-9a97-da4ceb4b2902 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=58eae8ee-e83e-4a15-9f75-21c765524a24 HTTP/1.1" status: 200 len: 945 time: 0.2627425 May 27 03:26:21.415740 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5d6c31b8-20c0-4fc1-b347-04bc35c95044 req-f163fe80-e1f3-4e4a-87d9-19b8529a334e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=68050630-0b17-4d73-a4fa-e2e8d52d682b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744228 May 27 03:26:21.444450 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5db67302-1fc7-4d29-b1ff-a372d1805963 req-66294104-dd07-413a-bf8d-8cde4b24f32c service neutron] 10.222.0.32 "GET /v2.0/networks/3caaa68d-b1b9-4519-8755-e827f8741cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750422 May 27 03:26:21.494201 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b09ed987-b7e6-4946-9cd4-646ea150e254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7a1ebe-313f-4905-8059-67f917201ee0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13734627', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'a58af905-d6b6-41bf-b3c9-f1b4ab16ee55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:25:15Z', 'updated_at': '2022-05-27T03:25:21Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': 'a58af905-d6b6-41bf-b3c9-f1b4ab16ee55', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7a1ebe-313f-4905-8059-67f917201ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:25:16Z', 'updated_at': '2022-05-27T03:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'a2891e01-5e27-4b53-bdea-aada05227654', 'name': '', 'network_id': '3caaa68d-b1b9-4519-8755-e827f8741cd2', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'mac_address': 'fa:16:3e:f3:e7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7a1ebe-313f-4905-8059-67f917201ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'c78d845d-d452-4451-9711-88b86f72924e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:25:20Z', 'updated_at': '2022-05-27T03:25:26Z', 'revision_number': 5, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'subnets': [{'id': 'c78d845d-d452-4451-9711-88b86f72924e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:21.498035 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09ed987-b7e6-4946-9cd4-646ea150e254 None None] The sync data for ids ['bc7a1ebe-313f-4905-8059-67f917201ee0'] in n-d-843554-3 is: [{'id': 'bc7a1ebe-313f-4905-8059-67f917201ee0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13734627', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'a58af905-d6b6-41bf-b3c9-f1b4ab16ee55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:25:15Z', 'updated_at': '2022-05-27T03:25:21Z', 'revision_number': 4, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': 'a58af905-d6b6-41bf-b3c9-f1b4ab16ee55', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7a1ebe-313f-4905-8059-67f917201ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:25:16Z', 'updated_at': '2022-05-27T03:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'a2891e01-5e27-4b53-bdea-aada05227654', 'name': '', 'network_id': '3caaa68d-b1b9-4519-8755-e827f8741cd2', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'mac_address': 'fa:16:3e:f3:e7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7a1ebe-313f-4905-8059-67f917201ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'c78d845d-d452-4451-9711-88b86f72924e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:25:20Z', 'updated_at': '2022-05-27T03:25:26Z', 'revision_number': 5, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'subnets': [{'id': 'c78d845d-d452-4451-9711-88b86f72924e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:26:21.705808 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b893da-497f-4fbb-ac54-f232d5d9e595 None None] New status for floating IP 6f7108e8-3b5f-40b9-b6c3-da686fb314cb: DOWN {{(pid=88904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:26:22.659021 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3604805-5b3c-4bae-be2b-3d8934bb7468 req-ab0bbad0-30fc-49ed-83bc-5f491dff983e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:22.660457 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c3604805-5b3c-4bae-be2b-3d8934bb7468 req-ab0bbad0-30fc-49ed-83bc-5f491dff983e tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.32 "GET /v2.0/ports?device_id=58eae8ee-e83e-4a15-9f75-21c765524a24 HTTP/1.1" status: 200 len: 945 time: 0.1403995 May 27 03:26:22.668985 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5008cb6-c4df-41a9-8eed-52fe69220a19 req-2e1dce37-25a4-4fb1-a735-8159d95badc6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:22.670323 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d5008cb6-c4df-41a9-8eed-52fe69220a19 req-2e1dce37-25a4-4fb1-a735-8159d95badc6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=58eae8ee-e83e-4a15-9f75-21c765524a24 HTTP/1.1" status: 200 len: 945 time: 0.1195760 May 27 03:26:22.761087 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-c3604805-5b3c-4bae-be2b-3d8934bb7468 req-3e1f1d23-5197-4d45-a54a-85bb37ad2766 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Deleting port bcf9ef67-9959-4aca-a658-dd8d006cd874 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:26:22.761431 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-c3604805-5b3c-4bae-be2b-3d8934bb7468 req-3e1f1d23-5197-4d45-a54a-85bb37ad2766 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:22.795085 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d5008cb6-c4df-41a9-8eed-52fe69220a19 req-c1a77b5a-14c2-4f9a-8778-e882b7ec9be4 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/security-groups?id=68050630-0b17-4d73-a4fa-e2e8d52d682b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959189 May 27 03:26:23.119149 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-c3604805-5b3c-4bae-be2b-3d8934bb7468 req-3e1f1d23-5197-4d45-a54a-85bb37ad2766 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] For port bcf9ef67-9959-4aca-a658-dd8d006cd874, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=bcf9ef67-9959-4aca-a658-dd8d006cd874,segment=NetworkSegment(2eab04cf-856a-4fcc-9603-bae79442b6a9),segment_id=2eab04cf-856a-4fcc-9603-bae79442b6a9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:26:23.119422 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-c3604805-5b3c-4bae-be2b-3d8934bb7468 req-3e1f1d23-5197-4d45-a54a-85bb37ad2766 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:23.240037 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-c3604805-5b3c-4bae-be2b-3d8934bb7468 req-3e1f1d23-5197-4d45-a54a-85bb37ad2766 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Calling delete_port for bcf9ef67-9959-4aca-a658-dd8d006cd874 owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:26:23.443689 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-c3604805-5b3c-4bae-be2b-3d8934bb7468 req-3e1f1d23-5197-4d45-a54a-85bb37ad2766 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:23.493137 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1f1d23-5197-4d45-a54a-85bb37ad2766 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event deleted for resources: {'Port': ['ID=bcf9ef67-9959-4aca-a658-dd8d006cd874,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:23.568779 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3604805-5b3c-4bae-be2b-3d8934bb7468 req-3e1f1d23-5197-4d45-a54a-85bb37ad2766 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] No DVR routers for this DVR port bcf9ef67-9959-4aca-a658-dd8d006cd874 on host n-h1-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:26:23.571336 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-c3604805-5b3c-4bae-be2b-3d8934bb7468 req-3e1f1d23-5197-4d45-a54a-85bb37ad2766 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:23.573877 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58eae8ee-e83e-4a15-9f75-21c765524a24', 'name': 'network-vif-deleted', 'tag': 'bcf9ef67-9959-4aca-a658-dd8d006cd874'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:26:23.617298 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bc400e4-c3f3-4c22-90e8-39e1c3aaf9c0'] response: {'server_uuid': '58eae8ee-e83e-4a15-9f75-21c765524a24', 'name': 'network-vif-deleted', 'tag': 'bcf9ef67-9959-4aca-a658-dd8d006cd874', 'status': 'completed', 'code': 200} May 27 03:26:23.644476 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c3604805-5b3c-4bae-be2b-3d8934bb7468 req-3e1f1d23-5197-4d45-a54a-85bb37ad2766 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.32 "DELETE /v2.0/ports/bcf9ef67-9959-4aca-a658-dd8d006cd874 HTTP/1.1" status: 204 len: 173 time: 0.9731939 May 27 03:26:23.949419 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-d07533e3-d696-40a6-83fe-3e2cc27bb02a req-96ab39d0-ec3e-435d-a965-1ce2dba78d81 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Synchronizing usage tracker for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:26:24.044268 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-d07533e3-d696-40a6-83fe-3e2cc27bb02a req-96ab39d0-ec3e-435d-a965-1ce2dba78d81 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Unset dirty status for tenant:d02b46bffb894f2cbc2d380293cecdd7 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:26:24.047821 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d07533e3-d696-40a6-83fe-3e2cc27bb02a req-96ab39d0-ec3e-435d-a965-1ce2dba78d81 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "GET /v2.0/ports?device_id=58eae8ee-e83e-4a15-9f75-21c765524a24 HTTP/1.1" status: 200 len: 210 time: 0.1388795 May 27 03:26:25.141608 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38536) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:25.553036 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f6b64a2d-daac-4d11-8ab5-2923ad1864e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:25.680525 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fabfddf5-9291-4463-a123-bfd2d520c555 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:26.140005 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fabfddf5-9291-4463-a123-bfd2d520c555 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Deleting port a2891e01-5e27-4b53-bdea-aada05227654 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:26:26.140247 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fabfddf5-9291-4463-a123-bfd2d520c555 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:26.324961 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fabfddf5-9291-4463-a123-bfd2d520c555 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] For port a2891e01-5e27-4b53-bdea-aada05227654, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=a2891e01-5e27-4b53-bdea-aada05227654,segment=NetworkSegment(2eab04cf-856a-4fcc-9603-bae79442b6a9),segment_id=2eab04cf-856a-4fcc-9603-bae79442b6a9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:26:26.325677 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fabfddf5-9291-4463-a123-bfd2d520c555 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:26.353970 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device bcf9ef67-9959-4aca-a658-dd8d006cd874 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:26:26.387586 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: bcf9ef67-9959-4aca-a658-dd8d006cd874 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:26:26.387926 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device bcf9ef67-9959-4aca-a658-dd8d006cd874 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:26:26.450896 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fabfddf5-9291-4463-a123-bfd2d520c555 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Calling delete_port for a2891e01-5e27-4b53-bdea-aada05227654 owned by network:router_interface {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:26:26.769437 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fabfddf5-9291-4463-a123-bfd2d520c555 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:26.823003 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabfddf5-9291-4463-a123-bfd2d520c555 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event deleted for resources: {'Port': ['ID=a2891e01-5e27-4b53-bdea-aada05227654,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:27.091841 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fabfddf5-9291-4463-a123-bfd2d520c555 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:27.443763 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabfddf5-9291-4463-a123-bfd2d520c555 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Router bc7a1ebe-313f-4905-8059-67f917201ee0 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:26:27.737971 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabfddf5-9291-4463-a123-bfd2d520c555 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:26:27.749730 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd94f45e-50fd-46c2-a039-5730faeea3a5 None None] Sync routers for ids ['bc7a1ebe-313f-4905-8059-67f917201ee0'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:26:27.759231 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd94f45e-50fd-46c2-a039-5730faeea3a5 None None] Routers {'bc7a1ebe-313f-4905-8059-67f917201ee0'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:26:27.759864 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-fd94f45e-50fd-46c2-a039-5730faeea3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:25:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['bc7a1ebe-313f-4905-8059-67f917201ee0'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:27.856220 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-fabfddf5-9291-4463-a123-bfd2d520c555 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "PUT /v2.0/routers/bc7a1ebe-313f-4905-8059-67f917201ee0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7135017 May 27 03:26:27.858831 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38540) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:27.924940 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-af140f01-6f23-45b8-92bd-6530c4e43e76 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Deleting subnet c78d845d-d452-4451-9711-88b86f72924e {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 03:26:27.927949 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-af140f01-6f23-45b8-92bd-6530c4e43e76 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:27.946082 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-fd94f45e-50fd-46c2-a039-5730faeea3a5 None None] Set router bc7a1ebe-313f-4905-8059-67f917201ee0 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:26:27.985377 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-af140f01-6f23-45b8-92bd-6530c4e43e76 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:28.041739 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3dc7e3a2-1e8d-4291-a830-b04679fde8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:28.068359 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-af140f01-6f23-45b8-92bd-6530c4e43e76 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:28.198448 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-af140f01-6f23-45b8-92bd-6530c4e43e76 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:28.231136 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-fd94f45e-50fd-46c2-a039-5730faeea3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7a1ebe-313f-4905-8059-67f917201ee0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13734627', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'a58af905-d6b6-41bf-b3c9-f1b4ab16ee55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:25:15Z', 'updated_at': '2022-05-27T03:26:26Z', 'revision_number': 5, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': 'a58af905-d6b6-41bf-b3c9-f1b4ab16ee55', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7a1ebe-313f-4905-8059-67f917201ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:25:16Z', 'updated_at': '2022-05-27T03:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:28.234998 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd94f45e-50fd-46c2-a039-5730faeea3a5 None None] Checking router: bc7a1ebe-313f-4905-8059-67f917201ee0 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:26:28.236424 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af140f01-6f23-45b8-92bd-6530c4e43e76 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event deleted for resources: {'Subnet': ['ID=c78d845d-d452-4451-9711-88b86f72924e,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:28.241005 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-af140f01-6f23-45b8-92bd-6530c4e43e76 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:28.245289 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd94f45e-50fd-46c2-a039-5730faeea3a5 None None] Routers {'bc7a1ebe-313f-4905-8059-67f917201ee0'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:26:28.245725 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-fd94f45e-50fd-46c2-a039-5730faeea3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:26:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['bc7a1ebe-313f-4905-8059-67f917201ee0'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:28.250467 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-af140f01-6f23-45b8-92bd-6530c4e43e76 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "DELETE /v2.0/subnets/c78d845d-d452-4451-9711-88b86f72924e HTTP/1.1" status: 204 len: 168 time: 0.3883574 May 27 03:26:28.250714 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38544) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:28.293783 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b2bbf2-8e5b-41dc-a3e4-f0b4b06dbec0 None None] Network 3caaa68d-b1b9-4519-8755-e827f8741cd2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:26:28.433800 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-51bfb21e-5371-428e-8913-18f08fb8ec3a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for router, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:28.568245 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-fd94f45e-50fd-46c2-a039-5730faeea3a5 None None] Set router bc7a1ebe-313f-4905-8059-67f917201ee0 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:26:28.611159 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-51bfb21e-5371-428e-8913-18f08fb8ec3a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:28.701116 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-51bfb21e-5371-428e-8913-18f08fb8ec3a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Deleting port a58af905-d6b6-41bf-b3c9-f1b4ab16ee55 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:26:28.701468 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-51bfb21e-5371-428e-8913-18f08fb8ec3a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:28.849371 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73514369-09d2-4f58-a420-8522624c5715 None None] DHCP port deletion for 3caaa68d-b1b9-4519-8755-e827f8741cd2 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 03:26:28.854841 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-73514369-09d2-4f58-a420-8522624c5715 None None] Deleting port df009981-6faf-4d27-862f-153f0250d98d {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:26:28.855210 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-73514369-09d2-4f58-a420-8522624c5715 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:28.891054 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-51bfb21e-5371-428e-8913-18f08fb8ec3a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] For port a58af905-d6b6-41bf-b3c9-f1b4ab16ee55, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=a58af905-d6b6-41bf-b3c9-f1b4ab16ee55,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:26:28.891415 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-51bfb21e-5371-428e-8913-18f08fb8ec3a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:29.007042 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-fd94f45e-50fd-46c2-a039-5730faeea3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7a1ebe-313f-4905-8059-67f917201ee0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13734627', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'a58af905-d6b6-41bf-b3c9-f1b4ab16ee55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:25:15Z', 'updated_at': '2022-05-27T03:26:26Z', 'revision_number': 5, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': 'a58af905-d6b6-41bf-b3c9-f1b4ab16ee55', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7a1ebe-313f-4905-8059-67f917201ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:25:16Z', 'updated_at': '2022-05-27T03:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:29.017882 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-51bfb21e-5371-428e-8913-18f08fb8ec3a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Calling delete_port for a58af905-d6b6-41bf-b3c9-f1b4ab16ee55 owned by network:router_gateway {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:26:29.021599 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd94f45e-50fd-46c2-a039-5730faeea3a5 None None] The sync data for ids ['bc7a1ebe-313f-4905-8059-67f917201ee0'] in n-d-843554-3 is: [{'id': 'bc7a1ebe-313f-4905-8059-67f917201ee0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13734627', 'tenant_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'a58af905-d6b6-41bf-b3c9-f1b4ab16ee55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:25:15Z', 'updated_at': '2022-05-27T03:26:26Z', 'revision_number': 5, 'project_id': 'd02b46bffb894f2cbc2d380293cecdd7', 'gw_port': {'id': 'a58af905-d6b6-41bf-b3c9-f1b4ab16ee55', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7a1ebe-313f-4905-8059-67f917201ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:25:16Z', 'updated_at': '2022-05-27T03:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:26:29.091635 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:29.130292 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-73514369-09d2-4f58-a420-8522624c5715 None None] For port df009981-6faf-4d27-862f-153f0250d98d, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=df009981-6faf-4d27-862f-153f0250d98d,segment=NetworkSegment(2eab04cf-856a-4fcc-9603-bae79442b6a9),segment_id=2eab04cf-856a-4fcc-9603-bae79442b6a9)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:26:29.130675 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-73514369-09d2-4f58-a420-8522624c5715 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:29.243160 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-51bfb21e-5371-428e-8913-18f08fb8ec3a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:29.251720 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-73514369-09d2-4f58-a420-8522624c5715 None None] Calling delete_port for df009981-6faf-4d27-862f-153f0250d98d owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:26:29.290337 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bfb21e-5371-428e-8913-18f08fb8ec3a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event deleted for resources: {'Port': ['ID=a58af905-d6b6-41bf-b3c9-f1b4ab16ee55,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:29.386999 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:29.416238 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-73514369-09d2-4f58-a420-8522624c5715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455'] for port, after_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:29.467279 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73514369-09d2-4f58-a420-8522624c5715 None None] Pushing event deleted for resources: {'Port': ['ID=df009981-6faf-4d27-862f-153f0250d98d,revision_number=None']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:29.472401 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73514369-09d2-4f58-a420-8522624c5715 None None] No DVR routers for this DVR port df009981-6faf-4d27-862f-153f0250d98d on host n-d-843554-3 {{(pid=88903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:26:29.478853 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73514369-09d2-4f58-a420-8522624c5715 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:29.479207 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73514369-09d2-4f58-a420-8522624c5715 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:29.479547 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73514369-09d2-4f58-a420-8522624c5715 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:29.479885 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73514369-09d2-4f58-a420-8522624c5715 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:29.480217 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73514369-09d2-4f58-a420-8522624c5715 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:29.480553 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73514369-09d2-4f58-a420-8522624c5715 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:29.480910 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73514369-09d2-4f58-a420-8522624c5715 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:29.481237 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73514369-09d2-4f58-a420-8522624c5715 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:29.481563 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73514369-09d2-4f58-a420-8522624c5715 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:29.482156 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73514369-09d2-4f58-a420-8522624c5715 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:29.482257 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73514369-09d2-4f58-a420-8522624c5715 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:29.482510 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73514369-09d2-4f58-a420-8522624c5715 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:29.511523 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-51bfb21e-5371-428e-8913-18f08fb8ec3a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:29.683653 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-51bfb21e-5371-428e-8913-18f08fb8ec3a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:29.685743 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-51bfb21e-5371-428e-8913-18f08fb8ec3a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:29.785680 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-51bfb21e-5371-428e-8913-18f08fb8ec3a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:29.786161 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51bfb21e-5371-428e-8913-18f08fb8ec3a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Fanout notify agent at l3_agent the message router_deleted on router bc7a1ebe-313f-4905-8059-67f917201ee0 {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 03:26:29.802298 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-51bfb21e-5371-428e-8913-18f08fb8ec3a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:29.803366 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-51bfb21e-5371-428e-8913-18f08fb8ec3a tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "DELETE /v2.0/routers/bc7a1ebe-313f-4905-8059-67f917201ee0 HTTP/1.1" status: 204 len: 168 time: 1.5517325 May 27 03:26:29.806061 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38548) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:29.922665 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b75be020-3f74-470e-8cfe-416f8e2fe6f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:30.052016 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b75be020-3f74-470e-8cfe-416f8e2fe6f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:30.079682 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-b75be020-3f74-470e-8cfe-416f8e2fe6f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3caaa68d-b1b9-4519-8755-e827f8741cd2']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:30.091935 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-b75be020-3f74-470e-8cfe-416f8e2fe6f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eab04cf-856a-4fcc-9603-bae79442b6a9') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:30.092235 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-b75be020-3f74-470e-8cfe-416f8e2fe6f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eab04cf-856a-4fcc-9603-bae79442b6a9') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:30.103124 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b75be020-3f74-470e-8cfe-416f8e2fe6f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:30.118697 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b75be020-3f74-470e-8cfe-416f8e2fe6f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:30.124462 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b75be020-3f74-470e-8cfe-416f8e2fe6f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:26:30.124884 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b75be020-3f74-470e-8cfe-416f8e2fe6f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:30.205660 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 2eab04cf-856a-4fcc-9603-bae79442b6a9 resource provider aggregate not found May 27 03:26:30.223786 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 2eab04cf-856a-4fcc-9603-bae79442b6a9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2eab04cf-856a-4fcc-9603-bae79442b6a9 found for delete ", "request_id": "req-d6e9e5d2-165b-4e1c-b924-15a4e330f55f"}]} May 27 03:26:30.278309 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b75be020-3f74-470e-8cfe-416f8e2fe6f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:30.302777 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b75be020-3f74-470e-8cfe-416f8e2fe6f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:30.311077 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75be020-3f74-470e-8cfe-416f8e2fe6f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event deleted for resources: {'Network': ['ID=3caaa68d-b1b9-4519-8755-e827f8741cd2,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:30.365132 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b75be020-3f74-470e-8cfe-416f8e2fe6f6 tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "DELETE /v2.0/networks/3caaa68d-b1b9-4519-8755-e827f8741cd2 HTTP/1.1" status: 204 len: 168 time: 0.5579453 May 27 03:26:30.367845 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38558) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:30.386860 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:30.439275 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-17d0968d-a49c-41df-8321-8e3ec7779a7b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:30.468381 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-17d0968d-a49c-41df-8321-8e3ec7779a7b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:30.591785 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-17d0968d-a49c-41df-8321-8e3ec7779a7b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:30.610588 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d0968d-a49c-41df-8321-8e3ec7779a7b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68050630-0b17-4d73-a4fa-e2e8d52d682b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:30.621454 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d0968d-a49c-41df-8321-8e3ec7779a7b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:30.621806 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d0968d-a49c-41df-8321-8e3ec7779a7b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:30.622149 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d0968d-a49c-41df-8321-8e3ec7779a7b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:30.622488 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d0968d-a49c-41df-8321-8e3ec7779a7b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:30.622821 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d0968d-a49c-41df-8321-8e3ec7779a7b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:30.623157 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d0968d-a49c-41df-8321-8e3ec7779a7b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:30.623488 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d0968d-a49c-41df-8321-8e3ec7779a7b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:30.623816 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d0968d-a49c-41df-8321-8e3ec7779a7b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:30.624146 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d0968d-a49c-41df-8321-8e3ec7779a7b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:30.624471 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d0968d-a49c-41df-8321-8e3ec7779a7b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:30.624843 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d0968d-a49c-41df-8321-8e3ec7779a7b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:30.625169 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d0968d-a49c-41df-8321-8e3ec7779a7b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:30.628194 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-17d0968d-a49c-41df-8321-8e3ec7779a7b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:30.629326 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-17d0968d-a49c-41df-8321-8e3ec7779a7b tempest-TestNetworkAdvancedServerOps-281330720 tempest-TestNetworkAdvancedServerOps-281330720-project] 10.222.0.57 "DELETE /v2.0/security-groups/68050630-0b17-4d73-a4fa-e2e8d52d682b HTTP/1.1" status: 204 len: 168 time: 0.2604899 May 27 03:26:30.693012 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device df009981-6faf-4d27-862f-153f0250d98d no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:26:30.727220 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: df009981-6faf-4d27-862f-153f0250d98d {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:26:30.727568 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device df009981-6faf-4d27-862f-153f0250d98d not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:26:30.728001 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device a58af905-d6b6-41bf-b3c9-f1b4ab16ee55 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:26:30.764041 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: a58af905-d6b6-41bf-b3c9-f1b4ab16ee55 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:26:30.764383 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device a58af905-d6b6-41bf-b3c9-f1b4ab16ee55 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:26:30.764819 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device a2891e01-5e27-4b53-bdea-aada05227654 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:26:30.797892 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: a2891e01-5e27-4b53-bdea-aada05227654 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:26:30.798250 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device a2891e01-5e27-4b53-bdea-aada05227654 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:26:31.250567 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38568) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:31.393971 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-bf7ca9eb-3770-4859-becf-b8fc3d223316 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d02b46bffb894f2cbc2d380293cecdd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1421127 May 27 03:26:31.396875 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38574) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:31.452144 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ba93a79c-c295-49be-84a4-3d87879a3489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:31.477300 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ba93a79c-c295-49be-84a4-3d87879a3489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:31.603894 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ba93a79c-c295-49be-84a4-3d87879a3489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:31.619247 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba93a79c-c295-49be-84a4-3d87879a3489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353a6627-53f6-46c1-b087-6ed12661421b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:31.629198 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ba93a79c-c295-49be-84a4-3d87879a3489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:31.630533 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ba93a79c-c295-49be-84a4-3d87879a3489 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/353a6627-53f6-46c1-b087-6ed12661421b HTTP/1.1" status: 204 len: 168 time: 0.2327793 May 27 03:26:32.247126 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38582) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:32.264322 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-da51912e-895e-44cf-abf8-900c174073bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:32.281090 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-da51912e-895e-44cf-abf8-900c174073bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:32.284860 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-da51912e-895e-44cf-abf8-900c174073bb admin admin] Usage tracker for resource:security_group_rule and tenant:bd2ef91a357742f693143c7b8c9f2832 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:26:32.288089 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-da51912e-895e-44cf-abf8-900c174073bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:26:32.293954 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-da51912e-895e-44cf-abf8-900c174073bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:32.373536 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-da51912e-895e-44cf-abf8-900c174073bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:32.455062 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-da51912e-895e-44cf-abf8-900c174073bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:32.501901 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-da51912e-895e-44cf-abf8-900c174073bb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bd2ef91a357742f693143c7b8c9f2832&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2534552 May 27 03:26:32.502616 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51912e-895e-44cf-abf8-900c174073bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665686e8-f492-4c3a-94ad-e4800ecd384b,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:32.504452 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38586) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:32.562270 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-354b5120-6fb0-481a-8414-3f6d574ec7c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:32.587117 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-354b5120-6fb0-481a-8414-3f6d574ec7c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:32.689771 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-354b5120-6fb0-481a-8414-3f6d574ec7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:32.703668 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b5120-6fb0-481a-8414-3f6d574ec7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665686e8-f492-4c3a-94ad-e4800ecd384b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:32.711661 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-354b5120-6fb0-481a-8414-3f6d574ec7c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:32.715139 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-354b5120-6fb0-481a-8414-3f6d574ec7c4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/665686e8-f492-4c3a-94ad-e4800ecd384b HTTP/1.1" status: 204 len: 168 time: 0.2068992 May 27 03:26:33.762481 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38610) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:33.879835 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-5de64028-3747-4a94-9595-b6ed958d5954 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-704346214-network', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:26:33.885526 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5de64028-3747-4a94-9595-b6ed958d5954 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:33.889339 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5de64028-3747-4a94-9595-b6ed958d5954 admin admin] Usage tracker for resource:network and tenant:bb1479a20f4542a5b7005831ae5ce3d5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:26:33.892122 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5de64028-3747-4a94-9595-b6ed958d5954 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:26:33.897703 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5de64028-3747-4a94-9595-b6ed958d5954 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:33.980821 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de64028-3747-4a94-9595-b6ed958d5954 admin admin] Made reservation on behalf of bb1479a20f4542a5b7005831ae5ce3d5 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:26:33.983078 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5de64028-3747-4a94-9595-b6ed958d5954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:33.995775 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5de64028-3747-4a94-9595-b6ed958d5954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:34.010006 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5de64028-3747-4a94-9595-b6ed958d5954 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:34.013878 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5de64028-3747-4a94-9595-b6ed958d5954 admin admin] Usage tracker for resource:security_group_rule and tenant:bb1479a20f4542a5b7005831ae5ce3d5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:26:34.016782 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5de64028-3747-4a94-9595-b6ed958d5954 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:26:34.022918 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5de64028-3747-4a94-9595-b6ed958d5954 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:34.103625 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5de64028-3747-4a94-9595-b6ed958d5954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:34.174986 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5de64028-3747-4a94-9595-b6ed958d5954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:34.200574 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de64028-3747-4a94-9595-b6ed958d5954 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:26:34.212708 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de64028-3747-4a94-9595-b6ed958d5954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de86e18f-91ed-4c0a-8c85-bbef3449a1e5,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:34.217008 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5de64028-3747-4a94-9595-b6ed958d5954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:34.219557 n-d-843554-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-5de64028-3747-4a94-9595-b6ed958d5954 admin admin] Added segment cd2181d9-8cc8-45f6-af3b-1ad4e9df3062 of type vlan for network 34df816b-e066-4462-8270-932b1dcc87e2 May 27 03:26:34.242404 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5de64028-3747-4a94-9595-b6ed958d5954 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:34.340441 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5de64028-3747-4a94-9595-b6ed958d5954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:34.341396 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de64028-3747-4a94-9595-b6ed958d5954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:34.341958 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5de64028-3747-4a94-9595-b6ed958d5954 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:34.441065 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de64028-3747-4a94-9595-b6ed958d5954 admin admin] Pushing event updated for resources: {'Network': ['ID=34df816b-e066-4462-8270-932b1dcc87e2,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:34.455376 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 34df816b-e066-4462-8270-932b1dcc87e2 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:26:34.512902 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5de64028-3747-4a94-9595-b6ed958d5954 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7492940 May 27 03:26:34.515910 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38616) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:34.521421 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-09aa0f1d-8463-42e8-a4ae-6f256a24d3d6 admin admin] Request body: {'subnet': {'network_id': '34df816b-e066-4462-8270-932b1dcc87e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-704346214-subnet', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'ip_version': 4}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:26:34.527508 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-09aa0f1d-8463-42e8-a4ae-6f256a24d3d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:34.531508 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-09aa0f1d-8463-42e8-a4ae-6f256a24d3d6 admin admin] Usage tracker for resource:subnet and tenant:bb1479a20f4542a5b7005831ae5ce3d5 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:26:34.534593 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-09aa0f1d-8463-42e8-a4ae-6f256a24d3d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:26:34.540379 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-09aa0f1d-8463-42e8-a4ae-6f256a24d3d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:34.615175 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09aa0f1d-8463-42e8-a4ae-6f256a24d3d6 admin admin] Made reservation on behalf of bb1479a20f4542a5b7005831ae5ce3d5 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:26:34.617560 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-09aa0f1d-8463-42e8-a4ae-6f256a24d3d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:34.888356 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-09aa0f1d-8463-42e8-a4ae-6f256a24d3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:34.963558 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aa0f1d-8463-42e8-a4ae-6f256a24d3d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc3ac1d7-a648-46b7-a3a5-38b8867455db,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:34.972007 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aa0f1d-8463-42e8-a4ae-6f256a24d3d6 admin admin] Checking segment: {'id': 'cd2181d9-8cc8-45f6-af3b-1ad4e9df3062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:26:34.972362 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09aa0f1d-8463-42e8-a4ae-6f256a24d3d6 admin admin] Network hostable DHCP agents. Network: 34df816b-e066-4462-8270-932b1dcc87e2, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:26:35.047974 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09aa0f1d-8463-42e8-a4ae-6f256a24d3d6 admin admin] Network 34df816b-e066-4462-8270-932b1dcc87e2 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:26:35.129244 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-09aa0f1d-8463-42e8-a4ae-6f256a24d3d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 34df816b-e066-4462-8270-932b1dcc87e2) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:35.133622 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09aa0f1d-8463-42e8-a4ae-6f256a24d3d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:35.134229 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-09aa0f1d-8463-42e8-a4ae-6f256a24d3d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:35.138296 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe3292a-0980-4791-b22f-44b5b1f75c0a None None] Network 34df816b-e066-4462-8270-932b1dcc87e2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:26:35.221672 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-09aa0f1d-8463-42e8-a4ae-6f256a24d3d6 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7046547 May 27 03:26:35.224846 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38620) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:35.229944 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-aaf6db2c-242b-4576-b493-bdb47c4a309a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-704346214-router', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:26:35.235163 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-aaf6db2c-242b-4576-b493-bdb47c4a309a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:35.239703 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-aaf6db2c-242b-4576-b493-bdb47c4a309a admin admin] Usage tracker for resource:router and tenant:bb1479a20f4542a5b7005831ae5ce3d5 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:26:35.242650 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-aaf6db2c-242b-4576-b493-bdb47c4a309a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:26:35.248344 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-aaf6db2c-242b-4576-b493-bdb47c4a309a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:35.341122 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aaf6db2c-242b-4576-b493-bdb47c4a309a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:35.342205 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aaf6db2c-242b-4576-b493-bdb47c4a309a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:35.350774 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2e1de4-67aa-43f0-9a8f-3b52716e64f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-34df816b-e066-4462-8270-932b1dcc87e2', 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'fixed_ips': [{'subnet_id': 'bc3ac1d7-a648-46b7-a3a5-38b8867455db'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 03:26:35.351598 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3f2e1de4-67aa-43f0-9a8f-3b52716e64f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:35.357569 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aaf6db2c-242b-4576-b493-bdb47c4a309a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:35.505335 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-3f2e1de4-67aa-43f0-9a8f-3b52716e64f6 None None] Allocated IP 172.20.0.2 (34df816b-e066-4462-8270-932b1dcc87e2/bc3ac1d7-a648-46b7-a3a5-38b8867455db/0943c6bd-241d-403b-a688-1f9df2cad43e) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:26:35.711674 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3f2e1de4-67aa-43f0-9a8f-3b52716e64f6 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:35.721534 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3f2e1de4-67aa-43f0-9a8f-3b52716e64f6 None None] Transition to ACTIVE for port object 0943c6bd-241d-403b-a688-1f9df2cad43e will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:26:35.739751 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3f2e1de4-67aa-43f0-9a8f-3b52716e64f6 None None] Transition to ACTIVE for port object 0943c6bd-241d-403b-a688-1f9df2cad43e will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:26:35.791643 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aaf6db2c-242b-4576-b493-bdb47c4a309a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:35.798658 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3f2e1de4-67aa-43f0-9a8f-3b52716e64f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:35.863399 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2e1de4-67aa-43f0-9a8f-3b52716e64f6 None None] Network 34df816b-e066-4462-8270-932b1dcc87e2 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:26:35.864542 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-3f2e1de4-67aa-43f0-9a8f-3b52716e64f6 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:35.868009 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2e1de4-67aa-43f0-9a8f-3b52716e64f6 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:26:35.878539 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e1de4-67aa-43f0-9a8f-3b52716e64f6 None None] Pushing event updated for resources: {'Port': ['ID=0943c6bd-241d-403b-a688-1f9df2cad43e,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:35.962210 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-3f2e1de4-67aa-43f0-9a8f-3b52716e64f6 None None] Attempting to bind port 0943c6bd-241d-403b-a688-1f9df2cad43e on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:26:35.962578 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-3f2e1de4-67aa-43f0-9a8f-3b52716e64f6 None None] Attempting to bind port 0943c6bd-241d-403b-a688-1f9df2cad43e by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cd2181d9-8cc8-45f6-af3b-1ad4e9df3062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:26:35.962937 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2e1de4-67aa-43f0-9a8f-3b52716e64f6 None None] Attempting to bind port 0943c6bd-241d-403b-a688-1f9df2cad43e on network 34df816b-e066-4462-8270-932b1dcc87e2 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:26:35.968070 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2e1de4-67aa-43f0-9a8f-3b52716e64f6 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:26:35.968432 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2e1de4-67aa-43f0-9a8f-3b52716e64f6 None None] Checking segment: {'id': 'cd2181d9-8cc8-45f6-af3b-1ad4e9df3062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:26:35.968858 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3f2e1de4-67aa-43f0-9a8f-3b52716e64f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:35.969244 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2e1de4-67aa-43f0-9a8f-3b52716e64f6 None None] Bound using segment: {'id': 'cd2181d9-8cc8-45f6-af3b-1ad4e9df3062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:26:35.969696 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-3f2e1de4-67aa-43f0-9a8f-3b52716e64f6 None None] Bound port: 0943c6bd-241d-403b-a688-1f9df2cad43e, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd2181d9-8cc8-45f6-af3b-1ad4e9df3062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:26:35.970057 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3f2e1de4-67aa-43f0-9a8f-3b52716e64f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:36.089046 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-3f2e1de4-67aa-43f0-9a8f-3b52716e64f6 None None] For port 0943c6bd-241d-403b-a688-1f9df2cad43e, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:26:36.091811 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-3f2e1de4-67aa-43f0-9a8f-3b52716e64f6 None None] For port 0943c6bd-241d-403b-a688-1f9df2cad43e, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=0943c6bd-241d-403b-a688-1f9df2cad43e,segment=NetworkSegment(cd2181d9-8cc8-45f6-af3b-1ad4e9df3062),segment_id=cd2181d9-8cc8-45f6-af3b-1ad4e9df3062)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:26:36.168232 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aaf6db2c-242b-4576-b493-bdb47c4a309a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:36.170305 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3f2e1de4-67aa-43f0-9a8f-3b52716e64f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:36.197563 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aaf6db2c-242b-4576-b493-bdb47c4a309a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:36.252260 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e1de4-67aa-43f0-9a8f-3b52716e64f6 None None] Pushing event updated for resources: {'Port': ['ID=0943c6bd-241d-403b-a688-1f9df2cad43e,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:36.339528 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-aaf6db2c-242b-4576-b493-bdb47c4a309a admin admin] Allocated IP 172.25.1.180 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/c3219443-87eb-4a7c-ae9e-b35e8781a05c) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:26:36.498752 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aaf6db2c-242b-4576-b493-bdb47c4a309a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:36.599328 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aaf6db2c-242b-4576-b493-bdb47c4a309a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:36.678543 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf6db2c-242b-4576-b493-bdb47c4a309a admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:26:36.678543 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-aaf6db2c-242b-4576-b493-bdb47c4a309a admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:36.679206 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf6db2c-242b-4576-b493-bdb47c4a309a admin admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:26:36.707427 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6db2c-242b-4576-b493-bdb47c4a309a admin admin] Pushing event updated for resources: {'Port': ['ID=c3219443-87eb-4a7c-ae9e-b35e8781a05c,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:36.732978 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 0943c6bd-241d-403b-a688-1f9df2cad43e up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:26:36.861113 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 0943c6bd-241d-403b-a688-1f9df2cad43e completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:26:37.152503 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f3acf4-cb67-42d2-8e8e-f89a575c54ea None None] Network 34df816b-e066-4462-8270-932b1dcc87e2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:26:37.194825 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aaf6db2c-242b-4576-b493-bdb47c4a309a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:37.318005 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ced14c05-5f28-4466-badc-fad6dfac4198 None None] Provisioning for port 0943c6bd-241d-403b-a688-1f9df2cad43e completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:26:37.327600 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ced14c05-5f28-4466-badc-fad6dfac4198 None None] Provisioning complete for port 0943c6bd-241d-403b-a688-1f9df2cad43e triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:37.328699 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ced14c05-5f28-4466-badc-fad6dfac4198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:37.504544 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ced14c05-5f28-4466-badc-fad6dfac4198 None None] Current status of the port 0943c6bd-241d-403b-a688-1f9df2cad43e is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:26:37.504951 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ced14c05-5f28-4466-badc-fad6dfac4198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:37.542489 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-ced14c05-5f28-4466-badc-fad6dfac4198 None None] For port 0943c6bd-241d-403b-a688-1f9df2cad43e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=0943c6bd-241d-403b-a688-1f9df2cad43e,segment=NetworkSegment(cd2181d9-8cc8-45f6-af3b-1ad4e9df3062),segment_id=cd2181d9-8cc8-45f6-af3b-1ad4e9df3062)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:26:37.620879 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ced14c05-5f28-4466-badc-fad6dfac4198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:37.646829 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aaf6db2c-242b-4576-b493-bdb47c4a309a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:37.694452 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced14c05-5f28-4466-badc-fad6dfac4198 None None] Pushing event updated for resources: {'Port': ['ID=0943c6bd-241d-403b-a688-1f9df2cad43e,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:37.740009 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-01209e9d-5748-4099-bc4d-3a8d2b375723 None None] Provisioning complete for port 0943c6bd-241d-403b-a688-1f9df2cad43e triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:37.740697 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-01209e9d-5748-4099-bc4d-3a8d2b375723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:37.860597 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-01209e9d-5748-4099-bc4d-3a8d2b375723 None None] Current status of the port 0943c6bd-241d-403b-a688-1f9df2cad43e is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:26:37.889057 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf6db2c-242b-4576-b493-bdb47c4a309a admin admin] Router 97163c05-985a-42a8-afe0-a8cd6adbc93c is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 03:26:38.062930 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf6db2c-242b-4576-b493-bdb47c4a309a admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:26:38.072688 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c758a9-8220-4367-97f8-a6f18d01b15b None None] Sync routers for ids ['97163c05-985a-42a8-afe0-a8cd6adbc93c'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:26:38.082101 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c758a9-8220-4367-97f8-a6f18d01b15b None None] Routers {'97163c05-985a-42a8-afe0-a8cd6adbc93c'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:26:38.083192 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-53c758a9-8220-4367-97f8-a6f18d01b15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:26:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['97163c05-985a-42a8-afe0-a8cd6adbc93c'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:38.128148 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aaf6db2c-242b-4576-b493-bdb47c4a309a admin admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:38.129968 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-aaf6db2c-242b-4576-b493-bdb47c4a309a admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9036222 May 27 03:26:38.132760 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38626) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:38.259399 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-53c758a9-8220-4367-97f8-a6f18d01b15b None None] Set router 97163c05-985a-42a8-afe0-a8cd6adbc93c gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:26:38.538834 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-53c758a9-8220-4367-97f8-a6f18d01b15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'name': 'tempest-TestShelveInstance-704346214-router', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'c3219443-87eb-4a7c-ae9e-b35e8781a05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:35Z', 'updated_at': '2022-05-27T03:26:36Z', 'revision_number': 3, 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'gw_port': {'id': 'c3219443-87eb-4a7c-ae9e-b35e8781a05c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:36Z', 'updated_at': '2022-05-27T03:26:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:38.542824 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c758a9-8220-4367-97f8-a6f18d01b15b None None] Checking router: 97163c05-985a-42a8-afe0-a8cd6adbc93c for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:26:38.543163 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c758a9-8220-4367-97f8-a6f18d01b15b None None] Updating router 97163c05-985a-42a8-afe0-a8cd6adbc93c port c3219443-87eb-4a7c-ae9e-b35e8781a05c binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:26:38.593972 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-53c758a9-8220-4367-97f8-a6f18d01b15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:38.703372 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 0943c6bd-241d-403b-a688-1f9df2cad43e up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:26:38.773367 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 0943c6bd-241d-403b-a688-1f9df2cad43e triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:38.778839 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:38.902555 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 0943c6bd-241d-403b-a688-1f9df2cad43e is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:26:38.942716 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1dc2a3ac-1ed1-4344-ac2b-9d4bae67f3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:38.945129 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-53c758a9-8220-4367-97f8-a6f18d01b15b None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:38.956408 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-53c758a9-8220-4367-97f8-a6f18d01b15b None None] Transition to ACTIVE for port object c3219443-87eb-4a7c-ae9e-b35e8781a05c will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:26:39.037211 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-53c758a9-8220-4367-97f8-a6f18d01b15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:39.118736 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-53c758a9-8220-4367-97f8-a6f18d01b15b None None] Attempting to bind port c3219443-87eb-4a7c-ae9e-b35e8781a05c on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:26:39.119386 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-53c758a9-8220-4367-97f8-a6f18d01b15b None None] Attempting to bind port c3219443-87eb-4a7c-ae9e-b35e8781a05c by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:26:39.119495 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c758a9-8220-4367-97f8-a6f18d01b15b None None] Attempting to bind port c3219443-87eb-4a7c-ae9e-b35e8781a05c on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:26:39.122724 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce18fdc-50c7-496f-82d0-e7f5732c23e9 None None] Pushing event updated for resources: {'Port': ['ID=c3219443-87eb-4a7c-ae9e-b35e8781a05c,revision_number=2']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:39.130466 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c758a9-8220-4367-97f8-a6f18d01b15b None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:26:39.130836 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c758a9-8220-4367-97f8-a6f18d01b15b None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:26:39.131231 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-53c758a9-8220-4367-97f8-a6f18d01b15b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:39.131616 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c758a9-8220-4367-97f8-a6f18d01b15b None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:26:39.132069 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-53c758a9-8220-4367-97f8-a6f18d01b15b None None] Bound port: c3219443-87eb-4a7c-ae9e-b35e8781a05c, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:26:39.132431 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-53c758a9-8220-4367-97f8-a6f18d01b15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:39.145819 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-1dc2a3ac-1ed1-4344-ac2b-9d4bae67f3d0 admin admin] Allocated IP 172.20.0.1 (34df816b-e066-4462-8270-932b1dcc87e2/bc3ac1d7-a648-46b7-a3a5-38b8867455db/f456a6d6-d172-452b-93a0-99621191068e) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:26:39.159862 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce18fdc-50c7-496f-82d0-e7f5732c23e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:39.161048 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce18fdc-50c7-496f-82d0-e7f5732c23e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:39.161232 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce18fdc-50c7-496f-82d0-e7f5732c23e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:39.161571 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce18fdc-50c7-496f-82d0-e7f5732c23e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:39.161899 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce18fdc-50c7-496f-82d0-e7f5732c23e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:39.162222 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce18fdc-50c7-496f-82d0-e7f5732c23e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:39.162543 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce18fdc-50c7-496f-82d0-e7f5732c23e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:39.162863 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce18fdc-50c7-496f-82d0-e7f5732c23e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:39.163185 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce18fdc-50c7-496f-82d0-e7f5732c23e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:39.163501 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce18fdc-50c7-496f-82d0-e7f5732c23e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:39.163816 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce18fdc-50c7-496f-82d0-e7f5732c23e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:39.164131 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce18fdc-50c7-496f-82d0-e7f5732c23e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:39.211328 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-53c758a9-8220-4367-97f8-a6f18d01b15b None None] For port c3219443-87eb-4a7c-ae9e-b35e8781a05c, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:26:39.214259 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-53c758a9-8220-4367-97f8-a6f18d01b15b None None] For port c3219443-87eb-4a7c-ae9e-b35e8781a05c, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c3219443-87eb-4a7c-ae9e-b35e8781a05c,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:26:39.293706 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1dc2a3ac-1ed1-4344-ac2b-9d4bae67f3d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:39.295982 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-53c758a9-8220-4367-97f8-a6f18d01b15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:39.309783 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-1dc2a3ac-1ed1-4344-ac2b-9d4bae67f3d0 admin admin] Transition to ACTIVE for port object f456a6d6-d172-452b-93a0-99621191068e will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:26:39.372577 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c758a9-8220-4367-97f8-a6f18d01b15b None None] Routers {'97163c05-985a-42a8-afe0-a8cd6adbc93c'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:26:39.373207 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-53c758a9-8220-4367-97f8-a6f18d01b15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:26:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['97163c05-985a-42a8-afe0-a8cd6adbc93c'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:39.398637 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1dc2a3ac-1ed1-4344-ac2b-9d4bae67f3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:39.447152 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce18fdc-50c7-496f-82d0-e7f5732c23e9 None None] Pushing event updated for resources: {'Port': ['ID=c3219443-87eb-4a7c-ae9e-b35e8781a05c,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:39.465205 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc2a3ac-1ed1-4344-ac2b-9d4bae67f3d0 admin admin] Network 34df816b-e066-4462-8270-932b1dcc87e2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:26:39.467840 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-1dc2a3ac-1ed1-4344-ac2b-9d4bae67f3d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:39.471578 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc2a3ac-1ed1-4344-ac2b-9d4bae67f3d0 admin admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:26:39.506248 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc2a3ac-1ed1-4344-ac2b-9d4bae67f3d0 admin admin] Pushing event updated for resources: {'Port': ['ID=f456a6d6-d172-452b-93a0-99621191068e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:39.533353 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1dc2a3ac-1ed1-4344-ac2b-9d4bae67f3d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:39.557223 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-53c758a9-8220-4367-97f8-a6f18d01b15b None None] Set router 97163c05-985a-42a8-afe0-a8cd6adbc93c gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:26:39.751461 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-d4795025-5574-4b8d-9c28-ed0697b5717f None None] Provisioning for port f456a6d6-d172-452b-93a0-99621191068e completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:26:39.756547 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-d4795025-5574-4b8d-9c28-ed0697b5717f None None] Provisioning complete for port f456a6d6-d172-452b-93a0-99621191068e triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:39.756951 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d4795025-5574-4b8d-9c28-ed0697b5717f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:39.811565 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-d4795025-5574-4b8d-9c28-ed0697b5717f None None] Port f456a6d6-d172-452b-93a0-99621191068e cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:26:39.874881 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1dc2a3ac-1ed1-4344-ac2b-9d4bae67f3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:39.877589 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-53c758a9-8220-4367-97f8-a6f18d01b15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'name': 'tempest-TestShelveInstance-704346214-router', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'c3219443-87eb-4a7c-ae9e-b35e8781a05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:35Z', 'updated_at': '2022-05-27T03:26:36Z', 'revision_number': 3, 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'gw_port': {'id': 'c3219443-87eb-4a7c-ae9e-b35e8781a05c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:36Z', 'updated_at': '2022-05-27T03:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:39.881446 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c758a9-8220-4367-97f8-a6f18d01b15b None None] The sync data for ids ['97163c05-985a-42a8-afe0-a8cd6adbc93c'] in n-d-843554-3 is: [{'id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'name': 'tempest-TestShelveInstance-704346214-router', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'c3219443-87eb-4a7c-ae9e-b35e8781a05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:35Z', 'updated_at': '2022-05-27T03:26:36Z', 'revision_number': 3, 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'gw_port': {'id': 'c3219443-87eb-4a7c-ae9e-b35e8781a05c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:36Z', 'updated_at': '2022-05-27T03:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:26:40.111317 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1dc2a3ac-1ed1-4344-ac2b-9d4bae67f3d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:40.197911 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1dc2a3ac-1ed1-4344-ac2b-9d4bae67f3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:40.308966 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc2a3ac-1ed1-4344-ac2b-9d4bae67f3d0 admin admin] Pushing event updated for resources: {'Port': ['ID=f456a6d6-d172-452b-93a0-99621191068e,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:40.314966 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1dc2a3ac-1ed1-4344-ac2b-9d4bae67f3d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:40.456565 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc2a3ac-1ed1-4344-ac2b-9d4bae67f3d0 admin admin] Network 34df816b-e066-4462-8270-932b1dcc87e2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:26:40.458407 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-1dc2a3ac-1ed1-4344-ac2b-9d4bae67f3d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:40.654126 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc2a3ac-1ed1-4344-ac2b-9d4bae67f3d0 admin admin] Router 97163c05-985a-42a8-afe0-a8cd6adbc93c has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:26:40.726235 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c3219443-87eb-4a7c-ae9e-b35e8781a05c up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:26:40.794645 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-488bda9a-bf12-4429-832d-cf3ec9119386 None None] Provisioning complete for port f456a6d6-d172-452b-93a0-99621191068e triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:40.794932 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-488bda9a-bf12-4429-832d-cf3ec9119386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:40.852126 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-488bda9a-bf12-4429-832d-cf3ec9119386 None None] Port f456a6d6-d172-452b-93a0-99621191068e cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:26:40.912414 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port c3219443-87eb-4a7c-ae9e-b35e8781a05c completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:26:40.918162 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port c3219443-87eb-4a7c-ae9e-b35e8781a05c triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:40.918532 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:40.962338 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc2a3ac-1ed1-4344-ac2b-9d4bae67f3d0 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:26:40.971985 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1dc2a3ac-1ed1-4344-ac2b-9d4bae67f3d0 admin admin] 10.222.0.57 "PUT /v2.0/routers/97163c05-985a-42a8-afe0-a8cd6adbc93c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8379295 May 27 03:26:41.034874 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port c3219443-87eb-4a7c-ae9e-b35e8781a05c is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:26:41.035236 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:41.052474 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port c3219443-87eb-4a7c-ae9e-b35e8781a05c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c3219443-87eb-4a7c-ae9e-b35e8781a05c,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:26:41.095073 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:41.165963 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=c3219443-87eb-4a7c-ae9e-b35e8781a05c,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:41.356018 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb9d8f5-e322-4225-8ae0-8a1fd9e8875b None None] Sync routers for ids ['97163c05-985a-42a8-afe0-a8cd6adbc93c'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:26:41.366332 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb9d8f5-e322-4225-8ae0-8a1fd9e8875b None None] Routers {'97163c05-985a-42a8-afe0-a8cd6adbc93c'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:26:41.366980 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6bb9d8f5-e322-4225-8ae0-8a1fd9e8875b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:26:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['97163c05-985a-42a8-afe0-a8cd6adbc93c'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:41.545608 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-6bb9d8f5-e322-4225-8ae0-8a1fd9e8875b None None] Set router 97163c05-985a-42a8-afe0-a8cd6adbc93c gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:26:41.655642 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38644) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:41.661750 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-e03c6d4a-25f2-46b1-8c7c-496c89b331e9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-199673964-network', 'tenant_id': '5ed6ccca86ca436c9d8832014fddd324'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:26:41.667397 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e03c6d4a-25f2-46b1-8c7c-496c89b331e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:41.671377 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e03c6d4a-25f2-46b1-8c7c-496c89b331e9 admin admin] Usage tracker for resource:network and tenant:5ed6ccca86ca436c9d8832014fddd324 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:26:41.674231 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e03c6d4a-25f2-46b1-8c7c-496c89b331e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:26:41.679855 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e03c6d4a-25f2-46b1-8c7c-496c89b331e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:41.745427 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03c6d4a-25f2-46b1-8c7c-496c89b331e9 admin admin] Made reservation on behalf of 5ed6ccca86ca436c9d8832014fddd324 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:26:41.747774 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e03c6d4a-25f2-46b1-8c7c-496c89b331e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:41.760181 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e03c6d4a-25f2-46b1-8c7c-496c89b331e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:41.775077 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e03c6d4a-25f2-46b1-8c7c-496c89b331e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:41.778846 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e03c6d4a-25f2-46b1-8c7c-496c89b331e9 admin admin] Usage tracker for resource:security_group_rule and tenant:5ed6ccca86ca436c9d8832014fddd324 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:26:41.781660 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-e03c6d4a-25f2-46b1-8c7c-496c89b331e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:26:41.788944 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-e03c6d4a-25f2-46b1-8c7c-496c89b331e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:41.875609 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e03c6d4a-25f2-46b1-8c7c-496c89b331e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:41.892525 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6bb9d8f5-e322-4225-8ae0-8a1fd9e8875b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'name': 'tempest-TestShelveInstance-704346214-router', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'c3219443-87eb-4a7c-ae9e-b35e8781a05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:35Z', 'updated_at': '2022-05-27T03:26:39Z', 'revision_number': 4, 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'gw_port': {'id': 'c3219443-87eb-4a7c-ae9e-b35e8781a05c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:36Z', 'updated_at': '2022-05-27T03:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'f456a6d6-d172-452b-93a0-99621191068e', 'name': '', 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'mac_address': 'fa:16:3e:23:e4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'bc3ac1d7-a648-46b7-a3a5-38b8867455db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:38Z', 'updated_at': '2022-05-27T03:26:39Z', 'revision_number': 2, 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'subnets': [{'id': 'bc3ac1d7-a648-46b7-a3a5-38b8867455db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:41.897352 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb9d8f5-e322-4225-8ae0-8a1fd9e8875b None None] Checking router: 97163c05-985a-42a8-afe0-a8cd6adbc93c for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:26:41.897810 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb9d8f5-e322-4225-8ae0-8a1fd9e8875b None None] Updating router 97163c05-985a-42a8-afe0-a8cd6adbc93c port f456a6d6-d172-452b-93a0-99621191068e binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:26:41.949040 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6bb9d8f5-e322-4225-8ae0-8a1fd9e8875b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:41.969207 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e03c6d4a-25f2-46b1-8c7c-496c89b331e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:41.996820 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e03c6d4a-25f2-46b1-8c7c-496c89b331e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:26:42.010311 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c6d4a-25f2-46b1-8c7c-496c89b331e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07033b0c-7c87-4853-b449-6b423ce7906d,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:42.014739 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e03c6d4a-25f2-46b1-8c7c-496c89b331e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:42.015094 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-e03c6d4a-25f2-46b1-8c7c-496c89b331e9 admin admin] Added segment 8ea1b2e6-a5e0-4207-971a-a3996b063a0a of type vlan for network a1bfb11a-6e60-4080-99af-b809288faa13 May 27 03:26:42.042518 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e03c6d4a-25f2-46b1-8c7c-496c89b331e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:42.146810 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e03c6d4a-25f2-46b1-8c7c-496c89b331e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:42.147774 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03c6d4a-25f2-46b1-8c7c-496c89b331e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:42.148348 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e03c6d4a-25f2-46b1-8c7c-496c89b331e9 admin admin] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:42.250322 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c6d4a-25f2-46b1-8c7c-496c89b331e9 admin admin] Pushing event updated for resources: {'Network': ['ID=a1bfb11a-6e60-4080-99af-b809288faa13,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:42.270435 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network a1bfb11a-6e60-4080-99af-b809288faa13 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:26:42.313384 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-e03c6d4a-25f2-46b1-8c7c-496c89b331e9 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6564078 May 27 03:26:42.315863 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38648) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:42.322276 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-ce037d8f-5d1b-4d55-a62a-d02f137cbb33 admin admin] Request body: {'subnet': {'network_id': 'a1bfb11a-6e60-4080-99af-b809288faa13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-199673964-subnet', 'tenant_id': '5ed6ccca86ca436c9d8832014fddd324', 'ip_version': 4}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:26:42.327460 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-ce037d8f-5d1b-4d55-a62a-d02f137cbb33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:42.331580 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-ce037d8f-5d1b-4d55-a62a-d02f137cbb33 admin admin] Usage tracker for resource:subnet and tenant:5ed6ccca86ca436c9d8832014fddd324 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:26:42.334520 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-ce037d8f-5d1b-4d55-a62a-d02f137cbb33 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:26:42.340510 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-ce037d8f-5d1b-4d55-a62a-d02f137cbb33 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:42.373173 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6bb9d8f5-e322-4225-8ae0-8a1fd9e8875b None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:42.401065 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6bb9d8f5-e322-4225-8ae0-8a1fd9e8875b None None] Transition to ACTIVE for port object f456a6d6-d172-452b-93a0-99621191068e will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:26:42.408137 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce037d8f-5d1b-4d55-a62a-d02f137cbb33 admin admin] Made reservation on behalf of 5ed6ccca86ca436c9d8832014fddd324 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:26:42.410678 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ce037d8f-5d1b-4d55-a62a-d02f137cbb33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:42.461509 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6bb9d8f5-e322-4225-8ae0-8a1fd9e8875b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:42.589729 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b101eedb-34f3-48d2-a7f8-d721a78a4251 None None] Pushing event updated for resources: {'Port': ['ID=f456a6d6-d172-452b-93a0-99621191068e,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:42.675719 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-6bb9d8f5-e322-4225-8ae0-8a1fd9e8875b None None] Attempting to bind port f456a6d6-d172-452b-93a0-99621191068e on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:26:42.676693 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-6bb9d8f5-e322-4225-8ae0-8a1fd9e8875b None None] Attempting to bind port f456a6d6-d172-452b-93a0-99621191068e by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cd2181d9-8cc8-45f6-af3b-1ad4e9df3062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:26:42.677106 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb9d8f5-e322-4225-8ae0-8a1fd9e8875b None None] Attempting to bind port f456a6d6-d172-452b-93a0-99621191068e on network 34df816b-e066-4462-8270-932b1dcc87e2 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:26:42.682529 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb9d8f5-e322-4225-8ae0-8a1fd9e8875b None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:26:42.682886 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb9d8f5-e322-4225-8ae0-8a1fd9e8875b None None] Checking segment: {'id': 'cd2181d9-8cc8-45f6-af3b-1ad4e9df3062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:26:42.683294 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6bb9d8f5-e322-4225-8ae0-8a1fd9e8875b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:42.683675 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb9d8f5-e322-4225-8ae0-8a1fd9e8875b None None] Bound using segment: {'id': 'cd2181d9-8cc8-45f6-af3b-1ad4e9df3062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:26:42.684135 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-6bb9d8f5-e322-4225-8ae0-8a1fd9e8875b None None] Bound port: f456a6d6-d172-452b-93a0-99621191068e, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd2181d9-8cc8-45f6-af3b-1ad4e9df3062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:26:42.684529 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6bb9d8f5-e322-4225-8ae0-8a1fd9e8875b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:42.712970 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ce037d8f-5d1b-4d55-a62a-d02f137cbb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:42.729394 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c3219443-87eb-4a7c-ae9e-b35e8781a05c up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:26:42.795556 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce037d8f-5d1b-4d55-a62a-d02f137cbb33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6023406a-4191-4d9a-b3b8-09e94df25c96,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:42.801569 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce037d8f-5d1b-4d55-a62a-d02f137cbb33 admin admin] Checking segment: {'id': '8ea1b2e6-a5e0-4207-971a-a3996b063a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a1bfb11a-6e60-4080-99af-b809288faa13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:26:42.802003 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce037d8f-5d1b-4d55-a62a-d02f137cbb33 admin admin] Network hostable DHCP agents. Network: a1bfb11a-6e60-4080-99af-b809288faa13, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:26:42.846631 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-6bb9d8f5-e322-4225-8ae0-8a1fd9e8875b None None] For port f456a6d6-d172-452b-93a0-99621191068e, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:26:42.849061 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port c3219443-87eb-4a7c-ae9e-b35e8781a05c triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:42.849426 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:42.894675 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-6bb9d8f5-e322-4225-8ae0-8a1fd9e8875b None None] For port f456a6d6-d172-452b-93a0-99621191068e, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=f456a6d6-d172-452b-93a0-99621191068e,segment=NetworkSegment(cd2181d9-8cc8-45f6-af3b-1ad4e9df3062),segment_id=cd2181d9-8cc8-45f6-af3b-1ad4e9df3062)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:26:42.901021 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce037d8f-5d1b-4d55-a62a-d02f137cbb33 admin admin] Network a1bfb11a-6e60-4080-99af-b809288faa13 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:26:42.965698 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6bb9d8f5-e322-4225-8ae0-8a1fd9e8875b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:42.990995 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-ce037d8f-5d1b-4d55-a62a-d02f137cbb33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, a1bfb11a-6e60-4080-99af-b809288faa13) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:42.995843 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce037d8f-5d1b-4d55-a62a-d02f137cbb33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:42.997456 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ce037d8f-5d1b-4d55-a62a-d02f137cbb33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:43.003887 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port c3219443-87eb-4a7c-ae9e-b35e8781a05c is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:26:43.005999 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba460db0-4091-49c3-8450-e5c79cc75ed9 None None] Network a1bfb11a-6e60-4080-99af-b809288faa13 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:26:43.099276 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-ce037d8f-5d1b-4d55-a62a-d02f137cbb33 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7792799 May 27 03:26:43.099486 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38654) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:43.114700 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-cd02945b-495a-42fa-97c2-4d4e67205908 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-199673964-router', 'tenant_id': '5ed6ccca86ca436c9d8832014fddd324', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:26:43.120877 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-cd02945b-495a-42fa-97c2-4d4e67205908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:43.124409 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-cd02945b-495a-42fa-97c2-4d4e67205908 admin admin] Usage tracker for resource:router and tenant:5ed6ccca86ca436c9d8832014fddd324 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:26:43.127437 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-cd02945b-495a-42fa-97c2-4d4e67205908 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:26:43.130858 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb9d8f5-e322-4225-8ae0-8a1fd9e8875b None None] Routers {'97163c05-985a-42a8-afe0-a8cd6adbc93c'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:26:43.131496 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6bb9d8f5-e322-4225-8ae0-8a1fd9e8875b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:26:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['97163c05-985a-42a8-afe0-a8cd6adbc93c'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:43.134216 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-cd02945b-495a-42fa-97c2-4d4e67205908 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:43.219989 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd02945b-495a-42fa-97c2-4d4e67205908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:43.223824 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd02945b-495a-42fa-97c2-4d4e67205908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:43.228010 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b101eedb-34f3-48d2-a7f8-d721a78a4251 None None] Pushing event updated for resources: {'Port': ['ID=f456a6d6-d172-452b-93a0-99621191068e,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:43.240394 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd02945b-495a-42fa-97c2-4d4e67205908 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:43.467817 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-6bb9d8f5-e322-4225-8ae0-8a1fd9e8875b None None] Set router 97163c05-985a-42a8-afe0-a8cd6adbc93c gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:26:43.512363 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bc0e99-4057-44c2-96a4-689c9711109b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-a1bfb11a-6e60-4080-99af-b809288faa13', 'network_id': 'a1bfb11a-6e60-4080-99af-b809288faa13', 'tenant_id': '5ed6ccca86ca436c9d8832014fddd324', 'fixed_ips': [{'subnet_id': '6023406a-4191-4d9a-b3b8-09e94df25c96'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 03:26:43.513208 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d8bc0e99-4057-44c2-96a4-689c9711109b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:43.570584 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd02945b-495a-42fa-97c2-4d4e67205908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:43.885198 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-d8bc0e99-4057-44c2-96a4-689c9711109b None None] Allocated IP 172.20.0.2 (a1bfb11a-6e60-4080-99af-b809288faa13/6023406a-4191-4d9a-b3b8-09e94df25c96/ce6842a3-0a6d-4c3e-ad74-e0563433b692) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:26:43.951836 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd02945b-495a-42fa-97c2-4d4e67205908 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:44.031249 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6bb9d8f5-e322-4225-8ae0-8a1fd9e8875b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'name': 'tempest-TestShelveInstance-704346214-router', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'c3219443-87eb-4a7c-ae9e-b35e8781a05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:35Z', 'updated_at': '2022-05-27T03:26:39Z', 'revision_number': 4, 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'gw_port': {'id': 'c3219443-87eb-4a7c-ae9e-b35e8781a05c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:36Z', 'updated_at': '2022-05-27T03:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'f456a6d6-d172-452b-93a0-99621191068e', 'name': '', 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'mac_address': 'fa:16:3e:23:e4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'bc3ac1d7-a648-46b7-a3a5-38b8867455db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:38Z', 'updated_at': '2022-05-27T03:26:42Z', 'revision_number': 4, 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'subnets': [{'id': 'bc3ac1d7-a648-46b7-a3a5-38b8867455db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:44.046466 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb9d8f5-e322-4225-8ae0-8a1fd9e8875b None None] The sync data for ids ['97163c05-985a-42a8-afe0-a8cd6adbc93c'] in n-d-843554-3 is: [{'id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'name': 'tempest-TestShelveInstance-704346214-router', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'c3219443-87eb-4a7c-ae9e-b35e8781a05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:35Z', 'updated_at': '2022-05-27T03:26:39Z', 'revision_number': 4, 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'gw_port': {'id': 'c3219443-87eb-4a7c-ae9e-b35e8781a05c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:36Z', 'updated_at': '2022-05-27T03:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'f456a6d6-d172-452b-93a0-99621191068e', 'name': '', 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'mac_address': 'fa:16:3e:23:e4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'bc3ac1d7-a648-46b7-a3a5-38b8867455db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:38Z', 'updated_at': '2022-05-27T03:26:42Z', 'revision_number': 4, 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'subnets': [{'id': 'bc3ac1d7-a648-46b7-a3a5-38b8867455db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:26:44.124577 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd02945b-495a-42fa-97c2-4d4e67205908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:44.138137 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d8bc0e99-4057-44c2-96a4-689c9711109b None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:44.150805 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-d8bc0e99-4057-44c2-96a4-689c9711109b None None] Transition to ACTIVE for port object ce6842a3-0a6d-4c3e-ad74-e0563433b692 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:26:44.174116 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-d8bc0e99-4057-44c2-96a4-689c9711109b None None] Transition to ACTIVE for port object ce6842a3-0a6d-4c3e-ad74-e0563433b692 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:26:44.261562 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d8bc0e99-4057-44c2-96a4-689c9711109b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:44.264259 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-cd02945b-495a-42fa-97c2-4d4e67205908 admin admin] Allocated IP 172.25.1.243 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/4ef53703-a4af-4cde-add7-0584f656b4e4) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:26:44.341494 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bc0e99-4057-44c2-96a4-689c9711109b None None] Network a1bfb11a-6e60-4080-99af-b809288faa13 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:26:44.344877 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-d8bc0e99-4057-44c2-96a4-689c9711109b None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:44.347543 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bc0e99-4057-44c2-96a4-689c9711109b None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:26:44.391449 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc0e99-4057-44c2-96a4-689c9711109b None None] Pushing event updated for resources: {'Port': ['ID=ce6842a3-0a6d-4c3e-ad74-e0563433b692,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:44.424706 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd02945b-495a-42fa-97c2-4d4e67205908 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:44.458711 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-d8bc0e99-4057-44c2-96a4-689c9711109b None None] Attempting to bind port ce6842a3-0a6d-4c3e-ad74-e0563433b692 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:26:44.459091 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-d8bc0e99-4057-44c2-96a4-689c9711109b None None] Attempting to bind port ce6842a3-0a6d-4c3e-ad74-e0563433b692 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '8ea1b2e6-a5e0-4207-971a-a3996b063a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a1bfb11a-6e60-4080-99af-b809288faa13'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:26:44.461722 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bc0e99-4057-44c2-96a4-689c9711109b None None] Attempting to bind port ce6842a3-0a6d-4c3e-ad74-e0563433b692 on network a1bfb11a-6e60-4080-99af-b809288faa13 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:26:44.465314 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bc0e99-4057-44c2-96a4-689c9711109b None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:26:44.465695 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bc0e99-4057-44c2-96a4-689c9711109b None None] Checking segment: {'id': '8ea1b2e6-a5e0-4207-971a-a3996b063a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a1bfb11a-6e60-4080-99af-b809288faa13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:26:44.466100 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d8bc0e99-4057-44c2-96a4-689c9711109b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:44.466656 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bc0e99-4057-44c2-96a4-689c9711109b None None] Bound using segment: {'id': '8ea1b2e6-a5e0-4207-971a-a3996b063a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a1bfb11a-6e60-4080-99af-b809288faa13'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:26:44.467167 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-d8bc0e99-4057-44c2-96a4-689c9711109b None None] Bound port: ce6842a3-0a6d-4c3e-ad74-e0563433b692, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ea1b2e6-a5e0-4207-971a-a3996b063a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a1bfb11a-6e60-4080-99af-b809288faa13'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:26:44.467552 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d8bc0e99-4057-44c2-96a4-689c9711109b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:44.507785 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd02945b-495a-42fa-97c2-4d4e67205908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:44.573264 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-d8bc0e99-4057-44c2-96a4-689c9711109b None None] For port ce6842a3-0a6d-4c3e-ad74-e0563433b692, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:26:44.577390 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-d8bc0e99-4057-44c2-96a4-689c9711109b None None] For port ce6842a3-0a6d-4c3e-ad74-e0563433b692, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=ce6842a3-0a6d-4c3e-ad74-e0563433b692,segment=NetworkSegment(8ea1b2e6-a5e0-4207-971a-a3996b063a0a),segment_id=8ea1b2e6-a5e0-4207-971a-a3996b063a0a)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:26:44.577583 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd02945b-495a-42fa-97c2-4d4e67205908 admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:26:44.580666 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-cd02945b-495a-42fa-97c2-4d4e67205908 admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:44.584941 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd02945b-495a-42fa-97c2-4d4e67205908 admin admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:26:44.615003 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02945b-495a-42fa-97c2-4d4e67205908 admin admin] Pushing event updated for resources: {'Port': ['ID=4ef53703-a4af-4cde-add7-0584f656b4e4,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:44.667319 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d8bc0e99-4057-44c2-96a4-689c9711109b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:44.747042 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f456a6d6-d172-452b-93a0-99621191068e up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:26:44.834453 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc0e99-4057-44c2-96a4-689c9711109b None None] Pushing event updated for resources: {'Port': ['ID=ce6842a3-0a6d-4c3e-ad74-e0563433b692,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:44.918060 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port f456a6d6-d172-452b-93a0-99621191068e completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:26:44.927436 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port f456a6d6-d172-452b-93a0-99621191068e triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:44.927436 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:45.093756 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port f456a6d6-d172-452b-93a0-99621191068e is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:26:45.094367 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:45.190567 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd02945b-495a-42fa-97c2-4d4e67205908 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:45.193095 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port f456a6d6-d172-452b-93a0-99621191068e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=f456a6d6-d172-452b-93a0-99621191068e,segment=NetworkSegment(cd2181d9-8cc8-45f6-af3b-1ad4e9df3062),segment_id=cd2181d9-8cc8-45f6-af3b-1ad4e9df3062)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:26:45.278165 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:45.344256 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=f456a6d6-d172-452b-93a0-99621191068e,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:45.545318 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd02945b-495a-42fa-97c2-4d4e67205908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:45.860706 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd02945b-495a-42fa-97c2-4d4e67205908 admin admin] Router 19fc9ee7-8553-4dfc-8472-453aedc7e06e is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 03:26:45.876560 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baee21cb-c3a2-4852-b2d4-da4c7353aeee None None] Network a1bfb11a-6e60-4080-99af-b809288faa13 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:26:46.044466 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-40cfb1ec-d43a-4b5c-81ef-9a01e297f1c1 None None] Provisioning for port ce6842a3-0a6d-4c3e-ad74-e0563433b692 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:26:46.164056 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd02945b-495a-42fa-97c2-4d4e67205908 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:26:46.173045 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e305b61-f0f7-42bd-a7e1-ecd36c47305c None None] Sync routers for ids ['19fc9ee7-8553-4dfc-8472-453aedc7e06e'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:26:46.183111 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e305b61-f0f7-42bd-a7e1-ecd36c47305c None None] Routers {'19fc9ee7-8553-4dfc-8472-453aedc7e06e'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:26:46.184060 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-6e305b61-f0f7-42bd-a7e1-ecd36c47305c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:26:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['19fc9ee7-8553-4dfc-8472-453aedc7e06e'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:46.271897 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd02945b-495a-42fa-97c2-4d4e67205908 admin admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:46.275975 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-cd02945b-495a-42fa-97c2-4d4e67205908 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1729960 May 27 03:26:46.276529 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38662) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:46.370094 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-6e305b61-f0f7-42bd-a7e1-ecd36c47305c None None] Set router 19fc9ee7-8553-4dfc-8472-453aedc7e06e gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:26:46.649438 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-6e305b61-f0f7-42bd-a7e1-ecd36c47305c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fc9ee7-8553-4dfc-8472-453aedc7e06e', 'name': 'tempest-TestShelveInstance-199673964-router', 'tenant_id': '5ed6ccca86ca436c9d8832014fddd324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '4ef53703-a4af-4cde-add7-0584f656b4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:43Z', 'updated_at': '2022-05-27T03:26:44Z', 'revision_number': 3, 'project_id': '5ed6ccca86ca436c9d8832014fddd324', 'gw_port': {'id': '4ef53703-a4af-4cde-add7-0584f656b4e4', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:9d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19fc9ee7-8553-4dfc-8472-453aedc7e06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:44Z', 'updated_at': '2022-05-27T03:26:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:46.653376 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e305b61-f0f7-42bd-a7e1-ecd36c47305c None None] Checking router: 19fc9ee7-8553-4dfc-8472-453aedc7e06e for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:26:46.653727 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e305b61-f0f7-42bd-a7e1-ecd36c47305c None None] Updating router 19fc9ee7-8553-4dfc-8472-453aedc7e06e port 4ef53703-a4af-4cde-add7-0584f656b4e4 binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:26:46.712252 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-6e305b61-f0f7-42bd-a7e1-ecd36c47305c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:46.795432 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f456a6d6-d172-452b-93a0-99621191068e up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:26:46.872634 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port f456a6d6-d172-452b-93a0-99621191068e triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:46.873035 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:46.960261 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8b0521fe-5587-4c47-9b42-a490bfdb1424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:46.993978 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port f456a6d6-d172-452b-93a0-99621191068e is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:26:46.995277 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ce6842a3-0a6d-4c3e-ad74-e0563433b692 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:26:47.065164 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-6e305b61-f0f7-42bd-a7e1-ecd36c47305c None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:47.076370 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-6e305b61-f0f7-42bd-a7e1-ecd36c47305c None None] Transition to ACTIVE for port object 4ef53703-a4af-4cde-add7-0584f656b4e4 will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:26:47.111167 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port ce6842a3-0a6d-4c3e-ad74-e0563433b692 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:26:47.116475 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port ce6842a3-0a6d-4c3e-ad74-e0563433b692 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:47.119830 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:47.135228 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-6e305b61-f0f7-42bd-a7e1-ecd36c47305c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:47.178679 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-8b0521fe-5587-4c47-9b42-a490bfdb1424 admin admin] Allocated IP 172.20.0.1 (a1bfb11a-6e60-4080-99af-b809288faa13/6023406a-4191-4d9a-b3b8-09e94df25c96/fb4ecbb5-73fc-451a-aa9b-08dab3853069) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:26:47.214971 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e676f-efb7-47a9-a5dd-f94eee20a773 None None] Pushing event updated for resources: {'Port': ['ID=4ef53703-a4af-4cde-add7-0584f656b4e4,revision_number=2']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:47.225043 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-6e305b61-f0f7-42bd-a7e1-ecd36c47305c None None] Attempting to bind port 4ef53703-a4af-4cde-add7-0584f656b4e4 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:26:47.226170 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-6e305b61-f0f7-42bd-a7e1-ecd36c47305c None None] Attempting to bind port 4ef53703-a4af-4cde-add7-0584f656b4e4 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:26:47.226170 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e305b61-f0f7-42bd-a7e1-ecd36c47305c None None] Attempting to bind port 4ef53703-a4af-4cde-add7-0584f656b4e4 on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:26:47.231417 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e305b61-f0f7-42bd-a7e1-ecd36c47305c None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:26:47.232166 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e305b61-f0f7-42bd-a7e1-ecd36c47305c None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:26:47.232166 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-6e305b61-f0f7-42bd-a7e1-ecd36c47305c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:47.232538 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e305b61-f0f7-42bd-a7e1-ecd36c47305c None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:26:47.233031 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-6e305b61-f0f7-42bd-a7e1-ecd36c47305c None None] Bound port: 4ef53703-a4af-4cde-add7-0584f656b4e4, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:26:47.233396 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-6e305b61-f0f7-42bd-a7e1-ecd36c47305c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:47.240085 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port ce6842a3-0a6d-4c3e-ad74-e0563433b692 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:26:47.240535 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:47.275093 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port ce6842a3-0a6d-4c3e-ad74-e0563433b692, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=ce6842a3-0a6d-4c3e-ad74-e0563433b692,segment=NetworkSegment(8ea1b2e6-a5e0-4207-971a-a3996b063a0a),segment_id=8ea1b2e6-a5e0-4207-971a-a3996b063a0a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:26:47.305699 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-6e305b61-f0f7-42bd-a7e1-ecd36c47305c None None] For port 4ef53703-a4af-4cde-add7-0584f656b4e4, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:26:47.308678 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-6e305b61-f0f7-42bd-a7e1-ecd36c47305c None None] For port 4ef53703-a4af-4cde-add7-0584f656b4e4, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=4ef53703-a4af-4cde-add7-0584f656b4e4,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:26:47.338035 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8b0521fe-5587-4c47-9b42-a490bfdb1424 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:47.350901 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:47.354485 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-8b0521fe-5587-4c47-9b42-a490bfdb1424 admin admin] Transition to ACTIVE for port object fb4ecbb5-73fc-451a-aa9b-08dab3853069 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:26:47.380579 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-6e305b61-f0f7-42bd-a7e1-ecd36c47305c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:47.421717 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=ce6842a3-0a6d-4c3e-ad74-e0563433b692,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:47.459646 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e305b61-f0f7-42bd-a7e1-ecd36c47305c None None] Routers {'19fc9ee7-8553-4dfc-8472-453aedc7e06e'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:26:47.460248 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-6e305b61-f0f7-42bd-a7e1-ecd36c47305c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:26:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['19fc9ee7-8553-4dfc-8472-453aedc7e06e'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:47.461205 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8b0521fe-5587-4c47-9b42-a490bfdb1424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:47.524740 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0521fe-5587-4c47-9b42-a490bfdb1424 admin admin] Network a1bfb11a-6e60-4080-99af-b809288faa13 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:26:47.527414 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-8b0521fe-5587-4c47-9b42-a490bfdb1424 admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:47.531525 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0521fe-5587-4c47-9b42-a490bfdb1424 admin admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:26:47.567983 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0521fe-5587-4c47-9b42-a490bfdb1424 admin admin] Pushing event updated for resources: {'Port': ['ID=fb4ecbb5-73fc-451a-aa9b-08dab3853069,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:47.573934 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e676f-efb7-47a9-a5dd-f94eee20a773 None None] Pushing event updated for resources: {'Port': ['ID=4ef53703-a4af-4cde-add7-0584f656b4e4,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:47.595278 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8b0521fe-5587-4c47-9b42-a490bfdb1424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:47.686198 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-6e305b61-f0f7-42bd-a7e1-ecd36c47305c None None] Set router 19fc9ee7-8553-4dfc-8472-453aedc7e06e gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:26:47.883204 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e4cb92ea-3436-417c-aadb-4769635a0c4b None None] Provisioning for port fb4ecbb5-73fc-451a-aa9b-08dab3853069 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:26:47.889289 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e4cb92ea-3436-417c-aadb-4769635a0c4b None None] Provisioning complete for port fb4ecbb5-73fc-451a-aa9b-08dab3853069 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:47.889967 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e4cb92ea-3436-417c-aadb-4769635a0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:47.909492 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8b0521fe-5587-4c47-9b42-a490bfdb1424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:47.953894 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-e4cb92ea-3436-417c-aadb-4769635a0c4b None None] Port fb4ecbb5-73fc-451a-aa9b-08dab3853069 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:26:47.977300 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-6e305b61-f0f7-42bd-a7e1-ecd36c47305c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fc9ee7-8553-4dfc-8472-453aedc7e06e', 'name': 'tempest-TestShelveInstance-199673964-router', 'tenant_id': '5ed6ccca86ca436c9d8832014fddd324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '4ef53703-a4af-4cde-add7-0584f656b4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:43Z', 'updated_at': '2022-05-27T03:26:44Z', 'revision_number': 3, 'project_id': '5ed6ccca86ca436c9d8832014fddd324', 'gw_port': {'id': '4ef53703-a4af-4cde-add7-0584f656b4e4', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:9d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19fc9ee7-8553-4dfc-8472-453aedc7e06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:44Z', 'updated_at': '2022-05-27T03:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:47.981230 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e305b61-f0f7-42bd-a7e1-ecd36c47305c None None] The sync data for ids ['19fc9ee7-8553-4dfc-8472-453aedc7e06e'] in n-d-843554-3 is: [{'id': '19fc9ee7-8553-4dfc-8472-453aedc7e06e', 'name': 'tempest-TestShelveInstance-199673964-router', 'tenant_id': '5ed6ccca86ca436c9d8832014fddd324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '4ef53703-a4af-4cde-add7-0584f656b4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:43Z', 'updated_at': '2022-05-27T03:26:44Z', 'revision_number': 3, 'project_id': '5ed6ccca86ca436c9d8832014fddd324', 'gw_port': {'id': '4ef53703-a4af-4cde-add7-0584f656b4e4', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:9d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19fc9ee7-8553-4dfc-8472-453aedc7e06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:44Z', 'updated_at': '2022-05-27T03:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:26:48.140419 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8b0521fe-5587-4c47-9b42-a490bfdb1424 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:48.198201 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8b0521fe-5587-4c47-9b42-a490bfdb1424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:48.308217 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8b0521fe-5587-4c47-9b42-a490bfdb1424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:48.311677 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0521fe-5587-4c47-9b42-a490bfdb1424 admin admin] Pushing event updated for resources: {'Port': ['ID=fb4ecbb5-73fc-451a-aa9b-08dab3853069,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:48.449934 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0521fe-5587-4c47-9b42-a490bfdb1424 admin admin] Network a1bfb11a-6e60-4080-99af-b809288faa13 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:26:48.450963 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-8b0521fe-5587-4c47-9b42-a490bfdb1424 admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:48.648859 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0521fe-5587-4c47-9b42-a490bfdb1424 admin admin] Router 19fc9ee7-8553-4dfc-8472-453aedc7e06e has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:26:48.683078 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a4819681-2cae-4130-a528-425328f82137 None None] Provisioning complete for port fb4ecbb5-73fc-451a-aa9b-08dab3853069 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:48.683522 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a4819681-2cae-4130-a528-425328f82137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:48.746379 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a4819681-2cae-4130-a528-425328f82137 None None] Port fb4ecbb5-73fc-451a-aa9b-08dab3853069 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:26:48.792554 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 4ef53703-a4af-4cde-add7-0584f656b4e4 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:26:48.867517 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0521fe-5587-4c47-9b42-a490bfdb1424 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:26:48.877077 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8b0521fe-5587-4c47-9b42-a490bfdb1424 admin admin] 10.222.0.57 "PUT /v2.0/routers/19fc9ee7-8553-4dfc-8472-453aedc7e06e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5985117 May 27 03:26:48.939278 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 4ef53703-a4af-4cde-add7-0584f656b4e4 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:26:48.945116 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 4ef53703-a4af-4cde-add7-0584f656b4e4 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:48.945486 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:49.066076 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 4ef53703-a4af-4cde-add7-0584f656b4e4 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:26:49.067060 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:49.083080 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 4ef53703-a4af-4cde-add7-0584f656b4e4, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=4ef53703-a4af-4cde-add7-0584f656b4e4,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:26:49.145389 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:49.146166 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ce6842a3-0a6d-4c3e-ad74-e0563433b692 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:26:49.261941 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=4ef53703-a4af-4cde-add7-0584f656b4e4,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:49.274238 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port ce6842a3-0a6d-4c3e-ad74-e0563433b692 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:49.274612 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:49.338442 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38672) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:49.343921 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-5f23d892-cdd0-460f-9d11-b78674aa8ba9 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2139498125', 'description': 'tempest-secgroup-smoke-2139498125 description', 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:26:49.350409 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5f23d892-cdd0-460f-9d11-b78674aa8ba9 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:49.354318 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5f23d892-cdd0-460f-9d11-b78674aa8ba9 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Usage tracker for resource:security_group and tenant:bb1479a20f4542a5b7005831ae5ce3d5 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:26:49.357199 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5f23d892-cdd0-460f-9d11-b78674aa8ba9 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:26:49.362846 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5f23d892-cdd0-460f-9d11-b78674aa8ba9 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:49.396085 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port ce6842a3-0a6d-4c3e-ad74-e0563433b692 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:26:49.432416 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5f23d892-cdd0-460f-9d11-b78674aa8ba9 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:49.452360 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5f23d892-cdd0-460f-9d11-b78674aa8ba9 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:49.456224 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5f23d892-cdd0-460f-9d11-b78674aa8ba9 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Usage tracker for resource:security_group_rule and tenant:bb1479a20f4542a5b7005831ae5ce3d5 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:26:49.459075 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-5f23d892-cdd0-460f-9d11-b78674aa8ba9 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:26:49.464922 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-5f23d892-cdd0-460f-9d11-b78674aa8ba9 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:49.531511 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5f23d892-cdd0-460f-9d11-b78674aa8ba9 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:49.591728 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5f23d892-cdd0-460f-9d11-b78674aa8ba9 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:49.633214 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f23d892-cdd0-460f-9d11-b78674aa8ba9 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=363fe4e4-7a4b-48b9-adda-d37f33962915,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:49.700831 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5f23d892-cdd0-460f-9d11-b78674aa8ba9 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:49.702092 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5f23d892-cdd0-460f-9d11-b78674aa8ba9 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3624916 May 27 03:26:49.704958 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38676) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:49.709870 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-6ad75725-80d5-4064-bbff-f60e93542b48 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Request body: {'security_group_rule': {'security_group_id': '363fe4e4-7a4b-48b9-adda-d37f33962915', 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:26:49.716452 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-6ad75725-80d5-4064-bbff-f60e93542b48 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:49.721152 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-6ad75725-80d5-4064-bbff-f60e93542b48 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Usage tracker for resource:security_group_rule and tenant:bb1479a20f4542a5b7005831ae5ce3d5 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:26:49.723765 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-6ad75725-80d5-4064-bbff-f60e93542b48 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:26:49.729350 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-6ad75725-80d5-4064-bbff-f60e93542b48 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:49.804500 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6ad75725-80d5-4064-bbff-f60e93542b48 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:49.867862 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6ad75725-80d5-4064-bbff-f60e93542b48 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:49.946120 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6ad75725-80d5-4064-bbff-f60e93542b48 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:49.970598 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad75725-80d5-4064-bbff-f60e93542b48 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af7ed99b-8632-43de-88ca-9d9b424a24c4,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:50.003080 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:50.059273 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6ad75725-80d5-4064-bbff-f60e93542b48 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:50.060422 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-6ad75725-80d5-4064-bbff-f60e93542b48 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3545713 May 27 03:26:50.063149 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38680) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:50.067963 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-4c7fc5c7-6fc6-41b2-8a99-93365bc929bc tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Request body: {'security_group_rule': {'security_group_id': '363fe4e4-7a4b-48b9-adda-d37f33962915', 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:26:50.074456 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4c7fc5c7-6fc6-41b2-8a99-93365bc929bc tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:50.078217 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4c7fc5c7-6fc6-41b2-8a99-93365bc929bc tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Usage tracker for resource:security_group_rule and tenant:bb1479a20f4542a5b7005831ae5ce3d5 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:26:50.081046 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-4c7fc5c7-6fc6-41b2-8a99-93365bc929bc tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:26:50.087249 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-4c7fc5c7-6fc6-41b2-8a99-93365bc929bc tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:50.087677 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:50.174179 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c7fc5c7-6fc6-41b2-8a99-93365bc929bc tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:50.233754 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c7fc5c7-6fc6-41b2-8a99-93365bc929bc tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:50.310870 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c7fc5c7-6fc6-41b2-8a99-93365bc929bc tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:50.336286 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7fc5c7-6fc6-41b2-8a99-93365bc929bc tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f8ba67f-8e3a-4cd5-bdc9-a6dc7bf54646,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:50.403507 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c7fc5c7-6fc6-41b2-8a99-93365bc929bc tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:50.404746 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4c7fc5c7-6fc6-41b2-8a99-93365bc929bc tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3406703 May 27 03:26:50.407411 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38684) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:50.412392 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-77fbe714-e00f-423c-8fff-30b362ee9621 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Request body: {'security_group_rule': {'security_group_id': '363fe4e4-7a4b-48b9-adda-d37f33962915', 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:26:50.419292 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-77fbe714-e00f-423c-8fff-30b362ee9621 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:50.423048 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-77fbe714-e00f-423c-8fff-30b362ee9621 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Usage tracker for resource:security_group_rule and tenant:bb1479a20f4542a5b7005831ae5ce3d5 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:26:50.425942 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-77fbe714-e00f-423c-8fff-30b362ee9621 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:26:50.431498 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-77fbe714-e00f-423c-8fff-30b362ee9621 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:50.512472 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-77fbe714-e00f-423c-8fff-30b362ee9621 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:50.573522 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-77fbe714-e00f-423c-8fff-30b362ee9621 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:50.647757 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-77fbe714-e00f-423c-8fff-30b362ee9621 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:50.676629 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fbe714-e00f-423c-8fff-30b362ee9621 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee505d15-ee46-4196-8c8c-320f0b2a4867,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:50.705748 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 4ef53703-a4af-4cde-add7-0584f656b4e4 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:26:50.755218 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-77fbe714-e00f-423c-8fff-30b362ee9621 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:50.763151 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38688) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:50.763634 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-77fbe714-e00f-423c-8fff-30b362ee9621 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3512132 May 27 03:26:50.766099 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-31926fd3-2099-4722-a067-1e73e5bf174b tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Request body: {'security_group_rule': {'security_group_id': '363fe4e4-7a4b-48b9-adda-d37f33962915', 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:26:50.772595 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 4ef53703-a4af-4cde-add7-0584f656b4e4 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:50.773192 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:50.778877 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-31926fd3-2099-4722-a067-1e73e5bf174b tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:50.783708 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-31926fd3-2099-4722-a067-1e73e5bf174b tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Usage tracker for resource:security_group_rule and tenant:bb1479a20f4542a5b7005831ae5ce3d5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:26:50.787544 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-31926fd3-2099-4722-a067-1e73e5bf174b tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:26:50.794977 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-31926fd3-2099-4722-a067-1e73e5bf174b tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:50.805400 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5f5b27-fcdb-4105-bda2-804f20de1e8c None None] Sync routers for ids ['19fc9ee7-8553-4dfc-8472-453aedc7e06e'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:26:50.833590 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5f5b27-fcdb-4105-bda2-804f20de1e8c None None] Routers {'19fc9ee7-8553-4dfc-8472-453aedc7e06e'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:26:50.834141 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ba5f5b27-fcdb-4105-bda2-804f20de1e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:26:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['19fc9ee7-8553-4dfc-8472-453aedc7e06e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:50.901818 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31926fd3-2099-4722-a067-1e73e5bf174b tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:50.969680 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31926fd3-2099-4722-a067-1e73e5bf174b tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:51.049326 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31926fd3-2099-4722-a067-1e73e5bf174b tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:51.053164 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 4ef53703-a4af-4cde-add7-0584f656b4e4 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:26:51.061927 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-ba5f5b27-fcdb-4105-bda2-804f20de1e8c None None] Set router 19fc9ee7-8553-4dfc-8472-453aedc7e06e gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:26:51.079318 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31926fd3-2099-4722-a067-1e73e5bf174b tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8219942-2c9b-4896-880c-1a08a94e1ad2,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:51.152161 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31926fd3-2099-4722-a067-1e73e5bf174b tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:51.153387 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-31926fd3-2099-4722-a067-1e73e5bf174b tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3935466 May 27 03:26:51.156052 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38692) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:51.162712 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-585a5817-df64-465a-aa96-83027366c03a tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Request body: {'security_group_rule': {'security_group_id': '363fe4e4-7a4b-48b9-adda-d37f33962915', 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:26:51.169840 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-585a5817-df64-465a-aa96-83027366c03a tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:51.173827 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-585a5817-df64-465a-aa96-83027366c03a tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Usage tracker for resource:security_group_rule and tenant:bb1479a20f4542a5b7005831ae5ce3d5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:26:51.177602 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-585a5817-df64-465a-aa96-83027366c03a tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:26:51.183272 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-585a5817-df64-465a-aa96-83027366c03a tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:51.237902 n-d-843554-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-585a5817-df64-465a-aa96-83027366c03a tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Project bb1479a20f4542a5b7005831ae5ce3d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:26:51.245579 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-585a5817-df64-465a-aa96-83027366c03a tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:51.309732 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-585a5817-df64-465a-aa96-83027366c03a tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:51.357833 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-585a5817-df64-465a-aa96-83027366c03a tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:51.367533 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ba5f5b27-fcdb-4105-bda2-804f20de1e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fc9ee7-8553-4dfc-8472-453aedc7e06e', 'name': 'tempest-TestShelveInstance-199673964-router', 'tenant_id': '5ed6ccca86ca436c9d8832014fddd324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '4ef53703-a4af-4cde-add7-0584f656b4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:43Z', 'updated_at': '2022-05-27T03:26:47Z', 'revision_number': 4, 'project_id': '5ed6ccca86ca436c9d8832014fddd324', 'gw_port': {'id': '4ef53703-a4af-4cde-add7-0584f656b4e4', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fc9ee7-8553-4dfc-8472-453aedc7e06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:44Z', 'updated_at': '2022-05-27T03:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'fb4ecbb5-73fc-451a-aa9b-08dab3853069', 'name': '', 'network_id': 'a1bfb11a-6e60-4080-99af-b809288faa13', 'tenant_id': '5ed6ccca86ca436c9d8832014fddd324', 'mac_address': 'fa:16:3e:c7:b4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19fc9ee7-8553-4dfc-8472-453aedc7e06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '6023406a-4191-4d9a-b3b8-09e94df25c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:47Z', 'updated_at': '2022-05-27T03:26:47Z', 'revision_number': 2, 'project_id': '5ed6ccca86ca436c9d8832014fddd324', 'subnets': [{'id': '6023406a-4191-4d9a-b3b8-09e94df25c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:51.371394 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5f5b27-fcdb-4105-bda2-804f20de1e8c None None] Checking router: 19fc9ee7-8553-4dfc-8472-453aedc7e06e for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:26:51.371743 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5f5b27-fcdb-4105-bda2-804f20de1e8c None None] Updating router 19fc9ee7-8553-4dfc-8472-453aedc7e06e port fb4ecbb5-73fc-451a-aa9b-08dab3853069 binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:26:51.385474 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a5817-df64-465a-aa96-83027366c03a tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e33eeb-5277-49bd-bbdb-0021d49abbf2,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:51.425837 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ba5f5b27-fcdb-4105-bda2-804f20de1e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:51.432318 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-585a5817-df64-465a-aa96-83027366c03a tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:51.436135 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-585a5817-df64-465a-aa96-83027366c03a tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2766476 May 27 03:26:51.436278 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 38696) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:51.441445 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-587783fe-64c0-4af6-b011-e24d23d7a619 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Request body: {'security_group_rule': {'security_group_id': '363fe4e4-7a4b-48b9-adda-d37f33962915', 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:26:51.448462 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-587783fe-64c0-4af6-b011-e24d23d7a619 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:51.452266 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-587783fe-64c0-4af6-b011-e24d23d7a619 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Usage tracker for resource:security_group_rule and tenant:bb1479a20f4542a5b7005831ae5ce3d5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:26:51.455089 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-587783fe-64c0-4af6-b011-e24d23d7a619 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:26:51.461455 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-587783fe-64c0-4af6-b011-e24d23d7a619 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:51.528284 n-d-843554-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-587783fe-64c0-4af6-b011-e24d23d7a619 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Project bb1479a20f4542a5b7005831ae5ce3d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:26:51.535321 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-587783fe-64c0-4af6-b011-e24d23d7a619 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:51.600055 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-587783fe-64c0-4af6-b011-e24d23d7a619 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:51.676703 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-587783fe-64c0-4af6-b011-e24d23d7a619 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:51.704905 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587783fe-64c0-4af6-b011-e24d23d7a619 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=050abd52-c01e-4722-975c-a5719af8b1e4,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:51.768942 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ba5f5b27-fcdb-4105-bda2-804f20de1e8c None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:51.780934 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ba5f5b27-fcdb-4105-bda2-804f20de1e8c None None] Transition to ACTIVE for port object fb4ecbb5-73fc-451a-aa9b-08dab3853069 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:26:51.792407 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-587783fe-64c0-4af6-b011-e24d23d7a619 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:51.793688 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-587783fe-64c0-4af6-b011-e24d23d7a619 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3564837 May 27 03:26:51.883786 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ba5f5b27-fcdb-4105-bda2-804f20de1e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:51.960160 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-4ea22592-28ba-4afb-91ae-7024df69bacd tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Synchronizing usage tracker for tenant:bb1479a20f4542a5b7005831ae5ce3d5 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:26:52.047963 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cd6c32-cad7-483a-a4ae-1e0586eb9718 None None] Pushing event updated for resources: {'Port': ['ID=fb4ecbb5-73fc-451a-aa9b-08dab3853069,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:52.055555 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-4ea22592-28ba-4afb-91ae-7024df69bacd tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Unset dirty status for tenant:bb1479a20f4542a5b7005831ae5ce3d5 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:26:52.057738 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-4ea22592-28ba-4afb-91ae-7024df69bacd tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2139498125&fields=id&tenant_id=bb1479a20f4542a5b7005831ae5ce3d5 HTTP/1.1" status: 200 len: 267 time: 0.1401479 May 27 03:26:52.109877 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-ba5f5b27-fcdb-4105-bda2-804f20de1e8c None None] Attempting to bind port fb4ecbb5-73fc-451a-aa9b-08dab3853069 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:26:52.110447 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-ba5f5b27-fcdb-4105-bda2-804f20de1e8c None None] Attempting to bind port fb4ecbb5-73fc-451a-aa9b-08dab3853069 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': '8ea1b2e6-a5e0-4207-971a-a3996b063a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a1bfb11a-6e60-4080-99af-b809288faa13'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:26:52.110656 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5f5b27-fcdb-4105-bda2-804f20de1e8c None None] Attempting to bind port fb4ecbb5-73fc-451a-aa9b-08dab3853069 on network a1bfb11a-6e60-4080-99af-b809288faa13 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:26:52.116603 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5f5b27-fcdb-4105-bda2-804f20de1e8c None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:26:52.116996 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5f5b27-fcdb-4105-bda2-804f20de1e8c None None] Checking segment: {'id': '8ea1b2e6-a5e0-4207-971a-a3996b063a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a1bfb11a-6e60-4080-99af-b809288faa13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:26:52.117623 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ba5f5b27-fcdb-4105-bda2-804f20de1e8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:52.118177 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5f5b27-fcdb-4105-bda2-804f20de1e8c None None] Bound using segment: {'id': '8ea1b2e6-a5e0-4207-971a-a3996b063a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a1bfb11a-6e60-4080-99af-b809288faa13'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:26:52.118666 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-ba5f5b27-fcdb-4105-bda2-804f20de1e8c None None] Bound port: fb4ecbb5-73fc-451a-aa9b-08dab3853069, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ea1b2e6-a5e0-4207-971a-a3996b063a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a1bfb11a-6e60-4080-99af-b809288faa13'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:26:52.119034 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ba5f5b27-fcdb-4105-bda2-804f20de1e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:52.214996 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-86e3cd6d-e01a-409b-824a-e218e584c108 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:52.216459 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-86e3cd6d-e01a-409b-824a-e218e584c108 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/networks?id=34df816b-e066-4462-8270-932b1dcc87e2 HTTP/1.1" status: 200 len: 808 time: 0.1521747 May 27 03:26:52.219128 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-ba5f5b27-fcdb-4105-bda2-804f20de1e8c None None] For port fb4ecbb5-73fc-451a-aa9b-08dab3853069, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:26:52.222286 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-ba5f5b27-fcdb-4105-bda2-804f20de1e8c None None] For port fb4ecbb5-73fc-451a-aa9b-08dab3853069, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=fb4ecbb5-73fc-451a-aa9b-08dab3853069,segment=NetworkSegment(8ea1b2e6-a5e0-4207-971a-a3996b063a0a),segment_id=8ea1b2e6-a5e0-4207-971a-a3996b063a0a)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:26:52.231854 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-aabd5add-ae35-4959-bf57-53d805f4c249 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/quotas/bb1479a20f4542a5b7005831ae5ce3d5 HTTP/1.1" status: 200 len: 375 time: 0.0098119 May 27 03:26:52.284305 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ba5f5b27-fcdb-4105-bda2-804f20de1e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:52.311456 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-711cf0b1-18e0-4065-80a5-2ff031172bfc tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Synchronizing usage tracker for tenant:bb1479a20f4542a5b7005831ae5ce3d5 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:26:52.397835 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5f5b27-fcdb-4105-bda2-804f20de1e8c None None] Routers {'19fc9ee7-8553-4dfc-8472-453aedc7e06e'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:26:52.398466 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ba5f5b27-fcdb-4105-bda2-804f20de1e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:26:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['19fc9ee7-8553-4dfc-8472-453aedc7e06e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:52.414821 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-711cf0b1-18e0-4065-80a5-2ff031172bfc tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Unset dirty status for tenant:bb1479a20f4542a5b7005831ae5ce3d5 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:26:52.416621 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-711cf0b1-18e0-4065-80a5-2ff031172bfc tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=bb1479a20f4542a5b7005831ae5ce3d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1798062 May 27 03:26:52.464202 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cd6c32-cad7-483a-a4ae-1e0586eb9718 None None] Pushing event updated for resources: {'Port': ['ID=fb4ecbb5-73fc-451a-aa9b-08dab3853069,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:52.585599 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-ba5f5b27-fcdb-4105-bda2-804f20de1e8c None None] Set router 19fc9ee7-8553-4dfc-8472-453aedc7e06e gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:26:52.780498 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-f50855e0-5c22-4bf0-b170-f5385b28baf8 service neutron] 10.222.0.57 "GET /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509874 May 27 03:26:52.907522 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ba5f5b27-fcdb-4105-bda2-804f20de1e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fc9ee7-8553-4dfc-8472-453aedc7e06e', 'name': 'tempest-TestShelveInstance-199673964-router', 'tenant_id': '5ed6ccca86ca436c9d8832014fddd324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '4ef53703-a4af-4cde-add7-0584f656b4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:43Z', 'updated_at': '2022-05-27T03:26:47Z', 'revision_number': 4, 'project_id': '5ed6ccca86ca436c9d8832014fddd324', 'gw_port': {'id': '4ef53703-a4af-4cde-add7-0584f656b4e4', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fc9ee7-8553-4dfc-8472-453aedc7e06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:44Z', 'updated_at': '2022-05-27T03:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'fb4ecbb5-73fc-451a-aa9b-08dab3853069', 'name': '', 'network_id': 'a1bfb11a-6e60-4080-99af-b809288faa13', 'tenant_id': '5ed6ccca86ca436c9d8832014fddd324', 'mac_address': 'fa:16:3e:c7:b4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19fc9ee7-8553-4dfc-8472-453aedc7e06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '6023406a-4191-4d9a-b3b8-09e94df25c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:47Z', 'updated_at': '2022-05-27T03:26:52Z', 'revision_number': 4, 'project_id': '5ed6ccca86ca436c9d8832014fddd324', 'subnets': [{'id': '6023406a-4191-4d9a-b3b8-09e94df25c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:52.912399 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5f5b27-fcdb-4105-bda2-804f20de1e8c None None] The sync data for ids ['19fc9ee7-8553-4dfc-8472-453aedc7e06e'] in n-d-843554-3 is: [{'id': '19fc9ee7-8553-4dfc-8472-453aedc7e06e', 'name': 'tempest-TestShelveInstance-199673964-router', 'tenant_id': '5ed6ccca86ca436c9d8832014fddd324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '4ef53703-a4af-4cde-add7-0584f656b4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:43Z', 'updated_at': '2022-05-27T03:26:47Z', 'revision_number': 4, 'project_id': '5ed6ccca86ca436c9d8832014fddd324', 'gw_port': {'id': '4ef53703-a4af-4cde-add7-0584f656b4e4', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fc9ee7-8553-4dfc-8472-453aedc7e06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:44Z', 'updated_at': '2022-05-27T03:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'fb4ecbb5-73fc-451a-aa9b-08dab3853069', 'name': '', 'network_id': 'a1bfb11a-6e60-4080-99af-b809288faa13', 'tenant_id': '5ed6ccca86ca436c9d8832014fddd324', 'mac_address': 'fa:16:3e:c7:b4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19fc9ee7-8553-4dfc-8472-453aedc7e06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '6023406a-4191-4d9a-b3b8-09e94df25c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:47Z', 'updated_at': '2022-05-27T03:26:52Z', 'revision_number': 4, 'project_id': '5ed6ccca86ca436c9d8832014fddd324', 'subnets': [{'id': '6023406a-4191-4d9a-b3b8-09e94df25c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:26:52.914950 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-765f5f92-44f1-43f7-8df2-4037f7b432af service neutron] 10.222.0.57 "GET /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278579 May 27 03:26:53.211852 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-abdaaba1-537b-465a-9fa7-db4d62308ea8 req-7ba31349-94eb-41fa-9a99-858ce9e32fb1 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 210 time: 0.0504038 May 27 03:26:53.677535 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:26:54.359151 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5d941e53-8c81-475f-b9d1-b66c2c336de5 req-67c2b2f7-e34d-41a4-a79f-566ab4e0de07 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 210 time: 0.0423458 May 27 03:26:54.727396 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device fb4ecbb5-73fc-451a-aa9b-08dab3853069 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:26:54.849524 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port fb4ecbb5-73fc-451a-aa9b-08dab3853069 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:26:54.854916 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port fb4ecbb5-73fc-451a-aa9b-08dab3853069 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:54.855460 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:55.001608 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port fb4ecbb5-73fc-451a-aa9b-08dab3853069 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:26:55.001608 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:55.020921 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port fb4ecbb5-73fc-451a-aa9b-08dab3853069, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=fb4ecbb5-73fc-451a-aa9b-08dab3853069,segment=NetworkSegment(8ea1b2e6-a5e0-4207-971a-a3996b063a0a),segment_id=8ea1b2e6-a5e0-4207-971a-a3996b063a0a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:26:55.140592 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:55.211346 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=fb4ecbb5-73fc-451a-aa9b-08dab3853069,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:55.347373 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-f33eb032-14f1-4f92-9bab-e4abc1341194 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:55.348761 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-f33eb032-14f1-4f92-9bab-e4abc1341194 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.32 "GET /v2.0/networks?id=34df816b-e066-4462-8270-932b1dcc87e2 HTTP/1.1" status: 200 len: 808 time: 0.1482310 May 27 03:26:55.397408 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-03e509d4-4fed-45ad-a7a8-cdcdf484f849 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb1479a20f4542a5b7005831ae5ce3d5 HTTP/1.1" status: 200 len: 380 time: 0.0407078 May 27 03:26:55.405182 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-fd69eddd-476f-4fa9-91fa-63d2ef7c53d3 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Request body: {'port': {'device_id': '681506e8-aa58-47bf-852f-d75106c9da00', 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2', 'admin_state_up': True, 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'security_groups': ['363fe4e4-7a4b-48b9-adda-d37f33962915']}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:26:55.529204 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a60dd5af-21ae-414a-992e-12c3e83ca3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:55.533062 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cc59038f-76f9-41e5-9802-b53bf42b8120 req-1a24af60-49e2-464c-b9f0-57ddeae23b54 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 210 time: 0.0586803 May 27 03:26:55.586707 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-fd69eddd-476f-4fa9-91fa-63d2ef7c53d3 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:55.596083 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-fd69eddd-476f-4fa9-91fa-63d2ef7c53d3 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:55.683195 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-fd69eddd-476f-4fa9-91fa-63d2ef7c53d3 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Made reservation on behalf of bb1479a20f4542a5b7005831ae5ce3d5 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:26:55.686562 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-fd69eddd-476f-4fa9-91fa-63d2ef7c53d3 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:55.845761 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-fd69eddd-476f-4fa9-91fa-63d2ef7c53d3 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Allocated IP 172.20.0.9 (34df816b-e066-4462-8270-932b1dcc87e2/bc3ac1d7-a648-46b7-a3a5-38b8867455db/c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:26:56.035369 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-fd69eddd-476f-4fa9-91fa-63d2ef7c53d3 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:56.051311 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-fd69eddd-476f-4fa9-91fa-63d2ef7c53d3 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Transition to ACTIVE for port object c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:26:56.129358 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-fd69eddd-476f-4fa9-91fa-63d2ef7c53d3 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:56.198015 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-fd69eddd-476f-4fa9-91fa-63d2ef7c53d3 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Network 34df816b-e066-4462-8270-932b1dcc87e2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:26:56.200854 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-fd69eddd-476f-4fa9-91fa-63d2ef7c53d3 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:56.204826 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-fd69eddd-476f-4fa9-91fa-63d2ef7c53d3 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:26:56.241005 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69eddd-476f-4fa9-91fa-63d2ef7c53d3 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Pushing event updated for resources: {'Port': ['ID=c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:56.277404 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-fd69eddd-476f-4fa9-91fa-63d2ef7c53d3 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:56.278017 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-fd69eddd-476f-4fa9-91fa-63d2ef7c53d3 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:56.403999 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-fd69eddd-476f-4fa9-91fa-63d2ef7c53d3 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0024540 May 27 03:26:56.415102 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-7ca2dab2-dd82-44ef-8608-8d132e18fb62 service neutron] Request body: {'port': {'device_id': '681506e8-aa58-47bf-852f-d75106c9da00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:26:56.471799 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-82cce63e-af1c-443a-a281-940353f41163 None None] Provisioning for port c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:26:56.477561 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-82cce63e-af1c-443a-a281-940353f41163 None None] Provisioning complete for port c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:56.477927 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-82cce63e-af1c-443a-a281-940353f41163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:56.521898 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-7ca2dab2-dd82-44ef-8608-8d132e18fb62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:56.532698 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-82cce63e-af1c-443a-a281-940353f41163 None None] Port c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:26:56.713944 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device fb4ecbb5-73fc-451a-aa9b-08dab3853069 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:26:56.781435 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port fb4ecbb5-73fc-451a-aa9b-08dab3853069 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:56.782531 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:56.901628 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port fb4ecbb5-73fc-451a-aa9b-08dab3853069 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:26:56.967477 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111efd08-d485-44f9-b29c-b7d811d5685a req-cd3174c8-7081-4120-880f-aff6227e7d34 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:56.968156 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-111efd08-d485-44f9-b29c-b7d811d5685a req-cd3174c8-7081-4120-880f-aff6227e7d34 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Synchronizing usage tracker for tenant:bb1479a20f4542a5b7005831ae5ce3d5 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:26:57.051526 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-7ca2dab2-dd82-44ef-8608-8d132e18fb62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:26:57.059343 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-7ca2dab2-dd82-44ef-8608-8d132e18fb62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:57.073252 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-111efd08-d485-44f9-b29c-b7d811d5685a req-cd3174c8-7081-4120-880f-aff6227e7d34 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Unset dirty status for tenant:bb1479a20f4542a5b7005831ae5ce3d5 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:26:57.074389 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-111efd08-d485-44f9-b29c-b7d811d5685a req-cd3174c8-7081-4120-880f-aff6227e7d34 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 931 time: 0.4192944 May 27 03:26:57.075264 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-7ca2dab2-dd82-44ef-8608-8d132e18fb62 service neutron] Transition to ACTIVE for port object c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:26:57.118440 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-111efd08-d485-44f9-b29c-b7d811d5685a req-68ebb050-231f-48eb-80c4-77a75308a060 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379827 May 27 03:26:57.134582 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-7ca2dab2-dd82-44ef-8608-8d132e18fb62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:57.264097 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca2dab2-dd82-44ef-8608-8d132e18fb62 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:57.367398 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-7ca2dab2-dd82-44ef-8608-8d132e18fb62 service neutron] Attempting to bind port c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:26:57.367727 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-7ca2dab2-dd82-44ef-8608-8d132e18fb62 service neutron] Attempting to bind port c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'cd2181d9-8cc8-45f6-af3b-1ad4e9df3062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:26:57.368049 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-7ca2dab2-dd82-44ef-8608-8d132e18fb62 service neutron] Attempting to bind port c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 on network 34df816b-e066-4462-8270-932b1dcc87e2 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:26:57.372538 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-7ca2dab2-dd82-44ef-8608-8d132e18fb62 service neutron] Port c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 on network 34df816b-e066-4462-8270-932b1dcc87e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:26:57.372823 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-7ca2dab2-dd82-44ef-8608-8d132e18fb62 service neutron] Attempting to bind port c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 on network 34df816b-e066-4462-8270-932b1dcc87e2 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:26:57.377701 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-7ca2dab2-dd82-44ef-8608-8d132e18fb62 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:26:57.378031 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-7ca2dab2-dd82-44ef-8608-8d132e18fb62 service neutron] Checking segment: {'id': 'cd2181d9-8cc8-45f6-af3b-1ad4e9df3062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:26:57.378405 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-7ca2dab2-dd82-44ef-8608-8d132e18fb62 service neutron] Bound using segment: {'id': 'cd2181d9-8cc8-45f6-af3b-1ad4e9df3062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:26:57.378819 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-7ca2dab2-dd82-44ef-8608-8d132e18fb62 service neutron] Bound port: c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd2181d9-8cc8-45f6-af3b-1ad4e9df3062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:26:57.379156 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-7ca2dab2-dd82-44ef-8608-8d132e18fb62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:57.472184 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-7ca2dab2-dd82-44ef-8608-8d132e18fb62 service neutron] For port c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:26:57.475720 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-7ca2dab2-dd82-44ef-8608-8d132e18fb62 service neutron] For port c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695,segment=NetworkSegment(cd2181d9-8cc8-45f6-af3b-1ad4e9df3062),segment_id=cd2181d9-8cc8-45f6-af3b-1ad4e9df3062)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:26:57.534936 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-7ca2dab2-dd82-44ef-8608-8d132e18fb62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:57.594489 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-7ca2dab2-dd82-44ef-8608-8d132e18fb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:57.594844 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-7ca2dab2-dd82-44ef-8608-8d132e18fb62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:57.596208 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-7ca2dab2-dd82-44ef-8608-8d132e18fb62 service neutron] 10.222.0.32 "PUT /v2.0/ports/c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 HTTP/1.1" status: 200 len: 1091 time: 1.1851654 May 27 03:26:57.598971 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '681506e8-aa58-47bf-852f-d75106c9da00', 'tag': 'c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:26:57.624167 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca2dab2-dd82-44ef-8608-8d132e18fb62 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:57.721100 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3052f77a-a26f-4016-91c2-e6ad9eb3e50f'] response: {'name': 'network-changed', 'server_uuid': '681506e8-aa58-47bf-852f-d75106c9da00', 'tag': 'c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695', 'status': 'completed', 'code': 200} May 27 03:26:57.766241 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-7331ccbc-388a-4b8d-bc5e-9dae84961ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:57.767933 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-7331ccbc-388a-4b8d-bc5e-9dae84961ccb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb1479a20f4542a5b7005831ae5ce3d5&device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 1094 time: 0.0803046 May 27 03:26:57.837041 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-f8e27ac6-2aef-4169-8a5e-e2bee560f9d6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 HTTP/1.1" status: 200 len: 217 time: 0.0619049 May 27 03:26:57.901632 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-2f1a2d3b-8225-47a4-85dc-cf0b578fc017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:57.903112 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-2f1a2d3b-8225-47a4-85dc-cf0b578fc017 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc3ac1d7-a648-46b7-a3a5-38b8867455db HTTP/1.1" status: 200 len: 847 time: 0.0612044 May 27 03:26:57.963458 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5018b7b3-1049-4db9-b21a-ecf77282d1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:57.976811 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-0cb1652c-7ab3-45b0-afce-01b5f73dfdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:57.981781 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-0cb1652c-7ab3-45b0-afce-01b5f73dfdf4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=34df816b-e066-4462-8270-932b1dcc87e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696483 May 27 03:26:58.109334 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-4b9ae3b6-5787-4ec3-960b-d74817f14c07 service neutron] 10.222.0.32 "GET /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250749 May 27 03:26:58.278931 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2dc74ff4-2b16-4ef0-9346-a73930c59154 req-cab2fee8-d7e0-43b3-8ce6-be3364cdc5a7 service neutron] 10.222.0.32 "GET /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625259 May 27 03:26:58.317117 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218382f2-30f1-4dca-83b9-f49751a9fd2b req-e855e326-90df-459b-88af-2b6909f84eaf tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:58.319213 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-218382f2-30f1-4dca-83b9-f49751a9fd2b req-e855e326-90df-459b-88af-2b6909f84eaf tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 943 time: 0.0926924 May 27 03:26:58.368303 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-218382f2-30f1-4dca-83b9-f49751a9fd2b req-94c8c6a9-4920-4a56-a503-9ddb288b3e2f tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430002 May 27 03:26:58.453506 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707f111-d060-4242-92ef-09a2fa533ab5 req-b4e08820-7e20-4e11-a732-b967645ffbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:58.454886 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e707f111-d060-4242-92ef-09a2fa533ab5 req-b4e08820-7e20-4e11-a732-b967645ffbef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb1479a20f4542a5b7005831ae5ce3d5&device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 1094 time: 0.0692759 May 27 03:26:58.584791 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707f111-d060-4242-92ef-09a2fa533ab5 req-ba3d6389-4ec8-4882-88ef-5277a12d0c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:58.586235 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e707f111-d060-4242-92ef-09a2fa533ab5 req-ba3d6389-4ec8-4882-88ef-5277a12d0c66 service neutron] 10.222.0.32 "GET /v2.0/networks?id=34df816b-e066-4462-8270-932b1dcc87e2 HTTP/1.1" status: 200 len: 909 time: 0.1254580 May 27 03:26:58.655046 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e707f111-d060-4242-92ef-09a2fa533ab5 req-fca1bd9b-114a-4bdd-a0e4-740160f2aa6e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 HTTP/1.1" status: 200 len: 217 time: 0.0626369 May 27 03:26:58.717344 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707f111-d060-4242-92ef-09a2fa533ab5 req-10a81b20-eef1-415b-b05b-a6b51866e349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:58.718626 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e707f111-d060-4242-92ef-09a2fa533ab5 req-10a81b20-eef1-415b-b05b-a6b51866e349 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc3ac1d7-a648-46b7-a3a5-38b8867455db HTTP/1.1" status: 200 len: 847 time: 0.0569534 May 27 03:26:58.792762 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707f111-d060-4242-92ef-09a2fa533ab5 req-b5f3263f-2fe4-491c-8014-5b44cc4d4430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:58.794206 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e707f111-d060-4242-92ef-09a2fa533ab5 req-b5f3263f-2fe4-491c-8014-5b44cc4d4430 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=34df816b-e066-4462-8270-932b1dcc87e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678442 May 27 03:26:59.031110 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e707f111-d060-4242-92ef-09a2fa533ab5 req-860f4189-f7d3-4e18-9ef7-1b5d6f0b2a98 service neutron] 10.222.0.32 "GET /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300811 May 27 03:26:59.077381 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:59.163305 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e707f111-d060-4242-92ef-09a2fa533ab5 req-e0f4b909-2567-4e39-bb88-9b2899fdda9a service neutron] 10.222.0.32 "GET /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258140 May 27 03:26:59.230775 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:59.553240 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2a33f-739d-4859-bc63-895c094fccc2 req-0c428efa-2bb6-4603-bc79-22b3dc79706d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:59.554675 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-68a2a33f-739d-4859-bc63-895c094fccc2 req-0c428efa-2bb6-4603-bc79-22b3dc79706d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 943 time: 0.0788219 May 27 03:26:59.597379 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-68a2a33f-739d-4859-bc63-895c094fccc2 req-65df1acb-0d1d-46cb-b470-20faa344cee2 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371218 May 27 03:27:00.368921 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:00.781324 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2139b4-ba57-4512-94b0-7eaab063ec0e req-a3e572c5-443e-44f5-a4d3-1756d00eefdc tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:00.782817 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee2139b4-ba57-4512-94b0-7eaab063ec0e req-a3e572c5-443e-44f5-a4d3-1756d00eefdc tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 943 time: 0.0826588 May 27 03:27:00.827652 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee2139b4-ba57-4512-94b0-7eaab063ec0e req-254aca89-b307-416c-bac4-162c06bc33d0 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382433 May 27 03:27:02.009743 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82307c4-da84-48d1-aaf6-3362673a45fd req-4dc355b1-4a0a-4fb6-b224-7134174e13c1 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:02.011210 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d82307c4-da84-48d1-aaf6-3362673a45fd req-4dc355b1-4a0a-4fb6-b224-7134174e13c1 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 943 time: 0.0798950 May 27 03:27:02.054518 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d82307c4-da84-48d1-aaf6-3362673a45fd req-8eb9b609-d334-4b8e-b500-cbde9292f7b9 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377476 May 27 03:27:02.493484 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:27:02.622873 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695,segment=NetworkSegment(cd2181d9-8cc8-45f6-af3b-1ad4e9df3062),segment_id=cd2181d9-8cc8-45f6-af3b-1ad4e9df3062)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:27:02.635372 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': 'c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695', 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2', 'port_id': 'c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695', 'mac_address': 'fa:16:3e:8e:ba:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc3ac1d7-a648-46b7-a3a5-38b8867455db', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:27:02.688794 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:27:02.689173 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:02.707886 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:27:02.722956 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695,segment=NetworkSegment(cd2181d9-8cc8-45f6-af3b-1ad4e9df3062),segment_id=cd2181d9-8cc8-45f6-af3b-1ad4e9df3062)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:27:02.792161 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:02.858543 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:02.994860 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:27:03.245626 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b4686-71bf-4996-8ec3-e0ff0bb7e9cf req-ac085c0d-73f8-49bc-9045-381632cb236e tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:03.247021 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3b4b4686-71bf-4996-8ec3-e0ff0bb7e9cf req-ac085c0d-73f8-49bc-9045-381632cb236e tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 944 time: 0.0868850 May 27 03:27:03.291546 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3b4b4686-71bf-4996-8ec3-e0ff0bb7e9cf req-5cde5b81-a524-416f-8816-d4469cf52749 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387816 May 27 03:27:04.470707 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bd138-e0b7-4b7c-9be9-4b8712657905 req-d2064996-f621-4489-9ca5-8c999a713f27 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:04.472134 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e66bd138-e0b7-4b7c-9be9-4b8712657905 req-d2064996-f621-4489-9ca5-8c999a713f27 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 944 time: 0.0776148 May 27 03:27:04.493315 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:27:04.515570 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e66bd138-e0b7-4b7c-9be9-4b8712657905 req-ddd0e597-8e16-40c0-b2ab-cd75f6d578c3 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378153 May 27 03:27:04.614733 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:27:04.619769 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:27:04.622868 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:04.735246 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:27:04.735617 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:04.762283 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681506e8-aa58-47bf-852f-d75106c9da00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:27:04.771515 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695,segment=NetworkSegment(cd2181d9-8cc8-45f6-af3b-1ad4e9df3062),segment_id=cd2181d9-8cc8-45f6-af3b-1ad4e9df3062)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:27:04.807413 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15df0f23-9062-42d0-a832-f82e1410e351'] response: {'server_uuid': '681506e8-aa58-47bf-852f-d75106c9da00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695', 'code': 200} May 27 03:27:04.830767 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:04.896167 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:04.935588 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b67d7-ca22-4853-aafb-ea1eebb201b6 req-56879919-4732-47d2-b0da-f2e8459a720a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:04.937090 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-006b67d7-ca22-4853-aafb-ea1eebb201b6 req-56879919-4732-47d2-b0da-f2e8459a720a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 1096 time: 0.0746510 May 27 03:27:04.976225 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-006b67d7-ca22-4853-aafb-ea1eebb201b6 req-c1fdee4e-4ef3-4577-8970-36b89a2be67b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337081 May 27 03:27:05.697176 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d329127c-282e-45f4-95fa-5b2778d36609 req-8bdf4777-858e-48de-beb5-00cfb234a597 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:05.698635 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d329127c-282e-45f4-95fa-5b2778d36609 req-8bdf4777-858e-48de-beb5-00cfb234a597 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 945 time: 0.0771358 May 27 03:27:05.744472 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d329127c-282e-45f4-95fa-5b2778d36609 req-1eeefc67-da06-4623-a9c4-76b413af465e tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403223 May 27 03:27:06.929289 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0c264-731c-4b92-96a1-34e9dfcfb952 req-3ce36e67-31f2-4184-bfee-536b429ec028 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:06.930640 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-94f0c264-731c-4b92-96a1-34e9dfcfb952 req-3ce36e67-31f2-4184-bfee-536b429ec028 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 945 time: 0.0787518 May 27 03:27:06.973123 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-94f0c264-731c-4b92-96a1-34e9dfcfb952 req-289622cf-7490-44df-8641-a26903fdae6c tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369799 May 27 03:27:07.155261 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e89b32-a23c-412c-adca-5f85d0574448 req-d2373b62-3c7c-42d2-821a-b9de021ae63c tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:07.156703 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-88e89b32-a23c-412c-adca-5f85d0574448 req-d2373b62-3c7c-42d2-821a-b9de021ae63c tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 945 time: 0.0821047 May 27 03:27:07.211837 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-88e89b32-a23c-412c-adca-5f85d0574448 req-7a400a60-cfda-42b0-8cb5-7032737794f2 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367458 May 27 03:27:07.221873 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38754) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:07.330648 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5dba3b-1545-4896-bbe8-2b6ada41d5db tempest-TestShelveInstance-585163972 tempest-TestShelveInstance-585163972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:07.331349 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1a5dba3b-1545-4896-bbe8-2b6ada41d5db tempest-TestShelveInstance-585163972 tempest-TestShelveInstance-585163972-project-admin] Synchronizing usage tracker for tenant:5ed6ccca86ca436c9d8832014fddd324 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:27:07.414266 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1a5dba3b-1545-4896-bbe8-2b6ada41d5db tempest-TestShelveInstance-585163972 tempest-TestShelveInstance-585163972-project-admin] Unset dirty status for tenant:5ed6ccca86ca436c9d8832014fddd324 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:27:07.415768 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1a5dba3b-1545-4896-bbe8-2b6ada41d5db tempest-TestShelveInstance-585163972 tempest-TestShelveInstance-585163972-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 1091 time: 0.1929371 May 27 03:27:07.418759 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38760) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:07.424531 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-dd7b5b08-eba6-4457-8af0-0347ba587aab tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'port_id': 'c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:27:07.430045 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-dd7b5b08-eba6-4457-8af0-0347ba587aab tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:07.433903 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-dd7b5b08-eba6-4457-8af0-0347ba587aab tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Usage tracker for resource:floatingip and tenant:bb1479a20f4542a5b7005831ae5ce3d5 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:07.436766 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-dd7b5b08-eba6-4457-8af0-0347ba587aab tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:07.442597 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-dd7b5b08-eba6-4457-8af0-0347ba587aab tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:07.511479 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dd7b5b08-eba6-4457-8af0-0347ba587aab tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for floatingip, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:07.646681 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dd7b5b08-eba6-4457-8af0-0347ba587aab tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:07.781569 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-dd7b5b08-eba6-4457-8af0-0347ba587aab tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Allocated IP 172.25.1.195 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/7b68a0a2-2cce-4652-a257-c3fc3b29e545) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:27:07.927860 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dd7b5b08-eba6-4457-8af0-0347ba587aab tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:08.032272 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dd7b5b08-eba6-4457-8af0-0347ba587aab tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:08.094789 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7b5b08-eba6-4457-8af0-0347ba587aab tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:27:08.097418 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-dd7b5b08-eba6-4457-8af0-0347ba587aab tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:27:08.101704 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7b5b08-eba6-4457-8af0-0347ba587aab tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:27:08.144812 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b5b08-eba6-4457-8af0-0347ba587aab tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Pushing event updated for resources: {'Port': ['ID=7b68a0a2-2cce-4652-a257-c3fc3b29e545,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:08.611923 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dd7b5b08-eba6-4457-8af0-0347ba587aab tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:08.774865 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dd7b5b08-eba6-4457-8af0-0347ba587aab tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:08.975676 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dd7b5b08-eba6-4457-8af0-0347ba587aab tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:09.037337 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dd7b5b08-eba6-4457-8af0-0347ba587aab tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:09.145839 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b5b08-eba6-4457-8af0-0347ba587aab tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Pushing event updated for resources: {'Port': ['ID=7b68a0a2-2cce-4652-a257-c3fc3b29e545,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:09.156491 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dd7b5b08-eba6-4457-8af0-0347ba587aab tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:09.328181 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-dd7b5b08-eba6-4457-8af0-0347ba587aab tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Floating IP 26b39e8a-3ecd-475a-9018-64426b8930dc associated. External IP: 172.25.1.195, port: c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695. May 27 03:27:09.669629 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7b5b08-eba6-4457-8af0-0347ba587aab tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Router 97163c05-985a-42a8-afe0-a8cd6adbc93c has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:27:09.843369 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7b5b08-eba6-4457-8af0-0347ba587aab tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:27:09.853678 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467f0d9b-573b-48bf-81d8-d3cc904303ad None None] Sync routers for ids ['97163c05-985a-42a8-afe0-a8cd6adbc93c'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:27:09.863482 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467f0d9b-573b-48bf-81d8-d3cc904303ad None None] Routers {'97163c05-985a-42a8-afe0-a8cd6adbc93c'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:27:09.864080 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-467f0d9b-573b-48bf-81d8-d3cc904303ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:26:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['97163c05-985a-42a8-afe0-a8cd6adbc93c'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:09.940516 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dd7b5b08-eba6-4457-8af0-0347ba587aab tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:09.997815 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-dd7b5b08-eba6-4457-8af0-0347ba587aab tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5780342 May 27 03:27:09.998414 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '681506e8-aa58-47bf-852f-d75106c9da00', 'tag': 'c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:27:10.039635 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-467f0d9b-573b-48bf-81d8-d3cc904303ad None None] Set router 97163c05-985a-42a8-afe0-a8cd6adbc93c gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:27:10.043629 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3308ff6a-7745-4b97-9b1b-a50cf82a7514'] response: {'name': 'network-changed', 'server_uuid': '681506e8-aa58-47bf-852f-d75106c9da00', 'tag': 'c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695', 'status': 'completed', 'code': 200} May 27 03:27:10.132658 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfdb8f-db5e-4e94-9a7a-b053c09cf9e4 req-a9a083b1-b124-4748-966c-ed2281aa4152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:10.134199 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5bbfdb8f-db5e-4e94-9a7a-b053c09cf9e4 req-a9a083b1-b124-4748-966c-ed2281aa4152 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb1479a20f4542a5b7005831ae5ce3d5&device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 1096 time: 0.0706115 May 27 03:27:10.384425 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-467f0d9b-573b-48bf-81d8-d3cc904303ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'name': 'tempest-TestShelveInstance-704346214-router', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'c3219443-87eb-4a7c-ae9e-b35e8781a05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:35Z', 'updated_at': '2022-05-27T03:26:39Z', 'revision_number': 4, 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'gw_port': {'id': 'c3219443-87eb-4a7c-ae9e-b35e8781a05c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:36Z', 'updated_at': '2022-05-27T03:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '26b39e8a-3ecd-475a-9018-64426b8930dc', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'floating_ip_address': '172.25.1.195', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'port_id': 'c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2', 'mac_address': 'fa:16:3e:8e:ba:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681506e8-aa58-47bf-852f-d75106c9da00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:27:08Z', 'updated_at': '2022-05-27T03:27:08Z', 'revision_number': 0, 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f456a6d6-d172-452b-93a0-99621191068e', 'name': '', 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'mac_address': 'fa:16:3e:23:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'bc3ac1d7-a648-46b7-a3a5-38b8867455db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:38Z', 'updated_at': '2022-05-27T03:26:45Z', 'revision_number': 5, 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'subnets': [{'id': 'bc3ac1d7-a648-46b7-a3a5-38b8867455db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:10.388334 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467f0d9b-573b-48bf-81d8-d3cc904303ad None None] Checking router: 97163c05-985a-42a8-afe0-a8cd6adbc93c for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:27:10.389729 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfdb8f-db5e-4e94-9a7a-b053c09cf9e4 req-1f64b61d-59d0-4f5a-99b5-89ddf84bfb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:10.391191 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5bbfdb8f-db5e-4e94-9a7a-b053c09cf9e4 req-1f64b61d-59d0-4f5a-99b5-89ddf84bfb0e service neutron] 10.222.0.32 "GET /v2.0/networks?id=34df816b-e066-4462-8270-932b1dcc87e2 HTTP/1.1" status: 200 len: 909 time: 0.2514479 May 27 03:27:10.397097 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467f0d9b-573b-48bf-81d8-d3cc904303ad None None] Routers {'97163c05-985a-42a8-afe0-a8cd6adbc93c'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:27:10.397716 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-467f0d9b-573b-48bf-81d8-d3cc904303ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:26:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['97163c05-985a-42a8-afe0-a8cd6adbc93c'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:10.493643 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5bbfdb8f-db5e-4e94-9a7a-b053c09cf9e4 req-e4c8fc95-ce54-42f9-8e3f-e0280bfa08d7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 HTTP/1.1" status: 200 len: 999 time: 0.0961685 May 27 03:27:10.556909 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfdb8f-db5e-4e94-9a7a-b053c09cf9e4 req-069a5fdd-0058-4aed-9833-9844cc9215cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:10.558337 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5bbfdb8f-db5e-4e94-9a7a-b053c09cf9e4 req-069a5fdd-0058-4aed-9833-9844cc9215cd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc3ac1d7-a648-46b7-a3a5-38b8867455db HTTP/1.1" status: 200 len: 847 time: 0.0591810 May 27 03:27:10.572908 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-467f0d9b-573b-48bf-81d8-d3cc904303ad None None] Set router 97163c05-985a-42a8-afe0-a8cd6adbc93c gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:27:10.630726 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfdb8f-db5e-4e94-9a7a-b053c09cf9e4 req-71c61312-a767-4858-92e4-b2849ebfe667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:10.632217 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5bbfdb8f-db5e-4e94-9a7a-b053c09cf9e4 req-71c61312-a767-4858-92e4-b2849ebfe667 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=34df816b-e066-4462-8270-932b1dcc87e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684628 May 27 03:27:10.764555 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5bbfdb8f-db5e-4e94-9a7a-b053c09cf9e4 req-c3dfbfa9-0a1a-4188-8408-6064c3edee16 service neutron] 10.222.0.32 "GET /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259248 May 27 03:27:10.899215 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5bbfdb8f-db5e-4e94-9a7a-b053c09cf9e4 req-9e6349c1-1c4a-43c9-9631-bd438e0c96dc service neutron] 10.222.0.32 "GET /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286447 May 27 03:27:10.949443 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-467f0d9b-573b-48bf-81d8-d3cc904303ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'name': 'tempest-TestShelveInstance-704346214-router', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'c3219443-87eb-4a7c-ae9e-b35e8781a05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:35Z', 'updated_at': '2022-05-27T03:26:39Z', 'revision_number': 4, 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'gw_port': {'id': 'c3219443-87eb-4a7c-ae9e-b35e8781a05c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:36Z', 'updated_at': '2022-05-27T03:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '26b39e8a-3ecd-475a-9018-64426b8930dc', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'floating_ip_address': '172.25.1.195', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'port_id': 'c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2', 'mac_address': 'fa:16:3e:8e:ba:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681506e8-aa58-47bf-852f-d75106c9da00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:27:08Z', 'updated_at': '2022-05-27T03:27:08Z', 'revision_number': 0, 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f456a6d6-d172-452b-93a0-99621191068e', 'name': '', 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'mac_address': 'fa:16:3e:23:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'bc3ac1d7-a648-46b7-a3a5-38b8867455db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:38Z', 'updated_at': '2022-05-27T03:26:45Z', 'revision_number': 5, 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'subnets': [{'id': 'bc3ac1d7-a648-46b7-a3a5-38b8867455db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:10.953416 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467f0d9b-573b-48bf-81d8-d3cc904303ad None None] The sync data for ids ['97163c05-985a-42a8-afe0-a8cd6adbc93c'] in n-d-843554-3 is: [{'id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'name': 'tempest-TestShelveInstance-704346214-router', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'c3219443-87eb-4a7c-ae9e-b35e8781a05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:35Z', 'updated_at': '2022-05-27T03:26:39Z', 'revision_number': 4, 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'gw_port': {'id': 'c3219443-87eb-4a7c-ae9e-b35e8781a05c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:36Z', 'updated_at': '2022-05-27T03:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '26b39e8a-3ecd-475a-9018-64426b8930dc', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'floating_ip_address': '172.25.1.195', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'port_id': 'c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2', 'mac_address': 'fa:16:3e:8e:ba:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681506e8-aa58-47bf-852f-d75106c9da00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:27:08Z', 'updated_at': '2022-05-27T03:27:08Z', 'revision_number': 0, 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f456a6d6-d172-452b-93a0-99621191068e', 'name': '', 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'mac_address': 'fa:16:3e:23:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'bc3ac1d7-a648-46b7-a3a5-38b8867455db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:38Z', 'updated_at': '2022-05-27T03:26:45Z', 'revision_number': 5, 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'subnets': [{'id': 'bc3ac1d7-a648-46b7-a3a5-38b8867455db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:27:11.133577 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bad12d4-b7e6-4866-80e6-9e3f73322402 None None] New status for floating IP 26b39e8a-3ecd-475a-9018-64426b8930dc: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:27:20.002916 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:20.031347 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:25.557365 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-27df6489-3f26-412d-a9d2-f0cf0dac01cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:27.966762 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3d303c05-c93e-4fd6-9d92-9e2c277f4b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:29.058492 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:29.258311 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:30.379825 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:30.676265 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:27:42.134105 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bf24f5f3-5a20-4b22-a42d-1044c2c6518f req-0332550e-2188-421f-a111-024db7f580e8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0732865 May 27 03:27:42.265661 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24f5f3-5a20-4b22-a42d-1044c2c6518f req-e1a65fe3-56c0-4cf0-8886-0b55e75273db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:42.267082 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bf24f5f3-5a20-4b22-a42d-1044c2c6518f req-e1a65fe3-56c0-4cf0-8886-0b55e75273db service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb1479a20f4542a5b7005831ae5ce3d5&device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 1096 time: 0.0679719 May 27 03:27:42.406189 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24f5f3-5a20-4b22-a42d-1044c2c6518f req-58611bb5-191b-4302-9270-ebbba40b026a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:42.407502 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bf24f5f3-5a20-4b22-a42d-1044c2c6518f req-58611bb5-191b-4302-9270-ebbba40b026a service neutron] 10.222.0.32 "GET /v2.0/networks?id=34df816b-e066-4462-8270-932b1dcc87e2 HTTP/1.1" status: 200 len: 909 time: 0.1233716 May 27 03:27:42.507997 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bf24f5f3-5a20-4b22-a42d-1044c2c6518f req-5fa9b618-c478-483e-b233-f1c857b5dec1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 HTTP/1.1" status: 200 len: 1001 time: 0.0944777 May 27 03:27:42.567473 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24f5f3-5a20-4b22-a42d-1044c2c6518f req-2c83ca24-9b42-4670-ad3d-db5a1add8efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:42.568855 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bf24f5f3-5a20-4b22-a42d-1044c2c6518f req-2c83ca24-9b42-4670-ad3d-db5a1add8efd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc3ac1d7-a648-46b7-a3a5-38b8867455db HTTP/1.1" status: 200 len: 847 time: 0.0553439 May 27 03:27:42.643569 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24f5f3-5a20-4b22-a42d-1044c2c6518f req-8da6cde0-fa64-46a6-9466-1610064a9495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:42.645029 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bf24f5f3-5a20-4b22-a42d-1044c2c6518f req-8da6cde0-fa64-46a6-9466-1610064a9495 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=34df816b-e066-4462-8270-932b1dcc87e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704629 May 27 03:27:42.773865 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bf24f5f3-5a20-4b22-a42d-1044c2c6518f req-5af0977a-eb2a-4ded-a5f1-e3d70d8e7b08 service neutron] 10.222.0.32 "GET /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226418 May 27 03:27:42.905717 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bf24f5f3-5a20-4b22-a42d-1044c2c6518f req-6800cd68-231d-42f6-aba5-e5a3b0fab6b8 service neutron] 10.222.0.32 "GET /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255484 May 27 03:27:49.985217 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:50.053685 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:55.526180 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cf124d37-7fa5-4da0-ba88-ed588150989f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:57.960740 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-01405c6a-9d1d-4bc5-a6fb-e4150feee813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:59.059439 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:59.235018 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:00.413305 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:07.675697 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:28:20.030643 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:20.053352 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:25.521749 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1b175d8b-3742-4dcc-9430-4dfcbfbab91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:27.982821 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7685830d-1c76-4d74-9833-c36d73937c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:29.053337 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:29.222874 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:30.394369 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:44.123017 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1b82bffd-4556-49c8-88a8-e7889e939594 req-a67807ac-ae0f-4d3d-a546-e54a5c2a7fd8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0669007 May 27 03:28:44.261500 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82bffd-4556-49c8-88a8-e7889e939594 req-147df4fe-3dfe-4755-b0b9-7429ca38032f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:44.262917 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1b82bffd-4556-49c8-88a8-e7889e939594 req-147df4fe-3dfe-4755-b0b9-7429ca38032f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb1479a20f4542a5b7005831ae5ce3d5&device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 1096 time: 0.0684164 May 27 03:28:44.508046 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82bffd-4556-49c8-88a8-e7889e939594 req-300f06e9-810a-4a55-9f6a-64c511d7541e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:44.509510 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1b82bffd-4556-49c8-88a8-e7889e939594 req-300f06e9-810a-4a55-9f6a-64c511d7541e service neutron] 10.222.0.32 "GET /v2.0/networks?id=34df816b-e066-4462-8270-932b1dcc87e2 HTTP/1.1" status: 200 len: 909 time: 0.2270067 May 27 03:28:44.606475 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1b82bffd-4556-49c8-88a8-e7889e939594 req-f5d5f7fb-f151-4339-8c7b-e190dc6b99d2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 HTTP/1.1" status: 200 len: 1001 time: 0.0906243 May 27 03:28:44.671286 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82bffd-4556-49c8-88a8-e7889e939594 req-59b00f5a-988a-4717-a534-4ad69c9fa542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:44.672696 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1b82bffd-4556-49c8-88a8-e7889e939594 req-59b00f5a-988a-4717-a534-4ad69c9fa542 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc3ac1d7-a648-46b7-a3a5-38b8867455db HTTP/1.1" status: 200 len: 847 time: 0.0592327 May 27 03:28:44.674209 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:28:44.746447 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82bffd-4556-49c8-88a8-e7889e939594 req-f2ea61d5-4c77-4963-a50d-709df894c019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:44.747882 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1b82bffd-4556-49c8-88a8-e7889e939594 req-f2ea61d5-4c77-4963-a50d-709df894c019 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=34df816b-e066-4462-8270-932b1dcc87e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683115 May 27 03:28:44.877903 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1b82bffd-4556-49c8-88a8-e7889e939594 req-57f8824a-714e-491c-bdc8-d76430b2a461 service neutron] 10.222.0.32 "GET /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235454 May 27 03:28:45.008113 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1b82bffd-4556-49c8-88a8-e7889e939594 req-26139936-8b7c-4326-9512-477158b81071 service neutron] 10.222.0.32 "GET /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248901 May 27 03:28:50.012499 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:50.041019 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:55.521573 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c51cf076-d5b1-42fd-9a7a-ea741b85c0bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:57.964566 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-df5cca55-d6b6-40b6-8402-e0f54f2798b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:59.056035 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:59.233250 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:00.410308 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:04.626403 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835a651-158e-485f-baba-a11c20931a6b req-3a18d85b-ccc8-47c4-9fcc-e192d13c8b66 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:04.627869 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e835a651-158e-485f-baba-a11c20931a6b req-3a18d85b-ccc8-47c4-9fcc-e192d13c8b66 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 945 time: 0.0839508 May 27 03:29:04.675591 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e835a651-158e-485f-baba-a11c20931a6b req-e68bc358-27fe-4323-ac14-10ef6a263c18 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413153 May 27 03:29:05.863576 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a05725-575e-4e5f-af1a-6af086b5fae2 req-9b6e7fb7-f607-4e31-a45d-a2c9245a073e tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:05.865051 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-10a05725-575e-4e5f-af1a-6af086b5fae2 req-9b6e7fb7-f607-4e31-a45d-a2c9245a073e tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 945 time: 0.0790672 May 27 03:29:05.909301 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-10a05725-575e-4e5f-af1a-6af086b5fae2 req-935ed54e-ce45-4140-aac5-a2ebed6228a3 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385284 May 27 03:29:07.094035 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c553db-8ae4-407f-ba6e-a301d30adcd7 req-46ffc79c-b162-4d7b-964b-77da9190f735 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:07.095474 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a3c553db-8ae4-407f-ba6e-a301d30adcd7 req-46ffc79c-b162-4d7b-964b-77da9190f735 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 945 time: 0.0815248 May 27 03:29:07.138162 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a3c553db-8ae4-407f-ba6e-a301d30adcd7 req-f3aa12de-458e-4029-a625-eeaef75d222c tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365727 May 27 03:29:08.320732 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdba405-1c11-4699-befe-9f769c6ad774 req-af9b7fef-acd1-47dc-9197-5953aa88f36a tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:08.322181 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5fdba405-1c11-4699-befe-9f769c6ad774 req-af9b7fef-acd1-47dc-9197-5953aa88f36a tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 945 time: 0.0793228 May 27 03:29:08.368980 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5fdba405-1c11-4699-befe-9f769c6ad774 req-2b734fe6-92a1-4293-a68e-4932a4545e40 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412221 May 27 03:29:09.550976 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5238d-6f36-4a8f-8db2-0da42ac9cbac req-9e53e5dc-ae50-4bca-9b48-f6021d8ca756 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:09.552996 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2fd5238d-6f36-4a8f-8db2-0da42ac9cbac req-9e53e5dc-ae50-4bca-9b48-f6021d8ca756 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 945 time: 0.0794315 May 27 03:29:09.596218 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2fd5238d-6f36-4a8f-8db2-0da42ac9cbac req-059821b6-f4b4-4b0e-94fa-38b653d08055 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377355 May 27 03:29:10.784175 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a972bc-bf9a-4598-8cf3-42f08bcde8db req-0dacf03b-bde0-471c-9596-15f3c1294ba0 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:10.785688 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-31a972bc-bf9a-4598-8cf3-42f08bcde8db req-0dacf03b-bde0-471c-9596-15f3c1294ba0 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 945 time: 0.0836024 May 27 03:29:10.829952 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-31a972bc-bf9a-4598-8cf3-42f08bcde8db req-45107d63-ad6c-44fb-a331-9b32830df2d6 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376759 May 27 03:29:12.012657 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4ddfa-33b3-4942-93ba-b5f7535e278d req-aee90bcf-5d81-42b9-8b56-90bc05c2341c tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:12.014123 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aee4ddfa-33b3-4942-93ba-b5f7535e278d req-aee90bcf-5d81-42b9-8b56-90bc05c2341c tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 945 time: 0.0777748 May 27 03:29:12.057704 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-aee4ddfa-33b3-4942-93ba-b5f7535e278d req-d23062d2-7f9c-474d-95d7-9845058f28c6 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378497 May 27 03:29:13.241163 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef93cc-997c-486f-a628-b6fd8f2748f5 req-d3284fc0-4027-4f5e-b70d-83ce823983dd tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:13.242667 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dfef93cc-997c-486f-a628-b6fd8f2748f5 req-d3284fc0-4027-4f5e-b70d-83ce823983dd tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 945 time: 0.0826859 May 27 03:29:13.285287 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-dfef93cc-997c-486f-a628-b6fd8f2748f5 req-816814ac-e807-46ec-a789-05ae984d95ce tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369549 May 27 03:29:14.468445 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a9e04-625b-4bfe-8a3d-695db5e76bb9 req-f0cb73de-dd8e-4f0d-b300-62012e970008 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:14.469958 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-504a9e04-625b-4bfe-8a3d-695db5e76bb9 req-f0cb73de-dd8e-4f0d-b300-62012e970008 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 945 time: 0.0787106 May 27 03:29:14.519046 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-504a9e04-625b-4bfe-8a3d-695db5e76bb9 req-a8d29010-36f3-4d63-b464-1c3c8ac5fba8 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427365 May 27 03:29:15.699950 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe2d54-f664-43b2-8057-630e73ccf304 req-d4ded447-e007-45f2-be6a-24ffd2a7f502 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:15.701425 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4cfe2d54-f664-43b2-8057-630e73ccf304 req-d4ded447-e007-45f2-be6a-24ffd2a7f502 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 945 time: 0.0787632 May 27 03:29:15.794703 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4cfe2d54-f664-43b2-8057-630e73ccf304 req-b72897f9-c38e-4702-a4a7-d41303b8b05e tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877221 May 27 03:29:17.032022 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:29:17.040693 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc473f-a31d-409a-9964-d51defccce99 req-4648ffca-9261-41f5-a6a2-0528ad707ab1 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:17.042445 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fedc473f-a31d-409a-9964-d51defccce99 req-4648ffca-9261-41f5-a6a2-0528ad707ab1 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 945 time: 0.1392636 May 27 03:29:17.088168 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fedc473f-a31d-409a-9964-d51defccce99 req-64384e8b-6cef-4525-a8a9-0ba5d4ea297a tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398579 May 27 03:29:17.165595 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695,segment=NetworkSegment(cd2181d9-8cc8-45f6-af3b-1ad4e9df3062),segment_id=cd2181d9-8cc8-45f6-af3b-1ad4e9df3062)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:29:17.178891 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': 'c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695', 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2', 'port_id': 'c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695', 'mac_address': 'fa:16:3e:8e:ba:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc3ac1d7-a648-46b7-a3a5-38b8867455db', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:29:17.232906 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 is: ACTIVE; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:29:17.233289 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:17.253638 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:29:17.268839 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695,segment=NetworkSegment(cd2181d9-8cc8-45f6-af3b-1ad4e9df3062),segment_id=cd2181d9-8cc8-45f6-af3b-1ad4e9df3062)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:29:17.313246 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:17.382294 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695,revision_number=6']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:17.387144 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:29:17.429254 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:17.429599 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:17.429941 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:17.430285 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:17.430611 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:17.430942 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:17.431267 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:17.431588 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:17.431910 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:17.432227 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:17.432550 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:17.432897 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:18.302546 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97ff60-7b2d-4172-a693-bb5145d4a5f1 req-c41b2aaf-25ee-4b1e-98ec-b141fd33269a tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:18.307248 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b97ff60-7b2d-4172-a693-bb5145d4a5f1 req-c41b2aaf-25ee-4b1e-98ec-b141fd33269a tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 944 time: 0.0982480 May 27 03:29:18.355556 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b97ff60-7b2d-4172-a693-bb5145d4a5f1 req-6c4a4f1d-6c79-429b-9094-48dac78840eb tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423384 May 27 03:29:19.038264 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:29:19.107267 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:19.107914 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:19.233358 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:29:19.233739 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:19.262285 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681506e8-aa58-47bf-852f-d75106c9da00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:29:19.273069 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695,segment=NetworkSegment(cd2181d9-8cc8-45f6-af3b-1ad4e9df3062),segment_id=cd2181d9-8cc8-45f6-af3b-1ad4e9df3062)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:29:19.318782 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53b8f2c7-c1aa-4758-a1bb-04a784acb3ef'] response: {'server_uuid': '681506e8-aa58-47bf-852f-d75106c9da00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695', 'code': 200} May 27 03:29:19.338676 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:19.408217 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695,revision_number=7']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:19.579451 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330393d1-4cc0-465c-9467-23543ca222c5 req-68fc11a0-0cca-434f-895c-b455d07fb657 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:19.580973 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-330393d1-4cc0-465c-9467-23543ca222c5 req-68fc11a0-0cca-434f-895c-b455d07fb657 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 945 time: 0.0928419 May 27 03:29:19.626605 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-330393d1-4cc0-465c-9467-23543ca222c5 req-4c19b1ad-348e-499a-85d2-8351d6696941 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397949 May 27 03:29:20.064411 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:20.092929 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:20.868161 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d2325-8e33-47a4-bca7-dd573f9c096e req-21531973-1a44-4ed7-9cfa-8653adbd13fb tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:20.869684 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-442d2325-8e33-47a4-bca7-dd573f9c096e req-21531973-1a44-4ed7-9cfa-8653adbd13fb tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 945 time: 0.1285381 May 27 03:29:20.916838 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-442d2325-8e33-47a4-bca7-dd573f9c096e req-96c9053a-6214-490a-b323-894a94ffcd8c tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412257 May 27 03:29:21.673896 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:29:22.128670 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b1480-85b6-4cf2-b7c4-ac77520961fe req-4b875cb8-3bd7-4ad5-a4f6-3c582d7b45dd tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:22.130225 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-039b1480-85b6-4cf2-b7c4-ac77520961fe req-4b875cb8-3bd7-4ad5-a4f6-3c582d7b45dd tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 945 time: 0.0950236 May 27 03:29:22.189248 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-039b1480-85b6-4cf2-b7c4-ac77520961fe req-c43dedef-577e-4b0e-9104-758fe3236103 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497754 May 27 03:29:23.390047 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df6868-971b-4ad7-a43c-1648af5b91e8 req-1f1f21eb-3c24-470c-bbe6-4108a46e9d2f tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:23.391595 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d3df6868-971b-4ad7-a43c-1648af5b91e8 req-1f1f21eb-3c24-470c-bbe6-4108a46e9d2f tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 945 time: 0.0874927 May 27 03:29:23.446638 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d3df6868-971b-4ad7-a43c-1648af5b91e8 req-6e1b1536-7cb9-4a7a-8bc6-a310afb42dd1 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485489 May 27 03:29:24.654000 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11685670-7f6d-419d-b7f0-f1fe65bb7abb req-8f7cd35d-2242-4e2e-be78-2d984bca25da tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:24.655575 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-11685670-7f6d-419d-b7f0-f1fe65bb7abb req-8f7cd35d-2242-4e2e-be78-2d984bca25da tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 945 time: 0.0939479 May 27 03:29:24.715842 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-11685670-7f6d-419d-b7f0-f1fe65bb7abb req-09c3a0c3-2216-44ea-979b-d680ec5a78bf tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532415 May 27 03:29:25.519122 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5a5718d0-9127-4759-8b3b-6ea0b72ed4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:25.927679 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f781b-5032-47fe-b414-d47c3ad1e68a req-657231ba-8dba-41e1-832a-5813f817b991 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:25.929368 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c60f781b-5032-47fe-b414-d47c3ad1e68a req-657231ba-8dba-41e1-832a-5813f817b991 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 945 time: 0.0952959 May 27 03:29:25.978842 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c60f781b-5032-47fe-b414-d47c3ad1e68a req-ba4b401f-cc83-4a27-b04e-05088c03739e tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434804 May 27 03:29:27.167120 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d445a-c6ed-476b-8fa3-09e073f4cc79 req-75687a0b-0351-4aff-8af3-e7499ca88454 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:27.168593 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f13d445a-c6ed-476b-8fa3-09e073f4cc79 req-75687a0b-0351-4aff-8af3-e7499ca88454 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 945 time: 0.0820751 May 27 03:29:27.211368 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f13d445a-c6ed-476b-8fa3-09e073f4cc79 req-c5520a10-ca05-4dca-827c-ac5b3f336063 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369947 May 27 03:29:27.964451 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-90865398-a254-49da-81cf-641e3b057fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:28.479762 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b5e03-919b-441f-aa27-80c0be2278e7 req-1a864d40-9f10-4d63-a242-a33f91577127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:28.481228 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-af5b5e03-919b-441f-aa27-80c0be2278e7 req-1a864d40-9f10-4d63-a242-a33f91577127 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb1479a20f4542a5b7005831ae5ce3d5&device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 1096 time: 0.2328174 May 27 03:29:28.489625 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8362ed2-6ade-4aa8-b498-2355440ff0ab req-1132fd7f-2955-4572-b650-578fb27fd163 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:28.490989 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c8362ed2-6ade-4aa8-b498-2355440ff0ab req-1132fd7f-2955-4572-b650-578fb27fd163 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 945 time: 0.1065159 May 27 03:29:28.614159 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c8362ed2-6ade-4aa8-b498-2355440ff0ab req-7dbbac3c-b001-4d5a-8531-49e3ae03be65 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048853 May 27 03:29:28.644247 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b5e03-919b-441f-aa27-80c0be2278e7 req-3f31f538-d4ab-46ab-aaed-0822d6660a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:28.646220 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-af5b5e03-919b-441f-aa27-80c0be2278e7 req-3f31f538-d4ab-46ab-aaed-0822d6660a02 service neutron] 10.222.0.32 "GET /v2.0/networks?id=34df816b-e066-4462-8270-932b1dcc87e2 HTTP/1.1" status: 200 len: 909 time: 0.1544857 May 27 03:29:28.745713 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-af5b5e03-919b-441f-aa27-80c0be2278e7 req-bca6bb22-bf8c-40bd-92eb-57e3367ad0a1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 HTTP/1.1" status: 200 len: 1001 time: 0.0939345 May 27 03:29:28.807932 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b5e03-919b-441f-aa27-80c0be2278e7 req-da662884-ba1e-4eaf-a54a-1711792a28e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:28.809361 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-af5b5e03-919b-441f-aa27-80c0be2278e7 req-da662884-ba1e-4eaf-a54a-1711792a28e5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc3ac1d7-a648-46b7-a3a5-38b8867455db HTTP/1.1" status: 200 len: 847 time: 0.0585065 May 27 03:29:28.881495 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b5e03-919b-441f-aa27-80c0be2278e7 req-ce1e7348-eb6a-4240-87c8-9f0dbf34911c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:28.882915 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-af5b5e03-919b-441f-aa27-80c0be2278e7 req-ce1e7348-eb6a-4240-87c8-9f0dbf34911c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=34df816b-e066-4462-8270-932b1dcc87e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670500 May 27 03:29:29.010953 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-af5b5e03-919b-441f-aa27-80c0be2278e7 req-d87ee1bb-32a9-4df5-9a62-33bd4fa0ae1a service neutron] 10.222.0.32 "GET /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220860 May 27 03:29:29.078557 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:29.139715 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-af5b5e03-919b-441f-aa27-80c0be2278e7 req-8362ceda-e029-4d54-b7bb-ee49d93a7a4c service neutron] 10.222.0.32 "GET /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230958 May 27 03:29:29.238502 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:29.797503 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae842c8-0b89-4d7a-9aad-eaee2cd58aeb req-83e1e85d-23db-476c-af63-5475a5a22dfe tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:29.798942 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0ae842c8-0b89-4d7a-9aad-eaee2cd58aeb req-83e1e85d-23db-476c-af63-5475a5a22dfe tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 945 time: 0.0816002 May 27 03:29:29.842145 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0ae842c8-0b89-4d7a-9aad-eaee2cd58aeb req-7e671358-fef9-4144-9c38-982c90dd135c tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369070 May 27 03:29:30.387173 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:31.027107 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db01e92-3f5c-4c45-9d50-46003b8b919c req-030d6ab3-6d5f-4846-b216-c6641e09fac0 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:31.028561 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2db01e92-3f5c-4c45-9d50-46003b8b919c req-030d6ab3-6d5f-4846-b216-c6641e09fac0 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 945 time: 0.0776520 May 27 03:29:31.075848 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-2db01e92-3f5c-4c45-9d50-46003b8b919c req-f78b1607-dec2-4e3c-9e8f-a0724a0b9e06 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415881 May 27 03:29:31.085798 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:29:31.198775 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:29:31.199065 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:31.225860 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681506e8-aa58-47bf-852f-d75106c9da00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:29:31.237272 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695,segment=NetworkSegment(cd2181d9-8cc8-45f6-af3b-1ad4e9df3062),segment_id=cd2181d9-8cc8-45f6-af3b-1ad4e9df3062)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:29:31.271081 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52359fcd-5841-48d5-a9ab-61a1c6e417c8'] response: {'server_uuid': '681506e8-aa58-47bf-852f-d75106c9da00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695', 'code': 200} May 27 03:29:31.297854 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:31.364623 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695,revision_number=8']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:31.620154 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd39f6-c273-4267-b5da-59b6c8800b5e req-17c1c0c7-b6b1-4827-8861-f20873b5a60e tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:31.621640 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1ffd39f6-c273-4267-b5da-59b6c8800b5e req-17c1c0c7-b6b1-4827-8861-f20873b5a60e tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 943 time: 0.0808666 May 27 03:29:31.667432 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1ffd39f6-c273-4267-b5da-59b6c8800b5e req-72f77374-4000-4009-87cd-56132d472560 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399642 May 27 03:29:32.107087 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 38950) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:32.217891 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fe9c249f-ae54-4b24-b48d-1b04cb5d2efa req-b278f3ef-50d9-4bff-9464-8f56822848c6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1096652 May 27 03:29:32.852903 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be372f67-1477-4d44-8b60-e2b359bc92f5 req-e9ffd6b2-3b71-4262-9d3f-a887b0b23dec tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:32.854566 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-be372f67-1477-4d44-8b60-e2b359bc92f5 req-e9ffd6b2-3b71-4262-9d3f-a887b0b23dec tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 943 time: 0.0815227 May 27 03:29:32.900487 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-be372f67-1477-4d44-8b60-e2b359bc92f5 req-5e9e8235-c045-4efb-a184-00d1b32a0f7f tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402353 May 27 03:29:33.736416 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c249f-ae54-4b24-b48d-1b04cb5d2efa req-d2f21321-ffc9-4a67-9679-975d26557628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:33.738028 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-fe9c249f-ae54-4b24-b48d-1b04cb5d2efa req-d2f21321-ffc9-4a67-9679-975d26557628 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00&tenant_id=bb1479a20f4542a5b7005831ae5ce3d5 HTTP/1.1" status: 200 len: 1094 time: 0.1153562 May 27 03:29:33.748398 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-fe9c249f-ae54-4b24-b48d-1b04cb5d2efa req-94823778-49e0-4542-9f27-3e5f22edcdce service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843554-3', 'device_owner': 'compute:nova'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:29:33.861733 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fe9c249f-ae54-4b24-b48d-1b04cb5d2efa req-94823778-49e0-4542-9f27-3e5f22edcdce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:34.088124 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c8559-165c-440b-ac91-a0fe02ad9f05 req-07a0e1e5-4d7b-4a68-b1bc-f373319f6bf8 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:34.089785 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bf6c8559-165c-440b-ac91-a0fe02ad9f05 req-07a0e1e5-4d7b-4a68-b1bc-f373319f6bf8 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 943 time: 0.0814645 May 27 03:29:34.128576 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-fe9c249f-ae54-4b24-b48d-1b04cb5d2efa req-94823778-49e0-4542-9f27-3e5f22edcdce service neutron] For port c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695,segment=NetworkSegment(cd2181d9-8cc8-45f6-af3b-1ad4e9df3062),segment_id=cd2181d9-8cc8-45f6-af3b-1ad4e9df3062)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:29:34.133619 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bf6c8559-165c-440b-ac91-a0fe02ad9f05 req-249bf70a-187c-43ea-b02e-262aaaf9f65e tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382304 May 27 03:29:34.251234 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-fe9c249f-ae54-4b24-b48d-1b04cb5d2efa req-94823778-49e0-4542-9f27-3e5f22edcdce service neutron] For port c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695, host n-h1-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:29:34.300733 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-fe9c249f-ae54-4b24-b48d-1b04cb5d2efa req-94823778-49e0-4542-9f27-3e5f22edcdce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:29:34.308215 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fe9c249f-ae54-4b24-b48d-1b04cb5d2efa req-94823778-49e0-4542-9f27-3e5f22edcdce service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:34.321870 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-fe9c249f-ae54-4b24-b48d-1b04cb5d2efa req-94823778-49e0-4542-9f27-3e5f22edcdce service neutron] Transition to ACTIVE for port object c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:29:34.392662 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fe9c249f-ae54-4b24-b48d-1b04cb5d2efa req-94823778-49e0-4542-9f27-3e5f22edcdce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:34.536898 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94823778-49e0-4542-9f27-3e5f22edcdce service neutron] Pushing event updated for resources: {'Port': ['ID=c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695,revision_number=9']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:34.550499 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94823778-49e0-4542-9f27-3e5f22edcdce service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:34.551429 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94823778-49e0-4542-9f27-3e5f22edcdce service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:34.551779 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94823778-49e0-4542-9f27-3e5f22edcdce service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:34.552117 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94823778-49e0-4542-9f27-3e5f22edcdce service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:34.552452 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94823778-49e0-4542-9f27-3e5f22edcdce service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:34.552813 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94823778-49e0-4542-9f27-3e5f22edcdce service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:34.553146 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94823778-49e0-4542-9f27-3e5f22edcdce service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:34.553472 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94823778-49e0-4542-9f27-3e5f22edcdce service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:34.553797 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94823778-49e0-4542-9f27-3e5f22edcdce service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:34.554117 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94823778-49e0-4542-9f27-3e5f22edcdce service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:34.554441 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94823778-49e0-4542-9f27-3e5f22edcdce service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:34.554765 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94823778-49e0-4542-9f27-3e5f22edcdce service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:34.600021 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9c249f-ae54-4b24-b48d-1b04cb5d2efa req-94823778-49e0-4542-9f27-3e5f22edcdce service neutron] No DVR routers for this DVR port c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 on host n-h1-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:29:34.712685 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.66', 62930) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:34.782876 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fd47e-7381-4565-b277-b26537685021 req-3f034cf8-f7cd-48d9-ad28-c313289ec403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:34.784343 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df0fd47e-7381-4565-b277-b26537685021 req-3f034cf8-f7cd-48d9-ad28-c313289ec403 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb1479a20f4542a5b7005831ae5ce3d5&device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 1052 time: 0.0706263 May 27 03:29:34.832551 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-fe9c249f-ae54-4b24-b48d-1b04cb5d2efa req-94823778-49e0-4542-9f27-3e5f22edcdce service neutron] Attempting to bind port c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:29:34.833099 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-fe9c249f-ae54-4b24-b48d-1b04cb5d2efa req-94823778-49e0-4542-9f27-3e5f22edcdce service neutron] Attempting to bind port c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'cd2181d9-8cc8-45f6-af3b-1ad4e9df3062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:29:34.833248 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9c249f-ae54-4b24-b48d-1b04cb5d2efa req-94823778-49e0-4542-9f27-3e5f22edcdce service neutron] Attempting to bind port c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 on network 34df816b-e066-4462-8270-932b1dcc87e2 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:29:34.837815 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9c249f-ae54-4b24-b48d-1b04cb5d2efa req-94823778-49e0-4542-9f27-3e5f22edcdce service neutron] Port c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 on network 34df816b-e066-4462-8270-932b1dcc87e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:29:34.838118 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9c249f-ae54-4b24-b48d-1b04cb5d2efa req-94823778-49e0-4542-9f27-3e5f22edcdce service neutron] Attempting to bind port c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 on network 34df816b-e066-4462-8270-932b1dcc87e2 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:29:34.843123 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9c249f-ae54-4b24-b48d-1b04cb5d2efa req-94823778-49e0-4542-9f27-3e5f22edcdce service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:29:34.843460 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9c249f-ae54-4b24-b48d-1b04cb5d2efa req-94823778-49e0-4542-9f27-3e5f22edcdce service neutron] Checking segment: {'id': 'cd2181d9-8cc8-45f6-af3b-1ad4e9df3062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:29:34.843838 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9c249f-ae54-4b24-b48d-1b04cb5d2efa req-94823778-49e0-4542-9f27-3e5f22edcdce service neutron] Bound using segment: {'id': 'cd2181d9-8cc8-45f6-af3b-1ad4e9df3062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:29:34.844263 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-fe9c249f-ae54-4b24-b48d-1b04cb5d2efa req-94823778-49e0-4542-9f27-3e5f22edcdce service neutron] Bound port: c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd2181d9-8cc8-45f6-af3b-1ad4e9df3062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:29:34.844605 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fe9c249f-ae54-4b24-b48d-1b04cb5d2efa req-94823778-49e0-4542-9f27-3e5f22edcdce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:34.928446 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fd47e-7381-4565-b277-b26537685021 req-f36801ef-ab53-4d02-9c2a-795f5cde1f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:34.929909 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df0fd47e-7381-4565-b277-b26537685021 req-f36801ef-ab53-4d02-9c2a-795f5cde1f0a service neutron] 10.222.0.66 "GET /v2.0/networks?id=34df816b-e066-4462-8270-932b1dcc87e2 HTTP/1.1" status: 200 len: 909 time: 0.1268115 May 27 03:29:34.936218 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-fe9c249f-ae54-4b24-b48d-1b04cb5d2efa req-94823778-49e0-4542-9f27-3e5f22edcdce service neutron] For port c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695, host n-h2-843554-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:29:34.939178 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-fe9c249f-ae54-4b24-b48d-1b04cb5d2efa req-94823778-49e0-4542-9f27-3e5f22edcdce service neutron] For port c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695,segment=NetworkSegment(cd2181d9-8cc8-45f6-af3b-1ad4e9df3062),segment_id=cd2181d9-8cc8-45f6-af3b-1ad4e9df3062)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:29:35.050606 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fe9c249f-ae54-4b24-b48d-1b04cb5d2efa req-94823778-49e0-4542-9f27-3e5f22edcdce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:35.112539 n-d-843554-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c249f-ae54-4b24-b48d-1b04cb5d2efa req-94823778-49e0-4542-9f27-3e5f22edcdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:35.113209 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fe9c249f-ae54-4b24-b48d-1b04cb5d2efa req-94823778-49e0-4542-9f27-3e5f22edcdce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:35.114966 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [req-fe9c249f-ae54-4b24-b48d-1b04cb5d2efa req-94823778-49e0-4542-9f27-3e5f22edcdce service neutron] 10.222.0.66 "PUT /v2.0/ports/c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 HTTP/1.1" status: 200 len: 1091 time: 1.3707128 May 27 03:29:35.115099 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '681506e8-aa58-47bf-852f-d75106c9da00', 'tag': 'c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:29:35.118218 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:29:35.141216 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94823778-49e0-4542-9f27-3e5f22edcdce service neutron] Pushing event updated for resources: {'Port': ['ID=c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695,revision_number=10']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:35.151230 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df0fd47e-7381-4565-b277-b26537685021 req-75179d11-9039-4621-9037-6082d2a8bb21 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 HTTP/1.1" status: 200 len: 999 time: 0.2156296 May 27 03:29:35.182272 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c669842c-48a7-4b8e-9ecb-902272386547'] response: {'name': 'network-changed', 'server_uuid': '681506e8-aa58-47bf-852f-d75106c9da00', 'tag': 'c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695', 'status': 'completed', 'code': 200} May 27 03:29:35.212551 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:29:35.241024 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fd47e-7381-4565-b277-b26537685021 req-7ea6a0a2-5ccf-48b5-a3bd-6ff83aed6fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:35.242658 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df0fd47e-7381-4565-b277-b26537685021 req-7ea6a0a2-5ccf-48b5-a3bd-6ff83aed6fca service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bc3ac1d7-a648-46b7-a3a5-38b8867455db HTTP/1.1" status: 200 len: 847 time: 0.0850155 May 27 03:29:35.386196 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4812c-8d28-4f35-81c4-82723246ed3e req-7ff9189a-dec8-4b29-a9bf-1ab4a033c9ce tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:35.387549 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5cb4812c-8d28-4f35-81c4-82723246ed3e req-7ff9189a-dec8-4b29-a9bf-1ab4a033c9ce tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 944 time: 0.1085825 May 27 03:29:35.389995 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fd47e-7381-4565-b277-b26537685021 req-172316fa-81d6-411a-84fa-9b7f06ed4b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:35.391300 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df0fd47e-7381-4565-b277-b26537685021 req-172316fa-81d6-411a-84fa-9b7f06ed4b6b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=34df816b-e066-4462-8270-932b1dcc87e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1432734 May 27 03:29:35.508781 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5cb4812c-8d28-4f35-81c4-82723246ed3e req-5db834a3-2f59-4f41-95b9-f3a93e3257d4 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154587 May 27 03:29:35.546173 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df0fd47e-7381-4565-b277-b26537685021 req-2bfcf056-f6a3-46e4-803f-0a995727e316 service neutron] 10.222.0.66 "GET /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408060 May 27 03:29:35.672935 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df0fd47e-7381-4565-b277-b26537685021 req-75a924b3-e7b0-455a-a3bb-b3c9bee382cf service neutron] 10.222.0.66 "GET /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205070 May 27 03:29:35.835382 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c249f-ae54-4b24-b48d-1b04cb5d2efa req-8f0aa32e-d514-49c0-9252-8d013016fa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:35.836891 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fe9c249f-ae54-4b24-b48d-1b04cb5d2efa req-8f0aa32e-d514-49c0-9252-8d013016fa9a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb1479a20f4542a5b7005831ae5ce3d5&device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 1095 time: 0.0699735 May 27 03:29:35.964748 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c249f-ae54-4b24-b48d-1b04cb5d2efa req-c6555ef8-aa34-4dcb-84ef-571fb0643d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:35.966109 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fe9c249f-ae54-4b24-b48d-1b04cb5d2efa req-c6555ef8-aa34-4dcb-84ef-571fb0643d4d service neutron] 10.222.0.66 "GET /v2.0/networks?id=34df816b-e066-4462-8270-932b1dcc87e2 HTTP/1.1" status: 200 len: 909 time: 0.1241670 May 27 03:29:36.070911 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fe9c249f-ae54-4b24-b48d-1b04cb5d2efa req-21e5af7c-b0ad-4e72-9bfa-013aff7f59d4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 HTTP/1.1" status: 200 len: 999 time: 0.0987065 May 27 03:29:36.133692 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c249f-ae54-4b24-b48d-1b04cb5d2efa req-3754ef5b-e293-4bf8-a67e-4f795bdc7b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:36.135072 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fe9c249f-ae54-4b24-b48d-1b04cb5d2efa req-3754ef5b-e293-4bf8-a67e-4f795bdc7b2d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bc3ac1d7-a648-46b7-a3a5-38b8867455db HTTP/1.1" status: 200 len: 847 time: 0.0588531 May 27 03:29:36.207573 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c249f-ae54-4b24-b48d-1b04cb5d2efa req-5d12281d-e70d-4d31-b744-b21c89b95848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:36.209021 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fe9c249f-ae54-4b24-b48d-1b04cb5d2efa req-5d12281d-e70d-4d31-b744-b21c89b95848 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=34df816b-e066-4462-8270-932b1dcc87e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683787 May 27 03:29:36.337415 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fe9c249f-ae54-4b24-b48d-1b04cb5d2efa req-80e4785c-d1aa-4fe9-bafa-04045faad362 service neutron] 10.222.0.66 "GET /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229799 May 27 03:29:36.466017 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fe9c249f-ae54-4b24-b48d-1b04cb5d2efa req-19057ea8-8179-4fea-acbd-c12d898a45c8 service neutron] 10.222.0.66 "GET /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231029 May 27 03:29:36.711005 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e787df-ca8f-41f1-ae21-e6af5ba3ac93 req-24b267c9-02ec-44ec-99fe-e5e351e291a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:36.712486 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-70e787df-ca8f-41f1-ae21-e6af5ba3ac93 req-24b267c9-02ec-44ec-99fe-e5e351e291a6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb1479a20f4542a5b7005831ae5ce3d5&device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 1095 time: 0.1364775 May 27 03:29:36.744601 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859fcfa-42a2-42f3-b93f-1cbb23416fc0 req-2c5acdcb-6764-40a0-8112-0d6313cfafb5 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:36.752018 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3859fcfa-42a2-42f3-b93f-1cbb23416fc0 req-2c5acdcb-6764-40a0-8112-0d6313cfafb5 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 944 time: 0.1336055 May 27 03:29:37.002767 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3859fcfa-42a2-42f3-b93f-1cbb23416fc0 req-0097727c-c241-4237-ba9f-bcf8c82aad9f tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749855 May 27 03:29:37.026677 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e787df-ca8f-41f1-ae21-e6af5ba3ac93 req-129b94b6-82f2-4317-94a7-21ab4b98d91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:37.029431 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-70e787df-ca8f-41f1-ae21-e6af5ba3ac93 req-129b94b6-82f2-4317-94a7-21ab4b98d91d service neutron] 10.222.0.66 "GET /v2.0/networks?id=34df816b-e066-4462-8270-932b1dcc87e2 HTTP/1.1" status: 200 len: 909 time: 0.3114233 May 27 03:29:38.218338 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8914f08-433d-4498-8e54-b1c08bab9d6e req-8046654a-73d1-4edb-846e-12dcc0d0c5e2 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:38.221351 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d8914f08-433d-4498-8e54-b1c08bab9d6e req-8046654a-73d1-4edb-846e-12dcc0d0c5e2 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 944 time: 0.0934203 May 27 03:29:38.266207 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d8914f08-433d-4498-8e54-b1c08bab9d6e req-f716b354-208f-4511-a76e-f3ff87daf010 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403032 May 27 03:29:39.466105 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd528f-942e-49b2-b3d4-5ba977cde22f req-bd59d777-a884-47b9-93c7-c366fc6cc91d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:39.467873 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0edd528f-942e-49b2-b3d4-5ba977cde22f req-bd59d777-a884-47b9-93c7-c366fc6cc91d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 944 time: 0.0910316 May 27 03:29:39.517957 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0edd528f-942e-49b2-b3d4-5ba977cde22f req-86c20182-68a4-444e-a3ab-77d938e8ab02 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437877 May 27 03:29:40.723290 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731f313-10e9-4725-9258-dd008cfa2b90 req-833e5db5-6274-4977-b691-e24f14d608fb tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:40.725752 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7731f313-10e9-4725-9258-dd008cfa2b90 req-833e5db5-6274-4977-b691-e24f14d608fb tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 944 time: 0.0983398 May 27 03:29:40.785978 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7731f313-10e9-4725-9258-dd008cfa2b90 req-386cd65a-abf7-4fc1-ba8d-76e2a378d4d1 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545926 May 27 03:29:41.982855 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19a203-482d-4c05-b217-9c115f3fe2a9 req-17f3c011-e4b6-45d4-a411-506697f1dfd2 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:41.987157 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0f19a203-482d-4c05-b217-9c115f3fe2a9 req-17f3c011-e4b6-45d4-a411-506697f1dfd2 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 944 time: 0.0851557 May 27 03:29:42.039105 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0f19a203-482d-4c05-b217-9c115f3fe2a9 req-282911b7-521d-4eea-a831-1a739c1b27b8 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484166 May 27 03:29:43.243603 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2419a-ac8c-4ac7-b6ce-7464208f624a req-2cbc43fa-42ad-40fa-87f0-7ec5ea1e8a8d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:43.250570 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0fd2419a-ac8c-4ac7-b6ce-7464208f624a req-2cbc43fa-42ad-40fa-87f0-7ec5ea1e8a8d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 944 time: 0.0989285 May 27 03:29:43.293352 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0fd2419a-ac8c-4ac7-b6ce-7464208f624a req-76e5b141-5b51-4f05-96b9-65033701f11d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415511 May 27 03:29:44.263914 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-70e787df-ca8f-41f1-ae21-e6af5ba3ac93 req-0fd3647a-7d78-464d-a167-ddb0014fe8a4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 HTTP/1.1" status: 200 len: 999 time: 0.0966067 May 27 03:29:44.329254 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e787df-ca8f-41f1-ae21-e6af5ba3ac93 req-d5cd963a-29d2-4280-bdee-cb79d9735493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:44.331312 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-70e787df-ca8f-41f1-ae21-e6af5ba3ac93 req-d5cd963a-29d2-4280-bdee-cb79d9735493 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bc3ac1d7-a648-46b7-a3a5-38b8867455db HTTP/1.1" status: 200 len: 847 time: 0.0574808 May 27 03:29:44.444342 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e787df-ca8f-41f1-ae21-e6af5ba3ac93 req-cc14af9a-dcb8-4a15-81d0-f72ba9023ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:44.445849 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-70e787df-ca8f-41f1-ae21-e6af5ba3ac93 req-cc14af9a-dcb8-4a15-81d0-f72ba9023ad3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=34df816b-e066-4462-8270-932b1dcc87e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1090677 May 27 03:29:44.589703 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09f653-9681-4915-b17a-cb153c233870 req-637d12c6-3589-40a8-8d63-9db9496eb83c tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:44.591040 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-de09f653-9681-4915-b17a-cb153c233870 req-637d12c6-3589-40a8-8d63-9db9496eb83c tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 944 time: 0.1876929 May 27 03:29:44.626647 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-70e787df-ca8f-41f1-ae21-e6af5ba3ac93 req-c77051e2-5528-492c-88f1-e16aa848585a service neutron] 10.222.0.66 "GET /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727424 May 27 03:29:44.714069 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-de09f653-9681-4915-b17a-cb153c233870 req-490eae77-22a2-45c9-9620-a2ae624d60e8 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145232 May 27 03:29:44.771686 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-70e787df-ca8f-41f1-ae21-e6af5ba3ac93 req-597a18e1-c11c-4a47-930e-af0f04a3dd62 service neutron] 10.222.0.66 "GET /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342161 May 27 03:29:45.896472 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357381d-f5c0-4643-8d43-f405c2350749 req-7aead801-2242-4518-9bbb-d1e1340caa4c tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:45.897954 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1357381d-f5c0-4643-8d43-f405c2350749 req-7aead801-2242-4518-9bbb-d1e1340caa4c tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 944 time: 0.0788090 May 27 03:29:45.941559 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1357381d-f5c0-4643-8d43-f405c2350749 req-e3aa161f-7312-402a-acd5-14e692a20890 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375323 May 27 03:29:47.124019 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e19ae1-e609-4cda-a242-ebc6d217776b req-42959313-6769-4b06-ab72-44a4a0684dd2 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:47.125401 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-83e19ae1-e609-4cda-a242-ebc6d217776b req-42959313-6769-4b06-ab72-44a4a0684dd2 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 944 time: 0.0805550 May 27 03:29:47.155504 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:29:47.169499 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-83e19ae1-e609-4cda-a242-ebc6d217776b req-eef4f440-9b5f-4b3d-b391-00a7a59ba591 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379853 May 27 03:29:47.286192 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695,segment=NetworkSegment(cd2181d9-8cc8-45f6-af3b-1ad4e9df3062),segment_id=cd2181d9-8cc8-45f6-af3b-1ad4e9df3062)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:29:47.298875 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': 'c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695', 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2', 'port_id': 'c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695', 'mac_address': 'fa:16:3e:8e:ba:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc3ac1d7-a648-46b7-a3a5-38b8867455db', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:29:47.352052 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:29:47.352426 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:47.368900 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:29:47.384091 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695,segment=NetworkSegment(cd2181d9-8cc8-45f6-af3b-1ad4e9df3062),segment_id=cd2181d9-8cc8-45f6-af3b-1ad4e9df3062)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:29:47.497360 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:47.565055 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695,revision_number=11']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:47.748337 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:29:48.370833 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b1dbd-bee7-44cc-9033-0198171941aa req-93c5a9fe-a59d-4bf2-9328-20ad4173e605 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:48.372503 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cd7b1dbd-bee7-44cc-9033-0198171941aa req-93c5a9fe-a59d-4bf2-9328-20ad4173e605 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 945 time: 0.0955064 May 27 03:29:48.423740 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cd7b1dbd-bee7-44cc-9033-0198171941aa req-3552f155-f2c3-48e7-a099-9c77b2697e5b tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450759 May 27 03:29:49.160828 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:29:49.286160 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:29:49.291015 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:49.292811 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:49.403473 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:29:49.403753 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:49.430363 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681506e8-aa58-47bf-852f-d75106c9da00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:29:49.439679 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695,segment=NetworkSegment(cd2181d9-8cc8-45f6-af3b-1ad4e9df3062),segment_id=cd2181d9-8cc8-45f6-af3b-1ad4e9df3062)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:29:49.473938 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28d61e3c-b4fa-416f-bafb-919e39a34db7'] response: {'server_uuid': '681506e8-aa58-47bf-852f-d75106c9da00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695', 'code': 200} May 27 03:29:49.524046 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:49.594322 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695,revision_number=12']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:49.618990 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974463e-69e2-4a3e-983e-3a473ea844f5 req-6ba517a4-5d92-4814-a836-3d62d02dd709 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:49.620480 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6974463e-69e2-4a3e-983e-3a473ea844f5 req-6ba517a4-5d92-4814-a836-3d62d02dd709 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 946 time: 0.0871589 May 27 03:29:49.666303 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6974463e-69e2-4a3e-983e-3a473ea844f5 req-480cc898-ecb5-4d40-8e3e-90410d68993a tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399215 May 27 03:29:49.778721 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa7e89-053c-484c-8347-3a22fd3375c8 req-101c50d6-f1a9-472d-bd40-65a982854722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:49.780174 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d7aa7e89-053c-484c-8347-3a22fd3375c8 req-101c50d6-f1a9-472d-bd40-65a982854722 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 1097 time: 0.0680690 May 27 03:29:49.822990 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d7aa7e89-053c-484c-8347-3a22fd3375c8 req-63e8907b-355f-4c35-8c94-aee0512ca34c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364969 May 27 03:29:50.051749 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:50.080120 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:50.863828 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6348b-be40-4ecd-b716-0c31a128bdcd req-9a3f1716-9269-410c-8b9a-73a8526fd5d0 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:50.865458 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7bc6348b-be40-4ecd-b716-0c31a128bdcd req-9a3f1716-9269-410c-8b9a-73a8526fd5d0 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 946 time: 0.0831254 May 27 03:29:50.910823 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7bc6348b-be40-4ecd-b716-0c31a128bdcd req-d725a752-1f09-40e6-a781-0526b4a2632c tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394855 May 27 03:29:52.096543 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9da01b-701b-4afb-8fd4-8eeb22bfb95e req-fa048829-c664-46f3-9f4b-c4470671bbc9 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:52.098063 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6a9da01b-701b-4afb-8fd4-8eeb22bfb95e req-fa048829-c664-46f3-9f4b-c4470671bbc9 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 946 time: 0.0816491 May 27 03:29:52.143171 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6a9da01b-701b-4afb-8fd4-8eeb22bfb95e req-4e864fbb-0857-42b4-842c-1fe96ae26dbe tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394008 May 27 03:29:53.325485 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de33ec-16c8-473a-9006-25a90a684faa req-6ac2e121-8121-4226-af5e-bb1525641ec8 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:53.326907 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d7de33ec-16c8-473a-9006-25a90a684faa req-6ac2e121-8121-4226-af5e-bb1525641ec8 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 946 time: 0.0775743 May 27 03:29:53.370817 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d7de33ec-16c8-473a-9006-25a90a684faa req-5e83fa83-a432-4257-9fa3-160e13317149 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376034 May 27 03:29:55.523738 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f0a71230-6ee8-4802-9cc9-de29f99ed21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:57.992352 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8aa473e3-245f-4e14-99f4-3623743ea6ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:58.673850 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:29:59.102934 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:59.223335 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:00.420841 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:20.028321 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:20.037277 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:25.525522 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e3fe4afd-8475-4d56-b4c9-01eb16b7c28c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:27.988521 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9e3bf22b-9b70-4400-8089-5b337339e024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:29.105652 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:29.288244 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:30.388100 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:34.720987 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b346ba6-9c6c-4c6e-9435-94444193277b req-fa6eae83-429a-4d08-b624-25ea94bc778f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0706708 May 27 03:30:34.855164 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b346ba6-9c6c-4c6e-9435-94444193277b req-5f4f7f45-ccf1-4d50-8e71-a1a83c874b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:34.856613 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b346ba6-9c6c-4c6e-9435-94444193277b req-5f4f7f45-ccf1-4d50-8e71-a1a83c874b1e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb1479a20f4542a5b7005831ae5ce3d5&device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 1097 time: 0.0690756 May 27 03:30:35.100077 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b346ba6-9c6c-4c6e-9435-94444193277b req-7c56044d-b077-476c-b88f-ca6c5c368276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:35.101531 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b346ba6-9c6c-4c6e-9435-94444193277b req-7c56044d-b077-476c-b88f-ca6c5c368276 service neutron] 10.222.0.66 "GET /v2.0/networks?id=34df816b-e066-4462-8270-932b1dcc87e2 HTTP/1.1" status: 200 len: 909 time: 0.2272217 May 27 03:30:35.204443 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b346ba6-9c6c-4c6e-9435-94444193277b req-a477fdad-883d-451d-9e8e-4950d3067e60 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 HTTP/1.1" status: 200 len: 1001 time: 0.0959525 May 27 03:30:35.268158 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b346ba6-9c6c-4c6e-9435-94444193277b req-3f79a75a-95d3-4c00-9522-d82793d72517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:35.269616 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b346ba6-9c6c-4c6e-9435-94444193277b req-3f79a75a-95d3-4c00-9522-d82793d72517 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bc3ac1d7-a648-46b7-a3a5-38b8867455db HTTP/1.1" status: 200 len: 847 time: 0.0597041 May 27 03:30:35.342582 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b346ba6-9c6c-4c6e-9435-94444193277b req-06868142-5439-4a8f-a0bc-0517118665de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:35.344009 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b346ba6-9c6c-4c6e-9435-94444193277b req-06868142-5439-4a8f-a0bc-0517118665de service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=34df816b-e066-4462-8270-932b1dcc87e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687411 May 27 03:30:35.472907 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b346ba6-9c6c-4c6e-9435-94444193277b req-228a6d24-fc3e-49bb-87fa-ccb98fb390a2 service neutron] 10.222.0.66 "GET /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226544 May 27 03:30:35.601301 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8b346ba6-9c6c-4c6e-9435-94444193277b req-784d1b40-b9df-4827-ae09-a2e987e76196 service neutron] 10.222.0.66 "GET /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226168 May 27 03:30:35.673791 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:30:50.030821 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:50.053605 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:55.536404 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-447231b0-adae-4612-bf0f-f28ad5ce91db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:57.959019 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c606a1c0-f815-426f-a575-bbd8e3fa03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:59.073664 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:59.233614 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:00.396655 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:06.315224 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39090) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:06.515211 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f1cbce05-4eb0-40ff-b3b3-889ff5acc67d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Deleting port 7b68a0a2-2cce-4652-a257-c3fc3b29e545 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:31:06.515557 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f1cbce05-4eb0-40ff-b3b3-889ff5acc67d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:06.678906 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f1cbce05-4eb0-40ff-b3b3-889ff5acc67d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:06.679133 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f1cbce05-4eb0-40ff-b3b3-889ff5acc67d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:06.798857 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f1cbce05-4eb0-40ff-b3b3-889ff5acc67d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Calling delete_port for 7b68a0a2-2cce-4652-a257-c3fc3b29e545 owned by network:floatingip {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:31:06.993581 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f1cbce05-4eb0-40ff-b3b3-889ff5acc67d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:07.039058 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cbce05-4eb0-40ff-b3b3-889ff5acc67d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Pushing event deleted for resources: {'Port': ['ID=7b68a0a2-2cce-4652-a257-c3fc3b29e545,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:07.078912 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cbce05-4eb0-40ff-b3b3-889ff5acc67d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:07.083433 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cbce05-4eb0-40ff-b3b3-889ff5acc67d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:07.083433 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cbce05-4eb0-40ff-b3b3-889ff5acc67d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:07.083433 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cbce05-4eb0-40ff-b3b3-889ff5acc67d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:07.083433 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cbce05-4eb0-40ff-b3b3-889ff5acc67d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:07.083433 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cbce05-4eb0-40ff-b3b3-889ff5acc67d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:07.083433 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cbce05-4eb0-40ff-b3b3-889ff5acc67d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:07.083433 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cbce05-4eb0-40ff-b3b3-889ff5acc67d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:07.083433 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cbce05-4eb0-40ff-b3b3-889ff5acc67d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:07.083433 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cbce05-4eb0-40ff-b3b3-889ff5acc67d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:07.083433 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cbce05-4eb0-40ff-b3b3-889ff5acc67d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:07.083433 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cbce05-4eb0-40ff-b3b3-889ff5acc67d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:07.141116 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f1cbce05-4eb0-40ff-b3b3-889ff5acc67d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for floatingip, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:07.141450 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-f1cbce05-4eb0-40ff-b3b3-889ff5acc67d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Floating IP 26b39e8a-3ecd-475a-9018-64426b8930dc disassociated (deleted). External IP: 172.25.1.195, port: c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695. May 27 03:31:07.594558 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1cbce05-4eb0-40ff-b3b3-889ff5acc67d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Router 97163c05-985a-42a8-afe0-a8cd6adbc93c has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:31:07.768582 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1cbce05-4eb0-40ff-b3b3-889ff5acc67d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:31:07.781299 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e261247b-7238-42fe-a97b-d9047dc43459 None None] Sync routers for ids ['97163c05-985a-42a8-afe0-a8cd6adbc93c'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:31:07.791931 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e261247b-7238-42fe-a97b-d9047dc43459 None None] Routers {'97163c05-985a-42a8-afe0-a8cd6adbc93c'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:31:07.802256 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e261247b-7238-42fe-a97b-d9047dc43459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:30:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['97163c05-985a-42a8-afe0-a8cd6adbc93c'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:07.863047 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f1cbce05-4eb0-40ff-b3b3-889ff5acc67d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:07.921074 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f1cbce05-4eb0-40ff-b3b3-889ff5acc67d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "DELETE /v2.0/floatingips/26b39e8a-3ecd-475a-9018-64426b8930dc HTTP/1.1" status: 204 len: 168 time: 1.6047428 May 27 03:31:07.921655 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '681506e8-aa58-47bf-852f-d75106c9da00', 'tag': 'c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:31:07.971141 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-e261247b-7238-42fe-a97b-d9047dc43459 None None] Set router 97163c05-985a-42a8-afe0-a8cd6adbc93c gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:31:07.971660 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40bd1aeb-2fcb-4d1c-9165-cf728ef27991'] response: {'name': 'network-changed', 'server_uuid': '681506e8-aa58-47bf-852f-d75106c9da00', 'tag': 'c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695', 'status': 'completed', 'code': 200} May 27 03:31:08.064834 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c60ae-70f7-4f9a-9a7d-634097c75caa req-eb2c7fb5-0af4-44da-a396-2955f58dfe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:08.066420 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5b6c60ae-70f7-4f9a-9a7d-634097c75caa req-eb2c7fb5-0af4-44da-a396-2955f58dfe1d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb1479a20f4542a5b7005831ae5ce3d5&device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 1097 time: 0.0730464 May 27 03:31:08.199902 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c60ae-70f7-4f9a-9a7d-634097c75caa req-daac3d52-0a2d-4f7e-8829-de6effbbfeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:08.201137 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5b6c60ae-70f7-4f9a-9a7d-634097c75caa req-daac3d52-0a2d-4f7e-8829-de6effbbfeaa service neutron] 10.222.0.66 "GET /v2.0/networks?id=34df816b-e066-4462-8270-932b1dcc87e2 HTTP/1.1" status: 200 len: 909 time: 0.1292071 May 27 03:31:08.272687 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5b6c60ae-70f7-4f9a-9a7d-634097c75caa req-04475e6c-847f-4133-ac64-9b26d7e0d5af service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 HTTP/1.1" status: 200 len: 217 time: 0.0649540 May 27 03:31:08.290208 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e261247b-7238-42fe-a97b-d9047dc43459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'name': 'tempest-TestShelveInstance-704346214-router', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'c3219443-87eb-4a7c-ae9e-b35e8781a05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:35Z', 'updated_at': '2022-05-27T03:26:39Z', 'revision_number': 4, 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'gw_port': {'id': 'c3219443-87eb-4a7c-ae9e-b35e8781a05c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:36Z', 'updated_at': '2022-05-27T03:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'f456a6d6-d172-452b-93a0-99621191068e', 'name': '', 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'mac_address': 'fa:16:3e:23:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'bc3ac1d7-a648-46b7-a3a5-38b8867455db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:38Z', 'updated_at': '2022-05-27T03:26:45Z', 'revision_number': 5, 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'subnets': [{'id': 'bc3ac1d7-a648-46b7-a3a5-38b8867455db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:08.294252 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e261247b-7238-42fe-a97b-d9047dc43459 None None] Checking router: 97163c05-985a-42a8-afe0-a8cd6adbc93c for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:31:08.303305 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e261247b-7238-42fe-a97b-d9047dc43459 None None] Routers {'97163c05-985a-42a8-afe0-a8cd6adbc93c'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:31:08.303864 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e261247b-7238-42fe-a97b-d9047dc43459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:30:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['97163c05-985a-42a8-afe0-a8cd6adbc93c'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:08.342020 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c60ae-70f7-4f9a-9a7d-634097c75caa req-04adb72a-fd68-4af8-839d-397baf35af30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:08.343562 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5b6c60ae-70f7-4f9a-9a7d-634097c75caa req-04adb72a-fd68-4af8-839d-397baf35af30 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bc3ac1d7-a648-46b7-a3a5-38b8867455db HTTP/1.1" status: 200 len: 847 time: 0.0655529 May 27 03:31:08.482584 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c60ae-70f7-4f9a-9a7d-634097c75caa req-c3e16c72-9566-4696-bd2b-14ef214bde9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:08.484064 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5b6c60ae-70f7-4f9a-9a7d-634097c75caa req-c3e16c72-9566-4696-bd2b-14ef214bde9a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=34df816b-e066-4462-8270-932b1dcc87e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1341329 May 27 03:31:08.496113 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8844646-c72e-45c7-a9b1-1fd5ab1486d8 req-5f7f4602-74a6-4a2e-b183-29274987b6ae tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:08.496794 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-d8844646-c72e-45c7-a9b1-1fd5ab1486d8 req-5f7f4602-74a6-4a2e-b183-29274987b6ae tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Synchronizing usage tracker for tenant:bb1479a20f4542a5b7005831ae5ce3d5 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:31:08.508562 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-e261247b-7238-42fe-a97b-d9047dc43459 None None] Set router 97163c05-985a-42a8-afe0-a8cd6adbc93c gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:31:08.630092 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5b6c60ae-70f7-4f9a-9a7d-634097c75caa req-cffde514-5f0b-42c8-a2bf-b617d3f5fb65 service neutron] 10.222.0.66 "GET /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305180 May 27 03:31:08.657962 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-d8844646-c72e-45c7-a9b1-1fd5ab1486d8 req-5f7f4602-74a6-4a2e-b183-29274987b6ae tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Unset dirty status for tenant:bb1479a20f4542a5b7005831ae5ce3d5 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:31:08.659033 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d8844646-c72e-45c7-a9b1-1fd5ab1486d8 req-5f7f4602-74a6-4a2e-b183-29274987b6ae tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 946 time: 0.2753201 May 27 03:31:08.770340 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d8844646-c72e-45c7-a9b1-1fd5ab1486d8 req-b0106bc5-9a56-4a2f-b990-edeadf95c6f4 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657771 May 27 03:31:08.793393 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5b6c60ae-70f7-4f9a-9a7d-634097c75caa req-37cab25e-34cd-487e-aea6-7dc6a720b61b service neutron] 10.222.0.66 "GET /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573660 May 27 03:31:08.824857 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-e261247b-7238-42fe-a97b-d9047dc43459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'name': 'tempest-TestShelveInstance-704346214-router', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'c3219443-87eb-4a7c-ae9e-b35e8781a05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:35Z', 'updated_at': '2022-05-27T03:26:39Z', 'revision_number': 4, 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'gw_port': {'id': 'c3219443-87eb-4a7c-ae9e-b35e8781a05c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:36Z', 'updated_at': '2022-05-27T03:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'f456a6d6-d172-452b-93a0-99621191068e', 'name': '', 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'mac_address': 'fa:16:3e:23:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'bc3ac1d7-a648-46b7-a3a5-38b8867455db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:38Z', 'updated_at': '2022-05-27T03:26:45Z', 'revision_number': 5, 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'subnets': [{'id': 'bc3ac1d7-a648-46b7-a3a5-38b8867455db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:08.828802 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e261247b-7238-42fe-a97b-d9047dc43459 None None] The sync data for ids ['97163c05-985a-42a8-afe0-a8cd6adbc93c'] in n-d-843554-3 is: [{'id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'name': 'tempest-TestShelveInstance-704346214-router', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'c3219443-87eb-4a7c-ae9e-b35e8781a05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:35Z', 'updated_at': '2022-05-27T03:26:39Z', 'revision_number': 4, 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'gw_port': {'id': 'c3219443-87eb-4a7c-ae9e-b35e8781a05c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:36Z', 'updated_at': '2022-05-27T03:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'f456a6d6-d172-452b-93a0-99621191068e', 'name': '', 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'mac_address': 'fa:16:3e:23:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'bc3ac1d7-a648-46b7-a3a5-38b8867455db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:38Z', 'updated_at': '2022-05-27T03:26:45Z', 'revision_number': 5, 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'subnets': [{'id': 'bc3ac1d7-a648-46b7-a3a5-38b8867455db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:31:09.038264 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99c0d3a-8eeb-4d55-9e93-54f9c99127ee None None] New status for floating IP 26b39e8a-3ecd-475a-9018-64426b8930dc: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:31:09.780089 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242651e-337e-4465-84dd-805f80ec3a48 req-0641c26d-88d0-4fdd-98c9-b5aff32a4ced tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:09.781542 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e242651e-337e-4465-84dd-805f80ec3a48 req-0641c26d-88d0-4fdd-98c9-b5aff32a4ced tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.66 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 946 time: 0.1921992 May 27 03:31:09.850039 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-e242651e-337e-4465-84dd-805f80ec3a48 req-2231f1c9-26a8-43f6-b6e0-2ee653d6ae89 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Deleting port c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:31:09.850389 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e242651e-337e-4465-84dd-805f80ec3a48 req-2231f1c9-26a8-43f6-b6e0-2ee653d6ae89 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:10.113473 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4909a-3c47-43b1-bf36-577a767e2001 req-8eb04048-dc8a-40d4-b966-ea08b17120a9 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:10.114884 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-15e4909a-3c47-43b1-bf36-577a767e2001 req-8eb04048-dc8a-40d4-b966-ea08b17120a9 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 946 time: 0.2097471 May 27 03:31:10.189433 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-e242651e-337e-4465-84dd-805f80ec3a48 req-2231f1c9-26a8-43f6-b6e0-2ee653d6ae89 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] For port c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695,segment=NetworkSegment(cd2181d9-8cc8-45f6-af3b-1ad4e9df3062),segment_id=cd2181d9-8cc8-45f6-af3b-1ad4e9df3062)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:31:10.189794 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e242651e-337e-4465-84dd-805f80ec3a48 req-2231f1c9-26a8-43f6-b6e0-2ee653d6ae89 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:10.202600 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-15e4909a-3c47-43b1-bf36-577a767e2001 req-b959165f-8e88-4ddc-bf27-3693d7fc2746 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=363fe4e4-7a4b-48b9-adda-d37f33962915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807681 May 27 03:31:10.315059 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-e242651e-337e-4465-84dd-805f80ec3a48 req-2231f1c9-26a8-43f6-b6e0-2ee653d6ae89 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Calling delete_port for c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:31:10.533674 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e242651e-337e-4465-84dd-805f80ec3a48 req-2231f1c9-26a8-43f6-b6e0-2ee653d6ae89 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:10.582984 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2231f1c9-26a8-43f6-b6e0-2ee653d6ae89 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Pushing event deleted for resources: {'Port': ['ID=c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:10.660985 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-e242651e-337e-4465-84dd-805f80ec3a48 req-2231f1c9-26a8-43f6-b6e0-2ee653d6ae89 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] No DVR routers for this DVR port c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:31:10.664328 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e242651e-337e-4465-84dd-805f80ec3a48 req-2231f1c9-26a8-43f6-b6e0-2ee653d6ae89 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:10.666786 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681506e8-aa58-47bf-852f-d75106c9da00', 'name': 'network-vif-deleted', 'tag': 'c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:31:10.712839 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4de64344-cfe4-474f-99ce-b9c84e26fa3e'] response: {'server_uuid': '681506e8-aa58-47bf-852f-d75106c9da00', 'name': 'network-vif-deleted', 'tag': 'c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695', 'status': 'completed', 'code': 200} May 27 03:31:10.728634 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e242651e-337e-4465-84dd-805f80ec3a48 req-2231f1c9-26a8-43f6-b6e0-2ee653d6ae89 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.66 "DELETE /v2.0/ports/c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 HTTP/1.1" status: 204 len: 173 time: 0.9422238 May 27 03:31:11.360654 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-59aac986-3ac4-414f-8e93-a8a3d4940f91 req-2413b26c-d4bf-4302-879c-ae817e430bf5 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Synchronizing usage tracker for tenant:bb1479a20f4542a5b7005831ae5ce3d5 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:31:11.456109 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-59aac986-3ac4-414f-8e93-a8a3d4940f91 req-2413b26c-d4bf-4302-879c-ae817e430bf5 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Unset dirty status for tenant:bb1479a20f4542a5b7005831ae5ce3d5 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:31:11.457322 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-59aac986-3ac4-414f-8e93-a8a3d4940f91 req-2413b26c-d4bf-4302-879c-ae817e430bf5 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=681506e8-aa58-47bf-852f-d75106c9da00 HTTP/1.1" status: 200 len: 210 time: 0.1372528 May 27 03:31:12.550496 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39108) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:12.617149 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd6d22b1-7f94-4fd0-be8f-fa5a92189e20 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:12.645874 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd6d22b1-7f94-4fd0-be8f-fa5a92189e20 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:12.673057 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:31:12.790643 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd6d22b1-7f94-4fd0-be8f-fa5a92189e20 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:12.808527 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d22b1-7f94-4fd0-be8f-fa5a92189e20 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=363fe4e4-7a4b-48b9-adda-d37f33962915,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:12.875336 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd6d22b1-7f94-4fd0-be8f-fa5a92189e20 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:12.876468 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-cd6d22b1-7f94-4fd0-be8f-fa5a92189e20 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "DELETE /v2.0/security-groups/363fe4e4-7a4b-48b9-adda-d37f33962915 HTTP/1.1" status: 204 len: 168 time: 0.3249836 May 27 03:31:13.674202 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:31:13.707234 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:31:13.707569 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device c8d7ecf6-ba6c-41b0-84f5-b9046ae6e695 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:31:14.206953 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39118) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:14.213589 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-81e4de2f-059c-45f5-8f0e-a42b01d13e80 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1320559395', 'description': 'tempest-secgroup-smoke-1320559395 description', 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:31:14.220525 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-81e4de2f-059c-45f5-8f0e-a42b01d13e80 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:31:14.228850 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-81e4de2f-059c-45f5-8f0e-a42b01d13e80 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Usage tracker for resource:security_group and tenant:bb1479a20f4542a5b7005831ae5ce3d5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:31:14.228850 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-81e4de2f-059c-45f5-8f0e-a42b01d13e80 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:31:14.233579 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-81e4de2f-059c-45f5-8f0e-a42b01d13e80 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:31:14.310339 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81e4de2f-059c-45f5-8f0e-a42b01d13e80 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:14.330007 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-81e4de2f-059c-45f5-8f0e-a42b01d13e80 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:31:14.333701 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-81e4de2f-059c-45f5-8f0e-a42b01d13e80 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Usage tracker for resource:security_group_rule and tenant:bb1479a20f4542a5b7005831ae5ce3d5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:31:14.336417 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-81e4de2f-059c-45f5-8f0e-a42b01d13e80 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:31:14.342174 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-81e4de2f-059c-45f5-8f0e-a42b01d13e80 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:31:14.410657 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81e4de2f-059c-45f5-8f0e-a42b01d13e80 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:14.475888 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81e4de2f-059c-45f5-8f0e-a42b01d13e80 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:14.523056 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e4de2f-059c-45f5-8f0e-a42b01d13e80 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c606f509-e259-42d1-a571-83ba6d943c04,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:14.530416 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e4de2f-059c-45f5-8f0e-a42b01d13e80 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:14.530781 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e4de2f-059c-45f5-8f0e-a42b01d13e80 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:14.531131 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e4de2f-059c-45f5-8f0e-a42b01d13e80 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:14.531448 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e4de2f-059c-45f5-8f0e-a42b01d13e80 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:14.531774 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e4de2f-059c-45f5-8f0e-a42b01d13e80 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:14.532099 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e4de2f-059c-45f5-8f0e-a42b01d13e80 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:14.532425 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e4de2f-059c-45f5-8f0e-a42b01d13e80 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:14.532761 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e4de2f-059c-45f5-8f0e-a42b01d13e80 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:14.533086 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e4de2f-059c-45f5-8f0e-a42b01d13e80 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:14.533404 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e4de2f-059c-45f5-8f0e-a42b01d13e80 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:14.533723 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e4de2f-059c-45f5-8f0e-a42b01d13e80 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:14.534043 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e4de2f-059c-45f5-8f0e-a42b01d13e80 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:14.599670 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81e4de2f-059c-45f5-8f0e-a42b01d13e80 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:14.600874 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-81e4de2f-059c-45f5-8f0e-a42b01d13e80 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3928554 May 27 03:31:14.603764 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39122) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:14.608979 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-87bb41fb-4670-46cf-a41f-eb6b8c097a01 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Request body: {'security_group_rule': {'security_group_id': 'c606f509-e259-42d1-a571-83ba6d943c04', 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:31:14.616238 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-87bb41fb-4670-46cf-a41f-eb6b8c097a01 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:31:14.620086 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-87bb41fb-4670-46cf-a41f-eb6b8c097a01 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Usage tracker for resource:security_group_rule and tenant:bb1479a20f4542a5b7005831ae5ce3d5 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:31:14.623061 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-87bb41fb-4670-46cf-a41f-eb6b8c097a01 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:31:14.629373 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-87bb41fb-4670-46cf-a41f-eb6b8c097a01 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:31:14.719206 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-87bb41fb-4670-46cf-a41f-eb6b8c097a01 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:14.779362 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-87bb41fb-4670-46cf-a41f-eb6b8c097a01 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:14.861769 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-87bb41fb-4670-46cf-a41f-eb6b8c097a01 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:14.886208 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bb41fb-4670-46cf-a41f-eb6b8c097a01 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0d02c85-4c47-4258-82a9-49bb1e56709d,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:14.958776 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-87bb41fb-4670-46cf-a41f-eb6b8c097a01 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:14.960446 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-87bb41fb-4670-46cf-a41f-eb6b8c097a01 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3552077 May 27 03:31:14.963137 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39126) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:14.968058 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-51fa859f-b609-4613-84c3-37783c6d57c4 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Request body: {'security_group_rule': {'security_group_id': 'c606f509-e259-42d1-a571-83ba6d943c04', 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:31:14.974629 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-51fa859f-b609-4613-84c3-37783c6d57c4 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:31:14.980743 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-51fa859f-b609-4613-84c3-37783c6d57c4 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Usage tracker for resource:security_group_rule and tenant:bb1479a20f4542a5b7005831ae5ce3d5 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:31:14.981942 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-51fa859f-b609-4613-84c3-37783c6d57c4 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:31:14.987873 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-51fa859f-b609-4613-84c3-37783c6d57c4 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:31:15.056366 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-51fa859f-b609-4613-84c3-37783c6d57c4 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:15.116557 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-51fa859f-b609-4613-84c3-37783c6d57c4 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:15.178627 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-51fa859f-b609-4613-84c3-37783c6d57c4 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:15.205937 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa859f-b609-4613-84c3-37783c6d57c4 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a809b288-c519-4eca-a8b4-d2d93d2f3c1d,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:15.279187 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-51fa859f-b609-4613-84c3-37783c6d57c4 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:15.280734 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-51fa859f-b609-4613-84c3-37783c6d57c4 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3166349 May 27 03:31:15.283449 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39130) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:15.289632 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-e386e65f-c7b6-48ed-a57f-8abd870e0947 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Request body: {'security_group_rule': {'security_group_id': 'c606f509-e259-42d1-a571-83ba6d943c04', 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:31:15.296541 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e386e65f-c7b6-48ed-a57f-8abd870e0947 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:31:15.300363 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e386e65f-c7b6-48ed-a57f-8abd870e0947 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Usage tracker for resource:security_group_rule and tenant:bb1479a20f4542a5b7005831ae5ce3d5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:31:15.303230 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e386e65f-c7b6-48ed-a57f-8abd870e0947 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:31:15.309143 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e386e65f-c7b6-48ed-a57f-8abd870e0947 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:31:15.394235 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e386e65f-c7b6-48ed-a57f-8abd870e0947 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:15.454806 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e386e65f-c7b6-48ed-a57f-8abd870e0947 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:15.541607 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e386e65f-c7b6-48ed-a57f-8abd870e0947 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:15.564518 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386e65f-c7b6-48ed-a57f-8abd870e0947 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ae2c8a0-1da0-4885-b1f3-a411177e8385,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:15.627736 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e386e65f-c7b6-48ed-a57f-8abd870e0947 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:15.628935 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e386e65f-c7b6-48ed-a57f-8abd870e0947 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3444290 May 27 03:31:15.632174 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39134) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:15.637343 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-cdd05762-4b1d-466c-a55f-b903468001df tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Request body: {'security_group_rule': {'security_group_id': 'c606f509-e259-42d1-a571-83ba6d943c04', 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:31:15.644146 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cdd05762-4b1d-466c-a55f-b903468001df tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:31:15.648778 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cdd05762-4b1d-466c-a55f-b903468001df tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Usage tracker for resource:security_group_rule and tenant:bb1479a20f4542a5b7005831ae5ce3d5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:31:15.651740 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cdd05762-4b1d-466c-a55f-b903468001df tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:31:15.657461 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cdd05762-4b1d-466c-a55f-b903468001df tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:31:15.746333 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cdd05762-4b1d-466c-a55f-b903468001df tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:15.812699 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cdd05762-4b1d-466c-a55f-b903468001df tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:15.970838 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cdd05762-4b1d-466c-a55f-b903468001df tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:15.995223 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd05762-4b1d-466c-a55f-b903468001df tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e3f2678-3deb-4982-bd77-f1810060d73c,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:16.073671 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cdd05762-4b1d-466c-a55f-b903468001df tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:16.074870 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-cdd05762-4b1d-466c-a55f-b903468001df tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4417188 May 27 03:31:16.077621 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39138) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:16.082598 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-31228f9c-f10a-42e4-928a-bad1c7186a25 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Request body: {'security_group_rule': {'security_group_id': 'c606f509-e259-42d1-a571-83ba6d943c04', 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:31:16.089552 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-31228f9c-f10a-42e4-928a-bad1c7186a25 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:31:16.093380 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-31228f9c-f10a-42e4-928a-bad1c7186a25 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Usage tracker for resource:security_group_rule and tenant:bb1479a20f4542a5b7005831ae5ce3d5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:31:16.096300 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-31228f9c-f10a-42e4-928a-bad1c7186a25 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:31:16.102639 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-31228f9c-f10a-42e4-928a-bad1c7186a25 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:31:16.181638 n-d-843554-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-31228f9c-f10a-42e4-928a-bad1c7186a25 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Project bb1479a20f4542a5b7005831ae5ce3d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:31:16.188203 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31228f9c-f10a-42e4-928a-bad1c7186a25 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:16.249308 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31228f9c-f10a-42e4-928a-bad1c7186a25 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:16.335780 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31228f9c-f10a-42e4-928a-bad1c7186a25 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:16.357301 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31228f9c-f10a-42e4-928a-bad1c7186a25 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ada9883a-2c9a-4a4c-835c-789ce8d3ec4d,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:16.441518 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31228f9c-f10a-42e4-928a-bad1c7186a25 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:16.442686 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-31228f9c-f10a-42e4-928a-bad1c7186a25 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3641644 May 27 03:31:16.445433 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39142) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:16.450179 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f11427b4-5d23-4617-9646-155549c7486d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Request body: {'security_group_rule': {'security_group_id': 'c606f509-e259-42d1-a571-83ba6d943c04', 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:31:16.456787 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f11427b4-5d23-4617-9646-155549c7486d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:31:16.461177 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f11427b4-5d23-4617-9646-155549c7486d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Usage tracker for resource:security_group_rule and tenant:bb1479a20f4542a5b7005831ae5ce3d5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:31:16.464070 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f11427b4-5d23-4617-9646-155549c7486d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:31:16.469847 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f11427b4-5d23-4617-9646-155549c7486d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:31:16.561880 n-d-843554-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-f11427b4-5d23-4617-9646-155549c7486d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Project bb1479a20f4542a5b7005831ae5ce3d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:31:16.568294 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f11427b4-5d23-4617-9646-155549c7486d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:16.632476 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f11427b4-5d23-4617-9646-155549c7486d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:16.716104 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f11427b4-5d23-4617-9646-155549c7486d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:16.737421 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11427b4-5d23-4617-9646-155549c7486d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc924081-254a-4ed9-965c-da69e4997c61,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:16.802039 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f11427b4-5d23-4617-9646-155549c7486d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:16.811471 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-f11427b4-5d23-4617-9646-155549c7486d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3571849 May 27 03:31:20.073658 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:20.084249 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:25.910815 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c6a9e133-37f6-4803-8ac0-d959dbb59045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:27.993372 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-33da9065-4842-4b2b-a6b7-0ee7aa0d9cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:29.104639 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:29.244952 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:30.407322 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:36.195433 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-01dd2eb4-2d64-4e09-9e01-6b22633fd423 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Synchronizing usage tracker for tenant:bb1479a20f4542a5b7005831ae5ce3d5 on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:31:36.249674 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-01dd2eb4-2d64-4e09-9e01-6b22633fd423 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Unset dirty status for tenant:bb1479a20f4542a5b7005831ae5ce3d5 on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:31:36.250839 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-01dd2eb4-2d64-4e09-9e01-6b22633fd423 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1320559395&fields=id&tenant_id=bb1479a20f4542a5b7005831ae5ce3d5 HTTP/1.1" status: 200 len: 267 time: 0.0983706 May 27 03:31:36.398550 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-2953d332-ab3f-475b-9dba-6f9b00b9b069 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:36.399965 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-2953d332-ab3f-475b-9dba-6f9b00b9b069 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/networks?id=34df816b-e066-4462-8270-932b1dcc87e2 HTTP/1.1" status: 200 len: 808 time: 0.1415889 May 27 03:31:36.415492 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-a5fb0bf0-b6e8-4151-9d5d-c22b209f9f8b tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/quotas/bb1479a20f4542a5b7005831ae5ce3d5 HTTP/1.1" status: 200 len: 375 time: 0.0100601 May 27 03:31:36.495162 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-11275c02-77e1-4ceb-8323-c4809a2aca95 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=bb1479a20f4542a5b7005831ae5ce3d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0746205 May 27 03:31:36.509842 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-b1aa27c0-4ae3-469e-b953-45d93d7dc56d service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 03:31:36.510701 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-b1aa27c0-4ae3-469e-b953-45d93d7dc56d service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048382 May 27 03:31:36.638395 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-6adb12e6-2964-4ca3-87fe-eaadf8972f70 service neutron] 10.222.0.57 "GET /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225104 May 27 03:31:36.868733 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-328bcc09-b62e-4222-b3f4-8f7242fc5143 service neutron] 10.222.0.57 "GET /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245460 May 27 03:31:37.490837 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-273e0cc3-fbf3-4b43-9771-ec3fd69e108b req-ec57781e-8324-4d12-bf99-a0b1ef536d86 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 210 time: 0.0429866 May 27 03:31:38.640380 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-434865bf-fad0-426f-afcf-72756e661923 req-f5081733-27b8-494a-907c-7872bb3914e5 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 210 time: 0.0450146 May 27 03:31:39.529321 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-0cfcba18-e26f-4dd2-8bdf-26eb074110cc tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:39.530726 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-0cfcba18-e26f-4dd2-8bdf-26eb074110cc tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.32 "GET /v2.0/networks?id=34df816b-e066-4462-8270-932b1dcc87e2 HTTP/1.1" status: 200 len: 808 time: 0.1425514 May 27 03:31:39.576076 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-be6081a4-ad37-477c-be00-227ceebb3579 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb1479a20f4542a5b7005831ae5ce3d5 HTTP/1.1" status: 200 len: 380 time: 0.0376627 May 27 03:31:39.583946 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-014390ab-9002-4998-b22b-6dbbc4caba4f tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Request body: {'port': {'device_id': '03ca2426-1f5d-4510-9584-15708509ad28', 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2', 'admin_state_up': True, 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'security_groups': ['c606f509-e259-42d1-a571-83ba6d943c04']}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:31:39.719271 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-014390ab-9002-4998-b22b-6dbbc4caba4f tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:31:39.728824 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-014390ab-9002-4998-b22b-6dbbc4caba4f tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:31:39.801410 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e69f6274-daa4-4199-9e03-9fe2051bf948 req-d42b46bc-7c34-449b-b5cc-006cd4ae533d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 210 time: 0.0422444 May 27 03:31:39.855957 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-014390ab-9002-4998-b22b-6dbbc4caba4f tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Made reservation on behalf of bb1479a20f4542a5b7005831ae5ce3d5 for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:31:39.859564 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-014390ab-9002-4998-b22b-6dbbc4caba4f tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:40.024050 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-014390ab-9002-4998-b22b-6dbbc4caba4f tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Allocated IP 172.20.0.4 (34df816b-e066-4462-8270-932b1dcc87e2/bc3ac1d7-a648-46b7-a3a5-38b8867455db/d0be731f-4159-40cd-893d-1c20e5c7b414) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:31:40.216860 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-014390ab-9002-4998-b22b-6dbbc4caba4f tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:40.234595 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-014390ab-9002-4998-b22b-6dbbc4caba4f tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Transition to ACTIVE for port object d0be731f-4159-40cd-893d-1c20e5c7b414 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:31:40.319174 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-014390ab-9002-4998-b22b-6dbbc4caba4f tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:40.392554 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-014390ab-9002-4998-b22b-6dbbc4caba4f tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Network 34df816b-e066-4462-8270-932b1dcc87e2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:31:40.395492 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-014390ab-9002-4998-b22b-6dbbc4caba4f tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:31:40.400347 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-014390ab-9002-4998-b22b-6dbbc4caba4f tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:31:40.437337 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014390ab-9002-4998-b22b-6dbbc4caba4f tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Pushing event updated for resources: {'Port': ['ID=d0be731f-4159-40cd-893d-1c20e5c7b414,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:40.472520 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-014390ab-9002-4998-b22b-6dbbc4caba4f tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:40.473374 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-014390ab-9002-4998-b22b-6dbbc4caba4f tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:40.567932 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-014390ab-9002-4998-b22b-6dbbc4caba4f tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9872200 May 27 03:31:40.578386 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-63a7f748-c825-4162-b966-a769d84eac98 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 03:31:40.579517 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-63a7f748-c825-4162-b966-a769d84eac98 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054386 May 27 03:31:40.648411 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-230b565b-8cd2-45cc-8a4d-d01ea9ef3c00 service neutron] Request body: {'port': {'device_id': '03ca2426-1f5d-4510-9584-15708509ad28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:31:40.763412 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-230b565b-8cd2-45cc-8a4d-d01ea9ef3c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:40.784653 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3b2340ea-4a79-4599-bc22-251750bbfb3c None None] Provisioning for port d0be731f-4159-40cd-893d-1c20e5c7b414 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:31:40.808122 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3b2340ea-4a79-4599-bc22-251750bbfb3c None None] Provisioning complete for port d0be731f-4159-40cd-893d-1c20e5c7b414 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:31:40.808122 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3b2340ea-4a79-4599-bc22-251750bbfb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:40.877541 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-3b2340ea-4a79-4599-bc22-251750bbfb3c None None] Port d0be731f-4159-40cd-893d-1c20e5c7b414 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:31:41.114112 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e32cde-fc31-4a04-94f7-c818f1397fc3 req-46a25dee-28e4-4f72-bc96-faf976df12fc tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:41.114797 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-24e32cde-fc31-4a04-94f7-c818f1397fc3 req-46a25dee-28e4-4f72-bc96-faf976df12fc tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Synchronizing usage tracker for tenant:bb1479a20f4542a5b7005831ae5ce3d5 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:31:41.196042 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-230b565b-8cd2-45cc-8a4d-d01ea9ef3c00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0be731f-4159-40cd-893d-1c20e5c7b414 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:31:41.203351 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-230b565b-8cd2-45cc-8a4d-d01ea9ef3c00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:41.217574 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-24e32cde-fc31-4a04-94f7-c818f1397fc3 req-46a25dee-28e4-4f72-bc96-faf976df12fc tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Unset dirty status for tenant:bb1479a20f4542a5b7005831ae5ce3d5 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:31:41.219711 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-24e32cde-fc31-4a04-94f7-c818f1397fc3 req-46a25dee-28e4-4f72-bc96-faf976df12fc tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 931 time: 0.2972732 May 27 03:31:41.219711 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-230b565b-8cd2-45cc-8a4d-d01ea9ef3c00 service neutron] Transition to ACTIVE for port object d0be731f-4159-40cd-893d-1c20e5c7b414 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:31:41.263116 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-24e32cde-fc31-4a04-94f7-c818f1397fc3 req-f4007b09-c48b-4398-add2-e6cd76bbfcb7 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381696 May 27 03:31:41.284809 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-230b565b-8cd2-45cc-8a4d-d01ea9ef3c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:41.440353 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b565b-8cd2-45cc-8a4d-d01ea9ef3c00 service neutron] Pushing event updated for resources: {'Port': ['ID=d0be731f-4159-40cd-893d-1c20e5c7b414,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:41.629472 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-230b565b-8cd2-45cc-8a4d-d01ea9ef3c00 service neutron] Attempting to bind port d0be731f-4159-40cd-893d-1c20e5c7b414 on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:31:41.629750 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-230b565b-8cd2-45cc-8a4d-d01ea9ef3c00 service neutron] Attempting to bind port d0be731f-4159-40cd-893d-1c20e5c7b414 by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'cd2181d9-8cc8-45f6-af3b-1ad4e9df3062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:31:41.630079 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-230b565b-8cd2-45cc-8a4d-d01ea9ef3c00 service neutron] Attempting to bind port d0be731f-4159-40cd-893d-1c20e5c7b414 on network 34df816b-e066-4462-8270-932b1dcc87e2 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:31:41.635100 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-230b565b-8cd2-45cc-8a4d-d01ea9ef3c00 service neutron] Port d0be731f-4159-40cd-893d-1c20e5c7b414 on network 34df816b-e066-4462-8270-932b1dcc87e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:31:41.635421 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-230b565b-8cd2-45cc-8a4d-d01ea9ef3c00 service neutron] Attempting to bind port d0be731f-4159-40cd-893d-1c20e5c7b414 on network 34df816b-e066-4462-8270-932b1dcc87e2 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:31:41.640413 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-230b565b-8cd2-45cc-8a4d-d01ea9ef3c00 service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:31:41.640797 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-230b565b-8cd2-45cc-8a4d-d01ea9ef3c00 service neutron] Checking segment: {'id': 'cd2181d9-8cc8-45f6-af3b-1ad4e9df3062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:31:41.641181 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-230b565b-8cd2-45cc-8a4d-d01ea9ef3c00 service neutron] Bound using segment: {'id': 'cd2181d9-8cc8-45f6-af3b-1ad4e9df3062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:31:41.641604 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-230b565b-8cd2-45cc-8a4d-d01ea9ef3c00 service neutron] Bound port: d0be731f-4159-40cd-893d-1c20e5c7b414, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd2181d9-8cc8-45f6-af3b-1ad4e9df3062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:31:41.641946 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-230b565b-8cd2-45cc-8a4d-d01ea9ef3c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:41.733842 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-230b565b-8cd2-45cc-8a4d-d01ea9ef3c00 service neutron] For port d0be731f-4159-40cd-893d-1c20e5c7b414, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:31:41.736777 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-230b565b-8cd2-45cc-8a4d-d01ea9ef3c00 service neutron] For port d0be731f-4159-40cd-893d-1c20e5c7b414, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=d0be731f-4159-40cd-893d-1c20e5c7b414,segment=NetworkSegment(cd2181d9-8cc8-45f6-af3b-1ad4e9df3062),segment_id=cd2181d9-8cc8-45f6-af3b-1ad4e9df3062)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:31:41.833637 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-230b565b-8cd2-45cc-8a4d-d01ea9ef3c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:41.899702 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-230b565b-8cd2-45cc-8a4d-d01ea9ef3c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:41.900438 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-230b565b-8cd2-45cc-8a4d-d01ea9ef3c00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:41.902342 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-230b565b-8cd2-45cc-8a4d-d01ea9ef3c00 service neutron] 10.222.0.32 "PUT /v2.0/ports/d0be731f-4159-40cd-893d-1c20e5c7b414 HTTP/1.1" status: 200 len: 1091 time: 1.3171160 May 27 03:31:41.902952 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03ca2426-1f5d-4510-9584-15708509ad28', 'tag': 'd0be731f-4159-40cd-893d-1c20e5c7b414'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:31:41.926450 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b565b-8cd2-45cc-8a4d-d01ea9ef3c00 service neutron] Pushing event updated for resources: {'Port': ['ID=d0be731f-4159-40cd-893d-1c20e5c7b414,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:41.957370 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aca637d-5ab4-4523-bd5c-5b68ecc8af80'] response: {'name': 'network-changed', 'server_uuid': '03ca2426-1f5d-4510-9584-15708509ad28', 'tag': 'd0be731f-4159-40cd-893d-1c20e5c7b414', 'status': 'completed', 'code': 200} May 27 03:31:42.060115 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286fa36f-aa6e-428a-8f31-4913f53eceac req-668f41d9-6fdd-40c1-8e6f-d54ce5bd3568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:42.061788 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-286fa36f-aa6e-428a-8f31-4913f53eceac req-668f41d9-6fdd-40c1-8e6f-d54ce5bd3568 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb1479a20f4542a5b7005831ae5ce3d5&device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 1094 time: 0.0810952 May 27 03:31:42.206585 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286fa36f-aa6e-428a-8f31-4913f53eceac req-6f244622-18c1-405b-b33c-9a4d4f98decb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:42.207924 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-286fa36f-aa6e-428a-8f31-4913f53eceac req-6f244622-18c1-405b-b33c-9a4d4f98decb service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=bb1479a20f4542a5b7005831ae5ce3d5&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1395438 May 27 03:31:42.344009 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286fa36f-aa6e-428a-8f31-4913f53eceac req-87fe1b0f-bb03-419a-a7bb-2de04334d333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:42.345478 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-286fa36f-aa6e-428a-8f31-4913f53eceac req-87fe1b0f-bb03-419a-a7bb-2de04334d333 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1307116 May 27 03:31:42.499522 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-faeeec82-1539-40f7-80e9-23d36724cc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:42.501546 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-faeeec82-1539-40f7-80e9-23d36724cc63 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb1479a20f4542a5b7005831ae5ce3d5&device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 1094 time: 0.0980456 May 27 03:31:42.511550 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e57c0ae-81c4-4e9a-b8d8-143f243e53c3 req-f040cda7-4dcb-4d80-9b7f-de0b685099cd tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:42.512922 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7e57c0ae-81c4-4e9a-b8d8-143f243e53c3 req-f040cda7-4dcb-4d80-9b7f-de0b685099cd tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 943 time: 0.1451020 May 27 03:31:42.587000 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-ebb97845-3c11-4cd0-a515-6c8f11918f1d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0be731f-4159-40cd-893d-1c20e5c7b414 HTTP/1.1" status: 200 len: 217 time: 0.0731852 May 27 03:31:42.656168 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7e57c0ae-81c4-4e9a-b8d8-143f243e53c3 req-da6d81cc-5f74-46c6-b110-f4c584ebd634 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944550 May 27 03:31:42.667354 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-cb60f364-807a-42e7-a025-1dd62496fb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:42.668727 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-cb60f364-807a-42e7-a025-1dd62496fb3b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc3ac1d7-a648-46b7-a3a5-38b8867455db HTTP/1.1" status: 200 len: 847 time: 0.0765750 May 27 03:31:42.741043 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-1b3c9bb6-38c0-4253-932b-95bd21989466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:42.742516 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-1b3c9bb6-38c0-4253-932b-95bd21989466 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=34df816b-e066-4462-8270-932b1dcc87e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683424 May 27 03:31:42.880500 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-c75c94f1-2bf4-440f-b663-e742e925d3f0 service neutron] 10.222.0.32 "GET /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325231 May 27 03:31:43.016022 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b22320ae-dd55-4226-adb6-3b889bc3f733 req-14cab18b-ecf5-4d79-95b8-63e6e3233044 service neutron] 10.222.0.32 "GET /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239607 May 27 03:31:43.843990 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a21fc9-f8e0-4080-8b51-2e89906ce502 req-692dfaf8-56f6-4e01-b994-c98c2d91e667 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:43.845475 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e0a21fc9-f8e0-4080-8b51-2e89906ce502 req-692dfaf8-56f6-4e01-b994-c98c2d91e667 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 943 time: 0.0832968 May 27 03:31:43.889339 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e0a21fc9-f8e0-4080-8b51-2e89906ce502 req-a7a4b250-78fa-4223-959b-fe1a46796412 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375881 May 27 03:31:45.071326 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935091fc-e632-41ad-a26c-1158fb4b4b9c req-9563a988-2437-4402-8432-7142689c8921 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:45.072687 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-935091fc-e632-41ad-a26c-1158fb4b4b9c req-9563a988-2437-4402-8432-7142689c8921 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 943 time: 0.0784664 May 27 03:31:45.119101 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-935091fc-e632-41ad-a26c-1158fb4b4b9c req-b85469c8-4bd5-4d94-a589-54e8947d268a tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408669 May 27 03:31:46.302503 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62bd48-ba87-46fb-ae4a-86c24002e1b6 req-bffd765e-7fd8-4a72-96db-c7078b152e34 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:46.304586 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cd62bd48-ba87-46fb-ae4a-86c24002e1b6 req-bffd765e-7fd8-4a72-96db-c7078b152e34 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 943 time: 0.0796976 May 27 03:31:46.347467 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cd62bd48-ba87-46fb-ae4a-86c24002e1b6 req-536dae88-9db7-4969-adfe-f8c01b520a1a tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373042 May 27 03:31:47.530913 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa4d0d-4c42-46ca-8d24-acc332866a82 req-60d726ac-92bc-4961-a741-91f92561fa73 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:47.532425 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-10aa4d0d-4c42-46ca-8d24-acc332866a82 req-60d726ac-92bc-4961-a741-91f92561fa73 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 943 time: 0.0821514 May 27 03:31:47.672801 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-10aa4d0d-4c42-46ca-8d24-acc332866a82 req-a1bc2d61-b77a-4f59-8b1f-827b825106a6 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337533 May 27 03:31:48.894583 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f67808-9238-4400-881f-c4ca7c269de1 req-b0b61c7e-e99f-4ddb-a0c0-d57a2ad352ff tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:48.895940 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-45f67808-9238-4400-881f-c4ca7c269de1 req-b0b61c7e-e99f-4ddb-a0c0-d57a2ad352ff tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 943 time: 0.0773177 May 27 03:31:48.939238 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-45f67808-9238-4400-881f-c4ca7c269de1 req-14d118e9-822f-4154-9a42-52421eb2c8ab tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371952 May 27 03:31:49.672793 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:31:50.055825 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:50.084033 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:50.121699 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9cdf4-ddcd-47de-9806-36a41cf52b6f req-7dbdc2a7-b36f-494e-bffb-8c4128c25c16 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:50.123133 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4ee9cdf4-ddcd-47de-9806-36a41cf52b6f req-7dbdc2a7-b36f-494e-bffb-8c4128c25c16 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 943 time: 0.0799391 May 27 03:31:50.166589 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4ee9cdf4-ddcd-47de-9806-36a41cf52b6f req-1aa28e6f-a0c4-4795-8a81-40c4214f61b2 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377026 May 27 03:31:51.344997 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0ecfc-4ac4-4468-ac6e-7bf15a67ae00 req-81a3aca1-d9ea-4391-9892-679f7bd3fe57 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:51.346419 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f9a0ecfc-4ac4-4468-ac6e-7bf15a67ae00 req-81a3aca1-d9ea-4391-9892-679f7bd3fe57 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 943 time: 0.0782936 May 27 03:31:51.392126 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f9a0ecfc-4ac4-4468-ac6e-7bf15a67ae00 req-8b2e1c14-a09c-45bb-8aa7-b098c474ce6c tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400400 May 27 03:31:51.670035 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device d0be731f-4159-40cd-893d-1c20e5c7b414 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:31:51.799253 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port d0be731f-4159-40cd-893d-1c20e5c7b414, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=d0be731f-4159-40cd-893d-1c20e5c7b414,segment=NetworkSegment(cd2181d9-8cc8-45f6-af3b-1ad4e9df3062),segment_id=cd2181d9-8cc8-45f6-af3b-1ad4e9df3062)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:31:51.812387 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': 'd0be731f-4159-40cd-893d-1c20e5c7b414', 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2', 'port_id': 'd0be731f-4159-40cd-893d-1c20e5c7b414', 'mac_address': 'fa:16:3e:f0:d3:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc3ac1d7-a648-46b7-a3a5-38b8867455db', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:31:51.868897 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port d0be731f-4159-40cd-893d-1c20e5c7b414 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:31:51.869264 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:51.885930 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0be731f-4159-40cd-893d-1c20e5c7b414 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:31:51.900416 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port d0be731f-4159-40cd-893d-1c20e5c7b414, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=d0be731f-4159-40cd-893d-1c20e5c7b414,segment=NetworkSegment(cd2181d9-8cc8-45f6-af3b-1ad4e9df3062),segment_id=cd2181d9-8cc8-45f6-af3b-1ad4e9df3062)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:31:51.986707 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:52.052906 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=d0be731f-4159-40cd-893d-1c20e5c7b414,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:52.060870 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:52.061208 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:52.061541 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:52.061869 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:52.062193 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:52.062514 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:52.062836 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:52.063149 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:52.063465 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:52.063776 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:52.064089 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:52.064399 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:52.216876 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['d0be731f-4159-40cd-893d-1c20e5c7b414'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:31:52.574686 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6195fb2-72bb-4d31-8278-b7143cbb9d92 req-37bd1505-27f9-4de1-9c5e-e76b265bd358 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:52.576158 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a6195fb2-72bb-4d31-8278-b7143cbb9d92 req-37bd1505-27f9-4de1-9c5e-e76b265bd358 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 944 time: 0.0778980 May 27 03:31:52.620079 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a6195fb2-72bb-4d31-8278-b7143cbb9d92 req-8e050050-8825-46bf-bb3a-7880abbad37a tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382624 May 27 03:31:53.682792 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device d0be731f-4159-40cd-893d-1c20e5c7b414 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:31:53.806184 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25543a-9163-43d8-aab2-cd4050a96836 req-2375fc62-afe0-4e3f-9a0d-9237043ca95e tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:53.807645 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9c25543a-9163-43d8-aab2-cd4050a96836 req-2375fc62-afe0-4e3f-9a0d-9237043ca95e tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 944 time: 0.0827036 May 27 03:31:53.821827 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port d0be731f-4159-40cd-893d-1c20e5c7b414 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:31:53.828113 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port d0be731f-4159-40cd-893d-1c20e5c7b414 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:31:53.828488 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:53.851901 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9c25543a-9163-43d8-aab2-cd4050a96836 req-77c4f4cc-a9f9-4e1c-8dcf-80c9d4d940ef tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384922 May 27 03:31:53.945503 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port d0be731f-4159-40cd-893d-1c20e5c7b414 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:31:53.945797 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:53.971291 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ca2426-1f5d-4510-9584-15708509ad28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0be731f-4159-40cd-893d-1c20e5c7b414'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:31:53.980494 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port d0be731f-4159-40cd-893d-1c20e5c7b414, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=d0be731f-4159-40cd-893d-1c20e5c7b414,segment=NetworkSegment(cd2181d9-8cc8-45f6-af3b-1ad4e9df3062),segment_id=cd2181d9-8cc8-45f6-af3b-1ad4e9df3062)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:31:54.038905 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:54.071339 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-907d9b75-719b-44b6-96c4-e638e37cf383'] response: {'server_uuid': '03ca2426-1f5d-4510-9584-15708509ad28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0be731f-4159-40cd-893d-1c20e5c7b414', 'code': 200} May 27 03:31:54.107812 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=d0be731f-4159-40cd-893d-1c20e5c7b414,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:54.190709 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbeac65-d068-49f7-8e96-feffd6a25151 req-6e74ee1e-c0ca-41bd-a782-26f96045e3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:54.192145 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7dbeac65-d068-49f7-8e96-feffd6a25151 req-6e74ee1e-c0ca-41bd-a782-26f96045e3bb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 1096 time: 0.0672016 May 27 03:31:54.230059 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7dbeac65-d068-49f7-8e96-feffd6a25151 req-48a6cc87-8596-40d5-bfcc-04716616e3e1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320063 May 27 03:31:55.188479 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b38c1-221e-45bd-9cc8-8bc0aa4fed34 req-e80b49e3-5396-400a-8b71-505b923d06c0 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:55.189949 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-625b38c1-221e-45bd-9cc8-8bc0aa4fed34 req-e80b49e3-5396-400a-8b71-505b923d06c0 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 945 time: 0.0839012 May 27 03:31:55.233634 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-625b38c1-221e-45bd-9cc8-8bc0aa4fed34 req-67e1e3f8-d429-4977-9efb-fa98b3fdf408 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378189 May 27 03:31:55.526321 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ac36bacd-be4f-47dd-9724-c999af2671ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:56.425188 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911d857-2181-4cd3-b2f2-24f2af90e97a req-60d1f803-5e44-4b6c-803d-b9959b9773a1 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:56.426697 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7911d857-2181-4cd3-b2f2-24f2af90e97a req-60d1f803-5e44-4b6c-803d-b9959b9773a1 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 945 time: 0.0778427 May 27 03:31:56.473942 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7911d857-2181-4cd3-b2f2-24f2af90e97a req-e091fe40-e1a8-4814-8298-b7c2febbe71e tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414054 May 27 03:31:56.654103 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc57710-d8a0-49d3-8d96-6572b1445281 req-5735367e-254c-4fa7-b48f-0716c855ddeb tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:56.655492 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5bc57710-d8a0-49d3-8d96-6572b1445281 req-5735367e-254c-4fa7-b48f-0716c855ddeb tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 945 time: 0.0789897 May 27 03:31:56.698999 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5bc57710-d8a0-49d3-8d96-6572b1445281 req-9368554c-7d61-4e7e-8d68-f8efa43d6842 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376222 May 27 03:31:56.721385 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39352) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:56.793164 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b96da9c-68bc-4dc5-8297-44bceede05d3 tempest-TestShelveInstance-585163972 tempest-TestShelveInstance-585163972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:56.794648 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3b96da9c-68bc-4dc5-8297-44bceede05d3 tempest-TestShelveInstance-585163972 tempest-TestShelveInstance-585163972-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 1091 time: 0.0723109 May 27 03:31:56.797508 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39356) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:56.802293 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-a10518a7-f972-4b7b-8563-d131c454e0e2 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'port_id': 'd0be731f-4159-40cd-893d-1c20e5c7b414', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:31:56.808943 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a10518a7-f972-4b7b-8563-d131c454e0e2 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:31:56.812791 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a10518a7-f972-4b7b-8563-d131c454e0e2 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Usage tracker for resource:floatingip and tenant:bb1479a20f4542a5b7005831ae5ce3d5 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:31:56.815665 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a10518a7-f972-4b7b-8563-d131c454e0e2 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:31:56.821899 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a10518a7-f972-4b7b-8563-d131c454e0e2 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:31:56.910159 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a10518a7-f972-4b7b-8563-d131c454e0e2 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for floatingip, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:57.047066 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a10518a7-f972-4b7b-8563-d131c454e0e2 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:57.176919 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-a10518a7-f972-4b7b-8563-d131c454e0e2 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Allocated IP 172.25.1.210 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/d12883c2-58a5-46aa-9809-36d4b08f4b4b) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:31:57.323515 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a10518a7-f972-4b7b-8563-d131c454e0e2 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:57.415803 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a10518a7-f972-4b7b-8563-d131c454e0e2 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:57.481714 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10518a7-f972-4b7b-8563-d131c454e0e2 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:31:57.484307 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-a10518a7-f972-4b7b-8563-d131c454e0e2 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:31:57.488026 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10518a7-f972-4b7b-8563-d131c454e0e2 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:31:57.521616 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10518a7-f972-4b7b-8563-d131c454e0e2 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Pushing event updated for resources: {'Port': ['ID=d12883c2-58a5-46aa-9809-36d4b08f4b4b,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:57.953000 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9ceccec8-2e80-4dfb-ae00-d144745ff613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:58.000476 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a10518a7-f972-4b7b-8563-d131c454e0e2 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:58.128980 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a10518a7-f972-4b7b-8563-d131c454e0e2 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:58.330334 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a10518a7-f972-4b7b-8563-d131c454e0e2 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:58.417984 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a10518a7-f972-4b7b-8563-d131c454e0e2 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:58.528951 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10518a7-f972-4b7b-8563-d131c454e0e2 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Pushing event updated for resources: {'Port': ['ID=d12883c2-58a5-46aa-9809-36d4b08f4b4b,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:58.538473 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a10518a7-f972-4b7b-8563-d131c454e0e2 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:58.705125 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-a10518a7-f972-4b7b-8563-d131c454e0e2 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Floating IP 656470c4-6eee-4ec2-84e2-40cba668d3ee associated. External IP: 172.25.1.210, port: d0be731f-4159-40cd-893d-1c20e5c7b414. May 27 03:31:59.047161 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10518a7-f972-4b7b-8563-d131c454e0e2 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Router 97163c05-985a-42a8-afe0-a8cd6adbc93c has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:31:59.113047 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:59.226409 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10518a7-f972-4b7b-8563-d131c454e0e2 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:31:59.236709 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3b5e05-abcc-4a04-8202-dff23af07d86 None None] Sync routers for ids ['97163c05-985a-42a8-afe0-a8cd6adbc93c'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:31:59.245379 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3b5e05-abcc-4a04-8202-dff23af07d86 None None] Routers {'97163c05-985a-42a8-afe0-a8cd6adbc93c'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:31:59.245991 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-6a3b5e05-abcc-4a04-8202-dff23af07d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:31:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['97163c05-985a-42a8-afe0-a8cd6adbc93c'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:59.255307 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:59.329685 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a10518a7-f972-4b7b-8563-d131c454e0e2 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:59.383478 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a10518a7-f972-4b7b-8563-d131c454e0e2 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5849731 May 27 03:31:59.384150 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03ca2426-1f5d-4510-9584-15708509ad28', 'tag': 'd0be731f-4159-40cd-893d-1c20e5c7b414'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:31:59.418498 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-6a3b5e05-abcc-4a04-8202-dff23af07d86 None None] Set router 97163c05-985a-42a8-afe0-a8cd6adbc93c gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:31:59.473592 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e47923f-6733-4cf1-9a20-887e1ece0d89'] response: {'name': 'network-changed', 'server_uuid': '03ca2426-1f5d-4510-9584-15708509ad28', 'tag': 'd0be731f-4159-40cd-893d-1c20e5c7b414', 'status': 'completed', 'code': 200} May 27 03:31:59.569710 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38881309-7a04-4d0c-ab4c-7f15faa57f04 req-fb677e23-e1a1-45b3-8413-a396638b36e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:59.571184 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-38881309-7a04-4d0c-ab4c-7f15faa57f04 req-fb677e23-e1a1-45b3-8413-a396638b36e4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb1479a20f4542a5b7005831ae5ce3d5&device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 1096 time: 0.0755653 May 27 03:31:59.766611 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-6a3b5e05-abcc-4a04-8202-dff23af07d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'name': 'tempest-TestShelveInstance-704346214-router', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'c3219443-87eb-4a7c-ae9e-b35e8781a05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:35Z', 'updated_at': '2022-05-27T03:26:39Z', 'revision_number': 4, 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'gw_port': {'id': 'c3219443-87eb-4a7c-ae9e-b35e8781a05c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:36Z', 'updated_at': '2022-05-27T03:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '656470c4-6eee-4ec2-84e2-40cba668d3ee', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'floating_ip_address': '172.25.1.210', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'port_id': 'd0be731f-4159-40cd-893d-1c20e5c7b414', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2', 'mac_address': 'fa:16:3e:f0:d3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ca2426-1f5d-4510-9584-15708509ad28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:31:57Z', 'updated_at': '2022-05-27T03:31:57Z', 'revision_number': 0, 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f456a6d6-d172-452b-93a0-99621191068e', 'name': '', 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'mac_address': 'fa:16:3e:23:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'bc3ac1d7-a648-46b7-a3a5-38b8867455db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:38Z', 'updated_at': '2022-05-27T03:26:45Z', 'revision_number': 5, 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'subnets': [{'id': 'bc3ac1d7-a648-46b7-a3a5-38b8867455db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:59.770854 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3b5e05-abcc-4a04-8202-dff23af07d86 None None] Checking router: 97163c05-985a-42a8-afe0-a8cd6adbc93c for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:31:59.780306 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3b5e05-abcc-4a04-8202-dff23af07d86 None None] Routers {'97163c05-985a-42a8-afe0-a8cd6adbc93c'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:31:59.781469 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-6a3b5e05-abcc-4a04-8202-dff23af07d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:31:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['97163c05-985a-42a8-afe0-a8cd6adbc93c'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:59.827887 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38881309-7a04-4d0c-ab4c-7f15faa57f04 req-da60e4ff-317b-4860-bb40-0a72b32486ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:59.829456 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-38881309-7a04-4d0c-ab4c-7f15faa57f04 req-da60e4ff-317b-4860-bb40-0a72b32486ab service neutron] 10.222.0.32 "GET /v2.0/networks?id=34df816b-e066-4462-8270-932b1dcc87e2 HTTP/1.1" status: 200 len: 909 time: 0.2518184 May 27 03:31:59.933578 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-38881309-7a04-4d0c-ab4c-7f15faa57f04 req-d9125b50-e51a-4a6e-97ea-b36fd0619af9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0be731f-4159-40cd-893d-1c20e5c7b414 HTTP/1.1" status: 200 len: 999 time: 0.0966372 May 27 03:31:59.956992 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-6a3b5e05-abcc-4a04-8202-dff23af07d86 None None] Set router 97163c05-985a-42a8-afe0-a8cd6adbc93c gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:31:59.993632 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38881309-7a04-4d0c-ab4c-7f15faa57f04 req-cf886a65-89e4-44ee-a80b-e0cac0b01345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:59.995046 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-38881309-7a04-4d0c-ab4c-7f15faa57f04 req-cf886a65-89e4-44ee-a80b-e0cac0b01345 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc3ac1d7-a648-46b7-a3a5-38b8867455db HTTP/1.1" status: 200 len: 847 time: 0.0557833 May 27 03:32:00.067156 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38881309-7a04-4d0c-ab4c-7f15faa57f04 req-980d1145-4d98-4fab-9363-7f5a799ab08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:00.068539 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-38881309-7a04-4d0c-ab4c-7f15faa57f04 req-980d1145-4d98-4fab-9363-7f5a799ab08f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=34df816b-e066-4462-8270-932b1dcc87e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675023 May 27 03:32:00.202850 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-38881309-7a04-4d0c-ab4c-7f15faa57f04 req-eedcb8ad-7323-47d7-9540-86f2789253be service neutron] 10.222.0.32 "GET /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274445 May 27 03:32:00.327035 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-6a3b5e05-abcc-4a04-8202-dff23af07d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'name': 'tempest-TestShelveInstance-704346214-router', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'c3219443-87eb-4a7c-ae9e-b35e8781a05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:35Z', 'updated_at': '2022-05-27T03:26:39Z', 'revision_number': 4, 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'gw_port': {'id': 'c3219443-87eb-4a7c-ae9e-b35e8781a05c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:36Z', 'updated_at': '2022-05-27T03:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '656470c4-6eee-4ec2-84e2-40cba668d3ee', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'floating_ip_address': '172.25.1.210', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'port_id': 'd0be731f-4159-40cd-893d-1c20e5c7b414', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2', 'mac_address': 'fa:16:3e:f0:d3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ca2426-1f5d-4510-9584-15708509ad28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:31:57Z', 'updated_at': '2022-05-27T03:31:57Z', 'revision_number': 0, 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f456a6d6-d172-452b-93a0-99621191068e', 'name': '', 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'mac_address': 'fa:16:3e:23:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'bc3ac1d7-a648-46b7-a3a5-38b8867455db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:38Z', 'updated_at': '2022-05-27T03:26:45Z', 'revision_number': 5, 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'subnets': [{'id': 'bc3ac1d7-a648-46b7-a3a5-38b8867455db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:00.331547 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3b5e05-abcc-4a04-8202-dff23af07d86 None None] The sync data for ids ['97163c05-985a-42a8-afe0-a8cd6adbc93c'] in n-d-843554-3 is: [{'id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'name': 'tempest-TestShelveInstance-704346214-router', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'c3219443-87eb-4a7c-ae9e-b35e8781a05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:35Z', 'updated_at': '2022-05-27T03:26:39Z', 'revision_number': 4, 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'gw_port': {'id': 'c3219443-87eb-4a7c-ae9e-b35e8781a05c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:36Z', 'updated_at': '2022-05-27T03:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '656470c4-6eee-4ec2-84e2-40cba668d3ee', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'floating_ip_address': '172.25.1.210', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'port_id': 'd0be731f-4159-40cd-893d-1c20e5c7b414', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2', 'mac_address': 'fa:16:3e:f0:d3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ca2426-1f5d-4510-9584-15708509ad28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:31:57Z', 'updated_at': '2022-05-27T03:31:57Z', 'revision_number': 0, 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f456a6d6-d172-452b-93a0-99621191068e', 'name': '', 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'mac_address': 'fa:16:3e:23:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'bc3ac1d7-a648-46b7-a3a5-38b8867455db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:38Z', 'updated_at': '2022-05-27T03:26:45Z', 'revision_number': 5, 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'subnets': [{'id': 'bc3ac1d7-a648-46b7-a3a5-38b8867455db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:32:00.339712 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-38881309-7a04-4d0c-ab4c-7f15faa57f04 req-c4acf76f-6865-4c4d-929a-65b756077100 service neutron] 10.222.0.32 "GET /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313281 May 27 03:32:00.404200 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:00.516591 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2460744b-ff99-44fe-8495-e326f6a6b594 None None] New status for floating IP 656470c4-6eee-4ec2-84e2-40cba668d3ee: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:32:20.040772 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:20.074953 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:25.580906 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-24afe0bc-93b6-405f-8365-a372a7604f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:26.672695 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:32:27.954336 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-714f28a8-98d5-4275-9ad9-3fcaa3f64aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:29.117724 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:29.284307 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:30.455290 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:48.735535 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f9dce651-2585-4878-9a6f-95b349f8a698 req-28bedf3b-b021-4ccf-bddc-a181f95c43ca service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0735900 May 27 03:32:48.874495 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dce651-2585-4878-9a6f-95b349f8a698 req-552708d8-9cdb-4826-a8fc-3f8acc2af0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:48.875949 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f9dce651-2585-4878-9a6f-95b349f8a698 req-552708d8-9cdb-4826-a8fc-3f8acc2af0d8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb1479a20f4542a5b7005831ae5ce3d5&device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 1096 time: 0.0705953 May 27 03:32:49.021112 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dce651-2585-4878-9a6f-95b349f8a698 req-730c9b20-6dd0-45c8-a589-8d04caa543fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:49.022551 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f9dce651-2585-4878-9a6f-95b349f8a698 req-730c9b20-6dd0-45c8-a589-8d04caa543fc service neutron] 10.222.0.32 "GET /v2.0/networks?id=34df816b-e066-4462-8270-932b1dcc87e2 HTTP/1.1" status: 200 len: 909 time: 0.1281030 May 27 03:32:49.126478 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f9dce651-2585-4878-9a6f-95b349f8a698 req-8cd9b577-daab-4ad1-8943-9466496e9b93 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0be731f-4159-40cd-893d-1c20e5c7b414 HTTP/1.1" status: 200 len: 1001 time: 0.0975192 May 27 03:32:49.190999 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dce651-2585-4878-9a6f-95b349f8a698 req-235a578c-2f45-42f3-8995-0d2ffbce35b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:49.192402 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f9dce651-2585-4878-9a6f-95b349f8a698 req-235a578c-2f45-42f3-8995-0d2ffbce35b4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc3ac1d7-a648-46b7-a3a5-38b8867455db HTTP/1.1" status: 200 len: 847 time: 0.0604966 May 27 03:32:49.265160 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dce651-2585-4878-9a6f-95b349f8a698 req-f3d659d8-c1a8-4d10-95f6-119601ba4c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:49.266597 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f9dce651-2585-4878-9a6f-95b349f8a698 req-f3d659d8-c1a8-4d10-95f6-119601ba4c20 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=34df816b-e066-4462-8270-932b1dcc87e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683110 May 27 03:32:49.397582 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f9dce651-2585-4878-9a6f-95b349f8a698 req-1a424102-02ca-444f-8793-4491a67b3ee1 service neutron] 10.222.0.32 "GET /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246185 May 27 03:32:49.527699 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f9dce651-2585-4878-9a6f-95b349f8a698 req-2cc4d061-5daf-4c0f-9be1-1e743d0f67be service neutron] 10.222.0.32 "GET /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236010 May 27 03:32:50.056485 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:50.085080 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:55.576697 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a0946aa4-7329-4530-a99b-f2d0d7cea3ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:57.983335 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-87b8cb60-3339-41cf-8eb4-bae5f8d81e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:59.069288 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:59.239120 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:00.426497 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:03.672120 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:33:20.088157 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:20.133767 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:25.659704 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ec3cc317-859f-48d2-8fbf-3cc816ffc15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:27.964627 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-123a92a7-79bb-4eef-9e3a-faf2e400e291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:29.116651 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:29.282413 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:30.409924 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:40.671684 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:33:49.107055 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c6e7f6fb-a3a4-4a3d-b0b5-e23959252c2f req-e7de1872-d4c1-4b37-be61-631cf63f3599 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0675867 May 27 03:33:49.246851 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7f6fb-a3a4-4a3d-b0b5-e23959252c2f req-56c82d5f-0bfd-4fe4-9edb-54ac3ca80543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:49.248298 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c6e7f6fb-a3a4-4a3d-b0b5-e23959252c2f req-56c82d5f-0bfd-4fe4-9edb-54ac3ca80543 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb1479a20f4542a5b7005831ae5ce3d5&device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 1096 time: 0.0731463 May 27 03:33:49.490980 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7f6fb-a3a4-4a3d-b0b5-e23959252c2f req-38ec52c3-3ec9-475b-935b-7519d5f1f243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:49.492408 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c6e7f6fb-a3a4-4a3d-b0b5-e23959252c2f req-38ec52c3-3ec9-475b-935b-7519d5f1f243 service neutron] 10.222.0.32 "GET /v2.0/networks?id=34df816b-e066-4462-8270-932b1dcc87e2 HTTP/1.1" status: 200 len: 909 time: 0.2263129 May 27 03:33:49.593702 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c6e7f6fb-a3a4-4a3d-b0b5-e23959252c2f req-5d6ebd35-b7c4-4198-9464-0e05beed9d4c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0be731f-4159-40cd-893d-1c20e5c7b414 HTTP/1.1" status: 200 len: 1001 time: 0.0945497 May 27 03:33:49.652704 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7f6fb-a3a4-4a3d-b0b5-e23959252c2f req-c24f00f2-da8f-4631-a5cb-5ecd822f85f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:49.654093 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c6e7f6fb-a3a4-4a3d-b0b5-e23959252c2f req-c24f00f2-da8f-4631-a5cb-5ecd822f85f2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc3ac1d7-a648-46b7-a3a5-38b8867455db HTTP/1.1" status: 200 len: 847 time: 0.0552118 May 27 03:33:49.729683 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7f6fb-a3a4-4a3d-b0b5-e23959252c2f req-a28e52cd-3a59-431d-ba24-6620c895fb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:49.731155 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c6e7f6fb-a3a4-4a3d-b0b5-e23959252c2f req-a28e52cd-3a59-431d-ba24-6620c895fb9c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=34df816b-e066-4462-8270-932b1dcc87e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712364 May 27 03:33:49.861185 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c6e7f6fb-a3a4-4a3d-b0b5-e23959252c2f req-19624fa1-68a4-4696-bcdd-0c165dc05e06 service neutron] 10.222.0.32 "GET /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237669 May 27 03:33:49.990477 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c6e7f6fb-a3a4-4a3d-b0b5-e23959252c2f req-c0c682b2-9a57-4fdf-87e6-cd8ebe135e95 service neutron] 10.222.0.32 "GET /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238964 May 27 03:33:50.087936 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:50.127499 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:55.529426 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3ace3993-3f8a-422e-93ee-8053eed18d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:57.997785 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-03f33611-a720-4459-bd15-a7011e9d8d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:59.082128 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:59.272253 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:00.409512 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:17.670656 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:34:20.134505 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:20.145939 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:25.557434 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-450fc75d-a3ba-4c99-851a-270657af6d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:27.991233 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-56c31d04-805d-445e-bf74-66a88f2f68d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:29.075601 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:29.282983 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:30.464914 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:37.201046 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc8361-9c0d-4e43-9c98-638d1f2501b8 req-c59e8fe7-e727-4c87-804c-e95ac2ed5a16 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:37.202242 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-edbc8361-9c0d-4e43-9c98-638d1f2501b8 req-c59e8fe7-e727-4c87-804c-e95ac2ed5a16 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 945 time: 0.1379015 May 27 03:34:37.246833 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-edbc8361-9c0d-4e43-9c98-638d1f2501b8 req-819a2094-8dbc-4fce-9040-88b522802455 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386307 May 27 03:34:38.481549 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3c157-36af-4fa9-a7cb-406b8ec2dd86 req-154cff70-90da-4654-965c-8b1e14fe9ba5 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:38.482990 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d9d3c157-36af-4fa9-a7cb-406b8ec2dd86 req-154cff70-90da-4654-965c-8b1e14fe9ba5 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 945 time: 0.1237032 May 27 03:34:38.525881 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d9d3c157-36af-4fa9-a7cb-406b8ec2dd86 req-fe03520b-e161-4a67-a536-657f5b56a2e5 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372515 May 27 03:34:39.715037 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8d84d-d6ec-4136-a806-e06370f126d3 req-faf1d1a0-9195-4ada-a632-c1b72b18abd3 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:39.716434 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-07a8d84d-d6ec-4136-a806-e06370f126d3 req-faf1d1a0-9195-4ada-a632-c1b72b18abd3 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 945 time: 0.0794103 May 27 03:34:39.763646 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-07a8d84d-d6ec-4136-a806-e06370f126d3 req-71e44ebf-c0a6-48f9-a53b-006f004bee5d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416472 May 27 03:34:40.961839 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e5cee-8f67-41d2-9ed6-18ada21154f7 req-a1dd8320-7601-4d13-96c1-316b697abe9c tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:40.963044 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6c4e5cee-8f67-41d2-9ed6-18ada21154f7 req-a1dd8320-7601-4d13-96c1-316b697abe9c tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 945 time: 0.0797966 May 27 03:34:41.006814 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6c4e5cee-8f67-41d2-9ed6-18ada21154f7 req-1b5bc960-0e19-4fd3-88f9-b932ca384326 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378904 May 27 03:34:42.192389 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40615c24-7f5f-4772-92b6-032c8cba6f3e req-21181e42-181a-4efc-a389-660b20e3bee5 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:42.193819 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-40615c24-7f5f-4772-92b6-032c8cba6f3e req-21181e42-181a-4efc-a389-660b20e3bee5 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 945 time: 0.0832043 May 27 03:34:42.240899 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-40615c24-7f5f-4772-92b6-032c8cba6f3e req-90c5906b-3f16-4be1-923d-c58fcd633e6c tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413408 May 27 03:34:43.425704 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05eeec-2a0d-44ed-870c-f3130fcdd583 req-6fc35303-9f70-45d3-bd03-cc06896188f9 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:43.427142 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5f05eeec-2a0d-44ed-870c-f3130fcdd583 req-6fc35303-9f70-45d3-bd03-cc06896188f9 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 945 time: 0.0812044 May 27 03:34:43.470021 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5f05eeec-2a0d-44ed-870c-f3130fcdd583 req-1dc83d79-1f83-414a-8a41-3f5f3e616397 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371895 May 27 03:34:44.655689 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e97e1-760d-4932-b212-6c02dc105848 req-fffa8126-bed9-4122-a215-e45644cbfdff tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:44.658508 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d92e97e1-760d-4932-b212-6c02dc105848 req-fffa8126-bed9-4122-a215-e45644cbfdff tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 945 time: 0.0853484 May 27 03:34:44.708945 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d92e97e1-760d-4932-b212-6c02dc105848 req-2a704c52-ee17-4cdd-8b5a-88b9c46cd586 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454767 May 27 03:34:45.889360 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44baff70-b9ea-43ea-9bb0-ba020b046fbd req-00e9a340-30f8-4135-b183-7bf86910c576 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:45.890794 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-44baff70-b9ea-43ea-9bb0-ba020b046fbd req-00e9a340-30f8-4135-b183-7bf86910c576 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 945 time: 0.0789101 May 27 03:34:45.933656 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-44baff70-b9ea-43ea-9bb0-ba020b046fbd req-c674ef19-98c7-4613-b947-7fc70a0d8568 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370386 May 27 03:34:47.119709 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360fe974-39c1-4d0c-84f7-099414a4140c req-3485a094-85d6-4862-af45-025ee47a41d1 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:47.121078 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-360fe974-39c1-4d0c-84f7-099414a4140c req-3485a094-85d6-4862-af45-025ee47a41d1 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 945 time: 0.0818894 May 27 03:34:47.164214 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-360fe974-39c1-4d0c-84f7-099414a4140c req-0e27c78a-3d69-48c0-b720-8d8550740931 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376036 May 27 03:34:47.288621 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4ec3b-839a-4ace-a832-550eba879af1 req-b11bf14e-1fdd-42cd-83e9-275ce6526ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:47.290112 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ce4ec3b-839a-4ace-a832-550eba879af1 req-b11bf14e-1fdd-42cd-83e9-275ce6526ea2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb1479a20f4542a5b7005831ae5ce3d5&device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 1096 time: 0.0711191 May 27 03:34:47.419917 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4ec3b-839a-4ace-a832-550eba879af1 req-b20ab3ba-1217-40bc-8c11-7444a2542a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:47.421292 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ce4ec3b-839a-4ace-a832-550eba879af1 req-b20ab3ba-1217-40bc-8c11-7444a2542a71 service neutron] 10.222.0.32 "GET /v2.0/networks?id=34df816b-e066-4462-8270-932b1dcc87e2 HTTP/1.1" status: 200 len: 909 time: 0.1253514 May 27 03:34:47.523291 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ce4ec3b-839a-4ace-a832-550eba879af1 req-3cb3a0c9-e08e-4938-a03a-497571a943bc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0be731f-4159-40cd-893d-1c20e5c7b414 HTTP/1.1" status: 200 len: 1001 time: 0.0957801 May 27 03:34:47.587098 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4ec3b-839a-4ace-a832-550eba879af1 req-cd046e91-d204-493d-89e3-869bd6bd8561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:47.588474 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ce4ec3b-839a-4ace-a832-550eba879af1 req-cd046e91-d204-493d-89e3-869bd6bd8561 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc3ac1d7-a648-46b7-a3a5-38b8867455db HTTP/1.1" status: 200 len: 847 time: 0.0596619 May 27 03:34:47.660898 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4ec3b-839a-4ace-a832-550eba879af1 req-f0a67d7e-a6f9-4e81-8fe0-1be235c346c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:47.662314 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ce4ec3b-839a-4ace-a832-550eba879af1 req-f0a67d7e-a6f9-4e81-8fe0-1be235c346c9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=34df816b-e066-4462-8270-932b1dcc87e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681319 May 27 03:34:47.896225 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ce4ec3b-839a-4ace-a832-550eba879af1 req-6f1b7c25-03a4-4160-87b4-c1124caa4ce0 service neutron] 10.222.0.32 "GET /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277627 May 27 03:34:48.027076 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6ce4ec3b-839a-4ace-a832-550eba879af1 req-3c84d9c7-6730-4752-82fc-acda63690c37 service neutron] 10.222.0.32 "GET /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244740 May 27 03:34:48.350432 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad5b9c-26e7-4cb6-acd4-50498dc2587b req-da075c72-81ae-41af-8e28-2fe9fff81128 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:48.351863 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-97ad5b9c-26e7-4cb6-acd4-50498dc2587b req-da075c72-81ae-41af-8e28-2fe9fff81128 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 945 time: 0.0829244 May 27 03:34:48.394952 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-97ad5b9c-26e7-4cb6-acd4-50498dc2587b req-626c788b-587a-4250-a4d9-0c2096680b16 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375593 May 27 03:34:49.186706 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ebd31-68dd-420e-92ab-d786f2d50db5 req-537dde38-56d5-4ed4-b072-4844b7d94141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:49.186706 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-650ebd31-68dd-420e-92ab-d786f2d50db5 req-537dde38-56d5-4ed4-b072-4844b7d94141 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb1479a20f4542a5b7005831ae5ce3d5&device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 1096 time: 0.0692329 May 27 03:34:49.321921 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ebd31-68dd-420e-92ab-d786f2d50db5 req-400bde11-4487-4ccc-8103-550b8066249a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:49.323338 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-650ebd31-68dd-420e-92ab-d786f2d50db5 req-400bde11-4487-4ccc-8103-550b8066249a service neutron] 10.222.0.32 "GET /v2.0/networks?id=34df816b-e066-4462-8270-932b1dcc87e2 HTTP/1.1" status: 200 len: 909 time: 0.1230655 May 27 03:34:49.427172 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-650ebd31-68dd-420e-92ab-d786f2d50db5 req-abcbd6f4-c1e2-4f6c-948a-8d8fee2dc7b4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0be731f-4159-40cd-893d-1c20e5c7b414 HTTP/1.1" status: 200 len: 1001 time: 0.0957077 May 27 03:34:49.497001 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ebd31-68dd-420e-92ab-d786f2d50db5 req-a5db6f54-b4dd-461f-9375-bedcb461b0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:49.498365 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-650ebd31-68dd-420e-92ab-d786f2d50db5 req-a5db6f54-b4dd-461f-9375-bedcb461b0c6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc3ac1d7-a648-46b7-a3a5-38b8867455db HTTP/1.1" status: 200 len: 847 time: 0.0629711 May 27 03:34:49.634983 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b575e-5684-41ea-9938-2c045571e62c req-69a8c509-ba5f-4807-bc34-69f0cb33325f tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:49.636421 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-442b575e-5684-41ea-9938-2c045571e62c req-69a8c509-ba5f-4807-bc34-69f0cb33325f tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 945 time: 0.1366222 May 27 03:34:49.638833 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ebd31-68dd-420e-92ab-d786f2d50db5 req-90228b3b-508b-446e-ba8c-c766f71e57d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:49.640145 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-650ebd31-68dd-420e-92ab-d786f2d50db5 req-90228b3b-508b-446e-ba8c-c766f71e57d8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=34df816b-e066-4462-8270-932b1dcc87e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1062696 May 27 03:34:49.756390 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-442b575e-5684-41ea-9938-2c045571e62c req-281c085b-aa0e-4a5e-8f49-9f39a2275585 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140728 May 27 03:34:49.810663 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-650ebd31-68dd-420e-92ab-d786f2d50db5 req-d91b5203-54ca-4500-b5aa-d21c0c169c94 service neutron] 10.222.0.32 "GET /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545472 May 27 03:34:49.943584 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-650ebd31-68dd-420e-92ab-d786f2d50db5 req-1bcd131f-4f56-4f23-a7ff-031b3dbdfcbf service neutron] 10.222.0.32 "GET /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255856 May 27 03:34:50.140055 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:50.168152 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:50.940830 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab63b4-188c-4e3d-af96-65350dbb7988 req-e72e47bf-7f2a-4e49-850e-ca75b51e160a tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:50.942316 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-89ab63b4-188c-4e3d-af96-65350dbb7988 req-e72e47bf-7f2a-4e49-850e-ca75b51e160a tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 945 time: 0.0793753 May 27 03:34:50.985941 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-89ab63b4-188c-4e3d-af96-65350dbb7988 req-5fa05ed0-6287-4e54-b30b-1df13d71e63c tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378435 May 27 03:34:51.487834 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689ca07-56cf-4474-85a4-3ab2a5e0e561 req-b4be8a66-7406-4cca-b897-c2fb2311660a tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:51.489295 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7689ca07-56cf-4474-85a4-3ab2a5e0e561 req-b4be8a66-7406-4cca-b897-c2fb2311660a tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 945 time: 0.1366377 May 27 03:34:51.491940 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bfe2ff51-b46a-49ce-af8f-bce43dacb07e req-59cb5f94-ed83-4079-be08-a9269128d4f3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1604195 May 27 03:34:51.531782 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7689ca07-56cf-4474-85a4-3ab2a5e0e561 req-79191c88-952f-4e99-aaf7-0347058847f7 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368087 May 27 03:34:52.582851 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device d0be731f-4159-40cd-893d-1c20e5c7b414 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:34:52.699486 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port d0be731f-4159-40cd-893d-1c20e5c7b414 is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:34:52.699871 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:52.717930 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37ecda-6181-47eb-bbc6-c78cd4f051ad req-d7f83474-e3c1-46a6-8063-97b385d367b4 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:52.719379 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fe37ecda-6181-47eb-bbc6-c78cd4f051ad req-d7f83474-e3c1-46a6-8063-97b385d367b4 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 945 time: 0.0814176 May 27 03:34:52.726354 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ca2426-1f5d-4510-9584-15708509ad28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0be731f-4159-40cd-893d-1c20e5c7b414'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:34:52.735695 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port d0be731f-4159-40cd-893d-1c20e5c7b414, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=d0be731f-4159-40cd-893d-1c20e5c7b414,segment=NetworkSegment(cd2181d9-8cc8-45f6-af3b-1ad4e9df3062),segment_id=cd2181d9-8cc8-45f6-af3b-1ad4e9df3062)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:34:52.767112 n-d-843554-3 neutron-server[88903]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e7c04cd4-ecee-4b76-9614-49f6c37b3c40']: {'server_uuid': '03ca2426-1f5d-4510-9584-15708509ad28', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd0be731f-4159-40cd-893d-1c20e5c7b414', 'code': 422} returned with failed status May 27 03:34:52.767586 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fe37ecda-6181-47eb-bbc6-c78cd4f051ad req-7be82694-9bc0-433f-ae4a-f9e281f5fad9 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419414 May 27 03:34:52.796871 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:52.864340 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=d0be731f-4159-40cd-893d-1c20e5c7b414,revision_number=6']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:52.872194 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:52.872662 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:52.873028 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:52.873365 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:52.873720 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:52.874052 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:52.874381 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:52.874725 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:52.875034 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:52.875460 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:52.875793 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:52.876119 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:53.953108 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d06ef-81b5-4edb-a823-eedbb75fcba1 req-d01be65c-e1a5-4b7d-8723-2d08c8d49515 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:53.954588 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6a6d06ef-81b5-4edb-a823-eedbb75fcba1 req-d01be65c-e1a5-4b7d-8723-2d08c8d49515 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 943 time: 0.0795171 May 27 03:34:54.104104 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6a6d06ef-81b5-4edb-a823-eedbb75fcba1 req-c46548df-8b58-4fd2-8911-8727d213767b tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437480 May 27 03:34:54.669509 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:34:55.284452 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5580d06-bb30-4c0b-a815-8f5d3e87b976 req-87a98293-07b8-4003-b6e3-efde31998d22 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:55.285914 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f5580d06-bb30-4c0b-a815-8f5d3e87b976 req-87a98293-07b8-4003-b6e3-efde31998d22 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 943 time: 0.0791483 May 27 03:34:55.328642 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f5580d06-bb30-4c0b-a815-8f5d3e87b976 req-5894e4b4-6908-4284-89c0-f3051ced53f3 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372105 May 27 03:34:55.556792 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-812ad3b2-85ef-49c4-aa24-2f2db337a087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:56.510144 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1c23d-659e-478f-a1a9-42bc6bdf6a90 req-534e4397-a8a5-4765-b47d-aa2daefdf5b8 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:56.511582 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cda1c23d-659e-478f-a1a9-42bc6bdf6a90 req-534e4397-a8a5-4765-b47d-aa2daefdf5b8 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 943 time: 0.0805125 May 27 03:34:56.557859 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cda1c23d-659e-478f-a1a9-42bc6bdf6a90 req-1dbfefec-c34e-414c-ac09-481253944f3d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395911 May 27 03:34:57.902353 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d74f1-9e37-4cb8-be05-c15400c8afc0 req-09a52fd6-7991-4b8c-82f5-42cd0b369edd tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:57.903827 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a81d74f1-9e37-4cb8-be05-c15400c8afc0 req-09a52fd6-7991-4b8c-82f5-42cd0b369edd tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 943 time: 0.0818985 May 27 03:34:57.949171 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a81d74f1-9e37-4cb8-be05-c15400c8afc0 req-07f12c18-13fe-4186-9397-c70e7b9112a5 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387204 May 27 03:34:57.971932 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-539ab9e6-e4c9-4298-90d6-916a668d48d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:59.081340 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:59.135518 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2ff51-b46a-49ce-af8f-bce43dacb07e req-4b346afe-2d1e-49b3-85bc-436256e6b554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:59.137011 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bfe2ff51-b46a-49ce-af8f-bce43dacb07e req-4b346afe-2d1e-49b3-85bc-436256e6b554 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28&tenant_id=bb1479a20f4542a5b7005831ae5ce3d5 HTTP/1.1" status: 200 len: 1094 time: 0.1315894 May 27 03:34:59.153025 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ba8fc-bdfa-45c8-964c-3b29601b48ed req-14002c01-2046-42dd-bfb9-b31b082554f6 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:59.154679 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9c2ba8fc-bdfa-45c8-964c-3b29601b48ed req-14002c01-2046-42dd-bfb9-b31b082554f6 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 943 time: 0.0949626 May 27 03:34:59.244438 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9c2ba8fc-bdfa-45c8-964c-3b29601b48ed req-829feb30-a22a-4d85-8540-684e7287b82e tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593083 May 27 03:34:59.257146 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2ff51-b46a-49ce-af8f-bce43dacb07e req-8cb111dd-dbf8-4e25-aa2d-369d8182263b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:59.258611 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bfe2ff51-b46a-49ce-af8f-bce43dacb07e req-8cb111dd-dbf8-4e25-aa2d-369d8182263b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb1479a20f4542a5b7005831ae5ce3d5&device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 1094 time: 0.1023242 May 27 03:34:59.305389 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:59.386966 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2ff51-b46a-49ce-af8f-bce43dacb07e req-8160b57e-28c7-42bc-986e-50020633cc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:59.388320 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bfe2ff51-b46a-49ce-af8f-bce43dacb07e req-8160b57e-28c7-42bc-986e-50020633cc9c service neutron] 10.222.0.32 "GET /v2.0/networks?id=34df816b-e066-4462-8270-932b1dcc87e2 HTTP/1.1" status: 200 len: 909 time: 0.1239567 May 27 03:34:59.489961 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bfe2ff51-b46a-49ce-af8f-bce43dacb07e req-09bc0f1b-a94a-49dc-8cb2-a8a30a4c904e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0be731f-4159-40cd-893d-1c20e5c7b414 HTTP/1.1" status: 200 len: 999 time: 0.0956175 May 27 03:34:59.551163 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2ff51-b46a-49ce-af8f-bce43dacb07e req-238edf51-4f17-4dfb-9322-06b0e7709973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:59.552682 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bfe2ff51-b46a-49ce-af8f-bce43dacb07e req-238edf51-4f17-4dfb-9322-06b0e7709973 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc3ac1d7-a648-46b7-a3a5-38b8867455db HTTP/1.1" status: 200 len: 847 time: 0.0568783 May 27 03:34:59.627939 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2ff51-b46a-49ce-af8f-bce43dacb07e req-4f83386f-3201-4298-bce5-4fec2bb7d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:59.629402 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bfe2ff51-b46a-49ce-af8f-bce43dacb07e req-4f83386f-3201-4298-bce5-4fec2bb7d620 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=34df816b-e066-4462-8270-932b1dcc87e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705519 May 27 03:34:59.758170 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bfe2ff51-b46a-49ce-af8f-bce43dacb07e req-6b20adde-5777-4b29-bb42-eb3193cc553a service neutron] 10.222.0.32 "GET /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227660 May 27 03:34:59.889042 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bfe2ff51-b46a-49ce-af8f-bce43dacb07e req-ecd1f0ee-670f-4ac4-94e9-6732655d7ad2 service neutron] 10.222.0.32 "GET /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246359 May 27 03:35:00.419358 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:00.427988 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6692d-f7ec-4a68-8a92-41d2303a1a05 req-74add497-cd7a-4597-b0af-1c40b5a48631 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:00.429481 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-38e6692d-f7ec-4a68-8a92-41d2303a1a05 req-74add497-cd7a-4597-b0af-1c40b5a48631 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 943 time: 0.0809228 May 27 03:35:00.473394 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-38e6692d-f7ec-4a68-8a92-41d2303a1a05 req-fe540867-36a8-4826-b4ed-78b94212c924 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382953 May 27 03:35:01.659225 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74e726-8bcd-43be-8079-a23a344c6ed1 req-855a3908-820d-46c4-89b9-e6285615173c tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:01.660666 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c74e726-8bcd-43be-8079-a23a344c6ed1 req-855a3908-820d-46c4-89b9-e6285615173c tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 943 time: 0.0824096 May 27 03:35:01.703314 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-4c74e726-8bcd-43be-8079-a23a344c6ed1 req-3c48d8ba-aaf0-41a0-a3f6-83c4d3887c55 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370660 May 27 03:35:02.884304 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc08c6-c3c2-4c9f-a2ed-937f66ccbd53 req-5620b4d2-0849-4563-ab30-b305bbf3989e tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:02.885782 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fefc08c6-c3c2-4c9f-a2ed-937f66ccbd53 req-5620b4d2-0849-4563-ab30-b305bbf3989e tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 943 time: 0.0795212 May 27 03:35:02.932989 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fefc08c6-c3c2-4c9f-a2ed-937f66ccbd53 req-53c3f896-c835-451a-859e-e3521352891e tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413923 May 27 03:35:04.115978 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a40b7c-3194-45b9-b7fc-9686437ce78f req-6dde39ca-aec5-4b32-b5d6-54481be03d2e tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:04.117474 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-97a40b7c-3194-45b9-b7fc-9686437ce78f req-6dde39ca-aec5-4b32-b5d6-54481be03d2e tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 943 time: 0.0813072 May 27 03:35:04.160626 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-97a40b7c-3194-45b9-b7fc-9686437ce78f req-eeb78ed9-4ac7-41ee-aaea-4753873e03f6 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374315 May 27 03:35:05.447691 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d2bd12-fafa-4eaf-94eb-d1e3cfabca9e req-5cdf1bf5-0a04-4812-a753-7585b184e0a9 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:05.449656 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-75d2bd12-fafa-4eaf-94eb-d1e3cfabca9e req-5cdf1bf5-0a04-4812-a753-7585b184e0a9 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 943 time: 0.1817348 May 27 03:35:05.492343 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-75d2bd12-fafa-4eaf-94eb-d1e3cfabca9e req-8041cb28-f460-4f16-81ce-212e844e9f6c tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375774 May 27 03:35:06.671588 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12182b5-6596-4c4c-875c-4950c7c74b9d req-cc9c6956-9db1-42b3-b67b-6445806c39a2 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:06.673033 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f12182b5-6596-4c4c-875c-4950c7c74b9d req-cc9c6956-9db1-42b3-b67b-6445806c39a2 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 943 time: 0.0780692 May 27 03:35:06.718057 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f12182b5-6596-4c4c-875c-4950c7c74b9d req-e29e668e-a3af-4d92-89d9-a6974f84a863 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393128 May 27 03:35:07.897994 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbc6f7-cdee-4829-ba4d-36d01b420351 req-b9c01628-06ae-485e-9482-b91d491f1bc6 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:07.899452 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-05cbc6f7-cdee-4829-ba4d-36d01b420351 req-b9c01628-06ae-485e-9482-b91d491f1bc6 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 943 time: 0.0784814 May 27 03:35:07.943535 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-05cbc6f7-cdee-4829-ba4d-36d01b420351 req-7cb3d3e6-8714-4253-a1db-230a2b6726d8 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382791 May 27 03:35:08.638781 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device d0be731f-4159-40cd-893d-1c20e5c7b414 details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:35:08.767881 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port d0be731f-4159-40cd-893d-1c20e5c7b414, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=d0be731f-4159-40cd-893d-1c20e5c7b414,segment=NetworkSegment(cd2181d9-8cc8-45f6-af3b-1ad4e9df3062),segment_id=cd2181d9-8cc8-45f6-af3b-1ad4e9df3062)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:35:08.780861 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': 'd0be731f-4159-40cd-893d-1c20e5c7b414', 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2', 'port_id': 'd0be731f-4159-40cd-893d-1c20e5c7b414', 'mac_address': 'fa:16:3e:f0:d3:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc3ac1d7-a648-46b7-a3a5-38b8867455db', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:35:08.837107 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port d0be731f-4159-40cd-893d-1c20e5c7b414 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:35:08.837482 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:08.853757 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0be731f-4159-40cd-893d-1c20e5c7b414 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:35:08.868762 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port d0be731f-4159-40cd-893d-1c20e5c7b414, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=d0be731f-4159-40cd-893d-1c20e5c7b414,segment=NetworkSegment(cd2181d9-8cc8-45f6-af3b-1ad4e9df3062),segment_id=cd2181d9-8cc8-45f6-af3b-1ad4e9df3062)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:35:08.931947 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:08.998677 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=d0be731f-4159-40cd-893d-1c20e5c7b414,revision_number=7']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:09.129912 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5030416-b4ac-48b0-b6cd-ddad797a8dea req-0f173165-2f86-43ba-b719-182ce4b0270d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:09.131365 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c5030416-b4ac-48b0-b6cd-ddad797a8dea req-0f173165-2f86-43ba-b719-182ce4b0270d tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 944 time: 0.0830333 May 27 03:35:09.169172 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['d0be731f-4159-40cd-893d-1c20e5c7b414'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:35:09.176001 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c5030416-b4ac-48b0-b6cd-ddad797a8dea req-9bf5a96f-c87d-4fbd-814d-e9dcbe2264f7 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390825 May 27 03:35:10.356049 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8d37a-0928-43c9-9213-bcee5a4a3c5f req-90ebf0d0-f86d-4a84-ac9c-309b012d1904 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:10.357519 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-14a8d37a-0928-43c9-9213-bcee5a4a3c5f req-90ebf0d0-f86d-4a84-ac9c-309b012d1904 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 944 time: 0.0775781 May 27 03:35:10.401187 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-14a8d37a-0928-43c9-9213-bcee5a4a3c5f req-bba35e4e-72d0-419b-bf26-88e37f30d999 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375528 May 27 03:35:10.659498 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device d0be731f-4159-40cd-893d-1c20e5c7b414 up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:35:10.725935 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port d0be731f-4159-40cd-893d-1c20e5c7b414 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:35:10.726305 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:10.873129 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port d0be731f-4159-40cd-893d-1c20e5c7b414 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:35:10.873496 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:10.899271 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ca2426-1f5d-4510-9584-15708509ad28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0be731f-4159-40cd-893d-1c20e5c7b414'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:35:10.909279 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port d0be731f-4159-40cd-893d-1c20e5c7b414, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=d0be731f-4159-40cd-893d-1c20e5c7b414,segment=NetworkSegment(cd2181d9-8cc8-45f6-af3b-1ad4e9df3062),segment_id=cd2181d9-8cc8-45f6-af3b-1ad4e9df3062)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:35:10.945543 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f428ec19-4977-47f9-ab3e-b9fcc4a958c5'] response: {'server_uuid': '03ca2426-1f5d-4510-9584-15708509ad28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0be731f-4159-40cd-893d-1c20e5c7b414', 'code': 200} May 27 03:35:10.985790 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:11.056133 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=d0be731f-4159-40cd-893d-1c20e5c7b414,revision_number=8']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:11.151775 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208bc83-0a12-4a9f-8910-c29abb4f9027 req-cd6acb67-4305-44bc-90f7-585616161557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:11.153255 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3208bc83-0a12-4a9f-8910-c29abb4f9027 req-cd6acb67-4305-44bc-90f7-585616161557 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 1096 time: 0.0719638 May 27 03:35:11.191282 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3208bc83-0a12-4a9f-8910-c29abb4f9027 req-4d699c91-2a87-4ee2-8c09-e9e92db3df9d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320265 May 27 03:35:11.582316 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b2937-22b2-4fd9-9ae0-180b73310266 req-c57eed20-3bfe-4e74-9419-c4534fcc452a tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:11.583793 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee7b2937-22b2-4fd9-9ae0-180b73310266 req-c57eed20-3bfe-4e74-9419-c4534fcc452a tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 945 time: 0.0791979 May 27 03:35:11.626100 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ee7b2937-22b2-4fd9-9ae0-180b73310266 req-d16df5ee-4e58-46c7-af6a-e7bd53fc5c1a tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368068 May 27 03:35:12.810766 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bdfd93-d6a2-47d1-8a06-932a1bed4f9c req-5185fc9e-198f-4aa3-886a-f61b133b7258 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:12.812199 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d2bdfd93-d6a2-47d1-8a06-932a1bed4f9c req-5185fc9e-198f-4aa3-886a-f61b133b7258 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 945 time: 0.0806558 May 27 03:35:12.855674 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d2bdfd93-d6a2-47d1-8a06-932a1bed4f9c req-07595004-3806-4f65-8072-b1a9d3b173e3 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377624 May 27 03:35:20.155277 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:20.167183 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:25.534329 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b210f995-c200-4e81-ba39-90124e0ceb2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:27.972701 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-55131591-ffc8-4690-8e88-4a4d50b279a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:29.098441 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:29.253281 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:30.462835 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:31.669259 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:35:50.104009 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-51036506-566f-46d3-a931-4afd004b8887 req-43706c23-6688-4642-a493-f44c398f36f9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0691857 May 27 03:35:50.161892 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:50.166616 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:50.243757 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51036506-566f-46d3-a931-4afd004b8887 req-65080cff-2aa0-44c8-8476-272b20551be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:50.245146 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-51036506-566f-46d3-a931-4afd004b8887 req-65080cff-2aa0-44c8-8476-272b20551be9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb1479a20f4542a5b7005831ae5ce3d5&device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 1096 time: 0.0727425 May 27 03:35:50.390527 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51036506-566f-46d3-a931-4afd004b8887 req-2be04523-7f42-4729-8107-6a6b7fdd3b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:50.391912 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-51036506-566f-46d3-a931-4afd004b8887 req-2be04523-7f42-4729-8107-6a6b7fdd3b08 service neutron] 10.222.0.32 "GET /v2.0/networks?id=34df816b-e066-4462-8270-932b1dcc87e2 HTTP/1.1" status: 200 len: 909 time: 0.1282868 May 27 03:35:50.493994 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-51036506-566f-46d3-a931-4afd004b8887 req-52092d27-8fcb-4b92-b420-fb68bff2be14 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0be731f-4159-40cd-893d-1c20e5c7b414 HTTP/1.1" status: 200 len: 1001 time: 0.0956292 May 27 03:35:50.555968 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51036506-566f-46d3-a931-4afd004b8887 req-1a675fd0-f321-4f2c-b9b5-76ec594b1afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:50.557458 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-51036506-566f-46d3-a931-4afd004b8887 req-1a675fd0-f321-4f2c-b9b5-76ec594b1afd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc3ac1d7-a648-46b7-a3a5-38b8867455db HTTP/1.1" status: 200 len: 847 time: 0.0574448 May 27 03:35:50.635565 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51036506-566f-46d3-a931-4afd004b8887 req-aa7d3cc6-95ad-418e-b8e8-e2553fd56190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:50.637061 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-51036506-566f-46d3-a931-4afd004b8887 req-aa7d3cc6-95ad-418e-b8e8-e2553fd56190 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=34df816b-e066-4462-8270-932b1dcc87e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732763 May 27 03:35:50.766094 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-51036506-566f-46d3-a931-4afd004b8887 req-d5d4a22a-ac23-4871-8181-bf084867652f service neutron] 10.222.0.32 "GET /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222112 May 27 03:35:50.899253 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-51036506-566f-46d3-a931-4afd004b8887 req-f0816123-bbd1-405d-ac7e-8a3a2a0b44f5 service neutron] 10.222.0.32 "GET /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254251 May 27 03:35:55.549373 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ec5a2dc4-ea0c-4209-aa3b-fa8f24c507fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:58.005808 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f2483fce-0d3f-48e7-9eb0-3d990c0fb901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:59.080026 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:59.263935 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:00.412184 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:08.668277 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:36:20.137370 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:20.142988 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:25.544394 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2ca30106-866e-4082-aa18-063a6a47e469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:27.961014 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-994fe200-4964-46d9-97ae-2a47de856505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:29.090985 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:29.297439 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:30.429654 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:45.666987 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:36:50.136679 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:50.210848 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:51.150380 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6a396fe6-6484-43a2-b968-32e4faca49af req-d590b43a-27a2-4f93-8ce1-46cd96d28461 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1169214 May 27 03:36:51.284486 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a396fe6-6484-43a2-b968-32e4faca49af req-9f0eb405-31a8-4cf4-82ab-d9ea8e0f09da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:51.285969 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6a396fe6-6484-43a2-b968-32e4faca49af req-9f0eb405-31a8-4cf4-82ab-d9ea8e0f09da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb1479a20f4542a5b7005831ae5ce3d5&device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 1096 time: 0.0695524 May 27 03:36:51.437101 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a396fe6-6484-43a2-b968-32e4faca49af req-c4b7713e-4556-4dc9-b81f-b85da904baf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:51.440412 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6a396fe6-6484-43a2-b968-32e4faca49af req-c4b7713e-4556-4dc9-b81f-b85da904baf0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=34df816b-e066-4462-8270-932b1dcc87e2 HTTP/1.1" status: 200 len: 909 time: 0.1347008 May 27 03:36:51.542897 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6a396fe6-6484-43a2-b968-32e4faca49af req-e5fe64a1-24b0-4bca-8f78-cb2896424f70 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0be731f-4159-40cd-893d-1c20e5c7b414 HTTP/1.1" status: 200 len: 1001 time: 0.0941203 May 27 03:36:51.706520 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a396fe6-6484-43a2-b968-32e4faca49af req-96d58f23-99e8-4429-babb-1083eb8437c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:51.707879 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6a396fe6-6484-43a2-b968-32e4faca49af req-96d58f23-99e8-4429-babb-1083eb8437c5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc3ac1d7-a648-46b7-a3a5-38b8867455db HTTP/1.1" status: 200 len: 847 time: 0.1592395 May 27 03:36:51.784163 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a396fe6-6484-43a2-b968-32e4faca49af req-a7eecdee-79a7-42e0-8ccd-5be9a5285892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:51.785670 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6a396fe6-6484-43a2-b968-32e4faca49af req-a7eecdee-79a7-42e0-8ccd-5be9a5285892 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=34df816b-e066-4462-8270-932b1dcc87e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708094 May 27 03:36:51.915775 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6a396fe6-6484-43a2-b968-32e4faca49af req-f778d835-2f84-4928-9f90-6630a083964d service neutron] 10.222.0.32 "GET /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226659 May 27 03:36:52.046059 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6a396fe6-6484-43a2-b968-32e4faca49af req-cf74ece6-2ca0-4a13-a221-4c29f736b0b0 service neutron] 10.222.0.32 "GET /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242435 May 27 03:36:55.548041 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8dfc31cf-0a92-4834-ae70-4075323034cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:57.976830 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-506ef306-c5b6-4f36-b0ec-37396aa0b947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:59.142366 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:59.273600 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:00.439349 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:01.027068 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39556) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:01.422977 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-35eaf057-c008-495b-8a34-5e214a093dd5 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Deleting port d12883c2-58a5-46aa-9809-36d4b08f4b4b {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:37:01.423254 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-35eaf057-c008-495b-8a34-5e214a093dd5 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:01.589912 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-35eaf057-c008-495b-8a34-5e214a093dd5 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:01.590247 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-35eaf057-c008-495b-8a34-5e214a093dd5 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:01.713883 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-35eaf057-c008-495b-8a34-5e214a093dd5 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Calling delete_port for d12883c2-58a5-46aa-9809-36d4b08f4b4b owned by network:floatingip {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:37:01.913801 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-35eaf057-c008-495b-8a34-5e214a093dd5 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:01.961209 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eaf057-c008-495b-8a34-5e214a093dd5 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Pushing event deleted for resources: {'Port': ['ID=d12883c2-58a5-46aa-9809-36d4b08f4b4b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:01.997904 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eaf057-c008-495b-8a34-5e214a093dd5 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:02.006595 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eaf057-c008-495b-8a34-5e214a093dd5 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:02.006595 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eaf057-c008-495b-8a34-5e214a093dd5 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:02.006595 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eaf057-c008-495b-8a34-5e214a093dd5 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:02.006595 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eaf057-c008-495b-8a34-5e214a093dd5 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:02.006595 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eaf057-c008-495b-8a34-5e214a093dd5 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:02.006595 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eaf057-c008-495b-8a34-5e214a093dd5 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:02.006595 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eaf057-c008-495b-8a34-5e214a093dd5 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:02.006595 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eaf057-c008-495b-8a34-5e214a093dd5 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:02.006595 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eaf057-c008-495b-8a34-5e214a093dd5 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:02.006595 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eaf057-c008-495b-8a34-5e214a093dd5 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:02.006595 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eaf057-c008-495b-8a34-5e214a093dd5 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:02.068113 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-35eaf057-c008-495b-8a34-5e214a093dd5 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for floatingip, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:02.068815 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-35eaf057-c008-495b-8a34-5e214a093dd5 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Floating IP 656470c4-6eee-4ec2-84e2-40cba668d3ee disassociated (deleted). External IP: 172.25.1.210, port: d0be731f-4159-40cd-893d-1c20e5c7b414. May 27 03:37:02.529315 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35eaf057-c008-495b-8a34-5e214a093dd5 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Router 97163c05-985a-42a8-afe0-a8cd6adbc93c has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:37:02.703905 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35eaf057-c008-495b-8a34-5e214a093dd5 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:37:02.713129 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e430a0-c34b-474a-a64b-6553949badb6 None None] Sync routers for ids ['97163c05-985a-42a8-afe0-a8cd6adbc93c'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:37:02.721771 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e430a0-c34b-474a-a64b-6553949badb6 None None] Routers {'97163c05-985a-42a8-afe0-a8cd6adbc93c'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:37:02.722364 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-04e430a0-c34b-474a-a64b-6553949badb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:36:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['97163c05-985a-42a8-afe0-a8cd6adbc93c'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:02.788191 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-35eaf057-c008-495b-8a34-5e214a093dd5 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:02.847742 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-35eaf057-c008-495b-8a34-5e214a093dd5 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "DELETE /v2.0/floatingips/656470c4-6eee-4ec2-84e2-40cba668d3ee HTTP/1.1" status: 204 len: 168 time: 1.8195722 May 27 03:37:02.848312 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03ca2426-1f5d-4510-9584-15708509ad28', 'tag': 'd0be731f-4159-40cd-893d-1c20e5c7b414'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:37:02.900058 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-04e430a0-c34b-474a-a64b-6553949badb6 None None] Set router 97163c05-985a-42a8-afe0-a8cd6adbc93c gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:37:03.057918 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fb87ba2-5778-4442-80ba-40116dcc00a9'] response: {'name': 'network-changed', 'server_uuid': '03ca2426-1f5d-4510-9584-15708509ad28', 'tag': 'd0be731f-4159-40cd-893d-1c20e5c7b414', 'status': 'completed', 'code': 200} May 27 03:37:03.148105 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5496ef-e12c-4c50-ad09-38c420659089 req-fc417fda-494d-4037-bde1-c27f3ffdd56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:03.149661 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5a5496ef-e12c-4c50-ad09-38c420659089 req-fc417fda-494d-4037-bde1-c27f3ffdd56a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb1479a20f4542a5b7005831ae5ce3d5&device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 1096 time: 0.0718110 May 27 03:37:03.218989 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-04e430a0-c34b-474a-a64b-6553949badb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'name': 'tempest-TestShelveInstance-704346214-router', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'c3219443-87eb-4a7c-ae9e-b35e8781a05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:35Z', 'updated_at': '2022-05-27T03:26:39Z', 'revision_number': 4, 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'gw_port': {'id': 'c3219443-87eb-4a7c-ae9e-b35e8781a05c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:36Z', 'updated_at': '2022-05-27T03:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'f456a6d6-d172-452b-93a0-99621191068e', 'name': '', 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'mac_address': 'fa:16:3e:23:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'bc3ac1d7-a648-46b7-a3a5-38b8867455db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:38Z', 'updated_at': '2022-05-27T03:26:45Z', 'revision_number': 5, 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'subnets': [{'id': 'bc3ac1d7-a648-46b7-a3a5-38b8867455db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:03.223164 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e430a0-c34b-474a-a64b-6553949badb6 None None] Checking router: 97163c05-985a-42a8-afe0-a8cd6adbc93c for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:37:03.231263 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e430a0-c34b-474a-a64b-6553949badb6 None None] Routers {'97163c05-985a-42a8-afe0-a8cd6adbc93c'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:37:03.231880 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-04e430a0-c34b-474a-a64b-6553949badb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:36:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['97163c05-985a-42a8-afe0-a8cd6adbc93c'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:03.282630 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5496ef-e12c-4c50-ad09-38c420659089 req-c8cee477-2d5c-4d3d-9ae9-db8155b7cac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:03.284099 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5a5496ef-e12c-4c50-ad09-38c420659089 req-c8cee477-2d5c-4d3d-9ae9-db8155b7cac8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=34df816b-e066-4462-8270-932b1dcc87e2 HTTP/1.1" status: 200 len: 909 time: 0.1290262 May 27 03:37:03.355115 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5a5496ef-e12c-4c50-ad09-38c420659089 req-55693644-250a-4e52-b2cc-c84625cc64ac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0be731f-4159-40cd-893d-1c20e5c7b414 HTTP/1.1" status: 200 len: 217 time: 0.0647981 May 27 03:37:03.417794 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5496ef-e12c-4c50-ad09-38c420659089 req-e0b7e951-e90a-48f4-aa87-9bee5beec71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:03.419270 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5a5496ef-e12c-4c50-ad09-38c420659089 req-e0b7e951-e90a-48f4-aa87-9bee5beec71f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc3ac1d7-a648-46b7-a3a5-38b8867455db HTTP/1.1" status: 200 len: 847 time: 0.0581686 May 27 03:37:03.440287 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-04e430a0-c34b-474a-a64b-6553949badb6 None None] Set router 97163c05-985a-42a8-afe0-a8cd6adbc93c gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:37:03.496316 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5496ef-e12c-4c50-ad09-38c420659089 req-4891704c-dee2-48a3-9c3a-3dd2f3239d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:03.498350 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5a5496ef-e12c-4c50-ad09-38c420659089 req-4891704c-dee2-48a3-9c3a-3dd2f3239d25 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=34df816b-e066-4462-8270-932b1dcc87e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725284 May 27 03:37:03.629835 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5a5496ef-e12c-4c50-ad09-38c420659089 req-1d03532e-d5d7-4353-a520-289b2a0fd8a9 service neutron] 10.222.0.32 "GET /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249344 May 27 03:37:03.744978 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-04e430a0-c34b-474a-a64b-6553949badb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'name': 'tempest-TestShelveInstance-704346214-router', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'c3219443-87eb-4a7c-ae9e-b35e8781a05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:35Z', 'updated_at': '2022-05-27T03:26:39Z', 'revision_number': 4, 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'gw_port': {'id': 'c3219443-87eb-4a7c-ae9e-b35e8781a05c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:36Z', 'updated_at': '2022-05-27T03:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'f456a6d6-d172-452b-93a0-99621191068e', 'name': '', 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'mac_address': 'fa:16:3e:23:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'bc3ac1d7-a648-46b7-a3a5-38b8867455db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:38Z', 'updated_at': '2022-05-27T03:26:45Z', 'revision_number': 5, 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'subnets': [{'id': 'bc3ac1d7-a648-46b7-a3a5-38b8867455db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:03.749482 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e430a0-c34b-474a-a64b-6553949badb6 None None] The sync data for ids ['97163c05-985a-42a8-afe0-a8cd6adbc93c'] in n-d-843554-3 is: [{'id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'name': 'tempest-TestShelveInstance-704346214-router', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'c3219443-87eb-4a7c-ae9e-b35e8781a05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:35Z', 'updated_at': '2022-05-27T03:26:39Z', 'revision_number': 4, 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'gw_port': {'id': 'c3219443-87eb-4a7c-ae9e-b35e8781a05c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:36Z', 'updated_at': '2022-05-27T03:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'f456a6d6-d172-452b-93a0-99621191068e', 'name': '', 'network_id': '34df816b-e066-4462-8270-932b1dcc87e2', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'mac_address': 'fa:16:3e:23:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'bc3ac1d7-a648-46b7-a3a5-38b8867455db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:38Z', 'updated_at': '2022-05-27T03:26:45Z', 'revision_number': 5, 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'subnets': [{'id': 'bc3ac1d7-a648-46b7-a3a5-38b8867455db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:37:03.760665 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5a5496ef-e12c-4c50-ad09-38c420659089 req-b0dcc4ef-cba2-4bfa-ad37-9e6d6017a1ea service neutron] 10.222.0.32 "GET /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247022 May 27 03:37:03.957592 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026b3200-920a-498c-87ff-7a0a04c0fa3f None None] New status for floating IP 656470c4-6eee-4ec2-84e2-40cba668d3ee: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:37:04.397330 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc947b-94ef-4905-945b-9846fde4aed3 req-4e8096ff-44f4-42c7-a791-b79a1c18a9e0 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:04.398024 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-c1cc947b-94ef-4905-945b-9846fde4aed3 req-4e8096ff-44f4-42c7-a791-b79a1c18a9e0 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Synchronizing usage tracker for tenant:bb1479a20f4542a5b7005831ae5ce3d5 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:37:04.456047 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-c1cc947b-94ef-4905-945b-9846fde4aed3 req-4e8096ff-44f4-42c7-a791-b79a1c18a9e0 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Unset dirty status for tenant:bb1479a20f4542a5b7005831ae5ce3d5 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:37:04.457248 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c1cc947b-94ef-4905-945b-9846fde4aed3 req-4e8096ff-44f4-42c7-a791-b79a1c18a9e0 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 945 time: 0.1376488 May 27 03:37:04.501316 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c1cc947b-94ef-4905-945b-9846fde4aed3 req-8e6320e1-7871-4d82-9ccc-50e883c8c02f tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383861 May 27 03:37:05.689371 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f608c13-f667-421b-b593-4b7c47a415e1 req-5931de24-18b5-423a-b00e-c60332cdfafb tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:05.689371 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0f608c13-f667-421b-b593-4b7c47a415e1 req-5931de24-18b5-423a-b00e-c60332cdfafb tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 945 time: 0.0837808 May 27 03:37:05.734445 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-0f608c13-f667-421b-b593-4b7c47a415e1 req-969ebbe0-141d-40ce-8d48-e27dc0d58b58 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/security-groups?id=c606f509-e259-42d1-a571-83ba6d943c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386639 May 27 03:37:05.992739 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53800cb7-efc3-4b17-96fc-eed030a06980 req-6a066b27-0bb6-4f2a-9ef3-27c55f14fe5a tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:05.994176 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-53800cb7-efc3-4b17-96fc-eed030a06980 req-6a066b27-0bb6-4f2a-9ef3-27c55f14fe5a tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.32 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 945 time: 0.0774550 May 27 03:37:06.065274 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-53800cb7-efc3-4b17-96fc-eed030a06980 req-bb711083-8d69-468d-889e-260383c4b03f tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Deleting port d0be731f-4159-40cd-893d-1c20e5c7b414 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:37:06.065733 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-53800cb7-efc3-4b17-96fc-eed030a06980 req-bb711083-8d69-468d-889e-260383c4b03f tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:06.419341 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-53800cb7-efc3-4b17-96fc-eed030a06980 req-bb711083-8d69-468d-889e-260383c4b03f tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] For port d0be731f-4159-40cd-893d-1c20e5c7b414, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=d0be731f-4159-40cd-893d-1c20e5c7b414,segment=NetworkSegment(cd2181d9-8cc8-45f6-af3b-1ad4e9df3062),segment_id=cd2181d9-8cc8-45f6-af3b-1ad4e9df3062)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:37:06.419696 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-53800cb7-efc3-4b17-96fc-eed030a06980 req-bb711083-8d69-468d-889e-260383c4b03f tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:06.538758 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-53800cb7-efc3-4b17-96fc-eed030a06980 req-bb711083-8d69-468d-889e-260383c4b03f tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Calling delete_port for d0be731f-4159-40cd-893d-1c20e5c7b414 owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:37:06.759121 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-53800cb7-efc3-4b17-96fc-eed030a06980 req-bb711083-8d69-468d-889e-260383c4b03f tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:06.838257 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb711083-8d69-468d-889e-260383c4b03f tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Pushing event deleted for resources: {'Port': ['ID=d0be731f-4159-40cd-893d-1c20e5c7b414,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:06.922578 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-470ececd-09d5-4766-bc80-3b1c9e4f44a2 req-69b984b2-369a-41c4-a725-5254743b8200 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 210 time: 0.0760362 May 27 03:37:06.927583 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-53800cb7-efc3-4b17-96fc-eed030a06980 req-bb711083-8d69-468d-889e-260383c4b03f tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] No DVR routers for this DVR port d0be731f-4159-40cd-893d-1c20e5c7b414 on host n-h1-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:37:06.930235 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-53800cb7-efc3-4b17-96fc-eed030a06980 req-bb711083-8d69-468d-889e-260383c4b03f tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:06.933969 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ca2426-1f5d-4510-9584-15708509ad28', 'name': 'network-vif-deleted', 'tag': 'd0be731f-4159-40cd-893d-1c20e5c7b414'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:37:06.984098 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10dad104-7f24-4d4f-b496-4969798f05e2'] response: {'server_uuid': '03ca2426-1f5d-4510-9584-15708509ad28', 'name': 'network-vif-deleted', 'tag': 'd0be731f-4159-40cd-893d-1c20e5c7b414', 'status': 'completed', 'code': 200} May 27 03:37:06.999952 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-53800cb7-efc3-4b17-96fc-eed030a06980 req-bb711083-8d69-468d-889e-260383c4b03f tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.32 "DELETE /v2.0/ports/d0be731f-4159-40cd-893d-1c20e5c7b414 HTTP/1.1" status: 204 len: 173 time: 1.0001731 May 27 03:37:08.071056 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b18f457c-ab97-44b0-8277-51f5b8aceb37 req-7cee6860-c163-42d5-91b5-c39e12273ce7 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Synchronizing usage tracker for tenant:bb1479a20f4542a5b7005831ae5ce3d5 on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:37:08.142457 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-b18f457c-ab97-44b0-8277-51f5b8aceb37 req-7cee6860-c163-42d5-91b5-c39e12273ce7 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Unset dirty status for tenant:bb1479a20f4542a5b7005831ae5ce3d5 on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:37:08.143611 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b18f457c-ab97-44b0-8277-51f5b8aceb37 req-7cee6860-c163-42d5-91b5-c39e12273ce7 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ca2426-1f5d-4510-9584-15708509ad28 HTTP/1.1" status: 200 len: 210 time: 0.1161931 May 27 03:37:09.237310 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39590) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:09.263466 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device d0be731f-4159-40cd-893d-1c20e5c7b414 no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:37:09.298423 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: d0be731f-4159-40cd-893d-1c20e5c7b414 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:37:09.298764 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device d0be731f-4159-40cd-893d-1c20e5c7b414 not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:37:09.312357 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-20f45fa0-449c-469d-a319-87794482fd63 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:09.342135 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-20f45fa0-449c-469d-a319-87794482fd63 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:09.462291 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-20f45fa0-449c-469d-a319-87794482fd63 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:09.480375 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f45fa0-449c-469d-a319-87794482fd63 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c606f509-e259-42d1-a571-83ba6d943c04,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:09.547716 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-20f45fa0-449c-469d-a319-87794482fd63 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:09.548860 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-20f45fa0-449c-469d-a319-87794482fd63 tempest-TestShelveInstance-2079546113 tempest-TestShelveInstance-2079546113-project] 10.222.0.57 "DELETE /v2.0/security-groups/c606f509-e259-42d1-a571-83ba6d943c04 HTTP/1.1" status: 204 len: 168 time: 0.3104761 May 27 03:37:09.656358 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39596) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:10.337517 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-024e4e06-c2b2-49dc-896e-d1417962b5d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:10.798607 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-024e4e06-c2b2-49dc-896e-d1417962b5d9 admin admin] Deleting port f456a6d6-d172-452b-93a0-99621191068e {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:37:10.798945 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-024e4e06-c2b2-49dc-896e-d1417962b5d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:10.969352 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-024e4e06-c2b2-49dc-896e-d1417962b5d9 admin admin] For port f456a6d6-d172-452b-93a0-99621191068e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=f456a6d6-d172-452b-93a0-99621191068e,segment=NetworkSegment(cd2181d9-8cc8-45f6-af3b-1ad4e9df3062),segment_id=cd2181d9-8cc8-45f6-af3b-1ad4e9df3062)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:37:10.969743 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-024e4e06-c2b2-49dc-896e-d1417962b5d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:11.092002 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-024e4e06-c2b2-49dc-896e-d1417962b5d9 admin admin] Calling delete_port for f456a6d6-d172-452b-93a0-99621191068e owned by network:router_interface {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:37:11.473864 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-024e4e06-c2b2-49dc-896e-d1417962b5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:11.524812 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e4e06-c2b2-49dc-896e-d1417962b5d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f456a6d6-d172-452b-93a0-99621191068e,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:11.784424 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-024e4e06-c2b2-49dc-896e-d1417962b5d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:12.254341 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024e4e06-c2b2-49dc-896e-d1417962b5d9 admin admin] Router 97163c05-985a-42a8-afe0-a8cd6adbc93c has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:37:12.429490 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024e4e06-c2b2-49dc-896e-d1417962b5d9 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:37:12.438590 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aac1986-405a-4473-a0cb-a1730b5a1a76 None None] Sync routers for ids ['97163c05-985a-42a8-afe0-a8cd6adbc93c'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:37:12.448241 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aac1986-405a-4473-a0cb-a1730b5a1a76 None None] Routers {'97163c05-985a-42a8-afe0-a8cd6adbc93c'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:37:12.451892 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-6aac1986-405a-4473-a0cb-a1730b5a1a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:36:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['97163c05-985a-42a8-afe0-a8cd6adbc93c'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:12.480633 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-024e4e06-c2b2-49dc-896e-d1417962b5d9 admin admin] 10.222.0.57 "PUT /v2.0/routers/97163c05-985a-42a8-afe0-a8cd6adbc93c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8231332 May 27 03:37:12.483198 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39604) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:12.620813 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-6aac1986-405a-4473-a0cb-a1730b5a1a76 None None] Set router 97163c05-985a-42a8-afe0-a8cd6adbc93c gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:37:12.661448 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1ffe51d1-9d5f-4e8f-b25d-3bb81e1f2251 admin admin] Notify callbacks [] for router, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:12.839818 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1ffe51d1-9d5f-4e8f-b25d-3bb81e1f2251 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:12.901754 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-6aac1986-405a-4473-a0cb-a1730b5a1a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'name': 'tempest-TestShelveInstance-704346214-router', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'c3219443-87eb-4a7c-ae9e-b35e8781a05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:35Z', 'updated_at': '2022-05-27T03:37:11Z', 'revision_number': 5, 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'gw_port': {'id': 'c3219443-87eb-4a7c-ae9e-b35e8781a05c', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:36Z', 'updated_at': '2022-05-27T03:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:12.905504 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aac1986-405a-4473-a0cb-a1730b5a1a76 None None] Checking router: 97163c05-985a-42a8-afe0-a8cd6adbc93c for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:37:12.913538 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aac1986-405a-4473-a0cb-a1730b5a1a76 None None] Routers {'97163c05-985a-42a8-afe0-a8cd6adbc93c'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:37:12.914122 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-6aac1986-405a-4473-a0cb-a1730b5a1a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:36:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['97163c05-985a-42a8-afe0-a8cd6adbc93c'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:12.930120 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-1ffe51d1-9d5f-4e8f-b25d-3bb81e1f2251 admin admin] Deleting port c3219443-87eb-4a7c-ae9e-b35e8781a05c {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:37:12.930470 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1ffe51d1-9d5f-4e8f-b25d-3bb81e1f2251 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:13.066679 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-6aac1986-405a-4473-a0cb-a1730b5a1a76 None None] Set router 97163c05-985a-42a8-afe0-a8cd6adbc93c gateway port host: None {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:37:13.111880 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-1ffe51d1-9d5f-4e8f-b25d-3bb81e1f2251 admin admin] For port c3219443-87eb-4a7c-ae9e-b35e8781a05c, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c3219443-87eb-4a7c-ae9e-b35e8781a05c,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:37:13.112157 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1ffe51d1-9d5f-4e8f-b25d-3bb81e1f2251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:13.201944 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-6aac1986-405a-4473-a0cb-a1730b5a1a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'name': 'tempest-TestShelveInstance-704346214-router', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:35Z', 'updated_at': '2022-05-27T03:37:12Z', 'revision_number': 6, 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'gw_port_host': None}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:13.205778 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aac1986-405a-4473-a0cb-a1730b5a1a76 None None] The sync data for ids ['97163c05-985a-42a8-afe0-a8cd6adbc93c'] in n-d-843554-3 is: [{'id': '97163c05-985a-42a8-afe0-a8cd6adbc93c', 'name': 'tempest-TestShelveInstance-704346214-router', 'tenant_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:35Z', 'updated_at': '2022-05-27T03:37:12Z', 'revision_number': 6, 'project_id': 'bb1479a20f4542a5b7005831ae5ce3d5', 'gw_port_host': None}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:37:13.241981 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-1ffe51d1-9d5f-4e8f-b25d-3bb81e1f2251 admin admin] Calling delete_port for c3219443-87eb-4a7c-ae9e-b35e8781a05c owned by network:router_gateway {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:37:13.485001 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1ffe51d1-9d5f-4e8f-b25d-3bb81e1f2251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:13.531970 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffe51d1-9d5f-4e8f-b25d-3bb81e1f2251 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3219443-87eb-4a7c-ae9e-b35e8781a05c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:13.742306 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1ffe51d1-9d5f-4e8f-b25d-3bb81e1f2251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:13.910269 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1ffe51d1-9d5f-4e8f-b25d-3bb81e1f2251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:13.912638 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1ffe51d1-9d5f-4e8f-b25d-3bb81e1f2251 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:13.982244 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1ffe51d1-9d5f-4e8f-b25d-3bb81e1f2251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:13.982856 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ffe51d1-9d5f-4e8f-b25d-3bb81e1f2251 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97163c05-985a-42a8-afe0-a8cd6adbc93c {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 03:37:13.995062 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1ffe51d1-9d5f-4e8f-b25d-3bb81e1f2251 admin admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:13.996130 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1ffe51d1-9d5f-4e8f-b25d-3bb81e1f2251 admin admin] 10.222.0.57 "DELETE /v2.0/routers/97163c05-985a-42a8-afe0-a8cd6adbc93c HTTP/1.1" status: 204 len: 168 time: 1.5119727 May 27 03:37:13.999165 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39608) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:14.057870 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-f33c476c-1648-446a-9bd3-20e31d6e5a5e admin admin] Deleting subnet bc3ac1d7-a648-46b7-a3a5-38b8867455db {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 03:37:14.061287 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f33c476c-1648-446a-9bd3-20e31d6e5a5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:14.114574 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f33c476c-1648-446a-9bd3-20e31d6e5a5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:14.196457 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f33c476c-1648-446a-9bd3-20e31d6e5a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:14.302067 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f33c476c-1648-446a-9bd3-20e31d6e5a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:14.342367 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c476c-1648-446a-9bd3-20e31d6e5a5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc3ac1d7-a648-46b7-a3a5-38b8867455db,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:14.345906 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f33c476c-1648-446a-9bd3-20e31d6e5a5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:14.351651 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f33c476c-1648-446a-9bd3-20e31d6e5a5e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/bc3ac1d7-a648-46b7-a3a5-38b8867455db HTTP/1.1" status: 204 len: 168 time: 0.3515575 May 27 03:37:14.352578 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2309980a-3d7e-49aa-932c-7ec23d11dc8b None None] Network 34df816b-e066-4462-8270-932b1dcc87e2 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:37:14.354142 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39612) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:14.458712 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-553f1728-5605-4726-ac6e-e84e3bb12e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:14.469330 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-553f1728-5605-4726-ac6e-e84e3bb12e8d admin admin] Deleting port 0943c6bd-241d-403b-a688-1f9df2cad43e {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:37:14.469658 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-553f1728-5605-4726-ac6e-e84e3bb12e8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:14.612854 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e52fa78-b719-4520-8780-b9cec729fbe3 None None] DHCP port deletion for 34df816b-e066-4462-8270-932b1dcc87e2 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 03:37:14.617094 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-2e52fa78-b719-4520-8780-b9cec729fbe3 None None] Deleting port 0943c6bd-241d-403b-a688-1f9df2cad43e {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:37:14.617499 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2e52fa78-b719-4520-8780-b9cec729fbe3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:14.672663 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-553f1728-5605-4726-ac6e-e84e3bb12e8d admin admin] For port 0943c6bd-241d-403b-a688-1f9df2cad43e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=0943c6bd-241d-403b-a688-1f9df2cad43e,segment=NetworkSegment(cd2181d9-8cc8-45f6-af3b-1ad4e9df3062),segment_id=cd2181d9-8cc8-45f6-af3b-1ad4e9df3062)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:37:14.673273 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-553f1728-5605-4726-ac6e-e84e3bb12e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:14.799034 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-553f1728-5605-4726-ac6e-e84e3bb12e8d admin admin] Calling delete_port for 0943c6bd-241d-403b-a688-1f9df2cad43e owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:37:14.820840 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-2e52fa78-b719-4520-8780-b9cec729fbe3 None None] For port 0943c6bd-241d-403b-a688-1f9df2cad43e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=0943c6bd-241d-403b-a688-1f9df2cad43e,segment=NetworkSegment(cd2181d9-8cc8-45f6-af3b-1ad4e9df3062),segment_id=cd2181d9-8cc8-45f6-af3b-1ad4e9df3062)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:37:14.821168 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2e52fa78-b719-4520-8780-b9cec729fbe3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:14.941543 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-2e52fa78-b719-4520-8780-b9cec729fbe3 None None] Calling delete_port for 0943c6bd-241d-403b-a688-1f9df2cad43e owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:37:14.953263 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-553f1728-5605-4726-ac6e-e84e3bb12e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:14.997847 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f1728-5605-4726-ac6e-e84e3bb12e8d admin admin] Pushing event deleted for resources: {'Port': ['ID=0943c6bd-241d-403b-a688-1f9df2cad43e,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:15.003562 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553f1728-5605-4726-ac6e-e84e3bb12e8d admin admin] No DVR routers for this DVR port 0943c6bd-241d-403b-a688-1f9df2cad43e on host n-d-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:37:15.020167 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-2e52fa78-b719-4520-8780-b9cec729fbe3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:37:15.020614 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-2e52fa78-b719-4520-8780-b9cec729fbe3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:37:15.031940 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c3219443-87eb-4a7c-ae9e-b35e8781a05c no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:37:15.064982 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: c3219443-87eb-4a7c-ae9e-b35e8781a05c {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:37:15.065309 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c3219443-87eb-4a7c-ae9e-b35e8781a05c not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:37:15.065717 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 0943c6bd-241d-403b-a688-1f9df2cad43e no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:37:15.100817 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 0943c6bd-241d-403b-a688-1f9df2cad43e {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:37:15.100817 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 0943c6bd-241d-403b-a688-1f9df2cad43e not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:37:15.100817 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f456a6d6-d172-452b-93a0-99621191068e no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:37:15.117629 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-553f1728-5605-4726-ac6e-e84e3bb12e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:15.133825 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: f456a6d6-d172-452b-93a0-99621191068e {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:37:15.134156 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device f456a6d6-d172-452b-93a0-99621191068e not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:37:15.146741 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-553f1728-5605-4726-ac6e-e84e3bb12e8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34df816b-e066-4462-8270-932b1dcc87e2']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:15.159314 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-553f1728-5605-4726-ac6e-e84e3bb12e8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd2181d9-8cc8-45f6-af3b-1ad4e9df3062') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:15.159605 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-553f1728-5605-4726-ac6e-e84e3bb12e8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd2181d9-8cc8-45f6-af3b-1ad4e9df3062') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:15.170437 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-553f1728-5605-4726-ac6e-e84e3bb12e8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:15.186285 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-553f1728-5605-4726-ac6e-e84e3bb12e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:15.192432 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-553f1728-5605-4726-ac6e-e84e3bb12e8d admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:37:15.192856 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-553f1728-5605-4726-ac6e-e84e3bb12e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:15.271100 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment cd2181d9-8cc8-45f6-af3b-1ad4e9df3062 resource provider aggregate not found May 27 03:37:15.289800 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment cd2181d9-8cc8-45f6-af3b-1ad4e9df3062 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd2181d9-8cc8-45f6-af3b-1ad4e9df3062 found for delete ", "request_id": "req-824761a3-a76e-4ffe-840e-31b0a3bc276c"}]} May 27 03:37:15.341710 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-553f1728-5605-4726-ac6e-e84e3bb12e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:15.362220 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-553f1728-5605-4726-ac6e-e84e3bb12e8d admin admin] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:15.375109 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f1728-5605-4726-ac6e-e84e3bb12e8d admin admin] Pushing event deleted for resources: {'Network': ['ID=34df816b-e066-4462-8270-932b1dcc87e2,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:15.379856 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-553f1728-5605-4726-ac6e-e84e3bb12e8d admin admin] 10.222.0.57 "DELETE /v2.0/networks/34df816b-e066-4462-8270-932b1dcc87e2 HTTP/1.1" status: 204 len: 168 time: 1.0247893 May 27 03:37:15.382839 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39622) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:15.522274 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-2e52fa78-b719-4520-8780-b9cec729fbe3 None None] Deleting port 0943c6bd-241d-403b-a688-1f9df2cad43e {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:37:15.522842 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2e52fa78-b719-4520-8780-b9cec729fbe3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:15.625913 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-2e52fa78-b719-4520-8780-b9cec729fbe3 None None] The port '0943c6bd-241d-403b-a688-1f9df2cad43e' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 03:37:16.025879 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cb04ccd9-1210-4cd8-8bcf-680f19f3e6fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:16.193189 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [req-0f44e224-c30d-4524-825c-55a0973ee62b req-5ffe0117-1e96-4019-bbb2-6941f0eb34ed service neutron] (88901) timed out ('10.222.0.57', 34220) {{(pid=88901) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 03:37:16.370112 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-cb04ccd9-1210-4cd8-8bcf-680f19f3e6fa admin admin] Deleting port fb4ecbb5-73fc-451a-aa9b-08dab3853069 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:37:16.370377 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cb04ccd9-1210-4cd8-8bcf-680f19f3e6fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:16.536217 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-cb04ccd9-1210-4cd8-8bcf-680f19f3e6fa admin admin] For port fb4ecbb5-73fc-451a-aa9b-08dab3853069, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=fb4ecbb5-73fc-451a-aa9b-08dab3853069,segment=NetworkSegment(8ea1b2e6-a5e0-4207-971a-a3996b063a0a),segment_id=8ea1b2e6-a5e0-4207-971a-a3996b063a0a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:37:16.536573 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cb04ccd9-1210-4cd8-8bcf-680f19f3e6fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:16.654958 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-cb04ccd9-1210-4cd8-8bcf-680f19f3e6fa admin admin] Calling delete_port for fb4ecbb5-73fc-451a-aa9b-08dab3853069 owned by network:router_interface {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:37:16.890299 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cb04ccd9-1210-4cd8-8bcf-680f19f3e6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:16.938819 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04ccd9-1210-4cd8-8bcf-680f19f3e6fa admin admin] Pushing event deleted for resources: {'Port': ['ID=fb4ecbb5-73fc-451a-aa9b-08dab3853069,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:17.310831 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cb04ccd9-1210-4cd8-8bcf-680f19f3e6fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:17.661588 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb04ccd9-1210-4cd8-8bcf-680f19f3e6fa admin admin] Router 19fc9ee7-8553-4dfc-8472-453aedc7e06e has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:37:17.837049 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb04ccd9-1210-4cd8-8bcf-680f19f3e6fa admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:37:17.845434 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228a4372-51e3-46f4-b1d7-e6d4e996ae19 None None] Sync routers for ids ['19fc9ee7-8553-4dfc-8472-453aedc7e06e'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:37:17.854482 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228a4372-51e3-46f4-b1d7-e6d4e996ae19 None None] Routers {'19fc9ee7-8553-4dfc-8472-453aedc7e06e'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:37:17.855093 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-228a4372-51e3-46f4-b1d7-e6d4e996ae19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:36:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['19fc9ee7-8553-4dfc-8472-453aedc7e06e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:17.910068 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-cb04ccd9-1210-4cd8-8bcf-680f19f3e6fa admin admin] 10.222.0.57 "PUT /v2.0/routers/19fc9ee7-8553-4dfc-8472-453aedc7e06e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5258412 May 27 03:37:17.912279 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39626) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:18.057403 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-228a4372-51e3-46f4-b1d7-e6d4e996ae19 None None] Set router 19fc9ee7-8553-4dfc-8472-453aedc7e06e gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:37:18.151382 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-58f7deea-6bf1-4892-b511-46a890a2ba64 admin admin] Notify callbacks [] for router, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:18.417603 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-58f7deea-6bf1-4892-b511-46a890a2ba64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:18.471508 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-228a4372-51e3-46f4-b1d7-e6d4e996ae19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fc9ee7-8553-4dfc-8472-453aedc7e06e', 'name': 'tempest-TestShelveInstance-199673964-router', 'tenant_id': '5ed6ccca86ca436c9d8832014fddd324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '4ef53703-a4af-4cde-add7-0584f656b4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:43Z', 'updated_at': '2022-05-27T03:37:16Z', 'revision_number': 5, 'project_id': '5ed6ccca86ca436c9d8832014fddd324', 'gw_port': {'id': '4ef53703-a4af-4cde-add7-0584f656b4e4', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fc9ee7-8553-4dfc-8472-453aedc7e06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:44Z', 'updated_at': '2022-05-27T03:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:18.475254 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228a4372-51e3-46f4-b1d7-e6d4e996ae19 None None] Checking router: 19fc9ee7-8553-4dfc-8472-453aedc7e06e for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:37:18.483372 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228a4372-51e3-46f4-b1d7-e6d4e996ae19 None None] Routers {'19fc9ee7-8553-4dfc-8472-453aedc7e06e'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:37:18.483962 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-228a4372-51e3-46f4-b1d7-e6d4e996ae19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:36:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['19fc9ee7-8553-4dfc-8472-453aedc7e06e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:18.490283 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-58f7deea-6bf1-4892-b511-46a890a2ba64 admin admin] Deleting port 4ef53703-a4af-4cde-add7-0584f656b4e4 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:37:18.495057 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-58f7deea-6bf1-4892-b511-46a890a2ba64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:18.631799 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-228a4372-51e3-46f4-b1d7-e6d4e996ae19 None None] Set router 19fc9ee7-8553-4dfc-8472-453aedc7e06e gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:37:18.667961 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-58f7deea-6bf1-4892-b511-46a890a2ba64 admin admin] For port 4ef53703-a4af-4cde-add7-0584f656b4e4, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=4ef53703-a4af-4cde-add7-0584f656b4e4,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:37:18.668789 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-58f7deea-6bf1-4892-b511-46a890a2ba64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:18.737572 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-228a4372-51e3-46f4-b1d7-e6d4e996ae19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fc9ee7-8553-4dfc-8472-453aedc7e06e', 'name': 'tempest-TestShelveInstance-199673964-router', 'tenant_id': '5ed6ccca86ca436c9d8832014fddd324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:43Z', 'updated_at': '2022-05-27T03:37:18Z', 'revision_number': 6, 'project_id': '5ed6ccca86ca436c9d8832014fddd324', 'gw_port_host': None}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:18.741831 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228a4372-51e3-46f4-b1d7-e6d4e996ae19 None None] The sync data for ids ['19fc9ee7-8553-4dfc-8472-453aedc7e06e'] in n-d-843554-3 is: [{'id': '19fc9ee7-8553-4dfc-8472-453aedc7e06e', 'name': 'tempest-TestShelveInstance-199673964-router', 'tenant_id': '5ed6ccca86ca436c9d8832014fddd324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:43Z', 'updated_at': '2022-05-27T03:37:18Z', 'revision_number': 6, 'project_id': '5ed6ccca86ca436c9d8832014fddd324', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:37:18.912644 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-58f7deea-6bf1-4892-b511-46a890a2ba64 admin admin] Calling delete_port for 4ef53703-a4af-4cde-add7-0584f656b4e4 owned by network:router_gateway {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:37:19.081917 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device fb4ecbb5-73fc-451a-aa9b-08dab3853069 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:37:19.119988 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: fb4ecbb5-73fc-451a-aa9b-08dab3853069 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:37:19.120330 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device fb4ecbb5-73fc-451a-aa9b-08dab3853069 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:37:19.141323 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-58f7deea-6bf1-4892-b511-46a890a2ba64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:19.188163 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f7deea-6bf1-4892-b511-46a890a2ba64 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ef53703-a4af-4cde-add7-0584f656b4e4,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:19.276996 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-58f7deea-6bf1-4892-b511-46a890a2ba64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:19.443755 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-58f7deea-6bf1-4892-b511-46a890a2ba64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:19.446608 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-58f7deea-6bf1-4892-b511-46a890a2ba64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:19.536159 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-58f7deea-6bf1-4892-b511-46a890a2ba64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:19.536615 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f7deea-6bf1-4892-b511-46a890a2ba64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19fc9ee7-8553-4dfc-8472-453aedc7e06e {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 03:37:19.548488 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-58f7deea-6bf1-4892-b511-46a890a2ba64 admin admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:19.551155 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-58f7deea-6bf1-4892-b511-46a890a2ba64 admin admin] 10.222.0.57 "DELETE /v2.0/routers/19fc9ee7-8553-4dfc-8472-453aedc7e06e HTTP/1.1" status: 204 len: 168 time: 1.6365075 May 27 03:37:19.552104 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39630) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:19.611701 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b14651f-08e9-4386-bf27-feb643f4c305 admin admin] Deleting subnet 6023406a-4191-4d9a-b3b8-09e94df25c96 {{(pid=88902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 03:37:19.614614 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8b14651f-08e9-4386-bf27-feb643f4c305 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:19.667305 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8b14651f-08e9-4386-bf27-feb643f4c305 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16351483'] for subnet, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:19.745831 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8b14651f-08e9-4386-bf27-feb643f4c305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:19.890864 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8b14651f-08e9-4386-bf27-feb643f4c305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14988550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804736'] for subnet, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:19.930424 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8b14651f-08e9-4386-bf27-feb643f4c305 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:19.932705 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab2ecfe-d464-409c-b7c9-f1b3960cb1c5 None None] Network a1bfb11a-6e60-4080-99af-b809288faa13 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:37:19.932876 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b14651f-08e9-4386-bf27-feb643f4c305 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6023406a-4191-4d9a-b3b8-09e94df25c96,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:19.938430 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-8b14651f-08e9-4386-bf27-feb643f4c305 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/6023406a-4191-4d9a-b3b8-09e94df25c96 HTTP/1.1" status: 204 len: 168 time: 0.3853791 May 27 03:37:19.940975 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39634) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:20.045602 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-068ba2c8-0959-40a3-b61e-673e3bf0cd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:20.055870 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-068ba2c8-0959-40a3-b61e-673e3bf0cd5f admin admin] Deleting port ce6842a3-0a6d-4c3e-ad74-e0563433b692 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:37:20.056233 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-068ba2c8-0959-40a3-b61e-673e3bf0cd5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:20.188104 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588b549c-e051-471b-bd54-faaa3931573b None None] DHCP port deletion for a1bfb11a-6e60-4080-99af-b809288faa13 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 03:37:20.192430 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-588b549c-e051-471b-bd54-faaa3931573b None None] Deleting port ce6842a3-0a6d-4c3e-ad74-e0563433b692 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:37:20.192869 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-588b549c-e051-471b-bd54-faaa3931573b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:20.220249 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:20.235953 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:20.262467 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-068ba2c8-0959-40a3-b61e-673e3bf0cd5f admin admin] For port ce6842a3-0a6d-4c3e-ad74-e0563433b692, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=ce6842a3-0a6d-4c3e-ad74-e0563433b692,segment=NetworkSegment(8ea1b2e6-a5e0-4207-971a-a3996b063a0a),segment_id=8ea1b2e6-a5e0-4207-971a-a3996b063a0a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:37:20.262828 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-068ba2c8-0959-40a3-b61e-673e3bf0cd5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:20.389152 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-068ba2c8-0959-40a3-b61e-673e3bf0cd5f admin admin] Calling delete_port for ce6842a3-0a6d-4c3e-ad74-e0563433b692 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:37:20.433638 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-588b549c-e051-471b-bd54-faaa3931573b None None] For port ce6842a3-0a6d-4c3e-ad74-e0563433b692, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=ce6842a3-0a6d-4c3e-ad74-e0563433b692,segment=NetworkSegment(8ea1b2e6-a5e0-4207-971a-a3996b063a0a),segment_id=8ea1b2e6-a5e0-4207-971a-a3996b063a0a)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:37:20.434470 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-588b549c-e051-471b-bd54-faaa3931573b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:20.541893 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-068ba2c8-0959-40a3-b61e-673e3bf0cd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:20.553837 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-588b549c-e051-471b-bd54-faaa3931573b None None] Calling delete_port for ce6842a3-0a6d-4c3e-ad74-e0563433b692 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:37:20.593558 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068ba2c8-0959-40a3-b61e-673e3bf0cd5f admin admin] No DVR routers for this DVR port ce6842a3-0a6d-4c3e-ad74-e0563433b692 on host n-d-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:37:20.595582 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ba2c8-0959-40a3-b61e-673e3bf0cd5f admin admin] Pushing event deleted for resources: {'Port': ['ID=ce6842a3-0a6d-4c3e-ad74-e0563433b692,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:20.630358 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-588b549c-e051-471b-bd54-faaa3931573b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:37:20.630716 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-588b549c-e051-471b-bd54-faaa3931573b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:37:20.812734 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-068ba2c8-0959-40a3-b61e-673e3bf0cd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:20.838692 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-068ba2c8-0959-40a3-b61e-673e3bf0cd5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1bfb11a-6e60-4080-99af-b809288faa13']}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:20.851466 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-068ba2c8-0959-40a3-b61e-673e3bf0cd5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ea1b2e6-a5e0-4207-971a-a3996b063a0a') {'for_net_delete': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:20.851760 n-d-843554-3 neutron-server[88902]: DEBUG neutron.services.segments.db [None req-068ba2c8-0959-40a3-b61e-673e3bf0cd5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ea1b2e6-a5e0-4207-971a-a3996b063a0a') {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:20.863242 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-068ba2c8-0959-40a3-b61e-673e3bf0cd5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16351468'] for segment, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:20.878757 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-068ba2c8-0959-40a3-b61e-673e3bf0cd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:20.884596 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-068ba2c8-0959-40a3-b61e-673e3bf0cd5f admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=88902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:37:20.885006 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-068ba2c8-0959-40a3-b61e-673e3bf0cd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14990244'] for segment, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:20.950846 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 8ea1b2e6-a5e0-4207-971a-a3996b063a0a resource provider aggregate not found May 27 03:37:20.969771 n-d-843554-3 neutron-server[88902]: INFO neutron.services.segments.plugin [-] Segment 8ea1b2e6-a5e0-4207-971a-a3996b063a0a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8ea1b2e6-a5e0-4207-971a-a3996b063a0a found for delete ", "request_id": "req-05ba7c3f-c69e-440d-828b-4d2d602f2a41"}]} May 27 03:37:21.019126 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 4ef53703-a4af-4cde-add7-0584f656b4e4 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:37:21.033225 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-068ba2c8-0959-40a3-b61e-673e3bf0cd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:21.037777 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-068ba2c8-0959-40a3-b61e-673e3bf0cd5f admin admin] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:21.053163 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 4ef53703-a4af-4cde-add7-0584f656b4e4 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:37:21.053505 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 4ef53703-a4af-4cde-add7-0584f656b4e4 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:37:21.053919 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ce6842a3-0a6d-4c3e-ad74-e0563433b692 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:37:21.062217 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ba2c8-0959-40a3-b61e-673e3bf0cd5f admin admin] Pushing event deleted for resources: {'Network': ['ID=a1bfb11a-6e60-4080-99af-b809288faa13,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:21.069424 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-068ba2c8-0959-40a3-b61e-673e3bf0cd5f admin admin] 10.222.0.57 "DELETE /v2.0/networks/a1bfb11a-6e60-4080-99af-b809288faa13 HTTP/1.1" status: 204 len: 168 time: 1.1250527 May 27 03:37:21.087249 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: ce6842a3-0a6d-4c3e-ad74-e0563433b692 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:37:21.087601 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device ce6842a3-0a6d-4c3e-ad74-e0563433b692 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:37:21.132082 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-588b549c-e051-471b-bd54-faaa3931573b None None] Deleting port ce6842a3-0a6d-4c3e-ad74-e0563433b692 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:37:21.132468 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-588b549c-e051-471b-bd54-faaa3931573b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:21.199248 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-588b549c-e051-471b-bd54-faaa3931573b None None] The port 'ce6842a3-0a6d-4c3e-ad74-e0563433b692' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 03:37:21.361841 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39644) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:21.411147 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-4312fc23-8ed4-4f8a-97fc-1dd6fbf3c23b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bb1479a20f4542a5b7005831ae5ce3d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481639 May 27 03:37:21.413635 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39650) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:21.471093 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dcaecd7b-c463-4f92-b2e4-5d34e64d52aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:21.499804 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dcaecd7b-c463-4f92-b2e4-5d34e64d52aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:21.622217 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dcaecd7b-c463-4f92-b2e4-5d34e64d52aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:21.637273 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaecd7b-c463-4f92-b2e4-5d34e64d52aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de86e18f-91ed-4c0a-8c85-bbef3449a1e5,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:21.645135 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dcaecd7b-c463-4f92-b2e4-5d34e64d52aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:21.646243 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-dcaecd7b-c463-4f92-b2e4-5d34e64d52aa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/de86e18f-91ed-4c0a-8c85-bbef3449a1e5 HTTP/1.1" status: 204 len: 168 time: 0.2317362 May 27 03:37:22.237060 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39658) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:22.285185 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-5c71923e-f3c9-4602-99f5-e4163bc131df admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5ed6ccca86ca436c9d8832014fddd324&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469201 May 27 03:37:22.287551 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39662) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:22.344722 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-40cbea9b-6238-4693-ad6e-9b965be31ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:22.369226 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-40cbea9b-6238-4693-ad6e-9b965be31ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:22.473355 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-40cbea9b-6238-4693-ad6e-9b965be31ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:22.492419 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cbea9b-6238-4693-ad6e-9b965be31ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07033b0c-7c87-4853-b449-6b423ce7906d,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:22.497638 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-40cbea9b-6238-4693-ad6e-9b965be31ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:22.498431 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-40cbea9b-6238-4693-ad6e-9b965be31ef6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/07033b0c-7c87-4853-b449-6b423ce7906d HTTP/1.1" status: 204 len: 168 time: 0.2098801 May 27 03:37:22.666530 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:37:23.546583 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39686) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:23.648065 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-370444a0-7d53-4ba9-8c9a-18c1df5c9c24 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1035509733-network', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:37:23.653669 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-370444a0-7d53-4ba9-8c9a-18c1df5c9c24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:37:23.657500 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-370444a0-7d53-4ba9-8c9a-18c1df5c9c24 admin admin] Usage tracker for resource:network and tenant:7e02846a269d4d47b2aa652d60d9782b is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:37:23.660305 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-370444a0-7d53-4ba9-8c9a-18c1df5c9c24 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:37:23.666398 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-370444a0-7d53-4ba9-8c9a-18c1df5c9c24 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:37:23.763696 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370444a0-7d53-4ba9-8c9a-18c1df5c9c24 admin admin] Made reservation on behalf of 7e02846a269d4d47b2aa652d60d9782b for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:37:23.766095 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-370444a0-7d53-4ba9-8c9a-18c1df5c9c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:23.778517 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-370444a0-7d53-4ba9-8c9a-18c1df5c9c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:23.792521 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-370444a0-7d53-4ba9-8c9a-18c1df5c9c24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:37:23.796441 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-370444a0-7d53-4ba9-8c9a-18c1df5c9c24 admin admin] Usage tracker for resource:security_group_rule and tenant:7e02846a269d4d47b2aa652d60d9782b is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:37:23.799218 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-370444a0-7d53-4ba9-8c9a-18c1df5c9c24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:37:23.805082 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-370444a0-7d53-4ba9-8c9a-18c1df5c9c24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:37:23.886859 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-370444a0-7d53-4ba9-8c9a-18c1df5c9c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:23.924444 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-370444a0-7d53-4ba9-8c9a-18c1df5c9c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:23.953733 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-370444a0-7d53-4ba9-8c9a-18c1df5c9c24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:37:23.961646 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370444a0-7d53-4ba9-8c9a-18c1df5c9c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54920b4-4a01-461d-98c1-be4c2bc69c08,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:23.966993 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-370444a0-7d53-4ba9-8c9a-18c1df5c9c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:23.967332 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-370444a0-7d53-4ba9-8c9a-18c1df5c9c24 admin admin] Added segment af9ffd20-1350-4f84-ac3e-99f79788af7e of type vlan for network 961b8cc7-743b-49b6-8293-cf8b5306177e May 27 03:37:23.992923 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-370444a0-7d53-4ba9-8c9a-18c1df5c9c24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:24.055452 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-370444a0-7d53-4ba9-8c9a-18c1df5c9c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:24.056378 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370444a0-7d53-4ba9-8c9a-18c1df5c9c24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:24.057000 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-370444a0-7d53-4ba9-8c9a-18c1df5c9c24 admin admin] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:24.156768 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370444a0-7d53-4ba9-8c9a-18c1df5c9c24 admin admin] Pushing event updated for resources: {'Network': ['ID=961b8cc7-743b-49b6-8293-cf8b5306177e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:24.166280 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 961b8cc7-743b-49b6-8293-cf8b5306177e details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:37:24.199447 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-370444a0-7d53-4ba9-8c9a-18c1df5c9c24 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6517112 May 27 03:37:24.202159 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39692) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:24.207446 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-1cda441b-60cd-48cb-b2ae-e4f7b8006ec1 admin admin] Request body: {'subnet': {'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1035509733-subnet', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'ip_version': 4}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:37:24.213092 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1cda441b-60cd-48cb-b2ae-e4f7b8006ec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:37:24.217991 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1cda441b-60cd-48cb-b2ae-e4f7b8006ec1 admin admin] Usage tracker for resource:subnet and tenant:7e02846a269d4d47b2aa652d60d9782b is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:37:24.220404 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-1cda441b-60cd-48cb-b2ae-e4f7b8006ec1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:37:24.226104 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-1cda441b-60cd-48cb-b2ae-e4f7b8006ec1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:37:24.290435 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cda441b-60cd-48cb-b2ae-e4f7b8006ec1 admin admin] Made reservation on behalf of 7e02846a269d4d47b2aa652d60d9782b for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:37:24.292797 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1cda441b-60cd-48cb-b2ae-e4f7b8006ec1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:24.530399 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1cda441b-60cd-48cb-b2ae-e4f7b8006ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:24.599653 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda441b-60cd-48cb-b2ae-e4f7b8006ec1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a84f10d2-3b98-4d78-9a31-b16396b398f6,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:24.609669 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cda441b-60cd-48cb-b2ae-e4f7b8006ec1 admin admin] Checking segment: {'id': 'af9ffd20-1350-4f84-ac3e-99f79788af7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:37:24.610018 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cda441b-60cd-48cb-b2ae-e4f7b8006ec1 admin admin] Network hostable DHCP agents. Network: 961b8cc7-743b-49b6-8293-cf8b5306177e, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:37:24.678677 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cda441b-60cd-48cb-b2ae-e4f7b8006ec1 admin admin] Network 961b8cc7-743b-49b6-8293-cf8b5306177e is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:37:24.758810 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-1cda441b-60cd-48cb-b2ae-e4f7b8006ec1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 961b8cc7-743b-49b6-8293-cf8b5306177e) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:24.763124 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cda441b-60cd-48cb-b2ae-e4f7b8006ec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:24.763700 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1cda441b-60cd-48cb-b2ae-e4f7b8006ec1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:24.768393 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb91ebb-4038-4f59-ab2d-6a625caf3470 None None] Network 961b8cc7-743b-49b6-8293-cf8b5306177e requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:37:24.825746 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-1cda441b-60cd-48cb-b2ae-e4f7b8006ec1 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6195922 May 27 03:37:24.826463 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39696) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:24.830862 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-884a7693-6356-46fa-b911-6945270d84f7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1035509733-router', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:37:24.836205 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-884a7693-6356-46fa-b911-6945270d84f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:37:24.840854 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-884a7693-6356-46fa-b911-6945270d84f7 admin admin] Usage tracker for resource:router and tenant:7e02846a269d4d47b2aa652d60d9782b is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:37:24.843756 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-884a7693-6356-46fa-b911-6945270d84f7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:37:24.849421 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-884a7693-6356-46fa-b911-6945270d84f7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:37:24.896066 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-884a7693-6356-46fa-b911-6945270d84f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:24.897112 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-884a7693-6356-46fa-b911-6945270d84f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:24.912371 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-884a7693-6356-46fa-b911-6945270d84f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:24.977443 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94317d94-39a3-4da6-a973-25b8d8a85a66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-961b8cc7-743b-49b6-8293-cf8b5306177e', 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'fixed_ips': [{'subnet_id': 'a84f10d2-3b98-4d78-9a31-b16396b398f6'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 03:37:24.978544 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-94317d94-39a3-4da6-a973-25b8d8a85a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:25.131811 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-94317d94-39a3-4da6-a973-25b8d8a85a66 None None] Allocated IP 172.20.0.2 (961b8cc7-743b-49b6-8293-cf8b5306177e/a84f10d2-3b98-4d78-9a31-b16396b398f6/296d63dd-0394-46eb-899f-faf804525cf5) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:37:25.254855 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-884a7693-6356-46fa-b911-6945270d84f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:25.334339 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-94317d94-39a3-4da6-a973-25b8d8a85a66 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:25.344051 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-94317d94-39a3-4da6-a973-25b8d8a85a66 None None] Transition to ACTIVE for port object 296d63dd-0394-46eb-899f-faf804525cf5 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:37:25.361873 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-94317d94-39a3-4da6-a973-25b8d8a85a66 None None] Transition to ACTIVE for port object 296d63dd-0394-46eb-899f-faf804525cf5 will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:37:25.451069 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-94317d94-39a3-4da6-a973-25b8d8a85a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:25.533351 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94317d94-39a3-4da6-a973-25b8d8a85a66 None None] Network 961b8cc7-743b-49b6-8293-cf8b5306177e is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:37:25.534709 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-94317d94-39a3-4da6-a973-25b8d8a85a66 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:25.539518 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94317d94-39a3-4da6-a973-25b8d8a85a66 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:37:25.553251 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94317d94-39a3-4da6-a973-25b8d8a85a66 None None] Pushing event updated for resources: {'Port': ['ID=296d63dd-0394-46eb-899f-faf804525cf5,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:25.595723 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94317d94-39a3-4da6-a973-25b8d8a85a66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:25.596069 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94317d94-39a3-4da6-a973-25b8d8a85a66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:25.596408 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94317d94-39a3-4da6-a973-25b8d8a85a66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:25.596759 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94317d94-39a3-4da6-a973-25b8d8a85a66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:25.597097 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94317d94-39a3-4da6-a973-25b8d8a85a66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:25.597429 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94317d94-39a3-4da6-a973-25b8d8a85a66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:25.597811 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94317d94-39a3-4da6-a973-25b8d8a85a66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:25.598077 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94317d94-39a3-4da6-a973-25b8d8a85a66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:25.598403 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94317d94-39a3-4da6-a973-25b8d8a85a66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:25.598726 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94317d94-39a3-4da6-a973-25b8d8a85a66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:25.599055 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94317d94-39a3-4da6-a973-25b8d8a85a66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:25.599377 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94317d94-39a3-4da6-a973-25b8d8a85a66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:25.607463 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-37670980-5a6e-4d89-bdcb-ccfb6a749381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:25.721666 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-94317d94-39a3-4da6-a973-25b8d8a85a66 None None] Attempting to bind port 296d63dd-0394-46eb-899f-faf804525cf5 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:37:25.721952 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-94317d94-39a3-4da6-a973-25b8d8a85a66 None None] Attempting to bind port 296d63dd-0394-46eb-899f-faf804525cf5 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'af9ffd20-1350-4f84-ac3e-99f79788af7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:37:25.722322 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94317d94-39a3-4da6-a973-25b8d8a85a66 None None] Attempting to bind port 296d63dd-0394-46eb-899f-faf804525cf5 on network 961b8cc7-743b-49b6-8293-cf8b5306177e {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:37:25.730161 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94317d94-39a3-4da6-a973-25b8d8a85a66 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:37:25.731648 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94317d94-39a3-4da6-a973-25b8d8a85a66 None None] Checking segment: {'id': 'af9ffd20-1350-4f84-ac3e-99f79788af7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:37:25.731648 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-94317d94-39a3-4da6-a973-25b8d8a85a66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:25.731829 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94317d94-39a3-4da6-a973-25b8d8a85a66 None None] Bound using segment: {'id': 'af9ffd20-1350-4f84-ac3e-99f79788af7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:37:25.732307 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-94317d94-39a3-4da6-a973-25b8d8a85a66 None None] Bound port: 296d63dd-0394-46eb-899f-faf804525cf5, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af9ffd20-1350-4f84-ac3e-99f79788af7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:37:25.732681 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-94317d94-39a3-4da6-a973-25b8d8a85a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:25.783414 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-884a7693-6356-46fa-b911-6945270d84f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:25.813958 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-884a7693-6356-46fa-b911-6945270d84f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:25.923390 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-94317d94-39a3-4da6-a973-25b8d8a85a66 None None] For port 296d63dd-0394-46eb-899f-faf804525cf5, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:37:25.938233 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-94317d94-39a3-4da6-a973-25b8d8a85a66 None None] For port 296d63dd-0394-46eb-899f-faf804525cf5, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=296d63dd-0394-46eb-899f-faf804525cf5,segment=NetworkSegment(af9ffd20-1350-4f84-ac3e-99f79788af7e),segment_id=af9ffd20-1350-4f84-ac3e-99f79788af7e)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:37:25.955300 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-884a7693-6356-46fa-b911-6945270d84f7 admin admin] Allocated IP 172.25.1.115 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/818965bd-b7b5-4f26-9531-f3b6c1ea4169) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:37:26.016194 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-94317d94-39a3-4da6-a973-25b8d8a85a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:26.099470 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-884a7693-6356-46fa-b911-6945270d84f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:26.103378 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94317d94-39a3-4da6-a973-25b8d8a85a66 None None] Pushing event updated for resources: {'Port': ['ID=296d63dd-0394-46eb-899f-faf804525cf5,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:26.182089 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-884a7693-6356-46fa-b911-6945270d84f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:26.255916 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884a7693-6356-46fa-b911-6945270d84f7 admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:37:26.258951 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-884a7693-6356-46fa-b911-6945270d84f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:26.262587 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884a7693-6356-46fa-b911-6945270d84f7 admin admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:37:26.303351 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a7693-6356-46fa-b911-6945270d84f7 admin admin] Pushing event updated for resources: {'Port': ['ID=818965bd-b7b5-4f26-9531-f3b6c1ea4169,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:26.761911 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-884a7693-6356-46fa-b911-6945270d84f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:27.083220 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 296d63dd-0394-46eb-899f-faf804525cf5 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:37:27.111587 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42455b6-6f3f-4118-99e5-97f8208ef8e5 None None] Network 961b8cc7-743b-49b6-8293-cf8b5306177e requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:37:27.260280 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-884a7693-6356-46fa-b911-6945270d84f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:27.308929 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e1714794-b9f1-40b3-b63e-3d3a0f842f58 None None] Provisioning for port 296d63dd-0394-46eb-899f-faf804525cf5 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:37:27.354095 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 296d63dd-0394-46eb-899f-faf804525cf5 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:37:27.365204 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 296d63dd-0394-46eb-899f-faf804525cf5 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:27.365576 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:27.502705 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 296d63dd-0394-46eb-899f-faf804525cf5 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:37:27.503088 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:27.530341 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884a7693-6356-46fa-b911-6945270d84f7 admin admin] Router 12fb7929-ade1-458f-aa7c-42788523d3ce is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 03:37:27.537982 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 296d63dd-0394-46eb-899f-faf804525cf5, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=296d63dd-0394-46eb-899f-faf804525cf5,segment=NetworkSegment(af9ffd20-1350-4f84-ac3e-99f79788af7e),segment_id=af9ffd20-1350-4f84-ac3e-99f79788af7e)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:37:27.593581 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:27.665370 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=296d63dd-0394-46eb-899f-faf804525cf5,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:27.710198 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884a7693-6356-46fa-b911-6945270d84f7 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:37:27.719748 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebf9500-72d8-446f-9a98-24036324a3f0 None None] Sync routers for ids ['12fb7929-ade1-458f-aa7c-42788523d3ce'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:37:27.730028 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebf9500-72d8-446f-9a98-24036324a3f0 None None] Routers {'12fb7929-ade1-458f-aa7c-42788523d3ce'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:37:27.735758 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-cebf9500-72d8-446f-9a98-24036324a3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:36:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['12fb7929-ade1-458f-aa7c-42788523d3ce'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:27.739449 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-8140f255-c88a-4be2-bf8e-d277a054099b None None] Provisioning complete for port 296d63dd-0394-46eb-899f-faf804525cf5 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:27.739825 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8140f255-c88a-4be2-bf8e-d277a054099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:27.788138 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-884a7693-6356-46fa-b911-6945270d84f7 admin admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:27.792383 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-884a7693-6356-46fa-b911-6945270d84f7 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9629984 May 27 03:37:27.792686 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39700) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:27.866504 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-8140f255-c88a-4be2-bf8e-d277a054099b None None] Current status of the port 296d63dd-0394-46eb-899f-faf804525cf5 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:37:27.915634 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-cebf9500-72d8-446f-9a98-24036324a3f0 None None] Set router 12fb7929-ade1-458f-aa7c-42788523d3ce gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:37:27.959332 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e7e9f430-a8c5-46a5-a0f5-9bb8a3adc569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:28.195190 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-cebf9500-72d8-446f-9a98-24036324a3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'name': 'tempest-TestSnapshotPattern-1035509733-router', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '818965bd-b7b5-4f26-9531-f3b6c1ea4169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:24Z', 'updated_at': '2022-05-27T03:37:26Z', 'revision_number': 3, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'gw_port': {'id': '818965bd-b7b5-4f26-9531-f3b6c1ea4169', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:25Z', 'updated_at': '2022-05-27T03:37:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:28.198868 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebf9500-72d8-446f-9a98-24036324a3f0 None None] Checking router: 12fb7929-ade1-458f-aa7c-42788523d3ce for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:37:28.199757 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebf9500-72d8-446f-9a98-24036324a3f0 None None] Updating router 12fb7929-ade1-458f-aa7c-42788523d3ce port 818965bd-b7b5-4f26-9531-f3b6c1ea4169 binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:37:28.253529 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-cebf9500-72d8-446f-9a98-24036324a3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:28.477081 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7bfd2cb1-c49b-49ad-971e-5629fb7022d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:28.578087 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-cebf9500-72d8-446f-9a98-24036324a3f0 None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:28.589242 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-cebf9500-72d8-446f-9a98-24036324a3f0 None None] Transition to ACTIVE for port object 818965bd-b7b5-4f26-9531-f3b6c1ea4169 will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:37:28.672620 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-cebf9500-72d8-446f-9a98-24036324a3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:28.681016 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-7bfd2cb1-c49b-49ad-971e-5629fb7022d7 admin admin] Allocated IP 172.20.0.1 (961b8cc7-743b-49b6-8293-cf8b5306177e/a84f10d2-3b98-4d78-9a31-b16396b398f6/18807712-1819-4842-97bf-ee868cfda10a) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:37:28.750817 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db1147-8f8f-41d7-8e0e-1d76e7f75410 None None] Pushing event updated for resources: {'Port': ['ID=818965bd-b7b5-4f26-9531-f3b6c1ea4169,revision_number=2']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:28.757333 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-cebf9500-72d8-446f-9a98-24036324a3f0 None None] Attempting to bind port 818965bd-b7b5-4f26-9531-f3b6c1ea4169 on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:37:28.757703 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-cebf9500-72d8-446f-9a98-24036324a3f0 None None] Attempting to bind port 818965bd-b7b5-4f26-9531-f3b6c1ea4169 by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:37:28.758062 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebf9500-72d8-446f-9a98-24036324a3f0 None None] Attempting to bind port 818965bd-b7b5-4f26-9531-f3b6c1ea4169 on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:37:28.766446 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db1147-8f8f-41d7-8e0e-1d76e7f75410 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:28.766884 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db1147-8f8f-41d7-8e0e-1d76e7f75410 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:28.767231 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db1147-8f8f-41d7-8e0e-1d76e7f75410 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:28.767549 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db1147-8f8f-41d7-8e0e-1d76e7f75410 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:28.767872 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db1147-8f8f-41d7-8e0e-1d76e7f75410 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:28.768189 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db1147-8f8f-41d7-8e0e-1d76e7f75410 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:28.768504 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db1147-8f8f-41d7-8e0e-1d76e7f75410 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:28.768847 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db1147-8f8f-41d7-8e0e-1d76e7f75410 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:28.769164 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db1147-8f8f-41d7-8e0e-1d76e7f75410 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:28.769474 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db1147-8f8f-41d7-8e0e-1d76e7f75410 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:28.769787 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db1147-8f8f-41d7-8e0e-1d76e7f75410 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:28.770264 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db1147-8f8f-41d7-8e0e-1d76e7f75410 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:28.775947 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebf9500-72d8-446f-9a98-24036324a3f0 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:37:28.776320 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebf9500-72d8-446f-9a98-24036324a3f0 None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:37:28.776745 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-cebf9500-72d8-446f-9a98-24036324a3f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:28.777279 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebf9500-72d8-446f-9a98-24036324a3f0 None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:37:28.777733 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-cebf9500-72d8-446f-9a98-24036324a3f0 None None] Bound port: 818965bd-b7b5-4f26-9531-f3b6c1ea4169, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:37:28.778099 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-cebf9500-72d8-446f-9a98-24036324a3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:28.855891 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-cebf9500-72d8-446f-9a98-24036324a3f0 None None] For port 818965bd-b7b5-4f26-9531-f3b6c1ea4169, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:37:28.858978 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-cebf9500-72d8-446f-9a98-24036324a3f0 None None] For port 818965bd-b7b5-4f26-9531-f3b6c1ea4169, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=818965bd-b7b5-4f26-9531-f3b6c1ea4169,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:37:28.907518 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-cebf9500-72d8-446f-9a98-24036324a3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:28.957023 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7bfd2cb1-c49b-49ad-971e-5629fb7022d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:28.976583 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-7bfd2cb1-c49b-49ad-971e-5629fb7022d7 admin admin] Transition to ACTIVE for port object 18807712-1819-4842-97bf-ee868cfda10a will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:37:28.982856 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebf9500-72d8-446f-9a98-24036324a3f0 None None] Routers {'12fb7929-ade1-458f-aa7c-42788523d3ce'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:37:28.983492 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-cebf9500-72d8-446f-9a98-24036324a3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:37:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['12fb7929-ade1-458f-aa7c-42788523d3ce'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:29.034390 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 296d63dd-0394-46eb-899f-faf804525cf5 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:37:29.047931 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db1147-8f8f-41d7-8e0e-1d76e7f75410 None None] Pushing event updated for resources: {'Port': ['ID=818965bd-b7b5-4f26-9531-f3b6c1ea4169,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:29.051263 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7bfd2cb1-c49b-49ad-971e-5629fb7022d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:29.104896 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 296d63dd-0394-46eb-899f-faf804525cf5 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:29.105810 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:29.128242 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfd2cb1-c49b-49ad-971e-5629fb7022d7 admin admin] Network 961b8cc7-743b-49b6-8293-cf8b5306177e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:37:29.131186 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-7bfd2cb1-c49b-49ad-971e-5629fb7022d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:29.135665 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfd2cb1-c49b-49ad-971e-5629fb7022d7 admin admin] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:37:29.140385 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:29.163144 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd2cb1-c49b-49ad-971e-5629fb7022d7 admin admin] Pushing event updated for resources: {'Port': ['ID=18807712-1819-4842-97bf-ee868cfda10a,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:29.194822 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7bfd2cb1-c49b-49ad-971e-5629fb7022d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:29.204030 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-cebf9500-72d8-446f-9a98-24036324a3f0 None None] Set router 12fb7929-ade1-458f-aa7c-42788523d3ce gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:37:29.244845 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 296d63dd-0394-46eb-899f-faf804525cf5 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:37:29.301889 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:29.450425 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ce33af5f-5b2e-427c-a639-4ee7f9cdfe3c None None] Provisioning for port 18807712-1819-4842-97bf-ee868cfda10a completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:37:29.455440 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ce33af5f-5b2e-427c-a639-4ee7f9cdfe3c None None] Provisioning complete for port 18807712-1819-4842-97bf-ee868cfda10a triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:29.460605 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ce33af5f-5b2e-427c-a639-4ee7f9cdfe3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:29.513133 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ce33af5f-5b2e-427c-a639-4ee7f9cdfe3c None None] Port 18807712-1819-4842-97bf-ee868cfda10a cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:37:29.522942 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-cebf9500-72d8-446f-9a98-24036324a3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'name': 'tempest-TestSnapshotPattern-1035509733-router', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '818965bd-b7b5-4f26-9531-f3b6c1ea4169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:24Z', 'updated_at': '2022-05-27T03:37:26Z', 'revision_number': 3, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'gw_port': {'id': '818965bd-b7b5-4f26-9531-f3b6c1ea4169', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:25Z', 'updated_at': '2022-05-27T03:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:29.526950 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebf9500-72d8-446f-9a98-24036324a3f0 None None] The sync data for ids ['12fb7929-ade1-458f-aa7c-42788523d3ce'] in n-d-843554-3 is: [{'id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'name': 'tempest-TestSnapshotPattern-1035509733-router', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '818965bd-b7b5-4f26-9531-f3b6c1ea4169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:24Z', 'updated_at': '2022-05-27T03:37:26Z', 'revision_number': 3, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'gw_port': {'id': '818965bd-b7b5-4f26-9531-f3b6c1ea4169', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:25Z', 'updated_at': '2022-05-27T03:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:37:29.535993 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7bfd2cb1-c49b-49ad-971e-5629fb7022d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:29.770187 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7bfd2cb1-c49b-49ad-971e-5629fb7022d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:29.821745 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7bfd2cb1-c49b-49ad-971e-5629fb7022d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:29.935356 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd2cb1-c49b-49ad-971e-5629fb7022d7 admin admin] Pushing event updated for resources: {'Port': ['ID=18807712-1819-4842-97bf-ee868cfda10a,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:29.938006 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7bfd2cb1-c49b-49ad-971e-5629fb7022d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:30.077321 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfd2cb1-c49b-49ad-971e-5629fb7022d7 admin admin] Network 961b8cc7-743b-49b6-8293-cf8b5306177e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:37:30.078541 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-7bfd2cb1-c49b-49ad-971e-5629fb7022d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:30.272566 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bfd2cb1-c49b-49ad-971e-5629fb7022d7 admin admin] Router 12fb7929-ade1-458f-aa7c-42788523d3ce has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:37:30.334853 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-aac7c6ae-e43f-4158-aef5-a48ff1163652 None None] Provisioning complete for port 18807712-1819-4842-97bf-ee868cfda10a triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:30.335334 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-aac7c6ae-e43f-4158-aef5-a48ff1163652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:30.399514 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-aac7c6ae-e43f-4158-aef5-a48ff1163652 None None] Port 18807712-1819-4842-97bf-ee868cfda10a cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:37:30.454524 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bfd2cb1-c49b-49ad-971e-5629fb7022d7 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:37:30.455646 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:30.463207 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-7bfd2cb1-c49b-49ad-971e-5629fb7022d7 admin admin] 10.222.0.57 "PUT /v2.0/routers/12fb7929-ade1-458f-aa7c-42788523d3ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6690595 May 27 03:37:31.050332 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7626ccc7-d1de-4195-a431-9169bc8eff95 None None] Sync routers for ids ['12fb7929-ade1-458f-aa7c-42788523d3ce'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:37:31.055312 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 818965bd-b7b5-4f26-9531-f3b6c1ea4169 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:37:31.106027 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7626ccc7-d1de-4195-a431-9169bc8eff95 None None] Routers {'12fb7929-ade1-458f-aa7c-42788523d3ce'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:37:31.106653 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7626ccc7-d1de-4195-a431-9169bc8eff95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:37:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['12fb7929-ade1-458f-aa7c-42788523d3ce'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:31.114020 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39718) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:31.119500 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-b326472b-1462-41d1-97c6-ed9b1fa49ae6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1500957108-network', 'tenant_id': '8d8a585035904aafb9c657c913db1246'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:37:31.125451 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b326472b-1462-41d1-97c6-ed9b1fa49ae6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:37:31.129489 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b326472b-1462-41d1-97c6-ed9b1fa49ae6 admin admin] Usage tracker for resource:network and tenant:8d8a585035904aafb9c657c913db1246 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:37:31.132613 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b326472b-1462-41d1-97c6-ed9b1fa49ae6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:37:31.138838 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b326472b-1462-41d1-97c6-ed9b1fa49ae6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:37:31.187463 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b326472b-1462-41d1-97c6-ed9b1fa49ae6 admin admin] Made reservation on behalf of 8d8a585035904aafb9c657c913db1246 for: {'network': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:37:31.189890 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b326472b-1462-41d1-97c6-ed9b1fa49ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for network, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:31.203330 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b326472b-1462-41d1-97c6-ed9b1fa49ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:31.217782 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b326472b-1462-41d1-97c6-ed9b1fa49ae6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:37:31.221670 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b326472b-1462-41d1-97c6-ed9b1fa49ae6 admin admin] Usage tracker for resource:security_group_rule and tenant:8d8a585035904aafb9c657c913db1246 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:37:31.224439 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-b326472b-1462-41d1-97c6-ed9b1fa49ae6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:37:31.230107 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-b326472b-1462-41d1-97c6-ed9b1fa49ae6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:37:31.294431 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-7626ccc7-d1de-4195-a431-9169bc8eff95 None None] Set router 12fb7929-ade1-458f-aa7c-42788523d3ce gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:37:31.311004 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b326472b-1462-41d1-97c6-ed9b1fa49ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:31.336532 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 818965bd-b7b5-4f26-9531-f3b6c1ea4169 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:37:31.358083 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 818965bd-b7b5-4f26-9531-f3b6c1ea4169 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:31.358453 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:31.404233 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b326472b-1462-41d1-97c6-ed9b1fa49ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:31.436207 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b326472b-1462-41d1-97c6-ed9b1fa49ae6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=88902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:37:31.444815 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326472b-1462-41d1-97c6-ed9b1fa49ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f77feb-7695-44a6-8eb7-62da3e21c2fa,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:31.450467 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b326472b-1462-41d1-97c6-ed9b1fa49ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:31.450808 n-d-843554-3 neutron-server[88902]: INFO neutron.db.segments_db [None req-b326472b-1462-41d1-97c6-ed9b1fa49ae6 admin admin] Added segment c14246ed-1e2d-481f-9528-b892d4b59b36 of type vlan for network 301d3895-51fe-4321-8d58-b8f901ed99f4 May 27 03:37:31.476157 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b326472b-1462-41d1-97c6-ed9b1fa49ae6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789642487772'] for network, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:31.575634 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b326472b-1462-41d1-97c6-ed9b1fa49ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498'] for network, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:31.576611 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b326472b-1462-41d1-97c6-ed9b1fa49ae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:31.577205 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b326472b-1462-41d1-97c6-ed9b1fa49ae6 admin admin] Notify callbacks [] for network, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:31.686232 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 818965bd-b7b5-4f26-9531-f3b6c1ea4169 is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:37:31.686515 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:31.741308 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 818965bd-b7b5-4f26-9531-f3b6c1ea4169, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=818965bd-b7b5-4f26-9531-f3b6c1ea4169,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:37:31.770496 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7626ccc7-d1de-4195-a431-9169bc8eff95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'name': 'tempest-TestSnapshotPattern-1035509733-router', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '818965bd-b7b5-4f26-9531-f3b6c1ea4169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:24Z', 'updated_at': '2022-05-27T03:37:29Z', 'revision_number': 4, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'gw_port': {'id': '818965bd-b7b5-4f26-9531-f3b6c1ea4169', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:25Z', 'updated_at': '2022-05-27T03:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '18807712-1819-4842-97bf-ee868cfda10a', 'name': '', 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'mac_address': 'fa:16:3e:b7:07:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': 'a84f10d2-3b98-4d78-9a31-b16396b398f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:28Z', 'updated_at': '2022-05-27T03:37:29Z', 'revision_number': 2, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'subnets': [{'id': 'a84f10d2-3b98-4d78-9a31-b16396b398f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:31.774498 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7626ccc7-d1de-4195-a431-9169bc8eff95 None None] Checking router: 12fb7929-ade1-458f-aa7c-42788523d3ce for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:37:31.774847 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7626ccc7-d1de-4195-a431-9169bc8eff95 None None] Updating router 12fb7929-ade1-458f-aa7c-42788523d3ce port 18807712-1819-4842-97bf-ee868cfda10a binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:37:31.801041 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326472b-1462-41d1-97c6-ed9b1fa49ae6 admin admin] Pushing event updated for resources: {'Network': ['ID=301d3895-51fe-4321-8d58-b8f901ed99f4,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:31.816680 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Network 301d3895-51fe-4321-8d58-b8f901ed99f4 details requested by agent ovs-agent-n-d-843554-3 with host n-d-843554-3 {{(pid=88903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:37:31.834536 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:31.850997 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-b326472b-1462-41d1-97c6-ed9b1fa49ae6 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7358739 May 27 03:37:31.853662 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39722) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:31.859728 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-d8713f86-05a6-4737-ba25-91589dad71e9 admin admin] Request body: {'subnet': {'network_id': '301d3895-51fe-4321-8d58-b8f901ed99f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1500957108-subnet', 'tenant_id': '8d8a585035904aafb9c657c913db1246', 'ip_version': 4}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:37:31.865179 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-d8713f86-05a6-4737-ba25-91589dad71e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:37:31.868992 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d8713f86-05a6-4737-ba25-91589dad71e9 admin admin] Usage tracker for resource:subnet and tenant:8d8a585035904aafb9c657c913db1246 is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:37:31.872424 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-d8713f86-05a6-4737-ba25-91589dad71e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:37:31.878293 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-d8713f86-05a6-4737-ba25-91589dad71e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:37:31.938680 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7626ccc7-d1de-4195-a431-9169bc8eff95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:31.947029 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8713f86-05a6-4737-ba25-91589dad71e9 admin admin] Made reservation on behalf of 8d8a585035904aafb9c657c913db1246 for: {'subnet': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:37:31.950093 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d8713f86-05a6-4737-ba25-91589dad71e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14804795'] for subnet, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:32.036795 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=818965bd-b7b5-4f26-9531-f3b6c1ea4169,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:32.233511 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d8713f86-05a6-4737-ba25-91589dad71e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14988617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14804745'] for subnet, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:32.319276 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7626ccc7-d1de-4195-a431-9169bc8eff95 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:32.319579 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8713f86-05a6-4737-ba25-91589dad71e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04337a7d-8c5f-4161-9b79-5b1258b72590,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:32.323673 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8713f86-05a6-4737-ba25-91589dad71e9 admin admin] Checking segment: {'id': 'c14246ed-1e2d-481f-9528-b892d4b59b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '301d3895-51fe-4321-8d58-b8f901ed99f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:37:32.324077 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8713f86-05a6-4737-ba25-91589dad71e9 admin admin] Network hostable DHCP agents. Network: 301d3895-51fe-4321-8d58-b8f901ed99f4, hostable agents: ['ebeb573e-43fb-4c3d-8af3-ef2aebadd506'], hosted agents: [] {{(pid=88902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:37:32.331110 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-7626ccc7-d1de-4195-a431-9169bc8eff95 None None] Transition to ACTIVE for port object 18807712-1819-4842-97bf-ee868cfda10a will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:37:32.392773 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7626ccc7-d1de-4195-a431-9169bc8eff95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:32.404538 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8713f86-05a6-4737-ba25-91589dad71e9 admin admin] Network 301d3895-51fe-4321-8d58-b8f901ed99f4 is scheduled to be hosted by DHCP agent ebeb573e-43fb-4c3d-8af3-ef2aebadd506 with binding_index 1 {{(pid=88902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:37:32.461726 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-d8713f86-05a6-4737-ba25-91589dad71e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843554-3, 301d3895-51fe-4321-8d58-b8f901ed99f4) {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:32.473826 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8713f86-05a6-4737-ba25-91589dad71e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:32.474626 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d8713f86-05a6-4737-ba25-91589dad71e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:32.503586 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45204b97-ae63-442f-bd6f-e2ec59079a48 None None] Network 301d3895-51fe-4321-8d58-b8f901ed99f4 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:37:32.571134 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-d8713f86-05a6-4737-ba25-91589dad71e9 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7163818 May 27 03:37:32.573838 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39726) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:32.579554 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-60dab7c2-8d72-4fd5-bcb9-5f134b777104 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1500957108-router', 'tenant_id': '8d8a585035904aafb9c657c913db1246', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:37:32.585661 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-60dab7c2-8d72-4fd5-bcb9-5f134b777104 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:37:32.590478 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-60dab7c2-8d72-4fd5-bcb9-5f134b777104 admin admin] Usage tracker for resource:router and tenant:8d8a585035904aafb9c657c913db1246 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:37:32.593508 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-60dab7c2-8d72-4fd5-bcb9-5f134b777104 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:37:32.600511 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-60dab7c2-8d72-4fd5-bcb9-5f134b777104 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:37:32.627656 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a67f11-7d57-4230-a900-78e8ab623e63 None None] Pushing event updated for resources: {'Port': ['ID=18807712-1819-4842-97bf-ee868cfda10a,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:32.668144 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-60dab7c2-8d72-4fd5-bcb9-5f134b777104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60310'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:32.669225 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-60dab7c2-8d72-4fd5-bcb9-5f134b777104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-951218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60399'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:32.684328 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-60dab7c2-8d72-4fd5-bcb9-5f134b777104 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:32.703722 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-7626ccc7-d1de-4195-a431-9169bc8eff95 None None] Attempting to bind port 18807712-1819-4842-97bf-ee868cfda10a on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:37:32.704099 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-7626ccc7-d1de-4195-a431-9169bc8eff95 None None] Attempting to bind port 18807712-1819-4842-97bf-ee868cfda10a by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'af9ffd20-1350-4f84-ac3e-99f79788af7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:37:32.704463 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7626ccc7-d1de-4195-a431-9169bc8eff95 None None] Attempting to bind port 18807712-1819-4842-97bf-ee868cfda10a on network 961b8cc7-743b-49b6-8293-cf8b5306177e {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:37:32.722131 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7626ccc7-d1de-4195-a431-9169bc8eff95 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:37:32.722507 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7626ccc7-d1de-4195-a431-9169bc8eff95 None None] Checking segment: {'id': 'af9ffd20-1350-4f84-ac3e-99f79788af7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:37:32.722907 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7626ccc7-d1de-4195-a431-9169bc8eff95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:32.723292 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7626ccc7-d1de-4195-a431-9169bc8eff95 None None] Bound using segment: {'id': 'af9ffd20-1350-4f84-ac3e-99f79788af7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:37:32.723764 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-7626ccc7-d1de-4195-a431-9169bc8eff95 None None] Bound port: 18807712-1819-4842-97bf-ee868cfda10a, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af9ffd20-1350-4f84-ac3e-99f79788af7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:37:32.724134 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7626ccc7-d1de-4195-a431-9169bc8eff95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:32.910564 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-7626ccc7-d1de-4195-a431-9169bc8eff95 None None] For port 18807712-1819-4842-97bf-ee868cfda10a, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:37:32.919483 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e41dfa-142c-4f4a-ab99-63026fad2678 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb65628d8-fd39-5b43-ab79-68fc59f30334-301d3895-51fe-4321-8d58-b8f901ed99f4', 'network_id': '301d3895-51fe-4321-8d58-b8f901ed99f4', 'tenant_id': '8d8a585035904aafb9c657c913db1246', 'fixed_ips': [{'subnet_id': '04337a7d-8c5f-4161-9b79-5b1258b72590'}]}} from n-d-843554-3. {{(pid=88903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 03:37:32.923811 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e9e41dfa-142c-4f4a-ab99-63026fad2678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:32.930417 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-7626ccc7-d1de-4195-a431-9169bc8eff95 None None] For port 18807712-1819-4842-97bf-ee868cfda10a, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=18807712-1819-4842-97bf-ee868cfda10a,segment=NetworkSegment(af9ffd20-1350-4f84-ac3e-99f79788af7e),segment_id=af9ffd20-1350-4f84-ac3e-99f79788af7e)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:37:33.008479 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7626ccc7-d1de-4195-a431-9169bc8eff95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:33.048964 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-60dab7c2-8d72-4fd5-bcb9-5f134b777104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60413'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:33.063930 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 818965bd-b7b5-4f26-9531-f3b6c1ea4169 up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:37:33.252269 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7626ccc7-d1de-4195-a431-9169bc8eff95 None None] Routers {'12fb7929-ade1-458f-aa7c-42788523d3ce'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:37:33.252940 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7626ccc7-d1de-4195-a431-9169bc8eff95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:37:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['12fb7929-ade1-458f-aa7c-42788523d3ce'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:33.315353 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a67f11-7d57-4230-a900-78e8ab623e63 None None] Pushing event updated for resources: {'Port': ['ID=18807712-1819-4842-97bf-ee868cfda10a,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:33.356859 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.db_base_plugin_common [None req-e9e41dfa-142c-4f4a-ab99-63026fad2678 None None] Allocated IP 172.20.0.2 (301d3895-51fe-4321-8d58-b8f901ed99f4/04337a7d-8c5f-4161-9b79-5b1258b72590/0c53c41a-0545-49e5-89b5-5a8d5a47d97e) {{(pid=88903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:37:33.484800 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 818965bd-b7b5-4f26-9531-f3b6c1ea4169 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:33.485463 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:33.583283 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-60dab7c2-8d72-4fd5-bcb9-5f134b777104 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:33.613362 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-60dab7c2-8d72-4fd5-bcb9-5f134b777104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:33.637579 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-7626ccc7-d1de-4195-a431-9169bc8eff95 None None] Set router 12fb7929-ade1-458f-aa7c-42788523d3ce gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:37:33.756849 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-60dab7c2-8d72-4fd5-bcb9-5f134b777104 admin admin] Allocated IP 172.25.1.187 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/6e3a4a13-dfff-4b1b-a3c8-239d9768f25a) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:37:33.903925 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-60dab7c2-8d72-4fd5-bcb9-5f134b777104 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:33.987067 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 818965bd-b7b5-4f26-9531-f3b6c1ea4169 is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:37:33.987826 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-60dab7c2-8d72-4fd5-bcb9-5f134b777104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:34.003617 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e9e41dfa-142c-4f4a-ab99-63026fad2678 None None] Notify callbacks [] for port, precommit_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:34.029250 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e9e41dfa-142c-4f4a-ab99-63026fad2678 None None] Transition to ACTIVE for port object 0c53c41a-0545-49e5-89b5-5a8d5a47d97e will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:37:34.054250 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dab7c2-8d72-4fd5-bcb9-5f134b777104 admin admin] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:37:34.057073 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-60dab7c2-8d72-4fd5-bcb9-5f134b777104 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:34.061182 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dab7c2-8d72-4fd5-bcb9-5f134b777104 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:37:34.085619 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e9e41dfa-142c-4f4a-ab99-63026fad2678 None None] Transition to ACTIVE for port object 0c53c41a-0545-49e5-89b5-5a8d5a47d97e will not be triggered until provisioned by entity DHCP. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:37:34.103038 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dab7c2-8d72-4fd5-bcb9-5f134b777104 admin admin] Pushing event updated for resources: {'Port': ['ID=6e3a4a13-dfff-4b1b-a3c8-239d9768f25a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:34.115208 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dab7c2-8d72-4fd5-bcb9-5f134b777104 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:34.115551 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dab7c2-8d72-4fd5-bcb9-5f134b777104 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:34.117207 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dab7c2-8d72-4fd5-bcb9-5f134b777104 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:34.117207 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dab7c2-8d72-4fd5-bcb9-5f134b777104 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:34.117207 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dab7c2-8d72-4fd5-bcb9-5f134b777104 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:34.117207 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dab7c2-8d72-4fd5-bcb9-5f134b777104 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:34.117207 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dab7c2-8d72-4fd5-bcb9-5f134b777104 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:34.117564 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dab7c2-8d72-4fd5-bcb9-5f134b777104 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:34.117792 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dab7c2-8d72-4fd5-bcb9-5f134b777104 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:34.118109 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dab7c2-8d72-4fd5-bcb9-5f134b777104 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:34.118543 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dab7c2-8d72-4fd5-bcb9-5f134b777104 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:34.118734 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dab7c2-8d72-4fd5-bcb9-5f134b777104 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:34.126322 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7626ccc7-d1de-4195-a431-9169bc8eff95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'name': 'tempest-TestSnapshotPattern-1035509733-router', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '818965bd-b7b5-4f26-9531-f3b6c1ea4169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:24Z', 'updated_at': '2022-05-27T03:37:29Z', 'revision_number': 4, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'gw_port': {'id': '818965bd-b7b5-4f26-9531-f3b6c1ea4169', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:25Z', 'updated_at': '2022-05-27T03:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '18807712-1819-4842-97bf-ee868cfda10a', 'name': '', 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'mac_address': 'fa:16:3e:b7:07:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': 'a84f10d2-3b98-4d78-9a31-b16396b398f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:28Z', 'updated_at': '2022-05-27T03:37:32Z', 'revision_number': 4, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'subnets': [{'id': 'a84f10d2-3b98-4d78-9a31-b16396b398f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:34.130580 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7626ccc7-d1de-4195-a431-9169bc8eff95 None None] The sync data for ids ['12fb7929-ade1-458f-aa7c-42788523d3ce'] in n-d-843554-3 is: [{'id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'name': 'tempest-TestSnapshotPattern-1035509733-router', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '818965bd-b7b5-4f26-9531-f3b6c1ea4169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:24Z', 'updated_at': '2022-05-27T03:37:29Z', 'revision_number': 4, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'gw_port': {'id': '818965bd-b7b5-4f26-9531-f3b6c1ea4169', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:25Z', 'updated_at': '2022-05-27T03:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '18807712-1819-4842-97bf-ee868cfda10a', 'name': '', 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'mac_address': 'fa:16:3e:b7:07:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': 'a84f10d2-3b98-4d78-9a31-b16396b398f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:28Z', 'updated_at': '2022-05-27T03:37:32Z', 'revision_number': 4, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'subnets': [{'id': 'a84f10d2-3b98-4d78-9a31-b16396b398f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:37:34.165353 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e9e41dfa-142c-4f4a-ab99-63026fad2678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446'] for port, after_create {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:34.184948 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [req-0f44e224-c30d-4524-825c-55a0973ee62b req-9c279a56-e40e-4dba-b73c-cf7c995012a2 service neutron] (88901) timed out ('10.222.0.32', 59305) {{(pid=88901) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 03:37:34.244791 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e41dfa-142c-4f4a-ab99-63026fad2678 None None] Network 301d3895-51fe-4321-8d58-b8f901ed99f4 is already hosted by enough agents. {{(pid=88903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:37:34.255624 n-d-843554-3 neutron-server[88903]: DEBUG neutron.scheduler.base_scheduler [None req-e9e41dfa-142c-4f4a-ab99-63026fad2678 None None] Resources bound (agent type, host, resource id): {{(pid=88903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:34.259934 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e41dfa-142c-4f4a-ab99-63026fad2678 None None] Received port after_create {{(pid=88903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:37:34.308909 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e41dfa-142c-4f4a-ab99-63026fad2678 None None] Pushing event updated for resources: {'Port': ['ID=0c53c41a-0545-49e5-89b5-5a8d5a47d97e,revision_number=1']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:34.361576 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-e9e41dfa-142c-4f4a-ab99-63026fad2678 None None] Attempting to bind port 0c53c41a-0545-49e5-89b5-5a8d5a47d97e on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:37:34.361948 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-e9e41dfa-142c-4f4a-ab99-63026fad2678 None None] Attempting to bind port 0c53c41a-0545-49e5-89b5-5a8d5a47d97e by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'c14246ed-1e2d-481f-9528-b892d4b59b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '301d3895-51fe-4321-8d58-b8f901ed99f4'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:37:34.362312 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e41dfa-142c-4f4a-ab99-63026fad2678 None None] Attempting to bind port 0c53c41a-0545-49e5-89b5-5a8d5a47d97e on network 301d3895-51fe-4321-8d58-b8f901ed99f4 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:37:34.367743 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e41dfa-142c-4f4a-ab99-63026fad2678 None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:37:34.368247 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e41dfa-142c-4f4a-ab99-63026fad2678 None None] Checking segment: {'id': 'c14246ed-1e2d-481f-9528-b892d4b59b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '301d3895-51fe-4321-8d58-b8f901ed99f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:37:34.368504 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e9e41dfa-142c-4f4a-ab99-63026fad2678 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:34.368948 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e41dfa-142c-4f4a-ab99-63026fad2678 None None] Bound using segment: {'id': 'c14246ed-1e2d-481f-9528-b892d4b59b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '301d3895-51fe-4321-8d58-b8f901ed99f4'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:37:34.369412 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-e9e41dfa-142c-4f4a-ab99-63026fad2678 None None] Bound port: 0c53c41a-0545-49e5-89b5-5a8d5a47d97e, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c14246ed-1e2d-481f-9528-b892d4b59b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '301d3895-51fe-4321-8d58-b8f901ed99f4'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:37:34.369784 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e9e41dfa-142c-4f4a-ab99-63026fad2678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:34.465884 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-e9e41dfa-142c-4f4a-ab99-63026fad2678 None None] For port 0c53c41a-0545-49e5-89b5-5a8d5a47d97e, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:37:34.469029 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-e9e41dfa-142c-4f4a-ab99-63026fad2678 None None] For port 0c53c41a-0545-49e5-89b5-5a8d5a47d97e, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=0c53c41a-0545-49e5-89b5-5a8d5a47d97e,segment=NetworkSegment(c14246ed-1e2d-481f-9528-b892d4b59b36),segment_id=c14246ed-1e2d-481f-9528-b892d4b59b36)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:37:34.547728 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e9e41dfa-142c-4f4a-ab99-63026fad2678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:34.606477 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-60dab7c2-8d72-4fd5-bcb9-5f134b777104 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:34.629731 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e41dfa-142c-4f4a-ab99-63026fad2678 None None] Pushing event updated for resources: {'Port': ['ID=0c53c41a-0545-49e5-89b5-5a8d5a47d97e,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:35.111402 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 18807712-1819-4842-97bf-ee868cfda10a up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:37:35.127644 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-60dab7c2-8d72-4fd5-bcb9-5f134b777104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965503'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:35.370520 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 18807712-1819-4842-97bf-ee868cfda10a completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:37:35.381546 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 18807712-1819-4842-97bf-ee868cfda10a triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:35.381546 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:35.427362 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60dab7c2-8d72-4fd5-bcb9-5f134b777104 admin admin] Router b2dd0335-7fc8-4cb7-82d8-d45754869aa1 is scheduled to L3 agent acba9716-cf53-4c81-b852-db1073cab469 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 03:37:35.582429 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 18807712-1819-4842-97bf-ee868cfda10a is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:37:35.583003 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:35.617149 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 18807712-1819-4842-97bf-ee868cfda10a, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=18807712-1819-4842-97bf-ee868cfda10a,segment=NetworkSegment(af9ffd20-1350-4f84-ac3e-99f79788af7e),segment_id=af9ffd20-1350-4f84-ac3e-99f79788af7e)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:37:35.619115 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60dab7c2-8d72-4fd5-bcb9-5f134b777104 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:37:35.628477 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61e1527-5a8a-4a61-8cb4-88344baaea5d None None] Sync routers for ids ['b2dd0335-7fc8-4cb7-82d8-d45754869aa1'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:37:35.638395 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61e1527-5a8a-4a61-8cb4-88344baaea5d None None] Routers {'b2dd0335-7fc8-4cb7-82d8-d45754869aa1'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:37:35.638997 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-c61e1527-5a8a-4a61-8cb4-88344baaea5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:37:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['b2dd0335-7fc8-4cb7-82d8-d45754869aa1'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:35.678046 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c8003e-f916-49ef-8a56-df323beb7fa4 None None] Network 301d3895-51fe-4321-8d58-b8f901ed99f4 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:37:35.690392 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-60dab7c2-8d72-4fd5-bcb9-5f134b777104 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:35.692779 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-60dab7c2-8d72-4fd5-bcb9-5f134b777104 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1161563 May 27 03:37:35.694479 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39730) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:35.739301 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:35.740095 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 0c53c41a-0545-49e5-89b5-5a8d5a47d97e up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:37:35.822981 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-c61e1527-5a8a-4a61-8cb4-88344baaea5d None None] Set router b2dd0335-7fc8-4cb7-82d8-d45754869aa1 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:37:35.931886 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=18807712-1819-4842-97bf-ee868cfda10a,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:35.986179 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-53e23a36-0c6d-4274-82ae-8435f4d5b65d None None] Provisioning for port 0c53c41a-0545-49e5-89b5-5a8d5a47d97e completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:37:36.043990 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 0c53c41a-0545-49e5-89b5-5a8d5a47d97e completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:37:36.057860 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 0c53c41a-0545-49e5-89b5-5a8d5a47d97e triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:36.058268 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:36.120604 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-c61e1527-5a8a-4a61-8cb4-88344baaea5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dd0335-7fc8-4cb7-82d8-d45754869aa1', 'name': 'tempest-TestSnapshotPattern-1500957108-router', 'tenant_id': '8d8a585035904aafb9c657c913db1246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '6e3a4a13-dfff-4b1b-a3c8-239d9768f25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:32Z', 'updated_at': '2022-05-27T03:37:34Z', 'revision_number': 3, 'project_id': '8d8a585035904aafb9c657c913db1246', 'gw_port': {'id': '6e3a4a13-dfff-4b1b-a3c8-239d9768f25a', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:95:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dd0335-7fc8-4cb7-82d8-d45754869aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:33Z', 'updated_at': '2022-05-27T03:37:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:36.124437 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61e1527-5a8a-4a61-8cb4-88344baaea5d None None] Checking router: b2dd0335-7fc8-4cb7-82d8-d45754869aa1 for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:37:36.124815 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61e1527-5a8a-4a61-8cb4-88344baaea5d None None] Updating router b2dd0335-7fc8-4cb7-82d8-d45754869aa1 port 6e3a4a13-dfff-4b1b-a3c8-239d9768f25a binding host n-d-843554-3 {{(pid=88904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:37:36.177698 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-c61e1527-5a8a-4a61-8cb4-88344baaea5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:36.195481 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 0c53c41a-0545-49e5-89b5-5a8d5a47d97e is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:37:36.195928 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:36.236003 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 0c53c41a-0545-49e5-89b5-5a8d5a47d97e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=0c53c41a-0545-49e5-89b5-5a8d5a47d97e,segment=NetworkSegment(c14246ed-1e2d-481f-9528-b892d4b59b36),segment_id=c14246ed-1e2d-481f-9528-b892d4b59b36)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:37:36.318681 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:36.392375 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=0c53c41a-0545-49e5-89b5-5a8d5a47d97e,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:36.441265 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-08f30d18-c6f9-4794-a4b3-dd0633eb53a1 None None] Provisioning complete for port 0c53c41a-0545-49e5-89b5-5a8d5a47d97e triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:36.449441 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-08f30d18-c6f9-4794-a4b3-dd0633eb53a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:36.449605 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d67fb70d-9058-429d-a1ff-96e4db058724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:36.529824 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-c61e1527-5a8a-4a61-8cb4-88344baaea5d None None] Notify callbacks [] for port, precommit_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:36.543999 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.provisioning_blocks [None req-c61e1527-5a8a-4a61-8cb4-88344baaea5d None None] Transition to ACTIVE for port object 6e3a4a13-dfff-4b1b-a3c8-239d9768f25a will not be triggered until provisioned by entity L2. {{(pid=88904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:37:36.559959 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-08f30d18-c6f9-4794-a4b3-dd0633eb53a1 None None] Current status of the port 0c53c41a-0545-49e5-89b5-5a8d5a47d97e is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:37:36.610281 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-c61e1527-5a8a-4a61-8cb4-88344baaea5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:36.663847 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-d67fb70d-9058-429d-a1ff-96e4db058724 admin admin] Allocated IP 172.20.0.1 (301d3895-51fe-4321-8d58-b8f901ed99f4/04337a7d-8c5f-4161-9b79-5b1258b72590/c804555b-0faf-4d7b-b508-112a1ef846ae) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:37:36.690735 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e196cd-3eab-4839-b3a2-3d6cb17ed9fe None None] Pushing event updated for resources: {'Port': ['ID=6e3a4a13-dfff-4b1b-a3c8-239d9768f25a,revision_number=2']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:36.696692 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-c61e1527-5a8a-4a61-8cb4-88344baaea5d None None] Attempting to bind port 6e3a4a13-dfff-4b1b-a3c8-239d9768f25a on host n-d-843554-3 for vnic_type normal with profile {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:37:36.697089 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-c61e1527-5a8a-4a61-8cb4-88344baaea5d None None] Attempting to bind port 6e3a4a13-dfff-4b1b-a3c8-239d9768f25a by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:37:36.701157 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61e1527-5a8a-4a61-8cb4-88344baaea5d None None] Attempting to bind port 6e3a4a13-dfff-4b1b-a3c8-239d9768f25a on network d97d5b0c-4580-406a-95fb-4efaa0c98188 {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:37:36.702737 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61e1527-5a8a-4a61-8cb4-88344baaea5d None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:37:36.703110 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61e1527-5a8a-4a61-8cb4-88344baaea5d None None] Checking segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:37:36.703504 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-c61e1527-5a8a-4a61-8cb4-88344baaea5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:36.703890 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61e1527-5a8a-4a61-8cb4-88344baaea5d None None] Bound using segment: {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'} {{(pid=88904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:37:36.704343 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.managers [None req-c61e1527-5a8a-4a61-8cb4-88344baaea5d None None] Bound port: 6e3a4a13-dfff-4b1b-a3c8-239d9768f25a, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188'}}] {{(pid=88904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:37:36.704710 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-c61e1527-5a8a-4a61-8cb4-88344baaea5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:36.780029 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-c61e1527-5a8a-4a61-8cb4-88344baaea5d None None] For port 6e3a4a13-dfff-4b1b-a3c8-239d9768f25a, host n-d-843554-3, cleared binding levels {{(pid=88904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:37:36.783342 n-d-843554-3 neutron-server[88904]: DEBUG neutron.plugins.ml2.db [None req-c61e1527-5a8a-4a61-8cb4-88344baaea5d None None] For port 6e3a4a13-dfff-4b1b-a3c8-239d9768f25a, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=6e3a4a13-dfff-4b1b-a3c8-239d9768f25a,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:37:36.827980 n-d-843554-3 neutron-server[88904]: DEBUG neutron_lib.callbacks.manager [None req-c61e1527-5a8a-4a61-8cb4-88344baaea5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:36.906992 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61e1527-5a8a-4a61-8cb4-88344baaea5d None None] Routers {'b2dd0335-7fc8-4cb7-82d8-d45754869aa1'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:37:36.907592 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-c61e1527-5a8a-4a61-8cb4-88344baaea5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:37:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['b2dd0335-7fc8-4cb7-82d8-d45754869aa1'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:36.925244 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d67fb70d-9058-429d-a1ff-96e4db058724 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:36.940654 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-d67fb70d-9058-429d-a1ff-96e4db058724 admin admin] Transition to ACTIVE for port object c804555b-0faf-4d7b-b508-112a1ef846ae will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:37:36.968901 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e196cd-3eab-4839-b3a2-3d6cb17ed9fe None None] Pushing event updated for resources: {'Port': ['ID=6e3a4a13-dfff-4b1b-a3c8-239d9768f25a,revision_number=3']} {{(pid=88904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:36.998733 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d67fb70d-9058-429d-a1ff-96e4db058724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:37.051606 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 18807712-1819-4842-97bf-ee868cfda10a up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:37:37.077472 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67fb70d-9058-429d-a1ff-96e4db058724 admin admin] Network 301d3895-51fe-4321-8d58-b8f901ed99f4 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:37:37.080833 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-d67fb70d-9058-429d-a1ff-96e4db058724 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:37.084581 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67fb70d-9058-429d-a1ff-96e4db058724 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:37:37.115721 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67fb70d-9058-429d-a1ff-96e4db058724 admin admin] Pushing event updated for resources: {'Port': ['ID=c804555b-0faf-4d7b-b508-112a1ef846ae,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:37.134943 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 18807712-1819-4842-97bf-ee868cfda10a triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:37.135301 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-c61e1527-5a8a-4a61-8cb4-88344baaea5d None None] Set router b2dd0335-7fc8-4cb7-82d8-d45754869aa1 gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:37:37.135408 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:37.144229 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d67fb70d-9058-429d-a1ff-96e4db058724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965173'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:37.276128 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 18807712-1819-4842-97bf-ee868cfda10a is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:37:37.277473 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 0c53c41a-0545-49e5-89b5-5a8d5a47d97e up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:37:37.356771 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 0c53c41a-0545-49e5-89b5-5a8d5a47d97e triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:37.357085 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:37.436791 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-c61e1527-5a8a-4a61-8cb4-88344baaea5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dd0335-7fc8-4cb7-82d8-d45754869aa1', 'name': 'tempest-TestSnapshotPattern-1500957108-router', 'tenant_id': '8d8a585035904aafb9c657c913db1246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '6e3a4a13-dfff-4b1b-a3c8-239d9768f25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:32Z', 'updated_at': '2022-05-27T03:37:34Z', 'revision_number': 3, 'project_id': '8d8a585035904aafb9c657c913db1246', 'gw_port': {'id': '6e3a4a13-dfff-4b1b-a3c8-239d9768f25a', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:95:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dd0335-7fc8-4cb7-82d8-d45754869aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:33Z', 'updated_at': '2022-05-27T03:37:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:37.440794 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61e1527-5a8a-4a61-8cb4-88344baaea5d None None] The sync data for ids ['b2dd0335-7fc8-4cb7-82d8-d45754869aa1'] in n-d-843554-3 is: [{'id': 'b2dd0335-7fc8-4cb7-82d8-d45754869aa1', 'name': 'tempest-TestSnapshotPattern-1500957108-router', 'tenant_id': '8d8a585035904aafb9c657c913db1246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '6e3a4a13-dfff-4b1b-a3c8-239d9768f25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:32Z', 'updated_at': '2022-05-27T03:37:34Z', 'revision_number': 3, 'project_id': '8d8a585035904aafb9c657c913db1246', 'gw_port': {'id': '6e3a4a13-dfff-4b1b-a3c8-239d9768f25a', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:95:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dd0335-7fc8-4cb7-82d8-d45754869aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:33Z', 'updated_at': '2022-05-27T03:37:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:37:37.476866 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-dff0bd28-7a2e-4231-af08-1766ba0eb5cf None None] Provisioning for port c804555b-0faf-4d7b-b508-112a1ef846ae completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:37:37.486833 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-dff0bd28-7a2e-4231-af08-1766ba0eb5cf None None] Provisioning complete for port c804555b-0faf-4d7b-b508-112a1ef846ae triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:37.487206 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-dff0bd28-7a2e-4231-af08-1766ba0eb5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:37.494934 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d67fb70d-9058-429d-a1ff-96e4db058724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:37.527621 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 0c53c41a-0545-49e5-89b5-5a8d5a47d97e is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:37:37.548925 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-dff0bd28-7a2e-4231-af08-1766ba0eb5cf None None] Port c804555b-0faf-4d7b-b508-112a1ef846ae cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:37:37.744696 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d67fb70d-9058-429d-a1ff-96e4db058724 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:37.810399 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d67fb70d-9058-429d-a1ff-96e4db058724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15029997'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:37.921881 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67fb70d-9058-429d-a1ff-96e4db058724 admin admin] Pushing event updated for resources: {'Port': ['ID=c804555b-0faf-4d7b-b508-112a1ef846ae,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:37.925684 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d67fb70d-9058-429d-a1ff-96e4db058724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963980'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:38.065824 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67fb70d-9058-429d-a1ff-96e4db058724 admin admin] Network 301d3895-51fe-4321-8d58-b8f901ed99f4 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:37:38.066949 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-d67fb70d-9058-429d-a1ff-96e4db058724 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:38.266156 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67fb70d-9058-429d-a1ff-96e4db058724 admin admin] Router b2dd0335-7fc8-4cb7-82d8-d45754869aa1 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:37:38.373416 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e4cd0e30-0082-40bc-9150-b8f7b8a7030b None None] Provisioning complete for port c804555b-0faf-4d7b-b508-112a1ef846ae triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:38.373947 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e4cd0e30-0082-40bc-9150-b8f7b8a7030b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:38.428808 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-e4cd0e30-0082-40bc-9150-b8f7b8a7030b None None] Port c804555b-0faf-4d7b-b508-112a1ef846ae cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:37:38.443768 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67fb70d-9058-429d-a1ff-96e4db058724 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:37:38.453936 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d67fb70d-9058-429d-a1ff-96e4db058724 admin admin] 10.222.0.57 "PUT /v2.0/routers/b2dd0335-7fc8-4cb7-82d8-d45754869aa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7576125 May 27 03:37:38.904567 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39740) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:38.909755 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-1d2b5266-9089-4c15-9e8b-6edeea3e3663 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-780755693', 'description': 'tempest-secgroup-smoke-780755693 description', 'project_id': '7e02846a269d4d47b2aa652d60d9782b'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:37:38.917204 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1d2b5266-9089-4c15-9e8b-6edeea3e3663 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:37:38.921270 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f09e058-26c5-4229-8bad-7d36cd7a03ec None None] Sync routers for ids ['b2dd0335-7fc8-4cb7-82d8-d45754869aa1'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:37:38.921846 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1d2b5266-9089-4c15-9e8b-6edeea3e3663 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Usage tracker for resource:security_group and tenant:7e02846a269d4d47b2aa652d60d9782b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:37:38.924858 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1d2b5266-9089-4c15-9e8b-6edeea3e3663 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:37:38.930767 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1d2b5266-9089-4c15-9e8b-6edeea3e3663 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:37:38.930926 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f09e058-26c5-4229-8bad-7d36cd7a03ec None None] Routers {'b2dd0335-7fc8-4cb7-82d8-d45754869aa1'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:37:38.931388 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7f09e058-26c5-4229-8bad-7d36cd7a03ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:37:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['b2dd0335-7fc8-4cb7-82d8-d45754869aa1'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:39.004168 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1d2b5266-9089-4c15-9e8b-6edeea3e3663 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:39.029442 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1d2b5266-9089-4c15-9e8b-6edeea3e3663 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:37:39.033633 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1d2b5266-9089-4c15-9e8b-6edeea3e3663 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Usage tracker for resource:security_group_rule and tenant:7e02846a269d4d47b2aa652d60d9782b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:37:39.036850 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1d2b5266-9089-4c15-9e8b-6edeea3e3663 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:37:39.043318 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1d2b5266-9089-4c15-9e8b-6edeea3e3663 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:37:39.067659 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 6e3a4a13-dfff-4b1b-a3c8-239d9768f25a up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:37:39.163311 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-7f09e058-26c5-4229-8bad-7d36cd7a03ec None None] Set router b2dd0335-7fc8-4cb7-82d8-d45754869aa1 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:37:39.230640 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1d2b5266-9089-4c15-9e8b-6edeea3e3663 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:39.301524 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1d2b5266-9089-4c15-9e8b-6edeea3e3663 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:39.342604 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b5266-9089-4c15-9e8b-6edeea3e3663 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72bb060a-8b06-4264-8ae0-55d054b91106,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:39.351297 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port 6e3a4a13-dfff-4b1b-a3c8-239d9768f25a completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:37:39.399277 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 6e3a4a13-dfff-4b1b-a3c8-239d9768f25a triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:39.399891 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:39.490289 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1d2b5266-9089-4c15-9e8b-6edeea3e3663 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:39.494270 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1d2b5266-9089-4c15-9e8b-6edeea3e3663 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5859301 May 27 03:37:39.497150 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39744) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:39.502712 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-42fa012c-7b58-478d-881e-2cfc7d37f01f tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Request body: {'security_group_rule': {'security_group_id': '72bb060a-8b06-4264-8ae0-55d054b91106', 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:37:39.509520 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-42fa012c-7b58-478d-881e-2cfc7d37f01f tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:37:39.513435 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-42fa012c-7b58-478d-881e-2cfc7d37f01f tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Usage tracker for resource:security_group_rule and tenant:7e02846a269d4d47b2aa652d60d9782b is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:37:39.516369 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-42fa012c-7b58-478d-881e-2cfc7d37f01f tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:37:39.522217 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-42fa012c-7b58-478d-881e-2cfc7d37f01f tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:37:39.605578 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 6e3a4a13-dfff-4b1b-a3c8-239d9768f25a is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:37:39.605951 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:39.616743 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-42fa012c-7b58-478d-881e-2cfc7d37f01f tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:39.625988 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port 6e3a4a13-dfff-4b1b-a3c8-239d9768f25a, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=6e3a4a13-dfff-4b1b-a3c8-239d9768f25a,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:37:39.634410 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7f09e058-26c5-4229-8bad-7d36cd7a03ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dd0335-7fc8-4cb7-82d8-d45754869aa1', 'name': 'tempest-TestSnapshotPattern-1500957108-router', 'tenant_id': '8d8a585035904aafb9c657c913db1246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '6e3a4a13-dfff-4b1b-a3c8-239d9768f25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:32Z', 'updated_at': '2022-05-27T03:37:37Z', 'revision_number': 4, 'project_id': '8d8a585035904aafb9c657c913db1246', 'gw_port': {'id': '6e3a4a13-dfff-4b1b-a3c8-239d9768f25a', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:95:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dd0335-7fc8-4cb7-82d8-d45754869aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:33Z', 'updated_at': '2022-05-27T03:37:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'c804555b-0faf-4d7b-b508-112a1ef846ae', 'name': '', 'network_id': '301d3895-51fe-4321-8d58-b8f901ed99f4', 'tenant_id': '8d8a585035904aafb9c657c913db1246', 'mac_address': 'fa:16:3e:4c:7d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dd0335-7fc8-4cb7-82d8-d45754869aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4443, 'fixed_ips': [{'subnet_id': '04337a7d-8c5f-4161-9b79-5b1258b72590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:36Z', 'updated_at': '2022-05-27T03:37:37Z', 'revision_number': 2, 'project_id': '8d8a585035904aafb9c657c913db1246', 'subnets': [{'id': '04337a7d-8c5f-4161-9b79-5b1258b72590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:39.638767 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f09e058-26c5-4229-8bad-7d36cd7a03ec None None] Checking router: b2dd0335-7fc8-4cb7-82d8-d45754869aa1 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:37:39.644141 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f09e058-26c5-4229-8bad-7d36cd7a03ec None None] Updating router b2dd0335-7fc8-4cb7-82d8-d45754869aa1 port c804555b-0faf-4d7b-b508-112a1ef846ae binding host n-d-843554-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:37:39.678618 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-42fa012c-7b58-478d-881e-2cfc7d37f01f tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:39.685455 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:39.718599 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-42fa012c-7b58-478d-881e-2cfc7d37f01f tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:39.731234 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7f09e058-26c5-4229-8bad-7d36cd7a03ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:39.743498 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa012c-7b58-478d-881e-2cfc7d37f01f tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67c82880-148f-4044-a7ec-798fabbcb839,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:39.799008 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-42fa012c-7b58-478d-881e-2cfc7d37f01f tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:39.800437 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-42fa012c-7b58-478d-881e-2cfc7d37f01f tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3022966 May 27 03:37:39.803087 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39748) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:39.808286 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-a93c3241-287a-4ba6-849c-d3e1c8b3773b tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Request body: {'security_group_rule': {'security_group_id': '72bb060a-8b06-4264-8ae0-55d054b91106', 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:37:39.813365 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=6e3a4a13-dfff-4b1b-a3c8-239d9768f25a,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:39.815066 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a93c3241-287a-4ba6-849c-d3e1c8b3773b tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:37:39.819735 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a93c3241-287a-4ba6-849c-d3e1c8b3773b tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Usage tracker for resource:security_group_rule and tenant:7e02846a269d4d47b2aa652d60d9782b is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:37:39.822994 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-a93c3241-287a-4ba6-849c-d3e1c8b3773b tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:37:39.829235 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-a93c3241-287a-4ba6-849c-d3e1c8b3773b tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:37:39.885548 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a93c3241-287a-4ba6-849c-d3e1c8b3773b tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:39.947486 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a93c3241-287a-4ba6-849c-d3e1c8b3773b tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:39.992975 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a93c3241-287a-4ba6-849c-d3e1c8b3773b tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:40.014965 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c3241-287a-4ba6-849c-d3e1c8b3773b tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89722286-c33f-4153-a19c-44e7e2608ca9,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:40.072446 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a93c3241-287a-4ba6-849c-d3e1c8b3773b tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:40.073934 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-a93c3241-287a-4ba6-849c-d3e1c8b3773b tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2694919 May 27 03:37:40.076939 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39752) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:40.081843 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-eac9da8b-b91a-4324-b52a-96a778f209d6 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Request body: {'security_group_rule': {'security_group_id': '72bb060a-8b06-4264-8ae0-55d054b91106', 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:37:40.088239 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-eac9da8b-b91a-4324-b52a-96a778f209d6 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:37:40.092333 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-eac9da8b-b91a-4324-b52a-96a778f209d6 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Usage tracker for resource:security_group_rule and tenant:7e02846a269d4d47b2aa652d60d9782b is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:37:40.095307 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-eac9da8b-b91a-4324-b52a-96a778f209d6 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:37:40.095496 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7f09e058-26c5-4229-8bad-7d36cd7a03ec None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:40.101031 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-eac9da8b-b91a-4324-b52a-96a778f209d6 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:37:40.107731 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-7f09e058-26c5-4229-8bad-7d36cd7a03ec None None] Transition to ACTIVE for port object c804555b-0faf-4d7b-b508-112a1ef846ae will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:37:40.169650 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eac9da8b-b91a-4324-b52a-96a778f209d6 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:40.186254 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7f09e058-26c5-4229-8bad-7d36cd7a03ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:40.231415 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eac9da8b-b91a-4324-b52a-96a778f209d6 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:40.312618 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eac9da8b-b91a-4324-b52a-96a778f209d6 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:40.342809 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd6ed22-0c65-4963-bf4a-d847861c9ec3 None None] Pushing event updated for resources: {'Port': ['ID=c804555b-0faf-4d7b-b508-112a1ef846ae,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:40.344164 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac9da8b-b91a-4324-b52a-96a778f209d6 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5feeb2b9-c832-42ec-bf16-19844a709a1a,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:40.403065 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-7f09e058-26c5-4229-8bad-7d36cd7a03ec None None] Attempting to bind port c804555b-0faf-4d7b-b508-112a1ef846ae on host n-d-843554-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:37:40.403618 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-7f09e058-26c5-4229-8bad-7d36cd7a03ec None None] Attempting to bind port c804555b-0faf-4d7b-b508-112a1ef846ae by drivers openvswitch,hyperv on host n-d-843554-3 at level 0 using segments [{'id': 'c14246ed-1e2d-481f-9528-b892d4b59b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '301d3895-51fe-4321-8d58-b8f901ed99f4'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:37:40.403806 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f09e058-26c5-4229-8bad-7d36cd7a03ec None None] Attempting to bind port c804555b-0faf-4d7b-b508-112a1ef846ae on network 301d3895-51fe-4321-8d58-b8f901ed99f4 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:37:40.409396 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f09e058-26c5-4229-8bad-7d36cd7a03ec None None] Checking agent: {'id': '76fca397-58a4-471c-8dfc-5434e6fee7f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 53, 59), 'started_at': datetime.datetime(2022, 5, 27, 1, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843554-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:37:40.409765 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f09e058-26c5-4229-8bad-7d36cd7a03ec None None] Checking segment: {'id': 'c14246ed-1e2d-481f-9528-b892d4b59b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '301d3895-51fe-4321-8d58-b8f901ed99f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:37:40.409930 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eac9da8b-b91a-4324-b52a-96a778f209d6 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:40.410211 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7f09e058-26c5-4229-8bad-7d36cd7a03ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:40.410535 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f09e058-26c5-4229-8bad-7d36cd7a03ec None None] Bound using segment: {'id': 'c14246ed-1e2d-481f-9528-b892d4b59b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '301d3895-51fe-4321-8d58-b8f901ed99f4'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:37:40.410992 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-7f09e058-26c5-4229-8bad-7d36cd7a03ec None None] Bound port: c804555b-0faf-4d7b-b508-112a1ef846ae, host: n-d-843554-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c14246ed-1e2d-481f-9528-b892d4b59b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '301d3895-51fe-4321-8d58-b8f901ed99f4'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:37:40.411161 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-eac9da8b-b91a-4324-b52a-96a778f209d6 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3332705 May 27 03:37:40.411493 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7f09e058-26c5-4229-8bad-7d36cd7a03ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:40.413863 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39756) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:40.420110 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-bcd22574-0d6a-46d1-96b7-bd9581b4143c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Request body: {'security_group_rule': {'security_group_id': '72bb060a-8b06-4264-8ae0-55d054b91106', 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:37:40.426826 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-bcd22574-0d6a-46d1-96b7-bd9581b4143c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:37:40.430700 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-bcd22574-0d6a-46d1-96b7-bd9581b4143c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Usage tracker for resource:security_group_rule and tenant:7e02846a269d4d47b2aa652d60d9782b is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:37:40.434426 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-bcd22574-0d6a-46d1-96b7-bd9581b4143c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:37:40.440126 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-bcd22574-0d6a-46d1-96b7-bd9581b4143c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:37:40.506896 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-7f09e058-26c5-4229-8bad-7d36cd7a03ec None None] For port c804555b-0faf-4d7b-b508-112a1ef846ae, host n-d-843554-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:37:40.509722 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-7f09e058-26c5-4229-8bad-7d36cd7a03ec None None] For port c804555b-0faf-4d7b-b508-112a1ef846ae, host n-d-843554-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c804555b-0faf-4d7b-b508-112a1ef846ae,segment=NetworkSegment(c14246ed-1e2d-481f-9528-b892d4b59b36),segment_id=c14246ed-1e2d-481f-9528-b892d4b59b36)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:37:40.525013 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bcd22574-0d6a-46d1-96b7-bd9581b4143c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:40.588788 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bcd22574-0d6a-46d1-96b7-bd9581b4143c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:40.598769 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7f09e058-26c5-4229-8bad-7d36cd7a03ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:40.661135 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bcd22574-0d6a-46d1-96b7-bd9581b4143c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:40.679517 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f09e058-26c5-4229-8bad-7d36cd7a03ec None None] Routers {'b2dd0335-7fc8-4cb7-82d8-d45754869aa1'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:37:40.680139 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7f09e058-26c5-4229-8bad-7d36cd7a03ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:37:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['b2dd0335-7fc8-4cb7-82d8-d45754869aa1'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:40.687384 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd22574-0d6a-46d1-96b7-bd9581b4143c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20679c1d-d597-4803-86e5-ea378426340f,revision_number=0']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:40.735299 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd6ed22-0c65-4963-bf4a-d847861c9ec3 None None] Pushing event updated for resources: {'Port': ['ID=c804555b-0faf-4d7b-b508-112a1ef846ae,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:40.764674 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bcd22574-0d6a-46d1-96b7-bd9581b4143c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:40.765906 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-bcd22574-0d6a-46d1-96b7-bd9581b4143c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3509531 May 27 03:37:40.769609 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39760) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:40.777573 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-e2031049-b4f8-46f2-9f59-54abbf0317c1 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Request body: {'security_group_rule': {'security_group_id': '72bb060a-8b06-4264-8ae0-55d054b91106', 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:37:40.786115 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e2031049-b4f8-46f2-9f59-54abbf0317c1 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:37:40.790546 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e2031049-b4f8-46f2-9f59-54abbf0317c1 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Usage tracker for resource:security_group_rule and tenant:7e02846a269d4d47b2aa652d60d9782b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:37:40.794989 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e2031049-b4f8-46f2-9f59-54abbf0317c1 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:37:40.803039 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e2031049-b4f8-46f2-9f59-54abbf0317c1 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:37:40.871983 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-7f09e058-26c5-4229-8bad-7d36cd7a03ec None None] Set router b2dd0335-7fc8-4cb7-82d8-d45754869aa1 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:37:40.907174 n-d-843554-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-e2031049-b4f8-46f2-9f59-54abbf0317c1 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Project 7e02846a269d4d47b2aa652d60d9782b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:37:40.914508 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e2031049-b4f8-46f2-9f59-54abbf0317c1 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:40.979382 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e2031049-b4f8-46f2-9f59-54abbf0317c1 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:41.032558 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e2031049-b4f8-46f2-9f59-54abbf0317c1 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:41.045339 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 6e3a4a13-dfff-4b1b-a3c8-239d9768f25a up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:37:41.058171 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2031049-b4f8-46f2-9f59-54abbf0317c1 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8700f1f-46e5-496e-877f-f02336e9bbed,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:41.141046 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e2031049-b4f8-46f2-9f59-54abbf0317c1 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:41.142193 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e2031049-b4f8-46f2-9f59-54abbf0317c1 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3708038 May 27 03:37:41.144900 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 39764) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:41.149862 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-64098e82-040b-4096-a92d-aceab2ef86ad tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Request body: {'security_group_rule': {'security_group_id': '72bb060a-8b06-4264-8ae0-55d054b91106', 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:37:41.157482 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-64098e82-040b-4096-a92d-aceab2ef86ad tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:37:41.161211 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-64098e82-040b-4096-a92d-aceab2ef86ad tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Usage tracker for resource:security_group_rule and tenant:7e02846a269d4d47b2aa652d60d9782b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:37:41.164040 n-d-843554-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-64098e82-040b-4096-a92d-aceab2ef86ad tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:37:41.169618 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-64098e82-040b-4096-a92d-aceab2ef86ad tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:37:41.222365 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port 6e3a4a13-dfff-4b1b-a3c8-239d9768f25a triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:41.222735 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:41.250125 n-d-843554-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-64098e82-040b-4096-a92d-aceab2ef86ad tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Project 7e02846a269d4d47b2aa652d60d9782b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:37:41.257137 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64098e82-040b-4096-a92d-aceab2ef86ad tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:41.326905 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64098e82-040b-4096-a92d-aceab2ef86ad tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:41.384001 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7f09e058-26c5-4229-8bad-7d36cd7a03ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dd0335-7fc8-4cb7-82d8-d45754869aa1', 'name': 'tempest-TestSnapshotPattern-1500957108-router', 'tenant_id': '8d8a585035904aafb9c657c913db1246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '6e3a4a13-dfff-4b1b-a3c8-239d9768f25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:32Z', 'updated_at': '2022-05-27T03:37:37Z', 'revision_number': 4, 'project_id': '8d8a585035904aafb9c657c913db1246', 'gw_port': {'id': '6e3a4a13-dfff-4b1b-a3c8-239d9768f25a', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:95:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dd0335-7fc8-4cb7-82d8-d45754869aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:33Z', 'updated_at': '2022-05-27T03:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'c804555b-0faf-4d7b-b508-112a1ef846ae', 'name': '', 'network_id': '301d3895-51fe-4321-8d58-b8f901ed99f4', 'tenant_id': '8d8a585035904aafb9c657c913db1246', 'mac_address': 'fa:16:3e:4c:7d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dd0335-7fc8-4cb7-82d8-d45754869aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4443, 'fixed_ips': [{'subnet_id': '04337a7d-8c5f-4161-9b79-5b1258b72590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:36Z', 'updated_at': '2022-05-27T03:37:40Z', 'revision_number': 4, 'project_id': '8d8a585035904aafb9c657c913db1246', 'subnets': [{'id': '04337a7d-8c5f-4161-9b79-5b1258b72590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:41.390570 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port 6e3a4a13-dfff-4b1b-a3c8-239d9768f25a is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:37:41.392906 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f09e058-26c5-4229-8bad-7d36cd7a03ec None None] The sync data for ids ['b2dd0335-7fc8-4cb7-82d8-d45754869aa1'] in n-d-843554-3 is: [{'id': 'b2dd0335-7fc8-4cb7-82d8-d45754869aa1', 'name': 'tempest-TestSnapshotPattern-1500957108-router', 'tenant_id': '8d8a585035904aafb9c657c913db1246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '6e3a4a13-dfff-4b1b-a3c8-239d9768f25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:32Z', 'updated_at': '2022-05-27T03:37:37Z', 'revision_number': 4, 'project_id': '8d8a585035904aafb9c657c913db1246', 'gw_port': {'id': '6e3a4a13-dfff-4b1b-a3c8-239d9768f25a', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:95:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dd0335-7fc8-4cb7-82d8-d45754869aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:33Z', 'updated_at': '2022-05-27T03:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': 'c804555b-0faf-4d7b-b508-112a1ef846ae', 'name': '', 'network_id': '301d3895-51fe-4321-8d58-b8f901ed99f4', 'tenant_id': '8d8a585035904aafb9c657c913db1246', 'mac_address': 'fa:16:3e:4c:7d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dd0335-7fc8-4cb7-82d8-d45754869aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4443, 'fixed_ips': [{'subnet_id': '04337a7d-8c5f-4161-9b79-5b1258b72590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:36Z', 'updated_at': '2022-05-27T03:37:40Z', 'revision_number': 4, 'project_id': '8d8a585035904aafb9c657c913db1246', 'subnets': [{'id': '04337a7d-8c5f-4161-9b79-5b1258b72590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:37:41.403972 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64098e82-040b-4096-a92d-aceab2ef86ad tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587205'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:41.428695 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64098e82-040b-4096-a92d-aceab2ef86ad tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=309bd47e-6974-404b-bcbb-6ee08887daac,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:41.518416 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64098e82-040b-4096-a92d-aceab2ef86ad tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:41.519672 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-64098e82-040b-4096-a92d-aceab2ef86ad tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3738413 May 27 03:37:41.687425 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-f4dcb7e3-0bc2-4054-b342-d5077cb51fd5 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Synchronizing usage tracker for tenant:7e02846a269d4d47b2aa652d60d9782b on resource:security_group {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:37:41.798336 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-f4dcb7e3-0bc2-4054-b342-d5077cb51fd5 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Unset dirty status for tenant:7e02846a269d4d47b2aa652d60d9782b on resource:security_group {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:37:41.799807 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-f4dcb7e3-0bc2-4054-b342-d5077cb51fd5 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-780755693&fields=id&tenant_id=7e02846a269d4d47b2aa652d60d9782b HTTP/1.1" status: 200 len: 267 time: 0.1534975 May 27 03:37:41.958121 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-dd247034-417e-4014-a970-b2c84a9a20ca tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:41.958868 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-dd247034-417e-4014-a970-b2c84a9a20ca tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Synchronizing usage tracker for tenant:7e02846a269d4d47b2aa652d60d9782b on resource:network {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:37:42.027729 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-dd247034-417e-4014-a970-b2c84a9a20ca tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Unset dirty status for tenant:7e02846a269d4d47b2aa652d60d9782b on resource:network {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:37:42.029057 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-dd247034-417e-4014-a970-b2c84a9a20ca tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/networks?id=961b8cc7-743b-49b6-8293-cf8b5306177e HTTP/1.1" status: 200 len: 810 time: 0.2225065 May 27 03:37:42.045418 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-978b9547-30af-427b-97a4-db5d908eb0ba tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/quotas/7e02846a269d4d47b2aa652d60d9782b HTTP/1.1" status: 200 len: 375 time: 0.0104856 May 27 03:37:42.131010 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-d551a24a-e654-4e49-b717-85015b09fbe7 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Synchronizing usage tracker for tenant:7e02846a269d4d47b2aa652d60d9782b on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:37:42.244033 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-d551a24a-e654-4e49-b717-85015b09fbe7 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Unset dirty status for tenant:7e02846a269d4d47b2aa652d60d9782b on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:37:42.245946 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-d551a24a-e654-4e49-b717-85015b09fbe7 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7e02846a269d4d47b2aa652d60d9782b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1938479 May 27 03:37:42.363820 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-aeed8a11-b401-455a-8cdb-f7c553a4a088 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 03:37:42.364706 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-aeed8a11-b401-455a-8cdb-f7c553a4a088 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1072330 May 27 03:37:42.499487 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-d96ac503-d0bb-4338-9c2b-2613ee975d32 service neutron] 10.222.0.57 "GET /v2.0/networks/961b8cc7-743b-49b6-8293-cf8b5306177e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279860 May 27 03:37:42.633574 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-715280f0-2c86-440c-9bed-a739d85a67ea service neutron] 10.222.0.57 "GET /v2.0/networks/961b8cc7-743b-49b6-8293-cf8b5306177e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281662 May 27 03:37:42.906387 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b9f16646-6292-4064-90a7-7b72f48e76da req-2fa2a8f2-6ca4-4983-b70f-3c076aefb14b tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/ports?device_id=da798ef8-b478-44d6-9032-49e4459ce8ba HTTP/1.1" status: 200 len: 210 time: 0.0421867 May 27 03:37:43.064342 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c804555b-0faf-4d7b-b508-112a1ef846ae up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:37:43.186881 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning for port c804555b-0faf-4d7b-b508-112a1ef846ae completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:37:43.191584 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port c804555b-0faf-4d7b-b508-112a1ef846ae triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:43.191949 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:43.311821 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port c804555b-0faf-4d7b-b508-112a1ef846ae is: DOWN; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:37:43.312237 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:43.348605 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] For port c804555b-0faf-4d7b-b508-112a1ef846ae, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c804555b-0faf-4d7b-b508-112a1ef846ae,segment=NetworkSegment(c14246ed-1e2d-481f-9528-b892d4b59b36),segment_id=c14246ed-1e2d-481f-9528-b892d4b59b36)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:37:43.415553 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:43.484760 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Pushing event updated for resources: {'Port': ['ID=c804555b-0faf-4d7b-b508-112a1ef846ae,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:44.057590 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b64e6160-40b2-4313-a85f-901ebfb06686 req-e8b83374-3b3c-44da-b5f6-a30b560aca42 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/ports?device_id=da798ef8-b478-44d6-9032-49e4459ce8ba HTTP/1.1" status: 200 len: 210 time: 0.0441670 May 27 03:37:44.991761 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-bf090fa8-7bb6-4bac-885e-ed7e2a3c24af tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:44.993217 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-bf090fa8-7bb6-4bac-885e-ed7e2a3c24af tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.66 "GET /v2.0/networks?id=961b8cc7-743b-49b6-8293-cf8b5306177e HTTP/1.1" status: 200 len: 810 time: 0.1485758 May 27 03:37:45.041264 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-7e197172-b8b7-459c-ab5d-c684f4526146 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e02846a269d4d47b2aa652d60d9782b HTTP/1.1" status: 200 len: 379 time: 0.0402844 May 27 03:37:45.044487 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c804555b-0faf-4d7b-b508-112a1ef846ae up at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:37:45.049237 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-3a76d970-2615-4baf-9206-7a40dc04527c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Request body: {'port': {'device_id': 'da798ef8-b478-44d6-9032-49e4459ce8ba', 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e', 'admin_state_up': True, 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'security_groups': ['72bb060a-8b06-4264-8ae0-55d054b91106']}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:37:45.112851 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Provisioning complete for port c804555b-0faf-4d7b-b508-112a1ef846ae triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:45.113222 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:45.243952 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Current status of the port c804555b-0faf-4d7b-b508-112a1ef846ae is: ACTIVE; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:37:45.296984 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5584e2ec-a3d8-4887-a973-c1ea172afe10 req-64ca05ae-02d3-4635-a672-6d0677a98ec4 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/ports?device_id=da798ef8-b478-44d6-9032-49e4459ce8ba HTTP/1.1" status: 200 len: 210 time: 0.0538099 May 27 03:37:45.349286 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-3a76d970-2615-4baf-9206-7a40dc04527c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:37:45.358535 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-3a76d970-2615-4baf-9206-7a40dc04527c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:37:45.426463 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-3a76d970-2615-4baf-9206-7a40dc04527c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Made reservation on behalf of 7e02846a269d4d47b2aa652d60d9782b for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:37:45.429934 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-3a76d970-2615-4baf-9206-7a40dc04527c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:45.588345 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-3a76d970-2615-4baf-9206-7a40dc04527c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Allocated IP 172.20.0.9 (961b8cc7-743b-49b6-8293-cf8b5306177e/a84f10d2-3b98-4d78-9a31-b16396b398f6/0c9268f4-235c-4209-945a-f2f6092855b5) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:37:45.772982 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-3a76d970-2615-4baf-9206-7a40dc04527c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:45.788700 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-3a76d970-2615-4baf-9206-7a40dc04527c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Transition to ACTIVE for port object 0c9268f4-235c-4209-945a-f2f6092855b5 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:37:45.873356 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-3a76d970-2615-4baf-9206-7a40dc04527c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:45.950218 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-3a76d970-2615-4baf-9206-7a40dc04527c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Network 961b8cc7-743b-49b6-8293-cf8b5306177e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:37:45.953414 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-3a76d970-2615-4baf-9206-7a40dc04527c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:45.955916 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-3a76d970-2615-4baf-9206-7a40dc04527c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:37:45.993130 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76d970-2615-4baf-9206-7a40dc04527c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Pushing event updated for resources: {'Port': ['ID=0c9268f4-235c-4209-945a-f2f6092855b5,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:46.024226 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-3a76d970-2615-4baf-9206-7a40dc04527c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:46.024803 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-3a76d970-2615-4baf-9206-7a40dc04527c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:46.107757 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-3a76d970-2615-4baf-9206-7a40dc04527c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0621655 May 27 03:37:46.118479 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-f68136e4-b457-45fe-8270-144c3c2be2ec tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 03:37:46.119424 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-f68136e4-b457-45fe-8270-144c3c2be2ec tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055561 May 27 03:37:46.173222 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-0a535996-44d0-4dc3-a49d-b5f0d3a40cb1 service neutron] Request body: {'port': {'device_id': 'da798ef8-b478-44d6-9032-49e4459ce8ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:37:46.206046 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-81837980-bd78-4cdc-aa03-9dc2031fbaa8 None None] Provisioning for port 0c9268f4-235c-4209-945a-f2f6092855b5 completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:37:46.211470 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-81837980-bd78-4cdc-aa03-9dc2031fbaa8 None None] Provisioning complete for port 0c9268f4-235c-4209-945a-f2f6092855b5 triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:46.212046 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-81837980-bd78-4cdc-aa03-9dc2031fbaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:46.268218 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-81837980-bd78-4cdc-aa03-9dc2031fbaa8 None None] Port 0c9268f4-235c-4209-945a-f2f6092855b5 cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:37:46.285996 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-0a535996-44d0-4dc3-a49d-b5f0d3a40cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:46.602546 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa9581-c6ab-4601-9dac-f83f96d2939d req-2f07a38e-1965-4b44-96ee-ea75dec28d1c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:46.603203 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-c1aa9581-c6ab-4601-9dac-f83f96d2939d req-2f07a38e-1965-4b44-96ee-ea75dec28d1c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Synchronizing usage tracker for tenant:7e02846a269d4d47b2aa652d60d9782b on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:37:46.698232 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-c1aa9581-c6ab-4601-9dac-f83f96d2939d req-2f07a38e-1965-4b44-96ee-ea75dec28d1c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Unset dirty status for tenant:7e02846a269d4d47b2aa652d60d9782b on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:37:46.700022 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c1aa9581-c6ab-4601-9dac-f83f96d2939d req-2f07a38e-1965-4b44-96ee-ea75dec28d1c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/ports?device_id=da798ef8-b478-44d6-9032-49e4459ce8ba HTTP/1.1" status: 200 len: 931 time: 0.2899301 May 27 03:37:46.720897 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-0a535996-44d0-4dc3-a49d-b5f0d3a40cb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c9268f4-235c-4209-945a-f2f6092855b5 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:37:46.731197 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-0a535996-44d0-4dc3-a49d-b5f0d3a40cb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:46.759301 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-0a535996-44d0-4dc3-a49d-b5f0d3a40cb1 service neutron] Transition to ACTIVE for port object 0c9268f4-235c-4209-945a-f2f6092855b5 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:37:46.764658 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c1aa9581-c6ab-4601-9dac-f83f96d2939d req-b391a0e5-e594-4123-aae1-7916c0e49644 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/security-groups?id=72bb060a-8b06-4264-8ae0-55d054b91106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583947 May 27 03:37:46.821071 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-0a535996-44d0-4dc3-a49d-b5f0d3a40cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:46.974337 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a535996-44d0-4dc3-a49d-b5f0d3a40cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=0c9268f4-235c-4209-945a-f2f6092855b5,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:47.060892 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-0a535996-44d0-4dc3-a49d-b5f0d3a40cb1 service neutron] Attempting to bind port 0c9268f4-235c-4209-945a-f2f6092855b5 on host n-h2-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:37:47.061225 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-0a535996-44d0-4dc3-a49d-b5f0d3a40cb1 service neutron] Attempting to bind port 0c9268f4-235c-4209-945a-f2f6092855b5 by drivers openvswitch,hyperv on host n-h2-843554-3 at level 0 using segments [{'id': 'af9ffd20-1350-4f84-ac3e-99f79788af7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:37:47.061546 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-0a535996-44d0-4dc3-a49d-b5f0d3a40cb1 service neutron] Attempting to bind port 0c9268f4-235c-4209-945a-f2f6092855b5 on network 961b8cc7-743b-49b6-8293-cf8b5306177e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:37:47.066159 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-0a535996-44d0-4dc3-a49d-b5f0d3a40cb1 service neutron] Port 0c9268f4-235c-4209-945a-f2f6092855b5 on network 961b8cc7-743b-49b6-8293-cf8b5306177e not bound, no agent of type Open vSwitch agent registered on host n-h2-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:37:47.066473 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-0a535996-44d0-4dc3-a49d-b5f0d3a40cb1 service neutron] Attempting to bind port 0c9268f4-235c-4209-945a-f2f6092855b5 on network 961b8cc7-743b-49b6-8293-cf8b5306177e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:37:47.071440 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-0a535996-44d0-4dc3-a49d-b5f0d3a40cb1 service neutron] Checking agent: {'id': '5cf655c5-6c96-4bec-9923-66a816ce3262', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:37:47.071775 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-0a535996-44d0-4dc3-a49d-b5f0d3a40cb1 service neutron] Checking segment: {'id': 'af9ffd20-1350-4f84-ac3e-99f79788af7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:37:47.072154 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-0a535996-44d0-4dc3-a49d-b5f0d3a40cb1 service neutron] Bound using segment: {'id': 'af9ffd20-1350-4f84-ac3e-99f79788af7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:37:47.072573 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-0a535996-44d0-4dc3-a49d-b5f0d3a40cb1 service neutron] Bound port: 0c9268f4-235c-4209-945a-f2f6092855b5, host: n-h2-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af9ffd20-1350-4f84-ac3e-99f79788af7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:37:47.072945 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-0a535996-44d0-4dc3-a49d-b5f0d3a40cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:47.162589 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-0a535996-44d0-4dc3-a49d-b5f0d3a40cb1 service neutron] For port 0c9268f4-235c-4209-945a-f2f6092855b5, host n-h2-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:37:47.165401 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-0a535996-44d0-4dc3-a49d-b5f0d3a40cb1 service neutron] For port 0c9268f4-235c-4209-945a-f2f6092855b5, host n-h2-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=0c9268f4-235c-4209-945a-f2f6092855b5,segment=NetworkSegment(af9ffd20-1350-4f84-ac3e-99f79788af7e),segment_id=af9ffd20-1350-4f84-ac3e-99f79788af7e)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:37:47.255416 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-0a535996-44d0-4dc3-a49d-b5f0d3a40cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:47.315759 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-0a535996-44d0-4dc3-a49d-b5f0d3a40cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:47.316401 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-0a535996-44d0-4dc3-a49d-b5f0d3a40cb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:47.317771 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-0a535996-44d0-4dc3-a49d-b5f0d3a40cb1 service neutron] 10.222.0.66 "PUT /v2.0/ports/0c9268f4-235c-4209-945a-f2f6092855b5 HTTP/1.1" status: 200 len: 1091 time: 1.1924348 May 27 03:37:47.318195 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da798ef8-b478-44d6-9032-49e4459ce8ba', 'tag': '0c9268f4-235c-4209-945a-f2f6092855b5'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:37:47.343344 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a535996-44d0-4dc3-a49d-b5f0d3a40cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=0c9268f4-235c-4209-945a-f2f6092855b5,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:47.365381 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-997668f5-822b-4c64-af05-5c949b39b3ef'] response: {'name': 'network-changed', 'server_uuid': 'da798ef8-b478-44d6-9032-49e4459ce8ba', 'tag': '0c9268f4-235c-4209-945a-f2f6092855b5', 'status': 'completed', 'code': 200} May 27 03:37:47.460275 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a258b7f-b51c-4641-91e9-7461f697056e req-95dd96d4-fc4f-451a-b92b-97018c34ddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:47.461938 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8a258b7f-b51c-4641-91e9-7461f697056e req-95dd96d4-fc4f-451a-b92b-97018c34ddc5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e02846a269d4d47b2aa652d60d9782b&device_id=da798ef8-b478-44d6-9032-49e4459ce8ba HTTP/1.1" status: 200 len: 1094 time: 0.0742240 May 27 03:37:47.604364 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a258b7f-b51c-4641-91e9-7461f697056e req-d293f11c-fd15-4798-8157-eae717111d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:47.605832 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8a258b7f-b51c-4641-91e9-7461f697056e req-d293f11c-fd15-4798-8157-eae717111d76 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=7e02846a269d4d47b2aa652d60d9782b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1365733 May 27 03:37:47.738582 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a258b7f-b51c-4641-91e9-7461f697056e req-cd63e32d-84b5-42c2-b3d9-1a4974e7b595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:47.739999 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8a258b7f-b51c-4641-91e9-7461f697056e req-cd63e32d-84b5-42c2-b3d9-1a4974e7b595 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1283393 May 27 03:37:47.848064 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-5e7fb941-f361-4ad4-b2d4-a07f23ef4710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:47.849575 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-5e7fb941-f361-4ad4-b2d4-a07f23ef4710 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e02846a269d4d47b2aa652d60d9782b&device_id=da798ef8-b478-44d6-9032-49e4459ce8ba HTTP/1.1" status: 200 len: 1094 time: 0.0744972 May 27 03:37:47.949257 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-df7bed62-7ddb-4653-a760-3e2ecb69da69 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c9268f4-235c-4209-945a-f2f6092855b5 HTTP/1.1" status: 200 len: 217 time: 0.0926902 May 27 03:37:48.030153 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-7258af96-66e3-4342-bc43-2bf62893dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:48.031475 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-7258af96-66e3-4342-bc43-2bf62893dce2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a84f10d2-3b98-4d78-9a31-b16396b398f6 HTTP/1.1" status: 200 len: 849 time: 0.0714984 May 27 03:37:48.197552 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949465f7-6334-4aeb-95ba-e0a89025968c req-5d8e7741-2c96-4179-adff-0c2836cc238d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:48.199031 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-949465f7-6334-4aeb-95ba-e0a89025968c req-5d8e7741-2c96-4179-adff-0c2836cc238d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/ports?device_id=da798ef8-b478-44d6-9032-49e4459ce8ba HTTP/1.1" status: 200 len: 943 time: 0.2906885 May 27 03:37:48.254020 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-949465f7-6334-4aeb-95ba-e0a89025968c req-ec4a802d-a14e-45b8-b3b2-01a41385e4a6 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/security-groups?id=72bb060a-8b06-4264-8ae0-55d054b91106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467484 May 27 03:37:48.262656 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-eef8f80f-2e08-4870-a3ac-7f87de5a4ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:48.264167 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-eef8f80f-2e08-4870-a3ac-7f87de5a4ee2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=961b8cc7-743b-49b6-8293-cf8b5306177e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2260313 May 27 03:37:48.396250 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-3b27d1bd-c5e7-4802-aed9-5d4ba52eeeb1 service neutron] 10.222.0.66 "GET /v2.0/networks/961b8cc7-743b-49b6-8293-cf8b5306177e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251826 May 27 03:37:48.529043 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-68cdd0b8-27a0-4895-81c5-1a43842aae36 req-c7249852-9b7c-49f9-a2a1-63989ca04be8 service neutron] 10.222.0.66 "GET /v2.0/networks/961b8cc7-743b-49b6-8293-cf8b5306177e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271732 May 27 03:37:49.441915 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d30da6-066f-4497-9910-bbf7edf8126e req-5abd1985-7186-428e-8402-02df7abd08ba tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:49.443328 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-00d30da6-066f-4497-9910-bbf7edf8126e req-5abd1985-7186-428e-8402-02df7abd08ba tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/ports?device_id=da798ef8-b478-44d6-9032-49e4459ce8ba HTTP/1.1" status: 200 len: 943 time: 0.0814824 May 27 03:37:49.486115 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-00d30da6-066f-4497-9910-bbf7edf8126e req-da800381-b1e9-479e-8a09-ec1a2fc5fd53 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/security-groups?id=72bb060a-8b06-4264-8ae0-55d054b91106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366969 May 27 03:37:50.164310 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:50.186522 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:50.670382 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2ab6b-948e-4b96-838b-ac4401c69474 req-eac07653-0a8c-4320-a6be-7b8d36c3a6e6 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:50.671850 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f7a2ab6b-948e-4b96-838b-ac4401c69474 req-eac07653-0a8c-4320-a6be-7b8d36c3a6e6 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/ports?device_id=da798ef8-b478-44d6-9032-49e4459ce8ba HTTP/1.1" status: 200 len: 943 time: 0.0786602 May 27 03:37:50.713596 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f7a2ab6b-948e-4b96-838b-ac4401c69474 req-ba635e86-e816-4ed3-93c7-0cd1490d15da tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/security-groups?id=72bb060a-8b06-4264-8ae0-55d054b91106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360970 May 27 03:37:51.773033 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 0c9268f4-235c-4209-945a-f2f6092855b5 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:37:51.899420 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4824d9-15e5-4a18-b4f9-d364de2aa951 req-2817404d-f81f-4ab8-a61b-e9f0a44d2170 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:51.901168 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-de4824d9-15e5-4a18-b4f9-d364de2aa951 req-2817404d-f81f-4ab8-a61b-e9f0a44d2170 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/ports?device_id=da798ef8-b478-44d6-9032-49e4459ce8ba HTTP/1.1" status: 200 len: 943 time: 0.0832465 May 27 03:37:51.906022 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 0c9268f4-235c-4209-945a-f2f6092855b5, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=0c9268f4-235c-4209-945a-f2f6092855b5,segment=NetworkSegment(af9ffd20-1350-4f84-ac3e-99f79788af7e),segment_id=af9ffd20-1350-4f84-ac3e-99f79788af7e)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:37:51.919500 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '0c9268f4-235c-4209-945a-f2f6092855b5', 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e', 'port_id': '0c9268f4-235c-4209-945a-f2f6092855b5', 'mac_address': 'fa:16:3e:2e:c1:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a84f10d2-3b98-4d78-9a31-b16396b398f6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:37:51.945218 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-de4824d9-15e5-4a18-b4f9-d364de2aa951 req-1878ccc3-dd41-4ab7-9383-f8d42d5fa41b tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/security-groups?id=72bb060a-8b06-4264-8ae0-55d054b91106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383203 May 27 03:37:51.973893 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 0c9268f4-235c-4209-945a-f2f6092855b5 is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:37:51.974292 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:51.991033 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c9268f4-235c-4209-945a-f2f6092855b5 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:37:52.005861 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 0c9268f4-235c-4209-945a-f2f6092855b5, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=0c9268f4-235c-4209-945a-f2f6092855b5,segment=NetworkSegment(af9ffd20-1350-4f84-ac3e-99f79788af7e),segment_id=af9ffd20-1350-4f84-ac3e-99f79788af7e)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:37:52.106827 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:52.176917 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=0c9268f4-235c-4209-945a-f2f6092855b5,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:52.343103 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['0c9268f4-235c-4209-945a-f2f6092855b5'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:37:53.125305 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7a883-d561-4711-9512-582578cfc646 req-b0605e6a-6a5a-44a8-a2a5-e92b5fb53169 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:53.126655 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-19e7a883-d561-4711-9512-582578cfc646 req-b0605e6a-6a5a-44a8-a2a5-e92b5fb53169 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/ports?device_id=da798ef8-b478-44d6-9032-49e4459ce8ba HTTP/1.1" status: 200 len: 944 time: 0.0780289 May 27 03:37:53.169619 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-19e7a883-d561-4711-9512-582578cfc646 req-6e629f8a-4d0a-447c-953e-9c2f9e32e7bb tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/security-groups?id=72bb060a-8b06-4264-8ae0-55d054b91106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374072 May 27 03:37:53.787323 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 0c9268f4-235c-4209-945a-f2f6092855b5 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:37:53.946591 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning for port 0c9268f4-235c-4209-945a-f2f6092855b5 completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:37:53.951448 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 0c9268f4-235c-4209-945a-f2f6092855b5 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:53.954566 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:54.063984 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 0c9268f4-235c-4209-945a-f2f6092855b5 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:37:54.064280 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:54.090551 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da798ef8-b478-44d6-9032-49e4459ce8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9268f4-235c-4209-945a-f2f6092855b5'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:37:54.100056 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 0c9268f4-235c-4209-945a-f2f6092855b5, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=0c9268f4-235c-4209-945a-f2f6092855b5,segment=NetworkSegment(af9ffd20-1350-4f84-ac3e-99f79788af7e),segment_id=af9ffd20-1350-4f84-ac3e-99f79788af7e)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:37:54.152333 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:54.192157 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdaa9ae6-68e8-4c9c-a55a-d3ed1ecf832c'] response: {'server_uuid': 'da798ef8-b478-44d6-9032-49e4459ce8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9268f4-235c-4209-945a-f2f6092855b5', 'code': 200} May 27 03:37:54.225038 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=0c9268f4-235c-4209-945a-f2f6092855b5,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:54.377943 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba0344-2f42-42fe-9b51-aba543e00294 req-a0125e4f-d320-43ff-915c-f44173b11a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:54.379623 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f6ba0344-2f42-42fe-9b51-aba543e00294 req-a0125e4f-d320-43ff-915c-f44173b11a38 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=da798ef8-b478-44d6-9032-49e4459ce8ba HTTP/1.1" status: 200 len: 1096 time: 0.1323838 May 27 03:37:54.387800 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d92998-5dd8-421c-bc26-ec85efb1516c req-9e442e7b-c2a0-4bf1-a3a1-b7a83c9c17cd tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:54.389186 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a5d92998-5dd8-421c-bc26-ec85efb1516c req-9e442e7b-c2a0-4bf1-a3a1-b7a83c9c17cd tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/ports?device_id=da798ef8-b478-44d6-9032-49e4459ce8ba HTTP/1.1" status: 200 len: 945 time: 0.1085658 May 27 03:37:54.456191 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f6ba0344-2f42-42fe-9b51-aba543e00294 req-9070de8d-12a9-422e-9f2b-a2d7baea08f9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=72bb060a-8b06-4264-8ae0-55d054b91106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660808 May 27 03:37:54.460455 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a5d92998-5dd8-421c-bc26-ec85efb1516c req-ed910fb1-738d-447d-a47e-d04b54c5d4e0 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/security-groups?id=72bb060a-8b06-4264-8ae0-55d054b91106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553398 May 27 03:37:55.535515 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a91c4dd5-8313-4e40-81a5-49f33c7a80ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:55.665424 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423fa25-6ded-4cd3-9ef3-49f85471de7d req-220efc15-d627-48ae-9a7c-87cb4bdff783 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:55.665424 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5423fa25-6ded-4cd3-9ef3-49f85471de7d req-220efc15-d627-48ae-9a7c-87cb4bdff783 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/ports?device_id=da798ef8-b478-44d6-9032-49e4459ce8ba HTTP/1.1" status: 200 len: 945 time: 0.0802934 May 27 03:37:55.696593 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5423fa25-6ded-4cd3-9ef3-49f85471de7d req-650bb489-e830-4f12-816c-bc38ed597ca0 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/security-groups?id=72bb060a-8b06-4264-8ae0-55d054b91106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402689 May 27 03:37:56.885532 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb80e6-c0ac-40fa-a32a-f3343d750751 req-6a3ff9dc-6a86-4a5c-be13-8964460ffb53 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:56.887027 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d2bb80e6-c0ac-40fa-a32a-f3343d750751 req-6a3ff9dc-6a86-4a5c-be13-8964460ffb53 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/ports?device_id=da798ef8-b478-44d6-9032-49e4459ce8ba HTTP/1.1" status: 200 len: 945 time: 0.0844679 May 27 03:37:56.931308 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d2bb80e6-c0ac-40fa-a32a-f3343d750751 req-1b3bb403-cf4f-4ee3-86be-56984d013bb3 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/security-groups?id=72bb060a-8b06-4264-8ae0-55d054b91106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384181 May 27 03:37:57.116428 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a778b-c577-4655-9132-90228308adfb req-f593b9b4-7d23-4eec-aefc-87105adf14a2 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:57.117886 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-698a778b-c577-4655-9132-90228308adfb req-f593b9b4-7d23-4eec-aefc-87105adf14a2 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/ports?device_id=da798ef8-b478-44d6-9032-49e4459ce8ba HTTP/1.1" status: 200 len: 945 time: 0.0779161 May 27 03:37:57.164062 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-698a778b-c577-4655-9132-90228308adfb req-1b0ce986-82f2-4866-aa05-df91f232733c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/security-groups?id=72bb060a-8b06-4264-8ae0-55d054b91106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399349 May 27 03:37:57.187448 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39832) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:57.296908 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ee1bb0-dceb-4eec-b0fd-ad91e74c89fb tempest-TestSnapshotPattern-1795318111 tempest-TestSnapshotPattern-1795318111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:57.298330 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-30ee1bb0-dceb-4eec-b0fd-ad91e74c89fb tempest-TestSnapshotPattern-1795318111 tempest-TestSnapshotPattern-1795318111-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=da798ef8-b478-44d6-9032-49e4459ce8ba HTTP/1.1" status: 200 len: 1091 time: 0.1099110 May 27 03:37:57.301298 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 39838) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:57.306203 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-274751ff-c7bd-4b8f-8a59-a67467ad898d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'port_id': '0c9268f4-235c-4209-945a-f2f6092855b5', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:37:57.312794 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-274751ff-c7bd-4b8f-8a59-a67467ad898d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:37:57.316764 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-274751ff-c7bd-4b8f-8a59-a67467ad898d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Usage tracker for resource:floatingip and tenant:7e02846a269d4d47b2aa652d60d9782b is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:37:57.319668 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-274751ff-c7bd-4b8f-8a59-a67467ad898d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:37:57.325372 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-274751ff-c7bd-4b8f-8a59-a67467ad898d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:37:57.415492 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-274751ff-c7bd-4b8f-8a59-a67467ad898d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks [] for floatingip, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:57.550943 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-274751ff-c7bd-4b8f-8a59-a67467ad898d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:57.685591 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-274751ff-c7bd-4b8f-8a59-a67467ad898d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Allocated IP 172.25.1.179 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/c9b662ca-3d51-4fc1-94d8-147d5b78ed90) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:37:57.829575 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-274751ff-c7bd-4b8f-8a59-a67467ad898d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:57.907048 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-274751ff-c7bd-4b8f-8a59-a67467ad898d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:57.969406 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-92dc909d-ee99-412c-8718-2544cdfabfce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:57.975938 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274751ff-c7bd-4b8f-8a59-a67467ad898d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:37:57.979334 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-274751ff-c7bd-4b8f-8a59-a67467ad898d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:57.982267 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274751ff-c7bd-4b8f-8a59-a67467ad898d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:37:58.020674 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274751ff-c7bd-4b8f-8a59-a67467ad898d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Pushing event updated for resources: {'Port': ['ID=c9b662ca-3d51-4fc1-94d8-147d5b78ed90,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:58.498348 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-274751ff-c7bd-4b8f-8a59-a67467ad898d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:58.663309 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-274751ff-c7bd-4b8f-8a59-a67467ad898d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:58.864975 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-274751ff-c7bd-4b8f-8a59-a67467ad898d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:58.918073 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-274751ff-c7bd-4b8f-8a59-a67467ad898d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:59.026265 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274751ff-c7bd-4b8f-8a59-a67467ad898d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Pushing event updated for resources: {'Port': ['ID=c9b662ca-3d51-4fc1-94d8-147d5b78ed90,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:59.038283 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-274751ff-c7bd-4b8f-8a59-a67467ad898d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:59.083599 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:59.208141 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-274751ff-c7bd-4b8f-8a59-a67467ad898d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Floating IP af7fd9dd-960d-4dfa-95c9-7cd1310c12b0 associated. External IP: 172.25.1.179, port: 0c9268f4-235c-4209-945a-f2f6092855b5. May 27 03:37:59.283859 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:59.553049 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274751ff-c7bd-4b8f-8a59-a67467ad898d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Router 12fb7929-ade1-458f-aa7c-42788523d3ce has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:37:59.665733 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:37:59.846137 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274751ff-c7bd-4b8f-8a59-a67467ad898d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:37:59.855340 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7b3dd6-320c-4826-bae8-e8781d9675f1 None None] Sync routers for ids ['12fb7929-ade1-458f-aa7c-42788523d3ce'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:37:59.864392 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7b3dd6-320c-4826-bae8-e8781d9675f1 None None] Routers {'12fb7929-ade1-458f-aa7c-42788523d3ce'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:37:59.865060 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-be7b3dd6-320c-4826-bae8-e8781d9675f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:37:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['12fb7929-ade1-458f-aa7c-42788523d3ce'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:59.946407 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-274751ff-c7bd-4b8f-8a59-a67467ad898d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:00.000845 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-274751ff-c7bd-4b8f-8a59-a67467ad898d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6984966 May 27 03:38:00.001412 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da798ef8-b478-44d6-9032-49e4459ce8ba', 'tag': '0c9268f4-235c-4209-945a-f2f6092855b5'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:38:00.043777 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-be7b3dd6-320c-4826-bae8-e8781d9675f1 None None] Set router 12fb7929-ade1-458f-aa7c-42788523d3ce gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:38:00.047106 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-569bf9b5-7f40-41de-b5f1-9b908a12ade5'] response: {'name': 'network-changed', 'server_uuid': 'da798ef8-b478-44d6-9032-49e4459ce8ba', 'tag': '0c9268f4-235c-4209-945a-f2f6092855b5', 'status': 'completed', 'code': 200} May 27 03:38:00.138023 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b33deb-115e-4e34-b0c1-b68d97f652da req-c3a322ef-8e27-4226-a945-c04762e9289b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:00.139414 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f3b33deb-115e-4e34-b0c1-b68d97f652da req-c3a322ef-8e27-4226-a945-c04762e9289b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e02846a269d4d47b2aa652d60d9782b&device_id=da798ef8-b478-44d6-9032-49e4459ce8ba HTTP/1.1" status: 200 len: 1096 time: 0.0703926 May 27 03:38:00.270856 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b33deb-115e-4e34-b0c1-b68d97f652da req-17cdfe74-5a8d-4350-841a-e225c7ae4d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:00.272297 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f3b33deb-115e-4e34-b0c1-b68d97f652da req-17cdfe74-5a8d-4350-841a-e225c7ae4d58 service neutron] 10.222.0.66 "GET /v2.0/networks?id=961b8cc7-743b-49b6-8293-cf8b5306177e HTTP/1.1" status: 200 len: 911 time: 0.1271081 May 27 03:38:00.377005 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f3b33deb-115e-4e34-b0c1-b68d97f652da req-02c83667-9058-457a-a525-49bb3b659dda service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c9268f4-235c-4209-945a-f2f6092855b5 HTTP/1.1" status: 200 len: 999 time: 0.0985849 May 27 03:38:00.384643 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-be7b3dd6-320c-4826-bae8-e8781d9675f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'name': 'tempest-TestSnapshotPattern-1035509733-router', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '818965bd-b7b5-4f26-9531-f3b6c1ea4169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:24Z', 'updated_at': '2022-05-27T03:37:29Z', 'revision_number': 4, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'gw_port': {'id': '818965bd-b7b5-4f26-9531-f3b6c1ea4169', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:25Z', 'updated_at': '2022-05-27T03:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'af7fd9dd-960d-4dfa-95c9-7cd1310c12b0', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'floating_ip_address': '172.25.1.179', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'port_id': '0c9268f4-235c-4209-945a-f2f6092855b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e', 'mac_address': 'fa:16:3e:2e:c1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da798ef8-b478-44d6-9032-49e4459ce8ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:37:58Z', 'updated_at': '2022-05-27T03:37:58Z', 'revision_number': 0, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18807712-1819-4842-97bf-ee868cfda10a', 'name': '', 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'mac_address': 'fa:16:3e:b7:07:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': 'a84f10d2-3b98-4d78-9a31-b16396b398f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:28Z', 'updated_at': '2022-05-27T03:37:35Z', 'revision_number': 5, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'subnets': [{'id': 'a84f10d2-3b98-4d78-9a31-b16396b398f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:00.389474 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7b3dd6-320c-4826-bae8-e8781d9675f1 None None] Checking router: 12fb7929-ade1-458f-aa7c-42788523d3ce for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:38:00.397701 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7b3dd6-320c-4826-bae8-e8781d9675f1 None None] Routers {'12fb7929-ade1-458f-aa7c-42788523d3ce'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:38:00.398309 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-be7b3dd6-320c-4826-bae8-e8781d9675f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:37:58Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['12fb7929-ade1-458f-aa7c-42788523d3ce'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:00.438152 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:00.445574 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b33deb-115e-4e34-b0c1-b68d97f652da req-b59e8926-2348-4455-adf0-d22696950706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:00.447017 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f3b33deb-115e-4e34-b0c1-b68d97f652da req-b59e8926-2348-4455-adf0-d22696950706 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a84f10d2-3b98-4d78-9a31-b16396b398f6 HTTP/1.1" status: 200 len: 849 time: 0.0645649 May 27 03:38:00.520658 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b33deb-115e-4e34-b0c1-b68d97f652da req-728447a6-4c32-4a8b-a4a9-0e8c440da2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:00.522315 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f3b33deb-115e-4e34-b0c1-b68d97f652da req-728447a6-4c32-4a8b-a4a9-0e8c440da2c2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=961b8cc7-743b-49b6-8293-cf8b5306177e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696690 May 27 03:38:00.579825 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-be7b3dd6-320c-4826-bae8-e8781d9675f1 None None] Set router 12fb7929-ade1-458f-aa7c-42788523d3ce gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:38:00.656474 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f3b33deb-115e-4e34-b0c1-b68d97f652da req-1fab1ae4-20d8-4c0a-937c-6ff0115ef7ec service neutron] 10.222.0.66 "GET /v2.0/networks/961b8cc7-743b-49b6-8293-cf8b5306177e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281838 May 27 03:38:00.790180 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f3b33deb-115e-4e34-b0c1-b68d97f652da req-e8075c6f-0256-4830-afec-552f184e7252 service neutron] 10.222.0.66 "GET /v2.0/networks/961b8cc7-743b-49b6-8293-cf8b5306177e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270564 May 27 03:38:00.967276 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-be7b3dd6-320c-4826-bae8-e8781d9675f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'name': 'tempest-TestSnapshotPattern-1035509733-router', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '818965bd-b7b5-4f26-9531-f3b6c1ea4169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:24Z', 'updated_at': '2022-05-27T03:37:29Z', 'revision_number': 4, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'gw_port': {'id': '818965bd-b7b5-4f26-9531-f3b6c1ea4169', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:25Z', 'updated_at': '2022-05-27T03:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'af7fd9dd-960d-4dfa-95c9-7cd1310c12b0', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'floating_ip_address': '172.25.1.179', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'port_id': '0c9268f4-235c-4209-945a-f2f6092855b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e', 'mac_address': 'fa:16:3e:2e:c1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da798ef8-b478-44d6-9032-49e4459ce8ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:37:58Z', 'updated_at': '2022-05-27T03:37:58Z', 'revision_number': 0, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18807712-1819-4842-97bf-ee868cfda10a', 'name': '', 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'mac_address': 'fa:16:3e:b7:07:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': 'a84f10d2-3b98-4d78-9a31-b16396b398f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:28Z', 'updated_at': '2022-05-27T03:37:35Z', 'revision_number': 5, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'subnets': [{'id': 'a84f10d2-3b98-4d78-9a31-b16396b398f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:00.970992 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7b3dd6-320c-4826-bae8-e8781d9675f1 None None] The sync data for ids ['12fb7929-ade1-458f-aa7c-42788523d3ce'] in n-d-843554-3 is: [{'id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'name': 'tempest-TestSnapshotPattern-1035509733-router', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '818965bd-b7b5-4f26-9531-f3b6c1ea4169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:24Z', 'updated_at': '2022-05-27T03:37:29Z', 'revision_number': 4, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'gw_port': {'id': '818965bd-b7b5-4f26-9531-f3b6c1ea4169', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:25Z', 'updated_at': '2022-05-27T03:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'af7fd9dd-960d-4dfa-95c9-7cd1310c12b0', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'floating_ip_address': '172.25.1.179', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'port_id': '0c9268f4-235c-4209-945a-f2f6092855b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e', 'mac_address': 'fa:16:3e:2e:c1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da798ef8-b478-44d6-9032-49e4459ce8ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:37:58Z', 'updated_at': '2022-05-27T03:37:58Z', 'revision_number': 0, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18807712-1819-4842-97bf-ee868cfda10a', 'name': '', 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'mac_address': 'fa:16:3e:b7:07:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': 'a84f10d2-3b98-4d78-9a31-b16396b398f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:28Z', 'updated_at': '2022-05-27T03:37:35Z', 'revision_number': 5, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'subnets': [{'id': 'a84f10d2-3b98-4d78-9a31-b16396b398f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:38:01.154427 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e52503-99b7-4b0e-8a0f-f8d11be71472 None None] New status for floating IP af7fd9dd-960d-4dfa-95c9-7cd1310c12b0: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:38:20.175143 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:20.248632 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:25.534803 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3e8a07bb-e8fe-4d26-b7d6-bc3a331c9c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:27.969173 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2cac7e79-51e5-4eeb-9916-510a85468956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:29.094557 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:29.288880 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:30.431552 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:36.663982 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:38:42.702197 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c31c722d-20a3-4ae3-a797-3a0732852246 req-700da66e-1382-4c34-9395-8d99b73c7b0f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=da798ef8-b478-44d6-9032-49e4459ce8ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0673156 May 27 03:38:42.841218 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c722d-20a3-4ae3-a797-3a0732852246 req-aea7507a-52d2-4609-99d5-e6dcec1a84cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:42.842664 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c31c722d-20a3-4ae3-a797-3a0732852246 req-aea7507a-52d2-4609-99d5-e6dcec1a84cc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e02846a269d4d47b2aa652d60d9782b&device_id=da798ef8-b478-44d6-9032-49e4459ce8ba HTTP/1.1" status: 200 len: 1096 time: 0.0736661 May 27 03:38:42.983538 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c722d-20a3-4ae3-a797-3a0732852246 req-2b1292bf-c2a1-42aa-9304-a3902129013e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:42.984999 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c31c722d-20a3-4ae3-a797-3a0732852246 req-2b1292bf-c2a1-42aa-9304-a3902129013e service neutron] 10.222.0.66 "GET /v2.0/networks?id=961b8cc7-743b-49b6-8293-cf8b5306177e HTTP/1.1" status: 200 len: 911 time: 0.1256349 May 27 03:38:43.086622 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c31c722d-20a3-4ae3-a797-3a0732852246 req-f8e83cd0-d4b6-439c-8bb2-b896bfe814bc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c9268f4-235c-4209-945a-f2f6092855b5 HTTP/1.1" status: 200 len: 1001 time: 0.0961058 May 27 03:38:43.146839 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c722d-20a3-4ae3-a797-3a0732852246 req-a783c61d-5c78-46a4-a022-d50b50df1256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:43.148210 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c31c722d-20a3-4ae3-a797-3a0732852246 req-a783c61d-5c78-46a4-a022-d50b50df1256 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a84f10d2-3b98-4d78-9a31-b16396b398f6 HTTP/1.1" status: 200 len: 849 time: 0.0560238 May 27 03:38:43.223019 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c722d-20a3-4ae3-a797-3a0732852246 req-c0278970-d305-4431-bfef-91d42d83ea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:43.224445 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c31c722d-20a3-4ae3-a797-3a0732852246 req-c0278970-d305-4431-bfef-91d42d83ea48 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=961b8cc7-743b-49b6-8293-cf8b5306177e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707157 May 27 03:38:43.354904 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c31c722d-20a3-4ae3-a797-3a0732852246 req-ac2e31bc-a486-47a9-b3ff-a30e043ccace service neutron] 10.222.0.66 "GET /v2.0/networks/961b8cc7-743b-49b6-8293-cf8b5306177e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242166 May 27 03:38:43.591666 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c31c722d-20a3-4ae3-a797-3a0732852246 req-224748c7-5c10-44d1-af7d-e2f8cae2343b service neutron] 10.222.0.66 "GET /v2.0/networks/961b8cc7-743b-49b6-8293-cf8b5306177e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315438 May 27 03:38:50.174604 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:50.197274 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:55.546226 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3565fec2-34dd-4523-87f6-246f674fb442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:58.014616 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-695286e0-e70c-4b9d-b9d2-6a47cb86a425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:59.106278 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:59.283045 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:00.495178 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:13.663398 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:39:20.203469 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:20.214943 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:25.540421 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-aec519a7-c346-473f-a0e5-8309ed70b8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:27.963578 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-32fe391c-3362-405a-a54c-f676274cc4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:29.095034 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:29.294696 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:30.460210 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:43.702845 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a83e948a-19eb-40d5-a7cd-ebe7553a6adf req-0e2a0e69-fc94-45c5-9ada-12371e802697 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=da798ef8-b478-44d6-9032-49e4459ce8ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0682423 May 27 03:39:43.844042 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e948a-19eb-40d5-a7cd-ebe7553a6adf req-6d008d6e-7fdc-4aa2-8823-19d013e77408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:43.845547 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a83e948a-19eb-40d5-a7cd-ebe7553a6adf req-6d008d6e-7fdc-4aa2-8823-19d013e77408 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e02846a269d4d47b2aa652d60d9782b&device_id=da798ef8-b478-44d6-9032-49e4459ce8ba HTTP/1.1" status: 200 len: 1096 time: 0.0730174 May 27 03:39:43.987412 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e948a-19eb-40d5-a7cd-ebe7553a6adf req-e87b6562-e12b-4766-9d97-98679857ff8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:43.988857 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a83e948a-19eb-40d5-a7cd-ebe7553a6adf req-e87b6562-e12b-4766-9d97-98679857ff8e service neutron] 10.222.0.66 "GET /v2.0/networks?id=961b8cc7-743b-49b6-8293-cf8b5306177e HTTP/1.1" status: 200 len: 911 time: 0.1247067 May 27 03:39:44.089612 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a83e948a-19eb-40d5-a7cd-ebe7553a6adf req-80185cf7-5ca2-42af-ab06-8d9f9c36b0d3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c9268f4-235c-4209-945a-f2f6092855b5 HTTP/1.1" status: 200 len: 1001 time: 0.0951717 May 27 03:39:44.149431 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e948a-19eb-40d5-a7cd-ebe7553a6adf req-83be8343-91d1-4ca1-a866-f2ef63d9c0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:44.151060 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a83e948a-19eb-40d5-a7cd-ebe7553a6adf req-83be8343-91d1-4ca1-a866-f2ef63d9c0d1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a84f10d2-3b98-4d78-9a31-b16396b398f6 HTTP/1.1" status: 200 len: 849 time: 0.0562313 May 27 03:39:44.223782 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e948a-19eb-40d5-a7cd-ebe7553a6adf req-e4c82250-cdb7-4552-94d7-4c99acdca738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:44.225256 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a83e948a-19eb-40d5-a7cd-ebe7553a6adf req-e4c82250-cdb7-4552-94d7-4c99acdca738 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=961b8cc7-743b-49b6-8293-cf8b5306177e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677404 May 27 03:39:44.350890 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a83e948a-19eb-40d5-a7cd-ebe7553a6adf req-b2e5871c-7a10-4ba6-9284-2b23aa6571e6 service neutron] 10.222.0.66 "GET /v2.0/networks/961b8cc7-743b-49b6-8293-cf8b5306177e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195011 May 27 03:39:44.480507 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a83e948a-19eb-40d5-a7cd-ebe7553a6adf req-a8a5c9ea-7193-4935-92a1-24185c79318b service neutron] 10.222.0.66 "GET /v2.0/networks/961b8cc7-743b-49b6-8293-cf8b5306177e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236036 May 27 03:39:50.186729 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:50.209309 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:50.662265 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:39:55.529050 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f8f45b41-15cd-4e30-8925-e088fdd7d060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:57.958102 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e2ae4dcd-728f-43ab-9919-f91ee92f055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:58.513332 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 0c9268f4-235c-4209-945a-f2f6092855b5 details requested by agent hyperv_n-h2-843554-3 with host n-h2-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:39:58.645570 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 0c9268f4-235c-4209-945a-f2f6092855b5, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=0c9268f4-235c-4209-945a-f2f6092855b5,segment=NetworkSegment(af9ffd20-1350-4f84-ac3e-99f79788af7e),segment_id=af9ffd20-1350-4f84-ac3e-99f79788af7e)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:39:58.658810 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Returning: {'device': '0c9268f4-235c-4209-945a-f2f6092855b5', 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e', 'port_id': '0c9268f4-235c-4209-945a-f2f6092855b5', 'mac_address': 'fa:16:3e:2e:c1:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a84f10d2-3b98-4d78-9a31-b16396b398f6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:39:58.716940 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 0c9268f4-235c-4209-945a-f2f6092855b5 is: ACTIVE; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:39:58.717317 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:58.733777 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c9268f4-235c-4209-945a-f2f6092855b5 {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:39:58.749111 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 0c9268f4-235c-4209-945a-f2f6092855b5, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=0c9268f4-235c-4209-945a-f2f6092855b5,segment=NetworkSegment(af9ffd20-1350-4f84-ac3e-99f79788af7e),segment_id=af9ffd20-1350-4f84-ac3e-99f79788af7e)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:39:58.860819 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:58.930535 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=0c9268f4-235c-4209-945a-f2f6092855b5,revision_number=6']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:58.935731 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] get_ports_and_sgs() called for port_ids ['0c9268f4-235c-4209-945a-f2f6092855b5'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:39:58.967744 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:58.971804 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:58.971804 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:58.971804 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:58.971804 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:58.971804 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:58.971804 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:58.971804 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:58.971804 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:58.971804 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:58.971804 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:58.971804 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:59.122166 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:59.295428 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:00.478155 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:00.535542 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 0c9268f4-235c-4209-945a-f2f6092855b5 up at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:40:00.612063 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Provisioning complete for port 0c9268f4-235c-4209-945a-f2f6092855b5 triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:40:00.612442 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:00.785717 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 0c9268f4-235c-4209-945a-f2f6092855b5 is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:40:00.786239 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:00.822292 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da798ef8-b478-44d6-9032-49e4459ce8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9268f4-235c-4209-945a-f2f6092855b5'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:40:00.834866 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 0c9268f4-235c-4209-945a-f2f6092855b5, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=0c9268f4-235c-4209-945a-f2f6092855b5,segment=NetworkSegment(af9ffd20-1350-4f84-ac3e-99f79788af7e),segment_id=af9ffd20-1350-4f84-ac3e-99f79788af7e)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:40:00.880314 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d57ea2c-c6ea-427b-83b3-f0256ed5c402'] response: {'server_uuid': 'da798ef8-b478-44d6-9032-49e4459ce8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9268f4-235c-4209-945a-f2f6092855b5', 'code': 200} May 27 03:40:00.952302 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:01.023310 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=0c9268f4-235c-4209-945a-f2f6092855b5,revision_number=7']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:10.172781 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-760a9575-1798-47a0-8073-97285b34487d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-780755693&fields=id&tenant_id=7e02846a269d4d47b2aa652d60d9782b HTTP/1.1" status: 200 len: 267 time: 0.0432773 May 27 03:40:10.319635 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-8965ff31-1d37-4812-abfe-662f21302eb0 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:10.320990 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-8965ff31-1d37-4812-abfe-662f21302eb0 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/networks?id=961b8cc7-743b-49b6-8293-cf8b5306177e HTTP/1.1" status: 200 len: 810 time: 0.1417201 May 27 03:40:10.337720 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-0ab4a86e-5cb6-4f71-b1a5-bdd02f2f045e tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/quotas/7e02846a269d4d47b2aa652d60d9782b HTTP/1.1" status: 200 len: 375 time: 0.0095747 May 27 03:40:10.421719 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-d9ed0191-1e24-403e-8c6b-8d6cc8fccdae tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7e02846a269d4d47b2aa652d60d9782b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0782845 May 27 03:40:10.616917 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-61dd6761-b8d8-4c6d-852b-fa219e0ba116 service neutron] 10.222.0.57 "GET /v2.0/networks/961b8cc7-743b-49b6-8293-cf8b5306177e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807694 May 27 03:40:10.742985 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-e3673e8a-aa3a-4161-8a90-3877348f23f0 service neutron] 10.222.0.57 "GET /v2.0/networks/961b8cc7-743b-49b6-8293-cf8b5306177e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226411 May 27 03:40:11.014686 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b4c2a62f-609a-459f-bca5-f07239f9d23a req-65dc89fa-ed8c-4be7-a643-c579c97256c8 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/ports?device_id=b913c7d8-8db0-45dd-8119-d6592c0686a5 HTTP/1.1" status: 200 len: 210 time: 0.0895567 May 27 03:40:12.269827 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-08755a55-e5f0-45a8-994f-ed823641e3d1 req-ac5bc2e7-1279-4134-bc43-37d4f3d04659 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/ports?device_id=b913c7d8-8db0-45dd-8119-d6592c0686a5 HTTP/1.1" status: 200 len: 210 time: 0.1519229 May 27 03:40:13.416916 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f4f78e63-d616-4c6c-9351-ddd40e608d05 req-01acff1f-451c-478d-a356-b99b737bf7a4 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/ports?device_id=b913c7d8-8db0-45dd-8119-d6592c0686a5 HTTP/1.1" status: 200 len: 210 time: 0.0441074 May 27 03:40:14.090021 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-f8e7cd54-e067-4696-9945-939a5c247959 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:14.091353 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-f8e7cd54-e067-4696-9945-939a5c247959 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.32 "GET /v2.0/networks?id=961b8cc7-743b-49b6-8293-cf8b5306177e HTTP/1.1" status: 200 len: 810 time: 0.1425214 May 27 03:40:14.142262 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-69e6faf9-9915-4cdd-8b17-1cade843f475 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e02846a269d4d47b2aa652d60d9782b HTTP/1.1" status: 200 len: 379 time: 0.0387821 May 27 03:40:14.152087 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-6d6b5ef9-f29d-4ece-9ce9-9228105c787d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Request body: {'port': {'device_id': 'b913c7d8-8db0-45dd-8119-d6592c0686a5', 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e', 'admin_state_up': True, 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'security_groups': ['72bb060a-8b06-4264-8ae0-55d054b91106']}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:40:14.286156 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-6d6b5ef9-f29d-4ece-9ce9-9228105c787d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:14.295774 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-6d6b5ef9-f29d-4ece-9ce9-9228105c787d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:14.397744 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-6d6b5ef9-f29d-4ece-9ce9-9228105c787d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Made reservation on behalf of 7e02846a269d4d47b2aa652d60d9782b for: {'port': 1} {{(pid=88902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:40:14.401515 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-6d6b5ef9-f29d-4ece-9ce9-9228105c787d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:14.586771 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 0c9268f4-235c-4209-945a-f2f6092855b5 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:40:14.599324 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3e527a8e-70dc-46b9-9b41-1e3ebcfb4d6e req-1a72139b-26ba-4f79-94e0-062d0ee75dd7 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/ports?device_id=b913c7d8-8db0-45dd-8119-d6592c0686a5 HTTP/1.1" status: 200 len: 210 time: 0.0608497 May 27 03:40:14.633641 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-6d6b5ef9-f29d-4ece-9ce9-9228105c787d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Allocated IP 172.20.0.6 (961b8cc7-743b-49b6-8293-cf8b5306177e/a84f10d2-3b98-4d78-9a31-b16396b398f6/a2613ded-e0b0-4b82-bcc6-e2ef16170aec) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:40:14.701284 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Current status of the port 0c9268f4-235c-4209-945a-f2f6092855b5 is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:40:14.701578 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:14.727380 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da798ef8-b478-44d6-9032-49e4459ce8ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c9268f4-235c-4209-945a-f2f6092855b5'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:40:14.737584 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] For port 0c9268f4-235c-4209-945a-f2f6092855b5, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=0c9268f4-235c-4209-945a-f2f6092855b5,segment=NetworkSegment(af9ffd20-1350-4f84-ac3e-99f79788af7e),segment_id=af9ffd20-1350-4f84-ac3e-99f79788af7e)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:40:14.780990 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29986e36-5041-45ee-9ccd-a06361405645'] response: {'server_uuid': 'da798ef8-b478-44d6-9032-49e4459ce8ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c9268f4-235c-4209-945a-f2f6092855b5', 'code': 200} May 27 03:40:14.816704 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:14.854546 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-6d6b5ef9-f29d-4ece-9ce9-9228105c787d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:14.873312 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-6d6b5ef9-f29d-4ece-9ce9-9228105c787d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Transition to ACTIVE for port object a2613ded-e0b0-4b82-bcc6-e2ef16170aec will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:40:14.919984 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Pushing event updated for resources: {'Port': ['ID=0c9268f4-235c-4209-945a-f2f6092855b5,revision_number=8']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:14.965250 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-6d6b5ef9-f29d-4ece-9ce9-9228105c787d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:15.044607 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-6d6b5ef9-f29d-4ece-9ce9-9228105c787d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Network 961b8cc7-743b-49b6-8293-cf8b5306177e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:40:15.048513 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-6d6b5ef9-f29d-4ece-9ce9-9228105c787d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:15.051231 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-6d6b5ef9-f29d-4ece-9ce9-9228105c787d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:40:15.145231 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-6d6b5ef9-f29d-4ece-9ce9-9228105c787d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:15.145918 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-6d6b5ef9-f29d-4ece-9ce9-9228105c787d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:15.187877 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b5ef9-f29d-4ece-9ce9-9228105c787d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Pushing event updated for resources: {'Port': ['ID=a2613ded-e0b0-4b82-bcc6-e2ef16170aec,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:15.198759 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b5ef9-f29d-4ece-9ce9-9228105c787d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:15.199197 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b5ef9-f29d-4ece-9ce9-9228105c787d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:15.199436 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b5ef9-f29d-4ece-9ce9-9228105c787d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:15.199928 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b5ef9-f29d-4ece-9ce9-9228105c787d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:15.200163 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b5ef9-f29d-4ece-9ce9-9228105c787d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:15.200493 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b5ef9-f29d-4ece-9ce9-9228105c787d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:15.200838 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b5ef9-f29d-4ece-9ce9-9228105c787d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:15.201296 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b5ef9-f29d-4ece-9ce9-9228105c787d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:15.201596 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b5ef9-f29d-4ece-9ce9-9228105c787d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:15.201923 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b5ef9-f29d-4ece-9ce9-9228105c787d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:15.202357 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b5ef9-f29d-4ece-9ce9-9228105c787d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:15.202681 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b5ef9-f29d-4ece-9ce9-9228105c787d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:15.240161 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-6d6b5ef9-f29d-4ece-9ce9-9228105c787d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0920107 May 27 03:40:15.496158 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7369-fa26-41fa-8b98-e077d023f1ec None None] Provisioning for port a2613ded-e0b0-4b82-bcc6-e2ef16170aec completed by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:40:15.503592 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7369-fa26-41fa-8b98-e077d023f1ec None None] Provisioning complete for port a2613ded-e0b0-4b82-bcc6-e2ef16170aec triggered by entity DHCP. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:40:15.504291 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7369-fa26-41fa-8b98-e077d023f1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:15.565330 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-ea6e7369-fa26-41fa-8b98-e077d023f1ec None None] Port a2613ded-e0b0-4b82-bcc6-e2ef16170aec cannot update to ACTIVE because it is not bound. {{(pid=88903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:40:15.815848 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9c778-8bdd-4596-b0cc-f2b14f525acc req-6488d6df-974c-4deb-99ec-887dbef20c4c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:15.817088 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-8eb9c778-8bdd-4596-b0cc-f2b14f525acc req-6488d6df-974c-4deb-99ec-887dbef20c4c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Synchronizing usage tracker for tenant:7e02846a269d4d47b2aa652d60d9782b on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:40:15.895182 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-8eb9c778-8bdd-4596-b0cc-f2b14f525acc req-6488d6df-974c-4deb-99ec-887dbef20c4c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Unset dirty status for tenant:7e02846a269d4d47b2aa652d60d9782b on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:40:15.896462 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8eb9c778-8bdd-4596-b0cc-f2b14f525acc req-6488d6df-974c-4deb-99ec-887dbef20c4c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/ports?device_id=b913c7d8-8db0-45dd-8119-d6592c0686a5 HTTP/1.1" status: 200 len: 931 time: 0.1728845 May 27 03:40:15.949400 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8eb9c778-8bdd-4596-b0cc-f2b14f525acc req-a534c260-6ea2-4cf5-a2bf-012b774f8c24 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/security-groups?id=72bb060a-8b06-4264-8ae0-55d054b91106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463915 May 27 03:40:17.150321 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc12524-6764-4cf9-b158-83a8122b63a4 req-19b45735-2e7d-47b1-bae1-b60963b8b8f9 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:17.152382 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-acc12524-6764-4cf9-b158-83a8122b63a4 req-19b45735-2e7d-47b1-bae1-b60963b8b8f9 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/ports?device_id=b913c7d8-8db0-45dd-8119-d6592c0686a5 HTTP/1.1" status: 200 len: 931 time: 0.0825078 May 27 03:40:17.201460 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-acc12524-6764-4cf9-b158-83a8122b63a4 req-abdfced8-b282-427b-a9ac-0af28a397def tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/security-groups?id=72bb060a-8b06-4264-8ae0-55d054b91106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431321 May 27 03:40:18.395797 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e70979-897e-4168-8e3b-9bdb6b9a8d16 req-749c5c6a-54b1-498c-82e1-7bbd53399c61 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:18.397496 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c3e70979-897e-4168-8e3b-9bdb6b9a8d16 req-749c5c6a-54b1-498c-82e1-7bbd53399c61 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/ports?device_id=b913c7d8-8db0-45dd-8119-d6592c0686a5 HTTP/1.1" status: 200 len: 931 time: 0.0857491 May 27 03:40:18.448075 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c3e70979-897e-4168-8e3b-9bdb6b9a8d16 req-dfd401c9-880d-430e-86f2-22a42c5de3c9 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/security-groups?id=72bb060a-8b06-4264-8ae0-55d054b91106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433877 May 27 03:40:19.641621 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b2973-7a67-404d-b193-cc885c124fc1 req-aa8b981c-c3f6-496f-88bd-147b0aa9f709 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:19.644019 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-517b2973-7a67-404d-b193-cc885c124fc1 req-aa8b981c-c3f6-496f-88bd-147b0aa9f709 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/ports?device_id=b913c7d8-8db0-45dd-8119-d6592c0686a5 HTTP/1.1" status: 200 len: 931 time: 0.0832863 May 27 03:40:19.696952 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-517b2973-7a67-404d-b193-cc885c124fc1 req-ecc0edc4-18e2-4254-92d6-2af2790b21ae tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/security-groups?id=72bb060a-8b06-4264-8ae0-55d054b91106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472243 May 27 03:40:20.215361 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:20.273113 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:20.893719 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233dc44-b4fc-4b5d-b269-187a2e73f9c1 req-216446ab-0ad5-4c00-9d1a-d289c2466cc5 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:20.895270 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6233dc44-b4fc-4b5d-b269-187a2e73f9c1 req-216446ab-0ad5-4c00-9d1a-d289c2466cc5 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/ports?device_id=b913c7d8-8db0-45dd-8119-d6592c0686a5 HTTP/1.1" status: 200 len: 931 time: 0.0932829 May 27 03:40:20.950176 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-6233dc44-b4fc-4b5d-b269-187a2e73f9c1 req-f1aeba64-c92d-4195-8933-97255996a36b tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/security-groups?id=72bb060a-8b06-4264-8ae0-55d054b91106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486887 May 27 03:40:22.137067 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5dbdec-e151-4dfd-af72-cd3d7ba724cc req-740083de-9d39-4e54-bf20-a7992673903e tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:22.138542 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3b5dbdec-e151-4dfd-af72-cd3d7ba724cc req-740083de-9d39-4e54-bf20-a7992673903e tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/ports?device_id=b913c7d8-8db0-45dd-8119-d6592c0686a5 HTTP/1.1" status: 200 len: 931 time: 0.0802050 May 27 03:40:22.188420 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-3b5dbdec-e151-4dfd-af72-cd3d7ba724cc req-74d23e75-f1b7-4aa7-b80f-448fee483d36 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/security-groups?id=72bb060a-8b06-4264-8ae0-55d054b91106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437903 May 27 03:40:22.746306 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-1bad4999-48a2-4a70-afd6-b1f9a68e9d9e service neutron] Request body: {'port': {'device_id': 'b913c7d8-8db0-45dd-8119-d6592c0686a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843554-3'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:40:22.856592 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-1bad4999-48a2-4a70-afd6-b1f9a68e9d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:23.295076 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-1bad4999-48a2-4a70-afd6-b1f9a68e9d9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2613ded-e0b0-4b82-bcc6-e2ef16170aec {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:40:23.331703 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-1bad4999-48a2-4a70-afd6-b1f9a68e9d9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:23.363231 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-1bad4999-48a2-4a70-afd6-b1f9a68e9d9e service neutron] Transition to ACTIVE for port object a2613ded-e0b0-4b82-bcc6-e2ef16170aec will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:40:23.391193 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db943e-ff5c-4d4c-bb3e-7c93f92e1f75 req-2d3edb4e-0339-4df8-baf4-b7dc22146ff5 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:23.395640 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c5db943e-ff5c-4d4c-bb3e-7c93f92e1f75 req-2d3edb4e-0339-4df8-baf4-b7dc22146ff5 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/ports?device_id=b913c7d8-8db0-45dd-8119-d6592c0686a5 HTTP/1.1" status: 200 len: 931 time: 0.0932178 May 27 03:40:23.436527 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c5db943e-ff5c-4d4c-bb3e-7c93f92e1f75 req-c6f4f668-873a-4d8a-bebe-7f1a4c22ac14 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/security-groups?id=72bb060a-8b06-4264-8ae0-55d054b91106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381215 May 27 03:40:23.471332 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-1bad4999-48a2-4a70-afd6-b1f9a68e9d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:23.627100 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad4999-48a2-4a70-afd6-b1f9a68e9d9e service neutron] Pushing event updated for resources: {'Port': ['ID=a2613ded-e0b0-4b82-bcc6-e2ef16170aec,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:23.707828 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-1bad4999-48a2-4a70-afd6-b1f9a68e9d9e service neutron] Attempting to bind port a2613ded-e0b0-4b82-bcc6-e2ef16170aec on host n-h1-843554-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:40:23.708166 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-1bad4999-48a2-4a70-afd6-b1f9a68e9d9e service neutron] Attempting to bind port a2613ded-e0b0-4b82-bcc6-e2ef16170aec by drivers openvswitch,hyperv on host n-h1-843554-3 at level 0 using segments [{'id': 'af9ffd20-1350-4f84-ac3e-99f79788af7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:40:23.708522 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-1bad4999-48a2-4a70-afd6-b1f9a68e9d9e service neutron] Attempting to bind port a2613ded-e0b0-4b82-bcc6-e2ef16170aec on network 961b8cc7-743b-49b6-8293-cf8b5306177e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:40:23.713123 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-1bad4999-48a2-4a70-afd6-b1f9a68e9d9e service neutron] Port a2613ded-e0b0-4b82-bcc6-e2ef16170aec on network 961b8cc7-743b-49b6-8293-cf8b5306177e not bound, no agent of type Open vSwitch agent registered on host n-h1-843554-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:40:23.713442 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-1bad4999-48a2-4a70-afd6-b1f9a68e9d9e service neutron] Attempting to bind port a2613ded-e0b0-4b82-bcc6-e2ef16170aec on network 961b8cc7-743b-49b6-8293-cf8b5306177e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:40:23.718440 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-1bad4999-48a2-4a70-afd6-b1f9a68e9d9e service neutron] Checking agent: {'id': '395137c4-f2f6-42c9-a21e-de2922971707', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843554-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'started_at': datetime.datetime(2022, 5, 27, 2, 2, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:40:23.718777 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-1bad4999-48a2-4a70-afd6-b1f9a68e9d9e service neutron] Checking segment: {'id': 'af9ffd20-1350-4f84-ac3e-99f79788af7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:40:23.719162 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-1bad4999-48a2-4a70-afd6-b1f9a68e9d9e service neutron] Bound using segment: {'id': 'af9ffd20-1350-4f84-ac3e-99f79788af7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:40:23.719581 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-1bad4999-48a2-4a70-afd6-b1f9a68e9d9e service neutron] Bound port: a2613ded-e0b0-4b82-bcc6-e2ef16170aec, host: n-h1-843554-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af9ffd20-1350-4f84-ac3e-99f79788af7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:40:23.719925 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-1bad4999-48a2-4a70-afd6-b1f9a68e9d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:23.812048 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-1bad4999-48a2-4a70-afd6-b1f9a68e9d9e service neutron] For port a2613ded-e0b0-4b82-bcc6-e2ef16170aec, host n-h1-843554-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:40:23.814817 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-1bad4999-48a2-4a70-afd6-b1f9a68e9d9e service neutron] For port a2613ded-e0b0-4b82-bcc6-e2ef16170aec, host n-h1-843554-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=a2613ded-e0b0-4b82-bcc6-e2ef16170aec,segment=NetworkSegment(af9ffd20-1350-4f84-ac3e-99f79788af7e),segment_id=af9ffd20-1350-4f84-ac3e-99f79788af7e)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:40:23.872395 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-1bad4999-48a2-4a70-afd6-b1f9a68e9d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:23.932322 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-1bad4999-48a2-4a70-afd6-b1f9a68e9d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:23.932799 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-1bad4999-48a2-4a70-afd6-b1f9a68e9d9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:23.942054 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-1bad4999-48a2-4a70-afd6-b1f9a68e9d9e service neutron] 10.222.0.32 "PUT /v2.0/ports/a2613ded-e0b0-4b82-bcc6-e2ef16170aec HTTP/1.1" status: 200 len: 1091 time: 1.1927493 May 27 03:40:23.942054 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b913c7d8-8db0-45dd-8119-d6592c0686a5', 'tag': 'a2613ded-e0b0-4b82-bcc6-e2ef16170aec'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:40:23.955855 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad4999-48a2-4a70-afd6-b1f9a68e9d9e service neutron] Pushing event updated for resources: {'Port': ['ID=a2613ded-e0b0-4b82-bcc6-e2ef16170aec,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:23.984376 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e84e90c3-2db7-42b5-8978-83bc8bc13db1'] response: {'name': 'network-changed', 'server_uuid': 'b913c7d8-8db0-45dd-8119-d6592c0686a5', 'tag': 'a2613ded-e0b0-4b82-bcc6-e2ef16170aec', 'status': 'completed', 'code': 200} May 27 03:40:24.082500 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa810e71-c5e9-4fa0-80d5-2ab45fe7ddb2 req-4fb091ae-dc32-477a-9d02-40c18c1743cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:24.083979 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fa810e71-c5e9-4fa0-80d5-2ab45fe7ddb2 req-4fb091ae-dc32-477a-9d02-40c18c1743cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7e02846a269d4d47b2aa652d60d9782b&device_id=b913c7d8-8db0-45dd-8119-d6592c0686a5 HTTP/1.1" status: 200 len: 1094 time: 0.0762138 May 27 03:40:24.224568 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa810e71-c5e9-4fa0-80d5-2ab45fe7ddb2 req-86db6090-31fb-4cca-91b9-b8a51519c2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:24.226034 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fa810e71-c5e9-4fa0-80d5-2ab45fe7ddb2 req-86db6090-31fb-4cca-91b9-b8a51519c2f5 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=7e02846a269d4d47b2aa652d60d9782b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1324885 May 27 03:40:24.360315 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa810e71-c5e9-4fa0-80d5-2ab45fe7ddb2 req-df1caba7-4391-4601-99d5-65ec3c6e4e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:24.361772 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-fa810e71-c5e9-4fa0-80d5-2ab45fe7ddb2 req-df1caba7-4391-4601-99d5-65ec3c6e4e92 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1282158 May 27 03:40:24.472465 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-9872d62a-62a0-4005-89c9-83d5f92673d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:24.474074 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-9872d62a-62a0-4005-89c9-83d5f92673d2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7e02846a269d4d47b2aa652d60d9782b&device_id=b913c7d8-8db0-45dd-8119-d6592c0686a5 HTTP/1.1" status: 200 len: 1094 time: 0.0748005 May 27 03:40:24.551202 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-83d4a966-6a20-42f0-b783-16ccb1c66865 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2613ded-e0b0-4b82-bcc6-e2ef16170aec HTTP/1.1" status: 200 len: 217 time: 0.0675259 May 27 03:40:24.663179 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-4d2aec75-117b-4ff9-906d-d5a6dd617b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:24.664617 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-4d2aec75-117b-4ff9-906d-d5a6dd617b4a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a84f10d2-3b98-4d78-9a31-b16396b398f6 HTTP/1.1" status: 200 len: 849 time: 0.0819340 May 27 03:40:24.724588 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30315c-a533-47d1-b676-87a7d95b7662 req-6ed005bc-2c22-42cc-a662-42cbd5cf8d41 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:24.725996 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cb30315c-a533-47d1-b676-87a7d95b7662 req-6ed005bc-2c22-42cc-a662-42cbd5cf8d41 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/ports?device_id=b913c7d8-8db0-45dd-8119-d6592c0686a5 HTTP/1.1" status: 200 len: 943 time: 0.1767311 May 27 03:40:24.785447 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-cb30315c-a533-47d1-b676-87a7d95b7662 req-1fe6471e-f586-4947-bc17-c54a6cf93680 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/security-groups?id=72bb060a-8b06-4264-8ae0-55d054b91106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527184 May 27 03:40:24.791587 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-34285091-9a01-4c87-be4b-6854b426a422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:24.793065 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-34285091-9a01-4c87-be4b-6854b426a422 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=961b8cc7-743b-49b6-8293-cf8b5306177e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1188674 May 27 03:40:24.933327 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-7c2d2027-38ca-404a-b8ad-3e9dba2d21bf service neutron] 10.222.0.32 "GET /v2.0/networks/961b8cc7-743b-49b6-8293-cf8b5306177e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304715 May 27 03:40:25.175702 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-ba9ce436-9816-4a9c-a0ff-8fe159908d7e req-be84064a-1795-4489-8d29-ebc2caa0a86f service neutron] 10.222.0.32 "GET /v2.0/networks/961b8cc7-743b-49b6-8293-cf8b5306177e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354693 May 27 03:40:25.569402 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-822ac739-e60c-4f8e-821c-33f652e9139b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:25.969912 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5eb1f-61d9-41e7-9aee-4a803924a8e7 req-92da2cd8-b6d4-40e4-84dd-cc62b47f153a tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:25.971363 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bcf5eb1f-61d9-41e7-9aee-4a803924a8e7 req-92da2cd8-b6d4-40e4-84dd-cc62b47f153a tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/ports?device_id=b913c7d8-8db0-45dd-8119-d6592c0686a5 HTTP/1.1" status: 200 len: 943 time: 0.0773950 May 27 03:40:26.014624 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bcf5eb1f-61d9-41e7-9aee-4a803924a8e7 req-cc0d81f7-8141-4cf1-b2f8-077f34735fe3 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/security-groups?id=72bb060a-8b06-4264-8ae0-55d054b91106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376537 May 27 03:40:27.199355 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95a00d-9bde-4a43-b1af-8d8765981ee8 req-bcccc3c7-51b0-4f46-9fa4-d3a2b03913dd tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:27.200747 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df95a00d-9bde-4a43-b1af-8d8765981ee8 req-bcccc3c7-51b0-4f46-9fa4-d3a2b03913dd tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/ports?device_id=b913c7d8-8db0-45dd-8119-d6592c0686a5 HTTP/1.1" status: 200 len: 943 time: 0.0821784 May 27 03:40:27.244331 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-df95a00d-9bde-4a43-b1af-8d8765981ee8 req-2a3b453d-7703-4b99-8469-6feec2319146 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/security-groups?id=72bb060a-8b06-4264-8ae0-55d054b91106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379052 May 27 03:40:27.661855 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:40:27.986111 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e0e9e59b-649f-4c54-b829-5fd78851daff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:28.333044 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device a2613ded-e0b0-4b82-bcc6-e2ef16170aec details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:40:28.428323 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9132ae-4199-4686-99b3-e5f80581d164 req-892f1fd2-79b8-4165-9eae-3c53eed541ca tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:28.429831 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-da9132ae-4199-4686-99b3-e5f80581d164 req-892f1fd2-79b8-4165-9eae-3c53eed541ca tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/ports?device_id=b913c7d8-8db0-45dd-8119-d6592c0686a5 HTTP/1.1" status: 200 len: 943 time: 0.0812454 May 27 03:40:28.470842 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port a2613ded-e0b0-4b82-bcc6-e2ef16170aec, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=a2613ded-e0b0-4b82-bcc6-e2ef16170aec,segment=NetworkSegment(af9ffd20-1350-4f84-ac3e-99f79788af7e),segment_id=af9ffd20-1350-4f84-ac3e-99f79788af7e)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:40:28.474816 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-da9132ae-4199-4686-99b3-e5f80581d164 req-09f13d3f-8d44-426b-8eaa-ff365feffbde tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/security-groups?id=72bb060a-8b06-4264-8ae0-55d054b91106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386968 May 27 03:40:28.484643 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': 'a2613ded-e0b0-4b82-bcc6-e2ef16170aec', 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e', 'port_id': 'a2613ded-e0b0-4b82-bcc6-e2ef16170aec', 'mac_address': 'fa:16:3e:a3:53:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a84f10d2-3b98-4d78-9a31-b16396b398f6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:40:28.538549 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port a2613ded-e0b0-4b82-bcc6-e2ef16170aec is: DOWN; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:40:28.538862 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:28.555573 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2613ded-e0b0-4b82-bcc6-e2ef16170aec {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:40:28.571211 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port a2613ded-e0b0-4b82-bcc6-e2ef16170aec, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=a2613ded-e0b0-4b82-bcc6-e2ef16170aec,segment=NetworkSegment(af9ffd20-1350-4f84-ac3e-99f79788af7e),segment_id=af9ffd20-1350-4f84-ac3e-99f79788af7e)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:40:28.631251 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:28.700399 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=a2613ded-e0b0-4b82-bcc6-e2ef16170aec,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:28.917785 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['a2613ded-e0b0-4b82-bcc6-e2ef16170aec'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:40:29.112975 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:29.300369 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:29.661415 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdcf915-9f07-4c58-a5c3-f037adf00e56 req-a910a34c-4987-4ecc-89a7-a5d8347531ce tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:29.662848 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7fdcf915-9f07-4c58-a5c3-f037adf00e56 req-a910a34c-4987-4ecc-89a7-a5d8347531ce tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/ports?device_id=b913c7d8-8db0-45dd-8119-d6592c0686a5 HTTP/1.1" status: 200 len: 944 time: 0.0814028 May 27 03:40:29.705979 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-7fdcf915-9f07-4c58-a5c3-f037adf00e56 req-f4dca013-c2bb-4559-a2e2-2788034992c5 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/security-groups?id=72bb060a-8b06-4264-8ae0-55d054b91106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375161 May 27 03:40:30.354344 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device a2613ded-e0b0-4b82-bcc6-e2ef16170aec up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:40:30.477505 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:30.505739 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning for port a2613ded-e0b0-4b82-bcc6-e2ef16170aec completed by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:40:30.511147 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port a2613ded-e0b0-4b82-bcc6-e2ef16170aec triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:40:30.515599 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:30.627511 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port a2613ded-e0b0-4b82-bcc6-e2ef16170aec is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:40:30.627808 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:30.654013 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b913c7d8-8db0-45dd-8119-d6592c0686a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2613ded-e0b0-4b82-bcc6-e2ef16170aec'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:40:30.663841 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port a2613ded-e0b0-4b82-bcc6-e2ef16170aec, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=a2613ded-e0b0-4b82-bcc6-e2ef16170aec,segment=NetworkSegment(af9ffd20-1350-4f84-ac3e-99f79788af7e),segment_id=af9ffd20-1350-4f84-ac3e-99f79788af7e)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:40:30.697224 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f191e854-dd46-42e7-8049-7033449dd786'] response: {'server_uuid': 'b913c7d8-8db0-45dd-8119-d6592c0686a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2613ded-e0b0-4b82-bcc6-e2ef16170aec', 'code': 200} May 27 03:40:30.729901 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:30.803571 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=a2613ded-e0b0-4b82-bcc6-e2ef16170aec,revision_number=5']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:30.884506 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3838453-39eb-498c-80fa-386463318400 req-4fdb39c5-6049-4cbf-a229-7476d270f629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:30.885970 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d3838453-39eb-498c-80fa-386463318400 req-4fdb39c5-6049-4cbf-a229-7476d270f629 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b913c7d8-8db0-45dd-8119-d6592c0686a5 HTTP/1.1" status: 200 len: 1096 time: 0.1305497 May 27 03:40:30.936273 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378edaac-23be-472e-b022-e836f45345a8 req-89be1a2a-ef17-4e3c-9477-e398e3518077 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:30.937728 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-378edaac-23be-472e-b022-e836f45345a8 req-89be1a2a-ef17-4e3c-9477-e398e3518077 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/ports?device_id=b913c7d8-8db0-45dd-8119-d6592c0686a5 HTTP/1.1" status: 200 len: 945 time: 0.1230903 May 27 03:40:30.942944 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-d3838453-39eb-498c-80fa-386463318400 req-6c5741ff-9ae0-4fe8-8d05-32dbb5614244 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=72bb060a-8b06-4264-8ae0-55d054b91106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493598 May 27 03:40:30.983512 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-378edaac-23be-472e-b022-e836f45345a8 req-92d6df4f-864f-419b-a4fc-a9925805bf86 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/security-groups?id=72bb060a-8b06-4264-8ae0-55d054b91106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396731 May 27 03:40:32.165364 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938e5f9-7e76-4ed7-ad50-65770e1bb40f req-3cd5321c-d319-4e29-81b3-3be70da118f4 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:32.166749 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f938e5f9-7e76-4ed7-ad50-65770e1bb40f req-3cd5321c-d319-4e29-81b3-3be70da118f4 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/ports?device_id=b913c7d8-8db0-45dd-8119-d6592c0686a5 HTTP/1.1" status: 200 len: 945 time: 0.0791266 May 27 03:40:32.211205 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f938e5f9-7e76-4ed7-ad50-65770e1bb40f req-6f6acef3-463c-4d2c-a715-638218c2c8fe tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/security-groups?id=72bb060a-8b06-4264-8ae0-55d054b91106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382836 May 27 03:40:33.400523 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbad79e-5f7c-40cf-ac03-bd8cfb60d50d req-628e11eb-1b9c-482c-b64b-24f352c8740a tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:33.402705 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9dbad79e-5f7c-40cf-ac03-bd8cfb60d50d req-628e11eb-1b9c-482c-b64b-24f352c8740a tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/ports?device_id=b913c7d8-8db0-45dd-8119-d6592c0686a5 HTTP/1.1" status: 200 len: 945 time: 0.0859027 May 27 03:40:33.447302 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-9dbad79e-5f7c-40cf-ac03-bd8cfb60d50d req-8cef6fd1-d236-4fce-9061-833edf8b291d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/security-groups?id=72bb060a-8b06-4264-8ae0-55d054b91106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386777 May 27 03:40:33.635299 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd63b6-cfcc-41c3-9c82-8288db07d90c req-1025b04d-4571-4ece-bc02-05011cbfc7dc tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:33.636837 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52bd63b6-cfcc-41c3-9c82-8288db07d90c req-1025b04d-4571-4ece-bc02-05011cbfc7dc tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/ports?device_id=b913c7d8-8db0-45dd-8119-d6592c0686a5 HTTP/1.1" status: 200 len: 945 time: 0.0814908 May 27 03:40:33.679956 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52bd63b6-cfcc-41c3-9c82-8288db07d90c req-670c08d6-2b45-4831-88a0-1e65e87978a8 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/security-groups?id=72bb060a-8b06-4264-8ae0-55d054b91106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374980 May 27 03:40:33.703159 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40128) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:33.773477 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f520d713-3e75-4ccd-97c8-52cf30efe320 tempest-TestSnapshotPattern-1795318111 tempest-TestSnapshotPattern-1795318111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:33.777849 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-f520d713-3e75-4ccd-97c8-52cf30efe320 tempest-TestSnapshotPattern-1795318111 tempest-TestSnapshotPattern-1795318111-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=b913c7d8-8db0-45dd-8119-d6592c0686a5 HTTP/1.1" status: 200 len: 1091 time: 0.0710940 May 27 03:40:33.778030 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40132) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:33.782714 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.v2.base [None req-3d5c6f7f-29c6-42c0-8560-f7b7f641228f tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Request body: {'floatingip': {'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'port_id': 'a2613ded-e0b0-4b82-bcc6-e2ef16170aec', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:40:33.789106 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-3d5c6f7f-29c6-42c0-8560-f7b7f641228f tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:33.793418 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3d5c6f7f-29c6-42c0-8560-f7b7f641228f tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Usage tracker for resource:floatingip and tenant:7e02846a269d4d47b2aa652d60d9782b is out of sync, need to count used quota {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:33.796211 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [None req-3d5c6f7f-29c6-42c0-8560-f7b7f641228f tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:33.801788 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.quota.driver [None req-3d5c6f7f-29c6-42c0-8560-f7b7f641228f tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:33.895264 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3d5c6f7f-29c6-42c0-8560-f7b7f641228f tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks [] for floatingip, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:34.027978 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3d5c6f7f-29c6-42c0-8560-f7b7f641228f tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:34.157379 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-3d5c6f7f-29c6-42c0-8560-f7b7f641228f tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Allocated IP 172.25.1.224 (d97d5b0c-4580-406a-95fb-4efaa0c98188/8902fd1d-8bbe-4a18-9e82-36a026e0f883/5590c2c1-5251-49a0-bfea-9bc892b6398c) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:40:34.304172 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3d5c6f7f-29c6-42c0-8560-f7b7f641228f tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:34.403839 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3d5c6f7f-29c6-42c0-8560-f7b7f641228f tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789642468446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:34.465902 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5c6f7f-29c6-42c0-8560-f7b7f641228f tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Network d97d5b0c-4580-406a-95fb-4efaa0c98188 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:40:34.468644 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-3d5c6f7f-29c6-42c0-8560-f7b7f641228f tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:34.472190 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5c6f7f-29c6-42c0-8560-f7b7f641228f tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:40:34.513087 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c6f7f-29c6-42c0-8560-f7b7f641228f tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Pushing event updated for resources: {'Port': ['ID=5590c2c1-5251-49a0-bfea-9bc892b6398c,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:34.983071 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3d5c6f7f-29c6-42c0-8560-f7b7f641228f tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:35.100911 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3d5c6f7f-29c6-42c0-8560-f7b7f641228f tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:35.300284 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3d5c6f7f-29c6-42c0-8560-f7b7f641228f tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:35.340655 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3d5c6f7f-29c6-42c0-8560-f7b7f641228f tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14990272'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:35.453531 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c6f7f-29c6-42c0-8560-f7b7f641228f tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Pushing event updated for resources: {'Port': ['ID=5590c2c1-5251-49a0-bfea-9bc892b6398c,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:35.461694 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3d5c6f7f-29c6-42c0-8560-f7b7f641228f tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965280'] for floatingip, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:35.631616 n-d-843554-3 neutron-server[88902]: INFO neutron.db.l3_db [None req-3d5c6f7f-29c6-42c0-8560-f7b7f641228f tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Floating IP 13e9aa0b-1a45-4ed3-a922-4249f4aa0671 associated. External IP: 172.25.1.224, port: a2613ded-e0b0-4b82-bcc6-e2ef16170aec. May 27 03:40:35.978432 n-d-843554-3 neutron-server[88902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5c6f7f-29c6-42c0-8560-f7b7f641228f tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Router 12fb7929-ade1-458f-aa7c-42788523d3ce has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:40:36.267641 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5c6f7f-29c6-42c0-8560-f7b7f641228f tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:40:36.277337 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ea32f4-4231-426c-a35e-2f319725db30 None None] Sync routers for ids ['12fb7929-ade1-458f-aa7c-42788523d3ce'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:40:36.293542 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ea32f4-4231-426c-a35e-2f319725db30 None None] Routers {'12fb7929-ade1-458f-aa7c-42788523d3ce'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:40:36.294152 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-f2ea32f4-4231-426c-a35e-2f319725db30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:40:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['12fb7929-ade1-458f-aa7c-42788523d3ce'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:36.358269 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3d5c6f7f-29c6-42c0-8560-f7b7f641228f tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:36.416236 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-3d5c6f7f-29c6-42c0-8560-f7b7f641228f tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6372101 May 27 03:40:36.416875 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b913c7d8-8db0-45dd-8119-d6592c0686a5', 'tag': 'a2613ded-e0b0-4b82-bcc6-e2ef16170aec'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:40:36.460311 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f485f262-0b4f-4398-8ffb-c0c5dfef0953'] response: {'name': 'network-changed', 'server_uuid': 'b913c7d8-8db0-45dd-8119-d6592c0686a5', 'tag': 'a2613ded-e0b0-4b82-bcc6-e2ef16170aec', 'status': 'completed', 'code': 200} May 27 03:40:36.469285 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-f2ea32f4-4231-426c-a35e-2f319725db30 None None] Set router 12fb7929-ade1-458f-aa7c-42788523d3ce gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:40:36.562422 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e492f-84de-4d52-ba8e-ac069a16dfa3 req-32ca8361-5ae9-4f62-85d6-9b9a923bd149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:36.563779 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f65e492f-84de-4d52-ba8e-ac069a16dfa3 req-32ca8361-5ae9-4f62-85d6-9b9a923bd149 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7e02846a269d4d47b2aa652d60d9782b&device_id=b913c7d8-8db0-45dd-8119-d6592c0686a5 HTTP/1.1" status: 200 len: 1096 time: 0.0693049 May 27 03:40:36.696982 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e492f-84de-4d52-ba8e-ac069a16dfa3 req-a5d3f88c-17d0-415f-8d51-dcae697c1932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:36.698446 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f65e492f-84de-4d52-ba8e-ac069a16dfa3 req-a5d3f88c-17d0-415f-8d51-dcae697c1932 service neutron] 10.222.0.32 "GET /v2.0/networks?id=961b8cc7-743b-49b6-8293-cf8b5306177e HTTP/1.1" status: 200 len: 911 time: 0.1233778 May 27 03:40:36.802909 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f65e492f-84de-4d52-ba8e-ac069a16dfa3 req-db573a97-7373-425d-828d-f33d66bdafa5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2613ded-e0b0-4b82-bcc6-e2ef16170aec HTTP/1.1" status: 200 len: 999 time: 0.0972393 May 27 03:40:36.817168 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-f2ea32f4-4231-426c-a35e-2f319725db30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'name': 'tempest-TestSnapshotPattern-1035509733-router', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '818965bd-b7b5-4f26-9531-f3b6c1ea4169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:24Z', 'updated_at': '2022-05-27T03:37:29Z', 'revision_number': 4, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'gw_port': {'id': '818965bd-b7b5-4f26-9531-f3b6c1ea4169', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:25Z', 'updated_at': '2022-05-27T03:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '13e9aa0b-1a45-4ed3-a922-4249f4aa0671', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'floating_ip_address': '172.25.1.224', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'port_id': 'a2613ded-e0b0-4b82-bcc6-e2ef16170aec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e', 'mac_address': 'fa:16:3e:a3:53:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b913c7d8-8db0-45dd-8119-d6592c0686a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:40:34Z', 'updated_at': '2022-05-27T03:40:34Z', 'revision_number': 0, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'fixed_ip_address_scope': None}, {'id': 'af7fd9dd-960d-4dfa-95c9-7cd1310c12b0', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'floating_ip_address': '172.25.1.179', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'port_id': '0c9268f4-235c-4209-945a-f2f6092855b5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e', 'mac_address': 'fa:16:3e:2e:c1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da798ef8-b478-44d6-9032-49e4459ce8ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:37:58Z', 'updated_at': '2022-05-27T03:38:01Z', 'revision_number': 1, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18807712-1819-4842-97bf-ee868cfda10a', 'name': '', 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'mac_address': 'fa:16:3e:b7:07:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': 'a84f10d2-3b98-4d78-9a31-b16396b398f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:28Z', 'updated_at': '2022-05-27T03:37:35Z', 'revision_number': 5, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'subnets': [{'id': 'a84f10d2-3b98-4d78-9a31-b16396b398f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:36.820954 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ea32f4-4231-426c-a35e-2f319725db30 None None] Checking router: 12fb7929-ade1-458f-aa7c-42788523d3ce for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:40:36.829463 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ea32f4-4231-426c-a35e-2f319725db30 None None] Routers {'12fb7929-ade1-458f-aa7c-42788523d3ce'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:40:36.830067 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-f2ea32f4-4231-426c-a35e-2f319725db30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:40:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['12fb7929-ade1-458f-aa7c-42788523d3ce'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:36.871222 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e492f-84de-4d52-ba8e-ac069a16dfa3 req-3853b70d-1ce1-4448-87a2-7e5d75abd280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:36.872652 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f65e492f-84de-4d52-ba8e-ac069a16dfa3 req-3853b70d-1ce1-4448-87a2-7e5d75abd280 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a84f10d2-3b98-4d78-9a31-b16396b398f6 HTTP/1.1" status: 200 len: 849 time: 0.0598161 May 27 03:40:36.949604 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e492f-84de-4d52-ba8e-ac069a16dfa3 req-f14f2ffa-f058-44b5-8550-8fecf49af815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:36.951055 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f65e492f-84de-4d52-ba8e-ac069a16dfa3 req-f14f2ffa-f058-44b5-8550-8fecf49af815 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=961b8cc7-743b-49b6-8293-cf8b5306177e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680637 May 27 03:40:37.003283 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-f2ea32f4-4231-426c-a35e-2f319725db30 None None] Set router 12fb7929-ade1-458f-aa7c-42788523d3ce gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:40:37.087916 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f65e492f-84de-4d52-ba8e-ac069a16dfa3 req-b8e62f40-76a7-4173-a0d8-33f5124fb193 service neutron] 10.222.0.32 "GET /v2.0/networks/961b8cc7-743b-49b6-8293-cf8b5306177e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252649 May 27 03:40:37.219200 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-f65e492f-84de-4d52-ba8e-ac069a16dfa3 req-34b14f31-3118-428b-be8e-aac6e0b6ac21 service neutron] 10.222.0.32 "GET /v2.0/networks/961b8cc7-743b-49b6-8293-cf8b5306177e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236329 May 27 03:40:37.370620 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-f2ea32f4-4231-426c-a35e-2f319725db30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'name': 'tempest-TestSnapshotPattern-1035509733-router', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '818965bd-b7b5-4f26-9531-f3b6c1ea4169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:24Z', 'updated_at': '2022-05-27T03:37:29Z', 'revision_number': 4, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'gw_port': {'id': '818965bd-b7b5-4f26-9531-f3b6c1ea4169', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:25Z', 'updated_at': '2022-05-27T03:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '13e9aa0b-1a45-4ed3-a922-4249f4aa0671', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'floating_ip_address': '172.25.1.224', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'port_id': 'a2613ded-e0b0-4b82-bcc6-e2ef16170aec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e', 'mac_address': 'fa:16:3e:a3:53:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b913c7d8-8db0-45dd-8119-d6592c0686a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:40:34Z', 'updated_at': '2022-05-27T03:40:34Z', 'revision_number': 0, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'fixed_ip_address_scope': None}, {'id': 'af7fd9dd-960d-4dfa-95c9-7cd1310c12b0', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'floating_ip_address': '172.25.1.179', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'port_id': '0c9268f4-235c-4209-945a-f2f6092855b5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e', 'mac_address': 'fa:16:3e:2e:c1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da798ef8-b478-44d6-9032-49e4459ce8ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:37:58Z', 'updated_at': '2022-05-27T03:38:01Z', 'revision_number': 1, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18807712-1819-4842-97bf-ee868cfda10a', 'name': '', 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'mac_address': 'fa:16:3e:b7:07:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': 'a84f10d2-3b98-4d78-9a31-b16396b398f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:28Z', 'updated_at': '2022-05-27T03:37:35Z', 'revision_number': 5, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'subnets': [{'id': 'a84f10d2-3b98-4d78-9a31-b16396b398f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:37.374332 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ea32f4-4231-426c-a35e-2f319725db30 None None] The sync data for ids ['12fb7929-ade1-458f-aa7c-42788523d3ce'] in n-d-843554-3 is: [{'id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'name': 'tempest-TestSnapshotPattern-1035509733-router', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '818965bd-b7b5-4f26-9531-f3b6c1ea4169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:24Z', 'updated_at': '2022-05-27T03:37:29Z', 'revision_number': 4, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'gw_port': {'id': '818965bd-b7b5-4f26-9531-f3b6c1ea4169', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:25Z', 'updated_at': '2022-05-27T03:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': '13e9aa0b-1a45-4ed3-a922-4249f4aa0671', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'floating_ip_address': '172.25.1.224', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'port_id': 'a2613ded-e0b0-4b82-bcc6-e2ef16170aec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e', 'mac_address': 'fa:16:3e:a3:53:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b913c7d8-8db0-45dd-8119-d6592c0686a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:40:34Z', 'updated_at': '2022-05-27T03:40:34Z', 'revision_number': 0, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'fixed_ip_address_scope': None}, {'id': 'af7fd9dd-960d-4dfa-95c9-7cd1310c12b0', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'floating_ip_address': '172.25.1.179', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'port_id': '0c9268f4-235c-4209-945a-f2f6092855b5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e', 'mac_address': 'fa:16:3e:2e:c1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da798ef8-b478-44d6-9032-49e4459ce8ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:37:58Z', 'updated_at': '2022-05-27T03:38:01Z', 'revision_number': 1, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18807712-1819-4842-97bf-ee868cfda10a', 'name': '', 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'mac_address': 'fa:16:3e:b7:07:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': 'a84f10d2-3b98-4d78-9a31-b16396b398f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:28Z', 'updated_at': '2022-05-27T03:37:35Z', 'revision_number': 5, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'subnets': [{'id': 'a84f10d2-3b98-4d78-9a31-b16396b398f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:40:37.554854 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b795b88-2448-4405-ab13-f2fc0e4cb0e1 None None] New status for floating IP 13e9aa0b-1a45-4ed3-a922-4249f4aa0671: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:40:45.733992 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52503071-7b64-4f2a-8b8e-4b329a86141b req-71dcd065-1857-4417-903b-06df03ef2333 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=da798ef8-b478-44d6-9032-49e4459ce8ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0675716 May 27 03:40:45.873720 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52503071-7b64-4f2a-8b8e-4b329a86141b req-e3763f35-f6de-4ee1-9da0-833138385392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:45.875246 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52503071-7b64-4f2a-8b8e-4b329a86141b req-e3763f35-f6de-4ee1-9da0-833138385392 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e02846a269d4d47b2aa652d60d9782b&device_id=da798ef8-b478-44d6-9032-49e4459ce8ba HTTP/1.1" status: 200 len: 1094 time: 0.0750804 May 27 03:40:46.019715 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52503071-7b64-4f2a-8b8e-4b329a86141b req-444a3b1e-b041-4750-bf49-932d5d0c108f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:46.021094 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52503071-7b64-4f2a-8b8e-4b329a86141b req-444a3b1e-b041-4750-bf49-932d5d0c108f service neutron] 10.222.0.66 "GET /v2.0/networks?id=961b8cc7-743b-49b6-8293-cf8b5306177e HTTP/1.1" status: 200 len: 911 time: 0.1275492 May 27 03:40:46.125126 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52503071-7b64-4f2a-8b8e-4b329a86141b req-05a1e62e-a6ff-4236-a2a3-7aa64e7aeb19 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c9268f4-235c-4209-945a-f2f6092855b5 HTTP/1.1" status: 200 len: 999 time: 0.0986898 May 27 03:40:46.185689 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52503071-7b64-4f2a-8b8e-4b329a86141b req-bacba57b-2aac-416b-9917-ed957e5abd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:46.187093 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52503071-7b64-4f2a-8b8e-4b329a86141b req-bacba57b-2aac-416b-9917-ed957e5abd33 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a84f10d2-3b98-4d78-9a31-b16396b398f6 HTTP/1.1" status: 200 len: 849 time: 0.0565474 May 27 03:40:46.261331 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52503071-7b64-4f2a-8b8e-4b329a86141b req-d18e90a2-4507-47c1-a00c-53b20608eb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:46.262781 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52503071-7b64-4f2a-8b8e-4b329a86141b req-d18e90a2-4507-47c1-a00c-53b20608eb9a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=961b8cc7-743b-49b6-8293-cf8b5306177e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693529 May 27 03:40:46.394812 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52503071-7b64-4f2a-8b8e-4b329a86141b req-698e1e34-2fbc-4e6d-bd07-448c6f52554a service neutron] 10.222.0.66 "GET /v2.0/networks/961b8cc7-743b-49b6-8293-cf8b5306177e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252351 May 27 03:40:46.639608 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-52503071-7b64-4f2a-8b8e-4b329a86141b req-162ba7dd-dcb4-4c41-a676-516373daf269 service neutron] 10.222.0.66 "GET /v2.0/networks/961b8cc7-743b-49b6-8293-cf8b5306177e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386780 May 27 03:40:50.232082 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:50.255116 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:55.545343 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-af8d50f6-4872-405e-8a68-a0fa63f3a655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:57.963608 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2fa1d313-0b9f-439e-b9b0-7b22e86e6b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:58.906621 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-96dda6af-a736-4a13-a3d4-98d458ebbd82 req-cfae9f4f-de7d-4cfa-8135-d18e6cbef7e5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b913c7d8-8db0-45dd-8119-d6592c0686a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0684345 May 27 03:40:59.041909 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dda6af-a736-4a13-a3d4-98d458ebbd82 req-2fc2cbbd-3308-4d93-b63d-3d71536cd0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:59.043371 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-96dda6af-a736-4a13-a3d4-98d458ebbd82 req-2fc2cbbd-3308-4d93-b63d-3d71536cd0f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7e02846a269d4d47b2aa652d60d9782b&device_id=b913c7d8-8db0-45dd-8119-d6592c0686a5 HTTP/1.1" status: 200 len: 1096 time: 0.0700142 May 27 03:40:59.083065 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:59.189111 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dda6af-a736-4a13-a3d4-98d458ebbd82 req-04e5a924-d861-4d05-ba9a-42aa05d80acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:59.190556 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-96dda6af-a736-4a13-a3d4-98d458ebbd82 req-04e5a924-d861-4d05-ba9a-42aa05d80acd service neutron] 10.222.0.32 "GET /v2.0/networks?id=961b8cc7-743b-49b6-8293-cf8b5306177e HTTP/1.1" status: 200 len: 911 time: 0.1275291 May 27 03:40:59.294855 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:59.296109 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-96dda6af-a736-4a13-a3d4-98d458ebbd82 req-cc5e49f3-f7e0-4352-b6e8-2b9e521a769f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2613ded-e0b0-4b82-bcc6-e2ef16170aec HTTP/1.1" status: 200 len: 1001 time: 0.0990813 May 27 03:40:59.361542 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dda6af-a736-4a13-a3d4-98d458ebbd82 req-53be025c-b657-436e-a748-9bf47e9d902b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:59.362859 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-96dda6af-a736-4a13-a3d4-98d458ebbd82 req-53be025c-b657-436e-a748-9bf47e9d902b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a84f10d2-3b98-4d78-9a31-b16396b398f6 HTTP/1.1" status: 200 len: 849 time: 0.0605719 May 27 03:40:59.437863 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dda6af-a736-4a13-a3d4-98d458ebbd82 req-3e9c0add-41a7-46d9-aa19-3ba7e5b60dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:59.439299 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-96dda6af-a736-4a13-a3d4-98d458ebbd82 req-3e9c0add-41a7-46d9-aa19-3ba7e5b60dd7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=961b8cc7-743b-49b6-8293-cf8b5306177e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691688 May 27 03:40:59.570153 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-96dda6af-a736-4a13-a3d4-98d458ebbd82 req-7277bc15-f2a9-45c2-9303-bbcf31a4264a service neutron] 10.222.0.32 "GET /v2.0/networks/961b8cc7-743b-49b6-8293-cf8b5306177e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232536 May 27 03:40:59.697662 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-96dda6af-a736-4a13-a3d4-98d458ebbd82 req-687f035c-fe02-4b1d-8fed-fea2a114b6e0 service neutron] 10.222.0.32 "GET /v2.0/networks/961b8cc7-743b-49b6-8293-cf8b5306177e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213596 May 27 03:41:00.459650 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:04.661191 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:41:20.191851 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:20.283075 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:25.546104 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4b4fcecf-5ac1-4fd7-bd11-2ed02acbc89d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:27.963519 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-0c742e82-c49b-446e-b277-40c151b1c343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:29.089081 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:29.300422 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:30.483505 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:41.664262 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:41:47.701301 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-633fca49-b9ad-4288-86e8-a2155b734eba req-d4c1800c-d587-413d-8352-eb2a70b24cc4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=da798ef8-b478-44d6-9032-49e4459ce8ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0683484 May 27 03:41:47.840128 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633fca49-b9ad-4288-86e8-a2155b734eba req-b00c8d39-99c1-4e35-a48f-7dd54aaf0257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:47.841614 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-633fca49-b9ad-4288-86e8-a2155b734eba req-b00c8d39-99c1-4e35-a48f-7dd54aaf0257 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e02846a269d4d47b2aa652d60d9782b&device_id=da798ef8-b478-44d6-9032-49e4459ce8ba HTTP/1.1" status: 200 len: 1094 time: 0.0768971 May 27 03:41:47.981795 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633fca49-b9ad-4288-86e8-a2155b734eba req-cf0ce8bf-75ce-48b4-b336-a4282daad4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:47.983241 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-633fca49-b9ad-4288-86e8-a2155b734eba req-cf0ce8bf-75ce-48b4-b336-a4282daad4b2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=961b8cc7-743b-49b6-8293-cf8b5306177e HTTP/1.1" status: 200 len: 911 time: 0.1241751 May 27 03:41:48.084536 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-633fca49-b9ad-4288-86e8-a2155b734eba req-0cdc0e51-315d-465e-ad96-25e0d700bbf4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c9268f4-235c-4209-945a-f2f6092855b5 HTTP/1.1" status: 200 len: 999 time: 0.0959697 May 27 03:41:48.145258 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633fca49-b9ad-4288-86e8-a2155b734eba req-23e86e17-0470-4e34-9c70-3169ee6a7aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:48.146648 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-633fca49-b9ad-4288-86e8-a2155b734eba req-23e86e17-0470-4e34-9c70-3169ee6a7aa0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a84f10d2-3b98-4d78-9a31-b16396b398f6 HTTP/1.1" status: 200 len: 849 time: 0.0560930 May 27 03:41:48.221994 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633fca49-b9ad-4288-86e8-a2155b734eba req-23c657a7-3338-4490-8da3-7837bf16da41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:48.223420 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-633fca49-b9ad-4288-86e8-a2155b734eba req-23c657a7-3338-4490-8da3-7837bf16da41 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=961b8cc7-743b-49b6-8293-cf8b5306177e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710583 May 27 03:41:48.352695 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-633fca49-b9ad-4288-86e8-a2155b734eba req-14d71f26-1164-4631-b092-f0027f4339ff service neutron] 10.222.0.66 "GET /v2.0/networks/961b8cc7-743b-49b6-8293-cf8b5306177e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226523 May 27 03:41:48.584006 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-633fca49-b9ad-4288-86e8-a2155b734eba req-9257358e-85e1-431f-95fc-6c65afb51ba8 service neutron] 10.222.0.66 "GET /v2.0/networks/961b8cc7-743b-49b6-8293-cf8b5306177e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254331 May 27 03:41:50.186346 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:50.294882 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:55.557866 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-841a0865-3d11-497d-8f83-9831c15a1e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:57.946345 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9f2ba691-983f-4e7f-ac4b-981759590f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:59.083315 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:59.306099 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:00.154745 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b2ecd5b2-b203-4e3d-b49c-6116ab93d722 req-ee61b1b1-5cde-479e-a78d-f53ba2d30a78 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b913c7d8-8db0-45dd-8119-d6592c0686a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1211677 May 27 03:42:00.294723 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ecd5b2-b203-4e3d-b49c-6116ab93d722 req-6b1be6b6-f49c-403e-985f-72e0496bde66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:00.296309 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b2ecd5b2-b203-4e3d-b49c-6116ab93d722 req-6b1be6b6-f49c-403e-985f-72e0496bde66 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7e02846a269d4d47b2aa652d60d9782b&device_id=b913c7d8-8db0-45dd-8119-d6592c0686a5 HTTP/1.1" status: 200 len: 1096 time: 0.0747821 May 27 03:42:00.443520 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ecd5b2-b203-4e3d-b49c-6116ab93d722 req-762f83de-555d-4b82-b7fe-4a5e3c13513c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:00.444944 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b2ecd5b2-b203-4e3d-b49c-6116ab93d722 req-762f83de-555d-4b82-b7fe-4a5e3c13513c service neutron] 10.222.0.32 "GET /v2.0/networks?id=961b8cc7-743b-49b6-8293-cf8b5306177e HTTP/1.1" status: 200 len: 911 time: 0.1277626 May 27 03:42:00.494093 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:00.542907 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b2ecd5b2-b203-4e3d-b49c-6116ab93d722 req-bc91178f-8230-46eb-a551-66b4f47d7b71 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2613ded-e0b0-4b82-bcc6-e2ef16170aec HTTP/1.1" status: 200 len: 1001 time: 0.0911787 May 27 03:42:00.606079 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ecd5b2-b203-4e3d-b49c-6116ab93d722 req-081cbfe7-4f27-442c-9861-64fc5d841f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:00.607448 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b2ecd5b2-b203-4e3d-b49c-6116ab93d722 req-081cbfe7-4f27-442c-9861-64fc5d841f95 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a84f10d2-3b98-4d78-9a31-b16396b398f6 HTTP/1.1" status: 200 len: 849 time: 0.0582993 May 27 03:42:00.680933 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ecd5b2-b203-4e3d-b49c-6116ab93d722 req-b4f0cbe8-b17c-4a15-a2d6-7983c7704168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:00.682332 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b2ecd5b2-b203-4e3d-b49c-6116ab93d722 req-b4f0cbe8-b17c-4a15-a2d6-7983c7704168 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=961b8cc7-743b-49b6-8293-cf8b5306177e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682902 May 27 03:42:00.692471 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-b2ecd5b2-b203-4e3d-b49c-6116ab93d722 req-74c85b87-13a1-450e-a47a-f923f514c74e service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 03:42:00.693425 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b2ecd5b2-b203-4e3d-b49c-6116ab93d722 req-74c85b87-13a1-450e-a47a-f923f514c74e service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048277 May 27 03:42:00.822678 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b2ecd5b2-b203-4e3d-b49c-6116ab93d722 req-cad6ad01-852a-4234-a374-326cd5b28a10 service neutron] 10.222.0.32 "GET /v2.0/networks/961b8cc7-743b-49b6-8293-cf8b5306177e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237311 May 27 03:42:00.966937 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-b2ecd5b2-b203-4e3d-b49c-6116ab93d722 req-dd30920d-3546-40c9-9cb9-396f9f67c373 service neutron] 10.222.0.32 "GET /v2.0/networks/961b8cc7-743b-49b6-8293-cf8b5306177e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347213 May 27 03:42:18.663034 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:42:18.888209 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device a2613ded-e0b0-4b82-bcc6-e2ef16170aec details requested by agent hyperv_n-h1-843554-3 with host n-h1-843554-3 {{(pid=88903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:42:19.017544 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port a2613ded-e0b0-4b82-bcc6-e2ef16170aec, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=a2613ded-e0b0-4b82-bcc6-e2ef16170aec,segment=NetworkSegment(af9ffd20-1350-4f84-ac3e-99f79788af7e),segment_id=af9ffd20-1350-4f84-ac3e-99f79788af7e)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:42:19.031101 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Returning: {'device': 'a2613ded-e0b0-4b82-bcc6-e2ef16170aec', 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e', 'port_id': 'a2613ded-e0b0-4b82-bcc6-e2ef16170aec', 'mac_address': 'fa:16:3e:a3:53:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a84f10d2-3b98-4d78-9a31-b16396b398f6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:42:19.087961 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port a2613ded-e0b0-4b82-bcc6-e2ef16170aec is: ACTIVE; New status is: BUILD {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:42:19.088252 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:19.105318 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2613ded-e0b0-4b82-bcc6-e2ef16170aec {{(pid=88903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:42:19.120153 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port a2613ded-e0b0-4b82-bcc6-e2ef16170aec, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=a2613ded-e0b0-4b82-bcc6-e2ef16170aec,segment=NetworkSegment(af9ffd20-1350-4f84-ac3e-99f79788af7e),segment_id=af9ffd20-1350-4f84-ac3e-99f79788af7e)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:42:19.197826 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:19.266517 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=a2613ded-e0b0-4b82-bcc6-e2ef16170aec,revision_number=6']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:19.274186 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:19.274526 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:19.274870 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:19.275200 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:19.275529 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:19.275856 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:19.276180 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:19.276534 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:19.276891 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:19.277200 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:19.277518 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:19.277834 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:19.282869 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] get_ports_and_sgs() called for port_ids ['a2613ded-e0b0-4b82-bcc6-e2ef16170aec'] {{(pid=88903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:42:20.220611 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:20.324188 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:20.897080 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device a2613ded-e0b0-4b82-bcc6-e2ef16170aec up at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:42:20.981291 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Provisioning complete for port a2613ded-e0b0-4b82-bcc6-e2ef16170aec triggered by entity L2. {{(pid=88903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:42:20.982274 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1998135'] for port, provisioning_complete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:21.108791 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port a2613ded-e0b0-4b82-bcc6-e2ef16170aec is: BUILD; New status is: ACTIVE {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:42:21.109124 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:21.140955 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b913c7d8-8db0-45dd-8119-d6592c0686a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2613ded-e0b0-4b82-bcc6-e2ef16170aec'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:42:21.159794 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port a2613ded-e0b0-4b82-bcc6-e2ef16170aec, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=a2613ded-e0b0-4b82-bcc6-e2ef16170aec,segment=NetworkSegment(af9ffd20-1350-4f84-ac3e-99f79788af7e),segment_id=af9ffd20-1350-4f84-ac3e-99f79788af7e)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:42:21.190874 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71bbea29-9c2c-49f7-9349-40727d9589d8'] response: {'server_uuid': 'b913c7d8-8db0-45dd-8119-d6592c0686a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2613ded-e0b0-4b82-bcc6-e2ef16170aec', 'code': 200} May 27 03:42:21.232455 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:21.311521 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=a2613ded-e0b0-4b82-bcc6-e2ef16170aec,revision_number=7']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:25.568324 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-30b029bd-62ad-4ce1-b89f-2e9663143ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:28.317896 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7d8a4e5b-1a08-4716-aeb5-b5504ea85ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:29.169552 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:29.333818 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:30.472068 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:30.795237 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40338) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:30.994965 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-bf6c7c0a-5431-47dd-90b1-155fbfbe20d8 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Deleting port 5590c2c1-5251-49a0-bfea-9bc892b6398c {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:42:30.995307 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf6c7c0a-5431-47dd-90b1-155fbfbe20d8 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:31.159981 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf6c7c0a-5431-47dd-90b1-155fbfbe20d8 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:31.160310 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf6c7c0a-5431-47dd-90b1-155fbfbe20d8 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:31.278369 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-bf6c7c0a-5431-47dd-90b1-155fbfbe20d8 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Calling delete_port for 5590c2c1-5251-49a0-bfea-9bc892b6398c owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:42:31.476352 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf6c7c0a-5431-47dd-90b1-155fbfbe20d8 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:31.524465 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6c7c0a-5431-47dd-90b1-155fbfbe20d8 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Pushing event deleted for resources: {'Port': ['ID=5590c2c1-5251-49a0-bfea-9bc892b6398c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:31.588078 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6c7c0a-5431-47dd-90b1-155fbfbe20d8 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:31.588418 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6c7c0a-5431-47dd-90b1-155fbfbe20d8 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:31.588773 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6c7c0a-5431-47dd-90b1-155fbfbe20d8 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:31.589109 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6c7c0a-5431-47dd-90b1-155fbfbe20d8 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:31.589434 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6c7c0a-5431-47dd-90b1-155fbfbe20d8 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:31.589756 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6c7c0a-5431-47dd-90b1-155fbfbe20d8 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:31.590076 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6c7c0a-5431-47dd-90b1-155fbfbe20d8 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:31.590395 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6c7c0a-5431-47dd-90b1-155fbfbe20d8 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:31.590714 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6c7c0a-5431-47dd-90b1-155fbfbe20d8 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:31.591027 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6c7c0a-5431-47dd-90b1-155fbfbe20d8 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:31.591345 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6c7c0a-5431-47dd-90b1-155fbfbe20d8 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:31.591658 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6c7c0a-5431-47dd-90b1-155fbfbe20d8 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:31.622000 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf6c7c0a-5431-47dd-90b1-155fbfbe20d8 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:31.622333 n-d-843554-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-bf6c7c0a-5431-47dd-90b1-155fbfbe20d8 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Floating IP 13e9aa0b-1a45-4ed3-a922-4249f4aa0671 disassociated (deleted). External IP: 172.25.1.224, port: a2613ded-e0b0-4b82-bcc6-e2ef16170aec. May 27 03:42:31.966667 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6c7c0a-5431-47dd-90b1-155fbfbe20d8 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Router 12fb7929-ade1-458f-aa7c-42788523d3ce has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:42:32.246641 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6c7c0a-5431-47dd-90b1-155fbfbe20d8 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:42:32.258445 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f08108d-2ce3-4fb2-b319-0713e6f7c5c3 None None] Sync routers for ids ['12fb7929-ade1-458f-aa7c-42788523d3ce'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:42:32.272218 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f08108d-2ce3-4fb2-b319-0713e6f7c5c3 None None] Routers {'12fb7929-ade1-458f-aa7c-42788523d3ce'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:42:32.272948 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-2f08108d-2ce3-4fb2-b319-0713e6f7c5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:42:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['12fb7929-ade1-458f-aa7c-42788523d3ce'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:32.316535 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf6c7c0a-5431-47dd-90b1-155fbfbe20d8 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:32.369631 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-bf6c7c0a-5431-47dd-90b1-155fbfbe20d8 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "DELETE /v2.0/floatingips/13e9aa0b-1a45-4ed3-a922-4249f4aa0671 HTTP/1.1" status: 204 len: 168 time: 1.5733066 May 27 03:42:32.370196 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b913c7d8-8db0-45dd-8119-d6592c0686a5', 'tag': 'a2613ded-e0b0-4b82-bcc6-e2ef16170aec'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:42:32.455340 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-2f08108d-2ce3-4fb2-b319-0713e6f7c5c3 None None] Set router 12fb7929-ade1-458f-aa7c-42788523d3ce gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:42:32.474512 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bdb17d0-86b7-4355-93ff-bb504ee251d7'] response: {'name': 'network-changed', 'server_uuid': 'b913c7d8-8db0-45dd-8119-d6592c0686a5', 'tag': 'a2613ded-e0b0-4b82-bcc6-e2ef16170aec', 'status': 'completed', 'code': 200} May 27 03:42:32.578050 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f48d5-7253-47e4-9d16-a76f88588436 req-fd51b380-3ba6-408c-a8aa-6e23da612ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:32.579436 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-373f48d5-7253-47e4-9d16-a76f88588436 req-fd51b380-3ba6-408c-a8aa-6e23da612ff5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7e02846a269d4d47b2aa652d60d9782b&device_id=b913c7d8-8db0-45dd-8119-d6592c0686a5 HTTP/1.1" status: 200 len: 1096 time: 0.0763216 May 27 03:42:32.717230 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f48d5-7253-47e4-9d16-a76f88588436 req-45fdf6e1-af9c-4eea-97e9-c85ce6ec7139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:32.718698 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-373f48d5-7253-47e4-9d16-a76f88588436 req-45fdf6e1-af9c-4eea-97e9-c85ce6ec7139 service neutron] 10.222.0.32 "GET /v2.0/networks?id=961b8cc7-743b-49b6-8293-cf8b5306177e HTTP/1.1" status: 200 len: 911 time: 0.1301882 May 27 03:42:32.791185 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-373f48d5-7253-47e4-9d16-a76f88588436 req-995fd876-638e-4a3b-bee3-3911012dd1fc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2613ded-e0b0-4b82-bcc6-e2ef16170aec HTTP/1.1" status: 200 len: 217 time: 0.0645356 May 27 03:42:32.806326 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-2f08108d-2ce3-4fb2-b319-0713e6f7c5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'name': 'tempest-TestSnapshotPattern-1035509733-router', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '818965bd-b7b5-4f26-9531-f3b6c1ea4169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:24Z', 'updated_at': '2022-05-27T03:37:29Z', 'revision_number': 4, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'gw_port': {'id': '818965bd-b7b5-4f26-9531-f3b6c1ea4169', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:25Z', 'updated_at': '2022-05-27T03:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'af7fd9dd-960d-4dfa-95c9-7cd1310c12b0', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'floating_ip_address': '172.25.1.179', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'port_id': '0c9268f4-235c-4209-945a-f2f6092855b5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e', 'mac_address': 'fa:16:3e:2e:c1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da798ef8-b478-44d6-9032-49e4459ce8ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:37:58Z', 'updated_at': '2022-05-27T03:38:01Z', 'revision_number': 1, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18807712-1819-4842-97bf-ee868cfda10a', 'name': '', 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'mac_address': 'fa:16:3e:b7:07:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': 'a84f10d2-3b98-4d78-9a31-b16396b398f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:28Z', 'updated_at': '2022-05-27T03:37:35Z', 'revision_number': 5, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'subnets': [{'id': 'a84f10d2-3b98-4d78-9a31-b16396b398f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:32.810658 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f08108d-2ce3-4fb2-b319-0713e6f7c5c3 None None] Checking router: 12fb7929-ade1-458f-aa7c-42788523d3ce for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:42:32.820545 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f08108d-2ce3-4fb2-b319-0713e6f7c5c3 None None] Routers {'12fb7929-ade1-458f-aa7c-42788523d3ce'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:42:32.821177 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-2f08108d-2ce3-4fb2-b319-0713e6f7c5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:42:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['12fb7929-ade1-458f-aa7c-42788523d3ce'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:32.873430 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f48d5-7253-47e4-9d16-a76f88588436 req-7ca1062a-758c-4b7e-ad8b-b34310e6bbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:32.876873 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-373f48d5-7253-47e4-9d16-a76f88588436 req-7ca1062a-758c-4b7e-ad8b-b34310e6bbab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a84f10d2-3b98-4d78-9a31-b16396b398f6 HTTP/1.1" status: 200 len: 849 time: 0.0704415 May 27 03:42:32.938212 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device a2613ded-e0b0-4b82-bcc6-e2ef16170aec no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:42:33.020194 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f48d5-7253-47e4-9d16-a76f88588436 req-bbcc1213-c6a3-4214-ab3e-a9c8412c198e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:33.021761 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-373f48d5-7253-47e4-9d16-a76f88588436 req-bbcc1213-c6a3-4214-ab3e-a9c8412c198e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=961b8cc7-743b-49b6-8293-cf8b5306177e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1385036 May 27 03:42:33.024347 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-2f08108d-2ce3-4fb2-b319-0713e6f7c5c3 None None] Set router 12fb7929-ade1-458f-aa7c-42788523d3ce gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:42:33.038353 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81925d8-7326-42fe-99ec-6130a2389108 req-19fa203a-f0a5-448c-9072-48028bf5fa3d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:33.039995 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a81925d8-7326-42fe-99ec-6130a2389108 req-19fa203a-f0a5-448c-9072-48028bf5fa3d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/ports?device_id=b913c7d8-8db0-45dd-8119-d6592c0686a5 HTTP/1.1" status: 200 len: 945 time: 0.1208258 May 27 03:42:33.066963 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Current status of the port a2613ded-e0b0-4b82-bcc6-e2ef16170aec is: ACTIVE; New status is: DOWN {{(pid=88903) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:42:33.067859 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580332'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:33.100746 n-d-843554-3 neutron-server[88903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b913c7d8-8db0-45dd-8119-d6592c0686a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2613ded-e0b0-4b82-bcc6-e2ef16170aec'}] {{(pid=88903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:42:33.112493 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] For port a2613ded-e0b0-4b82-bcc6-e2ef16170aec, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=a2613ded-e0b0-4b82-bcc6-e2ef16170aec,segment=NetworkSegment(af9ffd20-1350-4f84-ac3e-99f79788af7e),segment_id=af9ffd20-1350-4f84-ac3e-99f79788af7e)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:42:33.168776 n-d-843554-3 neutron-server[88903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b84e7880-01eb-4b65-8c63-53e458d50537'] response: {'server_uuid': 'b913c7d8-8db0-45dd-8119-d6592c0686a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2613ded-e0b0-4b82-bcc6-e2ef16170aec', 'code': 200} May 27 03:42:33.180686 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789642857903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789642468464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789642468509'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:33.255603 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Pushing event updated for resources: {'Port': ['ID=a2613ded-e0b0-4b82-bcc6-e2ef16170aec,revision_number=8']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:33.316291 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-a81925d8-7326-42fe-99ec-6130a2389108 req-ad3c26e0-63e2-431f-b9e3-6cc14cee7463 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/security-groups?id=72bb060a-8b06-4264-8ae0-55d054b91106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2572443 May 27 03:42:33.353633 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-373f48d5-7253-47e4-9d16-a76f88588436 req-fc9e4fb3-846c-49ab-aece-9012f28d5ab0 service neutron] 10.222.0.32 "GET /v2.0/networks/961b8cc7-743b-49b6-8293-cf8b5306177e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124955 May 27 03:42:33.457604 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-2f08108d-2ce3-4fb2-b319-0713e6f7c5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'name': 'tempest-TestSnapshotPattern-1035509733-router', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '818965bd-b7b5-4f26-9531-f3b6c1ea4169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:24Z', 'updated_at': '2022-05-27T03:37:29Z', 'revision_number': 4, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'gw_port': {'id': '818965bd-b7b5-4f26-9531-f3b6c1ea4169', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:25Z', 'updated_at': '2022-05-27T03:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'af7fd9dd-960d-4dfa-95c9-7cd1310c12b0', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'floating_ip_address': '172.25.1.179', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'port_id': '0c9268f4-235c-4209-945a-f2f6092855b5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e', 'mac_address': 'fa:16:3e:2e:c1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da798ef8-b478-44d6-9032-49e4459ce8ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:37:58Z', 'updated_at': '2022-05-27T03:38:01Z', 'revision_number': 1, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18807712-1819-4842-97bf-ee868cfda10a', 'name': '', 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'mac_address': 'fa:16:3e:b7:07:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': 'a84f10d2-3b98-4d78-9a31-b16396b398f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:28Z', 'updated_at': '2022-05-27T03:37:35Z', 'revision_number': 5, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'subnets': [{'id': 'a84f10d2-3b98-4d78-9a31-b16396b398f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:33.461550 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f08108d-2ce3-4fb2-b319-0713e6f7c5c3 None None] The sync data for ids ['12fb7929-ade1-458f-aa7c-42788523d3ce'] in n-d-843554-3 is: [{'id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'name': 'tempest-TestSnapshotPattern-1035509733-router', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '818965bd-b7b5-4f26-9531-f3b6c1ea4169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:24Z', 'updated_at': '2022-05-27T03:37:29Z', 'revision_number': 4, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'gw_port': {'id': '818965bd-b7b5-4f26-9531-f3b6c1ea4169', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:25Z', 'updated_at': '2022-05-27T03:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_floatingips': [{'id': 'af7fd9dd-960d-4dfa-95c9-7cd1310c12b0', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'floating_ip_address': '172.25.1.179', 'floating_network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'router_id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'port_id': '0c9268f4-235c-4209-945a-f2f6092855b5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e', 'mac_address': 'fa:16:3e:2e:c1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da798ef8-b478-44d6-9032-49e4459ce8ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:37:58Z', 'updated_at': '2022-05-27T03:38:01Z', 'revision_number': 1, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18807712-1819-4842-97bf-ee868cfda10a', 'name': '', 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'mac_address': 'fa:16:3e:b7:07:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': 'a84f10d2-3b98-4d78-9a31-b16396b398f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:28Z', 'updated_at': '2022-05-27T03:37:35Z', 'revision_number': 5, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'subnets': [{'id': 'a84f10d2-3b98-4d78-9a31-b16396b398f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:42:33.492030 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-373f48d5-7253-47e4-9d16-a76f88588436 req-53cfe709-94eb-441b-be01-70e98215efe0 service neutron] 10.222.0.32 "GET /v2.0/networks/961b8cc7-743b-49b6-8293-cf8b5306177e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297710 May 27 03:42:33.677746 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab92bb6-4cc4-4ab0-be89-9aaa2a4c6c19 None None] New status for floating IP 13e9aa0b-1a45-4ed3-a922-4249f4aa0671: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:42:34.504328 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29057f-1828-4026-a3de-6062086337c9 req-7a5fe0a4-9cbf-4571-a157-3bcd19cf4c11 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:34.505786 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1b29057f-1828-4026-a3de-6062086337c9 req-7a5fe0a4-9cbf-4571-a157-3bcd19cf4c11 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/ports?device_id=b913c7d8-8db0-45dd-8119-d6592c0686a5 HTTP/1.1" status: 200 len: 943 time: 0.0781910 May 27 03:42:34.553181 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-1b29057f-1828-4026-a3de-6062086337c9 req-c8227650-93b4-4619-a789-5d6c0e996876 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/security-groups?id=72bb060a-8b06-4264-8ae0-55d054b91106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417957 May 27 03:42:34.870726 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2614e2f-1411-452e-8cae-e07720ffa9e0 req-d37666a0-c49e-4271-87c6-85515f46dd9d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:34.872142 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e2614e2f-1411-452e-8cae-e07720ffa9e0 req-d37666a0-c49e-4271-87c6-85515f46dd9d tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.32 "GET /v2.0/ports?device_id=b913c7d8-8db0-45dd-8119-d6592c0686a5 HTTP/1.1" status: 200 len: 943 time: 0.0792828 May 27 03:42:34.939842 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-e2614e2f-1411-452e-8cae-e07720ffa9e0 req-d629b676-d290-45ad-976c-4586eb663545 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Deleting port a2613ded-e0b0-4b82-bcc6-e2ef16170aec {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:42:34.940181 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e2614e2f-1411-452e-8cae-e07720ffa9e0 req-d629b676-d290-45ad-976c-4586eb663545 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:35.179567 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-e2614e2f-1411-452e-8cae-e07720ffa9e0 req-d629b676-d290-45ad-976c-4586eb663545 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] For port a2613ded-e0b0-4b82-bcc6-e2ef16170aec, host n-h1-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843554-3',level=0,port_id=a2613ded-e0b0-4b82-bcc6-e2ef16170aec,segment=NetworkSegment(af9ffd20-1350-4f84-ac3e-99f79788af7e),segment_id=af9ffd20-1350-4f84-ac3e-99f79788af7e)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:42:35.179928 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e2614e2f-1411-452e-8cae-e07720ffa9e0 req-d629b676-d290-45ad-976c-4586eb663545 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:35.305366 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-e2614e2f-1411-452e-8cae-e07720ffa9e0 req-d629b676-d290-45ad-976c-4586eb663545 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Calling delete_port for a2613ded-e0b0-4b82-bcc6-e2ef16170aec owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:42:35.489114 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e2614e2f-1411-452e-8cae-e07720ffa9e0 req-d629b676-d290-45ad-976c-4586eb663545 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:35.569143 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629b676-d290-45ad-976c-4586eb663545 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Pushing event deleted for resources: {'Port': ['ID=a2613ded-e0b0-4b82-bcc6-e2ef16170aec,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:35.586147 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629b676-d290-45ad-976c-4586eb663545 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:35.586496 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629b676-d290-45ad-976c-4586eb663545 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:35.586839 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629b676-d290-45ad-976c-4586eb663545 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:35.587179 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629b676-d290-45ad-976c-4586eb663545 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:35.587514 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629b676-d290-45ad-976c-4586eb663545 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:35.587855 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629b676-d290-45ad-976c-4586eb663545 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:35.588185 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629b676-d290-45ad-976c-4586eb663545 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:35.588510 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629b676-d290-45ad-976c-4586eb663545 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:35.588863 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629b676-d290-45ad-976c-4586eb663545 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:35.589192 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629b676-d290-45ad-976c-4586eb663545 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:35.589517 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629b676-d290-45ad-976c-4586eb663545 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:35.589841 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629b676-d290-45ad-976c-4586eb663545 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843554-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:35.632672 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2614e2f-1411-452e-8cae-e07720ffa9e0 req-d629b676-d290-45ad-976c-4586eb663545 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] No DVR routers for this DVR port a2613ded-e0b0-4b82-bcc6-e2ef16170aec on host n-h1-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:42:35.635304 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-e2614e2f-1411-452e-8cae-e07720ffa9e0 req-d629b676-d290-45ad-976c-4586eb663545 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:35.637912 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b913c7d8-8db0-45dd-8119-d6592c0686a5', 'name': 'network-vif-deleted', 'tag': 'a2613ded-e0b0-4b82-bcc6-e2ef16170aec'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:42:35.650543 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-e2614e2f-1411-452e-8cae-e07720ffa9e0 req-d629b676-d290-45ad-976c-4586eb663545 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.32 "DELETE /v2.0/ports/a2613ded-e0b0-4b82-bcc6-e2ef16170aec HTTP/1.1" status: 204 len: 173 time: 0.7723086 May 27 03:42:35.708015 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-892ace26-b5e9-4dd0-8c79-6dbfa222ac32 req-6dcf9c85-0eb1-4a78-9831-e59978fe5e6a tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Synchronizing usage tracker for tenant:7e02846a269d4d47b2aa652d60d9782b on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:42:35.745244 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01540b04-1186-4b16-ae11-305b7dfa5fd8'] response: {'server_uuid': 'b913c7d8-8db0-45dd-8119-d6592c0686a5', 'name': 'network-vif-deleted', 'tag': 'a2613ded-e0b0-4b82-bcc6-e2ef16170aec', 'status': 'completed', 'code': 200} May 27 03:42:35.779205 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-892ace26-b5e9-4dd0-8c79-6dbfa222ac32 req-6dcf9c85-0eb1-4a78-9831-e59978fe5e6a tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Unset dirty status for tenant:7e02846a269d4d47b2aa652d60d9782b on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:42:35.780937 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-892ace26-b5e9-4dd0-8c79-6dbfa222ac32 req-6dcf9c85-0eb1-4a78-9831-e59978fe5e6a tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/ports?device_id=b913c7d8-8db0-45dd-8119-d6592c0686a5 HTTP/1.1" status: 200 len: 210 time: 0.1206689 May 27 03:42:38.158059 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40412) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:38.357280 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-7b9becfa-fb9d-43d4-8bdb-1b66a524da6c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Deleting port c9b662ca-3d51-4fc1-94d8-147d5b78ed90 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:42:38.358050 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b9becfa-fb9d-43d4-8bdb-1b66a524da6c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:38.520952 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b9becfa-fb9d-43d4-8bdb-1b66a524da6c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:38.521278 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b9becfa-fb9d-43d4-8bdb-1b66a524da6c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:38.641307 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-7b9becfa-fb9d-43d4-8bdb-1b66a524da6c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Calling delete_port for c9b662ca-3d51-4fc1-94d8-147d5b78ed90 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:42:38.859678 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b9becfa-fb9d-43d4-8bdb-1b66a524da6c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:38.902981 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9becfa-fb9d-43d4-8bdb-1b66a524da6c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Pushing event deleted for resources: {'Port': ['ID=c9b662ca-3d51-4fc1-94d8-147d5b78ed90,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:38.970992 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device a2613ded-e0b0-4b82-bcc6-e2ef16170aec no longer exists at agent hyperv_n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:42:38.996472 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b9becfa-fb9d-43d4-8bdb-1b66a524da6c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:38.996906 n-d-843554-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-7b9becfa-fb9d-43d4-8bdb-1b66a524da6c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Floating IP af7fd9dd-960d-4dfa-95c9-7cd1310c12b0 disassociated (deleted). External IP: 172.25.1.179, port: 0c9268f4-235c-4209-945a-f2f6092855b5. May 27 03:42:39.004334 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] No Port match for: a2613ded-e0b0-4b82-bcc6-e2ef16170aec {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:42:39.004670 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Device a2613ded-e0b0-4b82-bcc6-e2ef16170aec not bound to the agent host n-h1-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:42:39.454960 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9becfa-fb9d-43d4-8bdb-1b66a524da6c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Router 12fb7929-ade1-458f-aa7c-42788523d3ce has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:42:39.631193 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9becfa-fb9d-43d4-8bdb-1b66a524da6c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:42:39.641170 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb70a2f-714a-4334-834c-0ee67fb00311 None None] Sync routers for ids ['12fb7929-ade1-458f-aa7c-42788523d3ce'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:42:39.650245 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb70a2f-714a-4334-834c-0ee67fb00311 None None] Routers {'12fb7929-ade1-458f-aa7c-42788523d3ce'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:42:39.650837 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-cfb70a2f-714a-4334-834c-0ee67fb00311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:42:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['12fb7929-ade1-458f-aa7c-42788523d3ce'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:39.770198 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b9becfa-fb9d-43d4-8bdb-1b66a524da6c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:39.825206 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-cfb70a2f-714a-4334-834c-0ee67fb00311 None None] Set router 12fb7929-ade1-458f-aa7c-42788523d3ce gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:42:39.829651 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7b9becfa-fb9d-43d4-8bdb-1b66a524da6c tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "DELETE /v2.0/floatingips/af7fd9dd-960d-4dfa-95c9-7cd1310c12b0 HTTP/1.1" status: 204 len: 168 time: 1.6672909 May 27 03:42:39.829651 n-d-843554-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da798ef8-b478-44d6-9032-49e4459ce8ba', 'tag': '0c9268f4-235c-4209-945a-f2f6092855b5'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:42:39.873204 n-d-843554-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec6d781a-7e65-4436-92d1-ca31d0a7fd9d'] response: {'name': 'network-changed', 'server_uuid': 'da798ef8-b478-44d6-9032-49e4459ce8ba', 'tag': '0c9268f4-235c-4209-945a-f2f6092855b5', 'status': 'completed', 'code': 200} May 27 03:42:39.970040 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117da57-f7be-49a5-a746-69bca72fffb3 req-8696956f-0bb4-4df8-a0fe-dc70e6b2b72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:39.972130 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5117da57-f7be-49a5-a746-69bca72fffb3 req-8696956f-0bb4-4df8-a0fe-dc70e6b2b72d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e02846a269d4d47b2aa652d60d9782b&device_id=da798ef8-b478-44d6-9032-49e4459ce8ba HTTP/1.1" status: 200 len: 1094 time: 0.0746508 May 27 03:42:40.108825 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117da57-f7be-49a5-a746-69bca72fffb3 req-408ed8c2-7e39-4632-9b0c-66369708f17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:40.110239 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5117da57-f7be-49a5-a746-69bca72fffb3 req-408ed8c2-7e39-4632-9b0c-66369708f17f service neutron] 10.222.0.66 "GET /v2.0/networks?id=961b8cc7-743b-49b6-8293-cf8b5306177e HTTP/1.1" status: 200 len: 911 time: 0.1298647 May 27 03:42:40.135011 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-cfb70a2f-714a-4334-834c-0ee67fb00311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'name': 'tempest-TestSnapshotPattern-1035509733-router', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '818965bd-b7b5-4f26-9531-f3b6c1ea4169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:24Z', 'updated_at': '2022-05-27T03:37:29Z', 'revision_number': 4, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'gw_port': {'id': '818965bd-b7b5-4f26-9531-f3b6c1ea4169', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:25Z', 'updated_at': '2022-05-27T03:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '18807712-1819-4842-97bf-ee868cfda10a', 'name': '', 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'mac_address': 'fa:16:3e:b7:07:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': 'a84f10d2-3b98-4d78-9a31-b16396b398f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:28Z', 'updated_at': '2022-05-27T03:37:35Z', 'revision_number': 5, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'subnets': [{'id': 'a84f10d2-3b98-4d78-9a31-b16396b398f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:40.139505 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb70a2f-714a-4334-834c-0ee67fb00311 None None] Checking router: 12fb7929-ade1-458f-aa7c-42788523d3ce for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:42:40.147606 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb70a2f-714a-4334-834c-0ee67fb00311 None None] Routers {'12fb7929-ade1-458f-aa7c-42788523d3ce'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:42:40.148195 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-cfb70a2f-714a-4334-834c-0ee67fb00311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:42:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['12fb7929-ade1-458f-aa7c-42788523d3ce'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:40.180669 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5117da57-f7be-49a5-a746-69bca72fffb3 req-6a65a945-ade7-4d1b-bc90-54a037617f87 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c9268f4-235c-4209-945a-f2f6092855b5 HTTP/1.1" status: 200 len: 217 time: 0.0644710 May 27 03:42:40.242666 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117da57-f7be-49a5-a746-69bca72fffb3 req-5dfd77d9-43f6-41bf-86ab-0eb8d66fc6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:40.244141 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5117da57-f7be-49a5-a746-69bca72fffb3 req-5dfd77d9-43f6-41bf-86ab-0eb8d66fc6ec service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a84f10d2-3b98-4d78-9a31-b16396b398f6 HTTP/1.1" status: 200 len: 849 time: 0.0583270 May 27 03:42:40.323608 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117da57-f7be-49a5-a746-69bca72fffb3 req-913dfe54-31b6-4f03-b962-1644be1393de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:40.325131 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5117da57-f7be-49a5-a746-69bca72fffb3 req-913dfe54-31b6-4f03-b962-1644be1393de service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=961b8cc7-743b-49b6-8293-cf8b5306177e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752439 May 27 03:42:40.325281 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-cfb70a2f-714a-4334-834c-0ee67fb00311 None None] Set router 12fb7929-ade1-458f-aa7c-42788523d3ce gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:42:40.627912 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5117da57-f7be-49a5-a746-69bca72fffb3 req-9443a6cb-ba35-484f-aedb-ec124d973385 service neutron] 10.222.0.66 "GET /v2.0/networks/961b8cc7-743b-49b6-8293-cf8b5306177e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952392 May 27 03:42:40.639631 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013370e5-9925-4e94-94ec-5a81b8808bd9 req-2f95872b-90d3-401b-b4f7-d5d9905a17d4 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:40.641141 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-013370e5-9925-4e94-94ec-5a81b8808bd9 req-2f95872b-90d3-401b-b4f7-d5d9905a17d4 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/ports?device_id=da798ef8-b478-44d6-9032-49e4459ce8ba HTTP/1.1" status: 200 len: 943 time: 0.2437234 May 27 03:42:40.681480 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-cfb70a2f-714a-4334-834c-0ee67fb00311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'name': 'tempest-TestSnapshotPattern-1035509733-router', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '818965bd-b7b5-4f26-9531-f3b6c1ea4169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:24Z', 'updated_at': '2022-05-27T03:37:29Z', 'revision_number': 4, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'gw_port': {'id': '818965bd-b7b5-4f26-9531-f3b6c1ea4169', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:25Z', 'updated_at': '2022-05-27T03:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '18807712-1819-4842-97bf-ee868cfda10a', 'name': '', 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'mac_address': 'fa:16:3e:b7:07:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': 'a84f10d2-3b98-4d78-9a31-b16396b398f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:28Z', 'updated_at': '2022-05-27T03:37:35Z', 'revision_number': 5, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'subnets': [{'id': 'a84f10d2-3b98-4d78-9a31-b16396b398f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:40.685650 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb70a2f-714a-4334-834c-0ee67fb00311 None None] The sync data for ids ['12fb7929-ade1-458f-aa7c-42788523d3ce'] in n-d-843554-3 is: [{'id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'name': 'tempest-TestSnapshotPattern-1035509733-router', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '818965bd-b7b5-4f26-9531-f3b6c1ea4169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:24Z', 'updated_at': '2022-05-27T03:37:29Z', 'revision_number': 4, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'gw_port': {'id': '818965bd-b7b5-4f26-9531-f3b6c1ea4169', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:25Z', 'updated_at': '2022-05-27T03:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3', '_interfaces': [{'id': '18807712-1819-4842-97bf-ee868cfda10a', 'name': '', 'network_id': '961b8cc7-743b-49b6-8293-cf8b5306177e', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'mac_address': 'fa:16:3e:b7:07:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': 'a84f10d2-3b98-4d78-9a31-b16396b398f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:28Z', 'updated_at': '2022-05-27T03:37:35Z', 'revision_number': 5, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'subnets': [{'id': 'a84f10d2-3b98-4d78-9a31-b16396b398f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:42:40.768387 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-013370e5-9925-4e94-94ec-5a81b8808bd9 req-a1bde9dd-026e-4963-9356-66f8c4a89113 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/security-groups?id=72bb060a-8b06-4264-8ae0-55d054b91106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084957 May 27 03:42:40.806761 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-5117da57-f7be-49a5-a746-69bca72fffb3 req-ae81df54-d1fb-4ff1-be76-2a7583307c2a service neutron] 10.222.0.66 "GET /v2.0/networks/961b8cc7-743b-49b6-8293-cf8b5306177e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644642 May 27 03:42:40.918665 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24aaa2f9-5096-4cd9-9345-ac9d9514fa48 None None] New status for floating IP af7fd9dd-960d-4dfa-95c9-7cd1310c12b0: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:42:41.975791 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbfd35-d846-4a2e-9a4e-97614fd5351c req-71109752-78f5-48bd-ab7d-e73b96b3ee02 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:41.977235 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bbcbfd35-d846-4a2e-9a4e-97614fd5351c req-71109752-78f5-48bd-ab7d-e73b96b3ee02 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.66 "GET /v2.0/ports?device_id=da798ef8-b478-44d6-9032-49e4459ce8ba HTTP/1.1" status: 200 len: 943 time: 0.1399951 May 27 03:42:41.989131 n-d-843554-3 neutron-server[88902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c2971-03ee-428e-8c32-8aa780d2ca75 req-3013a282-9622-4764-ae80-c5b48cbd4d49 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:41.990468 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c63c2971-03ee-428e-8c32-8aa780d2ca75 req-3013a282-9622-4764-ae80-c5b48cbd4d49 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/ports?device_id=da798ef8-b478-44d6-9032-49e4459ce8ba HTTP/1.1" status: 200 len: 943 time: 0.1082006 May 27 03:42:42.083831 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-bbcbfd35-d846-4a2e-9a4e-97614fd5351c req-a42b4131-d0e4-4dc3-be26-48ffee72d749 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Deleting port 0c9268f4-235c-4209-945a-f2f6092855b5 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:42:42.084087 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-bbcbfd35-d846-4a2e-9a4e-97614fd5351c req-a42b4131-d0e4-4dc3-be26-48ffee72d749 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:42.121600 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-c63c2971-03ee-428e-8c32-8aa780d2ca75 req-b27800e2-0e0b-49e8-8922-9eaaf5ecf4ac tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/security-groups?id=72bb060a-8b06-4264-8ae0-55d054b91106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000175 May 27 03:42:42.333511 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [req-bbcbfd35-d846-4a2e-9a4e-97614fd5351c req-a42b4131-d0e4-4dc3-be26-48ffee72d749 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] For port 0c9268f4-235c-4209-945a-f2f6092855b5, host n-h2-843554-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843554-3',level=0,port_id=0c9268f4-235c-4209-945a-f2f6092855b5,segment=NetworkSegment(af9ffd20-1350-4f84-ac3e-99f79788af7e),segment_id=af9ffd20-1350-4f84-ac3e-99f79788af7e)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:42:42.333924 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-bbcbfd35-d846-4a2e-9a4e-97614fd5351c req-a42b4131-d0e4-4dc3-be26-48ffee72d749 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:42.455479 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [req-bbcbfd35-d846-4a2e-9a4e-97614fd5351c req-a42b4131-d0e4-4dc3-be26-48ffee72d749 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Calling delete_port for 0c9268f4-235c-4209-945a-f2f6092855b5 owned by compute:nova {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:42:42.647576 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-bbcbfd35-d846-4a2e-9a4e-97614fd5351c req-a42b4131-d0e4-4dc3-be26-48ffee72d749 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:42.696241 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b4131-d0e4-4dc3-be26-48ffee72d749 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Pushing event deleted for resources: {'Port': ['ID=0c9268f4-235c-4209-945a-f2f6092855b5,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:42.771982 n-d-843554-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbcbfd35-d846-4a2e-9a4e-97614fd5351c req-a42b4131-d0e4-4dc3-be26-48ffee72d749 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] No DVR routers for this DVR port 0c9268f4-235c-4209-945a-f2f6092855b5 on host n-h2-843554-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:42:42.774929 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [req-bbcbfd35-d846-4a2e-9a4e-97614fd5351c req-a42b4131-d0e4-4dc3-be26-48ffee72d749 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84128'] for port, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:42.778163 n-d-843554-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da798ef8-b478-44d6-9032-49e4459ce8ba', 'name': 'network-vif-deleted', 'tag': '0c9268f4-235c-4209-945a-f2f6092855b5'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:42:42.789839 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-bbcbfd35-d846-4a2e-9a4e-97614fd5351c req-a42b4131-d0e4-4dc3-be26-48ffee72d749 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.66 "DELETE /v2.0/ports/0c9268f4-235c-4209-945a-f2f6092855b5 HTTP/1.1" status: 204 len: 173 time: 0.7984681 May 27 03:42:42.825351 n-d-843554-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7634804e-d3f7-4934-8d50-a8b88b4e2191'] response: {'server_uuid': 'da798ef8-b478-44d6-9032-49e4459ce8ba', 'name': 'network-vif-deleted', 'tag': '0c9268f4-235c-4209-945a-f2f6092855b5', 'status': 'completed', 'code': 200} May 27 03:42:43.283960 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-8487089d-25f6-42b6-87cc-ee9d4dbfd175 req-8d5e9d8f-c779-4552-b3db-a72a7aeb7412 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Synchronizing usage tracker for tenant:7e02846a269d4d47b2aa652d60d9782b on resource:port {{(pid=88902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:42:43.357625 n-d-843554-3 neutron-server[88902]: DEBUG neutron.quota.resource [req-8487089d-25f6-42b6-87cc-ee9d4dbfd175 req-8d5e9d8f-c779-4552-b3db-a72a7aeb7412 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Unset dirty status for tenant:7e02846a269d4d47b2aa652d60d9782b on resource:port {{(pid=88902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:42:43.358784 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [req-8487089d-25f6-42b6-87cc-ee9d4dbfd175 req-8d5e9d8f-c779-4552-b3db-a72a7aeb7412 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "GET /v2.0/ports?device_id=da798ef8-b478-44d6-9032-49e4459ce8ba HTTP/1.1" status: 200 len: 210 time: 0.1161191 May 27 03:42:44.455500 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40432) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:44.524300 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7acd216a-65dd-4635-bc30-af9b45bdd597 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:44.553075 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7acd216a-65dd-4635-bc30-af9b45bdd597 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:44.677861 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7acd216a-65dd-4635-bc30-af9b45bdd597 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:44.696181 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd216a-65dd-4635-bc30-af9b45bdd597 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bb060a-8b06-4264-8ae0-55d054b91106,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:44.761237 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7acd216a-65dd-4635-bc30-af9b45bdd597 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:44.762672 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-7acd216a-65dd-4635-bc30-af9b45bdd597 tempest-TestSnapshotPattern-728621136 tempest-TestSnapshotPattern-728621136-project] 10.222.0.57 "DELETE /v2.0/security-groups/72bb060a-8b06-4264-8ae0-55d054b91106 HTTP/1.1" status: 204 len: 168 time: 0.3058980 May 27 03:42:45.887610 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40440) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:46.518860 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1962b026-fe68-4f33-ac35-7554d53bebfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:46.863134 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-1962b026-fe68-4f33-ac35-7554d53bebfd admin admin] Deleting port 18807712-1819-4842-97bf-ee868cfda10a {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:42:46.863476 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1962b026-fe68-4f33-ac35-7554d53bebfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:47.139858 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-1962b026-fe68-4f33-ac35-7554d53bebfd admin admin] For port 18807712-1819-4842-97bf-ee868cfda10a, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=18807712-1819-4842-97bf-ee868cfda10a,segment=NetworkSegment(af9ffd20-1350-4f84-ac3e-99f79788af7e),segment_id=af9ffd20-1350-4f84-ac3e-99f79788af7e)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:42:47.140411 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1962b026-fe68-4f33-ac35-7554d53bebfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:47.262554 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-1962b026-fe68-4f33-ac35-7554d53bebfd admin admin] Calling delete_port for 18807712-1819-4842-97bf-ee868cfda10a owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:42:47.283392 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 0c9268f4-235c-4209-945a-f2f6092855b5 no longer exists at agent hyperv_n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:42:47.317456 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] No Port match for: 0c9268f4-235c-4209-945a-f2f6092855b5 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:42:47.317889 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Device 0c9268f4-235c-4209-945a-f2f6092855b5 not bound to the agent host n-h2-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:42:47.557663 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1962b026-fe68-4f33-ac35-7554d53bebfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:47.607962 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1962b026-fe68-4f33-ac35-7554d53bebfd admin admin] Pushing event deleted for resources: {'Port': ['ID=18807712-1819-4842-97bf-ee868cfda10a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:47.870777 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1962b026-fe68-4f33-ac35-7554d53bebfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:48.220938 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1962b026-fe68-4f33-ac35-7554d53bebfd admin admin] Router 12fb7929-ade1-458f-aa7c-42788523d3ce has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:42:48.507091 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1962b026-fe68-4f33-ac35-7554d53bebfd admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:42:48.515829 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09156db9-baec-4eb1-b258-adc434a4e895 None None] Sync routers for ids ['12fb7929-ade1-458f-aa7c-42788523d3ce'] in n-d-843554-3 {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:42:48.524607 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09156db9-baec-4eb1-b258-adc434a4e895 None None] Routers {'12fb7929-ade1-458f-aa7c-42788523d3ce'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:42:48.525237 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-09156db9-baec-4eb1-b258-adc434a4e895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:42:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['12fb7929-ade1-458f-aa7c-42788523d3ce'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:48.576475 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1962b026-fe68-4f33-ac35-7554d53bebfd admin admin] 10.222.0.57 "PUT /v2.0/routers/12fb7929-ade1-458f-aa7c-42788523d3ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6876669 May 27 03:42:48.578978 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40446) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:48.700131 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-09156db9-baec-4eb1-b258-adc434a4e895 None None] Set router 12fb7929-ade1-458f-aa7c-42788523d3ce gateway port host: n-d-843554-3 {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:42:48.759811 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2a839784-c241-4983-95f6-45bb49aba8c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:48.942057 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2a839784-c241-4983-95f6-45bb49aba8c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:48.977236 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-09156db9-baec-4eb1-b258-adc434a4e895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'name': 'tempest-TestSnapshotPattern-1035509733-router', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '818965bd-b7b5-4f26-9531-f3b6c1ea4169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:24Z', 'updated_at': '2022-05-27T03:42:47Z', 'revision_number': 5, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'gw_port': {'id': '818965bd-b7b5-4f26-9531-f3b6c1ea4169', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:25Z', 'updated_at': '2022-05-27T03:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:48.980989 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09156db9-baec-4eb1-b258-adc434a4e895 None None] Checking router: 12fb7929-ade1-458f-aa7c-42788523d3ce for host: n-d-843554-3 {{(pid=88904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:42:48.989601 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09156db9-baec-4eb1-b258-adc434a4e895 None None] Routers {'12fb7929-ade1-458f-aa7c-42788523d3ce'} bound to L3 agent in host n-d-843554-3 {{(pid=88904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:42:48.990184 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-09156db9-baec-4eb1-b258-adc434a4e895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:42:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['12fb7929-ade1-458f-aa7c-42788523d3ce'], 'active': True} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:48.992209 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-2a839784-c241-4983-95f6-45bb49aba8c0 admin admin] Deleting port 818965bd-b7b5-4f26-9531-f3b6c1ea4169 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:42:48.992581 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2a839784-c241-4983-95f6-45bb49aba8c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:49.141017 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_dvr_db [None req-09156db9-baec-4eb1-b258-adc434a4e895 None None] Set router 12fb7929-ade1-458f-aa7c-42788523d3ce gateway port host: None {{(pid=88904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:42:49.167595 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-2a839784-c241-4983-95f6-45bb49aba8c0 admin admin] For port 818965bd-b7b5-4f26-9531-f3b6c1ea4169, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=818965bd-b7b5-4f26-9531-f3b6c1ea4169,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:42:49.167959 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2a839784-c241-4983-95f6-45bb49aba8c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:49.244575 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.l3_hamode_db [None req-09156db9-baec-4eb1-b258-adc434a4e895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'name': 'tempest-TestSnapshotPattern-1035509733-router', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:24Z', 'updated_at': '2022-05-27T03:42:48Z', 'revision_number': 6, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'gw_port_host': None}], 'n-d-843554-3', False) {} {{(pid=88904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:49.248960 n-d-843554-3 neutron-server[88904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09156db9-baec-4eb1-b258-adc434a4e895 None None] The sync data for ids ['12fb7929-ade1-458f-aa7c-42788523d3ce'] in n-d-843554-3 is: [{'id': '12fb7929-ade1-458f-aa7c-42788523d3ce', 'name': 'tempest-TestSnapshotPattern-1035509733-router', 'tenant_id': '7e02846a269d4d47b2aa652d60d9782b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:24Z', 'updated_at': '2022-05-27T03:42:48Z', 'revision_number': 6, 'project_id': '7e02846a269d4d47b2aa652d60d9782b', 'gw_port_host': None}] {{(pid=88904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:42:49.294069 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-2a839784-c241-4983-95f6-45bb49aba8c0 admin admin] Calling delete_port for 818965bd-b7b5-4f26-9531-f3b6c1ea4169 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:42:49.505975 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2a839784-c241-4983-95f6-45bb49aba8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:49.553436 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a839784-c241-4983-95f6-45bb49aba8c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=818965bd-b7b5-4f26-9531-f3b6c1ea4169,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:49.647439 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2a839784-c241-4983-95f6-45bb49aba8c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:49.825970 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2a839784-c241-4983-95f6-45bb49aba8c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:49.828260 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2a839784-c241-4983-95f6-45bb49aba8c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:49.899577 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2a839784-c241-4983-95f6-45bb49aba8c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:49.900141 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a839784-c241-4983-95f6-45bb49aba8c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12fb7929-ade1-458f-aa7c-42788523d3ce {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 03:42:49.912774 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2a839784-c241-4983-95f6-45bb49aba8c0 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:49.913919 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2a839784-c241-4983-95f6-45bb49aba8c0 admin admin] 10.222.0.57 "DELETE /v2.0/routers/12fb7929-ade1-458f-aa7c-42788523d3ce HTTP/1.1" status: 204 len: 168 time: 1.3339784 May 27 03:42:49.916481 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40450) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:49.979908 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-5002b95e-bca7-476a-9561-4f426b12d2e6 admin admin] Deleting subnet a84f10d2-3b98-4d78-9a31-b16396b398f6 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 03:42:49.983507 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5002b95e-bca7-476a-9561-4f426b12d2e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:50.032633 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5002b95e-bca7-476a-9561-4f426b12d2e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:50.106833 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5002b95e-bca7-476a-9561-4f426b12d2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:50.226278 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:50.321672 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:50.374412 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5002b95e-bca7-476a-9561-4f426b12d2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:50.410170 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5002b95e-bca7-476a-9561-4f426b12d2e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a84f10d2-3b98-4d78-9a31-b16396b398f6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:50.413785 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5002b95e-bca7-476a-9561-4f426b12d2e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:50.419490 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19342121-9138-4dfa-b0a0-5dff80f88367 None None] Network 961b8cc7-743b-49b6-8293-cf8b5306177e requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:42:50.419630 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-5002b95e-bca7-476a-9561-4f426b12d2e6 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a84f10d2-3b98-4d78-9a31-b16396b398f6 HTTP/1.1" status: 204 len: 168 time: 0.5020611 May 27 03:42:50.422448 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40454) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:50.525282 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d2acf77e-05df-4029-9a8b-e4c2d43efd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:50.535592 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d2acf77e-05df-4029-9a8b-e4c2d43efd08 admin admin] Deleting port 296d63dd-0394-46eb-899f-faf804525cf5 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:42:50.535922 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d2acf77e-05df-4029-9a8b-e4c2d43efd08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:50.668607 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e07c3b-6f57-476c-aaa1-eacb77d9f3a5 None None] DHCP port deletion for 961b8cc7-743b-49b6-8293-cf8b5306177e request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 03:42:50.673377 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-96e07c3b-6f57-476c-aaa1-eacb77d9f3a5 None None] Deleting port 296d63dd-0394-46eb-899f-faf804525cf5 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:42:50.673770 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-96e07c3b-6f57-476c-aaa1-eacb77d9f3a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:50.745894 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-d2acf77e-05df-4029-9a8b-e4c2d43efd08 admin admin] For port 296d63dd-0394-46eb-899f-faf804525cf5, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=296d63dd-0394-46eb-899f-faf804525cf5,segment=NetworkSegment(af9ffd20-1350-4f84-ac3e-99f79788af7e),segment_id=af9ffd20-1350-4f84-ac3e-99f79788af7e)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:42:50.746257 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d2acf77e-05df-4029-9a8b-e4c2d43efd08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:50.871802 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d2acf77e-05df-4029-9a8b-e4c2d43efd08 admin admin] Calling delete_port for 296d63dd-0394-46eb-899f-faf804525cf5 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:42:50.877023 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-96e07c3b-6f57-476c-aaa1-eacb77d9f3a5 None None] For port 296d63dd-0394-46eb-899f-faf804525cf5, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=296d63dd-0394-46eb-899f-faf804525cf5,segment=NetworkSegment(af9ffd20-1350-4f84-ac3e-99f79788af7e),segment_id=af9ffd20-1350-4f84-ac3e-99f79788af7e)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:42:50.877415 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-96e07c3b-6f57-476c-aaa1-eacb77d9f3a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:50.999344 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-96e07c3b-6f57-476c-aaa1-eacb77d9f3a5 None None] Calling delete_port for 296d63dd-0394-46eb-899f-faf804525cf5 owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:42:51.003594 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d2acf77e-05df-4029-9a8b-e4c2d43efd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:51.055296 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2acf77e-05df-4029-9a8b-e4c2d43efd08 admin admin] Pushing event deleted for resources: {'Port': ['ID=296d63dd-0394-46eb-899f-faf804525cf5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:51.058796 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2acf77e-05df-4029-9a8b-e4c2d43efd08 admin admin] No DVR routers for this DVR port 296d63dd-0394-46eb-899f-faf804525cf5 on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:42:51.070221 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-96e07c3b-6f57-476c-aaa1-eacb77d9f3a5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:42:51.070574 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-96e07c3b-6f57-476c-aaa1-eacb77d9f3a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:42:51.174717 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d2acf77e-05df-4029-9a8b-e4c2d43efd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:51.187892 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 18807712-1819-4842-97bf-ee868cfda10a no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:42:51.199991 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-d2acf77e-05df-4029-9a8b-e4c2d43efd08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['961b8cc7-743b-49b6-8293-cf8b5306177e']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:51.211608 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-d2acf77e-05df-4029-9a8b-e4c2d43efd08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af9ffd20-1350-4f84-ac3e-99f79788af7e') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:51.211909 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-d2acf77e-05df-4029-9a8b-e4c2d43efd08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af9ffd20-1350-4f84-ac3e-99f79788af7e') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:51.220963 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 18807712-1819-4842-97bf-ee868cfda10a {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:42:51.221309 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 18807712-1819-4842-97bf-ee868cfda10a not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:42:51.221719 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 296d63dd-0394-46eb-899f-faf804525cf5 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:42:51.223227 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d2acf77e-05df-4029-9a8b-e4c2d43efd08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:51.239177 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d2acf77e-05df-4029-9a8b-e4c2d43efd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:51.245172 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2acf77e-05df-4029-9a8b-e4c2d43efd08 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:42:51.245554 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d2acf77e-05df-4029-9a8b-e4c2d43efd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:51.257533 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 296d63dd-0394-46eb-899f-faf804525cf5 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:42:51.258047 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 296d63dd-0394-46eb-899f-faf804525cf5 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:42:51.258281 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 818965bd-b7b5-4f26-9531-f3b6c1ea4169 no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:42:51.291303 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 818965bd-b7b5-4f26-9531-f3b6c1ea4169 {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:42:51.291658 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 818965bd-b7b5-4f26-9531-f3b6c1ea4169 not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:42:51.329816 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment af9ffd20-1350-4f84-ac3e-99f79788af7e resource provider aggregate not found May 27 03:42:51.346171 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment af9ffd20-1350-4f84-ac3e-99f79788af7e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af9ffd20-1350-4f84-ac3e-99f79788af7e found for delete ", "request_id": "req-9b169c98-9c00-4b2c-9125-1b2e7fef8334"}]} May 27 03:42:51.403457 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d2acf77e-05df-4029-9a8b-e4c2d43efd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:51.420355 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d2acf77e-05df-4029-9a8b-e4c2d43efd08 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:51.431709 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2acf77e-05df-4029-9a8b-e4c2d43efd08 admin admin] Pushing event deleted for resources: {'Network': ['ID=961b8cc7-743b-49b6-8293-cf8b5306177e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:51.522166 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d2acf77e-05df-4029-9a8b-e4c2d43efd08 admin admin] 10.222.0.57 "DELETE /v2.0/networks/961b8cc7-743b-49b6-8293-cf8b5306177e HTTP/1.1" status: 204 len: 168 time: 1.0987551 May 27 03:42:51.525219 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40464) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:51.571467 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-96e07c3b-6f57-476c-aaa1-eacb77d9f3a5 None None] Deleting port 296d63dd-0394-46eb-899f-faf804525cf5 {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:42:51.571875 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-96e07c3b-6f57-476c-aaa1-eacb77d9f3a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:51.638049 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-96e07c3b-6f57-476c-aaa1-eacb77d9f3a5 None None] The port '296d63dd-0394-46eb-899f-faf804525cf5' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 03:42:52.149418 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-89ea825f-fc65-4917-b69b-c624b5db73d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964018'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:52.491852 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-89ea825f-fc65-4917-b69b-c624b5db73d3 admin admin] Deleting port c804555b-0faf-4d7b-b508-112a1ef846ae {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:42:52.492556 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-89ea825f-fc65-4917-b69b-c624b5db73d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:52.661431 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-89ea825f-fc65-4917-b69b-c624b5db73d3 admin admin] For port c804555b-0faf-4d7b-b508-112a1ef846ae, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=c804555b-0faf-4d7b-b508-112a1ef846ae,segment=NetworkSegment(c14246ed-1e2d-481f-9528-b892d4b59b36),segment_id=c14246ed-1e2d-481f-9528-b892d4b59b36)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:42:52.661785 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-89ea825f-fc65-4917-b69b-c624b5db73d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:52.788090 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-89ea825f-fc65-4917-b69b-c624b5db73d3 admin admin] Calling delete_port for c804555b-0faf-4d7b-b508-112a1ef846ae owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:42:53.020818 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-89ea825f-fc65-4917-b69b-c624b5db73d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:53.071916 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea825f-fc65-4917-b69b-c624b5db73d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c804555b-0faf-4d7b-b508-112a1ef846ae,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:53.338555 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-89ea825f-fc65-4917-b69b-c624b5db73d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963854'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:53.790514 n-d-843554-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ea825f-fc65-4917-b69b-c624b5db73d3 admin admin] Router b2dd0335-7fc8-4cb7-82d8-d45754869aa1 has already been hosted by L3 agent acba9716-cf53-4c81-b852-db1073cab469 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:42:53.963707 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ea825f-fc65-4917-b69b-c624b5db73d3 admin admin] Notify agent at l3_agent.n-d-843554-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:42:53.972977 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc1432d-1d64-4e7f-8354-dd8fc2d57368 None None] Sync routers for ids ['b2dd0335-7fc8-4cb7-82d8-d45754869aa1'] in n-d-843554-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:42:53.973589 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-89ea825f-fc65-4917-b69b-c624b5db73d3 admin admin] 10.222.0.57 "PUT /v2.0/routers/b2dd0335-7fc8-4cb7-82d8-d45754869aa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4471278 May 27 03:42:53.975913 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [-] (88902) accepted ('10.222.0.57', 40470) {{(pid=88902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:53.983429 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc1432d-1d64-4e7f-8354-dd8fc2d57368 None None] Routers {'b2dd0335-7fc8-4cb7-82d8-d45754869aa1'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:42:53.984113 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ccc1432d-1d64-4e7f-8354-dd8fc2d57368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:42:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['b2dd0335-7fc8-4cb7-82d8-d45754869aa1'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:54.152248 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bb8b0645-0f59-4da9-bff8-765926b9c6ff admin admin] Notify callbacks [] for router, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:54.158131 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-ccc1432d-1d64-4e7f-8354-dd8fc2d57368 None None] Set router b2dd0335-7fc8-4cb7-82d8-d45754869aa1 gateway port host: n-d-843554-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:42:54.446124 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bb8b0645-0f59-4da9-bff8-765926b9c6ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:54.478141 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ccc1432d-1d64-4e7f-8354-dd8fc2d57368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dd0335-7fc8-4cb7-82d8-d45754869aa1', 'name': 'tempest-TestSnapshotPattern-1500957108-router', 'tenant_id': '8d8a585035904aafb9c657c913db1246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'external_fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '6e3a4a13-dfff-4b1b-a3c8-239d9768f25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:32Z', 'updated_at': '2022-05-27T03:42:52Z', 'revision_number': 5, 'project_id': '8d8a585035904aafb9c657c913db1246', 'gw_port': {'id': '6e3a4a13-dfff-4b1b-a3c8-239d9768f25a', 'name': '', 'network_id': 'd97d5b0c-4580-406a-95fb-4efaa0c98188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:95:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dd0335-7fc8-4cb7-82d8-d45754869aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843554-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:33Z', 'updated_at': '2022-05-27T03:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8902fd1d-8bbe-4a18-9e82-36a026e0f883', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843554-3'}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:54.481903 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc1432d-1d64-4e7f-8354-dd8fc2d57368 None None] Checking router: b2dd0335-7fc8-4cb7-82d8-d45754869aa1 for host: n-d-843554-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:42:54.490177 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc1432d-1d64-4e7f-8354-dd8fc2d57368 None None] Routers {'b2dd0335-7fc8-4cb7-82d8-d45754869aa1'} bound to L3 agent in host n-d-843554-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:42:54.490779 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ccc1432d-1d64-4e7f-8354-dd8fc2d57368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843554-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:53:58Z,description=,heartbeat_timestamp=2022-05-27T03:42:28Z,host='n-d-843554-3',id=acba9716-cf53-4c81-b852-db1073cab469,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:53:58Z,topic='l3_agent')) {'router_ids': ['b2dd0335-7fc8-4cb7-82d8-d45754869aa1'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:54.524023 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-bb8b0645-0f59-4da9-bff8-765926b9c6ff admin admin] Deleting port 6e3a4a13-dfff-4b1b-a3c8-239d9768f25a {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:42:54.524390 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bb8b0645-0f59-4da9-bff8-765926b9c6ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:54.639383 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-ccc1432d-1d64-4e7f-8354-dd8fc2d57368 None None] Set router b2dd0335-7fc8-4cb7-82d8-d45754869aa1 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:42:54.697601 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-bb8b0645-0f59-4da9-bff8-765926b9c6ff admin admin] For port 6e3a4a13-dfff-4b1b-a3c8-239d9768f25a, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=6e3a4a13-dfff-4b1b-a3c8-239d9768f25a,segment=NetworkSegment(cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6),segment_id=cf19ee13-9dc6-4ca6-8527-8fc20d2bb1c6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:42:54.697936 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bb8b0645-0f59-4da9-bff8-765926b9c6ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:54.743250 n-d-843554-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ccc1432d-1d64-4e7f-8354-dd8fc2d57368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dd0335-7fc8-4cb7-82d8-d45754869aa1', 'name': 'tempest-TestSnapshotPattern-1500957108-router', 'tenant_id': '8d8a585035904aafb9c657c913db1246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:32Z', 'updated_at': '2022-05-27T03:42:54Z', 'revision_number': 6, 'project_id': '8d8a585035904aafb9c657c913db1246', 'gw_port_host': None}], 'n-d-843554-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:54.747210 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc1432d-1d64-4e7f-8354-dd8fc2d57368 None None] The sync data for ids ['b2dd0335-7fc8-4cb7-82d8-d45754869aa1'] in n-d-843554-3 is: [{'id': 'b2dd0335-7fc8-4cb7-82d8-d45754869aa1', 'name': 'tempest-TestSnapshotPattern-1500957108-router', 'tenant_id': '8d8a585035904aafb9c657c913db1246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:32Z', 'updated_at': '2022-05-27T03:42:54Z', 'revision_number': 6, 'project_id': '8d8a585035904aafb9c657c913db1246', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:42:54.823600 n-d-843554-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-bb8b0645-0f59-4da9-bff8-765926b9c6ff admin admin] Calling delete_port for 6e3a4a13-dfff-4b1b-a3c8-239d9768f25a owned by network:router_gateway {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:42:55.146966 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c804555b-0faf-4d7b-b508-112a1ef846ae no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:42:55.180886 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bb8b0645-0f59-4da9-bff8-765926b9c6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14990297'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:55.182814 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: c804555b-0faf-4d7b-b508-112a1ef846ae {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:42:55.183164 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device c804555b-0faf-4d7b-b508-112a1ef846ae not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:42:55.261138 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b0645-0f59-4da9-bff8-765926b9c6ff admin admin] Pushing event deleted for resources: {'Port': ['ID=6e3a4a13-dfff-4b1b-a3c8-239d9768f25a,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:55.325954 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bb8b0645-0f59-4da9-bff8-765926b9c6ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965271'] for router_gateway, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:55.491463 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bb8b0645-0f59-4da9-bff8-765926b9c6ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-962693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60388'] for router, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:55.493762 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bb8b0645-0f59-4da9-bff8-765926b9c6ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:55.540757 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-017a5ca0-b85c-4b20-9702-1d716eca4b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:55.558373 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bb8b0645-0f59-4da9-bff8-765926b9c6ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962687'] for router, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:55.559198 n-d-843554-3 neutron-server[88902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8b0645-0f59-4da9-bff8-765926b9c6ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2dd0335-7fc8-4cb7-82d8-d45754869aa1 {{(pid=88902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 03:42:55.572811 n-d-843554-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bb8b0645-0f59-4da9-bff8-765926b9c6ff admin admin] Notify callbacks [] for router, before_response {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:55.579918 n-d-843554-3 neutron-server[88902]: INFO neutron.wsgi [None req-bb8b0645-0f59-4da9-bff8-765926b9c6ff admin admin] 10.222.0.57 "DELETE /v2.0/routers/b2dd0335-7fc8-4cb7-82d8-d45754869aa1 HTTP/1.1" status: 204 len: 168 time: 1.5970523 May 27 03:42:55.580806 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40474) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:55.639992 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b971a2b-0b79-4294-837a-0b714e6a684b admin admin] Deleting subnet 04337a7d-8c5f-4161-9b79-5b1258b72590 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 03:42:55.643112 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1b971a2b-0b79-4294-837a-0b714e6a684b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:55.662696 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:42:55.699351 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1b971a2b-0b79-4294-837a-0b714e6a684b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14957420'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:55.786418 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1b971a2b-0b79-4294-837a-0b714e6a684b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925175'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:55.935475 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1b971a2b-0b79-4294-837a-0b714e6a684b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15030315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15472491'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:55.974261 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b971a2b-0b79-4294-837a-0b714e6a684b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04337a7d-8c5f-4161-9b79-5b1258b72590,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:55.976181 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1b971a2b-0b79-4294-837a-0b714e6a684b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:55.979985 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402ea60d-c2cd-4198-b5da-f37ecb26cc8d None None] Network 301d3895-51fe-4321-8d58-b8f901ed99f4 requested from n-d-843554-3 {{(pid=88903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:42:55.982719 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1b971a2b-0b79-4294-837a-0b714e6a684b admin admin] 10.222.0.57 "DELETE /v2.0/subnets/04337a7d-8c5f-4161-9b79-5b1258b72590 HTTP/1.1" status: 204 len: 168 time: 0.4040473 May 27 03:42:55.985254 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40478) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:56.089465 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e012e6b7-96f9-4bc4-bab4-d1c36073b248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1965442'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:56.100425 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-e012e6b7-96f9-4bc4-bab4-d1c36073b248 admin admin] Deleting port 0c53c41a-0545-49e5-89b5-5a8d5a47d97e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:42:56.100779 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e012e6b7-96f9-4bc4-bab4-d1c36073b248 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:56.220515 n-d-843554-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cee1d4-ff02-46cc-a0e4-9cd5fe2bb344 None None] DHCP port deletion for 301d3895-51fe-4321-8d58-b8f901ed99f4 request from n-d-843554-3 {{(pid=88903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 03:42:56.224499 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a2cee1d4-ff02-46cc-a0e4-9cd5fe2bb344 None None] Deleting port 0c53c41a-0545-49e5-89b5-5a8d5a47d97e {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:42:56.225086 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a2cee1d4-ff02-46cc-a0e4-9cd5fe2bb344 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:56.307123 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-e012e6b7-96f9-4bc4-bab4-d1c36073b248 admin admin] For port 0c53c41a-0545-49e5-89b5-5a8d5a47d97e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=0c53c41a-0545-49e5-89b5-5a8d5a47d97e,segment=NetworkSegment(c14246ed-1e2d-481f-9528-b892d4b59b36),segment_id=c14246ed-1e2d-481f-9528-b892d4b59b36)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:42:56.307481 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e012e6b7-96f9-4bc4-bab4-d1c36073b248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:56.425391 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a2cee1d4-ff02-46cc-a0e4-9cd5fe2bb344 None None] For port 0c53c41a-0545-49e5-89b5-5a8d5a47d97e, host n-d-843554-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843554-3',level=0,port_id=0c53c41a-0545-49e5-89b5-5a8d5a47d97e,segment=NetworkSegment(c14246ed-1e2d-481f-9528-b892d4b59b36),segment_id=c14246ed-1e2d-481f-9528-b892d4b59b36)] {{(pid=88903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:42:56.425783 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a2cee1d4-ff02-46cc-a0e4-9cd5fe2bb344 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966340'] for port, precommit_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:56.427877 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-e012e6b7-96f9-4bc4-bab4-d1c36073b248 admin admin] Calling delete_port for 0c53c41a-0545-49e5-89b5-5a8d5a47d97e owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:42:56.546423 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a2cee1d4-ff02-46cc-a0e4-9cd5fe2bb344 None None] Calling delete_port for 0c53c41a-0545-49e5-89b5-5a8d5a47d97e owned by network:dhcp {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:42:56.596048 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e012e6b7-96f9-4bc4-bab4-d1c36073b248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789642860764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789642468455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15030004'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:56.619368 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-a2cee1d4-ff02-46cc-a0e4-9cd5fe2bb344 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:42:56.619720 n-d-843554-3 neutron-server[88903]: DEBUG oslo_db.api [None req-a2cee1d4-ff02-46cc-a0e4-9cd5fe2bb344 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:42:56.746771 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012e6b7-96f9-4bc4-bab4-d1c36073b248 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c53c41a-0545-49e5-89b5-5a8d5a47d97e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:56.748601 n-d-843554-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e012e6b7-96f9-4bc4-bab4-d1c36073b248 admin admin] No DVR routers for this DVR port 0c53c41a-0545-49e5-89b5-5a8d5a47d97e on host n-d-843554-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:42:56.865067 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e012e6b7-96f9-4bc4-bab4-d1c36073b248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926574', 'neutron.services.segments.db._delete_segments_for_network-8789642953948'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:56.888852 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-e012e6b7-96f9-4bc4-bab4-d1c36073b248 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['301d3895-51fe-4321-8d58-b8f901ed99f4']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:56.900953 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-e012e6b7-96f9-4bc4-bab4-d1c36073b248 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c14246ed-1e2d-481f-9528-b892d4b59b36') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:56.901251 n-d-843554-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-e012e6b7-96f9-4bc4-bab4-d1c36073b248 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c14246ed-1e2d-481f-9528-b892d4b59b36') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:56.912683 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e012e6b7-96f9-4bc4-bab4-d1c36073b248 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789642892279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14957435'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:56.929050 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e012e6b7-96f9-4bc4-bab4-d1c36073b248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1929090'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:56.934897 n-d-843554-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e012e6b7-96f9-4bc4-bab4-d1c36073b248 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:42:56.935276 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e012e6b7-96f9-4bc4-bab4-d1c36073b248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1929200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15029897'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:57.001273 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment c14246ed-1e2d-481f-9528-b892d4b59b36 resource provider aggregate not found May 27 03:42:57.026394 n-d-843554-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment c14246ed-1e2d-481f-9528-b892d4b59b36 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c14246ed-1e2d-481f-9528-b892d4b59b36 found for delete ", "request_id": "req-5064e66f-7cd5-49a0-9de2-a32ffe73acfe"}]} May 27 03:42:57.071675 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e012e6b7-96f9-4bc4-bab4-d1c36073b248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965298'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:57.089865 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e012e6b7-96f9-4bc4-bab4-d1c36073b248 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:57.099210 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012e6b7-96f9-4bc4-bab4-d1c36073b248 admin admin] Pushing event deleted for resources: {'Network': ['ID=301d3895-51fe-4321-8d58-b8f901ed99f4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:57.102010 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-e012e6b7-96f9-4bc4-bab4-d1c36073b248 admin admin] 10.222.0.57 "DELETE /v2.0/networks/301d3895-51fe-4321-8d58-b8f901ed99f4 HTTP/1.1" status: 204 len: 168 time: 1.1158535 May 27 03:42:57.121467 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a2cee1d4-ff02-46cc-a0e4-9cd5fe2bb344 None None] Deleting port 0c53c41a-0545-49e5-89b5-5a8d5a47d97e {{(pid=88903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:42:57.122034 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a2cee1d4-ff02-46cc-a0e4-9cd5fe2bb344 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789642857768'] for port, before_delete {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:57.195404 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a2cee1d4-ff02-46cc-a0e4-9cd5fe2bb344 None None] The port '0c53c41a-0545-49e5-89b5-5a8d5a47d97e' was deleted {{(pid=88903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 03:42:57.198227 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 6e3a4a13-dfff-4b1b-a3c8-239d9768f25a no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:42:57.236590 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 6e3a4a13-dfff-4b1b-a3c8-239d9768f25a {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:42:57.237200 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 6e3a4a13-dfff-4b1b-a3c8-239d9768f25a not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:42:57.237434 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 0c53c41a-0545-49e5-89b5-5a8d5a47d97e no longer exists at agent ovs-agent-n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:42:57.271173 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.plugin [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] No Port match for: 0c53c41a-0545-49e5-89b5-5a8d5a47d97e {{(pid=88903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:42:57.271516 n-d-843554-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.rpc [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Device 0c53c41a-0545-49e5-89b5-5a8d5a47d97e not bound to the agent host n-d-843554-3 {{(pid=88903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:42:57.395800 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40488) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:57.443846 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-d63aa842-c5c8-4fd0-b35c-e1b7a4a9d8f2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7e02846a269d4d47b2aa652d60d9782b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469360 May 27 03:42:57.446197 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40492) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:57.502136 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e09f12e-d9bb-4b76-845d-8350ffa69c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:57.526822 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e09f12e-d9bb-4b76-845d-8350ffa69c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:57.654497 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e09f12e-d9bb-4b76-845d-8350ffa69c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:57.673055 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e09f12e-d9bb-4b76-845d-8350ffa69c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54920b4-4a01-461d-98c1-be4c2bc69c08,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:57.677291 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e09f12e-d9bb-4b76-845d-8350ffa69c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:57.678393 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-1e09f12e-d9bb-4b76-845d-8350ffa69c88 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b54920b4-4a01-461d-98c1-be4c2bc69c08 HTTP/1.1" status: 204 len: 168 time: 0.2313359 May 27 03:42:57.998410 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8f2c11b1-bd0b-4862-9e2f-ab846c3ddcad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:58.406921 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40500) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:58.454581 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-c07a7001-fa54-46a0-b9ff-92d2f81aad17 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8d8a585035904aafb9c657c913db1246&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465457 May 27 03:42:58.456972 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 40504) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:58.512643 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2a2cad3d-354b-4616-85ab-d789eb2eec99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:58.538390 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2a2cad3d-354b-4616-85ab-d789eb2eec99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:58.666203 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2a2cad3d-354b-4616-85ab-d789eb2eec99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587124'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:58.682854 n-d-843554-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2cad3d-354b-4616-85ab-d789eb2eec99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f77feb-7695-44a6-8eb7-62da3e21c2fa,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:58.686134 n-d-843554-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2a2cad3d-354b-4616-85ab-d789eb2eec99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:58.687396 n-d-843554-3 neutron-server[88901]: INFO neutron.wsgi [None req-2a2cad3d-354b-4616-85ab-d789eb2eec99 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c0f77feb-7695-44a6-8eb7-62da3e21c2fa HTTP/1.1" status: 204 len: 168 time: 0.2294006 May 27 03:42:59.089587 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:59.329147 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:00.523092 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:20.263170 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:20.340569 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:25.544524 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-38c68d60-231d-42d3-9c50-51bf7b95be4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:27.967172 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c05731e5-d581-4a13-a800-7340c1248233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:29.083073 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:29.309755 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:30.483792 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:32.661948 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:43:50.232176 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:50.323071 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:55.562860 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b89b0ef8-e092-405f-8cc4-3cd476dfb2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:57.984067 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-844c1ba0-6e00-460c-937c-b37f05dd4690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:59.117222 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:59.322892 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:00.520684 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:09.660901 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:44:20.252196 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:20.349338 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:25.551186 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1636cdf8-a36f-4c97-8578-77873caf0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:27.995095 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8e1d1231-d231-407b-afb6-550bf6a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:29.099734 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:29.320776 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:30.500194 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:35.115692 n-d-843554-3 neutron-server[88901]: DEBUG neutron.wsgi [req-fe9c249f-ae54-4b24-b48d-1b04cb5d2efa req-94823778-49e0-4542-9f27-3e5f22edcdce service neutron] (88901) timed out ('10.222.0.66', 62173) {{(pid=88901) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 03:44:46.659995 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:44:50.257310 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:50.360100 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:55.583206 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-05cb754f-5358-48c1-9b07-555b257531de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:57.965964 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ac822ccd-d3c3-4d5e-9582-ae3b4c36ecf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:59.097476 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:59.320350 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:00.491714 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:20.299834 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:20.348792 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:23.659358 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:45:25.548491 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c3e9dfe8-f5c7-4520-9771-7cbaeb7af6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:27.965622 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-977f42ee-cb8a-47dc-807a-b413541a2a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:29.093563 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:29.394123 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:30.497330 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:50.247899 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:50.339013 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:55.562311 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6af715db-ca43-4229-9c14-6c05a3f347ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:57.976709 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-51c191f2-9afd-441a-a779-6edb1a9284df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:59.091097 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:59.330868 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:00.519375 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:00.658012 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:46:20.276174 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:20.356885 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:25.567442 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a12c9d44-a491-4268-a874-a9e44ca305c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:27.964863 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-bdaa6326-8032-4907-9758-e7ca5d03163b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:29.087942 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:29.330423 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:30.519029 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:37.688894 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:46:50.288200 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:50.335812 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:55.556103 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-799a4f91-56d0-41cd-ad70-2811c81b31c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:57.990394 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f8eb7330-bbfc-4797-91d9-df2b268f2bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:59.078445 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:59.324880 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:00.509980 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:14.657466 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:47:20.338888 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:20.367244 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:25.566913 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4a72dbba-eacc-43bc-8d40-f6661fe90304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:27.969678 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a6968a4b-843b-49e5-b7f6-f47355c4a5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:29.087281 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:29.339054 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:30.567025 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:50.270003 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:50.378271 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:51.658090 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:47:55.563519 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1af46f06-d35b-4172-a360-2f5467bc1499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:57.984032 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c2531934-886d-4a8d-860e-d28ef132072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:59.077922 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:59.326959 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:00.509360 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:20.271512 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:20.362871 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:25.563259 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6c278636-a944-4d69-8f15-8232a4d5a430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:28.014641 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2660675a-afe3-4d84-9f35-4ea3bb27119b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:28.657408 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:48:29.077299 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:29.351782 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:30.494210 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:50.280743 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:50.389176 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:55.574654 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e3223ce7-80f0-48c5-84c2-848054d8843d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:57.974115 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-082cf220-82d8-4b10-a6bb-451c20efe959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:59.071183 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:59.337985 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:00.516732 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:05.656394 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:49:20.280568 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:20.389060 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:25.573697 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e3f717ea-60b0-42bb-a936-86d9ecd2c6c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:28.006059 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d16c516e-2cbb-4d08-938e-2ca59d7eab6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:29.070556 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:29.337486 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:30.516241 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:42.656338 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:49:50.287661 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:50.382717 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:51.492861 n-d-843554-3 neutron-server[88902]: DEBUG neutron.wsgi [req-bfe2ff51-b46a-49ce-af8f-bce43dacb07e req-59cb5f94-ed83-4079-be08-a9269128d4f3 service neutron] (88902) timed out ('10.222.0.57', 38950) {{(pid=88902) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 03:49:55.601761 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5a07d091-0fdf-4304-89ca-06adc0fb6b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:57.978941 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-90abe158-4749-4d19-aa16-fd6a9daf81fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:59.086886 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:59.349844 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:00.525371 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:19.655364 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:50:20.279602 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:20.393885 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:25.565068 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-2b1081e3-30bb-4367-8669-035c002bcb4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:27.976791 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f0d5bc68-d412-4fbb-8c0b-7ae63b5cbc4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:29.098213 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:29.378262 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:30.525440 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:50.263417 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:50.400205 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:55.543581 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ed5a06bb-192c-44a1-9467-bcdd512ff195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:56.654573 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:50:57.971972 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e119e747-769f-493c-a98a-44dc3c68939d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:59.080745 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:59.343487 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:00.531498 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:20.285590 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5af98e2b-bfa7-49cb-ade6-7f3062026d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:20.405852 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9019480b-f286-42dd-bf9c-a9be1c3cda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:25.543554 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cef33369-7924-4a4c-b56c-9a81bacedcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:27.937417 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-62dc4fb6-bf13-46c4-894c-9843ccb4f21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:29.097359 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a9d53d58-f73b-488e-8071-1c51b6eb14e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:29.365939 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-331cc189-dcee-4b8d-9afd-b4201264ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:30.508653 n-d-843554-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-97d1a3e8-0197-4313-a042-5b6f907bad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789642953930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1998180'] for agent, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:33.654349 n-d-843554-3 neutron-server[88904]: DEBUG neutron.db.agents_db [None req-c75faec9-d18e-4a25-beb8-fb6216b30000 None None] Agent healthcheck: found 7 active agents {{(pid=88904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}